-- Logs begin at Wed 2022-02-09 20:43:59 UTC, end at Wed 2022-02-09 23:13:22 UTC. -- Feb 09 21:16:51.760960 n-d-828369-5 systemd[1]: Started Devstack devstack@q-svc.service. Feb 09 21:16:54.741171 n-d-828369-5 neutron-server[103031]: INFO neutron.common.config [-] Logging enabled! Feb 09 21:16:54.741812 n-d-828369-5 neutron-server[103031]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev486 Feb 09 21:16:54.741962 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103031) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 09 21:16:54.745212 n-d-828369-5 neutron-server[103031]: INFO neutron.common.config [-] Logging enabled! Feb 09 21:16:54.745469 n-d-828369-5 neutron-server[103031]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev486 Feb 09 21:16:54.745783 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103031) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 09 21:16:54.746717 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 09 21:16:54.746954 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 09 21:16:54.747343 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 09 21:16:54.747599 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 09 21:16:54.747827 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 09 21:16:54.748324 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:54.748751 n-d-828369-5 neutron-server[103031]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 09 21:16:54.749062 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:54.749358 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:54.749655 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:54.749952 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:54.750245 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:54.750530 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:54.751424 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:54.751743 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:54.752037 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:54.752354 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:54.752646 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:54.752942 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:54.753227 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:54.753516 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:54.753803 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:54.754093 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] debug = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:54.754379 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:54.754814 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:54.755223 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:54.755506 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:54.755794 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:54.756075 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:54.756376 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:54.756656 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:54.756940 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:54.757274 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] host = n-d-828369-5 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:54.757551 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:54.757835 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:54.758121 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:54.758407 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:54.758682 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:54.758961 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:54.759244 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:54.759516 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:54.759786 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] log_file = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:54.760061 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:54.760374 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:54.760663 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:54.760952 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:54.761179 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:54.761404 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:54.761691 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:54.761976 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:54.762252 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:54.762524 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:54.762795 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:54.763067 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:54.763340 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:54.763608 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:54.763892 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:54.764183 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:54.764499 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:54.764773 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:54.765045 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:54.765316 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:54.765586 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:54.765868 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:54.766138 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:54.766434 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:54.766710 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:54.766992 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:54.767260 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:54.767619 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:54.767933 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:54.768234 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:54.768532 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:54.768817 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:54.769088 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:54.769369 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:54.769642 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:54.769912 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:54.770183 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] use_json = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:54.770453 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:54.770721 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:54.770999 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:54.771270 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:54.771545 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:54.771817 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:54.772087 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:54.772399 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:54.772677 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:54.772975 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:54.773274 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:54.773575 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:54.774130 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:54.774422 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:54.774706 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:54.774996 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:54.775274 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:54.775563 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:54.775852 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:54.776140 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:54.776443 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:54.776746 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:54.777046 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:54.777342 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:54.777646 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:54.777940 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:54.778231 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:54.778506 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:54.778781 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:54.779056 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:54.779334 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:54.779622 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:54.779899 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:54.780186 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:54.780499 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:54.780778 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:54.781076 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:54.781362 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:54.781653 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:54.781944 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:54.782732 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:54.783012 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:54.783303 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:54.783581 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:54.783855 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:54.784141 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:54.784454 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:54.784733 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:54.785008 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:54.785293 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:54.785715 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:54.786003 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:54.786282 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:54.786562 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:54.786854 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:54.787135 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:54.787428 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:54.787686 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:54.787965 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:54.788256 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:54.788548 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:54.788829 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:54.789106 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:54.789384 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:54.789664 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:54.789938 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:54.790213 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:54.790492 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:54.790766 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:54.791044 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:54.791317 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:54.791592 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:54.791865 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:54.792139 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:54.792437 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:54.792712 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:54.792986 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:54.793264 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:54.793538 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:54.793811 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:54.794089 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:54.794360 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:54.794635 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:54.794920 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:54.795222 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:54.795505 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:54.795786 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:54.796064 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:54.796371 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:54.796650 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:54.796926 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:54.797204 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:54.797482 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:54.798304 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:54.798679 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:54.798968 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:54.799256 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:54.799564 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:54.799847 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:54.800144 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:54.800448 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:54.800735 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:54.801014 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:54.801294 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:54.801580 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:54.801868 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:54.802165 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:54.802459 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:54.802753 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:54.803047 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:54.803340 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:54.803623 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:54.803931 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:54.804240 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:54.804462 n-d-828369-5 neutron-server[103031]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 09 21:16:54.804704 n-d-828369-5 neutron-server[103031]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103031) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 09 21:16:55.178915 n-d-828369-5 neutron-server[103031]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 09 21:16:55.179198 n-d-828369-5 neutron-server[103031]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 09 21:16:55.179507 n-d-828369-5 neutron-server[103031]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 09 21:16:55.179856 n-d-828369-5 neutron-server[103031]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 09 21:16:55.513238 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:55.513467 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:55.513738 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:55.515040 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:55.515317 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:55.515580 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:55.560521 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:55.560800 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:55.561067 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:55.576713 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:55.576997 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:55.577267 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:55.606262 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:55.606546 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:55.606827 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:55.643095 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:55.643372 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:55.643641 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:55.993782 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:55.994398 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:55.994398 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:55.994584 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:55.995273 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.094846 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.095168 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.095455 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.095732 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.096516 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.096831 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.097094 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.097351 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.097606 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.097937 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.098219 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.098486 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.098750 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.099002 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.099257 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.099521 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.099775 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.100042 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.100341 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.100604 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.100877 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.101130 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.101410 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.101784 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.102036 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.102286 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.102680 n-d-828369-5 neutron-server[103031]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103031) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 21:16:56.102921 n-d-828369-5 neutron-server[103031]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103031) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 21:16:56.103159 n-d-828369-5 neutron-server[103031]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103031) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 21:16:56.103397 n-d-828369-5 neutron-server[103031]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103031) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 21:16:56.103634 n-d-828369-5 neutron-server[103031]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103031) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 21:16:56.103869 n-d-828369-5 neutron-server[103031]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103031) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 21:16:56.104255 n-d-828369-5 neutron-server[103031]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 09 21:16:56.107371 n-d-828369-5 neutron-server[103031]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 09 21:16:56.111498 n-d-828369-5 neutron-server[103031]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 09 21:16:56.115294 n-d-828369-5 neutron-server[103031]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Feb 09 21:16:56.116966 n-d-828369-5 neutron-server[103031]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 09 21:16:56.117436 n-d-828369-5 neutron-server[103031]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 09 21:16:56.117771 n-d-828369-5 neutron-server[103031]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 09 21:16:56.118155 n-d-828369-5 neutron-server[103031]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 09 21:16:56.121031 n-d-828369-5 neutron-server[103031]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 09 21:16:56.121288 n-d-828369-5 neutron-server[103031]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 09 21:16:56.121636 n-d-828369-5 neutron-server[103031]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 09 21:16:56.126557 n-d-828369-5 neutron-server[103031]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 09 21:16:56.150176 n-d-828369-5 neutron-server[103031]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 09 21:16:56.150797 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.151101 n-d-828369-5 neutron-server[103031]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103031) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 09 21:16:56.151464 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.152915 n-d-828369-5 neutron-server[103031]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103031) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 09 21:16:56.153202 n-d-828369-5 neutron-server[103031]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 09 21:16:56.153447 n-d-828369-5 neutron-server[103031]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 09 21:16:56.156751 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.157109 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.222141 n-d-828369-5 neutron-server[103031]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 09 21:16:56.222385 n-d-828369-5 neutron-server[103031]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 09 21:16:56.222623 n-d-828369-5 neutron-server[103031]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 09 21:16:56.223220 n-d-828369-5 neutron-server[103031]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 09 21:16:56.244023 n-d-828369-5 neutron-server[103031]: DEBUG oslo_db.sqlalchemy.engines [None req-618ee33a-da80-4783-b799-08be9a967942 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103031) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 09 21:16:56.694678 n-d-828369-5 neutron-server[103031]: INFO neutron.plugins.ml2.managers [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Initializing driver for type 'gre' Feb 09 21:16:56.695313 n-d-828369-5 neutron-server[103031]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-618ee33a-da80-4783-b799-08be9a967942 None None] gre ID ranges: [(1, 1000)] Feb 09 21:16:56.746664 n-d-828369-5 neutron-server[103031]: INFO neutron.plugins.ml2.managers [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Initializing driver for type 'local' Feb 09 21:16:56.747064 n-d-828369-5 neutron-server[103031]: INFO neutron.plugins.ml2.managers [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Initializing driver for type 'vlan' Feb 09 21:16:56.760002 n-d-828369-5 neutron-server[103031]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-618ee33a-da80-4783-b799-08be9a967942 None None] VlanTypeDriver initialization complete Feb 09 21:16:56.760377 n-d-828369-5 neutron-server[103031]: INFO neutron.plugins.ml2.managers [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Initializing driver for type 'vxlan' Feb 09 21:16:56.760881 n-d-828369-5 neutron-server[103031]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-618ee33a-da80-4783-b799-08be9a967942 None None] vxlan ID ranges: [(1, 1000)] Feb 09 21:16:56.811878 n-d-828369-5 neutron-server[103031]: INFO neutron.plugins.ml2.managers [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Initializing extension driver 'port_security' Feb 09 21:16:56.812305 n-d-828369-5 neutron-server[103031]: INFO neutron.plugins.ml2.extensions.port_security [None req-618ee33a-da80-4783-b799-08be9a967942 None None] PortSecurityExtensionDriver initialization complete Feb 09 21:16:56.812641 n-d-828369-5 neutron-server[103031]: INFO neutron.plugins.ml2.managers [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Initializing mechanism driver 'openvswitch' Feb 09 21:16:56.812966 n-d-828369-5 neutron-server[103031]: INFO neutron.plugins.ml2.managers [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Initializing mechanism driver 'hyperv' Feb 09 21:16:56.819592 n-d-828369-5 neutron-server[103031]: DEBUG neutron.plugins.ml2.plugin [None req-618ee33a-da80-4783-b799-08be9a967942 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:16:56.820461 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Subscribe: > port after_create 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.820835 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Subscribe: > port after_update 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.821188 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Subscribe: > port after_delete 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.821713 n-d-828369-5 neutron-server[103031]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103031) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 21:16:56.822139 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Subscribe: > subnet after_create 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.822493 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Subscribe: > subnet after_update 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.822839 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.823233 n-d-828369-5 neutron-server[103031]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103031) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 21:16:56.823636 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Subscribe: > network after_create 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.823983 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Subscribe: > network after_update 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.824357 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Subscribe: > network after_delete 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.824753 n-d-828369-5 neutron-server[103031]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103031) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 21:16:56.825158 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Subscribe: > security_group after_create 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.825504 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Subscribe: > security_group after_update 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.825845 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.826240 n-d-828369-5 neutron-server[103031]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103031) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 21:16:56.826640 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.826986 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.827327 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.827719 n-d-828369-5 neutron-server[103031]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103031) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 21:16:56.828118 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Subscribe: > address_group after_create 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.828493 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Subscribe: > address_group after_update 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.829358 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.829756 n-d-828369-5 neutron-server[103031]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103031) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 21:16:56.830202 n-d-828369-5 neutron-server[103031]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-618ee33a-da80-4783-b799-08be9a967942 None None] ML2 OVO RPC backend initialized. {{(pid=103031) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 09 21:16:56.830900 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.831253 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.831670 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Subscribe: > network before_response 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.832021 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Subscribe: > networks before_response 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.832394 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Subscribe: > port before_response 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.832738 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Subscribe: > ports before_response 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.833081 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Subscribe: > subnet before_response 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.833421 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Subscribe: > subnets before_response 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.833763 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Subscribe: > network after_create 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.834100 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Subscribe: > network after_update 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.834434 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Subscribe: > network after_delete 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.834766 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Subscribe: > port after_create 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.835105 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Subscribe: > port after_update 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.835438 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Subscribe: > port after_delete 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.835771 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Subscribe: > subnet after_create 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.836104 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Subscribe: > subnet after_update 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.836461 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.845725 n-d-828369-5 neutron-server[103031]: INFO neutron.quota [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loaded quota_driver: . Feb 09 21:16:56.846086 n-d-828369-5 neutron-server[103031]: INFO neutron.plugins.ml2.plugin [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Modular L2 Plugin initialization complete Feb 09 21:16:56.846430 n-d-828369-5 neutron-server[103031]: DEBUG neutron.manager [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading services supported by the core plugin {{(pid=103031) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 09 21:16:56.846769 n-d-828369-5 neutron-server[103031]: INFO neutron.plugins.ml2.managers [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Got port-security extension from driver 'port_security' Feb 09 21:16:56.847246 n-d-828369-5 neutron-server[103031]: INFO neutron.extensions.vlantransparent [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Disabled vlantransparent extension. Feb 09 21:16:56.847734 n-d-828369-5 neutron-server[103031]: DEBUG neutron.manager [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103031) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 09 21:16:56.848059 n-d-828369-5 neutron-server[103031]: INFO neutron.manager [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading Plugin: router Feb 09 21:16:56.883358 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.883753 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Subscribe: > router after_create 55549900 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.884126 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Subscribe: > router before_create 55549900 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.884519 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.884893 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.885246 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Subscribe: > router after_delete 55549900 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.885605 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.885953 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.886311 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Subscribe: > router after_create 55549900 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.886660 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Subscribe: > router after_update 55549900 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.887035 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Subscribe: > router after_update 55549900 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.887389 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.887747 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Subscribe: > router after_update 55549900 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.888155 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Subscribe: > router precommit_update 55549900 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.888547 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Subscribe: port after_update 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.888880 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Subscribe: port after_delete 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.889213 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Subscribe: subnet after_update 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.889552 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.889922 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.890265 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Subscribe: > router precommit_create 55549900 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.890604 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Subscribe: port before_delete 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.890943 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Subscribe: > router precommit_create 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.891292 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Subscribe: > router after_update 55549900 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.892140 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.892631 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Subscribe: > router precommit_create 55549900 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.892994 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.893337 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Subscribe: > router precommit_update 55549900 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.893697 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Subscribe: > agent after_create 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.894045 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Subscribe: > agent after_delete 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.894800 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Subscribe: > network after_delete 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.895655 n-d-828369-5 neutron-server[103031]: DEBUG neutron.quota.resource_registry [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Tracking information for resource: router configured {{(pid=103031) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 21:16:56.895984 n-d-828369-5 neutron-server[103031]: DEBUG neutron.quota.resource_registry [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Tracking information for resource: floatingip configured {{(pid=103031) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 21:16:56.901177 n-d-828369-5 neutron-server[103031]: INFO neutron.db.l3_agentschedulers_db [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 09 21:16:56.901748 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Subscribe: port after_update 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.902112 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Subscribe: port after_create 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.902461 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Subscribe: port after_delete 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.902812 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Subscribe: port after_update 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.903599 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Subscribe: > router before_create 55550100 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.908024 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.908428 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Subscribe: > router precommit_create 55550100 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.908956 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Subscribe: > router precommit_update 55550100 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.916664 n-d-828369-5 neutron-server[103031]: DEBUG neutron.services.provider_configuration [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Service providers = [] {{(pid=103031) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 09 21:16:56.917039 n-d-828369-5 neutron-server[103031]: DEBUG neutron.db.servicetype_db [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103031) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 09 21:16:56.920094 n-d-828369-5 neutron-server[103031]: DEBUG neutron.services.service_base [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103031) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 09 21:16:56.920468 n-d-828369-5 neutron-server[103031]: DEBUG neutron.services.service_base [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103031) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 09 21:16:56.920811 n-d-828369-5 neutron-server[103031]: DEBUG neutron.services.service_base [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103031) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 09 21:16:56.921719 n-d-828369-5 neutron-server[103031]: DEBUG neutron.services.service_base [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103031) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 09 21:16:56.922089 n-d-828369-5 neutron-server[103031]: INFO neutron.services.service_base [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 09 21:16:56.922467 n-d-828369-5 neutron-server[103031]: DEBUG neutron.manager [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103031) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 21:16:56.922894 n-d-828369-5 neutron-server[103031]: INFO neutron.manager [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 09 21:16:56.933823 n-d-828369-5 neutron-server[103031]: DEBUG neutron.manager [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103031) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 21:16:56.934162 n-d-828369-5 neutron-server[103031]: INFO neutron.manager [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading Plugin: auto_allocate Feb 09 21:16:56.940316 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Subscribe: network precommit_update 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.940711 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Subscribe: network precommit_create 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.941236 n-d-828369-5 neutron-server[103031]: DEBUG neutron.manager [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103031) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 21:16:56.941557 n-d-828369-5 neutron-server[103031]: INFO neutron.manager [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading Plugin: tag Feb 09 21:16:56.948442 n-d-828369-5 neutron-server[103031]: DEBUG neutron.manager [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103031) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 21:16:56.948726 n-d-828369-5 neutron-server[103031]: INFO neutron.manager [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading Plugin: timestamp Feb 09 21:16:56.952580 n-d-828369-5 neutron-server[103031]: DEBUG neutron.manager [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103031) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 21:16:56.952911 n-d-828369-5 neutron-server[103031]: INFO neutron.manager [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading Plugin: network_ip_availability Feb 09 21:16:56.958906 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.959275 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.959628 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:56.960375 n-d-828369-5 neutron-server[103031]: DEBUG neutron.manager [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103031) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 21:16:56.960695 n-d-828369-5 neutron-server[103031]: INFO neutron.manager [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading Plugin: flavors Feb 09 21:16:56.965610 n-d-828369-5 neutron-server[103031]: DEBUG neutron.manager [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103031) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 21:16:56.965947 n-d-828369-5 neutron-server[103031]: INFO neutron.manager [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading Plugin: revisions Feb 09 21:16:56.970815 n-d-828369-5 neutron-server[103031]: DEBUG neutron.manager [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103031) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 21:16:56.971209 n-d-828369-5 neutron-server[103031]: DEBUG oslo_concurrency.lockutils [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.792s {{(pid=103031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 09 21:16:56.971950 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103031) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 09 21:16:56.972319 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Initializing extension manager. Feb 09 21:16:56.972840 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: __init__.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:56.973179 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: __pycache__ {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:56.973513 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:56.973842 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: address_group.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:56.974596 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:56.975163 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loaded extension: address-group Feb 09 21:16:56.975482 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: address_scope.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:56.976196 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:56.976737 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loaded extension: address-scope Feb 09 21:16:56.977062 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:56.977987 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:56.978503 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loaded extension: router-admin-state-down-before-update Feb 09 21:16:56.978828 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: agent.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:56.979530 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:56.980038 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loaded extension: agent Feb 09 21:16:56.980401 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: agent_resources_synced.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:56.981311 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:56.981822 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loaded extension: agent-resources-synced Feb 09 21:16:56.982142 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: allowedaddresspairs.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:56.983930 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:56.984493 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loaded extension: allowed-address-pairs Feb 09 21:16:56.984826 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: auto_allocated_topology.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:56.985928 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:56.986454 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loaded extension: auto-allocated-topology Feb 09 21:16:56.986780 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: availability_zone.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:56.987475 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:56.987992 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loaded extension: availability_zone Feb 09 21:16:56.988354 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: availability_zone_filter.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:56.989271 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:56.989789 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loaded extension: availability_zone_filter Feb 09 21:16:56.990113 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: data_plane_status.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:56.991018 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:56.991527 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Extension data-plane-status not supported by any of loaded plugins Feb 09 21:16:56.991846 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: default_subnetpools.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:56.992781 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:56.993295 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loaded extension: default-subnetpools Feb 09 21:16:56.993620 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:56.994427 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:56.994939 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loaded extension: dhcp_agent_scheduler Feb 09 21:16:56.995238 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: dns.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:56.996143 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:56.996673 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Extension dns-integration not supported by any of loaded plugins Feb 09 21:16:56.996991 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: dns_domain_ports.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:56.997898 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:56.998401 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 09 21:16:56.998717 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:56.999630 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:57.000137 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 09 21:16:57.000480 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: dvr.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:57.001174 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:57.001686 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loaded extension: dvr Feb 09 21:16:57.002009 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: ecmp_routes.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:57.002926 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:57.003435 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Extension ecmp_routes not supported by any of loaded plugins Feb 09 21:16:57.003756 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: empty_string_filtering.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:57.004699 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:57.005211 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loaded extension: empty-string-filtering Feb 09 21:16:57.005531 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:57.006451 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:57.006964 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 09 21:16:57.007285 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:57.008194 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:57.008735 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 09 21:16:57.009056 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: external_net.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:57.009958 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:57.010471 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loaded extension: external-net Feb 09 21:16:57.010790 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:57.011695 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:57.012206 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loaded extension: extra_dhcp_opt Feb 09 21:16:57.012553 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: extraroute.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:57.013460 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:57.013971 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loaded extension: extraroute Feb 09 21:16:57.014288 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: extraroute_atomic.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:57.015330 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:57.015845 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loaded extension: extraroute-atomic Feb 09 21:16:57.016166 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: filter_validation.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:57.017370 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:57.017883 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loaded extension: filter-validation Feb 09 21:16:57.018203 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: fip_pf_description.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:57.019112 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:57.019621 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 09 21:16:57.019938 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: fip_port_details.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:57.021052 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:57.021570 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loaded extension: fip-port-details Feb 09 21:16:57.021892 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: flavors.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:57.023153 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:57.023673 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loaded extension: flavors Feb 09 21:16:57.024273 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:57.025940 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:57.026461 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 09 21:16:57.026785 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: floatingip_pools.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:57.027477 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:57.027992 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loaded extension: floatingip-pools Feb 09 21:16:57.028350 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: ip_allocation.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:57.029274 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:57.029781 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Extension ip_allocation not supported by any of loaded plugins Feb 09 21:16:57.030101 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:57.031018 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:57.031530 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loaded extension: ip-substring-filtering Feb 09 21:16:57.031855 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: l2_adjacency.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:57.033361 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:57.033867 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 09 21:16:57.034186 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: l3.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:57.035132 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:57.035654 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loaded extension: router Feb 09 21:16:57.035975 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:57.038256 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:57.038797 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 09 21:16:57.039131 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:57.040066 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:57.041028 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loaded extension: ext-gw-mode Feb 09 21:16:57.042414 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:57.042512 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:57.043030 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loaded extension: l3-ha Feb 09 21:16:57.043358 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:57.044299 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:57.044814 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 09 21:16:57.045131 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: l3_flavors.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:57.046043 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:57.046554 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loaded extension: l3-flavors Feb 09 21:16:57.046873 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:57.048295 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:57.048817 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 09 21:16:57.049145 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:57.050059 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:57.050569 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 09 21:16:57.050891 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: l3agentscheduler.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:57.051928 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:57.052483 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loaded extension: l3_agent_scheduler Feb 09 21:16:57.052810 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: local_ip.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:57.054581 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:57.055109 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Extension local_ip not supported by any of loaded plugins Feb 09 21:16:57.055442 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: logging.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:57.057094 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:57.057629 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Extension logging not supported by any of loaded plugins Feb 09 21:16:57.057964 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: metering.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:57.058711 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:57.059289 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loaded extension: metering Feb 09 21:16:57.059617 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:57.060748 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:57.061270 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loaded extension: metering_source_and_destination_fields Feb 09 21:16:57.061597 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: multiprovidernet.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:57.062523 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:57.063043 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loaded extension: multi-provider Feb 09 21:16:57.063882 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: netmtu.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:57.064838 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:57.065354 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loaded extension: net-mtu Feb 09 21:16:57.065673 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: netmtu_writable.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:57.066591 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:57.067101 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loaded extension: net-mtu-writable Feb 09 21:16:57.067420 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: network_availability_zone.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:57.068093 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:57.068638 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loaded extension: network_availability_zone Feb 09 21:16:57.068963 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: network_ip_availability.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:57.070079 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:57.070593 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loaded extension: network-ip-availability Feb 09 21:16:57.070916 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: network_segment_range.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:57.071678 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:57.072188 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Extension network-segment-range not supported by any of loaded plugins Feb 09 21:16:57.072533 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: pagination.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:57.073516 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:57.073843 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loaded extension: pagination Feb 09 21:16:57.074163 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: port_device_profile.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:57.075062 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:57.075585 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loaded extension: port-device-profile Feb 09 21:16:57.075908 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:57.076849 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:57.077362 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loaded extension: port-mac-address-regenerate Feb 09 21:16:57.077683 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:57.078589 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:57.079645 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loaded extension: port-numa-affinity-policy Feb 09 21:16:57.079967 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: port_resource_request.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:57.080895 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:57.081403 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Extension port-resource-request not supported by any of loaded plugins Feb 09 21:16:57.081724 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: port_resource_request_groups.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:57.082697 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:57.083210 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 09 21:16:57.083537 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: portbindings.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:57.084489 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:57.085003 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loaded extension: binding Feb 09 21:16:57.085325 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: portbindings_extended.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:57.086601 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:57.087119 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loaded extension: binding-extended Feb 09 21:16:57.087443 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: portsecurity.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:57.088393 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:57.088910 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loaded extension: port-security Feb 09 21:16:57.089233 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: project_id.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:57.090206 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:57.090534 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loaded extension: project-id Feb 09 21:16:57.090856 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: providernet.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:57.091766 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:57.092319 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loaded extension: provider Feb 09 21:16:57.092651 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: qos.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:57.096242 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:57.096780 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Extension qos not supported by any of loaded plugins Feb 09 21:16:57.097110 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:57.098357 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:57.098874 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 09 21:16:57.099203 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:57.100124 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:57.100664 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 09 21:16:57.100991 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: qos_default.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:57.101901 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:57.102414 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Extension qos-default not supported by any of loaded plugins Feb 09 21:16:57.102740 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: qos_fip.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:57.103677 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:57.104188 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Extension qos-fip not supported by any of loaded plugins Feb 09 21:16:57.104545 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:57.105459 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:57.105969 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 09 21:16:57.106293 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: qos_gateway_ip.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:57.107328 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:57.107839 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 09 21:16:57.108163 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: qos_port_network_policy.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:57.109102 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:57.109613 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 09 21:16:57.109936 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:57.111018 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:57.111529 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 09 21:16:57.111854 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: qos_pps_rule.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:57.113072 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:57.113597 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Extension qos-pps not supported by any of loaded plugins Feb 09 21:16:57.113920 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: qos_rule_type_details.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:57.114843 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:57.115359 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 09 21:16:57.115682 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: qos_rules_alias.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:57.116749 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:57.117271 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 09 21:16:57.117593 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: quota_check_limit.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:57.118499 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:57.119019 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loaded extension: quota-check-limit Feb 09 21:16:57.119348 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: quotasv2.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:57.120282 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:57.120614 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loaded extension: quotas Feb 09 21:16:57.120933 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: quotasv2_detail.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:57.122657 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:57.122991 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loaded extension: quota_details Feb 09 21:16:57.123318 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: rbac.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:57.124391 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:57.124925 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loaded extension: rbac-policies Feb 09 21:16:57.125254 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: rbac_address_group.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:57.126698 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:57.127224 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loaded extension: rbac-address-group Feb 09 21:16:57.127549 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: rbac_address_scope.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:57.128499 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:57.129023 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loaded extension: rbac-address-scope Feb 09 21:16:57.129345 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: rbac_security_groups.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:57.130265 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:57.130781 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loaded extension: rbac-security-groups Feb 09 21:16:57.131103 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: rbac_subnetpool.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:57.132022 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:57.132556 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loaded extension: rbac-subnetpool Feb 09 21:16:57.132882 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: revisionifmatch.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:57.133807 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:57.134320 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loaded extension: revision-if-match Feb 09 21:16:57.134639 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: revisions.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:57.135825 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:57.136381 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loaded extension: standard-attr-revisions Feb 09 21:16:57.136706 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: router_availability_zone.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:57.137380 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:57.137896 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loaded extension: router_availability_zone Feb 09 21:16:57.138218 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: routerservicetype.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:57.139141 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:57.139653 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Extension router-service-type not supported by any of loaded plugins Feb 09 21:16:57.139972 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:57.140933 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:57.141512 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loaded extension: security-groups-normalized-cidr Feb 09 21:16:57.142322 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:57.143247 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:57.143769 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loaded extension: port-security-groups-filtering Feb 09 21:16:57.144088 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:57.145047 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:57.145561 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loaded extension: security-groups-remote-address-group Feb 09 21:16:57.145883 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:57.146816 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:57.147329 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loaded extension: security-groups-shared-filtering Feb 09 21:16:57.147651 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:57.148255 n-d-828369-5 neutron-server[103031]: WARNING neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 09 21:16:57.148580 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: securitygroup.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:57.159755 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:57.160322 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loaded extension: security-group Feb 09 21:16:57.160655 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: segment.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:57.161445 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:57.161961 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Extension segment not supported by any of loaded plugins Feb 09 21:16:57.162287 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:57.163228 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:57.163751 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 09 21:16:57.164077 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: servicetype.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:57.165212 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:57.165737 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loaded extension: service-type Feb 09 21:16:57.166061 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: sorting.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:57.167044 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:57.167375 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loaded extension: sorting Feb 09 21:16:57.167698 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: standard_attr_segment.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:57.168645 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:57.169163 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 09 21:16:57.169486 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: standardattrdescription.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:57.170132 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:57.170643 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loaded extension: standard-attr-description Feb 09 21:16:57.170962 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: stateful_security_group.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:57.171889 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:57.172425 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loaded extension: stateful-security-group Feb 09 21:16:57.172771 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: stdattrs_common.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:57.173340 n-d-828369-5 neutron-server[103031]: WARNING neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 09 21:16:57.173657 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:57.174576 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:57.175091 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 09 21:16:57.175409 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: subnet_onboard.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:57.176510 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:57.177036 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loaded extension: subnet_onboard Feb 09 21:16:57.177359 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:57.178280 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:57.178795 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 09 21:16:57.179117 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: subnet_service_types.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:57.180060 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:57.180604 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loaded extension: subnet-service-types Feb 09 21:16:57.180929 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: subnetallocation.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:57.182024 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:57.182549 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loaded extension: subnet_allocation Feb 09 21:16:57.182873 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:57.183544 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:57.184398 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loaded extension: subnetpool-prefix-ops Feb 09 21:16:57.184398 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:57.185311 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:57.185820 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 09 21:16:57.186138 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: tagging.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:57.187211 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:57.187733 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loaded extension: standard-attr-tag Feb 09 21:16:57.188062 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: timestamp.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:57.189803 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:57.190322 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loaded extension: standard-attr-timestamp Feb 09 21:16:57.190649 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: trunk.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:57.191690 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:57.192207 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Extension trunk not supported by any of loaded plugins Feb 09 21:16:57.192557 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: trunk_details.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:57.193482 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:57.194001 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Extension trunk-details not supported by any of loaded plugins Feb 09 21:16:57.194731 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: uplink_status_propagation.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:57.195732 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:57.197186 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 09 21:16:57.197527 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Loading extension file: vlantransparent.py {{(pid=103031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 21:16:57.198253 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 21:16:57.198816 n-d-828369-5 neutron-server[103031]: INFO neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 09 21:16:57.201588 n-d-828369-5 neutron-server[103031]: INFO neutron.quota.resource_registry [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Creating instance of TrackedResource for resource:network Feb 09 21:16:57.202466 n-d-828369-5 neutron-server[103031]: INFO neutron.quota.resource_registry [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Creating instance of TrackedResource for resource:subnet Feb 09 21:16:57.203142 n-d-828369-5 neutron-server[103031]: INFO neutron.quota.resource_registry [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 21:16:57.204528 n-d-828369-5 neutron-server[103031]: INFO neutron.quota.resource_registry [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Creating instance of TrackedResource for resource:port Feb 09 21:16:57.207508 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.v2.resource_helper [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103031) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 21:16:57.207960 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.v2.resource_helper [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Service FLAVORS assigned prefix: {{(pid=103031) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 21:16:57.208620 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.v2.resource_helper [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103031) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 21:16:57.209047 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.v2.resource_helper [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103031) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 21:16:57.209376 n-d-828369-5 neutron-server[103031]: INFO neutron.quota.resource_registry [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Creating instance of TrackedResource for resource:router Feb 09 21:16:57.209376 n-d-828369-5 neutron-server[103031]: INFO neutron.quota.resource_registry [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Creating instance of TrackedResource for resource:floatingip Feb 09 21:16:57.209376 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.v2.resource_helper [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Service METERING assigned prefix: /metering {{(pid=103031) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 21:16:57.214242 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:57.214819 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:57.215182 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:16:57.216466 n-d-828369-5 neutron-server[103031]: INFO neutron.quota.resource_registry [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Creating instance of CountableResource for resource:rbac_policy Feb 09 21:16:57.216918 n-d-828369-5 neutron-server[103031]: INFO neutron.quota.resource_registry [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Creating instance of TrackedResource for resource:security_group Feb 09 21:16:57.217355 n-d-828369-5 neutron-server[103031]: INFO neutron.quota.resource_registry [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 09 21:16:57.217959 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.v2.resource_helper [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Service CORE assigned prefix: {{(pid=103031) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 21:16:57.218288 n-d-828369-5 neutron-server[103031]: INFO neutron.quota.resource_registry [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 21:16:57.218634 n-d-828369-5 neutron-server[103031]: WARNING neutron.quota.resource_registry [None req-618ee33a-da80-4783-b799-08be9a967942 None None] subnetpool is already registered Feb 09 21:16:57.219061 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.v2.resource_helper [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Service CORE assigned prefix: {{(pid=103031) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 21:16:57.219387 n-d-828369-5 neutron-server[103031]: INFO neutron.quota.resource_registry [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 21:16:57.219740 n-d-828369-5 neutron-server[103031]: WARNING neutron.quota.resource_registry [None req-618ee33a-da80-4783-b799-08be9a967942 None None] subnetpool is already registered Feb 09 21:16:57.222041 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.v2.resource_helper [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103031) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 21:16:57.222476 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.v2.resource_helper [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Service FLAVORS assigned prefix: {{(pid=103031) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 21:16:57.223064 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.v2.resource_helper [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103031) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 21:16:57.223483 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.v2.resource_helper [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103031) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 21:16:57.223815 n-d-828369-5 neutron-server[103031]: INFO neutron.quota.resource_registry [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Creating instance of TrackedResource for resource:router Feb 09 21:16:57.224153 n-d-828369-5 neutron-server[103031]: WARNING neutron.quota.resource_registry [None req-618ee33a-da80-4783-b799-08be9a967942 None None] router is already registered Feb 09 21:16:57.224583 n-d-828369-5 neutron-server[103031]: INFO neutron.quota.resource_registry [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Creating instance of TrackedResource for resource:floatingip Feb 09 21:16:57.224920 n-d-828369-5 neutron-server[103031]: WARNING neutron.quota.resource_registry [None req-618ee33a-da80-4783-b799-08be9a967942 None None] floatingip is already registered Feb 09 21:16:57.225371 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.v2.resource_helper [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Service METERING assigned prefix: /metering {{(pid=103031) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 21:16:57.226025 n-d-828369-5 neutron-server[103031]: INFO neutron.quota.resource_registry [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Creating instance of CountableResource for resource:rbac_policy Feb 09 21:16:57.226350 n-d-828369-5 neutron-server[103031]: WARNING neutron.quota.resource_registry [None req-618ee33a-da80-4783-b799-08be9a967942 None None] rbac_policy is already registered Feb 09 21:16:57.226753 n-d-828369-5 neutron-server[103031]: INFO neutron.quota.resource_registry [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Creating instance of TrackedResource for resource:security_group Feb 09 21:16:57.227086 n-d-828369-5 neutron-server[103031]: WARNING neutron.quota.resource_registry [None req-618ee33a-da80-4783-b799-08be9a967942 None None] security_group is already registered Feb 09 21:16:57.227483 n-d-828369-5 neutron-server[103031]: INFO neutron.quota.resource_registry [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 09 21:16:57.227814 n-d-828369-5 neutron-server[103031]: WARNING neutron.quota.resource_registry [None req-618ee33a-da80-4783-b799-08be9a967942 None None] security_group_rule is already registered Feb 09 21:16:57.228462 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.v2.resource_helper [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Service CORE assigned prefix: {{(pid=103031) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 21:16:57.228790 n-d-828369-5 neutron-server[103031]: INFO neutron.quota.resource_registry [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 21:16:57.229123 n-d-828369-5 neutron-server[103031]: WARNING neutron.quota.resource_registry [None req-618ee33a-da80-4783-b799-08be9a967942 None None] subnetpool is already registered Feb 09 21:16:57.229552 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.v2.resource_helper [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Service CORE assigned prefix: {{(pid=103031) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 21:16:57.229874 n-d-828369-5 neutron-server[103031]: INFO neutron.quota.resource_registry [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 21:16:57.230204 n-d-828369-5 neutron-server[103031]: WARNING neutron.quota.resource_registry [None req-618ee33a-da80-4783-b799-08be9a967942 None None] subnetpool is already registered Feb 09 21:16:57.230669 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Extended resource: extensions {{(pid=103031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:16:57.232170 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Extended resource: address-groups {{(pid=103031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:16:57.233684 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Extended resource: address-scopes {{(pid=103031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:16:57.235016 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Extended resource: agents {{(pid=103031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:16:57.236214 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Extended resource: auto-allocated-topology {{(pid=103031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:16:57.237477 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Extended resource: availability_zones {{(pid=103031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:16:57.238694 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Extended resource: dhcp-networks {{(pid=103031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:16:57.240229 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Extended resource: dhcp-agents {{(pid=103031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:16:57.241668 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Extended resource: routers {{(pid=103031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:16:57.243892 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Extended resource: flavors {{(pid=103031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:16:57.245087 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Extended resource: service_profiles {{(pid=103031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:16:57.246291 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Extended resource: next_providers {{(pid=103031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:16:57.247744 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Extended resource: service_profiles {{(pid=103031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:16:57.249359 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Extended resource: floatingip-pools {{(pid=103031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:16:57.250587 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Extended resource: routers {{(pid=103031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:16:57.253260 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Extended resource: floatingips {{(pid=103031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:16:57.254553 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Extended resource: l3-routers {{(pid=103031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:16:57.255979 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Extended resource: l3-agents {{(pid=103031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:16:57.257442 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Extended resource: metering-labels {{(pid=103031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:16:57.258808 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Extended resource: metering-label-rules {{(pid=103031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:16:57.260093 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Extended resource: network-ip-availabilities {{(pid=103031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:16:57.261388 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Extended resource: bindings {{(pid=103031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:16:57.263062 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Extended resource: quotas {{(pid=103031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:16:57.264645 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Extended resource: quotas {{(pid=103031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:16:57.266185 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Extended resource: rbac-policies {{(pid=103031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:16:57.268965 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Extended resource: security-groups {{(pid=103031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:16:57.270212 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Extended resource: security-group-rules {{(pid=103031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:16:57.271524 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Extended resource: service-providers {{(pid=103031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:16:57.272722 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Extended resource: subnetpools {{(pid=103031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:16:57.274409 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Extended resource: subnetpools {{(pid=103031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:16:57.275849 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Extended resource: tags {{(pid=103031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:16:57.277575 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Extended resource: tags {{(pid=103031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:16:57.279514 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Extended resource: tags {{(pid=103031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:16:57.281352 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Extended resource: tags {{(pid=103031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:16:57.283153 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Extended resource: tags {{(pid=103031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:16:57.285079 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Extended resource: tags {{(pid=103031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:16:57.286985 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Extended resource: tags {{(pid=103031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:16:57.288939 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Extended resource: tags {{(pid=103031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:16:57.290697 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Extended resource: tags {{(pid=103031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:16:57.292597 n-d-828369-5 neutron-server[103031]: DEBUG neutron.api.extensions [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Extended resource: tags {{(pid=103031) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 21:16:57.298446 n-d-828369-5 neutron-server[103031]: WARNING keystonemiddleware.auth_token [None req-618ee33a-da80-4783-b799-08be9a967942 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 09 21:16:57.303089 n-d-828369-5 neutron-server[103031]: WARNING keystonemiddleware.auth_token [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 09 21:16:57.311547 n-d-828369-5 neutron-server[103031]: DEBUG oslo_concurrency.lockutils [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Acquired lock "singleton_lock" {{(pid=103031) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 09 21:16:57.312021 n-d-828369-5 neutron-server[103031]: DEBUG oslo_concurrency.lockutils [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Releasing lock "singleton_lock" {{(pid=103031) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 09 21:16:57.312701 n-d-828369-5 neutron-server[103031]: INFO oslo_service.service [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Starting 2 workers Feb 09 21:16:57.318095 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Started child 103140 {{(pid=103031) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 09 21:16:57.322627 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Started child 103141 {{(pid=103031) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 09 21:16:57.323657 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:57.324381 n-d-828369-5 neutron-server[103031]: INFO neutron.service [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 09 21:16:57.324809 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:57.325317 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [-] (103140) wsgi starting up on http://0.0.0.0:9696 Feb 09 21:16:57.327292 n-d-828369-5 neutron-server[103031]: INFO oslo_service.service [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Starting 1 workers Feb 09 21:16:57.327621 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:57.329744 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [-] (103141) wsgi starting up on http://0.0.0.0:9696 Feb 09 21:16:57.333234 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Started child 103142 {{(pid=103031) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 09 21:16:57.333778 n-d-828369-5 neutron-server[103031]: INFO oslo_service.service [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Starting 1 workers Feb 09 21:16:57.337048 n-d-828369-5 neutron-server[103142]: DEBUG neutron.service [None req-618ee33a-da80-4783-b799-08be9a967942 None None] calling RpcWorker wait() {{(pid=103142) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 09 21:16:57.337609 n-d-828369-5 neutron-server[103142]: DEBUG neutron.service [None req-618ee33a-da80-4783-b799-08be9a967942 None None] returning from RpcWorker wait() {{(pid=103142) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 09 21:16:57.338289 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Started child 103143 {{(pid=103031) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 09 21:16:57.338974 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:57.339071 n-d-828369-5 neutron-server[103031]: DEBUG neutron_lib.callbacks.manager [None req-618ee33a-da80-4783-b799-08be9a967942 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:57.339490 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:16:57.341065 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103031) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 09 21:16:57.341276 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 09 21:16:57.341461 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 09 21:16:57.341692 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 09 21:16:57.342049 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 09 21:16:57.342213 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 09 21:16:57.342713 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.342994 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.343254 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:16:57.343701 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.343701 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.343838 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.344407 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.345131 n-d-828369-5 neutron-server[103143]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:16:57.345227 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.345435 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.345718 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.345947 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.346122 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.346286 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.346524 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.346756 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.347044 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.347290 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.347523 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.347763 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.347931 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.348197 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.348475 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.348703 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.348970 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] debug = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.349233 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.349711 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.349939 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.350175 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.350405 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.350681 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.350904 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.351176 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.351407 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.351638 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.351866 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.352125 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.352408 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.352625 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.352873 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.353092 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.353348 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.353593 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.354077 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] host = n-d-828369-5 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.354320 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.354542 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.354786 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.355041 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.355297 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.355512 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.355759 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.356031 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.356294 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.356520 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.356767 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.357006 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.357221 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.357468 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] log_file = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.357619 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] log_options = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.357850 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.358115 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.358372 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.358557 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.358725 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.358887 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.359150 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.359312 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.359563 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.359781 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.360011 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.360940 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.361164 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.361392 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.361638 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.361870 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.362105 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.362348 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.362591 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.362834 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.363056 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.363284 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.363521 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.363749 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.363976 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.364186 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.364451 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.364645 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.364862 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.365091 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.365321 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.365572 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.365802 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.366195 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.366455 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.366710 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.366929 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.367131 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.367397 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.367621 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.367882 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.368125 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.368362 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.368742 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.368925 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.369103 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.369858 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] use_json = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.370074 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.370306 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.370733 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.370733 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.371116 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.371208 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.371406 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.371591 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.371837 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.372275 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.372605 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.372933 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.373204 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.373588 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.373740 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.373871 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.374408 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.375168 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.375865 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.376130 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.376339 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.376950 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.379893 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.379893 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.379893 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.379893 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.380558 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.380558 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.380558 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.380886 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.381029 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.381211 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.381485 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.381730 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.381993 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.382360 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.382560 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.382836 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.383193 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.383480 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.383738 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.90/identity {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.384030 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.384281 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.384516 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.384774 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.385004 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.385227 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.385450 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.385725 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.385952 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.386175 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.386422 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.386666 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.387045 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.387491 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.387750 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.388003 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.388287 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.388713 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.389124 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.389361 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.389636 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.389781 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.389971 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.390221 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.390478 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.390734 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.390963 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.391415 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.391415 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.391596 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.391853 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.392041 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.392463 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.392463 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.392801 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.392938 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.393145 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.393421 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.393562 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.393794 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.394019 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.394281 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.394536 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.394932 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.395359 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.395781 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.396066 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.396261 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.396481 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.396695 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.399048 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.399048 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.399048 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.399048 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.399048 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.399048 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.399048 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.399048 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.399048 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.400321 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.400321 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.400321 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.400321 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.400321 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.400998 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.400998 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.400998 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.401450 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.401450 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.401724 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.401889 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.402142 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.402376 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.402639 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.402860 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.403188 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.403446 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.403694 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.403921 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.404203 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.404478 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.404781 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.405019 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.405275 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.405511 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.405784 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.406073 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.406340 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.406600 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.406839 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.407657 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.407953 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.408245 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.408506 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.408762 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.409027 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.409310 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.409563 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.409828 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.410079 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.410333 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.410577 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.410830 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.411056 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.411278 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.411534 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.411838 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.412069 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.412337 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.412558 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.412996 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.413409 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.413664 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.413934 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.414190 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.414427 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.414683 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.414915 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.90/identity {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.415134 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.415723 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.415723 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.415899 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.416045 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.416313 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.416555 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.416779 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.417000 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.417231 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.417450 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.417694 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.417913 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.418134 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.418348 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.418598 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.418812 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.419030 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.419275 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.419536 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.419931 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.420153 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.420386 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.420647 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.420925 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.421234 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.421727 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.422028 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.422360 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.422667 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.423429 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.423652 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.423934 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.424181 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.424429 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.424649 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.424873 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.425092 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.425311 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.425542 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.425759 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.426011 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.426264 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.426624 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.426901 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.427103 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.427539 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.427987 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.428212 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.428451 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.428672 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.428891 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.429214 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.429440 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.429852 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.430072 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.430488 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.430885 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.431319 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.431755 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.432148 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.432479 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.432985 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.432985 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.433194 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.433437 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.433719 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.433977 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.434212 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.434433 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.434656 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.434871 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.435166 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.435432 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.435844 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.435966 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.436148 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.436608 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.436897 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.437120 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.437618 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.437909 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.438539 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.438539 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.438890 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.439549 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.439857 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.440073 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.440501 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.440759 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.441155 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.441396 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.441580 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.441921 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.442220 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.442577 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.443047 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.443377 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.443486 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41978) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:16:57.443578 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.443873 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.444121 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.444363 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.444840 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.445008 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.445180 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.445403 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.445794 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.445954 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.446681 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.446681 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.447007 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.447142 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.447370 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.447617 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.447839 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.448335 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.448663 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.449204 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.449741 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.450280 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.450546 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.451169 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.451584 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.452088 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.452855 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.453279 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.453558 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.454500 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [-] 10.222.0.90 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0080478 Feb 09 21:16:57.454626 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.454965 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.455419 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.456065 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.456558 n-d-828369-5 neutron-server[103142]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:16:57.456942 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.457565 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.457787 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.458112 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.459716 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.461043 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.461306 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.461769 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.462256 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.462496 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.462776 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.463021 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.463254 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.463647 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.464072 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.464653 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.464973 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.465330 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.466348 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.466348 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.466348 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 09 21:16:57.466811 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103031) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 09 21:16:57.467134 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 09 21:16:57.467442 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 09 21:16:57.467671 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 09 21:16:57.467848 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 09 21:16:57.468005 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 09 21:16:57.469033 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.469033 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.469033 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.469033 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.469033 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.469399 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.469530 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.470161 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.470483 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.470650 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.470817 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.470976 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.471137 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.471300 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.471460 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.471622 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.471785 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.471944 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.472328 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.472575 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.472758 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.472911 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.473221 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] debug = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.473447 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.473605 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.473775 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.473930 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.474130 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.474428 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.474553 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.474693 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.474854 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.475122 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.475306 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.475506 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.475658 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.475898 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.476068 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.476247 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.476416 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.476569 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.477765 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] host = n-d-828369-5 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.477765 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.477765 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.477765 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.477765 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.477765 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.477765 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.477765 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.478258 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.478258 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.478258 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.478445 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.478511 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.478638 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.478796 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] log_file = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.478956 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] log_options = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.479113 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.480361 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.480361 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.480361 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.480361 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.480361 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.480361 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.480361 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.481339 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.481339 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.481339 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.481339 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.481339 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.481339 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.481339 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.482818 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.482818 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.482818 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.482818 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.482818 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.482818 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.482818 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.482818 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.484403 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.484403 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.484403 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.484403 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.484403 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.484403 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.484403 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.484403 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.485494 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.485494 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.485494 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.485494 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.485494 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.485494 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.485494 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.485494 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.486499 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.486499 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.486499 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.486499 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.486499 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.486499 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.486499 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.486499 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] use_json = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.487510 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.487510 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.487510 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.487510 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.487510 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.487510 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.487510 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.487510 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.488557 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 21:16:57.488557 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.488557 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.488557 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.488557 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.488557 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.488557 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.488557 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.489580 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.489580 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.489580 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.489580 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.489580 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.489580 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.489580 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.490784 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.490784 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.490784 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.490784 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.490784 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.490784 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.490784 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.490784 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.491580 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.491580 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.492139 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.492326 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.492494 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.492913 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.492913 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.493116 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.493116 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.493308 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.90/identity {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.493472 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.493584 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.493743 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.494649 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.494649 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.494649 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.494649 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.494649 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.494649 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.495258 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.495258 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.495258 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.495258 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.495635 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.495635 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.495828 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.495929 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.496030 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.496155 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.496339 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.496502 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.496664 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.496828 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.496990 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.497151 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.497324 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.497484 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.497646 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.497808 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.497970 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.498131 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.498291 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.498451 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.498601 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.498746 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.498912 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.499087 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.499249 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.499409 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.499572 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.499735 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.499896 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.500056 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.500268 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.500617 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.500892 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.501144 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.501401 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.501979 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.501979 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.501979 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.502359 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.502517 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.502751 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.502982 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.503159 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.503328 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.503494 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.503663 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.503838 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.504021 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.504188 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.504377 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.504543 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.505547 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.505547 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.505547 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.505547 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.505547 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.505547 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.505956 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.505956 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.505956 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.506139 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.506975 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.507235 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.507426 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.507620 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.508278 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.508278 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.508278 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.508278 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.508553 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.508622 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.508764 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.508926 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.509101 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.509265 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.509432 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.509596 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.509770 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.509940 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.510105 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.510271 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.510433 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.510588 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.510754 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.510916 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.511062 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.511228 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.511389 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.511559 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.511752 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.511909 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.512091 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.512200 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.513892 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.514066 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.514233 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.514399 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.514564 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.514728 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.514891 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.515054 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.515216 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.515377 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.515539 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.515704 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.90/identity {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.515865 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.516026 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.516188 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.516956 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.517120 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.517282 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.517863 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.517863 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.517863 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.518235 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.518235 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.518235 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.518510 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.520296 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.520479 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.520650 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.520817 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.520986 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.521151 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.521315 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.521478 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.521641 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.521803 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.521965 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.522128 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.522293 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.522455 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.522618 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.522779 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.522944 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.523105 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.523267 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.523435 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.523597 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.523759 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.524175 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.524403 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.524567 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.524729 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.524892 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.525054 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.525216 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.525376 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.525557 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.525718 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.525879 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.526045 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.526209 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.527022 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.527022 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.527022 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.527022 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.527022 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.527548 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.527548 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.527548 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.527548 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.527866 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.527866 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.528009 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.528169 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.528390 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.528548 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.528655 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.528825 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.528991 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.529142 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.529302 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.529463 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.529625 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.529786 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.529948 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.530124 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.530290 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.530452 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.530612 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.530775 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.530935 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.531107 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.531264 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.531425 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.531585 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.531747 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.531924 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.532712 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.532879 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.533040 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.533201 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.533365 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.533528 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.533699 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.533862 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.534022 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.534184 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.534343 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.534504 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.534677 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.534841 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.535001 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.535161 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.535321 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.535482 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.535654 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.535815 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.535978 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.536139 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.536322 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.536481 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.536653 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.536816 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.536981 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.537142 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.537301 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.537452 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.537606 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.537778 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.537940 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.538103 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.538264 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.538425 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.538586 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.538749 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.538916 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.539087 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.539256 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.539418 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.539587 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.539757 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.539927 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.540088 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.540308 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.540477 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.540638 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.540798 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.540961 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.541123 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.541289 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.541451 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.541612 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.541774 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.541934 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.542095 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.542256 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.542415 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.542576 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.542739 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.542901 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.543062 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.543223 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.543902 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.543902 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 21:16:57.543902 n-d-828369-5 neutron-server[103031]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 09 21:17:08.903817 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f97c6c5-bebd-4118-9ae9-4c9eca70c125 None None] get_active_networks_info from n-d-828369-5 {{(pid=103142) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 21:17:08.981753 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f97c6c5-bebd-4118-9ae9-4c9eca70c125 None None] No non-hosted networks {{(pid=103142) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 09 21:17:08.999555 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.agentschedulers_db [None req-9f97c6c5-bebd-4118-9ae9-4c9eca70c125 None None] DHCP Agent not found on host n-d-828369-5 {{(pid=103142) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 09 21:17:09.134511 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5a8bc296-faeb-4e00-8ed5-220de5e744ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-524995'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:10.938784 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7f6ffde7-0fc1-4dac-9a0a-e261be3c8c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-524995'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:10.970949 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a10dd07d-7b70-4b50-bf8c-d123981b54e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:12.570187 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-524995'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:13.930443 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-524995'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:14.911021 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42062) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:17:15.134823 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-524995'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:15.136476 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:15.137597 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:15.138173 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:15.138959 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:15.139526 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:15.140031 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:15.140565 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:15.141139 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:15.141665 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:15.142162 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:15.142962 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:15.143300 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:15.144289 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:15.144722 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-828369-5', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:17:15.164901 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-828369-5', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:17:15.387541 n-d-828369-5 neutron-server[103142]: INFO neutron.db.l3_hamode_db [None req-38343c38-179d-44ed-8f95-cfb8a855c6b8 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 09 21:17:15.481452 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38343c38-179d-44ed-8f95-cfb8a855c6b8 None None] Routers set() bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:17:15.481846 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38343c38-179d-44ed-8f95-cfb8a855c6b8 None None] Router IDs set() for agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 09 21:17:15.551905 n-d-828369-5 neutron-server[103140]: WARNING oslo_policy.policy [None req-912368fe-d999-4f1c-ba3f-d49011378c41 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 21:17:15.552529 n-d-828369-5 neutron-server[103140]: WARNING oslo_policy.policy [None req-912368fe-d999-4f1c-ba3f-d49011378c41 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 21:17:15.784316 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [None req-912368fe-d999-4f1c-ba3f-d49011378c41 admin admin] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=103140) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:17:15.785311 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-912368fe-d999-4f1c-ba3f-d49011378c41 admin admin] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8717253 Feb 09 21:17:18.225111 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 42088) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:17:18.721394 n-d-828369-5 neutron-server[103141]: WARNING oslo_policy.policy [None req-23b4a9c9-c93f-44af-897b-a238e46296d2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 21:17:18.721956 n-d-828369-5 neutron-server[103141]: WARNING oslo_policy.policy [None req-23b4a9c9-c93f-44af-897b-a238e46296d2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 21:17:18.946847 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-23b4a9c9-c93f-44af-897b-a238e46296d2 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:17:19.038209 n-d-828369-5 neutron-server[103141]: DEBUG neutron.policy [None req-23b4a9c9-c93f-44af-897b-a238e46296d2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103141) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 09 21:17:19.080006 n-d-828369-5 neutron-server[103141]: WARNING oslo_policy.policy [None req-23b4a9c9-c93f-44af-897b-a238e46296d2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 21:17:19.080410 n-d-828369-5 neutron-server[103141]: WARNING oslo_policy.policy [None req-23b4a9c9-c93f-44af-897b-a238e46296d2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 21:17:19.174704 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-23b4a9c9-c93f-44af-897b-a238e46296d2 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746126402211', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746126402774', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746126387818', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746126387069', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746126364795', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746126373235', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1941779', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1935128', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-841935', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-696718'] for rbac-policy (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:19.242893 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-23b4a9c9-c93f-44af-897b-a238e46296d2 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:19.244228 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-23b4a9c9-c93f-44af-897b-a238e46296d2 admin admin] 10.222.0.90 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0169637 Feb 09 21:17:21.666749 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 42104) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:17:21.969760 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-3ba370a1-e46a-4556-8d43-632cdaa2fc06 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:17:22.003676 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba370a1-e46a-4556-8d43-632cdaa2fc06 demo demo] Made reservation on behalf of 841e6552998c4be791fb852cc7432886 for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:17:22.007523 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3ba370a1-e46a-4556-8d43-632cdaa2fc06 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:22.024879 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3ba370a1-e46a-4556-8d43-632cdaa2fc06 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:22.130909 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3ba370a1-e46a-4556-8d43-632cdaa2fc06 demo demo] Publish callbacks [] for security_group (c7e4dcea-4143-4731-82cc-e2e748c2863c), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:22.134805 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3ba370a1-e46a-4556-8d43-632cdaa2fc06 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (c7e4dcea-4143-4731-82cc-e2e748c2863c), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:22.159664 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ba370a1-e46a-4556-8d43-632cdaa2fc06 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:17:22.194751 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3ba370a1-e46a-4556-8d43-632cdaa2fc06 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746128966840', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (0629e75e-6747-4bc6-9574-e0c9c5177364), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:22.195349 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3ba370a1-e46a-4556-8d43-632cdaa2fc06 demo demo] Unsubscribe: segment precommit_create {{(pid=103141) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 09 21:17:22.195889 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-3ba370a1-e46a-4556-8d43-632cdaa2fc06 demo demo] Added segment 0629e75e-6747-4bc6-9574-e0c9c5177364 of type vlan for network 882d4cfe-bbd9-4218-8c70-7f8b71cc72f0 Feb 09 21:17:22.211247 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba370a1-e46a-4556-8d43-632cdaa2fc06 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e4dcea-4143-4731-82cc-e2e748c2863c,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:22.251196 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba370a1-e46a-4556-8d43-632cdaa2fc06 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:22.251540 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba370a1-e46a-4556-8d43-632cdaa2fc06 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:22.251879 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba370a1-e46a-4556-8d43-632cdaa2fc06 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:22.252212 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba370a1-e46a-4556-8d43-632cdaa2fc06 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:22.252571 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba370a1-e46a-4556-8d43-632cdaa2fc06 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:22.252898 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba370a1-e46a-4556-8d43-632cdaa2fc06 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:22.253222 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba370a1-e46a-4556-8d43-632cdaa2fc06 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:22.253547 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba370a1-e46a-4556-8d43-632cdaa2fc06 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:22.253869 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba370a1-e46a-4556-8d43-632cdaa2fc06 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:22.254188 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba370a1-e46a-4556-8d43-632cdaa2fc06 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:22.254507 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba370a1-e46a-4556-8d43-632cdaa2fc06 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:22.254825 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba370a1-e46a-4556-8d43-632cdaa2fc06 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:22.255140 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba370a1-e46a-4556-8d43-632cdaa2fc06 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:22.256347 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba370a1-e46a-4556-8d43-632cdaa2fc06 demo demo] Tracked resource versions report: Feb 09 21:17:22.256347 n-d-828369-5 neutron-server[103141]: pushed versions: Feb 09 21:17:22.256347 n-d-828369-5 neutron-server[103141]: { 'AddressGroup': {'1.2'}, Feb 09 21:17:22.256347 n-d-828369-5 neutron-server[103141]: 'ConntrackHelper': {'1.0'}, Feb 09 21:17:22.256347 n-d-828369-5 neutron-server[103141]: 'LocalIPAssociation': {'1.0'}, Feb 09 21:17:22.256347 n-d-828369-5 neutron-server[103141]: 'Log': {'1.0'}, Feb 09 21:17:22.256347 n-d-828369-5 neutron-server[103141]: 'Network': {'1.1'}, Feb 09 21:17:22.256347 n-d-828369-5 neutron-server[103141]: 'Port': {'1.7'}, Feb 09 21:17:22.256347 n-d-828369-5 neutron-server[103141]: 'PortForwarding': {'1.2'}, Feb 09 21:17:22.256347 n-d-828369-5 neutron-server[103141]: 'QosPolicy': {'1.10'}, Feb 09 21:17:22.256347 n-d-828369-5 neutron-server[103141]: 'SecurityGroup': {'1.5'}, Feb 09 21:17:22.256347 n-d-828369-5 neutron-server[103141]: 'SecurityGroupRule': {'1.2'}, Feb 09 21:17:22.256347 n-d-828369-5 neutron-server[103141]: 'SubPort': {'1.0'}, Feb 09 21:17:22.256347 n-d-828369-5 neutron-server[103141]: 'Subnet': {'1.1'}, Feb 09 21:17:22.256347 n-d-828369-5 neutron-server[103141]: 'Trunk': {'1.1'}} Feb 09 21:17:22.256347 n-d-828369-5 neutron-server[103141]: consumer versions: Feb 09 21:17:22.256347 n-d-828369-5 neutron-server[103141]: { DHCP agent@n-d-828369-5: {}, Feb 09 21:17:22.256347 n-d-828369-5 neutron-server[103141]: L3 agent@n-d-828369-5: {}, Feb 09 21:17:22.256347 n-d-828369-5 neutron-server[103141]: Metadata agent@n-d-828369-5: {}, Feb 09 21:17:22.256347 n-d-828369-5 neutron-server[103141]: Metering agent@n-d-828369-5: {}, Feb 09 21:17:22.256347 n-d-828369-5 neutron-server[103141]: Open vSwitch agent@n-d-828369-5: { 'AddressGroup': '1.2', Feb 09 21:17:22.256347 n-d-828369-5 neutron-server[103141]: 'ConntrackHelper': '1.0', Feb 09 21:17:22.256347 n-d-828369-5 neutron-server[103141]: 'LocalIPAssociation': '1.0', Feb 09 21:17:22.256347 n-d-828369-5 neutron-server[103141]: 'Log': '1.0', Feb 09 21:17:22.256347 n-d-828369-5 neutron-server[103141]: 'Network': '1.1', Feb 09 21:17:22.256347 n-d-828369-5 neutron-server[103141]: 'Port': '1.7', Feb 09 21:17:22.256347 n-d-828369-5 neutron-server[103141]: 'PortForwarding': '1.2', Feb 09 21:17:22.256347 n-d-828369-5 neutron-server[103141]: 'QosPolicy': '1.10', Feb 09 21:17:22.256347 n-d-828369-5 neutron-server[103141]: 'SecurityGroup': '1.5', Feb 09 21:17:22.256347 n-d-828369-5 neutron-server[103141]: 'SecurityGroupRule': '1.2', Feb 09 21:17:22.256347 n-d-828369-5 neutron-server[103141]: 'SubPort': '1.0', Feb 09 21:17:22.256347 n-d-828369-5 neutron-server[103141]: 'Subnet': '1.1', Feb 09 21:17:22.256347 n-d-828369-5 neutron-server[103141]: 'Trunk': '1.1'}} Feb 09 21:17:22.256347 n-d-828369-5 neutron-server[103141]: {{(pid=103141) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 21:17:22.321536 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3ba370a1-e46a-4556-8d43-632cdaa2fc06 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (882d4cfe-bbd9-4218-8c70-7f8b71cc72f0), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:22.360248 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3ba370a1-e46a-4556-8d43-632cdaa2fc06 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (882d4cfe-bbd9-4218-8c70-7f8b71cc72f0), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:22.365803 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba370a1-e46a-4556-8d43-632cdaa2fc06 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:17:22.366539 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3ba370a1-e46a-4556-8d43-632cdaa2fc06 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:22.475309 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-3ba370a1-e46a-4556-8d43-632cdaa2fc06 demo demo] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8073406 Feb 09 21:17:22.491942 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba370a1-e46a-4556-8d43-632cdaa2fc06 demo demo] Pushing event updated for resources: {'Network': ['ID=882d4cfe-bbd9-4218-8c70-7f8b71cc72f0,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:22.504779 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 882d4cfe-bbd9-4218-8c70-7f8b71cc72f0 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:17:24.961851 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 42116) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:17:25.362141 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae6e538-0ac5-4a00-b82d-4057dd18ae88 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:17:25.363511 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-fae6e538-0ac5-4a00-b82d-4057dd18ae88 demo admin] 10.222.0.90 "GET /v2.0/networks/882d4cfe-bbd9-4218-8c70-7f8b71cc72f0 HTTP/1.1" status: 200 len: 825 time: 0.4006598 Feb 09 21:17:25.387503 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-31d3c12a-891d-4835-9170-565e2180b48e demo admin] 10.222.0.90 "GET /v2.0/subnetpools/d947b60b-dfa0-4f70-a8de-1de3ffa50758 HTTP/1.1" status: 200 len: 734 time: 0.0184228 Feb 09 21:17:25.395573 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-7caeaea0-79fc-4993-ae60-73f28076e2c5 demo admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'network_id': '882d4cfe-bbd9-4218-8c70-7f8b71cc72f0', 'subnetpool_id': 'd947b60b-dfa0-4f70-a8de-1de3ffa50758', 'gateway_ip': '172.20.0.1'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:17:25.415824 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7caeaea0-79fc-4993-ae60-73f28076e2c5 demo admin] Made reservation on behalf of 841e6552998c4be791fb852cc7432886 for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:17:25.418051 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7caeaea0-79fc-4993-ae60-73f28076e2c5 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:25.704333 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7caeaea0-79fc-4993-ae60-73f28076e2c5 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for subnet (e476bd6c-c27e-4267-8299-b8739b638b91), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:25.771885 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caeaea0-79fc-4993-ae60-73f28076e2c5 demo admin] Pushing event updated for resources: {'Subnet': ['ID=e476bd6c-c27e-4267-8299-b8739b638b91,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:25.776585 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7caeaea0-79fc-4993-ae60-73f28076e2c5 demo admin] Checking segment: {'id': '0629e75e-6747-4bc6-9574-e0c9c5177364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '882d4cfe-bbd9-4218-8c70-7f8b71cc72f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:17:25.776979 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7caeaea0-79fc-4993-ae60-73f28076e2c5 demo admin] Network hostable DHCP agents. Network: 882d4cfe-bbd9-4218-8c70-7f8b71cc72f0, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:17:25.797384 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7caeaea0-79fc-4993-ae60-73f28076e2c5 demo admin] Network 882d4cfe-bbd9-4218-8c70-7f8b71cc72f0 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:17:25.807900 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-7caeaea0-79fc-4993-ae60-73f28076e2c5 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 882d4cfe-bbd9-4218-8c70-7f8b71cc72f0) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:17:25.812870 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7caeaea0-79fc-4993-ae60-73f28076e2c5 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:17:25.813485 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7caeaea0-79fc-4993-ae60-73f28076e2c5 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:25.818031 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747a0ceb-dcdc-40e8-846f-ccb4001adf7f None None] Network 882d4cfe-bbd9-4218-8c70-7f8b71cc72f0 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:17:25.829188 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-7caeaea0-79fc-4993-ae60-73f28076e2c5 demo admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4367323 Feb 09 21:17:26.083679 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d683c4-21bc-4cbb-a3bb-84602352f710 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-882d4cfe-bbd9-4218-8c70-7f8b71cc72f0', 'network_id': '882d4cfe-bbd9-4218-8c70-7f8b71cc72f0', 'project_id': '841e6552998c4be791fb852cc7432886', 'fixed_ips': [{'subnet_id': 'e476bd6c-c27e-4267-8299-b8739b638b91'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:17:26.085148 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-81d683c4-21bc-4cbb-a3bb-84602352f710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:26.365972 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-81d683c4-21bc-4cbb-a3bb-84602352f710 None None] Allocated IP 172.20.0.2 (882d4cfe-bbd9-4218-8c70-7f8b71cc72f0/e476bd6c-c27e-4267-8299-b8739b638b91/1093917f-48cf-4aa2-9396-ed498fae88af) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:17:26.632823 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-81d683c4-21bc-4cbb-a3bb-84602352f710 None None] Publish callbacks [] for port (1093917f-48cf-4aa2-9396-ed498fae88af), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:26.642013 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-81d683c4-21bc-4cbb-a3bb-84602352f710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (1093917f-48cf-4aa2-9396-ed498fae88af), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:26.721858 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d683c4-21bc-4cbb-a3bb-84602352f710 None None] Network 882d4cfe-bbd9-4218-8c70-7f8b71cc72f0 is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:17:26.728887 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-81d683c4-21bc-4cbb-a3bb-84602352f710 None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:17:26.730774 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d683c4-21bc-4cbb-a3bb-84602352f710 None None] Pushing event updated for resources: {'Port': ['ID=1093917f-48cf-4aa2-9396-ed498fae88af,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:26.738645 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d683c4-21bc-4cbb-a3bb-84602352f710 None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:17:26.742087 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d683c4-21bc-4cbb-a3bb-84602352f710 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:26.742437 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d683c4-21bc-4cbb-a3bb-84602352f710 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:26.742777 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d683c4-21bc-4cbb-a3bb-84602352f710 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:26.743115 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d683c4-21bc-4cbb-a3bb-84602352f710 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:26.743445 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d683c4-21bc-4cbb-a3bb-84602352f710 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:26.743775 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d683c4-21bc-4cbb-a3bb-84602352f710 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:26.744104 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d683c4-21bc-4cbb-a3bb-84602352f710 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:26.744462 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d683c4-21bc-4cbb-a3bb-84602352f710 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:26.744789 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d683c4-21bc-4cbb-a3bb-84602352f710 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:26.745112 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d683c4-21bc-4cbb-a3bb-84602352f710 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:26.745434 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d683c4-21bc-4cbb-a3bb-84602352f710 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:26.745756 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d683c4-21bc-4cbb-a3bb-84602352f710 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:26.746074 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d683c4-21bc-4cbb-a3bb-84602352f710 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:26.747234 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d683c4-21bc-4cbb-a3bb-84602352f710 None None] Tracked resource versions report: Feb 09 21:17:26.747234 n-d-828369-5 neutron-server[103142]: pushed versions: Feb 09 21:17:26.747234 n-d-828369-5 neutron-server[103142]: { 'AddressGroup': {'1.2'}, Feb 09 21:17:26.747234 n-d-828369-5 neutron-server[103142]: 'ConntrackHelper': {'1.0'}, Feb 09 21:17:26.747234 n-d-828369-5 neutron-server[103142]: 'LocalIPAssociation': {'1.0'}, Feb 09 21:17:26.747234 n-d-828369-5 neutron-server[103142]: 'Log': {'1.0'}, Feb 09 21:17:26.747234 n-d-828369-5 neutron-server[103142]: 'Network': {'1.1'}, Feb 09 21:17:26.747234 n-d-828369-5 neutron-server[103142]: 'Port': {'1.7'}, Feb 09 21:17:26.747234 n-d-828369-5 neutron-server[103142]: 'PortForwarding': {'1.2'}, Feb 09 21:17:26.747234 n-d-828369-5 neutron-server[103142]: 'QosPolicy': {'1.10'}, Feb 09 21:17:26.747234 n-d-828369-5 neutron-server[103142]: 'SecurityGroup': {'1.5'}, Feb 09 21:17:26.747234 n-d-828369-5 neutron-server[103142]: 'SecurityGroupRule': {'1.2'}, Feb 09 21:17:26.747234 n-d-828369-5 neutron-server[103142]: 'SubPort': {'1.0'}, Feb 09 21:17:26.747234 n-d-828369-5 neutron-server[103142]: 'Subnet': {'1.1'}, Feb 09 21:17:26.747234 n-d-828369-5 neutron-server[103142]: 'Trunk': {'1.1'}} Feb 09 21:17:26.747234 n-d-828369-5 neutron-server[103142]: consumer versions: Feb 09 21:17:26.747234 n-d-828369-5 neutron-server[103142]: { DHCP agent@n-d-828369-5: {}, Feb 09 21:17:26.747234 n-d-828369-5 neutron-server[103142]: L3 agent@n-d-828369-5: {}, Feb 09 21:17:26.747234 n-d-828369-5 neutron-server[103142]: Metadata agent@n-d-828369-5: {}, Feb 09 21:17:26.747234 n-d-828369-5 neutron-server[103142]: Metering agent@n-d-828369-5: {}, Feb 09 21:17:26.747234 n-d-828369-5 neutron-server[103142]: Open vSwitch agent@n-d-828369-5: { 'AddressGroup': '1.2', Feb 09 21:17:26.747234 n-d-828369-5 neutron-server[103142]: 'ConntrackHelper': '1.0', Feb 09 21:17:26.747234 n-d-828369-5 neutron-server[103142]: 'LocalIPAssociation': '1.0', Feb 09 21:17:26.747234 n-d-828369-5 neutron-server[103142]: 'Log': '1.0', Feb 09 21:17:26.747234 n-d-828369-5 neutron-server[103142]: 'Network': '1.1', Feb 09 21:17:26.747234 n-d-828369-5 neutron-server[103142]: 'Port': '1.7', Feb 09 21:17:26.747234 n-d-828369-5 neutron-server[103142]: 'PortForwarding': '1.2', Feb 09 21:17:26.747234 n-d-828369-5 neutron-server[103142]: 'QosPolicy': '1.10', Feb 09 21:17:26.747234 n-d-828369-5 neutron-server[103142]: 'SecurityGroup': '1.5', Feb 09 21:17:26.747234 n-d-828369-5 neutron-server[103142]: 'SecurityGroupRule': '1.2', Feb 09 21:17:26.747234 n-d-828369-5 neutron-server[103142]: 'SubPort': '1.0', Feb 09 21:17:26.747234 n-d-828369-5 neutron-server[103142]: 'Subnet': '1.1', Feb 09 21:17:26.747234 n-d-828369-5 neutron-server[103142]: 'Trunk': '1.1'}} Feb 09 21:17:26.747234 n-d-828369-5 neutron-server[103142]: {{(pid=103142) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 21:17:26.821540 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-81d683c4-21bc-4cbb-a3bb-84602352f710 None None] Attempting to bind port 1093917f-48cf-4aa2-9396-ed498fae88af on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:17:26.822190 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-81d683c4-21bc-4cbb-a3bb-84602352f710 None None] Attempting to bind port 1093917f-48cf-4aa2-9396-ed498fae88af by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '0629e75e-6747-4bc6-9574-e0c9c5177364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '882d4cfe-bbd9-4218-8c70-7f8b71cc72f0'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:17:26.822366 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d683c4-21bc-4cbb-a3bb-84602352f710 None None] Attempting to bind port 1093917f-48cf-4aa2-9396-ed498fae88af on network 882d4cfe-bbd9-4218-8c70-7f8b71cc72f0 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:17:26.827142 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d683c4-21bc-4cbb-a3bb-84602352f710 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:17:26.827517 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d683c4-21bc-4cbb-a3bb-84602352f710 None None] Checking segment: {'id': '0629e75e-6747-4bc6-9574-e0c9c5177364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '882d4cfe-bbd9-4218-8c70-7f8b71cc72f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:17:26.828020 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-81d683c4-21bc-4cbb-a3bb-84602352f710 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:26.828444 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d683c4-21bc-4cbb-a3bb-84602352f710 None None] Bound using segment: {'id': '0629e75e-6747-4bc6-9574-e0c9c5177364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '882d4cfe-bbd9-4218-8c70-7f8b71cc72f0'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:17:26.828930 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-81d683c4-21bc-4cbb-a3bb-84602352f710 None None] Bound port: 1093917f-48cf-4aa2-9396-ed498fae88af, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0629e75e-6747-4bc6-9574-e0c9c5177364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '882d4cfe-bbd9-4218-8c70-7f8b71cc72f0'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:17:26.829355 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-81d683c4-21bc-4cbb-a3bb-84602352f710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (1093917f-48cf-4aa2-9396-ed498fae88af), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:26.889437 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-81d683c4-21bc-4cbb-a3bb-84602352f710 None None] For port 1093917f-48cf-4aa2-9396-ed498fae88af, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:17:26.894243 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-81d683c4-21bc-4cbb-a3bb-84602352f710 None None] For port 1093917f-48cf-4aa2-9396-ed498fae88af, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=1093917f-48cf-4aa2-9396-ed498fae88af,segment=NetworkSegment(0629e75e-6747-4bc6-9574-e0c9c5177364),segment_id=0629e75e-6747-4bc6-9574-e0c9c5177364)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:17:26.904416 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-81d683c4-21bc-4cbb-a3bb-84602352f710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (1093917f-48cf-4aa2-9396-ed498fae88af), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:26.965816 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d683c4-21bc-4cbb-a3bb-84602352f710 None None] Pushing event updated for resources: {'Port': ['ID=1093917f-48cf-4aa2-9396-ed498fae88af,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:28.349170 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 42124) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:17:28.672990 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [None req-ec2b1bfc-e4ad-47d0-ba66-a57be5d72e3e admin admin] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=103141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:17:28.674127 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-ec2b1bfc-e4ad-47d0-ba66-a57be5d72e3e admin admin] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3239133 Feb 09 21:17:31.150256 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 42132) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:17:31.463504 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [None req-cffec5a4-a2e0-4563-b2d6-69d3a3a73e80 admin admin] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=103141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:17:31.464641 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-cffec5a4-a2e0-4563-b2d6-69d3a3a73e80 admin admin] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3134518 Feb 09 21:17:33.929311 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42140) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:17:34.242082 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-b49c9677-1f09-41aa-8327-85de017a8752 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:17:34.301834 n-d-828369-5 neutron-server[103140]: DEBUG neutron.policy [None req-b49c9677-1f09-41aa-8327-85de017a8752 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103140) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 09 21:17:34.344948 n-d-828369-5 neutron-server[103140]: WARNING oslo_policy.policy [None req-b49c9677-1f09-41aa-8327-85de017a8752 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 21:17:34.345322 n-d-828369-5 neutron-server[103140]: WARNING oslo_policy.policy [None req-b49c9677-1f09-41aa-8327-85de017a8752 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 21:17:34.407573 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b49c9677-1f09-41aa-8327-85de017a8752 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (a6e48c6f-bba0-4b44-8f5f-8615e534a801), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:34.409494 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b49c9677-1f09-41aa-8327-85de017a8752 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (a6e48c6f-bba0-4b44-8f5f-8615e534a801), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:34.585446 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b49c9677-1f09-41aa-8327-85de017a8752 demo demo] Publish callbacks [] for router_controller (a6e48c6f-bba0-4b44-8f5f-8615e534a801), precommit_add_association {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:34.590689 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b49c9677-1f09-41aa-8327-85de017a8752 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (a6e48c6f-bba0-4b44-8f5f-8615e534a801), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:34.614940 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b49c9677-1f09-41aa-8327-85de017a8752 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:34.616241 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-b49c9677-1f09-41aa-8327-85de017a8752 demo demo] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6859455 Feb 09 21:17:37.086145 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42154) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:17:37.399834 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [None req-6257de25-f3f9-40f4-8fcf-67fcba122333 admin admin] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=103140) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:17:37.400876 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-6257de25-f3f9-40f4-8fcf-67fcba122333 admin admin] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3137078 Feb 09 21:17:37.783277 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 1093917f-48cf-4aa2-9396-ed498fae88af up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:17:37.871769 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 1093917f-48cf-4aa2-9396-ed498fae88af triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:17:37.872187 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (1093917f-48cf-4aa2-9396-ed498fae88af), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:37.981415 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 1093917f-48cf-4aa2-9396-ed498fae88af is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:17:37.981815 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (1093917f-48cf-4aa2-9396-ed498fae88af), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:38.018491 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373b76b9-5d6f-4643-aad7-263025b82923 None None] Network 882d4cfe-bbd9-4218-8c70-7f8b71cc72f0 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:17:38.032779 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port 1093917f-48cf-4aa2-9396-ed498fae88af, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=1093917f-48cf-4aa2-9396-ed498fae88af,segment=NetworkSegment(0629e75e-6747-4bc6-9574-e0c9c5177364),segment_id=0629e75e-6747-4bc6-9574-e0c9c5177364)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:17:38.061011 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (1093917f-48cf-4aa2-9396-ed498fae88af), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:38.146196 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-b546a377-32ba-44de-bfe6-d734f3902ba7 None None] Provisioning complete for port 1093917f-48cf-4aa2-9396-ed498fae88af triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:17:38.146599 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b546a377-32ba-44de-bfe6-d734f3902ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (1093917f-48cf-4aa2-9396-ed498fae88af), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:38.194570 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=1093917f-48cf-4aa2-9396-ed498fae88af,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:38.272541 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-b546a377-32ba-44de-bfe6-d734f3902ba7 None None] Current status of the port 1093917f-48cf-4aa2-9396-ed498fae88af is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:17:38.496554 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-7dfd017d-1e29-4b08-8843-8485a44d7fca None None] Provisioning complete for port 1093917f-48cf-4aa2-9396-ed498fae88af triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:17:38.497219 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7dfd017d-1e29-4b08-8843-8485a44d7fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (1093917f-48cf-4aa2-9396-ed498fae88af), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:38.583981 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-7dfd017d-1e29-4b08-8843-8485a44d7fca None None] Current status of the port 1093917f-48cf-4aa2-9396-ed498fae88af is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:17:38.865062 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-704aa739-eae0-4b0e-b956-3333ec66c034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:39.748596 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 1093917f-48cf-4aa2-9396-ed498fae88af up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:17:39.794583 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 1093917f-48cf-4aa2-9396-ed498fae88af triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:17:39.794962 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (1093917f-48cf-4aa2-9396-ed498fae88af), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:39.855854 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42164) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:17:39.872331 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 1093917f-48cf-4aa2-9396-ed498fae88af is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:17:40.164051 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-f993f8e4-6471-4eae-ba92-bf53c2d7b7be admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True, 'router:external': True}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:17:40.186349 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f993f8e4-6471-4eae-ba92-bf53c2d7b7be admin admin] Made reservation on behalf of d96c113cf5d94dd58b94b9d51fa47fb7 for: {'network': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:17:40.189137 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f993f8e4-6471-4eae-ba92-bf53c2d7b7be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:40.204945 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f993f8e4-6471-4eae-ba92-bf53c2d7b7be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:40.306792 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f993f8e4-6471-4eae-ba92-bf53c2d7b7be admin admin] Publish callbacks [] for security_group (109f81dd-8b06-4ffe-8ff7-68ff20e81994), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:40.310175 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f993f8e4-6471-4eae-ba92-bf53c2d7b7be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (109f81dd-8b06-4ffe-8ff7-68ff20e81994), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:40.321992 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f993f8e4-6471-4eae-ba92-bf53c2d7b7be admin admin] Reserving flat network on physical network physnet1 {{(pid=103140) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 09 21:17:40.353783 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f993f8e4-6471-4eae-ba92-bf53c2d7b7be admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746128966840', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (2a61d240-ad84-4913-91ae-b392de4d1b88), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:40.354373 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f993f8e4-6471-4eae-ba92-bf53c2d7b7be admin admin] Unsubscribe: segment precommit_create {{(pid=103140) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 09 21:17:40.354917 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-f993f8e4-6471-4eae-ba92-bf53c2d7b7be admin admin] Added segment 2a61d240-ad84-4913-91ae-b392de4d1b88 of type flat for network 54a442d5-50a0-4c75-85cc-d19f5bf58118 Feb 09 21:17:40.370475 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f993f8e4-6471-4eae-ba92-bf53c2d7b7be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=109f81dd-8b06-4ffe-8ff7-68ff20e81994,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:40.420119 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f993f8e4-6471-4eae-ba92-bf53c2d7b7be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:40.420508 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f993f8e4-6471-4eae-ba92-bf53c2d7b7be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:40.420854 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f993f8e4-6471-4eae-ba92-bf53c2d7b7be admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:40.421192 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f993f8e4-6471-4eae-ba92-bf53c2d7b7be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:40.421544 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f993f8e4-6471-4eae-ba92-bf53c2d7b7be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:40.421907 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f993f8e4-6471-4eae-ba92-bf53c2d7b7be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:40.422272 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f993f8e4-6471-4eae-ba92-bf53c2d7b7be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:40.422596 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f993f8e4-6471-4eae-ba92-bf53c2d7b7be admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:40.422918 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f993f8e4-6471-4eae-ba92-bf53c2d7b7be admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:40.423243 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f993f8e4-6471-4eae-ba92-bf53c2d7b7be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:40.423563 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f993f8e4-6471-4eae-ba92-bf53c2d7b7be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:40.423883 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f993f8e4-6471-4eae-ba92-bf53c2d7b7be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:40.424201 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f993f8e4-6471-4eae-ba92-bf53c2d7b7be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:40.425446 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f993f8e4-6471-4eae-ba92-bf53c2d7b7be admin admin] Tracked resource versions report: Feb 09 21:17:40.425446 n-d-828369-5 neutron-server[103140]: pushed versions: Feb 09 21:17:40.425446 n-d-828369-5 neutron-server[103140]: { 'AddressGroup': {'1.2'}, Feb 09 21:17:40.425446 n-d-828369-5 neutron-server[103140]: 'ConntrackHelper': {'1.0'}, Feb 09 21:17:40.425446 n-d-828369-5 neutron-server[103140]: 'LocalIPAssociation': {'1.0'}, Feb 09 21:17:40.425446 n-d-828369-5 neutron-server[103140]: 'Log': {'1.0'}, Feb 09 21:17:40.425446 n-d-828369-5 neutron-server[103140]: 'Network': {'1.1'}, Feb 09 21:17:40.425446 n-d-828369-5 neutron-server[103140]: 'Port': {'1.7'}, Feb 09 21:17:40.425446 n-d-828369-5 neutron-server[103140]: 'PortForwarding': {'1.2'}, Feb 09 21:17:40.425446 n-d-828369-5 neutron-server[103140]: 'QosPolicy': {'1.10'}, Feb 09 21:17:40.425446 n-d-828369-5 neutron-server[103140]: 'SecurityGroup': {'1.5'}, Feb 09 21:17:40.425446 n-d-828369-5 neutron-server[103140]: 'SecurityGroupRule': {'1.2'}, Feb 09 21:17:40.425446 n-d-828369-5 neutron-server[103140]: 'SubPort': {'1.0'}, Feb 09 21:17:40.425446 n-d-828369-5 neutron-server[103140]: 'Subnet': {'1.1'}, Feb 09 21:17:40.425446 n-d-828369-5 neutron-server[103140]: 'Trunk': {'1.1'}} Feb 09 21:17:40.425446 n-d-828369-5 neutron-server[103140]: consumer versions: Feb 09 21:17:40.425446 n-d-828369-5 neutron-server[103140]: { DHCP agent@n-d-828369-5: {}, Feb 09 21:17:40.425446 n-d-828369-5 neutron-server[103140]: L3 agent@n-d-828369-5: {}, Feb 09 21:17:40.425446 n-d-828369-5 neutron-server[103140]: Metadata agent@n-d-828369-5: {}, Feb 09 21:17:40.425446 n-d-828369-5 neutron-server[103140]: Metering agent@n-d-828369-5: {}, Feb 09 21:17:40.425446 n-d-828369-5 neutron-server[103140]: Open vSwitch agent@n-d-828369-5: { 'AddressGroup': '1.2', Feb 09 21:17:40.425446 n-d-828369-5 neutron-server[103140]: 'ConntrackHelper': '1.0', Feb 09 21:17:40.425446 n-d-828369-5 neutron-server[103140]: 'LocalIPAssociation': '1.0', Feb 09 21:17:40.425446 n-d-828369-5 neutron-server[103140]: 'Log': '1.0', Feb 09 21:17:40.425446 n-d-828369-5 neutron-server[103140]: 'Network': '1.1', Feb 09 21:17:40.425446 n-d-828369-5 neutron-server[103140]: 'Port': '1.7', Feb 09 21:17:40.425446 n-d-828369-5 neutron-server[103140]: 'PortForwarding': '1.2', Feb 09 21:17:40.425446 n-d-828369-5 neutron-server[103140]: 'QosPolicy': '1.10', Feb 09 21:17:40.425446 n-d-828369-5 neutron-server[103140]: 'SecurityGroup': '1.5', Feb 09 21:17:40.425446 n-d-828369-5 neutron-server[103140]: 'SecurityGroupRule': '1.2', Feb 09 21:17:40.425446 n-d-828369-5 neutron-server[103140]: 'SubPort': '1.0', Feb 09 21:17:40.425446 n-d-828369-5 neutron-server[103140]: 'Subnet': '1.1', Feb 09 21:17:40.425446 n-d-828369-5 neutron-server[103140]: 'Trunk': '1.1'}} Feb 09 21:17:40.425446 n-d-828369-5 neutron-server[103140]: {{(pid=103140) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 21:17:40.472666 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f993f8e4-6471-4eae-ba92-bf53c2d7b7be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (54a442d5-50a0-4c75-85cc-d19f5bf58118), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:40.522845 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f993f8e4-6471-4eae-ba92-bf53c2d7b7be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (54a442d5-50a0-4c75-85cc-d19f5bf58118), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:40.524240 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f993f8e4-6471-4eae-ba92-bf53c2d7b7be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:17:40.524957 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f993f8e4-6471-4eae-ba92-bf53c2d7b7be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:40.604857 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-f993f8e4-6471-4eae-ba92-bf53c2d7b7be admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7477953 Feb 09 21:17:40.628913 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f993f8e4-6471-4eae-ba92-bf53c2d7b7be admin admin] Pushing event updated for resources: {'Network': ['ID=54a442d5-50a0-4c75-85cc-d19f5bf58118,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:40.639326 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:17:40.936599 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-6e24607e-3bf6-4817-bd18-71dff7094407 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:41.384702 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 5 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:17:42.504051 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:43.042734 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42186) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:17:43.258769 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c68cd6a-e7f8-4524-8f37-26483bcff7e2 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:17:43.260160 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-4c68cd6a-e7f8-4524-8f37-26483bcff7e2 demo admin] 10.222.0.90 "GET /v2.0/subnets/e476bd6c-c27e-4267-8299-b8739b638b91 HTTP/1.1" status: 200 len: 849 time: 0.2164395 Feb 09 21:17:43.405883 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-16b4ea2d-bbe6-4d27-afb1-48285af4d3e6 demo admin] 10.222.0.90 "GET /v2.0/routers/a6e48c6f-bba0-4b44-8f5f-8615e534a801 HTTP/1.1" status: 200 len: 704 time: 0.1399510 Feb 09 21:17:43.681546 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bfd7765d-9e3c-4268-88a8-4946f30a3a1b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:43.875879 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:43.977611 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-bfd7765d-9e3c-4268-88a8-4946f30a3a1b demo admin] Allocated IP 172.20.0.1 (882d4cfe-bbd9-4218-8c70-7f8b71cc72f0/e476bd6c-c27e-4267-8299-b8739b638b91/eb4a8750-ee4d-4924-ba1f-6f4e4f9d39bd) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:17:44.163659 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bfd7765d-9e3c-4268-88a8-4946f30a3a1b demo admin] Publish callbacks [] for port (eb4a8750-ee4d-4924-ba1f-6f4e4f9d39bd), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:44.231823 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bfd7765d-9e3c-4268-88a8-4946f30a3a1b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (eb4a8750-ee4d-4924-ba1f-6f4e4f9d39bd), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:44.308749 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd7765d-9e3c-4268-88a8-4946f30a3a1b demo admin] Network 882d4cfe-bbd9-4218-8c70-7f8b71cc72f0 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:17:44.316799 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-bfd7765d-9e3c-4268-88a8-4946f30a3a1b demo admin] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:17:44.320115 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd7765d-9e3c-4268-88a8-4946f30a3a1b demo admin] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:17:44.320663 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bfd7765d-9e3c-4268-88a8-4946f30a3a1b demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554727'] for router_interface (a6e48c6f-bba0-4b44-8f5f-8615e534a801), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:44.381376 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7765d-9e3c-4268-88a8-4946f30a3a1b demo admin] Pushing event updated for resources: {'Port': ['ID=eb4a8750-ee4d-4924-ba1f-6f4e4f9d39bd,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:44.595793 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-eb9444fd-ede4-497f-afe0-954506e62ac6 None None] Provisioning complete for port eb4a8750-ee4d-4924-ba1f-6f4e4f9d39bd triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:17:44.596093 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-eb9444fd-ede4-497f-afe0-954506e62ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (eb4a8750-ee4d-4924-ba1f-6f4e4f9d39bd), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:44.601268 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bfd7765d-9e3c-4268-88a8-4946f30a3a1b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (eb4a8750-ee4d-4924-ba1f-6f4e4f9d39bd), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:44.628827 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-eb9444fd-ede4-497f-afe0-954506e62ac6 None None] Port eb4a8750-ee4d-4924-ba1f-6f4e4f9d39bd cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:17:44.804070 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bfd7765d-9e3c-4268-88a8-4946f30a3a1b demo admin] Publish callbacks [] for port (eb4a8750-ee4d-4924-ba1f-6f4e4f9d39bd), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:44.808445 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bfd7765d-9e3c-4268-88a8-4946f30a3a1b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (eb4a8750-ee4d-4924-ba1f-6f4e4f9d39bd), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:44.809255 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bfd7765d-9e3c-4268-88a8-4946f30a3a1b demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524919'] for router_interface (a6e48c6f-bba0-4b44-8f5f-8615e534a801), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:44.884121 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7765d-9e3c-4268-88a8-4946f30a3a1b demo admin] Pushing event updated for resources: {'Port': ['ID=eb4a8750-ee4d-4924-ba1f-6f4e4f9d39bd,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:44.930691 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd7765d-9e3c-4268-88a8-4946f30a3a1b demo admin] Network 882d4cfe-bbd9-4218-8c70-7f8b71cc72f0 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:17:44.931989 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-bfd7765d-9e3c-4268-88a8-4946f30a3a1b demo admin] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:17:45.092189 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfd7765d-9e3c-4268-88a8-4946f30a3a1b demo admin] Router a6e48c6f-bba0-4b44-8f5f-8615e534a801 is scheduled to L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 with binding_index 1 {{(pid=103140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:17:45.128451 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:45.151741 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-0e18eba2-46df-437f-b809-9743fb7a6e04 None None] Provisioning complete for port eb4a8750-ee4d-4924-ba1f-6f4e4f9d39bd triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:17:45.152034 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-0e18eba2-46df-437f-b809-9743fb7a6e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (eb4a8750-ee4d-4924-ba1f-6f4e4f9d39bd), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:45.184213 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-0e18eba2-46df-437f-b809-9743fb7a6e04 None None] Port eb4a8750-ee4d-4924-ba1f-6f4e4f9d39bd cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:17:45.188083 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfd7765d-9e3c-4268-88a8-4946f30a3a1b demo admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:17:45.193154 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-bfd7765d-9e3c-4268-88a8-4946f30a3a1b demo admin] 10.222.0.90 "PUT /v2.0/routers/a6e48c6f-bba0-4b44-8f5f-8615e534a801/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7819655 Feb 09 21:17:45.201868 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ca0804-8a52-4b9b-bb87-e4e6a7b4e162 None None] Sync routers for ids ['a6e48c6f-bba0-4b44-8f5f-8615e534a801'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:17:45.215088 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ca0804-8a52-4b9b-bb87-e4e6a7b4e162 None None] Routers {'a6e48c6f-bba0-4b44-8f5f-8615e534a801'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:17:45.215977 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-42ca0804-8a52-4b9b-bb87-e4e6a7b4e162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:17:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['a6e48c6f-bba0-4b44-8f5f-8615e534a801'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:17:45.405774 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-42ca0804-8a52-4b9b-bb87-e4e6a7b4e162 None None] Set router a6e48c6f-bba0-4b44-8f5f-8615e534a801 gateway port host: None {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:17:45.834708 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-42ca0804-8a52-4b9b-bb87-e4e6a7b4e162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e48c6f-bba0-4b44-8f5f-8615e534a801', 'name': 'router1', 'tenant_id': '841e6552998c4be791fb852cc7432886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:17:34Z', 'updated_at': '2022-02-09T21:17:44Z', 'revision_number': 2, 'project_id': '841e6552998c4be791fb852cc7432886', 'gw_port_host': None, '_interfaces': [{'id': 'eb4a8750-ee4d-4924-ba1f-6f4e4f9d39bd', 'name': '', 'network_id': '882d4cfe-bbd9-4218-8c70-7f8b71cc72f0', 'tenant_id': '841e6552998c4be791fb852cc7432886', 'mac_address': 'fa:16:3e:48:c7:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6e48c6f-bba0-4b44-8f5f-8615e534a801', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e476bd6c-c27e-4267-8299-b8739b638b91', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:43Z', 'updated_at': '2022-02-09T21:17:44Z', 'revision_number': 2, 'project_id': '841e6552998c4be791fb852cc7432886', 'subnets': [{'id': 'e476bd6c-c27e-4267-8299-b8739b638b91', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd947b60b-dfa0-4f70-a8de-1de3ffa50758'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:17:45.885705 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ca0804-8a52-4b9b-bb87-e4e6a7b4e162 None None] Checking router: a6e48c6f-bba0-4b44-8f5f-8615e534a801 for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:17:45.886079 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ca0804-8a52-4b9b-bb87-e4e6a7b4e162 None None] Updating router a6e48c6f-bba0-4b44-8f5f-8615e534a801 port eb4a8750-ee4d-4924-ba1f-6f4e4f9d39bd binding host n-d-828369-5 {{(pid=103143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:17:45.939984 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-42ca0804-8a52-4b9b-bb87-e4e6a7b4e162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (eb4a8750-ee4d-4924-ba1f-6f4e4f9d39bd), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:46.457924 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-42ca0804-8a52-4b9b-bb87-e4e6a7b4e162 None None] Publish callbacks [] for port (eb4a8750-ee4d-4924-ba1f-6f4e4f9d39bd), precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:46.464516 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-42ca0804-8a52-4b9b-bb87-e4e6a7b4e162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (eb4a8750-ee4d-4924-ba1f-6f4e4f9d39bd), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:46.642500 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930185f6-b878-4b0b-80b3-83c1df814db6 None None] Pushing event updated for resources: {'Port': ['ID=eb4a8750-ee4d-4924-ba1f-6f4e4f9d39bd,revision_number=3']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:46.650047 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-42ca0804-8a52-4b9b-bb87-e4e6a7b4e162 None None] Attempting to bind port eb4a8750-ee4d-4924-ba1f-6f4e4f9d39bd on host n-d-828369-5 for vnic_type normal with profile {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:17:46.650442 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-42ca0804-8a52-4b9b-bb87-e4e6a7b4e162 None None] Attempting to bind port eb4a8750-ee4d-4924-ba1f-6f4e4f9d39bd by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '0629e75e-6747-4bc6-9574-e0c9c5177364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '882d4cfe-bbd9-4218-8c70-7f8b71cc72f0'}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:17:46.650903 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ca0804-8a52-4b9b-bb87-e4e6a7b4e162 None None] Attempting to bind port eb4a8750-ee4d-4924-ba1f-6f4e4f9d39bd on network 882d4cfe-bbd9-4218-8c70-7f8b71cc72f0 {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:17:46.654380 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930185f6-b878-4b0b-80b3-83c1df814db6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:46.654732 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930185f6-b878-4b0b-80b3-83c1df814db6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:46.655074 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930185f6-b878-4b0b-80b3-83c1df814db6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:46.655410 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930185f6-b878-4b0b-80b3-83c1df814db6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:46.656282 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930185f6-b878-4b0b-80b3-83c1df814db6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:46.656619 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930185f6-b878-4b0b-80b3-83c1df814db6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:46.656945 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930185f6-b878-4b0b-80b3-83c1df814db6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:46.657269 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930185f6-b878-4b0b-80b3-83c1df814db6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:46.657596 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930185f6-b878-4b0b-80b3-83c1df814db6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:46.657934 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930185f6-b878-4b0b-80b3-83c1df814db6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:46.658239 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930185f6-b878-4b0b-80b3-83c1df814db6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:46.658558 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930185f6-b878-4b0b-80b3-83c1df814db6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:46.658875 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930185f6-b878-4b0b-80b3-83c1df814db6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:17:46.660391 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930185f6-b878-4b0b-80b3-83c1df814db6 None None] Tracked resource versions report: Feb 09 21:17:46.660391 n-d-828369-5 neutron-server[103143]: pushed versions: Feb 09 21:17:46.660391 n-d-828369-5 neutron-server[103143]: { 'AddressGroup': {'1.2'}, Feb 09 21:17:46.660391 n-d-828369-5 neutron-server[103143]: 'ConntrackHelper': {'1.0'}, Feb 09 21:17:46.660391 n-d-828369-5 neutron-server[103143]: 'LocalIPAssociation': {'1.0'}, Feb 09 21:17:46.660391 n-d-828369-5 neutron-server[103143]: 'Log': {'1.0'}, Feb 09 21:17:46.660391 n-d-828369-5 neutron-server[103143]: 'Network': {'1.1'}, Feb 09 21:17:46.660391 n-d-828369-5 neutron-server[103143]: 'Port': {'1.7'}, Feb 09 21:17:46.660391 n-d-828369-5 neutron-server[103143]: 'PortForwarding': {'1.2'}, Feb 09 21:17:46.660391 n-d-828369-5 neutron-server[103143]: 'QosPolicy': {'1.10'}, Feb 09 21:17:46.660391 n-d-828369-5 neutron-server[103143]: 'SecurityGroup': {'1.5'}, Feb 09 21:17:46.660391 n-d-828369-5 neutron-server[103143]: 'SecurityGroupRule': {'1.2'}, Feb 09 21:17:46.660391 n-d-828369-5 neutron-server[103143]: 'SubPort': {'1.0'}, Feb 09 21:17:46.660391 n-d-828369-5 neutron-server[103143]: 'Subnet': {'1.1'}, Feb 09 21:17:46.660391 n-d-828369-5 neutron-server[103143]: 'Trunk': {'1.1'}} Feb 09 21:17:46.660391 n-d-828369-5 neutron-server[103143]: consumer versions: Feb 09 21:17:46.660391 n-d-828369-5 neutron-server[103143]: { DHCP agent@n-d-828369-5: {}, Feb 09 21:17:46.660391 n-d-828369-5 neutron-server[103143]: L3 agent@n-d-828369-5: {}, Feb 09 21:17:46.660391 n-d-828369-5 neutron-server[103143]: Metadata agent@n-d-828369-5: {}, Feb 09 21:17:46.660391 n-d-828369-5 neutron-server[103143]: Metering agent@n-d-828369-5: {}, Feb 09 21:17:46.660391 n-d-828369-5 neutron-server[103143]: Open vSwitch agent@n-d-828369-5: { 'AddressGroup': '1.2', Feb 09 21:17:46.660391 n-d-828369-5 neutron-server[103143]: 'ConntrackHelper': '1.0', Feb 09 21:17:46.660391 n-d-828369-5 neutron-server[103143]: 'LocalIPAssociation': '1.0', Feb 09 21:17:46.660391 n-d-828369-5 neutron-server[103143]: 'Log': '1.0', Feb 09 21:17:46.660391 n-d-828369-5 neutron-server[103143]: 'Network': '1.1', Feb 09 21:17:46.660391 n-d-828369-5 neutron-server[103143]: 'Port': '1.7', Feb 09 21:17:46.660391 n-d-828369-5 neutron-server[103143]: 'PortForwarding': '1.2', Feb 09 21:17:46.660391 n-d-828369-5 neutron-server[103143]: 'QosPolicy': '1.10', Feb 09 21:17:46.660391 n-d-828369-5 neutron-server[103143]: 'SecurityGroup': '1.5', Feb 09 21:17:46.660391 n-d-828369-5 neutron-server[103143]: 'SecurityGroupRule': '1.2', Feb 09 21:17:46.660391 n-d-828369-5 neutron-server[103143]: 'SubPort': '1.0', Feb 09 21:17:46.660391 n-d-828369-5 neutron-server[103143]: 'Subnet': '1.1', Feb 09 21:17:46.660391 n-d-828369-5 neutron-server[103143]: 'Trunk': '1.1'}} Feb 09 21:17:46.660391 n-d-828369-5 neutron-server[103143]: {{(pid=103143) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 21:17:46.666750 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ca0804-8a52-4b9b-bb87-e4e6a7b4e162 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:17:46.667148 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ca0804-8a52-4b9b-bb87-e4e6a7b4e162 None None] Checking segment: {'id': '0629e75e-6747-4bc6-9574-e0c9c5177364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '882d4cfe-bbd9-4218-8c70-7f8b71cc72f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:17:46.667628 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-42ca0804-8a52-4b9b-bb87-e4e6a7b4e162 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:46.668668 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ca0804-8a52-4b9b-bb87-e4e6a7b4e162 None None] Bound using segment: {'id': '0629e75e-6747-4bc6-9574-e0c9c5177364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '882d4cfe-bbd9-4218-8c70-7f8b71cc72f0'} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:17:46.668668 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-42ca0804-8a52-4b9b-bb87-e4e6a7b4e162 None None] Bound port: eb4a8750-ee4d-4924-ba1f-6f4e4f9d39bd, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0629e75e-6747-4bc6-9574-e0c9c5177364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '882d4cfe-bbd9-4218-8c70-7f8b71cc72f0'}}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:17:46.668953 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-42ca0804-8a52-4b9b-bb87-e4e6a7b4e162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (eb4a8750-ee4d-4924-ba1f-6f4e4f9d39bd), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:46.712729 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-31dd9d65-da91-4767-885e-7460b152dccd None None] Provisioning complete for port eb4a8750-ee4d-4924-ba1f-6f4e4f9d39bd triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:17:46.713251 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-31dd9d65-da91-4767-885e-7460b152dccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (eb4a8750-ee4d-4924-ba1f-6f4e4f9d39bd), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:46.740197 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-42ca0804-8a52-4b9b-bb87-e4e6a7b4e162 None None] For port eb4a8750-ee4d-4924-ba1f-6f4e4f9d39bd, host n-d-828369-5, cleared binding levels {{(pid=103143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:17:46.751461 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-31dd9d65-da91-4767-885e-7460b152dccd None None] Port eb4a8750-ee4d-4924-ba1f-6f4e4f9d39bd cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:17:46.761282 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-42ca0804-8a52-4b9b-bb87-e4e6a7b4e162 None None] For port eb4a8750-ee4d-4924-ba1f-6f4e4f9d39bd, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=eb4a8750-ee4d-4924-ba1f-6f4e4f9d39bd,segment=NetworkSegment(0629e75e-6747-4bc6-9574-e0c9c5177364),segment_id=0629e75e-6747-4bc6-9574-e0c9c5177364)] {{(pid=103143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:17:46.767369 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-42ca0804-8a52-4b9b-bb87-e4e6a7b4e162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (eb4a8750-ee4d-4924-ba1f-6f4e4f9d39bd), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:46.826032 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930185f6-b878-4b0b-80b3-83c1df814db6 None None] Pushing event updated for resources: {'Port': ['ID=eb4a8750-ee4d-4924-ba1f-6f4e4f9d39bd,revision_number=4']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:46.828654 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ca0804-8a52-4b9b-bb87-e4e6a7b4e162 None None] Routers {'a6e48c6f-bba0-4b44-8f5f-8615e534a801'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:17:46.829252 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-42ca0804-8a52-4b9b-bb87-e4e6a7b4e162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:17:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['a6e48c6f-bba0-4b44-8f5f-8615e534a801'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:17:46.922237 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-42ca0804-8a52-4b9b-bb87-e4e6a7b4e162 None None] Set router a6e48c6f-bba0-4b44-8f5f-8615e534a801 gateway port host: None {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:17:46.972268 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-16548d9d-6b11-46e5-9a46-c7d0597f7ffa None None] Provisioning complete for port eb4a8750-ee4d-4924-ba1f-6f4e4f9d39bd triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:17:46.972919 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-16548d9d-6b11-46e5-9a46-c7d0597f7ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (eb4a8750-ee4d-4924-ba1f-6f4e4f9d39bd), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:47.054343 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-16548d9d-6b11-46e5-9a46-c7d0597f7ffa None None] Current status of the port eb4a8750-ee4d-4924-ba1f-6f4e4f9d39bd is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:17:47.055125 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-16548d9d-6b11-46e5-9a46-c7d0597f7ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (eb4a8750-ee4d-4924-ba1f-6f4e4f9d39bd), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:47.087923 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-16548d9d-6b11-46e5-9a46-c7d0597f7ffa None None] For port eb4a8750-ee4d-4924-ba1f-6f4e4f9d39bd, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=eb4a8750-ee4d-4924-ba1f-6f4e4f9d39bd,segment=NetworkSegment(0629e75e-6747-4bc6-9574-e0c9c5177364),segment_id=0629e75e-6747-4bc6-9574-e0c9c5177364)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:17:47.094978 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-16548d9d-6b11-46e5-9a46-c7d0597f7ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (eb4a8750-ee4d-4924-ba1f-6f4e4f9d39bd), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:47.146661 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-42ca0804-8a52-4b9b-bb87-e4e6a7b4e162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e48c6f-bba0-4b44-8f5f-8615e534a801', 'name': 'router1', 'tenant_id': '841e6552998c4be791fb852cc7432886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:17:34Z', 'updated_at': '2022-02-09T21:17:44Z', 'revision_number': 2, 'project_id': '841e6552998c4be791fb852cc7432886', 'gw_port_host': None, '_interfaces': [{'id': 'eb4a8750-ee4d-4924-ba1f-6f4e4f9d39bd', 'name': '', 'network_id': '882d4cfe-bbd9-4218-8c70-7f8b71cc72f0', 'tenant_id': '841e6552998c4be791fb852cc7432886', 'mac_address': 'fa:16:3e:48:c7:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6e48c6f-bba0-4b44-8f5f-8615e534a801', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e476bd6c-c27e-4267-8299-b8739b638b91', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:43Z', 'updated_at': '2022-02-09T21:17:46Z', 'revision_number': 4, 'project_id': '841e6552998c4be791fb852cc7432886', 'subnets': [{'id': 'e476bd6c-c27e-4267-8299-b8739b638b91', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd947b60b-dfa0-4f70-a8de-1de3ffa50758'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:17:47.158846 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16548d9d-6b11-46e5-9a46-c7d0597f7ffa None None] Pushing event updated for resources: {'Port': ['ID=eb4a8750-ee4d-4924-ba1f-6f4e4f9d39bd,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:47.174702 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ca0804-8a52-4b9b-bb87-e4e6a7b4e162 None None] The sync data for ids ['a6e48c6f-bba0-4b44-8f5f-8615e534a801'] in n-d-828369-5 is: [{'id': 'a6e48c6f-bba0-4b44-8f5f-8615e534a801', 'name': 'router1', 'tenant_id': '841e6552998c4be791fb852cc7432886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:17:34Z', 'updated_at': '2022-02-09T21:17:44Z', 'revision_number': 2, 'project_id': '841e6552998c4be791fb852cc7432886', 'gw_port_host': None, '_interfaces': [{'id': 'eb4a8750-ee4d-4924-ba1f-6f4e4f9d39bd', 'name': '', 'network_id': '882d4cfe-bbd9-4218-8c70-7f8b71cc72f0', 'tenant_id': '841e6552998c4be791fb852cc7432886', 'mac_address': 'fa:16:3e:48:c7:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6e48c6f-bba0-4b44-8f5f-8615e534a801', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e476bd6c-c27e-4267-8299-b8739b638b91', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:43Z', 'updated_at': '2022-02-09T21:17:46Z', 'revision_number': 4, 'project_id': '841e6552998c4be791fb852cc7432886', 'subnets': [{'id': 'e476bd6c-c27e-4267-8299-b8739b638b91', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd947b60b-dfa0-4f70-a8de-1de3ffa50758'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:17:47.583717 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42206) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:17:47.693136 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6873a333-ff43-4f88-9cf7-605f38c2f2d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:17:47.694442 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-6873a333-ff43-4f88-9cf7-605f38c2f2d4 admin admin] 10.222.0.90 "GET /v2.0/networks/54a442d5-50a0-4c75-85cc-d19f5bf58118 HTTP/1.1" status: 200 len: 842 time: 0.1097009 Feb 09 21:17:47.705145 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-138fcbd3-426e-4e6a-8453-3641ce91dd90 admin admin] Request body: {'subnet': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'gateway_ip': '172.25.3.1', 'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.25.3.0/24', 'ip_version': 4}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:17:47.728241 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-138fcbd3-426e-4e6a-8453-3641ce91dd90 admin admin] Made reservation on behalf of d96c113cf5d94dd58b94b9d51fa47fb7 for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:17:47.730541 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-138fcbd3-426e-4e6a-8453-3641ce91dd90 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:48.031651 n-d-828369-5 neutron-server[103140]: DEBUG neutron.objects.ports [None req-138fcbd3-426e-4e6a-8453-3641ce91dd90 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103140) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 21:17:48.032102 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-138fcbd3-426e-4e6a-8453-3641ce91dd90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for subnet (8c02af66-7d85-4212-bb55-f462cb65dc52), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:48.093703 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138fcbd3-426e-4e6a-8453-3641ce91dd90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c02af66-7d85-4212-bb55-f462cb65dc52,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:48.098669 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138fcbd3-426e-4e6a-8453-3641ce91dd90 admin admin] Checking segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:17:48.099031 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138fcbd3-426e-4e6a-8453-3641ce91dd90 admin admin] Network hostable DHCP agents. Network: 54a442d5-50a0-4c75-85cc-d19f5bf58118, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:17:48.120043 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138fcbd3-426e-4e6a-8453-3641ce91dd90 admin admin] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:17:48.132618 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-138fcbd3-426e-4e6a-8453-3641ce91dd90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 54a442d5-50a0-4c75-85cc-d19f5bf58118) {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:17:48.137714 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138fcbd3-426e-4e6a-8453-3641ce91dd90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:17:48.137823 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-138fcbd3-426e-4e6a-8453-3641ce91dd90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:48.143190 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126bddb6-d394-4b6d-8624-e7c829c5ccd9 None None] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:17:48.160064 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-138fcbd3-426e-4e6a-8453-3641ce91dd90 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4596226 Feb 09 21:17:48.258752 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432e0c31-7f96-47d0-bfc8-d3525673da35 None None] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:17:50.529251 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42214) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:17:50.665101 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-4f35e61f-037c-45d6-ae97-2c4d8c4e12ea demo admin] 10.222.0.90 "GET /v2.0/routers/a6e48c6f-bba0-4b44-8f5f-8615e534a801 HTTP/1.1" status: 200 len: 710 time: 0.1348000 Feb 09 21:17:50.748527 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13511c8b-81fd-47e2-b960-86c73c6bbe12 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:17:50.750387 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-13511c8b-81fd-47e2-b960-86c73c6bbe12 demo admin] 10.222.0.90 "GET /v2.0/networks/54a442d5-50a0-4c75-85cc-d19f5bf58118 HTTP/1.1" status: 200 len: 886 time: 0.0798392 Feb 09 21:17:50.759198 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-cd5bea02-64de-477a-bf96-612fb1935adc demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:17:51.078568 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cd5bea02-64de-477a-bf96-612fb1935adc demo admin] Publish callbacks [] for router_gateway (a6e48c6f-bba0-4b44-8f5f-8615e534a801), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:51.315202 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cd5bea02-64de-477a-bf96-612fb1935adc demo admin] Publish callbacks [] for router_gateway (a6e48c6f-bba0-4b44-8f5f-8615e534a801), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:51.390961 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cd5bea02-64de-477a-bf96-612fb1935adc demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:51.493867 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-cd5bea02-64de-477a-bf96-612fb1935adc demo admin] Allocated IP 172.25.3.79 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/217aba7d-e631-4aec-8d95-444462976206) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:17:51.594273 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cd5bea02-64de-477a-bf96-612fb1935adc demo admin] Publish callbacks [] for port (217aba7d-e631-4aec-8d95-444462976206), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:51.626496 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cd5bea02-64de-477a-bf96-612fb1935adc demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (217aba7d-e631-4aec-8d95-444462976206), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:51.665823 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5bea02-64de-477a-bf96-612fb1935adc demo admin] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:17:51.668549 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-cd5bea02-64de-477a-bf96-612fb1935adc demo admin] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:17:51.672737 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5bea02-64de-477a-bf96-612fb1935adc demo admin] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:17:51.677675 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5bea02-64de-477a-bf96-612fb1935adc demo admin] Pushing event updated for resources: {'Port': ['ID=217aba7d-e631-4aec-8d95-444462976206,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:51.930276 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cd5bea02-64de-477a-bf96-612fb1935adc demo admin] Publish callbacks [] for router_gateway (a6e48c6f-bba0-4b44-8f5f-8615e534a801), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:52.131327 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cd5bea02-64de-477a-bf96-612fb1935adc demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-554449', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10783'] for router (a6e48c6f-bba0-4b44-8f5f-8615e534a801), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:52.135191 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cd5bea02-64de-477a-bf96-612fb1935adc demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-554458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-554435', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-525216'] for router (a6e48c6f-bba0-4b44-8f5f-8615e534a801), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:52.250055 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd5bea02-64de-477a-bf96-612fb1935adc demo admin] Router a6e48c6f-bba0-4b44-8f5f-8615e534a801 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:17:52.444754 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd5bea02-64de-477a-bf96-612fb1935adc demo admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:17:52.451124 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cd5bea02-64de-477a-bf96-612fb1935adc demo admin] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:52.452357 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-cd5bea02-64de-477a-bf96-612fb1935adc demo admin] 10.222.0.90 "PUT /v2.0/routers/a6e48c6f-bba0-4b44-8f5f-8615e534a801 HTTP/1.1" status: 200 len: 889 time: 1.6962836 Feb 09 21:17:53.783766 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device eb4a8750-ee4d-4924-ba1f-6f4e4f9d39bd up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:17:53.837549 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port eb4a8750-ee4d-4924-ba1f-6f4e4f9d39bd triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:17:53.837960 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (eb4a8750-ee4d-4924-ba1f-6f4e4f9d39bd), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:53.920070 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port eb4a8750-ee4d-4924-ba1f-6f4e4f9d39bd is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:17:54.950847 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42226) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:17:55.066121 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-3d491ab4-682c-42a6-8a5e-ccc294fe553e admin admin] 10.222.0.90 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1141291 Feb 09 21:17:55.510412 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1b47ff-d267-47ea-ba73-ef9499ee4a32 None None] Sync routers for ids ['a6e48c6f-bba0-4b44-8f5f-8615e534a801'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:17:55.521968 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1b47ff-d267-47ea-ba73-ef9499ee4a32 None None] Routers {'a6e48c6f-bba0-4b44-8f5f-8615e534a801'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:17:55.522737 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-4f1b47ff-d267-47ea-ba73-ef9499ee4a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:17:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['a6e48c6f-bba0-4b44-8f5f-8615e534a801'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:17:55.741991 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-4f1b47ff-d267-47ea-ba73-ef9499ee4a32 None None] Set router a6e48c6f-bba0-4b44-8f5f-8615e534a801 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:17:56.200971 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-4f1b47ff-d267-47ea-ba73-ef9499ee4a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e48c6f-bba0-4b44-8f5f-8615e534a801', 'name': 'router1', 'tenant_id': '841e6552998c4be791fb852cc7432886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '217aba7d-e631-4aec-8d95-444462976206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:17:34Z', 'updated_at': '2022-02-09T21:17:51Z', 'revision_number': 4, 'project_id': '841e6552998c4be791fb852cc7432886', 'gw_port': {'id': '217aba7d-e631-4aec-8d95-444462976206', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:64:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6e48c6f-bba0-4b44-8f5f-8615e534a801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:51Z', 'updated_at': '2022-02-09T21:17:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': 'eb4a8750-ee4d-4924-ba1f-6f4e4f9d39bd', 'name': '', 'network_id': '882d4cfe-bbd9-4218-8c70-7f8b71cc72f0', 'tenant_id': '841e6552998c4be791fb852cc7432886', 'mac_address': 'fa:16:3e:48:c7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e48c6f-bba0-4b44-8f5f-8615e534a801', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e476bd6c-c27e-4267-8299-b8739b638b91', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:43Z', 'updated_at': '2022-02-09T21:17:47Z', 'revision_number': 5, 'project_id': '841e6552998c4be791fb852cc7432886', 'subnets': [{'id': 'e476bd6c-c27e-4267-8299-b8739b638b91', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd947b60b-dfa0-4f70-a8de-1de3ffa50758'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:17:56.250348 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1b47ff-d267-47ea-ba73-ef9499ee4a32 None None] Checking router: a6e48c6f-bba0-4b44-8f5f-8615e534a801 for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:17:56.250694 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1b47ff-d267-47ea-ba73-ef9499ee4a32 None None] Updating router a6e48c6f-bba0-4b44-8f5f-8615e534a801 port 217aba7d-e631-4aec-8d95-444462976206 binding host n-d-828369-5 {{(pid=103142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:17:56.305211 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-4f1b47ff-d267-47ea-ba73-ef9499ee4a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (217aba7d-e631-4aec-8d95-444462976206), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:56.624968 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-4f1b47ff-d267-47ea-ba73-ef9499ee4a32 None None] Publish callbacks [] for port (217aba7d-e631-4aec-8d95-444462976206), precommit_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:56.630620 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-4f1b47ff-d267-47ea-ba73-ef9499ee4a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (217aba7d-e631-4aec-8d95-444462976206), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:56.685495 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-4f1b47ff-d267-47ea-ba73-ef9499ee4a32 None None] Attempting to bind port 217aba7d-e631-4aec-8d95-444462976206 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:17:56.685869 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-4f1b47ff-d267-47ea-ba73-ef9499ee4a32 None None] Attempting to bind port 217aba7d-e631-4aec-8d95-444462976206 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:17:56.686234 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1b47ff-d267-47ea-ba73-ef9499ee4a32 None None] Attempting to bind port 217aba7d-e631-4aec-8d95-444462976206 on network 54a442d5-50a0-4c75-85cc-d19f5bf58118 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:17:56.688879 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9dd7e5-db4c-48e9-b39b-5f7b59343659 None None] Pushing event updated for resources: {'Port': ['ID=217aba7d-e631-4aec-8d95-444462976206,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:56.694614 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1b47ff-d267-47ea-ba73-ef9499ee4a32 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:17:56.694991 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1b47ff-d267-47ea-ba73-ef9499ee4a32 None None] Checking segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:17:56.695404 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-4f1b47ff-d267-47ea-ba73-ef9499ee4a32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:56.695791 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1b47ff-d267-47ea-ba73-ef9499ee4a32 None None] Bound using segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:17:56.696278 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-4f1b47ff-d267-47ea-ba73-ef9499ee4a32 None None] Bound port: 217aba7d-e631-4aec-8d95-444462976206, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:17:56.696738 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-4f1b47ff-d267-47ea-ba73-ef9499ee4a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (217aba7d-e631-4aec-8d95-444462976206), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:56.760927 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-4f1b47ff-d267-47ea-ba73-ef9499ee4a32 None None] For port 217aba7d-e631-4aec-8d95-444462976206, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:17:56.764553 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-4f1b47ff-d267-47ea-ba73-ef9499ee4a32 None None] For port 217aba7d-e631-4aec-8d95-444462976206, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=217aba7d-e631-4aec-8d95-444462976206,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:17:56.771471 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-4f1b47ff-d267-47ea-ba73-ef9499ee4a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (217aba7d-e631-4aec-8d95-444462976206), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:56.832202 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9dd7e5-db4c-48e9-b39b-5f7b59343659 None None] Pushing event updated for resources: {'Port': ['ID=217aba7d-e631-4aec-8d95-444462976206,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:56.835857 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1b47ff-d267-47ea-ba73-ef9499ee4a32 None None] Routers {'a6e48c6f-bba0-4b44-8f5f-8615e534a801'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:17:56.837388 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-4f1b47ff-d267-47ea-ba73-ef9499ee4a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:17:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['a6e48c6f-bba0-4b44-8f5f-8615e534a801'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:17:56.951582 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-4f1b47ff-d267-47ea-ba73-ef9499ee4a32 None None] Set router a6e48c6f-bba0-4b44-8f5f-8615e534a801 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:17:57.184581 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-4f1b47ff-d267-47ea-ba73-ef9499ee4a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e48c6f-bba0-4b44-8f5f-8615e534a801', 'name': 'router1', 'tenant_id': '841e6552998c4be791fb852cc7432886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '217aba7d-e631-4aec-8d95-444462976206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:17:34Z', 'updated_at': '2022-02-09T21:17:51Z', 'revision_number': 4, 'project_id': '841e6552998c4be791fb852cc7432886', 'gw_port': {'id': '217aba7d-e631-4aec-8d95-444462976206', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:64:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6e48c6f-bba0-4b44-8f5f-8615e534a801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:51Z', 'updated_at': '2022-02-09T21:17:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': 'eb4a8750-ee4d-4924-ba1f-6f4e4f9d39bd', 'name': '', 'network_id': '882d4cfe-bbd9-4218-8c70-7f8b71cc72f0', 'tenant_id': '841e6552998c4be791fb852cc7432886', 'mac_address': 'fa:16:3e:48:c7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e48c6f-bba0-4b44-8f5f-8615e534a801', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e476bd6c-c27e-4267-8299-b8739b638b91', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:43Z', 'updated_at': '2022-02-09T21:17:47Z', 'revision_number': 5, 'project_id': '841e6552998c4be791fb852cc7432886', 'subnets': [{'id': 'e476bd6c-c27e-4267-8299-b8739b638b91', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd947b60b-dfa0-4f70-a8de-1de3ffa50758'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:17:57.214675 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1b47ff-d267-47ea-ba73-ef9499ee4a32 None None] The sync data for ids ['a6e48c6f-bba0-4b44-8f5f-8615e534a801'] in n-d-828369-5 is: [{'id': 'a6e48c6f-bba0-4b44-8f5f-8615e534a801', 'name': 'router1', 'tenant_id': '841e6552998c4be791fb852cc7432886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '217aba7d-e631-4aec-8d95-444462976206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:17:34Z', 'updated_at': '2022-02-09T21:17:51Z', 'revision_number': 4, 'project_id': '841e6552998c4be791fb852cc7432886', 'gw_port': {'id': '217aba7d-e631-4aec-8d95-444462976206', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:64:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6e48c6f-bba0-4b44-8f5f-8615e534a801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:51Z', 'updated_at': '2022-02-09T21:17:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': 'eb4a8750-ee4d-4924-ba1f-6f4e4f9d39bd', 'name': '', 'network_id': '882d4cfe-bbd9-4218-8c70-7f8b71cc72f0', 'tenant_id': '841e6552998c4be791fb852cc7432886', 'mac_address': 'fa:16:3e:48:c7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e48c6f-bba0-4b44-8f5f-8615e534a801', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e476bd6c-c27e-4267-8299-b8739b638b91', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:17:43Z', 'updated_at': '2022-02-09T21:17:47Z', 'revision_number': 5, 'project_id': '841e6552998c4be791fb852cc7432886', 'subnets': [{'id': 'e476bd6c-c27e-4267-8299-b8739b638b91', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd947b60b-dfa0-4f70-a8de-1de3ffa50758'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:17:57.845037 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 217aba7d-e631-4aec-8d95-444462976206 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:17:57.896706 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 217aba7d-e631-4aec-8d95-444462976206 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:17:57.897483 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (217aba7d-e631-4aec-8d95-444462976206), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:57.984571 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 217aba7d-e631-4aec-8d95-444462976206 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:17:57.984977 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (217aba7d-e631-4aec-8d95-444462976206), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:58.007627 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port 217aba7d-e631-4aec-8d95-444462976206, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=217aba7d-e631-4aec-8d95-444462976206,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:17:58.012775 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (217aba7d-e631-4aec-8d95-444462976206), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:17:58.075001 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=217aba7d-e631-4aec-8d95-444462976206,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:17:59.809181 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 217aba7d-e631-4aec-8d95-444462976206 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:17:59.900267 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 217aba7d-e631-4aec-8d95-444462976206 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:17:59.900969 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (217aba7d-e631-4aec-8d95-444462976206), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:00.006969 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 217aba7d-e631-4aec-8d95-444462976206 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:18:08.893506 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5c5c8166-52d5-40bd-8ae2-a34e8c9d2c67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:10.945098 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-59c87ea3-c302-4720-8259-a28acd475c37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:12.515811 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:13.897486 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:15.143185 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:18.432340 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 5 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:18:38.883827 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e151b152-fe7e-4e60-bd26-e10016c48acb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:40.939503 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2fa88beb-6f84-4b5b-a2f1-087fc24880cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:42.513230 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:43.892536 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:45.140079 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:18:55.381854 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 5 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:19:08.877902 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c9f7ccf2-67a9-4454-80d3-34e0cf92e5bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:19:10.941654 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-6276ef1b-6f2b-4c1d-852d-2361c8a4d301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:19:12.516609 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:19:13.892505 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:19:15.142905 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:19:19.909899 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42742) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:19:19.970613 n-d-828369-5 neutron-server[103140]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a1f547e-2b6d-4f60-9a07-940af3424284 admin admin] GET failed (client error): The resource could not be found. Feb 09 21:19:19.971895 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-4a1f547e-2b6d-4f60-9a07-940af3424284 admin admin] 10.222.0.90 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0610416 Feb 09 21:19:20.134988 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c41794-a79d-422d-9ecf-b15204c7db1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:19:20.136512 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-13c41794-a79d-422d-9ecf-b15204c7db1e admin admin] 10.222.0.90 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1605530 Feb 09 21:19:22.393766 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42752) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:19:22.483546 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46aa032-aa4e-4662-a0e2-bbe8b0eb9a62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:19:22.484892 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-a46aa032-aa4e-4662-a0e2-bbe8b0eb9a62 admin admin] 10.222.0.90 "GET /v2.0/subnets/e476bd6c-c27e-4267-8299-b8739b638b91 HTTP/1.1" status: 200 len: 849 time: 0.0901766 Feb 09 21:19:22.494153 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-2fc52887-6704-4f71-968a-18d48d075e43 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:19:22.577846 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2fc52887-6704-4f71-968a-18d48d075e43 admin admin] Publish callbacks [] for subnet (e476bd6c-c27e-4267-8299-b8739b638b91), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:19:22.714523 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2fc52887-6704-4f71-968a-18d48d075e43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746129175556'] for subnet (e476bd6c-c27e-4267-8299-b8739b638b91), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:19:22.748038 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc52887-6704-4f71-968a-18d48d075e43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:19:22.748667 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2fc52887-6704-4f71-968a-18d48d075e43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:19:22.749957 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-2fc52887-6704-4f71-968a-18d48d075e43 admin admin] 10.222.0.90 "PUT /v2.0/subnets/e476bd6c-c27e-4267-8299-b8739b638b91 HTTP/1.1" status: 200 len: 868 time: 0.2593138 Feb 09 21:19:22.751058 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c7c25e-49b3-4ec0-b235-d0088794d029 None None] Network 882d4cfe-bbd9-4218-8c70-7f8b71cc72f0 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:19:22.770869 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc52887-6704-4f71-968a-18d48d075e43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e476bd6c-c27e-4267-8299-b8739b638b91,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:19:22.779498 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc52887-6704-4f71-968a-18d48d075e43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:19:22.779879 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc52887-6704-4f71-968a-18d48d075e43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:19:22.780191 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc52887-6704-4f71-968a-18d48d075e43 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:19:22.780559 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc52887-6704-4f71-968a-18d48d075e43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:19:22.780898 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc52887-6704-4f71-968a-18d48d075e43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:19:22.781233 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc52887-6704-4f71-968a-18d48d075e43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:19:22.781570 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc52887-6704-4f71-968a-18d48d075e43 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:19:22.781891 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc52887-6704-4f71-968a-18d48d075e43 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:19:22.782220 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc52887-6704-4f71-968a-18d48d075e43 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:19:22.782574 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc52887-6704-4f71-968a-18d48d075e43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:19:22.782908 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc52887-6704-4f71-968a-18d48d075e43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:19:22.783234 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc52887-6704-4f71-968a-18d48d075e43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:19:22.783557 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc52887-6704-4f71-968a-18d48d075e43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:19:23.233091 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-3f805b3e-88ec-49e9-bfc0-e5eb51388459 None None] Provisioning complete for port 1093917f-48cf-4aa2-9396-ed498fae88af triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:19:23.233410 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-3f805b3e-88ec-49e9-bfc0-e5eb51388459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (1093917f-48cf-4aa2-9396-ed498fae88af), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:19:23.308753 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-3f805b3e-88ec-49e9-bfc0-e5eb51388459 None None] Current status of the port 1093917f-48cf-4aa2-9396-ed498fae88af is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:19:23.318451 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-3f805b3e-88ec-49e9-bfc0-e5eb51388459 None None] Provisioning complete for port eb4a8750-ee4d-4924-ba1f-6f4e4f9d39bd triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:19:23.318843 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-3f805b3e-88ec-49e9-bfc0-e5eb51388459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (eb4a8750-ee4d-4924-ba1f-6f4e4f9d39bd), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:19:23.395461 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-3f805b3e-88ec-49e9-bfc0-e5eb51388459 None None] Current status of the port eb4a8750-ee4d-4924-ba1f-6f4e4f9d39bd is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:19:24.998995 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42760) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:19:25.197934 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad99e8b-d850-416b-8e31-1734ed7458a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:19:25.198418 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad99e8b-d850-416b-8e31-1734ed7458a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:19:25.199975 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-cad99e8b-d850-416b-8e31-1734ed7458a8 admin admin] 10.222.0.90 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2000093 Feb 09 21:19:27.456345 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42768) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:19:27.589320 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3fd023-d1e8-4756-817d-ff9153ebd72c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:19:27.589798 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3fd023-d1e8-4756-817d-ff9153ebd72c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:19:27.591382 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-ed3fd023-d1e8-4756-817d-ff9153ebd72c admin admin] 10.222.0.90 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1338961 Feb 09 21:19:29.842009 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42776) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:19:29.977113 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad31f8ea-81e0-4932-ae2a-2fac599f1f68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:19:29.978468 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-ad31f8ea-81e0-4932-ae2a-2fac599f1f68 admin admin] 10.222.0.90 "GET /v2.0/networks/54a442d5-50a0-4c75-85cc-d19f5bf58118 HTTP/1.1" status: 200 len: 886 time: 0.1354880 Feb 09 21:19:32.206149 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42784) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:19:32.339317 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e4b3bb-0d9a-4fbf-ab30-5a1c7041a81a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:19:32.340710 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-39e4b3bb-0d9a-4fbf-ab30-5a1c7041a81a admin admin] 10.222.0.90 "GET /v2.0/networks/882d4cfe-bbd9-4218-8c70-7f8b71cc72f0 HTTP/1.1" status: 200 len: 869 time: 0.1335721 Feb 09 21:19:32.380944 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 5 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:19:34.617005 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42792) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:19:34.742039 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3dfd449-52d8-4501-92cc-3febd3dcb2df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:19:34.742503 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3dfd449-52d8-4501-92cc-3febd3dcb2df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:19:34.744016 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-c3dfd449-52d8-4501-92cc-3febd3dcb2df admin admin] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1260612 Feb 09 21:19:36.983017 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42800) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:19:37.070700 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0050ad35-83e4-49ec-a340-397ece1858a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:19:37.071150 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0050ad35-83e4-49ec-a340-397ece1858a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:19:37.072654 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-0050ad35-83e4-49ec-a340-397ece1858a8 admin admin] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0886655 Feb 09 21:19:38.879717 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d2e2d7b6-2d46-48b2-a1aa-a36dac38b06a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:19:39.315959 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42808) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:19:39.400428 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf368b6f-560c-415a-afb1-42dcf15fa1d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:19:39.401756 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-bf368b6f-560c-415a-afb1-42dcf15fa1d0 admin admin] 10.222.0.90 "GET /v2.0/subnets/8c02af66-7d85-4212-bb55-f462cb65dc52 HTTP/1.1" status: 200 len: 816 time: 0.0847082 Feb 09 21:19:40.943221 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-23b79a0a-cb8b-4d93-942d-cec6d8517701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:19:41.616599 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42816) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:19:41.708970 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43cfa14-fc68-405b-b76b-c18215b2c564 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:19:41.710329 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-a43cfa14-fc68-405b-b76b-c18215b2c564 admin admin] 10.222.0.90 "GET /v2.0/subnets/e476bd6c-c27e-4267-8299-b8739b638b91 HTTP/1.1" status: 200 len: 868 time: 0.0927789 Feb 09 21:19:42.520549 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:19:43.893636 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:19:45.135663 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:20:05.567447 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 42868) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:20:05.618852 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [None req-66657480-5fe7-401d-ae2b-e3c8effbed78 admin admin] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=103141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:20:05.619853 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-66657480-5fe7-401d-ae2b-e3c8effbed78 admin admin] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0514224 Feb 09 21:20:07.924663 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 42878) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:20:07.984557 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-f45c6d7d-d12d-42a2-bc54-899173ae6509 admin admin] GET failed (client error): The resource could not be found. Feb 09 21:20:07.985822 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-f45c6d7d-d12d-42a2-bc54-899173ae6509 admin admin] 10.222.0.90 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0602086 Feb 09 21:20:08.126051 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c32b07d-3c6b-4dfb-9754-13dc035c521a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:20:08.127528 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-0c32b07d-3c6b-4dfb-9754-13dc035c521a admin admin] 10.222.0.90 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1377137 Feb 09 21:20:08.882191 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7b2424af-944c-4d9b-9e51-296ca0c75762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:20:09.379682 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 5 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:20:10.366256 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 42886) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:20:10.427139 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-7b223ec1-adcf-43a3-a6d6-9e4a2af2fac1 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:20:10.445851 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b223ec1-adcf-43a3-a6d6-9e4a2af2fac1 admin admin] Made reservation on behalf of d96c113cf5d94dd58b94b9d51fa47fb7 for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:20:10.448004 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7b223ec1-adcf-43a3-a6d6-9e4a2af2fac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:20:10.481804 n-d-828369-5 neutron-server[103141]: WARNING neutron.services.revisions.revision_plugin [None req-7b223ec1-adcf-43a3-a6d6-9e4a2af2fac1 admin admin] Could not find related network for resource to bump revision. Feb 09 21:20:10.494854 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b223ec1-adcf-43a3-a6d6-9e4a2af2fac1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:20:10.503964 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7b223ec1-adcf-43a3-a6d6-9e4a2af2fac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (31dc526b-12e6-4816-b776-198de0b14a12), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:20:10.504397 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-7b223ec1-adcf-43a3-a6d6-9e4a2af2fac1 admin admin] Added segment 31dc526b-12e6-4816-b776-198de0b14a12 of type vlan for network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc Feb 09 21:20:10.545614 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7b223ec1-adcf-43a3-a6d6-9e4a2af2fac1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (a8139157-1e3e-4bd9-8fa9-c0e20debd7dc), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:20:10.568581 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7b223ec1-adcf-43a3-a6d6-9e4a2af2fac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (a8139157-1e3e-4bd9-8fa9-c0e20debd7dc), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:20:10.569501 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b223ec1-adcf-43a3-a6d6-9e4a2af2fac1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:20:10.570062 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7b223ec1-adcf-43a3-a6d6-9e4a2af2fac1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:20:10.636796 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-7b223ec1-adcf-43a3-a6d6-9e4a2af2fac1 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2694564 Feb 09 21:20:10.663447 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b223ec1-adcf-43a3-a6d6-9e4a2af2fac1 admin admin] Pushing event updated for resources: {'Network': ['ID=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:20:10.671317 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b223ec1-adcf-43a3-a6d6-9e4a2af2fac1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:20:10.671657 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b223ec1-adcf-43a3-a6d6-9e4a2af2fac1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:20:10.671995 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b223ec1-adcf-43a3-a6d6-9e4a2af2fac1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:20:10.672351 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b223ec1-adcf-43a3-a6d6-9e4a2af2fac1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:20:10.672679 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b223ec1-adcf-43a3-a6d6-9e4a2af2fac1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:20:10.673003 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b223ec1-adcf-43a3-a6d6-9e4a2af2fac1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:20:10.673330 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b223ec1-adcf-43a3-a6d6-9e4a2af2fac1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:20:10.673649 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b223ec1-adcf-43a3-a6d6-9e4a2af2fac1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:20:10.674006 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b223ec1-adcf-43a3-a6d6-9e4a2af2fac1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:20:10.674278 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b223ec1-adcf-43a3-a6d6-9e4a2af2fac1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:20:10.674595 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b223ec1-adcf-43a3-a6d6-9e4a2af2fac1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:20:10.674912 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b223ec1-adcf-43a3-a6d6-9e4a2af2fac1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:20:10.675227 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b223ec1-adcf-43a3-a6d6-9e4a2af2fac1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:20:10.687115 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:20:10.946257 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-dab64537-7a27-4dd7-b214-86ef998ed3cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:20:12.524660 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:20:12.905578 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42894) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:20:12.967553 n-d-828369-5 neutron-server[103140]: INFO neutron.pecan_wsgi.hooks.translation [None req-e48c9bd3-19fd-4b6f-960d-6bb16132dece admin admin] GET failed (client error): The resource could not be found. Feb 09 21:20:12.968845 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-e48c9bd3-19fd-4b6f-960d-6bb16132dece admin admin] 10.222.0.90 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0623167 Feb 09 21:20:13.037198 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de1f605-b468-424e-b50c-86a1dd2bdf24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:20:13.038661 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-3de1f605-b468-424e-b50c-86a1dd2bdf24 admin admin] 10.222.0.90 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0658796 Feb 09 21:20:13.048612 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-57ba4d3d-0de0-44a9-b933-851b534bde7b admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:20:13.066108 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57ba4d3d-0de0-44a9-b933-851b534bde7b admin admin] Made reservation on behalf of d96c113cf5d94dd58b94b9d51fa47fb7 for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:20:13.068402 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-57ba4d3d-0de0-44a9-b933-851b534bde7b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:20:13.226723 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-57ba4d3d-0de0-44a9-b933-851b534bde7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for subnet (0f7402ac-a35b-414b-bcc1-bc1c3072ec3c), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:20:13.278723 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ba4d3d-0de0-44a9-b933-851b534bde7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f7402ac-a35b-414b-bcc1-bc1c3072ec3c,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:20:13.287799 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ba4d3d-0de0-44a9-b933-851b534bde7b admin admin] Checking segment: {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:20:13.288144 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ba4d3d-0de0-44a9-b933-851b534bde7b admin admin] Network hostable DHCP agents. Network: a8139157-1e3e-4bd9-8fa9-c0e20debd7dc, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:20:13.304203 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ba4d3d-0de0-44a9-b933-851b534bde7b admin admin] Network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:20:13.312351 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-57ba4d3d-0de0-44a9-b933-851b534bde7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, a8139157-1e3e-4bd9-8fa9-c0e20debd7dc) {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:20:13.317333 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ba4d3d-0de0-44a9-b933-851b534bde7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:20:13.319306 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-57ba4d3d-0de0-44a9-b933-851b534bde7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:20:13.320109 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21bbd1c0-1560-483d-80a7-9f8ac9d91fb9 None None] Network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:20:13.335631 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-57ba4d3d-0de0-44a9-b933-851b534bde7b admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2908847 Feb 09 21:20:13.427984 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8aa56d4-809c-4e9c-88f4-10f06cc62750 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-a8139157-1e3e-4bd9-8fa9-c0e20debd7dc', 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc', 'project_id': 'd96c113cf5d94dd58b94b9d51fa47fb7', 'fixed_ips': [{'subnet_id': '0f7402ac-a35b-414b-bcc1-bc1c3072ec3c'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:20:13.429035 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e8aa56d4-809c-4e9c-88f4-10f06cc62750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:20:13.567305 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-e8aa56d4-809c-4e9c-88f4-10f06cc62750 None None] Allocated IP 192.168.233.2 (a8139157-1e3e-4bd9-8fa9-c0e20debd7dc/0f7402ac-a35b-414b-bcc1-bc1c3072ec3c/0d1f61ca-2bff-48ff-993d-25b7eb46a2dc) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:20:13.720904 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e8aa56d4-809c-4e9c-88f4-10f06cc62750 None None] Publish callbacks [] for port (0d1f61ca-2bff-48ff-993d-25b7eb46a2dc), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:20:13.730253 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e8aa56d4-809c-4e9c-88f4-10f06cc62750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (0d1f61ca-2bff-48ff-993d-25b7eb46a2dc), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:20:13.772427 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8aa56d4-809c-4e9c-88f4-10f06cc62750 None None] Network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:20:13.775498 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-e8aa56d4-809c-4e9c-88f4-10f06cc62750 None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:20:13.779803 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8aa56d4-809c-4e9c-88f4-10f06cc62750 None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:20:13.782918 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aa56d4-809c-4e9c-88f4-10f06cc62750 None None] Pushing event updated for resources: {'Port': ['ID=0d1f61ca-2bff-48ff-993d-25b7eb46a2dc,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:20:13.794031 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aa56d4-809c-4e9c-88f4-10f06cc62750 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:20:13.794380 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aa56d4-809c-4e9c-88f4-10f06cc62750 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:20:13.794756 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aa56d4-809c-4e9c-88f4-10f06cc62750 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:20:13.795097 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aa56d4-809c-4e9c-88f4-10f06cc62750 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:20:13.795429 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aa56d4-809c-4e9c-88f4-10f06cc62750 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:20:13.795754 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aa56d4-809c-4e9c-88f4-10f06cc62750 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:20:13.796077 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aa56d4-809c-4e9c-88f4-10f06cc62750 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:20:13.796435 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aa56d4-809c-4e9c-88f4-10f06cc62750 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:20:13.796757 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aa56d4-809c-4e9c-88f4-10f06cc62750 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:20:13.797077 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aa56d4-809c-4e9c-88f4-10f06cc62750 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:20:13.797397 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aa56d4-809c-4e9c-88f4-10f06cc62750 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:20:13.797714 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aa56d4-809c-4e9c-88f4-10f06cc62750 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:20:13.798032 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aa56d4-809c-4e9c-88f4-10f06cc62750 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:20:13.953642 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:20:13.956017 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-e8aa56d4-809c-4e9c-88f4-10f06cc62750 None None] Attempting to bind port 0d1f61ca-2bff-48ff-993d-25b7eb46a2dc on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:20:13.956419 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-e8aa56d4-809c-4e9c-88f4-10f06cc62750 None None] Attempting to bind port 0d1f61ca-2bff-48ff-993d-25b7eb46a2dc by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:20:13.956785 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8aa56d4-809c-4e9c-88f4-10f06cc62750 None None] Attempting to bind port 0d1f61ca-2bff-48ff-993d-25b7eb46a2dc on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:20:13.961731 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8aa56d4-809c-4e9c-88f4-10f06cc62750 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:20:13.962564 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8aa56d4-809c-4e9c-88f4-10f06cc62750 None None] Checking segment: {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:20:13.962564 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e8aa56d4-809c-4e9c-88f4-10f06cc62750 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:20:13.962872 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8aa56d4-809c-4e9c-88f4-10f06cc62750 None None] Bound using segment: {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:20:13.963367 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-e8aa56d4-809c-4e9c-88f4-10f06cc62750 None None] Bound port: 0d1f61ca-2bff-48ff-993d-25b7eb46a2dc, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:20:13.963769 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e8aa56d4-809c-4e9c-88f4-10f06cc62750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (0d1f61ca-2bff-48ff-993d-25b7eb46a2dc), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:20:14.038668 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-e8aa56d4-809c-4e9c-88f4-10f06cc62750 None None] For port 0d1f61ca-2bff-48ff-993d-25b7eb46a2dc, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:20:14.041871 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-e8aa56d4-809c-4e9c-88f4-10f06cc62750 None None] For port 0d1f61ca-2bff-48ff-993d-25b7eb46a2dc, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=0d1f61ca-2bff-48ff-993d-25b7eb46a2dc,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:20:14.047730 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e8aa56d4-809c-4e9c-88f4-10f06cc62750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (0d1f61ca-2bff-48ff-993d-25b7eb46a2dc), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:20:14.111933 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aa56d4-809c-4e9c-88f4-10f06cc62750 None None] Pushing event updated for resources: {'Port': ['ID=0d1f61ca-2bff-48ff-993d-25b7eb46a2dc,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:20:14.955435 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b51fba3-79fb-4d24-99ef-4c90ed9bda5e None None] Network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:20:15.035889 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-59116aae-2b53-4a81-a15e-0495d32c0c66 None None] Provisioning complete for port 0d1f61ca-2bff-48ff-993d-25b7eb46a2dc triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:20:15.036310 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-59116aae-2b53-4a81-a15e-0495d32c0c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (0d1f61ca-2bff-48ff-993d-25b7eb46a2dc), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:20:15.157124 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:20:15.160760 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-59116aae-2b53-4a81-a15e-0495d32c0c66 None None] Current status of the port 0d1f61ca-2bff-48ff-993d-25b7eb46a2dc is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:20:15.161151 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-59116aae-2b53-4a81-a15e-0495d32c0c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (0d1f61ca-2bff-48ff-993d-25b7eb46a2dc), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:20:15.198895 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-59116aae-2b53-4a81-a15e-0495d32c0c66 None None] For port 0d1f61ca-2bff-48ff-993d-25b7eb46a2dc, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=0d1f61ca-2bff-48ff-993d-25b7eb46a2dc,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:20:15.203538 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-59116aae-2b53-4a81-a15e-0495d32c0c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (0d1f61ca-2bff-48ff-993d-25b7eb46a2dc), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:20:15.260997 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59116aae-2b53-4a81-a15e-0495d32c0c66 None None] Pushing event updated for resources: {'Port': ['ID=0d1f61ca-2bff-48ff-993d-25b7eb46a2dc,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:20:15.324090 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-39d885a0-8d3c-461f-9909-35dbd3b95e10 None None] Provisioning complete for port 0d1f61ca-2bff-48ff-993d-25b7eb46a2dc triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:20:15.324517 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-39d885a0-8d3c-461f-9909-35dbd3b95e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (0d1f61ca-2bff-48ff-993d-25b7eb46a2dc), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:20:15.407302 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-39d885a0-8d3c-461f-9909-35dbd3b95e10 None None] Current status of the port 0d1f61ca-2bff-48ff-993d-25b7eb46a2dc is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:20:15.908787 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 0d1f61ca-2bff-48ff-993d-25b7eb46a2dc up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:20:15.962343 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 0d1f61ca-2bff-48ff-993d-25b7eb46a2dc triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:20:15.963000 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (0d1f61ca-2bff-48ff-993d-25b7eb46a2dc), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:20:16.043144 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 0d1f61ca-2bff-48ff-993d-25b7eb46a2dc is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:20:38.885457 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-07609705-69dd-421c-92b6-745a9e40f0aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:20:40.948112 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-4f5ccac2-a740-47a4-9225-25fbee101b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:20:42.526458 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:20:43.899852 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:20:45.144733 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:20:46.378604 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 5 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:21:08.887932 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a19978e3-bafb-414b-bee8-e7e21e179e61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:21:10.948913 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-63d700cd-a31d-4feb-86cb-646eccd773a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:21:12.529366 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:21:13.903177 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:21:15.137054 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:21:23.377389 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 5 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:21:27.836515 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42932) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:21:27.842850 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [None req-8bb07aeb-6b73-459d-b3d2-af2b290dc779 tempest-verify_tempest_config-155728141 tempest-verify_tempest_config-155728141-project] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=103140) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:21:27.843891 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-8bb07aeb-6b73-459d-b3d2-af2b290dc779 tempest-verify_tempest_config-155728141 tempest-verify_tempest_config-155728141-project] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0063114 Feb 09 21:21:28.130205 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42950) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:21:28.230995 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4420f4b1-8531-4d4e-b21b-e18f61a10b9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:21:28.403219 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4420f4b1-8531-4d4e-b21b-e18f61a10b9d admin admin] Publish callbacks [] for security_group (ae748335-6ae8-4bc0-a710-96ccf32136f4), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:21:28.407811 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4420f4b1-8531-4d4e-b21b-e18f61a10b9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (ae748335-6ae8-4bc0-a710-96ccf32136f4), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:21:28.452329 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-4420f4b1-8531-4d4e-b21b-e18f61a10b9d admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=21a7f8c93bfc4805ac1f701956306da1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3203888 Feb 09 21:21:28.453167 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4420f4b1-8531-4d4e-b21b-e18f61a10b9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae748335-6ae8-4bc0-a710-96ccf32136f4,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:21:28.455294 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 42954) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:21:28.459867 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4420f4b1-8531-4d4e-b21b-e18f61a10b9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:21:28.460379 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4420f4b1-8531-4d4e-b21b-e18f61a10b9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:21:28.460725 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4420f4b1-8531-4d4e-b21b-e18f61a10b9d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:21:28.461063 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4420f4b1-8531-4d4e-b21b-e18f61a10b9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:21:28.461395 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4420f4b1-8531-4d4e-b21b-e18f61a10b9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:21:28.461732 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4420f4b1-8531-4d4e-b21b-e18f61a10b9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:21:28.462053 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4420f4b1-8531-4d4e-b21b-e18f61a10b9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:21:28.462376 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4420f4b1-8531-4d4e-b21b-e18f61a10b9d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:21:28.462700 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4420f4b1-8531-4d4e-b21b-e18f61a10b9d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:21:28.463022 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4420f4b1-8531-4d4e-b21b-e18f61a10b9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:21:28.463362 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4420f4b1-8531-4d4e-b21b-e18f61a10b9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:21:28.463663 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4420f4b1-8531-4d4e-b21b-e18f61a10b9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:21:28.463981 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4420f4b1-8531-4d4e-b21b-e18f61a10b9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:21:28.516140 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1eab9592-e349-46d6-955c-15ab9de9c355 admin admin] Publish callbacks [] for security_group (ae748335-6ae8-4bc0-a710-96ccf32136f4), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:21:28.536041 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1eab9592-e349-46d6-955c-15ab9de9c355 admin admin] Publish callbacks [] for security_group (ae748335-6ae8-4bc0-a710-96ccf32136f4), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:21:28.625800 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1eab9592-e349-46d6-955c-15ab9de9c355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (ae748335-6ae8-4bc0-a710-96ccf32136f4), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:21:28.628422 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1eab9592-e349-46d6-955c-15ab9de9c355 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:21:28.629599 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-1eab9592-e349-46d6-955c-15ab9de9c355 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/ae748335-6ae8-4bc0-a710-96ccf32136f4 HTTP/1.1" status: 204 len: 168 time: 0.1733212 Feb 09 21:21:28.637554 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eab9592-e349-46d6-955c-15ab9de9c355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae748335-6ae8-4bc0-a710-96ccf32136f4,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:21:28.644681 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eab9592-e349-46d6-955c-15ab9de9c355 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:21:28.645027 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eab9592-e349-46d6-955c-15ab9de9c355 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:21:28.645367 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eab9592-e349-46d6-955c-15ab9de9c355 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:21:28.645700 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eab9592-e349-46d6-955c-15ab9de9c355 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:21:28.646026 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eab9592-e349-46d6-955c-15ab9de9c355 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:21:28.646350 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eab9592-e349-46d6-955c-15ab9de9c355 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:21:28.646672 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eab9592-e349-46d6-955c-15ab9de9c355 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:21:28.646992 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eab9592-e349-46d6-955c-15ab9de9c355 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:21:28.647316 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eab9592-e349-46d6-955c-15ab9de9c355 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:21:28.647631 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eab9592-e349-46d6-955c-15ab9de9c355 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:21:28.647955 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eab9592-e349-46d6-955c-15ab9de9c355 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:21:28.648294 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eab9592-e349-46d6-955c-15ab9de9c355 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:21:28.648616 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eab9592-e349-46d6-955c-15ab9de9c355 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:21:38.889204 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1b3a965e-4a88-4731-9364-43d5865ab729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:21:40.950462 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-0101c1c6-63b2-4a6c-8064-a26e210cf079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:21:42.533036 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:21:43.903596 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:21:45.138649 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:00.374946 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 5 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:22:08.890485 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-60812fcf-f437-444e-b0ef-41f2cea3b59a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:10.951204 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f7df4573-9bdb-4c93-8b46-18851d7e5a13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:12.535227 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:13.906843 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:15.142675 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:37.372802 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 5 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:22:38.895339 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d188d418-81f2-43b2-8325-26748927c049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:40.952737 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-51254bc2-2ec5-4c6e-be95-58a4de3a3d97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:42.540256 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:43.912735 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:22:45.145094 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:08.888017 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a6d44004-3a50-41e5-bac4-bcdbd2b0a39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:10.954565 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e791f627-036e-40e6-9951-74941fe2c9a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:12.542166 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:13.912203 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:14.370611 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 5 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:23:15.147030 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:38.890792 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f9168a26-3c75-4cd0-baba-9e8d7cf6ee2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:40.955991 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f5b718c8-b5e2-4f65-a031-16e86d8aa567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:42.544174 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:43.916273 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:45.149398 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:23:51.369016 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 5 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:24:08.891746 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-4287f9ed-dddf-44fa-a99c-cee9f5dd2e84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:10.958298 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a8d64c19-b923-4c11-85d7-34bf92082fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:12.546862 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:13.918439 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:15.151971 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:28.367159 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 5 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:24:38.893369 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-558a01b8-b622-44fc-af83-6f6ac5ccad30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:40.960271 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d649434d-f979-4a4e-a069-0d7e3bd3134e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:42.549268 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:43.922182 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:45.154880 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:50.732179 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-524995'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:24:53.082019 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-524995'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:25:05.365813 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:25:08.894302 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b9ff9e52-391c-4e10-b758-eaf007979e64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:25:10.960895 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-3e50abd6-2bdb-4258-8326-cfe3e1fa8f91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:25:12.551968 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:25:13.924725 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:25:15.156855 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:25:20.716795 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:25:23.081817 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:25:38.045049 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 43012) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:25:38.153322 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-2fa04aec-3cac-4595-bf8b-4bbb7d30474d admin admin] 10.222.0.90 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1063364 Feb 09 21:25:38.897162 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-932c9e20-ec35-4eb8-bcbf-801680bab4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:25:40.414207 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 43022) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:25:40.484254 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-25dc7f86-4cee-4813-80d7-54274d232515 admin admin] 10.222.0.90 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0653539 Feb 09 21:25:40.962941 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-0c1aaab7-8b13-4831-9d97-ae8f6e27914c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:25:42.365557 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:25:42.555469 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:25:43.927747 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:25:45.158915 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:25:50.733608 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:25:53.082847 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:26:08.897843 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-760554dc-e71b-463a-8eaa-18abea1a735c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:26:10.965139 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b22b3d18-07a8-49b7-bd69-8c5035bdd33f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:26:12.560026 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:26:13.931471 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:26:15.161016 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:26:19.364570 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:26:20.730697 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:26:23.107947 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:26:38.901096 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-95191c30-4e7b-49c0-8e0a-c5b4ff8d7c37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:26:40.968003 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b6fef60c-6d68-49e2-9580-06a83651c37b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:26:42.560132 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:26:43.934623 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:26:45.167699 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:26:50.731007 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:26:53.126486 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:26:56.363328 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:27:05.881276 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 43250) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:27:05.913935 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43258) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:27:06.262584 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-a1b3ef59-6915-43c6-b3d3-31f4994b0c62 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-860913778-network', 'tenant_id': 'c3d686fde7364510aff45ca2f2b1a8d8'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:27:06.266549 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-af4422f9-0dce-4867-8377-0f16b3f0ad74 tempest-AutoAllocateNetworkTest-1622880131 tempest-AutoAllocateNetworkTest-1622880131-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=a5e7ca4bc8834358829468ac389fa9f9&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3832939 Feb 09 21:27:06.269164 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 43276) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:27:06.289176 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1b3ef59-6915-43c6-b3d3-31f4994b0c62 admin admin] Made reservation on behalf of c3d686fde7364510aff45ca2f2b1a8d8 for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:27:06.292587 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a1b3ef59-6915-43c6-b3d3-31f4994b0c62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:06.303553 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a1b3ef59-6915-43c6-b3d3-31f4994b0c62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:06.382912 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a1b3ef59-6915-43c6-b3d3-31f4994b0c62 admin admin] Publish callbacks [] for security_group (8be1f32d-b0a0-4dcb-9922-33e7312cf623), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:06.389099 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a1b3ef59-6915-43c6-b3d3-31f4994b0c62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (8be1f32d-b0a0-4dcb-9922-33e7312cf623), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:06.403205 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1b3ef59-6915-43c6-b3d3-31f4994b0c62 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:27:06.417193 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a1b3ef59-6915-43c6-b3d3-31f4994b0c62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (cfddd030-8c7e-487d-bc1f-1f873848817f), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:06.417847 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-a1b3ef59-6915-43c6-b3d3-31f4994b0c62 admin admin] Added segment cfddd030-8c7e-487d-bc1f-1f873848817f of type vlan for network 7a9ac5a8-6c72-442e-a289-f0f0972e4da1 Feb 09 21:27:06.481568 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e46020-184b-4c10-becc-90720ce8aa11 tempest-AutoAllocateNetworkTest-1622880131 tempest-AutoAllocateNetworkTest-1622880131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:06.486969 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a1b3ef59-6915-43c6-b3d3-31f4994b0c62 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (7a9ac5a8-6c72-442e-a289-f0f0972e4da1), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:06.486969 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43292) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:27:06.488237 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-36e46020-184b-4c10-becc-90720ce8aa11 tempest-AutoAllocateNetworkTest-1622880131 tempest-AutoAllocateNetworkTest-1622880131-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2175763 Feb 09 21:27:06.497558 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b3ef59-6915-43c6-b3d3-31f4994b0c62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8be1f32d-b0a0-4dcb-9922-33e7312cf623,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:06.562548 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b3ef59-6915-43c6-b3d3-31f4994b0c62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:27:06.562901 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b3ef59-6915-43c6-b3d3-31f4994b0c62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:27:06.563249 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b3ef59-6915-43c6-b3d3-31f4994b0c62 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:27:06.563583 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b3ef59-6915-43c6-b3d3-31f4994b0c62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:27:06.564110 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b3ef59-6915-43c6-b3d3-31f4994b0c62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:27:06.564532 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b3ef59-6915-43c6-b3d3-31f4994b0c62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:27:06.564863 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b3ef59-6915-43c6-b3d3-31f4994b0c62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:27:06.565193 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b3ef59-6915-43c6-b3d3-31f4994b0c62 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:27:06.565521 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b3ef59-6915-43c6-b3d3-31f4994b0c62 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:27:06.565847 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b3ef59-6915-43c6-b3d3-31f4994b0c62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:27:06.566177 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b3ef59-6915-43c6-b3d3-31f4994b0c62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:27:06.566495 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b3ef59-6915-43c6-b3d3-31f4994b0c62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:27:06.566817 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b3ef59-6915-43c6-b3d3-31f4994b0c62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:27:06.568046 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b3ef59-6915-43c6-b3d3-31f4994b0c62 admin admin] Tracked resource versions report: Feb 09 21:27:06.568046 n-d-828369-5 neutron-server[103141]: pushed versions: Feb 09 21:27:06.568046 n-d-828369-5 neutron-server[103141]: { 'AddressGroup': {'1.2'}, Feb 09 21:27:06.568046 n-d-828369-5 neutron-server[103141]: 'ConntrackHelper': {'1.0'}, Feb 09 21:27:06.568046 n-d-828369-5 neutron-server[103141]: 'LocalIPAssociation': {'1.0'}, Feb 09 21:27:06.568046 n-d-828369-5 neutron-server[103141]: 'Log': {'1.0'}, Feb 09 21:27:06.568046 n-d-828369-5 neutron-server[103141]: 'Network': {'1.1'}, Feb 09 21:27:06.568046 n-d-828369-5 neutron-server[103141]: 'Port': {'1.7'}, Feb 09 21:27:06.568046 n-d-828369-5 neutron-server[103141]: 'PortForwarding': {'1.2'}, Feb 09 21:27:06.568046 n-d-828369-5 neutron-server[103141]: 'QosPolicy': {'1.10'}, Feb 09 21:27:06.568046 n-d-828369-5 neutron-server[103141]: 'SecurityGroup': {'1.5'}, Feb 09 21:27:06.568046 n-d-828369-5 neutron-server[103141]: 'SecurityGroupRule': {'1.2'}, Feb 09 21:27:06.568046 n-d-828369-5 neutron-server[103141]: 'SubPort': {'1.0'}, Feb 09 21:27:06.568046 n-d-828369-5 neutron-server[103141]: 'Subnet': {'1.1'}, Feb 09 21:27:06.568046 n-d-828369-5 neutron-server[103141]: 'Trunk': {'1.1'}} Feb 09 21:27:06.568046 n-d-828369-5 neutron-server[103141]: consumer versions: Feb 09 21:27:06.568046 n-d-828369-5 neutron-server[103141]: { DHCP agent@n-d-828369-5: {}, Feb 09 21:27:06.568046 n-d-828369-5 neutron-server[103141]: HyperV agent@n-h1-828369-5: {}, Feb 09 21:27:06.568046 n-d-828369-5 neutron-server[103141]: HyperV agent@n-h2-828369-5: {}, Feb 09 21:27:06.568046 n-d-828369-5 neutron-server[103141]: L3 agent@n-d-828369-5: {}, Feb 09 21:27:06.568046 n-d-828369-5 neutron-server[103141]: Metadata agent@n-d-828369-5: {}, Feb 09 21:27:06.568046 n-d-828369-5 neutron-server[103141]: Metering agent@n-d-828369-5: {}, Feb 09 21:27:06.568046 n-d-828369-5 neutron-server[103141]: Open vSwitch agent@n-d-828369-5: { 'AddressGroup': '1.2', Feb 09 21:27:06.568046 n-d-828369-5 neutron-server[103141]: 'ConntrackHelper': '1.0', Feb 09 21:27:06.568046 n-d-828369-5 neutron-server[103141]: 'LocalIPAssociation': '1.0', Feb 09 21:27:06.568046 n-d-828369-5 neutron-server[103141]: 'Log': '1.0', Feb 09 21:27:06.568046 n-d-828369-5 neutron-server[103141]: 'Network': '1.1', Feb 09 21:27:06.568046 n-d-828369-5 neutron-server[103141]: 'Port': '1.7', Feb 09 21:27:06.568046 n-d-828369-5 neutron-server[103141]: 'PortForwarding': '1.2', Feb 09 21:27:06.568046 n-d-828369-5 neutron-server[103141]: 'QosPolicy': '1.10', Feb 09 21:27:06.568046 n-d-828369-5 neutron-server[103141]: 'SecurityGroup': '1.5', Feb 09 21:27:06.568046 n-d-828369-5 neutron-server[103141]: 'SecurityGroupRule': '1.2', Feb 09 21:27:06.568046 n-d-828369-5 neutron-server[103141]: 'SubPort': '1.0', Feb 09 21:27:06.568046 n-d-828369-5 neutron-server[103141]: 'Subnet': '1.1', Feb 09 21:27:06.568046 n-d-828369-5 neutron-server[103141]: 'Trunk': '1.1'}} Feb 09 21:27:06.568046 n-d-828369-5 neutron-server[103141]: {{(pid=103141) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 21:27:06.608209 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.db.resource_extend [None req-a1b3ef59-6915-43c6-b3d3-31f4994b0c62 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 21:27:06.611931 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-67401977-a7c9-4aac-9cea-d927cb04a2c4 tempest-AutoAllocateNetworkTest-1622880131 tempest-AutoAllocateNetworkTest-1622880131-project] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1237876 Feb 09 21:27:06.615540 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 43308) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:27:06.627334 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a1b3ef59-6915-43c6-b3d3-31f4994b0c62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (7a9ac5a8-6c72-442e-a289-f0f0972e4da1), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:06.628443 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b3ef59-6915-43c6-b3d3-31f4994b0c62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:06.629074 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a1b3ef59-6915-43c6-b3d3-31f4994b0c62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:06.658423 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-83fad5a9-e841-4e31-b3b5-7f75ab5bf7d0 tempest-AutoAllocateNetworkTest-1622880131 tempest-AutoAllocateNetworkTest-1622880131-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=a5e7ca4bc8834358829468ac389fa9f9 HTTP/1.1" status: 200 len: 208 time: 0.0408776 Feb 09 21:27:06.691531 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-a1b3ef59-6915-43c6-b3d3-31f4994b0c62 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7750432 Feb 09 21:27:06.694980 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 43312) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:27:06.702097 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-fc1ee7ff-efd3-47aa-874f-2f259680b4d1 admin admin] Request body: {'subnet': {'network_id': '7a9ac5a8-6c72-442e-a289-f0f0972e4da1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-860913778-subnet', 'tenant_id': 'c3d686fde7364510aff45ca2f2b1a8d8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:27:06.707305 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b3ef59-6915-43c6-b3d3-31f4994b0c62 admin admin] Pushing event updated for resources: {'Network': ['ID=7a9ac5a8-6c72-442e-a289-f0f0972e4da1,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:06.718166 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 7a9ac5a8-6c72-442e-a289-f0f0972e4da1 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:27:06.730585 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc1ee7ff-efd3-47aa-874f-2f259680b4d1 admin admin] Made reservation on behalf of c3d686fde7364510aff45ca2f2b1a8d8 for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:27:06.733688 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fc1ee7ff-efd3-47aa-874f-2f259680b4d1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:06.922043 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fc1ee7ff-efd3-47aa-874f-2f259680b4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for subnet (9d40292b-0b76-42c5-80e1-90b5058bab26), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:06.977906 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1ee7ff-efd3-47aa-874f-2f259680b4d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d40292b-0b76-42c5-80e1-90b5058bab26,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:06.989583 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1ee7ff-efd3-47aa-874f-2f259680b4d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:27:06.990082 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1ee7ff-efd3-47aa-874f-2f259680b4d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:27:06.990421 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1ee7ff-efd3-47aa-874f-2f259680b4d1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:27:06.990749 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1ee7ff-efd3-47aa-874f-2f259680b4d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:27:06.991234 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1ee7ff-efd3-47aa-874f-2f259680b4d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:27:06.991564 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1ee7ff-efd3-47aa-874f-2f259680b4d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:27:06.991888 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1ee7ff-efd3-47aa-874f-2f259680b4d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:27:06.992210 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1ee7ff-efd3-47aa-874f-2f259680b4d1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:27:06.992562 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1ee7ff-efd3-47aa-874f-2f259680b4d1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:27:06.992883 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1ee7ff-efd3-47aa-874f-2f259680b4d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:27:06.993200 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1ee7ff-efd3-47aa-874f-2f259680b4d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:27:06.993517 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1ee7ff-efd3-47aa-874f-2f259680b4d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:27:06.993831 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1ee7ff-efd3-47aa-874f-2f259680b4d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:27:06.995004 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1ee7ff-efd3-47aa-874f-2f259680b4d1 admin admin] Tracked resource versions report: Feb 09 21:27:06.995004 n-d-828369-5 neutron-server[103140]: pushed versions: Feb 09 21:27:06.995004 n-d-828369-5 neutron-server[103140]: { 'AddressGroup': {'1.2'}, Feb 09 21:27:06.995004 n-d-828369-5 neutron-server[103140]: 'ConntrackHelper': {'1.0'}, Feb 09 21:27:06.995004 n-d-828369-5 neutron-server[103140]: 'LocalIPAssociation': {'1.0'}, Feb 09 21:27:06.995004 n-d-828369-5 neutron-server[103140]: 'Log': {'1.0'}, Feb 09 21:27:06.995004 n-d-828369-5 neutron-server[103140]: 'Network': {'1.1'}, Feb 09 21:27:06.995004 n-d-828369-5 neutron-server[103140]: 'Port': {'1.7'}, Feb 09 21:27:06.995004 n-d-828369-5 neutron-server[103140]: 'PortForwarding': {'1.2'}, Feb 09 21:27:06.995004 n-d-828369-5 neutron-server[103140]: 'QosPolicy': {'1.10'}, Feb 09 21:27:06.995004 n-d-828369-5 neutron-server[103140]: 'SecurityGroup': {'1.5'}, Feb 09 21:27:06.995004 n-d-828369-5 neutron-server[103140]: 'SecurityGroupRule': {'1.2'}, Feb 09 21:27:06.995004 n-d-828369-5 neutron-server[103140]: 'SubPort': {'1.0'}, Feb 09 21:27:06.995004 n-d-828369-5 neutron-server[103140]: 'Subnet': {'1.1'}, Feb 09 21:27:06.995004 n-d-828369-5 neutron-server[103140]: 'Trunk': {'1.1'}} Feb 09 21:27:06.995004 n-d-828369-5 neutron-server[103140]: consumer versions: Feb 09 21:27:06.995004 n-d-828369-5 neutron-server[103140]: { DHCP agent@n-d-828369-5: {}, Feb 09 21:27:06.995004 n-d-828369-5 neutron-server[103140]: HyperV agent@n-h1-828369-5: {}, Feb 09 21:27:06.995004 n-d-828369-5 neutron-server[103140]: HyperV agent@n-h2-828369-5: {}, Feb 09 21:27:06.995004 n-d-828369-5 neutron-server[103140]: L3 agent@n-d-828369-5: {}, Feb 09 21:27:06.995004 n-d-828369-5 neutron-server[103140]: Metadata agent@n-d-828369-5: {}, Feb 09 21:27:06.995004 n-d-828369-5 neutron-server[103140]: Metering agent@n-d-828369-5: {}, Feb 09 21:27:06.995004 n-d-828369-5 neutron-server[103140]: Open vSwitch agent@n-d-828369-5: { 'AddressGroup': '1.2', Feb 09 21:27:06.995004 n-d-828369-5 neutron-server[103140]: 'ConntrackHelper': '1.0', Feb 09 21:27:06.995004 n-d-828369-5 neutron-server[103140]: 'LocalIPAssociation': '1.0', Feb 09 21:27:06.995004 n-d-828369-5 neutron-server[103140]: 'Log': '1.0', Feb 09 21:27:06.995004 n-d-828369-5 neutron-server[103140]: 'Network': '1.1', Feb 09 21:27:06.995004 n-d-828369-5 neutron-server[103140]: 'Port': '1.7', Feb 09 21:27:06.995004 n-d-828369-5 neutron-server[103140]: 'PortForwarding': '1.2', Feb 09 21:27:06.995004 n-d-828369-5 neutron-server[103140]: 'QosPolicy': '1.10', Feb 09 21:27:06.995004 n-d-828369-5 neutron-server[103140]: 'SecurityGroup': '1.5', Feb 09 21:27:06.995004 n-d-828369-5 neutron-server[103140]: 'SecurityGroupRule': '1.2', Feb 09 21:27:06.995004 n-d-828369-5 neutron-server[103140]: 'SubPort': '1.0', Feb 09 21:27:06.995004 n-d-828369-5 neutron-server[103140]: 'Subnet': '1.1', Feb 09 21:27:06.995004 n-d-828369-5 neutron-server[103140]: 'Trunk': '1.1'}} Feb 09 21:27:06.995004 n-d-828369-5 neutron-server[103140]: {{(pid=103140) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 21:27:07.000213 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1ee7ff-efd3-47aa-874f-2f259680b4d1 admin admin] Checking segment: {'id': 'cfddd030-8c7e-487d-bc1f-1f873848817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '7a9ac5a8-6c72-442e-a289-f0f0972e4da1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:27:07.000638 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1ee7ff-efd3-47aa-874f-2f259680b4d1 admin admin] Network hostable DHCP agents. Network: 7a9ac5a8-6c72-442e-a289-f0f0972e4da1, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:27:07.019267 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1ee7ff-efd3-47aa-874f-2f259680b4d1 admin admin] Network 7a9ac5a8-6c72-442e-a289-f0f0972e4da1 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:27:07.029203 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-fc1ee7ff-efd3-47aa-874f-2f259680b4d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 7a9ac5a8-6c72-442e-a289-f0f0972e4da1) {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:27:07.039045 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5223ab4d-0885-49cf-a58a-0787c99fbff1 None None] Network 7a9ac5a8-6c72-442e-a289-f0f0972e4da1 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:27:07.043426 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1ee7ff-efd3-47aa-874f-2f259680b4d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:07.045007 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fc1ee7ff-efd3-47aa-874f-2f259680b4d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:07.062712 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-fc1ee7ff-efd3-47aa-874f-2f259680b4d1 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.3663940 Feb 09 21:27:07.065307 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 43326) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:27:07.070126 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-2948481d-f6a5-4af3-856b-9e7c6036ad56 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-860913778-router', 'tenant_id': 'c3d686fde7364510aff45ca2f2b1a8d8', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:27:07.095832 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2948481d-f6a5-4af3-856b-9e7c6036ad56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (88999dd9-301b-4545-a2be-0d274196e2c0), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:07.097878 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2948481d-f6a5-4af3-856b-9e7c6036ad56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (88999dd9-301b-4545-a2be-0d274196e2c0), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:07.147910 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d77c56-cdb6-4a70-bf9b-bd5c8e1157ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-7a9ac5a8-6c72-442e-a289-f0f0972e4da1', 'network_id': '7a9ac5a8-6c72-442e-a289-f0f0972e4da1', 'project_id': 'c3d686fde7364510aff45ca2f2b1a8d8', 'fixed_ips': [{'subnet_id': '9d40292b-0b76-42c5-80e1-90b5058bab26'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:27:07.148805 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-45d77c56-cdb6-4a70-bf9b-bd5c8e1157ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:07.169115 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2948481d-f6a5-4af3-856b-9e7c6036ad56 admin admin] Publish callbacks [] for router_controller (88999dd9-301b-4545-a2be-0d274196e2c0), precommit_add_association {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:07.341794 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2948481d-f6a5-4af3-856b-9e7c6036ad56 admin admin] Publish callbacks [] for router_gateway (88999dd9-301b-4545-a2be-0d274196e2c0), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:07.421420 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-45d77c56-cdb6-4a70-bf9b-bd5c8e1157ee None None] Allocated IP 172.20.0.2 (7a9ac5a8-6c72-442e-a289-f0f0972e4da1/9d40292b-0b76-42c5-80e1-90b5058bab26/05c95846-941b-4339-851c-03fd2797c9af) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:27:07.449533 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43344) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:27:07.612433 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2948481d-f6a5-4af3-856b-9e7c6036ad56 admin admin] Publish callbacks [] for router_gateway (88999dd9-301b-4545-a2be-0d274196e2c0), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:07.633545 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2948481d-f6a5-4af3-856b-9e7c6036ad56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:07.727385 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-45d77c56-cdb6-4a70-bf9b-bd5c8e1157ee None None] Publish callbacks [] for port (05c95846-941b-4339-851c-03fd2797c9af), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:07.741650 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-45d77c56-cdb6-4a70-bf9b-bd5c8e1157ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (05c95846-941b-4339-851c-03fd2797c9af), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:07.761658 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d77c56-cdb6-4a70-bf9b-bd5c8e1157ee None None] Network 7a9ac5a8-6c72-442e-a289-f0f0972e4da1 is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:27:07.764044 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-45d77c56-cdb6-4a70-bf9b-bd5c8e1157ee None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:27:07.789307 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d77c56-cdb6-4a70-bf9b-bd5c8e1157ee None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:27:07.820248 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-2948481d-f6a5-4af3-856b-9e7c6036ad56 admin admin] Allocated IP 172.25.3.114 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/e63a94d9-7a38-4bb9-aa49-74194f8381d9) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:27:07.867527 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-45d77c56-cdb6-4a70-bf9b-bd5c8e1157ee None None] Attempting to bind port 05c95846-941b-4339-851c-03fd2797c9af on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:27:07.867910 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-45d77c56-cdb6-4a70-bf9b-bd5c8e1157ee None None] Attempting to bind port 05c95846-941b-4339-851c-03fd2797c9af by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': 'cfddd030-8c7e-487d-bc1f-1f873848817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '7a9ac5a8-6c72-442e-a289-f0f0972e4da1'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:27:07.868326 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d77c56-cdb6-4a70-bf9b-bd5c8e1157ee None None] Attempting to bind port 05c95846-941b-4339-851c-03fd2797c9af on network 7a9ac5a8-6c72-442e-a289-f0f0972e4da1 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:27:07.874431 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d77c56-cdb6-4a70-bf9b-bd5c8e1157ee None None] Pushing event updated for resources: {'Port': ['ID=05c95846-941b-4339-851c-03fd2797c9af,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:07.893651 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d77c56-cdb6-4a70-bf9b-bd5c8e1157ee None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:27:07.894038 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d77c56-cdb6-4a70-bf9b-bd5c8e1157ee None None] Checking segment: {'id': 'cfddd030-8c7e-487d-bc1f-1f873848817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '7a9ac5a8-6c72-442e-a289-f0f0972e4da1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:27:07.894450 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-45d77c56-cdb6-4a70-bf9b-bd5c8e1157ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:07.894849 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d77c56-cdb6-4a70-bf9b-bd5c8e1157ee None None] Bound using segment: {'id': 'cfddd030-8c7e-487d-bc1f-1f873848817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '7a9ac5a8-6c72-442e-a289-f0f0972e4da1'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:27:07.895328 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-45d77c56-cdb6-4a70-bf9b-bd5c8e1157ee None None] Bound port: 05c95846-941b-4339-851c-03fd2797c9af, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfddd030-8c7e-487d-bc1f-1f873848817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '7a9ac5a8-6c72-442e-a289-f0f0972e4da1'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:27:07.895710 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-45d77c56-cdb6-4a70-bf9b-bd5c8e1157ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (05c95846-941b-4339-851c-03fd2797c9af), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:07.899564 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d77c56-cdb6-4a70-bf9b-bd5c8e1157ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:27:07.900136 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d77c56-cdb6-4a70-bf9b-bd5c8e1157ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:27:07.901461 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d77c56-cdb6-4a70-bf9b-bd5c8e1157ee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:27:07.901825 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d77c56-cdb6-4a70-bf9b-bd5c8e1157ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:27:07.902162 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d77c56-cdb6-4a70-bf9b-bd5c8e1157ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:27:07.902497 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d77c56-cdb6-4a70-bf9b-bd5c8e1157ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:27:07.902825 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d77c56-cdb6-4a70-bf9b-bd5c8e1157ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:27:07.903151 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d77c56-cdb6-4a70-bf9b-bd5c8e1157ee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:27:07.903731 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d77c56-cdb6-4a70-bf9b-bd5c8e1157ee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:27:07.904055 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d77c56-cdb6-4a70-bf9b-bd5c8e1157ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:27:07.904400 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d77c56-cdb6-4a70-bf9b-bd5c8e1157ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:27:07.904720 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d77c56-cdb6-4a70-bf9b-bd5c8e1157ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:27:07.905036 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d77c56-cdb6-4a70-bf9b-bd5c8e1157ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:27:07.906208 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d77c56-cdb6-4a70-bf9b-bd5c8e1157ee None None] Tracked resource versions report: Feb 09 21:27:07.906208 n-d-828369-5 neutron-server[103142]: pushed versions: Feb 09 21:27:07.906208 n-d-828369-5 neutron-server[103142]: { 'AddressGroup': {'1.2'}, Feb 09 21:27:07.906208 n-d-828369-5 neutron-server[103142]: 'ConntrackHelper': {'1.0'}, Feb 09 21:27:07.906208 n-d-828369-5 neutron-server[103142]: 'LocalIPAssociation': {'1.0'}, Feb 09 21:27:07.906208 n-d-828369-5 neutron-server[103142]: 'Log': {'1.0'}, Feb 09 21:27:07.906208 n-d-828369-5 neutron-server[103142]: 'Network': {'1.1'}, Feb 09 21:27:07.906208 n-d-828369-5 neutron-server[103142]: 'Port': {'1.7'}, Feb 09 21:27:07.906208 n-d-828369-5 neutron-server[103142]: 'PortForwarding': {'1.2'}, Feb 09 21:27:07.906208 n-d-828369-5 neutron-server[103142]: 'QosPolicy': {'1.10'}, Feb 09 21:27:07.906208 n-d-828369-5 neutron-server[103142]: 'SecurityGroup': {'1.5'}, Feb 09 21:27:07.906208 n-d-828369-5 neutron-server[103142]: 'SecurityGroupRule': {'1.2'}, Feb 09 21:27:07.906208 n-d-828369-5 neutron-server[103142]: 'SubPort': {'1.0'}, Feb 09 21:27:07.906208 n-d-828369-5 neutron-server[103142]: 'Subnet': {'1.1'}, Feb 09 21:27:07.906208 n-d-828369-5 neutron-server[103142]: 'Trunk': {'1.1'}} Feb 09 21:27:07.906208 n-d-828369-5 neutron-server[103142]: consumer versions: Feb 09 21:27:07.906208 n-d-828369-5 neutron-server[103142]: { DHCP agent@n-d-828369-5: {}, Feb 09 21:27:07.906208 n-d-828369-5 neutron-server[103142]: HyperV agent@n-h1-828369-5: {}, Feb 09 21:27:07.906208 n-d-828369-5 neutron-server[103142]: HyperV agent@n-h2-828369-5: {}, Feb 09 21:27:07.906208 n-d-828369-5 neutron-server[103142]: L3 agent@n-d-828369-5: {}, Feb 09 21:27:07.906208 n-d-828369-5 neutron-server[103142]: Metadata agent@n-d-828369-5: {}, Feb 09 21:27:07.906208 n-d-828369-5 neutron-server[103142]: Metering agent@n-d-828369-5: {}, Feb 09 21:27:07.906208 n-d-828369-5 neutron-server[103142]: Open vSwitch agent@n-d-828369-5: { 'AddressGroup': '1.2', Feb 09 21:27:07.906208 n-d-828369-5 neutron-server[103142]: 'ConntrackHelper': '1.0', Feb 09 21:27:07.906208 n-d-828369-5 neutron-server[103142]: 'LocalIPAssociation': '1.0', Feb 09 21:27:07.906208 n-d-828369-5 neutron-server[103142]: 'Log': '1.0', Feb 09 21:27:07.906208 n-d-828369-5 neutron-server[103142]: 'Network': '1.1', Feb 09 21:27:07.906208 n-d-828369-5 neutron-server[103142]: 'Port': '1.7', Feb 09 21:27:07.906208 n-d-828369-5 neutron-server[103142]: 'PortForwarding': '1.2', Feb 09 21:27:07.906208 n-d-828369-5 neutron-server[103142]: 'QosPolicy': '1.10', Feb 09 21:27:07.906208 n-d-828369-5 neutron-server[103142]: 'SecurityGroup': '1.5', Feb 09 21:27:07.906208 n-d-828369-5 neutron-server[103142]: 'SecurityGroupRule': '1.2', Feb 09 21:27:07.906208 n-d-828369-5 neutron-server[103142]: 'SubPort': '1.0', Feb 09 21:27:07.906208 n-d-828369-5 neutron-server[103142]: 'Subnet': '1.1', Feb 09 21:27:07.906208 n-d-828369-5 neutron-server[103142]: 'Trunk': '1.1'}} Feb 09 21:27:07.906208 n-d-828369-5 neutron-server[103142]: {{(pid=103142) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 21:27:07.957156 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-86d5b99d-50ea-42e4-8329-69b3f183af2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:07.993810 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2948481d-f6a5-4af3-856b-9e7c6036ad56 admin admin] Publish callbacks [] for port (e63a94d9-7a38-4bb9-aa49-74194f8381d9), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:08.012095 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-45d77c56-cdb6-4a70-bf9b-bd5c8e1157ee None None] For port 05c95846-941b-4339-851c-03fd2797c9af, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:27:08.018055 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-45d77c56-cdb6-4a70-bf9b-bd5c8e1157ee None None] For port 05c95846-941b-4339-851c-03fd2797c9af, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=05c95846-941b-4339-851c-03fd2797c9af,segment=NetworkSegment(cfddd030-8c7e-487d-bc1f-1f873848817f),segment_id=cfddd030-8c7e-487d-bc1f-1f873848817f)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:27:08.041487 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-45d77c56-cdb6-4a70-bf9b-bd5c8e1157ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (05c95846-941b-4339-851c-03fd2797c9af), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:08.061546 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2948481d-f6a5-4af3-856b-9e7c6036ad56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (e63a94d9-7a38-4bb9-aa49-74194f8381d9), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:08.093636 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-86d5b99d-50ea-42e4-8329-69b3f183af2e admin admin] Publish callbacks [] for security_group (4b5d8518-c1ac-4319-98f7-d5135bfa3d9f), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:08.102577 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-86d5b99d-50ea-42e4-8329-69b3f183af2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (4b5d8518-c1ac-4319-98f7-d5135bfa3d9f), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:08.127830 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d77c56-cdb6-4a70-bf9b-bd5c8e1157ee None None] Pushing event updated for resources: {'Port': ['ID=05c95846-941b-4339-851c-03fd2797c9af,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:08.147354 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2948481d-f6a5-4af3-856b-9e7c6036ad56 admin admin] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:27:08.155083 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-2948481d-f6a5-4af3-856b-9e7c6036ad56 admin admin] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:27:08.158878 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2948481d-f6a5-4af3-856b-9e7c6036ad56 admin admin] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:27:08.161950 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-86d5b99d-50ea-42e4-8329-69b3f183af2e admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=a5e7ca4bc8834358829468ac389fa9f9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7112844 Feb 09 21:27:08.164570 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43374) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:27:08.172293 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d5b99d-50ea-42e4-8329-69b3f183af2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b5d8518-c1ac-4319-98f7-d5135bfa3d9f,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:08.227257 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2948481d-f6a5-4af3-856b-9e7c6036ad56 admin admin] Pushing event updated for resources: {'Port': ['ID=e63a94d9-7a38-4bb9-aa49-74194f8381d9,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:08.230788 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-eef9c903-42c1-4fff-b3b4-fc0359bf9878 admin admin] Publish callbacks [] for security_group (4b5d8518-c1ac-4319-98f7-d5135bfa3d9f), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:08.275863 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-eef9c903-42c1-4fff-b3b4-fc0359bf9878 admin admin] Publish callbacks [] for security_group (4b5d8518-c1ac-4319-98f7-d5135bfa3d9f), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:08.334270 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-eef9c903-42c1-4fff-b3b4-fc0359bf9878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (4b5d8518-c1ac-4319-98f7-d5135bfa3d9f), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:08.338631 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-eef9c903-42c1-4fff-b3b4-fc0359bf9878 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:08.342638 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-eef9c903-42c1-4fff-b3b4-fc0359bf9878 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/4b5d8518-c1ac-4319-98f7-d5135bfa3d9f HTTP/1.1" status: 204 len: 168 time: 0.1743834 Feb 09 21:27:08.350726 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef9c903-42c1-4fff-b3b4-fc0359bf9878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b5d8518-c1ac-4319-98f7-d5135bfa3d9f,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:08.575041 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2948481d-f6a5-4af3-856b-9e7c6036ad56 admin admin] Publish callbacks [] for router_gateway (88999dd9-301b-4545-a2be-0d274196e2c0), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:08.842058 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2948481d-f6a5-4af3-856b-9e7c6036ad56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (88999dd9-301b-4545-a2be-0d274196e2c0), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:08.915633 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5bb01902-4a79-47a4-b973-600e0683f023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:09.075672 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2948481d-f6a5-4af3-856b-9e7c6036ad56 admin admin] Router 88999dd9-301b-4545-a2be-0d274196e2c0 is scheduled to L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 with binding_index 1 {{(pid=103140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:27:09.216052 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2948481d-f6a5-4af3-856b-9e7c6036ad56 admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:27:09.230073 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3a3233-475d-4424-b83b-1489c5215955 None None] Sync routers for ids ['88999dd9-301b-4545-a2be-0d274196e2c0'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:27:09.237415 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2948481d-f6a5-4af3-856b-9e7c6036ad56 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:09.239893 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3a3233-475d-4424-b83b-1489c5215955 None None] Routers {'88999dd9-301b-4545-a2be-0d274196e2c0'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:27:09.240547 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-3e3a3233-475d-4424-b83b-1489c5215955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:26:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['88999dd9-301b-4545-a2be-0d274196e2c0'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:27:09.242004 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-2948481d-f6a5-4af3-856b-9e7c6036ad56 admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.1754780 Feb 09 21:27:09.242422 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43426) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:27:09.419995 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-3e3a3233-475d-4424-b83b-1489c5215955 None None] Set router 88999dd9-301b-4545-a2be-0d274196e2c0 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:27:09.584445 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea501dc-0d3a-405f-a5fb-36498d501cdd None None] Network 7a9ac5a8-6c72-442e-a289-f0f0972e4da1 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:27:09.649033 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-3e3a3233-475d-4424-b83b-1489c5215955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88999dd9-301b-4545-a2be-0d274196e2c0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-860913778-router', 'tenant_id': 'c3d686fde7364510aff45ca2f2b1a8d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': 'e63a94d9-7a38-4bb9-aa49-74194f8381d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:27:07Z', 'updated_at': '2022-02-09T21:27:08Z', 'revision_number': 3, 'project_id': 'c3d686fde7364510aff45ca2f2b1a8d8', 'gw_port': {'id': 'e63a94d9-7a38-4bb9-aa49-74194f8381d9', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:29:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88999dd9-301b-4545-a2be-0d274196e2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:27:07Z', 'updated_at': '2022-02-09T21:27:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:27:09.681666 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3a3233-475d-4424-b83b-1489c5215955 None None] Checking router: 88999dd9-301b-4545-a2be-0d274196e2c0 for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:27:09.682414 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3a3233-475d-4424-b83b-1489c5215955 None None] Updating router 88999dd9-301b-4545-a2be-0d274196e2c0 port e63a94d9-7a38-4bb9-aa49-74194f8381d9 binding host n-d-828369-5 {{(pid=103143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:27:09.738522 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-77a0c9cb-e4e7-4ad1-8f70-743e8463765a None None] Provisioning complete for port 05c95846-941b-4339-851c-03fd2797c9af triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:27:09.742109 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3e3a3233-475d-4424-b83b-1489c5215955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (e63a94d9-7a38-4bb9-aa49-74194f8381d9), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:09.743299 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-77a0c9cb-e4e7-4ad1-8f70-743e8463765a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (05c95846-941b-4339-851c-03fd2797c9af), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:09.916126 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 43454) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:27:09.955938 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-77a0c9cb-e4e7-4ad1-8f70-743e8463765a None None] Current status of the port 05c95846-941b-4339-851c-03fd2797c9af is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:27:09.956950 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-77a0c9cb-e4e7-4ad1-8f70-743e8463765a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (05c95846-941b-4339-851c-03fd2797c9af), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:10.007227 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-77a0c9cb-e4e7-4ad1-8f70-743e8463765a None None] For port 05c95846-941b-4339-851c-03fd2797c9af, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=05c95846-941b-4339-851c-03fd2797c9af,segment=NetworkSegment(cfddd030-8c7e-487d-bc1f-1f873848817f),segment_id=cfddd030-8c7e-487d-bc1f-1f873848817f)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:27:10.012594 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-77a0c9cb-e4e7-4ad1-8f70-743e8463765a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (05c95846-941b-4339-851c-03fd2797c9af), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:10.042251 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-0572ac0e-7627-437f-9d82-ee22d79edf75 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-304726219-network', 'tenant_id': '52efeb96362c48ba9f1ac00233285f98'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:27:10.105761 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a0c9cb-e4e7-4ad1-8f70-743e8463765a None None] Pushing event updated for resources: {'Port': ['ID=05c95846-941b-4339-851c-03fd2797c9af,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:10.108714 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0572ac0e-7627-437f-9d82-ee22d79edf75 admin admin] Made reservation on behalf of 52efeb96362c48ba9f1ac00233285f98 for: {'network': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:27:10.114314 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0572ac0e-7627-437f-9d82-ee22d79edf75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:10.141350 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0572ac0e-7627-437f-9d82-ee22d79edf75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:10.241633 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 05c95846-941b-4339-851c-03fd2797c9af up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:27:10.327367 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3e3a3233-475d-4424-b83b-1489c5215955 None None] Publish callbacks [] for port (e63a94d9-7a38-4bb9-aa49-74194f8381d9), precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:10.334398 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3e3a3233-475d-4424-b83b-1489c5215955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (e63a94d9-7a38-4bb9-aa49-74194f8381d9), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:10.355778 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 05c95846-941b-4339-851c-03fd2797c9af triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:27:10.356567 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (05c95846-941b-4339-851c-03fd2797c9af), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:10.359976 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-1ebcedd3-bc02-4b6f-a885-cb3ed5792dc7 None None] Provisioning complete for port 05c95846-941b-4339-851c-03fd2797c9af triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:27:10.360557 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1ebcedd3-bc02-4b6f-a885-cb3ed5792dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (05c95846-941b-4339-851c-03fd2797c9af), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:10.361116 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0572ac0e-7627-437f-9d82-ee22d79edf75 admin admin] Publish callbacks [] for security_group (a5b07fa0-dd6c-4816-9144-74f0c441b003), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:10.369622 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0572ac0e-7627-437f-9d82-ee22d79edf75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (a5b07fa0-dd6c-4816-9144-74f0c441b003), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:10.394518 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7f7ff0-4516-422e-891f-d7c1ce417b7c None None] Pushing event updated for resources: {'Port': ['ID=e63a94d9-7a38-4bb9-aa49-74194f8381d9,revision_number=2']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:10.398119 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 43476) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:27:10.404787 n-d-828369-5 neutron-server[103140]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 09 21:27:10.411295 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-68ee2c50-ca7a-427e-908d-748101a430de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:10.420848 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7f7ff0-4516-422e-891f-d7c1ce417b7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:27:10.421412 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7f7ff0-4516-422e-891f-d7c1ce417b7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:27:10.421890 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7f7ff0-4516-422e-891f-d7c1ce417b7c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:27:10.422365 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7f7ff0-4516-422e-891f-d7c1ce417b7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:27:10.422832 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7f7ff0-4516-422e-891f-d7c1ce417b7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:27:10.423323 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7f7ff0-4516-422e-891f-d7c1ce417b7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:27:10.423786 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7f7ff0-4516-422e-891f-d7c1ce417b7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:27:10.424267 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7f7ff0-4516-422e-891f-d7c1ce417b7c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:27:10.424728 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7f7ff0-4516-422e-891f-d7c1ce417b7c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:27:10.425204 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7f7ff0-4516-422e-891f-d7c1ce417b7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:27:10.425665 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7f7ff0-4516-422e-891f-d7c1ce417b7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:27:10.426120 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7f7ff0-4516-422e-891f-d7c1ce417b7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:27:10.427325 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7f7ff0-4516-422e-891f-d7c1ce417b7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:27:10.428661 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7f7ff0-4516-422e-891f-d7c1ce417b7c None None] Tracked resource versions report: Feb 09 21:27:10.428661 n-d-828369-5 neutron-server[103143]: pushed versions: Feb 09 21:27:10.428661 n-d-828369-5 neutron-server[103143]: { 'AddressGroup': {'1.2'}, Feb 09 21:27:10.428661 n-d-828369-5 neutron-server[103143]: 'ConntrackHelper': {'1.0'}, Feb 09 21:27:10.428661 n-d-828369-5 neutron-server[103143]: 'LocalIPAssociation': {'1.0'}, Feb 09 21:27:10.428661 n-d-828369-5 neutron-server[103143]: 'Log': {'1.0'}, Feb 09 21:27:10.428661 n-d-828369-5 neutron-server[103143]: 'Network': {'1.1'}, Feb 09 21:27:10.428661 n-d-828369-5 neutron-server[103143]: 'Port': {'1.7'}, Feb 09 21:27:10.428661 n-d-828369-5 neutron-server[103143]: 'PortForwarding': {'1.2'}, Feb 09 21:27:10.428661 n-d-828369-5 neutron-server[103143]: 'QosPolicy': {'1.10'}, Feb 09 21:27:10.428661 n-d-828369-5 neutron-server[103143]: 'SecurityGroup': {'1.5'}, Feb 09 21:27:10.428661 n-d-828369-5 neutron-server[103143]: 'SecurityGroupRule': {'1.2'}, Feb 09 21:27:10.428661 n-d-828369-5 neutron-server[103143]: 'SubPort': {'1.0'}, Feb 09 21:27:10.428661 n-d-828369-5 neutron-server[103143]: 'Subnet': {'1.1'}, Feb 09 21:27:10.428661 n-d-828369-5 neutron-server[103143]: 'Trunk': {'1.1'}} Feb 09 21:27:10.428661 n-d-828369-5 neutron-server[103143]: consumer versions: Feb 09 21:27:10.428661 n-d-828369-5 neutron-server[103143]: { DHCP agent@n-d-828369-5: {}, Feb 09 21:27:10.428661 n-d-828369-5 neutron-server[103143]: HyperV agent@n-h1-828369-5: {}, Feb 09 21:27:10.428661 n-d-828369-5 neutron-server[103143]: HyperV agent@n-h2-828369-5: {}, Feb 09 21:27:10.428661 n-d-828369-5 neutron-server[103143]: L3 agent@n-d-828369-5: {}, Feb 09 21:27:10.428661 n-d-828369-5 neutron-server[103143]: Metadata agent@n-d-828369-5: {}, Feb 09 21:27:10.428661 n-d-828369-5 neutron-server[103143]: Metering agent@n-d-828369-5: {}, Feb 09 21:27:10.428661 n-d-828369-5 neutron-server[103143]: Open vSwitch agent@n-d-828369-5: { 'AddressGroup': '1.2', Feb 09 21:27:10.428661 n-d-828369-5 neutron-server[103143]: 'ConntrackHelper': '1.0', Feb 09 21:27:10.428661 n-d-828369-5 neutron-server[103143]: 'LocalIPAssociation': '1.0', Feb 09 21:27:10.428661 n-d-828369-5 neutron-server[103143]: 'Log': '1.0', Feb 09 21:27:10.428661 n-d-828369-5 neutron-server[103143]: 'Network': '1.1', Feb 09 21:27:10.428661 n-d-828369-5 neutron-server[103143]: 'Port': '1.7', Feb 09 21:27:10.428661 n-d-828369-5 neutron-server[103143]: 'PortForwarding': '1.2', Feb 09 21:27:10.428661 n-d-828369-5 neutron-server[103143]: 'QosPolicy': '1.10', Feb 09 21:27:10.428661 n-d-828369-5 neutron-server[103143]: 'SecurityGroup': '1.5', Feb 09 21:27:10.428661 n-d-828369-5 neutron-server[103143]: 'SecurityGroupRule': '1.2', Feb 09 21:27:10.428661 n-d-828369-5 neutron-server[103143]: 'SubPort': '1.0', Feb 09 21:27:10.428661 n-d-828369-5 neutron-server[103143]: 'Subnet': '1.1', Feb 09 21:27:10.428661 n-d-828369-5 neutron-server[103143]: 'Trunk': '1.1'}} Feb 09 21:27:10.428661 n-d-828369-5 neutron-server[103143]: {{(pid=103143) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 21:27:10.433939 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-3e3a3233-475d-4424-b83b-1489c5215955 None None] Attempting to bind port e63a94d9-7a38-4bb9-aa49-74194f8381d9 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:27:10.434469 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-3e3a3233-475d-4424-b83b-1489c5215955 None None] Attempting to bind port e63a94d9-7a38-4bb9-aa49-74194f8381d9 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:27:10.434996 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3a3233-475d-4424-b83b-1489c5215955 None None] Attempting to bind port e63a94d9-7a38-4bb9-aa49-74194f8381d9 on network 54a442d5-50a0-4c75-85cc-d19f5bf58118 {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:27:10.441985 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3a3233-475d-4424-b83b-1489c5215955 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:27:10.442587 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3a3233-475d-4424-b83b-1489c5215955 None None] Checking segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:27:10.443132 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3e3a3233-475d-4424-b83b-1489c5215955 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:10.443661 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3a3233-475d-4424-b83b-1489c5215955 None None] Bound using segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:27:10.444909 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-3e3a3233-475d-4424-b83b-1489c5215955 None None] Bound port: e63a94d9-7a38-4bb9-aa49-74194f8381d9, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:27:10.445459 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3e3a3233-475d-4424-b83b-1489c5215955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (e63a94d9-7a38-4bb9-aa49-74194f8381d9), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:10.451497 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d46fb9ec-c191-4814-9805-8d06fa704929 req-8dff504e-8532-4345-a762-e71ca5f802c4 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=a2e09dedb14d496ba22577099badda8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0479169 Feb 09 21:27:10.498795 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-3e3a3233-475d-4424-b83b-1489c5215955 None None] For port e63a94d9-7a38-4bb9-aa49-74194f8381d9, host n-d-828369-5, cleared binding levels {{(pid=103143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:27:10.502472 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-3e3a3233-475d-4424-b83b-1489c5215955 None None] For port e63a94d9-7a38-4bb9-aa49-74194f8381d9, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=e63a94d9-7a38-4bb9-aa49-74194f8381d9,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:27:10.508757 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3e3a3233-475d-4424-b83b-1489c5215955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (e63a94d9-7a38-4bb9-aa49-74194f8381d9), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:10.551501 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0572ac0e-7627-437f-9d82-ee22d79edf75 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=103140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:27:10.563949 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46fb9ec-c191-4814-9805-8d06fa704929 req-1ed861d8-ec59-45cb-9dad-f1774f03317e tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:10.570327 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d46fb9ec-c191-4814-9805-8d06fa704929 req-1ed861d8-ec59-45cb-9dad-f1774f03317e tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1179726 Feb 09 21:27:10.571947 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7f7ff0-4516-422e-891f-d7c1ce417b7c None None] Pushing event updated for resources: {'Port': ['ID=e63a94d9-7a38-4bb9-aa49-74194f8381d9,revision_number=3']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:10.592815 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3a3233-475d-4424-b83b-1489c5215955 None None] Routers {'88999dd9-301b-4545-a2be-0d274196e2c0'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:27:10.594187 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-3e3a3233-475d-4424-b83b-1489c5215955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:26:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['88999dd9-301b-4545-a2be-0d274196e2c0'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:27:10.600615 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d46fb9ec-c191-4814-9805-8d06fa704929 req-a8ada919-1b3e-4197-a868-dc3732c786fb tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] 10.222.0.90 "GET /v2.0/quotas/a2e09dedb14d496ba22577099badda8d HTTP/1.1" status: 200 len: 375 time: 0.0292282 Feb 09 21:27:10.642610 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-1ebcedd3-bc02-4b6f-a885-cb3ed5792dc7 None None] Current status of the port 05c95846-941b-4339-851c-03fd2797c9af is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:27:10.664125 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d46fb9ec-c191-4814-9805-8d06fa704929 req-becbc3a8-cdf9-43ad-9cc4-9152d1e7f477 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=a2e09dedb14d496ba22577099badda8d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0624595 Feb 09 21:27:10.670879 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0572ac0e-7627-437f-9d82-ee22d79edf75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b07fa0-dd6c-4816-9144-74f0c441b003,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:10.695056 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0572ac0e-7627-437f-9d82-ee22d79edf75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (0ff0b370-2c98-425a-84ef-41067a96cf4e), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:10.695409 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-0572ac0e-7627-437f-9d82-ee22d79edf75 admin admin] Added segment 0ff0b370-2c98-425a-84ef-41067a96cf4e of type vlan for network 9c7c13ba-f7ad-425b-8646-4ab605dec5f2 Feb 09 21:27:10.745663 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-3e3a3233-475d-4424-b83b-1489c5215955 None None] Set router 88999dd9-301b-4545-a2be-0d274196e2c0 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:27:10.755976 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 05c95846-941b-4339-851c-03fd2797c9af is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:27:10.770905 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0572ac0e-7627-437f-9d82-ee22d79edf75 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (9c7c13ba-f7ad-425b-8646-4ab605dec5f2), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:10.780251 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-68ee2c50-ca7a-427e-908d-748101a430de admin admin] Allocated IP 172.20.0.1 (7a9ac5a8-6c72-442e-a289-f0f0972e4da1/9d40292b-0b76-42c5-80e1-90b5058bab26/04fd5a29-f9cc-4f19-9b35-fbeffb75a999) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:27:10.807849 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0572ac0e-7627-437f-9d82-ee22d79edf75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (9c7c13ba-f7ad-425b-8646-4ab605dec5f2), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:10.808990 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0572ac0e-7627-437f-9d82-ee22d79edf75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:10.809485 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0572ac0e-7627-437f-9d82-ee22d79edf75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:10.841157 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 43502) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:27:10.858398 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-0572ac0e-7627-437f-9d82-ee22d79edf75 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9414899 Feb 09 21:27:10.908482 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43504) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:27:10.913505 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-f53d921c-8aa9-4955-bbd0-a9cffa7736f2 admin admin] Request body: {'subnet': {'network_id': '9c7c13ba-f7ad-425b-8646-4ab605dec5f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-304726219-subnet', 'tenant_id': '52efeb96362c48ba9f1ac00233285f98', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:27:10.926999 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-46bd2473-1593-4d56-b112-4968264bf93e req-cbf5bc56-f6a1-4275-8d79-18b0cb750a8a tempest-AggregatesAdminTestJSON-702210867 tempest-AggregatesAdminTestJSON-702210867-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=c979d802af984737bd5334225d9c1bfe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0774450 Feb 09 21:27:10.969396 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-68ee2c50-ca7a-427e-908d-748101a430de admin admin] Publish callbacks [] for port (04fd5a29-f9cc-4f19-9b35-fbeffb75a999), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:10.972553 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f53d921c-8aa9-4955-bbd0-a9cffa7736f2 admin admin] Made reservation on behalf of 52efeb96362c48ba9f1ac00233285f98 for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:27:10.981305 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c515eb41-6449-4c4c-9887-eba32165809d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:10.984508 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f53d921c-8aa9-4955-bbd0-a9cffa7736f2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:11.051613 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-3e3a3233-475d-4424-b83b-1489c5215955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88999dd9-301b-4545-a2be-0d274196e2c0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-860913778-router', 'tenant_id': 'c3d686fde7364510aff45ca2f2b1a8d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': 'e63a94d9-7a38-4bb9-aa49-74194f8381d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:27:07Z', 'updated_at': '2022-02-09T21:27:08Z', 'revision_number': 3, 'project_id': 'c3d686fde7364510aff45ca2f2b1a8d8', 'gw_port': {'id': 'e63a94d9-7a38-4bb9-aa49-74194f8381d9', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:29:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88999dd9-301b-4545-a2be-0d274196e2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:27:07Z', 'updated_at': '2022-02-09T21:27:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:27:11.052401 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bd2473-1593-4d56-b112-4968264bf93e req-b793a1bb-c5cf-4d7d-aa71-9324a36cc933 tempest-AggregatesAdminTestJSON-702210867 tempest-AggregatesAdminTestJSON-702210867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:11.059637 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-46bd2473-1593-4d56-b112-4968264bf93e req-b793a1bb-c5cf-4d7d-aa71-9324a36cc933 tempest-AggregatesAdminTestJSON-702210867 tempest-AggregatesAdminTestJSON-702210867-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1317663 Feb 09 21:27:11.076745 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-46bd2473-1593-4d56-b112-4968264bf93e req-1d3109fa-a676-4f76-9878-386500e4e66e tempest-AggregatesAdminTestJSON-702210867 tempest-AggregatesAdminTestJSON-702210867-project] 10.222.0.90 "GET /v2.0/quotas/c979d802af984737bd5334225d9c1bfe HTTP/1.1" status: 200 len: 375 time: 0.0161490 Feb 09 21:27:11.085979 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3a3233-475d-4424-b83b-1489c5215955 None None] The sync data for ids ['88999dd9-301b-4545-a2be-0d274196e2c0'] in n-d-828369-5 is: [{'id': '88999dd9-301b-4545-a2be-0d274196e2c0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-860913778-router', 'tenant_id': 'c3d686fde7364510aff45ca2f2b1a8d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': 'e63a94d9-7a38-4bb9-aa49-74194f8381d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:27:07Z', 'updated_at': '2022-02-09T21:27:08Z', 'revision_number': 3, 'project_id': 'c3d686fde7364510aff45ca2f2b1a8d8', 'gw_port': {'id': 'e63a94d9-7a38-4bb9-aa49-74194f8381d9', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:29:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88999dd9-301b-4545-a2be-0d274196e2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:27:07Z', 'updated_at': '2022-02-09T21:27:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:27:11.096690 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0572ac0e-7627-437f-9d82-ee22d79edf75 admin admin] Pushing event updated for resources: {'Network': ['ID=9c7c13ba-f7ad-425b-8646-4ab605dec5f2,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:11.111094 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 9c7c13ba-f7ad-425b-8646-4ab605dec5f2 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:27:11.157737 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-46bd2473-1593-4d56-b112-4968264bf93e req-d0487b3c-8bf8-4d84-a2f9-081a1ce670ea tempest-AggregatesAdminTestJSON-702210867 tempest-AggregatesAdminTestJSON-702210867-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=c979d802af984737bd5334225d9c1bfe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0801191 Feb 09 21:27:11.268579 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-68ee2c50-ca7a-427e-908d-748101a430de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (04fd5a29-f9cc-4f19-9b35-fbeffb75a999), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:11.416729 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ee2c50-ca7a-427e-908d-748101a430de admin admin] Network 7a9ac5a8-6c72-442e-a289-f0f0972e4da1 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:27:11.456877 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-68ee2c50-ca7a-427e-908d-748101a430de admin admin] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:27:11.473586 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ee2c50-ca7a-427e-908d-748101a430de admin admin] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:27:11.474342 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-68ee2c50-ca7a-427e-908d-748101a430de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554727'] for router_interface (88999dd9-301b-4545-a2be-0d274196e2c0), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:11.633859 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-828457ee-cd77-4636-a1d3-3d654a705645 req-aefc871a-a3af-44a9-9675-8d20d7117658 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] 10.222.0.90 "GET /v2.0/ports?device_id=345a6378-4436-498d-8be1-511bef4e7f88 HTTP/1.1" status: 200 len: 210 time: 0.0981662 Feb 09 21:27:11.689901 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-00cbda24-c384-4ba7-a334-ec40048f047e req-fe6adcd8-fb9c-47a8-834c-324b6db1dd74 tempest-AggregatesAdminTestJSON-702210867 tempest-AggregatesAdminTestJSON-702210867-project] 10.222.0.90 "GET /v2.0/ports?device_id=870bb840-97eb-44c5-a377-fd913add82b3 HTTP/1.1" status: 200 len: 210 time: 0.0548038 Feb 09 21:27:11.825127 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-19196311-f1df-4484-b790-f17a9211cb73 None None] Provisioning complete for port 04fd5a29-f9cc-4f19-9b35-fbeffb75a999 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:27:11.825738 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-19196311-f1df-4484-b790-f17a9211cb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (04fd5a29-f9cc-4f19-9b35-fbeffb75a999), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:11.871113 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-19196311-f1df-4484-b790-f17a9211cb73 None None] Port 04fd5a29-f9cc-4f19-9b35-fbeffb75a999 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:27:12.045341 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f53d921c-8aa9-4955-bbd0-a9cffa7736f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for subnet (f6fbc4ca-2340-469f-921f-77b8933c9934), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:12.083342 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ee2c50-ca7a-427e-908d-748101a430de admin admin] Pushing event updated for resources: {'Port': ['ID=04fd5a29-f9cc-4f19-9b35-fbeffb75a999,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:12.289485 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53d921c-8aa9-4955-bbd0-a9cffa7736f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6fbc4ca-2340-469f-921f-77b8933c9934,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:12.304745 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device e63a94d9-7a38-4bb9-aa49-74194f8381d9 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:27:12.421770 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port e63a94d9-7a38-4bb9-aa49-74194f8381d9 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:27:12.422170 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (e63a94d9-7a38-4bb9-aa49-74194f8381d9), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:12.480576 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 43612) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:27:12.486770 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53d921c-8aa9-4955-bbd0-a9cffa7736f2 admin admin] Checking segment: {'id': '0ff0b370-2c98-425a-84ef-41067a96cf4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9c7c13ba-f7ad-425b-8646-4ab605dec5f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:27:12.498541 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53d921c-8aa9-4955-bbd0-a9cffa7736f2 admin admin] Network hostable DHCP agents. Network: 9c7c13ba-f7ad-425b-8646-4ab605dec5f2, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:27:12.517954 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-68ee2c50-ca7a-427e-908d-748101a430de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (04fd5a29-f9cc-4f19-9b35-fbeffb75a999), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:12.587329 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:12.628027 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53d921c-8aa9-4955-bbd0-a9cffa7736f2 admin admin] Network 9c7c13ba-f7ad-425b-8646-4ab605dec5f2 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:27:12.631051 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port e63a94d9-7a38-4bb9-aa49-74194f8381d9 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:27:12.631678 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (e63a94d9-7a38-4bb9-aa49-74194f8381d9), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:12.659936 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port e63a94d9-7a38-4bb9-aa49-74194f8381d9, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=e63a94d9-7a38-4bb9-aa49-74194f8381d9,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:27:12.668065 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (e63a94d9-7a38-4bb9-aa49-74194f8381d9), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:12.668556 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-f53d921c-8aa9-4955-bbd0-a9cffa7736f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 9c7c13ba-f7ad-425b-8646-4ab605dec5f2) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:27:12.669950 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 05c95846-941b-4339-851c-03fd2797c9af up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:27:12.682559 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53d921c-8aa9-4955-bbd0-a9cffa7736f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:12.684081 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f53d921c-8aa9-4955-bbd0-a9cffa7736f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:12.727634 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989ab398-0bdd-4312-97ee-a7d72a0db133 None None] Network 9c7c13ba-f7ad-425b-8646-4ab605dec5f2 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:27:12.741811 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-78b272a0-e347-452f-90a7-9401b3d2eae9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:12.975659 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-78b272a0-e347-452f-90a7-9401b3d2eae9 admin admin] Publish callbacks [] for security_group (1c4b7d41-7b2a-4780-9225-b21a5d673c98), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:12.981543 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-78b272a0-e347-452f-90a7-9401b3d2eae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (1c4b7d41-7b2a-4780-9225-b21a5d673c98), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:12.991990 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-f53d921c-8aa9-4955-bbd0-a9cffa7736f2 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.0822024 Feb 09 21:27:13.013634 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 43630) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:27:13.021054 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-78b272a0-e347-452f-90a7-9401b3d2eae9 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=45dc2517a0d04bd1a605ae2c10b8c898&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5390763 Feb 09 21:27:13.026656 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 43634) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:27:13.032969 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-527cf722-5765-4e75-b0e8-b4ca059689c7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-304726219-router', 'tenant_id': '52efeb96362c48ba9f1ac00233285f98', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:27:13.125832 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8564377-6990-4b15-b412-0bec02735ec5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-9c7c13ba-f7ad-425b-8646-4ab605dec5f2', 'network_id': '9c7c13ba-f7ad-425b-8646-4ab605dec5f2', 'project_id': '52efeb96362c48ba9f1ac00233285f98', 'fixed_ips': [{'subnet_id': 'f6fbc4ca-2340-469f-921f-77b8933c9934'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:27:13.128440 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c8564377-6990-4b15-b412-0bec02735ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:13.142884 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-aa080194-af9b-4451-bbba-095d23925687 req-afce9624-bfcc-459f-b440-cf821369f6d0 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] 10.222.0.90 "GET /v2.0/ports?device_id=345a6378-4436-498d-8be1-511bef4e7f88 HTTP/1.1" status: 200 len: 210 time: 0.1302514 Feb 09 21:27:13.154617 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-527cf722-5765-4e75-b0e8-b4ca059689c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (47485eaa-dcf7-4470-87bb-1a3bb40e4e52), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:13.155474 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-527cf722-5765-4e75-b0e8-b4ca059689c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (47485eaa-dcf7-4470-87bb-1a3bb40e4e52), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:13.169304 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-68ee2c50-ca7a-427e-908d-748101a430de admin admin] Publish callbacks [] for port (04fd5a29-f9cc-4f19-9b35-fbeffb75a999), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:13.175614 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-68ee2c50-ca7a-427e-908d-748101a430de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (04fd5a29-f9cc-4f19-9b35-fbeffb75a999), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:13.176854 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-68ee2c50-ca7a-427e-908d-748101a430de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524919'] for router_interface (88999dd9-301b-4545-a2be-0d274196e2c0), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:13.192377 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=e63a94d9-7a38-4bb9-aa49-74194f8381d9,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:13.212565 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-83d915f7-3f3f-4254-a63b-5e42463a5cbc req-36aedc42-53c7-4d71-ac40-e9bd32c28634 tempest-AggregatesAdminTestJSON-702210867 tempest-AggregatesAdminTestJSON-702210867-project] 10.222.0.90 "GET /v2.0/ports?device_id=870bb840-97eb-44c5-a377-fd913add82b3 HTTP/1.1" status: 200 len: 210 time: 0.0740383 Feb 09 21:27:13.219314 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b272a0-e347-452f-90a7-9401b3d2eae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c4b7d41-7b2a-4780-9225-b21a5d673c98,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:13.225946 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 05c95846-941b-4339-851c-03fd2797c9af triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:27:13.226940 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (05c95846-941b-4339-851c-03fd2797c9af), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:13.358078 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ee2c50-ca7a-427e-908d-748101a430de admin admin] Pushing event updated for resources: {'Port': ['ID=04fd5a29-f9cc-4f19-9b35-fbeffb75a999,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:13.412620 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-527cf722-5765-4e75-b0e8-b4ca059689c7 admin admin] Publish callbacks [] for router_controller (47485eaa-dcf7-4470-87bb-1a3bb40e4e52), precommit_add_association {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:13.423020 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ee2c50-ca7a-427e-908d-748101a430de admin admin] Network 7a9ac5a8-6c72-442e-a289-f0f0972e4da1 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:27:13.425167 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-68ee2c50-ca7a-427e-908d-748101a430de admin admin] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:27:13.602669 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e78c66e3-e333-4d04-96a3-88acfe69c72a admin admin] Publish callbacks [] for security_group (1c4b7d41-7b2a-4780-9225-b21a5d673c98), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:13.605627 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 05c95846-941b-4339-851c-03fd2797c9af is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:27:13.630773 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-527cf722-5765-4e75-b0e8-b4ca059689c7 admin admin] Publish callbacks [] for router_gateway (47485eaa-dcf7-4470-87bb-1a3bb40e4e52), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:13.642547 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-c8564377-6990-4b15-b412-0bec02735ec5 None None] Allocated IP 172.20.0.2 (9c7c13ba-f7ad-425b-8646-4ab605dec5f2/f6fbc4ca-2340-469f-921f-77b8933c9934/0af71025-7a77-499c-afcc-650bcccafe92) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:27:13.709724 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68ee2c50-ca7a-427e-908d-748101a430de admin admin] Router 88999dd9-301b-4545-a2be-0d274196e2c0 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:27:13.845717 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e78c66e3-e333-4d04-96a3-88acfe69c72a admin admin] Publish callbacks [] for security_group (1c4b7d41-7b2a-4780-9225-b21a5d673c98), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:13.866064 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-c6648e28-8eeb-4f21-919e-491a1a7f2c39 None None] Provisioning complete for port 04fd5a29-f9cc-4f19-9b35-fbeffb75a999 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:27:13.866609 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c6648e28-8eeb-4f21-919e-491a1a7f2c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (04fd5a29-f9cc-4f19-9b35-fbeffb75a999), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:13.890631 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.89', 63145) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:27:13.969190 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-46bd2473-1593-4d56-b112-4968264bf93e req-6de5fe51-9bfd-4640-93c5-f5ce4b584cc0 tempest-AggregatesAdminTestJSON-702210867 tempest-AggregatesAdminTestJSON-702210867-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=c979d802af984737bd5334225d9c1bfe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0765059 Feb 09 21:27:13.974627 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.95', 60341) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:27:14.001884 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c8564377-6990-4b15-b412-0bec02735ec5 None None] Publish callbacks [] for port (0af71025-7a77-499c-afcc-650bcccafe92), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:14.015067 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c8564377-6990-4b15-b412-0bec02735ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (0af71025-7a77-499c-afcc-650bcccafe92), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:14.052394 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e78c66e3-e333-4d04-96a3-88acfe69c72a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (1c4b7d41-7b2a-4780-9225-b21a5d673c98), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:14.057841 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e78c66e3-e333-4d04-96a3-88acfe69c72a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:14.059007 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-e78c66e3-e333-4d04-96a3-88acfe69c72a admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/1c4b7d41-7b2a-4780-9225-b21a5d673c98 HTTP/1.1" status: 204 len: 168 time: 1.0312109 Feb 09 21:27:14.077376 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78c66e3-e333-4d04-96a3-88acfe69c72a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c4b7d41-7b2a-4780-9225-b21a5d673c98,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:14.082777 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d46fb9ec-c191-4814-9805-8d06fa704929 req-ae778211-9174-4a02-beb1-c65285156dd4 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=a2e09dedb14d496ba22577099badda8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1067483 Feb 09 21:27:14.148366 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68ee2c50-ca7a-427e-908d-748101a430de admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:27:14.172711 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8564377-6990-4b15-b412-0bec02735ec5 None None] Network 9c7c13ba-f7ad-425b-8646-4ab605dec5f2 is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:27:14.196818 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:14.200394 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6ecf17-32c7-47b9-85b0-7119b6762e53 None None] Sync routers for ids ['88999dd9-301b-4545-a2be-0d274196e2c0'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:27:14.220189 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device e63a94d9-7a38-4bb9-aa49-74194f8381d9 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:27:14.323733 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8564377-6990-4b15-b412-0bec02735ec5 None None] Pushing event updated for resources: {'Port': ['ID=0af71025-7a77-499c-afcc-650bcccafe92,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:14.330715 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-c6648e28-8eeb-4f21-919e-491a1a7f2c39 None None] Port 04fd5a29-f9cc-4f19-9b35-fbeffb75a999 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:27:14.334685 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-c8564377-6990-4b15-b412-0bec02735ec5 None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:27:14.405017 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46fb9ec-c191-4814-9805-8d06fa704929 req-ebd09519-b0ce-4c1c-b855-066e2d89d4df tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:14.406339 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d46fb9ec-c191-4814-9805-8d06fa704929 req-ebd09519-b0ce-4c1c-b855-066e2d89d4df tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2600098 Feb 09 21:27:14.414889 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6ecf17-32c7-47b9-85b0-7119b6762e53 None None] Routers {'88999dd9-301b-4545-a2be-0d274196e2c0'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:27:14.416256 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-da6ecf17-32c7-47b9-85b0-7119b6762e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:27:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['88999dd9-301b-4545-a2be-0d274196e2c0'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:27:14.422804 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-68ee2c50-ca7a-427e-908d-748101a430de admin admin] 10.222.0.90 "PUT /v2.0/routers/88999dd9-301b-4545-a2be-0d274196e2c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1785066 Feb 09 21:27:14.472731 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-527cf722-5765-4e75-b0e8-b4ca059689c7 admin admin] Publish callbacks [] for router_gateway (47485eaa-dcf7-4470-87bb-1a3bb40e4e52), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:14.521631 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-d46fb9ec-c191-4814-9805-8d06fa704929 req-67f6c020-7f46-40de-b304-f86653197f01 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] Request body: {'port': {'device_id': '345a6378-4436-498d-8be1-511bef4e7f88', 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc', 'admin_state_up': True, 'tenant_id': 'a2e09dedb14d496ba22577099badda8d'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:27:14.526810 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-efc1c2ba-8b73-4d0e-aefe-d64dd15e4c0e req-7101ea7a-2c86-4d46-a1aa-7100b612b66a tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] 10.222.0.90 "GET /v2.0/ports?device_id=345a6378-4436-498d-8be1-511bef4e7f88 HTTP/1.1" status: 200 len: 210 time: 0.2057924 Feb 09 21:27:14.529604 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-527cf722-5765-4e75-b0e8-b4ca059689c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:14.574274 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bd2473-1593-4d56-b112-4968264bf93e req-dd5cc3f0-200d-42f8-92af-943f8b42a417 tempest-AggregatesAdminTestJSON-702210867 tempest-AggregatesAdminTestJSON-702210867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:14.579551 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-46bd2473-1593-4d56-b112-4968264bf93e req-dd5cc3f0-200d-42f8-92af-943f8b42a417 tempest-AggregatesAdminTestJSON-702210867 tempest-AggregatesAdminTestJSON-702210867-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5851848 Feb 09 21:27:14.623515 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43714) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:27:14.630686 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e06fbae5-9c3f-4376-8d5b-827085faba5d req-ab1aff89-6b54-4496-85b9-420d673c7002 tempest-AggregatesAdminTestJSON-702210867 tempest-AggregatesAdminTestJSON-702210867-project] 10.222.0.90 "GET /v2.0/ports?device_id=870bb840-97eb-44c5-a377-fd913add82b3 HTTP/1.1" status: 200 len: 210 time: 0.1467357 Feb 09 21:27:14.688015 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8564377-6990-4b15-b412-0bec02735ec5 None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:27:14.705317 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-527cf722-5765-4e75-b0e8-b4ca059689c7 admin admin] Allocated IP 172.25.3.150 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/273b9589-78d8-4dda-ae0b-83889818b089) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:27:14.753290 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-46bd2473-1593-4d56-b112-4968264bf93e req-879e5f0c-a8ec-4e4e-a900-76f9c1f4097b tempest-AggregatesAdminTestJSON-702210867 tempest-AggregatesAdminTestJSON-702210867-project] Request body: {'port': {'device_id': '870bb840-97eb-44c5-a377-fd913add82b3', 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc', 'admin_state_up': True, 'tenant_id': 'c979d802af984737bd5334225d9c1bfe'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:27:14.846692 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4b219c79-49df-408c-94b4-f8a3e7d617fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:14.870772 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port e63a94d9-7a38-4bb9-aa49-74194f8381d9 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:27:14.871180 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (e63a94d9-7a38-4bb9-aa49-74194f8381d9), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:14.880686 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-527cf722-5765-4e75-b0e8-b4ca059689c7 admin admin] Publish callbacks [] for port (273b9589-78d8-4dda-ae0b-83889818b089), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:14.951094 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-527cf722-5765-4e75-b0e8-b4ca059689c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (273b9589-78d8-4dda-ae0b-83889818b089), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:14.961621 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-da6ecf17-32c7-47b9-85b0-7119b6762e53 None None] Set router 88999dd9-301b-4545-a2be-0d274196e2c0 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:27:14.986483 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 43740) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:27:15.024609 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527cf722-5765-4e75-b0e8-b4ca059689c7 admin admin] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:27:15.038041 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-527cf722-5765-4e75-b0e8-b4ca059689c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:27:15.042010 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527cf722-5765-4e75-b0e8-b4ca059689c7 admin admin] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:27:15.059495 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-c8564377-6990-4b15-b412-0bec02735ec5 None None] Attempting to bind port 0af71025-7a77-499c-afcc-650bcccafe92 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:27:15.059874 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-c8564377-6990-4b15-b412-0bec02735ec5 None None] Attempting to bind port 0af71025-7a77-499c-afcc-650bcccafe92 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '0ff0b370-2c98-425a-84ef-41067a96cf4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9c7c13ba-f7ad-425b-8646-4ab605dec5f2'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:27:15.060258 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8564377-6990-4b15-b412-0bec02735ec5 None None] Attempting to bind port 0af71025-7a77-499c-afcc-650bcccafe92 on network 9c7c13ba-f7ad-425b-8646-4ab605dec5f2 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:27:15.147142 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527cf722-5765-4e75-b0e8-b4ca059689c7 admin admin] Pushing event updated for resources: {'Port': ['ID=273b9589-78d8-4dda-ae0b-83889818b089,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:15.208991 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8564377-6990-4b15-b412-0bec02735ec5 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:27:15.209933 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8564377-6990-4b15-b412-0bec02735ec5 None None] Checking segment: {'id': '0ff0b370-2c98-425a-84ef-41067a96cf4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9c7c13ba-f7ad-425b-8646-4ab605dec5f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:27:15.209933 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c8564377-6990-4b15-b412-0bec02735ec5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:15.210601 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8564377-6990-4b15-b412-0bec02735ec5 None None] Bound using segment: {'id': '0ff0b370-2c98-425a-84ef-41067a96cf4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9c7c13ba-f7ad-425b-8646-4ab605dec5f2'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:27:15.211323 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-c8564377-6990-4b15-b412-0bec02735ec5 None None] Bound port: 0af71025-7a77-499c-afcc-650bcccafe92, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ff0b370-2c98-425a-84ef-41067a96cf4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9c7c13ba-f7ad-425b-8646-4ab605dec5f2'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:27:15.211710 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c8564377-6990-4b15-b412-0bec02735ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (0af71025-7a77-499c-afcc-650bcccafe92), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:15.272278 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d46fb9ec-c191-4814-9805-8d06fa704929 req-67f6c020-7f46-40de-b304-f86653197f01 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] Made reservation on behalf of a2e09dedb14d496ba22577099badda8d for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:27:15.275874 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-d46fb9ec-c191-4814-9805-8d06fa704929 req-67f6c020-7f46-40de-b304-f86653197f01 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:15.300048 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b707ef9f-e4a1-4bd1-8914-c492d783e694 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:15.319567 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-d46fb9ec-c191-4814-9805-8d06fa704929 req-67f6c020-7f46-40de-b304-f86653197f01 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:15.360359 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4b219c79-49df-408c-94b4-f8a3e7d617fb admin admin] Publish callbacks [] for security_group (6f0ba7a6-142e-4816-9404-d4bd4e6e1768), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:15.361909 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46bd2473-1593-4d56-b112-4968264bf93e req-879e5f0c-a8ec-4e4e-a900-76f9c1f4097b tempest-AggregatesAdminTestJSON-702210867 tempest-AggregatesAdminTestJSON-702210867-project] Made reservation on behalf of c979d802af984737bd5334225d9c1bfe for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:27:15.369655 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:15.379325 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-527cf722-5765-4e75-b0e8-b4ca059689c7 admin admin] Publish callbacks [] for router_gateway (47485eaa-dcf7-4470-87bb-1a3bb40e4e52), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:15.382153 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-46bd2473-1593-4d56-b112-4968264bf93e req-879e5f0c-a8ec-4e4e-a900-76f9c1f4097b tempest-AggregatesAdminTestJSON-702210867 tempest-AggregatesAdminTestJSON-702210867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:15.397658 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4b219c79-49df-408c-94b4-f8a3e7d617fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (6f0ba7a6-142e-4816-9404-d4bd4e6e1768), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:15.424045 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-46bd2473-1593-4d56-b112-4968264bf93e req-879e5f0c-a8ec-4e4e-a900-76f9c1f4097b tempest-AggregatesAdminTestJSON-702210867 tempest-AggregatesAdminTestJSON-702210867-project] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:15.519081 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b707ef9f-e4a1-4bd1-8914-c492d783e694 admin admin] Publish callbacks [] for security_group (27c89084-f3cf-4d09-b11a-738019c63a1c), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:15.538234 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b707ef9f-e4a1-4bd1-8914-c492d783e694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (27c89084-f3cf-4d09-b11a-738019c63a1c), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:15.564538 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port e63a94d9-7a38-4bb9-aa49-74194f8381d9 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:27:15.617680 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-c8564377-6990-4b15-b412-0bec02735ec5 None None] For port 0af71025-7a77-499c-afcc-650bcccafe92, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:27:15.621994 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-c8564377-6990-4b15-b412-0bec02735ec5 None None] For port 0af71025-7a77-499c-afcc-650bcccafe92, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=0af71025-7a77-499c-afcc-650bcccafe92,segment=NetworkSegment(0ff0b370-2c98-425a-84ef-41067a96cf4e),segment_id=0ff0b370-2c98-425a-84ef-41067a96cf4e)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:27:15.682807 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-b707ef9f-e4a1-4bd1-8914-c492d783e694 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=9822f2f9aac74ba3b6308cf6bd036aa0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6933007 Feb 09 21:27:15.683474 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c8564377-6990-4b15-b412-0bec02735ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (0af71025-7a77-499c-afcc-650bcccafe92), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:15.688556 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 43762) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:27:15.690017 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b707ef9f-e4a1-4bd1-8914-c492d783e694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27c89084-f3cf-4d09-b11a-738019c63a1c,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:15.731040 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-d46fb9ec-c191-4814-9805-8d06fa704929 req-67f6c020-7f46-40de-b304-f86653197f01 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] Publish callbacks [] for security_group (eeac89fc-3a98-4e6a-b07f-6275d08c01ab), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:15.744512 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b219c79-49df-408c-94b4-f8a3e7d617fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0ba7a6-142e-4816-9404-d4bd4e6e1768,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:15.753728 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-d46fb9ec-c191-4814-9805-8d06fa704929 req-67f6c020-7f46-40de-b304-f86653197f01 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (eeac89fc-3a98-4e6a-b07f-6275d08c01ab), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:15.797558 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8564377-6990-4b15-b412-0bec02735ec5 None None] Pushing event updated for resources: {'Port': ['ID=0af71025-7a77-499c-afcc-650bcccafe92,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:15.875813 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-da6ecf17-32c7-47b9-85b0-7119b6762e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88999dd9-301b-4545-a2be-0d274196e2c0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-860913778-router', 'tenant_id': 'c3d686fde7364510aff45ca2f2b1a8d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': 'e63a94d9-7a38-4bb9-aa49-74194f8381d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:27:07Z', 'updated_at': '2022-02-09T21:27:12Z', 'revision_number': 4, 'project_id': 'c3d686fde7364510aff45ca2f2b1a8d8', 'gw_port': {'id': 'e63a94d9-7a38-4bb9-aa49-74194f8381d9', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:29:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88999dd9-301b-4545-a2be-0d274196e2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:27:07Z', 'updated_at': '2022-02-09T21:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '04fd5a29-f9cc-4f19-9b35-fbeffb75a999', 'name': '', 'network_id': '7a9ac5a8-6c72-442e-a289-f0f0972e4da1', 'tenant_id': 'c3d686fde7364510aff45ca2f2b1a8d8', 'mac_address': 'fa:16:3e:4b:5b:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88999dd9-301b-4545-a2be-0d274196e2c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '9d40292b-0b76-42c5-80e1-90b5058bab26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:27:10Z', 'updated_at': '2022-02-09T21:27:12Z', 'revision_number': 2, 'project_id': 'c3d686fde7364510aff45ca2f2b1a8d8', 'subnets': [{'id': '9d40292b-0b76-42c5-80e1-90b5058bab26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:27:15.952860 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6ecf17-32c7-47b9-85b0-7119b6762e53 None None] Checking router: 88999dd9-301b-4545-a2be-0d274196e2c0 for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:27:15.953403 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6ecf17-32c7-47b9-85b0-7119b6762e53 None None] Updating router 88999dd9-301b-4545-a2be-0d274196e2c0 port 04fd5a29-f9cc-4f19-9b35-fbeffb75a999 binding host n-d-828369-5 {{(pid=103142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:27:16.032044 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-da6ecf17-32c7-47b9-85b0-7119b6762e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (04fd5a29-f9cc-4f19-9b35-fbeffb75a999), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:16.093854 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [req-d46fb9ec-c191-4814-9805-8d06fa704929 req-67f6c020-7f46-40de-b304-f86653197f01 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] Allocated IP 192.168.233.162 (a8139157-1e3e-4bd9-8fa9-c0e20debd7dc/0f7402ac-a35b-414b-bcc1-bc1c3072ec3c/a90a3f7f-67d3-4861-8146-8485800595c7) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:27:16.106423 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-80a4472f-79c6-410d-b057-754d903cb2b9 req-956a1ea3-26b4-4c37-85c6-b766b6df4181 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] 10.222.0.90 "GET /v2.0/ports?device_id=345a6378-4436-498d-8be1-511bef4e7f88 HTTP/1.1" status: 200 len: 210 time: 0.4182870 Feb 09 21:27:16.246098 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 43768) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:27:16.248701 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0c3001b5-d6b4-45f7-aec2-684ba38c0d69 req-953e367e-79f7-41be-b47a-1b9b582a2e47 tempest-AggregatesAdminTestJSON-702210867 tempest-AggregatesAdminTestJSON-702210867-project] 10.222.0.90 "GET /v2.0/ports?device_id=870bb840-97eb-44c5-a377-fd913add82b3 HTTP/1.1" status: 200 len: 210 time: 0.3272998 Feb 09 21:27:16.264752 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-8245274b-a147-4375-a8b8-8d342ef3b1bb admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-885930804-network', 'tenant_id': '825e8147b3bd4478917f0ad507e83ce8'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:27:16.283185 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ae92b655-9396-46f9-865c-6656c874e28b admin admin] Publish callbacks [] for security_group (27c89084-f3cf-4d09-b11a-738019c63a1c), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:16.348672 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ae92b655-9396-46f9-865c-6656c874e28b admin admin] Publish callbacks [] for security_group (27c89084-f3cf-4d09-b11a-738019c63a1c), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:16.433189 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ae92b655-9396-46f9-865c-6656c874e28b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (27c89084-f3cf-4d09-b11a-738019c63a1c), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:16.439744 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ae92b655-9396-46f9-865c-6656c874e28b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:16.444051 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-ae92b655-9396-46f9-865c-6656c874e28b admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/27c89084-f3cf-4d09-b11a-738019c63a1c HTTP/1.1" status: 204 len: 168 time: 0.7328300 Feb 09 21:27:16.486011 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-4b219c79-49df-408c-94b4-f8a3e7d617fb admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=1e5d92f00e6c452ab00bd76957e202b9&name=default HTTP/1.1" status: 200 len: 2992 time: 1.8610096 Feb 09 21:27:16.494696 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 43772) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:27:16.547117 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8245274b-a147-4375-a8b8-8d342ef3b1bb admin admin] Made reservation on behalf of 825e8147b3bd4478917f0ad507e83ce8 for: {'network': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:27:16.559423 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8245274b-a147-4375-a8b8-8d342ef3b1bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:16.626926 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-46bd2473-1593-4d56-b112-4968264bf93e req-879e5f0c-a8ec-4e4e-a900-76f9c1f4097b tempest-AggregatesAdminTestJSON-702210867 tempest-AggregatesAdminTestJSON-702210867-project] Publish callbacks [] for security_group (228c8f47-6123-4d31-ba8f-2697a670de8b), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:16.637676 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-46bd2473-1593-4d56-b112-4968264bf93e req-879e5f0c-a8ec-4e4e-a900-76f9c1f4097b tempest-AggregatesAdminTestJSON-702210867 tempest-AggregatesAdminTestJSON-702210867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (228c8f47-6123-4d31-ba8f-2697a670de8b), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:16.737205 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae92b655-9396-46f9-865c-6656c874e28b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c89084-f3cf-4d09-b11a-738019c63a1c,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:16.810985 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f6c020-7f46-40de-b304-f86653197f01 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eeac89fc-3a98-4e6a-b07f-6275d08c01ab,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:16.859567 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e5f0c-a8ec-4e4e-a900-76f9c1f4097b tempest-AggregatesAdminTestJSON-702210867 tempest-AggregatesAdminTestJSON-702210867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=228c8f47-6123-4d31-ba8f-2697a670de8b,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:16.879815 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8245274b-a147-4375-a8b8-8d342ef3b1bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:16.885633 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-da6ecf17-32c7-47b9-85b0-7119b6762e53 None None] Publish callbacks [] for port (04fd5a29-f9cc-4f19-9b35-fbeffb75a999), precommit_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:16.907301 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-da6ecf17-32c7-47b9-85b0-7119b6762e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (04fd5a29-f9cc-4f19-9b35-fbeffb75a999), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:17.039921 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-d46fb9ec-c191-4814-9805-8d06fa704929 req-67f6c020-7f46-40de-b304-f86653197f01 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] Publish callbacks [] for port (a90a3f7f-67d3-4861-8146-8485800595c7), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:17.220171 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bd147942-f81e-4039-8ee9-140921598dc0 admin admin] Publish callbacks [] for security_group (6f0ba7a6-142e-4816-9404-d4bd4e6e1768), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:17.228876 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2947a2d4-8727-4ebc-9e21-ad114e3f0155 None None] Pushing event updated for resources: {'Port': ['ID=04fd5a29-f9cc-4f19-9b35-fbeffb75a999,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:17.276157 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-527cf722-5765-4e75-b0e8-b4ca059689c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (47485eaa-dcf7-4470-87bb-1a3bb40e4e52), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:17.279768 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-d46fb9ec-c191-4814-9805-8d06fa704929 req-67f6c020-7f46-40de-b304-f86653197f01 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (a90a3f7f-67d3-4861-8146-8485800595c7), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:17.283346 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-da6ecf17-32c7-47b9-85b0-7119b6762e53 None None] Attempting to bind port 04fd5a29-f9cc-4f19-9b35-fbeffb75a999 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:27:17.283764 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-da6ecf17-32c7-47b9-85b0-7119b6762e53 None None] Attempting to bind port 04fd5a29-f9cc-4f19-9b35-fbeffb75a999 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': 'cfddd030-8c7e-487d-bc1f-1f873848817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '7a9ac5a8-6c72-442e-a289-f0f0972e4da1'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:27:17.284137 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6ecf17-32c7-47b9-85b0-7119b6762e53 None None] Attempting to bind port 04fd5a29-f9cc-4f19-9b35-fbeffb75a999 on network 7a9ac5a8-6c72-442e-a289-f0f0972e4da1 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:27:17.310040 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6ecf17-32c7-47b9-85b0-7119b6762e53 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:27:17.310432 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6ecf17-32c7-47b9-85b0-7119b6762e53 None None] Checking segment: {'id': 'cfddd030-8c7e-487d-bc1f-1f873848817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '7a9ac5a8-6c72-442e-a289-f0f0972e4da1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:27:17.312323 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-da6ecf17-32c7-47b9-85b0-7119b6762e53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:17.312323 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6ecf17-32c7-47b9-85b0-7119b6762e53 None None] Bound using segment: {'id': 'cfddd030-8c7e-487d-bc1f-1f873848817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '7a9ac5a8-6c72-442e-a289-f0f0972e4da1'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:27:17.312323 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-da6ecf17-32c7-47b9-85b0-7119b6762e53 None None] Bound port: 04fd5a29-f9cc-4f19-9b35-fbeffb75a999, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfddd030-8c7e-487d-bc1f-1f873848817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '7a9ac5a8-6c72-442e-a289-f0f0972e4da1'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:27:17.312323 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-da6ecf17-32c7-47b9-85b0-7119b6762e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (04fd5a29-f9cc-4f19-9b35-fbeffb75a999), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:17.366372 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8245274b-a147-4375-a8b8-8d342ef3b1bb admin admin] Publish callbacks [] for security_group (fc24fdb3-7cb2-436d-9f0b-89184ac60843), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:17.562562 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8245274b-a147-4375-a8b8-8d342ef3b1bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (fc24fdb3-7cb2-436d-9f0b-89184ac60843), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:17.566935 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-da6ecf17-32c7-47b9-85b0-7119b6762e53 None None] For port 04fd5a29-f9cc-4f19-9b35-fbeffb75a999, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:27:17.582354 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8245274b-a147-4375-a8b8-8d342ef3b1bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=103140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:27:17.585522 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-da6ecf17-32c7-47b9-85b0-7119b6762e53 None None] For port 04fd5a29-f9cc-4f19-9b35-fbeffb75a999, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=04fd5a29-f9cc-4f19-9b35-fbeffb75a999,segment=NetworkSegment(cfddd030-8c7e-487d-bc1f-1f873848817f),segment_id=cfddd030-8c7e-487d-bc1f-1f873848817f)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:27:17.599293 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8245274b-a147-4375-a8b8-8d342ef3b1bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (92d4dc3b-d6ac-4ef0-ace9-43adfcd63ad4), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:17.600098 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-8245274b-a147-4375-a8b8-8d342ef3b1bb admin admin] Added segment 92d4dc3b-d6ac-4ef0-ace9-43adfcd63ad4 of type vlan for network 8d0ba8e7-9ebc-4bea-9603-b2ebd02662f0 Feb 09 21:27:17.604072 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-da6ecf17-32c7-47b9-85b0-7119b6762e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (04fd5a29-f9cc-4f19-9b35-fbeffb75a999), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:17.664776 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8245274b-a147-4375-a8b8-8d342ef3b1bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (8d0ba8e7-9ebc-4bea-9603-b2ebd02662f0), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:17.686198 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43780) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:27:17.750452 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-57410391-d62f-45f8-9756-23c4f8015ebe req-ffe1d1df-9011-4a57-a9b0-9ca01af9a66a tempest-AggregatesAdminTestJSON-702210867 tempest-AggregatesAdminTestJSON-702210867-project] 10.222.0.90 "GET /v2.0/ports?device_id=870bb840-97eb-44c5-a377-fd913add82b3 HTTP/1.1" status: 200 len: 210 time: 0.2044683 Feb 09 21:27:17.834097 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d46fb9ec-c191-4814-9805-8d06fa704929 req-67f6c020-7f46-40de-b304-f86653197f01 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] Network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:27:17.867003 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-4e9b2d55-3d9f-4a8e-9ddd-3f61269d2046 None None] Provisioning complete for port 04fd5a29-f9cc-4f19-9b35-fbeffb75a999 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:27:17.867377 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-4e9b2d55-3d9f-4a8e-9ddd-3f61269d2046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (04fd5a29-f9cc-4f19-9b35-fbeffb75a999), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:17.890435 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [req-d46fb9ec-c191-4814-9805-8d06fa704929 req-67f6c020-7f46-40de-b304-f86653197f01 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:27:17.910418 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c7608158-18f8-40ce-917c-3cdfecd92aef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:17.914697 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-d46fb9ec-c191-4814-9805-8d06fa704929 req-67f6c020-7f46-40de-b304-f86653197f01 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:27:17.929305 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46fb9ec-c191-4814-9805-8d06fa704929 req-67f6c020-7f46-40de-b304-f86653197f01 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:17.932789 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-d46fb9ec-c191-4814-9805-8d06fa704929 req-67f6c020-7f46-40de-b304-f86653197f01 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:17.941988 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6ecf17-32c7-47b9-85b0-7119b6762e53 None None] Routers {'88999dd9-301b-4545-a2be-0d274196e2c0'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:27:17.942540 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-da6ecf17-32c7-47b9-85b0-7119b6762e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:27:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['88999dd9-301b-4545-a2be-0d274196e2c0'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:27:17.987963 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [req-46bd2473-1593-4d56-b112-4968264bf93e req-879e5f0c-a8ec-4e4e-a900-76f9c1f4097b tempest-AggregatesAdminTestJSON-702210867 tempest-AggregatesAdminTestJSON-702210867-project] Allocated IP 192.168.233.26 (a8139157-1e3e-4bd9-8fa9-c0e20debd7dc/0f7402ac-a35b-414b-bcc1-bc1c3072ec3c/4917d167-ed32-4cc2-a493-3053cd38be98) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:27:18.001362 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f6c020-7f46-40de-b304-f86653197f01 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] Pushing event updated for resources: {'Port': ['ID=a90a3f7f-67d3-4861-8146-8485800595c7,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:18.088636 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bd147942-f81e-4039-8ee9-140921598dc0 admin admin] Publish callbacks [] for security_group (6f0ba7a6-142e-4816-9404-d4bd4e6e1768), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:18.157338 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2947a2d4-8727-4ebc-9e21-ad114e3f0155 None None] Pushing event updated for resources: {'Port': ['ID=04fd5a29-f9cc-4f19-9b35-fbeffb75a999,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:18.170002 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d46fb9ec-c191-4814-9805-8d06fa704929 req-67f6c020-7f46-40de-b304-f86653197f01 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6566312 Feb 09 21:27:18.195018 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-da6ecf17-32c7-47b9-85b0-7119b6762e53 None None] Set router 88999dd9-301b-4545-a2be-0d274196e2c0 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:27:18.222851 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [req-d46fb9ec-c191-4814-9805-8d06fa704929 req-096dc98f-3b30-43d9-b816-d49e2df91201 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=103141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:27:18.229464 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d46fb9ec-c191-4814-9805-8d06fa704929 req-096dc98f-3b30-43d9-b816-d49e2df91201 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0424984 Feb 09 21:27:18.305778 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-4e9b2d55-3d9f-4a8e-9ddd-3f61269d2046 None None] Current status of the port 04fd5a29-f9cc-4f19-9b35-fbeffb75a999 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:27:18.306099 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-4e9b2d55-3d9f-4a8e-9ddd-3f61269d2046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (04fd5a29-f9cc-4f19-9b35-fbeffb75a999), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:18.319967 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bd147942-f81e-4039-8ee9-140921598dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (6f0ba7a6-142e-4816-9404-d4bd4e6e1768), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:18.328950 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bd147942-f81e-4039-8ee9-140921598dc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:18.349639 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-bd147942-f81e-4039-8ee9-140921598dc0 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/6f0ba7a6-142e-4816-9404-d4bd4e6e1768 HTTP/1.1" status: 204 len: 168 time: 1.8436360 Feb 09 21:27:18.356810 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8245274b-a147-4375-a8b8-8d342ef3b1bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (8d0ba8e7-9ebc-4bea-9603-b2ebd02662f0), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:18.360887 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8245274b-a147-4375-a8b8-8d342ef3b1bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:18.361925 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8245274b-a147-4375-a8b8-8d342ef3b1bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:18.367035 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 0af71025-7a77-499c-afcc-650bcccafe92 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:27:18.376024 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58622ed-5ef0-4ebb-b161-f9ab5cdd93bf None None] Network 9c7c13ba-f7ad-425b-8646-4ab605dec5f2 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:27:18.414030 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c7608158-18f8-40ce-917c-3cdfecd92aef admin admin] Publish callbacks [] for security_group (5c5fb5fa-a9f7-4e1e-972f-d1d55c796efc), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:18.425728 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c7608158-18f8-40ce-917c-3cdfecd92aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (5c5fb5fa-a9f7-4e1e-972f-d1d55c796efc), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:18.606174 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8245274b-a147-4375-a8b8-8d342ef3b1bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc24fdb3-7cb2-436d-9f0b-89184ac60843,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:18.631413 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-527cf722-5765-4e75-b0e8-b4ca059689c7 admin admin] Router 47485eaa-dcf7-4470-87bb-1a3bb40e4e52 is scheduled to L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 with binding_index 1 {{(pid=103140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:27:18.718654 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7608158-18f8-40ce-917c-3cdfecd92aef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c5fb5fa-a9f7-4e1e-972f-d1d55c796efc,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:18.732061 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-c7608158-18f8-40ce-917c-3cdfecd92aef admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=e6db093a73f64cf79b53ed06b659e439&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0446267 Feb 09 21:27:18.735052 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43788) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:27:18.736417 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085f516c-ab34-4eed-b78f-566285b267e4 req-721cbb50-c2ff-406b-b2d3-6d3ddd523938 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:18.738104 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-085f516c-ab34-4eed-b78f-566285b267e4 req-721cbb50-c2ff-406b-b2d3-6d3ddd523938 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] 10.222.0.90 "GET /v2.0/ports?device_id=345a6378-4436-498d-8be1-511bef4e7f88 HTTP/1.1" status: 200 len: 936 time: 1.1958625 Feb 09 21:27:18.748970 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-8245274b-a147-4375-a8b8-8d342ef3b1bb admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.4990745 Feb 09 21:27:18.749674 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 43790) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:27:18.782189 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-5bbd7baa-178d-4f82-b2dd-eec43ed279b9 admin admin] Request body: {'subnet': {'network_id': '8d0ba8e7-9ebc-4bea-9603-b2ebd02662f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-885930804-subnet', 'tenant_id': '825e8147b3bd4478917f0ad507e83ce8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:27:18.785169 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd147942-f81e-4039-8ee9-140921598dc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0ba7a6-142e-4816-9404-d4bd4e6e1768,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:18.812379 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8245274b-a147-4375-a8b8-8d342ef3b1bb admin admin] Pushing event updated for resources: {'Network': ['ID=8d0ba8e7-9ebc-4bea-9603-b2ebd02662f0,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:18.864165 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 8d0ba8e7-9ebc-4bea-9603-b2ebd02662f0 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:27:18.989408 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-4e9b2d55-3d9f-4a8e-9ddd-3f61269d2046 None None] For port 04fd5a29-f9cc-4f19-9b35-fbeffb75a999, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=04fd5a29-f9cc-4f19-9b35-fbeffb75a999,segment=NetworkSegment(cfddd030-8c7e-487d-bc1f-1f873848817f),segment_id=cfddd030-8c7e-487d-bc1f-1f873848817f)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:27:18.997440 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-46bd2473-1593-4d56-b112-4968264bf93e req-879e5f0c-a8ec-4e4e-a900-76f9c1f4097b tempest-AggregatesAdminTestJSON-702210867 tempest-AggregatesAdminTestJSON-702210867-project] Publish callbacks [] for port (4917d167-ed32-4cc2-a493-3053cd38be98), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:19.047684 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bbd7baa-178d-4f82-b2dd-eec43ed279b9 admin admin] Made reservation on behalf of 825e8147b3bd4478917f0ad507e83ce8 for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:27:19.050475 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5bbd7baa-178d-4f82-b2dd-eec43ed279b9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:19.054095 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1c6cb2a9-c9de-4a9b-a26a-28432c811478 req-0028a764-a982-4fe4-bbeb-c89ee790b60d tempest-AggregatesAdminTestJSON-702210867 tempest-AggregatesAdminTestJSON-702210867-project] 10.222.0.90 "GET /v2.0/ports?device_id=870bb840-97eb-44c5-a377-fd913add82b3 HTTP/1.1" status: 200 len: 210 time: 0.0721571 Feb 09 21:27:19.063294 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-4e9b2d55-3d9f-4a8e-9ddd-3f61269d2046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (04fd5a29-f9cc-4f19-9b35-fbeffb75a999), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:19.081876 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-d46fb9ec-c191-4814-9805-8d06fa704929 req-1f31607c-ed71-4ea4-8cff-1df382e085ea service neutron] Request body: {'port': {'device_id': '345a6378-4436-498d-8be1-511bef4e7f88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:27:19.127846 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-085f516c-ab34-4eed-b78f-566285b267e4 req-fce9d3f4-22da-4056-aa1e-4361fd6c9ea7 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] 10.222.0.90 "GET /v2.0/security-groups?id=eeac89fc-3a98-4e6a-b07f-6275d08c01ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3767965 Feb 09 21:27:19.170206 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9b2d55-3d9f-4a8e-9ddd-3f61269d2046 None None] Pushing event updated for resources: {'Port': ['ID=04fd5a29-f9cc-4f19-9b35-fbeffb75a999,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:19.195616 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 0af71025-7a77-499c-afcc-650bcccafe92 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:27:19.195819 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (0af71025-7a77-499c-afcc-650bcccafe92), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:19.205774 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-527cf722-5765-4e75-b0e8-b4ca059689c7 admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:27:19.220536 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324dbca4-58f8-4add-9f7e-a67f564cb372 None None] Sync routers for ids ['47485eaa-dcf7-4470-87bb-1a3bb40e4e52'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:27:19.231871 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-46bd2473-1593-4d56-b112-4968264bf93e req-879e5f0c-a8ec-4e4e-a900-76f9c1f4097b tempest-AggregatesAdminTestJSON-702210867 tempest-AggregatesAdminTestJSON-702210867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (4917d167-ed32-4cc2-a493-3053cd38be98), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:19.237900 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-527cf722-5765-4e75-b0e8-b4ca059689c7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:19.238102 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324dbca4-58f8-4add-9f7e-a67f564cb372 None None] Routers {'47485eaa-dcf7-4470-87bb-1a3bb40e4e52'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:27:19.238758 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-324dbca4-58f8-4add-9f7e-a67f564cb372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:27:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['47485eaa-dcf7-4470-87bb-1a3bb40e4e52'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:27:19.239790 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-527cf722-5765-4e75-b0e8-b4ca059689c7 admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.2166946 Feb 09 21:27:19.244121 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 43798) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:27:19.247046 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-d46fb9ec-c191-4814-9805-8d06fa704929 req-1f31607c-ed71-4ea4-8cff-1df382e085ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (a90a3f7f-67d3-4861-8146-8485800595c7), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:19.304890 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-61c21615-363d-4768-8238-2ce2a92f8ac8 None None] Provisioning complete for port 04fd5a29-f9cc-4f19-9b35-fbeffb75a999 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:27:19.305670 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-61c21615-363d-4768-8238-2ce2a92f8ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (04fd5a29-f9cc-4f19-9b35-fbeffb75a999), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:19.306330 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e4cf8c5c-b836-46af-a29d-422a0fe7861e admin admin] Publish callbacks [] for security_group (5c5fb5fa-a9f7-4e1e-972f-d1d55c796efc), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:19.334111 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e4cf8c5c-b836-46af-a29d-422a0fe7861e admin admin] Publish callbacks [] for security_group (5c5fb5fa-a9f7-4e1e-972f-d1d55c796efc), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:19.421635 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e5f0c-a8ec-4e4e-a900-76f9c1f4097b tempest-AggregatesAdminTestJSON-702210867 tempest-AggregatesAdminTestJSON-702210867-project] Pushing event updated for resources: {'Port': ['ID=4917d167-ed32-4cc2-a493-3053cd38be98,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:19.446714 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e4cf8c5c-b836-46af-a29d-422a0fe7861e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (5c5fb5fa-a9f7-4e1e-972f-d1d55c796efc), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:19.451154 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e4cf8c5c-b836-46af-a29d-422a0fe7861e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:19.453365 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-e4cf8c5c-b836-46af-a29d-422a0fe7861e admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/5c5fb5fa-a9f7-4e1e-972f-d1d55c796efc HTTP/1.1" status: 204 len: 168 time: 0.7172241 Feb 09 21:27:19.461411 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-da6ecf17-32c7-47b9-85b0-7119b6762e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88999dd9-301b-4545-a2be-0d274196e2c0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-860913778-router', 'tenant_id': 'c3d686fde7364510aff45ca2f2b1a8d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': 'e63a94d9-7a38-4bb9-aa49-74194f8381d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:27:07Z', 'updated_at': '2022-02-09T21:27:12Z', 'revision_number': 4, 'project_id': 'c3d686fde7364510aff45ca2f2b1a8d8', 'gw_port': {'id': 'e63a94d9-7a38-4bb9-aa49-74194f8381d9', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:29:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88999dd9-301b-4545-a2be-0d274196e2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:27:07Z', 'updated_at': '2022-02-09T21:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '04fd5a29-f9cc-4f19-9b35-fbeffb75a999', 'name': '', 'network_id': '7a9ac5a8-6c72-442e-a289-f0f0972e4da1', 'tenant_id': 'c3d686fde7364510aff45ca2f2b1a8d8', 'mac_address': 'fa:16:3e:4b:5b:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88999dd9-301b-4545-a2be-0d274196e2c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '9d40292b-0b76-42c5-80e1-90b5058bab26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:27:10Z', 'updated_at': '2022-02-09T21:27:17Z', 'revision_number': 4, 'project_id': 'c3d686fde7364510aff45ca2f2b1a8d8', 'subnets': [{'id': '9d40292b-0b76-42c5-80e1-90b5058bab26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:27:19.473304 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cf8c5c-b836-46af-a29d-422a0fe7861e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c5fb5fa-a9f7-4e1e-972f-d1d55c796efc,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:19.499759 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46bd2473-1593-4d56-b112-4968264bf93e req-879e5f0c-a8ec-4e4e-a900-76f9c1f4097b tempest-AggregatesAdminTestJSON-702210867 tempest-AggregatesAdminTestJSON-702210867-project] Network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:27:19.504077 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [req-46bd2473-1593-4d56-b112-4968264bf93e req-879e5f0c-a8ec-4e4e-a900-76f9c1f4097b tempest-AggregatesAdminTestJSON-702210867 tempest-AggregatesAdminTestJSON-702210867-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:27:19.522488 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-46bd2473-1593-4d56-b112-4968264bf93e req-879e5f0c-a8ec-4e4e-a900-76f9c1f4097b tempest-AggregatesAdminTestJSON-702210867 tempest-AggregatesAdminTestJSON-702210867-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:27:19.538582 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bd2473-1593-4d56-b112-4968264bf93e req-879e5f0c-a8ec-4e4e-a900-76f9c1f4097b tempest-AggregatesAdminTestJSON-702210867 tempest-AggregatesAdminTestJSON-702210867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:19.540018 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-46bd2473-1593-4d56-b112-4968264bf93e req-879e5f0c-a8ec-4e4e-a900-76f9c1f4097b tempest-AggregatesAdminTestJSON-702210867 tempest-AggregatesAdminTestJSON-702210867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:19.592406 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-46bd2473-1593-4d56-b112-4968264bf93e req-879e5f0c-a8ec-4e4e-a900-76f9c1f4097b tempest-AggregatesAdminTestJSON-702210867 tempest-AggregatesAdminTestJSON-702210867-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.8901665 Feb 09 21:27:19.669674 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6ecf17-32c7-47b9-85b0-7119b6762e53 None None] The sync data for ids ['88999dd9-301b-4545-a2be-0d274196e2c0'] in n-d-828369-5 is: [{'id': '88999dd9-301b-4545-a2be-0d274196e2c0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-860913778-router', 'tenant_id': 'c3d686fde7364510aff45ca2f2b1a8d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': 'e63a94d9-7a38-4bb9-aa49-74194f8381d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:27:07Z', 'updated_at': '2022-02-09T21:27:12Z', 'revision_number': 4, 'project_id': 'c3d686fde7364510aff45ca2f2b1a8d8', 'gw_port': {'id': 'e63a94d9-7a38-4bb9-aa49-74194f8381d9', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:29:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88999dd9-301b-4545-a2be-0d274196e2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:27:07Z', 'updated_at': '2022-02-09T21:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '04fd5a29-f9cc-4f19-9b35-fbeffb75a999', 'name': '', 'network_id': '7a9ac5a8-6c72-442e-a289-f0f0972e4da1', 'tenant_id': 'c3d686fde7364510aff45ca2f2b1a8d8', 'mac_address': 'fa:16:3e:4b:5b:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88999dd9-301b-4545-a2be-0d274196e2c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '9d40292b-0b76-42c5-80e1-90b5058bab26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:27:10Z', 'updated_at': '2022-02-09T21:27:17Z', 'revision_number': 4, 'project_id': 'c3d686fde7364510aff45ca2f2b1a8d8', 'subnets': [{'id': '9d40292b-0b76-42c5-80e1-90b5058bab26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:27:19.700181 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 0af71025-7a77-499c-afcc-650bcccafe92 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:27:19.701904 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (0af71025-7a77-499c-afcc-650bcccafe92), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:19.704315 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [req-46bd2473-1593-4d56-b112-4968264bf93e req-fe5b47f4-dd4b-4113-a78a-27b3a78b024c tempest-AggregatesAdminTestJSON-702210867 tempest-AggregatesAdminTestJSON-702210867-project] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=103141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:27:19.710237 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-46bd2473-1593-4d56-b112-4968264bf93e req-fe5b47f4-dd4b-4113-a78a-27b3a78b024c tempest-AggregatesAdminTestJSON-702210867 tempest-AggregatesAdminTestJSON-702210867-project] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0440404 Feb 09 21:27:19.743665 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5bbd7baa-178d-4f82-b2dd-eec43ed279b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for subnet (d0d42341-acdd-4a58-8c6c-6011d76b5717), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:19.859690 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port 0af71025-7a77-499c-afcc-650bcccafe92, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=0af71025-7a77-499c-afcc-650bcccafe92,segment=NetworkSegment(0ff0b370-2c98-425a-84ef-41067a96cf4e),segment_id=0ff0b370-2c98-425a-84ef-41067a96cf4e)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:27:19.895693 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (0af71025-7a77-499c-afcc-650bcccafe92), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:20.108582 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-324dbca4-58f8-4add-9f7e-a67f564cb372 None None] Set router 47485eaa-dcf7-4470-87bb-1a3bb40e4e52 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:27:20.272542 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-61c21615-363d-4768-8238-2ce2a92f8ac8 None None] Current status of the port 04fd5a29-f9cc-4f19-9b35-fbeffb75a999 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:27:20.300451 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 04fd5a29-f9cc-4f19-9b35-fbeffb75a999 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:27:20.419239 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=0af71025-7a77-499c-afcc-650bcccafe92,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:20.461227 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-61c21615-363d-4768-8238-2ce2a92f8ac8 None None] Provisioning complete for port a90a3f7f-67d3-4861-8146-8485800595c7 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:27:20.461709 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-61c21615-363d-4768-8238-2ce2a92f8ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (a90a3f7f-67d3-4861-8146-8485800595c7), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:20.494526 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 43818) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:27:20.500452 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 04fd5a29-f9cc-4f19-9b35-fbeffb75a999 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:27:20.500912 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (04fd5a29-f9cc-4f19-9b35-fbeffb75a999), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:20.604927 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-61c21615-363d-4768-8238-2ce2a92f8ac8 None None] Port a90a3f7f-67d3-4861-8146-8485800595c7 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:27:20.618931 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2c5c1431-68ea-4ebb-baf8-b9b38bfe2e06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:20.697406 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-61c21615-363d-4768-8238-2ce2a92f8ac8 None None] Provisioning complete for port 0af71025-7a77-499c-afcc-650bcccafe92 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:27:20.697884 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-61c21615-363d-4768-8238-2ce2a92f8ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (0af71025-7a77-499c-afcc-650bcccafe92), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:20.700941 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 04fd5a29-f9cc-4f19-9b35-fbeffb75a999 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:27:20.777769 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:20.795597 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-324dbca4-58f8-4add-9f7e-a67f564cb372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47485eaa-dcf7-4470-87bb-1a3bb40e4e52', 'name': 'tempest-FloatingIPsNegativeTestJSON-304726219-router', 'tenant_id': '52efeb96362c48ba9f1ac00233285f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '273b9589-78d8-4dda-ae0b-83889818b089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:27:13Z', 'updated_at': '2022-02-09T21:27:15Z', 'revision_number': 3, 'project_id': '52efeb96362c48ba9f1ac00233285f98', 'gw_port': {'id': '273b9589-78d8-4dda-ae0b-83889818b089', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47485eaa-dcf7-4470-87bb-1a3bb40e4e52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:27:14Z', 'updated_at': '2022-02-09T21:27:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:27:20.819419 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-d46fb9ec-c191-4814-9805-8d06fa704929 req-1f31607c-ed71-4ea4-8cff-1df382e085ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a90a3f7f-67d3-4861-8146-8485800595c7 {{(pid=103141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:27:20.840202 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-d46fb9ec-c191-4814-9805-8d06fa704929 req-1f31607c-ed71-4ea4-8cff-1df382e085ea service neutron] Publish callbacks [] for port (a90a3f7f-67d3-4861-8146-8485800595c7), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:20.872294 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbd7baa-178d-4f82-b2dd-eec43ed279b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0d42341-acdd-4a58-8c6c-6011d76b5717,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:20.900849 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324dbca4-58f8-4add-9f7e-a67f564cb372 None None] Checking router: 47485eaa-dcf7-4470-87bb-1a3bb40e4e52 for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:27:20.907383 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-d46fb9ec-c191-4814-9805-8d06fa704929 req-1f31607c-ed71-4ea4-8cff-1df382e085ea service neutron] Transition to ACTIVE for port object a90a3f7f-67d3-4861-8146-8485800595c7 will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:27:20.916635 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324dbca4-58f8-4add-9f7e-a67f564cb372 None None] Updating router 47485eaa-dcf7-4470-87bb-1a3bb40e4e52 port 273b9589-78d8-4dda-ae0b-83889818b089 binding host n-d-828369-5 {{(pid=103143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:27:20.926071 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-61c21615-363d-4768-8238-2ce2a92f8ac8 None None] Current status of the port 0af71025-7a77-499c-afcc-650bcccafe92 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:27:20.935474 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-46bd2473-1593-4d56-b112-4968264bf93e req-7aceb9e7-fd76-4277-9a7f-605d0e9a72c5 service neutron] Request body: {'port': {'device_id': '870bb840-97eb-44c5-a377-fd913add82b3', 'device_owner': 'compute:tempest-test_az-1328913751', 'binding:host_id': 'n-h2-828369-5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:27:20.950146 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-d46fb9ec-c191-4814-9805-8d06fa704929 req-1f31607c-ed71-4ea4-8cff-1df382e085ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (a90a3f7f-67d3-4861-8146-8485800595c7), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:20.965972 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-324dbca4-58f8-4add-9f7e-a67f564cb372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (273b9589-78d8-4dda-ae0b-83889818b089), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:21.053000 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-29c465bf-753e-4d89-b75d-0aac4216069a None None] Provisioning complete for port 0af71025-7a77-499c-afcc-650bcccafe92 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:27:21.053502 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-29c465bf-753e-4d89-b75d-0aac4216069a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (0af71025-7a77-499c-afcc-650bcccafe92), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:21.176181 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 43828) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:27:21.283161 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f511bc2f-d7f0-4809-b195-1c34962da9d6 req-b1278201-8d81-4512-b71a-5ca6b177ac02 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:21.284894 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f511bc2f-d7f0-4809-b195-1c34962da9d6 req-b1278201-8d81-4512-b71a-5ca6b177ac02 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] 10.222.0.90 "GET /v2.0/ports?device_id=345a6378-4436-498d-8be1-511bef4e7f88 HTTP/1.1" status: 200 len: 936 time: 0.7883492 Feb 09 21:27:21.306025 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-d46fb9ec-c191-4814-9805-8d06fa704929 req-1f31607c-ed71-4ea4-8cff-1df382e085ea service neutron] Attempting to bind port a90a3f7f-67d3-4861-8146-8485800595c7 on host n-h1-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:27:21.306443 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-d46fb9ec-c191-4814-9805-8d06fa704929 req-1f31607c-ed71-4ea4-8cff-1df382e085ea service neutron] Attempting to bind port a90a3f7f-67d3-4861-8146-8485800595c7 by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:27:21.306876 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46fb9ec-c191-4814-9805-8d06fa704929 req-1f31607c-ed71-4ea4-8cff-1df382e085ea service neutron] Attempting to bind port a90a3f7f-67d3-4861-8146-8485800595c7 on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:27:21.319896 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-29c465bf-753e-4d89-b75d-0aac4216069a None None] Current status of the port 0af71025-7a77-499c-afcc-650bcccafe92 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:27:21.327268 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbd7baa-178d-4f82-b2dd-eec43ed279b9 admin admin] Checking segment: {'id': '92d4dc3b-d6ac-4ef0-ace9-43adfcd63ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '8d0ba8e7-9ebc-4bea-9603-b2ebd02662f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:27:21.332407 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46fb9ec-c191-4814-9805-8d06fa704929 req-1f31607c-ed71-4ea4-8cff-1df382e085ea service neutron] Port a90a3f7f-67d3-4861-8146-8485800595c7 on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:27:21.332730 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46fb9ec-c191-4814-9805-8d06fa704929 req-1f31607c-ed71-4ea4-8cff-1df382e085ea service neutron] Attempting to bind port a90a3f7f-67d3-4861-8146-8485800595c7 on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:27:21.334015 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bbd7baa-178d-4f82-b2dd-eec43ed279b9 admin admin] Network hostable DHCP agents. Network: 8d0ba8e7-9ebc-4bea-9603-b2ebd02662f0, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:27:21.339591 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-29c465bf-753e-4d89-b75d-0aac4216069a None None] Provisioning complete for port 4917d167-ed32-4cc2-a493-3053cd38be98 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:27:21.340274 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-29c465bf-753e-4d89-b75d-0aac4216069a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (4917d167-ed32-4cc2-a493-3053cd38be98), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:21.424180 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-29c465bf-753e-4d89-b75d-0aac4216069a None None] Port 4917d167-ed32-4cc2-a493-3053cd38be98 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:27:21.445939 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46fb9ec-c191-4814-9805-8d06fa704929 req-1f31607c-ed71-4ea4-8cff-1df382e085ea service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:27:21.447566 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46fb9ec-c191-4814-9805-8d06fa704929 req-1f31607c-ed71-4ea4-8cff-1df382e085ea service neutron] Checking segment: {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:27:21.448351 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46fb9ec-c191-4814-9805-8d06fa704929 req-1f31607c-ed71-4ea4-8cff-1df382e085ea service neutron] Bound using segment: {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:27:21.449228 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-d46fb9ec-c191-4814-9805-8d06fa704929 req-1f31607c-ed71-4ea4-8cff-1df382e085ea service neutron] Bound port: a90a3f7f-67d3-4861-8146-8485800595c7, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:27:21.450025 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-d46fb9ec-c191-4814-9805-8d06fa704929 req-1f31607c-ed71-4ea4-8cff-1df382e085ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (a90a3f7f-67d3-4861-8146-8485800595c7), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:21.487784 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845d6f3d-b578-4aa3-b77c-d9826d5d7ee1 req-5e39821d-a8dc-45cf-97eb-cafd1cc410af tempest-AggregatesAdminTestJSON-702210867 tempest-AggregatesAdminTestJSON-702210867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:21.497693 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-845d6f3d-b578-4aa3-b77c-d9826d5d7ee1 req-5e39821d-a8dc-45cf-97eb-cafd1cc410af tempest-AggregatesAdminTestJSON-702210867 tempest-AggregatesAdminTestJSON-702210867-project] 10.222.0.90 "GET /v2.0/ports?device_id=870bb840-97eb-44c5-a377-fd913add82b3 HTTP/1.1" status: 200 len: 935 time: 1.0021031 Feb 09 21:27:21.510048 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-46bd2473-1593-4d56-b112-4968264bf93e req-7aceb9e7-fd76-4277-9a7f-605d0e9a72c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (4917d167-ed32-4cc2-a493-3053cd38be98), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:21.549924 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f31607c-ed71-4ea4-8cff-1df382e085ea service neutron] Pushing event updated for resources: {'Port': ['ID=a90a3f7f-67d3-4861-8146-8485800595c7,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:21.652830 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-f09ac750-da95-41f3-b499-b828c3604be0 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1678948874-network', 'tenant_id': 'd13eb104d8994e4d9b604f1050cb6328'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:27:21.798651 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2c5c1431-68ea-4ebb-baf8-b9b38bfe2e06 admin admin] Publish callbacks [] for security_group (a80f7158-af51-4d4f-8f14-df15e2d4ae2f), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:21.806050 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-845d6f3d-b578-4aa3-b77c-d9826d5d7ee1 req-5668dd52-4702-42d7-a330-2b9563df40a3 tempest-AggregatesAdminTestJSON-702210867 tempest-AggregatesAdminTestJSON-702210867-project] 10.222.0.90 "GET /v2.0/security-groups?id=228c8f47-6123-4d31-ba8f-2697a670de8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3073964 Feb 09 21:27:21.856165 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-324dbca4-58f8-4add-9f7e-a67f564cb372 None None] Publish callbacks [] for port (273b9589-78d8-4dda-ae0b-83889818b089), precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:21.866972 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-324dbca4-58f8-4add-9f7e-a67f564cb372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (273b9589-78d8-4dda-ae0b-83889818b089), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:21.882844 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-d46fb9ec-c191-4814-9805-8d06fa704929 req-1f31607c-ed71-4ea4-8cff-1df382e085ea service neutron] For port a90a3f7f-67d3-4861-8146-8485800595c7, host n-h1-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:27:21.909129 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2c5c1431-68ea-4ebb-baf8-b9b38bfe2e06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (a80f7158-af51-4d4f-8f14-df15e2d4ae2f), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:21.961792 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5c1431-68ea-4ebb-baf8-b9b38bfe2e06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a80f7158-af51-4d4f-8f14-df15e2d4ae2f,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:21.980553 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bbd7baa-178d-4f82-b2dd-eec43ed279b9 admin admin] Network 8d0ba8e7-9ebc-4bea-9603-b2ebd02662f0 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:27:22.017248 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c9163d-1de7-42ad-a749-f6cdd6194340 None None] Pushing event updated for resources: {'Port': ['ID=273b9589-78d8-4dda-ae0b-83889818b089,revision_number=2']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:22.023764 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-324dbca4-58f8-4add-9f7e-a67f564cb372 None None] Attempting to bind port 273b9589-78d8-4dda-ae0b-83889818b089 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:27:22.024244 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f09ac750-da95-41f3-b499-b828c3604be0 admin admin] Made reservation on behalf of d13eb104d8994e4d9b604f1050cb6328 for: {'network': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:27:22.026918 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f09ac750-da95-41f3-b499-b828c3604be0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:22.027536 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-324dbca4-58f8-4add-9f7e-a67f564cb372 None None] Attempting to bind port 273b9589-78d8-4dda-ae0b-83889818b089 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:27:22.028187 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324dbca4-58f8-4add-9f7e-a67f564cb372 None None] Attempting to bind port 273b9589-78d8-4dda-ae0b-83889818b089 on network 54a442d5-50a0-4c75-85cc-d19f5bf58118 {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:27:22.036688 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-2c5c1431-68ea-4ebb-baf8-b9b38bfe2e06 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=996d7fa28e1849938749827a8fcd01b4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5017762 Feb 09 21:27:22.041800 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324dbca4-58f8-4add-9f7e-a67f564cb372 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:27:22.042653 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324dbca4-58f8-4add-9f7e-a67f564cb372 None None] Checking segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:27:22.045002 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-324dbca4-58f8-4add-9f7e-a67f564cb372 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:22.045567 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324dbca4-58f8-4add-9f7e-a67f564cb372 None None] Bound using segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:27:22.046219 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-324dbca4-58f8-4add-9f7e-a67f564cb372 None None] Bound port: 273b9589-78d8-4dda-ae0b-83889818b089, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:27:22.049140 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-324dbca4-58f8-4add-9f7e-a67f564cb372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (273b9589-78d8-4dda-ae0b-83889818b089), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:22.051806 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f511bc2f-d7f0-4809-b195-1c34962da9d6 req-7f1ffdbf-c9d7-488b-b5b3-5ac0d3c76cee tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] 10.222.0.90 "GET /v2.0/security-groups?id=eeac89fc-3a98-4e6a-b07f-6275d08c01ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7256608 Feb 09 21:27:22.063638 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 43832) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:27:22.065620 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-5bbd7baa-178d-4f82-b2dd-eec43ed279b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 8d0ba8e7-9ebc-4bea-9603-b2ebd02662f0) {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:27:22.080484 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bbd7baa-178d-4f82-b2dd-eec43ed279b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:22.090111 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a369460-6185-4fa8-ad18-0f0211937f7d None None] Network 8d0ba8e7-9ebc-4bea-9603-b2ebd02662f0 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:27:22.098227 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-d46fb9ec-c191-4814-9805-8d06fa704929 req-1f31607c-ed71-4ea4-8cff-1df382e085ea service neutron] For port a90a3f7f-67d3-4861-8146-8485800595c7, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=a90a3f7f-67d3-4861-8146-8485800595c7,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:27:22.107594 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5bbd7baa-178d-4f82-b2dd-eec43ed279b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:22.123120 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-d46fb9ec-c191-4814-9805-8d06fa704929 req-1f31607c-ed71-4ea4-8cff-1df382e085ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (a90a3f7f-67d3-4861-8146-8485800595c7), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:22.126029 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f09ac750-da95-41f3-b499-b828c3604be0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:22.189594 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-324dbca4-58f8-4add-9f7e-a67f564cb372 None None] For port 273b9589-78d8-4dda-ae0b-83889818b089, host n-d-828369-5, cleared binding levels {{(pid=103143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:27:22.195191 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-324dbca4-58f8-4add-9f7e-a67f564cb372 None None] For port 273b9589-78d8-4dda-ae0b-83889818b089, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=273b9589-78d8-4dda-ae0b-83889818b089,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:27:22.206099 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-324dbca4-58f8-4add-9f7e-a67f564cb372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (273b9589-78d8-4dda-ae0b-83889818b089), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:22.241110 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1c20a446-6787-4e49-bd71-b3580fc5b52c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:22.256754 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-5bbd7baa-178d-4f82-b2dd-eec43ed279b9 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 3.4959624 Feb 09 21:27:22.283774 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43834) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:27:22.292085 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 0af71025-7a77-499c-afcc-650bcccafe92 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:27:22.315671 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-655f1b28-51a7-4c33-bdd1-2c6688cae0bc admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-885930804-router', 'tenant_id': '825e8147b3bd4478917f0ad507e83ce8', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:27:22.347248 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324dbca4-58f8-4add-9f7e-a67f564cb372 None None] Routers {'47485eaa-dcf7-4470-87bb-1a3bb40e4e52'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:27:22.347919 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-324dbca4-58f8-4add-9f7e-a67f564cb372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:27:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['47485eaa-dcf7-4470-87bb-1a3bb40e4e52'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:27:22.357390 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46fb9ec-c191-4814-9805-8d06fa704929 req-1f31607c-ed71-4ea4-8cff-1df382e085ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:22.358030 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-d46fb9ec-c191-4814-9805-8d06fa704929 req-1f31607c-ed71-4ea4-8cff-1df382e085ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:22.390181 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d46fb9ec-c191-4814-9805-8d06fa704929 req-1f31607c-ed71-4ea4-8cff-1df382e085ea service neutron] 10.222.0.95 "PUT /v2.0/ports/a90a3f7f-67d3-4861-8146-8485800595c7 HTTP/1.1" status: 200 len: 1096 time: 3.7212677 Feb 09 21:27:22.393838 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '345a6378-4436-498d-8be1-511bef4e7f88', 'tag': 'a90a3f7f-67d3-4861-8146-8485800595c7'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:27:22.482233 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c9163d-1de7-42ad-a749-f6cdd6194340 None None] Pushing event updated for resources: {'Port': ['ID=273b9589-78d8-4dda-ae0b-83889818b089,revision_number=3']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:22.504147 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30910b6a-a799-487a-adde-7355e8f51d3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-8d0ba8e7-9ebc-4bea-9603-b2ebd02662f0', 'network_id': '8d0ba8e7-9ebc-4bea-9603-b2ebd02662f0', 'project_id': '825e8147b3bd4478917f0ad507e83ce8', 'fixed_ips': [{'subnet_id': 'd0d42341-acdd-4a58-8c6c-6011d76b5717'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:27:22.515597 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-30910b6a-a799-487a-adde-7355e8f51d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:22.717385 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c4890366-b37d-4841-80f9-4e639a79e836 admin admin] Publish callbacks [] for security_group (a80f7158-af51-4d4f-8f14-df15e2d4ae2f), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:22.758805 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-324dbca4-58f8-4add-9f7e-a67f564cb372 None None] Set router 47485eaa-dcf7-4470-87bb-1a3bb40e4e52 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:27:22.809630 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c4890366-b37d-4841-80f9-4e639a79e836 admin admin] Publish callbacks [] for security_group (a80f7158-af51-4d4f-8f14-df15e2d4ae2f), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:22.841160 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f09ac750-da95-41f3-b499-b828c3604be0 admin admin] Publish callbacks [] for security_group (14ae1a5b-b5f9-4844-9cd3-e9917986caef), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:22.857052 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f09ac750-da95-41f3-b499-b828c3604be0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (14ae1a5b-b5f9-4844-9cd3-e9917986caef), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:22.956040 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f09ac750-da95-41f3-b499-b828c3604be0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=103140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:27:23.000522 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-1c20a446-6787-4e49-bd71-b3580fc5b52c admin admin] Allocated IP 172.20.0.1 (9c7c13ba-f7ad-425b-8646-4ab605dec5f2/f6fbc4ca-2340-469f-921f-77b8933c9934/042cd716-d0bb-4a96-b050-0d1e94ab5ad7) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:27:23.012405 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-30910b6a-a799-487a-adde-7355e8f51d3c None None] Allocated IP 172.20.0.2 (8d0ba8e7-9ebc-4bea-9603-b2ebd02662f0/d0d42341-acdd-4a58-8c6c-6011d76b5717/0784fe00-3bda-4f3a-b79f-e040ced90db5) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:27:23.013702 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09ac750-da95-41f3-b499-b828c3604be0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14ae1a5b-b5f9-4844-9cd3-e9917986caef,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:23.084777 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c4890366-b37d-4841-80f9-4e639a79e836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (a80f7158-af51-4d4f-8f14-df15e2d4ae2f), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:23.106650 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c4890366-b37d-4841-80f9-4e639a79e836 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:23.108127 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-c4890366-b37d-4841-80f9-4e639a79e836 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/a80f7158-af51-4d4f-8f14-df15e2d4ae2f HTTP/1.1" status: 204 len: 168 time: 1.0376425 Feb 09 21:27:23.159770 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f09ac750-da95-41f3-b499-b828c3604be0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (2e235117-e979-4e65-8640-84c4faf827fd), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:23.165366 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-f09ac750-da95-41f3-b499-b828c3604be0 admin admin] Added segment 2e235117-e979-4e65-8640-84c4faf827fd of type vlan for network 5406f657-d0e3-4570-bda7-aeb2bc509011 Feb 09 21:27:23.269638 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-30910b6a-a799-487a-adde-7355e8f51d3c None None] Publish callbacks [] for port (0784fe00-3bda-4f3a-b79f-e040ced90db5), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:23.294916 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-30910b6a-a799-487a-adde-7355e8f51d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (0784fe00-3bda-4f3a-b79f-e040ced90db5), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:23.366528 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-324dbca4-58f8-4add-9f7e-a67f564cb372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47485eaa-dcf7-4470-87bb-1a3bb40e4e52', 'name': 'tempest-FloatingIPsNegativeTestJSON-304726219-router', 'tenant_id': '52efeb96362c48ba9f1ac00233285f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '273b9589-78d8-4dda-ae0b-83889818b089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:27:13Z', 'updated_at': '2022-02-09T21:27:15Z', 'revision_number': 3, 'project_id': '52efeb96362c48ba9f1ac00233285f98', 'gw_port': {'id': '273b9589-78d8-4dda-ae0b-83889818b089', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47485eaa-dcf7-4470-87bb-1a3bb40e4e52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:27:14Z', 'updated_at': '2022-02-09T21:27:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:27:23.370390 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4890366-b37d-4841-80f9-4e639a79e836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a80f7158-af51-4d4f-8f14-df15e2d4ae2f,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:23.383993 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30910b6a-a799-487a-adde-7355e8f51d3c None None] Pushing event updated for resources: {'Port': ['ID=0784fe00-3bda-4f3a-b79f-e040ced90db5,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:23.465697 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 0af71025-7a77-499c-afcc-650bcccafe92 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:27:23.466096 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (0af71025-7a77-499c-afcc-650bcccafe92), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:23.473422 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324dbca4-58f8-4add-9f7e-a67f564cb372 None None] The sync data for ids ['47485eaa-dcf7-4470-87bb-1a3bb40e4e52'] in n-d-828369-5 is: [{'id': '47485eaa-dcf7-4470-87bb-1a3bb40e4e52', 'name': 'tempest-FloatingIPsNegativeTestJSON-304726219-router', 'tenant_id': '52efeb96362c48ba9f1ac00233285f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '273b9589-78d8-4dda-ae0b-83889818b089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:27:13Z', 'updated_at': '2022-02-09T21:27:15Z', 'revision_number': 3, 'project_id': '52efeb96362c48ba9f1ac00233285f98', 'gw_port': {'id': '273b9589-78d8-4dda-ae0b-83889818b089', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47485eaa-dcf7-4470-87bb-1a3bb40e4e52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:27:14Z', 'updated_at': '2022-02-09T21:27:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:27:23.518347 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fdc08f0-2c42-4efd-be55-82ee037ee744" -d '{"events": [{"name": "network-changed", "server_uuid": "345a6378-4436-498d-8be1-511bef4e7f88", "tag": "a90a3f7f-67d3-4861-8146-8485800595c7"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:27:23.578528 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1c20a446-6787-4e49-bd71-b3580fc5b52c admin admin] Publish callbacks [] for port (042cd716-d0bb-4a96-b050-0d1e94ab5ad7), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:23.629932 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:23.653802 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30910b6a-a799-487a-adde-7355e8f51d3c None None] Network 8d0ba8e7-9ebc-4bea-9603-b2ebd02662f0 is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:27:23.654262 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-46bd2473-1593-4d56-b112-4968264bf93e req-7aceb9e7-fd76-4277-9a7f-605d0e9a72c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4917d167-ed32-4cc2-a493-3053cd38be98 {{(pid=103141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:27:23.664110 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-46bd2473-1593-4d56-b112-4968264bf93e req-7aceb9e7-fd76-4277-9a7f-605d0e9a72c5 service neutron] Publish callbacks [] for port (4917d167-ed32-4cc2-a493-3053cd38be98), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:23.683546 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-46bd2473-1593-4d56-b112-4968264bf93e req-7aceb9e7-fd76-4277-9a7f-605d0e9a72c5 service neutron] Transition to ACTIVE for port object 4917d167-ed32-4cc2-a493-3053cd38be98 will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:27:23.685273 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-30910b6a-a799-487a-adde-7355e8f51d3c None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:27:23.703432 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30910b6a-a799-487a-adde-7355e8f51d3c None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:27:23.707419 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-655f1b28-51a7-4c33-bdd1-2c6688cae0bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (087a27fa-af64-4374-97f6-4a63ff2b7da8), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:23.708781 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-655f1b28-51a7-4c33-bdd1-2c6688cae0bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (087a27fa-af64-4374-97f6-4a63ff2b7da8), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:23.821716 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-655f1b28-51a7-4c33-bdd1-2c6688cae0bc admin admin] Publish callbacks [] for router_controller (087a27fa-af64-4374-97f6-4a63ff2b7da8), precommit_add_association {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:23.823322 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-46bd2473-1593-4d56-b112-4968264bf93e req-7aceb9e7-fd76-4277-9a7f-605d0e9a72c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (4917d167-ed32-4cc2-a493-3053cd38be98), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:23.857494 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-30910b6a-a799-487a-adde-7355e8f51d3c None None] Attempting to bind port 0784fe00-3bda-4f3a-b79f-e040ced90db5 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:27:23.857991 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-30910b6a-a799-487a-adde-7355e8f51d3c None None] Attempting to bind port 0784fe00-3bda-4f3a-b79f-e040ced90db5 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '92d4dc3b-d6ac-4ef0-ace9-43adfcd63ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '8d0ba8e7-9ebc-4bea-9603-b2ebd02662f0'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:27:23.858585 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30910b6a-a799-487a-adde-7355e8f51d3c None None] Attempting to bind port 0784fe00-3bda-4f3a-b79f-e040ced90db5 on network 8d0ba8e7-9ebc-4bea-9603-b2ebd02662f0 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:27:23.879852 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30910b6a-a799-487a-adde-7355e8f51d3c None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:27:23.880708 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30910b6a-a799-487a-adde-7355e8f51d3c None None] Checking segment: {'id': '92d4dc3b-d6ac-4ef0-ace9-43adfcd63ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '8d0ba8e7-9ebc-4bea-9603-b2ebd02662f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:27:23.881213 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-30910b6a-a799-487a-adde-7355e8f51d3c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:23.881715 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30910b6a-a799-487a-adde-7355e8f51d3c None None] Bound using segment: {'id': '92d4dc3b-d6ac-4ef0-ace9-43adfcd63ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '8d0ba8e7-9ebc-4bea-9603-b2ebd02662f0'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:27:23.882324 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-30910b6a-a799-487a-adde-7355e8f51d3c None None] Bound port: 0784fe00-3bda-4f3a-b79f-e040ced90db5, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92d4dc3b-d6ac-4ef0-ace9-43adfcd63ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '8d0ba8e7-9ebc-4bea-9603-b2ebd02662f0'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:27:23.882814 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-30910b6a-a799-487a-adde-7355e8f51d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (0784fe00-3bda-4f3a-b79f-e040ced90db5), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:23.947811 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46fb9ec-c191-4814-9805-8d06fa704929 req-3796823f-431b-4987-8d10-dcf58b838332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:23.949442 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d46fb9ec-c191-4814-9805-8d06fa704929 req-3796823f-431b-4987-8d10-dcf58b838332 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=a2e09dedb14d496ba22577099badda8d&device_id=345a6378-4436-498d-8be1-511bef4e7f88 HTTP/1.1" status: 200 len: 1130 time: 1.3773072 Feb 09 21:27:23.953841 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 0af71025-7a77-499c-afcc-650bcccafe92 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:27:23.966918 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f09ac750-da95-41f3-b499-b828c3604be0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (5406f657-d0e3-4570-bda7-aeb2bc509011), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:23.997789 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f09ac750-da95-41f3-b499-b828c3604be0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (5406f657-d0e3-4570-bda7-aeb2bc509011), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:23.998774 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09ac750-da95-41f3-b499-b828c3604be0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:23.999370 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f09ac750-da95-41f3-b499-b828c3604be0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:24.005636 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1c20a446-6787-4e49-bd71-b3580fc5b52c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (042cd716-d0bb-4a96-b050-0d1e94ab5ad7), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:24.070726 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f31607c-ed71-4ea4-8cff-1df382e085ea service neutron] Pushing event updated for resources: {'Port': ['ID=a90a3f7f-67d3-4861-8146-8485800595c7,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:24.221376 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-30910b6a-a799-487a-adde-7355e8f51d3c None None] For port 0784fe00-3bda-4f3a-b79f-e040ced90db5, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:27:24.226599 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-30910b6a-a799-487a-adde-7355e8f51d3c None None] For port 0784fe00-3bda-4f3a-b79f-e040ced90db5, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=0784fe00-3bda-4f3a-b79f-e040ced90db5,segment=NetworkSegment(92d4dc3b-d6ac-4ef0-ace9-43adfcd63ad4),segment_id=92d4dc3b-d6ac-4ef0-ace9-43adfcd63ad4)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:27:24.240559 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-f09ac750-da95-41f3-b499-b828c3604be0 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 3.0396903 Feb 09 21:27:24.241746 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-30910b6a-a799-487a-adde-7355e8f51d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (0784fe00-3bda-4f3a-b79f-e040ced90db5), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:24.247714 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43858) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:27:24.253160 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-655f1b28-51a7-4c33-bdd1-2c6688cae0bc admin admin] Publish callbacks [] for router_gateway (087a27fa-af64-4374-97f6-4a63ff2b7da8), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:24.261343 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-1b2d39df-9589-4d48-9797-39f8021480c1 admin admin] Request body: {'subnet': {'network_id': '5406f657-d0e3-4570-bda7-aeb2bc509011', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1678948874-subnet', 'tenant_id': 'd13eb104d8994e4d9b604f1050cb6328', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:27:24.266044 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d46fb9ec-c191-4814-9805-8d06fa704929 req-3199e83e-8181-4eb7-b0af-0806abd64500 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=a90a3f7f-67d3-4861-8146-8485800595c7 HTTP/1.1" status: 200 len: 217 time: 0.1919315 Feb 09 21:27:24.292197 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c20a446-6787-4e49-bd71-b3580fc5b52c admin admin] Network 9c7c13ba-f7ad-425b-8646-4ab605dec5f2 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:27:24.336137 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf19403-0ace-4acb-a6b1-88169c177c08 req-bbe03b1c-ad20-40be-847a-194add19785c tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:24.345180 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-edf19403-0ace-4acb-a6b1-88169c177c08 req-bbe03b1c-ad20-40be-847a-194add19785c tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] 10.222.0.90 "GET /v2.0/ports?device_id=345a6378-4436-498d-8be1-511bef4e7f88 HTTP/1.1" status: 200 len: 948 time: 1.0125799 Feb 09 21:27:24.354773 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-1c20a446-6787-4e49-bd71-b3580fc5b52c admin admin] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:27:24.358002 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c20a446-6787-4e49-bd71-b3580fc5b52c admin admin] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:27:24.358569 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1c20a446-6787-4e49-bd71-b3580fc5b52c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554727'] for router_interface (47485eaa-dcf7-4470-87bb-1a3bb40e4e52), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:24.381667 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b2d39df-9589-4d48-9797-39f8021480c1 admin admin] Made reservation on behalf of d13eb104d8994e4d9b604f1050cb6328 for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:27:24.383968 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1b2d39df-9589-4d48-9797-39f8021480c1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:24.474359 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30910b6a-a799-487a-adde-7355e8f51d3c None None] Pushing event updated for resources: {'Port': ['ID=0784fe00-3bda-4f3a-b79f-e040ced90db5,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:24.478792 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 273b9589-78d8-4dda-ae0b-83889818b089 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:27:24.762510 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 273b9589-78d8-4dda-ae0b-83889818b089 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:27:24.763250 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (273b9589-78d8-4dda-ae0b-83889818b089), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:24.779458 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c20a446-6787-4e49-bd71-b3580fc5b52c admin admin] Pushing event updated for resources: {'Port': ['ID=042cd716-d0bb-4a96-b050-0d1e94ab5ad7,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:24.790312 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09ac750-da95-41f3-b499-b828c3604be0 admin admin] Pushing event updated for resources: {'Network': ['ID=5406f657-d0e3-4570-bda7-aeb2bc509011,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:24.811673 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aceb9e7-fd76-4277-9a7f-605d0e9a72c5 service neutron] Pushing event updated for resources: {'Port': ['ID=4917d167-ed32-4cc2-a493-3053cd38be98,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:24.835520 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46fb9ec-c191-4814-9805-8d06fa704929 req-1199f0a6-894e-4a38-afcc-c19a1c9ccf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:24.837064 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d46fb9ec-c191-4814-9805-8d06fa704929 req-1199f0a6-894e-4a38-afcc-c19a1c9ccf77 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0f7402ac-a35b-414b-bcc1-bc1c3072ec3c HTTP/1.1" status: 200 len: 843 time: 0.5081842 Feb 09 21:27:24.885159 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f857a961-3018-4fbb-ae64-42ad87674317 req-f9278017-e865-4d4c-a84c-94d19d335f24 tempest-AggregatesAdminTestJSON-702210867 tempest-AggregatesAdminTestJSON-702210867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:24.888575 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-46bd2473-1593-4d56-b112-4968264bf93e req-7aceb9e7-fd76-4277-9a7f-605d0e9a72c5 service neutron] Attempting to bind port 4917d167-ed32-4cc2-a493-3053cd38be98 on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:27:24.894374 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f857a961-3018-4fbb-ae64-42ad87674317 req-f9278017-e865-4d4c-a84c-94d19d335f24 tempest-AggregatesAdminTestJSON-702210867 tempest-AggregatesAdminTestJSON-702210867-project] 10.222.0.90 "GET /v2.0/ports?device_id=870bb840-97eb-44c5-a377-fd913add82b3 HTTP/1.1" status: 200 len: 969 time: 1.2527144 Feb 09 21:27:24.895804 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-46bd2473-1593-4d56-b112-4968264bf93e req-7aceb9e7-fd76-4277-9a7f-605d0e9a72c5 service neutron] Attempting to bind port 4917d167-ed32-4cc2-a493-3053cd38be98 by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:27:24.896933 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bd2473-1593-4d56-b112-4968264bf93e req-7aceb9e7-fd76-4277-9a7f-605d0e9a72c5 service neutron] Attempting to bind port 4917d167-ed32-4cc2-a493-3053cd38be98 on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:27:25.035474 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bd2473-1593-4d56-b112-4968264bf93e req-7aceb9e7-fd76-4277-9a7f-605d0e9a72c5 service neutron] Port 4917d167-ed32-4cc2-a493-3053cd38be98 on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:27:25.035804 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bd2473-1593-4d56-b112-4968264bf93e req-7aceb9e7-fd76-4277-9a7f-605d0e9a72c5 service neutron] Attempting to bind port 4917d167-ed32-4cc2-a493-3053cd38be98 on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:27:25.060108 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bd2473-1593-4d56-b112-4968264bf93e req-7aceb9e7-fd76-4277-9a7f-605d0e9a72c5 service neutron] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:27:25.060564 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bd2473-1593-4d56-b112-4968264bf93e req-7aceb9e7-fd76-4277-9a7f-605d0e9a72c5 service neutron] Checking segment: {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:27:25.060858 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bd2473-1593-4d56-b112-4968264bf93e req-7aceb9e7-fd76-4277-9a7f-605d0e9a72c5 service neutron] Bound using segment: {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:27:25.061317 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-46bd2473-1593-4d56-b112-4968264bf93e req-7aceb9e7-fd76-4277-9a7f-605d0e9a72c5 service neutron] Bound port: 4917d167-ed32-4cc2-a493-3053cd38be98, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:27:25.061680 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-46bd2473-1593-4d56-b112-4968264bf93e req-7aceb9e7-fd76-4277-9a7f-605d0e9a72c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (4917d167-ed32-4cc2-a493-3053cd38be98), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:25.082735 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 5406f657-d0e3-4570-bda7-aeb2bc509011 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:27:25.088098 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-edf19403-0ace-4acb-a6b1-88169c177c08 req-3a8319f9-e8e4-4a85-823e-fccbbf5e2d98 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] 10.222.0.90 "GET /v2.0/security-groups?id=eeac89fc-3a98-4e6a-b07f-6275d08c01ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7419734 Feb 09 21:27:25.089952 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 273b9589-78d8-4dda-ae0b-83889818b089 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:27:25.090460 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (273b9589-78d8-4dda-ae0b-83889818b089), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:25.170678 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-8e1f96a2-a654-4aa5-a823-08441bce5be3 None None] Provisioning complete for port 042cd716-d0bb-4a96-b050-0d1e94ab5ad7 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:27:25.171547 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-8e1f96a2-a654-4aa5-a823-08441bce5be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (042cd716-d0bb-4a96-b050-0d1e94ab5ad7), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:25.302578 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1b2d39df-9589-4d48-9797-39f8021480c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for subnet (e1ad18b5-2d0f-4d2c-9c50-5fdfdce0a556), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:25.323032 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port 273b9589-78d8-4dda-ae0b-83889818b089, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=273b9589-78d8-4dda-ae0b-83889818b089,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:27:25.331710 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (273b9589-78d8-4dda-ae0b-83889818b089), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:25.373791 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46fb9ec-c191-4814-9805-8d06fa704929 req-06b4e52d-53a0-4f7a-a76b-030b60c9b0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:25.375256 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d46fb9ec-c191-4814-9805-8d06fa704929 req-06b4e52d-53a0-4f7a-a76b-030b60c9b0dc service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4890642 Feb 09 21:27:25.411461 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f857a961-3018-4fbb-ae64-42ad87674317 req-41ffda41-bdf8-4ffb-ba7f-94fde75942f6 tempest-AggregatesAdminTestJSON-702210867 tempest-AggregatesAdminTestJSON-702210867-project] 10.222.0.90 "GET /v2.0/security-groups?id=228c8f47-6123-4d31-ba8f-2697a670de8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4807246 Feb 09 21:27:25.442977 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1c20a446-6787-4e49-bd71-b3580fc5b52c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (042cd716-d0bb-4a96-b050-0d1e94ab5ad7), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:25.449844 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-8e1f96a2-a654-4aa5-a823-08441bce5be3 None None] Port 042cd716-d0bb-4a96-b050-0d1e94ab5ad7 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:27:25.514962 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=273b9589-78d8-4dda-ae0b-83889818b089,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:25.638415 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2d39df-9589-4d48-9797-39f8021480c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1ad18b5-2d0f-4d2c-9c50-5fdfdce0a556,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:25.734026 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-46bd2473-1593-4d56-b112-4968264bf93e req-7aceb9e7-fd76-4277-9a7f-605d0e9a72c5 service neutron] For port 4917d167-ed32-4cc2-a493-3053cd38be98, host n-h2-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:27:25.875863 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-46bd2473-1593-4d56-b112-4968264bf93e req-7aceb9e7-fd76-4277-9a7f-605d0e9a72c5 service neutron] For port 4917d167-ed32-4cc2-a493-3053cd38be98, host n-h2-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=4917d167-ed32-4cc2-a493-3053cd38be98,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:27:25.878285 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2d39df-9589-4d48-9797-39f8021480c1 admin admin] Checking segment: {'id': '2e235117-e979-4e65-8640-84c4faf827fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '5406f657-d0e3-4570-bda7-aeb2bc509011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:27:25.878721 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2d39df-9589-4d48-9797-39f8021480c1 admin admin] Network hostable DHCP agents. Network: 5406f657-d0e3-4570-bda7-aeb2bc509011, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:27:25.907034 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3593dfe-e2e8-4582-92d7-700c8c5f3f63 x-openstack-request-id: req-f3593dfe-e2e8-4582-92d7-700c8c5f3f63 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:27:25.907487 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "345a6378-4436-498d-8be1-511bef4e7f88", "tag": "a90a3f7f-67d3-4861-8146-8485800595c7", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:27:25.907901 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-f3593dfe-e2e8-4582-92d7-700c8c5f3f63 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:27:25.908664 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '345a6378-4436-498d-8be1-511bef4e7f88', 'tag': 'a90a3f7f-67d3-4861-8146-8485800595c7', 'status': 'completed', 'code': 200} Feb 09 21:27:25.934829 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-46bd2473-1593-4d56-b112-4968264bf93e req-7aceb9e7-fd76-4277-9a7f-605d0e9a72c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (4917d167-ed32-4cc2-a493-3053cd38be98), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:26.016493 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1c20a446-6787-4e49-bd71-b3580fc5b52c admin admin] Publish callbacks [] for port (042cd716-d0bb-4a96-b050-0d1e94ab5ad7), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:26.029704 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1c20a446-6787-4e49-bd71-b3580fc5b52c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (042cd716-d0bb-4a96-b050-0d1e94ab5ad7), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:26.032663 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1c20a446-6787-4e49-bd71-b3580fc5b52c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524919'] for router_interface (47485eaa-dcf7-4470-87bb-1a3bb40e4e52), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:26.532565 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 0784fe00-3bda-4f3a-b79f-e040ced90db5 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:27:26.567767 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c20a446-6787-4e49-bd71-b3580fc5b52c admin admin] Network 9c7c13ba-f7ad-425b-8646-4ab605dec5f2 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:27:26.586772 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-1c20a446-6787-4e49-bd71-b3580fc5b52c admin admin] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:27:26.631774 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bd2473-1593-4d56-b112-4968264bf93e req-7aceb9e7-fd76-4277-9a7f-605d0e9a72c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:26.646979 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-46bd2473-1593-4d56-b112-4968264bf93e req-7aceb9e7-fd76-4277-9a7f-605d0e9a72c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:26.650098 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-46bd2473-1593-4d56-b112-4968264bf93e req-7aceb9e7-fd76-4277-9a7f-605d0e9a72c5 service neutron] 10.222.0.89 "PUT /v2.0/ports/4917d167-ed32-4cc2-a493-3053cd38be98 HTTP/1.1" status: 200 len: 1117 time: 6.4875009 Feb 09 21:27:26.652118 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d46fb9ec-c191-4814-9805-8d06fa704929 req-a050a470-f2ab-45bd-b062-d9446e839ffd service neutron] 10.222.0.95 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2443595 Feb 09 21:27:26.774670 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f35224-5013-4c20-8a74-60e0d3ff0df6 None None] Network 8d0ba8e7-9ebc-4bea-9603-b2ebd02662f0 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:27:26.821621 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c20a446-6787-4e49-bd71-b3580fc5b52c admin admin] Pushing event updated for resources: {'Port': ['ID=042cd716-d0bb-4a96-b050-0d1e94ab5ad7,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:26.822916 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2d39df-9589-4d48-9797-39f8021480c1 admin admin] Network 5406f657-d0e3-4570-bda7-aeb2bc509011 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:27:26.979417 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 0784fe00-3bda-4f3a-b79f-e040ced90db5 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:27:26.980115 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (0784fe00-3bda-4f3a-b79f-e040ced90db5), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:26.999982 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40d9990-b749-4c1c-8c57-de18cf3cbbde req-7b537add-e359-4999-bcd3-b750280c799e tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:27.004097 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d40d9990-b749-4c1c-8c57-de18cf3cbbde req-7b537add-e359-4999-bcd3-b750280c799e tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] 10.222.0.90 "GET /v2.0/ports?device_id=345a6378-4436-498d-8be1-511bef4e7f88 HTTP/1.1" status: 200 len: 948 time: 0.4800193 Feb 09 21:27:27.028192 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-1b2d39df-9589-4d48-9797-39f8021480c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 5406f657-d0e3-4570-bda7-aeb2bc509011) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:27:27.039119 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2d39df-9589-4d48-9797-39f8021480c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:27.040021 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1b2d39df-9589-4d48-9797-39f8021480c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:27.052192 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aceb9e7-fd76-4277-9a7f-605d0e9a72c5 service neutron] Pushing event updated for resources: {'Port': ['ID=4917d167-ed32-4cc2-a493-3053cd38be98,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:27.073350 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f45972-f53c-4681-a30c-6179411bf65d None None] Network 5406f657-d0e3-4570-bda7-aeb2bc509011 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:27:27.166992 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8513f733-cdfc-4e18-a747-145e283fa778 req-50ef755f-2b39-4bc3-8b28-457e0b396f15 tempest-AggregatesAdminTestJSON-702210867 tempest-AggregatesAdminTestJSON-702210867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:27.168771 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bd2473-1593-4d56-b112-4968264bf93e req-cb85c06b-95cb-47d8-9467-419567dac952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:27.170112 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8513f733-cdfc-4e18-a747-145e283fa778 req-50ef755f-2b39-4bc3-8b28-457e0b396f15 tempest-AggregatesAdminTestJSON-702210867 tempest-AggregatesAdminTestJSON-702210867-project] 10.222.0.90 "GET /v2.0/ports?device_id=870bb840-97eb-44c5-a377-fd913add82b3 HTTP/1.1" status: 200 len: 969 time: 0.4893527 Feb 09 21:27:27.170804 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-46bd2473-1593-4d56-b112-4968264bf93e req-cb85c06b-95cb-47d8-9467-419567dac952 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c979d802af984737bd5334225d9c1bfe&device_id=870bb840-97eb-44c5-a377-fd913add82b3 HTTP/1.1" status: 200 len: 1151 time: 0.3979096 Feb 09 21:27:27.179663 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-1b2d39df-9589-4d48-9797-39f8021480c1 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.9226284 Feb 09 21:27:27.238636 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d40d9990-b749-4c1c-8c57-de18cf3cbbde req-c2c66804-5e56-4e08-b84d-7a7a6624cf73 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] 10.222.0.90 "GET /v2.0/security-groups?id=eeac89fc-3a98-4e6a-b07f-6275d08c01ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242964 Feb 09 21:27:27.316771 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-75167ecb-e8fc-4f60-a16a-4c567acb0558 None None] Provisioning complete for port 0784fe00-3bda-4f3a-b79f-e040ced90db5 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:27:27.317155 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-75167ecb-e8fc-4f60-a16a-4c567acb0558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (0784fe00-3bda-4f3a-b79f-e040ced90db5), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:27.330654 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8513f733-cdfc-4e18-a747-145e283fa778 req-7c37f407-746e-462c-a18f-3d5c9e357581 tempest-AggregatesAdminTestJSON-702210867 tempest-AggregatesAdminTestJSON-702210867-project] 10.222.0.90 "GET /v2.0/security-groups?id=228c8f47-6123-4d31-ba8f-2697a670de8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973909 Feb 09 21:27:27.357060 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c20a446-6787-4e49-bd71-b3580fc5b52c admin admin] Router 47485eaa-dcf7-4470-87bb-1a3bb40e4e52 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:27:27.373919 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67b8fc2-aafd-4181-bc12-fe01886503d4 None None] Network 5406f657-d0e3-4570-bda7-aeb2bc509011 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:27:27.618200 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 0784fe00-3bda-4f3a-b79f-e040ced90db5 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:27:27.619706 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (0784fe00-3bda-4f3a-b79f-e040ced90db5), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:27.691400 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-46bd2473-1593-4d56-b112-4968264bf93e req-d540e41b-60d6-4a86-a315-d988a5950013 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=4917d167-ed32-4cc2-a493-3053cd38be98 HTTP/1.1" status: 200 len: 217 time: 0.5073085 Feb 09 21:27:27.701554 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-655f1b28-51a7-4c33-bdd1-2c6688cae0bc admin admin] Publish callbacks [] for router_gateway (087a27fa-af64-4374-97f6-4a63ff2b7da8), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:27.710600 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c20a446-6787-4e49-bd71-b3580fc5b52c admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:27:27.737076 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-1c20a446-6787-4e49-bd71-b3580fc5b52c admin admin] 10.222.0.90 "PUT /v2.0/routers/47485eaa-dcf7-4470-87bb-1a3bb40e4e52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4901724 Feb 09 21:27:27.755239 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port 0784fe00-3bda-4f3a-b79f-e040ced90db5, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=0784fe00-3bda-4f3a-b79f-e040ced90db5,segment=NetworkSegment(92d4dc3b-d6ac-4ef0-ace9-43adfcd63ad4),segment_id=92d4dc3b-d6ac-4ef0-ace9-43adfcd63ad4)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:27:27.795751 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-655f1b28-51a7-4c33-bdd1-2c6688cae0bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:27.819475 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-75167ecb-e8fc-4f60-a16a-4c567acb0558 None None] Current status of the port 0784fe00-3bda-4f3a-b79f-e040ced90db5 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:27:27.824414 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b186ad11-d42b-4866-a63f-de050b846f2e None None] Sync routers for ids ['47485eaa-dcf7-4470-87bb-1a3bb40e4e52'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:27:27.847410 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (0784fe00-3bda-4f3a-b79f-e040ced90db5), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:27.848646 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 273b9589-78d8-4dda-ae0b-83889818b089 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:27:27.913952 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '870bb840-97eb-44c5-a377-fd913add82b3', 'tag': '4917d167-ed32-4cc2-a493-3053cd38be98'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:27:27.919238 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-396869b5-a83a-4b5d-a1e4-3f1f9f12c262" -d '{"events": [{"name": "network-changed", "server_uuid": "870bb840-97eb-44c5-a377-fd913add82b3", "tag": "4917d167-ed32-4cc2-a493-3053cd38be98"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:27:27.973376 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b186ad11-d42b-4866-a63f-de050b846f2e None None] Routers {'47485eaa-dcf7-4470-87bb-1a3bb40e4e52'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:27:27.974516 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-b186ad11-d42b-4866-a63f-de050b846f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:27:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['47485eaa-dcf7-4470-87bb-1a3bb40e4e52'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:27:28.074619 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bd2473-1593-4d56-b112-4968264bf93e req-4f1809e2-1aee-4936-96dd-fcde1894f56a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:28.076243 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-46bd2473-1593-4d56-b112-4968264bf93e req-4f1809e2-1aee-4936-96dd-fcde1894f56a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0f7402ac-a35b-414b-bcc1-bc1c3072ec3c HTTP/1.1" status: 200 len: 843 time: 0.3153093 Feb 09 21:27:28.097949 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d46fb9ec-c191-4814-9805-8d06fa704929 req-0d672d48-687b-4554-b710-47ec73acdb92 service neutron] 10.222.0.95 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3835917 Feb 09 21:27:28.299498 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e9078e8-43c8-4402-81ca-fe1eda66a100 x-openstack-request-id: req-3e9078e8-43c8-4402-81ca-fe1eda66a100 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:27:28.301610 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "870bb840-97eb-44c5-a377-fd913add82b3", "tag": "4917d167-ed32-4cc2-a493-3053cd38be98", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:27:28.302028 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-3e9078e8-43c8-4402-81ca-fe1eda66a100 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:27:28.303254 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '870bb840-97eb-44c5-a377-fd913add82b3', 'tag': '4917d167-ed32-4cc2-a493-3053cd38be98', 'status': 'completed', 'code': 200} Feb 09 21:27:28.363375 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-f51dd05c-ee5d-406f-b8fd-31c95ac8d39a None None] Provisioning complete for port 042cd716-d0bb-4a96-b050-0d1e94ab5ad7 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:27:28.387750 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f51dd05c-ee5d-406f-b8fd-31c95ac8d39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (042cd716-d0bb-4a96-b050-0d1e94ab5ad7), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:28.432124 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdc08f0-2c42-4efd-be55-82ee037ee744 req-b936571a-cd62-4639-ba95-17f9184ace22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:28.433898 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6fdc08f0-2c42-4efd-be55-82ee037ee744 req-b936571a-cd62-4639-ba95-17f9184ace22 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=a2e09dedb14d496ba22577099badda8d&device_id=345a6378-4436-498d-8be1-511bef4e7f88 HTTP/1.1" status: 200 len: 1130 time: 0.2629023 Feb 09 21:27:28.467907 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-655f1b28-51a7-4c33-bdd1-2c6688cae0bc admin admin] Allocated IP 172.25.3.251 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/6e293ca6-5ce3-4b78-976d-31648a19f839) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:27:28.537651 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3fc67142-4df4-4c1c-9601-ddaf63c42d19 req-a5a1cc5b-6e2b-494c-9e5f-ddc6cc465665 tempest-FloatingIPsNegativeTestJSON-586657114 tempest-FloatingIPsNegativeTestJSON-586657114-project] 10.222.0.90 "GET /v2.0/floatingips?tenant_id=52efeb96362c48ba9f1ac00233285f98 HTTP/1.1" status: 200 len: 217 time: 0.1690798 Feb 09 21:27:28.556813 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43942) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:27:28.562518 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-aabda9f6-a0e9-42ac-b6c7-faa90cfa028d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-48438432-network', 'tenant_id': '68b2070307564d2590724877535733f9'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:27:28.593021 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f5e5cc-b440-4f45-9124-3e5f2022b253 req-1776ef4f-9a50-4f15-9a27-bb28a3b2f242 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:28.596549 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a9f5e5cc-b440-4f45-9124-3e5f2022b253 req-1776ef4f-9a50-4f15-9a27-bb28a3b2f242 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] 10.222.0.90 "GET /v2.0/ports?device_id=345a6378-4436-498d-8be1-511bef4e7f88 HTTP/1.1" status: 200 len: 948 time: 0.1564572 Feb 09 21:27:28.610090 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bd2473-1593-4d56-b112-4968264bf93e req-0faf448a-4127-449c-8441-371279f467f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:28.615500 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-46bd2473-1593-4d56-b112-4968264bf93e req-0faf448a-4127-449c-8441-371279f467f1 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4901230 Feb 09 21:27:28.690350 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a9f5e5cc-b440-4f45-9124-3e5f2022b253 req-4d4b79e0-9755-46ee-8a99-a47c5a71f95a tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] 10.222.0.90 "GET /v2.0/security-groups?id=eeac89fc-3a98-4e6a-b07f-6275d08c01ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827105 Feb 09 21:27:28.730083 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=0784fe00-3bda-4f3a-b79f-e040ced90db5,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:28.750273 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 273b9589-78d8-4dda-ae0b-83889818b089 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:27:28.751031 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (273b9589-78d8-4dda-ae0b-83889818b089), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:28.807479 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7244a7be-2a7b-493d-bdaf-0243c2faae12 req-d2b6066f-213a-4315-aba8-dc46f69bf114 tempest-FloatingIPsNegativeTestJSON-586657114 tempest-FloatingIPsNegativeTestJSON-586657114-project] 10.222.0.90 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0826156 Feb 09 21:27:28.817455 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-f51dd05c-ee5d-406f-b8fd-31c95ac8d39a None None] Port 042cd716-d0bb-4a96-b050-0d1e94ab5ad7 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:27:28.867046 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-46bd2473-1593-4d56-b112-4968264bf93e req-6612eb9d-112a-4eac-ba01-05c4a21818de service neutron] 10.222.0.89 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078140 Feb 09 21:27:28.870608 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e38284-28ae-4d59-9b95-bb6d9378e84d req-16db3e1a-59a7-4552-bb7c-d0019d7a37b1 tempest-AggregatesAdminTestJSON-702210867 tempest-AggregatesAdminTestJSON-702210867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:28.872520 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a6e38284-28ae-4d59-9b95-bb6d9378e84d req-16db3e1a-59a7-4552-bb7c-d0019d7a37b1 tempest-AggregatesAdminTestJSON-702210867 tempest-AggregatesAdminTestJSON-702210867-project] 10.222.0.90 "GET /v2.0/ports?device_id=870bb840-97eb-44c5-a377-fd913add82b3 HTTP/1.1" status: 200 len: 969 time: 0.1810656 Feb 09 21:27:28.894990 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-b186ad11-d42b-4866-a63f-de050b846f2e None None] Set router 47485eaa-dcf7-4470-87bb-1a3bb40e4e52 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:27:29.005772 n-d-828369-5 neutron-server[103140]: INFO neutron.api.v2.resource [req-f0305e17-fd18-4d8d-ae48-97ae56dc9880 req-3e7ef339-0f23-4b6b-9585-e57ada32fefc tempest-FloatingIPsNegativeTestJSON-586657114 tempest-FloatingIPsNegativeTestJSON-586657114-project] show failed (client error): The resource could not be found. Feb 09 21:27:29.019565 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f0305e17-fd18-4d8d-ae48-97ae56dc9880 req-3e7ef339-0f23-4b6b-9585-e57ada32fefc tempest-FloatingIPsNegativeTestJSON-586657114 tempest-FloatingIPsNegativeTestJSON-586657114-project] 10.222.0.90 "GET /v2.0/floatingips/f5196a01-250e-4bea-8a1c-e036be9a5203 HTTP/1.1" status: 404 len: 350 time: 0.1459234 Feb 09 21:27:29.031978 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aabda9f6-a0e9-42ac-b6c7-faa90cfa028d admin admin] Made reservation on behalf of 68b2070307564d2590724877535733f9 for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:27:29.039108 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-aabda9f6-a0e9-42ac-b6c7-faa90cfa028d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:29.048692 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43952) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:27:29.066677 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-aabda9f6-a0e9-42ac-b6c7-faa90cfa028d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:29.140589 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a6e38284-28ae-4d59-9b95-bb6d9378e84d req-6986837e-b033-4d2c-8f0a-1053dfd65605 tempest-AggregatesAdminTestJSON-702210867 tempest-AggregatesAdminTestJSON-702210867-project] 10.222.0.90 "GET /v2.0/security-groups?id=228c8f47-6123-4d31-ba8f-2697a670de8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005479 Feb 09 21:27:29.246310 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 273b9589-78d8-4dda-ae0b-83889818b089 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:27:29.271234 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-b5c40d11-4365-4250-aa64-7c12cd1f67c8 None None] Provisioning complete for port 0784fe00-3bda-4f3a-b79f-e040ced90db5 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:27:29.271958 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b5c40d11-4365-4250-aa64-7c12cd1f67c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (0784fe00-3bda-4f3a-b79f-e040ced90db5), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:29.366272 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdc08f0-2c42-4efd-be55-82ee037ee744 req-ce9ec0c0-0ae1-4ace-b51f-1f1abeeb6275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:29.369085 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6fdc08f0-2c42-4efd-be55-82ee037ee744 req-ce9ec0c0-0ae1-4ace-b51f-1f1abeeb6275 service neutron] 10.222.0.95 "GET /v2.0/networks?id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc HTTP/1.1" status: 200 len: 870 time: 0.9249861 Feb 09 21:27:29.413565 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-46bd2473-1593-4d56-b112-4968264bf93e req-da539235-e2d6-4dc7-9bd8-3d5d6afb9669 service neutron] 10.222.0.89 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5318465 Feb 09 21:27:29.451596 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 0784fe00-3bda-4f3a-b79f-e040ced90db5 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:27:29.568052 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-aabda9f6-a0e9-42ac-b6c7-faa90cfa028d admin admin] Publish callbacks [] for security_group (2b49df0d-82e8-48df-aae3-6d2c65cfa1c0), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:29.638185 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-aabda9f6-a0e9-42ac-b6c7-faa90cfa028d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (2b49df0d-82e8-48df-aae3-6d2c65cfa1c0), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:29.654091 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aabda9f6-a0e9-42ac-b6c7-faa90cfa028d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:27:29.668837 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-aabda9f6-a0e9-42ac-b6c7-faa90cfa028d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (4bc4b1a0-f3cb-4e00-8392-2e08b1d7e224), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:29.669158 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-aabda9f6-a0e9-42ac-b6c7-faa90cfa028d admin admin] Added segment 4bc4b1a0-f3cb-4e00-8392-2e08b1d7e224 of type vlan for network 1f66e528-8278-4f37-9f5f-13c6a26cb8e0 Feb 09 21:27:29.739684 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-aabda9f6-a0e9-42ac-b6c7-faa90cfa028d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (1f66e528-8278-4f37-9f5f-13c6a26cb8e0), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:29.772440 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6fdc08f0-2c42-4efd-be55-82ee037ee744 req-2462c40a-af48-44b2-b328-ba7d53f003f7 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=a90a3f7f-67d3-4861-8146-8485800595c7 HTTP/1.1" status: 200 len: 217 time: 0.3717721 Feb 09 21:27:29.779440 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-655f1b28-51a7-4c33-bdd1-2c6688cae0bc admin admin] Publish callbacks [] for port (6e293ca6-5ce3-4b78-976d-31648a19f839), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:29.812259 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-aabda9f6-a0e9-42ac-b6c7-faa90cfa028d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (1f66e528-8278-4f37-9f5f-13c6a26cb8e0), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:29.813573 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabda9f6-a0e9-42ac-b6c7-faa90cfa028d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:29.814366 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-aabda9f6-a0e9-42ac-b6c7-faa90cfa028d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:29.891123 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabda9f6-a0e9-42ac-b6c7-faa90cfa028d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b49df0d-82e8-48df-aae3-6d2c65cfa1c0,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:29.898382 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-b5c40d11-4365-4250-aa64-7c12cd1f67c8 None None] Current status of the port 0784fe00-3bda-4f3a-b79f-e040ced90db5 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:27:29.920560 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 0784fe00-3bda-4f3a-b79f-e040ced90db5 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:27:29.920975 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (0784fe00-3bda-4f3a-b79f-e040ced90db5), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:29.977262 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-b186ad11-d42b-4866-a63f-de050b846f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47485eaa-dcf7-4470-87bb-1a3bb40e4e52', 'name': 'tempest-FloatingIPsNegativeTestJSON-304726219-router', 'tenant_id': '52efeb96362c48ba9f1ac00233285f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '273b9589-78d8-4dda-ae0b-83889818b089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:27:13Z', 'updated_at': '2022-02-09T21:27:25Z', 'revision_number': 4, 'project_id': '52efeb96362c48ba9f1ac00233285f98', 'gw_port': {'id': '273b9589-78d8-4dda-ae0b-83889818b089', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47485eaa-dcf7-4470-87bb-1a3bb40e4e52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:27:14Z', 'updated_at': '2022-02-09T21:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '042cd716-d0bb-4a96-b050-0d1e94ab5ad7', 'name': '', 'network_id': '9c7c13ba-f7ad-425b-8646-4ab605dec5f2', 'tenant_id': '52efeb96362c48ba9f1ac00233285f98', 'mac_address': 'fa:16:3e:74:bd:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47485eaa-dcf7-4470-87bb-1a3bb40e4e52', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f6fbc4ca-2340-469f-921f-77b8933c9934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:27:22Z', 'updated_at': '2022-02-09T21:27:25Z', 'revision_number': 2, 'project_id': '52efeb96362c48ba9f1ac00233285f98', 'subnets': [{'id': 'f6fbc4ca-2340-469f-921f-77b8933c9934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:27:30.007522 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b186ad11-d42b-4866-a63f-de050b846f2e None None] Checking router: 47485eaa-dcf7-4470-87bb-1a3bb40e4e52 for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:27:30.007945 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b186ad11-d42b-4866-a63f-de050b846f2e None None] Updating router 47485eaa-dcf7-4470-87bb-1a3bb40e4e52 port 042cd716-d0bb-4a96-b050-0d1e94ab5ad7 binding host n-d-828369-5 {{(pid=103142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:27:30.061816 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabda9f6-a0e9-42ac-b6c7-faa90cfa028d admin admin] Pushing event updated for resources: {'Network': ['ID=1f66e528-8278-4f37-9f5f-13c6a26cb8e0,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:30.069052 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-aabda9f6-a0e9-42ac-b6c7-faa90cfa028d admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.5107596 Feb 09 21:27:30.072853 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdc08f0-2c42-4efd-be55-82ee037ee744 req-6834f724-67f7-4332-8978-b05f910def58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:30.074757 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6fdc08f0-2c42-4efd-be55-82ee037ee744 req-6834f724-67f7-4332-8978-b05f910def58 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0f7402ac-a35b-414b-bcc1-bc1c3072ec3c HTTP/1.1" status: 200 len: 843 time: 0.2446580 Feb 09 21:27:30.075562 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43976) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:27:30.075845 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 1f66e528-8278-4f37-9f5f-13c6a26cb8e0 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:27:30.078062 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b186ad11-d42b-4866-a63f-de050b846f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (042cd716-d0bb-4a96-b050-0d1e94ab5ad7), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:30.092841 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-08ed1308-d2b8-4424-8820-e346b261cd90 admin admin] Request body: {'subnet': {'network_id': '1f66e528-8278-4f37-9f5f-13c6a26cb8e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-48438432-subnet', 'tenant_id': '68b2070307564d2590724877535733f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:27:30.145774 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45cf1ed-f84e-4cf2-adb9-1520c17c6c22 req-4d3fd219-8763-41fe-95c0-6deb0d1692e7 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:30.164954 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d45cf1ed-f84e-4cf2-adb9-1520c17c6c22 req-4d3fd219-8763-41fe-95c0-6deb0d1692e7 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] 10.222.0.90 "GET /v2.0/ports?device_id=345a6378-4436-498d-8be1-511bef4e7f88 HTTP/1.1" status: 200 len: 948 time: 0.3019328 Feb 09 21:27:30.211954 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 43980) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:27:30.251549 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08ed1308-d2b8-4424-8820-e346b261cd90 admin admin] Made reservation on behalf of 68b2070307564d2590724877535733f9 for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:27:30.255443 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-08ed1308-d2b8-4424-8820-e346b261cd90 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:30.266388 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396869b5-a83a-4b5d-a1e4-3f1f9f12c262 req-b9a9f7fc-645b-4ea6-91ea-341d8fc91e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:30.269112 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-396869b5-a83a-4b5d-a1e4-3f1f9f12c262 req-b9a9f7fc-645b-4ea6-91ea-341d8fc91e74 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c979d802af984737bd5334225d9c1bfe&device_id=870bb840-97eb-44c5-a377-fd913add82b3 HTTP/1.1" status: 200 len: 1151 time: 0.6673849 Feb 09 21:27:30.280690 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 0784fe00-3bda-4f3a-b79f-e040ced90db5 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:27:30.291884 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d45cf1ed-f84e-4cf2-adb9-1520c17c6c22 req-d47e310d-86aa-4625-be83-7ce05e5d67b6 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] 10.222.0.90 "GET /v2.0/security-groups?id=eeac89fc-3a98-4e6a-b07f-6275d08c01ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234245 Feb 09 21:27:30.422060 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e9b7bc-d390-4b27-bcaf-3aeb57341f95 req-e7ada6f7-caf6-4a63-9c55-9442ac389e57 tempest-AggregatesAdminTestJSON-702210867 tempest-AggregatesAdminTestJSON-702210867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:30.426898 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-41e9b7bc-d390-4b27-bcaf-3aeb57341f95 req-e7ada6f7-caf6-4a63-9c55-9442ac389e57 tempest-AggregatesAdminTestJSON-702210867 tempest-AggregatesAdminTestJSON-702210867-project] 10.222.0.90 "GET /v2.0/ports?device_id=870bb840-97eb-44c5-a377-fd913add82b3 HTTP/1.1" status: 200 len: 969 time: 0.1274137 Feb 09 21:27:30.514797 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-60750fbf-7974-4f08-afa6-f38f8917828c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:30.550224 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396869b5-a83a-4b5d-a1e4-3f1f9f12c262 req-fa38b2b6-60f9-4db0-ab11-efd292703259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:30.551578 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-396869b5-a83a-4b5d-a1e4-3f1f9f12c262 req-fa38b2b6-60f9-4db0-ab11-efd292703259 service neutron] 10.222.0.89 "GET /v2.0/networks?id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc HTTP/1.1" status: 200 len: 870 time: 0.2128413 Feb 09 21:27:30.571210 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-41e9b7bc-d390-4b27-bcaf-3aeb57341f95 req-e57c3404-f698-4500-96ae-2b06e4f741ff tempest-AggregatesAdminTestJSON-702210867 tempest-AggregatesAdminTestJSON-702210867-project] 10.222.0.90 "GET /v2.0/security-groups?id=228c8f47-6123-4d31-ba8f-2697a670de8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372447 Feb 09 21:27:30.619976 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-655f1b28-51a7-4c33-bdd1-2c6688cae0bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (6e293ca6-5ce3-4b78-976d-31648a19f839), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:30.624575 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdc08f0-2c42-4efd-be55-82ee037ee744 req-1e7da064-7ef0-4fe7-a76a-844b4c5264fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:30.626051 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6fdc08f0-2c42-4efd-be55-82ee037ee744 req-1e7da064-7ef0-4fe7-a76a-844b4c5264fe service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5150919 Feb 09 21:27:30.691949 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-60750fbf-7974-4f08-afa6-f38f8917828c admin admin] Publish callbacks [] for security_group (823b039d-c21d-46b3-aa32-12f07f90bf00), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:30.698395 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-60750fbf-7974-4f08-afa6-f38f8917828c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (823b039d-c21d-46b3-aa32-12f07f90bf00), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:30.746305 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60750fbf-7974-4f08-afa6-f38f8917828c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=823b039d-c21d-46b3-aa32-12f07f90bf00,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:30.825385 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-396869b5-a83a-4b5d-a1e4-3f1f9f12c262 req-64afa4ea-8548-4893-a7ab-4998ae2f42cb service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=4917d167-ed32-4cc2-a493-3053cd38be98 HTTP/1.1" status: 200 len: 217 time: 0.2608511 Feb 09 21:27:30.870397 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b186ad11-d42b-4866-a63f-de050b846f2e None None] Publish callbacks [] for port (042cd716-d0bb-4a96-b050-0d1e94ab5ad7), precommit_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:30.883070 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b186ad11-d42b-4866-a63f-de050b846f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (042cd716-d0bb-4a96-b050-0d1e94ab5ad7), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:30.955860 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655f1b28-51a7-4c33-bdd1-2c6688cae0bc admin admin] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:27:30.983016 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-655f1b28-51a7-4c33-bdd1-2c6688cae0bc admin admin] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:27:30.993971 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655f1b28-51a7-4c33-bdd1-2c6688cae0bc admin admin] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:27:31.036725 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-60750fbf-7974-4f08-afa6-f38f8917828c admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=5967eaa54e96477aa55274a698b3b1d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8202591 Feb 09 21:27:31.037756 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 43984) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:27:31.051113 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae31451-753f-4ba3-977e-7b5ff2580de1 None None] Pushing event updated for resources: {'Port': ['ID=042cd716-d0bb-4a96-b050-0d1e94ab5ad7,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:31.070753 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655f1b28-51a7-4c33-bdd1-2c6688cae0bc admin admin] Pushing event updated for resources: {'Port': ['ID=6e293ca6-5ce3-4b78-976d-31648a19f839,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:31.171991 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-b186ad11-d42b-4866-a63f-de050b846f2e None None] Attempting to bind port 042cd716-d0bb-4a96-b050-0d1e94ab5ad7 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:27:31.173412 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-b186ad11-d42b-4866-a63f-de050b846f2e None None] Attempting to bind port 042cd716-d0bb-4a96-b050-0d1e94ab5ad7 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '0ff0b370-2c98-425a-84ef-41067a96cf4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9c7c13ba-f7ad-425b-8646-4ab605dec5f2'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:27:31.175342 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b186ad11-d42b-4866-a63f-de050b846f2e None None] Attempting to bind port 042cd716-d0bb-4a96-b050-0d1e94ab5ad7 on network 9c7c13ba-f7ad-425b-8646-4ab605dec5f2 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:27:31.177822 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-eadba13c-1bd6-42e1-890d-0ad57b38e0f3 admin admin] Publish callbacks [] for security_group (823b039d-c21d-46b3-aa32-12f07f90bf00), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:31.193119 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b186ad11-d42b-4866-a63f-de050b846f2e None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:27:31.193687 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b186ad11-d42b-4866-a63f-de050b846f2e None None] Checking segment: {'id': '0ff0b370-2c98-425a-84ef-41067a96cf4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9c7c13ba-f7ad-425b-8646-4ab605dec5f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:27:31.194454 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b186ad11-d42b-4866-a63f-de050b846f2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:31.194958 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b186ad11-d42b-4866-a63f-de050b846f2e None None] Bound using segment: {'id': '0ff0b370-2c98-425a-84ef-41067a96cf4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9c7c13ba-f7ad-425b-8646-4ab605dec5f2'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:27:31.195788 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-b186ad11-d42b-4866-a63f-de050b846f2e None None] Bound port: 042cd716-d0bb-4a96-b050-0d1e94ab5ad7, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ff0b370-2c98-425a-84ef-41067a96cf4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '9c7c13ba-f7ad-425b-8646-4ab605dec5f2'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:27:31.196356 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b186ad11-d42b-4866-a63f-de050b846f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (042cd716-d0bb-4a96-b050-0d1e94ab5ad7), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:31.220944 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396869b5-a83a-4b5d-a1e4-3f1f9f12c262 req-9074b1c3-fd2e-4524-97ae-56d395b69a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:31.222354 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-396869b5-a83a-4b5d-a1e4-3f1f9f12c262 req-9074b1c3-fd2e-4524-97ae-56d395b69a70 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0f7402ac-a35b-414b-bcc1-bc1c3072ec3c HTTP/1.1" status: 200 len: 843 time: 0.3603938 Feb 09 21:27:31.233751 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-eadba13c-1bd6-42e1-890d-0ad57b38e0f3 admin admin] Publish callbacks [] for security_group (823b039d-c21d-46b3-aa32-12f07f90bf00), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:31.313413 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-eadba13c-1bd6-42e1-890d-0ad57b38e0f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (823b039d-c21d-46b3-aa32-12f07f90bf00), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:31.318509 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-b186ad11-d42b-4866-a63f-de050b846f2e None None] For port 042cd716-d0bb-4a96-b050-0d1e94ab5ad7, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:27:31.326968 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-eadba13c-1bd6-42e1-890d-0ad57b38e0f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:31.332565 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-eadba13c-1bd6-42e1-890d-0ad57b38e0f3 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/823b039d-c21d-46b3-aa32-12f07f90bf00 HTTP/1.1" status: 204 len: 168 time: 0.2932880 Feb 09 21:27:31.339750 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-b186ad11-d42b-4866-a63f-de050b846f2e None None] For port 042cd716-d0bb-4a96-b050-0d1e94ab5ad7, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=042cd716-d0bb-4a96-b050-0d1e94ab5ad7,segment=NetworkSegment(0ff0b370-2c98-425a-84ef-41067a96cf4e),segment_id=0ff0b370-2c98-425a-84ef-41067a96cf4e)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:27:31.344855 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadba13c-1bd6-42e1-890d-0ad57b38e0f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=823b039d-c21d-46b3-aa32-12f07f90bf00,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:31.403950 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b186ad11-d42b-4866-a63f-de050b846f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (042cd716-d0bb-4a96-b050-0d1e94ab5ad7), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:31.446399 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6fdc08f0-2c42-4efd-be55-82ee037ee744 req-ee978949-e2df-440c-bd09-547ff025c723 service neutron] 10.222.0.95 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7902360 Feb 09 21:27:31.513608 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b186ad11-d42b-4866-a63f-de050b846f2e None None] Routers {'47485eaa-dcf7-4470-87bb-1a3bb40e4e52'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:27:31.516622 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-b186ad11-d42b-4866-a63f-de050b846f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:27:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['47485eaa-dcf7-4470-87bb-1a3bb40e4e52'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:27:31.691272 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c0ab7-ca87-4355-87ec-1506970e2467 req-d7bead02-1d72-499e-80f6-bc651c5e868f tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:31.698253 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ba8c0ab7-ca87-4355-87ec-1506970e2467 req-d7bead02-1d72-499e-80f6-bc651c5e868f tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] 10.222.0.90 "GET /v2.0/ports?device_id=345a6378-4436-498d-8be1-511bef4e7f88 HTTP/1.1" status: 200 len: 948 time: 0.2148726 Feb 09 21:27:31.728375 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-08ed1308-d2b8-4424-8820-e346b261cd90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for subnet (fabaeedf-cb81-4ac9-91ea-33f2ec2b56c1), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:31.766172 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae31451-753f-4ba3-977e-7b5ff2580de1 None None] Pushing event updated for resources: {'Port': ['ID=042cd716-d0bb-4a96-b050-0d1e94ab5ad7,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:31.864664 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-d306b496-a236-4321-bc17-12d896292922 None None] Provisioning complete for port 042cd716-d0bb-4a96-b050-0d1e94ab5ad7 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:27:31.865050 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d306b496-a236-4321-bc17-12d896292922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (042cd716-d0bb-4a96-b050-0d1e94ab5ad7), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:31.873910 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396869b5-a83a-4b5d-a1e4-3f1f9f12c262 req-60ea2228-5c18-42ef-91fa-000f7b3045ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:31.875896 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-396869b5-a83a-4b5d-a1e4-3f1f9f12c262 req-60ea2228-5c18-42ef-91fa-000f7b3045ec service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.6183043 Feb 09 21:27:31.888741 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ba8c0ab7-ca87-4355-87ec-1506970e2467 req-64f55def-890d-4c0c-bace-21d6f1ef1ada tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] 10.222.0.90 "GET /v2.0/security-groups?id=eeac89fc-3a98-4e6a-b07f-6275d08c01ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674731 Feb 09 21:27:31.941469 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad76220b-bfcb-4d28-899c-60de102d9160 req-cf73cba4-d24f-40ea-8570-229f5e9d0131 tempest-AggregatesAdminTestJSON-702210867 tempest-AggregatesAdminTestJSON-702210867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:31.956208 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ad76220b-bfcb-4d28-899c-60de102d9160 req-cf73cba4-d24f-40ea-8570-229f5e9d0131 tempest-AggregatesAdminTestJSON-702210867 tempest-AggregatesAdminTestJSON-702210867-project] 10.222.0.90 "GET /v2.0/ports?device_id=870bb840-97eb-44c5-a377-fd913add82b3 HTTP/1.1" status: 200 len: 969 time: 0.1575820 Feb 09 21:27:32.013437 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-b186ad11-d42b-4866-a63f-de050b846f2e None None] Set router 47485eaa-dcf7-4470-87bb-1a3bb40e4e52 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:27:32.024477 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 43994) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:27:32.079697 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6fdc08f0-2c42-4efd-be55-82ee037ee744 req-183e0a77-775f-4f00-b83b-621d47f62080 service neutron] 10.222.0.95 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6162264 Feb 09 21:27:32.080457 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-655f1b28-51a7-4c33-bdd1-2c6688cae0bc admin admin] Publish callbacks [] for router_gateway (087a27fa-af64-4374-97f6-4a63ff2b7da8), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:32.085697 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e6307173-4c78-45ba-9612-dfcc422f3df6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:32.092294 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ad76220b-bfcb-4d28-899c-60de102d9160 req-82682dd8-a7d0-47f2-8368-c37e1a706ec0 tempest-AggregatesAdminTestJSON-702210867 tempest-AggregatesAdminTestJSON-702210867-project] 10.222.0.90 "GET /v2.0/security-groups?id=228c8f47-6123-4d31-ba8f-2697a670de8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341126 Feb 09 21:27:32.232833 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e6307173-4c78-45ba-9612-dfcc422f3df6 admin admin] Publish callbacks [] for security_group (81e94dd5-8bd4-46df-82e9-5b86786ce725), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:32.246224 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e6307173-4c78-45ba-9612-dfcc422f3df6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (81e94dd5-8bd4-46df-82e9-5b86786ce725), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:32.278824 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-e6307173-4c78-45ba-9612-dfcc422f3df6 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=3d071d20f1704cac945ec931a18ba93d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2495687 Feb 09 21:27:32.281965 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 43996) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:27:32.342065 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-d306b496-a236-4321-bc17-12d896292922 None None] Current status of the port 042cd716-d0bb-4a96-b050-0d1e94ab5ad7 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:27:32.342984 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d306b496-a236-4321-bc17-12d896292922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (042cd716-d0bb-4a96-b050-0d1e94ab5ad7), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:32.357612 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ed1308-d2b8-4424-8820-e346b261cd90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fabaeedf-cb81-4ac9-91ea-33f2ec2b56c1,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:32.450215 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d787861e-4557-4abb-90bf-89dc9d8e3104 admin admin] Publish callbacks [] for security_group (81e94dd5-8bd4-46df-82e9-5b86786ce725), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:32.481932 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-d306b496-a236-4321-bc17-12d896292922 None None] For port 042cd716-d0bb-4a96-b050-0d1e94ab5ad7, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=042cd716-d0bb-4a96-b050-0d1e94ab5ad7,segment=NetworkSegment(0ff0b370-2c98-425a-84ef-41067a96cf4e),segment_id=0ff0b370-2c98-425a-84ef-41067a96cf4e)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:27:32.487357 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d306b496-a236-4321-bc17-12d896292922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (042cd716-d0bb-4a96-b050-0d1e94ab5ad7), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:32.538786 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ed1308-d2b8-4424-8820-e346b261cd90 admin admin] Checking segment: {'id': '4bc4b1a0-f3cb-4e00-8392-2e08b1d7e224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '1f66e528-8278-4f37-9f5f-13c6a26cb8e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:27:32.539114 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ed1308-d2b8-4424-8820-e346b261cd90 admin admin] Network hostable DHCP agents. Network: 1f66e528-8278-4f37-9f5f-13c6a26cb8e0, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:27:32.542576 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d787861e-4557-4abb-90bf-89dc9d8e3104 admin admin] Publish callbacks [] for security_group (81e94dd5-8bd4-46df-82e9-5b86786ce725), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:32.570120 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6307173-4c78-45ba-9612-dfcc422f3df6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81e94dd5-8bd4-46df-82e9-5b86786ce725,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:32.600574 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d306b496-a236-4321-bc17-12d896292922 None None] Pushing event updated for resources: {'Port': ['ID=042cd716-d0bb-4a96-b050-0d1e94ab5ad7,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:32.658915 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5898c21a-5b26-4824-b4ee-3fa4b2b8c6b9 None None] Provisioning complete for port 042cd716-d0bb-4a96-b050-0d1e94ab5ad7 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:27:32.659301 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5898c21a-5b26-4824-b4ee-3fa4b2b8c6b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (042cd716-d0bb-4a96-b050-0d1e94ab5ad7), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:32.680641 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-396869b5-a83a-4b5d-a1e4-3f1f9f12c262 req-9840889e-5a17-4b28-8cef-8636b44601d3 service neutron] 10.222.0.89 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7843387 Feb 09 21:27:32.708548 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d787861e-4557-4abb-90bf-89dc9d8e3104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (81e94dd5-8bd4-46df-82e9-5b86786ce725), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:32.711440 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d787861e-4557-4abb-90bf-89dc9d8e3104 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:32.712932 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-d787861e-4557-4abb-90bf-89dc9d8e3104 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/81e94dd5-8bd4-46df-82e9-5b86786ce725 HTTP/1.1" status: 204 len: 168 time: 0.4293721 Feb 09 21:27:32.732287 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d787861e-4557-4abb-90bf-89dc9d8e3104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e94dd5-8bd4-46df-82e9-5b86786ce725,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:32.799667 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-21e229a0-a3c7-489f-bf93-14075596df6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524906'] for router_interface (47485eaa-dcf7-4470-87bb-1a3bb40e4e52), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:32.804502 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ed1308-d2b8-4424-8820-e346b261cd90 admin admin] Network 1f66e528-8278-4f37-9f5f-13c6a26cb8e0 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:27:32.970913 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-08ed1308-d2b8-4424-8820-e346b261cd90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 1f66e528-8278-4f37-9f5f-13c6a26cb8e0) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:27:32.990011 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ed1308-d2b8-4424-8820-e346b261cd90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:32.990627 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-08ed1308-d2b8-4424-8820-e346b261cd90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:33.016268 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3123f48-21eb-4049-8d96-a788671ef994 None None] Network 1f66e528-8278-4f37-9f5f-13c6a26cb8e0 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:27:33.083837 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-b186ad11-d42b-4866-a63f-de050b846f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47485eaa-dcf7-4470-87bb-1a3bb40e4e52', 'name': 'tempest-FloatingIPsNegativeTestJSON-304726219-router', 'tenant_id': '52efeb96362c48ba9f1ac00233285f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '273b9589-78d8-4dda-ae0b-83889818b089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:27:13Z', 'updated_at': '2022-02-09T21:27:25Z', 'revision_number': 4, 'project_id': '52efeb96362c48ba9f1ac00233285f98', 'gw_port': {'id': '273b9589-78d8-4dda-ae0b-83889818b089', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47485eaa-dcf7-4470-87bb-1a3bb40e4e52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:27:14Z', 'updated_at': '2022-02-09T21:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '042cd716-d0bb-4a96-b050-0d1e94ab5ad7', 'name': '', 'network_id': '9c7c13ba-f7ad-425b-8646-4ab605dec5f2', 'tenant_id': '52efeb96362c48ba9f1ac00233285f98', 'mac_address': 'fa:16:3e:74:bd:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47485eaa-dcf7-4470-87bb-1a3bb40e4e52', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f6fbc4ca-2340-469f-921f-77b8933c9934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:27:22Z', 'updated_at': '2022-02-09T21:27:31Z', 'revision_number': 4, 'project_id': '52efeb96362c48ba9f1ac00233285f98', 'subnets': [{'id': 'f6fbc4ca-2340-469f-921f-77b8933c9934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:27:33.154441 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-08ed1308-d2b8-4424-8820-e346b261cd90 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 3.0695012 Feb 09 21:27:33.158077 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-655f1b28-51a7-4c33-bdd1-2c6688cae0bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (087a27fa-af64-4374-97f6-4a63ff2b7da8), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:33.163193 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-396869b5-a83a-4b5d-a1e4-3f1f9f12c262 req-afe8caf3-169c-43b2-812a-3413aac6b52c service neutron] 10.222.0.89 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4043715 Feb 09 21:27:33.207780 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115b044a-50e2-460f-bd63-fe6c076783c3 req-c40765e9-130c-40bf-a64a-a01381c155e7 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:33.220906 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-115b044a-50e2-460f-bd63-fe6c076783c3 req-c40765e9-130c-40bf-a64a-a01381c155e7 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] 10.222.0.90 "GET /v2.0/ports?device_id=345a6378-4436-498d-8be1-511bef4e7f88 HTTP/1.1" status: 200 len: 948 time: 0.1953287 Feb 09 21:27:33.362603 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:27:33.404261 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-115b044a-50e2-460f-bd63-fe6c076783c3 req-8219727d-6181-4434-add5-a312a80be37f tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] 10.222.0.90 "GET /v2.0/security-groups?id=eeac89fc-3a98-4e6a-b07f-6275d08c01ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816616 Feb 09 21:27:33.445048 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5898c21a-5b26-4824-b4ee-3fa4b2b8c6b9 None None] Current status of the port 042cd716-d0bb-4a96-b050-0d1e94ab5ad7 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:27:33.461426 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b186ad11-d42b-4866-a63f-de050b846f2e None None] The sync data for ids ['47485eaa-dcf7-4470-87bb-1a3bb40e4e52'] in n-d-828369-5 is: [{'id': '47485eaa-dcf7-4470-87bb-1a3bb40e4e52', 'name': 'tempest-FloatingIPsNegativeTestJSON-304726219-router', 'tenant_id': '52efeb96362c48ba9f1ac00233285f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '273b9589-78d8-4dda-ae0b-83889818b089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:27:13Z', 'updated_at': '2022-02-09T21:27:25Z', 'revision_number': 4, 'project_id': '52efeb96362c48ba9f1ac00233285f98', 'gw_port': {'id': '273b9589-78d8-4dda-ae0b-83889818b089', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47485eaa-dcf7-4470-87bb-1a3bb40e4e52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:27:14Z', 'updated_at': '2022-02-09T21:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '042cd716-d0bb-4a96-b050-0d1e94ab5ad7', 'name': '', 'network_id': '9c7c13ba-f7ad-425b-8646-4ab605dec5f2', 'tenant_id': '52efeb96362c48ba9f1ac00233285f98', 'mac_address': 'fa:16:3e:74:bd:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47485eaa-dcf7-4470-87bb-1a3bb40e4e52', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f6fbc4ca-2340-469f-921f-77b8933c9934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:27:22Z', 'updated_at': '2022-02-09T21:27:31Z', 'revision_number': 4, 'project_id': '52efeb96362c48ba9f1ac00233285f98', 'subnets': [{'id': 'f6fbc4ca-2340-469f-921f-77b8933c9934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:27:33.468429 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5c376f-491d-44af-9454-672c10d9c1ce req-92f59609-a0d4-4fae-ab50-4aa22e5ad0a5 tempest-AggregatesAdminTestJSON-702210867 tempest-AggregatesAdminTestJSON-702210867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:33.481591 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0e5c376f-491d-44af-9454-672c10d9c1ce req-92f59609-a0d4-4fae-ab50-4aa22e5ad0a5 tempest-AggregatesAdminTestJSON-702210867 tempest-AggregatesAdminTestJSON-702210867-project] 10.222.0.90 "GET /v2.0/ports?device_id=870bb840-97eb-44c5-a377-fd913add82b3 HTTP/1.1" status: 200 len: 969 time: 0.2103302 Feb 09 21:27:33.662450 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9437c7-a69c-48af-9e28-0f18030e11af None None] Network 1f66e528-8278-4f37-9f5f-13c6a26cb8e0 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:27:33.720897 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0e5c376f-491d-44af-9454-672c10d9c1ce req-9cbe30e3-6e10-4e3a-96ac-44b5a53608bc tempest-AggregatesAdminTestJSON-702210867 tempest-AggregatesAdminTestJSON-702210867-project] 10.222.0.90 "GET /v2.0/security-groups?id=228c8f47-6123-4d31-ba8f-2697a670de8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338648 Feb 09 21:27:34.422471 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-21e229a0-a3c7-489f-bf93-14075596df6a admin admin] Deleting port 042cd716-d0bb-4a96-b050-0d1e94ab5ad7 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:27:34.423045 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-21e229a0-a3c7-489f-bf93-14075596df6a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (042cd716-d0bb-4a96-b050-0d1e94ab5ad7), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:34.473341 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-655f1b28-51a7-4c33-bdd1-2c6688cae0bc admin admin] Router 087a27fa-af64-4374-97f6-4a63ff2b7da8 is scheduled to L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 with binding_index 1 {{(pid=103141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:27:34.504779 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d321cbf-ed18-4d2f-8226-b4214ea1f4ae req-f6761888-f821-41a9-bbfd-ca3122f22357 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:34.507106 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9d321cbf-ed18-4d2f-8226-b4214ea1f4ae req-f6761888-f821-41a9-bbfd-ca3122f22357 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/networks?id=5406f657-d0e3-4570-bda7-aeb2bc509011 HTTP/1.1" status: 200 len: 808 time: 0.3709357 Feb 09 21:27:34.553090 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9d321cbf-ed18-4d2f-8226-b4214ea1f4ae req-9b897f5f-d307-428e-aca4-63e54d915e34 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/quotas/d13eb104d8994e4d9b604f1050cb6328 HTTP/1.1" status: 200 len: 375 time: 0.0147533 Feb 09 21:27:34.599755 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9d321cbf-ed18-4d2f-8226-b4214ea1f4ae req-38e4d535-dd73-41a5-a57d-05b18b0b92db tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=d13eb104d8994e4d9b604f1050cb6328&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0380485 Feb 09 21:27:34.612312 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59aaeef-255b-44a2-b187-970422b61f96 req-78a82e4c-2853-4ca1-9c50-3d99050463e6 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:34.614147 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f59aaeef-255b-44a2-b187-970422b61f96 req-78a82e4c-2853-4ca1-9c50-3d99050463e6 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] 10.222.0.90 "GET /v2.0/ports?device_id=345a6378-4436-498d-8be1-511bef4e7f88 HTTP/1.1" status: 200 len: 948 time: 0.1059499 Feb 09 21:27:34.631128 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-21e229a0-a3c7-489f-bf93-14075596df6a admin admin] For port 042cd716-d0bb-4a96-b050-0d1e94ab5ad7, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=042cd716-d0bb-4a96-b050-0d1e94ab5ad7,segment=NetworkSegment(0ff0b370-2c98-425a-84ef-41067a96cf4e),segment_id=0ff0b370-2c98-425a-84ef-41067a96cf4e)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:27:34.631493 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-21e229a0-a3c7-489f-bf93-14075596df6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (042cd716-d0bb-4a96-b050-0d1e94ab5ad7), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:34.650893 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-21e229a0-a3c7-489f-bf93-14075596df6a admin admin] Calling delete_port for 042cd716-d0bb-4a96-b050-0d1e94ab5ad7 owned by network:router_interface {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:27:34.698963 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f59aaeef-255b-44a2-b187-970422b61f96 req-e649e347-007d-4482-bc45-7d1bc1f8537b tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] 10.222.0.90 "GET /v2.0/security-groups?id=eeac89fc-3a98-4e6a-b07f-6275d08c01ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755219 Feb 09 21:27:34.752332 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-655f1b28-51a7-4c33-bdd1-2c6688cae0bc admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:27:34.766025 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb83b27b-4038-42d6-9bf7-921b5c5c6006 None None] Sync routers for ids ['087a27fa-af64-4374-97f6-4a63ff2b7da8'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:27:34.783185 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb83b27b-4038-42d6-9bf7-921b5c5c6006 None None] Routers {'087a27fa-af64-4374-97f6-4a63ff2b7da8'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:27:34.786627 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-bb83b27b-4038-42d6-9bf7-921b5c5c6006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:27:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['087a27fa-af64-4374-97f6-4a63ff2b7da8'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:27:34.796834 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-655f1b28-51a7-4c33-bdd1-2c6688cae0bc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:34.804463 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-655f1b28-51a7-4c33-bdd1-2c6688cae0bc admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 12.5023770 Feb 09 21:27:34.805076 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 44054) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:27:34.956326 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [req-9d321cbf-ed18-4d2f-8226-b4214ea1f4ae req-76059a88-e0d2-4f82-9e2b-8ed2f6338230 service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=103140) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:27:34.957800 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9d321cbf-ed18-4d2f-8226-b4214ea1f4ae req-76059a88-e0d2-4f82-9e2b-8ed2f6338230 service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2141473 Feb 09 21:27:34.994042 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-bb83b27b-4038-42d6-9bf7-921b5c5c6006 None None] Set router 087a27fa-af64-4374-97f6-4a63ff2b7da8 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:27:35.047733 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-21e229a0-a3c7-489f-bf93-14075596df6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (042cd716-d0bb-4a96-b050-0d1e94ab5ad7), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:35.078945 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e229a0-a3c7-489f-bf93-14075596df6a admin admin] Pushing event deleted for resources: {'Port': ['ID=042cd716-d0bb-4a96-b050-0d1e94ab5ad7,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:35.129443 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9d321cbf-ed18-4d2f-8226-b4214ea1f4ae req-bcc0d7e9-77f4-4be0-aae6-7b792f573726 service neutron] 10.222.0.90 "GET /v2.0/networks/5406f657-d0e3-4570-bda7-aeb2bc509011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601491 Feb 09 21:27:35.184898 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5860cde0-7f7c-4f8c-992b-fae030c158b0 req-de60be0f-5829-4561-830e-57bc08e8551a tempest-AggregatesAdminTestJSON-702210867 tempest-AggregatesAdminTestJSON-702210867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:35.186907 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5860cde0-7f7c-4f8c-992b-fae030c158b0 req-de60be0f-5829-4561-830e-57bc08e8551a tempest-AggregatesAdminTestJSON-702210867 tempest-AggregatesAdminTestJSON-702210867-project] 10.222.0.90 "GET /v2.0/ports?device_id=870bb840-97eb-44c5-a377-fd913add82b3 HTTP/1.1" status: 200 len: 969 time: 0.2787068 Feb 09 21:27:35.351547 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-21e229a0-a3c7-489f-bf93-14075596df6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-525054'] for router_interface (47485eaa-dcf7-4470-87bb-1a3bb40e4e52), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:35.393174 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-bb83b27b-4038-42d6-9bf7-921b5c5c6006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '087a27fa-af64-4374-97f6-4a63ff2b7da8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-885930804-router', 'tenant_id': '825e8147b3bd4478917f0ad507e83ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '6e293ca6-5ce3-4b78-976d-31648a19f839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:27:23Z', 'updated_at': '2022-02-09T21:27:31Z', 'revision_number': 3, 'project_id': '825e8147b3bd4478917f0ad507e83ce8', 'gw_port': {'id': '6e293ca6-5ce3-4b78-976d-31648a19f839', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:99:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '087a27fa-af64-4374-97f6-4a63ff2b7da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:27:27Z', 'updated_at': '2022-02-09T21:27:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:27:35.408625 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 042cd716-d0bb-4a96-b050-0d1e94ab5ad7 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:27:35.439052 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb83b27b-4038-42d6-9bf7-921b5c5c6006 None None] Checking router: 087a27fa-af64-4374-97f6-4a63ff2b7da8 for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:27:35.439642 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb83b27b-4038-42d6-9bf7-921b5c5c6006 None None] Updating router 087a27fa-af64-4374-97f6-4a63ff2b7da8 port 6e293ca6-5ce3-4b78-976d-31648a19f839 binding host n-d-828369-5 {{(pid=103143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:27:35.450125 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 042cd716-d0bb-4a96-b050-0d1e94ab5ad7 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:27:35.450561 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 042cd716-d0bb-4a96-b050-0d1e94ab5ad7 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 09 21:27:35.470743 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-bb83b27b-4038-42d6-9bf7-921b5c5c6006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (6e293ca6-5ce3-4b78-976d-31648a19f839), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:35.498389 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Port 042cd716-d0bb-4a96-b050-0d1e94ab5ad7 not found, will not notify nova. {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 09 21:27:35.596770 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5860cde0-7f7c-4f8c-992b-fae030c158b0 req-f4b0f52c-85fc-46c0-83b2-a690350a668d tempest-AggregatesAdminTestJSON-702210867 tempest-AggregatesAdminTestJSON-702210867-project] 10.222.0.90 "GET /v2.0/security-groups?id=228c8f47-6123-4d31-ba8f-2697a670de8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3957186 Feb 09 21:27:35.632014 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9d321cbf-ed18-4d2f-8226-b4214ea1f4ae req-e0f818b8-7396-49e7-8fd9-d41ac8a4f1cf service neutron] 10.222.0.90 "GET /v2.0/networks/5406f657-d0e3-4570-bda7-aeb2bc509011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4859333 Feb 09 21:27:35.786626 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21e229a0-a3c7-489f-bf93-14075596df6a admin admin] Router 47485eaa-dcf7-4470-87bb-1a3bb40e4e52 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:27:35.801419 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d15a2ed6-ea6e-4a84-9087-c253f9bd416a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:35.936055 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-bb83b27b-4038-42d6-9bf7-921b5c5c6006 None None] Publish callbacks [] for port (6e293ca6-5ce3-4b78-976d-31648a19f839), precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:35.943693 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-bb83b27b-4038-42d6-9bf7-921b5c5c6006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (6e293ca6-5ce3-4b78-976d-31648a19f839), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:35.954735 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21e229a0-a3c7-489f-bf93-14075596df6a admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:27:35.960661 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-21e229a0-a3c7-489f-bf93-14075596df6a admin admin] 10.222.0.90 "PUT /v2.0/routers/47485eaa-dcf7-4470-87bb-1a3bb40e4e52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8798714 Feb 09 21:27:35.964147 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 44088) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:27:35.971417 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e764f2b5-3971-4174-b0e2-0f69834bf2c0 None None] Sync routers for ids ['47485eaa-dcf7-4470-87bb-1a3bb40e4e52'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:27:35.989654 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e764f2b5-3971-4174-b0e2-0f69834bf2c0 None None] Routers {'47485eaa-dcf7-4470-87bb-1a3bb40e4e52'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:27:35.990533 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-e764f2b5-3971-4174-b0e2-0f69834bf2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:27:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['47485eaa-dcf7-4470-87bb-1a3bb40e4e52'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:27:36.011082 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-bb83b27b-4038-42d6-9bf7-921b5c5c6006 None None] Attempting to bind port 6e293ca6-5ce3-4b78-976d-31648a19f839 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:27:36.011469 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-bb83b27b-4038-42d6-9bf7-921b5c5c6006 None None] Attempting to bind port 6e293ca6-5ce3-4b78-976d-31648a19f839 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:27:36.011839 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb83b27b-4038-42d6-9bf7-921b5c5c6006 None None] Attempting to bind port 6e293ca6-5ce3-4b78-976d-31648a19f839 on network 54a442d5-50a0-4c75-85cc-d19f5bf58118 {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:27:36.019695 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04f5200-9f7f-4bdf-bcf0-2f482484329f None None] Pushing event updated for resources: {'Port': ['ID=6e293ca6-5ce3-4b78-976d-31648a19f839,revision_number=2']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:36.022227 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb83b27b-4038-42d6-9bf7-921b5c5c6006 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:27:36.022610 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb83b27b-4038-42d6-9bf7-921b5c5c6006 None None] Checking segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:27:36.023081 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-bb83b27b-4038-42d6-9bf7-921b5c5c6006 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:36.023470 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb83b27b-4038-42d6-9bf7-921b5c5c6006 None None] Bound using segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:27:36.024136 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-bb83b27b-4038-42d6-9bf7-921b5c5c6006 None None] Bound port: 6e293ca6-5ce3-4b78-976d-31648a19f839, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:27:36.025288 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-bb83b27b-4038-42d6-9bf7-921b5c5c6006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (6e293ca6-5ce3-4b78-976d-31648a19f839), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:36.099782 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-bb83b27b-4038-42d6-9bf7-921b5c5c6006 None None] For port 6e293ca6-5ce3-4b78-976d-31648a19f839, host n-d-828369-5, cleared binding levels {{(pid=103143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:27:36.104035 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-bb83b27b-4038-42d6-9bf7-921b5c5c6006 None None] For port 6e293ca6-5ce3-4b78-976d-31648a19f839, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=6e293ca6-5ce3-4b78-976d-31648a19f839,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:27:36.111669 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-bb83b27b-4038-42d6-9bf7-921b5c5c6006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (6e293ca6-5ce3-4b78-976d-31648a19f839), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:36.126860 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-206dd94b-92c5-493e-b796-6b0278f8c098 admin admin] Publish callbacks [] for router (47485eaa-dcf7-4470-87bb-1a3bb40e4e52), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:36.217187 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-e764f2b5-3971-4174-b0e2-0f69834bf2c0 None None] Set router 47485eaa-dcf7-4470-87bb-1a3bb40e4e52 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:27:36.224937 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04f5200-9f7f-4bdf-bcf0-2f482484329f None None] Pushing event updated for resources: {'Port': ['ID=6e293ca6-5ce3-4b78-976d-31648a19f839,revision_number=3']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:36.235051 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-519c5810-1e53-47f3-945e-b48126ba7a4a req-190f9534-f246-48ab-8661-dcaf10388842 tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=8e5c2141d1364c2b8b407f257911ec8b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3495808 Feb 09 21:27:36.236161 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb83b27b-4038-42d6-9bf7-921b5c5c6006 None None] Routers {'087a27fa-af64-4374-97f6-4a63ff2b7da8'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:27:36.237800 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-bb83b27b-4038-42d6-9bf7-921b5c5c6006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:27:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['087a27fa-af64-4374-97f6-4a63ff2b7da8'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:27:36.341641 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-206dd94b-92c5-493e-b796-6b0278f8c098 admin admin] Publish callbacks [] for router_gateway (47485eaa-dcf7-4470-87bb-1a3bb40e4e52), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:36.409487 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-bb83b27b-4038-42d6-9bf7-921b5c5c6006 None None] Set router 087a27fa-af64-4374-97f6-4a63ff2b7da8 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:27:36.409693 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff4546d-5d88-4818-914d-fb5e6aef4174 req-f56cad0f-8e75-459c-bf79-0ef4b5c209d9 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:36.418699 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-aff4546d-5d88-4818-914d-fb5e6aef4174 req-f56cad0f-8e75-459c-bf79-0ef4b5c209d9 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] 10.222.0.90 "GET /v2.0/ports?device_id=345a6378-4436-498d-8be1-511bef4e7f88 HTTP/1.1" status: 200 len: 948 time: 0.5313296 Feb 09 21:27:36.468151 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-d15a2ed6-ea6e-4a84-9087-c253f9bd416a admin admin] Allocated IP 172.20.0.1 (8d0ba8e7-9ebc-4bea-9603-b2ebd02662f0/d0d42341-acdd-4a58-8c6c-6011d76b5717/aa95dd5e-0e9c-4f7a-a673-2978c6b03e10) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:27:36.474102 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-e764f2b5-3971-4174-b0e2-0f69834bf2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47485eaa-dcf7-4470-87bb-1a3bb40e4e52', 'name': 'tempest-FloatingIPsNegativeTestJSON-304726219-router', 'tenant_id': '52efeb96362c48ba9f1ac00233285f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '273b9589-78d8-4dda-ae0b-83889818b089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:27:13Z', 'updated_at': '2022-02-09T21:27:34Z', 'revision_number': 5, 'project_id': '52efeb96362c48ba9f1ac00233285f98', 'gw_port': {'id': '273b9589-78d8-4dda-ae0b-83889818b089', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47485eaa-dcf7-4470-87bb-1a3bb40e4e52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:27:14Z', 'updated_at': '2022-02-09T21:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:27:36.491179 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519c5810-1e53-47f3-945e-b48126ba7a4a req-940790c0-7617-4f48-9ff2-5937a014491f tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:36.492776 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-519c5810-1e53-47f3-945e-b48126ba7a4a req-940790c0-7617-4f48-9ff2-5937a014491f tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2300720 Feb 09 21:27:36.529920 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e764f2b5-3971-4174-b0e2-0f69834bf2c0 None None] Checking router: 47485eaa-dcf7-4470-87bb-1a3bb40e4e52 for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:27:36.543187 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e764f2b5-3971-4174-b0e2-0f69834bf2c0 None None] Routers {'47485eaa-dcf7-4470-87bb-1a3bb40e4e52'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:27:36.544492 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-e764f2b5-3971-4174-b0e2-0f69834bf2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:27:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['47485eaa-dcf7-4470-87bb-1a3bb40e4e52'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:27:36.552571 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-aff4546d-5d88-4818-914d-fb5e6aef4174 req-e7c1a2ef-4bf6-431e-a082-5e3d3af34811 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] 10.222.0.90 "GET /v2.0/security-groups?id=eeac89fc-3a98-4e6a-b07f-6275d08c01ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310170 Feb 09 21:27:36.623420 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-519c5810-1e53-47f3-945e-b48126ba7a4a req-87c63abc-20ef-4229-8058-4723f4c34e4f tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] 10.222.0.90 "GET /v2.0/quotas/8e5c2141d1364c2b8b407f257911ec8b HTTP/1.1" status: 200 len: 375 time: 0.1203218 Feb 09 21:27:36.657237 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-206dd94b-92c5-493e-b796-6b0278f8c098 admin admin] Deleting port 273b9589-78d8-4dda-ae0b-83889818b089 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:27:36.657581 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-206dd94b-92c5-493e-b796-6b0278f8c098 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (273b9589-78d8-4dda-ae0b-83889818b089), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:36.666264 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-519c5810-1e53-47f3-945e-b48126ba7a4a req-99a16690-a943-4481-be53-7e357081baf4 tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=8e5c2141d1364c2b8b407f257911ec8b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341823 Feb 09 21:27:36.705127 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-57884e1f-5222-47e0-84e8-b55211933520 req-21f4229b-80a0-4c3e-9dc2-01a247534ded tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=b92e52ce-38e3-404d-b7c1-252230ea762d HTTP/1.1" status: 200 len: 210 time: 0.0432749 Feb 09 21:27:36.744985 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d15a2ed6-ea6e-4a84-9087-c253f9bd416a admin admin] Publish callbacks [] for port (aa95dd5e-0e9c-4f7a-a673-2978c6b03e10), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:36.786951 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d15a2ed6-ea6e-4a84-9087-c253f9bd416a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (aa95dd5e-0e9c-4f7a-a673-2978c6b03e10), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:36.796305 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-e764f2b5-3971-4174-b0e2-0f69834bf2c0 None None] Set router 47485eaa-dcf7-4470-87bb-1a3bb40e4e52 gateway port host: None {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:27:36.804363 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-bb83b27b-4038-42d6-9bf7-921b5c5c6006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '087a27fa-af64-4374-97f6-4a63ff2b7da8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-885930804-router', 'tenant_id': '825e8147b3bd4478917f0ad507e83ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '6e293ca6-5ce3-4b78-976d-31648a19f839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:27:23Z', 'updated_at': '2022-02-09T21:27:31Z', 'revision_number': 3, 'project_id': '825e8147b3bd4478917f0ad507e83ce8', 'gw_port': {'id': '6e293ca6-5ce3-4b78-976d-31648a19f839', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:99:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '087a27fa-af64-4374-97f6-4a63ff2b7da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:27:27Z', 'updated_at': '2022-02-09T21:27:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:27:36.806540 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-206dd94b-92c5-493e-b796-6b0278f8c098 admin admin] For port 273b9589-78d8-4dda-ae0b-83889818b089, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=273b9589-78d8-4dda-ae0b-83889818b089,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:27:36.807019 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-206dd94b-92c5-493e-b796-6b0278f8c098 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (273b9589-78d8-4dda-ae0b-83889818b089), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:36.829742 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15a2ed6-ea6e-4a84-9087-c253f9bd416a admin admin] Network 8d0ba8e7-9ebc-4bea-9603-b2ebd02662f0 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:27:36.834581 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-d15a2ed6-ea6e-4a84-9087-c253f9bd416a admin admin] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:27:36.836450 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-206dd94b-92c5-493e-b796-6b0278f8c098 admin admin] Calling delete_port for 273b9589-78d8-4dda-ae0b-83889818b089 owned by network:router_gateway {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:27:36.838877 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15a2ed6-ea6e-4a84-9087-c253f9bd416a admin admin] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:27:36.839366 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d15a2ed6-ea6e-4a84-9087-c253f9bd416a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554727'] for router_interface (087a27fa-af64-4374-97f6-4a63ff2b7da8), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:36.874731 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-e764f2b5-3971-4174-b0e2-0f69834bf2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47485eaa-dcf7-4470-87bb-1a3bb40e4e52', 'name': 'tempest-FloatingIPsNegativeTestJSON-304726219-router', 'tenant_id': '52efeb96362c48ba9f1ac00233285f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:27:13Z', 'updated_at': '2022-02-09T21:27:36Z', 'revision_number': 6, 'project_id': '52efeb96362c48ba9f1ac00233285f98', 'gw_port_host': None}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:27:36.880408 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb83b27b-4038-42d6-9bf7-921b5c5c6006 None None] The sync data for ids ['087a27fa-af64-4374-97f6-4a63ff2b7da8'] in n-d-828369-5 is: [{'id': '087a27fa-af64-4374-97f6-4a63ff2b7da8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-885930804-router', 'tenant_id': '825e8147b3bd4478917f0ad507e83ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '6e293ca6-5ce3-4b78-976d-31648a19f839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:27:23Z', 'updated_at': '2022-02-09T21:27:31Z', 'revision_number': 3, 'project_id': '825e8147b3bd4478917f0ad507e83ce8', 'gw_port': {'id': '6e293ca6-5ce3-4b78-976d-31648a19f839', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:99:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '087a27fa-af64-4374-97f6-4a63ff2b7da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:27:27Z', 'updated_at': '2022-02-09T21:27:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:27:36.972870 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e764f2b5-3971-4174-b0e2-0f69834bf2c0 None None] The sync data for ids ['47485eaa-dcf7-4470-87bb-1a3bb40e4e52'] in n-d-828369-5 is: [{'id': '47485eaa-dcf7-4470-87bb-1a3bb40e4e52', 'name': 'tempest-FloatingIPsNegativeTestJSON-304726219-router', 'tenant_id': '52efeb96362c48ba9f1ac00233285f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:27:13Z', 'updated_at': '2022-02-09T21:27:36Z', 'revision_number': 6, 'project_id': '52efeb96362c48ba9f1ac00233285f98', 'gw_port_host': None}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:27:37.075776 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15a2ed6-ea6e-4a84-9087-c253f9bd416a admin admin] Pushing event updated for resources: {'Port': ['ID=aa95dd5e-0e9c-4f7a-a673-2978c6b03e10,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:37.140805 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bd8eda2b-cce1-4d5a-aab5-2c541ef9f1af req-f8a88ca0-47d3-413a-8a5e-41a958be3d16 tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] 10.222.0.90 "GET /v2.0/ports?device_id=1ab05f9b-94c3-48fb-a278-805d8cc5ddb0 HTTP/1.1" status: 200 len: 210 time: 0.0600719 Feb 09 21:27:37.144121 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-206dd94b-92c5-493e-b796-6b0278f8c098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (273b9589-78d8-4dda-ae0b-83889818b089), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:37.189571 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206dd94b-92c5-493e-b796-6b0278f8c098 admin admin] Pushing event deleted for resources: {'Port': ['ID=273b9589-78d8-4dda-ae0b-83889818b089,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:37.210326 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeb64ae-8d12-40d0-84cb-7e379a663ace req-b8546648-2248-4bb5-b9c3-9963f7fdc7e8 tempest-AggregatesAdminTestJSON-702210867 tempest-AggregatesAdminTestJSON-702210867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:37.217411 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-916cba8e-20a3-47c9-9e43-277ed64638d0 None None] Provisioning complete for port aa95dd5e-0e9c-4f7a-a673-2978c6b03e10 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:27:37.217853 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-916cba8e-20a3-47c9-9e43-277ed64638d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (aa95dd5e-0e9c-4f7a-a673-2978c6b03e10), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:37.219466 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ddeb64ae-8d12-40d0-84cb-7e379a663ace req-b8546648-2248-4bb5-b9c3-9963f7fdc7e8 tempest-AggregatesAdminTestJSON-702210867 tempest-AggregatesAdminTestJSON-702210867-project] 10.222.0.90 "GET /v2.0/ports?device_id=870bb840-97eb-44c5-a377-fd913add82b3 HTTP/1.1" status: 200 len: 969 time: 0.2849839 Feb 09 21:27:37.222533 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-206dd94b-92c5-493e-b796-6b0278f8c098 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-554524'] for router_gateway (47485eaa-dcf7-4470-87bb-1a3bb40e4e52), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:37.284266 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d15a2ed6-ea6e-4a84-9087-c253f9bd416a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (aa95dd5e-0e9c-4f7a-a673-2978c6b03e10), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:37.292063 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-916cba8e-20a3-47c9-9e43-277ed64638d0 None None] Port aa95dd5e-0e9c-4f7a-a673-2978c6b03e10 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:27:37.312864 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ddeb64ae-8d12-40d0-84cb-7e379a663ace req-4bf3504e-c7bb-49a2-b98d-91ac50ef9eb5 tempest-AggregatesAdminTestJSON-702210867 tempest-AggregatesAdminTestJSON-702210867-project] 10.222.0.90 "GET /v2.0/security-groups?id=228c8f47-6123-4d31-ba8f-2697a670de8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924637 Feb 09 21:27:37.403141 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-206dd94b-92c5-493e-b796-6b0278f8c098 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (47485eaa-dcf7-4470-87bb-1a3bb40e4e52), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:37.405732 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-206dd94b-92c5-493e-b796-6b0278f8c098 admin admin] Publish callbacks [] for router_controller (47485eaa-dcf7-4470-87bb-1a3bb40e4e52), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:37.622671 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 042cd716-d0bb-4a96-b050-0d1e94ab5ad7 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:27:37.670945 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 042cd716-d0bb-4a96-b050-0d1e94ab5ad7 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:27:37.671281 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 042cd716-d0bb-4a96-b050-0d1e94ab5ad7 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:27:37.679824 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-206dd94b-92c5-493e-b796-6b0278f8c098 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (47485eaa-dcf7-4470-87bb-1a3bb40e4e52), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:37.680441 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-206dd94b-92c5-493e-b796-6b0278f8c098 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47485eaa-dcf7-4470-87bb-1a3bb40e4e52 {{(pid=103141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:27:37.695004 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-206dd94b-92c5-493e-b796-6b0278f8c098 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:37.699164 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-206dd94b-92c5-493e-b796-6b0278f8c098 admin admin] 10.222.0.90 "DELETE /v2.0/routers/47485eaa-dcf7-4470-87bb-1a3bb40e4e52 HTTP/1.1" status: 204 len: 168 time: 1.7338085 Feb 09 21:27:37.707297 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 44110) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:27:37.763770 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d15a2ed6-ea6e-4a84-9087-c253f9bd416a admin admin] Publish callbacks [] for port (aa95dd5e-0e9c-4f7a-a673-2978c6b03e10), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:37.774260 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d15a2ed6-ea6e-4a84-9087-c253f9bd416a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (aa95dd5e-0e9c-4f7a-a673-2978c6b03e10), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:37.775523 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d15a2ed6-ea6e-4a84-9087-c253f9bd416a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524919'] for router_interface (087a27fa-af64-4374-97f6-4a63ff2b7da8), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:37.806462 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device a90a3f7f-67d3-4861-8146-8485800595c7 details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:27:37.814463 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-e02bb98f-3f07-43de-9f7e-16322c4b73d8 admin admin] Deleting subnet f6fbc4ca-2340-469f-921f-77b8933c9934 {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:27:37.828519 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467e6b4d-4047-41c9-b5ae-7aa8fc1de8d9 req-4378b9a5-ec9f-4def-b2b4-fd57dd0210f3 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:37.828733 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e02bb98f-3f07-43de-9f7e-16322c4b73d8 admin admin] Publish callbacks [] for subnet (f6fbc4ca-2340-469f-921f-77b8933c9934), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:37.834874 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-467e6b4d-4047-41c9-b5ae-7aa8fc1de8d9 req-4378b9a5-ec9f-4def-b2b4-fd57dd0210f3 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] 10.222.0.90 "GET /v2.0/ports?device_id=345a6378-4436-498d-8be1-511bef4e7f88 HTTP/1.1" status: 200 len: 948 time: 0.1733165 Feb 09 21:27:37.933010 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d321cbf-ed18-4d2f-8226-b4214ea1f4ae req-e49422eb-afbc-468c-a308-de14d703a2eb tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:37.934582 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-9d321cbf-ed18-4d2f-8226-b4214ea1f4ae req-e49422eb-afbc-468c-a308-de14d703a2eb tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.95 "GET /v2.0/networks?id=5406f657-d0e3-4570-bda7-aeb2bc509011 HTTP/1.1" status: 200 len: 808 time: 0.4286187 Feb 09 21:27:37.948697 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7aac1cb2-e027-4653-b93f-def79d08a43c req-f39561c3-b921-405e-ae12-a5b1ff826c65 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=b92e52ce-38e3-404d-b7c1-252230ea762d HTTP/1.1" status: 200 len: 210 time: 0.1042304 Feb 09 21:27:37.950586 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e02bb98f-3f07-43de-9f7e-16322c4b73d8 admin admin] Publish callbacks [] for subnet (f6fbc4ca-2340-469f-921f-77b8933c9934), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:37.966947 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-9d321cbf-ed18-4d2f-8226-b4214ea1f4ae req-1c9e089c-0278-432b-a060-951fdec59f8a tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Request body: {'port': {'device_id': 'b92e52ce-38e3-404d-b7c1-252230ea762d', 'network_id': '5406f657-d0e3-4570-bda7-aeb2bc509011', 'admin_state_up': True, 'tenant_id': 'd13eb104d8994e4d9b604f1050cb6328'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:27:38.030187 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15a2ed6-ea6e-4a84-9087-c253f9bd416a admin admin] Pushing event updated for resources: {'Port': ['ID=aa95dd5e-0e9c-4f7a-a673-2978c6b03e10,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:38.051046 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port a90a3f7f-67d3-4861-8146-8485800595c7, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=a90a3f7f-67d3-4861-8146-8485800595c7,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:27:38.072739 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': 'a90a3f7f-67d3-4861-8146-8485800595c7', 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc', 'port_id': 'a90a3f7f-67d3-4861-8146-8485800595c7', 'mac_address': 'fa:16:3e:9d:59:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f7402ac-a35b-414b-bcc1-bc1c3072ec3c', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:27:38.094296 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-467e6b4d-4047-41c9-b5ae-7aa8fc1de8d9 req-090ec1b0-1bf1-489d-98e1-7d7c3043b09a tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] 10.222.0.90 "GET /v2.0/security-groups?id=eeac89fc-3a98-4e6a-b07f-6275d08c01ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149947 Feb 09 21:27:38.138654 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15a2ed6-ea6e-4a84-9087-c253f9bd416a admin admin] Network 8d0ba8e7-9ebc-4bea-9603-b2ebd02662f0 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:27:38.140300 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-d15a2ed6-ea6e-4a84-9087-c253f9bd416a admin admin] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:27:38.187505 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e02bb98f-3f07-43de-9f7e-16322c4b73d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (f6fbc4ca-2340-469f-921f-77b8933c9934), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:38.213856 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port a90a3f7f-67d3-4861-8146-8485800595c7 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:27:38.214259 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (a90a3f7f-67d3-4861-8146-8485800595c7), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:38.265644 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a90a3f7f-67d3-4861-8146-8485800595c7 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:27:38.299352 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d321cbf-ed18-4d2f-8226-b4214ea1f4ae req-1c9e089c-0278-432b-a060-951fdec59f8a tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Made reservation on behalf of d13eb104d8994e4d9b604f1050cb6328 for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:27:38.303165 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-9d321cbf-ed18-4d2f-8226-b4214ea1f4ae req-1c9e089c-0278-432b-a060-951fdec59f8a tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:38.304462 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d15a2ed6-ea6e-4a84-9087-c253f9bd416a admin admin] Router 087a27fa-af64-4374-97f6-4a63ff2b7da8 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:27:38.321876 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e02bb98f-3f07-43de-9f7e-16322c4b73d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for subnet (f6fbc4ca-2340-469f-921f-77b8933c9934), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:38.324512 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port a90a3f7f-67d3-4861-8146-8485800595c7, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=a90a3f7f-67d3-4861-8146-8485800595c7,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:27:38.331081 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (a90a3f7f-67d3-4861-8146-8485800595c7), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:38.354567 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1ddb10aa-9253-4f8d-9041-e890fbd44d7d req-083f4442-9c0f-4c76-a5fb-56889779bfe3 tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] 10.222.0.90 "GET /v2.0/ports?device_id=1ab05f9b-94c3-48fb-a278-805d8cc5ddb0 HTTP/1.1" status: 200 len: 210 time: 0.0461824 Feb 09 21:27:38.386111 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02bb98f-3f07-43de-9f7e-16322c4b73d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6fbc4ca-2340-469f-921f-77b8933c9934,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:38.396776 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e02bb98f-3f07-43de-9f7e-16322c4b73d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:38.401209 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-e02bb98f-3f07-43de-9f7e-16322c4b73d8 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/f6fbc4ca-2340-469f-921f-77b8933c9934 HTTP/1.1" status: 204 len: 168 time: 0.6931262 Feb 09 21:27:38.407452 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 44118) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:27:38.434020 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b45c526-6c25-4bac-b2e1-e44362f9a727 None None] Network 9c7c13ba-f7ad-425b-8646-4ab605dec5f2 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:27:38.559916 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=a90a3f7f-67d3-4861-8146-8485800595c7,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:38.628133 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-6f6da732-227b-4585-873c-68c8bc0bad9a None None] Provisioning complete for port aa95dd5e-0e9c-4f7a-a673-2978c6b03e10 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:27:38.629345 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-6f6da732-227b-4585-873c-68c8bc0bad9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (aa95dd5e-0e9c-4f7a-a673-2978c6b03e10), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:38.659733 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-430b7859-c288-4914-a129-1191feda91af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (9c7c13ba-f7ad-425b-8646-4ab605dec5f2), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:38.661014 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d15a2ed6-ea6e-4a84-9087-c253f9bd416a admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:27:38.674152 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-d15a2ed6-ea6e-4a84-9087-c253f9bd416a admin admin] 10.222.0.90 "PUT /v2.0/routers/087a27fa-af64-4374-97f6-4a63ff2b7da8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8670015 Feb 09 21:27:38.691241 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5294e97f-b84d-4d01-abb9-f9b64d9cca20 req-d3bae154-bed4-4c30-806f-f8a8741591e2 tempest-AggregatesAdminTestJSON-702210867 tempest-AggregatesAdminTestJSON-702210867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:38.692910 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5294e97f-b84d-4d01-abb9-f9b64d9cca20 req-d3bae154-bed4-4c30-806f-f8a8741591e2 tempest-AggregatesAdminTestJSON-702210867 tempest-AggregatesAdminTestJSON-702210867-project] 10.222.0.90 "GET /v2.0/ports?device_id=870bb840-97eb-44c5-a377-fd913add82b3 HTTP/1.1" status: 200 len: 969 time: 0.1559937 Feb 09 21:27:38.707985 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['a90a3f7f-67d3-4861-8146-8485800595c7'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:27:38.721045 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-519c5810-1e53-47f3-945e-b48126ba7a4a req-ae29c284-7596-4864-95da-95ea9d2513fb tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=8e5c2141d1364c2b8b407f257911ec8b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0955291 Feb 09 21:27:38.763455 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5294e97f-b84d-4d01-abb9-f9b64d9cca20 req-983459a3-81dc-40c5-9017-c9a4a0590fbd tempest-AggregatesAdminTestJSON-702210867 tempest-AggregatesAdminTestJSON-702210867-project] 10.222.0.90 "GET /v2.0/security-groups?id=228c8f47-6123-4d31-ba8f-2697a670de8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633984 Feb 09 21:27:38.861038 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [req-9d321cbf-ed18-4d2f-8226-b4214ea1f4ae req-1c9e089c-0278-432b-a060-951fdec59f8a tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Allocated IP 172.20.0.9 (5406f657-d0e3-4570-bda7-aeb2bc509011/e1ad18b5-2d0f-4d2c-9c50-5fdfdce0a556/aa2b940c-04ac-4a07-a261-5afc49841033) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:27:38.937020 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519c5810-1e53-47f3-945e-b48126ba7a4a req-27098eb2-7b83-40b8-a1d5-ae830d25ed42 tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:38.938461 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-519c5810-1e53-47f3-945e-b48126ba7a4a req-27098eb2-7b83-40b8-a1d5-ae830d25ed42 tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2067864 Feb 09 21:27:38.946099 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-6f6da732-227b-4585-873c-68c8bc0bad9a None None] Port aa95dd5e-0e9c-4f7a-a673-2978c6b03e10 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:27:38.960060 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-519c5810-1e53-47f3-945e-b48126ba7a4a req-273c20d1-e8cf-4ecc-b01e-13c08eb4e7cd tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] Request body: {'port': {'device_id': '1ab05f9b-94c3-48fb-a278-805d8cc5ddb0', 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc', 'admin_state_up': True, 'tenant_id': '8e5c2141d1364c2b8b407f257911ec8b'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:27:38.970936 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-eb53d53b-b9f7-4460-90df-67dbf2f9f400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:39.013693 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-430b7859-c288-4914-a129-1191feda91af admin admin] Deleting port 0af71025-7a77-499c-afcc-650bcccafe92 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:27:39.013693 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-430b7859-c288-4914-a129-1191feda91af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (0af71025-7a77-499c-afcc-650bcccafe92), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:39.087422 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c82500-9c35-4a6f-bd66-68bceac96bff None None] DHCP port deletion for 9c7c13ba-f7ad-425b-8646-4ab605dec5f2 request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:27:39.174134 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-456751f8-e82c-49f2-afc9-d1157b9fcef7 req-e6a1085f-8ba1-49d2-bdbc-eb8381296098 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=b92e52ce-38e3-404d-b7c1-252230ea762d HTTP/1.1" status: 200 len: 210 time: 0.0629883 Feb 09 21:27:39.206931 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-430b7859-c288-4914-a129-1191feda91af admin admin] For port 0af71025-7a77-499c-afcc-650bcccafe92, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=0af71025-7a77-499c-afcc-650bcccafe92,segment=NetworkSegment(0ff0b370-2c98-425a-84ef-41067a96cf4e),segment_id=0ff0b370-2c98-425a-84ef-41067a96cf4e)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:27:39.207321 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-430b7859-c288-4914-a129-1191feda91af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (0af71025-7a77-499c-afcc-650bcccafe92), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:39.243001 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-d5c82500-9c35-4a6f-bd66-68bceac96bff None None] Deleting port 0af71025-7a77-499c-afcc-650bcccafe92 {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:27:39.244642 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d5c82500-9c35-4a6f-bd66-68bceac96bff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (0af71025-7a77-499c-afcc-650bcccafe92), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:39.260674 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-430b7859-c288-4914-a129-1191feda91af admin admin] Calling delete_port for 0af71025-7a77-499c-afcc-650bcccafe92 owned by network:dhcp {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:27:39.275733 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-519c5810-1e53-47f3-945e-b48126ba7a4a req-273c20d1-e8cf-4ecc-b01e-13c08eb4e7cd tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] Made reservation on behalf of 8e5c2141d1364c2b8b407f257911ec8b for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:27:39.282385 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-519c5810-1e53-47f3-945e-b48126ba7a4a req-273c20d1-e8cf-4ecc-b01e-13c08eb4e7cd tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:39.314573 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-9d321cbf-ed18-4d2f-8226-b4214ea1f4ae req-1c9e089c-0278-432b-a060-951fdec59f8a tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Publish callbacks [] for port (aa2b940c-04ac-4a07-a261-5afc49841033), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:39.316375 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-519c5810-1e53-47f3-945e-b48126ba7a4a req-273c20d1-e8cf-4ecc-b01e-13c08eb4e7cd tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:39.354497 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-d5c82500-9c35-4a6f-bd66-68bceac96bff None None] For port 0af71025-7a77-499c-afcc-650bcccafe92, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=0af71025-7a77-499c-afcc-650bcccafe92,segment=NetworkSegment(0ff0b370-2c98-425a-84ef-41067a96cf4e),segment_id=0ff0b370-2c98-425a-84ef-41067a96cf4e)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:27:39.354988 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d5c82500-9c35-4a6f-bd66-68bceac96bff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (0af71025-7a77-499c-afcc-650bcccafe92), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:39.376357 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-d5c82500-9c35-4a6f-bd66-68bceac96bff None None] Calling delete_port for 0af71025-7a77-499c-afcc-650bcccafe92 owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:27:39.376581 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15510bd7-fe2e-411f-acda-c00e37b2cdd3 req-3065a84b-2fe2-4495-96a7-ac62a55d668f tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:39.377077 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-15510bd7-fe2e-411f-acda-c00e37b2cdd3 req-3065a84b-2fe2-4495-96a7-ac62a55d668f tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] 10.222.0.90 "GET /v2.0/ports?device_id=345a6378-4436-498d-8be1-511bef4e7f88 HTTP/1.1" status: 200 len: 949 time: 0.1010251 Feb 09 21:27:39.443431 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 6e293ca6-5ce3-4b78-976d-31648a19f839 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:27:39.452360 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-15510bd7-fe2e-411f-acda-c00e37b2cdd3 req-ba1bcd63-89d9-4278-95c0-e6a32377a9ae tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] 10.222.0.90 "GET /v2.0/security-groups?id=eeac89fc-3a98-4e6a-b07f-6275d08c01ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664661 Feb 09 21:27:39.472348 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-430b7859-c288-4914-a129-1191feda91af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (0af71025-7a77-499c-afcc-650bcccafe92), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:39.490547 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-9d321cbf-ed18-4d2f-8226-b4214ea1f4ae req-1c9e089c-0278-432b-a060-951fdec59f8a tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (aa2b940c-04ac-4a07-a261-5afc49841033), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:39.577691 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f5adcaeb-5e6b-4a28-9f83-3ab1a53e4639 req-64ce42e1-d372-480f-a76c-4878891867f6 tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] 10.222.0.90 "GET /v2.0/ports?device_id=1ab05f9b-94c3-48fb-a278-805d8cc5ddb0 HTTP/1.1" status: 200 len: 210 time: 0.0430601 Feb 09 21:27:39.606211 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422fabeb-8863-4115-a8e2-337a658f9ee9 None None] Sync routers for ids ['087a27fa-af64-4374-97f6-4a63ff2b7da8'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:27:39.620679 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d5c82500-9c35-4a6f-bd66-68bceac96bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (0af71025-7a77-499c-afcc-650bcccafe92), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:39.622227 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422fabeb-8863-4115-a8e2-337a658f9ee9 None None] Routers {'087a27fa-af64-4374-97f6-4a63ff2b7da8'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:27:39.623232 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-422fabeb-8863-4115-a8e2-337a658f9ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:27:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['087a27fa-af64-4374-97f6-4a63ff2b7da8'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:27:39.627936 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 6e293ca6-5ce3-4b78-976d-31648a19f839 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:27:39.628429 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (6e293ca6-5ce3-4b78-976d-31648a19f839), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:39.647526 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 44144) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:27:39.653151 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-c46a19b3-16e9-4854-992e-0cb68040fa8d tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Request body: {'security_group': {'name': 'tempest-securitygroup--644178451', 'description': 'tempest-description--2067145691'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:27:39.683755 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c46a19b3-16e9-4854-992e-0cb68040fa8d tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:39.698028 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c82500-9c35-4a6f-bd66-68bceac96bff None None] No DVR routers for this DVR port 0af71025-7a77-499c-afcc-650bcccafe92 on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:27:39.700895 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c82500-9c35-4a6f-bd66-68bceac96bff None None] Pushing event deleted for resources: {'Port': ['ID=0af71025-7a77-499c-afcc-650bcccafe92,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:39.729354 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430b7859-c288-4914-a129-1191feda91af admin admin] No DVR routers for this DVR port 0af71025-7a77-499c-afcc-650bcccafe92 on host n-d-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:27:39.731370 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430b7859-c288-4914-a129-1191feda91af admin admin] Pushing event deleted for resources: {'Port': ['ID=0af71025-7a77-499c-afcc-650bcccafe92,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:39.772091 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 6e293ca6-5ce3-4b78-976d-31648a19f839 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:27:39.772754 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (6e293ca6-5ce3-4b78-976d-31648a19f839), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:39.788552 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-422fabeb-8863-4115-a8e2-337a658f9ee9 None None] Set router 087a27fa-af64-4374-97f6-4a63ff2b7da8 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:27:39.796449 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port 6e293ca6-5ce3-4b78-976d-31648a19f839, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=6e293ca6-5ce3-4b78-976d-31648a19f839,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:27:39.799281 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device a90a3f7f-67d3-4861-8146-8485800595c7 up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:27:39.801064 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d321cbf-ed18-4d2f-8226-b4214ea1f4ae req-1c9e089c-0278-432b-a060-951fdec59f8a tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Network 5406f657-d0e3-4570-bda7-aeb2bc509011 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:27:39.803257 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (6e293ca6-5ce3-4b78-976d-31648a19f839), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:39.813033 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c46a19b3-16e9-4854-992e-0cb68040fa8d tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Publish callbacks [] for security_group (c11474fc-a995-4bd5-b9af-83dc4f32d281), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:39.818106 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c46a19b3-16e9-4854-992e-0cb68040fa8d tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (c11474fc-a995-4bd5-b9af-83dc4f32d281), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:39.821430 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [req-9d321cbf-ed18-4d2f-8226-b4214ea1f4ae req-1c9e089c-0278-432b-a060-951fdec59f8a tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:27:39.856129 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c46a19b3-16e9-4854-992e-0cb68040fa8d tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:39.856961 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d321cbf-ed18-4d2f-8226-b4214ea1f4ae req-1c9e089c-0278-432b-a060-951fdec59f8a tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:27:39.860729 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-c46a19b3-16e9-4854-992e-0cb68040fa8d tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2120502 Feb 09 21:27:39.862267 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d321cbf-ed18-4d2f-8226-b4214ea1f4ae req-1c9e089c-0278-432b-a060-951fdec59f8a tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:39.862991 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-9d321cbf-ed18-4d2f-8226-b4214ea1f4ae req-1c9e089c-0278-432b-a060-951fdec59f8a tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:39.870015 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 44148) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:27:39.892951 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-e8661444-2645-4b7a-ab25-9a7ccbee2981 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Request body: {'security_group_rule': {'security_group_id': 'c11474fc-a995-4bd5-b9af-83dc4f32d281', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:27:39.917198 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46a19b3-16e9-4854-992e-0cb68040fa8d tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c11474fc-a995-4bd5-b9af-83dc4f32d281,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:39.927364 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-430b7859-c288-4914-a129-1191feda91af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (9c7c13ba-f7ad-425b-8646-4ab605dec5f2), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:39.930032 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9e089c-0278-432b-a060-951fdec59f8a tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Pushing event updated for resources: {'Port': ['ID=aa2b940c-04ac-4a07-a261-5afc49841033,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:39.934072 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=6e293ca6-5ce3-4b78-976d-31648a19f839,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:39.943012 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning for port a90a3f7f-67d3-4861-8146-8485800595c7 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:27:39.945576 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-9d321cbf-ed18-4d2f-8226-b4214ea1f4ae req-1c9e089c-0278-432b-a060-951fdec59f8a tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9903231 Feb 09 21:27:39.950013 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-519c5810-1e53-47f3-945e-b48126ba7a4a req-273c20d1-e8cf-4ecc-b01e-13c08eb4e7cd tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] Publish callbacks [] for security_group (de89aeae-9279-4562-8602-a4eda38792b7), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:39.952565 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port a90a3f7f-67d3-4861-8146-8485800595c7 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:27:39.952991 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (a90a3f7f-67d3-4861-8146-8485800595c7), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:39.962287 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-9d321cbf-ed18-4d2f-8226-b4214ea1f4ae req-506e7b6d-c9c9-44a9-b1ac-0e435bb58e5b service neutron] Request body: {'port': {'device_id': 'b92e52ce-38e3-404d-b7c1-252230ea762d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:27:39.972243 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-519c5810-1e53-47f3-945e-b48126ba7a4a req-273c20d1-e8cf-4ecc-b01e-13c08eb4e7cd tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (de89aeae-9279-4562-8602-a4eda38792b7), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:39.982897 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 0af71025-7a77-499c-afcc-650bcccafe92 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:27:39.988706 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-430b7859-c288-4914-a129-1191feda91af admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:27:39.989476 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-430b7859-c288-4914-a129-1191feda91af admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:27:39.990008 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-430b7859-c288-4914-a129-1191feda91af admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:27:39.990434 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-430b7859-c288-4914-a129-1191feda91af admin admin] Subscribe: > port after_create 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:27:39.990861 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-430b7859-c288-4914-a129-1191feda91af admin admin] Subscribe: > port after_delete 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:27:39.991307 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-430b7859-c288-4914-a129-1191feda91af admin admin] Subscribe: > port after_update 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:27:39.991810 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-430b7859-c288-4914-a129-1191feda91af admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:27:39.992249 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-430b7859-c288-4914-a129-1191feda91af admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:27:39.992715 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-430b7859-c288-4914-a129-1191feda91af admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:27:39.993651 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-430b7859-c288-4914-a129-1191feda91af admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:27:40.010434 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 0af71025-7a77-499c-afcc-650bcccafe92 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:27:40.011043 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 0af71025-7a77-499c-afcc-650bcccafe92 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:27:40.011639 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 273b9589-78d8-4dda-ae0b-83889818b089 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:27:40.038415 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 273b9589-78d8-4dda-ae0b-83889818b089 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:27:40.038993 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 273b9589-78d8-4dda-ae0b-83889818b089 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:27:40.039645 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4462193c-9327-4124-97c7-c078e9644d27 req-53f0f5c5-5a1b-4c3f-bf9b-59a0555f7142 tempest-AggregatesAdminTestJSON-702210867 tempest-AggregatesAdminTestJSON-702210867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:40.047076 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4462193c-9327-4124-97c7-c078e9644d27 req-53f0f5c5-5a1b-4c3f-bf9b-59a0555f7142 tempest-AggregatesAdminTestJSON-702210867 tempest-AggregatesAdminTestJSON-702210867-project] 10.222.0.90 "GET /v2.0/ports?device_id=870bb840-97eb-44c5-a377-fd913add82b3 HTTP/1.1" status: 200 len: 969 time: 0.0860109 Feb 09 21:27:40.070134 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-430b7859-c288-4914-a129-1191feda91af admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:27:40.070608 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-430b7859-c288-4914-a129-1191feda91af admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:27:40.071512 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-430b7859-c288-4914-a129-1191feda91af admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:27:40.071512 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-430b7859-c288-4914-a129-1191feda91af admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:27:40.071997 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-430b7859-c288-4914-a129-1191feda91af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c7c13ba-f7ad-425b-8646-4ab605dec5f2']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:27:40.094677 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port a90a3f7f-67d3-4861-8146-8485800595c7 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:27:40.094992 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (a90a3f7f-67d3-4861-8146-8485800595c7), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:40.122306 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '345a6378-4436-498d-8be1-511bef4e7f88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a90a3f7f-67d3-4861-8146-8485800595c7'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:27:40.124574 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4462193c-9327-4124-97c7-c078e9644d27 req-26e9f6c0-dc36-4fdd-aa3c-a2c41b763879 tempest-AggregatesAdminTestJSON-702210867 tempest-AggregatesAdminTestJSON-702210867-project] 10.222.0.90 "GET /v2.0/security-groups?id=228c8f47-6123-4d31-ba8f-2697a670de8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720034 Feb 09 21:27:40.143760 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-422fabeb-8863-4115-a8e2-337a658f9ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '087a27fa-af64-4374-97f6-4a63ff2b7da8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-885930804-router', 'tenant_id': '825e8147b3bd4478917f0ad507e83ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '6e293ca6-5ce3-4b78-976d-31648a19f839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:27:23Z', 'updated_at': '2022-02-09T21:27:37Z', 'revision_number': 4, 'project_id': '825e8147b3bd4478917f0ad507e83ce8', 'gw_port': {'id': '6e293ca6-5ce3-4b78-976d-31648a19f839', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:99:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '087a27fa-af64-4374-97f6-4a63ff2b7da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:27:27Z', 'updated_at': '2022-02-09T21:27:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': 'aa95dd5e-0e9c-4f7a-a673-2978c6b03e10', 'name': '', 'network_id': '8d0ba8e7-9ebc-4bea-9603-b2ebd02662f0', 'tenant_id': '825e8147b3bd4478917f0ad507e83ce8', 'mac_address': 'fa:16:3e:e6:31:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '087a27fa-af64-4374-97f6-4a63ff2b7da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': 'd0d42341-acdd-4a58-8c6c-6011d76b5717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:27:35Z', 'updated_at': '2022-02-09T21:27:37Z', 'revision_number': 2, 'project_id': '825e8147b3bd4478917f0ad507e83ce8', 'subnets': [{'id': 'd0d42341-acdd-4a58-8c6c-6011d76b5717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:27:40.171857 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422fabeb-8863-4115-a8e2-337a658f9ee9 None None] Checking router: 087a27fa-af64-4374-97f6-4a63ff2b7da8 for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:27:40.172169 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422fabeb-8863-4115-a8e2-337a658f9ee9 None None] Updating router 087a27fa-af64-4374-97f6-4a63ff2b7da8 port aa95dd5e-0e9c-4f7a-a673-2978c6b03e10 binding host n-d-828369-5 {{(pid=103143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:27:40.187552 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-430b7859-c288-4914-a129-1191feda91af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ff0b370-2c98-425a-84ef-41067a96cf4e') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:27:40.187858 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-430b7859-c288-4914-a129-1191feda91af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ff0b370-2c98-425a-84ef-41067a96cf4e') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:27:40.206750 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-422fabeb-8863-4115-a8e2-337a658f9ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (aa95dd5e-0e9c-4f7a-a673-2978c6b03e10), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:40.214899 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port a90a3f7f-67d3-4861-8146-8485800595c7, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=a90a3f7f-67d3-4861-8146-8485800595c7,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:27:40.222392 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (a90a3f7f-67d3-4861-8146-8485800595c7), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:40.226045 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e8661444-2645-4b7a-ab25-9a7ccbee2981 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Publish callbacks [] for security_group_rule (ea9b7b2f-4500-4eed-8575-37c05854264d), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:40.232640 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-430b7859-c288-4914-a129-1191feda91af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (0ff0b370-2c98-425a-84ef-41067a96cf4e), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:40.267642 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273c20d1-e8cf-4ecc-b01e-13c08eb4e7cd tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de89aeae-9279-4562-8602-a4eda38792b7,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:40.302634 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-430b7859-c288-4914-a129-1191feda91af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (0ff0b370-2c98-425a-84ef-41067a96cf4e), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:40.325656 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-430b7859-c288-4914-a129-1191feda91af admin admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:27:40.326085 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-430b7859-c288-4914-a129-1191feda91af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (0ff0b370-2c98-425a-84ef-41067a96cf4e), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:40.332379 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0832804e-0eed-408f-bc9b-6193736e07e9" -d '{"events": [{"server_uuid": "345a6378-4436-498d-8be1-511bef4e7f88", "name": "network-vif-plugged", "status": "completed", "tag": "a90a3f7f-67d3-4861-8146-8485800595c7"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:27:40.335190 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=a90a3f7f-67d3-4861-8146-8485800595c7,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:40.338040 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d3c601-05fa-4805-8c38-d86df950c5d6 req-f5db7025-ae0d-4c7e-915e-a0af353cb31b tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:40.351189 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-79d3c601-05fa-4805-8c38-d86df950c5d6 req-f5db7025-ae0d-4c7e-915e-a0af353cb31b tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=b92e52ce-38e3-404d-b7c1-252230ea762d HTTP/1.1" status: 200 len: 931 time: 0.0978220 Feb 09 21:27:40.355709 n-d-828369-5 neutron-server[103141]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 21:27:40.355709 n-d-828369-5 neutron-server[103141]: from cryptography.utils import int_from_bytes Feb 09 21:27:40.355709 n-d-828369-5 neutron-server[103141]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 21:27:40.355709 n-d-828369-5 neutron-server[103141]: from cryptography.utils import int_from_bytes Feb 09 21:27:40.355709 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:27:40.355709 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:27:40.355709 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:27:40.355709 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:27:40.355709 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:27:40.355709 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:27:40.355709 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:27:40.355709 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:27:40.355709 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:27:40.355709 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:27:40.355709 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:27:40.355709 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:27:40.355709 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:27:40.355709 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:27:40.355709 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:27:40.355709 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:27:40.355709 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:27:40.355709 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:27:40.355709 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:27:40.355709 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:27:40.355709 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:27:40.355709 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:27:40.355709 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:27:40.355709 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:27:40.355709 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:27:40.355709 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:27:40.355709 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:27:40.355709 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:27:40.355709 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:27:40.355709 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:27:40.355709 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:27:40.355709 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:27:40.416566 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-79d3c601-05fa-4805-8c38-d86df950c5d6 req-3bd5853e-656b-4a89-be4a-0e92fa337815 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641668 Feb 09 21:27:40.430597 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [req-519c5810-1e53-47f3-945e-b48126ba7a4a req-273c20d1-e8cf-4ecc-b01e-13c08eb4e7cd tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] Allocated IP 192.168.233.155 (a8139157-1e3e-4bd9-8fa9-c0e20debd7dc/0f7402ac-a35b-414b-bcc1-bc1c3072ec3c/df25d0ba-3b9d-4d1f-9703-691a155dcf42) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:27:40.447281 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9f95b35-e17b-434b-9021-0ab928a57698 x-openstack-request-id: req-d9f95b35-e17b-434b-9021-0ab928a57698 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:27:40.447601 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "345a6378-4436-498d-8be1-511bef4e7f88", "name": "network-vif-plugged", "status": "completed", "tag": "a90a3f7f-67d3-4861-8146-8485800595c7", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:27:40.447865 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-d9f95b35-e17b-434b-9021-0ab928a57698 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:27:40.448337 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '345a6378-4436-498d-8be1-511bef4e7f88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a90a3f7f-67d3-4861-8146-8485800595c7', 'code': 200} Feb 09 21:27:40.482130 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-9d321cbf-ed18-4d2f-8226-b4214ea1f4ae req-506e7b6d-c9c9-44a9-b1ac-0e435bb58e5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (aa2b940c-04ac-4a07-a261-5afc49841033), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:40.521523 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.95', 60349) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:27:40.554835 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-422fabeb-8863-4115-a8e2-337a658f9ee9 None None] Publish callbacks [] for port (aa95dd5e-0e9c-4f7a-a673-2978c6b03e10), precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:40.558961 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-422fabeb-8863-4115-a8e2-337a658f9ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (aa95dd5e-0e9c-4f7a-a673-2978c6b03e10), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:40.572299 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-430b7859-c288-4914-a129-1191feda91af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (9c7c13ba-f7ad-425b-8646-4ab605dec5f2), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:40.610612 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695a0086-0596-467f-a396-2b9b22e927d9 None None] Pushing event updated for resources: {'Port': ['ID=aa95dd5e-0e9c-4f7a-a673-2978c6b03e10,revision_number=3']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:40.618021 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-430b7859-c288-4914-a129-1191feda91af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:40.624628 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-430b7859-c288-4914-a129-1191feda91af admin admin] 10.222.0.90 "DELETE /v2.0/networks/9c7c13ba-f7ad-425b-8646-4ab605dec5f2 HTTP/1.1" status: 204 len: 168 time: 2.2137809 Feb 09 21:27:40.638025 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041578e4-4b38-484c-af7f-c84dd96d61c0 req-2dfb5eed-1fc6-46ce-b47b-d492b62be2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:40.639570 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-041578e4-4b38-484c-af7f-c84dd96d61c0 req-2dfb5eed-1fc6-46ce-b47b-d492b62be2ad service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=345a6378-4436-498d-8be1-511bef4e7f88 HTTP/1.1" status: 200 len: 1132 time: 0.1167054 Feb 09 21:27:40.667885 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430b7859-c288-4914-a129-1191feda91af admin admin] Pushing event deleted for resources: {'Network': ['ID=9c7c13ba-f7ad-425b-8646-4ab605dec5f2,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:40.681916 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cd0091-0b04-4a9a-b47d-ae4a1660aa76 req-426ef920-a28d-4728-ba09-a61076abfa31 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:40.683194 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-59cd0091-0b04-4a9a-b47d-ae4a1660aa76 req-426ef920-a28d-4728-ba09-a61076abfa31 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] 10.222.0.90 "GET /v2.0/ports?device_id=345a6378-4436-498d-8be1-511bef4e7f88 HTTP/1.1" status: 200 len: 950 time: 0.1105404 Feb 09 21:27:40.697228 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-041578e4-4b38-484c-af7f-c84dd96d61c0 req-a73bf874-55dd-43b8-80d7-fc832478f9e5 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:40.722300 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-422fabeb-8863-4115-a8e2-337a658f9ee9 None None] Attempting to bind port aa95dd5e-0e9c-4f7a-a673-2978c6b03e10 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:27:40.722678 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-422fabeb-8863-4115-a8e2-337a658f9ee9 None None] Attempting to bind port aa95dd5e-0e9c-4f7a-a673-2978c6b03e10 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '92d4dc3b-d6ac-4ef0-ace9-43adfcd63ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '8d0ba8e7-9ebc-4bea-9603-b2ebd02662f0'}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:27:40.723040 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422fabeb-8863-4115-a8e2-337a658f9ee9 None None] Attempting to bind port aa95dd5e-0e9c-4f7a-a673-2978c6b03e10 on network 8d0ba8e7-9ebc-4bea-9603-b2ebd02662f0 {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:27:40.735125 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422fabeb-8863-4115-a8e2-337a658f9ee9 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:27:40.736511 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422fabeb-8863-4115-a8e2-337a658f9ee9 None None] Checking segment: {'id': '92d4dc3b-d6ac-4ef0-ace9-43adfcd63ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '8d0ba8e7-9ebc-4bea-9603-b2ebd02662f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:27:40.736921 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-422fabeb-8863-4115-a8e2-337a658f9ee9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:40.737319 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422fabeb-8863-4115-a8e2-337a658f9ee9 None None] Bound using segment: {'id': '92d4dc3b-d6ac-4ef0-ace9-43adfcd63ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '8d0ba8e7-9ebc-4bea-9603-b2ebd02662f0'} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:27:40.737804 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-422fabeb-8863-4115-a8e2-337a658f9ee9 None None] Bound port: aa95dd5e-0e9c-4f7a-a673-2978c6b03e10, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92d4dc3b-d6ac-4ef0-ace9-43adfcd63ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '8d0ba8e7-9ebc-4bea-9603-b2ebd02662f0'}}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:27:40.738182 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-422fabeb-8863-4115-a8e2-337a658f9ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (aa95dd5e-0e9c-4f7a-a673-2978c6b03e10), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:40.777553 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e8661444-2645-4b7a-ab25-9a7ccbee2981 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Publish callbacks [] for security_group_rule (ea9b7b2f-4500-4eed-8575-37c05854264d), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:40.795904 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-74ee7b1a-35d5-48af-9d1a-0eb6c528904e req-b337e12a-ceff-4e60-8d3c-f0c8830a68df tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] 10.222.0.90 "GET /v2.0/ports?device_id=1ab05f9b-94c3-48fb-a278-805d8cc5ddb0 HTTP/1.1" status: 200 len: 210 time: 0.0565019 Feb 09 21:27:40.838018 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-422fabeb-8863-4115-a8e2-337a658f9ee9 None None] For port aa95dd5e-0e9c-4f7a-a673-2978c6b03e10, host n-d-828369-5, cleared binding levels {{(pid=103143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:27:40.841350 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-59cd0091-0b04-4a9a-b47d-ae4a1660aa76 req-ef4667dc-12e2-4be4-845c-244303d4a6bb tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] 10.222.0.90 "GET /v2.0/security-groups?id=eeac89fc-3a98-4e6a-b07f-6275d08c01ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416676 Feb 09 21:27:40.844936 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-422fabeb-8863-4115-a8e2-337a658f9ee9 None None] For port aa95dd5e-0e9c-4f7a-a673-2978c6b03e10, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=aa95dd5e-0e9c-4f7a-a673-2978c6b03e10,segment=NetworkSegment(92d4dc3b-d6ac-4ef0-ace9-43adfcd63ad4),segment_id=92d4dc3b-d6ac-4ef0-ace9-43adfcd63ad4)] {{(pid=103143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:27:40.854268 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-422fabeb-8863-4115-a8e2-337a658f9ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (aa95dd5e-0e9c-4f7a-a673-2978c6b03e10), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:40.889437 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e8661444-2645-4b7a-ab25-9a7ccbee2981 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (ea9b7b2f-4500-4eed-8575-37c05854264d), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:40.917728 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8661444-2645-4b7a-ab25-9a7ccbee2981 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea9b7b2f-4500-4eed-8575-37c05854264d,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:40.930460 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-041578e4-4b38-484c-af7f-c84dd96d61c0 req-a73bf874-55dd-43b8-80d7-fc832478f9e5 service neutron] Publish callbacks [] for security_group (7bbf19b3-5a96-4f39-bdef-b943d5630848), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:40.942080 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-041578e4-4b38-484c-af7f-c84dd96d61c0 req-a73bf874-55dd-43b8-80d7-fc832478f9e5 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (7bbf19b3-5a96-4f39-bdef-b943d5630848), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:40.985329 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-041578e4-4b38-484c-af7f-c84dd96d61c0 req-a73bf874-55dd-43b8-80d7-fc832478f9e5 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=eeac89fc-3a98-4e6a-b07f-6275d08c01ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3330512 Feb 09 21:27:41.003966 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-279661d9-489e-4b5f-bea8-890fa246208d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:41.018494 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 44166) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:27:41.029368 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695a0086-0596-467f-a396-2b9b22e927d9 None None] Pushing event updated for resources: {'Port': ['ID=aa95dd5e-0e9c-4f7a-a673-2978c6b03e10,revision_number=4']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:41.047933 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e8661444-2645-4b7a-ab25-9a7ccbee2981 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:41.049184 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-e8661444-2645-4b7a-ab25-9a7ccbee2981 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1729746 Feb 09 21:27:41.057014 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 44168) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:27:41.065621 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-b0919182-13c7-4e78-85bf-bd5b99f0460e tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Request body: {'security_group_rule': {'security_group_id': 'c11474fc-a995-4bd5-b9af-83dc4f32d281', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:27:41.073590 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422fabeb-8863-4115-a8e2-337a658f9ee9 None None] Routers {'087a27fa-af64-4374-97f6-4a63ff2b7da8'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:27:41.080118 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-422fabeb-8863-4115-a8e2-337a658f9ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:27:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['087a27fa-af64-4374-97f6-4a63ff2b7da8'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:27:41.098840 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-41d8ddd8-665a-4253-9959-a0470817797c None None] Provisioning complete for port aa95dd5e-0e9c-4f7a-a673-2978c6b03e10 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:27:41.102064 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-41d8ddd8-665a-4253-9959-a0470817797c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (aa95dd5e-0e9c-4f7a-a673-2978c6b03e10), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:41.104145 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73bf874-55dd-43b8-80d7-fc832478f9e5 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7bbf19b3-5a96-4f39-bdef-b943d5630848,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:41.138681 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-519c5810-1e53-47f3-945e-b48126ba7a4a req-273c20d1-e8cf-4ecc-b01e-13c08eb4e7cd tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] Publish callbacks [] for port (df25d0ba-3b9d-4d1f-9703-691a155dcf42), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:41.170393 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-65a0d14e-a509-43db-9288-472272a7caa1 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=52efeb96362c48ba9f1ac00233285f98&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1507494 Feb 09 21:27:41.173287 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 44172) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:27:41.214889 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b0919182-13c7-4e78-85bf-bd5b99f0460e tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Publish callbacks [] for security_group_rule (e4abaa60-c0e5-470e-b628-a86e74a4466b), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:41.281071 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-41d8ddd8-665a-4253-9959-a0470817797c None None] Current status of the port aa95dd5e-0e9c-4f7a-a673-2978c6b03e10 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:27:41.281818 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-41d8ddd8-665a-4253-9959-a0470817797c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (aa95dd5e-0e9c-4f7a-a673-2978c6b03e10), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:41.329121 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-41d8ddd8-665a-4253-9959-a0470817797c None None] For port aa95dd5e-0e9c-4f7a-a673-2978c6b03e10, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=aa95dd5e-0e9c-4f7a-a673-2978c6b03e10,segment=NetworkSegment(92d4dc3b-d6ac-4ef0-ace9-43adfcd63ad4),segment_id=92d4dc3b-d6ac-4ef0-ace9-43adfcd63ad4)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:27:41.335028 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-41d8ddd8-665a-4253-9959-a0470817797c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (aa95dd5e-0e9c-4f7a-a673-2978c6b03e10), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:41.398703 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-422fabeb-8863-4115-a8e2-337a658f9ee9 None None] Set router 087a27fa-af64-4374-97f6-4a63ff2b7da8 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:27:41.401323 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b0919182-13c7-4e78-85bf-bd5b99f0460e tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Publish callbacks [] for security_group_rule (e4abaa60-c0e5-470e-b628-a86e74a4466b), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:41.443336 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 6e293ca6-5ce3-4b78-976d-31648a19f839 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:27:41.455079 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b0919182-13c7-4e78-85bf-bd5b99f0460e tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (e4abaa60-c0e5-470e-b628-a86e74a4466b), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:41.463605 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-519c5810-1e53-47f3-945e-b48126ba7a4a req-273c20d1-e8cf-4ecc-b01e-13c08eb4e7cd tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (df25d0ba-3b9d-4d1f-9703-691a155dcf42), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:41.515976 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-0fea57e0-7944-4e1d-966a-e9a734d7c600 None None] Provisioning complete for port aa95dd5e-0e9c-4f7a-a673-2978c6b03e10 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:27:41.516241 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-0fea57e0-7944-4e1d-966a-e9a734d7c600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (aa95dd5e-0e9c-4f7a-a673-2978c6b03e10), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:41.552113 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5ab0a092-08bb-4b63-a694-d37bcaf75fa9 admin admin] Publish callbacks [] for security_group (a5b07fa0-dd6c-4816-9144-74f0c441b003), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:41.555308 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d8ddd8-665a-4253-9959-a0470817797c None None] Pushing event updated for resources: {'Port': ['ID=aa95dd5e-0e9c-4f7a-a673-2978c6b03e10,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:41.559516 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0919182-13c7-4e78-85bf-bd5b99f0460e tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4abaa60-c0e5-470e-b628-a86e74a4466b,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:41.564939 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-9d321cbf-ed18-4d2f-8226-b4214ea1f4ae req-506e7b6d-c9c9-44a9-b1ac-0e435bb58e5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa2b940c-04ac-4a07-a261-5afc49841033 {{(pid=103141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:27:41.574057 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b0919182-13c7-4e78-85bf-bd5b99f0460e tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:41.575295 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-b0919182-13c7-4e78-85bf-bd5b99f0460e tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5159156 Feb 09 21:27:41.581463 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5ab0a092-08bb-4b63-a694-d37bcaf75fa9 admin admin] Publish callbacks [] for security_group (a5b07fa0-dd6c-4816-9144-74f0c441b003), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:41.585150 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-9d321cbf-ed18-4d2f-8226-b4214ea1f4ae req-506e7b6d-c9c9-44a9-b1ac-0e435bb58e5b service neutron] Publish callbacks [] for port (aa2b940c-04ac-4a07-a261-5afc49841033), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:41.587957 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 44176) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:27:41.598327 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-4c51fcf5-9a1b-4974-b913-7cb8ff1c1ba2 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Request body: {'floatingip': {'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:27:41.599011 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 4917d167-ed32-4cc2-a493-3053cd38be98 details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:27:41.604700 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-519c5810-1e53-47f3-945e-b48126ba7a4a req-273c20d1-e8cf-4ecc-b01e-13c08eb4e7cd tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] Network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:27:41.617431 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [req-519c5810-1e53-47f3-945e-b48126ba7a4a req-273c20d1-e8cf-4ecc-b01e-13c08eb4e7cd tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:27:41.630971 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-519c5810-1e53-47f3-945e-b48126ba7a4a req-273c20d1-e8cf-4ecc-b01e-13c08eb4e7cd tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:27:41.642595 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-9d321cbf-ed18-4d2f-8226-b4214ea1f4ae req-506e7b6d-c9c9-44a9-b1ac-0e435bb58e5b service neutron] Transition to ACTIVE for port object aa2b940c-04ac-4a07-a261-5afc49841033 will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:27:41.643419 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273c20d1-e8cf-4ecc-b01e-13c08eb4e7cd tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] Pushing event updated for resources: {'Port': ['ID=df25d0ba-3b9d-4d1f-9703-691a155dcf42,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:41.675245 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-9d321cbf-ed18-4d2f-8226-b4214ea1f4ae req-506e7b6d-c9c9-44a9-b1ac-0e435bb58e5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (aa2b940c-04ac-4a07-a261-5afc49841033), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:41.679857 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab559a8d-6325-4264-a935-f28bba7045cb req-53703cb6-f94e-45c9-bf18-cce2b5976acd tempest-AggregatesAdminTestJSON-702210867 tempest-AggregatesAdminTestJSON-702210867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:41.689803 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ab559a8d-6325-4264-a935-f28bba7045cb req-53703cb6-f94e-45c9-bf18-cce2b5976acd tempest-AggregatesAdminTestJSON-702210867 tempest-AggregatesAdminTestJSON-702210867-project] 10.222.0.90 "GET /v2.0/ports?device_id=870bb840-97eb-44c5-a377-fd913add82b3 HTTP/1.1" status: 200 len: 969 time: 0.2160466 Feb 09 21:27:41.694121 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5ab0a092-08bb-4b63-a694-d37bcaf75fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (a5b07fa0-dd6c-4816-9144-74f0c441b003), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:41.697465 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5ab0a092-08bb-4b63-a694-d37bcaf75fa9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:41.701123 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-5ab0a092-08bb-4b63-a694-d37bcaf75fa9 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/a5b07fa0-dd6c-4816-9144-74f0c441b003 HTTP/1.1" status: 204 len: 168 time: 0.5243089 Feb 09 21:27:41.712859 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4c51fcf5-9a1b-4974-b913-7cb8ff1c1ba2 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:41.739621 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab0a092-08bb-4b63-a694-d37bcaf75fa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b07fa0-dd6c-4816-9144-74f0c441b003,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:41.751892 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23aaba2-e64a-4e5e-81c0-c5742c628e26 req-a193b47b-a21d-4600-ba93-2d3db8613907 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:41.753570 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a23aaba2-e64a-4e5e-81c0-c5742c628e26 req-a193b47b-a21d-4600-ba93-2d3db8613907 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=b92e52ce-38e3-404d-b7c1-252230ea762d HTTP/1.1" status: 200 len: 931 time: 0.2282889 Feb 09 21:27:41.807249 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 4917d167-ed32-4cc2-a493-3053cd38be98, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=4917d167-ed32-4cc2-a493-3053cd38be98,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:27:41.824810 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': '4917d167-ed32-4cc2-a493-3053cd38be98', 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc', 'port_id': '4917d167-ed32-4cc2-a493-3053cd38be98', 'mac_address': 'fa:16:3e:58:20:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f7402ac-a35b-414b-bcc1-bc1c3072ec3c', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:tempest-test_az-1328913751', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:27:41.848519 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 6e293ca6-5ce3-4b78-976d-31648a19f839 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:27:41.849573 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (6e293ca6-5ce3-4b78-976d-31648a19f839), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:41.850516 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a23aaba2-e64a-4e5e-81c0-c5742c628e26 req-583536ed-21d8-41f1-9793-954a8fa3599c tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841870 Feb 09 21:27:41.858855 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519c5810-1e53-47f3-945e-b48126ba7a4a req-273c20d1-e8cf-4ecc-b01e-13c08eb4e7cd tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:41.859531 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-519c5810-1e53-47f3-945e-b48126ba7a4a req-273c20d1-e8cf-4ecc-b01e-13c08eb4e7cd tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:41.889705 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506e7b6d-c9c9-44a9-b1ac-0e435bb58e5b service neutron] Pushing event updated for resources: {'Port': ['ID=aa2b940c-04ac-4a07-a261-5afc49841033,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:41.890329 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ab559a8d-6325-4264-a935-f28bba7045cb req-5e72dadf-0aaf-4142-ac91-2adae4650df9 tempest-AggregatesAdminTestJSON-702210867 tempest-AggregatesAdminTestJSON-702210867-project] 10.222.0.90 "GET /v2.0/security-groups?id=228c8f47-6123-4d31-ba8f-2697a670de8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909020 Feb 09 21:27:41.905288 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 4917d167-ed32-4cc2-a493-3053cd38be98 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:27:41.905617 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (4917d167-ed32-4cc2-a493-3053cd38be98), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:41.913383 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-519c5810-1e53-47f3-945e-b48126ba7a4a req-273c20d1-e8cf-4ecc-b01e-13c08eb4e7cd tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9613857 Feb 09 21:27:41.959997 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-519c5810-1e53-47f3-945e-b48126ba7a4a req-12068bf9-b48f-46ea-996b-396704e16555 service neutron] Request body: {'port': {'device_id': '1ab05f9b-94c3-48fb-a278-805d8cc5ddb0', 'device_owner': 'compute:tempest-test_az-1328913751', 'binding:host_id': 'n-h2-828369-5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:27:42.008845 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4917d167-ed32-4cc2-a493-3053cd38be98 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:27:42.046690 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 4917d167-ed32-4cc2-a493-3053cd38be98, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=4917d167-ed32-4cc2-a493-3053cd38be98,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:27:42.070130 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (4917d167-ed32-4cc2-a493-3053cd38be98), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:42.109842 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-0fea57e0-7944-4e1d-966a-e9a734d7c600 None None] Current status of the port aa95dd5e-0e9c-4f7a-a673-2978c6b03e10 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:27:42.127191 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-422fabeb-8863-4115-a8e2-337a658f9ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '087a27fa-af64-4374-97f6-4a63ff2b7da8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-885930804-router', 'tenant_id': '825e8147b3bd4478917f0ad507e83ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '6e293ca6-5ce3-4b78-976d-31648a19f839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:27:23Z', 'updated_at': '2022-02-09T21:27:37Z', 'revision_number': 4, 'project_id': '825e8147b3bd4478917f0ad507e83ce8', 'gw_port': {'id': '6e293ca6-5ce3-4b78-976d-31648a19f839', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:99:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '087a27fa-af64-4374-97f6-4a63ff2b7da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:27:27Z', 'updated_at': '2022-02-09T21:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': 'aa95dd5e-0e9c-4f7a-a673-2978c6b03e10', 'name': '', 'network_id': '8d0ba8e7-9ebc-4bea-9603-b2ebd02662f0', 'tenant_id': '825e8147b3bd4478917f0ad507e83ce8', 'mac_address': 'fa:16:3e:e6:31:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '087a27fa-af64-4374-97f6-4a63ff2b7da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': 'd0d42341-acdd-4a58-8c6c-6011d76b5717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:27:35Z', 'updated_at': '2022-02-09T21:27:40Z', 'revision_number': 4, 'project_id': '825e8147b3bd4478917f0ad507e83ce8', 'subnets': [{'id': 'd0d42341-acdd-4a58-8c6c-6011d76b5717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:27:42.165906 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beba19b-287f-4964-8a2c-6d3a32e89117 req-8f4be5f0-d4d7-4b45-bddf-8271c54ed629 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:42.170618 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=4917d167-ed32-4cc2-a493-3053cd38be98,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:42.172545 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422fabeb-8863-4115-a8e2-337a658f9ee9 None None] The sync data for ids ['087a27fa-af64-4374-97f6-4a63ff2b7da8'] in n-d-828369-5 is: [{'id': '087a27fa-af64-4374-97f6-4a63ff2b7da8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-885930804-router', 'tenant_id': '825e8147b3bd4478917f0ad507e83ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '6e293ca6-5ce3-4b78-976d-31648a19f839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:27:23Z', 'updated_at': '2022-02-09T21:27:37Z', 'revision_number': 4, 'project_id': '825e8147b3bd4478917f0ad507e83ce8', 'gw_port': {'id': '6e293ca6-5ce3-4b78-976d-31648a19f839', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:99:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '087a27fa-af64-4374-97f6-4a63ff2b7da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:27:27Z', 'updated_at': '2022-02-09T21:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': 'aa95dd5e-0e9c-4f7a-a673-2978c6b03e10', 'name': '', 'network_id': '8d0ba8e7-9ebc-4bea-9603-b2ebd02662f0', 'tenant_id': '825e8147b3bd4478917f0ad507e83ce8', 'mac_address': 'fa:16:3e:e6:31:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '087a27fa-af64-4374-97f6-4a63ff2b7da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 134, 'fixed_ips': [{'subnet_id': 'd0d42341-acdd-4a58-8c6c-6011d76b5717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:27:35Z', 'updated_at': '2022-02-09T21:27:40Z', 'revision_number': 4, 'project_id': '825e8147b3bd4478917f0ad507e83ce8', 'subnets': [{'id': 'd0d42341-acdd-4a58-8c6c-6011d76b5717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:27:42.173768 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0beba19b-287f-4964-8a2c-6d3a32e89117 req-8f4be5f0-d4d7-4b45-bddf-8271c54ed629 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] 10.222.0.90 "GET /v2.0/ports?device_id=345a6378-4436-498d-8be1-511bef4e7f88 HTTP/1.1" status: 200 len: 950 time: 0.1417737 Feb 09 21:27:42.191012 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-519c5810-1e53-47f3-945e-b48126ba7a4a req-12068bf9-b48f-46ea-996b-396704e16555 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (df25d0ba-3b9d-4d1f-9703-691a155dcf42), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:42.200343 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 6e293ca6-5ce3-4b78-976d-31648a19f839 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:27:42.201687 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-9d321cbf-ed18-4d2f-8226-b4214ea1f4ae req-506e7b6d-c9c9-44a9-b1ac-0e435bb58e5b service neutron] Attempting to bind port aa2b940c-04ac-4a07-a261-5afc49841033 on host n-h1-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:27:42.202020 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-9d321cbf-ed18-4d2f-8226-b4214ea1f4ae req-506e7b6d-c9c9-44a9-b1ac-0e435bb58e5b service neutron] Attempting to bind port aa2b940c-04ac-4a07-a261-5afc49841033 by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': '2e235117-e979-4e65-8640-84c4faf827fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '5406f657-d0e3-4570-bda7-aeb2bc509011'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:27:42.202344 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d321cbf-ed18-4d2f-8226-b4214ea1f4ae req-506e7b6d-c9c9-44a9-b1ac-0e435bb58e5b service neutron] Attempting to bind port aa2b940c-04ac-4a07-a261-5afc49841033 on network 5406f657-d0e3-4570-bda7-aeb2bc509011 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:27:42.212696 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee2af2f-108e-4f35-9241-69ae8b1fd147 req-fe49a056-a72a-4930-b950-ffb7a6518733 tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:42.214529 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-aee2af2f-108e-4f35-9241-69ae8b1fd147 req-fe49a056-a72a-4930-b950-ffb7a6518733 tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] 10.222.0.90 "GET /v2.0/ports?device_id=1ab05f9b-94c3-48fb-a278-805d8cc5ddb0 HTTP/1.1" status: 200 len: 936 time: 0.1352277 Feb 09 21:27:42.223981 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d321cbf-ed18-4d2f-8226-b4214ea1f4ae req-506e7b6d-c9c9-44a9-b1ac-0e435bb58e5b service neutron] Port aa2b940c-04ac-4a07-a261-5afc49841033 on network 5406f657-d0e3-4570-bda7-aeb2bc509011 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:27:42.224322 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d321cbf-ed18-4d2f-8226-b4214ea1f4ae req-506e7b6d-c9c9-44a9-b1ac-0e435bb58e5b service neutron] Attempting to bind port aa2b940c-04ac-4a07-a261-5afc49841033 on network 5406f657-d0e3-4570-bda7-aeb2bc509011 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:27:42.235440 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-26c5a534-dd71-4a57-a109-5b7c05ead7d2 None None] Provisioning complete for port df25d0ba-3b9d-4d1f-9703-691a155dcf42 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:27:42.235950 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-26c5a534-dd71-4a57-a109-5b7c05ead7d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (df25d0ba-3b9d-4d1f-9703-691a155dcf42), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:42.295010 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d321cbf-ed18-4d2f-8226-b4214ea1f4ae req-506e7b6d-c9c9-44a9-b1ac-0e435bb58e5b service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:27:42.304213 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d321cbf-ed18-4d2f-8226-b4214ea1f4ae req-506e7b6d-c9c9-44a9-b1ac-0e435bb58e5b service neutron] Checking segment: {'id': '2e235117-e979-4e65-8640-84c4faf827fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '5406f657-d0e3-4570-bda7-aeb2bc509011'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:27:42.304816 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d321cbf-ed18-4d2f-8226-b4214ea1f4ae req-506e7b6d-c9c9-44a9-b1ac-0e435bb58e5b service neutron] Bound using segment: {'id': '2e235117-e979-4e65-8640-84c4faf827fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '5406f657-d0e3-4570-bda7-aeb2bc509011'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:27:42.305869 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-9d321cbf-ed18-4d2f-8226-b4214ea1f4ae req-506e7b6d-c9c9-44a9-b1ac-0e435bb58e5b service neutron] Bound port: aa2b940c-04ac-4a07-a261-5afc49841033, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e235117-e979-4e65-8640-84c4faf827fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '5406f657-d0e3-4570-bda7-aeb2bc509011'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:27:42.306236 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-9d321cbf-ed18-4d2f-8226-b4214ea1f4ae req-506e7b6d-c9c9-44a9-b1ac-0e435bb58e5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (aa2b940c-04ac-4a07-a261-5afc49841033), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:42.314386 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-26c5a534-dd71-4a57-a109-5b7c05ead7d2 None None] Port df25d0ba-3b9d-4d1f-9703-691a155dcf42 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:27:42.324889 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0beba19b-287f-4964-8a2c-6d3a32e89117 req-f98cbd7a-8b4e-4674-8da1-e1820a4f14b5 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] 10.222.0.90 "GET /v2.0/security-groups?id=eeac89fc-3a98-4e6a-b07f-6275d08c01ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502054 Feb 09 21:27:42.391047 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4c51fcf5-9a1b-4974-b913-7cb8ff1c1ba2 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:42.391969 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-aee2af2f-108e-4f35-9241-69ae8b1fd147 req-f3fc9807-b6b1-40c2-8554-f3bd2e501583 tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] 10.222.0.90 "GET /v2.0/security-groups?id=de89aeae-9279-4562-8602-a4eda38792b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716712 Feb 09 21:27:42.541404 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-9d321cbf-ed18-4d2f-8226-b4214ea1f4ae req-506e7b6d-c9c9-44a9-b1ac-0e435bb58e5b service neutron] For port aa2b940c-04ac-4a07-a261-5afc49841033, host n-h1-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:27:42.569453 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:42.595444 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['4917d167-ed32-4cc2-a493-3053cd38be98'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:27:42.803500 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-9d321cbf-ed18-4d2f-8226-b4214ea1f4ae req-506e7b6d-c9c9-44a9-b1ac-0e435bb58e5b service neutron] For port aa2b940c-04ac-4a07-a261-5afc49841033, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=aa2b940c-04ac-4a07-a261-5afc49841033,segment=NetworkSegment(2e235117-e979-4e65-8640-84c4faf827fd),segment_id=2e235117-e979-4e65-8640-84c4faf827fd)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:27:42.833999 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-9d321cbf-ed18-4d2f-8226-b4214ea1f4ae req-506e7b6d-c9c9-44a9-b1ac-0e435bb58e5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (aa2b940c-04ac-4a07-a261-5afc49841033), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:42.848888 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 44202) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:27:42.900966 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d321cbf-ed18-4d2f-8226-b4214ea1f4ae req-506e7b6d-c9c9-44a9-b1ac-0e435bb58e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:42.901599 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-9d321cbf-ed18-4d2f-8226-b4214ea1f4ae req-506e7b6d-c9c9-44a9-b1ac-0e435bb58e5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:42.904658 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-9d321cbf-ed18-4d2f-8226-b4214ea1f4ae req-506e7b6d-c9c9-44a9-b1ac-0e435bb58e5b service neutron] 10.222.0.95 "PUT /v2.0/ports/aa2b940c-04ac-4a07-a261-5afc49841033 HTTP/1.1" status: 200 len: 1091 time: 2.9474638 Feb 09 21:27:42.918936 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b92e52ce-38e3-404d-b7c1-252230ea762d', 'tag': 'aa2b940c-04ac-4a07-a261-5afc49841033'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:27:42.933378 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc853446-e17e-4083-b76b-c0d4c039fb64" -d '{"events": [{"name": "network-changed", "server_uuid": "b92e52ce-38e3-404d-b7c1-252230ea762d", "tag": "aa2b940c-04ac-4a07-a261-5afc49841033"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:27:42.960777 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-4c51fcf5-9a1b-4974-b913-7cb8ff1c1ba2 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Allocated IP 172.25.3.213 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/bba7ba55-9061-410f-b271-54d7f7e27f12) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:27:43.051739 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-c70b5320-ea50-461e-b218-39c375482a84 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1260937405-network', 'tenant_id': '36e1dd978cdd4dd2b729c86f8565b340'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:27:43.096668 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506e7b6d-c9c9-44a9-b1ac-0e435bb58e5b service neutron] Pushing event updated for resources: {'Port': ['ID=aa2b940c-04ac-4a07-a261-5afc49841033,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:43.096886 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11889e6-0829-4d72-9f82-df5cfa94e311 req-29e0786f-9b74-4877-bb0a-438b37fcf72b tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:43.098405 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a11889e6-0829-4d72-9f82-df5cfa94e311 req-29e0786f-9b74-4877-bb0a-438b37fcf72b tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=b92e52ce-38e3-404d-b7c1-252230ea762d HTTP/1.1" status: 200 len: 943 time: 0.1260610 Feb 09 21:27:43.107090 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c70b5320-ea50-461e-b218-39c375482a84 admin admin] Made reservation on behalf of 36e1dd978cdd4dd2b729c86f8565b340 for: {'network': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:27:43.110591 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c70b5320-ea50-461e-b218-39c375482a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:43.128701 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c3abab-62f2-4c0b-91eb-6bdeb3c63f3b req-a2529c3f-b99e-4f3b-9b6a-a1f859ef2268 tempest-AggregatesAdminTestJSON-702210867 tempest-AggregatesAdminTestJSON-702210867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:43.130213 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-41c3abab-62f2-4c0b-91eb-6bdeb3c63f3b req-a2529c3f-b99e-4f3b-9b6a-a1f859ef2268 tempest-AggregatesAdminTestJSON-702210867 tempest-AggregatesAdminTestJSON-702210867-project] 10.222.0.90 "GET /v2.0/ports?device_id=870bb840-97eb-44c5-a377-fd913add82b3 HTTP/1.1" status: 200 len: 970 time: 0.1228302 Feb 09 21:27:43.136613 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c70b5320-ea50-461e-b218-39c375482a84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:43.188442 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d321cbf-ed18-4d2f-8226-b4214ea1f4ae req-80a3c261-8940-4d3d-8a25-f054f847e34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:43.190154 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-9d321cbf-ed18-4d2f-8226-b4214ea1f4ae req-80a3c261-8940-4d3d-8a25-f054f847e34f service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=d13eb104d8994e4d9b604f1050cb6328&device_id=b92e52ce-38e3-404d-b7c1-252230ea762d HTTP/1.1" status: 200 len: 1125 time: 0.2245858 Feb 09 21:27:43.201499 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-519c5810-1e53-47f3-945e-b48126ba7a4a req-12068bf9-b48f-46ea-996b-396704e16555 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df25d0ba-3b9d-4d1f-9703-691a155dcf42 {{(pid=103141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:27:43.218907 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-519c5810-1e53-47f3-945e-b48126ba7a4a req-12068bf9-b48f-46ea-996b-396704e16555 service neutron] Publish callbacks [] for port (df25d0ba-3b9d-4d1f-9703-691a155dcf42), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:43.262633 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-9d321cbf-ed18-4d2f-8226-b4214ea1f4ae req-608de7bd-3651-4388-bf4f-9e76699c045e service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa2b940c-04ac-4a07-a261-5afc49841033 HTTP/1.1" status: 200 len: 217 time: 0.0547316 Feb 09 21:27:43.270289 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4c51fcf5-9a1b-4974-b913-7cb8ff1c1ba2 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Publish callbacks [] for port (bba7ba55-9061-410f-b271-54d7f7e27f12), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:43.271896 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-519c5810-1e53-47f3-945e-b48126ba7a4a req-12068bf9-b48f-46ea-996b-396704e16555 service neutron] Transition to ACTIVE for port object df25d0ba-3b9d-4d1f-9703-691a155dcf42 will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:27:43.285086 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-519c5810-1e53-47f3-945e-b48126ba7a4a req-12068bf9-b48f-46ea-996b-396704e16555 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (df25d0ba-3b9d-4d1f-9703-691a155dcf42), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:43.295121 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c70b5320-ea50-461e-b218-39c375482a84 admin admin] Publish callbacks [] for security_group (8827d060-7266-4559-a6cc-b0bbf702a8aa), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:43.332889 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a11889e6-0829-4d72-9f82-df5cfa94e311 req-688cfb1f-21cb-4d5a-a979-6228a7486796 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179952 Feb 09 21:27:43.334363 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c70b5320-ea50-461e-b218-39c375482a84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (8827d060-7266-4559-a6cc-b0bbf702a8aa), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:43.352101 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c70b5320-ea50-461e-b218-39c375482a84 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=103140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:27:43.392829 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c70b5320-ea50-461e-b218-39c375482a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (79d7c118-8629-48e7-a704-27a42c218b4f), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:43.393188 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-c70b5320-ea50-461e-b218-39c375482a84 admin admin] Added segment 79d7c118-8629-48e7-a704-27a42c218b4f of type vlan for network 43a15864-976d-4c1b-9eca-ababf91abd28 Feb 09 21:27:43.402957 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12068bf9-b48f-46ea-996b-396704e16555 service neutron] Pushing event updated for resources: {'Port': ['ID=df25d0ba-3b9d-4d1f-9703-691a155dcf42,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:43.408863 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d321cbf-ed18-4d2f-8226-b4214ea1f4ae req-6bff403a-3bfe-4a9d-a896-7917c933ee7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:43.410989 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-9d321cbf-ed18-4d2f-8226-b4214ea1f4ae req-6bff403a-3bfe-4a9d-a896-7917c933ee7d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=e1ad18b5-2d0f-4d2c-9c50-5fdfdce0a556 HTTP/1.1" status: 200 len: 848 time: 0.1379676 Feb 09 21:27:43.445421 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device aa95dd5e-0e9c-4f7a-a673-2978c6b03e10 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:27:43.452736 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6705599c-ca43-4e8f-9287-2124ceba3038 x-openstack-request-id: req-6705599c-ca43-4e8f-9287-2124ceba3038 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:27:43.453087 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b92e52ce-38e3-404d-b7c1-252230ea762d", "tag": "aa2b940c-04ac-4a07-a261-5afc49841033", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:27:43.453448 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-6705599c-ca43-4e8f-9287-2124ceba3038 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:27:43.453961 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b92e52ce-38e3-404d-b7c1-252230ea762d', 'tag': 'aa2b940c-04ac-4a07-a261-5afc49841033', 'status': 'completed', 'code': 200} Feb 09 21:27:43.462892 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c70b5320-ea50-461e-b218-39c375482a84 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (43a15864-976d-4c1b-9eca-ababf91abd28), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:43.493226 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-9d321cbf-ed18-4d2f-8226-b4214ea1f4ae req-d977fae4-02b1-491f-a0cb-b6ba6c2def99 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=5406f657-d0e3-4570-bda7-aeb2bc509011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727670 Feb 09 21:27:43.496998 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4c51fcf5-9a1b-4974-b913-7cb8ff1c1ba2 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (bba7ba55-9061-410f-b271-54d7f7e27f12), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:43.540948 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-41c3abab-62f2-4c0b-91eb-6bdeb3c63f3b req-d82d04ef-7c05-4434-b0da-9adb02e8e008 tempest-AggregatesAdminTestJSON-702210867 tempest-AggregatesAdminTestJSON-702210867-project] 10.222.0.90 "GET /v2.0/security-groups?id=228c8f47-6123-4d31-ba8f-2697a670de8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3978081 Feb 09 21:27:43.557051 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c70b5320-ea50-461e-b218-39c375482a84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (43a15864-976d-4c1b-9eca-ababf91abd28), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:43.559130 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70b5320-ea50-461e-b218-39c375482a84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:43.560073 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c70b5320-ea50-461e-b218-39c375482a84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:43.568057 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port aa95dd5e-0e9c-4f7a-a673-2978c6b03e10 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:27:43.568466 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (aa95dd5e-0e9c-4f7a-a673-2978c6b03e10), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:43.609908 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 4917d167-ed32-4cc2-a493-3053cd38be98 up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:27:43.653120 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c51fcf5-9a1b-4974-b913-7cb8ff1c1ba2 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:27:43.666379 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-4c51fcf5-9a1b-4974-b913-7cb8ff1c1ba2 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:27:43.674624 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c51fcf5-9a1b-4974-b913-7cb8ff1c1ba2 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:27:43.677299 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c51fcf5-9a1b-4974-b913-7cb8ff1c1ba2 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Pushing event updated for resources: {'Port': ['ID=bba7ba55-9061-410f-b271-54d7f7e27f12,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:43.681502 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-519c5810-1e53-47f3-945e-b48126ba7a4a req-12068bf9-b48f-46ea-996b-396704e16555 service neutron] Attempting to bind port df25d0ba-3b9d-4d1f-9703-691a155dcf42 on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:27:43.682134 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-519c5810-1e53-47f3-945e-b48126ba7a4a req-12068bf9-b48f-46ea-996b-396704e16555 service neutron] Attempting to bind port df25d0ba-3b9d-4d1f-9703-691a155dcf42 by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:27:43.682678 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519c5810-1e53-47f3-945e-b48126ba7a4a req-12068bf9-b48f-46ea-996b-396704e16555 service neutron] Attempting to bind port df25d0ba-3b9d-4d1f-9703-691a155dcf42 on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:27:43.728915 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-c70b5320-ea50-461e-b218-39c375482a84 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.8788278 Feb 09 21:27:43.737885 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 44216) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:27:43.751214 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519c5810-1e53-47f3-945e-b48126ba7a4a req-12068bf9-b48f-46ea-996b-396704e16555 service neutron] Port df25d0ba-3b9d-4d1f-9703-691a155dcf42 on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:27:43.751571 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519c5810-1e53-47f3-945e-b48126ba7a4a req-12068bf9-b48f-46ea-996b-396704e16555 service neutron] Attempting to bind port df25d0ba-3b9d-4d1f-9703-691a155dcf42 on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:27:43.753713 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-ee5b4aad-bdbd-489a-bdeb-2136db16b921 admin admin] Request body: {'subnet': {'network_id': '43a15864-976d-4c1b-9eca-ababf91abd28', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1260937405-subnet', 'tenant_id': '36e1dd978cdd4dd2b729c86f8565b340', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:27:43.788199 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519c5810-1e53-47f3-945e-b48126ba7a4a req-12068bf9-b48f-46ea-996b-396704e16555 service neutron] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:27:43.788588 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519c5810-1e53-47f3-945e-b48126ba7a4a req-12068bf9-b48f-46ea-996b-396704e16555 service neutron] Checking segment: {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:27:43.788749 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70b5320-ea50-461e-b218-39c375482a84 admin admin] Pushing event updated for resources: {'Network': ['ID=43a15864-976d-4c1b-9eca-ababf91abd28,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:43.789067 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519c5810-1e53-47f3-945e-b48126ba7a4a req-12068bf9-b48f-46ea-996b-396704e16555 service neutron] Bound using segment: {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:27:43.789657 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-519c5810-1e53-47f3-945e-b48126ba7a4a req-12068bf9-b48f-46ea-996b-396704e16555 service neutron] Bound port: df25d0ba-3b9d-4d1f-9703-691a155dcf42, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:27:43.790091 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-519c5810-1e53-47f3-945e-b48126ba7a4a req-12068bf9-b48f-46ea-996b-396704e16555 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (df25d0ba-3b9d-4d1f-9703-691a155dcf42), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:43.793172 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70b5320-ea50-461e-b218-39c375482a84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8827d060-7266-4559-a6cc-b0bbf702a8aa,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:43.850759 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd3b4b-0da8-48cd-9bb3-dc6b34345037 req-b4caf61d-dd43-4925-ab5c-79bab3a6b0cb tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:43.853086 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-63cd3b4b-0da8-48cd-9bb3-dc6b34345037 req-b4caf61d-dd43-4925-ab5c-79bab3a6b0cb tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] 10.222.0.90 "GET /v2.0/ports?device_id=345a6378-4436-498d-8be1-511bef4e7f88 HTTP/1.1" status: 200 len: 950 time: 0.2895281 Feb 09 21:27:43.855361 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee5b4aad-bdbd-489a-bdeb-2136db16b921 admin admin] Made reservation on behalf of 36e1dd978cdd4dd2b729c86f8565b340 for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:27:43.857877 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ee5b4aad-bdbd-489a-bdeb-2136db16b921 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:43.889042 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd19b4a-83b8-44d8-a236-5e6d14ae714a req-87274dba-fcf2-4e53-988e-c9630bf3474c tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:43.890605 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ffd19b4a-83b8-44d8-a236-5e6d14ae714a req-87274dba-fcf2-4e53-988e-c9630bf3474c tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] 10.222.0.90 "GET /v2.0/ports?device_id=1ab05f9b-94c3-48fb-a278-805d8cc5ddb0 HTTP/1.1" status: 200 len: 970 time: 0.2228014 Feb 09 21:27:43.900744 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 43a15864-976d-4c1b-9eca-ababf91abd28 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:27:43.902355 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-9d321cbf-ed18-4d2f-8226-b4214ea1f4ae req-debbe7e0-13e6-4d8a-a425-87c994509133 service neutron] 10.222.0.95 "GET /v2.0/networks/5406f657-d0e3-4570-bda7-aeb2bc509011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3951921 Feb 09 21:27:43.967379 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning for port 4917d167-ed32-4cc2-a493-3053cd38be98 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:27:43.987346 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-63cd3b4b-0da8-48cd-9bb3-dc6b34345037 req-13e820e7-824b-4d25-a034-a5a4baca4f41 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] 10.222.0.90 "GET /v2.0/security-groups?id=eeac89fc-3a98-4e6a-b07f-6275d08c01ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240995 Feb 09 21:27:43.994512 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port aa95dd5e-0e9c-4f7a-a673-2978c6b03e10 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:27:44.002065 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port 4917d167-ed32-4cc2-a493-3053cd38be98 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:27:44.002530 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (4917d167-ed32-4cc2-a493-3053cd38be98), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:44.020104 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4c51fcf5-9a1b-4974-b913-7cb8ff1c1ba2 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Publish callbacks [] for floatingip (9d45c2ef-406a-4e6d-b004-cdfe2ba36731), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:44.046166 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ffd19b4a-83b8-44d8-a236-5e6d14ae714a req-294f18a8-c59a-4cb2-b0a0-0d0bada38975 tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] 10.222.0.90 "GET /v2.0/security-groups?id=de89aeae-9279-4562-8602-a4eda38792b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233702 Feb 09 21:27:44.068349 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:44.122102 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4c51fcf5-9a1b-4974-b913-7cb8ff1c1ba2 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (bba7ba55-9061-410f-b271-54d7f7e27f12), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:44.151261 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 4917d167-ed32-4cc2-a493-3053cd38be98 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:27:44.151945 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (4917d167-ed32-4cc2-a493-3053cd38be98), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:44.173851 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-519c5810-1e53-47f3-945e-b48126ba7a4a req-12068bf9-b48f-46ea-996b-396704e16555 service neutron] For port df25d0ba-3b9d-4d1f-9703-691a155dcf42, host n-h2-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:27:44.175411 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ee5b4aad-bdbd-489a-bdeb-2136db16b921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for subnet (8aa2c19c-86ec-4da6-bb2c-e80ae4e7aac9), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:44.199938 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-519c5810-1e53-47f3-945e-b48126ba7a4a req-12068bf9-b48f-46ea-996b-396704e16555 service neutron] For port df25d0ba-3b9d-4d1f-9703-691a155dcf42, host n-h2-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=df25d0ba-3b9d-4d1f-9703-691a155dcf42,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:27:44.202303 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 4917d167-ed32-4cc2-a493-3053cd38be98, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=4917d167-ed32-4cc2-a493-3053cd38be98,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:27:44.202692 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-9d321cbf-ed18-4d2f-8226-b4214ea1f4ae req-a989b7f6-8c15-4bf7-af18-1e205a26d712 service neutron] 10.222.0.95 "GET /v2.0/networks/5406f657-d0e3-4570-bda7-aeb2bc509011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870603 Feb 09 21:27:44.203768 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '870bb840-97eb-44c5-a377-fd913add82b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4917d167-ed32-4cc2-a493-3053cd38be98'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:27:44.208624 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e53377-3a01-4ec3-a8fd-0b0fdbf6088c" -d '{"events": [{"server_uuid": "870bb840-97eb-44c5-a377-fd913add82b3", "name": "network-vif-plugged", "status": "completed", "tag": "4917d167-ed32-4cc2-a493-3053cd38be98"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:27:44.212619 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (4917d167-ed32-4cc2-a493-3053cd38be98), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:44.247464 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5b4aad-bdbd-489a-bdeb-2136db16b921 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8aa2c19c-86ec-4da6-bb2c-e80ae4e7aac9,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:44.265437 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5b4aad-bdbd-489a-bdeb-2136db16b921 admin admin] Checking segment: {'id': '79d7c118-8629-48e7-a704-27a42c218b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '43a15864-976d-4c1b-9eca-ababf91abd28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:27:44.265899 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5b4aad-bdbd-489a-bdeb-2136db16b921 admin admin] Network hostable DHCP agents. Network: 43a15864-976d-4c1b-9eca-ababf91abd28, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:27:44.277355 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d64113d1-54b3-49bf-b04f-cd7905daf337 x-openstack-request-id: req-d64113d1-54b3-49bf-b04f-cd7905daf337 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:27:44.279217 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "870bb840-97eb-44c5-a377-fd913add82b3", "name": "network-vif-plugged", "status": "completed", "tag": "4917d167-ed32-4cc2-a493-3053cd38be98", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:27:44.279667 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-d64113d1-54b3-49bf-b04f-cd7905daf337 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:27:44.281041 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '870bb840-97eb-44c5-a377-fd913add82b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4917d167-ed32-4cc2-a493-3053cd38be98', 'code': 200} Feb 09 21:27:44.284805 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-519c5810-1e53-47f3-945e-b48126ba7a4a req-12068bf9-b48f-46ea-996b-396704e16555 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (df25d0ba-3b9d-4d1f-9703-691a155dcf42), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:44.297366 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5b4aad-bdbd-489a-bdeb-2136db16b921 admin admin] Network 43a15864-976d-4c1b-9eca-ababf91abd28 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:27:44.301025 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=4917d167-ed32-4cc2-a493-3053cd38be98,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:44.319325 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-ee5b4aad-bdbd-489a-bdeb-2136db16b921 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 43a15864-976d-4c1b-9eca-ababf91abd28) {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:27:44.324136 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5b4aad-bdbd-489a-bdeb-2136db16b921 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:44.325361 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ee5b4aad-bdbd-489a-bdeb-2136db16b921 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:44.331670 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6985d901-41c0-40c2-a733-e699d39dde56 None None] Network 43a15864-976d-4c1b-9eca-ababf91abd28 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:27:44.363191 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-ee5b4aad-bdbd-489a-bdeb-2136db16b921 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6176040 Feb 09 21:27:44.365363 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.89', 63153) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:27:44.416746 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519c5810-1e53-47f3-945e-b48126ba7a4a req-12068bf9-b48f-46ea-996b-396704e16555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:44.417520 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-519c5810-1e53-47f3-945e-b48126ba7a4a req-12068bf9-b48f-46ea-996b-396704e16555 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:44.426188 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-519c5810-1e53-47f3-945e-b48126ba7a4a req-12068bf9-b48f-46ea-996b-396704e16555 service neutron] 10.222.0.89 "PUT /v2.0/ports/df25d0ba-3b9d-4d1f-9703-691a155dcf42 HTTP/1.1" status: 200 len: 1118 time: 2.4754570 Feb 09 21:27:44.492099 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc853446-e17e-4083-b76b-c0d4c039fb64 req-e7ee23e1-915d-455e-a544-7174f63fab58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:44.494345 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-cc853446-e17e-4083-b76b-c0d4c039fb64 req-e7ee23e1-915d-455e-a544-7174f63fab58 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=d13eb104d8994e4d9b604f1050cb6328&device_id=b92e52ce-38e3-404d-b7c1-252230ea762d HTTP/1.1" status: 200 len: 1125 time: 0.2013218 Feb 09 21:27:44.519329 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12068bf9-b48f-46ea-996b-396704e16555 service neutron] Pushing event updated for resources: {'Port': ['ID=df25d0ba-3b9d-4d1f-9703-691a155dcf42,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:44.523960 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0201a982-a986-459b-ac09-c10dee816d4d None None] Network 43a15864-976d-4c1b-9eca-ababf91abd28 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:27:44.552319 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0527407-df0f-4aa0-8878-567ce33615c8 req-17ecc916-4971-47fe-8e85-368619669ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:44.554149 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d0527407-df0f-4aa0-8878-567ce33615c8 req-17ecc916-4971-47fe-8e85-368619669ae0 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=870bb840-97eb-44c5-a377-fd913add82b3 HTTP/1.1" status: 200 len: 1153 time: 0.1875186 Feb 09 21:27:44.610520 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a6716f-8df5-4c30-a39d-27aa1cb5c1ca req-bff96456-4640-4c25-97a1-1c36aa256097 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:44.619809 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-74a6716f-8df5-4c30-a39d-27aa1cb5c1ca req-bff96456-4640-4c25-97a1-1c36aa256097 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=b92e52ce-38e3-404d-b7c1-252230ea762d HTTP/1.1" status: 200 len: 943 time: 0.1601038 Feb 09 21:27:44.662242 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4c51fcf5-9a1b-4974-b913-7cb8ff1c1ba2 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Publish callbacks [] for port (bba7ba55-9061-410f-b271-54d7f7e27f12), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:44.673966 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4c51fcf5-9a1b-4974-b913-7cb8ff1c1ba2 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (bba7ba55-9061-410f-b271-54d7f7e27f12), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:44.703398 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d0527407-df0f-4aa0-8878-567ce33615c8 req-b10172ba-8c72-4943-b6ba-5e6555d10aa2 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=228c8f47-6123-4d31-ba8f-2697a670de8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398075 Feb 09 21:27:44.729304 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-74a6716f-8df5-4c30-a39d-27aa1cb5c1ca req-08305186-6512-48bb-aeec-abd3047c110c tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083186 Feb 09 21:27:44.753601 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519c5810-1e53-47f3-945e-b48126ba7a4a req-73f2022d-894b-423b-a0cd-ca7262237dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:44.755177 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-519c5810-1e53-47f3-945e-b48126ba7a4a req-73f2022d-894b-423b-a0cd-ca7262237dc6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8e5c2141d1364c2b8b407f257911ec8b&device_id=1ab05f9b-94c3-48fb-a278-805d8cc5ddb0 HTTP/1.1" status: 200 len: 1152 time: 0.2792134 Feb 09 21:27:44.805087 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c51fcf5-9a1b-4974-b913-7cb8ff1c1ba2 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Pushing event updated for resources: {'Port': ['ID=bba7ba55-9061-410f-b271-54d7f7e27f12,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:44.817446 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc853446-e17e-4083-b76b-c0d4c039fb64 req-ba0d8141-1743-4d1e-a9c0-47392e20162e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:44.818953 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-cc853446-e17e-4083-b76b-c0d4c039fb64 req-ba0d8141-1743-4d1e-a9c0-47392e20162e service neutron] 10.222.0.95 "GET /v2.0/networks?id=5406f657-d0e3-4570-bda7-aeb2bc509011 HTTP/1.1" status: 200 len: 909 time: 0.3045001 Feb 09 21:27:44.822469 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4c51fcf5-9a1b-4974-b913-7cb8ff1c1ba2 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (9d45c2ef-406a-4e6d-b004-cdfe2ba36731), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:44.860474 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa8edda-eb28-4246-8a76-dfb03e62468a req-a4baa515-5bcb-4e6a-839e-0d3a4d48e3a6 tempest-AggregatesAdminTestJSON-702210867 tempest-AggregatesAdminTestJSON-702210867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:44.864772 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-daa8edda-eb28-4246-8a76-dfb03e62468a req-a4baa515-5bcb-4e6a-839e-0d3a4d48e3a6 tempest-AggregatesAdminTestJSON-702210867 tempest-AggregatesAdminTestJSON-702210867-project] 10.222.0.90 "GET /v2.0/ports?device_id=870bb840-97eb-44c5-a377-fd913add82b3 HTTP/1.1" status: 200 len: 971 time: 0.0743046 Feb 09 21:27:44.882540 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-cc853446-e17e-4083-b76b-c0d4c039fb64 req-7ff10d7b-72c2-494b-bc75-004ee70a4da3 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa2b940c-04ac-4a07-a261-5afc49841033 HTTP/1.1" status: 200 len: 217 time: 0.0561793 Feb 09 21:27:44.885318 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4c51fcf5-9a1b-4974-b913-7cb8ff1c1ba2 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:44.886448 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-4c51fcf5-9a1b-4974-b913-7cb8ff1c1ba2 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2946687 Feb 09 21:27:44.924427 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-daa8edda-eb28-4246-8a76-dfb03e62468a req-24e4ca28-5777-4b50-97ae-e431f0179405 tempest-AggregatesAdminTestJSON-702210867 tempest-AggregatesAdminTestJSON-702210867-project] 10.222.0.90 "GET /v2.0/security-groups?id=228c8f47-6123-4d31-ba8f-2697a670de8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562029 Feb 09 21:27:44.956208 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc853446-e17e-4083-b76b-c0d4c039fb64 req-b0754bec-fc53-41e3-8029-2a5c35af962d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:44.957949 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-cc853446-e17e-4083-b76b-c0d4c039fb64 req-b0754bec-fc53-41e3-8029-2a5c35af962d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=e1ad18b5-2d0f-4d2c-9c50-5fdfdce0a556 HTTP/1.1" status: 200 len: 848 time: 0.0655141 Feb 09 21:27:45.005111 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-cc853446-e17e-4083-b76b-c0d4c039fb64 req-3bc0bb7a-76d3-4975-a757-464489869c07 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=5406f657-d0e3-4570-bda7-aeb2bc509011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394802 Feb 09 21:27:45.100004 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-cc853446-e17e-4083-b76b-c0d4c039fb64 req-6c0261bb-6336-4967-9b4a-668c31b5d5fc service neutron] 10.222.0.95 "GET /v2.0/networks/5406f657-d0e3-4570-bda7-aeb2bc509011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876756 Feb 09 21:27:45.115807 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895f1565-0f39-4968-83cc-536f02586ab5 req-aa0fd992-a831-4e01-90b3-3e99493473e8 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:45.117267 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-895f1565-0f39-4968-83cc-536f02586ab5 req-aa0fd992-a831-4e01-90b3-3e99493473e8 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] 10.222.0.90 "GET /v2.0/ports?device_id=345a6378-4436-498d-8be1-511bef4e7f88 HTTP/1.1" status: 200 len: 950 time: 0.1149149 Feb 09 21:27:45.147291 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99857af-8f15-45ed-a4ed-956287a7cbe6 req-0dc59c09-3316-4f22-aab5-31e23b242e93 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:45.148841 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a99857af-8f15-45ed-a4ed-956287a7cbe6 req-0dc59c09-3316-4f22-aab5-31e23b242e93 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/networks?id=43a15864-976d-4c1b-9eca-ababf91abd28 HTTP/1.1" status: 200 len: 805 time: 0.1558783 Feb 09 21:27:45.166773 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:45.175054 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a99857af-8f15-45ed-a4ed-956287a7cbe6 req-2cbbdb65-0c1a-460f-b2ae-d873d1991efc tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/quotas/36e1dd978cdd4dd2b729c86f8565b340 HTTP/1.1" status: 200 len: 375 time: 0.0191083 Feb 09 21:27:45.201280 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-519c5810-1e53-47f3-945e-b48126ba7a4a req-9d616487-17de-45b9-8179-f6c77cbd3d98 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=df25d0ba-3b9d-4d1f-9703-691a155dcf42 HTTP/1.1" status: 200 len: 217 time: 0.0413814 Feb 09 21:27:45.212565 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a99857af-8f15-45ed-a4ed-956287a7cbe6 req-8d9012cc-bee9-4575-81da-5832ea58a4f8 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=36e1dd978cdd4dd2b729c86f8565b340&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294745 Feb 09 21:27:45.215605 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-895f1565-0f39-4968-83cc-536f02586ab5 req-86e11d17-d9f6-4d46-b48b-742b7d9aa622 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] 10.222.0.90 "GET /v2.0/security-groups?id=eeac89fc-3a98-4e6a-b07f-6275d08c01ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891860 Feb 09 21:27:45.271917 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519c5810-1e53-47f3-945e-b48126ba7a4a req-8c6a048b-9640-4b26-bc1b-fe1086e7628f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:45.273445 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-519c5810-1e53-47f3-945e-b48126ba7a4a req-8c6a048b-9640-4b26-bc1b-fe1086e7628f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0f7402ac-a35b-414b-bcc1-bc1c3072ec3c HTTP/1.1" status: 200 len: 843 time: 0.0663581 Feb 09 21:27:45.279235 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-cc853446-e17e-4083-b76b-c0d4c039fb64 req-af4cefec-7dd7-46ef-ba8a-4b653afb28f6 service neutron] 10.222.0.95 "GET /v2.0/networks/5406f657-d0e3-4570-bda7-aeb2bc509011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696277 Feb 09 21:27:45.331183 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519c5810-1e53-47f3-945e-b48126ba7a4a req-e12743a5-0265-4c36-8c52-dbbb8d9fc811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:45.332769 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-519c5810-1e53-47f3-945e-b48126ba7a4a req-e12743a5-0265-4c36-8c52-dbbb8d9fc811 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0526724 Feb 09 21:27:45.346308 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [req-a99857af-8f15-45ed-a4ed-956287a7cbe6 req-b1b00f25-764f-4e42-a2c0-148e2976d03b service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=103140) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:27:45.347310 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a99857af-8f15-45ed-a4ed-956287a7cbe6 req-b1b00f25-764f-4e42-a2c0-148e2976d03b service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0561221 Feb 09 21:27:45.415876 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dede2bbb-6ccf-4f40-903b-a56e3dc7263f req-fdbd9067-8fb0-46e7-a009-b583afdb8fb9 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-securitygroup--644178451&fields=id&tenant_id=c3d686fde7364510aff45ca2f2b1a8d8 HTTP/1.1" status: 200 len: 267 time: 0.0994864 Feb 09 21:27:45.516357 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a99857af-8f15-45ed-a4ed-956287a7cbe6 req-f1a8d5a5-712a-42f3-be03-58f4e7ed0c70 service neutron] 10.222.0.90 "GET /v2.0/networks/43a15864-976d-4c1b-9eca-ababf91abd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592255 Feb 09 21:27:45.578364 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ab05f9b-94c3-48fb-a278-805d8cc5ddb0', 'tag': 'df25d0ba-3b9d-4d1f-9703-691a155dcf42'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:27:45.581199 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ef488f-33c4-47ef-8cc3-fdc05d38b5fa" -d '{"events": [{"name": "network-changed", "server_uuid": "1ab05f9b-94c3-48fb-a278-805d8cc5ddb0", "tag": "df25d0ba-3b9d-4d1f-9703-691a155dcf42"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:27:45.597570 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede2bbb-6ccf-4f40-903b-a56e3dc7263f req-0cfabe52-3675-4e77-9ceb-4ddb7e71812d tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:45.599018 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dede2bbb-6ccf-4f40-903b-a56e3dc7263f req-0cfabe52-3675-4e77-9ceb-4ddb7e71812d tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] 10.222.0.90 "GET /v2.0/networks?id=7a9ac5a8-6c72-442e-a289-f0f0972e4da1 HTTP/1.1" status: 200 len: 823 time: 0.1765542 Feb 09 21:27:45.624923 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-519c5810-1e53-47f3-945e-b48126ba7a4a req-333744de-d1ba-414d-819f-396d5441700d service neutron] 10.222.0.89 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815161 Feb 09 21:27:45.627694 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dede2bbb-6ccf-4f40-903b-a56e3dc7263f req-f9d07070-b57f-4ff7-aa75-34067344e8f4 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] 10.222.0.90 "GET /v2.0/quotas/c3d686fde7364510aff45ca2f2b1a8d8 HTTP/1.1" status: 200 len: 375 time: 0.0203583 Feb 09 21:27:45.649979 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a99857af-8f15-45ed-a4ed-956287a7cbe6 req-e3bdc627-971d-48ea-844d-0f4669320601 service neutron] 10.222.0.90 "GET /v2.0/networks/43a15864-976d-4c1b-9eca-ababf91abd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273563 Feb 09 21:27:45.704246 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dede2bbb-6ccf-4f40-903b-a56e3dc7263f req-4d22b6e8-4b6b-4826-8191-d808c8ddf13c tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=c3d686fde7364510aff45ca2f2b1a8d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0680943 Feb 09 21:27:45.718963 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-519c5810-1e53-47f3-945e-b48126ba7a4a req-eee8f235-63d0-4a76-8f6c-1d38b4d007a8 service neutron] 10.222.0.89 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870759 Feb 09 21:27:45.851066 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dede2bbb-6ccf-4f40-903b-a56e3dc7263f req-4a278d21-6041-4b5b-9d4a-d9f4586ef226 service neutron] 10.222.0.90 "GET /v2.0/networks/7a9ac5a8-6c72-442e-a289-f0f0972e4da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302314 Feb 09 21:27:46.067321 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd38303b-5798-44c9-81e2-7ce8df6352f6 req-2eff20f0-7950-4962-8b0a-10c94385cc2b tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:46.068841 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cd38303b-5798-44c9-81e2-7ce8df6352f6 req-2eff20f0-7950-4962-8b0a-10c94385cc2b tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] 10.222.0.90 "GET /v2.0/ports?device_id=1ab05f9b-94c3-48fb-a278-805d8cc5ddb0 HTTP/1.1" status: 200 len: 970 time: 0.2588356 Feb 09 21:27:46.131744 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dede2bbb-6ccf-4f40-903b-a56e3dc7263f req-01e43538-24ab-4874-bed7-599f556baa19 service neutron] 10.222.0.90 "GET /v2.0/networks/7a9ac5a8-6c72-442e-a289-f0f0972e4da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718236 Feb 09 21:27:46.142859 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cd38303b-5798-44c9-81e2-7ce8df6352f6 req-15d9c8b2-26cc-4ef5-adef-1b248aa05e7d tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] 10.222.0.90 "GET /v2.0/security-groups?id=de89aeae-9279-4562-8602-a4eda38792b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669875 Feb 09 21:27:46.192076 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59733b72-294a-4e25-a784-f3a23c643bca x-openstack-request-id: req-59733b72-294a-4e25-a784-f3a23c643bca {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:27:46.192684 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ab05f9b-94c3-48fb-a278-805d8cc5ddb0", "tag": "df25d0ba-3b9d-4d1f-9703-691a155dcf42", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:27:46.192797 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-59733b72-294a-4e25-a784-f3a23c643bca {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:27:46.193289 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ab05f9b-94c3-48fb-a278-805d8cc5ddb0', 'tag': 'df25d0ba-3b9d-4d1f-9703-691a155dcf42', 'status': 'completed', 'code': 200} Feb 09 21:27:46.289723 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef488f-33c4-47ef-8cc3-fdc05d38b5fa req-1b3112c5-0791-4699-b12b-cc4b77a5ea4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:46.291486 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f1ef488f-33c4-47ef-8cc3-fdc05d38b5fa req-1b3112c5-0791-4699-b12b-cc4b77a5ea4c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8e5c2141d1364c2b8b407f257911ec8b&device_id=1ab05f9b-94c3-48fb-a278-805d8cc5ddb0 HTTP/1.1" status: 200 len: 1152 time: 0.0726306 Feb 09 21:27:46.343865 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b5fd3-ca23-408b-97fd-aa088bf67ad7 req-bd213541-e058-4e98-a29a-d551402c807f tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:46.347387 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-954b5fd3-ca23-408b-97fd-aa088bf67ad7 req-bd213541-e058-4e98-a29a-d551402c807f tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=b92e52ce-38e3-404d-b7c1-252230ea762d HTTP/1.1" status: 200 len: 943 time: 0.0911751 Feb 09 21:27:46.393810 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ad58b780-be97-47d4-b21e-3a69886b5910 req-faa75ad5-8bd7-4ba2-ae5f-131c975c9499 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/ports?device_id=534f8af0-9b3d-46ac-8f50-e70a0892fc50 HTTP/1.1" status: 200 len: 210 time: 0.0451126 Feb 09 21:27:46.440533 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef488f-33c4-47ef-8cc3-fdc05d38b5fa req-74fa38d0-1f1d-47ea-b5df-ba9393c7cbee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:46.441922 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f1ef488f-33c4-47ef-8cc3-fdc05d38b5fa req-74fa38d0-1f1d-47ea-b5df-ba9393c7cbee service neutron] 10.222.0.89 "GET /v2.0/networks?id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc HTTP/1.1" status: 200 len: 870 time: 0.1415424 Feb 09 21:27:46.445755 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-954b5fd3-ca23-408b-97fd-aa088bf67ad7 req-510a907e-bdbe-4b40-8214-29cbd06e7ddd tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882790 Feb 09 21:27:46.508535 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f1ef488f-33c4-47ef-8cc3-fdc05d38b5fa req-599db2aa-7b8d-44d6-8df5-51e25250c164 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=df25d0ba-3b9d-4d1f-9703-691a155dcf42 HTTP/1.1" status: 200 len: 217 time: 0.0447285 Feb 09 21:27:46.566429 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef488f-33c4-47ef-8cc3-fdc05d38b5fa req-1eb6e3ae-d211-4969-8756-aee4237125f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:46.568033 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f1ef488f-33c4-47ef-8cc3-fdc05d38b5fa req-1eb6e3ae-d211-4969-8756-aee4237125f8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0f7402ac-a35b-414b-bcc1-bc1c3072ec3c HTTP/1.1" status: 200 len: 843 time: 0.0536089 Feb 09 21:27:46.569933 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb65abcc-ab89-4d48-9f6e-f3f5b84cd724 req-4f495c0c-7c3d-44c1-ab5b-05fd6efa0f4f tempest-AggregatesAdminTestJSON-702210867 tempest-AggregatesAdminTestJSON-702210867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:46.571932 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fb65abcc-ab89-4d48-9f6e-f3f5b84cd724 req-4f495c0c-7c3d-44c1-ab5b-05fd6efa0f4f tempest-AggregatesAdminTestJSON-702210867 tempest-AggregatesAdminTestJSON-702210867-project] 10.222.0.90 "GET /v2.0/ports?device_id=870bb840-97eb-44c5-a377-fd913add82b3 HTTP/1.1" status: 200 len: 971 time: 0.0957928 Feb 09 21:27:46.594637 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde27adf-9026-4263-9a66-d564480bd862 req-29b7b1ae-3d63-43e2-8fd0-ab28b9c0bed2 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:46.596084 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dde27adf-9026-4263-9a66-d564480bd862 req-29b7b1ae-3d63-43e2-8fd0-ab28b9c0bed2 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] 10.222.0.90 "GET /v2.0/ports?device_id=345a6378-4436-498d-8be1-511bef4e7f88 HTTP/1.1" status: 200 len: 950 time: 0.0741520 Feb 09 21:27:46.619634 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef488f-33c4-47ef-8cc3-fdc05d38b5fa req-d6cab440-150a-4063-a58a-bbafe8d11975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:46.621778 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f1ef488f-33c4-47ef-8cc3-fdc05d38b5fa req-d6cab440-150a-4063-a58a-bbafe8d11975 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0469036 Feb 09 21:27:46.665036 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fb65abcc-ab89-4d48-9f6e-f3f5b84cd724 req-09ca3549-4d7f-4ac3-bffd-6d64ca041e6e tempest-AggregatesAdminTestJSON-702210867 tempest-AggregatesAdminTestJSON-702210867-project] 10.222.0.90 "GET /v2.0/security-groups?id=228c8f47-6123-4d31-ba8f-2697a670de8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777559 Feb 09 21:27:46.672340 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dde27adf-9026-4263-9a66-d564480bd862 req-d6c92a69-7bc5-46c4-8912-86bd501a7724 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] 10.222.0.90 "GET /v2.0/security-groups?id=eeac89fc-3a98-4e6a-b07f-6275d08c01ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696864 Feb 09 21:27:46.732104 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f1ef488f-33c4-47ef-8cc3-fdc05d38b5fa req-1982fd5b-8a33-46f7-8ba4-9636a4b0fe34 service neutron] 10.222.0.89 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025906 Feb 09 21:27:46.763180 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-79eacd78-35c7-478d-9afe-e4ecf48e45c6 req-1d9bb8de-2deb-4663-b238-090bfd64aebe tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] 10.222.0.90 "GET /v2.0/ports?device_id=d598f789-0207-4951-b324-3cfcb2f8243a HTTP/1.1" status: 200 len: 210 time: 0.0315793 Feb 09 21:27:46.837696 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f1ef488f-33c4-47ef-8cc3-fdc05d38b5fa req-21dfdab1-3011-4249-ad16-a4d93339086f service neutron] 10.222.0.89 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989792 Feb 09 21:27:47.099653 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dbeb70-ce80-47f1-bc5c-f9c4472e0e2f req-e1a515dc-b883-4dc2-8158-1f630ac80b7f tempest-DeleteServersAdminTestJSON-577483448 tempest-DeleteServersAdminTestJSON-577483448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:47.101224 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b7dbeb70-ce80-47f1-bc5c-f9c4472e0e2f req-e1a515dc-b883-4dc2-8158-1f630ac80b7f tempest-DeleteServersAdminTestJSON-577483448 tempest-DeleteServersAdminTestJSON-577483448-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=345a6378-4436-498d-8be1-511bef4e7f88 HTTP/1.1" status: 200 len: 1132 time: 0.0799277 Feb 09 21:27:47.165192 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99857af-8f15-45ed-a4ed-956287a7cbe6 req-5a33c313-510c-4d08-9897-5883691cf9d3 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:47.166630 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a99857af-8f15-45ed-a4ed-956287a7cbe6 req-5a33c313-510c-4d08-9897-5883691cf9d3 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.95 "GET /v2.0/networks?id=43a15864-976d-4c1b-9eca-ababf91abd28 HTTP/1.1" status: 200 len: 805 time: 0.1089866 Feb 09 21:27:47.188595 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-a99857af-8f15-45ed-a4ed-956287a7cbe6 req-b420118d-72e1-4d1d-a239-0ee82c24348d tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Request body: {'port': {'device_id': '534f8af0-9b3d-46ac-8f50-e70a0892fc50', 'network_id': '43a15864-976d-4c1b-9eca-ababf91abd28', 'admin_state_up': True, 'tenant_id': '36e1dd978cdd4dd2b729c86f8565b340'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:27:47.208380 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-b7dbeb70-ce80-47f1-bc5c-f9c4472e0e2f req-b0cc197e-70e7-4741-a2ab-297ac793b271 tempest-DeleteServersAdminTestJSON-577483448 tempest-DeleteServersAdminTestJSON-577483448-project-admin] Deleting port a90a3f7f-67d3-4861-8146-8485800595c7 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:27:47.209077 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b7dbeb70-ce80-47f1-bc5c-f9c4472e0e2f req-b0cc197e-70e7-4741-a2ab-297ac793b271 tempest-DeleteServersAdminTestJSON-577483448 tempest-DeleteServersAdminTestJSON-577483448-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (a90a3f7f-67d3-4861-8146-8485800595c7), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:47.296038 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-b7dbeb70-ce80-47f1-bc5c-f9c4472e0e2f req-b0cc197e-70e7-4741-a2ab-297ac793b271 tempest-DeleteServersAdminTestJSON-577483448 tempest-DeleteServersAdminTestJSON-577483448-project-admin] For port a90a3f7f-67d3-4861-8146-8485800595c7, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=a90a3f7f-67d3-4861-8146-8485800595c7,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:27:47.296432 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b7dbeb70-ce80-47f1-bc5c-f9c4472e0e2f req-b0cc197e-70e7-4741-a2ab-297ac793b271 tempest-DeleteServersAdminTestJSON-577483448 tempest-DeleteServersAdminTestJSON-577483448-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (a90a3f7f-67d3-4861-8146-8485800595c7), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:47.311893 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-b7dbeb70-ce80-47f1-bc5c-f9c4472e0e2f req-b0cc197e-70e7-4741-a2ab-297ac793b271 tempest-DeleteServersAdminTestJSON-577483448 tempest-DeleteServersAdminTestJSON-577483448-project-admin] Calling delete_port for a90a3f7f-67d3-4861-8146-8485800595c7 owned by compute:nova {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:27:47.404790 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec38a1c6-85b3-46c6-a54f-d512b05175a6 req-5ac81a6a-dbdb-4ecb-b91c-b9bf5f1c04ce tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:47.406014 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ec38a1c6-85b3-46c6-a54f-d512b05175a6 req-5ac81a6a-dbdb-4ecb-b91c-b9bf5f1c04ce tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] 10.222.0.90 "GET /v2.0/ports?device_id=1ab05f9b-94c3-48fb-a278-805d8cc5ddb0 HTTP/1.1" status: 200 len: 970 time: 0.1789937 Feb 09 21:27:47.454325 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b7dbeb70-ce80-47f1-bc5c-f9c4472e0e2f req-b0cc197e-70e7-4741-a2ab-297ac793b271 tempest-DeleteServersAdminTestJSON-577483448 tempest-DeleteServersAdminTestJSON-577483448-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (a90a3f7f-67d3-4861-8146-8485800595c7), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:47.467988 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['a90a3f7f-67d3-4861-8146-8485800595c7'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:27:47.479324 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a99857af-8f15-45ed-a4ed-956287a7cbe6 req-b420118d-72e1-4d1d-a239-0ee82c24348d tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Made reservation on behalf of 36e1dd978cdd4dd2b729c86f8565b340 for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:27:47.483028 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-a99857af-8f15-45ed-a4ed-956287a7cbe6 req-b420118d-72e1-4d1d-a239-0ee82c24348d tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:47.492863 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cc197e-70e7-4741-a2ab-297ac793b271 tempest-DeleteServersAdminTestJSON-577483448 tempest-DeleteServersAdminTestJSON-577483448-project-admin] Pushing event deleted for resources: {'Port': ['ID=a90a3f7f-67d3-4861-8146-8485800595c7,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:47.511874 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.95', 60354) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:27:47.550346 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ec38a1c6-85b3-46c6-a54f-d512b05175a6 req-e6bc8d9a-9fdb-4a36-8b90-225f64db42fd tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] 10.222.0.90 "GET /v2.0/security-groups?id=de89aeae-9279-4562-8602-a4eda38792b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359067 Feb 09 21:27:47.556711 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7dbeb70-ce80-47f1-bc5c-f9c4472e0e2f req-b0cc197e-70e7-4741-a2ab-297ac793b271 tempest-DeleteServersAdminTestJSON-577483448 tempest-DeleteServersAdminTestJSON-577483448-project-admin] No DVR routers for this DVR port a90a3f7f-67d3-4861-8146-8485800595c7 on host n-h1-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:27:47.559960 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b7dbeb70-ce80-47f1-bc5c-f9c4472e0e2f req-b0cc197e-70e7-4741-a2ab-297ac793b271 tempest-DeleteServersAdminTestJSON-577483448 tempest-DeleteServersAdminTestJSON-577483448-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:47.564135 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b7dbeb70-ce80-47f1-bc5c-f9c4472e0e2f req-b0cc197e-70e7-4741-a2ab-297ac793b271 tempest-DeleteServersAdminTestJSON-577483448 tempest-DeleteServersAdminTestJSON-577483448-project-admin] 10.222.0.95 "DELETE /v2.0/ports/a90a3f7f-67d3-4861-8146-8485800595c7 HTTP/1.1" status: 204 len: 173 time: 0.4535058 Feb 09 21:27:47.640840 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-69b1ba53-cef2-4d81-986d-29aa688ad5f3 req-2348efe0-8bb9-4ac5-bfee-18656a82bc41 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/ports?device_id=534f8af0-9b3d-46ac-8f50-e70a0892fc50 HTTP/1.1" status: 200 len: 210 time: 0.1278906 Feb 09 21:27:47.829184 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device aa2b940c-04ac-4a07-a261-5afc49841033 details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:27:47.934301 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port aa2b940c-04ac-4a07-a261-5afc49841033, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=aa2b940c-04ac-4a07-a261-5afc49841033,segment=NetworkSegment(2e235117-e979-4e65-8640-84c4faf827fd),segment_id=2e235117-e979-4e65-8640-84c4faf827fd)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:27:47.939493 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede2bbb-6ccf-4f40-903b-a56e3dc7263f req-f663c93f-799b-45cf-9931-3a13c899d8cf tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:47.940967 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dede2bbb-6ccf-4f40-903b-a56e3dc7263f req-f663c93f-799b-45cf-9931-3a13c899d8cf tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] 10.222.0.95 "GET /v2.0/networks?id=7a9ac5a8-6c72-442e-a289-f0f0972e4da1 HTTP/1.1" status: 200 len: 823 time: 0.4267764 Feb 09 21:27:47.947622 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': 'aa2b940c-04ac-4a07-a261-5afc49841033', 'network_id': '5406f657-d0e3-4570-bda7-aeb2bc509011', 'port_id': 'aa2b940c-04ac-4a07-a261-5afc49841033', 'mac_address': 'fa:16:3e:c0:f7:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1ad18b5-2d0f-4d2c-9c50-5fdfdce0a556', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:27:47.955320 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039c1024-f26e-4b08-8a90-37bc13dfc3eb req-6e915b9f-9344-4d43-8329-4ae7fe2f6fcf tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:47.956782 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-039c1024-f26e-4b08-8a90-37bc13dfc3eb req-6e915b9f-9344-4d43-8329-4ae7fe2f6fcf tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=b92e52ce-38e3-404d-b7c1-252230ea762d HTTP/1.1" status: 200 len: 943 time: 0.3185856 Feb 09 21:27:47.988283 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port aa2b940c-04ac-4a07-a261-5afc49841033 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:27:47.988681 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (aa2b940c-04ac-4a07-a261-5afc49841033), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:48.002858 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa2b940c-04ac-4a07-a261-5afc49841033 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:27:48.015714 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd33ba6c-2643-43f2-bbb3-a0687115030a req-7ca5411b-ae69-413e-bff0-8405028d81d0 tempest-AggregatesAdminTestJSON-702210867 tempest-AggregatesAdminTestJSON-702210867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:48.017206 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dd33ba6c-2643-43f2-bbb3-a0687115030a req-7ca5411b-ae69-413e-bff0-8405028d81d0 tempest-AggregatesAdminTestJSON-702210867 tempest-AggregatesAdminTestJSON-702210867-project] 10.222.0.90 "GET /v2.0/ports?device_id=870bb840-97eb-44c5-a377-fd913add82b3 HTTP/1.1" status: 200 len: 971 time: 0.2641783 Feb 09 21:27:48.023920 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port aa2b940c-04ac-4a07-a261-5afc49841033, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=aa2b940c-04ac-4a07-a261-5afc49841033,segment=NetworkSegment(2e235117-e979-4e65-8640-84c4faf827fd),segment_id=2e235117-e979-4e65-8640-84c4faf827fd)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:27:48.028339 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [req-a99857af-8f15-45ed-a4ed-956287a7cbe6 req-b420118d-72e1-4d1d-a239-0ee82c24348d tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Allocated IP 172.20.0.10 (43a15864-976d-4c1b-9eca-ababf91abd28/8aa2c19c-86ec-4da6-bb2c-e80ae4e7aac9/46e86cd0-8e00-4a6a-ad98-03ad96c9547b) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:27:48.028488 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (aa2b940c-04ac-4a07-a261-5afc49841033), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:48.080570 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=aa2b940c-04ac-4a07-a261-5afc49841033,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:48.142329 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dede2bbb-6ccf-4f40-903b-a56e3dc7263f req-d6e502b8-b624-42d7-996a-06a2c526a809 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c3d686fde7364510aff45ca2f2b1a8d8 HTTP/1.1" status: 200 len: 379 time: 0.1781359 Feb 09 21:27:48.155734 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-039c1024-f26e-4b08-8a90-37bc13dfc3eb req-fe628859-74ce-4eaf-b6fa-b8c492c29e51 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904106 Feb 09 21:27:48.172288 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-dede2bbb-6ccf-4f40-903b-a56e3dc7263f req-72faab79-c409-4933-b644-ee7d6b051cc6 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Request body: {'port': {'device_id': 'd598f789-0207-4951-b324-3cfcb2f8243a', 'network_id': '7a9ac5a8-6c72-442e-a289-f0f0972e4da1', 'admin_state_up': True, 'tenant_id': 'c3d686fde7364510aff45ca2f2b1a8d8', 'security_groups': ['c11474fc-a995-4bd5-b9af-83dc4f32d281']}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:27:48.192558 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dd33ba6c-2643-43f2-bbb3-a0687115030a req-403e4d0c-3996-44a6-8e25-2fadd910990f tempest-AggregatesAdminTestJSON-702210867 tempest-AggregatesAdminTestJSON-702210867-project] 10.222.0.90 "GET /v2.0/security-groups?id=228c8f47-6123-4d31-ba8f-2697a670de8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656077 Feb 09 21:27:48.195802 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '345a6378-4436-498d-8be1-511bef4e7f88', 'name': 'network-vif-deleted', 'tag': 'a90a3f7f-67d3-4861-8146-8485800595c7'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:27:48.199713 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91d7d23b-c307-49eb-b6df-3a52dae6ac0e" -d '{"events": [{"server_uuid": "345a6378-4436-498d-8be1-511bef4e7f88", "name": "network-vif-deleted", "tag": "a90a3f7f-67d3-4861-8146-8485800595c7"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:27:48.298645 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['aa2b940c-04ac-4a07-a261-5afc49841033'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:27:48.352301 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-617ec928-cda9-4737-8109-ca8cb9338e1d req-e4a017bf-f828-4e3e-9eb7-54e1946390b5 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] 10.222.0.90 "GET /v2.0/ports?device_id=345a6378-4436-498d-8be1-511bef4e7f88 HTTP/1.1" status: 200 len: 210 time: 0.0728445 Feb 09 21:27:48.354057 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8add6e28-61ca-464f-99e8-27a059233673 req-35006045-cedb-42b0-9a41-c000689ae5aa tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] 10.222.0.90 "GET /v2.0/ports?device_id=d598f789-0207-4951-b324-3cfcb2f8243a HTTP/1.1" status: 200 len: 210 time: 0.0716462 Feb 09 21:27:48.410378 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53c5dede-c56a-42d4-bf2f-4a0c2c282ddf x-openstack-request-id: req-53c5dede-c56a-42d4-bf2f-4a0c2c282ddf {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:27:48.410873 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "345a6378-4436-498d-8be1-511bef4e7f88", "name": "network-vif-deleted", "tag": "a90a3f7f-67d3-4861-8146-8485800595c7", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:27:48.410991 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-53c5dede-c56a-42d4-bf2f-4a0c2c282ddf {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:27:48.411584 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '345a6378-4436-498d-8be1-511bef4e7f88', 'name': 'network-vif-deleted', 'tag': 'a90a3f7f-67d3-4861-8146-8485800595c7', 'status': 'completed', 'code': 200} Feb 09 21:27:48.435800 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-a99857af-8f15-45ed-a4ed-956287a7cbe6 req-b420118d-72e1-4d1d-a239-0ee82c24348d tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Publish callbacks [] for port (46e86cd0-8e00-4a6a-ad98-03ad96c9547b), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:48.475897 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dede2bbb-6ccf-4f40-903b-a56e3dc7263f req-72faab79-c409-4933-b644-ee7d6b051cc6 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Made reservation on behalf of c3d686fde7364510aff45ca2f2b1a8d8 for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:27:48.479211 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-dede2bbb-6ccf-4f40-903b-a56e3dc7263f req-72faab79-c409-4933-b644-ee7d6b051cc6 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:48.720960 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4b903d-5866-4e99-854d-666a65d6e1a6 req-04268d20-034a-442f-896c-6c561f22ca0d tempest-AggregatesAdminTestJSON-356729448 tempest-AggregatesAdminTestJSON-356729448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:48.722398 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9f4b903d-5866-4e99-854d-666a65d6e1a6 req-04268d20-034a-442f-896c-6c561f22ca0d tempest-AggregatesAdminTestJSON-356729448 tempest-AggregatesAdminTestJSON-356729448-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=870bb840-97eb-44c5-a377-fd913add82b3 HTTP/1.1" status: 200 len: 1153 time: 0.2841005 Feb 09 21:27:48.726842 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-a99857af-8f15-45ed-a4ed-956287a7cbe6 req-b420118d-72e1-4d1d-a239-0ee82c24348d tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (46e86cd0-8e00-4a6a-ad98-03ad96c9547b), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:48.834213 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-9f4b903d-5866-4e99-854d-666a65d6e1a6 req-9f2e0591-e16a-4732-b93b-771f7809bffd tempest-AggregatesAdminTestJSON-356729448 tempest-AggregatesAdminTestJSON-356729448-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:48.875442 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a99857af-8f15-45ed-a4ed-956287a7cbe6 req-b420118d-72e1-4d1d-a239-0ee82c24348d tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Network 43a15864-976d-4c1b-9eca-ababf91abd28 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:27:48.905794 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [req-a99857af-8f15-45ed-a4ed-956287a7cbe6 req-b420118d-72e1-4d1d-a239-0ee82c24348d tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:27:48.912443 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b420118d-72e1-4d1d-a239-0ee82c24348d tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Pushing event updated for resources: {'Port': ['ID=46e86cd0-8e00-4a6a-ad98-03ad96c9547b,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:48.914649 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-a99857af-8f15-45ed-a4ed-956287a7cbe6 req-b420118d-72e1-4d1d-a239-0ee82c24348d tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:27:48.919773 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99857af-8f15-45ed-a4ed-956287a7cbe6 req-b420118d-72e1-4d1d-a239-0ee82c24348d tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:48.920336 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-a99857af-8f15-45ed-a4ed-956287a7cbe6 req-b420118d-72e1-4d1d-a239-0ee82c24348d tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:48.975421 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eede505f-73a4-47de-a6df-4c5d71ab2ffa req-0748d2ac-6556-42be-bdcb-420b5c3701fa tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:48.976942 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-eede505f-73a4-47de-a6df-4c5d71ab2ffa req-0748d2ac-6556-42be-bdcb-420b5c3701fa tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] 10.222.0.90 "GET /v2.0/ports?device_id=1ab05f9b-94c3-48fb-a278-805d8cc5ddb0 HTTP/1.1" status: 200 len: 970 time: 0.2513433 Feb 09 21:27:48.981008 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [req-dede2bbb-6ccf-4f40-903b-a56e3dc7263f req-72faab79-c409-4933-b644-ee7d6b051cc6 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Allocated IP 172.20.0.12 (7a9ac5a8-6c72-442e-a289-f0f0972e4da1/9d40292b-0b76-42c5-80e1-90b5058bab26/83605d51-ed5d-4436-8e49-f60a4d5a6588) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:27:48.985829 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a99857af-8f15-45ed-a4ed-956287a7cbe6 req-b420118d-72e1-4d1d-a239-0ee82c24348d tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8078985 Feb 09 21:27:49.004702 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-a99857af-8f15-45ed-a4ed-956287a7cbe6 req-90c85857-9320-480d-be17-4dce5d975082 service neutron] Request body: {'port': {'device_id': '534f8af0-9b3d-46ac-8f50-e70a0892fc50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-5'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:27:49.175830 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-eede505f-73a4-47de-a6df-4c5d71ab2ffa req-8585efd1-25f2-454c-a6cb-008b4ad53bec tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] 10.222.0.90 "GET /v2.0/security-groups?id=de89aeae-9279-4562-8602-a4eda38792b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877942 Feb 09 21:27:49.199091 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-a99857af-8f15-45ed-a4ed-956287a7cbe6 req-90c85857-9320-480d-be17-4dce5d975082 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (46e86cd0-8e00-4a6a-ad98-03ad96c9547b), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:49.219839 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-9f4b903d-5866-4e99-854d-666a65d6e1a6 req-9f2e0591-e16a-4732-b93b-771f7809bffd tempest-AggregatesAdminTestJSON-356729448 tempest-AggregatesAdminTestJSON-356729448-project-admin] Publish callbacks [] for security_group (91451134-efa1-4d13-b024-defa0ee72767), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:49.228762 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-9f4b903d-5866-4e99-854d-666a65d6e1a6 req-9f2e0591-e16a-4732-b93b-771f7809bffd tempest-AggregatesAdminTestJSON-356729448 tempest-AggregatesAdminTestJSON-356729448-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (91451134-efa1-4d13-b024-defa0ee72767), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:49.336181 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9f4b903d-5866-4e99-854d-666a65d6e1a6 req-9f2e0591-e16a-4732-b93b-771f7809bffd tempest-AggregatesAdminTestJSON-356729448 tempest-AggregatesAdminTestJSON-356729448-project-admin] 10.222.0.90 "GET /v2.0/security-groups?id=228c8f47-6123-4d31-ba8f-2697a670de8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6076422 Feb 09 21:27:49.342192 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2e0591-e16a-4732-b93b-771f7809bffd tempest-AggregatesAdminTestJSON-356729448 tempest-AggregatesAdminTestJSON-356729448-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91451134-efa1-4d13-b024-defa0ee72767,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:49.376164 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-dede2bbb-6ccf-4f40-903b-a56e3dc7263f req-72faab79-c409-4933-b644-ee7d6b051cc6 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Publish callbacks [] for port (83605d51-ed5d-4436-8e49-f60a4d5a6588), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:49.533397 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f28d30-f823-451c-9a29-74ee0f601dd4 req-fed21abb-6a36-4bcf-9a5c-e34c967c60d6 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:49.534771 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f9f28d30-f823-451c-9a29-74ee0f601dd4 req-fed21abb-6a36-4bcf-9a5c-e34c967c60d6 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/ports?device_id=534f8af0-9b3d-46ac-8f50-e70a0892fc50 HTTP/1.1" status: 200 len: 932 time: 0.2936559 Feb 09 21:27:49.641980 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device df25d0ba-3b9d-4d1f-9703-691a155dcf42 details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:27:49.648242 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e09eb7b-2f90-49a9-a1ee-750008fe65f1 req-ca865180-6b0f-4bf1-80bd-e52756f35006 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:49.650605 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5e09eb7b-2f90-49a9-a1ee-750008fe65f1 req-ca865180-6b0f-4bf1-80bd-e52756f35006 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=b92e52ce-38e3-404d-b7c1-252230ea762d HTTP/1.1" status: 200 len: 944 time: 0.2105947 Feb 09 21:27:49.655495 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-dede2bbb-6ccf-4f40-903b-a56e3dc7263f req-72faab79-c409-4933-b644-ee7d6b051cc6 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (83605d51-ed5d-4436-8e49-f60a4d5a6588), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:49.716116 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f9f28d30-f823-451c-9a29-74ee0f601dd4 req-2a432e67-b109-4b75-b333-f89a25872c46 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/security-groups?id=8827d060-7266-4559-a6cc-b0bbf702a8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739683 Feb 09 21:27:49.750104 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dede2bbb-6ccf-4f40-903b-a56e3dc7263f req-72faab79-c409-4933-b644-ee7d6b051cc6 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Network 7a9ac5a8-6c72-442e-a289-f0f0972e4da1 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:27:49.754509 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port df25d0ba-3b9d-4d1f-9703-691a155dcf42, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=df25d0ba-3b9d-4d1f-9703-691a155dcf42,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:27:49.765880 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [req-dede2bbb-6ccf-4f40-903b-a56e3dc7263f req-72faab79-c409-4933-b644-ee7d6b051cc6 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:27:49.766696 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': 'df25d0ba-3b9d-4d1f-9703-691a155dcf42', 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc', 'port_id': 'df25d0ba-3b9d-4d1f-9703-691a155dcf42', 'mac_address': 'fa:16:3e:f5:30:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f7402ac-a35b-414b-bcc1-bc1c3072ec3c', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:tempest-test_az-1328913751', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:27:49.777399 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-dede2bbb-6ccf-4f40-903b-a56e3dc7263f req-72faab79-c409-4933-b644-ee7d6b051cc6 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:27:49.782741 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede2bbb-6ccf-4f40-903b-a56e3dc7263f req-72faab79-c409-4933-b644-ee7d6b051cc6 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:49.783355 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-dede2bbb-6ccf-4f40-903b-a56e3dc7263f req-72faab79-c409-4933-b644-ee7d6b051cc6 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:49.802229 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72faab79-c409-4933-b644-ee7d6b051cc6 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Pushing event updated for resources: {'Port': ['ID=83605d51-ed5d-4436-8e49-f60a4d5a6588,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:49.807601 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port df25d0ba-3b9d-4d1f-9703-691a155dcf42 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:27:49.808003 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (df25d0ba-3b9d-4d1f-9703-691a155dcf42), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:49.820142 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5e09eb7b-2f90-49a9-a1ee-750008fe65f1 req-309c4d36-bb95-4cba-9729-70a75705d10a tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567395 Feb 09 21:27:49.824872 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df25d0ba-3b9d-4d1f-9703-691a155dcf42 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:27:49.831537 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dede2bbb-6ccf-4f40-903b-a56e3dc7263f req-72faab79-c409-4933-b644-ee7d6b051cc6 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6663573 Feb 09 21:27:49.853437 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port df25d0ba-3b9d-4d1f-9703-691a155dcf42, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=df25d0ba-3b9d-4d1f-9703-691a155dcf42,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:27:49.856511 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device aa2b940c-04ac-4a07-a261-5afc49841033 up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:27:49.882678 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-dede2bbb-6ccf-4f40-903b-a56e3dc7263f req-ecfe55e8-d9d5-46c8-b871-d2195e1544f7 service neutron] Request body: {'port': {'device_id': 'd598f789-0207-4951-b324-3cfcb2f8243a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-5'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:27:49.934430 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [req-a99857af-8f15-45ed-a4ed-956287a7cbe6 req-90c85857-9320-480d-be17-4dce5d975082 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46e86cd0-8e00-4a6a-ad98-03ad96c9547b {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:27:49.943235 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (df25d0ba-3b9d-4d1f-9703-691a155dcf42), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:49.955707 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-a99857af-8f15-45ed-a4ed-956287a7cbe6 req-90c85857-9320-480d-be17-4dce5d975082 service neutron] Publish callbacks [] for port (46e86cd0-8e00-4a6a-ad98-03ad96c9547b), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:50.001216 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning for port aa2b940c-04ac-4a07-a261-5afc49841033 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:27:50.008032 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port aa2b940c-04ac-4a07-a261-5afc49841033 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:27:50.008424 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (aa2b940c-04ac-4a07-a261-5afc49841033), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:50.047915 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [req-a99857af-8f15-45ed-a4ed-956287a7cbe6 req-90c85857-9320-480d-be17-4dce5d975082 service neutron] Transition to ACTIVE for port object 46e86cd0-8e00-4a6a-ad98-03ad96c9547b will not be triggered until provisioned by entity L2. {{(pid=103140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:27:50.063798 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=df25d0ba-3b9d-4d1f-9703-691a155dcf42,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:50.072476 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-a99857af-8f15-45ed-a4ed-956287a7cbe6 req-90c85857-9320-480d-be17-4dce5d975082 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (46e86cd0-8e00-4a6a-ad98-03ad96c9547b), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:50.077182 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-dede2bbb-6ccf-4f40-903b-a56e3dc7263f req-ecfe55e8-d9d5-46c8-b871-d2195e1544f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (83605d51-ed5d-4436-8e49-f60a4d5a6588), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:50.132613 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port aa2b940c-04ac-4a07-a261-5afc49841033 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:27:50.133005 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (aa2b940c-04ac-4a07-a261-5afc49841033), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:50.163061 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b92e52ce-38e3-404d-b7c1-252230ea762d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa2b940c-04ac-4a07-a261-5afc49841033'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:27:50.165355 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89989f79-7202-4055-8956-eb0b1b181719" -d '{"events": [{"server_uuid": "b92e52ce-38e3-404d-b7c1-252230ea762d", "name": "network-vif-plugged", "status": "completed", "tag": "aa2b940c-04ac-4a07-a261-5afc49841033"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:27:50.188280 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port aa2b940c-04ac-4a07-a261-5afc49841033, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=aa2b940c-04ac-4a07-a261-5afc49841033,segment=NetworkSegment(2e235117-e979-4e65-8640-84c4faf827fd),segment_id=2e235117-e979-4e65-8640-84c4faf827fd)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:27:50.190169 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-fdf68e1e-50b3-47ab-9344-96f4482c150a None None] Provisioning complete for port 83605d51-ed5d-4436-8e49-f60a4d5a6588 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:27:50.190541 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-fdf68e1e-50b3-47ab-9344-96f4482c150a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (83605d51-ed5d-4436-8e49-f60a4d5a6588), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:50.193492 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (aa2b940c-04ac-4a07-a261-5afc49841033), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:50.201327 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c85857-9320-480d-be17-4dce5d975082 service neutron] Pushing event updated for resources: {'Port': ['ID=46e86cd0-8e00-4a6a-ad98-03ad96c9547b,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:50.230474 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e30fea-fea8-466e-99c1-2a365a0e78dd req-d3ddb10a-2d22-4781-8820-9f36efc18962 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:50.231974 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e4e30fea-fea8-466e-99c1-2a365a0e78dd req-d3ddb10a-2d22-4781-8820-9f36efc18962 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] 10.222.0.90 "GET /v2.0/ports?device_id=d598f789-0207-4951-b324-3cfcb2f8243a HTTP/1.1" status: 200 len: 932 time: 0.2341890 Feb 09 21:27:50.263645 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-fdf68e1e-50b3-47ab-9344-96f4482c150a None None] Port 83605d51-ed5d-4436-8e49-f60a4d5a6588 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:27:50.273990 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=aa2b940c-04ac-4a07-a261-5afc49841033,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:50.364128 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21236feb-9969-4b6a-84d0-374eed484e5d req-668b1eef-6316-4171-98f3-c9b48b4e4e1c tempest-AggregatesAdminTestJSON-702210867 tempest-AggregatesAdminTestJSON-702210867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:50.365656 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-21236feb-9969-4b6a-84d0-374eed484e5d req-668b1eef-6316-4171-98f3-c9b48b4e4e1c tempest-AggregatesAdminTestJSON-702210867 tempest-AggregatesAdminTestJSON-702210867-project] 10.222.0.90 "GET /v2.0/ports?device_id=870bb840-97eb-44c5-a377-fd913add82b3 HTTP/1.1" status: 200 len: 971 time: 0.2472744 Feb 09 21:27:50.382838 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-a99857af-8f15-45ed-a4ed-956287a7cbe6 req-90c85857-9320-480d-be17-4dce5d975082 service neutron] Attempting to bind port 46e86cd0-8e00-4a6a-ad98-03ad96c9547b on host n-h1-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:27:50.383167 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-a99857af-8f15-45ed-a4ed-956287a7cbe6 req-90c85857-9320-480d-be17-4dce5d975082 service neutron] Attempting to bind port 46e86cd0-8e00-4a6a-ad98-03ad96c9547b by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': '79d7c118-8629-48e7-a704-27a42c218b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '43a15864-976d-4c1b-9eca-ababf91abd28'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:27:50.383542 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99857af-8f15-45ed-a4ed-956287a7cbe6 req-90c85857-9320-480d-be17-4dce5d975082 service neutron] Attempting to bind port 46e86cd0-8e00-4a6a-ad98-03ad96c9547b on network 43a15864-976d-4c1b-9eca-ababf91abd28 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:27:50.391415 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['df25d0ba-3b9d-4d1f-9703-691a155dcf42'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:27:50.412034 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99857af-8f15-45ed-a4ed-956287a7cbe6 req-90c85857-9320-480d-be17-4dce5d975082 service neutron] Port 46e86cd0-8e00-4a6a-ad98-03ad96c9547b on network 43a15864-976d-4c1b-9eca-ababf91abd28 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:27:50.412399 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99857af-8f15-45ed-a4ed-956287a7cbe6 req-90c85857-9320-480d-be17-4dce5d975082 service neutron] Attempting to bind port 46e86cd0-8e00-4a6a-ad98-03ad96c9547b on network 43a15864-976d-4c1b-9eca-ababf91abd28 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:27:50.437126 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99857af-8f15-45ed-a4ed-956287a7cbe6 req-90c85857-9320-480d-be17-4dce5d975082 service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:27:50.437470 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99857af-8f15-45ed-a4ed-956287a7cbe6 req-90c85857-9320-480d-be17-4dce5d975082 service neutron] Checking segment: {'id': '79d7c118-8629-48e7-a704-27a42c218b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '43a15864-976d-4c1b-9eca-ababf91abd28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:27:50.438026 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99857af-8f15-45ed-a4ed-956287a7cbe6 req-90c85857-9320-480d-be17-4dce5d975082 service neutron] Bound using segment: {'id': '79d7c118-8629-48e7-a704-27a42c218b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '43a15864-976d-4c1b-9eca-ababf91abd28'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:27:50.438486 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-a99857af-8f15-45ed-a4ed-956287a7cbe6 req-90c85857-9320-480d-be17-4dce5d975082 service neutron] Bound port: 46e86cd0-8e00-4a6a-ad98-03ad96c9547b, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79d7c118-8629-48e7-a704-27a42c218b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '43a15864-976d-4c1b-9eca-ababf91abd28'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:27:50.438841 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-a99857af-8f15-45ed-a4ed-956287a7cbe6 req-90c85857-9320-480d-be17-4dce5d975082 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (46e86cd0-8e00-4a6a-ad98-03ad96c9547b), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:50.493553 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e4e30fea-fea8-466e-99c1-2a365a0e78dd req-dae98ae7-668b-4d07-875b-4cbb1149b8ba tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] 10.222.0.90 "GET /v2.0/security-groups?id=c11474fc-a995-4bd5-b9af-83dc4f32d281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2324090 Feb 09 21:27:50.545000 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-21236feb-9969-4b6a-84d0-374eed484e5d req-9e6875fc-f24f-4f51-89c6-482c12eadad8 tempest-AggregatesAdminTestJSON-702210867 tempest-AggregatesAdminTestJSON-702210867-project] 10.222.0.90 "GET /v2.0/security-groups?id=228c8f47-6123-4d31-ba8f-2697a670de8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701157 Feb 09 21:27:50.593407 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f45e3da-d4e5-4caa-919d-b6268dee4508 x-openstack-request-id: req-4f45e3da-d4e5-4caa-919d-b6268dee4508 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:27:50.593733 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b92e52ce-38e3-404d-b7c1-252230ea762d", "name": "network-vif-plugged", "status": "completed", "tag": "aa2b940c-04ac-4a07-a261-5afc49841033", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:27:50.593998 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-4f45e3da-d4e5-4caa-919d-b6268dee4508 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:27:50.594404 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b92e52ce-38e3-404d-b7c1-252230ea762d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa2b940c-04ac-4a07-a261-5afc49841033', 'code': 200} Feb 09 21:27:50.625798 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-a99857af-8f15-45ed-a4ed-956287a7cbe6 req-90c85857-9320-480d-be17-4dce5d975082 service neutron] For port 46e86cd0-8e00-4a6a-ad98-03ad96c9547b, host n-h1-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:27:50.637232 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d4c866f9-a9fe-4240-bbee-c8459f65e49a req-876034bd-868d-44cc-b931-ca2c1e8ef38d tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=a2e09dedb14d496ba22577099badda8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0466595 Feb 09 21:27:50.682891 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-a99857af-8f15-45ed-a4ed-956287a7cbe6 req-90c85857-9320-480d-be17-4dce5d975082 service neutron] For port 46e86cd0-8e00-4a6a-ad98-03ad96c9547b, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=46e86cd0-8e00-4a6a-ad98-03ad96c9547b,segment=NetworkSegment(79d7c118-8629-48e7-a704-27a42c218b4f),segment_id=79d7c118-8629-48e7-a704-27a42c218b4f)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:27:50.707299 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c2e93e-d77e-4b11-97af-2b115a9f0738 req-287ee914-8de0-44fd-be32-fdf48cbcc8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:50.708985 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-54c2e93e-d77e-4b11-97af-2b115a9f0738 req-287ee914-8de0-44fd-be32-fdf48cbcc8c4 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=b92e52ce-38e3-404d-b7c1-252230ea762d HTTP/1.1" status: 200 len: 1127 time: 0.0463765 Feb 09 21:27:50.746850 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:50.777792 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-54c2e93e-d77e-4b11-97af-2b115a9f0738 req-c96a263e-be38-4651-8181-66eddf0ca090 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591931 Feb 09 21:27:50.893990 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-a99857af-8f15-45ed-a4ed-956287a7cbe6 req-90c85857-9320-480d-be17-4dce5d975082 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (46e86cd0-8e00-4a6a-ad98-03ad96c9547b), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:51.005891 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99857af-8f15-45ed-a4ed-956287a7cbe6 req-90c85857-9320-480d-be17-4dce5d975082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:51.006514 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-a99857af-8f15-45ed-a4ed-956287a7cbe6 req-90c85857-9320-480d-be17-4dce5d975082 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:51.007953 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a99857af-8f15-45ed-a4ed-956287a7cbe6 req-90c85857-9320-480d-be17-4dce5d975082 service neutron] 10.222.0.95 "PUT /v2.0/ports/46e86cd0-8e00-4a6a-ad98-03ad96c9547b HTTP/1.1" status: 200 len: 1092 time: 2.0072837 Feb 09 21:27:51.012836 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '534f8af0-9b3d-46ac-8f50-e70a0892fc50', 'tag': '46e86cd0-8e00-4a6a-ad98-03ad96c9547b'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:27:51.070145 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [req-dede2bbb-6ccf-4f40-903b-a56e3dc7263f req-ecfe55e8-d9d5-46c8-b871-d2195e1544f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83605d51-ed5d-4436-8e49-f60a4d5a6588 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:27:51.106589 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-dede2bbb-6ccf-4f40-903b-a56e3dc7263f req-ecfe55e8-d9d5-46c8-b871-d2195e1544f7 service neutron] Publish callbacks [] for port (83605d51-ed5d-4436-8e49-f60a4d5a6588), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:51.173735 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c85857-9320-480d-be17-4dce5d975082 service neutron] Pushing event updated for resources: {'Port': ['ID=46e86cd0-8e00-4a6a-ad98-03ad96c9547b,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:51.188307 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58779ce4-2431-47dc-9fdb-79f96341f156 req-4b43ed4f-e51f-479f-a6a3-e2f0e5ee524a tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:51.189801 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-58779ce4-2431-47dc-9fdb-79f96341f156 req-4b43ed4f-e51f-479f-a6a3-e2f0e5ee524a tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] 10.222.0.90 "GET /v2.0/ports?device_id=1ab05f9b-94c3-48fb-a278-805d8cc5ddb0 HTTP/1.1" status: 200 len: 971 time: 0.5418811 Feb 09 21:27:51.198493 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba11f71-3cea-4bfe-97e6-0f3e60216633" -d '{"events": [{"name": "network-changed", "server_uuid": "534f8af0-9b3d-46ac-8f50-e70a0892fc50", "tag": "46e86cd0-8e00-4a6a-ad98-03ad96c9547b"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:27:51.211896 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [req-dede2bbb-6ccf-4f40-903b-a56e3dc7263f req-ecfe55e8-d9d5-46c8-b871-d2195e1544f7 service neutron] Transition to ACTIVE for port object 83605d51-ed5d-4436-8e49-f60a4d5a6588 will not be triggered until provisioned by entity L2. {{(pid=103140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:27:51.230704 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c866f9-a9fe-4240-bbee-c8459f65e49a req-46a0710c-f351-40b1-9c60-ba7b2df08535 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:51.232128 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d4c866f9-a9fe-4240-bbee-c8459f65e49a req-46a0710c-f351-40b1-9c60-ba7b2df08535 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5831184 Feb 09 21:27:51.237939 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-dede2bbb-6ccf-4f40-903b-a56e3dc7263f req-ecfe55e8-d9d5-46c8-b871-d2195e1544f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (83605d51-ed5d-4436-8e49-f60a4d5a6588), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:51.307235 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d4c866f9-a9fe-4240-bbee-c8459f65e49a req-3e28bc4a-6f64-4130-a7f2-6fe28b8013c3 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] 10.222.0.90 "GET /v2.0/quotas/a2e09dedb14d496ba22577099badda8d HTTP/1.1" status: 200 len: 375 time: 0.0671244 Feb 09 21:27:51.322358 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99857af-8f15-45ed-a4ed-956287a7cbe6 req-f92847a0-5563-47a2-a43b-01030e77e7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:51.323871 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a99857af-8f15-45ed-a4ed-956287a7cbe6 req-f92847a0-5563-47a2-a43b-01030e77e7ef service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=36e1dd978cdd4dd2b729c86f8565b340&device_id=534f8af0-9b3d-46ac-8f50-e70a0892fc50 HTTP/1.1" status: 200 len: 1126 time: 0.2488132 Feb 09 21:27:51.365197 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfe55e8-d9d5-46c8-b871-d2195e1544f7 service neutron] Pushing event updated for resources: {'Port': ['ID=83605d51-ed5d-4436-8e49-f60a4d5a6588,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:51.388764 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d4c866f9-a9fe-4240-bbee-c8459f65e49a req-9afe693a-8deb-4a5c-a713-addb8facd246 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=a2e09dedb14d496ba22577099badda8d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0739765 Feb 09 21:27:51.391966 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-58779ce4-2431-47dc-9fdb-79f96341f156 req-898355ba-382c-423f-9606-a0bc32b65b78 tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] 10.222.0.90 "GET /v2.0/security-groups?id=de89aeae-9279-4562-8602-a4eda38792b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874409 Feb 09 21:27:51.425305 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a99857af-8f15-45ed-a4ed-956287a7cbe6 req-bc9bbe70-29d6-4518-af98-aa010a421988 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46e86cd0-8e00-4a6a-ad98-03ad96c9547b HTTP/1.1" status: 200 len: 217 time: 0.0811613 Feb 09 21:27:51.532637 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-dede2bbb-6ccf-4f40-903b-a56e3dc7263f req-ecfe55e8-d9d5-46c8-b871-d2195e1544f7 service neutron] Attempting to bind port 83605d51-ed5d-4436-8e49-f60a4d5a6588 on host n-h1-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:27:51.532976 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-dede2bbb-6ccf-4f40-903b-a56e3dc7263f req-ecfe55e8-d9d5-46c8-b871-d2195e1544f7 service neutron] Attempting to bind port 83605d51-ed5d-4436-8e49-f60a4d5a6588 by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': 'cfddd030-8c7e-487d-bc1f-1f873848817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '7a9ac5a8-6c72-442e-a289-f0f0972e4da1'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:27:51.533297 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dede2bbb-6ccf-4f40-903b-a56e3dc7263f req-ecfe55e8-d9d5-46c8-b871-d2195e1544f7 service neutron] Attempting to bind port 83605d51-ed5d-4436-8e49-f60a4d5a6588 on network 7a9ac5a8-6c72-442e-a289-f0f0972e4da1 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:27:51.546443 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dede2bbb-6ccf-4f40-903b-a56e3dc7263f req-ecfe55e8-d9d5-46c8-b871-d2195e1544f7 service neutron] Port 83605d51-ed5d-4436-8e49-f60a4d5a6588 on network 7a9ac5a8-6c72-442e-a289-f0f0972e4da1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:27:51.546794 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dede2bbb-6ccf-4f40-903b-a56e3dc7263f req-ecfe55e8-d9d5-46c8-b871-d2195e1544f7 service neutron] Attempting to bind port 83605d51-ed5d-4436-8e49-f60a4d5a6588 on network 7a9ac5a8-6c72-442e-a289-f0f0972e4da1 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:27:51.551842 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99857af-8f15-45ed-a4ed-956287a7cbe6 req-cafdee40-af1f-4ca8-ba2e-3d261e7dd21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:51.553332 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a99857af-8f15-45ed-a4ed-956287a7cbe6 req-cafdee40-af1f-4ca8-ba2e-3d261e7dd21d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=8aa2c19c-86ec-4da6-bb2c-e80ae4e7aac9 HTTP/1.1" status: 200 len: 845 time: 0.1086392 Feb 09 21:27:51.557371 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dede2bbb-6ccf-4f40-903b-a56e3dc7263f req-ecfe55e8-d9d5-46c8-b871-d2195e1544f7 service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:27:51.557705 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dede2bbb-6ccf-4f40-903b-a56e3dc7263f req-ecfe55e8-d9d5-46c8-b871-d2195e1544f7 service neutron] Checking segment: {'id': 'cfddd030-8c7e-487d-bc1f-1f873848817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '7a9ac5a8-6c72-442e-a289-f0f0972e4da1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:27:51.558082 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dede2bbb-6ccf-4f40-903b-a56e3dc7263f req-ecfe55e8-d9d5-46c8-b871-d2195e1544f7 service neutron] Bound using segment: {'id': 'cfddd030-8c7e-487d-bc1f-1f873848817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '7a9ac5a8-6c72-442e-a289-f0f0972e4da1'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:27:51.558508 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-dede2bbb-6ccf-4f40-903b-a56e3dc7263f req-ecfe55e8-d9d5-46c8-b871-d2195e1544f7 service neutron] Bound port: 83605d51-ed5d-4436-8e49-f60a4d5a6588, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfddd030-8c7e-487d-bc1f-1f873848817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '7a9ac5a8-6c72-442e-a289-f0f0972e4da1'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:27:51.558912 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-dede2bbb-6ccf-4f40-903b-a56e3dc7263f req-ecfe55e8-d9d5-46c8-b871-d2195e1544f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (83605d51-ed5d-4436-8e49-f60a4d5a6588), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:51.631302 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a99857af-8f15-45ed-a4ed-956287a7cbe6 req-0e71b37c-9013-4e44-98cb-235d8198aef1 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=43a15864-976d-4c1b-9eca-ababf91abd28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679979 Feb 09 21:27:51.651364 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a761093-b9ad-4057-b7f9-573b1b6c9a4b req-6ed71d83-37f9-4db6-b051-523d8296cfc6 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:51.652870 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4a761093-b9ad-4057-b7f9-573b1b6c9a4b req-6ed71d83-37f9-4db6-b051-523d8296cfc6 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/ports?device_id=534f8af0-9b3d-46ac-8f50-e70a0892fc50 HTTP/1.1" status: 200 len: 944 time: 0.1679006 Feb 09 21:27:51.666258 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device df25d0ba-3b9d-4d1f-9703-691a155dcf42 up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:27:51.723845 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning for port df25d0ba-3b9d-4d1f-9703-691a155dcf42 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:27:51.731014 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port df25d0ba-3b9d-4d1f-9703-691a155dcf42 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:27:51.731837 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (df25d0ba-3b9d-4d1f-9703-691a155dcf42), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:51.809239 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-dede2bbb-6ccf-4f40-903b-a56e3dc7263f req-ecfe55e8-d9d5-46c8-b871-d2195e1544f7 service neutron] For port 83605d51-ed5d-4436-8e49-f60a4d5a6588, host n-h1-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:27:51.831437 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port df25d0ba-3b9d-4d1f-9703-691a155dcf42 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:27:51.831962 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (df25d0ba-3b9d-4d1f-9703-691a155dcf42), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:51.839827 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b493ad-a74f-4d4a-a947-7d180d0e695c req-eb26af20-fad7-45c6-8f29-514476cb51d0 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:51.840907 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-76b493ad-a74f-4d4a-a947-7d180d0e695c req-eb26af20-fad7-45c6-8f29-514476cb51d0 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=b92e52ce-38e3-404d-b7c1-252230ea762d HTTP/1.1" status: 200 len: 945 time: 0.2628107 Feb 09 21:27:51.848823 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-dede2bbb-6ccf-4f40-903b-a56e3dc7263f req-ecfe55e8-d9d5-46c8-b871-d2195e1544f7 service neutron] For port 83605d51-ed5d-4436-8e49-f60a4d5a6588, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=83605d51-ed5d-4436-8e49-f60a4d5a6588,segment=NetworkSegment(cfddd030-8c7e-487d-bc1f-1f873848817f),segment_id=cfddd030-8c7e-487d-bc1f-1f873848817f)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:27:51.854103 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4a761093-b9ad-4057-b7f9-573b1b6c9a4b req-509f189d-3d4a-4a40-b3a1-2316b73855f0 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/security-groups?id=8827d060-7266-4559-a6cc-b0bbf702a8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904421 Feb 09 21:27:51.865748 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-dede2bbb-6ccf-4f40-903b-a56e3dc7263f req-ecfe55e8-d9d5-46c8-b871-d2195e1544f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (83605d51-ed5d-4436-8e49-f60a4d5a6588), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:51.881792 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a99857af-8f15-45ed-a4ed-956287a7cbe6 req-a5a49fe4-2652-4ecd-a7eb-92ff71acc389 service neutron] 10.222.0.95 "GET /v2.0/networks/43a15864-976d-4c1b-9eca-ababf91abd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265155 Feb 09 21:27:51.888969 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port df25d0ba-3b9d-4d1f-9703-691a155dcf42, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=df25d0ba-3b9d-4d1f-9703-691a155dcf42,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:27:51.893164 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device a90a3f7f-67d3-4861-8146-8485800595c7 no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:27:51.928820 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (df25d0ba-3b9d-4d1f-9703-691a155dcf42), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:51.934970 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] No Port match for: a90a3f7f-67d3-4861-8146-8485800595c7 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:27:51.935445 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device a90a3f7f-67d3-4861-8146-8485800595c7 not bound to the agent host n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:27:52.000583 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede2bbb-6ccf-4f40-903b-a56e3dc7263f req-ecfe55e8-d9d5-46c8-b871-d2195e1544f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:52.001226 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-dede2bbb-6ccf-4f40-903b-a56e3dc7263f req-ecfe55e8-d9d5-46c8-b871-d2195e1544f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:52.005709 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dede2bbb-6ccf-4f40-903b-a56e3dc7263f req-ecfe55e8-d9d5-46c8-b871-d2195e1544f7 service neutron] 10.222.0.95 "PUT /v2.0/ports/83605d51-ed5d-4436-8e49-f60a4d5a6588 HTTP/1.1" status: 200 len: 1092 time: 2.1360469 Feb 09 21:27:52.015601 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=df25d0ba-3b9d-4d1f-9703-691a155dcf42,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:52.029084 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-76b493ad-a74f-4d4a-a947-7d180d0e695c req-387b67aa-0ba3-4c79-bf4e-5d507ec2d9d6 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782868 Feb 09 21:27:52.045700 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9ced6f0-bdaa-4ad2-92d1-848a6c17e8b0 x-openstack-request-id: req-e9ced6f0-bdaa-4ad2-92d1-848a6c17e8b0 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:27:52.046051 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "534f8af0-9b3d-46ac-8f50-e70a0892fc50", "tag": "46e86cd0-8e00-4a6a-ad98-03ad96c9547b", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:27:52.046299 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-e9ced6f0-bdaa-4ad2-92d1-848a6c17e8b0 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:27:52.046700 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '534f8af0-9b3d-46ac-8f50-e70a0892fc50', 'tag': '46e86cd0-8e00-4a6a-ad98-03ad96c9547b', 'status': 'completed', 'code': 200} Feb 09 21:27:52.047296 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfe55e8-d9d5-46c8-b871-d2195e1544f7 service neutron] Pushing event updated for resources: {'Port': ['ID=83605d51-ed5d-4436-8e49-f60a4d5a6588,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:52.195787 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e80249-88ab-4bb9-96ca-754745b62850 req-65632cc8-4d1e-42b1-9bd6-22d783144b38 tempest-AggregatesAdminTestJSON-702210867 tempest-AggregatesAdminTestJSON-702210867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:52.197767 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f2e80249-88ab-4bb9-96ca-754745b62850 req-65632cc8-4d1e-42b1-9bd6-22d783144b38 tempest-AggregatesAdminTestJSON-702210867 tempest-AggregatesAdminTestJSON-702210867-project] 10.222.0.89 "GET /v2.0/ports?device_id=870bb840-97eb-44c5-a377-fd913add82b3 HTTP/1.1" status: 200 len: 971 time: 0.1833141 Feb 09 21:27:52.261999 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1623f07f-cc7c-478b-abe9-cc317c7baecf req-a19a319d-63ed-4b14-a9d6-045a4756a725 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] 10.222.0.90 "GET /v2.0/ports?device_id=2826b371-43eb-47b1-86d0-18bb7cc201ae HTTP/1.1" status: 200 len: 210 time: 0.1098199 Feb 09 21:27:52.266019 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a99857af-8f15-45ed-a4ed-956287a7cbe6 req-570cbe37-4d16-4675-8007-cb13035ce809 service neutron] 10.222.0.95 "GET /v2.0/networks/43a15864-976d-4c1b-9eca-ababf91abd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3602679 Feb 09 21:27:52.298465 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede2bbb-6ccf-4f40-903b-a56e3dc7263f req-5da3996b-60d3-419c-bde2-6a13bd2bc4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:52.300011 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dede2bbb-6ccf-4f40-903b-a56e3dc7263f req-5da3996b-60d3-419c-bde2-6a13bd2bc4cd service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=c3d686fde7364510aff45ca2f2b1a8d8&device_id=d598f789-0207-4951-b324-3cfcb2f8243a HTTP/1.1" status: 200 len: 1126 time: 0.2265894 Feb 09 21:27:52.320416 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d187f838-8ec6-4fc2-81f4-928cbcc3d08e req-74a7a987-5094-496d-a435-82a25da59f68 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:52.321996 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d187f838-8ec6-4fc2-81f4-928cbcc3d08e req-74a7a987-5094-496d-a435-82a25da59f68 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] 10.222.0.90 "GET /v2.0/ports?device_id=d598f789-0207-4951-b324-3cfcb2f8243a HTTP/1.1" status: 200 len: 944 time: 0.1712871 Feb 09 21:27:52.418815 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dede2bbb-6ccf-4f40-903b-a56e3dc7263f req-1e4a3c5c-3d19-4d98-947a-bbbf1be440b4 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=83605d51-ed5d-4436-8e49-f60a4d5a6588 HTTP/1.1" status: 200 len: 217 time: 0.0958550 Feb 09 21:27:52.425226 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-f2e80249-88ab-4bb9-96ca-754745b62850 req-3751c54c-a9c4-4e1e-91d0-769921080264 tempest-AggregatesAdminTestJSON-702210867 tempest-AggregatesAdminTestJSON-702210867-project] Deleting port 4917d167-ed32-4cc2-a493-3053cd38be98 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:27:52.425593 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f2e80249-88ab-4bb9-96ca-754745b62850 req-3751c54c-a9c4-4e1e-91d0-769921080264 tempest-AggregatesAdminTestJSON-702210867 tempest-AggregatesAdminTestJSON-702210867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (4917d167-ed32-4cc2-a493-3053cd38be98), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:52.519169 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d187f838-8ec6-4fc2-81f4-928cbcc3d08e req-b209c603-e651-4eee-9d87-01090f7cb08c tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] 10.222.0.90 "GET /v2.0/security-groups?id=c11474fc-a995-4bd5-b9af-83dc4f32d281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1895618 Feb 09 21:27:52.519357 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-f2e80249-88ab-4bb9-96ca-754745b62850 req-3751c54c-a9c4-4e1e-91d0-769921080264 tempest-AggregatesAdminTestJSON-702210867 tempest-AggregatesAdminTestJSON-702210867-project] For port 4917d167-ed32-4cc2-a493-3053cd38be98, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=4917d167-ed32-4cc2-a493-3053cd38be98,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:27:52.519485 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f2e80249-88ab-4bb9-96ca-754745b62850 req-3751c54c-a9c4-4e1e-91d0-769921080264 tempest-AggregatesAdminTestJSON-702210867 tempest-AggregatesAdminTestJSON-702210867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (4917d167-ed32-4cc2-a493-3053cd38be98), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:52.522139 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede2bbb-6ccf-4f40-903b-a56e3dc7263f req-da349d29-874d-49c4-bd37-b304412131ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:52.523491 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dede2bbb-6ccf-4f40-903b-a56e3dc7263f req-da349d29-874d-49c4-bd37-b304412131ef service neutron] 10.222.0.95 "GET /v2.0/subnets?id=9d40292b-0b76-42c5-80e1-90b5058bab26 HTTP/1.1" status: 200 len: 862 time: 0.0860953 Feb 09 21:27:52.525765 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba11f71-3cea-4bfe-97e6-0f3e60216633 req-4addb1db-92ba-4c11-821f-ea6405090279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:52.527131 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0ba11f71-3cea-4bfe-97e6-0f3e60216633 req-4addb1db-92ba-4c11-821f-ea6405090279 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=36e1dd978cdd4dd2b729c86f8565b340&device_id=534f8af0-9b3d-46ac-8f50-e70a0892fc50 HTTP/1.1" status: 200 len: 1126 time: 0.1463797 Feb 09 21:27:52.541983 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30f8bfe-fda6-42d1-bf49-8e27c0e8a2e3 req-04ffb122-cfe6-44ba-9d27-2b8fe2834838 tempest-AggregatesAdminTestJSON-702210867 tempest-AggregatesAdminTestJSON-702210867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:52.541983 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e30f8bfe-fda6-42d1-bf49-8e27c0e8a2e3 req-04ffb122-cfe6-44ba-9d27-2b8fe2834838 tempest-AggregatesAdminTestJSON-702210867 tempest-AggregatesAdminTestJSON-702210867-project] 10.222.0.90 "GET /v2.0/ports?device_id=870bb840-97eb-44c5-a377-fd913add82b3 HTTP/1.1" status: 200 len: 971 time: 0.1659451 Feb 09 21:27:52.543748 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-f2e80249-88ab-4bb9-96ca-754745b62850 req-3751c54c-a9c4-4e1e-91d0-769921080264 tempest-AggregatesAdminTestJSON-702210867 tempest-AggregatesAdminTestJSON-702210867-project] Calling delete_port for 4917d167-ed32-4cc2-a493-3053cd38be98 owned by compute:tempest-test_az-1328913751 {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:27:52.595479 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ab05f9b-94c3-48fb-a278-805d8cc5ddb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df25d0ba-3b9d-4d1f-9703-691a155dcf42'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:27:52.601434 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-298af650-f50f-4a79-b6f3-36060235107f" -d '{"events": [{"server_uuid": "1ab05f9b-94c3-48fb-a278-805d8cc5ddb0", "name": "network-vif-plugged", "status": "completed", "tag": "df25d0ba-3b9d-4d1f-9703-691a155dcf42"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:27:52.685479 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f2e80249-88ab-4bb9-96ca-754745b62850 req-3751c54c-a9c4-4e1e-91d0-769921080264 tempest-AggregatesAdminTestJSON-702210867 tempest-AggregatesAdminTestJSON-702210867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (4917d167-ed32-4cc2-a493-3053cd38be98), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:52.698199 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['4917d167-ed32-4cc2-a493-3053cd38be98'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:27:52.725561 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3751c54c-a9c4-4e1e-91d0-769921080264 tempest-AggregatesAdminTestJSON-702210867 tempest-AggregatesAdminTestJSON-702210867-project] Pushing event deleted for resources: {'Port': ['ID=4917d167-ed32-4cc2-a493-3053cd38be98,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:52.803892 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2e80249-88ab-4bb9-96ca-754745b62850 req-3751c54c-a9c4-4e1e-91d0-769921080264 tempest-AggregatesAdminTestJSON-702210867 tempest-AggregatesAdminTestJSON-702210867-project] No DVR routers for this DVR port 4917d167-ed32-4cc2-a493-3053cd38be98 on host n-h2-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:27:52.807034 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f2e80249-88ab-4bb9-96ca-754745b62850 req-3751c54c-a9c4-4e1e-91d0-769921080264 tempest-AggregatesAdminTestJSON-702210867 tempest-AggregatesAdminTestJSON-702210867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:52.810239 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f2e80249-88ab-4bb9-96ca-754745b62850 req-3751c54c-a9c4-4e1e-91d0-769921080264 tempest-AggregatesAdminTestJSON-702210867 tempest-AggregatesAdminTestJSON-702210867-project] 10.222.0.89 "DELETE /v2.0/ports/4917d167-ed32-4cc2-a493-3053cd38be98 HTTP/1.1" status: 204 len: 173 time: 0.6071260 Feb 09 21:27:52.810684 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '870bb840-97eb-44c5-a377-fd913add82b3', 'name': 'network-vif-deleted', 'tag': '4917d167-ed32-4cc2-a493-3053cd38be98'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:27:52.813042 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceec0a60-d539-48f1-88ae-483c84bb2594" -d '{"events": [{"server_uuid": "870bb840-97eb-44c5-a377-fd913add82b3", "name": "network-vif-deleted", "tag": "4917d167-ed32-4cc2-a493-3053cd38be98"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:27:52.971345 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d4c866f9-a9fe-4240-bbee-c8459f65e49a req-330825e8-2b1e-45df-864c-0fdb17c54924 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=a2e09dedb14d496ba22577099badda8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0749958 Feb 09 21:27:53.040818 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede2bbb-6ccf-4f40-903b-a56e3dc7263f req-8a2b8bee-b1d4-43b9-8524-e4416772935a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:53.042161 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dede2bbb-6ccf-4f40-903b-a56e3dc7263f req-8a2b8bee-b1d4-43b9-8524-e4416772935a service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=7a9ac5a8-6c72-442e-a289-f0f0972e4da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4994767 Feb 09 21:27:53.057817 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e30f8bfe-fda6-42d1-bf49-8e27c0e8a2e3 req-64c51c2c-0771-42f4-9416-bdcc5c4e0d86 tempest-AggregatesAdminTestJSON-702210867 tempest-AggregatesAdminTestJSON-702210867-project] 10.222.0.90 "GET /v2.0/security-groups?id=228c8f47-6123-4d31-ba8f-2697a670de8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5003431 Feb 09 21:27:53.099207 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba11f71-3cea-4bfe-97e6-0f3e60216633 req-a897a593-3fcc-4efc-9882-e0b46dc70249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:53.100634 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0ba11f71-3cea-4bfe-97e6-0f3e60216633 req-a897a593-3fcc-4efc-9882-e0b46dc70249 service neutron] 10.222.0.95 "GET /v2.0/networks?id=43a15864-976d-4c1b-9eca-ababf91abd28 HTTP/1.1" status: 200 len: 906 time: 0.5589807 Feb 09 21:27:53.112201 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cee32ad-a23a-4083-897a-52f31ac19c45 x-openstack-request-id: req-0cee32ad-a23a-4083-897a-52f31ac19c45 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:27:53.112968 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ab05f9b-94c3-48fb-a278-805d8cc5ddb0", "name": "network-vif-plugged", "status": "completed", "tag": "df25d0ba-3b9d-4d1f-9703-691a155dcf42", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:27:53.113372 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-0cee32ad-a23a-4083-897a-52f31ac19c45 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:27:53.114472 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ab05f9b-94c3-48fb-a278-805d8cc5ddb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df25d0ba-3b9d-4d1f-9703-691a155dcf42', 'code': 200} Feb 09 21:27:53.143907 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d2326cf-6b11-4d81-942d-9892f714e897 x-openstack-request-id: req-4d2326cf-6b11-4d81-942d-9892f714e897 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:27:53.144244 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "870bb840-97eb-44c5-a377-fd913add82b3", "name": "network-vif-deleted", "tag": "4917d167-ed32-4cc2-a493-3053cd38be98", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:27:53.144536 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-4d2326cf-6b11-4d81-942d-9892f714e897 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:27:53.144935 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '870bb840-97eb-44c5-a377-fd913add82b3', 'name': 'network-vif-deleted', 'tag': '4917d167-ed32-4cc2-a493-3053cd38be98', 'status': 'completed', 'code': 200} Feb 09 21:27:53.149991 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231483fb-de85-466c-8e30-e58646a9d7ea req-9b49759e-a16d-4926-b806-76375e128e19 tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:53.151151 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-231483fb-de85-466c-8e30-e58646a9d7ea req-9b49759e-a16d-4926-b806-76375e128e19 tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] 10.222.0.90 "GET /v2.0/ports?device_id=1ab05f9b-94c3-48fb-a278-805d8cc5ddb0 HTTP/1.1" status: 200 len: 972 time: 0.5543907 Feb 09 21:27:53.173398 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:53.209498 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0ba11f71-3cea-4bfe-97e6-0f3e60216633 req-e5388880-ed0f-4d6a-a772-719bc4801d45 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46e86cd0-8e00-4a6a-ad98-03ad96c9547b HTTP/1.1" status: 200 len: 217 time: 0.0949378 Feb 09 21:27:53.236066 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c51adab-c341-4bc2-b36a-b7012f69dd2d req-187684a6-ef28-41fc-bfba-348030130a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:53.237783 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-2c51adab-c341-4bc2-b36a-b7012f69dd2d req-187684a6-ef28-41fc-bfba-348030130a87 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=1ab05f9b-94c3-48fb-a278-805d8cc5ddb0 HTTP/1.1" status: 200 len: 1154 time: 0.0442796 Feb 09 21:27:53.293824 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-2c51adab-c341-4bc2-b36a-b7012f69dd2d req-4143339e-1114-4eb1-a6a3-3e5c47c3b6f6 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=de89aeae-9279-4562-8602-a4eda38792b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410998 Feb 09 21:27:53.361054 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dede2bbb-6ccf-4f40-903b-a56e3dc7263f req-6c87d508-0167-4bb5-8106-a1124c0fda53 service neutron] 10.222.0.95 "GET /v2.0/networks/7a9ac5a8-6c72-442e-a289-f0f0972e4da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786257 Feb 09 21:27:53.362316 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba11f71-3cea-4bfe-97e6-0f3e60216633 req-697fd5f0-1a1c-46df-854f-11d3950a531f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:53.363596 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0ba11f71-3cea-4bfe-97e6-0f3e60216633 req-697fd5f0-1a1c-46df-854f-11d3950a531f service neutron] 10.222.0.95 "GET /v2.0/subnets?id=8aa2c19c-86ec-4da6-bb2c-e80ae4e7aac9 HTTP/1.1" status: 200 len: 845 time: 0.1412830 Feb 09 21:27:53.369468 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c866f9-a9fe-4240-bbee-c8459f65e49a req-5de4e7c4-61f8-459a-95a5-40832d77875a tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:53.370774 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d4c866f9-a9fe-4240-bbee-c8459f65e49a req-5de4e7c4-61f8-459a-95a5-40832d77875a tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3650866 Feb 09 21:27:53.374876 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-231483fb-de85-466c-8e30-e58646a9d7ea req-7359fa30-b78d-49ad-bc6a-d85596959793 tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] 10.222.0.90 "GET /v2.0/security-groups?id=de89aeae-9279-4562-8602-a4eda38792b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123678 Feb 09 21:27:53.404837 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92161122-ba48-41f3-b2db-e5436f21b84a req-fc79dcda-f812-4dac-a2e9-58c3951317d4 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:53.406271 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-92161122-ba48-41f3-b2db-e5436f21b84a req-fc79dcda-f812-4dac-a2e9-58c3951317d4 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/ports?device_id=534f8af0-9b3d-46ac-8f50-e70a0892fc50 HTTP/1.1" status: 200 len: 944 time: 0.1946862 Feb 09 21:27:53.466156 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0ba11f71-3cea-4bfe-97e6-0f3e60216633 req-4f2db4d7-83f4-49b5-976f-ac0d61a3cff0 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=43a15864-976d-4c1b-9eca-ababf91abd28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765207 Feb 09 21:27:53.601378 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-d4c866f9-a9fe-4240-bbee-c8459f65e49a req-88603389-2c2e-4a0f-8217-5641784cbc2c tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] Request body: {'port': {'device_id': '2826b371-43eb-47b1-86d0-18bb7cc201ae', 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc', 'admin_state_up': True, 'tenant_id': 'a2e09dedb14d496ba22577099badda8d'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:27:53.670590 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-92161122-ba48-41f3-b2db-e5436f21b84a req-f0c4cf95-ef20-4e19-a20d-d996610cf416 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/security-groups?id=8827d060-7266-4559-a6cc-b0bbf702a8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271831 Feb 09 21:27:53.678537 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dede2bbb-6ccf-4f40-903b-a56e3dc7263f req-45c50372-f94f-42d0-930a-940e2cc5f5c8 service neutron] 10.222.0.95 "GET /v2.0/networks/7a9ac5a8-6c72-442e-a289-f0f0972e4da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2965903 Feb 09 21:27:53.685415 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667ea8ad-fd70-480b-9fd0-4c355f973b61 req-803ca87f-4c13-48f5-9daf-3c83724debcd tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:53.688199 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-667ea8ad-fd70-480b-9fd0-4c355f973b61 req-803ca87f-4c13-48f5-9daf-3c83724debcd tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=b92e52ce-38e3-404d-b7c1-252230ea762d HTTP/1.1" status: 200 len: 945 time: 0.2308841 Feb 09 21:27:53.786920 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0ba11f71-3cea-4bfe-97e6-0f3e60216633 req-b75c12ae-12f6-4d59-bbe6-e5e72e0fbf38 service neutron] 10.222.0.95 "GET /v2.0/networks/43a15864-976d-4c1b-9eca-ababf91abd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3072429 Feb 09 21:27:53.808049 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1874d09d-72cd-4468-879f-68498bb08d2f req-50a3137e-5e05-4759-8377-b8555066241a tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] 10.222.0.90 "GET /v2.0/ports?device_id=2826b371-43eb-47b1-86d0-18bb7cc201ae HTTP/1.1" status: 200 len: 210 time: 0.0641341 Feb 09 21:27:53.823040 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-667ea8ad-fd70-480b-9fd0-4c355f973b61 req-10ae6498-5df5-4cb2-9415-da06d87ef6c3 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185780 Feb 09 21:27:53.944502 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4c866f9-a9fe-4240-bbee-c8459f65e49a req-88603389-2c2e-4a0f-8217-5641784cbc2c tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] Made reservation on behalf of a2e09dedb14d496ba22577099badda8d for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:27:53.947689 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-d4c866f9-a9fe-4240-bbee-c8459f65e49a req-88603389-2c2e-4a0f-8217-5641784cbc2c tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:53.970596 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0ba11f71-3cea-4bfe-97e6-0f3e60216633 req-c3e27581-14c2-4558-adf7-71570b304fe5 service neutron] 10.222.0.95 "GET /v2.0/networks/43a15864-976d-4c1b-9eca-ababf91abd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659956 Feb 09 21:27:53.996576 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699523ca-42f8-4ebf-a0c8-d68a927f6097 req-8b0c8add-ce37-442b-81fa-b326b52b25bc tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:53.998137 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-699523ca-42f8-4ebf-a0c8-d68a927f6097 req-8b0c8add-ce37-442b-81fa-b326b52b25bc tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] 10.222.0.90 "GET /v2.0/ports?device_id=d598f789-0207-4951-b324-3cfcb2f8243a HTTP/1.1" status: 200 len: 944 time: 0.1224670 Feb 09 21:27:54.048981 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd598f789-0207-4951-b324-3cfcb2f8243a', 'tag': '83605d51-ed5d-4436-8e49-f60a4d5a6588'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:27:54.051129 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61708ae0-ce04-4f66-a59d-4456d9d4a317" -d '{"events": [{"name": "network-changed", "server_uuid": "d598f789-0207-4951-b324-3cfcb2f8243a", "tag": "83605d51-ed5d-4436-8e49-f60a4d5a6588"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:27:54.163087 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-699523ca-42f8-4ebf-a0c8-d68a927f6097 req-ba0375b7-e4d4-4def-978a-26cab09a664e tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] 10.222.0.90 "GET /v2.0/security-groups?id=c11474fc-a995-4bd5-b9af-83dc4f32d281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1395199 Feb 09 21:27:54.170690 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [req-d4c866f9-a9fe-4240-bbee-c8459f65e49a req-88603389-2c2e-4a0f-8217-5641784cbc2c tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] Allocated IP 192.168.233.224 (a8139157-1e3e-4bd9-8fa9-c0e20debd7dc/0f7402ac-a35b-414b-bcc1-bc1c3072ec3c/802ce953-2af7-4274-99f9-a4000fe669b6) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:27:54.178846 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb11227-d698-4436-98a2-e3f4cca72281 req-42f21fb4-9856-488a-bcd9-91bfa0f2ea14 tempest-LiveMigrationTest-1736264502 tempest-LiveMigrationTest-1736264502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:54.180387 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bcb11227-d698-4436-98a2-e3f4cca72281 req-42f21fb4-9856-488a-bcd9-91bfa0f2ea14 tempest-LiveMigrationTest-1736264502 tempest-LiveMigrationTest-1736264502-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=b92e52ce-38e3-404d-b7c1-252230ea762d HTTP/1.1" status: 200 len: 1127 time: 0.1342282 Feb 09 21:27:54.215738 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00bd2c66-f31c-478a-9197-3f5500c9224d x-openstack-request-id: req-00bd2c66-f31c-478a-9197-3f5500c9224d {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:27:54.216091 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d598f789-0207-4951-b324-3cfcb2f8243a", "tag": "83605d51-ed5d-4436-8e49-f60a4d5a6588", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:27:54.216391 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-00bd2c66-f31c-478a-9197-3f5500c9224d {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:27:54.216780 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd598f789-0207-4951-b324-3cfcb2f8243a', 'tag': '83605d51-ed5d-4436-8e49-f60a4d5a6588', 'status': 'completed', 'code': 200} Feb 09 21:27:54.347175 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bcb11227-d698-4436-98a2-e3f4cca72281 req-fa2a1de6-6331-4100-b408-6c343bb5d9f7 tempest-LiveMigrationTest-1736264502 tempest-LiveMigrationTest-1736264502-project-admin] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491663 Feb 09 21:27:54.385961 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61708ae0-ce04-4f66-a59d-4456d9d4a317 req-de691ad6-fca5-475a-ab87-7e8ba7267f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:54.387125 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-61708ae0-ce04-4f66-a59d-4456d9d4a317 req-de691ad6-fca5-475a-ab87-7e8ba7267f3d service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=c3d686fde7364510aff45ca2f2b1a8d8&device_id=d598f789-0207-4951-b324-3cfcb2f8243a HTTP/1.1" status: 200 len: 1126 time: 0.1403885 Feb 09 21:27:54.486872 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-d4c866f9-a9fe-4240-bbee-c8459f65e49a req-88603389-2c2e-4a0f-8217-5641784cbc2c tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] Publish callbacks [] for port (802ce953-2af7-4274-99f9-a4000fe669b6), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:54.551839 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cb9816-cc82-4af2-9fa0-df9da58290ff req-6d681cde-2df6-4132-947a-78cfa6c409f3 tempest-LiveMigrationTest-1736264502 tempest-LiveMigrationTest-1736264502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:54.553380 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b0cb9816-cc82-4af2-9fa0-df9da58290ff req-6d681cde-2df6-4132-947a-78cfa6c409f3 tempest-LiveMigrationTest-1736264502 tempest-LiveMigrationTest-1736264502-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=b92e52ce-38e3-404d-b7c1-252230ea762d HTTP/1.1" status: 200 len: 1127 time: 0.1338332 Feb 09 21:27:54.561564 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61708ae0-ce04-4f66-a59d-4456d9d4a317 req-b606d0c9-ed74-4958-a307-1ab36c221eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:54.563095 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-61708ae0-ce04-4f66-a59d-4456d9d4a317 req-b606d0c9-ed74-4958-a307-1ab36c221eed service neutron] 10.222.0.95 "GET /v2.0/networks?id=7a9ac5a8-6c72-442e-a289-f0f0972e4da1 HTTP/1.1" status: 200 len: 924 time: 0.1671338 Feb 09 21:27:54.576741 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-d4c866f9-a9fe-4240-bbee-c8459f65e49a req-88603389-2c2e-4a0f-8217-5641784cbc2c tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (802ce953-2af7-4274-99f9-a4000fe669b6), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:54.625639 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-61708ae0-ce04-4f66-a59d-4456d9d4a317 req-9e747bd4-a150-434d-8264-546a954593ca service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=83605d51-ed5d-4436-8e49-f60a4d5a6588 HTTP/1.1" status: 200 len: 217 time: 0.0555203 Feb 09 21:27:54.673005 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4c866f9-a9fe-4240-bbee-c8459f65e49a req-88603389-2c2e-4a0f-8217-5641784cbc2c tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] Network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:27:54.707665 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [req-d4c866f9-a9fe-4240-bbee-c8459f65e49a req-88603389-2c2e-4a0f-8217-5641784cbc2c tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:27:54.741700 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4c866f9-a9fe-4240-bbee-c8459f65e49a req-88603389-2c2e-4a0f-8217-5641784cbc2c tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:27:54.746941 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c866f9-a9fe-4240-bbee-c8459f65e49a req-88603389-2c2e-4a0f-8217-5641784cbc2c tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:54.747583 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-d4c866f9-a9fe-4240-bbee-c8459f65e49a req-88603389-2c2e-4a0f-8217-5641784cbc2c tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:54.764102 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b0cb9816-cc82-4af2-9fa0-df9da58290ff req-516c475c-ac14-46ff-b5bd-a4a8a31a0dfc tempest-LiveMigrationTest-1736264502 tempest-LiveMigrationTest-1736264502-project-admin] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040095 Feb 09 21:27:54.764731 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88603389-2c2e-4a0f-8217-5641784cbc2c tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] Pushing event updated for resources: {'Port': ['ID=802ce953-2af7-4274-99f9-a4000fe669b6,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:54.783710 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d4c866f9-a9fe-4240-bbee-c8459f65e49a req-88603389-2c2e-4a0f-8217-5641784cbc2c tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1895597 Feb 09 21:27:54.786035 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61708ae0-ce04-4f66-a59d-4456d9d4a317 req-38cc6bfe-4fd0-4645-b327-c78aec1568f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:54.787407 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-61708ae0-ce04-4f66-a59d-4456d9d4a317 req-38cc6bfe-4fd0-4645-b327-c78aec1568f3 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=9d40292b-0b76-42c5-80e1-90b5058bab26 HTTP/1.1" status: 200 len: 862 time: 0.1423082 Feb 09 21:27:54.801353 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-d4c866f9-a9fe-4240-bbee-c8459f65e49a req-ba19d39f-bfc7-479a-b564-06e2521ecaaa service neutron] Request body: {'port': {'device_id': '2826b371-43eb-47b1-86d0-18bb7cc201ae', 'device_owner': 'compute:tempest-test_az-1328913751', 'binding:host_id': 'n-h2-828369-5'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:27:54.974676 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-4acd78c9-15e1-4707-9c8e-b2d244d5b306 None None] Provisioning complete for port 802ce953-2af7-4274-99f9-a4000fe669b6 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:27:54.975221 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-4acd78c9-15e1-4707-9c8e-b2d244d5b306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (802ce953-2af7-4274-99f9-a4000fe669b6), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:55.024676 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-4acd78c9-15e1-4707-9c8e-b2d244d5b306 None None] Port 802ce953-2af7-4274-99f9-a4000fe669b6 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:27:55.065644 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7448727-34ec-4048-8f80-dee9b143c22a req-3d7dece5-d619-4b43-8fa9-eb6444e598b9 tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:55.067122 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c7448727-34ec-4048-8f80-dee9b143c22a req-3d7dece5-d619-4b43-8fa9-eb6444e598b9 tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] 10.222.0.90 "GET /v2.0/ports?device_id=1ab05f9b-94c3-48fb-a278-805d8cc5ddb0 HTTP/1.1" status: 200 len: 972 time: 0.3961868 Feb 09 21:27:55.161728 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-d4c866f9-a9fe-4240-bbee-c8459f65e49a req-ba19d39f-bfc7-479a-b564-06e2521ecaaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (802ce953-2af7-4274-99f9-a4000fe669b6), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:55.164507 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61708ae0-ce04-4f66-a59d-4456d9d4a317 req-ace11bb6-fa58-4e55-b963-ec69f3355746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:55.166516 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-61708ae0-ce04-4f66-a59d-4456d9d4a317 req-ace11bb6-fa58-4e55-b963-ec69f3355746 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=7a9ac5a8-6c72-442e-a289-f0f0972e4da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3624437 Feb 09 21:27:55.200002 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c7448727-34ec-4048-8f80-dee9b143c22a req-fee12a78-29c1-4f58-aeb8-e66be7a05908 tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] 10.222.0.90 "GET /v2.0/security-groups?id=de89aeae-9279-4562-8602-a4eda38792b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144674 Feb 09 21:27:55.206500 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e2449-16c8-4260-922a-2806cac5ff09 req-2575d211-7132-4f6d-8516-20817da33d32 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:55.207884 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ce2e2449-16c8-4260-922a-2806cac5ff09 req-2575d211-7132-4f6d-8516-20817da33d32 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/ports?device_id=534f8af0-9b3d-46ac-8f50-e70a0892fc50 HTTP/1.1" status: 200 len: 944 time: 0.1959841 Feb 09 21:27:55.425848 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ce2e2449-16c8-4260-922a-2806cac5ff09 req-0fc838fd-b04f-4f17-9aa2-9f18baf37314 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/security-groups?id=8827d060-7266-4559-a6cc-b0bbf702a8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845841 Feb 09 21:27:55.432728 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-61708ae0-ce04-4f66-a59d-4456d9d4a317 req-7ad2536c-8e3e-4a51-ab9a-6b3a4b467eb6 service neutron] 10.222.0.95 "GET /v2.0/networks/7a9ac5a8-6c72-442e-a289-f0f0972e4da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457094 Feb 09 21:27:55.555132 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bcfd14-7ada-40e4-81df-2440caa6f59b req-51a3955a-aec9-4a91-983b-5d87ec55cae9 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:55.557201 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f8bcfd14-7ada-40e4-81df-2440caa6f59b req-51a3955a-aec9-4a91-983b-5d87ec55cae9 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] 10.222.0.90 "GET /v2.0/ports?device_id=2826b371-43eb-47b1-86d0-18bb7cc201ae HTTP/1.1" status: 200 len: 936 time: 0.2561820 Feb 09 21:27:55.689199 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304b1f7d-8ef7-4d61-a1af-b2afa0d96e09 req-a6e3f8c7-756e-4ab8-9b45-9f3296bfd76e tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:55.690694 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-304b1f7d-8ef7-4d61-a1af-b2afa0d96e09 req-a6e3f8c7-756e-4ab8-9b45-9f3296bfd76e tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] 10.222.0.90 "GET /v2.0/ports?device_id=d598f789-0207-4951-b324-3cfcb2f8243a HTTP/1.1" status: 200 len: 944 time: 0.1646161 Feb 09 21:27:55.694036 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-61708ae0-ce04-4f66-a59d-4456d9d4a317 req-0403230c-47ad-484f-b231-4ae4e52e12df service neutron] 10.222.0.95 "GET /v2.0/networks/7a9ac5a8-6c72-442e-a289-f0f0972e4da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527690 Feb 09 21:27:55.697488 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f8bcfd14-7ada-40e4-81df-2440caa6f59b req-3122d34a-96c7-4dfa-9355-22451debf6ab tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] 10.222.0.90 "GET /v2.0/security-groups?id=eeac89fc-3a98-4e6a-b07f-6275d08c01ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202896 Feb 09 21:27:55.699736 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 4917d167-ed32-4cc2-a493-3053cd38be98 no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:27:55.733816 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] No Port match for: 4917d167-ed32-4cc2-a493-3053cd38be98 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:27:55.734171 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 4917d167-ed32-4cc2-a493-3053cd38be98 not bound to the agent host n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:27:55.775496 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-304b1f7d-8ef7-4d61-a1af-b2afa0d96e09 req-900df6ef-29bf-444e-a6ac-3f2c4d49313e tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] 10.222.0.90 "GET /v2.0/security-groups?id=c11474fc-a995-4bd5-b9af-83dc4f32d281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770612 Feb 09 21:27:55.784568 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [req-d4c866f9-a9fe-4240-bbee-c8459f65e49a req-ba19d39f-bfc7-479a-b564-06e2521ecaaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 802ce953-2af7-4274-99f9-a4000fe669b6 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:27:55.793300 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-d4c866f9-a9fe-4240-bbee-c8459f65e49a req-ba19d39f-bfc7-479a-b564-06e2521ecaaa service neutron] Publish callbacks [] for port (802ce953-2af7-4274-99f9-a4000fe669b6), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:55.799690 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [req-75acb2ee-ec48-44a6-9fb6-e6ed788040c8 req-a5834b47-f4fd-4261-b006-b8985cd3096e service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=103140) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:27:55.800814 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-75acb2ee-ec48-44a6-9fb6-e6ed788040c8 req-a5834b47-f4fd-4261-b006-b8985cd3096e service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051425 Feb 09 21:27:55.811377 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [req-d4c866f9-a9fe-4240-bbee-c8459f65e49a req-ba19d39f-bfc7-479a-b564-06e2521ecaaa service neutron] Transition to ACTIVE for port object 802ce953-2af7-4274-99f9-a4000fe669b6 will not be triggered until provisioned by entity L2. {{(pid=103140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:27:55.815789 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-d4c866f9-a9fe-4240-bbee-c8459f65e49a req-ba19d39f-bfc7-479a-b564-06e2521ecaaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (802ce953-2af7-4274-99f9-a4000fe669b6), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:55.877733 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba19d39f-bfc7-479a-b564-06e2521ecaaa service neutron] Pushing event updated for resources: {'Port': ['ID=802ce953-2af7-4274-99f9-a4000fe669b6,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:55.910714 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 46e86cd0-8e00-4a6a-ad98-03ad96c9547b details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:27:55.920059 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-d4c866f9-a9fe-4240-bbee-c8459f65e49a req-ba19d39f-bfc7-479a-b564-06e2521ecaaa service neutron] Attempting to bind port 802ce953-2af7-4274-99f9-a4000fe669b6 on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:27:55.920565 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-d4c866f9-a9fe-4240-bbee-c8459f65e49a req-ba19d39f-bfc7-479a-b564-06e2521ecaaa service neutron] Attempting to bind port 802ce953-2af7-4274-99f9-a4000fe669b6 by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:27:55.920988 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c866f9-a9fe-4240-bbee-c8459f65e49a req-ba19d39f-bfc7-479a-b564-06e2521ecaaa service neutron] Attempting to bind port 802ce953-2af7-4274-99f9-a4000fe669b6 on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:27:55.925828 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c866f9-a9fe-4240-bbee-c8459f65e49a req-ba19d39f-bfc7-479a-b564-06e2521ecaaa service neutron] Port 802ce953-2af7-4274-99f9-a4000fe669b6 on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:27:55.926278 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c866f9-a9fe-4240-bbee-c8459f65e49a req-ba19d39f-bfc7-479a-b564-06e2521ecaaa service neutron] Attempting to bind port 802ce953-2af7-4274-99f9-a4000fe669b6 on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:27:55.938246 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c866f9-a9fe-4240-bbee-c8459f65e49a req-ba19d39f-bfc7-479a-b564-06e2521ecaaa service neutron] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:27:55.938917 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c866f9-a9fe-4240-bbee-c8459f65e49a req-ba19d39f-bfc7-479a-b564-06e2521ecaaa service neutron] Checking segment: {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:27:55.939654 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c866f9-a9fe-4240-bbee-c8459f65e49a req-ba19d39f-bfc7-479a-b564-06e2521ecaaa service neutron] Bound using segment: {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:27:55.943645 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-d4c866f9-a9fe-4240-bbee-c8459f65e49a req-ba19d39f-bfc7-479a-b564-06e2521ecaaa service neutron] Bound port: 802ce953-2af7-4274-99f9-a4000fe669b6, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:27:55.944250 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-d4c866f9-a9fe-4240-bbee-c8459f65e49a req-ba19d39f-bfc7-479a-b564-06e2521ecaaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (802ce953-2af7-4274-99f9-a4000fe669b6), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:56.080605 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-d4c866f9-a9fe-4240-bbee-c8459f65e49a req-ba19d39f-bfc7-479a-b564-06e2521ecaaa service neutron] For port 802ce953-2af7-4274-99f9-a4000fe669b6, host n-h2-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:27:56.092810 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-d4c866f9-a9fe-4240-bbee-c8459f65e49a req-ba19d39f-bfc7-479a-b564-06e2521ecaaa service neutron] For port 802ce953-2af7-4274-99f9-a4000fe669b6, host n-h2-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=802ce953-2af7-4274-99f9-a4000fe669b6,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:27:56.095978 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 46e86cd0-8e00-4a6a-ad98-03ad96c9547b, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=46e86cd0-8e00-4a6a-ad98-03ad96c9547b,segment=NetworkSegment(79d7c118-8629-48e7-a704-27a42c218b4f),segment_id=79d7c118-8629-48e7-a704-27a42c218b4f)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:27:56.101568 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-d4c866f9-a9fe-4240-bbee-c8459f65e49a req-ba19d39f-bfc7-479a-b564-06e2521ecaaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (802ce953-2af7-4274-99f9-a4000fe669b6), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:56.112152 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': '46e86cd0-8e00-4a6a-ad98-03ad96c9547b', 'network_id': '43a15864-976d-4c1b-9eca-ababf91abd28', 'port_id': '46e86cd0-8e00-4a6a-ad98-03ad96c9547b', 'mac_address': 'fa:16:3e:73:9a:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8aa2c19c-86ec-4da6-bb2c-e80ae4e7aac9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:27:56.128824 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c866f9-a9fe-4240-bbee-c8459f65e49a req-ba19d39f-bfc7-479a-b564-06e2521ecaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:56.129527 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-d4c866f9-a9fe-4240-bbee-c8459f65e49a req-ba19d39f-bfc7-479a-b564-06e2521ecaaa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:56.131402 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d4c866f9-a9fe-4240-bbee-c8459f65e49a req-ba19d39f-bfc7-479a-b564-06e2521ecaaa service neutron] 10.222.0.89 "PUT /v2.0/ports/802ce953-2af7-4274-99f9-a4000fe669b6 HTTP/1.1" status: 200 len: 1118 time: 1.3361373 Feb 09 21:27:56.187088 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 46e86cd0-8e00-4a6a-ad98-03ad96c9547b is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:27:56.187539 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (46e86cd0-8e00-4a6a-ad98-03ad96c9547b), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:56.216536 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46e86cd0-8e00-4a6a-ad98-03ad96c9547b {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:27:56.219353 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2826b371-43eb-47b1-86d0-18bb7cc201ae', 'tag': '802ce953-2af7-4274-99f9-a4000fe669b6'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:27:56.221851 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5326ec8-6638-4d81-8888-c0b7497db4c1" -d '{"events": [{"name": "network-changed", "server_uuid": "2826b371-43eb-47b1-86d0-18bb7cc201ae", "tag": "802ce953-2af7-4274-99f9-a4000fe669b6"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:27:56.285543 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 46e86cd0-8e00-4a6a-ad98-03ad96c9547b, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=46e86cd0-8e00-4a6a-ad98-03ad96c9547b,segment=NetworkSegment(79d7c118-8629-48e7-a704-27a42c218b4f),segment_id=79d7c118-8629-48e7-a704-27a42c218b4f)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:27:56.292550 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba19d39f-bfc7-479a-b564-06e2521ecaaa service neutron] Pushing event updated for resources: {'Port': ['ID=802ce953-2af7-4274-99f9-a4000fe669b6,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:56.295827 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (46e86cd0-8e00-4a6a-ad98-03ad96c9547b), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:56.310533 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c866f9-a9fe-4240-bbee-c8459f65e49a req-bab43086-a158-4dc5-a2cd-911816b02bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:56.311664 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d4c866f9-a9fe-4240-bbee-c8459f65e49a req-bab43086-a158-4dc5-a2cd-911816b02bf1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a2e09dedb14d496ba22577099badda8d&device_id=2826b371-43eb-47b1-86d0-18bb7cc201ae HTTP/1.1" status: 200 len: 1152 time: 0.1356335 Feb 09 21:27:56.369184 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=46e86cd0-8e00-4a6a-ad98-03ad96c9547b,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:56.391074 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d4c866f9-a9fe-4240-bbee-c8459f65e49a req-da19c650-e082-476a-8fb6-e1e98c718c7d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=802ce953-2af7-4274-99f9-a4000fe669b6 HTTP/1.1" status: 200 len: 217 time: 0.0695984 Feb 09 21:27:56.463840 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c866f9-a9fe-4240-bbee-c8459f65e49a req-c4b291c6-3a77-4af7-9e08-3f2319267b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:56.465348 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d4c866f9-a9fe-4240-bbee-c8459f65e49a req-c4b291c6-3a77-4af7-9e08-3f2319267b43 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0f7402ac-a35b-414b-bcc1-bc1c3072ec3c HTTP/1.1" status: 200 len: 843 time: 0.0597982 Feb 09 21:27:56.473219 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99a87ea-289b-4abb-9095-837afbd7d459 req-9a378687-fbbb-43ed-bfa7-c1139fdd1d46 tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:56.474664 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a99a87ea-289b-4abb-9095-837afbd7d459 req-9a378687-fbbb-43ed-bfa7-c1139fdd1d46 tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] 10.222.0.90 "GET /v2.0/ports?device_id=1ab05f9b-94c3-48fb-a278-805d8cc5ddb0 HTTP/1.1" status: 200 len: 972 time: 0.0994408 Feb 09 21:27:56.549927 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a99a87ea-289b-4abb-9095-837afbd7d459 req-9094a514-8f39-4d95-bf0a-b94cc368c37d tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] 10.222.0.90 "GET /v2.0/security-groups?id=de89aeae-9279-4562-8602-a4eda38792b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667951 Feb 09 21:27:56.552552 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c866f9-a9fe-4240-bbee-c8459f65e49a req-47046ad1-8e7d-4de3-9ba8-e61390e38977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:56.553987 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d4c866f9-a9fe-4240-bbee-c8459f65e49a req-47046ad1-8e7d-4de3-9ba8-e61390e38977 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0784726 Feb 09 21:27:56.613143 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3918f75-aaf7-4b99-a6e5-5b9fa07ac8e6 x-openstack-request-id: req-d3918f75-aaf7-4b99-a6e5-5b9fa07ac8e6 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:27:56.613439 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2826b371-43eb-47b1-86d0-18bb7cc201ae", "tag": "802ce953-2af7-4274-99f9-a4000fe669b6", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:27:56.613708 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-d3918f75-aaf7-4b99-a6e5-5b9fa07ac8e6 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:27:56.614086 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2826b371-43eb-47b1-86d0-18bb7cc201ae', 'tag': '802ce953-2af7-4274-99f9-a4000fe669b6', 'status': 'completed', 'code': 200} Feb 09 21:27:56.620760 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['46e86cd0-8e00-4a6a-ad98-03ad96c9547b'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:27:56.682642 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d4c866f9-a9fe-4240-bbee-c8459f65e49a req-d2819f10-f2a3-4923-8299-93e02d8f00b6 service neutron] 10.222.0.89 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201777 Feb 09 21:27:56.810914 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0079105e-d720-488f-b78f-6d6ce15bf472 req-2e7879ec-f6f0-432c-a2f0-568fd3540d7e tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:56.812466 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0079105e-d720-488f-b78f-6d6ce15bf472 req-2e7879ec-f6f0-432c-a2f0-568fd3540d7e tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/ports?device_id=534f8af0-9b3d-46ac-8f50-e70a0892fc50 HTTP/1.1" status: 200 len: 945 time: 0.1252635 Feb 09 21:27:56.829300 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d4c866f9-a9fe-4240-bbee-c8459f65e49a req-992951e2-6371-4e91-9a3d-f64bdefb6337 service neutron] 10.222.0.89 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409457 Feb 09 21:27:56.863917 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0079105e-d720-488f-b78f-6d6ce15bf472 req-1ab1a50b-d7c1-45ef-b38d-2f9ce9d35ddb tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/security-groups?id=8827d060-7266-4559-a6cc-b0bbf702a8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456903 Feb 09 21:27:56.979981 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5326ec8-6638-4d81-8888-c0b7497db4c1 req-559da31c-cd5d-4bc2-aa59-b226bfbea4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:56.981756 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e5326ec8-6638-4d81-8888-c0b7497db4c1 req-559da31c-cd5d-4bc2-aa59-b226bfbea4ae service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a2e09dedb14d496ba22577099badda8d&device_id=2826b371-43eb-47b1-86d0-18bb7cc201ae HTTP/1.1" status: 200 len: 1152 time: 0.0511930 Feb 09 21:27:57.057462 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 44496) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:27:57.145318 n-d-828369-5 neutron-server[103141]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 09 21:27:57.149803 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [req-aa6e467e-1c4d-4048-ba20-23715161b15d req-3c6a716e-2fca-43d7-a10d-374b3c5fa2bd tempest-LiveMigrationTest-1736264502 tempest-LiveMigrationTest-1736264502-project-admin] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=103141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:27:57.151007 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-aa6e467e-1c4d-4048-ba20-23715161b15d req-3c6a716e-2fca-43d7-a10d-374b3c5fa2bd tempest-LiveMigrationTest-1736264502 tempest-LiveMigrationTest-1736264502-project-admin] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0911961 Feb 09 21:27:57.153631 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5326ec8-6638-4d81-8888-c0b7497db4c1 req-a5f4c363-28b9-49ed-af19-3234dec5136a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:57.154966 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e5326ec8-6638-4d81-8888-c0b7497db4c1 req-a5f4c363-28b9-49ed-af19-3234dec5136a service neutron] 10.222.0.89 "GET /v2.0/networks?id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc HTTP/1.1" status: 200 len: 870 time: 0.1667659 Feb 09 21:27:57.203604 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e5326ec8-6638-4d81-8888-c0b7497db4c1 req-95133e25-103d-4a56-8d2d-987a2f74e464 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=802ce953-2af7-4274-99f9-a4000fe669b6 HTTP/1.1" status: 200 len: 217 time: 0.0419743 Feb 09 21:27:57.209623 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759475e5-2cb4-453b-acdf-1410d102ac7b req-5ab0b4ef-56d4-4f08-9d40-2dd469651b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:57.211062 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-759475e5-2cb4-453b-acdf-1410d102ac7b req-5ab0b4ef-56d4-4f08-9d40-2dd469651b84 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=d13eb104d8994e4d9b604f1050cb6328&device_id=b92e52ce-38e3-404d-b7c1-252230ea762d HTTP/1.1" status: 200 len: 1127 time: 0.1075442 Feb 09 21:27:57.287623 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e467e-1c4d-4048-ba20-23715161b15d req-81b288d0-39ac-4a0d-b33e-1047af293805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:57.289042 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-aa6e467e-1c4d-4048-ba20-23715161b15d req-81b288d0-39ac-4a0d-b33e-1047af293805 service neutron] 10.222.0.90 "GET /v2.0/ports/aa2b940c-04ac-4a07-a261-5afc49841033 HTTP/1.1" status: 200 len: 1124 time: 0.0779657 Feb 09 21:27:57.298668 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-aa6e467e-1c4d-4048-ba20-23715161b15d req-38c0e11a-74af-4409-911b-d7e53e40618d service neutron] Request body: {'binding': {'host': 'n-h2-828369-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:27:57.299183 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-aa6e467e-1c4d-4048-ba20-23715161b15d req-38c0e11a-74af-4409-911b-d7e53e40618d service neutron] Unknown quota resources ['binding']. {{(pid=103141) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 21:27:57.335008 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5326ec8-6638-4d81-8888-c0b7497db4c1 req-b2b8a69d-1081-4560-9464-79092c1e6a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:57.336505 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e5326ec8-6638-4d81-8888-c0b7497db4c1 req-b2b8a69d-1081-4560-9464-79092c1e6a96 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0f7402ac-a35b-414b-bcc1-bc1c3072ec3c HTTP/1.1" status: 200 len: 843 time: 0.1236622 Feb 09 21:27:57.396145 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9692446-c927-4814-90ac-f1678205202d req-cf49115c-4756-4c79-ba5d-7a7df8227de2 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:57.397574 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f9692446-c927-4814-90ac-f1678205202d req-cf49115c-4756-4c79-ba5d-7a7df8227de2 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] 10.222.0.90 "GET /v2.0/ports?device_id=2826b371-43eb-47b1-86d0-18bb7cc201ae HTTP/1.1" status: 200 len: 970 time: 0.1565444 Feb 09 21:27:57.417372 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759475e5-2cb4-453b-acdf-1410d102ac7b req-eabfd4f2-2956-40df-8de9-d4e6cfc94fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:57.418763 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-759475e5-2cb4-453b-acdf-1410d102ac7b req-eabfd4f2-2956-40df-8de9-d4e6cfc94fb3 service neutron] 10.222.0.95 "GET /v2.0/networks?id=5406f657-d0e3-4570-bda7-aeb2bc509011 HTTP/1.1" status: 200 len: 909 time: 0.1789031 Feb 09 21:27:57.436562 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-aa6e467e-1c4d-4048-ba20-23715161b15d req-38c0e11a-74af-4409-911b-d7e53e40618d service neutron] Attempting to bind port aa2b940c-04ac-4a07-a261-5afc49841033 on host n-h2-828369-5 for vnic_type normal with profile None {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:27:57.436912 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-aa6e467e-1c4d-4048-ba20-23715161b15d req-38c0e11a-74af-4409-911b-d7e53e40618d service neutron] Attempting to bind port aa2b940c-04ac-4a07-a261-5afc49841033 by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': '2e235117-e979-4e65-8640-84c4faf827fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '5406f657-d0e3-4570-bda7-aeb2bc509011'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:27:57.437243 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6e467e-1c4d-4048-ba20-23715161b15d req-38c0e11a-74af-4409-911b-d7e53e40618d service neutron] Attempting to bind port aa2b940c-04ac-4a07-a261-5afc49841033 on network 5406f657-d0e3-4570-bda7-aeb2bc509011 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:27:57.441628 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6e467e-1c4d-4048-ba20-23715161b15d req-38c0e11a-74af-4409-911b-d7e53e40618d service neutron] Port aa2b940c-04ac-4a07-a261-5afc49841033 on network 5406f657-d0e3-4570-bda7-aeb2bc509011 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:27:57.441990 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6e467e-1c4d-4048-ba20-23715161b15d req-38c0e11a-74af-4409-911b-d7e53e40618d service neutron] Attempting to bind port aa2b940c-04ac-4a07-a261-5afc49841033 on network 5406f657-d0e3-4570-bda7-aeb2bc509011 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:27:57.446679 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6e467e-1c4d-4048-ba20-23715161b15d req-38c0e11a-74af-4409-911b-d7e53e40618d service neutron] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:27:57.447010 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6e467e-1c4d-4048-ba20-23715161b15d req-38c0e11a-74af-4409-911b-d7e53e40618d service neutron] Checking segment: {'id': '2e235117-e979-4e65-8640-84c4faf827fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '5406f657-d0e3-4570-bda7-aeb2bc509011'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:27:57.447393 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6e467e-1c4d-4048-ba20-23715161b15d req-38c0e11a-74af-4409-911b-d7e53e40618d service neutron] Bound using segment: {'id': '2e235117-e979-4e65-8640-84c4faf827fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '5406f657-d0e3-4570-bda7-aeb2bc509011'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:27:57.447934 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-aa6e467e-1c4d-4048-ba20-23715161b15d req-38c0e11a-74af-4409-911b-d7e53e40618d service neutron] Bound port: aa2b940c-04ac-4a07-a261-5afc49841033, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e235117-e979-4e65-8640-84c4faf827fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '5406f657-d0e3-4570-bda7-aeb2bc509011'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:27:57.473642 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-759475e5-2cb4-453b-acdf-1410d102ac7b req-ebf5566b-fd61-46ce-a753-f12faaaa5c5f service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa2b940c-04ac-4a07-a261-5afc49841033 HTTP/1.1" status: 200 len: 217 time: 0.0439963 Feb 09 21:27:57.498875 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5326ec8-6638-4d81-8888-c0b7497db4c1 req-0192d939-387a-4be4-a2bd-61368b034b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:57.500434 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e5326ec8-6638-4d81-8888-c0b7497db4c1 req-0192d939-387a-4be4-a2bd-61368b034b6d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1509936 Feb 09 21:27:57.529650 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f9692446-c927-4814-90ac-f1678205202d req-0d4a8304-98a9-49bd-93c4-05f8b64a4dd3 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] 10.222.0.90 "GET /v2.0/security-groups?id=eeac89fc-3a98-4e6a-b07f-6275d08c01ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238117 Feb 09 21:27:57.532076 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-aa6e467e-1c4d-4048-ba20-23715161b15d req-38c0e11a-74af-4409-911b-d7e53e40618d service neutron] For port aa2b940c-04ac-4a07-a261-5afc49841033, host n-h2-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=aa2b940c-04ac-4a07-a261-5afc49841033,segment=NetworkSegment(2e235117-e979-4e65-8640-84c4faf827fd),segment_id=2e235117-e979-4e65-8640-84c4faf827fd)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:27:57.541671 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-aa6e467e-1c4d-4048-ba20-23715161b15d req-38c0e11a-74af-4409-911b-d7e53e40618d service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:57.550869 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-aa6e467e-1c4d-4048-ba20-23715161b15d req-38c0e11a-74af-4409-911b-d7e53e40618d service neutron] 10.222.0.90 "POST /v2.0/ports/aa2b940c-04ac-4a07-a261-5afc49841033/bindings HTTP/1.1" status: 201 len: 389 time: 0.2475657 Feb 09 21:27:57.588134 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759475e5-2cb4-453b-acdf-1410d102ac7b req-c829e1e3-18f2-437a-8a78-7d9ce165c96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:57.589610 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-759475e5-2cb4-453b-acdf-1410d102ac7b req-c829e1e3-18f2-437a-8a78-7d9ce165c96a service neutron] 10.222.0.95 "GET /v2.0/subnets?id=e1ad18b5-2d0f-4d2c-9c50-5fdfdce0a556 HTTP/1.1" status: 200 len: 848 time: 0.1078739 Feb 09 21:27:57.659994 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-759475e5-2cb4-453b-acdf-1410d102ac7b req-b370a19c-7a23-4804-8bb7-8fcf585f14eb service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=5406f657-d0e3-4570-bda7-aeb2bc509011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583527 Feb 09 21:27:57.753166 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e5326ec8-6638-4d81-8888-c0b7497db4c1 req-59a84b03-2bec-4b40-8c27-1490ec7ec31a service neutron] 10.222.0.89 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348080 Feb 09 21:27:57.770448 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-38806ebd-ebed-449c-9073-a359317f374e req-04e660ef-9080-44fd-a69e-cdeea79a00a1 tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=8e5c2141d1364c2b8b407f257911ec8b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0682962 Feb 09 21:27:57.839848 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e467e-1c4d-4048-ba20-23715161b15d req-a775940e-98f6-4274-9c3e-e22cc0acd51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:57.841448 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-aa6e467e-1c4d-4048-ba20-23715161b15d req-a775940e-98f6-4274-9c3e-e22cc0acd51b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d13eb104d8994e4d9b604f1050cb6328&device_id=b92e52ce-38e3-404d-b7c1-252230ea762d HTTP/1.1" status: 200 len: 1127 time: 0.0501819 Feb 09 21:27:57.920736 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 83605d51-ed5d-4436-8e49-f60a4d5a6588 details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:27:57.940691 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 46e86cd0-8e00-4a6a-ad98-03ad96c9547b up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:27:57.947202 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e467e-1c4d-4048-ba20-23715161b15d req-57c9bd0e-b736-468c-ae75-d77248953d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:57.948741 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-aa6e467e-1c4d-4048-ba20-23715161b15d req-57c9bd0e-b736-468c-ae75-d77248953d1a service neutron] 10.222.0.89 "GET /v2.0/networks?id=5406f657-d0e3-4570-bda7-aeb2bc509011 HTTP/1.1" status: 200 len: 909 time: 0.0925062 Feb 09 21:27:57.999573 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-aa6e467e-1c4d-4048-ba20-23715161b15d req-64f5d95d-1db8-4f24-b84b-4b1e712822a8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa2b940c-04ac-4a07-a261-5afc49841033 HTTP/1.1" status: 200 len: 217 time: 0.0405207 Feb 09 21:27:58.057850 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e467e-1c4d-4048-ba20-23715161b15d req-8b26ab24-ec66-41a9-b496-4f2126bc7552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:58.059122 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning for port 46e86cd0-8e00-4a6a-ad98-03ad96c9547b completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:27:58.059514 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-aa6e467e-1c4d-4048-ba20-23715161b15d req-8b26ab24-ec66-41a9-b496-4f2126bc7552 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e1ad18b5-2d0f-4d2c-9c50-5fdfdce0a556 HTTP/1.1" status: 200 len: 848 time: 0.0486708 Feb 09 21:27:58.071792 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port 46e86cd0-8e00-4a6a-ad98-03ad96c9547b triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:27:58.072180 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (46e86cd0-8e00-4a6a-ad98-03ad96c9547b), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:58.093660 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-aa6e467e-1c4d-4048-ba20-23715161b15d req-b17259a6-fca7-4056-a3e0-0ffdc2ebbe43 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=5406f657-d0e3-4570-bda7-aeb2bc509011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266235 Feb 09 21:27:58.096555 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab49c662-d1f9-45f6-8091-51193cf61cd7 req-710f29ab-89b2-4988-84ec-5913d10f3a18 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:58.098058 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ab49c662-d1f9-45f6-8091-51193cf61cd7 req-710f29ab-89b2-4988-84ec-5913d10f3a18 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] 10.222.0.90 "GET /v2.0/ports?device_id=d598f789-0207-4951-b324-3cfcb2f8243a HTTP/1.1" status: 200 len: 944 time: 0.4673154 Feb 09 21:27:58.116032 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 83605d51-ed5d-4436-8e49-f60a4d5a6588, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=83605d51-ed5d-4436-8e49-f60a4d5a6588,segment=NetworkSegment(cfddd030-8c7e-487d-bc1f-1f873848817f),segment_id=cfddd030-8c7e-487d-bc1f-1f873848817f)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:27:58.135794 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': '83605d51-ed5d-4436-8e49-f60a4d5a6588', 'network_id': '7a9ac5a8-6c72-442e-a289-f0f0972e4da1', 'port_id': '83605d51-ed5d-4436-8e49-f60a4d5a6588', 'mac_address': 'fa:16:3e:d7:e7:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d40292b-0b76-42c5-80e1-90b5058bab26', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:27:58.181300 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-759475e5-2cb4-453b-acdf-1410d102ac7b req-a5e2ebe9-7ba4-4cfa-80ed-d1053f5bd49f service neutron] 10.222.0.95 "GET /v2.0/networks/5406f657-d0e3-4570-bda7-aeb2bc509011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5007551 Feb 09 21:27:58.184590 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 83605d51-ed5d-4436-8e49-f60a4d5a6588 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:27:58.185155 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (83605d51-ed5d-4436-8e49-f60a4d5a6588), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:58.204392 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-aa6e467e-1c4d-4048-ba20-23715161b15d req-1caafe0b-a906-4dbe-b689-8967e04b244d service neutron] 10.222.0.89 "GET /v2.0/networks/5406f657-d0e3-4570-bda7-aeb2bc509011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002209 Feb 09 21:27:58.219782 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83605d51-ed5d-4436-8e49-f60a4d5a6588 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:27:58.277457 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e5326ec8-6638-4d81-8888-c0b7497db4c1 req-349f346e-4691-4252-a24b-fa56e910769c service neutron] 10.222.0.89 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5104535 Feb 09 21:27:58.288797 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ab49c662-d1f9-45f6-8091-51193cf61cd7 req-793156a7-4d81-4307-84dc-e3b29a67ea8b tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] 10.222.0.90 "GET /v2.0/security-groups?id=c11474fc-a995-4bd5-b9af-83dc4f32d281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1697495 Feb 09 21:27:58.298022 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38806ebd-ebed-449c-9073-a359317f374e req-ac04893c-0144-4dd5-974a-d6633d365a6a tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:58.299993 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-38806ebd-ebed-449c-9073-a359317f374e req-ac04893c-0144-4dd5-974a-d6633d365a6a tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5192373 Feb 09 21:27:58.331192 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-aa6e467e-1c4d-4048-ba20-23715161b15d req-bd7d031d-064a-4405-9205-01d42b6043d0 service neutron] 10.222.0.89 "GET /v2.0/networks/5406f657-d0e3-4570-bda7-aeb2bc509011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193638 Feb 09 21:27:58.340797 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-38806ebd-ebed-449c-9073-a359317f374e req-e50b3533-6b4c-4c49-a98e-361485d6fd83 tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] 10.222.0.90 "GET /v2.0/quotas/8e5c2141d1364c2b8b407f257911ec8b HTTP/1.1" status: 200 len: 375 time: 0.0212207 Feb 09 21:27:58.381495 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-759475e5-2cb4-453b-acdf-1410d102ac7b req-1bd15716-0c49-4876-8b53-c02e81d8677a service neutron] 10.222.0.95 "GET /v2.0/networks/5406f657-d0e3-4570-bda7-aeb2bc509011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794970 Feb 09 21:27:58.382304 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 46e86cd0-8e00-4a6a-ad98-03ad96c9547b is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:27:58.382692 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (46e86cd0-8e00-4a6a-ad98-03ad96c9547b), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:58.385552 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 83605d51-ed5d-4436-8e49-f60a4d5a6588, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=83605d51-ed5d-4436-8e49-f60a4d5a6588,segment=NetworkSegment(cfddd030-8c7e-487d-bc1f-1f873848817f),segment_id=cfddd030-8c7e-487d-bc1f-1f873848817f)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:27:58.396842 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (83605d51-ed5d-4436-8e49-f60a4d5a6588), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:58.434241 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '534f8af0-9b3d-46ac-8f50-e70a0892fc50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46e86cd0-8e00-4a6a-ad98-03ad96c9547b'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:27:58.436423 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85042707-e0ea-48ff-bfec-cadaf6dd0c9c" -d '{"events": [{"server_uuid": "534f8af0-9b3d-46ac-8f50-e70a0892fc50", "name": "network-vif-plugged", "status": "completed", "tag": "46e86cd0-8e00-4a6a-ad98-03ad96c9547b"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:27:58.456491 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 46e86cd0-8e00-4a6a-ad98-03ad96c9547b, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=46e86cd0-8e00-4a6a-ad98-03ad96c9547b,segment=NetworkSegment(79d7c118-8629-48e7-a704-27a42c218b4f),segment_id=79d7c118-8629-48e7-a704-27a42c218b4f)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:27:58.458198 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-38806ebd-ebed-449c-9073-a359317f374e req-9380ba4f-8e7a-4604-9918-2b95bdb0638f tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=8e5c2141d1364c2b8b407f257911ec8b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1030884 Feb 09 21:27:58.466180 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (46e86cd0-8e00-4a6a-ad98-03ad96c9547b), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:58.470283 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc48a77-d7ec-4b89-9695-80f6a02cfb3e req-abd1043c-5a39-47c4-b060-89f5cc961d04 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:58.471826 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2bc48a77-d7ec-4b89-9695-80f6a02cfb3e req-abd1043c-5a39-47c4-b060-89f5cc961d04 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=b92e52ce-38e3-404d-b7c1-252230ea762d HTTP/1.1" status: 200 len: 945 time: 0.0742545 Feb 09 21:27:58.473470 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=83605d51-ed5d-4436-8e49-f60a4d5a6588,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:58.529773 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=46e86cd0-8e00-4a6a-ad98-03ad96c9547b,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:58.530308 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2bc48a77-d7ec-4b89-9695-80f6a02cfb3e req-798a6c96-49e2-40a1-83e4-3100c9b6fe0d tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464492 Feb 09 21:27:58.658744 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e467e-1c4d-4048-ba20-23715161b15d req-632be857-ec28-4139-8f05-49dab5e39ff0 tempest-LiveMigrationTest-1736264502 tempest-LiveMigrationTest-1736264502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:58.660874 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-aa6e467e-1c4d-4048-ba20-23715161b15d req-632be857-ec28-4139-8f05-49dab5e39ff0 tempest-LiveMigrationTest-1736264502 tempest-LiveMigrationTest-1736264502-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=b92e52ce-38e3-404d-b7c1-252230ea762d&tenant_id=d13eb104d8994e4d9b604f1050cb6328&binding%3Ahost_id=n-h1-828369-5 HTTP/1.1" status: 200 len: 1127 time: 0.1005602 Feb 09 21:27:58.667374 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23b7394-a049-4ab9-bbcb-a40a1ac5fa07 req-146ef1d7-47a8-482a-b29f-775b94447a57 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:58.669055 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d23b7394-a049-4ab9-bbcb-a40a1ac5fa07 req-146ef1d7-47a8-482a-b29f-775b94447a57 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/ports?device_id=534f8af0-9b3d-46ac-8f50-e70a0892fc50 HTTP/1.1" status: 200 len: 946 time: 0.0735245 Feb 09 21:27:58.674552 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-aa6e467e-1c4d-4048-ba20-23715161b15d req-385e8ce1-76d8-482e-a4e9-dc9dd74c8661 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828369-5'}}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:27:58.707541 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['83605d51-ed5d-4436-8e49-f60a4d5a6588'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:27:58.731314 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d23b7394-a049-4ab9-bbcb-a40a1ac5fa07 req-a70a1715-8f98-4570-8787-409945a09466 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/security-groups?id=8827d060-7266-4559-a6cc-b0bbf702a8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548880 Feb 09 21:27:58.763973 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-aa6e467e-1c4d-4048-ba20-23715161b15d req-385e8ce1-76d8-482e-a4e9-dc9dd74c8661 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (aa2b940c-04ac-4a07-a261-5afc49841033), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:58.814197 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fcde44a-422c-4fdf-a5eb-178812e6fd47 x-openstack-request-id: req-2fcde44a-422c-4fdf-a5eb-178812e6fd47 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:27:58.814528 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "534f8af0-9b3d-46ac-8f50-e70a0892fc50", "name": "network-vif-plugged", "status": "completed", "tag": "46e86cd0-8e00-4a6a-ad98-03ad96c9547b", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:27:58.814786 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-2fcde44a-422c-4fdf-a5eb-178812e6fd47 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:27:58.815311 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '534f8af0-9b3d-46ac-8f50-e70a0892fc50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46e86cd0-8e00-4a6a-ad98-03ad96c9547b', 'code': 200} Feb 09 21:27:58.947232 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2e82ae17-caf2-402b-a399-2163175710ea req-41e80134-5ef9-45af-88dd-d164df13f080 tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] 10.222.0.90 "GET /v2.0/ports?device_id=74b5dde1-e9c9-42b4-8bdc-026928702a28 HTTP/1.1" status: 200 len: 210 time: 0.0496049 Feb 09 21:27:58.962709 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-aa6e467e-1c4d-4048-ba20-23715161b15d req-385e8ce1-76d8-482e-a4e9-dc9dd74c8661 service neutron] For port aa2b940c-04ac-4a07-a261-5afc49841033, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=aa2b940c-04ac-4a07-a261-5afc49841033,segment=NetworkSegment(2e235117-e979-4e65-8640-84c4faf827fd),segment_id=2e235117-e979-4e65-8640-84c4faf827fd)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:27:58.964038 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6eaab5-9378-4775-8ce2-705546db40f0 req-97e86888-51c7-4467-96f9-0e5c42934084 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:58.965614 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5e6eaab5-9378-4775-8ce2-705546db40f0 req-97e86888-51c7-4467-96f9-0e5c42934084 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] 10.222.0.90 "GET /v2.0/ports?device_id=2826b371-43eb-47b1-86d0-18bb7cc201ae HTTP/1.1" status: 200 len: 970 time: 0.1383255 Feb 09 21:27:59.019117 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee7dc40-d771-4a99-8ae5-374003dae825 req-3f232705-2a43-49f8-9278-c480372c5f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:59.020671 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-eee7dc40-d771-4a99-8ae5-374003dae825 req-3f232705-2a43-49f8-9278-c480372c5f91 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=534f8af0-9b3d-46ac-8f50-e70a0892fc50 HTTP/1.1" status: 200 len: 1128 time: 0.0777328 Feb 09 21:27:59.031416 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-aa6e467e-1c4d-4048-ba20-23715161b15d req-385e8ce1-76d8-482e-a4e9-dc9dd74c8661 service neutron] For port aa2b940c-04ac-4a07-a261-5afc49841033, host n-h1-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:27:59.083135 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5e6eaab5-9378-4775-8ce2-705546db40f0 req-fdd9da5e-d74d-4c6a-a70f-b079635dd17d tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] 10.222.0.90 "GET /v2.0/security-groups?id=eeac89fc-3a98-4e6a-b07f-6275d08c01ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944834 Feb 09 21:27:59.097445 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b92e52ce-38e3-404d-b7c1-252230ea762d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa2b940c-04ac-4a07-a261-5afc49841033'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:27:59.099682 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-eee7dc40-d771-4a99-8ae5-374003dae825 req-70b22695-b24f-4449-960f-d77dbbe50e7c service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=8827d060-7266-4559-a6cc-b0bbf702a8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646105 Feb 09 21:27:59.111613 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91d95325-9a14-45f8-a35d-3e24d7274cf1" -d '{"events": [{"server_uuid": "b92e52ce-38e3-404d-b7c1-252230ea762d", "name": "network-vif-unplugged", "status": "completed", "tag": "aa2b940c-04ac-4a07-a261-5afc49841033"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:27:59.116212 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-aa6e467e-1c4d-4048-ba20-23715161b15d req-385e8ce1-76d8-482e-a4e9-dc9dd74c8661 service neutron] Publish callbacks [] for port (aa2b940c-04ac-4a07-a261-5afc49841033), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:59.139362 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-aa6e467e-1c4d-4048-ba20-23715161b15d req-385e8ce1-76d8-482e-a4e9-dc9dd74c8661 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (aa2b940c-04ac-4a07-a261-5afc49841033), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:59.194182 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40560c47-f2df-483e-aa09-9e8c5628a910 x-openstack-request-id: req-40560c47-f2df-483e-aa09-9e8c5628a910 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:27:59.194569 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b92e52ce-38e3-404d-b7c1-252230ea762d", "name": "network-vif-unplugged", "status": "completed", "tag": "aa2b940c-04ac-4a07-a261-5afc49841033", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:27:59.194888 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-40560c47-f2df-483e-aa09-9e8c5628a910 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:27:59.195363 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b92e52ce-38e3-404d-b7c1-252230ea762d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa2b940c-04ac-4a07-a261-5afc49841033', 'code': 200} Feb 09 21:27:59.264272 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385e8ce1-76d8-482e-a4e9-dc9dd74c8661 service neutron] Pushing event updated for resources: {'Port': ['ID=aa2b940c-04ac-4a07-a261-5afc49841033,revision_number=7']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:59.267580 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-aa6e467e-1c4d-4048-ba20-23715161b15d req-385e8ce1-76d8-482e-a4e9-dc9dd74c8661 service neutron] Attempting to bind port aa2b940c-04ac-4a07-a261-5afc49841033 on host n-h1-828369-5 for vnic_type normal with profile {"migrating_to": "n-h2-828369-5"} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:27:59.268287 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-aa6e467e-1c4d-4048-ba20-23715161b15d req-385e8ce1-76d8-482e-a4e9-dc9dd74c8661 service neutron] Attempting to bind port aa2b940c-04ac-4a07-a261-5afc49841033 by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': '2e235117-e979-4e65-8640-84c4faf827fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '5406f657-d0e3-4570-bda7-aeb2bc509011'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:27:59.268828 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6e467e-1c4d-4048-ba20-23715161b15d req-385e8ce1-76d8-482e-a4e9-dc9dd74c8661 service neutron] Attempting to bind port aa2b940c-04ac-4a07-a261-5afc49841033 on network 5406f657-d0e3-4570-bda7-aeb2bc509011 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:27:59.275064 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6e467e-1c4d-4048-ba20-23715161b15d req-385e8ce1-76d8-482e-a4e9-dc9dd74c8661 service neutron] Port aa2b940c-04ac-4a07-a261-5afc49841033 on network 5406f657-d0e3-4570-bda7-aeb2bc509011 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:27:59.275464 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6e467e-1c4d-4048-ba20-23715161b15d req-385e8ce1-76d8-482e-a4e9-dc9dd74c8661 service neutron] Attempting to bind port aa2b940c-04ac-4a07-a261-5afc49841033 on network 5406f657-d0e3-4570-bda7-aeb2bc509011 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:27:59.281033 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6e467e-1c4d-4048-ba20-23715161b15d req-385e8ce1-76d8-482e-a4e9-dc9dd74c8661 service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:27:59.281448 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6e467e-1c4d-4048-ba20-23715161b15d req-385e8ce1-76d8-482e-a4e9-dc9dd74c8661 service neutron] Checking segment: {'id': '2e235117-e979-4e65-8640-84c4faf827fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '5406f657-d0e3-4570-bda7-aeb2bc509011'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:27:59.288718 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6e467e-1c4d-4048-ba20-23715161b15d req-385e8ce1-76d8-482e-a4e9-dc9dd74c8661 service neutron] Bound using segment: {'id': '2e235117-e979-4e65-8640-84c4faf827fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '5406f657-d0e3-4570-bda7-aeb2bc509011'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:27:59.289167 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-aa6e467e-1c4d-4048-ba20-23715161b15d req-385e8ce1-76d8-482e-a4e9-dc9dd74c8661 service neutron] Bound port: aa2b940c-04ac-4a07-a261-5afc49841033, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e235117-e979-4e65-8640-84c4faf827fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '5406f657-d0e3-4570-bda7-aeb2bc509011'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:27:59.289573 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-aa6e467e-1c4d-4048-ba20-23715161b15d req-385e8ce1-76d8-482e-a4e9-dc9dd74c8661 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (aa2b940c-04ac-4a07-a261-5afc49841033), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:59.369682 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-aa6e467e-1c4d-4048-ba20-23715161b15d req-385e8ce1-76d8-482e-a4e9-dc9dd74c8661 service neutron] For port aa2b940c-04ac-4a07-a261-5afc49841033, host n-h1-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:27:59.374765 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-aa6e467e-1c4d-4048-ba20-23715161b15d req-385e8ce1-76d8-482e-a4e9-dc9dd74c8661 service neutron] For port aa2b940c-04ac-4a07-a261-5afc49841033, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=aa2b940c-04ac-4a07-a261-5afc49841033,segment=NetworkSegment(2e235117-e979-4e65-8640-84c4faf827fd),segment_id=2e235117-e979-4e65-8640-84c4faf827fd)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:27:59.382390 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-aa6e467e-1c4d-4048-ba20-23715161b15d req-385e8ce1-76d8-482e-a4e9-dc9dd74c8661 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (aa2b940c-04ac-4a07-a261-5afc49841033), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:59.506351 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385e8ce1-76d8-482e-a4e9-dc9dd74c8661 service neutron] Pushing event updated for resources: {'Port': ['ID=aa2b940c-04ac-4a07-a261-5afc49841033,revision_number=8']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:27:59.510555 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e35d67-1f6c-40f8-9a04-ef087e2930a1 req-6d0274c4-2932-462a-a4b2-fedd9516153e tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:59.512761 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-71e35d67-1f6c-40f8-9a04-ef087e2930a1 req-6d0274c4-2932-462a-a4b2-fedd9516153e tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] 10.222.0.90 "GET /v2.0/ports?device_id=d598f789-0207-4951-b324-3cfcb2f8243a HTTP/1.1" status: 200 len: 945 time: 0.1183820 Feb 09 21:27:59.515160 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e467e-1c4d-4048-ba20-23715161b15d req-385e8ce1-76d8-482e-a4e9-dc9dd74c8661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:59.516533 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-aa6e467e-1c4d-4048-ba20-23715161b15d req-385e8ce1-76d8-482e-a4e9-dc9dd74c8661 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:27:59.518656 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-aa6e467e-1c4d-4048-ba20-23715161b15d req-385e8ce1-76d8-482e-a4e9-dc9dd74c8661 service neutron] 10.222.0.89 "PUT /v2.0/ports/aa2b940c-04ac-4a07-a261-5afc49841033 HTTP/1.1" status: 200 len: 1121 time: 0.8497713 Feb 09 21:27:59.600482 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-71e35d67-1f6c-40f8-9a04-ef087e2930a1 req-bf39a55f-98c7-40b1-8665-f565b7b94797 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] 10.222.0.90 "GET /v2.0/security-groups?id=c11474fc-a995-4bd5-b9af-83dc4f32d281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808203 Feb 09 21:27:59.643407 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['aa2b940c-04ac-4a07-a261-5afc49841033'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:27:59.724179 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3290fd33-7a41-4777-8957-d0f759352503 req-090a4c13-4ffd-4298-b53d-cf84b90e9b7a tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:59.725837 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3290fd33-7a41-4777-8957-d0f759352503 req-090a4c13-4ffd-4298-b53d-cf84b90e9b7a tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=b92e52ce-38e3-404d-b7c1-252230ea762d HTTP/1.1" status: 200 len: 943 time: 0.0699563 Feb 09 21:27:59.794270 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3290fd33-7a41-4777-8957-d0f759352503 req-c453bce8-7059-48c6-afce-3af847b0038b tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605342 Feb 09 21:27:59.924048 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b16e72-6638-41aa-b59e-a5e12754db99 req-fada0011-8e2a-488c-95de-0555085a7d4d tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:27:59.925874 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-94b16e72-6638-41aa-b59e-a5e12754db99 req-fada0011-8e2a-488c-95de-0555085a7d4d tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/ports?device_id=534f8af0-9b3d-46ac-8f50-e70a0892fc50 HTTP/1.1" status: 200 len: 946 time: 0.0641186 Feb 09 21:27:59.928593 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 83605d51-ed5d-4436-8e49-f60a4d5a6588 up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:27:59.988596 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-94b16e72-6638-41aa-b59e-a5e12754db99 req-57fe9d29-b0c0-4476-aa41-2507190442c9 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/security-groups?id=8827d060-7266-4559-a6cc-b0bbf702a8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492218 Feb 09 21:28:00.001779 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning for port 83605d51-ed5d-4436-8e49-f60a4d5a6588 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:28:00.016034 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port 83605d51-ed5d-4436-8e49-f60a4d5a6588 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:28:00.016937 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (83605d51-ed5d-4436-8e49-f60a4d5a6588), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:00.138954 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5d98201e-6e98-41a0-a6e1-345b2e8a6097 req-478f1587-a154-49b4-a073-b21146886cd1 tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] 10.222.0.90 "GET /v2.0/ports?device_id=74b5dde1-e9c9-42b4-8bdc-026928702a28 HTTP/1.1" status: 200 len: 210 time: 0.0530868 Feb 09 21:28:00.177312 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 83605d51-ed5d-4436-8e49-f60a4d5a6588 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:28:00.178056 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (83605d51-ed5d-4436-8e49-f60a4d5a6588), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:00.226057 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 83605d51-ed5d-4436-8e49-f60a4d5a6588, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=83605d51-ed5d-4436-8e49-f60a4d5a6588,segment=NetworkSegment(cfddd030-8c7e-487d-bc1f-1f873848817f),segment_id=cfddd030-8c7e-487d-bc1f-1f873848817f)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:28:00.245147 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (83605d51-ed5d-4436-8e49-f60a4d5a6588), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:00.320502 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=83605d51-ed5d-4436-8e49-f60a4d5a6588,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:00.334050 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e54747-e56b-4de9-86b3-49f6244d0183 req-0686d52f-b3c7-4c0e-a113-072b331dba62 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:00.335676 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-69e54747-e56b-4de9-86b3-49f6244d0183 req-0686d52f-b3c7-4c0e-a113-072b331dba62 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] 10.222.0.90 "GET /v2.0/ports?device_id=2826b371-43eb-47b1-86d0-18bb7cc201ae HTTP/1.1" status: 200 len: 970 time: 0.1079850 Feb 09 21:28:00.415493 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-69e54747-e56b-4de9-86b3-49f6244d0183 req-19b93664-5731-4641-b405-7b14450e2dfb tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] 10.222.0.90 "GET /v2.0/security-groups?id=eeac89fc-3a98-4e6a-b07f-6275d08c01ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629356 Feb 09 21:28:00.529157 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-38806ebd-ebed-449c-9073-a359317f374e req-ca4e8d9c-9fa1-499e-8cf9-cf9b518e83a0 tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=8e5c2141d1364c2b8b407f257911ec8b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4235616 Feb 09 21:28:00.712026 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38806ebd-ebed-449c-9073-a359317f374e req-fc9dc407-b0f5-40f1-9ca5-7c6a95db1981 tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:00.713819 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-38806ebd-ebed-449c-9073-a359317f374e req-fc9dc407-b0f5-40f1-9ca5-7c6a95db1981 tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1763494 Feb 09 21:28:00.737100 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-38806ebd-ebed-449c-9073-a359317f374e req-26e6e805-74bb-4b7c-b8f5-2e7f5a74708d tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] Request body: {'port': {'device_id': '74b5dde1-e9c9-42b4-8bdc-026928702a28', 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc', 'admin_state_up': True, 'tenant_id': '8e5c2141d1364c2b8b407f257911ec8b'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:28:00.815683 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c5a1a1-f95f-457a-9ad6-8f83f0cf7454 req-cc25bad7-b174-4013-83c3-17af065b574a tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:00.817032 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd598f789-0207-4951-b324-3cfcb2f8243a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83605d51-ed5d-4436-8e49-f60a4d5a6588'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:28:00.817461 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f7c5a1a1-f95f-457a-9ad6-8f83f0cf7454 req-cc25bad7-b174-4013-83c3-17af065b574a tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] 10.222.0.90 "GET /v2.0/ports?device_id=d598f789-0207-4951-b324-3cfcb2f8243a HTTP/1.1" status: 200 len: 946 time: 0.0939751 Feb 09 21:28:00.820101 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d651a8-6525-4173-af6b-38919a3504f8" -d '{"events": [{"server_uuid": "d598f789-0207-4951-b324-3cfcb2f8243a", "name": "network-vif-plugged", "status": "completed", "tag": "83605d51-ed5d-4436-8e49-f60a4d5a6588"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:28:00.868891 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f7c5a1a1-f95f-457a-9ad6-8f83f0cf7454 req-1c4dfb6c-c0b5-4b06-b8c2-f32b945f577a tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] 10.222.0.90 "GET /v2.0/security-groups?id=c11474fc-a995-4bd5-b9af-83dc4f32d281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447788 Feb 09 21:28:00.893566 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38806ebd-ebed-449c-9073-a359317f374e req-26e6e805-74bb-4b7c-b8f5-2e7f5a74708d tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] Made reservation on behalf of 8e5c2141d1364c2b8b407f257911ec8b for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:28:00.897056 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-38806ebd-ebed-449c-9073-a359317f374e req-26e6e805-74bb-4b7c-b8f5-2e7f5a74708d tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:00.984642 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e6c3a80-dd27-497c-ac5f-284270661cd7 x-openstack-request-id: req-2e6c3a80-dd27-497c-ac5f-284270661cd7 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:28:00.984949 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d598f789-0207-4951-b324-3cfcb2f8243a", "name": "network-vif-plugged", "status": "completed", "tag": "83605d51-ed5d-4436-8e49-f60a4d5a6588", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:28:00.985212 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-2e6c3a80-dd27-497c-ac5f-284270661cd7 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:28:00.985932 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd598f789-0207-4951-b324-3cfcb2f8243a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83605d51-ed5d-4436-8e49-f60a4d5a6588', 'code': 200} Feb 09 21:28:01.072294 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [req-38806ebd-ebed-449c-9073-a359317f374e req-26e6e805-74bb-4b7c-b8f5-2e7f5a74708d tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] Allocated IP 192.168.233.157 (a8139157-1e3e-4bd9-8fa9-c0e20debd7dc/0f7402ac-a35b-414b-bcc1-bc1c3072ec3c/9a039682-14b4-419e-bf8b-eaefac7b074d) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:28:01.112609 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1230407-53fc-43f4-861e-08ae461c8385 req-c52e787c-10de-4c3f-a520-3ce6a0136d85 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:01.114378 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a1230407-53fc-43f4-861e-08ae461c8385 req-c52e787c-10de-4c3f-a520-3ce6a0136d85 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=b92e52ce-38e3-404d-b7c1-252230ea762d HTTP/1.1" status: 200 len: 943 time: 0.1217735 Feb 09 21:28:01.212885 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6ed2e0-11bd-456c-be4c-6aab864f340d req-05e8a55a-2b9d-461c-bb5b-467cc9615e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:01.214061 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b92e52ce-38e3-404d-b7c1-252230ea762d', 'tag': 'aa2b940c-04ac-4a07-a261-5afc49841033'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:28:01.214741 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3e6ed2e0-11bd-456c-be4c-6aab864f340d req-05e8a55a-2b9d-461c-bb5b-467cc9615e8d service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=d598f789-0207-4951-b324-3cfcb2f8243a HTTP/1.1" status: 200 len: 1128 time: 0.1547761 Feb 09 21:28:01.219114 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bf3f22a-002f-42fd-9b45-f4c6d312a234" -d '{"events": [{"name": "network-changed", "server_uuid": "b92e52ce-38e3-404d-b7c1-252230ea762d", "tag": "aa2b940c-04ac-4a07-a261-5afc49841033"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:28:01.221657 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a1230407-53fc-43f4-861e-08ae461c8385 req-24b81c46-f2ea-4fe2-b267-43f8ab81204b tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995538 Feb 09 21:28:01.312655 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3e6ed2e0-11bd-456c-be4c-6aab864f340d req-e439da2e-6c6f-46af-95f7-f663e734a9d5 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=c11474fc-a995-4bd5-b9af-83dc4f32d281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834599 Feb 09 21:28:01.325875 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-38806ebd-ebed-449c-9073-a359317f374e req-26e6e805-74bb-4b7c-b8f5-2e7f5a74708d tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] Publish callbacks [] for port (9a039682-14b4-419e-bf8b-eaefac7b074d), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:01.345961 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-73439113-9625-4d6d-94ca-7eaad4349743 req-5d301102-46a1-41b8-80fd-c4b9d2f06b02 tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] 10.222.0.90 "GET /v2.0/ports?device_id=74b5dde1-e9c9-42b4-8bdc-026928702a28 HTTP/1.1" status: 200 len: 210 time: 0.0291417 Feb 09 21:28:01.395348 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-38806ebd-ebed-449c-9073-a359317f374e req-26e6e805-74bb-4b7c-b8f5-2e7f5a74708d tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (9a039682-14b4-419e-bf8b-eaefac7b074d), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:01.423110 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['df25d0ba-3b9d-4d1f-9703-691a155dcf42'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:28:01.458943 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4903ec99-f4dc-4499-b9d7-9845a71a7e5b req-d6244017-be51-4f94-be7e-59822b1269a2 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:01.460534 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4903ec99-f4dc-4499-b9d7-9845a71a7e5b req-d6244017-be51-4f94-be7e-59822b1269a2 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/ports?device_id=534f8af0-9b3d-46ac-8f50-e70a0892fc50 HTTP/1.1" status: 200 len: 946 time: 0.1173878 Feb 09 21:28:01.530527 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4903ec99-f4dc-4499-b9d7-9845a71a7e5b req-b107e1ea-e542-4150-8e58-be204ad370f0 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/security-groups?id=8827d060-7266-4559-a6cc-b0bbf702a8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558834 Feb 09 21:28:01.534366 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e6e805-74bb-4b7c-b8f5-2e7f5a74708d tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] Pushing event updated for resources: {'Port': ['ID=9a039682-14b4-419e-bf8b-eaefac7b074d,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:01.554430 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-098acc57-78b1-41c1-9eb1-66af9dd9a9d7 x-openstack-request-id: req-098acc57-78b1-41c1-9eb1-66af9dd9a9d7 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:28:01.554936 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b92e52ce-38e3-404d-b7c1-252230ea762d", "tag": "aa2b940c-04ac-4a07-a261-5afc49841033", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:28:01.555328 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-098acc57-78b1-41c1-9eb1-66af9dd9a9d7 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:28:01.555869 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b92e52ce-38e3-404d-b7c1-252230ea762d', 'tag': 'aa2b940c-04ac-4a07-a261-5afc49841033', 'status': 'completed', 'code': 200} Feb 09 21:28:01.565201 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38806ebd-ebed-449c-9073-a359317f374e req-26e6e805-74bb-4b7c-b8f5-2e7f5a74708d tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] Network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:28:01.570812 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [req-38806ebd-ebed-449c-9073-a359317f374e req-26e6e805-74bb-4b7c-b8f5-2e7f5a74708d tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:28:01.573464 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-38806ebd-ebed-449c-9073-a359317f374e req-26e6e805-74bb-4b7c-b8f5-2e7f5a74708d tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:28:01.711272 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38806ebd-ebed-449c-9073-a359317f374e req-26e6e805-74bb-4b7c-b8f5-2e7f5a74708d tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:01.725180 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-38806ebd-ebed-449c-9073-a359317f374e req-26e6e805-74bb-4b7c-b8f5-2e7f5a74708d tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:01.741984 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 802ce953-2af7-4274-99f9-a4000fe669b6 details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:28:01.765039 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-38806ebd-ebed-449c-9073-a359317f374e req-26e6e805-74bb-4b7c-b8f5-2e7f5a74708d tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0357308 Feb 09 21:28:01.780328 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-38806ebd-ebed-449c-9073-a359317f374e req-953b370e-fbf9-416a-84da-cefd93077bd1 service neutron] Request body: {'port': {'device_id': '74b5dde1-e9c9-42b4-8bdc-026928702a28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:28:01.854962 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c5bada-0546-49e6-9f5f-a0c65f9d0d74 req-429485dd-8a5f-43fc-a10a-d7a3240f75f6 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:01.859801 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-33c5bada-0546-49e6-9f5f-a0c65f9d0d74 req-429485dd-8a5f-43fc-a10a-d7a3240f75f6 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] 10.222.0.90 "GET /v2.0/ports?device_id=2826b371-43eb-47b1-86d0-18bb7cc201ae HTTP/1.1" status: 200 len: 970 time: 0.2720714 Feb 09 21:28:01.888795 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-38806ebd-ebed-449c-9073-a359317f374e req-953b370e-fbf9-416a-84da-cefd93077bd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (9a039682-14b4-419e-bf8b-eaefac7b074d), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:01.908150 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 44704) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:01.955493 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-56de4203-3dcd-4fbe-b0d3-7ce5c26bee74 None None] Provisioning complete for port 9a039682-14b4-419e-bf8b-eaefac7b074d triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:28:01.958281 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-56de4203-3dcd-4fbe-b0d3-7ce5c26bee74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (9a039682-14b4-419e-bf8b-eaefac7b074d), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:01.960118 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-33c5bada-0546-49e6-9f5f-a0c65f9d0d74 req-e78c6ea1-c2e3-4a8e-bfd2-280cea23ba4f tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] 10.222.0.90 "GET /v2.0/security-groups?id=eeac89fc-3a98-4e6a-b07f-6275d08c01ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943463 Feb 09 21:28:01.976397 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf3f22a-002f-42fd-9b45-f4c6d312a234 req-0dba0875-2b9f-43cf-9361-90cb361cdb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:01.977958 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9bf3f22a-002f-42fd-9b45-f4c6d312a234 req-0dba0875-2b9f-43cf-9361-90cb361cdb97 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=d13eb104d8994e4d9b604f1050cb6328&device_id=b92e52ce-38e3-404d-b7c1-252230ea762d HTTP/1.1" status: 200 len: 1155 time: 0.3068826 Feb 09 21:28:02.028558 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-56de4203-3dcd-4fbe-b0d3-7ce5c26bee74 None None] Port 9a039682-14b4-419e-bf8b-eaefac7b074d cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:28:02.035121 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 802ce953-2af7-4274-99f9-a4000fe669b6, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=802ce953-2af7-4274-99f9-a4000fe669b6,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:28:02.074570 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': '802ce953-2af7-4274-99f9-a4000fe669b6', 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc', 'port_id': '802ce953-2af7-4274-99f9-a4000fe669b6', 'mac_address': 'fa:16:3e:85:8b:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f7402ac-a35b-414b-bcc1-bc1c3072ec3c', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:tempest-test_az-1328913751', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:28:02.184610 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 802ce953-2af7-4274-99f9-a4000fe669b6 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:28:02.185272 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (802ce953-2af7-4274-99f9-a4000fe669b6), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:02.201096 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf3f22a-002f-42fd-9b45-f4c6d312a234 req-cec282f3-b6f2-48d9-bcf9-68c8817ddcef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:02.205273 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9bf3f22a-002f-42fd-9b45-f4c6d312a234 req-cec282f3-b6f2-48d9-bcf9-68c8817ddcef service neutron] 10.222.0.95 "GET /v2.0/networks?id=5406f657-d0e3-4570-bda7-aeb2bc509011 HTTP/1.1" status: 200 len: 909 time: 0.2177069 Feb 09 21:28:02.221450 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 802ce953-2af7-4274-99f9-a4000fe669b6 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:28:02.246478 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-67613436-06d7-446f-b0f3-7ee314274646 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:02.264839 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 802ce953-2af7-4274-99f9-a4000fe669b6, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=802ce953-2af7-4274-99f9-a4000fe669b6,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:28:02.270129 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (802ce953-2af7-4274-99f9-a4000fe669b6), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:02.309212 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9bf3f22a-002f-42fd-9b45-f4c6d312a234 req-2dc1338c-b8ba-4c72-a278-ebbf41914232 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa2b940c-04ac-4a07-a261-5afc49841033 HTTP/1.1" status: 200 len: 217 time: 0.0774031 Feb 09 21:28:02.331360 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=802ce953-2af7-4274-99f9-a4000fe669b6,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:02.370393 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-38806ebd-ebed-449c-9073-a359317f374e req-953b370e-fbf9-416a-84da-cefd93077bd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a039682-14b4-419e-bf8b-eaefac7b074d {{(pid=103141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:28:02.373904 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fa3b03-19b7-48e1-8260-55402cfc4b84 req-f27868c7-3dba-44a1-9a6b-85e19afe3bcc tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:02.375442 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-58fa3b03-19b7-48e1-8260-55402cfc4b84 req-f27868c7-3dba-44a1-9a6b-85e19afe3bcc tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] 10.222.0.90 "GET /v2.0/ports?device_id=d598f789-0207-4951-b324-3cfcb2f8243a HTTP/1.1" status: 200 len: 946 time: 0.1692529 Feb 09 21:28:02.384254 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-38806ebd-ebed-449c-9073-a359317f374e req-953b370e-fbf9-416a-84da-cefd93077bd1 service neutron] Publish callbacks [] for port (9a039682-14b4-419e-bf8b-eaefac7b074d), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:02.411243 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-38806ebd-ebed-449c-9073-a359317f374e req-953b370e-fbf9-416a-84da-cefd93077bd1 service neutron] Transition to ACTIVE for port object 9a039682-14b4-419e-bf8b-eaefac7b074d will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:28:02.417240 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-38806ebd-ebed-449c-9073-a359317f374e req-953b370e-fbf9-416a-84da-cefd93077bd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (9a039682-14b4-419e-bf8b-eaefac7b074d), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:02.421450 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf3f22a-002f-42fd-9b45-f4c6d312a234 req-e4eba68a-f147-456f-b8d8-9ffa630b62c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:02.423073 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9bf3f22a-002f-42fd-9b45-f4c6d312a234 req-e4eba68a-f147-456f-b8d8-9ffa630b62c7 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=e1ad18b5-2d0f-4d2c-9c50-5fdfdce0a556 HTTP/1.1" status: 200 len: 848 time: 0.1008823 Feb 09 21:28:02.473868 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9bf3f22a-002f-42fd-9b45-f4c6d312a234 req-56e073e9-879a-4e39-8c6c-8123c145334d service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=5406f657-d0e3-4570-bda7-aeb2bc509011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374498 Feb 09 21:28:02.498034 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0e6b57-ccb7-4de1-a869-b1c796bec95a req-208461b2-1b79-4efe-8683-753c287f3c0d tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:02.500182 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4a0e6b57-ccb7-4de1-a869-b1c796bec95a req-208461b2-1b79-4efe-8683-753c287f3c0d tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/ports?device_id=534f8af0-9b3d-46ac-8f50-e70a0892fc50 HTTP/1.1" status: 200 len: 946 time: 0.1469941 Feb 09 21:28:02.514212 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-58fa3b03-19b7-48e1-8260-55402cfc4b84 req-43dd0bcb-7741-4f89-a882-c9ba46649978 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] 10.222.0.90 "GET /v2.0/security-groups?id=c11474fc-a995-4bd5-b9af-83dc4f32d281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311712 Feb 09 21:28:02.527072 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953b370e-fbf9-416a-84da-cefd93077bd1 service neutron] Pushing event updated for resources: {'Port': ['ID=9a039682-14b4-419e-bf8b-eaefac7b074d,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:02.534103 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-67613436-06d7-446f-b0f3-7ee314274646 admin admin] Publish callbacks [] for security_group (7b8193b8-b15f-4918-869b-10f45f8fea91), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:02.543120 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-67613436-06d7-446f-b0f3-7ee314274646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (7b8193b8-b15f-4918-869b-10f45f8fea91), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:02.636487 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67613436-06d7-446f-b0f3-7ee314274646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b8193b8-b15f-4918-869b-10f45f8fea91,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:02.648463 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-67613436-06d7-446f-b0f3-7ee314274646 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=41a3ce63063b47b58bb70d2adf23cd4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7391925 Feb 09 21:28:02.650078 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 44728) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:02.683706 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4a0e6b57-ccb7-4de1-a869-b1c796bec95a req-87c515be-4407-4ded-8339-df4eaa6c3917 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/security-groups?id=8827d060-7266-4559-a6cc-b0bbf702a8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671596 Feb 09 21:28:02.698251 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-38806ebd-ebed-449c-9073-a359317f374e req-953b370e-fbf9-416a-84da-cefd93077bd1 service neutron] Attempting to bind port 9a039682-14b4-419e-bf8b-eaefac7b074d on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:28:02.698837 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-38806ebd-ebed-449c-9073-a359317f374e req-953b370e-fbf9-416a-84da-cefd93077bd1 service neutron] Attempting to bind port 9a039682-14b4-419e-bf8b-eaefac7b074d by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:28:02.699249 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38806ebd-ebed-449c-9073-a359317f374e req-953b370e-fbf9-416a-84da-cefd93077bd1 service neutron] Attempting to bind port 9a039682-14b4-419e-bf8b-eaefac7b074d on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:28:02.708145 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['802ce953-2af7-4274-99f9-a4000fe669b6'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:28:02.712896 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9bf3f22a-002f-42fd-9b45-f4c6d312a234 req-66a4ce59-6eff-4c23-9f13-4b4ceca04e1c service neutron] 10.222.0.95 "GET /v2.0/networks/5406f657-d0e3-4570-bda7-aeb2bc509011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089663 Feb 09 21:28:02.733766 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38806ebd-ebed-449c-9073-a359317f374e req-953b370e-fbf9-416a-84da-cefd93077bd1 service neutron] Port 9a039682-14b4-419e-bf8b-eaefac7b074d on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:28:02.734204 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38806ebd-ebed-449c-9073-a359317f374e req-953b370e-fbf9-416a-84da-cefd93077bd1 service neutron] Attempting to bind port 9a039682-14b4-419e-bf8b-eaefac7b074d on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:28:02.754426 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38806ebd-ebed-449c-9073-a359317f374e req-953b370e-fbf9-416a-84da-cefd93077bd1 service neutron] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:28:02.755007 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38806ebd-ebed-449c-9073-a359317f374e req-953b370e-fbf9-416a-84da-cefd93077bd1 service neutron] Checking segment: {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:28:02.755489 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38806ebd-ebed-449c-9073-a359317f374e req-953b370e-fbf9-416a-84da-cefd93077bd1 service neutron] Bound using segment: {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:28:02.756297 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-38806ebd-ebed-449c-9073-a359317f374e req-953b370e-fbf9-416a-84da-cefd93077bd1 service neutron] Bound port: 9a039682-14b4-419e-bf8b-eaefac7b074d, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:28:02.756755 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-38806ebd-ebed-449c-9073-a359317f374e req-953b370e-fbf9-416a-84da-cefd93077bd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (9a039682-14b4-419e-bf8b-eaefac7b074d), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:02.795797 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-55f91dd4-9b7a-4cf2-9105-7432abee0ade admin admin] Publish callbacks [] for security_group (7b8193b8-b15f-4918-869b-10f45f8fea91), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:02.850175 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-55f91dd4-9b7a-4cf2-9105-7432abee0ade admin admin] Publish callbacks [] for security_group (7b8193b8-b15f-4918-869b-10f45f8fea91), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:02.881266 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd56c1-bb2f-4afd-898d-cfe8e26471e5 req-c4204ada-d59a-499c-9d45-8718c81b3694 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:02.888244 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0ecd56c1-bb2f-4afd-898d-cfe8e26471e5 req-c4204ada-d59a-499c-9d45-8718c81b3694 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=b92e52ce-38e3-404d-b7c1-252230ea762d HTTP/1.1" status: 200 len: 943 time: 0.1710258 Feb 09 21:28:02.891975 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-38806ebd-ebed-449c-9073-a359317f374e req-953b370e-fbf9-416a-84da-cefd93077bd1 service neutron] For port 9a039682-14b4-419e-bf8b-eaefac7b074d, host n-h2-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:28:02.907537 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-38806ebd-ebed-449c-9073-a359317f374e req-953b370e-fbf9-416a-84da-cefd93077bd1 service neutron] For port 9a039682-14b4-419e-bf8b-eaefac7b074d, host n-h2-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=9a039682-14b4-419e-bf8b-eaefac7b074d,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:28:02.915577 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-38806ebd-ebed-449c-9073-a359317f374e req-953b370e-fbf9-416a-84da-cefd93077bd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (9a039682-14b4-419e-bf8b-eaefac7b074d), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:02.927954 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9bf3f22a-002f-42fd-9b45-f4c6d312a234 req-79a63893-6786-4777-8fc5-bdb84bed3ca7 service neutron] 10.222.0.95 "GET /v2.0/networks/5406f657-d0e3-4570-bda7-aeb2bc509011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001700 Feb 09 21:28:02.941833 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9456daa3-c824-4ab0-8771-dc908c9a4d47 req-288c2aef-21b7-44bc-9d8e-6508cfad9189 tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:02.952669 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38806ebd-ebed-449c-9073-a359317f374e req-953b370e-fbf9-416a-84da-cefd93077bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:02.952997 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9456daa3-c824-4ab0-8771-dc908c9a4d47 req-288c2aef-21b7-44bc-9d8e-6508cfad9189 tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] 10.222.0.90 "GET /v2.0/ports?device_id=74b5dde1-e9c9-42b4-8bdc-026928702a28 HTTP/1.1" status: 200 len: 948 time: 0.1504235 Feb 09 21:28:02.953388 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-38806ebd-ebed-449c-9073-a359317f374e req-953b370e-fbf9-416a-84da-cefd93077bd1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:02.954791 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-38806ebd-ebed-449c-9073-a359317f374e req-953b370e-fbf9-416a-84da-cefd93077bd1 service neutron] 10.222.0.89 "PUT /v2.0/ports/9a039682-14b4-419e-bf8b-eaefac7b074d HTTP/1.1" status: 200 len: 1096 time: 1.1793311 Feb 09 21:28:02.970566 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-55f91dd4-9b7a-4cf2-9105-7432abee0ade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (7b8193b8-b15f-4918-869b-10f45f8fea91), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:02.974544 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-55f91dd4-9b7a-4cf2-9105-7432abee0ade admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:02.976513 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-55f91dd4-9b7a-4cf2-9105-7432abee0ade admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/7b8193b8-b15f-4918-869b-10f45f8fea91 HTTP/1.1" status: 204 len: 168 time: 0.3247638 Feb 09 21:28:03.000933 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f91dd4-9b7a-4cf2-9105-7432abee0ade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b8193b8-b15f-4918-869b-10f45f8fea91,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:03.006929 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953b370e-fbf9-416a-84da-cefd93077bd1 service neutron] Pushing event updated for resources: {'Port': ['ID=9a039682-14b4-419e-bf8b-eaefac7b074d,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:03.051671 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0ecd56c1-bb2f-4afd-898d-cfe8e26471e5 req-253a1572-fd26-4158-bada-dce73f090647 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624632 Feb 09 21:28:03.066998 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38806ebd-ebed-449c-9073-a359317f374e req-4ba84f90-5ea8-4198-ab6c-95085c53f8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:03.069196 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-38806ebd-ebed-449c-9073-a359317f374e req-4ba84f90-5ea8-4198-ab6c-95085c53f8e7 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8e5c2141d1364c2b8b407f257911ec8b&device_id=74b5dde1-e9c9-42b4-8bdc-026928702a28 HTTP/1.1" status: 200 len: 1130 time: 0.0574455 Feb 09 21:28:03.102076 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9456daa3-c824-4ab0-8771-dc908c9a4d47 req-6cc123c4-9f6b-483c-a996-e63b669a80cd tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] 10.222.0.90 "GET /v2.0/security-groups?id=de89aeae-9279-4562-8602-a4eda38792b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358700 Feb 09 21:28:03.150441 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-38806ebd-ebed-449c-9073-a359317f374e req-76a79c85-1638-4e5a-a29a-2eae80d614b7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=9a039682-14b4-419e-bf8b-eaefac7b074d HTTP/1.1" status: 200 len: 217 time: 0.0568998 Feb 09 21:28:03.220686 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38806ebd-ebed-449c-9073-a359317f374e req-5d01a94b-6c98-4531-a639-b6e2cf7d4142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:03.223281 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-38806ebd-ebed-449c-9073-a359317f374e req-5d01a94b-6c98-4531-a639-b6e2cf7d4142 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0f7402ac-a35b-414b-bcc1-bc1c3072ec3c HTTP/1.1" status: 200 len: 843 time: 0.0654004 Feb 09 21:28:03.297658 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38806ebd-ebed-449c-9073-a359317f374e req-ab55d686-a597-49cf-ad57-df9e23fc6a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:03.299537 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-38806ebd-ebed-449c-9073-a359317f374e req-ab55d686-a597-49cf-ad57-df9e23fc6a94 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0557256 Feb 09 21:28:03.313189 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce52bb8e-df61-460f-821e-5e08e77555dd req-47916a76-76b8-4bf5-97f0-3e33d1ccd42a tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:03.314894 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ce52bb8e-df61-460f-821e-5e08e77555dd req-47916a76-76b8-4bf5-97f0-3e33d1ccd42a tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] 10.222.0.90 "GET /v2.0/ports?device_id=2826b371-43eb-47b1-86d0-18bb7cc201ae HTTP/1.1" status: 200 len: 971 time: 0.0742266 Feb 09 21:28:03.384248 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ce52bb8e-df61-460f-821e-5e08e77555dd req-102020ed-5d61-426c-8967-501a612d6756 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] 10.222.0.90 "GET /v2.0/security-groups?id=eeac89fc-3a98-4e6a-b07f-6275d08c01ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625091 Feb 09 21:28:03.451957 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-38806ebd-ebed-449c-9073-a359317f374e req-577cd659-70d2-4d15-8314-c312c493150e service neutron] 10.222.0.89 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414425 Feb 09 21:28:03.460311 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 44754) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:03.479325 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6a0491cf-828b-43c2-95c6-f41ca17ecf69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:03.583190 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6a0491cf-828b-43c2-95c6-f41ca17ecf69 admin admin] Publish callbacks [] for security_group (a46a76a7-5189-4421-866f-35522d90d1f0), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:03.586296 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74b5dde1-e9c9-42b4-8bdc-026928702a28', 'tag': '9a039682-14b4-419e-bf8b-eaefac7b074d'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:28:03.589339 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0834a73f-e54d-445e-a213-6d2a9cc4e84a" -d '{"events": [{"name": "network-changed", "server_uuid": "74b5dde1-e9c9-42b4-8bdc-026928702a28", "tag": "9a039682-14b4-419e-bf8b-eaefac7b074d"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:28:03.590166 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6a0491cf-828b-43c2-95c6-f41ca17ecf69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (a46a76a7-5189-4421-866f-35522d90d1f0), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:03.601133 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-38806ebd-ebed-449c-9073-a359317f374e req-e904c636-09b7-4274-96d7-be34a2d2b709 service neutron] 10.222.0.89 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318080 Feb 09 21:28:03.640292 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-6a0491cf-828b-43c2-95c6-f41ca17ecf69 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=bce49764a9e34581a96c95b8527e4d6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1775055 Feb 09 21:28:03.641771 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 44774) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:03.644032 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dde11c09-5620-472f-8520-8049a2f46892 x-openstack-request-id: req-dde11c09-5620-472f-8520-8049a2f46892 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:28:03.644607 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74b5dde1-e9c9-42b4-8bdc-026928702a28", "tag": "9a039682-14b4-419e-bf8b-eaefac7b074d", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:28:03.645524 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-dde11c09-5620-472f-8520-8049a2f46892 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:28:03.645938 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74b5dde1-e9c9-42b4-8bdc-026928702a28', 'tag': '9a039682-14b4-419e-bf8b-eaefac7b074d', 'status': 'completed', 'code': 200} Feb 09 21:28:03.649496 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0491cf-828b-43c2-95c6-f41ca17ecf69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a46a76a7-5189-4421-866f-35522d90d1f0,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:03.746138 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 44784) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:03.747250 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device aa2b940c-04ac-4a07-a261-5afc49841033 details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:28:03.766259 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0834a73f-e54d-445e-a213-6d2a9cc4e84a req-a1a80f2b-22eb-412a-a077-2b9cf7c8de98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:03.768131 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0834a73f-e54d-445e-a213-6d2a9cc4e84a req-a1a80f2b-22eb-412a-a077-2b9cf7c8de98 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8e5c2141d1364c2b8b407f257911ec8b&device_id=74b5dde1-e9c9-42b4-8bdc-026928702a28 HTTP/1.1" status: 200 len: 1130 time: 0.0853002 Feb 09 21:28:03.773038 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e2a6100d-2e19-4420-a403-02390b3242d2 admin admin] Publish callbacks [] for security_group (a46a76a7-5189-4421-866f-35522d90d1f0), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:03.793719 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab14f762-b8a7-4ff6-a271-72d679632d11 req-fdc5552c-7833-43bf-8164-0c88543bfbf0 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:03.795260 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ab14f762-b8a7-4ff6-a271-72d679632d11 req-fdc5552c-7833-43bf-8164-0c88543bfbf0 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] 10.222.0.90 "GET /v2.0/ports?device_id=d598f789-0207-4951-b324-3cfcb2f8243a HTTP/1.1" status: 200 len: 946 time: 0.1250064 Feb 09 21:28:03.823272 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e2a6100d-2e19-4420-a403-02390b3242d2 admin admin] Publish callbacks [] for security_group (a46a76a7-5189-4421-866f-35522d90d1f0), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:03.884782 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0834a73f-e54d-445e-a213-6d2a9cc4e84a req-b804de90-1640-458a-853f-1490a8d1933f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:03.886479 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0834a73f-e54d-445e-a213-6d2a9cc4e84a req-b804de90-1640-458a-853f-1490a8d1933f service neutron] 10.222.0.89 "GET /v2.0/networks?id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc HTTP/1.1" status: 200 len: 870 time: 0.1062360 Feb 09 21:28:03.887043 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port aa2b940c-04ac-4a07-a261-5afc49841033, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=aa2b940c-04ac-4a07-a261-5afc49841033,segment=NetworkSegment(2e235117-e979-4e65-8640-84c4faf827fd),segment_id=2e235117-e979-4e65-8640-84c4faf827fd)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:28:03.901739 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device aa2b940c-04ac-4a07-a261-5afc49841033 has no active binding in host n-h2-828369-5 {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 21:28:03.944293 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ab14f762-b8a7-4ff6-a271-72d679632d11 req-874ff092-2f87-4c00-82d1-3d6809617b5f tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] 10.222.0.90 "GET /v2.0/security-groups?id=c11474fc-a995-4bd5-b9af-83dc4f32d281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231267 Feb 09 21:28:03.968589 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9450162-07a7-4c67-b8e4-cd864331220c req-49be3c69-6009-4207-a382-7299134cf99f tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:03.970175 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a9450162-07a7-4c67-b8e4-cd864331220c req-49be3c69-6009-4207-a382-7299134cf99f tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/ports?device_id=534f8af0-9b3d-46ac-8f50-e70a0892fc50 HTTP/1.1" status: 200 len: 946 time: 0.1127288 Feb 09 21:28:03.976240 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e2a6100d-2e19-4420-a403-02390b3242d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (a46a76a7-5189-4421-866f-35522d90d1f0), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:03.979034 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0834a73f-e54d-445e-a213-6d2a9cc4e84a req-e84d26de-e407-4cec-bbd2-d7886961d40f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=9a039682-14b4-419e-bf8b-eaefac7b074d HTTP/1.1" status: 200 len: 217 time: 0.0702312 Feb 09 21:28:03.980251 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e2a6100d-2e19-4420-a403-02390b3242d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:03.981512 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-e2a6100d-2e19-4420-a403-02390b3242d2 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/a46a76a7-5189-4421-866f-35522d90d1f0 HTTP/1.1" status: 204 len: 168 time: 0.3384697 Feb 09 21:28:04.002969 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a6100d-2e19-4420-a403-02390b3242d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a46a76a7-5189-4421-866f-35522d90d1f0,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:04.076181 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a9450162-07a7-4c67-b8e4-cd864331220c req-fdaf21d9-9e41-48f9-a0e6-3947227db51e tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/security-groups?id=8827d060-7266-4559-a6cc-b0bbf702a8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934665 Feb 09 21:28:04.081546 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0834a73f-e54d-445e-a213-6d2a9cc4e84a req-6be4fbf4-25f9-46ee-b29a-0500f0e671c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:04.083043 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0834a73f-e54d-445e-a213-6d2a9cc4e84a req-6be4fbf4-25f9-46ee-b29a-0500f0e671c9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0f7402ac-a35b-414b-bcc1-bc1c3072ec3c HTTP/1.1" status: 200 len: 843 time: 0.0942316 Feb 09 21:28:04.087127 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-8b964fba-4d2a-47f8-aef5-a67c63b0df92 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=c979d802af984737bd5334225d9c1bfe&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3394923 Feb 09 21:28:04.090093 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 44798) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:04.121071 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e7274-3915-4a0f-83c9-ef3235efae94 req-45784552-5bd7-4734-9f89-511e453ee599 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:04.123134 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1a3e7274-3915-4a0f-83c9-ef3235efae94 req-45784552-5bd7-4734-9f89-511e453ee599 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] 10.222.0.90 "GET /v2.0/ports?device_id=d598f789-0207-4951-b324-3cfcb2f8243a HTTP/1.1" status: 200 len: 946 time: 0.0911922 Feb 09 21:28:04.133531 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 44802) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:04.140830 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-b461c098-93e9-45dd-9b73-ddd85a462c17 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Request body: {'floatingip': {'port_id': '83605d51-ed5d-4436-8e49-f60a4d5a6588'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:28:04.208893 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b461c098-93e9-45dd-9b73-ddd85a462c17 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Publish callbacks [] for floatingip (9d45c2ef-406a-4e6d-b004-cdfe2ba36731), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:04.223427 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0834a73f-e54d-445e-a213-6d2a9cc4e84a req-1bedfffc-ef10-4ae7-810c-0012af008e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:04.228077 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0834a73f-e54d-445e-a213-6d2a9cc4e84a req-1bedfffc-ef10-4ae7-810c-0012af008e72 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1298158 Feb 09 21:28:04.229269 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8bb6dbe5-2e04-4536-a04a-e2c88189112c admin admin] Publish callbacks [] for security_group (228c8f47-6123-4d31-ba8f-2697a670de8b), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:04.302654 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8bb6dbe5-2e04-4536-a04a-e2c88189112c admin admin] Publish callbacks [] for security_group (228c8f47-6123-4d31-ba8f-2697a670de8b), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:04.374490 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8bb6dbe5-2e04-4536-a04a-e2c88189112c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (228c8f47-6123-4d31-ba8f-2697a670de8b), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:04.377255 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8bb6dbe5-2e04-4536-a04a-e2c88189112c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:04.380792 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-8bb6dbe5-2e04-4536-a04a-e2c88189112c admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/228c8f47-6123-4d31-ba8f-2697a670de8b HTTP/1.1" status: 204 len: 168 time: 0.2866192 Feb 09 21:28:04.390266 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ffc029-aac1-44fe-a8c1-cffa06db10a0 req-6deda531-77b1-4e41-8de0-9b2ca0db2b9f tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:04.391759 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-70ffc029-aac1-44fe-a8c1-cffa06db10a0 req-6deda531-77b1-4e41-8de0-9b2ca0db2b9f tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=b92e52ce-38e3-404d-b7c1-252230ea762d HTTP/1.1" status: 200 len: 943 time: 0.1802094 Feb 09 21:28:04.401739 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb6dbe5-2e04-4536-a04a-e2c88189112c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=228c8f47-6123-4d31-ba8f-2697a670de8b,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:04.435915 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0834a73f-e54d-445e-a213-6d2a9cc4e84a req-68a7159f-a979-49d0-a474-bad52be8bb5f service neutron] 10.222.0.89 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972582 Feb 09 21:28:04.542955 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-70ffc029-aac1-44fe-a8c1-cffa06db10a0 req-5aad5b68-6744-412c-ade8-88de21b060b4 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431835 Feb 09 21:28:04.612777 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0834a73f-e54d-445e-a213-6d2a9cc4e84a req-29b3b8d6-77ad-4a9d-b2cb-96c75d94796b service neutron] 10.222.0.89 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655824 Feb 09 21:28:04.865981 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 44850) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:04.912265 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-3b7f2071-46c2-46d4-bd6c-171763d0ef69 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=769b4e3bc9ea44fdb6a8a42f2af25dc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0429897 Feb 09 21:28:04.923471 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 44852) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:04.983634 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-65343a9b-813d-4ff7-8b42-6d4ce1752153 admin admin] Publish callbacks [] for security_group (91451134-efa1-4d13-b024-defa0ee72767), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:05.005571 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-65343a9b-813d-4ff7-8b42-6d4ce1752153 admin admin] Publish callbacks [] for security_group (91451134-efa1-4d13-b024-defa0ee72767), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:05.060933 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-65343a9b-813d-4ff7-8b42-6d4ce1752153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (91451134-efa1-4d13-b024-defa0ee72767), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:05.064162 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-65343a9b-813d-4ff7-8b42-6d4ce1752153 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:05.067511 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-65343a9b-813d-4ff7-8b42-6d4ce1752153 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/91451134-efa1-4d13-b024-defa0ee72767 HTTP/1.1" status: 204 len: 168 time: 0.1406231 Feb 09 21:28:05.077365 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65343a9b-813d-4ff7-8b42-6d4ce1752153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91451134-efa1-4d13-b024-defa0ee72767,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:05.210587 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64e5231-3843-4440-b566-ee0c1644e3bf req-2d331c74-7a0e-43f9-b82c-bb94704f9670 tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:05.212787 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a64e5231-3843-4440-b566-ee0c1644e3bf req-2d331c74-7a0e-43f9-b82c-bb94704f9670 tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] 10.222.0.90 "GET /v2.0/ports?device_id=74b5dde1-e9c9-42b4-8bdc-026928702a28 HTTP/1.1" status: 200 len: 948 time: 0.2660038 Feb 09 21:28:05.236624 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee7d52-1273-43fa-87e3-69b54e39000d req-fb80691d-5b24-40c6-9333-3b9089d31390 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:05.238095 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-54ee7d52-1273-43fa-87e3-69b54e39000d req-fb80691d-5b24-40c6-9333-3b9089d31390 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] 10.222.0.90 "GET /v2.0/ports?device_id=2826b371-43eb-47b1-86d0-18bb7cc201ae HTTP/1.1" status: 200 len: 971 time: 0.2936580 Feb 09 21:28:05.427945 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b461c098-93e9-45dd-9b73-ddd85a462c17 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:05.436825 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-54ee7d52-1273-43fa-87e3-69b54e39000d req-645c2652-f9d2-424c-93a1-93da27496e5a tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] 10.222.0.90 "GET /v2.0/security-groups?id=eeac89fc-3a98-4e6a-b07f-6275d08c01ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714582 Feb 09 21:28:05.439198 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b461c098-93e9-45dd-9b73-ddd85a462c17 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (9d45c2ef-406a-4e6d-b004-cdfe2ba36731), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:05.444208 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a64e5231-3843-4440-b566-ee0c1644e3bf req-2141d9fa-35e4-4989-b4c9-6d6273198290 tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] 10.222.0.90 "GET /v2.0/security-groups?id=de89aeae-9279-4562-8602-a4eda38792b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148919 Feb 09 21:28:05.576957 n-d-828369-5 neutron-server[103140]: INFO neutron.db.l3_db [None req-b461c098-93e9-45dd-9b73-ddd85a462c17 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Floating IP 9d45c2ef-406a-4e6d-b004-cdfe2ba36731 associated. External IP: 172.25.3.213, port: 83605d51-ed5d-4436-8e49-f60a4d5a6588. Feb 09 21:28:05.734663 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf9cf83-7e5a-43e3-ac17-234757505cc7 req-24f9d7c0-e3f9-4467-9aeb-f53313b03154 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:05.736190 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4bf9cf83-7e5a-43e3-ac17-234757505cc7 req-24f9d7c0-e3f9-4467-9aeb-f53313b03154 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=b92e52ce-38e3-404d-b7c1-252230ea762d HTTP/1.1" status: 200 len: 943 time: 0.0788925 Feb 09 21:28:05.779424 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 802ce953-2af7-4274-99f9-a4000fe669b6 up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:28:05.832881 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning for port 802ce953-2af7-4274-99f9-a4000fe669b6 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:28:05.839816 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port 802ce953-2af7-4274-99f9-a4000fe669b6 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:28:05.840442 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (802ce953-2af7-4274-99f9-a4000fe669b6), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:05.860650 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4bf9cf83-7e5a-43e3-ac17-234757505cc7 req-79e0e9f0-23d5-41ab-8498-2150659a56af tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166070 Feb 09 21:28:05.901043 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b461c098-93e9-45dd-9b73-ddd85a462c17 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Router 88999dd9-301b-4545-a2be-0d274196e2c0 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:28:05.963139 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 802ce953-2af7-4274-99f9-a4000fe669b6 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:28:05.963537 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (802ce953-2af7-4274-99f9-a4000fe669b6), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:05.999552 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2826b371-43eb-47b1-86d0-18bb7cc201ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '802ce953-2af7-4274-99f9-a4000fe669b6'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:28:06.004204 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a5b1ae3-7162-4c0c-8014-ebe04eab9112" -d '{"events": [{"server_uuid": "2826b371-43eb-47b1-86d0-18bb7cc201ae", "name": "network-vif-plugged", "status": "completed", "tag": "802ce953-2af7-4274-99f9-a4000fe669b6"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:28:06.008018 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 802ce953-2af7-4274-99f9-a4000fe669b6, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=802ce953-2af7-4274-99f9-a4000fe669b6,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:28:06.013454 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (802ce953-2af7-4274-99f9-a4000fe669b6), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:06.038533 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b461c098-93e9-45dd-9b73-ddd85a462c17 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:28:06.044106 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b461c098-93e9-45dd-9b73-ddd85a462c17 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:06.059788 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b6317a-2a6b-4659-9950-fab7e118f02c None None] Sync routers for ids ['88999dd9-301b-4545-a2be-0d274196e2c0'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:28:06.079562 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-b461c098-93e9-45dd-9b73-ddd85a462c17 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] 10.222.0.90 "PUT /v2.0/floatingips/9d45c2ef-406a-4e6d-b004-cdfe2ba36731 HTTP/1.1" status: 200 len: 992 time: 1.9441512 Feb 09 21:28:06.080328 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd598f789-0207-4951-b324-3cfcb2f8243a', 'tag': '83605d51-ed5d-4436-8e49-f60a4d5a6588'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:28:06.082748 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38c75bf3-9a1f-406b-9bab-449be51b4cda" -d '{"events": [{"name": "network-changed", "server_uuid": "d598f789-0207-4951-b324-3cfcb2f8243a", "tag": "83605d51-ed5d-4436-8e49-f60a4d5a6588"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:28:06.083253 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-171e0d93-ea48-41ab-b8e2-cb0a2ad4e2ba x-openstack-request-id: req-171e0d93-ea48-41ab-b8e2-cb0a2ad4e2ba {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:28:06.083735 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2826b371-43eb-47b1-86d0-18bb7cc201ae", "name": "network-vif-plugged", "status": "completed", "tag": "802ce953-2af7-4274-99f9-a4000fe669b6", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:28:06.084213 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-171e0d93-ea48-41ab-b8e2-cb0a2ad4e2ba {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:28:06.084758 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2826b371-43eb-47b1-86d0-18bb7cc201ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '802ce953-2af7-4274-99f9-a4000fe669b6', 'code': 200} Feb 09 21:28:06.094393 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=802ce953-2af7-4274-99f9-a4000fe669b6,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:06.108426 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b6317a-2a6b-4659-9950-fab7e118f02c None None] Routers {'88999dd9-301b-4545-a2be-0d274196e2c0'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:28:06.109576 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-35b6317a-2a6b-4659-9950-fab7e118f02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:27:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['88999dd9-301b-4545-a2be-0d274196e2c0'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:28:06.210054 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 44914) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:06.237084 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff89d3d-c865-49ab-b3e3-992b340cffb4 req-e89af186-948f-4779-943a-ce7ce2c8da66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:06.239058 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-3ff89d3d-c865-49ab-b3e3-992b340cffb4 req-e89af186-948f-4779-943a-ce7ce2c8da66 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=2826b371-43eb-47b1-86d0-18bb7cc201ae HTTP/1.1" status: 200 len: 1154 time: 0.0681736 Feb 09 21:28:06.242306 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e8e016-d4a3-47bf-82de-71b99aa19551 req-d3c96ab9-5722-47f7-87ee-da17b202b47d tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:06.243975 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c6e8e016-d4a3-47bf-82de-71b99aa19551 req-d3c96ab9-5722-47f7-87ee-da17b202b47d tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] 10.222.0.90 "GET /v2.0/ports?device_id=d598f789-0207-4951-b324-3cfcb2f8243a HTTP/1.1" status: 200 len: 946 time: 0.0817192 Feb 09 21:28:06.275054 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-35b6317a-2a6b-4659-9950-fab7e118f02c None None] Set router 88999dd9-301b-4545-a2be-0d274196e2c0 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:28:06.349504 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c6e8e016-d4a3-47bf-82de-71b99aa19551 req-129b32fb-9303-4354-8a92-6c51445c357c tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] 10.222.0.90 "GET /v2.0/security-groups?id=c11474fc-a995-4bd5-b9af-83dc4f32d281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835986 Feb 09 21:28:06.353373 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dde7306e-fb9d-489b-9d37-4a088ab268ab x-openstack-request-id: req-dde7306e-fb9d-489b-9d37-4a088ab268ab {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:28:06.354111 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d598f789-0207-4951-b324-3cfcb2f8243a", "tag": "83605d51-ed5d-4436-8e49-f60a4d5a6588", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:28:06.354468 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-dde7306e-fb9d-489b-9d37-4a088ab268ab {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:28:06.354970 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd598f789-0207-4951-b324-3cfcb2f8243a', 'tag': '83605d51-ed5d-4436-8e49-f60a4d5a6588', 'status': 'completed', 'code': 200} Feb 09 21:28:06.372440 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-3ff89d3d-c865-49ab-b3e3-992b340cffb4 req-b76801dc-4149-43b2-9a6f-85a8434c3ce5 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=eeac89fc-3a98-4e6a-b07f-6275d08c01ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060650 Feb 09 21:28:06.406832 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a80b0691-9a47-4bed-8bd6-fe39842e4b4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:06.487648 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c75bf3-9a1f-406b-9bab-449be51b4cda req-6c170df7-8d85-41bc-95fb-4c9d3213b2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:06.490768 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-38c75bf3-9a1f-406b-9bab-449be51b4cda req-6c170df7-8d85-41bc-95fb-4c9d3213b2e9 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=c3d686fde7364510aff45ca2f2b1a8d8&device_id=d598f789-0207-4951-b324-3cfcb2f8243a HTTP/1.1" status: 200 len: 1128 time: 0.1038260 Feb 09 21:28:06.559814 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a80b0691-9a47-4bed-8bd6-fe39842e4b4a admin admin] Publish callbacks [] for security_group (88ce90d7-8bca-4435-8554-5b0712b33e86), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:06.568472 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a80b0691-9a47-4bed-8bd6-fe39842e4b4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (88ce90d7-8bca-4435-8554-5b0712b33e86), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:06.651338 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-a80b0691-9a47-4bed-8bd6-fe39842e4b4a admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=84b6fe31107d4f35807b3f30be9ae116&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4384799 Feb 09 21:28:06.652131 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80b0691-9a47-4bed-8bd6-fe39842e4b4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88ce90d7-8bca-4435-8554-5b0712b33e86,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:06.653168 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c75bf3-9a1f-406b-9bab-449be51b4cda req-91f7095e-a1cb-41ec-94df-1ba27c9181bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:06.654399 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 44936) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:06.654912 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-38c75bf3-9a1f-406b-9bab-449be51b4cda req-91f7095e-a1cb-41ec-94df-1ba27c9181bc service neutron] 10.222.0.95 "GET /v2.0/networks?id=7a9ac5a8-6c72-442e-a289-f0f0972e4da1 HTTP/1.1" status: 200 len: 924 time: 0.1521513 Feb 09 21:28:06.665645 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304284b7-1a48-4ea2-9fce-a7bf9ee68044 req-7f74f52f-25eb-477c-a4ab-9b07199a52fe tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:06.667686 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-304284b7-1a48-4ea2-9fce-a7bf9ee68044 req-7f74f52f-25eb-477c-a4ab-9b07199a52fe tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] 10.222.0.90 "GET /v2.0/ports?device_id=2826b371-43eb-47b1-86d0-18bb7cc201ae HTTP/1.1" status: 200 len: 972 time: 0.0870464 Feb 09 21:28:06.672798 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80b0691-9a47-4bed-8bd6-fe39842e4b4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:06.673165 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80b0691-9a47-4bed-8bd6-fe39842e4b4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:06.673516 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80b0691-9a47-4bed-8bd6-fe39842e4b4a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:06.673883 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80b0691-9a47-4bed-8bd6-fe39842e4b4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:06.674195 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80b0691-9a47-4bed-8bd6-fe39842e4b4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:06.674528 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80b0691-9a47-4bed-8bd6-fe39842e4b4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:06.674859 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80b0691-9a47-4bed-8bd6-fe39842e4b4a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:06.675184 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80b0691-9a47-4bed-8bd6-fe39842e4b4a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:06.675508 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80b0691-9a47-4bed-8bd6-fe39842e4b4a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:06.675832 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80b0691-9a47-4bed-8bd6-fe39842e4b4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:06.676159 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80b0691-9a47-4bed-8bd6-fe39842e4b4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:06.676509 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80b0691-9a47-4bed-8bd6-fe39842e4b4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:06.676832 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80b0691-9a47-4bed-8bd6-fe39842e4b4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:06.741108 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-35b6317a-2a6b-4659-9950-fab7e118f02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88999dd9-301b-4545-a2be-0d274196e2c0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-860913778-router', 'tenant_id': 'c3d686fde7364510aff45ca2f2b1a8d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': 'e63a94d9-7a38-4bb9-aa49-74194f8381d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:27:07Z', 'updated_at': '2022-02-09T21:27:12Z', 'revision_number': 4, 'project_id': 'c3d686fde7364510aff45ca2f2b1a8d8', 'gw_port': {'id': 'e63a94d9-7a38-4bb9-aa49-74194f8381d9', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:29:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88999dd9-301b-4545-a2be-0d274196e2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:27:07Z', 'updated_at': '2022-02-09T21:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': '9d45c2ef-406a-4e6d-b004-cdfe2ba36731', 'tenant_id': 'c3d686fde7364510aff45ca2f2b1a8d8', 'floating_ip_address': '172.25.3.213', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': '88999dd9-301b-4545-a2be-0d274196e2c0', 'port_id': '83605d51-ed5d-4436-8e49-f60a4d5a6588', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a9ac5a8-6c72-442e-a289-f0f0972e4da1', 'mac_address': 'fa:16:3e:d7:e7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd598f789-0207-4951-b324-3cfcb2f8243a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:27:43Z', 'updated_at': '2022-02-09T21:28:05Z', 'revision_number': 1, 'project_id': 'c3d686fde7364510aff45ca2f2b1a8d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04fd5a29-f9cc-4f19-9b35-fbeffb75a999', 'name': '', 'network_id': '7a9ac5a8-6c72-442e-a289-f0f0972e4da1', 'tenant_id': 'c3d686fde7364510aff45ca2f2b1a8d8', 'mac_address': 'fa:16:3e:4b:5b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88999dd9-301b-4545-a2be-0d274196e2c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '9d40292b-0b76-42c5-80e1-90b5058bab26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:27:10Z', 'updated_at': '2022-02-09T21:27:18Z', 'revision_number': 5, 'project_id': 'c3d686fde7364510aff45ca2f2b1a8d8', 'subnets': [{'id': '9d40292b-0b76-42c5-80e1-90b5058bab26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:28:06.764297 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b1570de0-70c0-408a-bba5-a4344c3c45c3 admin admin] Publish callbacks [] for security_group (88ce90d7-8bca-4435-8554-5b0712b33e86), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:06.785548 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b6317a-2a6b-4659-9950-fab7e118f02c None None] Checking router: 88999dd9-301b-4545-a2be-0d274196e2c0 for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:28:06.791162 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-38c75bf3-9a1f-406b-9bab-449be51b4cda req-cfffb468-7790-40ef-a2a6-8c31e0467f01 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=83605d51-ed5d-4436-8e49-f60a4d5a6588 HTTP/1.1" status: 200 len: 1000 time: 0.1186719 Feb 09 21:28:06.793517 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b1570de0-70c0-408a-bba5-a4344c3c45c3 admin admin] Publish callbacks [] for security_group (88ce90d7-8bca-4435-8554-5b0712b33e86), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:06.794553 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b6317a-2a6b-4659-9950-fab7e118f02c None None] Routers {'88999dd9-301b-4545-a2be-0d274196e2c0'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:28:06.795185 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-35b6317a-2a6b-4659-9950-fab7e118f02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:27:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['88999dd9-301b-4545-a2be-0d274196e2c0'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:28:06.862482 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b1570de0-70c0-408a-bba5-a4344c3c45c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (88ce90d7-8bca-4435-8554-5b0712b33e86), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:06.865192 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b1570de0-70c0-408a-bba5-a4344c3c45c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:06.869226 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-b1570de0-70c0-408a-bba5-a4344c3c45c3 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/88ce90d7-8bca-4435-8554-5b0712b33e86 HTTP/1.1" status: 204 len: 168 time: 0.2110517 Feb 09 21:28:06.893331 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1570de0-70c0-408a-bba5-a4344c3c45c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ce90d7-8bca-4435-8554-5b0712b33e86,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:06.938575 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-35b6317a-2a6b-4659-9950-fab7e118f02c None None] Set router 88999dd9-301b-4545-a2be-0d274196e2c0 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:28:06.953006 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-304284b7-1a48-4ea2-9fce-a7bf9ee68044 req-c0c7d2f2-5279-4768-a9f7-77826c533c03 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] 10.222.0.90 "GET /v2.0/security-groups?id=eeac89fc-3a98-4e6a-b07f-6275d08c01ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595185 Feb 09 21:28:06.986130 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eecbd9-c0fd-43b4-864e-3060aba1b628 req-f4a1d336-4aa6-46f7-8bb3-ae8c347e1458 tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:06.988308 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-86eecbd9-c0fd-43b4-864e-3060aba1b628 req-f4a1d336-4aa6-46f7-8bb3-ae8c347e1458 tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] 10.222.0.90 "GET /v2.0/ports?device_id=74b5dde1-e9c9-42b4-8bdc-026928702a28 HTTP/1.1" status: 200 len: 948 time: 0.1959600 Feb 09 21:28:06.993939 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c75bf3-9a1f-406b-9bab-449be51b4cda req-a924ae58-4bf1-45ed-8c6b-8ac433f8e913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:06.996094 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-38c75bf3-9a1f-406b-9bab-449be51b4cda req-a924ae58-4bf1-45ed-8c6b-8ac433f8e913 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=9d40292b-0b76-42c5-80e1-90b5058bab26 HTTP/1.1" status: 200 len: 862 time: 0.1731396 Feb 09 21:28:07.111403 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-86eecbd9-c0fd-43b4-864e-3060aba1b628 req-7cf2cdf0-993d-4e40-a4cb-37cefaa3a9cb tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] 10.222.0.90 "GET /v2.0/security-groups?id=de89aeae-9279-4562-8602-a4eda38792b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097341 Feb 09 21:28:07.121485 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c75bf3-9a1f-406b-9bab-449be51b4cda req-d641e7cf-fbe7-45f3-babd-b04866919005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:07.123257 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-38c75bf3-9a1f-406b-9bab-449be51b4cda req-d641e7cf-fbe7-45f3-babd-b04866919005 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=7a9ac5a8-6c72-442e-a289-f0f0972e4da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0891464 Feb 09 21:28:07.298754 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9c881a-368c-4dca-8d53-dc107f428e82 req-0b3ca4c7-4d47-4e6e-84f0-b2117948fbb9 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:07.306415 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3a9c881a-368c-4dca-8d53-dc107f428e82 req-0b3ca4c7-4d47-4e6e-84f0-b2117948fbb9 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=b92e52ce-38e3-404d-b7c1-252230ea762d HTTP/1.1" status: 200 len: 943 time: 0.0842967 Feb 09 21:28:07.342847 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-38c75bf3-9a1f-406b-9bab-449be51b4cda req-91cb1d62-4b0e-49a2-b76d-090080aa765c service neutron] 10.222.0.95 "GET /v2.0/networks/7a9ac5a8-6c72-442e-a289-f0f0972e4da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056959 Feb 09 21:28:07.374306 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 44968) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:07.390516 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6c7b9014-f507-427c-b958-40f74888d640 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:07.402990 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-35b6317a-2a6b-4659-9950-fab7e118f02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88999dd9-301b-4545-a2be-0d274196e2c0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-860913778-router', 'tenant_id': 'c3d686fde7364510aff45ca2f2b1a8d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': 'e63a94d9-7a38-4bb9-aa49-74194f8381d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:27:07Z', 'updated_at': '2022-02-09T21:27:12Z', 'revision_number': 4, 'project_id': 'c3d686fde7364510aff45ca2f2b1a8d8', 'gw_port': {'id': 'e63a94d9-7a38-4bb9-aa49-74194f8381d9', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:29:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88999dd9-301b-4545-a2be-0d274196e2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:27:07Z', 'updated_at': '2022-02-09T21:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': '9d45c2ef-406a-4e6d-b004-cdfe2ba36731', 'tenant_id': 'c3d686fde7364510aff45ca2f2b1a8d8', 'floating_ip_address': '172.25.3.213', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': '88999dd9-301b-4545-a2be-0d274196e2c0', 'port_id': '83605d51-ed5d-4436-8e49-f60a4d5a6588', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a9ac5a8-6c72-442e-a289-f0f0972e4da1', 'mac_address': 'fa:16:3e:d7:e7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd598f789-0207-4951-b324-3cfcb2f8243a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:27:43Z', 'updated_at': '2022-02-09T21:28:05Z', 'revision_number': 1, 'project_id': 'c3d686fde7364510aff45ca2f2b1a8d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04fd5a29-f9cc-4f19-9b35-fbeffb75a999', 'name': '', 'network_id': '7a9ac5a8-6c72-442e-a289-f0f0972e4da1', 'tenant_id': 'c3d686fde7364510aff45ca2f2b1a8d8', 'mac_address': 'fa:16:3e:4b:5b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88999dd9-301b-4545-a2be-0d274196e2c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '9d40292b-0b76-42c5-80e1-90b5058bab26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:27:10Z', 'updated_at': '2022-02-09T21:27:18Z', 'revision_number': 5, 'project_id': 'c3d686fde7364510aff45ca2f2b1a8d8', 'subnets': [{'id': '9d40292b-0b76-42c5-80e1-90b5058bab26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:28:07.442698 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b6317a-2a6b-4659-9950-fab7e118f02c None None] The sync data for ids ['88999dd9-301b-4545-a2be-0d274196e2c0'] in n-d-828369-5 is: [{'id': '88999dd9-301b-4545-a2be-0d274196e2c0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-860913778-router', 'tenant_id': 'c3d686fde7364510aff45ca2f2b1a8d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': 'e63a94d9-7a38-4bb9-aa49-74194f8381d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:27:07Z', 'updated_at': '2022-02-09T21:27:12Z', 'revision_number': 4, 'project_id': 'c3d686fde7364510aff45ca2f2b1a8d8', 'gw_port': {'id': 'e63a94d9-7a38-4bb9-aa49-74194f8381d9', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:29:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88999dd9-301b-4545-a2be-0d274196e2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:27:07Z', 'updated_at': '2022-02-09T21:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': '9d45c2ef-406a-4e6d-b004-cdfe2ba36731', 'tenant_id': 'c3d686fde7364510aff45ca2f2b1a8d8', 'floating_ip_address': '172.25.3.213', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': '88999dd9-301b-4545-a2be-0d274196e2c0', 'port_id': '83605d51-ed5d-4436-8e49-f60a4d5a6588', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a9ac5a8-6c72-442e-a289-f0f0972e4da1', 'mac_address': 'fa:16:3e:d7:e7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd598f789-0207-4951-b324-3cfcb2f8243a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:27:43Z', 'updated_at': '2022-02-09T21:28:05Z', 'revision_number': 1, 'project_id': 'c3d686fde7364510aff45ca2f2b1a8d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04fd5a29-f9cc-4f19-9b35-fbeffb75a999', 'name': '', 'network_id': '7a9ac5a8-6c72-442e-a289-f0f0972e4da1', 'tenant_id': 'c3d686fde7364510aff45ca2f2b1a8d8', 'mac_address': 'fa:16:3e:4b:5b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88999dd9-301b-4545-a2be-0d274196e2c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '9d40292b-0b76-42c5-80e1-90b5058bab26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:27:10Z', 'updated_at': '2022-02-09T21:27:18Z', 'revision_number': 5, 'project_id': 'c3d686fde7364510aff45ca2f2b1a8d8', 'subnets': [{'id': '9d40292b-0b76-42c5-80e1-90b5058bab26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:28:07.501889 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3a9c881a-368c-4dca-8d53-dc107f428e82 req-f791f28f-aed7-49f7-9e88-00692d8d1b72 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944656 Feb 09 21:28:07.589453 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6c7b9014-f507-427c-b958-40f74888d640 admin admin] Publish callbacks [] for security_group (9c84c6b2-7dd6-41a6-9fda-fa6980092c7e), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:07.595718 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6c7b9014-f507-427c-b958-40f74888d640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (9c84c6b2-7dd6-41a6-9fda-fa6980092c7e), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:07.646174 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7b9014-f507-427c-b958-40f74888d640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c84c6b2-7dd6-41a6-9fda-fa6980092c7e,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:07.672809 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-6c7b9014-f507-427c-b958-40f74888d640 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=4af72de65d5540ae98df2f53ddf16822&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2968051 Feb 09 21:28:07.673402 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 44986) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:07.750176 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a8d99c33-c383-409d-9b70-3afff2f0740d admin admin] Publish callbacks [] for security_group (9c84c6b2-7dd6-41a6-9fda-fa6980092c7e), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:07.795374 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 9a039682-14b4-419e-bf8b-eaefac7b074d details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:28:07.820457 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a8d99c33-c383-409d-9b70-3afff2f0740d admin admin] Publish callbacks [] for security_group (9c84c6b2-7dd6-41a6-9fda-fa6980092c7e), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:07.829226 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28b447b-d03b-4e40-937d-e7350ac9718d None None] New status for floating IP 9d45c2ef-406a-4e6d-b004-cdfe2ba36731: ACTIVE {{(pid=103143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:28:07.938845 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a8d99c33-c383-409d-9b70-3afff2f0740d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (9c84c6b2-7dd6-41a6-9fda-fa6980092c7e), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:07.939170 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-38c75bf3-9a1f-406b-9bab-449be51b4cda req-4ad01fc7-f18f-45fe-b50b-ab4ce3220d15 service neutron] 10.222.0.95 "GET /v2.0/networks/7a9ac5a8-6c72-442e-a289-f0f0972e4da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5826724 Feb 09 21:28:07.942797 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a8d99c33-c383-409d-9b70-3afff2f0740d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:07.944532 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-a8d99c33-c383-409d-9b70-3afff2f0740d admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/9c84c6b2-7dd6-41a6-9fda-fa6980092c7e HTTP/1.1" status: 204 len: 168 time: 0.2701464 Feb 09 21:28:07.978886 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d0d2a8-3b0d-4cf4-8678-85337132f50a req-65c0e48e-501a-4ad4-9a05-e42c7b88de63 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:07.980491 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-28d0d2a8-3b0d-4cf4-8678-85337132f50a req-65c0e48e-501a-4ad4-9a05-e42c7b88de63 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] 10.222.0.90 "GET /v2.0/ports?device_id=d598f789-0207-4951-b324-3cfcb2f8243a HTTP/1.1" status: 200 len: 946 time: 0.4439492 Feb 09 21:28:07.985393 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-aa6e467e-1c4d-4048-ba20-23715161b15d req-df0aee28-b923-4f92-bdca-72d9ccd90f97 service neutron] 10.222.0.95 "GET /v2.0/ports/aa2b940c-04ac-4a07-a261-5afc49841033/bindings/n-h2-828369-5 HTTP/1.1" status: 200 len: 384 time: 0.1029754 Feb 09 21:28:07.990545 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d99c33-c383-409d-9b70-3afff2f0740d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c84c6b2-7dd6-41a6-9fda-fa6980092c7e,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:08.017446 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 46e86cd0-8e00-4a6a-ad98-03ad96c9547b details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:28:08.074471 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-28d0d2a8-3b0d-4cf4-8678-85337132f50a req-fd65fdb6-24a2-468c-84fc-d4577842fdb1 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] 10.222.0.90 "GET /v2.0/security-groups?id=c11474fc-a995-4bd5-b9af-83dc4f32d281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875137 Feb 09 21:28:08.200422 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 9a039682-14b4-419e-bf8b-eaefac7b074d, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=9a039682-14b4-419e-bf8b-eaefac7b074d,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:28:08.264056 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': '9a039682-14b4-419e-bf8b-eaefac7b074d', 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc', 'port_id': '9a039682-14b4-419e-bf8b-eaefac7b074d', 'mac_address': 'fa:16:3e:a6:62:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f7402ac-a35b-414b-bcc1-bc1c3072ec3c', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:28:08.355987 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 9a039682-14b4-419e-bf8b-eaefac7b074d is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:28:08.356417 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (9a039682-14b4-419e-bf8b-eaefac7b074d), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:08.365197 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 46e86cd0-8e00-4a6a-ad98-03ad96c9547b, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=46e86cd0-8e00-4a6a-ad98-03ad96c9547b,segment=NetworkSegment(79d7c118-8629-48e7-a704-27a42c218b4f),segment_id=79d7c118-8629-48e7-a704-27a42c218b4f)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:28:08.383889 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97979a4-5775-47c5-a17e-8e8f3e03fffa req-f4650eda-3bca-4784-8a61-7874415dff18 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:08.389357 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': '46e86cd0-8e00-4a6a-ad98-03ad96c9547b', 'network_id': '43a15864-976d-4c1b-9eca-ababf91abd28', 'port_id': '46e86cd0-8e00-4a6a-ad98-03ad96c9547b', 'mac_address': 'fa:16:3e:73:9a:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8aa2c19c-86ec-4da6-bb2c-e80ae4e7aac9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:28:08.390820 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d97979a4-5775-47c5-a17e-8e8f3e03fffa req-f4650eda-3bca-4784-8a61-7874415dff18 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] 10.222.0.90 "GET /v2.0/ports?device_id=2826b371-43eb-47b1-86d0-18bb7cc201ae HTTP/1.1" status: 200 len: 972 time: 0.1050317 Feb 09 21:28:08.397947 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a039682-14b4-419e-bf8b-eaefac7b074d {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:28:08.404693 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-aa6e467e-1c4d-4048-ba20-23715161b15d req-a4721a3d-e507-43f3-b383-999f234f227d service neutron] For port aa2b940c-04ac-4a07-a261-5afc49841033, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=aa2b940c-04ac-4a07-a261-5afc49841033,segment=NetworkSegment(2e235117-e979-4e65-8640-84c4faf827fd),segment_id=2e235117-e979-4e65-8640-84c4faf827fd)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:28:08.446406 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 9a039682-14b4-419e-bf8b-eaefac7b074d, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=9a039682-14b4-419e-bf8b-eaefac7b074d,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:28:08.454059 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (9a039682-14b4-419e-bf8b-eaefac7b074d), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:08.454615 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device aa2b940c-04ac-4a07-a261-5afc49841033 details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:28:08.474036 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d97979a4-5775-47c5-a17e-8e8f3e03fffa req-fd039a3a-abbd-4466-b3d5-fb7b4ab43650 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] 10.222.0.90 "GET /v2.0/security-groups?id=eeac89fc-3a98-4e6a-b07f-6275d08c01ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821464 Feb 09 21:28:08.501108 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-aa6e467e-1c4d-4048-ba20-23715161b15d req-a4721a3d-e507-43f3-b383-999f234f227d service neutron] For port aa2b940c-04ac-4a07-a261-5afc49841033, host n-h1-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:28:08.546818 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [req-aa6e467e-1c4d-4048-ba20-23715161b15d req-a4721a3d-e507-43f3-b383-999f234f227d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa2b940c-04ac-4a07-a261-5afc49841033 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:28:08.558506 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-aa6e467e-1c4d-4048-ba20-23715161b15d req-a4721a3d-e507-43f3-b383-999f234f227d service neutron] For port aa2b940c-04ac-4a07-a261-5afc49841033, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=aa2b940c-04ac-4a07-a261-5afc49841033,segment=NetworkSegment(2e235117-e979-4e65-8640-84c4faf827fd),segment_id=2e235117-e979-4e65-8640-84c4faf827fd)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:28:08.588498 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-aa6e467e-1c4d-4048-ba20-23715161b15d req-a4721a3d-e507-43f3-b383-999f234f227d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (aa2b940c-04ac-4a07-a261-5afc49841033), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:08.589060 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 46e86cd0-8e00-4a6a-ad98-03ad96c9547b is: ACTIVE; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:28:08.589665 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (46e86cd0-8e00-4a6a-ad98-03ad96c9547b), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:08.698154 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 46e86cd0-8e00-4a6a-ad98-03ad96c9547b {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:28:08.722573 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 46e86cd0-8e00-4a6a-ad98-03ad96c9547b, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=46e86cd0-8e00-4a6a-ad98-03ad96c9547b,segment=NetworkSegment(79d7c118-8629-48e7-a704-27a42c218b4f),segment_id=79d7c118-8629-48e7-a704-27a42c218b4f)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:28:08.725517 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=9a039682-14b4-419e-bf8b-eaefac7b074d,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:08.731012 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (46e86cd0-8e00-4a6a-ad98-03ad96c9547b), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:08.748543 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:08.748890 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:08.749314 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:08.749666 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:08.749909 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:08.750240 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:08.750575 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:08.751148 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:08.751281 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:08.751612 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:08.751851 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:08.752189 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:08.752524 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:08.802117 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [req-aa6e467e-1c4d-4048-ba20-23715161b15d req-a4721a3d-e507-43f3-b383-999f234f227d service neutron] Transition to ACTIVE for port object aa2b940c-04ac-4a07-a261-5afc49841033 will not be triggered until provisioned by entity L2. {{(pid=103140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:28:08.846684 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=46e86cd0-8e00-4a6a-ad98-03ad96c9547b,revision_number=6']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:08.856721 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-aa6e467e-1c4d-4048-ba20-23715161b15d req-a4721a3d-e507-43f3-b383-999f234f227d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (aa2b940c-04ac-4a07-a261-5afc49841033), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:08.899729 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['46e86cd0-8e00-4a6a-ad98-03ad96c9547b'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:28:08.931113 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd0cdc4-a9f4-4cf6-9d71-6cf49412ab6f req-bcc526ba-9533-4cd3-a831-e52593f04313 tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:08.932654 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fcd0cdc4-a9f4-4cf6-9d71-6cf49412ab6f req-bcc526ba-9533-4cd3-a831-e52593f04313 tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] 10.222.0.90 "GET /v2.0/ports?device_id=74b5dde1-e9c9-42b4-8bdc-026928702a28 HTTP/1.1" status: 200 len: 949 time: 0.2288246 Feb 09 21:28:08.955355 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port aa2b940c-04ac-4a07-a261-5afc49841033, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=aa2b940c-04ac-4a07-a261-5afc49841033,segment=NetworkSegment(2e235117-e979-4e65-8640-84c4faf827fd),segment_id=2e235117-e979-4e65-8640-84c4faf827fd)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:28:08.974406 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-9ad216e8-edb2-41b7-8480-f1425921b27e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:08.979180 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device aa2b940c-04ac-4a07-a261-5afc49841033 has no active binding in host n-h2-828369-5 {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 21:28:09.003352 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa6e467e-1c4d-4048-ba20-23715161b15d req-a4721a3d-e507-43f3-b383-999f234f227d service neutron] No DVR routers for this DVR port aa2b940c-04ac-4a07-a261-5afc49841033 on host n-h1-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:28:09.033078 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4721a3d-e507-43f3-b383-999f234f227d service neutron] Pushing event updated for resources: {'Port': ['ID=aa2b940c-04ac-4a07-a261-5afc49841033,revision_number=10']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:09.053078 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4931ed9e-be8f-4bc3-8436-f24788060063 req-e6862178-65e2-4593-b1a8-e12c049c7910 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:09.054737 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4931ed9e-be8f-4bc3-8436-f24788060063 req-e6862178-65e2-4593-b1a8-e12c049c7910 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=b92e52ce-38e3-404d-b7c1-252230ea762d HTTP/1.1" status: 200 len: 944 time: 0.2421415 Feb 09 21:28:09.079179 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4721a3d-e507-43f3-b383-999f234f227d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:09.079530 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4721a3d-e507-43f3-b383-999f234f227d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:09.079877 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4721a3d-e507-43f3-b383-999f234f227d service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:09.080241 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4721a3d-e507-43f3-b383-999f234f227d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:09.080577 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4721a3d-e507-43f3-b383-999f234f227d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:09.080912 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4721a3d-e507-43f3-b383-999f234f227d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:09.081241 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4721a3d-e507-43f3-b383-999f234f227d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:09.081568 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4721a3d-e507-43f3-b383-999f234f227d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:09.081898 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4721a3d-e507-43f3-b383-999f234f227d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:09.082226 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4721a3d-e507-43f3-b383-999f234f227d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:09.082552 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4721a3d-e507-43f3-b383-999f234f227d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:09.082879 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4721a3d-e507-43f3-b383-999f234f227d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:09.083259 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4721a3d-e507-43f3-b383-999f234f227d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:28:09.131952 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-aa6e467e-1c4d-4048-ba20-23715161b15d req-a4721a3d-e507-43f3-b383-999f234f227d service neutron] 10.222.0.95 "PUT /v2.0/ports/aa2b940c-04ac-4a07-a261-5afc49841033/bindings/n-h2-828369-5/activate HTTP/1.1" status: 200 len: 369 time: 1.1332874 Feb 09 21:28:09.158177 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fcd0cdc4-a9f4-4cf6-9d71-6cf49412ab6f req-66900254-19b7-4d78-9a95-e9ca5c236853 tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] 10.222.0.90 "GET /v2.0/security-groups?id=de89aeae-9279-4562-8602-a4eda38792b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185302 Feb 09 21:28:09.221775 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4931ed9e-be8f-4bc3-8436-f24788060063 req-41dd2eee-ac57-41ad-b01d-742fa198e1e7 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482008 Feb 09 21:28:09.470739 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['9a039682-14b4-419e-bf8b-eaefac7b074d'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:28:09.516533 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaca250-59d3-41d5-865e-2ed0391223dd req-b3a61d01-4667-4a2b-8820-435d19f92f59 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:09.526040 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-daaca250-59d3-41d5-865e-2ed0391223dd req-b3a61d01-4667-4a2b-8820-435d19f92f59 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] 10.222.0.90 "GET /v2.0/ports?device_id=d598f789-0207-4951-b324-3cfcb2f8243a HTTP/1.1" status: 200 len: 946 time: 0.1548364 Feb 09 21:28:09.653688 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-daaca250-59d3-41d5-865e-2ed0391223dd req-81369e74-1509-4001-b5cc-90d8ddcb689f tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] 10.222.0.90 "GET /v2.0/security-groups?id=c11474fc-a995-4bd5-b9af-83dc4f32d281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208615 Feb 09 21:28:09.732835 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45078) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:09.757256 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52522385-70a1-4413-9a1b-6789075b5b0b req-77d9589f-6c10-45ae-ad14-9b43c4633568 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:09.766708 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-52522385-70a1-4413-9a1b-6789075b5b0b req-77d9589f-6c10-45ae-ad14-9b43c4633568 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] 10.222.0.90 "GET /v2.0/ports?device_id=2826b371-43eb-47b1-86d0-18bb7cc201ae HTTP/1.1" status: 200 len: 972 time: 0.1092262 Feb 09 21:28:09.832614 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device aa2b940c-04ac-4a07-a261-5afc49841033 no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:28:09.864869 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-52522385-70a1-4413-9a1b-6789075b5b0b req-cd8ab8b9-fd13-4e44-be94-6bbb1f45e902 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] 10.222.0.90 "GET /v2.0/security-groups?id=eeac89fc-3a98-4e6a-b07f-6275d08c01ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969393 Feb 09 21:28:09.989178 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 46e86cd0-8e00-4a6a-ad98-03ad96c9547b up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:28:09.994777 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port aa2b940c-04ac-4a07-a261-5afc49841033 is: DOWN; New status is: DOWN {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:28:10.043009 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff405603-47fd-4f3a-8e01-e1d86edc3db4 req-4765e235-574a-4b81-a07b-100a7cc6c416 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:10.050338 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ff405603-47fd-4f3a-8e01-e1d86edc3db4 req-4765e235-574a-4b81-a07b-100a7cc6c416 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] 10.222.0.90 "GET /v2.0/ports?device_id=d598f789-0207-4951-b324-3cfcb2f8243a HTTP/1.1" status: 200 len: 946 time: 0.1175709 Feb 09 21:28:10.067464 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port 46e86cd0-8e00-4a6a-ad98-03ad96c9547b triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:28:10.067944 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (46e86cd0-8e00-4a6a-ad98-03ad96c9547b), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:10.111302 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45098) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:10.168184 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ff405603-47fd-4f3a-8e01-e1d86edc3db4 req-5b45b088-7c23-45ec-b27f-800f5ad5ed3f tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] 10.222.0.90 "GET /v2.0/security-groups?id=c11474fc-a995-4bd5-b9af-83dc4f32d281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124923 Feb 09 21:28:10.181286 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b011eaf5-6f54-4c6d-9b27-47c8923c94f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:10.266983 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 46e86cd0-8e00-4a6a-ad98-03ad96c9547b is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:28:10.267391 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (46e86cd0-8e00-4a6a-ad98-03ad96c9547b), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:10.347698 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '534f8af0-9b3d-46ac-8f50-e70a0892fc50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46e86cd0-8e00-4a6a-ad98-03ad96c9547b'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:28:10.348785 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c29e3c01-81d3-463d-b20f-c8bb86adc464 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:10.353168 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a672840-89b6-4702-a547-e16dd3992bbe" -d '{"events": [{"server_uuid": "534f8af0-9b3d-46ac-8f50-e70a0892fc50", "name": "network-vif-plugged", "status": "completed", "tag": "46e86cd0-8e00-4a6a-ad98-03ad96c9547b"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:28:10.364170 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:28:10.377379 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 46e86cd0-8e00-4a6a-ad98-03ad96c9547b, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=46e86cd0-8e00-4a6a-ad98-03ad96c9547b,segment=NetworkSegment(79d7c118-8629-48e7-a704-27a42c218b4f),segment_id=79d7c118-8629-48e7-a704-27a42c218b4f)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:28:10.383363 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (46e86cd0-8e00-4a6a-ad98-03ad96c9547b), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:10.386380 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device aa2b940c-04ac-4a07-a261-5afc49841033 no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:28:10.504337 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] The host n-h1-828369-5 is not matching for port aa2b940c-04ac-4a07-a261-5afc49841033 host n-h2-828369-5! {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 21:28:10.505381 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device aa2b940c-04ac-4a07-a261-5afc49841033 not bound to the agent host n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:28:10.509877 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=46e86cd0-8e00-4a6a-ad98-03ad96c9547b,revision_number=7']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:10.548927 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e179763d-0153-4750-89e3-56f7f50745c8 req-b4e41d2e-d581-4f69-aba6-2d1fbe181305 tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:10.558330 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e179763d-0153-4750-89e3-56f7f50745c8 req-b4e41d2e-d581-4f69-aba6-2d1fbe181305 tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] 10.222.0.90 "GET /v2.0/ports?device_id=74b5dde1-e9c9-42b4-8bdc-026928702a28 HTTP/1.1" status: 200 len: 949 time: 0.2401550 Feb 09 21:28:10.562654 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b011eaf5-6f54-4c6d-9b27-47c8923c94f7 admin admin] Publish callbacks [] for security_group (42b50eeb-bfc8-4013-b359-08507e080464), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:10.580494 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b011eaf5-6f54-4c6d-9b27-47c8923c94f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (42b50eeb-bfc8-4013-b359-08507e080464), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:10.592545 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16cbcde-9a4e-4373-b17f-0ff0b8afb700 req-14185b8d-8f17-47ce-a0b5-9f7fb3625e10 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:10.594213 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d16cbcde-9a4e-4373-b17f-0ff0b8afb700 req-14185b8d-8f17-47ce-a0b5-9f7fb3625e10 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=b92e52ce-38e3-404d-b7c1-252230ea762d HTTP/1.1" status: 200 len: 944 time: 0.2231946 Feb 09 21:28:10.675503 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-b011eaf5-6f54-4c6d-9b27-47c8923c94f7 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=5e59699ac52146f99e36f01a06c630fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9383719 Feb 09 21:28:10.682778 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45120) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:10.701206 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b011eaf5-6f54-4c6d-9b27-47c8923c94f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42b50eeb-bfc8-4013-b359-08507e080464,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:10.731978 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d16cbcde-9a4e-4373-b17f-0ff0b8afb700 req-f02f3728-7bb2-439e-82c8-89c35b0b18f9 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164629 Feb 09 21:28:10.738975 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c29e3c01-81d3-463d-b20f-c8bb86adc464 admin admin] Publish callbacks [] for security_group (4e5db341-cbb5-467c-b85c-e3679996e4bc), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:10.750503 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c29e3c01-81d3-463d-b20f-c8bb86adc464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (4e5db341-cbb5-467c-b85c-e3679996e4bc), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:10.764895 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e179763d-0153-4750-89e3-56f7f50745c8 req-58abcaac-449c-4d10-a1ca-c85ec0d08400 tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] 10.222.0.90 "GET /v2.0/security-groups?id=de89aeae-9279-4562-8602-a4eda38792b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050045 Feb 09 21:28:10.798205 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7110916f-e8b3-4efc-81f9-81388fffe36c x-openstack-request-id: req-7110916f-e8b3-4efc-81f9-81388fffe36c {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:28:10.798537 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "534f8af0-9b3d-46ac-8f50-e70a0892fc50", "name": "network-vif-plugged", "status": "completed", "tag": "46e86cd0-8e00-4a6a-ad98-03ad96c9547b", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:28:10.798858 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-7110916f-e8b3-4efc-81f9-81388fffe36c {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:28:10.799317 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '534f8af0-9b3d-46ac-8f50-e70a0892fc50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46e86cd0-8e00-4a6a-ad98-03ad96c9547b', 'code': 200} Feb 09 21:28:10.818770 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 45124) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:10.819384 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-c29e3c01-81d3-463d-b20f-c8bb86adc464 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=00660247483249a29db7d5b30f524983&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7062411 Feb 09 21:28:10.822629 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7f65ebe7-f394-48a5-84ba-2597c24bb29d admin admin] Publish callbacks [] for security_group (42b50eeb-bfc8-4013-b359-08507e080464), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:10.828548 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29e3c01-81d3-463d-b20f-c8bb86adc464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e5db341-cbb5-467c-b85c-e3679996e4bc,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:10.857098 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7f65ebe7-f394-48a5-84ba-2597c24bb29d admin admin] Publish callbacks [] for security_group (42b50eeb-bfc8-4013-b359-08507e080464), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:10.940405 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7f65ebe7-f394-48a5-84ba-2597c24bb29d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (42b50eeb-bfc8-4013-b359-08507e080464), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:10.940405 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7f65ebe7-f394-48a5-84ba-2597c24bb29d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:10.942194 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-7f65ebe7-f394-48a5-84ba-2597c24bb29d admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/42b50eeb-bfc8-4013-b359-08507e080464 HTTP/1.1" status: 204 len: 168 time: 0.2573991 Feb 09 21:28:10.951942 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f65ebe7-f394-48a5-84ba-2597c24bb29d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b50eeb-bfc8-4013-b359-08507e080464,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:10.973342 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3ba4fd65-4ded-4612-8b1f-b3d1b219d6ff admin admin] Publish callbacks [] for security_group (4e5db341-cbb5-467c-b85c-e3679996e4bc), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:11.027875 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3ba4fd65-4ded-4612-8b1f-b3d1b219d6ff admin admin] Publish callbacks [] for security_group (4e5db341-cbb5-467c-b85c-e3679996e4bc), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:11.046407 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-461e654d-f41b-4f67-9707-a96a5af84b22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:11.134782 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949bea97-6f47-40c8-b2de-8370c348365c req-912ec85d-4b51-4946-9863-844a25a37e35 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:11.136570 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-949bea97-6f47-40c8-b2de-8370c348365c req-912ec85d-4b51-4946-9863-844a25a37e35 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] 10.222.0.90 "GET /v2.0/ports?device_id=2826b371-43eb-47b1-86d0-18bb7cc201ae HTTP/1.1" status: 200 len: 972 time: 0.0869164 Feb 09 21:28:11.193727 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3ba4fd65-4ded-4612-8b1f-b3d1b219d6ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (4e5db341-cbb5-467c-b85c-e3679996e4bc), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:11.196936 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3ba4fd65-4ded-4612-8b1f-b3d1b219d6ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:11.200462 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-3ba4fd65-4ded-4612-8b1f-b3d1b219d6ff admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/4e5db341-cbb5-467c-b85c-e3679996e4bc HTTP/1.1" status: 204 len: 168 time: 0.3780990 Feb 09 21:28:11.244830 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-949bea97-6f47-40c8-b2de-8370c348365c req-2ec2fde4-6e8d-41ca-916e-1e67a5cf8474 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] 10.222.0.90 "GET /v2.0/security-groups?id=eeac89fc-3a98-4e6a-b07f-6275d08c01ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019738 Feb 09 21:28:11.245659 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba4fd65-4ded-4612-8b1f-b3d1b219d6ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e5db341-cbb5-467c-b85c-e3679996e4bc,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:11.360901 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e467e-1c4d-4048-ba20-23715161b15d req-ee5b2f23-5e2c-45b5-80d5-77adba101ecd tempest-LiveMigrationTest-1736264502 tempest-LiveMigrationTest-1736264502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:11.362935 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-aa6e467e-1c4d-4048-ba20-23715161b15d req-ee5b2f23-5e2c-45b5-80d5-77adba101ecd tempest-LiveMigrationTest-1736264502 tempest-LiveMigrationTest-1736264502-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=b92e52ce-38e3-404d-b7c1-252230ea762d&tenant_id=d13eb104d8994e4d9b604f1050cb6328&binding%3Ahost_id=n-h1-828369-5 HTTP/1.1" status: 200 len: 1126 time: 0.0905955 Feb 09 21:28:11.504866 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e467e-1c4d-4048-ba20-23715161b15d req-567c74bd-75f9-4279-884c-e34d01178100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:11.506759 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-aa6e467e-1c4d-4048-ba20-23715161b15d req-567c74bd-75f9-4279-884c-e34d01178100 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=b92e52ce-38e3-404d-b7c1-252230ea762d&tenant_id=d13eb104d8994e4d9b604f1050cb6328 HTTP/1.1" status: 200 len: 1126 time: 0.1306243 Feb 09 21:28:11.590956 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e467e-1c4d-4048-ba20-23715161b15d req-431a15e4-fe09-4445-879e-4a0aefaa8fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:11.593365 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-aa6e467e-1c4d-4048-ba20-23715161b15d req-431a15e4-fe09-4445-879e-4a0aefaa8fae service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d13eb104d8994e4d9b604f1050cb6328&device_id=b92e52ce-38e3-404d-b7c1-252230ea762d HTTP/1.1" status: 200 len: 1126 time: 0.0595379 Feb 09 21:28:11.600971 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45150) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:11.726653 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45154) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:11.730194 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e467e-1c4d-4048-ba20-23715161b15d req-b9d51b91-9299-465c-b464-6fd916e09041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:11.731933 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-aa6e467e-1c4d-4048-ba20-23715161b15d req-b9d51b91-9299-465c-b464-6fd916e09041 service neutron] 10.222.0.89 "GET /v2.0/networks?id=5406f657-d0e3-4570-bda7-aeb2bc509011 HTTP/1.1" status: 200 len: 909 time: 0.1222215 Feb 09 21:28:11.746518 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-edb00d3e-77d2-4c5c-9cea-00a0e6b53aa0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:11.768962 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 45158) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:11.787897 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4c5b6025-0773-4067-b7e0-75958910fa2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:11.808418 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-aa6e467e-1c4d-4048-ba20-23715161b15d req-4953a592-6e4a-4a8b-a71c-80918eff1882 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa2b940c-04ac-4a07-a261-5afc49841033 HTTP/1.1" status: 200 len: 217 time: 0.0547550 Feb 09 21:28:11.829375 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 9a039682-14b4-419e-bf8b-eaefac7b074d up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:28:11.894865 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e467e-1c4d-4048-ba20-23715161b15d req-6e1c1dc8-ee4b-4c78-ac1f-53120faea0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:11.894865 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-aa6e467e-1c4d-4048-ba20-23715161b15d req-6e1c1dc8-ee4b-4c78-ac1f-53120faea0e0 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e1ad18b5-2d0f-4d2c-9c50-5fdfdce0a556 HTTP/1.1" status: 200 len: 848 time: 0.0781112 Feb 09 21:28:11.980335 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-aa6e467e-1c4d-4048-ba20-23715161b15d req-daab96aa-0134-4426-a8f7-7542202fbe1f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=5406f657-d0e3-4570-bda7-aeb2bc509011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718987 Feb 09 21:28:11.983484 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4c5b6025-0773-4067-b7e0-75958910fa2d admin admin] Publish callbacks [] for security_group (8f49799c-06a4-4c4f-8b10-a6e69df37389), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:11.985861 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning for port 9a039682-14b4-419e-bf8b-eaefac7b074d completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:28:11.989887 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4c5b6025-0773-4067-b7e0-75958910fa2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (8f49799c-06a4-4c4f-8b10-a6e69df37389), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:11.995980 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port 9a039682-14b4-419e-bf8b-eaefac7b074d triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:28:11.998260 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (9a039682-14b4-419e-bf8b-eaefac7b074d), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:12.096548 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-aa6e467e-1c4d-4048-ba20-23715161b15d req-21fb9bf5-f8ec-4add-a9c7-d4f964a42e35 service neutron] 10.222.0.89 "GET /v2.0/networks/5406f657-d0e3-4570-bda7-aeb2bc509011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070342 Feb 09 21:28:12.097797 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5b6025-0773-4067-b7e0-75958910fa2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f49799c-06a4-4c4f-8b10-a6e69df37389,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:12.106856 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-4c5b6025-0773-4067-b7e0-75958910fa2d admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=2181b734bd7f47d09f78a538db892762&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3360591 Feb 09 21:28:12.107472 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 45164) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:12.141683 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-edb00d3e-77d2-4c5c-9cea-00a0e6b53aa0 admin admin] Publish callbacks [] for security_group (c3e9940d-59ca-43e9-8076-ba6e74e6d9f9), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:12.154867 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ba4d76-d7bf-4407-aa96-872f532a25a5 req-2e7b297d-0e28-46bd-8952-74ee32a9cc16 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:12.156343 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b0ba4d76-d7bf-4407-aa96-872f532a25a5 req-2e7b297d-0e28-46bd-8952-74ee32a9cc16 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=b92e52ce-38e3-404d-b7c1-252230ea762d HTTP/1.1" status: 200 len: 944 time: 0.3085897 Feb 09 21:28:12.174997 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7730bfad-a263-42bf-af64-92a28127fa5a req-b626750d-1dd9-4ffe-b0b9-7c70b61d661f tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:12.183973 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7730bfad-a263-42bf-af64-92a28127fa5a req-b626750d-1dd9-4ffe-b0b9-7c70b61d661f tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] 10.222.0.90 "GET /v2.0/ports?device_id=74b5dde1-e9c9-42b4-8bdc-026928702a28 HTTP/1.1" status: 200 len: 949 time: 0.1973255 Feb 09 21:28:12.194084 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-edb00d3e-77d2-4c5c-9cea-00a0e6b53aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (c3e9940d-59ca-43e9-8076-ba6e74e6d9f9), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:12.216407 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 9a039682-14b4-419e-bf8b-eaefac7b074d is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:28:12.217526 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (9a039682-14b4-419e-bf8b-eaefac7b074d), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:12.291437 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 9a039682-14b4-419e-bf8b-eaefac7b074d, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=9a039682-14b4-419e-bf8b-eaefac7b074d,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:28:12.300155 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (9a039682-14b4-419e-bf8b-eaefac7b074d), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:12.303698 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fe663fae-a689-436f-9330-abb9e8e6431c admin admin] Publish callbacks [] for security_group (8f49799c-06a4-4c4f-8b10-a6e69df37389), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:12.334358 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7730bfad-a263-42bf-af64-92a28127fa5a req-d43bbe04-b00f-494b-8457-f842a03c34f9 tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] 10.222.0.90 "GET /v2.0/security-groups?id=de89aeae-9279-4562-8602-a4eda38792b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476150 Feb 09 21:28:12.342017 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-27c7d59c-41b1-49a6-8546-04dd82ea90de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:12.358429 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb00d3e-77d2-4c5c-9cea-00a0e6b53aa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e9940d-59ca-43e9-8076-ba6e74e6d9f9,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:12.373840 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-edb00d3e-77d2-4c5c-9cea-00a0e6b53aa0 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=3fa8a2866df448a2b937ea52f7c80fb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6455088 Feb 09 21:28:12.376164 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b0ba4d76-d7bf-4407-aa96-872f532a25a5 req-3c0f1109-3db5-4e7c-90ad-c57cfdf0dddc tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123613 Feb 09 21:28:12.376547 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45172) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:12.403173 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fe663fae-a689-436f-9330-abb9e8e6431c admin admin] Publish callbacks [] for security_group (8f49799c-06a4-4c4f-8b10-a6e69df37389), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:12.430154 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=9a039682-14b4-419e-bf8b-eaefac7b074d,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:12.481354 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-aa6e467e-1c4d-4048-ba20-23715161b15d req-2381972d-d5d2-4adc-b40a-2c6a7d9a1284 service neutron] 10.222.0.89 "GET /v2.0/networks/5406f657-d0e3-4570-bda7-aeb2bc509011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3534560 Feb 09 21:28:12.504573 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fe663fae-a689-436f-9330-abb9e8e6431c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (8f49799c-06a4-4c4f-8b10-a6e69df37389), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:12.509036 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fe663fae-a689-436f-9330-abb9e8e6431c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:12.513270 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-fe663fae-a689-436f-9330-abb9e8e6431c admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/8f49799c-06a4-4c4f-8b10-a6e69df37389 HTTP/1.1" status: 204 len: 168 time: 0.4021242 Feb 09 21:28:12.523021 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-010e6fe4-1fff-4062-b81d-a999bf9de17b admin admin] Publish callbacks [] for security_group (c3e9940d-59ca-43e9-8076-ba6e74e6d9f9), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:12.566706 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-010e6fe4-1fff-4062-b81d-a999bf9de17b admin admin] Publish callbacks [] for security_group (c3e9940d-59ca-43e9-8076-ba6e74e6d9f9), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:12.577777 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe663fae-a689-436f-9330-abb9e8e6431c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f49799c-06a4-4c4f-8b10-a6e69df37389,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:12.581584 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:12.615389 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-27c7d59c-41b1-49a6-8546-04dd82ea90de admin admin] Publish callbacks [] for security_group (6650e786-1b30-426d-8f29-4dc083b59b91), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:12.633876 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-27c7d59c-41b1-49a6-8546-04dd82ea90de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (6650e786-1b30-426d-8f29-4dc083b59b91), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:12.643835 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc0f1f-b233-4259-92bb-03fec5ac0678 req-79816073-6032-41ee-9769-07892aa09085 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:12.651770 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-17dc0f1f-b233-4259-92bb-03fec5ac0678 req-79816073-6032-41ee-9769-07892aa09085 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] 10.222.0.90 "GET /v2.0/ports?device_id=2826b371-43eb-47b1-86d0-18bb7cc201ae HTTP/1.1" status: 200 len: 972 time: 0.1333048 Feb 09 21:28:12.719973 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-17dc0f1f-b233-4259-92bb-03fec5ac0678 req-a06f1c47-1f13-4f03-9173-906ac23f065c tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] 10.222.0.90 "GET /v2.0/security-groups?id=eeac89fc-3a98-4e6a-b07f-6275d08c01ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627778 Feb 09 21:28:12.761958 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c7d59c-41b1-49a6-8546-04dd82ea90de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6650e786-1b30-426d-8f29-4dc083b59b91,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:12.770828 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 45180) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:12.771322 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-27c7d59c-41b1-49a6-8546-04dd82ea90de admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=265c28e92aa24cb5a7ae64adc8f67850&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1686802 Feb 09 21:28:12.790765 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-010e6fe4-1fff-4062-b81d-a999bf9de17b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (c3e9940d-59ca-43e9-8076-ba6e74e6d9f9), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:12.793622 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-010e6fe4-1fff-4062-b81d-a999bf9de17b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:12.797546 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-010e6fe4-1fff-4062-b81d-a999bf9de17b admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/c3e9940d-59ca-43e9-8076-ba6e74e6d9f9 HTTP/1.1" status: 204 len: 168 time: 0.4199004 Feb 09 21:28:12.800039 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74b5dde1-e9c9-42b4-8bdc-026928702a28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a039682-14b4-419e-bf8b-eaefac7b074d'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:28:12.802759 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d685a5ed-c366-48fc-ad4b-d75ba8eb6566" -d '{"events": [{"server_uuid": "74b5dde1-e9c9-42b4-8bdc-026928702a28", "name": "network-vif-plugged", "status": "completed", "tag": "9a039682-14b4-419e-bf8b-eaefac7b074d"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:28:12.806842 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010e6fe4-1fff-4062-b81d-a999bf9de17b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e9940d-59ca-43e9-8076-ba6e74e6d9f9,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:12.893432 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9a737fc7-c62c-4551-af6e-a900e5246ce4 admin admin] Publish callbacks [] for security_group (6650e786-1b30-426d-8f29-4dc083b59b91), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:12.900546 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1490503c-bdad-48f3-b939-b868f8ca189a x-openstack-request-id: req-1490503c-bdad-48f3-b939-b868f8ca189a {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:28:12.901079 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74b5dde1-e9c9-42b4-8bdc-026928702a28", "name": "network-vif-plugged", "status": "completed", "tag": "9a039682-14b4-419e-bf8b-eaefac7b074d", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:28:12.901187 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-1490503c-bdad-48f3-b939-b868f8ca189a {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:28:12.901543 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74b5dde1-e9c9-42b4-8bdc-026928702a28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a039682-14b4-419e-bf8b-eaefac7b074d', 'code': 200} Feb 09 21:28:12.962750 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e467e-1c4d-4048-ba20-23715161b15d req-11ddf0e1-165f-4b7a-9ae1-f1f5451c1d09 tempest-LiveMigrationTest-1736264502 tempest-LiveMigrationTest-1736264502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:12.965776 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-aa6e467e-1c4d-4048-ba20-23715161b15d req-11ddf0e1-165f-4b7a-9ae1-f1f5451c1d09 tempest-LiveMigrationTest-1736264502 tempest-LiveMigrationTest-1736264502-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=b92e52ce-38e3-404d-b7c1-252230ea762d&tenant_id=d13eb104d8994e4d9b604f1050cb6328&binding%3Ahost_id=n-h2-828369-5 HTTP/1.1" status: 200 len: 1126 time: 0.1333461 Feb 09 21:28:12.969041 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9a737fc7-c62c-4551-af6e-a900e5246ce4 admin admin] Publish callbacks [] for security_group (6650e786-1b30-426d-8f29-4dc083b59b91), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:13.065938 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c45402-0bb9-43ab-b1c0-bdf961eb6ecb req-67465e5d-1f35-4d3f-9f64-15281a0f28c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:13.067531 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-52c45402-0bb9-43ab-b1c0-bdf961eb6ecb req-67465e5d-1f35-4d3f-9f64-15281a0f28c5 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=74b5dde1-e9c9-42b4-8bdc-026928702a28 HTTP/1.1" status: 200 len: 1132 time: 0.0616868 Feb 09 21:28:13.068137 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9a737fc7-c62c-4551-af6e-a900e5246ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (6650e786-1b30-426d-8f29-4dc083b59b91), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:13.071391 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9a737fc7-c62c-4551-af6e-a900e5246ce4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:13.075444 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-9a737fc7-c62c-4551-af6e-a900e5246ce4 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/6650e786-1b30-426d-8f29-4dc083b59b91 HTTP/1.1" status: 204 len: 168 time: 0.2995479 Feb 09 21:28:13.097436 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a737fc7-c62c-4551-af6e-a900e5246ce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6650e786-1b30-426d-8f29-4dc083b59b91,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:13.126844 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-52c45402-0bb9-43ab-b1c0-bdf961eb6ecb req-4b3ddbcf-9da8-4b8a-9326-63375e933ad0 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=de89aeae-9279-4562-8602-a4eda38792b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486670 Feb 09 21:28:13.176394 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-aa6e467e-1c4d-4048-ba20-23715161b15d req-175fceba-a136-481e-ad48-cbce322dea5d service neutron] For port aa2b940c-04ac-4a07-a261-5afc49841033, host n-h1-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:28:13.181547 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-aa6e467e-1c4d-4048-ba20-23715161b15d req-175fceba-a136-481e-ad48-cbce322dea5d service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:13.183350 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-aa6e467e-1c4d-4048-ba20-23715161b15d req-175fceba-a136-481e-ad48-cbce322dea5d service neutron] 10.222.0.89 "DELETE /v2.0/ports/aa2b940c-04ac-4a07-a261-5afc49841033/bindings/n-h1-828369-5 HTTP/1.1" status: 204 len: 173 time: 0.1769905 Feb 09 21:28:13.535614 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45210) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:13.556019 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-688388d9-146b-4ac2-b38c-4c4c9f62eee9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:13.662162 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-688388d9-146b-4ac2-b38c-4c4c9f62eee9 admin admin] Publish callbacks [] for security_group (1208dc12-e7af-4aea-bfd3-3d0dab4251ec), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:13.668002 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-688388d9-146b-4ac2-b38c-4c4c9f62eee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (1208dc12-e7af-4aea-bfd3-3d0dab4251ec), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:13.698927 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22aa0a1-8936-4e42-b574-a39ab6bd756b req-44a8aa29-0306-4d17-bcb6-829a3019c283 tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:13.701102 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e22aa0a1-8936-4e42-b574-a39ab6bd756b req-44a8aa29-0306-4d17-bcb6-829a3019c283 tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] 10.222.0.90 "GET /v2.0/ports?device_id=74b5dde1-e9c9-42b4-8bdc-026928702a28 HTTP/1.1" status: 200 len: 950 time: 0.2099221 Feb 09 21:28:13.721255 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4838ce3-bb96-40d7-afa2-e95f9705e736 req-3283a03a-afb8-4562-9acd-ca23aa027db5 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:13.724300 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e4838ce3-bb96-40d7-afa2-e95f9705e736 req-3283a03a-afb8-4562-9acd-ca23aa027db5 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=b92e52ce-38e3-404d-b7c1-252230ea762d HTTP/1.1" status: 200 len: 944 time: 0.1444447 Feb 09 21:28:13.735550 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-688388d9-146b-4ac2-b38c-4c4c9f62eee9 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=fb6972f7e28d4d2c81b2d129facb91b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1989043 Feb 09 21:28:13.736483 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688388d9-146b-4ac2-b38c-4c4c9f62eee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1208dc12-e7af-4aea-bfd3-3d0dab4251ec,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:13.749127 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45218) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:13.835330 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e22aa0a1-8936-4e42-b574-a39ab6bd756b req-eb4b0f7d-2651-47a7-b611-04774f4a2a05 tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] 10.222.0.90 "GET /v2.0/security-groups?id=de89aeae-9279-4562-8602-a4eda38792b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115875 Feb 09 21:28:13.906103 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e4838ce3-bb96-40d7-afa2-e95f9705e736 req-0bb936f0-d8f6-4646-8305-b8678a5e4640 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589806 Feb 09 21:28:13.942955 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-597df021-86f6-4395-81e5-95fb2d515c0d admin admin] Publish callbacks [] for security_group (1208dc12-e7af-4aea-bfd3-3d0dab4251ec), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:14.003073 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:14.013931 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-597df021-86f6-4395-81e5-95fb2d515c0d admin admin] Publish callbacks [] for security_group (1208dc12-e7af-4aea-bfd3-3d0dab4251ec), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:14.116766 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-597df021-86f6-4395-81e5-95fb2d515c0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (1208dc12-e7af-4aea-bfd3-3d0dab4251ec), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:14.120054 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-597df021-86f6-4395-81e5-95fb2d515c0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:14.123982 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-597df021-86f6-4395-81e5-95fb2d515c0d admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/1208dc12-e7af-4aea-bfd3-3d0dab4251ec HTTP/1.1" status: 204 len: 168 time: 0.3736558 Feb 09 21:28:14.139621 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597df021-86f6-4395-81e5-95fb2d515c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1208dc12-e7af-4aea-bfd3-3d0dab4251ec,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:14.228699 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456ccf50-ca37-4180-8faf-887901c6a1de req-a59b6751-b128-4e53-8f37-55e03bf987a0 tempest-LiveMigrationTest-1736264502 tempest-LiveMigrationTest-1736264502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:14.236671 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-456ccf50-ca37-4180-8faf-887901c6a1de req-a59b6751-b128-4e53-8f37-55e03bf987a0 tempest-LiveMigrationTest-1736264502 tempest-LiveMigrationTest-1736264502-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=b92e52ce-38e3-404d-b7c1-252230ea762d HTTP/1.1" status: 200 len: 1126 time: 0.1418941 Feb 09 21:28:14.256358 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea08152-b215-4e67-8f39-32efb2241b9e req-ee861026-1bf2-4ed5-8aca-7ba61804aaf3 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:14.258170 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1ea08152-b215-4e67-8f39-32efb2241b9e req-ee861026-1bf2-4ed5-8aca-7ba61804aaf3 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] 10.222.0.90 "GET /v2.0/ports?device_id=2826b371-43eb-47b1-86d0-18bb7cc201ae HTTP/1.1" status: 200 len: 972 time: 0.1125929 Feb 09 21:28:14.344400 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-456ccf50-ca37-4180-8faf-887901c6a1de req-7acfa22e-dd4c-4e9b-9d69-bfb6f361930a tempest-LiveMigrationTest-1736264502 tempest-LiveMigrationTest-1736264502-project-admin] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061885 Feb 09 21:28:14.379552 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1ea08152-b215-4e67-8f39-32efb2241b9e req-6657ee25-d87e-4bc7-96b8-26326ae9fb81 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] 10.222.0.90 "GET /v2.0/security-groups?id=eeac89fc-3a98-4e6a-b07f-6275d08c01ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097593 Feb 09 21:28:14.890957 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b620df2-3a19-4cf4-8418-14971722fe58 req-117679da-c9bd-4135-b654-0b5e6481bfdc tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:14.892869 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2b620df2-3a19-4cf4-8418-14971722fe58 req-117679da-c9bd-4135-b654-0b5e6481bfdc tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/networks?id=5406f657-d0e3-4570-bda7-aeb2bc509011 HTTP/1.1" status: 200 len: 808 time: 0.2356355 Feb 09 21:28:14.939401 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2b620df2-3a19-4cf4-8418-14971722fe58 req-5f87035d-d3bd-4b5a-9f2f-8feb20aa50a0 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/quotas/d13eb104d8994e4d9b604f1050cb6328 HTTP/1.1" status: 200 len: 375 time: 0.0407474 Feb 09 21:28:15.070709 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2b620df2-3a19-4cf4-8418-14971722fe58 req-7aabeb34-d76f-40b3-8350-448a872fa61e tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=d13eb104d8994e4d9b604f1050cb6328&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1236224 Feb 09 21:28:15.080054 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51423bea-8c92-4b0a-98e3-d069e1706310 req-0876685d-18dd-48c5-86d5-74ac4b3caba1 tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:15.081747 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-51423bea-8c92-4b0a-98e3-d069e1706310 req-0876685d-18dd-48c5-86d5-74ac4b3caba1 tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] 10.222.0.90 "GET /v2.0/ports?device_id=74b5dde1-e9c9-42b4-8bdc-026928702a28 HTTP/1.1" status: 200 len: 950 time: 0.0834970 Feb 09 21:28:15.182259 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:15.194728 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-51423bea-8c92-4b0a-98e3-d069e1706310 req-a3e474f7-16eb-4940-bcb5-9da1c6c2b91e tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] 10.222.0.90 "GET /v2.0/security-groups?id=de89aeae-9279-4562-8602-a4eda38792b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050928 Feb 09 21:28:15.229846 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2b620df2-3a19-4cf4-8418-14971722fe58 req-79cc8015-03a3-4805-9d47-de6d2514b607 service neutron] 10.222.0.90 "GET /v2.0/networks/5406f657-d0e3-4570-bda7-aeb2bc509011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577933 Feb 09 21:28:15.384171 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2b620df2-3a19-4cf4-8418-14971722fe58 req-516b9c21-43e7-43ad-bbca-681b5705d066 service neutron] 10.222.0.90 "GET /v2.0/networks/5406f657-d0e3-4570-bda7-aeb2bc509011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534345 Feb 09 21:28:15.580298 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b0162a-b69a-4450-bbf4-8182aeed62d9 req-f89ef733-dcfd-4411-bcad-729ff1803890 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:15.604462 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d2b0162a-b69a-4450-bbf4-8182aeed62d9 req-f89ef733-dcfd-4411-bcad-729ff1803890 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] 10.222.0.90 "GET /v2.0/ports?device_id=2826b371-43eb-47b1-86d0-18bb7cc201ae HTTP/1.1" status: 200 len: 972 time: 0.0789626 Feb 09 21:28:15.687228 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d2b0162a-b69a-4450-bbf4-8182aeed62d9 req-26a18bdf-3a92-48f7-852d-769fda2f81d3 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] 10.222.0.90 "GET /v2.0/security-groups?id=eeac89fc-3a98-4e6a-b07f-6275d08c01ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781050 Feb 09 21:28:15.775607 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c6078ef8-f30e-4ea2-96e7-26f3f301be67 req-d2b63e35-846d-4c62-b9d0-ebe701f68d2b tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=b1455719-dbf3-43d8-939a-ce5bdd8c8583 HTTP/1.1" status: 200 len: 210 time: 0.0540776 Feb 09 21:28:16.460970 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902c05a4-938c-4d99-a4e5-fabd9b50a071 req-71bd4e76-f7be-4b25-a8b3-5624c05dbe0d tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:16.469355 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-902c05a4-938c-4d99-a4e5-fabd9b50a071 req-71bd4e76-f7be-4b25-a8b3-5624c05dbe0d tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] 10.222.0.90 "GET /v2.0/ports?device_id=74b5dde1-e9c9-42b4-8bdc-026928702a28 HTTP/1.1" status: 200 len: 950 time: 0.1541405 Feb 09 21:28:16.517670 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45364) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:16.539642 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-902c05a4-938c-4d99-a4e5-fabd9b50a071 req-247b8c26-8e00-4ece-98ec-936a8a096ec6 tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] 10.222.0.90 "GET /v2.0/security-groups?id=de89aeae-9279-4562-8602-a4eda38792b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675547 Feb 09 21:28:16.842532 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d6ff51-5564-4097-b04e-3162dfa81009 req-f483ba81-4d0a-4c15-9407-290dc13d55e4 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:16.844368 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-49d6ff51-5564-4097-b04e-3162dfa81009 req-f483ba81-4d0a-4c15-9407-290dc13d55e4 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] 10.222.0.90 "GET /v2.0/ports?device_id=2826b371-43eb-47b1-86d0-18bb7cc201ae HTTP/1.1" status: 200 len: 972 time: 0.0733891 Feb 09 21:28:16.905824 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9c313ca5-819e-477d-bd91-3e2eb0c0939f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:16.948177 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-49d6ff51-5564-4097-b04e-3162dfa81009 req-d49e9f54-5035-4817-b734-8167a408462f tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] 10.222.0.90 "GET /v2.0/security-groups?id=eeac89fc-3a98-4e6a-b07f-6275d08c01ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941987 Feb 09 21:28:17.001595 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9c313ca5-819e-477d-bd91-3e2eb0c0939f admin admin] Publish callbacks [] for security_group (c30b034f-94d0-4d5b-9e56-1d403e498ceb), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:17.007553 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9c313ca5-819e-477d-bd91-3e2eb0c0939f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (c30b034f-94d0-4d5b-9e56-1d403e498ceb), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:17.051666 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c313ca5-819e-477d-bd91-3e2eb0c0939f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c30b034f-94d0-4d5b-9e56-1d403e498ceb,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:17.076959 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1febe458-0f0f-4527-9c52-50cf5bf13892 req-6fab4b29-86d3-40c5-9b34-a0f4eefec9f4 tempest-ServersAdminNegativeTestJSON-1086568003 tempest-ServersAdminNegativeTestJSON-1086568003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:17.087301 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1febe458-0f0f-4527-9c52-50cf5bf13892 req-6fab4b29-86d3-40c5-9b34-a0f4eefec9f4 tempest-ServersAdminNegativeTestJSON-1086568003 tempest-ServersAdminNegativeTestJSON-1086568003-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=74b5dde1-e9c9-42b4-8bdc-026928702a28 HTTP/1.1" status: 200 len: 1132 time: 0.0702841 Feb 09 21:28:17.092876 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-9c313ca5-819e-477d-bd91-3e2eb0c0939f admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=018fe7feaa2b45cca512a960d74382b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5732305 Feb 09 21:28:17.094395 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45390) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:17.109825 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-1febe458-0f0f-4527-9c52-50cf5bf13892 req-22abb923-f58a-48d9-a0f9-2c56cb11f613 tempest-ServersAdminNegativeTestJSON-1086568003 tempest-ServersAdminNegativeTestJSON-1086568003-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:17.212155 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ef001876-6246-4632-b88e-41ad35337500 admin admin] Publish callbacks [] for security_group (c30b034f-94d0-4d5b-9e56-1d403e498ceb), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:17.265741 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ef001876-6246-4632-b88e-41ad35337500 admin admin] Publish callbacks [] for security_group (c30b034f-94d0-4d5b-9e56-1d403e498ceb), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:17.344684 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ef001876-6246-4632-b88e-41ad35337500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (c30b034f-94d0-4d5b-9e56-1d403e498ceb), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:17.351063 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ef001876-6246-4632-b88e-41ad35337500 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:17.355792 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-ef001876-6246-4632-b88e-41ad35337500 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/c30b034f-94d0-4d5b-9e56-1d403e498ceb HTTP/1.1" status: 204 len: 168 time: 0.2603929 Feb 09 21:28:17.380396 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef001876-6246-4632-b88e-41ad35337500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c30b034f-94d0-4d5b-9e56-1d403e498ceb,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:17.481239 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-1febe458-0f0f-4527-9c52-50cf5bf13892 req-22abb923-f58a-48d9-a0f9-2c56cb11f613 tempest-ServersAdminNegativeTestJSON-1086568003 tempest-ServersAdminNegativeTestJSON-1086568003-project-admin] Publish callbacks [] for security_group (32e4fbe5-35f3-43aa-91dc-ffc0d4124a7a), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:17.489356 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b620df2-3a19-4cf4-8418-14971722fe58 req-f88a9c3e-6f0d-4799-a893-ebb67aca27f1 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:17.490951 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2b620df2-3a19-4cf4-8418-14971722fe58 req-f88a9c3e-6f0d-4799-a893-ebb67aca27f1 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.95 "GET /v2.0/networks?id=5406f657-d0e3-4570-bda7-aeb2bc509011 HTTP/1.1" status: 200 len: 808 time: 0.3074307 Feb 09 21:28:17.492135 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-1febe458-0f0f-4527-9c52-50cf5bf13892 req-22abb923-f58a-48d9-a0f9-2c56cb11f613 tempest-ServersAdminNegativeTestJSON-1086568003 tempest-ServersAdminNegativeTestJSON-1086568003-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (32e4fbe5-35f3-43aa-91dc-ffc0d4124a7a), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:17.519145 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-2b620df2-3a19-4cf4-8418-14971722fe58 req-6ffdcacc-8f8c-4c96-baf2-7b6b8e06583b tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Request body: {'port': {'device_id': 'b1455719-dbf3-43d8-939a-ce5bdd8c8583', 'network_id': '5406f657-d0e3-4570-bda7-aeb2bc509011', 'admin_state_up': True, 'tenant_id': 'd13eb104d8994e4d9b604f1050cb6328'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:28:17.611103 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1febe458-0f0f-4527-9c52-50cf5bf13892 req-22abb923-f58a-48d9-a0f9-2c56cb11f613 tempest-ServersAdminNegativeTestJSON-1086568003 tempest-ServersAdminNegativeTestJSON-1086568003-project-admin] 10.222.0.90 "GET /v2.0/security-groups?id=de89aeae-9279-4562-8602-a4eda38792b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5172806 Feb 09 21:28:17.615382 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22abb923-f58a-48d9-a0f9-2c56cb11f613 tempest-ServersAdminNegativeTestJSON-1086568003 tempest-ServersAdminNegativeTestJSON-1086568003-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32e4fbe5-35f3-43aa-91dc-ffc0d4124a7a,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:17.693691 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8837e692-cbca-468e-b240-b26b04c07aee req-0a2d10b5-2bcd-44bb-a577-481567bde527 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=b1455719-dbf3-43d8-939a-ce5bdd8c8583 HTTP/1.1" status: 200 len: 210 time: 0.0792508 Feb 09 21:28:17.774762 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b620df2-3a19-4cf4-8418-14971722fe58 req-6ffdcacc-8f8c-4c96-baf2-7b6b8e06583b tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Made reservation on behalf of d13eb104d8994e4d9b604f1050cb6328 for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:28:17.789905 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-2b620df2-3a19-4cf4-8418-14971722fe58 req-6ffdcacc-8f8c-4c96-baf2-7b6b8e06583b tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:18.048338 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [req-2b620df2-3a19-4cf4-8418-14971722fe58 req-6ffdcacc-8f8c-4c96-baf2-7b6b8e06583b tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Allocated IP 172.20.0.4 (5406f657-d0e3-4570-bda7-aeb2bc509011/e1ad18b5-2d0f-4d2c-9c50-5fdfdce0a556/0d72936c-afe6-4eac-8ad5-a1b800d90aaa) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:28:18.061754 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45418) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:18.085640 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ca6dcf2a-3891-4d17-b34c-9d77a7d2db6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:18.225426 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ca6dcf2a-3891-4d17-b34c-9d77a7d2db6a admin admin] Publish callbacks [] for security_group (4e25b7e7-65f8-4dc7-b609-843f6dfe8556), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:18.233240 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ca6dcf2a-3891-4d17-b34c-9d77a7d2db6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (4e25b7e7-65f8-4dc7-b609-843f6dfe8556), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:18.269061 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6dcf2a-3891-4d17-b34c-9d77a7d2db6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e25b7e7-65f8-4dc7-b609-843f6dfe8556,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:18.307977 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 45428) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:18.308937 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-ca6dcf2a-3891-4d17-b34c-9d77a7d2db6a admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=7ad35a6e089a406fa4d0160c3328a65c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2453947 Feb 09 21:28:18.365188 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-2b620df2-3a19-4cf4-8418-14971722fe58 req-6ffdcacc-8f8c-4c96-baf2-7b6b8e06583b tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Publish callbacks [] for port (0d72936c-afe6-4eac-8ad5-a1b800d90aaa), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:18.484069 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4241dfa-4cdb-4174-85d5-582ead06e4b6 req-b011c323-2b87-4163-ac00-a28bf728297e tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:18.488604 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a4241dfa-4cdb-4174-85d5-582ead06e4b6 req-b011c323-2b87-4163-ac00-a28bf728297e tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] 10.222.0.90 "GET /v2.0/ports?device_id=2826b371-43eb-47b1-86d0-18bb7cc201ae HTTP/1.1" status: 200 len: 972 time: 0.1485820 Feb 09 21:28:18.489345 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-359272b8-a64e-411c-84d1-1d21a7ec7a20 admin admin] Publish callbacks [] for security_group (4e25b7e7-65f8-4dc7-b609-843f6dfe8556), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:18.493935 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-2b620df2-3a19-4cf4-8418-14971722fe58 req-6ffdcacc-8f8c-4c96-baf2-7b6b8e06583b tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (0d72936c-afe6-4eac-8ad5-a1b800d90aaa), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:18.577668 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-359272b8-a64e-411c-84d1-1d21a7ec7a20 admin admin] Publish callbacks [] for security_group (4e25b7e7-65f8-4dc7-b609-843f6dfe8556), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:18.607204 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b620df2-3a19-4cf4-8418-14971722fe58 req-6ffdcacc-8f8c-4c96-baf2-7b6b8e06583b tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Network 5406f657-d0e3-4570-bda7-aeb2bc509011 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:28:18.613409 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffdcacc-8f8c-4c96-baf2-7b6b8e06583b tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Pushing event updated for resources: {'Port': ['ID=0d72936c-afe6-4eac-8ad5-a1b800d90aaa,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:18.624652 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [req-2b620df2-3a19-4cf4-8418-14971722fe58 req-6ffdcacc-8f8c-4c96-baf2-7b6b8e06583b tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:28:18.634820 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b620df2-3a19-4cf4-8418-14971722fe58 req-6ffdcacc-8f8c-4c96-baf2-7b6b8e06583b tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:28:18.642250 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b620df2-3a19-4cf4-8418-14971722fe58 req-6ffdcacc-8f8c-4c96-baf2-7b6b8e06583b tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:18.643088 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-2b620df2-3a19-4cf4-8418-14971722fe58 req-6ffdcacc-8f8c-4c96-baf2-7b6b8e06583b tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:18.673185 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a4241dfa-4cdb-4174-85d5-582ead06e4b6 req-1ec76c6f-f66e-4ebd-b163-110a59a7b1e0 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] 10.222.0.90 "GET /v2.0/security-groups?id=eeac89fc-3a98-4e6a-b07f-6275d08c01ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702352 Feb 09 21:28:18.682768 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2b620df2-3a19-4cf4-8418-14971722fe58 req-6ffdcacc-8f8c-4c96-baf2-7b6b8e06583b tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1718862 Feb 09 21:28:18.700732 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-2b620df2-3a19-4cf4-8418-14971722fe58 req-7c375566-2b1a-4d8a-8fd6-05f62d704eb4 service neutron] Request body: {'port': {'device_id': 'b1455719-dbf3-43d8-939a-ce5bdd8c8583', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-5'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:28:18.727804 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-359272b8-a64e-411c-84d1-1d21a7ec7a20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (4e25b7e7-65f8-4dc7-b609-843f6dfe8556), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:18.730492 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-359272b8-a64e-411c-84d1-1d21a7ec7a20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:18.731761 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-359272b8-a64e-411c-84d1-1d21a7ec7a20 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/4e25b7e7-65f8-4dc7-b609-843f6dfe8556 HTTP/1.1" status: 204 len: 168 time: 0.4219308 Feb 09 21:28:18.771693 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 45446) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:18.775571 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359272b8-a64e-411c-84d1-1d21a7ec7a20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e25b7e7-65f8-4dc7-b609-843f6dfe8556,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:18.899572 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-2b620df2-3a19-4cf4-8418-14971722fe58 req-7c375566-2b1a-4d8a-8fd6-05f62d704eb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (0d72936c-afe6-4eac-8ad5-a1b800d90aaa), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:18.943007 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a775313-6e95-4cc6-bf81-945409b1b427 req-882d515b-2575-4dff-acc1-4a7df1e4155e tempest-ServersAdminNegativeTestJSON-1086568003 tempest-ServersAdminNegativeTestJSON-1086568003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:18.944571 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3a775313-6e95-4cc6-bf81-945409b1b427 req-882d515b-2575-4dff-acc1-4a7df1e4155e tempest-ServersAdminNegativeTestJSON-1086568003 tempest-ServersAdminNegativeTestJSON-1086568003-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=74b5dde1-e9c9-42b4-8bdc-026928702a28 HTTP/1.1" status: 200 len: 1132 time: 0.0920401 Feb 09 21:28:19.397454 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d894a5e1-4d9c-406a-9e02-3e09441da4a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:19.447027 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3a775313-6e95-4cc6-bf81-945409b1b427 req-9d5d61da-2df9-46f7-a9b5-11f5839cd26a tempest-ServersAdminNegativeTestJSON-1086568003 tempest-ServersAdminNegativeTestJSON-1086568003-project-admin] 10.222.0.90 "GET /v2.0/security-groups?id=de89aeae-9279-4562-8602-a4eda38792b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4859765 Feb 09 21:28:19.592908 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b1c074-ab2e-4e02-952f-e476e6e6afdf req-d7774fd8-d9b6-47ab-919f-9f52e4d7450e tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:19.603155 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-52b1c074-ab2e-4e02-952f-e476e6e6afdf req-d7774fd8-d9b6-47ab-919f-9f52e4d7450e tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=b1455719-dbf3-43d8-939a-ce5bdd8c8583 HTTP/1.1" status: 200 len: 931 time: 0.2528863 Feb 09 21:28:19.746297 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-52b1c074-ab2e-4e02-952f-e476e6e6afdf req-bfa3b28d-d17a-4c05-9e41-c68b83e55712 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420114 Feb 09 21:28:19.760788 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d894a5e1-4d9c-406a-9e02-3e09441da4a0 admin admin] Publish callbacks [] for security_group (acf18df0-7426-4651-865b-a11c5dd72152), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:19.769787 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d894a5e1-4d9c-406a-9e02-3e09441da4a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (acf18df0-7426-4651-865b-a11c5dd72152), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:19.855095 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098fc450-f5aa-409d-b307-c75cc25ebaf1 req-9d0f71f7-ba70-4433-8afb-48c63107f85c tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:19.871131 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-098fc450-f5aa-409d-b307-c75cc25ebaf1 req-9d0f71f7-ba70-4433-8afb-48c63107f85c tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] 10.222.0.90 "GET /v2.0/ports?device_id=2826b371-43eb-47b1-86d0-18bb7cc201ae HTTP/1.1" status: 200 len: 972 time: 0.1953814 Feb 09 21:28:19.927552 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-d894a5e1-4d9c-406a-9e02-3e09441da4a0 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=9c5bec6720da4bb381a1361d0ac8744b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1529887 Feb 09 21:28:19.930444 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45488) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:19.937795 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d894a5e1-4d9c-406a-9e02-3e09441da4a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acf18df0-7426-4651-865b-a11c5dd72152,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:19.954057 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [req-3668703d-d57d-4a71-9bc4-e63f79eef6a5 req-a98a78eb-d10f-4895-aaed-ff6f1e951d0f service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=103140) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:28:19.955111 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3668703d-d57d-4a71-9bc4-e63f79eef6a5 req-a98a78eb-d10f-4895-aaed-ff6f1e951d0f service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0122485 Feb 09 21:28:19.987352 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [req-2b620df2-3a19-4cf4-8418-14971722fe58 req-7c375566-2b1a-4d8a-8fd6-05f62d704eb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d72936c-afe6-4eac-8ad5-a1b800d90aaa {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:28:20.012378 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-098fc450-f5aa-409d-b307-c75cc25ebaf1 req-7b1e3f10-f3af-4004-81be-6b374121fd62 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] 10.222.0.90 "GET /v2.0/security-groups?id=eeac89fc-3a98-4e6a-b07f-6275d08c01ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344378 Feb 09 21:28:20.017916 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-2b620df2-3a19-4cf4-8418-14971722fe58 req-7c375566-2b1a-4d8a-8fd6-05f62d704eb4 service neutron] Publish callbacks [] for port (0d72936c-afe6-4eac-8ad5-a1b800d90aaa), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:20.046933 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0ae2af16-7f56-4f72-84e1-0d14e437137c admin admin] Publish callbacks [] for security_group (acf18df0-7426-4651-865b-a11c5dd72152), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:20.061126 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [req-2b620df2-3a19-4cf4-8418-14971722fe58 req-7c375566-2b1a-4d8a-8fd6-05f62d704eb4 service neutron] Transition to ACTIVE for port object 0d72936c-afe6-4eac-8ad5-a1b800d90aaa will not be triggered until provisioned by entity L2. {{(pid=103140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:28:20.066811 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-2b620df2-3a19-4cf4-8418-14971722fe58 req-7c375566-2b1a-4d8a-8fd6-05f62d704eb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (0d72936c-afe6-4eac-8ad5-a1b800d90aaa), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:20.082316 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0ae2af16-7f56-4f72-84e1-0d14e437137c admin admin] Publish callbacks [] for security_group (acf18df0-7426-4651-865b-a11c5dd72152), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:20.142980 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0ae2af16-7f56-4f72-84e1-0d14e437137c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (acf18df0-7426-4651-865b-a11c5dd72152), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:20.146819 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0ae2af16-7f56-4f72-84e1-0d14e437137c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:20.151613 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-0ae2af16-7f56-4f72-84e1-0d14e437137c admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/acf18df0-7426-4651-865b-a11c5dd72152 HTTP/1.1" status: 204 len: 168 time: 0.2197881 Feb 09 21:28:20.161175 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae2af16-7f56-4f72-84e1-0d14e437137c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf18df0-7426-4651-865b-a11c5dd72152,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:20.188137 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c375566-2b1a-4d8a-8fd6-05f62d704eb4 service neutron] Pushing event updated for resources: {'Port': ['ID=0d72936c-afe6-4eac-8ad5-a1b800d90aaa,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:20.234831 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-2b620df2-3a19-4cf4-8418-14971722fe58 req-7c375566-2b1a-4d8a-8fd6-05f62d704eb4 service neutron] Attempting to bind port 0d72936c-afe6-4eac-8ad5-a1b800d90aaa on host n-h1-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:28:20.235307 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-2b620df2-3a19-4cf4-8418-14971722fe58 req-7c375566-2b1a-4d8a-8fd6-05f62d704eb4 service neutron] Attempting to bind port 0d72936c-afe6-4eac-8ad5-a1b800d90aaa by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': '2e235117-e979-4e65-8640-84c4faf827fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '5406f657-d0e3-4570-bda7-aeb2bc509011'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:28:20.235743 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b620df2-3a19-4cf4-8418-14971722fe58 req-7c375566-2b1a-4d8a-8fd6-05f62d704eb4 service neutron] Attempting to bind port 0d72936c-afe6-4eac-8ad5-a1b800d90aaa on network 5406f657-d0e3-4570-bda7-aeb2bc509011 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:28:20.241357 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b620df2-3a19-4cf4-8418-14971722fe58 req-7c375566-2b1a-4d8a-8fd6-05f62d704eb4 service neutron] Port 0d72936c-afe6-4eac-8ad5-a1b800d90aaa on network 5406f657-d0e3-4570-bda7-aeb2bc509011 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:28:20.241878 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b620df2-3a19-4cf4-8418-14971722fe58 req-7c375566-2b1a-4d8a-8fd6-05f62d704eb4 service neutron] Attempting to bind port 0d72936c-afe6-4eac-8ad5-a1b800d90aaa on network 5406f657-d0e3-4570-bda7-aeb2bc509011 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:28:20.281794 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b620df2-3a19-4cf4-8418-14971722fe58 req-7c375566-2b1a-4d8a-8fd6-05f62d704eb4 service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:28:20.282262 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b620df2-3a19-4cf4-8418-14971722fe58 req-7c375566-2b1a-4d8a-8fd6-05f62d704eb4 service neutron] Checking segment: {'id': '2e235117-e979-4e65-8640-84c4faf827fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '5406f657-d0e3-4570-bda7-aeb2bc509011'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:28:20.282753 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b620df2-3a19-4cf4-8418-14971722fe58 req-7c375566-2b1a-4d8a-8fd6-05f62d704eb4 service neutron] Bound using segment: {'id': '2e235117-e979-4e65-8640-84c4faf827fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '5406f657-d0e3-4570-bda7-aeb2bc509011'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:28:20.288552 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-2b620df2-3a19-4cf4-8418-14971722fe58 req-7c375566-2b1a-4d8a-8fd6-05f62d704eb4 service neutron] Bound port: 0d72936c-afe6-4eac-8ad5-a1b800d90aaa, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e235117-e979-4e65-8640-84c4faf827fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '5406f657-d0e3-4570-bda7-aeb2bc509011'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:28:20.289068 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-2b620df2-3a19-4cf4-8418-14971722fe58 req-7c375566-2b1a-4d8a-8fd6-05f62d704eb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (0d72936c-afe6-4eac-8ad5-a1b800d90aaa), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:20.394591 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-2b620df2-3a19-4cf4-8418-14971722fe58 req-7c375566-2b1a-4d8a-8fd6-05f62d704eb4 service neutron] For port 0d72936c-afe6-4eac-8ad5-a1b800d90aaa, host n-h1-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:28:20.398206 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-2b620df2-3a19-4cf4-8418-14971722fe58 req-7c375566-2b1a-4d8a-8fd6-05f62d704eb4 service neutron] For port 0d72936c-afe6-4eac-8ad5-a1b800d90aaa, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=0d72936c-afe6-4eac-8ad5-a1b800d90aaa,segment=NetworkSegment(2e235117-e979-4e65-8640-84c4faf827fd),segment_id=2e235117-e979-4e65-8640-84c4faf827fd)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:28:20.409129 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-2b620df2-3a19-4cf4-8418-14971722fe58 req-7c375566-2b1a-4d8a-8fd6-05f62d704eb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (0d72936c-afe6-4eac-8ad5-a1b800d90aaa), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:20.578758 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b620df2-3a19-4cf4-8418-14971722fe58 req-7c375566-2b1a-4d8a-8fd6-05f62d704eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:20.579461 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-2b620df2-3a19-4cf4-8418-14971722fe58 req-7c375566-2b1a-4d8a-8fd6-05f62d704eb4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:20.580950 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2b620df2-3a19-4cf4-8418-14971722fe58 req-7c375566-2b1a-4d8a-8fd6-05f62d704eb4 service neutron] 10.222.0.95 "PUT /v2.0/ports/0d72936c-afe6-4eac-8ad5-a1b800d90aaa HTTP/1.1" status: 200 len: 1091 time: 1.8864493 Feb 09 21:28:20.583494 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1455719-dbf3-43d8-939a-ce5bdd8c8583', 'tag': '0d72936c-afe6-4eac-8ad5-a1b800d90aaa'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:28:20.583922 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59811026-4f35-47af-a6fa-155320eeb303" -d '{"events": [{"name": "network-changed", "server_uuid": "b1455719-dbf3-43d8-939a-ce5bdd8c8583", "tag": "0d72936c-afe6-4eac-8ad5-a1b800d90aaa"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:28:20.673582 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c375566-2b1a-4d8a-8fd6-05f62d704eb4 service neutron] Pushing event updated for resources: {'Port': ['ID=0d72936c-afe6-4eac-8ad5-a1b800d90aaa,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:20.747455 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c9ed42-0064-40c3-b8f3-7eb3e3b9213d req-b7ea2352-c32d-4088-bdb5-108ed8821443 tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:20.750592 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:20.754665 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c8c9ed42-0064-40c3-b8f3-7eb3e3b9213d req-b7ea2352-c32d-4088-bdb5-108ed8821443 tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] 10.222.0.90 "GET /v2.0/ports?device_id=74b5dde1-e9c9-42b4-8bdc-026928702a28 HTTP/1.1" status: 200 len: 950 time: 0.2345788 Feb 09 21:28:20.825708 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b620df2-3a19-4cf4-8418-14971722fe58 req-6b586814-ab42-498a-b1ac-a51e9f82ca4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:20.828565 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2b620df2-3a19-4cf4-8418-14971722fe58 req-6b586814-ab42-498a-b1ac-a51e9f82ca4f service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=d13eb104d8994e4d9b604f1050cb6328&device_id=b1455719-dbf3-43d8-939a-ce5bdd8c8583 HTTP/1.1" status: 200 len: 1125 time: 0.1776080 Feb 09 21:28:20.842071 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31be5a02-e5f0-43ed-bc14-6595d7360e9d x-openstack-request-id: req-31be5a02-e5f0-43ed-bc14-6595d7360e9d {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:28:20.842368 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1455719-dbf3-43d8-939a-ce5bdd8c8583", "tag": "0d72936c-afe6-4eac-8ad5-a1b800d90aaa", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:28:20.842620 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-31be5a02-e5f0-43ed-bc14-6595d7360e9d {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:28:20.843012 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1455719-dbf3-43d8-939a-ce5bdd8c8583', 'tag': '0d72936c-afe6-4eac-8ad5-a1b800d90aaa', 'status': 'completed', 'code': 200} Feb 09 21:28:20.895257 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2b620df2-3a19-4cf4-8418-14971722fe58 req-b4d4daec-6171-480a-9c0c-5d3430164285 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d72936c-afe6-4eac-8ad5-a1b800d90aaa HTTP/1.1" status: 200 len: 217 time: 0.0513906 Feb 09 21:28:20.917041 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c8c9ed42-0064-40c3-b8f3-7eb3e3b9213d req-116417fd-492a-43d1-9e27-051780527714 tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] 10.222.0.90 "GET /v2.0/security-groups?id=de89aeae-9279-4562-8602-a4eda38792b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613567 Feb 09 21:28:21.071282 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8d5fc4-6580-48d1-93c4-c69c4ecf0a9b req-584fa2a7-4b38-4bd1-9689-0385f8283842 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:21.085284 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dc8d5fc4-6580-48d1-93c4-c69c4ecf0a9b req-584fa2a7-4b38-4bd1-9689-0385f8283842 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=b1455719-dbf3-43d8-939a-ce5bdd8c8583 HTTP/1.1" status: 200 len: 943 time: 0.1620214 Feb 09 21:28:21.126941 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80676103-d565-455b-a450-9b14463347c7 req-b7283fd1-8d1e-42a5-a7ba-af2c7f07107f tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:21.133241 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b620df2-3a19-4cf4-8418-14971722fe58 req-3d9b3d5b-9b0e-4fc2-b87c-d4d967e3e8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:21.136765 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-80676103-d565-455b-a450-9b14463347c7 req-b7283fd1-8d1e-42a5-a7ba-af2c7f07107f tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] 10.222.0.89 "GET /v2.0/ports?device_id=2826b371-43eb-47b1-86d0-18bb7cc201ae HTTP/1.1" status: 200 len: 972 time: 0.1255450 Feb 09 21:28:21.138680 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2b620df2-3a19-4cf4-8418-14971722fe58 req-3d9b3d5b-9b0e-4fc2-b87c-d4d967e3e8ed service neutron] 10.222.0.95 "GET /v2.0/subnets?id=e1ad18b5-2d0f-4d2c-9c50-5fdfdce0a556 HTTP/1.1" status: 200 len: 848 time: 0.2186177 Feb 09 21:28:21.189466 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 45552) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:21.228907 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2b620df2-3a19-4cf4-8418-14971722fe58 req-42842b53-fae9-49f3-bbb9-e5ed5b5eee0d service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=5406f657-d0e3-4570-bda7-aeb2bc509011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495820 Feb 09 21:28:21.261865 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5df689ed-2f0c-4b82-81ce-c8328e2f7cde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:21.305712 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45554) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:21.351071 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dc8d5fc4-6580-48d1-93c4-c69c4ecf0a9b req-04292f1f-dfe2-43db-a7eb-afd61cb248c0 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593791 Feb 09 21:28:21.356556 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-80676103-d565-455b-a450-9b14463347c7 req-c8c6dc18-ced0-4f2b-816b-47a2365cd6c6 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] Deleting port 802ce953-2af7-4274-99f9-a4000fe669b6 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:28:21.356896 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-80676103-d565-455b-a450-9b14463347c7 req-c8c6dc18-ced0-4f2b-816b-47a2365cd6c6 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (802ce953-2af7-4274-99f9-a4000fe669b6), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:21.392462 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e038ac-db3e-4700-9fe0-1f18a5c4e714 req-0590f4f4-af0d-4fbb-ac2f-a4cf87cc7d6d tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:21.399501 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d5e038ac-db3e-4700-9fe0-1f18a5c4e714 req-0590f4f4-af0d-4fbb-ac2f-a4cf87cc7d6d tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] 10.222.0.90 "GET /v2.0/ports?device_id=2826b371-43eb-47b1-86d0-18bb7cc201ae HTTP/1.1" status: 200 len: 972 time: 0.2583444 Feb 09 21:28:21.486409 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2b620df2-3a19-4cf4-8418-14971722fe58 req-49a4e058-5198-4414-8677-31abae463509 service neutron] 10.222.0.95 "GET /v2.0/networks/5406f657-d0e3-4570-bda7-aeb2bc509011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154868 Feb 09 21:28:21.508814 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d5e038ac-db3e-4700-9fe0-1f18a5c4e714 req-cd1b8d47-fbf8-4937-97ad-aacfbe18df9a tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] 10.222.0.90 "GET /v2.0/security-groups?id=eeac89fc-3a98-4e6a-b07f-6275d08c01ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028676 Feb 09 21:28:21.536711 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-80676103-d565-455b-a450-9b14463347c7 req-c8c6dc18-ced0-4f2b-816b-47a2365cd6c6 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] For port 802ce953-2af7-4274-99f9-a4000fe669b6, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=802ce953-2af7-4274-99f9-a4000fe669b6,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:28:21.537208 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-80676103-d565-455b-a450-9b14463347c7 req-c8c6dc18-ced0-4f2b-816b-47a2365cd6c6 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (802ce953-2af7-4274-99f9-a4000fe669b6), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:21.556557 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-80676103-d565-455b-a450-9b14463347c7 req-c8c6dc18-ced0-4f2b-816b-47a2365cd6c6 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] Calling delete_port for 802ce953-2af7-4274-99f9-a4000fe669b6 owned by compute:tempest-test_az-1328913751 {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:28:21.618092 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5df689ed-2f0c-4b82-81ce-c8328e2f7cde admin admin] Publish callbacks [] for security_group (2636ad6b-f84d-48e0-a7cc-c325c8fb9145), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:21.626850 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5df689ed-2f0c-4b82-81ce-c8328e2f7cde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (2636ad6b-f84d-48e0-a7cc-c325c8fb9145), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:21.656873 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-5df689ed-2f0c-4b82-81ce-c8328e2f7cde admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=4ee401d4187247ac8658fd9aa1f9a998&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4627240 Feb 09 21:28:21.657783 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 45562) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:21.673565 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2b620df2-3a19-4cf4-8418-14971722fe58 req-31461e49-bb0b-4cc7-aaf4-8957fe64bdcf service neutron] 10.222.0.95 "GET /v2.0/networks/5406f657-d0e3-4570-bda7-aeb2bc509011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634257 Feb 09 21:28:21.722149 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df689ed-2f0c-4b82-81ce-c8328e2f7cde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2636ad6b-f84d-48e0-a7cc-c325c8fb9145,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:21.792107 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4a5bce7c-3437-495b-ab4d-e049b25d5c6c admin admin] Publish callbacks [] for security_group (2636ad6b-f84d-48e0-a7cc-c325c8fb9145), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:21.845046 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4a5bce7c-3437-495b-ab4d-e049b25d5c6c admin admin] Publish callbacks [] for security_group (2636ad6b-f84d-48e0-a7cc-c325c8fb9145), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:21.877559 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59811026-4f35-47af-a6fa-155320eeb303 req-50247bd1-ea09-4917-b928-6bd21be615ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:21.879100 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-59811026-4f35-47af-a6fa-155320eeb303 req-50247bd1-ea09-4917-b928-6bd21be615ce service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=d13eb104d8994e4d9b604f1050cb6328&device_id=b1455719-dbf3-43d8-939a-ce5bdd8c8583 HTTP/1.1" status: 200 len: 1125 time: 0.1117566 Feb 09 21:28:21.919115 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4a5bce7c-3437-495b-ab4d-e049b25d5c6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (2636ad6b-f84d-48e0-a7cc-c325c8fb9145), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:21.922502 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4a5bce7c-3437-495b-ab4d-e049b25d5c6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:21.923920 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-4a5bce7c-3437-495b-ab4d-e049b25d5c6c admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/2636ad6b-f84d-48e0-a7cc-c325c8fb9145 HTTP/1.1" status: 204 len: 168 time: 0.2634079 Feb 09 21:28:22.004827 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b599527b-0ae0-4395-b065-7f326a6fd56d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:22.024126 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5bce7c-3437-495b-ab4d-e049b25d5c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2636ad6b-f84d-48e0-a7cc-c325c8fb9145,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:22.229568 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59811026-4f35-47af-a6fa-155320eeb303 req-50d75f38-bb10-4cdc-8df8-b787000106c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:22.235790 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-59811026-4f35-47af-a6fa-155320eeb303 req-50d75f38-bb10-4cdc-8df8-b787000106c0 service neutron] 10.222.0.95 "GET /v2.0/networks?id=5406f657-d0e3-4570-bda7-aeb2bc509011 HTTP/1.1" status: 200 len: 909 time: 0.3251801 Feb 09 21:28:22.250054 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aca8cb-f652-429e-ac28-0bad24c86399 req-aa9be81f-3015-4e34-bdc2-33b27627627b tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:22.257072 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d5aca8cb-f652-429e-ac28-0bad24c86399 req-aa9be81f-3015-4e34-bdc2-33b27627627b tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] 10.222.0.90 "GET /v2.0/ports?device_id=74b5dde1-e9c9-42b4-8bdc-026928702a28 HTTP/1.1" status: 200 len: 950 time: 0.2018993 Feb 09 21:28:22.289821 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-80676103-d565-455b-a450-9b14463347c7 req-c8c6dc18-ced0-4f2b-816b-47a2365cd6c6 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (802ce953-2af7-4274-99f9-a4000fe669b6), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:22.302366 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['802ce953-2af7-4274-99f9-a4000fe669b6'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:28:22.355518 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b599527b-0ae0-4395-b065-7f326a6fd56d admin admin] Publish callbacks [] for security_group (71258968-455f-492f-bae9-bd9b6ddfbe63), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:22.361852 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-59811026-4f35-47af-a6fa-155320eeb303 req-0ae4d08b-e705-4ebf-94cb-79dc0b28e602 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d72936c-afe6-4eac-8ad5-a1b800d90aaa HTTP/1.1" status: 200 len: 217 time: 0.0986199 Feb 09 21:28:22.391248 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b599527b-0ae0-4395-b065-7f326a6fd56d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (71258968-455f-492f-bae9-bd9b6ddfbe63), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:22.441214 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c6dc18-ced0-4f2b-816b-47a2365cd6c6 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] Pushing event deleted for resources: {'Port': ['ID=802ce953-2af7-4274-99f9-a4000fe669b6,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:22.454816 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b599527b-0ae0-4395-b065-7f326a6fd56d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71258968-455f-492f-bae9-bd9b6ddfbe63,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:22.510852 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-80676103-d565-455b-a450-9b14463347c7 req-c8c6dc18-ced0-4f2b-816b-47a2365cd6c6 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] No DVR routers for this DVR port 802ce953-2af7-4274-99f9-a4000fe669b6 on host n-h2-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:28:22.516952 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-80676103-d565-455b-a450-9b14463347c7 req-c8c6dc18-ced0-4f2b-816b-47a2365cd6c6 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:22.520748 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-80676103-d565-455b-a450-9b14463347c7 req-c8c6dc18-ced0-4f2b-816b-47a2365cd6c6 tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] 10.222.0.89 "DELETE /v2.0/ports/802ce953-2af7-4274-99f9-a4000fe669b6 HTTP/1.1" status: 204 len: 173 time: 1.3759558 Feb 09 21:28:22.520911 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2826b371-43eb-47b1-86d0-18bb7cc201ae', 'name': 'network-vif-deleted', 'tag': '802ce953-2af7-4274-99f9-a4000fe669b6'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:28:22.523591 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-557c4379-d8f2-4e9b-94d5-95c302636f3e" -d '{"events": [{"server_uuid": "2826b371-43eb-47b1-86d0-18bb7cc201ae", "name": "network-vif-deleted", "tag": "802ce953-2af7-4274-99f9-a4000fe669b6"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:28:22.533938 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-b599527b-0ae0-4395-b065-7f326a6fd56d admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=d504fc19046f406888f6f81aa02d6a79&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2268891 Feb 09 21:28:22.538099 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45602) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:22.608984 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-06314e10-f726-4a52-af38-22f86b009abf admin admin] Publish callbacks [] for security_group (71258968-455f-492f-bae9-bd9b6ddfbe63), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:22.629645 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d5aca8cb-f652-429e-ac28-0bad24c86399 req-b3029b5c-d416-448d-9c7c-409db59b890e tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] 10.222.0.90 "GET /v2.0/security-groups?id=de89aeae-9279-4562-8602-a4eda38792b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3705885 Feb 09 21:28:22.649060 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-06314e10-f726-4a52-af38-22f86b009abf admin admin] Publish callbacks [] for security_group (71258968-455f-492f-bae9-bd9b6ddfbe63), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:22.657521 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59811026-4f35-47af-a6fa-155320eeb303 req-462b0006-8f51-4a85-9bae-2999add36914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:22.662265 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-59811026-4f35-47af-a6fa-155320eeb303 req-462b0006-8f51-4a85-9bae-2999add36914 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=e1ad18b5-2d0f-4d2c-9c50-5fdfdce0a556 HTTP/1.1" status: 200 len: 848 time: 0.2864079 Feb 09 21:28:22.732825 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-06314e10-f726-4a52-af38-22f86b009abf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (71258968-455f-492f-bae9-bd9b6ddfbe63), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:22.739379 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-06314e10-f726-4a52-af38-22f86b009abf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:22.744057 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-06314e10-f726-4a52-af38-22f86b009abf admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/71258968-455f-492f-bae9-bd9b6ddfbe63 HTTP/1.1" status: 204 len: 168 time: 0.2016442 Feb 09 21:28:22.775808 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06314e10-f726-4a52-af38-22f86b009abf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71258968-455f-492f-bae9-bd9b6ddfbe63,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:22.783381 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-59811026-4f35-47af-a6fa-155320eeb303 req-c9401a21-d71b-4efe-981c-8cb54c01401d service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=5406f657-d0e3-4570-bda7-aeb2bc509011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0981507 Feb 09 21:28:22.847501 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-199bb70c-50aa-410f-95fd-2341aa8bdcde x-openstack-request-id: req-199bb70c-50aa-410f-95fd-2341aa8bdcde {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:28:22.847828 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2826b371-43eb-47b1-86d0-18bb7cc201ae", "name": "network-vif-deleted", "tag": "802ce953-2af7-4274-99f9-a4000fe669b6", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:28:22.848095 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-199bb70c-50aa-410f-95fd-2341aa8bdcde {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:28:22.848543 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2826b371-43eb-47b1-86d0-18bb7cc201ae', 'name': 'network-vif-deleted', 'tag': '802ce953-2af7-4274-99f9-a4000fe669b6', 'status': 'completed', 'code': 200} Feb 09 21:28:22.874623 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602858a5-a11d-43d3-8b65-c5566040c7a9 req-6cb9fff2-3e3a-4656-b689-c65a851c95b7 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:22.883772 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-602858a5-a11d-43d3-8b65-c5566040c7a9 req-6cb9fff2-3e3a-4656-b689-c65a851c95b7 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=b1455719-dbf3-43d8-939a-ce5bdd8c8583 HTTP/1.1" status: 200 len: 943 time: 0.3902774 Feb 09 21:28:22.952976 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-602858a5-a11d-43d3-8b65-c5566040c7a9 req-ecaeace3-e3b5-458c-90d6-b245f9716573 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681212 Feb 09 21:28:23.033149 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-168b73c5-878a-4504-b198-d377c750de13 req-bf25e195-8761-49c6-81ea-7e894ce427cb tempest-DeleteServersAdminTestJSON-1616111605 tempest-DeleteServersAdminTestJSON-1616111605-project] 10.222.0.90 "GET /v2.0/ports?device_id=2826b371-43eb-47b1-86d0-18bb7cc201ae HTTP/1.1" status: 200 len: 210 time: 0.0532007 Feb 09 21:28:23.091410 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-59811026-4f35-47af-a6fa-155320eeb303 req-5eb95a68-c1b1-48b6-9edb-6272a04074e2 service neutron] 10.222.0.95 "GET /v2.0/networks/5406f657-d0e3-4570-bda7-aeb2bc509011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2968345 Feb 09 21:28:23.178274 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:23.239428 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64d10db-7064-47ef-bfc5-9d2bdeca796d req-f0be3e4e-980a-499c-ab44-fa5c3aa3e55c tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:23.265714 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-e64d10db-7064-47ef-bfc5-9d2bdeca796d req-f0be3e4e-980a-499c-ab44-fa5c3aa3e55c tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] 10.222.0.89 "GET /v2.0/ports?device_id=74b5dde1-e9c9-42b4-8bdc-026928702a28 HTTP/1.1" status: 200 len: 950 time: 0.1992199 Feb 09 21:28:23.335325 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-59811026-4f35-47af-a6fa-155320eeb303 req-794b9249-8544-46ed-985f-36bae44f7ede service neutron] 10.222.0.95 "GET /v2.0/networks/5406f657-d0e3-4570-bda7-aeb2bc509011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338660 Feb 09 21:28:23.529795 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 45644) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:23.532592 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-e64d10db-7064-47ef-bfc5-9d2bdeca796d req-347c329e-804f-4ee2-abba-1b6eab4bdb45 tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] Deleting port 9a039682-14b4-419e-bf8b-eaefac7b074d {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:28:23.533040 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-e64d10db-7064-47ef-bfc5-9d2bdeca796d req-347c329e-804f-4ee2-abba-1b6eab4bdb45 tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (9a039682-14b4-419e-bf8b-eaefac7b074d), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:23.558142 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e51e37f7-e7d1-485f-9d75-70a97fc7006d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:23.704532 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e51e37f7-e7d1-485f-9d75-70a97fc7006d admin admin] Publish callbacks [] for security_group (d11c8152-691d-453f-89ad-606108fa6916), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:23.710594 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e51e37f7-e7d1-485f-9d75-70a97fc7006d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (d11c8152-691d-453f-89ad-606108fa6916), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:23.719620 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-e64d10db-7064-47ef-bfc5-9d2bdeca796d req-347c329e-804f-4ee2-abba-1b6eab4bdb45 tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] For port 9a039682-14b4-419e-bf8b-eaefac7b074d, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=9a039682-14b4-419e-bf8b-eaefac7b074d,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:28:23.724554 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-e64d10db-7064-47ef-bfc5-9d2bdeca796d req-347c329e-804f-4ee2-abba-1b6eab4bdb45 tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (9a039682-14b4-419e-bf8b-eaefac7b074d), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:23.751485 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-e64d10db-7064-47ef-bfc5-9d2bdeca796d req-347c329e-804f-4ee2-abba-1b6eab4bdb45 tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] Calling delete_port for 9a039682-14b4-419e-bf8b-eaefac7b074d owned by compute:nova {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:28:23.760596 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51e37f7-e7d1-485f-9d75-70a97fc7006d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d11c8152-691d-453f-89ad-606108fa6916,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:23.767841 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-e51e37f7-e7d1-485f-9d75-70a97fc7006d admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=815ff440ac3246a9917eb965cbf26d8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2346966 Feb 09 21:28:23.770123 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45650) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:23.888823 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9865bd6-2fcf-43ef-bdad-e5cac8d8b236 req-f3f12e58-2e7a-4b05-8647-81c17e747438 tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:23.896687 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f9865bd6-2fcf-43ef-bdad-e5cac8d8b236 req-f3f12e58-2e7a-4b05-8647-81c17e747438 tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] 10.222.0.90 "GET /v2.0/ports?device_id=74b5dde1-e9c9-42b4-8bdc-026928702a28 HTTP/1.1" status: 200 len: 950 time: 0.1017892 Feb 09 21:28:23.988042 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f9865bd6-2fcf-43ef-bdad-e5cac8d8b236 req-1367c05e-3675-4c2c-9408-4c52676f333f tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] 10.222.0.90 "GET /v2.0/security-groups?id=de89aeae-9279-4562-8602-a4eda38792b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902810 Feb 09 21:28:23.990370 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-65910cdd-5ad1-4d47-aa02-1dad640c131b admin admin] Publish callbacks [] for security_group (d11c8152-691d-453f-89ad-606108fa6916), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:24.029286 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 45658) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:24.041275 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 0d72936c-afe6-4eac-8ad5-a1b800d90aaa details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:28:24.070633 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-65910cdd-5ad1-4d47-aa02-1dad640c131b admin admin] Publish callbacks [] for security_group (d11c8152-691d-453f-89ad-606108fa6916), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:24.252823 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698bd68c-c562-473d-b29c-eeb917663e33 req-cdac11ef-446e-4991-b39b-f7afa89bbd43 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:24.270946 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-698bd68c-c562-473d-b29c-eeb917663e33 req-cdac11ef-446e-4991-b39b-f7afa89bbd43 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=b1455719-dbf3-43d8-939a-ce5bdd8c8583 HTTP/1.1" status: 200 len: 943 time: 0.1901596 Feb 09 21:28:24.276391 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-65910cdd-5ad1-4d47-aa02-1dad640c131b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (d11c8152-691d-453f-89ad-606108fa6916), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:24.284657 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-65910cdd-5ad1-4d47-aa02-1dad640c131b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:24.285929 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-65910cdd-5ad1-4d47-aa02-1dad640c131b admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/d11c8152-691d-453f-89ad-606108fa6916 HTTP/1.1" status: 204 len: 168 time: 0.5135193 Feb 09 21:28:24.309543 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-e64d10db-7064-47ef-bfc5-9d2bdeca796d req-347c329e-804f-4ee2-abba-1b6eab4bdb45 tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (9a039682-14b4-419e-bf8b-eaefac7b074d), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:24.316657 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65910cdd-5ad1-4d47-aa02-1dad640c131b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d11c8152-691d-453f-89ad-606108fa6916,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:24.379027 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347c329e-804f-4ee2-abba-1b6eab4bdb45 tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] Pushing event deleted for resources: {'Port': ['ID=9a039682-14b4-419e-bf8b-eaefac7b074d,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:24.478728 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-698bd68c-c562-473d-b29c-eeb917663e33 req-df67b4f4-41c0-42f5-8339-5c635fc422b6 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064471 Feb 09 21:28:24.487003 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 0d72936c-afe6-4eac-8ad5-a1b800d90aaa, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=0d72936c-afe6-4eac-8ad5-a1b800d90aaa,segment=NetworkSegment(2e235117-e979-4e65-8640-84c4faf827fd),segment_id=2e235117-e979-4e65-8640-84c4faf827fd)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:28:24.502515 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-e64d10db-7064-47ef-bfc5-9d2bdeca796d req-347c329e-804f-4ee2-abba-1b6eab4bdb45 tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] No DVR routers for this DVR port 9a039682-14b4-419e-bf8b-eaefac7b074d on host n-h2-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:28:24.509498 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-e64d10db-7064-47ef-bfc5-9d2bdeca796d req-347c329e-804f-4ee2-abba-1b6eab4bdb45 tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:24.516016 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-e64d10db-7064-47ef-bfc5-9d2bdeca796d req-347c329e-804f-4ee2-abba-1b6eab4bdb45 tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] 10.222.0.89 "DELETE /v2.0/ports/9a039682-14b4-419e-bf8b-eaefac7b074d HTTP/1.1" status: 204 len: 173 time: 1.2424369 Feb 09 21:28:24.568980 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': '0d72936c-afe6-4eac-8ad5-a1b800d90aaa', 'network_id': '5406f657-d0e3-4570-bda7-aeb2bc509011', 'port_id': '0d72936c-afe6-4eac-8ad5-a1b800d90aaa', 'mac_address': 'fa:16:3e:8d:a3:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1ad18b5-2d0f-4d2c-9c50-5fdfdce0a556', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:28:24.574394 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['df25d0ba-3b9d-4d1f-9703-691a155dcf42', '9a039682-14b4-419e-bf8b-eaefac7b074d'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:28:24.648069 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-17996596-8190-49ea-a145-3a9e32dea8fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:24.841226 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-17996596-8190-49ea-a145-3a9e32dea8fb admin admin] Publish callbacks [] for security_group (c6195ad7-4a59-4dea-8f1b-5229c1330057), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:24.849833 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74b5dde1-e9c9-42b4-8bdc-026928702a28', 'name': 'network-vif-deleted', 'tag': '9a039682-14b4-419e-bf8b-eaefac7b074d'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:28:24.852896 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c2d9a1-e86f-44f9-bf42-2d89522fd3f6" -d '{"events": [{"server_uuid": "74b5dde1-e9c9-42b4-8bdc-026928702a28", "name": "network-vif-deleted", "tag": "9a039682-14b4-419e-bf8b-eaefac7b074d"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:28:24.857459 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-17996596-8190-49ea-a145-3a9e32dea8fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (c6195ad7-4a59-4dea-8f1b-5229c1330057), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:24.913140 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-17996596-8190-49ea-a145-3a9e32dea8fb admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=e87c8543b9a34996af573b2bb30bdd45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8801095 Feb 09 21:28:24.913881 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45700) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:24.940806 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36651d73-ac1b-4ed9-8a37-278f8fcd0527 x-openstack-request-id: req-36651d73-ac1b-4ed9-8a37-278f8fcd0527 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:28:24.943425 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74b5dde1-e9c9-42b4-8bdc-026928702a28", "name": "network-vif-deleted", "tag": "9a039682-14b4-419e-bf8b-eaefac7b074d", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:28:24.943805 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-36651d73-ac1b-4ed9-8a37-278f8fcd0527 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:28:24.943997 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 0d72936c-afe6-4eac-8ad5-a1b800d90aaa is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:28:24.944456 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (0d72936c-afe6-4eac-8ad5-a1b800d90aaa), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:24.944618 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74b5dde1-e9c9-42b4-8bdc-026928702a28', 'name': 'network-vif-deleted', 'tag': '9a039682-14b4-419e-bf8b-eaefac7b074d', 'status': 'completed', 'code': 200} Feb 09 21:28:24.972334 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17996596-8190-49ea-a145-3a9e32dea8fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6195ad7-4a59-4dea-8f1b-5229c1330057,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:24.978256 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d72936c-afe6-4eac-8ad5-a1b800d90aaa {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:28:25.020874 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 0d72936c-afe6-4eac-8ad5-a1b800d90aaa, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=0d72936c-afe6-4eac-8ad5-a1b800d90aaa,segment=NetworkSegment(2e235117-e979-4e65-8640-84c4faf827fd),segment_id=2e235117-e979-4e65-8640-84c4faf827fd)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:28:25.027915 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (0d72936c-afe6-4eac-8ad5-a1b800d90aaa), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:25.261922 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-553dc42e-df77-4ac7-9c22-504dfd678abd admin admin] Publish callbacks [] for security_group (c6195ad7-4a59-4dea-8f1b-5229c1330057), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:25.275120 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=0d72936c-afe6-4eac-8ad5-a1b800d90aaa,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:25.292972 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-558219b9-4da0-412d-b97d-c34b2a13bfe7 req-fc6bbd36-5101-4d70-a164-4c8f9c83c6cf tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] 10.222.0.90 "GET /v2.0/ports?device_id=74b5dde1-e9c9-42b4-8bdc-026928702a28 HTTP/1.1" status: 200 len: 210 time: 0.0611463 Feb 09 21:28:25.312036 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-553dc42e-df77-4ac7-9c22-504dfd678abd admin admin] Publish callbacks [] for security_group (c6195ad7-4a59-4dea-8f1b-5229c1330057), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:25.394913 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['0d72936c-afe6-4eac-8ad5-a1b800d90aaa'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:28:25.403434 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-553dc42e-df77-4ac7-9c22-504dfd678abd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (c6195ad7-4a59-4dea-8f1b-5229c1330057), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:25.418538 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-553dc42e-df77-4ac7-9c22-504dfd678abd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:25.419937 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-553dc42e-df77-4ac7-9c22-504dfd678abd admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/c6195ad7-4a59-4dea-8f1b-5229c1330057 HTTP/1.1" status: 204 len: 168 time: 0.5050490 Feb 09 21:28:25.440584 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553dc42e-df77-4ac7-9c22-504dfd678abd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6195ad7-4a59-4dea-8f1b-5229c1330057,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:25.686072 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45734) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:25.714452 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a7640e-2c47-4a60-bcd6-f7cd50dce566 req-7bc92b31-3f43-4f25-987b-681d9a4daadc tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:25.724632 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-28a7640e-2c47-4a60-bcd6-f7cd50dce566 req-7bc92b31-3f43-4f25-987b-681d9a4daadc tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=b1455719-dbf3-43d8-939a-ce5bdd8c8583 HTTP/1.1" status: 200 len: 944 time: 0.1204698 Feb 09 21:28:25.803297 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-28a7640e-2c47-4a60-bcd6-f7cd50dce566 req-a56ee3b8-7400-4e94-b4fa-8299aecfdee2 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637867 Feb 09 21:28:25.893314 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 802ce953-2af7-4274-99f9-a4000fe669b6 no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:28:25.927156 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] No Port match for: 802ce953-2af7-4274-99f9-a4000fe669b6 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:28:25.927504 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 802ce953-2af7-4274-99f9-a4000fe669b6 not bound to the agent host n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:28:25.927970 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 9a039682-14b4-419e-bf8b-eaefac7b074d no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:28:25.951697 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] No Port match for: 9a039682-14b4-419e-bf8b-eaefac7b074d {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:28:25.952044 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 9a039682-14b4-419e-bf8b-eaefac7b074d not bound to the agent host n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:28:26.171935 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 45746) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:26.174580 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-b8f085e2-4672-4793-9b6c-09ec2e0b29bb admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=a2e09dedb14d496ba22577099badda8d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4842856 Feb 09 21:28:26.252839 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45752) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:26.256732 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-711aba25-b30b-45c1-825f-26d5f02398fa admin admin] Publish callbacks [] for security_group (eeac89fc-3a98-4e6a-b07f-6275d08c01ab), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:26.270042 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b178f3d6-205d-43de-9e75-a66cb71dbd4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:26.288654 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-711aba25-b30b-45c1-825f-26d5f02398fa admin admin] Publish callbacks [] for security_group (eeac89fc-3a98-4e6a-b07f-6275d08c01ab), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:26.406399 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-711aba25-b30b-45c1-825f-26d5f02398fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (eeac89fc-3a98-4e6a-b07f-6275d08c01ab), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:26.409279 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-711aba25-b30b-45c1-825f-26d5f02398fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:26.412847 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b178f3d6-205d-43de-9e75-a66cb71dbd4e admin admin] Publish callbacks [] for security_group (47d163e3-411e-44e6-9c80-5981d9092124), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:26.415560 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-711aba25-b30b-45c1-825f-26d5f02398fa admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/eeac89fc-3a98-4e6a-b07f-6275d08c01ab HTTP/1.1" status: 204 len: 168 time: 0.2400591 Feb 09 21:28:26.419369 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b178f3d6-205d-43de-9e75-a66cb71dbd4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (47d163e3-411e-44e6-9c80-5981d9092124), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:26.428367 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711aba25-b30b-45c1-825f-26d5f02398fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeac89fc-3a98-4e6a-b07f-6275d08c01ab,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:26.490792 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-b178f3d6-205d-43de-9e75-a66cb71dbd4e admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=d425092775dd454b9912a59f45e91d0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2364862 Feb 09 21:28:26.492733 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b178f3d6-205d-43de-9e75-a66cb71dbd4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47d163e3-411e-44e6-9c80-5981d9092124,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:26.494162 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 45776) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:26.568397 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-da64bee2-4257-44c1-ac58-78dcd01bf369 admin admin] Publish callbacks [] for security_group (47d163e3-411e-44e6-9c80-5981d9092124), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:26.614681 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-da64bee2-4257-44c1-ac58-78dcd01bf369 admin admin] Publish callbacks [] for security_group (47d163e3-411e-44e6-9c80-5981d9092124), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:26.689439 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-da64bee2-4257-44c1-ac58-78dcd01bf369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (47d163e3-411e-44e6-9c80-5981d9092124), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:26.694181 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-da64bee2-4257-44c1-ac58-78dcd01bf369 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:26.696413 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-da64bee2-4257-44c1-ac58-78dcd01bf369 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/47d163e3-411e-44e6-9c80-5981d9092124 HTTP/1.1" status: 204 len: 168 time: 0.2011709 Feb 09 21:28:26.707908 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da64bee2-4257-44c1-ac58-78dcd01bf369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d163e3-411e-44e6-9c80-5981d9092124,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:26.801487 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d73e080-9464-47ba-8fd7-20b0ecea67a7 req-0dcf979e-bff7-4ee9-a351-087bfa1ccb7e tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:26.801487 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2d73e080-9464-47ba-8fd7-20b0ecea67a7 req-0dcf979e-bff7-4ee9-a351-087bfa1ccb7e tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] 10.222.0.90 "GET /v2.0/ports?device_id=1ab05f9b-94c3-48fb-a278-805d8cc5ddb0 HTTP/1.1" status: 200 len: 972 time: 0.0702391 Feb 09 21:28:26.801659 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 45796) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:26.857322 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2d73e080-9464-47ba-8fd7-20b0ecea67a7 req-ff31f54c-c296-4dd6-b628-86ba048a5148 tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] 10.222.0.90 "GET /v2.0/security-groups?id=de89aeae-9279-4562-8602-a4eda38792b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457933 Feb 09 21:28:26.941562 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801a02bd-1ce6-4a7a-84b8-c54eee74812c req-81ebfa3a-527d-43e6-b21a-4add6a13c84d tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:26.943327 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-801a02bd-1ce6-4a7a-84b8-c54eee74812c req-81ebfa3a-527d-43e6-b21a-4add6a13c84d tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=b1455719-dbf3-43d8-939a-ce5bdd8c8583 HTTP/1.1" status: 200 len: 944 time: 0.0624497 Feb 09 21:28:27.006214 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-801a02bd-1ce6-4a7a-84b8-c54eee74812c req-8dd03817-ceeb-49c8-9a49-e95b74116944 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570247 Feb 09 21:28:27.018150 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45804) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:27.044208 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-afd04712-2734-4beb-a746-db9e32458f24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:27.128556 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-afd04712-2734-4beb-a746-db9e32458f24 admin admin] Publish callbacks [] for security_group (09edcd6f-227d-4677-8a2c-c77345a962a5), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:27.134744 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-afd04712-2734-4beb-a746-db9e32458f24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (09edcd6f-227d-4677-8a2c-c77345a962a5), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:27.182262 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-afd04712-2734-4beb-a746-db9e32458f24 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=35c2d2f18eb847ff84762ab59ae0da06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1621637 Feb 09 21:28:27.185181 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd04712-2734-4beb-a746-db9e32458f24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09edcd6f-227d-4677-8a2c-c77345a962a5,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:27.186633 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 45810) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:27.251718 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-668a63b4-1917-4b25-ad60-6007c947f146 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:27.297570 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-87409385-4b9f-4315-9a01-69acfc30736f admin admin] Publish callbacks [] for security_group (09edcd6f-227d-4677-8a2c-c77345a962a5), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:27.338211 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-87409385-4b9f-4315-9a01-69acfc30736f admin admin] Publish callbacks [] for security_group (09edcd6f-227d-4677-8a2c-c77345a962a5), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:27.409306 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-668a63b4-1917-4b25-ad60-6007c947f146 admin admin] Publish callbacks [] for security_group (d2125801-ada5-49a9-83cc-19ef128ffc6e), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:27.414780 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-668a63b4-1917-4b25-ad60-6007c947f146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (d2125801-ada5-49a9-83cc-19ef128ffc6e), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:27.449494 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-87409385-4b9f-4315-9a01-69acfc30736f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (09edcd6f-227d-4677-8a2c-c77345a962a5), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:27.452312 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-87409385-4b9f-4315-9a01-69acfc30736f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:27.453612 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-87409385-4b9f-4315-9a01-69acfc30736f admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/09edcd6f-227d-4677-8a2c-c77345a962a5 HTTP/1.1" status: 204 len: 168 time: 0.2654085 Feb 09 21:28:27.476928 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-668a63b4-1917-4b25-ad60-6007c947f146 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=c64914c73d6548589b0cbd61a8147b34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6740861 Feb 09 21:28:27.483652 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668a63b4-1917-4b25-ad60-6007c947f146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2125801-ada5-49a9-83cc-19ef128ffc6e,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:27.483774 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45826) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:27.503129 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87409385-4b9f-4315-9a01-69acfc30736f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09edcd6f-227d-4677-8a2c-c77345a962a5,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:27.549945 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-64ed225b-af3b-418c-8ff9-ce443c4b6a5d admin admin] Publish callbacks [] for security_group (d2125801-ada5-49a9-83cc-19ef128ffc6e), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:27.583264 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-64ed225b-af3b-418c-8ff9-ce443c4b6a5d admin admin] Publish callbacks [] for security_group (d2125801-ada5-49a9-83cc-19ef128ffc6e), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:27.645398 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-64ed225b-af3b-418c-8ff9-ce443c4b6a5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (d2125801-ada5-49a9-83cc-19ef128ffc6e), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:27.648068 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-64ed225b-af3b-418c-8ff9-ce443c4b6a5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:27.651910 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-64ed225b-af3b-418c-8ff9-ce443c4b6a5d admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/d2125801-ada5-49a9-83cc-19ef128ffc6e HTTP/1.1" status: 204 len: 168 time: 0.1675370 Feb 09 21:28:27.677725 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ed225b-af3b-418c-8ff9-ce443c4b6a5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2125801-ada5-49a9-83cc-19ef128ffc6e,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:28.004117 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a53144d-b204-4de7-8730-597254189657 req-292502cf-7dcd-420b-9c30-d2202ff246d8 tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:28.004117 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2a53144d-b204-4de7-8730-597254189657 req-292502cf-7dcd-420b-9c30-d2202ff246d8 tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] 10.222.0.90 "GET /v2.0/ports?device_id=1ab05f9b-94c3-48fb-a278-805d8cc5ddb0 HTTP/1.1" status: 200 len: 972 time: 0.0569386 Feb 09 21:28:28.046160 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 0d72936c-afe6-4eac-8ad5-a1b800d90aaa up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:28:28.053664 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2a53144d-b204-4de7-8730-597254189657 req-62267099-77fb-44e0-b3e9-fb1bf61aeb7a tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] 10.222.0.90 "GET /v2.0/security-groups?id=de89aeae-9279-4562-8602-a4eda38792b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444040 Feb 09 21:28:28.151107 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning for port 0d72936c-afe6-4eac-8ad5-a1b800d90aaa completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:28:28.156045 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port 0d72936c-afe6-4eac-8ad5-a1b800d90aaa triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:28:28.156918 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (0d72936c-afe6-4eac-8ad5-a1b800d90aaa), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:28.161443 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45886) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:28.190810 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-298eb5e6-7c28-41f6-b0a4-7780a30e76de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:28.214592 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df91268-04ec-45e8-b258-a4df27b173c7 req-3357d389-d6de-4dd5-9187-500a37fe533d tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:28.222233 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9df91268-04ec-45e8-b258-a4df27b173c7 req-3357d389-d6de-4dd5-9187-500a37fe533d tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=b1455719-dbf3-43d8-939a-ce5bdd8c8583 HTTP/1.1" status: 200 len: 944 time: 0.0848677 Feb 09 21:28:28.294463 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9df91268-04ec-45e8-b258-a4df27b173c7 req-6b423707-a8e1-48b0-93f2-e86e3d0cb0e0 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710397 Feb 09 21:28:28.325931 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 0d72936c-afe6-4eac-8ad5-a1b800d90aaa is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:28:28.326532 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (0d72936c-afe6-4eac-8ad5-a1b800d90aaa), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:28.348575 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-298eb5e6-7c28-41f6-b0a4-7780a30e76de admin admin] Publish callbacks [] for security_group (84c7cd9a-56a6-4503-bdc0-1424297d132a), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:28.354037 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-298eb5e6-7c28-41f6-b0a4-7780a30e76de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (84c7cd9a-56a6-4503-bdc0-1424297d132a), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:28.361104 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1455719-dbf3-43d8-939a-ce5bdd8c8583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d72936c-afe6-4eac-8ad5-a1b800d90aaa'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:28:28.363825 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e5a3de7-b879-42a6-b740-df94602a855e" -d '{"events": [{"server_uuid": "b1455719-dbf3-43d8-939a-ce5bdd8c8583", "name": "network-vif-plugged", "status": "completed", "tag": "0d72936c-afe6-4eac-8ad5-a1b800d90aaa"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:28:28.385093 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 0d72936c-afe6-4eac-8ad5-a1b800d90aaa, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=0d72936c-afe6-4eac-8ad5-a1b800d90aaa,segment=NetworkSegment(2e235117-e979-4e65-8640-84c4faf827fd),segment_id=2e235117-e979-4e65-8640-84c4faf827fd)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:28:28.394239 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 45900) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:28.394578 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-298eb5e6-7c28-41f6-b0a4-7780a30e76de admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=93f6c3a7459042bcb65344f53b588e72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2318330 Feb 09 21:28:28.408956 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (0d72936c-afe6-4eac-8ad5-a1b800d90aaa), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:28.416701 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298eb5e6-7c28-41f6-b0a4-7780a30e76de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84c7cd9a-56a6-4503-bdc0-1424297d132a,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:28.466129 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-44ba873f-9ea9-4508-98fa-c299a5298e8d admin admin] Publish callbacks [] for security_group (84c7cd9a-56a6-4503-bdc0-1424297d132a), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:28.498250 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-44ba873f-9ea9-4508-98fa-c299a5298e8d admin admin] Publish callbacks [] for security_group (84c7cd9a-56a6-4503-bdc0-1424297d132a), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:28.595595 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-44ba873f-9ea9-4508-98fa-c299a5298e8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (84c7cd9a-56a6-4503-bdc0-1424297d132a), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:28.600415 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-44ba873f-9ea9-4508-98fa-c299a5298e8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:28.605788 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-44ba873f-9ea9-4508-98fa-c299a5298e8d admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/84c7cd9a-56a6-4503-bdc0-1424297d132a HTTP/1.1" status: 204 len: 168 time: 0.2100322 Feb 09 21:28:28.628441 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ba873f-9ea9-4508-98fa-c299a5298e8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84c7cd9a-56a6-4503-bdc0-1424297d132a,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:28.633095 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=0d72936c-afe6-4eac-8ad5-a1b800d90aaa,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:28.731813 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c2581f-12a0-4db9-b316-6ecc80cda070 req-995b1767-bc85-40e3-b17b-8b9196fc908d tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:28.733397 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-92c2581f-12a0-4db9-b316-6ecc80cda070 req-995b1767-bc85-40e3-b17b-8b9196fc908d tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] 10.222.0.89 "GET /v2.0/ports?device_id=1ab05f9b-94c3-48fb-a278-805d8cc5ddb0 HTTP/1.1" status: 200 len: 972 time: 0.0699956 Feb 09 21:28:28.823356 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91fe62be-3220-4014-ace6-f6bd69739964 x-openstack-request-id: req-91fe62be-3220-4014-ace6-f6bd69739964 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:28:28.823790 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1455719-dbf3-43d8-939a-ce5bdd8c8583", "name": "network-vif-plugged", "status": "completed", "tag": "0d72936c-afe6-4eac-8ad5-a1b800d90aaa", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:28:28.824051 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-91fe62be-3220-4014-ace6-f6bd69739964 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:28:28.824474 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1455719-dbf3-43d8-939a-ce5bdd8c8583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d72936c-afe6-4eac-8ad5-a1b800d90aaa', 'code': 200} Feb 09 21:28:28.928350 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-92c2581f-12a0-4db9-b316-6ecc80cda070 req-90030380-2a64-4ad7-8362-caaa726d5d17 tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] Deleting port df25d0ba-3b9d-4d1f-9703-691a155dcf42 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:28:28.928945 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-92c2581f-12a0-4db9-b316-6ecc80cda070 req-90030380-2a64-4ad7-8362-caaa726d5d17 tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (df25d0ba-3b9d-4d1f-9703-691a155dcf42), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:28.969444 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2755ec-34bb-4917-9a59-80a4cef39e45 req-7f69826e-154e-4c9d-a177-acfb1b3e6434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:28.973651 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-af2755ec-34bb-4917-9a59-80a4cef39e45 req-7f69826e-154e-4c9d-a177-acfb1b3e6434 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=b1455719-dbf3-43d8-939a-ce5bdd8c8583 HTTP/1.1" status: 200 len: 1127 time: 0.0799458 Feb 09 21:28:29.037323 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-92c2581f-12a0-4db9-b316-6ecc80cda070 req-90030380-2a64-4ad7-8362-caaa726d5d17 tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] For port df25d0ba-3b9d-4d1f-9703-691a155dcf42, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=df25d0ba-3b9d-4d1f-9703-691a155dcf42,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:28:29.037726 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-92c2581f-12a0-4db9-b316-6ecc80cda070 req-90030380-2a64-4ad7-8362-caaa726d5d17 tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (df25d0ba-3b9d-4d1f-9703-691a155dcf42), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:29.052612 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-92c2581f-12a0-4db9-b316-6ecc80cda070 req-90030380-2a64-4ad7-8362-caaa726d5d17 tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] Calling delete_port for df25d0ba-3b9d-4d1f-9703-691a155dcf42 owned by compute:tempest-test_az-1328913751 {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:28:29.069372 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-af2755ec-34bb-4917-9a59-80a4cef39e45 req-2a88e54a-415e-473e-8ead-81749008740d service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845788 Feb 09 21:28:29.229607 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-92c2581f-12a0-4db9-b316-6ecc80cda070 req-90030380-2a64-4ad7-8362-caaa726d5d17 tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (df25d0ba-3b9d-4d1f-9703-691a155dcf42), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:29.243224 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['df25d0ba-3b9d-4d1f-9703-691a155dcf42'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:28:29.266464 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9580f925-8f36-4e28-b90a-2afc12cb9583 req-15471351-f83d-4c63-9219-d744657ee728 tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:29.267406 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90030380-2a64-4ad7-8362-caaa726d5d17 tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] Pushing event deleted for resources: {'Port': ['ID=df25d0ba-3b9d-4d1f-9703-691a155dcf42,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:29.272393 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9580f925-8f36-4e28-b90a-2afc12cb9583 req-15471351-f83d-4c63-9219-d744657ee728 tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] 10.222.0.90 "GET /v2.0/ports?device_id=1ab05f9b-94c3-48fb-a278-805d8cc5ddb0 HTTP/1.1" status: 200 len: 972 time: 0.1138363 Feb 09 21:28:29.313648 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-92c2581f-12a0-4db9-b316-6ecc80cda070 req-90030380-2a64-4ad7-8362-caaa726d5d17 tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] No DVR routers for this DVR port df25d0ba-3b9d-4d1f-9703-691a155dcf42 on host n-h2-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:28:29.317225 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-92c2581f-12a0-4db9-b316-6ecc80cda070 req-90030380-2a64-4ad7-8362-caaa726d5d17 tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:29.321524 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-92c2581f-12a0-4db9-b316-6ecc80cda070 req-90030380-2a64-4ad7-8362-caaa726d5d17 tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] 10.222.0.89 "DELETE /v2.0/ports/df25d0ba-3b9d-4d1f-9703-691a155dcf42 HTTP/1.1" status: 204 len: 173 time: 0.5808721 Feb 09 21:28:29.322254 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ab05f9b-94c3-48fb-a278-805d8cc5ddb0', 'name': 'network-vif-deleted', 'tag': 'df25d0ba-3b9d-4d1f-9703-691a155dcf42'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:28:29.332040 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-919dcd01-c151-4005-8c9c-dc174086c8c2" -d '{"events": [{"server_uuid": "1ab05f9b-94c3-48fb-a278-805d8cc5ddb0", "name": "network-vif-deleted", "tag": "df25d0ba-3b9d-4d1f-9703-691a155dcf42"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:28:29.370371 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9580f925-8f36-4e28-b90a-2afc12cb9583 req-60269adf-0544-4d9d-a37d-2270387c39a3 tempest-ServersAdminNegativeTestJSON-1132705340 tempest-ServersAdminNegativeTestJSON-1132705340-project] 10.222.0.90 "GET /v2.0/security-groups?id=de89aeae-9279-4562-8602-a4eda38792b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832193 Feb 09 21:28:29.416848 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-942820c2-8269-4b1b-960e-111453ac2c1b x-openstack-request-id: req-942820c2-8269-4b1b-960e-111453ac2c1b {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:28:29.417150 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ab05f9b-94c3-48fb-a278-805d8cc5ddb0", "name": "network-vif-deleted", "tag": "df25d0ba-3b9d-4d1f-9703-691a155dcf42", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:28:29.417456 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-942820c2-8269-4b1b-960e-111453ac2c1b {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:28:29.417863 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ab05f9b-94c3-48fb-a278-805d8cc5ddb0', 'name': 'network-vif-deleted', 'tag': 'df25d0ba-3b9d-4d1f-9703-691a155dcf42', 'status': 'completed', 'code': 200} Feb 09 21:28:29.479764 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45968) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:29.496859 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f378a2-f08f-4d2f-af57-f7966b969df4 req-9d7484c1-f9eb-4a52-870d-dd0e85509248 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:29.500451 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-39f378a2-f08f-4d2f-af57-f7966b969df4 req-9d7484c1-f9eb-4a52-870d-dd0e85509248 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=b1455719-dbf3-43d8-939a-ce5bdd8c8583 HTTP/1.1" status: 200 len: 945 time: 0.0714223 Feb 09 21:28:29.566618 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-39f378a2-f08f-4d2f-af57-f7966b969df4 req-4dddd915-4e48-4e78-9216-61bbcd0a4edb tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604231 Feb 09 21:28:29.746539 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f46b1f8d-3dd6-4977-b12d-13805a719f96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:29.751916 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dbbb28-66fa-4b1f-bb86-b1b3b456d007 req-5214d3f8-a058-4b9a-9cf3-140a35afcf97 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:29.759626 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-33dbbb28-66fa-4b1f-bb86-b1b3b456d007 req-5214d3f8-a058-4b9a-9cf3-140a35afcf97 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/networks?id=43a15864-976d-4c1b-9eca-ababf91abd28 HTTP/1.1" status: 200 len: 805 time: 0.1155238 Feb 09 21:28:29.778250 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-33dbbb28-66fa-4b1f-bb86-b1b3b456d007 req-62b8960f-dbd7-446a-98bc-5fc8f05200da tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/quotas/36e1dd978cdd4dd2b729c86f8565b340 HTTP/1.1" status: 200 len: 375 time: 0.0176659 Feb 09 21:28:29.861577 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-33dbbb28-66fa-4b1f-bb86-b1b3b456d007 req-615e8702-5938-42d0-97fa-5aad6692cc58 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=36e1dd978cdd4dd2b729c86f8565b340&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0822885 Feb 09 21:28:29.865478 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f46b1f8d-3dd6-4977-b12d-13805a719f96 admin admin] Publish callbacks [] for security_group (c442bfeb-24b2-4d2a-9cc0-16e4ad9406bf), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:29.869486 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f46b1f8d-3dd6-4977-b12d-13805a719f96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (c442bfeb-24b2-4d2a-9cc0-16e4ad9406bf), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:29.914922 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46b1f8d-3dd6-4977-b12d-13805a719f96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c442bfeb-24b2-4d2a-9cc0-16e4ad9406bf,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:29.919465 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-f46b1f8d-3dd6-4977-b12d-13805a719f96 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=706f12d82ff74439970226ac60f688e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4384427 Feb 09 21:28:29.922076 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45994) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:29.976014 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-33dbbb28-66fa-4b1f-bb86-b1b3b456d007 req-06d373cf-6222-4f30-ad51-6a5572354d7b service neutron] 10.222.0.90 "GET /v2.0/networks/43a15864-976d-4c1b-9eca-ababf91abd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134946 Feb 09 21:28:29.979532 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f9af9784-2669-489a-ae8b-da8615e12d74 admin admin] Publish callbacks [] for security_group (c442bfeb-24b2-4d2a-9cc0-16e4ad9406bf), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:30.002742 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f9af9784-2669-489a-ae8b-da8615e12d74 admin admin] Publish callbacks [] for security_group (c442bfeb-24b2-4d2a-9cc0-16e4ad9406bf), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:30.057786 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f9af9784-2669-489a-ae8b-da8615e12d74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (c442bfeb-24b2-4d2a-9cc0-16e4ad9406bf), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:30.060586 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f9af9784-2669-489a-ae8b-da8615e12d74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:30.064021 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-f9af9784-2669-489a-ae8b-da8615e12d74 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/c442bfeb-24b2-4d2a-9cc0-16e4ad9406bf HTTP/1.1" status: 204 len: 168 time: 0.1385434 Feb 09 21:28:30.071052 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9af9784-2669-489a-ae8b-da8615e12d74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c442bfeb-24b2-4d2a-9cc0-16e4ad9406bf,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:30.127209 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-33dbbb28-66fa-4b1f-bb86-b1b3b456d007 req-27121183-b435-4045-bea1-f4e20a36a0b3 service neutron] 10.222.0.90 "GET /v2.0/networks/43a15864-976d-4c1b-9eca-ababf91abd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438773 Feb 09 21:28:30.294429 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e96ea4e7-50fc-4882-96eb-ccf46b6af731 req-4ef5e88e-c505-400a-a50e-c4d1fdd12d03 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/ports?device_id=dd839f0e-e023-46ce-9c3b-851d3c21ae78 HTTP/1.1" status: 200 len: 210 time: 0.0292459 Feb 09 21:28:30.599888 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 46042) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:30.618753 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d2e96bcb-c9e4-433d-af48-1cb4deaf4614 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:30.756530 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a8fb10-7781-4072-8228-b16106a9e06c req-00c62a45-d76b-4d26-89ad-5a4b2367ad8f tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:30.760759 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-04a8fb10-7781-4072-8228-b16106a9e06c req-00c62a45-d76b-4d26-89ad-5a4b2367ad8f tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=b1455719-dbf3-43d8-939a-ce5bdd8c8583 HTTP/1.1" status: 200 len: 945 time: 0.0842261 Feb 09 21:28:30.834541 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-04a8fb10-7781-4072-8228-b16106a9e06c req-46e97231-5b6d-426b-bfba-134b810b69a5 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663521 Feb 09 21:28:30.859019 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d2e96bcb-c9e4-433d-af48-1cb4deaf4614 admin admin] Publish callbacks [] for security_group (589e1c71-ee93-48a0-a461-2da757e5211f), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:30.863354 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d2e96bcb-c9e4-433d-af48-1cb4deaf4614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (589e1c71-ee93-48a0-a461-2da757e5211f), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:30.905335 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-d2e96bcb-c9e4-433d-af48-1cb4deaf4614 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=dd26567c678e42a2afb986f3cd4f9ee6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3029711 Feb 09 21:28:30.908110 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 46052) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:30.916820 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e96bcb-c9e4-433d-af48-1cb4deaf4614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=589e1c71-ee93-48a0-a461-2da757e5211f,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:30.972255 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d652a4a1-5e37-4071-b32e-d7dd2118ccbc admin admin] Publish callbacks [] for security_group (589e1c71-ee93-48a0-a461-2da757e5211f), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:31.006234 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d652a4a1-5e37-4071-b32e-d7dd2118ccbc admin admin] Publish callbacks [] for security_group (589e1c71-ee93-48a0-a461-2da757e5211f), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:31.062044 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d652a4a1-5e37-4071-b32e-d7dd2118ccbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (589e1c71-ee93-48a0-a461-2da757e5211f), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:31.064740 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d652a4a1-5e37-4071-b32e-d7dd2118ccbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:31.068439 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-d652a4a1-5e37-4071-b32e-d7dd2118ccbc admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/589e1c71-ee93-48a0-a461-2da757e5211f HTTP/1.1" status: 204 len: 168 time: 0.1565800 Feb 09 21:28:31.074640 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d652a4a1-5e37-4071-b32e-d7dd2118ccbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=589e1c71-ee93-48a0-a461-2da757e5211f,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:31.202724 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 46066) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:31.428377 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7c0ddc79-0f6f-4f6b-9e03-4658cd537829 req-a48268b0-abb0-4439-acd9-aa5285717fcb tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/ports?device_id=dd839f0e-e023-46ce-9c3b-851d3c21ae78 HTTP/1.1" status: 200 len: 210 time: 0.0442793 Feb 09 21:28:31.527085 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dbbb28-66fa-4b1f-bb86-b1b3b456d007 req-cafa82b2-1e2f-47c8-94a2-1162de6bf15b tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:31.531536 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-33dbbb28-66fa-4b1f-bb86-b1b3b456d007 req-cafa82b2-1e2f-47c8-94a2-1162de6bf15b tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.89 "GET /v2.0/networks?id=43a15864-976d-4c1b-9eca-ababf91abd28 HTTP/1.1" status: 200 len: 805 time: 0.1630714 Feb 09 21:28:31.535368 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-8980e3ed-4e0f-4c82-a382-8c63520240f5 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=8e5c2141d1364c2b8b407f257911ec8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3307829 Feb 09 21:28:31.538111 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 46086) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:31.548090 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-33dbbb28-66fa-4b1f-bb86-b1b3b456d007 req-3f35e3d7-9f6d-4680-ae55-ef3973958390 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Request body: {'port': {'device_id': 'dd839f0e-e023-46ce-9c3b-851d3c21ae78', 'network_id': '43a15864-976d-4c1b-9eca-ababf91abd28', 'admin_state_up': True, 'tenant_id': '36e1dd978cdd4dd2b729c86f8565b340'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:28:31.594157 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ce73e346-e360-4a33-80aa-10d73178baa0 admin admin] Publish callbacks [] for security_group (de89aeae-9279-4562-8602-a4eda38792b7), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:31.620848 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ce73e346-e360-4a33-80aa-10d73178baa0 admin admin] Publish callbacks [] for security_group (de89aeae-9279-4562-8602-a4eda38792b7), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:31.674848 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ce73e346-e360-4a33-80aa-10d73178baa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (de89aeae-9279-4562-8602-a4eda38792b7), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:31.677813 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ce73e346-e360-4a33-80aa-10d73178baa0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:31.681581 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-ce73e346-e360-4a33-80aa-10d73178baa0 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/de89aeae-9279-4562-8602-a4eda38792b7 HTTP/1.1" status: 204 len: 168 time: 0.1388242 Feb 09 21:28:31.690212 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce73e346-e360-4a33-80aa-10d73178baa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de89aeae-9279-4562-8602-a4eda38792b7,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:31.698599 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33dbbb28-66fa-4b1f-bb86-b1b3b456d007 req-3f35e3d7-9f6d-4680-ae55-ef3973958390 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Made reservation on behalf of 36e1dd978cdd4dd2b729c86f8565b340 for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:28:31.710349 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-33dbbb28-66fa-4b1f-bb86-b1b3b456d007 req-3f35e3d7-9f6d-4680-ae55-ef3973958390 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:31.849106 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [req-33dbbb28-66fa-4b1f-bb86-b1b3b456d007 req-3f35e3d7-9f6d-4680-ae55-ef3973958390 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Allocated IP 172.20.0.7 (43a15864-976d-4c1b-9eca-ababf91abd28/8aa2c19c-86ec-4da6-bb2c-e80ae4e7aac9/2dda7f19-90e5-400c-88b9-ef3a57c843ff) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:28:31.854843 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 46106) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:31.951691 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device df25d0ba-3b9d-4d1f-9703-691a155dcf42 no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:28:31.979075 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f589489e-9ed0-433f-a657-7aa8f82e931b req-c8f72054-a722-4493-81eb-7b1026a25c97 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:31.990053 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f589489e-9ed0-433f-a657-7aa8f82e931b req-c8f72054-a722-4493-81eb-7b1026a25c97 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=b1455719-dbf3-43d8-939a-ce5bdd8c8583 HTTP/1.1" status: 200 len: 945 time: 0.0847116 Feb 09 21:28:31.995504 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] No Port match for: df25d0ba-3b9d-4d1f-9703-691a155dcf42 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:28:31.995883 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device df25d0ba-3b9d-4d1f-9703-691a155dcf42 not bound to the agent host n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:28:32.047142 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 46e86cd0-8e00-4a6a-ad98-03ad96c9547b no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:28:32.094578 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-33dbbb28-66fa-4b1f-bb86-b1b3b456d007 req-3f35e3d7-9f6d-4680-ae55-ef3973958390 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Publish callbacks [] for port (2dda7f19-90e5-400c-88b9-ef3a57c843ff), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:32.115306 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f589489e-9ed0-433f-a657-7aa8f82e931b req-4f9dbd8f-42a5-4c4f-9cfd-7332df44034f tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242363 Feb 09 21:28:32.167377 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-33dbbb28-66fa-4b1f-bb86-b1b3b456d007 req-3f35e3d7-9f6d-4680-ae55-ef3973958390 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (2dda7f19-90e5-400c-88b9-ef3a57c843ff), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:32.215992 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33dbbb28-66fa-4b1f-bb86-b1b3b456d007 req-3f35e3d7-9f6d-4680-ae55-ef3973958390 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Network 43a15864-976d-4c1b-9eca-ababf91abd28 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:28:32.219723 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [req-33dbbb28-66fa-4b1f-bb86-b1b3b456d007 req-3f35e3d7-9f6d-4680-ae55-ef3973958390 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:28:32.222381 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b520742-1f9f-4b07-b30c-39324a4efcec req-16dc1585-76ff-4395-b17a-e9ed722cfa83 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:32.224451 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-33dbbb28-66fa-4b1f-bb86-b1b3b456d007 req-3f35e3d7-9f6d-4680-ae55-ef3973958390 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:28:32.229895 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5b520742-1f9f-4b07-b30c-39324a4efcec req-16dc1585-76ff-4395-b17a-e9ed722cfa83 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.95 "GET /v2.0/ports?device_id=534f8af0-9b3d-46ac-8f50-e70a0892fc50 HTTP/1.1" status: 200 len: 946 time: 0.1921804 Feb 09 21:28:32.256066 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 46e86cd0-8e00-4a6a-ad98-03ad96c9547b is: ACTIVE; New status is: DOWN {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:28:32.256681 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (46e86cd0-8e00-4a6a-ad98-03ad96c9547b), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:32.284055 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dbbb28-66fa-4b1f-bb86-b1b3b456d007 req-3f35e3d7-9f6d-4680-ae55-ef3973958390 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:32.284875 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-33dbbb28-66fa-4b1f-bb86-b1b3b456d007 req-3f35e3d7-9f6d-4680-ae55-ef3973958390 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:32.293686 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '534f8af0-9b3d-46ac-8f50-e70a0892fc50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46e86cd0-8e00-4a6a-ad98-03ad96c9547b'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:28:32.296252 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54c9f1f7-e557-4117-ab7f-2a6629c2f3b4" -d '{"events": [{"server_uuid": "534f8af0-9b3d-46ac-8f50-e70a0892fc50", "name": "network-vif-unplugged", "status": "completed", "tag": "46e86cd0-8e00-4a6a-ad98-03ad96c9547b"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:28:32.311649 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 46e86cd0-8e00-4a6a-ad98-03ad96c9547b, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=46e86cd0-8e00-4a6a-ad98-03ad96c9547b,segment=NetworkSegment(79d7c118-8629-48e7-a704-27a42c218b4f),segment_id=79d7c118-8629-48e7-a704-27a42c218b4f)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:28:32.317714 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (46e86cd0-8e00-4a6a-ad98-03ad96c9547b), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:32.317946 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f35e3d7-9f6d-4680-ae55-ef3973958390 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Pushing event updated for resources: {'Port': ['ID=2dda7f19-90e5-400c-88b9-ef3a57c843ff,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:32.324439 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-33dbbb28-66fa-4b1f-bb86-b1b3b456d007 req-3f35e3d7-9f6d-4680-ae55-ef3973958390 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7802207 Feb 09 21:28:32.340899 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-33dbbb28-66fa-4b1f-bb86-b1b3b456d007 req-23765c6d-6afc-4dc8-892e-1b26d73f4b51 service neutron] Request body: {'port': {'device_id': 'dd839f0e-e023-46ce-9c3b-851d3c21ae78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:28:32.388729 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcb5752e-ec94-4e80-a050-066f452fc095 x-openstack-request-id: req-fcb5752e-ec94-4e80-a050-066f452fc095 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:28:32.390870 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "534f8af0-9b3d-46ac-8f50-e70a0892fc50", "name": "network-vif-unplugged", "status": "completed", "tag": "46e86cd0-8e00-4a6a-ad98-03ad96c9547b", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:28:32.391191 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-fcb5752e-ec94-4e80-a050-066f452fc095 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:28:32.391615 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '534f8af0-9b3d-46ac-8f50-e70a0892fc50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46e86cd0-8e00-4a6a-ad98-03ad96c9547b', 'code': 200} Feb 09 21:28:32.448295 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-33dbbb28-66fa-4b1f-bb86-b1b3b456d007 req-23765c6d-6afc-4dc8-892e-1b26d73f4b51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (2dda7f19-90e5-400c-88b9-ef3a57c843ff), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:32.454441 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=46e86cd0-8e00-4a6a-ad98-03ad96c9547b,revision_number=8']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:32.474701 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-708e7297-6f79-44a4-98dd-e67edca6221d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:32.505293 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 46134) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:32.632554 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-6a49a51e-3ed4-4ef9-b848-ef64554b0a80 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=81bbb7efa94d49cb88222104e317b212&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1259713 Feb 09 21:28:32.635464 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 46136) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:32.760987 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d8887f1f-e3f0-4adb-a1b3-981ca34587a9 admin admin] Publish callbacks [] for security_group (32e4fbe5-35f3-43aa-91dc-ffc0d4124a7a), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:32.801543 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d8887f1f-e3f0-4adb-a1b3-981ca34587a9 admin admin] Publish callbacks [] for security_group (32e4fbe5-35f3-43aa-91dc-ffc0d4124a7a), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:32.854943 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0b06e2-4279-4fa6-b1e9-61d25738e341 req-08bbc217-0038-4473-b303-cf05b6ea1cfe tempest-LiveMigrationTest-1736264502 tempest-LiveMigrationTest-1736264502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:32.856446 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4e0b06e2-4279-4fa6-b1e9-61d25738e341 req-08bbc217-0038-4473-b303-cf05b6ea1cfe tempest-LiveMigrationTest-1736264502 tempest-LiveMigrationTest-1736264502-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=b1455719-dbf3-43d8-939a-ce5bdd8c8583 HTTP/1.1" status: 200 len: 1127 time: 0.4732647 Feb 09 21:28:32.879702 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-33dbbb28-66fa-4b1f-bb86-b1b3b456d007 req-23765c6d-6afc-4dc8-892e-1b26d73f4b51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dda7f19-90e5-400c-88b9-ef3a57c843ff {{(pid=103141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:28:32.888855 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-33dbbb28-66fa-4b1f-bb86-b1b3b456d007 req-23765c6d-6afc-4dc8-892e-1b26d73f4b51 service neutron] Publish callbacks [] for port (2dda7f19-90e5-400c-88b9-ef3a57c843ff), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:32.889707 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9377e7-509a-41b2-b7f5-ba2050c7c5be req-63357771-0f5e-4bfe-a375-26d86eafddc7 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:32.891189 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bb9377e7-509a-41b2-b7f5-ba2050c7c5be req-63357771-0f5e-4bfe-a375-26d86eafddc7 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/ports?device_id=dd839f0e-e023-46ce-9c3b-851d3c21ae78 HTTP/1.1" status: 200 len: 931 time: 0.1443512 Feb 09 21:28:32.901584 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d8887f1f-e3f0-4adb-a1b3-981ca34587a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (32e4fbe5-35f3-43aa-91dc-ffc0d4124a7a), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:32.905256 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d8887f1f-e3f0-4adb-a1b3-981ca34587a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:32.908674 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-d8887f1f-e3f0-4adb-a1b3-981ca34587a9 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/32e4fbe5-35f3-43aa-91dc-ffc0d4124a7a HTTP/1.1" status: 204 len: 168 time: 0.2698085 Feb 09 21:28:32.914315 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-33dbbb28-66fa-4b1f-bb86-b1b3b456d007 req-23765c6d-6afc-4dc8-892e-1b26d73f4b51 service neutron] Transition to ACTIVE for port object 2dda7f19-90e5-400c-88b9-ef3a57c843ff will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:28:32.920819 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8887f1f-e3f0-4adb-a1b3-981ca34587a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e4fbe5-35f3-43aa-91dc-ffc0d4124a7a,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:32.922361 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-5b520742-1f9f-4b07-b30c-39324a4efcec req-a1f6b80b-f09c-4e9e-9116-cb5814a81278 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Deleting port 46e86cd0-8e00-4a6a-ad98-03ad96c9547b {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:28:32.922560 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-33dbbb28-66fa-4b1f-bb86-b1b3b456d007 req-23765c6d-6afc-4dc8-892e-1b26d73f4b51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (2dda7f19-90e5-400c-88b9-ef3a57c843ff), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:32.922681 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-5b520742-1f9f-4b07-b30c-39324a4efcec req-a1f6b80b-f09c-4e9e-9116-cb5814a81278 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (46e86cd0-8e00-4a6a-ad98-03ad96c9547b), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:32.979520 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23765c6d-6afc-4dc8-892e-1b26d73f4b51 service neutron] Pushing event updated for resources: {'Port': ['ID=2dda7f19-90e5-400c-88b9-ef3a57c843ff,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:33.052077 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4e0b06e2-4279-4fa6-b1e9-61d25738e341 req-7c162088-8e28-42b8-a477-ffecb71a9437 tempest-LiveMigrationTest-1736264502 tempest-LiveMigrationTest-1736264502-project-admin] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867225 Feb 09 21:28:33.088538 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-708e7297-6f79-44a4-98dd-e67edca6221d admin admin] Publish callbacks [] for security_group (7b4893f6-cfbb-45d2-891a-63c627b1b231), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:33.089584 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-33dbbb28-66fa-4b1f-bb86-b1b3b456d007 req-23765c6d-6afc-4dc8-892e-1b26d73f4b51 service neutron] Attempting to bind port 2dda7f19-90e5-400c-88b9-ef3a57c843ff on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:28:33.090267 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-33dbbb28-66fa-4b1f-bb86-b1b3b456d007 req-23765c6d-6afc-4dc8-892e-1b26d73f4b51 service neutron] Attempting to bind port 2dda7f19-90e5-400c-88b9-ef3a57c843ff by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': '79d7c118-8629-48e7-a704-27a42c218b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '43a15864-976d-4c1b-9eca-ababf91abd28'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:28:33.090819 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33dbbb28-66fa-4b1f-bb86-b1b3b456d007 req-23765c6d-6afc-4dc8-892e-1b26d73f4b51 service neutron] Attempting to bind port 2dda7f19-90e5-400c-88b9-ef3a57c843ff on network 43a15864-976d-4c1b-9eca-ababf91abd28 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:28:33.097051 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33dbbb28-66fa-4b1f-bb86-b1b3b456d007 req-23765c6d-6afc-4dc8-892e-1b26d73f4b51 service neutron] Port 2dda7f19-90e5-400c-88b9-ef3a57c843ff on network 43a15864-976d-4c1b-9eca-ababf91abd28 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:28:33.097494 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33dbbb28-66fa-4b1f-bb86-b1b3b456d007 req-23765c6d-6afc-4dc8-892e-1b26d73f4b51 service neutron] Attempting to bind port 2dda7f19-90e5-400c-88b9-ef3a57c843ff on network 43a15864-976d-4c1b-9eca-ababf91abd28 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:28:33.104282 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33dbbb28-66fa-4b1f-bb86-b1b3b456d007 req-23765c6d-6afc-4dc8-892e-1b26d73f4b51 service neutron] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:28:33.104913 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33dbbb28-66fa-4b1f-bb86-b1b3b456d007 req-23765c6d-6afc-4dc8-892e-1b26d73f4b51 service neutron] Checking segment: {'id': '79d7c118-8629-48e7-a704-27a42c218b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '43a15864-976d-4c1b-9eca-ababf91abd28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:28:33.105445 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33dbbb28-66fa-4b1f-bb86-b1b3b456d007 req-23765c6d-6afc-4dc8-892e-1b26d73f4b51 service neutron] Bound using segment: {'id': '79d7c118-8629-48e7-a704-27a42c218b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '43a15864-976d-4c1b-9eca-ababf91abd28'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:28:33.106158 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-33dbbb28-66fa-4b1f-bb86-b1b3b456d007 req-23765c6d-6afc-4dc8-892e-1b26d73f4b51 service neutron] Bound port: 2dda7f19-90e5-400c-88b9-ef3a57c843ff, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79d7c118-8629-48e7-a704-27a42c218b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '43a15864-976d-4c1b-9eca-ababf91abd28'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:28:33.106670 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-33dbbb28-66fa-4b1f-bb86-b1b3b456d007 req-23765c6d-6afc-4dc8-892e-1b26d73f4b51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (2dda7f19-90e5-400c-88b9-ef3a57c843ff), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:33.110803 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bb9377e7-509a-41b2-b7f5-ba2050c7c5be req-3a259ec4-1eba-414e-8638-b6afe8bf8d26 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/security-groups?id=8827d060-7266-4559-a6cc-b0bbf702a8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904047 Feb 09 21:28:33.113843 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-708e7297-6f79-44a4-98dd-e67edca6221d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (7b4893f6-cfbb-45d2-891a-63c627b1b231), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:33.159898 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-5b520742-1f9f-4b07-b30c-39324a4efcec req-a1f6b80b-f09c-4e9e-9116-cb5814a81278 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] For port 46e86cd0-8e00-4a6a-ad98-03ad96c9547b, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=46e86cd0-8e00-4a6a-ad98-03ad96c9547b,segment=NetworkSegment(79d7c118-8629-48e7-a704-27a42c218b4f),segment_id=79d7c118-8629-48e7-a704-27a42c218b4f)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:28:33.160288 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-5b520742-1f9f-4b07-b30c-39324a4efcec req-a1f6b80b-f09c-4e9e-9116-cb5814a81278 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (46e86cd0-8e00-4a6a-ad98-03ad96c9547b), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:33.211062 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-5b520742-1f9f-4b07-b30c-39324a4efcec req-a1f6b80b-f09c-4e9e-9116-cb5814a81278 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Calling delete_port for 46e86cd0-8e00-4a6a-ad98-03ad96c9547b owned by compute:nova {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:28:33.211789 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-33dbbb28-66fa-4b1f-bb86-b1b3b456d007 req-23765c6d-6afc-4dc8-892e-1b26d73f4b51 service neutron] For port 2dda7f19-90e5-400c-88b9-ef3a57c843ff, host n-h2-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:28:33.216567 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-33dbbb28-66fa-4b1f-bb86-b1b3b456d007 req-23765c6d-6afc-4dc8-892e-1b26d73f4b51 service neutron] For port 2dda7f19-90e5-400c-88b9-ef3a57c843ff, host n-h2-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=2dda7f19-90e5-400c-88b9-ef3a57c843ff,segment=NetworkSegment(79d7c118-8629-48e7-a704-27a42c218b4f),segment_id=79d7c118-8629-48e7-a704-27a42c218b4f)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:28:33.223783 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-708e7297-6f79-44a4-98dd-e67edca6221d admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=9d41596abe864c9cb45eb491e3376d40&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3653362 Feb 09 21:28:33.223783 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708e7297-6f79-44a4-98dd-e67edca6221d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b4893f6-cfbb-45d2-891a-63c627b1b231,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:33.224067 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-33dbbb28-66fa-4b1f-bb86-b1b3b456d007 req-23765c6d-6afc-4dc8-892e-1b26d73f4b51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (2dda7f19-90e5-400c-88b9-ef3a57c843ff), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:33.224171 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 46164) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:33.269441 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dbbb28-66fa-4b1f-bb86-b1b3b456d007 req-23765c6d-6afc-4dc8-892e-1b26d73f4b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:33.270120 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-33dbbb28-66fa-4b1f-bb86-b1b3b456d007 req-23765c6d-6afc-4dc8-892e-1b26d73f4b51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:33.271507 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-33dbbb28-66fa-4b1f-bb86-b1b3b456d007 req-23765c6d-6afc-4dc8-892e-1b26d73f4b51 service neutron] 10.222.0.89 "PUT /v2.0/ports/2dda7f19-90e5-400c-88b9-ef3a57c843ff HTTP/1.1" status: 200 len: 1091 time: 0.9396019 Feb 09 21:28:33.271958 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd839f0e-e023-46ce-9c3b-851d3c21ae78', 'tag': '2dda7f19-90e5-400c-88b9-ef3a57c843ff'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:28:33.274754 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d041b65c-afb1-435b-bf69-2e1f7d868e1e" -d '{"events": [{"name": "network-changed", "server_uuid": "dd839f0e-e023-46ce-9c3b-851d3c21ae78", "tag": "2dda7f19-90e5-400c-88b9-ef3a57c843ff"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:28:33.330218 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23765c6d-6afc-4dc8-892e-1b26d73f4b51 service neutron] Pushing event updated for resources: {'Port': ['ID=2dda7f19-90e5-400c-88b9-ef3a57c843ff,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:33.374741 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dbbb28-66fa-4b1f-bb86-b1b3b456d007 req-a4fcb872-d906-4e70-b2a1-afdaa4e51a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:33.376273 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-33dbbb28-66fa-4b1f-bb86-b1b3b456d007 req-a4fcb872-d906-4e70-b2a1-afdaa4e51a0b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=36e1dd978cdd4dd2b729c86f8565b340&device_id=dd839f0e-e023-46ce-9c3b-851d3c21ae78 HTTP/1.1" status: 200 len: 1125 time: 0.0612228 Feb 09 21:28:33.393193 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1f004e-e2d3-4ade-b413-946091788299 req-58e391f5-3c1d-4699-87b1-b1c9b61179e6 tempest-LiveMigrationTest-1736264502 tempest-LiveMigrationTest-1736264502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:33.394978 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2d1f004e-e2d3-4ade-b413-946091788299 req-58e391f5-3c1d-4699-87b1-b1c9b61179e6 tempest-LiveMigrationTest-1736264502 tempest-LiveMigrationTest-1736264502-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=b1455719-dbf3-43d8-939a-ce5bdd8c8583 HTTP/1.1" status: 200 len: 1127 time: 0.1800222 Feb 09 21:28:33.408380 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d7055a7b-4b31-4980-8388-f9154d19c6de admin admin] Publish callbacks [] for security_group (7b4893f6-cfbb-45d2-891a-63c627b1b231), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:33.441252 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-33dbbb28-66fa-4b1f-bb86-b1b3b456d007 req-7c8a53b8-af02-4857-9e36-a18104a7a8c5 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2dda7f19-90e5-400c-88b9-ef3a57c843ff HTTP/1.1" status: 200 len: 217 time: 0.0547023 Feb 09 21:28:33.459757 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d7055a7b-4b31-4980-8388-f9154d19c6de admin admin] Publish callbacks [] for security_group (7b4893f6-cfbb-45d2-891a-63c627b1b231), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:33.508781 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dbbb28-66fa-4b1f-bb86-b1b3b456d007 req-ce67cc64-43a2-45fb-ae7b-b89905c27285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:33.511718 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-33dbbb28-66fa-4b1f-bb86-b1b3b456d007 req-ce67cc64-43a2-45fb-ae7b-b89905c27285 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8aa2c19c-86ec-4da6-bb2c-e80ae4e7aac9 HTTP/1.1" status: 200 len: 845 time: 0.0642412 Feb 09 21:28:33.537406 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2d1f004e-e2d3-4ade-b413-946091788299 req-a55c3c17-7dc2-48fc-a369-d6154373f000 tempest-LiveMigrationTest-1736264502 tempest-LiveMigrationTest-1736264502-project-admin] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317930 Feb 09 21:28:33.571739 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-33dbbb28-66fa-4b1f-bb86-b1b3b456d007 req-6155c27c-d7a2-4ccd-8bd1-13916d04936c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=43a15864-976d-4c1b-9eca-ababf91abd28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533311 Feb 09 21:28:33.654730 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-5b520742-1f9f-4b07-b30c-39324a4efcec req-a1f6b80b-f09c-4e9e-9116-cb5814a81278 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (46e86cd0-8e00-4a6a-ad98-03ad96c9547b), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:33.671877 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecf2a6c2-bab4-471e-ad43-a704412eff4f x-openstack-request-id: req-ecf2a6c2-bab4-471e-ad43-a704412eff4f {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:28:33.672170 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd839f0e-e023-46ce-9c3b-851d3c21ae78", "tag": "2dda7f19-90e5-400c-88b9-ef3a57c843ff", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:28:33.672453 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-ecf2a6c2-bab4-471e-ad43-a704412eff4f {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:28:33.673454 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd839f0e-e023-46ce-9c3b-851d3c21ae78', 'tag': '2dda7f19-90e5-400c-88b9-ef3a57c843ff', 'status': 'completed', 'code': 200} Feb 09 21:28:33.709134 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-33dbbb28-66fa-4b1f-bb86-b1b3b456d007 req-6619f184-1459-421a-b6fc-0c921c55b927 service neutron] 10.222.0.89 "GET /v2.0/networks/43a15864-976d-4c1b-9eca-ababf91abd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306546 Feb 09 21:28:33.732279 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d7055a7b-4b31-4980-8388-f9154d19c6de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (7b4893f6-cfbb-45d2-891a-63c627b1b231), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:33.743589 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d7055a7b-4b31-4980-8388-f9154d19c6de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:33.746298 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-d7055a7b-4b31-4980-8388-f9154d19c6de admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/7b4893f6-cfbb-45d2-891a-63c627b1b231 HTTP/1.1" status: 204 len: 168 time: 0.5126450 Feb 09 21:28:33.749824 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f6b80b-f09c-4e9e-9116-cb5814a81278 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Pushing event deleted for resources: {'Port': ['ID=46e86cd0-8e00-4a6a-ad98-03ad96c9547b,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:33.848302 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-33dbbb28-66fa-4b1f-bb86-b1b3b456d007 req-7565a2dd-b57d-4f8c-af7d-453d7e143e70 service neutron] 10.222.0.89 "GET /v2.0/networks/43a15864-976d-4c1b-9eca-ababf91abd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293988 Feb 09 21:28:33.849074 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7055a7b-4b31-4980-8388-f9154d19c6de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b4893f6-cfbb-45d2-891a-63c627b1b231,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:33.918188 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b520742-1f9f-4b07-b30c-39324a4efcec req-a1f6b80b-f09c-4e9e-9116-cb5814a81278 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] No DVR routers for this DVR port 46e86cd0-8e00-4a6a-ad98-03ad96c9547b on host n-h1-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:28:33.922909 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-5b520742-1f9f-4b07-b30c-39324a4efcec req-a1f6b80b-f09c-4e9e-9116-cb5814a81278 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:33.930161 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5b520742-1f9f-4b07-b30c-39324a4efcec req-a1f6b80b-f09c-4e9e-9116-cb5814a81278 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.95 "DELETE /v2.0/ports/46e86cd0-8e00-4a6a-ad98-03ad96c9547b HTTP/1.1" status: 204 len: 173 time: 1.6889484 Feb 09 21:28:33.934838 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '534f8af0-9b3d-46ac-8f50-e70a0892fc50', 'name': 'network-vif-deleted', 'tag': '46e86cd0-8e00-4a6a-ad98-03ad96c9547b'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:28:33.937698 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c21386e-36c4-454d-92c4-eb45e80e1210" -d '{"events": [{"server_uuid": "534f8af0-9b3d-46ac-8f50-e70a0892fc50", "name": "network-vif-deleted", "tag": "46e86cd0-8e00-4a6a-ad98-03ad96c9547b"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:28:34.011274 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f0551f-7c19-48f0-ae09-1ee64e7d7a47 req-a87ed5d3-9047-413c-91ee-0d670ab98171 tempest-NetworksTest-1431038613 tempest-NetworksTest-1431038613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:34.011761 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f0551f-7c19-48f0-ae09-1ee64e7d7a47 req-a87ed5d3-9047-413c-91ee-0d670ab98171 tempest-NetworksTest-1431038613 tempest-NetworksTest-1431038613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:34.012248 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f0551f-7c19-48f0-ae09-1ee64e7d7a47 req-a87ed5d3-9047-413c-91ee-0d670ab98171 tempest-NetworksTest-1431038613 tempest-NetworksTest-1431038613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:34.012734 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f0551f-7c19-48f0-ae09-1ee64e7d7a47 req-a87ed5d3-9047-413c-91ee-0d670ab98171 tempest-NetworksTest-1431038613 tempest-NetworksTest-1431038613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:34.013204 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f0551f-7c19-48f0-ae09-1ee64e7d7a47 req-a87ed5d3-9047-413c-91ee-0d670ab98171 tempest-NetworksTest-1431038613 tempest-NetworksTest-1431038613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:34.013669 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f0551f-7c19-48f0-ae09-1ee64e7d7a47 req-a87ed5d3-9047-413c-91ee-0d670ab98171 tempest-NetworksTest-1431038613 tempest-NetworksTest-1431038613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:34.014134 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f0551f-7c19-48f0-ae09-1ee64e7d7a47 req-a87ed5d3-9047-413c-91ee-0d670ab98171 tempest-NetworksTest-1431038613 tempest-NetworksTest-1431038613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:34.014733 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f0551f-7c19-48f0-ae09-1ee64e7d7a47 req-a87ed5d3-9047-413c-91ee-0d670ab98171 tempest-NetworksTest-1431038613 tempest-NetworksTest-1431038613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:34.017533 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e6f0551f-7c19-48f0-ae09-1ee64e7d7a47 req-a87ed5d3-9047-413c-91ee-0d670ab98171 tempest-NetworksTest-1431038613 tempest-NetworksTest-1431038613-project-admin] 10.222.0.90 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5711 time: 0.4761231 Feb 09 21:28:34.030697 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d041b65c-afb1-435b-bf69-2e1f7d868e1e req-663d53f7-a6ac-4ce6-9e6f-155be0504de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:34.037792 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d041b65c-afb1-435b-bf69-2e1f7d868e1e req-663d53f7-a6ac-4ce6-9e6f-155be0504de8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=36e1dd978cdd4dd2b729c86f8565b340&device_id=dd839f0e-e023-46ce-9c3b-851d3c21ae78 HTTP/1.1" status: 200 len: 1125 time: 0.1206079 Feb 09 21:28:34.105760 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33e06081-3fb9-4548-ba56-2d6569013fb8 x-openstack-request-id: req-33e06081-3fb9-4548-ba56-2d6569013fb8 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:28:34.106306 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "534f8af0-9b3d-46ac-8f50-e70a0892fc50", "name": "network-vif-deleted", "tag": "46e86cd0-8e00-4a6a-ad98-03ad96c9547b", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:28:34.106716 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-33e06081-3fb9-4548-ba56-2d6569013fb8 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:28:34.107294 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '534f8af0-9b3d-46ac-8f50-e70a0892fc50', 'name': 'network-vif-deleted', 'tag': '46e86cd0-8e00-4a6a-ad98-03ad96c9547b', 'status': 'completed', 'code': 200} Feb 09 21:28:34.187870 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828029a-4029-462e-8dc6-f5d94a5a5434 req-24ef0e5e-0d65-4775-993c-aaaa657fbf28 tempest-LiveMigrationTest-1736264502 tempest-LiveMigrationTest-1736264502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:34.187870 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f828029a-4029-462e-8dc6-f5d94a5a5434 req-24ef0e5e-0d65-4775-993c-aaaa657fbf28 tempest-LiveMigrationTest-1736264502 tempest-LiveMigrationTest-1736264502-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=b1455719-dbf3-43d8-939a-ce5bdd8c8583 HTTP/1.1" status: 200 len: 1127 time: 0.0757978 Feb 09 21:28:34.191339 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d041b65c-afb1-435b-bf69-2e1f7d868e1e req-d0e6b2ac-e967-491b-9ee4-c3bcea1ebb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:34.193040 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d041b65c-afb1-435b-bf69-2e1f7d868e1e req-d0e6b2ac-e967-491b-9ee4-c3bcea1ebb34 service neutron] 10.222.0.89 "GET /v2.0/networks?id=43a15864-976d-4c1b-9eca-ababf91abd28 HTTP/1.1" status: 200 len: 906 time: 0.1487827 Feb 09 21:28:34.248791 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d041b65c-afb1-435b-bf69-2e1f7d868e1e req-d06ef3b5-3743-4138-8e5b-17df88339f3e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2dda7f19-90e5-400c-88b9-ef3a57c843ff HTTP/1.1" status: 200 len: 217 time: 0.0484624 Feb 09 21:28:34.284632 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f828029a-4029-462e-8dc6-f5d94a5a5434 req-c6f775a6-247e-4048-b39b-0689b8fad397 tempest-LiveMigrationTest-1736264502 tempest-LiveMigrationTest-1736264502-project-admin] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967464 Feb 09 21:28:34.325253 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3486b35-6d03-4828-8ebd-4c56a1bde13c req-d9a5ee5e-6b63-4060-9ad8-c01514aa4274 tempest-NetworksTest-1431038613 tempest-NetworksTest-1431038613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:34.328387 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d041b65c-afb1-435b-bf69-2e1f7d868e1e req-091455be-3940-49b1-ab67-ebdf076f4244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:34.331606 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d041b65c-afb1-435b-bf69-2e1f7d868e1e req-091455be-3940-49b1-ab67-ebdf076f4244 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8aa2c19c-86ec-4da6-bb2c-e80ae4e7aac9 HTTP/1.1" status: 200 len: 845 time: 0.0745845 Feb 09 21:28:34.340240 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a3486b35-6d03-4828-8ebd-4c56a1bde13c req-d9a5ee5e-6b63-4060-9ad8-c01514aa4274 tempest-NetworksTest-1431038613 tempest-NetworksTest-1431038613-project-admin] 10.222.0.90 "GET /v2.0/networks/54a442d5-50a0-4c75-85cc-d19f5bf58118 HTTP/1.1" status: 200 len: 886 time: 0.1348908 Feb 09 21:28:34.373069 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d041b65c-afb1-435b-bf69-2e1f7d868e1e req-141caa2e-940a-480b-b102-912774589232 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=43a15864-976d-4c1b-9eca-ababf91abd28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349572 Feb 09 21:28:34.431764 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 46222) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:34.486079 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d041b65c-afb1-435b-bf69-2e1f7d868e1e req-daf11356-3446-40a3-ac19-4578ff6e71da service neutron] 10.222.0.89 "GET /v2.0/networks/43a15864-976d-4c1b-9eca-ababf91abd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015058 Feb 09 21:28:34.493080 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ccc6d611-4c1d-4be0-8b44-75a3e32ba115 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:34.557511 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 46224) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:34.613949 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66c3797-c100-444a-8b01-0a8f4a28c9d8 req-f6664f59-482b-4ae0-90e1-097ef70fdca1 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:34.622026 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b66c3797-c100-444a-8b01-0a8f4a28c9d8 req-f6664f59-482b-4ae0-90e1-097ef70fdca1 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/ports?device_id=dd839f0e-e023-46ce-9c3b-851d3c21ae78 HTTP/1.1" status: 200 len: 943 time: 0.1919804 Feb 09 21:28:34.642515 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a681a-fb66-47b0-96c1-e87c0f3a6713 req-7f26ae74-6023-4080-bef6-bb9bfeee3c86 tempest-NetworksTest-1431038613 tempest-NetworksTest-1431038613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:34.642883 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a681a-fb66-47b0-96c1-e87c0f3a6713 req-7f26ae74-6023-4080-bef6-bb9bfeee3c86 tempest-NetworksTest-1431038613 tempest-NetworksTest-1431038613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:34.643357 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a681a-fb66-47b0-96c1-e87c0f3a6713 req-7f26ae74-6023-4080-bef6-bb9bfeee3c86 tempest-NetworksTest-1431038613 tempest-NetworksTest-1431038613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:34.643907 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a681a-fb66-47b0-96c1-e87c0f3a6713 req-7f26ae74-6023-4080-bef6-bb9bfeee3c86 tempest-NetworksTest-1431038613 tempest-NetworksTest-1431038613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:34.644517 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a681a-fb66-47b0-96c1-e87c0f3a6713 req-7f26ae74-6023-4080-bef6-bb9bfeee3c86 tempest-NetworksTest-1431038613 tempest-NetworksTest-1431038613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:34.645221 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a681a-fb66-47b0-96c1-e87c0f3a6713 req-7f26ae74-6023-4080-bef6-bb9bfeee3c86 tempest-NetworksTest-1431038613 tempest-NetworksTest-1431038613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:34.645690 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a681a-fb66-47b0-96c1-e87c0f3a6713 req-7f26ae74-6023-4080-bef6-bb9bfeee3c86 tempest-NetworksTest-1431038613 tempest-NetworksTest-1431038613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:34.646155 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a681a-fb66-47b0-96c1-e87c0f3a6713 req-7f26ae74-6023-4080-bef6-bb9bfeee3c86 tempest-NetworksTest-1431038613 tempest-NetworksTest-1431038613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:34.648658 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-023a681a-fb66-47b0-96c1-e87c0f3a6713 req-7f26ae74-6023-4080-bef6-bb9bfeee3c86 tempest-NetworksTest-1431038613 tempest-NetworksTest-1431038613-project-admin] 10.222.0.90 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5711 time: 0.2743263 Feb 09 21:28:34.683735 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d041b65c-afb1-435b-bf69-2e1f7d868e1e req-01d97cd5-d2cb-4bb5-b5cb-5577993d9a76 service neutron] 10.222.0.89 "GET /v2.0/networks/43a15864-976d-4c1b-9eca-ababf91abd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896927 Feb 09 21:28:34.725388 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b66c3797-c100-444a-8b01-0a8f4a28c9d8 req-5a4e7f34-ad9b-418c-9a10-abfbc867c4db tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/security-groups?id=8827d060-7266-4559-a6cc-b0bbf702a8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985785 Feb 09 21:28:34.738808 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ccc6d611-4c1d-4be0-8b44-75a3e32ba115 admin admin] Publish callbacks [] for security_group (4fa5ff38-83af-482f-9bcd-026bdc0796d7), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:34.743432 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ccc6d611-4c1d-4be0-8b44-75a3e32ba115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (4fa5ff38-83af-482f-9bcd-026bdc0796d7), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:34.793527 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-ccc6d611-4c1d-4be0-8b44-75a3e32ba115 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=178ea78469534d3694d40b8b19db5c24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3587284 Feb 09 21:28:34.794573 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc6d611-4c1d-4be0-8b44-75a3e32ba115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fa5ff38-83af-482f-9bcd-026bdc0796d7,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:34.796184 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 46238) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:34.864719 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-0b895bb5-67d8-4ca1-917a-3752cd9ecb01 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-219208914-network', 'tenant_id': '04eb17455a2144b4b7f396e67b8ea869'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:28:34.865531 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cfe9abd9-3273-49d7-8fe7-5538181163b0 admin admin] Publish callbacks [] for security_group (4fa5ff38-83af-482f-9bcd-026bdc0796d7), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:34.901673 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b895bb5-67d8-4ca1-917a-3752cd9ecb01 admin admin] Made reservation on behalf of 04eb17455a2144b4b7f396e67b8ea869 for: {'network': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:28:34.905075 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0b895bb5-67d8-4ca1-917a-3752cd9ecb01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:34.911964 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cfe9abd9-3273-49d7-8fe7-5538181163b0 admin admin] Publish callbacks [] for security_group (4fa5ff38-83af-482f-9bcd-026bdc0796d7), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:34.916254 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0b895bb5-67d8-4ca1-917a-3752cd9ecb01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:35.006364 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cfe9abd9-3273-49d7-8fe7-5538181163b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (4fa5ff38-83af-482f-9bcd-026bdc0796d7), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:35.009186 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cfe9abd9-3273-49d7-8fe7-5538181163b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:35.010346 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-cfe9abd9-3273-49d7-8fe7-5538181163b0 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/4fa5ff38-83af-482f-9bcd-026bdc0796d7 HTTP/1.1" status: 204 len: 168 time: 0.2131584 Feb 09 21:28:35.027679 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe9abd9-3273-49d7-8fe7-5538181163b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fa5ff38-83af-482f-9bcd-026bdc0796d7,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:35.068664 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0b895bb5-67d8-4ca1-917a-3752cd9ecb01 admin admin] Publish callbacks [] for security_group (91d83400-638e-47e1-98a6-6d0e50fe073b), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:35.074397 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0b895bb5-67d8-4ca1-917a-3752cd9ecb01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (91d83400-638e-47e1-98a6-6d0e50fe073b), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:35.112814 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b895bb5-67d8-4ca1-917a-3752cd9ecb01 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=103140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:28:35.123872 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 46260) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:35.124797 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b895bb5-67d8-4ca1-917a-3752cd9ecb01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91d83400-638e-47e1-98a6-6d0e50fe073b,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:35.135743 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0b895bb5-67d8-4ca1-917a-3752cd9ecb01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (7e28b8c9-ecc1-48d2-86d6-3d500c94213a), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:35.136153 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-0b895bb5-67d8-4ca1-917a-3752cd9ecb01 admin admin] Added segment 7e28b8c9-ecc1-48d2-86d6-3d500c94213a of type vlan for network 9df85c44-5a4f-402a-9193-81a0f5796da6 Feb 09 21:28:35.185791 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0b895bb5-67d8-4ca1-917a-3752cd9ecb01 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (9df85c44-5a4f-402a-9193-81a0f5796da6), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:35.213987 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0b895bb5-67d8-4ca1-917a-3752cd9ecb01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (9df85c44-5a4f-402a-9193-81a0f5796da6), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:35.215106 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b895bb5-67d8-4ca1-917a-3752cd9ecb01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:35.215728 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0b895bb5-67d8-4ca1-917a-3752cd9ecb01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:35.280869 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-0b895bb5-67d8-4ca1-917a-3752cd9ecb01 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7210898 Feb 09 21:28:35.284057 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 46266) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:35.291662 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-a93fc919-e3dd-4388-92f3-44d2ab0a8b70 admin admin] Request body: {'subnet': {'network_id': '9df85c44-5a4f-402a-9193-81a0f5796da6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-219208914-subnet', 'tenant_id': '04eb17455a2144b4b7f396e67b8ea869', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:28:35.319224 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a93fc919-e3dd-4388-92f3-44d2ab0a8b70 admin admin] Made reservation on behalf of 04eb17455a2144b4b7f396e67b8ea869 for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:28:35.319774 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b895bb5-67d8-4ca1-917a-3752cd9ecb01 admin admin] Pushing event updated for resources: {'Network': ['ID=9df85c44-5a4f-402a-9193-81a0f5796da6,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:35.322328 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a93fc919-e3dd-4388-92f3-44d2ab0a8b70 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:35.341865 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 9df85c44-5a4f-402a-9193-81a0f5796da6 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:28:35.508180 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e6f8f4-5070-4de6-adb8-49863f5c95cc req-2076934b-a5aa-4e2b-9d82-884149cdbe42 tempest-LiveMigrationTest-1736264502 tempest-LiveMigrationTest-1736264502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:35.510342 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-74e6f8f4-5070-4de6-adb8-49863f5c95cc req-2076934b-a5aa-4e2b-9d82-884149cdbe42 tempest-LiveMigrationTest-1736264502 tempest-LiveMigrationTest-1736264502-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=b1455719-dbf3-43d8-939a-ce5bdd8c8583 HTTP/1.1" status: 200 len: 1127 time: 0.0674908 Feb 09 21:28:35.566784 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-74e6f8f4-5070-4de6-adb8-49863f5c95cc req-f3b23a1a-e04e-426f-a8eb-7611b991c2e9 tempest-LiveMigrationTest-1736264502 tempest-LiveMigrationTest-1736264502-project-admin] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496235 Feb 09 21:28:35.589160 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b32e0cd4-faaf-45a4-a212-1952aa0237bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:35.592586 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a93fc919-e3dd-4388-92f3-44d2ab0a8b70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (bb410f7a-eaa2-4874-8d34-d75f106855c8), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:35.693363 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93fc919-e3dd-4388-92f3-44d2ab0a8b70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb410f7a-eaa2-4874-8d34-d75f106855c8,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:35.699362 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93fc919-e3dd-4388-92f3-44d2ab0a8b70 admin admin] Checking segment: {'id': '7e28b8c9-ecc1-48d2-86d6-3d500c94213a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '9df85c44-5a4f-402a-9193-81a0f5796da6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:28:35.699920 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93fc919-e3dd-4388-92f3-44d2ab0a8b70 admin admin] Network hostable DHCP agents. Network: 9df85c44-5a4f-402a-9193-81a0f5796da6, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:28:35.746222 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93fc919-e3dd-4388-92f3-44d2ab0a8b70 admin admin] Network 9df85c44-5a4f-402a-9193-81a0f5796da6 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:28:35.775950 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-a93fc919-e3dd-4388-92f3-44d2ab0a8b70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 9df85c44-5a4f-402a-9193-81a0f5796da6) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:28:35.779146 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b32e0cd4-faaf-45a4-a212-1952aa0237bf admin admin] Publish callbacks [] for security_group (b81fa66f-43f4-4fdc-8a3c-60058d562096), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:35.782807 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93fc919-e3dd-4388-92f3-44d2ab0a8b70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:35.783402 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a93fc919-e3dd-4388-92f3-44d2ab0a8b70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:35.785229 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf23b34-e949-45d2-9fe4-0120f96afe93 None None] Network 9df85c44-5a4f-402a-9193-81a0f5796da6 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:28:35.787356 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b32e0cd4-faaf-45a4-a212-1952aa0237bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (b81fa66f-43f4-4fdc-8a3c-60058d562096), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:35.841983 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-a93fc919-e3dd-4388-92f3-44d2ab0a8b70 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5565908 Feb 09 21:28:35.856829 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-b32e0cd4-faaf-45a4-a212-1952aa0237bf admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=5c5c7730fc2948ba973f23a50aba9ac1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7302356 Feb 09 21:28:35.857181 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 46304) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:35.858051 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32e0cd4-faaf-45a4-a212-1952aa0237bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b81fa66f-43f4-4fdc-8a3c-60058d562096,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:35.975238 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb1f3d0-cfbb-49b0-a23d-4d5d4b8f2ffa None None] Network 9df85c44-5a4f-402a-9193-81a0f5796da6 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:28:36.004869 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77d3505-dc65-4bd9-88f9-07e7f0905dd0 req-ad5941af-c8b1-4a43-99b0-2581c06f3fc9 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:36.006441 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b77d3505-dc65-4bd9-88f9-07e7f0905dd0 req-ad5941af-c8b1-4a43-99b0-2581c06f3fc9 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/ports?device_id=dd839f0e-e023-46ce-9c3b-851d3c21ae78 HTTP/1.1" status: 200 len: 943 time: 0.1124101 Feb 09 21:28:36.030767 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-db0c0e6d-bd95-4071-a780-053d8cfdb68d admin admin] Publish callbacks [] for security_group (b81fa66f-43f4-4fdc-8a3c-60058d562096), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:36.076194 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-db0c0e6d-bd95-4071-a780-053d8cfdb68d admin admin] Publish callbacks [] for security_group (b81fa66f-43f4-4fdc-8a3c-60058d562096), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:36.090610 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 46e86cd0-8e00-4a6a-ad98-03ad96c9547b no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:28:36.103082 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b77d3505-dc65-4bd9-88f9-07e7f0905dd0 req-28a7d1f2-c656-40cd-aaf3-2f1e3840d524 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/security-groups?id=8827d060-7266-4559-a6cc-b0bbf702a8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900195 Feb 09 21:28:36.118682 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] No Port match for: 46e86cd0-8e00-4a6a-ad98-03ad96c9547b {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:28:36.119318 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 46e86cd0-8e00-4a6a-ad98-03ad96c9547b not bound to the agent host n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:28:36.176316 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-db0c0e6d-bd95-4071-a780-053d8cfdb68d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (b81fa66f-43f4-4fdc-8a3c-60058d562096), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:36.181083 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-db0c0e6d-bd95-4071-a780-053d8cfdb68d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:36.182609 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-db0c0e6d-bd95-4071-a780-053d8cfdb68d admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/b81fa66f-43f4-4fdc-8a3c-60058d562096 HTTP/1.1" status: 204 len: 168 time: 0.3230672 Feb 09 21:28:36.194554 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 46322) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:36.206221 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0c0e6d-bd95-4071-a780-053d8cfdb68d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b81fa66f-43f4-4fdc-8a3c-60058d562096,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:36.605490 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f5a783cc-bd41-4c18-b634-dbb9dde7d68c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:36.697033 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f5a783cc-bd41-4c18-b634-dbb9dde7d68c admin admin] Publish callbacks [] for security_group (d381507c-1ed7-403f-931b-46d658069e1d), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:36.701548 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f5a783cc-bd41-4c18-b634-dbb9dde7d68c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (d381507c-1ed7-403f-931b-46d658069e1d), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:36.746927 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-f5a783cc-bd41-4c18-b634-dbb9dde7d68c admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=eccca031d0274baaa83d2b23da6bd316&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5493860 Feb 09 21:28:36.749578 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a783cc-bd41-4c18-b634-dbb9dde7d68c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d381507c-1ed7-403f-931b-46d658069e1d,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:36.751609 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 46374) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:36.814143 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ac93c758-bfbd-4d65-a078-262f24a303a0 admin admin] Publish callbacks [] for security_group (d381507c-1ed7-403f-931b-46d658069e1d), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:36.845300 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ac93c758-bfbd-4d65-a078-262f24a303a0 admin admin] Publish callbacks [] for security_group (d381507c-1ed7-403f-931b-46d658069e1d), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:36.865092 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 46382) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:36.879037 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9f971e0e-0cc4-4daf-83b4-8feb440165eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:36.921880 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ac93c758-bfbd-4d65-a078-262f24a303a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (d381507c-1ed7-403f-931b-46d658069e1d), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:36.924532 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ac93c758-bfbd-4d65-a078-262f24a303a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:36.928812 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-ac93c758-bfbd-4d65-a078-262f24a303a0 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/d381507c-1ed7-403f-931b-46d658069e1d HTTP/1.1" status: 204 len: 168 time: 0.1725070 Feb 09 21:28:36.938292 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac93c758-bfbd-4d65-a078-262f24a303a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d381507c-1ed7-403f-931b-46d658069e1d,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:37.032753 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9f971e0e-0cc4-4daf-83b4-8feb440165eb admin admin] Publish callbacks [] for security_group (b6f309b2-39f8-4f39-a1dc-8e2cda1afdcf), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:37.040725 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9f971e0e-0cc4-4daf-83b4-8feb440165eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (b6f309b2-39f8-4f39-a1dc-8e2cda1afdcf), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:37.107317 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f971e0e-0cc4-4daf-83b4-8feb440165eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f309b2-39f8-4f39-a1dc-8e2cda1afdcf,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:37.118227 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-9f971e0e-0cc4-4daf-83b4-8feb440165eb admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=b2bd685f335d4f85a9ce22991781ac2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2478898 Feb 09 21:28:37.118227 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 46404) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:37.193778 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5c47862c-f4c5-4085-a03b-d47cd7fdf52c admin admin] Publish callbacks [] for security_group (b6f309b2-39f8-4f39-a1dc-8e2cda1afdcf), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:37.223742 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5c47862c-f4c5-4085-a03b-d47cd7fdf52c admin admin] Publish callbacks [] for security_group (b6f309b2-39f8-4f39-a1dc-8e2cda1afdcf), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:37.309626 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e63aac-d634-4343-a850-3c7e56bdeab3 req-a02daf21-5882-4fc8-93cf-ecc7ce7d7d0a tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:37.311165 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a2e63aac-d634-4343-a850-3c7e56bdeab3 req-a02daf21-5882-4fc8-93cf-ecc7ce7d7d0a tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/ports?device_id=dd839f0e-e023-46ce-9c3b-851d3c21ae78 HTTP/1.1" status: 200 len: 943 time: 0.0717785 Feb 09 21:28:37.347254 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5c47862c-f4c5-4085-a03b-d47cd7fdf52c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (b6f309b2-39f8-4f39-a1dc-8e2cda1afdcf), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:37.350115 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5c47862c-f4c5-4085-a03b-d47cd7fdf52c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:37.360355 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-5c47862c-f4c5-4085-a03b-d47cd7fdf52c admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/b6f309b2-39f8-4f39-a1dc-8e2cda1afdcf HTTP/1.1" status: 204 len: 168 time: 0.2408962 Feb 09 21:28:37.375501 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c47862c-f4c5-4085-a03b-d47cd7fdf52c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f309b2-39f8-4f39-a1dc-8e2cda1afdcf,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:37.425918 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a2e63aac-d634-4343-a850-3c7e56bdeab3 req-3d9a4f26-ec37-4e9a-aaac-6073815da34f tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/security-groups?id=8827d060-7266-4559-a6cc-b0bbf702a8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042719 Feb 09 21:28:37.542425 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [req-74424535-af3d-493e-8bbf-40be50afb87c req-8672d4e5-59c8-497a-a3be-7e0f77242c44 tempest-LiveMigrationTest-1736264502 tempest-LiveMigrationTest-1736264502-project-admin] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=103141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:28:37.543400 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-74424535-af3d-493e-8bbf-40be50afb87c req-8672d4e5-59c8-497a-a3be-7e0f77242c44 tempest-LiveMigrationTest-1736264502 tempest-LiveMigrationTest-1736264502-project-admin] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058503 Feb 09 21:28:37.590431 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74424535-af3d-493e-8bbf-40be50afb87c req-99c24ff6-6490-4bef-9f16-7b4b32898938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:37.592658 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-74424535-af3d-493e-8bbf-40be50afb87c req-99c24ff6-6490-4bef-9f16-7b4b32898938 service neutron] 10.222.0.90 "GET /v2.0/ports/0d72936c-afe6-4eac-8ad5-a1b800d90aaa HTTP/1.1" status: 200 len: 1124 time: 0.0419528 Feb 09 21:28:37.602871 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-74424535-af3d-493e-8bbf-40be50afb87c req-4c67b496-6c58-4837-80d5-8155152fae7d service neutron] Request body: {'binding': {'host': 'n-h2-828369-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:28:37.603757 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-74424535-af3d-493e-8bbf-40be50afb87c req-4c67b496-6c58-4837-80d5-8155152fae7d service neutron] Unknown quota resources ['binding']. {{(pid=103141) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 21:28:37.614515 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 46426) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:37.629739 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-eb5b14a2-7baf-4b7f-9351-f7bd3c81d22c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:37.718411 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 46430) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:37.738535 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-eb5b14a2-7baf-4b7f-9351-f7bd3c81d22c admin admin] Publish callbacks [] for security_group (c6101bc6-6c0d-41f4-a976-d8c7aebdb0bf), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:37.743274 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-eb5b14a2-7baf-4b7f-9351-f7bd3c81d22c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (c6101bc6-6c0d-41f4-a976-d8c7aebdb0bf), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:37.778441 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-74424535-af3d-493e-8bbf-40be50afb87c req-4c67b496-6c58-4837-80d5-8155152fae7d service neutron] Attempting to bind port 0d72936c-afe6-4eac-8ad5-a1b800d90aaa on host n-h2-828369-5 for vnic_type normal with profile None {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:28:37.779168 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-74424535-af3d-493e-8bbf-40be50afb87c req-4c67b496-6c58-4837-80d5-8155152fae7d service neutron] Attempting to bind port 0d72936c-afe6-4eac-8ad5-a1b800d90aaa by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': '2e235117-e979-4e65-8640-84c4faf827fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '5406f657-d0e3-4570-bda7-aeb2bc509011'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:28:37.779578 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74424535-af3d-493e-8bbf-40be50afb87c req-4c67b496-6c58-4837-80d5-8155152fae7d service neutron] Attempting to bind port 0d72936c-afe6-4eac-8ad5-a1b800d90aaa on network 5406f657-d0e3-4570-bda7-aeb2bc509011 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:28:37.785114 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74424535-af3d-493e-8bbf-40be50afb87c req-4c67b496-6c58-4837-80d5-8155152fae7d service neutron] Port 0d72936c-afe6-4eac-8ad5-a1b800d90aaa on network 5406f657-d0e3-4570-bda7-aeb2bc509011 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:28:37.785516 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74424535-af3d-493e-8bbf-40be50afb87c req-4c67b496-6c58-4837-80d5-8155152fae7d service neutron] Attempting to bind port 0d72936c-afe6-4eac-8ad5-a1b800d90aaa on network 5406f657-d0e3-4570-bda7-aeb2bc509011 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:28:37.791558 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74424535-af3d-493e-8bbf-40be50afb87c req-4c67b496-6c58-4837-80d5-8155152fae7d service neutron] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:28:37.792000 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74424535-af3d-493e-8bbf-40be50afb87c req-4c67b496-6c58-4837-80d5-8155152fae7d service neutron] Checking segment: {'id': '2e235117-e979-4e65-8640-84c4faf827fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '5406f657-d0e3-4570-bda7-aeb2bc509011'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:28:37.792486 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74424535-af3d-493e-8bbf-40be50afb87c req-4c67b496-6c58-4837-80d5-8155152fae7d service neutron] Bound using segment: {'id': '2e235117-e979-4e65-8640-84c4faf827fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '5406f657-d0e3-4570-bda7-aeb2bc509011'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:28:37.792990 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-74424535-af3d-493e-8bbf-40be50afb87c req-4c67b496-6c58-4837-80d5-8155152fae7d service neutron] Bound port: 0d72936c-afe6-4eac-8ad5-a1b800d90aaa, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e235117-e979-4e65-8640-84c4faf827fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '5406f657-d0e3-4570-bda7-aeb2bc509011'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:28:37.793745 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-eb5b14a2-7baf-4b7f-9351-f7bd3c81d22c admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=ca2e2ab73f2246ffb403f73c966f5b2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1775472 Feb 09 21:28:37.796261 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 46434) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:37.825196 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5b14a2-7baf-4b7f-9351-f7bd3c81d22c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6101bc6-6c0d-41f4-a976-d8c7aebdb0bf,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:37.834742 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 46438) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:37.845390 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-aac60a64-143f-497e-851f-3e88e775f854 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1427588694-network', 'tenant_id': '5c87ddae6ff348359f7fe0781b6c7e58'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:28:37.860073 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-07e8703f-7f0f-45cc-9844-333f009ea1b5 admin admin] Publish callbacks [] for security_group (c6101bc6-6c0d-41f4-a976-d8c7aebdb0bf), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:37.868783 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aac60a64-143f-497e-851f-3e88e775f854 admin admin] Made reservation on behalf of 5c87ddae6ff348359f7fe0781b6c7e58 for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:28:37.871765 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-aac60a64-143f-497e-851f-3e88e775f854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:37.885907 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-aac60a64-143f-497e-851f-3e88e775f854 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:37.886112 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-07e8703f-7f0f-45cc-9844-333f009ea1b5 admin admin] Publish callbacks [] for security_group (c6101bc6-6c0d-41f4-a976-d8c7aebdb0bf), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:37.902080 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-74424535-af3d-493e-8bbf-40be50afb87c req-4c67b496-6c58-4837-80d5-8155152fae7d service neutron] For port 0d72936c-afe6-4eac-8ad5-a1b800d90aaa, host n-h2-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=0d72936c-afe6-4eac-8ad5-a1b800d90aaa,segment=NetworkSegment(2e235117-e979-4e65-8640-84c4faf827fd),segment_id=2e235117-e979-4e65-8640-84c4faf827fd)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:28:37.910493 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-74424535-af3d-493e-8bbf-40be50afb87c req-4c67b496-6c58-4837-80d5-8155152fae7d service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:37.924864 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-74424535-af3d-493e-8bbf-40be50afb87c req-4c67b496-6c58-4837-80d5-8155152fae7d service neutron] 10.222.0.90 "POST /v2.0/ports/0d72936c-afe6-4eac-8ad5-a1b800d90aaa/bindings HTTP/1.1" status: 201 len: 389 time: 0.3242464 Feb 09 21:28:37.947670 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-07e8703f-7f0f-45cc-9844-333f009ea1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (c6101bc6-6c0d-41f4-a976-d8c7aebdb0bf), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:37.950367 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-07e8703f-7f0f-45cc-9844-333f009ea1b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:37.954093 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-07e8703f-7f0f-45cc-9844-333f009ea1b5 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/c6101bc6-6c0d-41f4-a976-d8c7aebdb0bf HTTP/1.1" status: 204 len: 168 time: 0.1559250 Feb 09 21:28:37.972487 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 2dda7f19-90e5-400c-88b9-ef3a57c843ff details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:28:37.986239 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e8703f-7f0f-45cc-9844-333f009ea1b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6101bc6-6c0d-41f4-a976-d8c7aebdb0bf,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:38.001491 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-67c487a4-f81c-43e2-b632-259396534256 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:38.087790 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-aac60a64-143f-497e-851f-3e88e775f854 admin admin] Publish callbacks [] for security_group (4abb652e-42f1-4de1-a367-8f7c43753ffd), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:38.092815 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-aac60a64-143f-497e-851f-3e88e775f854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (4abb652e-42f1-4de1-a367-8f7c43753ffd), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:38.108075 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aac60a64-143f-497e-851f-3e88e775f854 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:28:38.137244 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-aac60a64-143f-497e-851f-3e88e775f854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (f1da6d59-b57a-4211-a905-ae8b53170380), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:38.137868 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-aac60a64-143f-497e-851f-3e88e775f854 admin admin] Added segment f1da6d59-b57a-4211-a905-ae8b53170380 of type vlan for network 0a0a90a1-fd70-43f1-b79e-7ccb3dd9c012 Feb 09 21:28:38.198344 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-aac60a64-143f-497e-851f-3e88e775f854 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (0a0a90a1-fd70-43f1-b79e-7ccb3dd9c012), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:38.214083 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 2dda7f19-90e5-400c-88b9-ef3a57c843ff, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=2dda7f19-90e5-400c-88b9-ef3a57c843ff,segment=NetworkSegment(79d7c118-8629-48e7-a704-27a42c218b4f),segment_id=79d7c118-8629-48e7-a704-27a42c218b4f)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:28:38.230370 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': '2dda7f19-90e5-400c-88b9-ef3a57c843ff', 'network_id': '43a15864-976d-4c1b-9eca-ababf91abd28', 'port_id': '2dda7f19-90e5-400c-88b9-ef3a57c843ff', 'mac_address': 'fa:16:3e:62:89:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8aa2c19c-86ec-4da6-bb2c-e80ae4e7aac9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:28:38.242635 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-aac60a64-143f-497e-851f-3e88e775f854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (0a0a90a1-fd70-43f1-b79e-7ccb3dd9c012), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:38.243585 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac60a64-143f-497e-851f-3e88e775f854 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:38.244408 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-aac60a64-143f-497e-851f-3e88e775f854 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:38.253830 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-67c487a4-f81c-43e2-b632-259396534256 admin admin] Publish callbacks [] for security_group (d05d7992-3132-4377-9687-f621e819f4be), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:38.269528 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-67c487a4-f81c-43e2-b632-259396534256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (d05d7992-3132-4377-9687-f621e819f4be), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:38.279327 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 2dda7f19-90e5-400c-88b9-ef3a57c843ff is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:28:38.279827 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (2dda7f19-90e5-400c-88b9-ef3a57c843ff), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:38.296660 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dda7f19-90e5-400c-88b9-ef3a57c843ff {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:28:38.338638 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 2dda7f19-90e5-400c-88b9-ef3a57c843ff, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=2dda7f19-90e5-400c-88b9-ef3a57c843ff,segment=NetworkSegment(79d7c118-8629-48e7-a704-27a42c218b4f),segment_id=79d7c118-8629-48e7-a704-27a42c218b4f)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:28:38.344935 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (2dda7f19-90e5-400c-88b9-ef3a57c843ff), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:38.361557 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b324e52c-44d5-443e-afcc-50028666d653 req-dca55731-01de-48ee-9490-8b95bc307fcb tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:38.368892 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b324e52c-44d5-443e-afcc-50028666d653 req-dca55731-01de-48ee-9490-8b95bc307fcb tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=b1455719-dbf3-43d8-939a-ce5bdd8c8583 HTTP/1.1" status: 200 len: 945 time: 0.2053196 Feb 09 21:28:38.440408 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b324e52c-44d5-443e-afcc-50028666d653 req-e2398a41-84be-46c0-a10b-91b13ed03eea tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704768 Feb 09 21:28:38.441285 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c487a4-f81c-43e2-b632-259396534256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d05d7992-3132-4377-9687-f621e819f4be,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:38.449203 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-67c487a4-f81c-43e2-b632-259396534256 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=4b615d46be2c467fae42acc0e2ecbfdb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7274406 Feb 09 21:28:38.449510 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 46460) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:38.483561 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=2dda7f19-90e5-400c-88b9-ef3a57c843ff,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:38.561580 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-24f17cfa-d98b-4e62-bcbe-71d79afa8f9a admin admin] Publish callbacks [] for security_group (d05d7992-3132-4377-9687-f621e819f4be), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:38.616558 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-24f17cfa-d98b-4e62-bcbe-71d79afa8f9a admin admin] Publish callbacks [] for security_group (d05d7992-3132-4377-9687-f621e819f4be), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:38.617763 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-aac60a64-143f-497e-851f-3e88e775f854 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7807484 Feb 09 21:28:38.618063 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac60a64-143f-497e-851f-3e88e775f854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4abb652e-42f1-4de1-a367-8f7c43753ffd,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:38.621320 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 46470) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:38.634339 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-c4a052f1-9dd2-4d9b-a02f-812bf6f2817c admin admin] Request body: {'subnet': {'network_id': '0a0a90a1-fd70-43f1-b79e-7ccb3dd9c012', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1427588694-subnet', 'tenant_id': '5c87ddae6ff348359f7fe0781b6c7e58', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:28:38.641655 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac60a64-143f-497e-851f-3e88e775f854 admin admin] Pushing event updated for resources: {'Network': ['ID=0a0a90a1-fd70-43f1-b79e-7ccb3dd9c012,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:38.646262 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74424535-af3d-493e-8bbf-40be50afb87c req-b6574973-ab72-4ada-bf64-5dc2d1f23820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:38.647969 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-74424535-af3d-493e-8bbf-40be50afb87c req-b6574973-ab72-4ada-bf64-5dc2d1f23820 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d13eb104d8994e4d9b604f1050cb6328&device_id=b1455719-dbf3-43d8-939a-ce5bdd8c8583 HTTP/1.1" status: 200 len: 1127 time: 0.4222043 Feb 09 21:28:38.659930 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 0a0a90a1-fd70-43f1-b79e-7ccb3dd9c012 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:28:38.687545 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4a052f1-9dd2-4d9b-a02f-812bf6f2817c admin admin] Made reservation on behalf of 5c87ddae6ff348359f7fe0781b6c7e58 for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:28:38.690130 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c4a052f1-9dd2-4d9b-a02f-812bf6f2817c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:38.719992 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576a6cf1-b3ac-4bba-beaf-0a94dd8c1b9a req-bf8deae2-cb6a-4c42-9e26-ee920f464d4b tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:38.722367 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-576a6cf1-b3ac-4bba-beaf-0a94dd8c1b9a req-bf8deae2-cb6a-4c42-9e26-ee920f464d4b tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/ports?device_id=dd839f0e-e023-46ce-9c3b-851d3c21ae78 HTTP/1.1" status: 200 len: 944 time: 0.1622865 Feb 09 21:28:38.739009 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['2dda7f19-90e5-400c-88b9-ef3a57c843ff'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:28:38.786277 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74424535-af3d-493e-8bbf-40be50afb87c req-ddde75e8-91c3-4c24-88da-0b7d49332e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:38.791534 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-74424535-af3d-493e-8bbf-40be50afb87c req-ddde75e8-91c3-4c24-88da-0b7d49332e9b service neutron] 10.222.0.89 "GET /v2.0/networks?id=5406f657-d0e3-4570-bda7-aeb2bc509011 HTTP/1.1" status: 200 len: 909 time: 0.1344464 Feb 09 21:28:38.850955 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-576a6cf1-b3ac-4bba-beaf-0a94dd8c1b9a req-6aaa6286-2ee3-4b18-890d-11f2e25dfb8e tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/security-groups?id=8827d060-7266-4559-a6cc-b0bbf702a8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876348 Feb 09 21:28:38.851756 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-74424535-af3d-493e-8bbf-40be50afb87c req-9bc14915-d0f8-4e91-bc57-d9b5ec398a7b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d72936c-afe6-4eac-8ad5-a1b800d90aaa HTTP/1.1" status: 200 len: 217 time: 0.0505300 Feb 09 21:28:38.856256 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-24f17cfa-d98b-4e62-bcbe-71d79afa8f9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (d05d7992-3132-4377-9687-f621e819f4be), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:38.859267 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-24f17cfa-d98b-4e62-bcbe-71d79afa8f9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:38.860618 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-24f17cfa-d98b-4e62-bcbe-71d79afa8f9a admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/d05d7992-3132-4377-9687-f621e819f4be HTTP/1.1" status: 204 len: 168 time: 0.4101913 Feb 09 21:28:38.880148 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f17cfa-d98b-4e62-bcbe-71d79afa8f9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d05d7992-3132-4377-9687-f621e819f4be,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:38.920126 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74424535-af3d-493e-8bbf-40be50afb87c req-8f38283e-d69a-4624-9121-3b771d77ab91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:38.922231 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-74424535-af3d-493e-8bbf-40be50afb87c req-8f38283e-d69a-4624-9121-3b771d77ab91 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e1ad18b5-2d0f-4d2c-9c50-5fdfdce0a556 HTTP/1.1" status: 200 len: 848 time: 0.0643101 Feb 09 21:28:38.979074 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d311faa3-0717-427c-b785-9a6dcc487222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:38.986592 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-74424535-af3d-493e-8bbf-40be50afb87c req-36a68980-8c82-4d62-9482-1d2a263d3ba9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=5406f657-d0e3-4570-bda7-aeb2bc509011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553858 Feb 09 21:28:39.010751 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c4a052f1-9dd2-4d9b-a02f-812bf6f2817c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for subnet (cad441f2-73a2-42b4-87ec-47907c938fb9), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:39.058316 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a052f1-9dd2-4d9b-a02f-812bf6f2817c admin admin] Pushing event updated for resources: {'Subnet': ['ID=cad441f2-73a2-42b4-87ec-47907c938fb9,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:39.099179 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a052f1-9dd2-4d9b-a02f-812bf6f2817c admin admin] Checking segment: {'id': 'f1da6d59-b57a-4211-a905-ae8b53170380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0a0a90a1-fd70-43f1-b79e-7ccb3dd9c012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:28:39.099942 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a052f1-9dd2-4d9b-a02f-812bf6f2817c admin admin] Network hostable DHCP agents. Network: 0a0a90a1-fd70-43f1-b79e-7ccb3dd9c012, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:28:39.111754 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-74424535-af3d-493e-8bbf-40be50afb87c req-f2aa6d6c-86ea-47c1-ad77-cd3cd5f93905 service neutron] 10.222.0.89 "GET /v2.0/networks/5406f657-d0e3-4570-bda7-aeb2bc509011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173000 Feb 09 21:28:39.124857 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a052f1-9dd2-4d9b-a02f-812bf6f2817c admin admin] Network 0a0a90a1-fd70-43f1-b79e-7ccb3dd9c012 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:28:39.143126 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-c4a052f1-9dd2-4d9b-a02f-812bf6f2817c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 0a0a90a1-fd70-43f1-b79e-7ccb3dd9c012) {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:28:39.150303 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a052f1-9dd2-4d9b-a02f-812bf6f2817c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:39.151348 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c4a052f1-9dd2-4d9b-a02f-812bf6f2817c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:39.156263 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3441adb2-3631-441f-bf57-ded2e27ace46 None None] Network 0a0a90a1-fd70-43f1-b79e-7ccb3dd9c012 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:28:39.205107 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-c4a052f1-9dd2-4d9b-a02f-812bf6f2817c admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5761290 Feb 09 21:28:39.229860 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-74424535-af3d-493e-8bbf-40be50afb87c req-4fc776e4-44bc-49fc-ad63-90404a75a003 service neutron] 10.222.0.89 "GET /v2.0/networks/5406f657-d0e3-4570-bda7-aeb2bc509011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100676 Feb 09 21:28:39.326569 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de6be96-fe63-40cc-89c2-d0f81934b838 None None] Network 0a0a90a1-fd70-43f1-b79e-7ccb3dd9c012 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:28:39.360963 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74424535-af3d-493e-8bbf-40be50afb87c req-805c4a5b-97dc-443a-aeed-89cbf300e2ae tempest-LiveMigrationTest-1736264502 tempest-LiveMigrationTest-1736264502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:39.362828 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-74424535-af3d-493e-8bbf-40be50afb87c req-805c4a5b-97dc-443a-aeed-89cbf300e2ae tempest-LiveMigrationTest-1736264502 tempest-LiveMigrationTest-1736264502-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=b1455719-dbf3-43d8-939a-ce5bdd8c8583&tenant_id=d13eb104d8994e4d9b604f1050cb6328&binding%3Ahost_id=n-h1-828369-5 HTTP/1.1" status: 200 len: 1127 time: 0.0660799 Feb 09 21:28:39.374996 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-74424535-af3d-493e-8bbf-40be50afb87c req-e4d2f88a-8334-40ae-8e34-118227d5425b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828369-5'}}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:28:39.452837 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-74424535-af3d-493e-8bbf-40be50afb87c req-e4d2f88a-8334-40ae-8e34-118227d5425b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (0d72936c-afe6-4eac-8ad5-a1b800d90aaa), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:39.494063 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 46500) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:39.514325 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-37e3f4c5-7c0b-45a3-a299-2ca24ac018c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:39.617481 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c179c953-4e4f-4c9e-a6b4-3b1fd31599a3 req-f1f9a7fc-4d45-4da9-96bc-ed9a634f99ab tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:39.619035 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c179c953-4e4f-4c9e-a6b4-3b1fd31599a3 req-f1f9a7fc-4d45-4da9-96bc-ed9a634f99ab tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=b1455719-dbf3-43d8-939a-ce5bdd8c8583 HTTP/1.1" status: 200 len: 945 time: 0.0956044 Feb 09 21:28:39.641528 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-74424535-af3d-493e-8bbf-40be50afb87c req-e4d2f88a-8334-40ae-8e34-118227d5425b service neutron] For port 0d72936c-afe6-4eac-8ad5-a1b800d90aaa, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=0d72936c-afe6-4eac-8ad5-a1b800d90aaa,segment=NetworkSegment(2e235117-e979-4e65-8640-84c4faf827fd),segment_id=2e235117-e979-4e65-8640-84c4faf827fd)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:28:39.693038 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-74424535-af3d-493e-8bbf-40be50afb87c req-e4d2f88a-8334-40ae-8e34-118227d5425b service neutron] For port 0d72936c-afe6-4eac-8ad5-a1b800d90aaa, host n-h1-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:28:39.717810 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c179c953-4e4f-4c9e-a6b4-3b1fd31599a3 req-996495fe-ef0b-4723-910d-bab2251bc16e tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869958 Feb 09 21:28:39.720067 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-37e3f4c5-7c0b-45a3-a299-2ca24ac018c3 admin admin] Publish callbacks [] for security_group (3dff170d-228e-4e0a-b6fc-9df1e3dee0fe), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:39.733876 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-37e3f4c5-7c0b-45a3-a299-2ca24ac018c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (3dff170d-228e-4e0a-b6fc-9df1e3dee0fe), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:39.765988 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1455719-dbf3-43d8-939a-ce5bdd8c8583', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d72936c-afe6-4eac-8ad5-a1b800d90aaa'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:28:39.768528 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33a5b6f5-ee25-4c85-87f1-962c38957df6" -d '{"events": [{"server_uuid": "b1455719-dbf3-43d8-939a-ce5bdd8c8583", "name": "network-vif-unplugged", "status": "completed", "tag": "0d72936c-afe6-4eac-8ad5-a1b800d90aaa"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:28:39.772688 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-74424535-af3d-493e-8bbf-40be50afb87c req-e4d2f88a-8334-40ae-8e34-118227d5425b service neutron] Publish callbacks [] for port (0d72936c-afe6-4eac-8ad5-a1b800d90aaa), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:39.781289 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-74424535-af3d-493e-8bbf-40be50afb87c req-e4d2f88a-8334-40ae-8e34-118227d5425b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (0d72936c-afe6-4eac-8ad5-a1b800d90aaa), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:39.789581 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-37e3f4c5-7c0b-45a3-a299-2ca24ac018c3 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=5232a02cec9844f7856c4c8778eafbab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2937846 Feb 09 21:28:39.790641 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 46512) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:39.798950 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e3f4c5-7c0b-45a3-a299-2ca24ac018c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dff170d-228e-4e0a-b6fc-9df1e3dee0fe,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:39.853384 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1bc55623-2e8f-492f-993e-3f6fd4ded7a9 admin admin] Publish callbacks [] for security_group (3dff170d-228e-4e0a-b6fc-9df1e3dee0fe), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:39.857514 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-780215d5-cb9c-46ee-ba66-89d402b49b95 x-openstack-request-id: req-780215d5-cb9c-46ee-ba66-89d402b49b95 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:28:39.857991 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1455719-dbf3-43d8-939a-ce5bdd8c8583", "name": "network-vif-unplugged", "status": "completed", "tag": "0d72936c-afe6-4eac-8ad5-a1b800d90aaa", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:28:39.857991 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-780215d5-cb9c-46ee-ba66-89d402b49b95 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:28:39.858337 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1455719-dbf3-43d8-939a-ce5bdd8c8583', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d72936c-afe6-4eac-8ad5-a1b800d90aaa', 'code': 200} Feb 09 21:28:39.888691 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1bc55623-2e8f-492f-993e-3f6fd4ded7a9 admin admin] Publish callbacks [] for security_group (3dff170d-228e-4e0a-b6fc-9df1e3dee0fe), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:39.943762 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 46522) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:39.944466 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d2f88a-8334-40ae-8e34-118227d5425b service neutron] Pushing event updated for resources: {'Port': ['ID=0d72936c-afe6-4eac-8ad5-a1b800d90aaa,revision_number=7']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:39.955345 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-74424535-af3d-493e-8bbf-40be50afb87c req-e4d2f88a-8334-40ae-8e34-118227d5425b service neutron] Attempting to bind port 0d72936c-afe6-4eac-8ad5-a1b800d90aaa on host n-h1-828369-5 for vnic_type normal with profile {"migrating_to": "n-h2-828369-5"} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:28:39.955685 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-74424535-af3d-493e-8bbf-40be50afb87c req-e4d2f88a-8334-40ae-8e34-118227d5425b service neutron] Attempting to bind port 0d72936c-afe6-4eac-8ad5-a1b800d90aaa by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': '2e235117-e979-4e65-8640-84c4faf827fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '5406f657-d0e3-4570-bda7-aeb2bc509011'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:28:39.956251 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74424535-af3d-493e-8bbf-40be50afb87c req-e4d2f88a-8334-40ae-8e34-118227d5425b service neutron] Attempting to bind port 0d72936c-afe6-4eac-8ad5-a1b800d90aaa on network 5406f657-d0e3-4570-bda7-aeb2bc509011 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:28:39.961897 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74424535-af3d-493e-8bbf-40be50afb87c req-e4d2f88a-8334-40ae-8e34-118227d5425b service neutron] Port 0d72936c-afe6-4eac-8ad5-a1b800d90aaa on network 5406f657-d0e3-4570-bda7-aeb2bc509011 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:28:39.962502 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74424535-af3d-493e-8bbf-40be50afb87c req-e4d2f88a-8334-40ae-8e34-118227d5425b service neutron] Attempting to bind port 0d72936c-afe6-4eac-8ad5-a1b800d90aaa on network 5406f657-d0e3-4570-bda7-aeb2bc509011 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:28:39.968141 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74424535-af3d-493e-8bbf-40be50afb87c req-e4d2f88a-8334-40ae-8e34-118227d5425b service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:28:39.968782 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74424535-af3d-493e-8bbf-40be50afb87c req-e4d2f88a-8334-40ae-8e34-118227d5425b service neutron] Checking segment: {'id': '2e235117-e979-4e65-8640-84c4faf827fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '5406f657-d0e3-4570-bda7-aeb2bc509011'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:28:39.969359 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74424535-af3d-493e-8bbf-40be50afb87c req-e4d2f88a-8334-40ae-8e34-118227d5425b service neutron] Bound using segment: {'id': '2e235117-e979-4e65-8640-84c4faf827fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '5406f657-d0e3-4570-bda7-aeb2bc509011'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:28:39.969974 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-74424535-af3d-493e-8bbf-40be50afb87c req-e4d2f88a-8334-40ae-8e34-118227d5425b service neutron] Bound port: 0d72936c-afe6-4eac-8ad5-a1b800d90aaa, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e235117-e979-4e65-8640-84c4faf827fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '5406f657-d0e3-4570-bda7-aeb2bc509011'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:28:39.970549 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-74424535-af3d-493e-8bbf-40be50afb87c req-e4d2f88a-8334-40ae-8e34-118227d5425b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (0d72936c-afe6-4eac-8ad5-a1b800d90aaa), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:39.983305 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1bc55623-2e8f-492f-993e-3f6fd4ded7a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (3dff170d-228e-4e0a-b6fc-9df1e3dee0fe), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:39.986230 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1bc55623-2e8f-492f-993e-3f6fd4ded7a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:39.987423 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-1bc55623-2e8f-492f-993e-3f6fd4ded7a9 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/3dff170d-228e-4e0a-b6fc-9df1e3dee0fe HTTP/1.1" status: 204 len: 168 time: 0.1956444 Feb 09 21:28:39.997124 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 2dda7f19-90e5-400c-88b9-ef3a57c843ff up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:28:40.013354 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc55623-2e8f-492f-993e-3f6fd4ded7a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dff170d-228e-4e0a-b6fc-9df1e3dee0fe,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:40.046737 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a09a96-90f7-4a6f-ab78-1c23e4e4bbcc req-c8366027-8906-45fb-922d-d6904b55fcf9 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:40.048779 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f6a09a96-90f7-4a6f-ab78-1c23e4e4bbcc req-c8366027-8906-45fb-922d-d6904b55fcf9 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/ports?device_id=dd839f0e-e023-46ce-9c3b-851d3c21ae78 HTTP/1.1" status: 200 len: 944 time: 0.0771568 Feb 09 21:28:40.083570 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-74424535-af3d-493e-8bbf-40be50afb87c req-e4d2f88a-8334-40ae-8e34-118227d5425b service neutron] For port 0d72936c-afe6-4eac-8ad5-a1b800d90aaa, host n-h1-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:28:40.088278 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-74424535-af3d-493e-8bbf-40be50afb87c req-e4d2f88a-8334-40ae-8e34-118227d5425b service neutron] For port 0d72936c-afe6-4eac-8ad5-a1b800d90aaa, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=0d72936c-afe6-4eac-8ad5-a1b800d90aaa,segment=NetworkSegment(2e235117-e979-4e65-8640-84c4faf827fd),segment_id=2e235117-e979-4e65-8640-84c4faf827fd)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:28:40.095058 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-74424535-af3d-493e-8bbf-40be50afb87c req-e4d2f88a-8334-40ae-8e34-118227d5425b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (0d72936c-afe6-4eac-8ad5-a1b800d90aaa), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:40.099959 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning for port 2dda7f19-90e5-400c-88b9-ef3a57c843ff completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:28:40.107050 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port 2dda7f19-90e5-400c-88b9-ef3a57c843ff triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:28:40.107446 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (2dda7f19-90e5-400c-88b9-ef3a57c843ff), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:40.112806 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f6a09a96-90f7-4a6f-ab78-1c23e4e4bbcc req-ba2109f3-7ac1-4303-89bf-09aec14be51a tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/security-groups?id=8827d060-7266-4559-a6cc-b0bbf702a8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571036 Feb 09 21:28:40.251165 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74424535-af3d-493e-8bbf-40be50afb87c req-e4d2f88a-8334-40ae-8e34-118227d5425b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:40.251938 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-74424535-af3d-493e-8bbf-40be50afb87c req-e4d2f88a-8334-40ae-8e34-118227d5425b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:40.253709 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-74424535-af3d-493e-8bbf-40be50afb87c req-e4d2f88a-8334-40ae-8e34-118227d5425b service neutron] 10.222.0.89 "PUT /v2.0/ports/0d72936c-afe6-4eac-8ad5-a1b800d90aaa HTTP/1.1" status: 200 len: 1121 time: 0.8842249 Feb 09 21:28:40.254843 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d2f88a-8334-40ae-8e34-118227d5425b service neutron] Pushing event updated for resources: {'Port': ['ID=0d72936c-afe6-4eac-8ad5-a1b800d90aaa,revision_number=8']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:40.287298 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 2dda7f19-90e5-400c-88b9-ef3a57c843ff is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:28:40.287957 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (2dda7f19-90e5-400c-88b9-ef3a57c843ff), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:40.321287 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd839f0e-e023-46ce-9c3b-851d3c21ae78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dda7f19-90e5-400c-88b9-ef3a57c843ff'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:28:40.323665 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c7b81a5-7117-479a-bf60-57af0e454137" -d '{"events": [{"server_uuid": "dd839f0e-e023-46ce-9c3b-851d3c21ae78", "name": "network-vif-plugged", "status": "completed", "tag": "2dda7f19-90e5-400c-88b9-ef3a57c843ff"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:28:40.347940 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7cd5b2e3-0417-4c98-bc6c-8a7e0761a6d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:40.356147 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 2dda7f19-90e5-400c-88b9-ef3a57c843ff, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=2dda7f19-90e5-400c-88b9-ef3a57c843ff,segment=NetworkSegment(79d7c118-8629-48e7-a704-27a42c218b4f),segment_id=79d7c118-8629-48e7-a704-27a42c218b4f)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:28:40.357663 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['0d72936c-afe6-4eac-8ad5-a1b800d90aaa'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:28:40.360443 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68ef4b0-cf2d-46c3-aeb1-fbefa5ddf25a req-470c1ab7-8704-4d71-915c-b6f1904c7784 tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:40.362010 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (2dda7f19-90e5-400c-88b9-ef3a57c843ff), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:40.363223 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a68ef4b0-cf2d-46c3-aeb1-fbefa5ddf25a req-470c1ab7-8704-4d71-915c-b6f1904c7784 tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] 10.222.0.90 "GET /v2.0/networks?id=9df85c44-5a4f-402a-9193-81a0f5796da6 HTTP/1.1" status: 200 len: 814 time: 0.1719339 Feb 09 21:28:40.414923 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a68ef4b0-cf2d-46c3-aeb1-fbefa5ddf25a req-d7cc66f6-8fc2-4654-89b3-37ae120c6555 tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] 10.222.0.90 "GET /v2.0/quotas/04eb17455a2144b4b7f396e67b8ea869 HTTP/1.1" status: 200 len: 375 time: 0.0345054 Feb 09 21:28:40.446506 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5e9857e-935d-4152-a5cb-5897c64c0841 x-openstack-request-id: req-b5e9857e-935d-4152-a5cb-5897c64c0841 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:28:40.446811 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd839f0e-e023-46ce-9c3b-851d3c21ae78", "name": "network-vif-plugged", "status": "completed", "tag": "2dda7f19-90e5-400c-88b9-ef3a57c843ff", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:28:40.447071 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-b5e9857e-935d-4152-a5cb-5897c64c0841 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:28:40.447461 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd839f0e-e023-46ce-9c3b-851d3c21ae78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dda7f19-90e5-400c-88b9-ef3a57c843ff', 'code': 200} Feb 09 21:28:40.471039 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=2dda7f19-90e5-400c-88b9-ef3a57c843ff,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:40.475571 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a68ef4b0-cf2d-46c3-aeb1-fbefa5ddf25a req-5633e7e8-cf75-4c8e-9636-6e6e776c08e0 tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=04eb17455a2144b4b7f396e67b8ea869&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0515733 Feb 09 21:28:40.487356 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 46544) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:40.527667 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7cd5b2e3-0417-4c98-bc6c-8a7e0761a6d0 admin admin] Publish callbacks [] for security_group (1356588e-a838-4c66-be15-9bb77836451a), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:40.531851 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7cd5b2e3-0417-4c98-bc6c-8a7e0761a6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (1356588e-a838-4c66-be15-9bb77836451a), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:40.626334 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-7cd5b2e3-0417-4c98-bc6c-8a7e0761a6d0 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=b38768ebde4947ae86151b5163215c16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6779053 Feb 09 21:28:40.630019 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 46550) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:40.634961 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd5b2e3-0417-4c98-bc6c-8a7e0761a6d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1356588e-a838-4c66-be15-9bb77836451a,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:40.655319 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cdb550-b8d0-47a2-ad09-defa3a698ce1 req-88226233-0c68-4661-9202-21b2426ab8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:40.656888 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c6cdb550-b8d0-47a2-ad09-defa3a698ce1 req-88226233-0c68-4661-9202-21b2426ab8f9 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=dd839f0e-e023-46ce-9c3b-851d3c21ae78 HTTP/1.1" status: 200 len: 1127 time: 0.1202097 Feb 09 21:28:40.682915 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a68ef4b0-cf2d-46c3-aeb1-fbefa5ddf25a req-e0ee94f5-23b0-4b17-836e-8cece9e4dbf5 service neutron] 10.222.0.90 "GET /v2.0/networks/9df85c44-5a4f-402a-9193-81a0f5796da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963372 Feb 09 21:28:40.707317 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-891bbf48-2f08-4637-a59f-337deac210e4 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-2114573448-network', 'tenant_id': '2bd637e202e1467d81aff230fe0a3e7e'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:28:40.724437 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c6cdb550-b8d0-47a2-ad09-defa3a698ce1 req-84ba5bec-9725-42d2-96e3-fdee71d062a2 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=8827d060-7266-4559-a6cc-b0bbf702a8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593710 Feb 09 21:28:40.728687 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-60efc414-d7fd-4554-916f-1e05d0e6b13e admin admin] Publish callbacks [] for security_group (1356588e-a838-4c66-be15-9bb77836451a), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:40.792737 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-891bbf48-2f08-4637-a59f-337deac210e4 admin admin] Made reservation on behalf of 2bd637e202e1467d81aff230fe0a3e7e for: {'network': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:28:40.795010 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-891bbf48-2f08-4637-a59f-337deac210e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:40.800714 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-60efc414-d7fd-4554-916f-1e05d0e6b13e admin admin] Publish callbacks [] for security_group (1356588e-a838-4c66-be15-9bb77836451a), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:40.845838 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-891bbf48-2f08-4637-a59f-337deac210e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:40.911093 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a68ef4b0-cf2d-46c3-aeb1-fbefa5ddf25a req-e1f8ac71-64ec-4637-ac67-c72496fd823d service neutron] 10.222.0.90 "GET /v2.0/networks/9df85c44-5a4f-402a-9193-81a0f5796da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180586 Feb 09 21:28:40.941190 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ca6615-7089-481b-a30c-0c966be239f8 req-89449173-07c4-4599-95a1-56893a0ac2c3 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:40.942692 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-46ca6615-7089-481b-a30c-0c966be239f8 req-89449173-07c4-4599-95a1-56893a0ac2c3 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=b1455719-dbf3-43d8-939a-ce5bdd8c8583 HTTP/1.1" status: 200 len: 943 time: 0.1442628 Feb 09 21:28:40.962263 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-60efc414-d7fd-4554-916f-1e05d0e6b13e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (1356588e-a838-4c66-be15-9bb77836451a), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:40.964856 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-60efc414-d7fd-4554-916f-1e05d0e6b13e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:40.968365 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-60efc414-d7fd-4554-916f-1e05d0e6b13e admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/1356588e-a838-4c66-be15-9bb77836451a HTTP/1.1" status: 204 len: 168 time: 0.3348081 Feb 09 21:28:40.991045 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60efc414-d7fd-4554-916f-1e05d0e6b13e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1356588e-a838-4c66-be15-9bb77836451a,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:40.993291 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-9df8a02b-fd96-40c1-a7bd-0788399a79ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:41.049743 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-46ca6615-7089-481b-a30c-0c966be239f8 req-4ffcf73b-6507-4f98-ad78-f2dfe9f1b650 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999818 Feb 09 21:28:41.053168 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-891bbf48-2f08-4637-a59f-337deac210e4 admin admin] Publish callbacks [] for security_group (5fea7a06-3b13-4248-a130-8c06a33fccf1), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:41.058522 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-891bbf48-2f08-4637-a59f-337deac210e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (5fea7a06-3b13-4248-a130-8c06a33fccf1), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:41.093162 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-891bbf48-2f08-4637-a59f-337deac210e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=103140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:28:41.102843 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891bbf48-2f08-4637-a59f-337deac210e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fea7a06-3b13-4248-a130-8c06a33fccf1,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:41.111637 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-891bbf48-2f08-4637-a59f-337deac210e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (aad88faa-37a1-49ac-8a06-d36169fb75d8), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:41.112053 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-891bbf48-2f08-4637-a59f-337deac210e4 admin admin] Added segment aad88faa-37a1-49ac-8a06-d36169fb75d8 of type vlan for network 37143bd2-1331-4c73-96e2-f9c3179c6daf Feb 09 21:28:41.180907 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-891bbf48-2f08-4637-a59f-337deac210e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (37143bd2-1331-4c73-96e2-f9c3179c6daf), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:41.220747 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a613d140-dcb0-4f51-8e53-0f5d387be1e0 req-0e7b2dbf-15c5-4985-9212-8acc78d536f5 tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] 10.222.0.90 "GET /v2.0/ports?device_id=7db6bdb6-0f2f-41e3-85e5-237a1be4d7cd HTTP/1.1" status: 200 len: 210 time: 0.0403054 Feb 09 21:28:41.271527 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-891bbf48-2f08-4637-a59f-337deac210e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (37143bd2-1331-4c73-96e2-f9c3179c6daf), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:41.272513 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891bbf48-2f08-4637-a59f-337deac210e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:41.273614 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-891bbf48-2f08-4637-a59f-337deac210e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:41.337406 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-891bbf48-2f08-4637-a59f-337deac210e4 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8490431 Feb 09 21:28:41.340506 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 46588) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:41.346430 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f87fec-48b6-4f40-bc70-aa14dc974ad6 req-f4811427-243c-46cc-8a90-37f7f1c64989 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:41.347942 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-26f87fec-48b6-4f40-bc70-aa14dc974ad6 req-f4811427-243c-46cc-8a90-37f7f1c64989 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/ports?device_id=dd839f0e-e023-46ce-9c3b-851d3c21ae78 HTTP/1.1" status: 200 len: 945 time: 0.1292839 Feb 09 21:28:41.351827 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-72d01702-e5c6-46a9-8bdf-17b89983afc2 admin admin] Request body: {'subnet': {'network_id': '37143bd2-1331-4c73-96e2-f9c3179c6daf', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-2114573448-subnet', 'tenant_id': '2bd637e202e1467d81aff230fe0a3e7e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:28:41.374326 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891bbf48-2f08-4637-a59f-337deac210e4 admin admin] Pushing event updated for resources: {'Network': ['ID=37143bd2-1331-4c73-96e2-f9c3179c6daf,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:41.381633 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72d01702-e5c6-46a9-8bdf-17b89983afc2 admin admin] Made reservation on behalf of 2bd637e202e1467d81aff230fe0a3e7e for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:28:41.384891 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-72d01702-e5c6-46a9-8bdf-17b89983afc2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:41.410671 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 37143bd2-1331-4c73-96e2-f9c3179c6daf details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:28:41.431403 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-26f87fec-48b6-4f40-bc70-aa14dc974ad6 req-877ff9ed-a96f-46ff-8987-2f67b84f7ee0 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/security-groups?id=8827d060-7266-4559-a6cc-b0bbf702a8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766265 Feb 09 21:28:41.645735 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 46598) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:41.663384 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-45b9b81d-4e61-4f61-b135-a238ca94da95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:41.790838 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-72d01702-e5c6-46a9-8bdf-17b89983afc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (f5dc5768-86f9-4907-b987-49606f9e43f9), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:41.796293 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-45b9b81d-4e61-4f61-b135-a238ca94da95 admin admin] Publish callbacks [] for security_group (ca5000ba-3d5e-480c-8833-e4029bf240c8), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:41.811324 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-45b9b81d-4e61-4f61-b135-a238ca94da95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (ca5000ba-3d5e-480c-8833-e4029bf240c8), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:41.857765 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d01702-e5c6-46a9-8bdf-17b89983afc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5dc5768-86f9-4907-b987-49606f9e43f9,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:41.861804 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1455719-dbf3-43d8-939a-ce5bdd8c8583', 'tag': '0d72936c-afe6-4eac-8ad5-a1b800d90aaa'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:28:41.864323 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f75fdfb3-6290-4187-91bb-4f4257e7231b" -d '{"events": [{"name": "network-changed", "server_uuid": "b1455719-dbf3-43d8-939a-ce5bdd8c8583", "tag": "0d72936c-afe6-4eac-8ad5-a1b800d90aaa"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:28:41.906739 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d01702-e5c6-46a9-8bdf-17b89983afc2 admin admin] Checking segment: {'id': 'aad88faa-37a1-49ac-8a06-d36169fb75d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '37143bd2-1331-4c73-96e2-f9c3179c6daf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:28:41.907177 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d01702-e5c6-46a9-8bdf-17b89983afc2 admin admin] Network hostable DHCP agents. Network: 37143bd2-1331-4c73-96e2-f9c3179c6daf, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:28:41.938284 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d01702-e5c6-46a9-8bdf-17b89983afc2 admin admin] Network 37143bd2-1331-4c73-96e2-f9c3179c6daf is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:28:41.975228 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-72d01702-e5c6-46a9-8bdf-17b89983afc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 37143bd2-1331-4c73-96e2-f9c3179c6daf) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:28:41.985941 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e060397-2656-4a7c-ac0d-99691850fd9a None None] Network 37143bd2-1331-4c73-96e2-f9c3179c6daf requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:28:41.994117 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d01702-e5c6-46a9-8bdf-17b89983afc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:41.994729 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-72d01702-e5c6-46a9-8bdf-17b89983afc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:42.000982 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-45b9b81d-4e61-4f61-b135-a238ca94da95 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=1bac323a138e462bac1f8dd1a9735a44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3537946 Feb 09 21:28:42.003748 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 46608) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:42.004854 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b9b81d-4e61-4f61-b135-a238ca94da95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca5000ba-3d5e-480c-8833-e4029bf240c8,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:42.015927 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7759955-20e8-4c63-8c4f-2c53fe114395 x-openstack-request-id: req-f7759955-20e8-4c63-8c4f-2c53fe114395 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:28:42.016312 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1455719-dbf3-43d8-939a-ce5bdd8c8583", "tag": "0d72936c-afe6-4eac-8ad5-a1b800d90aaa", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:28:42.016504 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-f7759955-20e8-4c63-8c4f-2c53fe114395 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:28:42.016876 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1455719-dbf3-43d8-939a-ce5bdd8c8583', 'tag': '0d72936c-afe6-4eac-8ad5-a1b800d90aaa', 'status': 'completed', 'code': 200} Feb 09 21:28:42.044566 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 0d72936c-afe6-4eac-8ad5-a1b800d90aaa details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:28:42.088756 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-72d01702-e5c6-46a9-8bdf-17b89983afc2 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7471187 Feb 09 21:28:42.169023 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fe182212-2078-4375-b046-a90434421c13 admin admin] Publish callbacks [] for security_group (ca5000ba-3d5e-480c-8833-e4029bf240c8), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:42.220250 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fe182212-2078-4375-b046-a90434421c13 admin admin] Publish callbacks [] for security_group (ca5000ba-3d5e-480c-8833-e4029bf240c8), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:42.236066 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 0d72936c-afe6-4eac-8ad5-a1b800d90aaa, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=0d72936c-afe6-4eac-8ad5-a1b800d90aaa,segment=NetworkSegment(2e235117-e979-4e65-8640-84c4faf827fd),segment_id=2e235117-e979-4e65-8640-84c4faf827fd)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:28:42.253508 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 0d72936c-afe6-4eac-8ad5-a1b800d90aaa has no active binding in host n-h2-828369-5 {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 21:28:42.345035 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fe182212-2078-4375-b046-a90434421c13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (ca5000ba-3d5e-480c-8833-e4029bf240c8), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:42.347883 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fe182212-2078-4375-b046-a90434421c13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:42.352036 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-fe182212-2078-4375-b046-a90434421c13 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/ca5000ba-3d5e-480c-8833-e4029bf240c8 HTTP/1.1" status: 204 len: 168 time: 0.3450923 Feb 09 21:28:42.352201 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064d1601-ce78-4fe5-a95d-978a65f22950 None None] Network 37143bd2-1331-4c73-96e2-f9c3179c6daf requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:28:42.365024 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe182212-2078-4375-b046-a90434421c13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca5000ba-3d5e-480c-8833-e4029bf240c8,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:42.579246 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:42.580768 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0dd3ec6d-d034-448a-92d1-943d025e7d65 req-9db7f0db-e8ee-43cc-a81d-d84891eeb3cb tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] 10.222.0.90 "GET /v2.0/ports?device_id=7db6bdb6-0f2f-41e3-85e5-237a1be4d7cd HTTP/1.1" status: 200 len: 210 time: 0.0545738 Feb 09 21:28:42.617515 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316924b8-0731-4ef5-aa36-b401ef749b82 req-61861030-a2c2-4631-8387-6e906e20a0d1 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:42.625358 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-316924b8-0731-4ef5-aa36-b401ef749b82 req-61861030-a2c2-4631-8387-6e906e20a0d1 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=b1455719-dbf3-43d8-939a-ce5bdd8c8583 HTTP/1.1" status: 200 len: 943 time: 0.0978329 Feb 09 21:28:42.636291 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75fdfb3-6290-4187-91bb-4f4257e7231b req-590ab3b7-b310-4e40-9154-456e09d350d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:42.636291 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f75fdfb3-6290-4187-91bb-4f4257e7231b req-590ab3b7-b310-4e40-9154-456e09d350d9 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=d13eb104d8994e4d9b604f1050cb6328&device_id=b1455719-dbf3-43d8-939a-ce5bdd8c8583 HTTP/1.1" status: 200 len: 1155 time: 0.5526798 Feb 09 21:28:42.802286 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-316924b8-0731-4ef5-aa36-b401ef749b82 req-b4f31927-1099-4270-9ff9-c0fd9075ab4c tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759775 Feb 09 21:28:42.849345 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb690bf-4155-4365-85b5-b644345178f1 req-6fbf8df0-3076-4aa1-923b-fc31baeac554 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:42.859400 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9eb690bf-4155-4365-85b5-b644345178f1 req-6fbf8df0-3076-4aa1-923b-fc31baeac554 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/ports?device_id=dd839f0e-e023-46ce-9c3b-851d3c21ae78 HTTP/1.1" status: 200 len: 945 time: 0.1498487 Feb 09 21:28:42.870872 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75fdfb3-6290-4187-91bb-4f4257e7231b req-677080ad-136b-4986-960f-a84fbd90a8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:42.872858 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f75fdfb3-6290-4187-91bb-4f4257e7231b req-677080ad-136b-4986-960f-a84fbd90a8fd service neutron] 10.222.0.95 "GET /v2.0/networks?id=5406f657-d0e3-4570-bda7-aeb2bc509011 HTTP/1.1" status: 200 len: 909 time: 0.2271693 Feb 09 21:28:42.942949 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f75fdfb3-6290-4187-91bb-4f4257e7231b req-c6d6d50b-bcef-4fa5-8daf-e5c8d93fcc86 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d72936c-afe6-4eac-8ad5-a1b800d90aaa HTTP/1.1" status: 200 len: 217 time: 0.0563388 Feb 09 21:28:43.025214 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75fdfb3-6290-4187-91bb-4f4257e7231b req-56a7e397-904b-4342-99b1-8633b92168ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:43.026691 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f75fdfb3-6290-4187-91bb-4f4257e7231b req-56a7e397-904b-4342-99b1-8633b92168ca service neutron] 10.222.0.95 "GET /v2.0/subnets?id=e1ad18b5-2d0f-4d2c-9c50-5fdfdce0a556 HTTP/1.1" status: 200 len: 848 time: 0.0715523 Feb 09 21:28:43.062714 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f75fdfb3-6290-4187-91bb-4f4257e7231b req-3d6073c7-c194-4805-86b1-29128c6531b2 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=5406f657-d0e3-4570-bda7-aeb2bc509011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294504 Feb 09 21:28:43.091088 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9eb690bf-4155-4365-85b5-b644345178f1 req-28f1a43c-88ae-4fc8-a1c9-019bce5fb01f tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/security-groups?id=8827d060-7266-4559-a6cc-b0bbf702a8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296557 Feb 09 21:28:43.302134 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68ef4b0-cf2d-46c3-aeb1-fbefa5ddf25a req-46b6d4f4-6de7-4938-bd59-741406193390 tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:43.304201 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f75fdfb3-6290-4187-91bb-4f4257e7231b req-db6dc7d6-bbed-497c-91e5-168f554e7383 service neutron] 10.222.0.95 "GET /v2.0/networks/5406f657-d0e3-4570-bda7-aeb2bc509011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293897 Feb 09 21:28:43.304642 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a68ef4b0-cf2d-46c3-aeb1-fbefa5ddf25a req-46b6d4f4-6de7-4938-bd59-741406193390 tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] 10.222.0.89 "GET /v2.0/networks?id=9df85c44-5a4f-402a-9193-81a0f5796da6 HTTP/1.1" status: 200 len: 814 time: 0.3663778 Feb 09 21:28:43.319545 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-a68ef4b0-cf2d-46c3-aeb1-fbefa5ddf25a req-7086ca91-d594-4b1b-9521-5612636fceb6 tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] Request body: {'port': {'device_id': '7db6bdb6-0f2f-41e3-85e5-237a1be4d7cd', 'network_id': '9df85c44-5a4f-402a-9193-81a0f5796da6', 'admin_state_up': True, 'tenant_id': '04eb17455a2144b4b7f396e67b8ea869'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:28:43.416771 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f75fdfb3-6290-4187-91bb-4f4257e7231b req-e1512243-b56c-4fb8-91ee-213f968721cd service neutron] 10.222.0.95 "GET /v2.0/networks/5406f657-d0e3-4570-bda7-aeb2bc509011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054485 Feb 09 21:28:43.450927 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a68ef4b0-cf2d-46c3-aeb1-fbefa5ddf25a req-7086ca91-d594-4b1b-9521-5612636fceb6 tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] Made reservation on behalf of 04eb17455a2144b4b7f396e67b8ea869 for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:28:43.454729 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-a68ef4b0-cf2d-46c3-aeb1-fbefa5ddf25a req-7086ca91-d594-4b1b-9521-5612636fceb6 tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:43.463853 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 46662) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:43.469283 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-bf114b5d-86ff-4ed2-95e4-3890611f9e6b admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1739456941-network', 'tenant_id': '7891bdbf81454b489fdb3d30b89a25bc'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:28:43.489879 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf114b5d-86ff-4ed2-95e4-3890611f9e6b admin admin] Made reservation on behalf of 7891bdbf81454b489fdb3d30b89a25bc for: {'network': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:28:43.493153 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bf114b5d-86ff-4ed2-95e4-3890611f9e6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:43.507591 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bf114b5d-86ff-4ed2-95e4-3890611f9e6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:43.588507 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bf114b5d-86ff-4ed2-95e4-3890611f9e6b admin admin] Publish callbacks [] for security_group (f8e038db-15b6-4256-93c8-0e4b4a53265f), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:43.593221 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bf114b5d-86ff-4ed2-95e4-3890611f9e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (f8e038db-15b6-4256-93c8-0e4b4a53265f), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:43.623707 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf114b5d-86ff-4ed2-95e4-3890611f9e6b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=103140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:28:43.635534 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf114b5d-86ff-4ed2-95e4-3890611f9e6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e038db-15b6-4256-93c8-0e4b4a53265f,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:43.641435 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bf114b5d-86ff-4ed2-95e4-3890611f9e6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (8b450a01-2de3-4d64-9108-1cb35870ca13), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:43.641787 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-bf114b5d-86ff-4ed2-95e4-3890611f9e6b admin admin] Added segment 8b450a01-2de3-4d64-9108-1cb35870ca13 of type vlan for network dd2e286a-4abb-41e8-b414-4ab68525170c Feb 09 21:28:43.690001 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bf114b5d-86ff-4ed2-95e4-3890611f9e6b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (dd2e286a-4abb-41e8-b414-4ab68525170c), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:43.727709 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [req-a68ef4b0-cf2d-46c3-aeb1-fbefa5ddf25a req-7086ca91-d594-4b1b-9521-5612636fceb6 tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] Allocated IP 172.20.0.9 (9df85c44-5a4f-402a-9193-81a0f5796da6/bb410f7a-eaa2-4874-8d34-d75f106855c8/a62ca68b-8a00-4982-b2d3-02e0216ddd24) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:28:43.747119 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2794542b-05ec-4502-84c1-72b1050e4e52 req-0fdcfdf1-8e52-49c3-a081-822735502766 tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] 10.222.0.90 "GET /v2.0/ports?device_id=7db6bdb6-0f2f-41e3-85e5-237a1be4d7cd HTTP/1.1" status: 200 len: 210 time: 0.0473132 Feb 09 21:28:43.758466 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bf114b5d-86ff-4ed2-95e4-3890611f9e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (dd2e286a-4abb-41e8-b414-4ab68525170c), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:43.760423 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf114b5d-86ff-4ed2-95e4-3890611f9e6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:43.761320 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bf114b5d-86ff-4ed2-95e4-3890611f9e6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:43.841514 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf114b5d-86ff-4ed2-95e4-3890611f9e6b admin admin] Pushing event updated for resources: {'Network': ['ID=dd2e286a-4abb-41e8-b414-4ab68525170c,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:43.854629 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-bf114b5d-86ff-4ed2-95e4-3890611f9e6b admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.3895819 Feb 09 21:28:43.864183 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 46672) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:43.865632 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network dd2e286a-4abb-41e8-b414-4ab68525170c details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:28:43.870970 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-5e783e22-e0ef-46d6-8138-125d992022c3 admin admin] Request body: {'subnet': {'network_id': 'dd2e286a-4abb-41e8-b414-4ab68525170c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1739456941-subnet', 'tenant_id': '7891bdbf81454b489fdb3d30b89a25bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:28:43.897642 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 46674) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:43.918176 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e783e22-e0ef-46d6-8138-125d992022c3 admin admin] Made reservation on behalf of 7891bdbf81454b489fdb3d30b89a25bc for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:28:43.921718 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5e783e22-e0ef-46d6-8138-125d992022c3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:44.004971 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:44.066283 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-a68ef4b0-cf2d-46c3-aeb1-fbefa5ddf25a req-7086ca91-d594-4b1b-9521-5612636fceb6 tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] Publish callbacks [] for port (a62ca68b-8a00-4982-b2d3-02e0216ddd24), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:44.072626 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fc0de3-5e61-42e0-9610-5f6eeb93d38d req-bce7ea75-e76d-4513-b690-0f11001fce94 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:44.080807 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-79fc0de3-5e61-42e0-9610-5f6eeb93d38d req-bce7ea75-e76d-4513-b690-0f11001fce94 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=b1455719-dbf3-43d8-939a-ce5bdd8c8583 HTTP/1.1" status: 200 len: 943 time: 0.1399174 Feb 09 21:28:44.160966 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-a68ef4b0-cf2d-46c3-aeb1-fbefa5ddf25a req-7086ca91-d594-4b1b-9521-5612636fceb6 tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (a62ca68b-8a00-4982-b2d3-02e0216ddd24), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:44.210279 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-30f329a7-66af-4341-a09c-69f4afc75063 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:44.232401 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a68ef4b0-cf2d-46c3-aeb1-fbefa5ddf25a req-7086ca91-d594-4b1b-9521-5612636fceb6 tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] Network 9df85c44-5a4f-402a-9193-81a0f5796da6 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:28:44.239589 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [req-a68ef4b0-cf2d-46c3-aeb1-fbefa5ddf25a req-7086ca91-d594-4b1b-9521-5612636fceb6 tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:28:44.246771 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-a68ef4b0-cf2d-46c3-aeb1-fbefa5ddf25a req-7086ca91-d594-4b1b-9521-5612636fceb6 tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:28:44.248751 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-79fc0de3-5e61-42e0-9610-5f6eeb93d38d req-075a1bdd-54be-4dcd-9fc7-009104ee12f8 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671395 Feb 09 21:28:44.290690 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7086ca91-d594-4b1b-9521-5612636fceb6 tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] Pushing event updated for resources: {'Port': ['ID=a62ca68b-8a00-4982-b2d3-02e0216ddd24,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:44.318910 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68ef4b0-cf2d-46c3-aeb1-fbefa5ddf25a req-7086ca91-d594-4b1b-9521-5612636fceb6 tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:44.319756 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-a68ef4b0-cf2d-46c3-aeb1-fbefa5ddf25a req-7086ca91-d594-4b1b-9521-5612636fceb6 tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:44.348213 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a68ef4b0-cf2d-46c3-aeb1-fbefa5ddf25a req-7086ca91-d594-4b1b-9521-5612636fceb6 tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0354354 Feb 09 21:28:44.369195 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-a68ef4b0-cf2d-46c3-aeb1-fbefa5ddf25a req-86571650-bb76-40d6-bd94-81b7a6c41721 service neutron] Request body: {'port': {'device_id': '7db6bdb6-0f2f-41e3-85e5-237a1be4d7cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:28:44.396591 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3b4ffe-3fc6-4a3c-bd49-7da04cf68338 req-b740cc44-bf16-4389-8daf-1cfec6e15fe4 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:44.398821 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0d3b4ffe-3fc6-4a3c-bd49-7da04cf68338 req-b740cc44-bf16-4389-8daf-1cfec6e15fe4 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/ports?device_id=dd839f0e-e023-46ce-9c3b-851d3c21ae78 HTTP/1.1" status: 200 len: 945 time: 0.1603429 Feb 09 21:28:44.400045 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5e783e22-e0ef-46d6-8138-125d992022c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for subnet (673de7a5-cfd1-40ce-928d-7243a31f4fab), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:44.458984 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-30f329a7-66af-4341-a09c-69f4afc75063 admin admin] Publish callbacks [] for security_group (168a0227-7ce0-4c79-9c5e-f71f141e3612), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:44.479175 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-a68ef4b0-cf2d-46c3-aeb1-fbefa5ddf25a req-86571650-bb76-40d6-bd94-81b7a6c41721 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (a62ca68b-8a00-4982-b2d3-02e0216ddd24), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:44.485792 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-30f329a7-66af-4341-a09c-69f4afc75063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (168a0227-7ce0-4c79-9c5e-f71f141e3612), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:44.495024 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e783e22-e0ef-46d6-8138-125d992022c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=673de7a5-cfd1-40ce-928d-7243a31f4fab,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:44.505246 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0d3b4ffe-3fc6-4a3c-bd49-7da04cf68338 req-d50c0755-c969-442e-98d2-d944e85c7272 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/security-groups?id=8827d060-7266-4559-a6cc-b0bbf702a8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774910 Feb 09 21:28:44.526714 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e783e22-e0ef-46d6-8138-125d992022c3 admin admin] Checking segment: {'id': '8b450a01-2de3-4d64-9108-1cb35870ca13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'dd2e286a-4abb-41e8-b414-4ab68525170c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:28:44.527109 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e783e22-e0ef-46d6-8138-125d992022c3 admin admin] Network hostable DHCP agents. Network: dd2e286a-4abb-41e8-b414-4ab68525170c, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:28:44.551195 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e783e22-e0ef-46d6-8138-125d992022c3 admin admin] Network dd2e286a-4abb-41e8-b414-4ab68525170c is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:28:44.564058 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f329a7-66af-4341-a09c-69f4afc75063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=168a0227-7ce0-4c79-9c5e-f71f141e3612,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:44.565111 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-5e783e22-e0ef-46d6-8138-125d992022c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, dd2e286a-4abb-41e8-b414-4ab68525170c) {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:28:44.575282 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e783e22-e0ef-46d6-8138-125d992022c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:44.575282 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5e783e22-e0ef-46d6-8138-125d992022c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:44.575558 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e1cea3-7be4-425a-9969-c171081c4a6d None None] Network dd2e286a-4abb-41e8-b414-4ab68525170c requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:28:44.602695 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-30f329a7-66af-4341-a09c-69f4afc75063 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=d7e63779524046669eb6dc6a8dd97b3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7014506 Feb 09 21:28:44.604493 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-5e783e22-e0ef-46d6-8138-125d992022c3 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7391737 Feb 09 21:28:44.605302 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 46702) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:44.919315 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2bd0e087-1d80-4bd8-afe4-d37a467405fd admin admin] Publish callbacks [] for security_group (168a0227-7ce0-4c79-9c5e-f71f141e3612), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:44.959255 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb19226e-1a93-435b-84b3-e13c8105d387 req-bd701fd1-2193-471d-a6bd-33c6712a6e00 tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:44.962395 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2bd0e087-1d80-4bd8-afe4-d37a467405fd admin admin] Publish callbacks [] for security_group (168a0227-7ce0-4c79-9c5e-f71f141e3612), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:44.969742 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cb19226e-1a93-435b-84b3-e13c8105d387 req-bd701fd1-2193-471d-a6bd-33c6712a6e00 tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] 10.222.0.90 "GET /v2.0/ports?device_id=7db6bdb6-0f2f-41e3-85e5-237a1be4d7cd HTTP/1.1" status: 200 len: 931 time: 0.1124234 Feb 09 21:28:45.020783 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f9d5fa-da5d-4f1a-9b74-5aa1e5b60be5 None None] Network dd2e286a-4abb-41e8-b414-4ab68525170c requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:28:45.072657 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2bd0e087-1d80-4bd8-afe4-d37a467405fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (168a0227-7ce0-4c79-9c5e-f71f141e3612), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:45.076109 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2bd0e087-1d80-4bd8-afe4-d37a467405fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:45.080741 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-2bd0e087-1d80-4bd8-afe4-d37a467405fd admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/168a0227-7ce0-4c79-9c5e-f71f141e3612 HTTP/1.1" status: 204 len: 168 time: 0.4743192 Feb 09 21:28:45.096069 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd0e087-1d80-4bd8-afe4-d37a467405fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=168a0227-7ce0-4c79-9c5e-f71f141e3612,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:45.102404 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cb19226e-1a93-435b-84b3-e13c8105d387 req-854d2780-e317-4128-8c96-f02ca5f692b4 tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] 10.222.0.90 "GET /v2.0/security-groups?id=91d83400-638e-47e1-98a6-6d0e50fe073b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265733 Feb 09 21:28:45.149506 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84aeba9-76e7-4f38-b7d0-bb54a3bef9f8 req-bceebc18-9edd-473b-8b6a-6b6e1e1da048 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:45.153341 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a84aeba9-76e7-4f38-b7d0-bb54a3bef9f8 req-bceebc18-9edd-473b-8b6a-6b6e1e1da048 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/ports?device_id=dd839f0e-e023-46ce-9c3b-851d3c21ae78 HTTP/1.1" status: 200 len: 945 time: 0.1358814 Feb 09 21:28:45.201243 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:45.232996 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a84aeba9-76e7-4f38-b7d0-bb54a3bef9f8 req-a83e4bf2-7505-4ac1-85ab-139d0c597998 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/security-groups?id=8827d060-7266-4559-a6cc-b0bbf702a8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751097 Feb 09 21:28:45.253606 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-a68ef4b0-cf2d-46c3-aeb1-fbefa5ddf25a req-86571650-bb76-40d6-bd94-81b7a6c41721 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a62ca68b-8a00-4982-b2d3-02e0216ddd24 {{(pid=103141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:28:45.271373 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-a68ef4b0-cf2d-46c3-aeb1-fbefa5ddf25a req-86571650-bb76-40d6-bd94-81b7a6c41721 service neutron] Publish callbacks [] for port (a62ca68b-8a00-4982-b2d3-02e0216ddd24), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:45.287499 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-a68ef4b0-cf2d-46c3-aeb1-fbefa5ddf25a req-86571650-bb76-40d6-bd94-81b7a6c41721 service neutron] Transition to ACTIVE for port object a62ca68b-8a00-4982-b2d3-02e0216ddd24 will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:28:45.292491 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-a68ef4b0-cf2d-46c3-aeb1-fbefa5ddf25a req-86571650-bb76-40d6-bd94-81b7a6c41721 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (a62ca68b-8a00-4982-b2d3-02e0216ddd24), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:45.350366 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86571650-bb76-40d6-bd94-81b7a6c41721 service neutron] Pushing event updated for resources: {'Port': ['ID=a62ca68b-8a00-4982-b2d3-02e0216ddd24,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:45.437009 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-a68ef4b0-cf2d-46c3-aeb1-fbefa5ddf25a req-86571650-bb76-40d6-bd94-81b7a6c41721 service neutron] Attempting to bind port a62ca68b-8a00-4982-b2d3-02e0216ddd24 on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:28:45.437630 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-a68ef4b0-cf2d-46c3-aeb1-fbefa5ddf25a req-86571650-bb76-40d6-bd94-81b7a6c41721 service neutron] Attempting to bind port a62ca68b-8a00-4982-b2d3-02e0216ddd24 by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': '7e28b8c9-ecc1-48d2-86d6-3d500c94213a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '9df85c44-5a4f-402a-9193-81a0f5796da6'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:28:45.438122 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68ef4b0-cf2d-46c3-aeb1-fbefa5ddf25a req-86571650-bb76-40d6-bd94-81b7a6c41721 service neutron] Attempting to bind port a62ca68b-8a00-4982-b2d3-02e0216ddd24 on network 9df85c44-5a4f-402a-9193-81a0f5796da6 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:28:45.443626 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68ef4b0-cf2d-46c3-aeb1-fbefa5ddf25a req-86571650-bb76-40d6-bd94-81b7a6c41721 service neutron] Port a62ca68b-8a00-4982-b2d3-02e0216ddd24 on network 9df85c44-5a4f-402a-9193-81a0f5796da6 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:28:45.444150 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68ef4b0-cf2d-46c3-aeb1-fbefa5ddf25a req-86571650-bb76-40d6-bd94-81b7a6c41721 service neutron] Attempting to bind port a62ca68b-8a00-4982-b2d3-02e0216ddd24 on network 9df85c44-5a4f-402a-9193-81a0f5796da6 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:28:45.445661 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a195e82-221f-45cf-84c5-e508cc1cdc3a req-7e0c2463-bbe5-4045-ad8d-ede5ca16fcc5 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:45.451244 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68ef4b0-cf2d-46c3-aeb1-fbefa5ddf25a req-86571650-bb76-40d6-bd94-81b7a6c41721 service neutron] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:28:45.452610 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68ef4b0-cf2d-46c3-aeb1-fbefa5ddf25a req-86571650-bb76-40d6-bd94-81b7a6c41721 service neutron] Checking segment: {'id': '7e28b8c9-ecc1-48d2-86d6-3d500c94213a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '9df85c44-5a4f-402a-9193-81a0f5796da6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:28:45.453168 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5a195e82-221f-45cf-84c5-e508cc1cdc3a req-7e0c2463-bbe5-4045-ad8d-ede5ca16fcc5 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=b1455719-dbf3-43d8-939a-ce5bdd8c8583 HTTP/1.1" status: 200 len: 943 time: 0.0800295 Feb 09 21:28:45.453431 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68ef4b0-cf2d-46c3-aeb1-fbefa5ddf25a req-86571650-bb76-40d6-bd94-81b7a6c41721 service neutron] Bound using segment: {'id': '7e28b8c9-ecc1-48d2-86d6-3d500c94213a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '9df85c44-5a4f-402a-9193-81a0f5796da6'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:28:45.454052 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-a68ef4b0-cf2d-46c3-aeb1-fbefa5ddf25a req-86571650-bb76-40d6-bd94-81b7a6c41721 service neutron] Bound port: a62ca68b-8a00-4982-b2d3-02e0216ddd24, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e28b8c9-ecc1-48d2-86d6-3d500c94213a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '9df85c44-5a4f-402a-9193-81a0f5796da6'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:28:45.454761 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-a68ef4b0-cf2d-46c3-aeb1-fbefa5ddf25a req-86571650-bb76-40d6-bd94-81b7a6c41721 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (a62ca68b-8a00-4982-b2d3-02e0216ddd24), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:45.511206 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5a195e82-221f-45cf-84c5-e508cc1cdc3a req-d0254e40-ed40-49ca-b596-8e0f6f5b0483 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522504 Feb 09 21:28:45.535001 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-a68ef4b0-cf2d-46c3-aeb1-fbefa5ddf25a req-86571650-bb76-40d6-bd94-81b7a6c41721 service neutron] For port a62ca68b-8a00-4982-b2d3-02e0216ddd24, host n-h2-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:28:45.543235 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-a68ef4b0-cf2d-46c3-aeb1-fbefa5ddf25a req-86571650-bb76-40d6-bd94-81b7a6c41721 service neutron] For port a62ca68b-8a00-4982-b2d3-02e0216ddd24, host n-h2-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=a62ca68b-8a00-4982-b2d3-02e0216ddd24,segment=NetworkSegment(7e28b8c9-ecc1-48d2-86d6-3d500c94213a),segment_id=7e28b8c9-ecc1-48d2-86d6-3d500c94213a)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:28:45.552495 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-a68ef4b0-cf2d-46c3-aeb1-fbefa5ddf25a req-86571650-bb76-40d6-bd94-81b7a6c41721 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (a62ca68b-8a00-4982-b2d3-02e0216ddd24), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:45.592571 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68ef4b0-cf2d-46c3-aeb1-fbefa5ddf25a req-86571650-bb76-40d6-bd94-81b7a6c41721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:45.593201 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-a68ef4b0-cf2d-46c3-aeb1-fbefa5ddf25a req-86571650-bb76-40d6-bd94-81b7a6c41721 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:45.594629 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a68ef4b0-cf2d-46c3-aeb1-fbefa5ddf25a req-86571650-bb76-40d6-bd94-81b7a6c41721 service neutron] 10.222.0.89 "PUT /v2.0/ports/a62ca68b-8a00-4982-b2d3-02e0216ddd24 HTTP/1.1" status: 200 len: 1091 time: 1.2331018 Feb 09 21:28:45.595080 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7db6bdb6-0f2f-41e3-85e5-237a1be4d7cd', 'tag': 'a62ca68b-8a00-4982-b2d3-02e0216ddd24'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:28:45.597873 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-567bb551-d0a5-4352-b2ff-af020c7891ca" -d '{"events": [{"name": "network-changed", "server_uuid": "7db6bdb6-0f2f-41e3-85e5-237a1be4d7cd", "tag": "a62ca68b-8a00-4982-b2d3-02e0216ddd24"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:28:45.637571 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 46764) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:45.669480 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a288835-8090-4593-8314-7fe9d99ce088 x-openstack-request-id: req-3a288835-8090-4593-8314-7fe9d99ce088 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:28:45.670288 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7db6bdb6-0f2f-41e3-85e5-237a1be4d7cd", "tag": "a62ca68b-8a00-4982-b2d3-02e0216ddd24", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:28:45.670570 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-3a288835-8090-4593-8314-7fe9d99ce088 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:28:45.671154 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7db6bdb6-0f2f-41e3-85e5-237a1be4d7cd', 'tag': 'a62ca68b-8a00-4982-b2d3-02e0216ddd24', 'status': 'completed', 'code': 200} Feb 09 21:28:45.693231 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-875885d1-e609-4d71-8f34-ab01aa57ce96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:45.706176 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86571650-bb76-40d6-bd94-81b7a6c41721 service neutron] Pushing event updated for resources: {'Port': ['ID=a62ca68b-8a00-4982-b2d3-02e0216ddd24,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:45.729515 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68ef4b0-cf2d-46c3-aeb1-fbefa5ddf25a req-173461c2-94e7-49ac-8fb5-6bc732c43099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:45.731463 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a68ef4b0-cf2d-46c3-aeb1-fbefa5ddf25a req-173461c2-94e7-49ac-8fb5-6bc732c43099 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=04eb17455a2144b4b7f396e67b8ea869&device_id=7db6bdb6-0f2f-41e3-85e5-237a1be4d7cd HTTP/1.1" status: 200 len: 1125 time: 0.0648131 Feb 09 21:28:45.774334 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c416a664-845b-4dd5-b534-ad6cfc9b6445 req-847fa3f1-708b-42c5-bb1d-cec8f1d9d0a5 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:45.781142 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c416a664-845b-4dd5-b534-ad6cfc9b6445 req-847fa3f1-708b-42c5-bb1d-cec8f1d9d0a5 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/networks?id=37143bd2-1331-4c73-96e2-f9c3179c6daf HTTP/1.1" status: 200 len: 821 time: 0.1754084 Feb 09 21:28:45.788280 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a68ef4b0-cf2d-46c3-aeb1-fbefa5ddf25a req-b9e1cd21-a301-43b4-82b9-a1c4f324d0ab service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a62ca68b-8a00-4982-b2d3-02e0216ddd24 HTTP/1.1" status: 200 len: 217 time: 0.0468893 Feb 09 21:28:45.806371 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c416a664-845b-4dd5-b534-ad6cfc9b6445 req-cd076981-ab97-4aac-a7e5-099273ac6e44 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/quotas/2bd637e202e1467d81aff230fe0a3e7e HTTP/1.1" status: 200 len: 375 time: 0.0241253 Feb 09 21:28:45.846840 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c416a664-845b-4dd5-b534-ad6cfc9b6445 req-8fca0174-0a16-4ede-9279-54e8fccff62b tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=2bd637e202e1467d81aff230fe0a3e7e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0395019 Feb 09 21:28:45.848935 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 46772) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:45.855310 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68ef4b0-cf2d-46c3-aeb1-fbefa5ddf25a req-33f8a9a3-a78b-4f9d-9143-be5161f750b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:45.857003 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a68ef4b0-cf2d-46c3-aeb1-fbefa5ddf25a req-33f8a9a3-a78b-4f9d-9143-be5161f750b6 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=bb410f7a-eaa2-4874-8d34-d75f106855c8 HTTP/1.1" status: 200 len: 854 time: 0.0589926 Feb 09 21:28:45.906817 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a68ef4b0-cf2d-46c3-aeb1-fbefa5ddf25a req-8ee54f16-8a19-4b2b-b538-ef9e795950ef service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9df85c44-5a4f-402a-9193-81a0f5796da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394378 Feb 09 21:28:45.925614 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-875885d1-e609-4d71-8f34-ab01aa57ce96 admin admin] Publish callbacks [] for security_group (31833bad-a9eb-4550-bfea-dd5f1a78bada), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:45.936560 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-875885d1-e609-4d71-8f34-ab01aa57ce96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (31833bad-a9eb-4550-bfea-dd5f1a78bada), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:46.002537 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-875885d1-e609-4d71-8f34-ab01aa57ce96 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=b0fdfca0715d4d0c976b158649759b25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3582537 Feb 09 21:28:46.002537 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875885d1-e609-4d71-8f34-ab01aa57ce96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31833bad-a9eb-4550-bfea-dd5f1a78bada,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:46.003155 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 46776) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:46.016824 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b4a3f30c-e17b-455e-91e6-bb9d6358bc35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:46.032134 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c416a664-845b-4dd5-b534-ad6cfc9b6445 req-2b4e3155-18d7-4f99-be2c-3d6d8729f7c6 service neutron] 10.222.0.90 "GET /v2.0/networks/37143bd2-1331-4c73-96e2-f9c3179c6daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750569 Feb 09 21:28:46.040706 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a68ef4b0-cf2d-46c3-aeb1-fbefa5ddf25a req-0d9d228c-c8e0-4b68-b1db-aa6a0883bacd service neutron] 10.222.0.89 "GET /v2.0/networks/9df85c44-5a4f-402a-9193-81a0f5796da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242020 Feb 09 21:28:46.064410 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 0d72936c-afe6-4eac-8ad5-a1b800d90aaa details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:28:46.144602 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-59e50797-74b0-493e-b64d-f5d0fc3d756c admin admin] Publish callbacks [] for security_group (31833bad-a9eb-4550-bfea-dd5f1a78bada), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:46.192903 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-59e50797-74b0-493e-b64d-f5d0fc3d756c admin admin] Publish callbacks [] for security_group (31833bad-a9eb-4550-bfea-dd5f1a78bada), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:46.194795 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 0d72936c-afe6-4eac-8ad5-a1b800d90aaa, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=0d72936c-afe6-4eac-8ad5-a1b800d90aaa,segment=NetworkSegment(2e235117-e979-4e65-8640-84c4faf827fd),segment_id=2e235117-e979-4e65-8640-84c4faf827fd)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:28:46.212877 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 0d72936c-afe6-4eac-8ad5-a1b800d90aaa has no active binding in host n-h2-828369-5 {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 21:28:46.220814 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c416a664-845b-4dd5-b534-ad6cfc9b6445 req-4583f47f-ec27-4e5d-b7e1-93a03e21d36a service neutron] 10.222.0.90 "GET /v2.0/networks/37143bd2-1331-4c73-96e2-f9c3179c6daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804264 Feb 09 21:28:46.244266 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b4a3f30c-e17b-455e-91e6-bb9d6358bc35 admin admin] Publish callbacks [] for security_group (beff658d-a084-4da2-a02c-fae5e949f8a1), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:46.250848 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-74424535-af3d-493e-8bbf-40be50afb87c req-290cc02e-f2a3-41e8-b0a7-cb32d600d228 service neutron] 10.222.0.95 "GET /v2.0/ports/0d72936c-afe6-4eac-8ad5-a1b800d90aaa/bindings/n-h2-828369-5 HTTP/1.1" status: 200 len: 384 time: 0.1531026 Feb 09 21:28:46.251914 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b4a3f30c-e17b-455e-91e6-bb9d6358bc35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (beff658d-a084-4da2-a02c-fae5e949f8a1), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:46.269539 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-59e50797-74b0-493e-b64d-f5d0fc3d756c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (31833bad-a9eb-4550-bfea-dd5f1a78bada), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:46.272241 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-59e50797-74b0-493e-b64d-f5d0fc3d756c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:46.276822 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-59e50797-74b0-493e-b64d-f5d0fc3d756c admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/31833bad-a9eb-4550-bfea-dd5f1a78bada HTTP/1.1" status: 204 len: 168 time: 0.2699103 Feb 09 21:28:46.290295 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e50797-74b0-493e-b64d-f5d0fc3d756c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31833bad-a9eb-4550-bfea-dd5f1a78bada,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:46.293644 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a68ef4b0-cf2d-46c3-aeb1-fbefa5ddf25a req-51ec3342-a3fc-46f8-9f71-b16d63e16d55 service neutron] 10.222.0.89 "GET /v2.0/networks/9df85c44-5a4f-402a-9193-81a0f5796da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439358 Feb 09 21:28:46.362015 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a3f30c-e17b-455e-91e6-bb9d6358bc35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beff658d-a084-4da2-a02c-fae5e949f8a1,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:46.371162 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-b4a3f30c-e17b-455e-91e6-bb9d6358bc35 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=82bd9eb017b9411e8f06c9fb4b17955d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5211821 Feb 09 21:28:46.375425 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 46786) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:46.441341 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567bb551-d0a5-4352-b2ff-af020c7891ca req-59f7ea90-5946-4e43-93ab-5cbea99624cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:46.442854 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-567bb551-d0a5-4352-b2ff-af020c7891ca req-59f7ea90-5946-4e43-93ab-5cbea99624cd service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=04eb17455a2144b4b7f396e67b8ea869&device_id=7db6bdb6-0f2f-41e3-85e5-237a1be4d7cd HTTP/1.1" status: 200 len: 1125 time: 0.0819783 Feb 09 21:28:46.504722 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ce201262-3273-40bf-8ac8-bae629b3d864 admin admin] Publish callbacks [] for security_group (beff658d-a084-4da2-a02c-fae5e949f8a1), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:46.549215 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3253571-198d-4c45-a7bb-85064a5274cc req-5b4c8347-e2cc-4137-88ed-d31a9af12b91 tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:46.551267 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b3253571-198d-4c45-a7bb-85064a5274cc req-5b4c8347-e2cc-4137-88ed-d31a9af12b91 tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] 10.222.0.90 "GET /v2.0/ports?device_id=7db6bdb6-0f2f-41e3-85e5-237a1be4d7cd HTTP/1.1" status: 200 len: 943 time: 0.1790714 Feb 09 21:28:46.587969 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567bb551-d0a5-4352-b2ff-af020c7891ca req-e4214aac-eab5-47a8-afda-e2d2c3d4fe6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:46.589891 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-567bb551-d0a5-4352-b2ff-af020c7891ca req-e4214aac-eab5-47a8-afda-e2d2c3d4fe6a service neutron] 10.222.0.89 "GET /v2.0/networks?id=9df85c44-5a4f-402a-9193-81a0f5796da6 HTTP/1.1" status: 200 len: 915 time: 0.1376092 Feb 09 21:28:46.638266 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ce201262-3273-40bf-8ac8-bae629b3d864 admin admin] Publish callbacks [] for security_group (beff658d-a084-4da2-a02c-fae5e949f8a1), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:46.641836 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-567bb551-d0a5-4352-b2ff-af020c7891ca req-566a3689-68c8-4979-b1bf-756cf3e5b923 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a62ca68b-8a00-4982-b2d3-02e0216ddd24 HTTP/1.1" status: 200 len: 217 time: 0.0413761 Feb 09 21:28:46.712909 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567bb551-d0a5-4352-b2ff-af020c7891ca req-a5f8f202-e005-4583-aebd-d2351c132368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:46.714597 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-567bb551-d0a5-4352-b2ff-af020c7891ca req-a5f8f202-e005-4583-aebd-d2351c132368 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=bb410f7a-eaa2-4874-8d34-d75f106855c8 HTTP/1.1" status: 200 len: 854 time: 0.0620840 Feb 09 21:28:46.735728 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814172e8-4b72-46dd-81be-76aceb5ee426 req-0ca415e3-ceb5-4eef-abc0-1197d42b4d09 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:46.739625 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-814172e8-4b72-46dd-81be-76aceb5ee426 req-0ca415e3-ceb5-4eef-abc0-1197d42b4d09 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/ports?device_id=dd839f0e-e023-46ce-9c3b-851d3c21ae78 HTTP/1.1" status: 200 len: 945 time: 0.2033017 Feb 09 21:28:46.779461 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-567bb551-d0a5-4352-b2ff-af020c7891ca req-3a549b67-c77b-4837-877d-610663d67819 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9df85c44-5a4f-402a-9193-81a0f5796da6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539825 Feb 09 21:28:46.818332 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b3253571-198d-4c45-a7bb-85064a5274cc req-0b72b54d-4bfe-408f-8865-ee775b924b99 tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] 10.222.0.90 "GET /v2.0/security-groups?id=91d83400-638e-47e1-98a6-6d0e50fe073b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838951 Feb 09 21:28:46.841163 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-74424535-af3d-493e-8bbf-40be50afb87c req-3fef810a-2b99-421e-887c-952352228d3e service neutron] For port 0d72936c-afe6-4eac-8ad5-a1b800d90aaa, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=0d72936c-afe6-4eac-8ad5-a1b800d90aaa,segment=NetworkSegment(2e235117-e979-4e65-8640-84c4faf827fd),segment_id=2e235117-e979-4e65-8640-84c4faf827fd)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:28:46.909224 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-74424535-af3d-493e-8bbf-40be50afb87c req-3fef810a-2b99-421e-887c-952352228d3e service neutron] For port 0d72936c-afe6-4eac-8ad5-a1b800d90aaa, host n-h1-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:28:46.924100 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-567bb551-d0a5-4352-b2ff-af020c7891ca req-ebdf90bb-3c21-45c2-a0ed-be95a388716b service neutron] 10.222.0.89 "GET /v2.0/networks/9df85c44-5a4f-402a-9193-81a0f5796da6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361322 Feb 09 21:28:46.983163 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [req-74424535-af3d-493e-8bbf-40be50afb87c req-3fef810a-2b99-421e-887c-952352228d3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d72936c-afe6-4eac-8ad5-a1b800d90aaa {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:28:46.988860 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ce201262-3273-40bf-8ac8-bae629b3d864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (beff658d-a084-4da2-a02c-fae5e949f8a1), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:46.991903 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ce201262-3273-40bf-8ac8-bae629b3d864 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:46.993281 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-ce201262-3273-40bf-8ac8-bae629b3d864 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/beff658d-a084-4da2-a02c-fae5e949f8a1 HTTP/1.1" status: 204 len: 168 time: 0.6169832 Feb 09 21:28:47.006974 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-74424535-af3d-493e-8bbf-40be50afb87c req-3fef810a-2b99-421e-887c-952352228d3e service neutron] For port 0d72936c-afe6-4eac-8ad5-a1b800d90aaa, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=0d72936c-afe6-4eac-8ad5-a1b800d90aaa,segment=NetworkSegment(2e235117-e979-4e65-8640-84c4faf827fd),segment_id=2e235117-e979-4e65-8640-84c4faf827fd)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:28:47.024505 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-814172e8-4b72-46dd-81be-76aceb5ee426 req-999582dc-a0ed-4e59-be1c-3d0bc486ba85 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/security-groups?id=8827d060-7266-4559-a6cc-b0bbf702a8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617218 Feb 09 21:28:47.072233 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-74424535-af3d-493e-8bbf-40be50afb87c req-3fef810a-2b99-421e-887c-952352228d3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (0d72936c-afe6-4eac-8ad5-a1b800d90aaa), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:47.091205 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-567bb551-d0a5-4352-b2ff-af020c7891ca req-6c28d460-dbb5-49f3-93ec-9053cdaa97c8 service neutron] 10.222.0.89 "GET /v2.0/networks/9df85c44-5a4f-402a-9193-81a0f5796da6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567593 Feb 09 21:28:47.093649 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce201262-3273-40bf-8ac8-bae629b3d864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beff658d-a084-4da2-a02c-fae5e949f8a1,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:47.178902 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b3381bf6-c8b9-4af2-a314-6b8c288d3b3c req-da601ebc-b9e5-46bf-afe8-ae6f7747893c tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=fc5656c9-58bf-4d3e-882d-807e27138283 HTTP/1.1" status: 200 len: 210 time: 0.0530849 Feb 09 21:28:47.271423 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [req-74424535-af3d-493e-8bbf-40be50afb87c req-3fef810a-2b99-421e-887c-952352228d3e service neutron] Transition to ACTIVE for port object 0d72936c-afe6-4eac-8ad5-a1b800d90aaa will not be triggered until provisioned by entity L2. {{(pid=103140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:28:47.277229 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-74424535-af3d-493e-8bbf-40be50afb87c req-3fef810a-2b99-421e-887c-952352228d3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (0d72936c-afe6-4eac-8ad5-a1b800d90aaa), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:47.363984 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:28:47.376594 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-74424535-af3d-493e-8bbf-40be50afb87c req-3fef810a-2b99-421e-887c-952352228d3e service neutron] No DVR routers for this DVR port 0d72936c-afe6-4eac-8ad5-a1b800d90aaa on host n-h1-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:28:47.503362 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-74424535-af3d-493e-8bbf-40be50afb87c req-3fef810a-2b99-421e-887c-952352228d3e service neutron] 10.222.0.95 "PUT /v2.0/ports/0d72936c-afe6-4eac-8ad5-a1b800d90aaa/bindings/n-h2-828369-5/activate HTTP/1.1" status: 200 len: 369 time: 1.2316096 Feb 09 21:28:47.504865 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 46826) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:47.505098 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fef810a-2b99-421e-887c-952352228d3e service neutron] Pushing event updated for resources: {'Port': ['ID=0d72936c-afe6-4eac-8ad5-a1b800d90aaa,revision_number=10']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:47.527704 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9debe650-1887-4d9e-bbb9-6ef77d579e85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:47.539188 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86431b0-84a9-43e7-8558-0252b0b26d39 req-10819faf-5bb6-47e6-924c-643f7d17ebf1 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:47.542182 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f86431b0-84a9-43e7-8558-0252b0b26d39 req-10819faf-5bb6-47e6-924c-643f7d17ebf1 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=b1455719-dbf3-43d8-939a-ce5bdd8c8583 HTTP/1.1" status: 200 len: 944 time: 0.2524354 Feb 09 21:28:47.609953 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f86431b0-84a9-43e7-8558-0252b0b26d39 req-dea1baab-44f4-44cb-8d31-b7d963a481c2 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592649 Feb 09 21:28:47.668991 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74424535-af3d-493e-8bbf-40be50afb87c req-5cbe9891-43a4-47aa-ae65-ab70f34fb191 tempest-LiveMigrationTest-1736264502 tempest-LiveMigrationTest-1736264502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:47.671113 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-74424535-af3d-493e-8bbf-40be50afb87c req-5cbe9891-43a4-47aa-ae65-ab70f34fb191 tempest-LiveMigrationTest-1736264502 tempest-LiveMigrationTest-1736264502-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=b1455719-dbf3-43d8-939a-ce5bdd8c8583&tenant_id=d13eb104d8994e4d9b604f1050cb6328&binding%3Ahost_id=n-h1-828369-5 HTTP/1.1" status: 200 len: 1126 time: 0.0789046 Feb 09 21:28:47.673043 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9debe650-1887-4d9e-bbb9-6ef77d579e85 admin admin] Publish callbacks [] for security_group (50748adc-145d-413a-a477-514fc52fa906), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:47.677830 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9debe650-1887-4d9e-bbb9-6ef77d579e85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (50748adc-145d-413a-a477-514fc52fa906), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:47.756552 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9debe650-1887-4d9e-bbb9-6ef77d579e85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50748adc-145d-413a-a477-514fc52fa906,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:47.766247 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-9debe650-1887-4d9e-bbb9-6ef77d579e85 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=5513522b9ebb4b4e881bae5e741006cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2591879 Feb 09 21:28:47.768904 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 46836) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:47.770804 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74424535-af3d-493e-8bbf-40be50afb87c req-3ccae13e-8159-4597-a43d-25b2760a385e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:47.772410 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-74424535-af3d-493e-8bbf-40be50afb87c req-3ccae13e-8159-4597-a43d-25b2760a385e service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=b1455719-dbf3-43d8-939a-ce5bdd8c8583&tenant_id=d13eb104d8994e4d9b604f1050cb6328 HTTP/1.1" status: 200 len: 1126 time: 0.0911660 Feb 09 21:28:47.833245 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5365fb98-52eb-45b8-a3fe-b3afdec070ea admin admin] Publish callbacks [] for security_group (50748adc-145d-413a-a477-514fc52fa906), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:47.869648 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5365fb98-52eb-45b8-a3fe-b3afdec070ea admin admin] Publish callbacks [] for security_group (50748adc-145d-413a-a477-514fc52fa906), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:47.942995 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74424535-af3d-493e-8bbf-40be50afb87c req-f760cf9a-d0f2-451f-ad2b-4b25eb60eac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:47.951063 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-74424535-af3d-493e-8bbf-40be50afb87c req-f760cf9a-d0f2-451f-ad2b-4b25eb60eac3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d13eb104d8994e4d9b604f1050cb6328&device_id=b1455719-dbf3-43d8-939a-ce5bdd8c8583 HTTP/1.1" status: 200 len: 1126 time: 0.1467788 Feb 09 21:28:47.966606 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5365fb98-52eb-45b8-a3fe-b3afdec070ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (50748adc-145d-413a-a477-514fc52fa906), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:47.971052 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5365fb98-52eb-45b8-a3fe-b3afdec070ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:47.972448 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-5365fb98-52eb-45b8-a3fe-b3afdec070ea admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/50748adc-145d-413a-a477-514fc52fa906 HTTP/1.1" status: 204 len: 168 time: 0.2025301 Feb 09 21:28:48.014365 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5365fb98-52eb-45b8-a3fe-b3afdec070ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50748adc-145d-413a-a477-514fc52fa906,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:48.124505 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 0d72936c-afe6-4eac-8ad5-a1b800d90aaa no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:28:48.142178 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74424535-af3d-493e-8bbf-40be50afb87c req-608ae203-f487-48c5-9a4b-947f1bfff429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:48.143098 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83785048-e6f3-4526-9fc1-ff0443d2b0b5 req-436c0f26-61f5-4c17-925e-1b02e6fb9006 tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:48.143640 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-74424535-af3d-493e-8bbf-40be50afb87c req-608ae203-f487-48c5-9a4b-947f1bfff429 service neutron] 10.222.0.89 "GET /v2.0/networks?id=5406f657-d0e3-4570-bda7-aeb2bc509011 HTTP/1.1" status: 200 len: 909 time: 0.1832397 Feb 09 21:28:48.144660 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-83785048-e6f3-4526-9fc1-ff0443d2b0b5 req-436c0f26-61f5-4c17-925e-1b02e6fb9006 tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] 10.222.0.90 "GET /v2.0/ports?device_id=7db6bdb6-0f2f-41e3-85e5-237a1be4d7cd HTTP/1.1" status: 200 len: 943 time: 0.2004104 Feb 09 21:28:48.205359 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b3fce37b-4f54-4d2d-a33e-9038072dc0de req-ae876a07-6f6a-4a15-933e-bf0314dc1f2f tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-securitygroup--644178451&fields=id&tenant_id=c3d686fde7364510aff45ca2f2b1a8d8 HTTP/1.1" status: 200 len: 267 time: 0.1399612 Feb 09 21:28:48.234775 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-74424535-af3d-493e-8bbf-40be50afb87c req-c33c3656-8139-4f8d-a4dd-61bdafadabfb service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d72936c-afe6-4eac-8ad5-a1b800d90aaa HTTP/1.1" status: 200 len: 217 time: 0.0842745 Feb 09 21:28:48.246379 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] The host n-h1-828369-5 is not matching for port 0d72936c-afe6-4eac-8ad5-a1b800d90aaa host n-h2-828369-5! {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 21:28:48.246783 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 0d72936c-afe6-4eac-8ad5-a1b800d90aaa not bound to the agent host n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:28:48.277951 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c416a664-845b-4dd5-b534-ad6cfc9b6445 req-1b92af32-a4e3-4d81-8fa2-9caf5aa6b199 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:48.280145 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c416a664-845b-4dd5-b534-ad6cfc9b6445 req-1b92af32-a4e3-4d81-8fa2-9caf5aa6b199 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.95 "GET /v2.0/networks?id=37143bd2-1331-4c73-96e2-f9c3179c6daf HTTP/1.1" status: 200 len: 821 time: 0.2847474 Feb 09 21:28:48.297409 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74424535-af3d-493e-8bbf-40be50afb87c req-fdf3c0ee-b308-4ec6-86dc-5a25955d62ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:48.299036 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-74424535-af3d-493e-8bbf-40be50afb87c req-fdf3c0ee-b308-4ec6-86dc-5a25955d62ec service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e1ad18b5-2d0f-4d2c-9c50-5fdfdce0a556 HTTP/1.1" status: 200 len: 848 time: 0.0578599 Feb 09 21:28:48.318158 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-c416a664-845b-4dd5-b534-ad6cfc9b6445 req-3771185b-a12e-49a9-957b-ed442883412a tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Request body: {'port': {'device_id': 'fc5656c9-58bf-4d3e-882d-807e27138283', 'network_id': '37143bd2-1331-4c73-96e2-f9c3179c6daf', 'admin_state_up': True, 'tenant_id': '2bd637e202e1467d81aff230fe0a3e7e'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:28:48.341278 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-74424535-af3d-493e-8bbf-40be50afb87c req-d3d8f5ee-fd7a-4e6d-853a-300c042de248 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=5406f657-d0e3-4570-bda7-aeb2bc509011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321524 Feb 09 21:28:48.344012 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-83785048-e6f3-4526-9fc1-ff0443d2b0b5 req-e384afa9-c13d-4a5f-8ccd-65213c08046a tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] 10.222.0.90 "GET /v2.0/security-groups?id=91d83400-638e-47e1-98a6-6d0e50fe073b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880143 Feb 09 21:28:48.474616 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-74424535-af3d-493e-8bbf-40be50afb87c req-13158b0b-a3c9-4fa2-9d72-0814f54eda81 service neutron] 10.222.0.89 "GET /v2.0/networks/5406f657-d0e3-4570-bda7-aeb2bc509011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211350 Feb 09 21:28:48.505966 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fce37b-4f54-4d2d-a33e-9038072dc0de req-5bdb9912-211a-4ef6-8ccb-af0db76ca986 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:48.508002 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b3fce37b-4f54-4d2d-a33e-9038072dc0de req-5bdb9912-211a-4ef6-8ccb-af0db76ca986 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] 10.222.0.90 "GET /v2.0/networks?id=7a9ac5a8-6c72-442e-a289-f0f0972e4da1 HTTP/1.1" status: 200 len: 823 time: 0.3013384 Feb 09 21:28:48.558350 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b3fce37b-4f54-4d2d-a33e-9038072dc0de req-51283359-c9af-40fe-b152-fcffd715bc9a tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] 10.222.0.90 "GET /v2.0/quotas/c3d686fde7364510aff45ca2f2b1a8d8 HTTP/1.1" status: 200 len: 375 time: 0.0367279 Feb 09 21:28:48.579484 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-74424535-af3d-493e-8bbf-40be50afb87c req-03f40293-8cc3-494e-bd49-76bfcaa0ddca service neutron] 10.222.0.89 "GET /v2.0/networks/5406f657-d0e3-4570-bda7-aeb2bc509011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973172 Feb 09 21:28:48.599109 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c416a664-845b-4dd5-b534-ad6cfc9b6445 req-3771185b-a12e-49a9-957b-ed442883412a tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Made reservation on behalf of 2bd637e202e1467d81aff230fe0a3e7e for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:28:48.604283 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-c416a664-845b-4dd5-b534-ad6cfc9b6445 req-3771185b-a12e-49a9-957b-ed442883412a tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:48.613753 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbab1b7-7fb5-49db-8c81-df70fa6a523e req-cd99e4c7-1016-4ffc-ae4d-44da9c5abf76 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:48.615611 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-afbab1b7-7fb5-49db-8c81-df70fa6a523e req-cd99e4c7-1016-4ffc-ae4d-44da9c5abf76 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/ports?device_id=dd839f0e-e023-46ce-9c3b-851d3c21ae78 HTTP/1.1" status: 200 len: 945 time: 0.1652508 Feb 09 21:28:48.857085 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74424535-af3d-493e-8bbf-40be50afb87c req-a43552ac-5090-466a-a417-bcc87491a851 tempest-LiveMigrationTest-1736264502 tempest-LiveMigrationTest-1736264502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:48.859038 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-74424535-af3d-493e-8bbf-40be50afb87c req-a43552ac-5090-466a-a417-bcc87491a851 tempest-LiveMigrationTest-1736264502 tempest-LiveMigrationTest-1736264502-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=b1455719-dbf3-43d8-939a-ce5bdd8c8583&tenant_id=d13eb104d8994e4d9b604f1050cb6328&binding%3Ahost_id=n-h2-828369-5 HTTP/1.1" status: 200 len: 1126 time: 0.0583470 Feb 09 21:28:48.975456 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-74424535-af3d-493e-8bbf-40be50afb87c req-8a90a8da-79bb-4b7a-a4a4-888138512107 service neutron] For port 0d72936c-afe6-4eac-8ad5-a1b800d90aaa, host n-h1-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:28:48.977309 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b3fce37b-4f54-4d2d-a33e-9038072dc0de req-56d15f95-f42d-4e82-bbec-0b0bcb46a3a3 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=c3d686fde7364510aff45ca2f2b1a8d8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4181259 Feb 09 21:28:48.979007 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-74424535-af3d-493e-8bbf-40be50afb87c req-8a90a8da-79bb-4b7a-a4a4-888138512107 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:48.980292 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-74424535-af3d-493e-8bbf-40be50afb87c req-8a90a8da-79bb-4b7a-a4a4-888138512107 service neutron] 10.222.0.89 "DELETE /v2.0/ports/0d72936c-afe6-4eac-8ad5-a1b800d90aaa/bindings/n-h1-828369-5 HTTP/1.1" status: 204 len: 173 time: 0.1126218 Feb 09 21:28:48.995377 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-afbab1b7-7fb5-49db-8c81-df70fa6a523e req-69582b1b-779a-4fb3-a21d-85c959948249 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/security-groups?id=8827d060-7266-4559-a6cc-b0bbf702a8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3694491 Feb 09 21:28:49.109753 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7c349403-ff2a-4ae6-b7e6-d2cd78f57705 req-7b56283e-5288-404e-ab90-b54ce65b5d61 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=fc5656c9-58bf-4d3e-882d-807e27138283 HTTP/1.1" status: 200 len: 210 time: 0.0400469 Feb 09 21:28:49.125297 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [req-c416a664-845b-4dd5-b534-ad6cfc9b6445 req-3771185b-a12e-49a9-957b-ed442883412a tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Allocated IP 172.20.0.2 (37143bd2-1331-4c73-96e2-f9c3179c6daf/f5dc5768-86f9-4907-b987-49606f9e43f9/dcd512c6-e231-44af-a93e-e402f76d9c16) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:28:49.185388 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b3fce37b-4f54-4d2d-a33e-9038072dc0de req-fc7b1b9d-0c4b-4c4c-b24f-69c0e35ca42f service neutron] 10.222.0.90 "GET /v2.0/networks/7a9ac5a8-6c72-442e-a289-f0f0972e4da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889207 Feb 09 21:28:49.343494 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-77b3d5de-1b95-43c7-b5b3-f8c4b95bd9bb req-35f6cb15-dfe8-4cf3-b39e-5731a8c0d760 tempest-SecurityGroupsTestAdminJSON-2091501057 tempest-SecurityGroupsTestAdminJSON-2091501057-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1363131693', 'description': 'tempest-description-1119170352'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:28:49.369421 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b3fce37b-4f54-4d2d-a33e-9038072dc0de req-bf9fd920-93f1-4416-9c66-bb6c00bdda4b service neutron] 10.222.0.90 "GET /v2.0/networks/7a9ac5a8-6c72-442e-a289-f0f0972e4da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831827 Feb 09 21:28:49.393654 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-77b3d5de-1b95-43c7-b5b3-f8c4b95bd9bb req-35f6cb15-dfe8-4cf3-b39e-5731a8c0d760 tempest-SecurityGroupsTestAdminJSON-2091501057 tempest-SecurityGroupsTestAdminJSON-2091501057-project] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:49.411648 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-c416a664-845b-4dd5-b534-ad6cfc9b6445 req-3771185b-a12e-49a9-957b-ed442883412a tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Publish callbacks [] for port (dcd512c6-e231-44af-a93e-e402f76d9c16), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:49.413242 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-77b3d5de-1b95-43c7-b5b3-f8c4b95bd9bb req-35f6cb15-dfe8-4cf3-b39e-5731a8c0d760 tempest-SecurityGroupsTestAdminJSON-2091501057 tempest-SecurityGroupsTestAdminJSON-2091501057-project] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:49.478315 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-c416a664-845b-4dd5-b534-ad6cfc9b6445 req-3771185b-a12e-49a9-957b-ed442883412a tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (dcd512c6-e231-44af-a93e-e402f76d9c16), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:49.539147 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c416a664-845b-4dd5-b534-ad6cfc9b6445 req-3771185b-a12e-49a9-957b-ed442883412a tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Network 37143bd2-1331-4c73-96e2-f9c3179c6daf is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:28:49.550693 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [req-c416a664-845b-4dd5-b534-ad6cfc9b6445 req-3771185b-a12e-49a9-957b-ed442883412a tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:28:49.557439 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3771185b-a12e-49a9-957b-ed442883412a tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Pushing event updated for resources: {'Port': ['ID=dcd512c6-e231-44af-a93e-e402f76d9c16,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:49.559701 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-c416a664-845b-4dd5-b534-ad6cfc9b6445 req-3771185b-a12e-49a9-957b-ed442883412a tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:28:49.565408 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c416a664-845b-4dd5-b534-ad6cfc9b6445 req-3771185b-a12e-49a9-957b-ed442883412a tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:49.566185 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-c416a664-845b-4dd5-b534-ad6cfc9b6445 req-3771185b-a12e-49a9-957b-ed442883412a tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:49.593983 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-77b3d5de-1b95-43c7-b5b3-f8c4b95bd9bb req-35f6cb15-dfe8-4cf3-b39e-5731a8c0d760 tempest-SecurityGroupsTestAdminJSON-2091501057 tempest-SecurityGroupsTestAdminJSON-2091501057-project] Publish callbacks [] for security_group (16dfa43d-5794-4870-8bf0-f2d3e7b00fe1), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:49.604177 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-77b3d5de-1b95-43c7-b5b3-f8c4b95bd9bb req-35f6cb15-dfe8-4cf3-b39e-5731a8c0d760 tempest-SecurityGroupsTestAdminJSON-2091501057 tempest-SecurityGroupsTestAdminJSON-2091501057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (16dfa43d-5794-4870-8bf0-f2d3e7b00fe1), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:49.619677 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c416a664-845b-4dd5-b534-ad6cfc9b6445 req-3771185b-a12e-49a9-957b-ed442883412a tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3083134 Feb 09 21:28:49.642844 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-c416a664-845b-4dd5-b534-ad6cfc9b6445 req-207dc29d-6b09-4555-9e1e-3790572ac4ed service neutron] Request body: {'port': {'device_id': 'fc5656c9-58bf-4d3e-882d-807e27138283', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-5'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:28:49.704674 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f6cb15-dfe8-4cf3-b39e-5731a8c0d760 tempest-SecurityGroupsTestAdminJSON-2091501057 tempest-SecurityGroupsTestAdminJSON-2091501057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16dfa43d-5794-4870-8bf0-f2d3e7b00fe1,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:49.795564 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-c416a664-845b-4dd5-b534-ad6cfc9b6445 req-207dc29d-6b09-4555-9e1e-3790572ac4ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (dcd512c6-e231-44af-a93e-e402f76d9c16), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:49.799900 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-77b3d5de-1b95-43c7-b5b3-f8c4b95bd9bb req-35f6cb15-dfe8-4cf3-b39e-5731a8c0d760 tempest-SecurityGroupsTestAdminJSON-2091501057 tempest-SecurityGroupsTestAdminJSON-2091501057-project] Publish callbacks [] for security_group (5f9fe808-c356-4287-829a-f7128d85a89a), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:49.822255 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-77b3d5de-1b95-43c7-b5b3-f8c4b95bd9bb req-35f6cb15-dfe8-4cf3-b39e-5731a8c0d760 tempest-SecurityGroupsTestAdminJSON-2091501057 tempest-SecurityGroupsTestAdminJSON-2091501057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (5f9fe808-c356-4287-829a-f7128d85a89a), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:49.835873 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b84d39-9007-4dd7-8e44-d3d3d6881ec6 req-80fb8bb3-1c28-40f0-a47f-2dce09fe40c3 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:49.840700 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f0b84d39-9007-4dd7-8e44-d3d3d6881ec6 req-80fb8bb3-1c28-40f0-a47f-2dce09fe40c3 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=b1455719-dbf3-43d8-939a-ce5bdd8c8583 HTTP/1.1" status: 200 len: 944 time: 0.1595252 Feb 09 21:28:49.923160 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 46930) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:49.949397 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-77b3d5de-1b95-43c7-b5b3-f8c4b95bd9bb req-35f6cb15-dfe8-4cf3-b39e-5731a8c0d760 tempest-SecurityGroupsTestAdminJSON-2091501057 tempest-SecurityGroupsTestAdminJSON-2091501057-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:49.950930 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-77b3d5de-1b95-43c7-b5b3-f8c4b95bd9bb req-35f6cb15-dfe8-4cf3-b39e-5731a8c0d760 tempest-SecurityGroupsTestAdminJSON-2091501057 tempest-SecurityGroupsTestAdminJSON-2091501057-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.6193845 Feb 09 21:28:49.972965 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f6cb15-dfe8-4cf3-b39e-5731a8c0d760 tempest-SecurityGroupsTestAdminJSON-2091501057 tempest-SecurityGroupsTestAdminJSON-2091501057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f9fe808-c356-4287-829a-f7128d85a89a,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:50.087465 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d16d380d-e2bf-4cb3-84e2-da57d112098a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:50.106309 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device a62ca68b-8a00-4982-b2d3-02e0216ddd24 details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:28:50.133808 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0159f967-bfcf-406c-a6be-b7c47a27f20c req-8339312a-06ce-4ac8-9310-ecf872249b96 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:50.135393 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0159f967-bfcf-406c-a6be-b7c47a27f20c req-8339312a-06ce-4ac8-9310-ecf872249b96 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] 10.222.0.95 "GET /v2.0/ports?device_id=d598f789-0207-4951-b324-3cfcb2f8243a HTTP/1.1" status: 200 len: 946 time: 0.3274944 Feb 09 21:28:50.147761 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 0d72936c-afe6-4eac-8ad5-a1b800d90aaa no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:28:50.162135 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f0b84d39-9007-4dd7-8e44-d3d3d6881ec6 req-7d2890d4-bab0-4f5c-80c9-9fc958136e39 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941387 Feb 09 21:28:50.204810 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d16d380d-e2bf-4cb3-84e2-da57d112098a admin admin] Publish callbacks [] for security_group (7726dff5-8417-4d09-b670-745c9bd44c03), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:50.209647 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d16d380d-e2bf-4cb3-84e2-da57d112098a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (7726dff5-8417-4d09-b670-745c9bd44c03), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:50.246880 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-d16d380d-e2bf-4cb3-84e2-da57d112098a admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=ef70f9f18d42421cb0a37419326beb90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3215032 Feb 09 21:28:50.249165 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 46942) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:50.287467 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port a62ca68b-8a00-4982-b2d3-02e0216ddd24, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=a62ca68b-8a00-4982-b2d3-02e0216ddd24,segment=NetworkSegment(7e28b8c9-ecc1-48d2-86d6-3d500c94213a),segment_id=7e28b8c9-ecc1-48d2-86d6-3d500c94213a)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:28:50.297801 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16d380d-e2bf-4cb3-84e2-da57d112098a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7726dff5-8417-4d09-b670-745c9bd44c03,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:50.301873 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': 'a62ca68b-8a00-4982-b2d3-02e0216ddd24', 'network_id': '9df85c44-5a4f-402a-9193-81a0f5796da6', 'port_id': 'a62ca68b-8a00-4982-b2d3-02e0216ddd24', 'mac_address': 'fa:16:3e:74:e9:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb410f7a-eaa2-4874-8d34-d75f106855c8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:28:50.352179 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7879b071-bd6f-47a7-b7e7-1abab89a50b0 req-496e8e3c-fd0b-42d6-9eea-6b84802e3869 tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:50.353724 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7879b071-bd6f-47a7-b7e7-1abab89a50b0 req-496e8e3c-fd0b-42d6-9eea-6b84802e3869 tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] 10.222.0.90 "GET /v2.0/ports?device_id=7db6bdb6-0f2f-41e3-85e5-237a1be4d7cd HTTP/1.1" status: 200 len: 943 time: 0.3203812 Feb 09 21:28:50.355539 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-29c49919-6c1b-4e33-b173-61a36c494df7 req-eee34f62-18ab-4a03-8040-ec61116f0b97 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] 10.222.0.90 "GET /v2.0/ports?device_id=da449fd1-4831-485c-ad3f-7ffcd5f8ab64 HTTP/1.1" status: 200 len: 210 time: 0.0770350 Feb 09 21:28:50.359359 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port a62ca68b-8a00-4982-b2d3-02e0216ddd24 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:28:50.359777 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (a62ca68b-8a00-4982-b2d3-02e0216ddd24), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:50.374604 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a62ca68b-8a00-4982-b2d3-02e0216ddd24 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:28:50.384468 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-435d8fab-4952-4908-a978-8c0809468d22 admin admin] Publish callbacks [] for security_group (7726dff5-8417-4d09-b670-745c9bd44c03), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:50.396951 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port a62ca68b-8a00-4982-b2d3-02e0216ddd24, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=a62ca68b-8a00-4982-b2d3-02e0216ddd24,segment=NetworkSegment(7e28b8c9-ecc1-48d2-86d6-3d500c94213a),segment_id=7e28b8c9-ecc1-48d2-86d6-3d500c94213a)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:28:50.403114 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (a62ca68b-8a00-4982-b2d3-02e0216ddd24), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:50.425423 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-435d8fab-4952-4908-a978-8c0809468d22 admin admin] Publish callbacks [] for security_group (7726dff5-8417-4d09-b670-745c9bd44c03), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:50.455821 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7879b071-bd6f-47a7-b7e7-1abab89a50b0 req-372b8dcd-a223-44d4-bd9b-eae28cb9967f tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] 10.222.0.90 "GET /v2.0/security-groups?id=91d83400-638e-47e1-98a6-6d0e50fe073b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955923 Feb 09 21:28:50.465839 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-0159f967-bfcf-406c-a6be-b7c47a27f20c req-31e5378a-c0df-4730-9484-30fbaf07b60e tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Deleting port 83605d51-ed5d-4436-8e49-f60a4d5a6588 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:28:50.466178 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-0159f967-bfcf-406c-a6be-b7c47a27f20c req-31e5378a-c0df-4730-9484-30fbaf07b60e tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (83605d51-ed5d-4436-8e49-f60a4d5a6588), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:50.492058 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-435d8fab-4952-4908-a978-8c0809468d22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (7726dff5-8417-4d09-b670-745c9bd44c03), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:50.498421 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-435d8fab-4952-4908-a978-8c0809468d22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:50.498695 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 0d72936c-afe6-4eac-8ad5-a1b800d90aaa is: DOWN; New status is: DOWN {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:28:50.502593 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-435d8fab-4952-4908-a978-8c0809468d22 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/7726dff5-8417-4d09-b670-745c9bd44c03 HTTP/1.1" status: 204 len: 168 time: 0.2498848 Feb 09 21:28:50.511085 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435d8fab-4952-4908-a978-8c0809468d22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7726dff5-8417-4d09-b670-745c9bd44c03,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:50.517001 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=a62ca68b-8a00-4982-b2d3-02e0216ddd24,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:50.531576 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-f5de2606-0e0d-48c6-bd94-a3ab400651ce req-658538df-ec28-4353-b529-a64ba73cbd7a tempest-SecurityGroupsTestAdminJSON-2091501057 tempest-SecurityGroupsTestAdminJSON-2091501057-project] Request body: {'security_group': {'name': 'tempest-securitygroup-2135646646', 'description': 'tempest-description-555862093'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:28:50.591477 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [req-c416a664-845b-4dd5-b534-ad6cfc9b6445 req-207dc29d-6b09-4555-9e1e-3790572ac4ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcd512c6-e231-44af-a93e-e402f76d9c16 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:28:50.607629 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-f5de2606-0e0d-48c6-bd94-a3ab400651ce req-658538df-ec28-4353-b529-a64ba73cbd7a tempest-SecurityGroupsTestAdminJSON-2091501057 tempest-SecurityGroupsTestAdminJSON-2091501057-project] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:50.613161 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-c416a664-845b-4dd5-b534-ad6cfc9b6445 req-207dc29d-6b09-4555-9e1e-3790572ac4ed service neutron] Publish callbacks [] for port (dcd512c6-e231-44af-a93e-e402f76d9c16), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:50.647342 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-0159f967-bfcf-406c-a6be-b7c47a27f20c req-31e5378a-c0df-4730-9484-30fbaf07b60e tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] For port 83605d51-ed5d-4436-8e49-f60a4d5a6588, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=83605d51-ed5d-4436-8e49-f60a4d5a6588,segment=NetworkSegment(cfddd030-8c7e-487d-bc1f-1f873848817f),segment_id=cfddd030-8c7e-487d-bc1f-1f873848817f)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:28:50.648483 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-0159f967-bfcf-406c-a6be-b7c47a27f20c req-31e5378a-c0df-4730-9484-30fbaf07b60e tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (83605d51-ed5d-4436-8e49-f60a4d5a6588), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:50.662107 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [req-c416a664-845b-4dd5-b534-ad6cfc9b6445 req-207dc29d-6b09-4555-9e1e-3790572ac4ed service neutron] Transition to ACTIVE for port object dcd512c6-e231-44af-a93e-e402f76d9c16 will not be triggered until provisioned by entity L2. {{(pid=103140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:28:50.690357 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-c416a664-845b-4dd5-b534-ad6cfc9b6445 req-207dc29d-6b09-4555-9e1e-3790572ac4ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (dcd512c6-e231-44af-a93e-e402f76d9c16), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:50.759947 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:50.895371 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fce37b-4f54-4d2d-a33e-9038072dc0de req-23932cc5-57a8-41e5-ac40-6b3b28fcb26b tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:50.897088 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b3fce37b-4f54-4d2d-a33e-9038072dc0de req-23932cc5-57a8-41e5-ac40-6b3b28fcb26b tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] 10.222.0.95 "GET /v2.0/networks?id=7a9ac5a8-6c72-442e-a289-f0f0972e4da1 HTTP/1.1" status: 200 len: 823 time: 0.1487863 Feb 09 21:28:50.911743 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['a62ca68b-8a00-4982-b2d3-02e0216ddd24'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:28:50.918020 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 46952) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:50.928411 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207dc29d-6b09-4555-9e1e-3790572ac4ed service neutron] Pushing event updated for resources: {'Port': ['ID=dcd512c6-e231-44af-a93e-e402f76d9c16,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:50.982190 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-767a2e38-35ec-4e97-94ec-d819c09b5700 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:50.990093 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-f5de2606-0e0d-48c6-bd94-a3ab400651ce req-658538df-ec28-4353-b529-a64ba73cbd7a tempest-SecurityGroupsTestAdminJSON-2091501057 tempest-SecurityGroupsTestAdminJSON-2091501057-project] Publish callbacks [] for security_group (a9793eee-721c-4374-a329-5e27ae895125), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:50.994415 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-c416a664-845b-4dd5-b534-ad6cfc9b6445 req-207dc29d-6b09-4555-9e1e-3790572ac4ed service neutron] Attempting to bind port dcd512c6-e231-44af-a93e-e402f76d9c16 on host n-h1-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:28:50.994770 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-c416a664-845b-4dd5-b534-ad6cfc9b6445 req-207dc29d-6b09-4555-9e1e-3790572ac4ed service neutron] Attempting to bind port dcd512c6-e231-44af-a93e-e402f76d9c16 by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': 'aad88faa-37a1-49ac-8a06-d36169fb75d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '37143bd2-1331-4c73-96e2-f9c3179c6daf'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:28:50.995079 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c416a664-845b-4dd5-b534-ad6cfc9b6445 req-207dc29d-6b09-4555-9e1e-3790572ac4ed service neutron] Attempting to bind port dcd512c6-e231-44af-a93e-e402f76d9c16 on network 37143bd2-1331-4c73-96e2-f9c3179c6daf {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:28:51.005485 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-f5de2606-0e0d-48c6-bd94-a3ab400651ce req-658538df-ec28-4353-b529-a64ba73cbd7a tempest-SecurityGroupsTestAdminJSON-2091501057 tempest-SecurityGroupsTestAdminJSON-2091501057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (a9793eee-721c-4374-a329-5e27ae895125), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:51.030197 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b3fce37b-4f54-4d2d-a33e-9038072dc0de req-c2b8581a-745c-4f5d-aec6-fb8c880b734f tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c3d686fde7364510aff45ca2f2b1a8d8 HTTP/1.1" status: 200 len: 379 time: 0.1110792 Feb 09 21:28:51.042264 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-b3fce37b-4f54-4d2d-a33e-9038072dc0de req-a4346b04-94e1-47ef-9499-6ecdc541f5ec tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Request body: {'port': {'device_id': 'da449fd1-4831-485c-ad3f-7ffcd5f8ab64', 'network_id': '7a9ac5a8-6c72-442e-a289-f0f0972e4da1', 'admin_state_up': True, 'tenant_id': 'c3d686fde7364510aff45ca2f2b1a8d8', 'security_groups': ['c11474fc-a995-4bd5-b9af-83dc4f32d281']}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:28:51.052352 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61015222-0f19-46ae-bab3-da8ba36443f7 req-8ccafc28-c86d-43a3-be8b-775994b733fa tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:51.057220 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-61015222-0f19-46ae-bab3-da8ba36443f7 req-8ccafc28-c86d-43a3-be8b-775994b733fa tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/ports?device_id=dd839f0e-e023-46ce-9c3b-851d3c21ae78 HTTP/1.1" status: 200 len: 945 time: 0.3121979 Feb 09 21:28:51.082115 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c416a664-845b-4dd5-b534-ad6cfc9b6445 req-207dc29d-6b09-4555-9e1e-3790572ac4ed service neutron] Port dcd512c6-e231-44af-a93e-e402f76d9c16 on network 37143bd2-1331-4c73-96e2-f9c3179c6daf not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:28:51.082543 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c416a664-845b-4dd5-b534-ad6cfc9b6445 req-207dc29d-6b09-4555-9e1e-3790572ac4ed service neutron] Attempting to bind port dcd512c6-e231-44af-a93e-e402f76d9c16 on network 37143bd2-1331-4c73-96e2-f9c3179c6daf {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:28:51.105926 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-f5de2606-0e0d-48c6-bd94-a3ab400651ce req-658538df-ec28-4353-b529-a64ba73cbd7a tempest-SecurityGroupsTestAdminJSON-2091501057 tempest-SecurityGroupsTestAdminJSON-2091501057-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:51.108477 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f5de2606-0e0d-48c6-bd94-a3ab400651ce req-658538df-ec28-4353-b529-a64ba73cbd7a tempest-SecurityGroupsTestAdminJSON-2091501057 tempest-SecurityGroupsTestAdminJSON-2091501057-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.6132317 Feb 09 21:28:51.115570 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c416a664-845b-4dd5-b534-ad6cfc9b6445 req-207dc29d-6b09-4555-9e1e-3790572ac4ed service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:28:51.116027 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c416a664-845b-4dd5-b534-ad6cfc9b6445 req-207dc29d-6b09-4555-9e1e-3790572ac4ed service neutron] Checking segment: {'id': 'aad88faa-37a1-49ac-8a06-d36169fb75d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '37143bd2-1331-4c73-96e2-f9c3179c6daf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:28:51.116603 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c416a664-845b-4dd5-b534-ad6cfc9b6445 req-207dc29d-6b09-4555-9e1e-3790572ac4ed service neutron] Bound using segment: {'id': 'aad88faa-37a1-49ac-8a06-d36169fb75d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '37143bd2-1331-4c73-96e2-f9c3179c6daf'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:28:51.117127 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-c416a664-845b-4dd5-b534-ad6cfc9b6445 req-207dc29d-6b09-4555-9e1e-3790572ac4ed service neutron] Bound port: dcd512c6-e231-44af-a93e-e402f76d9c16, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aad88faa-37a1-49ac-8a06-d36169fb75d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '37143bd2-1331-4c73-96e2-f9c3179c6daf'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:28:51.117812 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-c416a664-845b-4dd5-b534-ad6cfc9b6445 req-207dc29d-6b09-4555-9e1e-3790572ac4ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (dcd512c6-e231-44af-a93e-e402f76d9c16), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:51.119699 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658538df-ec28-4353-b529-a64ba73cbd7a tempest-SecurityGroupsTestAdminJSON-2091501057 tempest-SecurityGroupsTestAdminJSON-2091501057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9793eee-721c-4374-a329-5e27ae895125,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:51.160756 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-0159f967-bfcf-406c-a6be-b7c47a27f20c req-31e5378a-c0df-4730-9484-30fbaf07b60e tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:51.161439 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-0159f967-bfcf-406c-a6be-b7c47a27f20c req-31e5378a-c0df-4730-9484-30fbaf07b60e tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (9d45c2ef-406a-4e6d-b004-cdfe2ba36731), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:51.161439 n-d-828369-5 neutron-server[103140]: INFO neutron.db.l3_db [req-0159f967-bfcf-406c-a6be-b7c47a27f20c req-31e5378a-c0df-4730-9484-30fbaf07b60e tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Floating IP 9d45c2ef-406a-4e6d-b004-cdfe2ba36731 disassociated. External IP: 172.25.3.213, port: 83605d51-ed5d-4436-8e49-f60a4d5a6588. Feb 09 21:28:51.161767 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-0159f967-bfcf-406c-a6be-b7c47a27f20c req-31e5378a-c0df-4730-9484-30fbaf07b60e tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Calling delete_port for 83605d51-ed5d-4436-8e49-f60a4d5a6588 owned by compute:nova {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:28:51.243279 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-61015222-0f19-46ae-bab3-da8ba36443f7 req-14f6d7b1-5588-4d6c-abfc-efaecd1f442c tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/security-groups?id=8827d060-7266-4559-a6cc-b0bbf702a8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560652 Feb 09 21:28:51.330350 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-c416a664-845b-4dd5-b534-ad6cfc9b6445 req-207dc29d-6b09-4555-9e1e-3790572ac4ed service neutron] For port dcd512c6-e231-44af-a93e-e402f76d9c16, host n-h1-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:28:51.356283 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-c416a664-845b-4dd5-b534-ad6cfc9b6445 req-207dc29d-6b09-4555-9e1e-3790572ac4ed service neutron] For port dcd512c6-e231-44af-a93e-e402f76d9c16, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=dcd512c6-e231-44af-a93e-e402f76d9c16,segment=NetworkSegment(aad88faa-37a1-49ac-8a06-d36169fb75d8),segment_id=aad88faa-37a1-49ac-8a06-d36169fb75d8)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:28:51.365390 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4ad24a-7250-47ad-8cce-8553e29ff66e req-fda31533-d025-4c39-af57-f3ea002d2347 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:51.367577 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4a4ad24a-7250-47ad-8cce-8553e29ff66e req-fda31533-d025-4c39-af57-f3ea002d2347 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=fc5656c9-58bf-4d3e-882d-807e27138283 HTTP/1.1" status: 200 len: 943 time: 0.1656718 Feb 09 21:28:51.390622 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-c416a664-845b-4dd5-b534-ad6cfc9b6445 req-207dc29d-6b09-4555-9e1e-3790572ac4ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (dcd512c6-e231-44af-a93e-e402f76d9c16), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:51.425661 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-767a2e38-35ec-4e97-94ec-d819c09b5700 admin admin] Publish callbacks [] for security_group (1c5aaf49-be64-4625-9717-6573b615ac02), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:51.434141 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-767a2e38-35ec-4e97-94ec-d819c09b5700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (1c5aaf49-be64-4625-9717-6573b615ac02), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:51.442671 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c416a664-845b-4dd5-b534-ad6cfc9b6445 req-207dc29d-6b09-4555-9e1e-3790572ac4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:51.443307 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-c416a664-845b-4dd5-b534-ad6cfc9b6445 req-207dc29d-6b09-4555-9e1e-3790572ac4ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:51.445492 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c416a664-845b-4dd5-b534-ad6cfc9b6445 req-207dc29d-6b09-4555-9e1e-3790572ac4ed service neutron] 10.222.0.95 "PUT /v2.0/ports/dcd512c6-e231-44af-a93e-e402f76d9c16 HTTP/1.1" status: 200 len: 1091 time: 1.8098993 Feb 09 21:28:51.450877 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc5656c9-58bf-4d3e-882d-807e27138283', 'tag': 'dcd512c6-e231-44af-a93e-e402f76d9c16'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:28:51.453642 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f3ead0-72dd-456f-a5cc-c27c3db4a855" -d '{"events": [{"name": "network-changed", "server_uuid": "fc5656c9-58bf-4d3e-882d-807e27138283", "tag": "dcd512c6-e231-44af-a93e-e402f76d9c16"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:28:51.478926 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3fce37b-4f54-4d2d-a33e-9038072dc0de req-a4346b04-94e1-47ef-9499-6ecdc541f5ec tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Made reservation on behalf of c3d686fde7364510aff45ca2f2b1a8d8 for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:28:51.482736 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b3fce37b-4f54-4d2d-a33e-9038072dc0de req-a4346b04-94e1-47ef-9499-6ecdc541f5ec tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:51.487934 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-767a2e38-35ec-4e97-94ec-d819c09b5700 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=29de88f1a2bf417e9c62ebc7d8e4337e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5675967 Feb 09 21:28:51.488659 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767a2e38-35ec-4e97-94ec-d819c09b5700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c5aaf49-be64-4625-9717-6573b615ac02,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:51.496901 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 46968) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:51.578578 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207dc29d-6b09-4555-9e1e-3790572ac4ed service neutron] Pushing event updated for resources: {'Port': ['ID=dcd512c6-e231-44af-a93e-e402f76d9c16,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:51.581854 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4a4ad24a-7250-47ad-8cce-8553e29ff66e req-95022f6e-1e20-4bed-87ac-847f9f66bd46 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031856 Feb 09 21:28:51.604361 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-0159f967-bfcf-406c-a6be-b7c47a27f20c req-31e5378a-c0df-4730-9484-30fbaf07b60e tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (83605d51-ed5d-4436-8e49-f60a4d5a6588), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:51.631579 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a5c7e3fc-3dfe-4d57-b54d-f08227caeed4 admin admin] Publish callbacks [] for security_group (1c5aaf49-be64-4625-9717-6573b615ac02), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:51.645372 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c416a664-845b-4dd5-b534-ad6cfc9b6445 req-637db32d-4e9c-4316-9852-4d705cf32998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:51.647379 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c416a664-845b-4dd5-b534-ad6cfc9b6445 req-637db32d-4e9c-4316-9852-4d705cf32998 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=2bd637e202e1467d81aff230fe0a3e7e&device_id=fc5656c9-58bf-4d3e-882d-807e27138283 HTTP/1.1" status: 200 len: 1125 time: 0.1478291 Feb 09 21:28:51.653409 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e5378a-c0df-4730-9484-30fbaf07b60e tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Pushing event deleted for resources: {'Port': ['ID=83605d51-ed5d-4436-8e49-f60a4d5a6588,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:51.693576 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a5c7e3fc-3dfe-4d57-b54d-f08227caeed4 admin admin] Publish callbacks [] for security_group (1c5aaf49-be64-4625-9717-6573b615ac02), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:51.712456 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [req-b3fce37b-4f54-4d2d-a33e-9038072dc0de req-a4346b04-94e1-47ef-9499-6ecdc541f5ec tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Allocated IP 172.20.0.3 (7a9ac5a8-6c72-442e-a289-f0f0972e4da1/9d40292b-0b76-42c5-80e1-90b5058bab26/2ad16b77-7d0e-4d7a-9d81-501be630d492) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:28:51.713011 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c416a664-845b-4dd5-b534-ad6cfc9b6445 req-c52afb20-7696-48b2-a262-ee0201c09c6e service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dcd512c6-e231-44af-a93e-e402f76d9c16 HTTP/1.1" status: 200 len: 217 time: 0.0526948 Feb 09 21:28:51.793099 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a5c7e3fc-3dfe-4d57-b54d-f08227caeed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (1c5aaf49-be64-4625-9717-6573b615ac02), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:51.795820 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a5c7e3fc-3dfe-4d57-b54d-f08227caeed4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:51.797052 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-a5c7e3fc-3dfe-4d57-b54d-f08227caeed4 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/1c5aaf49-be64-4625-9717-6573b615ac02 HTTP/1.1" status: 204 len: 168 time: 0.2993133 Feb 09 21:28:51.832999 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c7e3fc-3dfe-4d57-b54d-f08227caeed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c5aaf49-be64-4625-9717-6573b615ac02,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:51.912036 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b3fce37b-4f54-4d2d-a33e-9038072dc0de req-a4346b04-94e1-47ef-9499-6ecdc541f5ec tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Publish callbacks [] for port (2ad16b77-7d0e-4d7a-9d81-501be630d492), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:51.961452 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b3fce37b-4f54-4d2d-a33e-9038072dc0de req-a4346b04-94e1-47ef-9499-6ecdc541f5ec tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (2ad16b77-7d0e-4d7a-9d81-501be630d492), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:52.022163 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3fce37b-4f54-4d2d-a33e-9038072dc0de req-a4346b04-94e1-47ef-9499-6ecdc541f5ec tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Network 7a9ac5a8-6c72-442e-a289-f0f0972e4da1 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:28:52.029718 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [req-b3fce37b-4f54-4d2d-a33e-9038072dc0de req-a4346b04-94e1-47ef-9499-6ecdc541f5ec tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:28:52.034869 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3fce37b-4f54-4d2d-a33e-9038072dc0de req-a4346b04-94e1-47ef-9499-6ecdc541f5ec tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:28:52.039749 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4346b04-94e1-47ef-9499-6ecdc541f5ec tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Pushing event updated for resources: {'Port': ['ID=2ad16b77-7d0e-4d7a-9d81-501be630d492,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:52.099192 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fce37b-4f54-4d2d-a33e-9038072dc0de req-a4346b04-94e1-47ef-9499-6ecdc541f5ec tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:52.100493 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b3fce37b-4f54-4d2d-a33e-9038072dc0de req-a4346b04-94e1-47ef-9499-6ecdc541f5ec tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:52.122581 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device a62ca68b-8a00-4982-b2d3-02e0216ddd24 up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:28:52.125272 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b3fce37b-4f54-4d2d-a33e-9038072dc0de req-a4346b04-94e1-47ef-9499-6ecdc541f5ec tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0874023 Feb 09 21:28:52.141439 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-b3fce37b-4f54-4d2d-a33e-9038072dc0de req-c5f9ced8-7c62-43c9-acbc-1e8ff5dd0556 service neutron] Request body: {'port': {'device_id': 'da449fd1-4831-485c-ad3f-7ffcd5f8ab64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:28:52.169276 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-22a22fc9-56a0-4ade-9092-780bb8c913f5 req-71f5ec77-59d9-4cd9-a057-8081538d27b1 tempest-SecurityGroupsTestAdminJSON-131827229 tempest-SecurityGroupsTestAdminJSON-131827229-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1207137579', 'description': 'tempest-description-73609336'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:28:52.189593 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c416a664-845b-4dd5-b534-ad6cfc9b6445 req-2060b327-5c6d-4784-9d8d-91dc970e074e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:52.191366 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c416a664-845b-4dd5-b534-ad6cfc9b6445 req-2060b327-5c6d-4784-9d8d-91dc970e074e service neutron] 10.222.0.95 "GET /v2.0/subnets?id=f5dc5768-86f9-4907-b987-49606f9e43f9 HTTP/1.1" status: 200 len: 861 time: 0.4142439 Feb 09 21:28:52.197167 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-22a22fc9-56a0-4ade-9092-780bb8c913f5 req-71f5ec77-59d9-4cd9-a057-8081538d27b1 tempest-SecurityGroupsTestAdminJSON-131827229 tempest-SecurityGroupsTestAdminJSON-131827229-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:52.225347 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning for port a62ca68b-8a00-4982-b2d3-02e0216ddd24 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:28:52.231294 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port a62ca68b-8a00-4982-b2d3-02e0216ddd24 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:28:52.231794 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (a62ca68b-8a00-4982-b2d3-02e0216ddd24), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:52.242927 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c416a664-845b-4dd5-b534-ad6cfc9b6445 req-fbb5ad42-a910-48e5-b651-bd482ff64cc1 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=37143bd2-1331-4c73-96e2-f9c3179c6daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431411 Feb 09 21:28:52.250295 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-22a22fc9-56a0-4ade-9092-780bb8c913f5 req-71f5ec77-59d9-4cd9-a057-8081538d27b1 tempest-SecurityGroupsTestAdminJSON-131827229 tempest-SecurityGroupsTestAdminJSON-131827229-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:52.252429 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b3fce37b-4f54-4d2d-a33e-9038072dc0de req-c5f9ced8-7c62-43c9-acbc-1e8ff5dd0556 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (2ad16b77-7d0e-4d7a-9d81-501be630d492), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:52.343529 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port a62ca68b-8a00-4982-b2d3-02e0216ddd24 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:28:52.344170 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (a62ca68b-8a00-4982-b2d3-02e0216ddd24), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:52.366125 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35629250-1d6a-49be-bcfd-57e2953e5816 req-bf695196-9c3f-4a15-81f0-3588450816cf tempest-LiveMigrationTest-1736264502 tempest-LiveMigrationTest-1736264502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:52.374495 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-35629250-1d6a-49be-bcfd-57e2953e5816 req-bf695196-9c3f-4a15-81f0-3588450816cf tempest-LiveMigrationTest-1736264502 tempest-LiveMigrationTest-1736264502-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=b1455719-dbf3-43d8-939a-ce5bdd8c8583 HTTP/1.1" status: 200 len: 1126 time: 0.6719790 Feb 09 21:28:52.387417 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c416a664-845b-4dd5-b534-ad6cfc9b6445 req-51841e7a-5acf-4fd8-a3ee-a5b1b9306970 service neutron] 10.222.0.95 "GET /v2.0/networks/37143bd2-1331-4c73-96e2-f9c3179c6daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337960 Feb 09 21:28:52.407435 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7db6bdb6-0f2f-41e3-85e5-237a1be4d7cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a62ca68b-8a00-4982-b2d3-02e0216ddd24'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:28:52.410056 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bc9ff02-abbc-4cc8-b564-c73f11e25d20" -d '{"events": [{"server_uuid": "7db6bdb6-0f2f-41e3-85e5-237a1be4d7cd", "name": "network-vif-plugged", "status": "completed", "tag": "a62ca68b-8a00-4982-b2d3-02e0216ddd24"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:28:52.427201 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port a62ca68b-8a00-4982-b2d3-02e0216ddd24, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=a62ca68b-8a00-4982-b2d3-02e0216ddd24,segment=NetworkSegment(7e28b8c9-ecc1-48d2-86d6-3d500c94213a),segment_id=7e28b8c9-ecc1-48d2-86d6-3d500c94213a)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:28:52.458652 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (a62ca68b-8a00-4982-b2d3-02e0216ddd24), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:52.533242 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=a62ca68b-8a00-4982-b2d3-02e0216ddd24,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:52.533480 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-22a22fc9-56a0-4ade-9092-780bb8c913f5 req-71f5ec77-59d9-4cd9-a057-8081538d27b1 tempest-SecurityGroupsTestAdminJSON-131827229 tempest-SecurityGroupsTestAdminJSON-131827229-project-admin] Publish callbacks [] for security_group (d2ae35d0-2ebf-43f9-a9a3-f7b3375fd2e6), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:52.556448 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-22a22fc9-56a0-4ade-9092-780bb8c913f5 req-71f5ec77-59d9-4cd9-a057-8081538d27b1 tempest-SecurityGroupsTestAdminJSON-131827229 tempest-SecurityGroupsTestAdminJSON-131827229-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (d2ae35d0-2ebf-43f9-a9a3-f7b3375fd2e6), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:52.642244 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0159f967-bfcf-406c-a6be-b7c47a27f20c req-31e5378a-c0df-4730-9484-30fbaf07b60e tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Router 88999dd9-301b-4545-a2be-0d274196e2c0 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:28:52.653928 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-b3fce37b-4f54-4d2d-a33e-9038072dc0de req-c5f9ced8-7c62-43c9-acbc-1e8ff5dd0556 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ad16b77-7d0e-4d7a-9d81-501be630d492 {{(pid=103141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:28:52.664240 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b3fce37b-4f54-4d2d-a33e-9038072dc0de req-c5f9ced8-7c62-43c9-acbc-1e8ff5dd0556 service neutron] Publish callbacks [] for port (2ad16b77-7d0e-4d7a-9d81-501be630d492), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:52.672063 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f5ec77-59d9-4cd9-a057-8081538d27b1 tempest-SecurityGroupsTestAdminJSON-131827229 tempest-SecurityGroupsTestAdminJSON-131827229-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ae35d0-2ebf-43f9-a9a3-f7b3375fd2e6,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:52.682344 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-b3fce37b-4f54-4d2d-a33e-9038072dc0de req-c5f9ced8-7c62-43c9-acbc-1e8ff5dd0556 service neutron] Transition to ACTIVE for port object 2ad16b77-7d0e-4d7a-9d81-501be630d492 will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:28:52.688443 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b3fce37b-4f54-4d2d-a33e-9038072dc0de req-c5f9ced8-7c62-43c9-acbc-1e8ff5dd0556 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (2ad16b77-7d0e-4d7a-9d81-501be630d492), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:52.747829 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-35629250-1d6a-49be-bcfd-57e2953e5816 req-51767812-f07c-497f-806a-add242d19dcb tempest-LiveMigrationTest-1736264502 tempest-LiveMigrationTest-1736264502-project-admin] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3722451 Feb 09 21:28:52.822002 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f9ced8-7c62-43c9-acbc-1e8ff5dd0556 service neutron] Pushing event updated for resources: {'Port': ['ID=2ad16b77-7d0e-4d7a-9d81-501be630d492,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:52.840747 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-b3fce37b-4f54-4d2d-a33e-9038072dc0de req-c5f9ced8-7c62-43c9-acbc-1e8ff5dd0556 service neutron] Attempting to bind port 2ad16b77-7d0e-4d7a-9d81-501be630d492 on host n-h1-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:28:52.840747 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-b3fce37b-4f54-4d2d-a33e-9038072dc0de req-c5f9ced8-7c62-43c9-acbc-1e8ff5dd0556 service neutron] Attempting to bind port 2ad16b77-7d0e-4d7a-9d81-501be630d492 by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': 'cfddd030-8c7e-487d-bc1f-1f873848817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '7a9ac5a8-6c72-442e-a289-f0f0972e4da1'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:28:52.840747 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fce37b-4f54-4d2d-a33e-9038072dc0de req-c5f9ced8-7c62-43c9-acbc-1e8ff5dd0556 service neutron] Attempting to bind port 2ad16b77-7d0e-4d7a-9d81-501be630d492 on network 7a9ac5a8-6c72-442e-a289-f0f0972e4da1 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:28:52.845297 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fce37b-4f54-4d2d-a33e-9038072dc0de req-c5f9ced8-7c62-43c9-acbc-1e8ff5dd0556 service neutron] Port 2ad16b77-7d0e-4d7a-9d81-501be630d492 on network 7a9ac5a8-6c72-442e-a289-f0f0972e4da1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:28:52.845608 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fce37b-4f54-4d2d-a33e-9038072dc0de req-c5f9ced8-7c62-43c9-acbc-1e8ff5dd0556 service neutron] Attempting to bind port 2ad16b77-7d0e-4d7a-9d81-501be630d492 on network 7a9ac5a8-6c72-442e-a289-f0f0972e4da1 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:28:52.852059 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fce37b-4f54-4d2d-a33e-9038072dc0de req-c5f9ced8-7c62-43c9-acbc-1e8ff5dd0556 service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:28:52.852843 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fce37b-4f54-4d2d-a33e-9038072dc0de req-c5f9ced8-7c62-43c9-acbc-1e8ff5dd0556 service neutron] Checking segment: {'id': 'cfddd030-8c7e-487d-bc1f-1f873848817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '7a9ac5a8-6c72-442e-a289-f0f0972e4da1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:28:52.852843 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fce37b-4f54-4d2d-a33e-9038072dc0de req-c5f9ced8-7c62-43c9-acbc-1e8ff5dd0556 service neutron] Bound using segment: {'id': 'cfddd030-8c7e-487d-bc1f-1f873848817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '7a9ac5a8-6c72-442e-a289-f0f0972e4da1'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:28:52.854100 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-b3fce37b-4f54-4d2d-a33e-9038072dc0de req-c5f9ced8-7c62-43c9-acbc-1e8ff5dd0556 service neutron] Bound port: 2ad16b77-7d0e-4d7a-9d81-501be630d492, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfddd030-8c7e-487d-bc1f-1f873848817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '7a9ac5a8-6c72-442e-a289-f0f0972e4da1'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:28:52.854100 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b3fce37b-4f54-4d2d-a33e-9038072dc0de req-c5f9ced8-7c62-43c9-acbc-1e8ff5dd0556 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (2ad16b77-7d0e-4d7a-9d81-501be630d492), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:52.922655 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-b3fce37b-4f54-4d2d-a33e-9038072dc0de req-c5f9ced8-7c62-43c9-acbc-1e8ff5dd0556 service neutron] For port 2ad16b77-7d0e-4d7a-9d81-501be630d492, host n-h1-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:28:52.927326 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-b3fce37b-4f54-4d2d-a33e-9038072dc0de req-c5f9ced8-7c62-43c9-acbc-1e8ff5dd0556 service neutron] For port 2ad16b77-7d0e-4d7a-9d81-501be630d492, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=2ad16b77-7d0e-4d7a-9d81-501be630d492,segment=NetworkSegment(cfddd030-8c7e-487d-bc1f-1f873848817f),segment_id=cfddd030-8c7e-487d-bc1f-1f873848817f)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:28:52.934737 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b3fce37b-4f54-4d2d-a33e-9038072dc0de req-c5f9ced8-7c62-43c9-acbc-1e8ff5dd0556 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (2ad16b77-7d0e-4d7a-9d81-501be630d492), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:52.975063 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fce37b-4f54-4d2d-a33e-9038072dc0de req-c5f9ced8-7c62-43c9-acbc-1e8ff5dd0556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:52.975725 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b3fce37b-4f54-4d2d-a33e-9038072dc0de req-c5f9ced8-7c62-43c9-acbc-1e8ff5dd0556 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:52.978666 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b3fce37b-4f54-4d2d-a33e-9038072dc0de req-c5f9ced8-7c62-43c9-acbc-1e8ff5dd0556 service neutron] 10.222.0.95 "PUT /v2.0/ports/2ad16b77-7d0e-4d7a-9d81-501be630d492 HTTP/1.1" status: 200 len: 1091 time: 0.8412411 Feb 09 21:28:52.981042 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da449fd1-4831-485c-ad3f-7ffcd5f8ab64', 'tag': '2ad16b77-7d0e-4d7a-9d81-501be630d492'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:28:52.984982 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6236d76e-f7e2-462d-9d42-bb366c15d607" -d '{"events": [{"name": "network-changed", "server_uuid": "da449fd1-4831-485c-ad3f-7ffcd5f8ab64", "tag": "2ad16b77-7d0e-4d7a-9d81-501be630d492"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:28:53.000596 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c416a664-845b-4dd5-b534-ad6cfc9b6445 req-12ac6034-10bf-4edd-a03d-8defe266219f service neutron] 10.222.0.95 "GET /v2.0/networks/37143bd2-1331-4c73-96e2-f9c3179c6daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5440986 Feb 09 21:28:53.021129 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-22a22fc9-56a0-4ade-9092-780bb8c913f5 req-71f5ec77-59d9-4cd9-a057-8081538d27b1 tempest-SecurityGroupsTestAdminJSON-131827229 tempest-SecurityGroupsTestAdminJSON-131827229-project-admin] Publish callbacks [] for security_group (300773fd-8768-4029-a0b3-207509d9a4a4), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:53.022431 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f9ced8-7c62-43c9-acbc-1e8ff5dd0556 service neutron] Pushing event updated for resources: {'Port': ['ID=2ad16b77-7d0e-4d7a-9d81-501be630d492,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:53.044373 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-22a22fc9-56a0-4ade-9092-780bb8c913f5 req-71f5ec77-59d9-4cd9-a057-8081538d27b1 tempest-SecurityGroupsTestAdminJSON-131827229 tempest-SecurityGroupsTestAdminJSON-131827229-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (300773fd-8768-4029-a0b3-207509d9a4a4), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:53.091879 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-22a22fc9-56a0-4ade-9092-780bb8c913f5 req-71f5ec77-59d9-4cd9-a057-8081538d27b1 tempest-SecurityGroupsTestAdminJSON-131827229 tempest-SecurityGroupsTestAdminJSON-131827229-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:53.093141 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-22a22fc9-56a0-4ade-9092-780bb8c913f5 req-71f5ec77-59d9-4cd9-a057-8081538d27b1 tempest-SecurityGroupsTestAdminJSON-131827229 tempest-SecurityGroupsTestAdminJSON-131827229-project-admin] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.3002832 Feb 09 21:28:53.118513 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc968197-2723-4704-a6c7-f627d458e93b req-72cbaa2e-df7e-419f-8d75-02dc362affce tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:53.120052 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cc968197-2723-4704-a6c7-f627d458e93b req-72cbaa2e-df7e-419f-8d75-02dc362affce tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] 10.222.0.90 "GET /v2.0/ports?device_id=da449fd1-4831-485c-ad3f-7ffcd5f8ab64 HTTP/1.1" status: 200 len: 943 time: 0.2187586 Feb 09 21:28:53.132890 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0159f967-bfcf-406c-a6be-b7c47a27f20c req-31e5378a-c0df-4730-9484-30fbaf07b60e tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:28:53.150117 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fbcc48f-c592-4af7-9b8e-e381a9f02670 None None] Sync routers for ids ['88999dd9-301b-4545-a2be-0d274196e2c0'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:28:53.203131 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18971555-37f7-4395-8bf7-a25f68ef040b x-openstack-request-id: req-18971555-37f7-4395-8bf7-a25f68ef040b {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:28:53.203731 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc5656c9-58bf-4d3e-882d-807e27138283", "tag": "dcd512c6-e231-44af-a93e-e402f76d9c16", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:28:53.203731 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-18971555-37f7-4395-8bf7-a25f68ef040b {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:28:53.204065 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc5656c9-58bf-4d3e-882d-807e27138283', 'tag': 'dcd512c6-e231-44af-a93e-e402f76d9c16', 'status': 'completed', 'code': 200} Feb 09 21:28:53.209200 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbcc48f-c592-4af7-9b8e-e381a9f02670 None None] Routers {'88999dd9-301b-4545-a2be-0d274196e2c0'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:28:53.209839 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-0fbcc48f-c592-4af7-9b8e-e381a9f02670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:28:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['88999dd9-301b-4545-a2be-0d274196e2c0'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:28:53.214004 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:53.237625 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f5ec77-59d9-4cd9-a057-8081538d27b1 tempest-SecurityGroupsTestAdminJSON-131827229 tempest-SecurityGroupsTestAdminJSON-131827229-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=300773fd-8768-4029-a0b3-207509d9a4a4,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:53.271612 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-0159f967-bfcf-406c-a6be-b7c47a27f20c req-31e5378a-c0df-4730-9484-30fbaf07b60e tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] No DVR routers for this DVR port 83605d51-ed5d-4436-8e49-f60a4d5a6588 on host n-h1-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:28:53.284961 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f3ead0-72dd-456f-a5cc-c27c3db4a855 req-d7cc0cf7-ff97-41fe-be23-303ef8a65a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:53.288132 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f9f3ead0-72dd-456f-a5cc-c27c3db4a855 req-d7cc0cf7-ff97-41fe-be23-303ef8a65a8e service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=2bd637e202e1467d81aff230fe0a3e7e&device_id=fc5656c9-58bf-4d3e-882d-807e27138283 HTTP/1.1" status: 200 len: 1125 time: 0.0957301 Feb 09 21:28:53.288474 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fce37b-4f54-4d2d-a33e-9038072dc0de req-733f16d7-dee3-4d51-9467-82513bb4e4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:53.289962 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b3fce37b-4f54-4d2d-a33e-9038072dc0de req-733f16d7-dee3-4d51-9467-82513bb4e4dd service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=c3d686fde7364510aff45ca2f2b1a8d8&device_id=da449fd1-4831-485c-ad3f-7ffcd5f8ab64 HTTP/1.1" status: 200 len: 1125 time: 0.2634189 Feb 09 21:28:53.297672 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-0159f967-bfcf-406c-a6be-b7c47a27f20c req-31e5378a-c0df-4730-9484-30fbaf07b60e tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:53.300979 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0159f967-bfcf-406c-a6be-b7c47a27f20c req-31e5378a-c0df-4730-9484-30fbaf07b60e tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] 10.222.0.95 "DELETE /v2.0/ports/83605d51-ed5d-4436-8e49-f60a4d5a6588 HTTP/1.1" status: 204 len: 173 time: 3.1569560 Feb 09 21:28:53.380775 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cc968197-2723-4704-a6c7-f627d458e93b req-45cee213-63b7-4c91-b177-cdfb9ddb6aed tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] 10.222.0.90 "GET /v2.0/security-groups?id=c11474fc-a995-4bd5-b9af-83dc4f32d281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2374027 Feb 09 21:28:53.392073 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b3fce37b-4f54-4d2d-a33e-9038072dc0de req-bf103187-1aa7-4f0d-a663-58188726de33 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ad16b77-7d0e-4d7a-9d81-501be630d492 HTTP/1.1" status: 200 len: 217 time: 0.0683579 Feb 09 21:28:53.487082 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-0fbcc48f-c592-4af7-9b8e-e381a9f02670 None None] Set router 88999dd9-301b-4545-a2be-0d274196e2c0 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:28:53.553496 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f3ead0-72dd-456f-a5cc-c27c3db4a855 req-9cc022da-2143-44b3-a9a6-5ea84bd0d5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:53.555693 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308299d1-857c-40c3-a916-fec4ac9df66e req-fdf12f6a-f386-47ac-819e-e1488518a56b tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:53.558331 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f9f3ead0-72dd-456f-a5cc-c27c3db4a855 req-9cc022da-2143-44b3-a9a6-5ea84bd0d5b4 service neutron] 10.222.0.95 "GET /v2.0/networks?id=37143bd2-1331-4c73-96e2-f9c3179c6daf HTTP/1.1" status: 200 len: 922 time: 0.2471819 Feb 09 21:28:53.562208 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-308299d1-857c-40c3-a916-fec4ac9df66e req-fdf12f6a-f386-47ac-819e-e1488518a56b tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] 10.222.0.90 "GET /v2.0/ports?device_id=7db6bdb6-0f2f-41e3-85e5-237a1be4d7cd HTTP/1.1" status: 200 len: 945 time: 0.2883127 Feb 09 21:28:53.580327 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fce37b-4f54-4d2d-a33e-9038072dc0de req-5aaa0079-9aed-4eb9-b4c5-42a7992e8b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:53.582275 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b3fce37b-4f54-4d2d-a33e-9038072dc0de req-5aaa0079-9aed-4eb9-b4c5-42a7992e8b34 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=9d40292b-0b76-42c5-80e1-90b5058bab26 HTTP/1.1" status: 200 len: 862 time: 0.1775966 Feb 09 21:28:53.654975 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f9f3ead0-72dd-456f-a5cc-c27c3db4a855 req-42347f10-e1a8-437c-bd17-a800cbdb2c40 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dcd512c6-e231-44af-a93e-e402f76d9c16 HTTP/1.1" status: 200 len: 217 time: 0.0844071 Feb 09 21:28:53.707687 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-308299d1-857c-40c3-a916-fec4ac9df66e req-684ec158-52c5-4c94-9804-2be5f64deff9 tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] 10.222.0.90 "GET /v2.0/security-groups?id=91d83400-638e-47e1-98a6-6d0e50fe073b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377380 Feb 09 21:28:53.733092 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fce37b-4f54-4d2d-a33e-9038072dc0de req-eca63f7b-6636-44f9-bea0-bc4888cb4c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:53.734668 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b3fce37b-4f54-4d2d-a33e-9038072dc0de req-eca63f7b-6636-44f9-bea0-bc4888cb4c74 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=7a9ac5a8-6c72-442e-a289-f0f0972e4da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1430881 Feb 09 21:28:53.809249 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f3ead0-72dd-456f-a5cc-c27c3db4a855 req-537496c9-ae51-4f74-bd6d-e4a6a50e2340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:53.811454 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f9f3ead0-72dd-456f-a5cc-c27c3db4a855 req-537496c9-ae51-4f74-bd6d-e4a6a50e2340 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=f5dc5768-86f9-4907-b987-49606f9e43f9 HTTP/1.1" status: 200 len: 861 time: 0.1486440 Feb 09 21:28:53.845068 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-354ac04b-2348-423d-bc98-0942067f2dd3 x-openstack-request-id: req-354ac04b-2348-423d-bc98-0942067f2dd3 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:28:53.845563 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7db6bdb6-0f2f-41e3-85e5-237a1be4d7cd", "name": "network-vif-plugged", "status": "completed", "tag": "a62ca68b-8a00-4982-b2d3-02e0216ddd24", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:28:53.845917 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-354ac04b-2348-423d-bc98-0942067f2dd3 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:28:53.846402 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7db6bdb6-0f2f-41e3-85e5-237a1be4d7cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a62ca68b-8a00-4982-b2d3-02e0216ddd24', 'code': 200} Feb 09 21:28:53.859323 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-0fbcc48f-c592-4af7-9b8e-e381a9f02670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88999dd9-301b-4545-a2be-0d274196e2c0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-860913778-router', 'tenant_id': 'c3d686fde7364510aff45ca2f2b1a8d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': 'e63a94d9-7a38-4bb9-aa49-74194f8381d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:27:07Z', 'updated_at': '2022-02-09T21:27:12Z', 'revision_number': 4, 'project_id': 'c3d686fde7364510aff45ca2f2b1a8d8', 'gw_port': {'id': 'e63a94d9-7a38-4bb9-aa49-74194f8381d9', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:29:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88999dd9-301b-4545-a2be-0d274196e2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:27:07Z', 'updated_at': '2022-02-09T21:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '04fd5a29-f9cc-4f19-9b35-fbeffb75a999', 'name': '', 'network_id': '7a9ac5a8-6c72-442e-a289-f0f0972e4da1', 'tenant_id': 'c3d686fde7364510aff45ca2f2b1a8d8', 'mac_address': 'fa:16:3e:4b:5b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88999dd9-301b-4545-a2be-0d274196e2c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '9d40292b-0b76-42c5-80e1-90b5058bab26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:27:10Z', 'updated_at': '2022-02-09T21:27:18Z', 'revision_number': 5, 'project_id': 'c3d686fde7364510aff45ca2f2b1a8d8', 'subnets': [{'id': '9d40292b-0b76-42c5-80e1-90b5058bab26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:28:53.904879 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f9f3ead0-72dd-456f-a5cc-c27c3db4a855 req-212e511a-73ae-4ec9-9712-753889697c31 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=37143bd2-1331-4c73-96e2-f9c3179c6daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784822 Feb 09 21:28:53.906576 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74354fac-29f2-41c3-9c97-f21603104119 req-976c5c82-3bbf-4167-bf28-626ff4e55076 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:53.908123 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-74354fac-29f2-41c3-9c97-f21603104119 req-976c5c82-3bbf-4167-bf28-626ff4e55076 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/ports?device_id=dd839f0e-e023-46ce-9c3b-851d3c21ae78 HTTP/1.1" status: 200 len: 945 time: 0.2777929 Feb 09 21:28:53.910263 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fbcc48f-c592-4af7-9b8e-e381a9f02670 None None] Checking router: 88999dd9-301b-4545-a2be-0d274196e2c0 for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:28:53.921919 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbcc48f-c592-4af7-9b8e-e381a9f02670 None None] Routers {'88999dd9-301b-4545-a2be-0d274196e2c0'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:28:53.922859 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-0fbcc48f-c592-4af7-9b8e-e381a9f02670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:28:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['88999dd9-301b-4545-a2be-0d274196e2c0'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:28:54.020459 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b664a7c-afb2-4e29-9231-5eebc25cd683 req-830cb6be-1549-4641-aae5-98ba5494ece4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:54.022413 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7b664a7c-afb2-4e29-9231-5eebc25cd683 req-830cb6be-1549-4641-aae5-98ba5494ece4 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=7db6bdb6-0f2f-41e3-85e5-237a1be4d7cd HTTP/1.1" status: 200 len: 1127 time: 0.1057155 Feb 09 21:28:54.077364 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f9f3ead0-72dd-456f-a5cc-c27c3db4a855 req-eac3dc01-2744-42d9-9c19-f47bf9bb06a2 service neutron] 10.222.0.95 "GET /v2.0/networks/37143bd2-1331-4c73-96e2-f9c3179c6daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618600 Feb 09 21:28:54.092164 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b3fce37b-4f54-4d2d-a33e-9038072dc0de req-7399aa57-94c8-4352-8200-a3535990fafb service neutron] 10.222.0.95 "GET /v2.0/networks/7a9ac5a8-6c72-442e-a289-f0f0972e4da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3440800 Feb 09 21:28:54.095238 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-0fbcc48f-c592-4af7-9b8e-e381a9f02670 None None] Set router 88999dd9-301b-4545-a2be-0d274196e2c0 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:28:54.098876 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-74354fac-29f2-41c3-9c97-f21603104119 req-81457858-401d-4a04-8521-9dc5addee9e1 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/security-groups?id=8827d060-7266-4559-a6cc-b0bbf702a8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819468 Feb 09 21:28:54.107181 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7b664a7c-afb2-4e29-9231-5eebc25cd683 req-31217e5a-520e-493b-80a2-b63d56e2c5bb service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=91d83400-638e-47e1-98a6-6d0e50fe073b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724967 Feb 09 21:28:54.182722 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01037cc-62c2-4981-84b2-0d873460ff77 req-21b908e9-0e98-4a09-9970-bae3303262f5 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:54.189592 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a01037cc-62c2-4981-84b2-0d873460ff77 req-21b908e9-0e98-4a09-9970-bae3303262f5 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=fc5656c9-58bf-4d3e-882d-807e27138283 HTTP/1.1" status: 200 len: 943 time: 0.1980026 Feb 09 21:28:54.211167 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 83605d51-ed5d-4436-8e49-f60a4d5a6588 no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:28:54.237838 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f9f3ead0-72dd-456f-a5cc-c27c3db4a855 req-848e6ea8-8362-48e2-b6e7-bd1a9fd354d2 service neutron] 10.222.0.95 "GET /v2.0/networks/37143bd2-1331-4c73-96e2-f9c3179c6daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508338 Feb 09 21:28:54.294493 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] No Port match for: 83605d51-ed5d-4436-8e49-f60a4d5a6588 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:28:54.294837 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 83605d51-ed5d-4436-8e49-f60a4d5a6588 not bound to the agent host n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:28:54.313788 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a01037cc-62c2-4981-84b2-0d873460ff77 req-0b6e1a95-1730-4119-b4b2-e446a895fdfa tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236167 Feb 09 21:28:54.328691 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b3fce37b-4f54-4d2d-a33e-9038072dc0de req-24ee8095-e46f-46e9-b5a2-89a3a5ecd03d service neutron] 10.222.0.95 "GET /v2.0/networks/7a9ac5a8-6c72-442e-a289-f0f0972e4da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248914 Feb 09 21:28:54.386908 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1860b2bf-86d8-462c-8775-3e3dce11f8e2 x-openstack-request-id: req-1860b2bf-86d8-462c-8775-3e3dce11f8e2 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:28:54.387079 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441fee85-06c0-4592-b2af-6f3c314a32dc req-9069b594-01fc-4c2c-bd18-89b984185469 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:54.387501 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da449fd1-4831-485c-ad3f-7ffcd5f8ab64", "tag": "2ad16b77-7d0e-4d7a-9d81-501be630d492", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:28:54.388108 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-1860b2bf-86d8-462c-8775-3e3dce11f8e2 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:28:54.388657 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da449fd1-4831-485c-ad3f-7ffcd5f8ab64', 'tag': '2ad16b77-7d0e-4d7a-9d81-501be630d492', 'status': 'completed', 'code': 200} Feb 09 21:28:54.393996 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-441fee85-06c0-4592-b2af-6f3c314a32dc req-9069b594-01fc-4c2c-bd18-89b984185469 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/networks?id=5406f657-d0e3-4570-bda7-aeb2bc509011 HTTP/1.1" status: 200 len: 808 time: 0.1525905 Feb 09 21:28:54.406278 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-441fee85-06c0-4592-b2af-6f3c314a32dc req-0140886d-39c1-4a0b-8794-fc045c1dbf67 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/quotas/d13eb104d8994e4d9b604f1050cb6328 HTTP/1.1" status: 200 len: 375 time: 0.0114009 Feb 09 21:28:54.407651 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-0fbcc48f-c592-4af7-9b8e-e381a9f02670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88999dd9-301b-4545-a2be-0d274196e2c0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-860913778-router', 'tenant_id': 'c3d686fde7364510aff45ca2f2b1a8d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': 'e63a94d9-7a38-4bb9-aa49-74194f8381d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:27:07Z', 'updated_at': '2022-02-09T21:27:12Z', 'revision_number': 4, 'project_id': 'c3d686fde7364510aff45ca2f2b1a8d8', 'gw_port': {'id': 'e63a94d9-7a38-4bb9-aa49-74194f8381d9', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:29:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88999dd9-301b-4545-a2be-0d274196e2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:27:07Z', 'updated_at': '2022-02-09T21:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '04fd5a29-f9cc-4f19-9b35-fbeffb75a999', 'name': '', 'network_id': '7a9ac5a8-6c72-442e-a289-f0f0972e4da1', 'tenant_id': 'c3d686fde7364510aff45ca2f2b1a8d8', 'mac_address': 'fa:16:3e:4b:5b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88999dd9-301b-4545-a2be-0d274196e2c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '9d40292b-0b76-42c5-80e1-90b5058bab26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:27:10Z', 'updated_at': '2022-02-09T21:27:18Z', 'revision_number': 5, 'project_id': 'c3d686fde7364510aff45ca2f2b1a8d8', 'subnets': [{'id': '9d40292b-0b76-42c5-80e1-90b5058bab26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:28:54.441470 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fbcc48f-c592-4af7-9b8e-e381a9f02670 None None] The sync data for ids ['88999dd9-301b-4545-a2be-0d274196e2c0'] in n-d-828369-5 is: [{'id': '88999dd9-301b-4545-a2be-0d274196e2c0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-860913778-router', 'tenant_id': 'c3d686fde7364510aff45ca2f2b1a8d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': 'e63a94d9-7a38-4bb9-aa49-74194f8381d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:27:07Z', 'updated_at': '2022-02-09T21:27:12Z', 'revision_number': 4, 'project_id': 'c3d686fde7364510aff45ca2f2b1a8d8', 'gw_port': {'id': 'e63a94d9-7a38-4bb9-aa49-74194f8381d9', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:29:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88999dd9-301b-4545-a2be-0d274196e2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:27:07Z', 'updated_at': '2022-02-09T21:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '04fd5a29-f9cc-4f19-9b35-fbeffb75a999', 'name': '', 'network_id': '7a9ac5a8-6c72-442e-a289-f0f0972e4da1', 'tenant_id': 'c3d686fde7364510aff45ca2f2b1a8d8', 'mac_address': 'fa:16:3e:4b:5b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88999dd9-301b-4545-a2be-0d274196e2c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '9d40292b-0b76-42c5-80e1-90b5058bab26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:27:10Z', 'updated_at': '2022-02-09T21:27:18Z', 'revision_number': 5, 'project_id': 'c3d686fde7364510aff45ca2f2b1a8d8', 'subnets': [{'id': '9d40292b-0b76-42c5-80e1-90b5058bab26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:28:54.453363 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-4d13d61c-32ce-40d9-98df-14453ffa31c4 req-eb67c883-11e1-4283-9869-6f219899dd9d tempest-SecurityGroupsTestAdminJSON-131827229 tempest-SecurityGroupsTestAdminJSON-131827229-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1242545798', 'description': 'tempest-description-2121381905'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:28:54.514916 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-4d13d61c-32ce-40d9-98df-14453ffa31c4 req-eb67c883-11e1-4283-9869-6f219899dd9d tempest-SecurityGroupsTestAdminJSON-131827229 tempest-SecurityGroupsTestAdminJSON-131827229-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:54.539842 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-441fee85-06c0-4592-b2af-6f3c314a32dc req-1999b175-0f6b-45da-a879-5de1798c4610 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=d13eb104d8994e4d9b604f1050cb6328&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1281328 Feb 09 21:28:54.542358 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6236d76e-f7e2-462d-9d42-bb366c15d607 req-fdfd54d6-ac6e-4d13-84ff-3494b669c095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:54.543764 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6236d76e-f7e2-462d-9d42-bb366c15d607 req-fdfd54d6-ac6e-4d13-84ff-3494b669c095 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=c3d686fde7364510aff45ca2f2b1a8d8&device_id=da449fd1-4831-485c-ad3f-7ffcd5f8ab64 HTTP/1.1" status: 200 len: 1125 time: 0.1304359 Feb 09 21:28:54.720864 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8fb755-8d11-4d0e-8126-cb72c95ec292 None None] New status for floating IP 9d45c2ef-406a-4e6d-b004-cdfe2ba36731: DOWN {{(pid=103143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:28:54.751229 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-4d13d61c-32ce-40d9-98df-14453ffa31c4 req-eb67c883-11e1-4283-9869-6f219899dd9d tempest-SecurityGroupsTestAdminJSON-131827229 tempest-SecurityGroupsTestAdminJSON-131827229-project-admin] Publish callbacks [] for security_group (b39794a5-fe47-403c-9a52-d55dea151202), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:54.758977 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-441fee85-06c0-4592-b2af-6f3c314a32dc req-06c01783-1fd0-4f8b-b9de-3caa4ac1fe15 service neutron] 10.222.0.90 "GET /v2.0/networks/5406f657-d0e3-4570-bda7-aeb2bc509011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113218 Feb 09 21:28:54.761245 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-4d13d61c-32ce-40d9-98df-14453ffa31c4 req-eb67c883-11e1-4283-9869-6f219899dd9d tempest-SecurityGroupsTestAdminJSON-131827229 tempest-SecurityGroupsTestAdminJSON-131827229-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (b39794a5-fe47-403c-9a52-d55dea151202), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:54.768566 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6236d76e-f7e2-462d-9d42-bb366c15d607 req-ecb45caa-73f4-460b-baff-f28453c7d98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:54.770036 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6236d76e-f7e2-462d-9d42-bb366c15d607 req-ecb45caa-73f4-460b-baff-f28453c7d98f service neutron] 10.222.0.95 "GET /v2.0/networks?id=7a9ac5a8-6c72-442e-a289-f0f0972e4da1 HTTP/1.1" status: 200 len: 924 time: 0.2124398 Feb 09 21:28:54.873408 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6236d76e-f7e2-462d-9d42-bb366c15d607 req-eb5d99d8-bdbc-4bc5-a3b1-c63778989755 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ad16b77-7d0e-4d7a-9d81-501be630d492 HTTP/1.1" status: 200 len: 217 time: 0.0946786 Feb 09 21:28:54.878086 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb67c883-11e1-4283-9869-6f219899dd9d tempest-SecurityGroupsTestAdminJSON-131827229 tempest-SecurityGroupsTestAdminJSON-131827229-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b39794a5-fe47-403c-9a52-d55dea151202,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:54.885194 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-4d13d61c-32ce-40d9-98df-14453ffa31c4 req-eb67c883-11e1-4283-9869-6f219899dd9d tempest-SecurityGroupsTestAdminJSON-131827229 tempest-SecurityGroupsTestAdminJSON-131827229-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:54.886123 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4d13d61c-32ce-40d9-98df-14453ffa31c4 req-eb67c883-11e1-4283-9869-6f219899dd9d tempest-SecurityGroupsTestAdminJSON-131827229 tempest-SecurityGroupsTestAdminJSON-131827229-project-admin] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.4558716 Feb 09 21:28:54.962584 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6236d76e-f7e2-462d-9d42-bb366c15d607 req-0490d969-2554-49ca-9e06-a7fae657817d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:54.964003 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6236d76e-f7e2-462d-9d42-bb366c15d607 req-0490d969-2554-49ca-9e06-a7fae657817d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=9d40292b-0b76-42c5-80e1-90b5058bab26 HTTP/1.1" status: 200 len: 862 time: 0.0770137 Feb 09 21:28:54.965892 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-441fee85-06c0-4592-b2af-6f3c314a32dc req-456c723f-1a13-47bf-a22a-9854af9de126 service neutron] 10.222.0.90 "GET /v2.0/networks/5406f657-d0e3-4570-bda7-aeb2bc509011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906247 Feb 09 21:28:55.033988 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6236d76e-f7e2-462d-9d42-bb366c15d607 req-c2850324-7545-4ec2-abae-47b6a05b6228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:55.035835 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6236d76e-f7e2-462d-9d42-bb366c15d607 req-c2850324-7545-4ec2-abae-47b6a05b6228 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=7a9ac5a8-6c72-442e-a289-f0f0972e4da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0615032 Feb 09 21:28:55.208057 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd598f789-0207-4951-b324-3cfcb2f8243a', 'name': 'network-vif-deleted', 'tag': '83605d51-ed5d-4436-8e49-f60a4d5a6588'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:28:55.210812 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28de24d2-9a43-47a4-b990-88aa6c620331" -d '{"events": [{"server_uuid": "d598f789-0207-4951-b324-3cfcb2f8243a", "name": "network-vif-deleted", "tag": "83605d51-ed5d-4436-8e49-f60a4d5a6588"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:28:55.218646 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6236d76e-f7e2-462d-9d42-bb366c15d607 req-39fa3bff-2b2e-4413-9643-01544e5dbfae service neutron] 10.222.0.95 "GET /v2.0/networks/7a9ac5a8-6c72-442e-a289-f0f0972e4da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741385 Feb 09 21:28:55.320257 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9f7f91-dd89-4250-a09f-c2f7a5bec2a6 req-f84d7a94-53fc-414a-bd40-3cb7456db8be tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:55.321622 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2c9f7f91-dd89-4250-a09f-c2f7a5bec2a6 req-f84d7a94-53fc-414a-bd40-3cb7456db8be tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] 10.222.0.90 "GET /v2.0/ports?device_id=da449fd1-4831-485c-ad3f-7ffcd5f8ab64 HTTP/1.1" status: 200 len: 943 time: 0.1573439 Feb 09 21:28:55.348618 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac3eacf-738d-4dda-9886-bff23f55271e req-72a06879-9aa5-4ac7-b5c1-bfdbdce42171 tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:55.350114 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bac3eacf-738d-4dda-9886-bff23f55271e req-72a06879-9aa5-4ac7-b5c1-bfdbdce42171 tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] 10.222.0.90 "GET /v2.0/ports?device_id=7db6bdb6-0f2f-41e3-85e5-237a1be4d7cd HTTP/1.1" status: 200 len: 945 time: 0.1744692 Feb 09 21:28:55.400851 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6236d76e-f7e2-462d-9d42-bb366c15d607 req-d9c34b0f-c4e8-4252-9cb9-75c62821a66f service neutron] 10.222.0.95 "GET /v2.0/networks/7a9ac5a8-6c72-442e-a289-f0f0972e4da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672349 Feb 09 21:28:55.431051 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2c9f7f91-dd89-4250-a09f-c2f7a5bec2a6 req-727c411c-c1ba-4996-b7fc-0f1233fff0ee tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] 10.222.0.90 "GET /v2.0/security-groups?id=c11474fc-a995-4bd5-b9af-83dc4f32d281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027241 Feb 09 21:28:55.461364 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bac3eacf-738d-4dda-9886-bff23f55271e req-c082f34e-16e1-46ad-8b54-595790caef2b tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] 10.222.0.90 "GET /v2.0/security-groups?id=91d83400-638e-47e1-98a6-6d0e50fe073b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015804 Feb 09 21:28:55.613140 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e106cb91-cdc8-4d68-a7a8-903109dd7028 req-33c472e2-7a15-4a6a-be7c-7e141f870d1b tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=cd92d494-82c4-4614-9a6f-2d9307f3309a HTTP/1.1" status: 200 len: 210 time: 0.0419431 Feb 09 21:28:56.041614 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5825cda8-6114-467a-a56d-665a3dab0634 req-7d07ecdf-3497-430f-9f1d-3f2f1c44fce9 tempest-SecurityGroupsTestAdminJSON-131827229 tempest-SecurityGroupsTestAdminJSON-131827229-project-admin] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 48168 time: 0.5700800 Feb 09 21:28:56.054121 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b0dc51-7063-471b-915e-46c45bc9273a req-78af3f01-9e14-4f59-b5f9-c78f674a5c50 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:56.055622 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-92b0dc51-7063-471b-915e-46c45bc9273a req-78af3f01-9e14-4f59-b5f9-c78f674a5c50 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/ports?device_id=dd839f0e-e023-46ce-9c3b-851d3c21ae78 HTTP/1.1" status: 200 len: 945 time: 0.3393822 Feb 09 21:28:56.120044 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5825cda8-6114-467a-a56d-665a3dab0634 req-8261c8b4-70c2-4741-a6cc-128cedcf69cd tempest-SecurityGroupsTestAdminJSON-131827229 tempest-SecurityGroupsTestAdminJSON-131827229-project-admin] 10.222.0.90 "GET /v2.0/security-groups/109f81dd-8b06-4ffe-8ff7-68ff20e81994 HTTP/1.1" status: 200 len: 2994 time: 0.0634046 Feb 09 21:28:56.126838 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-92b0dc51-7063-471b-915e-46c45bc9273a req-e2febc1e-c8ab-4f69-a68e-d954fa68deee tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/security-groups?id=8827d060-7266-4559-a6cc-b0bbf702a8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645664 Feb 09 21:28:56.164635 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5825cda8-6114-467a-a56d-665a3dab0634 req-08587ff7-6bc2-42c2-82a0-53fb3ed36c93 tempest-SecurityGroupsTestAdminJSON-131827229 tempest-SecurityGroupsTestAdminJSON-131827229-project-admin] 10.222.0.90 "GET /v2.0/security-groups/109f81dd-8b06-4ffe-8ff7-68ff20e81994 HTTP/1.1" status: 200 len: 2994 time: 0.0368130 Feb 09 21:28:56.169853 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device dcd512c6-e231-44af-a93e-e402f76d9c16 details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:28:56.175085 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8015aa45-1ed2-4079-b89d-19860839b315 x-openstack-request-id: req-8015aa45-1ed2-4079-b89d-19860839b315 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:28:56.175376 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d598f789-0207-4951-b324-3cfcb2f8243a", "name": "network-vif-deleted", "tag": "83605d51-ed5d-4436-8e49-f60a4d5a6588", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:28:56.175630 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-8015aa45-1ed2-4079-b89d-19860839b315 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:28:56.176018 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd598f789-0207-4951-b324-3cfcb2f8243a', 'name': 'network-vif-deleted', 'tag': '83605d51-ed5d-4436-8e49-f60a4d5a6588', 'status': 'completed', 'code': 200} Feb 09 21:28:56.216863 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5825cda8-6114-467a-a56d-665a3dab0634 req-6d0e931e-5463-4999-8397-bf1117b64aed tempest-SecurityGroupsTestAdminJSON-131827229 tempest-SecurityGroupsTestAdminJSON-131827229-project-admin] 10.222.0.90 "GET /v2.0/security-groups/14ae1a5b-b5f9-4844-9cd3-e9917986caef HTTP/1.1" status: 200 len: 2998 time: 0.0442121 Feb 09 21:28:56.281917 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port dcd512c6-e231-44af-a93e-e402f76d9c16, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=dcd512c6-e231-44af-a93e-e402f76d9c16,segment=NetworkSegment(aad88faa-37a1-49ac-8a06-d36169fb75d8),segment_id=aad88faa-37a1-49ac-8a06-d36169fb75d8)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:28:56.291666 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5825cda8-6114-467a-a56d-665a3dab0634 req-fe6b05d4-634c-47dc-ade4-dc677e80f24d tempest-SecurityGroupsTestAdminJSON-131827229 tempest-SecurityGroupsTestAdminJSON-131827229-project-admin] 10.222.0.90 "GET /v2.0/security-groups/14ae1a5b-b5f9-4844-9cd3-e9917986caef HTTP/1.1" status: 200 len: 2998 time: 0.0690029 Feb 09 21:28:56.304691 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': 'dcd512c6-e231-44af-a93e-e402f76d9c16', 'network_id': '37143bd2-1331-4c73-96e2-f9c3179c6daf', 'port_id': 'dcd512c6-e231-44af-a93e-e402f76d9c16', 'mac_address': 'fa:16:3e:0b:95:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5dc5768-86f9-4907-b987-49606f9e43f9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:28:56.310771 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74589f8b-051f-45c6-90ae-0fa822222cfc req-c6b14895-30ee-44ad-b622-2e1ccb293edb tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:56.312250 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-74589f8b-051f-45c6-90ae-0fa822222cfc req-c6b14895-30ee-44ad-b622-2e1ccb293edb tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=fc5656c9-58bf-4d3e-882d-807e27138283 HTTP/1.1" status: 200 len: 943 time: 0.0840449 Feb 09 21:28:56.342334 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port dcd512c6-e231-44af-a93e-e402f76d9c16 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:28:56.342770 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (dcd512c6-e231-44af-a93e-e402f76d9c16), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:56.355327 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcd512c6-e231-44af-a93e-e402f76d9c16 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:28:56.367148 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5825cda8-6114-467a-a56d-665a3dab0634 req-aab6bee0-ec5a-4009-8e4e-993427aca5aa tempest-SecurityGroupsTestAdminJSON-131827229 tempest-SecurityGroupsTestAdminJSON-131827229-project-admin] 10.222.0.90 "GET /v2.0/security-groups/16dfa43d-5794-4870-8bf0-f2d3e7b00fe1 HTTP/1.1" status: 200 len: 2998 time: 0.0686860 Feb 09 21:28:56.374364 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port dcd512c6-e231-44af-a93e-e402f76d9c16, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=dcd512c6-e231-44af-a93e-e402f76d9c16,segment=NetworkSegment(aad88faa-37a1-49ac-8a06-d36169fb75d8),segment_id=aad88faa-37a1-49ac-8a06-d36169fb75d8)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:28:56.379071 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (dcd512c6-e231-44af-a93e-e402f76d9c16), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:56.386965 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-74589f8b-051f-45c6-90ae-0fa822222cfc req-1f8fe21c-bc8c-429c-8f43-98f80d483813 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682812 Feb 09 21:28:56.426967 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5825cda8-6114-467a-a56d-665a3dab0634 req-612ea861-7a80-427f-8cea-b95c6af33f31 tempest-SecurityGroupsTestAdminJSON-131827229 tempest-SecurityGroupsTestAdminJSON-131827229-project-admin] 10.222.0.90 "GET /v2.0/security-groups/16dfa43d-5794-4870-8bf0-f2d3e7b00fe1 HTTP/1.1" status: 200 len: 2998 time: 0.0514212 Feb 09 21:28:56.437566 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=dcd512c6-e231-44af-a93e-e402f76d9c16,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:56.471860 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5825cda8-6114-467a-a56d-665a3dab0634 req-a54c17da-471a-45dc-8136-403fd76d597c tempest-SecurityGroupsTestAdminJSON-131827229 tempest-SecurityGroupsTestAdminJSON-131827229-project-admin] 10.222.0.90 "GET /v2.0/security-groups/2b49df0d-82e8-48df-aae3-6d2c65cfa1c0 HTTP/1.1" status: 200 len: 2998 time: 0.0383441 Feb 09 21:28:56.517203 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5825cda8-6114-467a-a56d-665a3dab0634 req-be77309b-0e06-420d-a6f6-799ea90e20fd tempest-SecurityGroupsTestAdminJSON-131827229 tempest-SecurityGroupsTestAdminJSON-131827229-project-admin] 10.222.0.90 "GET /v2.0/security-groups/2b49df0d-82e8-48df-aae3-6d2c65cfa1c0 HTTP/1.1" status: 200 len: 2998 time: 0.0393162 Feb 09 21:28:56.593867 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5825cda8-6114-467a-a56d-665a3dab0634 req-2d16d1bc-60e7-4879-91bb-eb0bb2f47343 tempest-SecurityGroupsTestAdminJSON-131827229 tempest-SecurityGroupsTestAdminJSON-131827229-project-admin] 10.222.0.90 "GET /v2.0/security-groups/4abb652e-42f1-4de1-a367-8f7c43753ffd HTTP/1.1" status: 200 len: 2998 time: 0.0705886 Feb 09 21:28:56.625192 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe36b3f3-c170-47e0-870f-b815a383a7c8 req-ffadbf2b-e64c-40f8-9a7d-913e068a2902 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:56.626652 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fe36b3f3-c170-47e0-870f-b815a383a7c8 req-ffadbf2b-e64c-40f8-9a7d-913e068a2902 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] 10.222.0.90 "GET /v2.0/ports?device_id=da449fd1-4831-485c-ad3f-7ffcd5f8ab64 HTTP/1.1" status: 200 len: 943 time: 0.0864182 Feb 09 21:28:56.649539 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['dcd512c6-e231-44af-a93e-e402f76d9c16'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:28:56.670378 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5825cda8-6114-467a-a56d-665a3dab0634 req-858091bd-1d98-4f8d-bf93-d60e8d579b80 tempest-SecurityGroupsTestAdminJSON-131827229 tempest-SecurityGroupsTestAdminJSON-131827229-project-admin] 10.222.0.90 "GET /v2.0/security-groups/4abb652e-42f1-4de1-a367-8f7c43753ffd HTTP/1.1" status: 200 len: 2998 time: 0.0696013 Feb 09 21:28:56.705825 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fe36b3f3-c170-47e0-870f-b815a383a7c8 req-456c1946-60a7-4cff-88b9-159bea02e5ce tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] 10.222.0.90 "GET /v2.0/security-groups?id=c11474fc-a995-4bd5-b9af-83dc4f32d281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700808 Feb 09 21:28:56.740152 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5825cda8-6114-467a-a56d-665a3dab0634 req-bb334447-dab2-471d-8b12-f2842fd305a5 tempest-SecurityGroupsTestAdminJSON-131827229 tempest-SecurityGroupsTestAdminJSON-131827229-project-admin] 10.222.0.90 "GET /v2.0/security-groups/5fea7a06-3b13-4248-a130-8c06a33fccf1 HTTP/1.1" status: 200 len: 2998 time: 0.0544229 Feb 09 21:28:56.764762 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 47086) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:56.811626 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5825cda8-6114-467a-a56d-665a3dab0634 req-bca03f20-1652-4a0e-be26-48a1d1b242f6 tempest-SecurityGroupsTestAdminJSON-131827229 tempest-SecurityGroupsTestAdminJSON-131827229-project-admin] 10.222.0.90 "GET /v2.0/security-groups/5fea7a06-3b13-4248-a130-8c06a33fccf1 HTTP/1.1" status: 200 len: 2998 time: 0.0645096 Feb 09 21:28:56.868874 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5825cda8-6114-467a-a56d-665a3dab0634 req-f7af8d6a-e30e-4db3-9b09-314a248e059e tempest-SecurityGroupsTestAdminJSON-131827229 tempest-SecurityGroupsTestAdminJSON-131827229-project-admin] 10.222.0.90 "GET /v2.0/security-groups/7bbf19b3-5a96-4f39-bdef-b943d5630848 HTTP/1.1" status: 200 len: 2998 time: 0.0562553 Feb 09 21:28:56.911849 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c05aaaa7-60e3-44e7-9e14-290d4c9f6a3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:56.958560 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a913a0-8bec-43dd-891e-a88746a60b6c req-114c49d5-b49b-4897-bf92-126795801a58 tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:56.960801 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b8a913a0-8bec-43dd-891e-a88746a60b6c req-114c49d5-b49b-4897-bf92-126795801a58 tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] 10.222.0.90 "GET /v2.0/ports?device_id=7db6bdb6-0f2f-41e3-85e5-237a1be4d7cd HTTP/1.1" status: 200 len: 945 time: 0.1129038 Feb 09 21:28:56.962376 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5825cda8-6114-467a-a56d-665a3dab0634 req-1506ebda-23a8-4e20-8bad-e70a910cfb3f tempest-SecurityGroupsTestAdminJSON-131827229 tempest-SecurityGroupsTestAdminJSON-131827229-project-admin] 10.222.0.90 "GET /v2.0/security-groups/7bbf19b3-5a96-4f39-bdef-b943d5630848 HTTP/1.1" status: 200 len: 2998 time: 0.0732076 Feb 09 21:28:57.004206 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c05aaaa7-60e3-44e7-9e14-290d4c9f6a3b admin admin] Publish callbacks [] for security_group (f18ff8a4-81a1-42b4-bf4a-a537ea08566d), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:57.010855 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c05aaaa7-60e3-44e7-9e14-290d4c9f6a3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (f18ff8a4-81a1-42b4-bf4a-a537ea08566d), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:57.028865 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 47096) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:57.045100 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b8a913a0-8bec-43dd-891e-a88746a60b6c req-56d9021d-7b34-4a3a-9d43-9a3b9d9a8e4f tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] 10.222.0.90 "GET /v2.0/security-groups?id=91d83400-638e-47e1-98a6-6d0e50fe073b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772107 Feb 09 21:28:57.046908 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5825cda8-6114-467a-a56d-665a3dab0634 req-85d2bbe0-459e-4127-a99c-d3f6df9228c6 tempest-SecurityGroupsTestAdminJSON-131827229 tempest-SecurityGroupsTestAdminJSON-131827229-project-admin] 10.222.0.90 "GET /v2.0/security-groups/8827d060-7266-4559-a6cc-b0bbf702a8aa HTTP/1.1" status: 200 len: 2998 time: 0.0729015 Feb 09 21:28:57.054347 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-c05aaaa7-60e3-44e7-9e14-290d4c9f6a3b admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=588d12f9c7db421e971fecd126a1d0db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2884920 Feb 09 21:28:57.054970 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 47100) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:57.057000 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05aaaa7-60e3-44e7-9e14-290d4c9f6a3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f18ff8a4-81a1-42b4-bf4a-a537ea08566d,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:57.109238 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5825cda8-6114-467a-a56d-665a3dab0634 req-a2253ed7-cae5-46e2-a7a3-a65bc2407afa tempest-SecurityGroupsTestAdminJSON-131827229 tempest-SecurityGroupsTestAdminJSON-131827229-project-admin] 10.222.0.90 "GET /v2.0/security-groups/8827d060-7266-4559-a6cc-b0bbf702a8aa HTTP/1.1" status: 200 len: 2998 time: 0.0439968 Feb 09 21:28:57.128513 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c499aba6-cbea-4acc-8d1a-2ac746ffc9f1 admin admin] Publish callbacks [] for security_group (f18ff8a4-81a1-42b4-bf4a-a537ea08566d), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:57.158493 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c499aba6-cbea-4acc-8d1a-2ac746ffc9f1 admin admin] Publish callbacks [] for security_group (f18ff8a4-81a1-42b4-bf4a-a537ea08566d), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:57.165891 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-aa20bdc4-7165-4a0e-865e-25cb0c9ef5d6 req-ecb6a008-96a8-475d-a28a-85ae351f6c3d tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=cd92d494-82c4-4614-9a6f-2d9307f3309a HTTP/1.1" status: 200 len: 210 time: 0.0434206 Feb 09 21:28:57.199300 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56223a6d-c8bd-43b7-a13e-90166c2ff384 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:57.211815 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c499aba6-cbea-4acc-8d1a-2ac746ffc9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (f18ff8a4-81a1-42b4-bf4a-a537ea08566d), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:57.213182 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5825cda8-6114-467a-a56d-665a3dab0634 req-28e52828-c4a4-4d19-ae14-b0ce6058b08a tempest-SecurityGroupsTestAdminJSON-131827229 tempest-SecurityGroupsTestAdminJSON-131827229-project-admin] 10.222.0.90 "GET /v2.0/security-groups/8be1f32d-b0a0-4dcb-9922-33e7312cf623 HTTP/1.1" status: 200 len: 2994 time: 0.0975158 Feb 09 21:28:57.215543 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c499aba6-cbea-4acc-8d1a-2ac746ffc9f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:57.217248 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-c499aba6-cbea-4acc-8d1a-2ac746ffc9f1 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/f18ff8a4-81a1-42b4-bf4a-a537ea08566d HTTP/1.1" status: 204 len: 168 time: 0.1608665 Feb 09 21:28:57.226056 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c499aba6-cbea-4acc-8d1a-2ac746ffc9f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f18ff8a4-81a1-42b4-bf4a-a537ea08566d,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:57.318638 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5825cda8-6114-467a-a56d-665a3dab0634 req-f3905f12-8026-4db0-970b-758bbafc6c2e tempest-SecurityGroupsTestAdminJSON-131827229 tempest-SecurityGroupsTestAdminJSON-131827229-project-admin] 10.222.0.90 "GET /v2.0/security-groups/8be1f32d-b0a0-4dcb-9922-33e7312cf623 HTTP/1.1" status: 200 len: 2994 time: 0.0932069 Feb 09 21:28:57.356879 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4be4dc-263b-4328-b5aa-bad2c0d3ba0c req-3a69097e-9f0e-42dc-b1ab-43b65ed8d245 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:57.358388 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7f4be4dc-263b-4328-b5aa-bad2c0d3ba0c req-3a69097e-9f0e-42dc-b1ab-43b65ed8d245 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/ports?device_id=dd839f0e-e023-46ce-9c3b-851d3c21ae78 HTTP/1.1" status: 200 len: 945 time: 0.1233270 Feb 09 21:28:57.430428 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56223a6d-c8bd-43b7-a13e-90166c2ff384 admin admin] Publish callbacks [] for security_group (943489d1-d21c-46f5-a375-e87c2f811ae5), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:57.437093 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56223a6d-c8bd-43b7-a13e-90166c2ff384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (943489d1-d21c-46f5-a375-e87c2f811ae5), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:57.446092 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5825cda8-6114-467a-a56d-665a3dab0634 req-95c1ebcb-7595-4060-851a-1ba397edc25a tempest-SecurityGroupsTestAdminJSON-131827229 tempest-SecurityGroupsTestAdminJSON-131827229-project-admin] 10.222.0.90 "GET /v2.0/security-groups/91d83400-638e-47e1-98a6-6d0e50fe073b HTTP/1.1" status: 200 len: 2998 time: 0.1185782 Feb 09 21:28:57.468799 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7f4be4dc-263b-4328-b5aa-bad2c0d3ba0c req-cedc125d-3b7c-4f8a-8dd5-a80fa13903cb tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/security-groups?id=8827d060-7266-4559-a6cc-b0bbf702a8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985472 Feb 09 21:28:57.505326 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-56223a6d-c8bd-43b7-a13e-90166c2ff384 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=36577ce0884d44ae9fae03f99c725a9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4697671 Feb 09 21:28:57.507056 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 47110) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:57.509642 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56223a6d-c8bd-43b7-a13e-90166c2ff384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=943489d1-d21c-46f5-a375-e87c2f811ae5,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:57.515122 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 47112) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:57.535927 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c4386adb-7d8e-4bde-9e3c-5ea3955231af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:57.550517 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5825cda8-6114-467a-a56d-665a3dab0634 req-04a83759-4d45-46c0-8a69-9081d87f6dbc tempest-SecurityGroupsTestAdminJSON-131827229 tempest-SecurityGroupsTestAdminJSON-131827229-project-admin] 10.222.0.90 "GET /v2.0/security-groups/91d83400-638e-47e1-98a6-6d0e50fe073b HTTP/1.1" status: 200 len: 2998 time: 0.0888791 Feb 09 21:28:57.572499 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bacacaf9-bd9e-4568-9129-d11b50d98106 admin admin] Publish callbacks [] for security_group (943489d1-d21c-46f5-a375-e87c2f811ae5), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:57.593955 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bacacaf9-bd9e-4568-9129-d11b50d98106 admin admin] Publish callbacks [] for security_group (943489d1-d21c-46f5-a375-e87c2f811ae5), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:57.646109 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bacacaf9-bd9e-4568-9129-d11b50d98106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (943489d1-d21c-46f5-a375-e87c2f811ae5), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:57.648509 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5825cda8-6114-467a-a56d-665a3dab0634 req-ca985c95-beff-493a-903a-ff15653293d9 tempest-SecurityGroupsTestAdminJSON-131827229 tempest-SecurityGroupsTestAdminJSON-131827229-project-admin] 10.222.0.90 "GET /v2.0/security-groups/c7e4dcea-4143-4731-82cc-e2e748c2863c HTTP/1.1" status: 200 len: 2990 time: 0.0892994 Feb 09 21:28:57.648986 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bacacaf9-bd9e-4568-9129-d11b50d98106 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:57.652539 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-bacacaf9-bd9e-4568-9129-d11b50d98106 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/943489d1-d21c-46f5-a375-e87c2f811ae5 HTTP/1.1" status: 204 len: 168 time: 0.1412969 Feb 09 21:28:57.659368 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacacaf9-bd9e-4568-9129-d11b50d98106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=943489d1-d21c-46f5-a375-e87c2f811ae5,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:57.710281 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88920457-cdb4-4150-9089-d55cc4a06439 req-2c3b5f12-f839-40e5-b82a-07aee01dbb0d tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:57.711795 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-88920457-cdb4-4150-9089-d55cc4a06439 req-2c3b5f12-f839-40e5-b82a-07aee01dbb0d tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=fc5656c9-58bf-4d3e-882d-807e27138283 HTTP/1.1" status: 200 len: 944 time: 0.1430216 Feb 09 21:28:57.723237 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c4386adb-7d8e-4bde-9e3c-5ea3955231af admin admin] Publish callbacks [] for security_group (86fa7699-1799-4efd-b708-db56ba974d26), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:57.736527 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c4386adb-7d8e-4bde-9e3c-5ea3955231af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (86fa7699-1799-4efd-b708-db56ba974d26), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:57.765670 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5825cda8-6114-467a-a56d-665a3dab0634 req-419dbb3f-e1e1-4503-9728-400a5c6975c7 tempest-SecurityGroupsTestAdminJSON-131827229 tempest-SecurityGroupsTestAdminJSON-131827229-project-admin] 10.222.0.90 "GET /v2.0/security-groups/c7e4dcea-4143-4731-82cc-e2e748c2863c HTTP/1.1" status: 200 len: 2990 time: 0.1037483 Feb 09 21:28:57.806674 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-c4386adb-7d8e-4bde-9e3c-5ea3955231af admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=dd31aaf046824c7b91c58cc341428e0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2906926 Feb 09 21:28:57.809525 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 47118) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:57.816124 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4386adb-7d8e-4bde-9e3c-5ea3955231af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86fa7699-1799-4efd-b708-db56ba974d26,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:57.832960 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-88920457-cdb4-4150-9089-d55cc4a06439 req-623ade92-4260-4940-ae78-47f659635ad4 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122844 Feb 09 21:28:57.865338 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5825cda8-6114-467a-a56d-665a3dab0634 req-33701e40-a510-4c3c-88d8-8924d833cbc9 tempest-SecurityGroupsTestAdminJSON-131827229 tempest-SecurityGroupsTestAdminJSON-131827229-project-admin] 10.222.0.90 "GET /v2.0/security-groups/d2ae35d0-2ebf-43f9-a9a3-f7b3375fd2e6 HTTP/1.1" status: 200 len: 2998 time: 0.0880430 Feb 09 21:28:57.894990 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8183f22f-3732-4109-9a13-74d823b597ea admin admin] Publish callbacks [] for security_group (86fa7699-1799-4efd-b708-db56ba974d26), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:57.923964 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8183f22f-3732-4109-9a13-74d823b597ea admin admin] Publish callbacks [] for security_group (86fa7699-1799-4efd-b708-db56ba974d26), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:57.930687 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5825cda8-6114-467a-a56d-665a3dab0634 req-4853c998-4ca0-4811-b91b-3567eab35b3a tempest-SecurityGroupsTestAdminJSON-131827229 tempest-SecurityGroupsTestAdminJSON-131827229-project-admin] 10.222.0.90 "GET /v2.0/security-groups/d2ae35d0-2ebf-43f9-a9a3-f7b3375fd2e6 HTTP/1.1" status: 200 len: 2998 time: 0.0572569 Feb 09 21:28:57.989065 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8183f22f-3732-4109-9a13-74d823b597ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (86fa7699-1799-4efd-b708-db56ba974d26), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:57.991940 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8183f22f-3732-4109-9a13-74d823b597ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:57.993169 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-8183f22f-3732-4109-9a13-74d823b597ea admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/86fa7699-1799-4efd-b708-db56ba974d26 HTTP/1.1" status: 204 len: 168 time: 0.1826153 Feb 09 21:28:58.001606 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8183f22f-3732-4109-9a13-74d823b597ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86fa7699-1799-4efd-b708-db56ba974d26,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:58.004760 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5825cda8-6114-467a-a56d-665a3dab0634 req-5c9fba31-a462-46d0-9908-f7c4a26599ac tempest-SecurityGroupsTestAdminJSON-131827229 tempest-SecurityGroupsTestAdminJSON-131827229-project-admin] 10.222.0.90 "GET /v2.0/security-groups/f8e038db-15b6-4256-93c8-0e4b4a53265f HTTP/1.1" status: 200 len: 2998 time: 0.0554996 Feb 09 21:28:58.015605 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8b8412-57d6-4e66-8003-89407e4cdfdf req-c60f7639-cd78-4824-988d-c677d506c056 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:58.024772 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9d8b8412-57d6-4e66-8003-89407e4cdfdf req-c60f7639-cd78-4824-988d-c677d506c056 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] 10.222.0.90 "GET /v2.0/ports?device_id=da449fd1-4831-485c-ad3f-7ffcd5f8ab64 HTTP/1.1" status: 200 len: 943 time: 0.1146455 Feb 09 21:28:58.047169 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 47124) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:58.060584 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-158965bf-e2f2-4d35-a430-4c0138dbf1b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:58.111189 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9d8b8412-57d6-4e66-8003-89407e4cdfdf req-638082f9-7e78-4ee3-b7d8-d3ff1281dd9a tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] 10.222.0.90 "GET /v2.0/security-groups?id=c11474fc-a995-4bd5-b9af-83dc4f32d281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855472 Feb 09 21:28:58.135805 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5825cda8-6114-467a-a56d-665a3dab0634 req-316a218e-3d80-43b1-90bc-f2c8669f62b6 tempest-SecurityGroupsTestAdminJSON-131827229 tempest-SecurityGroupsTestAdminJSON-131827229-project-admin] 10.222.0.90 "GET /v2.0/security-groups/f8e038db-15b6-4256-93c8-0e4b4a53265f HTTP/1.1" status: 200 len: 2998 time: 0.1080742 Feb 09 21:28:58.147345 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-158965bf-e2f2-4d35-a430-4c0138dbf1b0 admin admin] Publish callbacks [] for security_group (84ea699f-fb48-4b26-bec7-a7cfae96d06e), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:58.157902 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-158965bf-e2f2-4d35-a430-4c0138dbf1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (84ea699f-fb48-4b26-bec7-a7cfae96d06e), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:58.196572 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-158965bf-e2f2-4d35-a430-4c0138dbf1b0 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=1eaad7286f594ed7a0209e9a1a288f8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1460319 Feb 09 21:28:58.196800 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 2ad16b77-7d0e-4d7a-9d81-501be630d492 details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:28:58.197250 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device dcd512c6-e231-44af-a93e-e402f76d9c16 up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:28:58.200685 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 47132) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:58.201807 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5825cda8-6114-467a-a56d-665a3dab0634 req-20f37a8d-2f97-45a1-9b05-367939f4b143 tempest-SecurityGroupsTestAdminJSON-131827229 tempest-SecurityGroupsTestAdminJSON-131827229-project-admin] 10.222.0.90 "GET /v2.0/security-groups/fc24fdb3-7cb2-436d-9f0b-89184ac60843 HTTP/1.1" status: 200 len: 2994 time: 0.0655458 Feb 09 21:28:58.234781 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158965bf-e2f2-4d35-a430-4c0138dbf1b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84ea699f-fb48-4b26-bec7-a7cfae96d06e,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:58.283977 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-be51e339-b578-43b6-a015-aba422522423 admin admin] Publish callbacks [] for security_group (84ea699f-fb48-4b26-bec7-a7cfae96d06e), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:58.312939 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-be51e339-b578-43b6-a015-aba422522423 admin admin] Publish callbacks [] for security_group (84ea699f-fb48-4b26-bec7-a7cfae96d06e), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:58.338954 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5825cda8-6114-467a-a56d-665a3dab0634 req-b1747883-d631-492a-b9fe-4c98c4ca5b63 tempest-SecurityGroupsTestAdminJSON-131827229 tempest-SecurityGroupsTestAdminJSON-131827229-project-admin] 10.222.0.90 "GET /v2.0/security-groups/fc24fdb3-7cb2-436d-9f0b-89184ac60843 HTTP/1.1" status: 200 len: 2994 time: 0.1358500 Feb 09 21:28:58.350167 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3d3a79-1cbd-4662-a808-a189d08c5b9e req-2ad05b32-d924-4cd2-b9a7-2bc4362580ee tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:58.358452 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fa3d3a79-1cbd-4662-a808-a189d08c5b9e req-2ad05b32-d924-4cd2-b9a7-2bc4362580ee tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] 10.222.0.90 "GET /v2.0/ports?device_id=7db6bdb6-0f2f-41e3-85e5-237a1be4d7cd HTTP/1.1" status: 200 len: 945 time: 0.1387558 Feb 09 21:28:58.382441 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-be51e339-b578-43b6-a015-aba422522423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (84ea699f-fb48-4b26-bec7-a7cfae96d06e), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:58.385638 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-be51e339-b578-43b6-a015-aba422522423 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:58.389707 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-be51e339-b578-43b6-a015-aba422522423 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/84ea699f-fb48-4b26-bec7-a7cfae96d06e HTTP/1.1" status: 204 len: 168 time: 0.1876962 Feb 09 21:28:58.406271 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be51e339-b578-43b6-a015-aba422522423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ea699f-fb48-4b26-bec7-a7cfae96d06e,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:58.471509 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c37aaaca-62c1-4597-bb03-562f28babebe req-d9c2d8da-35ae-4382-852c-9306d5fc47b6 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=cd92d494-82c4-4614-9a6f-2d9307f3309a HTTP/1.1" status: 200 len: 210 time: 0.0394828 Feb 09 21:28:58.499717 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fa3d3a79-1cbd-4662-a808-a189d08c5b9e req-c1091f87-5ef8-4610-88c9-1b4e4d6fb40f tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] 10.222.0.90 "GET /v2.0/security-groups?id=91d83400-638e-47e1-98a6-6d0e50fe073b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143408 Feb 09 21:28:58.553450 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning for port dcd512c6-e231-44af-a93e-e402f76d9c16 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:28:58.567691 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port dcd512c6-e231-44af-a93e-e402f76d9c16 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:28:58.568078 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (dcd512c6-e231-44af-a93e-e402f76d9c16), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:58.609389 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 2ad16b77-7d0e-4d7a-9d81-501be630d492, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=2ad16b77-7d0e-4d7a-9d81-501be630d492,segment=NetworkSegment(cfddd030-8c7e-487d-bc1f-1f873848817f),segment_id=cfddd030-8c7e-487d-bc1f-1f873848817f)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:28:58.628173 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': '2ad16b77-7d0e-4d7a-9d81-501be630d492', 'network_id': '7a9ac5a8-6c72-442e-a289-f0f0972e4da1', 'port_id': '2ad16b77-7d0e-4d7a-9d81-501be630d492', 'mac_address': 'fa:16:3e:66:db:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d40292b-0b76-42c5-80e1-90b5058bab26', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:28:58.667538 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-28d2916b-7740-4ed6-8cea-f51c72776bc6 req-7444802e-584b-4a71-8485-2b7b3a8cabc7 tempest-SecurityGroupsTestAdminJSON-2091501057 tempest-SecurityGroupsTestAdminJSON-2091501057-project] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=3c7c84332f15430dbf5498b56cca41e6 HTTP/1.1" status: 200 len: 6154 time: 0.1490791 Feb 09 21:28:58.693018 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4ee1ed-5fac-45bb-9338-f6509bd767a8 req-e9e968b3-b954-46fd-ab36-07cbdfff246f tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:58.694749 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-db4ee1ed-5fac-45bb-9338-f6509bd767a8 req-e9e968b3-b954-46fd-ab36-07cbdfff246f tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/ports?device_id=dd839f0e-e023-46ce-9c3b-851d3c21ae78 HTTP/1.1" status: 200 len: 945 time: 0.1303205 Feb 09 21:28:58.719313 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 2ad16b77-7d0e-4d7a-9d81-501be630d492 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:28:58.719835 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (2ad16b77-7d0e-4d7a-9d81-501be630d492), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:58.739956 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port dcd512c6-e231-44af-a93e-e402f76d9c16 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:28:58.740397 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (dcd512c6-e231-44af-a93e-e402f76d9c16), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:58.760350 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-28d2916b-7740-4ed6-8cea-f51c72776bc6 req-12151c6f-945a-453e-9fee-30300b57e69a tempest-SecurityGroupsTestAdminJSON-2091501057 tempest-SecurityGroupsTestAdminJSON-2091501057-project] 10.222.0.90 "GET /v2.0/security-groups/16dfa43d-5794-4870-8bf0-f2d3e7b00fe1 HTTP/1.1" status: 200 len: 2998 time: 0.0918787 Feb 09 21:28:58.770871 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ad16b77-7d0e-4d7a-9d81-501be630d492 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:28:58.789173 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-db4ee1ed-5fac-45bb-9338-f6509bd767a8 req-b7146997-907f-4957-a522-81a6a87df625 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/security-groups?id=8827d060-7266-4559-a6cc-b0bbf702a8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844991 Feb 09 21:28:58.792042 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc5656c9-58bf-4d3e-882d-807e27138283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcd512c6-e231-44af-a93e-e402f76d9c16'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:28:58.797768 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d703a595-f271-435a-a271-28a2facaf951" -d '{"events": [{"server_uuid": "fc5656c9-58bf-4d3e-882d-807e27138283", "name": "network-vif-plugged", "status": "completed", "tag": "dcd512c6-e231-44af-a93e-e402f76d9c16"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:28:58.823201 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-28d2916b-7740-4ed6-8cea-f51c72776bc6 req-fb8359ff-4ee4-4885-86f4-758b3fbd3ca0 tempest-SecurityGroupsTestAdminJSON-2091501057 tempest-SecurityGroupsTestAdminJSON-2091501057-project] 10.222.0.90 "GET /v2.0/security-groups/16dfa43d-5794-4870-8bf0-f2d3e7b00fe1 HTTP/1.1" status: 200 len: 2998 time: 0.0552258 Feb 09 21:28:58.831958 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 2ad16b77-7d0e-4d7a-9d81-501be630d492, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=2ad16b77-7d0e-4d7a-9d81-501be630d492,segment=NetworkSegment(cfddd030-8c7e-487d-bc1f-1f873848817f),segment_id=cfddd030-8c7e-487d-bc1f-1f873848817f)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:28:58.839350 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port dcd512c6-e231-44af-a93e-e402f76d9c16, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=dcd512c6-e231-44af-a93e-e402f76d9c16,segment=NetworkSegment(aad88faa-37a1-49ac-8a06-d36169fb75d8),segment_id=aad88faa-37a1-49ac-8a06-d36169fb75d8)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:28:58.840696 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (2ad16b77-7d0e-4d7a-9d81-501be630d492), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:58.845410 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (dcd512c6-e231-44af-a93e-e402f76d9c16), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:58.878122 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13a98303-7294-4023-8e33-498dadfa2570 x-openstack-request-id: req-13a98303-7294-4023-8e33-498dadfa2570 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:28:58.878446 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc5656c9-58bf-4d3e-882d-807e27138283", "name": "network-vif-plugged", "status": "completed", "tag": "dcd512c6-e231-44af-a93e-e402f76d9c16", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:28:58.878708 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-13a98303-7294-4023-8e33-498dadfa2570 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:28:58.879099 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc5656c9-58bf-4d3e-882d-807e27138283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcd512c6-e231-44af-a93e-e402f76d9c16', 'code': 200} Feb 09 21:28:58.922318 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c9480d03-d596-4a5e-b43f-e480cad53143 req-b204e448-93c1-4899-bd59-45bee89ae033 tempest-SecurityGroupsTestAdminJSON-131827229 tempest-SecurityGroupsTestAdminJSON-131827229-project-admin] 10.222.0.90 "GET /v2.0/security-groups/b39794a5-fe47-403c-9a52-d55dea151202 HTTP/1.1" status: 200 len: 1795 time: 0.0759659 Feb 09 21:28:58.939690 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=2ad16b77-7d0e-4d7a-9d81-501be630d492,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:58.981615 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 47170) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:59.003482 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=dcd512c6-e231-44af-a93e-e402f76d9c16,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:59.102318 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['2ad16b77-7d0e-4d7a-9d81-501be630d492'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:28:59.107495 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec861cec-6414-45df-8cba-bdc2eb893d49 req-e4818cb3-feb1-48b7-a79c-8a1e06a7fb66 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:59.114486 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ec861cec-6414-45df-8cba-bdc2eb893d49 req-e4818cb3-feb1-48b7-a79c-8a1e06a7fb66 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=fc5656c9-58bf-4d3e-882d-807e27138283 HTTP/1.1" status: 200 len: 945 time: 0.1353126 Feb 09 21:28:59.122165 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-c9480d03-d596-4a5e-b43f-e480cad53143 req-efc74872-fa33-4218-b1d9-31ca2734d364 tempest-SecurityGroupsTestAdminJSON-131827229 tempest-SecurityGroupsTestAdminJSON-131827229-project-admin] Publish callbacks [] for security_group (b39794a5-fe47-403c-9a52-d55dea151202), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:59.126939 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997d1127-6ea5-43eb-be89-03dddd7c105c req-0d65ebff-1443-43f3-b567-79ba3068f725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:59.128566 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-997d1127-6ea5-43eb-be89-03dddd7c105c req-0d65ebff-1443-43f3-b567-79ba3068f725 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=fc5656c9-58bf-4d3e-882d-807e27138283 HTTP/1.1" status: 200 len: 1127 time: 0.1676264 Feb 09 21:28:59.198657 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-c9480d03-d596-4a5e-b43f-e480cad53143 req-efc74872-fa33-4218-b1d9-31ca2734d364 tempest-SecurityGroupsTestAdminJSON-131827229 tempest-SecurityGroupsTestAdminJSON-131827229-project-admin] Publish callbacks [] for security_group (b39794a5-fe47-403c-9a52-d55dea151202), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:59.229192 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-997d1127-6ea5-43eb-be89-03dddd7c105c req-48e6ea47-be22-4321-a008-89cd010d5d3f service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923555 Feb 09 21:28:59.245335 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ec861cec-6414-45df-8cba-bdc2eb893d49 req-2346f04c-c29b-4b5c-8201-437fc305e3d0 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297629 Feb 09 21:28:59.283710 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-a1839b5a-a94e-433d-a911-4f432e448342 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-403972558-network', 'tenant_id': 'd7be718ff3a44ff3a4fe8a8b39cbacba'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:28:59.296831 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-c9480d03-d596-4a5e-b43f-e480cad53143 req-efc74872-fa33-4218-b1d9-31ca2734d364 tempest-SecurityGroupsTestAdminJSON-131827229 tempest-SecurityGroupsTestAdminJSON-131827229-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (b39794a5-fe47-403c-9a52-d55dea151202), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:59.299657 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-c9480d03-d596-4a5e-b43f-e480cad53143 req-efc74872-fa33-4218-b1d9-31ca2734d364 tempest-SecurityGroupsTestAdminJSON-131827229 tempest-SecurityGroupsTestAdminJSON-131827229-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:59.304876 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c9480d03-d596-4a5e-b43f-e480cad53143 req-efc74872-fa33-4218-b1d9-31ca2734d364 tempest-SecurityGroupsTestAdminJSON-131827229 tempest-SecurityGroupsTestAdminJSON-131827229-project-admin] 10.222.0.90 "DELETE /v2.0/security-groups/b39794a5-fe47-403c-9a52-d55dea151202 HTTP/1.1" status: 204 len: 173 time: 0.3734369 Feb 09 21:28:59.325290 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc74872-fa33-4218-b1d9-31ca2734d364 tempest-SecurityGroupsTestAdminJSON-131827229 tempest-SecurityGroupsTestAdminJSON-131827229-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b39794a5-fe47-403c-9a52-d55dea151202,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:59.340639 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1839b5a-a94e-433d-a911-4f432e448342 admin admin] Made reservation on behalf of d7be718ff3a44ff3a4fe8a8b39cbacba for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:28:59.342965 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a1839b5a-a94e-433d-a911-4f432e448342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:59.359126 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a1839b5a-a94e-433d-a911-4f432e448342 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:59.433753 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8c9e2818-718c-401a-b497-83d79badda2e req-4b47a27f-c270-42eb-a777-799fcb991392 tempest-SecurityGroupsTestAdminJSON-131827229 tempest-SecurityGroupsTestAdminJSON-131827229-project-admin] 10.222.0.90 "GET /v2.0/security-groups/300773fd-8768-4029-a0b3-207509d9a4a4 HTTP/1.1" status: 200 len: 1793 time: 0.0993736 Feb 09 21:28:59.478725 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a1839b5a-a94e-433d-a911-4f432e448342 admin admin] Publish callbacks [] for security_group (c4fa9b85-8699-4e84-8b75-0cc0c030d390), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:59.481730 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536fc931-11e6-4e34-9875-a39106c22e2a req-718670da-428a-4864-a2b0-75869cb01fea tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:59.483751 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-536fc931-11e6-4e34-9875-a39106c22e2a req-718670da-428a-4864-a2b0-75869cb01fea tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] 10.222.0.90 "GET /v2.0/ports?device_id=da449fd1-4831-485c-ad3f-7ffcd5f8ab64 HTTP/1.1" status: 200 len: 944 time: 0.1178043 Feb 09 21:28:59.491630 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a1839b5a-a94e-433d-a911-4f432e448342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (c4fa9b85-8699-4e84-8b75-0cc0c030d390), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:59.506269 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1839b5a-a94e-433d-a911-4f432e448342 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:28:59.518299 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a1839b5a-a94e-433d-a911-4f432e448342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (d358e4e5-8481-457e-b094-24124e319835), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:59.518665 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-a1839b5a-a94e-433d-a911-4f432e448342 admin admin] Added segment d358e4e5-8481-457e-b094-24124e319835 of type vlan for network 5e9106e1-6946-4e26-a85b-12e143e8f64d Feb 09 21:28:59.562094 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-8c9e2818-718c-401a-b497-83d79badda2e req-9feea520-c22a-4427-9552-08a9baf45bad tempest-SecurityGroupsTestAdminJSON-131827229 tempest-SecurityGroupsTestAdminJSON-131827229-project-admin] Publish callbacks [] for security_group (300773fd-8768-4029-a0b3-207509d9a4a4), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:59.564023 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 47192) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:59.566169 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a1839b5a-a94e-433d-a911-4f432e448342 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (5e9106e1-6946-4e26-a85b-12e143e8f64d), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:59.591277 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-536fc931-11e6-4e34-9875-a39106c22e2a req-b62a6c57-790c-4963-8326-36f3efaaa715 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] 10.222.0.90 "GET /v2.0/security-groups?id=c11474fc-a995-4bd5-b9af-83dc4f32d281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984893 Feb 09 21:28:59.600688 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-8c9e2818-718c-401a-b497-83d79badda2e req-9feea520-c22a-4427-9552-08a9baf45bad tempest-SecurityGroupsTestAdminJSON-131827229 tempest-SecurityGroupsTestAdminJSON-131827229-project-admin] Publish callbacks [] for security_group (300773fd-8768-4029-a0b3-207509d9a4a4), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:59.627685 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1839b5a-a94e-433d-a911-4f432e448342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4fa9b85-8699-4e84-8b75-0cc0c030d390,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:59.638522 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a1839b5a-a94e-433d-a911-4f432e448342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (5e9106e1-6946-4e26-a85b-12e143e8f64d), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:59.642403 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1839b5a-a94e-433d-a911-4f432e448342 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:59.643041 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a1839b5a-a94e-433d-a911-4f432e448342 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:59.654459 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-8c9e2818-718c-401a-b497-83d79badda2e req-9feea520-c22a-4427-9552-08a9baf45bad tempest-SecurityGroupsTestAdminJSON-131827229 tempest-SecurityGroupsTestAdminJSON-131827229-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (300773fd-8768-4029-a0b3-207509d9a4a4), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:59.658924 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-8c9e2818-718c-401a-b497-83d79badda2e req-9feea520-c22a-4427-9552-08a9baf45bad tempest-SecurityGroupsTestAdminJSON-131827229 tempest-SecurityGroupsTestAdminJSON-131827229-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:59.660697 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8c9e2818-718c-401a-b497-83d79badda2e req-9feea520-c22a-4427-9552-08a9baf45bad tempest-SecurityGroupsTestAdminJSON-131827229 tempest-SecurityGroupsTestAdminJSON-131827229-project-admin] 10.222.0.90 "DELETE /v2.0/security-groups/300773fd-8768-4029-a0b3-207509d9a4a4 HTTP/1.1" status: 204 len: 173 time: 0.2165976 Feb 09 21:28:59.673535 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feea520-c22a-4427-9552-08a9baf45bad tempest-SecurityGroupsTestAdminJSON-131827229 tempest-SecurityGroupsTestAdminJSON-131827229-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=300773fd-8768-4029-a0b3-207509d9a4a4,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:59.766717 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1839b5a-a94e-433d-a911-4f432e448342 admin admin] Pushing event updated for resources: {'Network': ['ID=5e9106e1-6946-4e26-a85b-12e143e8f64d,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:28:59.779496 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 5e9106e1-6946-4e26-a85b-12e143e8f64d details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:28:59.786827 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2a75b79b-e28d-461e-9c10-c43ae37d6ac5 req-07d0bd32-c271-4b9d-9502-4c501f447dcb tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=cd92d494-82c4-4614-9a6f-2d9307f3309a HTTP/1.1" status: 200 len: 210 time: 0.0811505 Feb 09 21:28:59.792066 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-24966f4d-e1d1-4f3e-a420-6d74a0dc161f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1083530369-network', 'tenant_id': 'd663dfd6d6f34ad5b7b0ac74e0144b97'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:28:59.797438 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-a1839b5a-a94e-433d-a911-4f432e448342 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8130095 Feb 09 21:28:59.798775 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 47198) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:28:59.812095 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-ddcc78b0-3927-492b-86bd-10d1986943a0 admin admin] Request body: {'subnet': {'network_id': '5e9106e1-6946-4e26-a85b-12e143e8f64d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-403972558-subnet', 'tenant_id': 'd7be718ff3a44ff3a4fe8a8b39cbacba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:28:59.846839 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24966f4d-e1d1-4f3e-a420-6d74a0dc161f admin admin] Made reservation on behalf of d663dfd6d6f34ad5b7b0ac74e0144b97 for: {'network': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:28:59.849797 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-24966f4d-e1d1-4f3e-a420-6d74a0dc161f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:59.861474 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddcc78b0-3927-492b-86bd-10d1986943a0 admin admin] Made reservation on behalf of d7be718ff3a44ff3a4fe8a8b39cbacba for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:28:59.864287 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ddcc78b0-3927-492b-86bd-10d1986943a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:59.883820 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-24966f4d-e1d1-4f3e-a420-6d74a0dc161f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:28:59.902333 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db31c11-a66d-4409-8dd4-e51148e7e4fd req-9d2dac0f-075d-4752-9d3a-ad1560bf18e7 tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:28:59.904280 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4db31c11-a66d-4409-8dd4-e51148e7e4fd req-9d2dac0f-075d-4752-9d3a-ad1560bf18e7 tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] 10.222.0.90 "GET /v2.0/ports?device_id=7db6bdb6-0f2f-41e3-85e5-237a1be4d7cd HTTP/1.1" status: 200 len: 945 time: 0.1299903 Feb 09 21:28:59.968767 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d93c5c0b-780e-4484-8af2-e0f2b9b4c413 req-b4c2332b-74dd-4e5f-a9eb-acf9c138205b tempest-SecurityGroupsTestAdminJSON-2091501057 tempest-SecurityGroupsTestAdminJSON-2091501057-project] 10.222.0.90 "GET /v2.0/security-groups/a9793eee-721c-4374-a329-5e27ae895125 HTTP/1.1" status: 200 len: 1794 time: 0.1153781 Feb 09 21:29:00.042893 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4db31c11-a66d-4409-8dd4-e51148e7e4fd req-730c0b3b-4cad-479d-b879-40e9f2cf3f3d tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] 10.222.0.90 "GET /v2.0/security-groups?id=91d83400-638e-47e1-98a6-6d0e50fe073b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265743 Feb 09 21:29:00.063511 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-d93c5c0b-780e-4484-8af2-e0f2b9b4c413 req-747ebf6d-ca0c-470c-a92e-00ada52360e1 tempest-SecurityGroupsTestAdminJSON-2091501057 tempest-SecurityGroupsTestAdminJSON-2091501057-project] Publish callbacks [] for security_group (a9793eee-721c-4374-a329-5e27ae895125), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:00.104590 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-d93c5c0b-780e-4484-8af2-e0f2b9b4c413 req-747ebf6d-ca0c-470c-a92e-00ada52360e1 tempest-SecurityGroupsTestAdminJSON-2091501057 tempest-SecurityGroupsTestAdminJSON-2091501057-project] Publish callbacks [] for security_group (a9793eee-721c-4374-a329-5e27ae895125), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:00.116999 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-24966f4d-e1d1-4f3e-a420-6d74a0dc161f admin admin] Publish callbacks [] for security_group (fc1f732c-04e4-4d89-be3f-0ac1644d7b44), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:00.127915 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-24966f4d-e1d1-4f3e-a420-6d74a0dc161f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (fc1f732c-04e4-4d89-be3f-0ac1644d7b44), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:00.130224 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ddcc78b0-3927-492b-86bd-10d1986943a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (2484df5a-3c6c-469b-99ab-9218640d9aa8), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:00.169261 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24966f4d-e1d1-4f3e-a420-6d74a0dc161f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc1f732c-04e4-4d89-be3f-0ac1644d7b44,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:00.195885 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcc78b0-3927-492b-86bd-10d1986943a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2484df5a-3c6c-469b-99ab-9218640d9aa8,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:00.209141 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcc78b0-3927-492b-86bd-10d1986943a0 admin admin] Checking segment: {'id': 'd358e4e5-8481-457e-b094-24124e319835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '5e9106e1-6946-4e26-a85b-12e143e8f64d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:29:00.210850 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddcc78b0-3927-492b-86bd-10d1986943a0 admin admin] Network hostable DHCP agents. Network: 5e9106e1-6946-4e26-a85b-12e143e8f64d, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:29:00.212750 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 2ad16b77-7d0e-4d7a-9d81-501be630d492 up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:29:00.223597 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24966f4d-e1d1-4f3e-a420-6d74a0dc161f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=103140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:29:00.239998 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddcc78b0-3927-492b-86bd-10d1986943a0 admin admin] Network 5e9106e1-6946-4e26-a85b-12e143e8f64d is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:29:00.247241 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-24966f4d-e1d1-4f3e-a420-6d74a0dc161f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (e370e2f9-b3ee-4c4d-a4ce-84aa5531faf8), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:00.247726 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-24966f4d-e1d1-4f3e-a420-6d74a0dc161f admin admin] Added segment e370e2f9-b3ee-4c4d-a4ce-84aa5531faf8 of type vlan for network 8de99644-1845-430a-b851-381a6bf3b420 Feb 09 21:29:00.254113 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-ddcc78b0-3927-492b-86bd-10d1986943a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 5e9106e1-6946-4e26-a85b-12e143e8f64d) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:29:00.260253 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-d93c5c0b-780e-4484-8af2-e0f2b9b4c413 req-747ebf6d-ca0c-470c-a92e-00ada52360e1 tempest-SecurityGroupsTestAdminJSON-2091501057 tempest-SecurityGroupsTestAdminJSON-2091501057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (a9793eee-721c-4374-a329-5e27ae895125), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:00.260574 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddcc78b0-3927-492b-86bd-10d1986943a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:00.261802 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ddcc78b0-3927-492b-86bd-10d1986943a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:00.263399 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-d93c5c0b-780e-4484-8af2-e0f2b9b4c413 req-747ebf6d-ca0c-470c-a92e-00ada52360e1 tempest-SecurityGroupsTestAdminJSON-2091501057 tempest-SecurityGroupsTestAdminJSON-2091501057-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:00.268865 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2c53bd-a8c4-4a53-bc52-0fd992d84797 None None] Network 5e9106e1-6946-4e26-a85b-12e143e8f64d requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:29:00.270450 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d93c5c0b-780e-4484-8af2-e0f2b9b4c413 req-747ebf6d-ca0c-470c-a92e-00ada52360e1 tempest-SecurityGroupsTestAdminJSON-2091501057 tempest-SecurityGroupsTestAdminJSON-2091501057-project] 10.222.0.90 "DELETE /v2.0/security-groups/a9793eee-721c-4374-a329-5e27ae895125 HTTP/1.1" status: 204 len: 173 time: 0.2927389 Feb 09 21:29:00.289413 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-ddcc78b0-3927-492b-86bd-10d1986943a0 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4894929 Feb 09 21:29:00.306552 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67f7bd7-eb9f-49b4-8b89-cb288c81598a req-2b7ab5d3-1408-4162-90ba-93e3bf5f878c tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:00.308458 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c67f7bd7-eb9f-49b4-8b89-cb288c81598a req-2b7ab5d3-1408-4162-90ba-93e3bf5f878c tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/ports?device_id=dd839f0e-e023-46ce-9c3b-851d3c21ae78 HTTP/1.1" status: 200 len: 945 time: 0.1435945 Feb 09 21:29:00.328783 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning for port 2ad16b77-7d0e-4d7a-9d81-501be630d492 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:29:00.338046 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747ebf6d-ca0c-470c-a92e-00ada52360e1 tempest-SecurityGroupsTestAdminJSON-2091501057 tempest-SecurityGroupsTestAdminJSON-2091501057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9793eee-721c-4374-a329-5e27ae895125,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:00.340568 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port 2ad16b77-7d0e-4d7a-9d81-501be630d492 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:29:00.341173 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (2ad16b77-7d0e-4d7a-9d81-501be630d492), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:00.396539 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-24966f4d-e1d1-4f3e-a420-6d74a0dc161f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (8de99644-1845-430a-b851-381a6bf3b420), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:00.522020 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78140093-b290-4b03-a261-78b386ddeb95 None None] Network 5e9106e1-6946-4e26-a85b-12e143e8f64d requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:29:00.540349 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-de207ccb-6ee9-4fcb-a408-fcd01941bdba req-9742be46-e2ae-4072-880c-ca0089c839dd tempest-SecurityGroupsTestAdminJSON-2091501057 tempest-SecurityGroupsTestAdminJSON-2091501057-project] 10.222.0.90 "GET /v2.0/security-groups/5f9fe808-c356-4287-829a-f7128d85a89a HTTP/1.1" status: 200 len: 1795 time: 0.2297692 Feb 09 21:29:00.544233 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c67f7bd7-eb9f-49b4-8b89-cb288c81598a req-30ae2cf8-cd35-41d8-a313-8287678dff06 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/security-groups?id=8827d060-7266-4559-a6cc-b0bbf702a8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903892 Feb 09 21:29:00.544868 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-24966f4d-e1d1-4f3e-a420-6d74a0dc161f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (8de99644-1845-430a-b851-381a6bf3b420), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:00.545809 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24966f4d-e1d1-4f3e-a420-6d74a0dc161f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:00.546392 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-24966f4d-e1d1-4f3e-a420-6d74a0dc161f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:00.573942 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-24966f4d-e1d1-4f3e-a420-6d74a0dc161f admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0052605 Feb 09 21:29:00.576938 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 47212) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:29:00.582401 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-20f6c392-7979-4d01-9768-5f61fd4369be admin admin] Request body: {'subnet': {'network_id': '8de99644-1845-430a-b851-381a6bf3b420', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1083530369-subnet', 'tenant_id': 'd663dfd6d6f34ad5b7b0ac74e0144b97', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:29:00.629214 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20f6c392-7979-4d01-9768-5f61fd4369be admin admin] Made reservation on behalf of d663dfd6d6f34ad5b7b0ac74e0144b97 for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:29:00.633365 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-20f6c392-7979-4d01-9768-5f61fd4369be admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:00.666344 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24966f4d-e1d1-4f3e-a420-6d74a0dc161f admin admin] Pushing event updated for resources: {'Network': ['ID=8de99644-1845-430a-b851-381a6bf3b420,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:00.703546 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 8de99644-1845-430a-b851-381a6bf3b420 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:29:00.706511 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-de207ccb-6ee9-4fcb-a408-fcd01941bdba req-a35947f0-ac5b-4741-86c1-5b8e70d6ea67 tempest-SecurityGroupsTestAdminJSON-2091501057 tempest-SecurityGroupsTestAdminJSON-2091501057-project] Publish callbacks [] for security_group (5f9fe808-c356-4287-829a-f7128d85a89a), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:00.774281 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-de207ccb-6ee9-4fcb-a408-fcd01941bdba req-a35947f0-ac5b-4741-86c1-5b8e70d6ea67 tempest-SecurityGroupsTestAdminJSON-2091501057 tempest-SecurityGroupsTestAdminJSON-2091501057-project] Publish callbacks [] for security_group (5f9fe808-c356-4287-829a-f7128d85a89a), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:00.837437 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb03ee5-b386-427a-a143-084af4cc1386 req-106aea9a-133d-4804-b406-7a34d9c96de5 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:00.840180 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8eb03ee5-b386-427a-a143-084af4cc1386 req-106aea9a-133d-4804-b406-7a34d9c96de5 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=fc5656c9-58bf-4d3e-882d-807e27138283 HTTP/1.1" status: 200 len: 945 time: 0.1109943 Feb 09 21:29:00.848744 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 2ad16b77-7d0e-4d7a-9d81-501be630d492 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:29:00.849792 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (2ad16b77-7d0e-4d7a-9d81-501be630d492), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:00.863580 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-de207ccb-6ee9-4fcb-a408-fcd01941bdba req-a35947f0-ac5b-4741-86c1-5b8e70d6ea67 tempest-SecurityGroupsTestAdminJSON-2091501057 tempest-SecurityGroupsTestAdminJSON-2091501057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (5f9fe808-c356-4287-829a-f7128d85a89a), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:00.883798 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-de207ccb-6ee9-4fcb-a408-fcd01941bdba req-a35947f0-ac5b-4741-86c1-5b8e70d6ea67 tempest-SecurityGroupsTestAdminJSON-2091501057 tempest-SecurityGroupsTestAdminJSON-2091501057-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:00.886331 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-de207ccb-6ee9-4fcb-a408-fcd01941bdba req-a35947f0-ac5b-4741-86c1-5b8e70d6ea67 tempest-SecurityGroupsTestAdminJSON-2091501057 tempest-SecurityGroupsTestAdminJSON-2091501057-project] 10.222.0.90 "DELETE /v2.0/security-groups/5f9fe808-c356-4287-829a-f7128d85a89a HTTP/1.1" status: 204 len: 173 time: 0.3289583 Feb 09 21:29:00.904378 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da449fd1-4831-485c-ad3f-7ffcd5f8ab64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ad16b77-7d0e-4d7a-9d81-501be630d492'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:29:00.906677 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-619ab9c6-8754-4b6b-91bd-8427fb6de399" -d '{"events": [{"server_uuid": "da449fd1-4831-485c-ad3f-7ffcd5f8ab64", "name": "network-vif-plugged", "status": "completed", "tag": "2ad16b77-7d0e-4d7a-9d81-501be630d492"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:29:00.943977 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 2ad16b77-7d0e-4d7a-9d81-501be630d492, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=2ad16b77-7d0e-4d7a-9d81-501be630d492,segment=NetworkSegment(cfddd030-8c7e-487d-bc1f-1f873848817f),segment_id=cfddd030-8c7e-487d-bc1f-1f873848817f)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:29:00.953003 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (2ad16b77-7d0e-4d7a-9d81-501be630d492), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:00.966266 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35947f0-ac5b-4741-86c1-5b8e70d6ea67 tempest-SecurityGroupsTestAdminJSON-2091501057 tempest-SecurityGroupsTestAdminJSON-2091501057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f9fe808-c356-4287-829a-f7128d85a89a,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:01.008500 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-20f6c392-7979-4d01-9768-5f61fd4369be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (514fdae4-68fd-44e2-866e-50aa0c021798), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:01.084068 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=2ad16b77-7d0e-4d7a-9d81-501be630d492,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:01.118581 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8eb03ee5-b386-427a-a143-084af4cc1386 req-e888ec44-1ba7-41d8-926d-1081c436f3ae tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700782 Feb 09 21:29:01.121267 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 47232) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:29:01.135502 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-80b33f7e-e8c1-421f-809a-496a6716b8c7 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1380311165-network', 'tenant_id': '1e79985658e5493d88009ff677ba63ad'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:29:01.216036 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80b33f7e-e8c1-421f-809a-496a6716b8c7 admin admin] Made reservation on behalf of 1e79985658e5493d88009ff677ba63ad for: {'network': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:29:01.218552 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-80b33f7e-e8c1-421f-809a-496a6716b8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:01.236301 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188a5b6b-aca7-4cc9-9bfc-8850ac979386 req-810961a1-da10-4345-9ca4-142119f6224a tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:01.242808 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-188a5b6b-aca7-4cc9-9bfc-8850ac979386 req-810961a1-da10-4345-9ca4-142119f6224a tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] 10.222.0.90 "GET /v2.0/ports?device_id=da449fd1-4831-485c-ad3f-7ffcd5f8ab64 HTTP/1.1" status: 200 len: 945 time: 0.2257910 Feb 09 21:29:01.251977 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-80b33f7e-e8c1-421f-809a-496a6716b8c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:01.285626 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f6c392-7979-4d01-9768-5f61fd4369be admin admin] Pushing event updated for resources: {'Subnet': ['ID=514fdae4-68fd-44e2-866e-50aa0c021798,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:01.326788 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f6c392-7979-4d01-9768-5f61fd4369be admin admin] Checking segment: {'id': 'e370e2f9-b3ee-4c4d-a4ce-84aa5531faf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '8de99644-1845-430a-b851-381a6bf3b420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:29:01.327153 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f6c392-7979-4d01-9768-5f61fd4369be admin admin] Network hostable DHCP agents. Network: 8de99644-1845-430a-b851-381a6bf3b420, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:29:01.335994 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-998b0a0f-4d85-40b1-a990-310bd71687ff req-52e4062e-2d3a-4082-8442-15bec9aae965 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=cd92d494-82c4-4614-9a6f-2d9307f3309a HTTP/1.1" status: 200 len: 210 time: 0.0839803 Feb 09 21:29:01.348844 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441fee85-06c0-4592-b2af-6f3c314a32dc req-4ee6b97d-3bc6-4e59-b3e5-73485c054d78 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:01.348844 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-441fee85-06c0-4592-b2af-6f3c314a32dc req-4ee6b97d-3bc6-4e59-b3e5-73485c054d78 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.89 "GET /v2.0/networks?id=5406f657-d0e3-4570-bda7-aeb2bc509011 HTTP/1.1" status: 200 len: 808 time: 0.2547443 Feb 09 21:29:01.360995 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f6c392-7979-4d01-9768-5f61fd4369be admin admin] Network 8de99644-1845-430a-b851-381a6bf3b420 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:29:01.363107 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 47236) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:29:01.366908 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-441fee85-06c0-4592-b2af-6f3c314a32dc req-916fd932-2e86-4383-8c34-2febb4d0357a tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Request body: {'port': {'device_id': 'cd92d494-82c4-4614-9a6f-2d9307f3309a', 'network_id': '5406f657-d0e3-4570-bda7-aeb2bc509011', 'admin_state_up': True, 'tenant_id': 'd13eb104d8994e4d9b604f1050cb6328'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:29:01.395796 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83313555-98f7-4436-8d43-e5e5e22bc22c x-openstack-request-id: req-83313555-98f7-4436-8d43-e5e5e22bc22c {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:29:01.400359 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da449fd1-4831-485c-ad3f-7ffcd5f8ab64", "name": "network-vif-plugged", "status": "completed", "tag": "2ad16b77-7d0e-4d7a-9d81-501be630d492", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:29:01.400722 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-83313555-98f7-4436-8d43-e5e5e22bc22c {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:29:01.401230 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da449fd1-4831-485c-ad3f-7ffcd5f8ab64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ad16b77-7d0e-4d7a-9d81-501be630d492', 'code': 200} Feb 09 21:29:01.414554 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-188a5b6b-aca7-4cc9-9bfc-8850ac979386 req-a27ff3ce-8f4c-4e56-888d-8e65accbedae tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] 10.222.0.90 "GET /v2.0/security-groups?id=c11474fc-a995-4bd5-b9af-83dc4f32d281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1706674 Feb 09 21:29:01.449148 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-20f6c392-7979-4d01-9768-5f61fd4369be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 8de99644-1845-430a-b851-381a6bf3b420) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:29:01.458231 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a7c954-feaa-4f5e-b3f9-2dfb0d314d2e None None] Network 8de99644-1845-430a-b851-381a6bf3b420 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:29:01.468607 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f6c392-7979-4d01-9768-5f61fd4369be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:01.472082 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-20f6c392-7979-4d01-9768-5f61fd4369be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:01.525605 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-20f6c392-7979-4d01-9768-5f61fd4369be admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9471433 Feb 09 21:29:01.530706 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 47240) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:29:01.538290 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e3834a6a-64f6-441f-bfd3-84ebd13b695a req-f30d9b48-4817-406a-9a4f-a922f7db1cf2 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=b92e52ce-38e3-404d-b7c1-252230ea762d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1226213 Feb 09 21:29:01.539444 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-6d91056f-11c8-456a-8ca6-31c3cb32e439 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1083530369-router', 'tenant_id': 'd663dfd6d6f34ad5b7b0ac74e0144b97', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:29:01.635059 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6d91056f-11c8-456a-8ca6-31c3cb32e439 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (fddbc562-40f7-421b-ab50-b337c3d0b45f), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:01.636387 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6d91056f-11c8-456a-8ca6-31c3cb32e439 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (fddbc562-40f7-421b-ab50-b337c3d0b45f), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:01.653685 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-441fee85-06c0-4592-b2af-6f3c314a32dc req-916fd932-2e86-4383-8c34-2febb4d0357a tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Made reservation on behalf of d13eb104d8994e4d9b604f1050cb6328 for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:29:01.657842 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-441fee85-06c0-4592-b2af-6f3c314a32dc req-916fd932-2e86-4383-8c34-2febb4d0357a tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:01.666570 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c75f48-1dfa-4b03-927f-30e1824a44c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-8de99644-1845-430a-b851-381a6bf3b420', 'network_id': '8de99644-1845-430a-b851-381a6bf3b420', 'project_id': 'd663dfd6d6f34ad5b7b0ac74e0144b97', 'fixed_ips': [{'subnet_id': '514fdae4-68fd-44e2-866e-50aa0c021798'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:29:01.667795 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a2c75f48-1dfa-4b03-927f-30e1824a44c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:01.743184 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87e6cd2-e672-4aaf-acea-123f3423666d req-870c8a1d-ee3f-43ab-8aa1-57c80b8f5259 tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:01.751522 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f87e6cd2-e672-4aaf-acea-123f3423666d req-870c8a1d-ee3f-43ab-8aa1-57c80b8f5259 tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] 10.222.0.90 "GET /v2.0/ports?device_id=7db6bdb6-0f2f-41e3-85e5-237a1be4d7cd HTTP/1.1" status: 200 len: 945 time: 0.2514594 Feb 09 21:29:01.781947 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6d91056f-11c8-456a-8ca6-31c3cb32e439 admin admin] Publish callbacks [] for router_controller (fddbc562-40f7-421b-ab50-b337c3d0b45f), precommit_add_association {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:01.801620 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-f7b5d1af-f413-4654-862a-f62c763e8f7f admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=3c7c84332f15430dbf5498b56cca41e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4309742 Feb 09 21:29:01.831461 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 47244) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:29:01.842044 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-a2c75f48-1dfa-4b03-927f-30e1824a44c4 None None] Allocated IP 172.20.0.2 (8de99644-1845-430a-b851-381a6bf3b420/514fdae4-68fd-44e2-866e-50aa0c021798/401ba2ae-64c0-488d-8330-7d7b3956d5d2) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:29:01.850966 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f87e6cd2-e672-4aaf-acea-123f3423666d req-f0b8ddf4-6a6b-48e5-89b5-fd5ab7117b58 tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] 10.222.0.90 "GET /v2.0/security-groups?id=91d83400-638e-47e1-98a6-6d0e50fe073b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963097 Feb 09 21:29:01.940852 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2c4cf0a7-d655-4b4d-ac69-a20c3beb2f04 admin admin] Publish callbacks [] for security_group (16dfa43d-5794-4870-8bf0-f2d3e7b00fe1), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:01.967992 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2c4cf0a7-d655-4b4d-ac69-a20c3beb2f04 admin admin] Publish callbacks [] for security_group (16dfa43d-5794-4870-8bf0-f2d3e7b00fe1), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:01.984868 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6d91056f-11c8-456a-8ca6-31c3cb32e439 admin admin] Publish callbacks [] for router_gateway (fddbc562-40f7-421b-ab50-b337c3d0b45f), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:02.000672 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [req-441fee85-06c0-4592-b2af-6f3c314a32dc req-916fd932-2e86-4383-8c34-2febb4d0357a tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Allocated IP 172.20.0.11 (5406f657-d0e3-4570-bda7-aeb2bc509011/e1ad18b5-2d0f-4d2c-9c50-5fdfdce0a556/df09fb29-1ecd-4bea-b09f-dc089b20c12e) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:29:02.005792 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbb2efb-89c7-4bdc-aaa9-99f0b057f903 req-b0f7b5e9-f36c-4059-ac9a-8463e95a4fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:02.007905 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9bbb2efb-89c7-4bdc-aaa9-99f0b057f903 req-b0f7b5e9-f36c-4059-ac9a-8463e95a4fac service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=da449fd1-4831-485c-ad3f-7ffcd5f8ab64 HTTP/1.1" status: 200 len: 1127 time: 0.4662275 Feb 09 21:29:02.046910 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3834a6a-64f6-441f-bfd3-84ebd13b695a req-a814da54-17fa-44e8-8e73-d0cc80ac4f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:02.048452 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e3834a6a-64f6-441f-bfd3-84ebd13b695a req-a814da54-17fa-44e8-8e73-d0cc80ac4f27 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d13eb104d8994e4d9b604f1050cb6328&device_id=b92e52ce-38e3-404d-b7c1-252230ea762d HTTP/1.1" status: 200 len: 1126 time: 0.4245629 Feb 09 21:29:02.072985 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-80b33f7e-e8c1-421f-809a-496a6716b8c7 admin admin] Publish callbacks [] for security_group (e49f223f-cca8-4ca1-851b-4db24ab37dc5), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:02.075538 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9bbb2efb-89c7-4bdc-aaa9-99f0b057f903 req-ee1b066d-3aed-4fcf-9217-52837ad734e6 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=c11474fc-a995-4bd5-b9af-83dc4f32d281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473909 Feb 09 21:29:02.082370 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a86c89-ae56-46cd-9cf1-8be51d183100 req-59623568-2c81-4268-ae6d-35136c857212 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:02.089304 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-82a86c89-ae56-46cd-9cf1-8be51d183100 req-59623568-2c81-4268-ae6d-35136c857212 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/ports?device_id=dd839f0e-e023-46ce-9c3b-851d3c21ae78 HTTP/1.1" status: 200 len: 945 time: 0.3843207 Feb 09 21:29:02.113633 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a2c75f48-1dfa-4b03-927f-30e1824a44c4 None None] Publish callbacks [] for port (401ba2ae-64c0-488d-8330-7d7b3956d5d2), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:02.122801 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a2c75f48-1dfa-4b03-927f-30e1824a44c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (401ba2ae-64c0-488d-8330-7d7b3956d5d2), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:02.177234 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c75f48-1dfa-4b03-927f-30e1824a44c4 None None] Network 8de99644-1845-430a-b851-381a6bf3b420 is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:29:02.188181 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-a2c75f48-1dfa-4b03-927f-30e1824a44c4 None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:29:02.191435 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c75f48-1dfa-4b03-927f-30e1824a44c4 None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:29:02.195124 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c75f48-1dfa-4b03-927f-30e1824a44c4 None None] Pushing event updated for resources: {'Port': ['ID=401ba2ae-64c0-488d-8330-7d7b3956d5d2,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:02.217296 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-80b33f7e-e8c1-421f-809a-496a6716b8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (e49f223f-cca8-4ca1-851b-4db24ab37dc5), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:02.257526 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b33f7e-e8c1-421f-809a-496a6716b8c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e49f223f-cca8-4ca1-851b-4db24ab37dc5,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:02.278795 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-a2c75f48-1dfa-4b03-927f-30e1824a44c4 None None] Attempting to bind port 401ba2ae-64c0-488d-8330-7d7b3956d5d2 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:29:02.279440 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-a2c75f48-1dfa-4b03-927f-30e1824a44c4 None None] Attempting to bind port 401ba2ae-64c0-488d-8330-7d7b3956d5d2 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': 'e370e2f9-b3ee-4c4d-a4ce-84aa5531faf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '8de99644-1845-430a-b851-381a6bf3b420'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:29:02.279813 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c75f48-1dfa-4b03-927f-30e1824a44c4 None None] Attempting to bind port 401ba2ae-64c0-488d-8330-7d7b3956d5d2 on network 8de99644-1845-430a-b851-381a6bf3b420 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:29:02.285833 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c75f48-1dfa-4b03-927f-30e1824a44c4 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:29:02.286264 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c75f48-1dfa-4b03-927f-30e1824a44c4 None None] Checking segment: {'id': 'e370e2f9-b3ee-4c4d-a4ce-84aa5531faf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '8de99644-1845-430a-b851-381a6bf3b420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:29:02.286686 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a2c75f48-1dfa-4b03-927f-30e1824a44c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:02.287135 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c75f48-1dfa-4b03-927f-30e1824a44c4 None None] Bound using segment: {'id': 'e370e2f9-b3ee-4c4d-a4ce-84aa5531faf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '8de99644-1845-430a-b851-381a6bf3b420'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:29:02.287621 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-a2c75f48-1dfa-4b03-927f-30e1824a44c4 None None] Bound port: 401ba2ae-64c0-488d-8330-7d7b3956d5d2, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e370e2f9-b3ee-4c4d-a4ce-84aa5531faf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '8de99644-1845-430a-b851-381a6bf3b420'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:29:02.288664 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a2c75f48-1dfa-4b03-927f-30e1824a44c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (401ba2ae-64c0-488d-8330-7d7b3956d5d2), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:02.295674 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3834a6a-64f6-441f-bfd3-84ebd13b695a req-82851509-d189-42fb-ae4a-4b732399af63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:02.297341 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e3834a6a-64f6-441f-bfd3-84ebd13b695a req-82851509-d189-42fb-ae4a-4b732399af63 service neutron] 10.222.0.89 "GET /v2.0/networks?id=5406f657-d0e3-4570-bda7-aeb2bc509011 HTTP/1.1" status: 200 len: 909 time: 0.1999090 Feb 09 21:29:02.369575 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a2c75f48-1dfa-4b03-927f-30e1824a44c4 None None] For port 401ba2ae-64c0-488d-8330-7d7b3956d5d2, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:29:02.375884 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a2c75f48-1dfa-4b03-927f-30e1824a44c4 None None] For port 401ba2ae-64c0-488d-8330-7d7b3956d5d2, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=401ba2ae-64c0-488d-8330-7d7b3956d5d2,segment=NetworkSegment(e370e2f9-b3ee-4c4d-a4ce-84aa5531faf8),segment_id=e370e2f9-b3ee-4c4d-a4ce-84aa5531faf8)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:29:02.385348 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a2c75f48-1dfa-4b03-927f-30e1824a44c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (401ba2ae-64c0-488d-8330-7d7b3956d5d2), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:02.388886 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80b33f7e-e8c1-421f-809a-496a6716b8c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=103140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:29:02.438786 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e3834a6a-64f6-441f-bfd3-84ebd13b695a req-55606aec-c4e0-4eee-bedb-b1661db9be20 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa2b940c-04ac-4a07-a261-5afc49841033 HTTP/1.1" status: 200 len: 217 time: 0.1233082 Feb 09 21:29:02.466381 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-80b33f7e-e8c1-421f-809a-496a6716b8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (adc9f0a4-38b9-4ddb-bff4-6b1114242645), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:02.466619 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c75f48-1dfa-4b03-927f-30e1824a44c4 None None] Pushing event updated for resources: {'Port': ['ID=401ba2ae-64c0-488d-8330-7d7b3956d5d2,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:02.466741 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-80b33f7e-e8c1-421f-809a-496a6716b8c7 admin admin] Added segment adc9f0a4-38b9-4ddb-bff4-6b1114242645 of type vlan for network 1f8d314a-90f3-499e-b83e-c74cf596ef31 Feb 09 21:29:02.499393 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-82a86c89-ae56-46cd-9cf1-8be51d183100 req-637f2dfd-8f12-42c4-bfdd-3c404b31d183 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/security-groups?id=8827d060-7266-4559-a6cc-b0bbf702a8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4092264 Feb 09 21:29:02.500131 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2c4cf0a7-d655-4b4d-ac69-a20c3beb2f04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (16dfa43d-5794-4870-8bf0-f2d3e7b00fe1), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:02.502700 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2c4cf0a7-d655-4b4d-ac69-a20c3beb2f04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:02.503912 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-2c4cf0a7-d655-4b4d-ac69-a20c3beb2f04 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/16dfa43d-5794-4870-8bf0-f2d3e7b00fe1 HTTP/1.1" status: 204 len: 168 time: 0.6439693 Feb 09 21:29:02.510267 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-441fee85-06c0-4592-b2af-6f3c314a32dc req-916fd932-2e86-4383-8c34-2febb4d0357a tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Publish callbacks [] for port (df09fb29-1ecd-4bea-b09f-dc089b20c12e), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:02.574126 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a932f21-46b9-49e8-98e6-3c335ad9be17 req-ed190f78-8abe-4f4f-9691-090d9a343432 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:02.575648 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8a932f21-46b9-49e8-98e6-3c335ad9be17 req-ed190f78-8abe-4f4f-9691-090d9a343432 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=fc5656c9-58bf-4d3e-882d-807e27138283 HTTP/1.1" status: 200 len: 945 time: 0.3222494 Feb 09 21:29:02.606884 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4cf0a7-d655-4b4d-ac69-a20c3beb2f04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16dfa43d-5794-4870-8bf0-f2d3e7b00fe1,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:02.655325 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-80b33f7e-e8c1-421f-809a-496a6716b8c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (1f8d314a-90f3-499e-b83e-c74cf596ef31), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:02.679768 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-441fee85-06c0-4592-b2af-6f3c314a32dc req-916fd932-2e86-4383-8c34-2febb4d0357a tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (df09fb29-1ecd-4bea-b09f-dc089b20c12e), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:02.696933 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3834a6a-64f6-441f-bfd3-84ebd13b695a req-2aed9efe-fcc8-4af4-ac8b-6297b2cb7eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:02.698388 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e3834a6a-64f6-441f-bfd3-84ebd13b695a req-2aed9efe-fcc8-4af4-ac8b-6297b2cb7eb5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e1ad18b5-2d0f-4d2c-9c50-5fdfdce0a556 HTTP/1.1" status: 200 len: 848 time: 0.2255640 Feb 09 21:29:02.735725 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6d91056f-11c8-456a-8ca6-31c3cb32e439 admin admin] Publish callbacks [] for router_gateway (fddbc562-40f7-421b-ab50-b337c3d0b45f), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:02.767618 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6d91056f-11c8-456a-8ca6-31c3cb32e439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:02.771536 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-441fee85-06c0-4592-b2af-6f3c314a32dc req-916fd932-2e86-4383-8c34-2febb4d0357a tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Network 5406f657-d0e3-4570-bda7-aeb2bc509011 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:29:02.779440 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [req-441fee85-06c0-4592-b2af-6f3c314a32dc req-916fd932-2e86-4383-8c34-2febb4d0357a tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:29:02.790732 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-441fee85-06c0-4592-b2af-6f3c314a32dc req-916fd932-2e86-4383-8c34-2febb4d0357a tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:29:02.792617 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e3834a6a-64f6-441f-bfd3-84ebd13b695a req-b55c2b72-9bca-4717-8f67-0bd386465679 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=5406f657-d0e3-4570-bda7-aeb2bc509011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565264 Feb 09 21:29:02.802727 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8a932f21-46b9-49e8-98e6-3c335ad9be17 req-4ebe336f-411f-4d91-a894-afc197b64855 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976347 Feb 09 21:29:02.817038 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-80b33f7e-e8c1-421f-809a-496a6716b8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (1f8d314a-90f3-499e-b83e-c74cf596ef31), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:02.817970 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b33f7e-e8c1-421f-809a-496a6716b8c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:02.818540 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-80b33f7e-e8c1-421f-809a-496a6716b8c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:02.878817 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916fd932-2e86-4383-8c34-2febb4d0357a tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Pushing event updated for resources: {'Port': ['ID=df09fb29-1ecd-4bea-b09f-dc089b20c12e,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:02.886488 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf8163a-a56a-407b-b269-ef9e93c4be82 req-6ba43359-bc58-4727-bf0e-0ce00954e2f6 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:02.888051 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-caf8163a-a56a-407b-b269-ef9e93c4be82 req-6ba43359-bc58-4727-bf0e-0ce00954e2f6 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=cd92d494-82c4-4614-9a6f-2d9307f3309a HTTP/1.1" status: 200 len: 932 time: 0.2451570 Feb 09 21:29:02.890707 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441fee85-06c0-4592-b2af-6f3c314a32dc req-916fd932-2e86-4383-8c34-2febb4d0357a tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:02.892042 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-441fee85-06c0-4592-b2af-6f3c314a32dc req-916fd932-2e86-4383-8c34-2febb4d0357a tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:02.943757 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-441fee85-06c0-4592-b2af-6f3c314a32dc req-916fd932-2e86-4383-8c34-2febb4d0357a tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5856006 Feb 09 21:29:02.956663 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-441fee85-06c0-4592-b2af-6f3c314a32dc req-b24316b1-2659-4e1e-925e-cc31ab213810 service neutron] Request body: {'port': {'device_id': 'cd92d494-82c4-4614-9a6f-2d9307f3309a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:29:03.015871 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 47260) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:29:03.095895 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-6d91056f-11c8-456a-8ca6-31c3cb32e439 admin admin] Allocated IP 172.25.3.97 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/85fdf81d-bbb9-4c03-bc48-437db392e2b8) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:29:03.106803 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-441fee85-06c0-4592-b2af-6f3c314a32dc req-b24316b1-2659-4e1e-925e-cc31ab213810 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (df09fb29-1ecd-4bea-b09f-dc089b20c12e), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:03.136121 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-b72b5359-57c2-4813-8603-ae6e4fa161bf admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=7395805301314a57a96e7041ff5bba9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1165071 Feb 09 21:29:03.136635 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 47262) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:29:03.224008 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-80b33f7e-e8c1-421f-809a-496a6716b8c7 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.0983229 Feb 09 21:29:03.230261 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 47264) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:29:03.245041 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-d5768880-bb7d-4aad-a128-d6a2daeb58ad admin admin] Request body: {'subnet': {'network_id': '1f8d314a-90f3-499e-b83e-c74cf596ef31', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1380311165-subnet', 'tenant_id': '1e79985658e5493d88009ff677ba63ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:29:03.248428 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b33f7e-e8c1-421f-809a-496a6716b8c7 admin admin] Pushing event updated for resources: {'Network': ['ID=1f8d314a-90f3-499e-b83e-c74cf596ef31,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:03.273596 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 1f8d314a-90f3-499e-b83e-c74cf596ef31 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:29:03.299619 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-caf8163a-a56a-407b-b269-ef9e93c4be82 req-9a50fe24-5e7e-4ee9-be21-9a986beb46d1 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3793049 Feb 09 21:29:03.301490 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e3834a6a-64f6-441f-bfd3-84ebd13b695a req-9f5683a3-312c-406e-93c4-f1656f00f7be service neutron] 10.222.0.89 "GET /v2.0/networks/5406f657-d0e3-4570-bda7-aeb2bc509011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4966676 Feb 09 21:29:03.378700 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5768880-bb7d-4aad-a128-d6a2daeb58ad admin admin] Made reservation on behalf of 1e79985658e5493d88009ff677ba63ad for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:29:03.381043 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d5768880-bb7d-4aad-a128-d6a2daeb58ad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:03.429630 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c011f75-c0f2-4d40-9882-ede3b036286c req-d9830002-0124-4a1a-8992-2295e76765fd tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:03.433238 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-92a46763-a949-4691-bfaa-4761d46ea406 admin admin] Publish callbacks [] for security_group (d2ae35d0-2ebf-43f9-a9a3-f7b3375fd2e6), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:03.434459 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5c011f75-c0f2-4d40-9882-ede3b036286c req-d9830002-0124-4a1a-8992-2295e76765fd tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] 10.222.0.90 "GET /v2.0/ports?device_id=da449fd1-4831-485c-ad3f-7ffcd5f8ab64 HTTP/1.1" status: 200 len: 945 time: 0.5164945 Feb 09 21:29:03.470315 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6d91056f-11c8-456a-8ca6-31c3cb32e439 admin admin] Publish callbacks [] for port (85fdf81d-bbb9-4c03-bc48-437db392e2b8), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:03.554829 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5c011f75-c0f2-4d40-9882-ede3b036286c req-4fa43eed-1112-4910-9cbd-ed6f64f75384 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] 10.222.0.90 "GET /v2.0/security-groups?id=c11474fc-a995-4bd5-b9af-83dc4f32d281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085210 Feb 09 21:29:03.557690 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 401ba2ae-64c0-488d-8330-7d7b3956d5d2 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:29:03.561034 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e3834a6a-64f6-441f-bfd3-84ebd13b695a req-3bdbd35b-29b3-430d-aa4e-35ba10478da1 service neutron] 10.222.0.89 "GET /v2.0/networks/5406f657-d0e3-4570-bda7-aeb2bc509011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520015 Feb 09 21:29:03.607465 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-92a46763-a949-4691-bfaa-4761d46ea406 admin admin] Publish callbacks [] for security_group (d2ae35d0-2ebf-43f9-a9a3-f7b3375fd2e6), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:03.688846 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 401ba2ae-64c0-488d-8330-7d7b3956d5d2 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:29:03.689061 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (401ba2ae-64c0-488d-8330-7d7b3956d5d2), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:03.736904 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b163b5d-a0d0-497d-95d6-03a75a3f4987 req-f931f61a-dd06-4c3b-9afa-d22e3407c1aa tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:03.742350 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0b163b5d-a0d0-497d-95d6-03a75a3f4987 req-f931f61a-dd06-4c3b-9afa-d22e3407c1aa tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] 10.222.0.90 "GET /v2.0/ports?device_id=7db6bdb6-0f2f-41e3-85e5-237a1be4d7cd HTTP/1.1" status: 200 len: 945 time: 0.0977139 Feb 09 21:29:03.766385 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6d91056f-11c8-456a-8ca6-31c3cb32e439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (85fdf81d-bbb9-4c03-bc48-437db392e2b8), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:03.826889 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0b163b5d-a0d0-497d-95d6-03a75a3f4987 req-d8db733f-944c-42df-bdd6-1ad7bedafaaa tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] 10.222.0.90 "GET /v2.0/security-groups?id=91d83400-638e-47e1-98a6-6d0e50fe073b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779099 Feb 09 21:29:03.833368 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 401ba2ae-64c0-488d-8330-7d7b3956d5d2 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:29:03.833762 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (401ba2ae-64c0-488d-8330-7d7b3956d5d2), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:03.860262 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d91056f-11c8-456a-8ca6-31c3cb32e439 admin admin] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:29:03.879474 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-6d91056f-11c8-456a-8ca6-31c3cb32e439 admin admin] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:29:03.886335 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d91056f-11c8-456a-8ca6-31c3cb32e439 admin admin] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:29:03.894080 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port 401ba2ae-64c0-488d-8330-7d7b3956d5d2, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=401ba2ae-64c0-488d-8330-7d7b3956d5d2,segment=NetworkSegment(e370e2f9-b3ee-4c4d-a4ce-84aa5531faf8),segment_id=e370e2f9-b3ee-4c4d-a4ce-84aa5531faf8)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:29:03.902006 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (401ba2ae-64c0-488d-8330-7d7b3956d5d2), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:03.919558 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-92a46763-a949-4691-bfaa-4761d46ea406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (d2ae35d0-2ebf-43f9-a9a3-f7b3375fd2e6), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:03.922266 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-92a46763-a949-4691-bfaa-4761d46ea406 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:03.923488 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-92a46763-a949-4691-bfaa-4761d46ea406 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/d2ae35d0-2ebf-43f9-a9a3-f7b3375fd2e6 HTTP/1.1" status: 204 len: 168 time: 0.7858684 Feb 09 21:29:03.950299 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d91056f-11c8-456a-8ca6-31c3cb32e439 admin admin] Pushing event updated for resources: {'Port': ['ID=85fdf81d-bbb9-4c03-bc48-437db392e2b8,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:03.967420 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a78ee8-21d0-48e9-bb38-fc2af844140c req-51cf68bf-abaf-4e9f-a940-705018c3f03a tempest-LiveAutoBlockMigrationV225Test-1691914964 tempest-LiveAutoBlockMigrationV225Test-1691914964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:03.968833 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c8a78ee8-21d0-48e9-bb38-fc2af844140c req-51cf68bf-abaf-4e9f-a940-705018c3f03a tempest-LiveAutoBlockMigrationV225Test-1691914964 tempest-LiveAutoBlockMigrationV225Test-1691914964-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=fc5656c9-58bf-4d3e-882d-807e27138283 HTTP/1.1" status: 200 len: 1127 time: 0.1158042 Feb 09 21:29:04.000926 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=401ba2ae-64c0-488d-8330-7d7b3956d5d2,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:04.004817 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e082c1c4-d9b9-4862-81a6-40c4aa9bc034 None None] Network 8de99644-1845-430a-b851-381a6bf3b420 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:29:04.018587 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a46763-a949-4691-bfaa-4761d46ea406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ae35d0-2ebf-43f9-a9a3-f7b3375fd2e6,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:04.043506 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-441fee85-06c0-4592-b2af-6f3c314a32dc req-b24316b1-2659-4e1e-925e-cc31ab213810 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df09fb29-1ecd-4bea-b09f-dc089b20c12e {{(pid=103141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:29:04.053965 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c8a78ee8-21d0-48e9-bb38-fc2af844140c req-79a9bf43-76e3-4759-add7-07bbb7a3cd97 tempest-LiveAutoBlockMigrationV225Test-1691914964 tempest-LiveAutoBlockMigrationV225Test-1691914964-project-admin] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656500 Feb 09 21:29:04.080251 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8564df93-abdc-4186-b3a5-d5f0430c8559 req-f3f1cc7f-9811-47dd-ba31-7b7016e27883 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:04.096499 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-74496100-f005-442e-a754-5d67a97a99b6 None None] Provisioning complete for port 401ba2ae-64c0-488d-8330-7d7b3956d5d2 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:29:04.096886 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-74496100-f005-442e-a754-5d67a97a99b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (401ba2ae-64c0-488d-8330-7d7b3956d5d2), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:04.099723 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8564df93-abdc-4186-b3a5-d5f0430c8559 req-f3f1cc7f-9811-47dd-ba31-7b7016e27883 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/ports?device_id=dd839f0e-e023-46ce-9c3b-851d3c21ae78 HTTP/1.1" status: 200 len: 945 time: 0.1546068 Feb 09 21:29:04.142118 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-441fee85-06c0-4592-b2af-6f3c314a32dc req-b24316b1-2659-4e1e-925e-cc31ab213810 service neutron] Publish callbacks [] for port (df09fb29-1ecd-4bea-b09f-dc089b20c12e), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:04.170436 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8564df93-abdc-4186-b3a5-d5f0430c8559 req-19e813dd-2f3f-45c6-bada-e9070393f5e5 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/security-groups?id=8827d060-7266-4559-a6cc-b0bbf702a8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651469 Feb 09 21:29:04.237226 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-74496100-f005-442e-a754-5d67a97a99b6 None None] Current status of the port 401ba2ae-64c0-488d-8330-7d7b3956d5d2 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:29:04.244892 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d5768880-bb7d-4aad-a128-d6a2daeb58ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (97aba8a5-8b30-425a-89b8-255c04b6d514), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:04.300883 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-441fee85-06c0-4592-b2af-6f3c314a32dc req-b24316b1-2659-4e1e-925e-cc31ab213810 service neutron] Transition to ACTIVE for port object df09fb29-1ecd-4bea-b09f-dc089b20c12e will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:29:04.301608 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6f5be0-2428-426f-9d27-21eea3cf9e26 req-f9abba11-914a-4720-a280-fbd23132a562 tempest-LiveAutoBlockMigrationV225Test-1691914964 tempest-LiveAutoBlockMigrationV225Test-1691914964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:04.304066 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-aa6f5be0-2428-426f-9d27-21eea3cf9e26 req-f9abba11-914a-4720-a280-fbd23132a562 tempest-LiveAutoBlockMigrationV225Test-1691914964 tempest-LiveAutoBlockMigrationV225Test-1691914964-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=fc5656c9-58bf-4d3e-882d-807e27138283 HTTP/1.1" status: 200 len: 1127 time: 0.0677378 Feb 09 21:29:04.370147 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-aa6f5be0-2428-426f-9d27-21eea3cf9e26 req-dee6bf2b-fd26-48e5-b613-587e40c02807 tempest-LiveAutoBlockMigrationV225Test-1691914964 tempest-LiveAutoBlockMigrationV225Test-1691914964-project-admin] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590899 Feb 09 21:29:04.407706 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-441fee85-06c0-4592-b2af-6f3c314a32dc req-b24316b1-2659-4e1e-925e-cc31ab213810 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (df09fb29-1ecd-4bea-b09f-dc089b20c12e), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:04.470348 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6d91056f-11c8-456a-8ca6-31c3cb32e439 admin admin] Publish callbacks [] for router_gateway (fddbc562-40f7-421b-ab50-b337c3d0b45f), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:04.501797 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cde1162-33ef-494a-8a77-90293a53b293 req-d3081c52-16d6-4acc-a7e5-e2d34e10c592 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:04.510313 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7cde1162-33ef-494a-8a77-90293a53b293 req-d3081c52-16d6-4acc-a7e5-e2d34e10c592 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=cd92d494-82c4-4614-9a6f-2d9307f3309a HTTP/1.1" status: 200 len: 944 time: 0.1061478 Feb 09 21:29:04.555523 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5768880-bb7d-4aad-a128-d6a2daeb58ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=97aba8a5-8b30-425a-89b8-255c04b6d514,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:04.565690 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24316b1-2659-4e1e-925e-cc31ab213810 service neutron] Pushing event updated for resources: {'Port': ['ID=df09fb29-1ecd-4bea-b09f-dc089b20c12e,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:04.574635 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-d869d628-c3b1-4df9-8fe5-be6b08ec1eb2 None None] Provisioning complete for port 401ba2ae-64c0-488d-8330-7d7b3956d5d2 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:29:04.575105 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d869d628-c3b1-4df9-8fe5-be6b08ec1eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (401ba2ae-64c0-488d-8330-7d7b3956d5d2), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:04.608276 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7cde1162-33ef-494a-8a77-90293a53b293 req-9e34f991-d82e-4612-9718-77ab44eff25f tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963686 Feb 09 21:29:04.628983 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5768880-bb7d-4aad-a128-d6a2daeb58ad admin admin] Checking segment: {'id': 'adc9f0a4-38b9-4ddb-bff4-6b1114242645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '1f8d314a-90f3-499e-b83e-c74cf596ef31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:29:04.629546 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5768880-bb7d-4aad-a128-d6a2daeb58ad admin admin] Network hostable DHCP agents. Network: 1f8d314a-90f3-499e-b83e-c74cf596ef31, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:29:04.714483 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5768880-bb7d-4aad-a128-d6a2daeb58ad admin admin] Network 1f8d314a-90f3-499e-b83e-c74cf596ef31 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:29:04.764407 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-441fee85-06c0-4592-b2af-6f3c314a32dc req-b24316b1-2659-4e1e-925e-cc31ab213810 service neutron] Attempting to bind port df09fb29-1ecd-4bea-b09f-dc089b20c12e on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:29:04.764730 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-441fee85-06c0-4592-b2af-6f3c314a32dc req-b24316b1-2659-4e1e-925e-cc31ab213810 service neutron] Attempting to bind port df09fb29-1ecd-4bea-b09f-dc089b20c12e by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': '2e235117-e979-4e65-8640-84c4faf827fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '5406f657-d0e3-4570-bda7-aeb2bc509011'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:29:04.765185 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441fee85-06c0-4592-b2af-6f3c314a32dc req-b24316b1-2659-4e1e-925e-cc31ab213810 service neutron] Attempting to bind port df09fb29-1ecd-4bea-b09f-dc089b20c12e on network 5406f657-d0e3-4570-bda7-aeb2bc509011 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:29:04.773701 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-d5768880-bb7d-4aad-a128-d6a2daeb58ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 1f8d314a-90f3-499e-b83e-c74cf596ef31) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:29:04.782571 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5768880-bb7d-4aad-a128-d6a2daeb58ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:04.783067 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d5768880-bb7d-4aad-a128-d6a2daeb58ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:04.785304 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441fee85-06c0-4592-b2af-6f3c314a32dc req-b24316b1-2659-4e1e-925e-cc31ab213810 service neutron] Port df09fb29-1ecd-4bea-b09f-dc089b20c12e on network 5406f657-d0e3-4570-bda7-aeb2bc509011 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:29:04.785614 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441fee85-06c0-4592-b2af-6f3c314a32dc req-b24316b1-2659-4e1e-925e-cc31ab213810 service neutron] Attempting to bind port df09fb29-1ecd-4bea-b09f-dc089b20c12e on network 5406f657-d0e3-4570-bda7-aeb2bc509011 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:29:04.803197 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441fee85-06c0-4592-b2af-6f3c314a32dc req-b24316b1-2659-4e1e-925e-cc31ab213810 service neutron] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:29:04.804036 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441fee85-06c0-4592-b2af-6f3c314a32dc req-b24316b1-2659-4e1e-925e-cc31ab213810 service neutron] Checking segment: {'id': '2e235117-e979-4e65-8640-84c4faf827fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '5406f657-d0e3-4570-bda7-aeb2bc509011'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:29:04.804446 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441fee85-06c0-4592-b2af-6f3c314a32dc req-b24316b1-2659-4e1e-925e-cc31ab213810 service neutron] Bound using segment: {'id': '2e235117-e979-4e65-8640-84c4faf827fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '5406f657-d0e3-4570-bda7-aeb2bc509011'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:29:04.804894 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-441fee85-06c0-4592-b2af-6f3c314a32dc req-b24316b1-2659-4e1e-925e-cc31ab213810 service neutron] Bound port: df09fb29-1ecd-4bea-b09f-dc089b20c12e, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e235117-e979-4e65-8640-84c4faf827fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '5406f657-d0e3-4570-bda7-aeb2bc509011'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:29:04.805249 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-441fee85-06c0-4592-b2af-6f3c314a32dc req-b24316b1-2659-4e1e-925e-cc31ab213810 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (df09fb29-1ecd-4bea-b09f-dc089b20c12e), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:04.822115 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ef9be7-0a9a-4a30-8bd6-8477b56a1294 None None] Network 1f8d314a-90f3-499e-b83e-c74cf596ef31 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:29:04.826217 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-d5768880-bb7d-4aad-a128-d6a2daeb58ad admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5907040 Feb 09 21:29:04.856527 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6d91056f-11c8-456a-8ca6-31c3cb32e439 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (fddbc562-40f7-421b-ab50-b337c3d0b45f), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:04.873729 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9e436a-f385-4137-9eb1-92c51f182c32 req-ef089cdc-865f-4e2e-b9a5-9373a44af41e tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:04.875939 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1d9e436a-f385-4137-9eb1-92c51f182c32 req-ef089cdc-865f-4e2e-b9a5-9373a44af41e tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] 10.222.0.90 "GET /v2.0/ports?device_id=da449fd1-4831-485c-ad3f-7ffcd5f8ab64 HTTP/1.1" status: 200 len: 945 time: 0.1045036 Feb 09 21:29:04.972092 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-441fee85-06c0-4592-b2af-6f3c314a32dc req-b24316b1-2659-4e1e-925e-cc31ab213810 service neutron] For port df09fb29-1ecd-4bea-b09f-dc089b20c12e, host n-h2-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:29:04.973611 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1d9e436a-f385-4137-9eb1-92c51f182c32 req-e7d82a0b-472a-455c-8581-a03eefb909fc tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] 10.222.0.90 "GET /v2.0/security-groups?id=c11474fc-a995-4bd5-b9af-83dc4f32d281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899549 Feb 09 21:29:04.999855 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-441fee85-06c0-4592-b2af-6f3c314a32dc req-b24316b1-2659-4e1e-925e-cc31ab213810 service neutron] For port df09fb29-1ecd-4bea-b09f-dc089b20c12e, host n-h2-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=df09fb29-1ecd-4bea-b09f-dc089b20c12e,segment=NetworkSegment(2e235117-e979-4e65-8640-84c4faf827fd),segment_id=2e235117-e979-4e65-8640-84c4faf827fd)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:29:05.010489 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3dfecf-63eb-48c7-ae9b-5234f19c9cff None None] Network 1f8d314a-90f3-499e-b83e-c74cf596ef31 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:29:05.014345 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-d869d628-c3b1-4df9-8fe5-be6b08ec1eb2 None None] Current status of the port 401ba2ae-64c0-488d-8330-7d7b3956d5d2 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:29:05.014977 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-441fee85-06c0-4592-b2af-6f3c314a32dc req-b24316b1-2659-4e1e-925e-cc31ab213810 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (df09fb29-1ecd-4bea-b09f-dc089b20c12e), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:05.064422 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441fee85-06c0-4592-b2af-6f3c314a32dc req-b24316b1-2659-4e1e-925e-cc31ab213810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:05.065388 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-441fee85-06c0-4592-b2af-6f3c314a32dc req-b24316b1-2659-4e1e-925e-cc31ab213810 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:05.067007 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-441fee85-06c0-4592-b2af-6f3c314a32dc req-b24316b1-2659-4e1e-925e-cc31ab213810 service neutron] 10.222.0.89 "PUT /v2.0/ports/df09fb29-1ecd-4bea-b09f-dc089b20c12e HTTP/1.1" status: 200 len: 1092 time: 2.1153548 Feb 09 21:29:05.076992 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 47312) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:29:05.088474 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd92d494-82c4-4614-9a6f-2d9307f3309a', 'tag': 'df09fb29-1ecd-4bea-b09f-dc089b20c12e'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:29:05.091202 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-395d6aec-449e-474a-9f27-93161da7dc62" -d '{"events": [{"name": "network-changed", "server_uuid": "cd92d494-82c4-4614-9a6f-2d9307f3309a", "tag": "df09fb29-1ecd-4bea-b09f-dc089b20c12e"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:29:05.182022 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24316b1-2659-4e1e-925e-cc31ab213810 service neutron] Pushing event updated for resources: {'Port': ['ID=df09fb29-1ecd-4bea-b09f-dc089b20c12e,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:05.217533 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441fee85-06c0-4592-b2af-6f3c314a32dc req-e3dbe175-52b8-4f57-83dc-2937a9cc0291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:05.219392 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-441fee85-06c0-4592-b2af-6f3c314a32dc req-e3dbe175-52b8-4f57-83dc-2937a9cc0291 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d13eb104d8994e4d9b604f1050cb6328&device_id=cd92d494-82c4-4614-9a6f-2d9307f3309a HTTP/1.1" status: 200 len: 1126 time: 0.1084902 Feb 09 21:29:05.242138 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_v2 [None req-1488ff37-0536-45dd-8cb3-e96d7a3f3834 admin admin] Deleting subnet 2484df5a-3c6c-469b-99ab-9218640d9aa8 {{(pid=103140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:29:05.247385 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1488ff37-0536-45dd-8cb3-e96d7a3f3834 admin admin] Publish callbacks [] for subnet (2484df5a-3c6c-469b-99ab-9218640d9aa8), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:05.249821 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d91056f-11c8-456a-8ca6-31c3cb32e439 admin admin] Router fddbc562-40f7-421b-ab50-b337c3d0b45f is scheduled to L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 with binding_index 1 {{(pid=103141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:29:05.298444 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1488ff37-0536-45dd-8cb3-e96d7a3f3834 admin admin] Publish callbacks [] for subnet (2484df5a-3c6c-469b-99ab-9218640d9aa8), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:05.313738 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb913cf-497f-4438-bcc7-5ca054de1d52 req-c7d7e8dd-a824-4f9d-ab7e-bc6c436d0aa1 tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:05.321004 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9eb913cf-497f-4438-bcc7-5ca054de1d52 req-c7d7e8dd-a824-4f9d-ab7e-bc6c436d0aa1 tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] 10.222.0.90 "GET /v2.0/ports?device_id=7db6bdb6-0f2f-41e3-85e5-237a1be4d7cd HTTP/1.1" status: 200 len: 945 time: 0.1617892 Feb 09 21:29:05.331290 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1488ff37-0536-45dd-8cb3-e96d7a3f3834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (2484df5a-3c6c-469b-99ab-9218640d9aa8), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:05.418833 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9eb913cf-497f-4438-bcc7-5ca054de1d52 req-d64e392b-4082-4c78-91a7-a5f8bcdd56ad tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] 10.222.0.90 "GET /v2.0/security-groups?id=91d83400-638e-47e1-98a6-6d0e50fe073b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968387 Feb 09 21:29:05.440857 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1488ff37-0536-45dd-8cb3-e96d7a3f3834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for subnet (2484df5a-3c6c-469b-99ab-9218640d9aa8), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:05.466502 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1488ff37-0536-45dd-8cb3-e96d7a3f3834 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:05.469871 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-1488ff37-0536-45dd-8cb3-e96d7a3f3834 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/2484df5a-3c6c-469b-99ab-9218640d9aa8 HTTP/1.1" status: 204 len: 168 time: 0.3916647 Feb 09 21:29:05.516374 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 47332) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:29:05.539037 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1488ff37-0536-45dd-8cb3-e96d7a3f3834 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2484df5a-3c6c-469b-99ab-9218640d9aa8,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:05.547620 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 401ba2ae-64c0-488d-8330-7d7b3956d5d2 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:29:05.553300 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-441fee85-06c0-4592-b2af-6f3c314a32dc req-9e62eea5-fc2e-4d32-9252-5856a2dc2079 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df09fb29-1ecd-4bea-b09f-dc089b20c12e HTTP/1.1" status: 200 len: 217 time: 0.3141968 Feb 09 21:29:05.628365 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 401ba2ae-64c0-488d-8330-7d7b3956d5d2 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:29:05.630487 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (401ba2ae-64c0-488d-8330-7d7b3956d5d2), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:05.634934 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7f924ce3-2a74-4ff5-a0b8-c4d6f562b141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (5e9106e1-6946-4e26-a85b-12e143e8f64d), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:05.644637 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132b1a0e-fdfb-4ab1-8832-a789bffefa07 req-24ae3cce-4121-480e-9237-5e0d9f6ebffa tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:05.659676 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-132b1a0e-fdfb-4ab1-8832-a789bffefa07 req-24ae3cce-4121-480e-9237-5e0d9f6ebffa tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] 10.222.0.90 "GET /v2.0/ports?device_id=da449fd1-4831-485c-ad3f-7ffcd5f8ab64 HTTP/1.1" status: 200 len: 945 time: 0.1327167 Feb 09 21:29:05.660975 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 47342) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:29:05.666189 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-983418d6-86aa-4e38-9d6a-f221d18dd5a0 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Request body: {'floatingip': {'port_id': '2ad16b77-7d0e-4d7a-9d81-501be630d492'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:29:05.681614 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441fee85-06c0-4592-b2af-6f3c314a32dc req-56cb298a-0623-4103-8d22-c1246cf1b0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:05.683090 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-441fee85-06c0-4592-b2af-6f3c314a32dc req-56cb298a-0623-4103-8d22-c1246cf1b0b9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e1ad18b5-2d0f-4d2c-9c50-5fdfdce0a556 HTTP/1.1" status: 200 len: 848 time: 0.1198070 Feb 09 21:29:05.730160 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-441fee85-06c0-4592-b2af-6f3c314a32dc req-5021af53-b567-4a88-8fde-82a0bf822f9e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=5406f657-d0e3-4570-bda7-aeb2bc509011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331807 Feb 09 21:29:05.733196 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fafbaef7-5c42-4e10-bc13-d963811c51c7 x-openstack-request-id: req-fafbaef7-5c42-4e10-bc13-d963811c51c7 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:29:05.733552 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd92d494-82c4-4614-9a6f-2d9307f3309a", "tag": "df09fb29-1ecd-4bea-b09f-dc089b20c12e", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:29:05.733806 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-fafbaef7-5c42-4e10-bc13-d963811c51c7 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:29:05.734626 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd92d494-82c4-4614-9a6f-2d9307f3309a', 'tag': 'df09fb29-1ecd-4bea-b09f-dc089b20c12e', 'status': 'completed', 'code': 200} Feb 09 21:29:05.782820 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-983418d6-86aa-4e38-9d6a-f221d18dd5a0 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Publish callbacks [] for floatingip (9d45c2ef-406a-4e6d-b004-cdfe2ba36731), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:05.802684 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 401ba2ae-64c0-488d-8330-7d7b3956d5d2 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:29:05.821992 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d91056f-11c8-456a-8ca6-31c3cb32e439 admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:29:05.838938 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b35280-8ccb-4a7c-bcea-4b00d0bd7567 None None] Sync routers for ids ['fddbc562-40f7-421b-ab50-b337c3d0b45f'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:29:05.859592 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6d91056f-11c8-456a-8ca6-31c3cb32e439 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:05.864943 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-6d91056f-11c8-456a-8ca6-31c3cb32e439 admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.3328066 Feb 09 21:29:05.866028 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 47350) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:29:05.877705 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b35280-8ccb-4a7c-bcea-4b00d0bd7567 None None] Routers {'fddbc562-40f7-421b-ab50-b337c3d0b45f'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:29:05.879532 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-95b35280-8ccb-4a7c-bcea-4b00d0bd7567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:28:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['fddbc562-40f7-421b-ab50-b337c3d0b45f'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:29:05.968875 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-441fee85-06c0-4592-b2af-6f3c314a32dc req-98e48093-b8ca-457f-b5bb-6b932ae7b855 service neutron] 10.222.0.89 "GET /v2.0/networks/5406f657-d0e3-4570-bda7-aeb2bc509011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308278 Feb 09 21:29:06.010134 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7f924ce3-2a74-4ff5-a0b8-c4d6f562b141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (5e9106e1-6946-4e26-a85b-12e143e8f64d), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:06.040084 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220d8f1e-0df7-4b75-9706-f17299aab572 req-77bbbeb4-1b59-425a-8900-57a806ba60ea tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:06.046773 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-220d8f1e-0df7-4b75-9706-f17299aab572 req-77bbbeb4-1b59-425a-8900-57a806ba60ea tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/ports?device_id=dd839f0e-e023-46ce-9c3b-851d3c21ae78 HTTP/1.1" status: 200 len: 945 time: 0.1996958 Feb 09 21:29:06.066746 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7f924ce3-2a74-4ff5-a0b8-c4d6f562b141 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:29:06.067095 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7f924ce3-2a74-4ff5-a0b8-c4d6f562b141 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:29:06.067857 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7f924ce3-2a74-4ff5-a0b8-c4d6f562b141 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:29:06.068191 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7f924ce3-2a74-4ff5-a0b8-c4d6f562b141 admin admin] Subscribe: > port after_create 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:29:06.068574 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7f924ce3-2a74-4ff5-a0b8-c4d6f562b141 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:29:06.068912 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7f924ce3-2a74-4ff5-a0b8-c4d6f562b141 admin admin] Subscribe: > port after_update 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:29:06.069793 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7f924ce3-2a74-4ff5-a0b8-c4d6f562b141 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:29:06.070141 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7f924ce3-2a74-4ff5-a0b8-c4d6f562b141 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:29:06.070464 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7f924ce3-2a74-4ff5-a0b8-c4d6f562b141 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:29:06.070788 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7f924ce3-2a74-4ff5-a0b8-c4d6f562b141 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:29:06.123308 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-95b35280-8ccb-4a7c-bcea-4b00d0bd7567 None None] Set router fddbc562-40f7-421b-ab50-b337c3d0b45f gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:29:06.138074 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7f924ce3-2a74-4ff5-a0b8-c4d6f562b141 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:29:06.138687 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7f924ce3-2a74-4ff5-a0b8-c4d6f562b141 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:29:06.139171 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7f924ce3-2a74-4ff5-a0b8-c4d6f562b141 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:29:06.139671 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7f924ce3-2a74-4ff5-a0b8-c4d6f562b141 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 21:29:06.140192 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-7f924ce3-2a74-4ff5-a0b8-c4d6f562b141 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e9106e1-6946-4e26-a85b-12e143e8f64d']}} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:29:06.173972 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-7f924ce3-2a74-4ff5-a0b8-c4d6f562b141 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd358e4e5-8481-457e-b094-24124e319835') {'for_net_delete': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:29:06.174279 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-7f924ce3-2a74-4ff5-a0b8-c4d6f562b141 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd358e4e5-8481-457e-b094-24124e319835') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:29:06.189922 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-441fee85-06c0-4592-b2af-6f3c314a32dc req-e5f8b1ec-b31c-467c-ba72-8877f27dd130 service neutron] 10.222.0.89 "GET /v2.0/networks/5406f657-d0e3-4570-bda7-aeb2bc509011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114077 Feb 09 21:29:06.259592 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7f924ce3-2a74-4ff5-a0b8-c4d6f562b141 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110711'] for segment (d358e4e5-8481-457e-b094-24124e319835), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:06.300514 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 47362) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:29:06.307623 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-220d8f1e-0df7-4b75-9706-f17299aab572 req-40909349-0809-4797-9cf4-a967a147af33 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/security-groups?id=8827d060-7266-4559-a6cc-b0bbf702a8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598925 Feb 09 21:29:06.321059 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7f924ce3-2a74-4ff5-a0b8-c4d6f562b141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (d358e4e5-8481-457e-b094-24124e319835), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:06.349097 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f924ce3-2a74-4ff5-a0b8-c4d6f562b141 admin admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=103140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:29:06.349765 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7f924ce3-2a74-4ff5-a0b8-c4d6f562b141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669415'] for segment (d358e4e5-8481-457e-b094-24124e319835), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:06.353856 n-d-828369-5 neutron-server[103140]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 21:29:06.353856 n-d-828369-5 neutron-server[103140]: from cryptography.utils import int_from_bytes Feb 09 21:29:06.353856 n-d-828369-5 neutron-server[103140]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 21:29:06.353856 n-d-828369-5 neutron-server[103140]: from cryptography.utils import int_from_bytes Feb 09 21:29:06.353856 n-d-828369-5 neutron-server[103140]: Traceback (most recent call last): Feb 09 21:29:06.353856 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:29:06.353856 n-d-828369-5 neutron-server[103140]: timer() Feb 09 21:29:06.353856 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:29:06.353856 n-d-828369-5 neutron-server[103140]: cb(*args, **kw) Feb 09 21:29:06.353856 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:29:06.353856 n-d-828369-5 neutron-server[103140]: return func(*args, **kwargs) Feb 09 21:29:06.353856 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:29:06.353856 n-d-828369-5 neutron-server[103140]: self._notify() Feb 09 21:29:06.353856 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:29:06.353856 n-d-828369-5 neutron-server[103140]: self.callback(batched_events) Feb 09 21:29:06.353856 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:29:06.353856 n-d-828369-5 neutron-server[103140]: event.method(event) Feb 09 21:29:06.353856 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:29:06.353856 n-d-828369-5 neutron-server[103140]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:29:06.353856 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:29:06.353856 n-d-828369-5 neutron-server[103140]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:29:06.353856 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:29:06.353856 n-d-828369-5 neutron-server[103140]: return f(self, *a, **k) Feb 09 21:29:06.353856 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:29:06.353856 n-d-828369-5 neutron-server[103140]: return self._get(url).json() Feb 09 21:29:06.353856 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:29:06.353856 n-d-828369-5 neutron-server[103140]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:29:06.353856 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:29:06.353856 n-d-828369-5 neutron-server[103140]: return self.request(url, 'GET', **kwargs) Feb 09 21:29:06.353856 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:29:06.353856 n-d-828369-5 neutron-server[103140]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:29:06.353856 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:29:06.353856 n-d-828369-5 neutron-server[103140]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:29:06.353856 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:29:06.353856 n-d-828369-5 neutron-server[103140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:29:06.353856 n-d-828369-5 neutron-server[103140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:29:06.446296 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395d6aec-449e-474a-9f27-93161da7dc62 req-2d86fd91-bc58-40e5-8610-49d84be60980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:06.448073 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-395d6aec-449e-474a-9f27-93161da7dc62 req-2d86fd91-bc58-40e5-8610-49d84be60980 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d13eb104d8994e4d9b604f1050cb6328&device_id=cd92d494-82c4-4614-9a6f-2d9307f3309a HTTP/1.1" status: 200 len: 1126 time: 0.1815546 Feb 09 21:29:06.492169 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7f924ce3-2a74-4ff5-a0b8-c4d6f562b141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (5e9106e1-6946-4e26-a85b-12e143e8f64d), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:06.515649 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-95b35280-8ccb-4a7c-bcea-4b00d0bd7567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fddbc562-40f7-421b-ab50-b337c3d0b45f', 'name': 'tempest-FloatingIPDetailsTestJSON-1083530369-router', 'tenant_id': 'd663dfd6d6f34ad5b7b0ac74e0144b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '85fdf81d-bbb9-4c03-bc48-437db392e2b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:29:01Z', 'updated_at': '2022-02-09T21:29:04Z', 'revision_number': 3, 'project_id': 'd663dfd6d6f34ad5b7b0ac74e0144b97', 'gw_port': {'id': '85fdf81d-bbb9-4c03-bc48-437db392e2b8', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:05:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fddbc562-40f7-421b-ab50-b337c3d0b45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:29:02Z', 'updated_at': '2022-02-09T21:29:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:29:06.538605 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7f924ce3-2a74-4ff5-a0b8-c4d6f562b141 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:06.541865 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-7f924ce3-2a74-4ff5-a0b8-c4d6f562b141 admin admin] 10.222.0.90 "DELETE /v2.0/networks/5e9106e1-6946-4e26-a85b-12e143e8f64d HTTP/1.1" status: 204 len: 168 time: 1.0244944 Feb 09 21:29:06.559255 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 47370) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:29:06.568260 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f924ce3-2a74-4ff5-a0b8-c4d6f562b141 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e9106e1-6946-4e26-a85b-12e143e8f64d,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:06.580020 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b35280-8ccb-4a7c-bcea-4b00d0bd7567 None None] Checking router: fddbc562-40f7-421b-ab50-b337c3d0b45f for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:29:06.580677 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b35280-8ccb-4a7c-bcea-4b00d0bd7567 None None] Updating router fddbc562-40f7-421b-ab50-b337c3d0b45f port 85fdf81d-bbb9-4c03-bc48-437db392e2b8 binding host n-d-828369-5 {{(pid=103142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:29:06.609393 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8134a823-5b18-48ff-97e6-569183047aaa req-b6ec517f-fe8e-43c1-9640-a13473443f8a tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:06.616205 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8134a823-5b18-48ff-97e6-569183047aaa req-b6ec517f-fe8e-43c1-9640-a13473443f8a tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=cd92d494-82c4-4614-9a6f-2d9307f3309a HTTP/1.1" status: 200 len: 944 time: 0.1931427 Feb 09 21:29:06.632362 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-95b35280-8ccb-4a7c-bcea-4b00d0bd7567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (85fdf81d-bbb9-4c03-bc48-437db392e2b8), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:06.642088 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [req-de4dbf18-412a-443b-b939-71e6ff144a85 req-2ea67c20-9e84-4dc4-bcbd-eff4d7bf21be tempest-LiveAutoBlockMigrationV225Test-1691914964 tempest-LiveAutoBlockMigrationV225Test-1691914964-project-admin] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=103141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:29:06.643127 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-de4dbf18-412a-443b-b939-71e6ff144a85 req-2ea67c20-9e84-4dc4-bcbd-eff4d7bf21be tempest-LiveAutoBlockMigrationV225Test-1691914964 tempest-LiveAutoBlockMigrationV225Test-1691914964-project-admin] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3403578 Feb 09 21:29:06.686946 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395d6aec-449e-474a-9f27-93161da7dc62 req-85565f03-5cf6-4f10-93e5-9813c2e67101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:06.688607 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-395d6aec-449e-474a-9f27-93161da7dc62 req-85565f03-5cf6-4f10-93e5-9813c2e67101 service neutron] 10.222.0.89 "GET /v2.0/networks?id=5406f657-d0e3-4570-bda7-aeb2bc509011 HTTP/1.1" status: 200 len: 909 time: 0.2165790 Feb 09 21:29:06.718249 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cf31f7b-4088-4afa-ba76-748a200be545 admin admin] Deleting subnet 97aba8a5-8b30-425a-89b8-255c04b6d514 {{(pid=103140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:29:06.734626 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1cf31f7b-4088-4afa-ba76-748a200be545 admin admin] Publish callbacks [] for subnet (97aba8a5-8b30-425a-89b8-255c04b6d514), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:06.769357 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-395d6aec-449e-474a-9f27-93161da7dc62 req-8fa0491e-70fc-498a-90ea-dd334fa535a6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df09fb29-1ecd-4bea-b09f-dc089b20c12e HTTP/1.1" status: 200 len: 217 time: 0.0700922 Feb 09 21:29:06.785585 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8134a823-5b18-48ff-97e6-569183047aaa req-8e6c9b04-417f-44cf-bf8a-8f1c25e95d32 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623042 Feb 09 21:29:06.824409 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8e1115da-f692-498c-9b7d-c3327f2ae46c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:06.855711 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1cf31f7b-4088-4afa-ba76-748a200be545 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9110716'] for subnet (97aba8a5-8b30-425a-89b8-255c04b6d514), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:06.880259 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395d6aec-449e-474a-9f27-93161da7dc62 req-8f5145c2-e75e-4c42-8420-aa3887fd927e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:06.882308 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-395d6aec-449e-474a-9f27-93161da7dc62 req-8f5145c2-e75e-4c42-8420-aa3887fd927e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e1ad18b5-2d0f-4d2c-9c50-5fdfdce0a556 HTTP/1.1" status: 200 len: 848 time: 0.1043756 Feb 09 21:29:06.903310 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4dbf18-412a-443b-b939-71e6ff144a85 req-044612de-669c-4911-b21c-c95141657091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:06.905203 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-de4dbf18-412a-443b-b939-71e6ff144a85 req-044612de-669c-4911-b21c-c95141657091 service neutron] 10.222.0.90 "GET /v2.0/ports/dcd512c6-e231-44af-a93e-e402f76d9c16 HTTP/1.1" status: 200 len: 1124 time: 0.1960051 Feb 09 21:29:06.923724 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-395d6aec-449e-474a-9f27-93161da7dc62 req-57e6fe8f-0bfc-4a72-b92e-46454ea984d4 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=5406f657-d0e3-4570-bda7-aeb2bc509011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344636 Feb 09 21:29:06.925797 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.db.resource_extend [None req-983418d6-86aa-4e38-9d6a-f221d18dd5a0 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 21:29:06.926860 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-de4dbf18-412a-443b-b939-71e6ff144a85 req-f957418b-b37e-4555-aedf-476b5b39a8c0 service neutron] Request body: {'binding': {'host': 'n-h2-828369-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:29:06.929252 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-de4dbf18-412a-443b-b939-71e6ff144a85 req-f957418b-b37e-4555-aedf-476b5b39a8c0 service neutron] Unknown quota resources ['binding']. {{(pid=103141) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 21:29:06.947628 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-95b35280-8ccb-4a7c-bcea-4b00d0bd7567 None None] Publish callbacks [] for port (85fdf81d-bbb9-4c03-bc48-437db392e2b8), precommit_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:06.953915 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-95b35280-8ccb-4a7c-bcea-4b00d0bd7567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (85fdf81d-bbb9-4c03-bc48-437db392e2b8), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:06.972648 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1cf31f7b-4088-4afa-ba76-748a200be545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (97aba8a5-8b30-425a-89b8-255c04b6d514), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:07.006041 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-95b35280-8ccb-4a7c-bcea-4b00d0bd7567 None None] Attempting to bind port 85fdf81d-bbb9-4c03-bc48-437db392e2b8 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:29:07.006041 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-95b35280-8ccb-4a7c-bcea-4b00d0bd7567 None None] Attempting to bind port 85fdf81d-bbb9-4c03-bc48-437db392e2b8 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:29:07.006041 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b35280-8ccb-4a7c-bcea-4b00d0bd7567 None None] Attempting to bind port 85fdf81d-bbb9-4c03-bc48-437db392e2b8 on network 54a442d5-50a0-4c75-85cc-d19f5bf58118 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:29:07.013700 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b35280-8ccb-4a7c-bcea-4b00d0bd7567 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:29:07.014957 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b35280-8ccb-4a7c-bcea-4b00d0bd7567 None None] Checking segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:29:07.015443 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-95b35280-8ccb-4a7c-bcea-4b00d0bd7567 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:07.015912 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b35280-8ccb-4a7c-bcea-4b00d0bd7567 None None] Bound using segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:29:07.016501 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-95b35280-8ccb-4a7c-bcea-4b00d0bd7567 None None] Bound port: 85fdf81d-bbb9-4c03-bc48-437db392e2b8, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:29:07.016946 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-95b35280-8ccb-4a7c-bcea-4b00d0bd7567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (85fdf81d-bbb9-4c03-bc48-437db392e2b8), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:07.017790 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-983418d6-86aa-4e38-9d6a-f221d18dd5a0 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:07.034761 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-983418d6-86aa-4e38-9d6a-f221d18dd5a0 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (9d45c2ef-406a-4e6d-b004-cdfe2ba36731), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:07.043461 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b947d1-ee5f-4570-8363-3d47c3e0c000 req-34d99b94-d404-4c23-a2e1-c53bd7a7d3ee tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:07.045180 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-21b947d1-ee5f-4570-8363-3d47c3e0c000 req-34d99b94-d404-4c23-a2e1-c53bd7a7d3ee tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] 10.222.0.90 "GET /v2.0/ports?device_id=7db6bdb6-0f2f-41e3-85e5-237a1be4d7cd HTTP/1.1" status: 200 len: 945 time: 0.1850827 Feb 09 21:29:07.055686 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21160b56-5d53-43b7-a996-4ac50904a112 None None] Pushing event updated for resources: {'Port': ['ID=85fdf81d-bbb9-4c03-bc48-437db392e2b8,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:07.093280 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-95b35280-8ccb-4a7c-bcea-4b00d0bd7567 None None] For port 85fdf81d-bbb9-4c03-bc48-437db392e2b8, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:29:07.096445 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-95b35280-8ccb-4a7c-bcea-4b00d0bd7567 None None] For port 85fdf81d-bbb9-4c03-bc48-437db392e2b8, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=85fdf81d-bbb9-4c03-bc48-437db392e2b8,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:29:07.103988 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-95b35280-8ccb-4a7c-bcea-4b00d0bd7567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (85fdf81d-bbb9-4c03-bc48-437db392e2b8), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:07.150495 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1cf31f7b-4088-4afa-ba76-748a200be545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621346'] for subnet (97aba8a5-8b30-425a-89b8-255c04b6d514), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:07.176636 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b35280-8ccb-4a7c-bcea-4b00d0bd7567 None None] Routers {'fddbc562-40f7-421b-ab50-b337c3d0b45f'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:29:07.177669 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-95b35280-8ccb-4a7c-bcea-4b00d0bd7567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:28:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['fddbc562-40f7-421b-ab50-b337c3d0b45f'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:29:07.184292 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21160b56-5d53-43b7-a996-4ac50904a112 None None] Pushing event updated for resources: {'Port': ['ID=85fdf81d-bbb9-4c03-bc48-437db392e2b8,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:07.191753 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf31f7b-4088-4afa-ba76-748a200be545 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97aba8a5-8b30-425a-89b8-255c04b6d514,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:07.201676 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1cf31f7b-4088-4afa-ba76-748a200be545 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:07.204925 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-1cf31f7b-4088-4afa-ba76-748a200be545 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/97aba8a5-8b30-425a-89b8-255c04b6d514 HTTP/1.1" status: 204 len: 168 time: 0.6448565 Feb 09 21:29:07.209850 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 47378) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:29:07.245325 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-21b947d1-ee5f-4570-8363-3d47c3e0c000 req-7ca21a14-24d5-45a8-bfa3-f64af4e60fbb tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] 10.222.0.90 "GET /v2.0/security-groups?id=91d83400-638e-47e1-98a6-6d0e50fe073b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232731 Feb 09 21:29:07.265575 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-395d6aec-449e-474a-9f27-93161da7dc62 req-0885f751-8652-412f-b8e6-6e1cb2a4ead8 service neutron] 10.222.0.89 "GET /v2.0/networks/5406f657-d0e3-4570-bda7-aeb2bc509011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3040664 Feb 09 21:29:07.302326 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-8e1115da-f692-498c-9b7d-c3327f2ae46c admin admin] Allocated IP 172.20.0.1 (8de99644-1845-430a-b851-381a6bf3b420/514fdae4-68fd-44e2-866e-50aa0c021798/c9ef8bad-54aa-4760-99a9-cec07bd69808) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:29:07.308256 n-d-828369-5 neutron-server[103140]: INFO neutron.db.l3_db [None req-983418d6-86aa-4e38-9d6a-f221d18dd5a0 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Floating IP 9d45c2ef-406a-4e6d-b004-cdfe2ba36731 associated. External IP: 172.25.3.213, port: 2ad16b77-7d0e-4d7a-9d81-501be630d492. Feb 09 21:29:07.314692 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2bd091cf-98a2-41a2-9e41-cca18fdd9f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (1f8d314a-90f3-499e-b83e-c74cf596ef31), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:07.341926 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-95b35280-8ccb-4a7c-bcea-4b00d0bd7567 None None] Set router fddbc562-40f7-421b-ab50-b337c3d0b45f gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:29:07.466805 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-de4dbf18-412a-443b-b939-71e6ff144a85 req-f957418b-b37e-4555-aedf-476b5b39a8c0 service neutron] Attempting to bind port dcd512c6-e231-44af-a93e-e402f76d9c16 on host n-h2-828369-5 for vnic_type normal with profile None {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:29:07.467164 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-de4dbf18-412a-443b-b939-71e6ff144a85 req-f957418b-b37e-4555-aedf-476b5b39a8c0 service neutron] Attempting to bind port dcd512c6-e231-44af-a93e-e402f76d9c16 by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': 'aad88faa-37a1-49ac-8a06-d36169fb75d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '37143bd2-1331-4c73-96e2-f9c3179c6daf'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:29:07.467510 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4dbf18-412a-443b-b939-71e6ff144a85 req-f957418b-b37e-4555-aedf-476b5b39a8c0 service neutron] Attempting to bind port dcd512c6-e231-44af-a93e-e402f76d9c16 on network 37143bd2-1331-4c73-96e2-f9c3179c6daf {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:29:07.481433 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-395d6aec-449e-474a-9f27-93161da7dc62 req-1199c727-d09a-4cb6-92e4-f41a4db286af service neutron] 10.222.0.89 "GET /v2.0/networks/5406f657-d0e3-4570-bda7-aeb2bc509011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988075 Feb 09 21:29:07.482005 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4dbf18-412a-443b-b939-71e6ff144a85 req-f957418b-b37e-4555-aedf-476b5b39a8c0 service neutron] Port dcd512c6-e231-44af-a93e-e402f76d9c16 on network 37143bd2-1331-4c73-96e2-f9c3179c6daf not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:29:07.482331 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4dbf18-412a-443b-b939-71e6ff144a85 req-f957418b-b37e-4555-aedf-476b5b39a8c0 service neutron] Attempting to bind port dcd512c6-e231-44af-a93e-e402f76d9c16 on network 37143bd2-1331-4c73-96e2-f9c3179c6daf {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:29:07.492587 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4dbf18-412a-443b-b939-71e6ff144a85 req-f957418b-b37e-4555-aedf-476b5b39a8c0 service neutron] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:29:07.492933 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4dbf18-412a-443b-b939-71e6ff144a85 req-f957418b-b37e-4555-aedf-476b5b39a8c0 service neutron] Checking segment: {'id': 'aad88faa-37a1-49ac-8a06-d36169fb75d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '37143bd2-1331-4c73-96e2-f9c3179c6daf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:29:07.493313 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4dbf18-412a-443b-b939-71e6ff144a85 req-f957418b-b37e-4555-aedf-476b5b39a8c0 service neutron] Bound using segment: {'id': 'aad88faa-37a1-49ac-8a06-d36169fb75d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '37143bd2-1331-4c73-96e2-f9c3179c6daf'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:29:07.494246 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-de4dbf18-412a-443b-b939-71e6ff144a85 req-f957418b-b37e-4555-aedf-476b5b39a8c0 service neutron] Bound port: dcd512c6-e231-44af-a93e-e402f76d9c16, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aad88faa-37a1-49ac-8a06-d36169fb75d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '37143bd2-1331-4c73-96e2-f9c3179c6daf'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:29:07.562409 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-95b35280-8ccb-4a7c-bcea-4b00d0bd7567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fddbc562-40f7-421b-ab50-b337c3d0b45f', 'name': 'tempest-FloatingIPDetailsTestJSON-1083530369-router', 'tenant_id': 'd663dfd6d6f34ad5b7b0ac74e0144b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '85fdf81d-bbb9-4c03-bc48-437db392e2b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:29:01Z', 'updated_at': '2022-02-09T21:29:04Z', 'revision_number': 3, 'project_id': 'd663dfd6d6f34ad5b7b0ac74e0144b97', 'gw_port': {'id': '85fdf81d-bbb9-4c03-bc48-437db392e2b8', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:05:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fddbc562-40f7-421b-ab50-b337c3d0b45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:29:02Z', 'updated_at': '2022-02-09T21:29:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:29:07.566870 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8e1115da-f692-498c-9b7d-c3327f2ae46c admin admin] Publish callbacks [] for port (c9ef8bad-54aa-4760-99a9-cec07bd69808), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:07.583439 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-de4dbf18-412a-443b-b939-71e6ff144a85 req-f957418b-b37e-4555-aedf-476b5b39a8c0 service neutron] For port dcd512c6-e231-44af-a93e-e402f76d9c16, host n-h2-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=dcd512c6-e231-44af-a93e-e402f76d9c16,segment=NetworkSegment(aad88faa-37a1-49ac-8a06-d36169fb75d8),segment_id=aad88faa-37a1-49ac-8a06-d36169fb75d8)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:29:07.589607 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b35280-8ccb-4a7c-bcea-4b00d0bd7567 None None] The sync data for ids ['fddbc562-40f7-421b-ab50-b337c3d0b45f'] in n-d-828369-5 is: [{'id': 'fddbc562-40f7-421b-ab50-b337c3d0b45f', 'name': 'tempest-FloatingIPDetailsTestJSON-1083530369-router', 'tenant_id': 'd663dfd6d6f34ad5b7b0ac74e0144b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '85fdf81d-bbb9-4c03-bc48-437db392e2b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:29:01Z', 'updated_at': '2022-02-09T21:29:04Z', 'revision_number': 3, 'project_id': 'd663dfd6d6f34ad5b7b0ac74e0144b97', 'gw_port': {'id': '85fdf81d-bbb9-4c03-bc48-437db392e2b8', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:05:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fddbc562-40f7-421b-ab50-b337c3d0b45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:29:02Z', 'updated_at': '2022-02-09T21:29:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:29:07.591244 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-de4dbf18-412a-443b-b939-71e6ff144a85 req-f957418b-b37e-4555-aedf-476b5b39a8c0 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:07.592501 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-de4dbf18-412a-443b-b939-71e6ff144a85 req-f957418b-b37e-4555-aedf-476b5b39a8c0 service neutron] 10.222.0.90 "POST /v2.0/ports/dcd512c6-e231-44af-a93e-e402f76d9c16/bindings HTTP/1.1" status: 201 len: 389 time: 0.6711972 Feb 09 21:29:07.629806 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8e1115da-f692-498c-9b7d-c3327f2ae46c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (c9ef8bad-54aa-4760-99a9-cec07bd69808), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:07.746737 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7547e8fb-275b-4664-8149-529a92976d01 req-aeb01241-bcfc-4891-8864-9e24c97fb681 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=301f05e37d364aab86167965425dfbdc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3219368 Feb 09 21:29:08.008785 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1115da-f692-498c-9b7d-c3327f2ae46c admin admin] Network 8de99644-1845-430a-b851-381a6bf3b420 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:29:08.017638 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-8e1115da-f692-498c-9b7d-c3327f2ae46c admin admin] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:29:08.023229 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1115da-f692-498c-9b7d-c3327f2ae46c admin admin] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:29:08.051919 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7547e8fb-275b-4664-8149-529a92976d01 req-e03e6f94-28c5-47e6-84bd-46145732d212 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:08.053658 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7547e8fb-275b-4664-8149-529a92976d01 req-e03e6f94-28c5-47e6-84bd-46145732d212 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3060181 Feb 09 21:29:08.074018 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1115da-f692-498c-9b7d-c3327f2ae46c admin admin] Pushing event updated for resources: {'Port': ['ID=c9ef8bad-54aa-4760-99a9-cec07bd69808,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:08.089860 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2bd091cf-98a2-41a2-9e41-cca18fdd9f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (1f8d314a-90f3-499e-b83e-c74cf596ef31), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:08.096441 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1115da-f692-498c-9b7d-c3327f2ae46c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:08.097014 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1115da-f692-498c-9b7d-c3327f2ae46c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:08.097555 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1115da-f692-498c-9b7d-c3327f2ae46c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:08.098146 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1115da-f692-498c-9b7d-c3327f2ae46c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:08.098633 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1115da-f692-498c-9b7d-c3327f2ae46c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:08.099120 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1115da-f692-498c-9b7d-c3327f2ae46c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:08.099605 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1115da-f692-498c-9b7d-c3327f2ae46c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:08.100097 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1115da-f692-498c-9b7d-c3327f2ae46c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:08.101189 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1115da-f692-498c-9b7d-c3327f2ae46c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:08.101701 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1115da-f692-498c-9b7d-c3327f2ae46c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:08.102185 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1115da-f692-498c-9b7d-c3327f2ae46c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:08.102950 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1115da-f692-498c-9b7d-c3327f2ae46c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:08.103427 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1115da-f692-498c-9b7d-c3327f2ae46c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:08.115423 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7547e8fb-275b-4664-8149-529a92976d01 req-e0b45ab5-2037-4b7d-bfbb-1cab2e375e8c tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/quotas/301f05e37d364aab86167965425dfbdc HTTP/1.1" status: 200 len: 375 time: 0.0477886 Feb 09 21:29:08.121509 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8e1115da-f692-498c-9b7d-c3327f2ae46c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554727'] for router_interface (fddbc562-40f7-421b-ab50-b337c3d0b45f), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:08.127318 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4dbf18-412a-443b-b939-71e6ff144a85 req-425a51c5-f8bb-4cc5-ae2a-462a290b4e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:08.135689 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-de4dbf18-412a-443b-b939-71e6ff144a85 req-425a51c5-f8bb-4cc5-ae2a-462a290b4e72 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2bd637e202e1467d81aff230fe0a3e7e&device_id=fc5656c9-58bf-4d3e-882d-807e27138283 HTTP/1.1" status: 200 len: 1127 time: 0.1322682 Feb 09 21:29:08.143984 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becb4ee6-e727-47f0-810a-a59806a343a5 req-cb28c1fe-5a03-42f7-88e2-ac9ba14500de tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:08.151815 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-becb4ee6-e727-47f0-810a-a59806a343a5 req-cb28c1fe-5a03-42f7-88e2-ac9ba14500de tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/ports?device_id=dd839f0e-e023-46ce-9c3b-851d3c21ae78 HTTP/1.1" status: 200 len: 945 time: 0.3089423 Feb 09 21:29:08.157826 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-2bd091cf-98a2-41a2-9e41-cca18fdd9f83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f8d314a-90f3-499e-b83e-c74cf596ef31']}} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:29:08.230496 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7547e8fb-275b-4664-8149-529a92976d01 req-e64f4746-f191-44ef-aa42-ae178e243565 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=301f05e37d364aab86167965425dfbdc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0975707 Feb 09 21:29:08.238838 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-2bd091cf-98a2-41a2-9e41-cca18fdd9f83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adc9f0a4-38b9-4ddb-bff4-6b1114242645') {'for_net_delete': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:29:08.239371 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-2bd091cf-98a2-41a2-9e41-cca18fdd9f83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adc9f0a4-38b9-4ddb-bff4-6b1114242645') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:29:08.264351 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2bd091cf-98a2-41a2-9e41-cca18fdd9f83 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110711'] for segment (adc9f0a4-38b9-4ddb-bff4-6b1114242645), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:08.300073 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-983418d6-86aa-4e38-9d6a-f221d18dd5a0 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Router 88999dd9-301b-4545-a2be-0d274196e2c0 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:29:08.315958 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-becb4ee6-e727-47f0-810a-a59806a343a5 req-79deb2b9-329c-44e9-b51d-1fba3c8fbb02 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/security-groups?id=8827d060-7266-4559-a6cc-b0bbf702a8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580672 Feb 09 21:29:08.317388 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2bd091cf-98a2-41a2-9e41-cca18fdd9f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (adc9f0a4-38b9-4ddb-bff4-6b1114242645), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:08.351893 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bd091cf-98a2-41a2-9e41-cca18fdd9f83 admin admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=103140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:29:08.352382 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2bd091cf-98a2-41a2-9e41-cca18fdd9f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669415'] for segment (adc9f0a4-38b9-4ddb-bff4-6b1114242645), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:08.354354 n-d-828369-5 neutron-server[103140]: Traceback (most recent call last): Feb 09 21:29:08.354354 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:29:08.354354 n-d-828369-5 neutron-server[103140]: timer() Feb 09 21:29:08.354354 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:29:08.354354 n-d-828369-5 neutron-server[103140]: cb(*args, **kw) Feb 09 21:29:08.354354 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:29:08.354354 n-d-828369-5 neutron-server[103140]: return func(*args, **kwargs) Feb 09 21:29:08.354354 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:29:08.354354 n-d-828369-5 neutron-server[103140]: self._notify() Feb 09 21:29:08.354354 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:29:08.354354 n-d-828369-5 neutron-server[103140]: self.callback(batched_events) Feb 09 21:29:08.354354 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:29:08.354354 n-d-828369-5 neutron-server[103140]: event.method(event) Feb 09 21:29:08.354354 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:29:08.354354 n-d-828369-5 neutron-server[103140]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:29:08.354354 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:29:08.354354 n-d-828369-5 neutron-server[103140]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:29:08.354354 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:29:08.354354 n-d-828369-5 neutron-server[103140]: return f(self, *a, **k) Feb 09 21:29:08.354354 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:29:08.354354 n-d-828369-5 neutron-server[103140]: return self._get(url).json() Feb 09 21:29:08.354354 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:29:08.354354 n-d-828369-5 neutron-server[103140]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:29:08.354354 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:29:08.354354 n-d-828369-5 neutron-server[103140]: return self.request(url, 'GET', **kwargs) Feb 09 21:29:08.354354 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:29:08.354354 n-d-828369-5 neutron-server[103140]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:29:08.354354 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:29:08.354354 n-d-828369-5 neutron-server[103140]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:29:08.354354 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:29:08.354354 n-d-828369-5 neutron-server[103140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:29:08.354354 n-d-828369-5 neutron-server[103140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:29:08.382444 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-50c760e2-01f3-4482-8ebf-58e8ed8d838a None None] Provisioning complete for port c9ef8bad-54aa-4760-99a9-cec07bd69808 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:29:08.383011 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-50c760e2-01f3-4482-8ebf-58e8ed8d838a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (c9ef8bad-54aa-4760-99a9-cec07bd69808), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:08.395756 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4dbf18-412a-443b-b939-71e6ff144a85 req-5170c24d-c7b9-44bc-98df-053bf9f15b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:08.398344 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-de4dbf18-412a-443b-b939-71e6ff144a85 req-5170c24d-c7b9-44bc-98df-053bf9f15b2f service neutron] 10.222.0.89 "GET /v2.0/networks?id=37143bd2-1331-4c73-96e2-f9c3179c6daf HTTP/1.1" status: 200 len: 922 time: 0.2270164 Feb 09 21:29:08.433872 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-50c760e2-01f3-4482-8ebf-58e8ed8d838a None None] Port c9ef8bad-54aa-4760-99a9-cec07bd69808 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:29:08.439108 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8e1115da-f692-498c-9b7d-c3327f2ae46c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (c9ef8bad-54aa-4760-99a9-cec07bd69808), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:08.503917 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-de4dbf18-412a-443b-b939-71e6ff144a85 req-65aef112-25bc-4380-9622-3bd7922eb6f7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dcd512c6-e231-44af-a93e-e402f76d9c16 HTTP/1.1" status: 200 len: 217 time: 0.0657301 Feb 09 21:29:08.657275 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2bd091cf-98a2-41a2-9e41-cca18fdd9f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (1f8d314a-90f3-499e-b83e-c74cf596ef31), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:08.665252 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2bd091cf-98a2-41a2-9e41-cca18fdd9f83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:08.672012 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-2bd091cf-98a2-41a2-9e41-cca18fdd9f83 admin admin] 10.222.0.90 "DELETE /v2.0/networks/1f8d314a-90f3-499e-b83e-c74cf596ef31 HTTP/1.1" status: 204 len: 168 time: 1.4555535 Feb 09 21:29:08.689455 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4dbf18-412a-443b-b939-71e6ff144a85 req-45638ff5-0359-4dea-be7c-fc64b4099639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:08.691060 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-de4dbf18-412a-443b-b939-71e6ff144a85 req-45638ff5-0359-4dea-be7c-fc64b4099639 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f5dc5768-86f9-4907-b987-49606f9e43f9 HTTP/1.1" status: 200 len: 861 time: 0.1775327 Feb 09 21:29:08.719061 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd091cf-98a2-41a2-9e41-cca18fdd9f83 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f8d314a-90f3-499e-b83e-c74cf596ef31,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:08.744914 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8874d856-48b1-4159-9195-fa8e479243ae req-f81f5e5d-4c5e-4e66-a9aa-59f652efc1a7 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:08.751853 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8874d856-48b1-4159-9195-fa8e479243ae req-f81f5e5d-4c5e-4e66-a9aa-59f652efc1a7 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=cd92d494-82c4-4614-9a6f-2d9307f3309a HTTP/1.1" status: 200 len: 944 time: 0.2203085 Feb 09 21:29:08.758980 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-de4dbf18-412a-443b-b939-71e6ff144a85 req-b578e039-333e-4926-a1bf-b93c6a0f13f5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=37143bd2-1331-4c73-96e2-f9c3179c6daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563860 Feb 09 21:29:08.788399 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc21c3d-4a73-4d91-91dc-97cb2a482026 req-945d3335-7d99-4ffd-97af-de530493ab22 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:08.789797 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ccc21c3d-4a73-4d91-91dc-97cb2a482026 req-945d3335-7d99-4ffd-97af-de530493ab22 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=fc5656c9-58bf-4d3e-882d-807e27138283 HTTP/1.1" status: 200 len: 945 time: 0.2597151 Feb 09 21:29:08.793342 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-983418d6-86aa-4e38-9d6a-f221d18dd5a0 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:29:08.798758 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-983418d6-86aa-4e38-9d6a-f221d18dd5a0 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:08.805899 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4a6401-fa6e-4625-b8f0-84d0986ca703 None None] Sync routers for ids ['88999dd9-301b-4545-a2be-0d274196e2c0'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:29:08.834615 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4a6401-fa6e-4625-b8f0-84d0986ca703 None None] Routers {'88999dd9-301b-4545-a2be-0d274196e2c0'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:29:08.835584 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-bc4a6401-fa6e-4625-b8f0-84d0986ca703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:28:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['88999dd9-301b-4545-a2be-0d274196e2c0'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:29:08.872027 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-983418d6-86aa-4e38-9d6a-f221d18dd5a0 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] 10.222.0.90 "PUT /v2.0/floatingips/9d45c2ef-406a-4e6d-b004-cdfe2ba36731 HTTP/1.1" status: 200 len: 991 time: 3.2092884 Feb 09 21:29:08.872852 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da449fd1-4831-485c-ad3f-7ffcd5f8ab64', 'tag': '2ad16b77-7d0e-4d7a-9d81-501be630d492'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:29:08.874917 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8e1115da-f692-498c-9b7d-c3327f2ae46c admin admin] Publish callbacks [] for port (c9ef8bad-54aa-4760-99a9-cec07bd69808), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:08.875649 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88b96db0-67ac-4aa9-84bc-53284c71faea" -d '{"events": [{"name": "network-changed", "server_uuid": "da449fd1-4831-485c-ad3f-7ffcd5f8ab64", "tag": "2ad16b77-7d0e-4d7a-9d81-501be630d492"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:29:08.880155 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8e1115da-f692-498c-9b7d-c3327f2ae46c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (c9ef8bad-54aa-4760-99a9-cec07bd69808), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:08.895780 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8874d856-48b1-4159-9195-fa8e479243ae req-76da5556-1dd6-4e96-82ad-e8d1df9fb7a7 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411190 Feb 09 21:29:08.944705 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-dc25c994-1642-4a7d-9a4c-f9ba22ba10d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:08.948001 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ccc21c3d-4a73-4d91-91dc-97cb2a482026 req-1ff8eb3b-7355-4998-b4f2-1acdb7a35c85 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255367 Feb 09 21:29:09.046432 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 47414) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:29:09.049093 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-bc4a6401-fa6e-4625-b8f0-84d0986ca703 None None] Set router 88999dd9-301b-4545-a2be-0d274196e2c0 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:29:09.077194 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1115da-f692-498c-9b7d-c3327f2ae46c admin admin] Pushing event updated for resources: {'Port': ['ID=c9ef8bad-54aa-4760-99a9-cec07bd69808,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:09.080704 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8e1115da-f692-498c-9b7d-c3327f2ae46c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524919'] for router_interface (fddbc562-40f7-421b-ab50-b337c3d0b45f), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:09.113467 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-16514461-6b3c-42b8-8e0b-1a015c58393b req-7abd453e-b8ae-4373-9285-d7bd77c38052 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=d16a6bf9-e416-481d-94cc-c397ae771e97 HTTP/1.1" status: 200 len: 210 time: 0.0844171 Feb 09 21:29:09.173776 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-de4dbf18-412a-443b-b939-71e6ff144a85 req-688635f7-171f-4ed4-8ee6-281498ad7e7d service neutron] 10.222.0.89 "GET /v2.0/networks/37143bd2-1331-4c73-96e2-f9c3179c6daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4065444 Feb 09 21:29:09.182752 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1115da-f692-498c-9b7d-c3327f2ae46c admin admin] Network 8de99644-1845-430a-b851-381a6bf3b420 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:29:09.185553 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-8e1115da-f692-498c-9b7d-c3327f2ae46c admin admin] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:29:09.212414 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-06b28cca-e79f-4e8b-be5f-5a65ddf177ca admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=d7be718ff3a44ff3a4fe8a8b39cbacba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1655803 Feb 09 21:29:09.234785 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 47416) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:29:09.244911 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4414e358-a287-4430-b59d-f99b99e242e3 req-9dbdad3a-bd94-4c0d-82cd-8e89de9ded04 tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:09.248088 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4414e358-a287-4430-b59d-f99b99e242e3 req-9dbdad3a-bd94-4c0d-82cd-8e89de9ded04 tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] 10.222.0.90 "GET /v2.0/ports?device_id=7db6bdb6-0f2f-41e3-85e5-237a1be4d7cd HTTP/1.1" status: 200 len: 945 time: 0.2090569 Feb 09 21:29:09.328644 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4414e358-a287-4430-b59d-f99b99e242e3 req-30a49ebd-ad07-4c39-9a6f-1db0d8e7b3ec tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] 10.222.0.90 "GET /v2.0/security-groups?id=91d83400-638e-47e1-98a6-6d0e50fe073b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730755 Feb 09 21:29:09.364272 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e1115da-f692-498c-9b7d-c3327f2ae46c admin admin] Router fddbc562-40f7-421b-ab50-b337c3d0b45f has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:29:09.364711 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acf7f35-e08f-4126-a1da-3e529444839c req-634b2c23-3414-4e48-8316-8fdfdc723e9c tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:09.373507 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4acf7f35-e08f-4126-a1da-3e529444839c req-634b2c23-3414-4e48-8316-8fdfdc723e9c tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] 10.222.0.90 "GET /v2.0/ports?device_id=da449fd1-4831-485c-ad3f-7ffcd5f8ab64 HTTP/1.1" status: 200 len: 945 time: 0.1877882 Feb 09 21:29:09.440509 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4acf7f35-e08f-4126-a1da-3e529444839c req-840c583a-c305-4d20-88fb-bce3ab19c72e tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] 10.222.0.90 "GET /v2.0/security-groups?id=c11474fc-a995-4bd5-b9af-83dc4f32d281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653126 Feb 09 21:29:09.466320 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b69d6dcd-bf4d-40d6-ad33-7a1cf0132d23 x-openstack-request-id: req-b69d6dcd-bf4d-40d6-ad33-7a1cf0132d23 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:29:09.466641 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da449fd1-4831-485c-ad3f-7ffcd5f8ab64", "tag": "2ad16b77-7d0e-4d7a-9d81-501be630d492", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:29:09.466892 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-b69d6dcd-bf4d-40d6-ad33-7a1cf0132d23 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:29:09.467317 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da449fd1-4831-485c-ad3f-7ffcd5f8ab64', 'tag': '2ad16b77-7d0e-4d7a-9d81-501be630d492', 'status': 'completed', 'code': 200} Feb 09 21:29:09.584329 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-3e8c1939-2838-4c45-a325-8e81bead5781 None None] Provisioning complete for port c9ef8bad-54aa-4760-99a9-cec07bd69808 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:29:09.585757 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-3e8c1939-2838-4c45-a325-8e81bead5781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (c9ef8bad-54aa-4760-99a9-cec07bd69808), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:09.619956 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6573203-4429-44d7-a00b-1da7cd294eb7 req-e38de8cc-1df2-4dcf-a2a3-3132162ccdd8 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:09.626892 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e1115da-f692-498c-9b7d-c3327f2ae46c admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:29:09.629964 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d6573203-4429-44d7-a00b-1da7cd294eb7 req-e38de8cc-1df2-4dcf-a2a3-3132162ccdd8 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/ports?device_id=dd839f0e-e023-46ce-9c3b-851d3c21ae78 HTTP/1.1" status: 200 len: 945 time: 0.1068888 Feb 09 21:29:09.634055 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-8e1115da-f692-498c-9b7d-c3327f2ae46c admin admin] 10.222.0.90 "PUT /v2.0/routers/fddbc562-40f7-421b-ab50-b337c3d0b45f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7653029 Feb 09 21:29:09.678143 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 85fdf81d-bbb9-4c03-bc48-437db392e2b8 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:29:09.679640 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-95f70df4-7220-40f5-a6fe-ecbfa8631cf5 admin admin] Publish callbacks [] for security_group (c4fa9b85-8699-4e84-8b75-0cc0c030d390), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:09.708129 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-95f70df4-7220-40f5-a6fe-ecbfa8631cf5 admin admin] Publish callbacks [] for security_group (c4fa9b85-8699-4e84-8b75-0cc0c030d390), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:09.739133 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-bc4a6401-fa6e-4625-b8f0-84d0986ca703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88999dd9-301b-4545-a2be-0d274196e2c0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-860913778-router', 'tenant_id': 'c3d686fde7364510aff45ca2f2b1a8d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': 'e63a94d9-7a38-4bb9-aa49-74194f8381d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:27:07Z', 'updated_at': '2022-02-09T21:27:12Z', 'revision_number': 4, 'project_id': 'c3d686fde7364510aff45ca2f2b1a8d8', 'gw_port': {'id': 'e63a94d9-7a38-4bb9-aa49-74194f8381d9', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:29:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88999dd9-301b-4545-a2be-0d274196e2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:27:07Z', 'updated_at': '2022-02-09T21:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': '9d45c2ef-406a-4e6d-b004-cdfe2ba36731', 'tenant_id': 'c3d686fde7364510aff45ca2f2b1a8d8', 'floating_ip_address': '172.25.3.213', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': '88999dd9-301b-4545-a2be-0d274196e2c0', 'port_id': '2ad16b77-7d0e-4d7a-9d81-501be630d492', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a9ac5a8-6c72-442e-a289-f0f0972e4da1', 'mac_address': 'fa:16:3e:66:db:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da449fd1-4831-485c-ad3f-7ffcd5f8ab64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:27:43Z', 'updated_at': '2022-02-09T21:29:06Z', 'revision_number': 5, 'project_id': 'c3d686fde7364510aff45ca2f2b1a8d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04fd5a29-f9cc-4f19-9b35-fbeffb75a999', 'name': '', 'network_id': '7a9ac5a8-6c72-442e-a289-f0f0972e4da1', 'tenant_id': 'c3d686fde7364510aff45ca2f2b1a8d8', 'mac_address': 'fa:16:3e:4b:5b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88999dd9-301b-4545-a2be-0d274196e2c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '9d40292b-0b76-42c5-80e1-90b5058bab26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:27:10Z', 'updated_at': '2022-02-09T21:27:18Z', 'revision_number': 5, 'project_id': 'c3d686fde7364510aff45ca2f2b1a8d8', 'subnets': [{'id': '9d40292b-0b76-42c5-80e1-90b5058bab26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:29:09.741906 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b96db0-67ac-4aa9-84bc-53284c71faea req-b9c846ea-77cc-49cd-87c3-106b77edf5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:09.744271 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-88b96db0-67ac-4aa9-84bc-53284c71faea req-b9c846ea-77cc-49cd-87c3-106b77edf5f1 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=c3d686fde7364510aff45ca2f2b1a8d8&device_id=da449fd1-4831-485c-ad3f-7ffcd5f8ab64 HTTP/1.1" status: 200 len: 1127 time: 0.2340806 Feb 09 21:29:09.761386 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d6573203-4429-44d7-a00b-1da7cd294eb7 req-72df04cd-5c51-4fdd-b02f-45e9216f7114 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/security-groups?id=8827d060-7266-4559-a6cc-b0bbf702a8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304317 Feb 09 21:29:09.766457 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-de4dbf18-412a-443b-b939-71e6ff144a85 req-0b88db20-d9bb-4597-b02f-6cc57801398a service neutron] 10.222.0.89 "GET /v2.0/networks/37143bd2-1331-4c73-96e2-f9c3179c6daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5821514 Feb 09 21:29:09.783667 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-95f70df4-7220-40f5-a6fe-ecbfa8631cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (c4fa9b85-8699-4e84-8b75-0cc0c030d390), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:09.786348 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-95f70df4-7220-40f5-a6fe-ecbfa8631cf5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:09.790032 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-95f70df4-7220-40f5-a6fe-ecbfa8631cf5 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/c4fa9b85-8699-4e84-8b75-0cc0c030d390 HTTP/1.1" status: 204 len: 168 time: 0.5411642 Feb 09 21:29:09.792617 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-3e8c1939-2838-4c45-a325-8e81bead5781 None None] Port c9ef8bad-54aa-4760-99a9-cec07bd69808 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:29:09.796107 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4a6401-fa6e-4625-b8f0-84d0986ca703 None None] Checking router: 88999dd9-301b-4545-a2be-0d274196e2c0 for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:29:09.813594 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f70df4-7220-40f5-a6fe-ecbfa8631cf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4fa9b85-8699-4e84-8b75-0cc0c030d390,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:09.818279 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4a6401-fa6e-4625-b8f0-84d0986ca703 None None] Routers {'88999dd9-301b-4545-a2be-0d274196e2c0'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:29:09.818914 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-bc4a6401-fa6e-4625-b8f0-84d0986ca703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:28:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['88999dd9-301b-4545-a2be-0d274196e2c0'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:29:09.823313 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 85fdf81d-bbb9-4c03-bc48-437db392e2b8 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:29:09.824717 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (85fdf81d-bbb9-4c03-bc48-437db392e2b8), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:09.938839 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4dbf18-412a-443b-b939-71e6ff144a85 req-b4b74e38-d0b4-425d-b460-7e864a78218f tempest-LiveAutoBlockMigrationV225Test-1691914964 tempest-LiveAutoBlockMigrationV225Test-1691914964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:09.940540 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-de4dbf18-412a-443b-b939-71e6ff144a85 req-b4b74e38-d0b4-425d-b460-7e864a78218f tempest-LiveAutoBlockMigrationV225Test-1691914964 tempest-LiveAutoBlockMigrationV225Test-1691914964-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=fc5656c9-58bf-4d3e-882d-807e27138283&tenant_id=2bd637e202e1467d81aff230fe0a3e7e&binding%3Ahost_id=n-h1-828369-5 HTTP/1.1" status: 200 len: 1127 time: 0.0825913 Feb 09 21:29:09.952307 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-de4dbf18-412a-443b-b939-71e6ff144a85 req-e553ebf9-e13f-4639-bce3-aed878a42e43 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828369-5'}}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:29:09.968677 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc4f510-1f26-41c3-9214-a1cb6fe264a5 None None] Sync routers for ids ['fddbc562-40f7-421b-ab50-b337c3d0b45f'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:29:09.988298 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b96db0-67ac-4aa9-84bc-53284c71faea req-6334de2e-cd4b-4b0d-a5f8-4433fa94c328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:09.990791 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-88b96db0-67ac-4aa9-84bc-53284c71faea req-6334de2e-cd4b-4b0d-a5f8-4433fa94c328 service neutron] 10.222.0.95 "GET /v2.0/networks?id=7a9ac5a8-6c72-442e-a289-f0f0972e4da1 HTTP/1.1" status: 200 len: 924 time: 0.2252569 Feb 09 21:29:10.034992 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc4f510-1f26-41c3-9214-a1cb6fe264a5 None None] Routers {'fddbc562-40f7-421b-ab50-b337c3d0b45f'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:29:10.036056 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-8bc4f510-1f26-41c3-9214-a1cb6fe264a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:28:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['fddbc562-40f7-421b-ab50-b337c3d0b45f'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:29:10.084092 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-de4dbf18-412a-443b-b939-71e6ff144a85 req-e553ebf9-e13f-4639-bce3-aed878a42e43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (dcd512c6-e231-44af-a93e-e402f76d9c16), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:10.252498 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-bc4a6401-fa6e-4625-b8f0-84d0986ca703 None None] Set router 88999dd9-301b-4545-a2be-0d274196e2c0 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:29:10.285742 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7547e8fb-275b-4664-8149-529a92976d01 req-17fd411a-9a5a-43e3-8350-b1fb741c24ff tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=301f05e37d364aab86167965425dfbdc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0669737 Feb 09 21:29:10.310006 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-88b96db0-67ac-4aa9-84bc-53284c71faea req-a036b785-10df-478e-9697-6965083d8979 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ad16b77-7d0e-4d7a-9d81-501be630d492 HTTP/1.1" status: 200 len: 999 time: 0.2722633 Feb 09 21:29:10.324204 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e00403-9405-407e-94fc-38cc29a36ead req-ad31ed0a-4faa-4117-89c9-882ac4bb60b2 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:10.333037 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e3e00403-9405-407e-94fc-38cc29a36ead req-ad31ed0a-4faa-4117-89c9-882ac4bb60b2 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=cd92d494-82c4-4614-9a6f-2d9307f3309a HTTP/1.1" status: 200 len: 944 time: 0.3147659 Feb 09 21:29:10.381183 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device df09fb29-1ecd-4bea-b09f-dc089b20c12e details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:29:10.416875 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 85fdf81d-bbb9-4c03-bc48-437db392e2b8 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:29:10.417228 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (85fdf81d-bbb9-4c03-bc48-437db392e2b8), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:10.493205 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port 85fdf81d-bbb9-4c03-bc48-437db392e2b8, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=85fdf81d-bbb9-4c03-bc48-437db392e2b8,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:29:10.495820 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 47440) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:29:10.500902 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (85fdf81d-bbb9-4c03-bc48-437db392e2b8), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:10.548818 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b96db0-67ac-4aa9-84bc-53284c71faea req-cd083ceb-f764-414c-8a15-cb112435f1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:10.550405 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-88b96db0-67ac-4aa9-84bc-53284c71faea req-cd083ceb-f764-414c-8a15-cb112435f1fb service neutron] 10.222.0.95 "GET /v2.0/subnets?id=9d40292b-0b76-42c5-80e1-90b5058bab26 HTTP/1.1" status: 200 len: 862 time: 0.2064636 Feb 09 21:29:10.567193 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e3e00403-9405-407e-94fc-38cc29a36ead req-8bb3aa67-58f3-4182-bb95-7d5dad28b403 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318559 Feb 09 21:29:10.601055 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-8bc4f510-1f26-41c3-9214-a1cb6fe264a5 None None] Set router fddbc562-40f7-421b-ab50-b337c3d0b45f gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:29:10.617758 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-e0ac9ddf-dcba-49f0-a2a9-550bd3ea0eb9 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=1e79985658e5493d88009ff677ba63ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1206810 Feb 09 21:29:10.624203 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 47442) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:29:10.665312 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=85fdf81d-bbb9-4c03-bc48-437db392e2b8,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:10.670374 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-bc4a6401-fa6e-4625-b8f0-84d0986ca703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88999dd9-301b-4545-a2be-0d274196e2c0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-860913778-router', 'tenant_id': 'c3d686fde7364510aff45ca2f2b1a8d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': 'e63a94d9-7a38-4bb9-aa49-74194f8381d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:27:07Z', 'updated_at': '2022-02-09T21:27:12Z', 'revision_number': 4, 'project_id': 'c3d686fde7364510aff45ca2f2b1a8d8', 'gw_port': {'id': 'e63a94d9-7a38-4bb9-aa49-74194f8381d9', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:29:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88999dd9-301b-4545-a2be-0d274196e2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:27:07Z', 'updated_at': '2022-02-09T21:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': '9d45c2ef-406a-4e6d-b004-cdfe2ba36731', 'tenant_id': 'c3d686fde7364510aff45ca2f2b1a8d8', 'floating_ip_address': '172.25.3.213', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': '88999dd9-301b-4545-a2be-0d274196e2c0', 'port_id': '2ad16b77-7d0e-4d7a-9d81-501be630d492', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a9ac5a8-6c72-442e-a289-f0f0972e4da1', 'mac_address': 'fa:16:3e:66:db:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da449fd1-4831-485c-ad3f-7ffcd5f8ab64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:27:43Z', 'updated_at': '2022-02-09T21:29:06Z', 'revision_number': 5, 'project_id': 'c3d686fde7364510aff45ca2f2b1a8d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04fd5a29-f9cc-4f19-9b35-fbeffb75a999', 'name': '', 'network_id': '7a9ac5a8-6c72-442e-a289-f0f0972e4da1', 'tenant_id': 'c3d686fde7364510aff45ca2f2b1a8d8', 'mac_address': 'fa:16:3e:4b:5b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88999dd9-301b-4545-a2be-0d274196e2c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '9d40292b-0b76-42c5-80e1-90b5058bab26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:27:10Z', 'updated_at': '2022-02-09T21:27:18Z', 'revision_number': 5, 'project_id': 'c3d686fde7364510aff45ca2f2b1a8d8', 'subnets': [{'id': '9d40292b-0b76-42c5-80e1-90b5058bab26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:29:10.708905 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4a6401-fa6e-4625-b8f0-84d0986ca703 None None] The sync data for ids ['88999dd9-301b-4545-a2be-0d274196e2c0'] in n-d-828369-5 is: [{'id': '88999dd9-301b-4545-a2be-0d274196e2c0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-860913778-router', 'tenant_id': 'c3d686fde7364510aff45ca2f2b1a8d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': 'e63a94d9-7a38-4bb9-aa49-74194f8381d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:27:07Z', 'updated_at': '2022-02-09T21:27:12Z', 'revision_number': 4, 'project_id': 'c3d686fde7364510aff45ca2f2b1a8d8', 'gw_port': {'id': 'e63a94d9-7a38-4bb9-aa49-74194f8381d9', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:29:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88999dd9-301b-4545-a2be-0d274196e2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:27:07Z', 'updated_at': '2022-02-09T21:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': '9d45c2ef-406a-4e6d-b004-cdfe2ba36731', 'tenant_id': 'c3d686fde7364510aff45ca2f2b1a8d8', 'floating_ip_address': '172.25.3.213', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': '88999dd9-301b-4545-a2be-0d274196e2c0', 'port_id': '2ad16b77-7d0e-4d7a-9d81-501be630d492', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a9ac5a8-6c72-442e-a289-f0f0972e4da1', 'mac_address': 'fa:16:3e:66:db:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da449fd1-4831-485c-ad3f-7ffcd5f8ab64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:27:43Z', 'updated_at': '2022-02-09T21:29:06Z', 'revision_number': 5, 'project_id': 'c3d686fde7364510aff45ca2f2b1a8d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04fd5a29-f9cc-4f19-9b35-fbeffb75a999', 'name': '', 'network_id': '7a9ac5a8-6c72-442e-a289-f0f0972e4da1', 'tenant_id': 'c3d686fde7364510aff45ca2f2b1a8d8', 'mac_address': 'fa:16:3e:4b:5b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88999dd9-301b-4545-a2be-0d274196e2c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '9d40292b-0b76-42c5-80e1-90b5058bab26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:27:10Z', 'updated_at': '2022-02-09T21:27:18Z', 'revision_number': 5, 'project_id': 'c3d686fde7364510aff45ca2f2b1a8d8', 'subnets': [{'id': '9d40292b-0b76-42c5-80e1-90b5058bab26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:29:10.732480 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:10.732917 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:10.733286 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:10.733621 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:10.733949 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:10.734276 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:10.734601 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:10.734923 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:10.735240 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:10.735558 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:10.735875 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:10.736192 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:10.736769 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:10.746448 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port df09fb29-1ecd-4bea-b09f-dc089b20c12e, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=df09fb29-1ecd-4bea-b09f-dc089b20c12e,segment=NetworkSegment(2e235117-e979-4e65-8640-84c4faf827fd),segment_id=2e235117-e979-4e65-8640-84c4faf827fd)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:29:10.777048 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-de4dbf18-412a-443b-b939-71e6ff144a85 req-e553ebf9-e13f-4639-bce3-aed878a42e43 service neutron] For port dcd512c6-e231-44af-a93e-e402f76d9c16, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=dcd512c6-e231-44af-a93e-e402f76d9c16,segment=NetworkSegment(aad88faa-37a1-49ac-8a06-d36169fb75d8),segment_id=aad88faa-37a1-49ac-8a06-d36169fb75d8)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:29:10.782085 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-440acff2-9944-4a8c-8592-c344664b1a26 req-7ba16505-bb02-460a-b963-e181057ee4cc tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] 10.222.0.90 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3627598 Feb 09 21:29:10.786100 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b96db0-67ac-4aa9-84bc-53284c71faea req-58d3e0e1-e532-4664-8665-64bd0d9caf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:10.787848 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-88b96db0-67ac-4aa9-84bc-53284c71faea req-58d3e0e1-e532-4664-8665-64bd0d9caf68 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=7a9ac5a8-6c72-442e-a289-f0f0972e4da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1882472 Feb 09 21:29:10.789033 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7547e8fb-275b-4664-8149-529a92976d01 req-3f5615b3-dad0-4779-9e06-b42552624ff6 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:10.790524 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7547e8fb-275b-4664-8149-529a92976d01 req-3f5615b3-dad0-4779-9e06-b42552624ff6 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4840341 Feb 09 21:29:10.797167 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-440acff2-9944-4a8c-8592-c344664b1a26 req-363f936a-61f4-4efb-9ad6-420b62341ec6 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Request body: {'floatingip': {'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:29:10.801635 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': 'df09fb29-1ecd-4bea-b09f-dc089b20c12e', 'network_id': '5406f657-d0e3-4570-bda7-aeb2bc509011', 'port_id': 'df09fb29-1ecd-4bea-b09f-dc089b20c12e', 'mac_address': 'fa:16:3e:3f:4d:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1ad18b5-2d0f-4d2c-9c50-5fdfdce0a556', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:29:10.817227 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-34d3eea9-1d9a-4711-b75d-2dec0d3a38f8 admin admin] Publish callbacks [] for security_group (e49f223f-cca8-4ca1-851b-4db24ab37dc5), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:10.828538 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-7547e8fb-275b-4664-8149-529a92976d01 req-14bf8453-94de-4003-be9c-dc71f5ce2238 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Request body: {'port': {'device_id': 'd16a6bf9-e416-481d-94cc-c397ae771e97', 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc', 'admin_state_up': True, 'tenant_id': '301f05e37d364aab86167965425dfbdc'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:29:10.871918 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port df09fb29-1ecd-4bea-b09f-dc089b20c12e is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:29:10.872342 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (df09fb29-1ecd-4bea-b09f-dc089b20c12e), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:10.903062 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df09fb29-1ecd-4bea-b09f-dc089b20c12e {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:29:10.903544 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-440acff2-9944-4a8c-8592-c344664b1a26 req-363f936a-61f4-4efb-9ad6-420b62341ec6 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:10.924214 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-34d3eea9-1d9a-4711-b75d-2dec0d3a38f8 admin admin] Publish callbacks [] for security_group (e49f223f-cca8-4ca1-851b-4db24ab37dc5), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:10.954847 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-de4dbf18-412a-443b-b939-71e6ff144a85 req-e553ebf9-e13f-4639-bce3-aed878a42e43 service neutron] For port dcd512c6-e231-44af-a93e-e402f76d9c16, host n-h1-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:29:10.956539 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port df09fb29-1ecd-4bea-b09f-dc089b20c12e, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=df09fb29-1ecd-4bea-b09f-dc089b20c12e,segment=NetworkSegment(2e235117-e979-4e65-8640-84c4faf827fd),segment_id=2e235117-e979-4e65-8640-84c4faf827fd)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:29:10.962759 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (df09fb29-1ecd-4bea-b09f-dc089b20c12e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:10.989548 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8006fd6f-9d25-4151-bd9c-9518dc94f8a6 req-91b55cae-f6c7-4a93-8940-f4ac08a3a9aa tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:10.991164 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8006fd6f-9d25-4151-bd9c-9518dc94f8a6 req-91b55cae-f6c7-4a93-8940-f4ac08a3a9aa tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=fc5656c9-58bf-4d3e-882d-807e27138283 HTTP/1.1" status: 200 len: 945 time: 0.2867928 Feb 09 21:29:11.017706 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-0abe3d9f-5ef4-4394-ba55-29771984cd11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:11.038921 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-8bc4f510-1f26-41c3-9214-a1cb6fe264a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fddbc562-40f7-421b-ab50-b337c3d0b45f', 'name': 'tempest-FloatingIPDetailsTestJSON-1083530369-router', 'tenant_id': 'd663dfd6d6f34ad5b7b0ac74e0144b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '85fdf81d-bbb9-4c03-bc48-437db392e2b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:29:01Z', 'updated_at': '2022-02-09T21:29:08Z', 'revision_number': 4, 'project_id': 'd663dfd6d6f34ad5b7b0ac74e0144b97', 'gw_port': {'id': '85fdf81d-bbb9-4c03-bc48-437db392e2b8', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:05:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fddbc562-40f7-421b-ab50-b337c3d0b45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:29:02Z', 'updated_at': '2022-02-09T21:29:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': 'c9ef8bad-54aa-4760-99a9-cec07bd69808', 'name': '', 'network_id': '8de99644-1845-430a-b851-381a6bf3b420', 'tenant_id': 'd663dfd6d6f34ad5b7b0ac74e0144b97', 'mac_address': 'fa:16:3e:cf:39:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fddbc562-40f7-421b-ab50-b337c3d0b45f', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '514fdae4-68fd-44e2-866e-50aa0c021798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:29:06Z', 'updated_at': '2022-02-09T21:29:08Z', 'revision_number': 2, 'project_id': 'd663dfd6d6f34ad5b7b0ac74e0144b97', 'subnets': [{'id': '514fdae4-68fd-44e2-866e-50aa0c021798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:29:11.061514 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc5656c9-58bf-4d3e-882d-807e27138283', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dcd512c6-e231-44af-a93e-e402f76d9c16'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:29:11.063957 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b175fd3e-1f4d-416a-a538-3de6720356ce" -d '{"events": [{"server_uuid": "fc5656c9-58bf-4d3e-882d-807e27138283", "name": "network-vif-unplugged", "status": "completed", "tag": "dcd512c6-e231-44af-a93e-e402f76d9c16"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:29:11.070946 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-de4dbf18-412a-443b-b939-71e6ff144a85 req-e553ebf9-e13f-4639-bce3-aed878a42e43 service neutron] Publish callbacks [] for port (dcd512c6-e231-44af-a93e-e402f76d9c16), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:11.071601 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-88b96db0-67ac-4aa9-84bc-53284c71faea req-b9624816-a685-4ecc-9695-07ce27f8701d service neutron] 10.222.0.95 "GET /v2.0/networks/7a9ac5a8-6c72-442e-a289-f0f0972e4da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544255 Feb 09 21:29:11.073247 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc4f510-1f26-41c3-9214-a1cb6fe264a5 None None] Checking router: fddbc562-40f7-421b-ab50-b337c3d0b45f for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:29:11.073581 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc4f510-1f26-41c3-9214-a1cb6fe264a5 None None] Updating router fddbc562-40f7-421b-ab50-b337c3d0b45f port c9ef8bad-54aa-4760-99a9-cec07bd69808 binding host n-d-828369-5 {{(pid=103142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:29:11.076242 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-34d3eea9-1d9a-4711-b75d-2dec0d3a38f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (e49f223f-cca8-4ca1-851b-4db24ab37dc5), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:11.079117 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-34d3eea9-1d9a-4711-b75d-2dec0d3a38f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:11.080582 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-34d3eea9-1d9a-4711-b75d-2dec0d3a38f8 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/e49f223f-cca8-4ca1-851b-4db24ab37dc5 HTTP/1.1" status: 204 len: 168 time: 0.4553423 Feb 09 21:29:11.088848 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-de4dbf18-412a-443b-b939-71e6ff144a85 req-e553ebf9-e13f-4639-bce3-aed878a42e43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (dcd512c6-e231-44af-a93e-e402f76d9c16), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:11.118166 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=df09fb29-1ecd-4bea-b09f-dc089b20c12e,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:11.132529 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc52be5-80e4-498f-a261-1abb8eb45fdd None None] New status for floating IP 9d45c2ef-406a-4e6d-b004-cdfe2ba36731: ACTIVE {{(pid=103143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:29:11.138336 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3eea9-1d9a-4711-b75d-2dec0d3a38f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e49f223f-cca8-4ca1-851b-4db24ab37dc5,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:11.142665 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7547e8fb-275b-4664-8149-529a92976d01 req-14bf8453-94de-4003-be9c-dc71f5ce2238 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Made reservation on behalf of 301f05e37d364aab86167965425dfbdc for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:29:11.142925 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-8bc4f510-1f26-41c3-9214-a1cb6fe264a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (c9ef8bad-54aa-4760-99a9-cec07bd69808), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:11.146969 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-7547e8fb-275b-4664-8149-529a92976d01 req-14bf8453-94de-4003-be9c-dc71f5ce2238 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:11.172129 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-7547e8fb-275b-4664-8149-529a92976d01 req-14bf8453-94de-4003-be9c-dc71f5ce2238 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:11.216787 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8006fd6f-9d25-4151-bd9c-9518dc94f8a6 req-06f6c1d8-4c89-4cb3-8659-0224d636d9f7 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126536 Feb 09 21:29:11.296113 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-88b96db0-67ac-4aa9-84bc-53284c71faea req-9e00ae48-465e-43a6-b92c-fbc1ef213721 service neutron] 10.222.0.95 "GET /v2.0/networks/7a9ac5a8-6c72-442e-a289-f0f0972e4da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162404 Feb 09 21:29:11.298927 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-440acff2-9944-4a8c-8592-c344664b1a26 req-363f936a-61f4-4efb-9ad6-420b62341ec6 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:11.299807 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e553ebf9-e13f-4639-bce3-aed878a42e43 service neutron] Pushing event updated for resources: {'Port': ['ID=dcd512c6-e231-44af-a93e-e402f76d9c16,revision_number=7']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:11.367334 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-de4dbf18-412a-443b-b939-71e6ff144a85 req-e553ebf9-e13f-4639-bce3-aed878a42e43 service neutron] Attempting to bind port dcd512c6-e231-44af-a93e-e402f76d9c16 on host n-h1-828369-5 for vnic_type normal with profile {"migrating_to": "n-h2-828369-5"} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:29:11.367745 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-de4dbf18-412a-443b-b939-71e6ff144a85 req-e553ebf9-e13f-4639-bce3-aed878a42e43 service neutron] Attempting to bind port dcd512c6-e231-44af-a93e-e402f76d9c16 by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': 'aad88faa-37a1-49ac-8a06-d36169fb75d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '37143bd2-1331-4c73-96e2-f9c3179c6daf'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:29:11.367990 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4dbf18-412a-443b-b939-71e6ff144a85 req-e553ebf9-e13f-4639-bce3-aed878a42e43 service neutron] Attempting to bind port dcd512c6-e231-44af-a93e-e402f76d9c16 on network 37143bd2-1331-4c73-96e2-f9c3179c6daf {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:29:11.395403 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4dbf18-412a-443b-b939-71e6ff144a85 req-e553ebf9-e13f-4639-bce3-aed878a42e43 service neutron] Port dcd512c6-e231-44af-a93e-e402f76d9c16 on network 37143bd2-1331-4c73-96e2-f9c3179c6daf not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:29:11.395752 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4dbf18-412a-443b-b939-71e6ff144a85 req-e553ebf9-e13f-4639-bce3-aed878a42e43 service neutron] Attempting to bind port dcd512c6-e231-44af-a93e-e402f76d9c16 on network 37143bd2-1331-4c73-96e2-f9c3179c6daf {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:29:11.411439 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4dbf18-412a-443b-b939-71e6ff144a85 req-e553ebf9-e13f-4639-bce3-aed878a42e43 service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:29:11.411912 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4dbf18-412a-443b-b939-71e6ff144a85 req-e553ebf9-e13f-4639-bce3-aed878a42e43 service neutron] Checking segment: {'id': 'aad88faa-37a1-49ac-8a06-d36169fb75d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '37143bd2-1331-4c73-96e2-f9c3179c6daf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:29:11.412149 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4dbf18-412a-443b-b939-71e6ff144a85 req-e553ebf9-e13f-4639-bce3-aed878a42e43 service neutron] Bound using segment: {'id': 'aad88faa-37a1-49ac-8a06-d36169fb75d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '37143bd2-1331-4c73-96e2-f9c3179c6daf'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:29:11.415459 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-de4dbf18-412a-443b-b939-71e6ff144a85 req-e553ebf9-e13f-4639-bce3-aed878a42e43 service neutron] Bound port: dcd512c6-e231-44af-a93e-e402f76d9c16, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aad88faa-37a1-49ac-8a06-d36169fb75d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '37143bd2-1331-4c73-96e2-f9c3179c6daf'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:29:11.420708 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-de4dbf18-412a-443b-b939-71e6ff144a85 req-e553ebf9-e13f-4639-bce3-aed878a42e43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (dcd512c6-e231-44af-a93e-e402f76d9c16), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:11.453648 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3e7f5310-bf5f-49e3-922e-6b9f97485bf2 req-acbfab12-d9bb-4334-9d15-2bfab493ab9b tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=d16a6bf9-e416-481d-94cc-c397ae771e97 HTTP/1.1" status: 200 len: 210 time: 0.0727208 Feb 09 21:29:11.537625 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-7547e8fb-275b-4664-8149-529a92976d01 req-14bf8453-94de-4003-be9c-dc71f5ce2238 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Publish callbacks [] for security_group (87589206-c1c7-4bab-a5fd-fd34bf9f0fed), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:11.546369 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-7547e8fb-275b-4664-8149-529a92976d01 req-14bf8453-94de-4003-be9c-dc71f5ce2238 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (87589206-c1c7-4bab-a5fd-fd34bf9f0fed), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:11.567819 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['df09fb29-1ecd-4bea-b09f-dc089b20c12e'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:29:11.573200 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 85fdf81d-bbb9-4c03-bc48-437db392e2b8 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:29:11.584194 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-de4dbf18-412a-443b-b939-71e6ff144a85 req-e553ebf9-e13f-4639-bce3-aed878a42e43 service neutron] For port dcd512c6-e231-44af-a93e-e402f76d9c16, host n-h1-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:29:11.639334 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-de4dbf18-412a-443b-b939-71e6ff144a85 req-e553ebf9-e13f-4639-bce3-aed878a42e43 service neutron] For port dcd512c6-e231-44af-a93e-e402f76d9c16, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=dcd512c6-e231-44af-a93e-e402f76d9c16,segment=NetworkSegment(aad88faa-37a1-49ac-8a06-d36169fb75d8),segment_id=aad88faa-37a1-49ac-8a06-d36169fb75d8)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:29:11.651442 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bf8453-94de-4003-be9c-dc71f5ce2238 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87589206-c1c7-4bab-a5fd-fd34bf9f0fed,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:11.651672 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [req-440acff2-9944-4a8c-8592-c344664b1a26 req-363f936a-61f4-4efb-9ad6-420b62341ec6 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Allocated IP 172.25.3.129 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/6e819d06-fd72-49b1-b6a1-e5f327c4c4d5) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:29:11.657770 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-de4dbf18-412a-443b-b939-71e6ff144a85 req-e553ebf9-e13f-4639-bce3-aed878a42e43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (dcd512c6-e231-44af-a93e-e402f76d9c16), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:11.677032 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb95b76-4d25-4ee4-a6b6-493f8f950e9c req-8b4ffe79-37fd-4c3e-9700-d7e23d95fbd6 tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:11.678593 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6cb95b76-4d25-4ee4-a6b6-493f8f950e9c req-8b4ffe79-37fd-4c3e-9700-d7e23d95fbd6 tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] 10.222.0.90 "GET /v2.0/ports?device_id=7db6bdb6-0f2f-41e3-85e5-237a1be4d7cd HTTP/1.1" status: 200 len: 945 time: 0.0988348 Feb 09 21:29:11.717702 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e553ebf9-e13f-4639-bce3-aed878a42e43 service neutron] Pushing event updated for resources: {'Port': ['ID=dcd512c6-e231-44af-a93e-e402f76d9c16,revision_number=8']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:11.795982 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 85fdf81d-bbb9-4c03-bc48-437db392e2b8 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:29:11.796904 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (85fdf81d-bbb9-4c03-bc48-437db392e2b8), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:11.799233 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6cb95b76-4d25-4ee4-a6b6-493f8f950e9c req-a462f976-8dd6-43f4-893a-6760cbc1754b tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] 10.222.0.90 "GET /v2.0/security-groups?id=91d83400-638e-47e1-98a6-6d0e50fe073b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053805 Feb 09 21:29:11.811298 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4dbf18-412a-443b-b939-71e6ff144a85 req-e553ebf9-e13f-4639-bce3-aed878a42e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:11.812946 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-de4dbf18-412a-443b-b939-71e6ff144a85 req-e553ebf9-e13f-4639-bce3-aed878a42e43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:11.814403 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-de4dbf18-412a-443b-b939-71e6ff144a85 req-e553ebf9-e13f-4639-bce3-aed878a42e43 service neutron] 10.222.0.89 "PUT /v2.0/ports/dcd512c6-e231-44af-a93e-e402f76d9c16 HTTP/1.1" status: 200 len: 1121 time: 1.8665795 Feb 09 21:29:11.830731 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [req-7547e8fb-275b-4664-8149-529a92976d01 req-14bf8453-94de-4003-be9c-dc71f5ce2238 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Allocated IP 192.168.233.150 (a8139157-1e3e-4bd9-8fa9-c0e20debd7dc/0f7402ac-a35b-414b-bcc1-bc1c3072ec3c/4bbd8126-4683-4cf5-bea6-1038ce90a505) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:29:11.838441 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-440acff2-9944-4a8c-8592-c344664b1a26 req-363f936a-61f4-4efb-9ad6-420b62341ec6 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Publish callbacks [] for port (6e819d06-fd72-49b1-b6a1-e5f327c4c4d5), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:11.895102 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-440acff2-9944-4a8c-8592-c344664b1a26 req-363f936a-61f4-4efb-9ad6-420b62341ec6 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (6e819d06-fd72-49b1-b6a1-e5f327c4c4d5), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:11.954244 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-8bc4f510-1f26-41c3-9214-a1cb6fe264a5 None None] Publish callbacks [] for port (c9ef8bad-54aa-4760-99a9-cec07bd69808), precommit_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:11.976792 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['dcd512c6-e231-44af-a93e-e402f76d9c16'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:29:11.983496 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-8bc4f510-1f26-41c3-9214-a1cb6fe264a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (c9ef8bad-54aa-4760-99a9-cec07bd69808), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:12.081691 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-7547e8fb-275b-4664-8149-529a92976d01 req-14bf8453-94de-4003-be9c-dc71f5ce2238 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Publish callbacks [] for port (4bbd8126-4683-4cf5-bea6-1038ce90a505), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:12.142579 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-7547e8fb-275b-4664-8149-529a92976d01 req-14bf8453-94de-4003-be9c-dc71f5ce2238 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (4bbd8126-4683-4cf5-bea6-1038ce90a505), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:12.150212 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c823b94-a6bb-437c-bca3-4e3a6ad45cfc None None] Pushing event updated for resources: {'Port': ['ID=c9ef8bad-54aa-4760-99a9-cec07bd69808,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:12.224824 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7547e8fb-275b-4664-8149-529a92976d01 req-14bf8453-94de-4003-be9c-dc71f5ce2238 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:29:12.233598 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [req-7547e8fb-275b-4664-8149-529a92976d01 req-14bf8453-94de-4003-be9c-dc71f5ce2238 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:29:12.240389 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-440acff2-9944-4a8c-8592-c344664b1a26 req-363f936a-61f4-4efb-9ad6-420b62341ec6 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:29:12.242668 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-7547e8fb-275b-4664-8149-529a92976d01 req-14bf8453-94de-4003-be9c-dc71f5ce2238 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:29:12.254007 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [req-440acff2-9944-4a8c-8592-c344664b1a26 req-363f936a-61f4-4efb-9ad6-420b62341ec6 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:29:12.264787 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 85fdf81d-bbb9-4c03-bc48-437db392e2b8 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:29:12.288587 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-440acff2-9944-4a8c-8592-c344664b1a26 req-363f936a-61f4-4efb-9ad6-420b62341ec6 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:29:12.337756 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-8bc4f510-1f26-41c3-9214-a1cb6fe264a5 None None] Attempting to bind port c9ef8bad-54aa-4760-99a9-cec07bd69808 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:29:12.338322 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-8bc4f510-1f26-41c3-9214-a1cb6fe264a5 None None] Attempting to bind port c9ef8bad-54aa-4760-99a9-cec07bd69808 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': 'e370e2f9-b3ee-4c4d-a4ce-84aa5531faf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '8de99644-1845-430a-b851-381a6bf3b420'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:29:12.338788 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc4f510-1f26-41c3-9214-a1cb6fe264a5 None None] Attempting to bind port c9ef8bad-54aa-4760-99a9-cec07bd69808 on network 8de99644-1845-430a-b851-381a6bf3b420 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:29:12.351585 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7547e8fb-275b-4664-8149-529a92976d01 req-14bf8453-94de-4003-be9c-dc71f5ce2238 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:12.352304 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-7547e8fb-275b-4664-8149-529a92976d01 req-14bf8453-94de-4003-be9c-dc71f5ce2238 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:12.362474 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc4f510-1f26-41c3-9214-a1cb6fe264a5 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:29:12.363353 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc4f510-1f26-41c3-9214-a1cb6fe264a5 None None] Checking segment: {'id': 'e370e2f9-b3ee-4c4d-a4ce-84aa5531faf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '8de99644-1845-430a-b851-381a6bf3b420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:29:12.363835 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-8bc4f510-1f26-41c3-9214-a1cb6fe264a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:12.364333 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc4f510-1f26-41c3-9214-a1cb6fe264a5 None None] Bound using segment: {'id': 'e370e2f9-b3ee-4c4d-a4ce-84aa5531faf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '8de99644-1845-430a-b851-381a6bf3b420'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:29:12.364941 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-8bc4f510-1f26-41c3-9214-a1cb6fe264a5 None None] Bound port: c9ef8bad-54aa-4760-99a9-cec07bd69808, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e370e2f9-b3ee-4c4d-a4ce-84aa5531faf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '8de99644-1845-430a-b851-381a6bf3b420'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:29:12.365406 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-8bc4f510-1f26-41c3-9214-a1cb6fe264a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (c9ef8bad-54aa-4760-99a9-cec07bd69808), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:12.370465 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363f936a-61f4-4efb-9ad6-420b62341ec6 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Pushing event updated for resources: {'Port': ['ID=6e819d06-fd72-49b1-b6a1-e5f327c4c4d5,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:12.383276 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bf8453-94de-4003-be9c-dc71f5ce2238 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Pushing event updated for resources: {'Port': ['ID=4bbd8126-4683-4cf5-bea6-1038ce90a505,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:12.396691 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7547e8fb-275b-4664-8149-529a92976d01 req-14bf8453-94de-4003-be9c-dc71f5ce2238 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5758486 Feb 09 21:29:12.411570 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-7547e8fb-275b-4664-8149-529a92976d01 req-09cede81-36df-4ed6-951d-73ba2384e2f6 service neutron] Request body: {'port': {'device_id': 'd16a6bf9-e416-481d-94cc-c397ae771e97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:29:12.473105 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33959bee-aee5-4b49-a9f2-fa31ce0cbca3 req-70f1a4c5-ea85-4176-b14a-32d0222f2216 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:12.478328 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-33959bee-aee5-4b49-a9f2-fa31ce0cbca3 req-70f1a4c5-ea85-4176-b14a-32d0222f2216 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] 10.222.0.90 "GET /v2.0/ports?device_id=da449fd1-4831-485c-ad3f-7ffcd5f8ab64 HTTP/1.1" status: 200 len: 945 time: 0.5561509 Feb 09 21:29:12.483290 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363f936a-61f4-4efb-9ad6-420b62341ec6 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:12.483703 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363f936a-61f4-4efb-9ad6-420b62341ec6 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:12.484056 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363f936a-61f4-4efb-9ad6-420b62341ec6 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:12.484422 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363f936a-61f4-4efb-9ad6-420b62341ec6 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:12.485696 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363f936a-61f4-4efb-9ad6-420b62341ec6 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:12.486033 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363f936a-61f4-4efb-9ad6-420b62341ec6 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:12.486368 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363f936a-61f4-4efb-9ad6-420b62341ec6 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:12.486700 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363f936a-61f4-4efb-9ad6-420b62341ec6 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:12.488261 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363f936a-61f4-4efb-9ad6-420b62341ec6 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:12.489483 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363f936a-61f4-4efb-9ad6-420b62341ec6 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:12.489830 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363f936a-61f4-4efb-9ad6-420b62341ec6 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:12.490498 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363f936a-61f4-4efb-9ad6-420b62341ec6 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:12.492705 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363f936a-61f4-4efb-9ad6-420b62341ec6 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:29:12.521575 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-8bc4f510-1f26-41c3-9214-a1cb6fe264a5 None None] For port c9ef8bad-54aa-4760-99a9-cec07bd69808, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:29:12.534354 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-7547e8fb-275b-4664-8149-529a92976d01 req-09cede81-36df-4ed6-951d-73ba2384e2f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (4bbd8126-4683-4cf5-bea6-1038ce90a505), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:12.535029 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-8bc4f510-1f26-41c3-9214-a1cb6fe264a5 None None] For port c9ef8bad-54aa-4760-99a9-cec07bd69808, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=c9ef8bad-54aa-4760-99a9-cec07bd69808,segment=NetworkSegment(e370e2f9-b3ee-4c4d-a4ce-84aa5531faf8),segment_id=e370e2f9-b3ee-4c4d-a4ce-84aa5531faf8)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:29:12.553010 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-8bc4f510-1f26-41c3-9214-a1cb6fe264a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (c9ef8bad-54aa-4760-99a9-cec07bd69808), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:12.629583 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c823b94-a6bb-437c-bca3-4e3a6ad45cfc None None] Pushing event updated for resources: {'Port': ['ID=c9ef8bad-54aa-4760-99a9-cec07bd69808,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:12.632291 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-3f7a0ad3-b8ec-4cc6-b76d-7989bf1f932e None None] Provisioning complete for port c9ef8bad-54aa-4760-99a9-cec07bd69808 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:29:12.632680 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-3f7a0ad3-b8ec-4cc6-b76d-7989bf1f932e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (c9ef8bad-54aa-4760-99a9-cec07bd69808), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:12.704828 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:12.713485 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc4f510-1f26-41c3-9214-a1cb6fe264a5 None None] Routers {'fddbc562-40f7-421b-ab50-b337c3d0b45f'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:29:12.714124 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-8bc4f510-1f26-41c3-9214-a1cb6fe264a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:29:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['fddbc562-40f7-421b-ab50-b337c3d0b45f'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:29:12.718665 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-440acff2-9944-4a8c-8592-c344664b1a26 req-363f936a-61f4-4efb-9ad6-420b62341ec6 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Publish callbacks [] for floatingip (6231ebe2-5a22-4aac-b9f3-425b23108cbe), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:12.759555 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-33959bee-aee5-4b49-a9f2-fa31ce0cbca3 req-275b62e9-dfd6-49b1-aefd-c911100d3431 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] 10.222.0.90 "GET /v2.0/security-groups?id=c11474fc-a995-4bd5-b9af-83dc4f32d281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2540948 Feb 09 21:29:12.845492 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-440acff2-9944-4a8c-8592-c344664b1a26 req-363f936a-61f4-4efb-9ad6-420b62341ec6 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (6e819d06-fd72-49b1-b6a1-e5f327c4c4d5), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:12.889217 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-3f7a0ad3-b8ec-4cc6-b76d-7989bf1f932e None None] Current status of the port c9ef8bad-54aa-4760-99a9-cec07bd69808 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:29:12.889881 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-3f7a0ad3-b8ec-4cc6-b76d-7989bf1f932e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (c9ef8bad-54aa-4760-99a9-cec07bd69808), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:12.979491 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-8bc4f510-1f26-41c3-9214-a1cb6fe264a5 None None] Set router fddbc562-40f7-421b-ab50-b337c3d0b45f gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:29:13.021267 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-3f7a0ad3-b8ec-4cc6-b76d-7989bf1f932e None None] For port c9ef8bad-54aa-4760-99a9-cec07bd69808, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=c9ef8bad-54aa-4760-99a9-cec07bd69808,segment=NetworkSegment(e370e2f9-b3ee-4c4d-a4ce-84aa5531faf8),segment_id=e370e2f9-b3ee-4c4d-a4ce-84aa5531faf8)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:29:13.027510 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-3f7a0ad3-b8ec-4cc6-b76d-7989bf1f932e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (c9ef8bad-54aa-4760-99a9-cec07bd69808), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:13.049294 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1be6553-829a-49b1-bf05-41e175cc4138 req-4154ac5a-3890-4d08-882c-0b6ca07bbf86 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:13.052711 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f1be6553-829a-49b1-bf05-41e175cc4138 req-4154ac5a-3890-4d08-882c-0b6ca07bbf86 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/ports?device_id=dd839f0e-e023-46ce-9c3b-851d3c21ae78 HTTP/1.1" status: 200 len: 945 time: 0.1430132 Feb 09 21:29:13.146645 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7a0ad3-b8ec-4cc6-b76d-7989bf1f932e None None] Pushing event updated for resources: {'Port': ['ID=c9ef8bad-54aa-4760-99a9-cec07bd69808,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:13.180723 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-440acff2-9944-4a8c-8592-c344664b1a26 req-363f936a-61f4-4efb-9ad6-420b62341ec6 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Publish callbacks [] for port (6e819d06-fd72-49b1-b6a1-e5f327c4c4d5), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:13.201233 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f1be6553-829a-49b1-bf05-41e175cc4138 req-d50d15fc-6cdf-4499-b700-b29f53d290ff tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/security-groups?id=8827d060-7266-4559-a6cc-b0bbf702a8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411262 Feb 09 21:29:13.202452 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-440acff2-9944-4a8c-8592-c344664b1a26 req-363f936a-61f4-4efb-9ad6-420b62341ec6 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (6e819d06-fd72-49b1-b6a1-e5f327c4c4d5), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:13.208924 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-620efecb-b246-4f5e-83f6-53167305af74 None None] Provisioning complete for port 4bbd8126-4683-4cf5-bea6-1038ce90a505 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:29:13.209304 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-620efecb-b246-4f5e-83f6-53167305af74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (4bbd8126-4683-4cf5-bea6-1038ce90a505), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:13.233043 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-7547e8fb-275b-4664-8149-529a92976d01 req-09cede81-36df-4ed6-951d-73ba2384e2f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bbd8126-4683-4cf5-bea6-1038ce90a505 {{(pid=103141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:29:13.243473 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-7547e8fb-275b-4664-8149-529a92976d01 req-09cede81-36df-4ed6-951d-73ba2384e2f6 service neutron] Publish callbacks [] for port (4bbd8126-4683-4cf5-bea6-1038ce90a505), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:13.266137 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-620efecb-b246-4f5e-83f6-53167305af74 None None] Port 4bbd8126-4683-4cf5-bea6-1038ce90a505 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:29:13.273988 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-7547e8fb-275b-4664-8149-529a92976d01 req-09cede81-36df-4ed6-951d-73ba2384e2f6 service neutron] Transition to ACTIVE for port object 4bbd8126-4683-4cf5-bea6-1038ce90a505 will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:29:13.279560 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-7547e8fb-275b-4664-8149-529a92976d01 req-09cede81-36df-4ed6-951d-73ba2384e2f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (4bbd8126-4683-4cf5-bea6-1038ce90a505), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:13.290614 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363f936a-61f4-4efb-9ad6-420b62341ec6 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Pushing event updated for resources: {'Port': ['ID=6e819d06-fd72-49b1-b6a1-e5f327c4c4d5,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:13.312804 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-440acff2-9944-4a8c-8592-c344664b1a26 req-363f936a-61f4-4efb-9ad6-420b62341ec6 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (6231ebe2-5a22-4aac-b9f3-425b23108cbe), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:13.316944 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae0f121a-5877-4cd2-abdb-fd5f6d8fdb10 x-openstack-request-id: req-ae0f121a-5877-4cd2-abdb-fd5f6d8fdb10 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:29:13.317310 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc5656c9-58bf-4d3e-882d-807e27138283", "name": "network-vif-unplugged", "status": "completed", "tag": "dcd512c6-e231-44af-a93e-e402f76d9c16", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:29:13.317631 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-ae0f121a-5877-4cd2-abdb-fd5f6d8fdb10 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:29:13.318089 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc5656c9-58bf-4d3e-882d-807e27138283', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dcd512c6-e231-44af-a93e-e402f76d9c16', 'code': 200} Feb 09 21:29:13.336375 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-620efecb-b246-4f5e-83f6-53167305af74 None None] Provisioning complete for port c9ef8bad-54aa-4760-99a9-cec07bd69808 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:29:13.336759 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-620efecb-b246-4f5e-83f6-53167305af74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (c9ef8bad-54aa-4760-99a9-cec07bd69808), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:13.340656 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-440acff2-9944-4a8c-8592-c344664b1a26 req-363f936a-61f4-4efb-9ad6-420b62341ec6 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:13.341923 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-440acff2-9944-4a8c-8592-c344664b1a26 req-363f936a-61f4-4efb-9ad6-420b62341ec6 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5488365 Feb 09 21:29:13.402058 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cede81-36df-4ed6-951d-73ba2384e2f6 service neutron] Pushing event updated for resources: {'Port': ['ID=4bbd8126-4683-4cf5-bea6-1038ce90a505,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:13.483624 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-440acff2-9944-4a8c-8592-c344664b1a26 req-f07c555a-01b1-41be-85ec-c61b1617046d tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] 10.222.0.90 "GET /v2.0/floatingips?floating_ip_address=172.25.3.129 HTTP/1.1" status: 200 len: 696 time: 0.1344671 Feb 09 21:29:13.484120 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-7547e8fb-275b-4664-8149-529a92976d01 req-09cede81-36df-4ed6-951d-73ba2384e2f6 service neutron] Attempting to bind port 4bbd8126-4683-4cf5-bea6-1038ce90a505 on host n-h1-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:29:13.484245 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-7547e8fb-275b-4664-8149-529a92976d01 req-09cede81-36df-4ed6-951d-73ba2384e2f6 service neutron] Attempting to bind port 4bbd8126-4683-4cf5-bea6-1038ce90a505 by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:29:13.484533 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7547e8fb-275b-4664-8149-529a92976d01 req-09cede81-36df-4ed6-951d-73ba2384e2f6 service neutron] Attempting to bind port 4bbd8126-4683-4cf5-bea6-1038ce90a505 on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:29:13.489800 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7547e8fb-275b-4664-8149-529a92976d01 req-09cede81-36df-4ed6-951d-73ba2384e2f6 service neutron] Port 4bbd8126-4683-4cf5-bea6-1038ce90a505 on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:29:13.490117 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7547e8fb-275b-4664-8149-529a92976d01 req-09cede81-36df-4ed6-951d-73ba2384e2f6 service neutron] Attempting to bind port 4bbd8126-4683-4cf5-bea6-1038ce90a505 on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:29:13.497998 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7547e8fb-275b-4664-8149-529a92976d01 req-09cede81-36df-4ed6-951d-73ba2384e2f6 service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:29:13.498345 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7547e8fb-275b-4664-8149-529a92976d01 req-09cede81-36df-4ed6-951d-73ba2384e2f6 service neutron] Checking segment: {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:29:13.498720 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7547e8fb-275b-4664-8149-529a92976d01 req-09cede81-36df-4ed6-951d-73ba2384e2f6 service neutron] Bound using segment: {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:29:13.499146 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-7547e8fb-275b-4664-8149-529a92976d01 req-09cede81-36df-4ed6-951d-73ba2384e2f6 service neutron] Bound port: 4bbd8126-4683-4cf5-bea6-1038ce90a505, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:29:13.499544 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-7547e8fb-275b-4664-8149-529a92976d01 req-09cede81-36df-4ed6-951d-73ba2384e2f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (4bbd8126-4683-4cf5-bea6-1038ce90a505), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:13.501523 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-620efecb-b246-4f5e-83f6-53167305af74 None None] Current status of the port c9ef8bad-54aa-4760-99a9-cec07bd69808 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:29:13.507692 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-8bc4f510-1f26-41c3-9214-a1cb6fe264a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fddbc562-40f7-421b-ab50-b337c3d0b45f', 'name': 'tempest-FloatingIPDetailsTestJSON-1083530369-router', 'tenant_id': 'd663dfd6d6f34ad5b7b0ac74e0144b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '85fdf81d-bbb9-4c03-bc48-437db392e2b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:29:01Z', 'updated_at': '2022-02-09T21:29:08Z', 'revision_number': 4, 'project_id': 'd663dfd6d6f34ad5b7b0ac74e0144b97', 'gw_port': {'id': '85fdf81d-bbb9-4c03-bc48-437db392e2b8', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:05:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fddbc562-40f7-421b-ab50-b337c3d0b45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:29:02Z', 'updated_at': '2022-02-09T21:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': 'c9ef8bad-54aa-4760-99a9-cec07bd69808', 'name': '', 'network_id': '8de99644-1845-430a-b851-381a6bf3b420', 'tenant_id': 'd663dfd6d6f34ad5b7b0ac74e0144b97', 'mac_address': 'fa:16:3e:cf:39:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fddbc562-40f7-421b-ab50-b337c3d0b45f', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '514fdae4-68fd-44e2-866e-50aa0c021798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:29:06Z', 'updated_at': '2022-02-09T21:29:12Z', 'revision_number': 4, 'project_id': 'd663dfd6d6f34ad5b7b0ac74e0144b97', 'subnets': [{'id': '514fdae4-68fd-44e2-866e-50aa0c021798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:29:13.542459 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc4f510-1f26-41c3-9214-a1cb6fe264a5 None None] The sync data for ids ['fddbc562-40f7-421b-ab50-b337c3d0b45f'] in n-d-828369-5 is: [{'id': 'fddbc562-40f7-421b-ab50-b337c3d0b45f', 'name': 'tempest-FloatingIPDetailsTestJSON-1083530369-router', 'tenant_id': 'd663dfd6d6f34ad5b7b0ac74e0144b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '85fdf81d-bbb9-4c03-bc48-437db392e2b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:29:01Z', 'updated_at': '2022-02-09T21:29:08Z', 'revision_number': 4, 'project_id': 'd663dfd6d6f34ad5b7b0ac74e0144b97', 'gw_port': {'id': '85fdf81d-bbb9-4c03-bc48-437db392e2b8', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:05:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fddbc562-40f7-421b-ab50-b337c3d0b45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:29:02Z', 'updated_at': '2022-02-09T21:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': 'c9ef8bad-54aa-4760-99a9-cec07bd69808', 'name': '', 'network_id': '8de99644-1845-430a-b851-381a6bf3b420', 'tenant_id': 'd663dfd6d6f34ad5b7b0ac74e0144b97', 'mac_address': 'fa:16:3e:cf:39:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fddbc562-40f7-421b-ab50-b337c3d0b45f', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '514fdae4-68fd-44e2-866e-50aa0c021798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:29:06Z', 'updated_at': '2022-02-09T21:29:12Z', 'revision_number': 4, 'project_id': 'd663dfd6d6f34ad5b7b0ac74e0144b97', 'subnets': [{'id': '514fdae4-68fd-44e2-866e-50aa0c021798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:29:13.614364 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be39935-43df-42f9-8c54-8303151f6272 req-872a1780-0404-42a7-8ac7-3dc7a1ee5b96 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:13.627506 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8be39935-43df-42f9-8c54-8303151f6272 req-872a1780-0404-42a7-8ac7-3dc7a1ee5b96 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=cd92d494-82c4-4614-9a6f-2d9307f3309a HTTP/1.1" status: 200 len: 945 time: 0.2369978 Feb 09 21:29:13.627690 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-7547e8fb-275b-4664-8149-529a92976d01 req-09cede81-36df-4ed6-951d-73ba2384e2f6 service neutron] For port 4bbd8126-4683-4cf5-bea6-1038ce90a505, host n-h1-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:29:13.631252 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-7547e8fb-275b-4664-8149-529a92976d01 req-09cede81-36df-4ed6-951d-73ba2384e2f6 service neutron] For port 4bbd8126-4683-4cf5-bea6-1038ce90a505, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=4bbd8126-4683-4cf5-bea6-1038ce90a505,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:29:13.638221 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-7547e8fb-275b-4664-8149-529a92976d01 req-09cede81-36df-4ed6-951d-73ba2384e2f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (4bbd8126-4683-4cf5-bea6-1038ce90a505), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:13.672390 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440acff2-9944-4a8c-8592-c344664b1a26 req-32648682-973b-4838-aa6d-3f4ba703b05d tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:13.679067 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-440acff2-9944-4a8c-8592-c344664b1a26 req-32648682-973b-4838-aa6d-3f4ba703b05d tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] 10.222.0.90 "GET /v2.0/networks/54a442d5-50a0-4c75-85cc-d19f5bf58118 HTTP/1.1" status: 200 len: 784 time: 0.1945024 Feb 09 21:29:13.688721 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [req-440acff2-9944-4a8c-8592-c344664b1a26 req-0171ef35-2766-40c1-bea1-9dd7ef6061b7 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=103140) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:29:13.700580 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-440acff2-9944-4a8c-8592-c344664b1a26 req-0171ef35-2766-40c1-bea1-9dd7ef6061b7 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0176945 Feb 09 21:29:13.704888 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7547e8fb-275b-4664-8149-529a92976d01 req-09cede81-36df-4ed6-951d-73ba2384e2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:13.705757 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-7547e8fb-275b-4664-8149-529a92976d01 req-09cede81-36df-4ed6-951d-73ba2384e2f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:13.707237 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7547e8fb-275b-4664-8149-529a92976d01 req-09cede81-36df-4ed6-951d-73ba2384e2f6 service neutron] 10.222.0.95 "PUT /v2.0/ports/4bbd8126-4683-4cf5-bea6-1038ce90a505 HTTP/1.1" status: 200 len: 1096 time: 1.3020594 Feb 09 21:29:13.727607 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cede81-36df-4ed6-951d-73ba2384e2f6 service neutron] Pushing event updated for resources: {'Port': ['ID=4bbd8126-4683-4cf5-bea6-1038ce90a505,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:13.730834 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8be39935-43df-42f9-8c54-8303151f6272 req-6ca2835a-3d0f-4b79-ad73-474df1c8ab39 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024358 Feb 09 21:29:13.816254 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7547e8fb-275b-4664-8149-529a92976d01 req-87ebad56-7f22-4de7-a2aa-beeed13fd3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:13.818206 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7547e8fb-275b-4664-8149-529a92976d01 req-87ebad56-7f22-4de7-a2aa-beeed13fd3a4 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=301f05e37d364aab86167965425dfbdc&device_id=d16a6bf9-e416-481d-94cc-c397ae771e97 HTTP/1.1" status: 200 len: 1130 time: 0.0643473 Feb 09 21:29:13.882741 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7547e8fb-275b-4664-8149-529a92976d01 req-4cd952c5-cc52-4481-a69f-9794dfdf6878 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=4bbd8126-4683-4cf5-bea6-1038ce90a505 HTTP/1.1" status: 200 len: 217 time: 0.0552077 Feb 09 21:29:13.895340 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5c4184-4751-42ba-83fe-122d93d9170a req-32e50727-ceed-4aec-87af-1d5e0e455e1f tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:13.904866 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3b5c4184-4751-42ba-83fe-122d93d9170a req-32e50727-ceed-4aec-87af-1d5e0e455e1f tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=fc5656c9-58bf-4d3e-882d-807e27138283 HTTP/1.1" status: 200 len: 943 time: 0.1204221 Feb 09 21:29:13.922322 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26200813-a317-4f3a-9ffd-1cedd12a7086 req-20a8b3ab-2aad-4bcc-853b-f6a0c197a86d tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:13.923971 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-26200813-a317-4f3a-9ffd-1cedd12a7086 req-20a8b3ab-2aad-4bcc-853b-f6a0c197a86d tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=d16a6bf9-e416-481d-94cc-c397ae771e97 HTTP/1.1" status: 200 len: 948 time: 0.1031389 Feb 09 21:29:13.969220 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:13.974764 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7547e8fb-275b-4664-8149-529a92976d01 req-b558d436-3673-420f-abde-7e55b9987c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:13.976598 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7547e8fb-275b-4664-8149-529a92976d01 req-b558d436-3673-420f-abde-7e55b9987c76 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0f7402ac-a35b-414b-bcc1-bc1c3072ec3c HTTP/1.1" status: 200 len: 843 time: 0.0797317 Feb 09 21:29:14.003182 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3b5c4184-4751-42ba-83fe-122d93d9170a req-64dc333a-08b6-4eec-9b86-5b36cfe0f794 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949342 Feb 09 21:29:14.024914 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-26200813-a317-4f3a-9ffd-1cedd12a7086 req-f293efc2-694d-422a-920d-38e3c49742dc tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916033 Feb 09 21:29:14.055076 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7547e8fb-275b-4664-8149-529a92976d01 req-54dc7dde-f690-43e8-89cc-65059f09c86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:14.056862 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7547e8fb-275b-4664-8149-529a92976d01 req-54dc7dde-f690-43e8-89cc-65059f09c86b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0664504 Feb 09 21:29:14.173762 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2443d37f-4d44-40e9-9bf1-eb0e03b241b8 req-cd50f758-0068-4743-827c-b849b1f6da75 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:14.175327 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2443d37f-4d44-40e9-9bf1-eb0e03b241b8 req-cd50f758-0068-4743-827c-b849b1f6da75 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] 10.222.0.90 "GET /v2.0/ports?device_id=da449fd1-4831-485c-ad3f-7ffcd5f8ab64 HTTP/1.1" status: 200 len: 945 time: 0.0976684 Feb 09 21:29:14.192126 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7547e8fb-275b-4664-8149-529a92976d01 req-77f7abc2-3a38-4cd4-b328-7ad5ab5cf7f4 service neutron] 10.222.0.95 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191237 Feb 09 21:29:14.211855 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b5d1e4-3574-49ca-8d3e-e4c4f736b356 req-fe7efd0d-76d7-49c5-bd34-ac3d12da09b3 tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:14.213457 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-55b5d1e4-3574-49ca-8d3e-e4c4f736b356 req-fe7efd0d-76d7-49c5-bd34-ac3d12da09b3 tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] 10.222.0.90 "GET /v2.0/ports?device_id=7db6bdb6-0f2f-41e3-85e5-237a1be4d7cd HTTP/1.1" status: 200 len: 945 time: 0.0981672 Feb 09 21:29:14.245457 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device dcd512c6-e231-44af-a93e-e402f76d9c16 details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:29:14.250048 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device df09fb29-1ecd-4bea-b09f-dc089b20c12e up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:29:14.260585 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2443d37f-4d44-40e9-9bf1-eb0e03b241b8 req-9aa106c1-ad39-4590-ac20-fe4b90700163 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] 10.222.0.90 "GET /v2.0/security-groups?id=c11474fc-a995-4bd5-b9af-83dc4f32d281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757697 Feb 09 21:29:14.299136 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-55b5d1e4-3574-49ca-8d3e-e4c4f736b356 req-666b849d-da7b-4cee-8bcd-dcf0b08ae34d tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] 10.222.0.90 "GET /v2.0/security-groups?id=91d83400-638e-47e1-98a6-6d0e50fe073b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739636 Feb 09 21:29:14.330687 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7547e8fb-275b-4664-8149-529a92976d01 req-b30c14f7-c2d5-42a2-b5f7-4e913104d492 service neutron] 10.222.0.95 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244023 Feb 09 21:29:14.485333 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e057d65d-7e9c-4964-8298-cda14a31b78c req-2789ff49-b9eb-4725-8b32-9fa81512c48d tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] 10.222.0.90 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1263075 Feb 09 21:29:14.497514 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-e057d65d-7e9c-4964-8298-cda14a31b78c req-40e575c4-8131-4cf8-b7be-88c94105e3a4 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Request body: {'floatingip': {'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:29:14.528715 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-e057d65d-7e9c-4964-8298-cda14a31b78c req-40e575c4-8131-4cf8-b7be-88c94105e3a4 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:14.585069 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning for port df09fb29-1ecd-4bea-b09f-dc089b20c12e completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:29:14.593732 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port dcd512c6-e231-44af-a93e-e402f76d9c16, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=dcd512c6-e231-44af-a93e-e402f76d9c16,segment=NetworkSegment(aad88faa-37a1-49ac-8a06-d36169fb75d8),segment_id=aad88faa-37a1-49ac-8a06-d36169fb75d8)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:29:14.594382 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fdaf5873-7d18-4164-b96b-ecb266002dc6 req-1e307095-88d6-40d7-9909-e96cfee33b1a tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=8d84614404434ebcab3def23a72c26b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0601544 Feb 09 21:29:14.596134 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port df09fb29-1ecd-4bea-b09f-dc089b20c12e triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:29:14.596541 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (df09fb29-1ecd-4bea-b09f-dc089b20c12e), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:14.625397 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device dcd512c6-e231-44af-a93e-e402f76d9c16 has no active binding in host n-h2-828369-5 {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 21:29:14.689944 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port df09fb29-1ecd-4bea-b09f-dc089b20c12e is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:29:14.690344 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (df09fb29-1ecd-4bea-b09f-dc089b20c12e), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:14.715294 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd92d494-82c4-4614-9a6f-2d9307f3309a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df09fb29-1ecd-4bea-b09f-dc089b20c12e'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:29:14.717964 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96fb21fe-4dd8-4a5d-8004-f0fa7bfcb804" -d '{"events": [{"server_uuid": "cd92d494-82c4-4614-9a6f-2d9307f3309a", "name": "network-vif-plugged", "status": "completed", "tag": "df09fb29-1ecd-4bea-b09f-dc089b20c12e"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:29:14.731351 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port df09fb29-1ecd-4bea-b09f-dc089b20c12e, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=df09fb29-1ecd-4bea-b09f-dc089b20c12e,segment=NetworkSegment(2e235117-e979-4e65-8640-84c4faf827fd),segment_id=2e235117-e979-4e65-8640-84c4faf827fd)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:29:14.735862 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (df09fb29-1ecd-4bea-b09f-dc089b20c12e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:14.746978 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaf5873-7d18-4164-b96b-ecb266002dc6 req-f824ba60-b121-49ba-8542-97a8c23edb14 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:14.748434 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fdaf5873-7d18-4164-b96b-ecb266002dc6 req-f824ba60-b121-49ba-8542-97a8c23edb14 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1443110 Feb 09 21:29:14.773614 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fdaf5873-7d18-4164-b96b-ecb266002dc6 req-fbdcfbe2-6a33-4b8d-92a6-83293f56d0c6 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/quotas/8d84614404434ebcab3def23a72c26b2 HTTP/1.1" status: 200 len: 375 time: 0.0161271 Feb 09 21:29:14.777344 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-e057d65d-7e9c-4964-8298-cda14a31b78c req-40e575c4-8131-4cf8-b7be-88c94105e3a4 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:14.794147 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=df09fb29-1ecd-4bea-b09f-dc089b20c12e,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:14.817342 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fdaf5873-7d18-4164-b96b-ecb266002dc6 req-242d11b3-5869-432e-9a4c-f0cc47b7d553 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=8d84614404434ebcab3def23a72c26b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0369937 Feb 09 21:29:14.925755 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [req-e057d65d-7e9c-4964-8298-cda14a31b78c req-40e575c4-8131-4cf8-b7be-88c94105e3a4 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Allocated IP 172.25.3.76 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/e19cf441-668f-487f-8d0a-66c763b68736) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:29:15.074252 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da711bf4-2adb-49ce-8359-06b346acbe5c req-053c4942-5663-4d0b-8307-a3a0ff458c6a tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:15.075706 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-da711bf4-2adb-49ce-8359-06b346acbe5c req-053c4942-5663-4d0b-8307-a3a0ff458c6a tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/ports?device_id=dd839f0e-e023-46ce-9c3b-851d3c21ae78 HTTP/1.1" status: 200 len: 945 time: 0.0926085 Feb 09 21:29:15.080454 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-e057d65d-7e9c-4964-8298-cda14a31b78c req-40e575c4-8131-4cf8-b7be-88c94105e3a4 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Publish callbacks [] for port (e19cf441-668f-487f-8d0a-66c763b68736), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:15.146473 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-da711bf4-2adb-49ce-8359-06b346acbe5c req-710c0886-a4a4-42f1-81bd-a29afca858f1 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/security-groups?id=8827d060-7266-4559-a6cc-b0bbf702a8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642729 Feb 09 21:29:15.159764 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:15.175152 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-e057d65d-7e9c-4964-8298-cda14a31b78c req-40e575c4-8131-4cf8-b7be-88c94105e3a4 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (e19cf441-668f-487f-8d0a-66c763b68736), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:15.210341 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8acc4acd-f562-44d2-9e02-9ece38d1e585 x-openstack-request-id: req-8acc4acd-f562-44d2-9e02-9ece38d1e585 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:29:15.210657 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd92d494-82c4-4614-9a6f-2d9307f3309a", "name": "network-vif-plugged", "status": "completed", "tag": "df09fb29-1ecd-4bea-b09f-dc089b20c12e", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:29:15.210916 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-8acc4acd-f562-44d2-9e02-9ece38d1e585 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:29:15.211325 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd92d494-82c4-4614-9a6f-2d9307f3309a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df09fb29-1ecd-4bea-b09f-dc089b20c12e', 'code': 200} Feb 09 21:29:15.217841 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e057d65d-7e9c-4964-8298-cda14a31b78c req-40e575c4-8131-4cf8-b7be-88c94105e3a4 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:29:15.220756 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [req-e057d65d-7e9c-4964-8298-cda14a31b78c req-40e575c4-8131-4cf8-b7be-88c94105e3a4 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:29:15.224178 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-e057d65d-7e9c-4964-8298-cda14a31b78c req-40e575c4-8131-4cf8-b7be-88c94105e3a4 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:29:15.229735 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e575c4-8131-4cf8-b7be-88c94105e3a4 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Pushing event updated for resources: {'Port': ['ID=e19cf441-668f-487f-8d0a-66c763b68736,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:15.330389 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc5656c9-58bf-4d3e-882d-807e27138283', 'tag': 'dcd512c6-e231-44af-a93e-e402f76d9c16'}, {'name': 'network-changed', 'server_uuid': 'd16a6bf9-e416-481d-94cc-c397ae771e97', 'tag': '4bbd8126-4683-4cf5-bea6-1038ce90a505'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:29:15.333450 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b44ea1a-f36c-4157-bf25-2dd34ed1376e" -d '{"events": [{"name": "network-changed", "server_uuid": "fc5656c9-58bf-4d3e-882d-807e27138283", "tag": "dcd512c6-e231-44af-a93e-e402f76d9c16"}, {"name": "network-changed", "server_uuid": "d16a6bf9-e416-481d-94cc-c397ae771e97", "tag": "4bbd8126-4683-4cf5-bea6-1038ce90a505"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:29:15.351523 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-e057d65d-7e9c-4964-8298-cda14a31b78c req-40e575c4-8131-4cf8-b7be-88c94105e3a4 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Publish callbacks [] for floatingip (eeaaf7a6-7f56-4430-af99-2ec53b43f1b8), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:15.358049 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0669823-e760-42eb-9e6a-4f3422f02faa req-4ea85c2b-f393-492e-80c0-fb7b386485c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:15.359957 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f0669823-e760-42eb-9e6a-4f3422f02faa req-4ea85c2b-f393-492e-80c0-fb7b386485c5 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=cd92d494-82c4-4614-9a6f-2d9307f3309a HTTP/1.1" status: 200 len: 1128 time: 0.0608852 Feb 09 21:29:15.398754 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2f9c96-83b4-47c8-b764-ab56e8de2a9a req-18c846c4-a5ee-4b47-a6bb-71a415f4939b tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:15.400405 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0e2f9c96-83b4-47c8-b764-ab56e8de2a9a req-18c846c4-a5ee-4b47-a6bb-71a415f4939b tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=cd92d494-82c4-4614-9a6f-2d9307f3309a HTTP/1.1" status: 200 len: 946 time: 0.0924640 Feb 09 21:29:15.405365 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-e057d65d-7e9c-4964-8298-cda14a31b78c req-40e575c4-8131-4cf8-b7be-88c94105e3a4 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (e19cf441-668f-487f-8d0a-66c763b68736), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:15.416641 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f0669823-e760-42eb-9e6a-4f3422f02faa req-3f654030-0f84-4645-b055-808842db8959 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483589 Feb 09 21:29:15.488590 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0e2f9c96-83b4-47c8-b764-ab56e8de2a9a req-41ab4d28-66fb-43be-81a5-71de18c7786f tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811403 Feb 09 21:29:15.512258 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device c9ef8bad-54aa-4760-99a9-cec07bd69808 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:29:15.565193 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port c9ef8bad-54aa-4760-99a9-cec07bd69808 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:29:15.565578 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (c9ef8bad-54aa-4760-99a9-cec07bd69808), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:15.585761 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3edd1754-8d36-42db-9830-77da27eaf934 req-daeb550a-cce6-4a39-9312-f471c1b8c412 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff1811b6-f006-4729-969d-2c14bcf6a227 HTTP/1.1" status: 200 len: 210 time: 0.0355716 Feb 09 21:29:15.625294 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-e057d65d-7e9c-4964-8298-cda14a31b78c req-40e575c4-8131-4cf8-b7be-88c94105e3a4 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Publish callbacks [] for port (e19cf441-668f-487f-8d0a-66c763b68736), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:15.630297 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-e057d65d-7e9c-4964-8298-cda14a31b78c req-40e575c4-8131-4cf8-b7be-88c94105e3a4 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (e19cf441-668f-487f-8d0a-66c763b68736), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:15.651781 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port c9ef8bad-54aa-4760-99a9-cec07bd69808 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:29:15.729755 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e575c4-8131-4cf8-b7be-88c94105e3a4 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Pushing event updated for resources: {'Port': ['ID=e19cf441-668f-487f-8d0a-66c763b68736,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:15.744640 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-e057d65d-7e9c-4964-8298-cda14a31b78c req-40e575c4-8131-4cf8-b7be-88c94105e3a4 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (eeaaf7a6-7f56-4430-af99-2ec53b43f1b8), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:15.764443 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83895d4f-0f61-4d19-9ae0-88d6a67618f2 req-297ea953-9566-4ece-a447-ac6ddacab4f5 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:15.765928 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-83895d4f-0f61-4d19-9ae0-88d6a67618f2 req-297ea953-9566-4ece-a447-ac6ddacab4f5 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=fc5656c9-58bf-4d3e-882d-807e27138283 HTTP/1.1" status: 200 len: 943 time: 0.1042693 Feb 09 21:29:15.769318 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-e057d65d-7e9c-4964-8298-cda14a31b78c req-40e575c4-8131-4cf8-b7be-88c94105e3a4 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:15.770428 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e057d65d-7e9c-4964-8298-cda14a31b78c req-40e575c4-8131-4cf8-b7be-88c94105e3a4 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.2779896 Feb 09 21:29:15.839387 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e057d65d-7e9c-4964-8298-cda14a31b78c req-121cec63-7c6c-4cfc-b46c-30edd84d5283 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] 10.222.0.90 "GET /v2.0/floatingips?floating_ip_address=172.25.3.76 HTTP/1.1" status: 200 len: 695 time: 0.0606184 Feb 09 21:29:15.895408 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-83895d4f-0f61-4d19-9ae0-88d6a67618f2 req-7a9744f3-4c80-488b-bb54-55ef979d580f tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236424 Feb 09 21:29:15.954060 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e057d65d-7e9c-4964-8298-cda14a31b78c req-1977860d-fd30-4c40-b113-1876a1c81b39 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:15.955408 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e057d65d-7e9c-4964-8298-cda14a31b78c req-1977860d-fd30-4c40-b113-1876a1c81b39 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] 10.222.0.90 "GET /v2.0/networks/54a442d5-50a0-4c75-85cc-d19f5bf58118 HTTP/1.1" status: 200 len: 784 time: 0.1107955 Feb 09 21:29:15.971035 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [req-e057d65d-7e9c-4964-8298-cda14a31b78c req-991bbebe-562b-44a3-b40a-5ef7afb858ac tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=103140) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:29:15.971996 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e057d65d-7e9c-4964-8298-cda14a31b78c req-991bbebe-562b-44a3-b40a-5ef7afb858ac tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068164 Feb 09 21:29:16.013604 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 09 Feb 2022 21:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-604cca2c-2128-410e-93e8-de4eeff04e76 x-openstack-request-id: req-604cca2c-2128-410e-93e8-de4eeff04e76 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:29:16.014326 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc5656c9-58bf-4d3e-882d-807e27138283", "tag": "dcd512c6-e231-44af-a93e-e402f76d9c16", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d16a6bf9-e416-481d-94cc-c397ae771e97", "tag": "4bbd8126-4683-4cf5-bea6-1038ce90a505", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:29:16.014620 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-604cca2c-2128-410e-93e8-de4eeff04e76 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:29:16.015033 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc5656c9-58bf-4d3e-882d-807e27138283', 'tag': 'dcd512c6-e231-44af-a93e-e402f76d9c16', 'status': 'completed', 'code': 200} Feb 09 21:29:16.015290 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd16a6bf9-e416-481d-94cc-c397ae771e97', 'tag': '4bbd8126-4683-4cf5-bea6-1038ce90a505', 'status': 'completed', 'code': 200} Feb 09 21:29:16.015985 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab5d947-b638-44e4-8b7f-3e1190af32f1 req-c187284f-df15-405f-bc64-1235487bd925 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:16.017503 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cab5d947-b638-44e4-8b7f-3e1190af32f1 req-c187284f-df15-405f-bc64-1235487bd925 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=d16a6bf9-e416-481d-94cc-c397ae771e97 HTTP/1.1" status: 200 len: 948 time: 0.0604296 Feb 09 21:29:16.074412 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cab5d947-b638-44e4-8b7f-3e1190af32f1 req-e2c5ada4-401f-4bcf-ab99-7a61691e1267 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512695 Feb 09 21:29:16.099676 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b44ea1a-f36c-4157-bf25-2dd34ed1376e req-9bde20d7-00f7-42f5-809b-22d592f447c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:16.101403 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-5b44ea1a-f36c-4157-bf25-2dd34ed1376e req-9bde20d7-00f7-42f5-809b-22d592f447c2 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=2bd637e202e1467d81aff230fe0a3e7e&device_id=fc5656c9-58bf-4d3e-882d-807e27138283 HTTP/1.1" status: 200 len: 1155 time: 0.0543499 Feb 09 21:29:16.165729 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8f994e-cc7f-4266-830b-989650309a3a req-50f2277a-a4e2-42a4-9580-fa43fe276654 tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:16.167248 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bd8f994e-cc7f-4266-830b-989650309a3a req-50f2277a-a4e2-42a4-9580-fa43fe276654 tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] 10.222.0.90 "GET /v2.0/ports?device_id=7db6bdb6-0f2f-41e3-85e5-237a1be4d7cd HTTP/1.1" status: 200 len: 945 time: 0.1062653 Feb 09 21:29:16.205451 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b44ea1a-f36c-4157-bf25-2dd34ed1376e req-c0ea78a2-f561-411e-9ed4-0cc7cad741fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:16.206963 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-5b44ea1a-f36c-4157-bf25-2dd34ed1376e req-c0ea78a2-f561-411e-9ed4-0cc7cad741fb service neutron] 10.222.0.95 "GET /v2.0/networks?id=37143bd2-1331-4c73-96e2-f9c3179c6daf HTTP/1.1" status: 200 len: 922 time: 0.0933943 Feb 09 21:29:16.248555 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bd8f994e-cc7f-4266-830b-989650309a3a req-1af5eb81-591b-4fcf-9461-85ca0e63ad25 tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] 10.222.0.90 "GET /v2.0/security-groups?id=91d83400-638e-47e1-98a6-6d0e50fe073b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730369 Feb 09 21:29:16.251006 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-5b44ea1a-f36c-4157-bf25-2dd34ed1376e req-b4eca1e8-6f62-4da6-b828-d951b54399cc service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dcd512c6-e231-44af-a93e-e402f76d9c16 HTTP/1.1" status: 200 len: 217 time: 0.0353014 Feb 09 21:29:16.252719 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-84f22566-5585-4f09-a334-76431d999f11 req-5a2f9ae6-2496-4d81-81a1-a5f556915a03 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] 10.222.0.90 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1560707 Feb 09 21:29:16.262486 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-84f22566-5585-4f09-a334-76431d999f11 req-07f6c233-b3be-4174-a8f3-205c67bcb3dc tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Request body: {'floatingip': {'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:29:16.284650 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-84f22566-5585-4f09-a334-76431d999f11 req-07f6c233-b3be-4174-a8f3-205c67bcb3dc tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:16.302956 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b44ea1a-f36c-4157-bf25-2dd34ed1376e req-c868e70c-af6e-47e6-b43f-8faa02370565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:16.305154 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-5b44ea1a-f36c-4157-bf25-2dd34ed1376e req-c868e70c-af6e-47e6-b43f-8faa02370565 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=f5dc5768-86f9-4907-b987-49606f9e43f9 HTTP/1.1" status: 200 len: 861 time: 0.0468869 Feb 09 21:29:16.339959 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-5b44ea1a-f36c-4157-bf25-2dd34ed1376e req-35eb9c3a-f3ae-48a7-a11e-5e32772a9915 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=37143bd2-1331-4c73-96e2-f9c3179c6daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269904 Feb 09 21:29:16.396737 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65953007-0bdf-4ab6-bda3-58952fe59a50 req-e784d6bb-f2d5-4946-abdd-63b646094b13 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:16.398267 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-65953007-0bdf-4ab6-bda3-58952fe59a50 req-e784d6bb-f2d5-4946-abdd-63b646094b13 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/ports?device_id=dd839f0e-e023-46ce-9c3b-851d3c21ae78 HTTP/1.1" status: 200 len: 945 time: 0.0741746 Feb 09 21:29:16.444655 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-5b44ea1a-f36c-4157-bf25-2dd34ed1376e req-a9c58302-978a-4eaf-a6a4-6c57e9d730d8 service neutron] 10.222.0.95 "GET /v2.0/networks/37143bd2-1331-4c73-96e2-f9c3179c6daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882456 Feb 09 21:29:16.455279 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-84f22566-5585-4f09-a334-76431d999f11 req-07f6c233-b3be-4174-a8f3-205c67bcb3dc tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:16.468156 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-65953007-0bdf-4ab6-bda3-58952fe59a50 req-c60f6887-29b4-4cfc-a7c7-b9bb06d91505 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/security-groups?id=8827d060-7266-4559-a6cc-b0bbf702a8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633621 Feb 09 21:29:16.544714 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-5b44ea1a-f36c-4157-bf25-2dd34ed1376e req-63daf403-d141-4b5c-a066-43dd1cd4dd35 service neutron] 10.222.0.95 "GET /v2.0/networks/37143bd2-1331-4c73-96e2-f9c3179c6daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906668 Feb 09 21:29:16.650581 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b44ea1a-f36c-4157-bf25-2dd34ed1376e req-ebe5bb26-5ae2-4652-a439-f09997a735e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:16.652050 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-5b44ea1a-f36c-4157-bf25-2dd34ed1376e req-ebe5bb26-5ae2-4652-a439-f09997a735e2 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=301f05e37d364aab86167965425dfbdc&device_id=d16a6bf9-e416-481d-94cc-c397ae771e97 HTTP/1.1" status: 200 len: 1130 time: 0.0525124 Feb 09 21:29:16.756589 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b44ea1a-f36c-4157-bf25-2dd34ed1376e req-0f0ffa6a-c608-4b31-a241-8352426dec7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:16.758066 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-5b44ea1a-f36c-4157-bf25-2dd34ed1376e req-0f0ffa6a-c608-4b31-a241-8352426dec7b service neutron] 10.222.0.95 "GET /v2.0/networks?id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc HTTP/1.1" status: 200 len: 870 time: 0.0908020 Feb 09 21:29:16.808846 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-5b44ea1a-f36c-4157-bf25-2dd34ed1376e req-b18e1014-69c1-4fd3-b1ac-d09392081628 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=4bbd8126-4683-4cf5-bea6-1038ce90a505 HTTP/1.1" status: 200 len: 217 time: 0.0403504 Feb 09 21:29:16.851159 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [req-84f22566-5585-4f09-a334-76431d999f11 req-07f6c233-b3be-4174-a8f3-205c67bcb3dc tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Allocated IP 172.25.3.237 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/e36f914f-968c-4d75-ace6-8fd4dfa3b474) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:29:16.869333 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b44ea1a-f36c-4157-bf25-2dd34ed1376e req-fa8fcd44-7cb5-4284-98d4-385f5f69a6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:16.870835 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-5b44ea1a-f36c-4157-bf25-2dd34ed1376e req-fa8fcd44-7cb5-4284-98d4-385f5f69a6de service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0f7402ac-a35b-414b-bcc1-bc1c3072ec3c HTTP/1.1" status: 200 len: 843 time: 0.0510268 Feb 09 21:29:16.922263 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfb14c7-804a-45e2-b83a-474aba18018e req-0d34ec6a-90d5-465e-a36d-56882a6a44da tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:16.923674 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-adfb14c7-804a-45e2-b83a-474aba18018e req-0d34ec6a-90d5-465e-a36d-56882a6a44da tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=cd92d494-82c4-4614-9a6f-2d9307f3309a HTTP/1.1" status: 200 len: 946 time: 0.3673267 Feb 09 21:29:16.924949 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b44ea1a-f36c-4157-bf25-2dd34ed1376e req-c7341fb9-00c6-4723-a60d-062752cc2b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:16.926494 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-5b44ea1a-f36c-4157-bf25-2dd34ed1376e req-c7341fb9-00c6-4723-a60d-062752cc2b00 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0475035 Feb 09 21:29:16.998054 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-84f22566-5585-4f09-a334-76431d999f11 req-07f6c233-b3be-4174-a8f3-205c67bcb3dc tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Publish callbacks [] for port (e36f914f-968c-4d75-ace6-8fd4dfa3b474), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:17.004172 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-adfb14c7-804a-45e2-b83a-474aba18018e req-27ca9ca0-6c7a-4633-990d-4a18d3df698a tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744078 Feb 09 21:29:17.026660 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-5b44ea1a-f36c-4157-bf25-2dd34ed1376e req-97e5b38a-5ad7-44fa-964c-c0e15f3c6bcb service neutron] 10.222.0.95 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893462 Feb 09 21:29:17.045566 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-84f22566-5585-4f09-a334-76431d999f11 req-07f6c233-b3be-4174-a8f3-205c67bcb3dc tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (e36f914f-968c-4d75-ace6-8fd4dfa3b474), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:17.107288 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84f22566-5585-4f09-a334-76431d999f11 req-07f6c233-b3be-4174-a8f3-205c67bcb3dc tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:29:17.109911 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6d6d4504-231f-4644-b5fe-bb814f107f63 req-f7027aaa-a78f-47e8-8b95-74d7ec4f16d7 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff1811b6-f006-4729-969d-2c14bcf6a227 HTTP/1.1" status: 200 len: 210 time: 0.0384042 Feb 09 21:29:17.112374 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [req-84f22566-5585-4f09-a334-76431d999f11 req-07f6c233-b3be-4174-a8f3-205c67bcb3dc tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:29:17.115854 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-84f22566-5585-4f09-a334-76431d999f11 req-07f6c233-b3be-4174-a8f3-205c67bcb3dc tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:29:17.139784 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-5b44ea1a-f36c-4157-bf25-2dd34ed1376e req-12afe047-9935-4a35-9e90-497b5180049d service neutron] 10.222.0.95 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033692 Feb 09 21:29:17.142783 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f6c233-b3be-4174-a8f3-205c67bcb3dc tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Pushing event updated for resources: {'Port': ['ID=e36f914f-968c-4d75-ace6-8fd4dfa3b474,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:17.245688 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-84f22566-5585-4f09-a334-76431d999f11 req-07f6c233-b3be-4174-a8f3-205c67bcb3dc tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Publish callbacks [] for floatingip (1215fa20-ceb7-488e-877a-8cd59ae54af0), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:17.267389 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1121b029-407b-4079-a9a1-8766c19387ce req-71511acf-8ad8-446d-8763-5acf464dbd3d tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:17.268895 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1121b029-407b-4079-a9a1-8766c19387ce req-71511acf-8ad8-446d-8763-5acf464dbd3d tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=fc5656c9-58bf-4d3e-882d-807e27138283 HTTP/1.1" status: 200 len: 943 time: 0.0777812 Feb 09 21:29:17.307701 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-84f22566-5585-4f09-a334-76431d999f11 req-07f6c233-b3be-4174-a8f3-205c67bcb3dc tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (e36f914f-968c-4d75-ace6-8fd4dfa3b474), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:17.364693 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1121b029-407b-4079-a9a1-8766c19387ce req-aa2219b3-b9d7-416e-aed4-810f96e61f97 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805039 Feb 09 21:29:17.507180 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781a4cf7-3e59-4d38-b3c6-dc75467b026d req-77144a77-b8cb-4939-8c10-900f62838ec5 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:17.508559 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-781a4cf7-3e59-4d38-b3c6-dc75467b026d req-77144a77-b8cb-4939-8c10-900f62838ec5 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=d16a6bf9-e416-481d-94cc-c397ae771e97 HTTP/1.1" status: 200 len: 948 time: 0.0845063 Feb 09 21:29:17.526718 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-84f22566-5585-4f09-a334-76431d999f11 req-07f6c233-b3be-4174-a8f3-205c67bcb3dc tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Publish callbacks [] for port (e36f914f-968c-4d75-ace6-8fd4dfa3b474), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:17.536749 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-84f22566-5585-4f09-a334-76431d999f11 req-07f6c233-b3be-4174-a8f3-205c67bcb3dc tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (e36f914f-968c-4d75-ace6-8fd4dfa3b474), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:17.618082 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-781a4cf7-3e59-4d38-b3c6-dc75467b026d req-1cc4547a-482d-401d-a13d-3c258c84cbd7 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011598 Feb 09 21:29:17.638476 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f6c233-b3be-4174-a8f3-205c67bcb3dc tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Pushing event updated for resources: {'Port': ['ID=e36f914f-968c-4d75-ace6-8fd4dfa3b474,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:17.638476 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-84f22566-5585-4f09-a334-76431d999f11 req-07f6c233-b3be-4174-a8f3-205c67bcb3dc tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (1215fa20-ceb7-488e-877a-8cd59ae54af0), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:17.654522 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-84f22566-5585-4f09-a334-76431d999f11 req-07f6c233-b3be-4174-a8f3-205c67bcb3dc tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:17.655726 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-84f22566-5585-4f09-a334-76431d999f11 req-07f6c233-b3be-4174-a8f3-205c67bcb3dc tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3972363 Feb 09 21:29:17.716725 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-84f22566-5585-4f09-a334-76431d999f11 req-914b443d-8b78-4415-8e5d-5f894e471919 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] 10.222.0.90 "GET /v2.0/floatingips?floating_ip_address=172.25.3.237 HTTP/1.1" status: 200 len: 696 time: 0.0550554 Feb 09 21:29:17.815087 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c94efb8-b4bf-4f82-8ff3-5083d265fce7 req-c09b8067-56e8-490c-b8fc-0a22be3d323c tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:17.816492 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6c94efb8-b4bf-4f82-8ff3-5083d265fce7 req-c09b8067-56e8-490c-b8fc-0a22be3d323c tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] 10.222.0.90 "GET /v2.0/ports?device_id=7db6bdb6-0f2f-41e3-85e5-237a1be4d7cd HTTP/1.1" status: 200 len: 945 time: 0.1161788 Feb 09 21:29:17.862950 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f22566-5585-4f09-a334-76431d999f11 req-6024335e-b69a-4732-a5d6-8f6c1a709a2b tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:17.864275 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-84f22566-5585-4f09-a334-76431d999f11 req-6024335e-b69a-4732-a5d6-8f6c1a709a2b tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] 10.222.0.90 "GET /v2.0/networks/54a442d5-50a0-4c75-85cc-d19f5bf58118 HTTP/1.1" status: 200 len: 784 time: 0.1333625 Feb 09 21:29:17.885683 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6c94efb8-b4bf-4f82-8ff3-5083d265fce7 req-d9fc28ba-e70e-43b0-ab87-a91955c6969c tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] 10.222.0.90 "GET /v2.0/security-groups?id=91d83400-638e-47e1-98a6-6d0e50fe073b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598555 Feb 09 21:29:18.031498 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c20733-0ae1-4dbf-afb8-ecfc9b2388ea req-9d62ed28-2abd-42f2-bd74-dbab8dc8877f tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:18.033020 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b3c20733-0ae1-4dbf-afb8-ecfc9b2388ea req-9d62ed28-2abd-42f2-bd74-dbab8dc8877f tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/ports?device_id=dd839f0e-e023-46ce-9c3b-851d3c21ae78 HTTP/1.1" status: 200 len: 945 time: 0.1137421 Feb 09 21:29:18.066390 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-28a72e0d-b727-455a-ab85-b8aa3b849086 req-dc70332f-45fa-4925-955f-96a9140ca897 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] 10.222.0.90 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1588261 Feb 09 21:29:18.081333 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-28a72e0d-b727-455a-ab85-b8aa3b849086 req-138af6ab-4671-470b-8637-fa7273682743 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Request body: {'floatingip': {'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:29:18.108499 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b3c20733-0ae1-4dbf-afb8-ecfc9b2388ea req-98245c97-33aa-45cf-afca-882311fe5d55 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/security-groups?id=8827d060-7266-4559-a6cc-b0bbf702a8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679324 Feb 09 21:29:18.115013 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-28a72e0d-b727-455a-ab85-b8aa3b849086 req-138af6ab-4671-470b-8637-fa7273682743 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:18.275506 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f390c45-a1de-4aaf-aa4e-dd4fadd9700c req-f2b28ebf-b125-4a78-88a8-06134777f0f1 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:18.277043 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2f390c45-a1de-4aaf-aa4e-dd4fadd9700c req-f2b28ebf-b125-4a78-88a8-06134777f0f1 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=cd92d494-82c4-4614-9a6f-2d9307f3309a HTTP/1.1" status: 200 len: 946 time: 0.0837612 Feb 09 21:29:18.280678 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 4bbd8126-4683-4cf5-bea6-1038ce90a505 details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:29:18.281233 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-28a72e0d-b727-455a-ab85-b8aa3b849086 req-138af6ab-4671-470b-8637-fa7273682743 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:18.368578 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2f390c45-a1de-4aaf-aa4e-dd4fadd9700c req-c8eb2b68-d552-4d87-8d50-5bc8f691a389 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847483 Feb 09 21:29:18.376786 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 4bbd8126-4683-4cf5-bea6-1038ce90a505, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=4bbd8126-4683-4cf5-bea6-1038ce90a505,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:29:18.388481 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': '4bbd8126-4683-4cf5-bea6-1038ce90a505', 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc', 'port_id': '4bbd8126-4683-4cf5-bea6-1038ce90a505', 'mac_address': 'fa:16:3e:6e:6c:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f7402ac-a35b-414b-bcc1-bc1c3072ec3c', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:29:18.428880 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [req-28a72e0d-b727-455a-ab85-b8aa3b849086 req-138af6ab-4671-470b-8637-fa7273682743 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Allocated IP 172.25.3.230 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/25842139-21ba-4a8d-9d61-899983b5c69e) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:29:18.430068 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 4bbd8126-4683-4cf5-bea6-1038ce90a505 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:29:18.430530 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (4bbd8126-4683-4cf5-bea6-1038ce90a505), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:18.444855 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bbd8126-4683-4cf5-bea6-1038ce90a505 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:29:18.463060 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1deec429-ed6c-47e6-b165-1e43d4cf6e61 req-6e67a94c-aba9-402e-be05-137344a51285 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff1811b6-f006-4729-969d-2c14bcf6a227 HTTP/1.1" status: 200 len: 210 time: 0.0362747 Feb 09 21:29:18.469667 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 4bbd8126-4683-4cf5-bea6-1038ce90a505, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=4bbd8126-4683-4cf5-bea6-1038ce90a505,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:29:18.474049 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (4bbd8126-4683-4cf5-bea6-1038ce90a505), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:18.531694 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=4bbd8126-4683-4cf5-bea6-1038ce90a505,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:18.615304 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08181720-2509-4444-8032-b469cc959ff6 req-fdc9d5c0-6f0f-43b4-a0fa-235b57690417 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:18.617671 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-08181720-2509-4444-8032-b469cc959ff6 req-fdc9d5c0-6f0f-43b4-a0fa-235b57690417 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=fc5656c9-58bf-4d3e-882d-807e27138283 HTTP/1.1" status: 200 len: 943 time: 0.0936291 Feb 09 21:29:18.620435 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-28a72e0d-b727-455a-ab85-b8aa3b849086 req-138af6ab-4671-470b-8637-fa7273682743 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Publish callbacks [] for port (25842139-21ba-4a8d-9d61-899983b5c69e), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:18.686557 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-08181720-2509-4444-8032-b469cc959ff6 req-2232de19-57e7-4608-8e85-aa11168d78cb tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631862 Feb 09 21:29:18.693183 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-28a72e0d-b727-455a-ab85-b8aa3b849086 req-138af6ab-4671-470b-8637-fa7273682743 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (25842139-21ba-4a8d-9d61-899983b5c69e), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:18.736971 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28a72e0d-b727-455a-ab85-b8aa3b849086 req-138af6ab-4671-470b-8637-fa7273682743 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:29:18.739902 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [req-28a72e0d-b727-455a-ab85-b8aa3b849086 req-138af6ab-4671-470b-8637-fa7273682743 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:29:18.743460 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-28a72e0d-b727-455a-ab85-b8aa3b849086 req-138af6ab-4671-470b-8637-fa7273682743 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:29:18.784672 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-fdaf5873-7d18-4164-b96b-ecb266002dc6 req-72a4f8a1-2b2f-4012-b977-2cf6f77c5403 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=8d84614404434ebcab3def23a72c26b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219622 Feb 09 21:29:18.809137 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138af6ab-4671-470b-8637-fa7273682743 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Pushing event updated for resources: {'Port': ['ID=25842139-21ba-4a8d-9d61-899983b5c69e,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:18.870654 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d2318c-3fdd-4c9c-ab05-7cf100093d13 req-38e01c74-b6a6-40e4-ac0b-b6367601e734 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:18.872154 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-74d2318c-3fdd-4c9c-ab05-7cf100093d13 req-38e01c74-b6a6-40e4-ac0b-b6367601e734 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=d16a6bf9-e416-481d-94cc-c397ae771e97 HTTP/1.1" status: 200 len: 949 time: 0.1191657 Feb 09 21:29:18.876540 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['4bbd8126-4683-4cf5-bea6-1038ce90a505'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:29:18.917513 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaf5873-7d18-4164-b96b-ecb266002dc6 req-408ddbd7-4178-41ee-953c-e773557601bd tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:18.920163 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-fdaf5873-7d18-4164-b96b-ecb266002dc6 req-408ddbd7-4178-41ee-953c-e773557601bd tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1275289 Feb 09 21:29:18.927954 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-28a72e0d-b727-455a-ab85-b8aa3b849086 req-138af6ab-4671-470b-8637-fa7273682743 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Publish callbacks [] for floatingip (764d60cb-ba25-4dd3-95a0-356ebbac12b1), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:18.941918 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-fdaf5873-7d18-4164-b96b-ecb266002dc6 req-68c92561-9fa3-448d-9120-5e809cd7bb51 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] Request body: {'port': {'device_id': 'ff1811b6-f006-4729-969d-2c14bcf6a227', 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc', 'admin_state_up': True, 'tenant_id': '8d84614404434ebcab3def23a72c26b2'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:29:18.985801 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-74d2318c-3fdd-4c9c-ab05-7cf100093d13 req-17cd5e9e-d1c0-46e8-bd9e-a2d4590d6e18 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909901 Feb 09 21:29:19.006229 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-28a72e0d-b727-455a-ab85-b8aa3b849086 req-138af6ab-4671-470b-8637-fa7273682743 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (25842139-21ba-4a8d-9d61-899983b5c69e), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:19.061124 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdaf5873-7d18-4164-b96b-ecb266002dc6 req-68c92561-9fa3-448d-9120-5e809cd7bb51 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] Made reservation on behalf of 8d84614404434ebcab3def23a72c26b2 for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:29:19.064691 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-fdaf5873-7d18-4164-b96b-ecb266002dc6 req-68c92561-9fa3-448d-9120-5e809cd7bb51 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:19.077570 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-fdaf5873-7d18-4164-b96b-ecb266002dc6 req-68c92561-9fa3-448d-9120-5e809cd7bb51 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:19.143725 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17085b6-1e03-4ffb-b59b-b435af42ed9c req-c3ce9e05-a8b2-4c61-ba71-393730f2c7f9 tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:19.145114 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a17085b6-1e03-4ffb-b59b-b435af42ed9c req-c3ce9e05-a8b2-4c61-ba71-393730f2c7f9 tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] 10.222.0.90 "GET /v2.0/ports?device_id=7db6bdb6-0f2f-41e3-85e5-237a1be4d7cd HTTP/1.1" status: 200 len: 945 time: 0.1032281 Feb 09 21:29:19.156389 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-fdaf5873-7d18-4164-b96b-ecb266002dc6 req-68c92561-9fa3-448d-9120-5e809cd7bb51 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] Publish callbacks [] for security_group (f6fa6ce3-746d-4166-ab07-a35461d566f0), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:19.160697 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-fdaf5873-7d18-4164-b96b-ecb266002dc6 req-68c92561-9fa3-448d-9120-5e809cd7bb51 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (f6fa6ce3-746d-4166-ab07-a35461d566f0), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:19.228019 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a17085b6-1e03-4ffb-b59b-b435af42ed9c req-bf05564c-d519-4aab-adc4-95db7ce8d72d tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] 10.222.0.90 "GET /v2.0/security-groups?id=91d83400-638e-47e1-98a6-6d0e50fe073b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767753 Feb 09 21:29:19.232985 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c92561-9fa3-448d-9120-5e809cd7bb51 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6fa6ce3-746d-4166-ab07-a35461d566f0,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:19.263196 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-28a72e0d-b727-455a-ab85-b8aa3b849086 req-138af6ab-4671-470b-8637-fa7273682743 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Publish callbacks [] for port (25842139-21ba-4a8d-9d61-899983b5c69e), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:19.268711 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-28a72e0d-b727-455a-ab85-b8aa3b849086 req-138af6ab-4671-470b-8637-fa7273682743 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (25842139-21ba-4a8d-9d61-899983b5c69e), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:19.308253 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [req-fdaf5873-7d18-4164-b96b-ecb266002dc6 req-68c92561-9fa3-448d-9120-5e809cd7bb51 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] Allocated IP 192.168.233.220 (a8139157-1e3e-4bd9-8fa9-c0e20debd7dc/0f7402ac-a35b-414b-bcc1-bc1c3072ec3c/6247bd7c-7320-480f-9243-d6f57c6800c7) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:29:19.365098 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138af6ab-4671-470b-8637-fa7273682743 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Pushing event updated for resources: {'Port': ['ID=25842139-21ba-4a8d-9d61-899983b5c69e,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:19.386627 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-28a72e0d-b727-455a-ab85-b8aa3b849086 req-138af6ab-4671-470b-8637-fa7273682743 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (764d60cb-ba25-4dd3-95a0-356ebbac12b1), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:19.410480 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ad2a4f-cd27-4243-a8af-9d6603d21bd2 req-e90924d8-00c2-440f-b6c1-3097b310295f tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:19.411989 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-20ad2a4f-cd27-4243-a8af-9d6603d21bd2 req-e90924d8-00c2-440f-b6c1-3097b310295f tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/ports?device_id=dd839f0e-e023-46ce-9c3b-851d3c21ae78 HTTP/1.1" status: 200 len: 945 time: 0.1000528 Feb 09 21:29:19.415422 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-28a72e0d-b727-455a-ab85-b8aa3b849086 req-138af6ab-4671-470b-8637-fa7273682743 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:19.416549 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-28a72e0d-b727-455a-ab85-b8aa3b849086 req-138af6ab-4671-470b-8637-fa7273682743 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3445573 Feb 09 21:29:19.464392 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-fdaf5873-7d18-4164-b96b-ecb266002dc6 req-68c92561-9fa3-448d-9120-5e809cd7bb51 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] Publish callbacks [] for port (6247bd7c-7320-480f-9243-d6f57c6800c7), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:19.484133 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-28a72e0d-b727-455a-ab85-b8aa3b849086 req-ceb41ecf-b200-4c8f-b2ad-2945d0b6b837 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] 10.222.0.90 "GET /v2.0/floatingips?floating_ip_address=172.25.3.230 HTTP/1.1" status: 200 len: 696 time: 0.0619006 Feb 09 21:29:19.499820 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-fdaf5873-7d18-4164-b96b-ecb266002dc6 req-68c92561-9fa3-448d-9120-5e809cd7bb51 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (6247bd7c-7320-480f-9243-d6f57c6800c7), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:19.543589 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdaf5873-7d18-4164-b96b-ecb266002dc6 req-68c92561-9fa3-448d-9120-5e809cd7bb51 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] Network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:29:19.546631 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [req-fdaf5873-7d18-4164-b96b-ecb266002dc6 req-68c92561-9fa3-448d-9120-5e809cd7bb51 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:29:19.549246 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdaf5873-7d18-4164-b96b-ecb266002dc6 req-68c92561-9fa3-448d-9120-5e809cd7bb51 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:29:19.557336 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-20ad2a4f-cd27-4243-a8af-9d6603d21bd2 req-fb6f3dfe-5161-4a45-9b1b-e0b5f6349878 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/security-groups?id=8827d060-7266-4559-a6cc-b0bbf702a8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280391 Feb 09 21:29:19.602235 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c92561-9fa3-448d-9120-5e809cd7bb51 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] Pushing event updated for resources: {'Port': ['ID=6247bd7c-7320-480f-9243-d6f57c6800c7,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:19.623444 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaf5873-7d18-4164-b96b-ecb266002dc6 req-68c92561-9fa3-448d-9120-5e809cd7bb51 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:19.623758 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-fdaf5873-7d18-4164-b96b-ecb266002dc6 req-68c92561-9fa3-448d-9120-5e809cd7bb51 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:19.625664 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a72e0d-b727-455a-ab85-b8aa3b849086 req-58163a56-9aa7-4ab3-a29a-8d77f31e1207 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:19.637138 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-28a72e0d-b727-455a-ab85-b8aa3b849086 req-58163a56-9aa7-4ab3-a29a-8d77f31e1207 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] 10.222.0.90 "GET /v2.0/networks/54a442d5-50a0-4c75-85cc-d19f5bf58118 HTTP/1.1" status: 200 len: 784 time: 0.1452737 Feb 09 21:29:19.642418 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-fdaf5873-7d18-4164-b96b-ecb266002dc6 req-68c92561-9fa3-448d-9120-5e809cd7bb51 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7051320 Feb 09 21:29:19.686372 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-fdaf5873-7d18-4164-b96b-ecb266002dc6 req-3e397777-1c6b-4960-a2a7-ba44d359847f service neutron] Request body: {'port': {'device_id': 'ff1811b6-f006-4729-969d-2c14bcf6a227', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:29:19.702900 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f41fb6-9100-41be-ba97-4f48de451232 req-fd347f8a-1bf2-4154-90ed-f0f5c951a1ba tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:19.708495 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-70f41fb6-9100-41be-ba97-4f48de451232 req-fd347f8a-1bf2-4154-90ed-f0f5c951a1ba tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=cd92d494-82c4-4614-9a6f-2d9307f3309a HTTP/1.1" status: 200 len: 946 time: 0.0702002 Feb 09 21:29:19.748809 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-fdaf5873-7d18-4164-b96b-ecb266002dc6 req-3e397777-1c6b-4960-a2a7-ba44d359847f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (6247bd7c-7320-480f-9243-d6f57c6800c7), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:19.781491 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1427be-04df-4d39-8806-c2c6dbc8bef2 req-c3e01e6e-8955-49ce-8803-2ce52a400281 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:19.783023 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ee1427be-04df-4d39-8806-c2c6dbc8bef2 req-c3e01e6e-8955-49ce-8803-2ce52a400281 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff1811b6-f006-4729-969d-2c14bcf6a227 HTTP/1.1" status: 200 len: 936 time: 0.1019826 Feb 09 21:29:19.791101 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-70f41fb6-9100-41be-ba97-4f48de451232 req-8d895ea3-3f10-499b-ab03-a8201ad115d9 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647721 Feb 09 21:29:19.831134 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-f14f2e77-7663-498e-82cc-714047987903 None None] Provisioning complete for port 6247bd7c-7320-480f-9243-d6f57c6800c7 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:29:19.832115 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f14f2e77-7663-498e-82cc-714047987903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (6247bd7c-7320-480f-9243-d6f57c6800c7), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:19.869008 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-f14f2e77-7663-498e-82cc-714047987903 None None] Port 6247bd7c-7320-480f-9243-d6f57c6800c7 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:29:19.875808 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-51aead28-dc9b-4f38-ab46-9b889a3b5900 req-ea636d72-8a4b-45b1-88fe-095793124d35 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] 10.222.0.90 "GET /v2.0/floatingips/764d60cb-ba25-4dd3-95a0-356ebbac12b1 HTTP/1.1" status: 200 len: 693 time: 0.0575392 Feb 09 21:29:19.898471 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ee1427be-04df-4d39-8806-c2c6dbc8bef2 req-fcc99cc7-3d7e-40c8-b6d0-d216bdc0d1eb tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/security-groups?id=f6fa6ce3-746d-4166-ab07-a35461d566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062443 Feb 09 21:29:20.016414 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aead28-dc9b-4f38-ab46-9b889a3b5900 req-092b83a4-3276-44de-9fcf-127aae6f2b17 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:20.017742 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-51aead28-dc9b-4f38-ab46-9b889a3b5900 req-092b83a4-3276-44de-9fcf-127aae6f2b17 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] 10.222.0.90 "GET /v2.0/networks/54a442d5-50a0-4c75-85cc-d19f5bf58118 HTTP/1.1" status: 200 len: 784 time: 0.1339836 Feb 09 21:29:20.030936 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [req-51aead28-dc9b-4f38-ab46-9b889a3b5900 req-69fb95ee-0901-4621-aad4-1ee08963efe5 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=103140) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:29:20.031250 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-fdaf5873-7d18-4164-b96b-ecb266002dc6 req-3e397777-1c6b-4960-a2a7-ba44d359847f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6247bd7c-7320-480f-9243-d6f57c6800c7 {{(pid=103141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:29:20.032643 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-51aead28-dc9b-4f38-ab46-9b889a3b5900 req-69fb95ee-0901-4621-aad4-1ee08963efe5 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0082805 Feb 09 21:29:20.040474 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-fdaf5873-7d18-4164-b96b-ecb266002dc6 req-3e397777-1c6b-4960-a2a7-ba44d359847f service neutron] Publish callbacks [] for port (6247bd7c-7320-480f-9243-d6f57c6800c7), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:20.054579 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-fdaf5873-7d18-4164-b96b-ecb266002dc6 req-3e397777-1c6b-4960-a2a7-ba44d359847f service neutron] Transition to ACTIVE for port object 6247bd7c-7320-480f-9243-d6f57c6800c7 will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:29:20.058611 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-fdaf5873-7d18-4164-b96b-ecb266002dc6 req-3e397777-1c6b-4960-a2a7-ba44d359847f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (6247bd7c-7320-480f-9243-d6f57c6800c7), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:20.060146 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862e535e-d654-413b-9901-823c0bd7fc61 req-aaf13fe6-369b-4f40-ac99-734bba7c103d tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:20.061729 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-862e535e-d654-413b-9901-823c0bd7fc61 req-aaf13fe6-369b-4f40-ac99-734bba7c103d tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=fc5656c9-58bf-4d3e-882d-807e27138283 HTTP/1.1" status: 200 len: 943 time: 0.0914660 Feb 09 21:29:20.166547 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-862e535e-d654-413b-9901-823c0bd7fc61 req-36552ce1-57aa-48c8-b8b5-e1665bbc14eb tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984154 Feb 09 21:29:20.173767 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e397777-1c6b-4960-a2a7-ba44d359847f service neutron] Pushing event updated for resources: {'Port': ['ID=6247bd7c-7320-480f-9243-d6f57c6800c7,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:20.187767 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb306b92-dfc1-446b-8fc1-654e7ecd1075 req-fabbd09c-9e73-492b-8eff-8488e4ebc614 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:20.196074 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bb306b92-dfc1-446b-8fc1-654e7ecd1075 req-fabbd09c-9e73-492b-8eff-8488e4ebc614 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=d16a6bf9-e416-481d-94cc-c397ae771e97 HTTP/1.1" status: 200 len: 949 time: 0.0948343 Feb 09 21:29:20.222901 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-fdaf5873-7d18-4164-b96b-ecb266002dc6 req-3e397777-1c6b-4960-a2a7-ba44d359847f service neutron] Attempting to bind port 6247bd7c-7320-480f-9243-d6f57c6800c7 on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:29:20.223241 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-fdaf5873-7d18-4164-b96b-ecb266002dc6 req-3e397777-1c6b-4960-a2a7-ba44d359847f service neutron] Attempting to bind port 6247bd7c-7320-480f-9243-d6f57c6800c7 by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:29:20.223575 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdaf5873-7d18-4164-b96b-ecb266002dc6 req-3e397777-1c6b-4960-a2a7-ba44d359847f service neutron] Attempting to bind port 6247bd7c-7320-480f-9243-d6f57c6800c7 on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:29:20.228241 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdaf5873-7d18-4164-b96b-ecb266002dc6 req-3e397777-1c6b-4960-a2a7-ba44d359847f service neutron] Port 6247bd7c-7320-480f-9243-d6f57c6800c7 on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:29:20.228583 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdaf5873-7d18-4164-b96b-ecb266002dc6 req-3e397777-1c6b-4960-a2a7-ba44d359847f service neutron] Attempting to bind port 6247bd7c-7320-480f-9243-d6f57c6800c7 on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:29:20.233707 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdaf5873-7d18-4164-b96b-ecb266002dc6 req-3e397777-1c6b-4960-a2a7-ba44d359847f service neutron] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:29:20.234047 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdaf5873-7d18-4164-b96b-ecb266002dc6 req-3e397777-1c6b-4960-a2a7-ba44d359847f service neutron] Checking segment: {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:29:20.234436 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdaf5873-7d18-4164-b96b-ecb266002dc6 req-3e397777-1c6b-4960-a2a7-ba44d359847f service neutron] Bound using segment: {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:29:20.234871 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-fdaf5873-7d18-4164-b96b-ecb266002dc6 req-3e397777-1c6b-4960-a2a7-ba44d359847f service neutron] Bound port: 6247bd7c-7320-480f-9243-d6f57c6800c7, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:29:20.235230 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-fdaf5873-7d18-4164-b96b-ecb266002dc6 req-3e397777-1c6b-4960-a2a7-ba44d359847f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (6247bd7c-7320-480f-9243-d6f57c6800c7), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:20.275457 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bfac077d-76e2-48d7-a6e9-cd8b2b8f1eaa req-03cb36b7-b1c7-4564-b654-8568f89d9b91 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] 10.222.0.90 "GET /v2.0/floatingips/764d60cb-ba25-4dd3-95a0-356ebbac12b1 HTTP/1.1" status: 200 len: 693 time: 0.0619378 Feb 09 21:29:20.277848 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 4bbd8126-4683-4cf5-bea6-1038ce90a505 up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:29:20.289657 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bb306b92-dfc1-446b-8fc1-654e7ecd1075 req-a4f41274-45e1-4596-92b0-0f428260d7cb tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926545 Feb 09 21:29:20.337883 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-fdaf5873-7d18-4164-b96b-ecb266002dc6 req-3e397777-1c6b-4960-a2a7-ba44d359847f service neutron] For port 6247bd7c-7320-480f-9243-d6f57c6800c7, host n-h2-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:29:20.338577 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning for port 4bbd8126-4683-4cf5-bea6-1038ce90a505 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:29:20.342297 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-fdaf5873-7d18-4164-b96b-ecb266002dc6 req-3e397777-1c6b-4960-a2a7-ba44d359847f service neutron] For port 6247bd7c-7320-480f-9243-d6f57c6800c7, host n-h2-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=6247bd7c-7320-480f-9243-d6f57c6800c7,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:29:20.344894 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port 4bbd8126-4683-4cf5-bea6-1038ce90a505 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:29:20.345697 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (4bbd8126-4683-4cf5-bea6-1038ce90a505), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:20.350674 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-fdaf5873-7d18-4164-b96b-ecb266002dc6 req-3e397777-1c6b-4960-a2a7-ba44d359847f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (6247bd7c-7320-480f-9243-d6f57c6800c7), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:20.396313 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaf5873-7d18-4164-b96b-ecb266002dc6 req-3e397777-1c6b-4960-a2a7-ba44d359847f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:20.397853 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-fdaf5873-7d18-4164-b96b-ecb266002dc6 req-3e397777-1c6b-4960-a2a7-ba44d359847f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:20.399267 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-fdaf5873-7d18-4164-b96b-ecb266002dc6 req-3e397777-1c6b-4960-a2a7-ba44d359847f service neutron] 10.222.0.89 "PUT /v2.0/ports/6247bd7c-7320-480f-9243-d6f57c6800c7 HTTP/1.1" status: 200 len: 1096 time: 0.7171693 Feb 09 21:29:20.405160 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff1811b6-f006-4729-969d-2c14bcf6a227', 'tag': '6247bd7c-7320-480f-9243-d6f57c6800c7'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:29:20.408116 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-905d0628-cb55-464a-8b06-782fba303956" -d '{"events": [{"name": "network-changed", "server_uuid": "ff1811b6-f006-4729-969d-2c14bcf6a227", "tag": "6247bd7c-7320-480f-9243-d6f57c6800c7"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:29:20.440532 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e397777-1c6b-4960-a2a7-ba44d359847f service neutron] Pushing event updated for resources: {'Port': ['ID=6247bd7c-7320-480f-9243-d6f57c6800c7,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:20.445725 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfac077d-76e2-48d7-a6e9-cd8b2b8f1eaa req-a8d1ab3b-4f1c-49da-b8f4-9a846f7e6476 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:20.452155 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bfac077d-76e2-48d7-a6e9-cd8b2b8f1eaa req-a8d1ab3b-4f1c-49da-b8f4-9a846f7e6476 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] 10.222.0.90 "GET /v2.0/networks/54a442d5-50a0-4c75-85cc-d19f5bf58118 HTTP/1.1" status: 200 len: 784 time: 0.1600208 Feb 09 21:29:20.458775 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [req-bfac077d-76e2-48d7-a6e9-cd8b2b8f1eaa req-bce256e6-25f6-485d-997c-b6683c5b3f86 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=103140) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:29:20.460361 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bfac077d-76e2-48d7-a6e9-cd8b2b8f1eaa req-bce256e6-25f6-485d-997c-b6683c5b3f86 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073864 Feb 09 21:29:20.471830 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8a7cc4-e931-4eb2-bd11-aba8e9afa071 req-439d4f5a-3e03-499e-9820-bf8229e3ef73 tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:20.479337 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6a8a7cc4-e931-4eb2-bd11-aba8e9afa071 req-439d4f5a-3e03-499e-9820-bf8229e3ef73 tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] 10.222.0.90 "GET /v2.0/ports?device_id=7db6bdb6-0f2f-41e3-85e5-237a1be4d7cd HTTP/1.1" status: 200 len: 945 time: 0.1118305 Feb 09 21:29:20.480059 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 4bbd8126-4683-4cf5-bea6-1038ce90a505 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:29:20.480595 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (4bbd8126-4683-4cf5-bea6-1038ce90a505), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:20.508608 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaf5873-7d18-4164-b96b-ecb266002dc6 req-dffdb4cb-73e4-4645-970d-040c2f3dcadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:20.510368 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-fdaf5873-7d18-4164-b96b-ecb266002dc6 req-dffdb4cb-73e4-4645-970d-040c2f3dcadb service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8d84614404434ebcab3def23a72c26b2&device_id=ff1811b6-f006-4729-969d-2c14bcf6a227 HTTP/1.1" status: 200 len: 1130 time: 0.0572338 Feb 09 21:29:20.514670 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd16a6bf9-e416-481d-94cc-c397ae771e97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bbd8126-4683-4cf5-bea6-1038ce90a505'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:29:20.517198 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f23204f2-028e-455e-80aa-59dce3249766" -d '{"events": [{"server_uuid": "d16a6bf9-e416-481d-94cc-c397ae771e97", "name": "network-vif-plugged", "status": "completed", "tag": "4bbd8126-4683-4cf5-bea6-1038ce90a505"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:29:20.537019 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 4bbd8126-4683-4cf5-bea6-1038ce90a505, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=4bbd8126-4683-4cf5-bea6-1038ce90a505,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:29:20.542752 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (4bbd8126-4683-4cf5-bea6-1038ce90a505), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:20.543447 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bfac077d-76e2-48d7-a6e9-cd8b2b8f1eaa req-cbe8444c-7f8b-46f0-97e4-87aac5607ff3 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] 10.222.0.90 "GET /v2.0/floatingips?floating_ip_address=172.25.3.230 HTTP/1.1" status: 200 len: 696 time: 0.0614457 Feb 09 21:29:20.568975 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-fdaf5873-7d18-4164-b96b-ecb266002dc6 req-97ea9f47-854c-4369-a30f-c26060a407a9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=6247bd7c-7320-480f-9243-d6f57c6800c7 HTTP/1.1" status: 200 len: 217 time: 0.0450130 Feb 09 21:29:20.602660 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=4bbd8126-4683-4cf5-bea6-1038ce90a505,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:20.624382 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6a8a7cc4-e931-4eb2-bd11-aba8e9afa071 req-03ae5ec8-e5dd-4ef4-ad35-6271475359d6 tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] 10.222.0.90 "GET /v2.0/security-groups?id=91d83400-638e-47e1-98a6-6d0e50fe073b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397595 Feb 09 21:29:20.636200 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaf5873-7d18-4164-b96b-ecb266002dc6 req-ac7a594c-cb84-4504-979d-38e509ce7722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:20.636200 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-fdaf5873-7d18-4164-b96b-ecb266002dc6 req-ac7a594c-cb84-4504-979d-38e509ce7722 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0f7402ac-a35b-414b-bcc1-bc1c3072ec3c HTTP/1.1" status: 200 len: 843 time: 0.0561707 Feb 09 21:29:20.645867 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bfac077d-76e2-48d7-a6e9-cd8b2b8f1eaa req-27188807-aed1-404a-8485-11ea1786b875 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] 10.222.0.90 "GET /v2.0/floatingips?floating_ip_address=172.25.3.230 HTTP/1.1" status: 200 len: 696 time: 0.0881670 Feb 09 21:29:20.673207 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cccda45-8004-4672-acc1-f2a4587aa1bf x-openstack-request-id: req-7cccda45-8004-4672-acc1-f2a4587aa1bf {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:29:20.673571 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff1811b6-f006-4729-969d-2c14bcf6a227", "tag": "6247bd7c-7320-480f-9243-d6f57c6800c7", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:29:20.673893 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-7cccda45-8004-4672-acc1-f2a4587aa1bf {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:29:20.674355 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff1811b6-f006-4729-969d-2c14bcf6a227', 'tag': '6247bd7c-7320-480f-9243-d6f57c6800c7', 'status': 'completed', 'code': 200} Feb 09 21:29:20.692207 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaf5873-7d18-4164-b96b-ecb266002dc6 req-0e6ef3fc-7662-4416-9071-96562970fadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:20.693953 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-fdaf5873-7d18-4164-b96b-ecb266002dc6 req-0e6ef3fc-7662-4416-9071-96562970fadb service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0546498 Feb 09 21:29:20.704697 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42502933-5c90-4450-8e0c-db34130b4216 x-openstack-request-id: req-42502933-5c90-4450-8e0c-db34130b4216 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:29:20.705248 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d16a6bf9-e416-481d-94cc-c397ae771e97", "name": "network-vif-plugged", "status": "completed", "tag": "4bbd8126-4683-4cf5-bea6-1038ce90a505", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:29:20.705687 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-42502933-5c90-4450-8e0c-db34130b4216 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:29:20.706280 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd16a6bf9-e416-481d-94cc-c397ae771e97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bbd8126-4683-4cf5-bea6-1038ce90a505', 'code': 200} Feb 09 21:29:20.784140 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:20.804811 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-fdaf5873-7d18-4164-b96b-ecb266002dc6 req-80c60801-8ef5-4fd9-9c7d-bd5edc0d568c service neutron] 10.222.0.89 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030803 Feb 09 21:29:20.833958 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-bfac077d-76e2-48d7-a6e9-cd8b2b8f1eaa req-f0b40129-d3d0-4b09-9c8a-b5692c4bb2fb tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Deleting port 25842139-21ba-4a8d-9d61-899983b5c69e {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:29:20.834310 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-bfac077d-76e2-48d7-a6e9-cd8b2b8f1eaa req-f0b40129-d3d0-4b09-9c8a-b5692c4bb2fb tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (25842139-21ba-4a8d-9d61-899983b5c69e), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:20.844037 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a106c646-7070-49e8-a165-59e3912bd1bf req-537d0033-82a8-475b-8df3-20b7d9e77a22 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:20.845520 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a106c646-7070-49e8-a165-59e3912bd1bf req-537d0033-82a8-475b-8df3-20b7d9e77a22 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/ports?device_id=dd839f0e-e023-46ce-9c3b-851d3c21ae78 HTTP/1.1" status: 200 len: 945 time: 0.0720618 Feb 09 21:29:20.894094 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fe2913-7ccf-45b1-8f72-6ca01fe4b1ba req-1b4e4c9a-cca6-41c0-a671-7ad1f7d50530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:20.895696 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d3fe2913-7ccf-45b1-8f72-6ca01fe4b1ba req-1b4e4c9a-cca6-41c0-a671-7ad1f7d50530 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=d16a6bf9-e416-481d-94cc-c397ae771e97 HTTP/1.1" status: 200 len: 1132 time: 0.1029155 Feb 09 21:29:20.931296 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-fdaf5873-7d18-4164-b96b-ecb266002dc6 req-94038b1a-bc05-42fa-8bd1-c8b900807d20 service neutron] 10.222.0.89 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123996 Feb 09 21:29:20.943366 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a106c646-7070-49e8-a165-59e3912bd1bf req-b3c05e85-6802-489e-b0e0-e53915cac31c tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/security-groups?id=8827d060-7266-4559-a6cc-b0bbf702a8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887830 Feb 09 21:29:20.955159 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-bfac077d-76e2-48d7-a6e9-cd8b2b8f1eaa req-f0b40129-d3d0-4b09-9c8a-b5692c4bb2fb tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (25842139-21ba-4a8d-9d61-899983b5c69e), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:20.955503 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-bfac077d-76e2-48d7-a6e9-cd8b2b8f1eaa req-f0b40129-d3d0-4b09-9c8a-b5692c4bb2fb tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Publish callbacks [] for floatingip (25842139-21ba-4a8d-9d61-899983b5c69e), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:20.956488 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d3fe2913-7ccf-45b1-8f72-6ca01fe4b1ba req-be744ec6-b983-4912-a830-4d49ece4b7ec service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525143 Feb 09 21:29:20.971527 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-bfac077d-76e2-48d7-a6e9-cd8b2b8f1eaa req-f0b40129-d3d0-4b09-9c8a-b5692c4bb2fb tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Calling delete_port for 25842139-21ba-4a8d-9d61-899983b5c69e owned by network:floatingip {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:29:21.041811 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905d0628-cb55-464a-8b06-782fba303956 req-c7b66e88-4cb7-4b24-ac5a-deabd38538fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:21.043329 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-905d0628-cb55-464a-8b06-782fba303956 req-c7b66e88-4cb7-4b24-ac5a-deabd38538fc service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8d84614404434ebcab3def23a72c26b2&device_id=ff1811b6-f006-4729-969d-2c14bcf6a227 HTTP/1.1" status: 200 len: 1130 time: 0.0452485 Feb 09 21:29:21.103020 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38358979-58e9-45de-b49f-8e1d2f2c1ec6 req-deffd296-792b-4ea6-849d-059075b49ab6 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:21.104566 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-38358979-58e9-45de-b49f-8e1d2f2c1ec6 req-deffd296-792b-4ea6-849d-059075b49ab6 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=cd92d494-82c4-4614-9a6f-2d9307f3309a HTTP/1.1" status: 200 len: 946 time: 0.0860291 Feb 09 21:29:21.148137 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905d0628-cb55-464a-8b06-782fba303956 req-8b4fa8c4-8829-42a1-bd0a-d698ef85c469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:21.149641 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-905d0628-cb55-464a-8b06-782fba303956 req-8b4fa8c4-8829-42a1-bd0a-d698ef85c469 service neutron] 10.222.0.89 "GET /v2.0/networks?id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc HTTP/1.1" status: 200 len: 870 time: 0.0925605 Feb 09 21:29:21.188816 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-38358979-58e9-45de-b49f-8e1d2f2c1ec6 req-29e48f27-313a-48a6-9e02-752629332707 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781887 Feb 09 21:29:21.189813 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-bfac077d-76e2-48d7-a6e9-cd8b2b8f1eaa req-f0b40129-d3d0-4b09-9c8a-b5692c4bb2fb tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (25842139-21ba-4a8d-9d61-899983b5c69e), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:21.190687 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-905d0628-cb55-464a-8b06-782fba303956 req-ab24c0fa-b7f1-4a26-9e39-0862d252d7d3 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=6247bd7c-7320-480f-9243-d6f57c6800c7 HTTP/1.1" status: 200 len: 217 time: 0.0344498 Feb 09 21:29:21.220491 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b40129-d3d0-4b09-9c8a-b5692c4bb2fb tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Pushing event deleted for resources: {'Port': ['ID=25842139-21ba-4a8d-9d61-899983b5c69e,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:21.248946 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905d0628-cb55-464a-8b06-782fba303956 req-3a2fc67f-f428-498b-bad8-0110764179b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:21.250526 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-905d0628-cb55-464a-8b06-782fba303956 req-3a2fc67f-f428-498b-bad8-0110764179b1 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0f7402ac-a35b-414b-bcc1-bc1c3072ec3c HTTP/1.1" status: 200 len: 843 time: 0.0534618 Feb 09 21:29:21.291833 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-bfac077d-76e2-48d7-a6e9-cd8b2b8f1eaa req-f0b40129-d3d0-4b09-9c8a-b5692c4bb2fb tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Publish callbacks [] for floatingip (764d60cb-ba25-4dd3-95a0-356ebbac12b1), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:21.292935 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-bfac077d-76e2-48d7-a6e9-cd8b2b8f1eaa req-f0b40129-d3d0-4b09-9c8a-b5692c4bb2fb tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:21.294079 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bfac077d-76e2-48d7-a6e9-cd8b2b8f1eaa req-f0b40129-d3d0-4b09-9c8a-b5692c4bb2fb tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] 10.222.0.90 "DELETE /v2.0/floatingips/764d60cb-ba25-4dd3-95a0-356ebbac12b1 HTTP/1.1" status: 204 len: 173 time: 0.6421998 Feb 09 21:29:21.309146 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905d0628-cb55-464a-8b06-782fba303956 req-da71622a-3312-4baa-a462-4f9c60121031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:21.311112 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-905d0628-cb55-464a-8b06-782fba303956 req-da71622a-3312-4baa-a462-4f9c60121031 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0514610 Feb 09 21:29:21.337721 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440108a1-0ccb-475e-9372-ae1c36ccf2e7 req-c88c82d6-362d-4eaf-adb7-c2ca6288d209 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:21.339249 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-440108a1-0ccb-475e-9372-ae1c36ccf2e7 req-c88c82d6-362d-4eaf-adb7-c2ca6288d209 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff1811b6-f006-4729-969d-2c14bcf6a227 HTTP/1.1" status: 200 len: 948 time: 0.0602019 Feb 09 21:29:21.393660 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-440108a1-0ccb-475e-9372-ae1c36ccf2e7 req-1636e6da-097c-462e-9e87-dd04d1a35bf5 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/security-groups?id=f6fa6ce3-746d-4166-ab07-a35461d566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489163 Feb 09 21:29:21.408194 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-905d0628-cb55-464a-8b06-782fba303956 req-c9d6e499-7073-4981-a843-c0d7c652b836 service neutron] 10.222.0.89 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897238 Feb 09 21:29:21.505939 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-905d0628-cb55-464a-8b06-782fba303956 req-b09db40a-6c0b-4aa2-8a14-575c870b8681 service neutron] 10.222.0.89 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914354 Feb 09 21:29:21.530749 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926cd74e-48a9-4b4c-8875-bca5dcbcde87 req-4eb629d6-81fc-478d-9c04-6b2c9c552736 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:21.532303 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-926cd74e-48a9-4b4c-8875-bca5dcbcde87 req-4eb629d6-81fc-478d-9c04-6b2c9c552736 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=fc5656c9-58bf-4d3e-882d-807e27138283 HTTP/1.1" status: 200 len: 943 time: 0.0630221 Feb 09 21:29:21.582001 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-926cd74e-48a9-4b4c-8875-bca5dcbcde87 req-e1f39c94-035e-40fe-861f-9d2c88ff275e tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418124 Feb 09 21:29:22.071671 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a0fefb-a1b4-46f6-93b4-1d41a60c4654 req-f5f41637-f3ba-4b87-aa1b-f4be972bd19c tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:22.073185 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-98a0fefb-a1b4-46f6-93b4-1d41a60c4654 req-f5f41637-f3ba-4b87-aa1b-f4be972bd19c tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] 10.222.0.90 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.4602749 Feb 09 21:29:22.080759 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b880b73c-5b3e-4412-aeb5-ecfd2f744a19 req-300df288-e82e-46b9-a472-6cadb37245bc tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:22.081468 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b880b73c-5b3e-4412-aeb5-ecfd2f744a19 req-300df288-e82e-46b9-a472-6cadb37245bc tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=d16a6bf9-e416-481d-94cc-c397ae771e97 HTTP/1.1" status: 200 len: 950 time: 0.3999522 Feb 09 21:29:22.134420 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b880b73c-5b3e-4412-aeb5-ecfd2f744a19 req-25960395-30c3-47dd-b9fa-6102370154d1 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418828 Feb 09 21:29:22.220558 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8f11914f-831a-4db2-92e0-d5cd376a24c8 req-aec35444-be5e-46f4-aac5-208398e342f9 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] 10.222.0.90 "GET /v2.0/floatingips?tenant_id=d663dfd6d6f34ad5b7b0ac74e0144b97 HTTP/1.1" status: 200 len: 1656 time: 0.0626080 Feb 09 21:29:22.321061 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89b54ae-f085-431a-b73d-b6b12814d236 req-df8c82df-469d-4f99-9120-e89153fd73e3 tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:22.322627 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b89b54ae-f085-431a-b73d-b6b12814d236 req-df8c82df-469d-4f99-9120-e89153fd73e3 tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] 10.222.0.90 "GET /v2.0/ports?device_id=7db6bdb6-0f2f-41e3-85e5-237a1be4d7cd HTTP/1.1" status: 200 len: 945 time: 0.1257031 Feb 09 21:29:22.336132 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-de4dbf18-412a-443b-b939-71e6ff144a85 req-5b379c4e-1dfc-4887-9a71-abacc34dfd26 service neutron] 10.222.0.95 "GET /v2.0/ports/dcd512c6-e231-44af-a93e-e402f76d9c16/bindings/n-h2-828369-5 HTTP/1.1" status: 200 len: 384 time: 0.0640543 Feb 09 21:29:22.376086 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f11914f-831a-4db2-92e0-d5cd376a24c8 req-5396aa80-ccac-4253-bcc7-4df723b1c6e6 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:22.377634 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8f11914f-831a-4db2-92e0-d5cd376a24c8 req-5396aa80-ccac-4253-bcc7-4df723b1c6e6 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] 10.222.0.90 "GET /v2.0/networks?id=54a442d5-50a0-4c75-85cc-d19f5bf58118&id=54a442d5-50a0-4c75-85cc-d19f5bf58118&id=54a442d5-50a0-4c75-85cc-d19f5bf58118 HTTP/1.1" status: 200 len: 787 time: 0.1395819 Feb 09 21:29:22.396184 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [req-8f11914f-831a-4db2-92e0-d5cd376a24c8 req-9feca3ea-3bb7-4afa-af36-4e51cec3f684 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=103140) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:29:22.398193 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8f11914f-831a-4db2-92e0-d5cd376a24c8 req-9feca3ea-3bb7-4afa-af36-4e51cec3f684 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0091259 Feb 09 21:29:22.401313 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b89b54ae-f085-431a-b73d-b6b12814d236 req-b6b94ec4-5715-4105-ae4c-d4c162f9b030 tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] 10.222.0.90 "GET /v2.0/security-groups?id=91d83400-638e-47e1-98a6-6d0e50fe073b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688794 Feb 09 21:29:22.507504 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3c00daf1-14d8-4bb7-99b0-7820cac65798 req-60fe6f0f-429a-43c7-aa37-7bf4a1ac5247 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] 10.222.0.90 "GET /v2.0/floatingips/1215fa20-ceb7-488e-877a-8cd59ae54af0 HTTP/1.1" status: 200 len: 693 time: 0.0779185 Feb 09 21:29:22.543796 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-de4dbf18-412a-443b-b939-71e6ff144a85 req-994a8378-dc5b-4e17-b0fd-e8fb47f238dc service neutron] For port dcd512c6-e231-44af-a93e-e402f76d9c16, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=dcd512c6-e231-44af-a93e-e402f76d9c16,segment=NetworkSegment(aad88faa-37a1-49ac-8a06-d36169fb75d8),segment_id=aad88faa-37a1-49ac-8a06-d36169fb75d8)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:29:22.564165 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-de4dbf18-412a-443b-b939-71e6ff144a85 req-994a8378-dc5b-4e17-b0fd-e8fb47f238dc service neutron] For port dcd512c6-e231-44af-a93e-e402f76d9c16, host n-h1-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:29:22.595375 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1649a2f4-ec6c-4c62-8f02-06ebb369b01e req-206cf2b9-7463-41f9-927c-e37e0f3231ae tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:22.596784 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1649a2f4-ec6c-4c62-8f02-06ebb369b01e req-206cf2b9-7463-41f9-927c-e37e0f3231ae tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=cd92d494-82c4-4614-9a6f-2d9307f3309a HTTP/1.1" status: 200 len: 946 time: 0.1245332 Feb 09 21:29:22.599219 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-de4dbf18-412a-443b-b939-71e6ff144a85 req-994a8378-dc5b-4e17-b0fd-e8fb47f238dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcd512c6-e231-44af-a93e-e402f76d9c16 {{(pid=103141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:29:22.610599 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-de4dbf18-412a-443b-b939-71e6ff144a85 req-994a8378-dc5b-4e17-b0fd-e8fb47f238dc service neutron] For port dcd512c6-e231-44af-a93e-e402f76d9c16, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=dcd512c6-e231-44af-a93e-e402f76d9c16,segment=NetworkSegment(aad88faa-37a1-49ac-8a06-d36169fb75d8),segment_id=aad88faa-37a1-49ac-8a06-d36169fb75d8)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:29:22.624734 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-de4dbf18-412a-443b-b939-71e6ff144a85 req-994a8378-dc5b-4e17-b0fd-e8fb47f238dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (dcd512c6-e231-44af-a93e-e402f76d9c16), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:22.656179 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c00daf1-14d8-4bb7-99b0-7820cac65798 req-cad9c503-dd45-40b7-9a5a-353dfddcd51e tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:22.657554 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3c00daf1-14d8-4bb7-99b0-7820cac65798 req-cad9c503-dd45-40b7-9a5a-353dfddcd51e tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] 10.222.0.90 "GET /v2.0/networks/54a442d5-50a0-4c75-85cc-d19f5bf58118 HTTP/1.1" status: 200 len: 784 time: 0.1438384 Feb 09 21:29:22.682392 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1649a2f4-ec6c-4c62-8f02-06ebb369b01e req-186fd58a-6ddc-46a9-876b-d0f2f3968b80 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772543 Feb 09 21:29:22.709104 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-de4dbf18-412a-443b-b939-71e6ff144a85 req-994a8378-dc5b-4e17-b0fd-e8fb47f238dc service neutron] Transition to ACTIVE for port object dcd512c6-e231-44af-a93e-e402f76d9c16 will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:29:22.713532 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-de4dbf18-412a-443b-b939-71e6ff144a85 req-994a8378-dc5b-4e17-b0fd-e8fb47f238dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (dcd512c6-e231-44af-a93e-e402f76d9c16), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:22.718118 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3c00daf1-14d8-4bb7-99b0-7820cac65798 req-bf884709-bf77-4911-8b63-fb5f20af6463 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] 10.222.0.90 "GET /v2.0/floatingips?floating_ip_address=172.25.3.237 HTTP/1.1" status: 200 len: 696 time: 0.0505655 Feb 09 21:29:22.780323 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-de4dbf18-412a-443b-b939-71e6ff144a85 req-994a8378-dc5b-4e17-b0fd-e8fb47f238dc service neutron] No DVR routers for this DVR port dcd512c6-e231-44af-a93e-e402f76d9c16 on host n-h1-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:29:22.801816 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3c00daf1-14d8-4bb7-99b0-7820cac65798 req-0ff021bb-7a73-4c08-af78-e2b1d3ce4350 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] 10.222.0.90 "GET /v2.0/floatingips?floating_ip_address=172.25.3.237 HTTP/1.1" status: 200 len: 696 time: 0.0773387 Feb 09 21:29:22.818591 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994a8378-dc5b-4e17-b0fd-e8fb47f238dc service neutron] Pushing event updated for resources: {'Port': ['ID=dcd512c6-e231-44af-a93e-e402f76d9c16,revision_number=10']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:22.828519 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-de4dbf18-412a-443b-b939-71e6ff144a85 req-994a8378-dc5b-4e17-b0fd-e8fb47f238dc service neutron] 10.222.0.95 "PUT /v2.0/ports/dcd512c6-e231-44af-a93e-e402f76d9c16/bindings/n-h2-828369-5/activate HTTP/1.1" status: 200 len: 369 time: 0.4845872 Feb 09 21:29:22.899479 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6518eabc-eaf2-4e17-b64c-301d3b4b2e17 req-b4cae440-29f2-481b-9bda-dfa8646dfdd2 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:22.900908 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6518eabc-eaf2-4e17-b64c-301d3b4b2e17 req-b4cae440-29f2-481b-9bda-dfa8646dfdd2 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff1811b6-f006-4729-969d-2c14bcf6a227 HTTP/1.1" status: 200 len: 948 time: 0.1326382 Feb 09 21:29:22.947666 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4dbf18-412a-443b-b939-71e6ff144a85 req-f3415cf5-73e4-487f-b4d8-25b71ae1a90c tempest-LiveAutoBlockMigrationV225Test-1691914964 tempest-LiveAutoBlockMigrationV225Test-1691914964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:22.949313 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-de4dbf18-412a-443b-b939-71e6ff144a85 req-f3415cf5-73e4-487f-b4d8-25b71ae1a90c tempest-LiveAutoBlockMigrationV225Test-1691914964 tempest-LiveAutoBlockMigrationV225Test-1691914964-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=fc5656c9-58bf-4d3e-882d-807e27138283&tenant_id=2bd637e202e1467d81aff230fe0a3e7e&binding%3Ahost_id=n-h1-828369-5 HTTP/1.1" status: 200 len: 1126 time: 0.0495183 Feb 09 21:29:22.976387 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6518eabc-eaf2-4e17-b64c-301d3b4b2e17 req-df9945be-b776-4f26-8498-0c5d1a5637ee tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/security-groups?id=f6fa6ce3-746d-4166-ab07-a35461d566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683920 Feb 09 21:29:22.984557 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-3c00daf1-14d8-4bb7-99b0-7820cac65798 req-0b7410bb-ced3-4ebe-a297-4057bf711af7 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Deleting port e36f914f-968c-4d75-ace6-8fd4dfa3b474 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:29:22.984901 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-3c00daf1-14d8-4bb7-99b0-7820cac65798 req-0b7410bb-ced3-4ebe-a297-4057bf711af7 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (e36f914f-968c-4d75-ace6-8fd4dfa3b474), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:23.014227 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4dbf18-412a-443b-b939-71e6ff144a85 req-2ce2fd4c-6ad7-46be-8b61-e1e0ff1cec8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:23.015732 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-de4dbf18-412a-443b-b939-71e6ff144a85 req-2ce2fd4c-6ad7-46be-8b61-e1e0ff1cec8d service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=fc5656c9-58bf-4d3e-882d-807e27138283&tenant_id=2bd637e202e1467d81aff230fe0a3e7e HTTP/1.1" status: 200 len: 1126 time: 0.0548420 Feb 09 21:29:23.096317 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4dbf18-412a-443b-b939-71e6ff144a85 req-788e34ea-19f8-4b35-bfec-2ec9258c6a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:23.097832 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-de4dbf18-412a-443b-b939-71e6ff144a85 req-788e34ea-19f8-4b35-bfec-2ec9258c6a7b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2bd637e202e1467d81aff230fe0a3e7e&device_id=fc5656c9-58bf-4d3e-882d-807e27138283 HTTP/1.1" status: 200 len: 1126 time: 0.0507679 Feb 09 21:29:23.099031 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-3c00daf1-14d8-4bb7-99b0-7820cac65798 req-0b7410bb-ced3-4ebe-a297-4057bf711af7 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (e36f914f-968c-4d75-ace6-8fd4dfa3b474), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:23.099546 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-3c00daf1-14d8-4bb7-99b0-7820cac65798 req-0b7410bb-ced3-4ebe-a297-4057bf711af7 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Publish callbacks [] for floatingip (e36f914f-968c-4d75-ace6-8fd4dfa3b474), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:23.123087 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6be97e-870e-402a-9abf-cc6ea9fdd49d req-f8fd025d-6698-47f8-b7d0-ff14c4afa466 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:23.124631 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fc6be97e-870e-402a-9abf-cc6ea9fdd49d req-f8fd025d-6698-47f8-b7d0-ff14c4afa466 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=fc5656c9-58bf-4d3e-882d-807e27138283 HTTP/1.1" status: 200 len: 944 time: 0.0895259 Feb 09 21:29:23.125574 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-3c00daf1-14d8-4bb7-99b0-7820cac65798 req-0b7410bb-ced3-4ebe-a297-4057bf711af7 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Calling delete_port for e36f914f-968c-4d75-ace6-8fd4dfa3b474 owned by network:floatingip {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:29:23.199266 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:23.199842 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4dbf18-412a-443b-b939-71e6ff144a85 req-f2279ce7-246c-4444-87bd-68942bc5fe9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:23.201505 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-de4dbf18-412a-443b-b939-71e6ff144a85 req-f2279ce7-246c-4444-87bd-68942bc5fe9f service neutron] 10.222.0.89 "GET /v2.0/networks?id=37143bd2-1331-4c73-96e2-f9c3179c6daf HTTP/1.1" status: 200 len: 922 time: 0.0962620 Feb 09 21:29:23.217285 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fc6be97e-870e-402a-9abf-cc6ea9fdd49d req-e1ebda2e-f6fa-4235-88cc-18afd1ddf58e tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858119 Feb 09 21:29:23.279873 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-de4dbf18-412a-443b-b939-71e6ff144a85 req-4b1931e3-000a-41e2-97eb-764f030bf4a5 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dcd512c6-e231-44af-a93e-e402f76d9c16 HTTP/1.1" status: 200 len: 217 time: 0.0581758 Feb 09 21:29:23.305240 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-3c00daf1-14d8-4bb7-99b0-7820cac65798 req-0b7410bb-ced3-4ebe-a297-4057bf711af7 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (e36f914f-968c-4d75-ace6-8fd4dfa3b474), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:23.333618 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7410bb-ced3-4ebe-a297-4057bf711af7 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Pushing event deleted for resources: {'Port': ['ID=e36f914f-968c-4d75-ace6-8fd4dfa3b474,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:23.335470 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4dbf18-412a-443b-b939-71e6ff144a85 req-3b58385e-b42c-40d9-bdb2-d75003c3cd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:23.337708 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-de4dbf18-412a-443b-b939-71e6ff144a85 req-3b58385e-b42c-40d9-bdb2-d75003c3cd1f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f5dc5768-86f9-4907-b987-49606f9e43f9 HTTP/1.1" status: 200 len: 861 time: 0.0500824 Feb 09 21:29:23.375126 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-de4dbf18-412a-443b-b939-71e6ff144a85 req-536c4eef-27d8-4dce-b230-a63605312f35 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=37143bd2-1331-4c73-96e2-f9c3179c6daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290291 Feb 09 21:29:23.441209 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-3c00daf1-14d8-4bb7-99b0-7820cac65798 req-0b7410bb-ced3-4ebe-a297-4057bf711af7 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Publish callbacks [] for floatingip (1215fa20-ceb7-488e-877a-8cd59ae54af0), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:23.444646 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-3c00daf1-14d8-4bb7-99b0-7820cac65798 req-0b7410bb-ced3-4ebe-a297-4057bf711af7 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:23.445791 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3c00daf1-14d8-4bb7-99b0-7820cac65798 req-0b7410bb-ced3-4ebe-a297-4057bf711af7 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] 10.222.0.90 "DELETE /v2.0/floatingips/1215fa20-ceb7-488e-877a-8cd59ae54af0 HTTP/1.1" status: 204 len: 173 time: 0.6361394 Feb 09 21:29:23.459232 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357ee857-1933-4ab1-a9ba-b47ff6be5d78 req-ca68a8f6-80b9-4baa-a4dd-f3d3b0f57acf tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:23.467586 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-357ee857-1933-4ab1-a9ba-b47ff6be5d78 req-ca68a8f6-80b9-4baa-a4dd-f3d3b0f57acf tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=d16a6bf9-e416-481d-94cc-c397ae771e97 HTTP/1.1" status: 200 len: 950 time: 0.1075053 Feb 09 21:29:23.504590 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-de4dbf18-412a-443b-b939-71e6ff144a85 req-cf6fab65-da6e-4e80-985c-c55f7810d0fe service neutron] 10.222.0.89 "GET /v2.0/networks/37143bd2-1331-4c73-96e2-f9c3179c6daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122801 Feb 09 21:29:23.516676 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-357ee857-1933-4ab1-a9ba-b47ff6be5d78 req-5c23204b-a01b-4d40-90dc-d612257d925e tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482061 Feb 09 21:29:23.602243 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e7c0feb1-e46a-4555-8ab9-c852f4ab8d33 req-15c7d511-5276-492d-b6b6-21fdaae2746e tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] 10.222.0.90 "GET /v2.0/floatingips/eeaaf7a6-7f56-4430-af99-2ec53b43f1b8 HTTP/1.1" status: 200 len: 692 time: 0.0495002 Feb 09 21:29:23.613727 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e113cc81-d0a0-4ae3-8133-8140d14578dc req-2335f69c-a476-427b-8f0b-d3474b093902 tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:23.615206 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e113cc81-d0a0-4ae3-8133-8140d14578dc req-2335f69c-a476-427b-8f0b-d3474b093902 tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] 10.222.0.90 "GET /v2.0/ports?device_id=7db6bdb6-0f2f-41e3-85e5-237a1be4d7cd HTTP/1.1" status: 200 len: 945 time: 0.0976651 Feb 09 21:29:23.629943 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-de4dbf18-412a-443b-b939-71e6ff144a85 req-f6b2246f-4e2e-48c4-93b9-9704e216d1bc service neutron] 10.222.0.89 "GET /v2.0/networks/37143bd2-1331-4c73-96e2-f9c3179c6daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031563 Feb 09 21:29:23.719978 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e113cc81-d0a0-4ae3-8133-8140d14578dc req-54fcff24-8dd9-496b-94ed-c0077a22eb08 tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] 10.222.0.90 "GET /v2.0/security-groups?id=91d83400-638e-47e1-98a6-6d0e50fe073b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936799 Feb 09 21:29:23.748795 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c0feb1-e46a-4555-8ab9-c852f4ab8d33 req-9d267bbe-028f-4e41-b1f4-dbc34a65d4e6 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:23.750011 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e7c0feb1-e46a-4555-8ab9-c852f4ab8d33 req-9d267bbe-028f-4e41-b1f4-dbc34a65d4e6 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] 10.222.0.90 "GET /v2.0/networks/54a442d5-50a0-4c75-85cc-d19f5bf58118 HTTP/1.1" status: 200 len: 784 time: 0.1333356 Feb 09 21:29:23.764145 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [req-e7c0feb1-e46a-4555-8ab9-c852f4ab8d33 req-0b78f3cc-93bd-43eb-a932-d2ba7c4ffecf tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=103140) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:29:23.765157 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e7c0feb1-e46a-4555-8ab9-c852f4ab8d33 req-0b78f3cc-93bd-43eb-a932-d2ba7c4ffecf tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069952 Feb 09 21:29:23.821068 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e7c0feb1-e46a-4555-8ab9-c852f4ab8d33 req-7cb03e43-1e3a-4c1c-b407-b637a33aa1c8 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] 10.222.0.90 "GET /v2.0/floatingips?floating_ip_address=172.25.3.76 HTTP/1.1" status: 200 len: 695 time: 0.0498962 Feb 09 21:29:23.894312 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e7c0feb1-e46a-4555-8ab9-c852f4ab8d33 req-6b0e9a6c-a8d6-4499-86d5-2c322a25a605 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] 10.222.0.90 "GET /v2.0/floatingips?floating_ip_address=172.25.3.76 HTTP/1.1" status: 200 len: 695 time: 0.0643842 Feb 09 21:29:23.969814 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4dbf18-412a-443b-b939-71e6ff144a85 req-6535f665-9d39-468d-b20c-e9e8515468fb tempest-LiveAutoBlockMigrationV225Test-1691914964 tempest-LiveAutoBlockMigrationV225Test-1691914964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:23.971442 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-de4dbf18-412a-443b-b939-71e6ff144a85 req-6535f665-9d39-468d-b20c-e9e8515468fb tempest-LiveAutoBlockMigrationV225Test-1691914964 tempest-LiveAutoBlockMigrationV225Test-1691914964-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=fc5656c9-58bf-4d3e-882d-807e27138283&tenant_id=2bd637e202e1467d81aff230fe0a3e7e&binding%3Ahost_id=n-h2-828369-5 HTTP/1.1" status: 200 len: 1126 time: 0.0639970 Feb 09 21:29:24.050411 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c024660f-9466-4bc5-ac0f-6009ca221c45 req-5e48f02e-4347-4b7c-8b1a-b0ecf17f9b1a tempest-ServersOnMultiNodesTest-1529418109 tempest-ServersOnMultiNodesTest-1529418109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:24.052457 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c024660f-9466-4bc5-ac0f-6009ca221c45 req-5e48f02e-4347-4b7c-8b1a-b0ecf17f9b1a tempest-ServersOnMultiNodesTest-1529418109 tempest-ServersOnMultiNodesTest-1529418109-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=d16a6bf9-e416-481d-94cc-c397ae771e97 HTTP/1.1" status: 200 len: 1132 time: 0.1162877 Feb 09 21:29:24.080902 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-c024660f-9466-4bc5-ac0f-6009ca221c45 req-c51fcefc-090c-4a70-8b71-38aa3ff62745 tempest-ServersOnMultiNodesTest-1529418109 tempest-ServersOnMultiNodesTest-1529418109-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:24.091562 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-e7c0feb1-e46a-4555-8ab9-c852f4ab8d33 req-86097013-a965-4592-8a8c-3bde5b5f584d tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Deleting port e19cf441-668f-487f-8d0a-66c763b68736 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:29:24.091905 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-e7c0feb1-e46a-4555-8ab9-c852f4ab8d33 req-86097013-a965-4592-8a8c-3bde5b5f584d tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (e19cf441-668f-487f-8d0a-66c763b68736), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:24.208500 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-e7c0feb1-e46a-4555-8ab9-c852f4ab8d33 req-86097013-a965-4592-8a8c-3bde5b5f584d tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (e19cf441-668f-487f-8d0a-66c763b68736), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:24.209248 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-e7c0feb1-e46a-4555-8ab9-c852f4ab8d33 req-86097013-a965-4592-8a8c-3bde5b5f584d tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Publish callbacks [] for floatingip (e19cf441-668f-487f-8d0a-66c763b68736), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:24.231999 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-e7c0feb1-e46a-4555-8ab9-c852f4ab8d33 req-86097013-a965-4592-8a8c-3bde5b5f584d tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Calling delete_port for e19cf441-668f-487f-8d0a-66c763b68736 owned by network:floatingip {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:29:24.278837 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-c024660f-9466-4bc5-ac0f-6009ca221c45 req-c51fcefc-090c-4a70-8b71-38aa3ff62745 tempest-ServersOnMultiNodesTest-1529418109 tempest-ServersOnMultiNodesTest-1529418109-project-admin] Publish callbacks [] for security_group (05b9be9b-061c-455f-9685-e1f163a17b4b), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:24.288442 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 2dda7f19-90e5-400c-88b9-ef3a57c843ff details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:29:24.309819 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device dcd512c6-e231-44af-a93e-e402f76d9c16 no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:29:24.322329 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-c024660f-9466-4bc5-ac0f-6009ca221c45 req-c51fcefc-090c-4a70-8b71-38aa3ff62745 tempest-ServersOnMultiNodesTest-1529418109 tempest-ServersOnMultiNodesTest-1529418109-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (05b9be9b-061c-455f-9685-e1f163a17b4b), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:24.343840 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-de4dbf18-412a-443b-b939-71e6ff144a85 req-7801831e-afa4-4411-bd27-2a78d5a5f7d7 service neutron] For port dcd512c6-e231-44af-a93e-e402f76d9c16, host n-h1-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:29:24.347632 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-de4dbf18-412a-443b-b939-71e6ff144a85 req-7801831e-afa4-4411-bd27-2a78d5a5f7d7 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:24.348849 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-de4dbf18-412a-443b-b939-71e6ff144a85 req-7801831e-afa4-4411-bd27-2a78d5a5f7d7 service neutron] 10.222.0.89 "DELETE /v2.0/ports/dcd512c6-e231-44af-a93e-e402f76d9c16/bindings/n-h1-828369-5 HTTP/1.1" status: 204 len: 173 time: 0.3661053 Feb 09 21:29:24.378808 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:29:24.389536 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c024660f-9466-4bc5-ac0f-6009ca221c45 req-c51fcefc-090c-4a70-8b71-38aa3ff62745 tempest-ServersOnMultiNodesTest-1529418109 tempest-ServersOnMultiNodesTest-1529418109-project-admin] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3274500 Feb 09 21:29:24.395252 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51fcefc-090c-4a70-8b71-38aa3ff62745 tempest-ServersOnMultiNodesTest-1529418109 tempest-ServersOnMultiNodesTest-1529418109-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05b9be9b-061c-455f-9685-e1f163a17b4b,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:24.460460 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] The host n-h1-828369-5 is not matching for port dcd512c6-e231-44af-a93e-e402f76d9c16 host n-h2-828369-5! {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 21:29:24.460878 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device dcd512c6-e231-44af-a93e-e402f76d9c16 not bound to the agent host n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:29:24.513226 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 2dda7f19-90e5-400c-88b9-ef3a57c843ff, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=2dda7f19-90e5-400c-88b9-ef3a57c843ff,segment=NetworkSegment(79d7c118-8629-48e7-a704-27a42c218b4f),segment_id=79d7c118-8629-48e7-a704-27a42c218b4f)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:29:24.525114 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': '2dda7f19-90e5-400c-88b9-ef3a57c843ff', 'network_id': '43a15864-976d-4c1b-9eca-ababf91abd28', 'port_id': '2dda7f19-90e5-400c-88b9-ef3a57c843ff', 'mac_address': 'fa:16:3e:62:89:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8aa2c19c-86ec-4da6-bb2c-e80ae4e7aac9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:29:24.540748 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-e7c0feb1-e46a-4555-8ab9-c852f4ab8d33 req-86097013-a965-4592-8a8c-3bde5b5f584d tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (e19cf441-668f-487f-8d0a-66c763b68736), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:24.571730 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 2dda7f19-90e5-400c-88b9-ef3a57c843ff is: ACTIVE; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:29:24.572130 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (2dda7f19-90e5-400c-88b9-ef3a57c843ff), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:24.578067 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86097013-a965-4592-8a8c-3bde5b5f584d tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Pushing event deleted for resources: {'Port': ['ID=e19cf441-668f-487f-8d0a-66c763b68736,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:24.591819 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2dda7f19-90e5-400c-88b9-ef3a57c843ff {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:29:24.612309 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43999d-d124-4abc-9658-b2bf284d2c8c req-655bc9fb-86da-4eb3-87a2-86c1e1be08f7 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:24.613362 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7d43999d-d124-4abc-9658-b2bf284d2c8c req-655bc9fb-86da-4eb3-87a2-86c1e1be08f7 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=cd92d494-82c4-4614-9a6f-2d9307f3309a HTTP/1.1" status: 200 len: 946 time: 0.1167076 Feb 09 21:29:24.621096 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 2dda7f19-90e5-400c-88b9-ef3a57c843ff, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=2dda7f19-90e5-400c-88b9-ef3a57c843ff,segment=NetworkSegment(79d7c118-8629-48e7-a704-27a42c218b4f),segment_id=79d7c118-8629-48e7-a704-27a42c218b4f)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:29:24.626874 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (2dda7f19-90e5-400c-88b9-ef3a57c843ff), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:24.679146 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-e7c0feb1-e46a-4555-8ab9-c852f4ab8d33 req-86097013-a965-4592-8a8c-3bde5b5f584d tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Publish callbacks [] for floatingip (eeaaf7a6-7f56-4430-af99-2ec53b43f1b8), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:24.681757 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-e7c0feb1-e46a-4555-8ab9-c852f4ab8d33 req-86097013-a965-4592-8a8c-3bde5b5f584d tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:24.682464 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=2dda7f19-90e5-400c-88b9-ef3a57c843ff,revision_number=6']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:24.682897 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e7c0feb1-e46a-4555-8ab9-c852f4ab8d33 req-86097013-a965-4592-8a8c-3bde5b5f584d tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] 10.222.0.90 "DELETE /v2.0/floatingips/eeaaf7a6-7f56-4430-af99-2ec53b43f1b8 HTTP/1.1" status: 204 len: 173 time: 0.7877975 Feb 09 21:29:24.694895 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7d43999d-d124-4abc-9658-b2bf284d2c8c req-e32ecfa7-29cb-4f32-852e-bdc0a35fb554 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596361 Feb 09 21:29:24.846344 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941c874e-ef1a-43fa-99d2-b20c7ccdcee1 req-29eb530e-cccc-41df-9305-168e9d7f2fe2 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:24.848634 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-941c874e-ef1a-43fa-99d2-b20c7ccdcee1 req-29eb530e-cccc-41df-9305-168e9d7f2fe2 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff1811b6-f006-4729-969d-2c14bcf6a227 HTTP/1.1" status: 200 len: 948 time: 0.0904891 Feb 09 21:29:24.857167 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeaa42e-134a-4495-ad77-422d4a44650e req-9f98f262-480c-4a2f-a280-1f18654a365b tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:24.858615 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cbeaa42e-134a-4495-ad77-422d4a44650e req-9f98f262-480c-4a2f-a280-1f18654a365b tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=fc5656c9-58bf-4d3e-882d-807e27138283 HTTP/1.1" status: 200 len: 944 time: 0.0916617 Feb 09 21:29:24.901495 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['2dda7f19-90e5-400c-88b9-ef3a57c843ff'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:29:24.948791 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cbeaa42e-134a-4495-ad77-422d4a44650e req-91d36682-4c0d-4069-aa4e-34d30f68bba4 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834737 Feb 09 21:29:24.953280 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-941c874e-ef1a-43fa-99d2-b20c7ccdcee1 req-022c8684-30b3-4635-9e1f-cc9e4aa49308 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/security-groups?id=f6fa6ce3-746d-4166-ab07-a35461d566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937650 Feb 09 21:29:25.116856 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-78d0ae7a-5bd8-4a58-b13c-82b412ec2814 req-af2336d3-edc1-40cf-80f5-684f0771f54c tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] 10.222.0.90 "GET /v2.0/floatingips/6231ebe2-5a22-4aac-b9f3-425b23108cbe HTTP/1.1" status: 200 len: 693 time: 0.0623457 Feb 09 21:29:25.288972 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d0ae7a-5bd8-4a58-b13c-82b412ec2814 req-49a91dd1-43b0-4e43-8220-ba5f844eb9d0 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:25.290338 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-78d0ae7a-5bd8-4a58-b13c-82b412ec2814 req-49a91dd1-43b0-4e43-8220-ba5f844eb9d0 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] 10.222.0.90 "GET /v2.0/networks/54a442d5-50a0-4c75-85cc-d19f5bf58118 HTTP/1.1" status: 200 len: 784 time: 0.1728091 Feb 09 21:29:25.340291 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c260576-80f0-4220-9081-de9a4f2c22de req-3be37b0b-1ef3-4a97-a3c3-ca73572e0cbd tempest-LiveAutoBlockMigrationV225Test-1691914964 tempest-LiveAutoBlockMigrationV225Test-1691914964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:25.341811 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0c260576-80f0-4220-9081-de9a4f2c22de req-3be37b0b-1ef3-4a97-a3c3-ca73572e0cbd tempest-LiveAutoBlockMigrationV225Test-1691914964 tempest-LiveAutoBlockMigrationV225Test-1691914964-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=fc5656c9-58bf-4d3e-882d-807e27138283 HTTP/1.1" status: 200 len: 1126 time: 0.1061091 Feb 09 21:29:25.348578 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-78d0ae7a-5bd8-4a58-b13c-82b412ec2814 req-efffbe4e-1d02-45f5-a959-1202370097d5 tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] 10.222.0.90 "GET /v2.0/floatingips?floating_ip_address=172.25.3.129 HTTP/1.1" status: 200 len: 696 time: 0.0510406 Feb 09 21:29:25.408540 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-78d0ae7a-5bd8-4a58-b13c-82b412ec2814 req-66ac6ba0-e575-406a-8c5d-f848d97cfe8d tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] 10.222.0.90 "GET /v2.0/floatingips?floating_ip_address=172.25.3.129 HTTP/1.1" status: 200 len: 696 time: 0.0529273 Feb 09 21:29:25.446881 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0c260576-80f0-4220-9081-de9a4f2c22de req-4eda4fe0-ed9a-443d-909f-4d6cfa7ef3e5 tempest-LiveAutoBlockMigrationV225Test-1691914964 tempest-LiveAutoBlockMigrationV225Test-1691914964-project-admin] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898311 Feb 09 21:29:25.601681 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1309d677-35eb-43ee-9172-39b264c24b51 req-ded6b122-9e24-4a85-b404-d719fb0ca888 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=301f05e37d364aab86167965425dfbdc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0433671 Feb 09 21:29:25.671962 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-78d0ae7a-5bd8-4a58-b13c-82b412ec2814 req-2b9e01f7-82a6-4e8b-8d77-2e671e3a83ec tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Deleting port 6e819d06-fd72-49b1-b6a1-e5f327c4c4d5 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:29:25.672233 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-78d0ae7a-5bd8-4a58-b13c-82b412ec2814 req-2b9e01f7-82a6-4e8b-8d77-2e671e3a83ec tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (6e819d06-fd72-49b1-b6a1-e5f327c4c4d5), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:26.024508 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1309d677-35eb-43ee-9172-39b264c24b51 req-a7e3a37b-9ff6-4a17-8912-cc38e884abce tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:26.025837 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1309d677-35eb-43ee-9172-39b264c24b51 req-a7e3a37b-9ff6-4a17-8912-cc38e884abce tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4123170 Feb 09 21:29:26.046691 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-78d0ae7a-5bd8-4a58-b13c-82b412ec2814 req-2b9e01f7-82a6-4e8b-8d77-2e671e3a83ec tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (6e819d06-fd72-49b1-b6a1-e5f327c4c4d5), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:26.047017 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-78d0ae7a-5bd8-4a58-b13c-82b412ec2814 req-2b9e01f7-82a6-4e8b-8d77-2e671e3a83ec tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Publish callbacks [] for floatingip (6e819d06-fd72-49b1-b6a1-e5f327c4c4d5), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:26.057470 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1309d677-35eb-43ee-9172-39b264c24b51 req-f2239e14-2ec3-4a84-9bb8-424b63abdbd5 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/quotas/301f05e37d364aab86167965425dfbdc HTTP/1.1" status: 200 len: 375 time: 0.0251620 Feb 09 21:29:26.061157 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-78d0ae7a-5bd8-4a58-b13c-82b412ec2814 req-2b9e01f7-82a6-4e8b-8d77-2e671e3a83ec tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Calling delete_port for 6e819d06-fd72-49b1-b6a1-e5f327c4c4d5 owned by network:floatingip {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:29:26.158383 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1309d677-35eb-43ee-9172-39b264c24b51 req-ae7919a1-3973-4e14-8351-f7a493e8bc8a tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=301f05e37d364aab86167965425dfbdc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0953257 Feb 09 21:29:26.235345 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-78d0ae7a-5bd8-4a58-b13c-82b412ec2814 req-2b9e01f7-82a6-4e8b-8d77-2e671e3a83ec tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (6e819d06-fd72-49b1-b6a1-e5f327c4c4d5), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:26.266512 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9e01f7-82a6-4e8b-8d77-2e671e3a83ec tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Pushing event deleted for resources: {'Port': ['ID=6e819d06-fd72-49b1-b6a1-e5f327c4c4d5,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:26.288092 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 6247bd7c-7320-480f-9243-d6f57c6800c7 details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:29:26.293131 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 2dda7f19-90e5-400c-88b9-ef3a57c843ff up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:29:26.359168 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-78d0ae7a-5bd8-4a58-b13c-82b412ec2814 req-2b9e01f7-82a6-4e8b-8d77-2e671e3a83ec tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Publish callbacks [] for floatingip (6231ebe2-5a22-4aac-b9f3-425b23108cbe), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:26.361837 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-78d0ae7a-5bd8-4a58-b13c-82b412ec2814 req-2b9e01f7-82a6-4e8b-8d77-2e671e3a83ec tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:26.369056 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-78d0ae7a-5bd8-4a58-b13c-82b412ec2814 req-2b9e01f7-82a6-4e8b-8d77-2e671e3a83ec tempest-FloatingIPDetailsTestJSON-1258621468 tempest-FloatingIPDetailsTestJSON-1258621468-project] 10.222.0.90 "DELETE /v2.0/floatingips/6231ebe2-5a22-4aac-b9f3-425b23108cbe HTTP/1.1" status: 204 len: 173 time: 0.9205961 Feb 09 21:29:26.374560 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 47712) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:29:26.468742 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port 2dda7f19-90e5-400c-88b9-ef3a57c843ff triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:29:26.469409 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (2dda7f19-90e5-400c-88b9-ef3a57c843ff), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:26.597136 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 6247bd7c-7320-480f-9243-d6f57c6800c7, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=6247bd7c-7320-480f-9243-d6f57c6800c7,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:29:26.640071 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': '6247bd7c-7320-480f-9243-d6f57c6800c7', 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc', 'port_id': '6247bd7c-7320-480f-9243-d6f57c6800c7', 'mac_address': 'fa:16:3e:3b:b5:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f7402ac-a35b-414b-bcc1-bc1c3072ec3c', 'ip_address': '192.168.233.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:29:26.646678 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792a5b8d-144e-4fb6-8389-fcef7c379357 req-a1b7770a-3e90-4e01-99f0-19ef05d94731 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:26.648431 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-792a5b8d-144e-4fb6-8389-fcef7c379357 req-a1b7770a-3e90-4e01-99f0-19ef05d94731 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/networks?id=37143bd2-1331-4c73-96e2-f9c3179c6daf HTTP/1.1" status: 200 len: 821 time: 0.1555817 Feb 09 21:29:26.666787 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-792a5b8d-144e-4fb6-8389-fcef7c379357 req-5d21f74f-64be-4d68-8697-df8e18ca4df7 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/quotas/2bd637e202e1467d81aff230fe0a3e7e HTTP/1.1" status: 200 len: 375 time: 0.0102205 Feb 09 21:29:26.670961 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 2dda7f19-90e5-400c-88b9-ef3a57c843ff is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:29:26.673470 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (2dda7f19-90e5-400c-88b9-ef3a57c843ff), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:26.747942 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 2dda7f19-90e5-400c-88b9-ef3a57c843ff, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=2dda7f19-90e5-400c-88b9-ef3a57c843ff,segment=NetworkSegment(79d7c118-8629-48e7-a704-27a42c218b4f),segment_id=79d7c118-8629-48e7-a704-27a42c218b4f)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:29:26.752325 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd839f0e-e023-46ce-9c3b-851d3c21ae78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dda7f19-90e5-400c-88b9-ef3a57c843ff'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:29:26.755938 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-106f58d1-477b-4a28-af3e-886995c865a2" -d '{"events": [{"server_uuid": "dd839f0e-e023-46ce-9c3b-851d3c21ae78", "name": "network-vif-plugged", "status": "completed", "tag": "2dda7f19-90e5-400c-88b9-ef3a57c843ff"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:29:26.763617 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (2dda7f19-90e5-400c-88b9-ef3a57c843ff), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:26.764573 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device dcd512c6-e231-44af-a93e-e402f76d9c16 no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:29:26.789117 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-792a5b8d-144e-4fb6-8389-fcef7c379357 req-93954258-6501-48c8-8402-a2c97b2f0b85 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=2bd637e202e1467d81aff230fe0a3e7e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1166711 Feb 09 21:29:26.910865 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-792a5b8d-144e-4fb6-8389-fcef7c379357 req-06c00fa8-a00f-4a5c-a571-d9d63174f75b service neutron] 10.222.0.90 "GET /v2.0/networks/37143bd2-1331-4c73-96e2-f9c3179c6daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207042 Feb 09 21:29:26.931970 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 6247bd7c-7320-480f-9243-d6f57c6800c7 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:29:26.932403 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (6247bd7c-7320-480f-9243-d6f57c6800c7), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:26.967203 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6247bd7c-7320-480f-9243-d6f57c6800c7 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:29:26.994854 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d5d353bc-cd0f-46b3-96f4-a0d589c86e94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524906'] for router_interface (fddbc562-40f7-421b-ab50-b337c3d0b45f), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:27.005708 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port dcd512c6-e231-44af-a93e-e402f76d9c16 is: DOWN; New status is: DOWN {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:29:27.010655 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=2dda7f19-90e5-400c-88b9-ef3a57c843ff,revision_number=7']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:27.030689 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 6247bd7c-7320-480f-9243-d6f57c6800c7, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=6247bd7c-7320-480f-9243-d6f57c6800c7,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:29:27.039328 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (6247bd7c-7320-480f-9243-d6f57c6800c7), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:27.109173 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-792a5b8d-144e-4fb6-8389-fcef7c379357 req-685e637e-57d9-43d4-9414-2eed2e83eb65 service neutron] 10.222.0.90 "GET /v2.0/networks/37143bd2-1331-4c73-96e2-f9c3179c6daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901708 Feb 09 21:29:27.124637 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=6247bd7c-7320-480f-9243-d6f57c6800c7,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:27.184843 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2753ab7d-efc4-4f52-98f2-fe7dd930346a req-22f2bb7c-c0ae-41e2-ba51-83053b06c179 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:27.186628 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2753ab7d-efc4-4f52-98f2-fe7dd930346a req-22f2bb7c-c0ae-41e2-ba51-83053b06c179 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=cd92d494-82c4-4614-9a6f-2d9307f3309a HTTP/1.1" status: 200 len: 946 time: 0.0981133 Feb 09 21:29:27.260961 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2753ab7d-efc4-4f52-98f2-fe7dd930346a req-0a0f4f41-7a6a-40a0-8a2d-28dd1658db79 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636318 Feb 09 21:29:27.417400 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-d5d353bc-cd0f-46b3-96f4-a0d589c86e94 admin admin] Deleting port c9ef8bad-54aa-4760-99a9-cec07bd69808 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:29:27.418473 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d5d353bc-cd0f-46b3-96f4-a0d589c86e94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (c9ef8bad-54aa-4760-99a9-cec07bd69808), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:27.480938 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e02ca82-8595-49bc-ae7b-64b9b471a74d req-78fa972d-4bc2-4eab-be52-8f6360f42f27 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:27.488520 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1e02ca82-8595-49bc-ae7b-64b9b471a74d req-78fa972d-4bc2-4eab-be52-8f6360f42f27 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff1811b6-f006-4729-969d-2c14bcf6a227 HTTP/1.1" status: 200 len: 949 time: 0.1318295 Feb 09 21:29:27.521553 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-d5d353bc-cd0f-46b3-96f4-a0d589c86e94 admin admin] For port c9ef8bad-54aa-4760-99a9-cec07bd69808, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=c9ef8bad-54aa-4760-99a9-cec07bd69808,segment=NetworkSegment(e370e2f9-b3ee-4c4d-a4ce-84aa5531faf8),segment_id=e370e2f9-b3ee-4c4d-a4ce-84aa5531faf8)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:29:27.522787 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d5d353bc-cd0f-46b3-96f4-a0d589c86e94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (c9ef8bad-54aa-4760-99a9-cec07bd69808), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:27.553032 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-d5d353bc-cd0f-46b3-96f4-a0d589c86e94 admin admin] Calling delete_port for c9ef8bad-54aa-4760-99a9-cec07bd69808 owned by network:router_interface {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:29:27.558531 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1e02ca82-8595-49bc-ae7b-64b9b471a74d req-7a79782c-6959-4d56-85b2-dbbc3979e487 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/security-groups?id=f6fa6ce3-746d-4166-ab07-a35461d566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628381 Feb 09 21:29:27.608403 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba64b4c6-e05f-4899-a7f5-1543ad85af51 x-openstack-request-id: req-ba64b4c6-e05f-4899-a7f5-1543ad85af51 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:29:27.608919 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd839f0e-e023-46ce-9c3b-851d3c21ae78", "name": "network-vif-plugged", "status": "completed", "tag": "2dda7f19-90e5-400c-88b9-ef3a57c843ff", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:29:27.609096 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-ba64b4c6-e05f-4899-a7f5-1543ad85af51 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:29:27.609501 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd839f0e-e023-46ce-9c3b-851d3c21ae78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dda7f19-90e5-400c-88b9-ef3a57c843ff', 'code': 200} Feb 09 21:29:27.684623 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a4b4cfbf-a456-4f8d-a8ad-b7f15c8ba46e req-2f4c7f54-9e56-4276-8a51-c0958e6da2ed tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=a16017cd-a588-4f83-8d8d-43f41f49105a HTTP/1.1" status: 200 len: 210 time: 0.0400708 Feb 09 21:29:27.711315 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['6247bd7c-7320-480f-9243-d6f57c6800c7'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:29:27.865843 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f03b9b65-ca31-468c-97fe-d0a86ce1f5fd req-4af38e6b-dc8c-489a-97ad-4c5721c531b9 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=869587a8-56e2-4f69-97b5-5467b85d2a79 HTTP/1.1" status: 200 len: 210 time: 0.0624068 Feb 09 21:29:27.920806 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d5d353bc-cd0f-46b3-96f4-a0d589c86e94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (c9ef8bad-54aa-4760-99a9-cec07bd69808), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:27.990390 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d353bc-cd0f-46b3-96f4-a0d589c86e94 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9ef8bad-54aa-4760-99a9-cec07bd69808,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:28.221439 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d5d353bc-cd0f-46b3-96f4-a0d589c86e94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-525054'] for router_interface (fddbc562-40f7-421b-ab50-b337c3d0b45f), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:28.427818 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6992ac8d-6b45-4d9a-b4fb-31fa06845aaa req-d9099343-9fdf-4d5d-9e19-95c936ee3d12 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:28.430132 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6992ac8d-6b45-4d9a-b4fb-31fa06845aaa req-d9099343-9fdf-4d5d-9e19-95c936ee3d12 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=cd92d494-82c4-4614-9a6f-2d9307f3309a HTTP/1.1" status: 200 len: 946 time: 0.0737503 Feb 09 21:29:28.476801 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6992ac8d-6b45-4d9a-b4fb-31fa06845aaa req-5748d0f7-4424-452d-be4e-33ae0857f46a tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410945 Feb 09 21:29:28.477218 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5d353bc-cd0f-46b3-96f4-a0d589c86e94 admin admin] Router fddbc562-40f7-421b-ab50-b337c3d0b45f has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:29:28.590806 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5d353bc-cd0f-46b3-96f4-a0d589c86e94 admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:29:28.598959 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 47794) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:29:28.599668 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-d5d353bc-cd0f-46b3-96f4-a0d589c86e94 admin admin] 10.222.0.90 "PUT /v2.0/routers/fddbc562-40f7-421b-ab50-b337c3d0b45f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2240472 Feb 09 21:29:28.602076 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a8f0f8-5780-4be6-98a3-c8f93b9ceaac None None] Sync routers for ids ['fddbc562-40f7-421b-ab50-b337c3d0b45f'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:29:28.622403 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a8f0f8-5780-4be6-98a3-c8f93b9ceaac None None] Routers {'fddbc562-40f7-421b-ab50-b337c3d0b45f'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:29:28.623066 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-20a8f0f8-5780-4be6-98a3-c8f93b9ceaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:29:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['fddbc562-40f7-421b-ab50-b337c3d0b45f'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:29:28.756958 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddc2a27-7ae1-430d-97cb-565f57d7bf5e req-48fd5884-afc4-419f-bba6-39394286ec75 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:28.758525 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9ddc2a27-7ae1-430d-97cb-565f57d7bf5e req-48fd5884-afc4-419f-bba6-39394286ec75 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff1811b6-f006-4729-969d-2c14bcf6a227 HTTP/1.1" status: 200 len: 949 time: 0.1173563 Feb 09 21:29:28.768986 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-20a8f0f8-5780-4be6-98a3-c8f93b9ceaac None None] Set router fddbc562-40f7-421b-ab50-b337c3d0b45f gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:29:28.837176 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d5667329-fedc-4bda-831b-a2144cf434a4 admin admin] Publish callbacks [] for router (fddbc562-40f7-421b-ab50-b337c3d0b45f), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:28.912006 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e64cbd60-cb1d-445b-987a-e55b38fd8d65 req-8a9d6202-3790-49a9-abe4-e8c95a759b0a tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=a16017cd-a588-4f83-8d8d-43f41f49105a HTTP/1.1" status: 200 len: 210 time: 0.1105738 Feb 09 21:29:29.074157 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1309d677-35eb-43ee-9172-39b264c24b51 req-dca7ad55-8703-4a8a-87dc-0bf2181febac tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=301f05e37d364aab86167965425dfbdc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0928886 Feb 09 21:29:29.118319 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9ddc2a27-7ae1-430d-97cb-565f57d7bf5e req-b78e9c82-d642-4285-a2cf-27fc5840d719 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/security-groups?id=f6fa6ce3-746d-4166-ab07-a35461d566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3408706 Feb 09 21:29:29.123746 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-20a8f0f8-5780-4be6-98a3-c8f93b9ceaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fddbc562-40f7-421b-ab50-b337c3d0b45f', 'name': 'tempest-FloatingIPDetailsTestJSON-1083530369-router', 'tenant_id': 'd663dfd6d6f34ad5b7b0ac74e0144b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '85fdf81d-bbb9-4c03-bc48-437db392e2b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:29:01Z', 'updated_at': '2022-02-09T21:29:27Z', 'revision_number': 5, 'project_id': 'd663dfd6d6f34ad5b7b0ac74e0144b97', 'gw_port': {'id': '85fdf81d-bbb9-4c03-bc48-437db392e2b8', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:05:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fddbc562-40f7-421b-ab50-b337c3d0b45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:29:02Z', 'updated_at': '2022-02-09T21:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:29:29.196903 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792a5b8d-144e-4fb6-8389-fcef7c379357 req-f0738cde-f687-4a9a-b339-ef607eef030b tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:29.198792 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-792a5b8d-144e-4fb6-8389-fcef7c379357 req-f0738cde-f687-4a9a-b339-ef607eef030b tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.95 "GET /v2.0/networks?id=37143bd2-1331-4c73-96e2-f9c3179c6daf HTTP/1.1" status: 200 len: 821 time: 0.2550626 Feb 09 21:29:29.216204 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a8f0f8-5780-4be6-98a3-c8f93b9ceaac None None] Checking router: fddbc562-40f7-421b-ab50-b337c3d0b45f for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:29:29.220060 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1309d677-35eb-43ee-9172-39b264c24b51 req-dd9273d5-a035-4fae-9352-111f768adcda tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=301f05e37d364aab86167965425dfbdc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0999935 Feb 09 21:29:29.222241 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-792a5b8d-144e-4fb6-8389-fcef7c379357 req-fb94a865-6a1f-4860-aab3-135160111ffc tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Request body: {'port': {'device_id': 'a16017cd-a588-4f83-8d8d-43f41f49105a', 'network_id': '37143bd2-1331-4c73-96e2-f9c3179c6daf', 'admin_state_up': True, 'tenant_id': '2bd637e202e1467d81aff230fe0a3e7e'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:29:29.241903 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a8f0f8-5780-4be6-98a3-c8f93b9ceaac None None] Routers {'fddbc562-40f7-421b-ab50-b337c3d0b45f'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:29:29.242539 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-20a8f0f8-5780-4be6-98a3-c8f93b9ceaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:29:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['fddbc562-40f7-421b-ab50-b337c3d0b45f'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:29:29.270416 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b425666b-b0dd-4e8a-aee3-773f41e6ccf9 req-2f3c4c85-8aca-49d8-a029-eb2251eca86c tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=869587a8-56e2-4f69-97b5-5467b85d2a79 HTTP/1.1" status: 200 len: 210 time: 0.2048881 Feb 09 21:29:29.481559 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-792a5b8d-144e-4fb6-8389-fcef7c379357 req-fb94a865-6a1f-4860-aab3-135160111ffc tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Made reservation on behalf of 2bd637e202e1467d81aff230fe0a3e7e for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:29:29.491485 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-792a5b8d-144e-4fb6-8389-fcef7c379357 req-fb94a865-6a1f-4860-aab3-135160111ffc tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:29.629181 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1309d677-35eb-43ee-9172-39b264c24b51 req-cceed425-15e1-4e98-912d-5f9d37c0f7b2 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:29.631368 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1309d677-35eb-43ee-9172-39b264c24b51 req-cceed425-15e1-4e98-912d-5f9d37c0f7b2 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5093877 Feb 09 21:29:29.656561 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-1309d677-35eb-43ee-9172-39b264c24b51 req-f8c4ac45-f538-4177-9c50-68be9f111b4c tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Request body: {'port': {'device_id': '73a01f41-04f1-417a-a52d-4e487100f679', 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc', 'admin_state_up': True, 'tenant_id': '301f05e37d364aab86167965425dfbdc'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:29:29.658539 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [req-792a5b8d-144e-4fb6-8389-fcef7c379357 req-fb94a865-6a1f-4860-aab3-135160111ffc tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Allocated IP 172.20.0.4 (37143bd2-1331-4c73-96e2-f9c3179c6daf/f5dc5768-86f9-4907-b987-49606f9e43f9/215fac52-1234-4ba3-9c77-e164bcf20996) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:29:29.701973 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d5667329-fedc-4bda-831b-a2144cf434a4 admin admin] Publish callbacks [] for router_gateway (fddbc562-40f7-421b-ab50-b337c3d0b45f), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:29.749508 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-20a8f0f8-5780-4be6-98a3-c8f93b9ceaac None None] Set router fddbc562-40f7-421b-ab50-b337c3d0b45f gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:29:29.825282 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f79ac95-bcfc-480a-83ba-7914918cd447 req-7bf822a0-7059-4988-818f-8e1f2b2e5f82 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:29.832551 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7f79ac95-bcfc-480a-83ba-7914918cd447 req-7bf822a0-7059-4988-818f-8e1f2b2e5f82 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=cd92d494-82c4-4614-9a6f-2d9307f3309a HTTP/1.1" status: 200 len: 946 time: 0.2000177 Feb 09 21:29:29.835847 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-792a5b8d-144e-4fb6-8389-fcef7c379357 req-fb94a865-6a1f-4860-aab3-135160111ffc tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Publish callbacks [] for port (215fac52-1234-4ba3-9c77-e164bcf20996), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:29.872423 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-792a5b8d-144e-4fb6-8389-fcef7c379357 req-fb94a865-6a1f-4860-aab3-135160111ffc tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (215fac52-1234-4ba3-9c77-e164bcf20996), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:29.898257 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1309d677-35eb-43ee-9172-39b264c24b51 req-27ac092d-ad5b-47bf-81be-cdd663fddbb3 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:29.901150 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1309d677-35eb-43ee-9172-39b264c24b51 req-27ac092d-ad5b-47bf-81be-cdd663fddbb3 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5356119 Feb 09 21:29:29.928453 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-792a5b8d-144e-4fb6-8389-fcef7c379357 req-fb94a865-6a1f-4860-aab3-135160111ffc tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Network 37143bd2-1331-4c73-96e2-f9c3179c6daf is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:29:29.935689 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [req-792a5b8d-144e-4fb6-8389-fcef7c379357 req-fb94a865-6a1f-4860-aab3-135160111ffc tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:29:29.941301 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-1309d677-35eb-43ee-9172-39b264c24b51 req-74891d6e-e1dc-44c3-99e6-a12f18ceb28e tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Request body: {'port': {'device_id': '869587a8-56e2-4f69-97b5-5467b85d2a79', 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc', 'admin_state_up': True, 'tenant_id': '301f05e37d364aab86167965425dfbdc'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:29:29.947909 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-792a5b8d-144e-4fb6-8389-fcef7c379357 req-fb94a865-6a1f-4860-aab3-135160111ffc tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:29:29.999701 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-20a8f0f8-5780-4be6-98a3-c8f93b9ceaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fddbc562-40f7-421b-ab50-b337c3d0b45f', 'name': 'tempest-FloatingIPDetailsTestJSON-1083530369-router', 'tenant_id': 'd663dfd6d6f34ad5b7b0ac74e0144b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '85fdf81d-bbb9-4c03-bc48-437db392e2b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:29:01Z', 'updated_at': '2022-02-09T21:29:27Z', 'revision_number': 5, 'project_id': 'd663dfd6d6f34ad5b7b0ac74e0144b97', 'gw_port': {'id': '85fdf81d-bbb9-4c03-bc48-437db392e2b8', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:05:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fddbc562-40f7-421b-ab50-b337c3d0b45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:29:02Z', 'updated_at': '2022-02-09T21:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:29:30.017673 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb94a865-6a1f-4860-aab3-135160111ffc tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Pushing event updated for resources: {'Port': ['ID=215fac52-1234-4ba3-9c77-e164bcf20996,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:30.030512 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a8f0f8-5780-4be6-98a3-c8f93b9ceaac None None] The sync data for ids ['fddbc562-40f7-421b-ab50-b337c3d0b45f'] in n-d-828369-5 is: [{'id': 'fddbc562-40f7-421b-ab50-b337c3d0b45f', 'name': 'tempest-FloatingIPDetailsTestJSON-1083530369-router', 'tenant_id': 'd663dfd6d6f34ad5b7b0ac74e0144b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '85fdf81d-bbb9-4c03-bc48-437db392e2b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:29:01Z', 'updated_at': '2022-02-09T21:29:27Z', 'revision_number': 5, 'project_id': 'd663dfd6d6f34ad5b7b0ac74e0144b97', 'gw_port': {'id': '85fdf81d-bbb9-4c03-bc48-437db392e2b8', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:05:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fddbc562-40f7-421b-ab50-b337c3d0b45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:29:02Z', 'updated_at': '2022-02-09T21:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:29:30.042672 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7f79ac95-bcfc-480a-83ba-7914918cd447 req-c72e551b-9e15-405b-82dd-aac003f4b537 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091634 Feb 09 21:29:30.063367 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792a5b8d-144e-4fb6-8389-fcef7c379357 req-fb94a865-6a1f-4860-aab3-135160111ffc tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:30.064564 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-792a5b8d-144e-4fb6-8389-fcef7c379357 req-fb94a865-6a1f-4860-aab3-135160111ffc tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:30.091335 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-792a5b8d-144e-4fb6-8389-fcef7c379357 req-fb94a865-6a1f-4860-aab3-135160111ffc tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8778617 Feb 09 21:29:30.106637 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-792a5b8d-144e-4fb6-8389-fcef7c379357 req-d4f68579-e738-48f1-80fc-0bde8f9db661 service neutron] Request body: {'port': {'device_id': 'a16017cd-a588-4f83-8d8d-43f41f49105a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:29:30.113892 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d5667329-fedc-4bda-831b-a2144cf434a4 admin admin] Deleting port 85fdf81d-bbb9-4c03-bc48-437db392e2b8 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:29:30.114232 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d5667329-fedc-4bda-831b-a2144cf434a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (85fdf81d-bbb9-4c03-bc48-437db392e2b8), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:30.182566 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-792a5b8d-144e-4fb6-8389-fcef7c379357 req-d4f68579-e738-48f1-80fc-0bde8f9db661 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (215fac52-1234-4ba3-9c77-e164bcf20996), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:30.248538 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d5667329-fedc-4bda-831b-a2144cf434a4 admin admin] For port 85fdf81d-bbb9-4c03-bc48-437db392e2b8, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=85fdf81d-bbb9-4c03-bc48-437db392e2b8,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:29:30.248902 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d5667329-fedc-4bda-831b-a2144cf434a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (85fdf81d-bbb9-4c03-bc48-437db392e2b8), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:30.266791 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1309d677-35eb-43ee-9172-39b264c24b51 req-f8c4ac45-f538-4177-9c50-68be9f111b4c tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Made reservation on behalf of 301f05e37d364aab86167965425dfbdc for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:29:30.270288 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-1309d677-35eb-43ee-9172-39b264c24b51 req-f8c4ac45-f538-4177-9c50-68be9f111b4c tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:30.303569 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d5667329-fedc-4bda-831b-a2144cf434a4 admin admin] Calling delete_port for 85fdf81d-bbb9-4c03-bc48-437db392e2b8 owned by network:router_gateway {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:29:30.338820 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 6247bd7c-7320-480f-9243-d6f57c6800c7 up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:29:30.381716 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1309d677-35eb-43ee-9172-39b264c24b51 req-74891d6e-e1dc-44c3-99e6-a12f18ceb28e tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Made reservation on behalf of 301f05e37d364aab86167965425dfbdc for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:29:30.385053 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-1309d677-35eb-43ee-9172-39b264c24b51 req-74891d6e-e1dc-44c3-99e6-a12f18ceb28e tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:30.407522 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning for port 6247bd7c-7320-480f-9243-d6f57c6800c7 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:29:30.411461 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port 6247bd7c-7320-480f-9243-d6f57c6800c7 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:29:30.411965 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (6247bd7c-7320-480f-9243-d6f57c6800c7), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:30.417054 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caa4a33-6436-476a-87d5-01bb2fde78a5 req-8bf3cf5f-ddaf-438b-a255-4c482fe293ee tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:30.424008 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7caa4a33-6436-476a-87d5-01bb2fde78a5 req-8bf3cf5f-ddaf-438b-a255-4c482fe293ee tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=a16017cd-a588-4f83-8d8d-43f41f49105a HTTP/1.1" status: 200 len: 931 time: 0.3800373 Feb 09 21:29:30.472757 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44e4849-bb81-4c13-937b-3d50c26a98f5 req-31568cbb-cde3-4cf0-8531-71e2fb1fd2ca tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:30.480804 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c44e4849-bb81-4c13-937b-3d50c26a98f5 req-31568cbb-cde3-4cf0-8531-71e2fb1fd2ca tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff1811b6-f006-4729-969d-2c14bcf6a227 HTTP/1.1" status: 200 len: 949 time: 0.2677310 Feb 09 21:29:30.571288 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 6247bd7c-7320-480f-9243-d6f57c6800c7 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:29:30.571682 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (6247bd7c-7320-480f-9243-d6f57c6800c7), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:30.592335 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-792a5b8d-144e-4fb6-8389-fcef7c379357 req-d4f68579-e738-48f1-80fc-0bde8f9db661 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 215fac52-1234-4ba3-9c77-e164bcf20996 {{(pid=103141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:29:30.616026 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-792a5b8d-144e-4fb6-8389-fcef7c379357 req-d4f68579-e738-48f1-80fc-0bde8f9db661 service neutron] Publish callbacks [] for port (215fac52-1234-4ba3-9c77-e164bcf20996), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:30.625559 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff1811b6-f006-4729-969d-2c14bcf6a227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6247bd7c-7320-480f-9243-d6f57c6800c7'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:29:30.628941 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7593a05-6832-48bd-9c02-06e0dd9bc3a9" -d '{"events": [{"server_uuid": "ff1811b6-f006-4729-969d-2c14bcf6a227", "name": "network-vif-plugged", "status": "completed", "tag": "6247bd7c-7320-480f-9243-d6f57c6800c7"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:29:30.645375 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 6247bd7c-7320-480f-9243-d6f57c6800c7, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=6247bd7c-7320-480f-9243-d6f57c6800c7,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:29:30.649452 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-792a5b8d-144e-4fb6-8389-fcef7c379357 req-d4f68579-e738-48f1-80fc-0bde8f9db661 service neutron] Transition to ACTIVE for port object 215fac52-1234-4ba3-9c77-e164bcf20996 will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:29:30.652591 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (6247bd7c-7320-480f-9243-d6f57c6800c7), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:30.658603 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-792a5b8d-144e-4fb6-8389-fcef7c379357 req-d4f68579-e738-48f1-80fc-0bde8f9db661 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (215fac52-1234-4ba3-9c77-e164bcf20996), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:30.707766 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=6247bd7c-7320-480f-9243-d6f57c6800c7,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:30.723533 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f68579-e738-48f1-80fc-0bde8f9db661 service neutron] Pushing event updated for resources: {'Port': ['ID=215fac52-1234-4ba3-9c77-e164bcf20996,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:30.774864 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7caa4a33-6436-476a-87d5-01bb2fde78a5 req-8b297146-fef4-4d7b-887e-0d777e41db49 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3498623 Feb 09 21:29:30.790855 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c44e4849-bb81-4c13-937b-3d50c26a98f5 req-1df8c012-d1f7-4e20-b4de-f1e6f0ecf4cc tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/security-groups?id=f6fa6ce3-746d-4166-ab07-a35461d566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3091159 Feb 09 21:29:30.846604 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [req-1309d677-35eb-43ee-9172-39b264c24b51 req-f8c4ac45-f538-4177-9c50-68be9f111b4c tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Allocated IP 192.168.233.79 (a8139157-1e3e-4bd9-8fa9-c0e20debd7dc/0f7402ac-a35b-414b-bcc1-bc1c3072ec3c/5f898856-a782-4f86-b38f-f74482342d30) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:29:30.860589 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-792a5b8d-144e-4fb6-8389-fcef7c379357 req-d4f68579-e738-48f1-80fc-0bde8f9db661 service neutron] Attempting to bind port 215fac52-1234-4ba3-9c77-e164bcf20996 on host n-h1-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:29:30.861457 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-792a5b8d-144e-4fb6-8389-fcef7c379357 req-d4f68579-e738-48f1-80fc-0bde8f9db661 service neutron] Attempting to bind port 215fac52-1234-4ba3-9c77-e164bcf20996 by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': 'aad88faa-37a1-49ac-8a06-d36169fb75d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '37143bd2-1331-4c73-96e2-f9c3179c6daf'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:29:30.862585 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-792a5b8d-144e-4fb6-8389-fcef7c379357 req-d4f68579-e738-48f1-80fc-0bde8f9db661 service neutron] Attempting to bind port 215fac52-1234-4ba3-9c77-e164bcf20996 on network 37143bd2-1331-4c73-96e2-f9c3179c6daf {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:29:30.872214 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-792a5b8d-144e-4fb6-8389-fcef7c379357 req-d4f68579-e738-48f1-80fc-0bde8f9db661 service neutron] Port 215fac52-1234-4ba3-9c77-e164bcf20996 on network 37143bd2-1331-4c73-96e2-f9c3179c6daf not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:29:30.874836 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-792a5b8d-144e-4fb6-8389-fcef7c379357 req-d4f68579-e738-48f1-80fc-0bde8f9db661 service neutron] Attempting to bind port 215fac52-1234-4ba3-9c77-e164bcf20996 on network 37143bd2-1331-4c73-96e2-f9c3179c6daf {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:29:30.887576 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-792a5b8d-144e-4fb6-8389-fcef7c379357 req-d4f68579-e738-48f1-80fc-0bde8f9db661 service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:29:30.888032 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-792a5b8d-144e-4fb6-8389-fcef7c379357 req-d4f68579-e738-48f1-80fc-0bde8f9db661 service neutron] Checking segment: {'id': 'aad88faa-37a1-49ac-8a06-d36169fb75d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '37143bd2-1331-4c73-96e2-f9c3179c6daf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:29:30.892669 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-792a5b8d-144e-4fb6-8389-fcef7c379357 req-d4f68579-e738-48f1-80fc-0bde8f9db661 service neutron] Bound using segment: {'id': 'aad88faa-37a1-49ac-8a06-d36169fb75d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '37143bd2-1331-4c73-96e2-f9c3179c6daf'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:29:30.893250 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-792a5b8d-144e-4fb6-8389-fcef7c379357 req-d4f68579-e738-48f1-80fc-0bde8f9db661 service neutron] Bound port: 215fac52-1234-4ba3-9c77-e164bcf20996, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aad88faa-37a1-49ac-8a06-d36169fb75d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '37143bd2-1331-4c73-96e2-f9c3179c6daf'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:29:30.893744 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-792a5b8d-144e-4fb6-8389-fcef7c379357 req-d4f68579-e738-48f1-80fc-0bde8f9db661 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (215fac52-1234-4ba3-9c77-e164bcf20996), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:30.947865 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2314e605-0063-453f-af51-ca404e31e071 x-openstack-request-id: req-2314e605-0063-453f-af51-ca404e31e071 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:29:30.948444 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff1811b6-f006-4729-969d-2c14bcf6a227", "name": "network-vif-plugged", "status": "completed", "tag": "6247bd7c-7320-480f-9243-d6f57c6800c7", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:29:30.948600 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-2314e605-0063-453f-af51-ca404e31e071 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:29:30.949085 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff1811b6-f006-4729-969d-2c14bcf6a227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6247bd7c-7320-480f-9243-d6f57c6800c7', 'code': 200} Feb 09 21:29:30.971626 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-792a5b8d-144e-4fb6-8389-fcef7c379357 req-d4f68579-e738-48f1-80fc-0bde8f9db661 service neutron] For port 215fac52-1234-4ba3-9c77-e164bcf20996, host n-h1-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:29:30.976239 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-792a5b8d-144e-4fb6-8389-fcef7c379357 req-d4f68579-e738-48f1-80fc-0bde8f9db661 service neutron] For port 215fac52-1234-4ba3-9c77-e164bcf20996, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=215fac52-1234-4ba3-9c77-e164bcf20996,segment=NetworkSegment(aad88faa-37a1-49ac-8a06-d36169fb75d8),segment_id=aad88faa-37a1-49ac-8a06-d36169fb75d8)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:29:30.977566 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-37124794-c1ca-46a4-9ba9-309cb66300df req-72bff9ce-e8d3-405e-8825-769db54977d5 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=869587a8-56e2-4f69-97b5-5467b85d2a79 HTTP/1.1" status: 200 len: 210 time: 0.0732281 Feb 09 21:29:30.982475 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d5667329-fedc-4bda-831b-a2144cf434a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (85fdf81d-bbb9-4c03-bc48-437db392e2b8), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:30.983242 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-792a5b8d-144e-4fb6-8389-fcef7c379357 req-d4f68579-e738-48f1-80fc-0bde8f9db661 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (215fac52-1234-4ba3-9c77-e164bcf20996), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:31.036386 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792a5b8d-144e-4fb6-8389-fcef7c379357 req-d4f68579-e738-48f1-80fc-0bde8f9db661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:31.037058 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-792a5b8d-144e-4fb6-8389-fcef7c379357 req-d4f68579-e738-48f1-80fc-0bde8f9db661 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:31.039125 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-792a5b8d-144e-4fb6-8389-fcef7c379357 req-d4f68579-e738-48f1-80fc-0bde8f9db661 service neutron] 10.222.0.95 "PUT /v2.0/ports/215fac52-1234-4ba3-9c77-e164bcf20996 HTTP/1.1" status: 200 len: 1091 time: 0.9369297 Feb 09 21:29:31.039696 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a16017cd-a588-4f83-8d8d-43f41f49105a', 'tag': '215fac52-1234-4ba3-9c77-e164bcf20996'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:29:31.042047 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc9ad2a1-d068-4a04-9fb7-b9ef2ae20cda" -d '{"events": [{"name": "network-changed", "server_uuid": "a16017cd-a588-4f83-8d8d-43f41f49105a", "tag": "215fac52-1234-4ba3-9c77-e164bcf20996"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:29:31.048470 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5667329-fedc-4bda-831b-a2144cf434a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=85fdf81d-bbb9-4c03-bc48-437db392e2b8,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:31.144266 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a829abcb-d8cb-49b5-bd88-0032cabc2702 x-openstack-request-id: req-a829abcb-d8cb-49b5-bd88-0032cabc2702 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:29:31.144706 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a16017cd-a588-4f83-8d8d-43f41f49105a", "tag": "215fac52-1234-4ba3-9c77-e164bcf20996", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:29:31.145055 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-a829abcb-d8cb-49b5-bd88-0032cabc2702 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:29:31.145563 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a16017cd-a588-4f83-8d8d-43f41f49105a', 'tag': '215fac52-1234-4ba3-9c77-e164bcf20996', 'status': 'completed', 'code': 200} Feb 09 21:29:31.152000 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d5667329-fedc-4bda-831b-a2144cf434a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-554524'] for router_gateway (fddbc562-40f7-421b-ab50-b337c3d0b45f), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:31.188983 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f68579-e738-48f1-80fc-0bde8f9db661 service neutron] Pushing event updated for resources: {'Port': ['ID=215fac52-1234-4ba3-9c77-e164bcf20996,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:31.217223 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792a5b8d-144e-4fb6-8389-fcef7c379357 req-f5ea6c43-10c9-4e75-8900-abf1073257cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:31.218941 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-792a5b8d-144e-4fb6-8389-fcef7c379357 req-f5ea6c43-10c9-4e75-8900-abf1073257cb service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=2bd637e202e1467d81aff230fe0a3e7e&device_id=a16017cd-a588-4f83-8d8d-43f41f49105a HTTP/1.1" status: 200 len: 1125 time: 0.1293554 Feb 09 21:29:31.226450 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0126ddb4-e8dd-43e0-9b26-55b5912343d5 req-02447bef-9705-4397-a465-836080cdb491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:31.228148 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0126ddb4-e8dd-43e0-9b26-55b5912343d5 req-02447bef-9705-4397-a465-836080cdb491 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=ff1811b6-f006-4729-969d-2c14bcf6a227 HTTP/1.1" status: 200 len: 1132 time: 0.0999529 Feb 09 21:29:31.274639 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-792a5b8d-144e-4fb6-8389-fcef7c379357 req-3c988732-e77a-46ff-bb7d-58abfa002972 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=215fac52-1234-4ba3-9c77-e164bcf20996 HTTP/1.1" status: 200 len: 217 time: 0.0428624 Feb 09 21:29:31.352466 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0126ddb4-e8dd-43e0-9b26-55b5912343d5 req-27b01941-6806-49fc-8314-c103e6c0a977 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=f6fa6ce3-746d-4166-ab07-a35461d566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858862 Feb 09 21:29:31.354168 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792a5b8d-144e-4fb6-8389-fcef7c379357 req-50ba455e-c651-438d-a231-5637b6261686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:31.355645 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-792a5b8d-144e-4fb6-8389-fcef7c379357 req-50ba455e-c651-438d-a231-5637b6261686 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=f5dc5768-86f9-4907-b987-49606f9e43f9 HTTP/1.1" status: 200 len: 861 time: 0.0707414 Feb 09 21:29:31.394051 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-792a5b8d-144e-4fb6-8389-fcef7c379357 req-8acb86f0-7d5e-4478-9444-8e9c3b3214cb service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=37143bd2-1331-4c73-96e2-f9c3179c6daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280588 Feb 09 21:29:31.519873 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-792a5b8d-144e-4fb6-8389-fcef7c379357 req-5873807d-292e-4599-b99e-78978758e255 service neutron] 10.222.0.95 "GET /v2.0/networks/37143bd2-1331-4c73-96e2-f9c3179c6daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148326 Feb 09 21:29:31.525628 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device c9ef8bad-54aa-4760-99a9-cec07bd69808 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:29:31.549000 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: c9ef8bad-54aa-4760-99a9-cec07bd69808 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:29:31.549588 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device c9ef8bad-54aa-4760-99a9-cec07bd69808 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:29:31.582458 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d5667329-fedc-4bda-831b-a2144cf434a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (fddbc562-40f7-421b-ab50-b337c3d0b45f), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:31.590072 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d5667329-fedc-4bda-831b-a2144cf434a4 admin admin] Publish callbacks [] for router_controller (fddbc562-40f7-421b-ab50-b337c3d0b45f), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:31.603796 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-1309d677-35eb-43ee-9172-39b264c24b51 req-f8c4ac45-f538-4177-9c50-68be9f111b4c tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Publish callbacks [] for port (5f898856-a782-4f86-b38f-f74482342d30), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:31.631572 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-792a5b8d-144e-4fb6-8389-fcef7c379357 req-cbabc85e-62f2-4452-ab2a-2f78521db2b7 service neutron] 10.222.0.95 "GET /v2.0/networks/37143bd2-1331-4c73-96e2-f9c3179c6daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995293 Feb 09 21:29:31.680636 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f30516-d723-4fd6-8023-d4854e217571 req-48f3663f-5320-4c36-b6ab-ba0a729803b9 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:31.682446 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e3f30516-d723-4fd6-8023-d4854e217571 req-48f3663f-5320-4c36-b6ab-ba0a729803b9 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=cd92d494-82c4-4614-9a6f-2d9307f3309a HTTP/1.1" status: 200 len: 946 time: 0.5105937 Feb 09 21:29:31.684886 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d5667329-fedc-4bda-831b-a2144cf434a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (fddbc562-40f7-421b-ab50-b337c3d0b45f), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:31.685930 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5667329-fedc-4bda-831b-a2144cf434a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fddbc562-40f7-421b-ab50-b337c3d0b45f {{(pid=103140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:29:31.692853 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d5667329-fedc-4bda-831b-a2144cf434a4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:31.696615 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-d5667329-fedc-4bda-831b-a2144cf434a4 admin admin] 10.222.0.90 "DELETE /v2.0/routers/fddbc562-40f7-421b-ab50-b337c3d0b45f HTTP/1.1" status: 204 len: 168 time: 3.0939717 Feb 09 21:29:31.697973 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 47844) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:29:31.792834 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-1309d677-35eb-43ee-9172-39b264c24b51 req-f8c4ac45-f538-4177-9c50-68be9f111b4c tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (5f898856-a782-4f86-b38f-f74482342d30), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:31.809637 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9ad2a1-d068-4a04-9fb7-b9ef2ae20cda req-e41e014e-be57-4d53-b1af-9d7b773d7961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:31.811011 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['4bbd8126-4683-4cf5-bea6-1038ce90a505'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:29:31.823401 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-bc9ad2a1-d068-4a04-9fb7-b9ef2ae20cda req-e41e014e-be57-4d53-b1af-9d7b773d7961 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=2bd637e202e1467d81aff230fe0a3e7e&device_id=a16017cd-a588-4f83-8d8d-43f41f49105a HTTP/1.1" status: 200 len: 1125 time: 0.0996332 Feb 09 21:29:31.845689 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_v2 [None req-02014088-ed10-4efb-8a50-a5c3e7d3b455 admin admin] Deleting subnet 514fdae4-68fd-44e2-866e-50aa0c021798 {{(pid=103140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:29:31.882434 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-02014088-ed10-4efb-8a50-a5c3e7d3b455 admin admin] Publish callbacks [] for subnet (514fdae4-68fd-44e2-866e-50aa0c021798), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:31.908840 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e3f30516-d723-4fd6-8023-d4854e217571 req-0146ef87-1bbd-4219-a26c-69ac9cfcb872 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958508 Feb 09 21:29:31.967519 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1309d677-35eb-43ee-9172-39b264c24b51 req-f8c4ac45-f538-4177-9c50-68be9f111b4c tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:29:31.992044 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [req-1309d677-35eb-43ee-9172-39b264c24b51 req-74891d6e-e1dc-44c3-99e6-a12f18ceb28e tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Allocated IP 192.168.233.166 (a8139157-1e3e-4bd9-8fa9-c0e20debd7dc/0f7402ac-a35b-414b-bcc1-bc1c3072ec3c/ab9d25ae-d4c5-4858-a2a3-37eb99643062) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:29:32.008500 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c4ac45-f538-4177-9c50-68be9f111b4c tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Pushing event updated for resources: {'Port': ['ID=5f898856-a782-4f86-b38f-f74482342d30,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:32.010990 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [req-1309d677-35eb-43ee-9172-39b264c24b51 req-f8c4ac45-f538-4177-9c50-68be9f111b4c tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:29:32.016438 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-02014088-ed10-4efb-8a50-a5c3e7d3b455 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9110716'] for subnet (514fdae4-68fd-44e2-866e-50aa0c021798), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:32.028328 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9ad2a1-d068-4a04-9fb7-b9ef2ae20cda req-66686d47-7249-4a0f-8a43-912b4f88c3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:32.030262 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-bc9ad2a1-d068-4a04-9fb7-b9ef2ae20cda req-66686d47-7249-4a0f-8a43-912b4f88c3e4 service neutron] 10.222.0.95 "GET /v2.0/networks?id=37143bd2-1331-4c73-96e2-f9c3179c6daf HTTP/1.1" status: 200 len: 922 time: 0.1948378 Feb 09 21:29:32.041298 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-1309d677-35eb-43ee-9172-39b264c24b51 req-f8c4ac45-f538-4177-9c50-68be9f111b4c tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:29:32.226668 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1309d677-35eb-43ee-9172-39b264c24b51 req-f8c4ac45-f538-4177-9c50-68be9f111b4c tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:32.227267 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-1309d677-35eb-43ee-9172-39b264c24b51 req-f8c4ac45-f538-4177-9c50-68be9f111b4c tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:32.296480 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-6f23ed9e-ed93-4a18-a21c-8885e0a9dbe3 None None] Provisioning complete for port 5f898856-a782-4f86-b38f-f74482342d30 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:29:32.297098 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-6f23ed9e-ed93-4a18-a21c-8885e0a9dbe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (5f898856-a782-4f86-b38f-f74482342d30), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:32.344330 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-bc9ad2a1-d068-4a04-9fb7-b9ef2ae20cda req-fe70e44f-3aee-40c3-8dd7-fcc9b43abeed service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=215fac52-1234-4ba3-9c77-e164bcf20996 HTTP/1.1" status: 200 len: 217 time: 0.3007925 Feb 09 21:29:32.367448 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-6f23ed9e-ed93-4a18-a21c-8885e0a9dbe3 None None] Port 5f898856-a782-4f86-b38f-f74482342d30 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:29:32.388196 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1309d677-35eb-43ee-9172-39b264c24b51 req-f8c4ac45-f538-4177-9c50-68be9f111b4c tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7365396 Feb 09 21:29:32.395761 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9339899d-d39c-4e74-9aa8-9bf8bbecc1fc req-338ac8fb-cd6b-4975-a309-93d74a5f7d17 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:32.403022 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9339899d-d39c-4e74-9aa8-9bf8bbecc1fc req-338ac8fb-cd6b-4975-a309-93d74a5f7d17 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=a16017cd-a588-4f83-8d8d-43f41f49105a HTTP/1.1" status: 200 len: 943 time: 0.4284778 Feb 09 21:29:32.415350 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9ad2a1-d068-4a04-9fb7-b9ef2ae20cda req-90528e73-90e9-4db8-8c76-27a6773b0202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:32.416778 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-bc9ad2a1-d068-4a04-9fb7-b9ef2ae20cda req-90528e73-90e9-4db8-8c76-27a6773b0202 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=f5dc5768-86f9-4907-b987-49606f9e43f9 HTTP/1.1" status: 200 len: 861 time: 0.0627353 Feb 09 21:29:32.424775 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-1309d677-35eb-43ee-9172-39b264c24b51 req-470f3ee5-4b96-481f-a6e5-2fb659a90a1e service neutron] Request body: {'port': {'device_id': '73a01f41-04f1-417a-a52d-4e487100f679', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-5'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:29:32.438830 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3daded-d01c-4476-96eb-8c78536b124e req-1ab30f34-67a8-49b7-8ad7-14ed7451fb3b tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:32.440514 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7f3daded-d01c-4476-96eb-8c78536b124e req-1ab30f34-67a8-49b7-8ad7-14ed7451fb3b tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff1811b6-f006-4729-969d-2c14bcf6a227 HTTP/1.1" status: 200 len: 950 time: 0.4415615 Feb 09 21:29:32.474719 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-bc9ad2a1-d068-4a04-9fb7-b9ef2ae20cda req-f87e9a00-de63-480d-8312-ad1dd66c5313 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=37143bd2-1331-4c73-96e2-f9c3179c6daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453866 Feb 09 21:29:32.480151 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-02014088-ed10-4efb-8a50-a5c3e7d3b455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (514fdae4-68fd-44e2-866e-50aa0c021798), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:32.577704 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-bc9ad2a1-d068-4a04-9fb7-b9ef2ae20cda req-2de63342-0934-44fc-8566-261fe664e757 service neutron] 10.222.0.95 "GET /v2.0/networks/37143bd2-1331-4c73-96e2-f9c3179c6daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915215 Feb 09 21:29:32.650574 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9339899d-d39c-4e74-9aa8-9bf8bbecc1fc req-db0b9bb4-81bd-4847-8ae7-ee02eb12ce44 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465575 Feb 09 21:29:32.657060 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-1309d677-35eb-43ee-9172-39b264c24b51 req-74891d6e-e1dc-44c3-99e6-a12f18ceb28e tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Publish callbacks [] for port (ab9d25ae-d4c5-4858-a2a3-37eb99643062), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:32.674129 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-bc9ad2a1-d068-4a04-9fb7-b9ef2ae20cda req-2fb5db73-8bcf-45e2-bb20-b139af56cf12 service neutron] 10.222.0.95 "GET /v2.0/networks/37143bd2-1331-4c73-96e2-f9c3179c6daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862777 Feb 09 21:29:32.677187 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7f3daded-d01c-4476-96eb-8c78536b124e req-c4ae6fd3-96f6-44a9-b556-899429038f38 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/security-groups?id=f6fa6ce3-746d-4166-ab07-a35461d566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237127 Feb 09 21:29:32.681366 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-1309d677-35eb-43ee-9172-39b264c24b51 req-470f3ee5-4b96-481f-a6e5-2fb659a90a1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (5f898856-a782-4f86-b38f-f74482342d30), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:32.698253 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-02014088-ed10-4efb-8a50-a5c3e7d3b455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621346'] for subnet (514fdae4-68fd-44e2-866e-50aa0c021798), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:32.736981 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02014088-ed10-4efb-8a50-a5c3e7d3b455 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=514fdae4-68fd-44e2-866e-50aa0c021798,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:32.751420 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2355a7c-13fe-45e4-a730-e7bbb5de4480 None None] Network 8de99644-1845-430a-b851-381a6bf3b420 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:29:32.776850 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-02014088-ed10-4efb-8a50-a5c3e7d3b455 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:32.783010 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 47864) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:29:32.790327 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-02014088-ed10-4efb-8a50-a5c3e7d3b455 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/514fdae4-68fd-44e2-866e-50aa0c021798 HTTP/1.1" status: 204 len: 168 time: 1.0789852 Feb 09 21:29:32.889139 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-89e2ae9e-eaf5-4917-9747-9235a7340dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (8de99644-1845-430a-b851-381a6bf3b420), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:32.940154 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-1309d677-35eb-43ee-9172-39b264c24b51 req-74891d6e-e1dc-44c3-99e6-a12f18ceb28e tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (ab9d25ae-d4c5-4858-a2a3-37eb99643062), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:32.954945 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['4bbd8126-4683-4cf5-bea6-1038ce90a505'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:29:32.976129 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-89e2ae9e-eaf5-4917-9747-9235a7340dde admin admin] Deleting port 401ba2ae-64c0-488d-8330-7d7b3956d5d2 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:29:32.979268 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-89e2ae9e-eaf5-4917-9747-9235a7340dde admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (401ba2ae-64c0-488d-8330-7d7b3956d5d2), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:33.024310 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc428e9-6353-43dc-b1df-3ebe3bb89b56 None None] DHCP port deletion for 8de99644-1845-430a-b851-381a6bf3b420 request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:29:33.061703 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1309d677-35eb-43ee-9172-39b264c24b51 req-74891d6e-e1dc-44c3-99e6-a12f18ceb28e tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:29:33.068806 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-89e2ae9e-eaf5-4917-9747-9235a7340dde admin admin] For port 401ba2ae-64c0-488d-8330-7d7b3956d5d2, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=401ba2ae-64c0-488d-8330-7d7b3956d5d2,segment=NetworkSegment(e370e2f9-b3ee-4c4d-a4ce-84aa5531faf8),segment_id=e370e2f9-b3ee-4c4d-a4ce-84aa5531faf8)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:29:33.069644 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-89e2ae9e-eaf5-4917-9747-9235a7340dde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (401ba2ae-64c0-488d-8330-7d7b3956d5d2), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:33.084984 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-89e2ae9e-eaf5-4917-9747-9235a7340dde admin admin] Calling delete_port for 401ba2ae-64c0-488d-8330-7d7b3956d5d2 owned by network:dhcp {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:29:33.114000 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [req-1309d677-35eb-43ee-9172-39b264c24b51 req-74891d6e-e1dc-44c3-99e6-a12f18ceb28e tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:29:33.118095 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-1309d677-35eb-43ee-9172-39b264c24b51 req-74891d6e-e1dc-44c3-99e6-a12f18ceb28e tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:29:33.164957 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74891d6e-e1dc-44c3-99e6-a12f18ceb28e tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Pushing event updated for resources: {'Port': ['ID=ab9d25ae-d4c5-4858-a2a3-37eb99643062,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:33.200120 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e314a68b-f546-4d72-8fa5-5fea914d9614 req-9072e27b-80d0-4717-afea-d9e7bb681ed8 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:33.207686 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e314a68b-f546-4d72-8fa5-5fea914d9614 req-9072e27b-80d0-4717-afea-d9e7bb681ed8 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=869587a8-56e2-4f69-97b5-5467b85d2a79 HTTP/1.1" status: 200 len: 936 time: 0.3713410 Feb 09 21:29:33.226206 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-89e2ae9e-eaf5-4917-9747-9235a7340dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (401ba2ae-64c0-488d-8330-7d7b3956d5d2), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:33.256095 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1309d677-35eb-43ee-9172-39b264c24b51 req-74891d6e-e1dc-44c3-99e6-a12f18ceb28e tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:33.256801 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-1309d677-35eb-43ee-9172-39b264c24b51 req-74891d6e-e1dc-44c3-99e6-a12f18ceb28e tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:33.266411 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420b7b9e-ffb1-41ba-8b97-c4bd22db0cc1 req-becb235c-139d-4697-9698-19c25e353c86 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:33.267995 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-420b7b9e-ffb1-41ba-8b97-c4bd22db0cc1 req-becb235c-139d-4697-9698-19c25e353c86 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=cd92d494-82c4-4614-9a6f-2d9307f3309a HTTP/1.1" status: 200 len: 946 time: 0.2587109 Feb 09 21:29:33.274567 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-2dc428e9-6353-43dc-b1df-3ebe3bb89b56 None None] Deleting port 401ba2ae-64c0-488d-8330-7d7b3956d5d2 {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:29:33.275184 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2dc428e9-6353-43dc-b1df-3ebe3bb89b56 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (401ba2ae-64c0-488d-8330-7d7b3956d5d2), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:33.297403 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e2ae9e-eaf5-4917-9747-9235a7340dde admin admin] No DVR routers for this DVR port 401ba2ae-64c0-488d-8330-7d7b3956d5d2 on host n-d-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:29:33.299759 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e2ae9e-eaf5-4917-9747-9235a7340dde admin admin] Pushing event deleted for resources: {'Port': ['ID=401ba2ae-64c0-488d-8330-7d7b3956d5d2,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:33.345869 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1309d677-35eb-43ee-9172-39b264c24b51 req-74891d6e-e1dc-44c3-99e6-a12f18ceb28e tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4092677 Feb 09 21:29:33.362467 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-1309d677-35eb-43ee-9172-39b264c24b51 req-e69df012-8561-47a4-b4d5-0ae14b4b30f5 service neutron] Request body: {'port': {'device_id': '869587a8-56e2-4f69-97b5-5467b85d2a79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-5'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:29:33.416593 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e314a68b-f546-4d72-8fa5-5fea914d9614 req-2118fb31-ac64-485f-b382-74a88b9ec413 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077169 Feb 09 21:29:33.420454 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-2dc428e9-6353-43dc-b1df-3ebe3bb89b56 None None] For port 401ba2ae-64c0-488d-8330-7d7b3956d5d2, host n-d-828369-5, got binding levels [] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:29:33.421388 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2dc428e9-6353-43dc-b1df-3ebe3bb89b56 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (401ba2ae-64c0-488d-8330-7d7b3956d5d2), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:33.443393 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-89e2ae9e-eaf5-4917-9747-9235a7340dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (8de99644-1845-430a-b851-381a6bf3b420), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:33.444957 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-2dc428e9-6353-43dc-b1df-3ebe3bb89b56 None None] Calling delete_port for 401ba2ae-64c0-488d-8330-7d7b3956d5d2 owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:29:33.454147 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.ipam_backend_mixin [None req-2dc428e9-6353-43dc-b1df-3ebe3bb89b56 None None] Port 401ba2ae-64c0-488d-8330-7d7b3956d5d2 was not found and therefore no delete operation was performed {{(pid=103142) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 21:29:33.461226 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2dc428e9-6353-43dc-b1df-3ebe3bb89b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (401ba2ae-64c0-488d-8330-7d7b3956d5d2), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:33.483970 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-420b7b9e-ffb1-41ba-8b97-c4bd22db0cc1 req-b78ae75c-789d-4254-924c-f2be4df7eca9 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045703 Feb 09 21:29:33.513628 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-89e2ae9e-eaf5-4917-9747-9235a7340dde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8de99644-1845-430a-b851-381a6bf3b420']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:29:33.522901 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc428e9-6353-43dc-b1df-3ebe3bb89b56 None None] Pushing event deleted for resources: {'Port': ['ID=401ba2ae-64c0-488d-8330-7d7b3956d5d2,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:33.523853 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-1309d677-35eb-43ee-9172-39b264c24b51 req-e69df012-8561-47a4-b4d5-0ae14b4b30f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (ab9d25ae-d4c5-4858-a2a3-37eb99643062), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:33.533353 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-89e2ae9e-eaf5-4917-9747-9235a7340dde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e370e2f9-b3ee-4c4d-a4ce-84aa5531faf8') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:29:33.539203 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-89e2ae9e-eaf5-4917-9747-9235a7340dde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e370e2f9-b3ee-4c4d-a4ce-84aa5531faf8') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:29:33.554015 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc428e9-6353-43dc-b1df-3ebe3bb89b56 None None] No DVR routers for this DVR port 401ba2ae-64c0-488d-8330-7d7b3956d5d2 on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:29:33.556559 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-89e2ae9e-eaf5-4917-9747-9235a7340dde admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (e370e2f9-b3ee-4c4d-a4ce-84aa5531faf8), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:33.557261 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [req-1309d677-35eb-43ee-9172-39b264c24b51 req-470f3ee5-4b96-481f-a6e5-2fb659a90a1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f898856-a782-4f86-b38f-f74482342d30 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:29:33.569723 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 85fdf81d-bbb9-4c03-bc48-437db392e2b8 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:29:33.585881 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-89e2ae9e-eaf5-4917-9747-9235a7340dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (e370e2f9-b3ee-4c4d-a4ce-84aa5531faf8), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:33.590964 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-1309d677-35eb-43ee-9172-39b264c24b51 req-470f3ee5-4b96-481f-a6e5-2fb659a90a1e service neutron] Publish callbacks [] for port (5f898856-a782-4f86-b38f-f74482342d30), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:33.593945 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89e2ae9e-eaf5-4917-9747-9235a7340dde admin admin] Releasing vlan 739 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:29:33.594512 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-89e2ae9e-eaf5-4917-9747-9235a7340dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (e370e2f9-b3ee-4c4d-a4ce-84aa5531faf8), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:33.596944 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:29:33.596944 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:29:33.596944 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:29:33.596944 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:29:33.596944 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:29:33.596944 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:29:33.596944 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:29:33.596944 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:29:33.596944 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:29:33.596944 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:29:33.596944 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:29:33.596944 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:29:33.596944 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:29:33.596944 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:29:33.596944 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:29:33.596944 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:29:33.596944 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:29:33.596944 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:29:33.596944 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:29:33.596944 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:29:33.596944 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:29:33.596944 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:29:33.596944 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:29:33.596944 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:29:33.596944 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:29:33.596944 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:29:33.596944 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:29:33.596944 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:29:33.596944 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:29:33.596944 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:29:33.596944 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:29:33.596944 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:29:33.613833 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 85fdf81d-bbb9-4c03-bc48-437db392e2b8 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:29:33.614813 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 85fdf81d-bbb9-4c03-bc48-437db392e2b8 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:29:33.615527 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 401ba2ae-64c0-488d-8330-7d7b3956d5d2 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:29:33.622870 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [req-1309d677-35eb-43ee-9172-39b264c24b51 req-470f3ee5-4b96-481f-a6e5-2fb659a90a1e service neutron] Transition to ACTIVE for port object 5f898856-a782-4f86-b38f-f74482342d30 will not be triggered until provisioned by entity L2. {{(pid=103140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:29:33.633140 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-1309d677-35eb-43ee-9172-39b264c24b51 req-470f3ee5-4b96-481f-a6e5-2fb659a90a1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (5f898856-a782-4f86-b38f-f74482342d30), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:33.642698 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 401ba2ae-64c0-488d-8330-7d7b3956d5d2 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:29:33.643139 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 401ba2ae-64c0-488d-8330-7d7b3956d5d2 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:29:33.655877 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-ff3755a5-c433-4d60-b9f6-f3feecae32ae None None] Provisioning complete for port ab9d25ae-d4c5-4858-a2a3-37eb99643062 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:29:33.657046 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ff3755a5-c433-4d60-b9f6-f3feecae32ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (ab9d25ae-d4c5-4858-a2a3-37eb99643062), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:33.673660 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-89e2ae9e-eaf5-4917-9747-9235a7340dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (8de99644-1845-430a-b851-381a6bf3b420), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:33.693159 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-89e2ae9e-eaf5-4917-9747-9235a7340dde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:33.699727 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-89e2ae9e-eaf5-4917-9747-9235a7340dde admin admin] 10.222.0.90 "DELETE /v2.0/networks/8de99644-1845-430a-b851-381a6bf3b420 HTTP/1.1" status: 204 len: 168 time: 0.9114316 Feb 09 21:29:33.710565 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e2ae9e-eaf5-4917-9747-9235a7340dde admin admin] Pushing event deleted for resources: {'Network': ['ID=8de99644-1845-430a-b851-381a6bf3b420,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:33.721506 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-ff3755a5-c433-4d60-b9f6-f3feecae32ae None None] Port ab9d25ae-d4c5-4858-a2a3-37eb99643062 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:29:33.910043 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 47878) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:29:33.961176 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470f3ee5-4b96-481f-a6e5-2fb659a90a1e service neutron] Pushing event updated for resources: {'Port': ['ID=5f898856-a782-4f86-b38f-f74482342d30,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:33.974440 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-afa777c0-26db-4cc6-9bad-a42543c13ece admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=d663dfd6d6f34ad5b7b0ac74e0144b97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0607555 Feb 09 21:29:33.974733 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 47880) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:29:34.035974 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-421e7910-8571-49d4-8e94-17a24b4a334f admin admin] Publish callbacks [] for security_group (fc1f732c-04e4-4d89-be3f-0ac1644d7b44), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:34.068471 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-421e7910-8571-49d4-8e94-17a24b4a334f admin admin] Publish callbacks [] for security_group (fc1f732c-04e4-4d89-be3f-0ac1644d7b44), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:34.076772 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d061a263-3bce-43a1-9901-e885cbfc825e req-d641aeed-dd4a-4959-a667-6d868f53f382 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:34.078607 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d061a263-3bce-43a1-9901-e885cbfc825e req-d641aeed-dd4a-4959-a667-6d868f53f382 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff1811b6-f006-4729-969d-2c14bcf6a227 HTTP/1.1" status: 200 len: 950 time: 0.2414012 Feb 09 21:29:34.094397 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8e3f2b-156e-4e01-825a-e0306f27550a req-7bb64b78-d567-40ab-95b0-54a55343e9ab tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:34.095935 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2d8e3f2b-156e-4e01-825a-e0306f27550a req-7bb64b78-d567-40ab-95b0-54a55343e9ab tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=a16017cd-a588-4f83-8d8d-43f41f49105a HTTP/1.1" status: 200 len: 943 time: 0.2532470 Feb 09 21:29:34.151322 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-421e7910-8571-49d4-8e94-17a24b4a334f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (fc1f732c-04e4-4d89-be3f-0ac1644d7b44), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:34.154958 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-421e7910-8571-49d4-8e94-17a24b4a334f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:34.160040 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-421e7910-8571-49d4-8e94-17a24b4a334f admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/fc1f732c-04e4-4d89-be3f-0ac1644d7b44 HTTP/1.1" status: 204 len: 168 time: 0.1843381 Feb 09 21:29:34.169721 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421e7910-8571-49d4-8e94-17a24b4a334f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc1f732c-04e4-4d89-be3f-0ac1644d7b44,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:34.201997 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-1309d677-35eb-43ee-9172-39b264c24b51 req-470f3ee5-4b96-481f-a6e5-2fb659a90a1e service neutron] Attempting to bind port 5f898856-a782-4f86-b38f-f74482342d30 on host n-h1-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:29:34.202339 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-1309d677-35eb-43ee-9172-39b264c24b51 req-470f3ee5-4b96-481f-a6e5-2fb659a90a1e service neutron] Attempting to bind port 5f898856-a782-4f86-b38f-f74482342d30 by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:29:34.202674 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1309d677-35eb-43ee-9172-39b264c24b51 req-470f3ee5-4b96-481f-a6e5-2fb659a90a1e service neutron] Attempting to bind port 5f898856-a782-4f86-b38f-f74482342d30 on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:29:34.244072 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [req-1309d677-35eb-43ee-9172-39b264c24b51 req-e69df012-8561-47a4-b4d5-0ae14b4b30f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab9d25ae-d4c5-4858-a2a3-37eb99643062 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:29:34.249066 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1309d677-35eb-43ee-9172-39b264c24b51 req-470f3ee5-4b96-481f-a6e5-2fb659a90a1e service neutron] Port 5f898856-a782-4f86-b38f-f74482342d30 on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:29:34.249066 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1309d677-35eb-43ee-9172-39b264c24b51 req-470f3ee5-4b96-481f-a6e5-2fb659a90a1e service neutron] Attempting to bind port 5f898856-a782-4f86-b38f-f74482342d30 on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:29:34.262968 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-1309d677-35eb-43ee-9172-39b264c24b51 req-e69df012-8561-47a4-b4d5-0ae14b4b30f5 service neutron] Publish callbacks [] for port (ab9d25ae-d4c5-4858-a2a3-37eb99643062), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:34.268072 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d061a263-3bce-43a1-9901-e885cbfc825e req-d3d81c7c-796c-498d-b733-70a6d7d9176d tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/security-groups?id=f6fa6ce3-746d-4166-ab07-a35461d566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711097 Feb 09 21:29:34.274103 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1309d677-35eb-43ee-9172-39b264c24b51 req-470f3ee5-4b96-481f-a6e5-2fb659a90a1e service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:29:34.274445 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1309d677-35eb-43ee-9172-39b264c24b51 req-470f3ee5-4b96-481f-a6e5-2fb659a90a1e service neutron] Checking segment: {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:29:34.274825 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1309d677-35eb-43ee-9172-39b264c24b51 req-470f3ee5-4b96-481f-a6e5-2fb659a90a1e service neutron] Bound using segment: {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:29:34.275273 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-1309d677-35eb-43ee-9172-39b264c24b51 req-470f3ee5-4b96-481f-a6e5-2fb659a90a1e service neutron] Bound port: 5f898856-a782-4f86-b38f-f74482342d30, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:29:34.275633 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-1309d677-35eb-43ee-9172-39b264c24b51 req-470f3ee5-4b96-481f-a6e5-2fb659a90a1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (5f898856-a782-4f86-b38f-f74482342d30), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:34.307772 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2d8e3f2b-156e-4e01-825a-e0306f27550a req-7cb4be5b-651c-4b0a-ae83-f04237b9b3f6 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031684 Feb 09 21:29:34.316408 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [req-1309d677-35eb-43ee-9172-39b264c24b51 req-e69df012-8561-47a4-b4d5-0ae14b4b30f5 service neutron] Transition to ACTIVE for port object ab9d25ae-d4c5-4858-a2a3-37eb99643062 will not be triggered until provisioned by entity L2. {{(pid=103140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:29:34.328345 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 215fac52-1234-4ba3-9c77-e164bcf20996 details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:29:34.350991 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-1309d677-35eb-43ee-9172-39b264c24b51 req-e69df012-8561-47a4-b4d5-0ae14b4b30f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (ab9d25ae-d4c5-4858-a2a3-37eb99643062), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:34.455955 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69df012-8561-47a4-b4d5-0ae14b4b30f5 service neutron] Pushing event updated for resources: {'Port': ['ID=ab9d25ae-d4c5-4858-a2a3-37eb99643062,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:34.465094 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 215fac52-1234-4ba3-9c77-e164bcf20996, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=215fac52-1234-4ba3-9c77-e164bcf20996,segment=NetworkSegment(aad88faa-37a1-49ac-8a06-d36169fb75d8),segment_id=aad88faa-37a1-49ac-8a06-d36169fb75d8)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:29:34.484102 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': '215fac52-1234-4ba3-9c77-e164bcf20996', 'network_id': '37143bd2-1331-4c73-96e2-f9c3179c6daf', 'port_id': '215fac52-1234-4ba3-9c77-e164bcf20996', 'mac_address': 'fa:16:3e:0a:77:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5dc5768-86f9-4907-b987-49606f9e43f9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:29:34.500552 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-1309d677-35eb-43ee-9172-39b264c24b51 req-470f3ee5-4b96-481f-a6e5-2fb659a90a1e service neutron] For port 5f898856-a782-4f86-b38f-f74482342d30, host n-h1-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:29:34.509258 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-1309d677-35eb-43ee-9172-39b264c24b51 req-470f3ee5-4b96-481f-a6e5-2fb659a90a1e service neutron] For port 5f898856-a782-4f86-b38f-f74482342d30, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=5f898856-a782-4f86-b38f-f74482342d30,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:29:34.525554 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 215fac52-1234-4ba3-9c77-e164bcf20996 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:29:34.525978 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (215fac52-1234-4ba3-9c77-e164bcf20996), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:34.545317 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 215fac52-1234-4ba3-9c77-e164bcf20996 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:29:34.584055 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 215fac52-1234-4ba3-9c77-e164bcf20996, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=215fac52-1234-4ba3-9c77-e164bcf20996,segment=NetworkSegment(aad88faa-37a1-49ac-8a06-d36169fb75d8),segment_id=aad88faa-37a1-49ac-8a06-d36169fb75d8)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:29:34.589475 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (215fac52-1234-4ba3-9c77-e164bcf20996), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:34.620123 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-1309d677-35eb-43ee-9172-39b264c24b51 req-470f3ee5-4b96-481f-a6e5-2fb659a90a1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (5f898856-a782-4f86-b38f-f74482342d30), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:34.681133 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=215fac52-1234-4ba3-9c77-e164bcf20996,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:34.785769 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1309d677-35eb-43ee-9172-39b264c24b51 req-470f3ee5-4b96-481f-a6e5-2fb659a90a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:34.786288 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-1309d677-35eb-43ee-9172-39b264c24b51 req-470f3ee5-4b96-481f-a6e5-2fb659a90a1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:34.788263 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1309d677-35eb-43ee-9172-39b264c24b51 req-470f3ee5-4b96-481f-a6e5-2fb659a90a1e service neutron] 10.222.0.95 "PUT /v2.0/ports/5f898856-a782-4f86-b38f-f74482342d30 HTTP/1.1" status: 200 len: 1095 time: 2.3728640 Feb 09 21:29:34.794936 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73a01f41-04f1-417a-a52d-4e487100f679', 'tag': '5f898856-a782-4f86-b38f-f74482342d30'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:29:34.797225 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54a0588b-44b7-44c9-bcd7-de1f160fd5bb" -d '{"events": [{"name": "network-changed", "server_uuid": "73a01f41-04f1-417a-a52d-4e487100f679", "tag": "5f898856-a782-4f86-b38f-f74482342d30"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:29:34.861446 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e56a54-df9e-4712-983b-9f7b3243173b req-7cea4a12-7627-4c7f-9e5c-706afe25970e tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:34.862944 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-66e56a54-df9e-4712-983b-9f7b3243173b req-7cea4a12-7627-4c7f-9e5c-706afe25970e tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=cd92d494-82c4-4614-9a6f-2d9307f3309a HTTP/1.1" status: 200 len: 946 time: 0.2074521 Feb 09 21:29:34.887429 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8c1831-c39e-4841-8ebd-eb1f755da612 req-3d4b94b7-d7bd-4940-a239-33d2e40b281d tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:34.888976 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1d8c1831-c39e-4841-8ebd-eb1f755da612 req-3d4b94b7-d7bd-4940-a239-33d2e40b281d tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=869587a8-56e2-4f69-97b5-5467b85d2a79 HTTP/1.1" status: 200 len: 948 time: 0.3084836 Feb 09 21:29:34.889617 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470f3ee5-4b96-481f-a6e5-2fb659a90a1e service neutron] Pushing event updated for resources: {'Port': ['ID=5f898856-a782-4f86-b38f-f74482342d30,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:34.914539 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-1309d677-35eb-43ee-9172-39b264c24b51 req-e69df012-8561-47a4-b4d5-0ae14b4b30f5 service neutron] Attempting to bind port ab9d25ae-d4c5-4858-a2a3-37eb99643062 on host n-h1-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:29:34.914539 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-1309d677-35eb-43ee-9172-39b264c24b51 req-e69df012-8561-47a4-b4d5-0ae14b4b30f5 service neutron] Attempting to bind port ab9d25ae-d4c5-4858-a2a3-37eb99643062 by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:29:34.914856 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1309d677-35eb-43ee-9172-39b264c24b51 req-e69df012-8561-47a4-b4d5-0ae14b4b30f5 service neutron] Attempting to bind port ab9d25ae-d4c5-4858-a2a3-37eb99643062 on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:29:34.942906 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1309d677-35eb-43ee-9172-39b264c24b51 req-e69df012-8561-47a4-b4d5-0ae14b4b30f5 service neutron] Port ab9d25ae-d4c5-4858-a2a3-37eb99643062 on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:29:34.943502 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1309d677-35eb-43ee-9172-39b264c24b51 req-e69df012-8561-47a4-b4d5-0ae14b4b30f5 service neutron] Attempting to bind port ab9d25ae-d4c5-4858-a2a3-37eb99643062 on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:29:34.945248 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['215fac52-1234-4ba3-9c77-e164bcf20996'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:29:34.966849 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1309d677-35eb-43ee-9172-39b264c24b51 req-e69df012-8561-47a4-b4d5-0ae14b4b30f5 service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:29:34.967415 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1309d677-35eb-43ee-9172-39b264c24b51 req-e69df012-8561-47a4-b4d5-0ae14b4b30f5 service neutron] Checking segment: {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:29:34.974069 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1309d677-35eb-43ee-9172-39b264c24b51 req-e69df012-8561-47a4-b4d5-0ae14b4b30f5 service neutron] Bound using segment: {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:29:34.974745 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-1309d677-35eb-43ee-9172-39b264c24b51 req-e69df012-8561-47a4-b4d5-0ae14b4b30f5 service neutron] Bound port: ab9d25ae-d4c5-4858-a2a3-37eb99643062, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:29:34.975732 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-1309d677-35eb-43ee-9172-39b264c24b51 req-e69df012-8561-47a4-b4d5-0ae14b4b30f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (ab9d25ae-d4c5-4858-a2a3-37eb99643062), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:35.050660 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-66e56a54-df9e-4712-983b-9f7b3243173b req-67e0fbb7-c400-4bec-98e0-8d434d507f12 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572907 Feb 09 21:29:35.105938 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1309d677-35eb-43ee-9172-39b264c24b51 req-6d1b0914-86a9-470f-8de2-215bd6928e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:35.107599 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1309d677-35eb-43ee-9172-39b264c24b51 req-6d1b0914-86a9-470f-8de2-215bd6928e9d service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=301f05e37d364aab86167965425dfbdc&device_id=73a01f41-04f1-417a-a52d-4e487100f679 HTTP/1.1" status: 200 len: 1129 time: 0.2612197 Feb 09 21:29:35.113733 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1d8c1831-c39e-4841-8ebd-eb1f755da612 req-3986500f-4d9a-4daa-8856-eea55a6c5e80 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023916 Feb 09 21:29:35.497329 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3d4f169-0d9b-4da7-9524-c3a13fff72ab x-openstack-request-id: req-b3d4f169-0d9b-4da7-9524-c3a13fff72ab {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:29:35.497546 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73a01f41-04f1-417a-a52d-4e487100f679", "tag": "5f898856-a782-4f86-b38f-f74482342d30", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:29:35.497773 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-b3d4f169-0d9b-4da7-9524-c3a13fff72ab {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:29:35.498169 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73a01f41-04f1-417a-a52d-4e487100f679', 'tag': '5f898856-a782-4f86-b38f-f74482342d30', 'status': 'completed', 'code': 200} Feb 09 21:29:35.505866 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1309d677-35eb-43ee-9172-39b264c24b51 req-e4fc59dc-64dd-423d-9785-b673b39a4f03 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=5f898856-a782-4f86-b38f-f74482342d30 HTTP/1.1" status: 200 len: 217 time: 0.3735375 Feb 09 21:29:35.550272 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-1309d677-35eb-43ee-9172-39b264c24b51 req-e69df012-8561-47a4-b4d5-0ae14b4b30f5 service neutron] For port ab9d25ae-d4c5-4858-a2a3-37eb99643062, host n-h1-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:29:35.608739 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-1309d677-35eb-43ee-9172-39b264c24b51 req-e69df012-8561-47a4-b4d5-0ae14b4b30f5 service neutron] For port ab9d25ae-d4c5-4858-a2a3-37eb99643062, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=ab9d25ae-d4c5-4858-a2a3-37eb99643062,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:29:35.622107 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-1309d677-35eb-43ee-9172-39b264c24b51 req-e69df012-8561-47a4-b4d5-0ae14b4b30f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (ab9d25ae-d4c5-4858-a2a3-37eb99643062), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:35.661162 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1309d677-35eb-43ee-9172-39b264c24b51 req-af74a4bc-5800-44a7-a888-e5a92d28583d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:35.662654 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1309d677-35eb-43ee-9172-39b264c24b51 req-af74a4bc-5800-44a7-a888-e5a92d28583d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0f7402ac-a35b-414b-bcc1-bc1c3072ec3c HTTP/1.1" status: 200 len: 843 time: 0.1375415 Feb 09 21:29:35.674700 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1309d677-35eb-43ee-9172-39b264c24b51 req-e69df012-8561-47a4-b4d5-0ae14b4b30f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:35.675308 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-1309d677-35eb-43ee-9172-39b264c24b51 req-e69df012-8561-47a4-b4d5-0ae14b4b30f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:35.676646 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1309d677-35eb-43ee-9172-39b264c24b51 req-e69df012-8561-47a4-b4d5-0ae14b4b30f5 service neutron] 10.222.0.95 "PUT /v2.0/ports/ab9d25ae-d4c5-4858-a2a3-37eb99643062 HTTP/1.1" status: 200 len: 1096 time: 2.3191056 Feb 09 21:29:35.690736 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286244c1-8d8a-47a6-a2d6-10918488245c req-6c7c3b8f-3f85-4398-bc11-17c786fa6d56 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:35.692271 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-286244c1-8d8a-47a6-a2d6-10918488245c req-6c7c3b8f-3f85-4398-bc11-17c786fa6d56 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff1811b6-f006-4729-969d-2c14bcf6a227 HTTP/1.1" status: 200 len: 950 time: 0.1922412 Feb 09 21:29:35.711674 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43161b4-b77f-4ab3-919c-dc1f93b46403 req-9e0cd798-ba9b-4f06-8a32-55a9a4e51d03 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:35.713226 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b43161b4-b77f-4ab3-919c-dc1f93b46403 req-9e0cd798-ba9b-4f06-8a32-55a9a4e51d03 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=a16017cd-a588-4f83-8d8d-43f41f49105a HTTP/1.1" status: 200 len: 944 time: 0.2143133 Feb 09 21:29:35.804855 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69df012-8561-47a4-b4d5-0ae14b4b30f5 service neutron] Pushing event updated for resources: {'Port': ['ID=ab9d25ae-d4c5-4858-a2a3-37eb99643062,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:35.868647 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-286244c1-8d8a-47a6-a2d6-10918488245c req-1fb4aae2-2364-4787-8079-3e6643845bde tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/security-groups?id=f6fa6ce3-746d-4166-ab07-a35461d566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651330 Feb 09 21:29:35.875467 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b43161b4-b77f-4ab3-919c-dc1f93b46403 req-63008fc0-bd3a-49ad-8025-b48be70607b7 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281779 Feb 09 21:29:35.878530 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1309d677-35eb-43ee-9172-39b264c24b51 req-bdd314bd-7509-44f4-8858-2c79928fdaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:35.880031 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1309d677-35eb-43ee-9172-39b264c24b51 req-bdd314bd-7509-44f4-8858-2c79928fdaa0 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1966672 Feb 09 21:29:35.950796 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1309d677-35eb-43ee-9172-39b264c24b51 req-c14b0d39-979a-40f2-aa65-8ca5ab0acf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:35.952520 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1309d677-35eb-43ee-9172-39b264c24b51 req-c14b0d39-979a-40f2-aa65-8ca5ab0acf4e service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=301f05e37d364aab86167965425dfbdc&device_id=869587a8-56e2-4f69-97b5-5467b85d2a79 HTTP/1.1" status: 200 len: 1130 time: 0.2066119 Feb 09 21:29:36.027830 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1309d677-35eb-43ee-9172-39b264c24b51 req-c27d841c-05bf-411e-b104-6a32109dde34 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=ab9d25ae-d4c5-4858-a2a3-37eb99643062 HTTP/1.1" status: 200 len: 217 time: 0.0493746 Feb 09 21:29:36.112946 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1309d677-35eb-43ee-9172-39b264c24b51 req-c2faddd5-0767-4f3b-ace5-43c89a0f62ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:36.114583 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1309d677-35eb-43ee-9172-39b264c24b51 req-c2faddd5-0767-4f3b-ace5-43c89a0f62ab service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0f7402ac-a35b-414b-bcc1-bc1c3072ec3c HTTP/1.1" status: 200 len: 843 time: 0.0778816 Feb 09 21:29:36.117327 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1309d677-35eb-43ee-9172-39b264c24b51 req-4d9079c6-53ad-4953-a3d3-895887fc7da0 service neutron] 10.222.0.95 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141509 Feb 09 21:29:36.188952 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d9ae8c05-9c0a-44fa-8dc0-8b506316ceac req-0e912e30-f930-4d4f-9f81-1a0440b3504a tempest-ImagesOneServerTestJSON-391977284 tempest-ImagesOneServerTestJSON-391977284-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=ec65cb2d92234431a62b9a176334a723&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0646880 Feb 09 21:29:36.333513 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 215fac52-1234-4ba3-9c77-e164bcf20996 up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:29:36.383557 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning for port 215fac52-1234-4ba3-9c77-e164bcf20996 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:29:36.387617 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port 215fac52-1234-4ba3-9c77-e164bcf20996 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:29:36.388201 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (215fac52-1234-4ba3-9c77-e164bcf20996), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:36.403518 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1309d677-35eb-43ee-9172-39b264c24b51 req-570f8208-b4e3-497f-8f19-5219db374d15 service neutron] 10.222.0.95 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513361 Feb 09 21:29:36.405514 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1309d677-35eb-43ee-9172-39b264c24b51 req-68a899ba-146f-4fd4-bbb5-21a05af97a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:36.406927 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1309d677-35eb-43ee-9172-39b264c24b51 req-68a899ba-146f-4fd4-bbb5-21a05af97a5b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2535217 Feb 09 21:29:36.420305 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb62a30-6984-4c49-a37b-cd355052bc37 req-e55ceb17-9f8a-4096-b1bd-a2cfba15db77 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:36.421840 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4eb62a30-6984-4c49-a37b-cd355052bc37 req-e55ceb17-9f8a-4096-b1bd-a2cfba15db77 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=cd92d494-82c4-4614-9a6f-2d9307f3309a HTTP/1.1" status: 200 len: 946 time: 0.2708452 Feb 09 21:29:36.459640 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ae8c05-9c0a-44fa-8dc0-8b506316ceac req-ea00ad8f-5156-49b5-9f1a-2525941de0e9 tempest-ImagesOneServerTestJSON-391977284 tempest-ImagesOneServerTestJSON-391977284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:36.461148 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d9ae8c05-9c0a-44fa-8dc0-8b506316ceac req-ea00ad8f-5156-49b5-9f1a-2525941de0e9 tempest-ImagesOneServerTestJSON-391977284 tempest-ImagesOneServerTestJSON-391977284-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2392223 Feb 09 21:29:36.481939 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 215fac52-1234-4ba3-9c77-e164bcf20996 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:29:36.482701 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (215fac52-1234-4ba3-9c77-e164bcf20996), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:36.510708 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a16017cd-a588-4f83-8d8d-43f41f49105a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '215fac52-1234-4ba3-9c77-e164bcf20996'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:29:36.513226 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ec04f4a-7e53-472b-83b1-f0ae3aeb6268" -d '{"events": [{"server_uuid": "a16017cd-a588-4f83-8d8d-43f41f49105a", "name": "network-vif-plugged", "status": "completed", "tag": "215fac52-1234-4ba3-9c77-e164bcf20996"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:29:36.527484 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 215fac52-1234-4ba3-9c77-e164bcf20996, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=215fac52-1234-4ba3-9c77-e164bcf20996,segment=NetworkSegment(aad88faa-37a1-49ac-8a06-d36169fb75d8),segment_id=aad88faa-37a1-49ac-8a06-d36169fb75d8)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:29:36.533712 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (215fac52-1234-4ba3-9c77-e164bcf20996), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:36.555004 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d9ae8c05-9c0a-44fa-8dc0-8b506316ceac req-9f4bb0c4-f07c-4d7c-a85b-f8e6e1d155e8 tempest-ImagesOneServerTestJSON-391977284 tempest-ImagesOneServerTestJSON-391977284-project] 10.222.0.90 "GET /v2.0/quotas/ec65cb2d92234431a62b9a176334a723 HTTP/1.1" status: 200 len: 375 time: 0.0613854 Feb 09 21:29:36.590882 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=215fac52-1234-4ba3-9c77-e164bcf20996,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:36.623036 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4eb62a30-6984-4c49-a37b-cd355052bc37 req-c8cf8b27-01cb-4706-937e-b4cd4053282a tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896968 Feb 09 21:29:36.625052 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d9ae8c05-9c0a-44fa-8dc0-8b506316ceac req-9894b097-1ce6-4927-9ffc-5492a23a9285 tempest-ImagesOneServerTestJSON-391977284 tempest-ImagesOneServerTestJSON-391977284-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=ec65cb2d92234431a62b9a176334a723&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0587592 Feb 09 21:29:36.647453 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a0588b-44b7-44c9-bcd7-de1f160fd5bb req-975a95bd-85f7-476e-8638-d03aa2e55497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:36.647453 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-54a0588b-44b7-44c9-bcd7-de1f160fd5bb req-975a95bd-85f7-476e-8638-d03aa2e55497 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=301f05e37d364aab86167965425dfbdc&device_id=73a01f41-04f1-417a-a52d-4e487100f679 HTTP/1.1" status: 200 len: 1129 time: 0.1514215 Feb 09 21:29:36.647453 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1309d677-35eb-43ee-9172-39b264c24b51 req-31bd81a3-e60d-457f-ad9a-d2a2aeaa3ea6 service neutron] 10.222.0.95 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232945 Feb 09 21:29:36.780768 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dde600c8-9432-4626-af33-e3e3fd8e85ff x-openstack-request-id: req-dde600c8-9432-4626-af33-e3e3fd8e85ff {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:29:36.781342 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a16017cd-a588-4f83-8d8d-43f41f49105a", "name": "network-vif-plugged", "status": "completed", "tag": "215fac52-1234-4ba3-9c77-e164bcf20996", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:29:36.782042 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-dde600c8-9432-4626-af33-e3e3fd8e85ff {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:29:36.782800 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a16017cd-a588-4f83-8d8d-43f41f49105a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '215fac52-1234-4ba3-9c77-e164bcf20996', 'code': 200} Feb 09 21:29:36.928940 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-67fa6fc5-6a7f-42c4-9585-c89b2232506b req-dccf2eb2-a80f-4f16-8c44-51ff01f4473b tempest-ImagesOneServerTestJSON-391977284 tempest-ImagesOneServerTestJSON-391977284-project] 10.222.0.90 "GET /v2.0/ports?device_id=5b1a6610-b484-41a0-bca8-091cd66a233e HTTP/1.1" status: 200 len: 210 time: 0.0621715 Feb 09 21:29:36.935054 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1309d677-35eb-43ee-9172-39b264c24b51 req-f6fccefa-2e88-460d-a23c-0fc64ad6d2ce service neutron] 10.222.0.95 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601318 Feb 09 21:29:36.950474 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d25be8-ee37-47be-a560-282d37118a3d req-3add731c-6452-4d46-95fa-769a5c00fb5d tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:36.952167 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d3d25be8-ee37-47be-a560-282d37118a3d req-3add731c-6452-4d46-95fa-769a5c00fb5d tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=869587a8-56e2-4f69-97b5-5467b85d2a79 HTTP/1.1" status: 200 len: 948 time: 0.2433829 Feb 09 21:29:36.968751 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4522f9-a96c-4182-b638-fed03728fcbc req-11fbb9b1-dba4-49f6-8fe0-a9821f305b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:36.972006 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a0588b-44b7-44c9-bcd7-de1f160fd5bb req-591cbb06-3d3b-4569-803b-2217dee56494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:36.973745 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-54a0588b-44b7-44c9-bcd7-de1f160fd5bb req-591cbb06-3d3b-4569-803b-2217dee56494 service neutron] 10.222.0.95 "GET /v2.0/networks?id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc HTTP/1.1" status: 200 len: 870 time: 0.3097684 Feb 09 21:29:36.977351 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-2c4522f9-a96c-4182-b638-fed03728fcbc req-11fbb9b1-dba4-49f6-8fe0-a9821f305b03 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=a16017cd-a588-4f83-8d8d-43f41f49105a HTTP/1.1" status: 200 len: 1127 time: 0.0872388 Feb 09 21:29:37.049749 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-54a0588b-44b7-44c9-bcd7-de1f160fd5bb req-c94cc905-d573-41a1-b7fb-8b870477a7bc service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=5f898856-a782-4f86-b38f-f74482342d30 HTTP/1.1" status: 200 len: 217 time: 0.0507691 Feb 09 21:29:37.054865 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d3d25be8-ee37-47be-a560-282d37118a3d req-52fc23a8-2b17-4d32-956d-6c7ac4b3827b tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911975 Feb 09 21:29:37.066904 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-2c4522f9-a96c-4182-b638-fed03728fcbc req-d6e7508a-9304-4902-8845-41310e84b774 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614696 Feb 09 21:29:37.153258 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a0588b-44b7-44c9-bcd7-de1f160fd5bb req-510d28cd-f319-4032-9502-cc5f38de6320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:37.155144 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-54a0588b-44b7-44c9-bcd7-de1f160fd5bb req-510d28cd-f319-4032-9502-cc5f38de6320 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0f7402ac-a35b-414b-bcc1-bc1c3072ec3c HTTP/1.1" status: 200 len: 843 time: 0.0946095 Feb 09 21:29:37.200198 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa22f1b-a645-4f36-94ee-8fccc5684a63 req-59201cc5-37aa-4be1-9201-d5ff2589516e tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:37.202024 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-daa22f1b-a645-4f36-94ee-8fccc5684a63 req-59201cc5-37aa-4be1-9201-d5ff2589516e tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff1811b6-f006-4729-969d-2c14bcf6a227 HTTP/1.1" status: 200 len: 950 time: 0.1298795 Feb 09 21:29:37.258358 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86574d54-f736-48e7-82e7-18ef01760373 req-772ae75a-36d7-42ff-8a3c-1a78bdb8de30 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:37.259898 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-86574d54-f736-48e7-82e7-18ef01760373 req-772ae75a-36d7-42ff-8a3c-1a78bdb8de30 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=a16017cd-a588-4f83-8d8d-43f41f49105a HTTP/1.1" status: 200 len: 945 time: 0.1029797 Feb 09 21:29:37.282657 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-daa22f1b-a645-4f36-94ee-8fccc5684a63 req-3128a181-384c-4cb2-967f-d721454c47d2 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/security-groups?id=f6fa6ce3-746d-4166-ab07-a35461d566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714722 Feb 09 21:29:37.329504 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-86574d54-f736-48e7-82e7-18ef01760373 req-f3ecc458-2b28-48ed-a290-579ca91814fb tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583174 Feb 09 21:29:37.435670 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a0588b-44b7-44c9-bcd7-de1f160fd5bb req-7679c12b-7fd0-46f9-b98d-d95d456b8b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:37.437592 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-54a0588b-44b7-44c9-bcd7-de1f160fd5bb req-7679c12b-7fd0-46f9-b98d-d95d456b8b15 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0508223 Feb 09 21:29:37.501673 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '869587a8-56e2-4f69-97b5-5467b85d2a79', 'tag': 'ab9d25ae-d4c5-4858-a2a3-37eb99643062'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:29:37.504157 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-783d0437-f637-4b34-8750-2efedea907bf" -d '{"events": [{"name": "network-changed", "server_uuid": "869587a8-56e2-4f69-97b5-5467b85d2a79", "tag": "ab9d25ae-d4c5-4858-a2a3-37eb99643062"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:29:37.552410 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-54a0588b-44b7-44c9-bcd7-de1f160fd5bb req-a168c445-9272-4a7c-9496-6e8a1275678a service neutron] 10.222.0.95 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962825 Feb 09 21:29:37.554903 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e6c8c77-e997-433e-9834-8c5770ab273a x-openstack-request-id: req-4e6c8c77-e997-433e-9834-8c5770ab273a {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:29:37.555275 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "869587a8-56e2-4f69-97b5-5467b85d2a79", "tag": "ab9d25ae-d4c5-4858-a2a3-37eb99643062", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:29:37.555595 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-4e6c8c77-e997-433e-9834-8c5770ab273a {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:29:37.556036 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '869587a8-56e2-4f69-97b5-5467b85d2a79', 'tag': 'ab9d25ae-d4c5-4858-a2a3-37eb99643062', 'status': 'completed', 'code': 200} Feb 09 21:29:37.687721 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783d0437-f637-4b34-8750-2efedea907bf req-1a288745-53d5-4d9a-8f6d-a8763872f6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:37.689289 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-783d0437-f637-4b34-8750-2efedea907bf req-1a288745-53d5-4d9a-8f6d-a8763872f6ec service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=301f05e37d364aab86167965425dfbdc&device_id=869587a8-56e2-4f69-97b5-5467b85d2a79 HTTP/1.1" status: 200 len: 1130 time: 0.0588291 Feb 09 21:29:37.745841 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-54a0588b-44b7-44c9-bcd7-de1f160fd5bb req-5cf7d270-0fa0-44fe-a94d-6056b402592f service neutron] 10.222.0.95 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386640 Feb 09 21:29:37.770354 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c0d20f-1bc6-4881-8d40-33543e8b276c req-cbd8cf4a-d80b-4dfa-b838-0cce004655ea tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:37.772606 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-56c0d20f-1bc6-4881-8d40-33543e8b276c req-cbd8cf4a-d80b-4dfa-b838-0cce004655ea tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=cd92d494-82c4-4614-9a6f-2d9307f3309a HTTP/1.1" status: 200 len: 946 time: 0.0646486 Feb 09 21:29:37.829475 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-56c0d20f-1bc6-4881-8d40-33543e8b276c req-c5b19080-332a-4d05-b918-cb6bfc48bf82 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505438 Feb 09 21:29:37.829807 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783d0437-f637-4b34-8750-2efedea907bf req-21760cc8-83ef-40cd-b39c-67bfb4f30dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:37.831332 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-783d0437-f637-4b34-8750-2efedea907bf req-21760cc8-83ef-40cd-b39c-67bfb4f30dc9 service neutron] 10.222.0.95 "GET /v2.0/networks?id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc HTTP/1.1" status: 200 len: 870 time: 0.0935571 Feb 09 21:29:37.886106 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-783d0437-f637-4b34-8750-2efedea907bf req-f73141b2-5617-429d-9217-aaf19b5db03a service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=ab9d25ae-d4c5-4858-a2a3-37eb99643062 HTTP/1.1" status: 200 len: 217 time: 0.0409501 Feb 09 21:29:37.942960 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783d0437-f637-4b34-8750-2efedea907bf req-d1c8fc94-403b-47a7-93ea-8770bd0d4fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:37.944628 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-783d0437-f637-4b34-8750-2efedea907bf req-d1c8fc94-403b-47a7-93ea-8770bd0d4fa3 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0f7402ac-a35b-414b-bcc1-bc1c3072ec3c HTTP/1.1" status: 200 len: 843 time: 0.0467887 Feb 09 21:29:38.008871 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783d0437-f637-4b34-8750-2efedea907bf req-e35300e7-1b49-4d75-b1fb-9a13d0f0fe67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:38.010412 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-783d0437-f637-4b34-8750-2efedea907bf req-e35300e7-1b49-4d75-b1fb-9a13d0f0fe67 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0460980 Feb 09 21:29:38.041554 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7a0ef5ca-4be1-4681-986e-ea71d432ee6d req-4a113522-6757-4e18-b0ff-0cf2f0e0fabc tempest-ImagesOneServerTestJSON-391977284 tempest-ImagesOneServerTestJSON-391977284-project] 10.222.0.90 "GET /v2.0/ports?device_id=5b1a6610-b484-41a0-bca8-091cd66a233e HTTP/1.1" status: 200 len: 210 time: 0.0285709 Feb 09 21:29:38.111977 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-783d0437-f637-4b34-8750-2efedea907bf req-38760d10-f227-4de4-9e88-83dfd5d95f29 service neutron] 10.222.0.95 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890188 Feb 09 21:29:38.193904 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0fb80b-a18e-42c4-98c5-0d6ff849f6e4 req-f9005bb3-aec0-4573-b4b4-3b7f7a1a9bb3 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:38.195764 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-af0fb80b-a18e-42c4-98c5-0d6ff849f6e4 req-f9005bb3-aec0-4573-b4b4-3b7f7a1a9bb3 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=869587a8-56e2-4f69-97b5-5467b85d2a79 HTTP/1.1" status: 200 len: 948 time: 0.0673995 Feb 09 21:29:38.221377 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-783d0437-f637-4b34-8750-2efedea907bf req-231fd7bb-78f5-4612-95b0-f350e8e1eedc service neutron] 10.222.0.95 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935121 Feb 09 21:29:38.244672 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-af0fb80b-a18e-42c4-98c5-0d6ff849f6e4 req-49e5922e-32c1-4c0c-8549-6ce4db3a95bd tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434022 Feb 09 21:29:38.389952 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d9ae8c05-9c0a-44fa-8dc0-8b506316ceac req-5f39399b-9529-4db3-a3e5-9da996661075 tempest-ImagesOneServerTestJSON-391977284 tempest-ImagesOneServerTestJSON-391977284-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=ec65cb2d92234431a62b9a176334a723&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0266957 Feb 09 21:29:38.418079 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5090658-040a-4058-a824-3ea8267266ad req-9c185fbb-52ef-40bb-b9ad-5bbcc717b71a tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:38.425547 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d5090658-040a-4058-a824-3ea8267266ad req-9c185fbb-52ef-40bb-b9ad-5bbcc717b71a tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff1811b6-f006-4729-969d-2c14bcf6a227 HTTP/1.1" status: 200 len: 950 time: 0.0656662 Feb 09 21:29:38.503030 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d5090658-040a-4058-a824-3ea8267266ad req-68e5a145-361b-486e-ac97-864a9685d009 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/security-groups?id=f6fa6ce3-746d-4166-ab07-a35461d566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693760 Feb 09 21:29:38.576106 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ae8c05-9c0a-44fa-8dc0-8b506316ceac req-27a396bf-baf0-4ded-8ba9-3e9fd7590d06 tempest-ImagesOneServerTestJSON-391977284 tempest-ImagesOneServerTestJSON-391977284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:38.579877 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d9ae8c05-9c0a-44fa-8dc0-8b506316ceac req-27a396bf-baf0-4ded-8ba9-3e9fd7590d06 tempest-ImagesOneServerTestJSON-391977284 tempest-ImagesOneServerTestJSON-391977284-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1737945 Feb 09 21:29:38.587209 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb0f0fa-fac9-48de-b302-687b091e4787 req-b8c0f634-89a9-4368-8a49-1d4ab8906edc tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:38.592724 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1fb0f0fa-fac9-48de-b302-687b091e4787 req-b8c0f634-89a9-4368-8a49-1d4ab8906edc tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=a16017cd-a588-4f83-8d8d-43f41f49105a HTTP/1.1" status: 200 len: 945 time: 0.0631616 Feb 09 21:29:38.603915 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-d9ae8c05-9c0a-44fa-8dc0-8b506316ceac req-0079fae6-adba-40f5-9a5e-080125608a33 tempest-ImagesOneServerTestJSON-391977284 tempest-ImagesOneServerTestJSON-391977284-project] Request body: {'port': {'device_id': '5b1a6610-b484-41a0-bca8-091cd66a233e', 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc', 'admin_state_up': True, 'tenant_id': 'ec65cb2d92234431a62b9a176334a723'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:29:38.652961 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1fb0f0fa-fac9-48de-b302-687b091e4787 req-cfa9f764-660d-4c5d-b83f-d7876901885b tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580499 Feb 09 21:29:38.717464 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9ae8c05-9c0a-44fa-8dc0-8b506316ceac req-0079fae6-adba-40f5-9a5e-080125608a33 tempest-ImagesOneServerTestJSON-391977284 tempest-ImagesOneServerTestJSON-391977284-project] Made reservation on behalf of ec65cb2d92234431a62b9a176334a723 for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:29:38.720856 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-d9ae8c05-9c0a-44fa-8dc0-8b506316ceac req-0079fae6-adba-40f5-9a5e-080125608a33 tempest-ImagesOneServerTestJSON-391977284 tempest-ImagesOneServerTestJSON-391977284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:38.729528 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-d9ae8c05-9c0a-44fa-8dc0-8b506316ceac req-0079fae6-adba-40f5-9a5e-080125608a33 tempest-ImagesOneServerTestJSON-391977284 tempest-ImagesOneServerTestJSON-391977284-project] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:38.805139 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-d9ae8c05-9c0a-44fa-8dc0-8b506316ceac req-0079fae6-adba-40f5-9a5e-080125608a33 tempest-ImagesOneServerTestJSON-391977284 tempest-ImagesOneServerTestJSON-391977284-project] Publish callbacks [] for security_group (24ac78a2-dd47-4bb0-a163-8dd409586474), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:38.811460 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-d9ae8c05-9c0a-44fa-8dc0-8b506316ceac req-0079fae6-adba-40f5-9a5e-080125608a33 tempest-ImagesOneServerTestJSON-391977284 tempest-ImagesOneServerTestJSON-391977284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (24ac78a2-dd47-4bb0-a163-8dd409586474), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:38.880147 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0079fae6-adba-40f5-9a5e-080125608a33 tempest-ImagesOneServerTestJSON-391977284 tempest-ImagesOneServerTestJSON-391977284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24ac78a2-dd47-4bb0-a163-8dd409586474,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:38.913189 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-72b95b88-992f-4a11-9b00-9d6f176ae142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:38.972331 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea27300-0e80-4cea-8a14-9b2c78f29448 req-43ddb112-a7fd-48b2-8262-5b5827980d41 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:38.979678 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4ea27300-0e80-4cea-8a14-9b2c78f29448 req-43ddb112-a7fd-48b2-8262-5b5827980d41 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=cd92d494-82c4-4614-9a6f-2d9307f3309a HTTP/1.1" status: 200 len: 946 time: 0.0744567 Feb 09 21:29:38.984652 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [req-d9ae8c05-9c0a-44fa-8dc0-8b506316ceac req-0079fae6-adba-40f5-9a5e-080125608a33 tempest-ImagesOneServerTestJSON-391977284 tempest-ImagesOneServerTestJSON-391977284-project] Allocated IP 192.168.233.239 (a8139157-1e3e-4bd9-8fa9-c0e20debd7dc/0f7402ac-a35b-414b-bcc1-bc1c3072ec3c/964ba092-a6e7-4c21-aaa0-28fa44f46048) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:29:39.041996 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4ea27300-0e80-4cea-8a14-9b2c78f29448 req-0c22fccf-fca6-490c-b691-223b28dec2e3 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613749 Feb 09 21:29:39.149990 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7e5c153a-771a-4703-a72e-4ea0f30d0f65 req-134e6f99-c1de-4a6b-a324-9ce42cc081cf tempest-ImagesOneServerTestJSON-391977284 tempest-ImagesOneServerTestJSON-391977284-project] 10.222.0.90 "GET /v2.0/ports?device_id=5b1a6610-b484-41a0-bca8-091cd66a233e HTTP/1.1" status: 200 len: 210 time: 0.0329745 Feb 09 21:29:39.190220 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-d9ae8c05-9c0a-44fa-8dc0-8b506316ceac req-0079fae6-adba-40f5-9a5e-080125608a33 tempest-ImagesOneServerTestJSON-391977284 tempest-ImagesOneServerTestJSON-391977284-project] Publish callbacks [] for port (964ba092-a6e7-4c21-aaa0-28fa44f46048), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:39.226084 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-d9ae8c05-9c0a-44fa-8dc0-8b506316ceac req-0079fae6-adba-40f5-9a5e-080125608a33 tempest-ImagesOneServerTestJSON-391977284 tempest-ImagesOneServerTestJSON-391977284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (964ba092-a6e7-4c21-aaa0-28fa44f46048), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:39.275329 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9ae8c05-9c0a-44fa-8dc0-8b506316ceac req-0079fae6-adba-40f5-9a5e-080125608a33 tempest-ImagesOneServerTestJSON-391977284 tempest-ImagesOneServerTestJSON-391977284-project] Network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:29:39.278520 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [req-d9ae8c05-9c0a-44fa-8dc0-8b506316ceac req-0079fae6-adba-40f5-9a5e-080125608a33 tempest-ImagesOneServerTestJSON-391977284 tempest-ImagesOneServerTestJSON-391977284-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:29:39.283251 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9ae8c05-9c0a-44fa-8dc0-8b506316ceac req-0079fae6-adba-40f5-9a5e-080125608a33 tempest-ImagesOneServerTestJSON-391977284 tempest-ImagesOneServerTestJSON-391977284-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:29:39.287799 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0079fae6-adba-40f5-9a5e-080125608a33 tempest-ImagesOneServerTestJSON-391977284 tempest-ImagesOneServerTestJSON-391977284-project] Pushing event updated for resources: {'Port': ['ID=964ba092-a6e7-4c21-aaa0-28fa44f46048,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:39.352897 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ae8c05-9c0a-44fa-8dc0-8b506316ceac req-0079fae6-adba-40f5-9a5e-080125608a33 tempest-ImagesOneServerTestJSON-391977284 tempest-ImagesOneServerTestJSON-391977284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:39.353554 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-d9ae8c05-9c0a-44fa-8dc0-8b506316ceac req-0079fae6-adba-40f5-9a5e-080125608a33 tempest-ImagesOneServerTestJSON-391977284 tempest-ImagesOneServerTestJSON-391977284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:39.387009 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d9ae8c05-9c0a-44fa-8dc0-8b506316ceac req-0079fae6-adba-40f5-9a5e-080125608a33 tempest-ImagesOneServerTestJSON-391977284 tempest-ImagesOneServerTestJSON-391977284-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7870889 Feb 09 21:29:39.407808 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0da4a2-dc72-459d-a141-ef6597667143 req-ced429cc-2980-4bc8-b497-1a32aae38529 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:39.408659 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-d9ae8c05-9c0a-44fa-8dc0-8b506316ceac req-fa12c47f-e0de-40ba-a471-720d3794c124 service neutron] Request body: {'port': {'device_id': '5b1a6610-b484-41a0-bca8-091cd66a233e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:29:39.415275 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4b0da4a2-dc72-459d-a141-ef6597667143 req-ced429cc-2980-4bc8-b497-1a32aae38529 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=869587a8-56e2-4f69-97b5-5467b85d2a79 HTTP/1.1" status: 200 len: 948 time: 0.0695705 Feb 09 21:29:39.477258 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4b0da4a2-dc72-459d-a141-ef6597667143 req-f2c7ead8-9951-4349-b781-62f9cde4194f tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560563 Feb 09 21:29:39.477428 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-d9ae8c05-9c0a-44fa-8dc0-8b506316ceac req-fa12c47f-e0de-40ba-a471-720d3794c124 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (964ba092-a6e7-4c21-aaa0-28fa44f46048), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:39.642711 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-37e0902d-0194-487e-85fc-238e5fdc00b6 None None] Provisioning complete for port 964ba092-a6e7-4c21-aaa0-28fa44f46048 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:29:39.643582 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-37e0902d-0194-487e-85fc-238e5fdc00b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (964ba092-a6e7-4c21-aaa0-28fa44f46048), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:39.649731 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edbc332-30b1-40da-b79d-f6361050c99e req-4bfc3deb-5a3f-42c6-b324-b4145e60e553 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:39.651493 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4edbc332-30b1-40da-b79d-f6361050c99e req-4bfc3deb-5a3f-42c6-b324-b4145e60e553 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff1811b6-f006-4729-969d-2c14bcf6a227 HTTP/1.1" status: 200 len: 950 time: 0.0667493 Feb 09 21:29:39.683541 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-37e0902d-0194-487e-85fc-238e5fdc00b6 None None] Port 964ba092-a6e7-4c21-aaa0-28fa44f46048 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:29:39.710469 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4edbc332-30b1-40da-b79d-f6361050c99e req-54e66688-367f-49b8-839e-3258bebdc378 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/security-groups?id=f6fa6ce3-746d-4166-ab07-a35461d566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528109 Feb 09 21:29:39.795800 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-d9ae8c05-9c0a-44fa-8dc0-8b506316ceac req-fa12c47f-e0de-40ba-a471-720d3794c124 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 964ba092-a6e7-4c21-aaa0-28fa44f46048 {{(pid=103141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:29:39.798612 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc448f6-b14b-46f4-a7f3-a35a1ba9e1ba req-14ec9368-4d79-4c21-8247-8a1affe5c421 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:39.800345 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ecc448f6-b14b-46f4-a7f3-a35a1ba9e1ba req-14ec9368-4d79-4c21-8247-8a1affe5c421 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=a16017cd-a588-4f83-8d8d-43f41f49105a HTTP/1.1" status: 200 len: 945 time: 0.0584669 Feb 09 21:29:39.804051 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-d9ae8c05-9c0a-44fa-8dc0-8b506316ceac req-fa12c47f-e0de-40ba-a471-720d3794c124 service neutron] Publish callbacks [] for port (964ba092-a6e7-4c21-aaa0-28fa44f46048), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:39.818030 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-d9ae8c05-9c0a-44fa-8dc0-8b506316ceac req-fa12c47f-e0de-40ba-a471-720d3794c124 service neutron] Transition to ACTIVE for port object 964ba092-a6e7-4c21-aaa0-28fa44f46048 will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:29:39.822523 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-d9ae8c05-9c0a-44fa-8dc0-8b506316ceac req-fa12c47f-e0de-40ba-a471-720d3794c124 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (964ba092-a6e7-4c21-aaa0-28fa44f46048), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:39.855531 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ecc448f6-b14b-46f4-a7f3-a35a1ba9e1ba req-a9f1fdd0-c06d-4ccb-a7ea-18b423392935 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474854 Feb 09 21:29:39.890990 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa12c47f-e0de-40ba-a471-720d3794c124 service neutron] Pushing event updated for resources: {'Port': ['ID=964ba092-a6e7-4c21-aaa0-28fa44f46048,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:39.946262 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-d9ae8c05-9c0a-44fa-8dc0-8b506316ceac req-fa12c47f-e0de-40ba-a471-720d3794c124 service neutron] Attempting to bind port 964ba092-a6e7-4c21-aaa0-28fa44f46048 on host n-h1-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:29:39.946598 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-d9ae8c05-9c0a-44fa-8dc0-8b506316ceac req-fa12c47f-e0de-40ba-a471-720d3794c124 service neutron] Attempting to bind port 964ba092-a6e7-4c21-aaa0-28fa44f46048 by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:29:39.946930 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ae8c05-9c0a-44fa-8dc0-8b506316ceac req-fa12c47f-e0de-40ba-a471-720d3794c124 service neutron] Attempting to bind port 964ba092-a6e7-4c21-aaa0-28fa44f46048 on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:29:39.951727 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ae8c05-9c0a-44fa-8dc0-8b506316ceac req-fa12c47f-e0de-40ba-a471-720d3794c124 service neutron] Port 964ba092-a6e7-4c21-aaa0-28fa44f46048 on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:29:39.952052 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ae8c05-9c0a-44fa-8dc0-8b506316ceac req-fa12c47f-e0de-40ba-a471-720d3794c124 service neutron] Attempting to bind port 964ba092-a6e7-4c21-aaa0-28fa44f46048 on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:29:39.957058 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ae8c05-9c0a-44fa-8dc0-8b506316ceac req-fa12c47f-e0de-40ba-a471-720d3794c124 service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:29:39.957399 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ae8c05-9c0a-44fa-8dc0-8b506316ceac req-fa12c47f-e0de-40ba-a471-720d3794c124 service neutron] Checking segment: {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:29:39.960548 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ae8c05-9c0a-44fa-8dc0-8b506316ceac req-fa12c47f-e0de-40ba-a471-720d3794c124 service neutron] Bound using segment: {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:29:39.960548 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-d9ae8c05-9c0a-44fa-8dc0-8b506316ceac req-fa12c47f-e0de-40ba-a471-720d3794c124 service neutron] Bound port: 964ba092-a6e7-4c21-aaa0-28fa44f46048, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:29:39.960548 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-d9ae8c05-9c0a-44fa-8dc0-8b506316ceac req-fa12c47f-e0de-40ba-a471-720d3794c124 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (964ba092-a6e7-4c21-aaa0-28fa44f46048), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:39.994957 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0b937e-3728-408b-b7fc-878805741b79 req-9af7ddd1-9132-4f46-bd91-8d39897ab459 tempest-LiveAutoBlockMigrationV225Test-1691914964 tempest-LiveAutoBlockMigrationV225Test-1691914964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:40.000779 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ff0b937e-3728-408b-b7fc-878805741b79 req-9af7ddd1-9132-4f46-bd91-8d39897ab459 tempest-LiveAutoBlockMigrationV225Test-1691914964 tempest-LiveAutoBlockMigrationV225Test-1691914964-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=a16017cd-a588-4f83-8d8d-43f41f49105a HTTP/1.1" status: 200 len: 1127 time: 0.0526812 Feb 09 21:29:40.029749 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-d9ae8c05-9c0a-44fa-8dc0-8b506316ceac req-fa12c47f-e0de-40ba-a471-720d3794c124 service neutron] For port 964ba092-a6e7-4c21-aaa0-28fa44f46048, host n-h1-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:29:40.033898 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-d9ae8c05-9c0a-44fa-8dc0-8b506316ceac req-fa12c47f-e0de-40ba-a471-720d3794c124 service neutron] For port 964ba092-a6e7-4c21-aaa0-28fa44f46048, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=964ba092-a6e7-4c21-aaa0-28fa44f46048,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:29:40.043560 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-d9ae8c05-9c0a-44fa-8dc0-8b506316ceac req-fa12c47f-e0de-40ba-a471-720d3794c124 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (964ba092-a6e7-4c21-aaa0-28fa44f46048), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:40.050900 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ff0b937e-3728-408b-b7fc-878805741b79 req-4ff548ce-55b7-410a-8098-5974903c0331 tempest-LiveAutoBlockMigrationV225Test-1691914964 tempest-LiveAutoBlockMigrationV225Test-1691914964-project-admin] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470319 Feb 09 21:29:40.067086 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ae8c05-9c0a-44fa-8dc0-8b506316ceac req-fa12c47f-e0de-40ba-a471-720d3794c124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:40.067936 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-d9ae8c05-9c0a-44fa-8dc0-8b506316ceac req-fa12c47f-e0de-40ba-a471-720d3794c124 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:40.069566 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d9ae8c05-9c0a-44fa-8dc0-8b506316ceac req-fa12c47f-e0de-40ba-a471-720d3794c124 service neutron] 10.222.0.95 "PUT /v2.0/ports/964ba092-a6e7-4c21-aaa0-28fa44f46048 HTTP/1.1" status: 200 len: 1096 time: 0.6657979 Feb 09 21:29:40.149837 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b1a6610-b484-41a0-bca8-091cd66a233e', 'tag': '964ba092-a6e7-4c21-aaa0-28fa44f46048'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:29:40.152462 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4580b0c-990c-432b-9e11-d39df49867ab" -d '{"events": [{"name": "network-changed", "server_uuid": "5b1a6610-b484-41a0-bca8-091cd66a233e", "tag": "964ba092-a6e7-4c21-aaa0-28fa44f46048"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:29:40.196445 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa12c47f-e0de-40ba-a471-720d3794c124 service neutron] Pushing event updated for resources: {'Port': ['ID=964ba092-a6e7-4c21-aaa0-28fa44f46048,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:40.224152 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73da762-a164-42bd-b3d5-fdead700058a req-219b2772-900a-4190-aaf6-d23a85abb2f7 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:40.226306 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e73da762-a164-42bd-b3d5-fdead700058a req-219b2772-900a-4190-aaf6-d23a85abb2f7 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=cd92d494-82c4-4614-9a6f-2d9307f3309a HTTP/1.1" status: 200 len: 946 time: 0.1081693 Feb 09 21:29:40.227509 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ae8c05-9c0a-44fa-8dc0-8b506316ceac req-df26bdfc-fd56-4aa4-9b44-fe7abca5acef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:40.229163 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d9ae8c05-9c0a-44fa-8dc0-8b506316ceac req-df26bdfc-fd56-4aa4-9b44-fe7abca5acef service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=ec65cb2d92234431a62b9a176334a723&device_id=5b1a6610-b484-41a0-bca8-091cd66a233e HTTP/1.1" status: 200 len: 1130 time: 0.0704279 Feb 09 21:29:40.288960 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d9ae8c05-9c0a-44fa-8dc0-8b506316ceac req-8420060e-06f6-46bc-9881-5f4efe4763c0 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=964ba092-a6e7-4c21-aaa0-28fa44f46048 HTTP/1.1" status: 200 len: 217 time: 0.0420520 Feb 09 21:29:40.317289 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e73da762-a164-42bd-b3d5-fdead700058a req-1d69d7bd-635f-44f8-bc53-9beacf62f2fc tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768847 Feb 09 21:29:40.324360 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6521cf34-ef5c-4a15-a72b-9d49eb419657 req-d77aa7cd-5a07-407d-815e-c8149d859f7b tempest-LiveAutoBlockMigrationV225Test-1691914964 tempest-LiveAutoBlockMigrationV225Test-1691914964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:40.325856 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6521cf34-ef5c-4a15-a72b-9d49eb419657 req-d77aa7cd-5a07-407d-815e-c8149d859f7b tempest-LiveAutoBlockMigrationV225Test-1691914964 tempest-LiveAutoBlockMigrationV225Test-1691914964-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=a16017cd-a588-4f83-8d8d-43f41f49105a HTTP/1.1" status: 200 len: 1127 time: 0.0986400 Feb 09 21:29:40.383929 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device ab9d25ae-d4c5-4858-a2a3-37eb99643062 details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:29:40.391393 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ae8c05-9c0a-44fa-8dc0-8b506316ceac req-270c5b08-f656-425b-9944-c5d90df0697a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:40.393024 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d9ae8c05-9c0a-44fa-8dc0-8b506316ceac req-270c5b08-f656-425b-9944-c5d90df0697a service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0f7402ac-a35b-414b-bcc1-bc1c3072ec3c HTTP/1.1" status: 200 len: 843 time: 0.0778239 Feb 09 21:29:40.394608 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ae9c03-de5d-4cf9-b4f8-c3b28278ea3b x-openstack-request-id: req-91ae9c03-de5d-4cf9-b4f8-c3b28278ea3b {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:29:40.394905 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b1a6610-b484-41a0-bca8-091cd66a233e", "tag": "964ba092-a6e7-4c21-aaa0-28fa44f46048", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:29:40.395211 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-91ae9c03-de5d-4cf9-b4f8-c3b28278ea3b {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:29:40.395607 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b1a6610-b484-41a0-bca8-091cd66a233e', 'tag': '964ba092-a6e7-4c21-aaa0-28fa44f46048', 'status': 'completed', 'code': 200} Feb 09 21:29:40.439007 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6521cf34-ef5c-4a15-a72b-9d49eb419657 req-8718be16-6f57-4eb8-8a2f-3a45209c17d4 tempest-LiveAutoBlockMigrationV225Test-1691914964 tempest-LiveAutoBlockMigrationV225Test-1691914964-project-admin] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069536 Feb 09 21:29:40.500505 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ae8c05-9c0a-44fa-8dc0-8b506316ceac req-f6726e26-fe2d-4606-babe-7ecf309c3ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:40.500838 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d9ae8c05-9c0a-44fa-8dc0-8b506316ceac req-f6726e26-fe2d-4606-babe-7ecf309c3ef3 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0953870 Feb 09 21:29:40.567906 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port ab9d25ae-d4c5-4858-a2a3-37eb99643062, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=ab9d25ae-d4c5-4858-a2a3-37eb99643062,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:29:40.581987 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': 'ab9d25ae-d4c5-4858-a2a3-37eb99643062', 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc', 'port_id': 'ab9d25ae-d4c5-4858-a2a3-37eb99643062', 'mac_address': 'fa:16:3e:f7:95:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f7402ac-a35b-414b-bcc1-bc1c3072ec3c', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:29:40.621494 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d9ae8c05-9c0a-44fa-8dc0-8b506316ceac req-2db8a2ae-77c4-45d8-b445-94b9ab7af1d4 service neutron] 10.222.0.95 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103284 Feb 09 21:29:40.625623 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port ab9d25ae-d4c5-4858-a2a3-37eb99643062 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:29:40.626287 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (ab9d25ae-d4c5-4858-a2a3-37eb99643062), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:40.628128 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca8c6cd-87d6-45ba-ac19-250f4fafac2f req-3eaae3ed-996f-4348-a02c-72f6d8b84151 tempest-ImagesOneServerTestJSON-391977284 tempest-ImagesOneServerTestJSON-391977284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:40.629688 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5ca8c6cd-87d6-45ba-ac19-250f4fafac2f req-3eaae3ed-996f-4348-a02c-72f6d8b84151 tempest-ImagesOneServerTestJSON-391977284 tempest-ImagesOneServerTestJSON-391977284-project] 10.222.0.90 "GET /v2.0/ports?device_id=5b1a6610-b484-41a0-bca8-091cd66a233e HTTP/1.1" status: 200 len: 948 time: 0.1495061 Feb 09 21:29:40.653276 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3cc600-937e-4c9c-8b5f-50e6d639be94 req-fd14a084-05b2-4687-94f2-7d07efd766ac tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:40.654990 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab9d25ae-d4c5-4858-a2a3-37eb99643062 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:29:40.660247 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1c3cc600-937e-4c9c-8b5f-50e6d639be94 req-fd14a084-05b2-4687-94f2-7d07efd766ac tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=869587a8-56e2-4f69-97b5-5467b85d2a79 HTTP/1.1" status: 200 len: 948 time: 0.1063132 Feb 09 21:29:40.690345 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port ab9d25ae-d4c5-4858-a2a3-37eb99643062, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=ab9d25ae-d4c5-4858-a2a3-37eb99643062,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:29:40.695170 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (ab9d25ae-d4c5-4858-a2a3-37eb99643062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:40.695912 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 5f898856-a782-4f86-b38f-f74482342d30 details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:29:40.717501 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5ca8c6cd-87d6-45ba-ac19-250f4fafac2f req-10547d87-12af-448a-920b-8f709c7605a1 tempest-ImagesOneServerTestJSON-391977284 tempest-ImagesOneServerTestJSON-391977284-project] 10.222.0.90 "GET /v2.0/security-groups?id=24ac78a2-dd47-4bb0-a163-8dd409586474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808065 Feb 09 21:29:40.735180 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d9ae8c05-9c0a-44fa-8dc0-8b506316ceac req-61d296b4-4d67-4c3a-beb8-e43405abb598 service neutron] 10.222.0.95 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027558 Feb 09 21:29:40.761899 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1c3cc600-937e-4c9c-8b5f-50e6d639be94 req-cf771dd5-63f3-4003-ba3b-0ab7bfd81cba tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007495 Feb 09 21:29:40.791284 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 5f898856-a782-4f86-b38f-f74482342d30, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=5f898856-a782-4f86-b38f-f74482342d30,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:29:40.806169 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': '5f898856-a782-4f86-b38f-f74482342d30', 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc', 'port_id': '5f898856-a782-4f86-b38f-f74482342d30', 'mac_address': 'fa:16:3e:b5:3d:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f7402ac-a35b-414b-bcc1-bc1c3072ec3c', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:29:40.838775 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=ab9d25ae-d4c5-4858-a2a3-37eb99643062,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:40.894949 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 5f898856-a782-4f86-b38f-f74482342d30 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:29:40.895506 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (5f898856-a782-4f86-b38f-f74482342d30), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:40.910895 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4580b0c-990c-432b-9e11-d39df49867ab req-bb14952a-3fbc-418c-ada0-ee94f79cd05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:40.915302 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-e4580b0c-990c-432b-9e11-d39df49867ab req-bb14952a-3fbc-418c-ada0-ee94f79cd05d service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=ec65cb2d92234431a62b9a176334a723&device_id=5b1a6610-b484-41a0-bca8-091cd66a233e HTTP/1.1" status: 200 len: 1130 time: 0.0950592 Feb 09 21:29:40.923958 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f898856-a782-4f86-b38f-f74482342d30 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:29:40.965078 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0995ba-283e-4a77-b67b-ebb97133fd83 req-347ec7ea-b8ab-415b-9947-52482aa6ec08 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:40.966103 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 5f898856-a782-4f86-b38f-f74482342d30, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=5f898856-a782-4f86-b38f-f74482342d30,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:29:40.977239 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fc0995ba-283e-4a77-b67b-ebb97133fd83 req-347ec7ea-b8ab-415b-9947-52482aa6ec08 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff1811b6-f006-4729-969d-2c14bcf6a227 HTTP/1.1" status: 200 len: 950 time: 0.0898705 Feb 09 21:29:40.985980 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (5f898856-a782-4f86-b38f-f74482342d30), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:41.025303 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-db374cba-aadd-43d3-ab7a-5730f1eeafaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:41.056915 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fc0995ba-283e-4a77-b67b-ebb97133fd83 req-b8f289d8-720f-4ca9-9f7d-82424c357975 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/security-groups?id=f6fa6ce3-746d-4166-ab07-a35461d566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740349 Feb 09 21:29:41.109774 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=5f898856-a782-4f86-b38f-f74482342d30,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:41.132949 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4580b0c-990c-432b-9e11-d39df49867ab req-c0920c33-b435-49f8-882b-7ea7c7605f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:41.134625 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-e4580b0c-990c-432b-9e11-d39df49867ab req-c0920c33-b435-49f8-882b-7ea7c7605f42 service neutron] 10.222.0.95 "GET /v2.0/networks?id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc HTTP/1.1" status: 200 len: 870 time: 0.2066920 Feb 09 21:29:41.167140 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be851e42-f465-4d21-b6b4-554873eee213 req-75160132-d504-453c-8708-71c412396120 tempest-LiveAutoBlockMigrationV225Test-1691914964 tempest-LiveAutoBlockMigrationV225Test-1691914964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:41.169010 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-be851e42-f465-4d21-b6b4-554873eee213 req-75160132-d504-453c-8708-71c412396120 tempest-LiveAutoBlockMigrationV225Test-1691914964 tempest-LiveAutoBlockMigrationV225Test-1691914964-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=a16017cd-a588-4f83-8d8d-43f41f49105a HTTP/1.1" status: 200 len: 1127 time: 0.0736811 Feb 09 21:29:41.187630 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-e4580b0c-990c-432b-9e11-d39df49867ab req-d276fd02-5962-4dde-8931-93110db74dee service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=964ba092-a6e7-4c21-aaa0-28fa44f46048 HTTP/1.1" status: 200 len: 217 time: 0.0434899 Feb 09 21:29:41.248676 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-be851e42-f465-4d21-b6b4-554873eee213 req-0eeafbca-81ce-40c5-ae82-e3df4ffb0e48 tempest-LiveAutoBlockMigrationV225Test-1691914964 tempest-LiveAutoBlockMigrationV225Test-1691914964-project-admin] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546043 Feb 09 21:29:41.249852 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4580b0c-990c-432b-9e11-d39df49867ab req-34034d46-8e69-40e8-8683-ad20775e8360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:41.251647 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-e4580b0c-990c-432b-9e11-d39df49867ab req-34034d46-8e69-40e8-8683-ad20775e8360 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0f7402ac-a35b-414b-bcc1-bc1c3072ec3c HTTP/1.1" status: 200 len: 843 time: 0.0543287 Feb 09 21:29:41.323444 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4580b0c-990c-432b-9e11-d39df49867ab req-dc067ff6-d8fb-4b73-8bc3-22fa8cd63be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:41.325281 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-e4580b0c-990c-432b-9e11-d39df49867ab req-dc067ff6-d8fb-4b73-8bc3-22fa8cd63be2 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0590689 Feb 09 21:29:41.411725 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['ab9d25ae-d4c5-4858-a2a3-37eb99643062'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:29:41.416397 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['5f898856-a782-4f86-b38f-f74482342d30'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:29:41.478672 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-e4580b0c-990c-432b-9e11-d39df49867ab req-1944d820-3bfa-41bb-a803-6fd7e2fc6390 service neutron] 10.222.0.95 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459167 Feb 09 21:29:41.507046 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc171905-7c97-49b7-ad66-c32cedb598d8 req-080861ca-fdf7-4087-9bfe-191a3a48e96a tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:41.509763 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bc171905-7c97-49b7-ad66-c32cedb598d8 req-080861ca-fdf7-4087-9bfe-191a3a48e96a tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=cd92d494-82c4-4614-9a6f-2d9307f3309a HTTP/1.1" status: 200 len: 946 time: 0.0771399 Feb 09 21:29:41.591664 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bc171905-7c97-49b7-ad66-c32cedb598d8 req-e36f9728-e48c-4388-a49d-95cd90aceb71 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760529 Feb 09 21:29:41.636508 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-e4580b0c-990c-432b-9e11-d39df49867ab req-d78a596a-ace0-4a27-9d39-bc2e58194124 service neutron] 10.222.0.95 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422498 Feb 09 21:29:41.893463 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49501eea-6f48-4b2b-8226-b9582146d816 req-9df980ec-baae-4fed-a5c5-2e6c6be211fa tempest-ImagesOneServerTestJSON-391977284 tempest-ImagesOneServerTestJSON-391977284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:41.895781 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-49501eea-6f48-4b2b-8226-b9582146d816 req-9df980ec-baae-4fed-a5c5-2e6c6be211fa tempest-ImagesOneServerTestJSON-391977284 tempest-ImagesOneServerTestJSON-391977284-project] 10.222.0.90 "GET /v2.0/ports?device_id=5b1a6610-b484-41a0-bca8-091cd66a233e HTTP/1.1" status: 200 len: 948 time: 0.0942388 Feb 09 21:29:41.927438 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a7303d-175c-4925-8ec5-3bd32cf76dfb req-0a265d49-cb97-4a49-92e5-45137a821646 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:41.934992 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c2a7303d-175c-4925-8ec5-3bd32cf76dfb req-0a265d49-cb97-4a49-92e5-45137a821646 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=869587a8-56e2-4f69-97b5-5467b85d2a79 HTTP/1.1" status: 200 len: 949 time: 0.0987284 Feb 09 21:29:41.989470 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-49501eea-6f48-4b2b-8226-b9582146d816 req-7aa94668-dffc-4f6a-99ca-e526be7937f9 tempest-ImagesOneServerTestJSON-391977284 tempest-ImagesOneServerTestJSON-391977284-project] 10.222.0.90 "GET /v2.0/security-groups?id=24ac78a2-dd47-4bb0-a163-8dd409586474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881970 Feb 09 21:29:42.017432 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c2a7303d-175c-4925-8ec5-3bd32cf76dfb req-233c5f2a-1e47-4e28-b13d-11d5e402c264 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732965 Feb 09 21:29:42.210146 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25023fcb-23a2-4f7a-a82b-7cb92ab98237 req-8bfd75b9-18c4-4c58-93eb-350ae529b828 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:42.212796 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-25023fcb-23a2-4f7a-a82b-7cb92ab98237 req-8bfd75b9-18c4-4c58-93eb-350ae529b828 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff1811b6-f006-4729-969d-2c14bcf6a227 HTTP/1.1" status: 200 len: 950 time: 0.0626631 Feb 09 21:29:42.260182 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-25023fcb-23a2-4f7a-a82b-7cb92ab98237 req-c73bbed1-3cb4-439b-8198-1be1834d59f1 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/security-groups?id=f6fa6ce3-746d-4166-ab07-a35461d566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451131 Feb 09 21:29:42.429182 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077058cf-582f-4a21-94e6-89f4c122b7d4 req-207ed5d1-229e-418f-beb5-d7ce5a820976 tempest-LiveAutoBlockMigrationV225Test-1691914964 tempest-LiveAutoBlockMigrationV225Test-1691914964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:42.430804 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-077058cf-582f-4a21-94e6-89f4c122b7d4 req-207ed5d1-229e-418f-beb5-d7ce5a820976 tempest-LiveAutoBlockMigrationV225Test-1691914964 tempest-LiveAutoBlockMigrationV225Test-1691914964-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=a16017cd-a588-4f83-8d8d-43f41f49105a HTTP/1.1" status: 200 len: 1127 time: 0.0519309 Feb 09 21:29:42.483515 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-077058cf-582f-4a21-94e6-89f4c122b7d4 req-bbffd706-4bfd-4636-a812-89a80251dcd4 tempest-LiveAutoBlockMigrationV225Test-1691914964 tempest-LiveAutoBlockMigrationV225Test-1691914964-project-admin] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467751 Feb 09 21:29:42.593786 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:42.769703 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf8a013-c926-46b6-8bd2-570b37fd3de0 req-95a79a2d-d4a9-46f0-b33f-a1afe33f7add tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:42.771275 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0bf8a013-c926-46b6-8bd2-570b37fd3de0 req-95a79a2d-d4a9-46f0-b33f-a1afe33f7add tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=cd92d494-82c4-4614-9a6f-2d9307f3309a HTTP/1.1" status: 200 len: 946 time: 0.0869889 Feb 09 21:29:42.822403 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0bf8a013-c926-46b6-8bd2-570b37fd3de0 req-0550100e-e724-49f6-90c4-3e4bede00771 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448782 Feb 09 21:29:43.150590 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7059ec3-9b16-4d3f-b060-fd12e24c807d req-606a1b80-74cb-4747-9824-565e622e428f tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:43.157864 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d7059ec3-9b16-4d3f-b060-fd12e24c807d req-606a1b80-74cb-4747-9824-565e622e428f tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=869587a8-56e2-4f69-97b5-5467b85d2a79 HTTP/1.1" status: 200 len: 949 time: 0.0775490 Feb 09 21:29:43.204269 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d7059ec3-9b16-4d3f-b060-fd12e24c807d req-4af9ec62-0ce9-431b-9d8c-9a36ff0b6989 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448956 Feb 09 21:29:43.354971 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6178dfb-5320-410d-973c-83ab36dde0d9 req-fedc864a-e1e5-481b-88b3-d84e8b37f53b tempest-ImagesOneServerTestJSON-391977284 tempest-ImagesOneServerTestJSON-391977284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:43.363096 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a6178dfb-5320-410d-973c-83ab36dde0d9 req-fedc864a-e1e5-481b-88b3-d84e8b37f53b tempest-ImagesOneServerTestJSON-391977284 tempest-ImagesOneServerTestJSON-391977284-project] 10.222.0.90 "GET /v2.0/ports?device_id=5b1a6610-b484-41a0-bca8-091cd66a233e HTTP/1.1" status: 200 len: 948 time: 0.0745192 Feb 09 21:29:43.434428 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a6178dfb-5320-410d-973c-83ab36dde0d9 req-372714e1-4c47-4f0d-829f-ba8ff6a1c0bc tempest-ImagesOneServerTestJSON-391977284 tempest-ImagesOneServerTestJSON-391977284-project] 10.222.0.90 "GET /v2.0/security-groups?id=24ac78a2-dd47-4bb0-a163-8dd409586474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703621 Feb 09 21:29:43.638092 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d0bc9b-2461-4313-8c9a-c8015e9b2236 req-b2a2894b-202d-4b20-99b2-7a5061eb56f5 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:43.645737 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-67d0bc9b-2461-4313-8c9a-c8015e9b2236 req-b2a2894b-202d-4b20-99b2-7a5061eb56f5 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff1811b6-f006-4729-969d-2c14bcf6a227 HTTP/1.1" status: 200 len: 950 time: 0.0804927 Feb 09 21:29:43.710806 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-67d0bc9b-2461-4313-8c9a-c8015e9b2236 req-72c8dd9f-b513-48cb-b76a-cb0ea7df305a tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/security-groups?id=f6fa6ce3-746d-4166-ab07-a35461d566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640771 Feb 09 21:29:43.757118 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [req-29a2cebe-9c34-4f1a-a411-aa288f6f0752 req-aa63a9be-5ff6-4eb2-a1b1-31b02f9065fe tempest-LiveAutoBlockMigrationV225Test-1691914964 tempest-LiveAutoBlockMigrationV225Test-1691914964-project-admin] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=103141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:29:43.758970 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-29a2cebe-9c34-4f1a-a411-aa288f6f0752 req-aa63a9be-5ff6-4eb2-a1b1-31b02f9065fe tempest-LiveAutoBlockMigrationV225Test-1691914964 tempest-LiveAutoBlockMigrationV225Test-1691914964-project-admin] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072932 Feb 09 21:29:43.811364 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a2cebe-9c34-4f1a-a411-aa288f6f0752 req-e07f4b04-badc-4a32-bf23-f13d50670d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:43.812540 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-29a2cebe-9c34-4f1a-a411-aa288f6f0752 req-e07f4b04-badc-4a32-bf23-f13d50670d64 service neutron] 10.222.0.90 "GET /v2.0/ports/215fac52-1234-4ba3-9c77-e164bcf20996 HTTP/1.1" status: 200 len: 1124 time: 0.0460389 Feb 09 21:29:43.824094 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-29a2cebe-9c34-4f1a-a411-aa288f6f0752 req-7b68fa05-f361-430b-b0a0-c28e28eb313a service neutron] Request body: {'binding': {'host': 'n-h2-828369-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:29:43.824777 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-29a2cebe-9c34-4f1a-a411-aa288f6f0752 req-7b68fa05-f361-430b-b0a0-c28e28eb313a service neutron] Unknown quota resources ['binding']. {{(pid=103141) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 21:29:43.971461 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb4bda-546d-4b9d-a72d-ec2ff8a8e364 req-e8aa07ce-ce43-458c-89eb-9bb3d0c5a747 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:43.972507 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:43.980526 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a4eb4bda-546d-4b9d-a72d-ec2ff8a8e364 req-e8aa07ce-ce43-458c-89eb-9bb3d0c5a747 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=cd92d494-82c4-4614-9a6f-2d9307f3309a HTTP/1.1" status: 200 len: 946 time: 0.0819488 Feb 09 21:29:44.010644 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-29a2cebe-9c34-4f1a-a411-aa288f6f0752 req-7b68fa05-f361-430b-b0a0-c28e28eb313a service neutron] Attempting to bind port 215fac52-1234-4ba3-9c77-e164bcf20996 on host n-h2-828369-5 for vnic_type normal with profile None {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:29:44.010986 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-29a2cebe-9c34-4f1a-a411-aa288f6f0752 req-7b68fa05-f361-430b-b0a0-c28e28eb313a service neutron] Attempting to bind port 215fac52-1234-4ba3-9c77-e164bcf20996 by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': 'aad88faa-37a1-49ac-8a06-d36169fb75d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '37143bd2-1331-4c73-96e2-f9c3179c6daf'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:29:44.011319 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a2cebe-9c34-4f1a-a411-aa288f6f0752 req-7b68fa05-f361-430b-b0a0-c28e28eb313a service neutron] Attempting to bind port 215fac52-1234-4ba3-9c77-e164bcf20996 on network 37143bd2-1331-4c73-96e2-f9c3179c6daf {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:29:44.016166 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a2cebe-9c34-4f1a-a411-aa288f6f0752 req-7b68fa05-f361-430b-b0a0-c28e28eb313a service neutron] Port 215fac52-1234-4ba3-9c77-e164bcf20996 on network 37143bd2-1331-4c73-96e2-f9c3179c6daf not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:29:44.016674 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a2cebe-9c34-4f1a-a411-aa288f6f0752 req-7b68fa05-f361-430b-b0a0-c28e28eb313a service neutron] Attempting to bind port 215fac52-1234-4ba3-9c77-e164bcf20996 on network 37143bd2-1331-4c73-96e2-f9c3179c6daf {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:29:44.022434 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a2cebe-9c34-4f1a-a411-aa288f6f0752 req-7b68fa05-f361-430b-b0a0-c28e28eb313a service neutron] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:29:44.022776 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a2cebe-9c34-4f1a-a411-aa288f6f0752 req-7b68fa05-f361-430b-b0a0-c28e28eb313a service neutron] Checking segment: {'id': 'aad88faa-37a1-49ac-8a06-d36169fb75d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '37143bd2-1331-4c73-96e2-f9c3179c6daf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:29:44.023161 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a2cebe-9c34-4f1a-a411-aa288f6f0752 req-7b68fa05-f361-430b-b0a0-c28e28eb313a service neutron] Bound using segment: {'id': 'aad88faa-37a1-49ac-8a06-d36169fb75d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '37143bd2-1331-4c73-96e2-f9c3179c6daf'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:29:44.023740 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-29a2cebe-9c34-4f1a-a411-aa288f6f0752 req-7b68fa05-f361-430b-b0a0-c28e28eb313a service neutron] Bound port: 215fac52-1234-4ba3-9c77-e164bcf20996, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aad88faa-37a1-49ac-8a06-d36169fb75d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '37143bd2-1331-4c73-96e2-f9c3179c6daf'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:29:44.038741 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a4eb4bda-546d-4b9d-a72d-ec2ff8a8e364 req-f1e48c2b-7820-4e78-afcd-e7bef569b535 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570481 Feb 09 21:29:44.086812 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-29a2cebe-9c34-4f1a-a411-aa288f6f0752 req-7b68fa05-f361-430b-b0a0-c28e28eb313a service neutron] For port 215fac52-1234-4ba3-9c77-e164bcf20996, host n-h2-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=215fac52-1234-4ba3-9c77-e164bcf20996,segment=NetworkSegment(aad88faa-37a1-49ac-8a06-d36169fb75d8),segment_id=aad88faa-37a1-49ac-8a06-d36169fb75d8)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:29:44.095976 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-29a2cebe-9c34-4f1a-a411-aa288f6f0752 req-7b68fa05-f361-430b-b0a0-c28e28eb313a service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:44.097949 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-29a2cebe-9c34-4f1a-a411-aa288f6f0752 req-7b68fa05-f361-430b-b0a0-c28e28eb313a service neutron] 10.222.0.90 "POST /v2.0/ports/215fac52-1234-4ba3-9c77-e164bcf20996/bindings HTTP/1.1" status: 201 len: 389 time: 0.2777193 Feb 09 21:29:44.297171 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29431191-2c04-4897-ad61-da65763e2086 req-3fa0445a-1bf2-42c7-9aa0-b8421afc413a tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:44.301535 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-29431191-2c04-4897-ad61-da65763e2086 req-3fa0445a-1bf2-42c7-9aa0-b8421afc413a tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=a16017cd-a588-4f83-8d8d-43f41f49105a HTTP/1.1" status: 200 len: 945 time: 0.0623102 Feb 09 21:29:44.403440 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 964ba092-a6e7-4c21-aaa0-28fa44f46048 details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:29:44.407012 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device ab9d25ae-d4c5-4858-a2a3-37eb99643062 up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:29:44.424897 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-29431191-2c04-4897-ad61-da65763e2086 req-3ddb41ea-4cfb-4284-9ce2-f51889a4d721 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910776 Feb 09 21:29:44.451262 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcbede8-43aa-4074-a96a-e71eb2e432c2 req-449198f3-cb6a-41ea-b75e-83da60c1e367 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:44.453512 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3dcbede8-43aa-4074-a96a-e71eb2e432c2 req-449198f3-cb6a-41ea-b75e-83da60c1e367 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=869587a8-56e2-4f69-97b5-5467b85d2a79 HTTP/1.1" status: 200 len: 949 time: 0.1131134 Feb 09 21:29:44.518914 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3dcbede8-43aa-4074-a96a-e71eb2e432c2 req-c103b664-5f8a-4a24-bec2-48030729f268 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576944 Feb 09 21:29:44.526939 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a2cebe-9c34-4f1a-a411-aa288f6f0752 req-f6cfb44f-f245-4721-bf7a-02a4cb06fa94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:44.530451 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-29a2cebe-9c34-4f1a-a411-aa288f6f0752 req-f6cfb44f-f245-4721-bf7a-02a4cb06fa94 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2bd637e202e1467d81aff230fe0a3e7e&device_id=a16017cd-a588-4f83-8d8d-43f41f49105a HTTP/1.1" status: 200 len: 1127 time: 0.0826592 Feb 09 21:29:44.551015 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning for port ab9d25ae-d4c5-4858-a2a3-37eb99643062 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:29:44.557160 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port ab9d25ae-d4c5-4858-a2a3-37eb99643062 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:29:44.557638 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (ab9d25ae-d4c5-4858-a2a3-37eb99643062), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:44.643925 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 964ba092-a6e7-4c21-aaa0-28fa44f46048, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=964ba092-a6e7-4c21-aaa0-28fa44f46048,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:29:44.664664 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': '964ba092-a6e7-4c21-aaa0-28fa44f46048', 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc', 'port_id': '964ba092-a6e7-4c21-aaa0-28fa44f46048', 'mac_address': 'fa:16:3e:e7:5e:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f7402ac-a35b-414b-bcc1-bc1c3072ec3c', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:29:44.666299 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1025fb-9848-40e1-b590-9dbcd0e00920 req-56787ed0-2f4b-4c46-9f1d-c67f70509163 tempest-ImagesOneServerTestJSON-391977284 tempest-ImagesOneServerTestJSON-391977284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:44.675618 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ce1025fb-9848-40e1-b590-9dbcd0e00920 req-56787ed0-2f4b-4c46-9f1d-c67f70509163 tempest-ImagesOneServerTestJSON-391977284 tempest-ImagesOneServerTestJSON-391977284-project] 10.222.0.90 "GET /v2.0/ports?device_id=5b1a6610-b484-41a0-bca8-091cd66a233e HTTP/1.1" status: 200 len: 948 time: 0.1057546 Feb 09 21:29:44.688723 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a2cebe-9c34-4f1a-a411-aa288f6f0752 req-ed03e48c-2ea1-41d4-bd94-3ee15676d2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:44.690234 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-29a2cebe-9c34-4f1a-a411-aa288f6f0752 req-ed03e48c-2ea1-41d4-bd94-3ee15676d2f5 service neutron] 10.222.0.89 "GET /v2.0/networks?id=37143bd2-1331-4c73-96e2-f9c3179c6daf HTTP/1.1" status: 200 len: 922 time: 0.1515033 Feb 09 21:29:44.746313 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 964ba092-a6e7-4c21-aaa0-28fa44f46048 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:29:44.746739 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (964ba092-a6e7-4c21-aaa0-28fa44f46048), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:44.752450 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-29a2cebe-9c34-4f1a-a411-aa288f6f0752 req-b0e507ab-b74c-4f07-a298-14c89d9ac6c5 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=215fac52-1234-4ba3-9c77-e164bcf20996 HTTP/1.1" status: 200 len: 217 time: 0.0521150 Feb 09 21:29:44.761710 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ce1025fb-9848-40e1-b590-9dbcd0e00920 req-463bc314-1a07-405c-a528-cc9db5c6bc75 tempest-ImagesOneServerTestJSON-391977284 tempest-ImagesOneServerTestJSON-391977284-project] 10.222.0.90 "GET /v2.0/security-groups?id=24ac78a2-dd47-4bb0-a163-8dd409586474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793600 Feb 09 21:29:44.776266 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 964ba092-a6e7-4c21-aaa0-28fa44f46048 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:29:44.828429 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a2cebe-9c34-4f1a-a411-aa288f6f0752 req-e34e549f-8adf-4ca4-9367-2cb31f524e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:44.830077 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-29a2cebe-9c34-4f1a-a411-aa288f6f0752 req-e34e549f-8adf-4ca4-9367-2cb31f524e42 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f5dc5768-86f9-4907-b987-49606f9e43f9 HTTP/1.1" status: 200 len: 861 time: 0.0676622 Feb 09 21:29:44.831910 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 964ba092-a6e7-4c21-aaa0-28fa44f46048, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=964ba092-a6e7-4c21-aaa0-28fa44f46048,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:29:44.838385 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (964ba092-a6e7-4c21-aaa0-28fa44f46048), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:44.842575 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port ab9d25ae-d4c5-4858-a2a3-37eb99643062 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:29:44.842898 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (ab9d25ae-d4c5-4858-a2a3-37eb99643062), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:44.890046 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e270e22-c29a-4ece-958d-e6a4e9e4f529 req-de923ea9-09a1-4920-8c39-e657c9c173d0 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:44.892998 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0e270e22-c29a-4ece-958d-e6a4e9e4f529 req-de923ea9-09a1-4920-8c39-e657c9c173d0 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff1811b6-f006-4729-969d-2c14bcf6a227 HTTP/1.1" status: 200 len: 950 time: 0.0751719 Feb 09 21:29:44.900419 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '869587a8-56e2-4f69-97b5-5467b85d2a79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab9d25ae-d4c5-4858-a2a3-37eb99643062'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:29:44.902770 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9c7ef90-b298-4003-ae63-9def77326210" -d '{"events": [{"server_uuid": "869587a8-56e2-4f69-97b5-5467b85d2a79", "name": "network-vif-plugged", "status": "completed", "tag": "ab9d25ae-d4c5-4858-a2a3-37eb99643062"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:29:44.909891 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port ab9d25ae-d4c5-4858-a2a3-37eb99643062, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=ab9d25ae-d4c5-4858-a2a3-37eb99643062,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:29:44.911046 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-29a2cebe-9c34-4f1a-a411-aa288f6f0752 req-d822a582-c19a-4a23-b756-c41dc64c29c8 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=37143bd2-1331-4c73-96e2-f9c3179c6daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670693 Feb 09 21:29:44.923506 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (ab9d25ae-d4c5-4858-a2a3-37eb99643062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:44.924388 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 5f898856-a782-4f86-b38f-f74482342d30 up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:29:44.963349 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=964ba092-a6e7-4c21-aaa0-28fa44f46048,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:44.980691 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e31b085-12b4-40d2-9f36-ca817f8ebec1 x-openstack-request-id: req-7e31b085-12b4-40d2-9f36-ca817f8ebec1 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:29:44.981312 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "869587a8-56e2-4f69-97b5-5467b85d2a79", "name": "network-vif-plugged", "status": "completed", "tag": "ab9d25ae-d4c5-4858-a2a3-37eb99643062", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:29:44.981312 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-7e31b085-12b4-40d2-9f36-ca817f8ebec1 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:29:44.981632 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '869587a8-56e2-4f69-97b5-5467b85d2a79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab9d25ae-d4c5-4858-a2a3-37eb99643062', 'code': 200} Feb 09 21:29:45.008877 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0e270e22-c29a-4ece-958d-e6a4e9e4f529 req-d1d50158-9d8c-423b-9e10-12c460d504ab tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/security-groups?id=f6fa6ce3-746d-4166-ab07-a35461d566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088250 Feb 09 21:29:45.040887 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=ab9d25ae-d4c5-4858-a2a3-37eb99643062,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:45.050179 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning for port 5f898856-a782-4f86-b38f-f74482342d30 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:29:45.057814 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port 5f898856-a782-4f86-b38f-f74482342d30 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:29:45.058200 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (5f898856-a782-4f86-b38f-f74482342d30), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:45.062204 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-29a2cebe-9c34-4f1a-a411-aa288f6f0752 req-8f78cf9a-c611-4a7a-a13f-57102aa2342f service neutron] 10.222.0.89 "GET /v2.0/networks/37143bd2-1331-4c73-96e2-f9c3179c6daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312990 Feb 09 21:29:45.177031 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:45.206875 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788c86b4-dd5d-44f5-bbdb-d2f6fa317e69 req-2ae64a21-1ab6-496c-8c19-886b81d67e16 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:45.215440 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaf4e6d-99fc-4704-9049-df71e22eb481 req-4e065a0a-8885-4564-8fc0-313137e5acc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:45.215792 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-788c86b4-dd5d-44f5-bbdb-d2f6fa317e69 req-2ae64a21-1ab6-496c-8c19-886b81d67e16 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=cd92d494-82c4-4614-9a6f-2d9307f3309a HTTP/1.1" status: 200 len: 946 time: 0.0894978 Feb 09 21:29:45.217101 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7eaf4e6d-99fc-4704-9049-df71e22eb481 req-4e065a0a-8885-4564-8fc0-313137e5acc1 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=869587a8-56e2-4f69-97b5-5467b85d2a79 HTTP/1.1" status: 200 len: 1132 time: 0.1052358 Feb 09 21:29:45.219437 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-29a2cebe-9c34-4f1a-a411-aa288f6f0752 req-e42a422e-6734-4cbc-ae2a-896c7c3376fb service neutron] 10.222.0.89 "GET /v2.0/networks/37143bd2-1331-4c73-96e2-f9c3179c6daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452377 Feb 09 21:29:45.238349 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 5f898856-a782-4f86-b38f-f74482342d30 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:29:45.239240 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (5f898856-a782-4f86-b38f-f74482342d30), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:45.280206 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-788c86b4-dd5d-44f5-bbdb-d2f6fa317e69 req-38177a36-180c-4009-b22c-d955f27571d5 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634878 Feb 09 21:29:45.298998 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7eaf4e6d-99fc-4704-9049-df71e22eb481 req-77a5bd39-5ad5-485e-8374-4a24599499f6 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694237 Feb 09 21:29:45.368861 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a2cebe-9c34-4f1a-a411-aa288f6f0752 req-2632f5b6-f5aa-4003-aec7-bd8bc0db18f2 tempest-LiveAutoBlockMigrationV225Test-1691914964 tempest-LiveAutoBlockMigrationV225Test-1691914964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:45.370507 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-29a2cebe-9c34-4f1a-a411-aa288f6f0752 req-2632f5b6-f5aa-4003-aec7-bd8bc0db18f2 tempest-LiveAutoBlockMigrationV225Test-1691914964 tempest-LiveAutoBlockMigrationV225Test-1691914964-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=a16017cd-a588-4f83-8d8d-43f41f49105a&tenant_id=2bd637e202e1467d81aff230fe0a3e7e&binding%3Ahost_id=n-h1-828369-5 HTTP/1.1" status: 200 len: 1127 time: 0.0603011 Feb 09 21:29:45.385731 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-29a2cebe-9c34-4f1a-a411-aa288f6f0752 req-04cc9216-1296-48ba-9b56-1a6587aeb602 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828369-5'}}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:29:45.409075 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['964ba092-a6e7-4c21-aaa0-28fa44f46048'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:29:45.478687 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 5f898856-a782-4f86-b38f-f74482342d30, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=5f898856-a782-4f86-b38f-f74482342d30,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:29:45.486990 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (5f898856-a782-4f86-b38f-f74482342d30), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:45.504345 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-29a2cebe-9c34-4f1a-a411-aa288f6f0752 req-04cc9216-1296-48ba-9b56-1a6587aeb602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (215fac52-1234-4ba3-9c77-e164bcf20996), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:45.619142 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=5f898856-a782-4f86-b38f-f74482342d30,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:45.625140 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef9cd66-b725-4c67-802c-9df5b70cb081 req-97d533fc-6602-47bc-94a4-cac8a79bc35c tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:45.635904 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8ef9cd66-b725-4c67-802c-9df5b70cb081 req-97d533fc-6602-47bc-94a4-cac8a79bc35c tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=a16017cd-a588-4f83-8d8d-43f41f49105a HTTP/1.1" status: 200 len: 945 time: 0.1261933 Feb 09 21:29:45.722173 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-29a2cebe-9c34-4f1a-a411-aa288f6f0752 req-04cc9216-1296-48ba-9b56-1a6587aeb602 service neutron] For port 215fac52-1234-4ba3-9c77-e164bcf20996, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=215fac52-1234-4ba3-9c77-e164bcf20996,segment=NetworkSegment(aad88faa-37a1-49ac-8a06-d36169fb75d8),segment_id=aad88faa-37a1-49ac-8a06-d36169fb75d8)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:29:45.774020 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-29a2cebe-9c34-4f1a-a411-aa288f6f0752 req-04cc9216-1296-48ba-9b56-1a6587aeb602 service neutron] For port 215fac52-1234-4ba3-9c77-e164bcf20996, host n-h1-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:29:45.829077 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a16017cd-a588-4f83-8d8d-43f41f49105a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '215fac52-1234-4ba3-9c77-e164bcf20996'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:29:45.832129 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e4b833b-f0d8-4f26-aa78-cc733bc47145" -d '{"events": [{"server_uuid": "a16017cd-a588-4f83-8d8d-43f41f49105a", "name": "network-vif-unplugged", "status": "completed", "tag": "215fac52-1234-4ba3-9c77-e164bcf20996"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:29:45.838521 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-29a2cebe-9c34-4f1a-a411-aa288f6f0752 req-04cc9216-1296-48ba-9b56-1a6587aeb602 service neutron] Publish callbacks [] for port (215fac52-1234-4ba3-9c77-e164bcf20996), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:45.845697 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-29a2cebe-9c34-4f1a-a411-aa288f6f0752 req-04cc9216-1296-48ba-9b56-1a6587aeb602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (215fac52-1234-4ba3-9c77-e164bcf20996), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:45.965557 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-29a2cebe-9c34-4f1a-a411-aa288f6f0752 req-04cc9216-1296-48ba-9b56-1a6587aeb602 service neutron] Attempting to bind port 215fac52-1234-4ba3-9c77-e164bcf20996 on host n-h1-828369-5 for vnic_type normal with profile {"migrating_to": "n-h2-828369-5"} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:29:45.966263 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-29a2cebe-9c34-4f1a-a411-aa288f6f0752 req-04cc9216-1296-48ba-9b56-1a6587aeb602 service neutron] Attempting to bind port 215fac52-1234-4ba3-9c77-e164bcf20996 by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': 'aad88faa-37a1-49ac-8a06-d36169fb75d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '37143bd2-1331-4c73-96e2-f9c3179c6daf'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:29:45.966799 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a2cebe-9c34-4f1a-a411-aa288f6f0752 req-04cc9216-1296-48ba-9b56-1a6587aeb602 service neutron] Attempting to bind port 215fac52-1234-4ba3-9c77-e164bcf20996 on network 37143bd2-1331-4c73-96e2-f9c3179c6daf {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:29:45.974098 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cc9216-1296-48ba-9b56-1a6587aeb602 service neutron] Pushing event updated for resources: {'Port': ['ID=215fac52-1234-4ba3-9c77-e164bcf20996,revision_number=7']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:45.978412 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a2cebe-9c34-4f1a-a411-aa288f6f0752 req-04cc9216-1296-48ba-9b56-1a6587aeb602 service neutron] Port 215fac52-1234-4ba3-9c77-e164bcf20996 on network 37143bd2-1331-4c73-96e2-f9c3179c6daf not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:29:45.979062 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a2cebe-9c34-4f1a-a411-aa288f6f0752 req-04cc9216-1296-48ba-9b56-1a6587aeb602 service neutron] Attempting to bind port 215fac52-1234-4ba3-9c77-e164bcf20996 on network 37143bd2-1331-4c73-96e2-f9c3179c6daf {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:29:45.985773 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a2cebe-9c34-4f1a-a411-aa288f6f0752 req-04cc9216-1296-48ba-9b56-1a6587aeb602 service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:29:45.986208 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a2cebe-9c34-4f1a-a411-aa288f6f0752 req-04cc9216-1296-48ba-9b56-1a6587aeb602 service neutron] Checking segment: {'id': 'aad88faa-37a1-49ac-8a06-d36169fb75d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '37143bd2-1331-4c73-96e2-f9c3179c6daf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:29:45.986785 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a2cebe-9c34-4f1a-a411-aa288f6f0752 req-04cc9216-1296-48ba-9b56-1a6587aeb602 service neutron] Bound using segment: {'id': 'aad88faa-37a1-49ac-8a06-d36169fb75d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '37143bd2-1331-4c73-96e2-f9c3179c6daf'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:29:45.987318 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-29a2cebe-9c34-4f1a-a411-aa288f6f0752 req-04cc9216-1296-48ba-9b56-1a6587aeb602 service neutron] Bound port: 215fac52-1234-4ba3-9c77-e164bcf20996, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aad88faa-37a1-49ac-8a06-d36169fb75d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '37143bd2-1331-4c73-96e2-f9c3179c6daf'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:29:45.987771 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-29a2cebe-9c34-4f1a-a411-aa288f6f0752 req-04cc9216-1296-48ba-9b56-1a6587aeb602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (215fac52-1234-4ba3-9c77-e164bcf20996), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:46.040580 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8ef9cd66-b725-4c67-802c-9df5b70cb081 req-bba9cb19-0ae3-412e-8245-963f13b388af tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4040396 Feb 09 21:29:46.060251 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeca4cd1-8c20-480a-b3bc-b541197ec3f4 req-3d26f676-bf16-4244-b73a-bba129587228 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:46.070957 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-eeca4cd1-8c20-480a-b3bc-b541197ec3f4 req-3d26f676-bf16-4244-b73a-bba129587228 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=869587a8-56e2-4f69-97b5-5467b85d2a79 HTTP/1.1" status: 200 len: 950 time: 0.4262497 Feb 09 21:29:46.089174 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-29a2cebe-9c34-4f1a-a411-aa288f6f0752 req-04cc9216-1296-48ba-9b56-1a6587aeb602 service neutron] For port 215fac52-1234-4ba3-9c77-e164bcf20996, host n-h1-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:29:46.092006 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-29a2cebe-9c34-4f1a-a411-aa288f6f0752 req-04cc9216-1296-48ba-9b56-1a6587aeb602 service neutron] For port 215fac52-1234-4ba3-9c77-e164bcf20996, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=215fac52-1234-4ba3-9c77-e164bcf20996,segment=NetworkSegment(aad88faa-37a1-49ac-8a06-d36169fb75d8),segment_id=aad88faa-37a1-49ac-8a06-d36169fb75d8)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:29:46.100382 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-29a2cebe-9c34-4f1a-a411-aa288f6f0752 req-04cc9216-1296-48ba-9b56-1a6587aeb602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (215fac52-1234-4ba3-9c77-e164bcf20996), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:46.201312 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a2cebe-9c34-4f1a-a411-aa288f6f0752 req-04cc9216-1296-48ba-9b56-1a6587aeb602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:46.202280 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-29a2cebe-9c34-4f1a-a411-aa288f6f0752 req-04cc9216-1296-48ba-9b56-1a6587aeb602 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:46.204581 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-29a2cebe-9c34-4f1a-a411-aa288f6f0752 req-04cc9216-1296-48ba-9b56-1a6587aeb602 service neutron] 10.222.0.89 "PUT /v2.0/ports/215fac52-1234-4ba3-9c77-e164bcf20996 HTTP/1.1" status: 200 len: 1121 time: 0.8241973 Feb 09 21:29:46.204729 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-eeca4cd1-8c20-480a-b3bc-b541197ec3f4 req-c150e83e-f698-48dd-bacb-fbe9e8943f83 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253808 Feb 09 21:29:46.212320 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cc9216-1296-48ba-9b56-1a6587aeb602 service neutron] Pushing event updated for resources: {'Port': ['ID=215fac52-1234-4ba3-9c77-e164bcf20996,revision_number=8']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:46.246415 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df86de1b-a37c-4123-8a95-ff1cdc82a651 x-openstack-request-id: req-df86de1b-a37c-4123-8a95-ff1cdc82a651 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:29:46.246718 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a16017cd-a588-4f83-8d8d-43f41f49105a", "name": "network-vif-unplugged", "status": "completed", "tag": "215fac52-1234-4ba3-9c77-e164bcf20996", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:29:46.246974 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-df86de1b-a37c-4123-8a95-ff1cdc82a651 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:29:46.247378 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a16017cd-a588-4f83-8d8d-43f41f49105a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '215fac52-1234-4ba3-9c77-e164bcf20996', 'code': 200} Feb 09 21:29:46.354812 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19486688-bd0d-4765-8bd6-f8f06b1ec804 req-9a2d1152-91e3-4d18-b2ba-e74a146bc8f3 tempest-ImagesOneServerTestJSON-391977284 tempest-ImagesOneServerTestJSON-391977284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:46.356492 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-19486688-bd0d-4765-8bd6-f8f06b1ec804 req-9a2d1152-91e3-4d18-b2ba-e74a146bc8f3 tempest-ImagesOneServerTestJSON-391977284 tempest-ImagesOneServerTestJSON-391977284-project] 10.222.0.90 "GET /v2.0/ports?device_id=5b1a6610-b484-41a0-bca8-091cd66a233e HTTP/1.1" status: 200 len: 949 time: 0.1190186 Feb 09 21:29:46.385813 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['215fac52-1234-4ba3-9c77-e164bcf20996'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:29:46.420807 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed1a582-e727-4ac8-9bd6-4a6f7b594e9d req-6c15e5d9-d1ea-430e-80b6-1b0f57afd439 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:46.426069 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-eed1a582-e727-4ac8-9bd6-4a6f7b594e9d req-6c15e5d9-d1ea-430e-80b6-1b0f57afd439 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff1811b6-f006-4729-969d-2c14bcf6a227 HTTP/1.1" status: 200 len: 950 time: 0.1065176 Feb 09 21:29:46.429543 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-19486688-bd0d-4765-8bd6-f8f06b1ec804 req-b2c2357c-4841-467d-8d7c-c30b3b7a8938 tempest-ImagesOneServerTestJSON-391977284 tempest-ImagesOneServerTestJSON-391977284-project] 10.222.0.90 "GET /v2.0/security-groups?id=24ac78a2-dd47-4bb0-a163-8dd409586474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671897 Feb 09 21:29:46.504060 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-eed1a582-e727-4ac8-9bd6-4a6f7b594e9d req-a3501477-9fb7-4f2a-a013-7fea99b50a74 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/security-groups?id=f6fa6ce3-746d-4166-ab07-a35461d566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729775 Feb 09 21:29:46.575277 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b33b5c-202e-4f97-a1ee-2ab5a0573a11 req-6e630c16-0a7c-4cb9-b0ab-d835b134ee71 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:46.577144 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b4b33b5c-202e-4f97-a1ee-2ab5a0573a11 req-6e630c16-0a7c-4cb9-b0ab-d835b134ee71 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=cd92d494-82c4-4614-9a6f-2d9307f3309a HTTP/1.1" status: 200 len: 946 time: 0.0656006 Feb 09 21:29:46.628954 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b4b33b5c-202e-4f97-a1ee-2ab5a0573a11 req-a0bb515f-fb0e-490c-a5a4-7767820de151 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457821 Feb 09 21:29:46.982675 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73a01f41-04f1-417a-a52d-4e487100f679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f898856-a782-4f86-b38f-f74482342d30'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:29:46.985369 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a73116-06d9-4fd4-b63a-4e247af9aa3e" -d '{"events": [{"server_uuid": "73a01f41-04f1-417a-a52d-4e487100f679", "name": "network-vif-plugged", "status": "completed", "tag": "5f898856-a782-4f86-b38f-f74482342d30"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:29:47.033634 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-103ebe34-86ee-426d-bfc3-44c2b8dd7e18 x-openstack-request-id: req-103ebe34-86ee-426d-bfc3-44c2b8dd7e18 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:29:47.034027 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73a01f41-04f1-417a-a52d-4e487100f679", "name": "network-vif-plugged", "status": "completed", "tag": "5f898856-a782-4f86-b38f-f74482342d30", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:29:47.034237 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-103ebe34-86ee-426d-bfc3-44c2b8dd7e18 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:29:47.034576 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73a01f41-04f1-417a-a52d-4e487100f679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f898856-a782-4f86-b38f-f74482342d30', 'code': 200} Feb 09 21:29:47.208727 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bd971f-d62c-48b7-9fb9-c2c95e07a109 req-13cb9845-83ac-4c7f-9598-618493126a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:47.210939 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c7bd971f-d62c-48b7-9fb9-c2c95e07a109 req-13cb9845-83ac-4c7f-9598-618493126a4f service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=73a01f41-04f1-417a-a52d-4e487100f679 HTTP/1.1" status: 200 len: 1131 time: 0.0725272 Feb 09 21:29:47.211267 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cb580c-0b26-450f-a490-60862265cca1 req-407f945a-357b-4747-ab00-4e2c3b4900b8 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:47.218957 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f8cb580c-0b26-450f-a490-60862265cca1 req-407f945a-357b-4747-ab00-4e2c3b4900b8 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=a16017cd-a588-4f83-8d8d-43f41f49105a HTTP/1.1" status: 200 len: 943 time: 0.0900116 Feb 09 21:29:47.302417 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c7bd971f-d62c-48b7-9fb9-c2c95e07a109 req-07b17e3b-1af6-4119-8215-27f2390f5162 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796988 Feb 09 21:29:47.314288 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f8cb580c-0b26-450f-a490-60862265cca1 req-09898c9c-eaa4-4701-8878-6f3f6f0beca7 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944803 Feb 09 21:29:47.370772 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf7f1fa-2d71-4494-890c-7d7693bdd4ff req-ac707a6c-f9b2-4254-b84c-b4dfbecfed1e tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:47.372418 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6bf7f1fa-2d71-4494-890c-7d7693bdd4ff req-ac707a6c-f9b2-4254-b84c-b4dfbecfed1e tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=869587a8-56e2-4f69-97b5-5467b85d2a79 HTTP/1.1" status: 200 len: 950 time: 0.0637362 Feb 09 21:29:47.421507 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6bf7f1fa-2d71-4494-890c-7d7693bdd4ff req-bffed5fd-5608-414e-a5cc-48c18d723e5d tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429864 Feb 09 21:29:47.627368 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97375db2-1e06-4592-beef-3da641756e25 req-87f9bca2-a4c5-4d2f-9f72-6616b3a600c6 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:47.628887 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-97375db2-1e06-4592-beef-3da641756e25 req-87f9bca2-a4c5-4d2f-9f72-6616b3a600c6 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=73a01f41-04f1-417a-a52d-4e487100f679 HTTP/1.1" status: 200 len: 949 time: 0.0975466 Feb 09 21:29:47.636871 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6981eb-3270-412c-b21e-bb84622f2bf1 req-3ba51e41-61ea-40e6-8b7f-a9f81bec83ab tempest-ImagesOneServerTestJSON-391977284 tempest-ImagesOneServerTestJSON-391977284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:47.638244 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ad6981eb-3270-412c-b21e-bb84622f2bf1 req-3ba51e41-61ea-40e6-8b7f-a9f81bec83ab tempest-ImagesOneServerTestJSON-391977284 tempest-ImagesOneServerTestJSON-391977284-project] 10.222.0.90 "GET /v2.0/ports?device_id=5b1a6610-b484-41a0-bca8-091cd66a233e HTTP/1.1" status: 200 len: 949 time: 0.0972404 Feb 09 21:29:47.709089 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-97375db2-1e06-4592-beef-3da641756e25 req-660d3149-85b7-4820-8420-1e392dd95d28 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697541 Feb 09 21:29:47.712241 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ad6981eb-3270-412c-b21e-bb84622f2bf1 req-d155c769-3b9d-4bae-8f00-a679e7dc7e1f tempest-ImagesOneServerTestJSON-391977284 tempest-ImagesOneServerTestJSON-391977284-project] 10.222.0.90 "GET /v2.0/security-groups?id=24ac78a2-dd47-4bb0-a163-8dd409586474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674179 Feb 09 21:29:47.863234 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b353c567-4294-4539-90d4-fbe10a7c0cde req-3bfd847d-d423-4565-aad6-b89d6c38a205 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:47.864713 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b353c567-4294-4539-90d4-fbe10a7c0cde req-3bfd847d-d423-4565-aad6-b89d6c38a205 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff1811b6-f006-4729-969d-2c14bcf6a227 HTTP/1.1" status: 200 len: 950 time: 0.0940840 Feb 09 21:29:47.876433 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432274f1-6651-4734-af57-d3de927330ab req-753775f4-5b06-4113-858c-464ddc70fec3 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:47.877809 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-432274f1-6651-4734-af57-d3de927330ab req-753775f4-5b06-4113-858c-464ddc70fec3 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=cd92d494-82c4-4614-9a6f-2d9307f3309a HTTP/1.1" status: 200 len: 946 time: 0.0948975 Feb 09 21:29:47.948095 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b353c567-4294-4539-90d4-fbe10a7c0cde req-33a33fd6-7a13-47d6-aee8-cc03d830e49d tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/security-groups?id=f6fa6ce3-746d-4166-ab07-a35461d566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693445 Feb 09 21:29:47.951115 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-432274f1-6651-4734-af57-d3de927330ab req-910e2ba4-69f8-4224-95fc-a6700322db4e tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667424 Feb 09 21:29:48.248665 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a16017cd-a588-4f83-8d8d-43f41f49105a', 'tag': '215fac52-1234-4ba3-9c77-e164bcf20996'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:29:48.252067 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd6ea323-e61c-4be2-be8b-fa5d81dffc7f" -d '{"events": [{"name": "network-changed", "server_uuid": "a16017cd-a588-4f83-8d8d-43f41f49105a", "tag": "215fac52-1234-4ba3-9c77-e164bcf20996"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:29:48.293206 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee80e2c-1f1d-4b53-9ea3-aa27454781c9 x-openstack-request-id: req-8ee80e2c-1f1d-4b53-9ea3-aa27454781c9 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:29:48.293533 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a16017cd-a588-4f83-8d8d-43f41f49105a", "tag": "215fac52-1234-4ba3-9c77-e164bcf20996", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:29:48.293790 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-8ee80e2c-1f1d-4b53-9ea3-aa27454781c9 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:29:48.294297 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a16017cd-a588-4f83-8d8d-43f41f49105a', 'tag': '215fac52-1234-4ba3-9c77-e164bcf20996', 'status': 'completed', 'code': 200} Feb 09 21:29:48.379665 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6ea323-e61c-4be2-be8b-fa5d81dffc7f req-e12e56df-8721-4458-94c6-5301a9af6537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:48.381298 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-fd6ea323-e61c-4be2-be8b-fa5d81dffc7f req-e12e56df-8721-4458-94c6-5301a9af6537 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=2bd637e202e1467d81aff230fe0a3e7e&device_id=a16017cd-a588-4f83-8d8d-43f41f49105a HTTP/1.1" status: 200 len: 1155 time: 0.0495424 Feb 09 21:29:48.442063 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 964ba092-a6e7-4c21-aaa0-28fa44f46048 up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:29:48.488582 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6ea323-e61c-4be2-be8b-fa5d81dffc7f req-e175435c-b6a3-4609-a068-a4980354086c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:48.490236 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-fd6ea323-e61c-4be2-be8b-fa5d81dffc7f req-e175435c-b6a3-4609-a068-a4980354086c service neutron] 10.222.0.95 "GET /v2.0/networks?id=37143bd2-1331-4c73-96e2-f9c3179c6daf HTTP/1.1" status: 200 len: 922 time: 0.0975704 Feb 09 21:29:48.493678 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b573d1bd-dfeb-49d4-90aa-f08add17b0e0 req-28a8076b-a729-44d4-b075-8135b442f64a tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:48.495336 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b573d1bd-dfeb-49d4-90aa-f08add17b0e0 req-28a8076b-a729-44d4-b075-8135b442f64a tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=a16017cd-a588-4f83-8d8d-43f41f49105a HTTP/1.1" status: 200 len: 943 time: 0.0913613 Feb 09 21:29:48.510854 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning for port 964ba092-a6e7-4c21-aaa0-28fa44f46048 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:29:48.515725 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port 964ba092-a6e7-4c21-aaa0-28fa44f46048 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:29:48.516504 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (964ba092-a6e7-4c21-aaa0-28fa44f46048), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:48.559370 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-fd6ea323-e61c-4be2-be8b-fa5d81dffc7f req-7ab15941-f4e4-4140-8ae4-7c6763ff7cd4 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=215fac52-1234-4ba3-9c77-e164bcf20996 HTTP/1.1" status: 200 len: 217 time: 0.0555847 Feb 09 21:29:48.563658 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b573d1bd-dfeb-49d4-90aa-f08add17b0e0 req-915b5ce6-ce6c-4c46-b00d-8148d4c3c4dd tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618598 Feb 09 21:29:48.624276 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 964ba092-a6e7-4c21-aaa0-28fa44f46048 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:29:48.624758 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (964ba092-a6e7-4c21-aaa0-28fa44f46048), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:48.648503 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6ea323-e61c-4be2-be8b-fa5d81dffc7f req-a8a59d27-26ad-445d-b2fb-d937c789e19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:48.650206 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-fd6ea323-e61c-4be2-be8b-fa5d81dffc7f req-a8a59d27-26ad-445d-b2fb-d937c789e19f service neutron] 10.222.0.95 "GET /v2.0/subnets?id=f5dc5768-86f9-4907-b987-49606f9e43f9 HTTP/1.1" status: 200 len: 861 time: 0.0750439 Feb 09 21:29:48.665328 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 964ba092-a6e7-4c21-aaa0-28fa44f46048, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=964ba092-a6e7-4c21-aaa0-28fa44f46048,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:29:48.670083 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (964ba092-a6e7-4c21-aaa0-28fa44f46048), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:48.697995 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-fd6ea323-e61c-4be2-be8b-fa5d81dffc7f req-77c61408-14b8-469e-9728-b97b43766155 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=37143bd2-1331-4c73-96e2-f9c3179c6daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300868 Feb 09 21:29:48.739239 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=964ba092-a6e7-4c21-aaa0-28fa44f46048,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:48.873097 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-fd6ea323-e61c-4be2-be8b-fa5d81dffc7f req-5985a68c-d360-4b3f-bbd8-ea38874b12a2 service neutron] 10.222.0.95 "GET /v2.0/networks/37143bd2-1331-4c73-96e2-f9c3179c6daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580944 Feb 09 21:29:48.908542 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a583a3a-385e-4cc0-a3e1-d5e94bac670e req-904bd729-f4e5-416a-909d-0f6bcef31ac9 tempest-ImagesOneServerTestJSON-391977284 tempest-ImagesOneServerTestJSON-391977284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:48.916458 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1a583a3a-385e-4cc0-a3e1-d5e94bac670e req-904bd729-f4e5-416a-909d-0f6bcef31ac9 tempest-ImagesOneServerTestJSON-391977284 tempest-ImagesOneServerTestJSON-391977284-project] 10.222.0.90 "GET /v2.0/ports?device_id=5b1a6610-b484-41a0-bca8-091cd66a233e HTTP/1.1" status: 200 len: 950 time: 0.1118765 Feb 09 21:29:48.969442 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7b523b-b3a6-4995-afba-5e08e904e339 req-8b7a370b-260b-4453-9c09-d7064e0b2926 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:48.978811 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0b7b523b-b3a6-4995-afba-5e08e904e339 req-8b7a370b-260b-4453-9c09-d7064e0b2926 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=73a01f41-04f1-417a-a52d-4e487100f679 HTTP/1.1" status: 200 len: 949 time: 0.1332703 Feb 09 21:29:49.014378 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1a583a3a-385e-4cc0-a3e1-d5e94bac670e req-8a2b96fb-26f4-45b9-aa88-1596fe74b8f0 tempest-ImagesOneServerTestJSON-391977284 tempest-ImagesOneServerTestJSON-391977284-project] 10.222.0.90 "GET /v2.0/security-groups?id=24ac78a2-dd47-4bb0-a163-8dd409586474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967984 Feb 09 21:29:49.036747 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b1a6610-b484-41a0-bca8-091cd66a233e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '964ba092-a6e7-4c21-aaa0-28fa44f46048'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:29:49.039225 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a3072e-5658-4f66-a757-fcd4e1da7205" -d '{"events": [{"server_uuid": "5b1a6610-b484-41a0-bca8-091cd66a233e", "name": "network-vif-plugged", "status": "completed", "tag": "964ba092-a6e7-4c21-aaa0-28fa44f46048"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:29:49.061579 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0b7b523b-b3a6-4995-afba-5e08e904e339 req-ddbd4e5a-34d0-46ca-bdec-92abb5801626 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817637 Feb 09 21:29:49.229170 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce744908-d37a-4aac-ba93-8c5d84d06d36 req-d5601312-5559-4792-83d9-618c1c0d9960 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:49.231854 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ce744908-d37a-4aac-ba93-8c5d84d06d36 req-d5601312-5559-4792-83d9-618c1c0d9960 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff1811b6-f006-4729-969d-2c14bcf6a227 HTTP/1.1" status: 200 len: 950 time: 0.1474149 Feb 09 21:29:49.289542 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3606e10-df01-4dc3-b79d-2cac477a521b req-2185a396-9562-468c-8667-e23b1025dd5c tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:49.296719 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e3606e10-df01-4dc3-b79d-2cac477a521b req-2185a396-9562-468c-8667-e23b1025dd5c tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=cd92d494-82c4-4614-9a6f-2d9307f3309a HTTP/1.1" status: 200 len: 946 time: 0.1324503 Feb 09 21:29:49.327645 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ce744908-d37a-4aac-ba93-8c5d84d06d36 req-50365c57-f175-4b40-9e47-008620cf1b98 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/security-groups?id=f6fa6ce3-746d-4166-ab07-a35461d566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860484 Feb 09 21:29:49.351786 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-fd6ea323-e61c-4be2-be8b-fa5d81dffc7f req-42441772-1064-4d98-80c7-092911432021 service neutron] 10.222.0.95 "GET /v2.0/networks/37143bd2-1331-4c73-96e2-f9c3179c6daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4588706 Feb 09 21:29:49.375225 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e3606e10-df01-4dc3-b79d-2cac477a521b req-329091cc-d899-4ad7-8c5d-c866eea6c1d6 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774610 Feb 09 21:29:49.397262 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f6ddbbb-17f6-40fd-9e27-858d61fad3cc x-openstack-request-id: req-2f6ddbbb-17f6-40fd-9e27-858d61fad3cc {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:29:49.397573 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b1a6610-b484-41a0-bca8-091cd66a233e", "name": "network-vif-plugged", "status": "completed", "tag": "964ba092-a6e7-4c21-aaa0-28fa44f46048", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:29:49.397882 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-2f6ddbbb-17f6-40fd-9e27-858d61fad3cc {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:29:49.398272 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b1a6610-b484-41a0-bca8-091cd66a233e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '964ba092-a6e7-4c21-aaa0-28fa44f46048', 'code': 200} Feb 09 21:29:49.541155 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3f3792-2386-46a2-a2de-a2c76427c6b7 req-a2ae5d6f-10fd-4415-834e-24577c2b4195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:49.542753 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4c3f3792-2386-46a2-a2de-a2c76427c6b7 req-a2ae5d6f-10fd-4415-834e-24577c2b4195 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=5b1a6610-b484-41a0-bca8-091cd66a233e HTTP/1.1" status: 200 len: 1132 time: 0.0487957 Feb 09 21:29:49.612555 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4c3f3792-2386-46a2-a2de-a2c76427c6b7 req-e807c6b4-41d0-4e72-8a5f-de959a30b10b service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=24ac78a2-dd47-4bb0-a163-8dd409586474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533462 Feb 09 21:29:49.707234 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8b4575-1829-4242-bf94-de30b24434d1 req-283189ba-c4d6-4cc6-8044-cb62474a5fe5 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:49.712832 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3e8b4575-1829-4242-bf94-de30b24434d1 req-283189ba-c4d6-4cc6-8044-cb62474a5fe5 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=a16017cd-a588-4f83-8d8d-43f41f49105a HTTP/1.1" status: 200 len: 943 time: 0.0594070 Feb 09 21:29:49.761174 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3e8b4575-1829-4242-bf94-de30b24434d1 req-cea0a1d8-83da-4fff-b8cf-59b91f9a2f33 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464303 Feb 09 21:29:50.208772 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcf12b1-18ea-4f32-93f2-a6744ea54f3c req-9dedc461-ed67-4e13-8a1f-e68d8879f556 tempest-ImagesOneServerTestJSON-391977284 tempest-ImagesOneServerTestJSON-391977284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:50.216934 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dbcf12b1-18ea-4f32-93f2-a6744ea54f3c req-9dedc461-ed67-4e13-8a1f-e68d8879f556 tempest-ImagesOneServerTestJSON-391977284 tempest-ImagesOneServerTestJSON-391977284-project] 10.222.0.90 "GET /v2.0/ports?device_id=5b1a6610-b484-41a0-bca8-091cd66a233e HTTP/1.1" status: 200 len: 950 time: 0.1288030 Feb 09 21:29:50.240411 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877d6b10-4685-45b4-8099-5ce47818a479 req-db4995d2-3ef7-4d1e-9ee4-3e6e6c344e00 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:50.243974 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-877d6b10-4685-45b4-8099-5ce47818a479 req-db4995d2-3ef7-4d1e-9ee4-3e6e6c344e00 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=73a01f41-04f1-417a-a52d-4e487100f679 HTTP/1.1" status: 200 len: 949 time: 0.1112037 Feb 09 21:29:50.326012 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dbcf12b1-18ea-4f32-93f2-a6744ea54f3c req-20ab730c-5b61-4a15-9159-2c3992e36b76 tempest-ImagesOneServerTestJSON-391977284 tempest-ImagesOneServerTestJSON-391977284-project] 10.222.0.90 "GET /v2.0/security-groups?id=24ac78a2-dd47-4bb0-a163-8dd409586474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993090 Feb 09 21:29:50.329074 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-877d6b10-4685-45b4-8099-5ce47818a479 req-5555e04f-eee7-41ad-870d-d82722ec2bb7 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788124 Feb 09 21:29:50.445716 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 215fac52-1234-4ba3-9c77-e164bcf20996 details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:29:50.485678 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b3c87c-82d2-4125-ab6f-9d4285d6cb51 req-1b5aa5f5-2dd8-4271-b8dd-c81fced19e51 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:50.488834 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-19b3c87c-82d2-4125-ab6f-9d4285d6cb51 req-1b5aa5f5-2dd8-4271-b8dd-c81fced19e51 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff1811b6-f006-4729-969d-2c14bcf6a227 HTTP/1.1" status: 200 len: 950 time: 0.0773103 Feb 09 21:29:50.555903 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-19b3c87c-82d2-4125-ab6f-9d4285d6cb51 req-a3ccc8d8-1c70-48f4-a8c8-42cdd4565c16 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/security-groups?id=f6fa6ce3-746d-4166-ab07-a35461d566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605752 Feb 09 21:29:50.667682 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 215fac52-1234-4ba3-9c77-e164bcf20996, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=215fac52-1234-4ba3-9c77-e164bcf20996,segment=NetworkSegment(aad88faa-37a1-49ac-8a06-d36169fb75d8),segment_id=aad88faa-37a1-49ac-8a06-d36169fb75d8)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:29:50.680588 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 215fac52-1234-4ba3-9c77-e164bcf20996 has no active binding in host n-h2-828369-5 {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 21:29:50.774671 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f306463b-fa1e-47c2-8f29-7af6bb91a76a req-dbafdd8a-39bc-4795-bcab-c182823a38b1 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:50.781091 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f306463b-fa1e-47c2-8f29-7af6bb91a76a req-dbafdd8a-39bc-4795-bcab-c182823a38b1 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:50.783028 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f306463b-fa1e-47c2-8f29-7af6bb91a76a req-dbafdd8a-39bc-4795-bcab-c182823a38b1 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=73a01f41-04f1-417a-a52d-4e487100f679&device_id=869587a8-56e2-4f69-97b5-5467b85d2a79 HTTP/1.1" status: 200 len: 1690 time: 0.1191199 Feb 09 21:29:50.784835 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:50.796762 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d227bf2a-e1a2-4e0b-a69a-a9947d488011 req-db871782-d0de-4c91-9db6-5a749411dc0e tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:50.803969 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d227bf2a-e1a2-4e0b-a69a-a9947d488011 req-db871782-d0de-4c91-9db6-5a749411dc0e tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=cd92d494-82c4-4614-9a6f-2d9307f3309a HTTP/1.1" status: 200 len: 946 time: 0.0882998 Feb 09 21:29:50.876705 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d227bf2a-e1a2-4e0b-a69a-a9947d488011 req-5ab5d993-fcfb-4381-a567-86cc51bfa2f1 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716658 Feb 09 21:29:50.892411 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f306463b-fa1e-47c2-8f29-7af6bb91a76a req-17918065-40a0-4ec2-8970-cff2778c4174 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799019 Feb 09 21:29:51.004436 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af4e107-09b4-4f74-8a9b-96d6b34c478b req-3138268f-625a-4998-8cd1-08abfc1be7ac tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:51.006559 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6af4e107-09b4-4f74-8a9b-96d6b34c478b req-3138268f-625a-4998-8cd1-08abfc1be7ac tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=a16017cd-a588-4f83-8d8d-43f41f49105a HTTP/1.1" status: 200 len: 943 time: 0.0579615 Feb 09 21:29:51.059284 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6af4e107-09b4-4f74-8a9b-96d6b34c478b req-327ce610-d4cf-431e-bb60-08a87f0be5a1 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470586 Feb 09 21:29:51.144533 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcded68f-8152-414c-92bb-24e7c8d2597b req-e0d8e455-e262-4c98-a9e9-353d2f830fd9 tempest-ServersOnMultiNodesTest-1529418109 tempest-ServersOnMultiNodesTest-1529418109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:51.147226 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dcded68f-8152-414c-92bb-24e7c8d2597b req-e0d8e455-e262-4c98-a9e9-353d2f830fd9 tempest-ServersOnMultiNodesTest-1529418109 tempest-ServersOnMultiNodesTest-1529418109-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=73a01f41-04f1-417a-a52d-4e487100f679 HTTP/1.1" status: 200 len: 1131 time: 0.0489991 Feb 09 21:29:51.203740 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dcded68f-8152-414c-92bb-24e7c8d2597b req-6d0d77c5-d50b-4755-88bf-861a3f4866e1 tempest-ServersOnMultiNodesTest-1529418109 tempest-ServersOnMultiNodesTest-1529418109-project-admin] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476696 Feb 09 21:29:51.337283 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ba008-906d-4bf2-8d64-2d74370e3fb6 req-ad912a42-f014-4dc5-84ae-1d5221147fa6 tempest-ServersOnMultiNodesTest-1529418109 tempest-ServersOnMultiNodesTest-1529418109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:51.338822 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-310ba008-906d-4bf2-8d64-2d74370e3fb6 req-ad912a42-f014-4dc5-84ae-1d5221147fa6 tempest-ServersOnMultiNodesTest-1529418109 tempest-ServersOnMultiNodesTest-1529418109-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=869587a8-56e2-4f69-97b5-5467b85d2a79 HTTP/1.1" status: 200 len: 1132 time: 0.0490115 Feb 09 21:29:51.405301 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-310ba008-906d-4bf2-8d64-2d74370e3fb6 req-8d04526c-599f-4d60-b158-e3d322ae1652 tempest-ServersOnMultiNodesTest-1529418109 tempest-ServersOnMultiNodesTest-1529418109-project-admin] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469558 Feb 09 21:29:51.474917 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26506951-bab6-4f32-a5c6-c39eb3006a6b req-49f4afd3-fe6f-4a3e-983d-555afea5c2ca tempest-ImagesOneServerTestJSON-391977284 tempest-ImagesOneServerTestJSON-391977284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:51.476461 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-26506951-bab6-4f32-a5c6-c39eb3006a6b req-49f4afd3-fe6f-4a3e-983d-555afea5c2ca tempest-ImagesOneServerTestJSON-391977284 tempest-ImagesOneServerTestJSON-391977284-project] 10.222.0.90 "GET /v2.0/ports?device_id=5b1a6610-b484-41a0-bca8-091cd66a233e HTTP/1.1" status: 200 len: 950 time: 0.0607278 Feb 09 21:29:51.572050 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-26506951-bab6-4f32-a5c6-c39eb3006a6b req-6ae45717-976a-42b3-96aa-3552ff895f4d tempest-ImagesOneServerTestJSON-391977284 tempest-ImagesOneServerTestJSON-391977284-project] 10.222.0.90 "GET /v2.0/security-groups?id=24ac78a2-dd47-4bb0-a163-8dd409586474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817919 Feb 09 21:29:51.765546 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85188341-feb2-4a60-b958-2ecea8eca97a req-3238ee1a-fea5-4f15-b257-8ae7743a4d77 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:51.777315 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-85188341-feb2-4a60-b958-2ecea8eca97a req-3238ee1a-fea5-4f15-b257-8ae7743a4d77 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff1811b6-f006-4729-969d-2c14bcf6a227 HTTP/1.1" status: 200 len: 950 time: 0.1364870 Feb 09 21:29:51.875575 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-85188341-feb2-4a60-b958-2ecea8eca97a req-dadb95f2-1187-4d53-b95c-81d2c4a693f4 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/security-groups?id=f6fa6ce3-746d-4166-ab07-a35461d566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975401 Feb 09 21:29:51.966327 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dacd2b36-2466-4b71-8ec0-fe1b2b492108 req-1fd77ed6-2dce-4745-b9ff-4bc6e102f50a tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=301f05e37d364aab86167965425dfbdc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0432093 Feb 09 21:29:52.126742 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b34222-7309-4dd7-bfd2-ddd9c5a62a0c req-ccc895ff-a0eb-4eba-941b-8c6ca9998d86 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:52.129470 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-90b34222-7309-4dd7-bfd2-ddd9c5a62a0c req-ccc895ff-a0eb-4eba-941b-8c6ca9998d86 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=cd92d494-82c4-4614-9a6f-2d9307f3309a HTTP/1.1" status: 200 len: 946 time: 0.1333704 Feb 09 21:29:52.202850 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacd2b36-2466-4b71-8ec0-fe1b2b492108 req-db005dc3-d695-4667-a943-8f4e3b9f7c74 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:52.204728 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dacd2b36-2466-4b71-8ec0-fe1b2b492108 req-db005dc3-d695-4667-a943-8f4e3b9f7c74 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2340176 Feb 09 21:29:52.225165 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-90b34222-7309-4dd7-bfd2-ddd9c5a62a0c req-74eb57dc-7581-496d-a881-8d3a063fcdbf tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852456 Feb 09 21:29:52.237662 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dacd2b36-2466-4b71-8ec0-fe1b2b492108 req-915a9a79-c8a2-4eeb-adeb-b41c8549127d tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/quotas/301f05e37d364aab86167965425dfbdc HTTP/1.1" status: 200 len: 375 time: 0.0110464 Feb 09 21:29:52.356916 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dacd2b36-2466-4b71-8ec0-fe1b2b492108 req-5146fd7b-9f20-4c92-959a-605ff194d6bc tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=301f05e37d364aab86167965425dfbdc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1115975 Feb 09 21:29:52.456540 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcb63a0-bc03-46fb-9f39-cd56970e6853 req-4c4e32ad-f6c9-4257-90d3-853e35a040aa tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:52.458651 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-adcb63a0-bc03-46fb-9f39-cd56970e6853 req-4c4e32ad-f6c9-4257-90d3-853e35a040aa tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=a16017cd-a588-4f83-8d8d-43f41f49105a HTTP/1.1" status: 200 len: 943 time: 0.0845520 Feb 09 21:29:52.544573 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-adcb63a0-bc03-46fb-9f39-cd56970e6853 req-0a8a50ea-173b-4d66-9943-cd6e61954923 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791912 Feb 09 21:29:52.673128 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a73973-f7ae-4eb3-ab00-11ae0c46cba1 req-af155727-9015-44be-b571-151560b6951e tempest-LiveMigrationTest-1736264502 tempest-LiveMigrationTest-1736264502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:52.675258 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-71a73973-f7ae-4eb3-ab00-11ae0c46cba1 req-af155727-9015-44be-b571-151560b6951e tempest-LiveMigrationTest-1736264502 tempest-LiveMigrationTest-1736264502-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=cd92d494-82c4-4614-9a6f-2d9307f3309a HTTP/1.1" status: 200 len: 1128 time: 0.0552385 Feb 09 21:29:52.733487 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-71a73973-f7ae-4eb3-ab00-11ae0c46cba1 req-b8fb3137-c571-4bca-a0b5-75a713fe0316 tempest-LiveMigrationTest-1736264502 tempest-LiveMigrationTest-1736264502-project-admin] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479314 Feb 09 21:29:52.987237 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f812529-7c7b-42f0-84e7-c20199f22df8 req-a86d7d9b-28bf-46fd-b9ce-175c897caf28 tempest-ImagesOneServerTestJSON-391977284 tempest-ImagesOneServerTestJSON-391977284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:52.988656 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7f812529-7c7b-42f0-84e7-c20199f22df8 req-a86d7d9b-28bf-46fd-b9ce-175c897caf28 tempest-ImagesOneServerTestJSON-391977284 tempest-ImagesOneServerTestJSON-391977284-project] 10.222.0.90 "GET /v2.0/ports?device_id=5b1a6610-b484-41a0-bca8-091cd66a233e HTTP/1.1" status: 200 len: 950 time: 0.0769989 Feb 09 21:29:53.044364 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7f812529-7c7b-42f0-84e7-c20199f22df8 req-fbe56d53-bd91-4b7a-850c-654dcb38ece9 tempest-ImagesOneServerTestJSON-391977284 tempest-ImagesOneServerTestJSON-391977284-project] 10.222.0.90 "GET /v2.0/security-groups?id=24ac78a2-dd47-4bb0-a163-8dd409586474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469487 Feb 09 21:29:53.197972 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:53.325978 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc7f564-832e-41c4-9445-fba1d251fe01 req-c8c83129-d51c-49d3-a7a2-394353e787fa tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:53.328337 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4fc7f564-832e-41c4-9445-fba1d251fe01 req-c8c83129-d51c-49d3-a7a2-394353e787fa tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff1811b6-f006-4729-969d-2c14bcf6a227 HTTP/1.1" status: 200 len: 950 time: 0.0786755 Feb 09 21:29:53.389176 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4fc7f564-832e-41c4-9445-fba1d251fe01 req-5478e279-69a1-4a20-9be4-6f1e5bdec411 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/security-groups?id=f6fa6ce3-746d-4166-ab07-a35461d566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541773 Feb 09 21:29:53.770540 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-adb7090c-7ed1-4a39-925e-8793050a66dd req-f0308ba2-57ea-4995-8f61-5454f67478c5 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=f818682c-0431-4ba4-bb58-a4512e69fee6 HTTP/1.1" status: 200 len: 210 time: 0.0317478 Feb 09 21:29:54.000906 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebed85bb-ce73-4a82-8468-79586912c36d req-f3f10d03-34fd-494d-a676-b22122654d7e tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:54.002719 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ebed85bb-ce73-4a82-8468-79586912c36d req-f3f10d03-34fd-494d-a676-b22122654d7e tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=a16017cd-a588-4f83-8d8d-43f41f49105a HTTP/1.1" status: 200 len: 943 time: 0.0824103 Feb 09 21:29:54.123653 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ebed85bb-ce73-4a82-8468-79586912c36d req-2a089857-bcad-4b5b-99ef-35571ea9d8b4 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114964 Feb 09 21:29:54.519383 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412ddc49-24e1-4ec6-9d2b-9e905f7dab98 req-7bacfcfc-fa2d-42d1-8ca6-2dabece7b7fc tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:54.520799 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-412ddc49-24e1-4ec6-9d2b-9e905f7dab98 req-7bacfcfc-fa2d-42d1-8ca6-2dabece7b7fc tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff1811b6-f006-4729-969d-2c14bcf6a227 HTTP/1.1" status: 200 len: 950 time: 0.0589311 Feb 09 21:29:54.574292 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-412ddc49-24e1-4ec6-9d2b-9e905f7dab98 req-903ca26c-babd-4131-9acd-98c3eedcc724 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/security-groups?id=f6fa6ce3-746d-4166-ab07-a35461d566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477443 Feb 09 21:29:54.811295 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-29a2cebe-9c34-4f1a-a411-aa288f6f0752 req-59f0fca8-a7d8-451c-b49a-b5187aeaea9d service neutron] 10.222.0.95 "GET /v2.0/ports/215fac52-1234-4ba3-9c77-e164bcf20996/bindings/n-h2-828369-5 HTTP/1.1" status: 200 len: 384 time: 0.1241674 Feb 09 21:29:54.943119 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b0de0340-e837-4c16-b94e-768911af08c2 req-15fdec9e-ef98-4160-9e7f-d86cda8bde7e tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=f818682c-0431-4ba4-bb58-a4512e69fee6 HTTP/1.1" status: 200 len: 210 time: 0.0647721 Feb 09 21:29:55.015993 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dacd2b36-2466-4b71-8ec0-fe1b2b492108 req-8ba6df6b-7d9f-471a-8c54-476e660fdbcf tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=301f05e37d364aab86167965425dfbdc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0562449 Feb 09 21:29:55.143946 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-dacd2b36-2466-4b71-8ec0-fe1b2b492108 req-12c19c74-adcb-44f7-9bb2-eba0574994a5 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=301f05e37d364aab86167965425dfbdc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0392272 Feb 09 21:29:55.286036 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-29a2cebe-9c34-4f1a-a411-aa288f6f0752 req-f9dc0025-18b5-4f46-b173-762fd05a9360 service neutron] For port 215fac52-1234-4ba3-9c77-e164bcf20996, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=215fac52-1234-4ba3-9c77-e164bcf20996,segment=NetworkSegment(aad88faa-37a1-49ac-8a06-d36169fb75d8),segment_id=aad88faa-37a1-49ac-8a06-d36169fb75d8)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:29:55.352064 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-29a2cebe-9c34-4f1a-a411-aa288f6f0752 req-f9dc0025-18b5-4f46-b173-762fd05a9360 service neutron] For port 215fac52-1234-4ba3-9c77-e164bcf20996, host n-h1-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:29:55.360662 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacd2b36-2466-4b71-8ec0-fe1b2b492108 req-cc4e61c1-8bf8-4eb2-a78d-3343c48f6b41 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:55.362211 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-dacd2b36-2466-4b71-8ec0-fe1b2b492108 req-cc4e61c1-8bf8-4eb2-a78d-3343c48f6b41 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2123137 Feb 09 21:29:55.407994 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-dacd2b36-2466-4b71-8ec0-fe1b2b492108 req-33651423-ce1e-4398-aaab-3d1de1849d89 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Request body: {'port': {'device_id': 'a7a21a4d-84b2-4dbf-b7d8-4bfeb227b128', 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc', 'admin_state_up': True, 'tenant_id': '301f05e37d364aab86167965425dfbdc'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:29:55.425186 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacd2b36-2466-4b71-8ec0-fe1b2b492108 req-7d60ede3-a252-4dfd-8a49-6bd2361f7c99 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:55.434108 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dacd2b36-2466-4b71-8ec0-fe1b2b492108 req-7d60ede3-a252-4dfd-8a49-6bd2361f7c99 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4086692 Feb 09 21:29:55.470689 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-29a2cebe-9c34-4f1a-a411-aa288f6f0752 req-f9dc0025-18b5-4f46-b173-762fd05a9360 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 215fac52-1234-4ba3-9c77-e164bcf20996 {{(pid=103141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:29:55.484303 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-dacd2b36-2466-4b71-8ec0-fe1b2b492108 req-dc8f5dc6-0ee5-49d0-8622-4200ab412791 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Request body: {'port': {'device_id': 'f818682c-0431-4ba4-bb58-a4512e69fee6', 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc', 'admin_state_up': True, 'tenant_id': '301f05e37d364aab86167965425dfbdc'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:29:55.504744 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-29a2cebe-9c34-4f1a-a411-aa288f6f0752 req-f9dc0025-18b5-4f46-b173-762fd05a9360 service neutron] For port 215fac52-1234-4ba3-9c77-e164bcf20996, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=215fac52-1234-4ba3-9c77-e164bcf20996,segment=NetworkSegment(aad88faa-37a1-49ac-8a06-d36169fb75d8),segment_id=aad88faa-37a1-49ac-8a06-d36169fb75d8)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:29:55.550875 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-29a2cebe-9c34-4f1a-a411-aa288f6f0752 req-f9dc0025-18b5-4f46-b173-762fd05a9360 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (215fac52-1234-4ba3-9c77-e164bcf20996), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:55.571783 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41a3227-9062-44ba-a2fd-583fd200e3d6 req-8bf4da8c-e695-4cca-84d7-73e3c869a6e7 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:55.582142 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c41a3227-9062-44ba-a2fd-583fd200e3d6 req-8bf4da8c-e695-4cca-84d7-73e3c869a6e7 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/networks?id=43a15864-976d-4c1b-9eca-ababf91abd28 HTTP/1.1" status: 200 len: 805 time: 0.3461976 Feb 09 21:29:55.690865 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c41a3227-9062-44ba-a2fd-583fd200e3d6 req-37f06d9c-1fcf-42ee-8807-5ec9b35736cd tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/quotas/36e1dd978cdd4dd2b729c86f8565b340 HTTP/1.1" status: 200 len: 375 time: 0.1055620 Feb 09 21:29:55.718189 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-29a2cebe-9c34-4f1a-a411-aa288f6f0752 req-f9dc0025-18b5-4f46-b173-762fd05a9360 service neutron] Transition to ACTIVE for port object 215fac52-1234-4ba3-9c77-e164bcf20996 will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:29:55.720563 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dacd2b36-2466-4b71-8ec0-fe1b2b492108 req-33651423-ce1e-4398-aaab-3d1de1849d89 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Made reservation on behalf of 301f05e37d364aab86167965425dfbdc for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:29:55.726138 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-dacd2b36-2466-4b71-8ec0-fe1b2b492108 req-33651423-ce1e-4398-aaab-3d1de1849d89 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:55.729871 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-29a2cebe-9c34-4f1a-a411-aa288f6f0752 req-f9dc0025-18b5-4f46-b173-762fd05a9360 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (215fac52-1234-4ba3-9c77-e164bcf20996), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:55.776000 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8af456-e6e2-43f2-89a8-3fb52b01edc1 req-d7e38a9c-12d9-4faa-816b-f1a2d34a2ea9 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:55.783308 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fc8af456-e6e2-43f2-89a8-3fb52b01edc1 req-d7e38a9c-12d9-4faa-816b-f1a2d34a2ea9 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=a16017cd-a588-4f83-8d8d-43f41f49105a HTTP/1.1" status: 200 len: 943 time: 0.3418975 Feb 09 21:29:55.826592 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c41a3227-9062-44ba-a2fd-583fd200e3d6 req-9fd6b3bb-413e-44bb-a4bc-3710abedd469 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=36e1dd978cdd4dd2b729c86f8565b340&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1282682 Feb 09 21:29:55.859153 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dacd2b36-2466-4b71-8ec0-fe1b2b492108 req-dc8f5dc6-0ee5-49d0-8622-4200ab412791 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Made reservation on behalf of 301f05e37d364aab86167965425dfbdc for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:29:55.862648 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-dacd2b36-2466-4b71-8ec0-fe1b2b492108 req-dc8f5dc6-0ee5-49d0-8622-4200ab412791 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:55.922893 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fc8af456-e6e2-43f2-89a8-3fb52b01edc1 req-4aca348e-4e38-4762-a93f-540997953db8 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386051 Feb 09 21:29:55.933275 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [req-dacd2b36-2466-4b71-8ec0-fe1b2b492108 req-33651423-ce1e-4398-aaab-3d1de1849d89 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Allocated IP 192.168.233.157 (a8139157-1e3e-4bd9-8fa9-c0e20debd7dc/0f7402ac-a35b-414b-bcc1-bc1c3072ec3c/e9f2ba29-d45e-453d-bfc4-e1f1dd8a6047) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:29:56.041355 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c41a3227-9062-44ba-a2fd-583fd200e3d6 req-672afa23-edce-4040-8a01-f26e02c2a373 service neutron] 10.222.0.90 "GET /v2.0/networks/43a15864-976d-4c1b-9eca-ababf91abd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066576 Feb 09 21:29:56.147443 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-29a2cebe-9c34-4f1a-a411-aa288f6f0752 req-f9dc0025-18b5-4f46-b173-762fd05a9360 service neutron] No DVR routers for this DVR port 215fac52-1234-4ba3-9c77-e164bcf20996 on host n-h1-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:29:56.154940 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-dacd2b36-2466-4b71-8ec0-fe1b2b492108 req-33651423-ce1e-4398-aaab-3d1de1849d89 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Publish callbacks [] for port (e9f2ba29-d45e-453d-bfc4-e1f1dd8a6047), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:56.159573 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dc0025-18b5-4f46-b173-762fd05a9360 service neutron] Pushing event updated for resources: {'Port': ['ID=215fac52-1234-4ba3-9c77-e164bcf20996,revision_number=10']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:56.199518 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-29a2cebe-9c34-4f1a-a411-aa288f6f0752 req-f9dc0025-18b5-4f46-b173-762fd05a9360 service neutron] 10.222.0.95 "PUT /v2.0/ports/215fac52-1234-4ba3-9c77-e164bcf20996/bindings/n-h2-828369-5/activate HTTP/1.1" status: 200 len: 369 time: 1.3624306 Feb 09 21:29:56.219891 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfb2d71-fa12-480f-a592-a0d2f3351131 req-91df344c-1f1c-42a8-ad6f-c79bcd4b580d tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:56.221703 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-dacd2b36-2466-4b71-8ec0-fe1b2b492108 req-33651423-ce1e-4398-aaab-3d1de1849d89 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (e9f2ba29-d45e-453d-bfc4-e1f1dd8a6047), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:56.225190 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9dfb2d71-fa12-480f-a592-a0d2f3351131 req-91df344c-1f1c-42a8-ad6f-c79bcd4b580d tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff1811b6-f006-4729-969d-2c14bcf6a227 HTTP/1.1" status: 200 len: 950 time: 0.0997720 Feb 09 21:29:56.227680 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c41a3227-9062-44ba-a2fd-583fd200e3d6 req-3308b401-ecde-4633-8977-372e931185e8 service neutron] 10.222.0.90 "GET /v2.0/networks/43a15864-976d-4c1b-9eca-ababf91abd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577222 Feb 09 21:29:56.239107 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['4bbd8126-4683-4cf5-bea6-1038ce90a505', '5f898856-a782-4f86-b38f-f74482342d30', 'ab9d25ae-d4c5-4858-a2a3-37eb99643062'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:29:56.275432 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dacd2b36-2466-4b71-8ec0-fe1b2b492108 req-33651423-ce1e-4398-aaab-3d1de1849d89 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:29:56.279688 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [req-dacd2b36-2466-4b71-8ec0-fe1b2b492108 req-33651423-ce1e-4398-aaab-3d1de1849d89 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:29:56.284135 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-dacd2b36-2466-4b71-8ec0-fe1b2b492108 req-33651423-ce1e-4398-aaab-3d1de1849d89 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:29:56.292034 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33651423-ce1e-4398-aaab-3d1de1849d89 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Pushing event updated for resources: {'Port': ['ID=e9f2ba29-d45e-453d-bfc4-e1f1dd8a6047,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:56.296274 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [req-dacd2b36-2466-4b71-8ec0-fe1b2b492108 req-dc8f5dc6-0ee5-49d0-8622-4200ab412791 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Allocated IP 192.168.233.171 (a8139157-1e3e-4bd9-8fa9-c0e20debd7dc/0f7402ac-a35b-414b-bcc1-bc1c3072ec3c/eef1a684-c343-4bce-9059-aceed4d69eb8) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:29:56.355089 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacd2b36-2466-4b71-8ec0-fe1b2b492108 req-33651423-ce1e-4398-aaab-3d1de1849d89 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:56.357061 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-dacd2b36-2466-4b71-8ec0-fe1b2b492108 req-33651423-ce1e-4398-aaab-3d1de1849d89 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:56.376401 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-dacd2b36-2466-4b71-8ec0-fe1b2b492108 req-33651423-ce1e-4398-aaab-3d1de1849d89 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9773645 Feb 09 21:29:56.456134 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-dacd2b36-2466-4b71-8ec0-fe1b2b492108 req-f8e4d980-b7d6-4638-8482-3bce3012f81b service neutron] Request body: {'port': {'device_id': 'a7a21a4d-84b2-4dbf-b7d8-4bfeb227b128', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:29:56.476817 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 964ba092-a6e7-4c21-aaa0-28fa44f46048 details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:29:56.479984 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 215fac52-1234-4ba3-9c77-e164bcf20996 no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:29:56.556552 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-dacd2b36-2466-4b71-8ec0-fe1b2b492108 req-f8e4d980-b7d6-4638-8482-3bce3012f81b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (e9f2ba29-d45e-453d-bfc4-e1f1dd8a6047), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:56.731502 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] The host n-h1-828369-5 is not matching for port 215fac52-1234-4ba3-9c77-e164bcf20996 host n-h2-828369-5! {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 21:29:56.731920 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 215fac52-1234-4ba3-9c77-e164bcf20996 not bound to the agent host n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:29:56.734637 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9dfb2d71-fa12-480f-a592-a0d2f3351131 req-5a7f22df-627f-44ad-a9ca-fe68bab3e775 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/security-groups?id=f6fa6ce3-746d-4166-ab07-a35461d566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4077179 Feb 09 21:29:56.749020 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a2cebe-9c34-4f1a-a411-aa288f6f0752 req-e002d613-0331-4386-b62b-7f133d02cbe8 tempest-LiveAutoBlockMigrationV225Test-1691914964 tempest-LiveAutoBlockMigrationV225Test-1691914964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:56.751544 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-29a2cebe-9c34-4f1a-a411-aa288f6f0752 req-e002d613-0331-4386-b62b-7f133d02cbe8 tempest-LiveAutoBlockMigrationV225Test-1691914964 tempest-LiveAutoBlockMigrationV225Test-1691914964-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=a16017cd-a588-4f83-8d8d-43f41f49105a&tenant_id=2bd637e202e1467d81aff230fe0a3e7e&binding%3Ahost_id=n-h1-828369-5 HTTP/1.1" status: 200 len: 1126 time: 0.4284506 Feb 09 21:29:56.794057 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bf24e9a0-d3fd-4d95-bb89-8f89a235609b req-ffa60a0a-32a7-451a-be39-a8b9b25072ab tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=f818682c-0431-4ba4-bb58-a4512e69fee6 HTTP/1.1" status: 200 len: 210 time: 0.1079550 Feb 09 21:29:56.862777 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-f6803a20-ff81-4e6d-9dda-a1646a0db708 None None] Provisioning complete for port e9f2ba29-d45e-453d-bfc4-e1f1dd8a6047 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:29:56.863160 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f6803a20-ff81-4e6d-9dda-a1646a0db708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (e9f2ba29-d45e-453d-bfc4-e1f1dd8a6047), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:56.904621 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-f6803a20-ff81-4e6d-9dda-a1646a0db708 None None] Port e9f2ba29-d45e-453d-bfc4-e1f1dd8a6047 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:29:56.942286 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-dacd2b36-2466-4b71-8ec0-fe1b2b492108 req-dc8f5dc6-0ee5-49d0-8622-4200ab412791 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Publish callbacks [] for port (eef1a684-c343-4bce-9059-aceed4d69eb8), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:56.951651 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 964ba092-a6e7-4c21-aaa0-28fa44f46048, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=964ba092-a6e7-4c21-aaa0-28fa44f46048,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:29:56.986729 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': '964ba092-a6e7-4c21-aaa0-28fa44f46048', 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc', 'port_id': '964ba092-a6e7-4c21-aaa0-28fa44f46048', 'mac_address': 'fa:16:3e:e7:5e:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f7402ac-a35b-414b-bcc1-bc1c3072ec3c', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:29:57.022862 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a2cebe-9c34-4f1a-a411-aa288f6f0752 req-07fa5a01-3983-446b-a6a1-26994a792f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:57.024717 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-29a2cebe-9c34-4f1a-a411-aa288f6f0752 req-07fa5a01-3983-446b-a6a1-26994a792f31 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=a16017cd-a588-4f83-8d8d-43f41f49105a&tenant_id=2bd637e202e1467d81aff230fe0a3e7e HTTP/1.1" status: 200 len: 1126 time: 0.2332568 Feb 09 21:29:57.041629 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-dacd2b36-2466-4b71-8ec0-fe1b2b492108 req-dc8f5dc6-0ee5-49d0-8622-4200ab412791 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (eef1a684-c343-4bce-9059-aceed4d69eb8), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:57.149057 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 964ba092-a6e7-4c21-aaa0-28fa44f46048 is: ACTIVE; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:29:57.149727 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (964ba092-a6e7-4c21-aaa0-28fa44f46048), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:57.154034 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['4bbd8126-4683-4cf5-bea6-1038ce90a505', '5f898856-a782-4f86-b38f-f74482342d30', 'ab9d25ae-d4c5-4858-a2a3-37eb99643062'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:29:57.249912 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8f5dc6-0ee5-49d0-8622-4200ab412791 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Pushing event updated for resources: {'Port': ['ID=eef1a684-c343-4bce-9059-aceed4d69eb8,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:57.291666 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-beda2d1e-d2de-457a-a35d-98ec9d81e9d3 req-4de1eaf7-7354-4a15-bb18-8372c483ce5a tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/ports?device_id=d435b1ed-a9ba-4299-a5dc-748fc7f97fee HTTP/1.1" status: 200 len: 210 time: 0.0387573 Feb 09 21:29:57.309914 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 964ba092-a6e7-4c21-aaa0-28fa44f46048 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:29:57.329838 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-dacd2b36-2466-4b71-8ec0-fe1b2b492108 req-f8e4d980-b7d6-4638-8482-3bce3012f81b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9f2ba29-d45e-453d-bfc4-e1f1dd8a6047 {{(pid=103141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:29:57.332743 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dacd2b36-2466-4b71-8ec0-fe1b2b492108 req-dc8f5dc6-0ee5-49d0-8622-4200ab412791 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:29:57.336727 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [req-dacd2b36-2466-4b71-8ec0-fe1b2b492108 req-dc8f5dc6-0ee5-49d0-8622-4200ab412791 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:29:57.339852 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-dacd2b36-2466-4b71-8ec0-fe1b2b492108 req-dc8f5dc6-0ee5-49d0-8622-4200ab412791 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:29:57.344558 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a2cebe-9c34-4f1a-a411-aa288f6f0752 req-71a3c8ac-494b-4097-9b5c-44991d24bde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:57.345384 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-29a2cebe-9c34-4f1a-a411-aa288f6f0752 req-71a3c8ac-494b-4097-9b5c-44991d24bde0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2bd637e202e1467d81aff230fe0a3e7e&device_id=a16017cd-a588-4f83-8d8d-43f41f49105a HTTP/1.1" status: 200 len: 1126 time: 0.2866695 Feb 09 21:29:57.372381 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-dacd2b36-2466-4b71-8ec0-fe1b2b492108 req-f8e4d980-b7d6-4638-8482-3bce3012f81b service neutron] Publish callbacks [] for port (e9f2ba29-d45e-453d-bfc4-e1f1dd8a6047), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:57.425785 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-dacd2b36-2466-4b71-8ec0-fe1b2b492108 req-f8e4d980-b7d6-4638-8482-3bce3012f81b service neutron] Transition to ACTIVE for port object e9f2ba29-d45e-453d-bfc4-e1f1dd8a6047 will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:29:57.450492 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-dacd2b36-2466-4b71-8ec0-fe1b2b492108 req-f8e4d980-b7d6-4638-8482-3bce3012f81b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (e9f2ba29-d45e-453d-bfc4-e1f1dd8a6047), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:57.517847 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 964ba092-a6e7-4c21-aaa0-28fa44f46048, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=964ba092-a6e7-4c21-aaa0-28fa44f46048,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:29:57.543764 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (964ba092-a6e7-4c21-aaa0-28fa44f46048), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:57.719840 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-dacd2b36-2466-4b71-8ec0-fe1b2b492108 req-f8e4d980-b7d6-4638-8482-3bce3012f81b service neutron] Attempting to bind port e9f2ba29-d45e-453d-bfc4-e1f1dd8a6047 on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:29:57.720315 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-dacd2b36-2466-4b71-8ec0-fe1b2b492108 req-f8e4d980-b7d6-4638-8482-3bce3012f81b service neutron] Attempting to bind port e9f2ba29-d45e-453d-bfc4-e1f1dd8a6047 by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:29:57.720874 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dacd2b36-2466-4b71-8ec0-fe1b2b492108 req-f8e4d980-b7d6-4638-8482-3bce3012f81b service neutron] Attempting to bind port e9f2ba29-d45e-453d-bfc4-e1f1dd8a6047 on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:29:57.725970 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e4d980-b7d6-4638-8482-3bce3012f81b service neutron] Pushing event updated for resources: {'Port': ['ID=e9f2ba29-d45e-453d-bfc4-e1f1dd8a6047,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:57.734977 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=964ba092-a6e7-4c21-aaa0-28fa44f46048,revision_number=6']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:57.785077 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dacd2b36-2466-4b71-8ec0-fe1b2b492108 req-f8e4d980-b7d6-4638-8482-3bce3012f81b service neutron] Port e9f2ba29-d45e-453d-bfc4-e1f1dd8a6047 on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:29:57.785717 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dacd2b36-2466-4b71-8ec0-fe1b2b492108 req-f8e4d980-b7d6-4638-8482-3bce3012f81b service neutron] Attempting to bind port e9f2ba29-d45e-453d-bfc4-e1f1dd8a6047 on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:29:57.788956 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['964ba092-a6e7-4c21-aaa0-28fa44f46048'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:29:57.802285 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dacd2b36-2466-4b71-8ec0-fe1b2b492108 req-f8e4d980-b7d6-4638-8482-3bce3012f81b service neutron] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:29:57.803116 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dacd2b36-2466-4b71-8ec0-fe1b2b492108 req-f8e4d980-b7d6-4638-8482-3bce3012f81b service neutron] Checking segment: {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:29:57.803515 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dacd2b36-2466-4b71-8ec0-fe1b2b492108 req-f8e4d980-b7d6-4638-8482-3bce3012f81b service neutron] Bound using segment: {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:29:57.803967 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-dacd2b36-2466-4b71-8ec0-fe1b2b492108 req-f8e4d980-b7d6-4638-8482-3bce3012f81b service neutron] Bound port: e9f2ba29-d45e-453d-bfc4-e1f1dd8a6047, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:29:57.804355 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-dacd2b36-2466-4b71-8ec0-fe1b2b492108 req-f8e4d980-b7d6-4638-8482-3bce3012f81b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (e9f2ba29-d45e-453d-bfc4-e1f1dd8a6047), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:57.899540 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.89', 63204) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:29:57.908017 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.89', 63205) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:29:58.062165 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-7eb5abad-2133-46d1-a6e5-4d04698154b5 None None] Provisioning complete for port eef1a684-c343-4bce-9059-aceed4d69eb8 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:29:58.062547 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7eb5abad-2133-46d1-a6e5-4d04698154b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (eef1a684-c343-4bce-9059-aceed4d69eb8), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:58.074721 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-dacd2b36-2466-4b71-8ec0-fe1b2b492108 req-f8e4d980-b7d6-4638-8482-3bce3012f81b service neutron] For port e9f2ba29-d45e-453d-bfc4-e1f1dd8a6047, host n-h2-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:29:58.077986 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-dacd2b36-2466-4b71-8ec0-fe1b2b492108 req-f8e4d980-b7d6-4638-8482-3bce3012f81b service neutron] For port e9f2ba29-d45e-453d-bfc4-e1f1dd8a6047, host n-h2-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=e9f2ba29-d45e-453d-bfc4-e1f1dd8a6047,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:29:58.101180 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-dacd2b36-2466-4b71-8ec0-fe1b2b492108 req-f8e4d980-b7d6-4638-8482-3bce3012f81b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (e9f2ba29-d45e-453d-bfc4-e1f1dd8a6047), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:58.116568 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacd2b36-2466-4b71-8ec0-fe1b2b492108 req-dc8f5dc6-0ee5-49d0-8622-4200ab412791 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:58.117232 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-dacd2b36-2466-4b71-8ec0-fe1b2b492108 req-dc8f5dc6-0ee5-49d0-8622-4200ab412791 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:58.158232 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacd2b36-2466-4b71-8ec0-fe1b2b492108 req-f8e4d980-b7d6-4638-8482-3bce3012f81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:58.158804 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-dacd2b36-2466-4b71-8ec0-fe1b2b492108 req-f8e4d980-b7d6-4638-8482-3bce3012f81b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:58.160357 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-dacd2b36-2466-4b71-8ec0-fe1b2b492108 req-f8e4d980-b7d6-4638-8482-3bce3012f81b service neutron] 10.222.0.89 "PUT /v2.0/ports/e9f2ba29-d45e-453d-bfc4-e1f1dd8a6047 HTTP/1.1" status: 200 len: 1096 time: 1.7095959 Feb 09 21:29:58.163883 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7a21a4d-84b2-4dbf-b7d8-4bfeb227b128', 'tag': 'e9f2ba29-d45e-453d-bfc4-e1f1dd8a6047'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:29:58.166251 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0734ea19-c5e7-4ec9-a603-4603c9028e09" -d '{"events": [{"name": "network-changed", "server_uuid": "a7a21a4d-84b2-4dbf-b7d8-4bfeb227b128", "tag": "e9f2ba29-d45e-453d-bfc4-e1f1dd8a6047"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:29:58.220989 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4d7c47-55f9-4834-acb9-529f63b8a70d req-01fd7bbd-8a7b-4ab1-ae26-7e3aae6ad6f8 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:58.222519 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ea4d7c47-55f9-4834-acb9-529f63b8a70d req-01fd7bbd-8a7b-4ab1-ae26-7e3aae6ad6f8 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.89 "GET /v2.0/ports?device_id=dd839f0e-e023-46ce-9c3b-851d3c21ae78 HTTP/1.1" status: 200 len: 945 time: 0.3132017 Feb 09 21:29:58.232761 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-240a437e-1770-40d6-9557-3dfd1e720e95 req-231202ac-75cc-4535-adfe-7abded37971d service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=b1455719-dbf3-43d8-939a-ce5bdd8c8583&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3189669 Feb 09 21:29:58.271809 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-7eb5abad-2133-46d1-a6e5-4d04698154b5 None None] Port eef1a684-c343-4bce-9059-aceed4d69eb8 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:29:58.348439 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e4d980-b7d6-4638-8482-3bce3012f81b service neutron] Pushing event updated for resources: {'Port': ['ID=e9f2ba29-d45e-453d-bfc4-e1f1dd8a6047,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:58.350595 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dacd2b36-2466-4b71-8ec0-fe1b2b492108 req-dc8f5dc6-0ee5-49d0-8622-4200ab412791 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8697019 Feb 09 21:29:58.387797 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-dacd2b36-2466-4b71-8ec0-fe1b2b492108 req-607a9e66-01e2-4fec-89b2-06194cb2263f service neutron] Request body: {'port': {'device_id': 'f818682c-0431-4ba4-bb58-a4512e69fee6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-5'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:29:58.448805 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61bb90d-262a-4c45-9b64-0a36408fade3 req-4b73d0e6-58bd-444e-a15a-ae3a4e2f235b tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:58.450522 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a61bb90d-262a-4c45-9b64-0a36408fade3 req-4b73d0e6-58bd-444e-a15a-ae3a4e2f235b tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff1811b6-f006-4729-969d-2c14bcf6a227 HTTP/1.1" status: 200 len: 950 time: 0.3121293 Feb 09 21:29:58.530659 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacd2b36-2466-4b71-8ec0-fe1b2b492108 req-460277a1-22f6-4735-a46e-4cf8247614fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:58.532252 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-dacd2b36-2466-4b71-8ec0-fe1b2b492108 req-460277a1-22f6-4735-a46e-4cf8247614fe service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=301f05e37d364aab86167965425dfbdc&device_id=a7a21a4d-84b2-4dbf-b7d8-4bfeb227b128 HTTP/1.1" status: 200 len: 1130 time: 0.2977526 Feb 09 21:29:58.575552 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 215fac52-1234-4ba3-9c77-e164bcf20996 no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:29:58.629214 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd00ffe-7305-4955-a964-754836c2cae9 req-ddd10615-16b5-41aa-b346-fff177076de1 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:58.637170 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9bd00ffe-7305-4955-a964-754836c2cae9 req-ddd10615-16b5-41aa-b346-fff177076de1 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=a16017cd-a588-4f83-8d8d-43f41f49105a HTTP/1.1" status: 200 len: 944 time: 0.5120690 Feb 09 21:29:58.648191 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.89', 63210) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:29:58.650524 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240a437e-1770-40d6-9557-3dfd1e720e95 req-2c23026c-9cbd-4aa3-9bb2-dfae817b76a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:58.652637 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-240a437e-1770-40d6-9557-3dfd1e720e95 req-2c23026c-9cbd-4aa3-9bb2-dfae817b76a3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d13eb104d8994e4d9b604f1050cb6328&device_id=b1455719-dbf3-43d8-939a-ce5bdd8c8583 HTTP/1.1" status: 200 len: 1126 time: 0.3072178 Feb 09 21:29:58.654157 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-dacd2b36-2466-4b71-8ec0-fe1b2b492108 req-de7bb88d-e84d-4206-aa79-310abf33dade service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=e9f2ba29-d45e-453d-bfc4-e1f1dd8a6047 HTTP/1.1" status: 200 len: 217 time: 0.1075978 Feb 09 21:29:58.669642 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a2cebe-9c34-4f1a-a411-aa288f6f0752 req-e6cb7dc9-0437-409f-8a97-18726c507c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:58.671386 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-29a2cebe-9c34-4f1a-a411-aa288f6f0752 req-e6cb7dc9-0437-409f-8a97-18726c507c29 service neutron] 10.222.0.89 "GET /v2.0/networks?id=37143bd2-1331-4c73-96e2-f9c3179c6daf HTTP/1.1" status: 200 len: 922 time: 1.2982433 Feb 09 21:29:58.696250 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a61bb90d-262a-4c45-9b64-0a36408fade3 req-747515a9-46d3-4295-a37c-76786d95ac7f tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/security-groups?id=f6fa6ce3-746d-4166-ab07-a35461d566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378576 Feb 09 21:29:58.788122 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41a3227-9062-44ba-a2fd-583fd200e3d6 req-3cad8a6a-32b5-447c-a872-b8d5c3f278a4 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:58.789567 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c41a3227-9062-44ba-a2fd-583fd200e3d6 req-3cad8a6a-32b5-447c-a872-b8d5c3f278a4 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.89 "GET /v2.0/networks?id=43a15864-976d-4c1b-9eca-ababf91abd28 HTTP/1.1" status: 200 len: 805 time: 0.1267929 Feb 09 21:29:58.811400 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-dacd2b36-2466-4b71-8ec0-fe1b2b492108 req-607a9e66-01e2-4fec-89b2-06194cb2263f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (eef1a684-c343-4bce-9059-aceed4d69eb8), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:58.817104 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-29a2cebe-9c34-4f1a-a411-aa288f6f0752 req-2b905582-2cdf-4806-a317-10b4e03af558 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=215fac52-1234-4ba3-9c77-e164bcf20996 HTTP/1.1" status: 200 len: 217 time: 0.1156151 Feb 09 21:29:58.854095 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-c41a3227-9062-44ba-a2fd-583fd200e3d6 req-8d06e8d8-a43c-4f04-9093-cad8840e8ad8 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Request body: {'port': {'device_id': 'd435b1ed-a9ba-4299-a5dc-748fc7f97fee', 'network_id': '43a15864-976d-4c1b-9eca-ababf91abd28', 'admin_state_up': True, 'tenant_id': '36e1dd978cdd4dd2b729c86f8565b340'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:29:58.993053 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9bd00ffe-7305-4955-a964-754836c2cae9 req-d8582789-efa3-4ba2-a37a-d27a5ee7e34b tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3548126 Feb 09 21:29:59.053079 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 215fac52-1234-4ba3-9c77-e164bcf20996 is: DOWN; New status is: DOWN {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:29:59.054155 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 2dda7f19-90e5-400c-88b9-ef3a57c843ff no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:29:59.089009 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-ea4d7c47-55f9-4834-acb9-529f63b8a70d req-309d4c1f-8b40-450e-8690-80759e77c4bf tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Deleting port 2dda7f19-90e5-400c-88b9-ef3a57c843ff {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:29:59.089374 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-ea4d7c47-55f9-4834-acb9-529f63b8a70d req-309d4c1f-8b40-450e-8690-80759e77c4bf tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (2dda7f19-90e5-400c-88b9-ef3a57c843ff), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:59.287949 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-ea4d7c47-55f9-4834-acb9-529f63b8a70d req-309d4c1f-8b40-450e-8690-80759e77c4bf tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] For port 2dda7f19-90e5-400c-88b9-ef3a57c843ff, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=2dda7f19-90e5-400c-88b9-ef3a57c843ff,segment=NetworkSegment(79d7c118-8629-48e7-a704-27a42c218b4f),segment_id=79d7c118-8629-48e7-a704-27a42c218b4f)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:29:59.288349 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-ea4d7c47-55f9-4834-acb9-529f63b8a70d req-309d4c1f-8b40-450e-8690-80759e77c4bf tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (2dda7f19-90e5-400c-88b9-ef3a57c843ff), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:59.311030 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-ea4d7c47-55f9-4834-acb9-529f63b8a70d req-309d4c1f-8b40-450e-8690-80759e77c4bf tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Calling delete_port for 2dda7f19-90e5-400c-88b9-ef3a57c843ff owned by compute:nova {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:29:59.367504 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 2dda7f19-90e5-400c-88b9-ef3a57c843ff is: ACTIVE; New status is: DOWN {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:29:59.368599 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (2dda7f19-90e5-400c-88b9-ef3a57c843ff), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:59.451345 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 2dda7f19-90e5-400c-88b9-ef3a57c843ff, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=2dda7f19-90e5-400c-88b9-ef3a57c843ff,segment=NetworkSegment(79d7c118-8629-48e7-a704-27a42c218b4f),segment_id=79d7c118-8629-48e7-a704-27a42c218b4f)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:29:59.452572 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd839f0e-e023-46ce-9c3b-851d3c21ae78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2dda7f19-90e5-400c-88b9-ef3a57c843ff'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:29:59.455372 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ae1e01f-ca8a-42d9-814e-bc6eaa4ad204" -d '{"events": [{"server_uuid": "dd839f0e-e023-46ce-9c3b-851d3c21ae78", "name": "network-vif-unplugged", "status": "completed", "tag": "2dda7f19-90e5-400c-88b9-ef3a57c843ff"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:29:59.474717 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (2dda7f19-90e5-400c-88b9-ef3a57c843ff), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:59.483597 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [req-dacd2b36-2466-4b71-8ec0-fe1b2b492108 req-607a9e66-01e2-4fec-89b2-06194cb2263f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eef1a684-c343-4bce-9059-aceed4d69eb8 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:29:59.508261 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-dacd2b36-2466-4b71-8ec0-fe1b2b492108 req-607a9e66-01e2-4fec-89b2-06194cb2263f service neutron] Publish callbacks [] for port (eef1a684-c343-4bce-9059-aceed4d69eb8), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:59.559832 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [req-dacd2b36-2466-4b71-8ec0-fe1b2b492108 req-607a9e66-01e2-4fec-89b2-06194cb2263f service neutron] Transition to ACTIVE for port object eef1a684-c343-4bce-9059-aceed4d69eb8 will not be triggered until provisioned by entity L2. {{(pid=103140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:29:59.567998 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a2cebe-9c34-4f1a-a411-aa288f6f0752 req-0cc1855f-21f9-4c8d-8879-1f8f559cb515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:59.569683 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-29a2cebe-9c34-4f1a-a411-aa288f6f0752 req-0cc1855f-21f9-4c8d-8879-1f8f559cb515 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f5dc5768-86f9-4907-b987-49606f9e43f9 HTTP/1.1" status: 200 len: 861 time: 0.7267094 Feb 09 21:29:59.631795 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-dacd2b36-2466-4b71-8ec0-fe1b2b492108 req-607a9e66-01e2-4fec-89b2-06194cb2263f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (eef1a684-c343-4bce-9059-aceed4d69eb8), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:59.655490 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=2dda7f19-90e5-400c-88b9-ef3a57c843ff,revision_number=8']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:59.819556 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-361c6d75-9662-4263-9328-cc54bb813a31 x-openstack-request-id: req-361c6d75-9662-4263-9328-cc54bb813a31 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:29:59.820102 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7a21a4d-84b2-4dbf-b7d8-4bfeb227b128", "tag": "e9f2ba29-d45e-453d-bfc4-e1f1dd8a6047", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:29:59.820261 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-361c6d75-9662-4263-9328-cc54bb813a31 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:29:59.824389 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7a21a4d-84b2-4dbf-b7d8-4bfeb227b128', 'tag': 'e9f2ba29-d45e-453d-bfc4-e1f1dd8a6047', 'status': 'completed', 'code': 200} Feb 09 21:29:59.825838 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240a437e-1770-40d6-9557-3dfd1e720e95 req-b3c07b20-da3c-4608-b4b3-14677e33e77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:59.827421 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-240a437e-1770-40d6-9557-3dfd1e720e95 req-b3c07b20-da3c-4608-b4b3-14677e33e77a service neutron] 10.222.0.89 "GET /v2.0/networks?id=5406f657-d0e3-4570-bda7-aeb2bc509011 HTTP/1.1" status: 200 len: 909 time: 1.0265226 Feb 09 21:29:59.899779 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-ea4d7c47-55f9-4834-acb9-529f63b8a70d req-309d4c1f-8b40-450e-8690-80759e77c4bf tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (2dda7f19-90e5-400c-88b9-ef3a57c843ff), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:29:59.907913 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607a9e66-01e2-4fec-89b2-06194cb2263f service neutron] Pushing event updated for resources: {'Port': ['ID=eef1a684-c343-4bce-9059-aceed4d69eb8,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:29:59.941946 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b2860bb2-7d03-4aea-a581-ce7a2fdabd27 req-e393f26d-0941-43e9-97cb-0d15253281d4 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/ports?device_id=d435b1ed-a9ba-4299-a5dc-748fc7f97fee HTTP/1.1" status: 200 len: 210 time: 0.3661144 Feb 09 21:29:59.977832 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a1c53f-0d95-420e-8e47-941821747f5b req-7f9cc6bb-9773-42cc-8052-61aac4b65e82 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:29:59.985853 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-18a1c53f-0d95-420e-8e47-941821747f5b req-7f9cc6bb-9773-42cc-8052-61aac4b65e82 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=f818682c-0431-4ba4-bb58-a4512e69fee6 HTTP/1.1" status: 200 len: 936 time: 1.1758716 Feb 09 21:29:59.987821 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-29a2cebe-9c34-4f1a-a411-aa288f6f0752 req-c064d162-5577-437e-ae25-fa22bc4b256e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=37143bd2-1331-4c73-96e2-f9c3179c6daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3798773 Feb 09 21:30:00.036289 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-240a437e-1770-40d6-9557-3dfd1e720e95 req-cb6956aa-5a18-42c6-b67e-7f02863c8068 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d72936c-afe6-4eac-8ad5-a1b800d90aaa HTTP/1.1" status: 200 len: 217 time: 0.1374149 Feb 09 21:30:00.058435 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19d86197-d66c-4c1a-987b-fc8720c31e55 x-openstack-request-id: req-19d86197-d66c-4c1a-987b-fc8720c31e55 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:30:00.058755 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd839f0e-e023-46ce-9c3b-851d3c21ae78", "name": "network-vif-unplugged", "status": "completed", "tag": "2dda7f19-90e5-400c-88b9-ef3a57c843ff", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:30:00.059017 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-19d86197-d66c-4c1a-987b-fc8720c31e55 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:30:00.059416 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd839f0e-e023-46ce-9c3b-851d3c21ae78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2dda7f19-90e5-400c-88b9-ef3a57c843ff', 'code': 200} Feb 09 21:30:00.102186 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309d4c1f-8b40-450e-8690-80759e77c4bf tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Pushing event deleted for resources: {'Port': ['ID=2dda7f19-90e5-400c-88b9-ef3a57c843ff,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:00.235369 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240a437e-1770-40d6-9557-3dfd1e720e95 req-7f556c0a-6f59-4c4b-bdbf-52cdf5786834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:00.242828 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-240a437e-1770-40d6-9557-3dfd1e720e95 req-7f556c0a-6f59-4c4b-bdbf-52cdf5786834 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e1ad18b5-2d0f-4d2c-9c50-5fdfdce0a556 HTTP/1.1" status: 200 len: 848 time: 0.1471314 Feb 09 21:30:00.278850 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacd2b36-2466-4b71-8ec0-fe1b2b492108 req-b67ca0c2-bbf7-4f64-874f-be5d2991401a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:00.281714 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-dacd2b36-2466-4b71-8ec0-fe1b2b492108 req-b67ca0c2-bbf7-4f64-874f-be5d2991401a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0f7402ac-a35b-414b-bcc1-bc1c3072ec3c HTTP/1.1" status: 200 len: 843 time: 1.6119909 Feb 09 21:30:00.342919 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-5260ad08-5b9a-4696-8aef-cc995d56b08b req-ede83fc5-be3a-45b3-b5aa-3e23028cd7ea service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=da449fd1-4831-485c-ad3f-7ffcd5f8ab64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9482760 Feb 09 21:30:00.438198 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-240a437e-1770-40d6-9557-3dfd1e720e95 req-093c1025-759a-47ec-ba32-0ddbbb039295 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=5406f657-d0e3-4570-bda7-aeb2bc509011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1675498 Feb 09 21:30:00.504889 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 964ba092-a6e7-4c21-aaa0-28fa44f46048 up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:30:00.601729 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-18a1c53f-0d95-420e-8e47-941821747f5b req-1c941a51-3018-4ab9-8c47-7d7b93cdc8aa tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3759725 Feb 09 21:30:00.623428 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port 964ba092-a6e7-4c21-aaa0-28fa44f46048 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:30:00.624194 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (964ba092-a6e7-4c21-aaa0-28fa44f46048), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:00.658823 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-29a2cebe-9c34-4f1a-a411-aa288f6f0752 req-2d2ec39a-1ccc-465d-8d0a-6a6d9eb7c529 service neutron] 10.222.0.89 "GET /v2.0/networks/37143bd2-1331-4c73-96e2-f9c3179c6daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6560440 Feb 09 21:30:00.705295 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c8a2de-8393-4dff-b3ba-205104992f89 req-ce1b37b4-5103-473f-b96c-81e6586c2a8c tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:00.718172 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-27c8a2de-8393-4dff-b3ba-205104992f89 req-ce1b37b4-5103-473f-b96c-81e6586c2a8c tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff1811b6-f006-4729-969d-2c14bcf6a227 HTTP/1.1" status: 200 len: 950 time: 0.4965777 Feb 09 21:30:00.823205 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 964ba092-a6e7-4c21-aaa0-28fa44f46048 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:30:00.824244 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (964ba092-a6e7-4c21-aaa0-28fa44f46048), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:00.905261 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 964ba092-a6e7-4c21-aaa0-28fa44f46048, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=964ba092-a6e7-4c21-aaa0-28fa44f46048,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:30:00.913415 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (964ba092-a6e7-4c21-aaa0-28fa44f46048), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:01.000695 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=964ba092-a6e7-4c21-aaa0-28fa44f46048,revision_number=7']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:01.013011 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea4d7c47-55f9-4834-acb9-529f63b8a70d req-309d4c1f-8b40-450e-8690-80759e77c4bf tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] No DVR routers for this DVR port 2dda7f19-90e5-400c-88b9-ef3a57c843ff on host n-h2-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:30:01.016498 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-ea4d7c47-55f9-4834-acb9-529f63b8a70d req-309d4c1f-8b40-450e-8690-80759e77c4bf tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:01.023448 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-29a2cebe-9c34-4f1a-a411-aa288f6f0752 req-0d0fa0ba-2cc6-4dc8-8703-d6c96c6fa505 service neutron] 10.222.0.89 "GET /v2.0/networks/37143bd2-1331-4c73-96e2-f9c3179c6daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3491623 Feb 09 21:30:01.024391 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ea4d7c47-55f9-4834-acb9-529f63b8a70d req-309d4c1f-8b40-450e-8690-80759e77c4bf tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.89 "DELETE /v2.0/ports/2dda7f19-90e5-400c-88b9-ef3a57c843ff HTTP/1.1" status: 204 len: 173 time: 2.7790349 Feb 09 21:30:01.117265 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c41a3227-9062-44ba-a2fd-583fd200e3d6 req-8d06e8d8-a43c-4f04-9093-cad8840e8ad8 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Made reservation on behalf of 36e1dd978cdd4dd2b729c86f8565b340 for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:30:01.121012 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-c41a3227-9062-44ba-a2fd-583fd200e3d6 req-8d06e8d8-a43c-4f04-9093-cad8840e8ad8 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:01.150650 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-dacd2b36-2466-4b71-8ec0-fe1b2b492108 req-607a9e66-01e2-4fec-89b2-06194cb2263f service neutron] Attempting to bind port eef1a684-c343-4bce-9059-aceed4d69eb8 on host n-h1-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:30:01.150998 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-dacd2b36-2466-4b71-8ec0-fe1b2b492108 req-607a9e66-01e2-4fec-89b2-06194cb2263f service neutron] Attempting to bind port eef1a684-c343-4bce-9059-aceed4d69eb8 by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:30:01.156682 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dacd2b36-2466-4b71-8ec0-fe1b2b492108 req-607a9e66-01e2-4fec-89b2-06194cb2263f service neutron] Attempting to bind port eef1a684-c343-4bce-9059-aceed4d69eb8 on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:30:01.171312 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-27c8a2de-8393-4dff-b3ba-205104992f89 req-d0e1aa88-ac0d-4d75-938e-abb0a017ca65 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/security-groups?id=f6fa6ce3-746d-4166-ab07-a35461d566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4522622 Feb 09 21:30:01.176431 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dacd2b36-2466-4b71-8ec0-fe1b2b492108 req-607a9e66-01e2-4fec-89b2-06194cb2263f service neutron] Port eef1a684-c343-4bce-9059-aceed4d69eb8 on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:30:01.176767 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dacd2b36-2466-4b71-8ec0-fe1b2b492108 req-607a9e66-01e2-4fec-89b2-06194cb2263f service neutron] Attempting to bind port eef1a684-c343-4bce-9059-aceed4d69eb8 on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:30:01.233306 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dacd2b36-2466-4b71-8ec0-fe1b2b492108 req-607a9e66-01e2-4fec-89b2-06194cb2263f service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:30:01.233562 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dacd2b36-2466-4b71-8ec0-fe1b2b492108 req-607a9e66-01e2-4fec-89b2-06194cb2263f service neutron] Checking segment: {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:30:01.234001 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dacd2b36-2466-4b71-8ec0-fe1b2b492108 req-607a9e66-01e2-4fec-89b2-06194cb2263f service neutron] Bound using segment: {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:30:01.234455 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-dacd2b36-2466-4b71-8ec0-fe1b2b492108 req-607a9e66-01e2-4fec-89b2-06194cb2263f service neutron] Bound port: eef1a684-c343-4bce-9059-aceed4d69eb8, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:30:01.235288 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-dacd2b36-2466-4b71-8ec0-fe1b2b492108 req-607a9e66-01e2-4fec-89b2-06194cb2263f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (eef1a684-c343-4bce-9059-aceed4d69eb8), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:01.312898 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428f9c16-b0be-42ec-bc9b-c74925b05424 req-73cafaa7-8a0c-48e3-9694-df827690ee65 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:01.334997 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-428f9c16-b0be-42ec-bc9b-c74925b05424 req-73cafaa7-8a0c-48e3-9694-df827690ee65 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=a16017cd-a588-4f83-8d8d-43f41f49105a HTTP/1.1" status: 200 len: 944 time: 0.3735628 Feb 09 21:30:01.368983 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:30:01.416344 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [req-c41a3227-9062-44ba-a2fd-583fd200e3d6 req-8d06e8d8-a43c-4f04-9093-cad8840e8ad8 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Allocated IP 172.20.0.12 (43a15864-976d-4c1b-9eca-ababf91abd28/8aa2c19c-86ec-4da6-bb2c-e80ae4e7aac9/9c7fd832-054f-4b7f-876d-c3f68d7610d8) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:30:01.512822 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-428f9c16-b0be-42ec-bc9b-c74925b05424 req-977c7e06-82b0-4a51-b0ca-7f700ea25358 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768641 Feb 09 21:30:01.538221 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-dacd2b36-2466-4b71-8ec0-fe1b2b492108 req-607a9e66-01e2-4fec-89b2-06194cb2263f service neutron] For port eef1a684-c343-4bce-9059-aceed4d69eb8, host n-h1-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:30:01.547593 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-dacd2b36-2466-4b71-8ec0-fe1b2b492108 req-607a9e66-01e2-4fec-89b2-06194cb2263f service neutron] For port eef1a684-c343-4bce-9059-aceed4d69eb8, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=eef1a684-c343-4bce-9059-aceed4d69eb8,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:30:01.592816 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-dacd2b36-2466-4b71-8ec0-fe1b2b492108 req-607a9e66-01e2-4fec-89b2-06194cb2263f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (eef1a684-c343-4bce-9059-aceed4d69eb8), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:01.641886 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5260ad08-5b9a-4696-8aef-cc995d56b08b req-de797d06-bdaf-47aa-a024-7207f0fe8f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:01.645870 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-5260ad08-5b9a-4696-8aef-cc995d56b08b req-de797d06-bdaf-47aa-a024-7207f0fe8f7b service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=c3d686fde7364510aff45ca2f2b1a8d8&device_id=da449fd1-4831-485c-ad3f-7ffcd5f8ab64 HTTP/1.1" status: 200 len: 1127 time: 0.9237823 Feb 09 21:30:01.734481 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacd2b36-2466-4b71-8ec0-fe1b2b492108 req-92c3e3ff-2deb-4140-ae63-9db4318d92d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:01.735658 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-dacd2b36-2466-4b71-8ec0-fe1b2b492108 req-92c3e3ff-2deb-4140-ae63-9db4318d92d3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 1.4015934 Feb 09 21:30:01.757878 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607a9e66-01e2-4fec-89b2-06194cb2263f service neutron] Pushing event updated for resources: {'Port': ['ID=eef1a684-c343-4bce-9059-aceed4d69eb8,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:01.774210 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7d6594d1-3f1c-4972-9118-da9e0e47e5f4 req-ee1ce06d-3eaf-4c8a-8a48-a8e1645b77c0 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/ports?device_id=d435b1ed-a9ba-4299-a5dc-748fc7f97fee HTTP/1.1" status: 200 len: 210 time: 0.2123544 Feb 09 21:30:01.827618 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd839f0e-e023-46ce-9c3b-851d3c21ae78', 'name': 'network-vif-deleted', 'tag': '2dda7f19-90e5-400c-88b9-ef3a57c843ff'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:30:01.833711 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1a959a5-dcce-4a66-b414-0c5ccbe4b77c" -d '{"events": [{"server_uuid": "dd839f0e-e023-46ce-9c3b-851d3c21ae78", "name": "network-vif-deleted", "tag": "2dda7f19-90e5-400c-88b9-ef3a57c843ff"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:30:01.842406 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-240a437e-1770-40d6-9557-3dfd1e720e95 req-22b4c9db-ff7b-4194-b218-8f226b852471 service neutron] 10.222.0.89 "GET /v2.0/networks/5406f657-d0e3-4570-bda7-aeb2bc509011?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0726264 Feb 09 21:30:01.868258 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacd2b36-2466-4b71-8ec0-fe1b2b492108 req-607a9e66-01e2-4fec-89b2-06194cb2263f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:01.870907 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-dacd2b36-2466-4b71-8ec0-fe1b2b492108 req-607a9e66-01e2-4fec-89b2-06194cb2263f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:01.873980 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dacd2b36-2466-4b71-8ec0-fe1b2b492108 req-607a9e66-01e2-4fec-89b2-06194cb2263f service neutron] 10.222.0.95 "PUT /v2.0/ports/eef1a684-c343-4bce-9059-aceed4d69eb8 HTTP/1.1" status: 200 len: 1096 time: 3.5015335 Feb 09 21:30:01.875668 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f818682c-0431-4ba4-bb58-a4512e69fee6', 'tag': 'eef1a684-c343-4bce-9059-aceed4d69eb8'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:30:01.891863 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fa66f75-06fa-4814-acfb-1091223e13e9" -d '{"events": [{"name": "network-changed", "server_uuid": "f818682c-0431-4ba4-bb58-a4512e69fee6", "tag": "eef1a684-c343-4bce-9059-aceed4d69eb8"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:30:02.001615 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e4a8ca-08c1-483e-83b2-18e675cd0339 req-6c0eb9fd-0ec8-401b-8465-b8a420871be4 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:02.003175 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-68e4a8ca-08c1-483e-83b2-18e675cd0339 req-6c0eb9fd-0ec8-401b-8465-b8a420871be4 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=f818682c-0431-4ba4-bb58-a4512e69fee6 HTTP/1.1" status: 200 len: 948 time: 0.2660742 Feb 09 21:30:02.060071 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b1a6610-b484-41a0-bca8-091cd66a233e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '964ba092-a6e7-4c21-aaa0-28fa44f46048'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:30:02.063326 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3354c84-2d2b-409d-87f5-db06eaa10d73" -d '{"events": [{"server_uuid": "5b1a6610-b484-41a0-bca8-091cd66a233e", "name": "network-vif-plugged", "status": "completed", "tag": "964ba092-a6e7-4c21-aaa0-28fa44f46048"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:30:02.080574 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f10144-a279-4b15-8f38-38d12b405dc5 x-openstack-request-id: req-c6f10144-a279-4b15-8f38-38d12b405dc5 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:30:02.083549 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f818682c-0431-4ba4-bb58-a4512e69fee6", "tag": "eef1a684-c343-4bce-9059-aceed4d69eb8", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:30:02.083549 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-c6f10144-a279-4b15-8f38-38d12b405dc5 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:30:02.083549 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f818682c-0431-4ba4-bb58-a4512e69fee6', 'tag': 'eef1a684-c343-4bce-9059-aceed4d69eb8', 'status': 'completed', 'code': 200} Feb 09 21:30:02.087011 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-68e4a8ca-08c1-483e-83b2-18e675cd0339 req-0c6b47cc-aa5d-44e2-826d-473d2163c30c tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738673 Feb 09 21:30:02.103363 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacd2b36-2466-4b71-8ec0-fe1b2b492108 req-97c1cc62-7c3e-46ce-9d9c-1dfaf612055c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:02.105605 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dacd2b36-2466-4b71-8ec0-fe1b2b492108 req-97c1cc62-7c3e-46ce-9d9c-1dfaf612055c service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=301f05e37d364aab86167965425dfbdc&device_id=f818682c-0431-4ba4-bb58-a4512e69fee6 HTTP/1.1" status: 200 len: 1130 time: 0.1674151 Feb 09 21:30:02.156823 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19b2d08a-12e1-48b6-bb53-0cea4e67da5b x-openstack-request-id: req-19b2d08a-12e1-48b6-bb53-0cea4e67da5b {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:30:02.157382 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b1a6610-b484-41a0-bca8-091cd66a233e", "name": "network-vif-plugged", "status": "completed", "tag": "964ba092-a6e7-4c21-aaa0-28fa44f46048", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:30:02.158335 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-19b2d08a-12e1-48b6-bb53-0cea4e67da5b {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:30:02.160991 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b1a6610-b484-41a0-bca8-091cd66a233e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '964ba092-a6e7-4c21-aaa0-28fa44f46048', 'code': 200} Feb 09 21:30:02.163394 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-510a99bb-fdf7-4296-a092-61b744794e81 x-openstack-request-id: req-510a99bb-fdf7-4296-a092-61b744794e81 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:30:02.163887 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd839f0e-e023-46ce-9c3b-851d3c21ae78", "name": "network-vif-deleted", "tag": "2dda7f19-90e5-400c-88b9-ef3a57c843ff", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:30:02.163997 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-510a99bb-fdf7-4296-a092-61b744794e81 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:30:02.164338 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd839f0e-e023-46ce-9c3b-851d3c21ae78', 'name': 'network-vif-deleted', 'tag': '2dda7f19-90e5-400c-88b9-ef3a57c843ff', 'status': 'completed', 'code': 200} Feb 09 21:30:02.191866 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dacd2b36-2466-4b71-8ec0-fe1b2b492108 req-5c093000-a301-4f0a-be24-6b842d648683 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=eef1a684-c343-4bce-9059-aceed4d69eb8 HTTP/1.1" status: 200 len: 217 time: 0.0650601 Feb 09 21:30:02.296621 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacd2b36-2466-4b71-8ec0-fe1b2b492108 req-29d077fe-41c6-4bee-b2e8-09f6613c653d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:02.305238 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dacd2b36-2466-4b71-8ec0-fe1b2b492108 req-29d077fe-41c6-4bee-b2e8-09f6613c653d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0f7402ac-a35b-414b-bcc1-bc1c3072ec3c HTTP/1.1" status: 200 len: 843 time: 0.1013591 Feb 09 21:30:02.358503 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-240a437e-1770-40d6-9557-3dfd1e720e95 req-179be1da-205c-45ac-9a95-586f635e77e5 service neutron] 10.222.0.89 "GET /v2.0/networks/5406f657-d0e3-4570-bda7-aeb2bc509011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4528320 Feb 09 21:30:02.454583 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c3e51-59dc-44a7-9be3-6f97def1658e req-93981ddc-c787-404b-9efb-b42b6683af9e tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:02.456161 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-c41a3227-9062-44ba-a2fd-583fd200e3d6 req-8d06e8d8-a43c-4f04-9093-cad8840e8ad8 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Publish callbacks [] for port (9c7fd832-054f-4b7f-876d-c3f68d7610d8), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:02.461834 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-182c3e51-59dc-44a7-9be3-6f97def1658e req-93981ddc-c787-404b-9efb-b42b6683af9e tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff1811b6-f006-4729-969d-2c14bcf6a227 HTTP/1.1" status: 200 len: 950 time: 0.1555526 Feb 09 21:30:02.469624 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacd2b36-2466-4b71-8ec0-fe1b2b492108 req-32df24eb-d1a2-439b-8190-f0a519f1b651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:02.471355 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dacd2b36-2466-4b71-8ec0-fe1b2b492108 req-32df24eb-d1a2-439b-8190-f0a519f1b651 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1342788 Feb 09 21:30:02.508526 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 2dda7f19-90e5-400c-88b9-ef3a57c843ff no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:30:02.558471 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] No Port match for: 2dda7f19-90e5-400c-88b9-ef3a57c843ff {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:30:02.561926 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 2dda7f19-90e5-400c-88b9-ef3a57c843ff not bound to the agent host n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:30:02.607412 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-dacd2b36-2466-4b71-8ec0-fe1b2b492108 req-c2b75578-a5e5-43df-a7fe-4f1411c329d9 service neutron] 10.222.0.89 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7628064 Feb 09 21:30:02.689463 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-182c3e51-59dc-44a7-9be3-6f97def1658e req-0418475c-068a-4a43-9085-e0dbab4e85a4 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/security-groups?id=f6fa6ce3-746d-4166-ab07-a35461d566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267499 Feb 09 21:30:02.698655 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a2cebe-9c34-4f1a-a411-aa288f6f0752 req-dd6e5547-1903-42f6-ae87-98798e1eaa07 tempest-LiveAutoBlockMigrationV225Test-1691914964 tempest-LiveAutoBlockMigrationV225Test-1691914964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:02.700193 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-29a2cebe-9c34-4f1a-a411-aa288f6f0752 req-dd6e5547-1903-42f6-ae87-98798e1eaa07 tempest-LiveAutoBlockMigrationV225Test-1691914964 tempest-LiveAutoBlockMigrationV225Test-1691914964-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=a16017cd-a588-4f83-8d8d-43f41f49105a&tenant_id=2bd637e202e1467d81aff230fe0a3e7e&binding%3Ahost_id=n-h2-828369-5 HTTP/1.1" status: 200 len: 1126 time: 1.0886142 Feb 09 21:30:02.805390 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4a9fe6-9a74-45db-bc01-a8e4fdff3a8d req-9260d6b0-c78b-455e-86f6-b348c0753713 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:02.806882 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bc4a9fe6-9a74-45db-bc01-a8e4fdff3a8d req-9260d6b0-c78b-455e-86f6-b348c0753713 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=a16017cd-a588-4f83-8d8d-43f41f49105a HTTP/1.1" status: 200 len: 944 time: 0.1366317 Feb 09 21:30:02.859237 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5260ad08-5b9a-4696-8aef-cc995d56b08b req-ca1389c1-eff7-420c-b74d-20e0b906bb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:02.864650 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dacd2b36-2466-4b71-8ec0-fe1b2b492108 req-b5b18fd1-3768-45a2-9e4b-f8991cc96379 service neutron] 10.222.0.95 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3665755 Feb 09 21:30:02.866102 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-5260ad08-5b9a-4696-8aef-cc995d56b08b req-ca1389c1-eff7-420c-b74d-20e0b906bb88 service neutron] 10.222.0.95 "GET /v2.0/networks?id=7a9ac5a8-6c72-442e-a289-f0f0972e4da1 HTTP/1.1" status: 200 len: 924 time: 1.1605628 Feb 09 21:30:02.875371 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-c41a3227-9062-44ba-a2fd-583fd200e3d6 req-8d06e8d8-a43c-4f04-9093-cad8840e8ad8 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (9c7fd832-054f-4b7f-876d-c3f68d7610d8), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:03.041332 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bc4a9fe6-9a74-45db-bc01-a8e4fdff3a8d req-22ecd1c9-2b55-44ae-92c4-3df0eb24de45 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142997 Feb 09 21:30:03.120150 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090df88e-690f-4891-847c-f9359da243c1 req-2c562195-e023-47cc-aaa4-db223f20c262 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:03.126168 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-090df88e-690f-4891-847c-f9359da243c1 req-2c562195-e023-47cc-aaa4-db223f20c262 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/ports?device_id=d435b1ed-a9ba-4299-a5dc-748fc7f97fee HTTP/1.1" status: 200 len: 932 time: 0.2447824 Feb 09 21:30:03.143359 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d06e8d8-a43c-4f04-9093-cad8840e8ad8 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Pushing event updated for resources: {'Port': ['ID=9c7fd832-054f-4b7f-876d-c3f68d7610d8,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:03.149706 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-5260ad08-5b9a-4696-8aef-cc995d56b08b req-7c0fb095-c895-4182-b5e6-4ca1bd6819c0 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ad16b77-7d0e-4d7a-9d81-501be630d492 HTTP/1.1" status: 200 len: 1001 time: 0.2410567 Feb 09 21:30:03.158422 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c41a3227-9062-44ba-a2fd-583fd200e3d6 req-8d06e8d8-a43c-4f04-9093-cad8840e8ad8 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Network 43a15864-976d-4c1b-9eca-ababf91abd28 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:30:03.160014 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [req-c41a3227-9062-44ba-a2fd-583fd200e3d6 req-8d06e8d8-a43c-4f04-9093-cad8840e8ad8 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:30:03.163860 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-c41a3227-9062-44ba-a2fd-583fd200e3d6 req-8d06e8d8-a43c-4f04-9093-cad8840e8ad8 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:30:03.290692 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dacd2b36-2466-4b71-8ec0-fe1b2b492108 req-2232402e-7047-4551-802c-2259eb7c724d service neutron] 10.222.0.95 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3890033 Feb 09 21:30:03.349724 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41a3227-9062-44ba-a2fd-583fd200e3d6 req-8d06e8d8-a43c-4f04-9093-cad8840e8ad8 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:03.350718 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-c41a3227-9062-44ba-a2fd-583fd200e3d6 req-8d06e8d8-a43c-4f04-9093-cad8840e8ad8 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:03.355049 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-dacd2b36-2466-4b71-8ec0-fe1b2b492108 req-8ef8c043-0a17-40a5-ab27-7fd5418b16d3 service neutron] 10.222.0.89 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7082016 Feb 09 21:30:03.382270 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-29a2cebe-9c34-4f1a-a411-aa288f6f0752 req-f646128e-7781-49ad-a72e-2911198f6009 service neutron] For port 215fac52-1234-4ba3-9c77-e164bcf20996, host n-h1-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:30:03.384862 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5260ad08-5b9a-4696-8aef-cc995d56b08b req-6283ba7d-aeab-4b50-9014-6d638b632858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:03.386817 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-5260ad08-5b9a-4696-8aef-cc995d56b08b req-6283ba7d-aeab-4b50-9014-6d638b632858 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=9d40292b-0b76-42c5-80e1-90b5058bab26 HTTP/1.1" status: 200 len: 862 time: 0.1106181 Feb 09 21:30:03.391233 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-29a2cebe-9c34-4f1a-a411-aa288f6f0752 req-f646128e-7781-49ad-a72e-2911198f6009 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:03.392500 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-29a2cebe-9c34-4f1a-a411-aa288f6f0752 req-f646128e-7781-49ad-a72e-2911198f6009 service neutron] 10.222.0.89 "DELETE /v2.0/ports/215fac52-1234-4ba3-9c77-e164bcf20996/bindings/n-h1-828369-5 HTTP/1.1" status: 204 len: 173 time: 0.6435399 Feb 09 21:30:03.400922 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c41a3227-9062-44ba-a2fd-583fd200e3d6 req-8d06e8d8-a43c-4f04-9093-cad8840e8ad8 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5806475 Feb 09 21:30:03.401445 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a4dbee-1716-4835-843b-ff4f8a1b789b req-94483c19-af3a-4058-aa0c-77f32f102a8c tempest-LiveAutoBlockMigrationV225Test-1691914964 tempest-LiveAutoBlockMigrationV225Test-1691914964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:03.410059 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-13a4dbee-1716-4835-843b-ff4f8a1b789b req-94483c19-af3a-4058-aa0c-77f32f102a8c tempest-LiveAutoBlockMigrationV225Test-1691914964 tempest-LiveAutoBlockMigrationV225Test-1691914964-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=a16017cd-a588-4f83-8d8d-43f41f49105a HTTP/1.1" status: 200 len: 1126 time: 0.2221193 Feb 09 21:30:03.439607 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-c41a3227-9062-44ba-a2fd-583fd200e3d6 req-c81bed56-106b-424e-8e0c-e005d45a301b service neutron] Request body: {'port': {'device_id': 'd435b1ed-a9ba-4299-a5dc-748fc7f97fee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:30:03.513493 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-090df88e-690f-4891-847c-f9359da243c1 req-161ea42a-714d-4681-b4e3-c81d21fdeb4a tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/security-groups?id=8827d060-7266-4559-a6cc-b0bbf702a8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3768435 Feb 09 21:30:03.551472 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-c41a3227-9062-44ba-a2fd-583fd200e3d6 req-c81bed56-106b-424e-8e0c-e005d45a301b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (9c7fd832-054f-4b7f-876d-c3f68d7610d8), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:03.598990 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-13a4dbee-1716-4835-843b-ff4f8a1b789b req-f40a78da-0ba5-4071-b9cf-6e38765d03f4 tempest-LiveAutoBlockMigrationV225Test-1691914964 tempest-LiveAutoBlockMigrationV225Test-1691914964-project-admin] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808743 Feb 09 21:30:03.617635 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5260ad08-5b9a-4696-8aef-cc995d56b08b req-23871bb5-b552-4b6e-8bba-0a34fdbe8af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:03.619324 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-5260ad08-5b9a-4696-8aef-cc995d56b08b req-23871bb5-b552-4b6e-8bba-0a34fdbe8af2 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=7a9ac5a8-6c72-442e-a289-f0f0972e4da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2169998 Feb 09 21:30:03.638459 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0734ea19-c5e7-4ec9-a603-4603c9028e09 req-7aaa9697-33a5-453d-b95c-4574643c0747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:03.649276 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0734ea19-c5e7-4ec9-a603-4603c9028e09 req-7aaa9697-33a5-453d-b95c-4574643c0747 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=301f05e37d364aab86167965425dfbdc&device_id=a7a21a4d-84b2-4dbf-b7d8-4bfeb227b128 HTTP/1.1" status: 200 len: 1130 time: 0.1667352 Feb 09 21:30:03.734379 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa66f75-06fa-4814-acfb-1091223e13e9 req-168315ac-93ea-4e72-b735-2dfc8f1f2198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:03.740339 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6fa66f75-06fa-4814-acfb-1091223e13e9 req-168315ac-93ea-4e72-b735-2dfc8f1f2198 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=301f05e37d364aab86167965425dfbdc&device_id=f818682c-0431-4ba4-bb58-a4512e69fee6 HTTP/1.1" status: 200 len: 1130 time: 0.3723872 Feb 09 21:30:03.788949 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ee0823-71a9-4db6-a36a-300e00dcaae4 req-34398a16-f444-4586-a88e-e99ec42ce814 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:03.790571 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-63ee0823-71a9-4db6-a36a-300e00dcaae4 req-34398a16-f444-4586-a88e-e99ec42ce814 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=f818682c-0431-4ba4-bb58-a4512e69fee6 HTTP/1.1" status: 200 len: 948 time: 0.1904445 Feb 09 21:30:03.981508 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-63ee0823-71a9-4db6-a36a-300e00dcaae4 req-97ced2cf-d3ad-4b8b-9652-3157bb56b0ae tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675444 Feb 09 21:30:03.984867 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-5260ad08-5b9a-4696-8aef-cc995d56b08b req-a5223867-f8e4-4a9c-93de-737fa6a34e54 service neutron] 10.222.0.95 "GET /v2.0/networks/7a9ac5a8-6c72-442e-a289-f0f0972e4da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3343008 Feb 09 21:30:04.055363 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0734ea19-c5e7-4ec9-a603-4603c9028e09 req-4b278f85-68ea-4174-9566-c85f93de5f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:04.057045 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0734ea19-c5e7-4ec9-a603-4603c9028e09 req-4b278f85-68ea-4174-9566-c85f93de5f9f service neutron] 10.222.0.89 "GET /v2.0/networks?id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc HTTP/1.1" status: 200 len: 870 time: 0.3731928 Feb 09 21:30:04.094696 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ab7e7-dbf0-4791-8ca7-24b95ce5ab2b req-7521a089-59dc-4c03-a065-015c5f1b284c tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:04.102220 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-842ab7e7-dbf0-4791-8ca7-24b95ce5ab2b req-7521a089-59dc-4c03-a065-015c5f1b284c tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff1811b6-f006-4729-969d-2c14bcf6a227 HTTP/1.1" status: 200 len: 950 time: 0.1988943 Feb 09 21:30:04.131818 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa66f75-06fa-4814-acfb-1091223e13e9 req-610eb983-62ad-4dab-8985-c5faf9059251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:04.136267 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6fa66f75-06fa-4814-acfb-1091223e13e9 req-610eb983-62ad-4dab-8985-c5faf9059251 service neutron] 10.222.0.95 "GET /v2.0/networks?id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc HTTP/1.1" status: 200 len: 870 time: 0.3844912 Feb 09 21:30:04.144613 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0734ea19-c5e7-4ec9-a603-4603c9028e09 req-8923f712-2d15-4e21-b22f-a22f4408233b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=e9f2ba29-d45e-453d-bfc4-e1f1dd8a6047 HTTP/1.1" status: 200 len: 217 time: 0.0710104 Feb 09 21:30:04.221653 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0734ea19-c5e7-4ec9-a603-4603c9028e09 req-a99869a5-1e46-46f7-ae93-a5745a678eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:04.223188 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0734ea19-c5e7-4ec9-a603-4603c9028e09 req-a99869a5-1e46-46f7-ae93-a5745a678eba service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0f7402ac-a35b-414b-bcc1-bc1c3072ec3c HTTP/1.1" status: 200 len: 843 time: 0.0628381 Feb 09 21:30:04.271643 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6fa66f75-06fa-4814-acfb-1091223e13e9 req-5dcc3c4a-740a-4e97-b23e-695af6fad748 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=eef1a684-c343-4bce-9059-aceed4d69eb8 HTTP/1.1" status: 200 len: 217 time: 0.1065657 Feb 09 21:30:04.335148 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-5260ad08-5b9a-4696-8aef-cc995d56b08b req-55048ef4-3894-4af1-bb4e-91e571f46358 service neutron] 10.222.0.95 "GET /v2.0/networks/7a9ac5a8-6c72-442e-a289-f0f0972e4da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3359971 Feb 09 21:30:04.348046 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94182020-c209-4724-865f-cb557fd5665c req-06e45b2d-9f31-4b85-bd0e-337623baec35 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:04.350099 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-94182020-c209-4724-865f-cb557fd5665c req-06e45b2d-9f31-4b85-bd0e-337623baec35 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/networks?id=37143bd2-1331-4c73-96e2-f9c3179c6daf HTTP/1.1" status: 200 len: 821 time: 0.1996949 Feb 09 21:30:04.408617 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-c41a3227-9062-44ba-a2fd-583fd200e3d6 req-c81bed56-106b-424e-8e0c-e005d45a301b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c7fd832-054f-4b7f-876d-c3f68d7610d8 {{(pid=103141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:30:04.419692 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-c41a3227-9062-44ba-a2fd-583fd200e3d6 req-c81bed56-106b-424e-8e0c-e005d45a301b service neutron] Publish callbacks [] for port (9c7fd832-054f-4b7f-876d-c3f68d7610d8), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:04.425357 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0734ea19-c5e7-4ec9-a603-4603c9028e09 req-e22acfdb-aa61-4a43-8cd7-23b258ef4b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:04.426717 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0734ea19-c5e7-4ec9-a603-4603c9028e09 req-e22acfdb-aa61-4a43-8cd7-23b258ef4b5b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1847167 Feb 09 21:30:04.464071 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-842ab7e7-dbf0-4791-8ca7-24b95ce5ab2b req-296568e3-eff1-44a6-99d7-2143a4232110 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/security-groups?id=f6fa6ce3-746d-4166-ab07-a35461d566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3538561 Feb 09 21:30:04.486996 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-94182020-c209-4724-865f-cb557fd5665c req-9985dd67-aff2-492f-b9d5-b12542679f00 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/quotas/2bd637e202e1467d81aff230fe0a3e7e HTTP/1.1" status: 200 len: 375 time: 0.1264544 Feb 09 21:30:04.596558 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa66f75-06fa-4814-acfb-1091223e13e9 req-13ac7db0-4ed0-402c-853a-b31091f86ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:04.602098 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6fa66f75-06fa-4814-acfb-1091223e13e9 req-13ac7db0-4ed0-402c-853a-b31091f86ba9 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0f7402ac-a35b-414b-bcc1-bc1c3072ec3c HTTP/1.1" status: 200 len: 843 time: 0.2496154 Feb 09 21:30:04.673471 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-94182020-c209-4724-865f-cb557fd5665c req-d8cd4d8d-e6a7-48cb-9bd5-64c8e491341a tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=2bd637e202e1467d81aff230fe0a3e7e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1776314 Feb 09 21:30:04.726904 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-c41a3227-9062-44ba-a2fd-583fd200e3d6 req-c81bed56-106b-424e-8e0c-e005d45a301b service neutron] Transition to ACTIVE for port object 9c7fd832-054f-4b7f-876d-c3f68d7610d8 will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:30:04.752395 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-c41a3227-9062-44ba-a2fd-583fd200e3d6 req-c81bed56-106b-424e-8e0c-e005d45a301b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (9c7fd832-054f-4b7f-876d-c3f68d7610d8), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:04.802860 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-94182020-c209-4724-865f-cb557fd5665c req-87fdaf41-0553-4941-b026-340e5cd2a630 service neutron] 10.222.0.90 "GET /v2.0/networks/37143bd2-1331-4c73-96e2-f9c3179c6daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035974 Feb 09 21:30:04.828878 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81bed56-106b-424e-8e0c-e005d45a301b service neutron] Pushing event updated for resources: {'Port': ['ID=9c7fd832-054f-4b7f-876d-c3f68d7610d8,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:04.916054 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-94182020-c209-4724-865f-cb557fd5665c req-560c6fd0-824f-4f8e-81cd-eccb86ff671f service neutron] 10.222.0.90 "GET /v2.0/networks/37143bd2-1331-4c73-96e2-f9c3179c6daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001046 Feb 09 21:30:04.935505 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa66f75-06fa-4814-acfb-1091223e13e9 req-218f0ccd-c344-4603-829d-0f00fd977f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:04.936331 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0734ea19-c5e7-4ec9-a603-4603c9028e09 req-0e5948cb-8ed6-4c2f-9e0d-52721d225864 service neutron] 10.222.0.89 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4995210 Feb 09 21:30:04.937061 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6fa66f75-06fa-4814-acfb-1091223e13e9 req-218f0ccd-c344-4603-829d-0f00fd977f04 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2866879 Feb 09 21:30:04.951319 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24528841-1241-477d-8ce8-62af678a5cc1 req-8173f446-2b8c-4d48-bc39-933bd15e6148 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:04.960329 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-24528841-1241-477d-8ce8-62af678a5cc1 req-8173f446-2b8c-4d48-bc39-933bd15e6148 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/ports?device_id=d435b1ed-a9ba-4299-a5dc-748fc7f97fee HTTP/1.1" status: 200 len: 932 time: 0.3479054 Feb 09 21:30:05.069162 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-24528841-1241-477d-8ce8-62af678a5cc1 req-330813e0-2838-4cff-948a-e4d5977d2ca4 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/security-groups?id=8827d060-7266-4559-a6cc-b0bbf702a8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066341 Feb 09 21:30:05.075753 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-c41a3227-9062-44ba-a2fd-583fd200e3d6 req-c81bed56-106b-424e-8e0c-e005d45a301b service neutron] Attempting to bind port 9c7fd832-054f-4b7f-876d-c3f68d7610d8 on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:30:05.077176 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-c41a3227-9062-44ba-a2fd-583fd200e3d6 req-c81bed56-106b-424e-8e0c-e005d45a301b service neutron] Attempting to bind port 9c7fd832-054f-4b7f-876d-c3f68d7610d8 by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': '79d7c118-8629-48e7-a704-27a42c218b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '43a15864-976d-4c1b-9eca-ababf91abd28'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:30:05.077176 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41a3227-9062-44ba-a2fd-583fd200e3d6 req-c81bed56-106b-424e-8e0c-e005d45a301b service neutron] Attempting to bind port 9c7fd832-054f-4b7f-876d-c3f68d7610d8 on network 43a15864-976d-4c1b-9eca-ababf91abd28 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:30:05.202430 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41a3227-9062-44ba-a2fd-583fd200e3d6 req-c81bed56-106b-424e-8e0c-e005d45a301b service neutron] Port 9c7fd832-054f-4b7f-876d-c3f68d7610d8 on network 43a15864-976d-4c1b-9eca-ababf91abd28 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:30:05.202787 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41a3227-9062-44ba-a2fd-583fd200e3d6 req-c81bed56-106b-424e-8e0c-e005d45a301b service neutron] Attempting to bind port 9c7fd832-054f-4b7f-876d-c3f68d7610d8 on network 43a15864-976d-4c1b-9eca-ababf91abd28 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:30:05.230106 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6fa66f75-06fa-4814-acfb-1091223e13e9 req-2ca7025e-cec0-476c-a220-2d85ae8df329 service neutron] 10.222.0.95 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602887 Feb 09 21:30:05.241649 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0734ea19-c5e7-4ec9-a603-4603c9028e09 req-caad8398-4926-4a7e-8971-625a8ab5abad service neutron] 10.222.0.89 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2857366 Feb 09 21:30:05.243223 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41a3227-9062-44ba-a2fd-583fd200e3d6 req-c81bed56-106b-424e-8e0c-e005d45a301b service neutron] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:30:05.243574 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41a3227-9062-44ba-a2fd-583fd200e3d6 req-c81bed56-106b-424e-8e0c-e005d45a301b service neutron] Checking segment: {'id': '79d7c118-8629-48e7-a704-27a42c218b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '43a15864-976d-4c1b-9eca-ababf91abd28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:30:05.244948 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41a3227-9062-44ba-a2fd-583fd200e3d6 req-c81bed56-106b-424e-8e0c-e005d45a301b service neutron] Bound using segment: {'id': '79d7c118-8629-48e7-a704-27a42c218b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '43a15864-976d-4c1b-9eca-ababf91abd28'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:30:05.245417 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-c41a3227-9062-44ba-a2fd-583fd200e3d6 req-c81bed56-106b-424e-8e0c-e005d45a301b service neutron] Bound port: 9c7fd832-054f-4b7f-876d-c3f68d7610d8, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79d7c118-8629-48e7-a704-27a42c218b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '43a15864-976d-4c1b-9eca-ababf91abd28'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:30:05.245791 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-c41a3227-9062-44ba-a2fd-583fd200e3d6 req-c81bed56-106b-424e-8e0c-e005d45a301b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (9c7fd832-054f-4b7f-876d-c3f68d7610d8), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:05.368408 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-c41a3227-9062-44ba-a2fd-583fd200e3d6 req-c81bed56-106b-424e-8e0c-e005d45a301b service neutron] For port 9c7fd832-054f-4b7f-876d-c3f68d7610d8, host n-h2-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:30:05.372076 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-c41a3227-9062-44ba-a2fd-583fd200e3d6 req-c81bed56-106b-424e-8e0c-e005d45a301b service neutron] For port 9c7fd832-054f-4b7f-876d-c3f68d7610d8, host n-h2-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=9c7fd832-054f-4b7f-876d-c3f68d7610d8,segment=NetworkSegment(79d7c118-8629-48e7-a704-27a42c218b4f),segment_id=79d7c118-8629-48e7-a704-27a42c218b4f)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:30:05.382348 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-c41a3227-9062-44ba-a2fd-583fd200e3d6 req-c81bed56-106b-424e-8e0c-e005d45a301b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (9c7fd832-054f-4b7f-876d-c3f68d7610d8), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:05.418154 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-52561b00-8786-4025-99f9-28bd0f8f95a1 req-b5c12331-ccfd-47b9-acd6-50ff482da565 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=7363f6dd-2718-4848-98c6-d4b3a3d9decc HTTP/1.1" status: 200 len: 210 time: 0.0666065 Feb 09 21:30:05.472438 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41a3227-9062-44ba-a2fd-583fd200e3d6 req-c81bed56-106b-424e-8e0c-e005d45a301b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:05.473051 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-c41a3227-9062-44ba-a2fd-583fd200e3d6 req-c81bed56-106b-424e-8e0c-e005d45a301b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:05.475022 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c41a3227-9062-44ba-a2fd-583fd200e3d6 req-c81bed56-106b-424e-8e0c-e005d45a301b service neutron] 10.222.0.89 "PUT /v2.0/ports/9c7fd832-054f-4b7f-876d-c3f68d7610d8 HTTP/1.1" status: 200 len: 1092 time: 2.0402412 Feb 09 21:30:05.477380 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd435b1ed-a9ba-4299-a5dc-748fc7f97fee', 'tag': '9c7fd832-054f-4b7f-876d-c3f68d7610d8'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:30:05.495761 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f7e218-aff9-4933-b882-6d0a02d36c07" -d '{"events": [{"name": "network-changed", "server_uuid": "d435b1ed-a9ba-4299-a5dc-748fc7f97fee", "tag": "9c7fd832-054f-4b7f-876d-c3f68d7610d8"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:30:05.517761 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6fa66f75-06fa-4814-acfb-1091223e13e9 req-75ffb8cc-dc27-4484-9f08-d4a194646d30 service neutron] 10.222.0.95 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2726061 Feb 09 21:30:05.535924 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85b4a49-0fe5-491c-94ff-28331ac5e7f4 req-a3890957-ba7a-4479-ba14-f4330a2ffc94 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:05.549659 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f85b4a49-0fe5-491c-94ff-28331ac5e7f4 req-a3890957-ba7a-4479-ba14-f4330a2ffc94 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=f818682c-0431-4ba4-bb58-a4512e69fee6 HTTP/1.1" status: 200 len: 948 time: 0.2078629 Feb 09 21:30:05.639176 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81bed56-106b-424e-8e0c-e005d45a301b service neutron] Pushing event updated for resources: {'Port': ['ID=9c7fd832-054f-4b7f-876d-c3f68d7610d8,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:05.678532 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f85b4a49-0fe5-491c-94ff-28331ac5e7f4 req-33a5c4a4-842c-4260-bac8-eaad6f5b68af tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258554 Feb 09 21:30:05.679661 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41a3227-9062-44ba-a2fd-583fd200e3d6 req-3e908231-570f-4029-8ed1-157727b39401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:05.681534 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c41a3227-9062-44ba-a2fd-583fd200e3d6 req-3e908231-570f-4029-8ed1-157727b39401 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=36e1dd978cdd4dd2b729c86f8565b340&device_id=d435b1ed-a9ba-4299-a5dc-748fc7f97fee HTTP/1.1" status: 200 len: 1126 time: 0.1537127 Feb 09 21:30:05.735115 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55920ab1-8922-4c31-a3c4-021d38c49569 req-26794e07-53cb-4621-936d-5ad783207a41 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:05.771886 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-55920ab1-8922-4c31-a3c4-021d38c49569 req-26794e07-53cb-4621-936d-5ad783207a41 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff1811b6-f006-4729-969d-2c14bcf6a227 HTTP/1.1" status: 200 len: 950 time: 0.1574922 Feb 09 21:30:05.808383 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c41a3227-9062-44ba-a2fd-583fd200e3d6 req-d697d519-3ab5-49f3-ad7e-6622e287ac09 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c7fd832-054f-4b7f-876d-c3f68d7610d8 HTTP/1.1" status: 200 len: 217 time: 0.1122470 Feb 09 21:30:05.902347 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-55920ab1-8922-4c31-a3c4-021d38c49569 req-e084157d-246e-4160-8341-0713e1916a7d tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/security-groups?id=f6fa6ce3-746d-4166-ab07-a35461d566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405108 Feb 09 21:30:05.911323 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2695600-a8fd-43bf-bbc3-731d8fe721a8 x-openstack-request-id: req-e2695600-a8fd-43bf-bbc3-731d8fe721a8 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:30:05.911722 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d435b1ed-a9ba-4299-a5dc-748fc7f97fee", "tag": "9c7fd832-054f-4b7f-876d-c3f68d7610d8", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:30:05.911905 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-e2695600-a8fd-43bf-bbc3-731d8fe721a8 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:30:05.912321 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd435b1ed-a9ba-4299-a5dc-748fc7f97fee', 'tag': '9c7fd832-054f-4b7f-876d-c3f68d7610d8', 'status': 'completed', 'code': 200} Feb 09 21:30:05.956758 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41a3227-9062-44ba-a2fd-583fd200e3d6 req-f9e2bae4-0f9e-404c-a443-d9848610ec0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:05.958459 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c41a3227-9062-44ba-a2fd-583fd200e3d6 req-f9e2bae4-0f9e-404c-a443-d9848610ec0d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8aa2c19c-86ec-4da6-bb2c-e80ae4e7aac9 HTTP/1.1" status: 200 len: 845 time: 0.1368105 Feb 09 21:30:06.040438 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c41a3227-9062-44ba-a2fd-583fd200e3d6 req-a345999a-12aa-48ad-b993-33b68e879efe service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=43a15864-976d-4c1b-9eca-ababf91abd28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587215 Feb 09 21:30:06.280783 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedebba8-12e6-4949-81b9-a5052b2865b8 req-a5d18d51-b9b5-4886-85fe-5fa4b7555bf1 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:06.292180 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c41a3227-9062-44ba-a2fd-583fd200e3d6 req-20e301bd-d4d3-4570-ac67-d05fa56dfa3b service neutron] 10.222.0.89 "GET /v2.0/networks/43a15864-976d-4c1b-9eca-ababf91abd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339830 Feb 09 21:30:06.293263 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-eedebba8-12e6-4949-81b9-a5052b2865b8 req-a5d18d51-b9b5-4886-85fe-5fa4b7555bf1 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/ports?device_id=d435b1ed-a9ba-4299-a5dc-748fc7f97fee HTTP/1.1" status: 200 len: 944 time: 0.1124845 Feb 09 21:30:06.402296 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-eedebba8-12e6-4949-81b9-a5052b2865b8 req-0bd061f7-32d6-4c3b-8dd8-afca6771c708 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/security-groups?id=8827d060-7266-4559-a6cc-b0bbf702a8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072259 Feb 09 21:30:06.406857 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c41a3227-9062-44ba-a2fd-583fd200e3d6 req-7069c8ea-0162-41e1-ac1b-91ffe0937fcd service neutron] 10.222.0.89 "GET /v2.0/networks/43a15864-976d-4c1b-9eca-ababf91abd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061203 Feb 09 21:30:06.532821 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device eef1a684-c343-4bce-9059-aceed4d69eb8 details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:30:06.556628 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f7e218-aff9-4933-b882-6d0a02d36c07 req-5d29e9d8-ad2f-4e38-aef2-6cba836231ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:06.558231 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a4f7e218-aff9-4933-b882-6d0a02d36c07 req-5d29e9d8-ad2f-4e38-aef2-6cba836231ff service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=36e1dd978cdd4dd2b729c86f8565b340&device_id=d435b1ed-a9ba-4299-a5dc-748fc7f97fee HTTP/1.1" status: 200 len: 1126 time: 0.0776107 Feb 09 21:30:06.564502 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cc463bf5-e887-4ba6-a5b0-211fe7f903cd req-104add70-5c4a-4d40-9a44-3f71e22eeda8 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=7363f6dd-2718-4848-98c6-d4b3a3d9decc HTTP/1.1" status: 200 len: 210 time: 0.0646944 Feb 09 21:30:06.697215 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f7e218-aff9-4933-b882-6d0a02d36c07 req-84405bb4-434b-4f00-a03c-865f706faabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:06.698795 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a4f7e218-aff9-4933-b882-6d0a02d36c07 req-84405bb4-434b-4f00-a03c-865f706faabe service neutron] 10.222.0.89 "GET /v2.0/networks?id=43a15864-976d-4c1b-9eca-ababf91abd28 HTTP/1.1" status: 200 len: 906 time: 0.1293643 Feb 09 21:30:06.732083 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port eef1a684-c343-4bce-9059-aceed4d69eb8, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=eef1a684-c343-4bce-9059-aceed4d69eb8,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:30:06.762933 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a4f7e218-aff9-4933-b882-6d0a02d36c07 req-56ccf342-d710-4375-a216-65d522e131e4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c7fd832-054f-4b7f-876d-c3f68d7610d8 HTTP/1.1" status: 200 len: 217 time: 0.0527918 Feb 09 21:30:06.773767 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': 'eef1a684-c343-4bce-9059-aceed4d69eb8', 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc', 'port_id': 'eef1a684-c343-4bce-9059-aceed4d69eb8', 'mac_address': 'fa:16:3e:bf:8b:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f7402ac-a35b-414b-bcc1-bc1c3072ec3c', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:30:06.827790 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163259cb-c1c6-40d7-bf26-c8e44896de24 req-bdd3eec0-1940-4a5b-929e-6691dcdcbfee tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:06.838760 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-163259cb-c1c6-40d7-bf26-c8e44896de24 req-bdd3eec0-1940-4a5b-929e-6691dcdcbfee tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=f818682c-0431-4ba4-bb58-a4512e69fee6 HTTP/1.1" status: 200 len: 948 time: 0.0920484 Feb 09 21:30:06.848633 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f7e218-aff9-4933-b882-6d0a02d36c07 req-fe076d12-fe9a-49d8-936f-57c589ac8435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:06.851556 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a4f7e218-aff9-4933-b882-6d0a02d36c07 req-fe076d12-fe9a-49d8-936f-57c589ac8435 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8aa2c19c-86ec-4da6-bb2c-e80ae4e7aac9 HTTP/1.1" status: 200 len: 845 time: 0.0805724 Feb 09 21:30:06.852803 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port eef1a684-c343-4bce-9059-aceed4d69eb8 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:30:06.853273 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (eef1a684-c343-4bce-9059-aceed4d69eb8), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:06.873913 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eef1a684-c343-4bce-9059-aceed4d69eb8 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:30:06.890544 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-163259cb-c1c6-40d7-bf26-c8e44896de24 req-1611053e-fc74-430e-8b3f-ae9450680bd3 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508575 Feb 09 21:30:06.903766 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port eef1a684-c343-4bce-9059-aceed4d69eb8, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=eef1a684-c343-4bce-9059-aceed4d69eb8,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:30:06.906950 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a4f7e218-aff9-4933-b882-6d0a02d36c07 req-6fab1976-133b-49f1-ac65-23308b9e3b0d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=43a15864-976d-4c1b-9eca-ababf91abd28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458422 Feb 09 21:30:06.911983 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (eef1a684-c343-4bce-9059-aceed4d69eb8), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:06.985816 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=eef1a684-c343-4bce-9059-aceed4d69eb8,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:07.071534 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a4f7e218-aff9-4933-b882-6d0a02d36c07 req-162a8405-99ac-4cba-b211-153835aada49 service neutron] 10.222.0.89 "GET /v2.0/networks/43a15864-976d-4c1b-9eca-ababf91abd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531193 Feb 09 21:30:07.145584 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2a3e25-50c9-4142-8827-cd1b557becfe req-6e0015d6-a8ea-46e3-82cc-7b51fccc29d4 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:07.153617 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0b2a3e25-50c9-4142-8827-cd1b557becfe req-6e0015d6-a8ea-46e3-82cc-7b51fccc29d4 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff1811b6-f006-4729-969d-2c14bcf6a227 HTTP/1.1" status: 200 len: 950 time: 0.1370828 Feb 09 21:30:07.244456 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a4f7e218-aff9-4933-b882-6d0a02d36c07 req-587723a3-34cc-46fb-b0de-57bb8b2fd644 service neutron] 10.222.0.89 "GET /v2.0/networks/43a15864-976d-4c1b-9eca-ababf91abd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651425 Feb 09 21:30:07.254078 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0b2a3e25-50c9-4142-8827-cd1b557becfe req-76145306-a0b3-40fe-b7d4-f5db4df6c3a6 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/security-groups?id=f6fa6ce3-746d-4166-ab07-a35461d566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993874 Feb 09 21:30:07.520209 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['eef1a684-c343-4bce-9059-aceed4d69eb8'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:30:07.783730 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df711d7a-9af2-4534-bb20-8a8b4bdc2d5b req-0bc65ba1-6c23-437b-8f2a-a6a502044d90 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:07.792196 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-df711d7a-9af2-4534-bb20-8a8b4bdc2d5b req-0bc65ba1-6c23-437b-8f2a-a6a502044d90 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] 10.222.0.90 "GET /v2.0/ports?device_id=da449fd1-4831-485c-ad3f-7ffcd5f8ab64 HTTP/1.1" status: 200 len: 945 time: 0.3713639 Feb 09 21:30:07.850045 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94182020-c209-4724-865f-cb557fd5665c req-0eb7b8b9-e6c7-46fa-a92d-1fc12f4c8583 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:07.851497 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-94182020-c209-4724-865f-cb557fd5665c req-0eb7b8b9-e6c7-46fa-a92d-1fc12f4c8583 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.95 "GET /v2.0/networks?id=37143bd2-1331-4c73-96e2-f9c3179c6daf HTTP/1.1" status: 200 len: 821 time: 0.3534105 Feb 09 21:30:07.858170 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cd16fc-fe34-4a00-a4af-0d6e13b71f9d req-52af79e1-e43f-40f3-88c4-cdbd76b215b1 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:07.859669 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b0cd16fc-fe34-4a00-a4af-0d6e13b71f9d req-52af79e1-e43f-40f3-88c4-cdbd76b215b1 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/ports?device_id=d435b1ed-a9ba-4299-a5dc-748fc7f97fee HTTP/1.1" status: 200 len: 944 time: 0.2309914 Feb 09 21:30:07.882465 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-94182020-c209-4724-865f-cb557fd5665c req-362b7cf4-efaa-469c-b224-8179176485e4 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Request body: {'port': {'device_id': '7363f6dd-2718-4848-98c6-d4b3a3d9decc', 'network_id': '37143bd2-1331-4c73-96e2-f9c3179c6daf', 'admin_state_up': True, 'tenant_id': '2bd637e202e1467d81aff230fe0a3e7e'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:30:08.016852 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-df711d7a-9af2-4534-bb20-8a8b4bdc2d5b req-bee76074-dbeb-4f55-98d0-e9ace3dbc582 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] 10.222.0.90 "GET /v2.0/security-groups?id=c11474fc-a995-4bd5-b9af-83dc4f32d281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2233205 Feb 09 21:30:08.059827 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b0cd16fc-fe34-4a00-a4af-0d6e13b71f9d req-75067fae-e99a-4f97-a8d6-8c50401e0e21 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/security-groups?id=8827d060-7266-4559-a6cc-b0bbf702a8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902993 Feb 09 21:30:08.060930 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94182020-c209-4724-865f-cb557fd5665c req-362b7cf4-efaa-469c-b224-8179176485e4 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Made reservation on behalf of 2bd637e202e1467d81aff230fe0a3e7e for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:30:08.064073 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-94182020-c209-4724-865f-cb557fd5665c req-362b7cf4-efaa-469c-b224-8179176485e4 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:08.271690 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-960760ce-db22-4c0b-911f-edfccbaf0174 req-b2d87c36-6eae-4a0b-bbcf-3474bf2c966c tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=7363f6dd-2718-4848-98c6-d4b3a3d9decc HTTP/1.1" status: 200 len: 210 time: 0.1045151 Feb 09 21:30:08.325737 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [req-94182020-c209-4724-865f-cb557fd5665c req-362b7cf4-efaa-469c-b224-8179176485e4 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Allocated IP 172.20.0.7 (37143bd2-1331-4c73-96e2-f9c3179c6daf/f5dc5768-86f9-4907-b987-49606f9e43f9/e9e6b782-e4e9-4b6f-9321-32081e17276f) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:30:08.353815 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e91541a-01ca-4083-abcf-25a5b2447d41 req-0e362fe5-d1b7-4a4c-accd-92068c14f812 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:08.365086 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9e91541a-01ca-4083-abcf-25a5b2447d41 req-0e362fe5-d1b7-4a4c-accd-92068c14f812 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=f818682c-0431-4ba4-bb58-a4512e69fee6 HTTP/1.1" status: 200 len: 949 time: 0.1973038 Feb 09 21:30:08.440835 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9e91541a-01ca-4083-abcf-25a5b2447d41 req-33cd9139-d5d3-4314-963a-22db07efe5d1 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747929 Feb 09 21:30:08.919396 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6734c1b9-588d-4129-85bb-5fd646f6684f req-ef07f878-0c19-4ae4-961f-200f7a61d156 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:08.922017 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d203a145-cdea-469b-ad31-fafe7ab0b0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:08.924680 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6734c1b9-588d-4129-85bb-5fd646f6684f req-ef07f878-0c19-4ae4-961f-200f7a61d156 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff1811b6-f006-4729-969d-2c14bcf6a227 HTTP/1.1" status: 200 len: 950 time: 0.5018685 Feb 09 21:30:09.033897 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-94182020-c209-4724-865f-cb557fd5665c req-362b7cf4-efaa-469c-b224-8179176485e4 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Publish callbacks [] for port (e9e6b782-e4e9-4b6f-9321-32081e17276f), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:09.052990 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6734c1b9-588d-4129-85bb-5fd646f6684f req-5bd6bd8a-4928-45a6-b747-01eea64c7525 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/security-groups?id=f6fa6ce3-746d-4166-ab07-a35461d566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996199 Feb 09 21:30:09.109996 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-94182020-c209-4724-865f-cb557fd5665c req-362b7cf4-efaa-469c-b224-8179176485e4 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (e9e6b782-e4e9-4b6f-9321-32081e17276f), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:09.196501 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362b7cf4-efaa-469c-b224-8179176485e4 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Pushing event updated for resources: {'Port': ['ID=e9e6b782-e4e9-4b6f-9321-32081e17276f,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:09.319377 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94182020-c209-4724-865f-cb557fd5665c req-362b7cf4-efaa-469c-b224-8179176485e4 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Network 37143bd2-1331-4c73-96e2-f9c3179c6daf is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:30:09.336066 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [req-94182020-c209-4724-865f-cb557fd5665c req-362b7cf4-efaa-469c-b224-8179176485e4 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:30:09.349933 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-94182020-c209-4724-865f-cb557fd5665c req-362b7cf4-efaa-469c-b224-8179176485e4 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:30:09.493954 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6985cf5-6ddf-4759-91c9-9c3ec899878d req-3f04a0ae-fdbe-4c7d-8a12-6baa6d818fbb tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:09.495923 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c6985cf5-6ddf-4759-91c9-9c3ec899878d req-3f04a0ae-fdbe-4c7d-8a12-6baa6d818fbb tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/ports?device_id=d435b1ed-a9ba-4299-a5dc-748fc7f97fee HTTP/1.1" status: 200 len: 944 time: 0.2837601 Feb 09 21:30:09.506155 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00036108-b6bb-4e98-92fd-14da7d3e85fc req-562b0b07-f637-44ef-afbf-fef789b33ba0 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:09.507788 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-00036108-b6bb-4e98-92fd-14da7d3e85fc req-562b0b07-f637-44ef-afbf-fef789b33ba0 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] 10.222.0.90 "GET /v2.0/ports?device_id=da449fd1-4831-485c-ad3f-7ffcd5f8ab64 HTTP/1.1" status: 200 len: 945 time: 0.3236628 Feb 09 21:30:09.525207 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94182020-c209-4724-865f-cb557fd5665c req-362b7cf4-efaa-469c-b224-8179176485e4 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:09.526352 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-94182020-c209-4724-865f-cb557fd5665c req-362b7cf4-efaa-469c-b224-8179176485e4 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:09.597168 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-94182020-c209-4724-865f-cb557fd5665c req-362b7cf4-efaa-469c-b224-8179176485e4 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7184327 Feb 09 21:30:09.617110 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-94182020-c209-4724-865f-cb557fd5665c req-0941fd6e-1b91-4cd7-88e7-59cc727796e0 service neutron] Request body: {'port': {'device_id': '7363f6dd-2718-4848-98c6-d4b3a3d9decc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-5'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:30:09.626882 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-00036108-b6bb-4e98-92fd-14da7d3e85fc req-ded0f106-8fe5-475a-892d-10a85303a291 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] 10.222.0.90 "GET /v2.0/security-groups?id=c11474fc-a995-4bd5-b9af-83dc4f32d281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102877 Feb 09 21:30:09.648603 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c6985cf5-6ddf-4759-91c9-9c3ec899878d req-459b86eb-50c3-4f45-ab22-e7f87c22eb0a tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/security-groups?id=8827d060-7266-4559-a6cc-b0bbf702a8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396756 Feb 09 21:30:09.752024 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-94182020-c209-4724-865f-cb557fd5665c req-0941fd6e-1b91-4cd7-88e7-59cc727796e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (e9e6b782-e4e9-4b6f-9321-32081e17276f), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:09.981985 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087122ad-e193-4c26-b4de-ffd4793f60c9 req-063b0766-d82c-42b9-9f66-5b498f04a75a tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:09.983685 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-087122ad-e193-4c26-b4de-ffd4793f60c9 req-063b0766-d82c-42b9-9f66-5b498f04a75a tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=f818682c-0431-4ba4-bb58-a4512e69fee6 HTTP/1.1" status: 200 len: 949 time: 0.2004020 Feb 09 21:30:10.019281 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3784832-fcb4-4a04-902f-098fa9049594 req-e21aead0-2aae-4197-a0cb-8798af6577b2 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:10.021275 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b3784832-fcb4-4a04-902f-098fa9049594 req-e21aead0-2aae-4197-a0cb-8798af6577b2 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=7363f6dd-2718-4848-98c6-d4b3a3d9decc HTTP/1.1" status: 200 len: 931 time: 0.2536552 Feb 09 21:30:10.261358 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [req-94182020-c209-4724-865f-cb557fd5665c req-0941fd6e-1b91-4cd7-88e7-59cc727796e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9e6b782-e4e9-4b6f-9321-32081e17276f {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:30:10.273344 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-94182020-c209-4724-865f-cb557fd5665c req-0941fd6e-1b91-4cd7-88e7-59cc727796e0 service neutron] Publish callbacks [] for port (e9e6b782-e4e9-4b6f-9321-32081e17276f), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:10.291488 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [req-94182020-c209-4724-865f-cb557fd5665c req-0941fd6e-1b91-4cd7-88e7-59cc727796e0 service neutron] Transition to ACTIVE for port object e9e6b782-e4e9-4b6f-9321-32081e17276f will not be triggered until provisioned by entity L2. {{(pid=103140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:30:10.296953 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-087122ad-e193-4c26-b4de-ffd4793f60c9 req-7dca339a-82df-48bf-bf6f-9581c05156b2 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3047903 Feb 09 21:30:10.300640 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-94182020-c209-4724-865f-cb557fd5665c req-0941fd6e-1b91-4cd7-88e7-59cc727796e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (e9e6b782-e4e9-4b6f-9321-32081e17276f), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:10.368829 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b3784832-fcb4-4a04-902f-098fa9049594 req-fe51ec64-5b45-42f9-924d-c65b4dd3c123 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958760 Feb 09 21:30:10.522797 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9705cc93-c1ee-4d0b-8306-d62821495311 req-77c1b52f-05b2-457e-97ea-602f2789aaba tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:10.524469 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-9705cc93-c1ee-4d0b-8306-d62821495311 req-77c1b52f-05b2-457e-97ea-602f2789aaba tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] 10.222.0.95 "GET /v2.0/ports?device_id=da449fd1-4831-485c-ad3f-7ffcd5f8ab64 HTTP/1.1" status: 200 len: 945 time: 0.1205933 Feb 09 21:30:10.526008 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0941fd6e-1b91-4cd7-88e7-59cc727796e0 service neutron] Pushing event updated for resources: {'Port': ['ID=e9e6b782-e4e9-4b6f-9321-32081e17276f,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:10.531045 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device e9f2ba29-d45e-453d-bfc4-e1f1dd8a6047 details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:30:10.551843 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device eef1a684-c343-4bce-9059-aceed4d69eb8 up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:30:10.684644 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning for port eef1a684-c343-4bce-9059-aceed4d69eb8 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:30:10.727891 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port eef1a684-c343-4bce-9059-aceed4d69eb8 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:30:10.728302 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (eef1a684-c343-4bce-9059-aceed4d69eb8), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:10.730282 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-9705cc93-c1ee-4d0b-8306-d62821495311 req-a0ef2886-f3c4-4036-a606-e9768e23acd2 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Deleting port 2ad16b77-7d0e-4d7a-9d81-501be630d492 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:30:10.730944 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-9705cc93-c1ee-4d0b-8306-d62821495311 req-a0ef2886-f3c4-4036-a606-e9768e23acd2 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (2ad16b77-7d0e-4d7a-9d81-501be630d492), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:10.806450 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35145aaa-3258-4260-bce1-179aba57fc37 req-28c77461-794b-4138-a854-e65c7f8db81f tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:10.808885 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-35145aaa-3258-4260-bce1-179aba57fc37 req-28c77461-794b-4138-a854-e65c7f8db81f tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff1811b6-f006-4729-969d-2c14bcf6a227 HTTP/1.1" status: 200 len: 950 time: 0.2887611 Feb 09 21:30:10.844276 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-94182020-c209-4724-865f-cb557fd5665c req-0941fd6e-1b91-4cd7-88e7-59cc727796e0 service neutron] Attempting to bind port e9e6b782-e4e9-4b6f-9321-32081e17276f on host n-h1-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:30:10.844874 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-94182020-c209-4724-865f-cb557fd5665c req-0941fd6e-1b91-4cd7-88e7-59cc727796e0 service neutron] Attempting to bind port e9e6b782-e4e9-4b6f-9321-32081e17276f by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': 'aad88faa-37a1-49ac-8a06-d36169fb75d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '37143bd2-1331-4c73-96e2-f9c3179c6daf'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:30:10.845499 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94182020-c209-4724-865f-cb557fd5665c req-0941fd6e-1b91-4cd7-88e7-59cc727796e0 service neutron] Attempting to bind port e9e6b782-e4e9-4b6f-9321-32081e17276f on network 37143bd2-1331-4c73-96e2-f9c3179c6daf {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:30:10.861290 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94182020-c209-4724-865f-cb557fd5665c req-0941fd6e-1b91-4cd7-88e7-59cc727796e0 service neutron] Port e9e6b782-e4e9-4b6f-9321-32081e17276f on network 37143bd2-1331-4c73-96e2-f9c3179c6daf not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:30:10.861867 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94182020-c209-4724-865f-cb557fd5665c req-0941fd6e-1b91-4cd7-88e7-59cc727796e0 service neutron] Attempting to bind port e9e6b782-e4e9-4b6f-9321-32081e17276f on network 37143bd2-1331-4c73-96e2-f9c3179c6daf {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:30:10.874291 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94182020-c209-4724-865f-cb557fd5665c req-0941fd6e-1b91-4cd7-88e7-59cc727796e0 service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:30:10.874911 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94182020-c209-4724-865f-cb557fd5665c req-0941fd6e-1b91-4cd7-88e7-59cc727796e0 service neutron] Checking segment: {'id': 'aad88faa-37a1-49ac-8a06-d36169fb75d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '37143bd2-1331-4c73-96e2-f9c3179c6daf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:30:10.875475 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94182020-c209-4724-865f-cb557fd5665c req-0941fd6e-1b91-4cd7-88e7-59cc727796e0 service neutron] Bound using segment: {'id': 'aad88faa-37a1-49ac-8a06-d36169fb75d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '37143bd2-1331-4c73-96e2-f9c3179c6daf'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:30:10.876200 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-94182020-c209-4724-865f-cb557fd5665c req-0941fd6e-1b91-4cd7-88e7-59cc727796e0 service neutron] Bound port: e9e6b782-e4e9-4b6f-9321-32081e17276f, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aad88faa-37a1-49ac-8a06-d36169fb75d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '37143bd2-1331-4c73-96e2-f9c3179c6daf'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:30:10.876760 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-94182020-c209-4724-865f-cb557fd5665c req-0941fd6e-1b91-4cd7-88e7-59cc727796e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (e9e6b782-e4e9-4b6f-9321-32081e17276f), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:10.910030 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-9705cc93-c1ee-4d0b-8306-d62821495311 req-a0ef2886-f3c4-4036-a606-e9768e23acd2 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] For port 2ad16b77-7d0e-4d7a-9d81-501be630d492, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=2ad16b77-7d0e-4d7a-9d81-501be630d492,segment=NetworkSegment(cfddd030-8c7e-487d-bc1f-1f873848817f),segment_id=cfddd030-8c7e-487d-bc1f-1f873848817f)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:30:10.910401 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-9705cc93-c1ee-4d0b-8306-d62821495311 req-a0ef2886-f3c4-4036-a606-e9768e23acd2 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (2ad16b77-7d0e-4d7a-9d81-501be630d492), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:10.933924 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-35145aaa-3258-4260-bce1-179aba57fc37 req-23e88155-51ff-4a61-8150-c2ead5adf9f0 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/security-groups?id=f6fa6ce3-746d-4166-ab07-a35461d566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858538 Feb 09 21:30:11.002192 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-94182020-c209-4724-865f-cb557fd5665c req-0941fd6e-1b91-4cd7-88e7-59cc727796e0 service neutron] For port e9e6b782-e4e9-4b6f-9321-32081e17276f, host n-h1-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:30:11.007502 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-94182020-c209-4724-865f-cb557fd5665c req-0941fd6e-1b91-4cd7-88e7-59cc727796e0 service neutron] For port e9e6b782-e4e9-4b6f-9321-32081e17276f, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=e9e6b782-e4e9-4b6f-9321-32081e17276f,segment=NetworkSegment(aad88faa-37a1-49ac-8a06-d36169fb75d8),segment_id=aad88faa-37a1-49ac-8a06-d36169fb75d8)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:30:11.022631 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8524d877-0082-4610-94af-a0ff1d497a43 req-30fb04c2-9f41-4265-af0d-389285ea2add tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:11.029149 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8524d877-0082-4610-94af-a0ff1d497a43 req-30fb04c2-9f41-4265-af0d-389285ea2add tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] 10.222.0.90 "GET /v2.0/ports?device_id=da449fd1-4831-485c-ad3f-7ffcd5f8ab64 HTTP/1.1" status: 200 len: 945 time: 0.2357829 Feb 09 21:30:11.044006 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-94182020-c209-4724-865f-cb557fd5665c req-0941fd6e-1b91-4cd7-88e7-59cc727796e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (e9e6b782-e4e9-4b6f-9321-32081e17276f), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:11.109626 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94182020-c209-4724-865f-cb557fd5665c req-0941fd6e-1b91-4cd7-88e7-59cc727796e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:11.110264 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-94182020-c209-4724-865f-cb557fd5665c req-0941fd6e-1b91-4cd7-88e7-59cc727796e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:11.120601 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-94182020-c209-4724-865f-cb557fd5665c req-0941fd6e-1b91-4cd7-88e7-59cc727796e0 service neutron] 10.222.0.95 "PUT /v2.0/ports/e9e6b782-e4e9-4b6f-9321-32081e17276f HTTP/1.1" status: 200 len: 1091 time: 1.5112956 Feb 09 21:30:11.203778 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port e9f2ba29-d45e-453d-bfc4-e1f1dd8a6047, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=e9f2ba29-d45e-453d-bfc4-e1f1dd8a6047,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:30:11.230315 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-4cc70f85-e83e-4d84-ba8f-e2c54006d6a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:11.234713 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': 'e9f2ba29-d45e-453d-bfc4-e1f1dd8a6047', 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc', 'port_id': 'e9f2ba29-d45e-453d-bfc4-e1f1dd8a6047', 'mac_address': 'fa:16:3e:89:45:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f7402ac-a35b-414b-bcc1-bc1c3072ec3c', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:30:11.274266 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port eef1a684-c343-4bce-9059-aceed4d69eb8 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:30:11.274676 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (eef1a684-c343-4bce-9059-aceed4d69eb8), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:11.290002 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7363f6dd-2718-4848-98c6-d4b3a3d9decc', 'tag': 'e9e6b782-e4e9-4b6f-9321-32081e17276f'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:30:11.292451 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-290a7439-8a4a-4ab4-8989-44c4616e3d50" -d '{"events": [{"name": "network-changed", "server_uuid": "7363f6dd-2718-4848-98c6-d4b3a3d9decc", "tag": "e9e6b782-e4e9-4b6f-9321-32081e17276f"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:30:11.308789 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0941fd6e-1b91-4cd7-88e7-59cc727796e0 service neutron] Pushing event updated for resources: {'Port': ['ID=e9e6b782-e4e9-4b6f-9321-32081e17276f,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:11.617747 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-9705cc93-c1ee-4d0b-8306-d62821495311 req-a0ef2886-f3c4-4036-a606-e9768e23acd2 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:11.618953 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-9705cc93-c1ee-4d0b-8306-d62821495311 req-a0ef2886-f3c4-4036-a606-e9768e23acd2 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (9d45c2ef-406a-4e6d-b004-cdfe2ba36731), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:11.619745 n-d-828369-5 neutron-server[103141]: INFO neutron.db.l3_db [req-9705cc93-c1ee-4d0b-8306-d62821495311 req-a0ef2886-f3c4-4036-a606-e9768e23acd2 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Floating IP 9d45c2ef-406a-4e6d-b004-cdfe2ba36731 disassociated. External IP: 172.25.3.213, port: 2ad16b77-7d0e-4d7a-9d81-501be630d492. Feb 09 21:30:11.620366 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-9705cc93-c1ee-4d0b-8306-d62821495311 req-a0ef2886-f3c4-4036-a606-e9768e23acd2 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Calling delete_port for 2ad16b77-7d0e-4d7a-9d81-501be630d492 owned by compute:nova {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:30:11.663339 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8524d877-0082-4610-94af-a0ff1d497a43 req-8eef87ea-7db2-4671-89f3-c23553767181 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] 10.222.0.90 "GET /v2.0/security-groups?id=c11474fc-a995-4bd5-b9af-83dc4f32d281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6166332 Feb 09 21:30:11.729286 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1619d391-6e4e-4608-8233-6b0e990634af req-a0820087-5d74-4804-8a6d-974a02f5d28a tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:11.731248 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1619d391-6e4e-4608-8233-6b0e990634af req-a0820087-5d74-4804-8a6d-974a02f5d28a tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/ports?device_id=d435b1ed-a9ba-4299-a5dc-748fc7f97fee HTTP/1.1" status: 200 len: 944 time: 0.6066978 Feb 09 21:30:11.733245 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94182020-c209-4724-865f-cb557fd5665c req-6a0967d1-9079-4a3b-8736-a6cc74bf33d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:11.745397 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-94182020-c209-4724-865f-cb557fd5665c req-6a0967d1-9079-4a3b-8736-a6cc74bf33d1 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=2bd637e202e1467d81aff230fe0a3e7e&device_id=7363f6dd-2718-4848-98c6-d4b3a3d9decc HTTP/1.1" status: 200 len: 1125 time: 0.4177301 Feb 09 21:30:11.804402 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86711e76-7f87-4858-9728-1bcb3d27f750 x-openstack-request-id: req-86711e76-7f87-4858-9728-1bcb3d27f750 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:30:11.805519 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7363f6dd-2718-4848-98c6-d4b3a3d9decc", "tag": "e9e6b782-e4e9-4b6f-9321-32081e17276f", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:30:11.806217 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-86711e76-7f87-4858-9728-1bcb3d27f750 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:30:11.809587 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7363f6dd-2718-4848-98c6-d4b3a3d9decc', 'tag': 'e9e6b782-e4e9-4b6f-9321-32081e17276f', 'status': 'completed', 'code': 200} Feb 09 21:30:11.852303 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f818682c-0431-4ba4-bb58-a4512e69fee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eef1a684-c343-4bce-9059-aceed4d69eb8'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:30:11.855312 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b857657-7fcb-4411-ada7-6c808dbe2b82" -d '{"events": [{"server_uuid": "f818682c-0431-4ba4-bb58-a4512e69fee6", "name": "network-vif-plugged", "status": "completed", "tag": "eef1a684-c343-4bce-9059-aceed4d69eb8"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:30:11.886702 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port e9f2ba29-d45e-453d-bfc4-e1f1dd8a6047 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:30:11.887369 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (e9f2ba29-d45e-453d-bfc4-e1f1dd8a6047), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:11.891549 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port eef1a684-c343-4bce-9059-aceed4d69eb8, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=eef1a684-c343-4bce-9059-aceed4d69eb8,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:30:11.934206 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (eef1a684-c343-4bce-9059-aceed4d69eb8), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:11.966124 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-9705cc93-c1ee-4d0b-8306-d62821495311 req-a0ef2886-f3c4-4036-a606-e9768e23acd2 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (2ad16b77-7d0e-4d7a-9d81-501be630d492), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:11.973458 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-94182020-c209-4724-865f-cb557fd5665c req-0eb529f0-8523-453f-a6a8-2a9fd516c1cd service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9e6b782-e4e9-4b6f-9321-32081e17276f HTTP/1.1" status: 200 len: 217 time: 0.2093258 Feb 09 21:30:12.014509 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ef2886-f3c4-4036-a606-e9768e23acd2 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Pushing event deleted for resources: {'Port': ['ID=2ad16b77-7d0e-4d7a-9d81-501be630d492,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:12.077076 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=eef1a684-c343-4bce-9059-aceed4d69eb8,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:12.080626 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9f2ba29-d45e-453d-bfc4-e1f1dd8a6047 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:30:12.102300 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port e9f2ba29-d45e-453d-bfc4-e1f1dd8a6047, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=e9f2ba29-d45e-453d-bfc4-e1f1dd8a6047,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:30:12.111955 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (e9f2ba29-d45e-453d-bfc4-e1f1dd8a6047), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:12.118000 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:12.118352 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:12.118697 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:12.119034 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:12.119365 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:12.119713 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:12.120028 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:12.120409 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:12.130539 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:12.130973 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:12.131339 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:12.131666 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:12.131998 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:12.143410 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94182020-c209-4724-865f-cb557fd5665c req-1e2c2df6-6073-449e-9e04-230501a55ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:12.145025 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-94182020-c209-4724-865f-cb557fd5665c req-1e2c2df6-6073-449e-9e04-230501a55ca9 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=f5dc5768-86f9-4907-b987-49606f9e43f9 HTTP/1.1" status: 200 len: 861 time: 0.1545115 Feb 09 21:30:12.177999 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ef2886-f3c4-4036-a606-e9768e23acd2 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:12.178283 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ef2886-f3c4-4036-a606-e9768e23acd2 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:12.178620 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ef2886-f3c4-4036-a606-e9768e23acd2 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:12.178961 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ef2886-f3c4-4036-a606-e9768e23acd2 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:12.179300 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ef2886-f3c4-4036-a606-e9768e23acd2 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:12.179634 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ef2886-f3c4-4036-a606-e9768e23acd2 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:12.179967 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ef2886-f3c4-4036-a606-e9768e23acd2 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:12.180324 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ef2886-f3c4-4036-a606-e9768e23acd2 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:12.180658 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ef2886-f3c4-4036-a606-e9768e23acd2 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:12.180989 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ef2886-f3c4-4036-a606-e9768e23acd2 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:12.181320 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ef2886-f3c4-4036-a606-e9768e23acd2 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:12.181655 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ef2886-f3c4-4036-a606-e9768e23acd2 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:12.192698 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ef2886-f3c4-4036-a606-e9768e23acd2 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:12.221151 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1619d391-6e4e-4608-8233-6b0e990634af req-35487108-c763-4340-a5a5-a8e3e0f1ee68 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/security-groups?id=8827d060-7266-4559-a6cc-b0bbf702a8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4604449 Feb 09 21:30:12.245614 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=e9f2ba29-d45e-453d-bfc4-e1f1dd8a6047,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:12.325937 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-94182020-c209-4724-865f-cb557fd5665c req-001a4747-1d34-490a-8482-8ddadb2017ae service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=37143bd2-1331-4c73-96e2-f9c3179c6daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684614 Feb 09 21:30:12.330376 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9705cc93-c1ee-4d0b-8306-d62821495311 req-a0ef2886-f3c4-4036-a606-e9768e23acd2 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Router 88999dd9-301b-4545-a2be-0d274196e2c0 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:30:12.486681 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-94182020-c209-4724-865f-cb557fd5665c req-18c23f47-7a25-4cd3-b582-6b8ef94b7969 service neutron] 10.222.0.95 "GET /v2.0/networks/37143bd2-1331-4c73-96e2-f9c3179c6daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309643 Feb 09 21:30:12.539336 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 9c7fd832-054f-4b7f-876d-c3f68d7610d8 details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:30:12.583071 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9705cc93-c1ee-4d0b-8306-d62821495311 req-a0ef2886-f3c4-4036-a606-e9768e23acd2 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:30:12.594293 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad61236-35fe-4d7d-b312-50839e18e938 None None] Sync routers for ids ['88999dd9-301b-4545-a2be-0d274196e2c0'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:30:12.611472 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad61236-35fe-4d7d-b312-50839e18e938 None None] Routers {'88999dd9-301b-4545-a2be-0d274196e2c0'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:30:12.615060 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-5ad61236-35fe-4d7d-b312-50839e18e938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:30:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['88999dd9-301b-4545-a2be-0d274196e2c0'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:30:12.650394 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:12.666732 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-9705cc93-c1ee-4d0b-8306-d62821495311 req-a0ef2886-f3c4-4036-a606-e9768e23acd2 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] No DVR routers for this DVR port 2ad16b77-7d0e-4d7a-9d81-501be630d492 on host n-h1-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:30:12.672025 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-9705cc93-c1ee-4d0b-8306-d62821495311 req-a0ef2886-f3c4-4036-a606-e9768e23acd2 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:12.679052 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-9705cc93-c1ee-4d0b-8306-d62821495311 req-a0ef2886-f3c4-4036-a606-e9768e23acd2 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] 10.222.0.95 "DELETE /v2.0/ports/2ad16b77-7d0e-4d7a-9d81-501be630d492 HTTP/1.1" status: 204 len: 173 time: 2.1388383 Feb 09 21:30:12.679556 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da449fd1-4831-485c-ad3f-7ffcd5f8ab64', 'name': 'network-vif-deleted', 'tag': '2ad16b77-7d0e-4d7a-9d81-501be630d492'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:30:12.689423 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d13ee383-2c3e-44c2-b314-87865acd7c7d" -d '{"events": [{"server_uuid": "da449fd1-4831-485c-ad3f-7ffcd5f8ab64", "name": "network-vif-deleted", "tag": "2ad16b77-7d0e-4d7a-9d81-501be630d492"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:30:12.742672 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-94182020-c209-4724-865f-cb557fd5665c req-252c95bf-3ee9-4a34-904d-39195f3bfb6c service neutron] 10.222.0.95 "GET /v2.0/networks/37143bd2-1331-4c73-96e2-f9c3179c6daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209260 Feb 09 21:30:12.811724 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd400bd-71e4-4f5f-bd57-208e8f32d8f2 req-44b8234a-6e9b-4eed-afa1-77211fa4ff2e tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:12.829424 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3fd400bd-71e4-4f5f-bd57-208e8f32d8f2 req-44b8234a-6e9b-4eed-afa1-77211fa4ff2e tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=f818682c-0431-4ba4-bb58-a4512e69fee6 HTTP/1.1" status: 200 len: 950 time: 0.8342013 Feb 09 21:30:12.844134 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['e9f2ba29-d45e-453d-bfc4-e1f1dd8a6047'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:30:12.895046 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69e0795-769c-4469-9d01-e1851bf1ebb9 req-0206805e-9400-428f-9729-c11792154650 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:12.907441 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e69e0795-769c-4469-9d01-e1851bf1ebb9 req-0206805e-9400-428f-9729-c11792154650 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=7363f6dd-2718-4848-98c6-d4b3a3d9decc HTTP/1.1" status: 200 len: 943 time: 0.5729280 Feb 09 21:30:12.965803 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-5ad61236-35fe-4d7d-b312-50839e18e938 None None] Set router 88999dd9-301b-4545-a2be-0d274196e2c0 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:30:12.971142 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 9c7fd832-054f-4b7f-876d-c3f68d7610d8, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=9c7fd832-054f-4b7f-876d-c3f68d7610d8,segment=NetworkSegment(79d7c118-8629-48e7-a704-27a42c218b4f),segment_id=79d7c118-8629-48e7-a704-27a42c218b4f)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:30:13.035853 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': '9c7fd832-054f-4b7f-876d-c3f68d7610d8', 'network_id': '43a15864-976d-4c1b-9eca-ababf91abd28', 'port_id': '9c7fd832-054f-4b7f-876d-c3f68d7610d8', 'mac_address': 'fa:16:3e:7b:2d:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8aa2c19c-86ec-4da6-bb2c-e80ae4e7aac9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:30:13.109630 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e69e0795-769c-4469-9d01-e1851bf1ebb9 req-59a897bc-3aa9-489e-87dc-f9070f0d785b tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000604 Feb 09 21:30:13.125570 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290a7439-8a4a-4ab4-8989-44c4616e3d50 req-b70c82ad-433d-4f40-8209-64d4b396c8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:13.142146 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-290a7439-8a4a-4ab4-8989-44c4616e3d50 req-b70c82ad-433d-4f40-8209-64d4b396c8b8 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=2bd637e202e1467d81aff230fe0a3e7e&device_id=7363f6dd-2718-4848-98c6-d4b3a3d9decc HTTP/1.1" status: 200 len: 1125 time: 0.2190900 Feb 09 21:30:13.188175 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3fd400bd-71e4-4f5f-bd57-208e8f32d8f2 req-4fea5687-76c6-4767-b24e-57650925e906 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3491437 Feb 09 21:30:13.222902 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 9c7fd832-054f-4b7f-876d-c3f68d7610d8 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:30:13.222902 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (9c7fd832-054f-4b7f-876d-c3f68d7610d8), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:13.313071 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c7fd832-054f-4b7f-876d-c3f68d7610d8 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:30:13.359438 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 9c7fd832-054f-4b7f-876d-c3f68d7610d8, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=9c7fd832-054f-4b7f-876d-c3f68d7610d8,segment=NetworkSegment(79d7c118-8629-48e7-a704-27a42c218b4f),segment_id=79d7c118-8629-48e7-a704-27a42c218b4f)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:30:13.365920 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3201ac33-8954-454f-9f0f-03518ab47fc3 x-openstack-request-id: req-3201ac33-8954-454f-9f0f-03518ab47fc3 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:30:13.368446 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f818682c-0431-4ba4-bb58-a4512e69fee6", "name": "network-vif-plugged", "status": "completed", "tag": "eef1a684-c343-4bce-9059-aceed4d69eb8", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:30:13.368853 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-3201ac33-8954-454f-9f0f-03518ab47fc3 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:30:13.369370 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f818682c-0431-4ba4-bb58-a4512e69fee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eef1a684-c343-4bce-9059-aceed4d69eb8', 'code': 200} Feb 09 21:30:13.373438 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (9c7fd832-054f-4b7f-876d-c3f68d7610d8), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:13.591806 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-5ad61236-35fe-4d7d-b312-50839e18e938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88999dd9-301b-4545-a2be-0d274196e2c0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-860913778-router', 'tenant_id': 'c3d686fde7364510aff45ca2f2b1a8d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': 'e63a94d9-7a38-4bb9-aa49-74194f8381d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:27:07Z', 'updated_at': '2022-02-09T21:27:12Z', 'revision_number': 4, 'project_id': 'c3d686fde7364510aff45ca2f2b1a8d8', 'gw_port': {'id': 'e63a94d9-7a38-4bb9-aa49-74194f8381d9', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:29:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88999dd9-301b-4545-a2be-0d274196e2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:27:07Z', 'updated_at': '2022-02-09T21:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '04fd5a29-f9cc-4f19-9b35-fbeffb75a999', 'name': '', 'network_id': '7a9ac5a8-6c72-442e-a289-f0f0972e4da1', 'tenant_id': 'c3d686fde7364510aff45ca2f2b1a8d8', 'mac_address': 'fa:16:3e:4b:5b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88999dd9-301b-4545-a2be-0d274196e2c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '9d40292b-0b76-42c5-80e1-90b5058bab26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:27:10Z', 'updated_at': '2022-02-09T21:27:18Z', 'revision_number': 5, 'project_id': 'c3d686fde7364510aff45ca2f2b1a8d8', 'subnets': [{'id': '9d40292b-0b76-42c5-80e1-90b5058bab26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:30:13.622467 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=9c7fd832-054f-4b7f-876d-c3f68d7610d8,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:13.633169 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1c4bedc0-41bd-4385-8a72-0f4b13780b21 req-0af4763c-2929-4f1e-9cbb-2cc973e3db45 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] 10.222.0.90 "GET /v2.0/ports?device_id=da449fd1-4831-485c-ad3f-7ffcd5f8ab64 HTTP/1.1" status: 200 len: 210 time: 0.0835829 Feb 09 21:30:13.634004 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290a7439-8a4a-4ab4-8989-44c4616e3d50 req-cbfa0eb3-1652-4c7e-a0b5-971c78cb28b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:13.635456 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-290a7439-8a4a-4ab4-8989-44c4616e3d50 req-cbfa0eb3-1652-4c7e-a0b5-971c78cb28b3 service neutron] 10.222.0.95 "GET /v2.0/networks?id=37143bd2-1331-4c73-96e2-f9c3179c6daf HTTP/1.1" status: 200 len: 922 time: 0.4311376 Feb 09 21:30:13.640349 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad61236-35fe-4d7d-b312-50839e18e938 None None] Checking router: 88999dd9-301b-4545-a2be-0d274196e2c0 for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:30:13.662260 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad61236-35fe-4d7d-b312-50839e18e938 None None] Routers {'88999dd9-301b-4545-a2be-0d274196e2c0'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:30:13.664501 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-5ad61236-35fe-4d7d-b312-50839e18e938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:30:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['88999dd9-301b-4545-a2be-0d274196e2c0'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:30:13.670143 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cc936f-a0fb-4124-8a93-3394a45ce03d req-966085df-1805-4e3b-aee9-3813f3119773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:13.685953 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f6cc936f-a0fb-4124-8a93-3394a45ce03d req-966085df-1805-4e3b-aee9-3813f3119773 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=f818682c-0431-4ba4-bb58-a4512e69fee6 HTTP/1.1" status: 200 len: 1132 time: 0.2266753 Feb 09 21:30:13.724406 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-becfeb0d-71f1-46d3-9419-155206689f4a x-openstack-request-id: req-becfeb0d-71f1-46d3-9419-155206689f4a {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:30:13.724640 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da449fd1-4831-485c-ad3f-7ffcd5f8ab64", "name": "network-vif-deleted", "tag": "2ad16b77-7d0e-4d7a-9d81-501be630d492", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:30:13.724951 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-becfeb0d-71f1-46d3-9419-155206689f4a {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:30:13.725347 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da449fd1-4831-485c-ad3f-7ffcd5f8ab64', 'name': 'network-vif-deleted', 'tag': '2ad16b77-7d0e-4d7a-9d81-501be630d492', 'status': 'completed', 'code': 200} Feb 09 21:30:13.761458 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f6cc936f-a0fb-4124-8a93-3394a45ce03d req-e472f012-5245-4001-8eb2-62f626e557a5 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632539 Feb 09 21:30:13.788804 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-290a7439-8a4a-4ab4-8989-44c4616e3d50 req-f6219f7c-ea87-4019-b98f-f8ff0ca73a1b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9e6b782-e4e9-4b6f-9321-32081e17276f HTTP/1.1" status: 200 len: 217 time: 0.1186559 Feb 09 21:30:13.810185 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c0de4-79c6-4706-af17-7e1e64529cf5 req-2cfa092d-9385-4be7-99b1-049d62f77b70 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:13.813381 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-558c0de4-79c6-4706-af17-7e1e64529cf5 req-2cfa092d-9385-4be7-99b1-049d62f77b70 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff1811b6-f006-4729-969d-2c14bcf6a227 HTTP/1.1" status: 200 len: 950 time: 0.3614259 Feb 09 21:30:13.886681 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-5ad61236-35fe-4d7d-b312-50839e18e938 None None] Set router 88999dd9-301b-4545-a2be-0d274196e2c0 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:30:13.974893 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:14.007199 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-558c0de4-79c6-4706-af17-7e1e64529cf5 req-2086b7cf-df4c-40b5-8c20-3da73d9653cf tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/security-groups?id=f6fa6ce3-746d-4166-ab07-a35461d566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843641 Feb 09 21:30:14.026748 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c5b3db-3e10-4817-9d32-d983c02cf8ea req-5b3b6ff5-37d2-45c4-a162-433337c97d5d tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:14.035703 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c8c5b3db-3e10-4817-9d32-d983c02cf8ea req-5b3b6ff5-37d2-45c4-a162-433337c97d5d tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/ports?device_id=d435b1ed-a9ba-4299-a5dc-748fc7f97fee HTTP/1.1" status: 200 len: 945 time: 0.1912694 Feb 09 21:30:14.072446 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['9c7fd832-054f-4b7f-876d-c3f68d7610d8'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:30:14.322628 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290a7439-8a4a-4ab4-8989-44c4616e3d50 req-3bf17390-bb9b-4563-aa12-3fa9b30c3b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:14.324137 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-290a7439-8a4a-4ab4-8989-44c4616e3d50 req-3bf17390-bb9b-4563-aa12-3fa9b30c3b15 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=f5dc5768-86f9-4907-b987-49606f9e43f9 HTTP/1.1" status: 200 len: 861 time: 0.2586861 Feb 09 21:30:14.395289 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-5ad61236-35fe-4d7d-b312-50839e18e938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88999dd9-301b-4545-a2be-0d274196e2c0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-860913778-router', 'tenant_id': 'c3d686fde7364510aff45ca2f2b1a8d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': 'e63a94d9-7a38-4bb9-aa49-74194f8381d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:27:07Z', 'updated_at': '2022-02-09T21:27:12Z', 'revision_number': 4, 'project_id': 'c3d686fde7364510aff45ca2f2b1a8d8', 'gw_port': {'id': 'e63a94d9-7a38-4bb9-aa49-74194f8381d9', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:29:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88999dd9-301b-4545-a2be-0d274196e2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:27:07Z', 'updated_at': '2022-02-09T21:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '04fd5a29-f9cc-4f19-9b35-fbeffb75a999', 'name': '', 'network_id': '7a9ac5a8-6c72-442e-a289-f0f0972e4da1', 'tenant_id': 'c3d686fde7364510aff45ca2f2b1a8d8', 'mac_address': 'fa:16:3e:4b:5b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88999dd9-301b-4545-a2be-0d274196e2c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '9d40292b-0b76-42c5-80e1-90b5058bab26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:27:10Z', 'updated_at': '2022-02-09T21:27:18Z', 'revision_number': 5, 'project_id': 'c3d686fde7364510aff45ca2f2b1a8d8', 'subnets': [{'id': '9d40292b-0b76-42c5-80e1-90b5058bab26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:30:14.484466 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad61236-35fe-4d7d-b312-50839e18e938 None None] The sync data for ids ['88999dd9-301b-4545-a2be-0d274196e2c0'] in n-d-828369-5 is: [{'id': '88999dd9-301b-4545-a2be-0d274196e2c0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-860913778-router', 'tenant_id': 'c3d686fde7364510aff45ca2f2b1a8d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': 'e63a94d9-7a38-4bb9-aa49-74194f8381d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:27:07Z', 'updated_at': '2022-02-09T21:27:12Z', 'revision_number': 4, 'project_id': 'c3d686fde7364510aff45ca2f2b1a8d8', 'gw_port': {'id': 'e63a94d9-7a38-4bb9-aa49-74194f8381d9', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:29:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88999dd9-301b-4545-a2be-0d274196e2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:27:07Z', 'updated_at': '2022-02-09T21:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '04fd5a29-f9cc-4f19-9b35-fbeffb75a999', 'name': '', 'network_id': '7a9ac5a8-6c72-442e-a289-f0f0972e4da1', 'tenant_id': 'c3d686fde7364510aff45ca2f2b1a8d8', 'mac_address': 'fa:16:3e:4b:5b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88999dd9-301b-4545-a2be-0d274196e2c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '9d40292b-0b76-42c5-80e1-90b5058bab26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:27:10Z', 'updated_at': '2022-02-09T21:27:18Z', 'revision_number': 5, 'project_id': 'c3d686fde7364510aff45ca2f2b1a8d8', 'subnets': [{'id': '9d40292b-0b76-42c5-80e1-90b5058bab26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:30:14.537807 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-290a7439-8a4a-4ab4-8989-44c4616e3d50 req-b1b2c1fd-06f2-4f28-a1a5-d6a7fe263a46 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=37143bd2-1331-4c73-96e2-f9c3179c6daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1209698 Feb 09 21:30:14.585214 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 2ad16b77-7d0e-4d7a-9d81-501be630d492 no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:30:14.587059 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c8c5b3db-3e10-4817-9d32-d983c02cf8ea req-9cb54b40-35d9-4450-9b43-cdf88c8f2d38 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/security-groups?id=8827d060-7266-4559-a6cc-b0bbf702a8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5444124 Feb 09 21:30:14.666573 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] No Port match for: 2ad16b77-7d0e-4d7a-9d81-501be630d492 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:30:14.672392 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 2ad16b77-7d0e-4d7a-9d81-501be630d492 not bound to the agent host n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:30:14.763450 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c09886-1cf5-4d57-a8d6-48c01024a7ad req-5b65b29b-2f7d-48d3-ab90-a96b1d2e68ea tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:14.780700 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-05c09886-1cf5-4d57-a8d6-48c01024a7ad req-5b65b29b-2f7d-48d3-ab90-a96b1d2e68ea tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=7363f6dd-2718-4848-98c6-d4b3a3d9decc HTTP/1.1" status: 200 len: 943 time: 0.4521360 Feb 09 21:30:14.909058 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-05c09886-1cf5-4d57-a8d6-48c01024a7ad req-8d9cb73d-1d41-446d-b712-d55d8f378d91 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263027 Feb 09 21:30:14.952330 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec298960-ec45-4453-845b-1092954da121 req-1ca4bb69-7413-463b-b98e-307255025668 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:14.959297 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ec298960-ec45-4453-845b-1092954da121 req-1ca4bb69-7413-463b-b98e-307255025668 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=f818682c-0431-4ba4-bb58-a4512e69fee6 HTTP/1.1" status: 200 len: 950 time: 0.2349117 Feb 09 21:30:15.001366 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-290a7439-8a4a-4ab4-8989-44c4616e3d50 req-b1adee73-40d5-4963-9550-ca39dd1bffbb service neutron] 10.222.0.95 "GET /v2.0/networks/37143bd2-1331-4c73-96e2-f9c3179c6daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4438932 Feb 09 21:30:15.007110 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844d2f46-f51b-40c7-8442-043e1a6136fd None None] New status for floating IP 9d45c2ef-406a-4e6d-b004-cdfe2ba36731: DOWN {{(pid=103142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:30:15.125449 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ec298960-ec45-4453-845b-1092954da121 req-a269ea48-0f27-4209-abb4-bd3dab0efbf5 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651566 Feb 09 21:30:15.219010 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-290a7439-8a4a-4ab4-8989-44c4616e3d50 req-9f4310f0-7ebd-4bf2-98ce-a163b11fcfe6 service neutron] 10.222.0.95 "GET /v2.0/networks/37143bd2-1331-4c73-96e2-f9c3179c6daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953251 Feb 09 21:30:15.256162 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda041ab-1f51-4151-84d4-b0166b84ce9c req-f0c0a99a-5b8b-4974-a8c9-47f6b6013d75 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:15.257761 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cda041ab-1f51-4151-84d4-b0166b84ce9c req-f0c0a99a-5b8b-4974-a8c9-47f6b6013d75 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff1811b6-f006-4729-969d-2c14bcf6a227 HTTP/1.1" status: 200 len: 950 time: 0.1277843 Feb 09 21:30:15.308321 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 48908) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:30:15.351727 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cda041ab-1f51-4151-84d4-b0166b84ce9c req-0f546ab0-63eb-4085-b242-04b5e9dcb328 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/security-groups?id=f6fa6ce3-746d-4166-ab07-a35461d566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835493 Feb 09 21:30:15.409654 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:15.459364 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-205f7f39-c5ad-41dd-978b-0375778222fe tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Publish callbacks [] for security_group (c11474fc-a995-4bd5-b9af-83dc4f32d281), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:15.569547 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-205f7f39-c5ad-41dd-978b-0375778222fe tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Publish callbacks [] for security_group (c11474fc-a995-4bd5-b9af-83dc4f32d281), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:15.693364 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-205f7f39-c5ad-41dd-978b-0375778222fe tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (c11474fc-a995-4bd5-b9af-83dc4f32d281), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:15.699135 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-205f7f39-c5ad-41dd-978b-0375778222fe tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:15.701136 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-205f7f39-c5ad-41dd-978b-0375778222fe tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] 10.222.0.90 "DELETE /v2.0/security-groups/c11474fc-a995-4bd5-b9af-83dc4f32d281 HTTP/1.1" status: 204 len: 168 time: 0.3908279 Feb 09 21:30:15.703924 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 48924) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:30:15.729644 n-d-828369-5 neutron-server[103140]: INFO neutron.api.v2.resource [None req-eaaa039b-df42-43d4-bacd-780fda9da89a tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] show failed (client error): The resource could not be found. Feb 09 21:30:15.733264 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-eaaa039b-df42-43d4-bacd-780fda9da89a tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] 10.222.0.90 "GET /v2.0/security-groups/c11474fc-a995-4bd5-b9af-83dc4f32d281 HTTP/1.1" status: 404 len: 347 time: 0.0256395 Feb 09 21:30:15.735601 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 48926) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:30:15.738352 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205f7f39-c5ad-41dd-978b-0375778222fe tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c11474fc-a995-4bd5-b9af-83dc4f32d281,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:16.070741 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a91eea-13c3-47c0-a854-930a90fafdff req-6395ddba-6dfa-4fd5-b1e4-7c6a311f1078 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:16.078052 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-17a91eea-13c3-47c0-a854-930a90fafdff req-6395ddba-6dfa-4fd5-b1e4-7c6a311f1078 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/ports?device_id=d435b1ed-a9ba-4299-a5dc-748fc7f97fee HTTP/1.1" status: 200 len: 945 time: 0.3193738 Feb 09 21:30:16.150665 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8619c2f9-35c2-44c8-8684-e264777581f9 req-a7baff57-9ef7-4308-b99b-517fa5538ca8 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:16.158800 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8619c2f9-35c2-44c8-8684-e264777581f9 req-a7baff57-9ef7-4308-b99b-517fa5538ca8 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff1811b6-f006-4729-969d-2c14bcf6a227 HTTP/1.1" status: 200 len: 950 time: 0.2288942 Feb 09 21:30:16.195363 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-cad3ee29-a5c9-4796-b229-25ec38334901 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Deleting port bba7ba55-9061-410f-b271-54d7f7e27f12 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:30:16.196185 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cad3ee29-a5c9-4796-b229-25ec38334901 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (bba7ba55-9061-410f-b271-54d7f7e27f12), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:16.291170 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cad3ee29-a5c9-4796-b229-25ec38334901 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (bba7ba55-9061-410f-b271-54d7f7e27f12), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:16.291907 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cad3ee29-a5c9-4796-b229-25ec38334901 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Publish callbacks [] for floatingip (bba7ba55-9061-410f-b271-54d7f7e27f12), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:16.305092 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-cad3ee29-a5c9-4796-b229-25ec38334901 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Calling delete_port for bba7ba55-9061-410f-b271-54d7f7e27f12 owned by network:floatingip {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:30:16.468366 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cad3ee29-a5c9-4796-b229-25ec38334901 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (bba7ba55-9061-410f-b271-54d7f7e27f12), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:16.503871 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad3ee29-a5c9-4796-b229-25ec38334901 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Pushing event deleted for resources: {'Port': ['ID=bba7ba55-9061-410f-b271-54d7f7e27f12,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:16.526595 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-17a91eea-13c3-47c0-a854-930a90fafdff req-d4f74edd-eaf8-40fa-84e6-dc33b14b2753 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/security-groups?id=8827d060-7266-4559-a6cc-b0bbf702a8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4426820 Feb 09 21:30:16.557831 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 9c7fd832-054f-4b7f-876d-c3f68d7610d8 up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:30:16.620414 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8619c2f9-35c2-44c8-8684-e264777581f9 req-812af8fb-04c9-4581-87e0-ad5a89d44748 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/security-groups?id=f6fa6ce3-746d-4166-ab07-a35461d566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4600949 Feb 09 21:30:16.623835 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device e9e6b782-e4e9-4b6f-9321-32081e17276f details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:30:16.761336 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning for port 9c7fd832-054f-4b7f-876d-c3f68d7610d8 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:30:16.777294 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port 9c7fd832-054f-4b7f-876d-c3f68d7610d8 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:30:16.777803 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (9c7fd832-054f-4b7f-876d-c3f68d7610d8), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:16.876617 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad3ee29-a5c9-4796-b229-25ec38334901 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:16.876969 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad3ee29-a5c9-4796-b229-25ec38334901 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:16.877327 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad3ee29-a5c9-4796-b229-25ec38334901 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:16.877677 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad3ee29-a5c9-4796-b229-25ec38334901 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:16.878023 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad3ee29-a5c9-4796-b229-25ec38334901 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:16.878366 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad3ee29-a5c9-4796-b229-25ec38334901 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:16.878706 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad3ee29-a5c9-4796-b229-25ec38334901 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:16.879041 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad3ee29-a5c9-4796-b229-25ec38334901 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:16.879376 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad3ee29-a5c9-4796-b229-25ec38334901 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:16.879707 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad3ee29-a5c9-4796-b229-25ec38334901 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:16.880075 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad3ee29-a5c9-4796-b229-25ec38334901 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:16.896186 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad3ee29-a5c9-4796-b229-25ec38334901 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:16.896651 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad3ee29-a5c9-4796-b229-25ec38334901 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:30:16.922545 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cad3ee29-a5c9-4796-b229-25ec38334901 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Publish callbacks [] for floatingip (9d45c2ef-406a-4e6d-b004-cdfe2ba36731), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:16.925227 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cad3ee29-a5c9-4796-b229-25ec38334901 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:16.926383 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-cad3ee29-a5c9-4796-b229-25ec38334901 tempest-ServersWithSpecificFlavorTestJSON-28709525 tempest-ServersWithSpecificFlavorTestJSON-28709525-project] 10.222.0.90 "DELETE /v2.0/floatingips/9d45c2ef-406a-4e6d-b004-cdfe2ba36731 HTTP/1.1" status: 204 len: 168 time: 1.1890848 Feb 09 21:30:16.941086 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port e9e6b782-e4e9-4b6f-9321-32081e17276f, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=e9e6b782-e4e9-4b6f-9321-32081e17276f,segment=NetworkSegment(aad88faa-37a1-49ac-8a06-d36169fb75d8),segment_id=aad88faa-37a1-49ac-8a06-d36169fb75d8)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:30:16.979536 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': 'e9e6b782-e4e9-4b6f-9321-32081e17276f', 'network_id': '37143bd2-1331-4c73-96e2-f9c3179c6daf', 'port_id': 'e9e6b782-e4e9-4b6f-9321-32081e17276f', 'mac_address': 'fa:16:3e:79:cc:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5dc5768-86f9-4907-b987-49606f9e43f9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:30:17.022248 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 9c7fd832-054f-4b7f-876d-c3f68d7610d8 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:30:17.022643 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (9c7fd832-054f-4b7f-876d-c3f68d7610d8), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:17.058591 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd435b1ed-a9ba-4299-a5dc-748fc7f97fee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c7fd832-054f-4b7f-876d-c3f68d7610d8'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:30:17.061008 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef2cd9e4-df4f-4277-be75-371c2e129643" -d '{"events": [{"server_uuid": "d435b1ed-a9ba-4299-a5dc-748fc7f97fee", "name": "network-vif-plugged", "status": "completed", "tag": "9c7fd832-054f-4b7f-876d-c3f68d7610d8"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:30:17.071806 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port e9e6b782-e4e9-4b6f-9321-32081e17276f is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:30:17.072314 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (e9e6b782-e4e9-4b6f-9321-32081e17276f), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:17.081019 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 9c7fd832-054f-4b7f-876d-c3f68d7610d8, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=9c7fd832-054f-4b7f-876d-c3f68d7610d8,segment=NetworkSegment(79d7c118-8629-48e7-a704-27a42c218b4f),segment_id=79d7c118-8629-48e7-a704-27a42c218b4f)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:30:17.088958 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (9c7fd832-054f-4b7f-876d-c3f68d7610d8), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:17.089964 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device e9f2ba29-d45e-453d-bfc4-e1f1dd8a6047 up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:30:17.093624 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc285140-d792-4d54-831e-4b88fc4e50b8 req-55365e40-c07a-4939-b8b1-a5e1526a2d5d tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:17.104255 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dc285140-d792-4d54-831e-4b88fc4e50b8 req-55365e40-c07a-4939-b8b1-a5e1526a2d5d tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=7363f6dd-2718-4848-98c6-d4b3a3d9decc HTTP/1.1" status: 200 len: 943 time: 0.3889849 Feb 09 21:30:17.179373 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9e6b782-e4e9-4b6f-9321-32081e17276f {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:30:17.203354 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2031d4f9-6bc3-4899-9ff4-ff47f0e4f2cd req-7f5ed262-c90e-4157-b611-81e84a926680 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:17.207292 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2031d4f9-6bc3-4899-9ff4-ff47f0e4f2cd req-7f5ed262-c90e-4157-b611-81e84a926680 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=f818682c-0431-4ba4-bb58-a4512e69fee6 HTTP/1.1" status: 200 len: 950 time: 0.2974372 Feb 09 21:30:17.247147 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dc285140-d792-4d54-831e-4b88fc4e50b8 req-eb30d574-2998-43f8-9387-0aeac7d7a70f tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415329 Feb 09 21:30:17.290143 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port e9e6b782-e4e9-4b6f-9321-32081e17276f, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=e9e6b782-e4e9-4b6f-9321-32081e17276f,segment=NetworkSegment(aad88faa-37a1-49ac-8a06-d36169fb75d8),segment_id=aad88faa-37a1-49ac-8a06-d36169fb75d8)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:30:17.329803 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (e9e6b782-e4e9-4b6f-9321-32081e17276f), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:17.358535 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=9c7fd832-054f-4b7f-876d-c3f68d7610d8,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:17.362234 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2031d4f9-6bc3-4899-9ff4-ff47f0e4f2cd req-09755a2f-8513-42d4-98a8-32a399ca5923 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383944 Feb 09 21:30:17.487451 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dcdad20c-9576-4d2d-b2a8-b35cf33e94d8 req-b308b829-699f-4e7c-8e6c-a5736a251beb tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=8d84614404434ebcab3def23a72c26b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0562596 Feb 09 21:30:17.524719 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=e9e6b782-e4e9-4b6f-9321-32081e17276f,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:17.532408 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning for port e9f2ba29-d45e-453d-bfc4-e1f1dd8a6047 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:30:17.554490 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port e9f2ba29-d45e-453d-bfc4-e1f1dd8a6047 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:30:17.554870 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (e9f2ba29-d45e-453d-bfc4-e1f1dd8a6047), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:17.558909 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-616437c6-7c52-40a8-b39a-3f88e017a559 x-openstack-request-id: req-616437c6-7c52-40a8-b39a-3f88e017a559 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:30:17.559689 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d435b1ed-a9ba-4299-a5dc-748fc7f97fee", "name": "network-vif-plugged", "status": "completed", "tag": "9c7fd832-054f-4b7f-876d-c3f68d7610d8", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:30:17.564210 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-616437c6-7c52-40a8-b39a-3f88e017a559 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:30:17.564871 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd435b1ed-a9ba-4299-a5dc-748fc7f97fee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c7fd832-054f-4b7f-876d-c3f68d7610d8', 'code': 200} Feb 09 21:30:17.828793 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c91e8b-6b96-4b21-8e37-fac9c787ed56 req-cab5adc1-3541-41c8-84c2-9c07e910595c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:17.837652 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-65c91e8b-6b96-4b21-8e37-fac9c787ed56 req-cab5adc1-3541-41c8-84c2-9c07e910595c service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=d435b1ed-a9ba-4299-a5dc-748fc7f97fee HTTP/1.1" status: 200 len: 1128 time: 0.1357732 Feb 09 21:30:17.899456 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port e9f2ba29-d45e-453d-bfc4-e1f1dd8a6047 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:30:17.900202 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (e9f2ba29-d45e-453d-bfc4-e1f1dd8a6047), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:17.938322 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['e9e6b782-e4e9-4b6f-9321-32081e17276f'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:30:17.988905 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-65c91e8b-6b96-4b21-8e37-fac9c787ed56 req-f9c33e31-29a6-4c04-a9b9-c8119010b29a service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=8827d060-7266-4559-a6cc-b0bbf702a8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351340 Feb 09 21:30:18.006896 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdad20c-9576-4d2d-b2a8-b35cf33e94d8 req-771e0670-5d97-4d87-959e-e1c06242c864 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:18.017583 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dcdad20c-9576-4d2d-b2a8-b35cf33e94d8 req-771e0670-5d97-4d87-959e-e1c06242c864 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5122964 Feb 09 21:30:18.036898 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dcdad20c-9576-4d2d-b2a8-b35cf33e94d8 req-03471747-aa9b-4c0f-8e81-d5ea3b090ca2 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/quotas/8d84614404434ebcab3def23a72c26b2 HTTP/1.1" status: 200 len: 375 time: 0.0174525 Feb 09 21:30:18.094276 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efb39f4-61fd-4fe5-8368-8e7054ea8e68 req-bdbbf884-9ecf-461e-9b70-19d77d8062a6 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:18.095808 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8efb39f4-61fd-4fe5-8368-8e7054ea8e68 req-bdbbf884-9ecf-461e-9b70-19d77d8062a6 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=a7a21a4d-84b2-4dbf-b7d8-4bfeb227b128 HTTP/1.1" status: 200 len: 949 time: 0.2657771 Feb 09 21:30:18.105103 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dcdad20c-9576-4d2d-b2a8-b35cf33e94d8 req-05fe944e-541a-4f1a-a5e5-ce93d35a8245 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=8d84614404434ebcab3def23a72c26b2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0672326 Feb 09 21:30:18.166660 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8efb39f4-61fd-4fe5-8368-8e7054ea8e68 req-52b404f3-e292-4029-b76d-56f7618cb95e tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605257 Feb 09 21:30:18.196141 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port e9f2ba29-d45e-453d-bfc4-e1f1dd8a6047, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=e9f2ba29-d45e-453d-bfc4-e1f1dd8a6047,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:30:18.204604 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (e9f2ba29-d45e-453d-bfc4-e1f1dd8a6047), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:18.287729 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=e9f2ba29-d45e-453d-bfc4-e1f1dd8a6047,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:18.707783 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1ca549-2c7d-4b18-86c7-f6b210ac9624 req-ca2fb1be-5f56-443c-87bf-950b8b734f40 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:18.709527 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ac1ca549-2c7d-4b18-86c7-f6b210ac9624 req-ca2fb1be-5f56-443c-87bf-950b8b734f40 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/ports?device_id=d435b1ed-a9ba-4299-a5dc-748fc7f97fee HTTP/1.1" status: 200 len: 946 time: 0.1662009 Feb 09 21:30:18.775193 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90a99b6-1a95-40be-9b64-5835ba4f4ced req-bf2599fa-9fe0-4b5a-81a2-8a04ae727408 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:18.782750 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a90a99b6-1a95-40be-9b64-5835ba4f4ced req-bf2599fa-9fe0-4b5a-81a2-8a04ae727408 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=7363f6dd-2718-4848-98c6-d4b3a3d9decc HTTP/1.1" status: 200 len: 944 time: 0.1640878 Feb 09 21:30:18.849577 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a90a99b6-1a95-40be-9b64-5835ba4f4ced req-cb50aa8e-3923-44d0-9b85-dc7014a3e896 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619750 Feb 09 21:30:18.868694 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ac1ca549-2c7d-4b18-86c7-f6b210ac9624 req-e89ed992-a750-4bc0-8087-078e0f1306b0 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/security-groups?id=8827d060-7266-4559-a6cc-b0bbf702a8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395748 Feb 09 21:30:19.031687 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d140e57b-6ad9-49c1-855b-861df892a6b2 req-9f5c8696-9fea-44ba-9490-502fa1928b41 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/ports?device_id=35f9cc19-13a3-457d-b00b-18a4d916593f HTTP/1.1" status: 200 len: 210 time: 0.0599041 Feb 09 21:30:19.270123 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 49016) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:30:19.457925 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a6844d-b7b2-424d-9e96-b1d0668dbf16 req-acdfa87b-a192-46fa-83a6-e612aff71e49 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:19.467154 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d9a6844d-b7b2-424d-9e96-b1d0668dbf16 req-acdfa87b-a192-46fa-83a6-e612aff71e49 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=a7a21a4d-84b2-4dbf-b7d8-4bfeb227b128 HTTP/1.1" status: 200 len: 950 time: 0.1294796 Feb 09 21:30:19.549988 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d9a6844d-b7b2-424d-9e96-b1d0668dbf16 req-17faa63f-589d-4572-967c-10130ed639d7 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775585 Feb 09 21:30:19.566817 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a21a4d-84b2-4dbf-b7d8-4bfeb227b128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9f2ba29-d45e-453d-bfc4-e1f1dd8a6047'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:30:19.572552 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c0b8826-14a7-44c5-9bf0-08d94b6a7655" -d '{"events": [{"server_uuid": "a7a21a4d-84b2-4dbf-b7d8-4bfeb227b128", "name": "network-vif-plugged", "status": "completed", "tag": "e9f2ba29-d45e-453d-bfc4-e1f1dd8a6047"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:30:19.645266 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-433de3a6-1ece-4ae1-aeb6-eca36df23f7a x-openstack-request-id: req-433de3a6-1ece-4ae1-aeb6-eca36df23f7a {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:30:19.646251 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7a21a4d-84b2-4dbf-b7d8-4bfeb227b128", "name": "network-vif-plugged", "status": "completed", "tag": "e9f2ba29-d45e-453d-bfc4-e1f1dd8a6047", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:30:19.646607 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-433de3a6-1ece-4ae1-aeb6-eca36df23f7a {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:30:19.647102 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7a21a4d-84b2-4dbf-b7d8-4bfeb227b128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9f2ba29-d45e-453d-bfc4-e1f1dd8a6047', 'code': 200} Feb 09 21:30:20.385025 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f02359a-d74c-4bae-acfa-28b1c85cd057 req-844c86c0-20f8-4deb-935c-4946c4c44000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:20.388510 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4f02359a-d74c-4bae-acfa-28b1c85cd057 req-844c86c0-20f8-4deb-935c-4946c4c44000 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=a7a21a4d-84b2-4dbf-b7d8-4bfeb227b128 HTTP/1.1" status: 200 len: 1132 time: 0.1245716 Feb 09 21:30:20.495076 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4f02359a-d74c-4bae-acfa-28b1c85cd057 req-16bea5ac-ce75-4719-9953-114b93edd2b1 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995553 Feb 09 21:30:20.604450 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device e9e6b782-e4e9-4b6f-9321-32081e17276f up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:30:20.683628 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dcdad20c-9576-4d2d-b2a8-b35cf33e94d8 req-8589e41f-1eed-4440-934f-c837bffaa5d7 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=8d84614404434ebcab3def23a72c26b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0704877 Feb 09 21:30:20.726424 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning for port e9e6b782-e4e9-4b6f-9321-32081e17276f completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:30:20.732406 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port e9e6b782-e4e9-4b6f-9321-32081e17276f triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:30:20.732793 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (e9e6b782-e4e9-4b6f-9321-32081e17276f), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:20.807796 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:20.818111 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9472eb-b7ac-4718-9d91-570c25708f80 req-00c8983e-0c3b-4513-88ea-0647d6b32afc tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:20.825078 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ff9472eb-b7ac-4718-9d91-570c25708f80 req-00c8983e-0c3b-4513-88ea-0647d6b32afc tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=7363f6dd-2718-4848-98c6-d4b3a3d9decc HTTP/1.1" status: 200 len: 944 time: 0.2201397 Feb 09 21:30:20.846155 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1663f2ea-7e7a-460a-92af-30794716286d req-52a14e45-ec67-402d-a976-5e225fb08c99 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:20.853786 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1663f2ea-7e7a-460a-92af-30794716286d req-52a14e45-ec67-402d-a976-5e225fb08c99 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/ports?device_id=d435b1ed-a9ba-4299-a5dc-748fc7f97fee HTTP/1.1" status: 200 len: 946 time: 0.2604356 Feb 09 21:30:20.860904 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port e9e6b782-e4e9-4b6f-9321-32081e17276f is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:30:20.861307 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (e9e6b782-e4e9-4b6f-9321-32081e17276f), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:20.893052 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5c9cf017-0eef-44e5-8707-a99282d3547d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524906'] for router_interface (88999dd9-301b-4545-a2be-0d274196e2c0), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:20.911610 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port e9e6b782-e4e9-4b6f-9321-32081e17276f, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=e9e6b782-e4e9-4b6f-9321-32081e17276f,segment=NetworkSegment(aad88faa-37a1-49ac-8a06-d36169fb75d8),segment_id=aad88faa-37a1-49ac-8a06-d36169fb75d8)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:30:20.917909 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (e9e6b782-e4e9-4b6f-9321-32081e17276f), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:20.983374 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=e9e6b782-e4e9-4b6f-9321-32081e17276f,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:21.056002 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1663f2ea-7e7a-460a-92af-30794716286d req-2f9ad8c7-d6a6-4bba-bc17-aa1b49563b74 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/security-groups?id=8827d060-7266-4559-a6cc-b0bbf702a8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000902 Feb 09 21:30:21.100736 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ff9472eb-b7ac-4718-9d91-570c25708f80 req-b3ca032b-76a7-4914-8f47-033b49d9c653 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746830 Feb 09 21:30:21.118338 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdad20c-9576-4d2d-b2a8-b35cf33e94d8 req-19873c1c-ac27-48b4-8268-1cb6a45ff100 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:21.119289 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dcdad20c-9576-4d2d-b2a8-b35cf33e94d8 req-19873c1c-ac27-48b4-8268-1cb6a45ff100 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3958123 Feb 09 21:30:21.148705 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-dcdad20c-9576-4d2d-b2a8-b35cf33e94d8 req-51ddbad5-e5b6-46a9-a432-719f1291c843 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] Request body: {'port': {'device_id': '35f9cc19-13a3-457d-b00b-18a4d916593f', 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc', 'admin_state_up': True, 'tenant_id': '8d84614404434ebcab3def23a72c26b2'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:30:21.272208 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-be569c82-7dcc-4eca-90c2-dc811bd11670 req-de399525-d0e5-4b84-afff-d5f5839f5bff tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/ports?device_id=35f9cc19-13a3-457d-b00b-18a4d916593f HTTP/1.1" status: 200 len: 210 time: 0.0641744 Feb 09 21:30:21.435923 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e7c5ad-bcd8-490c-98ee-2203376fbab9 req-4e7291f1-3f0b-4ee8-84e1-1166a8b85983 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:21.436598 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-52e7c5ad-bcd8-490c-98ee-2203376fbab9 req-4e7291f1-3f0b-4ee8-84e1-1166a8b85983 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=a7a21a4d-84b2-4dbf-b7d8-4bfeb227b128 HTTP/1.1" status: 200 len: 950 time: 0.2297828 Feb 09 21:30:21.574195 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-52e7c5ad-bcd8-490c-98ee-2203376fbab9 req-57d70be3-3104-4cd8-8eab-8b7cd3cd996d tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211953 Feb 09 21:30:21.581420 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcdad20c-9576-4d2d-b2a8-b35cf33e94d8 req-51ddbad5-e5b6-46a9-a432-719f1291c843 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] Made reservation on behalf of 8d84614404434ebcab3def23a72c26b2 for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:30:21.585310 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-dcdad20c-9576-4d2d-b2a8-b35cf33e94d8 req-51ddbad5-e5b6-46a9-a432-719f1291c843 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:21.648472 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7363f6dd-2718-4848-98c6-d4b3a3d9decc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9e6b782-e4e9-4b6f-9321-32081e17276f'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:30:21.650405 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc2f9a1-8f3f-442c-9727-bfca090485ef req-b8696c93-e3ed-4aca-802d-704217bef90d tempest-ImagesOneServerTestJSON-391977284 tempest-ImagesOneServerTestJSON-391977284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:21.651893 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fbc2f9a1-8f3f-442c-9727-bfca090485ef req-b8696c93-e3ed-4aca-802d-704217bef90d tempest-ImagesOneServerTestJSON-391977284 tempest-ImagesOneServerTestJSON-391977284-project] 10.222.0.90 "GET /v2.0/ports?device_id=5b1a6610-b484-41a0-bca8-091cd66a233e HTTP/1.1" status: 200 len: 950 time: 0.1601772 Feb 09 21:30:21.652470 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d185d35-cd80-4680-a229-5624d9a81132" -d '{"events": [{"server_uuid": "7363f6dd-2718-4848-98c6-d4b3a3d9decc", "name": "network-vif-plugged", "status": "completed", "tag": "e9e6b782-e4e9-4b6f-9321-32081e17276f"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:30:21.700363 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e23ac82-882c-4210-a0ea-f98f14986d5c x-openstack-request-id: req-1e23ac82-882c-4210-a0ea-f98f14986d5c {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:30:21.702689 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7363f6dd-2718-4848-98c6-d4b3a3d9decc", "name": "network-vif-plugged", "status": "completed", "tag": "e9e6b782-e4e9-4b6f-9321-32081e17276f", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:30:21.703176 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-1e23ac82-882c-4210-a0ea-f98f14986d5c {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:30:21.703788 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7363f6dd-2718-4848-98c6-d4b3a3d9decc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9e6b782-e4e9-4b6f-9321-32081e17276f', 'code': 200} Feb 09 21:30:21.820928 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fbc2f9a1-8f3f-442c-9727-bfca090485ef req-6dfe6160-7126-4978-8b7d-fb633d095660 tempest-ImagesOneServerTestJSON-391977284 tempest-ImagesOneServerTestJSON-391977284-project] 10.222.0.90 "GET /v2.0/security-groups?id=24ac78a2-dd47-4bb0-a163-8dd409586474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501071 Feb 09 21:30:21.850998 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [req-dcdad20c-9576-4d2d-b2a8-b35cf33e94d8 req-51ddbad5-e5b6-46a9-a432-719f1291c843 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] Allocated IP 192.168.233.230 (a8139157-1e3e-4bd9-8fa9-c0e20debd7dc/0f7402ac-a35b-414b-bcc1-bc1c3072ec3c/147b5b5d-b08f-4fb4-a67c-09c7c9569906) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:30:21.887387 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-5c9cf017-0eef-44e5-8707-a99282d3547d admin admin] Deleting port 04fd5a29-f9cc-4f19-9b35-fbeffb75a999 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:30:21.887650 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5c9cf017-0eef-44e5-8707-a99282d3547d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (04fd5a29-f9cc-4f19-9b35-fbeffb75a999), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:21.900887 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cb07b3-6484-4b97-b91b-6bf5b0e5f80a req-56ee6d0c-59be-420f-8726-81f0b4b5305d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:21.903159 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-22cb07b3-6484-4b97-b91b-6bf5b0e5f80a req-56ee6d0c-59be-420f-8726-81f0b4b5305d service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=7363f6dd-2718-4848-98c6-d4b3a3d9decc HTTP/1.1" status: 200 len: 1127 time: 0.0998895 Feb 09 21:30:21.981337 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-22cb07b3-6484-4b97-b91b-6bf5b0e5f80a req-6150f0f3-1a7c-42a6-b8fd-c4d7ce1d31ff service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626733 Feb 09 21:30:22.074798 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-5c9cf017-0eef-44e5-8707-a99282d3547d admin admin] For port 04fd5a29-f9cc-4f19-9b35-fbeffb75a999, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=04fd5a29-f9cc-4f19-9b35-fbeffb75a999,segment=NetworkSegment(cfddd030-8c7e-487d-bc1f-1f873848817f),segment_id=cfddd030-8c7e-487d-bc1f-1f873848817f)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:30:22.075175 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5c9cf017-0eef-44e5-8707-a99282d3547d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (04fd5a29-f9cc-4f19-9b35-fbeffb75a999), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:22.105630 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-5c9cf017-0eef-44e5-8707-a99282d3547d admin admin] Calling delete_port for 04fd5a29-f9cc-4f19-9b35-fbeffb75a999 owned by network:router_interface {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:30:22.252316 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-dcdad20c-9576-4d2d-b2a8-b35cf33e94d8 req-51ddbad5-e5b6-46a9-a432-719f1291c843 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] Publish callbacks [] for port (147b5b5d-b08f-4fb4-a67c-09c7c9569906), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:22.349137 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-dcdad20c-9576-4d2d-b2a8-b35cf33e94d8 req-51ddbad5-e5b6-46a9-a432-719f1291c843 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (147b5b5d-b08f-4fb4-a67c-09c7c9569906), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:22.372109 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['6247bd7c-7320-480f-9243-d6f57c6800c7'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:30:22.532808 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcdad20c-9576-4d2d-b2a8-b35cf33e94d8 req-51ddbad5-e5b6-46a9-a432-719f1291c843 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] Network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:30:22.555811 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [req-dcdad20c-9576-4d2d-b2a8-b35cf33e94d8 req-51ddbad5-e5b6-46a9-a432-719f1291c843 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:30:22.570344 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcdad20c-9576-4d2d-b2a8-b35cf33e94d8 req-51ddbad5-e5b6-46a9-a432-719f1291c843 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:30:22.714433 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdad20c-9576-4d2d-b2a8-b35cf33e94d8 req-51ddbad5-e5b6-46a9-a432-719f1291c843 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:22.715108 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-dcdad20c-9576-4d2d-b2a8-b35cf33e94d8 req-51ddbad5-e5b6-46a9-a432-719f1291c843 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:22.752526 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ddbad5-e5b6-46a9-a432-719f1291c843 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] Pushing event updated for resources: {'Port': ['ID=147b5b5d-b08f-4fb4-a67c-09c7c9569906,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:22.768780 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400e6c44-e423-4761-972b-274d3045e9fd req-ca6b58e0-9b0d-49b0-9531-2efe23b62a51 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:22.776788 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-400e6c44-e423-4761-972b-274d3045e9fd req-ca6b58e0-9b0d-49b0-9531-2efe23b62a51 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/ports?device_id=d435b1ed-a9ba-4299-a5dc-748fc7f97fee HTTP/1.1" status: 200 len: 946 time: 0.5574167 Feb 09 21:30:22.847894 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dcdad20c-9576-4d2d-b2a8-b35cf33e94d8 req-51ddbad5-e5b6-46a9-a432-719f1291c843 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7028160 Feb 09 21:30:22.884858 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-dcdad20c-9576-4d2d-b2a8-b35cf33e94d8 req-23de908e-b892-41fb-85d1-91e149f5b72f service neutron] Request body: {'port': {'device_id': '35f9cc19-13a3-457d-b00b-18a4d916593f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-5'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:30:22.960875 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-400e6c44-e423-4761-972b-274d3045e9fd req-b30f2a15-b006-4eb0-acc1-c0ffec23fe34 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/security-groups?id=8827d060-7266-4559-a6cc-b0bbf702a8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829467 Feb 09 21:30:23.119657 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-dcdad20c-9576-4d2d-b2a8-b35cf33e94d8 req-23de908e-b892-41fb-85d1-91e149f5b72f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (147b5b5d-b08f-4fb4-a67c-09c7c9569906), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:23.145755 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-c6769b98-46c8-46a8-bff9-76a8c321fbc8 None None] Provisioning complete for port 147b5b5d-b08f-4fb4-a67c-09c7c9569906 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:30:23.147926 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c6769b98-46c8-46a8-bff9-76a8c321fbc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (147b5b5d-b08f-4fb4-a67c-09c7c9569906), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:23.159165 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5c9cf017-0eef-44e5-8707-a99282d3547d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (04fd5a29-f9cc-4f19-9b35-fbeffb75a999), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:23.185766 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad6fefe-35d6-4db9-ae66-d2cebc40a83c req-a482ed99-9ba1-42aa-abf2-39d1e2464c97 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:23.187401 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3ad6fefe-35d6-4db9-ae66-d2cebc40a83c req-a482ed99-9ba1-42aa-abf2-39d1e2464c97 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=7363f6dd-2718-4848-98c6-d4b3a3d9decc HTTP/1.1" status: 200 len: 945 time: 0.2255125 Feb 09 21:30:23.274755 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-c6769b98-46c8-46a8-bff9-76a8c321fbc8 None None] Port 147b5b5d-b08f-4fb4-a67c-09c7c9569906 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:30:23.297718 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:23.327386 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9cf017-0eef-44e5-8707-a99282d3547d admin admin] Pushing event deleted for resources: {'Port': ['ID=04fd5a29-f9cc-4f19-9b35-fbeffb75a999,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:23.463111 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27743e0-061e-427d-a838-0a2c972c8649 req-fdd3709a-353e-4f9e-b9ba-23c3edffa135 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:23.465103 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b27743e0-061e-427d-a838-0a2c972c8649 req-fdd3709a-353e-4f9e-b9ba-23c3edffa135 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/ports?device_id=35f9cc19-13a3-457d-b00b-18a4d916593f HTTP/1.1" status: 200 len: 936 time: 0.3919356 Feb 09 21:30:23.635014 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3ad6fefe-35d6-4db9-ae66-d2cebc40a83c req-1d365ee5-f96c-49ab-be54-65acbbe27657 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2972410 Feb 09 21:30:24.193129 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b27743e0-061e-427d-a838-0a2c972c8649 req-e29190b3-fdb9-4786-82cc-ff09df496caa tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/security-groups?id=f6fa6ce3-746d-4166-ab07-a35461d566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7161865 Feb 09 21:30:24.370582 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c1ec9b-bf9b-4b4d-a1c1-0949e313f175 req-9dea14ca-db58-400e-a047-ec5549416c6f tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:24.372299 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-06c1ec9b-bf9b-4b4d-a1c1-0949e313f175 req-9dea14ca-db58-400e-a047-ec5549416c6f tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=a7a21a4d-84b2-4dbf-b7d8-4bfeb227b128 HTTP/1.1" status: 200 len: 950 time: 0.3010490 Feb 09 21:30:24.441821 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5c9cf017-0eef-44e5-8707-a99282d3547d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-525054'] for router_interface (88999dd9-301b-4545-a2be-0d274196e2c0), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:24.481572 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb63e7bc-3a7b-4282-9843-c56fcc7adc48 req-b3d5fe8e-bb62-4d00-9415-5ece767bd665 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:24.483196 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fb63e7bc-3a7b-4282-9843-c56fcc7adc48 req-b3d5fe8e-bb62-4d00-9415-5ece767bd665 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/ports?device_id=d435b1ed-a9ba-4299-a5dc-748fc7f97fee HTTP/1.1" status: 200 len: 946 time: 0.1759415 Feb 09 21:30:24.572524 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-06c1ec9b-bf9b-4b4d-a1c1-0949e313f175 req-5161eb51-604d-4933-843b-94a9ccb05312 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945925 Feb 09 21:30:24.619944 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 964ba092-a6e7-4c21-aaa0-28fa44f46048 no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:30:24.664759 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [req-dcdad20c-9576-4d2d-b2a8-b35cf33e94d8 req-23de908e-b892-41fb-85d1-91e149f5b72f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 147b5b5d-b08f-4fb4-a67c-09c7c9569906 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:30:24.676146 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-dcdad20c-9576-4d2d-b2a8-b35cf33e94d8 req-23de908e-b892-41fb-85d1-91e149f5b72f service neutron] Publish callbacks [] for port (147b5b5d-b08f-4fb4-a67c-09c7c9569906), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:24.691576 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [req-dcdad20c-9576-4d2d-b2a8-b35cf33e94d8 req-23de908e-b892-41fb-85d1-91e149f5b72f service neutron] Transition to ACTIVE for port object 147b5b5d-b08f-4fb4-a67c-09c7c9569906 will not be triggered until provisioned by entity L2. {{(pid=103140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:30:24.707078 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fb63e7bc-3a7b-4282-9843-c56fcc7adc48 req-52c6d73d-eedb-4ba1-930c-e8a80bfeef35 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/security-groups?id=8827d060-7266-4559-a6cc-b0bbf702a8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125866 Feb 09 21:30:24.710934 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-dcdad20c-9576-4d2d-b2a8-b35cf33e94d8 req-23de908e-b892-41fb-85d1-91e149f5b72f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (147b5b5d-b08f-4fb4-a67c-09c7c9569906), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:24.751988 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 964ba092-a6e7-4c21-aaa0-28fa44f46048 is: ACTIVE; New status is: DOWN {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:30:24.752429 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (964ba092-a6e7-4c21-aaa0-28fa44f46048), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:24.828620 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 964ba092-a6e7-4c21-aaa0-28fa44f46048, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=964ba092-a6e7-4c21-aaa0-28fa44f46048,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:30:24.830515 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b1a6610-b484-41a0-bca8-091cd66a233e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '964ba092-a6e7-4c21-aaa0-28fa44f46048'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:30:24.833469 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd5576b8-43a4-41f0-88d5-4fd4ccaeb95d" -d '{"events": [{"server_uuid": "5b1a6610-b484-41a0-bca8-091cd66a233e", "name": "network-vif-unplugged", "status": "completed", "tag": "964ba092-a6e7-4c21-aaa0-28fa44f46048"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:30:24.838036 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (964ba092-a6e7-4c21-aaa0-28fa44f46048), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:24.868457 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23de908e-b892-41fb-85d1-91e149f5b72f service neutron] Pushing event updated for resources: {'Port': ['ID=147b5b5d-b08f-4fb4-a67c-09c7c9569906,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:24.929279 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=964ba092-a6e7-4c21-aaa0-28fa44f46048,revision_number=8']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:25.061655 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb7e9c19-2d95-46c0-9541-dec0fe8c955e x-openstack-request-id: req-fb7e9c19-2d95-46c0-9541-dec0fe8c955e {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:30:25.061951 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b1a6610-b484-41a0-bca8-091cd66a233e", "name": "network-vif-unplugged", "status": "completed", "tag": "964ba092-a6e7-4c21-aaa0-28fa44f46048", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:30:25.062204 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-fb7e9c19-2d95-46c0-9541-dec0fe8c955e {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:30:25.062592 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b1a6610-b484-41a0-bca8-091cd66a233e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '964ba092-a6e7-4c21-aaa0-28fa44f46048', 'code': 200} Feb 09 21:30:25.084635 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-dcdad20c-9576-4d2d-b2a8-b35cf33e94d8 req-23de908e-b892-41fb-85d1-91e149f5b72f service neutron] Attempting to bind port 147b5b5d-b08f-4fb4-a67c-09c7c9569906 on host n-h1-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:30:25.084974 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-dcdad20c-9576-4d2d-b2a8-b35cf33e94d8 req-23de908e-b892-41fb-85d1-91e149f5b72f service neutron] Attempting to bind port 147b5b5d-b08f-4fb4-a67c-09c7c9569906 by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:30:25.085326 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcdad20c-9576-4d2d-b2a8-b35cf33e94d8 req-23de908e-b892-41fb-85d1-91e149f5b72f service neutron] Attempting to bind port 147b5b5d-b08f-4fb4-a67c-09c7c9569906 on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:30:25.093205 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c9cf017-0eef-44e5-8707-a99282d3547d admin admin] Router 88999dd9-301b-4545-a2be-0d274196e2c0 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:30:25.101979 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f232c251-1d81-4cd9-8fdc-c3bfa6635075 req-8fda2ad1-7d0e-49a5-a44d-8f8c5016b83b tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:25.103674 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f232c251-1d81-4cd9-8fdc-c3bfa6635075 req-8fda2ad1-7d0e-49a5-a44d-8f8c5016b83b tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=7363f6dd-2718-4848-98c6-d4b3a3d9decc HTTP/1.1" status: 200 len: 945 time: 0.2318656 Feb 09 21:30:25.112182 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcdad20c-9576-4d2d-b2a8-b35cf33e94d8 req-23de908e-b892-41fb-85d1-91e149f5b72f service neutron] Port 147b5b5d-b08f-4fb4-a67c-09c7c9569906 on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:30:25.112672 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcdad20c-9576-4d2d-b2a8-b35cf33e94d8 req-23de908e-b892-41fb-85d1-91e149f5b72f service neutron] Attempting to bind port 147b5b5d-b08f-4fb4-a67c-09c7c9569906 on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:30:25.147858 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcdad20c-9576-4d2d-b2a8-b35cf33e94d8 req-23de908e-b892-41fb-85d1-91e149f5b72f service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:30:25.148209 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcdad20c-9576-4d2d-b2a8-b35cf33e94d8 req-23de908e-b892-41fb-85d1-91e149f5b72f service neutron] Checking segment: {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:30:25.148632 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcdad20c-9576-4d2d-b2a8-b35cf33e94d8 req-23de908e-b892-41fb-85d1-91e149f5b72f service neutron] Bound using segment: {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:30:25.149082 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-dcdad20c-9576-4d2d-b2a8-b35cf33e94d8 req-23de908e-b892-41fb-85d1-91e149f5b72f service neutron] Bound port: 147b5b5d-b08f-4fb4-a67c-09c7c9569906, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:30:25.149451 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-dcdad20c-9576-4d2d-b2a8-b35cf33e94d8 req-23de908e-b892-41fb-85d1-91e149f5b72f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (147b5b5d-b08f-4fb4-a67c-09c7c9569906), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:25.284735 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f232c251-1d81-4cd9-8fdc-c3bfa6635075 req-689da707-11fe-4d83-9a7d-b89b37ee1b55 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680799 Feb 09 21:30:25.371126 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-dcdad20c-9576-4d2d-b2a8-b35cf33e94d8 req-23de908e-b892-41fb-85d1-91e149f5b72f service neutron] For port 147b5b5d-b08f-4fb4-a67c-09c7c9569906, host n-h1-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:30:25.413798 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff441f7c-52f4-4274-ade7-254d867d938e req-cdc3bcbd-0ece-4cb1-b488-6588ba16f27c tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:25.415536 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ff441f7c-52f4-4274-ade7-254d867d938e req-cdc3bcbd-0ece-4cb1-b488-6588ba16f27c tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/ports?device_id=35f9cc19-13a3-457d-b00b-18a4d916593f HTTP/1.1" status: 200 len: 948 time: 0.1411638 Feb 09 21:30:25.416307 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c9cf017-0eef-44e5-8707-a99282d3547d admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:30:25.423920 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-5c9cf017-0eef-44e5-8707-a99282d3547d admin admin] 10.222.0.90 "PUT /v2.0/routers/88999dd9-301b-4545-a2be-0d274196e2c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1524153 Feb 09 21:30:25.425854 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-dcdad20c-9576-4d2d-b2a8-b35cf33e94d8 req-23de908e-b892-41fb-85d1-91e149f5b72f service neutron] For port 147b5b5d-b08f-4fb4-a67c-09c7c9569906, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=147b5b5d-b08f-4fb4-a67c-09c7c9569906,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:30:25.426559 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 49196) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:30:25.437840 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0d0288-6545-4768-81d7-48a5566f5e68 None None] Sync routers for ids ['88999dd9-301b-4545-a2be-0d274196e2c0'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:30:25.451203 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-dcdad20c-9576-4d2d-b2a8-b35cf33e94d8 req-23de908e-b892-41fb-85d1-91e149f5b72f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (147b5b5d-b08f-4fb4-a67c-09c7c9569906), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:25.452347 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0d0288-6545-4768-81d7-48a5566f5e68 None None] Routers {'88999dd9-301b-4545-a2be-0d274196e2c0'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:30:25.453193 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-bc0d0288-6545-4768-81d7-48a5566f5e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:30:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['88999dd9-301b-4545-a2be-0d274196e2c0'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:30:25.567997 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5e885da1-ea37-4756-aed6-bb46e7aa503f admin admin] Publish callbacks [] for router (88999dd9-301b-4545-a2be-0d274196e2c0), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:25.572694 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23de908e-b892-41fb-85d1-91e149f5b72f service neutron] Pushing event updated for resources: {'Port': ['ID=147b5b5d-b08f-4fb4-a67c-09c7c9569906,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:25.591609 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdad20c-9576-4d2d-b2a8-b35cf33e94d8 req-23de908e-b892-41fb-85d1-91e149f5b72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:25.592250 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-dcdad20c-9576-4d2d-b2a8-b35cf33e94d8 req-23de908e-b892-41fb-85d1-91e149f5b72f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:25.597648 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dcdad20c-9576-4d2d-b2a8-b35cf33e94d8 req-23de908e-b892-41fb-85d1-91e149f5b72f service neutron] 10.222.0.95 "PUT /v2.0/ports/147b5b5d-b08f-4fb4-a67c-09c7c9569906 HTTP/1.1" status: 200 len: 1096 time: 2.7240522 Feb 09 21:30:25.600708 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35f9cc19-13a3-457d-b00b-18a4d916593f', 'tag': '147b5b5d-b08f-4fb4-a67c-09c7c9569906'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:30:25.615445 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-399f0fe2-a11b-48a7-a755-7af389a5d611" -d '{"events": [{"name": "network-changed", "server_uuid": "35f9cc19-13a3-457d-b00b-18a4d916593f", "tag": "147b5b5d-b08f-4fb4-a67c-09c7c9569906"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:30:25.667471 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-bc0d0288-6545-4768-81d7-48a5566f5e68 None None] Set router 88999dd9-301b-4545-a2be-0d274196e2c0 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:30:25.688802 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c03d086-c78c-4bb9-b558-f2cf90b028a7 req-5d7f2022-2f2b-43bb-a8c1-9603d8567197 tempest-LiveAutoBlockMigrationV225Test-1691914964 tempest-LiveAutoBlockMigrationV225Test-1691914964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:25.690329 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9c03d086-c78c-4bb9-b558-f2cf90b028a7 req-5d7f2022-2f2b-43bb-a8c1-9603d8567197 tempest-LiveAutoBlockMigrationV225Test-1691914964 tempest-LiveAutoBlockMigrationV225Test-1691914964-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=7363f6dd-2718-4848-98c6-d4b3a3d9decc HTTP/1.1" status: 200 len: 1127 time: 0.3234539 Feb 09 21:30:25.701508 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5e885da1-ea37-4756-aed6-bb46e7aa503f admin admin] Publish callbacks [] for router_gateway (88999dd9-301b-4545-a2be-0d274196e2c0), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:25.704810 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ff441f7c-52f4-4274-ade7-254d867d938e req-4b7a2cc2-11c0-41c5-bd24-ca9d12c543ba tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/security-groups?id=f6fa6ce3-746d-4166-ab07-a35461d566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603061 Feb 09 21:30:25.776327 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-5e885da1-ea37-4756-aed6-bb46e7aa503f admin admin] Deleting port e63a94d9-7a38-4bb9-aa49-74194f8381d9 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:30:25.776676 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5e885da1-ea37-4756-aed6-bb46e7aa503f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (e63a94d9-7a38-4bb9-aa49-74194f8381d9), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:25.814656 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdad20c-9576-4d2d-b2a8-b35cf33e94d8 req-016c905e-ea2d-43ea-8c45-0e052eb519a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:25.816513 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dcdad20c-9576-4d2d-b2a8-b35cf33e94d8 req-016c905e-ea2d-43ea-8c45-0e052eb519a7 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=8d84614404434ebcab3def23a72c26b2&device_id=35f9cc19-13a3-457d-b00b-18a4d916593f HTTP/1.1" status: 200 len: 1130 time: 0.1301422 Feb 09 21:30:25.821198 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9c03d086-c78c-4bb9-b558-f2cf90b028a7 req-b662ad4e-226e-448d-b8c8-43c5473e18ca tempest-LiveAutoBlockMigrationV225Test-1691914964 tempest-LiveAutoBlockMigrationV225Test-1691914964-project-admin] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142564 Feb 09 21:30:25.912619 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dcdad20c-9576-4d2d-b2a8-b35cf33e94d8 req-4af97afa-aa9f-40c7-9afc-cb376744d315 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=147b5b5d-b08f-4fb4-a67c-09c7c9569906 HTTP/1.1" status: 200 len: 217 time: 0.0514095 Feb 09 21:30:25.961827 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4809e8e5-311a-4994-8f12-2a434274e87d req-5b7c4d3c-f715-4025-9cb8-4c61b88da64e tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:25.971451 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4809e8e5-311a-4994-8f12-2a434274e87d req-5b7c4d3c-f715-4025-9cb8-4c61b88da64e tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=a7a21a4d-84b2-4dbf-b7d8-4bfeb227b128 HTTP/1.1" status: 200 len: 950 time: 0.1536479 Feb 09 21:30:25.999383 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27df748d-0d1a-4f66-a1bd-a1ed345c7b77 x-openstack-request-id: req-27df748d-0d1a-4f66-a1bd-a1ed345c7b77 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:30:25.999622 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35f9cc19-13a3-457d-b00b-18a4d916593f", "tag": "147b5b5d-b08f-4fb4-a67c-09c7c9569906", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:30:25.999834 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-27df748d-0d1a-4f66-a1bd-a1ed345c7b77 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:30:26.000284 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35f9cc19-13a3-457d-b00b-18a4d916593f', 'tag': '147b5b5d-b08f-4fb4-a67c-09c7c9569906', 'status': 'completed', 'code': 200} Feb 09 21:30:26.069819 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-bc0d0288-6545-4768-81d7-48a5566f5e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88999dd9-301b-4545-a2be-0d274196e2c0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-860913778-router', 'tenant_id': 'c3d686fde7364510aff45ca2f2b1a8d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': 'e63a94d9-7a38-4bb9-aa49-74194f8381d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:27:07Z', 'updated_at': '2022-02-09T21:30:22Z', 'revision_number': 5, 'project_id': 'c3d686fde7364510aff45ca2f2b1a8d8', 'gw_port': {'id': 'e63a94d9-7a38-4bb9-aa49-74194f8381d9', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:29:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88999dd9-301b-4545-a2be-0d274196e2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:27:07Z', 'updated_at': '2022-02-09T21:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:30:26.070226 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4809e8e5-311a-4994-8f12-2a434274e87d req-749cf40f-423c-4b5d-930d-9798ad4ecfdf tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914595 Feb 09 21:30:26.119666 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0d0288-6545-4768-81d7-48a5566f5e68 None None] Checking router: 88999dd9-301b-4545-a2be-0d274196e2c0 for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:30:26.131517 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0d0288-6545-4768-81d7-48a5566f5e68 None None] Routers {'88999dd9-301b-4545-a2be-0d274196e2c0'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:30:26.132751 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-bc0d0288-6545-4768-81d7-48a5566f5e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:30:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['88999dd9-301b-4545-a2be-0d274196e2c0'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:30:26.155171 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdad20c-9576-4d2d-b2a8-b35cf33e94d8 req-b8ae230f-4b8a-469d-b9fe-33d7317da904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:26.156720 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dcdad20c-9576-4d2d-b2a8-b35cf33e94d8 req-b8ae230f-4b8a-469d-b9fe-33d7317da904 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0f7402ac-a35b-414b-bcc1-bc1c3072ec3c HTTP/1.1" status: 200 len: 843 time: 0.2194185 Feb 09 21:30:26.165042 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84acaf2d-cfb0-42e4-95e4-a4ba3c11c1cc req-ed5e72c9-6263-4063-bb02-62e8a4a49467 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:26.166689 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-84acaf2d-cfb0-42e4-95e4-a4ba3c11c1cc req-ed5e72c9-6263-4063-bb02-62e8a4a49467 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/ports?device_id=d435b1ed-a9ba-4299-a5dc-748fc7f97fee HTTP/1.1" status: 200 len: 946 time: 0.0958068 Feb 09 21:30:26.272585 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-bc0d0288-6545-4768-81d7-48a5566f5e68 None None] Set router 88999dd9-301b-4545-a2be-0d274196e2c0 gateway port host: None {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:30:26.310453 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdad20c-9576-4d2d-b2a8-b35cf33e94d8 req-4d70efe5-38cd-4527-8c26-0241b9732523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:26.313869 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dcdad20c-9576-4d2d-b2a8-b35cf33e94d8 req-4d70efe5-38cd-4527-8c26-0241b9732523 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1331189 Feb 09 21:30:26.340006 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-bc0d0288-6545-4768-81d7-48a5566f5e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88999dd9-301b-4545-a2be-0d274196e2c0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-860913778-router', 'tenant_id': 'c3d686fde7364510aff45ca2f2b1a8d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:27:07Z', 'updated_at': '2022-02-09T21:30:25Z', 'revision_number': 6, 'project_id': 'c3d686fde7364510aff45ca2f2b1a8d8', 'gw_port_host': None}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:30:26.369045 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-5e885da1-ea37-4756-aed6-bb46e7aa503f admin admin] For port e63a94d9-7a38-4bb9-aa49-74194f8381d9, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=e63a94d9-7a38-4bb9-aa49-74194f8381d9,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:30:26.369734 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5e885da1-ea37-4756-aed6-bb46e7aa503f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (e63a94d9-7a38-4bb9-aa49-74194f8381d9), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:26.374907 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0d0288-6545-4768-81d7-48a5566f5e68 None None] The sync data for ids ['88999dd9-301b-4545-a2be-0d274196e2c0'] in n-d-828369-5 is: [{'id': '88999dd9-301b-4545-a2be-0d274196e2c0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-860913778-router', 'tenant_id': 'c3d686fde7364510aff45ca2f2b1a8d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:27:07Z', 'updated_at': '2022-02-09T21:30:25Z', 'revision_number': 6, 'project_id': 'c3d686fde7364510aff45ca2f2b1a8d8', 'gw_port_host': None}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:30:26.406084 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-5e885da1-ea37-4756-aed6-bb46e7aa503f admin admin] Calling delete_port for e63a94d9-7a38-4bb9-aa49-74194f8381d9 owned by network:router_gateway {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:30:26.457070 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-84acaf2d-cfb0-42e4-95e4-a4ba3c11c1cc req-33bed663-2e63-4012-b2bb-b701460fac62 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/security-groups?id=8827d060-7266-4559-a6cc-b0bbf702a8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839727 Feb 09 21:30:26.462661 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dcdad20c-9576-4d2d-b2a8-b35cf33e94d8 req-6483edd8-dd4f-4c90-847e-e9a195b555fa service neutron] 10.222.0.95 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347456 Feb 09 21:30:26.644268 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dcdad20c-9576-4d2d-b2a8-b35cf33e94d8 req-f4f817be-0181-4f87-a2bb-066d9da82cd9 service neutron] 10.222.0.95 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480994 Feb 09 21:30:26.650371 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5e885da1-ea37-4756-aed6-bb46e7aa503f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (e63a94d9-7a38-4bb9-aa49-74194f8381d9), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:26.684041 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e885da1-ea37-4756-aed6-bb46e7aa503f admin admin] Pushing event deleted for resources: {'Port': ['ID=e63a94d9-7a38-4bb9-aa49-74194f8381d9,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:26.768273 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5e885da1-ea37-4756-aed6-bb46e7aa503f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-554524'] for router_gateway (88999dd9-301b-4545-a2be-0d274196e2c0), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:26.880846 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399f0fe2-a11b-48a7-a755-7af389a5d611 req-8d7d8f02-97c2-4671-82ef-9794f5903c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:26.883500 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-399f0fe2-a11b-48a7-a755-7af389a5d611 req-8d7d8f02-97c2-4671-82ef-9794f5903c9d service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=8d84614404434ebcab3def23a72c26b2&device_id=35f9cc19-13a3-457d-b00b-18a4d916593f HTTP/1.1" status: 200 len: 1130 time: 0.1424921 Feb 09 21:30:26.938275 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34d063e-61d4-4411-ac99-a20a2b9b52f2 req-e3bfba3e-898e-40e2-b58f-9e19f8c30c33 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:26.939878 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b34d063e-61d4-4411-ac99-a20a2b9b52f2 req-e3bfba3e-898e-40e2-b58f-9e19f8c30c33 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/ports?device_id=35f9cc19-13a3-457d-b00b-18a4d916593f HTTP/1.1" status: 200 len: 948 time: 0.1620014 Feb 09 21:30:26.951924 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5e885da1-ea37-4756-aed6-bb46e7aa503f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (88999dd9-301b-4545-a2be-0d274196e2c0), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:26.961622 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5e885da1-ea37-4756-aed6-bb46e7aa503f admin admin] Publish callbacks [] for router_controller (88999dd9-301b-4545-a2be-0d274196e2c0), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:27.040374 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5e885da1-ea37-4756-aed6-bb46e7aa503f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (88999dd9-301b-4545-a2be-0d274196e2c0), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:27.042325 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e885da1-ea37-4756-aed6-bb46e7aa503f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88999dd9-301b-4545-a2be-0d274196e2c0 {{(pid=103141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:30:27.055622 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5e885da1-ea37-4756-aed6-bb46e7aa503f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:27.059140 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-5e885da1-ea37-4756-aed6-bb46e7aa503f admin admin] 10.222.0.90 "DELETE /v2.0/routers/88999dd9-301b-4545-a2be-0d274196e2c0 HTTP/1.1" status: 204 len: 168 time: 1.6284480 Feb 09 21:30:27.059522 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 49234) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:30:27.069505 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b34d063e-61d4-4411-ac99-a20a2b9b52f2 req-92a72942-405c-450b-8e6e-49e56606f3a3 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/security-groups?id=f6fa6ce3-746d-4166-ab07-a35461d566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086185 Feb 09 21:30:27.105205 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399f0fe2-a11b-48a7-a755-7af389a5d611 req-948394b6-6e17-4346-934f-895983ce9c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:27.106704 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-399f0fe2-a11b-48a7-a755-7af389a5d611 req-948394b6-6e17-4346-934f-895983ce9c99 service neutron] 10.222.0.95 "GET /v2.0/networks?id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc HTTP/1.1" status: 200 len: 870 time: 0.2008953 Feb 09 21:30:27.163839 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-697d85b7-f2a7-43ae-b523-0ce0586e5c0f admin admin] Deleting subnet 9d40292b-0b76-42c5-80e1-90b5058bab26 {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:30:27.167155 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-697d85b7-f2a7-43ae-b523-0ce0586e5c0f admin admin] Publish callbacks [] for subnet (9d40292b-0b76-42c5-80e1-90b5058bab26), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:27.214609 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-399f0fe2-a11b-48a7-a755-7af389a5d611 req-01bbc62e-41d9-478f-9b70-22d3de43bf03 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=147b5b5d-b08f-4fb4-a67c-09c7c9569906 HTTP/1.1" status: 200 len: 217 time: 0.0866325 Feb 09 21:30:27.222183 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-697d85b7-f2a7-43ae-b523-0ce0586e5c0f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (9d40292b-0b76-42c5-80e1-90b5058bab26), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:27.282299 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399f0fe2-a11b-48a7-a755-7af389a5d611 req-64f3c355-b477-4fb5-b1e9-24c8abb4225c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:27.283845 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-399f0fe2-a11b-48a7-a755-7af389a5d611 req-64f3c355-b477-4fb5-b1e9-24c8abb4225c service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0f7402ac-a35b-414b-bcc1-bc1c3072ec3c HTTP/1.1" status: 200 len: 843 time: 0.0601659 Feb 09 21:30:27.329997 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-697d85b7-f2a7-43ae-b523-0ce0586e5c0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (9d40292b-0b76-42c5-80e1-90b5058bab26), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:27.337689 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbef5ab0-29a9-4473-8cec-c59135371306 req-fb421c7d-a738-4b80-bfcb-2c1ad817d5b2 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:27.339548 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cbef5ab0-29a9-4473-8cec-c59135371306 req-fb421c7d-a738-4b80-bfcb-2c1ad817d5b2 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=a7a21a4d-84b2-4dbf-b7d8-4bfeb227b128 HTTP/1.1" status: 200 len: 950 time: 0.1611087 Feb 09 21:30:27.408876 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cbef5ab0-29a9-4473-8cec-c59135371306 req-fe051608-d0de-496e-b0e9-1c6ae9c588d1 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601346 Feb 09 21:30:27.410755 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-697d85b7-f2a7-43ae-b523-0ce0586e5c0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (9d40292b-0b76-42c5-80e1-90b5058bab26), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:27.416891 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399f0fe2-a11b-48a7-a755-7af389a5d611 req-d1e8ccf4-8ac5-475c-82cf-99ccfd754abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:27.418629 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-399f0fe2-a11b-48a7-a755-7af389a5d611 req-d1e8ccf4-8ac5-475c-82cf-99ccfd754abd service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1246452 Feb 09 21:30:27.453573 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697d85b7-f2a7-43ae-b523-0ce0586e5c0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d40292b-0b76-42c5-80e1-90b5058bab26,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:27.461777 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-697d85b7-f2a7-43ae-b523-0ce0586e5c0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:27.468038 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e45d21-b8b9-4db4-abf5-7014737b8ec7 None None] Network 7a9ac5a8-6c72-442e-a289-f0f0972e4da1 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:30:27.469515 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-697d85b7-f2a7-43ae-b523-0ce0586e5c0f admin admin] 10.222.0.90 "DELETE /v2.0/subnets/9d40292b-0b76-42c5-80e1-90b5058bab26 HTTP/1.1" status: 204 len: 168 time: 0.4089088 Feb 09 21:30:27.470113 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 49248) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:30:27.570108 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-399f0fe2-a11b-48a7-a755-7af389a5d611 req-64932b91-da4c-4e02-a253-02cf28010235 service neutron] 10.222.0.95 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383448 Feb 09 21:30:27.650267 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6fa12001-16e1-4e89-8b06-356020804931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (7a9ac5a8-6c72-442e-a289-f0f0972e4da1), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:27.694246 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 04fd5a29-f9cc-4f19-9b35-fbeffb75a999 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:30:27.753639 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-399f0fe2-a11b-48a7-a755-7af389a5d611 req-9a0bad08-2428-40c0-8646-3f4b25b6ccb8 service neutron] 10.222.0.95 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686349 Feb 09 21:30:27.801340 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 04fd5a29-f9cc-4f19-9b35-fbeffb75a999 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:30:27.802490 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 04fd5a29-f9cc-4f19-9b35-fbeffb75a999 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:30:27.803076 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device e63a94d9-7a38-4bb9-aa49-74194f8381d9 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:30:27.818740 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-6fa12001-16e1-4e89-8b06-356020804931 admin admin] Deleting port 05c95846-941b-4339-851c-03fd2797c9af {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:30:27.819244 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6fa12001-16e1-4e89-8b06-356020804931 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (05c95846-941b-4339-851c-03fd2797c9af), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:27.829216 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9da04ce-0268-431a-ac45-ef407dbf1856 req-56754f81-5351-4e16-a335-643e250bfaa9 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:27.833614 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: e63a94d9-7a38-4bb9-aa49-74194f8381d9 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:30:27.834238 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device e63a94d9-7a38-4bb9-aa49-74194f8381d9 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:30:27.839331 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c9da04ce-0268-431a-ac45-ef407dbf1856 req-56754f81-5351-4e16-a335-643e250bfaa9 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/ports?device_id=d435b1ed-a9ba-4299-a5dc-748fc7f97fee HTTP/1.1" status: 200 len: 946 time: 0.0846822 Feb 09 21:30:27.924020 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c9da04ce-0268-431a-ac45-ef407dbf1856 req-ba8c2347-7313-408a-aa33-a090284f5e59 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/security-groups?id=8827d060-7266-4559-a6cc-b0bbf702a8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813355 Feb 09 21:30:27.942483 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-6fa12001-16e1-4e89-8b06-356020804931 admin admin] For port 05c95846-941b-4339-851c-03fd2797c9af, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=05c95846-941b-4339-851c-03fd2797c9af,segment=NetworkSegment(cfddd030-8c7e-487d-bc1f-1f873848817f),segment_id=cfddd030-8c7e-487d-bc1f-1f873848817f)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:30:27.943055 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6fa12001-16e1-4e89-8b06-356020804931 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (05c95846-941b-4339-851c-03fd2797c9af), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:27.961052 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-6fa12001-16e1-4e89-8b06-356020804931 admin admin] Calling delete_port for 05c95846-941b-4339-851c-03fd2797c9af owned by network:dhcp {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:30:27.965453 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62deb567-d40b-4c15-a733-8887212b78b0 None None] DHCP port deletion for 7a9ac5a8-6c72-442e-a289-f0f0972e4da1 request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:30:28.041251 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-62deb567-d40b-4c15-a733-8887212b78b0 None None] Deleting port 05c95846-941b-4339-851c-03fd2797c9af {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:30:28.044589 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-62deb567-d40b-4c15-a733-8887212b78b0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (05c95846-941b-4339-851c-03fd2797c9af), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:28.063928 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6fa12001-16e1-4e89-8b06-356020804931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (05c95846-941b-4339-851c-03fd2797c9af), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:28.092852 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa12001-16e1-4e89-8b06-356020804931 admin admin] Pushing event deleted for resources: {'Port': ['ID=05c95846-941b-4339-851c-03fd2797c9af,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:28.119744 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa12001-16e1-4e89-8b06-356020804931 admin admin] No DVR routers for this DVR port 05c95846-941b-4339-851c-03fd2797c9af on host n-d-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:30:28.146253 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-62deb567-d40b-4c15-a733-8887212b78b0 None None] For port 05c95846-941b-4339-851c-03fd2797c9af, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=05c95846-941b-4339-851c-03fd2797c9af,segment=NetworkSegment(cfddd030-8c7e-487d-bc1f-1f873848817f),segment_id=cfddd030-8c7e-487d-bc1f-1f873848817f)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:30:28.146996 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-62deb567-d40b-4c15-a733-8887212b78b0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (05c95846-941b-4339-851c-03fd2797c9af), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:28.162731 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-62deb567-d40b-4c15-a733-8887212b78b0 None None] Calling delete_port for 05c95846-941b-4339-851c-03fd2797c9af owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:30:28.307297 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956f9716-6ae4-4ab5-8186-12801d73fc93 req-42c0a1da-7550-48a5-ae1d-101f3d0648d1 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:28.309055 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-956f9716-6ae4-4ab5-8186-12801d73fc93 req-42c0a1da-7550-48a5-ae1d-101f3d0648d1 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/ports?device_id=35f9cc19-13a3-457d-b00b-18a4d916593f HTTP/1.1" status: 200 len: 948 time: 0.1061451 Feb 09 21:30:28.309970 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6fa12001-16e1-4e89-8b06-356020804931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (7a9ac5a8-6c72-442e-a289-f0f0972e4da1), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:28.361438 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-6fa12001-16e1-4e89-8b06-356020804931 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a9ac5a8-6c72-442e-a289-f0f0972e4da1']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:30:28.384053 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-6fa12001-16e1-4e89-8b06-356020804931 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfddd030-8c7e-487d-bc1f-1f873848817f') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:30:28.384455 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-6fa12001-16e1-4e89-8b06-356020804931 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfddd030-8c7e-487d-bc1f-1f873848817f') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:30:28.410677 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6fa12001-16e1-4e89-8b06-356020804931 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (cfddd030-8c7e-487d-bc1f-1f873848817f), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:28.424393 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-956f9716-6ae4-4ab5-8186-12801d73fc93 req-47aef171-2c7f-4c28-a5a9-63384704d401 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/security-groups?id=f6fa6ce3-746d-4166-ab07-a35461d566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978777 Feb 09 21:30:28.430024 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6fa12001-16e1-4e89-8b06-356020804931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (cfddd030-8c7e-487d-bc1f-1f873848817f), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:28.446863 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fa12001-16e1-4e89-8b06-356020804931 admin admin] Releasing vlan 748 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:30:28.447553 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6fa12001-16e1-4e89-8b06-356020804931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (cfddd030-8c7e-487d-bc1f-1f873848817f), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:28.489591 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-62deb567-d40b-4c15-a733-8887212b78b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (05c95846-941b-4339-851c-03fd2797c9af), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:28.514603 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:30:28.514603 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:30:28.514603 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:30:28.514603 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:30:28.514603 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:30:28.514603 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:30:28.514603 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:30:28.514603 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:30:28.514603 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:30:28.514603 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:30:28.514603 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:30:28.514603 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:30:28.514603 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:30:28.514603 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:30:28.514603 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:30:28.514603 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:30:28.514603 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:30:28.514603 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:30:28.514603 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:30:28.514603 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:30:28.514603 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:30:28.514603 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:30:28.514603 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:30:28.514603 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:30:28.514603 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:30:28.514603 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:30:28.514603 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:30:28.514603 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:30:28.514603 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:30:28.514603 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:30:28.514603 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:30:28.514603 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:30:28.518554 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6fa12001-16e1-4e89-8b06-356020804931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (7a9ac5a8-6c72-442e-a289-f0f0972e4da1), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:28.528445 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6fa12001-16e1-4e89-8b06-356020804931 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:28.535824 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-6fa12001-16e1-4e89-8b06-356020804931 admin admin] 10.222.0.90 "DELETE /v2.0/networks/7a9ac5a8-6c72-442e-a289-f0f0972e4da1 HTTP/1.1" status: 204 len: 168 time: 1.0621026 Feb 09 21:30:28.541528 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 49272) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:30:28.546997 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa12001-16e1-4e89-8b06-356020804931 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a9ac5a8-6c72-442e-a289-f0f0972e4da1,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:28.570604 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62deb567-d40b-4c15-a733-8887212b78b0 None None] No DVR routers for this DVR port 05c95846-941b-4339-851c-03fd2797c9af on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:30:28.573025 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62deb567-d40b-4c15-a733-8887212b78b0 None None] Pushing event deleted for resources: {'Port': ['ID=05c95846-941b-4339-851c-03fd2797c9af,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:28.623859 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 964ba092-a6e7-4c21-aaa0-28fa44f46048 details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:30:28.677589 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd6b582-a441-4a2d-9ff5-7377dfedf81e req-5c3b5fa5-4a2e-42fd-af84-24c2e69556d0 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:28.679080 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4bd6b582-a441-4a2d-9ff5-7377dfedf81e req-5c3b5fa5-4a2e-42fd-af84-24c2e69556d0 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=a7a21a4d-84b2-4dbf-b7d8-4bfeb227b128 HTTP/1.1" status: 200 len: 950 time: 0.1541972 Feb 09 21:30:28.739956 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 964ba092-a6e7-4c21-aaa0-28fa44f46048, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=964ba092-a6e7-4c21-aaa0-28fa44f46048,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:30:28.752040 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': '964ba092-a6e7-4c21-aaa0-28fa44f46048', 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc', 'port_id': '964ba092-a6e7-4c21-aaa0-28fa44f46048', 'mac_address': 'fa:16:3e:e7:5e:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f7402ac-a35b-414b-bcc1-bc1c3072ec3c', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:30:28.800999 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 964ba092-a6e7-4c21-aaa0-28fa44f46048 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:30:28.801323 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (964ba092-a6e7-4c21-aaa0-28fa44f46048), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:28.818083 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4bd6b582-a441-4a2d-9ff5-7377dfedf81e req-031abc20-9a0d-45e4-b934-2b921756ab4d tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285021 Feb 09 21:30:28.821530 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 964ba092-a6e7-4c21-aaa0-28fa44f46048 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:30:28.852479 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 964ba092-a6e7-4c21-aaa0-28fa44f46048, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=964ba092-a6e7-4c21-aaa0-28fa44f46048,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:30:28.858196 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (964ba092-a6e7-4c21-aaa0-28fa44f46048), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:28.927876 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=964ba092-a6e7-4c21-aaa0-28fa44f46048,revision_number=9']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:29.054685 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['964ba092-a6e7-4c21-aaa0-28fa44f46048'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:30:29.475992 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ffe384a5-a0a2-4276-a196-6a70611e128b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524906'] for router_interface (087a27fa-af64-4374-97f6-4a63ff2b7da8), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:29.558244 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 05c95846-941b-4339-851c-03fd2797c9af no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:30:29.560207 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c2e2c0-6654-4231-9479-6ad4241894ca req-b94702b8-fedc-488f-b9e0-2b369f55771a tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:29.562216 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-98c2e2c0-6654-4231-9479-6ad4241894ca req-b94702b8-fedc-488f-b9e0-2b369f55771a tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/ports?device_id=d435b1ed-a9ba-4299-a5dc-748fc7f97fee HTTP/1.1" status: 200 len: 946 time: 0.5394256 Feb 09 21:30:29.596257 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 05c95846-941b-4339-851c-03fd2797c9af {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:30:29.597589 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 05c95846-941b-4339-851c-03fd2797c9af not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:30:29.674272 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-98c2e2c0-6654-4231-9479-6ad4241894ca req-5e53bd20-3e2c-471e-aa84-16b23f3e5510 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/security-groups?id=8827d060-7266-4559-a6cc-b0bbf702a8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018314 Feb 09 21:30:29.742646 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3b1068-bb5f-455a-a5b6-7012f562cd33 req-ef48ba5a-6a7f-4e12-9a03-f19b731383cf tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:29.744323 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fd3b1068-bb5f-455a-a5b6-7012f562cd33 req-ef48ba5a-6a7f-4e12-9a03-f19b731383cf tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/ports?device_id=35f9cc19-13a3-457d-b00b-18a4d916593f HTTP/1.1" status: 200 len: 948 time: 0.2320185 Feb 09 21:30:29.830795 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fd3b1068-bb5f-455a-a5b6-7012f562cd33 req-eb208d78-52c2-4f9a-8421-30a9737f2d9c tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/security-groups?id=f6fa6ce3-746d-4166-ab07-a35461d566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548582 Feb 09 21:30:29.979266 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96686b3b-17aa-47ce-9599-2a4384873086 req-51f8c761-2b42-43f7-bc69-515e1f85e87e tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:29.980773 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-96686b3b-17aa-47ce-9599-2a4384873086 req-51f8c761-2b42-43f7-bc69-515e1f85e87e tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=a7a21a4d-84b2-4dbf-b7d8-4bfeb227b128 HTTP/1.1" status: 200 len: 950 time: 0.0841162 Feb 09 21:30:29.986156 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-ffe384a5-a0a2-4276-a196-6a70611e128b admin admin] Deleting port aa95dd5e-0e9c-4f7a-a673-2978c6b03e10 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:30:29.986566 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ffe384a5-a0a2-4276-a196-6a70611e128b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (aa95dd5e-0e9c-4f7a-a673-2978c6b03e10), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:30.091913 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-96686b3b-17aa-47ce-9599-2a4384873086 req-4898bf52-535b-4416-a3ea-9d369634893c tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032784 Feb 09 21:30:30.118869 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-ffe384a5-a0a2-4276-a196-6a70611e128b admin admin] For port aa95dd5e-0e9c-4f7a-a673-2978c6b03e10, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=aa95dd5e-0e9c-4f7a-a673-2978c6b03e10,segment=NetworkSegment(92d4dc3b-d6ac-4ef0-ace9-43adfcd63ad4),segment_id=92d4dc3b-d6ac-4ef0-ace9-43adfcd63ad4)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:30:30.119275 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ffe384a5-a0a2-4276-a196-6a70611e128b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (aa95dd5e-0e9c-4f7a-a673-2978c6b03e10), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:30.139953 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-ffe384a5-a0a2-4276-a196-6a70611e128b admin admin] Calling delete_port for aa95dd5e-0e9c-4f7a-a673-2978c6b03e10 owned by network:router_interface {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:30:30.344806 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ffe384a5-a0a2-4276-a196-6a70611e128b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (aa95dd5e-0e9c-4f7a-a673-2978c6b03e10), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:30.373037 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe384a5-a0a2-4276-a196-6a70611e128b admin admin] Pushing event deleted for resources: {'Port': ['ID=aa95dd5e-0e9c-4f7a-a673-2978c6b03e10,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:30.578880 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ffe384a5-a0a2-4276-a196-6a70611e128b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-525054'] for router_interface (087a27fa-af64-4374-97f6-4a63ff2b7da8), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:30.621145 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 147b5b5d-b08f-4fb4-a67c-09c7c9569906 details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:30:30.631584 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 964ba092-a6e7-4c21-aaa0-28fa44f46048 up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:30:30.732974 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port 964ba092-a6e7-4c21-aaa0-28fa44f46048 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:30:30.733356 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (964ba092-a6e7-4c21-aaa0-28fa44f46048), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:30.862041 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 147b5b5d-b08f-4fb4-a67c-09c7c9569906, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=147b5b5d-b08f-4fb4-a67c-09c7c9569906,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:30:30.874651 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 964ba092-a6e7-4c21-aaa0-28fa44f46048 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:30:30.875048 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (964ba092-a6e7-4c21-aaa0-28fa44f46048), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:30.918288 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 964ba092-a6e7-4c21-aaa0-28fa44f46048, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=964ba092-a6e7-4c21-aaa0-28fa44f46048,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:30:30.919535 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b1a6610-b484-41a0-bca8-091cd66a233e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '964ba092-a6e7-4c21-aaa0-28fa44f46048'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:30:30.921981 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c681469a-05b9-4578-81f1-83c5ea33381e" -d '{"events": [{"server_uuid": "5b1a6610-b484-41a0-bca8-091cd66a233e", "name": "network-vif-plugged", "status": "completed", "tag": "964ba092-a6e7-4c21-aaa0-28fa44f46048"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:30:30.925305 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': '147b5b5d-b08f-4fb4-a67c-09c7c9569906', 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc', 'port_id': '147b5b5d-b08f-4fb4-a67c-09c7c9569906', 'mac_address': 'fa:16:3e:a1:82:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f7402ac-a35b-414b-bcc1-bc1c3072ec3c', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:30:30.932233 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (964ba092-a6e7-4c21-aaa0-28fa44f46048), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:31.015309 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 147b5b5d-b08f-4fb4-a67c-09c7c9569906 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:30:31.015708 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (147b5b5d-b08f-4fb4-a67c-09c7c9569906), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:31.023945 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee11be5-bf6f-4c4c-9fdb-482dc10b390f req-633322c7-d804-4bc5-83d0-e8eaa2ccea0f tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:31.025746 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5ee11be5-bf6f-4c4c-9fdb-482dc10b390f req-633322c7-d804-4bc5-83d0-e8eaa2ccea0f tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/ports?device_id=d435b1ed-a9ba-4299-a5dc-748fc7f97fee HTTP/1.1" status: 200 len: 946 time: 0.2368476 Feb 09 21:30:31.033644 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 147b5b5d-b08f-4fb4-a67c-09c7c9569906 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:30:31.038524 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571c7827-73db-4efc-96e5-1772cf97bfa6 req-fff21346-1407-4a61-bc01-53a1d22c19f3 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:31.039125 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=964ba092-a6e7-4c21-aaa0-28fa44f46048,revision_number=10']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:31.040408 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-571c7827-73db-4efc-96e5-1772cf97bfa6 req-fff21346-1407-4a61-bc01-53a1d22c19f3 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/ports?device_id=35f9cc19-13a3-457d-b00b-18a4d916593f HTTP/1.1" status: 200 len: 948 time: 0.0869548 Feb 09 21:30:31.058143 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 147b5b5d-b08f-4fb4-a67c-09c7c9569906, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=147b5b5d-b08f-4fb4-a67c-09c7c9569906,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:30:31.063015 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (147b5b5d-b08f-4fb4-a67c-09c7c9569906), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:31.115486 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=147b5b5d-b08f-4fb4-a67c-09c7c9569906,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:31.123242 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5ee11be5-bf6f-4c4c-9fdb-482dc10b390f req-3990fe0c-5a3f-44de-964e-77298a7cc1a2 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/security-groups?id=8827d060-7266-4559-a6cc-b0bbf702a8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691652 Feb 09 21:30:31.174565 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffe384a5-a0a2-4276-a196-6a70611e128b admin admin] Router 087a27fa-af64-4374-97f6-4a63ff2b7da8 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:30:31.193676 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e56e4b5-1914-45d9-8f98-b34a72cde632 x-openstack-request-id: req-4e56e4b5-1914-45d9-8f98-b34a72cde632 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:30:31.193994 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b1a6610-b484-41a0-bca8-091cd66a233e", "name": "network-vif-plugged", "status": "completed", "tag": "964ba092-a6e7-4c21-aaa0-28fa44f46048", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:30:31.194257 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-4e56e4b5-1914-45d9-8f98-b34a72cde632 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:30:31.194659 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b1a6610-b484-41a0-bca8-091cd66a233e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '964ba092-a6e7-4c21-aaa0-28fa44f46048', 'code': 200} Feb 09 21:30:31.214991 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-571c7827-73db-4efc-96e5-1772cf97bfa6 req-81b2e9ec-8045-48f6-8d88-806c4900a2e1 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/security-groups?id=f6fa6ce3-746d-4166-ab07-a35461d566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598768 Feb 09 21:30:31.373477 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a44694-1963-4073-bed6-56cdd9aae55e req-2be01a8a-26ba-4957-83bf-036504709ebc tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:31.375498 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-51a44694-1963-4073-bed6-56cdd9aae55e req-2be01a8a-26ba-4957-83bf-036504709ebc tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=a7a21a4d-84b2-4dbf-b7d8-4bfeb227b128 HTTP/1.1" status: 200 len: 950 time: 0.0837643 Feb 09 21:30:31.425517 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffe384a5-a0a2-4276-a196-6a70611e128b admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:30:31.438079 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23dd6ed-b2e1-4f7d-af67-b46f283b8295 None None] Sync routers for ids ['087a27fa-af64-4374-97f6-4a63ff2b7da8'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:30:31.443251 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-ffe384a5-a0a2-4276-a196-6a70611e128b admin admin] 10.222.0.90 "PUT /v2.0/routers/087a27fa-af64-4374-97f6-4a63ff2b7da8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8983636 Feb 09 21:30:31.443769 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 49338) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:30:31.460177 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23dd6ed-b2e1-4f7d-af67-b46f283b8295 None None] Routers {'087a27fa-af64-4374-97f6-4a63ff2b7da8'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:30:31.460673 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-b23dd6ed-b2e1-4f7d-af67-b46f283b8295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:30:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['087a27fa-af64-4374-97f6-4a63ff2b7da8'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:30:31.479863 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-51a44694-1963-4073-bed6-56cdd9aae55e req-ff35a2ef-3393-4010-8e08-fb619e124862 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976529 Feb 09 21:30:31.632006 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89542318-437c-49d4-9b6b-f59b2cf86d3e req-26d44ac5-89f8-4290-a093-b61aee655757 tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:31.641990 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-89542318-437c-49d4-9b6b-f59b2cf86d3e req-26d44ac5-89f8-4290-a093-b61aee655757 tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] 10.222.0.90 "GET /v2.0/ports?device_id=7db6bdb6-0f2f-41e3-85e5-237a1be4d7cd HTTP/1.1" status: 200 len: 945 time: 0.0698466 Feb 09 21:30:31.662066 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-b23dd6ed-b2e1-4f7d-af67-b46f283b8295 None None] Set router 087a27fa-af64-4374-97f6-4a63ff2b7da8 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:30:31.673607 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bb4102d2-b4a6-4dbd-8916-75b829ae95c1 admin admin] Publish callbacks [] for router (087a27fa-af64-4374-97f6-4a63ff2b7da8), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:31.711202 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-89542318-437c-49d4-9b6b-f59b2cf86d3e req-53f18a6b-0c02-4419-98fc-d10b650c0fd5 tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] 10.222.0.90 "GET /v2.0/security-groups?id=91d83400-638e-47e1-98a6-6d0e50fe073b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688009 Feb 09 21:30:31.822947 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bb4102d2-b4a6-4dbd-8916-75b829ae95c1 admin admin] Publish callbacks [] for router_gateway (087a27fa-af64-4374-97f6-4a63ff2b7da8), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:31.885760 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['147b5b5d-b08f-4fb4-a67c-09c7c9569906'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:30:31.911842 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-bb4102d2-b4a6-4dbd-8916-75b829ae95c1 admin admin] Deleting port 6e293ca6-5ce3-4b78-976d-31648a19f839 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:30:31.912504 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bb4102d2-b4a6-4dbd-8916-75b829ae95c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (6e293ca6-5ce3-4b78-976d-31648a19f839), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:32.054018 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-bb4102d2-b4a6-4dbd-8916-75b829ae95c1 admin admin] For port 6e293ca6-5ce3-4b78-976d-31648a19f839, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=6e293ca6-5ce3-4b78-976d-31648a19f839,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:30:32.054383 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bb4102d2-b4a6-4dbd-8916-75b829ae95c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (6e293ca6-5ce3-4b78-976d-31648a19f839), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:32.070517 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-bb4102d2-b4a6-4dbd-8916-75b829ae95c1 admin admin] Calling delete_port for 6e293ca6-5ce3-4b78-976d-31648a19f839 owned by network:router_gateway {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:30:32.086132 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-b23dd6ed-b2e1-4f7d-af67-b46f283b8295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '087a27fa-af64-4374-97f6-4a63ff2b7da8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-885930804-router', 'tenant_id': '825e8147b3bd4478917f0ad507e83ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '6e293ca6-5ce3-4b78-976d-31648a19f839', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:27:23Z', 'updated_at': '2022-02-09T21:30:30Z', 'revision_number': 5, 'project_id': '825e8147b3bd4478917f0ad507e83ce8', 'gw_port': {'id': '6e293ca6-5ce3-4b78-976d-31648a19f839', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:99:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '087a27fa-af64-4374-97f6-4a63ff2b7da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:27:27Z', 'updated_at': '2022-02-09T21:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:30:32.135098 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23dd6ed-b2e1-4f7d-af67-b46f283b8295 None None] Checking router: 087a27fa-af64-4374-97f6-4a63ff2b7da8 for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:30:32.189952 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23dd6ed-b2e1-4f7d-af67-b46f283b8295 None None] Routers {'087a27fa-af64-4374-97f6-4a63ff2b7da8'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:30:32.195563 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-b23dd6ed-b2e1-4f7d-af67-b46f283b8295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:30:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['087a27fa-af64-4374-97f6-4a63ff2b7da8'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:30:32.419619 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bb4102d2-b4a6-4dbd-8916-75b829ae95c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (6e293ca6-5ce3-4b78-976d-31648a19f839), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:32.447019 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-b23dd6ed-b2e1-4f7d-af67-b46f283b8295 None None] Set router 087a27fa-af64-4374-97f6-4a63ff2b7da8 gateway port host: None {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:30:32.448585 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0ca408-32b6-474e-9c7a-6560c0939d8d req-deeee1c0-7fc3-41c6-8b80-315c9f86b71a tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:32.457011 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2e0ca408-32b6-474e-9c7a-6560c0939d8d req-deeee1c0-7fc3-41c6-8b80-315c9f86b71a tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/ports?device_id=d435b1ed-a9ba-4299-a5dc-748fc7f97fee HTTP/1.1" status: 200 len: 946 time: 0.1682556 Feb 09 21:30:32.467948 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4102d2-b4a6-4dbd-8916-75b829ae95c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e293ca6-5ce3-4b78-976d-31648a19f839,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:32.576448 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bb4102d2-b4a6-4dbd-8916-75b829ae95c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-554524'] for router_gateway (087a27fa-af64-4374-97f6-4a63ff2b7da8), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:32.593224 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2e0ca408-32b6-474e-9c7a-6560c0939d8d req-6d0cab60-ce26-4bb5-97ad-d7aa03b07819 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/security-groups?id=8827d060-7266-4559-a6cc-b0bbf702a8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350703 Feb 09 21:30:32.594635 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-b23dd6ed-b2e1-4f7d-af67-b46f283b8295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '087a27fa-af64-4374-97f6-4a63ff2b7da8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-885930804-router', 'tenant_id': '825e8147b3bd4478917f0ad507e83ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:27:23Z', 'updated_at': '2022-02-09T21:30:31Z', 'revision_number': 6, 'project_id': '825e8147b3bd4478917f0ad507e83ce8', 'gw_port_host': None}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:30:32.615626 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa623dc3-015e-4084-90d3-eb5c295b36db req-b5d0c0d9-d8a0-4152-943d-d99356b93b47 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:32.632693 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fa623dc3-015e-4084-90d3-eb5c295b36db req-b5d0c0d9-d8a0-4152-943d-d99356b93b47 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/ports?device_id=35f9cc19-13a3-457d-b00b-18a4d916593f HTTP/1.1" status: 200 len: 949 time: 0.2595146 Feb 09 21:30:32.683488 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23dd6ed-b2e1-4f7d-af67-b46f283b8295 None None] The sync data for ids ['087a27fa-af64-4374-97f6-4a63ff2b7da8'] in n-d-828369-5 is: [{'id': '087a27fa-af64-4374-97f6-4a63ff2b7da8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-885930804-router', 'tenant_id': '825e8147b3bd4478917f0ad507e83ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:27:23Z', 'updated_at': '2022-02-09T21:30:31Z', 'revision_number': 6, 'project_id': '825e8147b3bd4478917f0ad507e83ce8', 'gw_port_host': None}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:30:32.710288 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fa623dc3-015e-4084-90d3-eb5c295b36db req-3676af5a-7121-4ca1-a305-9ffa3e44c414 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/security-groups?id=f6fa6ce3-746d-4166-ab07-a35461d566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752976 Feb 09 21:30:32.820136 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b75351-85c0-4eff-bbe1-30eaf976584e req-f650b53a-4761-49c4-87d9-cba68260b727 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:32.827126 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-04b75351-85c0-4eff-bbe1-30eaf976584e req-f650b53a-4761-49c4-87d9-cba68260b727 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=a7a21a4d-84b2-4dbf-b7d8-4bfeb227b128 HTTP/1.1" status: 200 len: 950 time: 0.1137619 Feb 09 21:30:32.926336 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-04b75351-85c0-4eff-bbe1-30eaf976584e req-81e869d8-5053-44d7-80ec-1c3e09dfbcd8 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979326 Feb 09 21:30:32.930585 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bb4102d2-b4a6-4dbd-8916-75b829ae95c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (087a27fa-af64-4374-97f6-4a63ff2b7da8), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:32.943853 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bb4102d2-b4a6-4dbd-8916-75b829ae95c1 admin admin] Publish callbacks [] for router_controller (087a27fa-af64-4374-97f6-4a63ff2b7da8), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:32.975059 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a12b2c-aead-4479-a701-bc716bdf3ecf req-625473fb-3e21-492a-8b45-532ef33404dc tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:32.986958 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e8a12b2c-aead-4479-a701-bc716bdf3ecf req-625473fb-3e21-492a-8b45-532ef33404dc tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] 10.222.0.90 "GET /v2.0/ports?device_id=7db6bdb6-0f2f-41e3-85e5-237a1be4d7cd HTTP/1.1" status: 200 len: 945 time: 0.1518302 Feb 09 21:30:33.059318 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bb4102d2-b4a6-4dbd-8916-75b829ae95c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (087a27fa-af64-4374-97f6-4a63ff2b7da8), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:33.060061 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb4102d2-b4a6-4dbd-8916-75b829ae95c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 087a27fa-af64-4374-97f6-4a63ff2b7da8 {{(pid=103141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:30:33.069683 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bb4102d2-b4a6-4dbd-8916-75b829ae95c1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:33.075780 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-bb4102d2-b4a6-4dbd-8916-75b829ae95c1 admin admin] 10.222.0.90 "DELETE /v2.0/routers/087a27fa-af64-4374-97f6-4a63ff2b7da8 HTTP/1.1" status: 204 len: 168 time: 1.6287227 Feb 09 21:30:33.079582 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 49398) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:30:33.119224 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e8a12b2c-aead-4479-a701-bc716bdf3ecf req-1b986839-d152-4513-ba69-067705961430 tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] 10.222.0.90 "GET /v2.0/security-groups?id=91d83400-638e-47e1-98a6-6d0e50fe073b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312990 Feb 09 21:30:33.207769 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-93ee6691-f3b4-4777-9f7b-69d24019713c admin admin] Deleting subnet d0d42341-acdd-4a58-8c6c-6011d76b5717 {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:30:33.212346 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-93ee6691-f3b4-4777-9f7b-69d24019713c admin admin] Publish callbacks [] for subnet (d0d42341-acdd-4a58-8c6c-6011d76b5717), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:33.262169 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-93ee6691-f3b4-4777-9f7b-69d24019713c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (d0d42341-acdd-4a58-8c6c-6011d76b5717), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:33.387203 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-93ee6691-f3b4-4777-9f7b-69d24019713c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (d0d42341-acdd-4a58-8c6c-6011d76b5717), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:33.490326 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-93ee6691-f3b4-4777-9f7b-69d24019713c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (d0d42341-acdd-4a58-8c6c-6011d76b5717), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:33.526850 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ee6691-f3b4-4777-9f7b-69d24019713c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0d42341-acdd-4a58-8c6c-6011d76b5717,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:33.537343 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e0b528-c4bd-4d35-9644-cdd498ee77af None None] Network 8d0ba8e7-9ebc-4bea-9603-b2ebd02662f0 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:30:33.554819 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-93ee6691-f3b4-4777-9f7b-69d24019713c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:33.561157 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-93ee6691-f3b4-4777-9f7b-69d24019713c admin admin] 10.222.0.90 "DELETE /v2.0/subnets/d0d42341-acdd-4a58-8c6c-6011d76b5717 HTTP/1.1" status: 204 len: 168 time: 0.4727228 Feb 09 21:30:33.563674 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 49400) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:30:33.762119 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3000c30b-e068-4e70-a6d9-2b3358285987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (8d0ba8e7-9ebc-4bea-9603-b2ebd02662f0), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:33.808880 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device aa95dd5e-0e9c-4f7a-a673-2978c6b03e10 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:30:33.914883 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d6693b-8ffd-48b7-a80d-2831558317e8 None None] DHCP port deletion for 8d0ba8e7-9ebc-4bea-9603-b2ebd02662f0 request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:30:33.922334 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec6d675-0b5f-4c17-bd8f-c4006b888dd4 req-6b20f655-f9e4-42f4-bf8f-c86b10514076 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:33.924929 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6ec6d675-0b5f-4c17-bd8f-c4006b888dd4 req-6b20f655-f9e4-42f4-bf8f-c86b10514076 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/ports?device_id=d435b1ed-a9ba-4299-a5dc-748fc7f97fee HTTP/1.1" status: 200 len: 946 time: 0.1707342 Feb 09 21:30:33.925062 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: aa95dd5e-0e9c-4f7a-a673-2978c6b03e10 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:30:33.925062 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device aa95dd5e-0e9c-4f7a-a673-2978c6b03e10 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:30:33.928191 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 6e293ca6-5ce3-4b78-976d-31648a19f839 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:30:33.943346 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-3000c30b-e068-4e70-a6d9-2b3358285987 admin admin] Deleting port 0784fe00-3bda-4f3a-b79f-e040ced90db5 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:30:33.943813 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3000c30b-e068-4e70-a6d9-2b3358285987 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (0784fe00-3bda-4f3a-b79f-e040ced90db5), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:33.979514 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 6e293ca6-5ce3-4b78-976d-31648a19f839 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:30:33.986258 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 6e293ca6-5ce3-4b78-976d-31648a19f839 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:30:33.999007 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d224b32-0294-40fe-b591-ed3ce54f7e22 req-747950d3-c9a4-4172-9f51-e5c02c9a8ce7 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:34.010400 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1d224b32-0294-40fe-b591-ed3ce54f7e22 req-747950d3-c9a4-4172-9f51-e5c02c9a8ce7 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/ports?device_id=35f9cc19-13a3-457d-b00b-18a4d916593f HTTP/1.1" status: 200 len: 949 time: 0.1506898 Feb 09 21:30:34.064112 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6ec6d675-0b5f-4c17-bd8f-c4006b888dd4 req-a56d3a07-bec2-4c93-af2b-a16cd4e678d1 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/security-groups?id=8827d060-7266-4559-a6cc-b0bbf702a8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234896 Feb 09 21:30:34.096705 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-3000c30b-e068-4e70-a6d9-2b3358285987 admin admin] For port 0784fe00-3bda-4f3a-b79f-e040ced90db5, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=0784fe00-3bda-4f3a-b79f-e040ced90db5,segment=NetworkSegment(92d4dc3b-d6ac-4ef0-ace9-43adfcd63ad4),segment_id=92d4dc3b-d6ac-4ef0-ace9-43adfcd63ad4)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:30:34.097420 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3000c30b-e068-4e70-a6d9-2b3358285987 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (0784fe00-3bda-4f3a-b79f-e040ced90db5), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:34.111848 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-70d6693b-8ffd-48b7-a80d-2831558317e8 None None] Deleting port 0784fe00-3bda-4f3a-b79f-e040ced90db5 {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:30:34.112248 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-70d6693b-8ffd-48b7-a80d-2831558317e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (0784fe00-3bda-4f3a-b79f-e040ced90db5), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:34.135180 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-3000c30b-e068-4e70-a6d9-2b3358285987 admin admin] Calling delete_port for 0784fe00-3bda-4f3a-b79f-e040ced90db5 owned by network:dhcp {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:30:34.216852 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1d224b32-0294-40fe-b591-ed3ce54f7e22 req-87f9ac8b-e2fa-46e5-ac6e-6df64c3dd275 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/security-groups?id=f6fa6ce3-746d-4166-ab07-a35461d566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054071 Feb 09 21:30:34.352992 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3000c30b-e068-4e70-a6d9-2b3358285987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (0784fe00-3bda-4f3a-b79f-e040ced90db5), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:34.373106 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-70d6693b-8ffd-48b7-a80d-2831558317e8 None None] For port 0784fe00-3bda-4f3a-b79f-e040ced90db5, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=0784fe00-3bda-4f3a-b79f-e040ced90db5,segment=NetworkSegment(92d4dc3b-d6ac-4ef0-ace9-43adfcd63ad4),segment_id=92d4dc3b-d6ac-4ef0-ace9-43adfcd63ad4)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:30:34.373106 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-70d6693b-8ffd-48b7-a80d-2831558317e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (0784fe00-3bda-4f3a-b79f-e040ced90db5), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:34.380694 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feea4408-de32-4e9e-bccd-4a72afd023bc req-0f6ad597-9bff-4704-bbba-aed901f7c8bd tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:34.382329 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-feea4408-de32-4e9e-bccd-4a72afd023bc req-0f6ad597-9bff-4704-bbba-aed901f7c8bd tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=a7a21a4d-84b2-4dbf-b7d8-4bfeb227b128 HTTP/1.1" status: 200 len: 950 time: 0.1642632 Feb 09 21:30:34.417074 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-70d6693b-8ffd-48b7-a80d-2831558317e8 None None] Calling delete_port for 0784fe00-3bda-4f3a-b79f-e040ced90db5 owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:30:34.426960 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3000c30b-e068-4e70-a6d9-2b3358285987 admin admin] Pushing event deleted for resources: {'Port': ['ID=0784fe00-3bda-4f3a-b79f-e040ced90db5,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:34.449835 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3000c30b-e068-4e70-a6d9-2b3358285987 admin admin] No DVR routers for this DVR port 0784fe00-3bda-4f3a-b79f-e040ced90db5 on host n-d-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:30:34.522489 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-70d6693b-8ffd-48b7-a80d-2831558317e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (0784fe00-3bda-4f3a-b79f-e040ced90db5), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:34.543824 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-feea4408-de32-4e9e-bccd-4a72afd023bc req-4b16c5d9-ac31-4b80-ac5d-b164b6e409eb tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540928 Feb 09 21:30:34.562360 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d6693b-8ffd-48b7-a80d-2831558317e8 None None] No DVR routers for this DVR port 0784fe00-3bda-4f3a-b79f-e040ced90db5 on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:30:34.571230 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d6693b-8ffd-48b7-a80d-2831558317e8 None None] Pushing event deleted for resources: {'Port': ['ID=0784fe00-3bda-4f3a-b79f-e040ced90db5,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:34.583293 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb68583a-a880-4fc1-8097-7a78eb37f144 req-b35e841a-008f-40a5-be44-32185bf2b5e7 tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:34.593054 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cb68583a-a880-4fc1-8097-7a78eb37f144 req-b35e841a-008f-40a5-be44-32185bf2b5e7 tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] 10.222.0.90 "GET /v2.0/ports?device_id=7db6bdb6-0f2f-41e3-85e5-237a1be4d7cd HTTP/1.1" status: 200 len: 945 time: 0.1405520 Feb 09 21:30:34.612639 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3000c30b-e068-4e70-a6d9-2b3358285987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (8d0ba8e7-9ebc-4bea-9603-b2ebd02662f0), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:34.641311 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 147b5b5d-b08f-4fb4-a67c-09c7c9569906 up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:30:34.646798 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-3000c30b-e068-4e70-a6d9-2b3358285987 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d0ba8e7-9ebc-4bea-9603-b2ebd02662f0']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:30:34.660514 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-3000c30b-e068-4e70-a6d9-2b3358285987 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92d4dc3b-d6ac-4ef0-ace9-43adfcd63ad4') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:30:34.660882 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-3000c30b-e068-4e70-a6d9-2b3358285987 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92d4dc3b-d6ac-4ef0-ace9-43adfcd63ad4') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:30:34.673783 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3000c30b-e068-4e70-a6d9-2b3358285987 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (92d4dc3b-d6ac-4ef0-ace9-43adfcd63ad4), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:34.695199 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cb68583a-a880-4fc1-8097-7a78eb37f144 req-2b2fb39e-ab55-4bac-afbb-6d0f6219caa4 tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] 10.222.0.90 "GET /v2.0/security-groups?id=91d83400-638e-47e1-98a6-6d0e50fe073b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953200 Feb 09 21:30:34.706274 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3000c30b-e068-4e70-a6d9-2b3358285987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (92d4dc3b-d6ac-4ef0-ace9-43adfcd63ad4), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:34.721430 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3000c30b-e068-4e70-a6d9-2b3358285987 admin admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:30:34.721827 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3000c30b-e068-4e70-a6d9-2b3358285987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (92d4dc3b-d6ac-4ef0-ace9-43adfcd63ad4), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:34.724513 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:30:34.724513 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:30:34.724513 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:30:34.724513 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:30:34.724513 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:30:34.724513 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:30:34.724513 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:30:34.724513 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:30:34.724513 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:30:34.724513 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:30:34.724513 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:30:34.724513 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:30:34.724513 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:30:34.724513 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:30:34.724513 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:30:34.724513 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:30:34.724513 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:30:34.724513 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:30:34.724513 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:30:34.724513 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:30:34.724513 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:30:34.724513 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:30:34.724513 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:30:34.724513 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:30:34.724513 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:30:34.724513 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:30:34.724513 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:30:34.724513 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:30:34.724513 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:30:34.724513 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:30:34.724513 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:30:34.724513 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:30:34.750396 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning for port 147b5b5d-b08f-4fb4-a67c-09c7c9569906 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:30:34.755140 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port 147b5b5d-b08f-4fb4-a67c-09c7c9569906 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:30:34.755523 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (147b5b5d-b08f-4fb4-a67c-09c7c9569906), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:34.838830 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3000c30b-e068-4e70-a6d9-2b3358285987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (8d0ba8e7-9ebc-4bea-9603-b2ebd02662f0), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:34.859421 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3000c30b-e068-4e70-a6d9-2b3358285987 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:34.880923 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-3000c30b-e068-4e70-a6d9-2b3358285987 admin admin] 10.222.0.90 "DELETE /v2.0/networks/8d0ba8e7-9ebc-4bea-9603-b2ebd02662f0 HTTP/1.1" status: 204 len: 168 time: 1.3160110 Feb 09 21:30:34.913986 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3000c30b-e068-4e70-a6d9-2b3358285987 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d0ba8e7-9ebc-4bea-9603-b2ebd02662f0,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:35.073777 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 147b5b5d-b08f-4fb4-a67c-09c7c9569906 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:30:35.074349 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (147b5b5d-b08f-4fb4-a67c-09c7c9569906), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:35.106183 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35f9cc19-13a3-457d-b00b-18a4d916593f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '147b5b5d-b08f-4fb4-a67c-09c7c9569906'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:30:35.109991 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-983cc63d-1f75-41c2-866f-0fa15d2d4e18" -d '{"events": [{"server_uuid": "35f9cc19-13a3-457d-b00b-18a4d916593f", "name": "network-vif-plugged", "status": "completed", "tag": "147b5b5d-b08f-4fb4-a67c-09c7c9569906"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:30:35.124464 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 147b5b5d-b08f-4fb4-a67c-09c7c9569906, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=147b5b5d-b08f-4fb4-a67c-09c7c9569906,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:30:35.133441 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (147b5b5d-b08f-4fb4-a67c-09c7c9569906), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:35.201292 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 49432) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:30:35.235111 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2d509c9-8786-4f2c-819e-d4db61d33825 x-openstack-request-id: req-b2d509c9-8786-4f2c-819e-d4db61d33825 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:30:35.235585 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35f9cc19-13a3-457d-b00b-18a4d916593f", "name": "network-vif-plugged", "status": "completed", "tag": "147b5b5d-b08f-4fb4-a67c-09c7c9569906", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:30:35.235944 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-b2d509c9-8786-4f2c-819e-d4db61d33825 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:30:35.236583 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35f9cc19-13a3-457d-b00b-18a4d916593f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '147b5b5d-b08f-4fb4-a67c-09c7c9569906', 'code': 200} Feb 09 21:30:35.238462 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=147b5b5d-b08f-4fb4-a67c-09c7c9569906,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:35.411826 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-82e7a2ff-dbab-4759-be1d-7d63c0e93637 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=c3d686fde7364510aff45ca2f2b1a8d8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2070529 Feb 09 21:30:35.416582 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 49440) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:30:35.446626 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c136da8-014e-4660-998c-b1883150b7cc req-bdc0228d-6d65-4abf-8893-6032bb77b1d9 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:35.453566 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1c136da8-014e-4660-998c-b1883150b7cc req-bdc0228d-6d65-4abf-8893-6032bb77b1d9 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/ports?device_id=d435b1ed-a9ba-4299-a5dc-748fc7f97fee HTTP/1.1" status: 200 len: 946 time: 0.1932275 Feb 09 21:30:35.515677 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3252876c-0d1b-4116-a7cb-e75157f3981c req-f915f94c-5d24-402f-9528-751d372359f6 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:35.522784 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3252876c-0d1b-4116-a7cb-e75157f3981c req-f915f94c-5d24-402f-9528-751d372359f6 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/ports?device_id=35f9cc19-13a3-457d-b00b-18a4d916593f HTTP/1.1" status: 200 len: 950 time: 0.1746886 Feb 09 21:30:35.523931 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-545adbf2-f15e-49ee-b554-78481e98b24b admin admin] Publish callbacks [] for security_group (8be1f32d-b0a0-4dcb-9922-33e7312cf623), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:35.526200 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5c2fe5-48b9-48cf-bd49-71ef28246f09 req-e614a252-2c12-467c-8c37-2f6d636bde6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:35.527755 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7f5c2fe5-48b9-48cf-bd49-71ef28246f09 req-e614a252-2c12-467c-8c37-2f6d636bde6e service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=35f9cc19-13a3-457d-b00b-18a4d916593f HTTP/1.1" status: 200 len: 1132 time: 0.1810434 Feb 09 21:30:35.544482 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1c136da8-014e-4660-998c-b1883150b7cc req-a2bc44b8-ae3b-4636-bc61-b0aa85aee089 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/security-groups?id=8827d060-7266-4559-a6cc-b0bbf702a8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898702 Feb 09 21:30:35.586879 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-545adbf2-f15e-49ee-b554-78481e98b24b admin admin] Publish callbacks [] for security_group (8be1f32d-b0a0-4dcb-9922-33e7312cf623), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:35.681369 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-545adbf2-f15e-49ee-b554-78481e98b24b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (8be1f32d-b0a0-4dcb-9922-33e7312cf623), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:35.684436 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 0784fe00-3bda-4f3a-b79f-e040ced90db5 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:30:35.685234 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-545adbf2-f15e-49ee-b554-78481e98b24b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:35.688792 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-545adbf2-f15e-49ee-b554-78481e98b24b admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/8be1f32d-b0a0-4dcb-9922-33e7312cf623 HTTP/1.1" status: 204 len: 168 time: 0.2688205 Feb 09 21:30:35.703167 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545adbf2-f15e-49ee-b554-78481e98b24b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be1f32d-b0a0-4dcb-9922-33e7312cf623,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:35.725660 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7f5c2fe5-48b9-48cf-bd49-71ef28246f09 req-1878b489-60e6-4c54-86e7-60708600813d service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=f6fa6ce3-746d-4166-ab07-a35461d566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572185 Feb 09 21:30:35.739447 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3252876c-0d1b-4116-a7cb-e75157f3981c req-3457bba7-4d6d-4153-810f-1ca17f3b3e8e tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/security-groups?id=f6fa6ce3-746d-4166-ab07-a35461d566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151532 Feb 09 21:30:35.784392 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 0784fe00-3bda-4f3a-b79f-e040ced90db5 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:30:35.784986 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 0784fe00-3bda-4f3a-b79f-e040ced90db5 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:30:35.899345 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc458007-342d-421e-a3eb-427f9bb33c86 req-054c4f10-25af-45f1-b53c-bd6593cabbfd tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:35.901181 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fc458007-342d-421e-a3eb-427f9bb33c86 req-054c4f10-25af-45f1-b53c-bd6593cabbfd tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=a7a21a4d-84b2-4dbf-b7d8-4bfeb227b128 HTTP/1.1" status: 200 len: 950 time: 0.1359601 Feb 09 21:30:35.925657 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce659fb-bd52-4b76-b489-3ae936e0400c req-aa91616d-78a0-4d8d-bae5-6a427ccc3304 tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:35.933580 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dce659fb-bd52-4b76-b489-3ae936e0400c req-aa91616d-78a0-4d8d-bae5-6a427ccc3304 tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] 10.222.0.90 "GET /v2.0/ports?device_id=7db6bdb6-0f2f-41e3-85e5-237a1be4d7cd HTTP/1.1" status: 200 len: 945 time: 0.1021123 Feb 09 21:30:36.030748 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fc458007-342d-421e-a3eb-427f9bb33c86 req-eea22905-804f-41cf-9ec6-f5976946caa6 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174891 Feb 09 21:30:36.061701 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dce659fb-bd52-4b76-b489-3ae936e0400c req-ebf22fa1-3b28-405e-9e2f-aaa663c6a6e0 tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] 10.222.0.90 "GET /v2.0/security-groups?id=91d83400-638e-47e1-98a6-6d0e50fe073b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228528 Feb 09 21:30:36.230044 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 49460) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:30:36.273537 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-4abfe3c0-52d2-4cd3-9f23-d3f74165950a admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=825e8147b3bd4478917f0ad507e83ce8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0420673 Feb 09 21:30:36.276570 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 49462) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:30:36.338745 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6f24ff6d-6efa-4036-8418-407ac37c144d admin admin] Publish callbacks [] for security_group (fc24fdb3-7cb2-436d-9f0b-89184ac60843), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:36.362839 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6f24ff6d-6efa-4036-8418-407ac37c144d admin admin] Publish callbacks [] for security_group (fc24fdb3-7cb2-436d-9f0b-89184ac60843), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:36.436301 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6f24ff6d-6efa-4036-8418-407ac37c144d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (fc24fdb3-7cb2-436d-9f0b-89184ac60843), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:36.440576 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6f24ff6d-6efa-4036-8418-407ac37c144d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:36.443336 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-6f24ff6d-6efa-4036-8418-407ac37c144d admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/fc24fdb3-7cb2-436d-9f0b-89184ac60843 HTTP/1.1" status: 204 len: 168 time: 0.1658115 Feb 09 21:30:36.464266 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f24ff6d-6efa-4036-8418-407ac37c144d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc24fdb3-7cb2-436d-9f0b-89184ac60843,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:36.618947 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf7ac7d-5ada-4c7f-afa2-f6091524b0e5 req-581674a7-7b75-4717-a351-62cdd92564b2 tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:36.620591 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-cbf7ac7d-5ada-4c7f-afa2-f6091524b0e5 req-581674a7-7b75-4717-a351-62cdd92564b2 tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] 10.222.0.89 "GET /v2.0/ports?device_id=7db6bdb6-0f2f-41e3-85e5-237a1be4d7cd HTTP/1.1" status: 200 len: 945 time: 0.0929012 Feb 09 21:30:36.733572 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72874a8-8a9f-4ba4-bf1f-b903fccc9259 req-70f9dbf1-20c8-4e7d-a8bc-6c748f832c6d tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:36.741330 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b72874a8-8a9f-4ba4-bf1f-b903fccc9259 req-70f9dbf1-20c8-4e7d-a8bc-6c748f832c6d tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/ports?device_id=d435b1ed-a9ba-4299-a5dc-748fc7f97fee HTTP/1.1" status: 200 len: 946 time: 0.1020563 Feb 09 21:30:36.809113 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-cbf7ac7d-5ada-4c7f-afa2-f6091524b0e5 req-40066156-3839-4ff6-b87b-756edff88aae tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] Deleting port a62ca68b-8a00-4982-b2d3-02e0216ddd24 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:30:36.811652 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-cbf7ac7d-5ada-4c7f-afa2-f6091524b0e5 req-40066156-3839-4ff6-b87b-756edff88aae tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (a62ca68b-8a00-4982-b2d3-02e0216ddd24), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:36.832303 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b72874a8-8a9f-4ba4-bf1f-b903fccc9259 req-bf9b7d27-2329-43c4-8956-7c20d30a09ea tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/security-groups?id=8827d060-7266-4559-a6cc-b0bbf702a8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899775 Feb 09 21:30:36.936138 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-cbf7ac7d-5ada-4c7f-afa2-f6091524b0e5 req-40066156-3839-4ff6-b87b-756edff88aae tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] For port a62ca68b-8a00-4982-b2d3-02e0216ddd24, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=a62ca68b-8a00-4982-b2d3-02e0216ddd24,segment=NetworkSegment(7e28b8c9-ecc1-48d2-86d6-3d500c94213a),segment_id=7e28b8c9-ecc1-48d2-86d6-3d500c94213a)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:30:36.936507 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-cbf7ac7d-5ada-4c7f-afa2-f6091524b0e5 req-40066156-3839-4ff6-b87b-756edff88aae tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (a62ca68b-8a00-4982-b2d3-02e0216ddd24), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:36.957174 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-cbf7ac7d-5ada-4c7f-afa2-f6091524b0e5 req-40066156-3839-4ff6-b87b-756edff88aae tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] Calling delete_port for a62ca68b-8a00-4982-b2d3-02e0216ddd24 owned by compute:nova {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:30:37.024086 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2f995c-887b-443d-9b57-3d0d39387f4c req-3b2299dc-c63e-44c2-bea5-24866e6614dd tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:37.025994 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cd2f995c-887b-443d-9b57-3d0d39387f4c req-3b2299dc-c63e-44c2-bea5-24866e6614dd tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/ports?device_id=35f9cc19-13a3-457d-b00b-18a4d916593f HTTP/1.1" status: 200 len: 950 time: 0.1171799 Feb 09 21:30:37.208271 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-cbf7ac7d-5ada-4c7f-afa2-f6091524b0e5 req-40066156-3839-4ff6-b87b-756edff88aae tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (a62ca68b-8a00-4982-b2d3-02e0216ddd24), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:37.223284 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['a62ca68b-8a00-4982-b2d3-02e0216ddd24'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:30:37.253362 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cd2f995c-887b-443d-9b57-3d0d39387f4c req-e505485e-453c-4ad9-9f40-9ad7af214974 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/security-groups?id=f6fa6ce3-746d-4166-ab07-a35461d566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980882 Feb 09 21:30:37.296122 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40066156-3839-4ff6-b87b-756edff88aae tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] Pushing event deleted for resources: {'Port': ['ID=a62ca68b-8a00-4982-b2d3-02e0216ddd24,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:37.296595 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bbbb98-34ad-4395-a253-ee649bb5fb6e req-03624b39-f442-40c9-9204-164646c53300 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:37.298146 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e2bbbb98-34ad-4395-a253-ee649bb5fb6e req-03624b39-f442-40c9-9204-164646c53300 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=a7a21a4d-84b2-4dbf-b7d8-4bfeb227b128 HTTP/1.1" status: 200 len: 950 time: 0.1710396 Feb 09 21:30:37.381854 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbf7ac7d-5ada-4c7f-afa2-f6091524b0e5 req-40066156-3839-4ff6-b87b-756edff88aae tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] No DVR routers for this DVR port a62ca68b-8a00-4982-b2d3-02e0216ddd24 on host n-h2-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:30:37.384807 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-cbf7ac7d-5ada-4c7f-afa2-f6091524b0e5 req-40066156-3839-4ff6-b87b-756edff88aae tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:37.388531 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-cbf7ac7d-5ada-4c7f-afa2-f6091524b0e5 req-40066156-3839-4ff6-b87b-756edff88aae tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] 10.222.0.89 "DELETE /v2.0/ports/a62ca68b-8a00-4982-b2d3-02e0216ddd24 HTTP/1.1" status: 204 len: 173 time: 0.7567375 Feb 09 21:30:37.389216 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7db6bdb6-0f2f-41e3-85e5-237a1be4d7cd', 'name': 'network-vif-deleted', 'tag': 'a62ca68b-8a00-4982-b2d3-02e0216ddd24'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:30:37.391679 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b12a5831-f8df-4fab-b688-e2d2f64a64d6" -d '{"events": [{"server_uuid": "7db6bdb6-0f2f-41e3-85e5-237a1be4d7cd", "name": "network-vif-deleted", "tag": "a62ca68b-8a00-4982-b2d3-02e0216ddd24"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:30:37.412419 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d465f5b1-eba9-45aa-a3e3-e24ef55e79a0 req-d951f701-786e-4b84-bf37-fea44956b807 tempest-VolumesAdminNegativeTest-599120576 tempest-VolumesAdminNegativeTest-599120576-project] 10.222.0.90 "GET /v2.0/ports?device_id=7db6bdb6-0f2f-41e3-85e5-237a1be4d7cd HTTP/1.1" status: 200 len: 210 time: 0.0662313 Feb 09 21:30:37.437435 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e2bbbb98-34ad-4395-a253-ee649bb5fb6e req-f2e80e75-4ab9-47c0-856e-7902973a6e6c tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240311 Feb 09 21:30:37.486682 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4002af95-8cb8-4d0f-a370-f711e585285c x-openstack-request-id: req-4002af95-8cb8-4d0f-a370-f711e585285c {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:30:37.487399 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7db6bdb6-0f2f-41e3-85e5-237a1be4d7cd", "name": "network-vif-deleted", "tag": "a62ca68b-8a00-4982-b2d3-02e0216ddd24", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:30:37.487792 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-4002af95-8cb8-4d0f-a370-f711e585285c {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:30:37.488710 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7db6bdb6-0f2f-41e3-85e5-237a1be4d7cd', 'name': 'network-vif-deleted', 'tag': 'a62ca68b-8a00-4982-b2d3-02e0216ddd24', 'status': 'completed', 'code': 200} Feb 09 21:30:38.047267 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b166f5-be07-4d59-b69b-51395b59cbbf req-657fb3b9-1154-450a-9282-0514b5da7fa1 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:38.049874 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-45b166f5-be07-4d59-b69b-51395b59cbbf req-657fb3b9-1154-450a-9282-0514b5da7fa1 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/ports?device_id=d435b1ed-a9ba-4299-a5dc-748fc7f97fee HTTP/1.1" status: 200 len: 946 time: 0.1053691 Feb 09 21:30:38.154772 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-45b166f5-be07-4d59-b69b-51395b59cbbf req-6a6fe3d3-a64e-4ec4-b08d-9b6db3afb5f7 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/security-groups?id=8827d060-7266-4559-a6cc-b0bbf702a8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976374 Feb 09 21:30:38.368982 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:30:38.393753 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80be98da-ed72-4278-b994-05c692acea10 req-52d8d7c3-f4ee-441d-a8cf-9e2f0730e3f5 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:38.402821 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-80be98da-ed72-4278-b994-05c692acea10 req-52d8d7c3-f4ee-441d-a8cf-9e2f0730e3f5 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/ports?device_id=35f9cc19-13a3-457d-b00b-18a4d916593f HTTP/1.1" status: 200 len: 950 time: 0.0732799 Feb 09 21:30:38.518521 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-80be98da-ed72-4278-b994-05c692acea10 req-b24e06e2-3f5d-4a24-9c51-63a991786632 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/security-groups?id=f6fa6ce3-746d-4166-ab07-a35461d566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143177 Feb 09 21:30:38.523910 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 49540) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:30:38.638945 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2720919-dc25-496d-82be-bbe6b35a64a5 admin admin] Deleting subnet bb410f7a-eaa2-4874-8d34-d75f106855c8 {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:30:38.651581 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c2720919-dc25-496d-82be-bbe6b35a64a5 admin admin] Publish callbacks [] for subnet (bb410f7a-eaa2-4874-8d34-d75f106855c8), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:38.746659 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c2720919-dc25-496d-82be-bbe6b35a64a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (bb410f7a-eaa2-4874-8d34-d75f106855c8), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:38.839452 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81fd6c1-8eab-459e-acdc-afb330da1561 req-0575ca39-9894-43a2-bc25-badf3fc80dc7 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:38.840647 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c2720919-dc25-496d-82be-bbe6b35a64a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (bb410f7a-eaa2-4874-8d34-d75f106855c8), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:38.847222 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b81fd6c1-8eab-459e-acdc-afb330da1561 req-0575ca39-9894-43a2-bc25-badf3fc80dc7 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=a7a21a4d-84b2-4dbf-b7d8-4bfeb227b128 HTTP/1.1" status: 200 len: 950 time: 0.0948515 Feb 09 21:30:38.931620 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-20169e7d-a29a-4a50-aca4-ae75446d1967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:38.965251 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b81fd6c1-8eab-459e-acdc-afb330da1561 req-7991095c-e731-4b60-aa62-70204e89249c tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167624 Feb 09 21:30:39.050449 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c2720919-dc25-496d-82be-bbe6b35a64a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (bb410f7a-eaa2-4874-8d34-d75f106855c8), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:39.157883 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2720919-dc25-496d-82be-bbe6b35a64a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb410f7a-eaa2-4874-8d34-d75f106855c8,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:39.171680 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c2720919-dc25-496d-82be-bbe6b35a64a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:39.180655 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476908b0-7ab7-42fb-ba95-224d5880b82a req-077d51df-484e-44a7-a621-bf91152a2e83 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:39.182972 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-476908b0-7ab7-42fb-ba95-224d5880b82a req-077d51df-484e-44a7-a621-bf91152a2e83 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/ports?device_id=35f9cc19-13a3-457d-b00b-18a4d916593f HTTP/1.1" status: 200 len: 950 time: 0.1715121 Feb 09 21:30:39.187449 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-c2720919-dc25-496d-82be-bbe6b35a64a5 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/bb410f7a-eaa2-4874-8d34-d75f106855c8 HTTP/1.1" status: 204 len: 168 time: 0.6621351 Feb 09 21:30:39.188064 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 49572) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:30:39.323563 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-476908b0-7ab7-42fb-ba95-224d5880b82a req-401b7a02-fe2d-4734-9f91-0ccc936a7b14 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/security-groups?id=f6fa6ce3-746d-4166-ab07-a35461d566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315739 Feb 09 21:30:39.374552 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f2fcde4a-14c9-4cb6-bcb1-0613d22f27f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (9df85c44-5a4f-402a-9193-81a0f5796da6), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:39.544716 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ab58d-eac1-4484-aa19-630c611ec4de req-1134d871-54dc-4b28-807e-7da834040eec tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:39.560016 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e20ab58d-eac1-4484-aa19-630c611ec4de req-1134d871-54dc-4b28-807e-7da834040eec tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/ports?device_id=d435b1ed-a9ba-4299-a5dc-748fc7f97fee HTTP/1.1" status: 200 len: 946 time: 0.1229458 Feb 09 21:30:39.589700 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f2fcde4a-14c9-4cb6-bcb1-0613d22f27f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (9df85c44-5a4f-402a-9193-81a0f5796da6), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:39.634475 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-f2fcde4a-14c9-4cb6-bcb1-0613d22f27f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9df85c44-5a4f-402a-9193-81a0f5796da6']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:30:39.683048 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-f2fcde4a-14c9-4cb6-bcb1-0613d22f27f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e28b8c9-ecc1-48d2-86d6-3d500c94213a') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:30:39.685262 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-f2fcde4a-14c9-4cb6-bcb1-0613d22f27f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e28b8c9-ecc1-48d2-86d6-3d500c94213a') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:30:39.704663 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e20ab58d-eac1-4484-aa19-630c611ec4de req-8e5385a9-d25c-4be0-bf22-50dec2b5dea9 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/security-groups?id=8827d060-7266-4559-a6cc-b0bbf702a8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411684 Feb 09 21:30:39.710008 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f2fcde4a-14c9-4cb6-bcb1-0613d22f27f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (7e28b8c9-ecc1-48d2-86d6-3d500c94213a), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:39.739594 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f2fcde4a-14c9-4cb6-bcb1-0613d22f27f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (7e28b8c9-ecc1-48d2-86d6-3d500c94213a), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:39.752055 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2fcde4a-14c9-4cb6-bcb1-0613d22f27f9 admin admin] Releasing vlan 708 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:30:39.755366 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f2fcde4a-14c9-4cb6-bcb1-0613d22f27f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (7e28b8c9-ecc1-48d2-86d6-3d500c94213a), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:39.759497 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:30:39.759497 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:30:39.759497 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:30:39.759497 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:30:39.759497 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:30:39.759497 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:30:39.759497 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:30:39.759497 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:30:39.759497 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:30:39.759497 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:30:39.759497 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:30:39.759497 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:30:39.759497 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:30:39.759497 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:30:39.759497 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:30:39.759497 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:30:39.759497 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:30:39.759497 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:30:39.759497 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:30:39.759497 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:30:39.759497 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:30:39.759497 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:30:39.759497 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:30:39.759497 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:30:39.759497 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:30:39.759497 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:30:39.759497 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:30:39.759497 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:30:39.759497 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:30:39.759497 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:30:39.759497 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:30:39.759497 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:30:39.960678 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f2fcde4a-14c9-4cb6-bcb1-0613d22f27f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (9df85c44-5a4f-402a-9193-81a0f5796da6), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:39.967967 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f2fcde4a-14c9-4cb6-bcb1-0613d22f27f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:39.974984 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-f2fcde4a-14c9-4cb6-bcb1-0613d22f27f9 admin admin] 10.222.0.90 "DELETE /v2.0/networks/9df85c44-5a4f-402a-9193-81a0f5796da6 HTTP/1.1" status: 204 len: 168 time: 0.7858856 Feb 09 21:30:39.977903 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 49588) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:30:40.015043 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fcde4a-14c9-4cb6-bcb1-0613d22f27f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=9df85c44-5a4f-402a-9193-81a0f5796da6,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:40.156116 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c3c8d98-338f-4f61-8fc8-f3e3f9775dd6 admin admin] Deleting subnet cad441f2-73a2-42b4-87ec-47907c938fb9 {{(pid=103140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:30:40.166166 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1c3c8d98-338f-4f61-8fc8-f3e3f9775dd6 admin admin] Publish callbacks [] for subnet (cad441f2-73a2-42b4-87ec-47907c938fb9), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:40.313958 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1c3c8d98-338f-4f61-8fc8-f3e3f9775dd6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9110716'] for subnet (cad441f2-73a2-42b4-87ec-47907c938fb9), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:40.437950 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ff2844-7b74-4b7e-be3c-bfa1bcbdfd40 req-dfcae1ce-bdfe-43d1-9118-c99191d2f503 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:40.444078 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d0ff2844-7b74-4b7e-be3c-bfa1bcbdfd40 req-dfcae1ce-bdfe-43d1-9118-c99191d2f503 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=a7a21a4d-84b2-4dbf-b7d8-4bfeb227b128 HTTP/1.1" status: 200 len: 950 time: 0.2414279 Feb 09 21:30:40.455971 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1c3c8d98-338f-4f61-8fc8-f3e3f9775dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (cad441f2-73a2-42b4-87ec-47907c938fb9), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:40.467678 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a728fb8-ae77-4aec-927e-fa938642a1d7 req-f68e180a-b376-4834-9426-f59a7dd4f538 tempest-LiveMigrationTest-1736264502 tempest-LiveMigrationTest-1736264502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:40.477464 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1a728fb8-ae77-4aec-927e-fa938642a1d7 req-f68e180a-b376-4834-9426-f59a7dd4f538 tempest-LiveMigrationTest-1736264502 tempest-LiveMigrationTest-1736264502-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=cd92d494-82c4-4614-9a6f-2d9307f3309a HTTP/1.1" status: 200 len: 1128 time: 0.2759979 Feb 09 21:30:40.587210 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1a728fb8-ae77-4aec-927e-fa938642a1d7 req-89e18e58-42c9-4f12-8eb9-74bf9a70e455 tempest-LiveMigrationTest-1736264502 tempest-LiveMigrationTest-1736264502-project-admin] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076720 Feb 09 21:30:40.624906 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d0ff2844-7b74-4b7e-be3c-bfa1bcbdfd40 req-db00127d-835e-4bf7-b1bd-ec8d7661144f tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436419 Feb 09 21:30:40.628680 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1c3c8d98-338f-4f61-8fc8-f3e3f9775dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621346'] for subnet (cad441f2-73a2-42b4-87ec-47907c938fb9), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:40.648838 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device a62ca68b-8a00-4982-b2d3-02e0216ddd24 no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:30:40.678430 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3c8d98-338f-4f61-8fc8-f3e3f9775dd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cad441f2-73a2-42b4-87ec-47907c938fb9,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:40.688926 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] No Port match for: a62ca68b-8a00-4982-b2d3-02e0216ddd24 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:30:40.689488 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device a62ca68b-8a00-4982-b2d3-02e0216ddd24 not bound to the agent host n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:30:40.700415 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1c3c8d98-338f-4f61-8fc8-f3e3f9775dd6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:40.712846 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-1c3c8d98-338f-4f61-8fc8-f3e3f9775dd6 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/cad441f2-73a2-42b4-87ec-47907c938fb9 HTTP/1.1" status: 204 len: 168 time: 0.7338023 Feb 09 21:30:40.716493 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 49612) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:30:40.863534 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c033b85a-d01e-4d4b-a583-1c03d0fd5a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (0a0a90a1-fd70-43f1-b79e-7ccb3dd9c012), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:40.899233 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7911fc-84db-44b8-bf97-55bb9175a523 req-ce60ac5e-7d1a-4ef6-9691-31fa6812b641 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:40.911857 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7e7911fc-84db-44b8-bf97-55bb9175a523 req-ce60ac5e-7d1a-4ef6-9691-31fa6812b641 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/ports?device_id=35f9cc19-13a3-457d-b00b-18a4d916593f HTTP/1.1" status: 200 len: 950 time: 0.1396241 Feb 09 21:30:40.999147 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ceb17dbf-aeb5-4b0a-9127-3a5b6599f61d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:41.007587 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7e7911fc-84db-44b8-bf97-55bb9175a523 req-1657f4be-36f0-4f70-8e1a-c8227cb40f2c tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/security-groups?id=f6fa6ce3-746d-4166-ab07-a35461d566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934124 Feb 09 21:30:41.015035 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c033b85a-d01e-4d4b-a583-1c03d0fd5a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (0a0a90a1-fd70-43f1-b79e-7ccb3dd9c012), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:41.055588 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-c033b85a-d01e-4d4b-a583-1c03d0fd5a0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a0a90a1-fd70-43f1-b79e-7ccb3dd9c012']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:30:41.066490 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-c033b85a-d01e-4d4b-a583-1c03d0fd5a0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1da6d59-b57a-4211-a905-ae8b53170380') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:30:41.066827 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-c033b85a-d01e-4d4b-a583-1c03d0fd5a0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1da6d59-b57a-4211-a905-ae8b53170380') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:30:41.086793 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c033b85a-d01e-4d4b-a583-1c03d0fd5a0b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (f1da6d59-b57a-4211-a905-ae8b53170380), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:41.117751 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c033b85a-d01e-4d4b-a583-1c03d0fd5a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (f1da6d59-b57a-4211-a905-ae8b53170380), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:41.142294 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c033b85a-d01e-4d4b-a583-1c03d0fd5a0b admin admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:30:41.144533 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c033b85a-d01e-4d4b-a583-1c03d0fd5a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (f1da6d59-b57a-4211-a905-ae8b53170380), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:41.302017 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:30:41.302017 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:30:41.302017 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:30:41.302017 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:30:41.302017 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:30:41.302017 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:30:41.302017 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:30:41.302017 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:30:41.302017 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:30:41.302017 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:30:41.302017 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:30:41.302017 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:30:41.302017 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:30:41.302017 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:30:41.302017 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:30:41.302017 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:30:41.302017 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:30:41.302017 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:30:41.302017 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:30:41.302017 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:30:41.302017 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:30:41.302017 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:30:41.302017 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:30:41.302017 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:30:41.302017 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:30:41.302017 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:30:41.302017 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:30:41.302017 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:30:41.302017 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:30:41.302017 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:30:41.302017 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:30:41.302017 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:30:41.308820 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c033b85a-d01e-4d4b-a583-1c03d0fd5a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (0a0a90a1-fd70-43f1-b79e-7ccb3dd9c012), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:41.333513 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c033b85a-d01e-4d4b-a583-1c03d0fd5a0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:41.342116 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-c033b85a-d01e-4d4b-a583-1c03d0fd5a0b admin admin] 10.222.0.90 "DELETE /v2.0/networks/0a0a90a1-fd70-43f1-b79e-7ccb3dd9c012 HTTP/1.1" status: 204 len: 168 time: 0.6214273 Feb 09 21:30:41.368753 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c033b85a-d01e-4d4b-a583-1c03d0fd5a0b admin admin] Pushing event deleted for resources: {'Network': ['ID=0a0a90a1-fd70-43f1-b79e-7ccb3dd9c012,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:41.446216 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a318e7f-a1b9-4d13-9450-00f419277c3f req-9786e575-c030-480b-a7fd-2fb461e4a004 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:41.463541 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5a318e7f-a1b9-4d13-9450-00f419277c3f req-9786e575-c030-480b-a7fd-2fb461e4a004 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/ports?device_id=d435b1ed-a9ba-4299-a5dc-748fc7f97fee HTTP/1.1" status: 200 len: 946 time: 0.2341208 Feb 09 21:30:41.586069 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5a318e7f-a1b9-4d13-9450-00f419277c3f req-64a6ef8e-b50d-4790-ad9d-33617204012b tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/security-groups?id=8827d060-7266-4559-a6cc-b0bbf702a8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212535 Feb 09 21:30:41.694956 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 49642) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:30:41.841673 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95126032-6061-4536-93e9-f48ff6fa552d req-5e62865e-fc09-4248-93c3-b7849f57b325 tempest-LiveMigrationNegativeTest-1801949336 tempest-LiveMigrationNegativeTest-1801949336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:41.855954 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-95126032-6061-4536-93e9-f48ff6fa552d req-5e62865e-fc09-4248-93c3-b7849f57b325 tempest-LiveMigrationNegativeTest-1801949336 tempest-LiveMigrationNegativeTest-1801949336-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=35f9cc19-13a3-457d-b00b-18a4d916593f HTTP/1.1" status: 200 len: 1132 time: 0.1247811 Feb 09 21:30:41.911980 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-95126032-6061-4536-93e9-f48ff6fa552d req-e1eb4a5f-46fc-48c1-9e25-a7580062a478 tempest-LiveMigrationNegativeTest-1801949336 tempest-LiveMigrationNegativeTest-1801949336-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:41.965307 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 49648) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:30:42.123928 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-1c6967cb-e91a-457a-8b99-6ece345864e2 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=04eb17455a2144b4b7f396e67b8ea869&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1572323 Feb 09 21:30:42.126154 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 49656) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:30:42.127964 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-95126032-6061-4536-93e9-f48ff6fa552d req-e1eb4a5f-46fc-48c1-9e25-a7580062a478 tempest-LiveMigrationNegativeTest-1801949336 tempest-LiveMigrationNegativeTest-1801949336-project-admin] Publish callbacks [] for security_group (8f25e58c-0cd2-438c-bd9e-2fbd9f96adbc), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:42.139636 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-95126032-6061-4536-93e9-f48ff6fa552d req-e1eb4a5f-46fc-48c1-9e25-a7580062a478 tempest-LiveMigrationNegativeTest-1801949336 tempest-LiveMigrationNegativeTest-1801949336-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (8f25e58c-0cd2-438c-bd9e-2fbd9f96adbc), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:42.222074 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-95126032-6061-4536-93e9-f48ff6fa552d req-e1eb4a5f-46fc-48c1-9e25-a7580062a478 tempest-LiveMigrationNegativeTest-1801949336 tempest-LiveMigrationNegativeTest-1801949336-project-admin] 10.222.0.90 "GET /v2.0/security-groups?id=f6fa6ce3-746d-4166-ab07-a35461d566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3623374 Feb 09 21:30:42.222734 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eb4a5f-46fc-48c1-9e25-a7580062a478 tempest-LiveMigrationNegativeTest-1801949336 tempest-LiveMigrationNegativeTest-1801949336-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f25e58c-0cd2-438c-bd9e-2fbd9f96adbc,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:42.242767 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-65ec6a51-eee4-429b-971c-5a8fa3d88e51 admin admin] Publish callbacks [] for security_group (91d83400-638e-47e1-98a6-6d0e50fe073b), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:42.293240 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-65ec6a51-eee4-429b-971c-5a8fa3d88e51 admin admin] Publish callbacks [] for security_group (91d83400-638e-47e1-98a6-6d0e50fe073b), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:42.422535 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-65ec6a51-eee4-429b-971c-5a8fa3d88e51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (91d83400-638e-47e1-98a6-6d0e50fe073b), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:42.440742 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-65ec6a51-eee4-429b-971c-5a8fa3d88e51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:42.454401 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-65ec6a51-eee4-429b-971c-5a8fa3d88e51 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/91d83400-638e-47e1-98a6-6d0e50fe073b HTTP/1.1" status: 204 len: 168 time: 0.3201084 Feb 09 21:30:42.502461 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ec6a51-eee4-429b-971c-5a8fa3d88e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d83400-638e-47e1-98a6-6d0e50fe073b,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:42.591068 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4344c9ac-e6bb-4ede-82a5-adfd55d0a6b8 req-0964b77a-23a0-411e-aeb1-4866b64c6c54 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:42.608902 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4344c9ac-e6bb-4ede-82a5-adfd55d0a6b8 req-0964b77a-23a0-411e-aeb1-4866b64c6c54 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=a7a21a4d-84b2-4dbf-b7d8-4bfeb227b128 HTTP/1.1" status: 200 len: 950 time: 0.2582357 Feb 09 21:30:42.636384 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:42.796868 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-22a5403c-f592-411e-a3b1-aa99fd9fd408 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:42.833912 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4344c9ac-e6bb-4ede-82a5-adfd55d0a6b8 req-1d4fdd58-18f5-4615-bbcd-edf4d7b682b3 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178633 Feb 09 21:30:43.090573 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-22a5403c-f592-411e-a3b1-aa99fd9fd408 admin admin] Publish callbacks [] for security_group (401f0a4d-0175-4c53-af03-0daffe961d3c), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:43.106889 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-22a5403c-f592-411e-a3b1-aa99fd9fd408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (401f0a4d-0175-4c53-af03-0daffe961d3c), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:43.148747 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-22a5403c-f592-411e-a3b1-aa99fd9fd408 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=30e45437bdaa48ccb7bb45f5bdde73bc&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4522436 Feb 09 21:30:43.151736 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 49682) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:30:43.229773 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [req-327f17ff-bdd7-42b3-a98b-82bc17fcacbe req-9fa9ff70-b7cd-42ca-8596-8278a5db73f3 tempest-LiveMigrationTest-1736264502 tempest-LiveMigrationTest-1736264502-project-admin] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=103141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:30:43.236986 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-327f17ff-bdd7-42b3-a98b-82bc17fcacbe req-9fa9ff70-b7cd-42ca-8596-8278a5db73f3 tempest-LiveMigrationTest-1736264502 tempest-LiveMigrationTest-1736264502-project-admin] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0193295 Feb 09 21:30:43.238216 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a5403c-f592-411e-a3b1-aa99fd9fd408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=401f0a4d-0175-4c53-af03-0daffe961d3c,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:43.333237 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327f17ff-bdd7-42b3-a98b-82bc17fcacbe req-61e3bb4d-4dee-4329-b451-f2374a64d44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:43.337463 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-327f17ff-bdd7-42b3-a98b-82bc17fcacbe req-61e3bb4d-4dee-4329-b451-f2374a64d44c service neutron] 10.222.0.90 "GET /v2.0/ports/df09fb29-1ecd-4bea-b09f-dc089b20c12e HTTP/1.1" status: 200 len: 1125 time: 0.0905840 Feb 09 21:30:43.347445 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-327f17ff-bdd7-42b3-a98b-82bc17fcacbe req-91cd7c6d-eb2c-4295-9c67-ff917880e5f7 service neutron] Request body: {'binding': {'host': 'n-h1-828369-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:30:43.347948 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-327f17ff-bdd7-42b3-a98b-82bc17fcacbe req-91cd7c6d-eb2c-4295-9c67-ff917880e5f7 service neutron] Unknown quota resources ['binding']. {{(pid=103141) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 21:30:43.352115 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2d43e6d9-3eae-4d35-a1ab-53d35843d420 admin admin] Publish callbacks [] for security_group (401f0a4d-0175-4c53-af03-0daffe961d3c), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:43.391762 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2d43e6d9-3eae-4d35-a1ab-53d35843d420 admin admin] Publish callbacks [] for security_group (401f0a4d-0175-4c53-af03-0daffe961d3c), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:43.460114 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2d43e6d9-3eae-4d35-a1ab-53d35843d420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (401f0a4d-0175-4c53-af03-0daffe961d3c), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:43.463246 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2d43e6d9-3eae-4d35-a1ab-53d35843d420 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:43.464790 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-2d43e6d9-3eae-4d35-a1ab-53d35843d420 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/401f0a4d-0175-4c53-af03-0daffe961d3c HTTP/1.1" status: 204 len: 168 time: 0.3090830 Feb 09 21:30:43.478171 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96282a5a-c03d-4b8a-a6c6-14e7be411b19 req-a7e60045-4209-4ff1-9279-89c2e458f762 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:43.487351 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-96282a5a-c03d-4b8a-a6c6-14e7be411b19 req-a7e60045-4209-4ff1-9279-89c2e458f762 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/ports?device_id=d435b1ed-a9ba-4299-a5dc-748fc7f97fee HTTP/1.1" status: 200 len: 946 time: 0.3093820 Feb 09 21:30:43.527323 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d43e6d9-3eae-4d35-a1ab-53d35843d420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=401f0a4d-0175-4c53-af03-0daffe961d3c,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:43.618010 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-96282a5a-c03d-4b8a-a6c6-14e7be411b19 req-eae1c238-a23f-49e6-8960-1a543212f7bf tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/security-groups?id=8827d060-7266-4559-a6cc-b0bbf702a8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293161 Feb 09 21:30:43.809814 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 49692) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:30:43.940196 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-c57de4d7-6ff1-4170-99b2-6b91f795b796 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=5c87ddae6ff348359f7fe0781b6c7e58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1285679 Feb 09 21:30:43.947483 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 49696) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:30:43.994791 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:44.140498 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-74d56684-914f-40d1-8038-f059ce5d0232 admin admin] Publish callbacks [] for security_group (4abb652e-42f1-4de1-a367-8f7c43753ffd), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:44.194315 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-74d56684-914f-40d1-8038-f059ce5d0232 admin admin] Publish callbacks [] for security_group (4abb652e-42f1-4de1-a367-8f7c43753ffd), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:44.325193 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-74d56684-914f-40d1-8038-f059ce5d0232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (4abb652e-42f1-4de1-a367-8f7c43753ffd), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:44.328298 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-74d56684-914f-40d1-8038-f059ce5d0232 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:44.336902 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-74d56684-914f-40d1-8038-f059ce5d0232 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/4abb652e-42f1-4de1-a367-8f7c43753ffd HTTP/1.1" status: 204 len: 168 time: 0.3877010 Feb 09 21:30:44.432136 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d56684-914f-40d1-8038-f059ce5d0232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4abb652e-42f1-4de1-a367-8f7c43753ffd,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:44.503095 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ca8460-f442-4387-b5e1-884a8d53000b req-e53374c8-ea03-49f3-aa48-79cafb193814 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:44.519273 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-07ca8460-f442-4387-b5e1-884a8d53000b req-e53374c8-ea03-49f3-aa48-79cafb193814 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=a7a21a4d-84b2-4dbf-b7d8-4bfeb227b128 HTTP/1.1" status: 200 len: 950 time: 0.2240756 Feb 09 21:30:44.529121 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 49706) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:30:44.612178 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-07ca8460-f442-4387-b5e1-884a8d53000b req-47326495-8bc6-4aa8-ac21-85d741d857c5 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901978 Feb 09 21:30:44.622968 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8e036295-d79e-4364-86b1-f31ee8310133 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:44.751258 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8e036295-d79e-4364-86b1-f31ee8310133 admin admin] Publish callbacks [] for security_group (f75fe318-3fa0-4c23-af99-37d15c9a5e12), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:44.762540 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8e036295-d79e-4364-86b1-f31ee8310133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (f75fe318-3fa0-4c23-af99-37d15c9a5e12), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:44.806770 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-327f17ff-bdd7-42b3-a98b-82bc17fcacbe req-91cd7c6d-eb2c-4295-9c67-ff917880e5f7 service neutron] Attempting to bind port df09fb29-1ecd-4bea-b09f-dc089b20c12e on host n-h1-828369-5 for vnic_type normal with profile None {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:30:44.807115 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-327f17ff-bdd7-42b3-a98b-82bc17fcacbe req-91cd7c6d-eb2c-4295-9c67-ff917880e5f7 service neutron] Attempting to bind port df09fb29-1ecd-4bea-b09f-dc089b20c12e by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': '2e235117-e979-4e65-8640-84c4faf827fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '5406f657-d0e3-4570-bda7-aeb2bc509011'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:30:44.807437 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327f17ff-bdd7-42b3-a98b-82bc17fcacbe req-91cd7c6d-eb2c-4295-9c67-ff917880e5f7 service neutron] Attempting to bind port df09fb29-1ecd-4bea-b09f-dc089b20c12e on network 5406f657-d0e3-4570-bda7-aeb2bc509011 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:30:44.844436 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-8e036295-d79e-4364-86b1-f31ee8310133 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=ca6b6904ed1448a7bf919db32ac891d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2971828 Feb 09 21:30:44.844436 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327f17ff-bdd7-42b3-a98b-82bc17fcacbe req-91cd7c6d-eb2c-4295-9c67-ff917880e5f7 service neutron] Port df09fb29-1ecd-4bea-b09f-dc089b20c12e on network 5406f657-d0e3-4570-bda7-aeb2bc509011 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:30:44.844436 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327f17ff-bdd7-42b3-a98b-82bc17fcacbe req-91cd7c6d-eb2c-4295-9c67-ff917880e5f7 service neutron] Attempting to bind port df09fb29-1ecd-4bea-b09f-dc089b20c12e on network 5406f657-d0e3-4570-bda7-aeb2bc509011 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:30:44.848783 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 49720) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:30:44.853440 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e036295-d79e-4364-86b1-f31ee8310133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f75fe318-3fa0-4c23-af99-37d15c9a5e12,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:44.875148 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327f17ff-bdd7-42b3-a98b-82bc17fcacbe req-91cd7c6d-eb2c-4295-9c67-ff917880e5f7 service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:30:44.876310 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327f17ff-bdd7-42b3-a98b-82bc17fcacbe req-91cd7c6d-eb2c-4295-9c67-ff917880e5f7 service neutron] Checking segment: {'id': '2e235117-e979-4e65-8640-84c4faf827fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '5406f657-d0e3-4570-bda7-aeb2bc509011'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:30:44.877892 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327f17ff-bdd7-42b3-a98b-82bc17fcacbe req-91cd7c6d-eb2c-4295-9c67-ff917880e5f7 service neutron] Bound using segment: {'id': '2e235117-e979-4e65-8640-84c4faf827fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '5406f657-d0e3-4570-bda7-aeb2bc509011'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:30:44.878518 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-327f17ff-bdd7-42b3-a98b-82bc17fcacbe req-91cd7c6d-eb2c-4295-9c67-ff917880e5f7 service neutron] Bound port: df09fb29-1ecd-4bea-b09f-dc089b20c12e, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e235117-e979-4e65-8640-84c4faf827fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '5406f657-d0e3-4570-bda7-aeb2bc509011'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:30:44.999189 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeb4a03-4657-49d0-85e0-17224a5f282f req-1bde703d-0dc6-4c33-849e-7356d2c15a29 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:45.013366 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-edeb4a03-4657-49d0-85e0-17224a5f282f req-1bde703d-0dc6-4c33-849e-7356d2c15a29 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/ports?device_id=35f9cc19-13a3-457d-b00b-18a4d916593f HTTP/1.1" status: 200 len: 950 time: 0.1821136 Feb 09 21:30:45.022453 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-327f17ff-bdd7-42b3-a98b-82bc17fcacbe req-91cd7c6d-eb2c-4295-9c67-ff917880e5f7 service neutron] For port df09fb29-1ecd-4bea-b09f-dc089b20c12e, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=df09fb29-1ecd-4bea-b09f-dc089b20c12e,segment=NetworkSegment(2e235117-e979-4e65-8640-84c4faf827fd),segment_id=2e235117-e979-4e65-8640-84c4faf827fd)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:30:45.029820 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-327f17ff-bdd7-42b3-a98b-82bc17fcacbe req-91cd7c6d-eb2c-4295-9c67-ff917880e5f7 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:45.045716 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-327f17ff-bdd7-42b3-a98b-82bc17fcacbe req-91cd7c6d-eb2c-4295-9c67-ff917880e5f7 service neutron] 10.222.0.90 "POST /v2.0/ports/df09fb29-1ecd-4bea-b09f-dc089b20c12e/bindings HTTP/1.1" status: 201 len: 389 time: 1.7000103 Feb 09 21:30:45.177072 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f4ee2764-3e66-4426-bc30-8a4e64ceb87c admin admin] Publish callbacks [] for security_group (f75fe318-3fa0-4c23-af99-37d15c9a5e12), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:45.181621 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:45.260867 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f4ee2764-3e66-4426-bc30-8a4e64ceb87c admin admin] Publish callbacks [] for security_group (f75fe318-3fa0-4c23-af99-37d15c9a5e12), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:45.316060 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-edeb4a03-4657-49d0-85e0-17224a5f282f req-f7fbcedc-7770-4428-b5e8-1c9c09c0aaa6 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/security-groups?id=f6fa6ce3-746d-4166-ab07-a35461d566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987931 Feb 09 21:30:45.379612 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f4ee2764-3e66-4426-bc30-8a4e64ceb87c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (f75fe318-3fa0-4c23-af99-37d15c9a5e12), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:45.382721 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f4ee2764-3e66-4426-bc30-8a4e64ceb87c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:45.384280 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-f4ee2764-3e66-4426-bc30-8a4e64ceb87c admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/f75fe318-3fa0-4c23-af99-37d15c9a5e12 HTTP/1.1" status: 204 len: 168 time: 0.5334649 Feb 09 21:30:45.565986 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ee2764-3e66-4426-bc30-8a4e64ceb87c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f75fe318-3fa0-4c23-af99-37d15c9a5e12,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:46.220949 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327f17ff-bdd7-42b3-a98b-82bc17fcacbe req-aecc5dc5-728c-4b06-80b0-0a7a1cb749e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:46.222664 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-327f17ff-bdd7-42b3-a98b-82bc17fcacbe req-aecc5dc5-728c-4b06-80b0-0a7a1cb749e2 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=d13eb104d8994e4d9b604f1050cb6328&device_id=cd92d494-82c4-4614-9a6f-2d9307f3309a HTTP/1.1" status: 200 len: 1128 time: 0.7771270 Feb 09 21:30:46.232609 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f97b9d-b728-49b4-b6e1-a5fd46797897 req-c9b7d8a3-a8ff-4ddf-bb14-ef33672e5652 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:46.239033 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-79f97b9d-b728-49b4-b6e1-a5fd46797897 req-c9b7d8a3-a8ff-4ddf-bb14-ef33672e5652 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/ports?device_id=d435b1ed-a9ba-4299-a5dc-748fc7f97fee HTTP/1.1" status: 200 len: 946 time: 0.9408453 Feb 09 21:30:46.371233 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327f17ff-bdd7-42b3-a98b-82bc17fcacbe req-4a72126c-8c53-4913-84d4-1d795e99fa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:46.373702 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-327f17ff-bdd7-42b3-a98b-82bc17fcacbe req-4a72126c-8c53-4913-84d4-1d795e99fa98 service neutron] 10.222.0.95 "GET /v2.0/networks?id=5406f657-d0e3-4570-bda7-aeb2bc509011 HTTP/1.1" status: 200 len: 909 time: 0.1322997 Feb 09 21:30:46.386181 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7338f57a-6b73-4ed7-8b80-a9eb3b49b17e req-9a44b91b-f1e9-4b39-bb73-3d387bf29fa8 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:46.393761 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7338f57a-6b73-4ed7-8b80-a9eb3b49b17e req-9a44b91b-f1e9-4b39-bb73-3d387bf29fa8 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=cd92d494-82c4-4614-9a6f-2d9307f3309a HTTP/1.1" status: 200 len: 946 time: 0.8387094 Feb 09 21:30:46.465225 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-327f17ff-bdd7-42b3-a98b-82bc17fcacbe req-7cbbefe2-0e7c-4ddb-9d9d-43cd0748ad58 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df09fb29-1ecd-4bea-b09f-dc089b20c12e HTTP/1.1" status: 200 len: 217 time: 0.0624919 Feb 09 21:30:46.603398 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7338f57a-6b73-4ed7-8b80-a9eb3b49b17e req-dafd178d-976c-4fe7-9a30-ecc22493f7ea tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087154 Feb 09 21:30:46.614212 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-79f97b9d-b728-49b4-b6e1-a5fd46797897 req-561bf8ec-e211-419f-87b9-c28b31bbc2b2 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/security-groups?id=8827d060-7266-4559-a6cc-b0bbf702a8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376730 Feb 09 21:30:46.619212 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327f17ff-bdd7-42b3-a98b-82bc17fcacbe req-ffccf66b-f209-46fc-b32a-2de99047fdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:46.620738 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-327f17ff-bdd7-42b3-a98b-82bc17fcacbe req-ffccf66b-f209-46fc-b32a-2de99047fdd9 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=e1ad18b5-2d0f-4d2c-9c50-5fdfdce0a556 HTTP/1.1" status: 200 len: 848 time: 0.1455359 Feb 09 21:30:46.690641 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-327f17ff-bdd7-42b3-a98b-82bc17fcacbe req-487eddce-82b1-4e06-ad29-191567e1b241 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=5406f657-d0e3-4570-bda7-aeb2bc509011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502541 Feb 09 21:30:46.898980 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c11002-fc59-42ed-b41d-b76949e4d2b2 req-496f644e-d4d8-457c-9dfc-9c16db5be1a6 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:46.906892 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-63c11002-fc59-42ed-b41d-b76949e4d2b2 req-496f644e-d4d8-457c-9dfc-9c16db5be1a6 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=a7a21a4d-84b2-4dbf-b7d8-4bfeb227b128 HTTP/1.1" status: 200 len: 950 time: 0.1770344 Feb 09 21:30:46.910318 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-327f17ff-bdd7-42b3-a98b-82bc17fcacbe req-fdfefef9-abca-4e24-9672-1058f276e374 service neutron] 10.222.0.95 "GET /v2.0/networks/5406f657-d0e3-4570-bda7-aeb2bc509011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062624 Feb 09 21:30:47.024762 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-63c11002-fc59-42ed-b41d-b76949e4d2b2 req-f347d892-7381-4a83-9506-faeac57cfe55 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140103 Feb 09 21:30:47.071227 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbddf02-d34e-426e-9f99-b504260bd795 req-fa420471-7061-4fb7-8e98-f6ec7658aee4 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:47.078417 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ccbddf02-d34e-426e-9f99-b504260bd795 req-fa420471-7061-4fb7-8e98-f6ec7658aee4 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.95 "GET /v2.0/ports?device_id=35f9cc19-13a3-457d-b00b-18a4d916593f HTTP/1.1" status: 200 len: 950 time: 0.2129221 Feb 09 21:30:47.197066 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-327f17ff-bdd7-42b3-a98b-82bc17fcacbe req-91fa7e20-3f1a-4e8e-b1be-232f62e7f0ba service neutron] 10.222.0.95 "GET /v2.0/networks/5406f657-d0e3-4570-bda7-aeb2bc509011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570691 Feb 09 21:30:47.325660 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9eb716-4dab-4417-9cf5-2dc93f9fcd57 req-7d58bf4d-b80c-4f00-b692-15d19e3522b9 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:47.327536 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ba9eb716-4dab-4417-9cf5-2dc93f9fcd57 req-7d58bf4d-b80c-4f00-b692-15d19e3522b9 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/ports?device_id=35f9cc19-13a3-457d-b00b-18a4d916593f HTTP/1.1" status: 200 len: 950 time: 0.1509197 Feb 09 21:30:47.380696 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-ccbddf02-d34e-426e-9f99-b504260bd795 req-e8607906-08c1-472c-a58f-4c42bca7a869 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] Deleting port 147b5b5d-b08f-4fb4-a67c-09c7c9569906 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:30:47.383196 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-ccbddf02-d34e-426e-9f99-b504260bd795 req-e8607906-08c1-472c-a58f-4c42bca7a869 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (147b5b5d-b08f-4fb4-a67c-09c7c9569906), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:47.412149 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ba9eb716-4dab-4417-9cf5-2dc93f9fcd57 req-b91634dc-1cfa-490b-b96c-085a268e7a89 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/security-groups?id=f6fa6ce3-746d-4166-ab07-a35461d566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711987 Feb 09 21:30:47.591666 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-ccbddf02-d34e-426e-9f99-b504260bd795 req-e8607906-08c1-472c-a58f-4c42bca7a869 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] For port 147b5b5d-b08f-4fb4-a67c-09c7c9569906, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=147b5b5d-b08f-4fb4-a67c-09c7c9569906,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:30:47.591666 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-ccbddf02-d34e-426e-9f99-b504260bd795 req-e8607906-08c1-472c-a58f-4c42bca7a869 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (147b5b5d-b08f-4fb4-a67c-09c7c9569906), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:47.622916 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-ccbddf02-d34e-426e-9f99-b504260bd795 req-e8607906-08c1-472c-a58f-4c42bca7a869 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] Calling delete_port for 147b5b5d-b08f-4fb4-a67c-09c7c9569906 owned by compute:nova {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:30:48.043508 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e562e7-9901-4cf5-b538-93ec29edfded req-a737eaef-242e-4287-be62-521acece3f53 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:48.045205 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-98e562e7-9901-4cf5-b538-93ec29edfded req-a737eaef-242e-4287-be62-521acece3f53 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=cd92d494-82c4-4614-9a6f-2d9307f3309a HTTP/1.1" status: 200 len: 946 time: 0.2424717 Feb 09 21:30:48.071870 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4651690-7833-4ddd-9840-86aaeed2cee4 req-bb30bd19-2209-431e-a974-496f5379af0a tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:48.077996 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e4651690-7833-4ddd-9840-86aaeed2cee4 req-bb30bd19-2209-431e-a974-496f5379af0a tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/ports?device_id=d435b1ed-a9ba-4299-a5dc-748fc7f97fee HTTP/1.1" status: 200 len: 946 time: 0.2602985 Feb 09 21:30:48.164535 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-ccbddf02-d34e-426e-9f99-b504260bd795 req-e8607906-08c1-472c-a58f-4c42bca7a869 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (147b5b5d-b08f-4fb4-a67c-09c7c9569906), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:48.182988 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['6247bd7c-7320-480f-9243-d6f57c6800c7'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:30:48.216080 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e4651690-7833-4ddd-9840-86aaeed2cee4 req-d6dce4f7-d240-402a-9788-245d18ab927c tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/security-groups?id=8827d060-7266-4559-a6cc-b0bbf702a8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249909 Feb 09 21:30:48.266909 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-98e562e7-9901-4cf5-b538-93ec29edfded req-7c178e09-c2cb-4978-a195-8ab8624cde63 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102399 Feb 09 21:30:48.289400 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['147b5b5d-b08f-4fb4-a67c-09c7c9569906'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:30:48.339788 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8607906-08c1-472c-a58f-4c42bca7a869 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] Pushing event deleted for resources: {'Port': ['ID=147b5b5d-b08f-4fb4-a67c-09c7c9569906,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:48.462422 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccbddf02-d34e-426e-9f99-b504260bd795 req-e8607906-08c1-472c-a58f-4c42bca7a869 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] No DVR routers for this DVR port 147b5b5d-b08f-4fb4-a67c-09c7c9569906 on host n-h1-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:30:48.473270 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-ccbddf02-d34e-426e-9f99-b504260bd795 req-e8607906-08c1-472c-a58f-4c42bca7a869 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:48.483160 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ccbddf02-d34e-426e-9f99-b504260bd795 req-e8607906-08c1-472c-a58f-4c42bca7a869 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.95 "DELETE /v2.0/ports/147b5b5d-b08f-4fb4-a67c-09c7c9569906 HTTP/1.1" status: 204 len: 173 time: 1.3954623 Feb 09 21:30:48.486407 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35f9cc19-13a3-457d-b00b-18a4d916593f', 'name': 'network-vif-deleted', 'tag': '147b5b5d-b08f-4fb4-a67c-09c7c9569906'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:30:48.490398 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e025b19-a07c-46a5-b347-459547a165b7" -d '{"events": [{"server_uuid": "35f9cc19-13a3-457d-b00b-18a4d916593f", "name": "network-vif-deleted", "tag": "147b5b5d-b08f-4fb4-a67c-09c7c9569906"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:30:48.699108 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167edab2-5d22-4c8d-a322-caf615d27a30 req-0573e2bc-1301-4740-a8f2-aec66986da4b tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:48.705277 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-167edab2-5d22-4c8d-a322-caf615d27a30 req-0573e2bc-1301-4740-a8f2-aec66986da4b tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=a7a21a4d-84b2-4dbf-b7d8-4bfeb227b128 HTTP/1.1" status: 200 len: 950 time: 0.2213559 Feb 09 21:30:48.906462 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-167edab2-5d22-4c8d-a322-caf615d27a30 req-f27c94f3-e0a1-49dc-8cfc-26228c918e8e tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902921 Feb 09 21:30:49.082417 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4a365452-b708-4192-875a-7082a4a103cf req-256e3a0b-0515-47da-bd84-57eceb98585e tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/ports?device_id=35f9cc19-13a3-457d-b00b-18a4d916593f HTTP/1.1" status: 200 len: 210 time: 0.0650258 Feb 09 21:30:49.155118 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b137291-3569-4733-82fe-7657dc005858 x-openstack-request-id: req-6b137291-3569-4733-82fe-7657dc005858 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:30:49.155415 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35f9cc19-13a3-457d-b00b-18a4d916593f", "name": "network-vif-deleted", "tag": "147b5b5d-b08f-4fb4-a67c-09c7c9569906", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:30:49.155666 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-6b137291-3569-4733-82fe-7657dc005858 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:30:49.156076 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35f9cc19-13a3-457d-b00b-18a4d916593f', 'name': 'network-vif-deleted', 'tag': '147b5b5d-b08f-4fb4-a67c-09c7c9569906', 'status': 'completed', 'code': 200} Feb 09 21:30:49.298018 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e0265b8c-172e-4cdb-91e5-a5e0dfda1626 req-1ed539a3-b5d3-42d2-bb6d-020104ed7a7a tempest-FlavorsV2NegativeTest-872854771 tempest-FlavorsV2NegativeTest-872854771-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=df8cf056e20e4a91811d4d7bce7d8118&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0374217 Feb 09 21:30:49.532059 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0265b8c-172e-4cdb-91e5-a5e0dfda1626 req-953cb1cf-b77f-4f1d-bc71-e9c70486ff1d tempest-FlavorsV2NegativeTest-872854771 tempest-FlavorsV2NegativeTest-872854771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:49.544163 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e0265b8c-172e-4cdb-91e5-a5e0dfda1626 req-953cb1cf-b77f-4f1d-bc71-e9c70486ff1d tempest-FlavorsV2NegativeTest-872854771 tempest-FlavorsV2NegativeTest-872854771-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2449868 Feb 09 21:30:49.564949 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209d9a7a-f740-45d8-9aaa-e48129ba1199 req-0d907afb-634a-45b2-a0dc-c6fc9171764c tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:49.566164 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-209d9a7a-f740-45d8-9aaa-e48129ba1199 req-0d907afb-634a-45b2-a0dc-c6fc9171764c tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/ports?device_id=d435b1ed-a9ba-4299-a5dc-748fc7f97fee HTTP/1.1" status: 200 len: 946 time: 0.2453742 Feb 09 21:30:49.577995 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e0265b8c-172e-4cdb-91e5-a5e0dfda1626 req-55eecaf9-6d65-47bc-a03d-a6e4a5034a03 tempest-FlavorsV2NegativeTest-872854771 tempest-FlavorsV2NegativeTest-872854771-project] 10.222.0.90 "GET /v2.0/quotas/df8cf056e20e4a91811d4d7bce7d8118 HTTP/1.1" status: 200 len: 375 time: 0.0327947 Feb 09 21:30:49.634820 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e0265b8c-172e-4cdb-91e5-a5e0dfda1626 req-5109fcf2-2d87-4d81-9a50-e7b1a255a742 tempest-FlavorsV2NegativeTest-872854771 tempest-FlavorsV2NegativeTest-872854771-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=df8cf056e20e4a91811d4d7bce7d8118&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0558913 Feb 09 21:30:49.746081 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-209d9a7a-f740-45d8-9aaa-e48129ba1199 req-84884449-523d-4a25-a1d8-661da82d9428 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/security-groups?id=8827d060-7266-4559-a6cc-b0bbf702a8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515942 Feb 09 21:30:49.965228 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e59fc80-0acc-4655-83db-619a3568b5f2 req-3bb097c6-1222-4722-8404-2ea368ce21ba tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:49.984376 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4e59fc80-0acc-4655-83db-619a3568b5f2 req-3bb097c6-1222-4722-8404-2ea368ce21ba tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=cd92d494-82c4-4614-9a6f-2d9307f3309a HTTP/1.1" status: 200 len: 946 time: 0.1394904 Feb 09 21:30:50.094926 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4e59fc80-0acc-4655-83db-619a3568b5f2 req-419f21d9-e854-4d6b-9bd8-9d413b15dc56 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055713 Feb 09 21:30:50.346025 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c137ef7-5dd3-433c-bc1d-c16f2a74d196 req-ec5f81fd-b213-48a0-939d-6379f9cc6397 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:50.353293 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4c137ef7-5dd3-433c-bc1d-c16f2a74d196 req-ec5f81fd-b213-48a0-939d-6379f9cc6397 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=a7a21a4d-84b2-4dbf-b7d8-4bfeb227b128 HTTP/1.1" status: 200 len: 950 time: 0.0762298 Feb 09 21:30:50.422573 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4c137ef7-5dd3-433c-bc1d-c16f2a74d196 req-b28f1c98-bd51-462c-b30e-543035201673 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623412 Feb 09 21:30:50.754559 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 147b5b5d-b08f-4fb4-a67c-09c7c9569906 no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:30:50.891718 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] No Port match for: 147b5b5d-b08f-4fb4-a67c-09c7c9569906 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:30:50.892059 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 147b5b5d-b08f-4fb4-a67c-09c7c9569906 not bound to the agent host n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:30:50.939825 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bbf7a9-b4a9-4b1d-acf5-3e9001b10630 req-a2f507d6-5c31-411b-8d3f-80323bcc718a tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:50.949468 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e8bbf7a9-b4a9-4b1d-acf5-3e9001b10630 req-a2f507d6-5c31-411b-8d3f-80323bcc718a tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff1811b6-f006-4729-969d-2c14bcf6a227 HTTP/1.1" status: 200 len: 950 time: 0.0940571 Feb 09 21:30:50.978574 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:51.027255 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e8bbf7a9-b4a9-4b1d-acf5-3e9001b10630 req-c34f5bde-f789-4159-980d-c2d4f7fff789 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/security-groups?id=f6fa6ce3-746d-4166-ab07-a35461d566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764780 Feb 09 21:30:51.061281 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 49936) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:30:51.280379 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5641cbc4-fa6a-4bcc-ad41-8a77716ab5f3 req-45cc5a22-606e-4871-9c08-2201894d1a56 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:51.290846 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5641cbc4-fa6a-4bcc-ad41-8a77716ab5f3 req-45cc5a22-606e-4871-9c08-2201894d1a56 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/ports?device_id=d435b1ed-a9ba-4299-a5dc-748fc7f97fee HTTP/1.1" status: 200 len: 946 time: 0.1249025 Feb 09 21:30:51.390273 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-eeb8a249-1890-41f0-a814-dde2cc51ee0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:51.436667 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5641cbc4-fa6a-4bcc-ad41-8a77716ab5f3 req-7215a39d-d179-4f83-8c6e-52d0d62d753e tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/security-groups?id=8827d060-7266-4559-a6cc-b0bbf702a8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408467 Feb 09 21:30:51.608169 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-eeb8a249-1890-41f0-a814-dde2cc51ee0f admin admin] Publish callbacks [] for security_group (60404b6b-9e95-464c-a434-27f51eeae165), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:51.620185 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-eeb8a249-1890-41f0-a814-dde2cc51ee0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (60404b6b-9e95-464c-a434-27f51eeae165), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:51.675682 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-eeb8a249-1890-41f0-a814-dde2cc51ee0f admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=df8cf056e20e4a91811d4d7bce7d8118&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6125517 Feb 09 21:30:51.677773 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb8a249-1890-41f0-a814-dde2cc51ee0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60404b6b-9e95-464c-a434-27f51eeae165,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:51.680357 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 49948) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:30:51.685448 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efe23a8-72b5-4f78-b8f8-dc6cefe9e621 req-646f47bc-eb19-4304-beb9-9357f6dc751a tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:51.714196 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1efe23a8-72b5-4f78-b8f8-dc6cefe9e621 req-646f47bc-eb19-4304-beb9-9357f6dc751a tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=cd92d494-82c4-4614-9a6f-2d9307f3309a HTTP/1.1" status: 200 len: 946 time: 0.3264658 Feb 09 21:30:51.862980 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d12c21ad-c83a-4774-a07a-342b0ca77232 admin admin] Publish callbacks [] for security_group (60404b6b-9e95-464c-a434-27f51eeae165), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:51.929077 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d12c21ad-c83a-4774-a07a-342b0ca77232 admin admin] Publish callbacks [] for security_group (60404b6b-9e95-464c-a434-27f51eeae165), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:52.016438 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1efe23a8-72b5-4f78-b8f8-dc6cefe9e621 req-dc85bd38-a537-455b-afdf-d6d691c3dbec tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001580 Feb 09 21:30:52.017552 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 49954) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:30:52.052867 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74aca0-a4df-43ac-8f70-d512bd2969bc req-27c24934-bfc3-4ec3-872a-7c75d6ea0544 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:52.062129 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1f74aca0-a4df-43ac-8f70-d512bd2969bc req-27c24934-bfc3-4ec3-872a-7c75d6ea0544 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=a7a21a4d-84b2-4dbf-b7d8-4bfeb227b128 HTTP/1.1" status: 200 len: 950 time: 0.3447483 Feb 09 21:30:52.076599 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d12c21ad-c83a-4774-a07a-342b0ca77232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (60404b6b-9e95-464c-a434-27f51eeae165), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:52.079999 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d12c21ad-c83a-4774-a07a-342b0ca77232 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:52.081530 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-d12c21ad-c83a-4774-a07a-342b0ca77232 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/60404b6b-9e95-464c-a434-27f51eeae165 HTTP/1.1" status: 204 len: 168 time: 0.4000347 Feb 09 21:30:52.106844 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12c21ad-c83a-4774-a07a-342b0ca77232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60404b6b-9e95-464c-a434-27f51eeae165,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:52.181664 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1f74aca0-a4df-43ac-8f70-d512bd2969bc req-3a99b3a4-dc3e-4111-be49-1720aac1f8c8 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180823 Feb 09 21:30:52.404176 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80ff008-ccca-4a2d-9d24-fa41d9197161 req-13b8d655-42ff-4e5f-b7de-dfc82e48fe2b tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:52.411647 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f80ff008-ccca-4a2d-9d24-fa41d9197161 req-13b8d655-42ff-4e5f-b7de-dfc82e48fe2b tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff1811b6-f006-4729-969d-2c14bcf6a227 HTTP/1.1" status: 200 len: 950 time: 0.1352396 Feb 09 21:30:52.541905 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f80ff008-ccca-4a2d-9d24-fa41d9197161 req-b8857639-7b57-4298-99f0-d4641415427a tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/security-groups?id=f6fa6ce3-746d-4166-ab07-a35461d566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243641 Feb 09 21:30:52.547893 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4272f821-f91d-4e60-8cc5-4e81505bafda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:52.661975 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74cd601-8ee1-4398-a90b-171cb448bfd8 req-6ac03ee6-8b95-41b8-8b2c-d3b1ee82b677 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:52.664496 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c74cd601-8ee1-4398-a90b-171cb448bfd8 req-6ac03ee6-8b95-41b8-8b2c-d3b1ee82b677 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/ports?device_id=d435b1ed-a9ba-4299-a5dc-748fc7f97fee HTTP/1.1" status: 200 len: 946 time: 0.1196892 Feb 09 21:30:52.765121 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4272f821-f91d-4e60-8cc5-4e81505bafda admin admin] Publish callbacks [] for security_group (dc7cbc04-170c-44da-b722-2e5bcd167c7a), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:52.772133 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4272f821-f91d-4e60-8cc5-4e81505bafda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (dc7cbc04-170c-44da-b722-2e5bcd167c7a), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:52.844516 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c74cd601-8ee1-4398-a90b-171cb448bfd8 req-88820502-6db4-489a-85dd-70a8350d00d6 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/security-groups?id=8827d060-7266-4559-a6cc-b0bbf702a8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568336 Feb 09 21:30:52.889865 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 49986) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:30:52.890153 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-4272f821-f91d-4e60-8cc5-4e81505bafda admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=51285f1ad298475587460f68bcf132d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8609641 Feb 09 21:30:52.890998 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4272f821-f91d-4e60-8cc5-4e81505bafda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc7cbc04-170c-44da-b722-2e5bcd167c7a,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:52.979438 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c48b3332-a9f7-46ee-b7f0-c98ce23d5a2e admin admin] Publish callbacks [] for security_group (dc7cbc04-170c-44da-b722-2e5bcd167c7a), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:53.026767 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c48b3332-a9f7-46ee-b7f0-c98ce23d5a2e admin admin] Publish callbacks [] for security_group (dc7cbc04-170c-44da-b722-2e5bcd167c7a), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:53.093310 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c48b3332-a9f7-46ee-b7f0-c98ce23d5a2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (dc7cbc04-170c-44da-b722-2e5bcd167c7a), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:53.097398 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c48b3332-a9f7-46ee-b7f0-c98ce23d5a2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:53.099450 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-c48b3332-a9f7-46ee-b7f0-c98ce23d5a2e admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/dc7cbc04-170c-44da-b722-2e5bcd167c7a HTTP/1.1" status: 204 len: 168 time: 0.2085047 Feb 09 21:30:53.120619 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48b3332-a9f7-46ee-b7f0-c98ce23d5a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc7cbc04-170c-44da-b722-2e5bcd167c7a,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:53.218799 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cdb7be-c5c5-46b5-ab4f-4e376d1189b1 req-d3fb1f2e-d15d-4232-9b22-e1bb987f63a6 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:53.221286 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-58cdb7be-c5c5-46b5-ab4f-4e376d1189b1 req-d3fb1f2e-d15d-4232-9b22-e1bb987f63a6 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.89 "GET /v2.0/ports?device_id=ff1811b6-f006-4729-969d-2c14bcf6a227 HTTP/1.1" status: 200 len: 950 time: 0.1115742 Feb 09 21:30:53.258470 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:53.304712 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f4a2c5-c3cb-4eb0-94ee-66720b1ef18e req-ee397ea3-231a-4ce3-871f-47a96f50da73 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:53.314176 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-93f4a2c5-c3cb-4eb0-94ee-66720b1ef18e req-ee397ea3-231a-4ce3-871f-47a96f50da73 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=cd92d494-82c4-4614-9a6f-2d9307f3309a HTTP/1.1" status: 200 len: 946 time: 0.1912749 Feb 09 21:30:53.336257 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 50010) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:30:53.455107 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-93f4a2c5-c3cb-4eb0-94ee-66720b1ef18e req-0807d99b-4be8-49e0-b9a1-70ca03be7ac7 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092947 Feb 09 21:30:53.629058 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-58cdb7be-c5c5-46b5-ab4f-4e376d1189b1 req-74574b0d-4e4d-4199-9c52-6dc59b6b68e8 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] Deleting port 6247bd7c-7320-480f-9243-d6f57c6800c7 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:30:53.629632 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-58cdb7be-c5c5-46b5-ab4f-4e376d1189b1 req-74574b0d-4e4d-4199-9c52-6dc59b6b68e8 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (6247bd7c-7320-480f-9243-d6f57c6800c7), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:53.663478 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32de0507-ffa1-4869-98e2-886e8f9bb8fe req-80830415-a138-4b50-a2f7-46d3447a0aaf tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:53.669841 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-32de0507-ffa1-4869-98e2-886e8f9bb8fe req-80830415-a138-4b50-a2f7-46d3447a0aaf tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=a7a21a4d-84b2-4dbf-b7d8-4bfeb227b128 HTTP/1.1" status: 200 len: 950 time: 0.1739292 Feb 09 21:30:53.741366 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-57798115-9503-4622-bd7d-76c257ed3950 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1657409486-network', 'tenant_id': 'dac6b223cf904b85939aae2f16238e3d'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:30:53.820679 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57798115-9503-4622-bd7d-76c257ed3950 admin admin] Made reservation on behalf of dac6b223cf904b85939aae2f16238e3d for: {'network': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:30:53.823272 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-57798115-9503-4622-bd7d-76c257ed3950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:53.848707 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f171c769-5daf-4cce-95c8-f719a945a7fc req-86e11a25-3b7c-4f79-a346-21d7bfa1d613 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:53.854127 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f171c769-5daf-4cce-95c8-f719a945a7fc req-86e11a25-3b7c-4f79-a346-21d7bfa1d613 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff1811b6-f006-4729-969d-2c14bcf6a227 HTTP/1.1" status: 200 len: 950 time: 0.1821463 Feb 09 21:30:53.859283 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-58cdb7be-c5c5-46b5-ab4f-4e376d1189b1 req-74574b0d-4e4d-4199-9c52-6dc59b6b68e8 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] For port 6247bd7c-7320-480f-9243-d6f57c6800c7, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=6247bd7c-7320-480f-9243-d6f57c6800c7,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:30:53.864002 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-57798115-9503-4622-bd7d-76c257ed3950 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:53.864593 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-58cdb7be-c5c5-46b5-ab4f-4e376d1189b1 req-74574b0d-4e4d-4199-9c52-6dc59b6b68e8 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (6247bd7c-7320-480f-9243-d6f57c6800c7), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:53.889313 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-58cdb7be-c5c5-46b5-ab4f-4e376d1189b1 req-74574b0d-4e4d-4199-9c52-6dc59b6b68e8 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] Calling delete_port for 6247bd7c-7320-480f-9243-d6f57c6800c7 owned by compute:nova {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:30:53.916629 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-32de0507-ffa1-4869-98e2-886e8f9bb8fe req-7a094fa3-14f8-4ba2-908e-cb6e746f69fd tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886475 Feb 09 21:30:53.941293 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 50020) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:30:54.018173 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-732da71a-0258-4074-913d-0aa826615758 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:54.138720 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f171c769-5daf-4cce-95c8-f719a945a7fc req-b2b43118-1c3e-40fd-9cd8-a09da7a06643 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/security-groups?id=f6fa6ce3-746d-4166-ab07-a35461d566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720637 Feb 09 21:30:54.177150 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-58cdb7be-c5c5-46b5-ab4f-4e376d1189b1 req-74574b0d-4e4d-4199-9c52-6dc59b6b68e8 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (6247bd7c-7320-480f-9243-d6f57c6800c7), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:54.212625 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['6247bd7c-7320-480f-9243-d6f57c6800c7'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:30:54.244465 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992cd286-2682-4e9c-a6f9-1a5f58da9ddb req-50e2997e-ce6f-431c-8ef2-6a2967cfd301 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:54.253456 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-992cd286-2682-4e9c-a6f9-1a5f58da9ddb req-50e2997e-ce6f-431c-8ef2-6a2967cfd301 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/ports?device_id=d435b1ed-a9ba-4299-a5dc-748fc7f97fee HTTP/1.1" status: 200 len: 946 time: 0.2279272 Feb 09 21:30:54.335618 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74574b0d-4e4d-4199-9c52-6dc59b6b68e8 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] Pushing event deleted for resources: {'Port': ['ID=6247bd7c-7320-480f-9243-d6f57c6800c7,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:54.353914 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-57798115-9503-4622-bd7d-76c257ed3950 admin admin] Publish callbacks [] for security_group (bcb592ae-6b08-4a59-89a0-f97e40fbbc5f), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:54.380693 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-57798115-9503-4622-bd7d-76c257ed3950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (bcb592ae-6b08-4a59-89a0-f97e40fbbc5f), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:54.453633 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-58cdb7be-c5c5-46b5-ab4f-4e376d1189b1 req-74574b0d-4e4d-4199-9c52-6dc59b6b68e8 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] No DVR routers for this DVR port 6247bd7c-7320-480f-9243-d6f57c6800c7 on host n-h2-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:30:54.458835 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-58cdb7be-c5c5-46b5-ab4f-4e376d1189b1 req-74574b0d-4e4d-4199-9c52-6dc59b6b68e8 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:54.468938 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-58cdb7be-c5c5-46b5-ab4f-4e376d1189b1 req-74574b0d-4e4d-4199-9c52-6dc59b6b68e8 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.89 "DELETE /v2.0/ports/6247bd7c-7320-480f-9243-d6f57c6800c7 HTTP/1.1" status: 204 len: 173 time: 1.2338281 Feb 09 21:30:54.483203 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff1811b6-f006-4729-969d-2c14bcf6a227', 'name': 'network-vif-deleted', 'tag': '6247bd7c-7320-480f-9243-d6f57c6800c7'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:30:54.487093 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cd55f0b-2d3c-4e6e-bc16-fe99559f9bf9" -d '{"events": [{"server_uuid": "ff1811b6-f006-4729-969d-2c14bcf6a227", "name": "network-vif-deleted", "tag": "6247bd7c-7320-480f-9243-d6f57c6800c7"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:30:54.531678 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57798115-9503-4622-bd7d-76c257ed3950 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=103140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:30:54.569971 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-732da71a-0258-4074-913d-0aa826615758 admin admin] Publish callbacks [] for security_group (19c5ddbd-df00-4645-a413-ed11b4507b79), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:54.573487 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-57798115-9503-4622-bd7d-76c257ed3950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (c07b92a0-f595-4f01-a173-5be9c963bd04), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:54.595524 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-57798115-9503-4622-bd7d-76c257ed3950 admin admin] Added segment c07b92a0-f595-4f01-a173-5be9c963bd04 of type vlan for network 00d33a83-8eda-497d-a1c1-41b14f9abbba Feb 09 21:30:54.615332 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-992cd286-2682-4e9c-a6f9-1a5f58da9ddb req-7878377e-1e40-4dc2-a77e-6d1caff171e7 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/security-groups?id=8827d060-7266-4559-a6cc-b0bbf702a8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3591733 Feb 09 21:30:54.643936 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57798115-9503-4622-bd7d-76c257ed3950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb592ae-6b08-4a59-89a0-f97e40fbbc5f,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:54.652869 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-732da71a-0258-4074-913d-0aa826615758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (19c5ddbd-df00-4645-a413-ed11b4507b79), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:54.706758 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b85cfacb-c6a2-4544-ab84-bf17c7425be9 x-openstack-request-id: req-b85cfacb-c6a2-4544-ab84-bf17c7425be9 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:30:54.707615 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff1811b6-f006-4729-969d-2c14bcf6a227", "name": "network-vif-deleted", "tag": "6247bd7c-7320-480f-9243-d6f57c6800c7", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:30:54.707867 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-b85cfacb-c6a2-4544-ab84-bf17c7425be9 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:30:54.708653 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff1811b6-f006-4729-969d-2c14bcf6a227', 'name': 'network-vif-deleted', 'tag': '6247bd7c-7320-480f-9243-d6f57c6800c7', 'status': 'completed', 'code': 200} Feb 09 21:30:54.721608 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-732da71a-0258-4074-913d-0aa826615758 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=6b0b9adc892940b9baa19f5d63d7b5cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7758489 Feb 09 21:30:54.724880 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 50042) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:30:54.833006 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-57798115-9503-4622-bd7d-76c257ed3950 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (00d33a83-8eda-497d-a1c1-41b14f9abbba), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:54.859389 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732da71a-0258-4074-913d-0aa826615758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19c5ddbd-df00-4645-a413-ed11b4507b79,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:54.871703 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-011f1880-ef65-4f42-8ebd-05929178eb07 admin admin] Publish callbacks [] for security_group (19c5ddbd-df00-4645-a413-ed11b4507b79), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:54.902169 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb325ea8-ee1a-4c7b-8f8b-e99e6e0e779e req-c3851b53-c34a-42fd-be1e-5d2823d75aea tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:54.902904 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-011f1880-ef65-4f42-8ebd-05929178eb07 admin admin] Publish callbacks [] for security_group (19c5ddbd-df00-4645-a413-ed11b4507b79), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:54.909347 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bb325ea8-ee1a-4c7b-8f8b-e99e6e0e779e req-c3851b53-c34a-42fd-be1e-5d2823d75aea tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=cd92d494-82c4-4614-9a6f-2d9307f3309a HTTP/1.1" status: 200 len: 946 time: 0.2728791 Feb 09 21:30:54.929695 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-57798115-9503-4622-bd7d-76c257ed3950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (00d33a83-8eda-497d-a1c1-41b14f9abbba), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:54.932933 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57798115-9503-4622-bd7d-76c257ed3950 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:54.935415 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-57798115-9503-4622-bd7d-76c257ed3950 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:55.005549 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-011f1880-ef65-4f42-8ebd-05929178eb07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (19c5ddbd-df00-4645-a413-ed11b4507b79), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:55.008264 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-011f1880-ef65-4f42-8ebd-05929178eb07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:55.009434 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-011f1880-ef65-4f42-8ebd-05929178eb07 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/19c5ddbd-df00-4645-a413-ed11b4507b79 HTTP/1.1" status: 204 len: 168 time: 0.2835727 Feb 09 21:30:55.012920 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-57798115-9503-4622-bd7d-76c257ed3950 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.6738205 Feb 09 21:30:55.030061 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 50046) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:30:55.039366 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-5e1affa7-ffe2-4168-a5f9-73093476e45d admin admin] Request body: {'subnet': {'network_id': '00d33a83-8eda-497d-a1c1-41b14f9abbba', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1657409486-subnet', 'tenant_id': 'dac6b223cf904b85939aae2f16238e3d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:30:55.101910 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e1affa7-ffe2-4168-a5f9-73093476e45d admin admin] Made reservation on behalf of dac6b223cf904b85939aae2f16238e3d for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:30:55.105666 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5e1affa7-ffe2-4168-a5f9-73093476e45d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:55.110456 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011f1880-ef65-4f42-8ebd-05929178eb07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c5ddbd-df00-4645-a413-ed11b4507b79,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:55.134958 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bb325ea8-ee1a-4c7b-8f8b-e99e6e0e779e req-1d235a6d-4d12-4081-8393-236bc830f525 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173421 Feb 09 21:30:55.176620 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57798115-9503-4622-bd7d-76c257ed3950 admin admin] Pushing event updated for resources: {'Network': ['ID=00d33a83-8eda-497d-a1c1-41b14f9abbba,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:55.196581 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 00d33a83-8eda-497d-a1c1-41b14f9abbba details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:30:55.235922 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c0a83d-9af1-4d5a-a66c-0fd27f64c599 req-f08dbb23-a097-44b8-945d-add731a03781 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:55.248186 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-89c0a83d-9af1-4d5a-a66c-0fd27f64c599 req-f08dbb23-a097-44b8-945d-add731a03781 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=a7a21a4d-84b2-4dbf-b7d8-4bfeb227b128 HTTP/1.1" status: 200 len: 950 time: 0.1825550 Feb 09 21:30:55.425313 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-102a8e5f-9571-49de-abfd-5c32baefbb26 req-127dfd48-6649-4cfe-ab11-63f750c1a1c8 tempest-LiveMigrationNegativeTest-1670755169 tempest-LiveMigrationNegativeTest-1670755169-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff1811b6-f006-4729-969d-2c14bcf6a227 HTTP/1.1" status: 200 len: 210 time: 0.1034265 Feb 09 21:30:55.484391 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-89c0a83d-9af1-4d5a-a66c-0fd27f64c599 req-014c2db5-f3c4-43ae-84f2-9acd26f26993 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276380 Feb 09 21:30:55.510951 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5e1affa7-ffe2-4168-a5f9-73093476e45d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (2ae0b2a1-54ba-4223-84f8-c95ae116614d), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:55.742517 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1affa7-ffe2-4168-a5f9-73093476e45d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ae0b2a1-54ba-4223-84f8-c95ae116614d,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:55.747010 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb314e3-3122-48b4-842c-932e1d53bb23 req-b9a9c13b-db9e-4663-be5b-ae4bb6fcd4d0 tempest-LiveAutoBlockMigrationV225Test-1691914964 tempest-LiveAutoBlockMigrationV225Test-1691914964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:55.748763 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4fb314e3-3122-48b4-842c-932e1d53bb23 req-b9a9c13b-db9e-4663-be5b-ae4bb6fcd4d0 tempest-LiveAutoBlockMigrationV225Test-1691914964 tempest-LiveAutoBlockMigrationV225Test-1691914964-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=7363f6dd-2718-4848-98c6-d4b3a3d9decc HTTP/1.1" status: 200 len: 1127 time: 0.1527989 Feb 09 21:30:55.761289 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1affa7-ffe2-4168-a5f9-73093476e45d admin admin] Checking segment: {'id': 'c07b92a0-f595-4f01-a173-5be9c963bd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '00d33a83-8eda-497d-a1c1-41b14f9abbba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:30:55.762086 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1affa7-ffe2-4168-a5f9-73093476e45d admin admin] Network hostable DHCP agents. Network: 00d33a83-8eda-497d-a1c1-41b14f9abbba, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:30:55.797149 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1affa7-ffe2-4168-a5f9-73093476e45d admin admin] Network 00d33a83-8eda-497d-a1c1-41b14f9abbba is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:30:55.811780 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-5e1affa7-ffe2-4168-a5f9-73093476e45d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 00d33a83-8eda-497d-a1c1-41b14f9abbba) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:30:55.821947 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af02f68b-212a-480d-bc42-0dd5f01e80ce None None] Network 00d33a83-8eda-497d-a1c1-41b14f9abbba requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:30:55.832982 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1affa7-ffe2-4168-a5f9-73093476e45d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:55.833819 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5e1affa7-ffe2-4168-a5f9-73093476e45d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:55.879354 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-5e1affa7-ffe2-4168-a5f9-73093476e45d admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8431349 Feb 09 21:30:55.882122 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 50080) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:30:55.887407 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-9cae9d58-c54b-4c03-9925-871859795422 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1657409486-router', 'tenant_id': 'dac6b223cf904b85939aae2f16238e3d', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:30:55.902517 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4fb314e3-3122-48b4-842c-932e1d53bb23 req-29c66afa-6392-4396-b56e-5d89544bf261 tempest-LiveAutoBlockMigrationV225Test-1691914964 tempest-LiveAutoBlockMigrationV225Test-1691914964-project-admin] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422668 Feb 09 21:30:55.930529 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9cae9d58-c54b-4c03-9925-871859795422 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (b2cd2203-f369-4459-8c0a-ca2cc9d71c0e), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:55.931605 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9cae9d58-c54b-4c03-9925-871859795422 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (b2cd2203-f369-4459-8c0a-ca2cc9d71c0e), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:55.963134 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d031c384-d524-4880-90ec-632253107db5 req-4aeb1d85-f260-4cc3-8cc9-f7f1e1b96540 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:55.977159 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d031c384-d524-4880-90ec-632253107db5 req-4aeb1d85-f260-4cc3-8cc9-f7f1e1b96540 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/ports?device_id=d435b1ed-a9ba-4299-a5dc-748fc7f97fee HTTP/1.1" status: 200 len: 946 time: 0.2042463 Feb 09 21:30:56.029979 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9cae9d58-c54b-4c03-9925-871859795422 admin admin] Publish callbacks [] for router_controller (b2cd2203-f369-4459-8c0a-ca2cc9d71c0e), precommit_add_association {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:56.104367 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33fcb103-8e0d-4422-a7cb-f388663e17a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-00d33a83-8eda-497d-a1c1-41b14f9abbba', 'network_id': '00d33a83-8eda-497d-a1c1-41b14f9abbba', 'project_id': 'dac6b223cf904b85939aae2f16238e3d', 'fixed_ips': [{'subnet_id': '2ae0b2a1-54ba-4223-84f8-c95ae116614d'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:30:56.105644 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-33fcb103-8e0d-4422-a7cb-f388663e17a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:56.124251 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d031c384-d524-4880-90ec-632253107db5 req-f99a6d63-93e1-4b2c-9c4d-839b0cf8b52b tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/security-groups?id=8827d060-7266-4559-a6cc-b0bbf702a8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457067 Feb 09 21:30:56.331706 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9cae9d58-c54b-4c03-9925-871859795422 admin admin] Publish callbacks [] for router_gateway (b2cd2203-f369-4459-8c0a-ca2cc9d71c0e), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:56.339425 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1049ed38-5530-42b8-bf3b-de96b8b7d7d4 req-1f786e0e-ff52-43de-82b7-3a7abdf00cf6 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:56.351336 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1049ed38-5530-42b8-bf3b-de96b8b7d7d4 req-1f786e0e-ff52-43de-82b7-3a7abdf00cf6 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=cd92d494-82c4-4614-9a6f-2d9307f3309a HTTP/1.1" status: 200 len: 946 time: 0.1155403 Feb 09 21:30:56.363040 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-33fcb103-8e0d-4422-a7cb-f388663e17a0 None None] Allocated IP 172.20.0.2 (00d33a83-8eda-497d-a1c1-41b14f9abbba/2ae0b2a1-54ba-4223-84f8-c95ae116614d/419257ed-4b02-409c-b0d6-22f04df89271) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:30:56.449147 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1049ed38-5530-42b8-bf3b-de96b8b7d7d4 req-cce53523-2997-47f8-ba74-cc3056535e3d tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966105 Feb 09 21:30:56.647197 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecc453d-6ae4-4b54-8d23-8dfd7a997768 req-7f37a6e1-a75b-4117-8e89-78abed3818cc tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:56.657279 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7ecc453d-6ae4-4b54-8d23-8dfd7a997768 req-7f37a6e1-a75b-4117-8e89-78abed3818cc tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=a7a21a4d-84b2-4dbf-b7d8-4bfeb227b128 HTTP/1.1" status: 200 len: 950 time: 0.0756078 Feb 09 21:30:56.664142 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-33fcb103-8e0d-4422-a7cb-f388663e17a0 None None] Publish callbacks [] for port (419257ed-4b02-409c-b0d6-22f04df89271), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:56.682983 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9cae9d58-c54b-4c03-9925-871859795422 admin admin] Publish callbacks [] for router_gateway (b2cd2203-f369-4459-8c0a-ca2cc9d71c0e), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:56.683710 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-33fcb103-8e0d-4422-a7cb-f388663e17a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (419257ed-4b02-409c-b0d6-22f04df89271), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:56.712399 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9cae9d58-c54b-4c03-9925-871859795422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:56.739248 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 6247bd7c-7320-480f-9243-d6f57c6800c7 no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:30:56.786994 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7ecc453d-6ae4-4b54-8d23-8dfd7a997768 req-7ddaedb0-f04d-47a2-b85e-0aae39ed09cb tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268501 Feb 09 21:30:56.830465 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33fcb103-8e0d-4422-a7cb-f388663e17a0 None None] Network 00d33a83-8eda-497d-a1c1-41b14f9abbba is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:30:56.831538 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] No Port match for: 6247bd7c-7320-480f-9243-d6f57c6800c7 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:30:56.832619 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 6247bd7c-7320-480f-9243-d6f57c6800c7 not bound to the agent host n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:30:56.845217 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-33fcb103-8e0d-4422-a7cb-f388663e17a0 None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:30:56.848469 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fcb103-8e0d-4422-a7cb-f388663e17a0 None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:30:56.853643 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fcb103-8e0d-4422-a7cb-f388663e17a0 None None] Pushing event updated for resources: {'Port': ['ID=419257ed-4b02-409c-b0d6-22f04df89271,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:56.891806 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-9cae9d58-c54b-4c03-9925-871859795422 admin admin] Allocated IP 172.25.3.229 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/c607efac-cc97-46b5-bff8-7f356e409a55) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:30:56.981464 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-33fcb103-8e0d-4422-a7cb-f388663e17a0 None None] Attempting to bind port 419257ed-4b02-409c-b0d6-22f04df89271 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:30:56.981843 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-33fcb103-8e0d-4422-a7cb-f388663e17a0 None None] Attempting to bind port 419257ed-4b02-409c-b0d6-22f04df89271 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': 'c07b92a0-f595-4f01-a173-5be9c963bd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '00d33a83-8eda-497d-a1c1-41b14f9abbba'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:30:56.982206 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fcb103-8e0d-4422-a7cb-f388663e17a0 None None] Attempting to bind port 419257ed-4b02-409c-b0d6-22f04df89271 on network 00d33a83-8eda-497d-a1c1-41b14f9abbba {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:30:57.005575 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fcb103-8e0d-4422-a7cb-f388663e17a0 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:30:57.005963 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fcb103-8e0d-4422-a7cb-f388663e17a0 None None] Checking segment: {'id': 'c07b92a0-f595-4f01-a173-5be9c963bd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '00d33a83-8eda-497d-a1c1-41b14f9abbba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:30:57.006373 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-33fcb103-8e0d-4422-a7cb-f388663e17a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:57.006769 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fcb103-8e0d-4422-a7cb-f388663e17a0 None None] Bound using segment: {'id': 'c07b92a0-f595-4f01-a173-5be9c963bd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '00d33a83-8eda-497d-a1c1-41b14f9abbba'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:30:57.007256 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-33fcb103-8e0d-4422-a7cb-f388663e17a0 None None] Bound port: 419257ed-4b02-409c-b0d6-22f04df89271, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c07b92a0-f595-4f01-a173-5be9c963bd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '00d33a83-8eda-497d-a1c1-41b14f9abbba'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:30:57.007634 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-33fcb103-8e0d-4422-a7cb-f388663e17a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (419257ed-4b02-409c-b0d6-22f04df89271), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:57.073700 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9cae9d58-c54b-4c03-9925-871859795422 admin admin] Publish callbacks [] for port (c607efac-cc97-46b5-bff8-7f356e409a55), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:57.109394 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 50148) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:30:57.152324 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-33fcb103-8e0d-4422-a7cb-f388663e17a0 None None] For port 419257ed-4b02-409c-b0d6-22f04df89271, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:30:57.167877 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-33fcb103-8e0d-4422-a7cb-f388663e17a0 None None] For port 419257ed-4b02-409c-b0d6-22f04df89271, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=419257ed-4b02-409c-b0d6-22f04df89271,segment=NetworkSegment(c07b92a0-f595-4f01-a173-5be9c963bd04),segment_id=c07b92a0-f595-4f01-a173-5be9c963bd04)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:30:57.169983 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9cae9d58-c54b-4c03-9925-871859795422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (c607efac-cc97-46b5-bff8-7f356e409a55), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:57.183431 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-33fcb103-8e0d-4422-a7cb-f388663e17a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (419257ed-4b02-409c-b0d6-22f04df89271), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:57.198297 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599048c5-dc79-4616-b0ff-e2df4592671b req-1147cc3e-01b8-4dfc-859f-360235c010cb tempest-ImagesOneServerTestJSON-391977284 tempest-ImagesOneServerTestJSON-391977284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:57.205947 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-599048c5-dc79-4616-b0ff-e2df4592671b req-1147cc3e-01b8-4dfc-859f-360235c010cb tempest-ImagesOneServerTestJSON-391977284 tempest-ImagesOneServerTestJSON-391977284-project] 10.222.0.90 "GET /v2.0/ports?device_id=5b1a6610-b484-41a0-bca8-091cd66a233e HTTP/1.1" status: 200 len: 951 time: 0.1204121 Feb 09 21:30:57.263019 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cae9d58-c54b-4c03-9925-871859795422 admin admin] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:30:57.269123 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-9cae9d58-c54b-4c03-9925-871859795422 admin admin] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:30:57.284967 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cae9d58-c54b-4c03-9925-871859795422 admin admin] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:30:57.342991 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fcb103-8e0d-4422-a7cb-f388663e17a0 None None] Pushing event updated for resources: {'Port': ['ID=419257ed-4b02-409c-b0d6-22f04df89271,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:57.356626 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-599048c5-dc79-4616-b0ff-e2df4592671b req-233a084b-6512-4874-a26f-a28e51eb89e0 tempest-ImagesOneServerTestJSON-391977284 tempest-ImagesOneServerTestJSON-391977284-project] 10.222.0.90 "GET /v2.0/security-groups?id=24ac78a2-dd47-4bb0-a163-8dd409586474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493173 Feb 09 21:30:57.533348 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-5b65e679-7780-435d-a2ac-12d70d5489d4 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=8d84614404434ebcab3def23a72c26b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4228368 Feb 09 21:30:57.534341 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cae9d58-c54b-4c03-9925-871859795422 admin admin] Pushing event updated for resources: {'Port': ['ID=c607efac-cc97-46b5-bff8-7f356e409a55,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:57.554797 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 50170) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:30:57.682963 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87518e1b-47c4-46a9-b6c3-cdf552a264a8 req-9270c5cd-2424-4aaa-8387-0aaa9a13aa4b tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:57.688741 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-87518e1b-47c4-46a9-b6c3-cdf552a264a8 req-9270c5cd-2424-4aaa-8387-0aaa9a13aa4b tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/ports?device_id=d435b1ed-a9ba-4299-a5dc-748fc7f97fee HTTP/1.1" status: 200 len: 946 time: 0.2109671 Feb 09 21:30:57.748313 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0ca0d08e-746e-4a99-9d3a-569a4b5f42b4 admin admin] Publish callbacks [] for security_group (f6fa6ce3-746d-4166-ab07-a35461d566f0), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:57.824909 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-87518e1b-47c4-46a9-b6c3-cdf552a264a8 req-8ed1b259-695b-4272-8dc9-e593e01e3790 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/security-groups?id=8827d060-7266-4559-a6cc-b0bbf702a8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336706 Feb 09 21:30:57.830513 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0ca0d08e-746e-4a99-9d3a-569a4b5f42b4 admin admin] Publish callbacks [] for security_group (f6fa6ce3-746d-4166-ab07-a35461d566f0), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:57.917448 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0ca0d08e-746e-4a99-9d3a-569a4b5f42b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (f6fa6ce3-746d-4166-ab07-a35461d566f0), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:57.921101 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0ca0d08e-746e-4a99-9d3a-569a4b5f42b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:57.931477 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-0ca0d08e-746e-4a99-9d3a-569a4b5f42b4 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/f6fa6ce3-746d-4166-ab07-a35461d566f0 HTTP/1.1" status: 204 len: 168 time: 0.3734732 Feb 09 21:30:57.953043 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca0d08e-746e-4a99-9d3a-569a4b5f42b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6fa6ce3-746d-4166-ab07-a35461d566f0,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:57.972907 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9cae9d58-c54b-4c03-9925-871859795422 admin admin] Publish callbacks [] for router_gateway (b2cd2203-f369-4459-8c0a-ca2cc9d71c0e), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:58.096068 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [req-2e7d4361-65ea-4afa-a1f3-33f2a6283264 req-6dcfb3ab-012a-4353-98d9-881b5040f4ba tempest-LiveAutoBlockMigrationV225Test-1691914964 tempest-LiveAutoBlockMigrationV225Test-1691914964-project-admin] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=103141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:30:58.103560 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-2e7d4361-65ea-4afa-a1f3-33f2a6283264 req-6dcfb3ab-012a-4353-98d9-881b5040f4ba tempest-LiveAutoBlockMigrationV225Test-1691914964 tempest-LiveAutoBlockMigrationV225Test-1691914964-project-admin] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0581245 Feb 09 21:30:58.163313 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d4361-65ea-4afa-a1f3-33f2a6283264 req-a439ef19-f5f4-4610-a21b-070d62092501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:58.164977 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-2e7d4361-65ea-4afa-a1f3-33f2a6283264 req-a439ef19-f5f4-4610-a21b-070d62092501 service neutron] 10.222.0.90 "GET /v2.0/ports/e9e6b782-e4e9-4b6f-9321-32081e17276f HTTP/1.1" status: 200 len: 1124 time: 0.0600157 Feb 09 21:30:58.191157 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-2e7d4361-65ea-4afa-a1f3-33f2a6283264 req-a34784cd-ab82-47ee-9d30-a3a8a7551ff9 service neutron] Request body: {'binding': {'host': 'n-h2-828369-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:30:58.192398 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-2e7d4361-65ea-4afa-a1f3-33f2a6283264 req-a34784cd-ab82-47ee-9d30-a3a8a7551ff9 service neutron] Unknown quota resources ['binding']. {{(pid=103141) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 21:30:58.443755 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9cae9d58-c54b-4c03-9925-871859795422 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (b2cd2203-f369-4459-8c0a-ca2cc9d71c0e), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:58.563818 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 50212) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:30:58.644036 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-94ae0130-bf6d-49ce-bb73-bc8842e4a540 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=a91002e638e749d784b605a9f9073f5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0781159 Feb 09 21:30:58.646423 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 50224) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:30:58.674712 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-2e7d4361-65ea-4afa-a1f3-33f2a6283264 req-a34784cd-ab82-47ee-9d30-a3a8a7551ff9 service neutron] Attempting to bind port e9e6b782-e4e9-4b6f-9321-32081e17276f on host n-h2-828369-5 for vnic_type normal with profile None {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:30:58.675059 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-2e7d4361-65ea-4afa-a1f3-33f2a6283264 req-a34784cd-ab82-47ee-9d30-a3a8a7551ff9 service neutron] Attempting to bind port e9e6b782-e4e9-4b6f-9321-32081e17276f by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': 'aad88faa-37a1-49ac-8a06-d36169fb75d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '37143bd2-1331-4c73-96e2-f9c3179c6daf'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:30:58.676412 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7d4361-65ea-4afa-a1f3-33f2a6283264 req-a34784cd-ab82-47ee-9d30-a3a8a7551ff9 service neutron] Attempting to bind port e9e6b782-e4e9-4b6f-9321-32081e17276f on network 37143bd2-1331-4c73-96e2-f9c3179c6daf {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:30:58.686273 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7d4361-65ea-4afa-a1f3-33f2a6283264 req-a34784cd-ab82-47ee-9d30-a3a8a7551ff9 service neutron] Port e9e6b782-e4e9-4b6f-9321-32081e17276f on network 37143bd2-1331-4c73-96e2-f9c3179c6daf not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:30:58.686606 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7d4361-65ea-4afa-a1f3-33f2a6283264 req-a34784cd-ab82-47ee-9d30-a3a8a7551ff9 service neutron] Attempting to bind port e9e6b782-e4e9-4b6f-9321-32081e17276f on network 37143bd2-1331-4c73-96e2-f9c3179c6daf {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:30:58.694167 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7d4361-65ea-4afa-a1f3-33f2a6283264 req-a34784cd-ab82-47ee-9d30-a3a8a7551ff9 service neutron] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:30:58.694516 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7d4361-65ea-4afa-a1f3-33f2a6283264 req-a34784cd-ab82-47ee-9d30-a3a8a7551ff9 service neutron] Checking segment: {'id': 'aad88faa-37a1-49ac-8a06-d36169fb75d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '37143bd2-1331-4c73-96e2-f9c3179c6daf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:30:58.694961 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7d4361-65ea-4afa-a1f3-33f2a6283264 req-a34784cd-ab82-47ee-9d30-a3a8a7551ff9 service neutron] Bound using segment: {'id': 'aad88faa-37a1-49ac-8a06-d36169fb75d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '37143bd2-1331-4c73-96e2-f9c3179c6daf'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:30:58.695404 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-2e7d4361-65ea-4afa-a1f3-33f2a6283264 req-a34784cd-ab82-47ee-9d30-a3a8a7551ff9 service neutron] Bound port: e9e6b782-e4e9-4b6f-9321-32081e17276f, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aad88faa-37a1-49ac-8a06-d36169fb75d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '37143bd2-1331-4c73-96e2-f9c3179c6daf'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:30:58.748461 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d66fd3e3-1fdb-4b58-9ede-ca410a5132ac admin admin] Publish callbacks [] for security_group (8f25e58c-0cd2-438c-bd9e-2fbd9f96adbc), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:58.750708 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cae9d58-c54b-4c03-9925-871859795422 admin admin] Router b2cd2203-f369-4459-8c0a-ca2cc9d71c0e is scheduled to L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 with binding_index 1 {{(pid=103141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:30:58.789210 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d66fd3e3-1fdb-4b58-9ede-ca410a5132ac admin admin] Publish callbacks [] for security_group (8f25e58c-0cd2-438c-bd9e-2fbd9f96adbc), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:58.834959 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4d5286-2537-4a4b-bb76-5ef875e1666e None None] Network 00d33a83-8eda-497d-a1c1-41b14f9abbba requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:30:58.859741 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d66fd3e3-1fdb-4b58-9ede-ca410a5132ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (8f25e58c-0cd2-438c-bd9e-2fbd9f96adbc), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:58.867312 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d66fd3e3-1fdb-4b58-9ede-ca410a5132ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:58.870401 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-d66fd3e3-1fdb-4b58-9ede-ca410a5132ac admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/8f25e58c-0cd2-438c-bd9e-2fbd9f96adbc HTTP/1.1" status: 204 len: 168 time: 0.2227612 Feb 09 21:30:58.897116 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66fd3e3-1fdb-4b58-9ede-ca410a5132ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f25e58c-0cd2-438c-bd9e-2fbd9f96adbc,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:58.912578 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-2e7d4361-65ea-4afa-a1f3-33f2a6283264 req-a34784cd-ab82-47ee-9d30-a3a8a7551ff9 service neutron] For port e9e6b782-e4e9-4b6f-9321-32081e17276f, host n-h2-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=e9e6b782-e4e9-4b6f-9321-32081e17276f,segment=NetworkSegment(aad88faa-37a1-49ac-8a06-d36169fb75d8),segment_id=aad88faa-37a1-49ac-8a06-d36169fb75d8)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:30:58.929625 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-2e7d4361-65ea-4afa-a1f3-33f2a6283264 req-a34784cd-ab82-47ee-9d30-a3a8a7551ff9 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:58.947752 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-2e7d4361-65ea-4afa-a1f3-33f2a6283264 req-a34784cd-ab82-47ee-9d30-a3a8a7551ff9 service neutron] 10.222.0.90 "POST /v2.0/ports/e9e6b782-e4e9-4b6f-9321-32081e17276f/bindings HTTP/1.1" status: 201 len: 389 time: 0.7691100 Feb 09 21:30:58.955218 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-b3e9e874-856a-4c04-b22d-7f7c624379df None None] Provisioning complete for port 419257ed-4b02-409c-b0d6-22f04df89271 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:30:58.955963 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b3e9e874-856a-4c04-b22d-7f7c624379df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (419257ed-4b02-409c-b0d6-22f04df89271), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:59.008972 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e808139c-6a1e-4ef3-943f-ba17c7575793 req-5b9708a5-9301-474a-8131-747d2f01c4d5 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:59.010911 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e808139c-6a1e-4ef3-943f-ba17c7575793 req-5b9708a5-9301-474a-8131-747d2f01c4d5 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=cd92d494-82c4-4614-9a6f-2d9307f3309a HTTP/1.1" status: 200 len: 946 time: 0.1174479 Feb 09 21:30:59.072372 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cae9d58-c54b-4c03-9925-871859795422 admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:30:59.086099 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84cb40ef-9ce5-438b-8a23-9ee65fec8bdd None None] Sync routers for ids ['b2cd2203-f369-4459-8c0a-ca2cc9d71c0e'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:30:59.103705 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cb40ef-9ce5-438b-8a23-9ee65fec8bdd None None] Routers {'b2cd2203-f369-4459-8c0a-ca2cc9d71c0e'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:30:59.108941 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-84cb40ef-9ce5-438b-8a23-9ee65fec8bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:30:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['b2cd2203-f369-4459-8c0a-ca2cc9d71c0e'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:30:59.122181 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9cae9d58-c54b-4c03-9925-871859795422 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:59.130287 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-9cae9d58-c54b-4c03-9925-871859795422 admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 3.2469409 Feb 09 21:30:59.135608 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 50236) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:30:59.146297 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-b3e9e874-856a-4c04-b22d-7f7c624379df None None] Current status of the port 419257ed-4b02-409c-b0d6-22f04df89271 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:30:59.146788 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b3e9e874-856a-4c04-b22d-7f7c624379df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (419257ed-4b02-409c-b0d6-22f04df89271), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:59.187123 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-b3e9e874-856a-4c04-b22d-7f7c624379df None None] For port 419257ed-4b02-409c-b0d6-22f04df89271, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=419257ed-4b02-409c-b0d6-22f04df89271,segment=NetworkSegment(c07b92a0-f595-4f01-a173-5be9c963bd04),segment_id=c07b92a0-f595-4f01-a173-5be9c963bd04)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:30:59.194726 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b3e9e874-856a-4c04-b22d-7f7c624379df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (419257ed-4b02-409c-b0d6-22f04df89271), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:59.214017 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e808139c-6a1e-4ef3-943f-ba17c7575793 req-3b19aa1c-cec4-4261-b61d-f9a0fbcb6eeb tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965420 Feb 09 21:30:59.338710 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e9e874-856a-4c04-b22d-7f7c624379df None None] Pushing event updated for resources: {'Port': ['ID=419257ed-4b02-409c-b0d6-22f04df89271,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:30:59.401690 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc66f410-539f-4701-adb3-e7c3992e421c req-006dc252-6332-4279-af33-6e0be75ff51c tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:59.411629 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dc66f410-539f-4701-adb3-e7c3992e421c req-006dc252-6332-4279-af33-6e0be75ff51c tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=a7a21a4d-84b2-4dbf-b7d8-4bfeb227b128 HTTP/1.1" status: 200 len: 950 time: 0.1611145 Feb 09 21:30:59.467594 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-84cb40ef-9ce5-438b-8a23-9ee65fec8bdd None None] Set router b2cd2203-f369-4459-8c0a-ca2cc9d71c0e gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:30:59.533649 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dc66f410-539f-4701-adb3-e7c3992e421c req-3536730b-efcf-4481-a7a8-873e0d724443 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075356 Feb 09 21:30:59.736867 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a5aca8dd-fe0b-4ddc-be54-d0c9d8a22b18 None None] Provisioning complete for port 419257ed-4b02-409c-b0d6-22f04df89271 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:30:59.737252 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a5aca8dd-fe0b-4ddc-be54-d0c9d8a22b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (419257ed-4b02-409c-b0d6-22f04df89271), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:30:59.754941 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d4361-65ea-4afa-a1f3-33f2a6283264 req-65d45f9e-04c6-4225-8525-ee5c11ce245c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:59.760894 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-2e7d4361-65ea-4afa-a1f3-33f2a6283264 req-65d45f9e-04c6-4225-8525-ee5c11ce245c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2bd637e202e1467d81aff230fe0a3e7e&device_id=7363f6dd-2718-4848-98c6-d4b3a3d9decc HTTP/1.1" status: 200 len: 1127 time: 0.3852303 Feb 09 21:30:59.839518 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 419257ed-4b02-409c-b0d6-22f04df89271 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:30:59.919162 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d3453a-152f-414e-b657-3a68b0a55cad req-b92d754e-f26f-4671-98aa-ef6490a791c9 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:30:59.924805 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d1d3453a-152f-414e-b657-3a68b0a55cad req-b92d754e-f26f-4671-98aa-ef6490a791c9 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=7363f6dd-2718-4848-98c6-d4b3a3d9decc HTTP/1.1" status: 200 len: 945 time: 0.1119998 Feb 09 21:30:59.966862 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 419257ed-4b02-409c-b0d6-22f04df89271 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:30:59.967449 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (419257ed-4b02-409c-b0d6-22f04df89271), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:00.042186 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-84cb40ef-9ce5-438b-8a23-9ee65fec8bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2cd2203-f369-4459-8c0a-ca2cc9d71c0e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1657409486-router', 'tenant_id': 'dac6b223cf904b85939aae2f16238e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'c607efac-cc97-46b5-bff8-7f356e409a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:30:55Z', 'updated_at': '2022-02-09T21:30:57Z', 'revision_number': 3, 'project_id': 'dac6b223cf904b85939aae2f16238e3d', 'gw_port': {'id': 'c607efac-cc97-46b5-bff8-7f356e409a55', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:20:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2cd2203-f369-4459-8c0a-ca2cc9d71c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:30:56Z', 'updated_at': '2022-02-09T21:30:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:31:00.055736 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d1d3453a-152f-414e-b657-3a68b0a55cad req-8f7f8fc6-0156-4337-8c6e-bec8c0611c91 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219537 Feb 09 21:31:00.115192 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84cb40ef-9ce5-438b-8a23-9ee65fec8bdd None None] Checking router: b2cd2203-f369-4459-8c0a-ca2cc9d71c0e for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:31:00.116865 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84cb40ef-9ce5-438b-8a23-9ee65fec8bdd None None] Updating router b2cd2203-f369-4459-8c0a-ca2cc9d71c0e port c607efac-cc97-46b5-bff8-7f356e409a55 binding host n-d-828369-5 {{(pid=103143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:31:00.217113 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-84cb40ef-9ce5-438b-8a23-9ee65fec8bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (c607efac-cc97-46b5-bff8-7f356e409a55), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:00.235786 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a5aca8dd-fe0b-4ddc-be54-d0c9d8a22b18 None None] Current status of the port 419257ed-4b02-409c-b0d6-22f04df89271 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:31:00.273573 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 419257ed-4b02-409c-b0d6-22f04df89271 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:31:00.316916 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944c3a21-bd88-4a74-aee3-c0f5d3021758 req-4e7335b7-f096-45d6-9460-4b36664b3e50 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:00.318527 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-944c3a21-bd88-4a74-aee3-c0f5d3021758 req-4e7335b7-f096-45d6-9460-4b36664b3e50 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/ports?device_id=d435b1ed-a9ba-4299-a5dc-748fc7f97fee HTTP/1.1" status: 200 len: 946 time: 0.1452115 Feb 09 21:31:00.436851 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-944c3a21-bd88-4a74-aee3-c0f5d3021758 req-88473963-c2aa-4795-b938-3d7db490c5ac tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/security-groups?id=8827d060-7266-4559-a6cc-b0bbf702a8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108878 Feb 09 21:31:00.595390 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3f6174-7c17-4e93-a61c-4f167dce25e6 req-b8d97de2-d83e-4db8-b212-578eb87d63ee tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:00.603655 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5f3f6174-7c17-4e93-a61c-4f167dce25e6 req-b8d97de2-d83e-4db8-b212-578eb87d63ee tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=cd92d494-82c4-4614-9a6f-2d9307f3309a HTTP/1.1" status: 200 len: 946 time: 0.0719044 Feb 09 21:31:00.700518 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5f3f6174-7c17-4e93-a61c-4f167dce25e6 req-1b9b66e4-d46b-4e62-9b45-5c4a833126ef tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952110 Feb 09 21:31:00.791723 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-84cb40ef-9ce5-438b-8a23-9ee65fec8bdd None None] Publish callbacks [] for port (c607efac-cc97-46b5-bff8-7f356e409a55), precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:00.798591 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-84cb40ef-9ce5-438b-8a23-9ee65fec8bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (c607efac-cc97-46b5-bff8-7f356e409a55), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:00.809192 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 964ba092-a6e7-4c21-aaa0-28fa44f46048 no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:31:00.849468 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec49d9c-d37b-45b7-9447-f8144275d5bd None None] Pushing event updated for resources: {'Port': ['ID=c607efac-cc97-46b5-bff8-7f356e409a55,revision_number=2']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:00.871755 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec49d9c-d37b-45b7-9447-f8144275d5bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:00.875031 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec49d9c-d37b-45b7-9447-f8144275d5bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:00.875861 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec49d9c-d37b-45b7-9447-f8144275d5bd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:00.877207 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec49d9c-d37b-45b7-9447-f8144275d5bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:00.878303 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec49d9c-d37b-45b7-9447-f8144275d5bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:00.879353 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec49d9c-d37b-45b7-9447-f8144275d5bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:00.879931 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec49d9c-d37b-45b7-9447-f8144275d5bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:00.881084 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec49d9c-d37b-45b7-9447-f8144275d5bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:00.882729 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec49d9c-d37b-45b7-9447-f8144275d5bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:00.883204 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec49d9c-d37b-45b7-9447-f8144275d5bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:00.883870 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec49d9c-d37b-45b7-9447-f8144275d5bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:00.884213 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec49d9c-d37b-45b7-9447-f8144275d5bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:00.886512 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec49d9c-d37b-45b7-9447-f8144275d5bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:00.937662 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-84cb40ef-9ce5-438b-8a23-9ee65fec8bdd None None] Attempting to bind port c607efac-cc97-46b5-bff8-7f356e409a55 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:31:00.938203 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-84cb40ef-9ce5-438b-8a23-9ee65fec8bdd None None] Attempting to bind port c607efac-cc97-46b5-bff8-7f356e409a55 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:31:00.938583 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84cb40ef-9ce5-438b-8a23-9ee65fec8bdd None None] Attempting to bind port c607efac-cc97-46b5-bff8-7f356e409a55 on network 54a442d5-50a0-4c75-85cc-d19f5bf58118 {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:31:00.951258 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84cb40ef-9ce5-438b-8a23-9ee65fec8bdd None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:31:00.952336 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84cb40ef-9ce5-438b-8a23-9ee65fec8bdd None None] Checking segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:31:00.952757 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-84cb40ef-9ce5-438b-8a23-9ee65fec8bdd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:00.957918 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84cb40ef-9ce5-438b-8a23-9ee65fec8bdd None None] Bound using segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:31:00.958592 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-84cb40ef-9ce5-438b-8a23-9ee65fec8bdd None None] Bound port: c607efac-cc97-46b5-bff8-7f356e409a55, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:31:00.958993 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-84cb40ef-9ce5-438b-8a23-9ee65fec8bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (c607efac-cc97-46b5-bff8-7f356e409a55), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:01.000681 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 964ba092-a6e7-4c21-aaa0-28fa44f46048 is: ACTIVE; New status is: DOWN {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:31:01.004208 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (964ba092-a6e7-4c21-aaa0-28fa44f46048), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:01.030682 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d4361-65ea-4afa-a1f3-33f2a6283264 req-49d0703b-27f1-4bcd-bb7b-16c73c46a39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:01.032456 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-2e7d4361-65ea-4afa-a1f3-33f2a6283264 req-49d0703b-27f1-4bcd-bb7b-16c73c46a39d service neutron] 10.222.0.89 "GET /v2.0/networks?id=37143bd2-1331-4c73-96e2-f9c3179c6daf HTTP/1.1" status: 200 len: 922 time: 1.2609971 Feb 09 21:31:01.035534 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-92a0a913-5f06-4ba3-82f5-cd526598b966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:01.058839 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b1a6610-b484-41a0-bca8-091cd66a233e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '964ba092-a6e7-4c21-aaa0-28fa44f46048'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:31:01.064208 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed41c527-57a6-4dc3-9580-7b77473de346" -d '{"events": [{"server_uuid": "5b1a6610-b484-41a0-bca8-091cd66a233e", "name": "network-vif-unplugged", "status": "completed", "tag": "964ba092-a6e7-4c21-aaa0-28fa44f46048"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:31:01.106073 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-84cb40ef-9ce5-438b-8a23-9ee65fec8bdd None None] For port c607efac-cc97-46b5-bff8-7f356e409a55, host n-d-828369-5, cleared binding levels {{(pid=103143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:31:01.111374 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 964ba092-a6e7-4c21-aaa0-28fa44f46048, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=964ba092-a6e7-4c21-aaa0-28fa44f46048,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:31:01.112967 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-84cb40ef-9ce5-438b-8a23-9ee65fec8bdd None None] For port c607efac-cc97-46b5-bff8-7f356e409a55, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=c607efac-cc97-46b5-bff8-7f356e409a55,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:31:01.121671 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (964ba092-a6e7-4c21-aaa0-28fa44f46048), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:01.124031 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-84cb40ef-9ce5-438b-8a23-9ee65fec8bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (c607efac-cc97-46b5-bff8-7f356e409a55), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:01.201301 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab62856-74c9-4934-9495-36afd6c10cb9 req-8a36dc7e-a622-4ec0-a03a-4b5d79bbb4b2 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:01.203597 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6ab62856-74c9-4934-9495-36afd6c10cb9 req-8a36dc7e-a622-4ec0-a03a-4b5d79bbb4b2 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=a7a21a4d-84b2-4dbf-b7d8-4bfeb227b128 HTTP/1.1" status: 200 len: 950 time: 0.1056077 Feb 09 21:31:01.231742 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=964ba092-a6e7-4c21-aaa0-28fa44f46048,revision_number=11']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:01.233575 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec49d9c-d37b-45b7-9447-f8144275d5bd None None] Pushing event updated for resources: {'Port': ['ID=c607efac-cc97-46b5-bff8-7f356e409a55,revision_number=3']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:01.284099 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cb40ef-9ce5-438b-8a23-9ee65fec8bdd None None] Routers {'b2cd2203-f369-4459-8c0a-ca2cc9d71c0e'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:31:01.284781 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-84cb40ef-9ce5-438b-8a23-9ee65fec8bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:30:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['b2cd2203-f369-4459-8c0a-ca2cc9d71c0e'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:31:01.309638 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-92a0a913-5f06-4ba3-82f5-cd526598b966 admin admin] Allocated IP 172.20.0.1 (00d33a83-8eda-497d-a1c1-41b14f9abbba/2ae0b2a1-54ba-4223-84f8-c95ae116614d/bb915676-6f76-419a-b959-97eacd8f3c94) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:31:01.315734 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6ab62856-74c9-4934-9495-36afd6c10cb9 req-c8d4ccf3-13c2-45b9-bafa-4a8445630f25 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051648 Feb 09 21:31:01.475989 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-2e7d4361-65ea-4afa-a1f3-33f2a6283264 req-e36df105-c3de-4321-98b4-495d35997361 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9e6b782-e4e9-4b6f-9321-32081e17276f HTTP/1.1" status: 200 len: 217 time: 0.4219224 Feb 09 21:31:01.550174 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4be9d2e-89da-4f8c-a3f0-41be0237bbc7 req-1728294f-4e93-49e7-8b9c-72ca3f01d3cb tempest-ImagesOneServerTestJSON-391977284 tempest-ImagesOneServerTestJSON-391977284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:01.561833 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c4be9d2e-89da-4f8c-a3f0-41be0237bbc7 req-1728294f-4e93-49e7-8b9c-72ca3f01d3cb tempest-ImagesOneServerTestJSON-391977284 tempest-ImagesOneServerTestJSON-391977284-project] 10.222.0.90 "GET /v2.0/ports?device_id=5b1a6610-b484-41a0-bca8-091cd66a233e HTTP/1.1" status: 200 len: 949 time: 0.1279929 Feb 09 21:31:01.608818 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-84cb40ef-9ce5-438b-8a23-9ee65fec8bdd None None] Set router b2cd2203-f369-4459-8c0a-ca2cc9d71c0e gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:31:01.633875 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d4361-65ea-4afa-a1f3-33f2a6283264 req-8cb06f49-102b-48ea-bec7-6ef434154703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:01.635647 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-2e7d4361-65ea-4afa-a1f3-33f2a6283264 req-8cb06f49-102b-48ea-bec7-6ef434154703 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f5dc5768-86f9-4907-b987-49606f9e43f9 HTTP/1.1" status: 200 len: 861 time: 0.1099908 Feb 09 21:31:01.649226 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-fb675c95-c575-4fc2-aa4f-6ab8f5741176 req-49c1e54f-1921-411f-b861-bb559ad5b996 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=d16a6bf9-e416-481d-94cc-c397ae771e97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2714658 Feb 09 21:31:01.687732 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c4be9d2e-89da-4f8c-a3f0-41be0237bbc7 req-2c2719fd-4d97-42c9-8401-589962f69f2d tempest-ImagesOneServerTestJSON-391977284 tempest-ImagesOneServerTestJSON-391977284-project] 10.222.0.90 "GET /v2.0/security-groups?id=24ac78a2-dd47-4bb0-a163-8dd409586474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123245 Feb 09 21:31:01.731963 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-92a0a913-5f06-4ba3-82f5-cd526598b966 admin admin] Publish callbacks [] for port (bb915676-6f76-419a-b959-97eacd8f3c94), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:01.735213 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-2e7d4361-65ea-4afa-a1f3-33f2a6283264 req-b86123d7-89b1-451f-8dac-dd436eb736ff service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=37143bd2-1331-4c73-96e2-f9c3179c6daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0848083 Feb 09 21:31:01.819874 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb9c32fd-d694-4efd-a683-32ac6bab3de0 x-openstack-request-id: req-cb9c32fd-d694-4efd-a683-32ac6bab3de0 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:31:01.820458 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b1a6610-b484-41a0-bca8-091cd66a233e", "name": "network-vif-unplugged", "status": "completed", "tag": "964ba092-a6e7-4c21-aaa0-28fa44f46048", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:31:01.820913 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-cb9c32fd-d694-4efd-a683-32ac6bab3de0 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:31:01.821486 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b1a6610-b484-41a0-bca8-091cd66a233e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '964ba092-a6e7-4c21-aaa0-28fa44f46048', 'code': 200} Feb 09 21:31:01.973205 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-84cb40ef-9ce5-438b-8a23-9ee65fec8bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2cd2203-f369-4459-8c0a-ca2cc9d71c0e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1657409486-router', 'tenant_id': 'dac6b223cf904b85939aae2f16238e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'c607efac-cc97-46b5-bff8-7f356e409a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:30:55Z', 'updated_at': '2022-02-09T21:30:57Z', 'revision_number': 3, 'project_id': 'dac6b223cf904b85939aae2f16238e3d', 'gw_port': {'id': 'c607efac-cc97-46b5-bff8-7f356e409a55', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:20:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2cd2203-f369-4459-8c0a-ca2cc9d71c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:30:56Z', 'updated_at': '2022-02-09T21:31:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:31:02.006149 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84cb40ef-9ce5-438b-8a23-9ee65fec8bdd None None] The sync data for ids ['b2cd2203-f369-4459-8c0a-ca2cc9d71c0e'] in n-d-828369-5 is: [{'id': 'b2cd2203-f369-4459-8c0a-ca2cc9d71c0e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1657409486-router', 'tenant_id': 'dac6b223cf904b85939aae2f16238e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'c607efac-cc97-46b5-bff8-7f356e409a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:30:55Z', 'updated_at': '2022-02-09T21:30:57Z', 'revision_number': 3, 'project_id': 'dac6b223cf904b85939aae2f16238e3d', 'gw_port': {'id': 'c607efac-cc97-46b5-bff8-7f356e409a55', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:20:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2cd2203-f369-4459-8c0a-ca2cc9d71c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:30:56Z', 'updated_at': '2022-02-09T21:31:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:31:02.009465 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd71b12c-ebac-4631-ad7e-9ec9fe9e3ce6 req-2c74ff8d-5eb7-4e5a-a8b3-fdd93fe1b319 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:02.020127 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dd71b12c-ebac-4631-ad7e-9ec9fe9e3ce6 req-2c74ff8d-5eb7-4e5a-a8b3-fdd93fe1b319 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=7363f6dd-2718-4848-98c6-d4b3a3d9decc HTTP/1.1" status: 200 len: 945 time: 0.1493647 Feb 09 21:31:02.099406 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb675c95-c575-4fc2-aa4f-6ab8f5741176 req-33629e49-41ee-48d2-8dcb-9a0394538ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:02.105564 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-fb675c95-c575-4fc2-aa4f-6ab8f5741176 req-33629e49-41ee-48d2-8dcb-9a0394538ae3 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=301f05e37d364aab86167965425dfbdc&device_id=d16a6bf9-e416-481d-94cc-c397ae771e97 HTTP/1.1" status: 200 len: 1132 time: 0.3850613 Feb 09 21:31:02.125183 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dd71b12c-ebac-4631-ad7e-9ec9fe9e3ce6 req-3b75e0fc-8e7a-41ca-bd11-01238f6103ed tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035020 Feb 09 21:31:02.165383 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-2e7d4361-65ea-4afa-a1f3-33f2a6283264 req-f1f22804-e66e-4743-af1b-a5e8ef5845a0 service neutron] 10.222.0.89 "GET /v2.0/networks/37143bd2-1331-4c73-96e2-f9c3179c6daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3724346 Feb 09 21:31:02.357480 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bc8119-8156-4718-8a40-14c4f383e0d1 req-482a4780-d768-415b-8df4-3947fdfcd776 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:02.359109 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb675c95-c575-4fc2-aa4f-6ab8f5741176 req-e01e5e5a-3b8f-40d7-bfaa-0bf217305605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:02.360288 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-99bc8119-8156-4718-8a40-14c4f383e0d1 req-482a4780-d768-415b-8df4-3947fdfcd776 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/ports?device_id=d435b1ed-a9ba-4299-a5dc-748fc7f97fee HTTP/1.1" status: 200 len: 946 time: 0.1212687 Feb 09 21:31:02.360771 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-fb675c95-c575-4fc2-aa4f-6ab8f5741176 req-e01e5e5a-3b8f-40d7-bfaa-0bf217305605 service neutron] 10.222.0.95 "GET /v2.0/networks?id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc HTTP/1.1" status: 200 len: 870 time: 0.1944406 Feb 09 21:31:02.380632 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 50296) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:31:02.470001 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e30dbe6-4240-447f-adf3-586faf1a64fb req-7c6d0ea2-54b3-4b51-ab29-e8c92619e82a tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:02.471516 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2e30dbe6-4240-447f-adf3-586faf1a64fb req-7c6d0ea2-54b3-4b51-ab29-e8c92619e82a tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=cd92d494-82c4-4614-9a6f-2d9307f3309a HTTP/1.1" status: 200 len: 946 time: 0.1378801 Feb 09 21:31:02.493848 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-2e7d4361-65ea-4afa-a1f3-33f2a6283264 req-56ef0661-1ade-4150-8f96-dfd82d386799 service neutron] 10.222.0.89 "GET /v2.0/networks/37143bd2-1331-4c73-96e2-f9c3179c6daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300929 Feb 09 21:31:02.493848 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-92a0a913-5f06-4ba3-82f5-cd526598b966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (bb915676-6f76-419a-b959-97eacd8f3c94), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:02.555997 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-99bc8119-8156-4718-8a40-14c4f383e0d1 req-393360ee-20b9-4ac6-8a13-3bdb11f327a3 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/security-groups?id=8827d060-7266-4559-a6cc-b0bbf702a8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734014 Feb 09 21:31:02.627932 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-fb675c95-c575-4fc2-aa4f-6ab8f5741176 req-13cbd286-c8da-4068-aa3c-74efbfe0070f service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=4bbd8126-4683-4cf5-bea6-1038ce90a505 HTTP/1.1" status: 200 len: 217 time: 0.0911345 Feb 09 21:31:02.654351 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2e30dbe6-4240-447f-adf3-586faf1a64fb req-302d4845-45ff-4a82-a223-fc8bb8ffa01f tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620061 Feb 09 21:31:02.658534 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a0a913-5f06-4ba3-82f5-cd526598b966 admin admin] Network 00d33a83-8eda-497d-a1c1-41b14f9abbba is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:31:02.748390 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-92a0a913-5f06-4ba3-82f5-cd526598b966 admin admin] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:31:02.750925 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a0a913-5f06-4ba3-82f5-cd526598b966 admin admin] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:31:02.754100 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb675c95-c575-4fc2-aa4f-6ab8f5741176 req-9135bee1-6c13-4c30-b094-2bf0d2ca5900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:02.755656 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-fb675c95-c575-4fc2-aa4f-6ab8f5741176 req-9135bee1-6c13-4c30-b094-2bf0d2ca5900 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0f7402ac-a35b-414b-bcc1-bc1c3072ec3c HTTP/1.1" status: 200 len: 843 time: 0.1123796 Feb 09 21:31:02.824951 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a0a913-5f06-4ba3-82f5-cd526598b966 admin admin] Pushing event updated for resources: {'Port': ['ID=bb915676-6f76-419a-b959-97eacd8f3c94,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:02.871860 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-92a0a913-5f06-4ba3-82f5-cd526598b966 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554727'] for router_interface (b2cd2203-f369-4459-8c0a-ca2cc9d71c0e), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:02.873650 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f29f51b9-7f5a-4295-b9a2-411469913b57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:02.875558 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb675c95-c575-4fc2-aa4f-6ab8f5741176 req-d7e51976-338a-4db9-8150-d5cbbe8fc35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:02.877128 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-fb675c95-c575-4fc2-aa4f-6ab8f5741176 req-d7e51976-338a-4db9-8150-d5cbbe8fc35f service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0974624 Feb 09 21:31:03.008302 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2354d769-78c0-44c0-b1bb-b6cee5c7dc33 req-cdd03faf-bdfa-4e73-a4fd-18ae3b8e0a47 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:03.021886 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2354d769-78c0-44c0-b1bb-b6cee5c7dc33 req-cdd03faf-bdfa-4e73-a4fd-18ae3b8e0a47 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=a7a21a4d-84b2-4dbf-b7d8-4bfeb227b128 HTTP/1.1" status: 200 len: 950 time: 0.2885427 Feb 09 21:31:03.094101 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-fb675c95-c575-4fc2-aa4f-6ab8f5741176 req-dfb40003-469a-4c07-9eac-014675e60591 service neutron] 10.222.0.95 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404121 Feb 09 21:31:03.197647 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2354d769-78c0-44c0-b1bb-b6cee5c7dc33 req-cced8f2a-1b3e-4358-b0e2-1dacc6da1daf tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623876 Feb 09 21:31:03.208993 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-82457ca2-7bb2-412c-9119-fdfc8b41468c None None] Provisioning complete for port bb915676-6f76-419a-b959-97eacd8f3c94 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:31:03.209978 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-82457ca2-7bb2-412c-9119-fdfc8b41468c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (bb915676-6f76-419a-b959-97eacd8f3c94), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:03.298004 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f29f51b9-7f5a-4295-b9a2-411469913b57 admin admin] Publish callbacks [] for security_group (69d8c102-c1e4-474d-ade8-d7d580062d78), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:03.306910 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f29f51b9-7f5a-4295-b9a2-411469913b57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (69d8c102-c1e4-474d-ade8-d7d580062d78), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:03.321323 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-fb675c95-c575-4fc2-aa4f-6ab8f5741176 req-652349c6-f949-4a86-b796-1b113d2a6116 service neutron] 10.222.0.95 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138772 Feb 09 21:31:03.333326 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-82457ca2-7bb2-412c-9119-fdfc8b41468c None None] Port bb915676-6f76-419a-b959-97eacd8f3c94 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:31:03.436778 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29f51b9-7f5a-4295-b9a2-411469913b57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69d8c102-c1e4-474d-ade8-d7d580062d78,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:03.466638 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-f29f51b9-7f5a-4295-b9a2-411469913b57 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=59489a44140f4d879a0caa0cb1479880&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0833280 Feb 09 21:31:03.481765 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 50320) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:31:03.537375 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3151b66-a7cf-48dd-97b6-3da2dcc9e09e req-6502b525-0cff-4f5a-8940-50629e1e3ae1 tempest-ImagesOneServerTestJSON-391977284 tempest-ImagesOneServerTestJSON-391977284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:03.539035 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c3151b66-a7cf-48dd-97b6-3da2dcc9e09e req-6502b525-0cff-4f5a-8940-50629e1e3ae1 tempest-ImagesOneServerTestJSON-391977284 tempest-ImagesOneServerTestJSON-391977284-project] 10.222.0.90 "GET /v2.0/ports?device_id=5b1a6610-b484-41a0-bca8-091cd66a233e HTTP/1.1" status: 200 len: 949 time: 0.1276712 Feb 09 21:31:03.602121 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-92a0a913-5f06-4ba3-82f5-cd526598b966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (bb915676-6f76-419a-b959-97eacd8f3c94), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:03.688801 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c3151b66-a7cf-48dd-97b6-3da2dcc9e09e req-d956942c-7830-4e6c-87f3-63b8b3b79c7e tempest-ImagesOneServerTestJSON-391977284 tempest-ImagesOneServerTestJSON-391977284-project] 10.222.0.90 "GET /v2.0/security-groups?id=24ac78a2-dd47-4bb0-a163-8dd409586474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313918 Feb 09 21:31:03.690856 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device c607efac-cc97-46b5-bff8-7f356e409a55 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:31:03.800048 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc2fd97-e08b-4e82-8b96-c77dd9121c4d req-3bbb4a3a-c040-4445-88d7-8e264d70a7d1 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:03.809548 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4bc2fd97-e08b-4e82-8b96-c77dd9121c4d req-3bbb4a3a-c040-4445-88d7-8e264d70a7d1 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=7363f6dd-2718-4848-98c6-d4b3a3d9decc HTTP/1.1" status: 200 len: 945 time: 0.1352401 Feb 09 21:31:03.911277 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4bc2fd97-e08b-4e82-8b96-c77dd9121c4d req-02dced65-ddc9-483c-bb5c-5ee90810fb1b tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928288 Feb 09 21:31:04.059071 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0c329efd-415f-4fa7-8d4e-2225a8b92087 admin admin] Publish callbacks [] for security_group (69d8c102-c1e4-474d-ade8-d7d580062d78), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:04.168214 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port c607efac-cc97-46b5-bff8-7f356e409a55 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:31:04.168854 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (c607efac-cc97-46b5-bff8-7f356e409a55), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:04.181666 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0c329efd-415f-4fa7-8d4e-2225a8b92087 admin admin] Publish callbacks [] for security_group (69d8c102-c1e4-474d-ade8-d7d580062d78), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:04.337396 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port c607efac-cc97-46b5-bff8-7f356e409a55 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:31:04.338499 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (c607efac-cc97-46b5-bff8-7f356e409a55), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:04.339505 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-92a0a913-5f06-4ba3-82f5-cd526598b966 admin admin] Publish callbacks [] for port (bb915676-6f76-419a-b959-97eacd8f3c94), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:04.350651 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0c329efd-415f-4fa7-8d4e-2225a8b92087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (69d8c102-c1e4-474d-ade8-d7d580062d78), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:04.358354 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0c329efd-415f-4fa7-8d4e-2225a8b92087 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:04.362576 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-0c329efd-415f-4fa7-8d4e-2225a8b92087 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/69d8c102-c1e4-474d-ade8-d7d580062d78 HTTP/1.1" status: 204 len: 168 time: 0.8791046 Feb 09 21:31:04.390780 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port c607efac-cc97-46b5-bff8-7f356e409a55, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=c607efac-cc97-46b5-bff8-7f356e409a55,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:31:04.396636 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (c607efac-cc97-46b5-bff8-7f356e409a55), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:04.411916 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-92a0a913-5f06-4ba3-82f5-cd526598b966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (bb915676-6f76-419a-b959-97eacd8f3c94), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:04.422734 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c329efd-415f-4fa7-8d4e-2225a8b92087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d8c102-c1e4-474d-ade8-d7d580062d78,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:04.557796 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=c607efac-cc97-46b5-bff8-7f356e409a55,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:04.569947 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f734b09-800a-41cf-8d7e-939cb7c50061 req-acc53e9d-14f6-4398-abc3-8e781d3068ba tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:04.590156 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f734b09-800a-41cf-8d7e-939cb7c50061 req-acc53e9d-14f6-4398-abc3-8e781d3068ba tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:04.591354 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0f734b09-800a-41cf-8d7e-939cb7c50061 req-acc53e9d-14f6-4398-abc3-8e781d3068ba tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=a7a21a4d-84b2-4dbf-b7d8-4bfeb227b128&device_id=f818682c-0431-4ba4-bb58-a4512e69fee6 HTTP/1.1" status: 200 len: 1691 time: 0.1484494 Feb 09 21:31:04.598813 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a0a913-5f06-4ba3-82f5-cd526598b966 admin admin] Pushing event updated for resources: {'Port': ['ID=bb915676-6f76-419a-b959-97eacd8f3c94,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:04.649223 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74122817-2c12-4bde-8a55-fffce520ada2 req-f8a79446-7151-4e79-880b-ec14842fd7aa tempest-ImagesOneServerTestJSON-391977284 tempest-ImagesOneServerTestJSON-391977284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:04.650733 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-74122817-2c12-4bde-8a55-fffce520ada2 req-f8a79446-7151-4e79-880b-ec14842fd7aa tempest-ImagesOneServerTestJSON-391977284 tempest-ImagesOneServerTestJSON-391977284-project] 10.222.0.95 "GET /v2.0/ports?device_id=5b1a6610-b484-41a0-bca8-091cd66a233e HTTP/1.1" status: 200 len: 949 time: 0.3068192 Feb 09 21:31:04.652011 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-92a0a913-5f06-4ba3-82f5-cd526598b966 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524919'] for router_interface (b2cd2203-f369-4459-8c0a-ca2cc9d71c0e), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:04.687947 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0f734b09-800a-41cf-8d7e-939cb7c50061 req-3a670079-bd4d-4402-a93d-1c82e2913a4a tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907569 Feb 09 21:31:04.843112 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a0a913-5f06-4ba3-82f5-cd526598b966 admin admin] Network 00d33a83-8eda-497d-a1c1-41b14f9abbba is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:31:04.852187 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-92a0a913-5f06-4ba3-82f5-cd526598b966 admin admin] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:31:04.981901 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 50346) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:31:05.005313 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e8236031-0cbe-443e-9845-66d2a8c50c32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:05.049699 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-74122817-2c12-4bde-8a55-fffce520ada2 req-fe6f964f-dbfc-4f9b-bc88-cc8e6c5cdd1a tempest-ImagesOneServerTestJSON-391977284 tempest-ImagesOneServerTestJSON-391977284-project] Deleting port 964ba092-a6e7-4c21-aaa0-28fa44f46048 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:31:05.050055 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-74122817-2c12-4bde-8a55-fffce520ada2 req-fe6f964f-dbfc-4f9b-bc88-cc8e6c5cdd1a tempest-ImagesOneServerTestJSON-391977284 tempest-ImagesOneServerTestJSON-391977284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (964ba092-a6e7-4c21-aaa0-28fa44f46048), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:05.059282 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7232983-16a5-45e6-b0ac-f764bdd43f60 req-f9415ab0-a3aa-4cb7-91c3-f28ed3bac2f8 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:05.063475 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f7232983-16a5-45e6-b0ac-f764bdd43f60 req-f9415ab0-a3aa-4cb7-91c3-f28ed3bac2f8 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=cd92d494-82c4-4614-9a6f-2d9307f3309a HTTP/1.1" status: 200 len: 946 time: 0.1426353 Feb 09 21:31:05.150919 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92a0a913-5f06-4ba3-82f5-cd526598b966 admin admin] Router b2cd2203-f369-4459-8c0a-ca2cc9d71c0e has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:31:05.194547 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-74122817-2c12-4bde-8a55-fffce520ada2 req-fe6f964f-dbfc-4f9b-bc88-cc8e6c5cdd1a tempest-ImagesOneServerTestJSON-391977284 tempest-ImagesOneServerTestJSON-391977284-project] For port 964ba092-a6e7-4c21-aaa0-28fa44f46048, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=964ba092-a6e7-4c21-aaa0-28fa44f46048,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:31:05.194919 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-74122817-2c12-4bde-8a55-fffce520ada2 req-fe6f964f-dbfc-4f9b-bc88-cc8e6c5cdd1a tempest-ImagesOneServerTestJSON-391977284 tempest-ImagesOneServerTestJSON-391977284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (964ba092-a6e7-4c21-aaa0-28fa44f46048), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:05.240857 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f7232983-16a5-45e6-b0ac-f764bdd43f60 req-d4d28738-acce-4cc9-88f2-4e276d3878c7 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678269 Feb 09 21:31:05.242530 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e8236031-0cbe-443e-9845-66d2a8c50c32 admin admin] Publish callbacks [] for security_group (1f2313b4-e592-4185-b72e-dab66849423d), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:05.250969 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e8236031-0cbe-443e-9845-66d2a8c50c32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (1f2313b4-e592-4185-b72e-dab66849423d), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:05.269867 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1de98b-a34f-4fb3-9ee0-e682b4151f4b req-b78673ba-f64f-441d-bc78-4ffb5e597d79 tempest-ImagesOneServerTestJSON-391977284 tempest-ImagesOneServerTestJSON-391977284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:05.271618 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-74122817-2c12-4bde-8a55-fffce520ada2 req-fe6f964f-dbfc-4f9b-bc88-cc8e6c5cdd1a tempest-ImagesOneServerTestJSON-391977284 tempest-ImagesOneServerTestJSON-391977284-project] Calling delete_port for 964ba092-a6e7-4c21-aaa0-28fa44f46048 owned by compute:nova {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:31:05.277457 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ef1de98b-a34f-4fb3-9ee0-e682b4151f4b req-b78673ba-f64f-441d-bc78-4ffb5e597d79 tempest-ImagesOneServerTestJSON-391977284 tempest-ImagesOneServerTestJSON-391977284-project] 10.222.0.90 "GET /v2.0/ports?device_id=5b1a6610-b484-41a0-bca8-091cd66a233e HTTP/1.1" status: 200 len: 949 time: 0.1729887 Feb 09 21:31:05.291678 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-1268d33c-90e1-4e37-ac8f-20b17aaa788e None None] Provisioning complete for port bb915676-6f76-419a-b959-97eacd8f3c94 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:31:05.293431 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1268d33c-90e1-4e37-ac8f-20b17aaa788e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (bb915676-6f76-419a-b959-97eacd8f3c94), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:05.334352 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-e8236031-0cbe-443e-9845-66d2a8c50c32 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=e4dcd61316124a64951e08b822dff920&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3469067 Feb 09 21:31:05.334661 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 50350) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:31:05.350680 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8236031-0cbe-443e-9845-66d2a8c50c32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f2313b4-e592-4185-b72e-dab66849423d,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:05.389208 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-1268d33c-90e1-4e37-ac8f-20b17aaa788e None None] Port bb915676-6f76-419a-b959-97eacd8f3c94 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:31:05.389940 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ef1de98b-a34f-4fb3-9ee0-e682b4151f4b req-9705feb8-0d19-4c97-8b0a-5dd5b4622576 tempest-ImagesOneServerTestJSON-391977284 tempest-ImagesOneServerTestJSON-391977284-project] 10.222.0.90 "GET /v2.0/security-groups?id=24ac78a2-dd47-4bb0-a163-8dd409586474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075802 Feb 09 21:31:05.426272 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92a0a913-5f06-4ba3-82f5-cd526598b966 admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:31:05.435368 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-92a0a913-5f06-4ba3-82f5-cd526598b966 admin admin] 10.222.0.90 "PUT /v2.0/routers/b2cd2203-f369-4459-8c0a-ca2cc9d71c0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2940547 Feb 09 21:31:05.437924 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3167d5e-a089-4c9f-a4f0-9a1ec17e01ef None None] Sync routers for ids ['b2cd2203-f369-4459-8c0a-ca2cc9d71c0e'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:31:05.453041 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3167d5e-a089-4c9f-a4f0-9a1ec17e01ef None None] Routers {'b2cd2203-f369-4459-8c0a-ca2cc9d71c0e'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:31:05.453825 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-e3167d5e-a089-4c9f-a4f0-9a1ec17e01ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:30:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['b2cd2203-f369-4459-8c0a-ca2cc9d71c0e'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:31:05.484310 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b53719d3-127e-47eb-a54f-f04f4272ff3e admin admin] Publish callbacks [] for security_group (1f2313b4-e592-4185-b72e-dab66849423d), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:05.512449 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffae6c5-c780-4e1d-a4ae-c1a995b7d75d req-d88efe8c-cf6a-4927-abf6-710e18dfe153 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:05.520476 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8ffae6c5-c780-4e1d-a4ae-c1a995b7d75d req-d88efe8c-cf6a-4927-abf6-710e18dfe153 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=7363f6dd-2718-4848-98c6-d4b3a3d9decc HTTP/1.1" status: 200 len: 945 time: 0.1211133 Feb 09 21:31:05.543537 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b53719d3-127e-47eb-a54f-f04f4272ff3e admin admin] Publish callbacks [] for security_group (1f2313b4-e592-4185-b72e-dab66849423d), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:05.561907 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-74122817-2c12-4bde-8a55-fffce520ada2 req-fe6f964f-dbfc-4f9b-bc88-cc8e6c5cdd1a tempest-ImagesOneServerTestJSON-391977284 tempest-ImagesOneServerTestJSON-391977284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (964ba092-a6e7-4c21-aaa0-28fa44f46048), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:05.614971 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6f964f-dbfc-4f9b-bc88-cc8e6c5cdd1a tempest-ImagesOneServerTestJSON-391977284 tempest-ImagesOneServerTestJSON-391977284-project] Pushing event deleted for resources: {'Port': ['ID=964ba092-a6e7-4c21-aaa0-28fa44f46048,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:05.651402 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8ffae6c5-c780-4e1d-a4ae-c1a995b7d75d req-924a7d05-3bbe-43d5-b581-e44874dc27cc tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300597 Feb 09 21:31:05.672515 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device c607efac-cc97-46b5-bff8-7f356e409a55 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:31:05.676998 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0a347c-f5a2-4d93-a361-7dba3707c5bd req-cf333cc8-ce3a-4d7b-b490-9e204c56c61f tempest-ServersOnMultiNodesTest-1529418109 tempest-ServersOnMultiNodesTest-1529418109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:05.684663 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0a0a347c-f5a2-4d93-a361-7dba3707c5bd req-cf333cc8-ce3a-4d7b-b490-9e204c56c61f tempest-ServersOnMultiNodesTest-1529418109 tempest-ServersOnMultiNodesTest-1529418109-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=a7a21a4d-84b2-4dbf-b7d8-4bfeb227b128 HTTP/1.1" status: 200 len: 1132 time: 0.0938938 Feb 09 21:31:05.729446 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-74122817-2c12-4bde-8a55-fffce520ada2 req-fe6f964f-dbfc-4f9b-bc88-cc8e6c5cdd1a tempest-ImagesOneServerTestJSON-391977284 tempest-ImagesOneServerTestJSON-391977284-project] No DVR routers for this DVR port 964ba092-a6e7-4c21-aaa0-28fa44f46048 on host n-h1-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:31:05.733017 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-74122817-2c12-4bde-8a55-fffce520ada2 req-fe6f964f-dbfc-4f9b-bc88-cc8e6c5cdd1a tempest-ImagesOneServerTestJSON-391977284 tempest-ImagesOneServerTestJSON-391977284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:05.738871 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-74122817-2c12-4bde-8a55-fffce520ada2 req-fe6f964f-dbfc-4f9b-bc88-cc8e6c5cdd1a tempest-ImagesOneServerTestJSON-391977284 tempest-ImagesOneServerTestJSON-391977284-project] 10.222.0.95 "DELETE /v2.0/ports/964ba092-a6e7-4c21-aaa0-28fa44f46048 HTTP/1.1" status: 204 len: 173 time: 1.0767186 Feb 09 21:31:05.742335 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b1a6610-b484-41a0-bca8-091cd66a233e', 'name': 'network-vif-deleted', 'tag': '964ba092-a6e7-4c21-aaa0-28fa44f46048'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:31:05.748816 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7883df93-862d-4cdb-9267-02216cc8cfd5" -d '{"events": [{"server_uuid": "5b1a6610-b484-41a0-bca8-091cd66a233e", "name": "network-vif-deleted", "tag": "964ba092-a6e7-4c21-aaa0-28fa44f46048"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:31:05.767486 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b53719d3-127e-47eb-a54f-f04f4272ff3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (1f2313b4-e592-4185-b72e-dab66849423d), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:05.769446 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0a0a347c-f5a2-4d93-a361-7dba3707c5bd req-95f0fd30-d9df-4b49-8f67-c9f43b303c0d tempest-ServersOnMultiNodesTest-1529418109 tempest-ServersOnMultiNodesTest-1529418109-project-admin] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831418 Feb 09 21:31:05.774974 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b53719d3-127e-47eb-a54f-f04f4272ff3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:05.777203 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-b53719d3-127e-47eb-a54f-f04f4272ff3e admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/1f2313b4-e592-4185-b72e-dab66849423d HTTP/1.1" status: 204 len: 168 time: 0.4406106 Feb 09 21:31:05.802892 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-e3167d5e-a089-4c9f-a4f0-9a1ec17e01ef None None] Set router b2cd2203-f369-4459-8c0a-ca2cc9d71c0e gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:31:05.810566 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53719d3-127e-47eb-a54f-f04f4272ff3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f2313b4-e592-4185-b72e-dab66849423d,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:05.838268 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-356201a7-e920-4d99-989a-0b5b3b80acbb x-openstack-request-id: req-356201a7-e920-4d99-989a-0b5b3b80acbb {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:31:05.838565 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b1a6610-b484-41a0-bca8-091cd66a233e", "name": "network-vif-deleted", "tag": "964ba092-a6e7-4c21-aaa0-28fa44f46048", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:31:05.838847 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-356201a7-e920-4d99-989a-0b5b3b80acbb {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:31:05.839267 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b1a6610-b484-41a0-bca8-091cd66a233e', 'name': 'network-vif-deleted', 'tag': '964ba092-a6e7-4c21-aaa0-28fa44f46048', 'status': 'completed', 'code': 200} Feb 09 21:31:05.950687 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port c607efac-cc97-46b5-bff8-7f356e409a55 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:31:05.956145 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (c607efac-cc97-46b5-bff8-7f356e409a55), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:06.198431 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fad3d04-c656-4530-8f00-e2f91110d40d req-475aa87d-5777-4845-8c28-f3d71e894492 tempest-ServersOnMultiNodesTest-1529418109 tempest-ServersOnMultiNodesTest-1529418109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:06.200603 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2fad3d04-c656-4530-8f00-e2f91110d40d req-475aa87d-5777-4845-8c28-f3d71e894492 tempest-ServersOnMultiNodesTest-1529418109 tempest-ServersOnMultiNodesTest-1529418109-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=f818682c-0431-4ba4-bb58-a4512e69fee6 HTTP/1.1" status: 200 len: 1132 time: 0.1993930 Feb 09 21:31:06.293924 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port c607efac-cc97-46b5-bff8-7f356e409a55 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:31:06.326748 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f127cd3-0126-49c8-aef2-0a96bb47637b req-c975bdd1-6e67-47a7-a263-36c60e7aec86 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:06.336686 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9f127cd3-0126-49c8-aef2-0a96bb47637b req-c975bdd1-6e67-47a7-a263-36c60e7aec86 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.90 "GET /v2.0/networks?id=00d33a83-8eda-497d-a1c1-41b14f9abbba HTTP/1.1" status: 200 len: 821 time: 0.2657189 Feb 09 21:31:06.340818 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2fad3d04-c656-4530-8f00-e2f91110d40d req-0d1e5fb9-1143-47e4-95ec-53ff31811c48 tempest-ServersOnMultiNodesTest-1529418109 tempest-ServersOnMultiNodesTest-1529418109-project-admin] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322048 Feb 09 21:31:06.370020 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9f127cd3-0126-49c8-aef2-0a96bb47637b req-1adf1343-b793-47c3-b57a-0ecd567efd90 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.90 "GET /v2.0/quotas/dac6b223cf904b85939aae2f16238e3d HTTP/1.1" status: 200 len: 375 time: 0.0322585 Feb 09 21:31:06.408497 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-e3167d5e-a089-4c9f-a4f0-9a1ec17e01ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2cd2203-f369-4459-8c0a-ca2cc9d71c0e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1657409486-router', 'tenant_id': 'dac6b223cf904b85939aae2f16238e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'c607efac-cc97-46b5-bff8-7f356e409a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:30:55Z', 'updated_at': '2022-02-09T21:31:03Z', 'revision_number': 4, 'project_id': 'dac6b223cf904b85939aae2f16238e3d', 'gw_port': {'id': 'c607efac-cc97-46b5-bff8-7f356e409a55', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:20:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cd2203-f369-4459-8c0a-ca2cc9d71c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:30:56Z', 'updated_at': '2022-02-09T21:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': 'bb915676-6f76-419a-b959-97eacd8f3c94', 'name': '', 'network_id': '00d33a83-8eda-497d-a1c1-41b14f9abbba', 'tenant_id': 'dac6b223cf904b85939aae2f16238e3d', 'mac_address': 'fa:16:3e:6a:bb:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2cd2203-f369-4459-8c0a-ca2cc9d71c0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '2ae0b2a1-54ba-4223-84f8-c95ae116614d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:31:01Z', 'updated_at': '2022-02-09T21:31:03Z', 'revision_number': 2, 'project_id': 'dac6b223cf904b85939aae2f16238e3d', 'subnets': [{'id': '2ae0b2a1-54ba-4223-84f8-c95ae116614d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:31:06.462294 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9f127cd3-0126-49c8-aef2-0a96bb47637b req-7557e728-0d41-4c4c-800f-36f5e40dcc22 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=dac6b223cf904b85939aae2f16238e3d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0911307 Feb 09 21:31:06.480516 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3167d5e-a089-4c9f-a4f0-9a1ec17e01ef None None] Checking router: b2cd2203-f369-4459-8c0a-ca2cc9d71c0e for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:31:06.490858 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3167d5e-a089-4c9f-a4f0-9a1ec17e01ef None None] Updating router b2cd2203-f369-4459-8c0a-ca2cc9d71c0e port bb915676-6f76-419a-b959-97eacd8f3c94 binding host n-d-828369-5 {{(pid=103142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:31:06.568838 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e3167d5e-a089-4c9f-a4f0-9a1ec17e01ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (bb915676-6f76-419a-b959-97eacd8f3c94), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:06.744156 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9f127cd3-0126-49c8-aef2-0a96bb47637b req-9b4b2326-c2a7-4c73-a3eb-d76f1fa42e03 service neutron] 10.222.0.90 "GET /v2.0/networks/00d33a83-8eda-497d-a1c1-41b14f9abbba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670414 Feb 09 21:31:06.835880 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e4d30a-cb8e-461e-ae13-09fda2bc9652 req-d47bb8e9-e19e-4a73-82f9-71a334efbfb6 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:06.837408 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-57e4d30a-cb8e-461e-ae13-09fda2bc9652 req-d47bb8e9-e19e-4a73-82f9-71a334efbfb6 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=cd92d494-82c4-4614-9a6f-2d9307f3309a HTTP/1.1" status: 200 len: 946 time: 0.2440548 Feb 09 21:31:06.893000 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9f127cd3-0126-49c8-aef2-0a96bb47637b req-669c4e52-5e76-4f48-b856-e7062d8a32ff service neutron] 10.222.0.90 "GET /v2.0/networks/00d33a83-8eda-497d-a1c1-41b14f9abbba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477172 Feb 09 21:31:06.913734 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-57e4d30a-cb8e-461e-ae13-09fda2bc9652 req-d0ef6497-89c0-46b4-84d3-152a1a65db19 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681841 Feb 09 21:31:06.959311 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e3167d5e-a089-4c9f-a4f0-9a1ec17e01ef None None] Publish callbacks [] for port (bb915676-6f76-419a-b959-97eacd8f3c94), precommit_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:06.967246 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e3167d5e-a089-4c9f-a4f0-9a1ec17e01ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (bb915676-6f76-419a-b959-97eacd8f3c94), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:07.207852 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b53e05e0-9e96-4923-b274-3fac4487d29d req-372ea183-7ff1-4b0f-bbe7-a69913eaf46e tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=301f05e37d364aab86167965425dfbdc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0385399 Feb 09 21:31:07.217621 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4201e46c-5d49-43cd-b6e4-d3b046a99645 None None] Pushing event updated for resources: {'Port': ['ID=bb915676-6f76-419a-b959-97eacd8f3c94,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:07.254687 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-e3167d5e-a089-4c9f-a4f0-9a1ec17e01ef None None] Attempting to bind port bb915676-6f76-419a-b959-97eacd8f3c94 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:31:07.259209 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-e3167d5e-a089-4c9f-a4f0-9a1ec17e01ef None None] Attempting to bind port bb915676-6f76-419a-b959-97eacd8f3c94 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': 'c07b92a0-f595-4f01-a173-5be9c963bd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '00d33a83-8eda-497d-a1c1-41b14f9abbba'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:31:07.259686 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3167d5e-a089-4c9f-a4f0-9a1ec17e01ef None None] Attempting to bind port bb915676-6f76-419a-b959-97eacd8f3c94 on network 00d33a83-8eda-497d-a1c1-41b14f9abbba {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:31:07.273130 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3167d5e-a089-4c9f-a4f0-9a1ec17e01ef None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:31:07.274277 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3167d5e-a089-4c9f-a4f0-9a1ec17e01ef None None] Checking segment: {'id': 'c07b92a0-f595-4f01-a173-5be9c963bd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '00d33a83-8eda-497d-a1c1-41b14f9abbba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:31:07.274694 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e3167d5e-a089-4c9f-a4f0-9a1ec17e01ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:07.275585 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3167d5e-a089-4c9f-a4f0-9a1ec17e01ef None None] Bound using segment: {'id': 'c07b92a0-f595-4f01-a173-5be9c963bd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '00d33a83-8eda-497d-a1c1-41b14f9abbba'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:31:07.276455 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-e3167d5e-a089-4c9f-a4f0-9a1ec17e01ef None None] Bound port: bb915676-6f76-419a-b959-97eacd8f3c94, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c07b92a0-f595-4f01-a173-5be9c963bd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '00d33a83-8eda-497d-a1c1-41b14f9abbba'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:31:07.279248 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e3167d5e-a089-4c9f-a4f0-9a1ec17e01ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (bb915676-6f76-419a-b959-97eacd8f3c94), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:07.414007 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-e3167d5e-a089-4c9f-a4f0-9a1ec17e01ef None None] For port bb915676-6f76-419a-b959-97eacd8f3c94, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:31:07.426762 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-e3167d5e-a089-4c9f-a4f0-9a1ec17e01ef None None] For port bb915676-6f76-419a-b959-97eacd8f3c94, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=bb915676-6f76-419a-b959-97eacd8f3c94,segment=NetworkSegment(c07b92a0-f595-4f01-a173-5be9c963bd04),segment_id=c07b92a0-f595-4f01-a173-5be9c963bd04)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:31:07.435237 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e3167d5e-a089-4c9f-a4f0-9a1ec17e01ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (bb915676-6f76-419a-b959-97eacd8f3c94), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:07.482781 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 50444) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:31:07.491708 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e05e0-9e96-4923-b274-3fac4487d29d req-dbcc3dd8-7f95-40ec-905f-16b5349fc802 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:07.498247 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b53e05e0-9e96-4923-b274-3fac4487d29d req-dbcc3dd8-7f95-40ec-905f-16b5349fc802 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2758994 Feb 09 21:31:07.522220 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b53e05e0-9e96-4923-b274-3fac4487d29d req-83be019c-7637-48b7-8b6d-e6294d2b828c tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/quotas/301f05e37d364aab86167965425dfbdc HTTP/1.1" status: 200 len: 375 time: 0.0209970 Feb 09 21:31:07.597853 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3167d5e-a089-4c9f-a4f0-9a1ec17e01ef None None] Routers {'b2cd2203-f369-4459-8c0a-ca2cc9d71c0e'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:31:07.598674 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-e3167d5e-a089-4c9f-a4f0-9a1ec17e01ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:30:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['b2cd2203-f369-4459-8c0a-ca2cc9d71c0e'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:31:07.660929 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b53e05e0-9e96-4923-b274-3fac4487d29d req-1163e9e1-fefb-4d74-8890-16d73db08a7f tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=301f05e37d364aab86167965425dfbdc&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1377268 Feb 09 21:31:07.817464 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-165abcb4-3553-4411-a112-e61c6b707a89 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=ec65cb2d92234431a62b9a176334a723&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3334992 Feb 09 21:31:07.820022 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 50458) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:31:07.897794 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4201e46c-5d49-43cd-b6e4-d3b046a99645 None None] Pushing event updated for resources: {'Port': ['ID=bb915676-6f76-419a-b959-97eacd8f3c94,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:07.989945 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-e3167d5e-a089-4c9f-a4f0-9a1ec17e01ef None None] Set router b2cd2203-f369-4459-8c0a-ca2cc9d71c0e gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:31:08.047040 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e3303068-5ff9-4858-a1f2-868103b9abf9 admin admin] Publish callbacks [] for security_group (24ac78a2-dd47-4bb0-a163-8dd409586474), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:08.070652 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e3303068-5ff9-4858-a1f2-868103b9abf9 admin admin] Publish callbacks [] for security_group (24ac78a2-dd47-4bb0-a163-8dd409586474), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:08.158028 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e3303068-5ff9-4858-a1f2-868103b9abf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (24ac78a2-dd47-4bb0-a163-8dd409586474), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:08.162507 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e3303068-5ff9-4858-a1f2-868103b9abf9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:08.163814 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-e3303068-5ff9-4858-a1f2-868103b9abf9 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/24ac78a2-dd47-4bb0-a163-8dd409586474 HTTP/1.1" status: 204 len: 168 time: 0.3427932 Feb 09 21:31:08.219613 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-2be664e3-2a37-4511-ba5d-d367e794a3fe None None] Provisioning complete for port bb915676-6f76-419a-b959-97eacd8f3c94 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:31:08.220000 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2be664e3-2a37-4511-ba5d-d367e794a3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (bb915676-6f76-419a-b959-97eacd8f3c94), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:08.294929 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9a561c-1895-4be7-b8b5-1f1694fae198 req-5d16df94-36bf-4493-afaa-f4ceecd61798 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:08.309149 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cd9a561c-1895-4be7-b8b5-1f1694fae198 req-5d16df94-36bf-4493-afaa-f4ceecd61798 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=7363f6dd-2718-4848-98c6-d4b3a3d9decc HTTP/1.1" status: 200 len: 945 time: 0.3682621 Feb 09 21:31:08.340401 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-91938d10-9476-4c32-9b44-03b7ea273090 req-c3f13dc2-f929-456a-8022-398f7292f21d tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.90 "GET /v2.0/ports?device_id=267f27c9-0cfc-409d-8870-ca614d4a8cff HTTP/1.1" status: 200 len: 210 time: 0.2010779 Feb 09 21:31:08.369866 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-2be664e3-2a37-4511-ba5d-d367e794a3fe None None] Current status of the port bb915676-6f76-419a-b959-97eacd8f3c94 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:31:08.370629 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2be664e3-2a37-4511-ba5d-d367e794a3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (bb915676-6f76-419a-b959-97eacd8f3c94), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:08.391785 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3303068-5ff9-4858-a1f2-868103b9abf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24ac78a2-dd47-4bb0-a163-8dd409586474,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:08.465365 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-e3167d5e-a089-4c9f-a4f0-9a1ec17e01ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2cd2203-f369-4459-8c0a-ca2cc9d71c0e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1657409486-router', 'tenant_id': 'dac6b223cf904b85939aae2f16238e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'c607efac-cc97-46b5-bff8-7f356e409a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:30:55Z', 'updated_at': '2022-02-09T21:31:03Z', 'revision_number': 4, 'project_id': 'dac6b223cf904b85939aae2f16238e3d', 'gw_port': {'id': 'c607efac-cc97-46b5-bff8-7f356e409a55', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:20:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cd2203-f369-4459-8c0a-ca2cc9d71c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:30:56Z', 'updated_at': '2022-02-09T21:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': 'bb915676-6f76-419a-b959-97eacd8f3c94', 'name': '', 'network_id': '00d33a83-8eda-497d-a1c1-41b14f9abbba', 'tenant_id': 'dac6b223cf904b85939aae2f16238e3d', 'mac_address': 'fa:16:3e:6a:bb:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2cd2203-f369-4459-8c0a-ca2cc9d71c0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '2ae0b2a1-54ba-4223-84f8-c95ae116614d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:31:01Z', 'updated_at': '2022-02-09T21:31:07Z', 'revision_number': 4, 'project_id': 'dac6b223cf904b85939aae2f16238e3d', 'subnets': [{'id': '2ae0b2a1-54ba-4223-84f8-c95ae116614d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:31:08.496958 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cd9a561c-1895-4be7-b8b5-1f1694fae198 req-96e05473-9821-4315-98d1-8f6a79692208 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854570 Feb 09 21:31:08.669557 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6ce57059-e685-4e17-a0d1-4991708d911a req-fdce3c32-5e4b-4dc6-a91c-5ac9ad67bdf6 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=600973c8-2437-4bb6-ba74-e5d91537b5d5 HTTP/1.1" status: 200 len: 210 time: 0.0826752 Feb 09 21:31:08.735752 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3167d5e-a089-4c9f-a4f0-9a1ec17e01ef None None] The sync data for ids ['b2cd2203-f369-4459-8c0a-ca2cc9d71c0e'] in n-d-828369-5 is: [{'id': 'b2cd2203-f369-4459-8c0a-ca2cc9d71c0e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1657409486-router', 'tenant_id': 'dac6b223cf904b85939aae2f16238e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'c607efac-cc97-46b5-bff8-7f356e409a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:30:55Z', 'updated_at': '2022-02-09T21:31:03Z', 'revision_number': 4, 'project_id': 'dac6b223cf904b85939aae2f16238e3d', 'gw_port': {'id': 'c607efac-cc97-46b5-bff8-7f356e409a55', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:20:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cd2203-f369-4459-8c0a-ca2cc9d71c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:30:56Z', 'updated_at': '2022-02-09T21:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': 'bb915676-6f76-419a-b959-97eacd8f3c94', 'name': '', 'network_id': '00d33a83-8eda-497d-a1c1-41b14f9abbba', 'tenant_id': 'dac6b223cf904b85939aae2f16238e3d', 'mac_address': 'fa:16:3e:6a:bb:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2cd2203-f369-4459-8c0a-ca2cc9d71c0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '2ae0b2a1-54ba-4223-84f8-c95ae116614d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:31:01Z', 'updated_at': '2022-02-09T21:31:07Z', 'revision_number': 4, 'project_id': 'dac6b223cf904b85939aae2f16238e3d', 'subnets': [{'id': '2ae0b2a1-54ba-4223-84f8-c95ae116614d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:31:08.742682 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-2be664e3-2a37-4511-ba5d-d367e794a3fe None None] For port bb915676-6f76-419a-b959-97eacd8f3c94, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=bb915676-6f76-419a-b959-97eacd8f3c94,segment=NetworkSegment(c07b92a0-f595-4f01-a173-5be9c963bd04),segment_id=c07b92a0-f595-4f01-a173-5be9c963bd04)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:31:08.748151 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2be664e3-2a37-4511-ba5d-d367e794a3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (bb915676-6f76-419a-b959-97eacd8f3c94), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:08.775265 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 9c7fd832-054f-4b7f-876d-c3f68d7610d8 details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:31:08.859868 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be664e3-2a37-4511-ba5d-d367e794a3fe None None] Pushing event updated for resources: {'Port': ['ID=bb915676-6f76-419a-b959-97eacd8f3c94,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:09.025986 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e34d043-21f2-44ec-8b9a-4f9ac1906f41 req-644a5151-4711-4173-a5a8-e4fac341b93e tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:09.036694 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 9c7fd832-054f-4b7f-876d-c3f68d7610d8, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=9c7fd832-054f-4b7f-876d-c3f68d7610d8,segment=NetworkSegment(79d7c118-8629-48e7-a704-27a42c218b4f),segment_id=79d7c118-8629-48e7-a704-27a42c218b4f)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:31:09.037786 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8e34d043-21f2-44ec-8b9a-4f9ac1906f41 req-644a5151-4711-4173-a5a8-e4fac341b93e tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=cd92d494-82c4-4614-9a6f-2d9307f3309a HTTP/1.1" status: 200 len: 946 time: 0.1605480 Feb 09 21:31:09.063891 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 964ba092-a6e7-4c21-aaa0-28fa44f46048 no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:31:09.078181 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': '9c7fd832-054f-4b7f-876d-c3f68d7610d8', 'network_id': '43a15864-976d-4c1b-9eca-ababf91abd28', 'port_id': '9c7fd832-054f-4b7f-876d-c3f68d7610d8', 'mac_address': 'fa:16:3e:7b:2d:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8aa2c19c-86ec-4da6-bb2c-e80ae4e7aac9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:31:09.159404 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8e34d043-21f2-44ec-8b9a-4f9ac1906f41 req-82b3f962-b289-4f02-afef-05a0b99d4165 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206002 Feb 09 21:31:09.242865 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] No Port match for: 964ba092-a6e7-4c21-aaa0-28fa44f46048 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:31:09.243222 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 964ba092-a6e7-4c21-aaa0-28fa44f46048 not bound to the agent host n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:31:09.287904 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e2eb3d56-a5eb-43da-9300-ee412cf06a70 req-46998fc9-4396-451a-bc6e-7fb1a2c16a35 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=def3446e95584f24b6fdfb40ceda16ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327973 Feb 09 21:31:09.300065 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-e48a4b40-6134-4af2-9620-9f60a3af8c6e None None] Provisioning complete for port bb915676-6f76-419a-b959-97eacd8f3c94 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:31:09.301313 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e48a4b40-6134-4af2-9620-9f60a3af8c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (bb915676-6f76-419a-b959-97eacd8f3c94), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:09.348152 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-0a45780b-babc-4479-b44e-a639c0ee499f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:09.360018 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 9c7fd832-054f-4b7f-876d-c3f68d7610d8 is: ACTIVE; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:31:09.361069 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (9c7fd832-054f-4b7f-876d-c3f68d7610d8), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:09.404361 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f127cd3-0126-49c8-aef2-0a96bb47637b req-59365ce2-4ad8-4d14-b5d0-1147997b5e32 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:09.408068 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-9f127cd3-0126-49c8-aef2-0a96bb47637b req-59365ce2-4ad8-4d14-b5d0-1147997b5e32 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.95 "GET /v2.0/networks?id=00d33a83-8eda-497d-a1c1-41b14f9abbba HTTP/1.1" status: 200 len: 821 time: 0.3417380 Feb 09 21:31:09.409207 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9c7fd832-054f-4b7f-876d-c3f68d7610d8 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:31:09.422382 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-9f127cd3-0126-49c8-aef2-0a96bb47637b req-f156c6f2-e8f3-458b-b9d2-406c883bdbcf tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Request body: {'port': {'device_id': '267f27c9-0cfc-409d-8870-ca614d4a8cff', 'network_id': '00d33a83-8eda-497d-a1c1-41b14f9abbba', 'admin_state_up': True, 'tenant_id': 'dac6b223cf904b85939aae2f16238e3d'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:31:09.516398 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 9c7fd832-054f-4b7f-876d-c3f68d7610d8, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=9c7fd832-054f-4b7f-876d-c3f68d7610d8,segment=NetworkSegment(79d7c118-8629-48e7-a704-27a42c218b4f),segment_id=79d7c118-8629-48e7-a704-27a42c218b4f)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:31:09.524553 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (9c7fd832-054f-4b7f-876d-c3f68d7610d8), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:09.548800 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eb3d56-a5eb-43da-9300-ee412cf06a70 req-68a19f90-cd91-4f76-98c1-0f49db1b465d tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:09.562658 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e2eb3d56-a5eb-43da-9300-ee412cf06a70 req-68a19f90-cd91-4f76-98c1-0f49db1b465d tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2723947 Feb 09 21:31:09.594082 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e2eb3d56-a5eb-43da-9300-ee412cf06a70 req-2c6a1989-69ab-4286-a25d-38ae8bef881c tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/quotas/def3446e95584f24b6fdfb40ceda16ab HTTP/1.1" status: 200 len: 375 time: 0.0300150 Feb 09 21:31:09.654518 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e2eb3d56-a5eb-43da-9300-ee412cf06a70 req-d3a3137c-b1b1-4021-bfc2-38e1cc8a4936 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=def3446e95584f24b6fdfb40ceda16ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0589316 Feb 09 21:31:09.762856 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b53e05e0-9e96-4923-b274-3fac4487d29d req-b51553cc-cf69-44ee-bec8-ccb0fd69ef73 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=301f05e37d364aab86167965425dfbdc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0645700 Feb 09 21:31:09.794099 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=9c7fd832-054f-4b7f-876d-c3f68d7610d8,revision_number=6']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:09.805798 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device bb915676-6f76-419a-b959-97eacd8f3c94 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:31:09.998980 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['9c7fd832-054f-4b7f-876d-c3f68d7610d8'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:31:10.017628 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 50540) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:31:10.020413 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e05e0-9e96-4923-b274-3fac4487d29d req-47ddc191-2298-4f12-9d67-ca3920cf3741 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:10.021932 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b53e05e0-9e96-4923-b274-3fac4487d29d req-47ddc191-2298-4f12-9d67-ca3920cf3741 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2508683 Feb 09 21:31:10.041785 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-b53e05e0-9e96-4923-b274-3fac4487d29d req-26d5f44b-902d-478b-95ba-4cdbaf9d53e2 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Request body: {'port': {'device_id': '600973c8-2437-4bb6-ba74-e5d91537b5d5', 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc', 'admin_state_up': True, 'tenant_id': '301f05e37d364aab86167965425dfbdc'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:31:10.115308 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ecb57475-f51d-4286-ac88-a39375423239 req-98efb8cf-1a27-49e0-8791-f09898c1a381 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.90 "GET /v2.0/ports?device_id=267f27c9-0cfc-409d-8870-ca614d4a8cff HTTP/1.1" status: 200 len: 210 time: 0.0436831 Feb 09 21:31:10.163450 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-e48a4b40-6134-4af2-9620-9f60a3af8c6e None None] Current status of the port bb915676-6f76-419a-b959-97eacd8f3c94 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:31:10.193677 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f127cd3-0126-49c8-aef2-0a96bb47637b req-f156c6f2-e8f3-458b-b9d2-406c883bdbcf tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Made reservation on behalf of dac6b223cf904b85939aae2f16238e3d for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:31:10.198171 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-9f127cd3-0126-49c8-aef2-0a96bb47637b req-f156c6f2-e8f3-458b-b9d2-406c883bdbcf tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:10.203352 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port bb915676-6f76-419a-b959-97eacd8f3c94 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:31:10.203897 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (bb915676-6f76-419a-b959-97eacd8f3c94), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:10.322085 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-0f9c1e64-de88-4f7f-a553-ed20db24df8c admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-609742152-network', 'tenant_id': '21cf86ff189342fe85bf484488bae7be'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:31:10.423649 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f9c1e64-de88-4f7f-a553-ed20db24df8c admin admin] Made reservation on behalf of 21cf86ff189342fe85bf484488bae7be for: {'network': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:31:10.433202 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0f9c1e64-de88-4f7f-a553-ed20db24df8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:10.511142 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e008364f-839c-4c58-9f87-3f91da8fc4a6 req-cf313c3b-deca-4ce2-a94b-d3418b3a7ef2 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=600973c8-2437-4bb6-ba74-e5d91537b5d5 HTTP/1.1" status: 200 len: 210 time: 0.1296616 Feb 09 21:31:10.518480 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0f9c1e64-de88-4f7f-a553-ed20db24df8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:10.553677 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port bb915676-6f76-419a-b959-97eacd8f3c94 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:31:10.581365 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fcb099-64fb-41b4-bbe3-6d92fda4462d req-f9d28ca7-ac44-4dc3-b35f-c498bfd36d63 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:10.593897 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-32fcb099-64fb-41b4-bbe3-6d92fda4462d req-f9d28ca7-ac44-4dc3-b35f-c498bfd36d63 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=7363f6dd-2718-4848-98c6-d4b3a3d9decc HTTP/1.1" status: 200 len: 945 time: 0.3460765 Feb 09 21:31:10.684399 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bc1c6bda-6560-4caa-b7d8-4c4e928da2e3 req-f52e282a-5400-4820-9f8d-c9fa5ff018e9 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c4dadfc-4571-4c50-811c-72f64728536f HTTP/1.1" status: 200 len: 210 time: 0.0717678 Feb 09 21:31:10.776634 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-32fcb099-64fb-41b4-bbe3-6d92fda4462d req-191da650-6fa5-4472-84ee-a30a36bcf226 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816163 Feb 09 21:31:10.800862 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 9c7fd832-054f-4b7f-876d-c3f68d7610d8 up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:31:10.887304 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b53e05e0-9e96-4923-b274-3fac4487d29d req-26d5f44b-902d-478b-95ba-4cdbaf9d53e2 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Made reservation on behalf of 301f05e37d364aab86167965425dfbdc for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:31:10.891655 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b53e05e0-9e96-4923-b274-3fac4487d29d req-26d5f44b-902d-478b-95ba-4cdbaf9d53e2 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:10.921438 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port 9c7fd832-054f-4b7f-876d-c3f68d7610d8 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:31:10.921671 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (9c7fd832-054f-4b7f-876d-c3f68d7610d8), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:10.966799 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0f9c1e64-de88-4f7f-a553-ed20db24df8c admin admin] Publish callbacks [] for security_group (cf86e5b7-36f5-4887-a89f-16073b9e7049), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:10.975121 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0f9c1e64-de88-4f7f-a553-ed20db24df8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (cf86e5b7-36f5-4887-a89f-16073b9e7049), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:11.004541 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f9c1e64-de88-4f7f-a553-ed20db24df8c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=103140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:31:11.025411 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0f9c1e64-de88-4f7f-a553-ed20db24df8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (245b6cbf-bc8c-4ac6-8eda-9aca94663a57), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:11.025746 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-0f9c1e64-de88-4f7f-a553-ed20db24df8c admin admin] Added segment 245b6cbf-bc8c-4ac6-8eda-9aca94663a57 of type vlan for network 03e4b562-fd58-4ef4-b9aa-3c97d3e91c8c Feb 09 21:31:11.060896 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-afc27851-6e04-44a2-b00e-306521912b6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:11.155603 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 9c7fd832-054f-4b7f-876d-c3f68d7610d8 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:31:11.156001 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (9c7fd832-054f-4b7f-876d-c3f68d7610d8), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:11.192258 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [req-b53e05e0-9e96-4923-b274-3fac4487d29d req-26d5f44b-902d-478b-95ba-4cdbaf9d53e2 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Allocated IP 192.168.233.172 (a8139157-1e3e-4bd9-8fa9-c0e20debd7dc/0f7402ac-a35b-414b-bcc1-bc1c3072ec3c/c543c68f-2876-4aba-82e0-f1ae0fcc2d0d) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:31:11.201848 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd435b1ed-a9ba-4299-a5dc-748fc7f97fee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c7fd832-054f-4b7f-876d-c3f68d7610d8'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:31:11.209073 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-decb77f1-7d02-4908-9a7a-1d683117f8f3" -d '{"events": [{"server_uuid": "d435b1ed-a9ba-4299-a5dc-748fc7f97fee", "name": "network-vif-plugged", "status": "completed", "tag": "9c7fd832-054f-4b7f-876d-c3f68d7610d8"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:31:11.245891 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 9c7fd832-054f-4b7f-876d-c3f68d7610d8, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=9c7fd832-054f-4b7f-876d-c3f68d7610d8,segment=NetworkSegment(79d7c118-8629-48e7-a704-27a42c218b4f),segment_id=79d7c118-8629-48e7-a704-27a42c218b4f)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:31:11.255474 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (9c7fd832-054f-4b7f-876d-c3f68d7610d8), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:11.366523 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=9c7fd832-054f-4b7f-876d-c3f68d7610d8,revision_number=7']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:11.421342 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [req-9f127cd3-0126-49c8-aef2-0a96bb47637b req-f156c6f2-e8f3-458b-b9d2-406c883bdbcf tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Allocated IP 172.20.0.14 (00d33a83-8eda-497d-a1c1-41b14f9abbba/2ae0b2a1-54ba-4223-84f8-c95ae116614d/abca71b7-c298-40e9-b2e3-e38f8f476231) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:31:11.474426 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b53e05e0-9e96-4923-b274-3fac4487d29d req-26d5f44b-902d-478b-95ba-4cdbaf9d53e2 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Publish callbacks [] for port (c543c68f-2876-4aba-82e0-f1ae0fcc2d0d), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:11.539999 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0f9c1e64-de88-4f7f-a553-ed20db24df8c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (03e4b562-fd58-4ef4-b9aa-3c97d3e91c8c), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:11.562687 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a148314f-4287-4499-97ec-602138b2297b req-5a817bcd-e26e-4652-bf54-b53561fc664a tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.90 "GET /v2.0/ports?device_id=267f27c9-0cfc-409d-8870-ca614d4a8cff HTTP/1.1" status: 200 len: 210 time: 0.0591481 Feb 09 21:31:11.596900 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d718ccd6-6382-4207-89fc-eb4a5746d9cd req-bb3b7d54-b748-41aa-9a3a-5018e66adfd0 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:11.604214 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d718ccd6-6382-4207-89fc-eb4a5746d9cd req-bb3b7d54-b748-41aa-9a3a-5018e66adfd0 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=cd92d494-82c4-4614-9a6f-2d9307f3309a HTTP/1.1" status: 200 len: 946 time: 0.7923620 Feb 09 21:31:11.606013 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9c1e64-de88-4f7f-a553-ed20db24df8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf86e5b7-36f5-4887-a89f-16073b9e7049,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:11.617945 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b53e05e0-9e96-4923-b274-3fac4487d29d req-26d5f44b-902d-478b-95ba-4cdbaf9d53e2 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (c543c68f-2876-4aba-82e0-f1ae0fcc2d0d), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:11.634806 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['4bbd8126-4683-4cf5-bea6-1038ce90a505', '5f898856-a782-4f86-b38f-f74482342d30', 'ab9d25ae-d4c5-4858-a2a3-37eb99643062', 'eef1a684-c343-4bce-9059-aceed4d69eb8'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:31:11.638535 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0f9c1e64-de88-4f7f-a553-ed20db24df8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (03e4b562-fd58-4ef4-b9aa-3c97d3e91c8c), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:11.639696 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9c1e64-de88-4f7f-a553-ed20db24df8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:11.640527 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0f9c1e64-de88-4f7f-a553-ed20db24df8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:11.725840 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d718ccd6-6382-4207-89fc-eb4a5746d9cd req-a040caef-f6e7-4167-9b55-add515311234 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206906 Feb 09 21:31:11.732482 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfb5d752-92f5-4355-ad77-4bc493f94677 x-openstack-request-id: req-cfb5d752-92f5-4355-ad77-4bc493f94677 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:31:11.732842 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d435b1ed-a9ba-4299-a5dc-748fc7f97fee", "name": "network-vif-plugged", "status": "completed", "tag": "9c7fd832-054f-4b7f-876d-c3f68d7610d8", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:31:11.733718 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-cfb5d752-92f5-4355-ad77-4bc493f94677 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:31:11.733718 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd435b1ed-a9ba-4299-a5dc-748fc7f97fee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c7fd832-054f-4b7f-876d-c3f68d7610d8', 'code': 200} Feb 09 21:31:11.740256 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['e9f2ba29-d45e-453d-bfc4-e1f1dd8a6047'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:31:11.741528 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-0f9c1e64-de88-4f7f-a553-ed20db24df8c admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.7225275 Feb 09 21:31:11.753064 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 50582) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:31:11.789098 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-cb750742-5a02-4ab8-aae1-834bf9f53df6 admin admin] Request body: {'subnet': {'network_id': '03e4b562-fd58-4ef4-b9aa-3c97d3e91c8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-609742152-subnet', 'tenant_id': '21cf86ff189342fe85bf484488bae7be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:31:11.797464 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b53e05e0-9e96-4923-b274-3fac4487d29d req-26d5f44b-902d-478b-95ba-4cdbaf9d53e2 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:31:11.813585 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9c1e64-de88-4f7f-a553-ed20db24df8c admin admin] Pushing event updated for resources: {'Network': ['ID=03e4b562-fd58-4ef4-b9aa-3c97d3e91c8c,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:11.881880 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 03e4b562-fd58-4ef4-b9aa-3c97d3e91c8c details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:31:11.883436 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e2eb3d56-a5eb-43da-9300-ee412cf06a70 req-1b4fc817-07bb-45ad-87db-f28f0f4c6f3b tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=def3446e95584f24b6fdfb40ceda16ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0502741 Feb 09 21:31:11.885620 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb750742-5a02-4ab8-aae1-834bf9f53df6 admin admin] Made reservation on behalf of 21cf86ff189342fe85bf484488bae7be for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:31:11.888319 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cb750742-5a02-4ab8-aae1-834bf9f53df6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621317'] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:11.943525 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-9f127cd3-0126-49c8-aef2-0a96bb47637b req-f156c6f2-e8f3-458b-b9d2-406c883bdbcf tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Publish callbacks [] for port (abca71b7-c298-40e9-b2e3-e38f8f476231), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:11.982962 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d5f44b-902d-478b-95ba-4cdbaf9d53e2 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Pushing event updated for resources: {'Port': ['ID=c543c68f-2876-4aba-82e0-f1ae0fcc2d0d,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:11.987900 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [req-b53e05e0-9e96-4923-b274-3fac4487d29d req-26d5f44b-902d-478b-95ba-4cdbaf9d53e2 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:31:11.996271 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-b53e05e0-9e96-4923-b274-3fac4487d29d req-26d5f44b-902d-478b-95ba-4cdbaf9d53e2 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:31:12.053110 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-33d06781-d93d-4823-9ff4-a4d23f2fed7a req-be4eb708-5997-4579-95f0-a7efecbe8a76 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c4dadfc-4571-4c50-811c-72f64728536f HTTP/1.1" status: 200 len: 210 time: 0.1405351 Feb 09 21:31:12.146944 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-9f127cd3-0126-49c8-aef2-0a96bb47637b req-f156c6f2-e8f3-458b-b9d2-406c883bdbcf tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (abca71b7-c298-40e9-b2e3-e38f8f476231), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:12.213959 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e5d7fa-5f28-46af-8e85-5015eff44722 req-612b8aa8-d1b1-40d6-ba30-768b3aa50ec0 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:12.215565 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-29e5d7fa-5f28-46af-8e85-5015eff44722 req-612b8aa8-d1b1-40d6-ba30-768b3aa50ec0 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=600973c8-2437-4bb6-ba74-e5d91537b5d5 HTTP/1.1" status: 200 len: 936 time: 0.3556609 Feb 09 21:31:12.263901 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e05e0-9e96-4923-b274-3fac4487d29d req-26d5f44b-902d-478b-95ba-4cdbaf9d53e2 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:12.264604 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b53e05e0-9e96-4923-b274-3fac4487d29d req-26d5f44b-902d-478b-95ba-4cdbaf9d53e2 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:12.291266 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f127cd3-0126-49c8-aef2-0a96bb47637b req-f156c6f2-e8f3-458b-b9d2-406c883bdbcf tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Network 00d33a83-8eda-497d-a1c1-41b14f9abbba is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:31:12.297974 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [req-9f127cd3-0126-49c8-aef2-0a96bb47637b req-f156c6f2-e8f3-458b-b9d2-406c883bdbcf tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:31:12.321466 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f127cd3-0126-49c8-aef2-0a96bb47637b req-f156c6f2-e8f3-458b-b9d2-406c883bdbcf tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:31:12.339501 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b53e05e0-9e96-4923-b274-3fac4487d29d req-26d5f44b-902d-478b-95ba-4cdbaf9d53e2 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3016231 Feb 09 21:31:12.340190 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f156c6f2-e8f3-458b-b9d2-406c883bdbcf tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Pushing event updated for resources: {'Port': ['ID=abca71b7-c298-40e9-b2e3-e38f8f476231,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:12.389226 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cb750742-5a02-4ab8-aae1-834bf9f53df6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621371'] for subnet (0943e86a-4b39-47c3-92d6-eb8b20ecbe76), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:12.413522 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-b53e05e0-9e96-4923-b274-3fac4487d29d req-ef6880cd-100a-481d-9088-9281f9778faa service neutron] Request body: {'port': {'device_id': '600973c8-2437-4bb6-ba74-e5d91537b5d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:31:12.443858 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eb3d56-a5eb-43da-9300-ee412cf06a70 req-5a26d404-6f4b-4b5e-ab24-09a682a0e042 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:12.446072 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e2eb3d56-a5eb-43da-9300-ee412cf06a70 req-5a26d404-6f4b-4b5e-ab24-09a682a0e042 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5372853 Feb 09 21:31:12.494801 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-e2eb3d56-a5eb-43da-9300-ee412cf06a70 req-e5fa6190-eb35-457b-9c81-f94a66b078cb tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Request body: {'port': {'device_id': '2c4dadfc-4571-4c50-811c-72f64728536f', 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc', 'admin_state_up': True, 'tenant_id': 'def3446e95584f24b6fdfb40ceda16ab'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:31:12.498350 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b53e05e0-9e96-4923-b274-3fac4487d29d req-ef6880cd-100a-481d-9088-9281f9778faa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (c543c68f-2876-4aba-82e0-f1ae0fcc2d0d), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:12.509418 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f156c6f2-e8f3-458b-b9d2-406c883bdbcf tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:12.513237 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f156c6f2-e8f3-458b-b9d2-406c883bdbcf tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:12.513817 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f156c6f2-e8f3-458b-b9d2-406c883bdbcf tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:12.514225 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f156c6f2-e8f3-458b-b9d2-406c883bdbcf tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:12.514626 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f156c6f2-e8f3-458b-b9d2-406c883bdbcf tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:12.516746 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f156c6f2-e8f3-458b-b9d2-406c883bdbcf tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:12.522180 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f156c6f2-e8f3-458b-b9d2-406c883bdbcf tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:12.522686 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f156c6f2-e8f3-458b-b9d2-406c883bdbcf tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:12.523113 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f156c6f2-e8f3-458b-b9d2-406c883bdbcf tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:12.523517 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f156c6f2-e8f3-458b-b9d2-406c883bdbcf tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:12.523913 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f156c6f2-e8f3-458b-b9d2-406c883bdbcf tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:12.524329 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f156c6f2-e8f3-458b-b9d2-406c883bdbcf tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:12.524723 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f156c6f2-e8f3-458b-b9d2-406c883bdbcf tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:12.573494 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f127cd3-0126-49c8-aef2-0a96bb47637b req-f156c6f2-e8f3-458b-b9d2-406c883bdbcf tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:12.574641 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-9f127cd3-0126-49c8-aef2-0a96bb47637b req-f156c6f2-e8f3-458b-b9d2-406c883bdbcf tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:12.585798 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-79376bf2-5119-42ab-9f09-a2aff38e0654 None None] Provisioning complete for port c543c68f-2876-4aba-82e0-f1ae0fcc2d0d triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:31:12.586178 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-79376bf2-5119-42ab-9f09-a2aff38e0654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (c543c68f-2876-4aba-82e0-f1ae0fcc2d0d), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:12.628312 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-9f127cd3-0126-49c8-aef2-0a96bb47637b req-f156c6f2-e8f3-458b-b9d2-406c883bdbcf tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2099512 Feb 09 21:31:12.646953 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-9f127cd3-0126-49c8-aef2-0a96bb47637b req-65aa0c17-b6f1-4ef7-b3a7-9b7c2802902f service neutron] Request body: {'port': {'device_id': '267f27c9-0cfc-409d-8870-ca614d4a8cff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:31:12.657965 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb750742-5a02-4ab8-aae1-834bf9f53df6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0943e86a-4b39-47c3-92d6-eb8b20ecbe76,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:12.658514 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:12.665833 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-79376bf2-5119-42ab-9f09-a2aff38e0654 None None] Port c543c68f-2876-4aba-82e0-f1ae0fcc2d0d cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:31:12.674641 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-29e5d7fa-5f28-46af-8e85-5015eff44722 req-d5026446-6a6e-48c9-ae5b-ffc97b362504 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3095121 Feb 09 21:31:12.696804 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb750742-5a02-4ab8-aae1-834bf9f53df6 admin admin] Checking segment: {'id': '245b6cbf-bc8c-4ac6-8eda-9aca94663a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '03e4b562-fd58-4ef4-b9aa-3c97d3e91c8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:31:12.697177 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb750742-5a02-4ab8-aae1-834bf9f53df6 admin admin] Network hostable DHCP agents. Network: 03e4b562-fd58-4ef4-b9aa-3c97d3e91c8c, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:31:12.710366 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c84ab45-8a76-44ea-b121-ae4a1b077790 req-82affedd-16e4-4450-be6f-12bc1681873f tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:12.711906 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5c84ab45-8a76-44ea-b121-ae4a1b077790 req-82affedd-16e4-4450-be6f-12bc1681873f tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=7363f6dd-2718-4848-98c6-d4b3a3d9decc HTTP/1.1" status: 200 len: 945 time: 0.3372061 Feb 09 21:31:12.804262 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-ce294e49-8e91-445c-8c31-020f27056f5e None None] Provisioning complete for port abca71b7-c298-40e9-b2e3-e38f8f476231 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:31:12.804651 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ce294e49-8e91-445c-8c31-020f27056f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (abca71b7-c298-40e9-b2e3-e38f8f476231), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:12.833845 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb750742-5a02-4ab8-aae1-834bf9f53df6 admin admin] Network 03e4b562-fd58-4ef4-b9aa-3c97d3e91c8c is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:31:12.844360 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-9f127cd3-0126-49c8-aef2-0a96bb47637b req-65aa0c17-b6f1-4ef7-b3a7-9b7c2802902f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (abca71b7-c298-40e9-b2e3-e38f8f476231), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:12.872300 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-cb750742-5a02-4ab8-aae1-834bf9f53df6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 03e4b562-fd58-4ef4-b9aa-3c97d3e91c8c) {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:31:12.877578 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-ce294e49-8e91-445c-8c31-020f27056f5e None None] Port abca71b7-c298-40e9-b2e3-e38f8f476231 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:31:12.882791 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b6535d-f687-43a0-90d0-0f9b067e5701 None None] Network 03e4b562-fd58-4ef4-b9aa-3c97d3e91c8c requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:31:12.886402 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5c84ab45-8a76-44ea-b121-ae4a1b077790 req-c4390b1a-5182-43b0-92d3-4fef1ad43a83 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677949 Feb 09 21:31:12.903015 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb750742-5a02-4ab8-aae1-834bf9f53df6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:12.903664 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cb750742-5a02-4ab8-aae1-834bf9f53df6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:12.911018 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2eb3d56-a5eb-43da-9300-ee412cf06a70 req-e5fa6190-eb35-457b-9c81-f94a66b078cb tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Made reservation on behalf of def3446e95584f24b6fdfb40ceda16ab for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:31:12.914867 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-e2eb3d56-a5eb-43da-9300-ee412cf06a70 req-e5fa6190-eb35-457b-9c81-f94a66b078cb tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:12.947228 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-e2eb3d56-a5eb-43da-9300-ee412cf06a70 req-e5fa6190-eb35-457b-9c81-f94a66b078cb tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:12.982785 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-cb750742-5a02-4ab8-aae1-834bf9f53df6 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2096121 Feb 09 21:31:13.105949 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6846389e-6be1-44b4-a440-e3600e9677b3 None None] Network 03e4b562-fd58-4ef4-b9aa-3c97d3e91c8c requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:31:13.194268 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8fdbe7-16ea-481a-b629-45749c12e578 req-7d51cde6-0009-4a13-9f7f-8c6f5dbbffe1 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:13.202817 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9e8fdbe7-16ea-481a-b629-45749c12e578 req-7d51cde6-0009-4a13-9f7f-8c6f5dbbffe1 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.90 "GET /v2.0/ports?device_id=267f27c9-0cfc-409d-8870-ca614d4a8cff HTTP/1.1" status: 200 len: 932 time: 0.1962757 Feb 09 21:31:13.228130 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b685d589-48ba-4bb3-86fa-771592d9e87f req-8e3cbf05-3dfe-4921-afac-90afb32a2250 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:13.236714 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b685d589-48ba-4bb3-86fa-771592d9e87f req-8e3cbf05-3dfe-4921-afac-90afb32a2250 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=cd92d494-82c4-4614-9a6f-2d9307f3309a HTTP/1.1" status: 200 len: 946 time: 0.2174680 Feb 09 21:31:13.329544 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9e8fdbe7-16ea-481a-b629-45749c12e578 req-145a0999-6a2e-4993-bd72-c80b8b16e4f3 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.90 "GET /v2.0/security-groups?id=bcb592ae-6b08-4a59-89a0-f97e40fbbc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255100 Feb 09 21:31:13.465111 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-b53e05e0-9e96-4923-b274-3fac4487d29d req-ef6880cd-100a-481d-9088-9281f9778faa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c543c68f-2876-4aba-82e0-f1ae0fcc2d0d {{(pid=103141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:31:13.487585 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-e2eb3d56-a5eb-43da-9300-ee412cf06a70 req-e5fa6190-eb35-457b-9c81-f94a66b078cb tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Publish callbacks [] for security_group (fbfe9a10-c362-4eba-b0ca-2a34c100d76c), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:13.515777 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b53e05e0-9e96-4923-b274-3fac4487d29d req-ef6880cd-100a-481d-9088-9281f9778faa service neutron] Publish callbacks [] for port (c543c68f-2876-4aba-82e0-f1ae0fcc2d0d), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:13.527432 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-e2eb3d56-a5eb-43da-9300-ee412cf06a70 req-e5fa6190-eb35-457b-9c81-f94a66b078cb tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (fbfe9a10-c362-4eba-b0ca-2a34c100d76c), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:13.564710 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-b53e05e0-9e96-4923-b274-3fac4487d29d req-ef6880cd-100a-481d-9088-9281f9778faa service neutron] Transition to ACTIVE for port object c543c68f-2876-4aba-82e0-f1ae0fcc2d0d will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:31:13.572311 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b53e05e0-9e96-4923-b274-3fac4487d29d req-ef6880cd-100a-481d-9088-9281f9778faa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (c543c68f-2876-4aba-82e0-f1ae0fcc2d0d), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:13.641244 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6880cd-100a-481d-9088-9281f9778faa service neutron] Pushing event updated for resources: {'Port': ['ID=c543c68f-2876-4aba-82e0-f1ae0fcc2d0d,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:13.645448 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b685d589-48ba-4bb3-86fa-771592d9e87f req-a3198bd9-a1f0-4cc7-8962-bd50c5dd1da2 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4075258 Feb 09 21:31:13.780603 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327f17ff-bdd7-42b3-a98b-82bc17fcacbe req-2ffe1e1b-c808-46bb-b1e4-acff6df8ccff tempest-LiveMigrationTest-1736264502 tempest-LiveMigrationTest-1736264502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:13.782143 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-327f17ff-bdd7-42b3-a98b-82bc17fcacbe req-2ffe1e1b-c808-46bb-b1e4-acff6df8ccff tempest-LiveMigrationTest-1736264502 tempest-LiveMigrationTest-1736264502-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=cd92d494-82c4-4614-9a6f-2d9307f3309a&tenant_id=d13eb104d8994e4d9b604f1050cb6328&binding%3Ahost_id=n-h2-828369-5 HTTP/1.1" status: 200 len: 1128 time: 0.4672470 Feb 09 21:31:13.842723 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-18bcd1d6-a816-4fd6-9bd6-812ed19165c1 req-573d4e0d-1760-4872-8596-a4369e866264 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c4dadfc-4571-4c50-811c-72f64728536f HTTP/1.1" status: 200 len: 210 time: 0.0514355 Feb 09 21:31:13.849134 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fa6190-eb35-457b-9c81-f94a66b078cb tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbfe9a10-c362-4eba-b0ca-2a34c100d76c,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:13.856825 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-b53e05e0-9e96-4923-b274-3fac4487d29d req-ef6880cd-100a-481d-9088-9281f9778faa service neutron] Attempting to bind port c543c68f-2876-4aba-82e0-f1ae0fcc2d0d on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:31:13.857374 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-b53e05e0-9e96-4923-b274-3fac4487d29d req-ef6880cd-100a-481d-9088-9281f9778faa service neutron] Attempting to bind port c543c68f-2876-4aba-82e0-f1ae0fcc2d0d by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:31:13.857873 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53e05e0-9e96-4923-b274-3fac4487d29d req-ef6880cd-100a-481d-9088-9281f9778faa service neutron] Attempting to bind port c543c68f-2876-4aba-82e0-f1ae0fcc2d0d on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:31:13.870148 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-327f17ff-bdd7-42b3-a98b-82bc17fcacbe req-7c685e42-e276-4bea-8186-663191b44e28 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-828369-5'}}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:31:13.873336 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53e05e0-9e96-4923-b274-3fac4487d29d req-ef6880cd-100a-481d-9088-9281f9778faa service neutron] Port c543c68f-2876-4aba-82e0-f1ae0fcc2d0d on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:31:13.874036 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53e05e0-9e96-4923-b274-3fac4487d29d req-ef6880cd-100a-481d-9088-9281f9778faa service neutron] Attempting to bind port c543c68f-2876-4aba-82e0-f1ae0fcc2d0d on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:31:13.889921 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53e05e0-9e96-4923-b274-3fac4487d29d req-ef6880cd-100a-481d-9088-9281f9778faa service neutron] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:31:13.890555 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53e05e0-9e96-4923-b274-3fac4487d29d req-ef6880cd-100a-481d-9088-9281f9778faa service neutron] Checking segment: {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:31:13.891114 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53e05e0-9e96-4923-b274-3fac4487d29d req-ef6880cd-100a-481d-9088-9281f9778faa service neutron] Bound using segment: {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:31:13.891817 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-b53e05e0-9e96-4923-b274-3fac4487d29d req-ef6880cd-100a-481d-9088-9281f9778faa service neutron] Bound port: c543c68f-2876-4aba-82e0-f1ae0fcc2d0d, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:31:13.893303 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b53e05e0-9e96-4923-b274-3fac4487d29d req-ef6880cd-100a-481d-9088-9281f9778faa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (c543c68f-2876-4aba-82e0-f1ae0fcc2d0d), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:13.991151 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:14.034004 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-b53e05e0-9e96-4923-b274-3fac4487d29d req-ef6880cd-100a-481d-9088-9281f9778faa service neutron] For port c543c68f-2876-4aba-82e0-f1ae0fcc2d0d, host n-h2-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:31:14.039834 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-b53e05e0-9e96-4923-b274-3fac4487d29d req-ef6880cd-100a-481d-9088-9281f9778faa service neutron] For port c543c68f-2876-4aba-82e0-f1ae0fcc2d0d, host n-h2-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=c543c68f-2876-4aba-82e0-f1ae0fcc2d0d,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:31:14.051318 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b53e05e0-9e96-4923-b274-3fac4487d29d req-ef6880cd-100a-481d-9088-9281f9778faa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (c543c68f-2876-4aba-82e0-f1ae0fcc2d0d), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:14.067751 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-9f127cd3-0126-49c8-aef2-0a96bb47637b req-65aa0c17-b6f1-4ef7-b3a7-9b7c2802902f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abca71b7-c298-40e9-b2e3-e38f8f476231 {{(pid=103141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:31:14.070214 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [req-e2eb3d56-a5eb-43da-9300-ee412cf06a70 req-e5fa6190-eb35-457b-9c81-f94a66b078cb tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Allocated IP 192.168.233.27 (a8139157-1e3e-4bd9-8fa9-c0e20debd7dc/0f7402ac-a35b-414b-bcc1-bc1c3072ec3c/6baa751d-f156-4998-94bb-c6f43767cb46) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:31:14.080805 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e05e0-9e96-4923-b274-3fac4487d29d req-ef6880cd-100a-481d-9088-9281f9778faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:14.082224 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b53e05e0-9e96-4923-b274-3fac4487d29d req-ef6880cd-100a-481d-9088-9281f9778faa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:14.083847 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b53e05e0-9e96-4923-b274-3fac4487d29d req-ef6880cd-100a-481d-9088-9281f9778faa service neutron] 10.222.0.89 "PUT /v2.0/ports/c543c68f-2876-4aba-82e0-f1ae0fcc2d0d HTTP/1.1" status: 200 len: 1096 time: 1.6879406 Feb 09 21:31:14.093246 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-327f17ff-bdd7-42b3-a98b-82bc17fcacbe req-7c685e42-e276-4bea-8186-663191b44e28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (df09fb29-1ecd-4bea-b09f-dc089b20c12e), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:14.179546 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '600973c8-2437-4bb6-ba74-e5d91537b5d5', 'tag': 'c543c68f-2876-4aba-82e0-f1ae0fcc2d0d'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:31:14.182477 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e67bde4-0e6f-4f21-8acc-518b8bb7e344" -d '{"events": [{"name": "network-changed", "server_uuid": "600973c8-2437-4bb6-ba74-e5d91537b5d5", "tag": "c543c68f-2876-4aba-82e0-f1ae0fcc2d0d"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:31:14.185035 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6880cd-100a-481d-9088-9281f9778faa service neutron] Pushing event updated for resources: {'Port': ['ID=c543c68f-2876-4aba-82e0-f1ae0fcc2d0d,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:14.191120 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-9f127cd3-0126-49c8-aef2-0a96bb47637b req-65aa0c17-b6f1-4ef7-b3a7-9b7c2802902f service neutron] Publish callbacks [] for port (abca71b7-c298-40e9-b2e3-e38f8f476231), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:14.290695 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-9f127cd3-0126-49c8-aef2-0a96bb47637b req-65aa0c17-b6f1-4ef7-b3a7-9b7c2802902f service neutron] Transition to ACTIVE for port object abca71b7-c298-40e9-b2e3-e38f8f476231 will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:31:14.297441 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-9f127cd3-0126-49c8-aef2-0a96bb47637b req-65aa0c17-b6f1-4ef7-b3a7-9b7c2802902f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (abca71b7-c298-40e9-b2e3-e38f8f476231), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:14.396400 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e05e0-9e96-4923-b274-3fac4487d29d req-d521e76a-e169-4564-bd93-cc800d0cb83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:14.398162 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b53e05e0-9e96-4923-b274-3fac4487d29d req-d521e76a-e169-4564-bd93-cc800d0cb83a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=301f05e37d364aab86167965425dfbdc&device_id=600973c8-2437-4bb6-ba74-e5d91537b5d5 HTTP/1.1" status: 200 len: 1130 time: 0.2026987 Feb 09 21:31:14.541976 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b53e05e0-9e96-4923-b274-3fac4487d29d req-3085ba43-a4f1-4e92-81c4-c7e61fb2fe56 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=c543c68f-2876-4aba-82e0-f1ae0fcc2d0d HTTP/1.1" status: 200 len: 217 time: 0.0970128 Feb 09 21:31:14.572275 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aa0c17-b6f1-4ef7-b3a7-9b7c2802902f service neutron] Pushing event updated for resources: {'Port': ['ID=abca71b7-c298-40e9-b2e3-e38f8f476231,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:14.632853 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac11d24a-2887-4cbf-85a4-d983d579002a req-c2c4b081-cb7c-4843-9f80-d0ca1ac7e42a tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:14.641998 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ac11d24a-2887-4cbf-85a4-d983d579002a req-c2c4b081-cb7c-4843-9f80-d0ca1ac7e42a tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=600973c8-2437-4bb6-ba74-e5d91537b5d5 HTTP/1.1" status: 200 len: 948 time: 0.5735137 Feb 09 21:31:14.697272 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-9f127cd3-0126-49c8-aef2-0a96bb47637b req-65aa0c17-b6f1-4ef7-b3a7-9b7c2802902f service neutron] Attempting to bind port abca71b7-c298-40e9-b2e3-e38f8f476231 on host n-h1-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:31:14.697615 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-9f127cd3-0126-49c8-aef2-0a96bb47637b req-65aa0c17-b6f1-4ef7-b3a7-9b7c2802902f service neutron] Attempting to bind port abca71b7-c298-40e9-b2e3-e38f8f476231 by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': 'c07b92a0-f595-4f01-a173-5be9c963bd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '00d33a83-8eda-497d-a1c1-41b14f9abbba'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:31:14.698109 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f127cd3-0126-49c8-aef2-0a96bb47637b req-65aa0c17-b6f1-4ef7-b3a7-9b7c2802902f service neutron] Attempting to bind port abca71b7-c298-40e9-b2e3-e38f8f476231 on network 00d33a83-8eda-497d-a1c1-41b14f9abbba {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:31:14.703286 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e05e0-9e96-4923-b274-3fac4487d29d req-109c4186-6af5-4e05-8b4a-f7ed45efe15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:14.705481 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b53e05e0-9e96-4923-b274-3fac4487d29d req-109c4186-6af5-4e05-8b4a-f7ed45efe15f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0f7402ac-a35b-414b-bcc1-bc1c3072ec3c HTTP/1.1" status: 200 len: 843 time: 0.1556904 Feb 09 21:31:14.706229 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f127cd3-0126-49c8-aef2-0a96bb47637b req-65aa0c17-b6f1-4ef7-b3a7-9b7c2802902f service neutron] Port abca71b7-c298-40e9-b2e3-e38f8f476231 on network 00d33a83-8eda-497d-a1c1-41b14f9abbba not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:31:14.706605 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f127cd3-0126-49c8-aef2-0a96bb47637b req-65aa0c17-b6f1-4ef7-b3a7-9b7c2802902f service neutron] Attempting to bind port abca71b7-c298-40e9-b2e3-e38f8f476231 on network 00d33a83-8eda-497d-a1c1-41b14f9abbba {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:31:14.712604 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f127cd3-0126-49c8-aef2-0a96bb47637b req-65aa0c17-b6f1-4ef7-b3a7-9b7c2802902f service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:31:14.712947 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f127cd3-0126-49c8-aef2-0a96bb47637b req-65aa0c17-b6f1-4ef7-b3a7-9b7c2802902f service neutron] Checking segment: {'id': 'c07b92a0-f595-4f01-a173-5be9c963bd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '00d33a83-8eda-497d-a1c1-41b14f9abbba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:31:14.713885 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f127cd3-0126-49c8-aef2-0a96bb47637b req-65aa0c17-b6f1-4ef7-b3a7-9b7c2802902f service neutron] Bound using segment: {'id': 'c07b92a0-f595-4f01-a173-5be9c963bd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '00d33a83-8eda-497d-a1c1-41b14f9abbba'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:31:14.714326 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-9f127cd3-0126-49c8-aef2-0a96bb47637b req-65aa0c17-b6f1-4ef7-b3a7-9b7c2802902f service neutron] Bound port: abca71b7-c298-40e9-b2e3-e38f8f476231, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c07b92a0-f595-4f01-a173-5be9c963bd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '00d33a83-8eda-497d-a1c1-41b14f9abbba'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:31:14.714694 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-9f127cd3-0126-49c8-aef2-0a96bb47637b req-65aa0c17-b6f1-4ef7-b3a7-9b7c2802902f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (abca71b7-c298-40e9-b2e3-e38f8f476231), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:14.719335 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bad21e-f02e-4ed9-b08a-e1ee9c0f3ec6 req-59b968a6-825b-4cf0-8062-c8774618a5fa tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:14.727767 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-95bad21e-f02e-4ed9-b08a-e1ee9c0f3ec6 req-59b968a6-825b-4cf0-8062-c8774618a5fa tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "GET /v2.0/networks?id=03e4b562-fd58-4ef4-b9aa-3c97d3e91c8c HTTP/1.1" status: 200 len: 821 time: 0.2741728 Feb 09 21:31:14.826146 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-327f17ff-bdd7-42b3-a98b-82bc17fcacbe req-7c685e42-e276-4bea-8186-663191b44e28 service neutron] For port df09fb29-1ecd-4bea-b09f-dc089b20c12e, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=df09fb29-1ecd-4bea-b09f-dc089b20c12e,segment=NetworkSegment(2e235117-e979-4e65-8640-84c4faf827fd),segment_id=2e235117-e979-4e65-8640-84c4faf827fd)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:31:14.869152 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device df09fb29-1ecd-4bea-b09f-dc089b20c12e details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:31:14.886122 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-9f127cd3-0126-49c8-aef2-0a96bb47637b req-65aa0c17-b6f1-4ef7-b3a7-9b7c2802902f service neutron] For port abca71b7-c298-40e9-b2e3-e38f8f476231, host n-h1-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:31:14.894547 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e05e0-9e96-4923-b274-3fac4487d29d req-79a6e5f6-b89b-47d2-8962-d61658c49c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:14.899014 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b53e05e0-9e96-4923-b274-3fac4487d29d req-79a6e5f6-b89b-47d2-8962-d61658c49c92 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1820614 Feb 09 21:31:14.901434 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-95bad21e-f02e-4ed9-b08a-e1ee9c0f3ec6 req-a4205e1f-75b5-4db6-abf2-beefb2a99e9d tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "GET /v2.0/quotas/21cf86ff189342fe85bf484488bae7be HTTP/1.1" status: 200 len: 375 time: 0.1723588 Feb 09 21:31:14.907437 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-9f127cd3-0126-49c8-aef2-0a96bb47637b req-65aa0c17-b6f1-4ef7-b3a7-9b7c2802902f service neutron] For port abca71b7-c298-40e9-b2e3-e38f8f476231, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=abca71b7-c298-40e9-b2e3-e38f8f476231,segment=NetworkSegment(c07b92a0-f595-4f01-a173-5be9c963bd04),segment_id=c07b92a0-f595-4f01-a173-5be9c963bd04)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:31:14.936165 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-9f127cd3-0126-49c8-aef2-0a96bb47637b req-65aa0c17-b6f1-4ef7-b3a7-9b7c2802902f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (abca71b7-c298-40e9-b2e3-e38f8f476231), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:15.022809 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-95bad21e-f02e-4ed9-b08a-e1ee9c0f3ec6 req-a07740ea-e616-46c9-82b9-842a7909d947 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=21cf86ff189342fe85bf484488bae7be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1203969 Feb 09 21:31:15.049534 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f127cd3-0126-49c8-aef2-0a96bb47637b req-65aa0c17-b6f1-4ef7-b3a7-9b7c2802902f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:15.053942 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-9f127cd3-0126-49c8-aef2-0a96bb47637b req-65aa0c17-b6f1-4ef7-b3a7-9b7c2802902f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:15.055420 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-9f127cd3-0126-49c8-aef2-0a96bb47637b req-65aa0c17-b6f1-4ef7-b3a7-9b7c2802902f service neutron] 10.222.0.95 "PUT /v2.0/ports/abca71b7-c298-40e9-b2e3-e38f8f476231 HTTP/1.1" status: 200 len: 1092 time: 2.4134820 Feb 09 21:31:15.120463 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port df09fb29-1ecd-4bea-b09f-dc089b20c12e, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=df09fb29-1ecd-4bea-b09f-dc089b20c12e,segment=NetworkSegment(2e235117-e979-4e65-8640-84c4faf827fd),segment_id=2e235117-e979-4e65-8640-84c4faf827fd)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:31:15.122197 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aa0c17-b6f1-4ef7-b3a7-9b7c2802902f service neutron] Pushing event updated for resources: {'Port': ['ID=abca71b7-c298-40e9-b2e3-e38f8f476231,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:15.187132 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device df09fb29-1ecd-4bea-b09f-dc089b20c12e has no active binding in host n-h1-828369-5 {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 21:31:15.200909 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:15.225899 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-327f17ff-bdd7-42b3-a98b-82bc17fcacbe req-7c685e42-e276-4bea-8186-663191b44e28 service neutron] For port df09fb29-1ecd-4bea-b09f-dc089b20c12e, host n-h2-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:31:15.232448 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b53e05e0-9e96-4923-b274-3fac4487d29d req-370c6863-95ec-477f-bbb4-e9b492fb635a service neutron] 10.222.0.89 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3228605 Feb 09 21:31:15.243208 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-95bad21e-f02e-4ed9-b08a-e1ee9c0f3ec6 req-6e0c39a7-0628-435f-b82d-5eb5cb400048 service neutron] 10.222.0.90 "GET /v2.0/networks/03e4b562-fd58-4ef4-b9aa-3c97d3e91c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193408 Feb 09 21:31:15.368854 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:31:15.388611 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b53e05e0-9e96-4923-b274-3fac4487d29d req-8da9f6c0-d798-439c-a70b-fca625e61642 service neutron] 10.222.0.89 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358175 Feb 09 21:31:15.397438 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-95bad21e-f02e-4ed9-b08a-e1ee9c0f3ec6 req-2ea270e6-e4c4-4885-9eca-2ff980cb5e3f service neutron] 10.222.0.90 "GET /v2.0/networks/03e4b562-fd58-4ef4-b9aa-3c97d3e91c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532202 Feb 09 21:31:15.412408 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f127cd3-0126-49c8-aef2-0a96bb47637b req-2b0808af-40eb-4eca-b384-2b27750d61ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:15.416621 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-9f127cd3-0126-49c8-aef2-0a96bb47637b req-2b0808af-40eb-4eca-b384-2b27750d61ba service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=dac6b223cf904b85939aae2f16238e3d&device_id=267f27c9-0cfc-409d-8870-ca614d4a8cff HTTP/1.1" status: 200 len: 1126 time: 0.2896950 Feb 09 21:31:15.453733 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ac11d24a-2887-4cbf-85a4-d983d579002a req-853938af-5bad-4824-8f53-dd473aa2e73a tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8104270 Feb 09 21:31:15.500902 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd92d494-82c4-4614-9a6f-2d9307f3309a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df09fb29-1ecd-4bea-b09f-dc089b20c12e'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:31:15.503594 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e641a79d-93d6-4bab-b58b-6c3a5ebfdf8c" -d '{"events": [{"server_uuid": "cd92d494-82c4-4614-9a6f-2d9307f3309a", "name": "network-vif-unplugged", "status": "completed", "tag": "df09fb29-1ecd-4bea-b09f-dc089b20c12e"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:31:15.511391 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-327f17ff-bdd7-42b3-a98b-82bc17fcacbe req-7c685e42-e276-4bea-8186-663191b44e28 service neutron] Publish callbacks [] for port (df09fb29-1ecd-4bea-b09f-dc089b20c12e), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:15.521588 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-9f127cd3-0126-49c8-aef2-0a96bb47637b req-de58dd17-f4c2-42a9-bde9-70def0ca81a5 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=abca71b7-c298-40e9-b2e3-e38f8f476231 HTTP/1.1" status: 200 len: 217 time: 0.0968988 Feb 09 21:31:15.524449 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-327f17ff-bdd7-42b3-a98b-82bc17fcacbe req-7c685e42-e276-4bea-8186-663191b44e28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (df09fb29-1ecd-4bea-b09f-dc089b20c12e), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:15.529204 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-e2eb3d56-a5eb-43da-9300-ee412cf06a70 req-e5fa6190-eb35-457b-9c81-f94a66b078cb tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Publish callbacks [] for port (6baa751d-f156-4998-94bb-c6f43767cb46), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:15.639145 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f127cd3-0126-49c8-aef2-0a96bb47637b req-79c7144c-7500-4b6a-aa1c-af2269488e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:15.641348 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-9f127cd3-0126-49c8-aef2-0a96bb47637b req-79c7144c-7500-4b6a-aa1c-af2269488e81 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=2ae0b2a1-54ba-4223-84f8-c95ae116614d HTTP/1.1" status: 200 len: 860 time: 0.0923481 Feb 09 21:31:15.716121 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f127cd3-0126-49c8-aef2-0a96bb47637b req-4ad2e117-b5a7-444d-a88e-9ab81a6889be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:15.720022 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-9f127cd3-0126-49c8-aef2-0a96bb47637b req-4ad2e117-b5a7-444d-a88e-9ab81a6889be service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=00d33a83-8eda-497d-a1c1-41b14f9abbba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0655296 Feb 09 21:31:15.781519 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f450ec-f3fd-4913-8315-c9431e559f4a x-openstack-request-id: req-73f450ec-f3fd-4913-8315-c9431e559f4a {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:31:15.781889 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "600973c8-2437-4bb6-ba74-e5d91537b5d5", "tag": "c543c68f-2876-4aba-82e0-f1ae0fcc2d0d", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:31:15.782214 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-73f450ec-f3fd-4913-8315-c9431e559f4a {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:31:15.782743 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '600973c8-2437-4bb6-ba74-e5d91537b5d5', 'tag': 'c543c68f-2876-4aba-82e0-f1ae0fcc2d0d', 'status': 'completed', 'code': 200} Feb 09 21:31:15.827479 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c685e42-e276-4bea-8186-663191b44e28 service neutron] Pushing event updated for resources: {'Port': ['ID=df09fb29-1ecd-4bea-b09f-dc089b20c12e,revision_number=7']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:15.930197 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-e2eb3d56-a5eb-43da-9300-ee412cf06a70 req-e5fa6190-eb35-457b-9c81-f94a66b078cb tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (6baa751d-f156-4998-94bb-c6f43767cb46), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:16.017188 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e67bde4-0e6f-4f21-8acc-518b8bb7e344 req-37154b18-572b-4962-9276-5c749b8bce13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:16.018864 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-1e67bde4-0e6f-4f21-8acc-518b8bb7e344 req-37154b18-572b-4962-9276-5c749b8bce13 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=301f05e37d364aab86167965425dfbdc&device_id=600973c8-2437-4bb6-ba74-e5d91537b5d5 HTTP/1.1" status: 200 len: 1130 time: 0.2351844 Feb 09 21:31:16.025560 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-327f17ff-bdd7-42b3-a98b-82bc17fcacbe req-7c685e42-e276-4bea-8186-663191b44e28 service neutron] Attempting to bind port df09fb29-1ecd-4bea-b09f-dc089b20c12e on host n-h2-828369-5 for vnic_type normal with profile {"migrating_to": "n-h1-828369-5"} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:31:16.031568 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-327f17ff-bdd7-42b3-a98b-82bc17fcacbe req-7c685e42-e276-4bea-8186-663191b44e28 service neutron] Attempting to bind port df09fb29-1ecd-4bea-b09f-dc089b20c12e by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': '2e235117-e979-4e65-8640-84c4faf827fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '5406f657-d0e3-4570-bda7-aeb2bc509011'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:31:16.032071 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327f17ff-bdd7-42b3-a98b-82bc17fcacbe req-7c685e42-e276-4bea-8186-663191b44e28 service neutron] Attempting to bind port df09fb29-1ecd-4bea-b09f-dc089b20c12e on network 5406f657-d0e3-4570-bda7-aeb2bc509011 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:31:16.045981 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-9f127cd3-0126-49c8-aef2-0a96bb47637b req-ebbc6bca-1577-4862-9757-a42b8ca3d327 service neutron] 10.222.0.95 "GET /v2.0/networks/00d33a83-8eda-497d-a1c1-41b14f9abbba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3105152 Feb 09 21:31:16.050150 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327f17ff-bdd7-42b3-a98b-82bc17fcacbe req-7c685e42-e276-4bea-8186-663191b44e28 service neutron] Port df09fb29-1ecd-4bea-b09f-dc089b20c12e on network 5406f657-d0e3-4570-bda7-aeb2bc509011 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:31:16.050709 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327f17ff-bdd7-42b3-a98b-82bc17fcacbe req-7c685e42-e276-4bea-8186-663191b44e28 service neutron] Attempting to bind port df09fb29-1ecd-4bea-b09f-dc089b20c12e on network 5406f657-d0e3-4570-bda7-aeb2bc509011 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:31:16.074824 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2eb3d56-a5eb-43da-9300-ee412cf06a70 req-e5fa6190-eb35-457b-9c81-f94a66b078cb tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:31:16.083483 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704f5ccf-4dbb-4f62-aad5-e81c76fe9963 req-37d05d49-d6b5-48a7-84e9-ba583e16073f tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:16.090520 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-704f5ccf-4dbb-4f62-aad5-e81c76fe9963 req-37d05d49-d6b5-48a7-84e9-ba583e16073f tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=7363f6dd-2718-4848-98c6-d4b3a3d9decc HTTP/1.1" status: 200 len: 945 time: 0.4420366 Feb 09 21:31:16.104301 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [req-e2eb3d56-a5eb-43da-9300-ee412cf06a70 req-e5fa6190-eb35-457b-9c81-f94a66b078cb tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:31:16.115490 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327f17ff-bdd7-42b3-a98b-82bc17fcacbe req-7c685e42-e276-4bea-8186-663191b44e28 service neutron] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:31:16.115927 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327f17ff-bdd7-42b3-a98b-82bc17fcacbe req-7c685e42-e276-4bea-8186-663191b44e28 service neutron] Checking segment: {'id': '2e235117-e979-4e65-8640-84c4faf827fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '5406f657-d0e3-4570-bda7-aeb2bc509011'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:31:16.116422 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327f17ff-bdd7-42b3-a98b-82bc17fcacbe req-7c685e42-e276-4bea-8186-663191b44e28 service neutron] Bound using segment: {'id': '2e235117-e979-4e65-8640-84c4faf827fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '5406f657-d0e3-4570-bda7-aeb2bc509011'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:31:16.116960 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-327f17ff-bdd7-42b3-a98b-82bc17fcacbe req-7c685e42-e276-4bea-8186-663191b44e28 service neutron] Bound port: df09fb29-1ecd-4bea-b09f-dc089b20c12e, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e235117-e979-4e65-8640-84c4faf827fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '5406f657-d0e3-4570-bda7-aeb2bc509011'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:31:16.117393 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-327f17ff-bdd7-42b3-a98b-82bc17fcacbe req-7c685e42-e276-4bea-8186-663191b44e28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (df09fb29-1ecd-4bea-b09f-dc089b20c12e), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:16.126558 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe07bf9c-f23c-419c-8901-d24b6225429d req-98eac2c9-3314-40fd-95b7-381911759d2d tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:16.137923 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fe07bf9c-f23c-419c-8901-d24b6225429d req-98eac2c9-3314-40fd-95b7-381911759d2d tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.90 "GET /v2.0/ports?device_id=267f27c9-0cfc-409d-8870-ca614d4a8cff HTTP/1.1" status: 200 len: 944 time: 0.3025491 Feb 09 21:31:16.173177 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2eb3d56-a5eb-43da-9300-ee412cf06a70 req-e5fa6190-eb35-457b-9c81-f94a66b078cb tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:31:16.343286 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fa6190-eb35-457b-9c81-f94a66b078cb tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Pushing event updated for resources: {'Port': ['ID=6baa751d-f156-4998-94bb-c6f43767cb46,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:16.355754 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e67bde4-0e6f-4f21-8acc-518b8bb7e344 req-584a178c-d953-4e78-b8fa-62a7e82368bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:16.366117 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-1e67bde4-0e6f-4f21-8acc-518b8bb7e344 req-584a178c-d953-4e78-b8fa-62a7e82368bc service neutron] 10.222.0.89 "GET /v2.0/networks?id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc HTTP/1.1" status: 200 len: 870 time: 0.3305962 Feb 09 21:31:16.381459 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-704f5ccf-4dbb-4f62-aad5-e81c76fe9963 req-54b4d9d0-6de7-4b48-9b25-ff49383c72bd tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897451 Feb 09 21:31:16.504323 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-8728ac3c-3d87-4248-b5f0-7eae084aa0e7 None None] Provisioning complete for port 6baa751d-f156-4998-94bb-c6f43767cb46 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:31:16.505426 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-9f127cd3-0126-49c8-aef2-0a96bb47637b req-b3610377-aba8-44fc-ae1e-ece63c64ce23 service neutron] 10.222.0.95 "GET /v2.0/networks/00d33a83-8eda-497d-a1c1-41b14f9abbba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4294786 Feb 09 21:31:16.506130 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-8728ac3c-3d87-4248-b5f0-7eae084aa0e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (6baa751d-f156-4998-94bb-c6f43767cb46), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:16.508788 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-1e67bde4-0e6f-4f21-8acc-518b8bb7e344 req-70e4c427-13d0-4c4a-b332-5317a0a2a718 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=c543c68f-2876-4aba-82e0-f1ae0fcc2d0d HTTP/1.1" status: 200 len: 217 time: 0.1411369 Feb 09 21:31:16.512566 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fe07bf9c-f23c-419c-8901-d24b6225429d req-b3de8f3c-8747-491e-b479-c4298b780301 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.90 "GET /v2.0/security-groups?id=bcb592ae-6b08-4a59-89a0-f97e40fbbc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3700528 Feb 09 21:31:16.602547 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-8728ac3c-3d87-4248-b5f0-7eae084aa0e7 None None] Port 6baa751d-f156-4998-94bb-c6f43767cb46 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:31:16.632176 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e67bde4-0e6f-4f21-8acc-518b8bb7e344 req-c4deac2e-da8b-4731-aaec-bd739f76824b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:16.634080 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-1e67bde4-0e6f-4f21-8acc-518b8bb7e344 req-c4deac2e-da8b-4731-aaec-bd739f76824b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0f7402ac-a35b-414b-bcc1-bc1c3072ec3c HTTP/1.1" status: 200 len: 843 time: 0.1113348 Feb 09 21:31:16.714442 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e67bde4-0e6f-4f21-8acc-518b8bb7e344 req-273608a2-4f1a-4e42-899b-bdce1a8125f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:16.717306 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-1e67bde4-0e6f-4f21-8acc-518b8bb7e344 req-273608a2-4f1a-4e42-899b-bdce1a8125f1 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0715470 Feb 09 21:31:16.760644 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-327f17ff-bdd7-42b3-a98b-82bc17fcacbe req-7c685e42-e276-4bea-8186-663191b44e28 service neutron] For port df09fb29-1ecd-4bea-b09f-dc089b20c12e, host n-h2-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:31:16.765657 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-327f17ff-bdd7-42b3-a98b-82bc17fcacbe req-7c685e42-e276-4bea-8186-663191b44e28 service neutron] For port df09fb29-1ecd-4bea-b09f-dc089b20c12e, host n-h2-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=df09fb29-1ecd-4bea-b09f-dc089b20c12e,segment=NetworkSegment(2e235117-e979-4e65-8640-84c4faf827fd),segment_id=2e235117-e979-4e65-8640-84c4faf827fd)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:31:16.778055 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eb3d56-a5eb-43da-9300-ee412cf06a70 req-e5fa6190-eb35-457b-9c81-f94a66b078cb tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:16.778808 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-e2eb3d56-a5eb-43da-9300-ee412cf06a70 req-e5fa6190-eb35-457b-9c81-f94a66b078cb tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:16.788401 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-327f17ff-bdd7-42b3-a98b-82bc17fcacbe req-7c685e42-e276-4bea-8186-663191b44e28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (df09fb29-1ecd-4bea-b09f-dc089b20c12e), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:16.870649 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-1e67bde4-0e6f-4f21-8acc-518b8bb7e344 req-6c66a732-df26-44a6-a0fb-0bd88beebe6a service neutron] 10.222.0.89 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389964 Feb 09 21:31:16.879660 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c685e42-e276-4bea-8186-663191b44e28 service neutron] Pushing event updated for resources: {'Port': ['ID=df09fb29-1ecd-4bea-b09f-dc089b20c12e,revision_number=8']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:16.922515 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e2eb3d56-a5eb-43da-9300-ee412cf06a70 req-e5fa6190-eb35-457b-9c81-f94a66b078cb tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.4434774 Feb 09 21:31:16.935597 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99815d1-bfae-4fae-ad76-9072815f7042 req-cf383837-5f1d-457e-9661-4ed3c6b0bd4b tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:16.937623 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b99815d1-bfae-4fae-ad76-9072815f7042 req-cf383837-5f1d-457e-9661-4ed3c6b0bd4b tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=cd92d494-82c4-4614-9a6f-2d9307f3309a HTTP/1.1" status: 200 len: 944 time: 0.4199927 Feb 09 21:31:16.949493 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c34f296-268d-4423-9047-208e27642952 req-bf462277-0ab9-4e48-8759-8d4e0dfc0e76 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:16.951290 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0c34f296-268d-4423-9047-208e27642952 req-bf462277-0ab9-4e48-8759-8d4e0dfc0e76 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c4dadfc-4571-4c50-811c-72f64728536f HTTP/1.1" status: 200 len: 935 time: 0.2927303 Feb 09 21:31:16.968669 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-e2eb3d56-a5eb-43da-9300-ee412cf06a70 req-b4976853-4c3c-4e50-9712-685090d39224 service neutron] Request body: {'port': {'device_id': '2c4dadfc-4571-4c50-811c-72f64728536f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-5'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:31:17.054727 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-1e67bde4-0e6f-4f21-8acc-518b8bb7e344 req-1cc8871e-8f4e-4b66-802f-c044a719e713 service neutron] 10.222.0.89 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636226 Feb 09 21:31:17.073369 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0c34f296-268d-4423-9047-208e27642952 req-b6e87679-0cf4-48d5-9aaa-03e8323bf2b5 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967419 Feb 09 21:31:17.120835 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327f17ff-bdd7-42b3-a98b-82bc17fcacbe req-7c685e42-e276-4bea-8186-663191b44e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:17.121465 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-327f17ff-bdd7-42b3-a98b-82bc17fcacbe req-7c685e42-e276-4bea-8186-663191b44e28 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:17.122862 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-327f17ff-bdd7-42b3-a98b-82bc17fcacbe req-7c685e42-e276-4bea-8186-663191b44e28 service neutron] 10.222.0.95 "PUT /v2.0/ports/df09fb29-1ecd-4bea-b09f-dc089b20c12e HTTP/1.1" status: 200 len: 1122 time: 3.2791440 Feb 09 21:31:17.161831 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-e2eb3d56-a5eb-43da-9300-ee412cf06a70 req-b4976853-4c3c-4e50-9712-685090d39224 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (6baa751d-f156-4998-94bb-c6f43767cb46), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:17.178136 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b95409c6-0cea-47ce-822c-199952545e08 x-openstack-request-id: req-b95409c6-0cea-47ce-822c-199952545e08 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:31:17.178441 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd92d494-82c4-4614-9a6f-2d9307f3309a", "name": "network-vif-unplugged", "status": "completed", "tag": "df09fb29-1ecd-4bea-b09f-dc089b20c12e", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:31:17.178702 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-b95409c6-0cea-47ce-822c-199952545e08 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:31:17.179107 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd92d494-82c4-4614-9a6f-2d9307f3309a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df09fb29-1ecd-4bea-b09f-dc089b20c12e', 'code': 200} Feb 09 21:31:17.185856 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b99815d1-bfae-4fae-ad76-9072815f7042 req-c565d88a-c9cd-416f-a8b1-7711502006f1 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305315 Feb 09 21:31:17.306254 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['df09fb29-1ecd-4bea-b09f-dc089b20c12e'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:31:17.429754 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['df09fb29-1ecd-4bea-b09f-dc089b20c12e'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:31:17.658764 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [req-e2eb3d56-a5eb-43da-9300-ee412cf06a70 req-b4976853-4c3c-4e50-9712-685090d39224 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6baa751d-f156-4998-94bb-c6f43767cb46 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:31:17.668121 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-e2eb3d56-a5eb-43da-9300-ee412cf06a70 req-b4976853-4c3c-4e50-9712-685090d39224 service neutron] Publish callbacks [] for port (6baa751d-f156-4998-94bb-c6f43767cb46), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:17.682018 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [req-e2eb3d56-a5eb-43da-9300-ee412cf06a70 req-b4976853-4c3c-4e50-9712-685090d39224 service neutron] Transition to ACTIVE for port object 6baa751d-f156-4998-94bb-c6f43767cb46 will not be triggered until provisioned by entity L2. {{(pid=103140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:31:17.723361 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-e2eb3d56-a5eb-43da-9300-ee412cf06a70 req-b4976853-4c3c-4e50-9712-685090d39224 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (6baa751d-f156-4998-94bb-c6f43767cb46), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:17.784168 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '267f27c9-0cfc-409d-8870-ca614d4a8cff', 'tag': 'abca71b7-c298-40e9-b2e3-e38f8f476231'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:31:17.787427 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa7a7e0-da31-4053-ba49-5e067a55ae45" -d '{"events": [{"name": "network-changed", "server_uuid": "267f27c9-0cfc-409d-8870-ca614d4a8cff", "tag": "abca71b7-c298-40e9-b2e3-e38f8f476231"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:31:17.803142 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2e6621d4-528e-4a5d-841e-718548a2ab2c req-9b683402-6b2e-44cf-bdf4-8d873591dbfe tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "GET /v2.0/ports?device_id=6ae33bd7-5545-4d2f-b221-05329d891107 HTTP/1.1" status: 200 len: 210 time: 0.0981202 Feb 09 21:31:18.275459 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4976853-4c3c-4e50-9712-685090d39224 service neutron] Pushing event updated for resources: {'Port': ['ID=6baa751d-f156-4998-94bb-c6f43767cb46,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:18.336842 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4976853-4c3c-4e50-9712-685090d39224 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:18.338154 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4976853-4c3c-4e50-9712-685090d39224 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:18.338975 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4976853-4c3c-4e50-9712-685090d39224 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:18.339512 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4976853-4c3c-4e50-9712-685090d39224 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:18.340012 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4976853-4c3c-4e50-9712-685090d39224 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:18.340547 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4976853-4c3c-4e50-9712-685090d39224 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:18.341207 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4976853-4c3c-4e50-9712-685090d39224 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:18.341994 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4976853-4c3c-4e50-9712-685090d39224 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:18.342621 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4976853-4c3c-4e50-9712-685090d39224 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:18.343240 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4976853-4c3c-4e50-9712-685090d39224 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:18.343854 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4976853-4c3c-4e50-9712-685090d39224 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:18.344519 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4976853-4c3c-4e50-9712-685090d39224 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:18.345017 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4976853-4c3c-4e50-9712-685090d39224 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:18.401583 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 50712) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:31:18.450609 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084500b5-a781-4366-a7eb-6083a5444024 req-752c8e29-ff82-4e82-9119-88d02186437d tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:18.453058 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-084500b5-a781-4366-a7eb-6083a5444024 req-752c8e29-ff82-4e82-9119-88d02186437d tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=600973c8-2437-4bb6-ba74-e5d91537b5d5 HTTP/1.1" status: 200 len: 948 time: 0.7596872 Feb 09 21:31:18.533974 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bad21e-f02e-4ed9-b08a-e1ee9c0f3ec6 req-59c62979-f2e1-4cec-9753-0b67b5bf51c5 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:18.537094 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-95bad21e-f02e-4ed9-b08a-e1ee9c0f3ec6 req-59c62979-f2e1-4cec-9753-0b67b5bf51c5 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.95 "GET /v2.0/networks?id=03e4b562-fd58-4ef4-b9aa-3c97d3e91c8c HTTP/1.1" status: 200 len: 821 time: 0.8532915 Feb 09 21:31:18.561560 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-95bad21e-f02e-4ed9-b08a-e1ee9c0f3ec6 req-ab3bb511-453c-4f53-b409-d9b066439cdd tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Request body: {'port': {'device_id': '6ae33bd7-5545-4d2f-b221-05329d891107', 'network_id': '03e4b562-fd58-4ef4-b9aa-3c97d3e91c8c', 'admin_state_up': True, 'tenant_id': '21cf86ff189342fe85bf484488bae7be'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:31:18.577234 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28d63bb-7a34-40df-8c17-16d3ae724bfc req-1d54009f-f69e-48ea-b168-dd6c429d80a9 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:18.585521 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a28d63bb-7a34-40df-8c17-16d3ae724bfc req-1d54009f-f69e-48ea-b168-dd6c429d80a9 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=7363f6dd-2718-4848-98c6-d4b3a3d9decc HTTP/1.1" status: 200 len: 945 time: 0.2984297 Feb 09 21:31:18.659141 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b2bd8282-dfac-4c55-ba28-261c1f25dba0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:18.697394 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-e2eb3d56-a5eb-43da-9300-ee412cf06a70 req-b4976853-4c3c-4e50-9712-685090d39224 service neutron] Attempting to bind port 6baa751d-f156-4998-94bb-c6f43767cb46 on host n-h1-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:31:18.697728 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-e2eb3d56-a5eb-43da-9300-ee412cf06a70 req-b4976853-4c3c-4e50-9712-685090d39224 service neutron] Attempting to bind port 6baa751d-f156-4998-94bb-c6f43767cb46 by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:31:18.697972 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2eb3d56-a5eb-43da-9300-ee412cf06a70 req-b4976853-4c3c-4e50-9712-685090d39224 service neutron] Attempting to bind port 6baa751d-f156-4998-94bb-c6f43767cb46 on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:31:18.707034 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-084500b5-a781-4366-a7eb-6083a5444024 req-6d73d51b-fd2d-4b17-89d6-515b97c47744 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210901 Feb 09 21:31:18.724254 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2eb3d56-a5eb-43da-9300-ee412cf06a70 req-b4976853-4c3c-4e50-9712-685090d39224 service neutron] Port 6baa751d-f156-4998-94bb-c6f43767cb46 on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:31:18.724855 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2eb3d56-a5eb-43da-9300-ee412cf06a70 req-b4976853-4c3c-4e50-9712-685090d39224 service neutron] Attempting to bind port 6baa751d-f156-4998-94bb-c6f43767cb46 on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:31:18.753208 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2eb3d56-a5eb-43da-9300-ee412cf06a70 req-b4976853-4c3c-4e50-9712-685090d39224 service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:31:18.753938 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2eb3d56-a5eb-43da-9300-ee412cf06a70 req-b4976853-4c3c-4e50-9712-685090d39224 service neutron] Checking segment: {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:31:18.754339 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2eb3d56-a5eb-43da-9300-ee412cf06a70 req-b4976853-4c3c-4e50-9712-685090d39224 service neutron] Bound using segment: {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:31:18.754772 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-e2eb3d56-a5eb-43da-9300-ee412cf06a70 req-b4976853-4c3c-4e50-9712-685090d39224 service neutron] Bound port: 6baa751d-f156-4998-94bb-c6f43767cb46, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:31:18.755153 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-e2eb3d56-a5eb-43da-9300-ee412cf06a70 req-b4976853-4c3c-4e50-9712-685090d39224 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (6baa751d-f156-4998-94bb-c6f43767cb46), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:18.820866 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a28d63bb-7a34-40df-8c17-16d3ae724bfc req-9a5b2aaf-2ecf-4c24-a279-e204183503a8 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343190 Feb 09 21:31:18.825440 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b2bd8282-dfac-4c55-ba28-261c1f25dba0 admin admin] Publish callbacks [] for security_group (f89e879c-c668-42ae-a65d-2e354df83e1e), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:18.830063 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b2bd8282-dfac-4c55-ba28-261c1f25dba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (f89e879c-c668-42ae-a65d-2e354df83e1e), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:18.896148 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bd8282-dfac-4c55-ba28-261c1f25dba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f89e879c-c668-42ae-a65d-2e354df83e1e,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:18.933587 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25ebd6f3-03a2-4dc1-aeb4-981b2cf0c4ed x-openstack-request-id: req-25ebd6f3-03a2-4dc1-aeb4-981b2cf0c4ed {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:31:18.934050 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "267f27c9-0cfc-409d-8870-ca614d4a8cff", "tag": "abca71b7-c298-40e9-b2e3-e38f8f476231", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:31:18.934408 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-25ebd6f3-03a2-4dc1-aeb4-981b2cf0c4ed {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:31:18.934893 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '267f27c9-0cfc-409d-8870-ca614d4a8cff', 'tag': 'abca71b7-c298-40e9-b2e3-e38f8f476231', 'status': 'completed', 'code': 200} Feb 09 21:31:18.941970 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-b2bd8282-dfac-4c55-ba28-261c1f25dba0 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=67bce382d9564cc1a505c701c9d8c63e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5354028 Feb 09 21:31:18.942268 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 50720) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:31:19.047921 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa7a7e0-da31-4053-ba49-5e067a55ae45 req-57e8dd65-f7cd-4883-a971-3dc1ca30f9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:19.049641 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7fa7a7e0-da31-4053-ba49-5e067a55ae45 req-57e8dd65-f7cd-4883-a971-3dc1ca30f9c7 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=dac6b223cf904b85939aae2f16238e3d&device_id=267f27c9-0cfc-409d-8870-ca614d4a8cff HTTP/1.1" status: 200 len: 1126 time: 0.1101887 Feb 09 21:31:19.081070 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95bad21e-f02e-4ed9-b08a-e1ee9c0f3ec6 req-ab3bb511-453c-4f53-b409-d9b066439cdd tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Made reservation on behalf of 21cf86ff189342fe85bf484488bae7be for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:31:19.085277 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-95bad21e-f02e-4ed9-b08a-e1ee9c0f3ec6 req-ab3bb511-453c-4f53-b409-d9b066439cdd tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:19.104690 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-e2eb3d56-a5eb-43da-9300-ee412cf06a70 req-b4976853-4c3c-4e50-9712-685090d39224 service neutron] For port 6baa751d-f156-4998-94bb-c6f43767cb46, host n-h1-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:31:19.144702 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-e2eb3d56-a5eb-43da-9300-ee412cf06a70 req-b4976853-4c3c-4e50-9712-685090d39224 service neutron] For port 6baa751d-f156-4998-94bb-c6f43767cb46, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=6baa751d-f156-4998-94bb-c6f43767cb46,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:31:19.157813 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e1b1f1-19b8-4810-b25d-b885fb2ace80 req-e1d21fc9-caef-41bf-a49e-131bf1e0afb1 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:19.159372 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a0e1b1f1-19b8-4810-b25d-b885fb2ace80 req-e1d21fc9-caef-41bf-a49e-131bf1e0afb1 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.90 "GET /v2.0/ports?device_id=267f27c9-0cfc-409d-8870-ca614d4a8cff HTTP/1.1" status: 200 len: 944 time: 0.2495637 Feb 09 21:31:19.163570 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-e2eb3d56-a5eb-43da-9300-ee412cf06a70 req-b4976853-4c3c-4e50-9712-685090d39224 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (6baa751d-f156-4998-94bb-c6f43767cb46), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:19.185846 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-00363874-7871-4bb7-b393-3493a11e187c admin admin] Publish callbacks [] for security_group (f89e879c-c668-42ae-a65d-2e354df83e1e), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:19.194912 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd92d494-82c4-4614-9a6f-2d9307f3309a', 'tag': 'df09fb29-1ecd-4bea-b09f-dc089b20c12e'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:31:19.198069 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-084e689f-382a-42d2-b5b7-72f52fb41701" -d '{"events": [{"name": "network-changed", "server_uuid": "cd92d494-82c4-4614-9a6f-2d9307f3309a", "tag": "df09fb29-1ecd-4bea-b09f-dc089b20c12e"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:31:19.214935 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-00363874-7871-4bb7-b393-3493a11e187c admin admin] Publish callbacks [] for security_group (f89e879c-c668-42ae-a65d-2e354df83e1e), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:19.254538 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d4f1c5-25c5-46d3-ad54-176f1920f01f req-3fc88799-d505-412d-9105-96f73a5f5d9f tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:19.262194 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-67d4f1c5-25c5-46d3-ad54-176f1920f01f req-3fc88799-d505-412d-9105-96f73a5f5d9f tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c4dadfc-4571-4c50-811c-72f64728536f HTTP/1.1" status: 200 len: 947 time: 0.2447155 Feb 09 21:31:19.270112 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-00363874-7871-4bb7-b393-3493a11e187c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (f89e879c-c668-42ae-a65d-2e354df83e1e), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:19.276731 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-00363874-7871-4bb7-b393-3493a11e187c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:19.280757 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-00363874-7871-4bb7-b393-3493a11e187c admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/f89e879c-c668-42ae-a65d-2e354df83e1e HTTP/1.1" status: 204 len: 168 time: 0.3345249 Feb 09 21:31:19.297094 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eb3d56-a5eb-43da-9300-ee412cf06a70 req-b4976853-4c3c-4e50-9712-685090d39224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:19.297516 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-e2eb3d56-a5eb-43da-9300-ee412cf06a70 req-b4976853-4c3c-4e50-9712-685090d39224 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:19.298506 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e2eb3d56-a5eb-43da-9300-ee412cf06a70 req-b4976853-4c3c-4e50-9712-685090d39224 service neutron] 10.222.0.95 "PUT /v2.0/ports/6baa751d-f156-4998-94bb-c6f43767cb46 HTTP/1.1" status: 200 len: 1095 time: 2.3347316 Feb 09 21:31:19.365781 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00363874-7871-4bb7-b393-3493a11e187c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89e879c-c668-42ae-a65d-2e354df83e1e,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:19.385917 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa7a7e0-da31-4053-ba49-5e067a55ae45 req-e6948022-99c8-417b-8bb2-ee16c288ba4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:19.402235 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7fa7a7e0-da31-4053-ba49-5e067a55ae45 req-e6948022-99c8-417b-8bb2-ee16c288ba4b service neutron] 10.222.0.95 "GET /v2.0/networks?id=00d33a83-8eda-497d-a1c1-41b14f9abbba HTTP/1.1" status: 200 len: 922 time: 0.3379526 Feb 09 21:31:19.468749 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4976853-4c3c-4e50-9712-685090d39224 service neutron] Pushing event updated for resources: {'Port': ['ID=6baa751d-f156-4998-94bb-c6f43767cb46,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:19.509514 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [req-95bad21e-f02e-4ed9-b08a-e1ee9c0f3ec6 req-ab3bb511-453c-4f53-b409-d9b066439cdd tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Allocated IP 172.20.0.2 (03e4b562-fd58-4ef4-b9aa-3c97d3e91c8c/0943e86a-4b39-47c3-92d6-eb8b20ecbe76/174ff684-f276-4900-ac6d-bc801ccdab7c) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:31:19.784206 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-95bad21e-f02e-4ed9-b08a-e1ee9c0f3ec6 req-ab3bb511-453c-4f53-b409-d9b066439cdd tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Publish callbacks [] for port (174ff684-f276-4900-ac6d-bc801ccdab7c), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:19.858255 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-67d4f1c5-25c5-46d3-ad54-176f1920f01f req-5e4d63d3-09cb-41ad-b40e-5990e36cc2aa tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5949316 Feb 09 21:31:19.877699 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a0e1b1f1-19b8-4810-b25d-b885fb2ace80 req-ef669984-6142-4404-9043-3ceab7624506 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.90 "GET /v2.0/security-groups?id=bcb592ae-6b08-4a59-89a0-f97e40fbbc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6731160 Feb 09 21:31:19.880659 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-95bad21e-f02e-4ed9-b08a-e1ee9c0f3ec6 req-ab3bb511-453c-4f53-b409-d9b066439cdd tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (174ff684-f276-4900-ac6d-bc801ccdab7c), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:19.969491 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95bad21e-f02e-4ed9-b08a-e1ee9c0f3ec6 req-ab3bb511-453c-4f53-b409-d9b066439cdd tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Network 03e4b562-fd58-4ef4-b9aa-3c97d3e91c8c is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:31:19.996835 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7fa7a7e0-da31-4053-ba49-5e067a55ae45 req-b58b1252-4e49-470f-b812-19fe5a302036 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=abca71b7-c298-40e9-b2e3-e38f8f476231 HTTP/1.1" status: 200 len: 217 time: 0.5825069 Feb 09 21:31:20.008000 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [req-95bad21e-f02e-4ed9-b08a-e1ee9c0f3ec6 req-ab3bb511-453c-4f53-b409-d9b066439cdd tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:31:20.030315 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3bb511-453c-4f53-b409-d9b066439cdd tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Pushing event updated for resources: {'Port': ['ID=174ff684-f276-4900-ac6d-bc801ccdab7c,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:20.045041 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eb3d56-a5eb-43da-9300-ee412cf06a70 req-74e54d8b-dc90-4d63-aef7-c452aa4246bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:20.047780 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e2eb3d56-a5eb-43da-9300-ee412cf06a70 req-74e54d8b-dc90-4d63-aef7-c452aa4246bd service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=def3446e95584f24b6fdfb40ceda16ab&device_id=2c4dadfc-4571-4c50-811c-72f64728536f HTTP/1.1" status: 200 len: 1129 time: 0.6293392 Feb 09 21:31:20.052745 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-95bad21e-f02e-4ed9-b08a-e1ee9c0f3ec6 req-ab3bb511-453c-4f53-b409-d9b066439cdd tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:31:20.069685 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa7a7e0-da31-4053-ba49-5e067a55ae45 req-48317e14-7241-41ab-bcb8-1c3b94d2aa20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:20.071453 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7fa7a7e0-da31-4053-ba49-5e067a55ae45 req-48317e14-7241-41ab-bcb8-1c3b94d2aa20 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=2ae0b2a1-54ba-4223-84f8-c95ae116614d HTTP/1.1" status: 200 len: 860 time: 0.0605192 Feb 09 21:31:20.174486 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa7a7e0-da31-4053-ba49-5e067a55ae45 req-aaf146e2-88f3-4a3d-a19e-a88b0509d71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:20.176353 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7fa7a7e0-da31-4053-ba49-5e067a55ae45 req-aaf146e2-88f3-4a3d-a19e-a88b0509d71b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=00d33a83-8eda-497d-a1c1-41b14f9abbba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0934346 Feb 09 21:31:20.280532 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e2eb3d56-a5eb-43da-9300-ee412cf06a70 req-18fedc2a-4146-48b1-a3dd-44d6d2eba03a service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=6baa751d-f156-4998-94bb-c6f43767cb46 HTTP/1.1" status: 200 len: 217 time: 0.1790323 Feb 09 21:31:20.339862 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bad21e-f02e-4ed9-b08a-e1ee9c0f3ec6 req-ab3bb511-453c-4f53-b409-d9b066439cdd tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:20.340565 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-95bad21e-f02e-4ed9-b08a-e1ee9c0f3ec6 req-ab3bb511-453c-4f53-b409-d9b066439cdd tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:20.356790 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7fa7a7e0-da31-4053-ba49-5e067a55ae45 req-bd0d79ed-0949-4134-8eed-49abe89732c4 service neutron] 10.222.0.95 "GET /v2.0/networks/00d33a83-8eda-497d-a1c1-41b14f9abbba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653361 Feb 09 21:31:20.395327 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f387a9f7-39af-41d8-af7a-4d1de51341d5 req-a5a42e1b-91e1-4ce0-a332-f7f2119b387f tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:20.395327 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f387a9f7-39af-41d8-af7a-4d1de51341d5 req-a5a42e1b-91e1-4ce0-a332-f7f2119b387f tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=cd92d494-82c4-4614-9a6f-2d9307f3309a HTTP/1.1" status: 200 len: 944 time: 0.4240725 Feb 09 21:31:20.451766 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f91a94-1c6d-424e-a12f-3212b216caa2 req-4c0ca65c-c887-4a50-b8ab-f3d54d28b09f tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:20.453380 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-55f91a94-1c6d-424e-a12f-3212b216caa2 req-4c0ca65c-c887-4a50-b8ab-f3d54d28b09f tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "GET /v2.0/ports?device_id=6ae33bd7-5545-4d2f-b221-05329d891107 HTTP/1.1" status: 200 len: 931 time: 0.3508239 Feb 09 21:31:20.454868 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eb3d56-a5eb-43da-9300-ee412cf06a70 req-ee09d943-5959-44a1-902d-57621363013b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:20.456189 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e2eb3d56-a5eb-43da-9300-ee412cf06a70 req-ee09d943-5959-44a1-902d-57621363013b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0f7402ac-a35b-414b-bcc1-bc1c3072ec3c HTTP/1.1" status: 200 len: 843 time: 0.1571047 Feb 09 21:31:20.466643 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-95bad21e-f02e-4ed9-b08a-e1ee9c0f3ec6 req-ab3bb511-453c-4f53-b409-d9b066439cdd tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9094851 Feb 09 21:31:20.528024 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-95bad21e-f02e-4ed9-b08a-e1ee9c0f3ec6 req-0bc9b9c2-dbd0-467e-83c5-bac85e165231 service neutron] Request body: {'port': {'device_id': '6ae33bd7-5545-4d2f-b221-05329d891107', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-5'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:31:20.566326 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7fa7a7e0-da31-4053-ba49-5e067a55ae45 req-9586efeb-a3dc-4840-bf2f-f56fee31071b service neutron] 10.222.0.95 "GET /v2.0/networks/00d33a83-8eda-497d-a1c1-41b14f9abbba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005656 Feb 09 21:31:20.571729 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f387a9f7-39af-41d8-af7a-4d1de51341d5 req-f7859937-d7c7-43c6-a4e4-a19e5d872aec tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501873 Feb 09 21:31:20.703672 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-95bad21e-f02e-4ed9-b08a-e1ee9c0f3ec6 req-0bc9b9c2-dbd0-467e-83c5-bac85e165231 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (174ff684-f276-4900-ac6d-bc801ccdab7c), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:20.707363 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c2c9c1e-c4d7-4d8e-9c8c-548f3ad36909 x-openstack-request-id: req-1c2c9c1e-c4d7-4d8e-9c8c-548f3ad36909 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:31:20.707666 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd92d494-82c4-4614-9a6f-2d9307f3309a", "tag": "df09fb29-1ecd-4bea-b09f-dc089b20c12e", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:31:20.707977 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-1c2c9c1e-c4d7-4d8e-9c8c-548f3ad36909 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:31:20.708825 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd92d494-82c4-4614-9a6f-2d9307f3309a', 'tag': 'df09fb29-1ecd-4bea-b09f-dc089b20c12e', 'status': 'completed', 'code': 200} Feb 09 21:31:20.731384 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-55f91a94-1c6d-424e-a12f-3212b216caa2 req-fa21d9ba-55f7-43e2-bd70-d401f9d9aecb tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf86e5b7-36f5-4887-a89f-16073b9e7049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682936 Feb 09 21:31:20.743469 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eb3d56-a5eb-43da-9300-ee412cf06a70 req-c1da2680-2b3b-4b24-9326-a87b738cb2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:20.751553 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e2eb3d56-a5eb-43da-9300-ee412cf06a70 req-c1da2680-2b3b-4b24-9326-a87b738cb2f3 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2568791 Feb 09 21:31:20.821700 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:20.849215 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084e689f-382a-42d2-b5b7-72f52fb41701 req-673de5ea-54cb-4755-a602-e8f8c33fbafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:20.851760 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-084e689f-382a-42d2-b5b7-72f52fb41701 req-673de5ea-54cb-4755-a602-e8f8c33fbafe service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d13eb104d8994e4d9b604f1050cb6328&device_id=cd92d494-82c4-4614-9a6f-2d9307f3309a HTTP/1.1" status: 200 len: 1156 time: 0.1050718 Feb 09 21:31:20.864006 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device c543c68f-2876-4aba-82e0-f1ae0fcc2d0d details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:31:21.009822 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device abca71b7-c298-40e9-b2e3-e38f8f476231 details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:31:21.128286 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084e689f-382a-42d2-b5b7-72f52fb41701 req-172bff09-4011-4f08-87a2-b791d5c57897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:21.130138 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-084e689f-382a-42d2-b5b7-72f52fb41701 req-172bff09-4011-4f08-87a2-b791d5c57897 service neutron] 10.222.0.89 "GET /v2.0/networks?id=5406f657-d0e3-4570-bda7-aeb2bc509011 HTTP/1.1" status: 200 len: 909 time: 0.2530329 Feb 09 21:31:21.147420 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d4c7c0-373d-44cd-bd31-9f94ee862dce req-f6eabf4b-96a2-4c9b-9bc5-5e265739d038 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:21.157342 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-87d4c7c0-373d-44cd-bd31-9f94ee862dce req-f6eabf4b-96a2-4c9b-9bc5-5e265739d038 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=600973c8-2437-4bb6-ba74-e5d91537b5d5 HTTP/1.1" status: 200 len: 948 time: 0.3149772 Feb 09 21:31:21.174840 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port c543c68f-2876-4aba-82e0-f1ae0fcc2d0d, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=c543c68f-2876-4aba-82e0-f1ae0fcc2d0d,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:31:21.181654 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efc4830-07b7-464a-8694-a4f3aec43d64 req-c0d1d6e3-1e23-485d-884a-6635e1a1f229 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:21.194263 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-084e689f-382a-42d2-b5b7-72f52fb41701 req-57be5a70-9488-4df7-9c31-b0c9ecac9d01 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df09fb29-1ecd-4bea-b09f-dc089b20c12e HTTP/1.1" status: 200 len: 217 time: 0.0530193 Feb 09 21:31:21.196838 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4efc4830-07b7-464a-8694-a4f3aec43d64 req-c0d1d6e3-1e23-485d-884a-6635e1a1f229 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=7363f6dd-2718-4848-98c6-d4b3a3d9decc HTTP/1.1" status: 200 len: 945 time: 0.3518286 Feb 09 21:31:21.208455 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': 'c543c68f-2876-4aba-82e0-f1ae0fcc2d0d', 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc', 'port_id': 'c543c68f-2876-4aba-82e0-f1ae0fcc2d0d', 'mac_address': 'fa:16:3e:e9:c6:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f7402ac-a35b-414b-bcc1-bc1c3072ec3c', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:31:21.213901 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port abca71b7-c298-40e9-b2e3-e38f8f476231, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=abca71b7-c298-40e9-b2e3-e38f8f476231,segment=NetworkSegment(c07b92a0-f595-4f01-a173-5be9c963bd04),segment_id=c07b92a0-f595-4f01-a173-5be9c963bd04)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:31:21.255770 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': 'abca71b7-c298-40e9-b2e3-e38f8f476231', 'network_id': '00d33a83-8eda-497d-a1c1-41b14f9abbba', 'port_id': 'abca71b7-c298-40e9-b2e3-e38f8f476231', 'mac_address': 'fa:16:3e:b4:39:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ae0b2a1-54ba-4223-84f8-c95ae116614d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:31:21.283972 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084e689f-382a-42d2-b5b7-72f52fb41701 req-cefebcb2-7b41-4792-aed0-33cc8aa93e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:21.286729 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-084e689f-382a-42d2-b5b7-72f52fb41701 req-cefebcb2-7b41-4792-aed0-33cc8aa93e91 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e1ad18b5-2d0f-4d2c-9c50-5fdfdce0a556 HTTP/1.1" status: 200 len: 848 time: 0.0808141 Feb 09 21:31:21.310048 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port c543c68f-2876-4aba-82e0-f1ae0fcc2d0d is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:31:21.310988 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (c543c68f-2876-4aba-82e0-f1ae0fcc2d0d), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:21.331451 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e2eb3d56-a5eb-43da-9300-ee412cf06a70 req-0469d92a-1067-484e-8db0-8a4d3213cdf7 service neutron] 10.222.0.95 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5686607 Feb 09 21:31:21.335098 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port abca71b7-c298-40e9-b2e3-e38f8f476231 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:31:21.335718 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (abca71b7-c298-40e9-b2e3-e38f8f476231), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:21.346397 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-084e689f-382a-42d2-b5b7-72f52fb41701 req-d2e78862-5f52-4d1a-ab05-83c6a1edec76 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=5406f657-d0e3-4570-bda7-aeb2bc509011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501080 Feb 09 21:31:21.351803 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abca71b7-c298-40e9-b2e3-e38f8f476231 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:31:21.357434 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c543c68f-2876-4aba-82e0-f1ae0fcc2d0d {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:31:21.414545 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port c543c68f-2876-4aba-82e0-f1ae0fcc2d0d, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=c543c68f-2876-4aba-82e0-f1ae0fcc2d0d,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:31:21.439367 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (c543c68f-2876-4aba-82e0-f1ae0fcc2d0d), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:21.450631 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port abca71b7-c298-40e9-b2e3-e38f8f476231, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=abca71b7-c298-40e9-b2e3-e38f8f476231,segment=NetworkSegment(c07b92a0-f595-4f01-a173-5be9c963bd04),segment_id=c07b92a0-f595-4f01-a173-5be9c963bd04)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:31:21.478196 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-87d4c7c0-373d-44cd-bd31-9f94ee862dce req-a9127654-85c8-42e4-b582-573e9295b334 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481990 Feb 09 21:31:21.510145 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4efc4830-07b7-464a-8694-a4f3aec43d64 req-3c6a2a7b-63f1-48f0-9580-6d5e59bb5779 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3123438 Feb 09 21:31:21.539516 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=c543c68f-2876-4aba-82e0-f1ae0fcc2d0d,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:21.540580 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-084e689f-382a-42d2-b5b7-72f52fb41701 req-d5b94fee-7d76-4960-aa24-050445a2621a service neutron] 10.222.0.89 "GET /v2.0/networks/5406f657-d0e3-4570-bda7-aeb2bc509011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813927 Feb 09 21:31:21.552964 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (abca71b7-c298-40e9-b2e3-e38f8f476231), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:21.568088 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:21.569224 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:21.573646 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:21.574307 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:21.574807 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:21.575772 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:21.576353 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:21.577031 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:21.577519 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:21.578003 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:21.578475 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:21.579589 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:21.580088 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:31:21.663040 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=abca71b7-c298-40e9-b2e3-e38f8f476231,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:21.701650 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-084e689f-382a-42d2-b5b7-72f52fb41701 req-b34aa462-271a-4b02-ab7a-9231dac73cf0 service neutron] 10.222.0.89 "GET /v2.0/networks/5406f657-d0e3-4570-bda7-aeb2bc509011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466391 Feb 09 21:31:21.712400 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e2eb3d56-a5eb-43da-9300-ee412cf06a70 req-c83b7155-98c3-48d6-ac0b-63bf6f45e30d service neutron] 10.222.0.95 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3557854 Feb 09 21:31:21.805219 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [req-95bad21e-f02e-4ed9-b08a-e1ee9c0f3ec6 req-0bc9b9c2-dbd0-467e-83c5-bac85e165231 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 174ff684-f276-4900-ac6d-bc801ccdab7c {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:31:21.817273 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c343d6-d0c0-4755-8067-7acc374e61bd req-eccabc2f-f7a7-4c1e-a979-07474748312f tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:21.818834 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f3c343d6-d0c0-4755-8067-7acc374e61bd req-eccabc2f-f7a7-4c1e-a979-07474748312f tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c4dadfc-4571-4c50-811c-72f64728536f HTTP/1.1" status: 200 len: 947 time: 0.1483545 Feb 09 21:31:21.823572 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-95bad21e-f02e-4ed9-b08a-e1ee9c0f3ec6 req-0bc9b9c2-dbd0-467e-83c5-bac85e165231 service neutron] Publish callbacks [] for port (174ff684-f276-4900-ac6d-bc801ccdab7c), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:21.847792 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [req-95bad21e-f02e-4ed9-b08a-e1ee9c0f3ec6 req-0bc9b9c2-dbd0-467e-83c5-bac85e165231 service neutron] Transition to ACTIVE for port object 174ff684-f276-4900-ac6d-bc801ccdab7c will not be triggered until provisioned by entity L2. {{(pid=103140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:31:21.856824 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-95bad21e-f02e-4ed9-b08a-e1ee9c0f3ec6 req-0bc9b9c2-dbd0-467e-83c5-bac85e165231 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (174ff684-f276-4900-ac6d-bc801ccdab7c), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:21.983387 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f3c343d6-d0c0-4755-8067-7acc374e61bd req-774ea885-9c1d-41a5-ba7f-8eb2a18f85a1 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535203 Feb 09 21:31:21.984044 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc9b9c2-dbd0-467e-83c5-bac85e165231 service neutron] Pushing event updated for resources: {'Port': ['ID=174ff684-f276-4900-ac6d-bc801ccdab7c,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:22.056646 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fc4610-6735-4190-870e-57d51a137e41 req-6b6cefe5-f49e-4141-8e30-d90130ed8b5f tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:22.063513 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a4fc4610-6735-4190-870e-57d51a137e41 req-6b6cefe5-f49e-4141-8e30-d90130ed8b5f tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.90 "GET /v2.0/ports?device_id=267f27c9-0cfc-409d-8870-ca614d4a8cff HTTP/1.1" status: 200 len: 945 time: 0.1593461 Feb 09 21:31:22.135019 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-95bad21e-f02e-4ed9-b08a-e1ee9c0f3ec6 req-0bc9b9c2-dbd0-467e-83c5-bac85e165231 service neutron] Attempting to bind port 174ff684-f276-4900-ac6d-bc801ccdab7c on host n-h1-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:31:22.135365 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-95bad21e-f02e-4ed9-b08a-e1ee9c0f3ec6 req-0bc9b9c2-dbd0-467e-83c5-bac85e165231 service neutron] Attempting to bind port 174ff684-f276-4900-ac6d-bc801ccdab7c by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': '245b6cbf-bc8c-4ac6-8eda-9aca94663a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '03e4b562-fd58-4ef4-b9aa-3c97d3e91c8c'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:31:22.135701 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bad21e-f02e-4ed9-b08a-e1ee9c0f3ec6 req-0bc9b9c2-dbd0-467e-83c5-bac85e165231 service neutron] Attempting to bind port 174ff684-f276-4900-ac6d-bc801ccdab7c on network 03e4b562-fd58-4ef4-b9aa-3c97d3e91c8c {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:31:22.160541 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bad21e-f02e-4ed9-b08a-e1ee9c0f3ec6 req-0bc9b9c2-dbd0-467e-83c5-bac85e165231 service neutron] Port 174ff684-f276-4900-ac6d-bc801ccdab7c on network 03e4b562-fd58-4ef4-b9aa-3c97d3e91c8c not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:31:22.160880 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bad21e-f02e-4ed9-b08a-e1ee9c0f3ec6 req-0bc9b9c2-dbd0-467e-83c5-bac85e165231 service neutron] Attempting to bind port 174ff684-f276-4900-ac6d-bc801ccdab7c on network 03e4b562-fd58-4ef4-b9aa-3c97d3e91c8c {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:31:22.168178 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a4fc4610-6735-4190-870e-57d51a137e41 req-d42d1ef3-10cd-4c85-aa0a-23e20d8d2d2a tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.90 "GET /v2.0/security-groups?id=bcb592ae-6b08-4a59-89a0-f97e40fbbc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037989 Feb 09 21:31:22.174463 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bad21e-f02e-4ed9-b08a-e1ee9c0f3ec6 req-0bc9b9c2-dbd0-467e-83c5-bac85e165231 service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:31:22.174814 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bad21e-f02e-4ed9-b08a-e1ee9c0f3ec6 req-0bc9b9c2-dbd0-467e-83c5-bac85e165231 service neutron] Checking segment: {'id': '245b6cbf-bc8c-4ac6-8eda-9aca94663a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '03e4b562-fd58-4ef4-b9aa-3c97d3e91c8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:31:22.175240 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bad21e-f02e-4ed9-b08a-e1ee9c0f3ec6 req-0bc9b9c2-dbd0-467e-83c5-bac85e165231 service neutron] Bound using segment: {'id': '245b6cbf-bc8c-4ac6-8eda-9aca94663a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '03e4b562-fd58-4ef4-b9aa-3c97d3e91c8c'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:31:22.175692 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-95bad21e-f02e-4ed9-b08a-e1ee9c0f3ec6 req-0bc9b9c2-dbd0-467e-83c5-bac85e165231 service neutron] Bound port: 174ff684-f276-4900-ac6d-bc801ccdab7c, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '245b6cbf-bc8c-4ac6-8eda-9aca94663a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '03e4b562-fd58-4ef4-b9aa-3c97d3e91c8c'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:31:22.176063 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-95bad21e-f02e-4ed9-b08a-e1ee9c0f3ec6 req-0bc9b9c2-dbd0-467e-83c5-bac85e165231 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (174ff684-f276-4900-ac6d-bc801ccdab7c), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:22.190395 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f397e920-8f46-40d5-8c5a-1117db1855b4 req-d115e1c1-cbbc-449d-b2ee-6a76baf2c07d tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:22.190395 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f397e920-8f46-40d5-8c5a-1117db1855b4 req-d115e1c1-cbbc-449d-b2ee-6a76baf2c07d tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=cd92d494-82c4-4614-9a6f-2d9307f3309a HTTP/1.1" status: 200 len: 944 time: 0.1210408 Feb 09 21:31:22.224766 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 50784) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:31:22.230761 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['c543c68f-2876-4aba-82e0-f1ae0fcc2d0d'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:31:22.280522 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f397e920-8f46-40d5-8c5a-1117db1855b4 req-d32a6d83-e8bc-48f7-8a49-908adc00c9aa tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836618 Feb 09 21:31:22.292872 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-95bad21e-f02e-4ed9-b08a-e1ee9c0f3ec6 req-0bc9b9c2-dbd0-467e-83c5-bac85e165231 service neutron] For port 174ff684-f276-4900-ac6d-bc801ccdab7c, host n-h1-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:31:22.297136 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-95bad21e-f02e-4ed9-b08a-e1ee9c0f3ec6 req-0bc9b9c2-dbd0-467e-83c5-bac85e165231 service neutron] For port 174ff684-f276-4900-ac6d-bc801ccdab7c, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=174ff684-f276-4900-ac6d-bc801ccdab7c,segment=NetworkSegment(245b6cbf-bc8c-4ac6-8eda-9aca94663a57),segment_id=245b6cbf-bc8c-4ac6-8eda-9aca94663a57)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:31:22.313033 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-95bad21e-f02e-4ed9-b08a-e1ee9c0f3ec6 req-0bc9b9c2-dbd0-467e-83c5-bac85e165231 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (174ff684-f276-4900-ac6d-bc801ccdab7c), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:22.354210 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bad21e-f02e-4ed9-b08a-e1ee9c0f3ec6 req-0bc9b9c2-dbd0-467e-83c5-bac85e165231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:22.354817 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-95bad21e-f02e-4ed9-b08a-e1ee9c0f3ec6 req-0bc9b9c2-dbd0-467e-83c5-bac85e165231 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:22.356282 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-95bad21e-f02e-4ed9-b08a-e1ee9c0f3ec6 req-0bc9b9c2-dbd0-467e-83c5-bac85e165231 service neutron] 10.222.0.95 "PUT /v2.0/ports/174ff684-f276-4900-ac6d-bc801ccdab7c HTTP/1.1" status: 200 len: 1091 time: 1.8580680 Feb 09 21:31:22.356964 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['abca71b7-c298-40e9-b2e3-e38f8f476231'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:31:22.395024 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e853c711-24d1-4943-a585-b9595b4bc0a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:22.400847 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc9b9c2-dbd0-467e-83c5-bac85e165231 service neutron] Pushing event updated for resources: {'Port': ['ID=174ff684-f276-4900-ac6d-bc801ccdab7c,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:22.547562 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e853c711-24d1-4943-a585-b9595b4bc0a9 admin admin] Publish callbacks [] for security_group (ff7249cd-1813-4704-90a9-32f5571d9fe4), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:22.560158 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e853c711-24d1-4943-a585-b9595b4bc0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (ff7249cd-1813-4704-90a9-32f5571d9fe4), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:22.569534 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1bdebe-01ad-4c15-a1a8-b68482f955db req-b59deb6e-a0b0-4aee-8d00-773ee8151438 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:22.571274 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1e1bdebe-01ad-4c15-a1a8-b68482f955db req-b59deb6e-a0b0-4aee-8d00-773ee8151438 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "GET /v2.0/ports?device_id=6ae33bd7-5545-4d2f-b221-05329d891107 HTTP/1.1" status: 200 len: 943 time: 0.1315866 Feb 09 21:31:22.573487 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bad21e-f02e-4ed9-b08a-e1ee9c0f3ec6 req-e49deb14-0e9d-4e6b-a490-1e5f83ef40d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:22.575061 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-95bad21e-f02e-4ed9-b08a-e1ee9c0f3ec6 req-e49deb14-0e9d-4e6b-a490-1e5f83ef40d3 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=21cf86ff189342fe85bf484488bae7be&device_id=6ae33bd7-5545-4d2f-b221-05329d891107 HTTP/1.1" status: 200 len: 1125 time: 0.1203525 Feb 09 21:31:22.629893 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-e853c711-24d1-4943-a585-b9595b4bc0a9 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=77ed697a8a384e6aa4fcb9f38296d41b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4041426 Feb 09 21:31:22.631089 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e853c711-24d1-4943-a585-b9595b4bc0a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff7249cd-1813-4704-90a9-32f5571d9fe4,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:22.633033 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-95bad21e-f02e-4ed9-b08a-e1ee9c0f3ec6 req-338f3e8e-f8e6-47d3-8f4a-3a2eb3137448 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=174ff684-f276-4900-ac6d-bc801ccdab7c HTTP/1.1" status: 200 len: 217 time: 0.0452335 Feb 09 21:31:22.633818 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 50796) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:31:22.687040 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f1f9898c-e046-4f60-bdce-31342ba596c1 admin admin] Publish callbacks [] for security_group (ff7249cd-1813-4704-90a9-32f5571d9fe4), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:22.732468 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c4dadfc-4571-4c50-811c-72f64728536f', 'tag': '6baa751d-f156-4998-94bb-c6f43767cb46'}, {'name': 'network-changed', 'server_uuid': '6ae33bd7-5545-4d2f-b221-05329d891107', 'tag': '174ff684-f276-4900-ac6d-bc801ccdab7c'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:31:22.734770 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f1f9898c-e046-4f60-bdce-31342ba596c1 admin admin] Publish callbacks [] for security_group (ff7249cd-1813-4704-90a9-32f5571d9fe4), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:22.735728 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16666866-8005-4e6f-a7b9-0966138f823d" -d '{"events": [{"name": "network-changed", "server_uuid": "2c4dadfc-4571-4c50-811c-72f64728536f", "tag": "6baa751d-f156-4998-94bb-c6f43767cb46"}, {"name": "network-changed", "server_uuid": "6ae33bd7-5545-4d2f-b221-05329d891107", "tag": "174ff684-f276-4900-ac6d-bc801ccdab7c"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:31:22.782113 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1e1bdebe-01ad-4c15-a1a8-b68482f955db req-6776bd9f-cf6b-4d92-8750-e60db54f0d73 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf86e5b7-36f5-4887-a89f-16073b9e7049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011790 Feb 09 21:31:22.810321 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f1f9898c-e046-4f60-bdce-31342ba596c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (ff7249cd-1813-4704-90a9-32f5571d9fe4), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:22.812579 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b5b37-c635-4505-aadf-59b7bdfc0ceb req-704ec7a9-0ee3-42c9-b9d4-e11037baeae5 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:22.814406 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d40b5b37-c635-4505-aadf-59b7bdfc0ceb req-704ec7a9-0ee3-42c9-b9d4-e11037baeae5 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=600973c8-2437-4bb6-ba74-e5d91537b5d5 HTTP/1.1" status: 200 len: 949 time: 0.1802800 Feb 09 21:31:22.816305 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bad21e-f02e-4ed9-b08a-e1ee9c0f3ec6 req-854b92d8-560c-4a02-b233-e82e68b5c878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:22.818284 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-95bad21e-f02e-4ed9-b08a-e1ee9c0f3ec6 req-854b92d8-560c-4a02-b233-e82e68b5c878 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0943e86a-4b39-47c3-92d6-eb8b20ecbe76 HTTP/1.1" status: 200 len: 861 time: 0.1612206 Feb 09 21:31:22.822795 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f1f9898c-e046-4f60-bdce-31342ba596c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:22.823811 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-f1f9898c-e046-4f60-bdce-31342ba596c1 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/ff7249cd-1813-4704-90a9-32f5571d9fe4 HTTP/1.1" status: 204 len: 168 time: 0.1888831 Feb 09 21:31:22.844472 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f9898c-e046-4f60-bdce-31342ba596c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff7249cd-1813-4704-90a9-32f5571d9fe4,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:22.878284 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-95bad21e-f02e-4ed9-b08a-e1ee9c0f3ec6 req-b95f8b86-c4fd-4700-bb47-aff81b1a2ce9 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=03e4b562-fd58-4ef4-b9aa-3c97d3e91c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406623 Feb 09 21:31:23.028955 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d40b5b37-c635-4505-aadf-59b7bdfc0ceb req-a4af0f5d-cc01-42da-8aea-73e3b7f04908 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064381 Feb 09 21:31:23.087171 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-95bad21e-f02e-4ed9-b08a-e1ee9c0f3ec6 req-d93e0250-74e9-4767-879a-aeffaef1e45a service neutron] 10.222.0.95 "GET /v2.0/networks/03e4b562-fd58-4ef4-b9aa-3c97d3e91c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931288 Feb 09 21:31:23.096268 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb4162d-33a6-434b-b716-efe5e06a8084 req-ded4e167-7ab7-4cc8-b537-0f4cf1f777f4 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:23.098127 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5cb4162d-33a6-434b-b716-efe5e06a8084 req-ded4e167-7ab7-4cc8-b537-0f4cf1f777f4 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=7363f6dd-2718-4848-98c6-d4b3a3d9decc HTTP/1.1" status: 200 len: 945 time: 0.1932778 Feb 09 21:31:23.112265 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 09 Feb 2022 21:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdb5b9af-7fb4-41b6-b32d-7f3810cb6e88 x-openstack-request-id: req-fdb5b9af-7fb4-41b6-b32d-7f3810cb6e88 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:31:23.113174 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c4dadfc-4571-4c50-811c-72f64728536f", "tag": "6baa751d-f156-4998-94bb-c6f43767cb46", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6ae33bd7-5545-4d2f-b221-05329d891107", "tag": "174ff684-f276-4900-ac6d-bc801ccdab7c", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:31:23.113441 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-fdb5b9af-7fb4-41b6-b32d-7f3810cb6e88 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:31:23.113932 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c4dadfc-4571-4c50-811c-72f64728536f', 'tag': '6baa751d-f156-4998-94bb-c6f43767cb46', 'status': 'completed', 'code': 200} Feb 09 21:31:23.114814 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ae33bd7-5545-4d2f-b221-05329d891107', 'tag': '174ff684-f276-4900-ac6d-bc801ccdab7c', 'status': 'completed', 'code': 200} Feb 09 21:31:23.247703 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:23.320063 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5cb4162d-33a6-434b-b716-efe5e06a8084 req-21578804-a3fd-499c-a148-3ffdb7698018 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869822 Feb 09 21:31:23.368806 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16666866-8005-4e6f-a7b9-0966138f823d req-569002e1-6741-4d6f-b724-4fbda88d2a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:23.370465 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-16666866-8005-4e6f-a7b9-0966138f823d req-569002e1-6741-4d6f-b724-4fbda88d2a16 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=def3446e95584f24b6fdfb40ceda16ab&device_id=2c4dadfc-4571-4c50-811c-72f64728536f HTTP/1.1" status: 200 len: 1129 time: 0.2294240 Feb 09 21:31:23.403469 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2081c5-4f33-4d4c-aa94-0532ac2c671c req-886cfe8c-aee2-4494-8efd-afda40e4ef23 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:23.405871 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2d2081c5-4f33-4d4c-aa94-0532ac2c671c req-886cfe8c-aee2-4494-8efd-afda40e4ef23 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c4dadfc-4571-4c50-811c-72f64728536f HTTP/1.1" status: 200 len: 947 time: 0.2071869 Feb 09 21:31:23.776374 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-95bad21e-f02e-4ed9-b08a-e1ee9c0f3ec6 req-6d9bead4-2a94-46c5-8c7f-cebda9810185 service neutron] 10.222.0.95 "GET /v2.0/networks/03e4b562-fd58-4ef4-b9aa-3c97d3e91c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6771023 Feb 09 21:31:23.821815 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 50830) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:31:23.882327 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2d2081c5-4f33-4d4c-aa94-0532ac2c671c req-24de5568-92b6-4fa8-9278-ada3262ac01c tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399419 Feb 09 21:31:23.892482 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411f94d9-e70d-4bf1-a2fa-8cb7c1aa7a06 req-64494b46-69fd-42f1-8916-fb884a428f3f tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:23.900125 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-411f94d9-e70d-4bf1-a2fa-8cb7c1aa7a06 req-64494b46-69fd-42f1-8916-fb884a428f3f tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.90 "GET /v2.0/ports?device_id=267f27c9-0cfc-409d-8870-ca614d4a8cff HTTP/1.1" status: 200 len: 945 time: 0.4906015 Feb 09 21:31:23.912113 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16666866-8005-4e6f-a7b9-0966138f823d req-5fc4c843-89c4-45de-b973-1575fc80fdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:23.912113 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-16666866-8005-4e6f-a7b9-0966138f823d req-5fc4c843-89c4-45de-b973-1575fc80fdf0 service neutron] 10.222.0.95 "GET /v2.0/networks?id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc HTTP/1.1" status: 200 len: 870 time: 0.5216143 Feb 09 21:31:23.939981 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-0d7e8653-13ee-46f9-8433-ebcaa754a638 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-788896121-network', 'tenant_id': '7f960ea9e4814f1c9f3d6e0840e5a81e'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:31:23.971688 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-16666866-8005-4e6f-a7b9-0966138f823d req-a870b972-3b83-43b1-9d43-82cd3d1f6681 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=6baa751d-f156-4998-94bb-c6f43767cb46 HTTP/1.1" status: 200 len: 217 time: 0.0532098 Feb 09 21:31:23.976344 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d7e8653-13ee-46f9-8433-ebcaa754a638 admin admin] Made reservation on behalf of 7f960ea9e4814f1c9f3d6e0840e5a81e for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:31:23.981006 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0d7e8653-13ee-46f9-8433-ebcaa754a638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:23.994981 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0d7e8653-13ee-46f9-8433-ebcaa754a638 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:24.000316 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-411f94d9-e70d-4bf1-a2fa-8cb7c1aa7a06 req-9e5df74e-a186-4c40-8d32-7e878cee71e0 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.90 "GET /v2.0/security-groups?id=bcb592ae-6b08-4a59-89a0-f97e40fbbc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990531 Feb 09 21:31:24.051735 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16666866-8005-4e6f-a7b9-0966138f823d req-065184f9-f6f6-49c5-8146-4a8d804ee6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:24.053949 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-16666866-8005-4e6f-a7b9-0966138f823d req-065184f9-f6f6-49c5-8146-4a8d804ee6c4 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0f7402ac-a35b-414b-bcc1-bc1c3072ec3c HTTP/1.1" status: 200 len: 843 time: 0.0528700 Feb 09 21:31:24.174796 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0d7e8653-13ee-46f9-8433-ebcaa754a638 admin admin] Publish callbacks [] for security_group (000b5c05-19e3-420b-9015-081c6c7f11c3), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:24.188786 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0d7e8653-13ee-46f9-8433-ebcaa754a638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (000b5c05-19e3-420b-9015-081c6c7f11c3), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:24.223629 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d7e8653-13ee-46f9-8433-ebcaa754a638 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:31:24.228263 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16666866-8005-4e6f-a7b9-0966138f823d req-49b2004a-b6b9-40b9-9ec9-c93b2c9c52c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:24.229886 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-16666866-8005-4e6f-a7b9-0966138f823d req-49b2004a-b6b9-40b9-9ec9-c93b2c9c52c8 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1468945 Feb 09 21:31:24.238918 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7e8653-13ee-46f9-8433-ebcaa754a638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=000b5c05-19e3-420b-9015-081c6c7f11c3,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:24.246901 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0d7e8653-13ee-46f9-8433-ebcaa754a638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (f0a49655-0dab-4be5-a139-f143e1a2272b), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:24.247151 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-0d7e8653-13ee-46f9-8433-ebcaa754a638 admin admin] Added segment f0a49655-0dab-4be5-a139-f143e1a2272b of type vlan for network 1ccb3c1e-996b-41e3-9a90-cc05638f9e89 Feb 09 21:31:24.256583 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96caec79-b974-4885-8e04-213290947442 req-762ceafa-b327-47c8-b555-c89c7962ae4c tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:24.258294 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-96caec79-b974-4885-8e04-213290947442 req-762ceafa-b327-47c8-b555-c89c7962ae4c tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=cd92d494-82c4-4614-9a6f-2d9307f3309a HTTP/1.1" status: 200 len: 944 time: 0.1200662 Feb 09 21:31:24.319363 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0d7e8653-13ee-46f9-8433-ebcaa754a638 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (1ccb3c1e-996b-41e3-9a90-cc05638f9e89), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:24.361083 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0d7e8653-13ee-46f9-8433-ebcaa754a638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (1ccb3c1e-996b-41e3-9a90-cc05638f9e89), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:24.362197 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7e8653-13ee-46f9-8433-ebcaa754a638 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:24.363486 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0d7e8653-13ee-46f9-8433-ebcaa754a638 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:24.368674 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9c7fb0-33fe-41f5-a398-8803daf7d8d0 req-bf2ac974-7461-4563-8222-d2f1b7092b9c tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:24.379252 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3d9c7fb0-33fe-41f5-a398-8803daf7d8d0 req-bf2ac974-7461-4563-8222-d2f1b7092b9c tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "GET /v2.0/ports?device_id=6ae33bd7-5545-4d2f-b221-05329d891107 HTTP/1.1" status: 200 len: 943 time: 0.2398059 Feb 09 21:31:24.419157 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-0d7e8653-13ee-46f9-8433-ebcaa754a638 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5962119 Feb 09 21:31:24.426831 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 50846) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:31:24.432609 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-4f28edfc-afbc-4bef-a8d0-fcb2210ffb18 admin admin] Request body: {'subnet': {'network_id': '1ccb3c1e-996b-41e3-9a90-cc05638f9e89', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-788896121-subnet', 'tenant_id': '7f960ea9e4814f1c9f3d6e0840e5a81e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:31:24.449130 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7e8653-13ee-46f9-8433-ebcaa754a638 admin admin] Pushing event updated for resources: {'Network': ['ID=1ccb3c1e-996b-41e3-9a90-cc05638f9e89,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:24.462292 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 1ccb3c1e-996b-41e3-9a90-cc05638f9e89 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:31:24.468167 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-96caec79-b974-4885-8e04-213290947442 req-17a28e01-94ff-4a9f-87f1-32804e90422a tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991127 Feb 09 21:31:24.471500 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f28edfc-afbc-4bef-a8d0-fcb2210ffb18 admin admin] Made reservation on behalf of 7f960ea9e4814f1c9f3d6e0840e5a81e for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:31:24.476910 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4f28edfc-afbc-4bef-a8d0-fcb2210ffb18 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:24.529414 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3d9c7fb0-33fe-41f5-a398-8803daf7d8d0 req-41daba5d-65c1-4d95-be95-373c7716d8fe tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf86e5b7-36f5-4887-a89f-16073b9e7049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464620 Feb 09 21:31:24.532250 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-16666866-8005-4e6f-a7b9-0966138f823d req-57ec4d62-b2d2-452c-a374-c3c54e9c30f3 service neutron] 10.222.0.95 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833393 Feb 09 21:31:24.762908 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4f28edfc-afbc-4bef-a8d0-fcb2210ffb18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (954aeff3-776a-4d4a-b59c-79cdefb95559), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:24.785822 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-16666866-8005-4e6f-a7b9-0966138f823d req-7000a638-7df6-4401-9be3-5e3846ba14c9 service neutron] 10.222.0.95 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413676 Feb 09 21:31:24.806842 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe90435-35b5-47fe-85e6-5f4882a2b7cc req-70d94cc6-0477-4294-99bf-49839b264378 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:24.808454 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dbe90435-35b5-47fe-85e6-5f4882a2b7cc req-70d94cc6-0477-4294-99bf-49839b264378 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=600973c8-2437-4bb6-ba74-e5d91537b5d5 HTTP/1.1" status: 200 len: 949 time: 0.1573908 Feb 09 21:31:24.823518 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f28edfc-afbc-4bef-a8d0-fcb2210ffb18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=954aeff3-776a-4d4a-b59c-79cdefb95559,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:24.832082 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb88f6a-f625-4b5d-9215-2e30988e869c req-e3e9fb74-7c13-4a21-913a-cb7dbed23aed tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:24.841321 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9cb88f6a-f625-4b5d-9215-2e30988e869c req-e3e9fb74-7c13-4a21-913a-cb7dbed23aed tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=7363f6dd-2718-4848-98c6-d4b3a3d9decc HTTP/1.1" status: 200 len: 945 time: 0.1915910 Feb 09 21:31:24.866559 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f28edfc-afbc-4bef-a8d0-fcb2210ffb18 admin admin] Checking segment: {'id': 'f0a49655-0dab-4be5-a139-f143e1a2272b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '1ccb3c1e-996b-41e3-9a90-cc05638f9e89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:31:24.866973 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f28edfc-afbc-4bef-a8d0-fcb2210ffb18 admin admin] Network hostable DHCP agents. Network: 1ccb3c1e-996b-41e3-9a90-cc05638f9e89, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:31:24.887270 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device c543c68f-2876-4aba-82e0-f1ae0fcc2d0d up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:31:24.901943 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f28edfc-afbc-4bef-a8d0-fcb2210ffb18 admin admin] Network 1ccb3c1e-996b-41e3-9a90-cc05638f9e89 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:31:24.918644 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-4f28edfc-afbc-4bef-a8d0-fcb2210ffb18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 1ccb3c1e-996b-41e3-9a90-cc05638f9e89) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:31:24.927218 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f28edfc-afbc-4bef-a8d0-fcb2210ffb18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:24.927909 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4f28edfc-afbc-4bef-a8d0-fcb2210ffb18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:24.958589 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-4f28edfc-afbc-4bef-a8d0-fcb2210ffb18 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5303431 Feb 09 21:31:24.965852 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f7ea2e-d7da-4ee4-a5b1-f3389d50ae6c None None] Network 1ccb3c1e-996b-41e3-9a90-cc05638f9e89 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:31:24.984257 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device abca71b7-c298-40e9-b2e3-e38f8f476231 up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:31:24.984489 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dbe90435-35b5-47fe-85e6-5f4882a2b7cc req-0d240918-37af-4bf2-a1b5-f7e01c6a8701 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645217 Feb 09 21:31:25.005891 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9cb88f6a-f625-4b5d-9215-2e30988e869c req-af2265ce-253c-463c-bdab-09f236f2daf7 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636074 Feb 09 21:31:25.052846 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16666866-8005-4e6f-a7b9-0966138f823d req-adafff74-7664-478c-93a8-a95d294ccf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:25.060480 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-16666866-8005-4e6f-a7b9-0966138f823d req-adafff74-7664-478c-93a8-a95d294ccf22 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=21cf86ff189342fe85bf484488bae7be&device_id=6ae33bd7-5545-4d2f-b221-05329d891107 HTTP/1.1" status: 200 len: 1125 time: 0.1945245 Feb 09 21:31:25.282833 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning for port c543c68f-2876-4aba-82e0-f1ae0fcc2d0d completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:31:25.307602 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port c543c68f-2876-4aba-82e0-f1ae0fcc2d0d triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:31:25.308025 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (c543c68f-2876-4aba-82e0-f1ae0fcc2d0d), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:25.377048 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning for port abca71b7-c298-40e9-b2e3-e38f8f476231 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:31:25.378661 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16666866-8005-4e6f-a7b9-0966138f823d req-9d60a340-2b0f-48f1-911b-c943df642410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:25.380705 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-16666866-8005-4e6f-a7b9-0966138f823d req-9d60a340-2b0f-48f1-911b-c943df642410 service neutron] 10.222.0.95 "GET /v2.0/networks?id=03e4b562-fd58-4ef4-b9aa-3c97d3e91c8c HTTP/1.1" status: 200 len: 922 time: 0.2980556 Feb 09 21:31:25.382720 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port abca71b7-c298-40e9-b2e3-e38f8f476231 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:31:25.383247 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (abca71b7-c298-40e9-b2e3-e38f8f476231), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:25.408924 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcfddce8-0700-49ee-a308-56cea6a09148 None None] Network 1ccb3c1e-996b-41e3-9a90-cc05638f9e89 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:31:25.417578 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69f3614-6e23-456f-9b63-613278111c58 req-3687cee8-462d-4656-98c1-55586d36770b tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:25.425480 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b69f3614-6e23-456f-9b63-613278111c58 req-3687cee8-462d-4656-98c1-55586d36770b tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c4dadfc-4571-4c50-811c-72f64728536f HTTP/1.1" status: 200 len: 947 time: 0.1845186 Feb 09 21:31:25.475478 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500bff5b-b95b-4466-b8ae-353e8252759a req-280908c5-ea9e-444f-a54a-8cab01e582ff tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:25.484724 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-500bff5b-b95b-4466-b8ae-353e8252759a req-280908c5-ea9e-444f-a54a-8cab01e582ff tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.90 "GET /v2.0/ports?device_id=267f27c9-0cfc-409d-8870-ca614d4a8cff HTTP/1.1" status: 200 len: 945 time: 0.2101996 Feb 09 21:31:25.490859 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-16666866-8005-4e6f-a7b9-0966138f823d req-e9e4c3ba-fc8a-4912-92e2-bf7d66d63b9a service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=174ff684-f276-4900-ac6d-bc801ccdab7c HTTP/1.1" status: 200 len: 217 time: 0.0956533 Feb 09 21:31:25.522673 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port c543c68f-2876-4aba-82e0-f1ae0fcc2d0d is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:31:25.523244 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (c543c68f-2876-4aba-82e0-f1ae0fcc2d0d), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:25.589194 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port abca71b7-c298-40e9-b2e3-e38f8f476231 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:31:25.589586 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (abca71b7-c298-40e9-b2e3-e38f8f476231), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:25.624008 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b69f3614-6e23-456f-9b63-613278111c58 req-0ccbdaf7-cf2e-497b-94b5-8724b4e94b3e tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924031 Feb 09 21:31:25.635992 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16666866-8005-4e6f-a7b9-0966138f823d req-cc716bfc-c4a2-49dd-a536-a95fbdd7b091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:25.638212 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-16666866-8005-4e6f-a7b9-0966138f823d req-cc716bfc-c4a2-49dd-a536-a95fbdd7b091 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0943e86a-4b39-47c3-92d6-eb8b20ecbe76 HTTP/1.1" status: 200 len: 861 time: 0.1208525 Feb 09 21:31:25.658653 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-500bff5b-b95b-4466-b8ae-353e8252759a req-9ca0c9a9-e130-43e6-843f-f2080e2e8c09 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.90 "GET /v2.0/security-groups?id=bcb592ae-6b08-4a59-89a0-f97e40fbbc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667442 Feb 09 21:31:25.714427 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port abca71b7-c298-40e9-b2e3-e38f8f476231, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=abca71b7-c298-40e9-b2e3-e38f8f476231,segment=NetworkSegment(c07b92a0-f595-4f01-a173-5be9c963bd04),segment_id=c07b92a0-f595-4f01-a173-5be9c963bd04)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:31:25.728759 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '267f27c9-0cfc-409d-8870-ca614d4a8cff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abca71b7-c298-40e9-b2e3-e38f8f476231'}, {'server_uuid': '600973c8-2437-4bb6-ba74-e5d91537b5d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c543c68f-2876-4aba-82e0-f1ae0fcc2d0d'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:31:25.733509 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c44f3cc1-130f-43d5-9b45-d605867741e2" -d '{"events": [{"server_uuid": "267f27c9-0cfc-409d-8870-ca614d4a8cff", "name": "network-vif-plugged", "status": "completed", "tag": "abca71b7-c298-40e9-b2e3-e38f8f476231"}, {"server_uuid": "600973c8-2437-4bb6-ba74-e5d91537b5d5", "name": "network-vif-plugged", "status": "completed", "tag": "c543c68f-2876-4aba-82e0-f1ae0fcc2d0d"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:31:25.735898 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-16666866-8005-4e6f-a7b9-0966138f823d req-0839d6c5-c508-42c0-9c7f-1ad2feeebce1 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=03e4b562-fd58-4ef4-b9aa-3c97d3e91c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752838 Feb 09 21:31:25.753895 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (abca71b7-c298-40e9-b2e3-e38f8f476231), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:25.771021 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port c543c68f-2876-4aba-82e0-f1ae0fcc2d0d, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=c543c68f-2876-4aba-82e0-f1ae0fcc2d0d,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:31:25.817215 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (c543c68f-2876-4aba-82e0-f1ae0fcc2d0d), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:25.912239 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=abca71b7-c298-40e9-b2e3-e38f8f476231,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:26.015960 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-6899678a-4c42-4061-bad2-337da1592428 req-aeb6cd88-60b2-4b6a-9266-b09a42c60744 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-403477563', 'description': 'tempest-description-1279793724'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:31:26.021664 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-16666866-8005-4e6f-a7b9-0966138f823d req-171b8168-0d13-4c5a-a9de-c0ea98b1482c service neutron] 10.222.0.95 "GET /v2.0/networks/03e4b562-fd58-4ef4-b9aa-3c97d3e91c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742727 Feb 09 21:31:26.029552 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=c543c68f-2876-4aba-82e0-f1ae0fcc2d0d,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:26.145164 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-6899678a-4c42-4061-bad2-337da1592428 req-aeb6cd88-60b2-4b6a-9266-b09a42c60744 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:26.182288 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344f1582-6066-4302-b076-ed817d32cddf req-a61feaf1-9803-420e-b5b6-723788cb8849 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:26.183872 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-344f1582-6066-4302-b076-ed817d32cddf req-a61feaf1-9803-420e-b5b6-723788cb8849 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=cd92d494-82c4-4614-9a6f-2d9307f3309a HTTP/1.1" status: 200 len: 944 time: 0.3109572 Feb 09 21:31:26.250341 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-16666866-8005-4e6f-a7b9-0966138f823d req-c2a85b8f-2456-420f-bed7-8f2554f7b65b service neutron] 10.222.0.95 "GET /v2.0/networks/03e4b562-fd58-4ef4-b9aa-3c97d3e91c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003844 Feb 09 21:31:26.291118 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-344f1582-6066-4302-b076-ed817d32cddf req-6a547167-bbfc-4c60-83c7-efbd9d2dec09 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974247 Feb 09 21:31:26.333381 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-6899678a-4c42-4061-bad2-337da1592428 req-aeb6cd88-60b2-4b6a-9266-b09a42c60744 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Publish callbacks [] for security_group (86843c0d-a6af-4d98-b4a7-0591930b87c9), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:26.339720 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-6899678a-4c42-4061-bad2-337da1592428 req-aeb6cd88-60b2-4b6a-9266-b09a42c60744 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (86843c0d-a6af-4d98-b4a7-0591930b87c9), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:26.410715 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-6899678a-4c42-4061-bad2-337da1592428 req-aeb6cd88-60b2-4b6a-9266-b09a42c60744 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:26.412009 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6899678a-4c42-4061-bad2-337da1592428 req-aeb6cd88-60b2-4b6a-9266-b09a42c60744 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.4009798 Feb 09 21:31:26.431337 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb6cd88-60b2-4b6a-9266-b09a42c60744 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86843c0d-a6af-4d98-b4a7-0591930b87c9,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:26.466246 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a55220-e8fa-4266-806b-6d307925b591 req-cacf7dba-db61-4c3a-9881-7342c2785647 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:26.469334 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-58a55220-e8fa-4266-806b-6d307925b591 req-cacf7dba-db61-4c3a-9881-7342c2785647 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "GET /v2.0/ports?device_id=6ae33bd7-5545-4d2f-b221-05329d891107 HTTP/1.1" status: 200 len: 943 time: 0.0811760 Feb 09 21:31:26.475558 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 21:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73009923-3159-48a5-9d0e-21eb80fc4942 x-openstack-request-id: req-73009923-3159-48a5-9d0e-21eb80fc4942 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:31:26.476105 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "267f27c9-0cfc-409d-8870-ca614d4a8cff", "name": "network-vif-plugged", "status": "completed", "tag": "abca71b7-c298-40e9-b2e3-e38f8f476231", "code": 200}, {"server_uuid": "600973c8-2437-4bb6-ba74-e5d91537b5d5", "name": "network-vif-plugged", "status": "completed", "tag": "c543c68f-2876-4aba-82e0-f1ae0fcc2d0d", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:31:26.476513 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-73009923-3159-48a5-9d0e-21eb80fc4942 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:31:26.477086 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '267f27c9-0cfc-409d-8870-ca614d4a8cff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abca71b7-c298-40e9-b2e3-e38f8f476231', 'code': 200} Feb 09 21:31:26.477416 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '600973c8-2437-4bb6-ba74-e5d91537b5d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c543c68f-2876-4aba-82e0-f1ae0fcc2d0d', 'code': 200} Feb 09 21:31:26.599904 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-58a55220-e8fa-4266-806b-6d307925b591 req-3d05348d-f48f-42e5-a353-037393540d4f tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf86e5b7-36f5-4887-a89f-16073b9e7049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211030 Feb 09 21:31:26.672253 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8852db-26bd-4374-a7bb-62045f19f919 req-26ffd210-0d96-4495-9b18-91e6bb610e0d tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:26.678706 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cb8852db-26bd-4374-a7bb-62045f19f919 req-26ffd210-0d96-4495-9b18-91e6bb610e0d tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=600973c8-2437-4bb6-ba74-e5d91537b5d5 HTTP/1.1" status: 200 len: 950 time: 0.1522148 Feb 09 21:31:26.720834 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef065b52-300e-4820-b0b1-6927ea37b9b6 req-520947f9-b935-44db-9c7c-efd1eca15a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:26.722596 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ef065b52-300e-4820-b0b1-6927ea37b9b6 req-520947f9-b935-44db-9c7c-efd1eca15a98 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=267f27c9-0cfc-409d-8870-ca614d4a8cff HTTP/1.1" status: 200 len: 1128 time: 0.1188960 Feb 09 21:31:26.725842 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120eb09b-26c7-4cbb-b659-8796daad19e6 req-b5dd08e9-d581-415e-8a4e-1ce71d4124f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:26.731827 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-120eb09b-26c7-4cbb-b659-8796daad19e6 req-b5dd08e9-d581-415e-8a4e-1ce71d4124f0 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=600973c8-2437-4bb6-ba74-e5d91537b5d5 HTTP/1.1" status: 200 len: 1132 time: 0.1325462 Feb 09 21:31:26.756367 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cb8852db-26bd-4374-a7bb-62045f19f919 req-f0a25341-e1ab-45d6-a8b6-b9021d1066c1 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738072 Feb 09 21:31:26.830412 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-120eb09b-26c7-4cbb-b659-8796daad19e6 req-60793482-1b4c-4d6c-a4fc-4b6703585be2 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881257 Feb 09 21:31:26.867006 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ef065b52-300e-4820-b0b1-6927ea37b9b6 req-b31195a6-4440-4a22-9fcd-afed0db8cb38 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=bcb592ae-6b08-4a59-89a0-f97e40fbbc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339695 Feb 09 21:31:26.889113 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b31cb59-67e9-4c3e-89e0-1b8af18f4047 req-05be0601-9721-4b8f-bf2f-59a53fc7c792 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:26.896639 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device df09fb29-1ecd-4bea-b09f-dc089b20c12e no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:31:26.897191 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3b31cb59-67e9-4c3e-89e0-1b8af18f4047 req-05be0601-9721-4b8f-bf2f-59a53fc7c792 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=7363f6dd-2718-4848-98c6-d4b3a3d9decc HTTP/1.1" status: 200 len: 945 time: 0.1520076 Feb 09 21:31:26.924552 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-70175461-c5d5-4703-865a-dcbd27922653 req-213ab08e-0dff-4d87-a152-168f00f0db4a tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-138121170', 'description': 'tempest-description-1288986772'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:31:26.952598 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 174ff684-f276-4900-ac6d-bc801ccdab7c details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:31:26.978368 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3b31cb59-67e9-4c3e-89e0-1b8af18f4047 req-07bfdb1f-dcee-4c88-9e21-c5f8aeb3fc52 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726480 Feb 09 21:31:26.995650 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-70175461-c5d5-4703-865a-dcbd27922653 req-213ab08e-0dff-4d87-a152-168f00f0db4a tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:27.092531 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port df09fb29-1ecd-4bea-b09f-dc089b20c12e is: DOWN; New status is: DOWN {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:31:27.135225 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-70175461-c5d5-4703-865a-dcbd27922653 req-213ab08e-0dff-4d87-a152-168f00f0db4a tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Publish callbacks [] for security_group (d88e58b4-85e8-4780-b9b0-1d83d55100a0), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:27.139460 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-70175461-c5d5-4703-865a-dcbd27922653 req-213ab08e-0dff-4d87-a152-168f00f0db4a tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (d88e58b4-85e8-4780-b9b0-1d83d55100a0), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:27.141139 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 174ff684-f276-4900-ac6d-bc801ccdab7c, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=174ff684-f276-4900-ac6d-bc801ccdab7c,segment=NetworkSegment(245b6cbf-bc8c-4ac6-8eda-9aca94663a57),segment_id=245b6cbf-bc8c-4ac6-8eda-9aca94663a57)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:31:27.156136 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': '174ff684-f276-4900-ac6d-bc801ccdab7c', 'network_id': '03e4b562-fd58-4ef4-b9aa-3c97d3e91c8c', 'port_id': '174ff684-f276-4900-ac6d-bc801ccdab7c', 'mac_address': 'fa:16:3e:66:19:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0943e86a-4b39-47c3-92d6-eb8b20ecbe76', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:31:27.164991 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-70175461-c5d5-4703-865a-dcbd27922653 req-213ab08e-0dff-4d87-a152-168f00f0db4a tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:27.166254 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-70175461-c5d5-4703-865a-dcbd27922653 req-213ab08e-0dff-4d87-a152-168f00f0db4a tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2672997 Feb 09 21:31:27.207945 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7c1ad2-6158-4d0a-a20d-91aab518b255 req-44e89d65-067b-4327-a5e0-d6f2ef82ca59 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:27.210195 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8d7c1ad2-6158-4d0a-a20d-91aab518b255 req-44e89d65-067b-4327-a5e0-d6f2ef82ca59 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c4dadfc-4571-4c50-811c-72f64728536f HTTP/1.1" status: 200 len: 947 time: 0.1376963 Feb 09 21:31:27.214393 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213ab08e-0dff-4d87-a152-168f00f0db4a tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d88e58b4-85e8-4780-b9b0-1d83d55100a0,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:27.249438 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 174ff684-f276-4900-ac6d-bc801ccdab7c is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:31:27.249945 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (174ff684-f276-4900-ac6d-bc801ccdab7c), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:27.288494 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 174ff684-f276-4900-ac6d-bc801ccdab7c {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:31:27.314407 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 174ff684-f276-4900-ac6d-bc801ccdab7c, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=174ff684-f276-4900-ac6d-bc801ccdab7c,segment=NetworkSegment(245b6cbf-bc8c-4ac6-8eda-9aca94663a57),segment_id=245b6cbf-bc8c-4ac6-8eda-9aca94663a57)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:31:27.323380 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (174ff684-f276-4900-ac6d-bc801ccdab7c), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:27.324458 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 6baa751d-f156-4998-94bb-c6f43767cb46 details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:31:27.336959 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8d7c1ad2-6158-4d0a-a20d-91aab518b255 req-19bb3ff1-dac0-4915-81a3-8ed895c0e1a9 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171799 Feb 09 21:31:27.383908 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6259b6bc-ccca-4b19-b9f1-8c1b12545bad req-dfe9a4ef-3141-42ed-8390-b5a214212022 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:27.386669 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6259b6bc-ccca-4b19-b9f1-8c1b12545bad req-dfe9a4ef-3141-42ed-8390-b5a214212022 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.90 "GET /v2.0/ports?device_id=267f27c9-0cfc-409d-8870-ca614d4a8cff HTTP/1.1" status: 200 len: 946 time: 0.0993042 Feb 09 21:31:27.472531 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6259b6bc-ccca-4b19-b9f1-8c1b12545bad req-5be5d839-7f92-4856-b4a7-16595472f40f tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.90 "GET /v2.0/security-groups?id=bcb592ae-6b08-4a59-89a0-f97e40fbbc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795381 Feb 09 21:31:27.527190 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=174ff684-f276-4900-ac6d-bc801ccdab7c,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:27.633656 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 6baa751d-f156-4998-94bb-c6f43767cb46, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=6baa751d-f156-4998-94bb-c6f43767cb46,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:31:27.657930 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': '6baa751d-f156-4998-94bb-c6f43767cb46', 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc', 'port_id': '6baa751d-f156-4998-94bb-c6f43767cb46', 'mac_address': 'fa:16:3e:ab:f9:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f7402ac-a35b-414b-bcc1-bc1c3072ec3c', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:31:27.707152 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ff521d-8f25-47d5-8b56-c9f8f32cab7e req-0422f511-676c-4683-b9a5-9562189fefde tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:27.708592 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d0ff521d-8f25-47d5-8b56-c9f8f32cab7e req-0422f511-676c-4683-b9a5-9562189fefde tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/networks?id=1ccb3c1e-996b-41e3-9a90-cc05638f9e89 HTTP/1.1" status: 200 len: 812 time: 0.2160063 Feb 09 21:31:27.719705 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddd3f7d-52e6-4f74-8144-4796a56f2465 req-4d38caf1-9190-46c0-8434-73410e7abf83 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:27.721902 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bddd3f7d-52e6-4f74-8144-4796a56f2465 req-4d38caf1-9190-46c0-8434-73410e7abf83 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=cd92d494-82c4-4614-9a6f-2d9307f3309a HTTP/1.1" status: 200 len: 944 time: 0.1267328 Feb 09 21:31:27.740961 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 6baa751d-f156-4998-94bb-c6f43767cb46 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:31:27.741368 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (6baa751d-f156-4998-94bb-c6f43767cb46), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:27.758610 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d0ff521d-8f25-47d5-8b56-c9f8f32cab7e req-6641165a-ca8c-4fd3-9892-ad7614bce9f7 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/quotas/7f960ea9e4814f1c9f3d6e0840e5a81e HTTP/1.1" status: 200 len: 375 time: 0.0351281 Feb 09 21:31:27.766104 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6baa751d-f156-4998-94bb-c6f43767cb46 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:31:27.801118 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 6baa751d-f156-4998-94bb-c6f43767cb46, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=6baa751d-f156-4998-94bb-c6f43767cb46,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:31:27.815080 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (6baa751d-f156-4998-94bb-c6f43767cb46), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:27.818285 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bddd3f7d-52e6-4f74-8144-4796a56f2465 req-478495a8-d10f-4e60-ab81-6ce9b70a284b tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870178 Feb 09 21:31:27.826612 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d0ff521d-8f25-47d5-8b56-c9f8f32cab7e req-3a045edf-270f-40a5-9c7b-6c638ed05246 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=7f960ea9e4814f1c9f3d6e0840e5a81e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0582302 Feb 09 21:31:27.911439 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=6baa751d-f156-4998-94bb-c6f43767cb46,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:28.012595 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0fb04b-8e26-48a0-8f04-d20e5c39f88d req-653ef8e2-f65b-474c-9a40-c13094bc11b0 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:28.021823 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cc0fb04b-8e26-48a0-8f04-d20e5c39f88d req-653ef8e2-f65b-474c-9a40-c13094bc11b0 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "GET /v2.0/ports?device_id=6ae33bd7-5545-4d2f-b221-05329d891107 HTTP/1.1" status: 200 len: 944 time: 0.0982573 Feb 09 21:31:28.026072 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d0ff521d-8f25-47d5-8b56-c9f8f32cab7e req-8c8af7b8-d324-4a05-bb9d-fb99e2716906 service neutron] 10.222.0.90 "GET /v2.0/networks/1ccb3c1e-996b-41e3-9a90-cc05638f9e89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835256 Feb 09 21:31:28.121326 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cc0fb04b-8e26-48a0-8f04-d20e5c39f88d req-28000296-7cf4-4d29-a56a-1b9b673252f9 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf86e5b7-36f5-4887-a89f-16073b9e7049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977743 Feb 09 21:31:28.194961 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d0ff521d-8f25-47d5-8b56-c9f8f32cab7e req-f40ada5c-a02d-4905-9002-00bb4d8a1f6d service neutron] 10.222.0.90 "GET /v2.0/networks/1ccb3c1e-996b-41e3-9a90-cc05638f9e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481137 Feb 09 21:31:28.298270 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa4f90-d85b-4758-95df-7b6961561d59 req-5b4de411-9f5d-4c66-9f4a-eb8bd98e93d6 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:28.308450 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-54aa4f90-d85b-4758-95df-7b6961561d59 req-5b4de411-9f5d-4c66-9f4a-eb8bd98e93d6 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=600973c8-2437-4bb6-ba74-e5d91537b5d5 HTTP/1.1" status: 200 len: 950 time: 0.1123655 Feb 09 21:31:28.393870 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-54aa4f90-d85b-4758-95df-7b6961561d59 req-61eb6984-2bd9-4ca8-b354-e418121ec2f8 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835321 Feb 09 21:31:28.457767 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['6baa751d-f156-4998-94bb-c6f43767cb46'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:31:28.469257 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['174ff684-f276-4900-ac6d-bc801ccdab7c'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:31:28.588846 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-52667fa6-627d-4d33-b008-b44d43a1f5fd req-dec38be9-12da-413f-9bff-27eae8c89ed0 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/ports?device_id=f4cf4286-a1d2-4921-aa34-7b549655916d HTTP/1.1" status: 200 len: 210 time: 0.0579894 Feb 09 21:31:28.642771 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a97601-0c62-42ce-b8a5-ea3d537336a8 req-5d26b73a-cac0-49b0-ac61-a0ce0524c773 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:28.653707 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-66a97601-0c62-42ce-b8a5-ea3d537336a8 req-5d26b73a-cac0-49b0-ac61-a0ce0524c773 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=7363f6dd-2718-4848-98c6-d4b3a3d9decc HTTP/1.1" status: 200 len: 945 time: 0.2020791 Feb 09 21:31:28.766614 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-66a97601-0c62-42ce-b8a5-ea3d537336a8 req-c396cae1-78a8-4d09-a891-bcc21eddb0ba tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119967 Feb 09 21:31:28.868842 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b94e7b-1e7c-483c-867d-f073de9fdecb req-60b98f80-e5ea-4d91-b01d-139b8ad9265c tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:28.873361 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-25b94e7b-1e7c-483c-867d-f073de9fdecb req-60b98f80-e5ea-4d91-b01d-139b8ad9265c tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c4dadfc-4571-4c50-811c-72f64728536f HTTP/1.1" status: 200 len: 948 time: 0.1307626 Feb 09 21:31:28.917215 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device e9e6b782-e4e9-4b6f-9321-32081e17276f details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:31:28.976751 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-25b94e7b-1e7c-483c-867d-f073de9fdecb req-31b6eb27-efb6-49bd-9c1a-686b1a3d476e tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994051 Feb 09 21:31:29.091319 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8a6f8d-35de-4bec-8011-2956ec40ab04 req-fc8846af-b6f9-4cf7-80f6-db5aedaadcd7 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:29.102123 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.db.resource_extend [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 21:31:29.109594 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1f8a6f8d-35de-4bec-8011-2956ec40ab04 req-fc8846af-b6f9-4cf7-80f6-db5aedaadcd7 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.90 "GET /v2.0/ports?device_id=267f27c9-0cfc-409d-8870-ca614d4a8cff HTTP/1.1" status: 200 len: 946 time: 0.1461859 Feb 09 21:31:29.235898 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1f8a6f8d-35de-4bec-8011-2956ec40ab04 req-7d5289f1-72d4-4422-842f-71ee3dc71f9f tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.90 "GET /v2.0/security-groups?id=bcb592ae-6b08-4a59-89a0-f97e40fbbc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252961 Feb 09 21:31:29.263210 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port e9e6b782-e4e9-4b6f-9321-32081e17276f, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=e9e6b782-e4e9-4b6f-9321-32081e17276f,segment=NetworkSegment(aad88faa-37a1-49ac-8a06-d36169fb75d8),segment_id=aad88faa-37a1-49ac-8a06-d36169fb75d8)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:31:29.279472 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device e9e6b782-e4e9-4b6f-9321-32081e17276f has no active binding in host n-h2-828369-5 {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 21:31:29.311069 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d4361-65ea-4afa-a1f3-33f2a6283264 req-669045d6-6007-4923-9f61-0e1d383c87c9 tempest-LiveAutoBlockMigrationV225Test-1691914964 tempest-LiveAutoBlockMigrationV225Test-1691914964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:29.312648 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-2e7d4361-65ea-4afa-a1f3-33f2a6283264 req-669045d6-6007-4923-9f61-0e1d383c87c9 tempest-LiveAutoBlockMigrationV225Test-1691914964 tempest-LiveAutoBlockMigrationV225Test-1691914964-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=7363f6dd-2718-4848-98c6-d4b3a3d9decc&tenant_id=2bd637e202e1467d81aff230fe0a3e7e&binding%3Ahost_id=n-h1-828369-5 HTTP/1.1" status: 200 len: 1127 time: 0.1649425 Feb 09 21:31:29.318650 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e86817-1780-4f46-b249-7a9adad1a72b req-6fce25ff-4c4c-425b-9da0-974aeeaef717 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:29.330108 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e9e86817-1780-4f46-b249-7a9adad1a72b req-6fce25ff-4c4c-425b-9da0-974aeeaef717 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=cd92d494-82c4-4614-9a6f-2d9307f3309a HTTP/1.1" status: 200 len: 944 time: 0.1667268 Feb 09 21:31:29.332916 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-2e7d4361-65ea-4afa-a1f3-33f2a6283264 req-2b41ed4a-d708-492e-a93a-4fb1f1dee48a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828369-5'}}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:31:29.399991 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-2e7d4361-65ea-4afa-a1f3-33f2a6283264 req-2b41ed4a-d708-492e-a93a-4fb1f1dee48a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (e9e6b782-e4e9-4b6f-9321-32081e17276f), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:29.427970 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e9e86817-1780-4f46-b249-7a9adad1a72b req-8ad77b39-f0be-4d23-8f77-a776b0fbfd3b tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954092 Feb 09 21:31:29.491330 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5678b0-161f-4993-8f06-d1c3dcc954b9 req-a069dbbb-b64d-40b5-99a9-e68f1db22ac8 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:29.496733 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6e5678b0-161f-4993-8f06-d1c3dcc954b9 req-a069dbbb-b64d-40b5-99a9-e68f1db22ac8 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "GET /v2.0/ports?device_id=6ae33bd7-5545-4d2f-b221-05329d891107 HTTP/1.1" status: 200 len: 944 time: 0.0995369 Feb 09 21:31:29.600178 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-2e7d4361-65ea-4afa-a1f3-33f2a6283264 req-2b41ed4a-d708-492e-a93a-4fb1f1dee48a service neutron] For port e9e6b782-e4e9-4b6f-9321-32081e17276f, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=e9e6b782-e4e9-4b6f-9321-32081e17276f,segment=NetworkSegment(aad88faa-37a1-49ac-8a06-d36169fb75d8),segment_id=aad88faa-37a1-49ac-8a06-d36169fb75d8)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:31:29.639271 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6e5678b0-161f-4993-8f06-d1c3dcc954b9 req-f5ac053c-b00a-4dc3-8962-a296caee6d53 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf86e5b7-36f5-4887-a89f-16073b9e7049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379547 Feb 09 21:31:29.664685 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249089f4-ead4-4637-95b6-defbdae2e3e2 req-3dc3f481-a744-4ede-a602-c98c832ade1b tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:29.673212 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-249089f4-ead4-4637-95b6-defbdae2e3e2 req-3dc3f481-a744-4ede-a602-c98c832ade1b tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=600973c8-2437-4bb6-ba74-e5d91537b5d5 HTTP/1.1" status: 200 len: 950 time: 0.1271455 Feb 09 21:31:29.759890 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-2e7d4361-65ea-4afa-a1f3-33f2a6283264 req-2b41ed4a-d708-492e-a93a-4fb1f1dee48a service neutron] For port e9e6b782-e4e9-4b6f-9321-32081e17276f, host n-h1-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:31:29.772975 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-249089f4-ead4-4637-95b6-defbdae2e3e2 req-defa0355-97d3-46e7-8725-9ed7d38882fb tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984962 Feb 09 21:31:29.829895 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-327f17ff-bdd7-42b3-a98b-82bc17fcacbe req-b5795969-7556-49a0-af6a-5f23bdea6d70 service neutron] 10.222.0.89 "GET /v2.0/ports/df09fb29-1ecd-4bea-b09f-dc089b20c12e/bindings/n-h1-828369-5 HTTP/1.1" status: 200 len: 384 time: 0.2185674 Feb 09 21:31:29.924152 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7363f6dd-2718-4848-98c6-d4b3a3d9decc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9e6b782-e4e9-4b6f-9321-32081e17276f'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:31:29.927134 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a493cac-8aef-4c2c-a139-822b187d381d" -d '{"events": [{"server_uuid": "7363f6dd-2718-4848-98c6-d4b3a3d9decc", "name": "network-vif-unplugged", "status": "completed", "tag": "e9e6b782-e4e9-4b6f-9321-32081e17276f"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:31:29.931560 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-2e7d4361-65ea-4afa-a1f3-33f2a6283264 req-2b41ed4a-d708-492e-a93a-4fb1f1dee48a service neutron] Publish callbacks [] for port (e9e6b782-e4e9-4b6f-9321-32081e17276f), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:29.941346 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-2e7d4361-65ea-4afa-a1f3-33f2a6283264 req-2b41ed4a-d708-492e-a93a-4fb1f1dee48a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (e9e6b782-e4e9-4b6f-9321-32081e17276f), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:29.964442 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0c0baa13-1957-4aa1-8f70-3ecba3fe32e7 req-374c382a-2e77-41b9-af6d-04d366322256 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/ports?device_id=f4cf4286-a1d2-4921-aa34-7b549655916d HTTP/1.1" status: 200 len: 210 time: 0.0861914 Feb 09 21:31:29.998891 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a62978-7a91-4459-b114-58414df6c57c req-170828b3-a5e6-4264-bc30-8a5c897a8231 tempest-ServersOnMultiNodesTest-1529418109 tempest-ServersOnMultiNodesTest-1529418109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:30.008632 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-59a62978-7a91-4459-b114-58414df6c57c req-170828b3-a5e6-4264-bc30-8a5c897a8231 tempest-ServersOnMultiNodesTest-1529418109 tempest-ServersOnMultiNodesTest-1529418109-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=600973c8-2437-4bb6-ba74-e5d91537b5d5 HTTP/1.1" status: 200 len: 1132 time: 0.1178045 Feb 09 21:31:30.069671 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-59a62978-7a91-4459-b114-58414df6c57c req-1e2e44f5-d9ec-414f-ad15-736d67746dc3 tempest-ServersOnMultiNodesTest-1529418109 tempest-ServersOnMultiNodesTest-1529418109-project-admin] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535982 Feb 09 21:31:30.076663 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-2e7d4361-65ea-4afa-a1f3-33f2a6283264 req-2b41ed4a-d708-492e-a93a-4fb1f1dee48a service neutron] Attempting to bind port e9e6b782-e4e9-4b6f-9321-32081e17276f on host n-h1-828369-5 for vnic_type normal with profile {"migrating_to": "n-h2-828369-5"} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:31:30.076931 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-2e7d4361-65ea-4afa-a1f3-33f2a6283264 req-2b41ed4a-d708-492e-a93a-4fb1f1dee48a service neutron] Attempting to bind port e9e6b782-e4e9-4b6f-9321-32081e17276f by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': 'aad88faa-37a1-49ac-8a06-d36169fb75d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '37143bd2-1331-4c73-96e2-f9c3179c6daf'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:31:30.077263 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7d4361-65ea-4afa-a1f3-33f2a6283264 req-2b41ed4a-d708-492e-a93a-4fb1f1dee48a service neutron] Attempting to bind port e9e6b782-e4e9-4b6f-9321-32081e17276f on network 37143bd2-1331-4c73-96e2-f9c3179c6daf {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:31:30.102603 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7d4361-65ea-4afa-a1f3-33f2a6283264 req-2b41ed4a-d708-492e-a93a-4fb1f1dee48a service neutron] Port e9e6b782-e4e9-4b6f-9321-32081e17276f on network 37143bd2-1331-4c73-96e2-f9c3179c6daf not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:31:30.102940 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7d4361-65ea-4afa-a1f3-33f2a6283264 req-2b41ed4a-d708-492e-a93a-4fb1f1dee48a service neutron] Attempting to bind port e9e6b782-e4e9-4b6f-9321-32081e17276f on network 37143bd2-1331-4c73-96e2-f9c3179c6daf {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:31:30.140482 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-399a9305-3902-404e-87a5-80867a46fbcd x-openstack-request-id: req-399a9305-3902-404e-87a5-80867a46fbcd {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:31:30.140777 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7363f6dd-2718-4848-98c6-d4b3a3d9decc", "name": "network-vif-unplugged", "status": "completed", "tag": "e9e6b782-e4e9-4b6f-9321-32081e17276f", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:31:30.141035 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-399a9305-3902-404e-87a5-80867a46fbcd {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:31:30.141461 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7363f6dd-2718-4848-98c6-d4b3a3d9decc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9e6b782-e4e9-4b6f-9321-32081e17276f', 'code': 200} Feb 09 21:31:30.155048 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7d4361-65ea-4afa-a1f3-33f2a6283264 req-2b41ed4a-d708-492e-a93a-4fb1f1dee48a service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:31:30.155655 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7d4361-65ea-4afa-a1f3-33f2a6283264 req-2b41ed4a-d708-492e-a93a-4fb1f1dee48a service neutron] Checking segment: {'id': 'aad88faa-37a1-49ac-8a06-d36169fb75d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '37143bd2-1331-4c73-96e2-f9c3179c6daf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:31:30.156115 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7d4361-65ea-4afa-a1f3-33f2a6283264 req-2b41ed4a-d708-492e-a93a-4fb1f1dee48a service neutron] Bound using segment: {'id': 'aad88faa-37a1-49ac-8a06-d36169fb75d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '37143bd2-1331-4c73-96e2-f9c3179c6daf'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:31:30.156738 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-2e7d4361-65ea-4afa-a1f3-33f2a6283264 req-2b41ed4a-d708-492e-a93a-4fb1f1dee48a service neutron] Bound port: e9e6b782-e4e9-4b6f-9321-32081e17276f, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aad88faa-37a1-49ac-8a06-d36169fb75d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '37143bd2-1331-4c73-96e2-f9c3179c6daf'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:31:30.157109 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-2e7d4361-65ea-4afa-a1f3-33f2a6283264 req-2b41ed4a-d708-492e-a93a-4fb1f1dee48a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (e9e6b782-e4e9-4b6f-9321-32081e17276f), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:30.207974 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b41ed4a-d708-492e-a93a-4fb1f1dee48a service neutron] Pushing event updated for resources: {'Port': ['ID=e9e6b782-e4e9-4b6f-9321-32081e17276f,revision_number=7']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:30.308363 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f51fb-db3d-4dbc-86a6-a0f6b0ff17dd req-b0ca7c5d-d6b1-43fe-9d6a-3c818130cc8b tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:30.310080 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f14f51fb-db3d-4dbc-86a6-a0f6b0ff17dd req-b0ca7c5d-d6b1-43fe-9d6a-3c818130cc8b tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=7363f6dd-2718-4848-98c6-d4b3a3d9decc HTTP/1.1" status: 200 len: 943 time: 0.0953445 Feb 09 21:31:30.322478 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4f14e8-2139-4759-8e6b-7de6377cc2a7 req-ff3ea609-bfb4-4188-ba8b-7ac63eba0132 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:30.333935 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-aa4f14e8-2139-4759-8e6b-7de6377cc2a7 req-ff3ea609-bfb4-4188-ba8b-7ac63eba0132 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c4dadfc-4571-4c50-811c-72f64728536f HTTP/1.1" status: 200 len: 948 time: 0.1040668 Feb 09 21:31:30.371068 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ff521d-8f25-47d5-8b56-c9f8f32cab7e req-3fe24116-b995-4514-bf84-de9e61e5531d tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:30.372725 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d0ff521d-8f25-47d5-8b56-c9f8f32cab7e req-3fe24116-b995-4514-bf84-de9e61e5531d tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.89 "GET /v2.0/networks?id=1ccb3c1e-996b-41e3-9a90-cc05638f9e89 HTTP/1.1" status: 200 len: 812 time: 0.1305020 Feb 09 21:31:30.404595 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-d0ff521d-8f25-47d5-8b56-c9f8f32cab7e req-5204765c-6457-42f1-9fc2-c757f20253c1 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Request body: {'port': {'device_id': 'f4cf4286-a1d2-4921-aa34-7b549655916d', 'network_id': '1ccb3c1e-996b-41e3-9a90-cc05638f9e89', 'admin_state_up': True, 'tenant_id': '7f960ea9e4814f1c9f3d6e0840e5a81e'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:31:30.429069 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-aa4f14e8-2139-4759-8e6b-7de6377cc2a7 req-faacbe47-e44a-499c-9cbf-dc512704759d tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888255 Feb 09 21:31:30.432899 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f14f51fb-db3d-4dbc-86a6-a0f6b0ff17dd req-e7bf38ab-8110-4514-82e1-c53daabdbbc7 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918107 Feb 09 21:31:30.542890 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-327f17ff-bdd7-42b3-a98b-82bc17fcacbe req-ec13ea9b-b745-4ae9-9a0d-007a4bfb2b02 service neutron] For port df09fb29-1ecd-4bea-b09f-dc089b20c12e, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=df09fb29-1ecd-4bea-b09f-dc089b20c12e,segment=NetworkSegment(2e235117-e979-4e65-8640-84c4faf827fd),segment_id=2e235117-e979-4e65-8640-84c4faf827fd)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:31:30.552853 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-2e7d4361-65ea-4afa-a1f3-33f2a6283264 req-2b41ed4a-d708-492e-a93a-4fb1f1dee48a service neutron] For port e9e6b782-e4e9-4b6f-9321-32081e17276f, host n-h1-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:31:30.578593 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-2e7d4361-65ea-4afa-a1f3-33f2a6283264 req-2b41ed4a-d708-492e-a93a-4fb1f1dee48a service neutron] For port e9e6b782-e4e9-4b6f-9321-32081e17276f, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=e9e6b782-e4e9-4b6f-9321-32081e17276f,segment=NetworkSegment(aad88faa-37a1-49ac-8a06-d36169fb75d8),segment_id=aad88faa-37a1-49ac-8a06-d36169fb75d8)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:31:30.594554 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-327f17ff-bdd7-42b3-a98b-82bc17fcacbe req-ec13ea9b-b745-4ae9-9a0d-007a4bfb2b02 service neutron] For port df09fb29-1ecd-4bea-b09f-dc089b20c12e, host n-h2-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:31:30.603231 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-006f949a-0ad2-4ef5-86f9-888df91b3c94 req-d297b6a6-b196-4507-9775-0e6fd1858dba tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=301f05e37d364aab86167965425dfbdc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0521924 Feb 09 21:31:30.616111 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-2e7d4361-65ea-4afa-a1f3-33f2a6283264 req-2b41ed4a-d708-492e-a93a-4fb1f1dee48a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (e9e6b782-e4e9-4b6f-9321-32081e17276f), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:30.622255 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fef7c37-43da-45da-b1ed-c027b61d8ed8 req-bf0ddd0c-018e-4aea-97ad-2488960fb2a4 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:30.623845 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1fef7c37-43da-45da-b1ed-c027b61d8ed8 req-bf0ddd0c-018e-4aea-97ad-2488960fb2a4 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.90 "GET /v2.0/ports?device_id=267f27c9-0cfc-409d-8870-ca614d4a8cff HTTP/1.1" status: 200 len: 946 time: 0.1254854 Feb 09 21:31:30.681984 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-327f17ff-bdd7-42b3-a98b-82bc17fcacbe req-ec13ea9b-b745-4ae9-9a0d-007a4bfb2b02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df09fb29-1ecd-4bea-b09f-dc089b20c12e {{(pid=103141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:31:30.721469 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-327f17ff-bdd7-42b3-a98b-82bc17fcacbe req-ec13ea9b-b745-4ae9-9a0d-007a4bfb2b02 service neutron] For port df09fb29-1ecd-4bea-b09f-dc089b20c12e, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=df09fb29-1ecd-4bea-b09f-dc089b20c12e,segment=NetworkSegment(2e235117-e979-4e65-8640-84c4faf827fd),segment_id=2e235117-e979-4e65-8640-84c4faf827fd)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:31:30.753720 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-327f17ff-bdd7-42b3-a98b-82bc17fcacbe req-ec13ea9b-b745-4ae9-9a0d-007a4bfb2b02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (df09fb29-1ecd-4bea-b09f-dc089b20c12e), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:30.755837 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b41ed4a-d708-492e-a93a-4fb1f1dee48a service neutron] Pushing event updated for resources: {'Port': ['ID=e9e6b782-e4e9-4b6f-9321-32081e17276f,revision_number=8']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:30.768821 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0ff521d-8f25-47d5-8b56-c9f8f32cab7e req-5204765c-6457-42f1-9fc2-c757f20253c1 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Made reservation on behalf of 7f960ea9e4814f1c9f3d6e0840e5a81e for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:31:30.772062 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-d0ff521d-8f25-47d5-8b56-c9f8f32cab7e req-5204765c-6457-42f1-9fc2-c757f20253c1 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:30.792188 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006f949a-0ad2-4ef5-86f9-888df91b3c94 req-6d270e14-c38a-4b22-aa75-759f4aa5e2f8 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:30.796680 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-006f949a-0ad2-4ef5-86f9-888df91b3c94 req-6d270e14-c38a-4b22-aa75-759f4aa5e2f8 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1831887 Feb 09 21:31:30.802803 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d4361-65ea-4afa-a1f3-33f2a6283264 req-2b41ed4a-d708-492e-a93a-4fb1f1dee48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:30.803527 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-2e7d4361-65ea-4afa-a1f3-33f2a6283264 req-2b41ed4a-d708-492e-a93a-4fb1f1dee48a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:30.806125 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-2e7d4361-65ea-4afa-a1f3-33f2a6283264 req-2b41ed4a-d708-492e-a93a-4fb1f1dee48a service neutron] 10.222.0.89 "PUT /v2.0/ports/e9e6b782-e4e9-4b6f-9321-32081e17276f HTTP/1.1" status: 200 len: 1121 time: 1.4861739 Feb 09 21:31:30.866536 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-006f949a-0ad2-4ef5-86f9-888df91b3c94 req-15989efc-218f-4639-be46-36dab50a108c tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/quotas/301f05e37d364aab86167965425dfbdc HTTP/1.1" status: 200 len: 375 time: 0.0548730 Feb 09 21:31:30.931257 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1fef7c37-43da-45da-b1ed-c027b61d8ed8 req-a8020483-38b4-4e4d-a96b-7cc170c70d73 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.90 "GET /v2.0/security-groups?id=bcb592ae-6b08-4a59-89a0-f97e40fbbc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926245 Feb 09 21:31:30.980971 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 174ff684-f276-4900-ac6d-bc801ccdab7c up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:31:31.010383 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-006f949a-0ad2-4ef5-86f9-888df91b3c94 req-1a90d24a-063d-4b8b-9896-438af9aa2dff tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=301f05e37d364aab86167965425dfbdc&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1427302 Feb 09 21:31:31.042571 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-327f17ff-bdd7-42b3-a98b-82bc17fcacbe req-ec13ea9b-b745-4ae9-9a0d-007a4bfb2b02 service neutron] Transition to ACTIVE for port object df09fb29-1ecd-4bea-b09f-dc089b20c12e will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:31:31.049036 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-327f17ff-bdd7-42b3-a98b-82bc17fcacbe req-ec13ea9b-b745-4ae9-9a0d-007a4bfb2b02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (df09fb29-1ecd-4bea-b09f-dc089b20c12e), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:31.090858 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [req-d0ff521d-8f25-47d5-8b56-c9f8f32cab7e req-5204765c-6457-42f1-9fc2-c757f20253c1 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Allocated IP 172.20.0.2 (1ccb3c1e-996b-41e3-9a90-cc05638f9e89/954aeff3-776a-4d4a-b59c-79cdefb95559/ebd80d34-efec-4040-b317-f4c5408a5191) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:31:31.102223 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['e9e6b782-e4e9-4b6f-9321-32081e17276f'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:31:31.128961 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['e9e6b782-e4e9-4b6f-9321-32081e17276f'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:31:31.197587 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-327f17ff-bdd7-42b3-a98b-82bc17fcacbe req-ec13ea9b-b745-4ae9-9a0d-007a4bfb2b02 service neutron] No DVR routers for this DVR port df09fb29-1ecd-4bea-b09f-dc089b20c12e on host n-h2-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:31:31.245798 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning for port 174ff684-f276-4900-ac6d-bc801ccdab7c completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:31:31.256302 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port 174ff684-f276-4900-ac6d-bc801ccdab7c triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:31:31.256997 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (174ff684-f276-4900-ac6d-bc801ccdab7c), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:31.264904 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec13ea9b-b745-4ae9-9a0d-007a4bfb2b02 service neutron] Pushing event updated for resources: {'Port': ['ID=df09fb29-1ecd-4bea-b09f-dc089b20c12e,revision_number=10']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:31.290594 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-327f17ff-bdd7-42b3-a98b-82bc17fcacbe req-ec13ea9b-b745-4ae9-9a0d-007a4bfb2b02 service neutron] 10.222.0.89 "PUT /v2.0/ports/df09fb29-1ecd-4bea-b09f-dc089b20c12e/bindings/n-h1-828369-5/activate HTTP/1.1" status: 200 len: 369 time: 1.4513135 Feb 09 21:31:31.294990 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da562d5-9fed-4216-bc5a-045645ee61b0 req-bdb519bc-b208-4819-82fa-08ed7a99e79e tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:31.296975 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6da562d5-9fed-4216-bc5a-045645ee61b0 req-bdb519bc-b208-4819-82fa-08ed7a99e79e tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=cd92d494-82c4-4614-9a6f-2d9307f3309a HTTP/1.1" status: 200 len: 945 time: 0.1894250 Feb 09 21:31:31.462971 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-d0ff521d-8f25-47d5-8b56-c9f8f32cab7e req-5204765c-6457-42f1-9fc2-c757f20253c1 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Publish callbacks [] for port (ebd80d34-efec-4040-b317-f4c5408a5191), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:31.521600 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327f17ff-bdd7-42b3-a98b-82bc17fcacbe req-673246f4-fe11-4cc6-91cb-672473df6c0f tempest-LiveMigrationTest-1736264502 tempest-LiveMigrationTest-1736264502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:31.523201 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-327f17ff-bdd7-42b3-a98b-82bc17fcacbe req-673246f4-fe11-4cc6-91cb-672473df6c0f tempest-LiveMigrationTest-1736264502 tempest-LiveMigrationTest-1736264502-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=cd92d494-82c4-4614-9a6f-2d9307f3309a&tenant_id=d13eb104d8994e4d9b604f1050cb6328&binding%3Ahost_id=n-h2-828369-5 HTTP/1.1" status: 200 len: 1127 time: 0.1184695 Feb 09 21:31:31.525321 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 174ff684-f276-4900-ac6d-bc801ccdab7c is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:31:31.525715 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (174ff684-f276-4900-ac6d-bc801ccdab7c), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:31.532463 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89c01d1-a5e3-4b68-aee3-79167e411cc7 req-38e6db69-8872-4d70-b48a-9a0b44ab369a tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:31.533972 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c89c01d1-a5e3-4b68-aee3-79167e411cc7 req-38e6db69-8872-4d70-b48a-9a0b44ab369a tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "GET /v2.0/ports?device_id=6ae33bd7-5545-4d2f-b221-05329d891107 HTTP/1.1" status: 200 len: 944 time: 0.2020285 Feb 09 21:31:31.549822 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6da562d5-9fed-4216-bc5a-045645ee61b0 req-c0f5fcf1-c1ce-40e6-868c-c01c978b6a07 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458117 Feb 09 21:31:31.580006 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-d0ff521d-8f25-47d5-8b56-c9f8f32cab7e req-5204765c-6457-42f1-9fc2-c757f20253c1 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (ebd80d34-efec-4040-b317-f4c5408a5191), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:31.684069 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 174ff684-f276-4900-ac6d-bc801ccdab7c, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=174ff684-f276-4900-ac6d-bc801ccdab7c,segment=NetworkSegment(245b6cbf-bc8c-4ac6-8eda-9aca94663a57),segment_id=245b6cbf-bc8c-4ac6-8eda-9aca94663a57)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:31:31.687796 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ae33bd7-5545-4d2f-b221-05329d891107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '174ff684-f276-4900-ac6d-bc801ccdab7c'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:31:31.690214 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeddbf64-d48d-4179-840d-bd68f36c112e" -d '{"events": [{"server_uuid": "6ae33bd7-5545-4d2f-b221-05329d891107", "name": "network-vif-plugged", "status": "completed", "tag": "174ff684-f276-4900-ac6d-bc801ccdab7c"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:31:31.696303 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (174ff684-f276-4900-ac6d-bc801ccdab7c), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:31.696767 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 6baa751d-f156-4998-94bb-c6f43767cb46 up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:31:31.711155 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5204765c-6457-42f1-9fc2-c757f20253c1 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Pushing event updated for resources: {'Port': ['ID=ebd80d34-efec-4040-b317-f4c5408a5191,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:31.741690 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0ff521d-8f25-47d5-8b56-c9f8f32cab7e req-5204765c-6457-42f1-9fc2-c757f20253c1 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Network 1ccb3c1e-996b-41e3-9a90-cc05638f9e89 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:31:31.743497 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [req-d0ff521d-8f25-47d5-8b56-c9f8f32cab7e req-5204765c-6457-42f1-9fc2-c757f20253c1 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:31:31.803651 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0ff521d-8f25-47d5-8b56-c9f8f32cab7e req-5204765c-6457-42f1-9fc2-c757f20253c1 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:31:31.830675 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=174ff684-f276-4900-ac6d-bc801ccdab7c,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:31.849451 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c89c01d1-a5e3-4b68-aee3-79167e411cc7 req-088dd9d7-df91-475a-93c2-ef6e727ef9bf tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf86e5b7-36f5-4887-a89f-16073b9e7049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782619 Feb 09 21:31:31.896158 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327f17ff-bdd7-42b3-a98b-82bc17fcacbe req-792c8a47-0826-4d73-a386-c3cd932d0e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:31.897824 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-327f17ff-bdd7-42b3-a98b-82bc17fcacbe req-792c8a47-0826-4d73-a386-c3cd932d0e84 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=cd92d494-82c4-4614-9a6f-2d9307f3309a&tenant_id=d13eb104d8994e4d9b604f1050cb6328 HTTP/1.1" status: 200 len: 1127 time: 0.3622262 Feb 09 21:31:31.915761 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning for port 6baa751d-f156-4998-94bb-c6f43767cb46 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:31:31.919818 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port 6baa751d-f156-4998-94bb-c6f43767cb46 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:31:31.920332 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (6baa751d-f156-4998-94bb-c6f43767cb46), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:31.984373 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ff521d-8f25-47d5-8b56-c9f8f32cab7e req-5204765c-6457-42f1-9fc2-c757f20253c1 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:31.986846 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-d0ff521d-8f25-47d5-8b56-c9f8f32cab7e req-5204765c-6457-42f1-9fc2-c757f20253c1 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:32.010443 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-89e27090-9516-4996-b506-d663b6717a50 req-0db43fe5-15f1-42dc-9de9-bbb929da84a1 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.90 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2513387 Feb 09 21:31:32.017078 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d0ff521d-8f25-47d5-8b56-c9f8f32cab7e req-5204765c-6457-42f1-9fc2-c757f20253c1 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6288245 Feb 09 21:31:32.030440 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-d0ff521d-8f25-47d5-8b56-c9f8f32cab7e req-f2440420-aac6-45b0-87b8-aa7c3c4bef3c service neutron] Request body: {'port': {'device_id': 'f4cf4286-a1d2-4921-aa34-7b549655916d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:31:32.076128 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 6baa751d-f156-4998-94bb-c6f43767cb46 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:31:32.078359 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (6baa751d-f156-4998-94bb-c6f43767cb46), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:32.109317 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-d0ff521d-8f25-47d5-8b56-c9f8f32cab7e req-f2440420-aac6-45b0-87b8-aa7c3c4bef3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (ebd80d34-efec-4040-b317-f4c5408a5191), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:32.145010 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-89e27090-9516-4996-b506-d663b6717a50 req-713897f5-2eb0-46cc-b3be-6dda77d9f48a tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Request body: {'floatingip': {'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:31:32.154040 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 6baa751d-f156-4998-94bb-c6f43767cb46, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=6baa751d-f156-4998-94bb-c6f43767cb46,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:31:32.160765 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (6baa751d-f156-4998-94bb-c6f43767cb46), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:32.203535 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7363f6dd-2718-4848-98c6-d4b3a3d9decc', 'tag': 'e9e6b782-e4e9-4b6f-9321-32081e17276f'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:31:32.206204 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4db53e9-8a6c-4e1a-988f-41ffbad4e422" -d '{"events": [{"name": "network-changed", "server_uuid": "7363f6dd-2718-4848-98c6-d4b3a3d9decc", "tag": "e9e6b782-e4e9-4b6f-9321-32081e17276f"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:31:32.225580 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327f17ff-bdd7-42b3-a98b-82bc17fcacbe req-6cf8417f-fc13-4cd1-92cb-bd49b9f42734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:32.230971 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-327f17ff-bdd7-42b3-a98b-82bc17fcacbe req-6cf8417f-fc13-4cd1-92cb-bd49b9f42734 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=d13eb104d8994e4d9b604f1050cb6328&device_id=cd92d494-82c4-4614-9a6f-2d9307f3309a HTTP/1.1" status: 200 len: 1127 time: 0.2178986 Feb 09 21:31:32.250979 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=6baa751d-f156-4998-94bb-c6f43767cb46,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:32.312390 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-89e27090-9516-4996-b506-d663b6717a50 req-713897f5-2eb0-46cc-b3be-6dda77d9f48a tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:32.343021 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a84f58-9f1e-481c-872f-73d1f4483cf7 req-07f4e8bc-d552-4e20-a8d2-27f084352fcc tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:32.350308 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-85a84f58-9f1e-481c-872f-73d1f4483cf7 req-07f4e8bc-d552-4e20-a8d2-27f084352fcc tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/ports?device_id=f4cf4286-a1d2-4921-aa34-7b549655916d HTTP/1.1" status: 200 len: 931 time: 0.3386555 Feb 09 21:31:32.509913 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-85a84f58-9f1e-481c-872f-73d1f4483cf7 req-28ab86c9-4140-433c-ab53-fb8dee29823b tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/security-groups?id=000b5c05-19e3-420b-9015-081c6c7f11c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543176 Feb 09 21:31:32.552072 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-d0ff521d-8f25-47d5-8b56-c9f8f32cab7e req-f2440420-aac6-45b0-87b8-aa7c3c4bef3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebd80d34-efec-4040-b317-f4c5408a5191 {{(pid=103141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:31:32.561360 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-d0ff521d-8f25-47d5-8b56-c9f8f32cab7e req-f2440420-aac6-45b0-87b8-aa7c3c4bef3c service neutron] Publish callbacks [] for port (ebd80d34-efec-4040-b317-f4c5408a5191), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:32.563065 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327f17ff-bdd7-42b3-a98b-82bc17fcacbe req-3a48e89a-f9d1-4256-a607-25a09eed706e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:32.564613 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-327f17ff-bdd7-42b3-a98b-82bc17fcacbe req-3a48e89a-f9d1-4256-a607-25a09eed706e service neutron] 10.222.0.95 "GET /v2.0/networks?id=5406f657-d0e3-4570-bda7-aeb2bc509011 HTTP/1.1" status: 200 len: 909 time: 0.2946808 Feb 09 21:31:32.581404 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-d0ff521d-8f25-47d5-8b56-c9f8f32cab7e req-f2440420-aac6-45b0-87b8-aa7c3c4bef3c service neutron] Transition to ACTIVE for port object ebd80d34-efec-4040-b317-f4c5408a5191 will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:31:32.586699 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-d0ff521d-8f25-47d5-8b56-c9f8f32cab7e req-f2440420-aac6-45b0-87b8-aa7c3c4bef3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (ebd80d34-efec-4040-b317-f4c5408a5191), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:32.629350 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-327f17ff-bdd7-42b3-a98b-82bc17fcacbe req-ebbddc1e-69d4-4ed4-9248-3c50a1d65c76 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df09fb29-1ecd-4bea-b09f-dc089b20c12e HTTP/1.1" status: 200 len: 217 time: 0.0458241 Feb 09 21:31:32.667849 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2440420-aac6-45b0-87b8-aa7c3c4bef3c service neutron] Pushing event updated for resources: {'Port': ['ID=ebd80d34-efec-4040-b317-f4c5408a5191,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:32.746286 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-d0ff521d-8f25-47d5-8b56-c9f8f32cab7e req-f2440420-aac6-45b0-87b8-aa7c3c4bef3c service neutron] Attempting to bind port ebd80d34-efec-4040-b317-f4c5408a5191 on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:31:32.746636 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-d0ff521d-8f25-47d5-8b56-c9f8f32cab7e req-f2440420-aac6-45b0-87b8-aa7c3c4bef3c service neutron] Attempting to bind port ebd80d34-efec-4040-b317-f4c5408a5191 by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': 'f0a49655-0dab-4be5-a139-f143e1a2272b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '1ccb3c1e-996b-41e3-9a90-cc05638f9e89'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:31:32.746968 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ff521d-8f25-47d5-8b56-c9f8f32cab7e req-f2440420-aac6-45b0-87b8-aa7c3c4bef3c service neutron] Attempting to bind port ebd80d34-efec-4040-b317-f4c5408a5191 on network 1ccb3c1e-996b-41e3-9a90-cc05638f9e89 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:31:32.751815 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ff521d-8f25-47d5-8b56-c9f8f32cab7e req-f2440420-aac6-45b0-87b8-aa7c3c4bef3c service neutron] Port ebd80d34-efec-4040-b317-f4c5408a5191 on network 1ccb3c1e-996b-41e3-9a90-cc05638f9e89 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:31:32.752326 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ff521d-8f25-47d5-8b56-c9f8f32cab7e req-f2440420-aac6-45b0-87b8-aa7c3c4bef3c service neutron] Attempting to bind port ebd80d34-efec-4040-b317-f4c5408a5191 on network 1ccb3c1e-996b-41e3-9a90-cc05638f9e89 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:31:32.758382 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ff521d-8f25-47d5-8b56-c9f8f32cab7e req-f2440420-aac6-45b0-87b8-aa7c3c4bef3c service neutron] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:31:32.758730 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ff521d-8f25-47d5-8b56-c9f8f32cab7e req-f2440420-aac6-45b0-87b8-aa7c3c4bef3c service neutron] Checking segment: {'id': 'f0a49655-0dab-4be5-a139-f143e1a2272b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '1ccb3c1e-996b-41e3-9a90-cc05638f9e89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:31:32.759119 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ff521d-8f25-47d5-8b56-c9f8f32cab7e req-f2440420-aac6-45b0-87b8-aa7c3c4bef3c service neutron] Bound using segment: {'id': 'f0a49655-0dab-4be5-a139-f143e1a2272b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '1ccb3c1e-996b-41e3-9a90-cc05638f9e89'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:31:32.759543 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-d0ff521d-8f25-47d5-8b56-c9f8f32cab7e req-f2440420-aac6-45b0-87b8-aa7c3c4bef3c service neutron] Bound port: ebd80d34-efec-4040-b317-f4c5408a5191, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0a49655-0dab-4be5-a139-f143e1a2272b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '1ccb3c1e-996b-41e3-9a90-cc05638f9e89'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:31:32.759900 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-d0ff521d-8f25-47d5-8b56-c9f8f32cab7e req-f2440420-aac6-45b0-87b8-aa7c3c4bef3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (ebd80d34-efec-4040-b317-f4c5408a5191), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:32.832792 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-d0ff521d-8f25-47d5-8b56-c9f8f32cab7e req-f2440420-aac6-45b0-87b8-aa7c3c4bef3c service neutron] For port ebd80d34-efec-4040-b317-f4c5408a5191, host n-h2-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:31:32.835954 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-d0ff521d-8f25-47d5-8b56-c9f8f32cab7e req-f2440420-aac6-45b0-87b8-aa7c3c4bef3c service neutron] For port ebd80d34-efec-4040-b317-f4c5408a5191, host n-h2-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=ebd80d34-efec-4040-b317-f4c5408a5191,segment=NetworkSegment(f0a49655-0dab-4be5-a139-f143e1a2272b),segment_id=f0a49655-0dab-4be5-a139-f143e1a2272b)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:31:32.842186 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-d0ff521d-8f25-47d5-8b56-c9f8f32cab7e req-f2440420-aac6-45b0-87b8-aa7c3c4bef3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (ebd80d34-efec-4040-b317-f4c5408a5191), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:32.889971 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ff521d-8f25-47d5-8b56-c9f8f32cab7e req-f2440420-aac6-45b0-87b8-aa7c3c4bef3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:32.890597 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-d0ff521d-8f25-47d5-8b56-c9f8f32cab7e req-f2440420-aac6-45b0-87b8-aa7c3c4bef3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:32.892031 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d0ff521d-8f25-47d5-8b56-c9f8f32cab7e req-f2440420-aac6-45b0-87b8-aa7c3c4bef3c service neutron] 10.222.0.89 "PUT /v2.0/ports/ebd80d34-efec-4040-b317-f4c5408a5191 HTTP/1.1" status: 200 len: 1091 time: 0.8686531 Feb 09 21:31:32.914427 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2440420-aac6-45b0-87b8-aa7c3c4bef3c service neutron] Pushing event updated for resources: {'Port': ['ID=ebd80d34-efec-4040-b317-f4c5408a5191,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:32.985632 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ff521d-8f25-47d5-8b56-c9f8f32cab7e req-4aafb484-b338-4f3e-84c9-159c2bcc62a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:32.987174 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d0ff521d-8f25-47d5-8b56-c9f8f32cab7e req-4aafb484-b338-4f3e-84c9-159c2bcc62a8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7f960ea9e4814f1c9f3d6e0840e5a81e&device_id=f4cf4286-a1d2-4921-aa34-7b549655916d HTTP/1.1" status: 200 len: 1125 time: 0.0467901 Feb 09 21:31:32.990416 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-88e556d8-3e4f-4606-a7c9-20292080c8ac req-feecce2a-3083-43ba-862d-4514c318042f tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=48634e6d-126d-4bd8-aead-a071ab92c66e HTTP/1.1" status: 200 len: 210 time: 0.3649743 Feb 09 21:31:33.030588 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-89e27090-9516-4996-b506-d663b6717a50 req-713897f5-2eb0-46cc-b3be-6dda77d9f48a tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:33.034886 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327f17ff-bdd7-42b3-a98b-82bc17fcacbe req-76b80f74-066a-44a4-b81c-de8a0aaa7115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:33.035519 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d0ff521d-8f25-47d5-8b56-c9f8f32cab7e req-377574c7-ce68-4b61-931a-14482b9cb3c2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ebd80d34-efec-4040-b317-f4c5408a5191 HTTP/1.1" status: 200 len: 217 time: 0.0394361 Feb 09 21:31:33.036403 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-327f17ff-bdd7-42b3-a98b-82bc17fcacbe req-76b80f74-066a-44a4-b81c-de8a0aaa7115 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=e1ad18b5-2d0f-4d2c-9c50-5fdfdce0a556 HTTP/1.1" status: 200 len: 848 time: 0.3959901 Feb 09 21:31:33.093344 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ff521d-8f25-47d5-8b56-c9f8f32cab7e req-96044781-1e63-4177-9662-92c82f6c93d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:33.094789 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d0ff521d-8f25-47d5-8b56-c9f8f32cab7e req-96044781-1e63-4177-9662-92c82f6c93d7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=954aeff3-776a-4d4a-b59c-79cdefb95559 HTTP/1.1" status: 200 len: 852 time: 0.0461671 Feb 09 21:31:33.100211 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-327f17ff-bdd7-42b3-a98b-82bc17fcacbe req-5d03925c-3c06-4eec-8a15-bb790490e7fe service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=5406f657-d0e3-4570-bda7-aeb2bc509011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557926 Feb 09 21:31:33.134742 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d0ff521d-8f25-47d5-8b56-c9f8f32cab7e req-e32b527d-ca26-47e1-897e-d56ca55ab3a2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1ccb3c1e-996b-41e3-9a90-cc05638f9e89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307846 Feb 09 21:31:33.235798 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d0ff521d-8f25-47d5-8b56-c9f8f32cab7e req-d9c8c690-1f0c-4e31-b3d2-4c431fa0299c service neutron] 10.222.0.89 "GET /v2.0/networks/1ccb3c1e-996b-41e3-9a90-cc05638f9e89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864563 Feb 09 21:31:33.261522 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1d26e0-aa01-45dd-8cfe-209d7964572d req-4a72f003-3372-48c1-ae92-bfd972d47c1b tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:33.262986 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3c1d26e0-aa01-45dd-8cfe-209d7964572d req-4a72f003-3372-48c1-ae92-bfd972d47c1b tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c4dadfc-4571-4c50-811c-72f64728536f HTTP/1.1" status: 200 len: 949 time: 0.1684780 Feb 09 21:31:33.277546 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [req-89e27090-9516-4996-b506-d663b6717a50 req-713897f5-2eb0-46cc-b3be-6dda77d9f48a tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Allocated IP 172.25.3.126 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/f07bb95e-0807-4d82-9eb7-ed63ab87207c) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:31:33.312518 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-327f17ff-bdd7-42b3-a98b-82bc17fcacbe req-7699d822-ac7e-449f-8187-bb1ed7a5a356 service neutron] 10.222.0.95 "GET /v2.0/networks/5406f657-d0e3-4570-bda7-aeb2bc509011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983430 Feb 09 21:31:33.350653 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d0ff521d-8f25-47d5-8b56-c9f8f32cab7e req-198eada1-2269-44f2-af91-e2132a80009c service neutron] 10.222.0.89 "GET /v2.0/networks/1ccb3c1e-996b-41e3-9a90-cc05638f9e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954413 Feb 09 21:31:33.411967 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-006f949a-0ad2-4ef5-86f9-888df91b3c94 req-abe5d0e6-6a2f-46b1-aaba-948d795a086b tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=301f05e37d364aab86167965425dfbdc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0222380 Feb 09 21:31:33.432980 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3c1d26e0-aa01-45dd-8cfe-209d7964572d req-d1e41160-5758-46c4-8c78-dcb2b0c7e35a tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459031 Feb 09 21:31:33.496986 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-89e27090-9516-4996-b506-d663b6717a50 req-713897f5-2eb0-46cc-b3be-6dda77d9f48a tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Publish callbacks [] for port (f07bb95e-0807-4d82-9eb7-ed63ab87207c), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:33.506878 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-327f17ff-bdd7-42b3-a98b-82bc17fcacbe req-6f4db2b9-c990-4906-a7d7-eab5042ad06e service neutron] 10.222.0.95 "GET /v2.0/networks/5406f657-d0e3-4570-bda7-aeb2bc509011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692629 Feb 09 21:31:33.557793 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006f949a-0ad2-4ef5-86f9-888df91b3c94 req-1e67908f-4d81-4c14-88a7-69faed34885d tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:33.559955 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-006f949a-0ad2-4ef5-86f9-888df91b3c94 req-1e67908f-4d81-4c14-88a7-69faed34885d tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1410820 Feb 09 21:31:33.576938 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-89e27090-9516-4996-b506-d663b6717a50 req-713897f5-2eb0-46cc-b3be-6dda77d9f48a tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (f07bb95e-0807-4d82-9eb7-ed63ab87207c), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:33.594259 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3af2ab-e4d3-4c80-993e-f6b3fc44b272 req-eeec440c-c769-44f8-852b-f9d3bf230fef tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:33.595737 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cb3af2ab-e4d3-4c80-993e-f6b3fc44b272 req-eeec440c-c769-44f8-852b-f9d3bf230fef tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=7363f6dd-2718-4848-98c6-d4b3a3d9decc HTTP/1.1" status: 200 len: 943 time: 0.0857346 Feb 09 21:31:33.627290 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89e27090-9516-4996-b506-d663b6717a50 req-713897f5-2eb0-46cc-b3be-6dda77d9f48a tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:31:33.636625 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [req-89e27090-9516-4996-b506-d663b6717a50 req-713897f5-2eb0-46cc-b3be-6dda77d9f48a tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:31:33.643392 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-89e27090-9516-4996-b506-d663b6717a50 req-713897f5-2eb0-46cc-b3be-6dda77d9f48a tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:31:33.683437 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-006f949a-0ad2-4ef5-86f9-888df91b3c94 req-5d5ba3b3-cc3d-47f2-a169-4c770edace3e tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Request body: {'port': {'device_id': '48634e6d-126d-4bd8-aead-a071ab92c66e', 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc', 'admin_state_up': True, 'tenant_id': '301f05e37d364aab86167965425dfbdc'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:31:33.688279 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713897f5-2eb0-46cc-b3be-6dda77d9f48a tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Pushing event updated for resources: {'Port': ['ID=f07bb95e-0807-4d82-9eb7-ed63ab87207c,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:33.706181 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cb3af2ab-e4d3-4c80-993e-f6b3fc44b272 req-167cf4ff-d7e4-4859-9cbc-9110abe2e84b tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936167 Feb 09 21:31:33.777065 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f2a1005-9d17-4be2-bd04-c92211c4f231 x-openstack-request-id: req-2f2a1005-9d17-4be2-bd04-c92211c4f231 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:31:33.778469 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ae33bd7-5545-4d2f-b221-05329d891107", "name": "network-vif-plugged", "status": "completed", "tag": "174ff684-f276-4900-ac6d-bc801ccdab7c", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:31:33.779017 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-2f2a1005-9d17-4be2-bd04-c92211c4f231 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:31:33.779427 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ae33bd7-5545-4d2f-b221-05329d891107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '174ff684-f276-4900-ac6d-bc801ccdab7c', 'code': 200} Feb 09 21:31:33.792508 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-89e27090-9516-4996-b506-d663b6717a50 req-713897f5-2eb0-46cc-b3be-6dda77d9f48a tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Publish callbacks [] for floatingip (3c49d0c4-6a20-4a4b-8675-67a56fd4d35f), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:33.820527 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10e88e87-b9ee-44d6-9eca-ff04f43edc2c x-openstack-request-id: req-10e88e87-b9ee-44d6-9eca-ff04f43edc2c {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:31:33.820933 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7363f6dd-2718-4848-98c6-d4b3a3d9decc", "tag": "e9e6b782-e4e9-4b6f-9321-32081e17276f", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:31:33.821192 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-10e88e87-b9ee-44d6-9eca-ff04f43edc2c {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:31:33.821826 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7363f6dd-2718-4848-98c6-d4b3a3d9decc', 'tag': 'e9e6b782-e4e9-4b6f-9321-32081e17276f', 'status': 'completed', 'code': 200} Feb 09 21:31:33.858387 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-006f949a-0ad2-4ef5-86f9-888df91b3c94 req-5d5ba3b3-cc3d-47f2-a169-4c770edace3e tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Made reservation on behalf of 301f05e37d364aab86167965425dfbdc for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:31:33.863213 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-006f949a-0ad2-4ef5-86f9-888df91b3c94 req-5d5ba3b3-cc3d-47f2-a169-4c770edace3e tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:33.894654 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-89e27090-9516-4996-b506-d663b6717a50 req-713897f5-2eb0-46cc-b3be-6dda77d9f48a tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (f07bb95e-0807-4d82-9eb7-ed63ab87207c), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:34.011184 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327f17ff-bdd7-42b3-a98b-82bc17fcacbe req-8fdc0a98-66a5-4c29-ab4d-3d5ed0816d12 tempest-LiveMigrationTest-1736264502 tempest-LiveMigrationTest-1736264502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:34.012801 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-327f17ff-bdd7-42b3-a98b-82bc17fcacbe req-8fdc0a98-66a5-4c29-ab4d-3d5ed0816d12 tempest-LiveMigrationTest-1736264502 tempest-LiveMigrationTest-1736264502-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=cd92d494-82c4-4614-9a6f-2d9307f3309a&tenant_id=d13eb104d8994e4d9b604f1050cb6328&binding%3Ahost_id=n-h1-828369-5 HTTP/1.1" status: 200 len: 1127 time: 0.1784987 Feb 09 21:31:34.063646 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4db53e9-8a6c-4e1a-988f-41ffbad4e422 req-890a7137-27c9-439b-a11b-be15e98c9418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:34.065196 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b4db53e9-8a6c-4e1a-988f-41ffbad4e422 req-890a7137-27c9-439b-a11b-be15e98c9418 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=2bd637e202e1467d81aff230fe0a3e7e&device_id=7363f6dd-2718-4848-98c6-d4b3a3d9decc HTTP/1.1" status: 200 len: 1155 time: 0.1938300 Feb 09 21:31:34.074657 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8976532a-37c2-4f60-950b-b575a16f080d req-5ac8beba-36a3-48c4-a4da-8c2ace63fee4 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:34.076388 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8976532a-37c2-4f60-950b-b575a16f080d req-5ac8beba-36a3-48c4-a4da-8c2ace63fee4 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=cd92d494-82c4-4614-9a6f-2d9307f3309a HTTP/1.1" status: 200 len: 945 time: 0.1922548 Feb 09 21:31:34.206104 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00be723b-703e-4b5c-8df0-877b29fce8e4 req-0dc2f0e1-f422-4752-b910-b3f8fa60c9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:34.207634 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-00be723b-703e-4b5c-8df0-877b29fce8e4 req-0dc2f0e1-f422-4752-b910-b3f8fa60c9fe service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=6ae33bd7-5545-4d2f-b221-05329d891107 HTTP/1.1" status: 200 len: 1127 time: 0.1041706 Feb 09 21:31:34.297055 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [req-006f949a-0ad2-4ef5-86f9-888df91b3c94 req-5d5ba3b3-cc3d-47f2-a169-4c770edace3e tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Allocated IP 192.168.233.151 (a8139157-1e3e-4bd9-8fa9-c0e20debd7dc/0f7402ac-a35b-414b-bcc1-bc1c3072ec3c/d89bc8b6-2012-487d-8350-8f473697ebed) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:31:34.300919 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8976532a-37c2-4f60-950b-b575a16f080d req-25e8f074-0640-4a47-a927-0a465797599a tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972153 Feb 09 21:31:34.301203 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-00be723b-703e-4b5c-8df0-877b29fce8e4 req-6dc468c5-56ae-4d39-97ff-82889dd51e8a service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=cf86e5b7-36f5-4887-a89f-16073b9e7049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814168 Feb 09 21:31:34.359193 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-89e27090-9516-4996-b506-d663b6717a50 req-713897f5-2eb0-46cc-b3be-6dda77d9f48a tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Publish callbacks [] for port (f07bb95e-0807-4d82-9eb7-ed63ab87207c), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:34.376688 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4db53e9-8a6c-4e1a-988f-41ffbad4e422 req-b513d40a-9c9d-43d9-8f30-bce5e0366c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:34.378225 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b4db53e9-8a6c-4e1a-988f-41ffbad4e422 req-b513d40a-9c9d-43d9-8f30-bce5e0366c9f service neutron] 10.222.0.95 "GET /v2.0/networks?id=37143bd2-1331-4c73-96e2-f9c3179c6daf HTTP/1.1" status: 200 len: 922 time: 0.2735629 Feb 09 21:31:34.387917 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-89e27090-9516-4996-b506-d663b6717a50 req-713897f5-2eb0-46cc-b3be-6dda77d9f48a tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (f07bb95e-0807-4d82-9eb7-ed63ab87207c), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:34.435570 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-327f17ff-bdd7-42b3-a98b-82bc17fcacbe req-f01f87b3-6694-4729-9cdd-a2aca7752ffb service neutron] For port df09fb29-1ecd-4bea-b09f-dc089b20c12e, host n-h2-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:31:34.459611 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-327f17ff-bdd7-42b3-a98b-82bc17fcacbe req-f01f87b3-6694-4729-9cdd-a2aca7752ffb service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:34.460767 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-327f17ff-bdd7-42b3-a98b-82bc17fcacbe req-f01f87b3-6694-4729-9cdd-a2aca7752ffb service neutron] 10.222.0.95 "DELETE /v2.0/ports/df09fb29-1ecd-4bea-b09f-dc089b20c12e/bindings/n-h2-828369-5 HTTP/1.1" status: 204 len: 173 time: 0.4083495 Feb 09 21:31:34.462204 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-006f949a-0ad2-4ef5-86f9-888df91b3c94 req-5d5ba3b3-cc3d-47f2-a169-4c770edace3e tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Publish callbacks [] for port (d89bc8b6-2012-487d-8350-8f473697ebed), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:34.501863 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-006f949a-0ad2-4ef5-86f9-888df91b3c94 req-5d5ba3b3-cc3d-47f2-a169-4c770edace3e tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (d89bc8b6-2012-487d-8350-8f473697ebed), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:34.508277 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713897f5-2eb0-46cc-b3be-6dda77d9f48a tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Pushing event updated for resources: {'Port': ['ID=f07bb95e-0807-4d82-9eb7-ed63ab87207c,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:34.519019 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['e9f2ba29-d45e-453d-bfc4-e1f1dd8a6047', 'c543c68f-2876-4aba-82e0-f1ae0fcc2d0d'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:31:34.528275 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-89e27090-9516-4996-b506-d663b6717a50 req-713897f5-2eb0-46cc-b3be-6dda77d9f48a tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (3c49d0c4-6a20-4a4b-8675-67a56fd4d35f), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:34.530184 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['4bbd8126-4683-4cf5-bea6-1038ce90a505', '5f898856-a782-4f86-b38f-f74482342d30', 'ab9d25ae-d4c5-4858-a2a3-37eb99643062', 'eef1a684-c343-4bce-9059-aceed4d69eb8'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:31:34.543549 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc75869-758a-4154-9400-7be3f052570f req-c74bb77c-77a5-447d-9ea3-8e9316308f79 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:34.545213 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1dc75869-758a-4154-9400-7be3f052570f req-c74bb77c-77a5-447d-9ea3-8e9316308f79 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "GET /v2.0/ports?device_id=6ae33bd7-5545-4d2f-b221-05329d891107 HTTP/1.1" status: 200 len: 945 time: 0.1136591 Feb 09 21:31:34.550806 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-006f949a-0ad2-4ef5-86f9-888df91b3c94 req-5d5ba3b3-cc3d-47f2-a169-4c770edace3e tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:31:34.554927 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [req-006f949a-0ad2-4ef5-86f9-888df91b3c94 req-5d5ba3b3-cc3d-47f2-a169-4c770edace3e tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:31:34.556864 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-006f949a-0ad2-4ef5-86f9-888df91b3c94 req-5d5ba3b3-cc3d-47f2-a169-4c770edace3e tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:31:34.558461 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-89e27090-9516-4996-b506-d663b6717a50 req-713897f5-2eb0-46cc-b3be-6dda77d9f48a tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:34.566103 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-89e27090-9516-4996-b506-d663b6717a50 req-713897f5-2eb0-46cc-b3be-6dda77d9f48a tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4897385 Feb 09 21:31:34.589482 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5ba3b3-cc3d-47f2-a169-4c770edace3e tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Pushing event updated for resources: {'Port': ['ID=d89bc8b6-2012-487d-8350-8f473697ebed,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:34.636489 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006f949a-0ad2-4ef5-86f9-888df91b3c94 req-5d5ba3b3-cc3d-47f2-a169-4c770edace3e tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:34.637263 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-006f949a-0ad2-4ef5-86f9-888df91b3c94 req-5d5ba3b3-cc3d-47f2-a169-4c770edace3e tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:34.659754 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-006f949a-0ad2-4ef5-86f9-888df91b3c94 req-5d5ba3b3-cc3d-47f2-a169-4c770edace3e tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9807920 Feb 09 21:31:34.672918 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b4db53e9-8a6c-4e1a-988f-41ffbad4e422 req-2d45af2f-7a7f-497d-a95c-29ac2ff420f1 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9e6b782-e4e9-4b6f-9321-32081e17276f HTTP/1.1" status: 200 len: 217 time: 0.0879741 Feb 09 21:31:34.676192 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-006f949a-0ad2-4ef5-86f9-888df91b3c94 req-ba2224bc-c2d3-42dc-a2e2-24c3683adcf1 service neutron] Request body: {'port': {'device_id': '48634e6d-126d-4bd8-aead-a071ab92c66e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:31:34.683314 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-89e27090-9516-4996-b506-d663b6717a50 req-03ba9158-1adf-48c5-9390-e73363a33d6a tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.90 "GET /v2.0/floatingips?floating_ip_address=172.25.3.126 HTTP/1.1" status: 200 len: 696 time: 0.1162865 Feb 09 21:31:34.757987 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-006f949a-0ad2-4ef5-86f9-888df91b3c94 req-ba2224bc-c2d3-42dc-a2e2-24c3683adcf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (d89bc8b6-2012-487d-8350-8f473697ebed), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:34.799750 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1dc75869-758a-4154-9400-7be3f052570f req-7131354a-0335-43eb-a496-16a948700de3 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf86e5b7-36f5-4887-a89f-16073b9e7049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314970 Feb 09 21:31:34.842567 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4db53e9-8a6c-4e1a-988f-41ffbad4e422 req-89a8bc22-b013-47d1-8b8b-8f775a831b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:34.843665 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b4db53e9-8a6c-4e1a-988f-41ffbad4e422 req-89a8bc22-b013-47d1-8b8b-8f775a831b1a service neutron] 10.222.0.95 "GET /v2.0/subnets?id=f5dc5768-86f9-4907-b987-49606f9e43f9 HTTP/1.1" status: 200 len: 861 time: 0.1521792 Feb 09 21:31:34.900564 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e27090-9516-4996-b506-d663b6717a50 req-d543e59b-3a68-4086-b030-f908f7df728d tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:34.913908 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-89e27090-9516-4996-b506-d663b6717a50 req-d543e59b-3a68-4086-b030-f908f7df728d tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.90 "GET /v2.0/networks/54a442d5-50a0-4c75-85cc-d19f5bf58118 HTTP/1.1" status: 200 len: 784 time: 0.2296596 Feb 09 21:31:34.957695 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b4db53e9-8a6c-4e1a-988f-41ffbad4e422 req-a94141be-0b1b-4b10-917a-8602f6787c27 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=37143bd2-1331-4c73-96e2-f9c3179c6daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0977266 Feb 09 21:31:34.986568 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-79277696-f202-49eb-91d4-3910ce4d8581 None None] Provisioning complete for port d89bc8b6-2012-487d-8350-8f473697ebed triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:31:34.987207 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-79277696-f202-49eb-91d4-3910ce4d8581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (d89bc8b6-2012-487d-8350-8f473697ebed), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:35.056730 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-79277696-f202-49eb-91d4-3910ce4d8581 None None] Port d89bc8b6-2012-487d-8350-8f473697ebed cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:31:35.121652 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-006f949a-0ad2-4ef5-86f9-888df91b3c94 req-ba2224bc-c2d3-42dc-a2e2-24c3683adcf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d89bc8b6-2012-487d-8350-8f473697ebed {{(pid=103141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:31:35.131959 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-006f949a-0ad2-4ef5-86f9-888df91b3c94 req-ba2224bc-c2d3-42dc-a2e2-24c3683adcf1 service neutron] Publish callbacks [] for port (d89bc8b6-2012-487d-8350-8f473697ebed), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:35.133049 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a11f1fb-ebd5-4b17-8520-f431cfedde1c req-d25a9ede-65a4-4d49-8297-39c65289695a tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:35.139955 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2a11f1fb-ebd5-4b17-8520-f431cfedde1c req-d25a9ede-65a4-4d49-8297-39c65289695a tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/ports?device_id=f4cf4286-a1d2-4921-aa34-7b549655916d HTTP/1.1" status: 200 len: 943 time: 0.1836326 Feb 09 21:31:35.156254 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-006f949a-0ad2-4ef5-86f9-888df91b3c94 req-ba2224bc-c2d3-42dc-a2e2-24c3683adcf1 service neutron] Transition to ACTIVE for port object d89bc8b6-2012-487d-8350-8f473697ebed will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:31:35.157475 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3261e40a-c974-41c8-b92b-0de4519ac440 req-53baae13-ff0e-4e2a-b9ad-4a1ff90fe880 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:35.159380 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3261e40a-c974-41c8-b92b-0de4519ac440 req-53baae13-ff0e-4e2a-b9ad-4a1ff90fe880 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=48634e6d-126d-4bd8-aead-a071ab92c66e HTTP/1.1" status: 200 len: 936 time: 0.1618395 Feb 09 21:31:35.162705 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-006f949a-0ad2-4ef5-86f9-888df91b3c94 req-ba2224bc-c2d3-42dc-a2e2-24c3683adcf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (d89bc8b6-2012-487d-8350-8f473697ebed), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:35.218837 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b4db53e9-8a6c-4e1a-988f-41ffbad4e422 req-954b8085-0f31-40fb-9e06-28f029a7aa95 service neutron] 10.222.0.95 "GET /v2.0/networks/37143bd2-1331-4c73-96e2-f9c3179c6daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233677 Feb 09 21:31:35.265321 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2224bc-c2d3-42dc-a2e2-24c3683adcf1 service neutron] Pushing event updated for resources: {'Port': ['ID=d89bc8b6-2012-487d-8350-8f473697ebed,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:35.315017 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2a11f1fb-ebd5-4b17-8520-f431cfedde1c req-2b8eb05f-4102-4f03-bc7b-99c77967de31 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/security-groups?id=000b5c05-19e3-420b-9015-081c6c7f11c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691916 Feb 09 21:31:35.325361 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-006f949a-0ad2-4ef5-86f9-888df91b3c94 req-ba2224bc-c2d3-42dc-a2e2-24c3683adcf1 service neutron] Attempting to bind port d89bc8b6-2012-487d-8350-8f473697ebed on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:31:35.325361 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-006f949a-0ad2-4ef5-86f9-888df91b3c94 req-ba2224bc-c2d3-42dc-a2e2-24c3683adcf1 service neutron] Attempting to bind port d89bc8b6-2012-487d-8350-8f473697ebed by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:31:35.325361 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006f949a-0ad2-4ef5-86f9-888df91b3c94 req-ba2224bc-c2d3-42dc-a2e2-24c3683adcf1 service neutron] Attempting to bind port d89bc8b6-2012-487d-8350-8f473697ebed on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:31:35.329544 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006f949a-0ad2-4ef5-86f9-888df91b3c94 req-ba2224bc-c2d3-42dc-a2e2-24c3683adcf1 service neutron] Port d89bc8b6-2012-487d-8350-8f473697ebed on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:31:35.329825 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006f949a-0ad2-4ef5-86f9-888df91b3c94 req-ba2224bc-c2d3-42dc-a2e2-24c3683adcf1 service neutron] Attempting to bind port d89bc8b6-2012-487d-8350-8f473697ebed on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:31:35.335798 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006f949a-0ad2-4ef5-86f9-888df91b3c94 req-ba2224bc-c2d3-42dc-a2e2-24c3683adcf1 service neutron] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:31:35.336152 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006f949a-0ad2-4ef5-86f9-888df91b3c94 req-ba2224bc-c2d3-42dc-a2e2-24c3683adcf1 service neutron] Checking segment: {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:31:35.336695 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006f949a-0ad2-4ef5-86f9-888df91b3c94 req-ba2224bc-c2d3-42dc-a2e2-24c3683adcf1 service neutron] Bound using segment: {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:31:35.337234 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-006f949a-0ad2-4ef5-86f9-888df91b3c94 req-ba2224bc-c2d3-42dc-a2e2-24c3683adcf1 service neutron] Bound port: d89bc8b6-2012-487d-8350-8f473697ebed, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:31:35.337497 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-006f949a-0ad2-4ef5-86f9-888df91b3c94 req-ba2224bc-c2d3-42dc-a2e2-24c3683adcf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (d89bc8b6-2012-487d-8350-8f473697ebed), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:35.377726 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3261e40a-c974-41c8-b92b-0de4519ac440 req-3cc53373-c68a-4f27-ab3a-203fe8f935ed tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075708 Feb 09 21:31:35.439162 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b4db53e9-8a6c-4e1a-988f-41ffbad4e422 req-879fbb5d-99c9-478c-8695-75758de196e2 service neutron] 10.222.0.95 "GET /v2.0/networks/37143bd2-1331-4c73-96e2-f9c3179c6daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127934 Feb 09 21:31:35.453478 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-006f949a-0ad2-4ef5-86f9-888df91b3c94 req-ba2224bc-c2d3-42dc-a2e2-24c3683adcf1 service neutron] For port d89bc8b6-2012-487d-8350-8f473697ebed, host n-h2-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:31:35.456861 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-006f949a-0ad2-4ef5-86f9-888df91b3c94 req-ba2224bc-c2d3-42dc-a2e2-24c3683adcf1 service neutron] For port d89bc8b6-2012-487d-8350-8f473697ebed, host n-h2-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=d89bc8b6-2012-487d-8350-8f473697ebed,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:31:35.486241 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-006f949a-0ad2-4ef5-86f9-888df91b3c94 req-ba2224bc-c2d3-42dc-a2e2-24c3683adcf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (d89bc8b6-2012-487d-8350-8f473697ebed), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:35.530643 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006f949a-0ad2-4ef5-86f9-888df91b3c94 req-ba2224bc-c2d3-42dc-a2e2-24c3683adcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:35.531275 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-006f949a-0ad2-4ef5-86f9-888df91b3c94 req-ba2224bc-c2d3-42dc-a2e2-24c3683adcf1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:35.532692 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-006f949a-0ad2-4ef5-86f9-888df91b3c94 req-ba2224bc-c2d3-42dc-a2e2-24c3683adcf1 service neutron] 10.222.0.89 "PUT /v2.0/ports/d89bc8b6-2012-487d-8350-8f473697ebed HTTP/1.1" status: 200 len: 1096 time: 0.8632603 Feb 09 21:31:35.561852 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2224bc-c2d3-42dc-a2e2-24c3683adcf1 service neutron] Pushing event updated for resources: {'Port': ['ID=d89bc8b6-2012-487d-8350-8f473697ebed,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:35.622471 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d495b7cc-fdff-42f8-b411-fb697523aa6b req-4472730b-4ea8-4bd0-bae7-a39d3f1bdc63 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:35.624021 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d495b7cc-fdff-42f8-b411-fb697523aa6b req-4472730b-4ea8-4bd0-bae7-a39d3f1bdc63 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c4dadfc-4571-4c50-811c-72f64728536f HTTP/1.1" status: 200 len: 949 time: 0.1137922 Feb 09 21:31:35.635113 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b3cba9-e70f-41fd-bc0d-2cd7d2b46d90 req-45fdfd97-16f6-4e6c-aa23-f016de6acee4 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:35.636540 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-58b3cba9-e70f-41fd-bc0d-2cd7d2b46d90 req-45fdfd97-16f6-4e6c-aa23-f016de6acee4 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=7363f6dd-2718-4848-98c6-d4b3a3d9decc HTTP/1.1" status: 200 len: 943 time: 0.1137931 Feb 09 21:31:35.647867 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006f949a-0ad2-4ef5-86f9-888df91b3c94 req-cd4bbc6d-1a11-4e03-b1c2-491befc34593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:35.649571 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-006f949a-0ad2-4ef5-86f9-888df91b3c94 req-cd4bbc6d-1a11-4e03-b1c2-491befc34593 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=301f05e37d364aab86167965425dfbdc&device_id=48634e6d-126d-4bd8-aead-a071ab92c66e HTTP/1.1" status: 200 len: 1130 time: 0.0572360 Feb 09 21:31:35.701889 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-006f949a-0ad2-4ef5-86f9-888df91b3c94 req-8b05727b-2fde-4f0c-8685-16aad3bcbb0f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=d89bc8b6-2012-487d-8350-8f473697ebed HTTP/1.1" status: 200 len: 217 time: 0.0382655 Feb 09 21:31:35.712377 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d495b7cc-fdff-42f8-b411-fb697523aa6b req-ebe77453-93fa-42d3-9c9c-a535ba836c1b tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746701 Feb 09 21:31:35.715356 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-58b3cba9-e70f-41fd-bc0d-2cd7d2b46d90 req-d2f4144a-3854-4816-a15f-7e44af56711b tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703218 Feb 09 21:31:35.763139 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006f949a-0ad2-4ef5-86f9-888df91b3c94 req-e77fb7cc-2895-4a19-bf7e-5a4efaa61aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:35.764670 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-006f949a-0ad2-4ef5-86f9-888df91b3c94 req-e77fb7cc-2895-4a19-bf7e-5a4efaa61aea service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0f7402ac-a35b-414b-bcc1-bc1c3072ec3c HTTP/1.1" status: 200 len: 843 time: 0.0570748 Feb 09 21:31:35.781102 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c4dadfc-4571-4c50-811c-72f64728536f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6baa751d-f156-4998-94bb-c6f43767cb46'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:31:35.783424 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9988026d-f39a-4140-804d-3bede94b3b7a" -d '{"events": [{"server_uuid": "2c4dadfc-4571-4c50-811c-72f64728536f", "name": "network-vif-plugged", "status": "completed", "tag": "6baa751d-f156-4998-94bb-c6f43767cb46"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:31:35.822741 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006f949a-0ad2-4ef5-86f9-888df91b3c94 req-450f3041-9673-4715-b3c8-d38acd0351c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:35.824457 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-006f949a-0ad2-4ef5-86f9-888df91b3c94 req-450f3041-9673-4715-b3c8-d38acd0351c7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0529616 Feb 09 21:31:35.824923 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4cf4286-a1d2-4921-aa34-7b549655916d', 'tag': 'ebd80d34-efec-4040-b317-f4c5408a5191'}, {'name': 'network-changed', 'server_uuid': '48634e6d-126d-4bd8-aead-a071ab92c66e', 'tag': 'd89bc8b6-2012-487d-8350-8f473697ebed'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:31:35.827224 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a026d30b-e4ce-490a-9f6e-d0dc2b1fe528" -d '{"events": [{"name": "network-changed", "server_uuid": "f4cf4286-a1d2-4921-aa34-7b549655916d", "tag": "ebd80d34-efec-4040-b317-f4c5408a5191"}, {"name": "network-changed", "server_uuid": "48634e6d-126d-4bd8-aead-a071ab92c66e", "tag": "d89bc8b6-2012-487d-8350-8f473697ebed"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:31:35.906649 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659473de-2f4c-473b-b8b3-49faeba97930 req-d3a6aae1-3562-455a-b793-1e083b5baaba tempest-LiveMigrationTest-1736264502 tempest-LiveMigrationTest-1736264502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:35.908184 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-659473de-2f4c-473b-b8b3-49faeba97930 req-d3a6aae1-3562-455a-b793-1e083b5baaba tempest-LiveMigrationTest-1736264502 tempest-LiveMigrationTest-1736264502-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=cd92d494-82c4-4614-9a6f-2d9307f3309a HTTP/1.1" status: 200 len: 1127 time: 0.1118991 Feb 09 21:31:35.926289 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-006f949a-0ad2-4ef5-86f9-888df91b3c94 req-5b0d656e-d803-4c11-980e-e3c83be79520 service neutron] 10.222.0.89 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874774 Feb 09 21:31:35.948802 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22035a49-2e72-4489-af32-b0abceed2259 req-0404d113-0cdd-46fa-a7da-460249d0c3c8 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:35.950271 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-22035a49-2e72-4489-af32-b0abceed2259 req-0404d113-0cdd-46fa-a7da-460249d0c3c8 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.90 "GET /v2.0/networks?id=00d33a83-8eda-497d-a1c1-41b14f9abbba HTTP/1.1" status: 200 len: 821 time: 0.1438792 Feb 09 21:31:35.979433 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-22035a49-2e72-4489-af32-b0abceed2259 req-e4973a53-101a-4634-b6c6-8add6e897071 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.90 "GET /v2.0/quotas/dac6b223cf904b85939aae2f16238e3d HTTP/1.1" status: 200 len: 375 time: 0.0201206 Feb 09 21:31:35.982834 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-659473de-2f4c-473b-b8b3-49faeba97930 req-3438f8c0-e1c2-47a5-8b2c-35b1528bedde tempest-LiveMigrationTest-1736264502 tempest-LiveMigrationTest-1736264502-project-admin] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674641 Feb 09 21:31:36.039225 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-006f949a-0ad2-4ef5-86f9-888df91b3c94 req-f882e7e6-9aa5-484f-9b35-84be17c02a4d service neutron] 10.222.0.89 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044612 Feb 09 21:31:36.040866 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-22035a49-2e72-4489-af32-b0abceed2259 req-1e1b2c66-cabe-4f74-b3a9-cbacc968acc9 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=dac6b223cf904b85939aae2f16238e3d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0540583 Feb 09 21:31:36.151217 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-22035a49-2e72-4489-af32-b0abceed2259 req-49846f2c-06db-4e24-a78b-3d3c403adcd3 service neutron] 10.222.0.90 "GET /v2.0/networks/00d33a83-8eda-497d-a1c1-41b14f9abbba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977216 Feb 09 21:31:36.257650 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-22035a49-2e72-4489-af32-b0abceed2259 req-d6408c30-73b8-4c7d-9648-ab48a314d07b service neutron] 10.222.0.90 "GET /v2.0/networks/00d33a83-8eda-497d-a1c1-41b14f9abbba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004763 Feb 09 21:31:36.394626 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9712f60-85b7-4cad-9fb4-cd3636582782 x-openstack-request-id: req-e9712f60-85b7-4cad-9fb4-cd3636582782 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:31:36.395102 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c4dadfc-4571-4c50-811c-72f64728536f", "name": "network-vif-plugged", "status": "completed", "tag": "6baa751d-f156-4998-94bb-c6f43767cb46", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:31:36.395301 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-e9712f60-85b7-4cad-9fb4-cd3636582782 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:31:36.395707 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c4dadfc-4571-4c50-811c-72f64728536f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6baa751d-f156-4998-94bb-c6f43767cb46', 'code': 200} Feb 09 21:31:36.439869 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 09 Feb 2022 21:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53207034-70f4-4b0c-a831-0e085d52ae6e x-openstack-request-id: req-53207034-70f4-4b0c-a831-0e085d52ae6e {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:31:36.440182 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4cf4286-a1d2-4921-aa34-7b549655916d", "tag": "ebd80d34-efec-4040-b317-f4c5408a5191", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "48634e6d-126d-4bd8-aead-a071ab92c66e", "tag": "d89bc8b6-2012-487d-8350-8f473697ebed", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:31:36.440522 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-53207034-70f4-4b0c-a831-0e085d52ae6e {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:31:36.440923 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4cf4286-a1d2-4921-aa34-7b549655916d', 'tag': 'ebd80d34-efec-4040-b317-f4c5408a5191', 'status': 'completed', 'code': 200} Feb 09 21:31:36.441803 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48634e6d-126d-4bd8-aead-a071ab92c66e', 'tag': 'd89bc8b6-2012-487d-8350-8f473697ebed', 'status': 'completed', 'code': 200} Feb 09 21:31:36.530252 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a026d30b-e4ce-490a-9f6e-d0dc2b1fe528 req-f3f7d18a-5bca-403c-886d-5a76b361fb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:36.532969 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a026d30b-e4ce-490a-9f6e-d0dc2b1fe528 req-f3f7d18a-5bca-403c-886d-5a76b361fb24 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7f960ea9e4814f1c9f3d6e0840e5a81e&device_id=f4cf4286-a1d2-4921-aa34-7b549655916d HTTP/1.1" status: 200 len: 1125 time: 0.0624256 Feb 09 21:31:36.601845 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caacbb0-9403-4161-90d6-03a92c19ef9a req-776291f5-d04b-4625-9762-de2611c0dd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:36.603694 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3caacbb0-9403-4161-90d6-03a92c19ef9a req-776291f5-d04b-4625-9762-de2611c0dd6d service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=2c4dadfc-4571-4c50-811c-72f64728536f HTTP/1.1" status: 200 len: 1131 time: 0.1066811 Feb 09 21:31:36.611607 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c801e29f-04a7-48e6-a1a1-aea50ee28e8f req-623cff70-8165-47d8-9f8e-b64acab508b4 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:36.613195 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c801e29f-04a7-48e6-a1a1-aea50ee28e8f req-623cff70-8165-47d8-9f8e-b64acab508b4 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "GET /v2.0/ports?device_id=6ae33bd7-5545-4d2f-b221-05329d891107 HTTP/1.1" status: 200 len: 945 time: 0.0983226 Feb 09 21:31:36.653608 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a026d30b-e4ce-490a-9f6e-d0dc2b1fe528 req-26e99801-6c27-4a1d-a6ef-e483329f5860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:36.656329 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a026d30b-e4ce-490a-9f6e-d0dc2b1fe528 req-26e99801-6c27-4a1d-a6ef-e483329f5860 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1ccb3c1e-996b-41e3-9a90-cc05638f9e89 HTTP/1.1" status: 200 len: 913 time: 0.1147790 Feb 09 21:31:36.692032 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c801e29f-04a7-48e6-a1a1-aea50ee28e8f req-b60d9054-c191-4b3c-bc2e-f70cacc14138 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf86e5b7-36f5-4887-a89f-16073b9e7049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716658 Feb 09 21:31:36.721387 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3caacbb0-9403-4161-90d6-03a92c19ef9a req-00a11ca7-efdd-4d55-9232-1c57dbf74d0b service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792096 Feb 09 21:31:36.736883 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a026d30b-e4ce-490a-9f6e-d0dc2b1fe528 req-3315c040-9b35-4ed5-a079-cdb3e4cabc22 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ebd80d34-efec-4040-b317-f4c5408a5191 HTTP/1.1" status: 200 len: 217 time: 0.0718455 Feb 09 21:31:36.791090 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a026d30b-e4ce-490a-9f6e-d0dc2b1fe528 req-fc701269-4d73-4db4-bf2e-501cf1148ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:36.792601 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a026d30b-e4ce-490a-9f6e-d0dc2b1fe528 req-fc701269-4d73-4db4-bf2e-501cf1148ae3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=954aeff3-776a-4d4a-b59c-79cdefb95559 HTTP/1.1" status: 200 len: 852 time: 0.0487747 Feb 09 21:31:36.828846 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a026d30b-e4ce-490a-9f6e-d0dc2b1fe528 req-e46fdc23-fb55-4499-98b5-81938191bfe9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1ccb3c1e-996b-41e3-9a90-cc05638f9e89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281987 Feb 09 21:31:36.834875 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c940d59b-4aa9-4027-a9e0-b40a72224908 req-89e23c67-e4bc-4091-86e9-eeadc7f1434e tempest-LiveMigrationTest-1736264502 tempest-LiveMigrationTest-1736264502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:36.836559 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c940d59b-4aa9-4027-a9e0-b40a72224908 req-89e23c67-e4bc-4091-86e9-eeadc7f1434e tempest-LiveMigrationTest-1736264502 tempest-LiveMigrationTest-1736264502-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=cd92d494-82c4-4614-9a6f-2d9307f3309a HTTP/1.1" status: 200 len: 1127 time: 0.0855961 Feb 09 21:31:36.875953 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585d07ef-817b-4fe4-aa05-d4866d1314d7 req-1c533362-ca38-4396-9855-a7f98e031d24 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:36.877504 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-585d07ef-817b-4fe4-aa05-d4866d1314d7 req-1c533362-ca38-4396-9855-a7f98e031d24 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/ports?device_id=f4cf4286-a1d2-4921-aa34-7b549655916d HTTP/1.1" status: 200 len: 943 time: 0.0898309 Feb 09 21:31:36.926949 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c940d59b-4aa9-4027-a9e0-b40a72224908 req-6f261901-112e-4d91-bae3-f805fa74e4d9 tempest-LiveMigrationTest-1736264502 tempest-LiveMigrationTest-1736264502-project-admin] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840597 Feb 09 21:31:36.934251 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a026d30b-e4ce-490a-9f6e-d0dc2b1fe528 req-f8da1a35-a549-4d41-822c-f56b004f83b5 service neutron] 10.222.0.89 "GET /v2.0/networks/1ccb3c1e-996b-41e3-9a90-cc05638f9e89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946846 Feb 09 21:31:36.959702 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-585d07ef-817b-4fe4-aa05-d4866d1314d7 req-e2e2a336-0a1a-4e8d-9473-2a1659422804 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/security-groups?id=000b5c05-19e3-420b-9015-081c6c7f11c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522654 Feb 09 21:31:36.977319 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 9c7fd832-054f-4b7f-876d-c3f68d7610d8 no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:31:37.059890 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-eb68c45e-9b23-4c0a-a72b-2288e061618d req-c4ba2517-ff35-4721-b072-17a29d31c570 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.90 "GET /v2.0/ports?device_id=7b001bdd-b4f7-4aa9-a733-0d546e2fe8d3 HTTP/1.1" status: 200 len: 210 time: 0.0342090 Feb 09 21:31:37.067884 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a026d30b-e4ce-490a-9f6e-d0dc2b1fe528 req-a78de229-8749-4c29-98c6-4efe243875a1 service neutron] 10.222.0.89 "GET /v2.0/networks/1ccb3c1e-996b-41e3-9a90-cc05638f9e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234770 Feb 09 21:31:37.178440 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ed5229-d1cf-4a47-b837-703cfc812236 req-8fa190da-57b5-4e48-b6c9-b40042b40010 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:37.180944 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-47ed5229-d1cf-4a47-b837-703cfc812236 req-8fa190da-57b5-4e48-b6c9-b40042b40010 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=48634e6d-126d-4bd8-aead-a071ab92c66e HTTP/1.1" status: 200 len: 948 time: 0.0981824 Feb 09 21:31:37.213327 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a026d30b-e4ce-490a-9f6e-d0dc2b1fe528 req-c3925145-d6aa-4c84-ad10-04d3359b4349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:37.215069 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a026d30b-e4ce-490a-9f6e-d0dc2b1fe528 req-c3925145-d6aa-4c84-ad10-04d3359b4349 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=301f05e37d364aab86167965425dfbdc&device_id=48634e6d-126d-4bd8-aead-a071ab92c66e HTTP/1.1" status: 200 len: 1130 time: 0.0602341 Feb 09 21:31:37.271847 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-47ed5229-d1cf-4a47-b837-703cfc812236 req-8fac8b22-8ac4-465c-98e3-d4e33ad77c23 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705020 Feb 09 21:31:37.348894 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 9c7fd832-054f-4b7f-876d-c3f68d7610d8 is: ACTIVE; New status is: DOWN {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:31:37.349552 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (9c7fd832-054f-4b7f-876d-c3f68d7610d8), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:37.389035 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a026d30b-e4ce-490a-9f6e-d0dc2b1fe528 req-1b84f83a-6d02-48fb-b459-022e8a199603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:37.390531 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a026d30b-e4ce-490a-9f6e-d0dc2b1fe528 req-1b84f83a-6d02-48fb-b459-022e8a199603 service neutron] 10.222.0.89 "GET /v2.0/networks?id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc HTTP/1.1" status: 200 len: 870 time: 0.1641750 Feb 09 21:31:37.391395 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 9c7fd832-054f-4b7f-876d-c3f68d7610d8, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=9c7fd832-054f-4b7f-876d-c3f68d7610d8,segment=NetworkSegment(79d7c118-8629-48e7-a704-27a42c218b4f),segment_id=79d7c118-8629-48e7-a704-27a42c218b4f)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:31:37.396047 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (9c7fd832-054f-4b7f-876d-c3f68d7610d8), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:37.433473 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80258053-b2d2-41b8-ad7f-957da985f605 req-84712ae2-16f7-4969-b1c4-a74e63147045 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:37.434867 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-80258053-b2d2-41b8-ad7f-957da985f605 req-84712ae2-16f7-4969-b1c4-a74e63147045 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c4dadfc-4571-4c50-811c-72f64728536f HTTP/1.1" status: 200 len: 949 time: 0.0945725 Feb 09 21:31:37.442354 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a026d30b-e4ce-490a-9f6e-d0dc2b1fe528 req-2a4766d3-44df-4f36-8b89-541f2f6c569e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=d89bc8b6-2012-487d-8350-8f473697ebed HTTP/1.1" status: 200 len: 217 time: 0.0387821 Feb 09 21:31:37.443125 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca8855-ed1a-46d3-ba88-e9c12634485b req-76e33d06-bef4-4f45-81e8-870e2a814a8e tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:37.444611 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-09ca8855-ed1a-46d3-ba88-e9c12634485b req-76e33d06-bef4-4f45-81e8-870e2a814a8e tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "GET /v2.0/ports?device_id=6ae33bd7-5545-4d2f-b221-05329d891107 HTTP/1.1" status: 200 len: 945 time: 0.0896144 Feb 09 21:31:37.445221 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=9c7fd832-054f-4b7f-876d-c3f68d7610d8,revision_number=8']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:37.497206 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a026d30b-e4ce-490a-9f6e-d0dc2b1fe528 req-71321154-57de-436e-9df1-1f80306ad1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:37.498873 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a026d30b-e4ce-490a-9f6e-d0dc2b1fe528 req-71321154-57de-436e-9df1-1f80306ad1c7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0f7402ac-a35b-414b-bcc1-bc1c3072ec3c HTTP/1.1" status: 200 len: 843 time: 0.0452166 Feb 09 21:31:37.519402 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-80258053-b2d2-41b8-ad7f-957da985f605 req-567979cc-bfd7-4c5e-9ef7-bab3f6a03275 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738146 Feb 09 21:31:37.522862 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-09ca8855-ed1a-46d3-ba88-e9c12634485b req-e86f24bb-28f6-4582-8ec9-bd58751b57f2 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf86e5b7-36f5-4887-a89f-16073b9e7049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707107 Feb 09 21:31:37.566457 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a026d30b-e4ce-490a-9f6e-d0dc2b1fe528 req-20697f56-b85d-4a82-b0a0-e4c7da8433c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:37.568001 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a026d30b-e4ce-490a-9f6e-d0dc2b1fe528 req-20697f56-b85d-4a82-b0a0-e4c7da8433c1 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0579050 Feb 09 21:31:37.649242 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7974d0e8-6272-4663-afdf-b8707b52916d req-e2a736ac-2c58-49a1-bd69-118537d66cc7 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:37.650705 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7974d0e8-6272-4663-afdf-b8707b52916d req-e2a736ac-2c58-49a1-bd69-118537d66cc7 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=7363f6dd-2718-4848-98c6-d4b3a3d9decc HTTP/1.1" status: 200 len: 943 time: 0.0543768 Feb 09 21:31:37.681449 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a026d30b-e4ce-490a-9f6e-d0dc2b1fe528 req-74010d63-754d-4316-87d6-edad90abdc90 service neutron] 10.222.0.89 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937703 Feb 09 21:31:37.699900 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7974d0e8-6272-4663-afdf-b8707b52916d req-887c5d41-898c-4dee-85dc-e3343d06dc5a tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428386 Feb 09 21:31:37.823204 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a026d30b-e4ce-490a-9f6e-d0dc2b1fe528 req-9feb917a-b94e-41f3-be92-6368436bb37f service neutron] 10.222.0.89 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311634 Feb 09 21:31:37.952178 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a31366e-03d0-49d7-b6d0-42f1deca98d2 req-b5c90f8d-afef-4a81-8400-e07ae530833c tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:37.953724 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8a31366e-03d0-49d7-b6d0-42f1deca98d2 req-b5c90f8d-afef-4a81-8400-e07ae530833c tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "GET /v2.0/ports?device_id=6ae33bd7-5545-4d2f-b221-05329d891107 HTTP/1.1" status: 200 len: 945 time: 0.0916204 Feb 09 21:31:37.960773 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ef2df6-38fa-4c0d-ae30-b29b64ffb4ea req-e8cb54e6-1e3c-48e0-b8c6-9807dbe9745e tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:37.961992 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-47ef2df6-38fa-4c0d-ae30-b29b64ffb4ea req-e8cb54e6-1e3c-48e0-b8c6-9807dbe9745e tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/networks?id=43a15864-976d-4c1b-9eca-ababf91abd28 HTTP/1.1" status: 200 len: 805 time: 0.1587038 Feb 09 21:31:37.979189 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22035a49-2e72-4489-af32-b0abceed2259 req-1a4e795d-f661-4e7d-8065-3ca082cc134f tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:37.980705 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-22035a49-2e72-4489-af32-b0abceed2259 req-1a4e795d-f661-4e7d-8065-3ca082cc134f tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.89 "GET /v2.0/networks?id=00d33a83-8eda-497d-a1c1-41b14f9abbba HTTP/1.1" status: 200 len: 821 time: 0.1087046 Feb 09 21:31:37.992617 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-47ef2df6-38fa-4c0d-ae30-b29b64ffb4ea req-152cbed6-4b4c-402b-a585-27b11cb0563c tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/quotas/36e1dd978cdd4dd2b729c86f8565b340 HTTP/1.1" status: 200 len: 375 time: 0.0223520 Feb 09 21:31:38.005265 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-22035a49-2e72-4489-af32-b0abceed2259 req-e1ba64f4-ed70-4c3c-9f66-e4979bda4707 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Request body: {'port': {'device_id': '7b001bdd-b4f7-4aa9-a733-0d546e2fe8d3', 'network_id': '00d33a83-8eda-497d-a1c1-41b14f9abbba', 'admin_state_up': True, 'tenant_id': 'dac6b223cf904b85939aae2f16238e3d'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:31:38.039135 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8a31366e-03d0-49d7-b6d0-42f1deca98d2 req-b3b2c6e6-a834-47a1-8c99-f52158ca3bb9 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf86e5b7-36f5-4887-a89f-16073b9e7049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761650 Feb 09 21:31:38.064949 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-47ef2df6-38fa-4c0d-ae30-b29b64ffb4ea req-ca3362a7-a626-43d8-ad30-ad888ccacb16 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=36e1dd978cdd4dd2b729c86f8565b340&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0643888 Feb 09 21:31:38.132126 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22035a49-2e72-4489-af32-b0abceed2259 req-e1ba64f4-ed70-4c3c-9f66-e4979bda4707 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Made reservation on behalf of dac6b223cf904b85939aae2f16238e3d for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:31:38.135963 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-22035a49-2e72-4489-af32-b0abceed2259 req-e1ba64f4-ed70-4c3c-9f66-e4979bda4707 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:38.271104 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [req-22035a49-2e72-4489-af32-b0abceed2259 req-e1ba64f4-ed70-4c3c-9f66-e4979bda4707 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Allocated IP 172.20.0.4 (00d33a83-8eda-497d-a1c1-41b14f9abbba/2ae0b2a1-54ba-4223-84f8-c95ae116614d/424d7ddc-d165-497f-a8fd-141fae042c97) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:31:38.397089 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd435b1ed-a9ba-4299-a5dc-748fc7f97fee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c7fd832-054f-4b7f-876d-c3f68d7610d8'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:31:38.400789 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af5e2e64-02bf-43b7-b36f-1ac95d3ba72d" -d '{"events": [{"server_uuid": "d435b1ed-a9ba-4299-a5dc-748fc7f97fee", "name": "network-vif-unplugged", "status": "completed", "tag": "9c7fd832-054f-4b7f-876d-c3f68d7610d8"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:31:38.421545 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-22035a49-2e72-4489-af32-b0abceed2259 req-e1ba64f4-ed70-4c3c-9f66-e4979bda4707 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Publish callbacks [] for port (424d7ddc-d165-497f-a8fd-141fae042c97), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:38.456942 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-22035a49-2e72-4489-af32-b0abceed2259 req-e1ba64f4-ed70-4c3c-9f66-e4979bda4707 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (424d7ddc-d165-497f-a8fd-141fae042c97), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:38.481884 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['abca71b7-c298-40e9-b2e3-e38f8f476231'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:31:38.489242 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4299bcb1-5ca8-44f4-8e6c-eea5a4f0e965 req-fd131284-61df-4eba-adbe-0ab4b1c3e48e tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:38.491278 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4299bcb1-5ca8-44f4-8e6c-eea5a4f0e965 req-fd131284-61df-4eba-adbe-0ab4b1c3e48e tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/ports?device_id=f4cf4286-a1d2-4921-aa34-7b549655916d HTTP/1.1" status: 200 len: 943 time: 0.0802131 Feb 09 21:31:38.494456 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-47ef2df6-38fa-4c0d-ae30-b29b64ffb4ea req-77368329-8631-48eb-a9d3-723be4a24180 service neutron] 10.222.0.90 "GET /v2.0/networks/43a15864-976d-4c1b-9eca-ababf91abd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4282174 Feb 09 21:31:38.507716 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22035a49-2e72-4489-af32-b0abceed2259 req-e1ba64f4-ed70-4c3c-9f66-e4979bda4707 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Network 00d33a83-8eda-497d-a1c1-41b14f9abbba is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:31:38.511239 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [req-22035a49-2e72-4489-af32-b0abceed2259 req-e1ba64f4-ed70-4c3c-9f66-e4979bda4707 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:31:38.516209 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-22035a49-2e72-4489-af32-b0abceed2259 req-e1ba64f4-ed70-4c3c-9f66-e4979bda4707 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:31:38.520359 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ba64f4-ed70-4c3c-9f66-e4979bda4707 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Pushing event updated for resources: {'Port': ['ID=424d7ddc-d165-497f-a8fd-141fae042c97,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:38.577362 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22035a49-2e72-4489-af32-b0abceed2259 req-e1ba64f4-ed70-4c3c-9f66-e4979bda4707 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:38.578973 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-22035a49-2e72-4489-af32-b0abceed2259 req-e1ba64f4-ed70-4c3c-9f66-e4979bda4707 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:38.603087 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-22035a49-2e72-4489-af32-b0abceed2259 req-e1ba64f4-ed70-4c3c-9f66-e4979bda4707 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6024234 Feb 09 21:31:38.619809 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-22035a49-2e72-4489-af32-b0abceed2259 req-16eaf040-f1bd-422e-a4d5-ec1b00aa13d2 service neutron] Request body: {'port': {'device_id': '7b001bdd-b4f7-4aa9-a733-0d546e2fe8d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:31:38.634944 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4299bcb1-5ca8-44f4-8e6c-eea5a4f0e965 req-c670124f-7c9d-4528-9006-786615109bad tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/security-groups?id=000b5c05-19e3-420b-9015-081c6c7f11c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344147 Feb 09 21:31:38.670933 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-47ef2df6-38fa-4c0d-ae30-b29b64ffb4ea req-42621049-345e-4b9c-ad37-1b1a786cc0de service neutron] 10.222.0.90 "GET /v2.0/networks/43a15864-976d-4c1b-9eca-ababf91abd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693547 Feb 09 21:31:38.722917 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-22035a49-2e72-4489-af32-b0abceed2259 req-16eaf040-f1bd-422e-a4d5-ec1b00aa13d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (424d7ddc-d165-497f-a8fd-141fae042c97), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:38.797484 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fce4ae1-8ac1-492a-9937-285c49cbfb98 req-9580291e-1660-41c4-8a25-b70474986ba9 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:38.807449 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7fce4ae1-8ac1-492a-9937-285c49cbfb98 req-9580291e-1660-41c4-8a25-b70474986ba9 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "GET /v2.0/ports?device_id=6ae33bd7-5545-4d2f-b221-05329d891107 HTTP/1.1" status: 200 len: 945 time: 0.0982394 Feb 09 21:31:38.878791 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-1683fa52-7b7a-4af4-871a-4f495782354b None None] Provisioning complete for port 424d7ddc-d165-497f-a8fd-141fae042c97 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:31:38.879169 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1683fa52-7b7a-4af4-871a-4f495782354b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (424d7ddc-d165-497f-a8fd-141fae042c97), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:38.950504 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7fce4ae1-8ac1-492a-9937-285c49cbfb98 req-37a3e54f-80de-4c95-8c88-cf0ad2f3d468 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf86e5b7-36f5-4887-a89f-16073b9e7049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429596 Feb 09 21:31:38.992737 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-1683fa52-7b7a-4af4-871a-4f495782354b None None] Port 424d7ddc-d165-497f-a8fd-141fae042c97 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:31:38.996412 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device ebd80d34-efec-4040-b317-f4c5408a5191 details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:31:39.000168 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c98d638a-d4c1-497d-b73e-8a07ec01abd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:39.018355 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c85f743-68c3-434c-a705-1f352ff0264c req-f3e1a1e3-b0c5-48e7-8bcc-9dc99982bc58 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:39.028062 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9c85f743-68c3-434c-a705-1f352ff0264c req-f3e1a1e3-b0c5-48e7-8bcc-9dc99982bc58 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.90 "GET /v2.0/ports?device_id=7b001bdd-b4f7-4aa9-a733-0d546e2fe8d3 HTTP/1.1" status: 200 len: 931 time: 0.1548843 Feb 09 21:31:39.100432 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-22035a49-2e72-4489-af32-b0abceed2259 req-16eaf040-f1bd-422e-a4d5-ec1b00aa13d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 424d7ddc-d165-497f-a8fd-141fae042c97 {{(pid=103141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:31:39.123773 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-22035a49-2e72-4489-af32-b0abceed2259 req-16eaf040-f1bd-422e-a4d5-ec1b00aa13d2 service neutron] Publish callbacks [] for port (424d7ddc-d165-497f-a8fd-141fae042c97), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:39.141452 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-22035a49-2e72-4489-af32-b0abceed2259 req-16eaf040-f1bd-422e-a4d5-ec1b00aa13d2 service neutron] Transition to ACTIVE for port object 424d7ddc-d165-497f-a8fd-141fae042c97 will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:31:39.144790 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9c85f743-68c3-434c-a705-1f352ff0264c req-ec2de58d-fe69-4b04-b631-d886c008b50d tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.90 "GET /v2.0/security-groups?id=bcb592ae-6b08-4a59-89a0-f97e40fbbc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103885 Feb 09 21:31:39.147579 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-22035a49-2e72-4489-af32-b0abceed2259 req-16eaf040-f1bd-422e-a4d5-ec1b00aa13d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (424d7ddc-d165-497f-a8fd-141fae042c97), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:39.210018 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f85f95-58c7-491b-87a1-8c551df37f53 req-afe3afb7-34b6-4c68-86e8-9711708f6588 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:39.215410 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a9f85f95-58c7-491b-87a1-8c551df37f53 req-afe3afb7-34b6-4c68-86e8-9711708f6588 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=48634e6d-126d-4bd8-aead-a071ab92c66e HTTP/1.1" status: 200 len: 948 time: 0.1324131 Feb 09 21:31:39.233365 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8621b080-5092-4fc1-8b97-aad01d063adf x-openstack-request-id: req-8621b080-5092-4fc1-8b97-aad01d063adf {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:31:39.235913 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d435b1ed-a9ba-4299-a5dc-748fc7f97fee", "name": "network-vif-unplugged", "status": "completed", "tag": "9c7fd832-054f-4b7f-876d-c3f68d7610d8", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:31:39.237028 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-8621b080-5092-4fc1-8b97-aad01d063adf {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:31:39.238162 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd435b1ed-a9ba-4299-a5dc-748fc7f97fee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c7fd832-054f-4b7f-876d-c3f68d7610d8', 'code': 200} Feb 09 21:31:39.268835 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port ebd80d34-efec-4040-b317-f4c5408a5191, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=ebd80d34-efec-4040-b317-f4c5408a5191,segment=NetworkSegment(f0a49655-0dab-4be5-a139-f143e1a2272b),segment_id=f0a49655-0dab-4be5-a139-f143e1a2272b)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:31:39.288349 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': 'ebd80d34-efec-4040-b317-f4c5408a5191', 'network_id': '1ccb3c1e-996b-41e3-9a90-cc05638f9e89', 'port_id': 'ebd80d34-efec-4040-b317-f4c5408a5191', 'mac_address': 'fa:16:3e:b9:6d:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '954aeff3-776a-4d4a-b59c-79cdefb95559', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:31:39.297386 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eaf040-f1bd-422e-a4d5-ec1b00aa13d2 service neutron] Pushing event updated for resources: {'Port': ['ID=424d7ddc-d165-497f-a8fd-141fae042c97,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:39.319279 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a9f85f95-58c7-491b-87a1-8c551df37f53 req-54e09843-2d7d-4e51-8c82-ebd23b29c557 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908508 Feb 09 21:31:39.394112 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port ebd80d34-efec-4040-b317-f4c5408a5191 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:31:39.394632 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (ebd80d34-efec-4040-b317-f4c5408a5191), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:39.420716 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebd80d34-efec-4040-b317-f4c5408a5191 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:31:39.444700 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-22035a49-2e72-4489-af32-b0abceed2259 req-16eaf040-f1bd-422e-a4d5-ec1b00aa13d2 service neutron] Attempting to bind port 424d7ddc-d165-497f-a8fd-141fae042c97 on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:31:39.447531 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-22035a49-2e72-4489-af32-b0abceed2259 req-16eaf040-f1bd-422e-a4d5-ec1b00aa13d2 service neutron] Attempting to bind port 424d7ddc-d165-497f-a8fd-141fae042c97 by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': 'c07b92a0-f595-4f01-a173-5be9c963bd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '00d33a83-8eda-497d-a1c1-41b14f9abbba'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:31:39.448007 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22035a49-2e72-4489-af32-b0abceed2259 req-16eaf040-f1bd-422e-a4d5-ec1b00aa13d2 service neutron] Attempting to bind port 424d7ddc-d165-497f-a8fd-141fae042c97 on network 00d33a83-8eda-497d-a1c1-41b14f9abbba {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:31:39.452783 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d14583f-8df8-48dc-8e04-399de5b83a49 req-77768359-239c-4434-8aa6-258a62ec9c8b tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:39.454544 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5d14583f-8df8-48dc-8e04-399de5b83a49 req-77768359-239c-4434-8aa6-258a62ec9c8b tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c4dadfc-4571-4c50-811c-72f64728536f HTTP/1.1" status: 200 len: 949 time: 0.1153302 Feb 09 21:31:39.467248 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22035a49-2e72-4489-af32-b0abceed2259 req-16eaf040-f1bd-422e-a4d5-ec1b00aa13d2 service neutron] Port 424d7ddc-d165-497f-a8fd-141fae042c97 on network 00d33a83-8eda-497d-a1c1-41b14f9abbba not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:31:39.467794 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22035a49-2e72-4489-af32-b0abceed2259 req-16eaf040-f1bd-422e-a4d5-ec1b00aa13d2 service neutron] Attempting to bind port 424d7ddc-d165-497f-a8fd-141fae042c97 on network 00d33a83-8eda-497d-a1c1-41b14f9abbba {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:31:39.469558 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port ebd80d34-efec-4040-b317-f4c5408a5191, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=ebd80d34-efec-4040-b317-f4c5408a5191,segment=NetworkSegment(f0a49655-0dab-4be5-a139-f143e1a2272b),segment_id=f0a49655-0dab-4be5-a139-f143e1a2272b)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:31:39.475407 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (ebd80d34-efec-4040-b317-f4c5408a5191), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:39.480707 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22035a49-2e72-4489-af32-b0abceed2259 req-16eaf040-f1bd-422e-a4d5-ec1b00aa13d2 service neutron] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:31:39.481061 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22035a49-2e72-4489-af32-b0abceed2259 req-16eaf040-f1bd-422e-a4d5-ec1b00aa13d2 service neutron] Checking segment: {'id': 'c07b92a0-f595-4f01-a173-5be9c963bd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '00d33a83-8eda-497d-a1c1-41b14f9abbba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:31:39.481452 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22035a49-2e72-4489-af32-b0abceed2259 req-16eaf040-f1bd-422e-a4d5-ec1b00aa13d2 service neutron] Bound using segment: {'id': 'c07b92a0-f595-4f01-a173-5be9c963bd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '00d33a83-8eda-497d-a1c1-41b14f9abbba'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:31:39.482223 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-22035a49-2e72-4489-af32-b0abceed2259 req-16eaf040-f1bd-422e-a4d5-ec1b00aa13d2 service neutron] Bound port: 424d7ddc-d165-497f-a8fd-141fae042c97, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c07b92a0-f595-4f01-a173-5be9c963bd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '00d33a83-8eda-497d-a1c1-41b14f9abbba'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:31:39.482646 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-22035a49-2e72-4489-af32-b0abceed2259 req-16eaf040-f1bd-422e-a4d5-ec1b00aa13d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (424d7ddc-d165-497f-a8fd-141fae042c97), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:39.578276 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab97559-b8f0-4387-b736-4414ac412d70 req-5dace33e-3fad-44ba-91cd-188532e44c3a tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:39.587899 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=ebd80d34-efec-4040-b317-f4c5408a5191,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:39.591778 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bab97559-b8f0-4387-b736-4414ac412d70 req-5dace33e-3fad-44ba-91cd-188532e44c3a tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=7363f6dd-2718-4848-98c6-d4b3a3d9decc HTTP/1.1" status: 200 len: 943 time: 0.1763992 Feb 09 21:31:39.604456 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-22035a49-2e72-4489-af32-b0abceed2259 req-16eaf040-f1bd-422e-a4d5-ec1b00aa13d2 service neutron] For port 424d7ddc-d165-497f-a8fd-141fae042c97, host n-h2-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:31:39.608150 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-22035a49-2e72-4489-af32-b0abceed2259 req-16eaf040-f1bd-422e-a4d5-ec1b00aa13d2 service neutron] For port 424d7ddc-d165-497f-a8fd-141fae042c97, host n-h2-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=424d7ddc-d165-497f-a8fd-141fae042c97,segment=NetworkSegment(c07b92a0-f595-4f01-a173-5be9c963bd04),segment_id=c07b92a0-f595-4f01-a173-5be9c963bd04)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:31:39.615139 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-22035a49-2e72-4489-af32-b0abceed2259 req-16eaf040-f1bd-422e-a4d5-ec1b00aa13d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (424d7ddc-d165-497f-a8fd-141fae042c97), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:39.659644 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22035a49-2e72-4489-af32-b0abceed2259 req-16eaf040-f1bd-422e-a4d5-ec1b00aa13d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:39.660379 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-22035a49-2e72-4489-af32-b0abceed2259 req-16eaf040-f1bd-422e-a4d5-ec1b00aa13d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:39.661902 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-22035a49-2e72-4489-af32-b0abceed2259 req-16eaf040-f1bd-422e-a4d5-ec1b00aa13d2 service neutron] 10.222.0.89 "PUT /v2.0/ports/424d7ddc-d165-497f-a8fd-141fae042c97 HTTP/1.1" status: 200 len: 1091 time: 1.0485306 Feb 09 21:31:39.662419 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b001bdd-b4f7-4aa9-a733-0d546e2fe8d3', 'tag': '424d7ddc-d165-497f-a8fd-141fae042c97'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:31:39.664507 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5d14583f-8df8-48dc-8e04-399de5b83a49 req-335fcc2d-f821-4c72-9e54-cc795f6016f1 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794081 Feb 09 21:31:39.664978 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-151c857d-0924-4b38-80a5-db150bbf15eb" -d '{"events": [{"name": "network-changed", "server_uuid": "7b001bdd-b4f7-4aa9-a733-0d546e2fe8d3", "tag": "424d7ddc-d165-497f-a8fd-141fae042c97"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:31:39.708040 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eaf040-f1bd-422e-a4d5-ec1b00aa13d2 service neutron] Pushing event updated for resources: {'Port': ['ID=424d7ddc-d165-497f-a8fd-141fae042c97,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:39.751004 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bab97559-b8f0-4387-b736-4414ac412d70 req-23951484-3ba0-4c28-ae4c-38cbb5d9fe77 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581082 Feb 09 21:31:39.839722 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22035a49-2e72-4489-af32-b0abceed2259 req-82a7a826-abfe-409c-a472-805cd98cd867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:39.841955 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-22035a49-2e72-4489-af32-b0abceed2259 req-82a7a826-abfe-409c-a472-805cd98cd867 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=dac6b223cf904b85939aae2f16238e3d&device_id=7b001bdd-b4f7-4aa9-a733-0d546e2fe8d3 HTTP/1.1" status: 200 len: 1125 time: 0.0745385 Feb 09 21:31:39.916402 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-22035a49-2e72-4489-af32-b0abceed2259 req-6148a81d-26a2-42ff-9a35-8a59f3f153ca service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=424d7ddc-d165-497f-a8fd-141fae042c97 HTTP/1.1" status: 200 len: 217 time: 0.0475302 Feb 09 21:31:39.932904 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9c12a658-1f37-43b0-8ed8-cb62641e201d req-361cbf6d-a59b-4938-8097-e34856a54baf tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/ports?device_id=63284c53-1bb3-4e39-91a8-2f55f3e943ef HTTP/1.1" status: 200 len: 210 time: 0.0294938 Feb 09 21:31:39.958390 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe59143a-eb32-4664-a9ab-bf747e1fbbbb req-1c1be84c-9906-4106-9326-571f51477daf tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:39.965085 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fe59143a-eb32-4664-a9ab-bf747e1fbbbb req-1c1be84c-9906-4106-9326-571f51477daf tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/ports?device_id=f4cf4286-a1d2-4921-aa34-7b549655916d HTTP/1.1" status: 200 len: 944 time: 0.0990179 Feb 09 21:31:40.018499 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22035a49-2e72-4489-af32-b0abceed2259 req-533b0c08-07c5-441d-80ba-fd2a912da5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:40.020976 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-22035a49-2e72-4489-af32-b0abceed2259 req-533b0c08-07c5-441d-80ba-fd2a912da5a6 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2ae0b2a1-54ba-4223-84f8-c95ae116614d HTTP/1.1" status: 200 len: 860 time: 0.0763528 Feb 09 21:31:40.022748 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5651af32-de47-41db-9293-9d0558db32fd x-openstack-request-id: req-5651af32-de47-41db-9293-9d0558db32fd {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:31:40.022748 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b001bdd-b4f7-4aa9-a733-0d546e2fe8d3", "tag": "424d7ddc-d165-497f-a8fd-141fae042c97", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:31:40.023065 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-5651af32-de47-41db-9293-9d0558db32fd {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:31:40.023575 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b001bdd-b4f7-4aa9-a733-0d546e2fe8d3', 'tag': '424d7ddc-d165-497f-a8fd-141fae042c97', 'status': 'completed', 'code': 200} Feb 09 21:31:40.032694 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fe59143a-eb32-4664-a9ab-bf747e1fbbbb req-d403e45a-756f-41e7-b937-663bdeb22396 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/security-groups?id=000b5c05-19e3-420b-9015-081c6c7f11c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665033 Feb 09 21:31:40.106282 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22035a49-2e72-4489-af32-b0abceed2259 req-9ff11447-b5e4-466c-8530-39834ac6237b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:40.108359 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-22035a49-2e72-4489-af32-b0abceed2259 req-9ff11447-b5e4-466c-8530-39834ac6237b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=00d33a83-8eda-497d-a1c1-41b14f9abbba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0578737 Feb 09 21:31:40.147896 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['ebd80d34-efec-4040-b317-f4c5408a5191'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:31:40.200167 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e75b32e-1bf3-4b67-909c-fede38b66719 req-ab7fa576-0517-41ff-ac8d-7326b6c66e5e tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:40.202002 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2e75b32e-1bf3-4b67-909c-fede38b66719 req-ab7fa576-0517-41ff-ac8d-7326b6c66e5e tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "GET /v2.0/ports?device_id=6ae33bd7-5545-4d2f-b221-05329d891107 HTTP/1.1" status: 200 len: 945 time: 0.0832579 Feb 09 21:31:40.250773 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-22035a49-2e72-4489-af32-b0abceed2259 req-432f1b44-78db-4a95-a1a4-17a2c0b81dd8 service neutron] 10.222.0.89 "GET /v2.0/networks/00d33a83-8eda-497d-a1c1-41b14f9abbba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336510 Feb 09 21:31:40.289479 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2e75b32e-1bf3-4b67-909c-fede38b66719 req-c3f9e0ed-c689-42e3-8972-41e53eafacd7 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf86e5b7-36f5-4887-a89f-16073b9e7049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751581 Feb 09 21:31:40.358170 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-22035a49-2e72-4489-af32-b0abceed2259 req-6900cdd6-721c-419b-9fae-9344d2da6655 service neutron] 10.222.0.89 "GET /v2.0/networks/00d33a83-8eda-497d-a1c1-41b14f9abbba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961344 Feb 09 21:31:40.367231 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6d4e99-5b64-4d25-a92f-d6479bd54215 req-815c8d33-5705-45b0-8c5f-210c150c1d7f tempest-MigrationsAdminTest-1060177158 tempest-MigrationsAdminTest-1060177158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:40.368966 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5a6d4e99-5b64-4d25-a92f-d6479bd54215 req-815c8d33-5705-45b0-8c5f-210c150c1d7f tempest-MigrationsAdminTest-1060177158 tempest-MigrationsAdminTest-1060177158-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=2c4dadfc-4571-4c50-811c-72f64728536f HTTP/1.1" status: 200 len: 1131 time: 0.1114471 Feb 09 21:31:40.413086 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-5a6d4e99-5b64-4d25-a92f-d6479bd54215 req-16bc4fdb-383b-4c33-b2d7-2f4d7537575c tempest-MigrationsAdminTest-1060177158 tempest-MigrationsAdminTest-1060177158-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:40.461857 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa63f7f-6dae-4f7b-a26f-badea7d6fe6a req-1f47dfae-c7db-4f83-bb49-90162c728833 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:40.463666 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ffa63f7f-6dae-4f7b-a26f-badea7d6fe6a req-1f47dfae-c7db-4f83-bb49-90162c728833 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.90 "GET /v2.0/ports?device_id=7b001bdd-b4f7-4aa9-a733-0d546e2fe8d3 HTTP/1.1" status: 200 len: 943 time: 0.0935907 Feb 09 21:31:40.484916 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151c857d-0924-4b38-80a5-db150bbf15eb req-ad45eb46-2472-4e29-baa7-33dad6bef7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:40.488891 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-151c857d-0924-4b38-80a5-db150bbf15eb req-ad45eb46-2472-4e29-baa7-33dad6bef7fa service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=dac6b223cf904b85939aae2f16238e3d&device_id=7b001bdd-b4f7-4aa9-a733-0d546e2fe8d3 HTTP/1.1" status: 200 len: 1125 time: 0.0675507 Feb 09 21:31:40.547223 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ffa63f7f-6dae-4f7b-a26f-badea7d6fe6a req-6a627692-5fa0-40d0-a965-033bcd070d78 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.90 "GET /v2.0/security-groups?id=bcb592ae-6b08-4a59-89a0-f97e40fbbc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729849 Feb 09 21:31:40.552589 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-5a6d4e99-5b64-4d25-a92f-d6479bd54215 req-16bc4fdb-383b-4c33-b2d7-2f4d7537575c tempest-MigrationsAdminTest-1060177158 tempest-MigrationsAdminTest-1060177158-project-admin] Publish callbacks [] for security_group (4ed6dd93-d5ba-47bd-a702-be788cc7f225), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:40.557715 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-5a6d4e99-5b64-4d25-a92f-d6479bd54215 req-16bc4fdb-383b-4c33-b2d7-2f4d7537575c tempest-MigrationsAdminTest-1060177158 tempest-MigrationsAdminTest-1060177158-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (4ed6dd93-d5ba-47bd-a702-be788cc7f225), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:40.621071 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5a6d4e99-5b64-4d25-a92f-d6479bd54215 req-16bc4fdb-383b-4c33-b2d7-2f4d7537575c tempest-MigrationsAdminTest-1060177158 tempest-MigrationsAdminTest-1060177158-project-admin] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366512 Feb 09 21:31:40.635162 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bc4fdb-383b-4c33-b2d7-2f4d7537575c tempest-MigrationsAdminTest-1060177158 tempest-MigrationsAdminTest-1060177158-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed6dd93-d5ba-47bd-a702-be788cc7f225,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:40.686936 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151c857d-0924-4b38-80a5-db150bbf15eb req-3fa6bceb-e337-4412-8159-aa209685c08e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:40.688830 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-151c857d-0924-4b38-80a5-db150bbf15eb req-3fa6bceb-e337-4412-8159-aa209685c08e service neutron] 10.222.0.89 "GET /v2.0/networks?id=00d33a83-8eda-497d-a1c1-41b14f9abbba HTTP/1.1" status: 200 len: 922 time: 0.1909659 Feb 09 21:31:40.763940 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-151c857d-0924-4b38-80a5-db150bbf15eb req-dca43c44-7d76-4bb5-bc21-7364d7e2eb18 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=424d7ddc-d165-497f-a8fd-141fae042c97 HTTP/1.1" status: 200 len: 217 time: 0.0503445 Feb 09 21:31:40.829751 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151c857d-0924-4b38-80a5-db150bbf15eb req-eb1d16a8-09e6-4e8c-82ef-5f4cbd7bc715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:40.831666 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-151c857d-0924-4b38-80a5-db150bbf15eb req-eb1d16a8-09e6-4e8c-82ef-5f4cbd7bc715 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2ae0b2a1-54ba-4223-84f8-c95ae116614d HTTP/1.1" status: 200 len: 860 time: 0.0567324 Feb 09 21:31:40.836138 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f4b08f-ebd7-4cf8-9ecc-e561ee0eb274 req-d56428ca-bba4-4af9-8939-759de2a515cc tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:40.837543 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-80f4b08f-ebd7-4cf8-9ecc-e561ee0eb274 req-d56428ca-bba4-4af9-8939-759de2a515cc tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "GET /v2.0/ports?device_id=6ae33bd7-5545-4d2f-b221-05329d891107 HTTP/1.1" status: 200 len: 945 time: 0.1796203 Feb 09 21:31:40.867361 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89689735-0134-4c11-b944-9568e3ba6ba3 req-136c4c9e-996e-4ed8-9a58-87417bdcd434 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:40.869101 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-89689735-0134-4c11-b944-9568e3ba6ba3 req-136c4c9e-996e-4ed8-9a58-87417bdcd434 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=48634e6d-126d-4bd8-aead-a071ab92c66e HTTP/1.1" status: 200 len: 948 time: 0.1632509 Feb 09 21:31:40.909551 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151c857d-0924-4b38-80a5-db150bbf15eb req-929fc915-28a0-4d55-aea6-6bdcbc2bda9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:40.911824 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-151c857d-0924-4b38-80a5-db150bbf15eb req-929fc915-28a0-4d55-aea6-6bdcbc2bda9d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=00d33a83-8eda-497d-a1c1-41b14f9abbba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0531726 Feb 09 21:31:40.922043 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ef2df6-38fa-4c0d-ae30-b29b64ffb4ea req-e4a4c6e4-832e-4635-81ac-caccaef9a87e tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:40.923580 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-47ef2df6-38fa-4c0d-ae30-b29b64ffb4ea req-e4a4c6e4-832e-4635-81ac-caccaef9a87e tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.95 "GET /v2.0/networks?id=43a15864-976d-4c1b-9eca-ababf91abd28 HTTP/1.1" status: 200 len: 805 time: 0.2137797 Feb 09 21:31:40.956298 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-47ef2df6-38fa-4c0d-ae30-b29b64ffb4ea req-c38b8da1-9f9c-433e-adc7-721a6d5911a1 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Request body: {'port': {'device_id': '63284c53-1bb3-4e39-91a8-2f55f3e943ef', 'network_id': '43a15864-976d-4c1b-9eca-ababf91abd28', 'admin_state_up': True, 'tenant_id': '36e1dd978cdd4dd2b729c86f8565b340'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:31:40.989690 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-21322b33-161b-46d6-80b6-b9280a6b428d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:41.012340 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-80f4b08f-ebd7-4cf8-9ecc-e561ee0eb274 req-2c8083f5-2659-466c-b1f0-076dd6a9498d tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf86e5b7-36f5-4887-a89f-16073b9e7049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620088 Feb 09 21:31:41.030039 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-89689735-0134-4c11-b944-9568e3ba6ba3 req-b8566110-db76-4130-978f-b7f0da952d36 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477325 Feb 09 21:31:41.095526 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-151c857d-0924-4b38-80a5-db150bbf15eb req-94d432d9-8a5e-4136-885d-3a2e9d7c2dd6 service neutron] 10.222.0.89 "GET /v2.0/networks/00d33a83-8eda-497d-a1c1-41b14f9abbba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493359 Feb 09 21:31:41.104191 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdb0d6b-a3a3-4f54-b745-ccc12baae29f req-ba07a6c7-0f3d-43d8-88a5-3658d88bcaf2 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:41.105804 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-1bdb0d6b-a3a3-4f54-b745-ccc12baae29f req-ba07a6c7-0f3d-43d8-88a5-3658d88bcaf2 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.89 "GET /v2.0/ports?device_id=d435b1ed-a9ba-4299-a5dc-748fc7f97fee HTTP/1.1" status: 200 len: 944 time: 0.0942264 Feb 09 21:31:41.127742 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47ef2df6-38fa-4c0d-ae30-b29b64ffb4ea req-c38b8da1-9f9c-433e-adc7-721a6d5911a1 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Made reservation on behalf of 36e1dd978cdd4dd2b729c86f8565b340 for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:31:41.138432 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-47ef2df6-38fa-4c0d-ae30-b29b64ffb4ea req-c38b8da1-9f9c-433e-adc7-721a6d5911a1 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:41.251338 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521b6e03-6001-489d-a8b5-83e3d3032ed8 req-3720c395-33db-4569-8fc2-218168ac40a0 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:41.253125 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-521b6e03-6001-489d-a8b5-83e3d3032ed8 req-3720c395-33db-4569-8fc2-218168ac40a0 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=7363f6dd-2718-4848-98c6-d4b3a3d9decc HTTP/1.1" status: 200 len: 943 time: 0.1112864 Feb 09 21:31:41.319903 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-151c857d-0924-4b38-80a5-db150bbf15eb req-c4b473dd-e649-4f76-89d3-d42a69a37a9a service neutron] 10.222.0.89 "GET /v2.0/networks/00d33a83-8eda-497d-a1c1-41b14f9abbba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726961 Feb 09 21:31:41.351225 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-521b6e03-6001-489d-a8b5-83e3d3032ed8 req-080460d0-d023-4931-9897-ba28f07baf05 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922766 Feb 09 21:31:41.368805 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-1bdb0d6b-a3a3-4f54-b745-ccc12baae29f req-e453bc80-d402-49fa-aa4e-5293b2001dd5 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Deleting port 9c7fd832-054f-4b7f-876d-c3f68d7610d8 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:31:41.369249 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-1bdb0d6b-a3a3-4f54-b745-ccc12baae29f req-e453bc80-d402-49fa-aa4e-5293b2001dd5 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (9c7fd832-054f-4b7f-876d-c3f68d7610d8), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:41.383686 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [req-47ef2df6-38fa-4c0d-ae30-b29b64ffb4ea req-c38b8da1-9f9c-433e-adc7-721a6d5911a1 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Allocated IP 172.20.0.4 (43a15864-976d-4c1b-9eca-ababf91abd28/8aa2c19c-86ec-4da6-bb2c-e80ae4e7aac9/07d008ac-5b62-4a06-a85c-6fbc12f054ed) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:31:41.486057 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-1bdb0d6b-a3a3-4f54-b745-ccc12baae29f req-e453bc80-d402-49fa-aa4e-5293b2001dd5 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] For port 9c7fd832-054f-4b7f-876d-c3f68d7610d8, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=9c7fd832-054f-4b7f-876d-c3f68d7610d8,segment=NetworkSegment(79d7c118-8629-48e7-a704-27a42c218b4f),segment_id=79d7c118-8629-48e7-a704-27a42c218b4f)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:31:41.486600 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-1bdb0d6b-a3a3-4f54-b745-ccc12baae29f req-e453bc80-d402-49fa-aa4e-5293b2001dd5 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (9c7fd832-054f-4b7f-876d-c3f68d7610d8), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:41.503975 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-1bdb0d6b-a3a3-4f54-b745-ccc12baae29f req-e453bc80-d402-49fa-aa4e-5293b2001dd5 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Calling delete_port for 9c7fd832-054f-4b7f-876d-c3f68d7610d8 owned by compute:nova {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:31:41.636147 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c90b23f8-c0d7-455d-8b8e-a0c1627a762c req-9da7ac37-3d87-404f-8245-9b4c48d167b7 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/ports?device_id=63284c53-1bb3-4e39-91a8-2f55f3e943ef HTTP/1.1" status: 200 len: 210 time: 0.0541358 Feb 09 21:31:41.641186 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-47ef2df6-38fa-4c0d-ae30-b29b64ffb4ea req-c38b8da1-9f9c-433e-adc7-721a6d5911a1 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Publish callbacks [] for port (07d008ac-5b62-4a06-a85c-6fbc12f054ed), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:41.684426 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-47ef2df6-38fa-4c0d-ae30-b29b64ffb4ea req-c38b8da1-9f9c-433e-adc7-721a6d5911a1 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (07d008ac-5b62-4a06-a85c-6fbc12f054ed), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:41.731103 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-1bdb0d6b-a3a3-4f54-b745-ccc12baae29f req-e453bc80-d402-49fa-aa4e-5293b2001dd5 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (9c7fd832-054f-4b7f-876d-c3f68d7610d8), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:41.749121 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47ef2df6-38fa-4c0d-ae30-b29b64ffb4ea req-c38b8da1-9f9c-433e-adc7-721a6d5911a1 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Network 43a15864-976d-4c1b-9eca-ababf91abd28 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:31:41.751529 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [req-47ef2df6-38fa-4c0d-ae30-b29b64ffb4ea req-c38b8da1-9f9c-433e-adc7-721a6d5911a1 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:31:41.765318 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-47ef2df6-38fa-4c0d-ae30-b29b64ffb4ea req-c38b8da1-9f9c-433e-adc7-721a6d5911a1 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:31:41.796845 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e453bc80-d402-49fa-aa4e-5293b2001dd5 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Pushing event deleted for resources: {'Port': ['ID=9c7fd832-054f-4b7f-876d-c3f68d7610d8,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:41.818913 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38b8da1-9f9c-433e-adc7-721a6d5911a1 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Pushing event updated for resources: {'Port': ['ID=07d008ac-5b62-4a06-a85c-6fbc12f054ed,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:41.876922 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ef2df6-38fa-4c0d-ae30-b29b64ffb4ea req-c38b8da1-9f9c-433e-adc7-721a6d5911a1 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:41.877734 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-47ef2df6-38fa-4c0d-ae30-b29b64ffb4ea req-c38b8da1-9f9c-433e-adc7-721a6d5911a1 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:41.880751 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bdb0d6b-a3a3-4f54-b745-ccc12baae29f req-e453bc80-d402-49fa-aa4e-5293b2001dd5 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] No DVR routers for this DVR port 9c7fd832-054f-4b7f-876d-c3f68d7610d8 on host n-h2-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:31:41.883745 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-1bdb0d6b-a3a3-4f54-b745-ccc12baae29f req-e453bc80-d402-49fa-aa4e-5293b2001dd5 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:41.888153 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-1bdb0d6b-a3a3-4f54-b745-ccc12baae29f req-e453bc80-d402-49fa-aa4e-5293b2001dd5 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.89 "DELETE /v2.0/ports/9c7fd832-054f-4b7f-876d-c3f68d7610d8 HTTP/1.1" status: 204 len: 173 time: 0.6836183 Feb 09 21:31:41.898688 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-aa6c3b21-e130-4992-a03b-70e9f900e655 req-9b77e993-1f85-4d99-9cde-f5c0cb55cd59 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=2c4dadfc-4571-4c50-811c-72f64728536f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1113746 Feb 09 21:31:41.910023 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c7a5d9-94f9-4081-8958-c71f7132a543 req-b0317ac1-f3a8-4734-960f-ccc749b2f402 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:41.911780 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-01c7a5d9-94f9-4081-8958-c71f7132a543 req-b0317ac1-f3a8-4734-960f-ccc749b2f402 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.90 "GET /v2.0/ports?device_id=7b001bdd-b4f7-4aa9-a733-0d546e2fe8d3 HTTP/1.1" status: 200 len: 943 time: 0.1675522 Feb 09 21:31:41.912777 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [req-aa6c3b21-e130-4992-a03b-70e9f900e655 req-677352f4-0e1d-4777-807b-077a5b218307 service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=103141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:31:41.913775 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-aa6c3b21-e130-4992-a03b-70e9f900e655 req-677352f4-0e1d-4777-807b-077a5b218307 service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071626 Feb 09 21:31:41.919461 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd31b3ba-0de8-418d-9607-c891be2f12c0 req-8fb46e50-1c10-4381-b0b4-00a855df0ad5 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:41.921091 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fd31b3ba-0de8-418d-9607-c891be2f12c0 req-8fb46e50-1c10-4381-b0b4-00a855df0ad5 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/ports?device_id=f4cf4286-a1d2-4921-aa34-7b549655916d HTTP/1.1" status: 200 len: 944 time: 0.1573274 Feb 09 21:31:41.925876 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-47ef2df6-38fa-4c0d-ae30-b29b64ffb4ea req-c38b8da1-9f9c-433e-adc7-721a6d5911a1 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9805176 Feb 09 21:31:41.953463 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-47ef2df6-38fa-4c0d-ae30-b29b64ffb4ea req-d8bae828-81dc-4cf0-b407-92b3f279d47b service neutron] Request body: {'port': {'device_id': '63284c53-1bb3-4e39-91a8-2f55f3e943ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-5'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:31:42.025091 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd435b1ed-a9ba-4299-a5dc-748fc7f97fee', 'name': 'network-vif-deleted', 'tag': '9c7fd832-054f-4b7f-876d-c3f68d7610d8'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:31:42.027883 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1695c667-db23-4640-9dd8-fde2ddfb4c5d" -d '{"events": [{"server_uuid": "d435b1ed-a9ba-4299-a5dc-748fc7f97fee", "name": "network-vif-deleted", "tag": "9c7fd832-054f-4b7f-876d-c3f68d7610d8"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:31:42.036060 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-01c7a5d9-94f9-4081-8958-c71f7132a543 req-c7c3f0eb-3e08-48ce-b1e4-a046c4d0443c tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.90 "GET /v2.0/security-groups?id=bcb592ae-6b08-4a59-89a0-f97e40fbbc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137156 Feb 09 21:31:42.045239 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fd31b3ba-0de8-418d-9607-c891be2f12c0 req-c49fe50e-6f90-4d80-bcd6-38863b38b656 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/security-groups?id=000b5c05-19e3-420b-9015-081c6c7f11c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119850 Feb 09 21:31:42.091913 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-47ef2df6-38fa-4c0d-ae30-b29b64ffb4ea req-d8bae828-81dc-4cf0-b407-92b3f279d47b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (07d008ac-5b62-4a06-a85c-6fbc12f054ed), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:42.367450 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4231be9e-8ddc-459f-9850-3233fbea61b2 req-3fbdff08-58da-4b18-8553-3988dc09a99f tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:42.369002 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4231be9e-8ddc-459f-9850-3233fbea61b2 req-3fbdff08-58da-4b18-8553-3988dc09a99f tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "GET /v2.0/ports?device_id=6ae33bd7-5545-4d2f-b221-05329d891107 HTTP/1.1" status: 200 len: 945 time: 0.1892781 Feb 09 21:31:42.395579 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fd23b5-7948-4b51-a0b7-0becb411617a req-5d3a503c-aa61-4fe6-a923-ada5363a8368 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:42.397161 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-63fd23b5-7948-4b51-a0b7-0becb411617a req-5d3a503c-aa61-4fe6-a923-ada5363a8368 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c4dadfc-4571-4c50-811c-72f64728536f HTTP/1.1" status: 200 len: 949 time: 0.2185042 Feb 09 21:31:42.499512 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4231be9e-8ddc-459f-9850-3233fbea61b2 req-8a5b91a9-eda8-416e-97bf-0015b1f11f50 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf86e5b7-36f5-4887-a89f-16073b9e7049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196194 Feb 09 21:31:42.523405 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-63fd23b5-7948-4b51-a0b7-0becb411617a req-295644db-7121-4439-8144-b54ab0299f59 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021121 Feb 09 21:31:42.585085 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4373cf0-06f8-41b5-9644-3f8db02d8112 x-openstack-request-id: req-c4373cf0-06f8-41b5-9644-3f8db02d8112 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:31:42.585700 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d435b1ed-a9ba-4299-a5dc-748fc7f97fee", "name": "network-vif-deleted", "tag": "9c7fd832-054f-4b7f-876d-c3f68d7610d8", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:31:42.586010 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-c4373cf0-06f8-41b5-9644-3f8db02d8112 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:31:42.586407 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd435b1ed-a9ba-4299-a5dc-748fc7f97fee', 'name': 'network-vif-deleted', 'tag': '9c7fd832-054f-4b7f-876d-c3f68d7610d8', 'status': 'completed', 'code': 200} Feb 09 21:31:42.590204 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [req-47ef2df6-38fa-4c0d-ae30-b29b64ffb4ea req-d8bae828-81dc-4cf0-b407-92b3f279d47b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07d008ac-5b62-4a06-a85c-6fbc12f054ed {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:31:42.600463 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-47ef2df6-38fa-4c0d-ae30-b29b64ffb4ea req-d8bae828-81dc-4cf0-b407-92b3f279d47b service neutron] Publish callbacks [] for port (07d008ac-5b62-4a06-a85c-6fbc12f054ed), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:42.617029 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [req-47ef2df6-38fa-4c0d-ae30-b29b64ffb4ea req-d8bae828-81dc-4cf0-b407-92b3f279d47b service neutron] Transition to ACTIVE for port object 07d008ac-5b62-4a06-a85c-6fbc12f054ed will not be triggered until provisioned by entity L2. {{(pid=103140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:31:42.621089 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-47ef2df6-38fa-4c0d-ae30-b29b64ffb4ea req-d8bae828-81dc-4cf0-b407-92b3f279d47b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (07d008ac-5b62-4a06-a85c-6fbc12f054ed), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:42.623069 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:42.791950 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bae828-81dc-4cf0-b407-92b3f279d47b service neutron] Pushing event updated for resources: {'Port': ['ID=07d008ac-5b62-4a06-a85c-6fbc12f054ed,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:42.829095 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-47ef2df6-38fa-4c0d-ae30-b29b64ffb4ea req-d8bae828-81dc-4cf0-b407-92b3f279d47b service neutron] Attempting to bind port 07d008ac-5b62-4a06-a85c-6fbc12f054ed on host n-h1-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:31:42.829436 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-47ef2df6-38fa-4c0d-ae30-b29b64ffb4ea req-d8bae828-81dc-4cf0-b407-92b3f279d47b service neutron] Attempting to bind port 07d008ac-5b62-4a06-a85c-6fbc12f054ed by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': '79d7c118-8629-48e7-a704-27a42c218b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '43a15864-976d-4c1b-9eca-ababf91abd28'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:31:42.829767 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ef2df6-38fa-4c0d-ae30-b29b64ffb4ea req-d8bae828-81dc-4cf0-b407-92b3f279d47b service neutron] Attempting to bind port 07d008ac-5b62-4a06-a85c-6fbc12f054ed on network 43a15864-976d-4c1b-9eca-ababf91abd28 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:31:42.840055 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bd41bf-583a-42b4-9eea-f99f64cd46d3 req-4e466667-06ad-4a4d-b4f6-e3d49932c9e1 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:42.843379 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d7bd41bf-583a-42b4-9eea-f99f64cd46d3 req-4e466667-06ad-4a4d-b4f6-e3d49932c9e1 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=48634e6d-126d-4bd8-aead-a071ab92c66e HTTP/1.1" status: 200 len: 948 time: 0.1645749 Feb 09 21:31:42.854764 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e30f7ae-9b5d-4d0f-9b9d-bb431e141555 req-496dcd54-f20b-4cb6-8753-1c338943f07e tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:42.856980 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6e30f7ae-9b5d-4d0f-9b9d-bb431e141555 req-496dcd54-f20b-4cb6-8753-1c338943f07e tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=7363f6dd-2718-4848-98c6-d4b3a3d9decc HTTP/1.1" status: 200 len: 943 time: 0.1861088 Feb 09 21:31:42.866848 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ef2df6-38fa-4c0d-ae30-b29b64ffb4ea req-d8bae828-81dc-4cf0-b407-92b3f279d47b service neutron] Port 07d008ac-5b62-4a06-a85c-6fbc12f054ed on network 43a15864-976d-4c1b-9eca-ababf91abd28 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:31:42.867206 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ef2df6-38fa-4c0d-ae30-b29b64ffb4ea req-d8bae828-81dc-4cf0-b407-92b3f279d47b service neutron] Attempting to bind port 07d008ac-5b62-4a06-a85c-6fbc12f054ed on network 43a15864-976d-4c1b-9eca-ababf91abd28 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:31:42.900250 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ef2df6-38fa-4c0d-ae30-b29b64ffb4ea req-d8bae828-81dc-4cf0-b407-92b3f279d47b service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:31:42.900446 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ef2df6-38fa-4c0d-ae30-b29b64ffb4ea req-d8bae828-81dc-4cf0-b407-92b3f279d47b service neutron] Checking segment: {'id': '79d7c118-8629-48e7-a704-27a42c218b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '43a15864-976d-4c1b-9eca-ababf91abd28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:31:42.900868 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ef2df6-38fa-4c0d-ae30-b29b64ffb4ea req-d8bae828-81dc-4cf0-b407-92b3f279d47b service neutron] Bound using segment: {'id': '79d7c118-8629-48e7-a704-27a42c218b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '43a15864-976d-4c1b-9eca-ababf91abd28'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:31:42.901225 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-47ef2df6-38fa-4c0d-ae30-b29b64ffb4ea req-d8bae828-81dc-4cf0-b407-92b3f279d47b service neutron] Bound port: 07d008ac-5b62-4a06-a85c-6fbc12f054ed, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79d7c118-8629-48e7-a704-27a42c218b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '43a15864-976d-4c1b-9eca-ababf91abd28'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:31:42.901652 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-47ef2df6-38fa-4c0d-ae30-b29b64ffb4ea req-d8bae828-81dc-4cf0-b407-92b3f279d47b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (07d008ac-5b62-4a06-a85c-6fbc12f054ed), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:42.992185 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device d89bc8b6-2012-487d-8350-8f473697ebed details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:31:43.006250 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6e30f7ae-9b5d-4d0f-9b9d-bb431e141555 req-9fb6ac65-17ab-4c7a-ac0e-4dbd18c4c283 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302686 Feb 09 21:31:43.010235 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d7bd41bf-583a-42b4-9eea-f99f64cd46d3 req-8c725d23-1820-4649-8e0f-572c59d3694a tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509571 Feb 09 21:31:43.056622 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-47ef2df6-38fa-4c0d-ae30-b29b64ffb4ea req-d8bae828-81dc-4cf0-b407-92b3f279d47b service neutron] For port 07d008ac-5b62-4a06-a85c-6fbc12f054ed, host n-h1-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:31:43.060164 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-47ef2df6-38fa-4c0d-ae30-b29b64ffb4ea req-d8bae828-81dc-4cf0-b407-92b3f279d47b service neutron] For port 07d008ac-5b62-4a06-a85c-6fbc12f054ed, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=07d008ac-5b62-4a06-a85c-6fbc12f054ed,segment=NetworkSegment(79d7c118-8629-48e7-a704-27a42c218b4f),segment_id=79d7c118-8629-48e7-a704-27a42c218b4f)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:31:43.068066 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-47ef2df6-38fa-4c0d-ae30-b29b64ffb4ea req-d8bae828-81dc-4cf0-b407-92b3f279d47b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (07d008ac-5b62-4a06-a85c-6fbc12f054ed), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:43.075662 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device ebd80d34-efec-4040-b317-f4c5408a5191 up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:31:43.138217 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ef2df6-38fa-4c0d-ae30-b29b64ffb4ea req-d8bae828-81dc-4cf0-b407-92b3f279d47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:43.138992 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-47ef2df6-38fa-4c0d-ae30-b29b64ffb4ea req-d8bae828-81dc-4cf0-b407-92b3f279d47b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:43.142038 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-47ef2df6-38fa-4c0d-ae30-b29b64ffb4ea req-d8bae828-81dc-4cf0-b407-92b3f279d47b service neutron] 10.222.0.95 "PUT /v2.0/ports/07d008ac-5b62-4a06-a85c-6fbc12f054ed HTTP/1.1" status: 200 len: 1091 time: 1.1973403 Feb 09 21:31:43.143087 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63284c53-1bb3-4e39-91a8-2f55f3e943ef', 'tag': '07d008ac-5b62-4a06-a85c-6fbc12f054ed'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:31:43.148851 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bd81b50-97f2-4c20-9ba4-cdfa3acf1e72" -d '{"events": [{"name": "network-changed", "server_uuid": "63284c53-1bb3-4e39-91a8-2f55f3e943ef", "tag": "07d008ac-5b62-4a06-a85c-6fbc12f054ed"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:31:43.186219 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bae828-81dc-4cf0-b407-92b3f279d47b service neutron] Pushing event updated for resources: {'Port': ['ID=07d008ac-5b62-4a06-a85c-6fbc12f054ed,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:43.209629 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.db.resource_extend [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 21:31:43.337203 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port d89bc8b6-2012-487d-8350-8f473697ebed, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=d89bc8b6-2012-487d-8350-8f473697ebed,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:31:43.356703 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': 'd89bc8b6-2012-487d-8350-8f473697ebed', 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc', 'port_id': 'd89bc8b6-2012-487d-8350-8f473697ebed', 'mac_address': 'fa:16:3e:52:53:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f7402ac-a35b-414b-bcc1-bc1c3072ec3c', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:31:43.391213 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ef2df6-38fa-4c0d-ae30-b29b64ffb4ea req-9f553c40-f992-4b4b-8f04-c1a647dd81f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:43.394287 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-47ef2df6-38fa-4c0d-ae30-b29b64ffb4ea req-9f553c40-f992-4b4b-8f04-c1a647dd81f0 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=36e1dd978cdd4dd2b729c86f8565b340&device_id=63284c53-1bb3-4e39-91a8-2f55f3e943ef HTTP/1.1" status: 200 len: 1125 time: 0.1305318 Feb 09 21:31:43.412908 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345bb598-2588-497e-a493-eb3dc4f5b74b req-b29c9a1e-3260-4327-8ed8-0e71d39cd1d8 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:43.414461 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-345bb598-2588-497e-a493-eb3dc4f5b74b req-b29c9a1e-3260-4327-8ed8-0e71d39cd1d8 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "GET /v2.0/ports?device_id=6ae33bd7-5545-4d2f-b221-05329d891107 HTTP/1.1" status: 200 len: 945 time: 0.2127624 Feb 09 21:31:43.414589 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning for port ebd80d34-efec-4040-b317-f4c5408a5191 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:31:43.423833 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port ebd80d34-efec-4040-b317-f4c5408a5191 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:31:43.424206 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (ebd80d34-efec-4040-b317-f4c5408a5191), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:43.451450 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port d89bc8b6-2012-487d-8350-8f473697ebed is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:31:43.451848 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (d89bc8b6-2012-487d-8350-8f473697ebed), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:43.468695 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d89bc8b6-2012-487d-8350-8f473697ebed {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:31:43.501017 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port d89bc8b6-2012-487d-8350-8f473697ebed, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=d89bc8b6-2012-487d-8350-8f473697ebed,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:31:43.502914 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-47ef2df6-38fa-4c0d-ae30-b29b64ffb4ea req-4792f85c-2b74-44ae-a21c-df32577a5c83 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07d008ac-5b62-4a06-a85c-6fbc12f054ed HTTP/1.1" status: 200 len: 217 time: 0.0864999 Feb 09 21:31:43.509646 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (d89bc8b6-2012-487d-8350-8f473697ebed), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:43.575930 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4276b9ab-cdd5-4e93-88a5-239e170a43dc req-f51a104e-c9ef-4001-a528-b2dea1053968 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:43.577597 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4276b9ab-cdd5-4e93-88a5-239e170a43dc req-f51a104e-c9ef-4001-a528-b2dea1053968 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/ports?device_id=63284c53-1bb3-4e39-91a8-2f55f3e943ef HTTP/1.1" status: 200 len: 943 time: 0.2603176 Feb 09 21:31:43.579251 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ef2df6-38fa-4c0d-ae30-b29b64ffb4ea req-305fbc53-e858-45b4-991e-ec443e194f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:43.581880 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-47ef2df6-38fa-4c0d-ae30-b29b64ffb4ea req-305fbc53-e858-45b4-991e-ec443e194f26 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=8aa2c19c-86ec-4da6-bb2c-e80ae4e7aac9 HTTP/1.1" status: 200 len: 845 time: 0.0652928 Feb 09 21:31:43.582349 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=d89bc8b6-2012-487d-8350-8f473697ebed,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:43.631662 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port ebd80d34-efec-4040-b317-f4c5408a5191 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:31:43.632401 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (ebd80d34-efec-4040-b317-f4c5408a5191), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:43.642858 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-47ef2df6-38fa-4c0d-ae30-b29b64ffb4ea req-d217c6d4-d26e-4f15-b318-2184b4b090cc service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=43a15864-976d-4c1b-9eca-ababf91abd28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466588 Feb 09 21:31:43.651343 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-345bb598-2588-497e-a493-eb3dc4f5b74b req-4ee6b6f5-3ec5-4325-af34-45378b8e32fe tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf86e5b7-36f5-4887-a89f-16073b9e7049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141631 Feb 09 21:31:43.656934 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4cf4286-a1d2-4921-aa34-7b549655916d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebd80d34-efec-4040-b317-f4c5408a5191'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:31:43.661360 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87a71509-4ef7-4a42-9d96-7ee5adb40888" -d '{"events": [{"server_uuid": "f4cf4286-a1d2-4921-aa34-7b549655916d", "name": "network-vif-plugged", "status": "completed", "tag": "ebd80d34-efec-4040-b317-f4c5408a5191"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:31:43.675757 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port ebd80d34-efec-4040-b317-f4c5408a5191, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=ebd80d34-efec-4040-b317-f4c5408a5191,segment=NetworkSegment(f0a49655-0dab-4be5-a139-f143e1a2272b),segment_id=f0a49655-0dab-4be5-a139-f143e1a2272b)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:31:43.680811 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (ebd80d34-efec-4040-b317-f4c5408a5191), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:43.753261 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=ebd80d34-efec-4040-b317-f4c5408a5191,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:43.793261 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-47ef2df6-38fa-4c0d-ae30-b29b64ffb4ea req-74ab32fe-d23a-4b0e-a30c-0113bbb084dd service neutron] 10.222.0.95 "GET /v2.0/networks/43a15864-976d-4c1b-9eca-ababf91abd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398273 Feb 09 21:31:43.798246 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4276b9ab-cdd5-4e93-88a5-239e170a43dc req-cc996e44-dd33-4e37-874a-57098b91bf98 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/security-groups?id=8827d060-7266-4559-a6cc-b0bbf702a8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036936 Feb 09 21:31:43.876318 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfae7792-c1ec-4e0e-ad31-791f2a05850f req-f9d8da15-bb94-4669-a747-b6f8aec8e723 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:43.879033 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bfae7792-c1ec-4e0e-ad31-791f2a05850f req-f9d8da15-bb94-4669-a747-b6f8aec8e723 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.90 "GET /v2.0/ports?device_id=7b001bdd-b4f7-4aa9-a733-0d546e2fe8d3 HTTP/1.1" status: 200 len: 943 time: 0.1418483 Feb 09 21:31:43.972688 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-47ef2df6-38fa-4c0d-ae30-b29b64ffb4ea req-7a480b2d-3a58-4b45-8699-764e806839f6 service neutron] 10.222.0.95 "GET /v2.0/networks/43a15864-976d-4c1b-9eca-ababf91abd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703432 Feb 09 21:31:43.984044 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bfae7792-c1ec-4e0e-ad31-791f2a05850f req-43198b0f-fbd4-4c1d-aed6-58164ec1a1ca tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.90 "GET /v2.0/security-groups?id=bcb592ae-6b08-4a59-89a0-f97e40fbbc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922334 Feb 09 21:31:44.002107 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88e1937-fbd6-425e-b5a1-2b2020d3eb19 req-278580f7-7379-4ae6-9303-16d1b8b24242 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:44.003642 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:44.011058 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d88e1937-fbd6-425e-b5a1-2b2020d3eb19 req-278580f7-7379-4ae6-9303-16d1b8b24242 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/ports?device_id=f4cf4286-a1d2-4921-aa34-7b549655916d HTTP/1.1" status: 200 len: 945 time: 0.1444840 Feb 09 21:31:44.054265 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee5cf91c-c0fe-46f1-9253-02c354618524 x-openstack-request-id: req-ee5cf91c-c0fe-46f1-9253-02c354618524 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:31:44.054467 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63284c53-1bb3-4e39-91a8-2f55f3e943ef", "tag": "07d008ac-5b62-4a06-a85c-6fbc12f054ed", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:31:44.054722 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-ee5cf91c-c0fe-46f1-9253-02c354618524 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:31:44.055107 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63284c53-1bb3-4e39-91a8-2f55f3e943ef', 'tag': '07d008ac-5b62-4a06-a85c-6fbc12f054ed', 'status': 'completed', 'code': 200} Feb 09 21:31:44.120187 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d88e1937-fbd6-425e-b5a1-2b2020d3eb19 req-ae2e31b5-1124-450e-8362-aa37b115474c tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/security-groups?id=000b5c05-19e3-420b-9015-081c6c7f11c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082034 Feb 09 21:31:44.176041 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c11360f5-2f85-4e30-88ab-86b43c29b97a x-openstack-request-id: req-c11360f5-2f85-4e30-88ab-86b43c29b97a {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:31:44.176771 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4cf4286-a1d2-4921-aa34-7b549655916d", "name": "network-vif-plugged", "status": "completed", "tag": "ebd80d34-efec-4040-b317-f4c5408a5191", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:31:44.177180 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-c11360f5-2f85-4e30-88ab-86b43c29b97a {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:31:44.179324 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4cf4286-a1d2-4921-aa34-7b549655916d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebd80d34-efec-4040-b317-f4c5408a5191', 'code': 200} Feb 09 21:31:44.194080 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['d89bc8b6-2012-487d-8350-8f473697ebed'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:31:44.195911 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6c3b21-e130-4992-a03b-70e9f900e655 req-a0ba183b-64de-45f8-9e5f-5f678b7c7907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:44.198238 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-aa6c3b21-e130-4992-a03b-70e9f900e655 req-a0ba183b-64de-45f8-9e5f-5f678b7c7907 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=def3446e95584f24b6fdfb40ceda16ab&device_id=2c4dadfc-4571-4c50-811c-72f64728536f HTTP/1.1" status: 200 len: 1131 time: 0.1505566 Feb 09 21:31:44.222921 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd81b50-97f2-4c20-9ba4-cdfa3acf1e72 req-1ad06fb1-efe5-4231-8ce3-894590db74b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:44.225243 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9bd81b50-97f2-4c20-9ba4-cdfa3acf1e72 req-1ad06fb1-efe5-4231-8ce3-894590db74b6 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=36e1dd978cdd4dd2b729c86f8565b340&device_id=63284c53-1bb3-4e39-91a8-2f55f3e943ef HTTP/1.1" status: 200 len: 1125 time: 0.1251767 Feb 09 21:31:44.245747 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1c210-b7bb-4735-9598-7564ea044b44 req-85e33ebd-f435-4e59-baf7-1479aa9ab2b3 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:44.247258 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-30a1c210-b7bb-4735-9598-7564ea044b44 req-85e33ebd-f435-4e59-baf7-1479aa9ab2b3 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c4dadfc-4571-4c50-811c-72f64728536f HTTP/1.1" status: 200 len: 949 time: 0.1482720 Feb 09 21:31:44.362833 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bfe920-74ad-46e0-ab9b-bc7c773a6e5b req-2cf8f8b5-9e1d-4afc-8623-7e66ce286b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:44.365545 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-11bfe920-74ad-46e0-ab9b-bc7c773a6e5b req-2cf8f8b5-9e1d-4afc-8623-7e66ce286b11 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=f4cf4286-a1d2-4921-aa34-7b549655916d HTTP/1.1" status: 200 len: 1127 time: 0.0601149 Feb 09 21:31:44.415333 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-30a1c210-b7bb-4735-9598-7564ea044b44 req-c9949f18-fcaa-4954-a284-a8a299e8a3a0 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299059 Feb 09 21:31:44.429510 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-11bfe920-74ad-46e0-ab9b-bc7c773a6e5b req-a942f291-b8c3-4ffa-a4b8-69d2778c700f service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=000b5c05-19e3-420b-9015-081c6c7f11c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526783 Feb 09 21:31:44.439202 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6c3b21-e130-4992-a03b-70e9f900e655 req-5b4ddaa1-e1fb-4cda-9a96-e60a2eeb94a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:44.443653 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-aa6c3b21-e130-4992-a03b-70e9f900e655 req-5b4ddaa1-e1fb-4cda-9a96-e60a2eeb94a8 service neutron] 10.222.0.95 "GET /v2.0/networks?id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc HTTP/1.1" status: 200 len: 870 time: 0.2352493 Feb 09 21:31:44.444822 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd81b50-97f2-4c20-9ba4-cdfa3acf1e72 req-469c6923-47cf-4ca0-a79b-d38c895c34a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:44.446367 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9bd81b50-97f2-4c20-9ba4-cdfa3acf1e72 req-469c6923-47cf-4ca0-a79b-d38c895c34a3 service neutron] 10.222.0.95 "GET /v2.0/networks?id=43a15864-976d-4c1b-9eca-ababf91abd28 HTTP/1.1" status: 200 len: 906 time: 0.2094622 Feb 09 21:31:44.535795 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-aa6c3b21-e130-4992-a03b-70e9f900e655 req-c881a20c-f551-400c-864b-0e9c9caac6a5 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=6baa751d-f156-4998-94bb-c6f43767cb46 HTTP/1.1" status: 200 len: 217 time: 0.0698986 Feb 09 21:31:44.545455 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9bd81b50-97f2-4c20-9ba4-cdfa3acf1e72 req-bfba596c-9a18-42f3-b058-87ba1f304229 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07d008ac-5b62-4a06-a85c-6fbc12f054ed HTTP/1.1" status: 200 len: 217 time: 0.0729134 Feb 09 21:31:44.702948 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd81b50-97f2-4c20-9ba4-cdfa3acf1e72 req-5e1ff4af-7aaa-49ce-9552-9190ac1baca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:44.704341 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9bd81b50-97f2-4c20-9ba4-cdfa3acf1e72 req-5e1ff4af-7aaa-49ce-9552-9190ac1baca0 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=8aa2c19c-86ec-4da6-bb2c-e80ae4e7aac9 HTTP/1.1" status: 200 len: 845 time: 0.1376896 Feb 09 21:31:44.712795 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb913b7-9667-41ea-a2f0-749003e9ca1c req-fe39a5b0-f357-44ea-9b6f-058a3a03056b tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:44.714184 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6cb913b7-9667-41ea-a2f0-749003e9ca1c req-fe39a5b0-f357-44ea-9b6f-058a3a03056b tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=7363f6dd-2718-4848-98c6-d4b3a3d9decc HTTP/1.1" status: 200 len: 943 time: 0.2073941 Feb 09 21:31:44.715463 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6c3b21-e130-4992-a03b-70e9f900e655 req-274fa91a-c888-47d9-8d0d-8522e9a595b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:44.716805 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-aa6c3b21-e130-4992-a03b-70e9f900e655 req-274fa91a-c888-47d9-8d0d-8522e9a595b6 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0f7402ac-a35b-414b-bcc1-bc1c3072ec3c HTTP/1.1" status: 200 len: 843 time: 0.1519754 Feb 09 21:31:45.002144 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 9c7fd832-054f-4b7f-876d-c3f68d7610d8 no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:31:45.025297 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] No Port match for: 9c7fd832-054f-4b7f-876d-c3f68d7610d8 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:31:45.025643 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 9c7fd832-054f-4b7f-876d-c3f68d7610d8 not bound to the agent host n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:31:45.099320 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349704ed-12b3-412b-b9e0-07a0fe2c0f05 req-a11a0d18-3213-4e9d-b322-fec52863ddbc tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:45.100960 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-349704ed-12b3-412b-b9e0-07a0fe2c0f05 req-a11a0d18-3213-4e9d-b322-fec52863ddbc tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=48634e6d-126d-4bd8-aead-a071ab92c66e HTTP/1.1" status: 200 len: 949 time: 0.4632049 Feb 09 21:31:45.103592 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9bd81b50-97f2-4c20-9ba4-cdfa3acf1e72 req-ddf7ec7f-c2bc-4abf-b1ea-1939e4f02483 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=43a15864-976d-4c1b-9eca-ababf91abd28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3704793 Feb 09 21:31:45.169976 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:45.196598 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6cb913b7-9667-41ea-a2f0-749003e9ca1c req-8489bc46-c174-4d73-b79a-1b4640d844c9 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4746015 Feb 09 21:31:45.239380 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6c3b21-e130-4992-a03b-70e9f900e655 req-071d8f12-a183-4ea9-88bc-6842a8068ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:45.241301 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-aa6c3b21-e130-4992-a03b-70e9f900e655 req-071d8f12-a183-4ea9-88bc-6842a8068ac4 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5063508 Feb 09 21:31:45.247102 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-349704ed-12b3-412b-b9e0-07a0fe2c0f05 req-b5b67753-f711-4c2e-bd7f-c6c9201e7dc1 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403272 Feb 09 21:31:45.399965 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-aa6c3b21-e130-4992-a03b-70e9f900e655 req-5e0b72ac-7ad6-495f-ad06-b5b14e5c9886 service neutron] 10.222.0.95 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396599 Feb 09 21:31:45.432265 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9bd81b50-97f2-4c20-9ba4-cdfa3acf1e72 req-9287f702-b402-4c0a-adec-2ffdd6604ffc service neutron] 10.222.0.95 "GET /v2.0/networks/43a15864-976d-4c1b-9eca-ababf91abd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3098035 Feb 09 21:31:45.562481 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d97d1f0-7c15-47bb-ad41-b02f052914ee req-26d875ed-d15e-42c0-b8ed-f80f7cac14ec tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:45.565095 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8d97d1f0-7c15-47bb-ad41-b02f052914ee req-26d875ed-d15e-42c0-b8ed-f80f7cac14ec tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/ports?device_id=63284c53-1bb3-4e39-91a8-2f55f3e943ef HTTP/1.1" status: 200 len: 943 time: 0.2115927 Feb 09 21:31:45.580459 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02931a6f-ec83-45f1-a78f-8ba12cfcd3ed req-869f816c-56a9-4cb5-a6a1-c6bea43d4cf7 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:45.582467 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-02931a6f-ec83-45f1-a78f-8ba12cfcd3ed req-869f816c-56a9-4cb5-a6a1-c6bea43d4cf7 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.90 "GET /v2.0/ports?device_id=7b001bdd-b4f7-4aa9-a733-0d546e2fe8d3 HTTP/1.1" status: 200 len: 943 time: 0.2260981 Feb 09 21:31:45.654984 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-aa6c3b21-e130-4992-a03b-70e9f900e655 req-1703afed-1c1a-447e-a211-a2395dcdc97d service neutron] 10.222.0.95 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356915 Feb 09 21:31:45.700187 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9bd81b50-97f2-4c20-9ba4-cdfa3acf1e72 req-93c947d8-8be8-41a4-8ab8-de318491fb68 service neutron] 10.222.0.95 "GET /v2.0/networks/43a15864-976d-4c1b-9eca-ababf91abd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237301 Feb 09 21:31:45.715813 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8d97d1f0-7c15-47bb-ad41-b02f052914ee req-0c4f1799-1658-47a1-ac4e-7cf8da7ba947 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/security-groups?id=8827d060-7266-4559-a6cc-b0bbf702a8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323686 Feb 09 21:31:45.726439 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-02931a6f-ec83-45f1-a78f-8ba12cfcd3ed req-c7a3a42b-3237-4c59-8729-06d76b84a406 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.90 "GET /v2.0/security-groups?id=bcb592ae-6b08-4a59-89a0-f97e40fbbc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236339 Feb 09 21:31:45.845665 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b213253-3273-4d92-8d5c-0cfd22f49f59 req-286c927e-1910-4126-90e0-1acbf2f586a8 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:45.848431 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4b213253-3273-4d92-8d5c-0cfd22f49f59 req-286c927e-1910-4126-90e0-1acbf2f586a8 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/ports?device_id=f4cf4286-a1d2-4921-aa34-7b549655916d HTTP/1.1" status: 200 len: 945 time: 0.0682299 Feb 09 21:31:45.910142 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4b213253-3273-4d92-8d5c-0cfd22f49f59 req-b197b184-c2fa-4b00-ae1c-353fe99f3650 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/security-groups?id=000b5c05-19e3-420b-9015-081c6c7f11c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552585 Feb 09 21:31:46.047359 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b498f7c4-961c-4cbc-b5ad-af0d8ba1aa05 req-6c42d197-e120-4a0b-9dc0-cc0259bd503a tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:46.048893 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b498f7c4-961c-4cbc-b5ad-af0d8ba1aa05 req-6c42d197-e120-4a0b-9dc0-cc0259bd503a tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c4dadfc-4571-4c50-811c-72f64728536f HTTP/1.1" status: 200 len: 949 time: 0.0931783 Feb 09 21:31:46.060330 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711eb36b-741c-42de-8415-f210d21134e7 req-71b495a4-f009-4d53-a5a9-569ceacd4d33 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:46.061748 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-711eb36b-741c-42de-8415-f210d21134e7 req-71b495a4-f009-4d53-a5a9-569ceacd4d33 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "GET /v2.0/ports?device_id=6ae33bd7-5545-4d2f-b221-05329d891107 HTTP/1.1" status: 200 len: 945 time: 0.0711503 Feb 09 21:31:46.131517 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b498f7c4-961c-4cbc-b5ad-af0d8ba1aa05 req-f75452b0-01a2-4bb8-80df-a923b9cf484f tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687251 Feb 09 21:31:46.141537 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-711eb36b-741c-42de-8415-f210d21134e7 req-e2514553-eb2c-4f98-b909-24109caec912 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf86e5b7-36f5-4887-a89f-16073b9e7049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725925 Feb 09 21:31:46.334533 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdaf00f-7afd-4f5b-86b1-e39831fcf91a req-ea9ebea6-bb03-480e-8dab-8490e5dbf07b tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:46.336018 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bfdaf00f-7afd-4f5b-86b1-e39831fcf91a req-ea9ebea6-bb03-480e-8dab-8490e5dbf07b tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=7363f6dd-2718-4848-98c6-d4b3a3d9decc HTTP/1.1" status: 200 len: 943 time: 0.0649397 Feb 09 21:31:46.410880 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c8b634-ea23-4551-b31b-56bfe458f508 req-4c7f9d00-d3fe-4864-8ec7-61fe1f924945 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:46.412306 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-13c8b634-ea23-4551-b31b-56bfe458f508 req-4c7f9d00-d3fe-4864-8ec7-61fe1f924945 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=48634e6d-126d-4bd8-aead-a071ab92c66e HTTP/1.1" status: 200 len: 949 time: 0.0968130 Feb 09 21:31:46.415144 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bfdaf00f-7afd-4f5b-86b1-e39831fcf91a req-e758ed6c-886e-405a-9945-9bec41277f8e tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614593 Feb 09 21:31:46.462809 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-13c8b634-ea23-4551-b31b-56bfe458f508 req-16fac743-b14c-42ce-8116-1ced463ca571 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447295 Feb 09 21:31:46.875750 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7989dd-74dc-48fd-b0f0-ba594dbed498 req-75f15f88-5889-4f47-9f2c-e0ec924d7b5b tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:46.877206 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8b7989dd-74dc-48fd-b0f0-ba594dbed498 req-75f15f88-5889-4f47-9f2c-e0ec924d7b5b tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/ports?device_id=63284c53-1bb3-4e39-91a8-2f55f3e943ef HTTP/1.1" status: 200 len: 943 time: 0.0921085 Feb 09 21:31:46.884128 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ffbc35-71d4-42cc-84ee-c1cf9f9c4596 req-0eb21a6f-7745-4c1f-a270-37f62ddc7059 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:46.885556 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a3ffbc35-71d4-42cc-84ee-c1cf9f9c4596 req-0eb21a6f-7745-4c1f-a270-37f62ddc7059 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.90 "GET /v2.0/ports?device_id=7b001bdd-b4f7-4aa9-a733-0d546e2fe8d3 HTTP/1.1" status: 200 len: 943 time: 0.0737457 Feb 09 21:31:46.955596 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8b7989dd-74dc-48fd-b0f0-ba594dbed498 req-028f24e2-761a-4d77-8d81-e380b58db578 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/security-groups?id=8827d060-7266-4559-a6cc-b0bbf702a8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690787 Feb 09 21:31:46.959757 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a3ffbc35-71d4-42cc-84ee-c1cf9f9c4596 req-ea05de93-dc0c-41b7-9e76-a3212bd3c8b4 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.90 "GET /v2.0/security-groups?id=bcb592ae-6b08-4a59-89a0-f97e40fbbc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675550 Feb 09 21:31:47.017897 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 424d7ddc-d165-497f-a8fd-141fae042c97 details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:31:47.023227 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device d89bc8b6-2012-487d-8350-8f473697ebed up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:31:47.084839 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae40ea-ab80-4f61-a631-241343b00cce req-600fe36c-fc45-4222-8625-162d483a7147 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:47.086504 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0fae40ea-ab80-4f61-a631-241343b00cce req-600fe36c-fc45-4222-8625-162d483a7147 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/ports?device_id=f4cf4286-a1d2-4921-aa34-7b549655916d HTTP/1.1" status: 200 len: 945 time: 0.0608351 Feb 09 21:31:47.138173 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning for port d89bc8b6-2012-487d-8350-8f473697ebed completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:31:47.139805 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0fae40ea-ab80-4f61-a631-241343b00cce req-25d54182-944f-4a2e-89b4-d18c8294a1a6 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/security-groups?id=000b5c05-19e3-420b-9015-081c6c7f11c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464196 Feb 09 21:31:47.146404 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port d89bc8b6-2012-487d-8350-8f473697ebed triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:31:47.146779 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (d89bc8b6-2012-487d-8350-8f473697ebed), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:47.199515 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 424d7ddc-d165-497f-a8fd-141fae042c97, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=424d7ddc-d165-497f-a8fd-141fae042c97,segment=NetworkSegment(c07b92a0-f595-4f01-a173-5be9c963bd04),segment_id=c07b92a0-f595-4f01-a173-5be9c963bd04)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:31:47.223398 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': '424d7ddc-d165-497f-a8fd-141fae042c97', 'network_id': '00d33a83-8eda-497d-a1c1-41b14f9abbba', 'port_id': '424d7ddc-d165-497f-a8fd-141fae042c97', 'mac_address': 'fa:16:3e:dd:26:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ae0b2a1-54ba-4223-84f8-c95ae116614d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:31:47.270544 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 424d7ddc-d165-497f-a8fd-141fae042c97 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:31:47.270889 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (424d7ddc-d165-497f-a8fd-141fae042c97), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:47.286853 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 424d7ddc-d165-497f-a8fd-141fae042c97 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:31:47.332443 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 424d7ddc-d165-497f-a8fd-141fae042c97, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=424d7ddc-d165-497f-a8fd-141fae042c97,segment=NetworkSegment(c07b92a0-f595-4f01-a173-5be9c963bd04),segment_id=c07b92a0-f595-4f01-a173-5be9c963bd04)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:31:47.339436 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (424d7ddc-d165-497f-a8fd-141fae042c97), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:47.345649 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9a6dc6-bf83-4c0b-b136-05cd26fcfd8d req-65dcaed6-9e58-453f-b190-eaa176002ffd tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:47.347313 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8c9a6dc6-bf83-4c0b-b136-05cd26fcfd8d req-65dcaed6-9e58-453f-b190-eaa176002ffd tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c4dadfc-4571-4c50-811c-72f64728536f HTTP/1.1" status: 200 len: 949 time: 0.1052322 Feb 09 21:31:47.355072 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48494224-1d5c-4dfc-8f46-1b9beb65a2e6 req-1d56217e-0bbd-4208-b22a-810d5c4946f6 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:47.356550 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-48494224-1d5c-4dfc-8f46-1b9beb65a2e6 req-1d56217e-0bbd-4208-b22a-810d5c4946f6 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "GET /v2.0/ports?device_id=6ae33bd7-5545-4d2f-b221-05329d891107 HTTP/1.1" status: 200 len: 945 time: 0.1016064 Feb 09 21:31:47.371765 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port d89bc8b6-2012-487d-8350-8f473697ebed is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:31:47.372322 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (d89bc8b6-2012-487d-8350-8f473697ebed), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:47.418513 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48634e6d-126d-4bd8-aead-a071ab92c66e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd89bc8b6-2012-487d-8350-8f473697ebed'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:31:47.420916 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d8dd15-b67c-4785-bed7-f5049efb505e" -d '{"events": [{"server_uuid": "48634e6d-126d-4bd8-aead-a071ab92c66e", "name": "network-vif-plugged", "status": "completed", "tag": "d89bc8b6-2012-487d-8350-8f473697ebed"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:31:47.431125 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8c9a6dc6-bf83-4c0b-b136-05cd26fcfd8d req-7540c843-5777-443d-bbea-c1b3eebae7f3 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735965 Feb 09 21:31:47.434409 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-48494224-1d5c-4dfc-8f46-1b9beb65a2e6 req-9aa122e2-0868-4681-8d98-0ec92717048d tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf86e5b7-36f5-4887-a89f-16073b9e7049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706086 Feb 09 21:31:47.436315 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=424d7ddc-d165-497f-a8fd-141fae042c97,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:47.441680 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port d89bc8b6-2012-487d-8350-8f473697ebed, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=d89bc8b6-2012-487d-8350-8f473697ebed,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:31:47.447693 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (d89bc8b6-2012-487d-8350-8f473697ebed), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:47.498149 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb6dc83a-cdaf-4533-b5c9-690ab5407687 x-openstack-request-id: req-fb6dc83a-cdaf-4533-b5c9-690ab5407687 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:31:47.498673 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48634e6d-126d-4bd8-aead-a071ab92c66e", "name": "network-vif-plugged", "status": "completed", "tag": "d89bc8b6-2012-487d-8350-8f473697ebed", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:31:47.499087 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-fb6dc83a-cdaf-4533-b5c9-690ab5407687 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:31:47.499634 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48634e6d-126d-4bd8-aead-a071ab92c66e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd89bc8b6-2012-487d-8350-8f473697ebed', 'code': 200} Feb 09 21:31:47.518931 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=d89bc8b6-2012-487d-8350-8f473697ebed,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:47.560789 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4859861-d62d-4014-9830-77e84eda6b5c req-9e3996bb-02f4-42a2-87a4-7eef24e57358 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:47.567276 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c4859861-d62d-4014-9830-77e84eda6b5c req-9e3996bb-02f4-42a2-87a4-7eef24e57358 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=7363f6dd-2718-4848-98c6-d4b3a3d9decc HTTP/1.1" status: 200 len: 943 time: 0.0644286 Feb 09 21:31:47.637562 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c4859861-d62d-4014-9830-77e84eda6b5c req-6eb1b45f-56ff-42b5-8fd9-003e1478818f tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694501 Feb 09 21:31:47.663634 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe2d3d-2dc7-4ad6-aa88-f1566a4e64b9 req-5aa5e7c9-e250-412f-8d8e-31c96dbe7b6e tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:47.665147 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-77fe2d3d-2dc7-4ad6-aa88-f1566a4e64b9 req-5aa5e7c9-e250-412f-8d8e-31c96dbe7b6e tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=48634e6d-126d-4bd8-aead-a071ab92c66e HTTP/1.1" status: 200 len: 950 time: 0.0649080 Feb 09 21:31:47.714151 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-77fe2d3d-2dc7-4ad6-aa88-f1566a4e64b9 req-c569f72b-6755-483f-9bde-f44b2076f53f tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435426 Feb 09 21:31:47.952288 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['424d7ddc-d165-497f-a8fd-141fae042c97'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:31:48.115976 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4c782f-c643-4f44-8ced-4ff339ba6794 req-16ee9052-1d4f-425b-8e1c-d0deb55fcef2 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:48.117504 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4e4c782f-c643-4f44-8ced-4ff339ba6794 req-16ee9052-1d4f-425b-8e1c-d0deb55fcef2 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/ports?device_id=63284c53-1bb3-4e39-91a8-2f55f3e943ef HTTP/1.1" status: 200 len: 943 time: 0.0890489 Feb 09 21:31:48.128947 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5729c9-033b-4e37-8994-b1336c083c6d req-b09d6c27-e8c8-4218-acc9-351dcacd8bbb tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:48.130446 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0e5729c9-033b-4e37-8994-b1336c083c6d req-b09d6c27-e8c8-4218-acc9-351dcacd8bbb tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.90 "GET /v2.0/ports?device_id=7b001bdd-b4f7-4aa9-a733-0d546e2fe8d3 HTTP/1.1" status: 200 len: 944 time: 0.0720494 Feb 09 21:31:48.211786 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4e4c782f-c643-4f44-8ced-4ff339ba6794 req-eab56920-e14b-4164-8216-f6c0b068efe4 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/security-groups?id=8827d060-7266-4559-a6cc-b0bbf702a8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802529 Feb 09 21:31:48.216867 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0e5729c9-033b-4e37-8994-b1336c083c6d req-a3130f29-105f-465f-aa6f-5b0b1f30ef39 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.90 "GET /v2.0/security-groups?id=bcb592ae-6b08-4a59-89a0-f97e40fbbc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789685 Feb 09 21:31:48.340285 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bda2696-5c3a-4042-9c5f-01f3c234d3df req-bb832b2a-1c34-4483-9626-042db1bd4371 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:48.341802 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3bda2696-5c3a-4042-9c5f-01f3c234d3df req-bb832b2a-1c34-4483-9626-042db1bd4371 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/ports?device_id=f4cf4286-a1d2-4921-aa34-7b549655916d HTTP/1.1" status: 200 len: 945 time: 0.0656376 Feb 09 21:31:48.396977 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3bda2696-5c3a-4042-9c5f-01f3c234d3df req-efbe9ee8-6a07-4e2f-9775-a1668f035b6a tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/security-groups?id=000b5c05-19e3-420b-9015-081c6c7f11c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490136 Feb 09 21:31:48.596597 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7986714a-ba17-45bb-8758-0dba674b098e req-bd0f32d8-ef82-41f7-96a5-81a4fd495456 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:48.598234 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7986714a-ba17-45bb-8758-0dba674b098e req-bd0f32d8-ef82-41f7-96a5-81a4fd495456 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "GET /v2.0/ports?device_id=6ae33bd7-5545-4d2f-b221-05329d891107 HTTP/1.1" status: 200 len: 945 time: 0.0908730 Feb 09 21:31:48.605837 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e3d89-38a1-4d80-bb36-b1037693c1b3 req-70f7f9ef-6530-4121-9109-043bfdf84b69 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:48.607217 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c19e3d89-38a1-4d80-bb36-b1037693c1b3 req-70f7f9ef-6530-4121-9109-043bfdf84b69 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c4dadfc-4571-4c50-811c-72f64728536f HTTP/1.1" status: 200 len: 949 time: 0.0899353 Feb 09 21:31:48.682013 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7986714a-ba17-45bb-8758-0dba674b098e req-41133d11-2a93-4ee2-8b02-4650e3d8759a tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf86e5b7-36f5-4887-a89f-16073b9e7049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738227 Feb 09 21:31:48.686224 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c19e3d89-38a1-4d80-bb36-b1037693c1b3 req-9ad1ac07-43cf-4fdf-81fd-8025f795513f tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718598 Feb 09 21:31:48.846630 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99b2c49-7f76-4fee-a993-7b618ffc287e req-957893fb-05a7-4d8c-820a-c11ceb3f3195 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:48.848141 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c99b2c49-7f76-4fee-a993-7b618ffc287e req-957893fb-05a7-4d8c-820a-c11ceb3f3195 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=7363f6dd-2718-4848-98c6-d4b3a3d9decc HTTP/1.1" status: 200 len: 943 time: 0.0909791 Feb 09 21:31:48.885734 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df805af-fa99-4b87-bedd-6c412f31feac req-144a7914-f1cd-41bc-aece-a48ec711ab0f tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:48.889865 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3df805af-fa99-4b87-bedd-6c412f31feac req-144a7914-f1cd-41bc-aece-a48ec711ab0f tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=48634e6d-126d-4bd8-aead-a071ab92c66e HTTP/1.1" status: 200 len: 950 time: 0.0871379 Feb 09 21:31:48.958482 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c99b2c49-7f76-4fee-a993-7b618ffc287e req-fc792df3-0816-4935-93c4-889962798cfe tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002486 Feb 09 21:31:48.986404 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3df805af-fa99-4b87-bedd-6c412f31feac req-ae20a048-52b5-46e0-9efe-551affd30357 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810902 Feb 09 21:31:49.143026 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 07d008ac-5b62-4a06-a85c-6fbc12f054ed details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:31:49.148900 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device e9e6b782-e4e9-4b6f-9321-32081e17276f no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:31:49.391046 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port e9e6b782-e4e9-4b6f-9321-32081e17276f is: DOWN; New status is: DOWN {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:31:49.408397 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 07d008ac-5b62-4a06-a85c-6fbc12f054ed, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=07d008ac-5b62-4a06-a85c-6fbc12f054ed,segment=NetworkSegment(79d7c118-8629-48e7-a704-27a42c218b4f),segment_id=79d7c118-8629-48e7-a704-27a42c218b4f)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:31:49.426872 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': '07d008ac-5b62-4a06-a85c-6fbc12f054ed', 'network_id': '43a15864-976d-4c1b-9eca-ababf91abd28', 'port_id': '07d008ac-5b62-4a06-a85c-6fbc12f054ed', 'mac_address': 'fa:16:3e:5e:5f:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8aa2c19c-86ec-4da6-bb2c-e80ae4e7aac9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:31:49.452764 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e16fbc-e836-4b81-90d5-c520e0ec057c req-b5149ead-e2ab-4686-9677-36cb47e98a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:49.454388 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-77e16fbc-e836-4b81-90d5-c520e0ec057c req-b5149ead-e2ab-4686-9677-36cb47e98a18 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=48634e6d-126d-4bd8-aead-a071ab92c66e HTTP/1.1" status: 200 len: 1132 time: 0.0919025 Feb 09 21:31:49.475439 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b095fb85-1e42-4165-9b6c-90310737f5c8 req-7337f4f7-f6e4-4169-b6c4-182408e4c39d tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:49.482668 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b095fb85-1e42-4165-9b6c-90310737f5c8 req-7337f4f7-f6e4-4169-b6c4-182408e4c39d tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.90 "GET /v2.0/ports?device_id=7b001bdd-b4f7-4aa9-a733-0d546e2fe8d3 HTTP/1.1" status: 200 len: 944 time: 0.1525898 Feb 09 21:31:49.486149 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 07d008ac-5b62-4a06-a85c-6fbc12f054ed is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:31:49.486551 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (07d008ac-5b62-4a06-a85c-6fbc12f054ed), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:49.503197 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07d008ac-5b62-4a06-a85c-6fbc12f054ed {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:31:49.507207 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c865f0-25b2-4300-9ae4-e55d645a2e33 req-67c34f50-6caa-42ad-b597-d23770d2f003 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:49.509071 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-44c865f0-25b2-4300-9ae4-e55d645a2e33 req-67c34f50-6caa-42ad-b597-d23770d2f003 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/ports?device_id=63284c53-1bb3-4e39-91a8-2f55f3e943ef HTTP/1.1" status: 200 len: 943 time: 0.1258831 Feb 09 21:31:49.540932 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 07d008ac-5b62-4a06-a85c-6fbc12f054ed, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=07d008ac-5b62-4a06-a85c-6fbc12f054ed,segment=NetworkSegment(79d7c118-8629-48e7-a704-27a42c218b4f),segment_id=79d7c118-8629-48e7-a704-27a42c218b4f)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:31:49.549034 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (07d008ac-5b62-4a06-a85c-6fbc12f054ed), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:49.551472 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 174ff684-f276-4900-ac6d-bc801ccdab7c details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:31:49.553811 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-77e16fbc-e836-4b81-90d5-c520e0ec057c req-c614fb25-3f6d-4e93-aefa-1217897cb4d7 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789814 Feb 09 21:31:49.568852 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b095fb85-1e42-4165-9b6c-90310737f5c8 req-c0ea27db-b984-4358-a6a2-4f123dd3cdad tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.90 "GET /v2.0/security-groups?id=bcb592ae-6b08-4a59-89a0-f97e40fbbc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851686 Feb 09 21:31:49.601897 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-44c865f0-25b2-4300-9ae4-e55d645a2e33 req-2cf11b13-bf3e-43ab-88c8-4900198bd682 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/security-groups?id=8827d060-7266-4559-a6cc-b0bbf702a8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775993 Feb 09 21:31:49.732248 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 174ff684-f276-4900-ac6d-bc801ccdab7c, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=174ff684-f276-4900-ac6d-bc801ccdab7c,segment=NetworkSegment(245b6cbf-bc8c-4ac6-8eda-9aca94663a57),segment_id=245b6cbf-bc8c-4ac6-8eda-9aca94663a57)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:31:49.748842 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bac7c8-b94e-4cb3-aa03-a75e4dd1c667 req-456ea9f4-df1e-4a5d-800d-85c261723d2e tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:49.751577 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=07d008ac-5b62-4a06-a85c-6fbc12f054ed,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:49.760833 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-87bac7c8-b94e-4cb3-aa03-a75e4dd1c667 req-456ea9f4-df1e-4a5d-800d-85c261723d2e tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/ports?device_id=f4cf4286-a1d2-4921-aa34-7b549655916d HTTP/1.1" status: 200 len: 945 time: 0.1045883 Feb 09 21:31:49.763737 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': '174ff684-f276-4900-ac6d-bc801ccdab7c', 'network_id': '03e4b562-fd58-4ef4-b9aa-3c97d3e91c8c', 'port_id': '174ff684-f276-4900-ac6d-bc801ccdab7c', 'mac_address': 'fa:16:3e:66:19:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0943e86a-4b39-47c3-92d6-eb8b20ecbe76', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:31:49.817479 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 174ff684-f276-4900-ac6d-bc801ccdab7c is: ACTIVE; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:31:49.818110 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (174ff684-f276-4900-ac6d-bc801ccdab7c), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:49.834587 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 174ff684-f276-4900-ac6d-bc801ccdab7c {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:31:49.857036 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 174ff684-f276-4900-ac6d-bc801ccdab7c, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=174ff684-f276-4900-ac6d-bc801ccdab7c,segment=NetworkSegment(245b6cbf-bc8c-4ac6-8eda-9aca94663a57),segment_id=245b6cbf-bc8c-4ac6-8eda-9aca94663a57)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:31:49.860532 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-87bac7c8-b94e-4cb3-aa03-a75e4dd1c667 req-defd9263-0a5a-40e4-8f53-aee6c05f8d76 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/security-groups?id=000b5c05-19e3-420b-9015-081c6c7f11c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954180 Feb 09 21:31:49.871024 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (174ff684-f276-4900-ac6d-bc801ccdab7c), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:49.929934 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466eceb0-04cd-4325-a29b-d6389c889ea0 req-aa7c0ca3-cc3c-42c3-854a-0bc0c3ee680d tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:49.931986 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-466eceb0-04cd-4325-a29b-d6389c889ea0 req-aa7c0ca3-cc3c-42c3-854a-0bc0c3ee680d tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "GET /v2.0/ports?device_id=6ae33bd7-5545-4d2f-b221-05329d891107 HTTP/1.1" status: 200 len: 944 time: 0.0916872 Feb 09 21:31:49.969181 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=174ff684-f276-4900-ac6d-bc801ccdab7c,revision_number=6']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:50.029159 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-466eceb0-04cd-4325-a29b-d6389c889ea0 req-7d683f1e-b3eb-4a3b-b7f2-332a712a7a92 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf86e5b7-36f5-4887-a89f-16073b9e7049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846710 Feb 09 21:31:50.045329 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd5a851-9d91-4dd4-8063-f8877c6bcf01 req-162c2d69-4b42-4e54-845e-92d716ab8b26 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:50.053555 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0fd5a851-9d91-4dd4-8063-f8877c6bcf01 req-162c2d69-4b42-4e54-845e-92d716ab8b26 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c4dadfc-4571-4c50-811c-72f64728536f HTTP/1.1" status: 200 len: 949 time: 0.1184106 Feb 09 21:31:50.096964 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['174ff684-f276-4900-ac6d-bc801ccdab7c'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:31:50.141673 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0fd5a851-9d91-4dd4-8063-f8877c6bcf01 req-c3ffd102-62c1-4bb1-bb2d-72fc0ab13318 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848668 Feb 09 21:31:50.298014 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3299cc14-acc6-4c21-901c-19fd1316fd37 req-c5af7268-4d06-459f-b3cf-058317176374 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:50.300467 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3299cc14-acc6-4c21-901c-19fd1316fd37 req-c5af7268-4d06-459f-b3cf-058317176374 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=7363f6dd-2718-4848-98c6-d4b3a3d9decc HTTP/1.1" status: 200 len: 943 time: 0.1559107 Feb 09 21:31:50.333372 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['07d008ac-5b62-4a06-a85c-6fbc12f054ed'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:31:50.357439 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba61e82-54db-4800-aa13-96fa93e8cbdb req-778efc62-f261-43d5-aa41-576f6590cbc8 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:50.359428 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7ba61e82-54db-4800-aa13-96fa93e8cbdb req-778efc62-f261-43d5-aa41-576f6590cbc8 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=48634e6d-126d-4bd8-aead-a071ab92c66e HTTP/1.1" status: 200 len: 950 time: 0.1366787 Feb 09 21:31:50.387986 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3299cc14-acc6-4c21-901c-19fd1316fd37 req-d5cbf764-9037-4ab1-874d-df7ebd9adade tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809751 Feb 09 21:31:50.463337 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7ba61e82-54db-4800-aa13-96fa93e8cbdb req-03879f87-63d4-4a94-b5bd-d9e9dce9459d tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920103 Feb 09 21:31:50.739180 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa393ac7-26cb-42b0-86d4-13280634bcc7 req-a9f176ac-4e21-47d9-89e5-38819be44bf1 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:50.741025 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-aa393ac7-26cb-42b0-86d4-13280634bcc7 req-a9f176ac-4e21-47d9-89e5-38819be44bf1 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.90 "GET /v2.0/ports?device_id=7b001bdd-b4f7-4aa9-a733-0d546e2fe8d3 HTTP/1.1" status: 200 len: 944 time: 0.0888135 Feb 09 21:31:50.763958 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e2b953-613b-4e78-aebc-d277eb367f30 req-0978c034-f5c1-4870-b7b1-c0125f73cd3f tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:50.768752 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f5e2b953-613b-4e78-aebc-d277eb367f30 req-0978c034-f5c1-4870-b7b1-c0125f73cd3f tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "GET /v2.0/ports?device_id=6ae33bd7-5545-4d2f-b221-05329d891107 HTTP/1.1" status: 200 len: 944 time: 0.0838399 Feb 09 21:31:50.823975 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:50.854566 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-aa393ac7-26cb-42b0-86d4-13280634bcc7 req-fab470bc-cc14-40b0-b05f-d677d7cd83aa tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.90 "GET /v2.0/security-groups?id=bcb592ae-6b08-4a59-89a0-f97e40fbbc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073575 Feb 09 21:31:50.865232 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f5e2b953-613b-4e78-aebc-d277eb367f30 req-d4532393-1be0-497a-93fa-d92ae687605c tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf86e5b7-36f5-4887-a89f-16073b9e7049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932987 Feb 09 21:31:51.016530 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 424d7ddc-d165-497f-a8fd-141fae042c97 up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:31:51.017168 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caec6598-9163-4fdc-ad20-b05afb7c6f66 req-315c5ca6-5da2-488c-9076-2e14d434d8c2 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:51.019393 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-caec6598-9163-4fdc-ad20-b05afb7c6f66 req-315c5ca6-5da2-488c-9076-2e14d434d8c2 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/ports?device_id=63284c53-1bb3-4e39-91a8-2f55f3e943ef HTTP/1.1" status: 200 len: 944 time: 0.0830944 Feb 09 21:31:51.039841 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3268f8e8-2597-40dd-9c10-0a8feeb6e2de req-15a8a171-d27b-467b-801d-6fa3af0a1ea5 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:51.041679 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3268f8e8-2597-40dd-9c10-0a8feeb6e2de req-15a8a171-d27b-467b-801d-6fa3af0a1ea5 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/ports?device_id=f4cf4286-a1d2-4921-aa34-7b549655916d HTTP/1.1" status: 200 len: 945 time: 0.0959527 Feb 09 21:31:51.109378 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning for port 424d7ddc-d165-497f-a8fd-141fae042c97 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:31:51.114987 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port 424d7ddc-d165-497f-a8fd-141fae042c97 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:31:51.115911 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (424d7ddc-d165-497f-a8fd-141fae042c97), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:51.132250 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-caec6598-9163-4fdc-ad20-b05afb7c6f66 req-797fc69b-889e-4fc9-8bae-4432bb2d6937 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/security-groups?id=8827d060-7266-4559-a6cc-b0bbf702a8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039593 Feb 09 21:31:51.157144 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3268f8e8-2597-40dd-9c10-0a8feeb6e2de req-69cba878-fc7b-44ad-9a61-bc499d92e7af tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/security-groups?id=000b5c05-19e3-420b-9015-081c6c7f11c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070192 Feb 09 21:31:51.310205 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 174ff684-f276-4900-ac6d-bc801ccdab7c no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:31:51.333624 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21986de-299a-45d7-9154-0c276206ebf4 req-fdccff64-b54f-4e27-99d3-31ec81ddcdb2 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:51.335752 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b21986de-299a-45d7-9154-0c276206ebf4 req-fdccff64-b54f-4e27-99d3-31ec81ddcdb2 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c4dadfc-4571-4c50-811c-72f64728536f HTTP/1.1" status: 200 len: 949 time: 0.0898175 Feb 09 21:31:51.428015 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b21986de-299a-45d7-9154-0c276206ebf4 req-64340044-730c-4313-b4d2-c9690e9a7694 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822248 Feb 09 21:31:51.456724 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 174ff684-f276-4900-ac6d-bc801ccdab7c is: BUILD; New status is: DOWN {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:31:51.457249 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (174ff684-f276-4900-ac6d-bc801ccdab7c), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:51.475230 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 174ff684-f276-4900-ac6d-bc801ccdab7c {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:31:51.484036 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 424d7ddc-d165-497f-a8fd-141fae042c97 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:31:51.484460 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (424d7ddc-d165-497f-a8fd-141fae042c97), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:51.548914 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 174ff684-f276-4900-ac6d-bc801ccdab7c, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=174ff684-f276-4900-ac6d-bc801ccdab7c,segment=NetworkSegment(245b6cbf-bc8c-4ac6-8eda-9aca94663a57),segment_id=245b6cbf-bc8c-4ac6-8eda-9aca94663a57)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:31:51.569538 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (174ff684-f276-4900-ac6d-bc801ccdab7c), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:51.588598 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b001bdd-b4f7-4aa9-a733-0d546e2fe8d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '424d7ddc-d165-497f-a8fd-141fae042c97'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:31:51.590683 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f2b5c55-ddf0-426c-98d8-c9d548af444b" -d '{"events": [{"server_uuid": "7b001bdd-b4f7-4aa9-a733-0d546e2fe8d3", "name": "network-vif-plugged", "status": "completed", "tag": "424d7ddc-d165-497f-a8fd-141fae042c97"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:31:51.595224 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2972cb0c-8962-4c4d-acca-e4981eab6343 req-fa3bf2d5-9e43-445f-ab5e-1aaefa21b7ad tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:51.603026 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2972cb0c-8962-4c4d-acca-e4981eab6343 req-fa3bf2d5-9e43-445f-ab5e-1aaefa21b7ad tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=7363f6dd-2718-4848-98c6-d4b3a3d9decc HTTP/1.1" status: 200 len: 943 time: 0.0787604 Feb 09 21:31:51.641096 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 424d7ddc-d165-497f-a8fd-141fae042c97, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=424d7ddc-d165-497f-a8fd-141fae042c97,segment=NetworkSegment(c07b92a0-f595-4f01-a173-5be9c963bd04),segment_id=c07b92a0-f595-4f01-a173-5be9c963bd04)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:31:51.647185 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (424d7ddc-d165-497f-a8fd-141fae042c97), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:51.676152 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=174ff684-f276-4900-ac6d-bc801ccdab7c,revision_number=7']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:51.725926 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea290315-3c2a-401d-973a-e976ea85543a req-1c857cfe-9b3d-4d2c-ba5e-d05e0f9ad332 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:51.727875 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ea290315-3c2a-401d-973a-e976ea85543a req-1c857cfe-9b3d-4d2c-ba5e-d05e0f9ad332 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=48634e6d-126d-4bd8-aead-a071ab92c66e HTTP/1.1" status: 200 len: 950 time: 0.1228874 Feb 09 21:31:51.745907 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=424d7ddc-d165-497f-a8fd-141fae042c97,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:51.779500 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2972cb0c-8962-4c4d-acca-e4981eab6343 req-e775c0dd-07c7-43bd-a29b-fe764ebe506f tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755614 Feb 09 21:31:51.806454 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ea290315-3c2a-401d-973a-e976ea85543a req-7b3ffef0-0392-47bf-a2d4-54294ac6a1ec tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703509 Feb 09 21:31:51.846126 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5576a71-7cdc-43eb-9c3c-d06d180e12b7 x-openstack-request-id: req-b5576a71-7cdc-43eb-9c3c-d06d180e12b7 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:31:51.846504 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b001bdd-b4f7-4aa9-a733-0d546e2fe8d3", "name": "network-vif-plugged", "status": "completed", "tag": "424d7ddc-d165-497f-a8fd-141fae042c97", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:31:51.846765 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-b5576a71-7cdc-43eb-9c3c-d06d180e12b7 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:31:51.847184 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b001bdd-b4f7-4aa9-a733-0d546e2fe8d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '424d7ddc-d165-497f-a8fd-141fae042c97', 'code': 200} Feb 09 21:31:52.026053 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e186774d-2fe9-4f96-81a6-609221f40124 req-38558519-ca3f-4fc8-91af-8b235f24532d tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:52.027586 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e186774d-2fe9-4f96-81a6-609221f40124 req-38558519-ca3f-4fc8-91af-8b235f24532d tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "GET /v2.0/ports?device_id=6ae33bd7-5545-4d2f-b221-05329d891107 HTTP/1.1" status: 200 len: 943 time: 0.0930817 Feb 09 21:31:52.040145 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce88180e-77bd-4404-8965-808bbe4d2b60 req-a53166ef-313b-48cd-bd51-98bf64f9b30d tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:52.041755 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ce88180e-77bd-4404-8965-808bbe4d2b60 req-a53166ef-313b-48cd-bd51-98bf64f9b30d tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.90 "GET /v2.0/ports?device_id=7b001bdd-b4f7-4aa9-a733-0d546e2fe8d3 HTTP/1.1" status: 200 len: 945 time: 0.0957568 Feb 09 21:31:52.120532 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e186774d-2fe9-4f96-81a6-609221f40124 req-4f5979a1-d74f-4d7a-aafe-b2e1562f86ff tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf86e5b7-36f5-4887-a89f-16073b9e7049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777192 Feb 09 21:31:52.140285 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ce88180e-77bd-4404-8965-808bbe4d2b60 req-0f70c34a-7eda-4b72-87fb-b6f5d9cb5d72 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.90 "GET /v2.0/security-groups?id=bcb592ae-6b08-4a59-89a0-f97e40fbbc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847745 Feb 09 21:31:52.248431 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc980c3-33a3-4a02-9a14-bd57c63276f2 req-239ef813-66dc-4569-8685-f0a526e5d0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:52.255897 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-2fc980c3-33a3-4a02-9a14-bd57c63276f2 req-239ef813-66dc-4569-8685-f0a526e5d0fe service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=7b001bdd-b4f7-4aa9-a733-0d546e2fe8d3 HTTP/1.1" status: 200 len: 1127 time: 0.0795581 Feb 09 21:31:52.313231 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-2fc980c3-33a3-4a02-9a14-bd57c63276f2 req-75e7cd56-9788-46a3-af11-3e7ab7333e97 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=bcb592ae-6b08-4a59-89a0-f97e40fbbc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463920 Feb 09 21:31:52.368132 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:31:52.369187 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1571dd90-ff3f-4c25-abe0-2c595b7dcaa4 req-d0e0c387-eb2d-49e8-9dba-19ba0610b59e tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:52.370789 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1571dd90-ff3f-4c25-abe0-2c595b7dcaa4 req-d0e0c387-eb2d-49e8-9dba-19ba0610b59e tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/ports?device_id=63284c53-1bb3-4e39-91a8-2f55f3e943ef HTTP/1.1" status: 200 len: 944 time: 0.1599176 Feb 09 21:31:52.392125 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2e7d4361-65ea-4afa-a1f3-33f2a6283264 req-00f11fe3-33eb-4f98-8402-8f25e3df1ae5 service neutron] 10.222.0.95 "GET /v2.0/ports/e9e6b782-e4e9-4b6f-9321-32081e17276f/bindings/n-h2-828369-5 HTTP/1.1" status: 200 len: 384 time: 0.1218727 Feb 09 21:31:52.406574 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442d44ed-4685-4381-9f1b-6905d6e666f6 req-39cb329b-9e38-4bfb-bd07-3e6c906fb532 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:52.407991 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-442d44ed-4685-4381-9f1b-6905d6e666f6 req-39cb329b-9e38-4bfb-bd07-3e6c906fb532 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/ports?device_id=f4cf4286-a1d2-4921-aa34-7b549655916d HTTP/1.1" status: 200 len: 945 time: 0.1477585 Feb 09 21:31:52.504443 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1571dd90-ff3f-4c25-abe0-2c595b7dcaa4 req-de4461c7-7d89-466e-ba5f-0f3ebb3d34a6 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/security-groups?id=8827d060-7266-4559-a6cc-b0bbf702a8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246393 Feb 09 21:31:52.530466 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-442d44ed-4685-4381-9f1b-6905d6e666f6 req-6244ffc7-c4f1-44fe-9bb0-69f1b601d2f7 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/security-groups?id=000b5c05-19e3-420b-9015-081c6c7f11c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062198 Feb 09 21:31:52.687993 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-2e7d4361-65ea-4afa-a1f3-33f2a6283264 req-be01ccb5-17d0-4ced-8804-71e508b07a33 service neutron] For port e9e6b782-e4e9-4b6f-9321-32081e17276f, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=e9e6b782-e4e9-4b6f-9321-32081e17276f,segment=NetworkSegment(aad88faa-37a1-49ac-8a06-d36169fb75d8),segment_id=aad88faa-37a1-49ac-8a06-d36169fb75d8)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:31:52.710378 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6911d277-a4af-4091-a65e-d9fab2b622f2 req-c619a3e4-6450-4fb3-be5d-e2f5a7649f53 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:52.711978 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6911d277-a4af-4091-a65e-d9fab2b622f2 req-c619a3e4-6450-4fb3-be5d-e2f5a7649f53 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c4dadfc-4571-4c50-811c-72f64728536f HTTP/1.1" status: 200 len: 949 time: 0.1002049 Feb 09 21:31:52.720699 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-2e7d4361-65ea-4afa-a1f3-33f2a6283264 req-be01ccb5-17d0-4ced-8804-71e508b07a33 service neutron] For port e9e6b782-e4e9-4b6f-9321-32081e17276f, host n-h1-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:31:52.781083 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [req-2e7d4361-65ea-4afa-a1f3-33f2a6283264 req-be01ccb5-17d0-4ced-8804-71e508b07a33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9e6b782-e4e9-4b6f-9321-32081e17276f {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:31:52.800616 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-2e7d4361-65ea-4afa-a1f3-33f2a6283264 req-be01ccb5-17d0-4ced-8804-71e508b07a33 service neutron] For port e9e6b782-e4e9-4b6f-9321-32081e17276f, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=e9e6b782-e4e9-4b6f-9321-32081e17276f,segment=NetworkSegment(aad88faa-37a1-49ac-8a06-d36169fb75d8),segment_id=aad88faa-37a1-49ac-8a06-d36169fb75d8)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:31:52.811849 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6911d277-a4af-4091-a65e-d9fab2b622f2 req-8a0a2373-0635-4549-83cc-73ab79c2602b tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922213 Feb 09 21:31:52.821304 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-2e7d4361-65ea-4afa-a1f3-33f2a6283264 req-be01ccb5-17d0-4ced-8804-71e508b07a33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (e9e6b782-e4e9-4b6f-9321-32081e17276f), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:52.989931 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9d9751-52c5-4a3a-88ec-e27a1778a399 req-d6483d17-8e4e-46bf-9238-ec44fc1b3519 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:52.991462 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9d9d9751-52c5-4a3a-88ec-e27a1778a399 req-d6483d17-8e4e-46bf-9238-ec44fc1b3519 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=7363f6dd-2718-4848-98c6-d4b3a3d9decc HTTP/1.1" status: 200 len: 943 time: 0.1200421 Feb 09 21:31:53.001870 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [req-2e7d4361-65ea-4afa-a1f3-33f2a6283264 req-be01ccb5-17d0-4ced-8804-71e508b07a33 service neutron] Transition to ACTIVE for port object e9e6b782-e4e9-4b6f-9321-32081e17276f will not be triggered until provisioned by entity L2. {{(pid=103140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:31:53.009859 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9464ae-3a78-46b1-8a8d-b821df3443e1 req-81158f51-416d-41fe-a52f-e8008e1f7501 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:53.011349 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4a9464ae-3a78-46b1-8a8d-b821df3443e1 req-81158f51-416d-41fe-a52f-e8008e1f7501 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=48634e6d-126d-4bd8-aead-a071ab92c66e HTTP/1.1" status: 200 len: 950 time: 0.1237493 Feb 09 21:31:53.017032 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-2e7d4361-65ea-4afa-a1f3-33f2a6283264 req-be01ccb5-17d0-4ced-8804-71e508b07a33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (e9e6b782-e4e9-4b6f-9321-32081e17276f), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:53.160075 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9d9d9751-52c5-4a3a-88ec-e27a1778a399 req-8ea0711a-31c7-4c5e-859f-2399f273b464 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600971 Feb 09 21:31:53.180764 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 07d008ac-5b62-4a06-a85c-6fbc12f054ed up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:31:53.209971 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be01ccb5-17d0-4ced-8804-71e508b07a33 service neutron] Pushing event updated for resources: {'Port': ['ID=e9e6b782-e4e9-4b6f-9321-32081e17276f,revision_number=10']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:53.209971 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e7d4361-65ea-4afa-a1f3-33f2a6283264 req-be01ccb5-17d0-4ced-8804-71e508b07a33 service neutron] No DVR routers for this DVR port e9e6b782-e4e9-4b6f-9321-32081e17276f on host n-h1-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:31:53.215251 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4a9464ae-3a78-46b1-8a8d-b821df3443e1 req-b68e0c17-81d7-40ee-b887-7f109ff57935 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947160 Feb 09 21:31:53.259566 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2e7d4361-65ea-4afa-a1f3-33f2a6283264 req-be01ccb5-17d0-4ced-8804-71e508b07a33 service neutron] 10.222.0.95 "PUT /v2.0/ports/e9e6b782-e4e9-4b6f-9321-32081e17276f/bindings/n-h2-828369-5/activate HTTP/1.1" status: 200 len: 369 time: 0.8503759 Feb 09 21:31:53.268411 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:53.274136 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de02f572-bd66-4e5f-84d4-3e794f0d86ef req-8e385b02-47e8-4f68-b825-913113ff6a1d tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:53.275811 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-de02f572-bd66-4e5f-84d4-3e794f0d86ef req-8e385b02-47e8-4f68-b825-913113ff6a1d tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.95 "GET /v2.0/ports?device_id=6ae33bd7-5545-4d2f-b221-05329d891107 HTTP/1.1" status: 200 len: 943 time: 0.1367769 Feb 09 21:31:53.277605 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning for port 07d008ac-5b62-4a06-a85c-6fbc12f054ed completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:31:53.285903 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port 07d008ac-5b62-4a06-a85c-6fbc12f054ed triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:31:53.286286 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (07d008ac-5b62-4a06-a85c-6fbc12f054ed), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:53.386111 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 07d008ac-5b62-4a06-a85c-6fbc12f054ed is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:31:53.386426 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (07d008ac-5b62-4a06-a85c-6fbc12f054ed), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:53.429241 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 07d008ac-5b62-4a06-a85c-6fbc12f054ed, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=07d008ac-5b62-4a06-a85c-6fbc12f054ed,segment=NetworkSegment(79d7c118-8629-48e7-a704-27a42c218b4f),segment_id=79d7c118-8629-48e7-a704-27a42c218b4f)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:31:53.434190 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (07d008ac-5b62-4a06-a85c-6fbc12f054ed), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:53.435015 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 174ff684-f276-4900-ac6d-bc801ccdab7c up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:31:53.469825 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e235641-9c1b-46a1-a15c-f679ae7471eb req-71c91fe8-2cc6-4137-bfe3-72d7a1c26d13 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:53.469825 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0e235641-9c1b-46a1-a15c-f679ae7471eb req-71c91fe8-2cc6-4137-bfe3-72d7a1c26d13 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.90 "GET /v2.0/ports?device_id=7b001bdd-b4f7-4aa9-a733-0d546e2fe8d3 HTTP/1.1" status: 200 len: 945 time: 0.1778939 Feb 09 21:31:53.491990 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e733a9a5-ad94-4c4e-9d58-a1f8ed3a58d1 req-f3c2fb5d-9b5c-4223-a4c8-791a9b789f90 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:53.496707 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e733a9a5-ad94-4c4e-9d58-a1f8ed3a58d1 req-f3c2fb5d-9b5c-4223-a4c8-791a9b789f90 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "GET /v2.0/ports?device_id=6ae33bd7-5545-4d2f-b221-05329d891107 HTTP/1.1" status: 200 len: 943 time: 0.1318169 Feb 09 21:31:53.535607 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=07d008ac-5b62-4a06-a85c-6fbc12f054ed,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:53.543817 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port 174ff684-f276-4900-ac6d-bc801ccdab7c triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:31:53.544207 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (174ff684-f276-4900-ac6d-bc801ccdab7c), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:53.579902 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-de02f572-bd66-4e5f-84d4-3e794f0d86ef req-a0022812-d8a4-4f22-bc88-c559dcb4be80 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Deleting port 174ff684-f276-4900-ac6d-bc801ccdab7c {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:31:53.579902 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-de02f572-bd66-4e5f-84d4-3e794f0d86ef req-a0022812-d8a4-4f22-bc88-c559dcb4be80 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (174ff684-f276-4900-ac6d-bc801ccdab7c), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:53.635089 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 174ff684-f276-4900-ac6d-bc801ccdab7c is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:31:53.635597 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (174ff684-f276-4900-ac6d-bc801ccdab7c), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:53.676074 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 174ff684-f276-4900-ac6d-bc801ccdab7c, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=174ff684-f276-4900-ac6d-bc801ccdab7c,segment=NetworkSegment(245b6cbf-bc8c-4ac6-8eda-9aca94663a57),segment_id=245b6cbf-bc8c-4ac6-8eda-9aca94663a57)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:31:53.681597 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (174ff684-f276-4900-ac6d-bc801ccdab7c), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:53.754766 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=174ff684-f276-4900-ac6d-bc801ccdab7c,revision_number=8']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:53.848889 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63284c53-1bb3-4e39-91a8-2f55f3e943ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07d008ac-5b62-4a06-a85c-6fbc12f054ed'}, {'server_uuid': '6ae33bd7-5545-4d2f-b221-05329d891107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '174ff684-f276-4900-ac6d-bc801ccdab7c'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:31:53.851597 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44dd8dcd-a536-4190-94e6-b99a6cd4fc4f" -d '{"events": [{"server_uuid": "63284c53-1bb3-4e39-91a8-2f55f3e943ef", "name": "network-vif-plugged", "status": "completed", "tag": "07d008ac-5b62-4a06-a85c-6fbc12f054ed"}, {"server_uuid": "6ae33bd7-5545-4d2f-b221-05329d891107", "name": "network-vif-plugged", "status": "completed", "tag": "174ff684-f276-4900-ac6d-bc801ccdab7c"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:31:53.915122 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e733a9a5-ad94-4c4e-9d58-a1f8ed3a58d1 req-c4f365a5-01f7-43fe-a5c3-3766a7a6bc43 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf86e5b7-36f5-4887-a89f-16073b9e7049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4119368 Feb 09 21:31:53.919985 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0e235641-9c1b-46a1-a15c-f679ae7471eb req-1f0b61bc-ae84-430b-a971-25e9d51a856d tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.90 "GET /v2.0/security-groups?id=bcb592ae-6b08-4a59-89a0-f97e40fbbc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4215665 Feb 09 21:31:53.999473 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-de02f572-bd66-4e5f-84d4-3e794f0d86ef req-a0022812-d8a4-4f22-bc88-c559dcb4be80 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] For port 174ff684-f276-4900-ac6d-bc801ccdab7c, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=174ff684-f276-4900-ac6d-bc801ccdab7c,segment=NetworkSegment(245b6cbf-bc8c-4ac6-8eda-9aca94663a57),segment_id=245b6cbf-bc8c-4ac6-8eda-9aca94663a57)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:31:53.999786 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-de02f572-bd66-4e5f-84d4-3e794f0d86ef req-a0022812-d8a4-4f22-bc88-c559dcb4be80 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (174ff684-f276-4900-ac6d-bc801ccdab7c), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:54.050696 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-de02f572-bd66-4e5f-84d4-3e794f0d86ef req-a0022812-d8a4-4f22-bc88-c559dcb4be80 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Calling delete_port for 174ff684-f276-4900-ac6d-bc801ccdab7c owned by compute:nova {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:31:54.142552 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c0b8da-67a5-4fb6-9a44-6a897cac3728 req-5144cf58-f510-4dff-a467-d92e1e0c2fb0 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:54.144647 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c6c0b8da-67a5-4fb6-9a44-6a897cac3728 req-5144cf58-f510-4dff-a467-d92e1e0c2fb0 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/ports?device_id=63284c53-1bb3-4e39-91a8-2f55f3e943ef HTTP/1.1" status: 200 len: 945 time: 0.1623468 Feb 09 21:31:54.153620 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b251317-415f-450e-b412-8792fa631515 req-36e378f3-d0da-45f9-bd12-2c9f1d40e5bd tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:54.155284 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0b251317-415f-450e-b412-8792fa631515 req-36e378f3-d0da-45f9-bd12-2c9f1d40e5bd tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/ports?device_id=f4cf4286-a1d2-4921-aa34-7b549655916d HTTP/1.1" status: 200 len: 945 time: 0.1622844 Feb 09 21:31:54.277916 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d4361-65ea-4afa-a1f3-33f2a6283264 req-10447260-d10b-456c-8245-f769fe082b88 tempest-LiveAutoBlockMigrationV225Test-1691914964 tempest-LiveAutoBlockMigrationV225Test-1691914964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:54.278557 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c6c0b8da-67a5-4fb6-9a44-6a897cac3728 req-fe8f00cc-b186-49f8-9c4d-2c87d4a2851e tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/security-groups?id=8827d060-7266-4559-a6cc-b0bbf702a8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217334 Feb 09 21:31:54.280516 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-2e7d4361-65ea-4afa-a1f3-33f2a6283264 req-10447260-d10b-456c-8245-f769fe082b88 tempest-LiveAutoBlockMigrationV225Test-1691914964 tempest-LiveAutoBlockMigrationV225Test-1691914964-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=7363f6dd-2718-4848-98c6-d4b3a3d9decc&tenant_id=2bd637e202e1467d81aff230fe0a3e7e&binding%3Ahost_id=n-h1-828369-5 HTTP/1.1" status: 200 len: 1126 time: 0.0616064 Feb 09 21:31:54.281140 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0b251317-415f-450e-b412-8792fa631515 req-3bef801a-f5f9-4d69-a86a-45e00f2e0d1e tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/security-groups?id=000b5c05-19e3-420b-9015-081c6c7f11c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152389 Feb 09 21:31:54.311695 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-de02f572-bd66-4e5f-84d4-3e794f0d86ef req-a0022812-d8a4-4f22-bc88-c559dcb4be80 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (174ff684-f276-4900-ac6d-bc801ccdab7c), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:54.327569 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['174ff684-f276-4900-ac6d-bc801ccdab7c'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:31:54.353625 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0022812-d8a4-4f22-bc88-c559dcb4be80 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Pushing event deleted for resources: {'Port': ['ID=174ff684-f276-4900-ac6d-bc801ccdab7c,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:54.392262 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 21:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fa8e833-707b-4ca9-8837-856db0c7493e x-openstack-request-id: req-4fa8e833-707b-4ca9-8837-856db0c7493e {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:31:54.393874 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63284c53-1bb3-4e39-91a8-2f55f3e943ef", "name": "network-vif-plugged", "status": "completed", "tag": "07d008ac-5b62-4a06-a85c-6fbc12f054ed", "code": 200}, {"server_uuid": "6ae33bd7-5545-4d2f-b221-05329d891107", "name": "network-vif-plugged", "status": "completed", "tag": "174ff684-f276-4900-ac6d-bc801ccdab7c", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:31:54.397349 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-4fa8e833-707b-4ca9-8837-856db0c7493e {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:31:54.397349 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63284c53-1bb3-4e39-91a8-2f55f3e943ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07d008ac-5b62-4a06-a85c-6fbc12f054ed', 'code': 200} Feb 09 21:31:54.397349 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ae33bd7-5545-4d2f-b221-05329d891107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '174ff684-f276-4900-ac6d-bc801ccdab7c', 'code': 200} Feb 09 21:31:54.425965 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-de02f572-bd66-4e5f-84d4-3e794f0d86ef req-a0022812-d8a4-4f22-bc88-c559dcb4be80 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] No DVR routers for this DVR port 174ff684-f276-4900-ac6d-bc801ccdab7c on host n-h1-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:31:54.432561 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-de02f572-bd66-4e5f-84d4-3e794f0d86ef req-a0022812-d8a4-4f22-bc88-c559dcb4be80 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:54.436059 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-de02f572-bd66-4e5f-84d4-3e794f0d86ef req-a0022812-d8a4-4f22-bc88-c559dcb4be80 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.95 "DELETE /v2.0/ports/174ff684-f276-4900-ac6d-bc801ccdab7c HTTP/1.1" status: 204 len: 173 time: 1.1289234 Feb 09 21:31:54.438528 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ae33bd7-5545-4d2f-b221-05329d891107', 'name': 'network-vif-deleted', 'tag': '174ff684-f276-4900-ac6d-bc801ccdab7c'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:31:54.443241 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6392ed23-992d-4917-bf3c-5cac013d4f48" -d '{"events": [{"server_uuid": "6ae33bd7-5545-4d2f-b221-05329d891107", "name": "network-vif-deleted", "tag": "174ff684-f276-4900-ac6d-bc801ccdab7c"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:31:54.544940 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80af7039-2313-4223-ba2c-fecab9af3b91 req-ec7b1ea6-e392-436e-a569-5e00c8777078 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:54.546560 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-80af7039-2313-4223-ba2c-fecab9af3b91 req-ec7b1ea6-e392-436e-a569-5e00c8777078 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c4dadfc-4571-4c50-811c-72f64728536f HTTP/1.1" status: 200 len: 949 time: 0.1675105 Feb 09 21:31:54.607647 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab848a1-d86e-40ec-b625-34038c2c2aca req-47c6bf2b-8aeb-4439-884c-a4c0f171dd00 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:54.616187 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2ab848a1-d86e-40ec-b625-34038c2c2aca req-47c6bf2b-8aeb-4439-884c-a4c0f171dd00 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=7363f6dd-2718-4848-98c6-d4b3a3d9decc HTTP/1.1" status: 200 len: 944 time: 0.1554604 Feb 09 21:31:54.629873 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d712d373-8891-4c4b-b31f-274d5b13f774 req-d18e4495-45c1-4c83-b145-805ecd3b07c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:54.631385 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d712d373-8891-4c4b-b31f-274d5b13f774 req-d18e4495-45c1-4c83-b145-805ecd3b07c1 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=63284c53-1bb3-4e39-91a8-2f55f3e943ef HTTP/1.1" status: 200 len: 1127 time: 0.1329260 Feb 09 21:31:54.662242 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d4361-65ea-4afa-a1f3-33f2a6283264 req-ab2de6b4-88ab-4001-8443-85c5cba6d701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:54.666240 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-2e7d4361-65ea-4afa-a1f3-33f2a6283264 req-ab2de6b4-88ab-4001-8443-85c5cba6d701 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=7363f6dd-2718-4848-98c6-d4b3a3d9decc&tenant_id=2bd637e202e1467d81aff230fe0a3e7e HTTP/1.1" status: 200 len: 1126 time: 0.3604140 Feb 09 21:31:54.695807 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-80af7039-2313-4223-ba2c-fecab9af3b91 req-e2502800-dc2b-4341-973c-6d873479656f tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384864 Feb 09 21:31:54.753895 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d4361-65ea-4afa-a1f3-33f2a6283264 req-2712417d-754b-4070-88af-f8df9affcce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:54.756357 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-2e7d4361-65ea-4afa-a1f3-33f2a6283264 req-2712417d-754b-4070-88af-f8df9affcce2 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2bd637e202e1467d81aff230fe0a3e7e&device_id=7363f6dd-2718-4848-98c6-d4b3a3d9decc HTTP/1.1" status: 200 len: 1126 time: 0.0563915 Feb 09 21:31:54.757917 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2ab848a1-d86e-40ec-b625-34038c2c2aca req-507126d3-d5ac-433d-a619-3db9c4e620e0 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407218 Feb 09 21:31:54.762033 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d712d373-8891-4c4b-b31f-274d5b13f774 req-73625c61-054d-4a74-adab-791ea8eec8aa service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=8827d060-7266-4559-a6cc-b0bbf702a8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195128 Feb 09 21:31:54.831281 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-370a07da-f7f0-4313-b64d-0c92f4db7b4f x-openstack-request-id: req-370a07da-f7f0-4313-b64d-0c92f4db7b4f {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:31:54.831981 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ae33bd7-5545-4d2f-b221-05329d891107", "name": "network-vif-deleted", "tag": "174ff684-f276-4900-ac6d-bc801ccdab7c", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:31:54.832418 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-370a07da-f7f0-4313-b64d-0c92f4db7b4f {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:31:54.833174 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ae33bd7-5545-4d2f-b221-05329d891107', 'name': 'network-vif-deleted', 'tag': '174ff684-f276-4900-ac6d-bc801ccdab7c', 'status': 'completed', 'code': 200} Feb 09 21:31:54.862401 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c1a859-e74c-4953-83b6-b32764d32e22 req-5fc8b31d-f6a7-4de8-8b48-350ed7f7fa80 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:54.863933 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-41c1a859-e74c-4953-83b6-b32764d32e22 req-5fc8b31d-f6a7-4de8-8b48-350ed7f7fa80 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=48634e6d-126d-4bd8-aead-a071ab92c66e HTTP/1.1" status: 200 len: 950 time: 0.0713019 Feb 09 21:31:54.872544 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d4361-65ea-4afa-a1f3-33f2a6283264 req-f4d5889d-6162-49e7-b4a0-9f14ba8fe02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:54.876784 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-2e7d4361-65ea-4afa-a1f3-33f2a6283264 req-f4d5889d-6162-49e7-b4a0-9f14ba8fe02a service neutron] 10.222.0.89 "GET /v2.0/networks?id=37143bd2-1331-4c73-96e2-f9c3179c6daf HTTP/1.1" status: 200 len: 922 time: 0.1088715 Feb 09 21:31:54.919636 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-41c1a859-e74c-4953-83b6-b32764d32e22 req-02bd3692-99c2-415b-8943-12fc69f73ddf tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481689 Feb 09 21:31:54.929904 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-2e7d4361-65ea-4afa-a1f3-33f2a6283264 req-88354fe0-2574-4ea8-bca0-31b2b83e4067 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9e6b782-e4e9-4b6f-9321-32081e17276f HTTP/1.1" status: 200 len: 217 time: 0.0428758 Feb 09 21:31:55.056596 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d4361-65ea-4afa-a1f3-33f2a6283264 req-eaa3d731-54ed-4bcb-8c4e-cfc9803b633b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:55.062553 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-2e7d4361-65ea-4afa-a1f3-33f2a6283264 req-eaa3d731-54ed-4bcb-8c4e-cfc9803b633b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f5dc5768-86f9-4907-b987-49606f9e43f9 HTTP/1.1" status: 200 len: 861 time: 0.1180053 Feb 09 21:31:55.083928 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-62094a1f-f614-442a-804b-7b99e886faeb req-e5955b31-d932-4794-a6f4-fda3de4d2d16 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "GET /v2.0/ports?device_id=6ae33bd7-5545-4d2f-b221-05329d891107 HTTP/1.1" status: 200 len: 210 time: 0.0339680 Feb 09 21:31:55.101176 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0ae28c-6697-471b-ae3d-c2fd36f08512 req-35a184e3-7c51-455c-891a-aef005799daa tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:55.111687 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4b0ae28c-6697-471b-ae3d-c2fd36f08512 req-35a184e3-7c51-455c-891a-aef005799daa tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.90 "GET /v2.0/ports?device_id=7b001bdd-b4f7-4aa9-a733-0d546e2fe8d3 HTTP/1.1" status: 200 len: 945 time: 0.1046336 Feb 09 21:31:55.116787 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-2e7d4361-65ea-4afa-a1f3-33f2a6283264 req-8054f915-55c8-4c6c-a0c3-988e783a1cad service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=37143bd2-1331-4c73-96e2-f9c3179c6daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460715 Feb 09 21:31:55.175932 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4b0ae28c-6697-471b-ae3d-c2fd36f08512 req-d6717416-6f3d-4909-a3c8-32efa021fa45 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.90 "GET /v2.0/security-groups?id=bcb592ae-6b08-4a59-89a0-f97e40fbbc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550008 Feb 09 21:31:55.230953 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-2e7d4361-65ea-4afa-a1f3-33f2a6283264 req-6f00ce92-8191-43c8-8b1b-7874777651d5 service neutron] 10.222.0.89 "GET /v2.0/networks/37143bd2-1331-4c73-96e2-f9c3179c6daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017876 Feb 09 21:31:55.327855 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-2e7d4361-65ea-4afa-a1f3-33f2a6283264 req-807ab9f4-d85b-4db9-b229-ca37aa74b6de service neutron] 10.222.0.89 "GET /v2.0/networks/37143bd2-1331-4c73-96e2-f9c3179c6daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869226 Feb 09 21:31:55.488489 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdcbb23-41f9-4373-8c36-2feae0dd935f req-6e3cf73b-a8e9-4cfe-8532-faf04f7a5578 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:55.492698 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7fdcbb23-41f9-4373-8c36-2feae0dd935f req-6e3cf73b-a8e9-4cfe-8532-faf04f7a5578 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/ports?device_id=f4cf4286-a1d2-4921-aa34-7b549655916d HTTP/1.1" status: 200 len: 945 time: 0.0814786 Feb 09 21:31:55.520154 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b55487e-bc7c-42ea-a80c-e77c2f1c07b3 req-d3b644cd-c734-4386-a1b7-ad3462a53321 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:55.521762 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2b55487e-bc7c-42ea-a80c-e77c2f1c07b3 req-d3b644cd-c734-4386-a1b7-ad3462a53321 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/ports?device_id=63284c53-1bb3-4e39-91a8-2f55f3e943ef HTTP/1.1" status: 200 len: 945 time: 0.1210043 Feb 09 21:31:55.574753 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7fdcbb23-41f9-4373-8c36-2feae0dd935f req-ae5fcf9d-2712-4909-a733-d8a74dbacd99 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/security-groups?id=000b5c05-19e3-420b-9015-081c6c7f11c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791640 Feb 09 21:31:55.608568 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2b55487e-bc7c-42ea-a80c-e77c2f1c07b3 req-110d5f5f-a274-4b57-895e-13429de7b839 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/security-groups?id=8827d060-7266-4559-a6cc-b0bbf702a8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791492 Feb 09 21:31:55.653774 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d4361-65ea-4afa-a1f3-33f2a6283264 req-0bb8caf0-3a4b-4ef8-b389-67a22961a035 tempest-LiveAutoBlockMigrationV225Test-1691914964 tempest-LiveAutoBlockMigrationV225Test-1691914964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:55.655559 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-2e7d4361-65ea-4afa-a1f3-33f2a6283264 req-0bb8caf0-3a4b-4ef8-b389-67a22961a035 tempest-LiveAutoBlockMigrationV225Test-1691914964 tempest-LiveAutoBlockMigrationV225Test-1691914964-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=7363f6dd-2718-4848-98c6-d4b3a3d9decc&tenant_id=2bd637e202e1467d81aff230fe0a3e7e&binding%3Ahost_id=n-h2-828369-5 HTTP/1.1" status: 200 len: 1126 time: 0.0610538 Feb 09 21:31:55.772415 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-2e7d4361-65ea-4afa-a1f3-33f2a6283264 req-90280bec-7f72-4ec7-ac3c-d4fecdc79a22 service neutron] For port e9e6b782-e4e9-4b6f-9321-32081e17276f, host n-h1-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:31:55.776055 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-2e7d4361-65ea-4afa-a1f3-33f2a6283264 req-90280bec-7f72-4ec7-ac3c-d4fecdc79a22 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:55.777213 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-2e7d4361-65ea-4afa-a1f3-33f2a6283264 req-90280bec-7f72-4ec7-ac3c-d4fecdc79a22 service neutron] 10.222.0.89 "DELETE /v2.0/ports/e9e6b782-e4e9-4b6f-9321-32081e17276f/bindings/n-h1-828369-5 HTTP/1.1" status: 204 len: 173 time: 0.1148739 Feb 09 21:31:55.888715 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7987db05-8b04-46d6-bf51-bfacdec4c4fc req-a0c7e720-52bc-4c1c-8d7c-20b6b7e51418 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:55.890128 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7987db05-8b04-46d6-bf51-bfacdec4c4fc req-a0c7e720-52bc-4c1c-8d7c-20b6b7e51418 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c4dadfc-4571-4c50-811c-72f64728536f HTTP/1.1" status: 200 len: 949 time: 0.1184273 Feb 09 21:31:55.904397 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee54794-b037-4bb2-a536-f086ddaa300b req-4c5517e7-f613-42c4-a909-33ec8a067219 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:55.906396 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bee54794-b037-4bb2-a536-f086ddaa300b req-4c5517e7-f613-42c4-a909-33ec8a067219 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=7363f6dd-2718-4848-98c6-d4b3a3d9decc HTTP/1.1" status: 200 len: 944 time: 0.0780702 Feb 09 21:31:55.985459 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7987db05-8b04-46d6-bf51-bfacdec4c4fc req-6d8ea400-1135-4633-9d02-8e73c6c49cd0 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780239 Feb 09 21:31:55.988352 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bee54794-b037-4bb2-a536-f086ddaa300b req-2040d402-39b3-4aa6-a8ec-f068a1e5bdd8 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740373 Feb 09 21:31:56.136017 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34672215-596a-41f3-8198-d70089ae03e3 req-46c2c0dd-9bbd-4d3c-bf96-a6e13e39326b tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:56.137646 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-34672215-596a-41f3-8198-d70089ae03e3 req-46c2c0dd-9bbd-4d3c-bf96-a6e13e39326b tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=48634e6d-126d-4bd8-aead-a071ab92c66e HTTP/1.1" status: 200 len: 950 time: 0.0842361 Feb 09 21:31:56.184156 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d068c17-1254-4a4a-baae-094c6e87ef30 req-fb089fbd-d305-4fed-91a4-ed8e1f3dc671 tempest-LiveAutoBlockMigrationV225Test-1691914964 tempest-LiveAutoBlockMigrationV225Test-1691914964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:56.185733 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7d068c17-1254-4a4a-baae-094c6e87ef30 req-fb089fbd-d305-4fed-91a4-ed8e1f3dc671 tempest-LiveAutoBlockMigrationV225Test-1691914964 tempest-LiveAutoBlockMigrationV225Test-1691914964-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=7363f6dd-2718-4848-98c6-d4b3a3d9decc HTTP/1.1" status: 200 len: 1126 time: 0.0870149 Feb 09 21:31:56.212967 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-34672215-596a-41f3-8198-d70089ae03e3 req-1ed94cd8-0a63-433a-a3d1-245e0f643fe1 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681820 Feb 09 21:31:56.266559 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7d068c17-1254-4a4a-baae-094c6e87ef30 req-6164780b-9531-42dc-95b1-dcf0387e75b6 tempest-LiveAutoBlockMigrationV225Test-1691914964 tempest-LiveAutoBlockMigrationV225Test-1691914964-project-admin] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697732 Feb 09 21:31:56.403449 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ef38d1-d3eb-4a95-bd75-b275f1824e00 req-4083d520-f685-455e-a1c4-c4cfd6b144e2 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:56.405383 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-97ef38d1-d3eb-4a95-bd75-b275f1824e00 req-4083d520-f685-455e-a1c4-c4cfd6b144e2 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.90 "GET /v2.0/ports?device_id=7b001bdd-b4f7-4aa9-a733-0d546e2fe8d3 HTTP/1.1" status: 200 len: 945 time: 0.0850813 Feb 09 21:31:56.464899 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-97ef38d1-d3eb-4a95-bd75-b275f1824e00 req-8d8ef644-b720-43a9-b544-7baca25fc7da tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.90 "GET /v2.0/security-groups?id=bcb592ae-6b08-4a59-89a0-f97e40fbbc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522614 Feb 09 21:31:56.591709 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5fd107-dc73-4eef-847a-2fe1032b26f5 req-cdb6a9a3-2062-4b87-8a99-c0b116051724 tempest-LiveAutoBlockMigrationV225Test-1691914964 tempest-LiveAutoBlockMigrationV225Test-1691914964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:56.593451 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8c5fd107-dc73-4eef-847a-2fe1032b26f5 req-cdb6a9a3-2062-4b87-8a99-c0b116051724 tempest-LiveAutoBlockMigrationV225Test-1691914964 tempest-LiveAutoBlockMigrationV225Test-1691914964-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=7363f6dd-2718-4848-98c6-d4b3a3d9decc HTTP/1.1" status: 200 len: 1126 time: 0.0589840 Feb 09 21:31:56.611505 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 51548) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:31:56.624567 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-50b06570-752e-4bbe-a0f3-79abb9db8cc8 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Request body: {'security_group': {'name': 'tempest-securitygroup--560319084', 'description': 'tempest-description--979477525'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:31:56.655104 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-50b06570-752e-4bbe-a0f3-79abb9db8cc8 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:56.656258 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8c5fd107-dc73-4eef-847a-2fe1032b26f5 req-3f49103e-65d6-4d5a-8ae6-d8e06806efb0 tempest-LiveAutoBlockMigrationV225Test-1691914964 tempest-LiveAutoBlockMigrationV225Test-1691914964-project-admin] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564747 Feb 09 21:31:56.771932 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-50b06570-752e-4bbe-a0f3-79abb9db8cc8 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Publish callbacks [] for security_group (73b63c6a-8c84-4191-9c5b-5aa0590cc18a), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:56.782308 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-50b06570-752e-4bbe-a0f3-79abb9db8cc8 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (73b63c6a-8c84-4191-9c5b-5aa0590cc18a), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:56.808093 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de03a0e-7375-434e-bcdc-62b5916cf964 req-ab707280-bcb9-4a45-801b-be45117f9095 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:56.815908 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0de03a0e-7375-434e-bcdc-62b5916cf964 req-ab707280-bcb9-4a45-801b-be45117f9095 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/ports?device_id=f4cf4286-a1d2-4921-aa34-7b549655916d HTTP/1.1" status: 200 len: 945 time: 0.1558311 Feb 09 21:31:56.817341 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-50b06570-752e-4bbe-a0f3-79abb9db8cc8 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:56.821263 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-50b06570-752e-4bbe-a0f3-79abb9db8cc8 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2042277 Feb 09 21:31:56.821490 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 51556) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:31:56.826568 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-fa157749-05e5-4a1e-b5ae-dd382c9644ff tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Request body: {'security_group_rule': {'security_group_id': '73b63c6a-8c84-4191-9c5b-5aa0590cc18a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:31:56.837675 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b06570-752e-4bbe-a0f3-79abb9db8cc8 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73b63c6a-8c84-4191-9c5b-5aa0590cc18a,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:56.866644 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb70a1f-1708-43ea-9c65-c86614206b69 req-ada20af8-0b70-47d6-9b5b-a0b57d68817b tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:56.868293 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8eb70a1f-1708-43ea-9c65-c86614206b69 req-ada20af8-0b70-47d6-9b5b-a0b57d68817b tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/ports?device_id=63284c53-1bb3-4e39-91a8-2f55f3e943ef HTTP/1.1" status: 200 len: 945 time: 0.1076131 Feb 09 21:31:56.874768 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fa157749-05e5-4a1e-b5ae-dd382c9644ff tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Publish callbacks [] for security_group_rule (0f9b8ef0-949c-49b6-8a8d-e4fd1d813b7d), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:56.909753 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0de03a0e-7375-434e-bcdc-62b5916cf964 req-d8144366-6268-46de-8f0c-8243defe12f2 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/security-groups?id=000b5c05-19e3-420b-9015-081c6c7f11c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893514 Feb 09 21:31:56.954304 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8eb70a1f-1708-43ea-9c65-c86614206b69 req-3ebebb0e-2d4a-4a4f-b6be-5e90850e1982 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/security-groups?id=8827d060-7266-4559-a6cc-b0bbf702a8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731666 Feb 09 21:31:56.974384 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fa157749-05e5-4a1e-b5ae-dd382c9644ff tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Publish callbacks [] for security_group_rule (0f9b8ef0-949c-49b6-8a8d-e4fd1d813b7d), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:56.978800 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fa157749-05e5-4a1e-b5ae-dd382c9644ff tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (0f9b8ef0-949c-49b6-8a8d-e4fd1d813b7d), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:57.005886 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa157749-05e5-4a1e-b5ae-dd382c9644ff tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f9b8ef0-949c-49b6-8a8d-e4fd1d813b7d,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:57.027787 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fa157749-05e5-4a1e-b5ae-dd382c9644ff tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:57.029714 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-fa157749-05e5-4a1e-b5ae-dd382c9644ff tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2072966 Feb 09 21:31:57.032786 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 51564) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:31:57.037914 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-8548bc7c-e62d-4ec6-8a9c-011a369aa8ea tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Request body: {'security_group_rule': {'security_group_id': '73b63c6a-8c84-4191-9c5b-5aa0590cc18a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:31:57.087802 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8548bc7c-e62d-4ec6-8a9c-011a369aa8ea tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Publish callbacks [] for security_group_rule (aee79b8f-1c04-4cc7-a521-12d9a15bdf21), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:57.152934 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702bd872-5788-4763-8430-313e948084fa req-82d6505b-e365-43a2-9c0b-8a638f76e63e tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:57.161962 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-702bd872-5788-4763-8430-313e948084fa req-82d6505b-e365-43a2-9c0b-8a638f76e63e tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c4dadfc-4571-4c50-811c-72f64728536f HTTP/1.1" status: 200 len: 949 time: 0.0879385 Feb 09 21:31:57.178931 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8548bc7c-e62d-4ec6-8a9c-011a369aa8ea tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Publish callbacks [] for security_group_rule (aee79b8f-1c04-4cc7-a521-12d9a15bdf21), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:57.187755 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8548bc7c-e62d-4ec6-8a9c-011a369aa8ea tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (aee79b8f-1c04-4cc7-a521-12d9a15bdf21), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:57.212278 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 174ff684-f276-4900-ac6d-bc801ccdab7c no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:31:57.221833 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8548bc7c-e62d-4ec6-8a9c-011a369aa8ea tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aee79b8f-1c04-4cc7-a521-12d9a15bdf21,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:57.240389 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8548bc7c-e62d-4ec6-8a9c-011a369aa8ea tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:57.240655 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] No Port match for: 174ff684-f276-4900-ac6d-bc801ccdab7c {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:31:57.240918 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 174ff684-f276-4900-ac6d-bc801ccdab7c not bound to the agent host n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:31:57.242395 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-8548bc7c-e62d-4ec6-8a9c-011a369aa8ea tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2086711 Feb 09 21:31:57.245794 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 51568) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:31:57.251125 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-ea556407-a088-4b42-98ec-2b480d71913b tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Request body: {'floatingip': {'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:31:57.257951 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-702bd872-5788-4763-8430-313e948084fa req-43a6f3af-22f2-4033-95cd-eb9248c1c181 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950317 Feb 09 21:31:57.278159 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ea556407-a088-4b42-98ec-2b480d71913b tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:57.397970 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ea556407-a088-4b42-98ec-2b480d71913b tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:57.444048 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bc7589-0f24-4a47-9aa7-4a423044870e req-b28f1d7f-82dd-4797-b128-026ed3d60620 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:57.446082 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-77bc7589-0f24-4a47-9aa7-4a423044870e req-b28f1d7f-82dd-4797-b128-026ed3d60620 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=48634e6d-126d-4bd8-aead-a071ab92c66e HTTP/1.1" status: 200 len: 950 time: 0.0751958 Feb 09 21:31:57.514354 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-77bc7589-0f24-4a47-9aa7-4a423044870e req-97cc5d63-308f-4372-9969-acdd72580bcd tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623159 Feb 09 21:31:57.516987 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-ea556407-a088-4b42-98ec-2b480d71913b tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Allocated IP 172.25.3.164 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/8640ef45-7643-4250-bd29-5de593e3bf97) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:31:57.604968 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4363889-c412-49a4-8750-279fb1733fe9 req-5190fea9-35cb-48e9-a164-9abc783472fe tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:57.606514 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e4363889-c412-49a4-8750-279fb1733fe9 req-5190fea9-35cb-48e9-a164-9abc783472fe tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.90 "GET /v2.0/ports?device_id=7b001bdd-b4f7-4aa9-a733-0d546e2fe8d3 HTTP/1.1" status: 200 len: 945 time: 0.0646574 Feb 09 21:31:57.649970 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ea556407-a088-4b42-98ec-2b480d71913b tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Publish callbacks [] for port (8640ef45-7643-4250-bd29-5de593e3bf97), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:57.662484 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e4363889-c412-49a4-8750-279fb1733fe9 req-cb9d2a79-3807-4903-94c4-a2ce2b3e63bb tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.90 "GET /v2.0/security-groups?id=bcb592ae-6b08-4a59-89a0-f97e40fbbc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466497 Feb 09 21:31:57.694946 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ea556407-a088-4b42-98ec-2b480d71913b tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (8640ef45-7643-4250-bd29-5de593e3bf97), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:57.736411 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea556407-a088-4b42-98ec-2b480d71913b tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:31:57.739523 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-ea556407-a088-4b42-98ec-2b480d71913b tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:31:57.742980 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea556407-a088-4b42-98ec-2b480d71913b tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:31:57.748365 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea556407-a088-4b42-98ec-2b480d71913b tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Pushing event updated for resources: {'Port': ['ID=8640ef45-7643-4250-bd29-5de593e3bf97,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:57.837813 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ea556407-a088-4b42-98ec-2b480d71913b tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Publish callbacks [] for floatingip (bdb38d6c-1546-4ff8-8670-3acd46d9651d), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:57.875436 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ea556407-a088-4b42-98ec-2b480d71913b tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (8640ef45-7643-4250-bd29-5de593e3bf97), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:58.059643 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ea556407-a088-4b42-98ec-2b480d71913b tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Publish callbacks [] for port (8640ef45-7643-4250-bd29-5de593e3bf97), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:58.065520 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ea556407-a088-4b42-98ec-2b480d71913b tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (8640ef45-7643-4250-bd29-5de593e3bf97), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:58.084000 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228f78db-ac48-4169-b728-557d2e8b90b1 req-a0444664-7207-49a8-a2a5-78d5b1f58748 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:58.085515 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-228f78db-ac48-4169-b728-557d2e8b90b1 req-a0444664-7207-49a8-a2a5-78d5b1f58748 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/ports?device_id=f4cf4286-a1d2-4921-aa34-7b549655916d HTTP/1.1" status: 200 len: 945 time: 0.0939214 Feb 09 21:31:58.124936 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e3ce77-c4df-4dfa-8953-c508a90731ff req-2274e338-558b-4f99-b1de-83c03ded95c7 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:58.126419 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-60e3ce77-c4df-4dfa-8953-c508a90731ff req-2274e338-558b-4f99-b1de-83c03ded95c7 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/ports?device_id=63284c53-1bb3-4e39-91a8-2f55f3e943ef HTTP/1.1" status: 200 len: 945 time: 0.0909603 Feb 09 21:31:58.142784 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea556407-a088-4b42-98ec-2b480d71913b tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Pushing event updated for resources: {'Port': ['ID=8640ef45-7643-4250-bd29-5de593e3bf97,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:31:58.157833 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ea556407-a088-4b42-98ec-2b480d71913b tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (bdb38d6c-1546-4ff8-8670-3acd46d9651d), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:58.178176 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ea556407-a088-4b42-98ec-2b480d71913b tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:31:58.188027 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-ea556407-a088-4b42-98ec-2b480d71913b tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9320364 Feb 09 21:31:58.195049 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-228f78db-ac48-4169-b728-557d2e8b90b1 req-9e827930-e389-404f-ae31-2706079b7ac6 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/security-groups?id=000b5c05-19e3-420b-9015-081c6c7f11c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988936 Feb 09 21:31:58.212818 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-60e3ce77-c4df-4dfa-8953-c508a90731ff req-c30588af-db21-4a0b-bfbc-5a242ecdac41 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/security-groups?id=8827d060-7266-4559-a6cc-b0bbf702a8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779827 Feb 09 21:31:58.389901 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52dc65c-2654-41af-8c75-a2b1496d856a req-12a71243-f0fd-44cf-be39-a072c7e6d773 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:58.391488 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f52dc65c-2654-41af-8c75-a2b1496d856a req-12a71243-f0fd-44cf-be39-a072c7e6d773 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c4dadfc-4571-4c50-811c-72f64728536f HTTP/1.1" status: 200 len: 949 time: 0.0561292 Feb 09 21:31:58.442038 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f52dc65c-2654-41af-8c75-a2b1496d856a req-3ce49d38-6edc-4bdb-aa64-cd3c99f928d1 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437000 Feb 09 21:31:58.679531 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317234eb-0941-4ca0-9367-4948c27eb0d3 req-6059d427-3862-4e9f-9f7b-753d8b58c22e tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:58.681063 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-317234eb-0941-4ca0-9367-4948c27eb0d3 req-6059d427-3862-4e9f-9f7b-753d8b58c22e tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "GET /v2.0/networks?id=03e4b562-fd58-4ef4-b9aa-3c97d3e91c8c HTTP/1.1" status: 200 len: 821 time: 0.1571927 Feb 09 21:31:58.714224 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-317234eb-0941-4ca0-9367-4948c27eb0d3 req-9c4847f7-0121-481a-8452-f717de4100e5 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "GET /v2.0/quotas/21cf86ff189342fe85bf484488bae7be HTTP/1.1" status: 200 len: 375 time: 0.0128276 Feb 09 21:31:58.758327 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-317234eb-0941-4ca0-9367-4948c27eb0d3 req-28c5b350-a805-433d-903b-9424663ea5db tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=21cf86ff189342fe85bf484488bae7be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409563 Feb 09 21:31:58.788213 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb985c5-e7b9-4a97-9857-ba1bd4d75d9a req-f197a577-8175-4c9c-ae0b-276d2fee41ce tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:58.789786 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4fb985c5-e7b9-4a97-9857-ba1bd4d75d9a req-f197a577-8175-4c9c-ae0b-276d2fee41ce tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=48634e6d-126d-4bd8-aead-a071ab92c66e HTTP/1.1" status: 200 len: 950 time: 0.1347835 Feb 09 21:31:58.880429 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4fb985c5-e7b9-4a97-9857-ba1bd4d75d9a req-e435d3fa-6466-4d4c-9ba1-f06eacebe7e5 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642455 Feb 09 21:31:58.901644 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-317234eb-0941-4ca0-9367-4948c27eb0d3 req-a8e349a8-59f6-457a-b5bb-bf4720f80445 service neutron] 10.222.0.90 "GET /v2.0/networks/03e4b562-fd58-4ef4-b9aa-3c97d3e91c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424229 Feb 09 21:31:59.058685 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-317234eb-0941-4ca0-9367-4948c27eb0d3 req-3f92c44c-113a-46f9-9036-46b111e65d42 service neutron] 10.222.0.90 "GET /v2.0/networks/03e4b562-fd58-4ef4-b9aa-3c97d3e91c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560626 Feb 09 21:31:59.192610 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bbf435-658d-4813-858e-48cb168f9288 req-af000abc-188f-45ea-b293-476994c752bf tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:59.194505 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-57bbf435-658d-4813-858e-48cb168f9288 req-af000abc-188f-45ea-b293-476994c752bf tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.90 "GET /v2.0/ports?device_id=7b001bdd-b4f7-4aa9-a733-0d546e2fe8d3 HTTP/1.1" status: 200 len: 945 time: 0.1073172 Feb 09 21:31:59.317270 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-57bbf435-658d-4813-858e-48cb168f9288 req-7c153e2b-6750-4a3a-93c9-9d5aa8eaf1d8 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.90 "GET /v2.0/security-groups?id=bcb592ae-6b08-4a59-89a0-f97e40fbbc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878551 Feb 09 21:31:59.594107 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dd1f8c78-1fff-4219-8baa-6dd7e4aaba48 req-2b8a4710-27cd-4f28-b735-96d578358262 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "GET /v2.0/ports?device_id=b103a05b-af3d-405b-9b78-fef2ba862b56 HTTP/1.1" status: 200 len: 210 time: 0.1175714 Feb 09 21:31:59.655998 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409b24aa-e17a-4b0b-a5ce-147703035cc5 req-d95aa0c4-7145-453d-9d32-6f990020a9eb tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:31:59.670945 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-409b24aa-e17a-4b0b-a5ce-147703035cc5 req-d95aa0c4-7145-453d-9d32-6f990020a9eb tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/ports?device_id=f4cf4286-a1d2-4921-aa34-7b549655916d HTTP/1.1" status: 200 len: 945 time: 0.2065594 Feb 09 21:31:59.780431 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-409b24aa-e17a-4b0b-a5ce-147703035cc5 req-1696943a-bfee-4af4-9835-8884fe4a10ee tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/security-groups?id=000b5c05-19e3-420b-9015-081c6c7f11c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082265 Feb 09 21:31:59.961590 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0800a830-0821-4d76-bf11-93ed89d4c63b req-fb46c0dc-a347-4e1d-9f8c-cecca5fce072 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=b92e52ce-38e3-404d-b7c1-252230ea762d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1092119 Feb 09 21:32:00.061376 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b067abf-ad6a-43c0-a67b-12b5762955e3 req-349df02a-204a-4714-a523-4162cd26800f tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:00.071469 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4b067abf-ad6a-43c0-a67b-12b5762955e3 req-349df02a-204a-4714-a523-4162cd26800f tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c4dadfc-4571-4c50-811c-72f64728536f HTTP/1.1" status: 200 len: 949 time: 0.1831357 Feb 09 21:32:00.134393 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0800a830-0821-4d76-bf11-93ed89d4c63b req-87701dc4-0027-4280-ad8e-59c93f1a7c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:00.140079 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0800a830-0821-4d76-bf11-93ed89d4c63b req-87701dc4-0027-4280-ad8e-59c93f1a7c2a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d13eb104d8994e4d9b604f1050cb6328&device_id=b92e52ce-38e3-404d-b7c1-252230ea762d HTTP/1.1" status: 200 len: 1126 time: 0.1028326 Feb 09 21:32:00.223962 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1939122f-58e7-4886-8635-ed62537b3f26 req-b88e6afb-2c51-4685-8057-b9d4d1791faa tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-403477563&fields=id&tenant_id=7f960ea9e4814f1c9f3d6e0840e5a81e HTTP/1.1" status: 200 len: 267 time: 0.1232879 Feb 09 21:32:00.242974 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4b067abf-ad6a-43c0-a67b-12b5762955e3 req-c87dcc9e-ec5d-4fa6-aea6-c6d8def3c29f tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653972 Feb 09 21:32:00.390851 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1939122f-58e7-4886-8635-ed62537b3f26 req-5e45c1e9-1c55-4f22-b67f-0205626bb1ea tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:00.394210 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1939122f-58e7-4886-8635-ed62537b3f26 req-5e45c1e9-1c55-4f22-b67f-0205626bb1ea tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/ports?device_id=f4cf4286-a1d2-4921-aa34-7b549655916d HTTP/1.1" status: 200 len: 945 time: 0.1742470 Feb 09 21:32:00.417508 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0800a830-0821-4d76-bf11-93ed89d4c63b req-bcab626c-c4c0-42ad-a492-9c18c7f67545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:00.419377 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0800a830-0821-4d76-bf11-93ed89d4c63b req-bcab626c-c4c0-42ad-a492-9c18c7f67545 service neutron] 10.222.0.89 "GET /v2.0/networks?id=5406f657-d0e3-4570-bda7-aeb2bc509011 HTTP/1.1" status: 200 len: 909 time: 0.2299533 Feb 09 21:32:00.448305 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-1939122f-58e7-4886-8635-ed62537b3f26 req-7a468036-bc56-455f-9807-015385b1fc1b tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Request body: {'port': {'security_groups': ['000b5c05-19e3-420b-9015-081c6c7f11c3', '86843c0d-a6af-4d98-b4a7-0591930b87c9']}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:32:00.525863 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0800a830-0821-4d76-bf11-93ed89d4c63b req-d031a129-a26d-41ba-96e3-e763f762b2eb service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa2b940c-04ac-4a07-a261-5afc49841033 HTTP/1.1" status: 200 len: 217 time: 0.0961986 Feb 09 21:32:00.540732 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e0ed88-b405-43a5-9d8d-794ca2327d09 req-36a290c3-649f-431c-b03c-500150330869 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:00.543604 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-34e0ed88-b405-43a5-9d8d-794ca2327d09 req-36a290c3-649f-431c-b03c-500150330869 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=48634e6d-126d-4bd8-aead-a071ab92c66e HTTP/1.1" status: 200 len: 950 time: 0.1969862 Feb 09 21:32:00.581810 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-1939122f-58e7-4886-8635-ed62537b3f26 req-7a468036-bc56-455f-9807-015385b1fc1b tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (ebd80d34-efec-4040-b317-f4c5408a5191), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:00.613139 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0800a830-0821-4d76-bf11-93ed89d4c63b req-c9f08fc1-9044-4293-92be-3092ee0bbdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:00.615340 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0800a830-0821-4d76-bf11-93ed89d4c63b req-c9f08fc1-9044-4293-92be-3092ee0bbdd8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e1ad18b5-2d0f-4d2c-9c50-5fdfdce0a556 HTTP/1.1" status: 200 len: 848 time: 0.0821993 Feb 09 21:32:00.663977 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-34e0ed88-b405-43a5-9d8d-794ca2327d09 req-639f96d2-cb99-4d76-a6ea-3482f45a09a8 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117721 Feb 09 21:32:00.689516 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0800a830-0821-4d76-bf11-93ed89d4c63b req-0a81e746-d285-4440-9fb2-13a49bfa510f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=5406f657-d0e3-4570-bda7-aeb2bc509011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478635 Feb 09 21:32:00.869665 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0800a830-0821-4d76-bf11-93ed89d4c63b req-062155ed-1d22-4a82-a173-891a027f46c0 service neutron] 10.222.0.89 "GET /v2.0/networks/5406f657-d0e3-4570-bda7-aeb2bc509011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610126 Feb 09 21:32:00.907214 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1a7ab3-92c6-4502-9b23-767bb4e5da0e req-495a7a55-9b35-4ca6-804a-7043ad8268ec tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:00.916052 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6b1a7ab3-92c6-4502-9b23-767bb4e5da0e req-495a7a55-9b35-4ca6-804a-7043ad8268ec tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/ports?device_id=63284c53-1bb3-4e39-91a8-2f55f3e943ef HTTP/1.1" status: 200 len: 945 time: 0.1479542 Feb 09 21:32:00.959687 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-1939122f-58e7-4886-8635-ed62537b3f26 req-7a468036-bc56-455f-9807-015385b1fc1b tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] For port ebd80d34-efec-4040-b317-f4c5408a5191, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=ebd80d34-efec-4040-b317-f4c5408a5191,segment=NetworkSegment(f0a49655-0dab-4be5-a139-f143e1a2272b),segment_id=f0a49655-0dab-4be5-a139-f143e1a2272b)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:32:01.082535 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0800a830-0821-4d76-bf11-93ed89d4c63b req-8e04a0f0-9e1d-49c0-aaac-dc1c3442fae6 service neutron] 10.222.0.89 "GET /v2.0/networks/5406f657-d0e3-4570-bda7-aeb2bc509011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015078 Feb 09 21:32:01.188806 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317234eb-0941-4ca0-9367-4948c27eb0d3 req-9df2cdbf-5ca7-4282-b422-4965f170048f tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:01.191203 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-317234eb-0941-4ca0-9367-4948c27eb0d3 req-9df2cdbf-5ca7-4282-b422-4965f170048f tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.95 "GET /v2.0/networks?id=03e4b562-fd58-4ef4-b9aa-3c97d3e91c8c HTTP/1.1" status: 200 len: 821 time: 0.1849351 Feb 09 21:32:01.205453 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-1939122f-58e7-4886-8635-ed62537b3f26 req-7a468036-bc56-455f-9807-015385b1fc1b tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Publish callbacks [] for port (ebd80d34-efec-4040-b317-f4c5408a5191), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:01.212939 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-317234eb-0941-4ca0-9367-4948c27eb0d3 req-a5c6fdb4-947a-4fe8-b837-f30c10495032 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Request body: {'port': {'device_id': 'b103a05b-af3d-405b-9b78-fef2ba862b56', 'network_id': '03e4b562-fd58-4ef4-b9aa-3c97d3e91c8c', 'admin_state_up': True, 'tenant_id': '21cf86ff189342fe85bf484488bae7be'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:32:01.239469 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 07d008ac-5b62-4a06-a85c-6fbc12f054ed details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:32:01.260871 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6b1a7ab3-92c6-4502-9b23-767bb4e5da0e req-96dc2b09-a2e0-48cf-9bec-655cc030c585 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/security-groups?id=8827d060-7266-4559-a6cc-b0bbf702a8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3432770 Feb 09 21:32:01.268448 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-1939122f-58e7-4886-8635-ed62537b3f26 req-7a468036-bc56-455f-9807-015385b1fc1b tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (ebd80d34-efec-4040-b317-f4c5408a5191), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:01.412392 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['ebd80d34-efec-4040-b317-f4c5408a5191'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:32:01.430711 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1939122f-58e7-4886-8635-ed62537b3f26 req-7a468036-bc56-455f-9807-015385b1fc1b tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:01.431382 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-1939122f-58e7-4886-8635-ed62537b3f26 req-7a468036-bc56-455f-9807-015385b1fc1b tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:01.442513 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1939122f-58e7-4886-8635-ed62537b3f26 req-7a468036-bc56-455f-9807-015385b1fc1b tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "PUT /v2.0/ports/ebd80d34-efec-4040-b317-f4c5408a5191 HTTP/1.1" status: 200 len: 981 time: 0.9990630 Feb 09 21:32:01.447749 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4cf4286-a1d2-4921-aa34-7b549655916d', 'tag': 'ebd80d34-efec-4040-b317-f4c5408a5191'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:32:01.449904 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4767a7e8-2879-4bc3-9d60-e1a3be12297d" -d '{"events": [{"name": "network-changed", "server_uuid": "f4cf4286-a1d2-4921-aa34-7b549655916d", "tag": "ebd80d34-efec-4040-b317-f4c5408a5191"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:32:01.536964 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b584973b-6c34-4621-b6c1-0e0b73817f0b req-d93b7387-0d3e-4b75-8c41-f11e45ac9dba service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=73a01f41-04f1-417a-a52d-4e487100f679&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3428621 Feb 09 21:32:01.552382 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a468036-bc56-455f-9807-015385b1fc1b tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Pushing event updated for resources: {'Port': ['ID=ebd80d34-efec-4040-b317-f4c5408a5191,revision_number=6']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:01.591398 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-15c6a83e-ed7e-49fb-add0-fd322b0f6278 req-e4fb1cf4-d32b-4a86-8beb-d8873e32b3c1 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "GET /v2.0/ports?device_id=b103a05b-af3d-405b-9b78-fef2ba862b56 HTTP/1.1" status: 200 len: 210 time: 0.0507619 Feb 09 21:32:01.630566 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['ebd80d34-efec-4040-b317-f4c5408a5191'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:32:01.682893 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73939c88-d3a0-4ad4-a52f-65db30dd8a9c req-ceae8817-622b-42cb-a421-092439fdba97 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:01.689951 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-73939c88-d3a0-4ad4-a52f-65db30dd8a9c req-ceae8817-622b-42cb-a421-092439fdba97 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.90 "GET /v2.0/ports?device_id=7b001bdd-b4f7-4aa9-a733-0d546e2fe8d3 HTTP/1.1" status: 200 len: 945 time: 0.2855482 Feb 09 21:32:01.745012 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 07d008ac-5b62-4a06-a85c-6fbc12f054ed, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=07d008ac-5b62-4a06-a85c-6fbc12f054ed,segment=NetworkSegment(79d7c118-8629-48e7-a704-27a42c218b4f),segment_id=79d7c118-8629-48e7-a704-27a42c218b4f)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:32:01.754451 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-317234eb-0941-4ca0-9367-4948c27eb0d3 req-a5c6fdb4-947a-4fe8-b837-f30c10495032 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Made reservation on behalf of 21cf86ff189342fe85bf484488bae7be for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:32:01.765978 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-317234eb-0941-4ca0-9367-4948c27eb0d3 req-a5c6fdb4-947a-4fe8-b837-f30c10495032 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:01.792914 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': '07d008ac-5b62-4a06-a85c-6fbc12f054ed', 'network_id': '43a15864-976d-4c1b-9eca-ababf91abd28', 'port_id': '07d008ac-5b62-4a06-a85c-6fbc12f054ed', 'mac_address': 'fa:16:3e:5e:5f:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8aa2c19c-86ec-4da6-bb2c-e80ae4e7aac9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:32:01.796833 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b584973b-6c34-4621-b6c1-0e0b73817f0b req-f2c02231-792e-4e0d-83a0-6862655542ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:01.798443 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b584973b-6c34-4621-b6c1-0e0b73817f0b req-f2c02231-792e-4e0d-83a0-6862655542ae service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=301f05e37d364aab86167965425dfbdc&device_id=73a01f41-04f1-417a-a52d-4e487100f679 HTTP/1.1" status: 200 len: 1131 time: 0.2166419 Feb 09 21:32:01.925758 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 07d008ac-5b62-4a06-a85c-6fbc12f054ed is: ACTIVE; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:32:01.926632 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (07d008ac-5b62-4a06-a85c-6fbc12f054ed), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:01.937199 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-73939c88-d3a0-4ad4-a52f-65db30dd8a9c req-a8d36821-7ed8-444c-bd13-5eb4f1d86f09 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.90 "GET /v2.0/security-groups?id=bcb592ae-6b08-4a59-89a0-f97e40fbbc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464492 Feb 09 21:32:01.992283 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 07d008ac-5b62-4a06-a85c-6fbc12f054ed {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:32:02.036006 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c5736d-9f70-41aa-b7bd-ee53b35d41df req-7a756a3a-bdf2-4c18-918e-d64dc7069845 tempest-ServersOnMultiNodesTest-1529418109 tempest-ServersOnMultiNodesTest-1529418109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:02.043235 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-76c5736d-9f70-41aa-b7bd-ee53b35d41df req-7a756a3a-bdf2-4c18-918e-d64dc7069845 tempest-ServersOnMultiNodesTest-1529418109 tempest-ServersOnMultiNodesTest-1529418109-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=48634e6d-126d-4bd8-aead-a071ab92c66e HTTP/1.1" status: 200 len: 1132 time: 0.2745905 Feb 09 21:32:02.110520 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 07d008ac-5b62-4a06-a85c-6fbc12f054ed, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=07d008ac-5b62-4a06-a85c-6fbc12f054ed,segment=NetworkSegment(79d7c118-8629-48e7-a704-27a42c218b4f),segment_id=79d7c118-8629-48e7-a704-27a42c218b4f)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:32:02.132204 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (07d008ac-5b62-4a06-a85c-6fbc12f054ed), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:02.191937 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-76c5736d-9f70-41aa-b7bd-ee53b35d41df req-badec3bc-c931-41a6-a611-f9d06b36c5ec tempest-ServersOnMultiNodesTest-1529418109 tempest-ServersOnMultiNodesTest-1529418109-project-admin] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434393 Feb 09 21:32:02.235667 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=07d008ac-5b62-4a06-a85c-6fbc12f054ed,revision_number=6']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:02.281838 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b584973b-6c34-4621-b6c1-0e0b73817f0b req-8aeed71b-4707-4da5-9140-2dc9db706412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:02.283992 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b584973b-6c34-4621-b6c1-0e0b73817f0b req-8aeed71b-4707-4da5-9140-2dc9db706412 service neutron] 10.222.0.95 "GET /v2.0/networks?id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc HTTP/1.1" status: 200 len: 870 time: 0.4235415 Feb 09 21:32:02.377314 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [req-317234eb-0941-4ca0-9367-4948c27eb0d3 req-a5c6fdb4-947a-4fe8-b837-f30c10495032 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Allocated IP 172.20.0.10 (03e4b562-fd58-4ef4-b9aa-3c97d3e91c8c/0943e86a-4b39-47c3-92d6-eb8b20ecbe76/b572a502-e00d-4f2d-a1d2-15a4b872ad97) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:32:02.380117 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['07d008ac-5b62-4a06-a85c-6fbc12f054ed'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:32:02.390626 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b584973b-6c34-4621-b6c1-0e0b73817f0b req-b50e47e9-7f37-463f-9d47-2b8361cfcd4c service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=5f898856-a782-4f86-b38f-f74482342d30 HTTP/1.1" status: 200 len: 217 time: 0.0907760 Feb 09 21:32:02.543869 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1071255-d857-4037-bc8e-009b8804fa72 req-26c1be42-595a-436a-b57f-59f7278f06a0 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:02.554338 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c1071255-d857-4037-bc8e-009b8804fa72 req-26c1be42-595a-436a-b57f-59f7278f06a0 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c4dadfc-4571-4c50-811c-72f64728536f HTTP/1.1" status: 200 len: 949 time: 0.3893769 Feb 09 21:32:02.637303 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-61168df2-8f72-4ce6-8945-f4560b5f5eaa req-5b1efb93-2974-49ec-bb37-24eae39f65c4 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-138121170&fields=id&tenant_id=7f960ea9e4814f1c9f3d6e0840e5a81e HTTP/1.1" status: 200 len: 267 time: 0.3026943 Feb 09 21:32:02.697636 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b584973b-6c34-4621-b6c1-0e0b73817f0b req-7c44a8f2-94b3-4be8-a0d9-4e08dc0cafdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:02.699151 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b584973b-6c34-4621-b6c1-0e0b73817f0b req-7c44a8f2-94b3-4be8-a0d9-4e08dc0cafdb service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0f7402ac-a35b-414b-bcc1-bc1c3072ec3c HTTP/1.1" status: 200 len: 843 time: 0.2920480 Feb 09 21:32:02.800776 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c1071255-d857-4037-bc8e-009b8804fa72 req-957ad567-e3b2-408a-b9ae-24ffbdef9285 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311547 Feb 09 21:32:02.842702 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61168df2-8f72-4ce6-8945-f4560b5f5eaa req-d096650d-a9c5-401f-85d3-0bdd48167f7e tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:02.844276 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-61168df2-8f72-4ce6-8945-f4560b5f5eaa req-d096650d-a9c5-401f-85d3-0bdd48167f7e tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/ports?device_id=f4cf4286-a1d2-4921-aa34-7b549655916d HTTP/1.1" status: 200 len: 984 time: 0.2070749 Feb 09 21:32:02.857636 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-61168df2-8f72-4ce6-8945-f4560b5f5eaa req-14176241-1298-4763-bbaa-78fcfc579262 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Request body: {'port': {'security_groups': ['000b5c05-19e3-420b-9015-081c6c7f11c3', '86843c0d-a6af-4d98-b4a7-0591930b87c9', 'd88e58b4-85e8-4780-b9b0-1d83d55100a0']}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:32:02.898630 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f1e3418-d0c2-4b23-a690-94dc40e3300e x-openstack-request-id: req-6f1e3418-d0c2-4b23-a690-94dc40e3300e {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:32:02.898925 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4cf4286-a1d2-4921-aa34-7b549655916d", "tag": "ebd80d34-efec-4040-b317-f4c5408a5191", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:32:02.899183 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-6f1e3418-d0c2-4b23-a690-94dc40e3300e {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:32:02.899583 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4cf4286-a1d2-4921-aa34-7b549655916d', 'tag': 'ebd80d34-efec-4040-b317-f4c5408a5191', 'status': 'completed', 'code': 200} Feb 09 21:32:02.909676 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b584973b-6c34-4621-b6c1-0e0b73817f0b req-2f31bef5-0be0-44c2-a65c-9852791266a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:02.911196 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b584973b-6c34-4621-b6c1-0e0b73817f0b req-2f31bef5-0be0-44c2-a65c-9852791266a8 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1935682 Feb 09 21:32:03.038302 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4767a7e8-2879-4bc3-9d60-e1a3be12297d req-1c38def5-6009-4724-b6c4-5db2d6fe0195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:03.042236 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4767a7e8-2879-4bc3-9d60-e1a3be12297d req-1c38def5-6009-4724-b6c4-5db2d6fe0195 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7f960ea9e4814f1c9f3d6e0840e5a81e&device_id=f4cf4286-a1d2-4921-aa34-7b549655916d HTTP/1.1" status: 200 len: 1166 time: 0.1243353 Feb 09 21:32:03.186410 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4767a7e8-2879-4bc3-9d60-e1a3be12297d req-98bae0b8-4027-4ce7-9e74-38851ccede07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:03.188041 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4767a7e8-2879-4bc3-9d60-e1a3be12297d req-98bae0b8-4027-4ce7-9e74-38851ccede07 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1ccb3c1e-996b-41e3-9a90-cc05638f9e89 HTTP/1.1" status: 200 len: 913 time: 0.1405394 Feb 09 21:32:03.240421 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4767a7e8-2879-4bc3-9d60-e1a3be12297d req-5f17738d-8b2b-45f1-9695-b65d95dcf42d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ebd80d34-efec-4040-b317-f4c5408a5191 HTTP/1.1" status: 200 len: 217 time: 0.0454135 Feb 09 21:32:03.250820 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 07d008ac-5b62-4a06-a85c-6fbc12f054ed up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:32:03.313908 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4767a7e8-2879-4bc3-9d60-e1a3be12297d req-9ca9e1ae-a678-41a2-9c62-6a41dcbbb591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:03.316111 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4767a7e8-2879-4bc3-9d60-e1a3be12297d req-9ca9e1ae-a678-41a2-9c62-6a41dcbbb591 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=954aeff3-776a-4d4a-b59c-79cdefb95559 HTTP/1.1" status: 200 len: 852 time: 0.0670435 Feb 09 21:32:03.350174 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port 07d008ac-5b62-4a06-a85c-6fbc12f054ed triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:32:03.350696 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (07d008ac-5b62-4a06-a85c-6fbc12f054ed), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:03.359106 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-317234eb-0941-4ca0-9367-4948c27eb0d3 req-a5c6fdb4-947a-4fe8-b837-f30c10495032 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Publish callbacks [] for port (b572a502-e00d-4f2d-a1d2-15a4b872ad97), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:03.411343 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4767a7e8-2879-4bc3-9d60-e1a3be12297d req-20cfe3b8-4bcc-4990-af49-62b213bdda33 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1ccb3c1e-996b-41e3-9a90-cc05638f9e89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0867424 Feb 09 21:32:03.447218 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 07d008ac-5b62-4a06-a85c-6fbc12f054ed is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:32:03.447677 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (07d008ac-5b62-4a06-a85c-6fbc12f054ed), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:03.493797 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63284c53-1bb3-4e39-91a8-2f55f3e943ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07d008ac-5b62-4a06-a85c-6fbc12f054ed'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:32:03.494329 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-61168df2-8f72-4ce6-8945-f4560b5f5eaa req-14176241-1298-4763-bbaa-78fcfc579262 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (ebd80d34-efec-4040-b317-f4c5408a5191), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:03.498525 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c67503a-b343-45df-a590-68035c510db5" -d '{"events": [{"server_uuid": "63284c53-1bb3-4e39-91a8-2f55f3e943ef", "name": "network-vif-plugged", "status": "completed", "tag": "07d008ac-5b62-4a06-a85c-6fbc12f054ed"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:32:03.523144 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 07d008ac-5b62-4a06-a85c-6fbc12f054ed, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=07d008ac-5b62-4a06-a85c-6fbc12f054ed,segment=NetworkSegment(79d7c118-8629-48e7-a704-27a42c218b4f),segment_id=79d7c118-8629-48e7-a704-27a42c218b4f)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:32:03.533382 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4767a7e8-2879-4bc3-9d60-e1a3be12297d req-1847a26f-f118-4b40-945a-6b4a82969ce7 service neutron] 10.222.0.89 "GET /v2.0/networks/1ccb3c1e-996b-41e3-9a90-cc05638f9e89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119339 Feb 09 21:32:03.536881 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (07d008ac-5b62-4a06-a85c-6fbc12f054ed), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:03.551560 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac0cc3b-7a6e-419d-8057-4a6daa8484bd req-7a8d25b4-1eae-46c6-986b-cc31f63ee662 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:03.558271 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dac0cc3b-7a6e-419d-8057-4a6daa8484bd req-7a8d25b4-1eae-46c6-986b-cc31f63ee662 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.90 "GET /v2.0/ports?device_id=267f27c9-0cfc-409d-8870-ca614d4a8cff&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2722867 Feb 09 21:32:03.664963 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4767a7e8-2879-4bc3-9d60-e1a3be12297d req-ef69288f-9636-4b65-920d-d0d29431cf28 service neutron] 10.222.0.89 "GET /v2.0/networks/1ccb3c1e-996b-41e3-9a90-cc05638f9e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246920 Feb 09 21:32:03.673825 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=07d008ac-5b62-4a06-a85c-6fbc12f054ed,revision_number=7']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:03.709582 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dac0cc3b-7a6e-419d-8057-4a6daa8484bd req-8db292bf-eb7c-45f8-be45-438f0ac86568 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.90 "GET /v2.0/floatingips?floating_ip_address=172.25.3.126 HTTP/1.1" status: 200 len: 696 time: 0.1498325 Feb 09 21:32:03.723619 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b584973b-6c34-4621-b6c1-0e0b73817f0b req-a164a85d-6ae3-4599-a7fd-710fcd6ac881 service neutron] 10.222.0.95 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7950873 Feb 09 21:32:03.726922 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-dac0cc3b-7a6e-419d-8057-4a6daa8484bd req-be3a6f35-4787-4ce1-b5ca-90fb9e2071ad tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Request body: {'floatingip': {'port_id': 'abca71b7-c298-40e9-b2e3-e38f8f476231', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:32:03.738261 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-317234eb-0941-4ca0-9367-4948c27eb0d3 req-a5c6fdb4-947a-4fe8-b837-f30c10495032 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (b572a502-e00d-4f2d-a1d2-15a4b872ad97), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:03.854176 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-dac0cc3b-7a6e-419d-8057-4a6daa8484bd req-be3a6f35-4787-4ce1-b5ca-90fb9e2071ad tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Publish callbacks [] for floatingip (3c49d0c4-6a20-4a4b-8675-67a56fd4d35f), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:03.949663 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-317234eb-0941-4ca0-9367-4948c27eb0d3 req-a5c6fdb4-947a-4fe8-b837-f30c10495032 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Network 03e4b562-fd58-4ef4-b9aa-3c97d3e91c8c is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:32:03.967828 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [req-317234eb-0941-4ca0-9367-4948c27eb0d3 req-a5c6fdb4-947a-4fe8-b837-f30c10495032 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:32:03.983060 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-317234eb-0941-4ca0-9367-4948c27eb0d3 req-a5c6fdb4-947a-4fe8-b837-f30c10495032 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:32:04.048202 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c6fdb4-947a-4fe8-b837-f30c10495032 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Pushing event updated for resources: {'Port': ['ID=b572a502-e00d-4f2d-a1d2-15a4b872ad97,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:04.121607 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b584973b-6c34-4621-b6c1-0e0b73817f0b req-91bcdd9b-357a-4363-9741-d3c60b4d9cfb service neutron] 10.222.0.95 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3878825 Feb 09 21:32:04.149643 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317234eb-0941-4ca0-9367-4948c27eb0d3 req-a5c6fdb4-947a-4fe8-b837-f30c10495032 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:04.150284 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-317234eb-0941-4ca0-9367-4948c27eb0d3 req-a5c6fdb4-947a-4fe8-b837-f30c10495032 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:04.269645 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-317234eb-0941-4ca0-9367-4948c27eb0d3 req-a5c6fdb4-947a-4fe8-b837-f30c10495032 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0606716 Feb 09 21:32:04.294631 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-317234eb-0941-4ca0-9367-4948c27eb0d3 req-36188e90-7b5d-4597-b55e-0b5f01ada3d9 service neutron] Request body: {'port': {'device_id': 'b103a05b-af3d-405b-9b78-fef2ba862b56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-5'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:32:04.349699 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-61168df2-8f72-4ce6-8945-f4560b5f5eaa req-14176241-1298-4763-bbaa-78fcfc579262 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] For port ebd80d34-efec-4040-b317-f4c5408a5191, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=ebd80d34-efec-4040-b317-f4c5408a5191,segment=NetworkSegment(f0a49655-0dab-4be5-a139-f143e1a2272b),segment_id=f0a49655-0dab-4be5-a139-f143e1a2272b)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:32:04.514131 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-61168df2-8f72-4ce6-8945-f4560b5f5eaa req-14176241-1298-4763-bbaa-78fcfc579262 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Publish callbacks [] for port (ebd80d34-efec-4040-b317-f4c5408a5191), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:04.520810 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-61168df2-8f72-4ce6-8945-f4560b5f5eaa req-14176241-1298-4763-bbaa-78fcfc579262 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (ebd80d34-efec-4040-b317-f4c5408a5191), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:04.525438 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-317234eb-0941-4ca0-9367-4948c27eb0d3 req-36188e90-7b5d-4597-b55e-0b5f01ada3d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (b572a502-e00d-4f2d-a1d2-15a4b872ad97), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:04.542136 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['ebd80d34-efec-4040-b317-f4c5408a5191'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:32:04.591819 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61168df2-8f72-4ce6-8945-f4560b5f5eaa req-14176241-1298-4763-bbaa-78fcfc579262 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:04.592566 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-61168df2-8f72-4ce6-8945-f4560b5f5eaa req-14176241-1298-4763-bbaa-78fcfc579262 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:04.604810 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-61168df2-8f72-4ce6-8945-f4560b5f5eaa req-14176241-1298-4763-bbaa-78fcfc579262 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "PUT /v2.0/ports/ebd80d34-efec-4040-b317-f4c5408a5191 HTTP/1.1" status: 200 len: 1020 time: 1.7516277 Feb 09 21:32:04.815384 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['ebd80d34-efec-4040-b317-f4c5408a5191'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:32:04.819582 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14176241-1298-4763-bbaa-78fcfc579262 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Pushing event updated for resources: {'Port': ['ID=ebd80d34-efec-4040-b317-f4c5408a5191,revision_number=7']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:04.887815 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.db.resource_extend [req-dac0cc3b-7a6e-419d-8057-4a6daa8484bd req-be3a6f35-4787-4ce1-b5ca-90fb9e2071ad tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 21:32:04.925286 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4cf4286-a1d2-4921-aa34-7b549655916d', 'tag': 'ebd80d34-efec-4040-b317-f4c5408a5191'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:32:04.928087 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f7ff7f2-9469-4110-b8fe-593c437678b6" -d '{"events": [{"name": "network-changed", "server_uuid": "f4cf4286-a1d2-4921-aa34-7b549655916d", "tag": "ebd80d34-efec-4040-b317-f4c5408a5191"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:32:04.963518 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2ebcc7-d65d-4d46-b89a-d6cfd3bad296 req-033b8ca9-ea57-45ea-a20a-0903895a9e3f tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:04.972138 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dc2ebcc7-d65d-4d46-b89a-d6cfd3bad296 req-033b8ca9-ea57-45ea-a20a-0903895a9e3f tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/ports?device_id=63284c53-1bb3-4e39-91a8-2f55f3e943ef HTTP/1.1" status: 200 len: 945 time: 0.2887113 Feb 09 21:32:05.024817 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-dac0cc3b-7a6e-419d-8057-4a6daa8484bd req-be3a6f35-4787-4ce1-b5ca-90fb9e2071ad tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:05.081731 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-dac0cc3b-7a6e-419d-8057-4a6daa8484bd req-be3a6f35-4787-4ce1-b5ca-90fb9e2071ad tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (3c49d0c4-6a20-4a4b-8675-67a56fd4d35f), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:05.198502 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dc2ebcc7-d65d-4d46-b89a-d6cfd3bad296 req-a3191ac7-336b-4053-93a3-f34635d2a5c8 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/security-groups?id=8827d060-7266-4559-a6cc-b0bbf702a8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250166 Feb 09 21:32:05.273088 n-d-828369-5 neutron-server[103140]: INFO neutron.db.l3_db [req-dac0cc3b-7a6e-419d-8057-4a6daa8484bd req-be3a6f35-4787-4ce1-b5ca-90fb9e2071ad tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Floating IP 3c49d0c4-6a20-4a4b-8675-67a56fd4d35f associated. External IP: 172.25.3.126, port: abca71b7-c298-40e9-b2e3-e38f8f476231. Feb 09 21:32:05.397505 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-81caa52c-c6d5-48b9-97c6-dc2ff3f4ad48 req-567a1ab4-4d49-45a1-bb47-631ce7508637 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=301f05e37d364aab86167965425dfbdc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0710490 Feb 09 21:32:05.430616 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [req-317234eb-0941-4ca0-9367-4948c27eb0d3 req-36188e90-7b5d-4597-b55e-0b5f01ada3d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b572a502-e00d-4f2d-a1d2-15a4b872ad97 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:32:05.476539 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-317234eb-0941-4ca0-9367-4948c27eb0d3 req-36188e90-7b5d-4597-b55e-0b5f01ada3d9 service neutron] Publish callbacks [] for port (b572a502-e00d-4f2d-a1d2-15a4b872ad97), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:05.517404 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [req-317234eb-0941-4ca0-9367-4948c27eb0d3 req-36188e90-7b5d-4597-b55e-0b5f01ada3d9 service neutron] Transition to ACTIVE for port object b572a502-e00d-4f2d-a1d2-15a4b872ad97 will not be triggered until provisioned by entity L2. {{(pid=103140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:32:05.523870 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-317234eb-0941-4ca0-9367-4948c27eb0d3 req-36188e90-7b5d-4597-b55e-0b5f01ada3d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (b572a502-e00d-4f2d-a1d2-15a4b872ad97), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:05.965594 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81caa52c-c6d5-48b9-97c6-dc2ff3f4ad48 req-fdc1889c-74be-446d-9a55-8e538fe2e031 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:05.967085 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-81caa52c-c6d5-48b9-97c6-dc2ff3f4ad48 req-fdc1889c-74be-446d-9a55-8e538fe2e031 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5594535 Feb 09 21:32:05.976660 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36188e90-7b5d-4597-b55e-0b5f01ada3d9 service neutron] Pushing event updated for resources: {'Port': ['ID=b572a502-e00d-4f2d-a1d2-15a4b872ad97,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:06.034073 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-81caa52c-c6d5-48b9-97c6-dc2ff3f4ad48 req-1e6757ab-dc3b-4597-8c3d-9b48ee3e8aa4 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/quotas/301f05e37d364aab86167965425dfbdc HTTP/1.1" status: 200 len: 375 time: 0.0524278 Feb 09 21:32:06.125129 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-317234eb-0941-4ca0-9367-4948c27eb0d3 req-36188e90-7b5d-4597-b55e-0b5f01ada3d9 service neutron] Attempting to bind port b572a502-e00d-4f2d-a1d2-15a4b872ad97 on host n-h1-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:32:06.125403 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-317234eb-0941-4ca0-9367-4948c27eb0d3 req-36188e90-7b5d-4597-b55e-0b5f01ada3d9 service neutron] Attempting to bind port b572a502-e00d-4f2d-a1d2-15a4b872ad97 by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': '245b6cbf-bc8c-4ac6-8eda-9aca94663a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '03e4b562-fd58-4ef4-b9aa-3c97d3e91c8c'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:32:06.125736 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317234eb-0941-4ca0-9367-4948c27eb0d3 req-36188e90-7b5d-4597-b55e-0b5f01ada3d9 service neutron] Attempting to bind port b572a502-e00d-4f2d-a1d2-15a4b872ad97 on network 03e4b562-fd58-4ef4-b9aa-3c97d3e91c8c {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:32:06.135022 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dac0cc3b-7a6e-419d-8057-4a6daa8484bd req-be3a6f35-4787-4ce1-b5ca-90fb9e2071ad tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Router b2cd2203-f369-4459-8c0a-ca2cc9d71c0e has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:32:06.144384 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317234eb-0941-4ca0-9367-4948c27eb0d3 req-36188e90-7b5d-4597-b55e-0b5f01ada3d9 service neutron] Port b572a502-e00d-4f2d-a1d2-15a4b872ad97 on network 03e4b562-fd58-4ef4-b9aa-3c97d3e91c8c not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:32:06.144711 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317234eb-0941-4ca0-9367-4948c27eb0d3 req-36188e90-7b5d-4597-b55e-0b5f01ada3d9 service neutron] Attempting to bind port b572a502-e00d-4f2d-a1d2-15a4b872ad97 on network 03e4b562-fd58-4ef4-b9aa-3c97d3e91c8c {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:32:06.162071 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-81caa52c-c6d5-48b9-97c6-dc2ff3f4ad48 req-4cbb7349-a6f5-4909-b89f-109991f0e192 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=301f05e37d364aab86167965425dfbdc&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1157675 Feb 09 21:32:06.166705 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317234eb-0941-4ca0-9367-4948c27eb0d3 req-36188e90-7b5d-4597-b55e-0b5f01ada3d9 service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:32:06.167047 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317234eb-0941-4ca0-9367-4948c27eb0d3 req-36188e90-7b5d-4597-b55e-0b5f01ada3d9 service neutron] Checking segment: {'id': '245b6cbf-bc8c-4ac6-8eda-9aca94663a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '03e4b562-fd58-4ef4-b9aa-3c97d3e91c8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:32:06.167432 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317234eb-0941-4ca0-9367-4948c27eb0d3 req-36188e90-7b5d-4597-b55e-0b5f01ada3d9 service neutron] Bound using segment: {'id': '245b6cbf-bc8c-4ac6-8eda-9aca94663a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '03e4b562-fd58-4ef4-b9aa-3c97d3e91c8c'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:32:06.167870 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-317234eb-0941-4ca0-9367-4948c27eb0d3 req-36188e90-7b5d-4597-b55e-0b5f01ada3d9 service neutron] Bound port: b572a502-e00d-4f2d-a1d2-15a4b872ad97, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '245b6cbf-bc8c-4ac6-8eda-9aca94663a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '03e4b562-fd58-4ef4-b9aa-3c97d3e91c8c'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:32:06.168247 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-317234eb-0941-4ca0-9367-4948c27eb0d3 req-36188e90-7b5d-4597-b55e-0b5f01ada3d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (b572a502-e00d-4f2d-a1d2-15a4b872ad97), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:06.325055 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-317234eb-0941-4ca0-9367-4948c27eb0d3 req-36188e90-7b5d-4597-b55e-0b5f01ada3d9 service neutron] For port b572a502-e00d-4f2d-a1d2-15a4b872ad97, host n-h1-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:32:06.348584 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-317234eb-0941-4ca0-9367-4948c27eb0d3 req-36188e90-7b5d-4597-b55e-0b5f01ada3d9 service neutron] For port b572a502-e00d-4f2d-a1d2-15a4b872ad97, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=b572a502-e00d-4f2d-a1d2-15a4b872ad97,segment=NetworkSegment(245b6cbf-bc8c-4ac6-8eda-9aca94663a57),segment_id=245b6cbf-bc8c-4ac6-8eda-9aca94663a57)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:32:06.353338 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dac0cc3b-7a6e-419d-8057-4a6daa8484bd req-be3a6f35-4787-4ce1-b5ca-90fb9e2071ad tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:32:06.360090 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-dac0cc3b-7a6e-419d-8057-4a6daa8484bd req-be3a6f35-4787-4ce1-b5ca-90fb9e2071ad tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:06.363766 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-317234eb-0941-4ca0-9367-4948c27eb0d3 req-36188e90-7b5d-4597-b55e-0b5f01ada3d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (b572a502-e00d-4f2d-a1d2-15a4b872ad97), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:06.365234 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f1fb1c-680d-4d67-aac7-74502433ee2e None None] Sync routers for ids ['b2cd2203-f369-4459-8c0a-ca2cc9d71c0e'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:32:06.380720 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f1fb1c-680d-4d67-aac7-74502433ee2e None None] Routers {'b2cd2203-f369-4459-8c0a-ca2cc9d71c0e'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:32:06.402350 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-16f1fb1c-680d-4d67-aac7-74502433ee2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:31:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['b2cd2203-f369-4459-8c0a-ca2cc9d71c0e'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:32:06.437769 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36188e90-7b5d-4597-b55e-0b5f01ada3d9 service neutron] Pushing event updated for resources: {'Port': ['ID=b572a502-e00d-4f2d-a1d2-15a4b872ad97,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:06.470758 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317234eb-0941-4ca0-9367-4948c27eb0d3 req-36188e90-7b5d-4597-b55e-0b5f01ada3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:06.471401 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-317234eb-0941-4ca0-9367-4948c27eb0d3 req-36188e90-7b5d-4597-b55e-0b5f01ada3d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:06.473173 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-317234eb-0941-4ca0-9367-4948c27eb0d3 req-36188e90-7b5d-4597-b55e-0b5f01ada3d9 service neutron] 10.222.0.95 "PUT /v2.0/ports/b572a502-e00d-4f2d-a1d2-15a4b872ad97 HTTP/1.1" status: 200 len: 1092 time: 2.1900930 Feb 09 21:32:06.475131 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dac0cc3b-7a6e-419d-8057-4a6daa8484bd req-be3a6f35-4787-4ce1-b5ca-90fb9e2071ad tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.90 "PUT /v2.0/floatingips/3c49d0c4-6a20-4a4b-8675-67a56fd4d35f HTTP/1.1" status: 200 len: 997 time: 2.7581015 Feb 09 21:32:06.621711 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde9ebec-13e4-49b4-b920-1a620c889062 req-5245357f-5151-4503-ba82-a035de9082c8 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:06.623308 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cde9ebec-13e4-49b4-b920-1a620c889062 req-5245357f-5151-4503-ba82-a035de9082c8 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "GET /v2.0/ports?device_id=b103a05b-af3d-405b-9b78-fef2ba862b56 HTTP/1.1" status: 200 len: 944 time: 0.1711867 Feb 09 21:32:06.637763 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-16f1fb1c-680d-4d67-aac7-74502433ee2e None None] Set router b2cd2203-f369-4459-8c0a-ca2cc9d71c0e gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:32:06.696390 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac0cc3b-7a6e-419d-8057-4a6daa8484bd req-9fa4f0b2-1a2f-417a-9345-37dedaa70700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:06.706353 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dac0cc3b-7a6e-419d-8057-4a6daa8484bd req-9fa4f0b2-1a2f-417a-9345-37dedaa70700 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=dac6b223cf904b85939aae2f16238e3d&device_id=267f27c9-0cfc-409d-8870-ca614d4a8cff HTTP/1.1" status: 200 len: 1128 time: 0.1944351 Feb 09 21:32:06.884404 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317234eb-0941-4ca0-9367-4948c27eb0d3 req-c4ab689a-9a37-4591-b991-dd32f7c8d86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:06.895068 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-317234eb-0941-4ca0-9367-4948c27eb0d3 req-c4ab689a-9a37-4591-b991-dd32f7c8d86a service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=21cf86ff189342fe85bf484488bae7be&device_id=b103a05b-af3d-405b-9b78-fef2ba862b56 HTTP/1.1" status: 200 len: 1126 time: 0.3576250 Feb 09 21:32:06.925873 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cde9ebec-13e4-49b4-b920-1a620c889062 req-adb8d31e-2385-43f4-8ea7-8c26a397247d tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf86e5b7-36f5-4887-a89f-16073b9e7049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897446 Feb 09 21:32:06.988092 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-317234eb-0941-4ca0-9367-4948c27eb0d3 req-fe0a991d-f151-416e-88bd-5040a458c742 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b572a502-e00d-4f2d-a1d2-15a4b872ad97 HTTP/1.1" status: 200 len: 217 time: 0.0764253 Feb 09 21:32:06.990652 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-16f1fb1c-680d-4d67-aac7-74502433ee2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2cd2203-f369-4459-8c0a-ca2cc9d71c0e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1657409486-router', 'tenant_id': 'dac6b223cf904b85939aae2f16238e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'c607efac-cc97-46b5-bff8-7f356e409a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:30:55Z', 'updated_at': '2022-02-09T21:31:03Z', 'revision_number': 4, 'project_id': 'dac6b223cf904b85939aae2f16238e3d', 'gw_port': {'id': 'c607efac-cc97-46b5-bff8-7f356e409a55', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:20:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cd2203-f369-4459-8c0a-ca2cc9d71c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:30:56Z', 'updated_at': '2022-02-09T21:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': '3c49d0c4-6a20-4a4b-8675-67a56fd4d35f', 'tenant_id': 'dac6b223cf904b85939aae2f16238e3d', 'floating_ip_address': '172.25.3.126', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': 'b2cd2203-f369-4459-8c0a-ca2cc9d71c0e', 'port_id': 'abca71b7-c298-40e9-b2e3-e38f8f476231', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00d33a83-8eda-497d-a1c1-41b14f9abbba', 'mac_address': 'fa:16:3e:b4:39:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267f27c9-0cfc-409d-8870-ca614d4a8cff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:31:33Z', 'updated_at': '2022-02-09T21:32:04Z', 'revision_number': 1, 'project_id': 'dac6b223cf904b85939aae2f16238e3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb915676-6f76-419a-b959-97eacd8f3c94', 'name': '', 'network_id': '00d33a83-8eda-497d-a1c1-41b14f9abbba', 'tenant_id': 'dac6b223cf904b85939aae2f16238e3d', 'mac_address': 'fa:16:3e:6a:bb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cd2203-f369-4459-8c0a-ca2cc9d71c0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '2ae0b2a1-54ba-4223-84f8-c95ae116614d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:31:01Z', 'updated_at': '2022-02-09T21:31:08Z', 'revision_number': 5, 'project_id': 'dac6b223cf904b85939aae2f16238e3d', 'subnets': [{'id': '2ae0b2a1-54ba-4223-84f8-c95ae116614d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:32:07.056278 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f1fb1c-680d-4d67-aac7-74502433ee2e None None] Checking router: b2cd2203-f369-4459-8c0a-ca2cc9d71c0e for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:32:07.068245 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f1fb1c-680d-4d67-aac7-74502433ee2e None None] Routers {'b2cd2203-f369-4459-8c0a-ca2cc9d71c0e'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:32:07.068518 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-16f1fb1c-680d-4d67-aac7-74502433ee2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:31:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['b2cd2203-f369-4459-8c0a-ca2cc9d71c0e'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:32:07.086756 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac0cc3b-7a6e-419d-8057-4a6daa8484bd req-848fe4a0-5567-41b0-9766-77fc0092f0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:07.088399 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dac0cc3b-7a6e-419d-8057-4a6daa8484bd req-848fe4a0-5567-41b0-9766-77fc0092f0b6 service neutron] 10.222.0.90 "GET /v2.0/networks?id=00d33a83-8eda-497d-a1c1-41b14f9abbba HTTP/1.1" status: 200 len: 922 time: 0.3810525 Feb 09 21:32:07.106610 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317234eb-0941-4ca0-9367-4948c27eb0d3 req-d03eb8a8-340b-47d0-bb03-1d4f13ede09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:07.111595 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-317234eb-0941-4ca0-9367-4948c27eb0d3 req-d03eb8a8-340b-47d0-bb03-1d4f13ede09d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0943e86a-4b39-47c3-92d6-eb8b20ecbe76 HTTP/1.1" status: 200 len: 861 time: 0.0945420 Feb 09 21:32:07.125518 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d06ab2af-daa1-4ceb-8a28-8171e9bb1bbc x-openstack-request-id: req-d06ab2af-daa1-4ceb-8a28-8171e9bb1bbc {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:32:07.126566 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63284c53-1bb3-4e39-91a8-2f55f3e943ef", "name": "network-vif-plugged", "status": "completed", "tag": "07d008ac-5b62-4a06-a85c-6fbc12f054ed", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:32:07.126566 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-d06ab2af-daa1-4ceb-8a28-8171e9bb1bbc {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:32:07.126566 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63284c53-1bb3-4e39-91a8-2f55f3e943ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07d008ac-5b62-4a06-a85c-6fbc12f054ed', 'code': 200} Feb 09 21:32:07.182359 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-317234eb-0941-4ca0-9367-4948c27eb0d3 req-592f8211-2f5a-4049-aecc-7243d5d4c0c1 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=03e4b562-fd58-4ef4-b9aa-3c97d3e91c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305030 Feb 09 21:32:07.218297 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-16f1fb1c-680d-4d67-aac7-74502433ee2e None None] Set router b2cd2203-f369-4459-8c0a-ca2cc9d71c0e gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:32:07.290611 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dac0cc3b-7a6e-419d-8057-4a6daa8484bd req-1fd1ecf9-f880-4d67-8b86-03ed5a1a08e8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=abca71b7-c298-40e9-b2e3-e38f8f476231 HTTP/1.1" status: 200 len: 1000 time: 0.1936069 Feb 09 21:32:07.319214 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 07d008ac-5b62-4a06-a85c-6fbc12f054ed no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:32:07.379776 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac0cc3b-7a6e-419d-8057-4a6daa8484bd req-115f2337-1493-49b1-a2a4-3867a3fc0f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:07.381582 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dac0cc3b-7a6e-419d-8057-4a6daa8484bd req-115f2337-1493-49b1-a2a4-3867a3fc0f94 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2ae0b2a1-54ba-4223-84f8-c95ae116614d HTTP/1.1" status: 200 len: 860 time: 0.0721996 Feb 09 21:32:07.399510 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932eb766-da3d-4e16-863f-8a5c7cabfa7f req-3ab9f9cf-0c70-4864-9f3b-194e8b852100 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:07.401351 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-932eb766-da3d-4e16-863f-8a5c7cabfa7f req-3ab9f9cf-0c70-4864-9f3b-194e8b852100 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c4dadfc-4571-4c50-811c-72f64728536f HTTP/1.1" status: 200 len: 949 time: 0.2079802 Feb 09 21:32:07.482380 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-932eb766-da3d-4e16-863f-8a5c7cabfa7f req-c8f22dcc-a4e7-4630-b586-096feac223b9 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692725 Feb 09 21:32:07.525360 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 07d008ac-5b62-4a06-a85c-6fbc12f054ed is: ACTIVE; New status is: DOWN {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:32:07.525811 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (07d008ac-5b62-4a06-a85c-6fbc12f054ed), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:07.547033 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac0cc3b-7a6e-419d-8057-4a6daa8484bd req-b506e3b7-ddd7-462e-b244-cdda633b7337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:07.550133 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dac0cc3b-7a6e-419d-8057-4a6daa8484bd req-b506e3b7-ddd7-462e-b244-cdda633b7337 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=00d33a83-8eda-497d-a1c1-41b14f9abbba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1463535 Feb 09 21:32:07.551399 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-317234eb-0941-4ca0-9367-4948c27eb0d3 req-2be15b8a-23a7-4c3e-b912-61570cb36636 service neutron] 10.222.0.95 "GET /v2.0/networks/03e4b562-fd58-4ef4-b9aa-3c97d3e91c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3569369 Feb 09 21:32:07.602799 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 07d008ac-5b62-4a06-a85c-6fbc12f054ed, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=07d008ac-5b62-4a06-a85c-6fbc12f054ed,segment=NetworkSegment(79d7c118-8629-48e7-a704-27a42c218b4f),segment_id=79d7c118-8629-48e7-a704-27a42c218b4f)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:32:07.608278 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (07d008ac-5b62-4a06-a85c-6fbc12f054ed), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:07.664160 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-317234eb-0941-4ca0-9367-4948c27eb0d3 req-ae5153bf-766a-469f-aaed-29d80b996e25 service neutron] 10.222.0.95 "GET /v2.0/networks/03e4b562-fd58-4ef4-b9aa-3c97d3e91c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014860 Feb 09 21:32:07.667341 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-16f1fb1c-680d-4d67-aac7-74502433ee2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2cd2203-f369-4459-8c0a-ca2cc9d71c0e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1657409486-router', 'tenant_id': 'dac6b223cf904b85939aae2f16238e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'c607efac-cc97-46b5-bff8-7f356e409a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:30:55Z', 'updated_at': '2022-02-09T21:31:03Z', 'revision_number': 4, 'project_id': 'dac6b223cf904b85939aae2f16238e3d', 'gw_port': {'id': 'c607efac-cc97-46b5-bff8-7f356e409a55', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:20:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cd2203-f369-4459-8c0a-ca2cc9d71c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:30:56Z', 'updated_at': '2022-02-09T21:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': '3c49d0c4-6a20-4a4b-8675-67a56fd4d35f', 'tenant_id': 'dac6b223cf904b85939aae2f16238e3d', 'floating_ip_address': '172.25.3.126', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': 'b2cd2203-f369-4459-8c0a-ca2cc9d71c0e', 'port_id': 'abca71b7-c298-40e9-b2e3-e38f8f476231', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00d33a83-8eda-497d-a1c1-41b14f9abbba', 'mac_address': 'fa:16:3e:b4:39:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267f27c9-0cfc-409d-8870-ca614d4a8cff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:31:33Z', 'updated_at': '2022-02-09T21:32:04Z', 'revision_number': 1, 'project_id': 'dac6b223cf904b85939aae2f16238e3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb915676-6f76-419a-b959-97eacd8f3c94', 'name': '', 'network_id': '00d33a83-8eda-497d-a1c1-41b14f9abbba', 'tenant_id': 'dac6b223cf904b85939aae2f16238e3d', 'mac_address': 'fa:16:3e:6a:bb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cd2203-f369-4459-8c0a-ca2cc9d71c0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '2ae0b2a1-54ba-4223-84f8-c95ae116614d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:31:01Z', 'updated_at': '2022-02-09T21:31:08Z', 'revision_number': 5, 'project_id': 'dac6b223cf904b85939aae2f16238e3d', 'subnets': [{'id': '2ae0b2a1-54ba-4223-84f8-c95ae116614d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:32:07.685702 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [req-dac0cc3b-7a6e-419d-8057-4a6daa8484bd req-cce01a4c-3d42-48f7-ab87-061a1a0d5b39 service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=103140) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:32:07.687018 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dac0cc3b-7a6e-419d-8057-4a6daa8484bd req-cce01a4c-3d42-48f7-ab87-061a1a0d5b39 service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0092146 Feb 09 21:32:07.715891 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f1fb1c-680d-4d67-aac7-74502433ee2e None None] The sync data for ids ['b2cd2203-f369-4459-8c0a-ca2cc9d71c0e'] in n-d-828369-5 is: [{'id': 'b2cd2203-f369-4459-8c0a-ca2cc9d71c0e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1657409486-router', 'tenant_id': 'dac6b223cf904b85939aae2f16238e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'c607efac-cc97-46b5-bff8-7f356e409a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:30:55Z', 'updated_at': '2022-02-09T21:31:03Z', 'revision_number': 4, 'project_id': 'dac6b223cf904b85939aae2f16238e3d', 'gw_port': {'id': 'c607efac-cc97-46b5-bff8-7f356e409a55', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:20:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cd2203-f369-4459-8c0a-ca2cc9d71c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:30:56Z', 'updated_at': '2022-02-09T21:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': '3c49d0c4-6a20-4a4b-8675-67a56fd4d35f', 'tenant_id': 'dac6b223cf904b85939aae2f16238e3d', 'floating_ip_address': '172.25.3.126', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': 'b2cd2203-f369-4459-8c0a-ca2cc9d71c0e', 'port_id': 'abca71b7-c298-40e9-b2e3-e38f8f476231', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00d33a83-8eda-497d-a1c1-41b14f9abbba', 'mac_address': 'fa:16:3e:b4:39:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267f27c9-0cfc-409d-8870-ca614d4a8cff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:31:33Z', 'updated_at': '2022-02-09T21:32:04Z', 'revision_number': 1, 'project_id': 'dac6b223cf904b85939aae2f16238e3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb915676-6f76-419a-b959-97eacd8f3c94', 'name': '', 'network_id': '00d33a83-8eda-497d-a1c1-41b14f9abbba', 'tenant_id': 'dac6b223cf904b85939aae2f16238e3d', 'mac_address': 'fa:16:3e:6a:bb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cd2203-f369-4459-8c0a-ca2cc9d71c0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '2ae0b2a1-54ba-4223-84f8-c95ae116614d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:31:01Z', 'updated_at': '2022-02-09T21:31:08Z', 'revision_number': 5, 'project_id': 'dac6b223cf904b85939aae2f16238e3d', 'subnets': [{'id': '2ae0b2a1-54ba-4223-84f8-c95ae116614d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:32:07.729401 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=07d008ac-5b62-4a06-a85c-6fbc12f054ed,revision_number=8']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:07.831039 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d498d69-3cd9-4bfb-bce8-df8cf439237b req-1d88073f-0ff8-4036-9dfc-3056de3519fd tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:07.832602 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6d498d69-3cd9-4bfb-bce8-df8cf439237b req-1d88073f-0ff8-4036-9dfc-3056de3519fd tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/ports?device_id=f4cf4286-a1d2-4921-aa34-7b549655916d HTTP/1.1" status: 200 len: 1023 time: 0.1675336 Feb 09 21:32:07.842076 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dac0cc3b-7a6e-419d-8057-4a6daa8484bd req-aff156ac-5a37-42f2-a7a8-d33a1e163bd9 service neutron] 10.222.0.90 "GET /v2.0/networks/00d33a83-8eda-497d-a1c1-41b14f9abbba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279206 Feb 09 21:32:08.019943 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-81caa52c-c6d5-48b9-97c6-dc2ff3f4ad48 req-6026fb7d-2405-4a8b-a88c-f69ba5eab8a1 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=301f05e37d364aab86167965425dfbdc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0549998 Feb 09 21:32:08.087501 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43b63e3-642a-4c76-85f7-da30d4f0157e None None] New status for floating IP 3c49d0c4-6a20-4a4b-8675-67a56fd4d35f: ACTIVE {{(pid=103142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:32:08.229018 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dac0cc3b-7a6e-419d-8057-4a6daa8484bd req-808b78fc-09ca-439a-80da-2e03f043ef4e service neutron] 10.222.0.90 "GET /v2.0/networks/00d33a83-8eda-497d-a1c1-41b14f9abbba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3699427 Feb 09 21:32:08.258238 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81caa52c-c6d5-48b9-97c6-dc2ff3f4ad48 req-d74d1d55-e752-4792-8f23-283486e7320f tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:08.260033 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-81caa52c-c6d5-48b9-97c6-dc2ff3f4ad48 req-d74d1d55-e752-4792-8f23-283486e7320f tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2230449 Feb 09 21:32:08.279695 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6d498d69-3cd9-4bfb-bce8-df8cf439237b req-2d866a2f-071f-4582-a9ea-d5cce1c729af tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/security-groups?id=000b5c05-19e3-420b-9015-081c6c7f11c3&id=d88e58b4-85e8-4780-b9b0-1d83d55100a0&id=86843c0d-a6af-4d98-b4a7-0591930b87c9 HTTP/1.1" status: 200 len: 6199 time: 0.4334974 Feb 09 21:32:08.292082 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-81caa52c-c6d5-48b9-97c6-dc2ff3f4ad48 req-0d14a69c-f69e-4aee-9394-cfcc243acb5f tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Request body: {'port': {'device_id': '035d62ca-f3b4-47dc-9d29-4b4395538df2', 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc', 'admin_state_up': True, 'tenant_id': '301f05e37d364aab86167965425dfbdc'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:32:08.368085 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ca87484-4be0-4401-81a2-9838a7c4662b x-openstack-request-id: req-0ca87484-4be0-4401-81a2-9838a7c4662b {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:32:08.368383 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4cf4286-a1d2-4921-aa34-7b549655916d", "tag": "ebd80d34-efec-4040-b317-f4c5408a5191", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:32:08.368683 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-0ca87484-4be0-4401-81a2-9838a7c4662b {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:32:08.369024 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4cf4286-a1d2-4921-aa34-7b549655916d', 'tag': 'ebd80d34-efec-4040-b317-f4c5408a5191', 'status': 'completed', 'code': 200} Feb 09 21:32:08.462178 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f0327e6a-4590-4099-b0f4-9c80976c15f5 req-1c214393-06ad-415c-9e83-061011bd3cb3 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=035d62ca-f3b4-47dc-9d29-4b4395538df2 HTTP/1.1" status: 200 len: 210 time: 0.0462785 Feb 09 21:32:08.468257 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81caa52c-c6d5-48b9-97c6-dc2ff3f4ad48 req-0d14a69c-f69e-4aee-9394-cfcc243acb5f tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Made reservation on behalf of 301f05e37d364aab86167965425dfbdc for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:32:08.476061 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-81caa52c-c6d5-48b9-97c6-dc2ff3f4ad48 req-0d14a69c-f69e-4aee-9394-cfcc243acb5f tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:08.483690 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ff7f2-9469-4110-b8fe-593c437678b6 req-5122ba4f-543c-4f48-8a8c-1fdf3a308c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:08.490016 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-9f7ff7f2-9469-4110-b8fe-593c437678b6 req-5122ba4f-543c-4f48-8a8c-1fdf3a308c9f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7f960ea9e4814f1c9f3d6e0840e5a81e&device_id=f4cf4286-a1d2-4921-aa34-7b549655916d HTTP/1.1" status: 200 len: 1206 time: 0.1246355 Feb 09 21:32:08.623410 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ff7f2-9469-4110-b8fe-593c437678b6 req-e43ae473-5300-4c56-803b-f907913867df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:08.625284 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-9f7ff7f2-9469-4110-b8fe-593c437678b6 req-e43ae473-5300-4c56-803b-f907913867df service neutron] 10.222.0.89 "GET /v2.0/networks?id=1ccb3c1e-996b-41e3-9a90-cc05638f9e89 HTTP/1.1" status: 200 len: 913 time: 0.1200922 Feb 09 21:32:08.716753 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-9f7ff7f2-9469-4110-b8fe-593c437678b6 req-7a1fd2d1-1666-4697-81bd-3ada8cb3d736 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ebd80d34-efec-4040-b317-f4c5408a5191 HTTP/1.1" status: 200 len: 217 time: 0.0631108 Feb 09 21:32:08.772048 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [req-81caa52c-c6d5-48b9-97c6-dc2ff3f4ad48 req-0d14a69c-f69e-4aee-9394-cfcc243acb5f tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Allocated IP 192.168.233.80 (a8139157-1e3e-4bd9-8fa9-c0e20debd7dc/0f7402ac-a35b-414b-bcc1-bc1c3072ec3c/8ebbb4bf-86ee-4a02-9d61-68889897ee11) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:32:08.782145 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ff7f2-9469-4110-b8fe-593c437678b6 req-1e5f5c8c-e1bb-4070-bf7a-624939eaaf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:08.784333 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-9f7ff7f2-9469-4110-b8fe-593c437678b6 req-1e5f5c8c-e1bb-4070-bf7a-624939eaaf63 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=954aeff3-776a-4d4a-b59c-79cdefb95559 HTTP/1.1" status: 200 len: 852 time: 0.0553885 Feb 09 21:32:08.824289 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-9f7ff7f2-9469-4110-b8fe-593c437678b6 req-bac6465d-a5a8-4f3f-a992-f9f2471d7e86 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1ccb3c1e-996b-41e3-9a90-cc05638f9e89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317993 Feb 09 21:32:08.869310 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34367b01-17b0-400c-887c-cb925f0aa09b req-8142137c-469d-4158-b928-6aea8a7f4007 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:08.871782 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-34367b01-17b0-400c-887c-cb925f0aa09b req-8142137c-469d-4158-b928-6aea8a7f4007 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "GET /v2.0/ports?device_id=b103a05b-af3d-405b-9b78-fef2ba862b56 HTTP/1.1" status: 200 len: 944 time: 0.2763045 Feb 09 21:32:08.939002 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-25e461e5-068b-4aac-abe0-19148b20b3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:09.002940 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c4ddf-8faf-463c-8133-d6f9436f793e req-71c51182-b725-4462-a524-e311268181cc tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:09.005290 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-835c4ddf-8faf-463c-8133-d6f9436f793e req-71c51182-b725-4462-a524-e311268181cc tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.90 "GET /v2.0/ports?device_id=7b001bdd-b4f7-4aa9-a733-0d546e2fe8d3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2211115 Feb 09 21:32:09.017037 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-9f7ff7f2-9469-4110-b8fe-593c437678b6 req-6f1176a8-8abe-4039-95d8-cf0e52416b25 service neutron] 10.222.0.89 "GET /v2.0/networks/1ccb3c1e-996b-41e3-9a90-cc05638f9e89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679623 Feb 09 21:32:09.019689 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-34367b01-17b0-400c-887c-cb925f0aa09b req-420c458e-fcd2-4669-b193-dda7d68a22eb tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf86e5b7-36f5-4887-a89f-16073b9e7049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376305 Feb 09 21:32:09.127578 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63284c53-1bb3-4e39-91a8-2f55f3e943ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07d008ac-5b62-4a06-a85c-6fbc12f054ed'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:32:09.131220 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c452b90c-aaaa-44c5-957b-64f7644fa641" -d '{"events": [{"server_uuid": "63284c53-1bb3-4e39-91a8-2f55f3e943ef", "name": "network-vif-unplugged", "status": "completed", "tag": "07d008ac-5b62-4a06-a85c-6fbc12f054ed"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:32:09.180625 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-835c4ddf-8faf-463c-8133-d6f9436f793e req-59f1a48f-6748-407e-b26b-9d4939f022bf tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.90 "GET /v2.0/floatingips?floating_ip_address=172.25.3.126 HTTP/1.1" status: 200 len: 1002 time: 0.1644702 Feb 09 21:32:09.183950 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-9f7ff7f2-9469-4110-b8fe-593c437678b6 req-2aec3660-83e2-4925-bf9f-94732c4cbc6c service neutron] 10.222.0.89 "GET /v2.0/networks/1ccb3c1e-996b-41e3-9a90-cc05638f9e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579149 Feb 09 21:32:09.187299 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-835c4ddf-8faf-463c-8133-d6f9436f793e req-cc16fbfc-57fa-4187-affc-6dfeb96734fb tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Request body: {'floatingip': {'port_id': '424d7ddc-d165-497f-a8fd-141fae042c97', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:32:09.193358 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-81caa52c-c6d5-48b9-97c6-dc2ff3f4ad48 req-0d14a69c-f69e-4aee-9394-cfcc243acb5f tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Publish callbacks [] for port (8ebbb4bf-86ee-4a02-9d61-68889897ee11), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:09.199681 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-d1381824-3747-4abd-b2a2-96a32231b97c req-89120535-7e58-453c-896c-47e61226e298 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1848407716 ', 'description': 'tempest-description-928770724'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:32:09.278524 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-835c4ddf-8faf-463c-8133-d6f9436f793e req-cc16fbfc-57fa-4187-affc-6dfeb96734fb tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Publish callbacks [] for floatingip (3c49d0c4-6a20-4a4b-8675-67a56fd4d35f), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:09.286125 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-d1381824-3747-4abd-b2a2-96a32231b97c req-89120535-7e58-453c-896c-47e61226e298 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:09.403148 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-81caa52c-c6d5-48b9-97c6-dc2ff3f4ad48 req-0d14a69c-f69e-4aee-9394-cfcc243acb5f tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (8ebbb4bf-86ee-4a02-9d61-68889897ee11), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:09.417525 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['e9f2ba29-d45e-453d-bfc4-e1f1dd8a6047', 'c543c68f-2876-4aba-82e0-f1ae0fcc2d0d', 'd89bc8b6-2012-487d-8350-8f473697ebed'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:32:09.454298 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-d1381824-3747-4abd-b2a2-96a32231b97c req-89120535-7e58-453c-896c-47e61226e298 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Publish callbacks [] for security_group (af6605d0-f6fe-4178-b705-5ec3f2e81e9a), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:09.482562 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-d1381824-3747-4abd-b2a2-96a32231b97c req-89120535-7e58-453c-896c-47e61226e298 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (af6605d0-f6fe-4178-b705-5ec3f2e81e9a), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:09.542952 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81caa52c-c6d5-48b9-97c6-dc2ff3f4ad48 req-0d14a69c-f69e-4aee-9394-cfcc243acb5f tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:32:09.568247 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [req-81caa52c-c6d5-48b9-97c6-dc2ff3f4ad48 req-0d14a69c-f69e-4aee-9394-cfcc243acb5f tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:32:09.575618 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d14a69c-f69e-4aee-9394-cfcc243acb5f tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Pushing event updated for resources: {'Port': ['ID=8ebbb4bf-86ee-4a02-9d61-68889897ee11,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:09.578694 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-81caa52c-c6d5-48b9-97c6-dc2ff3f4ad48 req-0d14a69c-f69e-4aee-9394-cfcc243acb5f tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:32:09.589220 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-d1381824-3747-4abd-b2a2-96a32231b97c req-89120535-7e58-453c-896c-47e61226e298 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:09.590462 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d1381824-3747-4abd-b2a2-96a32231b97c req-89120535-7e58-453c-896c-47e61226e298 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.5277159 Feb 09 21:32:09.645515 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89120535-7e58-453c-896c-47e61226e298 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af6605d0-f6fe-4178-b705-5ec3f2e81e9a,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:09.709153 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['4bbd8126-4683-4cf5-bea6-1038ce90a505', '5f898856-a782-4f86-b38f-f74482342d30', 'ab9d25ae-d4c5-4858-a2a3-37eb99643062', 'eef1a684-c343-4bce-9059-aceed4d69eb8'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:32:09.772113 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81caa52c-c6d5-48b9-97c6-dc2ff3f4ad48 req-0d14a69c-f69e-4aee-9394-cfcc243acb5f tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:09.772934 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-81caa52c-c6d5-48b9-97c6-dc2ff3f4ad48 req-0d14a69c-f69e-4aee-9394-cfcc243acb5f tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:09.810374 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-81caa52c-c6d5-48b9-97c6-dc2ff3f4ad48 req-0d14a69c-f69e-4aee-9394-cfcc243acb5f tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5272467 Feb 09 21:32:09.842399 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-81caa52c-c6d5-48b9-97c6-dc2ff3f4ad48 req-5853be77-6d35-400b-a3d8-6811f8f095c4 service neutron] Request body: {'port': {'device_id': '035d62ca-f3b4-47dc-9d29-4b4395538df2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-5'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:32:09.989951 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-64bfd079-adf9-4708-9979-5c29b0ab9d91 None None] Provisioning complete for port 8ebbb4bf-86ee-4a02-9d61-68889897ee11 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:32:09.990385 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-64bfd079-adf9-4708-9979-5c29b0ab9d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (8ebbb4bf-86ee-4a02-9d61-68889897ee11), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:10.066347 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-64bfd079-adf9-4708-9979-5c29b0ab9d91 None None] Port 8ebbb4bf-86ee-4a02-9d61-68889897ee11 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:32:10.299543 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-81caa52c-c6d5-48b9-97c6-dc2ff3f4ad48 req-5853be77-6d35-400b-a3d8-6811f8f095c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (8ebbb4bf-86ee-4a02-9d61-68889897ee11), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:10.381633 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b103a05b-af3d-405b-9b78-fef2ba862b56', 'tag': 'b572a502-e00d-4f2d-a1d2-15a4b872ad97'}, {'name': 'network-changed', 'server_uuid': '267f27c9-0cfc-409d-8870-ca614d4a8cff', 'tag': 'abca71b7-c298-40e9-b2e3-e38f8f476231'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:32:10.384079 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2171653b-91d8-418f-a4ba-f5de85813798" -d '{"events": [{"name": "network-changed", "server_uuid": "b103a05b-af3d-405b-9b78-fef2ba862b56", "tag": "b572a502-e00d-4f2d-a1d2-15a4b872ad97"}, {"name": "network-changed", "server_uuid": "267f27c9-0cfc-409d-8870-ca614d4a8cff", "tag": "abca71b7-c298-40e9-b2e3-e38f8f476231"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:32:10.467321 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18a7a06-6dfb-4473-ab33-18f01e5c4694 req-764ac0b1-6445-4ef6-9e37-ab488e095f02 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:10.468772 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d18a7a06-6dfb-4473-ab33-18f01e5c4694 req-764ac0b1-6445-4ef6-9e37-ab488e095f02 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c4dadfc-4571-4c50-811c-72f64728536f HTTP/1.1" status: 200 len: 949 time: 0.5012987 Feb 09 21:32:10.582468 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.db.resource_extend [req-835c4ddf-8faf-463c-8133-d6f9436f793e req-cc16fbfc-57fa-4187-affc-6dfeb96734fb tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 21:32:10.681516 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d18a7a06-6dfb-4473-ab33-18f01e5c4694 req-2b822189-2533-47a5-b7a4-a459d365a49c tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866558 Feb 09 21:32:10.697226 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-835c4ddf-8faf-463c-8133-d6f9436f793e req-cc16fbfc-57fa-4187-affc-6dfeb96734fb tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:10.709789 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-835c4ddf-8faf-463c-8133-d6f9436f793e req-cc16fbfc-57fa-4187-affc-6dfeb96734fb tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (3c49d0c4-6a20-4a4b-8675-67a56fd4d35f), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:10.769970 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0cb92ca-6a6a-4c43-bc38-8087646b5b08 x-openstack-request-id: req-a0cb92ca-6a6a-4c43-bc38-8087646b5b08 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:32:10.770882 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63284c53-1bb3-4e39-91a8-2f55f3e943ef", "name": "network-vif-unplugged", "status": "completed", "tag": "07d008ac-5b62-4a06-a85c-6fbc12f054ed", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:32:10.771336 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-a0cb92ca-6a6a-4c43-bc38-8087646b5b08 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:32:10.772049 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63284c53-1bb3-4e39-91a8-2f55f3e943ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07d008ac-5b62-4a06-a85c-6fbc12f054ed', 'code': 200} Feb 09 21:32:10.901504 n-d-828369-5 neutron-server[103140]: INFO neutron.db.l3_db [req-835c4ddf-8faf-463c-8133-d6f9436f793e req-cc16fbfc-57fa-4187-affc-6dfeb96734fb tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Floating IP 3c49d0c4-6a20-4a4b-8675-67a56fd4d35f associated. External IP: 172.25.3.126, port: abca71b7-c298-40e9-b2e3-e38f8f476231. Feb 09 21:32:10.981603 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [req-81caa52c-c6d5-48b9-97c6-dc2ff3f4ad48 req-5853be77-6d35-400b-a3d8-6811f8f095c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ebbb4bf-86ee-4a02-9d61-68889897ee11 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:32:10.988331 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-01d628f9-4c83-44c4-badb-c2ca4115f2c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:11.001136 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf3911b-79ce-42ad-a97d-cffe28d82517 req-e89d001b-c5d5-492e-a3a6-a0c09a6011ea tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:11.002643 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-faf3911b-79ce-42ad-a97d-cffe28d82517 req-e89d001b-c5d5-492e-a3a6-a0c09a6011ea tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=035d62ca-f3b4-47dc-9d29-4b4395538df2 HTTP/1.1" status: 200 len: 935 time: 0.1836259 Feb 09 21:32:11.004468 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-81caa52c-c6d5-48b9-97c6-dc2ff3f4ad48 req-5853be77-6d35-400b-a3d8-6811f8f095c4 service neutron] Publish callbacks [] for port (8ebbb4bf-86ee-4a02-9d61-68889897ee11), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:11.039409 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [req-81caa52c-c6d5-48b9-97c6-dc2ff3f4ad48 req-5853be77-6d35-400b-a3d8-6811f8f095c4 service neutron] Transition to ACTIVE for port object 8ebbb4bf-86ee-4a02-9d61-68889897ee11 will not be triggered until provisioned by entity L2. {{(pid=103140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:32:11.048467 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-81caa52c-c6d5-48b9-97c6-dc2ff3f4ad48 req-5853be77-6d35-400b-a3d8-6811f8f095c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (8ebbb4bf-86ee-4a02-9d61-68889897ee11), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:11.119832 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-faf3911b-79ce-42ad-a97d-cffe28d82517 req-d6750e70-4030-49e7-af75-1cb6e976cb51 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102238 Feb 09 21:32:11.148342 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5853be77-6d35-400b-a3d8-6811f8f095c4 service neutron] Pushing event updated for resources: {'Port': ['ID=8ebbb4bf-86ee-4a02-9d61-68889897ee11,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:11.322947 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device b572a502-e00d-4f2d-a1d2-15a4b872ad97 details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:32:11.323421 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9540b647-07e6-4abc-8017-c88703efe70c req-2d0c8960-0961-4a30-9f7e-d2385d271f87 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/security-groups/af6605d0-f6fe-4178-b705-5ec3f2e81e9a HTTP/1.1" status: 200 len: 1797 time: 0.1402395 Feb 09 21:32:11.337257 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-81caa52c-c6d5-48b9-97c6-dc2ff3f4ad48 req-5853be77-6d35-400b-a3d8-6811f8f095c4 service neutron] Attempting to bind port 8ebbb4bf-86ee-4a02-9d61-68889897ee11 on host n-h1-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:32:11.337591 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-81caa52c-c6d5-48b9-97c6-dc2ff3f4ad48 req-5853be77-6d35-400b-a3d8-6811f8f095c4 service neutron] Attempting to bind port 8ebbb4bf-86ee-4a02-9d61-68889897ee11 by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:32:11.337922 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81caa52c-c6d5-48b9-97c6-dc2ff3f4ad48 req-5853be77-6d35-400b-a3d8-6811f8f095c4 service neutron] Attempting to bind port 8ebbb4bf-86ee-4a02-9d61-68889897ee11 on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:32:11.347513 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81caa52c-c6d5-48b9-97c6-dc2ff3f4ad48 req-5853be77-6d35-400b-a3d8-6811f8f095c4 service neutron] Port 8ebbb4bf-86ee-4a02-9d61-68889897ee11 on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:32:11.347835 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81caa52c-c6d5-48b9-97c6-dc2ff3f4ad48 req-5853be77-6d35-400b-a3d8-6811f8f095c4 service neutron] Attempting to bind port 8ebbb4bf-86ee-4a02-9d61-68889897ee11 on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:32:11.355518 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81caa52c-c6d5-48b9-97c6-dc2ff3f4ad48 req-5853be77-6d35-400b-a3d8-6811f8f095c4 service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:32:11.356023 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81caa52c-c6d5-48b9-97c6-dc2ff3f4ad48 req-5853be77-6d35-400b-a3d8-6811f8f095c4 service neutron] Checking segment: {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:32:11.356291 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81caa52c-c6d5-48b9-97c6-dc2ff3f4ad48 req-5853be77-6d35-400b-a3d8-6811f8f095c4 service neutron] Bound using segment: {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:32:11.356786 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-81caa52c-c6d5-48b9-97c6-dc2ff3f4ad48 req-5853be77-6d35-400b-a3d8-6811f8f095c4 service neutron] Bound port: 8ebbb4bf-86ee-4a02-9d61-68889897ee11, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:32:11.357038 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-81caa52c-c6d5-48b9-97c6-dc2ff3f4ad48 req-5853be77-6d35-400b-a3d8-6811f8f095c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (8ebbb4bf-86ee-4a02-9d61-68889897ee11), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:11.395390 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [req-835c4ddf-8faf-463c-8133-d6f9436f793e req-cc16fbfc-57fa-4187-affc-6dfeb96734fb tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Router b2cd2203-f369-4459-8c0a-ca2cc9d71c0e has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:32:11.502233 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port b572a502-e00d-4f2d-a1d2-15a4b872ad97, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=b572a502-e00d-4f2d-a1d2-15a4b872ad97,segment=NetworkSegment(245b6cbf-bc8c-4ac6-8eda-9aca94663a57),segment_id=245b6cbf-bc8c-4ac6-8eda-9aca94663a57)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:32:11.543539 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': 'b572a502-e00d-4f2d-a1d2-15a4b872ad97', 'network_id': '03e4b562-fd58-4ef4-b9aa-3c97d3e91c8c', 'port_id': 'b572a502-e00d-4f2d-a1d2-15a4b872ad97', 'mac_address': 'fa:16:3e:57:71:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0943e86a-4b39-47c3-92d6-eb8b20ecbe76', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:32:11.579058 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-81caa52c-c6d5-48b9-97c6-dc2ff3f4ad48 req-5853be77-6d35-400b-a3d8-6811f8f095c4 service neutron] For port 8ebbb4bf-86ee-4a02-9d61-68889897ee11, host n-h1-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:32:11.597177 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e413196-61ca-461d-bde0-67bf0524f6b9 req-d852b017-c1e7-41f0-990f-9017dd5dd1df tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:11.598669 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3e413196-61ca-461d-bde0-67bf0524f6b9 req-d852b017-c1e7-41f0-990f-9017dd5dd1df tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.95 "GET /v2.0/ports?device_id=63284c53-1bb3-4e39-91a8-2f55f3e943ef HTTP/1.1" status: 200 len: 943 time: 0.2252681 Feb 09 21:32:11.608106 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port b572a502-e00d-4f2d-a1d2-15a4b872ad97 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:32:11.608875 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (b572a502-e00d-4f2d-a1d2-15a4b872ad97), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:11.620915 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-81caa52c-c6d5-48b9-97c6-dc2ff3f4ad48 req-5853be77-6d35-400b-a3d8-6811f8f095c4 service neutron] For port 8ebbb4bf-86ee-4a02-9d61-68889897ee11, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=8ebbb4bf-86ee-4a02-9d61-68889897ee11,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:32:11.625675 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b572a502-e00d-4f2d-a1d2-15a4b872ad97 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:32:11.651987 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-81caa52c-c6d5-48b9-97c6-dc2ff3f4ad48 req-5853be77-6d35-400b-a3d8-6811f8f095c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (8ebbb4bf-86ee-4a02-9d61-68889897ee11), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:11.652556 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port b572a502-e00d-4f2d-a1d2-15a4b872ad97, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=b572a502-e00d-4f2d-a1d2-15a4b872ad97,segment=NetworkSegment(245b6cbf-bc8c-4ac6-8eda-9aca94663a57),segment_id=245b6cbf-bc8c-4ac6-8eda-9aca94663a57)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:32:11.659923 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (b572a502-e00d-4f2d-a1d2-15a4b872ad97), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:11.733256 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=b572a502-e00d-4f2d-a1d2-15a4b872ad97,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:11.755774 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81caa52c-c6d5-48b9-97c6-dc2ff3f4ad48 req-5853be77-6d35-400b-a3d8-6811f8f095c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:11.756418 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-81caa52c-c6d5-48b9-97c6-dc2ff3f4ad48 req-5853be77-6d35-400b-a3d8-6811f8f095c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:11.757798 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-81caa52c-c6d5-48b9-97c6-dc2ff3f4ad48 req-5853be77-6d35-400b-a3d8-6811f8f095c4 service neutron] 10.222.0.95 "PUT /v2.0/ports/8ebbb4bf-86ee-4a02-9d61-68889897ee11 HTTP/1.1" status: 200 len: 1095 time: 1.9369311 Feb 09 21:32:11.774600 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14b0f09-f4a7-4c32-8f21-74611f28d2cb req-2fd66410-bead-4e3d-8087-26b4a7e30542 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:11.776061 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f14b0f09-f4a7-4c32-8f21-74611f28d2cb req-2fd66410-bead-4e3d-8087-26b4a7e30542 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "GET /v2.0/ports?device_id=b103a05b-af3d-405b-9b78-fef2ba862b56 HTTP/1.1" status: 200 len: 944 time: 0.2636435 Feb 09 21:32:11.815649 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-835c4ddf-8faf-463c-8133-d6f9436f793e req-cc16fbfc-57fa-4187-affc-6dfeb96734fb tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:32:11.825715 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5853be77-6d35-400b-a3d8-6811f8f095c4 service neutron] Pushing event updated for resources: {'Port': ['ID=8ebbb4bf-86ee-4a02-9d61-68889897ee11,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:11.844268 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1daa7e48-d6a9-451c-a273-e4cd0c9faf41 None None] Sync routers for ids ['b2cd2203-f369-4459-8c0a-ca2cc9d71c0e'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:32:11.860019 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1daa7e48-d6a9-451c-a273-e4cd0c9faf41 None None] Routers {'b2cd2203-f369-4459-8c0a-ca2cc9d71c0e'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:32:11.860908 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-1daa7e48-d6a9-451c-a273-e4cd0c9faf41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:32:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['b2cd2203-f369-4459-8c0a-ca2cc9d71c0e'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:32:12.087008 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-3e413196-61ca-461d-bde0-67bf0524f6b9 req-d98a89c6-f99a-40ed-8f71-b4886f3cd5c7 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Deleting port 07d008ac-5b62-4a06-a85c-6fbc12f054ed {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:32:12.089189 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-3e413196-61ca-461d-bde0-67bf0524f6b9 req-d98a89c6-f99a-40ed-8f71-b4886f3cd5c7 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (07d008ac-5b62-4a06-a85c-6fbc12f054ed), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:12.106137 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f14b0f09-f4a7-4c32-8f21-74611f28d2cb req-17dec0ac-8868-4c03-8063-e3d57bdb7d1b tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf86e5b7-36f5-4887-a89f-16073b9e7049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3159363 Feb 09 21:32:12.205888 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-1daa7e48-d6a9-451c-a273-e4cd0c9faf41 None None] Set router b2cd2203-f369-4459-8c0a-ca2cc9d71c0e gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:32:12.241859 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['b572a502-e00d-4f2d-a1d2-15a4b872ad97'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:32:12.256669 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 09 Feb 2022 21:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f6dbbf5-35a2-45f2-9882-6a30bfea7891 x-openstack-request-id: req-6f6dbbf5-35a2-45f2-9882-6a30bfea7891 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:32:12.257845 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b103a05b-af3d-405b-9b78-fef2ba862b56", "tag": "b572a502-e00d-4f2d-a1d2-15a4b872ad97", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "267f27c9-0cfc-409d-8870-ca614d4a8cff", "tag": "abca71b7-c298-40e9-b2e3-e38f8f476231", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:32:12.258113 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-6f6dbbf5-35a2-45f2-9882-6a30bfea7891 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:32:12.258511 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b103a05b-af3d-405b-9b78-fef2ba862b56', 'tag': 'b572a502-e00d-4f2d-a1d2-15a4b872ad97', 'status': 'completed', 'code': 200} Feb 09 21:32:12.258777 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '267f27c9-0cfc-409d-8870-ca614d4a8cff', 'tag': 'abca71b7-c298-40e9-b2e3-e38f8f476231', 'status': 'completed', 'code': 200} Feb 09 21:32:12.267205 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81caa52c-c6d5-48b9-97c6-dc2ff3f4ad48 req-a8f46656-521a-4911-aa68-42426410fee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:12.273644 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-81caa52c-c6d5-48b9-97c6-dc2ff3f4ad48 req-a8f46656-521a-4911-aa68-42426410fee8 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=301f05e37d364aab86167965425dfbdc&device_id=035d62ca-f3b4-47dc-9d29-4b4395538df2 HTTP/1.1" status: 200 len: 1129 time: 0.3641956 Feb 09 21:32:12.355084 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2171653b-91d8-418f-a4ba-f5de85813798 req-f54d14d8-7378-4545-8568-3e5ff82f10e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:12.356739 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-2171653b-91d8-418f-a4ba-f5de85813798 req-f54d14d8-7378-4545-8568-3e5ff82f10e4 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=21cf86ff189342fe85bf484488bae7be&device_id=b103a05b-af3d-405b-9b78-fef2ba862b56 HTTP/1.1" status: 200 len: 1127 time: 0.1138489 Feb 09 21:32:12.563377 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-81caa52c-c6d5-48b9-97c6-dc2ff3f4ad48 req-7f3f3b13-a77c-4a53-8323-c6a1364870f2 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=8ebbb4bf-86ee-4a02-9d61-68889897ee11 HTTP/1.1" status: 200 len: 217 time: 0.1805317 Feb 09 21:32:12.598078 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2171653b-91d8-418f-a4ba-f5de85813798 req-f9d12479-6b2f-4b3f-9cd5-b882c5f79f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:12.599576 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-2171653b-91d8-418f-a4ba-f5de85813798 req-f9d12479-6b2f-4b3f-9cd5-b882c5f79f56 service neutron] 10.222.0.95 "GET /v2.0/networks?id=03e4b562-fd58-4ef4-b9aa-3c97d3e91c8c HTTP/1.1" status: 200 len: 922 time: 0.2317677 Feb 09 21:32:12.676032 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-2171653b-91d8-418f-a4ba-f5de85813798 req-f982a5ca-a0c1-4c84-a698-55a2b6bfb1b7 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b572a502-e00d-4f2d-a1d2-15a4b872ad97 HTTP/1.1" status: 200 len: 217 time: 0.0676935 Feb 09 21:32:12.676324 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-3e413196-61ca-461d-bde0-67bf0524f6b9 req-d98a89c6-f99a-40ed-8f71-b4886f3cd5c7 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] For port 07d008ac-5b62-4a06-a85c-6fbc12f054ed, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=07d008ac-5b62-4a06-a85c-6fbc12f054ed,segment=NetworkSegment(79d7c118-8629-48e7-a704-27a42c218b4f),segment_id=79d7c118-8629-48e7-a704-27a42c218b4f)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:32:12.676633 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:12.677186 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-3e413196-61ca-461d-bde0-67bf0524f6b9 req-d98a89c6-f99a-40ed-8f71-b4886f3cd5c7 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (07d008ac-5b62-4a06-a85c-6fbc12f054ed), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:12.696979 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81caa52c-c6d5-48b9-97c6-dc2ff3f4ad48 req-a51cd131-c4a5-4b37-8385-a5b75b7c6430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:12.698464 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-81caa52c-c6d5-48b9-97c6-dc2ff3f4ad48 req-a51cd131-c4a5-4b37-8385-a5b75b7c6430 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0f7402ac-a35b-414b-bcc1-bc1c3072ec3c HTTP/1.1" status: 200 len: 843 time: 0.1135423 Feb 09 21:32:12.707041 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-3e413196-61ca-461d-bde0-67bf0524f6b9 req-d98a89c6-f99a-40ed-8f71-b4886f3cd5c7 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Calling delete_port for 07d008ac-5b62-4a06-a85c-6fbc12f054ed owned by compute:nova {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:32:12.724768 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1c92ac06-ce14-4e05-a465-5b5c4d583e7f req-4a5fda9a-ac4f-44ff-aeff-ef445e730acc tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/security-groups/af6605d0-f6fe-4178-b705-5ec3f2e81e9a HTTP/1.1" status: 200 len: 1797 time: 0.2185187 Feb 09 21:32:12.775932 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2171653b-91d8-418f-a4ba-f5de85813798 req-f1f858bd-e9ea-4688-b30a-c117f30eb369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:12.777915 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-2171653b-91d8-418f-a4ba-f5de85813798 req-f1f858bd-e9ea-4688-b30a-c117f30eb369 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0943e86a-4b39-47c3-92d6-eb8b20ecbe76 HTTP/1.1" status: 200 len: 861 time: 0.0921621 Feb 09 21:32:12.800854 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-1daa7e48-d6a9-451c-a273-e4cd0c9faf41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2cd2203-f369-4459-8c0a-ca2cc9d71c0e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1657409486-router', 'tenant_id': 'dac6b223cf904b85939aae2f16238e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'c607efac-cc97-46b5-bff8-7f356e409a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:30:55Z', 'updated_at': '2022-02-09T21:31:03Z', 'revision_number': 4, 'project_id': 'dac6b223cf904b85939aae2f16238e3d', 'gw_port': {'id': 'c607efac-cc97-46b5-bff8-7f356e409a55', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:20:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cd2203-f369-4459-8c0a-ca2cc9d71c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:30:56Z', 'updated_at': '2022-02-09T21:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': '3c49d0c4-6a20-4a4b-8675-67a56fd4d35f', 'tenant_id': 'dac6b223cf904b85939aae2f16238e3d', 'floating_ip_address': '172.25.3.126', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': 'b2cd2203-f369-4459-8c0a-ca2cc9d71c0e', 'port_id': '424d7ddc-d165-497f-a8fd-141fae042c97', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00d33a83-8eda-497d-a1c1-41b14f9abbba', 'mac_address': 'fa:16:3e:dd:26:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b001bdd-b4f7-4aa9-a733-0d546e2fe8d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:31:33Z', 'updated_at': '2022-02-09T21:32:10Z', 'revision_number': 3, 'project_id': 'dac6b223cf904b85939aae2f16238e3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb915676-6f76-419a-b959-97eacd8f3c94', 'name': '', 'network_id': '00d33a83-8eda-497d-a1c1-41b14f9abbba', 'tenant_id': 'dac6b223cf904b85939aae2f16238e3d', 'mac_address': 'fa:16:3e:6a:bb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cd2203-f369-4459-8c0a-ca2cc9d71c0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '2ae0b2a1-54ba-4223-84f8-c95ae116614d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:31:01Z', 'updated_at': '2022-02-09T21:31:08Z', 'revision_number': 5, 'project_id': 'dac6b223cf904b85939aae2f16238e3d', 'subnets': [{'id': '2ae0b2a1-54ba-4223-84f8-c95ae116614d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:32:12.839919 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [req-835c4ddf-8faf-463c-8133-d6f9436f793e req-cc16fbfc-57fa-4187-affc-6dfeb96734fb tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Router b2cd2203-f369-4459-8c0a-ca2cc9d71c0e has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:32:12.842612 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-2171653b-91d8-418f-a4ba-f5de85813798 req-a4298e16-1626-4f86-88a7-d1c96e1c731f service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=03e4b562-fd58-4ef4-b9aa-3c97d3e91c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574658 Feb 09 21:32:12.851225 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1daa7e48-d6a9-451c-a273-e4cd0c9faf41 None None] Checking router: b2cd2203-f369-4459-8c0a-ca2cc9d71c0e for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:32:12.861962 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1daa7e48-d6a9-451c-a273-e4cd0c9faf41 None None] Routers {'b2cd2203-f369-4459-8c0a-ca2cc9d71c0e'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:32:12.862694 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-1daa7e48-d6a9-451c-a273-e4cd0c9faf41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:32:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['b2cd2203-f369-4459-8c0a-ca2cc9d71c0e'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:32:12.971202 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-2171653b-91d8-418f-a4ba-f5de85813798 req-175b25e4-39b4-4c21-8ca4-9ca0ce2a4ab8 service neutron] 10.222.0.95 "GET /v2.0/networks/03e4b562-fd58-4ef4-b9aa-3c97d3e91c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215541 Feb 09 21:32:12.996963 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-1daa7e48-d6a9-451c-a273-e4cd0c9faf41 None None] Set router b2cd2203-f369-4459-8c0a-ca2cc9d71c0e gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:32:13.125649 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-2171653b-91d8-418f-a4ba-f5de85813798 req-acba478c-8e28-4c20-96a3-6b3cc2f686e3 service neutron] 10.222.0.95 "GET /v2.0/networks/03e4b562-fd58-4ef4-b9aa-3c97d3e91c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398504 Feb 09 21:32:13.279562 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2171653b-91d8-418f-a4ba-f5de85813798 req-c106792b-79e4-434a-b3c3-6f422e8c4cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:13.282522 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-2171653b-91d8-418f-a4ba-f5de85813798 req-c106792b-79e4-434a-b3c3-6f422e8c4cef service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=dac6b223cf904b85939aae2f16238e3d&device_id=267f27c9-0cfc-409d-8870-ca614d4a8cff HTTP/1.1" status: 200 len: 1128 time: 0.0913277 Feb 09 21:32:13.406968 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81caa52c-c6d5-48b9-97c6-dc2ff3f4ad48 req-d097b811-d776-4d5c-b847-11f87915d509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:13.408579 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-81caa52c-c6d5-48b9-97c6-dc2ff3f4ad48 req-d097b811-d776-4d5c-b847-11f87915d509 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.6811447 Feb 09 21:32:13.410734 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-1c92ac06-ce14-4e05-a465-5b5c4d583e7f req-1730138b-fb4c-47b9-abbc-f14144677cf1 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Publish callbacks [] for security_group (af6605d0-f6fe-4178-b705-5ec3f2e81e9a), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:13.435537 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-1c92ac06-ce14-4e05-a465-5b5c4d583e7f req-1730138b-fb4c-47b9-abbc-f14144677cf1 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Publish callbacks [] for security_group (af6605d0-f6fe-4178-b705-5ec3f2e81e9a), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:13.457513 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2171653b-91d8-418f-a4ba-f5de85813798 req-44b836aa-35fd-4e5e-8cb8-4e5ce429ad81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:13.459159 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-2171653b-91d8-418f-a4ba-f5de85813798 req-44b836aa-35fd-4e5e-8cb8-4e5ce429ad81 service neutron] 10.222.0.95 "GET /v2.0/networks?id=00d33a83-8eda-497d-a1c1-41b14f9abbba HTTP/1.1" status: 200 len: 922 time: 0.1693132 Feb 09 21:32:13.495435 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-1daa7e48-d6a9-451c-a273-e4cd0c9faf41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2cd2203-f369-4459-8c0a-ca2cc9d71c0e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1657409486-router', 'tenant_id': 'dac6b223cf904b85939aae2f16238e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'c607efac-cc97-46b5-bff8-7f356e409a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:30:55Z', 'updated_at': '2022-02-09T21:31:03Z', 'revision_number': 4, 'project_id': 'dac6b223cf904b85939aae2f16238e3d', 'gw_port': {'id': 'c607efac-cc97-46b5-bff8-7f356e409a55', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:20:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cd2203-f369-4459-8c0a-ca2cc9d71c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:30:56Z', 'updated_at': '2022-02-09T21:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': '3c49d0c4-6a20-4a4b-8675-67a56fd4d35f', 'tenant_id': 'dac6b223cf904b85939aae2f16238e3d', 'floating_ip_address': '172.25.3.126', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': 'b2cd2203-f369-4459-8c0a-ca2cc9d71c0e', 'port_id': '424d7ddc-d165-497f-a8fd-141fae042c97', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00d33a83-8eda-497d-a1c1-41b14f9abbba', 'mac_address': 'fa:16:3e:dd:26:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b001bdd-b4f7-4aa9-a733-0d546e2fe8d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:31:33Z', 'updated_at': '2022-02-09T21:32:10Z', 'revision_number': 3, 'project_id': 'dac6b223cf904b85939aae2f16238e3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb915676-6f76-419a-b959-97eacd8f3c94', 'name': '', 'network_id': '00d33a83-8eda-497d-a1c1-41b14f9abbba', 'tenant_id': 'dac6b223cf904b85939aae2f16238e3d', 'mac_address': 'fa:16:3e:6a:bb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cd2203-f369-4459-8c0a-ca2cc9d71c0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '2ae0b2a1-54ba-4223-84f8-c95ae116614d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:31:01Z', 'updated_at': '2022-02-09T21:31:08Z', 'revision_number': 5, 'project_id': 'dac6b223cf904b85939aae2f16238e3d', 'subnets': [{'id': '2ae0b2a1-54ba-4223-84f8-c95ae116614d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:32:13.532554 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1daa7e48-d6a9-451c-a273-e4cd0c9faf41 None None] The sync data for ids ['b2cd2203-f369-4459-8c0a-ca2cc9d71c0e'] in n-d-828369-5 is: [{'id': 'b2cd2203-f369-4459-8c0a-ca2cc9d71c0e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1657409486-router', 'tenant_id': 'dac6b223cf904b85939aae2f16238e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'c607efac-cc97-46b5-bff8-7f356e409a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:30:55Z', 'updated_at': '2022-02-09T21:31:03Z', 'revision_number': 4, 'project_id': 'dac6b223cf904b85939aae2f16238e3d', 'gw_port': {'id': 'c607efac-cc97-46b5-bff8-7f356e409a55', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:20:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cd2203-f369-4459-8c0a-ca2cc9d71c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:30:56Z', 'updated_at': '2022-02-09T21:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': '3c49d0c4-6a20-4a4b-8675-67a56fd4d35f', 'tenant_id': 'dac6b223cf904b85939aae2f16238e3d', 'floating_ip_address': '172.25.3.126', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': 'b2cd2203-f369-4459-8c0a-ca2cc9d71c0e', 'port_id': '424d7ddc-d165-497f-a8fd-141fae042c97', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00d33a83-8eda-497d-a1c1-41b14f9abbba', 'mac_address': 'fa:16:3e:dd:26:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b001bdd-b4f7-4aa9-a733-0d546e2fe8d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:31:33Z', 'updated_at': '2022-02-09T21:32:10Z', 'revision_number': 3, 'project_id': 'dac6b223cf904b85939aae2f16238e3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb915676-6f76-419a-b959-97eacd8f3c94', 'name': '', 'network_id': '00d33a83-8eda-497d-a1c1-41b14f9abbba', 'tenant_id': 'dac6b223cf904b85939aae2f16238e3d', 'mac_address': 'fa:16:3e:6a:bb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cd2203-f369-4459-8c0a-ca2cc9d71c0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '2ae0b2a1-54ba-4223-84f8-c95ae116614d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:31:01Z', 'updated_at': '2022-02-09T21:31:08Z', 'revision_number': 5, 'project_id': 'dac6b223cf904b85939aae2f16238e3d', 'subnets': [{'id': '2ae0b2a1-54ba-4223-84f8-c95ae116614d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:32:13.538276 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-2171653b-91d8-418f-a4ba-f5de85813798 req-d4265828-22e7-4d00-9f1f-e19bffbc37a9 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=abca71b7-c298-40e9-b2e3-e38f8f476231 HTTP/1.1" status: 200 len: 217 time: 0.0697927 Feb 09 21:32:13.602435 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2171653b-91d8-418f-a4ba-f5de85813798 req-961fb14f-7335-4e43-bc65-e57f7c1d6294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:13.604708 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-2171653b-91d8-418f-a4ba-f5de85813798 req-961fb14f-7335-4e43-bc65-e57f7c1d6294 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=2ae0b2a1-54ba-4223-84f8-c95ae116614d HTTP/1.1" status: 200 len: 860 time: 0.0575988 Feb 09 21:32:13.679494 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2171653b-91d8-418f-a4ba-f5de85813798 req-10c11be3-b4ca-4a7e-aedb-b2dc71358807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:13.681077 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-2171653b-91d8-418f-a4ba-f5de85813798 req-10c11be3-b4ca-4a7e-aedb-b2dc71358807 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=00d33a83-8eda-497d-a1c1-41b14f9abbba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0643637 Feb 09 21:32:13.789786 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-1c92ac06-ce14-4e05-a465-5b5c4d583e7f req-1730138b-fb4c-47b9-abbc-f14144677cf1 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (af6605d0-f6fe-4178-b705-5ec3f2e81e9a), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:13.792918 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-1c92ac06-ce14-4e05-a465-5b5c4d583e7f req-1730138b-fb4c-47b9-abbc-f14144677cf1 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:13.801149 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1c92ac06-ce14-4e05-a465-5b5c4d583e7f req-1730138b-fb4c-47b9-abbc-f14144677cf1 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "DELETE /v2.0/security-groups/af6605d0-f6fe-4178-b705-5ec3f2e81e9a HTTP/1.1" status: 204 len: 173 time: 1.0601599 Feb 09 21:32:13.824284 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-2171653b-91d8-418f-a4ba-f5de85813798 req-d6026c79-29a9-4634-8527-ce346da5492b service neutron] 10.222.0.95 "GET /v2.0/networks/00d33a83-8eda-497d-a1c1-41b14f9abbba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239018 Feb 09 21:32:13.871975 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f2d628-f6c3-4085-a22e-3b93815dce82 None None] New status for floating IP 3c49d0c4-6a20-4a4b-8675-67a56fd4d35f: ACTIVE {{(pid=103142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:32:13.881164 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-835c4ddf-8faf-463c-8133-d6f9436f793e req-cc16fbfc-57fa-4187-affc-6dfeb96734fb tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:32:13.910135 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-835c4ddf-8faf-463c-8133-d6f9436f793e req-cc16fbfc-57fa-4187-affc-6dfeb96734fb tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:13.912353 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.95', 60529) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:32:13.949140 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-81caa52c-c6d5-48b9-97c6-dc2ff3f4ad48 req-e8e638e3-7411-4901-a1be-42dea7ef0679 service neutron] 10.222.0.95 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4962230 Feb 09 21:32:13.950593 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1730138b-fb4c-47b9-abbc-f14144677cf1 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af6605d0-f6fe-4178-b705-5ec3f2e81e9a,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:14.006911 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-2171653b-91d8-418f-a4ba-f5de85813798 req-86107b7f-b664-4c5d-bda4-fef339aad6c4 service neutron] 10.222.0.95 "GET /v2.0/networks/00d33a83-8eda-497d-a1c1-41b14f9abbba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621094 Feb 09 21:32:14.053854 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:14.100694 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-3e413196-61ca-461d-bde0-67bf0524f6b9 req-d98a89c6-f99a-40ed-8f71-b4886f3cd5c7 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (07d008ac-5b62-4a06-a85c-6fbc12f054ed), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:14.184832 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98a89c6-f99a-40ed-8f71-b4886f3cd5c7 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Pushing event deleted for resources: {'Port': ['ID=07d008ac-5b62-4a06-a85c-6fbc12f054ed,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:14.263900 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '035d62ca-f3b4-47dc-9d29-4b4395538df2', 'tag': '8ebbb4bf-86ee-4a02-9d61-68889897ee11'}, {'name': 'network-changed', 'server_uuid': '267f27c9-0cfc-409d-8870-ca614d4a8cff', 'tag': 'abca71b7-c298-40e9-b2e3-e38f8f476231'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:32:14.266267 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-017c0b29-d835-45fd-9c08-a06ce2a7652c" -d '{"events": [{"name": "network-changed", "server_uuid": "035d62ca-f3b4-47dc-9d29-4b4395538df2", "tag": "8ebbb4bf-86ee-4a02-9d61-68889897ee11"}, {"name": "network-changed", "server_uuid": "267f27c9-0cfc-409d-8870-ca614d4a8cff", "tag": "abca71b7-c298-40e9-b2e3-e38f8f476231"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:32:14.302765 n-d-828369-5 neutron-server[103140]: INFO neutron.api.v2.resource [req-aa6c3b21-e130-4992-a03b-70e9f900e655 req-a22cd9b7-d3c8-4cd9-a31d-87037943270f service neutron] show failed (client error): The resource could not be found. Feb 09 21:32:14.303608 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-aa6c3b21-e130-4992-a03b-70e9f900e655 req-a22cd9b7-d3c8-4cd9-a31d-87037943270f service neutron] 10.222.0.95 "GET /v2.0/ports/6baa751d-f156-4998-94bb-c6f43767cb46/bindings/n-h2-828369-5 HTTP/1.1" status: 404 len: 380 time: 0.3763428 Feb 09 21:32:14.312935 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-835c4ddf-8faf-463c-8133-d6f9436f793e req-cc16fbfc-57fa-4187-affc-6dfeb96734fb tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.90 "PUT /v2.0/floatingips/3c49d0c4-6a20-4a4b-8675-67a56fd4d35f HTTP/1.1" status: 200 len: 998 time: 5.1302240 Feb 09 21:32:14.318382 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e413196-61ca-461d-bde0-67bf0524f6b9 req-d98a89c6-f99a-40ed-8f71-b4886f3cd5c7 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] No DVR routers for this DVR port 07d008ac-5b62-4a06-a85c-6fbc12f054ed on host n-h1-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:32:14.328248 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d444962d-4fee-4793-9ec3-79024447b412 req-30ab2ac1-3029-4ab4-a97a-627d1473d7d0 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:14.339898 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d444962d-4fee-4793-9ec3-79024447b412 req-30ab2ac1-3029-4ab4-a97a-627d1473d7d0 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c4dadfc-4571-4c50-811c-72f64728536f HTTP/1.1" status: 200 len: 949 time: 0.4249709 Feb 09 21:32:14.341130 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-3e413196-61ca-461d-bde0-67bf0524f6b9 req-d98a89c6-f99a-40ed-8f71-b4886f3cd5c7 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:14.344613 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3e413196-61ca-461d-bde0-67bf0524f6b9 req-d98a89c6-f99a-40ed-8f71-b4886f3cd5c7 tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.95 "DELETE /v2.0/ports/07d008ac-5b62-4a06-a85c-6fbc12f054ed HTTP/1.1" status: 204 len: 173 time: 2.7343481 Feb 09 21:32:14.352570 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5976bc-13b1-4dcd-8382-664861581004 None None] Sync routers for ids ['b2cd2203-f369-4459-8c0a-ca2cc9d71c0e'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:32:14.353187 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-81caa52c-c6d5-48b9-97c6-dc2ff3f4ad48 req-7825b17f-7c20-428a-98c2-1d9d99fbb47f service neutron] 10.222.0.95 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3138490 Feb 09 21:32:14.381096 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5976bc-13b1-4dcd-8382-664861581004 None None] Routers {'b2cd2203-f369-4459-8c0a-ca2cc9d71c0e'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:32:14.384871 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-7a5976bc-13b1-4dcd-8382-664861581004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:32:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['b2cd2203-f369-4459-8c0a-ca2cc9d71c0e'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:32:14.569072 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d444962d-4fee-4793-9ec3-79024447b412 req-201f187a-d3ee-4d0e-8f3c-60f853b5c91b tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150342 Feb 09 21:32:14.605577 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c4ddf-8faf-463c-8133-d6f9436f793e req-cab74442-5b60-4005-8263-46cedf3ec0a0 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:14.609817 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-835c4ddf-8faf-463c-8133-d6f9436f793e req-cab74442-5b60-4005-8263-46cedf3ec0a0 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.90 "GET /v2.0/ports/abca71b7-c298-40e9-b2e3-e38f8f476231 HTTP/1.1" status: 200 len: 943 time: 0.2959783 Feb 09 21:32:14.683116 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-7a5976bc-13b1-4dcd-8382-664861581004 None None] Set router b2cd2203-f369-4459-8c0a-ca2cc9d71c0e gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:32:14.791256 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6c3b21-e130-4992-a03b-70e9f900e655 req-fb772aec-effe-4473-b8a5-d03a175a787e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:14.796315 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-aa6c3b21-e130-4992-a03b-70e9f900e655 req-fb772aec-effe-4473-b8a5-d03a175a787e service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=2c4dadfc-4571-4c50-811c-72f64728536f&tenant_id=def3446e95584f24b6fdfb40ceda16ab HTTP/1.1" status: 200 len: 1131 time: 0.0704522 Feb 09 21:32:14.821579 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-aa6c3b21-e130-4992-a03b-70e9f900e655 req-4690846e-71cc-4385-8822-54bd576ec9c8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828369-5', 'device_owner': 'compute:nova'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:32:14.863821 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16c9934-d1f2-43a8-9621-fa63f1d215ff req-9d9a73df-d925-45d6-bf09-1206b3202e1f tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:14.871543 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b16c9934-d1f2-43a8-9621-fa63f1d215ff req-9d9a73df-d925-45d6-bf09-1206b3202e1f tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=035d62ca-f3b4-47dc-9d29-4b4395538df2 HTTP/1.1" status: 200 len: 947 time: 0.1837344 Feb 09 21:32:14.899125 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-aa6c3b21-e130-4992-a03b-70e9f900e655 req-4690846e-71cc-4385-8822-54bd576ec9c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (6baa751d-f156-4998-94bb-c6f43767cb46), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:14.927594 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c4ddf-8faf-463c-8133-d6f9436f793e req-cd9d8d75-4f19-4eea-9566-354dc77738bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:14.929240 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-835c4ddf-8faf-463c-8133-d6f9436f793e req-cd9d8d75-4f19-4eea-9566-354dc77738bf service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=dac6b223cf904b85939aae2f16238e3d&device_id=267f27c9-0cfc-409d-8870-ca614d4a8cff HTTP/1.1" status: 200 len: 1128 time: 0.1630268 Feb 09 21:32:14.944790 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b16c9934-d1f2-43a8-9621-fa63f1d215ff req-51676755-644e-4ba6-9638-c91f71e49731 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721910 Feb 09 21:32:15.036002 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-7a5976bc-13b1-4dcd-8382-664861581004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2cd2203-f369-4459-8c0a-ca2cc9d71c0e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1657409486-router', 'tenant_id': 'dac6b223cf904b85939aae2f16238e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'c607efac-cc97-46b5-bff8-7f356e409a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:30:55Z', 'updated_at': '2022-02-09T21:31:03Z', 'revision_number': 4, 'project_id': 'dac6b223cf904b85939aae2f16238e3d', 'gw_port': {'id': 'c607efac-cc97-46b5-bff8-7f356e409a55', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:20:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cd2203-f369-4459-8c0a-ca2cc9d71c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:30:56Z', 'updated_at': '2022-02-09T21:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': '3c49d0c4-6a20-4a4b-8675-67a56fd4d35f', 'tenant_id': 'dac6b223cf904b85939aae2f16238e3d', 'floating_ip_address': '172.25.3.126', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': 'b2cd2203-f369-4459-8c0a-ca2cc9d71c0e', 'port_id': '424d7ddc-d165-497f-a8fd-141fae042c97', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00d33a83-8eda-497d-a1c1-41b14f9abbba', 'mac_address': 'fa:16:3e:dd:26:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b001bdd-b4f7-4aa9-a733-0d546e2fe8d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:31:33Z', 'updated_at': '2022-02-09T21:32:14Z', 'revision_number': 4, 'project_id': 'dac6b223cf904b85939aae2f16238e3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb915676-6f76-419a-b959-97eacd8f3c94', 'name': '', 'network_id': '00d33a83-8eda-497d-a1c1-41b14f9abbba', 'tenant_id': 'dac6b223cf904b85939aae2f16238e3d', 'mac_address': 'fa:16:3e:6a:bb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cd2203-f369-4459-8c0a-ca2cc9d71c0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '2ae0b2a1-54ba-4223-84f8-c95ae116614d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:31:01Z', 'updated_at': '2022-02-09T21:31:08Z', 'revision_number': 5, 'project_id': 'dac6b223cf904b85939aae2f16238e3d', 'subnets': [{'id': '2ae0b2a1-54ba-4223-84f8-c95ae116614d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:32:15.098314 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5976bc-13b1-4dcd-8382-664861581004 None None] Checking router: b2cd2203-f369-4459-8c0a-ca2cc9d71c0e for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:32:15.113853 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5976bc-13b1-4dcd-8382-664861581004 None None] Routers {'b2cd2203-f369-4459-8c0a-ca2cc9d71c0e'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:32:15.114498 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-7a5976bc-13b1-4dcd-8382-664861581004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:32:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['b2cd2203-f369-4459-8c0a-ca2cc9d71c0e'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:32:15.172135 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:15.185374 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cc7762b5-5c49-4eeb-b8d6-d3671aa301b3 req-72180701-91ab-4a6e-9bec-deb97a87930d tempest-ImagesTestJSON-1605039177 tempest-ImagesTestJSON-1605039177-project] 10.222.0.90 "GET /v2.0/ports?device_id=63284c53-1bb3-4e39-91a8-2f55f3e943ef HTTP/1.1" status: 200 len: 210 time: 0.0939825 Feb 09 21:32:15.308587 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-7a5976bc-13b1-4dcd-8382-664861581004 None None] Set router b2cd2203-f369-4459-8c0a-ca2cc9d71c0e gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:32:15.357404 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device b572a502-e00d-4f2d-a1d2-15a4b872ad97 up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:32:15.374023 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-aa6c3b21-e130-4992-a03b-70e9f900e655 req-4690846e-71cc-4385-8822-54bd576ec9c8 service neutron] For port 6baa751d-f156-4998-94bb-c6f43767cb46, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=6baa751d-f156-4998-94bb-c6f43767cb46,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:32:15.388144 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c4ddf-8faf-463c-8133-d6f9436f793e req-0329e87c-2d40-445e-a5b7-c54fd9afb9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:15.389976 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-835c4ddf-8faf-463c-8133-d6f9436f793e req-0329e87c-2d40-445e-a5b7-c54fd9afb9d4 service neutron] 10.222.0.90 "GET /v2.0/networks?id=00d33a83-8eda-497d-a1c1-41b14f9abbba HTTP/1.1" status: 200 len: 922 time: 0.4440494 Feb 09 21:32:15.462311 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-aa6c3b21-e130-4992-a03b-70e9f900e655 req-4690846e-71cc-4385-8822-54bd576ec9c8 service neutron] For port 6baa751d-f156-4998-94bb-c6f43767cb46, host n-h1-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:32:15.495463 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning for port b572a502-e00d-4f2d-a1d2-15a4b872ad97 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:32:15.509844 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-835c4ddf-8faf-463c-8133-d6f9436f793e req-72920594-d3d6-44e9-acf4-7807dcd62306 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=abca71b7-c298-40e9-b2e3-e38f8f476231 HTTP/1.1" status: 200 len: 217 time: 0.1123388 Feb 09 21:32:15.514079 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port b572a502-e00d-4f2d-a1d2-15a4b872ad97 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:32:15.515561 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (b572a502-e00d-4f2d-a1d2-15a4b872ad97), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:15.559170 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efca226-32e4-4c13-9c3f-a8118d313e77 req-2f9a3c52-25bd-4352-a82c-36c03930b2c9 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:15.566054 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6efca226-32e4-4c13-9c3f-a8118d313e77 req-2f9a3c52-25bd-4352-a82c-36c03930b2c9 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "GET /v2.0/ports?device_id=b103a05b-af3d-405b-9b78-fef2ba862b56 HTTP/1.1" status: 200 len: 945 time: 0.2370286 Feb 09 21:32:15.572451 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c4dadfc-4571-4c50-811c-72f64728536f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6baa751d-f156-4998-94bb-c6f43767cb46'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:32:15.579970 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e3d3b82-a8fe-4be6-8133-85de9abe676c" -d '{"events": [{"server_uuid": "2c4dadfc-4571-4c50-811c-72f64728536f", "name": "network-vif-unplugged", "status": "completed", "tag": "6baa751d-f156-4998-94bb-c6f43767cb46"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:32:15.599765 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-aa6c3b21-e130-4992-a03b-70e9f900e655 req-4690846e-71cc-4385-8822-54bd576ec9c8 service neutron] Publish callbacks [] for port (6baa751d-f156-4998-94bb-c6f43767cb46), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:15.616543 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c4ddf-8faf-463c-8133-d6f9436f793e req-35f8649b-96ba-46b8-9778-a9f5b3538fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:15.618037 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-835c4ddf-8faf-463c-8133-d6f9436f793e req-35f8649b-96ba-46b8-9778-a9f5b3538fd5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2ae0b2a1-54ba-4223-84f8-c95ae116614d HTTP/1.1" status: 200 len: 860 time: 0.0974746 Feb 09 21:32:15.638602 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-aa6c3b21-e130-4992-a03b-70e9f900e655 req-4690846e-71cc-4385-8822-54bd576ec9c8 service neutron] Transition to ACTIVE for port object 6baa751d-f156-4998-94bb-c6f43767cb46 will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:32:15.644312 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-aa6c3b21-e130-4992-a03b-70e9f900e655 req-4690846e-71cc-4385-8822-54bd576ec9c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (6baa751d-f156-4998-94bb-c6f43767cb46), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:15.651762 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6efca226-32e4-4c13-9c3f-a8118d313e77 req-3c8596ba-f0c0-4746-99ec-75bed26ad098 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf86e5b7-36f5-4887-a89f-16073b9e7049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845940 Feb 09 21:32:15.706830 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c4ddf-8faf-463c-8133-d6f9436f793e req-aae10ee5-b779-4b65-a59f-3692eda89bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:15.709175 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-835c4ddf-8faf-463c-8133-d6f9436f793e req-aae10ee5-b779-4b65-a59f-3692eda89bda service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=00d33a83-8eda-497d-a1c1-41b14f9abbba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0821676 Feb 09 21:32:15.719734 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port b572a502-e00d-4f2d-a1d2-15a4b872ad97 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:32:15.721473 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (b572a502-e00d-4f2d-a1d2-15a4b872ad97), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:15.736287 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [req-835c4ddf-8faf-463c-8133-d6f9436f793e req-32469457-9b78-4f95-b985-bf210e05afdd service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=103140) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:32:15.741577 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-835c4ddf-8faf-463c-8133-d6f9436f793e req-32469457-9b78-4f95-b985-bf210e05afdd service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0193012 Feb 09 21:32:15.762858 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b103a05b-af3d-405b-9b78-fef2ba862b56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b572a502-e00d-4f2d-a1d2-15a4b872ad97'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:32:15.765769 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-630c7034-6c7a-4624-a257-93f4e4b126cf" -d '{"events": [{"server_uuid": "b103a05b-af3d-405b-9b78-fef2ba862b56", "name": "network-vif-plugged", "status": "completed", "tag": "b572a502-e00d-4f2d-a1d2-15a4b872ad97"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:32:15.779292 n-d-828369-5 neutron-server[103140]: INFO neutron.api.v2.resource [req-6c986d29-9c57-41a1-bca3-8ad0f8002a48 req-b62b3dfe-8ade-4e82-a465-ea6658bc317e tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] show failed (client error): The resource could not be found. Feb 09 21:32:15.782251 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa6c3b21-e130-4992-a03b-70e9f900e655 req-4690846e-71cc-4385-8822-54bd576ec9c8 service neutron] No DVR routers for this DVR port 6baa751d-f156-4998-94bb-c6f43767cb46 on host n-h1-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:32:15.798427 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6c986d29-9c57-41a1-bca3-8ad0f8002a48 req-b62b3dfe-8ade-4e82-a465-ea6658bc317e tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/security-groups/af6605d0-f6fe-4178-b705-5ec3f2e81e9a HTTP/1.1" status: 404 len: 352 time: 0.0860257 Feb 09 21:32:15.820434 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port b572a502-e00d-4f2d-a1d2-15a4b872ad97, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=b572a502-e00d-4f2d-a1d2-15a4b872ad97,segment=NetworkSegment(245b6cbf-bc8c-4ac6-8eda-9aca94663a57),segment_id=245b6cbf-bc8c-4ac6-8eda-9aca94663a57)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:32:15.826619 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (b572a502-e00d-4f2d-a1d2-15a4b872ad97), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:15.828141 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 07d008ac-5b62-4a06-a85c-6fbc12f054ed no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:32:15.865380 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-7a5976bc-13b1-4dcd-8382-664861581004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2cd2203-f369-4459-8c0a-ca2cc9d71c0e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1657409486-router', 'tenant_id': 'dac6b223cf904b85939aae2f16238e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'c607efac-cc97-46b5-bff8-7f356e409a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:30:55Z', 'updated_at': '2022-02-09T21:31:03Z', 'revision_number': 4, 'project_id': 'dac6b223cf904b85939aae2f16238e3d', 'gw_port': {'id': 'c607efac-cc97-46b5-bff8-7f356e409a55', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:20:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cd2203-f369-4459-8c0a-ca2cc9d71c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:30:56Z', 'updated_at': '2022-02-09T21:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': '3c49d0c4-6a20-4a4b-8675-67a56fd4d35f', 'tenant_id': 'dac6b223cf904b85939aae2f16238e3d', 'floating_ip_address': '172.25.3.126', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': 'b2cd2203-f369-4459-8c0a-ca2cc9d71c0e', 'port_id': '424d7ddc-d165-497f-a8fd-141fae042c97', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00d33a83-8eda-497d-a1c1-41b14f9abbba', 'mac_address': 'fa:16:3e:dd:26:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b001bdd-b4f7-4aa9-a733-0d546e2fe8d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:31:33Z', 'updated_at': '2022-02-09T21:32:14Z', 'revision_number': 4, 'project_id': 'dac6b223cf904b85939aae2f16238e3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb915676-6f76-419a-b959-97eacd8f3c94', 'name': '', 'network_id': '00d33a83-8eda-497d-a1c1-41b14f9abbba', 'tenant_id': 'dac6b223cf904b85939aae2f16238e3d', 'mac_address': 'fa:16:3e:6a:bb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cd2203-f369-4459-8c0a-ca2cc9d71c0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '2ae0b2a1-54ba-4223-84f8-c95ae116614d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:31:01Z', 'updated_at': '2022-02-09T21:31:08Z', 'revision_number': 5, 'project_id': 'dac6b223cf904b85939aae2f16238e3d', 'subnets': [{'id': '2ae0b2a1-54ba-4223-84f8-c95ae116614d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:32:15.881876 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-aa6c3b21-e130-4992-a03b-70e9f900e655 req-4690846e-71cc-4385-8822-54bd576ec9c8 service neutron] Attempting to bind port 6baa751d-f156-4998-94bb-c6f43767cb46 on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:32:15.882493 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-aa6c3b21-e130-4992-a03b-70e9f900e655 req-4690846e-71cc-4385-8822-54bd576ec9c8 service neutron] Attempting to bind port 6baa751d-f156-4998-94bb-c6f43767cb46 by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:32:15.882646 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6c3b21-e130-4992-a03b-70e9f900e655 req-4690846e-71cc-4385-8822-54bd576ec9c8 service neutron] Attempting to bind port 6baa751d-f156-4998-94bb-c6f43767cb46 on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:32:15.893614 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4690846e-71cc-4385-8822-54bd576ec9c8 service neutron] Pushing event updated for resources: {'Port': ['ID=6baa751d-f156-4998-94bb-c6f43767cb46,revision_number=6']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:15.904414 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6c3b21-e130-4992-a03b-70e9f900e655 req-4690846e-71cc-4385-8822-54bd576ec9c8 service neutron] Port 6baa751d-f156-4998-94bb-c6f43767cb46 on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:32:15.904414 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6c3b21-e130-4992-a03b-70e9f900e655 req-4690846e-71cc-4385-8822-54bd576ec9c8 service neutron] Attempting to bind port 6baa751d-f156-4998-94bb-c6f43767cb46 on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:32:15.934803 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] No Port match for: 07d008ac-5b62-4a06-a85c-6fbc12f054ed {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:32:15.935281 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 07d008ac-5b62-4a06-a85c-6fbc12f054ed not bound to the agent host n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:32:15.940586 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6c3b21-e130-4992-a03b-70e9f900e655 req-4690846e-71cc-4385-8822-54bd576ec9c8 service neutron] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:32:15.941371 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6c3b21-e130-4992-a03b-70e9f900e655 req-4690846e-71cc-4385-8822-54bd576ec9c8 service neutron] Checking segment: {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:32:15.941371 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6c3b21-e130-4992-a03b-70e9f900e655 req-4690846e-71cc-4385-8822-54bd576ec9c8 service neutron] Bound using segment: {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:32:15.941722 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-aa6c3b21-e130-4992-a03b-70e9f900e655 req-4690846e-71cc-4385-8822-54bd576ec9c8 service neutron] Bound port: 6baa751d-f156-4998-94bb-c6f43767cb46, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:32:15.942080 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-aa6c3b21-e130-4992-a03b-70e9f900e655 req-4690846e-71cc-4385-8822-54bd576ec9c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (6baa751d-f156-4998-94bb-c6f43767cb46), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:15.946748 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4690846e-71cc-4385-8822-54bd576ec9c8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:15.947387 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 09 Feb 2022 21:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85400706-c1c4-4a4b-aca9-d6a1da87a80c x-openstack-request-id: req-85400706-c1c4-4a4b-aca9-d6a1da87a80c {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:32:15.947838 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "035d62ca-f3b4-47dc-9d29-4b4395538df2", "tag": "8ebbb4bf-86ee-4a02-9d61-68889897ee11", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "267f27c9-0cfc-409d-8870-ca614d4a8cff", "tag": "abca71b7-c298-40e9-b2e3-e38f8f476231", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:32:15.948460 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-85400706-c1c4-4a4b-aca9-d6a1da87a80c {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:32:15.950226 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '035d62ca-f3b4-47dc-9d29-4b4395538df2', 'tag': '8ebbb4bf-86ee-4a02-9d61-68889897ee11', 'status': 'completed', 'code': 200} Feb 09 21:32:15.950518 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '267f27c9-0cfc-409d-8870-ca614d4a8cff', 'tag': 'abca71b7-c298-40e9-b2e3-e38f8f476231', 'status': 'completed', 'code': 200} Feb 09 21:32:15.951075 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4690846e-71cc-4385-8822-54bd576ec9c8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:15.951454 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4690846e-71cc-4385-8822-54bd576ec9c8 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:15.951787 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4690846e-71cc-4385-8822-54bd576ec9c8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:15.952121 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4690846e-71cc-4385-8822-54bd576ec9c8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:15.956277 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4690846e-71cc-4385-8822-54bd576ec9c8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:15.956277 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4690846e-71cc-4385-8822-54bd576ec9c8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:15.956277 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4690846e-71cc-4385-8822-54bd576ec9c8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:15.956277 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4690846e-71cc-4385-8822-54bd576ec9c8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:15.956277 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4690846e-71cc-4385-8822-54bd576ec9c8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:15.956277 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4690846e-71cc-4385-8822-54bd576ec9c8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:15.956277 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4690846e-71cc-4385-8822-54bd576ec9c8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:15.956277 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4690846e-71cc-4385-8822-54bd576ec9c8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:15.967210 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5976bc-13b1-4dcd-8382-664861581004 None None] The sync data for ids ['b2cd2203-f369-4459-8c0a-ca2cc9d71c0e'] in n-d-828369-5 is: [{'id': 'b2cd2203-f369-4459-8c0a-ca2cc9d71c0e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1657409486-router', 'tenant_id': 'dac6b223cf904b85939aae2f16238e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'c607efac-cc97-46b5-bff8-7f356e409a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:30:55Z', 'updated_at': '2022-02-09T21:31:03Z', 'revision_number': 4, 'project_id': 'dac6b223cf904b85939aae2f16238e3d', 'gw_port': {'id': 'c607efac-cc97-46b5-bff8-7f356e409a55', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:20:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cd2203-f369-4459-8c0a-ca2cc9d71c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:30:56Z', 'updated_at': '2022-02-09T21:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': '3c49d0c4-6a20-4a4b-8675-67a56fd4d35f', 'tenant_id': 'dac6b223cf904b85939aae2f16238e3d', 'floating_ip_address': '172.25.3.126', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': 'b2cd2203-f369-4459-8c0a-ca2cc9d71c0e', 'port_id': '424d7ddc-d165-497f-a8fd-141fae042c97', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00d33a83-8eda-497d-a1c1-41b14f9abbba', 'mac_address': 'fa:16:3e:dd:26:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b001bdd-b4f7-4aa9-a733-0d546e2fe8d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:31:33Z', 'updated_at': '2022-02-09T21:32:14Z', 'revision_number': 4, 'project_id': 'dac6b223cf904b85939aae2f16238e3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb915676-6f76-419a-b959-97eacd8f3c94', 'name': '', 'network_id': '00d33a83-8eda-497d-a1c1-41b14f9abbba', 'tenant_id': 'dac6b223cf904b85939aae2f16238e3d', 'mac_address': 'fa:16:3e:6a:bb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cd2203-f369-4459-8c0a-ca2cc9d71c0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '2ae0b2a1-54ba-4223-84f8-c95ae116614d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:31:01Z', 'updated_at': '2022-02-09T21:31:08Z', 'revision_number': 5, 'project_id': 'dac6b223cf904b85939aae2f16238e3d', 'subnets': [{'id': '2ae0b2a1-54ba-4223-84f8-c95ae116614d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:32:16.022173 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=b572a502-e00d-4f2d-a1d2-15a4b872ad97,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:16.086218 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-aa6c3b21-e130-4992-a03b-70e9f900e655 req-4690846e-71cc-4385-8822-54bd576ec9c8 service neutron] For port 6baa751d-f156-4998-94bb-c6f43767cb46, host n-h2-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:32:16.094660 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-aa6c3b21-e130-4992-a03b-70e9f900e655 req-4690846e-71cc-4385-8822-54bd576ec9c8 service neutron] For port 6baa751d-f156-4998-94bb-c6f43767cb46, host n-h2-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=6baa751d-f156-4998-94bb-c6f43767cb46,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:32:16.111257 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-aa6c3b21-e130-4992-a03b-70e9f900e655 req-4690846e-71cc-4385-8822-54bd576ec9c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (6baa751d-f156-4998-94bb-c6f43767cb46), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:16.128503 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017c0b29-d835-45fd-9c08-a06ce2a7652c req-b41d0b90-7390-486b-b0eb-390d79f7cbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:16.135670 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-017c0b29-d835-45fd-9c08-a06ce2a7652c req-b41d0b90-7390-486b-b0eb-390d79f7cbb4 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=301f05e37d364aab86167965425dfbdc&device_id=035d62ca-f3b4-47dc-9d29-4b4395538df2 HTTP/1.1" status: 200 len: 1129 time: 0.2072461 Feb 09 21:32:16.160794 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-835c4ddf-8faf-463c-8133-d6f9436f793e req-06e4b2b0-acdf-4f8f-8e51-9a40d55fd750 service neutron] 10.222.0.90 "GET /v2.0/networks/00d33a83-8eda-497d-a1c1-41b14f9abbba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3977740 Feb 09 21:32:16.185689 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1a72d-8e34-4dbd-b8d9-09d5d2dcbed7 req-094ca6f9-fbb5-4c4f-bede-fec83a1d0af8 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:16.187438 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4690846e-71cc-4385-8822-54bd576ec9c8 service neutron] Pushing event updated for resources: {'Port': ['ID=6baa751d-f156-4998-94bb-c6f43767cb46,revision_number=7']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:16.193735 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b4e1a72d-8e34-4dbd-b8d9-09d5d2dcbed7 req-094ca6f9-fbb5-4c4f-bede-fec83a1d0af8 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c4dadfc-4571-4c50-811c-72f64728536f HTTP/1.1" status: 200 len: 947 time: 0.1560981 Feb 09 21:32:16.212633 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6c3b21-e130-4992-a03b-70e9f900e655 req-4690846e-71cc-4385-8822-54bd576ec9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:16.214272 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-aa6c3b21-e130-4992-a03b-70e9f900e655 req-4690846e-71cc-4385-8822-54bd576ec9c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:16.215696 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-aa6c3b21-e130-4992-a03b-70e9f900e655 req-4690846e-71cc-4385-8822-54bd576ec9c8 service neutron] 10.222.0.89 "PUT /v2.0/ports/6baa751d-f156-4998-94bb-c6f43767cb46 HTTP/1.1" status: 200 len: 1095 time: 1.3989768 Feb 09 21:32:16.329158 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6c3b21-e130-4992-a03b-70e9f900e655 req-55ad0b97-e95e-4709-8409-898b7f4bf565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:16.331282 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-aa6c3b21-e130-4992-a03b-70e9f900e655 req-55ad0b97-e95e-4709-8409-898b7f4bf565 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=def3446e95584f24b6fdfb40ceda16ab&device_id=2c4dadfc-4571-4c50-811c-72f64728536f HTTP/1.1" status: 200 len: 1129 time: 0.0780563 Feb 09 21:32:16.409370 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b4e1a72d-8e34-4dbd-b8d9-09d5d2dcbed7 req-c67a4cfd-cb45-41c1-bf78-4be989ebedb3 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145913 Feb 09 21:32:16.463454 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017c0b29-d835-45fd-9c08-a06ce2a7652c req-09e4e3e5-212b-4226-b615-65d0b89900af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:16.466644 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-017c0b29-d835-45fd-9c08-a06ce2a7652c req-09e4e3e5-212b-4226-b615-65d0b89900af service neutron] 10.222.0.95 "GET /v2.0/networks?id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc HTTP/1.1" status: 200 len: 870 time: 0.3168631 Feb 09 21:32:16.477330 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-835c4ddf-8faf-463c-8133-d6f9436f793e req-99a95c4b-dfdb-412a-b0d5-a7f10bb44e75 service neutron] 10.222.0.90 "GET /v2.0/networks/00d33a83-8eda-497d-a1c1-41b14f9abbba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478380 Feb 09 21:32:16.487800 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6c3b21-e130-4992-a03b-70e9f900e655 req-d9269501-1d06-473e-9e5c-3347814b0222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:16.489562 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-aa6c3b21-e130-4992-a03b-70e9f900e655 req-d9269501-1d06-473e-9e5c-3347814b0222 service neutron] 10.222.0.89 "GET /v2.0/networks?id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc HTTP/1.1" status: 200 len: 870 time: 0.1469312 Feb 09 21:32:16.548057 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-017c0b29-d835-45fd-9c08-a06ce2a7652c req-9228737c-0d6f-4e15-b99e-6ac38c1fe7cb service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=8ebbb4bf-86ee-4a02-9d61-68889897ee11 HTTP/1.1" status: 200 len: 217 time: 0.0693378 Feb 09 21:32:16.594310 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-aa6c3b21-e130-4992-a03b-70e9f900e655 req-4e305ad6-a083-4b03-96c3-d5e8d30ad6e1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=6baa751d-f156-4998-94bb-c6f43767cb46 HTTP/1.1" status: 200 len: 217 time: 0.0934112 Feb 09 21:32:16.597959 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85172f72-6083-4b77-ae5d-ddd0a3992931 x-openstack-request-id: req-85172f72-6083-4b77-ae5d-ddd0a3992931 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:32:16.602936 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c4dadfc-4571-4c50-811c-72f64728536f", "name": "network-vif-unplugged", "status": "completed", "tag": "6baa751d-f156-4998-94bb-c6f43767cb46", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:32:16.603353 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-85172f72-6083-4b77-ae5d-ddd0a3992931 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:32:16.603976 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c4dadfc-4571-4c50-811c-72f64728536f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6baa751d-f156-4998-94bb-c6f43767cb46', 'code': 200} Feb 09 21:32:16.627626 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d70ab58-a4de-4dfc-9a6c-e8b6aff9280e x-openstack-request-id: req-4d70ab58-a4de-4dfc-9a6c-e8b6aff9280e {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:32:16.628545 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b103a05b-af3d-405b-9b78-fef2ba862b56", "name": "network-vif-plugged", "status": "completed", "tag": "b572a502-e00d-4f2d-a1d2-15a4b872ad97", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:32:16.628977 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-4d70ab58-a4de-4dfc-9a6c-e8b6aff9280e {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:32:16.629541 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b103a05b-af3d-405b-9b78-fef2ba862b56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b572a502-e00d-4f2d-a1d2-15a4b872ad97', 'code': 200} Feb 09 21:32:16.666468 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-e1a8c0ec-4062-45b4-b658-902e9a94ed62 req-154a4d38-e1c8-41e7-a850-dffc3587c175 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-742480162', 'description': 'tempest-description-1935624332'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:32:16.701490 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6c3b21-e130-4992-a03b-70e9f900e655 req-095d2bee-82b5-4d02-945f-343b6086b28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:16.701838 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-aa6c3b21-e130-4992-a03b-70e9f900e655 req-095d2bee-82b5-4d02-945f-343b6086b28c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0f7402ac-a35b-414b-bcc1-bc1c3072ec3c HTTP/1.1" status: 200 len: 843 time: 0.0969081 Feb 09 21:32:16.710287 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-e1a8c0ec-4062-45b4-b658-902e9a94ed62 req-154a4d38-e1c8-41e7-a850-dffc3587c175 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:16.771988 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6c3b21-e130-4992-a03b-70e9f900e655 req-1a21d4af-82eb-407c-884b-359fbb12352c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:16.773656 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-aa6c3b21-e130-4992-a03b-70e9f900e655 req-1a21d4af-82eb-407c-884b-359fbb12352c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0635347 Feb 09 21:32:16.782366 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017c0b29-d835-45fd-9c08-a06ce2a7652c req-c2735f42-1a02-4d54-9c02-13c6f2d71c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:16.784474 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-017c0b29-d835-45fd-9c08-a06ce2a7652c req-c2735f42-1a02-4d54-9c02-13c6f2d71c9b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0f7402ac-a35b-414b-bcc1-bc1c3072ec3c HTTP/1.1" status: 200 len: 843 time: 0.2166708 Feb 09 21:32:16.792097 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c4ddf-8faf-463c-8133-d6f9436f793e req-d3d27d1a-4abb-4122-81e5-f875d189eea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:16.793649 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-835c4ddf-8faf-463c-8133-d6f9436f793e req-d3d27d1a-4abb-4122-81e5-f875d189eea7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=dac6b223cf904b85939aae2f16238e3d&device_id=7b001bdd-b4f7-4aa9-a733-0d546e2fe8d3 HTTP/1.1" status: 200 len: 1127 time: 0.2444763 Feb 09 21:32:16.907622 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5573294a-48d5-464e-a084-825cb8c28f2d req-37848e83-98ef-407c-8301-407aa8a589eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:16.909624 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5573294a-48d5-464e-a084-825cb8c28f2d req-37848e83-98ef-407c-8301-407aa8a589eb service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=b103a05b-af3d-405b-9b78-fef2ba862b56 HTTP/1.1" status: 200 len: 1128 time: 0.2068236 Feb 09 21:32:16.910804 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-aa6c3b21-e130-4992-a03b-70e9f900e655 req-c57ebbc1-50ad-42e3-b13a-04a8e4b0652d service neutron] 10.222.0.89 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168792 Feb 09 21:32:16.973691 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-e1a8c0ec-4062-45b4-b658-902e9a94ed62 req-154a4d38-e1c8-41e7-a850-dffc3587c175 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Publish callbacks [] for security_group (2dd08290-d163-43ac-b6c3-7c4a8ba3e6a1), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:16.981262 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017c0b29-d835-45fd-9c08-a06ce2a7652c req-8dde71cf-9427-4492-9808-481aea7b24de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:16.982918 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-017c0b29-d835-45fd-9c08-a06ce2a7652c req-8dde71cf-9427-4492-9808-481aea7b24de service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1873069 Feb 09 21:32:17.010930 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-e1a8c0ec-4062-45b4-b658-902e9a94ed62 req-154a4d38-e1c8-41e7-a850-dffc3587c175 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (2dd08290-d163-43ac-b6c3-7c4a8ba3e6a1), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:17.020514 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-aa6c3b21-e130-4992-a03b-70e9f900e655 req-d160d299-b9b4-4222-b9f1-75c507230260 service neutron] 10.222.0.89 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009009 Feb 09 21:32:17.043098 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c4ddf-8faf-463c-8133-d6f9436f793e req-343e688d-ef10-44b9-bb59-333860ab663d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:17.044671 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-835c4ddf-8faf-463c-8133-d6f9436f793e req-343e688d-ef10-44b9-bb59-333860ab663d service neutron] 10.222.0.90 "GET /v2.0/networks?id=00d33a83-8eda-497d-a1c1-41b14f9abbba HTTP/1.1" status: 200 len: 922 time: 0.2366400 Feb 09 21:32:17.092836 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5573294a-48d5-464e-a084-825cb8c28f2d req-603131d6-5e34-4730-aa09-147ef9343eba service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=cf86e5b7-36f5-4887-a89f-16073b9e7049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749008 Feb 09 21:32:17.106911 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-e1a8c0ec-4062-45b4-b658-902e9a94ed62 req-154a4d38-e1c8-41e7-a850-dffc3587c175 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:17.117674 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e1a8c0ec-4062-45b4-b658-902e9a94ed62 req-154a4d38-e1c8-41e7-a850-dffc3587c175 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.4547815 Feb 09 21:32:17.164826 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154a4d38-e1c8-41e7-a850-dffc3587c175 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd08290-d163-43ac-b6c3-7c4a8ba3e6a1,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:17.248398 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-835c4ddf-8faf-463c-8133-d6f9436f793e req-aaf06016-29e8-4734-9fe6-f18d55aa7a9b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=424d7ddc-d165-497f-a8fd-141fae042c97 HTTP/1.1" status: 200 len: 1001 time: 0.1680343 Feb 09 21:32:17.272801 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-017c0b29-d835-45fd-9c08-a06ce2a7652c req-4ad78393-50e4-496e-bc5e-d28756f69ff3 service neutron] 10.222.0.95 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763534 Feb 09 21:32:17.310756 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b86926f-3a83-4b41-81fc-67574763895f req-80f29531-5d49-4930-8985-af12774253f7 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:17.312261 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6b86926f-3a83-4b41-81fc-67574763895f req-80f29531-5d49-4930-8985-af12774253f7 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=035d62ca-f3b4-47dc-9d29-4b4395538df2 HTTP/1.1" status: 200 len: 947 time: 0.1413162 Feb 09 21:32:17.329166 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c4ddf-8faf-463c-8133-d6f9436f793e req-71518059-63d1-4f02-956b-6425d9fb1580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:17.331143 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-835c4ddf-8faf-463c-8133-d6f9436f793e req-71518059-63d1-4f02-956b-6425d9fb1580 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2ae0b2a1-54ba-4223-84f8-c95ae116614d HTTP/1.1" status: 200 len: 860 time: 0.0716987 Feb 09 21:32:17.370831 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 8ebbb4bf-86ee-4a02-9d61-68889897ee11 details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:32:17.373104 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 6baa751d-f156-4998-94bb-c6f43767cb46 no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:32:17.463577 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6b86926f-3a83-4b41-81fc-67574763895f req-33b4ca90-609b-4b25-815d-739a0eec3d4c tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451998 Feb 09 21:32:17.475751 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c4ddf-8faf-463c-8133-d6f9436f793e req-04792520-6d2f-4def-88db-8db3609f887a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:17.477335 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-835c4ddf-8faf-463c-8133-d6f9436f793e req-04792520-6d2f-4def-88db-8db3609f887a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=00d33a83-8eda-497d-a1c1-41b14f9abbba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1334121 Feb 09 21:32:17.481660 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] The host n-h1-828369-5 is not matching for port 6baa751d-f156-4998-94bb-c6f43767cb46 host n-h2-828369-5! {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 21:32:17.482306 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 6baa751d-f156-4998-94bb-c6f43767cb46 not bound to the agent host n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:32:17.531512 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 8ebbb4bf-86ee-4a02-9d61-68889897ee11, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=8ebbb4bf-86ee-4a02-9d61-68889897ee11,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:32:17.545604 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': '8ebbb4bf-86ee-4a02-9d61-68889897ee11', 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc', 'port_id': '8ebbb4bf-86ee-4a02-9d61-68889897ee11', 'mac_address': 'fa:16:3e:bf:44:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f7402ac-a35b-414b-bcc1-bc1c3072ec3c', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:32:17.550893 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-017c0b29-d835-45fd-9c08-a06ce2a7652c req-141749fa-26a7-4390-a1c4-279be674f824 service neutron] 10.222.0.95 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243011 Feb 09 21:32:17.606378 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 8ebbb4bf-86ee-4a02-9d61-68889897ee11 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:32:17.606776 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (8ebbb4bf-86ee-4a02-9d61-68889897ee11), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:17.624291 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ebbb4bf-86ee-4a02-9d61-68889897ee11 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:32:17.650970 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 8ebbb4bf-86ee-4a02-9d61-68889897ee11, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=8ebbb4bf-86ee-4a02-9d61-68889897ee11,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:32:17.655506 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (8ebbb4bf-86ee-4a02-9d61-68889897ee11), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:17.697580 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-835c4ddf-8faf-463c-8133-d6f9436f793e req-d6e23672-2b47-45ea-ae10-3bc67999acde service neutron] 10.222.0.90 "GET /v2.0/networks/00d33a83-8eda-497d-a1c1-41b14f9abbba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960518 Feb 09 21:32:17.721892 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=8ebbb4bf-86ee-4a02-9d61-68889897ee11,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:17.738240 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9b39a1-c7ea-45d0-99d2-395cd41074ef req-0f5e8db1-bbae-4000-bd58-bc0f84d67997 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:17.739725 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5b9b39a1-c7ea-45d0-99d2-395cd41074ef req-0f5e8db1-bbae-4000-bd58-bc0f84d67997 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "GET /v2.0/ports?device_id=b103a05b-af3d-405b-9b78-fef2ba862b56 HTTP/1.1" status: 200 len: 946 time: 0.1488738 Feb 09 21:32:18.030269 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['8ebbb4bf-86ee-4a02-9d61-68889897ee11'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:32:18.062683 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017c0b29-d835-45fd-9c08-a06ce2a7652c req-dec1eca4-16b5-4674-bf99-75af0f763669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:18.064205 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-017c0b29-d835-45fd-9c08-a06ce2a7652c req-dec1eca4-16b5-4674-bf99-75af0f763669 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=dac6b223cf904b85939aae2f16238e3d&device_id=267f27c9-0cfc-409d-8870-ca614d4a8cff HTTP/1.1" status: 200 len: 1128 time: 0.4265649 Feb 09 21:32:18.065211 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b001bdd-b4f7-4aa9-a733-0d546e2fe8d3', 'tag': '424d7ddc-d165-497f-a8fd-141fae042c97'}, {'server_uuid': '63284c53-1bb3-4e39-91a8-2f55f3e943ef', 'name': 'network-vif-deleted', 'tag': '07d008ac-5b62-4a06-a85c-6fbc12f054ed'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:32:18.067441 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22d2853f-8e38-4dfe-b152-ee39c60ee294" -d '{"events": [{"name": "network-changed", "server_uuid": "7b001bdd-b4f7-4aa9-a733-0d546e2fe8d3", "tag": "424d7ddc-d165-497f-a8fd-141fae042c97"}, {"server_uuid": "63284c53-1bb3-4e39-91a8-2f55f3e943ef", "name": "network-vif-deleted", "tag": "07d008ac-5b62-4a06-a85c-6fbc12f054ed"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:32:18.150234 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5b9b39a1-c7ea-45d0-99d2-395cd41074ef req-d248c84a-1687-4041-b3e9-d83c215a2533 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf86e5b7-36f5-4887-a89f-16073b9e7049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773528 Feb 09 21:32:18.183623 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-33c0c8f4-a367-4658-bb77-ec6a4cd61996 req-115facde-6ee3-437c-8385-96d413f8d83b tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1216575010', 'description': 'tempest-description-2030861671'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:32:18.192149 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-835c4ddf-8faf-463c-8133-d6f9436f793e req-c853a3d7-e559-42b2-9ddb-7ccd3f80ae9d service neutron] 10.222.0.90 "GET /v2.0/networks/00d33a83-8eda-497d-a1c1-41b14f9abbba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4853950 Feb 09 21:32:18.255913 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-33c0c8f4-a367-4658-bb77-ec6a4cd61996 req-115facde-6ee3-437c-8385-96d413f8d83b tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:18.332619 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017c0b29-d835-45fd-9c08-a06ce2a7652c req-25dda4b5-9b1f-4451-a92f-1b0575925715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:18.334134 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-017c0b29-d835-45fd-9c08-a06ce2a7652c req-25dda4b5-9b1f-4451-a92f-1b0575925715 service neutron] 10.222.0.95 "GET /v2.0/networks?id=00d33a83-8eda-497d-a1c1-41b14f9abbba HTTP/1.1" status: 200 len: 922 time: 0.2538104 Feb 09 21:32:18.391707 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-017c0b29-d835-45fd-9c08-a06ce2a7652c req-0e32df02-00e0-4045-8dea-b42eb54edd02 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=abca71b7-c298-40e9-b2e3-e38f8f476231 HTTP/1.1" status: 200 len: 217 time: 0.0465536 Feb 09 21:32:18.431411 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896f384a-d4d6-47a6-bf94-2d664ba6cf44 req-df873138-70b7-45f7-9a81-47ee60f0ffb5 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:18.432946 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-896f384a-d4d6-47a6-bf94-2d664ba6cf44 req-df873138-70b7-45f7-9a81-47ee60f0ffb5 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c4dadfc-4571-4c50-811c-72f64728536f HTTP/1.1" status: 200 len: 947 time: 0.1583779 Feb 09 21:32:18.461131 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-33c0c8f4-a367-4658-bb77-ec6a4cd61996 req-115facde-6ee3-437c-8385-96d413f8d83b tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Publish callbacks [] for security_group (ef8f2eac-5ead-4c43-b22d-966760fc9c0f), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:18.477946 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-33c0c8f4-a367-4658-bb77-ec6a4cd61996 req-115facde-6ee3-437c-8385-96d413f8d83b tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (ef8f2eac-5ead-4c43-b22d-966760fc9c0f), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:18.528777 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-33c0c8f4-a367-4658-bb77-ec6a4cd61996 req-115facde-6ee3-437c-8385-96d413f8d83b tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:18.530284 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-33c0c8f4-a367-4658-bb77-ec6a4cd61996 req-115facde-6ee3-437c-8385-96d413f8d83b tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.3614972 Feb 09 21:32:18.538688 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017c0b29-d835-45fd-9c08-a06ce2a7652c req-d11f2881-f8f2-4c0b-bc9d-298748874f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:18.539726 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-017c0b29-d835-45fd-9c08-a06ce2a7652c req-d11f2881-f8f2-4c0b-bc9d-298748874f19 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=2ae0b2a1-54ba-4223-84f8-c95ae116614d HTTP/1.1" status: 200 len: 860 time: 0.1277735 Feb 09 21:32:18.559909 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115facde-6ee3-437c-8385-96d413f8d83b tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef8f2eac-5ead-4c43-b22d-966760fc9c0f,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:18.582885 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-896f384a-d4d6-47a6-bf94-2d664ba6cf44 req-08d074b1-70c1-49ca-a336-f5ae19c4e694 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243110 Feb 09 21:32:18.599182 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115facde-6ee3-437c-8385-96d413f8d83b tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:18.599542 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115facde-6ee3-437c-8385-96d413f8d83b tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:18.599894 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115facde-6ee3-437c-8385-96d413f8d83b tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:18.600257 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115facde-6ee3-437c-8385-96d413f8d83b tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:18.600926 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115facde-6ee3-437c-8385-96d413f8d83b tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:18.601272 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115facde-6ee3-437c-8385-96d413f8d83b tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:18.601609 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115facde-6ee3-437c-8385-96d413f8d83b tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:18.602107 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115facde-6ee3-437c-8385-96d413f8d83b tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:18.602448 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115facde-6ee3-437c-8385-96d413f8d83b tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:18.602784 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115facde-6ee3-437c-8385-96d413f8d83b tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:18.603113 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115facde-6ee3-437c-8385-96d413f8d83b tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:18.603449 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115facde-6ee3-437c-8385-96d413f8d83b tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:18.603779 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115facde-6ee3-437c-8385-96d413f8d83b tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:18.608056 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c4dadfc-4571-4c50-811c-72f64728536f', 'tag': '6baa751d-f156-4998-94bb-c6f43767cb46'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:32:18.610499 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6263788b-1291-44f9-b449-8ad651a1c60f" -d '{"events": [{"name": "network-changed", "server_uuid": "2c4dadfc-4571-4c50-811c-72f64728536f", "tag": "6baa751d-f156-4998-94bb-c6f43767cb46"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:32:18.632958 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017c0b29-d835-45fd-9c08-a06ce2a7652c req-39c08132-b380-4f85-b126-041db6b90a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:18.634662 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-017c0b29-d835-45fd-9c08-a06ce2a7652c req-39c08132-b380-4f85-b126-041db6b90a37 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=00d33a83-8eda-497d-a1c1-41b14f9abbba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0703716 Feb 09 21:32:18.711526 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 09 Feb 2022 21:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-899c0e75-e0bc-4b18-98d2-15088bd87ccf x-openstack-request-id: req-899c0e75-e0bc-4b18-98d2-15088bd87ccf {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:32:18.711863 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b001bdd-b4f7-4aa9-a733-0d546e2fe8d3", "tag": "424d7ddc-d165-497f-a8fd-141fae042c97", "status": "completed", "code": 200}, {"server_uuid": "63284c53-1bb3-4e39-91a8-2f55f3e943ef", "name": "network-vif-deleted", "tag": "07d008ac-5b62-4a06-a85c-6fbc12f054ed", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:32:18.712652 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-899c0e75-e0bc-4b18-98d2-15088bd87ccf {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:32:18.713470 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b001bdd-b4f7-4aa9-a733-0d546e2fe8d3', 'tag': '424d7ddc-d165-497f-a8fd-141fae042c97', 'status': 'completed', 'code': 200} Feb 09 21:32:18.713852 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63284c53-1bb3-4e39-91a8-2f55f3e943ef', 'name': 'network-vif-deleted', 'tag': '07d008ac-5b62-4a06-a85c-6fbc12f054ed', 'status': 'completed', 'code': 200} Feb 09 21:32:18.792141 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d2853f-8e38-4dfe-b152-ee39c60ee294 req-c3ea9779-bd74-4990-aa0d-b3ed4642c9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:18.793768 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-22d2853f-8e38-4dfe-b152-ee39c60ee294 req-c3ea9779-bd74-4990-aa0d-b3ed4642c9f8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=dac6b223cf904b85939aae2f16238e3d&device_id=7b001bdd-b4f7-4aa9-a733-0d546e2fe8d3 HTTP/1.1" status: 200 len: 1127 time: 0.0530825 Feb 09 21:32:18.888265 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a90ed8d3-b8b6-4ac1-8714-3237ec2611cb req-3893b04b-abd8-4a34-8cbb-423b874ad5f0 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.90 "GET /v2.0/floatingips?floating_ip_address=172.25.3.126 HTTP/1.1" status: 200 len: 1001 time: 0.1526933 Feb 09 21:32:18.902452 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-017c0b29-d835-45fd-9c08-a06ce2a7652c req-aba9feb8-f93f-4d65-806c-d02c1e27eed1 service neutron] 10.222.0.95 "GET /v2.0/networks/00d33a83-8eda-497d-a1c1-41b14f9abbba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561271 Feb 09 21:32:18.916369 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d2853f-8e38-4dfe-b152-ee39c60ee294 req-a7f0eb03-c3a1-44c6-8060-29b03e25c947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:18.917592 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-22d2853f-8e38-4dfe-b152-ee39c60ee294 req-a7f0eb03-c3a1-44c6-8060-29b03e25c947 service neutron] 10.222.0.89 "GET /v2.0/networks?id=00d33a83-8eda-497d-a1c1-41b14f9abbba HTTP/1.1" status: 200 len: 922 time: 0.1081314 Feb 09 21:32:19.002202 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-22d2853f-8e38-4dfe-b152-ee39c60ee294 req-67f7c441-e96e-4b95-ab5a-3ad6b811c6db service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=424d7ddc-d165-497f-a8fd-141fae042c97 HTTP/1.1" status: 200 len: 1001 time: 0.0714881 Feb 09 21:32:19.002597 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6cc32f-0148-420f-b41c-d039c2b0f18c req-36f1511b-09d0-4a3b-992b-0806a16604cc tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:19.004103 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0b6cc32f-0148-420f-b41c-d039c2b0f18c req-36f1511b-09d0-4a3b-992b-0806a16604cc tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/networks?id=5406f657-d0e3-4570-bda7-aeb2bc509011 HTTP/1.1" status: 200 len: 808 time: 0.2825367 Feb 09 21:32:19.014639 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90ed8d3-b8b6-4ac1-8714-3237ec2611cb req-d8139dda-3ece-48dd-b8e8-acdc7a0836a3 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:19.016386 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a90ed8d3-b8b6-4ac1-8714-3237ec2611cb req-d8139dda-3ece-48dd-b8e8-acdc7a0836a3 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.90 "GET /v2.0/ports/424d7ddc-d165-497f-a8fd-141fae042c97 HTTP/1.1" status: 200 len: 942 time: 0.1190214 Feb 09 21:32:19.036276 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0b6cc32f-0148-420f-b41c-d039c2b0f18c req-4420c711-bca3-4e19-9100-6e20af070a60 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/quotas/d13eb104d8994e4d9b604f1050cb6328 HTTP/1.1" status: 200 len: 375 time: 0.0182137 Feb 09 21:32:19.069674 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d2853f-8e38-4dfe-b152-ee39c60ee294 req-24c2b4ab-7511-4c96-b773-db77620ad0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:19.071278 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-22d2853f-8e38-4dfe-b152-ee39c60ee294 req-24c2b4ab-7511-4c96-b773-db77620ad0f0 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2ae0b2a1-54ba-4223-84f8-c95ae116614d HTTP/1.1" status: 200 len: 860 time: 0.0549223 Feb 09 21:32:19.140872 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-017c0b29-d835-45fd-9c08-a06ce2a7652c req-ccf5c494-8bcd-40c3-a551-1fe07810c19b service neutron] 10.222.0.95 "GET /v2.0/networks/00d33a83-8eda-497d-a1c1-41b14f9abbba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267745 Feb 09 21:32:19.147677 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d2853f-8e38-4dfe-b152-ee39c60ee294 req-f3142ef9-dd82-4be7-901c-47a6deeb1a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:19.149557 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-22d2853f-8e38-4dfe-b152-ee39c60ee294 req-f3142ef9-dd82-4be7-901c-47a6deeb1a11 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=00d33a83-8eda-497d-a1c1-41b14f9abbba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0630264 Feb 09 21:32:19.170225 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0b6cc32f-0148-420f-b41c-d039c2b0f18c req-2afe9720-84b7-45b7-adff-6dc4c8269612 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=d13eb104d8994e4d9b604f1050cb6328&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1279821 Feb 09 21:32:19.178551 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a90ed8d3-b8b6-4ac1-8714-3237ec2611cb req-269b60f6-1cea-4a7c-a0f3-8042ad11ddaf tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.90 "GET /v2.0/floatingips?floating_ip_address=172.25.3.126 HTTP/1.1" status: 200 len: 1001 time: 0.1014209 Feb 09 21:32:19.254804 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-22d2853f-8e38-4dfe-b152-ee39c60ee294 req-0d33cbac-1721-4c02-a374-218b0f52bd81 service neutron] 10.222.0.89 "GET /v2.0/networks/00d33a83-8eda-497d-a1c1-41b14f9abbba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932529 Feb 09 21:32:19.360392 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90ed8d3-b8b6-4ac1-8714-3237ec2611cb req-5d9c4335-3c34-4572-ad1a-bdaf20877413 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:19.361898 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a90ed8d3-b8b6-4ac1-8714-3237ec2611cb req-5d9c4335-3c34-4572-ad1a-bdaf20877413 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.90 "GET /v2.0/networks/54a442d5-50a0-4c75-85cc-d19f5bf58118 HTTP/1.1" status: 200 len: 784 time: 0.1782684 Feb 09 21:32:19.364141 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0b6cc32f-0148-420f-b41c-d039c2b0f18c req-c7b91ad2-b723-419a-904d-e1aa439c4211 service neutron] 10.222.0.90 "GET /v2.0/networks/5406f657-d0e3-4570-bda7-aeb2bc509011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707439 Feb 09 21:32:19.370730 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-22d2853f-8e38-4dfe-b152-ee39c60ee294 req-f79d7e35-b92d-4e76-ae7a-b122603460c3 service neutron] 10.222.0.89 "GET /v2.0/networks/00d33a83-8eda-497d-a1c1-41b14f9abbba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001446 Feb 09 21:32:19.505220 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0b6cc32f-0148-420f-b41c-d039c2b0f18c req-e074b2f5-17ee-40d7-b510-c6e08501edf7 service neutron] 10.222.0.90 "GET /v2.0/networks/5406f657-d0e3-4570-bda7-aeb2bc509011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332591 Feb 09 21:32:19.512849 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0b5095-d73f-4ab8-8174-853538a26a31 req-f00c4a7b-38e7-4be6-aa06-db712fdf7426 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:19.520019 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5c0b5095-d73f-4ab8-8174-853538a26a31 req-f00c4a7b-38e7-4be6-aa06-db712fdf7426 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=035d62ca-f3b4-47dc-9d29-4b4395538df2 HTTP/1.1" status: 200 len: 948 time: 0.0990665 Feb 09 21:32:19.569067 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5c0b5095-d73f-4ab8-8174-853538a26a31 req-0f325c95-ccfa-4793-a9f3-361bfa111070 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455000 Feb 09 21:32:19.609453 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-b1d49bc3-e4ca-44c3-8a48-07e5264185c1 req-86cb962d-3400-42fb-8b78-65b027cdaaae tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1325735997', 'description': 'tempest-description-300678408'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:32:19.629778 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-b1d49bc3-e4ca-44c3-8a48-07e5264185c1 req-86cb962d-3400-42fb-8b78-65b027cdaaae tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:19.709748 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-b1d49bc3-e4ca-44c3-8a48-07e5264185c1 req-86cb962d-3400-42fb-8b78-65b027cdaaae tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Publish callbacks [] for security_group (34431e1e-a527-481f-a6e5-7b5ce5711bd0), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:19.714730 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-b1d49bc3-e4ca-44c3-8a48-07e5264185c1 req-86cb962d-3400-42fb-8b78-65b027cdaaae tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (34431e1e-a527-481f-a6e5-7b5ce5711bd0), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:19.743572 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-b1d49bc3-e4ca-44c3-8a48-07e5264185c1 req-86cb962d-3400-42fb-8b78-65b027cdaaae tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:19.744846 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b1d49bc3-e4ca-44c3-8a48-07e5264185c1 req-86cb962d-3400-42fb-8b78-65b027cdaaae tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.1405468 Feb 09 21:32:19.754652 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cb962d-3400-42fb-8b78-65b027cdaaae tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34431e1e-a527-481f-a6e5-7b5ce5711bd0,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:19.829604 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f5ebe2c-edf0-45b0-8481-3588beacd598 x-openstack-request-id: req-1f5ebe2c-edf0-45b0-8481-3588beacd598 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:32:19.830718 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c4dadfc-4571-4c50-811c-72f64728536f", "tag": "6baa751d-f156-4998-94bb-c6f43767cb46", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:32:19.831548 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-1f5ebe2c-edf0-45b0-8481-3588beacd598 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:32:19.831978 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c4dadfc-4571-4c50-811c-72f64728536f', 'tag': '6baa751d-f156-4998-94bb-c6f43767cb46', 'status': 'completed', 'code': 200} Feb 09 21:32:19.994416 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-118cafe3-9aa6-4ab9-8eaf-54f98b45b9f2 req-c1f6ca0b-63a1-488d-a561-67b3a50053e1 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.90 "GET /v2.0/floatingips?floating_ip_address=172.25.3.126 HTTP/1.1" status: 200 len: 1001 time: 0.1474850 Feb 09 21:32:20.021032 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63214f11-c24b-469a-a430-43b1e1d81e4a req-a44d4d35-48f2-4e34-80ba-9cbc783e8d56 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:20.022631 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-63214f11-c24b-469a-a430-43b1e1d81e4a req-a44d4d35-48f2-4e34-80ba-9cbc783e8d56 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "GET /v2.0/ports?device_id=b103a05b-af3d-405b-9b78-fef2ba862b56 HTTP/1.1" status: 200 len: 946 time: 0.1671772 Feb 09 21:32:20.028243 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6263788b-1291-44f9-b449-8ad651a1c60f req-0817b63f-e87f-4581-88bd-5a8b2c9b1387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:20.029741 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6263788b-1291-44f9-b449-8ad651a1c60f req-0817b63f-e87f-4581-88bd-5a8b2c9b1387 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=def3446e95584f24b6fdfb40ceda16ab&device_id=2c4dadfc-4571-4c50-811c-72f64728536f HTTP/1.1" status: 200 len: 1129 time: 0.1221406 Feb 09 21:32:20.143238 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118cafe3-9aa6-4ab9-8eaf-54f98b45b9f2 req-680e4c73-9016-4d88-8f80-1ff843737403 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:20.165781 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-118cafe3-9aa6-4ab9-8eaf-54f98b45b9f2 req-680e4c73-9016-4d88-8f80-1ff843737403 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.90 "GET /v2.0/ports/424d7ddc-d165-497f-a8fd-141fae042c97 HTTP/1.1" status: 200 len: 942 time: 0.1601501 Feb 09 21:32:20.236664 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6263788b-1291-44f9-b449-8ad651a1c60f req-b8fb93f5-d94b-4749-8cf6-c39a9f3b935b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:20.238543 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6263788b-1291-44f9-b449-8ad651a1c60f req-b8fb93f5-d94b-4749-8cf6-c39a9f3b935b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=def3446e95584f24b6fdfb40ceda16ab&device_id=2c4dadfc-4571-4c50-811c-72f64728536f HTTP/1.1" status: 200 len: 1129 time: 0.3709986 Feb 09 21:32:20.242870 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-63214f11-c24b-469a-a430-43b1e1d81e4a req-a4300902-f524-46d4-b959-2b7afd3ad2db tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf86e5b7-36f5-4887-a89f-16073b9e7049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118196 Feb 09 21:32:20.321019 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6263788b-1291-44f9-b449-8ad651a1c60f req-fc19cb75-5f59-49e1-a364-478963eb8610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:20.322930 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6263788b-1291-44f9-b449-8ad651a1c60f req-fc19cb75-5f59-49e1-a364-478963eb8610 service neutron] 10.222.0.95 "GET /v2.0/networks?id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc HTTP/1.1" status: 200 len: 870 time: 0.2691956 Feb 09 21:32:20.401604 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6263788b-1291-44f9-b449-8ad651a1c60f req-65fbae8b-12aa-4b03-a459-9ed89fd56205 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=6baa751d-f156-4998-94bb-c6f43767cb46 HTTP/1.1" status: 200 len: 217 time: 0.0674987 Feb 09 21:32:20.425970 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-118cafe3-9aa6-4ab9-8eaf-54f98b45b9f2 req-9a997978-47fb-491f-a57c-e7206c359ef6 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.90 "GET /v2.0/floatingips?floating_ip_address=172.25.3.126 HTTP/1.1" status: 200 len: 1001 time: 0.1786478 Feb 09 21:32:20.455286 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6263788b-1291-44f9-b449-8ad651a1c60f req-48a22504-2fbe-4155-966e-f88a1d279bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:20.456831 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6263788b-1291-44f9-b449-8ad651a1c60f req-48a22504-2fbe-4155-966e-f88a1d279bcd service neutron] 10.222.0.89 "GET /v2.0/networks?id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc HTTP/1.1" status: 200 len: 870 time: 0.2094803 Feb 09 21:32:20.521073 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6263788b-1291-44f9-b449-8ad651a1c60f req-aba9bf1f-8f37-4784-844c-1857c6418fe7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=6baa751d-f156-4998-94bb-c6f43767cb46 HTTP/1.1" status: 200 len: 217 time: 0.0489855 Feb 09 21:32:20.553580 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6263788b-1291-44f9-b449-8ad651a1c60f req-dc810767-ca1f-494c-ab16-4fc374bf01da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:20.557156 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6263788b-1291-44f9-b449-8ad651a1c60f req-dc810767-ca1f-494c-ab16-4fc374bf01da service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0f7402ac-a35b-414b-bcc1-bc1c3072ec3c HTTP/1.1" status: 200 len: 843 time: 0.1340909 Feb 09 21:32:20.587459 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6263788b-1291-44f9-b449-8ad651a1c60f req-0b74e533-468b-4c5e-9d06-0f13202afbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:20.589539 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6263788b-1291-44f9-b449-8ad651a1c60f req-0b74e533-468b-4c5e-9d06-0f13202afbbe service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0f7402ac-a35b-414b-bcc1-bc1c3072ec3c HTTP/1.1" status: 200 len: 843 time: 0.0577610 Feb 09 21:32:20.610771 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f684a4ea-a8fd-418a-9146-0ae0fb6f2f00 req-f3a5b1f6-926f-442b-a0cc-984f28bcc9e5 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:20.612889 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f684a4ea-a8fd-418a-9146-0ae0fb6f2f00 req-f3a5b1f6-926f-442b-a0cc-984f28bcc9e5 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c4dadfc-4571-4c50-811c-72f64728536f HTTP/1.1" status: 200 len: 947 time: 0.2599375 Feb 09 21:32:20.656535 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6263788b-1291-44f9-b449-8ad651a1c60f req-30452de2-3efc-4c99-b706-51ddcbc4e275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:20.658824 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6263788b-1291-44f9-b449-8ad651a1c60f req-30452de2-3efc-4c99-b706-51ddcbc4e275 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0617301 Feb 09 21:32:20.671881 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118cafe3-9aa6-4ab9-8eaf-54f98b45b9f2 req-23800bea-bc0a-4ec1-b3cd-07886b7b2686 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:20.673256 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-118cafe3-9aa6-4ab9-8eaf-54f98b45b9f2 req-23800bea-bc0a-4ec1-b3cd-07886b7b2686 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.90 "GET /v2.0/networks/54a442d5-50a0-4c75-85cc-d19f5bf58118 HTTP/1.1" status: 200 len: 784 time: 0.2381346 Feb 09 21:32:20.760765 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f684a4ea-a8fd-418a-9146-0ae0fb6f2f00 req-6bdae8ad-2fbd-4a6b-89a5-97c58975eb8a tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158850 Feb 09 21:32:20.767804 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6263788b-1291-44f9-b449-8ad651a1c60f req-dbdc5045-d98c-435b-8e1c-e3a5371600d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:20.769329 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6263788b-1291-44f9-b449-8ad651a1c60f req-dbdc5045-d98c-435b-8e1c-e3a5371600d4 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1928251 Feb 09 21:32:20.783707 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6263788b-1291-44f9-b449-8ad651a1c60f req-055d2772-40f3-4765-9e0e-7303b3dda6f0 service neutron] 10.222.0.89 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129577 Feb 09 21:32:20.797536 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-118cafe3-9aa6-4ab9-8eaf-54f98b45b9f2 req-a7b4d9a3-00d9-4b9b-bfda-df9bd34d1782 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.90 "GET /v2.0/floatingips?floating_ip_address=172.25.3.126 HTTP/1.1" status: 200 len: 1001 time: 0.1145885 Feb 09 21:32:20.852565 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-118cafe3-9aa6-4ab9-8eaf-54f98b45b9f2 req-6ccec013-b20a-4e89-9710-510bb646e389 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:32:20.865288 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:20.891711 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6263788b-1291-44f9-b449-8ad651a1c60f req-dcd2f2ae-abd6-4dfd-9128-a0612638bfc1 service neutron] 10.222.0.89 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014385 Feb 09 21:32:20.958053 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-118cafe3-9aa6-4ab9-8eaf-54f98b45b9f2 req-6ccec013-b20a-4e89-9710-510bb646e389 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Publish callbacks [] for floatingip (3c49d0c4-6a20-4a4b-8675-67a56fd4d35f), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:21.027206 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6263788b-1291-44f9-b449-8ad651a1c60f req-5106f256-e652-4c8c-9df7-f168886a440e service neutron] 10.222.0.95 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394471 Feb 09 21:32:21.150262 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b8a8b32e-ec5d-462f-8c0d-7060c92c3cb0 req-e60facc5-60f7-4a48-bfcf-4cbd88d384b7 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=7f960ea9e4814f1c9f3d6e0840e5a81e HTTP/1.1" status: 200 len: 10998 time: 0.3631618 Feb 09 21:32:21.315124 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-118cafe3-9aa6-4ab9-8eaf-54f98b45b9f2 req-6ccec013-b20a-4e89-9710-510bb646e389 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:21.334453 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b8a8b32e-ec5d-462f-8c0d-7060c92c3cb0 req-4705a554-047d-4dcc-934c-d93267be812a tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/security-groups/000b5c05-19e3-420b-9015-081c6c7f11c3 HTTP/1.1" status: 200 len: 2998 time: 0.1782250 Feb 09 21:32:21.335042 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-118cafe3-9aa6-4ab9-8eaf-54f98b45b9f2 req-6ccec013-b20a-4e89-9710-510bb646e389 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (3c49d0c4-6a20-4a4b-8675-67a56fd4d35f), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:21.335383 n-d-828369-5 neutron-server[103140]: INFO neutron.db.l3_db [req-118cafe3-9aa6-4ab9-8eaf-54f98b45b9f2 req-6ccec013-b20a-4e89-9710-510bb646e389 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Floating IP 3c49d0c4-6a20-4a4b-8675-67a56fd4d35f disassociated. External IP: 172.25.3.126, port: 424d7ddc-d165-497f-a8fd-141fae042c97. Feb 09 21:32:21.391045 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 8ebbb4bf-86ee-4a02-9d61-68889897ee11 up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:32:21.417274 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6263788b-1291-44f9-b449-8ad651a1c60f req-382258dd-b837-481c-8460-a0e9286c0f45 service neutron] 10.222.0.95 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3790541 Feb 09 21:32:21.460778 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning for port 8ebbb4bf-86ee-4a02-9d61-68889897ee11 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:32:21.467744 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port 8ebbb4bf-86ee-4a02-9d61-68889897ee11 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:32:21.468256 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (8ebbb4bf-86ee-4a02-9d61-68889897ee11), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:21.493366 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6cc32f-0148-420f-b41c-d039c2b0f18c req-caad97b5-6add-4214-a373-7eef3865b1a1 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:21.494757 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0b6cc32f-0148-420f-b41c-d039c2b0f18c req-caad97b5-6add-4214-a373-7eef3865b1a1 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.95 "GET /v2.0/networks?id=5406f657-d0e3-4570-bda7-aeb2bc509011 HTTP/1.1" status: 200 len: 808 time: 0.3039055 Feb 09 21:32:21.515644 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b8a8b32e-ec5d-462f-8c0d-7060c92c3cb0 req-e3ff1b53-bdf3-4637-8976-bc63c929fc89 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/security-groups/000b5c05-19e3-420b-9015-081c6c7f11c3 HTTP/1.1" status: 200 len: 2998 time: 0.1738102 Feb 09 21:32:21.526057 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-0b6cc32f-0148-420f-b41c-d039c2b0f18c req-04a863c2-fcf9-42c8-af01-9f7da33bde54 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Request body: {'port': {'device_id': 'ed637eb7-997b-4a50-b9a4-acd664f51f8f', 'network_id': '5406f657-d0e3-4570-bda7-aeb2bc509011', 'admin_state_up': True, 'tenant_id': 'd13eb104d8994e4d9b604f1050cb6328'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:32:21.608614 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 8ebbb4bf-86ee-4a02-9d61-68889897ee11 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:32:21.609123 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (8ebbb4bf-86ee-4a02-9d61-68889897ee11), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:21.638066 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '035d62ca-f3b4-47dc-9d29-4b4395538df2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ebbb4bf-86ee-4a02-9d61-68889897ee11'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:32:21.639646 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3e7f10d-260d-404e-8ab3-6d5942008069" -d '{"events": [{"server_uuid": "035d62ca-f3b4-47dc-9d29-4b4395538df2", "name": "network-vif-plugged", "status": "completed", "tag": "8ebbb4bf-86ee-4a02-9d61-68889897ee11"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:32:21.658119 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 8ebbb4bf-86ee-4a02-9d61-68889897ee11, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=8ebbb4bf-86ee-4a02-9d61-68889897ee11,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:32:21.663931 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (8ebbb4bf-86ee-4a02-9d61-68889897ee11), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:21.733206 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=8ebbb4bf-86ee-4a02-9d61-68889897ee11,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:21.745042 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:21.745711 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:21.746155 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:21.747099 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:21.747547 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:21.747999 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:21.748506 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:21.748940 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:21.749488 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:21.749981 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:21.750437 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:21.751011 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:21.751441 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:32:22.013478 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b94a9ec1-2400-44b5-8bcc-c740198f47f9 req-43d4491e-6e8c-483f-82c4-bb26a226e925 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed637eb7-997b-4a50-b9a4-acd664f51f8f HTTP/1.1" status: 200 len: 210 time: 0.0486975 Feb 09 21:32:22.090587 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [req-118cafe3-9aa6-4ab9-8eaf-54f98b45b9f2 req-6ccec013-b20a-4e89-9710-510bb646e389 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Router b2cd2203-f369-4459-8c0a-ca2cc9d71c0e has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:32:22.091704 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b6cc32f-0148-420f-b41c-d039c2b0f18c req-04a863c2-fcf9-42c8-af01-9f7da33bde54 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Made reservation on behalf of d13eb104d8994e4d9b604f1050cb6328 for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:32:22.095036 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-0b6cc32f-0148-420f-b41c-d039c2b0f18c req-04a863c2-fcf9-42c8-af01-9f7da33bde54 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:22.345396 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [req-0b6cc32f-0148-420f-b41c-d039c2b0f18c req-04a863c2-fcf9-42c8-af01-9f7da33bde54 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Allocated IP 172.20.0.14 (5406f657-d0e3-4570-bda7-aeb2bc509011/e1ad18b5-2d0f-4d2c-9c50-5fdfdce0a556/8b62e22c-f954-4a6a-8780-d7a6ea6e99e3) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:32:22.350913 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-118cafe3-9aa6-4ab9-8eaf-54f98b45b9f2 req-6ccec013-b20a-4e89-9710-510bb646e389 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:32:22.359764 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7eef9b-64b2-406b-a444-eb9977b150af req-f98067a6-e1c4-437a-a158-a8a6f2d43336 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:22.361333 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6a7eef9b-64b2-406b-a444-eb9977b150af req-f98067a6-e1c4-437a-a158-a8a6f2d43336 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "GET /v2.0/ports?device_id=b103a05b-af3d-405b-9b78-fef2ba862b56 HTTP/1.1" status: 200 len: 946 time: 0.1763911 Feb 09 21:32:22.365411 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9bfa37-7902-48a0-a1db-c5f548736265 None None] Sync routers for ids ['b2cd2203-f369-4459-8c0a-ca2cc9d71c0e'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:32:22.369007 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-118cafe3-9aa6-4ab9-8eaf-54f98b45b9f2 req-6ccec013-b20a-4e89-9710-510bb646e389 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:22.379677 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9bfa37-7902-48a0-a1db-c5f548736265 None None] Routers {'b2cd2203-f369-4459-8c0a-ca2cc9d71c0e'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:32:22.380582 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-8e9bfa37-7902-48a0-a1db-c5f548736265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:32:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['b2cd2203-f369-4459-8c0a-ca2cc9d71c0e'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:32:22.428123 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-118cafe3-9aa6-4ab9-8eaf-54f98b45b9f2 req-6ccec013-b20a-4e89-9710-510bb646e389 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.90 "PUT /v2.0/floatingips/3c49d0c4-6a20-4a4b-8675-67a56fd4d35f HTTP/1.1" status: 200 len: 695 time: 1.6142023 Feb 09 21:32:22.431426 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b001bdd-b4f7-4aa9-a733-0d546e2fe8d3', 'tag': '424d7ddc-d165-497f-a8fd-141fae042c97'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:32:22.433755 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e375999-bdc2-4b08-b32f-34138bbc2311" -d '{"events": [{"name": "network-changed", "server_uuid": "7b001bdd-b4f7-4aa9-a733-0d546e2fe8d3", "tag": "424d7ddc-d165-497f-a8fd-141fae042c97"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:32:22.508936 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6a7eef9b-64b2-406b-a444-eb9977b150af req-6c96f889-50cf-49f6-bb5e-ed28baf8c361 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf86e5b7-36f5-4887-a89f-16073b9e7049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365638 Feb 09 21:32:22.521602 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-8e9bfa37-7902-48a0-a1db-c5f548736265 None None] Set router b2cd2203-f369-4459-8c0a-ca2cc9d71c0e gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:32:22.589319 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118cafe3-9aa6-4ab9-8eaf-54f98b45b9f2 req-5126fd9e-cc6c-472d-a546-a463a29c2c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:22.590886 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-118cafe3-9aa6-4ab9-8eaf-54f98b45b9f2 req-5126fd9e-cc6c-472d-a546-a463a29c2c98 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=dac6b223cf904b85939aae2f16238e3d&device_id=7b001bdd-b4f7-4aa9-a733-0d546e2fe8d3 HTTP/1.1" status: 200 len: 1127 time: 0.1389787 Feb 09 21:32:22.703171 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-0b6cc32f-0148-420f-b41c-d039c2b0f18c req-04a863c2-fcf9-42c8-af01-9f7da33bde54 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Publish callbacks [] for port (8b62e22c-f954-4a6a-8780-d7a6ea6e99e3), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:22.818893 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a44dedc-b79f-4616-8d6e-53e8fd26905b req-ec840789-c813-4bfa-9c15-f6587e9a8c3f tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:22.825717 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0a44dedc-b79f-4616-8d6e-53e8fd26905b req-ec840789-c813-4bfa-9c15-f6587e9a8c3f tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=035d62ca-f3b4-47dc-9d29-4b4395538df2 HTTP/1.1" status: 200 len: 949 time: 0.1667383 Feb 09 21:32:22.830214 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118cafe3-9aa6-4ab9-8eaf-54f98b45b9f2 req-da3d4808-7b2c-4285-a07a-1abc015162bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:22.832947 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-118cafe3-9aa6-4ab9-8eaf-54f98b45b9f2 req-da3d4808-7b2c-4285-a07a-1abc015162bc service neutron] 10.222.0.90 "GET /v2.0/networks?id=00d33a83-8eda-497d-a1c1-41b14f9abbba HTTP/1.1" status: 200 len: 922 time: 0.2256770 Feb 09 21:32:22.837026 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-8e9bfa37-7902-48a0-a1db-c5f548736265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2cd2203-f369-4459-8c0a-ca2cc9d71c0e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1657409486-router', 'tenant_id': 'dac6b223cf904b85939aae2f16238e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'c607efac-cc97-46b5-bff8-7f356e409a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:30:55Z', 'updated_at': '2022-02-09T21:31:03Z', 'revision_number': 4, 'project_id': 'dac6b223cf904b85939aae2f16238e3d', 'gw_port': {'id': 'c607efac-cc97-46b5-bff8-7f356e409a55', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:20:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cd2203-f369-4459-8c0a-ca2cc9d71c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:30:56Z', 'updated_at': '2022-02-09T21:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': 'bb915676-6f76-419a-b959-97eacd8f3c94', 'name': '', 'network_id': '00d33a83-8eda-497d-a1c1-41b14f9abbba', 'tenant_id': 'dac6b223cf904b85939aae2f16238e3d', 'mac_address': 'fa:16:3e:6a:bb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cd2203-f369-4459-8c0a-ca2cc9d71c0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '2ae0b2a1-54ba-4223-84f8-c95ae116614d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:31:01Z', 'updated_at': '2022-02-09T21:31:08Z', 'revision_number': 5, 'project_id': 'dac6b223cf904b85939aae2f16238e3d', 'subnets': [{'id': '2ae0b2a1-54ba-4223-84f8-c95ae116614d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:32:22.858935 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-0b6cc32f-0148-420f-b41c-d039c2b0f18c req-04a863c2-fcf9-42c8-af01-9f7da33bde54 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (8b62e22c-f954-4a6a-8780-d7a6ea6e99e3), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:22.873249 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['df09fb29-1ecd-4bea-b09f-dc089b20c12e'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:32:22.875601 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9bfa37-7902-48a0-a1db-c5f548736265 None None] Checking router: b2cd2203-f369-4459-8c0a-ca2cc9d71c0e for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:32:22.919902 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-118cafe3-9aa6-4ab9-8eaf-54f98b45b9f2 req-e8b46b8a-2216-470b-ab53-cbb013973323 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=424d7ddc-d165-497f-a8fd-141fae042c97 HTTP/1.1" status: 200 len: 217 time: 0.0688901 Feb 09 21:32:22.924667 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9bfa37-7902-48a0-a1db-c5f548736265 None None] Routers {'b2cd2203-f369-4459-8c0a-ca2cc9d71c0e'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:32:22.925933 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-8e9bfa37-7902-48a0-a1db-c5f548736265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:32:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['b2cd2203-f369-4459-8c0a-ca2cc9d71c0e'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:32:22.957725 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b6cc32f-0148-420f-b41c-d039c2b0f18c req-04a863c2-fcf9-42c8-af01-9f7da33bde54 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Network 5406f657-d0e3-4570-bda7-aeb2bc509011 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:32:22.992522 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [req-0b6cc32f-0148-420f-b41c-d039c2b0f18c req-04a863c2-fcf9-42c8-af01-9f7da33bde54 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:32:22.997021 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a863c2-fcf9-42c8-af01-9f7da33bde54 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Pushing event updated for resources: {'Port': ['ID=8b62e22c-f954-4a6a-8780-d7a6ea6e99e3,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:23.003195 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b6cc32f-0148-420f-b41c-d039c2b0f18c req-04a863c2-fcf9-42c8-af01-9f7da33bde54 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:32:23.024154 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0a44dedc-b79f-4616-8d6e-53e8fd26905b req-f99e98fa-c4a3-43c4-b351-48fef72bf4bc tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916921 Feb 09 21:32:23.054738 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-8e9bfa37-7902-48a0-a1db-c5f548736265 None None] Set router b2cd2203-f369-4459-8c0a-ca2cc9d71c0e gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:32:23.126639 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118cafe3-9aa6-4ab9-8eaf-54f98b45b9f2 req-711e1221-aa91-4943-b764-778851d8d98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:23.129032 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-118cafe3-9aa6-4ab9-8eaf-54f98b45b9f2 req-711e1221-aa91-4943-b764-778851d8d98a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2ae0b2a1-54ba-4223-84f8-c95ae116614d HTTP/1.1" status: 200 len: 860 time: 0.1939168 Feb 09 21:32:23.156762 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9a870dff-d88a-4346-bed1-2434f2f0004a req-299c77bf-dab2-4e98-b5b5-c4623f6c4015 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/security-groups/2dd08290-d163-43ac-b6c3-7c4a8ba3e6a1 HTTP/1.1" status: 200 len: 1817 time: 0.1010509 Feb 09 21:32:23.181283 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6cc32f-0148-420f-b41c-d039c2b0f18c req-04a863c2-fcf9-42c8-af01-9f7da33bde54 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:23.181916 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-0b6cc32f-0148-420f-b41c-d039c2b0f18c req-04a863c2-fcf9-42c8-af01-9f7da33bde54 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:23.228767 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0b6cc32f-0148-420f-b41c-d039c2b0f18c req-04a863c2-fcf9-42c8-af01-9f7da33bde54 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7186985 Feb 09 21:32:23.253348 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118cafe3-9aa6-4ab9-8eaf-54f98b45b9f2 req-c020dcca-c770-430e-87a4-b05955d12adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:23.261290 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-118cafe3-9aa6-4ab9-8eaf-54f98b45b9f2 req-c020dcca-c770-430e-87a4-b05955d12adb service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=00d33a83-8eda-497d-a1c1-41b14f9abbba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1227748 Feb 09 21:32:23.275800 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-0b6cc32f-0148-420f-b41c-d039c2b0f18c req-3a73aff7-051b-41eb-8323-d4bcfd772fd8 service neutron] Request body: {'port': {'device_id': 'ed637eb7-997b-4a50-b9a4-acd664f51f8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-5'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:32:23.385201 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-9a870dff-d88a-4346-bed1-2434f2f0004a req-dd14d1b6-c7bf-4b2d-95bd-f3567fe1bed3 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Publish callbacks [] for security_group (2dd08290-d163-43ac-b6c3-7c4a8ba3e6a1), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:23.397596 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 6baa751d-f156-4998-94bb-c6f43767cb46 details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:32:23.412894 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-9a870dff-d88a-4346-bed1-2434f2f0004a req-dd14d1b6-c7bf-4b2d-95bd-f3567fe1bed3 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Publish callbacks [] for security_group (2dd08290-d163-43ac-b6c3-7c4a8ba3e6a1), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:23.445933 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:23.476536 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-9a870dff-d88a-4346-bed1-2434f2f0004a req-dd14d1b6-c7bf-4b2d-95bd-f3567fe1bed3 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (2dd08290-d163-43ac-b6c3-7c4a8ba3e6a1), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:23.479447 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-9a870dff-d88a-4346-bed1-2434f2f0004a req-dd14d1b6-c7bf-4b2d-95bd-f3567fe1bed3 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:23.480658 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9a870dff-d88a-4346-bed1-2434f2f0004a req-dd14d1b6-c7bf-4b2d-95bd-f3567fe1bed3 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "DELETE /v2.0/security-groups/2dd08290-d163-43ac-b6c3-7c4a8ba3e6a1 HTTP/1.1" status: 204 len: 173 time: 0.3053091 Feb 09 21:32:23.538260 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd14d1b6-c7bf-4b2d-95bd-f3567fe1bed3 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd08290-d163-43ac-b6c3-7c4a8ba3e6a1,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:23.563926 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-0b6cc32f-0148-420f-b41c-d039c2b0f18c req-3a73aff7-051b-41eb-8323-d4bcfd772fd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (8b62e22c-f954-4a6a-8780-d7a6ea6e99e3), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:23.569729 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-118cafe3-9aa6-4ab9-8eaf-54f98b45b9f2 req-dffc0ba9-4d44-42a4-ac20-3ba0bf10cd80 service neutron] 10.222.0.90 "GET /v2.0/networks/00d33a83-8eda-497d-a1c1-41b14f9abbba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075049 Feb 09 21:32:23.575559 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fa0a7a9-122f-4b20-84a6-48195ac7b0b7 x-openstack-request-id: req-3fa0a7a9-122f-4b20-84a6-48195ac7b0b7 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:32:23.576772 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "035d62ca-f3b4-47dc-9d29-4b4395538df2", "name": "network-vif-plugged", "status": "completed", "tag": "8ebbb4bf-86ee-4a02-9d61-68889897ee11", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:32:23.577087 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-3fa0a7a9-122f-4b20-84a6-48195ac7b0b7 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:32:23.577571 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '035d62ca-f3b4-47dc-9d29-4b4395538df2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ebbb4bf-86ee-4a02-9d61-68889897ee11', 'code': 200} Feb 09 21:32:23.710861 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 6baa751d-f156-4998-94bb-c6f43767cb46, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=6baa751d-f156-4998-94bb-c6f43767cb46,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:32:23.732111 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': '6baa751d-f156-4998-94bb-c6f43767cb46', 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc', 'port_id': '6baa751d-f156-4998-94bb-c6f43767cb46', 'mac_address': 'fa:16:3e:ab:f9:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f7402ac-a35b-414b-bcc1-bc1c3072ec3c', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:32:23.783915 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-8e9bfa37-7902-48a0-a1db-c5f548736265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2cd2203-f369-4459-8c0a-ca2cc9d71c0e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1657409486-router', 'tenant_id': 'dac6b223cf904b85939aae2f16238e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'c607efac-cc97-46b5-bff8-7f356e409a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:30:55Z', 'updated_at': '2022-02-09T21:31:03Z', 'revision_number': 4, 'project_id': 'dac6b223cf904b85939aae2f16238e3d', 'gw_port': {'id': 'c607efac-cc97-46b5-bff8-7f356e409a55', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:20:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cd2203-f369-4459-8c0a-ca2cc9d71c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:30:56Z', 'updated_at': '2022-02-09T21:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': 'bb915676-6f76-419a-b959-97eacd8f3c94', 'name': '', 'network_id': '00d33a83-8eda-497d-a1c1-41b14f9abbba', 'tenant_id': 'dac6b223cf904b85939aae2f16238e3d', 'mac_address': 'fa:16:3e:6a:bb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cd2203-f369-4459-8c0a-ca2cc9d71c0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '2ae0b2a1-54ba-4223-84f8-c95ae116614d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:31:01Z', 'updated_at': '2022-02-09T21:31:08Z', 'revision_number': 5, 'project_id': 'dac6b223cf904b85939aae2f16238e3d', 'subnets': [{'id': '2ae0b2a1-54ba-4223-84f8-c95ae116614d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:32:23.785736 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 6baa751d-f156-4998-94bb-c6f43767cb46 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:32:23.786185 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (6baa751d-f156-4998-94bb-c6f43767cb46), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:23.824804 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9bfa37-7902-48a0-a1db-c5f548736265 None None] The sync data for ids ['b2cd2203-f369-4459-8c0a-ca2cc9d71c0e'] in n-d-828369-5 is: [{'id': 'b2cd2203-f369-4459-8c0a-ca2cc9d71c0e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1657409486-router', 'tenant_id': 'dac6b223cf904b85939aae2f16238e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'c607efac-cc97-46b5-bff8-7f356e409a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:30:55Z', 'updated_at': '2022-02-09T21:31:03Z', 'revision_number': 4, 'project_id': 'dac6b223cf904b85939aae2f16238e3d', 'gw_port': {'id': 'c607efac-cc97-46b5-bff8-7f356e409a55', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:20:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cd2203-f369-4459-8c0a-ca2cc9d71c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:30:56Z', 'updated_at': '2022-02-09T21:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': 'bb915676-6f76-419a-b959-97eacd8f3c94', 'name': '', 'network_id': '00d33a83-8eda-497d-a1c1-41b14f9abbba', 'tenant_id': 'dac6b223cf904b85939aae2f16238e3d', 'mac_address': 'fa:16:3e:6a:bb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cd2203-f369-4459-8c0a-ca2cc9d71c0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '2ae0b2a1-54ba-4223-84f8-c95ae116614d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:31:01Z', 'updated_at': '2022-02-09T21:31:08Z', 'revision_number': 5, 'project_id': 'dac6b223cf904b85939aae2f16238e3d', 'subnets': [{'id': '2ae0b2a1-54ba-4223-84f8-c95ae116614d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:32:23.829845 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6baa751d-f156-4998-94bb-c6f43767cb46 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:32:23.855015 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 6baa751d-f156-4998-94bb-c6f43767cb46, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=6baa751d-f156-4998-94bb-c6f43767cb46,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:32:23.859792 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (6baa751d-f156-4998-94bb-c6f43767cb46), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:23.935219 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=6baa751d-f156-4998-94bb-c6f43767cb46,revision_number=8']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:24.068177 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-118cafe3-9aa6-4ab9-8eaf-54f98b45b9f2 req-25fc73b3-7b86-4490-978a-ff67f9b3e973 service neutron] 10.222.0.90 "GET /v2.0/networks/00d33a83-8eda-497d-a1c1-41b14f9abbba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4886603 Feb 09 21:32:24.071850 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a040a6-1eaf-4681-ad06-62c84eaebddd req-882635b5-45bf-4ada-85df-5d8716362685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:24.073364 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-09a040a6-1eaf-4681-ad06-62c84eaebddd req-882635b5-45bf-4ada-85df-5d8716362685 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=035d62ca-f3b4-47dc-9d29-4b4395538df2 HTTP/1.1" status: 200 len: 1131 time: 0.3629560 Feb 09 21:32:24.095952 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d39db19-f800-47d5-b609-c8725f37ae8e req-10610957-8b0e-43b8-83ce-63cf471649e7 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:24.097542 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9d39db19-f800-47d5-b609-c8725f37ae8e req-10610957-8b0e-43b8-83ce-63cf471649e7 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c4dadfc-4571-4c50-811c-72f64728536f HTTP/1.1" status: 200 len: 948 time: 0.3832979 Feb 09 21:32:24.238944 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-09a040a6-1eaf-4681-ad06-62c84eaebddd req-f4f256e0-8835-4e6e-8e21-c6bf0134c1a7 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555164 Feb 09 21:32:24.241211 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-111ccc21-bb6f-4210-9a14-359eff241c8b x-openstack-request-id: req-111ccc21-bb6f-4210-9a14-359eff241c8b {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:32:24.241514 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b001bdd-b4f7-4aa9-a733-0d546e2fe8d3", "tag": "424d7ddc-d165-497f-a8fd-141fae042c97", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:32:24.241774 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-111ccc21-bb6f-4210-9a14-359eff241c8b {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:32:24.242173 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b001bdd-b4f7-4aa9-a733-0d546e2fe8d3', 'tag': '424d7ddc-d165-497f-a8fd-141fae042c97', 'status': 'completed', 'code': 200} Feb 09 21:32:24.248079 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9d39db19-f800-47d5-b609-c8725f37ae8e req-f8715df0-2f7e-4a6c-833f-f1e0ddb6b6dd tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424665 Feb 09 21:32:24.293950 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569ce119-ac13-460b-b215-7cc2f9e3f9ad None None] New status for floating IP 3c49d0c4-6a20-4a4b-8675-67a56fd4d35f: DOWN {{(pid=103143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:32:24.371017 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [req-0b6cc32f-0148-420f-b41c-d039c2b0f18c req-3a73aff7-051b-41eb-8323-d4bcfd772fd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b62e22c-f954-4a6a-8780-d7a6ea6e99e3 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:32:24.374757 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e375999-bdc2-4b08-b32f-34138bbc2311 req-074c4ca7-0161-4177-8ca5-b3ddcbbc66d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:24.381545 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-1e375999-bdc2-4b08-b32f-34138bbc2311 req-074c4ca7-0161-4177-8ca5-b3ddcbbc66d2 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=dac6b223cf904b85939aae2f16238e3d&device_id=7b001bdd-b4f7-4aa9-a733-0d546e2fe8d3 HTTP/1.1" status: 200 len: 1127 time: 0.0959506 Feb 09 21:32:24.386822 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-0b6cc32f-0148-420f-b41c-d039c2b0f18c req-3a73aff7-051b-41eb-8323-d4bcfd772fd8 service neutron] Publish callbacks [] for port (8b62e22c-f954-4a6a-8780-d7a6ea6e99e3), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:24.431463 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [req-0b6cc32f-0148-420f-b41c-d039c2b0f18c req-3a73aff7-051b-41eb-8323-d4bcfd772fd8 service neutron] Transition to ACTIVE for port object 8b62e22c-f954-4a6a-8780-d7a6ea6e99e3 will not be triggered until provisioned by entity L2. {{(pid=103140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:32:24.435713 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-0b6cc32f-0148-420f-b41c-d039c2b0f18c req-3a73aff7-051b-41eb-8323-d4bcfd772fd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (8b62e22c-f954-4a6a-8780-d7a6ea6e99e3), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:24.564928 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a73aff7-051b-41eb-8323-d4bcfd772fd8 service neutron] Pushing event updated for resources: {'Port': ['ID=8b62e22c-f954-4a6a-8780-d7a6ea6e99e3,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:24.574355 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e375999-bdc2-4b08-b32f-34138bbc2311 req-8bd1b13d-8d36-4cbd-8eb5-a0a98d184953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:24.578022 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-1e375999-bdc2-4b08-b32f-34138bbc2311 req-8bd1b13d-8d36-4cbd-8eb5-a0a98d184953 service neutron] 10.222.0.89 "GET /v2.0/networks?id=00d33a83-8eda-497d-a1c1-41b14f9abbba HTTP/1.1" status: 200 len: 922 time: 0.1819913 Feb 09 21:32:24.672603 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6b6f5e-877a-460c-912d-bdb67fa284f9 req-b8034421-db82-4928-a4d7-d2d31fa6cb80 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:24.681171 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8d6b6f5e-877a-460c-912d-bdb67fa284f9 req-b8034421-db82-4928-a4d7-d2d31fa6cb80 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed637eb7-997b-4a50-b9a4-acd664f51f8f HTTP/1.1" status: 200 len: 944 time: 0.2319679 Feb 09 21:32:24.693592 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['6baa751d-f156-4998-94bb-c6f43767cb46'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:32:24.726721 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-1e375999-bdc2-4b08-b32f-34138bbc2311 req-048fa65d-93ec-43f4-a61e-f954569eadc5 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=424d7ddc-d165-497f-a8fd-141fae042c97 HTTP/1.1" status: 200 len: 217 time: 0.1406751 Feb 09 21:32:24.744826 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-0b6cc32f-0148-420f-b41c-d039c2b0f18c req-3a73aff7-051b-41eb-8323-d4bcfd772fd8 service neutron] Attempting to bind port 8b62e22c-f954-4a6a-8780-d7a6ea6e99e3 on host n-h1-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:32:24.745399 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-0b6cc32f-0148-420f-b41c-d039c2b0f18c req-3a73aff7-051b-41eb-8323-d4bcfd772fd8 service neutron] Attempting to bind port 8b62e22c-f954-4a6a-8780-d7a6ea6e99e3 by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': '2e235117-e979-4e65-8640-84c4faf827fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '5406f657-d0e3-4570-bda7-aeb2bc509011'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:32:24.745730 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6cc32f-0148-420f-b41c-d039c2b0f18c req-3a73aff7-051b-41eb-8323-d4bcfd772fd8 service neutron] Attempting to bind port 8b62e22c-f954-4a6a-8780-d7a6ea6e99e3 on network 5406f657-d0e3-4570-bda7-aeb2bc509011 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:32:24.752910 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6cc32f-0148-420f-b41c-d039c2b0f18c req-3a73aff7-051b-41eb-8323-d4bcfd772fd8 service neutron] Port 8b62e22c-f954-4a6a-8780-d7a6ea6e99e3 on network 5406f657-d0e3-4570-bda7-aeb2bc509011 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:32:24.753246 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6cc32f-0148-420f-b41c-d039c2b0f18c req-3a73aff7-051b-41eb-8323-d4bcfd772fd8 service neutron] Attempting to bind port 8b62e22c-f954-4a6a-8780-d7a6ea6e99e3 on network 5406f657-d0e3-4570-bda7-aeb2bc509011 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:32:24.768902 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8d6b6f5e-877a-460c-912d-bdb67fa284f9 req-ae950b74-6bf9-4196-95af-673f21adc6d3 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866876 Feb 09 21:32:24.794616 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6cc32f-0148-420f-b41c-d039c2b0f18c req-3a73aff7-051b-41eb-8323-d4bcfd772fd8 service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:32:24.795029 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6cc32f-0148-420f-b41c-d039c2b0f18c req-3a73aff7-051b-41eb-8323-d4bcfd772fd8 service neutron] Checking segment: {'id': '2e235117-e979-4e65-8640-84c4faf827fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '5406f657-d0e3-4570-bda7-aeb2bc509011'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:32:24.795426 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6cc32f-0148-420f-b41c-d039c2b0f18c req-3a73aff7-051b-41eb-8323-d4bcfd772fd8 service neutron] Bound using segment: {'id': '2e235117-e979-4e65-8640-84c4faf827fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '5406f657-d0e3-4570-bda7-aeb2bc509011'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:32:24.795890 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-0b6cc32f-0148-420f-b41c-d039c2b0f18c req-3a73aff7-051b-41eb-8323-d4bcfd772fd8 service neutron] Bound port: 8b62e22c-f954-4a6a-8780-d7a6ea6e99e3, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e235117-e979-4e65-8640-84c4faf827fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '5406f657-d0e3-4570-bda7-aeb2bc509011'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:32:24.796284 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-0b6cc32f-0148-420f-b41c-d039c2b0f18c req-3a73aff7-051b-41eb-8323-d4bcfd772fd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (8b62e22c-f954-4a6a-8780-d7a6ea6e99e3), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:24.861760 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e375999-bdc2-4b08-b32f-34138bbc2311 req-d51720c5-6f99-42f9-a908-72aafb933dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:24.866628 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-1e375999-bdc2-4b08-b32f-34138bbc2311 req-d51720c5-6f99-42f9-a908-72aafb933dc6 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2ae0b2a1-54ba-4223-84f8-c95ae116614d HTTP/1.1" status: 200 len: 860 time: 0.1275461 Feb 09 21:32:24.892454 n-d-828369-5 neutron-server[103140]: INFO neutron.api.v2.resource [req-9664f70f-60fe-45f9-a485-a6024c1453e4 req-50619576-33e9-4177-99c0-9d04d572c805 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] show failed (client error): The resource could not be found. Feb 09 21:32:24.894070 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9664f70f-60fe-45f9-a485-a6024c1453e4 req-50619576-33e9-4177-99c0-9d04d572c805 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/security-groups/2dd08290-d163-43ac-b6c3-7c4a8ba3e6a1 HTTP/1.1" status: 404 len: 352 time: 0.0618954 Feb 09 21:32:24.974323 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e375999-bdc2-4b08-b32f-34138bbc2311 req-af96aa46-7f2d-4034-a4c3-2d13e2fca269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:24.977208 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-1e375999-bdc2-4b08-b32f-34138bbc2311 req-af96aa46-7f2d-4034-a4c3-2d13e2fca269 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=00d33a83-8eda-497d-a1c1-41b14f9abbba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0935795 Feb 09 21:32:25.002203 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-0b6cc32f-0148-420f-b41c-d039c2b0f18c req-3a73aff7-051b-41eb-8323-d4bcfd772fd8 service neutron] For port 8b62e22c-f954-4a6a-8780-d7a6ea6e99e3, host n-h1-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:32:25.006422 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-0b6cc32f-0148-420f-b41c-d039c2b0f18c req-3a73aff7-051b-41eb-8323-d4bcfd772fd8 service neutron] For port 8b62e22c-f954-4a6a-8780-d7a6ea6e99e3, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=8b62e22c-f954-4a6a-8780-d7a6ea6e99e3,segment=NetworkSegment(2e235117-e979-4e65-8640-84c4faf827fd),segment_id=2e235117-e979-4e65-8640-84c4faf827fd)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:32:25.037441 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-0b6cc32f-0148-420f-b41c-d039c2b0f18c req-3a73aff7-051b-41eb-8323-d4bcfd772fd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (8b62e22c-f954-4a6a-8780-d7a6ea6e99e3), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:25.147826 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a73aff7-051b-41eb-8323-d4bcfd772fd8 service neutron] Pushing event updated for resources: {'Port': ['ID=8b62e22c-f954-4a6a-8780-d7a6ea6e99e3,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:25.173109 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6cc32f-0148-420f-b41c-d039c2b0f18c req-3a73aff7-051b-41eb-8323-d4bcfd772fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:25.173879 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-0b6cc32f-0148-420f-b41c-d039c2b0f18c req-3a73aff7-051b-41eb-8323-d4bcfd772fd8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:25.175432 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0b6cc32f-0148-420f-b41c-d039c2b0f18c req-3a73aff7-051b-41eb-8323-d4bcfd772fd8 service neutron] 10.222.0.95 "PUT /v2.0/ports/8b62e22c-f954-4a6a-8780-d7a6ea6e99e3 HTTP/1.1" status: 200 len: 1092 time: 1.9251018 Feb 09 21:32:25.177736 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-1e375999-bdc2-4b08-b32f-34138bbc2311 req-8df8f70e-815e-42e0-8bcc-cd6c576c3a02 service neutron] 10.222.0.89 "GET /v2.0/networks/00d33a83-8eda-497d-a1c1-41b14f9abbba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860077 Feb 09 21:32:25.185803 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c3b07a-a2ee-42e2-9611-6ae069407471 req-ba7d9d60-5883-41f9-bcbf-91c9fb6aeb5e tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:25.188120 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e0c3b07a-a2ee-42e2-9611-6ae069407471 req-ba7d9d60-5883-41f9-bcbf-91c9fb6aeb5e tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=035d62ca-f3b4-47dc-9d29-4b4395538df2 HTTP/1.1" status: 200 len: 949 time: 0.2929528 Feb 09 21:32:25.346601 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e0c3b07a-a2ee-42e2-9611-6ae069407471 req-45034aab-e98b-4f9a-9eba-1d3e05ec2fbe tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422763 Feb 09 21:32:25.385472 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6cc32f-0148-420f-b41c-d039c2b0f18c req-3da69b5e-7213-45a6-b474-7064558d980d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:25.387455 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0b6cc32f-0148-420f-b41c-d039c2b0f18c req-3da69b5e-7213-45a6-b474-7064558d980d service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=d13eb104d8994e4d9b604f1050cb6328&device_id=ed637eb7-997b-4a50-b9a4-acd664f51f8f HTTP/1.1" status: 200 len: 1126 time: 0.1250482 Feb 09 21:32:25.400801 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-1e375999-bdc2-4b08-b32f-34138bbc2311 req-202c9f24-0d8b-492f-99e2-0c6744c85e84 service neutron] 10.222.0.89 "GET /v2.0/networks/00d33a83-8eda-497d-a1c1-41b14f9abbba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086158 Feb 09 21:32:25.443804 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0b6cc32f-0148-420f-b41c-d039c2b0f18c req-08da1ac0-2ea1-462a-8067-16def4ef5898 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b62e22c-f954-4a6a-8780-d7a6ea6e99e3 HTTP/1.1" status: 200 len: 217 time: 0.0418789 Feb 09 21:32:25.513960 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6cc32f-0148-420f-b41c-d039c2b0f18c req-e6f658e2-4fb9-40d3-838e-fd84db238b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:25.515602 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0b6cc32f-0148-420f-b41c-d039c2b0f18c req-e6f658e2-4fb9-40d3-838e-fd84db238b2f service neutron] 10.222.0.95 "GET /v2.0/subnets?id=e1ad18b5-2d0f-4d2c-9c50-5fdfdce0a556 HTTP/1.1" status: 200 len: 848 time: 0.0575755 Feb 09 21:32:25.596055 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0b6cc32f-0148-420f-b41c-d039c2b0f18c req-bf52d54a-938b-4329-ad3d-56b1fa044b5d service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=5406f657-d0e3-4570-bda7-aeb2bc509011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643582 Feb 09 21:32:25.677332 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0e934dd5-87cc-4200-a0f2-b0f903150704 req-bc856b65-a7fb-42cf-b058-c48f2e478cf4 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/security-groups/ef8f2eac-5ead-4c43-b22d-966760fc9c0f HTTP/1.1" status: 200 len: 1818 time: 0.1607201 Feb 09 21:32:25.863710 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041a6e1-2d70-4b7f-93c2-1815bff96de0 req-13a593fa-4645-4e6e-8251-6599bb7ee3f8 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:25.865301 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9041a6e1-2d70-4b7f-93c2-1815bff96de0 req-13a593fa-4645-4e6e-8251-6599bb7ee3f8 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.95 "GET /v2.0/ports?device_id=2c4dadfc-4571-4c50-811c-72f64728536f&tenant_id=def3446e95584f24b6fdfb40ceda16ab&binding%3Ahost_id=n-h2-828369-5 HTTP/1.1" status: 200 len: 948 time: 0.2433732 Feb 09 21:32:25.875512 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0b6cc32f-0148-420f-b41c-d039c2b0f18c req-11712a2e-b97e-468a-8298-b45cd0ac77b9 service neutron] 10.222.0.95 "GET /v2.0/networks/5406f657-d0e3-4570-bda7-aeb2bc509011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430747 Feb 09 21:32:25.890663 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b47a4c-5621-4024-b878-8778591688c7 req-31fbb083-1da9-45f3-9ca7-c47bb7e3a088 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:25.892170 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b6b47a4c-5621-4024-b878-8778591688c7 req-31fbb083-1da9-45f3-9ca7-c47bb7e3a088 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.90 "GET /v2.0/ports?device_id=267f27c9-0cfc-409d-8870-ca614d4a8cff&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2402472 Feb 09 21:32:25.980801 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-0e934dd5-87cc-4200-a0f2-b0f903150704 req-57e8cb11-0042-41dd-ac83-1836d2986274 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Publish callbacks [] for security_group (ef8f2eac-5ead-4c43-b22d-966760fc9c0f), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:26.014206 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b6b47a4c-5621-4024-b878-8778591688c7 req-fab9c452-18bd-4b66-ae9d-9393da53fcc2 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.90 "GET /v2.0/floatingips?floating_ip_address=172.25.3.126 HTTP/1.1" status: 200 len: 696 time: 0.1045346 Feb 09 21:32:26.037659 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-b6b47a4c-5621-4024-b878-8778591688c7 req-84350e95-1a08-4ccc-8211-419a57193bb8 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Request body: {'floatingip': {'port_id': 'abca71b7-c298-40e9-b2e3-e38f8f476231', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:32:26.106503 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-0e934dd5-87cc-4200-a0f2-b0f903150704 req-57e8cb11-0042-41dd-ac83-1836d2986274 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Publish callbacks [] for security_group (ef8f2eac-5ead-4c43-b22d-966760fc9c0f), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:26.118828 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-b6b47a4c-5621-4024-b878-8778591688c7 req-84350e95-1a08-4ccc-8211-419a57193bb8 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Publish callbacks [] for floatingip (3c49d0c4-6a20-4a4b-8675-67a56fd4d35f), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:26.134381 n-d-828369-5 neutron-server[103140]: INFO neutron.api.v2.resource [req-9041a6e1-2d70-4b7f-93c2-1815bff96de0 req-5ed0c299-6371-449f-afc9-ad6e64b1e54f service neutron] delete failed (client error): The resource could not be found. Feb 09 21:32:26.135396 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9041a6e1-2d70-4b7f-93c2-1815bff96de0 req-5ed0c299-6371-449f-afc9-ad6e64b1e54f service neutron] 10.222.0.95 "DELETE /v2.0/ports/6baa751d-f156-4998-94bb-c6f43767cb46/bindings/n-h1-828369-5 HTTP/1.1" status: 404 len: 380 time: 0.2590427 Feb 09 21:32:26.218935 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0b6cc32f-0148-420f-b41c-d039c2b0f18c req-34e80f73-7310-49c7-9895-f343f1958db5 service neutron] 10.222.0.95 "GET /v2.0/networks/5406f657-d0e3-4570-bda7-aeb2bc509011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3200164 Feb 09 21:32:26.252574 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed637eb7-997b-4a50-b9a4-acd664f51f8f', 'tag': '8b62e22c-f954-4a6a-8780-d7a6ea6e99e3'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:32:26.254638 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c72f5534-9edb-4c38-aca3-040b207ab3ec" -d '{"events": [{"name": "network-changed", "server_uuid": "ed637eb7-997b-4a50-b9a4-acd664f51f8f", "tag": "8b62e22c-f954-4a6a-8780-d7a6ea6e99e3"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:32:26.273391 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-0e934dd5-87cc-4200-a0f2-b0f903150704 req-57e8cb11-0042-41dd-ac83-1836d2986274 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (ef8f2eac-5ead-4c43-b22d-966760fc9c0f), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:26.276089 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-0e934dd5-87cc-4200-a0f2-b0f903150704 req-57e8cb11-0042-41dd-ac83-1836d2986274 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:26.277302 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0e934dd5-87cc-4200-a0f2-b0f903150704 req-57e8cb11-0042-41dd-ac83-1836d2986274 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "DELETE /v2.0/security-groups/ef8f2eac-5ead-4c43-b22d-966760fc9c0f HTTP/1.1" status: 204 len: 173 time: 0.5570018 Feb 09 21:32:26.370657 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e8cb11-0042-41dd-ac83-1836d2986274 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef8f2eac-5ead-4c43-b22d-966760fc9c0f,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:26.448337 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041a6e1-2d70-4b7f-93c2-1815bff96de0 req-d7d1bf69-bd81-4844-8e40-f709453061ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:26.449929 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9041a6e1-2d70-4b7f-93c2-1815bff96de0 req-d7d1bf69-bd81-4844-8e40-f709453061ee service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=def3446e95584f24b6fdfb40ceda16ab&device_id=2c4dadfc-4571-4c50-811c-72f64728536f HTTP/1.1" status: 200 len: 1130 time: 0.1188090 Feb 09 21:32:27.032663 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d48447-2ee8-4f32-9941-1e08d568dbcc req-2d497e09-0c60-4a19-b70a-4e5400474cbf tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:27.034358 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-74d48447-2ee8-4f32-9941-1e08d568dbcc req-2d497e09-0c60-4a19-b70a-4e5400474cbf tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c4dadfc-4571-4c50-811c-72f64728536f HTTP/1.1" status: 200 len: 948 time: 0.5342691 Feb 09 21:32:27.042927 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041a6e1-2d70-4b7f-93c2-1815bff96de0 req-c45c974d-fa1c-4bc8-ac53-9499f4a8e2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:27.044416 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9041a6e1-2d70-4b7f-93c2-1815bff96de0 req-c45c974d-fa1c-4bc8-ac53-9499f4a8e2a6 service neutron] 10.222.0.95 "GET /v2.0/networks?id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc HTTP/1.1" status: 200 len: 870 time: 0.5454118 Feb 09 21:32:27.118061 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9041a6e1-2d70-4b7f-93c2-1815bff96de0 req-08dc2071-a5aa-4861-a036-0ed1cfaeaa1b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=6baa751d-f156-4998-94bb-c6f43767cb46 HTTP/1.1" status: 200 len: 217 time: 0.0462387 Feb 09 21:32:27.148655 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.db.resource_extend [req-b6b47a4c-5621-4024-b878-8778591688c7 req-84350e95-1a08-4ccc-8211-419a57193bb8 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 21:32:27.218460 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-74d48447-2ee8-4f32-9941-1e08d568dbcc req-03504158-a6d6-44ad-9b45-744b1c40a018 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709261 Feb 09 21:32:27.240942 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-b6b47a4c-5621-4024-b878-8778591688c7 req-84350e95-1a08-4ccc-8211-419a57193bb8 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:27.243110 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041a6e1-2d70-4b7f-93c2-1815bff96de0 req-fc523b26-1868-4e3d-bbf3-cbf072f8702d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:27.244683 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9041a6e1-2d70-4b7f-93c2-1815bff96de0 req-fc523b26-1868-4e3d-bbf3-cbf072f8702d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0f7402ac-a35b-414b-bcc1-bc1c3072ec3c HTTP/1.1" status: 200 len: 843 time: 0.1113608 Feb 09 21:32:27.245827 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-b6b47a4c-5621-4024-b878-8778591688c7 req-84350e95-1a08-4ccc-8211-419a57193bb8 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (3c49d0c4-6a20-4a4b-8675-67a56fd4d35f), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:27.434315 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041a6e1-2d70-4b7f-93c2-1815bff96de0 req-6cdb42b2-3308-40ad-a952-9f15dcf8652a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:27.436042 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9041a6e1-2d70-4b7f-93c2-1815bff96de0 req-6cdb42b2-3308-40ad-a952-9f15dcf8652a service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1459222 Feb 09 21:32:27.438694 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device b572a502-e00d-4f2d-a1d2-15a4b872ad97 details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:32:27.449730 n-d-828369-5 neutron-server[103140]: INFO neutron.db.l3_db [req-b6b47a4c-5621-4024-b878-8778591688c7 req-84350e95-1a08-4ccc-8211-419a57193bb8 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Floating IP 3c49d0c4-6a20-4a4b-8675-67a56fd4d35f associated. External IP: 172.25.3.126, port: abca71b7-c298-40e9-b2e3-e38f8f476231. Feb 09 21:32:27.472893 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42b77af-9af5-4434-af07-e3996659714e req-5bc1bdd0-9831-4875-b422-c3f47c97e79d tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:27.487185 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c42b77af-9af5-4434-af07-e3996659714e req-5bc1bdd0-9831-4875-b422-c3f47c97e79d tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed637eb7-997b-4a50-b9a4-acd664f51f8f HTTP/1.1" status: 200 len: 944 time: 0.1338642 Feb 09 21:32:27.603972 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port b572a502-e00d-4f2d-a1d2-15a4b872ad97, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=b572a502-e00d-4f2d-a1d2-15a4b872ad97,segment=NetworkSegment(245b6cbf-bc8c-4ac6-8eda-9aca94663a57),segment_id=245b6cbf-bc8c-4ac6-8eda-9aca94663a57)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:32:27.622385 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': 'b572a502-e00d-4f2d-a1d2-15a4b872ad97', 'network_id': '03e4b562-fd58-4ef4-b9aa-3c97d3e91c8c', 'port_id': 'b572a502-e00d-4f2d-a1d2-15a4b872ad97', 'mac_address': 'fa:16:3e:57:71:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0943e86a-4b39-47c3-92d6-eb8b20ecbe76', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:32:27.675036 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port b572a502-e00d-4f2d-a1d2-15a4b872ad97 is: ACTIVE; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:32:27.675655 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (b572a502-e00d-4f2d-a1d2-15a4b872ad97), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:27.692380 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b572a502-e00d-4f2d-a1d2-15a4b872ad97 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:32:27.715249 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port b572a502-e00d-4f2d-a1d2-15a4b872ad97, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=b572a502-e00d-4f2d-a1d2-15a4b872ad97,segment=NetworkSegment(245b6cbf-bc8c-4ac6-8eda-9aca94663a57),segment_id=245b6cbf-bc8c-4ac6-8eda-9aca94663a57)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:32:27.716392 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c42b77af-9af5-4434-af07-e3996659714e req-a9a2eceb-a8b6-4e16-9822-3cd1e84435c7 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575272 Feb 09 21:32:27.721617 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (b572a502-e00d-4f2d-a1d2-15a4b872ad97), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:27.786156 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-366611fb-f909-4be1-953a-c66835261fff x-openstack-request-id: req-366611fb-f909-4be1-953a-c66835261fff {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:32:27.786454 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed637eb7-997b-4a50-b9a4-acd664f51f8f", "tag": "8b62e22c-f954-4a6a-8780-d7a6ea6e99e3", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:32:27.786708 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-366611fb-f909-4be1-953a-c66835261fff {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:32:27.787111 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed637eb7-997b-4a50-b9a4-acd664f51f8f', 'tag': '8b62e22c-f954-4a6a-8780-d7a6ea6e99e3', 'status': 'completed', 'code': 200} Feb 09 21:32:27.799111 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9041a6e1-2d70-4b7f-93c2-1815bff96de0 req-b6461e7f-7ac1-4b38-b762-750be6b2e11a service neutron] 10.222.0.95 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3440850 Feb 09 21:32:27.813229 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=b572a502-e00d-4f2d-a1d2-15a4b872ad97,revision_number=6']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:27.901788 n-d-828369-5 neutron-server[103140]: INFO neutron.api.v2.resource [req-5c3827fa-58e9-4cae-b32f-6fc46bc8facb req-8bdaa3fa-216f-4733-b73c-62a69a393d3d tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] show failed (client error): The resource could not be found. Feb 09 21:32:27.903163 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5c3827fa-58e9-4cae-b32f-6fc46bc8facb req-8bdaa3fa-216f-4733-b73c-62a69a393d3d tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/security-groups/ef8f2eac-5ead-4c43-b22d-966760fc9c0f HTTP/1.1" status: 404 len: 352 time: 0.1018281 Feb 09 21:32:27.962746 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['b572a502-e00d-4f2d-a1d2-15a4b872ad97'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:32:28.072686 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72f5534-9edb-4c38-aca3-040b207ab3ec req-bff7a043-2891-4fd4-b878-ead83cebec41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:28.074525 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c72f5534-9edb-4c38-aca3-040b207ab3ec req-bff7a043-2891-4fd4-b878-ead83cebec41 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=d13eb104d8994e4d9b604f1050cb6328&device_id=ed637eb7-997b-4a50-b9a4-acd664f51f8f HTTP/1.1" status: 200 len: 1126 time: 0.1850584 Feb 09 21:32:28.080564 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9041a6e1-2d70-4b7f-93c2-1815bff96de0 req-90ef8e99-8453-4a05-be49-de45ff35aa12 service neutron] 10.222.0.95 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272234 Feb 09 21:32:28.088467 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b6b47a4c-5621-4024-b878-8778591688c7 req-84350e95-1a08-4ccc-8211-419a57193bb8 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Router b2cd2203-f369-4459-8c0a-ca2cc9d71c0e has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:32:28.109405 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a01d8ed-e734-4620-bece-89c9d7efbcac req-c974e5c0-f73d-4556-801c-62335cbd1163 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:28.111332 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9a01d8ed-e734-4620-bece-89c9d7efbcac req-c974e5c0-f73d-4556-801c-62335cbd1163 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=035d62ca-f3b4-47dc-9d29-4b4395538df2 HTTP/1.1" status: 200 len: 949 time: 0.1157742 Feb 09 21:32:28.310992 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9a01d8ed-e734-4620-bece-89c9d7efbcac req-6c5eaff6-26d3-4bc7-bbaa-8410b518211a tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882548 Feb 09 21:32:28.345993 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72f5534-9edb-4c38-aca3-040b207ab3ec req-607294fe-c967-413a-b807-5f247dda9cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:28.347707 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c72f5534-9edb-4c38-aca3-040b207ab3ec req-607294fe-c967-413a-b807-5f247dda9cd5 service neutron] 10.222.0.95 "GET /v2.0/networks?id=5406f657-d0e3-4570-bda7-aeb2bc509011 HTTP/1.1" status: 200 len: 909 time: 0.2352562 Feb 09 21:32:28.351065 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b6b47a4c-5621-4024-b878-8778591688c7 req-84350e95-1a08-4ccc-8211-419a57193bb8 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:32:28.358705 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-b6b47a4c-5621-4024-b878-8778591688c7 req-84350e95-1a08-4ccc-8211-419a57193bb8 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:28.363223 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae93cbf8-7ef6-4f47-b51b-7eabe382234f None None] Sync routers for ids ['b2cd2203-f369-4459-8c0a-ca2cc9d71c0e'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:32:28.374080 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae93cbf8-7ef6-4f47-b51b-7eabe382234f None None] Routers {'b2cd2203-f369-4459-8c0a-ca2cc9d71c0e'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:32:28.374508 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-ae93cbf8-7ef6-4f47-b51b-7eabe382234f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:32:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['b2cd2203-f369-4459-8c0a-ca2cc9d71c0e'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:32:28.442307 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c72f5534-9edb-4c38-aca3-040b207ab3ec req-2da87357-0775-4d84-98a3-c4c82c96e241 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b62e22c-f954-4a6a-8780-d7a6ea6e99e3 HTTP/1.1" status: 200 len: 217 time: 0.0770879 Feb 09 21:32:28.463282 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b6b47a4c-5621-4024-b878-8778591688c7 req-84350e95-1a08-4ccc-8211-419a57193bb8 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.90 "PUT /v2.0/floatingips/3c49d0c4-6a20-4a4b-8675-67a56fd4d35f HTTP/1.1" status: 200 len: 997 time: 2.4358776 Feb 09 21:32:28.504256 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-ae93cbf8-7ef6-4f47-b51b-7eabe382234f None None] Set router b2cd2203-f369-4459-8c0a-ca2cc9d71c0e gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:32:28.597119 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72f5534-9edb-4c38-aca3-040b207ab3ec req-481c7b6a-0e22-4f93-a2c5-a180eb8fdd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:28.598633 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c72f5534-9edb-4c38-aca3-040b207ab3ec req-481c7b6a-0e22-4f93-a2c5-a180eb8fdd4a service neutron] 10.222.0.95 "GET /v2.0/subnets?id=e1ad18b5-2d0f-4d2c-9c50-5fdfdce0a556 HTTP/1.1" status: 200 len: 848 time: 0.1332402 Feb 09 21:32:28.611239 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7a5ae7-478f-43cb-b404-c733265d4f71 req-ee9c0ef4-2450-4fe4-9d9a-0f96eefc5462 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:28.612894 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-da7a5ae7-478f-43cb-b404-c733265d4f71 req-ee9c0ef4-2450-4fe4-9d9a-0f96eefc5462 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "GET /v2.0/ports?device_id=b103a05b-af3d-405b-9b78-fef2ba862b56 HTTP/1.1" status: 200 len: 945 time: 0.1486568 Feb 09 21:32:28.663160 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c72f5534-9edb-4c38-aca3-040b207ab3ec req-e891a96d-9432-43e8-899d-9d8ea82142e1 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=5406f657-d0e3-4570-bda7-aeb2bc509011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490201 Feb 09 21:32:28.667313 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b47a4c-5621-4024-b878-8778591688c7 req-d50fc07c-cafb-4c98-b3a2-b48de58d5c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:28.674782 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b6b47a4c-5621-4024-b878-8778591688c7 req-d50fc07c-cafb-4c98-b3a2-b48de58d5c6c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=dac6b223cf904b85939aae2f16238e3d&device_id=267f27c9-0cfc-409d-8870-ca614d4a8cff HTTP/1.1" status: 200 len: 1128 time: 0.1975505 Feb 09 21:32:28.730229 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593c1ba3-c5fe-473b-96a7-904028d1cbe0 req-161c5617-8351-43ca-b29d-a08082909a1b tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:28.732598 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-593c1ba3-c5fe-473b-96a7-904028d1cbe0 req-161c5617-8351-43ca-b29d-a08082909a1b tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.89 "GET /v2.0/ports?device_id=7b001bdd-b4f7-4aa9-a733-0d546e2fe8d3 HTTP/1.1" status: 200 len: 945 time: 0.1082616 Feb 09 21:32:28.821483 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-ae93cbf8-7ef6-4f47-b51b-7eabe382234f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2cd2203-f369-4459-8c0a-ca2cc9d71c0e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1657409486-router', 'tenant_id': 'dac6b223cf904b85939aae2f16238e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'c607efac-cc97-46b5-bff8-7f356e409a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:30:55Z', 'updated_at': '2022-02-09T21:31:03Z', 'revision_number': 4, 'project_id': 'dac6b223cf904b85939aae2f16238e3d', 'gw_port': {'id': 'c607efac-cc97-46b5-bff8-7f356e409a55', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:20:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cd2203-f369-4459-8c0a-ca2cc9d71c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:30:56Z', 'updated_at': '2022-02-09T21:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': '3c49d0c4-6a20-4a4b-8675-67a56fd4d35f', 'tenant_id': 'dac6b223cf904b85939aae2f16238e3d', 'floating_ip_address': '172.25.3.126', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': 'b2cd2203-f369-4459-8c0a-ca2cc9d71c0e', 'port_id': 'abca71b7-c298-40e9-b2e3-e38f8f476231', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00d33a83-8eda-497d-a1c1-41b14f9abbba', 'mac_address': 'fa:16:3e:b4:39:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267f27c9-0cfc-409d-8870-ca614d4a8cff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:31:33Z', 'updated_at': '2022-02-09T21:32:27Z', 'revision_number': 8, 'project_id': 'dac6b223cf904b85939aae2f16238e3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb915676-6f76-419a-b959-97eacd8f3c94', 'name': '', 'network_id': '00d33a83-8eda-497d-a1c1-41b14f9abbba', 'tenant_id': 'dac6b223cf904b85939aae2f16238e3d', 'mac_address': 'fa:16:3e:6a:bb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cd2203-f369-4459-8c0a-ca2cc9d71c0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '2ae0b2a1-54ba-4223-84f8-c95ae116614d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:31:01Z', 'updated_at': '2022-02-09T21:31:08Z', 'revision_number': 5, 'project_id': 'dac6b223cf904b85939aae2f16238e3d', 'subnets': [{'id': '2ae0b2a1-54ba-4223-84f8-c95ae116614d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:32:28.848875 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-da7a5ae7-478f-43cb-b404-c733265d4f71 req-d84a16ae-4af5-4740-8552-fe5375767c9b tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf86e5b7-36f5-4887-a89f-16073b9e7049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258353 Feb 09 21:32:28.918462 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae93cbf8-7ef6-4f47-b51b-7eabe382234f None None] Checking router: b2cd2203-f369-4459-8c0a-ca2cc9d71c0e for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:32:28.941216 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-593c1ba3-c5fe-473b-96a7-904028d1cbe0 req-62585f10-9e94-4f8b-8929-677f8ee828e0 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Deleting port 424d7ddc-d165-497f-a8fd-141fae042c97 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:32:28.941586 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-593c1ba3-c5fe-473b-96a7-904028d1cbe0 req-62585f10-9e94-4f8b-8929-677f8ee828e0 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (424d7ddc-d165-497f-a8fd-141fae042c97), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:28.943482 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae93cbf8-7ef6-4f47-b51b-7eabe382234f None None] Routers {'b2cd2203-f369-4459-8c0a-ca2cc9d71c0e'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:32:28.951055 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-ae93cbf8-7ef6-4f47-b51b-7eabe382234f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:32:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['b2cd2203-f369-4459-8c0a-ca2cc9d71c0e'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:32:29.006783 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b47a4c-5621-4024-b878-8778591688c7 req-5f3931cd-3cca-480e-aeed-478e720dc6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:29.014633 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b6b47a4c-5621-4024-b878-8778591688c7 req-5f3931cd-3cca-480e-aeed-478e720dc6cd service neutron] 10.222.0.90 "GET /v2.0/networks?id=00d33a83-8eda-497d-a1c1-41b14f9abbba HTTP/1.1" status: 200 len: 922 time: 0.3389001 Feb 09 21:32:29.063550 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-593c1ba3-c5fe-473b-96a7-904028d1cbe0 req-62585f10-9e94-4f8b-8929-677f8ee828e0 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] For port 424d7ddc-d165-497f-a8fd-141fae042c97, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=424d7ddc-d165-497f-a8fd-141fae042c97,segment=NetworkSegment(c07b92a0-f595-4f01-a173-5be9c963bd04),segment_id=c07b92a0-f595-4f01-a173-5be9c963bd04)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:32:29.064239 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-593c1ba3-c5fe-473b-96a7-904028d1cbe0 req-62585f10-9e94-4f8b-8929-677f8ee828e0 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (424d7ddc-d165-497f-a8fd-141fae042c97), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:29.072942 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c72f5534-9edb-4c38-aca3-040b207ab3ec req-ace92743-bbfe-44bc-836e-df694be8c015 service neutron] 10.222.0.95 "GET /v2.0/networks/5406f657-d0e3-4570-bda7-aeb2bc509011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3852003 Feb 09 21:32:29.084723 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1d18a329-b452-47e5-8e07-f53bd2bc0481 req-6839292b-04b7-484a-b7aa-b7df9baeba57 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/security-groups/34431e1e-a527-481f-a6e5-7b5ce5711bd0 HTTP/1.1" status: 200 len: 1817 time: 0.1827681 Feb 09 21:32:29.096365 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-593c1ba3-c5fe-473b-96a7-904028d1cbe0 req-62585f10-9e94-4f8b-8929-677f8ee828e0 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Calling delete_port for 424d7ddc-d165-497f-a8fd-141fae042c97 owned by compute:nova {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:32:29.184886 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-ae93cbf8-7ef6-4f47-b51b-7eabe382234f None None] Set router b2cd2203-f369-4459-8c0a-ca2cc9d71c0e gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:32:29.266602 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b6b47a4c-5621-4024-b878-8778591688c7 req-1c33d41d-d857-406b-b71b-077bd64ea38c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=abca71b7-c298-40e9-b2e3-e38f8f476231 HTTP/1.1" status: 200 len: 1000 time: 0.2507715 Feb 09 21:32:29.292959 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 6baa751d-f156-4998-94bb-c6f43767cb46 up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:32:29.306235 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-593c1ba3-c5fe-473b-96a7-904028d1cbe0 req-62585f10-9e94-4f8b-8929-677f8ee828e0 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (424d7ddc-d165-497f-a8fd-141fae042c97), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:29.364441 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62585f10-9e94-4f8b-8929-677f8ee828e0 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Pushing event deleted for resources: {'Port': ['ID=424d7ddc-d165-497f-a8fd-141fae042c97,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:29.369073 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:32:29.377184 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-1d18a329-b452-47e5-8e07-f53bd2bc0481 req-a58d0c0e-c8fa-4db2-99d3-5fabef6db7e7 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Publish callbacks [] for security_group (34431e1e-a527-481f-a6e5-7b5ce5711bd0), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:29.423108 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['424d7ddc-d165-497f-a8fd-141fae042c97'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:32:29.426501 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['abca71b7-c298-40e9-b2e3-e38f8f476231'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:32:29.443715 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-593c1ba3-c5fe-473b-96a7-904028d1cbe0 req-62585f10-9e94-4f8b-8929-677f8ee828e0 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] No DVR routers for this DVR port 424d7ddc-d165-497f-a8fd-141fae042c97 on host n-h2-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:32:29.447075 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-593c1ba3-c5fe-473b-96a7-904028d1cbe0 req-62585f10-9e94-4f8b-8929-677f8ee828e0 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:29.451766 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-593c1ba3-c5fe-473b-96a7-904028d1cbe0 req-62585f10-9e94-4f8b-8929-677f8ee828e0 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.89 "DELETE /v2.0/ports/424d7ddc-d165-497f-a8fd-141fae042c97 HTTP/1.1" status: 204 len: 173 time: 0.7046635 Feb 09 21:32:29.452557 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b001bdd-b4f7-4aa9-a733-0d546e2fe8d3', 'name': 'network-vif-deleted', 'tag': '424d7ddc-d165-497f-a8fd-141fae042c97'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:32:29.457017 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b20132a5-10c8-4e85-a9be-63a4aa6583a6" -d '{"events": [{"server_uuid": "7b001bdd-b4f7-4aa9-a733-0d546e2fe8d3", "name": "network-vif-deleted", "tag": "424d7ddc-d165-497f-a8fd-141fae042c97"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:32:29.458038 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-1d18a329-b452-47e5-8e07-f53bd2bc0481 req-a58d0c0e-c8fa-4db2-99d3-5fabef6db7e7 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Publish callbacks [] for security_group (34431e1e-a527-481f-a6e5-7b5ce5711bd0), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:29.486157 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b47a4c-5621-4024-b878-8778591688c7 req-9135b24c-2777-4805-9d40-352d0b0bdc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:29.490026 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b6b47a4c-5621-4024-b878-8778591688c7 req-9135b24c-2777-4805-9d40-352d0b0bdc5e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2ae0b2a1-54ba-4223-84f8-c95ae116614d HTTP/1.1" status: 200 len: 860 time: 0.1797416 Feb 09 21:32:29.661145 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c72f5534-9edb-4c38-aca3-040b207ab3ec req-8d758960-430a-472a-8baa-f423a37a52fb service neutron] 10.222.0.95 "GET /v2.0/networks/5406f657-d0e3-4570-bda7-aeb2bc509011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5442514 Feb 09 21:32:29.690648 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b47a4c-5621-4024-b878-8778591688c7 req-8195f72e-392b-4343-9b13-ee2af1624547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:29.692111 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b6b47a4c-5621-4024-b878-8778591688c7 req-8195f72e-392b-4343-9b13-ee2af1624547 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=00d33a83-8eda-497d-a1c1-41b14f9abbba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1710718 Feb 09 21:32:29.693217 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-1d18a329-b452-47e5-8e07-f53bd2bc0481 req-a58d0c0e-c8fa-4db2-99d3-5fabef6db7e7 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (34431e1e-a527-481f-a6e5-7b5ce5711bd0), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:29.704154 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-1d18a329-b452-47e5-8e07-f53bd2bc0481 req-a58d0c0e-c8fa-4db2-99d3-5fabef6db7e7 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:29.725600 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1d18a329-b452-47e5-8e07-f53bd2bc0481 req-a58d0c0e-c8fa-4db2-99d3-5fabef6db7e7 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "DELETE /v2.0/security-groups/34431e1e-a527-481f-a6e5-7b5ce5711bd0 HTTP/1.1" status: 204 len: 173 time: 0.6317339 Feb 09 21:32:29.728021 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device b572a502-e00d-4f2d-a1d2-15a4b872ad97 up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:32:29.884098 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port b572a502-e00d-4f2d-a1d2-15a4b872ad97 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:32:29.888138 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (b572a502-e00d-4f2d-a1d2-15a4b872ad97), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:29.888138 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning for port 6baa751d-f156-4998-94bb-c6f43767cb46 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:32:29.926686 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port 6baa751d-f156-4998-94bb-c6f43767cb46 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:32:29.927070 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (6baa751d-f156-4998-94bb-c6f43767cb46), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:30.038325 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-ae93cbf8-7ef6-4f47-b51b-7eabe382234f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2cd2203-f369-4459-8c0a-ca2cc9d71c0e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1657409486-router', 'tenant_id': 'dac6b223cf904b85939aae2f16238e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'c607efac-cc97-46b5-bff8-7f356e409a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:30:55Z', 'updated_at': '2022-02-09T21:31:03Z', 'revision_number': 4, 'project_id': 'dac6b223cf904b85939aae2f16238e3d', 'gw_port': {'id': 'c607efac-cc97-46b5-bff8-7f356e409a55', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:20:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cd2203-f369-4459-8c0a-ca2cc9d71c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:30:56Z', 'updated_at': '2022-02-09T21:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': '3c49d0c4-6a20-4a4b-8675-67a56fd4d35f', 'tenant_id': 'dac6b223cf904b85939aae2f16238e3d', 'floating_ip_address': '172.25.3.126', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': 'b2cd2203-f369-4459-8c0a-ca2cc9d71c0e', 'port_id': 'abca71b7-c298-40e9-b2e3-e38f8f476231', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00d33a83-8eda-497d-a1c1-41b14f9abbba', 'mac_address': 'fa:16:3e:b4:39:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267f27c9-0cfc-409d-8870-ca614d4a8cff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:31:33Z', 'updated_at': '2022-02-09T21:32:27Z', 'revision_number': 8, 'project_id': 'dac6b223cf904b85939aae2f16238e3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb915676-6f76-419a-b959-97eacd8f3c94', 'name': '', 'network_id': '00d33a83-8eda-497d-a1c1-41b14f9abbba', 'tenant_id': 'dac6b223cf904b85939aae2f16238e3d', 'mac_address': 'fa:16:3e:6a:bb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cd2203-f369-4459-8c0a-ca2cc9d71c0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '2ae0b2a1-54ba-4223-84f8-c95ae116614d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:31:01Z', 'updated_at': '2022-02-09T21:31:08Z', 'revision_number': 5, 'project_id': 'dac6b223cf904b85939aae2f16238e3d', 'subnets': [{'id': '2ae0b2a1-54ba-4223-84f8-c95ae116614d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:32:30.134000 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae93cbf8-7ef6-4f47-b51b-7eabe382234f None None] The sync data for ids ['b2cd2203-f369-4459-8c0a-ca2cc9d71c0e'] in n-d-828369-5 is: [{'id': 'b2cd2203-f369-4459-8c0a-ca2cc9d71c0e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1657409486-router', 'tenant_id': 'dac6b223cf904b85939aae2f16238e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'c607efac-cc97-46b5-bff8-7f356e409a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:30:55Z', 'updated_at': '2022-02-09T21:31:03Z', 'revision_number': 4, 'project_id': 'dac6b223cf904b85939aae2f16238e3d', 'gw_port': {'id': 'c607efac-cc97-46b5-bff8-7f356e409a55', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:20:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cd2203-f369-4459-8c0a-ca2cc9d71c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:30:56Z', 'updated_at': '2022-02-09T21:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': '3c49d0c4-6a20-4a4b-8675-67a56fd4d35f', 'tenant_id': 'dac6b223cf904b85939aae2f16238e3d', 'floating_ip_address': '172.25.3.126', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': 'b2cd2203-f369-4459-8c0a-ca2cc9d71c0e', 'port_id': 'abca71b7-c298-40e9-b2e3-e38f8f476231', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00d33a83-8eda-497d-a1c1-41b14f9abbba', 'mac_address': 'fa:16:3e:b4:39:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267f27c9-0cfc-409d-8870-ca614d4a8cff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:31:33Z', 'updated_at': '2022-02-09T21:32:27Z', 'revision_number': 8, 'project_id': 'dac6b223cf904b85939aae2f16238e3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb915676-6f76-419a-b959-97eacd8f3c94', 'name': '', 'network_id': '00d33a83-8eda-497d-a1c1-41b14f9abbba', 'tenant_id': 'dac6b223cf904b85939aae2f16238e3d', 'mac_address': 'fa:16:3e:6a:bb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cd2203-f369-4459-8c0a-ca2cc9d71c0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '2ae0b2a1-54ba-4223-84f8-c95ae116614d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:31:01Z', 'updated_at': '2022-02-09T21:31:08Z', 'revision_number': 5, 'project_id': 'dac6b223cf904b85939aae2f16238e3d', 'subnets': [{'id': '2ae0b2a1-54ba-4223-84f8-c95ae116614d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:32:30.185913 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 6baa751d-f156-4998-94bb-c6f43767cb46 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:32:30.186384 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (6baa751d-f156-4998-94bb-c6f43767cb46), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:30.217427 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port b572a502-e00d-4f2d-a1d2-15a4b872ad97 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:32:30.217833 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (b572a502-e00d-4f2d-a1d2-15a4b872ad97), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:30.232804 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c4dadfc-4571-4c50-811c-72f64728536f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6baa751d-f156-4998-94bb-c6f43767cb46'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:32:30.236548 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5795cc9-85ee-4b3a-bcba-2f0577c66737" -d '{"events": [{"server_uuid": "2c4dadfc-4571-4c50-811c-72f64728536f", "name": "network-vif-plugged", "status": "completed", "tag": "6baa751d-f156-4998-94bb-c6f43767cb46"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:32:30.260785 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 6baa751d-f156-4998-94bb-c6f43767cb46, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=6baa751d-f156-4998-94bb-c6f43767cb46,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:32:30.276814 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (6baa751d-f156-4998-94bb-c6f43767cb46), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:30.277676 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 424d7ddc-d165-497f-a8fd-141fae042c97 no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:32:30.347490 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port b572a502-e00d-4f2d-a1d2-15a4b872ad97, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=b572a502-e00d-4f2d-a1d2-15a4b872ad97,segment=NetworkSegment(245b6cbf-bc8c-4ac6-8eda-9aca94663a57),segment_id=245b6cbf-bc8c-4ac6-8eda-9aca94663a57)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:32:30.348827 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] No Port match for: 424d7ddc-d165-497f-a8fd-141fae042c97 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:32:30.349252 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 424d7ddc-d165-497f-a8fd-141fae042c97 not bound to the agent host n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:32:30.354999 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (b572a502-e00d-4f2d-a1d2-15a4b872ad97), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:30.371608 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '267f27c9-0cfc-409d-8870-ca614d4a8cff', 'tag': 'abca71b7-c298-40e9-b2e3-e38f8f476231'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:32:30.374328 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d482c271-b8eb-41b7-bef0-54abe1ac0d18" -d '{"events": [{"name": "network-changed", "server_uuid": "267f27c9-0cfc-409d-8870-ca614d4a8cff", "tag": "abca71b7-c298-40e9-b2e3-e38f8f476231"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:32:30.379020 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b6b47a4c-5621-4024-b878-8778591688c7 req-a8526aa0-3f0a-4e07-84a3-7e112c416c8f service neutron] 10.222.0.90 "GET /v2.0/networks/00d33a83-8eda-497d-a1c1-41b14f9abbba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6524251 Feb 09 21:32:30.390673 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=6baa751d-f156-4998-94bb-c6f43767cb46,revision_number=9']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:30.451892 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=b572a502-e00d-4f2d-a1d2-15a4b872ad97,revision_number=7']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:30.491451 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d0c0e-c8fa-4db2-99d3-5fabef6db7e7 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34431e1e-a527-481f-a6e5-7b5ce5711bd0,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:30.497330 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5827eda2-b4aa-4762-ba41-8d993defcea9 None None] New status for floating IP 3c49d0c4-6a20-4a4b-8675-67a56fd4d35f: ACTIVE {{(pid=103143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:32:30.537687 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db95132-8600-4397-b20d-2bc3ab1d053c req-2d3d1b33-ee4a-4907-8c60-4761ff7a31cd tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:30.544615 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5db95132-8600-4397-b20d-2bc3ab1d053c req-2d3d1b33-ee4a-4907-8c60-4761ff7a31cd tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c4dadfc-4571-4c50-811c-72f64728536f HTTP/1.1" status: 200 len: 949 time: 0.1645894 Feb 09 21:32:30.585691 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b6b47a4c-5621-4024-b878-8778591688c7 req-f94ebd35-63be-400e-a3a7-a6c1f81ae1a4 service neutron] 10.222.0.90 "GET /v2.0/networks/00d33a83-8eda-497d-a1c1-41b14f9abbba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875498 Feb 09 21:32:30.634233 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5db95132-8600-4397-b20d-2bc3ab1d053c req-f2fbcc95-2c00-41c6-9d90-75cf06941987 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886722 Feb 09 21:32:30.725337 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a1ad44-26cd-4752-9166-2f4e6e5d2596 req-37434851-335b-4125-a8c6-928ce37065da tempest-ServersOnMultiNodesTest-1529418109 tempest-ServersOnMultiNodesTest-1529418109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:30.735557 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e7a1ad44-26cd-4752-9166-2f4e6e5d2596 req-37434851-335b-4125-a8c6-928ce37065da tempest-ServersOnMultiNodesTest-1529418109 tempest-ServersOnMultiNodesTest-1529418109-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=035d62ca-f3b4-47dc-9d29-4b4395538df2 HTTP/1.1" status: 200 len: 1131 time: 0.0591993 Feb 09 21:32:30.800916 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e7a1ad44-26cd-4752-9166-2f4e6e5d2596 req-729826db-c9dd-4824-bf36-24c9749b7ee8 tempest-ServersOnMultiNodesTest-1529418109 tempest-ServersOnMultiNodesTest-1529418109-project-admin] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638719 Feb 09 21:32:30.887797 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c34fae-4aa7-46c2-ad1d-6ee71fcf036a req-535ec629-9141-49e7-bff0-0ee7f7b4737b tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:30.889449 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f6c34fae-4aa7-46c2-ad1d-6ee71fcf036a req-535ec629-9141-49e7-bff0-0ee7f7b4737b tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed637eb7-997b-4a50-b9a4-acd664f51f8f HTTP/1.1" status: 200 len: 944 time: 0.1146774 Feb 09 21:32:30.942125 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c87df006-4229-45fe-8322-cc9e9abc9165 x-openstack-request-id: req-c87df006-4229-45fe-8322-cc9e9abc9165 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:32:30.942614 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b001bdd-b4f7-4aa9-a733-0d546e2fe8d3", "name": "network-vif-deleted", "tag": "424d7ddc-d165-497f-a8fd-141fae042c97", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:32:30.942727 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-c87df006-4229-45fe-8322-cc9e9abc9165 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:32:30.943034 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b001bdd-b4f7-4aa9-a733-0d546e2fe8d3', 'name': 'network-vif-deleted', 'tag': '424d7ddc-d165-497f-a8fd-141fae042c97', 'status': 'completed', 'code': 200} Feb 09 21:32:30.967388 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f6c34fae-4aa7-46c2-ad1d-6ee71fcf036a req-fdccac97-7e3f-4a0e-87af-6a4431c56dc6 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687099 Feb 09 21:32:30.989945 n-d-828369-5 neutron-server[103140]: INFO neutron.api.v2.resource [req-724b6028-a943-4f06-98b0-a20d3a5767a8 req-e6fe0870-8c42-4cb6-8593-762352615bb5 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] show failed (client error): The resource could not be found. Feb 09 21:32:30.991088 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-724b6028-a943-4f06-98b0-a20d3a5767a8 req-e6fe0870-8c42-4cb6-8593-762352615bb5 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/security-groups/34431e1e-a527-481f-a6e5-7b5ce5711bd0 HTTP/1.1" status: 404 len: 352 time: 0.0227923 Feb 09 21:32:31.072101 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-224b419a-ce50-4d4b-ac85-fd2adf8a960a x-openstack-request-id: req-224b419a-ce50-4d4b-ac85-fd2adf8a960a {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:32:31.073081 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c4dadfc-4571-4c50-811c-72f64728536f", "name": "network-vif-plugged", "status": "completed", "tag": "6baa751d-f156-4998-94bb-c6f43767cb46", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:32:31.073579 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-224b419a-ce50-4d4b-ac85-fd2adf8a960a {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:32:31.074591 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c4dadfc-4571-4c50-811c-72f64728536f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6baa751d-f156-4998-94bb-c6f43767cb46', 'code': 200} Feb 09 21:32:31.124702 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2123e1ac-6638-4226-b8c7-1f7da2edb76f req-3452fcee-7859-4ce5-864b-8f176bc65e44 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:31.127197 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2123e1ac-6638-4226-b8c7-1f7da2edb76f req-3452fcee-7859-4ce5-864b-8f176bc65e44 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "GET /v2.0/ports?device_id=b103a05b-af3d-405b-9b78-fef2ba862b56 HTTP/1.1" status: 200 len: 946 time: 0.0799949 Feb 09 21:32:31.130285 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cfa6752-8e09-4061-9dac-e8649aebf2e0 x-openstack-request-id: req-7cfa6752-8e09-4061-9dac-e8649aebf2e0 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:32:31.130665 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "267f27c9-0cfc-409d-8870-ca614d4a8cff", "tag": "abca71b7-c298-40e9-b2e3-e38f8f476231", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:32:31.130990 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-7cfa6752-8e09-4061-9dac-e8649aebf2e0 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:32:31.131459 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '267f27c9-0cfc-409d-8870-ca614d4a8cff', 'tag': 'abca71b7-c298-40e9-b2e3-e38f8f476231', 'status': 'completed', 'code': 200} Feb 09 21:32:31.276106 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2123e1ac-6638-4226-b8c7-1f7da2edb76f req-90d3e2e5-0437-456c-8552-44cedc368848 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf86e5b7-36f5-4887-a89f-16073b9e7049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396992 Feb 09 21:32:31.286760 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e19be556-2447-4c43-9ae0-cfcc2b61d7e3 req-18a799d2-d112-4ae4-bb42-d2796053dde1 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.90 "GET /v2.0/floatingips/3c49d0c4-6a20-4a4b-8675-67a56fd4d35f HTTP/1.1" status: 200 len: 999 time: 0.1390231 Feb 09 21:32:31.422975 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d482c271-b8eb-41b7-bef0-54abe1ac0d18 req-9cd37a9b-f4d3-4734-9423-4ae4313d5523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:31.424934 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d482c271-b8eb-41b7-bef0-54abe1ac0d18 req-9cd37a9b-f4d3-4734-9423-4ae4313d5523 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=dac6b223cf904b85939aae2f16238e3d&device_id=267f27c9-0cfc-409d-8870-ca614d4a8cff HTTP/1.1" status: 200 len: 1128 time: 0.2606688 Feb 09 21:32:31.529084 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19be556-2447-4c43-9ae0-cfcc2b61d7e3 req-5870d852-8bf2-439a-ad23-9294549c4e96 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:31.532873 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e19be556-2447-4c43-9ae0-cfcc2b61d7e3 req-5870d852-8bf2-439a-ad23-9294549c4e96 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.90 "GET /v2.0/networks/54a442d5-50a0-4c75-85cc-d19f5bf58118 HTTP/1.1" status: 200 len: 784 time: 0.2445629 Feb 09 21:32:31.562973 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [req-e19be556-2447-4c43-9ae0-cfcc2b61d7e3 req-b556dfd8-c023-4959-b10f-895bfb814137 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=103140) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:32:31.565117 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e19be556-2447-4c43-9ae0-cfcc2b61d7e3 req-b556dfd8-c023-4959-b10f-895bfb814137 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0112593 Feb 09 21:32:31.570415 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae620b3-27f9-4b5b-b3de-7c2e41ad30fc req-5727cc2f-69ff-4e62-8e4e-2149ef78a6bc tempest-MigrationsAdminTest-1060177158 tempest-MigrationsAdminTest-1060177158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:31.572353 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1ae620b3-27f9-4b5b-b3de-7c2e41ad30fc req-5727cc2f-69ff-4e62-8e4e-2149ef78a6bc tempest-MigrationsAdminTest-1060177158 tempest-MigrationsAdminTest-1060177158-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=2c4dadfc-4571-4c50-811c-72f64728536f HTTP/1.1" status: 200 len: 1131 time: 0.1930737 Feb 09 21:32:31.656883 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d482c271-b8eb-41b7-bef0-54abe1ac0d18 req-c881381c-6451-4caa-b343-490438de8380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:31.659392 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d482c271-b8eb-41b7-bef0-54abe1ac0d18 req-c881381c-6451-4caa-b343-490438de8380 service neutron] 10.222.0.95 "GET /v2.0/networks?id=00d33a83-8eda-497d-a1c1-41b14f9abbba HTTP/1.1" status: 200 len: 922 time: 0.2124152 Feb 09 21:32:31.669482 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1ae620b3-27f9-4b5b-b3de-7c2e41ad30fc req-6e01b172-16fd-4d7b-9c17-c63ce39499bb tempest-MigrationsAdminTest-1060177158 tempest-MigrationsAdminTest-1060177158-project-admin] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871642 Feb 09 21:32:31.674419 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 52144) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:32:31.773344 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-df0cd7d1-05e0-4cd3-a4e7-39ff0ba46655 admin admin] Deleting subnet 8aa2c19c-86ec-4da6-bb2c-e80ae4e7aac9 {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:32:31.786867 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-df0cd7d1-05e0-4cd3-a4e7-39ff0ba46655 admin admin] Publish callbacks [] for subnet (8aa2c19c-86ec-4da6-bb2c-e80ae4e7aac9), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:31.808849 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d482c271-b8eb-41b7-bef0-54abe1ac0d18 req-637a983b-9eeb-4a0f-ac5b-464192f80c74 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=abca71b7-c298-40e9-b2e3-e38f8f476231 HTTP/1.1" status: 200 len: 1002 time: 0.1328900 Feb 09 21:32:31.849976 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-df0cd7d1-05e0-4cd3-a4e7-39ff0ba46655 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (8aa2c19c-86ec-4da6-bb2c-e80ae4e7aac9), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:31.897048 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-df0cd7d1-05e0-4cd3-a4e7-39ff0ba46655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (8aa2c19c-86ec-4da6-bb2c-e80ae4e7aac9), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:31.960884 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d482c271-b8eb-41b7-bef0-54abe1ac0d18 req-85271b39-a8d9-497e-bde6-7d18894bb4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:31.962395 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d482c271-b8eb-41b7-bef0-54abe1ac0d18 req-85271b39-a8d9-497e-bde6-7d18894bb4c1 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=2ae0b2a1-54ba-4223-84f8-c95ae116614d HTTP/1.1" status: 200 len: 860 time: 0.1192327 Feb 09 21:32:32.005513 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-df0cd7d1-05e0-4cd3-a4e7-39ff0ba46655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (8aa2c19c-86ec-4da6-bb2c-e80ae4e7aac9), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:32.034396 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a0049e84-cc2b-477b-9728-694c57be682b req-93125381-c56f-4de6-b11c-27a3833b0e42 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=7f960ea9e4814f1c9f3d6e0840e5a81e HTTP/1.1" status: 200 len: 6199 time: 0.2223172 Feb 09 21:32:32.069792 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-df0cd7d1-05e0-4cd3-a4e7-39ff0ba46655 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:32.073162 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-df0cd7d1-05e0-4cd3-a4e7-39ff0ba46655 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/8aa2c19c-86ec-4da6-bb2c-e80ae4e7aac9 HTTP/1.1" status: 204 len: 168 time: 0.3971930 Feb 09 21:32:32.074843 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0cd7d1-05e0-4cd3-a4e7-39ff0ba46655 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8aa2c19c-86ec-4da6-bb2c-e80ae4e7aac9,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:32.077836 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 52154) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:32:32.159901 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a0049e84-cc2b-477b-9728-694c57be682b req-b773e35c-d2db-45a4-9d43-e42114663888 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/security-groups/000b5c05-19e3-420b-9015-081c6c7f11c3 HTTP/1.1" status: 200 len: 2998 time: 0.1102653 Feb 09 21:32:32.173257 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d482c271-b8eb-41b7-bef0-54abe1ac0d18 req-f91ba004-2584-4469-a4da-048aa734a8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:32.178029 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d482c271-b8eb-41b7-bef0-54abe1ac0d18 req-f91ba004-2584-4469-a4da-048aa734a8b7 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=00d33a83-8eda-497d-a1c1-41b14f9abbba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2052472 Feb 09 21:32:32.215958 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-dcf952e1-1151-467d-91bd-e22568c2c41c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (43a15864-976d-4c1b-9eca-ababf91abd28), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:32.319529 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-dcf952e1-1151-467d-91bd-e22568c2c41c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (43a15864-976d-4c1b-9eca-ababf91abd28), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:32.348790 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-dcf952e1-1151-467d-91bd-e22568c2c41c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43a15864-976d-4c1b-9eca-ababf91abd28']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:32:32.360380 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-dcf952e1-1151-467d-91bd-e22568c2c41c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79d7c118-8629-48e7-a704-27a42c218b4f') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:32:32.361120 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-dcf952e1-1151-467d-91bd-e22568c2c41c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79d7c118-8629-48e7-a704-27a42c218b4f') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:32:32.374324 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-dcf952e1-1151-467d-91bd-e22568c2c41c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (79d7c118-8629-48e7-a704-27a42c218b4f), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:32.398260 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-dcf952e1-1151-467d-91bd-e22568c2c41c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (79d7c118-8629-48e7-a704-27a42c218b4f), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:32.407509 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcf952e1-1151-467d-91bd-e22568c2c41c admin admin] Releasing vlan 711 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:32:32.410347 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d482c271-b8eb-41b7-bef0-54abe1ac0d18 req-5a868635-825c-4a46-bbed-b0de203fca00 service neutron] 10.222.0.95 "GET /v2.0/networks/00d33a83-8eda-497d-a1c1-41b14f9abbba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479673 Feb 09 21:32:32.411304 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-dcf952e1-1151-467d-91bd-e22568c2c41c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (79d7c118-8629-48e7-a704-27a42c218b4f), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:32.413429 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:32:32.413429 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:32:32.413429 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:32:32.413429 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:32:32.413429 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:32:32.413429 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:32:32.413429 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:32:32.413429 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:32:32.413429 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:32:32.413429 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:32:32.413429 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:32:32.413429 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:32:32.413429 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:32:32.413429 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:32:32.413429 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:32:32.413429 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:32:32.413429 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:32:32.413429 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:32:32.413429 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:32:32.413429 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:32:32.413429 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:32:32.413429 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:32:32.413429 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:32:32.413429 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:32:32.413429 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:32:32.413429 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:32:32.413429 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:32:32.413429 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:32:32.413429 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:32:32.413429 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:32:32.413429 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:32:32.413429 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:32:32.427782 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a0049e84-cc2b-477b-9728-694c57be682b req-d34a0304-90e5-450c-9656-3c2133877644 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/security-groups/000b5c05-19e3-420b-9015-081c6c7f11c3 HTTP/1.1" status: 200 len: 2998 time: 0.2576833 Feb 09 21:32:32.461573 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-001bee84-6302-4f81-a813-843ce4c2e15e req-c547b158-1218-4842-8965-3393d8f97e03 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.90 "GET /v2.0/floatingips?floating_ip_address=172.25.3.126 HTTP/1.1" status: 200 len: 1002 time: 0.2758102 Feb 09 21:32:32.536393 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-dcf952e1-1151-467d-91bd-e22568c2c41c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (43a15864-976d-4c1b-9eca-ababf91abd28), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:32.543447 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-dcf952e1-1151-467d-91bd-e22568c2c41c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:32.553636 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-dcf952e1-1151-467d-91bd-e22568c2c41c admin admin] 10.222.0.90 "DELETE /v2.0/networks/43a15864-976d-4c1b-9eca-ababf91abd28 HTTP/1.1" status: 204 len: 168 time: 0.4746339 Feb 09 21:32:32.584067 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf952e1-1151-467d-91bd-e22568c2c41c admin admin] Pushing event deleted for resources: {'Network': ['ID=43a15864-976d-4c1b-9eca-ababf91abd28,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:32.608529 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d482c271-b8eb-41b7-bef0-54abe1ac0d18 req-624ca493-285c-4fe4-b5c6-8f45d29633e7 service neutron] 10.222.0.95 "GET /v2.0/networks/00d33a83-8eda-497d-a1c1-41b14f9abbba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856549 Feb 09 21:32:32.728897 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001bee84-6302-4f81-a813-843ce4c2e15e req-5f42f729-b789-43b3-bc67-34600ffd60d5 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:32.741438 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-001bee84-6302-4f81-a813-843ce4c2e15e req-5f42f729-b789-43b3-bc67-34600ffd60d5 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.90 "GET /v2.0/ports/abca71b7-c298-40e9-b2e3-e38f8f476231 HTTP/1.1" status: 200 len: 943 time: 0.2408340 Feb 09 21:32:32.771812 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 52174) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:32:32.783311 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f1dc4b-9178-4fa6-ab94-98a59c66e886 req-5f53cf25-4410-4a1b-a4f0-731f889f9de0 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:32.790307 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-37f1dc4b-9178-4fa6-ab94-98a59c66e886 req-5f53cf25-4410-4a1b-a4f0-731f889f9de0 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=035d62ca-f3b4-47dc-9d29-4b4395538df2 HTTP/1.1" status: 200 len: 949 time: 0.1230910 Feb 09 21:32:32.824464 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-5ce6934a-0c6e-4a80-84ed-9a2faa19a709 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=36e1dd978cdd4dd2b729c86f8565b340&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0511127 Feb 09 21:32:32.827314 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 52178) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:32:32.884483 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-03f6b8b9-c74a-46c4-ac16-981784374212 admin admin] Publish callbacks [] for security_group (8827d060-7266-4559-a6cc-b0bbf702a8aa), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:32.910974 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-03f6b8b9-c74a-46c4-ac16-981784374212 admin admin] Publish callbacks [] for security_group (8827d060-7266-4559-a6cc-b0bbf702a8aa), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:32.924981 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-37f1dc4b-9178-4fa6-ab94-98a59c66e886 req-bfae20f1-0514-4dd6-b369-fde816f7e435 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331191 Feb 09 21:32:32.958297 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-001bee84-6302-4f81-a813-843ce4c2e15e req-548a3e26-c350-4f57-be22-b7d4b7f0d7f3 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.90 "GET /v2.0/floatingips?floating_ip_address=172.25.3.126 HTTP/1.1" status: 200 len: 1002 time: 0.1386001 Feb 09 21:32:32.995610 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-03f6b8b9-c74a-46c4-ac16-981784374212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (8827d060-7266-4559-a6cc-b0bbf702a8aa), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:32.998557 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-03f6b8b9-c74a-46c4-ac16-981784374212 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:32.999945 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-03f6b8b9-c74a-46c4-ac16-981784374212 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/8827d060-7266-4559-a6cc-b0bbf702a8aa HTTP/1.1" status: 204 len: 168 time: 0.1720896 Feb 09 21:32:33.032091 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f6b8b9-c74a-46c4-ac16-981784374212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8827d060-7266-4559-a6cc-b0bbf702a8aa,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:33.075576 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b103a05b-af3d-405b-9b78-fef2ba862b56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b572a502-e00d-4f2d-a1d2-15a4b872ad97'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:32:33.083858 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3069e2fb-9b03-490e-83f9-0b5a8059123b" -d '{"events": [{"server_uuid": "b103a05b-af3d-405b-9b78-fef2ba862b56", "name": "network-vif-plugged", "status": "completed", "tag": "b572a502-e00d-4f2d-a1d2-15a4b872ad97"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:32:33.147208 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001bee84-6302-4f81-a813-843ce4c2e15e req-cb7f73e1-8053-42cd-8249-b28f67f9fd3b tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:33.148663 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-001bee84-6302-4f81-a813-843ce4c2e15e req-cb7f73e1-8053-42cd-8249-b28f67f9fd3b tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.90 "GET /v2.0/networks/54a442d5-50a0-4c75-85cc-d19f5bf58118 HTTP/1.1" status: 200 len: 784 time: 0.1861706 Feb 09 21:32:33.296696 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-001bee84-6302-4f81-a813-843ce4c2e15e req-d07d64f7-b5ac-4404-a2fa-422dfbd9a28f tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.90 "GET /v2.0/floatingips?floating_ip_address=172.25.3.126 HTTP/1.1" status: 200 len: 1002 time: 0.1305704 Feb 09 21:32:33.307356 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-001bee84-6302-4f81-a813-843ce4c2e15e req-5af6c976-4f28-4f08-8e64-faccbd6befba tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:32:33.413244 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-001bee84-6302-4f81-a813-843ce4c2e15e req-5af6c976-4f28-4f08-8e64-faccbd6befba tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Publish callbacks [] for floatingip (3c49d0c4-6a20-4a4b-8675-67a56fd4d35f), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:33.469155 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device b572a502-e00d-4f2d-a1d2-15a4b872ad97 no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:32:33.563123 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2420c4-093f-421a-85dd-d7e55e005cc2 req-f422cf2c-a754-456c-ae25-9b6ab170c80a tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:33.565233 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5e2420c4-093f-421a-85dd-d7e55e005cc2 req-f422cf2c-a754-456c-ae25-9b6ab170c80a tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed637eb7-997b-4a50-b9a4-acd664f51f8f HTTP/1.1" status: 200 len: 944 time: 0.4543319 Feb 09 21:32:33.570481 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port b572a502-e00d-4f2d-a1d2-15a4b872ad97 is: ACTIVE; New status is: DOWN {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:32:33.571306 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (b572a502-e00d-4f2d-a1d2-15a4b872ad97), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:33.625362 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port b572a502-e00d-4f2d-a1d2-15a4b872ad97, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=b572a502-e00d-4f2d-a1d2-15a4b872ad97,segment=NetworkSegment(245b6cbf-bc8c-4ac6-8eda-9aca94663a57),segment_id=245b6cbf-bc8c-4ac6-8eda-9aca94663a57)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:32:33.632860 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (b572a502-e00d-4f2d-a1d2-15a4b872ad97), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:33.670754 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5e2420c4-093f-421a-85dd-d7e55e005cc2 req-b468068f-c3f3-47b8-9979-9bb97021749a tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991583 Feb 09 21:32:33.678538 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-001bee84-6302-4f81-a813-843ce4c2e15e req-5af6c976-4f28-4f08-8e64-faccbd6befba tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:33.686267 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-001bee84-6302-4f81-a813-843ce4c2e15e req-5af6c976-4f28-4f08-8e64-faccbd6befba tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (3c49d0c4-6a20-4a4b-8675-67a56fd4d35f), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:33.686974 n-d-828369-5 neutron-server[103140]: INFO neutron.db.l3_db [req-001bee84-6302-4f81-a813-843ce4c2e15e req-5af6c976-4f28-4f08-8e64-faccbd6befba tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Floating IP 3c49d0c4-6a20-4a4b-8675-67a56fd4d35f disassociated. External IP: 172.25.3.126, port: abca71b7-c298-40e9-b2e3-e38f8f476231. Feb 09 21:32:33.755439 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=b572a502-e00d-4f2d-a1d2-15a4b872ad97,revision_number=8']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:33.869235 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e549c34c-e3e3-450f-9e0c-71de5e5fae42 req-edf83e3c-ddcb-4aef-84da-53c36251b9eb tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:33.883654 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e549c34c-e3e3-450f-9e0c-71de5e5fae42 req-edf83e3c-ddcb-4aef-84da-53c36251b9eb tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "GET /v2.0/ports?device_id=b103a05b-af3d-405b-9b78-fef2ba862b56 HTTP/1.1" status: 200 len: 944 time: 0.0934064 Feb 09 21:32:34.054571 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e549c34c-e3e3-450f-9e0c-71de5e5fae42 req-9dbd8e64-ce8c-476a-acd4-4e98a02d5a5d tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf86e5b7-36f5-4887-a89f-16073b9e7049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763034 Feb 09 21:32:34.090383 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-5ff76854-3c7f-4003-aeb4-9b8be1bff0e3 req-ff2d87cf-c46e-4618-940e-52f3ef5550c6 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-934350272', 'description': 'tempest-description-1020976419'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:32:34.116360 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [req-001bee84-6302-4f81-a813-843ce4c2e15e req-5af6c976-4f28-4f08-8e64-faccbd6befba tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Router b2cd2203-f369-4459-8c0a-ca2cc9d71c0e has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:32:34.124277 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-5ff76854-3c7f-4003-aeb4-9b8be1bff0e3 req-ff2d87cf-c46e-4618-940e-52f3ef5550c6 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:34.310048 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-5ff76854-3c7f-4003-aeb4-9b8be1bff0e3 req-ff2d87cf-c46e-4618-940e-52f3ef5550c6 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Publish callbacks [] for security_group (c3040257-10c7-4125-9ae3-fd18b01a083b), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:34.311999 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-001bee84-6302-4f81-a813-843ce4c2e15e req-5af6c976-4f28-4f08-8e64-faccbd6befba tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:32:34.314171 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-5ff76854-3c7f-4003-aeb4-9b8be1bff0e3 req-ff2d87cf-c46e-4618-940e-52f3ef5550c6 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (c3040257-10c7-4125-9ae3-fd18b01a083b), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:34.318921 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-001bee84-6302-4f81-a813-843ce4c2e15e req-5af6c976-4f28-4f08-8e64-faccbd6befba tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:34.322147 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787fa3ac-db37-4041-b63c-3b4017894e9b None None] Sync routers for ids ['b2cd2203-f369-4459-8c0a-ca2cc9d71c0e'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:32:34.335728 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787fa3ac-db37-4041-b63c-3b4017894e9b None None] Routers {'b2cd2203-f369-4459-8c0a-ca2cc9d71c0e'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:32:34.336594 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-787fa3ac-db37-4041-b63c-3b4017894e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:32:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['b2cd2203-f369-4459-8c0a-ca2cc9d71c0e'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:32:34.369353 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-5ff76854-3c7f-4003-aeb4-9b8be1bff0e3 req-ff2d87cf-c46e-4618-940e-52f3ef5550c6 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:34.370568 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5ff76854-3c7f-4003-aeb4-9b8be1bff0e3 req-ff2d87cf-c46e-4618-940e-52f3ef5550c6 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2860107 Feb 09 21:32:34.375743 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2d87cf-c46e-4618-940e-52f3ef5550c6 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3040257-10c7-4125-9ae3-fd18b01a083b,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:34.379205 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-001bee84-6302-4f81-a813-843ce4c2e15e req-5af6c976-4f28-4f08-8e64-faccbd6befba tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.90 "PUT /v2.0/floatingips/3c49d0c4-6a20-4a4b-8675-67a56fd4d35f HTTP/1.1" status: 200 len: 696 time: 1.0762467 Feb 09 21:32:34.379950 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '267f27c9-0cfc-409d-8870-ca614d4a8cff', 'tag': 'abca71b7-c298-40e9-b2e3-e38f8f476231'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:32:34.382679 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fd3290e-920b-4f23-95d1-043aa1aadd67" -d '{"events": [{"name": "network-changed", "server_uuid": "267f27c9-0cfc-409d-8870-ca614d4a8cff", "tag": "abca71b7-c298-40e9-b2e3-e38f8f476231"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:32:34.451423 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001bee84-6302-4f81-a813-843ce4c2e15e req-f0f17726-8bda-467f-b361-2efff3e1e8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:34.460070 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-001bee84-6302-4f81-a813-843ce4c2e15e req-f0f17726-8bda-467f-b361-2efff3e1e8ff service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=dac6b223cf904b85939aae2f16238e3d&device_id=267f27c9-0cfc-409d-8870-ca614d4a8cff HTTP/1.1" status: 200 len: 1128 time: 0.0574133 Feb 09 21:32:34.476603 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-787fa3ac-db37-4041-b63c-3b4017894e9b None None] Set router b2cd2203-f369-4459-8c0a-ca2cc9d71c0e gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:32:34.528796 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4ca32c86-0012-46cf-8b76-eb7581a9b9f2 req-ac10c9ab-687b-4ed8-9a4c-314039683c62 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=def3446e95584f24b6fdfb40ceda16ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0498569 Feb 09 21:32:34.688078 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbb95ce-91c6-42a9-815b-5cb3c563dc67 req-ef66725e-746c-46ab-8261-c9d450bf9c7c tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:34.690123 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4bbb95ce-91c6-42a9-815b-5cb3c563dc67 req-ef66725e-746c-46ab-8261-c9d450bf9c7c tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.95 "GET /v2.0/ports?device_id=035d62ca-f3b4-47dc-9d29-4b4395538df2 HTTP/1.1" status: 200 len: 949 time: 0.1540554 Feb 09 21:32:34.695752 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001bee84-6302-4f81-a813-843ce4c2e15e req-14dd7270-1b30-495a-b0d3-9e803307400a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:34.700623 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-787fa3ac-db37-4041-b63c-3b4017894e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2cd2203-f369-4459-8c0a-ca2cc9d71c0e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1657409486-router', 'tenant_id': 'dac6b223cf904b85939aae2f16238e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'c607efac-cc97-46b5-bff8-7f356e409a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:30:55Z', 'updated_at': '2022-02-09T21:31:03Z', 'revision_number': 4, 'project_id': 'dac6b223cf904b85939aae2f16238e3d', 'gw_port': {'id': 'c607efac-cc97-46b5-bff8-7f356e409a55', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:20:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cd2203-f369-4459-8c0a-ca2cc9d71c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:30:56Z', 'updated_at': '2022-02-09T21:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': 'bb915676-6f76-419a-b959-97eacd8f3c94', 'name': '', 'network_id': '00d33a83-8eda-497d-a1c1-41b14f9abbba', 'tenant_id': 'dac6b223cf904b85939aae2f16238e3d', 'mac_address': 'fa:16:3e:6a:bb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cd2203-f369-4459-8c0a-ca2cc9d71c0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '2ae0b2a1-54ba-4223-84f8-c95ae116614d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:31:01Z', 'updated_at': '2022-02-09T21:31:08Z', 'revision_number': 5, 'project_id': 'dac6b223cf904b85939aae2f16238e3d', 'subnets': [{'id': '2ae0b2a1-54ba-4223-84f8-c95ae116614d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:32:34.700864 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-001bee84-6302-4f81-a813-843ce4c2e15e req-14dd7270-1b30-495a-b0d3-9e803307400a service neutron] 10.222.0.90 "GET /v2.0/networks?id=00d33a83-8eda-497d-a1c1-41b14f9abbba HTTP/1.1" status: 200 len: 922 time: 0.2398276 Feb 09 21:32:34.728958 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787fa3ac-db37-4041-b63c-3b4017894e9b None None] Checking router: b2cd2203-f369-4459-8c0a-ca2cc9d71c0e for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:32:34.739238 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787fa3ac-db37-4041-b63c-3b4017894e9b None None] Routers {'b2cd2203-f369-4459-8c0a-ca2cc9d71c0e'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:32:34.739453 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-787fa3ac-db37-4041-b63c-3b4017894e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:32:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['b2cd2203-f369-4459-8c0a-ca2cc9d71c0e'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:32:34.745112 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca32c86-0012-46cf-8b76-eb7581a9b9f2 req-342be7eb-b96f-4486-a395-13acc8cd73f3 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:34.746876 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4ca32c86-0012-46cf-8b76-eb7581a9b9f2 req-342be7eb-b96f-4486-a395-13acc8cd73f3 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2119670 Feb 09 21:32:34.788707 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-001bee84-6302-4f81-a813-843ce4c2e15e req-de2b78c5-15aa-474e-8c74-7dab5489a6d6 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=abca71b7-c298-40e9-b2e3-e38f8f476231 HTTP/1.1" status: 200 len: 217 time: 0.0829332 Feb 09 21:32:34.851807 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001bee84-6302-4f81-a813-843ce4c2e15e req-c427cc46-9258-4124-b727-dbbe54140291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:34.856045 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-001bee84-6302-4f81-a813-843ce4c2e15e req-c427cc46-9258-4124-b727-dbbe54140291 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2ae0b2a1-54ba-4223-84f8-c95ae116614d HTTP/1.1" status: 200 len: 860 time: 0.0665369 Feb 09 21:32:34.859094 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-787fa3ac-db37-4041-b63c-3b4017894e9b None None] Set router b2cd2203-f369-4459-8c0a-ca2cc9d71c0e gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:32:34.871934 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4ca32c86-0012-46cf-8b76-eb7581a9b9f2 req-f911a73b-20d5-4432-829f-2e7cbcdc6ec1 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/quotas/def3446e95584f24b6fdfb40ceda16ab HTTP/1.1" status: 200 len: 375 time: 0.0939085 Feb 09 21:32:34.987184 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001bee84-6302-4f81-a813-843ce4c2e15e req-a00e8ad7-c8a6-43bf-beec-7f93e7031af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:34.988889 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-001bee84-6302-4f81-a813-843ce4c2e15e req-a00e8ad7-c8a6-43bf-beec-7f93e7031af9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=00d33a83-8eda-497d-a1c1-41b14f9abbba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1250544 Feb 09 21:32:35.004151 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4ca32c86-0012-46cf-8b76-eb7581a9b9f2 req-9f3a1ffd-3465-4b22-88a6-fdade2cf66c7 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=def3446e95584f24b6fdfb40ceda16ab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1096108 Feb 09 21:32:35.014717 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-4bbb95ce-91c6-42a9-815b-5cb3c563dc67 req-f0ef9952-748f-4c5f-8088-ec2e5ee273d7 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Deleting port 8ebbb4bf-86ee-4a02-9d61-68889897ee11 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:32:35.015168 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-4bbb95ce-91c6-42a9-815b-5cb3c563dc67 req-f0ef9952-748f-4c5f-8088-ec2e5ee273d7 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (8ebbb4bf-86ee-4a02-9d61-68889897ee11), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:35.201124 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf27e1ae-0fe7-4b7c-b86b-41643603c7bb x-openstack-request-id: req-bf27e1ae-0fe7-4b7c-b86b-41643603c7bb {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:32:35.201521 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b103a05b-af3d-405b-9b78-fef2ba862b56", "name": "network-vif-plugged", "status": "completed", "tag": "b572a502-e00d-4f2d-a1d2-15a4b872ad97", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:32:35.201794 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-bf27e1ae-0fe7-4b7c-b86b-41643603c7bb {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:32:35.202202 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b103a05b-af3d-405b-9b78-fef2ba862b56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b572a502-e00d-4f2d-a1d2-15a4b872ad97', 'code': 200} Feb 09 21:32:35.281880 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-787fa3ac-db37-4041-b63c-3b4017894e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2cd2203-f369-4459-8c0a-ca2cc9d71c0e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1657409486-router', 'tenant_id': 'dac6b223cf904b85939aae2f16238e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'c607efac-cc97-46b5-bff8-7f356e409a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:30:55Z', 'updated_at': '2022-02-09T21:31:03Z', 'revision_number': 4, 'project_id': 'dac6b223cf904b85939aae2f16238e3d', 'gw_port': {'id': 'c607efac-cc97-46b5-bff8-7f356e409a55', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:20:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cd2203-f369-4459-8c0a-ca2cc9d71c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:30:56Z', 'updated_at': '2022-02-09T21:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': 'bb915676-6f76-419a-b959-97eacd8f3c94', 'name': '', 'network_id': '00d33a83-8eda-497d-a1c1-41b14f9abbba', 'tenant_id': 'dac6b223cf904b85939aae2f16238e3d', 'mac_address': 'fa:16:3e:6a:bb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cd2203-f369-4459-8c0a-ca2cc9d71c0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '2ae0b2a1-54ba-4223-84f8-c95ae116614d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:31:01Z', 'updated_at': '2022-02-09T21:31:08Z', 'revision_number': 5, 'project_id': 'dac6b223cf904b85939aae2f16238e3d', 'subnets': [{'id': '2ae0b2a1-54ba-4223-84f8-c95ae116614d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:32:35.316963 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787fa3ac-db37-4041-b63c-3b4017894e9b None None] The sync data for ids ['b2cd2203-f369-4459-8c0a-ca2cc9d71c0e'] in n-d-828369-5 is: [{'id': 'b2cd2203-f369-4459-8c0a-ca2cc9d71c0e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1657409486-router', 'tenant_id': 'dac6b223cf904b85939aae2f16238e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'c607efac-cc97-46b5-bff8-7f356e409a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:30:55Z', 'updated_at': '2022-02-09T21:31:03Z', 'revision_number': 4, 'project_id': 'dac6b223cf904b85939aae2f16238e3d', 'gw_port': {'id': 'c607efac-cc97-46b5-bff8-7f356e409a55', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:20:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cd2203-f369-4459-8c0a-ca2cc9d71c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:30:56Z', 'updated_at': '2022-02-09T21:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': 'bb915676-6f76-419a-b959-97eacd8f3c94', 'name': '', 'network_id': '00d33a83-8eda-497d-a1c1-41b14f9abbba', 'tenant_id': 'dac6b223cf904b85939aae2f16238e3d', 'mac_address': 'fa:16:3e:6a:bb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cd2203-f369-4459-8c0a-ca2cc9d71c0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '2ae0b2a1-54ba-4223-84f8-c95ae116614d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:31:01Z', 'updated_at': '2022-02-09T21:31:08Z', 'revision_number': 5, 'project_id': 'dac6b223cf904b85939aae2f16238e3d', 'subnets': [{'id': '2ae0b2a1-54ba-4223-84f8-c95ae116614d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:32:35.714386 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-4bbb95ce-91c6-42a9-815b-5cb3c563dc67 req-f0ef9952-748f-4c5f-8088-ec2e5ee273d7 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] For port 8ebbb4bf-86ee-4a02-9d61-68889897ee11, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=8ebbb4bf-86ee-4a02-9d61-68889897ee11,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:32:35.714952 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-4bbb95ce-91c6-42a9-815b-5cb3c563dc67 req-f0ef9952-748f-4c5f-8088-ec2e5ee273d7 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (8ebbb4bf-86ee-4a02-9d61-68889897ee11), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:35.724952 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-001bee84-6302-4f81-a813-843ce4c2e15e req-0c9808e9-8d91-4334-be12-b33a59a04a36 service neutron] 10.222.0.90 "GET /v2.0/networks/00d33a83-8eda-497d-a1c1-41b14f9abbba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7190001 Feb 09 21:32:35.732197 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d006eab9-560b-410f-ae4a-31e27c1855e1 req-4a1a6786-d720-4a22-8987-224aefc36ca9 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:35.734347 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d006eab9-560b-410f-ae4a-31e27c1855e1 req-4a1a6786-d720-4a22-8987-224aefc36ca9 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.95 "GET /v2.0/ports?device_id=b103a05b-af3d-405b-9b78-fef2ba862b56 HTTP/1.1" status: 200 len: 944 time: 0.6409674 Feb 09 21:32:35.742668 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afbbc5a-036e-438d-8faf-263684c00fe9 None None] New status for floating IP 3c49d0c4-6a20-4a4b-8675-67a56fd4d35f: DOWN {{(pid=103143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:32:35.751340 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-4bbb95ce-91c6-42a9-815b-5cb3c563dc67 req-f0ef9952-748f-4c5f-8088-ec2e5ee273d7 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Calling delete_port for 8ebbb4bf-86ee-4a02-9d61-68889897ee11 owned by compute:nova {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:32:35.781300 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247efaf0-c794-4e0c-9ac5-f7d9898f55a2 req-ccc25707-9223-4113-8ba9-dca2680bf661 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:35.783686 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-247efaf0-c794-4e0c-9ac5-f7d9898f55a2 req-ccc25707-9223-4113-8ba9-dca2680bf661 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=035d62ca-f3b4-47dc-9d29-4b4395538df2 HTTP/1.1" status: 200 len: 949 time: 0.2211175 Feb 09 21:32:35.995024 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-001bee84-6302-4f81-a813-843ce4c2e15e req-ff6a9925-8ddc-4968-8b05-c3b6b1edf2f9 service neutron] 10.222.0.90 "GET /v2.0/networks/00d33a83-8eda-497d-a1c1-41b14f9abbba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567813 Feb 09 21:32:35.998080 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-247efaf0-c794-4e0c-9ac5-f7d9898f55a2 req-a7539554-7b0b-4433-9580-07920123888c tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668215 Feb 09 21:32:36.079077 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-c5a0b89d-7fc6-447b-8e64-6d9f797c5c8b req-8b6945ab-fc34-4b60-9ced-9edc4c3783ba tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-643204452', 'description': 'tempest-description-329494056'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:32:36.129542 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-c5a0b89d-7fc6-447b-8e64-6d9f797c5c8b req-8b6945ab-fc34-4b60-9ced-9edc4c3783ba tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:36.136009 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-d006eab9-560b-410f-ae4a-31e27c1855e1 req-67c4d5b9-eead-4dc2-80c9-ad6d8864b716 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Deleting port b572a502-e00d-4f2d-a1d2-15a4b872ad97 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:32:36.136379 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-d006eab9-560b-410f-ae4a-31e27c1855e1 req-67c4d5b9-eead-4dc2-80c9-ad6d8864b716 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (b572a502-e00d-4f2d-a1d2-15a4b872ad97), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:36.226451 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-4bbb95ce-91c6-42a9-815b-5cb3c563dc67 req-f0ef9952-748f-4c5f-8088-ec2e5ee273d7 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (8ebbb4bf-86ee-4a02-9d61-68889897ee11), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:36.241839 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['e9f2ba29-d45e-453d-bfc4-e1f1dd8a6047', 'c543c68f-2876-4aba-82e0-f1ae0fcc2d0d', 'd89bc8b6-2012-487d-8350-8f473697ebed'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:32:36.249667 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['4bbd8126-4683-4cf5-bea6-1038ce90a505', '5f898856-a782-4f86-b38f-f74482342d30', 'ab9d25ae-d4c5-4858-a2a3-37eb99643062', 'eef1a684-c343-4bce-9059-aceed4d69eb8'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:32:36.276666 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ef9952-748f-4c5f-8088-ec2e5ee273d7 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Pushing event deleted for resources: {'Port': ['ID=8ebbb4bf-86ee-4a02-9d61-68889897ee11,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:36.395305 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bbb95ce-91c6-42a9-815b-5cb3c563dc67 req-f0ef9952-748f-4c5f-8088-ec2e5ee273d7 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] No DVR routers for this DVR port 8ebbb4bf-86ee-4a02-9d61-68889897ee11 on host n-h1-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:32:36.405937 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-c5a0b89d-7fc6-447b-8e64-6d9f797c5c8b req-8b6945ab-fc34-4b60-9ced-9edc4c3783ba tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Publish callbacks [] for security_group (ebe33613-6d4c-45ab-95d3-83434259d0f1), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:36.407546 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-4bbb95ce-91c6-42a9-815b-5cb3c563dc67 req-f0ef9952-748f-4c5f-8088-ec2e5ee273d7 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:36.411461 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4bbb95ce-91c6-42a9-815b-5cb3c563dc67 req-f0ef9952-748f-4c5f-8088-ec2e5ee273d7 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.95 "DELETE /v2.0/ports/8ebbb4bf-86ee-4a02-9d61-68889897ee11 HTTP/1.1" status: 204 len: 173 time: 1.7095411 Feb 09 21:32:36.425961 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-d006eab9-560b-410f-ae4a-31e27c1855e1 req-67c4d5b9-eead-4dc2-80c9-ad6d8864b716 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] For port b572a502-e00d-4f2d-a1d2-15a4b872ad97, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=b572a502-e00d-4f2d-a1d2-15a4b872ad97,segment=NetworkSegment(245b6cbf-bc8c-4ac6-8eda-9aca94663a57),segment_id=245b6cbf-bc8c-4ac6-8eda-9aca94663a57)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:32:36.426580 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-d006eab9-560b-410f-ae4a-31e27c1855e1 req-67c4d5b9-eead-4dc2-80c9-ad6d8864b716 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (b572a502-e00d-4f2d-a1d2-15a4b872ad97), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:36.430141 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-c5a0b89d-7fc6-447b-8e64-6d9f797c5c8b req-8b6945ab-fc34-4b60-9ced-9edc4c3783ba tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (ebe33613-6d4c-45ab-95d3-83434259d0f1), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:36.466550 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-d006eab9-560b-410f-ae4a-31e27c1855e1 req-67c4d5b9-eead-4dc2-80c9-ad6d8864b716 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Calling delete_port for b572a502-e00d-4f2d-a1d2-15a4b872ad97 owned by compute:nova {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:32:36.483034 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-c5a0b89d-7fc6-447b-8e64-6d9f797c5c8b req-8b6945ab-fc34-4b60-9ced-9edc4c3783ba tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:36.517624 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c5a0b89d-7fc6-447b-8e64-6d9f797c5c8b req-8b6945ab-fc34-4b60-9ced-9edc4c3783ba tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.4568150 Feb 09 21:32:36.635319 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4ca32c86-0012-46cf-8b76-eb7581a9b9f2 req-6052d299-2958-4677-b2ff-fc3cf797ac5d tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=def3446e95584f24b6fdfb40ceda16ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0630028 Feb 09 21:32:36.789326 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6aaa230-8417-42ab-b814-f395abd0c6c9 x-openstack-request-id: req-e6aaa230-8417-42ab-b814-f395abd0c6c9 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:32:36.790474 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "267f27c9-0cfc-409d-8870-ca614d4a8cff", "tag": "abca71b7-c298-40e9-b2e3-e38f8f476231", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:32:36.790745 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-e6aaa230-8417-42ab-b814-f395abd0c6c9 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:32:36.791164 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '267f27c9-0cfc-409d-8870-ca614d4a8cff', 'tag': 'abca71b7-c298-40e9-b2e3-e38f8f476231', 'status': 'completed', 'code': 200} Feb 09 21:32:36.797467 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6945ab-fc34-4b60-9ced-9edc4c3783ba tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebe33613-6d4c-45ab-95d3-83434259d0f1,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:36.907399 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca32c86-0012-46cf-8b76-eb7581a9b9f2 req-0f99ca99-2f45-45bc-8402-75278a751c7b tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:36.908977 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4ca32c86-0012-46cf-8b76-eb7581a9b9f2 req-0f99ca99-2f45-45bc-8402-75278a751c7b tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2724822 Feb 09 21:32:36.932623 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-4ca32c86-0012-46cf-8b76-eb7581a9b9f2 req-32119899-1cf9-445f-9655-8e0974669729 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Request body: {'port': {'device_id': '4f8339ab-f401-4931-96ab-51b877546307', 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc', 'admin_state_up': True, 'tenant_id': 'def3446e95584f24b6fdfb40ceda16ab'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:32:37.033927 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-d006eab9-560b-410f-ae4a-31e27c1855e1 req-67c4d5b9-eead-4dc2-80c9-ad6d8864b716 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (b572a502-e00d-4f2d-a1d2-15a4b872ad97), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:37.085129 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bc969c41-9c18-4c1e-96d7-2c20a65c7ac6 req-75d9413f-625e-4088-9b95-35727d29fee9 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "GET /v2.0/ports?device_id=b103a05b-af3d-405b-9b78-fef2ba862b56 HTTP/1.1" status: 200 len: 210 time: 0.0578873 Feb 09 21:32:37.085860 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ca32c86-0012-46cf-8b76-eb7581a9b9f2 req-32119899-1cf9-445f-9655-8e0974669729 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Made reservation on behalf of def3446e95584f24b6fdfb40ceda16ab for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:32:37.091028 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-4ca32c86-0012-46cf-8b76-eb7581a9b9f2 req-32119899-1cf9-445f-9655-8e0974669729 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:37.169633 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c4d5b9-eead-4dc2-80c9-ad6d8864b716 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Pushing event deleted for resources: {'Port': ['ID=b572a502-e00d-4f2d-a1d2-15a4b872ad97,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:37.215721 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c461fe3f-336f-4b8a-95c8-9154c72636b6 req-f70984e6-e7a0-42b1-9492-110905f93918 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:37.217934 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c461fe3f-336f-4b8a-95c8-9154c72636b6 req-f70984e6-e7a0-42b1-9492-110905f93918 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed637eb7-997b-4a50-b9a4-acd664f51f8f HTTP/1.1" status: 200 len: 944 time: 0.4216096 Feb 09 21:32:37.234246 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b103a05b-af3d-405b-9b78-fef2ba862b56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b572a502-e00d-4f2d-a1d2-15a4b872ad97'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:32:37.236930 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8694349-0cc1-4284-99fc-8bf67e2a266a" -d '{"events": [{"server_uuid": "b103a05b-af3d-405b-9b78-fef2ba862b56", "name": "network-vif-unplugged", "status": "completed", "tag": "b572a502-e00d-4f2d-a1d2-15a4b872ad97"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:32:37.242933 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd3290e-920b-4f23-95d1-043aa1aadd67 req-5128808e-186e-4dd8-9f70-a4448332a8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:37.245121 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8fd3290e-920b-4f23-95d1-043aa1aadd67 req-5128808e-186e-4dd8-9f70-a4448332a8c7 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=dac6b223cf904b85939aae2f16238e3d&device_id=267f27c9-0cfc-409d-8870-ca614d4a8cff HTTP/1.1" status: 200 len: 1128 time: 0.4617932 Feb 09 21:32:37.330320 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e9b7cb25-988d-4e86-a5cf-9ff25971d78f req-a4e7b796-5093-4f83-bbeb-bedf306826a3 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=4f8339ab-f401-4931-96ab-51b877546307 HTTP/1.1" status: 200 len: 210 time: 0.0886159 Feb 09 21:32:37.380932 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [req-4ca32c86-0012-46cf-8b76-eb7581a9b9f2 req-32119899-1cf9-445f-9655-8e0974669729 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Allocated IP 192.168.233.118 (a8139157-1e3e-4bd9-8fa9-c0e20debd7dc/0f7402ac-a35b-414b-bcc1-bc1c3072ec3c/e91b0039-a035-445f-90c7-b61de1c5005a) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:32:37.424640 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c461fe3f-336f-4b8a-95c8-9154c72636b6 req-9000a715-da35-4783-a897-7cf9b4ed93e0 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838093 Feb 09 21:32:37.480855 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-d006eab9-560b-410f-ae4a-31e27c1855e1 req-67c4d5b9-eead-4dc2-80c9-ad6d8864b716 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] No DVR routers for this DVR port b572a502-e00d-4f2d-a1d2-15a4b872ad97 on host n-h1-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:32:37.485035 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-d006eab9-560b-410f-ae4a-31e27c1855e1 req-67c4d5b9-eead-4dc2-80c9-ad6d8864b716 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:37.488474 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d006eab9-560b-410f-ae4a-31e27c1855e1 req-67c4d5b9-eead-4dc2-80c9-ad6d8864b716 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.95 "DELETE /v2.0/ports/b572a502-e00d-4f2d-a1d2-15a4b872ad97 HTTP/1.1" status: 204 len: 173 time: 1.7350013 Feb 09 21:32:37.525316 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device b572a502-e00d-4f2d-a1d2-15a4b872ad97 no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:32:37.560408 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] No Port match for: b572a502-e00d-4f2d-a1d2-15a4b872ad97 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:32:37.560766 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device b572a502-e00d-4f2d-a1d2-15a4b872ad97 not bound to the agent host n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:32:37.561202 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 8ebbb4bf-86ee-4a02-9d61-68889897ee11 no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:32:37.629082 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b06c191-6e1d-4a51-9e31-57c6a7320fb5 x-openstack-request-id: req-4b06c191-6e1d-4a51-9e31-57c6a7320fb5 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:32:37.629639 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b103a05b-af3d-405b-9b78-fef2ba862b56", "name": "network-vif-unplugged", "status": "completed", "tag": "b572a502-e00d-4f2d-a1d2-15a4b872ad97", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:32:37.630055 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-4b06c191-6e1d-4a51-9e31-57c6a7320fb5 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:32:37.630742 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b103a05b-af3d-405b-9b78-fef2ba862b56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b572a502-e00d-4f2d-a1d2-15a4b872ad97', 'code': 200} Feb 09 21:32:37.631975 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-4ca32c86-0012-46cf-8b76-eb7581a9b9f2 req-32119899-1cf9-445f-9655-8e0974669729 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Publish callbacks [] for port (e91b0039-a035-445f-90c7-b61de1c5005a), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:37.632299 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] No Port match for: 8ebbb4bf-86ee-4a02-9d61-68889897ee11 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:32:37.632807 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 8ebbb4bf-86ee-4a02-9d61-68889897ee11 not bound to the agent host n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:32:37.643940 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd3290e-920b-4f23-95d1-043aa1aadd67 req-a3452515-59bb-48ed-b5c3-c4bc4533f10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:37.645485 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8fd3290e-920b-4f23-95d1-043aa1aadd67 req-a3452515-59bb-48ed-b5c3-c4bc4533f10b service neutron] 10.222.0.95 "GET /v2.0/networks?id=00d33a83-8eda-497d-a1c1-41b14f9abbba HTTP/1.1" status: 200 len: 922 time: 0.3538396 Feb 09 21:32:37.694106 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-4ca32c86-0012-46cf-8b76-eb7581a9b9f2 req-32119899-1cf9-445f-9655-8e0974669729 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (e91b0039-a035-445f-90c7-b61de1c5005a), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:37.722733 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['6baa751d-f156-4998-94bb-c6f43767cb46'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:32:37.752049 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ca32c86-0012-46cf-8b76-eb7581a9b9f2 req-32119899-1cf9-445f-9655-8e0974669729 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:32:37.755294 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [req-4ca32c86-0012-46cf-8b76-eb7581a9b9f2 req-32119899-1cf9-445f-9655-8e0974669729 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:32:37.761868 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ca32c86-0012-46cf-8b76-eb7581a9b9f2 req-32119899-1cf9-445f-9655-8e0974669729 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:32:37.780550 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8fd3290e-920b-4f23-95d1-043aa1aadd67 req-9723b01f-f141-4023-a47f-4d046f7d5800 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=abca71b7-c298-40e9-b2e3-e38f8f476231 HTTP/1.1" status: 200 len: 217 time: 0.1228945 Feb 09 21:32:37.820667 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32119899-1cf9-445f-9655-8e0974669729 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Pushing event updated for resources: {'Port': ['ID=e91b0039-a035-445f-90c7-b61de1c5005a,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:37.894704 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca32c86-0012-46cf-8b76-eb7581a9b9f2 req-32119899-1cf9-445f-9655-8e0974669729 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:37.895387 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-4ca32c86-0012-46cf-8b76-eb7581a9b9f2 req-32119899-1cf9-445f-9655-8e0974669729 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:37.936039 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4ca32c86-0012-46cf-8b76-eb7581a9b9f2 req-32119899-1cf9-445f-9655-8e0974669729 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0125542 Feb 09 21:32:37.940475 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd3290e-920b-4f23-95d1-043aa1aadd67 req-534e8ae7-bf68-48f2-801e-39d21de36882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:37.942067 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8fd3290e-920b-4f23-95d1-043aa1aadd67 req-534e8ae7-bf68-48f2-801e-39d21de36882 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=2ae0b2a1-54ba-4223-84f8-c95ae116614d HTTP/1.1" status: 200 len: 860 time: 0.1474638 Feb 09 21:32:37.984271 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-4ca32c86-0012-46cf-8b76-eb7581a9b9f2 req-297a0b25-dad2-4162-a6f5-c00dde425fd4 service neutron] Request body: {'port': {'device_id': '4f8339ab-f401-4931-96ab-51b877546307', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:32:37.986730 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e9479-c5a6-4f79-9a00-da21b3c86ce7 req-bb70e105-216b-40a5-aefb-7d19e879170f tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:37.997460 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1c6e9479-c5a6-4f79-9a00-da21b3c86ce7 req-bb70e105-216b-40a5-aefb-7d19e879170f tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/networks?id=1ccb3c1e-996b-41e3-9a90-cc05638f9e89 HTTP/1.1" status: 200 len: 812 time: 0.4993868 Feb 09 21:32:38.041442 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1c6e9479-c5a6-4f79-9a00-da21b3c86ce7 req-e711eeb0-c6fc-43eb-96d1-dda513c27e3e tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/quotas/7f960ea9e4814f1c9f3d6e0840e5a81e HTTP/1.1" status: 200 len: 375 time: 0.0428445 Feb 09 21:32:38.097881 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-4ca32c86-0012-46cf-8b76-eb7581a9b9f2 req-297a0b25-dad2-4162-a6f5-c00dde425fd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (e91b0039-a035-445f-90c7-b61de1c5005a), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:38.145808 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-75ef40e5-6a3b-44ab-a8e2-11fcf159200d req-91abd8a2-4e21-487b-a471-0ce5c30835a8 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.90 "GET /v2.0/floatingips/3c49d0c4-6a20-4a4b-8675-67a56fd4d35f HTTP/1.1" status: 200 len: 694 time: 0.2221014 Feb 09 21:32:38.286910 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1c6e9479-c5a6-4f79-9a00-da21b3c86ce7 req-64f603ed-76ab-4aa8-8933-461d470e1c52 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=7f960ea9e4814f1c9f3d6e0840e5a81e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2444749 Feb 09 21:32:38.308632 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-cdd8aec5-8b27-4e83-85b9-3189030273ed None None] Provisioning complete for port e91b0039-a035-445f-90c7-b61de1c5005a triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:32:38.309013 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-cdd8aec5-8b27-4e83-85b9-3189030273ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (e91b0039-a035-445f-90c7-b61de1c5005a), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:38.376593 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-cdd8aec5-8b27-4e83-85b9-3189030273ed None None] Port e91b0039-a035-445f-90c7-b61de1c5005a cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:32:38.383490 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd3290e-920b-4f23-95d1-043aa1aadd67 req-28a2edfc-5c29-48c7-92b7-a53b5fe9a546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:38.385479 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8fd3290e-920b-4f23-95d1-043aa1aadd67 req-28a2edfc-5c29-48c7-92b7-a53b5fe9a546 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=00d33a83-8eda-497d-a1c1-41b14f9abbba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3845103 Feb 09 21:32:38.500051 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-4ca32c86-0012-46cf-8b76-eb7581a9b9f2 req-297a0b25-dad2-4162-a6f5-c00dde425fd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e91b0039-a035-445f-90c7-b61de1c5005a {{(pid=103141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:32:38.510547 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-4ca32c86-0012-46cf-8b76-eb7581a9b9f2 req-297a0b25-dad2-4162-a6f5-c00dde425fd4 service neutron] Publish callbacks [] for port (e91b0039-a035-445f-90c7-b61de1c5005a), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:38.523182 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ef40e5-6a3b-44ab-a8e2-11fcf159200d req-ac610299-a408-40bd-a413-c51ca8563fc6 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:38.524889 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-4ca32c86-0012-46cf-8b76-eb7581a9b9f2 req-297a0b25-dad2-4162-a6f5-c00dde425fd4 service neutron] Transition to ACTIVE for port object e91b0039-a035-445f-90c7-b61de1c5005a will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:32:38.529183 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-75ef40e5-6a3b-44ab-a8e2-11fcf159200d req-ac610299-a408-40bd-a413-c51ca8563fc6 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.90 "GET /v2.0/networks/54a442d5-50a0-4c75-85cc-d19f5bf58118 HTTP/1.1" status: 200 len: 784 time: 0.3758764 Feb 09 21:32:38.533241 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-4ca32c86-0012-46cf-8b76-eb7581a9b9f2 req-297a0b25-dad2-4162-a6f5-c00dde425fd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (e91b0039-a035-445f-90c7-b61de1c5005a), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:38.618600 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297a0b25-dad2-4162-a6f5-c00dde425fd4 service neutron] Pushing event updated for resources: {'Port': ['ID=e91b0039-a035-445f-90c7-b61de1c5005a,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:38.652677 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8fd3290e-920b-4f23-95d1-043aa1aadd67 req-a8056415-dd14-45e4-a657-7312538d1a69 service neutron] 10.222.0.95 "GET /v2.0/networks/00d33a83-8eda-497d-a1c1-41b14f9abbba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586007 Feb 09 21:32:38.660633 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1c6e9479-c5a6-4f79-9a00-da21b3c86ce7 req-12b1c6c8-fd29-40b7-b877-e13371baf470 service neutron] 10.222.0.90 "GET /v2.0/networks/1ccb3c1e-996b-41e3-9a90-cc05638f9e89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3728042 Feb 09 21:32:38.688889 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-75ef40e5-6a3b-44ab-a8e2-11fcf159200d req-f05489b5-7ba4-47c4-94b4-a22cf42b3c59 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.90 "GET /v2.0/floatingips?floating_ip_address=172.25.3.126 HTTP/1.1" status: 200 len: 697 time: 0.1335897 Feb 09 21:32:38.696943 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-4ca32c86-0012-46cf-8b76-eb7581a9b9f2 req-297a0b25-dad2-4162-a6f5-c00dde425fd4 service neutron] Attempting to bind port e91b0039-a035-445f-90c7-b61de1c5005a on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:32:38.697532 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-4ca32c86-0012-46cf-8b76-eb7581a9b9f2 req-297a0b25-dad2-4162-a6f5-c00dde425fd4 service neutron] Attempting to bind port e91b0039-a035-445f-90c7-b61de1c5005a by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:32:38.697644 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca32c86-0012-46cf-8b76-eb7581a9b9f2 req-297a0b25-dad2-4162-a6f5-c00dde425fd4 service neutron] Attempting to bind port e91b0039-a035-445f-90c7-b61de1c5005a on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:32:38.703404 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca32c86-0012-46cf-8b76-eb7581a9b9f2 req-297a0b25-dad2-4162-a6f5-c00dde425fd4 service neutron] Port e91b0039-a035-445f-90c7-b61de1c5005a on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:32:38.703757 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca32c86-0012-46cf-8b76-eb7581a9b9f2 req-297a0b25-dad2-4162-a6f5-c00dde425fd4 service neutron] Attempting to bind port e91b0039-a035-445f-90c7-b61de1c5005a on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:32:38.710326 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca32c86-0012-46cf-8b76-eb7581a9b9f2 req-297a0b25-dad2-4162-a6f5-c00dde425fd4 service neutron] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:32:38.710674 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca32c86-0012-46cf-8b76-eb7581a9b9f2 req-297a0b25-dad2-4162-a6f5-c00dde425fd4 service neutron] Checking segment: {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:32:38.711061 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca32c86-0012-46cf-8b76-eb7581a9b9f2 req-297a0b25-dad2-4162-a6f5-c00dde425fd4 service neutron] Bound using segment: {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:32:38.711500 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-4ca32c86-0012-46cf-8b76-eb7581a9b9f2 req-297a0b25-dad2-4162-a6f5-c00dde425fd4 service neutron] Bound port: e91b0039-a035-445f-90c7-b61de1c5005a, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:32:38.711859 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-4ca32c86-0012-46cf-8b76-eb7581a9b9f2 req-297a0b25-dad2-4162-a6f5-c00dde425fd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (e91b0039-a035-445f-90c7-b61de1c5005a), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:38.789068 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-4ca32c86-0012-46cf-8b76-eb7581a9b9f2 req-297a0b25-dad2-4162-a6f5-c00dde425fd4 service neutron] For port e91b0039-a035-445f-90c7-b61de1c5005a, host n-h2-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:32:38.792607 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-4ca32c86-0012-46cf-8b76-eb7581a9b9f2 req-297a0b25-dad2-4162-a6f5-c00dde425fd4 service neutron] For port e91b0039-a035-445f-90c7-b61de1c5005a, host n-h2-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=e91b0039-a035-445f-90c7-b61de1c5005a,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:32:38.801014 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-4ca32c86-0012-46cf-8b76-eb7581a9b9f2 req-297a0b25-dad2-4162-a6f5-c00dde425fd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (e91b0039-a035-445f-90c7-b61de1c5005a), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:38.815732 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '035d62ca-f3b4-47dc-9d29-4b4395538df2', 'name': 'network-vif-deleted', 'tag': '8ebbb4bf-86ee-4a02-9d61-68889897ee11'}, {'server_uuid': 'b103a05b-af3d-405b-9b78-fef2ba862b56', 'name': 'network-vif-deleted', 'tag': 'b572a502-e00d-4f2d-a1d2-15a4b872ad97'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:32:38.818114 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8eb10e7-86ae-499f-9897-9614879f5422" -d '{"events": [{"server_uuid": "035d62ca-f3b4-47dc-9d29-4b4395538df2", "name": "network-vif-deleted", "tag": "8ebbb4bf-86ee-4a02-9d61-68889897ee11"}, {"server_uuid": "b103a05b-af3d-405b-9b78-fef2ba862b56", "name": "network-vif-deleted", "tag": "b572a502-e00d-4f2d-a1d2-15a4b872ad97"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:32:38.839981 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-75ef40e5-6a3b-44ab-a8e2-11fcf159200d req-9950310c-5688-4539-91b2-50819b0e6960 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.90 "GET /v2.0/floatingips?floating_ip_address=172.25.3.126 HTTP/1.1" status: 200 len: 697 time: 0.1045179 Feb 09 21:32:38.864466 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca32c86-0012-46cf-8b76-eb7581a9b9f2 req-297a0b25-dad2-4162-a6f5-c00dde425fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:38.865451 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-4ca32c86-0012-46cf-8b76-eb7581a9b9f2 req-297a0b25-dad2-4162-a6f5-c00dde425fd4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:38.866485 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4ca32c86-0012-46cf-8b76-eb7581a9b9f2 req-297a0b25-dad2-4162-a6f5-c00dde425fd4 service neutron] 10.222.0.89 "PUT /v2.0/ports/e91b0039-a035-445f-90c7-b61de1c5005a HTTP/1.1" status: 200 len: 1096 time: 0.8878224 Feb 09 21:32:38.866989 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f8339ab-f401-4931-96ab-51b877546307', 'tag': 'e91b0039-a035-445f-90c7-b61de1c5005a'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:32:38.869608 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6898786a-7d66-45be-98cd-77187f3edf00" -d '{"events": [{"name": "network-changed", "server_uuid": "4f8339ab-f401-4931-96ab-51b877546307", "tag": "e91b0039-a035-445f-90c7-b61de1c5005a"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:32:38.877983 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297a0b25-dad2-4162-a6f5-c00dde425fd4 service neutron] Pushing event updated for resources: {'Port': ['ID=e91b0039-a035-445f-90c7-b61de1c5005a,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:38.926304 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ad8fc2e3-c820-4bfb-94f7-717b5619f0de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:38.982151 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca32c86-0012-46cf-8b76-eb7581a9b9f2 req-3e7c3c4a-3e79-4da2-ab4f-c6b581c61730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:38.984047 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4ca32c86-0012-46cf-8b76-eb7581a9b9f2 req-3e7c3c4a-3e79-4da2-ab4f-c6b581c61730 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=def3446e95584f24b6fdfb40ceda16ab&device_id=4f8339ab-f401-4931-96ab-51b877546307 HTTP/1.1" status: 200 len: 1130 time: 0.0604224 Feb 09 21:32:39.034486 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1c6e9479-c5a6-4f79-9a00-da21b3c86ce7 req-76f6c603-cba3-4718-b5ac-92714fdc21a0 service neutron] 10.222.0.90 "GET /v2.0/networks/1ccb3c1e-996b-41e3-9a90-cc05638f9e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3599112 Feb 09 21:32:39.041884 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4ca32c86-0012-46cf-8b76-eb7581a9b9f2 req-567c9c11-6a11-4bd5-95a6-3140e8123293 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=e91b0039-a035-445f-90c7-b61de1c5005a HTTP/1.1" status: 200 len: 217 time: 0.0453017 Feb 09 21:32:39.042124 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8fd3290e-920b-4f23-95d1-043aa1aadd67 req-2b9146e0-be0c-4c93-a07f-7ccb78c80e45 service neutron] 10.222.0.95 "GET /v2.0/networks/00d33a83-8eda-497d-a1c1-41b14f9abbba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3757768 Feb 09 21:32:39.100582 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca32c86-0012-46cf-8b76-eb7581a9b9f2 req-cfb787ff-6984-4908-bb22-4656243f0a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:39.102288 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4ca32c86-0012-46cf-8b76-eb7581a9b9f2 req-cfb787ff-6984-4908-bb22-4656243f0a60 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0f7402ac-a35b-414b-bcc1-bc1c3072ec3c HTTP/1.1" status: 200 len: 843 time: 0.0514615 Feb 09 21:32:39.102465 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-75ef40e5-6a3b-44ab-a8e2-11fcf159200d req-ca582b40-bf51-441a-becf-178f4ca631d3 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Deleting port f07bb95e-0807-4d82-9eb7-ed63ab87207c {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:32:39.102818 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-75ef40e5-6a3b-44ab-a8e2-11fcf159200d req-ca582b40-bf51-441a-becf-178f4ca631d3 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (f07bb95e-0807-4d82-9eb7-ed63ab87207c), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:39.180193 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca32c86-0012-46cf-8b76-eb7581a9b9f2 req-610e95ff-9ab5-4d3e-93aa-31a0edb5bab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:39.182412 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4ca32c86-0012-46cf-8b76-eb7581a9b9f2 req-610e95ff-9ab5-4d3e-93aa-31a0edb5bab9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0666687 Feb 09 21:32:39.305096 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-75ef40e5-6a3b-44ab-a8e2-11fcf159200d req-ca582b40-bf51-441a-becf-178f4ca631d3 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (f07bb95e-0807-4d82-9eb7-ed63ab87207c), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:39.305433 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-75ef40e5-6a3b-44ab-a8e2-11fcf159200d req-ca582b40-bf51-441a-becf-178f4ca631d3 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Publish callbacks [] for floatingip (f07bb95e-0807-4d82-9eb7-ed63ab87207c), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:39.330682 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4ca32c86-0012-46cf-8b76-eb7581a9b9f2 req-87ff0d69-9426-456c-bfbe-88a748a82004 service neutron] 10.222.0.89 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377122 Feb 09 21:32:39.330897 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-75ef40e5-6a3b-44ab-a8e2-11fcf159200d req-ca582b40-bf51-441a-becf-178f4ca631d3 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Calling delete_port for f07bb95e-0807-4d82-9eb7-ed63ab87207c owned by network:floatingip {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:32:39.458330 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4ca32c86-0012-46cf-8b76-eb7581a9b9f2 req-93b7e30c-b7ef-4021-abf2-2a12c8d5dffc service neutron] 10.222.0.89 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207776 Feb 09 21:32:39.521056 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-75ef40e5-6a3b-44ab-a8e2-11fcf159200d req-ca582b40-bf51-441a-becf-178f4ca631d3 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (f07bb95e-0807-4d82-9eb7-ed63ab87207c), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:39.566609 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca582b40-bf51-441a-becf-178f4ca631d3 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Pushing event deleted for resources: {'Port': ['ID=f07bb95e-0807-4d82-9eb7-ed63ab87207c,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:39.685586 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-75ef40e5-6a3b-44ab-a8e2-11fcf159200d req-ca582b40-bf51-441a-becf-178f4ca631d3 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Publish callbacks [] for floatingip (3c49d0c4-6a20-4a4b-8675-67a56fd4d35f), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:39.688445 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-75ef40e5-6a3b-44ab-a8e2-11fcf159200d req-ca582b40-bf51-441a-becf-178f4ca631d3 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:39.689670 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-75ef40e5-6a3b-44ab-a8e2-11fcf159200d req-ca582b40-bf51-441a-becf-178f4ca631d3 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.90 "DELETE /v2.0/floatingips/3c49d0c4-6a20-4a4b-8675-67a56fd4d35f HTTP/1.1" status: 204 len: 173 time: 0.8417959 Feb 09 21:32:39.696688 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106c5eb2-fe86-48af-b8c2-44ccbb22e622 req-56d6b100-2e9b-4052-bc0a-037d176d14a0 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:39.698241 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-106c5eb2-fe86-48af-b8c2-44ccbb22e622 req-56d6b100-2e9b-4052-bc0a-037d176d14a0 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=48634e6d-126d-4bd8-aead-a071ab92c66e HTTP/1.1" status: 200 len: 950 time: 0.0757325 Feb 09 21:32:39.754216 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-106c5eb2-fe86-48af-b8c2-44ccbb22e622 req-41c2b000-c3e5-4b1a-a184-a6a0fa611b52 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478029 Feb 09 21:32:39.912955 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6f21ac-1810-4c18-81a5-6a0c4cfb2588 req-e624d0f9-eb72-47a9-866c-e75bc69fc055 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:39.914444 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5b6f21ac-1810-4c18-81a5-6a0c4cfb2588 req-e624d0f9-eb72-47a9-866c-e75bc69fc055 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=4f8339ab-f401-4931-96ab-51b877546307 HTTP/1.1" status: 200 len: 948 time: 0.0988612 Feb 09 21:32:39.938848 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6456ece1-8eb9-48af-a050-0d5113684f08 req-b43e2df5-7921-4db3-9ee6-06420a7007e5 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:39.940466 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6456ece1-8eb9-48af-a050-0d5113684f08 req-b43e2df5-7921-4db3-9ee6-06420a7007e5 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed637eb7-997b-4a50-b9a4-acd664f51f8f HTTP/1.1" status: 200 len: 944 time: 0.0909681 Feb 09 21:32:40.021118 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5b6f21ac-1810-4c18-81a5-6a0c4cfb2588 req-ecc3bb80-202d-40cf-9406-6b5dee96ced9 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945156 Feb 09 21:32:40.025301 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6456ece1-8eb9-48af-a050-0d5113684f08 req-be3cabf6-f176-46b4-8213-16d1a94de3f1 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761468 Feb 09 21:32:40.082394 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 21:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d81eace7-c4cf-48a4-b59b-79a96c1c04d5 x-openstack-request-id: req-d81eace7-c4cf-48a4-b59b-79a96c1c04d5 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:32:40.083459 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "035d62ca-f3b4-47dc-9d29-4b4395538df2", "name": "network-vif-deleted", "tag": "8ebbb4bf-86ee-4a02-9d61-68889897ee11", "status": "completed", "code": 200}, {"server_uuid": "b103a05b-af3d-405b-9b78-fef2ba862b56", "name": "network-vif-deleted", "tag": "b572a502-e00d-4f2d-a1d2-15a4b872ad97", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:32:40.083774 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-d81eace7-c4cf-48a4-b59b-79a96c1c04d5 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:32:40.084179 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '035d62ca-f3b4-47dc-9d29-4b4395538df2', 'name': 'network-vif-deleted', 'tag': '8ebbb4bf-86ee-4a02-9d61-68889897ee11', 'status': 'completed', 'code': 200} Feb 09 21:32:40.084467 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b103a05b-af3d-405b-9b78-fef2ba862b56', 'name': 'network-vif-deleted', 'tag': 'b572a502-e00d-4f2d-a1d2-15a4b872ad97', 'status': 'completed', 'code': 200} Feb 09 21:32:40.097778 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6abe9f42-fca5-4083-82c9-3d0e23920c53 x-openstack-request-id: req-6abe9f42-fca5-4083-82c9-3d0e23920c53 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:32:40.098295 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f8339ab-f401-4931-96ab-51b877546307", "tag": "e91b0039-a035-445f-90c7-b61de1c5005a", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:32:40.098295 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-6abe9f42-fca5-4083-82c9-3d0e23920c53 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:32:40.098825 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f8339ab-f401-4931-96ab-51b877546307', 'tag': 'e91b0039-a035-445f-90c7-b61de1c5005a', 'status': 'completed', 'code': 200} Feb 09 21:32:40.208549 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6898786a-7d66-45be-98cd-77187f3edf00 req-3077ff23-0945-4387-992f-fd150840e433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:40.210130 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6898786a-7d66-45be-98cd-77187f3edf00 req-3077ff23-0945-4387-992f-fd150840e433 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=def3446e95584f24b6fdfb40ceda16ab&device_id=4f8339ab-f401-4931-96ab-51b877546307 HTTP/1.1" status: 200 len: 1130 time: 0.0854688 Feb 09 21:32:40.211279 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7fe62aef-191f-4541-96c7-7c17113c666e req-dcc5b690-9dbc-4886-a156-bb513f70892b tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/ports?device_id=23adebe6-4745-4a47-8583-c86c28545de2 HTTP/1.1" status: 200 len: 210 time: 0.0591478 Feb 09 21:32:40.329892 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6898786a-7d66-45be-98cd-77187f3edf00 req-43695d39-7963-45a2-b1c7-6ebd1d752d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:40.331636 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6898786a-7d66-45be-98cd-77187f3edf00 req-43695d39-7963-45a2-b1c7-6ebd1d752d2f service neutron] 10.222.0.89 "GET /v2.0/networks?id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc HTTP/1.1" status: 200 len: 870 time: 0.1058242 Feb 09 21:32:40.382985 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6898786a-7d66-45be-98cd-77187f3edf00 req-c3c3542e-406e-4447-a36e-67405bda3e85 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=e91b0039-a035-445f-90c7-b61de1c5005a HTTP/1.1" status: 200 len: 217 time: 0.0445328 Feb 09 21:32:40.412433 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a0a0e-7785-43cb-9917-f651bd1f83f9 req-fdda8213-d11c-46d9-a64e-a2c896af8f3c tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:40.414025 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2c8a0a0e-7785-43cb-9917-f651bd1f83f9 req-fdda8213-d11c-46d9-a64e-a2c896af8f3c tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "GET /v2.0/networks?id=03e4b562-fd58-4ef4-b9aa-3c97d3e91c8c HTTP/1.1" status: 200 len: 821 time: 0.1174757 Feb 09 21:32:40.446468 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6898786a-7d66-45be-98cd-77187f3edf00 req-5a824a3d-e96c-4912-b8b0-31be90f2135d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:40.447838 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6898786a-7d66-45be-98cd-77187f3edf00 req-5a824a3d-e96c-4912-b8b0-31be90f2135d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0f7402ac-a35b-414b-bcc1-bc1c3072ec3c HTTP/1.1" status: 200 len: 843 time: 0.0557141 Feb 09 21:32:40.501356 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6898786a-7d66-45be-98cd-77187f3edf00 req-c2c7137b-70a2-400f-9009-0267bf889819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:40.503151 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6898786a-7d66-45be-98cd-77187f3edf00 req-c2c7137b-70a2-400f-9009-0267bf889819 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0483282 Feb 09 21:32:40.609738 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6898786a-7d66-45be-98cd-77187f3edf00 req-7cd5c34b-eaed-46fc-bd89-df30dbb1a5e1 service neutron] 10.222.0.89 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975938 Feb 09 21:32:40.706901 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6898786a-7d66-45be-98cd-77187f3edf00 req-1aeb3284-3bb2-4631-b824-116d7afb4629 service neutron] 10.222.0.89 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887122 Feb 09 21:32:40.770126 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2c8a0a0e-7785-43cb-9917-f651bd1f83f9 req-7d279939-3482-4d41-9f36-e88f10b3df7e tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "GET /v2.0/quotas/21cf86ff189342fe85bf484488bae7be HTTP/1.1" status: 200 len: 375 time: 0.3411951 Feb 09 21:32:40.847321 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2c8a0a0e-7785-43cb-9917-f651bd1f83f9 req-139d15f7-4d65-48b5-a345-3e5943e110bf tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=21cf86ff189342fe85bf484488bae7be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0658882 Feb 09 21:32:40.876767 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02be421-3dab-4533-ae3a-f80e1139e43d req-8f3cbe3b-949a-4eee-946a-30289bab2a9c tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:40.878246 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b02be421-3dab-4533-ae3a-f80e1139e43d req-8f3cbe3b-949a-4eee-946a-30289bab2a9c tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.90 "GET /v2.0/ports?device_id=267f27c9-0cfc-409d-8870-ca614d4a8cff HTTP/1.1" status: 200 len: 946 time: 0.4612098 Feb 09 21:32:40.923498 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e9479-c5a6-4f79-9a00-da21b3c86ce7 req-1fc5837f-2d68-41e7-9223-57c4fa1cc577 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:40.924701 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1c6e9479-c5a6-4f79-9a00-da21b3c86ce7 req-1fc5837f-2d68-41e7-9223-57c4fa1cc577 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.95 "GET /v2.0/networks?id=1ccb3c1e-996b-41e3-9a90-cc05638f9e89 HTTP/1.1" status: 200 len: 812 time: 0.1674521 Feb 09 21:32:40.946717 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-1c6e9479-c5a6-4f79-9a00-da21b3c86ce7 req-5c075ded-0425-445c-975a-11a47f537828 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Request body: {'port': {'device_id': '23adebe6-4745-4a47-8583-c86c28545de2', 'network_id': '1ccb3c1e-996b-41e3-9a90-cc05638f9e89', 'admin_state_up': True, 'tenant_id': '7f960ea9e4814f1c9f3d6e0840e5a81e'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:32:40.975200 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b02be421-3dab-4533-ae3a-f80e1139e43d req-57d6f281-f31b-41c9-a989-1e9f986441ca tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.90 "GET /v2.0/security-groups?id=bcb592ae-6b08-4a59-89a0-f97e40fbbc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867841 Feb 09 21:32:40.982975 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2d6a3a79-ee5f-4feb-9f60-b56dc79a351b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:41.159710 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3514f8-0e86-4970-96d1-ac5acffe37cc req-9581d7bc-9623-47ab-b2aa-553a20e93278 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:41.160640 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2c8a0a0e-7785-43cb-9917-f651bd1f83f9 req-7a3cae74-51c5-441e-af76-eaa43afddd49 service neutron] 10.222.0.90 "GET /v2.0/networks/03e4b562-fd58-4ef4-b9aa-3c97d3e91c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3041778 Feb 09 21:32:41.161234 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-8a3514f8-0e86-4970-96d1-ac5acffe37cc req-9581d7bc-9623-47ab-b2aa-553a20e93278 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.89 "GET /v2.0/ports?device_id=48634e6d-126d-4bd8-aead-a071ab92c66e HTTP/1.1" status: 200 len: 950 time: 0.0543950 Feb 09 21:32:41.240557 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c6e9479-c5a6-4f79-9a00-da21b3c86ce7 req-5c075ded-0425-445c-975a-11a47f537828 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Made reservation on behalf of 7f960ea9e4814f1c9f3d6e0840e5a81e for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:32:41.243797 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-1c6e9479-c5a6-4f79-9a00-da21b3c86ce7 req-5c075ded-0425-445c-975a-11a47f537828 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:41.266733 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-8a3514f8-0e86-4970-96d1-ac5acffe37cc req-8adfd887-81de-4eac-bc26-8c4a340df08b tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Deleting port d89bc8b6-2012-487d-8350-8f473697ebed {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:32:41.267622 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-8a3514f8-0e86-4970-96d1-ac5acffe37cc req-8adfd887-81de-4eac-bc26-8c4a340df08b tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (d89bc8b6-2012-487d-8350-8f473697ebed), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:41.312198 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e145e6-4526-4020-8d4d-3d246fade0c9 req-edb6d4bf-1e5a-4891-bd54-dc75ca9b3825 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:41.314230 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b5e145e6-4526-4020-8d4d-3d246fade0c9 req-edb6d4bf-1e5a-4891-bd54-dc75ca9b3825 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/networks?id=37143bd2-1331-4c73-96e2-f9c3179c6daf HTTP/1.1" status: 200 len: 821 time: 0.2283211 Feb 09 21:32:41.356581 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-8a3514f8-0e86-4970-96d1-ac5acffe37cc req-8adfd887-81de-4eac-bc26-8c4a340df08b tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] For port d89bc8b6-2012-487d-8350-8f473697ebed, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=d89bc8b6-2012-487d-8350-8f473697ebed,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:32:41.356951 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-8a3514f8-0e86-4970-96d1-ac5acffe37cc req-8adfd887-81de-4eac-bc26-8c4a340df08b tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (d89bc8b6-2012-487d-8350-8f473697ebed), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:41.368069 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2c8a0a0e-7785-43cb-9917-f651bd1f83f9 req-69c6d44c-6961-43f7-a0cd-d8b1a7732570 service neutron] 10.222.0.90 "GET /v2.0/networks/03e4b562-fd58-4ef4-b9aa-3c97d3e91c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984076 Feb 09 21:32:41.369400 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-8a3514f8-0e86-4970-96d1-ac5acffe37cc req-8adfd887-81de-4eac-bc26-8c4a340df08b tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Calling delete_port for d89bc8b6-2012-487d-8350-8f473697ebed owned by compute:nova {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:32:41.372098 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b5e145e6-4526-4020-8d4d-3d246fade0c9 req-a8c4a837-82dd-413a-ab56-f10264fa164b tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/quotas/2bd637e202e1467d81aff230fe0a3e7e HTTP/1.1" status: 200 len: 375 time: 0.0281918 Feb 09 21:32:41.473711 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [req-1c6e9479-c5a6-4f79-9a00-da21b3c86ce7 req-5c075ded-0425-445c-975a-11a47f537828 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Allocated IP 172.20.0.9 (1ccb3c1e-996b-41e3-9a90-cc05638f9e89/954aeff3-776a-4d4a-b59c-79cdefb95559/22b68a4b-8a0a-42ed-af83-ebfbb1142745) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:32:41.510609 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b5e145e6-4526-4020-8d4d-3d246fade0c9 req-1a45144d-12bb-47e6-8970-81a63c908fa9 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=2bd637e202e1467d81aff230fe0a3e7e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1297317 Feb 09 21:32:41.523377 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-8a3514f8-0e86-4970-96d1-ac5acffe37cc req-8adfd887-81de-4eac-bc26-8c4a340df08b tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (d89bc8b6-2012-487d-8350-8f473697ebed), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:41.542755 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['4bbd8126-4683-4cf5-bea6-1038ce90a505', '5f898856-a782-4f86-b38f-f74482342d30', 'ab9d25ae-d4c5-4858-a2a3-37eb99643062', 'eef1a684-c343-4bce-9059-aceed4d69eb8'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:32:41.545128 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['e9f2ba29-d45e-453d-bfc4-e1f1dd8a6047', 'c543c68f-2876-4aba-82e0-f1ae0fcc2d0d', 'd89bc8b6-2012-487d-8350-8f473697ebed'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:32:41.577738 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adfd887-81de-4eac-bc26-8c4a340df08b tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Pushing event deleted for resources: {'Port': ['ID=d89bc8b6-2012-487d-8350-8f473697ebed,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:41.659241 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a3514f8-0e86-4970-96d1-ac5acffe37cc req-8adfd887-81de-4eac-bc26-8c4a340df08b tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] No DVR routers for this DVR port d89bc8b6-2012-487d-8350-8f473697ebed on host n-h2-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:32:41.662187 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-8a3514f8-0e86-4970-96d1-ac5acffe37cc req-8adfd887-81de-4eac-bc26-8c4a340df08b tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:41.666638 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-8a3514f8-0e86-4970-96d1-ac5acffe37cc req-8adfd887-81de-4eac-bc26-8c4a340df08b tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.89 "DELETE /v2.0/ports/d89bc8b6-2012-487d-8350-8f473697ebed HTTP/1.1" status: 204 len: 173 time: 0.4937685 Feb 09 21:32:41.676651 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-67e606e8-cad4-42c9-9da7-8060bca05ffc req-7cf38bef-473a-4e9f-8bb5-edad0c0762ef tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=48634e6d-126d-4bd8-aead-a071ab92c66e HTTP/1.1" status: 200 len: 210 time: 0.0995979 Feb 09 21:32:41.896970 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b5e145e6-4526-4020-8d4d-3d246fade0c9 req-f3a3eb1f-a3f7-4b9d-b09c-d42627e697e8 service neutron] 10.222.0.90 "GET /v2.0/networks/37143bd2-1331-4c73-96e2-f9c3179c6daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3729265 Feb 09 21:32:42.027518 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b5e145e6-4526-4020-8d4d-3d246fade0c9 req-cd842e42-d9ad-4584-bcaa-18e1f1e7a6cd service neutron] 10.222.0.90 "GET /v2.0/networks/37143bd2-1331-4c73-96e2-f9c3179c6daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296041 Feb 09 21:32:42.073586 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-1c6e9479-c5a6-4f79-9a00-da21b3c86ce7 req-5c075ded-0425-445c-975a-11a47f537828 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Publish callbacks [] for port (22b68a4b-8a0a-42ed-af83-ebfbb1142745), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:42.100329 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48634e6d-126d-4bd8-aead-a071ab92c66e', 'name': 'network-vif-deleted', 'tag': 'd89bc8b6-2012-487d-8350-8f473697ebed'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:32:42.103983 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc8f1d0f-feb7-43ef-90ee-dd073c7379ef" -d '{"events": [{"server_uuid": "48634e6d-126d-4bd8-aead-a071ab92c66e", "name": "network-vif-deleted", "tag": "d89bc8b6-2012-487d-8350-8f473697ebed"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:32:42.169417 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dfb1de-6497-4b71-a626-aed0cae93a6f req-448987fc-fbce-41a1-81b1-976eb4336d38 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:42.171846 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-44dfb1de-6497-4b71-a626-aed0cae93a6f req-448987fc-fbce-41a1-81b1-976eb4336d38 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.95 "GET /v2.0/ports?device_id=267f27c9-0cfc-409d-8870-ca614d4a8cff HTTP/1.1" status: 200 len: 946 time: 0.0829327 Feb 09 21:32:42.173771 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-1c6e9479-c5a6-4f79-9a00-da21b3c86ce7 req-5c075ded-0425-445c-975a-11a47f537828 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (22b68a4b-8a0a-42ed-af83-ebfbb1142745), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:42.198706 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['ebd80d34-efec-4040-b317-f4c5408a5191'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:32:42.246636 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c075ded-0425-445c-975a-11a47f537828 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Pushing event updated for resources: {'Port': ['ID=22b68a4b-8a0a-42ed-af83-ebfbb1142745,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:42.343137 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c6e9479-c5a6-4f79-9a00-da21b3c86ce7 req-5c075ded-0425-445c-975a-11a47f537828 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Network 1ccb3c1e-996b-41e3-9a90-cc05638f9e89 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:32:42.352191 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [req-1c6e9479-c5a6-4f79-9a00-da21b3c86ce7 req-5c075ded-0425-445c-975a-11a47f537828 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:32:42.355216 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c6e9479-c5a6-4f79-9a00-da21b3c86ce7 req-5c075ded-0425-445c-975a-11a47f537828 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:32:42.413275 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e9479-c5a6-4f79-9a00-da21b3c86ce7 req-5c075ded-0425-445c-975a-11a47f537828 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:42.413920 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-1c6e9479-c5a6-4f79-9a00-da21b3c86ce7 req-5c075ded-0425-445c-975a-11a47f537828 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:42.474310 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1c6e9479-c5a6-4f79-9a00-da21b3c86ce7 req-5c075ded-0425-445c-975a-11a47f537828 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5355403 Feb 09 21:32:42.490233 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587315dd-99bf-4a72-8911-a94f8a7f2a82 req-59271ef2-9167-4640-af7f-f4b74d75b999 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:42.497084 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-587315dd-99bf-4a72-8911-a94f8a7f2a82 req-59271ef2-9167-4640-af7f-f4b74d75b999 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=4f8339ab-f401-4931-96ab-51b877546307 HTTP/1.1" status: 200 len: 948 time: 0.2416170 Feb 09 21:32:42.512346 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-1c6e9479-c5a6-4f79-9a00-da21b3c86ce7 req-debfe087-967d-4399-b41c-8125f1a060ab service neutron] Request body: {'port': {'device_id': '23adebe6-4745-4a47-8583-c86c28545de2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-5'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:32:42.613707 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:42.654622 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-44dfb1de-6497-4b71-a626-aed0cae93a6f req-0e826f7c-7ffc-4428-aa3b-d940a6c7e03c tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Deleting port abca71b7-c298-40e9-b2e3-e38f8f476231 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:32:42.655231 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-44dfb1de-6497-4b71-a626-aed0cae93a6f req-0e826f7c-7ffc-4428-aa3b-d940a6c7e03c tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (abca71b7-c298-40e9-b2e3-e38f8f476231), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:42.686056 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-587315dd-99bf-4a72-8911-a94f8a7f2a82 req-aa0533ad-5250-44e7-9f9a-1c95a84c9f4b tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881003 Feb 09 21:32:42.752544 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-1c6e9479-c5a6-4f79-9a00-da21b3c86ce7 req-debfe087-967d-4399-b41c-8125f1a060ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (22b68a4b-8a0a-42ed-af83-ebfbb1142745), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:42.762571 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9f7db3-9773-4358-805c-ab80913874cb req-f80578e1-8e13-4a6d-ba1a-862d0851498c tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:42.764165 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5d9f7db3-9773-4358-805c-ab80913874cb req-f80578e1-8e13-4a6d-ba1a-862d0851498c tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed637eb7-997b-4a50-b9a4-acd664f51f8f HTTP/1.1" status: 200 len: 944 time: 0.2145503 Feb 09 21:32:42.988587 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-44dfb1de-6497-4b71-a626-aed0cae93a6f req-0e826f7c-7ffc-4428-aa3b-d940a6c7e03c tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] For port abca71b7-c298-40e9-b2e3-e38f8f476231, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=abca71b7-c298-40e9-b2e3-e38f8f476231,segment=NetworkSegment(c07b92a0-f595-4f01-a173-5be9c963bd04),segment_id=c07b92a0-f595-4f01-a173-5be9c963bd04)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:32:42.988963 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-44dfb1de-6497-4b71-a626-aed0cae93a6f req-0e826f7c-7ffc-4428-aa3b-d940a6c7e03c tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (abca71b7-c298-40e9-b2e3-e38f8f476231), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:43.010086 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5d9f7db3-9773-4358-805c-ab80913874cb req-a8ecb6de-8960-4bee-8dcb-e549c2c6b102 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242494 Feb 09 21:32:43.081606 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f77c2-4aed-40ab-a93b-a0532327cdbb req-79b69eda-4b30-471e-91b8-59f35cf79175 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:43.083125 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-547f77c2-4aed-40ab-a93b-a0532327cdbb req-79b69eda-4b30-471e-91b8-59f35cf79175 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/ports?device_id=23adebe6-4745-4a47-8583-c86c28545de2 HTTP/1.1" status: 200 len: 931 time: 0.3149087 Feb 09 21:32:43.093708 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-44dfb1de-6497-4b71-a626-aed0cae93a6f req-0e826f7c-7ffc-4428-aa3b-d940a6c7e03c tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Calling delete_port for abca71b7-c298-40e9-b2e3-e38f8f476231 owned by compute:nova {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:32:43.167021 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d15f8fdd-470c-478d-a77b-78582b1f0e37 req-ed3bf660-d499-43f7-b616-abe625fc3e3e tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "GET /v2.0/ports?device_id=38cc1ef5-7c9e-43f8-b5e3-18d29366e6ea HTTP/1.1" status: 200 len: 210 time: 0.0745459 Feb 09 21:32:43.185275 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a0a0e-7785-43cb-9917-f651bd1f83f9 req-fa9616cf-a9be-4acb-9a6f-49c0ffa24a64 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:43.186904 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2c8a0a0e-7785-43cb-9917-f651bd1f83f9 req-fa9616cf-a9be-4acb-9a6f-49c0ffa24a64 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.95 "GET /v2.0/networks?id=03e4b562-fd58-4ef4-b9aa-3c97d3e91c8c HTTP/1.1" status: 200 len: 821 time: 0.3511801 Feb 09 21:32:43.235700 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-2c8a0a0e-7785-43cb-9917-f651bd1f83f9 req-d2538c1b-567f-4125-9446-6b1fb92eb6b6 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Request body: {'port': {'device_id': '38cc1ef5-7c9e-43f8-b5e3-18d29366e6ea', 'network_id': '03e4b562-fd58-4ef4-b9aa-3c97d3e91c8c', 'admin_state_up': True, 'tenant_id': '21cf86ff189342fe85bf484488bae7be'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:32:43.383149 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-547f77c2-4aed-40ab-a93b-a0532327cdbb req-f5f9d825-5905-485c-83a9-a94f25acc61c tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/security-groups?id=000b5c05-19e3-420b-9015-081c6c7f11c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818158 Feb 09 21:32:43.428606 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18cee79b-42b3-43e3-8239-076673281dae x-openstack-request-id: req-18cee79b-42b3-43e3-8239-076673281dae {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:32:43.429135 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48634e6d-126d-4bd8-aead-a071ab92c66e", "name": "network-vif-deleted", "tag": "d89bc8b6-2012-487d-8350-8f473697ebed", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:32:43.429223 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-18cee79b-42b3-43e3-8239-076673281dae {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:32:43.429584 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48634e6d-126d-4bd8-aead-a071ab92c66e', 'name': 'network-vif-deleted', 'tag': 'd89bc8b6-2012-487d-8350-8f473697ebed', 'status': 'completed', 'code': 200} Feb 09 21:32:43.488238 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a608497-25e1-48ad-9617-353bd342684e req-ab21edc9-f5af-482c-a019-2ec92a3a6f41 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:43.489722 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9a608497-25e1-48ad-9617-353bd342684e req-ab21edc9-f5af-482c-a019-2ec92a3a6f41 tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.90 "GET /v2.0/ports?device_id=267f27c9-0cfc-409d-8870-ca614d4a8cff HTTP/1.1" status: 200 len: 946 time: 0.2163041 Feb 09 21:32:43.551526 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 8b62e22c-f954-4a6a-8780-d7a6ea6e99e3 details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:32:43.602544 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c8a0a0e-7785-43cb-9917-f651bd1f83f9 req-d2538c1b-567f-4125-9446-6b1fb92eb6b6 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Made reservation on behalf of 21cf86ff189342fe85bf484488bae7be for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:32:43.605937 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-2c8a0a0e-7785-43cb-9917-f651bd1f83f9 req-d2538c1b-567f-4125-9446-6b1fb92eb6b6 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:43.651128 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-44dfb1de-6497-4b71-a626-aed0cae93a6f req-0e826f7c-7ffc-4428-aa3b-d940a6c7e03c tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (abca71b7-c298-40e9-b2e3-e38f8f476231), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:43.667590 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [req-1c6e9479-c5a6-4f79-9a00-da21b3c86ce7 req-debfe087-967d-4399-b41c-8125f1a060ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22b68a4b-8a0a-42ed-af83-ebfbb1142745 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:32:43.676309 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['abca71b7-c298-40e9-b2e3-e38f8f476231'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:32:43.691125 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-1c6e9479-c5a6-4f79-9a00-da21b3c86ce7 req-debfe087-967d-4399-b41c-8125f1a060ab service neutron] Publish callbacks [] for port (22b68a4b-8a0a-42ed-af83-ebfbb1142745), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:43.726459 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 8b62e22c-f954-4a6a-8780-d7a6ea6e99e3, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=8b62e22c-f954-4a6a-8780-d7a6ea6e99e3,segment=NetworkSegment(2e235117-e979-4e65-8640-84c4faf827fd),segment_id=2e235117-e979-4e65-8640-84c4faf827fd)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:32:43.733896 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9a608497-25e1-48ad-9617-353bd342684e req-6b4c93c1-dccf-4441-b797-fc645c06c02e tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.90 "GET /v2.0/security-groups?id=bcb592ae-6b08-4a59-89a0-f97e40fbbc5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292676 Feb 09 21:32:43.755747 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': '8b62e22c-f954-4a6a-8780-d7a6ea6e99e3', 'network_id': '5406f657-d0e3-4570-bda7-aeb2bc509011', 'port_id': '8b62e22c-f954-4a6a-8780-d7a6ea6e99e3', 'mac_address': 'fa:16:3e:7d:13:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1ad18b5-2d0f-4d2c-9c50-5fdfdce0a556', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:32:43.818766 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e826f7c-7ffc-4428-aa3b-d940a6c7e03c tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Pushing event deleted for resources: {'Port': ['ID=abca71b7-c298-40e9-b2e3-e38f8f476231,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:43.929863 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e145e6-4526-4020-8d4d-3d246fade0c9 req-d4ec45a5-f2a7-4789-86bb-ca059fdf1b6e tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:43.931500 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b5e145e6-4526-4020-8d4d-3d246fade0c9 req-d4ec45a5-f2a7-4789-86bb-ca059fdf1b6e tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.89 "GET /v2.0/networks?id=37143bd2-1331-4c73-96e2-f9c3179c6daf HTTP/1.1" status: 200 len: 821 time: 0.1743424 Feb 09 21:32:43.955014 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-b5e145e6-4526-4020-8d4d-3d246fade0c9 req-40d5685e-a71e-4c47-8ea6-af6ae30857ca tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Request body: {'port': {'device_id': 'a4fc49e4-17e3-4e1a-ad3a-53772172f962', 'network_id': '37143bd2-1331-4c73-96e2-f9c3179c6daf', 'admin_state_up': True, 'tenant_id': '2bd637e202e1467d81aff230fe0a3e7e'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:32:43.981112 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [req-1c6e9479-c5a6-4f79-9a00-da21b3c86ce7 req-debfe087-967d-4399-b41c-8125f1a060ab service neutron] Transition to ACTIVE for port object 22b68a4b-8a0a-42ed-af83-ebfbb1142745 will not be triggered until provisioned by entity L2. {{(pid=103140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:32:44.016836 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 8b62e22c-f954-4a6a-8780-d7a6ea6e99e3 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:32:44.017374 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (8b62e22c-f954-4a6a-8780-d7a6ea6e99e3), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:44.023675 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:44.055382 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b62e22c-f954-4a6a-8780-d7a6ea6e99e3 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:32:44.066506 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cd6e6c10-f3c9-4f98-a3e4-df52fcf81816 req-bd474a51-93e6-4595-9f6c-5ea2745193b1 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=a4fc49e4-17e3-4e1a-ad3a-53772172f962 HTTP/1.1" status: 200 len: 210 time: 0.2201405 Feb 09 21:32:44.099492 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-1c6e9479-c5a6-4f79-9a00-da21b3c86ce7 req-debfe087-967d-4399-b41c-8125f1a060ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (22b68a4b-8a0a-42ed-af83-ebfbb1142745), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:44.115131 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5e145e6-4526-4020-8d4d-3d246fade0c9 req-40d5685e-a71e-4c47-8ea6-af6ae30857ca tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Made reservation on behalf of 2bd637e202e1467d81aff230fe0a3e7e for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:32:44.132627 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b5e145e6-4526-4020-8d4d-3d246fade0c9 req-40d5685e-a71e-4c47-8ea6-af6ae30857ca tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:44.156866 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 8b62e22c-f954-4a6a-8780-d7a6ea6e99e3, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=8b62e22c-f954-4a6a-8780-d7a6ea6e99e3,segment=NetworkSegment(2e235117-e979-4e65-8640-84c4faf827fd),segment_id=2e235117-e979-4e65-8640-84c4faf827fd)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:32:44.160625 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-44dfb1de-6497-4b71-a626-aed0cae93a6f req-0e826f7c-7ffc-4428-aa3b-d940a6c7e03c tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] No DVR routers for this DVR port abca71b7-c298-40e9-b2e3-e38f8f476231 on host n-h1-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:32:44.167837 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debfe087-967d-4399-b41c-8125f1a060ab service neutron] Pushing event updated for resources: {'Port': ['ID=22b68a4b-8a0a-42ed-af83-ebfbb1142745,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:44.168900 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (8b62e22c-f954-4a6a-8780-d7a6ea6e99e3), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:44.178271 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-44dfb1de-6497-4b71-a626-aed0cae93a6f req-0e826f7c-7ffc-4428-aa3b-d940a6c7e03c tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:44.195399 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-44dfb1de-6497-4b71-a626-aed0cae93a6f req-0e826f7c-7ffc-4428-aa3b-d940a6c7e03c tempest-FloatingIPsAssociationTestJSON-607334122 tempest-FloatingIPsAssociationTestJSON-607334122-project] 10.222.0.95 "DELETE /v2.0/ports/abca71b7-c298-40e9-b2e3-e38f8f476231 HTTP/1.1" status: 204 len: 173 time: 1.9581218 Feb 09 21:32:44.196683 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '267f27c9-0cfc-409d-8870-ca614d4a8cff', 'name': 'network-vif-deleted', 'tag': 'abca71b7-c298-40e9-b2e3-e38f8f476231'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:32:44.225745 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a59fc1de-0176-4a86-a767-c18a520dfd78" -d '{"events": [{"server_uuid": "267f27c9-0cfc-409d-8870-ca614d4a8cff", "name": "network-vif-deleted", "tag": "abca71b7-c298-40e9-b2e3-e38f8f476231"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:32:44.264177 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=8b62e22c-f954-4a6a-8780-d7a6ea6e99e3,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:44.378260 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [req-b5e145e6-4526-4020-8d4d-3d246fade0c9 req-40d5685e-a71e-4c47-8ea6-af6ae30857ca tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Allocated IP 172.20.0.6 (37143bd2-1331-4c73-96e2-f9c3179c6daf/f5dc5768-86f9-4907-b987-49606f9e43f9/5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:32:44.459747 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [req-2c8a0a0e-7785-43cb-9917-f651bd1f83f9 req-d2538c1b-567f-4125-9446-6b1fb92eb6b6 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Allocated IP 172.20.0.2 (03e4b562-fd58-4ef4-b9aa-3c97d3e91c8c/0943e86a-4b39-47c3-92d6-eb8b20ecbe76/183b0e32-41ce-4510-afd9-6b8cec0d8944) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:32:44.482691 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['8b62e22c-f954-4a6a-8780-d7a6ea6e99e3'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:32:44.614301 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d92a092-aeaf-4f17-a4b2-725c2490fb64 req-84bcc873-1208-4b0f-b6bf-ad0379dedde8 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:44.616074 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2d92a092-aeaf-4f17-a4b2-725c2490fb64 req-84bcc873-1208-4b0f-b6bf-ad0379dedde8 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=4f8339ab-f401-4931-96ab-51b877546307 HTTP/1.1" status: 200 len: 948 time: 0.3307104 Feb 09 21:32:44.667983 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b5e145e6-4526-4020-8d4d-3d246fade0c9 req-40d5685e-a71e-4c47-8ea6-af6ae30857ca tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Publish callbacks [] for port (5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:44.710537 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b5e145e6-4526-4020-8d4d-3d246fade0c9 req-40d5685e-a71e-4c47-8ea6-af6ae30857ca tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:44.731486 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['e9e6b782-e4e9-4b6f-9321-32081e17276f'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:32:44.760108 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5e145e6-4526-4020-8d4d-3d246fade0c9 req-40d5685e-a71e-4c47-8ea6-af6ae30857ca tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Network 37143bd2-1331-4c73-96e2-f9c3179c6daf is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:32:44.766522 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [req-b5e145e6-4526-4020-8d4d-3d246fade0c9 req-40d5685e-a71e-4c47-8ea6-af6ae30857ca tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:32:44.774118 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5e145e6-4526-4020-8d4d-3d246fade0c9 req-40d5685e-a71e-4c47-8ea6-af6ae30857ca tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:32:44.810150 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d5685e-a71e-4c47-8ea6-af6ae30857ca tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Pushing event updated for resources: {'Port': ['ID=5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:44.861422 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e145e6-4526-4020-8d4d-3d246fade0c9 req-40d5685e-a71e-4c47-8ea6-af6ae30857ca tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:44.862289 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b5e145e6-4526-4020-8d4d-3d246fade0c9 req-40d5685e-a71e-4c47-8ea6-af6ae30857ca tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:44.886260 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b5e145e6-4526-4020-8d4d-3d246fade0c9 req-40d5685e-a71e-4c47-8ea6-af6ae30857ca tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9419544 Feb 09 21:32:44.901695 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-b5e145e6-4526-4020-8d4d-3d246fade0c9 req-fc12bf83-dbb9-4bf0-b305-ea01b9dbf1e8 service neutron] Request body: {'port': {'device_id': 'a4fc49e4-17e3-4e1a-ad3a-53772172f962', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:32:44.974673 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b5e145e6-4526-4020-8d4d-3d246fade0c9 req-fc12bf83-dbb9-4bf0-b305-ea01b9dbf1e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:45.084980 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2d92a092-aeaf-4f17-a4b2-725c2490fb64 req-38f86a8f-5193-4585-a197-9fad382944d7 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4592571 Feb 09 21:32:45.110095 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-1c6e9479-c5a6-4f79-9a00-da21b3c86ce7 req-debfe087-967d-4399-b41c-8125f1a060ab service neutron] Attempting to bind port 22b68a4b-8a0a-42ed-af83-ebfbb1142745 on host n-h1-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:32:45.110462 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-1c6e9479-c5a6-4f79-9a00-da21b3c86ce7 req-debfe087-967d-4399-b41c-8125f1a060ab service neutron] Attempting to bind port 22b68a4b-8a0a-42ed-af83-ebfbb1142745 by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': 'f0a49655-0dab-4be5-a139-f143e1a2272b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '1ccb3c1e-996b-41e3-9a90-cc05638f9e89'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:32:45.110791 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6e9479-c5a6-4f79-9a00-da21b3c86ce7 req-debfe087-967d-4399-b41c-8125f1a060ab service neutron] Attempting to bind port 22b68a4b-8a0a-42ed-af83-ebfbb1142745 on network 1ccb3c1e-996b-41e3-9a90-cc05638f9e89 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:32:45.161097 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6e9479-c5a6-4f79-9a00-da21b3c86ce7 req-debfe087-967d-4399-b41c-8125f1a060ab service neutron] Port 22b68a4b-8a0a-42ed-af83-ebfbb1142745 on network 1ccb3c1e-996b-41e3-9a90-cc05638f9e89 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:32:45.161420 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6e9479-c5a6-4f79-9a00-da21b3c86ce7 req-debfe087-967d-4399-b41c-8125f1a060ab service neutron] Attempting to bind port 22b68a4b-8a0a-42ed-af83-ebfbb1142745 on network 1ccb3c1e-996b-41e3-9a90-cc05638f9e89 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:32:45.183562 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:45.195149 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6e9479-c5a6-4f79-9a00-da21b3c86ce7 req-debfe087-967d-4399-b41c-8125f1a060ab service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:32:45.195481 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6e9479-c5a6-4f79-9a00-da21b3c86ce7 req-debfe087-967d-4399-b41c-8125f1a060ab service neutron] Checking segment: {'id': 'f0a49655-0dab-4be5-a139-f143e1a2272b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '1ccb3c1e-996b-41e3-9a90-cc05638f9e89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:32:45.196048 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6e9479-c5a6-4f79-9a00-da21b3c86ce7 req-debfe087-967d-4399-b41c-8125f1a060ab service neutron] Bound using segment: {'id': 'f0a49655-0dab-4be5-a139-f143e1a2272b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '1ccb3c1e-996b-41e3-9a90-cc05638f9e89'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:32:45.196316 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-1c6e9479-c5a6-4f79-9a00-da21b3c86ce7 req-debfe087-967d-4399-b41c-8125f1a060ab service neutron] Bound port: 22b68a4b-8a0a-42ed-af83-ebfbb1142745, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0a49655-0dab-4be5-a139-f143e1a2272b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '1ccb3c1e-996b-41e3-9a90-cc05638f9e89'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:32:45.196679 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-1c6e9479-c5a6-4f79-9a00-da21b3c86ce7 req-debfe087-967d-4399-b41c-8125f1a060ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (22b68a4b-8a0a-42ed-af83-ebfbb1142745), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:45.226823 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-97a855f9-2b6e-457e-8dcf-ab0c9665346b req-79425678-1eba-4409-b8a4-f3640f25abc2 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "GET /v2.0/ports?device_id=38cc1ef5-7c9e-43f8-b5e3-18d29366e6ea HTTP/1.1" status: 200 len: 210 time: 0.0526700 Feb 09 21:32:45.239104 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ca9ba8-53d4-49d4-b49f-b5be9f1ba6f0 req-9090b976-ad97-48fe-ad3a-73c6e2ca7ce9 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:45.240694 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-66ca9ba8-53d4-49d4-b49f-b5be9f1ba6f0 req-9090b976-ad97-48fe-ad3a-73c6e2ca7ce9 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed637eb7-997b-4a50-b9a4-acd664f51f8f HTTP/1.1" status: 200 len: 945 time: 0.6202426 Feb 09 21:32:45.318660 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db03fc64-701b-4150-bd2f-99a688d4e78c x-openstack-request-id: req-db03fc64-701b-4150-bd2f-99a688d4e78c {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:32:45.318954 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "267f27c9-0cfc-409d-8870-ca614d4a8cff", "name": "network-vif-deleted", "tag": "abca71b7-c298-40e9-b2e3-e38f8f476231", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:32:45.319208 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-db03fc64-701b-4150-bd2f-99a688d4e78c {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:32:45.319607 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '267f27c9-0cfc-409d-8870-ca614d4a8cff', 'name': 'network-vif-deleted', 'tag': 'abca71b7-c298-40e9-b2e3-e38f8f476231', 'status': 'completed', 'code': 200} Feb 09 21:32:45.331277 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-2c8a0a0e-7785-43cb-9917-f651bd1f83f9 req-d2538c1b-567f-4125-9446-6b1fb92eb6b6 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Publish callbacks [] for port (183b0e32-41ce-4510-afd9-6b8cec0d8944), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:45.346623 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-b5e145e6-4526-4020-8d4d-3d246fade0c9 req-fc12bf83-dbb9-4bf0-b305-ea01b9dbf1e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec {{(pid=103141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:32:45.360446 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device e91b0039-a035-445f-90c7-b61de1c5005a details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:32:45.373969 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-1c6e9479-c5a6-4f79-9a00-da21b3c86ce7 req-debfe087-967d-4399-b41c-8125f1a060ab service neutron] For port 22b68a4b-8a0a-42ed-af83-ebfbb1142745, host n-h1-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:32:45.378013 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-1c6e9479-c5a6-4f79-9a00-da21b3c86ce7 req-debfe087-967d-4399-b41c-8125f1a060ab service neutron] For port 22b68a4b-8a0a-42ed-af83-ebfbb1142745, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=22b68a4b-8a0a-42ed-af83-ebfbb1142745,segment=NetworkSegment(f0a49655-0dab-4be5-a139-f143e1a2272b),segment_id=f0a49655-0dab-4be5-a139-f143e1a2272b)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:32:45.384462 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b5e145e6-4526-4020-8d4d-3d246fade0c9 req-fc12bf83-dbb9-4bf0-b305-ea01b9dbf1e8 service neutron] Publish callbacks [] for port (5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:45.384695 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-66ca9ba8-53d4-49d4-b49f-b5be9f1ba6f0 req-311fd8c8-d990-448c-a5eb-817665a9efff tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312861 Feb 09 21:32:45.387432 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-1c6e9479-c5a6-4f79-9a00-da21b3c86ce7 req-debfe087-967d-4399-b41c-8125f1a060ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (22b68a4b-8a0a-42ed-af83-ebfbb1142745), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:45.419401 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-b5e145e6-4526-4020-8d4d-3d246fade0c9 req-fc12bf83-dbb9-4bf0-b305-ea01b9dbf1e8 service neutron] Transition to ACTIVE for port object 5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:32:45.426553 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b5e145e6-4526-4020-8d4d-3d246fade0c9 req-fc12bf83-dbb9-4bf0-b305-ea01b9dbf1e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:45.455038 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e9479-c5a6-4f79-9a00-da21b3c86ce7 req-debfe087-967d-4399-b41c-8125f1a060ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:45.455665 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-1c6e9479-c5a6-4f79-9a00-da21b3c86ce7 req-debfe087-967d-4399-b41c-8125f1a060ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:45.457077 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1c6e9479-c5a6-4f79-9a00-da21b3c86ce7 req-debfe087-967d-4399-b41c-8125f1a060ab service neutron] 10.222.0.95 "PUT /v2.0/ports/22b68a4b-8a0a-42ed-af83-ebfbb1142745 HTTP/1.1" status: 200 len: 1091 time: 2.9503312 Feb 09 21:32:45.496018 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-2c8a0a0e-7785-43cb-9917-f651bd1f83f9 req-d2538c1b-567f-4125-9446-6b1fb92eb6b6 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (183b0e32-41ce-4510-afd9-6b8cec0d8944), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:45.501640 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device d89bc8b6-2012-487d-8350-8f473697ebed no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:32:45.553312 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] No Port match for: d89bc8b6-2012-487d-8350-8f473697ebed {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:32:45.554031 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device d89bc8b6-2012-487d-8350-8f473697ebed not bound to the agent host n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:32:45.559584 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc12bf83-dbb9-4bf0-b305-ea01b9dbf1e8 service neutron] Pushing event updated for resources: {'Port': ['ID=5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:45.572089 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debfe087-967d-4399-b41c-8125f1a060ab service neutron] Pushing event updated for resources: {'Port': ['ID=22b68a4b-8a0a-42ed-af83-ebfbb1142745,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:45.578055 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 8b62e22c-f954-4a6a-8780-d7a6ea6e99e3 up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:32:45.605461 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-b5e145e6-4526-4020-8d4d-3d246fade0c9 req-fc12bf83-dbb9-4bf0-b305-ea01b9dbf1e8 service neutron] Attempting to bind port 5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:32:45.606867 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-b5e145e6-4526-4020-8d4d-3d246fade0c9 req-fc12bf83-dbb9-4bf0-b305-ea01b9dbf1e8 service neutron] Attempting to bind port 5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': 'aad88faa-37a1-49ac-8a06-d36169fb75d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '37143bd2-1331-4c73-96e2-f9c3179c6daf'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:32:45.607416 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e145e6-4526-4020-8d4d-3d246fade0c9 req-fc12bf83-dbb9-4bf0-b305-ea01b9dbf1e8 service neutron] Attempting to bind port 5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec on network 37143bd2-1331-4c73-96e2-f9c3179c6daf {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:32:45.620430 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c8a0a0e-7785-43cb-9917-f651bd1f83f9 req-d2538c1b-567f-4125-9446-6b1fb92eb6b6 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Network 03e4b562-fd58-4ef4-b9aa-3c97d3e91c8c is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:32:45.632349 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e145e6-4526-4020-8d4d-3d246fade0c9 req-fc12bf83-dbb9-4bf0-b305-ea01b9dbf1e8 service neutron] Port 5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec on network 37143bd2-1331-4c73-96e2-f9c3179c6daf not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:32:45.632904 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e145e6-4526-4020-8d4d-3d246fade0c9 req-fc12bf83-dbb9-4bf0-b305-ea01b9dbf1e8 service neutron] Attempting to bind port 5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec on network 37143bd2-1331-4c73-96e2-f9c3179c6daf {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:32:45.634755 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [req-2c8a0a0e-7785-43cb-9917-f651bd1f83f9 req-d2538c1b-567f-4125-9446-6b1fb92eb6b6 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:32:45.640962 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e145e6-4526-4020-8d4d-3d246fade0c9 req-fc12bf83-dbb9-4bf0-b305-ea01b9dbf1e8 service neutron] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:32:45.642131 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e145e6-4526-4020-8d4d-3d246fade0c9 req-fc12bf83-dbb9-4bf0-b305-ea01b9dbf1e8 service neutron] Checking segment: {'id': 'aad88faa-37a1-49ac-8a06-d36169fb75d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '37143bd2-1331-4c73-96e2-f9c3179c6daf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:32:45.643347 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e145e6-4526-4020-8d4d-3d246fade0c9 req-fc12bf83-dbb9-4bf0-b305-ea01b9dbf1e8 service neutron] Bound using segment: {'id': 'aad88faa-37a1-49ac-8a06-d36169fb75d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '37143bd2-1331-4c73-96e2-f9c3179c6daf'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:32:45.644568 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-b5e145e6-4526-4020-8d4d-3d246fade0c9 req-fc12bf83-dbb9-4bf0-b305-ea01b9dbf1e8 service neutron] Bound port: 5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aad88faa-37a1-49ac-8a06-d36169fb75d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '37143bd2-1331-4c73-96e2-f9c3179c6daf'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:32:45.644568 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b5e145e6-4526-4020-8d4d-3d246fade0c9 req-fc12bf83-dbb9-4bf0-b305-ea01b9dbf1e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:45.648566 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c8a0a0e-7785-43cb-9917-f651bd1f83f9 req-d2538c1b-567f-4125-9446-6b1fb92eb6b6 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:32:45.658875 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b3a006-0600-4606-81a3-aaf317ba4273 req-92420007-8525-4a92-ad65-0630cbbad457 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:45.660620 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-66b3a006-0600-4606-81a3-aaf317ba4273 req-92420007-8525-4a92-ad65-0630cbbad457 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/ports?device_id=23adebe6-4745-4a47-8583-c86c28545de2 HTTP/1.1" status: 200 len: 943 time: 0.2308147 Feb 09 21:32:45.677507 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port e91b0039-a035-445f-90c7-b61de1c5005a, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=e91b0039-a035-445f-90c7-b61de1c5005a,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:32:45.698252 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2538c1b-567f-4125-9446-6b1fb92eb6b6 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Pushing event updated for resources: {'Port': ['ID=183b0e32-41ce-4510-afd9-6b8cec0d8944,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:45.699053 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': 'e91b0039-a035-445f-90c7-b61de1c5005a', 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc', 'port_id': 'e91b0039-a035-445f-90c7-b61de1c5005a', 'mac_address': 'fa:16:3e:24:e9:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f7402ac-a35b-414b-bcc1-bc1c3072ec3c', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:32:45.724861 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebf70f7-0c03-4133-a5e7-098db4578ecf req-fe706f04-0985-4143-b6ee-b7ef2b268f7f tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:45.726379 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6ebf70f7-0c03-4133-a5e7-098db4578ecf req-fe706f04-0985-4143-b6ee-b7ef2b268f7f tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=600973c8-2437-4bb6-ba74-e5d91537b5d5 HTTP/1.1" status: 200 len: 950 time: 0.2319536 Feb 09 21:32:45.741342 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e9479-c5a6-4f79-9a00-da21b3c86ce7 req-591f738b-a26a-487a-9bce-0f5b79562979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:45.742621 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1c6e9479-c5a6-4f79-9a00-da21b3c86ce7 req-591f738b-a26a-487a-9bce-0f5b79562979 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7f960ea9e4814f1c9f3d6e0840e5a81e&device_id=23adebe6-4745-4a47-8583-c86c28545de2 HTTP/1.1" status: 200 len: 1125 time: 0.2190723 Feb 09 21:32:45.743310 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning for port 8b62e22c-f954-4a6a-8780-d7a6ea6e99e3 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:32:45.754441 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port 8b62e22c-f954-4a6a-8780-d7a6ea6e99e3 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:32:45.755444 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (8b62e22c-f954-4a6a-8780-d7a6ea6e99e3), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:45.758320 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-b5e145e6-4526-4020-8d4d-3d246fade0c9 req-fc12bf83-dbb9-4bf0-b305-ea01b9dbf1e8 service neutron] For port 5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec, host n-h2-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:32:45.762949 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-b5e145e6-4526-4020-8d4d-3d246fade0c9 req-fc12bf83-dbb9-4bf0-b305-ea01b9dbf1e8 service neutron] For port 5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec, host n-h2-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec,segment=NetworkSegment(aad88faa-37a1-49ac-8a06-d36169fb75d8),segment_id=aad88faa-37a1-49ac-8a06-d36169fb75d8)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:32:45.770212 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b5e145e6-4526-4020-8d4d-3d246fade0c9 req-fc12bf83-dbb9-4bf0-b305-ea01b9dbf1e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:45.773018 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a0a0e-7785-43cb-9917-f651bd1f83f9 req-d2538c1b-567f-4125-9446-6b1fb92eb6b6 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:45.773639 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-2c8a0a0e-7785-43cb-9917-f651bd1f83f9 req-d2538c1b-567f-4125-9446-6b1fb92eb6b6 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:45.798706 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port e91b0039-a035-445f-90c7-b61de1c5005a is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:32:45.799273 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (e91b0039-a035-445f-90c7-b61de1c5005a), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:45.820628 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e145e6-4526-4020-8d4d-3d246fade0c9 req-fc12bf83-dbb9-4bf0-b305-ea01b9dbf1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:45.821503 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b5e145e6-4526-4020-8d4d-3d246fade0c9 req-fc12bf83-dbb9-4bf0-b305-ea01b9dbf1e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:45.823312 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b5e145e6-4526-4020-8d4d-3d246fade0c9 req-fc12bf83-dbb9-4bf0-b305-ea01b9dbf1e8 service neutron] 10.222.0.89 "PUT /v2.0/ports/5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec HTTP/1.1" status: 200 len: 1091 time: 0.9281769 Feb 09 21:32:45.823960 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4fc49e4-17e3-4e1a-ad3a-53772172f962', 'tag': '5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:32:45.826691 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4462bd51-8334-4e89-a697-eb3f71e90ec5" -d '{"events": [{"name": "network-changed", "server_uuid": "a4fc49e4-17e3-4e1a-ad3a-53772172f962", "tag": "5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:32:45.832214 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1c6e9479-c5a6-4f79-9a00-da21b3c86ce7 req-dd4f2d00-11b3-4dea-8f5b-a14770601fba service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=22b68a4b-8a0a-42ed-af83-ebfbb1142745 HTTP/1.1" status: 200 len: 217 time: 0.0760181 Feb 09 21:32:45.835701 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e91b0039-a035-445f-90c7-b61de1c5005a {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:32:45.861490 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc12bf83-dbb9-4bf0-b305-ea01b9dbf1e8 service neutron] Pushing event updated for resources: {'Port': ['ID=5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:45.871702 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2c8a0a0e-7785-43cb-9917-f651bd1f83f9 req-d2538c1b-567f-4125-9446-6b1fb92eb6b6 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6520019 Feb 09 21:32:45.873862 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port e91b0039-a035-445f-90c7-b61de1c5005a, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=e91b0039-a035-445f-90c7-b61de1c5005a,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:32:45.881329 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (e91b0039-a035-445f-90c7-b61de1c5005a), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:45.925775 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6ebf70f7-0c03-4133-a5e7-098db4578ecf req-45fd670a-63bf-4bbd-bf2c-0f2174832e72 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902769 Feb 09 21:32:45.929656 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e145e6-4526-4020-8d4d-3d246fade0c9 req-4d8e222f-027e-4e71-aebb-65a05d46dc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:45.931148 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b5e145e6-4526-4020-8d4d-3d246fade0c9 req-4d8e222f-027e-4e71-aebb-65a05d46dc3b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2bd637e202e1467d81aff230fe0a3e7e&device_id=a4fc49e4-17e3-4e1a-ad3a-53772172f962 HTTP/1.1" status: 200 len: 1125 time: 0.0460651 Feb 09 21:32:45.934575 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-2c8a0a0e-7785-43cb-9917-f651bd1f83f9 req-9a8468d6-0331-4c03-826f-182b05017669 service neutron] Request body: {'port': {'device_id': '38cc1ef5-7c9e-43f8-b5e3-18d29366e6ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-5'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:32:45.952146 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-66b3a006-0600-4606-81a3-aaf317ba4273 req-aab148a4-d3a6-47e0-8819-dcb22acd55c1 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/security-groups?id=000b5c05-19e3-420b-9015-081c6c7f11c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617919 Feb 09 21:32:45.982698 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 8b62e22c-f954-4a6a-8780-d7a6ea6e99e3 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:32:45.983835 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (8b62e22c-f954-4a6a-8780-d7a6ea6e99e3), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:46.008544 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=e91b0039-a035-445f-90c7-b61de1c5005a,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:46.055721 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e9479-c5a6-4f79-9a00-da21b3c86ce7 req-1cf1a6b5-d561-4cf0-ba95-eb0e75c9aa99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:46.058208 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1c6e9479-c5a6-4f79-9a00-da21b3c86ce7 req-1cf1a6b5-d561-4cf0-ba95-eb0e75c9aa99 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=954aeff3-776a-4d4a-b59c-79cdefb95559 HTTP/1.1" status: 200 len: 852 time: 0.2175710 Feb 09 21:32:46.060259 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 52400) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:32:46.085906 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 8b62e22c-f954-4a6a-8780-d7a6ea6e99e3, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=8b62e22c-f954-4a6a-8780-d7a6ea6e99e3,segment=NetworkSegment(2e235117-e979-4e65-8640-84c4faf827fd),segment_id=2e235117-e979-4e65-8640-84c4faf827fd)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:32:46.089390 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed637eb7-997b-4a50-b9a4-acd664f51f8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b62e22c-f954-4a6a-8780-d7a6ea6e99e3'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:32:46.093902 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eef96894-a168-4340-8d22-6e0dbe7fddd7" -d '{"events": [{"server_uuid": "ed637eb7-997b-4a50-b9a4-acd664f51f8f", "name": "network-vif-plugged", "status": "completed", "tag": "8b62e22c-f954-4a6a-8780-d7a6ea6e99e3"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:32:46.099376 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (8b62e22c-f954-4a6a-8780-d7a6ea6e99e3), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:46.100277 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device abca71b7-c298-40e9-b2e3-e38f8f476231 no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:32:46.134604 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] No Port match for: abca71b7-c298-40e9-b2e3-e38f8f476231 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:32:46.136495 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device abca71b7-c298-40e9-b2e3-e38f8f476231 not bound to the agent host n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:32:46.219633 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=8b62e22c-f954-4a6a-8780-d7a6ea6e99e3,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:46.284157 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1c6e9479-c5a6-4f79-9a00-da21b3c86ce7 req-2d20ea29-ae91-4630-b40f-2dd096c3e3f0 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=1ccb3c1e-996b-41e3-9a90-cc05638f9e89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1837163 Feb 09 21:32:46.298085 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8827649a-350b-4a35-ab36-f9f4612a5945 x-openstack-request-id: req-8827649a-350b-4a35-ab36-f9f4612a5945 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:32:46.298381 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed637eb7-997b-4a50-b9a4-acd664f51f8f", "name": "network-vif-plugged", "status": "completed", "tag": "8b62e22c-f954-4a6a-8780-d7a6ea6e99e3", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:32:46.298636 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-8827649a-350b-4a35-ab36-f9f4612a5945 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:32:46.299091 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed637eb7-997b-4a50-b9a4-acd664f51f8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b62e22c-f954-4a6a-8780-d7a6ea6e99e3', 'code': 200} Feb 09 21:32:46.361347 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-2c8a0a0e-7785-43cb-9917-f651bd1f83f9 req-9a8468d6-0331-4c03-826f-182b05017669 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (183b0e32-41ce-4510-afd9-6b8cec0d8944), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:46.367797 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c5a484e-c0fb-4c92-9bd5-d06cd0050c4c x-openstack-request-id: req-8c5a484e-c0fb-4c92-9bd5-d06cd0050c4c {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:32:46.368360 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4fc49e4-17e3-4e1a-ad3a-53772172f962", "tag": "5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:32:46.368608 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-8c5a484e-c0fb-4c92-9bd5-d06cd0050c4c {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:32:46.368999 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4fc49e4-17e3-4e1a-ad3a-53772172f962', 'tag': '5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec', 'status': 'completed', 'code': 200} Feb 09 21:32:46.370580 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b5e145e6-4526-4020-8d4d-3d246fade0c9 req-968ec007-a4b1-4a40-9e9c-c5e9ccf1148a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec HTTP/1.1" status: 200 len: 217 time: 0.4234016 Feb 09 21:32:46.429176 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e145e6-4526-4020-8d4d-3d246fade0c9 req-711fa983-943e-4eb3-86b4-b9bd629c813e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:46.430715 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b5e145e6-4526-4020-8d4d-3d246fade0c9 req-711fa983-943e-4eb3-86b4-b9bd629c813e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f5dc5768-86f9-4907-b987-49606f9e43f9 HTTP/1.1" status: 200 len: 861 time: 0.0455053 Feb 09 21:32:46.465121 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b5e145e6-4526-4020-8d4d-3d246fade0c9 req-42d134e2-8c83-470a-ba60-840ad5d0921f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=37143bd2-1331-4c73-96e2-f9c3179c6daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270770 Feb 09 21:32:46.552598 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['e91b0039-a035-445f-90c7-b61de1c5005a'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:32:46.565680 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb28db4-b8af-44ca-af93-8d325fb117a8 req-b2a71042-e5e7-4dd6-8bee-90db09536b39 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:46.567358 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dbb28db4-b8af-44ca-af93-8d325fb117a8 req-b2a71042-e5e7-4dd6-8bee-90db09536b39 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=a4fc49e4-17e3-4e1a-ad3a-53772172f962 HTTP/1.1" status: 200 len: 943 time: 0.4751358 Feb 09 21:32:46.567756 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b5e145e6-4526-4020-8d4d-3d246fade0c9 req-e1ec6758-b1c7-4407-a7e4-f5a79d7bbd27 service neutron] 10.222.0.89 "GET /v2.0/networks/37143bd2-1331-4c73-96e2-f9c3179c6daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955930 Feb 09 21:32:46.671844 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef9ee7b-b886-4198-8375-25958ac5ce30 req-6bc5ec35-6b75-41d9-a689-1ef5ba2ccb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:46.673677 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6ef9ee7b-b886-4198-8375-25958ac5ce30 req-6bc5ec35-6b75-41d9-a689-1ef5ba2ccb3c service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=ed637eb7-997b-4a50-b9a4-acd664f51f8f HTTP/1.1" status: 200 len: 1128 time: 0.2967491 Feb 09 21:32:46.703015 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b5e145e6-4526-4020-8d4d-3d246fade0c9 req-307fc6c7-5ff8-4f05-a306-8cacb26727f9 service neutron] 10.222.0.89 "GET /v2.0/networks/37143bd2-1331-4c73-96e2-f9c3179c6daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182134 Feb 09 21:32:46.749162 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1c6e9479-c5a6-4f79-9a00-da21b3c86ce7 req-5a134667-807d-49ad-847e-d187f7e28ed3 service neutron] 10.222.0.95 "GET /v2.0/networks/1ccb3c1e-996b-41e3-9a90-cc05638f9e89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4169788 Feb 09 21:32:46.794606 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034806c2-16ab-4073-adf3-9dbf6a77c6e3 req-774ff08d-75bc-43b5-896f-696aa7eaa077 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:46.796199 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-034806c2-16ab-4073-adf3-9dbf6a77c6e3 req-774ff08d-75bc-43b5-896f-696aa7eaa077 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=4f8339ab-f401-4931-96ab-51b877546307 HTTP/1.1" status: 200 len: 949 time: 0.4181747 Feb 09 21:32:46.808602 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4462bd51-8334-4e89-a697-eb3f71e90ec5 req-f1ade8ca-64d9-471e-a710-3e570c00f507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:46.810019 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4462bd51-8334-4e89-a697-eb3f71e90ec5 req-f1ade8ca-64d9-471e-a710-3e570c00f507 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2bd637e202e1467d81aff230fe0a3e7e&device_id=a4fc49e4-17e3-4e1a-ad3a-53772172f962 HTTP/1.1" status: 200 len: 1125 time: 0.0473120 Feb 09 21:32:46.911163 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dbb28db4-b8af-44ca-af93-8d325fb117a8 req-488c8dcf-e475-4840-b3f4-04ffc4782af6 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3273273 Feb 09 21:32:46.916638 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4462bd51-8334-4e89-a697-eb3f71e90ec5 req-7cfcbddd-8b5e-4d1a-81bf-5dabeb872d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:46.921585 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4462bd51-8334-4e89-a697-eb3f71e90ec5 req-7cfcbddd-8b5e-4d1a-81bf-5dabeb872d83 service neutron] 10.222.0.89 "GET /v2.0/networks?id=37143bd2-1331-4c73-96e2-f9c3179c6daf HTTP/1.1" status: 200 len: 922 time: 0.1029212 Feb 09 21:32:46.984762 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6ef9ee7b-b886-4198-8375-25958ac5ce30 req-06a47275-272d-4f0c-aea4-5cf151c23bf8 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903829 Feb 09 21:32:47.024583 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4462bd51-8334-4e89-a697-eb3f71e90ec5 req-c3b4ee30-29fd-41d2-8f72-7684f95a9e58 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec HTTP/1.1" status: 200 len: 217 time: 0.0909517 Feb 09 21:32:47.041884 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-034806c2-16ab-4073-adf3-9dbf6a77c6e3 req-156f8882-6bd7-4168-8775-3bb6fb1e19c0 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267547 Feb 09 21:32:47.074430 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1c6e9479-c5a6-4f79-9a00-da21b3c86ce7 req-4d1cc0d7-7d35-4cca-9464-68c604f81353 service neutron] 10.222.0.95 "GET /v2.0/networks/1ccb3c1e-996b-41e3-9a90-cc05638f9e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2732058 Feb 09 21:32:47.167485 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4462bd51-8334-4e89-a697-eb3f71e90ec5 req-4b9f0519-8ff0-4258-bf40-602b404fbe8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:47.169102 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4462bd51-8334-4e89-a697-eb3f71e90ec5 req-4b9f0519-8ff0-4258-bf40-602b404fbe8a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f5dc5768-86f9-4907-b987-49606f9e43f9 HTTP/1.1" status: 200 len: 861 time: 0.1367180 Feb 09 21:32:47.236138 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b63297-7860-45c7-8a77-9d641757ca49 req-2a6d3714-e235-4a46-95b5-7e1e9fe55777 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:47.237787 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-27b63297-7860-45c7-8a77-9d641757ca49 req-2a6d3714-e235-4a46-95b5-7e1e9fe55777 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.89 "GET /v2.0/ports?device_id=600973c8-2437-4bb6-ba74-e5d91537b5d5 HTTP/1.1" status: 200 len: 950 time: 0.1407030 Feb 09 21:32:47.239869 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4462bd51-8334-4e89-a697-eb3f71e90ec5 req-59cd8c62-981a-4373-bc16-6388dfa5c4e3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=37143bd2-1331-4c73-96e2-f9c3179c6daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592587 Feb 09 21:32:47.270419 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127ccfb6-6a03-48ce-aff5-c45a1368f6de req-dc9f361a-a8f0-460d-9a55-1328fac798e7 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:47.272201 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-127ccfb6-6a03-48ce-aff5-c45a1368f6de req-dc9f361a-a8f0-460d-9a55-1328fac798e7 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "GET /v2.0/ports?device_id=38cc1ef5-7c9e-43f8-b5e3-18d29366e6ea HTTP/1.1" status: 200 len: 931 time: 0.2264874 Feb 09 21:32:47.301508 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [req-2c8a0a0e-7785-43cb-9917-f651bd1f83f9 req-9a8468d6-0331-4c03-826f-182b05017669 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 183b0e32-41ce-4510-afd9-6b8cec0d8944 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:32:47.321403 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-2c8a0a0e-7785-43cb-9917-f651bd1f83f9 req-9a8468d6-0331-4c03-826f-182b05017669 service neutron] Publish callbacks [] for port (183b0e32-41ce-4510-afd9-6b8cec0d8944), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:47.324744 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23adebe6-4745-4a47-8583-c86c28545de2', 'tag': '22b68a4b-8a0a-42ed-af83-ebfbb1142745'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:32:47.327069 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f12ffce7-441f-4103-87a1-cac66e487f3e" -d '{"events": [{"name": "network-changed", "server_uuid": "23adebe6-4745-4a47-8583-c86c28545de2", "tag": "22b68a4b-8a0a-42ed-af83-ebfbb1142745"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:32:47.336618 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c00ae1a-1cd0-41ca-a144-cffae669a586 req-46a25d07-b48c-4f25-b106-db6ae10c9b5c tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:47.338234 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7c00ae1a-1cd0-41ca-a144-cffae669a586 req-46a25d07-b48c-4f25-b106-db6ae10c9b5c tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed637eb7-997b-4a50-b9a4-acd664f51f8f HTTP/1.1" status: 200 len: 946 time: 0.2116525 Feb 09 21:32:47.372453 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [req-2c8a0a0e-7785-43cb-9917-f651bd1f83f9 req-9a8468d6-0331-4c03-826f-182b05017669 service neutron] Transition to ACTIVE for port object 183b0e32-41ce-4510-afd9-6b8cec0d8944 will not be triggered until provisioned by entity L2. {{(pid=103140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:32:47.392845 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-2c8a0a0e-7785-43cb-9917-f651bd1f83f9 req-9a8468d6-0331-4c03-826f-182b05017669 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (183b0e32-41ce-4510-afd9-6b8cec0d8944), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:47.395473 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 52428) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:32:47.440612 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-127ccfb6-6a03-48ce-aff5-c45a1368f6de req-81c1e236-afda-438c-9657-d0e6944beb35 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf86e5b7-36f5-4887-a89f-16073b9e7049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493373 Feb 09 21:32:47.463948 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4462bd51-8334-4e89-a697-eb3f71e90ec5 req-9cd54ea0-563e-41ed-92b3-5152bcf7cee5 service neutron] 10.222.0.89 "GET /v2.0/networks/37143bd2-1331-4c73-96e2-f9c3179c6daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792245 Feb 09 21:32:47.535114 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8468d6-0331-4c03-826f-182b05017669 service neutron] Pushing event updated for resources: {'Port': ['ID=183b0e32-41ce-4510-afd9-6b8cec0d8944,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:47.543262 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7c00ae1a-1cd0-41ca-a144-cffae669a586 req-8bb7653f-51c6-49fe-999d-9e8fdb1cc97e tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914351 Feb 09 21:32:47.544432 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-27b63297-7860-45c7-8a77-9d641757ca49 req-696bcae9-4078-423e-8e99-b235263896b3 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Deleting port c543c68f-2876-4aba-82e0-f1ae0fcc2d0d {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:32:47.545001 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-27b63297-7860-45c7-8a77-9d641757ca49 req-696bcae9-4078-423e-8e99-b235263896b3 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (c543c68f-2876-4aba-82e0-f1ae0fcc2d0d), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:47.691349 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f54003a5-2566-45e9-b7a2-7ed8ecf67139 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:47.707144 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-2c8a0a0e-7785-43cb-9917-f651bd1f83f9 req-9a8468d6-0331-4c03-826f-182b05017669 service neutron] Attempting to bind port 183b0e32-41ce-4510-afd9-6b8cec0d8944 on host n-h1-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:32:47.707547 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-2c8a0a0e-7785-43cb-9917-f651bd1f83f9 req-9a8468d6-0331-4c03-826f-182b05017669 service neutron] Attempting to bind port 183b0e32-41ce-4510-afd9-6b8cec0d8944 by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': '245b6cbf-bc8c-4ac6-8eda-9aca94663a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '03e4b562-fd58-4ef4-b9aa-3c97d3e91c8c'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:32:47.707814 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8a0a0e-7785-43cb-9917-f651bd1f83f9 req-9a8468d6-0331-4c03-826f-182b05017669 service neutron] Attempting to bind port 183b0e32-41ce-4510-afd9-6b8cec0d8944 on network 03e4b562-fd58-4ef4-b9aa-3c97d3e91c8c {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:32:47.720829 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4462bd51-8334-4e89-a697-eb3f71e90ec5 req-f8a60e3b-e574-48ce-ad0d-9f456fcaa214 service neutron] 10.222.0.89 "GET /v2.0/networks/37143bd2-1331-4c73-96e2-f9c3179c6daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450924 Feb 09 21:32:47.730711 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-50617980-e3c3-4280-89f6-d7b7e86551cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524906'] for router_interface (b2cd2203-f369-4459-8c0a-ca2cc9d71c0e), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:47.743738 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428cd8b4-9021-486e-afea-965eb132187b req-61a51283-c09e-48a1-8f6d-6f902f353e8e tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:47.744849 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-27b63297-7860-45c7-8a77-9d641757ca49 req-696bcae9-4078-423e-8e99-b235263896b3 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] For port c543c68f-2876-4aba-82e0-f1ae0fcc2d0d, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=c543c68f-2876-4aba-82e0-f1ae0fcc2d0d,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:32:47.745223 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-27b63297-7860-45c7-8a77-9d641757ca49 req-696bcae9-4078-423e-8e99-b235263896b3 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (c543c68f-2876-4aba-82e0-f1ae0fcc2d0d), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:47.751590 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-428cd8b4-9021-486e-afea-965eb132187b req-61a51283-c09e-48a1-8f6d-6f902f353e8e tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=600973c8-2437-4bb6-ba74-e5d91537b5d5 HTTP/1.1" status: 200 len: 950 time: 0.1771083 Feb 09 21:32:47.762329 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-27b63297-7860-45c7-8a77-9d641757ca49 req-696bcae9-4078-423e-8e99-b235263896b3 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Calling delete_port for c543c68f-2876-4aba-82e0-f1ae0fcc2d0d owned by compute:nova {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:32:47.874402 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f54003a5-2566-45e9-b7a2-7ed8ecf67139 admin admin] Publish callbacks [] for security_group (44c87fc7-fb1b-4eb0-87b5-0e9deb6f970d), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:47.884083 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f54003a5-2566-45e9-b7a2-7ed8ecf67139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (44c87fc7-fb1b-4eb0-87b5-0e9deb6f970d), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:47.957226 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-f54003a5-2566-45e9-b7a2-7ed8ecf67139 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=6ae6b26e533944ebaae08b9287858e81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5431688 Feb 09 21:32:47.960261 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 52434) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:32:47.970497 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54003a5-2566-45e9-b7a2-7ed8ecf67139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44c87fc7-fb1b-4eb0-87b5-0e9deb6f970d,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:48.012435 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-27b63297-7860-45c7-8a77-9d641757ca49 req-696bcae9-4078-423e-8e99-b235263896b3 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (c543c68f-2876-4aba-82e0-f1ae0fcc2d0d), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:48.030714 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['4bbd8126-4683-4cf5-bea6-1038ce90a505', '5f898856-a782-4f86-b38f-f74482342d30', 'ab9d25ae-d4c5-4858-a2a3-37eb99643062', 'eef1a684-c343-4bce-9059-aceed4d69eb8'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:32:48.035510 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['e9f2ba29-d45e-453d-bfc4-e1f1dd8a6047'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:32:48.050376 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696bcae9-4078-423e-8e99-b235263896b3 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Pushing event deleted for resources: {'Port': ['ID=c543c68f-2876-4aba-82e0-f1ae0fcc2d0d,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:48.083266 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c2ed14ad-e48f-4179-a383-71a4711cca43 admin admin] Publish callbacks [] for security_group (44c87fc7-fb1b-4eb0-87b5-0e9deb6f970d), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:48.118230 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-27b63297-7860-45c7-8a77-9d641757ca49 req-696bcae9-4078-423e-8e99-b235263896b3 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] No DVR routers for this DVR port c543c68f-2876-4aba-82e0-f1ae0fcc2d0d on host n-h2-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:32:48.122448 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-27b63297-7860-45c7-8a77-9d641757ca49 req-696bcae9-4078-423e-8e99-b235263896b3 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:48.125780 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-27b63297-7860-45c7-8a77-9d641757ca49 req-696bcae9-4078-423e-8e99-b235263896b3 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.89 "DELETE /v2.0/ports/c543c68f-2876-4aba-82e0-f1ae0fcc2d0d HTTP/1.1" status: 204 len: 173 time: 0.8457687 Feb 09 21:32:48.131203 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8a0a0e-7785-43cb-9917-f651bd1f83f9 req-9a8468d6-0331-4c03-826f-182b05017669 service neutron] Port 183b0e32-41ce-4510-afd9-6b8cec0d8944 on network 03e4b562-fd58-4ef4-b9aa-3c97d3e91c8c not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:32:48.131522 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8a0a0e-7785-43cb-9917-f651bd1f83f9 req-9a8468d6-0331-4c03-826f-182b05017669 service neutron] Attempting to bind port 183b0e32-41ce-4510-afd9-6b8cec0d8944 on network 03e4b562-fd58-4ef4-b9aa-3c97d3e91c8c {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:32:48.148488 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c2ed14ad-e48f-4179-a383-71a4711cca43 admin admin] Publish callbacks [] for security_group (44c87fc7-fb1b-4eb0-87b5-0e9deb6f970d), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:48.186090 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8a0a0e-7785-43cb-9917-f651bd1f83f9 req-9a8468d6-0331-4c03-826f-182b05017669 service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:32:48.186503 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8a0a0e-7785-43cb-9917-f651bd1f83f9 req-9a8468d6-0331-4c03-826f-182b05017669 service neutron] Checking segment: {'id': '245b6cbf-bc8c-4ac6-8eda-9aca94663a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '03e4b562-fd58-4ef4-b9aa-3c97d3e91c8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:32:48.186943 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8a0a0e-7785-43cb-9917-f651bd1f83f9 req-9a8468d6-0331-4c03-826f-182b05017669 service neutron] Bound using segment: {'id': '245b6cbf-bc8c-4ac6-8eda-9aca94663a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '03e4b562-fd58-4ef4-b9aa-3c97d3e91c8c'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:32:48.187286 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-2c8a0a0e-7785-43cb-9917-f651bd1f83f9 req-9a8468d6-0331-4c03-826f-182b05017669 service neutron] Bound port: 183b0e32-41ce-4510-afd9-6b8cec0d8944, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '245b6cbf-bc8c-4ac6-8eda-9aca94663a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '03e4b562-fd58-4ef4-b9aa-3c97d3e91c8c'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:32:48.187771 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-2c8a0a0e-7785-43cb-9917-f651bd1f83f9 req-9a8468d6-0331-4c03-826f-182b05017669 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (183b0e32-41ce-4510-afd9-6b8cec0d8944), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:48.227708 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-428cd8b4-9021-486e-afea-965eb132187b req-c3195420-81b8-422b-a843-9f5c6767d4c9 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4742565 Feb 09 21:32:48.229012 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c2ed14ad-e48f-4179-a383-71a4711cca43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (44c87fc7-fb1b-4eb0-87b5-0e9deb6f970d), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:48.233401 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c2ed14ad-e48f-4179-a383-71a4711cca43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:48.235652 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-c2ed14ad-e48f-4179-a383-71a4711cca43 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/44c87fc7-fb1b-4eb0-87b5-0e9deb6f970d HTTP/1.1" status: 204 len: 168 time: 0.2744834 Feb 09 21:32:48.254851 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ed14ad-e48f-4179-a383-71a4711cca43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44c87fc7-fb1b-4eb0-87b5-0e9deb6f970d,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:48.271992 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae8f1dd-02ae-4c84-b8de-00c480acaf98 req-40c52bc4-7aa5-40d3-9a36-b311b2fd784d tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:48.283400 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0ae8f1dd-02ae-4c84-b8de-00c480acaf98 req-40c52bc4-7aa5-40d3-9a36-b311b2fd784d tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/ports?device_id=23adebe6-4745-4a47-8583-c86c28545de2 HTTP/1.1" status: 200 len: 943 time: 0.5957332 Feb 09 21:32:48.369653 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6ebd481-7974-48a1-b0b7-aa7652a095d2 x-openstack-request-id: req-f6ebd481-7974-48a1-b0b7-aa7652a095d2 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:32:48.370621 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23adebe6-4745-4a47-8583-c86c28545de2", "tag": "22b68a4b-8a0a-42ed-af83-ebfbb1142745", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:32:48.370766 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '600973c8-2437-4bb6-ba74-e5d91537b5d5', 'name': 'network-vif-deleted', 'tag': 'c543c68f-2876-4aba-82e0-f1ae0fcc2d0d'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:32:48.371159 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-f6ebd481-7974-48a1-b0b7-aa7652a095d2 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:32:48.371714 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23adebe6-4745-4a47-8583-c86c28545de2', 'tag': '22b68a4b-8a0a-42ed-af83-ebfbb1142745', 'status': 'completed', 'code': 200} Feb 09 21:32:48.373876 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1337464d-5122-4def-8078-d0af257ed43f" -d '{"events": [{"server_uuid": "600973c8-2437-4bb6-ba74-e5d91537b5d5", "name": "network-vif-deleted", "tag": "c543c68f-2876-4aba-82e0-f1ae0fcc2d0d"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:32:48.639334 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-2c8a0a0e-7785-43cb-9917-f651bd1f83f9 req-9a8468d6-0331-4c03-826f-182b05017669 service neutron] For port 183b0e32-41ce-4510-afd9-6b8cec0d8944, host n-h1-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:32:48.658690 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0ae8f1dd-02ae-4c84-b8de-00c480acaf98 req-a97d08a9-cd19-46d1-9463-f73dc5dba247 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/security-groups?id=000b5c05-19e3-420b-9015-081c6c7f11c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3740754 Feb 09 21:32:48.687274 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-2c8a0a0e-7785-43cb-9917-f651bd1f83f9 req-9a8468d6-0331-4c03-826f-182b05017669 service neutron] For port 183b0e32-41ce-4510-afd9-6b8cec0d8944, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=183b0e32-41ce-4510-afd9-6b8cec0d8944,segment=NetworkSegment(245b6cbf-bc8c-4ac6-8eda-9aca94663a57),segment_id=245b6cbf-bc8c-4ac6-8eda-9aca94663a57)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:32:48.724172 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-2c8a0a0e-7785-43cb-9917-f651bd1f83f9 req-9a8468d6-0331-4c03-826f-182b05017669 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (183b0e32-41ce-4510-afd9-6b8cec0d8944), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:48.727730 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12ffce7-441f-4103-87a1-cac66e487f3e req-58e07c2a-178a-4c31-b434-a730001c7686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:48.729804 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f12ffce7-441f-4103-87a1-cac66e487f3e req-58e07c2a-178a-4c31-b434-a730001c7686 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7f960ea9e4814f1c9f3d6e0840e5a81e&device_id=23adebe6-4745-4a47-8583-c86c28545de2 HTTP/1.1" status: 200 len: 1125 time: 0.3167663 Feb 09 21:32:48.795369 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8343a8c2-0e58-459b-9ddd-fe3a618e164b req-e698850d-ea64-4a64-a8c6-016e20f48cd0 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:48.802437 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8343a8c2-0e58-459b-9ddd-fe3a618e164b req-e698850d-ea64-4a64-a8c6-016e20f48cd0 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=a4fc49e4-17e3-4e1a-ad3a-53772172f962 HTTP/1.1" status: 200 len: 943 time: 0.3810575 Feb 09 21:32:48.899220 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a0a0e-7785-43cb-9917-f651bd1f83f9 req-9a8468d6-0331-4c03-826f-182b05017669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:48.899866 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-2c8a0a0e-7785-43cb-9917-f651bd1f83f9 req-9a8468d6-0331-4c03-826f-182b05017669 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:48.901568 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2c8a0a0e-7785-43cb-9917-f651bd1f83f9 req-9a8468d6-0331-4c03-826f-182b05017669 service neutron] 10.222.0.95 "PUT /v2.0/ports/183b0e32-41ce-4510-afd9-6b8cec0d8944 HTTP/1.1" status: 200 len: 1091 time: 2.9954941 Feb 09 21:32:48.948569 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8468d6-0331-4c03-826f-182b05017669 service neutron] Pushing event updated for resources: {'Port': ['ID=183b0e32-41ce-4510-afd9-6b8cec0d8944,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:49.072692 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8343a8c2-0e58-459b-9ddd-fe3a618e164b req-fe205a5c-d504-4c49-8854-6e3deaeb867a tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648551 Feb 09 21:32:49.102765 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5687a41d-32dc-49a8-b3e2-c4937dd82ad1 req-afbfd80d-3fb0-44ae-8460-9c0287226d73 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:49.107140 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5687a41d-32dc-49a8-b3e2-c4937dd82ad1 req-afbfd80d-3fb0-44ae-8460-9c0287226d73 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=4f8339ab-f401-4931-96ab-51b877546307 HTTP/1.1" status: 200 len: 949 time: 0.3216410 Feb 09 21:32:49.140342 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18ae32d2-27b9-4f51-a49b-e8796fb44a20 x-openstack-request-id: req-18ae32d2-27b9-4f51-a49b-e8796fb44a20 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:32:49.140859 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "600973c8-2437-4bb6-ba74-e5d91537b5d5", "name": "network-vif-deleted", "tag": "c543c68f-2876-4aba-82e0-f1ae0fcc2d0d", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:32:49.140973 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-18ae32d2-27b9-4f51-a49b-e8796fb44a20 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:32:49.142623 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '600973c8-2437-4bb6-ba74-e5d91537b5d5', 'name': 'network-vif-deleted', 'tag': 'c543c68f-2876-4aba-82e0-f1ae0fcc2d0d', 'status': 'completed', 'code': 200} Feb 09 21:32:49.148943 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12ffce7-441f-4103-87a1-cac66e487f3e req-9b8dd621-cb0a-4318-9f80-2df9e95b62af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:49.150583 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f12ffce7-441f-4103-87a1-cac66e487f3e req-9b8dd621-cb0a-4318-9f80-2df9e95b62af service neutron] 10.222.0.95 "GET /v2.0/networks?id=1ccb3c1e-996b-41e3-9a90-cc05638f9e89 HTTP/1.1" status: 200 len: 913 time: 0.4119866 Feb 09 21:32:49.219278 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f12ffce7-441f-4103-87a1-cac66e487f3e req-0779c7e2-c38b-4b59-b060-0c5a9c4361e6 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=22b68a4b-8a0a-42ed-af83-ebfbb1142745 HTTP/1.1" status: 200 len: 217 time: 0.0540342 Feb 09 21:32:49.225168 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a0a0e-7785-43cb-9917-f651bd1f83f9 req-479d3d1e-6b22-45cb-a4a8-8e915a612ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:49.227079 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2c8a0a0e-7785-43cb-9917-f651bd1f83f9 req-479d3d1e-6b22-45cb-a4a8-8e915a612ae1 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=21cf86ff189342fe85bf484488bae7be&device_id=38cc1ef5-7c9e-43f8-b5e3-18d29366e6ea HTTP/1.1" status: 200 len: 1125 time: 0.2611163 Feb 09 21:32:49.334396 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5687a41d-32dc-49a8-b3e2-c4937dd82ad1 req-696eee3b-31ff-45c2-b570-07bdb7374e4e tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024243 Feb 09 21:32:49.341910 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2c8a0a0e-7785-43cb-9917-f651bd1f83f9 req-82a85381-a770-4be2-a7b7-cec62d0683c9 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=183b0e32-41ce-4510-afd9-6b8cec0d8944 HTTP/1.1" status: 200 len: 217 time: 0.0927863 Feb 09 21:32:49.356827 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-50617980-e3c3-4280-89f6-d7b7e86551cc admin admin] Deleting port bb915676-6f76-419a-b959-97eacd8f3c94 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:32:49.357170 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-50617980-e3c3-4280-89f6-d7b7e86551cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (bb915676-6f76-419a-b959-97eacd8f3c94), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:49.364982 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device e91b0039-a035-445f-90c7-b61de1c5005a up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:32:49.435994 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12ffce7-441f-4103-87a1-cac66e487f3e req-207633d8-b1bf-4d1c-843f-dab5f786725f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:49.437491 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f12ffce7-441f-4103-87a1-cac66e487f3e req-207633d8-b1bf-4d1c-843f-dab5f786725f service neutron] 10.222.0.95 "GET /v2.0/subnets?id=954aeff3-776a-4d4a-b59c-79cdefb95559 HTTP/1.1" status: 200 len: 852 time: 0.1906052 Feb 09 21:32:49.456968 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning for port e91b0039-a035-445f-90c7-b61de1c5005a completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:32:49.461386 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port e91b0039-a035-445f-90c7-b61de1c5005a triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:32:49.461825 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (e91b0039-a035-445f-90c7-b61de1c5005a), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:49.497463 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f12ffce7-441f-4103-87a1-cac66e487f3e req-1b49cf98-52b8-4f1c-b3ea-fac381107e05 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=1ccb3c1e-996b-41e3-9a90-cc05638f9e89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458436 Feb 09 21:32:49.529521 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4c634f-e683-4f30-bb45-6793b77e21b8 req-08fdc673-6dd8-4e7e-a6f8-094d0f6f4e49 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:49.531287 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9b4c634f-e683-4f30-bb45-6793b77e21b8 req-08fdc673-6dd8-4e7e-a6f8-094d0f6f4e49 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "GET /v2.0/ports?device_id=38cc1ef5-7c9e-43f8-b5e3-18d29366e6ea HTTP/1.1" status: 200 len: 943 time: 0.3112097 Feb 09 21:32:49.546570 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port e91b0039-a035-445f-90c7-b61de1c5005a is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:32:49.546925 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a0a0e-7785-43cb-9917-f651bd1f83f9 req-702a49ab-3969-4021-8df1-aaecf1546657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:49.547043 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (e91b0039-a035-445f-90c7-b61de1c5005a), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:49.548830 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2c8a0a0e-7785-43cb-9917-f651bd1f83f9 req-702a49ab-3969-4021-8df1-aaecf1546657 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0943e86a-4b39-47c3-92d6-eb8b20ecbe76 HTTP/1.1" status: 200 len: 861 time: 0.1962881 Feb 09 21:32:49.571108 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f8339ab-f401-4931-96ab-51b877546307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e91b0039-a035-445f-90c7-b61de1c5005a'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:32:49.573522 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b05992ab-72d1-4176-b8a3-66aa6efc4fe7" -d '{"events": [{"server_uuid": "4f8339ab-f401-4931-96ab-51b877546307", "name": "network-vif-plugged", "status": "completed", "tag": "e91b0039-a035-445f-90c7-b61de1c5005a"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:32:49.587893 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port e91b0039-a035-445f-90c7-b61de1c5005a, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=e91b0039-a035-445f-90c7-b61de1c5005a,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:32:49.592698 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (e91b0039-a035-445f-90c7-b61de1c5005a), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:49.593560 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device c543c68f-2876-4aba-82e0-f1ae0fcc2d0d no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:32:49.644317 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] No Port match for: c543c68f-2876-4aba-82e0-f1ae0fcc2d0d {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:32:49.644673 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device c543c68f-2876-4aba-82e0-f1ae0fcc2d0d not bound to the agent host n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:32:49.648641 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2c8a0a0e-7785-43cb-9917-f651bd1f83f9 req-5c78b7ab-157e-44f1-ae2c-e062e7fcaac1 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=03e4b562-fd58-4ef4-b9aa-3c97d3e91c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0806274 Feb 09 21:32:49.657532 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-50617980-e3c3-4280-89f6-d7b7e86551cc admin admin] For port bb915676-6f76-419a-b959-97eacd8f3c94, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=bb915676-6f76-419a-b959-97eacd8f3c94,segment=NetworkSegment(c07b92a0-f595-4f01-a173-5be9c963bd04),segment_id=c07b92a0-f595-4f01-a173-5be9c963bd04)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:32:49.657786 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-50617980-e3c3-4280-89f6-d7b7e86551cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (bb915676-6f76-419a-b959-97eacd8f3c94), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:49.660709 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=e91b0039-a035-445f-90c7-b61de1c5005a,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:49.694832 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-50617980-e3c3-4280-89f6-d7b7e86551cc admin admin] Calling delete_port for bb915676-6f76-419a-b959-97eacd8f3c94 owned by network:router_interface {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:32:49.766496 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74daeeb9-65c9-409b-a5c0-fc5f0f1f9ffe req-3ae30dde-a78a-45d4-a9ec-04bd43ba1960 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:49.768564 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-74daeeb9-65c9-409b-a5c0-fc5f0f1f9ffe req-3ae30dde-a78a-45d4-a9ec-04bd43ba1960 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed637eb7-997b-4a50-b9a4-acd664f51f8f HTTP/1.1" status: 200 len: 946 time: 0.3200812 Feb 09 21:32:49.792096 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9b4c634f-e683-4f30-bb45-6793b77e21b8 req-8f525ca4-d133-40af-90bf-717ed36f3a03 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf86e5b7-36f5-4887-a89f-16073b9e7049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407272 Feb 09 21:32:49.863343 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f12ffce7-441f-4103-87a1-cac66e487f3e req-df00b8a8-f32a-4dec-8adf-9e25bbd158b4 service neutron] 10.222.0.95 "GET /v2.0/networks/1ccb3c1e-996b-41e3-9a90-cc05638f9e89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3420439 Feb 09 21:32:49.973325 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2c8a0a0e-7785-43cb-9917-f651bd1f83f9 req-4293e7e3-36ea-4ce5-a2d7-88fd97e11a8a service neutron] 10.222.0.95 "GET /v2.0/networks/03e4b562-fd58-4ef4-b9aa-3c97d3e91c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3114238 Feb 09 21:32:49.981090 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-74daeeb9-65c9-409b-a5c0-fc5f0f1f9ffe req-b5454547-94c0-4fba-ad86-0bd702696a59 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988375 Feb 09 21:32:50.010660 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64b02524-33a8-45ac-9680-f605da1dde6a x-openstack-request-id: req-64b02524-33a8-45ac-9680-f605da1dde6a {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:32:50.012780 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f8339ab-f401-4931-96ab-51b877546307", "name": "network-vif-plugged", "status": "completed", "tag": "e91b0039-a035-445f-90c7-b61de1c5005a", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:32:50.013127 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-64b02524-33a8-45ac-9680-f605da1dde6a {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:32:50.013596 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f8339ab-f401-4931-96ab-51b877546307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e91b0039-a035-445f-90c7-b61de1c5005a', 'code': 200} Feb 09 21:32:50.143235 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ae36a3-6d9c-4d2c-a6d7-4a0ead4fd73e req-c7a4b5b2-c3e6-42c0-ad6a-99c279dd8444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:50.145398 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-25ae36a3-6d9c-4d2c-a6d7-4a0ead4fd73e req-c7a4b5b2-c3e6-42c0-ad6a-99c279dd8444 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=4f8339ab-f401-4931-96ab-51b877546307 HTTP/1.1" status: 200 len: 1132 time: 0.0557137 Feb 09 21:32:50.169777 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f12ffce7-441f-4103-87a1-cac66e487f3e req-9259a67b-6540-4e07-a6d3-922e26f7a573 service neutron] 10.222.0.95 "GET /v2.0/networks/1ccb3c1e-996b-41e3-9a90-cc05638f9e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2947607 Feb 09 21:32:50.211078 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2c8a0a0e-7785-43cb-9917-f651bd1f83f9 req-7844e064-cadf-417b-90d8-d2490502d91e service neutron] 10.222.0.95 "GET /v2.0/networks/03e4b562-fd58-4ef4-b9aa-3c97d3e91c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262504 Feb 09 21:32:50.241380 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88338b71-839d-4a06-bdf5-6a50d3881d6a req-11ac9ab4-4992-4662-b550-0c3fcabfa98d tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:50.243944 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-88338b71-839d-4a06-bdf5-6a50d3881d6a req-11ac9ab4-4992-4662-b550-0c3fcabfa98d tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/ports?device_id=23adebe6-4745-4a47-8583-c86c28545de2 HTTP/1.1" status: 200 len: 943 time: 0.1380336 Feb 09 21:32:50.245082 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-25ae36a3-6d9c-4d2c-a6d7-4a0ead4fd73e req-0d3b0aca-c0c7-4c7b-9d69-9fbf7f114e1b service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783875 Feb 09 21:32:50.354340 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-88338b71-839d-4a06-bdf5-6a50d3881d6a req-d59ecc66-fe27-42fb-8c16-860bb8166bc5 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/security-groups?id=000b5c05-19e3-420b-9015-081c6c7f11c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853021 Feb 09 21:32:50.356768 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-50617980-e3c3-4280-89f6-d7b7e86551cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (bb915676-6f76-419a-b959-97eacd8f3c94), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:50.389305 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38cc1ef5-7c9e-43f8-b5e3-18d29366e6ea', 'tag': '183b0e32-41ce-4510-afd9-6b8cec0d8944'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:32:50.391695 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d45f7225-a84a-4886-98bc-a05584646c7e" -d '{"events": [{"name": "network-changed", "server_uuid": "38cc1ef5-7c9e-43f8-b5e3-18d29366e6ea", "tag": "183b0e32-41ce-4510-afd9-6b8cec0d8944"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:32:50.396930 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50617980-e3c3-4280-89f6-d7b7e86551cc admin admin] Pushing event deleted for resources: {'Port': ['ID=bb915676-6f76-419a-b959-97eacd8f3c94,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:50.408797 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83174b9-797c-4293-9740-429b652c07f9 req-0d8e70ef-0001-443d-91f2-4c8d12ca9571 tempest-LiveMigrationTest-1736264502 tempest-LiveMigrationTest-1736264502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:50.410308 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b83174b9-797c-4293-9740-429b652c07f9 req-0d8e70ef-0001-443d-91f2-4c8d12ca9571 tempest-LiveMigrationTest-1736264502 tempest-LiveMigrationTest-1736264502-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=ed637eb7-997b-4a50-b9a4-acd664f51f8f HTTP/1.1" status: 200 len: 1128 time: 0.1212547 Feb 09 21:32:50.580877 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b83174b9-797c-4293-9740-429b652c07f9 req-a16373bf-cf46-494b-99ca-b9b418dc3dbf tempest-LiveMigrationTest-1736264502 tempest-LiveMigrationTest-1736264502-project-admin] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553557 Feb 09 21:32:50.635817 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cce9b6-8552-4a65-9eaf-852d2b2d90b8 req-4fa0b59a-30aa-43da-b363-9649c1fc60cf tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:50.637375 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-35cce9b6-8552-4a65-9eaf-852d2b2d90b8 req-4fa0b59a-30aa-43da-b363-9649c1fc60cf tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=a4fc49e4-17e3-4e1a-ad3a-53772172f962 HTTP/1.1" status: 200 len: 943 time: 0.1799710 Feb 09 21:32:50.706081 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-50617980-e3c3-4280-89f6-d7b7e86551cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-525054'] for router_interface (b2cd2203-f369-4459-8c0a-ca2cc9d71c0e), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:50.711055 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-35cce9b6-8552-4a65-9eaf-852d2b2d90b8 req-378fe58f-2960-4bbd-a013-2f9b1a8778c5 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661538 Feb 09 21:32:50.810661 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f83e042-0b83-4004-96c9-6a1ae9ed02dc x-openstack-request-id: req-2f83e042-0b83-4004-96c9-6a1ae9ed02dc {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:32:50.811106 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38cc1ef5-7c9e-43f8-b5e3-18d29366e6ea", "tag": "183b0e32-41ce-4510-afd9-6b8cec0d8944", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:32:50.811241 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-2f83e042-0b83-4004-96c9-6a1ae9ed02dc {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:32:50.811598 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38cc1ef5-7c9e-43f8-b5e3-18d29366e6ea', 'tag': '183b0e32-41ce-4510-afd9-6b8cec0d8944', 'status': 'completed', 'code': 200} Feb 09 21:32:50.879485 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:51.274445 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09fef11-c8ef-4e8c-a4d8-e88641a66062 req-8dc80571-41b3-4e3a-aca1-0f0030f4528a tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:51.275924 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a09fef11-c8ef-4e8c-a4d8-e88641a66062 req-8dc80571-41b3-4e3a-aca1-0f0030f4528a tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=4f8339ab-f401-4931-96ab-51b877546307 HTTP/1.1" status: 200 len: 950 time: 0.4672360 Feb 09 21:32:51.279627 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45f7225-a84a-4886-98bc-a05584646c7e req-a566bffa-c3f4-41d9-941e-d1c3a9a8b86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:51.281345 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d45f7225-a84a-4886-98bc-a05584646c7e req-a566bffa-c3f4-41d9-941e-d1c3a9a8b86d service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=21cf86ff189342fe85bf484488bae7be&device_id=38cc1ef5-7c9e-43f8-b5e3-18d29366e6ea HTTP/1.1" status: 200 len: 1125 time: 0.1228132 Feb 09 21:32:51.312715 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c51f8fc-7f77-42e2-9722-456137544d4c req-d6a25fdb-cfa5-4fa4-9009-0689e695819c tempest-LiveMigrationTest-1736264502 tempest-LiveMigrationTest-1736264502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:51.314370 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3c51f8fc-7f77-42e2-9722-456137544d4c req-d6a25fdb-cfa5-4fa4-9009-0689e695819c tempest-LiveMigrationTest-1736264502 tempest-LiveMigrationTest-1736264502-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=ed637eb7-997b-4a50-b9a4-acd664f51f8f HTTP/1.1" status: 200 len: 1128 time: 0.1525738 Feb 09 21:32:51.482297 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a09fef11-c8ef-4e8c-a4d8-e88641a66062 req-6af845b1-c830-4612-a392-1762c33fc584 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997287 Feb 09 21:32:51.519961 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3c51f8fc-7f77-42e2-9722-456137544d4c req-bd5dbe4a-272a-4037-8b0f-9a1705c21431 tempest-LiveMigrationTest-1736264502 tempest-LiveMigrationTest-1736264502-project-admin] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719129 Feb 09 21:32:51.558941 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45f7225-a84a-4886-98bc-a05584646c7e req-02842b5b-5d2a-402c-81a0-b3217cfad2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:51.562297 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d45f7225-a84a-4886-98bc-a05584646c7e req-02842b5b-5d2a-402c-81a0-b3217cfad2c7 service neutron] 10.222.0.95 "GET /v2.0/networks?id=03e4b562-fd58-4ef4-b9aa-3c97d3e91c8c HTTP/1.1" status: 200 len: 922 time: 0.2689328 Feb 09 21:32:51.568933 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50617980-e3c3-4280-89f6-d7b7e86551cc admin admin] Router b2cd2203-f369-4459-8c0a-ca2cc9d71c0e has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:32:51.594549 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 22b68a4b-8a0a-42ed-af83-ebfbb1142745 details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:32:51.660818 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d45f7225-a84a-4886-98bc-a05584646c7e req-542dc572-6821-4d3f-8be3-00fc92341640 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=183b0e32-41ce-4510-afd9-6b8cec0d8944 HTTP/1.1" status: 200 len: 217 time: 0.0902081 Feb 09 21:32:51.732511 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 22b68a4b-8a0a-42ed-af83-ebfbb1142745, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=22b68a4b-8a0a-42ed-af83-ebfbb1142745,segment=NetworkSegment(f0a49655-0dab-4be5-a139-f143e1a2272b),segment_id=f0a49655-0dab-4be5-a139-f143e1a2272b)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:32:51.746354 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': '22b68a4b-8a0a-42ed-af83-ebfbb1142745', 'network_id': '1ccb3c1e-996b-41e3-9a90-cc05638f9e89', 'port_id': '22b68a4b-8a0a-42ed-af83-ebfbb1142745', 'mac_address': 'fa:16:3e:bd:71:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '954aeff3-776a-4d4a-b59c-79cdefb95559', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:32:51.786455 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 22b68a4b-8a0a-42ed-af83-ebfbb1142745 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:32:51.787066 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (22b68a4b-8a0a-42ed-af83-ebfbb1142745), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:51.805925 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22b68a4b-8a0a-42ed-af83-ebfbb1142745 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:32:51.823857 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9d207c-398b-4915-b714-c3b3b716d2fb req-ba215254-1ccd-4eb4-965a-5f3eb6a8d2d0 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:51.825473 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-df9d207c-398b-4915-b714-c3b3b716d2fb req-ba215254-1ccd-4eb4-965a-5f3eb6a8d2d0 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=a7a21a4d-84b2-4dbf-b7d8-4bfeb227b128 HTTP/1.1" status: 200 len: 950 time: 0.2595828 Feb 09 21:32:51.826453 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 22b68a4b-8a0a-42ed-af83-ebfbb1142745, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=22b68a4b-8a0a-42ed-af83-ebfbb1142745,segment=NetworkSegment(f0a49655-0dab-4be5-a139-f143e1a2272b),segment_id=f0a49655-0dab-4be5-a139-f143e1a2272b)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:32:51.831363 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (22b68a4b-8a0a-42ed-af83-ebfbb1142745), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:51.850816 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45f7225-a84a-4886-98bc-a05584646c7e req-a45bc5ea-94ca-4f24-99df-26a42adfd92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:51.852533 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d45f7225-a84a-4886-98bc-a05584646c7e req-a45bc5ea-94ca-4f24-99df-26a42adfd92f service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0943e86a-4b39-47c3-92d6-eb8b20ecbe76 HTTP/1.1" status: 200 len: 861 time: 0.1800780 Feb 09 21:32:51.883823 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=22b68a4b-8a0a-42ed-af83-ebfbb1142745,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:51.919411 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65571f5d-ff36-443e-8ac5-8854fe35192a req-f0c9638d-d430-4c61-9c6f-20e138045c2e tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:51.920961 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-65571f5d-ff36-443e-8ac5-8854fe35192a req-f0c9638d-d430-4c61-9c6f-20e138045c2e tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "GET /v2.0/ports?device_id=38cc1ef5-7c9e-43f8-b5e3-18d29366e6ea HTTP/1.1" status: 200 len: 943 time: 0.2558329 Feb 09 21:32:51.929993 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d45f7225-a84a-4886-98bc-a05584646c7e req-a774e70c-af41-4148-a67a-dc78cac7421f service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=03e4b562-fd58-4ef4-b9aa-3c97d3e91c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598729 Feb 09 21:32:51.963373 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50617980-e3c3-4280-89f6-d7b7e86551cc admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:32:51.969601 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-50617980-e3c3-4280-89f6-d7b7e86551cc admin admin] 10.222.0.90 "PUT /v2.0/routers/b2cd2203-f369-4459-8c0a-ca2cc9d71c0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9070051 Feb 09 21:32:51.971376 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 52508) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:32:51.976693 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4494834d-a5dc-4e4d-9ecb-868cf84f91b6 None None] Sync routers for ids ['b2cd2203-f369-4459-8c0a-ca2cc9d71c0e'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:32:51.989984 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4494834d-a5dc-4e4d-9ecb-868cf84f91b6 None None] Routers {'b2cd2203-f369-4459-8c0a-ca2cc9d71c0e'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:32:51.991068 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-4494834d-a5dc-4e4d-9ecb-868cf84f91b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:32:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['b2cd2203-f369-4459-8c0a-ca2cc9d71c0e'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:32:52.023732 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-df9d207c-398b-4915-b714-c3b3b716d2fb req-4cbaecfd-a265-4a17-8c97-3983406b14cd tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798704 Feb 09 21:32:52.079400 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-65571f5d-ff36-443e-8ac5-8854fe35192a req-99c08a81-e735-45c2-844b-71e1be17037b tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf86e5b7-36f5-4887-a89f-16073b9e7049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427464 Feb 09 21:32:52.123715 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d45f7225-a84a-4886-98bc-a05584646c7e req-3d996f84-151a-4389-8788-5f7249d0c36b service neutron] 10.222.0.95 "GET /v2.0/networks/03e4b562-fd58-4ef4-b9aa-3c97d3e91c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786582 Feb 09 21:32:52.165576 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-4494834d-a5dc-4e4d-9ecb-868cf84f91b6 None None] Set router b2cd2203-f369-4459-8c0a-ca2cc9d71c0e gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:32:52.186593 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2270546e-194e-4c6b-bbf2-6b77f208691a admin admin] Publish callbacks [] for router (b2cd2203-f369-4459-8c0a-ca2cc9d71c0e), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:52.241335 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['22b68a4b-8a0a-42ed-af83-ebfbb1142745'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:32:52.305513 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2270546e-194e-4c6b-bbf2-6b77f208691a admin admin] Publish callbacks [] for router_gateway (b2cd2203-f369-4459-8c0a-ca2cc9d71c0e), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:52.363187 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdf0c0e-ce21-4b13-81d2-3b2afe9180bf req-0497dd1e-4e95-450f-b1b8-4b26eda1e232 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:52.371451 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bbdf0c0e-ce21-4b13-81d2-3b2afe9180bf req-0497dd1e-4e95-450f-b1b8-4b26eda1e232 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/ports?device_id=23adebe6-4745-4a47-8583-c86c28545de2 HTTP/1.1" status: 200 len: 944 time: 0.2000427 Feb 09 21:32:52.378235 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-2270546e-194e-4c6b-bbf2-6b77f208691a admin admin] Deleting port c607efac-cc97-46b5-bff8-7f356e409a55 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:32:52.378415 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d45f7225-a84a-4886-98bc-a05584646c7e req-040cd6e3-76fa-4355-8e48-12048a4f3c04 service neutron] 10.222.0.95 "GET /v2.0/networks/03e4b562-fd58-4ef4-b9aa-3c97d3e91c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444646 Feb 09 21:32:52.379125 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2270546e-194e-4c6b-bbf2-6b77f208691a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (c607efac-cc97-46b5-bff8-7f356e409a55), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:52.409801 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d810bfaf-3d1a-40a2-8352-d79526bf4a70 req-6f2425d1-caee-4734-b0b5-1db408f47d39 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:52.411352 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d810bfaf-3d1a-40a2-8352-d79526bf4a70 req-6f2425d1-caee-4734-b0b5-1db408f47d39 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=a4fc49e4-17e3-4e1a-ad3a-53772172f962 HTTP/1.1" status: 200 len: 943 time: 0.1977866 Feb 09 21:32:52.507337 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bbdf0c0e-ce21-4b13-81d2-3b2afe9180bf req-546fbe70-0fe5-49a5-9761-2383fb226409 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/security-groups?id=000b5c05-19e3-420b-9015-081c6c7f11c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313436 Feb 09 21:32:52.520873 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-4494834d-a5dc-4e4d-9ecb-868cf84f91b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2cd2203-f369-4459-8c0a-ca2cc9d71c0e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1657409486-router', 'tenant_id': 'dac6b223cf904b85939aae2f16238e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'c607efac-cc97-46b5-bff8-7f356e409a55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:30:55Z', 'updated_at': '2022-02-09T21:32:50Z', 'revision_number': 5, 'project_id': 'dac6b223cf904b85939aae2f16238e3d', 'gw_port': {'id': 'c607efac-cc97-46b5-bff8-7f356e409a55', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:20:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cd2203-f369-4459-8c0a-ca2cc9d71c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:30:56Z', 'updated_at': '2022-02-09T21:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:32:52.553873 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4494834d-a5dc-4e4d-9ecb-868cf84f91b6 None None] Checking router: b2cd2203-f369-4459-8c0a-ca2cc9d71c0e for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:32:52.567631 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4494834d-a5dc-4e4d-9ecb-868cf84f91b6 None None] Routers {'b2cd2203-f369-4459-8c0a-ca2cc9d71c0e'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:32:52.568643 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-4494834d-a5dc-4e4d-9ecb-868cf84f91b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:32:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['b2cd2203-f369-4459-8c0a-ca2cc9d71c0e'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:32:52.595930 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d810bfaf-3d1a-40a2-8352-d79526bf4a70 req-ac11d79b-1fcf-43a6-8fe5-1573a86a1931 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717930 Feb 09 21:32:52.604730 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-2270546e-194e-4c6b-bbf2-6b77f208691a admin admin] For port c607efac-cc97-46b5-bff8-7f356e409a55, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=c607efac-cc97-46b5-bff8-7f356e409a55,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:32:52.605745 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2270546e-194e-4c6b-bbf2-6b77f208691a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (c607efac-cc97-46b5-bff8-7f356e409a55), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:52.634742 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-2270546e-194e-4c6b-bbf2-6b77f208691a admin admin] Calling delete_port for c607efac-cc97-46b5-bff8-7f356e409a55 owned by network:router_gateway {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:32:52.756282 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-4494834d-a5dc-4e4d-9ecb-868cf84f91b6 None None] Set router b2cd2203-f369-4459-8c0a-ca2cc9d71c0e gateway port host: None {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:32:52.758404 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67223686-db98-46fc-aef8-d037f8c7549b req-f67987c7-3f1d-40d1-90b5-ba86c25e829d tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:52.759972 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-67223686-db98-46fc-aef8-d037f8c7549b req-f67987c7-3f1d-40d1-90b5-ba86c25e829d tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=4f8339ab-f401-4931-96ab-51b877546307 HTTP/1.1" status: 200 len: 950 time: 0.0962000 Feb 09 21:32:52.812633 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89267a5-a144-4012-bde9-9e882cdc9381 req-dd98a40f-bd5a-4314-84d9-bc1590b3b02a tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:52.814240 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c89267a5-a144-4012-bde9-9e882cdc9381 req-dd98a40f-bd5a-4314-84d9-bc1590b3b02a tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.95 "GET /v2.0/ports?device_id=f818682c-0431-4ba4-bb58-a4512e69fee6 HTTP/1.1" status: 200 len: 950 time: 0.1186657 Feb 09 21:32:52.820834 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-4494834d-a5dc-4e4d-9ecb-868cf84f91b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2cd2203-f369-4459-8c0a-ca2cc9d71c0e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1657409486-router', 'tenant_id': 'dac6b223cf904b85939aae2f16238e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:30:55Z', 'updated_at': '2022-02-09T21:32:52Z', 'revision_number': 6, 'project_id': 'dac6b223cf904b85939aae2f16238e3d', 'gw_port_host': None}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:32:52.851016 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4494834d-a5dc-4e4d-9ecb-868cf84f91b6 None None] The sync data for ids ['b2cd2203-f369-4459-8c0a-ca2cc9d71c0e'] in n-d-828369-5 is: [{'id': 'b2cd2203-f369-4459-8c0a-ca2cc9d71c0e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1657409486-router', 'tenant_id': 'dac6b223cf904b85939aae2f16238e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:30:55Z', 'updated_at': '2022-02-09T21:32:52Z', 'revision_number': 6, 'project_id': 'dac6b223cf904b85939aae2f16238e3d', 'gw_port_host': None}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:32:52.896538 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-67223686-db98-46fc-aef8-d037f8c7549b req-cdd7cff3-6e0a-4309-b82c-f5d23d9b4879 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231928 Feb 09 21:32:52.983428 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-c89267a5-a144-4012-bde9-9e882cdc9381 req-d50c7df1-7192-4746-a9fa-4ae6ea063f59 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Deleting port eef1a684-c343-4bce-9059-aceed4d69eb8 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:32:52.983776 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-c89267a5-a144-4012-bde9-9e882cdc9381 req-d50c7df1-7192-4746-a9fa-4ae6ea063f59 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (eef1a684-c343-4bce-9059-aceed4d69eb8), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:52.990589 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2270546e-194e-4c6b-bbf2-6b77f208691a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (c607efac-cc97-46b5-bff8-7f356e409a55), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:53.056942 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2270546e-194e-4c6b-bbf2-6b77f208691a admin admin] Pushing event deleted for resources: {'Port': ['ID=c607efac-cc97-46b5-bff8-7f356e409a55,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:53.130411 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-c89267a5-a144-4012-bde9-9e882cdc9381 req-d50c7df1-7192-4746-a9fa-4ae6ea063f59 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] For port eef1a684-c343-4bce-9059-aceed4d69eb8, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=eef1a684-c343-4bce-9059-aceed4d69eb8,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:32:53.130977 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-c89267a5-a144-4012-bde9-9e882cdc9381 req-d50c7df1-7192-4746-a9fa-4ae6ea063f59 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (eef1a684-c343-4bce-9059-aceed4d69eb8), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:53.147105 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-c89267a5-a144-4012-bde9-9e882cdc9381 req-d50c7df1-7192-4746-a9fa-4ae6ea063f59 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Calling delete_port for eef1a684-c343-4bce-9059-aceed4d69eb8 owned by compute:nova {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:32:53.151977 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2270546e-194e-4c6b-bbf2-6b77f208691a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-554524'] for router_gateway (b2cd2203-f369-4459-8c0a-ca2cc9d71c0e), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:53.291483 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2270546e-194e-4c6b-bbf2-6b77f208691a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (b2cd2203-f369-4459-8c0a-ca2cc9d71c0e), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:53.293178 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:53.313854 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2270546e-194e-4c6b-bbf2-6b77f208691a admin admin] Publish callbacks [] for router_controller (b2cd2203-f369-4459-8c0a-ca2cc9d71c0e), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:53.316945 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [req-417833cf-c0b7-4421-a58d-5d43a42f71e6 req-d89fefd5-b293-4f27-a379-7f3e6ffa1f94 service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=103140) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:32:53.328842 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-417833cf-c0b7-4421-a58d-5d43a42f71e6 req-d89fefd5-b293-4f27-a379-7f3e6ffa1f94 service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0255897 Feb 09 21:32:53.332499 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-c89267a5-a144-4012-bde9-9e882cdc9381 req-d50c7df1-7192-4746-a9fa-4ae6ea063f59 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (eef1a684-c343-4bce-9059-aceed4d69eb8), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:53.350121 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['4bbd8126-4683-4cf5-bea6-1038ce90a505', '5f898856-a782-4f86-b38f-f74482342d30', 'ab9d25ae-d4c5-4858-a2a3-37eb99643062', 'eef1a684-c343-4bce-9059-aceed4d69eb8'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:32:53.395512 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['e9f2ba29-d45e-453d-bfc4-e1f1dd8a6047'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:32:53.410320 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50c7df1-7192-4746-a9fa-4ae6ea063f59 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Pushing event deleted for resources: {'Port': ['ID=eef1a684-c343-4bce-9059-aceed4d69eb8,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:53.471851 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2270546e-194e-4c6b-bbf2-6b77f208691a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (b2cd2203-f369-4459-8c0a-ca2cc9d71c0e), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:53.476791 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2270546e-194e-4c6b-bbf2-6b77f208691a admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2cd2203-f369-4459-8c0a-ca2cc9d71c0e {{(pid=103141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:32:53.482712 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2270546e-194e-4c6b-bbf2-6b77f208691a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:53.486262 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-2270546e-194e-4c6b-bbf2-6b77f208691a admin admin] 10.222.0.90 "DELETE /v2.0/routers/b2cd2203-f369-4459-8c0a-ca2cc9d71c0e HTTP/1.1" status: 204 len: 168 time: 1.5114813 Feb 09 21:32:53.495578 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 52548) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:32:53.505465 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-c89267a5-a144-4012-bde9-9e882cdc9381 req-d50c7df1-7192-4746-a9fa-4ae6ea063f59 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] No DVR routers for this DVR port eef1a684-c343-4bce-9059-aceed4d69eb8 on host n-h1-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:32:53.508709 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-c89267a5-a144-4012-bde9-9e882cdc9381 req-d50c7df1-7192-4746-a9fa-4ae6ea063f59 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:53.523961 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c89267a5-a144-4012-bde9-9e882cdc9381 req-d50c7df1-7192-4746-a9fa-4ae6ea063f59 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.95 "DELETE /v2.0/ports/eef1a684-c343-4bce-9059-aceed4d69eb8 HTTP/1.1" status: 204 len: 173 time: 0.6909029 Feb 09 21:32:53.524340 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f818682c-0431-4ba4-bb58-a4512e69fee6', 'name': 'network-vif-deleted', 'tag': 'eef1a684-c343-4bce-9059-aceed4d69eb8'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:32:53.537240 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feb7b185-a8c5-47b0-b6e9-7a14bc706001" -d '{"events": [{"server_uuid": "f818682c-0431-4ba4-bb58-a4512e69fee6", "name": "network-vif-deleted", "tag": "eef1a684-c343-4bce-9059-aceed4d69eb8"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:32:53.639065 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7983e2-2847-499f-bea5-21c53e9d9f33 req-6c3baaff-0bd7-4fff-93f8-4f391b46e69d tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:53.640880 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-cf7983e2-2847-499f-bea5-21c53e9d9f33 req-6c3baaff-0bd7-4fff-93f8-4f391b46e69d tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.89 "GET /v2.0/ports?device_id=a7a21a4d-84b2-4dbf-b7d8-4bfeb227b128 HTTP/1.1" status: 200 len: 950 time: 0.3518755 Feb 09 21:32:53.799474 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 183b0e32-41ce-4510-afd9-6b8cec0d8944 details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:32:53.802128 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 22b68a4b-8a0a-42ed-af83-ebfbb1142745 up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:32:53.815425 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-7006153e-933f-4470-8475-dc6055e0c554 admin admin] Deleting subnet 2ae0b2a1-54ba-4223-84f8-c95ae116614d {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:32:53.878593 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device bb915676-6f76-419a-b959-97eacd8f3c94 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:32:53.888959 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7006153e-933f-4470-8475-dc6055e0c554 admin admin] Publish callbacks [] for subnet (2ae0b2a1-54ba-4223-84f8-c95ae116614d), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:53.935030 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9788aade-a757-44fc-b328-3c550cee2448 req-51232136-560f-4833-95f5-75407e874e68 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:53.948182 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9788aade-a757-44fc-b328-3c550cee2448 req-51232136-560f-4833-95f5-75407e874e68 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=a7a21a4d-84b2-4dbf-b7d8-4bfeb227b128 HTTP/1.1" status: 200 len: 950 time: 0.0992703 Feb 09 21:32:53.972359 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: bb915676-6f76-419a-b959-97eacd8f3c94 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:32:53.972958 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device bb915676-6f76-419a-b959-97eacd8f3c94 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:32:53.976129 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device c607efac-cc97-46b5-bff8-7f356e409a55 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:32:54.028162 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: c607efac-cc97-46b5-bff8-7f356e409a55 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:32:54.032831 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device c607efac-cc97-46b5-bff8-7f356e409a55 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:32:54.034407 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [req-ab47f728-050b-476d-9e0e-6ab1bb844a2f req-9fecb59f-af2d-4bee-bc06-3b2076d3709e tempest-LiveMigrationTest-1736264502 tempest-LiveMigrationTest-1736264502-project-admin] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=103141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:32:54.042718 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ab47f728-050b-476d-9e0e-6ab1bb844a2f req-9fecb59f-af2d-4bee-bc06-3b2076d3709e tempest-LiveMigrationTest-1736264502 tempest-LiveMigrationTest-1736264502-project-admin] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0199809 Feb 09 21:32:54.052733 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9788aade-a757-44fc-b328-3c550cee2448 req-e53938ae-d3e2-43ad-b5e5-9424f9d2d232 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035335 Feb 09 21:32:54.134467 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning for port 22b68a4b-8a0a-42ed-af83-ebfbb1142745 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:32:54.241935 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e07fead-511b-41e0-8669-1cc7abfb2510 req-2350fc20-cfec-4a7f-a7a7-ff4eb4e546c8 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:54.246422 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0e07fead-511b-41e0-8669-1cc7abfb2510 req-2350fc20-cfec-4a7f-a7a7-ff4eb4e546c8 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "GET /v2.0/ports?device_id=38cc1ef5-7c9e-43f8-b5e3-18d29366e6ea HTTP/1.1" status: 200 len: 943 time: 0.1156898 Feb 09 21:32:54.251969 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port 22b68a4b-8a0a-42ed-af83-ebfbb1142745 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:32:54.252734 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (22b68a4b-8a0a-42ed-af83-ebfbb1142745), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:54.307474 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7006153e-933f-4470-8475-dc6055e0c554 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (2ae0b2a1-54ba-4223-84f8-c95ae116614d), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:54.364776 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-20cba173-c634-4afb-9a02-9247face2eee req-c2a24eb0-63c4-4893-9985-371f6910ad86 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=4f8339ab-f401-4931-96ab-51b877546307&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6093078 Feb 09 21:32:54.381826 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [req-20cba173-c634-4afb-9a02-9247face2eee req-8ac25217-eb9a-4642-bdc8-e25e4bedc62e service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=103141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:32:54.382813 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-20cba173-c634-4afb-9a02-9247face2eee req-8ac25217-eb9a-4642-bdc8-e25e4bedc62e service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056710 Feb 09 21:32:54.383243 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 52566) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:32:54.400244 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0e07fead-511b-41e0-8669-1cc7abfb2510 req-079565ac-8207-4451-ac2f-876db5d9651a tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf86e5b7-36f5-4887-a89f-16073b9e7049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372182 Feb 09 21:32:54.428868 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab47f728-050b-476d-9e0e-6ab1bb844a2f req-0650ce4a-0c4f-4d9e-a170-cdbcfc3a4342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:54.431912 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ab47f728-050b-476d-9e0e-6ab1bb844a2f req-0650ce4a-0c4f-4d9e-a170-cdbcfc3a4342 service neutron] 10.222.0.90 "GET /v2.0/ports/8b62e22c-f954-4a6a-8780-d7a6ea6e99e3 HTTP/1.1" status: 200 len: 1125 time: 0.3658814 Feb 09 21:32:54.443177 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-cf7983e2-2847-499f-bea5-21c53e9d9f33 req-75589851-6f8a-4127-9ca1-28765e513ffe tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Deleting port e9f2ba29-d45e-453d-bfc4-e1f1dd8a6047 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:32:54.443758 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-cf7983e2-2847-499f-bea5-21c53e9d9f33 req-75589851-6f8a-4127-9ca1-28765e513ffe tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (e9f2ba29-d45e-453d-bfc4-e1f1dd8a6047), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:54.464167 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-ab47f728-050b-476d-9e0e-6ab1bb844a2f req-dc08fa27-d8a1-4d29-b4e4-9c2016d4d19a service neutron] Request body: {'binding': {'host': 'n-h2-828369-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:32:54.472551 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-ab47f728-050b-476d-9e0e-6ab1bb844a2f req-dc08fa27-d8a1-4d29-b4e4-9c2016d4d19a service neutron] Unknown quota resources ['binding']. {{(pid=103141) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 21:32:54.585368 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dccf7eb-85f0-4018-8ffd-9827fcb728cd req-5b49856c-6384-489f-a164-dfe4c9bdea2c tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:54.589038 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 22b68a4b-8a0a-42ed-af83-ebfbb1142745 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:32:54.589580 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (22b68a4b-8a0a-42ed-af83-ebfbb1142745), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:54.601177 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1dccf7eb-85f0-4018-8ffd-9827fcb728cd req-5b49856c-6384-489f-a164-dfe4c9bdea2c tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/ports?device_id=23adebe6-4745-4a47-8583-c86c28545de2 HTTP/1.1" status: 200 len: 944 time: 0.1067295 Feb 09 21:32:54.613928 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 183b0e32-41ce-4510-afd9-6b8cec0d8944, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=183b0e32-41ce-4510-afd9-6b8cec0d8944,segment=NetworkSegment(245b6cbf-bc8c-4ac6-8eda-9aca94663a57),segment_id=245b6cbf-bc8c-4ac6-8eda-9aca94663a57)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:32:54.654285 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 22b68a4b-8a0a-42ed-af83-ebfbb1142745, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=22b68a4b-8a0a-42ed-af83-ebfbb1142745,segment=NetworkSegment(f0a49655-0dab-4be5-a139-f143e1a2272b),segment_id=f0a49655-0dab-4be5-a139-f143e1a2272b)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:32:54.661357 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23adebe6-4745-4a47-8583-c86c28545de2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22b68a4b-8a0a-42ed-af83-ebfbb1142745'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:32:54.663766 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09f7ffd9-f9e7-4ec1-94fa-79932d5c6de7" -d '{"events": [{"server_uuid": "23adebe6-4745-4a47-8583-c86c28545de2", "name": "network-vif-plugged", "status": "completed", "tag": "22b68a4b-8a0a-42ed-af83-ebfbb1142745"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:32:54.669707 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (22b68a4b-8a0a-42ed-af83-ebfbb1142745), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:54.676481 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': '183b0e32-41ce-4510-afd9-6b8cec0d8944', 'network_id': '03e4b562-fd58-4ef4-b9aa-3c97d3e91c8c', 'port_id': '183b0e32-41ce-4510-afd9-6b8cec0d8944', 'mac_address': 'fa:16:3e:33:f6:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0943e86a-4b39-47c3-92d6-eb8b20ecbe76', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:32:54.722128 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1dccf7eb-85f0-4018-8ffd-9827fcb728cd req-cb2a8b97-2320-4349-b932-f7392119b528 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/security-groups?id=000b5c05-19e3-420b-9015-081c6c7f11c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199269 Feb 09 21:32:54.744573 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3c1fda5e-2307-4e71-8c9a-2ddc5bd1d6a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:54.760815 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 183b0e32-41ce-4510-afd9-6b8cec0d8944 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:32:54.761229 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (183b0e32-41ce-4510-afd9-6b8cec0d8944), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:54.799499 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 183b0e32-41ce-4510-afd9-6b8cec0d8944 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:32:54.804803 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=22b68a4b-8a0a-42ed-af83-ebfbb1142745,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:54.848639 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 183b0e32-41ce-4510-afd9-6b8cec0d8944, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=183b0e32-41ce-4510-afd9-6b8cec0d8944,segment=NetworkSegment(245b6cbf-bc8c-4ac6-8eda-9aca94663a57),segment_id=245b6cbf-bc8c-4ac6-8eda-9aca94663a57)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:32:54.909616 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (183b0e32-41ce-4510-afd9-6b8cec0d8944), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:54.994982 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=183b0e32-41ce-4510-afd9-6b8cec0d8944,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:55.026180 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb136d01-5d62-4f6b-ab0e-25be724a619f x-openstack-request-id: req-eb136d01-5d62-4f6b-ab0e-25be724a619f {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:32:55.027169 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f818682c-0431-4ba4-bb58-a4512e69fee6", "name": "network-vif-deleted", "tag": "eef1a684-c343-4bce-9059-aceed4d69eb8", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:32:55.027631 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-eb136d01-5d62-4f6b-ab0e-25be724a619f {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:32:55.028788 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f818682c-0431-4ba4-bb58-a4512e69fee6', 'name': 'network-vif-deleted', 'tag': 'eef1a684-c343-4bce-9059-aceed4d69eb8', 'status': 'completed', 'code': 200} Feb 09 21:32:55.177307 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43623223-9424-4980-8297-69b02f488599 req-9ff4357d-e488-4f64-8f0a-67ba70acb0bb tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:55.196815 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-43623223-9424-4980-8297-69b02f488599 req-9ff4357d-e488-4f64-8f0a-67ba70acb0bb tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=a4fc49e4-17e3-4e1a-ad3a-53772172f962 HTTP/1.1" status: 200 len: 943 time: 0.0933759 Feb 09 21:32:55.245091 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7006153e-933f-4470-8475-dc6055e0c554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (2ae0b2a1-54ba-4223-84f8-c95ae116614d), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:55.265084 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-43623223-9424-4980-8297-69b02f488599 req-f64fcda2-f3af-4437-813b-c877378a0eb9 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673757 Feb 09 21:32:55.279905 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-ab47f728-050b-476d-9e0e-6ab1bb844a2f req-dc08fa27-d8a1-4d29-b4e4-9c2016d4d19a service neutron] Attempting to bind port 8b62e22c-f954-4a6a-8780-d7a6ea6e99e3 on host n-h2-828369-5 for vnic_type normal with profile None {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:32:55.280711 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-ab47f728-050b-476d-9e0e-6ab1bb844a2f req-dc08fa27-d8a1-4d29-b4e4-9c2016d4d19a service neutron] Attempting to bind port 8b62e22c-f954-4a6a-8780-d7a6ea6e99e3 by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': '2e235117-e979-4e65-8640-84c4faf827fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '5406f657-d0e3-4570-bda7-aeb2bc509011'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:32:55.281141 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab47f728-050b-476d-9e0e-6ab1bb844a2f req-dc08fa27-d8a1-4d29-b4e4-9c2016d4d19a service neutron] Attempting to bind port 8b62e22c-f954-4a6a-8780-d7a6ea6e99e3 on network 5406f657-d0e3-4570-bda7-aeb2bc509011 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:32:55.297104 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-cf7983e2-2847-499f-bea5-21c53e9d9f33 req-75589851-6f8a-4127-9ca1-28765e513ffe tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] For port e9f2ba29-d45e-453d-bfc4-e1f1dd8a6047, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=e9f2ba29-d45e-453d-bfc4-e1f1dd8a6047,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:32:55.297104 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-cf7983e2-2847-499f-bea5-21c53e9d9f33 req-75589851-6f8a-4127-9ca1-28765e513ffe tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (e9f2ba29-d45e-453d-bfc4-e1f1dd8a6047), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:55.297104 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab47f728-050b-476d-9e0e-6ab1bb844a2f req-dc08fa27-d8a1-4d29-b4e4-9c2016d4d19a service neutron] Port 8b62e22c-f954-4a6a-8780-d7a6ea6e99e3 on network 5406f657-d0e3-4570-bda7-aeb2bc509011 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:32:55.297104 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab47f728-050b-476d-9e0e-6ab1bb844a2f req-dc08fa27-d8a1-4d29-b4e4-9c2016d4d19a service neutron] Attempting to bind port 8b62e22c-f954-4a6a-8780-d7a6ea6e99e3 on network 5406f657-d0e3-4570-bda7-aeb2bc509011 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:32:55.324564 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab47f728-050b-476d-9e0e-6ab1bb844a2f req-dc08fa27-d8a1-4d29-b4e4-9c2016d4d19a service neutron] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:32:55.325049 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab47f728-050b-476d-9e0e-6ab1bb844a2f req-dc08fa27-d8a1-4d29-b4e4-9c2016d4d19a service neutron] Checking segment: {'id': '2e235117-e979-4e65-8640-84c4faf827fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '5406f657-d0e3-4570-bda7-aeb2bc509011'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:32:55.325668 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab47f728-050b-476d-9e0e-6ab1bb844a2f req-dc08fa27-d8a1-4d29-b4e4-9c2016d4d19a service neutron] Bound using segment: {'id': '2e235117-e979-4e65-8640-84c4faf827fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '5406f657-d0e3-4570-bda7-aeb2bc509011'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:32:55.326080 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-ab47f728-050b-476d-9e0e-6ab1bb844a2f req-dc08fa27-d8a1-4d29-b4e4-9c2016d4d19a service neutron] Bound port: 8b62e22c-f954-4a6a-8780-d7a6ea6e99e3, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e235117-e979-4e65-8640-84c4faf827fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '5406f657-d0e3-4570-bda7-aeb2bc509011'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:32:55.336629 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-cf7983e2-2847-499f-bea5-21c53e9d9f33 req-75589851-6f8a-4127-9ca1-28765e513ffe tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Calling delete_port for e9f2ba29-d45e-453d-bfc4-e1f1dd8a6047 owned by compute:nova {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:32:55.375564 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device e9f2ba29-d45e-453d-bfc4-e1f1dd8a6047 no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:32:55.382769 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['183b0e32-41ce-4510-afd9-6b8cec0d8944'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:32:55.439165 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da07055-c86f-46a3-96ea-52448e102fb5 req-e19a2855-569c-4620-982a-c4cfa3320c65 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:55.450553 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5da07055-c86f-46a3-96ea-52448e102fb5 req-e19a2855-569c-4620-982a-c4cfa3320c65 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=4f8339ab-f401-4931-96ab-51b877546307 HTTP/1.1" status: 200 len: 950 time: 0.0854306 Feb 09 21:32:55.465247 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3c1fda5e-2307-4e71-8c9a-2ddc5bd1d6a0 admin admin] Publish callbacks [] for security_group (17d93e08-9431-4ad6-a5c8-cbf9553b4658), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:55.470790 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7006153e-933f-4470-8475-dc6055e0c554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (2ae0b2a1-54ba-4223-84f8-c95ae116614d), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:55.486759 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3c1fda5e-2307-4e71-8c9a-2ddc5bd1d6a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (17d93e08-9431-4ad6-a5c8-cbf9553b4658), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:55.526237 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5da07055-c86f-46a3-96ea-52448e102fb5 req-cacb8218-f905-4485-a18b-008811c838fd tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717652 Feb 09 21:32:55.542285 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-ab47f728-050b-476d-9e0e-6ab1bb844a2f req-dc08fa27-d8a1-4d29-b4e4-9c2016d4d19a service neutron] For port 8b62e22c-f954-4a6a-8780-d7a6ea6e99e3, host n-h2-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=8b62e22c-f954-4a6a-8780-d7a6ea6e99e3,segment=NetworkSegment(2e235117-e979-4e65-8640-84c4faf827fd),segment_id=2e235117-e979-4e65-8640-84c4faf827fd)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:32:55.546237 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7006153e-933f-4470-8475-dc6055e0c554 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ae0b2a1-54ba-4223-84f8-c95ae116614d,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:55.555079 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7006153e-933f-4470-8475-dc6055e0c554 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:55.561085 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-7006153e-933f-4470-8475-dc6055e0c554 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/2ae0b2a1-54ba-4223-84f8-c95ae116614d HTTP/1.1" status: 204 len: 168 time: 2.0621474 Feb 09 21:32:55.562756 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 52600) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:32:55.568860 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-ab47f728-050b-476d-9e0e-6ab1bb844a2f req-dc08fa27-d8a1-4d29-b4e4-9c2016d4d19a service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:55.570129 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ab47f728-050b-476d-9e0e-6ab1bb844a2f req-dc08fa27-d8a1-4d29-b4e4-9c2016d4d19a service neutron] 10.222.0.90 "POST /v2.0/ports/8b62e22c-f954-4a6a-8780-d7a6ea6e99e3/bindings HTTP/1.1" status: 201 len: 389 time: 1.1161478 Feb 09 21:32:55.604480 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-3c1fda5e-2307-4e71-8c9a-2ddc5bd1d6a0 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=4a94154908f640a6bcee8ea60c2016c4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2126701 Feb 09 21:32:55.604480 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1fda5e-2307-4e71-8c9a-2ddc5bd1d6a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17d93e08-9431-4ad6-a5c8-cbf9553b4658,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:55.605457 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 52602) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:32:55.700557 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71d59d0-23eb-4bc4-9e20-eeb92dd68f50 None None] Network 00d33a83-8eda-497d-a1c1-41b14f9abbba requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:32:55.712105 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5060e62a-e76a-4ce3-b11c-fe5a6af51905 x-openstack-request-id: req-5060e62a-e76a-4ce3-b11c-fe5a6af51905 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:32:55.712584 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23adebe6-4745-4a47-8583-c86c28545de2", "name": "network-vif-plugged", "status": "completed", "tag": "22b68a4b-8a0a-42ed-af83-ebfbb1142745", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:32:55.713009 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-5060e62a-e76a-4ce3-b11c-fe5a6af51905 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:32:55.713570 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23adebe6-4745-4a47-8583-c86c28545de2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22b68a4b-8a0a-42ed-af83-ebfbb1142745', 'code': 200} Feb 09 21:32:55.723539 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ff9fcf84-700e-4eec-bd18-536025b84c4c admin admin] Publish callbacks [] for security_group (17d93e08-9431-4ad6-a5c8-cbf9553b4658), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:55.728079 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-cf7983e2-2847-499f-bea5-21c53e9d9f33 req-75589851-6f8a-4127-9ca1-28765e513ffe tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (e9f2ba29-d45e-453d-bfc4-e1f1dd8a6047), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:55.749452 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device eef1a684-c343-4bce-9059-aceed4d69eb8 no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:32:55.816829 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] No Port match for: eef1a684-c343-4bce-9059-aceed4d69eb8 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:32:55.818357 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device eef1a684-c343-4bce-9059-aceed4d69eb8 not bound to the agent host n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:32:55.821880 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['4bbd8126-4683-4cf5-bea6-1038ce90a505', '5f898856-a782-4f86-b38f-f74482342d30', 'ab9d25ae-d4c5-4858-a2a3-37eb99643062'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:32:55.827747 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b919d53e-3b53-470b-ad21-1e7affe2630a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (00d33a83-8eda-497d-a1c1-41b14f9abbba), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:55.846109 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2e87fe97-0512-4218-970f-8dd312288da0 req-c2b0c477-c271-4826-8ad3-4e78a95e377b tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=a7a21a4d-84b2-4dbf-b7d8-4bfeb227b128 HTTP/1.1" status: 200 len: 210 time: 0.0571253 Feb 09 21:32:55.846655 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75589851-6f8a-4127-9ca1-28765e513ffe tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Pushing event deleted for resources: {'Port': ['ID=e9f2ba29-d45e-453d-bfc4-e1f1dd8a6047,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:55.869337 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ff9fcf84-700e-4eec-bd18-536025b84c4c admin admin] Publish callbacks [] for security_group (17d93e08-9431-4ad6-a5c8-cbf9553b4658), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:55.939703 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] No active binding found for port e9f2ba29-d45e-453d-bfc4-e1f1dd8a6047 {{(pid=103142) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 09 21:32:55.940464 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] The host n-h2-828369-5 is not matching for port e9f2ba29-d45e-453d-bfc4-e1f1dd8a6047 host None! {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 21:32:55.943348 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device e9f2ba29-d45e-453d-bfc4-e1f1dd8a6047 not bound to the agent host n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:32:55.972576 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf7983e2-2847-499f-bea5-21c53e9d9f33 req-75589851-6f8a-4127-9ca1-28765e513ffe tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] No DVR routers for this DVR port e9f2ba29-d45e-453d-bfc4-e1f1dd8a6047 on host n-h2-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:32:55.980806 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-cf7983e2-2847-499f-bea5-21c53e9d9f33 req-75589851-6f8a-4127-9ca1-28765e513ffe tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:55.990066 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-cf7983e2-2847-499f-bea5-21c53e9d9f33 req-75589851-6f8a-4127-9ca1-28765e513ffe tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.89 "DELETE /v2.0/ports/e9f2ba29-d45e-453d-bfc4-e1f1dd8a6047 HTTP/1.1" status: 204 len: 173 time: 2.3275058 Feb 09 21:32:55.990887 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a21a4d-84b2-4dbf-b7d8-4bfeb227b128', 'name': 'network-vif-deleted', 'tag': 'e9f2ba29-d45e-453d-bfc4-e1f1dd8a6047'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:32:55.994651 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eae3ba07-d5d2-499a-83c2-4901e4c43de2" -d '{"events": [{"server_uuid": "a7a21a4d-84b2-4dbf-b7d8-4bfeb227b128", "name": "network-vif-deleted", "tag": "e9f2ba29-d45e-453d-bfc4-e1f1dd8a6047"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:32:56.087001 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab47f728-050b-476d-9e0e-6ab1bb844a2f req-dd5916e9-1f4a-4a41-b007-b7ff239421a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:56.088892 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ab47f728-050b-476d-9e0e-6ab1bb844a2f req-dd5916e9-1f4a-4a41-b007-b7ff239421a9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d13eb104d8994e4d9b604f1050cb6328&device_id=ed637eb7-997b-4a50-b9a4-acd664f51f8f HTTP/1.1" status: 200 len: 1128 time: 0.0734990 Feb 09 21:32:56.190189 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e788de8-ed48-4c1a-a85d-68523f3b6ed6 req-4b80d24c-3574-4b31-b381-3460bf5375a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:56.191713 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9e788de8-ed48-4c1a-a85d-68523f3b6ed6 req-4b80d24c-3574-4b31-b381-3460bf5375a9 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=23adebe6-4745-4a47-8583-c86c28545de2 HTTP/1.1" status: 200 len: 1127 time: 0.3050582 Feb 09 21:32:56.215286 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad729775-1183-4787-b394-ab7d7a453afe req-1fd2b419-57db-4461-929d-4604c900f72a tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:56.220045 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ad729775-1183-4787-b394-ab7d7a453afe req-1fd2b419-57db-4461-929d-4604c900f72a tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "GET /v2.0/ports?device_id=38cc1ef5-7c9e-43f8-b5e3-18d29366e6ea HTTP/1.1" status: 200 len: 944 time: 0.3679099 Feb 09 21:32:56.257898 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637f8fe4-e91c-4243-b154-b2bf364366a0 None None] DHCP port deletion for 00d33a83-8eda-497d-a1c1-41b14f9abbba request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:32:56.265270 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab47f728-050b-476d-9e0e-6ab1bb844a2f req-73d24d12-b982-4dc9-9a3d-2416909088fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:56.267547 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ab47f728-050b-476d-9e0e-6ab1bb844a2f req-73d24d12-b982-4dc9-9a3d-2416909088fe service neutron] 10.222.0.89 "GET /v2.0/networks?id=5406f657-d0e3-4570-bda7-aeb2bc509011 HTTP/1.1" status: 200 len: 909 time: 0.1715081 Feb 09 21:32:56.273161 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ff9fcf84-700e-4eec-bd18-536025b84c4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (17d93e08-9431-4ad6-a5c8-cbf9553b4658), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:56.276289 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ff9fcf84-700e-4eec-bd18-536025b84c4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:56.278269 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-ff9fcf84-700e-4eec-bd18-536025b84c4c admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/17d93e08-9431-4ad6-a5c8-cbf9553b4658 HTTP/1.1" status: 204 len: 168 time: 0.6705031 Feb 09 21:32:56.291189 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fda4b9b-ece9-4333-8944-a80e8ad11fe8 req-43bb67f7-6326-4f75-ac8c-0735439d7c69 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:56.301712 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2fda4b9b-ece9-4333-8944-a80e8ad11fe8 req-43bb67f7-6326-4f75-ac8c-0735439d7c69 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed637eb7-997b-4a50-b9a4-acd664f51f8f HTTP/1.1" status: 200 len: 946 time: 0.3468540 Feb 09 21:32:56.330096 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9fcf84-700e-4eec-bd18-536025b84c4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d93e08-9431-4ad6-a5c8-cbf9553b4658,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:56.334251 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ab47f728-050b-476d-9e0e-6ab1bb844a2f req-036835c5-2cb3-40b6-b68c-b9683cab32c5 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b62e22c-f954-4a6a-8780-d7a6ea6e99e3 HTTP/1.1" status: 200 len: 217 time: 0.0547864 Feb 09 21:32:56.436718 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-b919d53e-3b53-470b-ad21-1e7affe2630a admin admin] Deleting port 419257ed-4b02-409c-b0d6-22f04df89271 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:32:56.437170 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b919d53e-3b53-470b-ad21-1e7affe2630a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (419257ed-4b02-409c-b0d6-22f04df89271), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:56.459587 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab47f728-050b-476d-9e0e-6ab1bb844a2f req-a344f7af-92b8-472b-a919-4ab90b1f3d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:56.461711 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ab47f728-050b-476d-9e0e-6ab1bb844a2f req-a344f7af-92b8-472b-a919-4ab90b1f3d1c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e1ad18b5-2d0f-4d2c-9c50-5fdfdce0a556 HTTP/1.1" status: 200 len: 848 time: 0.1178434 Feb 09 21:32:56.491735 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-637f8fe4-e91c-4243-b154-b2bf364366a0 None None] Deleting port 419257ed-4b02-409c-b0d6-22f04df89271 {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:32:56.492478 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-637f8fe4-e91c-4243-b154-b2bf364366a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (419257ed-4b02-409c-b0d6-22f04df89271), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:56.562334 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-b919d53e-3b53-470b-ad21-1e7affe2630a admin admin] For port 419257ed-4b02-409c-b0d6-22f04df89271, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=419257ed-4b02-409c-b0d6-22f04df89271,segment=NetworkSegment(c07b92a0-f595-4f01-a173-5be9c963bd04),segment_id=c07b92a0-f595-4f01-a173-5be9c963bd04)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:32:56.562865 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b919d53e-3b53-470b-ad21-1e7affe2630a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (419257ed-4b02-409c-b0d6-22f04df89271), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:56.577549 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-b919d53e-3b53-470b-ad21-1e7affe2630a admin admin] Calling delete_port for 419257ed-4b02-409c-b0d6-22f04df89271 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:32:56.588475 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ab47f728-050b-476d-9e0e-6ab1bb844a2f req-2ff2ecc6-abec-4d77-a1cb-734093351b55 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=5406f657-d0e3-4570-bda7-aeb2bc509011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1066604 Feb 09 21:32:56.615708 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2fda4b9b-ece9-4333-8944-a80e8ad11fe8 req-38ad9c5e-bc71-4367-bdb6-25c5a9e0abd2 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3083808 Feb 09 21:32:56.642404 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cba173-c634-4afb-9a02-9247face2eee req-47314f53-18d9-4de6-ab75-4de0371a345b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:56.643959 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-20cba173-c634-4afb-9a02-9247face2eee req-47314f53-18d9-4de6-ab75-4de0371a345b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=def3446e95584f24b6fdfb40ceda16ab&device_id=4f8339ab-f401-4931-96ab-51b877546307 HTTP/1.1" status: 200 len: 1132 time: 0.1611087 Feb 09 21:32:56.668851 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-637f8fe4-e91c-4243-b154-b2bf364366a0 None None] For port 419257ed-4b02-409c-b0d6-22f04df89271, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=419257ed-4b02-409c-b0d6-22f04df89271,segment=NetworkSegment(c07b92a0-f595-4f01-a173-5be9c963bd04),segment_id=c07b92a0-f595-4f01-a173-5be9c963bd04)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:32:56.669486 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-637f8fe4-e91c-4243-b154-b2bf364366a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (419257ed-4b02-409c-b0d6-22f04df89271), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:56.730897 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-637f8fe4-e91c-4243-b154-b2bf364366a0 None None] Calling delete_port for 419257ed-4b02-409c-b0d6-22f04df89271 owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:32:56.757162 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ad729775-1183-4787-b394-ab7d7a453afe req-b6c54422-d27e-4069-9e0b-df6b3ec903a1 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf86e5b7-36f5-4887-a89f-16073b9e7049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5120795 Feb 09 21:32:56.829559 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9e788de8-ed48-4c1a-a85d-68523f3b6ed6 req-d0f8994f-b9da-4f22-93a8-488e0f683a95 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=000b5c05-19e3-420b-9015-081c6c7f11c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6063530 Feb 09 21:32:56.874817 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae28cab8-5dce-4578-9ad3-53fc72844c9c x-openstack-request-id: req-ae28cab8-5dce-4578-9ad3-53fc72844c9c {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:32:56.875190 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7a21a4d-84b2-4dbf-b7d8-4bfeb227b128", "name": "network-vif-deleted", "tag": "e9f2ba29-d45e-453d-bfc4-e1f1dd8a6047", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:32:56.875379 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-ae28cab8-5dce-4578-9ad3-53fc72844c9c {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:32:56.875785 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7a21a4d-84b2-4dbf-b7d8-4bfeb227b128', 'name': 'network-vif-deleted', 'tag': 'e9f2ba29-d45e-453d-bfc4-e1f1dd8a6047', 'status': 'completed', 'code': 200} Feb 09 21:32:56.890470 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ab47f728-050b-476d-9e0e-6ab1bb844a2f req-46ebdb06-0b46-4fb9-9400-58db05ab2b55 service neutron] 10.222.0.89 "GET /v2.0/networks/5406f657-d0e3-4570-bda7-aeb2bc509011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808418 Feb 09 21:32:56.915855 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b919d53e-3b53-470b-ad21-1e7affe2630a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (419257ed-4b02-409c-b0d6-22f04df89271), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:56.979804 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddba25d-6288-4f20-9ec3-575d56fbb4af req-1136e5ba-11ec-4d20-8f98-c3e5ba560fad tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:56.984868 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cddba25d-6288-4f20-9ec3-575d56fbb4af req-1136e5ba-11ec-4d20-8f98-c3e5ba560fad tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/ports?device_id=23adebe6-4745-4a47-8583-c86c28545de2 HTTP/1.1" status: 200 len: 945 time: 0.2586765 Feb 09 21:32:57.003272 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-637f8fe4-e91c-4243-b154-b2bf364366a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (419257ed-4b02-409c-b0d6-22f04df89271), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:57.034242 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cba173-c634-4afb-9a02-9247face2eee req-3aa74a5e-7067-45dd-b8b2-16cc51257481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:57.035851 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-20cba173-c634-4afb-9a02-9247face2eee req-3aa74a5e-7067-45dd-b8b2-16cc51257481 service neutron] 10.222.0.89 "GET /v2.0/networks?id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc HTTP/1.1" status: 200 len: 870 time: 0.3705544 Feb 09 21:32:57.052440 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637f8fe4-e91c-4243-b154-b2bf364366a0 None None] Pushing event deleted for resources: {'Port': ['ID=419257ed-4b02-409c-b0d6-22f04df89271,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:57.054315 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637f8fe4-e91c-4243-b154-b2bf364366a0 None None] No DVR routers for this DVR port 419257ed-4b02-409c-b0d6-22f04df89271 on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:32:57.059698 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ab47f728-050b-476d-9e0e-6ab1bb844a2f req-7e863f3d-b630-41bf-92c6-fb26c3d0cc1f service neutron] 10.222.0.89 "GET /v2.0/networks/5406f657-d0e3-4570-bda7-aeb2bc509011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483040 Feb 09 21:32:57.100049 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-20cba173-c634-4afb-9a02-9247face2eee req-9a8807ed-d32a-4a8c-95bf-f1517b1ad7fd service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=e91b0039-a035-445f-90c7-b61de1c5005a HTTP/1.1" status: 200 len: 217 time: 0.0393198 Feb 09 21:32:57.112961 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b919d53e-3b53-470b-ad21-1e7affe2630a admin admin] No DVR routers for this DVR port 419257ed-4b02-409c-b0d6-22f04df89271 on host n-d-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:32:57.129010 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b919d53e-3b53-470b-ad21-1e7affe2630a admin admin] Pushing event deleted for resources: {'Port': ['ID=419257ed-4b02-409c-b0d6-22f04df89271,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:57.188097 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cba173-c634-4afb-9a02-9247face2eee req-067aea71-9d28-4105-9ebf-cb27b15fec42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:57.190277 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-20cba173-c634-4afb-9a02-9247face2eee req-067aea71-9d28-4105-9ebf-cb27b15fec42 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0f7402ac-a35b-414b-bcc1-bc1c3072ec3c HTTP/1.1" status: 200 len: 843 time: 0.0772715 Feb 09 21:32:57.241507 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b919d53e-3b53-470b-ad21-1e7affe2630a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (00d33a83-8eda-497d-a1c1-41b14f9abbba), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:57.259493 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bc61ec-4520-4b04-b9fa-af84cc78daee req-1d1ed61c-6b6c-4500-af7c-3a000b96482a tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:57.261106 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-39bc61ec-4520-4b04-b9fa-af84cc78daee req-1d1ed61c-6b6c-4500-af7c-3a000b96482a tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=a4fc49e4-17e3-4e1a-ad3a-53772172f962 HTTP/1.1" status: 200 len: 943 time: 0.2667205 Feb 09 21:32:57.289070 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cddba25d-6288-4f20-9ec3-575d56fbb4af req-ec7aeaf6-f22a-4d6b-b51a-e7f53fe8288d tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/security-groups?id=000b5c05-19e3-420b-9015-081c6c7f11c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630074 Feb 09 21:32:57.293091 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cba173-c634-4afb-9a02-9247face2eee req-f139f66c-114b-4882-8a90-06d346afacef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:57.294739 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-20cba173-c634-4afb-9a02-9247face2eee req-f139f66c-114b-4882-8a90-06d346afacef service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0728009 Feb 09 21:32:57.338843 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-b919d53e-3b53-470b-ad21-1e7affe2630a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00d33a83-8eda-497d-a1c1-41b14f9abbba']}} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:32:57.352857 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-b919d53e-3b53-470b-ad21-1e7affe2630a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c07b92a0-f595-4f01-a173-5be9c963bd04') {'for_net_delete': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:32:57.353152 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-b919d53e-3b53-470b-ad21-1e7affe2630a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c07b92a0-f595-4f01-a173-5be9c963bd04') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:32:57.373915 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b919d53e-3b53-470b-ad21-1e7affe2630a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110711'] for segment (c07b92a0-f595-4f01-a173-5be9c963bd04), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:57.397540 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-39bc61ec-4520-4b04-b9fa-af84cc78daee req-c39a1c5e-acfa-4890-a596-b5f801673450 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071181 Feb 09 21:32:57.403312 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b919d53e-3b53-470b-ad21-1e7affe2630a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (c07b92a0-f595-4f01-a173-5be9c963bd04), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:57.418664 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b919d53e-3b53-470b-ad21-1e7affe2630a admin admin] Releasing vlan 710 on physical network physnet1 to pool {{(pid=103140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:32:57.420664 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b919d53e-3b53-470b-ad21-1e7affe2630a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669415'] for segment (c07b92a0-f595-4f01-a173-5be9c963bd04), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:57.431626 n-d-828369-5 neutron-server[103140]: Traceback (most recent call last): Feb 09 21:32:57.431626 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:32:57.431626 n-d-828369-5 neutron-server[103140]: timer() Feb 09 21:32:57.431626 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:32:57.431626 n-d-828369-5 neutron-server[103140]: cb(*args, **kw) Feb 09 21:32:57.431626 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:32:57.431626 n-d-828369-5 neutron-server[103140]: return func(*args, **kwargs) Feb 09 21:32:57.431626 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:32:57.431626 n-d-828369-5 neutron-server[103140]: self._notify() Feb 09 21:32:57.431626 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:32:57.431626 n-d-828369-5 neutron-server[103140]: self.callback(batched_events) Feb 09 21:32:57.431626 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:32:57.431626 n-d-828369-5 neutron-server[103140]: event.method(event) Feb 09 21:32:57.431626 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:32:57.431626 n-d-828369-5 neutron-server[103140]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:32:57.431626 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:32:57.431626 n-d-828369-5 neutron-server[103140]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:32:57.431626 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:32:57.431626 n-d-828369-5 neutron-server[103140]: return f(self, *a, **k) Feb 09 21:32:57.431626 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:32:57.431626 n-d-828369-5 neutron-server[103140]: return self._get(url).json() Feb 09 21:32:57.431626 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:32:57.431626 n-d-828369-5 neutron-server[103140]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:32:57.431626 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:32:57.431626 n-d-828369-5 neutron-server[103140]: return self.request(url, 'GET', **kwargs) Feb 09 21:32:57.431626 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:32:57.431626 n-d-828369-5 neutron-server[103140]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:32:57.431626 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:32:57.431626 n-d-828369-5 neutron-server[103140]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:32:57.431626 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:32:57.431626 n-d-828369-5 neutron-server[103140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:32:57.431626 n-d-828369-5 neutron-server[103140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:32:57.479224 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-20cba173-c634-4afb-9a02-9247face2eee req-67a42c2f-d6be-4dad-b89e-0fc83d155725 service neutron] 10.222.0.89 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589117 Feb 09 21:32:57.632554 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-20cba173-c634-4afb-9a02-9247face2eee req-4dc8909e-e602-4ccf-a706-5c64eb61bbe2 service neutron] 10.222.0.89 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387980 Feb 09 21:32:57.659192 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 183b0e32-41ce-4510-afd9-6b8cec0d8944 up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:32:57.666909 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b919d53e-3b53-470b-ad21-1e7affe2630a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (00d33a83-8eda-497d-a1c1-41b14f9abbba), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:57.671995 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b919d53e-3b53-470b-ad21-1e7affe2630a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:57.677297 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-b919d53e-3b53-470b-ad21-1e7affe2630a admin admin] 10.222.0.90 "DELETE /v2.0/networks/00d33a83-8eda-497d-a1c1-41b14f9abbba HTTP/1.1" status: 204 len: 168 time: 2.1122563 Feb 09 21:32:57.751160 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca108b6-a472-40ad-8e31-7676e1f7bb18 req-60413e12-8a87-406d-82ac-aecff359ac84 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:57.763342 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fca108b6-a472-40ad-8e31-7676e1f7bb18 req-60413e12-8a87-406d-82ac-aecff359ac84 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=4f8339ab-f401-4931-96ab-51b877546307 HTTP/1.1" status: 200 len: 950 time: 0.3385022 Feb 09 21:32:57.773567 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 419257ed-4b02-409c-b0d6-22f04df89271 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:32:57.810927 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b919d53e-3b53-470b-ad21-1e7affe2630a admin admin] Pushing event deleted for resources: {'Network': ['ID=00d33a83-8eda-497d-a1c1-41b14f9abbba,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:57.841445 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 419257ed-4b02-409c-b0d6-22f04df89271 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:32:57.841988 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 419257ed-4b02-409c-b0d6-22f04df89271 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:32:57.873488 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning for port 183b0e32-41ce-4510-afd9-6b8cec0d8944 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:32:57.886195 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port 183b0e32-41ce-4510-afd9-6b8cec0d8944 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:32:57.886854 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (183b0e32-41ce-4510-afd9-6b8cec0d8944), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:58.025303 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 183b0e32-41ce-4510-afd9-6b8cec0d8944 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:32:58.026216 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (183b0e32-41ce-4510-afd9-6b8cec0d8944), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:58.035341 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fca108b6-a472-40ad-8e31-7676e1f7bb18 req-114863a6-f7fb-435c-a81b-9f3f62d9beb4 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710314 Feb 09 21:32:58.063707 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38cc1ef5-7c9e-43f8-b5e3-18d29366e6ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '183b0e32-41ce-4510-afd9-6b8cec0d8944'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:32:58.064675 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9df950d-ee85-4a6b-adac-354dac56823e" -d '{"events": [{"server_uuid": "38cc1ef5-7c9e-43f8-b5e3-18d29366e6ea", "name": "network-vif-plugged", "status": "completed", "tag": "183b0e32-41ce-4510-afd9-6b8cec0d8944"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:32:58.077960 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376c7bc3-ad97-4e77-a2d5-4f04661d5316 req-a35932c8-943b-45cf-a532-d6511884f31a tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:58.080070 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-376c7bc3-ad97-4e77-a2d5-4f04661d5316 req-a35932c8-943b-45cf-a532-d6511884f31a tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed637eb7-997b-4a50-b9a4-acd664f51f8f HTTP/1.1" status: 200 len: 946 time: 0.1896398 Feb 09 21:32:58.082068 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 183b0e32-41ce-4510-afd9-6b8cec0d8944, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=183b0e32-41ce-4510-afd9-6b8cec0d8944,segment=NetworkSegment(245b6cbf-bc8c-4ac6-8eda-9aca94663a57),segment_id=245b6cbf-bc8c-4ac6-8eda-9aca94663a57)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:32:58.088186 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (183b0e32-41ce-4510-afd9-6b8cec0d8944), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:58.146203 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 52662) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:32:58.172676 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=183b0e32-41ce-4510-afd9-6b8cec0d8944,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:58.226106 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-c9603681-b7d8-450c-92f0-a9bda78b22d7 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=dac6b223cf904b85939aae2f16238e3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0782340 Feb 09 21:32:58.228583 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 52664) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:32:58.256854 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-376c7bc3-ad97-4e77-a2d5-4f04661d5316 req-650d8de7-bec1-4e21-8353-f770ec373736 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588373 Feb 09 21:32:58.294328 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552335d4-0d72-4254-a714-626edf6b86c7 req-7f53f74d-2ff7-40f5-8075-20cde1421e3d tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:58.301925 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-552335d4-0d72-4254-a714-626edf6b86c7 req-7f53f74d-2ff7-40f5-8075-20cde1421e3d tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "GET /v2.0/ports?device_id=38cc1ef5-7c9e-43f8-b5e3-18d29366e6ea HTTP/1.1" status: 200 len: 945 time: 0.1329703 Feb 09 21:32:58.327242 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2c0178fb-a578-433d-85fe-9b91733c30cd admin admin] Publish callbacks [] for security_group (bcb592ae-6b08-4a59-89a0-f97e40fbbc5f), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:58.355892 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-552335d4-0d72-4254-a714-626edf6b86c7 req-8bf3116b-4a00-4853-a8a9-3c2d80a0691d tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf86e5b7-36f5-4887-a89f-16073b9e7049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527568 Feb 09 21:32:58.357483 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2c0178fb-a578-433d-85fe-9b91733c30cd admin admin] Publish callbacks [] for security_group (bcb592ae-6b08-4a59-89a0-f97e40fbbc5f), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:58.412636 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b881a4a5-5f17-4f6b-b106-843440a330f9 x-openstack-request-id: req-b881a4a5-5f17-4f6b-b106-843440a330f9 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:32:58.412997 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38cc1ef5-7c9e-43f8-b5e3-18d29366e6ea", "name": "network-vif-plugged", "status": "completed", "tag": "183b0e32-41ce-4510-afd9-6b8cec0d8944", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:32:58.413315 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-b881a4a5-5f17-4f6b-b106-843440a330f9 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:32:58.413725 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38cc1ef5-7c9e-43f8-b5e3-18d29366e6ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '183b0e32-41ce-4510-afd9-6b8cec0d8944', 'code': 200} Feb 09 21:32:58.458237 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2c0178fb-a578-433d-85fe-9b91733c30cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (bcb592ae-6b08-4a59-89a0-f97e40fbbc5f), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:58.462550 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2c0178fb-a578-433d-85fe-9b91733c30cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:32:58.464182 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-2c0178fb-a578-433d-85fe-9b91733c30cd admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/bcb592ae-6b08-4a59-89a0-f97e40fbbc5f HTTP/1.1" status: 204 len: 168 time: 0.2343071 Feb 09 21:32:58.482487 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0178fb-a578-433d-85fe-9b91733c30cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcb592ae-6b08-4a59-89a0-f97e40fbbc5f,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:32:58.727699 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f7592e-a366-4cb8-8763-f1b68da8123f req-6c9f668e-4b09-4f32-b9c1-150f994257f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:58.729242 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-32f7592e-a366-4cb8-8763-f1b68da8123f req-6c9f668e-4b09-4f32-b9c1-150f994257f9 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=38cc1ef5-7c9e-43f8-b5e3-18d29366e6ea HTTP/1.1" status: 200 len: 1127 time: 0.1752236 Feb 09 21:32:58.736312 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe17233-e576-4f43-a312-32da1f2905d1 req-42b8bdf7-d4e4-42cb-a77e-34c3ecc21f98 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:58.738067 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4fe17233-e576-4f43-a312-32da1f2905d1 req-42b8bdf7-d4e4-42cb-a77e-34c3ecc21f98 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/ports?device_id=23adebe6-4745-4a47-8583-c86c28545de2 HTTP/1.1" status: 200 len: 945 time: 0.2087407 Feb 09 21:32:58.745127 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4675742f-25a2-43d0-b99a-5b492ea32281 req-26a3618f-9457-4b7b-9c07-921a8356f954 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:58.753519 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4675742f-25a2-43d0-b99a-5b492ea32281 req-26a3618f-9457-4b7b-9c07-921a8356f954 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=a4fc49e4-17e3-4e1a-ad3a-53772172f962 HTTP/1.1" status: 200 len: 943 time: 0.1718242 Feb 09 21:32:58.859945 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-32f7592e-a366-4cb8-8763-f1b68da8123f req-7df85c26-8d8f-4063-be37-a6f290891a63 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=cf86e5b7-36f5-4887-a89f-16073b9e7049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930028 Feb 09 21:32:58.895585 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4675742f-25a2-43d0-b99a-5b492ea32281 req-dc29d335-b265-4f50-a880-d8d9267c974a tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409910 Feb 09 21:32:58.908040 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4fe17233-e576-4f43-a312-32da1f2905d1 req-ab9daade-f33c-4bac-9c60-be946c7b2496 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/security-groups?id=000b5c05-19e3-420b-9015-081c6c7f11c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410890 Feb 09 21:32:59.088859 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8280e245-9975-4c66-8a03-3eb489188537 req-f37d3b55-dfda-45db-882c-48a23403c2da tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:59.093826 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8280e245-9975-4c66-8a03-3eb489188537 req-f37d3b55-dfda-45db-882c-48a23403c2da tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=73a01f41-04f1-417a-a52d-4e487100f679 HTTP/1.1" status: 200 len: 949 time: 0.0975826 Feb 09 21:32:59.261241 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8280e245-9975-4c66-8a03-3eb489188537 req-48f761ab-89a0-4481-9ed7-a3c2a2a63c9f tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615326 Feb 09 21:32:59.364649 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b1d1b6-8259-4508-85d6-d320e41b778b req-f7f1a24a-cffe-4eb4-9d17-16280024bec4 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:59.375903 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-22b1d1b6-8259-4508-85d6-d320e41b778b req-f7f1a24a-cffe-4eb4-9d17-16280024bec4 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=4f8339ab-f401-4931-96ab-51b877546307 HTTP/1.1" status: 200 len: 950 time: 0.2137792 Feb 09 21:32:59.523408 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-22b1d1b6-8259-4508-85d6-d320e41b778b req-67434d91-d12a-4435-a018-473af29551ec tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466119 Feb 09 21:32:59.536759 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b776d9-206e-4d3e-bc52-6dd4666afc31 req-40afdc55-1262-44c4-9116-d4e177baf0e1 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:59.543738 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d8b776d9-206e-4d3e-bc52-6dd4666afc31 req-40afdc55-1262-44c4-9116-d4e177baf0e1 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed637eb7-997b-4a50-b9a4-acd664f51f8f HTTP/1.1" status: 200 len: 946 time: 0.1652904 Feb 09 21:32:59.636009 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d8b776d9-206e-4d3e-bc52-6dd4666afc31 req-ae871ed8-05ed-4d74-acd7-7431952aa74f tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906572 Feb 09 21:32:59.767855 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a80e142-b38e-42f6-89bc-46dbf8728a23 req-7f05f0b7-72e2-407b-a282-d89e7837a5d1 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:32:59.769600 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2a80e142-b38e-42f6-89bc-46dbf8728a23 req-7f05f0b7-72e2-407b-a282-d89e7837a5d1 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "GET /v2.0/ports?device_id=38cc1ef5-7c9e-43f8-b5e3-18d29366e6ea HTTP/1.1" status: 200 len: 945 time: 0.1046476 Feb 09 21:32:59.856172 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2a80e142-b38e-42f6-89bc-46dbf8728a23 req-9532e8bd-4c00-4164-b62d-5188ef340963 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf86e5b7-36f5-4887-a89f-16073b9e7049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796735 Feb 09 21:32:59.930345 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7e01f3bf-3eb8-42f9-a3ba-867902ef3feb req-cd1bcc15-47dc-42ba-8c5d-ed2e0bd83da4 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=b1455719-dbf3-43d8-939a-ce5bdd8c8583&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1438360 Feb 09 21:33:00.050383 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e01f3bf-3eb8-42f9-a3ba-867902ef3feb req-e734b583-7188-40ba-93d6-ea868c739061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:00.052115 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7e01f3bf-3eb8-42f9-a3ba-867902ef3feb req-e734b583-7188-40ba-93d6-ea868c739061 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d13eb104d8994e4d9b604f1050cb6328&device_id=b1455719-dbf3-43d8-939a-ce5bdd8c8583 HTTP/1.1" status: 200 len: 1126 time: 0.0809026 Feb 09 21:33:00.093958 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afaf356-c34d-44b2-94af-3d42b80cdedd req-7ab06f69-d03f-4333-9b6e-aebc8811dd26 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:00.107090 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8afaf356-c34d-44b2-94af-3d42b80cdedd req-7ab06f69-d03f-4333-9b6e-aebc8811dd26 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/ports?device_id=23adebe6-4745-4a47-8583-c86c28545de2 HTTP/1.1" status: 200 len: 945 time: 0.0874159 Feb 09 21:33:00.236354 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e01f3bf-3eb8-42f9-a3ba-867902ef3feb req-e7af099d-e003-4f3f-bd3c-9e81e1ce18ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:00.246603 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7e01f3bf-3eb8-42f9-a3ba-867902ef3feb req-e7af099d-e003-4f3f-bd3c-9e81e1ce18ea service neutron] 10.222.0.89 "GET /v2.0/networks?id=5406f657-d0e3-4570-bda7-aeb2bc509011 HTTP/1.1" status: 200 len: 909 time: 0.1648612 Feb 09 21:33:00.338607 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7e01f3bf-3eb8-42f9-a3ba-867902ef3feb req-dd4821d3-2dba-4405-a922-dc976d1dff2b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d72936c-afe6-4eac-8ad5-a1b800d90aaa HTTP/1.1" status: 200 len: 217 time: 0.0855072 Feb 09 21:33:00.398993 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e01f3bf-3eb8-42f9-a3ba-867902ef3feb req-32662cc0-6b4c-4f76-be78-780e9718659e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:00.400490 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7e01f3bf-3eb8-42f9-a3ba-867902ef3feb req-32662cc0-6b4c-4f76-be78-780e9718659e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e1ad18b5-2d0f-4d2c-9c50-5fdfdce0a556 HTTP/1.1" status: 200 len: 848 time: 0.0541916 Feb 09 21:33:00.400979 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 52732) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:00.437344 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7e01f3bf-3eb8-42f9-a3ba-867902ef3feb req-ed79f11b-22b0-4332-b794-9085c9d72162 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=5406f657-d0e3-4570-bda7-aeb2bc509011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276277 Feb 09 21:33:00.637536 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7e01f3bf-3eb8-42f9-a3ba-867902ef3feb req-1290f6c6-a131-4397-9412-7872f3a44eb5 service neutron] 10.222.0.89 "GET /v2.0/networks/5406f657-d0e3-4570-bda7-aeb2bc509011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865940 Feb 09 21:33:00.638459 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-636aef62-4f76-48b5-bf83-7922d380c7f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:00.661798 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8afaf356-c34d-44b2-94af-3d42b80cdedd req-b0b2f425-50e0-4f72-825f-0071c09179c2 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/security-groups?id=000b5c05-19e3-420b-9015-081c6c7f11c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5534818 Feb 09 21:33:00.734301 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-636aef62-4f76-48b5-bf83-7922d380c7f5 admin admin] Publish callbacks [] for security_group (d0578ebc-c13f-43c7-8050-c78e3afd237a), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:00.746840 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-636aef62-4f76-48b5-bf83-7922d380c7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (d0578ebc-c13f-43c7-8050-c78e3afd237a), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:00.767908 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb66e3de-3d6d-4423-a724-28ea2d70d6e5 req-8f5308a7-793a-4cb9-b290-95e7cfe2da74 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:00.769391 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cb66e3de-3d6d-4423-a724-28ea2d70d6e5 req-8f5308a7-793a-4cb9-b290-95e7cfe2da74 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.95 "GET /v2.0/ports?device_id=73a01f41-04f1-417a-a52d-4e487100f679 HTTP/1.1" status: 200 len: 949 time: 0.1055779 Feb 09 21:33:00.781262 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228938ec-354e-4ccd-8243-8f28b94c911c req-cf358276-3f80-4b50-bb04-b44af68f59e6 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:00.782871 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-228938ec-354e-4ccd-8243-8f28b94c911c req-cf358276-3f80-4b50-bb04-b44af68f59e6 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=a4fc49e4-17e3-4e1a-ad3a-53772172f962 HTTP/1.1" status: 200 len: 943 time: 0.1201289 Feb 09 21:33:00.805996 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-636aef62-4f76-48b5-bf83-7922d380c7f5 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=69d09abe2e72472ba28e2d26b9c989ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4016876 Feb 09 21:33:00.806625 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 52742) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:00.920314 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636aef62-4f76-48b5-bf83-7922d380c7f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0578ebc-c13f-43c7-8050-c78e3afd237a,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:00.941947 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-228938ec-354e-4ccd-8243-8f28b94c911c req-042ab3ea-8d77-4ff8-ae21-580f02277e2b tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858035 Feb 09 21:33:00.991017 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c2f0ddcf-f0d5-412e-ac0a-d0614a87dd3b admin admin] Publish callbacks [] for security_group (d0578ebc-c13f-43c7-8050-c78e3afd237a), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:01.010011 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c6500a-2865-49d8-8bcc-d1460b531391 req-31aba54c-2d86-4609-b977-2703181e9e83 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:01.017678 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c2f0ddcf-f0d5-412e-ac0a-d0614a87dd3b admin admin] Publish callbacks [] for security_group (d0578ebc-c13f-43c7-8050-c78e3afd237a), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:01.018445 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-12c6500a-2865-49d8-8bcc-d1460b531391 req-31aba54c-2d86-4609-b977-2703181e9e83 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=73a01f41-04f1-417a-a52d-4e487100f679 HTTP/1.1" status: 200 len: 949 time: 0.2344589 Feb 09 21:33:01.023773 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-cb66e3de-3d6d-4423-a724-28ea2d70d6e5 req-80248ad5-0f17-43c6-9ffe-d836805d881d tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Deleting port 5f898856-a782-4f86-b38f-f74482342d30 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:33:01.024116 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-cb66e3de-3d6d-4423-a724-28ea2d70d6e5 req-80248ad5-0f17-43c6-9ffe-d836805d881d tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (5f898856-a782-4f86-b38f-f74482342d30), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:01.078245 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c2f0ddcf-f0d5-412e-ac0a-d0614a87dd3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (d0578ebc-c13f-43c7-8050-c78e3afd237a), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:01.078245 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c2f0ddcf-f0d5-412e-ac0a-d0614a87dd3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:01.079471 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-c2f0ddcf-f0d5-412e-ac0a-d0614a87dd3b admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/d0578ebc-c13f-43c7-8050-c78e3afd237a HTTP/1.1" status: 204 len: 168 time: 0.2610040 Feb 09 21:33:01.084001 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7e01f3bf-3eb8-42f9-a3ba-867902ef3feb req-56777a34-dba5-4c21-84d3-d2f8b4ae5c44 service neutron] 10.222.0.89 "GET /v2.0/networks/5406f657-d0e3-4570-bda7-aeb2bc509011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4347906 Feb 09 21:33:01.090483 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f0ddcf-f0d5-412e-ac0a-d0614a87dd3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0578ebc-c13f-43c7-8050-c78e3afd237a,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:01.281955 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-12c6500a-2865-49d8-8bcc-d1460b531391 req-9e1715fa-ad44-4121-8aa1-2e11b03ad717 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624388 Feb 09 21:33:01.292482 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-cb66e3de-3d6d-4423-a724-28ea2d70d6e5 req-80248ad5-0f17-43c6-9ffe-d836805d881d tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] For port 5f898856-a782-4f86-b38f-f74482342d30, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=5f898856-a782-4f86-b38f-f74482342d30,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:33:01.299753 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-cb66e3de-3d6d-4423-a724-28ea2d70d6e5 req-80248ad5-0f17-43c6-9ffe-d836805d881d tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (5f898856-a782-4f86-b38f-f74482342d30), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:01.354208 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-cb66e3de-3d6d-4423-a724-28ea2d70d6e5 req-80248ad5-0f17-43c6-9ffe-d836805d881d tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Calling delete_port for 5f898856-a782-4f86-b38f-f74482342d30 owned by compute:nova {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:33:01.415323 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c8a438-6ef9-4f87-b126-b9a70316bb2a req-d096446e-f7c6-48fa-b2f9-77c33700b01f tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:01.423018 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-72c8a438-6ef9-4f87-b126-b9a70316bb2a req-d096446e-f7c6-48fa-b2f9-77c33700b01f tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=4f8339ab-f401-4931-96ab-51b877546307 HTTP/1.1" status: 200 len: 950 time: 0.2379344 Feb 09 21:33:01.482503 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cd844f-034f-4d10-a75f-ec4d9b2a33ef req-2b009e59-327f-4d2e-a066-c44ffa824780 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:01.484229 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-17cd844f-034f-4d10-a75f-ec4d9b2a33ef req-2b009e59-327f-4d2e-a066-c44ffa824780 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.95 "GET /v2.0/ports?device_id=869587a8-56e2-4f69-97b5-5467b85d2a79 HTTP/1.1" status: 200 len: 950 time: 0.2852929 Feb 09 21:33:01.521001 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 52752) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:01.538525 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b3b7aa8a-1858-4ccf-ab6e-f042733a75dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:01.595290 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-72c8a438-6ef9-4f87-b126-b9a70316bb2a req-d3e8a75f-da11-48b6-8a5a-4cd66ca9b19c tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711512 Feb 09 21:33:01.663686 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b3b7aa8a-1858-4ccf-ab6e-f042733a75dd admin admin] Publish callbacks [] for security_group (e918d161-6834-4b93-982d-ca4dcad874f9), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:01.669294 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b3b7aa8a-1858-4ccf-ab6e-f042733a75dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (e918d161-6834-4b93-982d-ca4dcad874f9), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:01.676322 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11113cf-d918-4d15-a8df-a436f0586020 req-e061e6f1-9b54-43b4-99a6-53b1a5e2e784 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:01.686167 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c11113cf-d918-4d15-a8df-a436f0586020 req-e061e6f1-9b54-43b4-99a6-53b1a5e2e784 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed637eb7-997b-4a50-b9a4-acd664f51f8f HTTP/1.1" status: 200 len: 946 time: 0.2587254 Feb 09 21:33:01.714156 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-b3b7aa8a-1858-4ccf-ab6e-f042733a75dd admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=2efda97c401342f08886361d6182f4c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1919036 Feb 09 21:33:01.722337 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 52754) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:01.756986 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b7aa8a-1858-4ccf-ab6e-f042733a75dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e918d161-6834-4b93-982d-ca4dcad874f9,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:01.814739 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-cb66e3de-3d6d-4423-a724-28ea2d70d6e5 req-80248ad5-0f17-43c6-9ffe-d836805d881d tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (5f898856-a782-4f86-b38f-f74482342d30), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:01.815140 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a3249a4d-1d9d-4687-a80b-5c55b7e3f323 admin admin] Publish callbacks [] for security_group (e918d161-6834-4b93-982d-ca4dcad874f9), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:01.829462 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['4bbd8126-4683-4cf5-bea6-1038ce90a505', 'ab9d25ae-d4c5-4858-a2a3-37eb99643062'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:33:01.845382 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a3249a4d-1d9d-4687-a80b-5c55b7e3f323 admin admin] Publish callbacks [] for security_group (e918d161-6834-4b93-982d-ca4dcad874f9), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:01.875253 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b9f3126e-281b-483f-9eab-92b992774d82 req-6029c8c4-58cb-49d9-b4d4-54a346cc0bac tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-934350272&fields=id&tenant_id=7f960ea9e4814f1c9f3d6e0840e5a81e HTTP/1.1" status: 200 len: 267 time: 0.1625183 Feb 09 21:33:01.893139 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80248ad5-0f17-43c6-9ffe-d836805d881d tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Pushing event deleted for resources: {'Port': ['ID=5f898856-a782-4f86-b38f-f74482342d30,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:01.903297 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c11113cf-d918-4d15-a8df-a436f0586020 req-aec27bf6-95fe-444c-ae98-a341a4e2723b tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919188 Feb 09 21:33:01.925792 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-17cd844f-034f-4d10-a75f-ec4d9b2a33ef req-71d20989-88b7-4f14-8415-cfcd89769e5f tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Deleting port ab9d25ae-d4c5-4858-a2a3-37eb99643062 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:33:01.926239 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-17cd844f-034f-4d10-a75f-ec4d9b2a33ef req-71d20989-88b7-4f14-8415-cfcd89769e5f tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (ab9d25ae-d4c5-4858-a2a3-37eb99643062), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:01.948290 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a3249a4d-1d9d-4687-a80b-5c55b7e3f323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (e918d161-6834-4b93-982d-ca4dcad874f9), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:01.950919 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a3249a4d-1d9d-4687-a80b-5c55b7e3f323 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:01.973473 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-a3249a4d-1d9d-4687-a80b-5c55b7e3f323 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/e918d161-6834-4b93-982d-ca4dcad874f9 HTTP/1.1" status: 204 len: 168 time: 0.2493744 Feb 09 21:33:01.988695 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3249a4d-1d9d-4687-a80b-5c55b7e3f323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e918d161-6834-4b93-982d-ca4dcad874f9,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:02.050108 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb66e3de-3d6d-4423-a724-28ea2d70d6e5 req-80248ad5-0f17-43c6-9ffe-d836805d881d tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] No DVR routers for this DVR port 5f898856-a782-4f86-b38f-f74482342d30 on host n-h1-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:33:02.053260 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-cb66e3de-3d6d-4423-a724-28ea2d70d6e5 req-80248ad5-0f17-43c6-9ffe-d836805d881d tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:02.057037 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cb66e3de-3d6d-4423-a724-28ea2d70d6e5 req-80248ad5-0f17-43c6-9ffe-d836805d881d tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.95 "DELETE /v2.0/ports/5f898856-a782-4f86-b38f-f74482342d30 HTTP/1.1" status: 204 len: 173 time: 1.2720630 Feb 09 21:33:02.062073 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73a01f41-04f1-417a-a52d-4e487100f679', 'name': 'network-vif-deleted', 'tag': '5f898856-a782-4f86-b38f-f74482342d30'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:33:02.065297 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e57e4f-861a-4f98-8709-a81a7a6f9f08" -d '{"events": [{"server_uuid": "73a01f41-04f1-417a-a52d-4e487100f679", "name": "network-vif-deleted", "tag": "5f898856-a782-4f86-b38f-f74482342d30"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:33:02.107639 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f3126e-281b-483f-9eab-92b992774d82 req-2d90b468-984e-4cb5-ae61-7ff125b6a456 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:02.116059 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b9f3126e-281b-483f-9eab-92b992774d82 req-2d90b468-984e-4cb5-ae61-7ff125b6a456 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/ports?device_id=23adebe6-4745-4a47-8583-c86c28545de2 HTTP/1.1" status: 200 len: 945 time: 0.2392886 Feb 09 21:33:02.153223 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-b9f3126e-281b-483f-9eab-92b992774d82 req-5ed99b57-b53a-4188-8536-6eda1f91b94a tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Request body: {'port': {'security_groups': ['000b5c05-19e3-420b-9015-081c6c7f11c3', 'c3040257-10c7-4125-9ae3-fd18b01a083b']}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:33:02.242015 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-17cd844f-034f-4d10-a75f-ec4d9b2a33ef req-71d20989-88b7-4f14-8415-cfcd89769e5f tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] For port ab9d25ae-d4c5-4858-a2a3-37eb99643062, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=ab9d25ae-d4c5-4858-a2a3-37eb99643062,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:33:02.242468 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-17cd844f-034f-4d10-a75f-ec4d9b2a33ef req-71d20989-88b7-4f14-8415-cfcd89769e5f tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (ab9d25ae-d4c5-4858-a2a3-37eb99643062), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:02.290585 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-17cd844f-034f-4d10-a75f-ec4d9b2a33ef req-71d20989-88b7-4f14-8415-cfcd89769e5f tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Calling delete_port for ab9d25ae-d4c5-4858-a2a3-37eb99643062 owned by compute:nova {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:33:02.322618 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a11609-97cd-4c8a-82b1-6f1dcc5b5cd5 req-772a7b85-ed66-4751-b98e-61b84b34875f tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:02.324253 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-82a11609-97cd-4c8a-82b1-6f1dcc5b5cd5 req-772a7b85-ed66-4751-b98e-61b84b34875f tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "GET /v2.0/ports?device_id=38cc1ef5-7c9e-43f8-b5e3-18d29366e6ea HTTP/1.1" status: 200 len: 945 time: 0.2287157 Feb 09 21:33:02.328344 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-b9f3126e-281b-483f-9eab-92b992774d82 req-5ed99b57-b53a-4188-8536-6eda1f91b94a tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (22b68a4b-8a0a-42ed-af83-ebfbb1142745), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:02.548932 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-17cd844f-034f-4d10-a75f-ec4d9b2a33ef req-71d20989-88b7-4f14-8415-cfcd89769e5f tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (ab9d25ae-d4c5-4858-a2a3-37eb99643062), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:02.566435 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['4bbd8126-4683-4cf5-bea6-1038ce90a505', 'ab9d25ae-d4c5-4858-a2a3-37eb99643062'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:33:02.616161 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d20989-88b7-4f14-8415-cfcd89769e5f tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Pushing event deleted for resources: {'Port': ['ID=ab9d25ae-d4c5-4858-a2a3-37eb99643062,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:02.679339 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-82a11609-97cd-4c8a-82b1-6f1dcc5b5cd5 req-ae38823e-713f-47c9-ab27-954090979061 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf86e5b7-36f5-4887-a89f-16073b9e7049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982679 Feb 09 21:33:02.682458 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-17cd844f-034f-4d10-a75f-ec4d9b2a33ef req-71d20989-88b7-4f14-8415-cfcd89769e5f tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] No DVR routers for this DVR port ab9d25ae-d4c5-4858-a2a3-37eb99643062 on host n-h1-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:33:02.688247 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-17cd844f-034f-4d10-a75f-ec4d9b2a33ef req-71d20989-88b7-4f14-8415-cfcd89769e5f tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:02.692021 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-17cd844f-034f-4d10-a75f-ec4d9b2a33ef req-71d20989-88b7-4f14-8415-cfcd89769e5f tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.95 "DELETE /v2.0/ports/ab9d25ae-d4c5-4858-a2a3-37eb99643062 HTTP/1.1" status: 204 len: 173 time: 1.2009354 Feb 09 21:33:02.866685 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-b9f3126e-281b-483f-9eab-92b992774d82 req-5ed99b57-b53a-4188-8536-6eda1f91b94a tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] For port 22b68a4b-8a0a-42ed-af83-ebfbb1142745, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=22b68a4b-8a0a-42ed-af83-ebfbb1142745,segment=NetworkSegment(f0a49655-0dab-4be5-a139-f143e1a2272b),segment_id=f0a49655-0dab-4be5-a139-f143e1a2272b)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:33:02.924547 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-b9f3126e-281b-483f-9eab-92b992774d82 req-5ed99b57-b53a-4188-8536-6eda1f91b94a tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Publish callbacks [] for port (22b68a4b-8a0a-42ed-af83-ebfbb1142745), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:02.932469 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-b9f3126e-281b-483f-9eab-92b992774d82 req-5ed99b57-b53a-4188-8536-6eda1f91b94a tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (22b68a4b-8a0a-42ed-af83-ebfbb1142745), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:02.946045 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['ebd80d34-efec-4040-b317-f4c5408a5191'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:33:02.955265 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['22b68a4b-8a0a-42ed-af83-ebfbb1142745'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:33:03.073375 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f3126e-281b-483f-9eab-92b992774d82 req-5ed99b57-b53a-4188-8536-6eda1f91b94a tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:03.074265 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-b9f3126e-281b-483f-9eab-92b992774d82 req-5ed99b57-b53a-4188-8536-6eda1f91b94a tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:03.105845 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b9f3126e-281b-483f-9eab-92b992774d82 req-5ed99b57-b53a-4188-8536-6eda1f91b94a tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "PUT /v2.0/ports/22b68a4b-8a0a-42ed-af83-ebfbb1142745 HTTP/1.1" status: 200 len: 981 time: 0.9870574 Feb 09 21:33:03.108737 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed99b57-b53a-4188-8536-6eda1f91b94a tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Pushing event updated for resources: {'Port': ['ID=22b68a4b-8a0a-42ed-af83-ebfbb1142745,revision_number=6']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:03.146673 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a48bb8c-00e3-4c80-8552-269c96de977b x-openstack-request-id: req-8a48bb8c-00e3-4c80-8552-269c96de977b {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:33:03.147193 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73a01f41-04f1-417a-a52d-4e487100f679", "name": "network-vif-deleted", "tag": "5f898856-a782-4f86-b38f-f74482342d30", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:33:03.147700 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-8a48bb8c-00e3-4c80-8552-269c96de977b {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:33:03.148437 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73a01f41-04f1-417a-a52d-4e487100f679', 'name': 'network-vif-deleted', 'tag': '5f898856-a782-4f86-b38f-f74482342d30', 'status': 'completed', 'code': 200} Feb 09 21:33:03.271041 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['22b68a4b-8a0a-42ed-af83-ebfbb1142745'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:33:03.271331 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b0d281-6673-475a-a607-db7487860787 req-25d00927-a3cc-46f6-b13e-3192d372c958 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:03.274826 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-71b0d281-6673-475a-a607-db7487860787 req-25d00927-a3cc-46f6-b13e-3192d372c958 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=a4fc49e4-17e3-4e1a-ad3a-53772172f962 HTTP/1.1" status: 200 len: 943 time: 0.0874345 Feb 09 21:33:03.374575 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-71b0d281-6673-475a-a607-db7487860787 req-b9f31bcc-8893-44a1-873e-9e721e75ba70 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914013 Feb 09 21:33:03.399388 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17505cc-35cc-40d3-b2cd-e104468fb48c req-7020d1aa-6883-4330-9d91-b8e4ce8285dd tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:03.402439 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e17505cc-35cc-40d3-b2cd-e104468fb48c req-7020d1aa-6883-4330-9d91-b8e4ce8285dd tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=4f8339ab-f401-4931-96ab-51b877546307 HTTP/1.1" status: 200 len: 950 time: 0.0858960 Feb 09 21:33:03.481821 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e17505cc-35cc-40d3-b2cd-e104468fb48c req-541e3f82-92be-4aba-a7b1-2ec194eeca7f tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728300 Feb 09 21:33:03.714814 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a400e9-a7b1-4f35-b890-9306886e941c req-48db9662-a393-4ee6-bf24-336ae790fd86 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:03.717193 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d2a400e9-a7b1-4f35-b890-9306886e941c req-48db9662-a393-4ee6-bf24-336ae790fd86 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed637eb7-997b-4a50-b9a4-acd664f51f8f HTTP/1.1" status: 200 len: 946 time: 0.1234591 Feb 09 21:33:03.744293 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device ab9d25ae-d4c5-4858-a2a3-37eb99643062 no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:33:03.783782 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d2a400e9-a7b1-4f35-b890-9306886e941c req-d377a21e-834c-4199-9a24-249bef3c8189 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592883 Feb 09 21:33:03.842825 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] No Port match for: ab9d25ae-d4c5-4858-a2a3-37eb99643062 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:33:03.843588 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device ab9d25ae-d4c5-4858-a2a3-37eb99643062 not bound to the agent host n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:33:03.859210 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 5f898856-a782-4f86-b38f-f74482342d30 no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:33:03.886023 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-55e91a27-70ee-442a-824b-87e43f16fe60 req-675c6a39-eb33-4a9e-b4fb-668e4783b9cd tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/security-groups/c3040257-10c7-4125-9ae3-fd18b01a083b HTTP/1.1" status: 200 len: 1817 time: 0.0528789 Feb 09 21:33:03.990142 n-d-828369-5 neutron-server[103140]: INFO neutron.api.v2.resource [req-55e91a27-70ee-442a-824b-87e43f16fe60 req-38b57780-2cba-4e36-a76b-2141cb5c5b7a tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 09 21:33:03.991666 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] No Port match for: 5f898856-a782-4f86-b38f-f74482342d30 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:33:03.992487 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 5f898856-a782-4f86-b38f-f74482342d30 not bound to the agent host n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:33:04.005965 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-55e91a27-70ee-442a-824b-87e43f16fe60 req-38b57780-2cba-4e36-a76b-2141cb5c5b7a tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "DELETE /v2.0/security-groups/c3040257-10c7-4125-9ae3-fd18b01a083b HTTP/1.1" status: 409 len: 341 time: 0.1107454 Feb 09 21:33:04.224079 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597defb6-4ab1-41d1-a3a8-1211a3af2067 req-d1de3785-cfb6-4168-a6a3-b2006253d86e tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:04.232933 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-597defb6-4ab1-41d1-a3a8-1211a3af2067 req-d1de3785-cfb6-4168-a6a3-b2006253d86e tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "GET /v2.0/ports?device_id=38cc1ef5-7c9e-43f8-b5e3-18d29366e6ea HTTP/1.1" status: 200 len: 945 time: 0.0795367 Feb 09 21:33:04.303574 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-597defb6-4ab1-41d1-a3a8-1211a3af2067 req-7fd9d6c6-8473-4e1d-8125-c603b4b1be07 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf86e5b7-36f5-4887-a89f-16073b9e7049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692911 Feb 09 21:33:04.568913 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623d2ebe-ce91-41f7-98c0-c6a1fabfd684 req-d800179f-b6fc-4a9b-a4f5-9a9e9a16f1fe tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:04.577291 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-623d2ebe-ce91-41f7-98c0-c6a1fabfd684 req-d800179f-b6fc-4a9b-a4f5-9a9e9a16f1fe tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/ports?device_id=23adebe6-4745-4a47-8583-c86c28545de2 HTTP/1.1" status: 200 len: 984 time: 0.1207373 Feb 09 21:33:04.588722 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef32a016-e25d-433c-8452-49d27d7834f4 req-095b3d5d-b1c4-45f9-969f-2ee4f108ec1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:04.601711 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ef32a016-e25d-433c-8452-49d27d7834f4 req-095b3d5d-b1c4-45f9-969f-2ee4f108ec1f service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7f960ea9e4814f1c9f3d6e0840e5a81e&device_id=23adebe6-4745-4a47-8583-c86c28545de2 HTTP/1.1" status: 200 len: 1166 time: 0.1334023 Feb 09 21:33:04.745655 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-623d2ebe-ce91-41f7-98c0-c6a1fabfd684 req-377df21e-523b-4d62-88f7-e3f6781dc8e2 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/security-groups?id=c3040257-10c7-4125-9ae3-fd18b01a083b&id=000b5c05-19e3-420b-9015-081c6c7f11c3&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1674225 Feb 09 21:33:04.801339 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6046cc2c-02d5-4cb4-8931-48d194081f6d req-429b6114-fbb0-47f3-b750-0b7d9d63cb0b tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:04.802868 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6046cc2c-02d5-4cb4-8931-48d194081f6d req-429b6114-fbb0-47f3-b750-0b7d9d63cb0b tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=a4fc49e4-17e3-4e1a-ad3a-53772172f962 HTTP/1.1" status: 200 len: 943 time: 0.0877008 Feb 09 21:33:04.863628 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef32a016-e25d-433c-8452-49d27d7834f4 req-9e8bd06f-441b-4d8a-bc1c-dd26c99b3770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:04.865111 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ef32a016-e25d-433c-8452-49d27d7834f4 req-9e8bd06f-441b-4d8a-bc1c-dd26c99b3770 service neutron] 10.222.0.95 "GET /v2.0/networks?id=1ccb3c1e-996b-41e3-9a90-cc05638f9e89 HTTP/1.1" status: 200 len: 913 time: 0.2200623 Feb 09 21:33:04.944411 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6046cc2c-02d5-4cb4-8931-48d194081f6d req-70dd81c1-90d9-4a04-9226-8750d989f6be tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300323 Feb 09 21:33:04.949192 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ef32a016-e25d-433c-8452-49d27d7834f4 req-3114dc82-101c-4eb3-adcd-06081edfd054 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=22b68a4b-8a0a-42ed-af83-ebfbb1142745 HTTP/1.1" status: 200 len: 217 time: 0.0605791 Feb 09 21:33:05.035391 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a04946a-2a0d-4f31-880b-55abeefd7b3c req-54c85c3d-e3df-4ec3-8f2e-a2e223c5f4fd tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:05.036947 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6a04946a-2a0d-4f31-880b-55abeefd7b3c req-54c85c3d-e3df-4ec3-8f2e-a2e223c5f4fd tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=4f8339ab-f401-4931-96ab-51b877546307 HTTP/1.1" status: 200 len: 950 time: 0.1937633 Feb 09 21:33:05.062288 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef32a016-e25d-433c-8452-49d27d7834f4 req-6683dca6-d472-4c62-905a-ca8ad9b232d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:05.063790 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ef32a016-e25d-433c-8452-49d27d7834f4 req-6683dca6-d472-4c62-905a-ca8ad9b232d8 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=954aeff3-776a-4d4a-b59c-79cdefb95559 HTTP/1.1" status: 200 len: 852 time: 0.0987048 Feb 09 21:33:05.133142 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ef32a016-e25d-433c-8452-49d27d7834f4 req-c7e58917-4d82-4751-9d90-36f9e0cf553a service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=1ccb3c1e-996b-41e3-9a90-cc05638f9e89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471199 Feb 09 21:33:05.152537 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '869587a8-56e2-4f69-97b5-5467b85d2a79', 'name': 'network-vif-deleted', 'tag': 'ab9d25ae-d4c5-4858-a2a3-37eb99643062'}, {'name': 'network-changed', 'server_uuid': '23adebe6-4745-4a47-8583-c86c28545de2', 'tag': '22b68a4b-8a0a-42ed-af83-ebfbb1142745'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:33:05.155900 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a6a78fe-f5ac-439d-af62-474566cb8f66" -d '{"events": [{"server_uuid": "869587a8-56e2-4f69-97b5-5467b85d2a79", "name": "network-vif-deleted", "tag": "ab9d25ae-d4c5-4858-a2a3-37eb99643062"}, {"name": "network-changed", "server_uuid": "23adebe6-4745-4a47-8583-c86c28545de2", "tag": "22b68a4b-8a0a-42ed-af83-ebfbb1142745"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:33:05.167320 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fee5c8-100b-4c34-af46-e70a92f7ce35 req-b2be2deb-da76-4571-a5af-62af22c5b524 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:05.168926 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-85fee5c8-100b-4c34-af46-e70a92f7ce35 req-b2be2deb-da76-4571-a5af-62af22c5b524 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=d16a6bf9-e416-481d-94cc-c397ae771e97 HTTP/1.1" status: 200 len: 950 time: 0.1609840 Feb 09 21:33:05.181066 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6a04946a-2a0d-4f31-880b-55abeefd7b3c req-d49c7a0c-7030-4846-82fc-40aeaaef8710 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245403 Feb 09 21:33:05.352496 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-85fee5c8-100b-4c34-af46-e70a92f7ce35 req-41dafaca-6911-4e5f-9f49-fccf2b8e7847 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701961 Feb 09 21:33:05.373175 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ef32a016-e25d-433c-8452-49d27d7834f4 req-a353a984-2666-40ae-8ff7-e23962c4b78c service neutron] 10.222.0.95 "GET /v2.0/networks/1ccb3c1e-996b-41e3-9a90-cc05638f9e89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263606 Feb 09 21:33:05.388761 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74600db4-447e-4d73-b61e-101b91acd256 req-3ce021f7-34b8-40de-b968-aea81c89108b tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:05.390365 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-74600db4-447e-4d73-b61e-101b91acd256 req-3ce021f7-34b8-40de-b968-aea81c89108b tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed637eb7-997b-4a50-b9a4-acd664f51f8f HTTP/1.1" status: 200 len: 946 time: 0.0973225 Feb 09 21:33:05.443026 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:33:05.493023 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 09 Feb 2022 21:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-338ceaf6-398a-48a8-8b3d-76a651d783b4 x-openstack-request-id: req-338ceaf6-398a-48a8-8b3d-76a651d783b4 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:33:05.494270 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "869587a8-56e2-4f69-97b5-5467b85d2a79", "name": "network-vif-deleted", "tag": "ab9d25ae-d4c5-4858-a2a3-37eb99643062", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "23adebe6-4745-4a47-8583-c86c28545de2", "tag": "22b68a4b-8a0a-42ed-af83-ebfbb1142745", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:33:05.494810 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-338ceaf6-398a-48a8-8b3d-76a651d783b4 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:33:05.495430 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '869587a8-56e2-4f69-97b5-5467b85d2a79', 'name': 'network-vif-deleted', 'tag': 'ab9d25ae-d4c5-4858-a2a3-37eb99643062', 'status': 'completed', 'code': 200} Feb 09 21:33:05.495896 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23adebe6-4745-4a47-8583-c86c28545de2', 'tag': '22b68a4b-8a0a-42ed-af83-ebfbb1142745', 'status': 'completed', 'code': 200} Feb 09 21:33:05.606459 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec,segment=NetworkSegment(aad88faa-37a1-49ac-8a06-d36169fb75d8),segment_id=aad88faa-37a1-49ac-8a06-d36169fb75d8)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:33:05.611669 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-74600db4-447e-4d73-b61e-101b91acd256 req-52653d88-09dc-494f-889f-2bbb0f35481b tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049234 Feb 09 21:33:05.625558 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': '5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec', 'network_id': '37143bd2-1331-4c73-96e2-f9c3179c6daf', 'port_id': '5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec', 'mac_address': 'fa:16:3e:e7:f4:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5dc5768-86f9-4907-b987-49606f9e43f9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:33:05.659572 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c075ee-5d2d-4032-bfdc-074681ac6c0b req-a445316a-2da0-4d80-9cce-f98e993c34d2 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:05.664298 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c6c075ee-5d2d-4032-bfdc-074681ac6c0b req-a445316a-2da0-4d80-9cce-f98e993c34d2 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "GET /v2.0/ports?device_id=38cc1ef5-7c9e-43f8-b5e3-18d29366e6ea HTTP/1.1" status: 200 len: 945 time: 0.1729939 Feb 09 21:33:05.670525 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ef32a016-e25d-433c-8452-49d27d7834f4 req-be901930-7ebc-4d57-9f2b-d876cb45c63c service neutron] 10.222.0.95 "GET /v2.0/networks/1ccb3c1e-996b-41e3-9a90-cc05638f9e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791309 Feb 09 21:33:05.701324 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:33:05.702887 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:05.734378 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:33:05.777836 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec,segment=NetworkSegment(aad88faa-37a1-49ac-8a06-d36169fb75d8),segment_id=aad88faa-37a1-49ac-8a06-d36169fb75d8)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:33:05.785937 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:05.806746 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c6c075ee-5d2d-4032-bfdc-074681ac6c0b req-2a0e7b0a-bc1f-4c6a-b2da-ad823b7e3eaa tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf86e5b7-36f5-4887-a89f-16073b9e7049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307235 Feb 09 21:33:05.850374 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:05.889714 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6a78fe-f5ac-439d-af62-474566cb8f66 req-667f0150-73b8-4d08-ad98-54048a248a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:05.892581 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7a6a78fe-f5ac-439d-af62-474566cb8f66 req-667f0150-73b8-4d08-ad98-54048a248a9e service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7f960ea9e4814f1c9f3d6e0840e5a81e&device_id=23adebe6-4745-4a47-8583-c86c28545de2 HTTP/1.1" status: 200 len: 1166 time: 0.1306379 Feb 09 21:33:06.091833 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6a78fe-f5ac-439d-af62-474566cb8f66 req-e98427c5-725c-4c83-9b81-3ebfa8432af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:06.093449 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7a6a78fe-f5ac-439d-af62-474566cb8f66 req-e98427c5-725c-4c83-9b81-3ebfa8432af1 service neutron] 10.222.0.95 "GET /v2.0/networks?id=1ccb3c1e-996b-41e3-9a90-cc05638f9e89 HTTP/1.1" status: 200 len: 913 time: 0.1766050 Feb 09 21:33:06.207581 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7a6a78fe-f5ac-439d-af62-474566cb8f66 req-6b46106c-5469-489b-b7b4-7e9dcba39191 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=22b68a4b-8a0a-42ed-af83-ebfbb1142745 HTTP/1.1" status: 200 len: 217 time: 0.0652399 Feb 09 21:33:06.223264 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e75d72d-6651-44db-9412-6bfb744d5cd0 req-c39b5ee0-2d18-421a-a8d4-da65ed1751a2 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:06.232527 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5e75d72d-6651-44db-9412-6bfb744d5cd0 req-c39b5ee0-2d18-421a-a8d4-da65ed1751a2 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/ports?device_id=23adebe6-4745-4a47-8583-c86c28545de2 HTTP/1.1" status: 200 len: 984 time: 0.3643711 Feb 09 21:33:06.303439 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de27a174-db4a-41bf-8fe9-d6896eb8c07d req-7171ace9-5bff-4630-85e9-46370c348709 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:06.305034 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-de27a174-db4a-41bf-8fe9-d6896eb8c07d req-7171ace9-5bff-4630-85e9-46370c348709 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.95 "GET /v2.0/ports?device_id=38cc1ef5-7c9e-43f8-b5e3-18d29366e6ea HTTP/1.1" status: 200 len: 945 time: 0.2494247 Feb 09 21:33:06.312344 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:33:06.326461 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fb69ab-3410-4982-a018-f35173d9be1b req-f87de87d-f5e8-4759-9674-2fce00814c63 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:06.328151 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-99fb69ab-3410-4982-a018-f35173d9be1b req-f87de87d-f5e8-4759-9674-2fce00814c63 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=a4fc49e4-17e3-4e1a-ad3a-53772172f962 HTTP/1.1" status: 200 len: 944 time: 0.2705140 Feb 09 21:33:06.350531 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 52880) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:06.371828 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:33:06.407218 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6a78fe-f5ac-439d-af62-474566cb8f66 req-2bdcd582-a8bc-4108-a31f-7d28609ec4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:06.408731 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7a6a78fe-f5ac-439d-af62-474566cb8f66 req-2bdcd582-a8bc-4108-a31f-7d28609ec4f4 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=954aeff3-776a-4d4a-b59c-79cdefb95559 HTTP/1.1" status: 200 len: 852 time: 0.1704209 Feb 09 21:33:06.470449 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 52886) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:06.508458 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7a6a78fe-f5ac-439d-af62-474566cb8f66 req-52bfaadc-ecbe-4569-89d7-39951c41b59e service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=1ccb3c1e-996b-41e3-9a90-cc05638f9e89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750954 Feb 09 21:33:06.515080 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5e75d72d-6651-44db-9412-6bfb744d5cd0 req-6dcb6ae8-43a8-48af-af85-75663ea35dd0 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/security-groups?id=c3040257-10c7-4125-9ae3-fd18b01a083b&id=000b5c05-19e3-420b-9015-081c6c7f11c3&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2815480 Feb 09 21:33:06.532423 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-99fb69ab-3410-4982-a018-f35173d9be1b req-8bea2bc0-8084-4b6f-a595-3c5a8f1f76bd tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929889 Feb 09 21:33:06.669804 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-52d842ca-40f1-458c-a58b-c19a5dd6c86d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:06.723009 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2c2bd1cf-c205-4223-a2fe-7544510cc64c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:06.824683 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2c2bd1cf-c205-4223-a2fe-7544510cc64c admin admin] Publish callbacks [] for security_group (1d56bad9-5132-4f70-b649-849a8e2a8f90), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:06.834232 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2c2bd1cf-c205-4223-a2fe-7544510cc64c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (1d56bad9-5132-4f70-b649-849a8e2a8f90), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:06.842636 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-52d842ca-40f1-458c-a58b-c19a5dd6c86d admin admin] Publish callbacks [] for security_group (bcd0321d-62bd-485e-87b6-65b4847d26e1), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:06.857459 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-52d842ca-40f1-458c-a58b-c19a5dd6c86d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (bcd0321d-62bd-485e-87b6-65b4847d26e1), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:06.888142 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-2c2bd1cf-c205-4223-a2fe-7544510cc64c admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=db47c6952d5242029af2dba05494f0d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4162889 Feb 09 21:33:06.895038 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 52894) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:06.912951 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2bd1cf-c205-4223-a2fe-7544510cc64c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d56bad9-5132-4f70-b649-849a8e2a8f90,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:06.937694 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-52d842ca-40f1-458c-a58b-c19a5dd6c86d admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=becedee1a781436396831230f5330c85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5853641 Feb 09 21:33:06.947576 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 52896) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:06.989083 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d842ca-40f1-458c-a58b-c19a5dd6c86d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd0321d-62bd-485e-87b6-65b4847d26e1,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:07.015587 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8e730e97-5710-410a-97d2-572d3986f576 admin admin] Publish callbacks [] for security_group (1d56bad9-5132-4f70-b649-849a8e2a8f90), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:07.045028 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4df8d7ac-92dd-4d56-ad7c-505f8c55a258 admin admin] Publish callbacks [] for security_group (bcd0321d-62bd-485e-87b6-65b4847d26e1), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:07.051584 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8e730e97-5710-410a-97d2-572d3986f576 admin admin] Publish callbacks [] for security_group (1d56bad9-5132-4f70-b649-849a8e2a8f90), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:07.088494 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4df8d7ac-92dd-4d56-ad7c-505f8c55a258 admin admin] Publish callbacks [] for security_group (bcd0321d-62bd-485e-87b6-65b4847d26e1), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:07.106363 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7a6a78fe-f5ac-439d-af62-474566cb8f66 req-0da7d9a1-6b4c-4641-b653-ccae0704099a service neutron] 10.222.0.95 "GET /v2.0/networks/1ccb3c1e-996b-41e3-9a90-cc05638f9e89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5716989 Feb 09 21:33:07.163443 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8e730e97-5710-410a-97d2-572d3986f576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (1d56bad9-5132-4f70-b649-849a8e2a8f90), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:07.166394 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8e730e97-5710-410a-97d2-572d3986f576 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:07.170172 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-8e730e97-5710-410a-97d2-572d3986f576 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/1d56bad9-5132-4f70-b649-849a8e2a8f90 HTTP/1.1" status: 204 len: 168 time: 0.2704909 Feb 09 21:33:07.174033 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4df8d7ac-92dd-4d56-ad7c-505f8c55a258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (bcd0321d-62bd-485e-87b6-65b4847d26e1), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:07.177564 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4df8d7ac-92dd-4d56-ad7c-505f8c55a258 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:07.181439 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-4df8d7ac-92dd-4d56-ad7c-505f8c55a258 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/bcd0321d-62bd-485e-87b6-65b4847d26e1 HTTP/1.1" status: 204 len: 168 time: 0.2320659 Feb 09 21:33:07.197495 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e730e97-5710-410a-97d2-572d3986f576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d56bad9-5132-4f70-b649-849a8e2a8f90,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:07.209379 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df8d7ac-92dd-4d56-ad7c-505f8c55a258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcd0321d-62bd-485e-87b6-65b4847d26e1,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:07.263037 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-de27a174-db4a-41bf-8fe9-d6896eb8c07d req-09cfa923-de08-42ea-b39b-0ee2cbc61544 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Deleting port 183b0e32-41ce-4510-afd9-6b8cec0d8944 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:33:07.263559 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-de27a174-db4a-41bf-8fe9-d6896eb8c07d req-09cfa923-de08-42ea-b39b-0ee2cbc61544 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (183b0e32-41ce-4510-afd9-6b8cec0d8944), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:07.276822 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb420f4-8f86-4e0b-b953-0c33ed082343 req-df5a8ed0-0fb0-4e71-aa12-5a530532a1c7 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:07.279160 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0eb420f4-8f86-4e0b-b953-0c33ed082343 req-df5a8ed0-0fb0-4e71-aa12-5a530532a1c7 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=d16a6bf9-e416-481d-94cc-c397ae771e97 HTTP/1.1" status: 200 len: 950 time: 0.6075261 Feb 09 21:33:07.403235 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8035b420-9b57-4125-a524-95e2b9b95fd1 req-0d553e7f-4015-4326-a78f-310672212929 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:07.404901 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8035b420-9b57-4125-a524-95e2b9b95fd1 req-0d553e7f-4015-4326-a78f-310672212929 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.95 "GET /v2.0/ports?device_id=d16a6bf9-e416-481d-94cc-c397ae771e97 HTTP/1.1" status: 200 len: 950 time: 0.2939923 Feb 09 21:33:07.412757 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91893db-ba26-4201-b114-fb7b9bb7722d req-5e45e521-b98f-4a2a-9156-8c4811fbe302 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:07.419345 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d91893db-ba26-4201-b114-fb7b9bb7722d req-5e45e521-b98f-4a2a-9156-8c4811fbe302 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=4f8339ab-f401-4931-96ab-51b877546307 HTTP/1.1" status: 200 len: 950 time: 0.7274637 Feb 09 21:33:07.519124 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7a6a78fe-f5ac-439d-af62-474566cb8f66 req-c985386d-ee38-42f1-a175-3712cd900c40 service neutron] 10.222.0.95 "GET /v2.0/networks/1ccb3c1e-996b-41e3-9a90-cc05638f9e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3943896 Feb 09 21:33:07.553031 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-de27a174-db4a-41bf-8fe9-d6896eb8c07d req-09cfa923-de08-42ea-b39b-0ee2cbc61544 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] For port 183b0e32-41ce-4510-afd9-6b8cec0d8944, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=183b0e32-41ce-4510-afd9-6b8cec0d8944,segment=NetworkSegment(245b6cbf-bc8c-4ac6-8eda-9aca94663a57),segment_id=245b6cbf-bc8c-4ac6-8eda-9aca94663a57)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:33:07.553403 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-de27a174-db4a-41bf-8fe9-d6896eb8c07d req-09cfa923-de08-42ea-b39b-0ee2cbc61544 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (183b0e32-41ce-4510-afd9-6b8cec0d8944), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:07.611815 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0eb420f4-8f86-4e0b-b953-0c33ed082343 req-8cadff0a-41c3-476c-8256-e2138b247c0d tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/security-groups?id=87589206-c1c7-4bab-a5fd-fd34bf9f0fed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612245 Feb 09 21:33:07.614960 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-de27a174-db4a-41bf-8fe9-d6896eb8c07d req-09cfa923-de08-42ea-b39b-0ee2cbc61544 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Calling delete_port for 183b0e32-41ce-4510-afd9-6b8cec0d8944 owned by compute:nova {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:33:07.632292 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d91893db-ba26-4201-b114-fb7b9bb7722d req-55510567-6c4e-4a39-8d94-39c726c2424b tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119641 Feb 09 21:33:07.720445 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-8035b420-9b57-4125-a524-95e2b9b95fd1 req-c235e9ad-6ae0-4176-a47c-baafd88aee79 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Deleting port 4bbd8126-4683-4cf5-bea6-1038ce90a505 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:33:07.720985 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-8035b420-9b57-4125-a524-95e2b9b95fd1 req-c235e9ad-6ae0-4176-a47c-baafd88aee79 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (4bbd8126-4683-4cf5-bea6-1038ce90a505), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:07.751946 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 52918) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:07.771170 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-435321fe-84d4-4ffc-980c-fb2e90c16ee8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:07.887559 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-435321fe-84d4-4ffc-980c-fb2e90c16ee8 admin admin] Publish callbacks [] for security_group (cb83ac21-38ba-4907-a290-4b84b3801e04), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:07.899609 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-435321fe-84d4-4ffc-980c-fb2e90c16ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (cb83ac21-38ba-4907-a290-4b84b3801e04), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:07.952611 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-8035b420-9b57-4125-a524-95e2b9b95fd1 req-c235e9ad-6ae0-4176-a47c-baafd88aee79 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] For port 4bbd8126-4683-4cf5-bea6-1038ce90a505, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=4bbd8126-4683-4cf5-bea6-1038ce90a505,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:33:07.953065 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-8035b420-9b57-4125-a524-95e2b9b95fd1 req-c235e9ad-6ae0-4176-a47c-baafd88aee79 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (4bbd8126-4683-4cf5-bea6-1038ce90a505), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:07.956831 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-435321fe-84d4-4ffc-980c-fb2e90c16ee8 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=3910c6dd464548989efb9e6398028e33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2031219 Feb 09 21:33:07.958508 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435321fe-84d4-4ffc-980c-fb2e90c16ee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb83ac21-38ba-4907-a290-4b84b3801e04,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:07.963575 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 52922) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:07.988103 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5f92ef-fe42-4caf-9a47-50310bc1e02c req-aabb65e2-01f0-4b44-b964-382280cc7871 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:07.989963 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9e5f92ef-fe42-4caf-9a47-50310bc1e02c req-aabb65e2-01f0-4b44-b964-382280cc7871 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed637eb7-997b-4a50-b9a4-acd664f51f8f HTTP/1.1" status: 200 len: 946 time: 0.2725346 Feb 09 21:33:08.000339 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-8035b420-9b57-4125-a524-95e2b9b95fd1 req-c235e9ad-6ae0-4176-a47c-baafd88aee79 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Calling delete_port for 4bbd8126-4683-4cf5-bea6-1038ce90a505 owned by compute:nova {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:33:08.032308 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c06562-fcf6-4d86-98fa-6eddbb6fd16a req-1120b736-a90b-44cb-85d6-240a5ff7d653 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:08.034025 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a7c06562-fcf6-4d86-98fa-6eddbb6fd16a req-1120b736-a90b-44cb-85d6-240a5ff7d653 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "GET /v2.0/ports?device_id=38cc1ef5-7c9e-43f8-b5e3-18d29366e6ea HTTP/1.1" status: 200 len: 945 time: 0.2450714 Feb 09 21:33:08.041156 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-344c87fa-3ad6-473b-bbf7-0e791a2e811c admin admin] Publish callbacks [] for security_group (cb83ac21-38ba-4907-a290-4b84b3801e04), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:08.048937 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-de27a174-db4a-41bf-8fe9-d6896eb8c07d req-09cfa923-de08-42ea-b39b-0ee2cbc61544 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (183b0e32-41ce-4510-afd9-6b8cec0d8944), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:08.072806 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-344c87fa-3ad6-473b-bbf7-0e791a2e811c admin admin] Publish callbacks [] for security_group (cb83ac21-38ba-4907-a290-4b84b3801e04), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:08.146862 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-344c87fa-3ad6-473b-bbf7-0e791a2e811c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (cb83ac21-38ba-4907-a290-4b84b3801e04), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:08.149882 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-344c87fa-3ad6-473b-bbf7-0e791a2e811c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:08.153782 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-344c87fa-3ad6-473b-bbf7-0e791a2e811c admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/cb83ac21-38ba-4907-a290-4b84b3801e04 HTTP/1.1" status: 204 len: 168 time: 0.1890712 Feb 09 21:33:08.164676 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344c87fa-3ad6-473b-bbf7-0e791a2e811c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb83ac21-38ba-4907-a290-4b84b3801e04,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:08.283962 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cfa923-de08-42ea-b39b-0ee2cbc61544 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Pushing event deleted for resources: {'Port': ['ID=183b0e32-41ce-4510-afd9-6b8cec0d8944,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:08.324844 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-8035b420-9b57-4125-a524-95e2b9b95fd1 req-c235e9ad-6ae0-4176-a47c-baafd88aee79 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (4bbd8126-4683-4cf5-bea6-1038ce90a505), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:08.325103 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 52932) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:08.343438 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['4bbd8126-4683-4cf5-bea6-1038ce90a505'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:33:08.433358 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9e5f92ef-fe42-4caf-9a47-50310bc1e02c req-9bebf711-e162-45cf-a9c5-2d836f4316a6 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4303622 Feb 09 21:33:08.434338 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c235e9ad-6ae0-4176-a47c-baafd88aee79 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Pushing event deleted for resources: {'Port': ['ID=4bbd8126-4683-4cf5-bea6-1038ce90a505,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:08.436528 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-de27a174-db4a-41bf-8fe9-d6896eb8c07d req-09cfa923-de08-42ea-b39b-0ee2cbc61544 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] No DVR routers for this DVR port 183b0e32-41ce-4510-afd9-6b8cec0d8944 on host n-h1-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:33:08.447707 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-de27a174-db4a-41bf-8fe9-d6896eb8c07d req-09cfa923-de08-42ea-b39b-0ee2cbc61544 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:08.452174 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-de27a174-db4a-41bf-8fe9-d6896eb8c07d req-09cfa923-de08-42ea-b39b-0ee2cbc61544 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.95 "DELETE /v2.0/ports/183b0e32-41ce-4510-afd9-6b8cec0d8944 HTTP/1.1" status: 204 len: 173 time: 2.1338267 Feb 09 21:33:08.452834 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38cc1ef5-7c9e-43f8-b5e3-18d29366e6ea', 'name': 'network-vif-deleted', 'tag': '183b0e32-41ce-4510-afd9-6b8cec0d8944'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:33:08.455397 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19fd4ba2-2d1a-4621-949e-5859395137bb" -d '{"events": [{"server_uuid": "38cc1ef5-7c9e-43f8-b5e3-18d29366e6ea", "name": "network-vif-deleted", "tag": "183b0e32-41ce-4510-afd9-6b8cec0d8944"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:33:08.481374 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a7c06562-fcf6-4d86-98fa-6eddbb6fd16a req-99b2924a-b2a0-4238-8677-781401f3f395 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf86e5b7-36f5-4887-a89f-16073b9e7049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4292352 Feb 09 21:33:08.559693 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-8035b420-9b57-4125-a524-95e2b9b95fd1 req-c235e9ad-6ae0-4176-a47c-baafd88aee79 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] No DVR routers for this DVR port 4bbd8126-4683-4cf5-bea6-1038ce90a505 on host n-h1-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:33:08.576843 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-8035b420-9b57-4125-a524-95e2b9b95fd1 req-c235e9ad-6ae0-4176-a47c-baafd88aee79 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:08.585790 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8035b420-9b57-4125-a524-95e2b9b95fd1 req-c235e9ad-6ae0-4176-a47c-baafd88aee79 tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.95 "DELETE /v2.0/ports/4bbd8126-4683-4cf5-bea6-1038ce90a505 HTTP/1.1" status: 204 len: 173 time: 1.1636908 Feb 09 21:33:08.610972 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-f15df375-a18c-4298-9093-df33fce5ba14 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-912796995-network', 'tenant_id': '2b3a548c94fb42a286d978cc762dd85c'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:33:08.638378 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f15df375-a18c-4298-9093-df33fce5ba14 admin admin] Made reservation on behalf of 2b3a548c94fb42a286d978cc762dd85c for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:33:08.642801 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f15df375-a18c-4298-9093-df33fce5ba14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:08.655770 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f15df375-a18c-4298-9093-df33fce5ba14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:08.711054 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e11d6a-9903-4fde-a5c3-bf78f9c8e33e req-67682da5-fbce-4638-b3c9-00589f46265e tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:08.712635 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-77e11d6a-9903-4fde-a5c3-bf78f9c8e33e req-67682da5-fbce-4638-b3c9-00589f46265e tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=a4fc49e4-17e3-4e1a-ad3a-53772172f962 HTTP/1.1" status: 200 len: 944 time: 0.1214778 Feb 09 21:33:08.753577 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c055fed1-566a-4c8c-8b3c-2f1e87cf68c9 req-9baa54f6-97cd-48a5-91e6-b4c1094d60e2 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:08.755835 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c055fed1-566a-4c8c-8b3c-2f1e87cf68c9 req-9baa54f6-97cd-48a5-91e6-b4c1094d60e2 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/ports?device_id=23adebe6-4745-4a47-8583-c86c28545de2 HTTP/1.1" status: 200 len: 984 time: 0.1156662 Feb 09 21:33:08.816809 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f15df375-a18c-4298-9093-df33fce5ba14 admin admin] Publish callbacks [] for security_group (ddab2340-caac-469a-a763-0de9d7911eda), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:08.820985 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f15df375-a18c-4298-9093-df33fce5ba14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (ddab2340-caac-469a-a763-0de9d7911eda), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:08.835551 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-77e11d6a-9903-4fde-a5c3-bf78f9c8e33e req-a3b55cca-a92e-4924-9e3c-f73b7abb334e tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130772 Feb 09 21:33:08.852407 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f15df375-a18c-4298-9093-df33fce5ba14 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:33:08.856006 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c055fed1-566a-4c8c-8b3c-2f1e87cf68c9 req-eb18f130-9a02-48c9-bd82-f2901d3f5ddc tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/security-groups?id=c3040257-10c7-4125-9ae3-fd18b01a083b&id=000b5c05-19e3-420b-9015-081c6c7f11c3&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0907226 Feb 09 21:33:08.873381 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f15df375-a18c-4298-9093-df33fce5ba14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (390ae47d-e2b0-4548-b600-8ac81d8c9e02), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:08.873897 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-f15df375-a18c-4298-9093-df33fce5ba14 admin admin] Added segment 390ae47d-e2b0-4548-b600-8ac81d8c9e02 of type vlan for network 0f09ea50-bb9b-419a-b9c4-2818d5d4552e Feb 09 21:33:08.923112 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-9a552277-32e3-48da-8557-06c23ed371bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:08.955942 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc67d93b-7209-4b14-8f1b-130dc4408518 x-openstack-request-id: req-fc67d93b-7209-4b14-8f1b-130dc4408518 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:33:08.956278 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38cc1ef5-7c9e-43f8-b5e3-18d29366e6ea", "name": "network-vif-deleted", "tag": "183b0e32-41ce-4510-afd9-6b8cec0d8944", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:33:08.956546 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-fc67d93b-7209-4b14-8f1b-130dc4408518 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:33:08.956961 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38cc1ef5-7c9e-43f8-b5e3-18d29366e6ea', 'name': 'network-vif-deleted', 'tag': '183b0e32-41ce-4510-afd9-6b8cec0d8944', 'status': 'completed', 'code': 200} Feb 09 21:33:08.980941 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f15df375-a18c-4298-9093-df33fce5ba14 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (0f09ea50-bb9b-419a-b9c4-2818d5d4552e), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:09.043588 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-516ee5bf-8bf1-4f7b-9c32-90bbe3310108 req-e3b828fe-41cd-45a2-8a35-81654157035e tempest-ServersOnMultiNodesTest-694769018 tempest-ServersOnMultiNodesTest-694769018-project] 10.222.0.90 "GET /v2.0/ports?device_id=d16a6bf9-e416-481d-94cc-c397ae771e97 HTTP/1.1" status: 200 len: 210 time: 0.0500741 Feb 09 21:33:09.045497 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f15df375-a18c-4298-9093-df33fce5ba14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (0f09ea50-bb9b-419a-b9c4-2818d5d4552e), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:09.050938 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15df375-a18c-4298-9093-df33fce5ba14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:09.051544 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f15df375-a18c-4298-9093-df33fce5ba14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:09.191627 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-f15df375-a18c-4298-9093-df33fce5ba14 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8653538 Feb 09 21:33:09.198147 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 52960) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:09.209265 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-e2c14c22-244e-4c80-bed1-e1e6fc1ac148 admin admin] Request body: {'subnet': {'network_id': '0f09ea50-bb9b-419a-b9c4-2818d5d4552e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-912796995-subnet', 'tenant_id': '2b3a548c94fb42a286d978cc762dd85c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:33:09.222579 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15df375-a18c-4298-9093-df33fce5ba14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddab2340-caac-469a-a763-0de9d7911eda,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:09.238173 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932720a6-a21f-403e-96a5-93ed1fcec2e0 req-70c02eb9-b94c-4a34-aabb-a1c2f84389d0 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:09.239773 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-932720a6-a21f-403e-96a5-93ed1fcec2e0 req-70c02eb9-b94c-4a34-aabb-a1c2f84389d0 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=4f8339ab-f401-4931-96ab-51b877546307 HTTP/1.1" status: 200 len: 950 time: 0.1721106 Feb 09 21:33:09.242427 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15df375-a18c-4298-9093-df33fce5ba14 admin admin] Pushing event updated for resources: {'Network': ['ID=0f09ea50-bb9b-419a-b9c4-2818d5d4552e,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:09.277254 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2c14c22-244e-4c80-bed1-e1e6fc1ac148 admin admin] Made reservation on behalf of 2b3a548c94fb42a286d978cc762dd85c for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:33:09.277879 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 0f09ea50-bb9b-419a-b9c4-2818d5d4552e details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:33:09.280666 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e2c14c22-244e-4c80-bed1-e1e6fc1ac148 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621317'] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:09.407456 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0710d4db-a646-47bb-9a2c-8afa80c12379 req-0e8a6591-34ef-4cd5-8276-594a629930fc tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-643204452&fields=id&tenant_id=7f960ea9e4814f1c9f3d6e0840e5a81e HTTP/1.1" status: 200 len: 267 time: 0.2321646 Feb 09 21:33:09.476552 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:33:09.490904 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-932720a6-a21f-403e-96a5-93ed1fcec2e0 req-3c45dadc-f09d-4d15-a8c8-2fbbc983ec6a tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218177 Feb 09 21:33:09.556263 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning for port 5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:33:09.564366 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port 5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:33:09.565196 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:09.586176 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0710d4db-a646-47bb-9a2c-8afa80c12379 req-ce214d77-628b-4a76-bf87-73e6994cfbd5 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:09.594290 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0710d4db-a646-47bb-9a2c-8afa80c12379 req-ce214d77-628b-4a76-bf87-73e6994cfbd5 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/ports?device_id=23adebe6-4745-4a47-8583-c86c28545de2 HTTP/1.1" status: 200 len: 984 time: 0.1776559 Feb 09 21:33:09.643123 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-0710d4db-a646-47bb-9a2c-8afa80c12379 req-b4324688-3d5c-4d55-b69d-d164a351f4c6 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Request body: {'port': {'security_groups': ['000b5c05-19e3-420b-9015-081c6c7f11c3', 'c3040257-10c7-4125-9ae3-fd18b01a083b', 'ebe33613-6d4c-45ab-95d3-83434259d0f1']}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:33:09.700892 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:33:09.701382 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:09.729689 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4fc49e4-17e3-4e1a-ad3a-53772172f962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:33:09.733422 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a9893d-092d-487b-921b-78d6125f1b37" -d '{"events": [{"server_uuid": "a4fc49e4-17e3-4e1a-ad3a-53772172f962", "name": "network-vif-plugged", "status": "completed", "tag": "5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:33:09.752064 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec,segment=NetworkSegment(aad88faa-37a1-49ac-8a06-d36169fb75d8),segment_id=aad88faa-37a1-49ac-8a06-d36169fb75d8)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:33:09.755548 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e2c14c22-244e-4c80-bed1-e1e6fc1ac148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621371'] for subnet (16291f96-d2f3-469e-b346-010307eb5b22), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:09.757815 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:09.788581 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 183b0e32-41ce-4510-afd9-6b8cec0d8944 no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:33:09.820952 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] No Port match for: 183b0e32-41ce-4510-afd9-6b8cec0d8944 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:33:09.821687 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 183b0e32-41ce-4510-afd9-6b8cec0d8944 not bound to the agent host n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:33:09.822260 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 4bbd8126-4683-4cf5-bea6-1038ce90a505 no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:33:09.853386 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] No Port match for: 4bbd8126-4683-4cf5-bea6-1038ce90a505 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:33:09.853996 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 4bbd8126-4683-4cf5-bea6-1038ce90a505 not bound to the agent host n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:33:09.867258 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-0710d4db-a646-47bb-9a2c-8afa80c12379 req-b4324688-3d5c-4d55-b69d-d164a351f4c6 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (22b68a4b-8a0a-42ed-af83-ebfbb1142745), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:09.875002 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:09.917703 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c8bf81-539c-4c20-b10f-7ade7e447ad6 req-3bf4f386-0f50-4423-957c-1e47bc18732d tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:09.919341 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e6c8bf81-539c-4c20-b10f-7ade7e447ad6 req-3bf4f386-0f50-4423-957c-1e47bc18732d tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed637eb7-997b-4a50-b9a4-acd664f51f8f HTTP/1.1" status: 200 len: 946 time: 0.3194542 Feb 09 21:33:09.953098 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c14c22-244e-4c80-bed1-e1e6fc1ac148 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16291f96-d2f3-469e-b346-010307eb5b22,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:09.980646 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c14c22-244e-4c80-bed1-e1e6fc1ac148 admin admin] Checking segment: {'id': '390ae47d-e2b0-4548-b600-8ac81d8c9e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0f09ea50-bb9b-419a-b9c4-2818d5d4552e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:33:09.981256 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c14c22-244e-4c80-bed1-e1e6fc1ac148 admin admin] Network hostable DHCP agents. Network: 0f09ea50-bb9b-419a-b9c4-2818d5d4552e, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:33:10.052039 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c14c22-244e-4c80-bed1-e1e6fc1ac148 admin admin] Network 0f09ea50-bb9b-419a-b9c4-2818d5d4552e is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:33:10.067548 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e6c8bf81-539c-4c20-b10f-7ade7e447ad6 req-37fd8802-45f1-482a-9a89-de9dbebcfcdf tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387551 Feb 09 21:33:10.073075 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-e2c14c22-244e-4c80-bed1-e1e6fc1ac148 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 0f09ea50-bb9b-419a-b9c4-2818d5d4552e) {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:33:10.083273 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dde70a0-948d-409c-98b7-32ee55533dd1 None None] Network 0f09ea50-bb9b-419a-b9c4-2818d5d4552e requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:33:10.093818 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c14c22-244e-4c80-bed1-e1e6fc1ac148 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:10.095099 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e2c14c22-244e-4c80-bed1-e1e6fc1ac148 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:10.146796 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-e2c14c22-244e-4c80-bed1-e1e6fc1ac148 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9413826 Feb 09 21:33:10.261133 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18ea6124-a768-4871-8bb3-1feff970a720 x-openstack-request-id: req-18ea6124-a768-4871-8bb3-1feff970a720 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:33:10.261416 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4fc49e4-17e3-4e1a-ad3a-53772172f962", "name": "network-vif-plugged", "status": "completed", "tag": "5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:33:10.261679 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-18ea6124-a768-4871-8bb3-1feff970a720 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:33:10.262083 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4fc49e4-17e3-4e1a-ad3a-53772172f962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec', 'code': 200} Feb 09 21:33:10.399397 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca7bcc4-f11d-4c8e-91bb-f7454ef2ea57 None None] Network 0f09ea50-bb9b-419a-b9c4-2818d5d4552e requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:33:10.416797 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fc7061-1095-41dd-9e67-b5b8ca87cd51 req-8b800141-1ab8-446e-8946-1529c28e0d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:10.418618 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-87fc7061-1095-41dd-9e67-b5b8ca87cd51 req-8b800141-1ab8-446e-8946-1529c28e0d12 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=a4fc49e4-17e3-4e1a-ad3a-53772172f962 HTTP/1.1" status: 200 len: 1127 time: 0.0643077 Feb 09 21:33:10.465184 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-0710d4db-a646-47bb-9a2c-8afa80c12379 req-b4324688-3d5c-4d55-b69d-d164a351f4c6 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] For port 22b68a4b-8a0a-42ed-af83-ebfbb1142745, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=22b68a4b-8a0a-42ed-af83-ebfbb1142745,segment=NetworkSegment(f0a49655-0dab-4be5-a139-f143e1a2272b),segment_id=f0a49655-0dab-4be5-a139-f143e1a2272b)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:33:10.507949 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b9ea59-9e9b-4625-ab1a-0fd563e4a1c9 req-b0def7d4-7c75-45e0-9d00-2f5151fac520 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:10.512180 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-36b9ea59-9e9b-4625-ab1a-0fd563e4a1c9 req-b0def7d4-7c75-45e0-9d00-2f5151fac520 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=a4fc49e4-17e3-4e1a-ad3a-53772172f962 HTTP/1.1" status: 200 len: 945 time: 0.1021903 Feb 09 21:33:10.515750 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-87fc7061-1095-41dd-9e67-b5b8ca87cd51 req-c7f62e71-c636-4f7a-860d-9c153f5bbdef service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866477 Feb 09 21:33:10.529431 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-0710d4db-a646-47bb-9a2c-8afa80c12379 req-b4324688-3d5c-4d55-b69d-d164a351f4c6 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Publish callbacks [] for port (22b68a4b-8a0a-42ed-af83-ebfbb1142745), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:10.544546 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-0710d4db-a646-47bb-9a2c-8afa80c12379 req-b4324688-3d5c-4d55-b69d-d164a351f4c6 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (22b68a4b-8a0a-42ed-af83-ebfbb1142745), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:10.561397 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['22b68a4b-8a0a-42ed-af83-ebfbb1142745'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:33:10.595768 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['ebd80d34-efec-4040-b317-f4c5408a5191'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:33:10.620814 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-36b9ea59-9e9b-4625-ab1a-0fd563e4a1c9 req-4c043851-ca46-49aa-96a6-74a9ff135b8c tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966358 Feb 09 21:33:10.639162 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0710d4db-a646-47bb-9a2c-8afa80c12379 req-b4324688-3d5c-4d55-b69d-d164a351f4c6 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:10.639823 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-0710d4db-a646-47bb-9a2c-8afa80c12379 req-b4324688-3d5c-4d55-b69d-d164a351f4c6 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:10.641264 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0710d4db-a646-47bb-9a2c-8afa80c12379 req-b4324688-3d5c-4d55-b69d-d164a351f4c6 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "PUT /v2.0/ports/22b68a4b-8a0a-42ed-af83-ebfbb1142745 HTTP/1.1" status: 200 len: 1020 time: 1.0460899 Feb 09 21:33:10.666862 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4324688-3d5c-4d55-b69d-d164a351f4c6 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Pushing event updated for resources: {'Port': ['ID=22b68a4b-8a0a-42ed-af83-ebfbb1142745,revision_number=7']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:10.765461 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['22b68a4b-8a0a-42ed-af83-ebfbb1142745'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:33:10.830114 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf64362c-2516-45bc-b9eb-2db6a8a7d54c req-5406d164-4a2e-48d1-b66a-983d0573af04 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:10.831815 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bf64362c-2516-45bc-b9eb-2db6a8a7d54c req-5406d164-4a2e-48d1-b66a-983d0573af04 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=4f8339ab-f401-4931-96ab-51b877546307 HTTP/1.1" status: 200 len: 950 time: 0.0747743 Feb 09 21:33:10.909614 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bf64362c-2516-45bc-b9eb-2db6a8a7d54c req-a22a25e8-2c0a-47f1-a98c-d5e26f54843b tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699732 Feb 09 21:33:10.961859 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd16a6bf9-e416-481d-94cc-c397ae771e97', 'name': 'network-vif-deleted', 'tag': '4bbd8126-4683-4cf5-bea6-1038ce90a505'}, {'name': 'network-changed', 'server_uuid': '23adebe6-4745-4a47-8583-c86c28545de2', 'tag': '22b68a4b-8a0a-42ed-af83-ebfbb1142745'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:33:10.965591 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a4ca503-67d1-48f3-a137-1e695e7b865f" -d '{"events": [{"server_uuid": "d16a6bf9-e416-481d-94cc-c397ae771e97", "name": "network-vif-deleted", "tag": "4bbd8126-4683-4cf5-bea6-1038ce90a505"}, {"name": "network-changed", "server_uuid": "23adebe6-4745-4a47-8583-c86c28545de2", "tag": "22b68a4b-8a0a-42ed-af83-ebfbb1142745"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:33:10.991857 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2007a407-f9ea-4a6b-ac05-54c494e11ede req-fae37011-e96b-45a8-b705-0f89486f8365 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/security-groups/ebe33613-6d4c-45ab-95d3-83434259d0f1 HTTP/1.1" status: 200 len: 1816 time: 0.0565262 Feb 09 21:33:11.031326 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-cc93b469-8119-4b3e-8ed6-560d76fa9c66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:11.050531 n-d-828369-5 neutron-server[103140]: INFO neutron.api.v2.resource [req-2007a407-f9ea-4a6b-ac05-54c494e11ede req-ff29c624-d3c3-4522-8e6e-be9e0aabf38f tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 09 21:33:11.051571 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2007a407-f9ea-4a6b-ac05-54c494e11ede req-ff29c624-d3c3-4522-8e6e-be9e0aabf38f tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "DELETE /v2.0/security-groups/ebe33613-6d4c-45ab-95d3-83434259d0f1 HTTP/1.1" status: 409 len: 341 time: 0.0585051 Feb 09 21:33:11.138346 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 09 Feb 2022 21:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ea7642-f375-4780-8cd4-20112c26b479 x-openstack-request-id: req-f8ea7642-f375-4780-8cd4-20112c26b479 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:33:11.138652 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d16a6bf9-e416-481d-94cc-c397ae771e97", "name": "network-vif-deleted", "tag": "4bbd8126-4683-4cf5-bea6-1038ce90a505", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "23adebe6-4745-4a47-8583-c86c28545de2", "tag": "22b68a4b-8a0a-42ed-af83-ebfbb1142745", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:33:11.138911 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-f8ea7642-f375-4780-8cd4-20112c26b479 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:33:11.139351 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd16a6bf9-e416-481d-94cc-c397ae771e97', 'name': 'network-vif-deleted', 'tag': '4bbd8126-4683-4cf5-bea6-1038ce90a505', 'status': 'completed', 'code': 200} Feb 09 21:33:11.139610 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23adebe6-4745-4a47-8583-c86c28545de2', 'tag': '22b68a4b-8a0a-42ed-af83-ebfbb1142745', 'status': 'completed', 'code': 200} Feb 09 21:33:11.179036 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-8b73476c-f3e6-4ff3-a090-2a598a1d37f3 req-6a9f59e5-fd5d-4772-82ee-616c9bee362c tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1460915340', 'description': 'tempest-description-195103485'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:33:11.271946 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-8b73476c-f3e6-4ff3-a090-2a598a1d37f3 req-6a9f59e5-fd5d-4772-82ee-616c9bee362c tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:11.285636 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53028) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:11.310952 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4ca503-67d1-48f3-a137-1e695e7b865f req-3ff825a6-f693-42f8-a363-41d2e1edc45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:11.313877 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2a4ca503-67d1-48f3-a137-1e695e7b865f req-3ff825a6-f693-42f8-a363-41d2e1edc45a service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7f960ea9e4814f1c9f3d6e0840e5a81e&device_id=23adebe6-4745-4a47-8583-c86c28545de2 HTTP/1.1" status: 200 len: 1206 time: 0.1459455 Feb 09 21:33:11.473138 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-8b73476c-f3e6-4ff3-a090-2a598a1d37f3 req-6a9f59e5-fd5d-4772-82ee-616c9bee362c tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] Publish callbacks [] for security_group (61fb397f-7bf3-4015-bf48-a3306ab90d59), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:11.480943 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-8b73476c-f3e6-4ff3-a090-2a598a1d37f3 req-6a9f59e5-fd5d-4772-82ee-616c9bee362c tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (61fb397f-7bf3-4015-bf48-a3306ab90d59), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:11.485026 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-b29ae7c5-024b-4bae-820b-d84da9425499 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=301f05e37d364aab86167965425dfbdc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1978898 Feb 09 21:33:11.487304 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53040) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:11.528612 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4ca503-67d1-48f3-a137-1e695e7b865f req-534181b6-b999-42ce-aeab-6bad57a0b108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:11.530435 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2a4ca503-67d1-48f3-a137-1e695e7b865f req-534181b6-b999-42ce-aeab-6bad57a0b108 service neutron] 10.222.0.95 "GET /v2.0/networks?id=1ccb3c1e-996b-41e3-9a90-cc05638f9e89 HTTP/1.1" status: 200 len: 913 time: 0.1908731 Feb 09 21:33:11.542263 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ea3690b0-6f41-4b30-b82d-2a5b3d1185b4 admin admin] Publish callbacks [] for security_group (87589206-c1c7-4bab-a5fd-fd34bf9f0fed), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:11.546297 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-8b73476c-f3e6-4ff3-a090-2a598a1d37f3 req-6a9f59e5-fd5d-4772-82ee-616c9bee362c tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:11.548106 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8b73476c-f3e6-4ff3-a090-2a598a1d37f3 req-6a9f59e5-fd5d-4772-82ee-616c9bee362c tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.3821011 Feb 09 21:33:11.570080 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ea3690b0-6f41-4b30-b82d-2a5b3d1185b4 admin admin] Publish callbacks [] for security_group (87589206-c1c7-4bab-a5fd-fd34bf9f0fed), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:11.596006 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9f59e5-fd5d-4772-82ee-616c9bee362c tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61fb397f-7bf3-4015-bf48-a3306ab90d59,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:11.602433 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2a4ca503-67d1-48f3-a137-1e695e7b865f req-e8659dd7-f3ff-4b80-83b7-623fd3d0a8d5 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=22b68a4b-8a0a-42ed-af83-ebfbb1142745 HTTP/1.1" status: 200 len: 217 time: 0.0588429 Feb 09 21:33:11.616420 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a545bc0-6475-4231-bc4c-f52e73378061 req-b0b97dae-29ff-4c58-b2f5-8ba8a954d991 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:11.617975 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5a545bc0-6475-4231-bc4c-f52e73378061 req-b0b97dae-29ff-4c58-b2f5-8ba8a954d991 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed637eb7-997b-4a50-b9a4-acd664f51f8f HTTP/1.1" status: 200 len: 946 time: 0.1601534 Feb 09 21:33:11.634629 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ea3690b0-6f41-4b30-b82d-2a5b3d1185b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (87589206-c1c7-4bab-a5fd-fd34bf9f0fed), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:11.637340 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ea3690b0-6f41-4b30-b82d-2a5b3d1185b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:11.638475 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-ea3690b0-6f41-4b30-b82d-2a5b3d1185b4 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/87589206-c1c7-4bab-a5fd-fd34bf9f0fed HTTP/1.1" status: 204 len: 168 time: 0.1501143 Feb 09 21:33:11.647082 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3690b0-6f41-4b30-b82d-2a5b3d1185b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87589206-c1c7-4bab-a5fd-fd34bf9f0fed,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:11.695441 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4ca503-67d1-48f3-a137-1e695e7b865f req-debd2861-ee21-41c1-8321-61fc32c71769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:11.697033 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2a4ca503-67d1-48f3-a137-1e695e7b865f req-debd2861-ee21-41c1-8321-61fc32c71769 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=954aeff3-776a-4d4a-b59c-79cdefb95559 HTTP/1.1" status: 200 len: 852 time: 0.0781744 Feb 09 21:33:11.769637 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2a4ca503-67d1-48f3-a137-1e695e7b865f req-4253bb58-568e-4994-b278-70f476b05f2c service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=1ccb3c1e-996b-41e3-9a90-cc05638f9e89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515120 Feb 09 21:33:11.779246 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5a545bc0-6475-4231-bc4c-f52e73378061 req-35adf935-c623-4d55-9540-67985f13f0dd tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510849 Feb 09 21:33:11.840480 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53052) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:11.863692 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d5ae32-f560-490f-adbb-5de48386acb6 req-704b1cb3-c6da-4519-8910-c05c5452e953 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:11.865288 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e1d5ae32-f560-490f-adbb-5de48386acb6 req-704b1cb3-c6da-4519-8910-c05c5452e953 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/ports?device_id=23adebe6-4745-4a47-8583-c86c28545de2 HTTP/1.1" status: 200 len: 1023 time: 0.2164223 Feb 09 21:33:11.933953 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-02bb4a35-f599-4bfd-8ea9-29f76e15fb64 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Publish callbacks [] for security_group (73b63c6a-8c84-4191-9c5b-5aa0590cc18a), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:11.965538 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-02bb4a35-f599-4bfd-8ea9-29f76e15fb64 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Publish callbacks [] for security_group (73b63c6a-8c84-4191-9c5b-5aa0590cc18a), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:11.997903 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-44372f82-b939-4e7c-b0c2-b69d2f76f239 req-80ec7fb6-464d-4499-8656-34f6c6a6aa63 tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] 10.222.0.90 "GET /v2.0/security-groups/61fb397f-7bf3-4015-bf48-a3306ab90d59 HTTP/1.1" status: 200 len: 1829 time: 0.1041529 Feb 09 21:33:12.004779 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2a4ca503-67d1-48f3-a137-1e695e7b865f req-aea21438-19f2-46e6-9438-3094144c69f5 service neutron] 10.222.0.95 "GET /v2.0/networks/1ccb3c1e-996b-41e3-9a90-cc05638f9e89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188754 Feb 09 21:33:12.016858 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e1d5ae32-f560-490f-adbb-5de48386acb6 req-40ed6a71-c834-40dc-855a-9a3a26169d5e tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/security-groups?id=c3040257-10c7-4125-9ae3-fd18b01a083b&id=000b5c05-19e3-420b-9015-081c6c7f11c3&id=ebe33613-6d4c-45ab-95d3-83434259d0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1425633 Feb 09 21:33:12.021179 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-44372f82-b939-4e7c-b0c2-b69d2f76f239 req-f62355b4-8967-4c8d-b21e-57439f8363de tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '61fb397f-7bf3-4015-bf48-a3306ab90d59', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:33:12.021507 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-44372f82-b939-4e7c-b0c2-b69d2f76f239 req-f62355b4-8967-4c8d-b21e-57439f8363de tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '61fb397f-7bf3-4015-bf48-a3306ab90d59', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:33:12.044366 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-02bb4a35-f599-4bfd-8ea9-29f76e15fb64 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (73b63c6a-8c84-4191-9c5b-5aa0590cc18a), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:12.047300 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-02bb4a35-f599-4bfd-8ea9-29f76e15fb64 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:12.048479 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-02bb4a35-f599-4bfd-8ea9-29f76e15fb64 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "DELETE /v2.0/security-groups/73b63c6a-8c84-4191-9c5b-5aa0590cc18a HTTP/1.1" status: 204 len: 168 time: 0.2067494 Feb 09 21:33:12.051151 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53060) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:12.076957 n-d-828369-5 neutron-server[103141]: INFO neutron.api.v2.resource [None req-66da8b6c-c214-42e3-a7ca-c982566bb206 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] show failed (client error): The resource could not be found. Feb 09 21:33:12.078490 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-66da8b6c-c214-42e3-a7ca-c982566bb206 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "GET /v2.0/security-groups/73b63c6a-8c84-4191-9c5b-5aa0590cc18a HTTP/1.1" status: 404 len: 347 time: 0.0235944 Feb 09 21:33:12.080275 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bb4a35-f599-4bfd-8ea9-29f76e15fb64 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b63c6a-8c84-4191-9c5b-5aa0590cc18a,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:12.082372 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53062) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:12.177088 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-44372f82-b939-4e7c-b0c2-b69d2f76f239 req-f62355b4-8967-4c8d-b21e-57439f8363de tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] Publish callbacks [] for security_group_rule (86f0f7fe-714d-4545-afbc-785d5520eeeb), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:12.184332 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2a4ca503-67d1-48f3-a137-1e695e7b865f req-0c0a0301-4d53-4d53-b316-5c1940dc844b service neutron] 10.222.0.95 "GET /v2.0/networks/1ccb3c1e-996b-41e3-9a90-cc05638f9e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659248 Feb 09 21:33:12.224877 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53064) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:12.256247 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-44372f82-b939-4e7c-b0c2-b69d2f76f239 req-f62355b4-8967-4c8d-b21e-57439f8363de tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] Publish callbacks [] for security_group_rule (86f0f7fe-714d-4545-afbc-785d5520eeeb), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:12.264357 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-44372f82-b939-4e7c-b0c2-b69d2f76f239 req-f62355b4-8967-4c8d-b21e-57439f8363de tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (86f0f7fe-714d-4545-afbc-785d5520eeeb), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:12.284290 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-35755abb-8620-4851-944f-f6d7673d9adf admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=1956fb79a6694b7f8b4577a21d9968e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0571451 Feb 09 21:33:12.287022 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53068) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:12.291990 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5c93f8-19ff-4c81-ae48-f0f74605a393 req-9f84b99c-6711-4c84-b941-366ae3766034 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:12.293541 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-db5c93f8-19ff-4c81-ae48-f0f74605a393 req-9f84b99c-6711-4c84-b941-366ae3766034 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=a4fc49e4-17e3-4e1a-ad3a-53772172f962 HTTP/1.1" status: 200 len: 945 time: 0.1009316 Feb 09 21:33:12.295112 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-2576557c-c40d-4bbd-956a-cf07075fbcb4 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Deleting port 8640ef45-7643-4250-bd29-5de593e3bf97 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:33:12.295458 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2576557c-c40d-4bbd-956a-cf07075fbcb4 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (8640ef45-7643-4250-bd29-5de593e3bf97), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:12.297722 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62355b4-8967-4c8d-b21e-57439f8363de tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86f0f7fe-714d-4545-afbc-785d5520eeeb,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:12.307507 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-44372f82-b939-4e7c-b0c2-b69d2f76f239 req-f62355b4-8967-4c8d-b21e-57439f8363de tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:12.316795 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-44372f82-b939-4e7c-b0c2-b69d2f76f239 req-f62355b4-8967-4c8d-b21e-57439f8363de tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3108578 Feb 09 21:33:12.388277 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-db5c93f8-19ff-4c81-ae48-f0f74605a393 req-a6326906-90ff-4fa2-bbaf-c527ddb1162f tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632792 Feb 09 21:33:12.402403 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-87cc9f3d-88cc-4884-9356-7c667d443443 admin admin] Publish callbacks [] for security_group (05b9be9b-061c-455f-9685-e1f163a17b4b), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:12.428134 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2576557c-c40d-4bbd-956a-cf07075fbcb4 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (8640ef45-7643-4250-bd29-5de593e3bf97), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:12.428490 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2576557c-c40d-4bbd-956a-cf07075fbcb4 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Publish callbacks [] for floatingip (8640ef45-7643-4250-bd29-5de593e3bf97), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:12.451715 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-2576557c-c40d-4bbd-956a-cf07075fbcb4 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Calling delete_port for 8640ef45-7643-4250-bd29-5de593e3bf97 owned by network:floatingip {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:33:12.459588 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-87cc9f3d-88cc-4884-9356-7c667d443443 admin admin] Publish callbacks [] for security_group (05b9be9b-061c-455f-9685-e1f163a17b4b), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:12.514072 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-72ff09f1-75bb-4cc3-a534-3f361fdbe729 req-5fa2a55c-3781-47d9-9720-823a2cd3cccf tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] 10.222.0.90 "GET /v2.0/security-groups/61fb397f-7bf3-4015-bf48-a3306ab90d59 HTTP/1.1" status: 200 len: 2422 time: 0.1027765 Feb 09 21:33:12.527901 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86331cf-4d97-4a07-a6ed-bf5f96979db0 req-fcb08aec-fd28-4922-ba29-98c5a0aab504 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:12.529691 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f86331cf-4d97-4a07-a6ed-bf5f96979db0 req-fcb08aec-fd28-4922-ba29-98c5a0aab504 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=4f8339ab-f401-4931-96ab-51b877546307 HTTP/1.1" status: 200 len: 950 time: 0.1403992 Feb 09 21:33:12.578216 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a3095ba5-0fbd-4d7b-93a5-c0cf23f295ea req-c7dc8828-a23c-4ca0-b26c-be9fc4394a8f tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] 10.222.0.90 "GET /v2.0/security-group-rules/86f0f7fe-714d-4545-afbc-785d5520eeeb HTTP/1.1" status: 200 len: 778 time: 0.0441852 Feb 09 21:33:12.587613 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-87cc9f3d-88cc-4884-9356-7c667d443443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (05b9be9b-061c-455f-9685-e1f163a17b4b), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:12.590686 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-87cc9f3d-88cc-4884-9356-7c667d443443 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:12.591861 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-87cc9f3d-88cc-4884-9356-7c667d443443 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/05b9be9b-061c-455f-9685-e1f163a17b4b HTTP/1.1" status: 204 len: 168 time: 0.3039091 Feb 09 21:33:12.627293 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:12.654461 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f86331cf-4d97-4a07-a6ed-bf5f96979db0 req-6702b283-ed6c-4eaf-9582-8aa83a54a21c tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033397 Feb 09 21:33:12.679728 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2576557c-c40d-4bbd-956a-cf07075fbcb4 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (8640ef45-7643-4250-bd29-5de593e3bf97), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:12.683888 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a3095ba5-0fbd-4d7b-93a5-c0cf23f295ea req-1ec912ee-9331-4b06-a764-18dd36a431fe tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] 10.222.0.90 "GET /v2.0/security-groups/61fb397f-7bf3-4015-bf48-a3306ab90d59 HTTP/1.1" status: 200 len: 2422 time: 0.0834270 Feb 09 21:33:12.697416 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cc9f3d-88cc-4884-9356-7c667d443443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b9be9b-061c-455f-9685-e1f163a17b4b,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:12.743154 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-a3095ba5-0fbd-4d7b-93a5-c0cf23f295ea req-a94f62ae-7ae0-4285-a7ea-9ed100498256 tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] Publish callbacks [] for security_group_rule (86f0f7fe-714d-4545-afbc-785d5520eeeb), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:12.744042 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2576557c-c40d-4bbd-956a-cf07075fbcb4 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Pushing event deleted for resources: {'Port': ['ID=8640ef45-7643-4250-bd29-5de593e3bf97,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:12.754025 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-a3095ba5-0fbd-4d7b-93a5-c0cf23f295ea req-a94f62ae-7ae0-4285-a7ea-9ed100498256 tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] Publish callbacks [] for security_group_rule (86f0f7fe-714d-4545-afbc-785d5520eeeb), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:12.784349 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-a3095ba5-0fbd-4d7b-93a5-c0cf23f295ea req-a94f62ae-7ae0-4285-a7ea-9ed100498256 tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (86f0f7fe-714d-4545-afbc-785d5520eeeb), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:12.786297 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2576557c-c40d-4bbd-956a-cf07075fbcb4 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Publish callbacks [] for floatingip (bdb38d6c-1546-4ff8-8670-3acd46d9651d), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:12.788710 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2576557c-c40d-4bbd-956a-cf07075fbcb4 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:12.792522 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-2576557c-c40d-4bbd-956a-cf07075fbcb4 tempest-ImagesOneServerNegativeTestJSON-68496625 tempest-ImagesOneServerNegativeTestJSON-68496625-project] 10.222.0.90 "DELETE /v2.0/floatingips/bdb38d6c-1546-4ff8-8670-3acd46d9651d HTTP/1.1" status: 204 len: 168 time: 0.7082338 Feb 09 21:33:12.798134 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-a3095ba5-0fbd-4d7b-93a5-c0cf23f295ea req-a94f62ae-7ae0-4285-a7ea-9ed100498256 tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:12.799426 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a3095ba5-0fbd-4d7b-93a5-c0cf23f295ea req-a94f62ae-7ae0-4285-a7ea-9ed100498256 tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] 10.222.0.90 "DELETE /v2.0/security-group-rules/86f0f7fe-714d-4545-afbc-785d5520eeeb HTTP/1.1" status: 204 len: 173 time: 0.1087294 Feb 09 21:33:12.800210 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94f62ae-7ae0-4285-a7ea-9ed100498256 tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=86f0f7fe-714d-4545-afbc-785d5520eeeb,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:12.829548 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-35798f18-0f5f-4d61-9d3d-48a9d914aeef req-29693d3b-08c1-40d7-a90c-9a3f4939ff4e tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-602418942', 'description': 'tempest-description-900839539'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:33:12.857585 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-35798f18-0f5f-4d61-9d3d-48a9d914aeef req-29693d3b-08c1-40d7-a90c-9a3f4939ff4e tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:12.972492 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-35798f18-0f5f-4d61-9d3d-48a9d914aeef req-29693d3b-08c1-40d7-a90c-9a3f4939ff4e tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] Publish callbacks [] for security_group (0e680496-344d-46a0-864a-476cbbca33a5), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:12.984463 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2982115-c1cd-437e-a5a3-28eff7035592 req-1cd1e7ee-6108-41e7-a052-09061ed7211a tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:12.986634 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b2982115-c1cd-437e-a5a3-28eff7035592 req-1cd1e7ee-6108-41e7-a052-09061ed7211a tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed637eb7-997b-4a50-b9a4-acd664f51f8f HTTP/1.1" status: 200 len: 946 time: 0.0916302 Feb 09 21:33:12.987526 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-35798f18-0f5f-4d61-9d3d-48a9d914aeef req-29693d3b-08c1-40d7-a90c-9a3f4939ff4e tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (0e680496-344d-46a0-864a-476cbbca33a5), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:13.034869 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-35798f18-0f5f-4d61-9d3d-48a9d914aeef req-29693d3b-08c1-40d7-a90c-9a3f4939ff4e tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:13.036111 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-35798f18-0f5f-4d61-9d3d-48a9d914aeef req-29693d3b-08c1-40d7-a90c-9a3f4939ff4e tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.2115927 Feb 09 21:33:13.037161 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29693d3b-08c1-40d7-a90c-9a3f4939ff4e tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e680496-344d-46a0-864a-476cbbca33a5,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:13.089668 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b2982115-c1cd-437e-a5a3-28eff7035592 req-2bf3882d-ed15-4b75-a92d-4f30e838611e tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918806 Feb 09 21:33:13.185141 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-41617763-5235-4d5d-9373-f0480e199aac req-4ff917da-4ff2-4241-828b-5429f26876ad tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] 10.222.0.90 "GET /v2.0/security-groups/0e680496-344d-46a0-864a-476cbbca33a5 HTTP/1.1" status: 200 len: 1828 time: 0.0679743 Feb 09 21:33:13.216918 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0e4d04-2c23-454c-941a-9f7c5ffe7c32 req-c88f6304-6690-4a15-ba76-2b8e31e1c6bf tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:13.218506 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6d0e4d04-2c23-454c-941a-9f7c5ffe7c32 req-c88f6304-6690-4a15-ba76-2b8e31e1c6bf tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/ports?device_id=23adebe6-4745-4a47-8583-c86c28545de2 HTTP/1.1" status: 200 len: 1023 time: 0.0693798 Feb 09 21:33:13.228373 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53114) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:13.279342 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-17a0a4e2-b215-4415-a40b-c443218720e3 req-af5563a5-0e10-4019-a138-a58fb39b5a6c tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1815047502', 'description': 'tempest-description-255650830'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:33:13.289057 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4a2d5ad-755e-422e-96fe-56e02dab5ad8 admin admin] Deleting subnet 0943e86a-4b39-47c3-92d6-eb8b20ecbe76 {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:33:13.294554 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d4a2d5ad-755e-422e-96fe-56e02dab5ad8 admin admin] Publish callbacks [] for subnet (0943e86a-4b39-47c3-92d6-eb8b20ecbe76), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:13.328136 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-17a0a4e2-b215-4415-a40b-c443218720e3 req-af5563a5-0e10-4019-a138-a58fb39b5a6c tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:13.346053 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6d0e4d04-2c23-454c-941a-9f7c5ffe7c32 req-f6ab2b96-1113-477d-b1d3-91a1d90f440a tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/security-groups?id=c3040257-10c7-4125-9ae3-fd18b01a083b&id=000b5c05-19e3-420b-9015-081c6c7f11c3&id=ebe33613-6d4c-45ab-95d3-83434259d0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1156199 Feb 09 21:33:13.351500 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d4a2d5ad-755e-422e-96fe-56e02dab5ad8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (0943e86a-4b39-47c3-92d6-eb8b20ecbe76), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:13.404177 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d4a2d5ad-755e-422e-96fe-56e02dab5ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (0943e86a-4b39-47c3-92d6-eb8b20ecbe76), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:13.441673 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-17a0a4e2-b215-4415-a40b-c443218720e3 req-af5563a5-0e10-4019-a138-a58fb39b5a6c tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] Publish callbacks [] for security_group (58f98e71-3e42-4740-ae73-ef16a8dd23f1), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:13.447076 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-17a0a4e2-b215-4415-a40b-c443218720e3 req-af5563a5-0e10-4019-a138-a58fb39b5a6c tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (58f98e71-3e42-4740-ae73-ef16a8dd23f1), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:13.483537 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d4a2d5ad-755e-422e-96fe-56e02dab5ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (0943e86a-4b39-47c3-92d6-eb8b20ecbe76), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:13.509265 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a2d5ad-755e-422e-96fe-56e02dab5ad8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0943e86a-4b39-47c3-92d6-eb8b20ecbe76,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:13.519608 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d4a2d5ad-755e-422e-96fe-56e02dab5ad8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:13.526731 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-d4a2d5ad-755e-422e-96fe-56e02dab5ad8 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/0943e86a-4b39-47c3-92d6-eb8b20ecbe76 HTTP/1.1" status: 204 len: 168 time: 0.2969887 Feb 09 21:33:13.527256 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-17a0a4e2-b215-4415-a40b-c443218720e3 req-af5563a5-0e10-4019-a138-a58fb39b5a6c tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:13.528119 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53128) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:13.538565 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-17a0a4e2-b215-4415-a40b-c443218720e3 req-af5563a5-0e10-4019-a138-a58fb39b5a6c tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.2589946 Feb 09 21:33:13.550748 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5563a5-0e10-4019-a138-a58fb39b5a6c tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58f98e71-3e42-4740-ae73-ef16a8dd23f1,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:13.631216 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d490fd53-a85e-4f77-b46a-1645034b6234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (03e4b562-fd58-4ef4-b9aa-3c97d3e91c8c), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:13.647770 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45781da-64ab-475b-9bf5-3499d708f299 req-4cf957e2-1032-44dc-92f8-3011366fc752 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:13.649349 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a45781da-64ab-475b-9bf5-3499d708f299 req-4cf957e2-1032-44dc-92f8-3011366fc752 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=a4fc49e4-17e3-4e1a-ad3a-53772172f962 HTTP/1.1" status: 200 len: 945 time: 0.1756968 Feb 09 21:33:13.665433 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c1b86669-1602-4180-aac3-a72b948831b6 req-c523d7e1-802b-4911-8e43-cba4761e8ffb tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] 10.222.0.90 "GET /v2.0/security-groups/58f98e71-3e42-4740-ae73-ef16a8dd23f1 HTTP/1.1" status: 200 len: 1829 time: 0.1061730 Feb 09 21:33:13.728853 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26da4bb-9a01-4676-bd78-00cd928cca44 req-d8367ba9-fc26-4532-8291-5f4c14f5ff58 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:13.730757 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b26da4bb-9a01-4676-bd78-00cd928cca44 req-d8367ba9-fc26-4532-8291-5f4c14f5ff58 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.95 "GET /v2.0/ports?device_id=23adebe6-4745-4a47-8583-c86c28545de2 HTTP/1.1" status: 200 len: 1023 time: 0.1592286 Feb 09 21:33:13.737716 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d490fd53-a85e-4f77-b46a-1645034b6234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (03e4b562-fd58-4ef4-b9aa-3c97d3e91c8c), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:13.767717 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-d490fd53-a85e-4f77-b46a-1645034b6234 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03e4b562-fd58-4ef4-b9aa-3c97d3e91c8c']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:33:13.789605 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-d490fd53-a85e-4f77-b46a-1645034b6234 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '245b6cbf-bc8c-4ac6-8eda-9aca94663a57') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:33:13.789908 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-d490fd53-a85e-4f77-b46a-1645034b6234 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '245b6cbf-bc8c-4ac6-8eda-9aca94663a57') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:33:13.805462 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a45781da-64ab-475b-9bf5-3499d708f299 req-fdc5cf05-49ed-48a2-a058-3150701a4f24 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384811 Feb 09 21:33:13.816674 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d490fd53-a85e-4f77-b46a-1645034b6234 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (245b6cbf-bc8c-4ac6-8eda-9aca94663a57), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:13.847458 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d490fd53-a85e-4f77-b46a-1645034b6234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (245b6cbf-bc8c-4ac6-8eda-9aca94663a57), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:13.861776 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d490fd53-a85e-4f77-b46a-1645034b6234 admin admin] Releasing vlan 734 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:33:13.864692 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d490fd53-a85e-4f77-b46a-1645034b6234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (245b6cbf-bc8c-4ac6-8eda-9aca94663a57), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:13.867131 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:33:13.867131 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:33:13.867131 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:33:13.867131 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:33:13.867131 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:33:13.867131 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:33:13.867131 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:33:13.867131 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:33:13.867131 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:33:13.867131 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:33:13.867131 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:33:13.867131 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:33:13.867131 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:33:13.867131 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:33:13.867131 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:33:13.867131 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:33:13.867131 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:33:13.867131 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:33:13.867131 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:33:13.867131 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:33:13.867131 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:33:13.867131 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:33:13.867131 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:33:13.867131 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:33:13.867131 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:33:13.867131 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:33:13.867131 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:33:13.867131 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:33:13.867131 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:33:13.867131 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:33:13.867131 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:33:13.867131 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:33:13.895446 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-c2ecffb8-b7ac-4f8c-be1d-d5ea03b220fa req-e17d6d4e-4dc3-4a1a-b6e3-41e03c08c166 tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1106949147', 'description': 'tempest-description-336247861'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:33:13.938845 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d490fd53-a85e-4f77-b46a-1645034b6234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (03e4b562-fd58-4ef4-b9aa-3c97d3e91c8c), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:13.943152 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76374a9c-0f36-4bf1-a5b1-f93e090452be req-376e8f1e-44c4-401f-bbf0-05b75758f532 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:13.946053 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d490fd53-a85e-4f77-b46a-1645034b6234 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:13.950777 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-d490fd53-a85e-4f77-b46a-1645034b6234 admin admin] 10.222.0.90 "DELETE /v2.0/networks/03e4b562-fd58-4ef4-b9aa-3c97d3e91c8c HTTP/1.1" status: 204 len: 168 time: 0.4213698 Feb 09 21:33:13.953107 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-76374a9c-0f36-4bf1-a5b1-f93e090452be req-376e8f1e-44c4-401f-bbf0-05b75758f532 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=4f8339ab-f401-4931-96ab-51b877546307 HTTP/1.1" status: 200 len: 950 time: 0.1685288 Feb 09 21:33:13.962172 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-c2ecffb8-b7ac-4f8c-be1d-d5ea03b220fa req-e17d6d4e-4dc3-4a1a-b6e3-41e03c08c166 tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:13.972093 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d490fd53-a85e-4f77-b46a-1645034b6234 admin admin] Pushing event deleted for resources: {'Network': ['ID=03e4b562-fd58-4ef4-b9aa-3c97d3e91c8c,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:13.992341 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:14.049825 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-76374a9c-0f36-4bf1-a5b1-f93e090452be req-919311c5-5d00-4d4e-b4f4-1aacc214fded tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951009 Feb 09 21:33:14.057546 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-b26da4bb-9a01-4676-bd78-00cd928cca44 req-b49d1ed4-f826-4cd2-946e-f2309646dd66 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Deleting port 22b68a4b-8a0a-42ed-af83-ebfbb1142745 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:33:14.058010 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-b26da4bb-9a01-4676-bd78-00cd928cca44 req-b49d1ed4-f826-4cd2-946e-f2309646dd66 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (22b68a4b-8a0a-42ed-af83-ebfbb1142745), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:14.220099 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53156) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:14.309061 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-c628f55a-161a-4688-89b9-bea8a7240269 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=21cf86ff189342fe85bf484488bae7be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0871143 Feb 09 21:33:14.311918 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53158) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:14.397640 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9d4e12bc-1ae8-4494-99c6-1ed8616f7ba8 admin admin] Publish callbacks [] for security_group (cf86e5b7-36f5-4887-a89f-16073b9e7049), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:14.435856 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9d4e12bc-1ae8-4494-99c6-1ed8616f7ba8 admin admin] Publish callbacks [] for security_group (cf86e5b7-36f5-4887-a89f-16073b9e7049), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:14.507760 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-c2ecffb8-b7ac-4f8c-be1d-d5ea03b220fa req-e17d6d4e-4dc3-4a1a-b6e3-41e03c08c166 tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] Publish callbacks [] for security_group (661203e7-d5be-43ea-9e62-d712f4e57c27), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:14.517449 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9d4e12bc-1ae8-4494-99c6-1ed8616f7ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (cf86e5b7-36f5-4887-a89f-16073b9e7049), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:14.519638 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-c2ecffb8-b7ac-4f8c-be1d-d5ea03b220fa req-e17d6d4e-4dc3-4a1a-b6e3-41e03c08c166 tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (661203e7-d5be-43ea-9e62-d712f4e57c27), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:14.521167 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9d4e12bc-1ae8-4494-99c6-1ed8616f7ba8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:14.523149 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-9d4e12bc-1ae8-4494-99c6-1ed8616f7ba8 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/cf86e5b7-36f5-4887-a89f-16073b9e7049 HTTP/1.1" status: 204 len: 168 time: 0.2097974 Feb 09 21:33:14.533438 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4e12bc-1ae8-4494-99c6-1ed8616f7ba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf86e5b7-36f5-4887-a89f-16073b9e7049,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:14.557033 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-b26da4bb-9a01-4676-bd78-00cd928cca44 req-b49d1ed4-f826-4cd2-946e-f2309646dd66 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] For port 22b68a4b-8a0a-42ed-af83-ebfbb1142745, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=22b68a4b-8a0a-42ed-af83-ebfbb1142745,segment=NetworkSegment(f0a49655-0dab-4be5-a139-f143e1a2272b),segment_id=f0a49655-0dab-4be5-a139-f143e1a2272b)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:33:14.557682 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-b26da4bb-9a01-4676-bd78-00cd928cca44 req-b49d1ed4-f826-4cd2-946e-f2309646dd66 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (22b68a4b-8a0a-42ed-af83-ebfbb1142745), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:14.579849 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-c2ecffb8-b7ac-4f8c-be1d-d5ea03b220fa req-e17d6d4e-4dc3-4a1a-b6e3-41e03c08c166 tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:14.592834 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c2ecffb8-b7ac-4f8c-be1d-d5ea03b220fa req-e17d6d4e-4dc3-4a1a-b6e3-41e03c08c166 tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.7059216 Feb 09 21:33:14.599171 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c02417-5d68-4694-8ea4-ae174ad4fd95 req-9326c4e7-a8cd-4201-9e08-e01de1c5cbc3 tempest-LiveAutoBlockMigrationV225Test-1691914964 tempest-LiveAutoBlockMigrationV225Test-1691914964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:14.600982 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-78c02417-5d68-4694-8ea4-ae174ad4fd95 req-9326c4e7-a8cd-4201-9e08-e01de1c5cbc3 tempest-LiveAutoBlockMigrationV225Test-1691914964 tempest-LiveAutoBlockMigrationV225Test-1691914964-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=a4fc49e4-17e3-4e1a-ad3a-53772172f962 HTTP/1.1" status: 200 len: 1127 time: 0.4703467 Feb 09 21:33:14.601620 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17d6d4e-4dc3-4a1a-b6e3-41e03c08c166 tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=661203e7-d5be-43ea-9e62-d712f4e57c27,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:14.604208 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-b26da4bb-9a01-4676-bd78-00cd928cca44 req-b49d1ed4-f826-4cd2-946e-f2309646dd66 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Calling delete_port for 22b68a4b-8a0a-42ed-af83-ebfbb1142745 owned by compute:nova {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:33:14.742780 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-78c02417-5d68-4694-8ea4-ae174ad4fd95 req-90a8ab47-6c38-41a5-9619-15530d4ee0d2 tempest-LiveAutoBlockMigrationV225Test-1691914964 tempest-LiveAutoBlockMigrationV225Test-1691914964-project-admin] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290004 Feb 09 21:33:14.769790 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc5182-3a0b-4a0e-8224-c0ec69afa229 req-74abb9bd-2783-4bea-bfde-f187be281a2f tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:14.771321 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1efc5182-3a0b-4a0e-8224-c0ec69afa229 req-74abb9bd-2783-4bea-bfde-f187be281a2f tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed637eb7-997b-4a50-b9a4-acd664f51f8f HTTP/1.1" status: 200 len: 946 time: 0.1051290 Feb 09 21:33:14.841993 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-b26da4bb-9a01-4676-bd78-00cd928cca44 req-b49d1ed4-f826-4cd2-946e-f2309646dd66 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (22b68a4b-8a0a-42ed-af83-ebfbb1142745), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:14.860665 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['ebd80d34-efec-4040-b317-f4c5408a5191'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:33:14.863210 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['22b68a4b-8a0a-42ed-af83-ebfbb1142745'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:33:14.911811 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49d1ed4-f826-4cd2-946e-f2309646dd66 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Pushing event deleted for resources: {'Port': ['ID=22b68a4b-8a0a-42ed-af83-ebfbb1142745,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:15.019792 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-b26da4bb-9a01-4676-bd78-00cd928cca44 req-b49d1ed4-f826-4cd2-946e-f2309646dd66 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] No DVR routers for this DVR port 22b68a4b-8a0a-42ed-af83-ebfbb1142745 on host n-h1-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:33:15.023031 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-b26da4bb-9a01-4676-bd78-00cd928cca44 req-b49d1ed4-f826-4cd2-946e-f2309646dd66 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:15.027112 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b26da4bb-9a01-4676-bd78-00cd928cca44 req-b49d1ed4-f826-4cd2-946e-f2309646dd66 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.95 "DELETE /v2.0/ports/22b68a4b-8a0a-42ed-af83-ebfbb1142745 HTTP/1.1" status: 204 len: 173 time: 1.2834525 Feb 09 21:33:15.041587 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-16c04d65-3f0a-402c-a667-df2918e806c9 req-8f868164-123a-480d-b358-dad0d6e16722 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/ports?device_id=23adebe6-4745-4a47-8583-c86c28545de2 HTTP/1.1" status: 200 len: 210 time: 0.1215663 Feb 09 21:33:15.054478 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23adebe6-4745-4a47-8583-c86c28545de2', 'name': 'network-vif-deleted', 'tag': '22b68a4b-8a0a-42ed-af83-ebfbb1142745'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:33:15.061302 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75a59bce-eedf-435e-ba93-87317b5bc6d4" -d '{"events": [{"server_uuid": "23adebe6-4745-4a47-8583-c86c28545de2", "name": "network-vif-deleted", "tag": "22b68a4b-8a0a-42ed-af83-ebfbb1142745"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:33:15.091777 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1efc5182-3a0b-4a0e-8224-c0ec69afa229 req-9b578178-5eb0-4283-823d-5478040c6e18 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591352 Feb 09 21:33:15.214217 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fd647509-5a47-4c30-ae4b-06aa1957d4ce req-e36d4735-9d3c-4b2c-8937-539fbca5a31e tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] 10.222.0.90 "GET /v2.0/security-groups/661203e7-d5be-43ea-9e62-d712f4e57c27 HTTP/1.1" status: 200 len: 1829 time: 0.1353445 Feb 09 21:33:15.218349 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:15.292516 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4671bbc8-d41d-4df0-b6d2-2996d122b7b6 req-37a9438f-9e8d-4d85-b632-12946aef1774 tempest-LiveAutoBlockMigrationV225Test-1691914964 tempest-LiveAutoBlockMigrationV225Test-1691914964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:15.294532 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4671bbc8-d41d-4df0-b6d2-2996d122b7b6 req-37a9438f-9e8d-4d85-b632-12946aef1774 tempest-LiveAutoBlockMigrationV225Test-1691914964 tempest-LiveAutoBlockMigrationV225Test-1691914964-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=a4fc49e4-17e3-4e1a-ad3a-53772172f962 HTTP/1.1" status: 200 len: 1127 time: 0.0773525 Feb 09 21:33:15.346947 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4671bbc8-d41d-4df0-b6d2-2996d122b7b6 req-a771d410-fc20-4f4c-bebe-6f8882064e88 tempest-LiveAutoBlockMigrationV225Test-1691914964 tempest-LiveAutoBlockMigrationV225Test-1691914964-project-admin] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464878 Feb 09 21:33:15.484054 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a5f930-cff7-4416-aa88-47d397c176dc req-3d8c3e3e-3f9a-411c-8bef-e8efbb5754ec tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:15.486390 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f0a5f930-cff7-4416-aa88-47d397c176dc req-3d8c3e3e-3f9a-411c-8bef-e8efbb5754ec tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=4f8339ab-f401-4931-96ab-51b877546307 HTTP/1.1" status: 200 len: 950 time: 0.0573018 Feb 09 21:33:15.584744 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f0a5f930-cff7-4416-aa88-47d397c176dc req-23a825ea-ab90-4f9f-9f00-81ae34cfa513 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850894 Feb 09 21:33:15.590992 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d00cc037-f40d-43f7-8cca-99ffa8074308 x-openstack-request-id: req-d00cc037-f40d-43f7-8cca-99ffa8074308 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:33:15.591371 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23adebe6-4745-4a47-8583-c86c28545de2", "name": "network-vif-deleted", "tag": "22b68a4b-8a0a-42ed-af83-ebfbb1142745", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:33:15.591616 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-d00cc037-f40d-43f7-8cca-99ffa8074308 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:33:15.592039 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23adebe6-4745-4a47-8583-c86c28545de2', 'name': 'network-vif-deleted', 'tag': '22b68a4b-8a0a-42ed-af83-ebfbb1142745', 'status': 'completed', 'code': 200} Feb 09 21:33:15.624703 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-1a9babb5-fffd-4aa0-bab6-c160be89c9c2 req-9d52becf-97c6-4c6e-ac23-3c9cf732d1a9 tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-441261816', 'description': 'tempest-description-876694639'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:33:15.656338 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-1a9babb5-fffd-4aa0-bab6-c160be89c9c2 req-9d52becf-97c6-4c6e-ac23-3c9cf732d1a9 tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:15.723459 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53238) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:15.764290 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-1a9babb5-fffd-4aa0-bab6-c160be89c9c2 req-9d52becf-97c6-4c6e-ac23-3c9cf732d1a9 tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] Publish callbacks [] for security_group (78a73fc5-7283-4e56-ad42-c7c2a04be844), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:15.768864 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-1a9babb5-fffd-4aa0-bab6-c160be89c9c2 req-9d52becf-97c6-4c6e-ac23-3c9cf732d1a9 tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (78a73fc5-7283-4e56-ad42-c7c2a04be844), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:15.802799 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-1a9babb5-fffd-4aa0-bab6-c160be89c9c2 req-9d52becf-97c6-4c6e-ac23-3c9cf732d1a9 tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:15.808915 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1a9babb5-fffd-4aa0-bab6-c160be89c9c2 req-9d52becf-97c6-4c6e-ac23-3c9cf732d1a9 tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.1972175 Feb 09 21:33:15.810010 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d52becf-97c6-4c6e-ac23-3c9cf732d1a9 tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78a73fc5-7283-4e56-ad42-c7c2a04be844,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:15.884797 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-fdb3bd77-e5d6-4d4b-b61b-a6bd0064bd00 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1484758301-network', 'tenant_id': '04e055ee152248efa1293c8e02ef57f4'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:33:15.909209 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb3bd77-e5d6-4d4b-b61b-a6bd0064bd00 admin admin] Made reservation on behalf of 04e055ee152248efa1293c8e02ef57f4 for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:33:15.911140 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-919b96de-b05e-4b50-b2c6-de3cd263a30c req-04d47f9b-5f8f-4b57-9ed8-f7f20d37c7d0 tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] 10.222.0.90 "GET /v2.0/security-groups/78a73fc5-7283-4e56-ad42-c7c2a04be844 HTTP/1.1" status: 200 len: 1828 time: 0.0558915 Feb 09 21:33:15.913456 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fdb3bd77-e5d6-4d4b-b61b-a6bd0064bd00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:15.926327 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fdb3bd77-e5d6-4d4b-b61b-a6bd0064bd00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:15.981766 n-d-828369-5 neutron-server[103140]: INFO neutron.api.v2.resource [req-0fbc1770-109c-437b-bb10-7bedf398cdc9 req-06adec14-26f9-4427-8db8-49b1a5442a2b tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] show failed (client error): The resource could not be found. Feb 09 21:33:15.989974 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0fbc1770-109c-437b-bb10-7bedf398cdc9 req-06adec14-26f9-4427-8db8-49b1a5442a2b tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] 10.222.0.90 "GET /v2.0/security-groups/fd2648e9-d90d-4a1a-92e2-643e57a376fb HTTP/1.1" status: 404 len: 352 time: 0.0223451 Feb 09 21:33:16.025802 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fdb3bd77-e5d6-4d4b-b61b-a6bd0064bd00 admin admin] Publish callbacks [] for security_group (53864ffe-fa53-4ead-9e41-21e6252e7680), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:16.030312 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fdb3bd77-e5d6-4d4b-b61b-a6bd0064bd00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (53864ffe-fa53-4ead-9e41-21e6252e7680), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:16.063630 n-d-828369-5 neutron-server[103140]: INFO neutron.api.v2.resource [req-eb3f08e4-b073-404a-9fe0-b5c7871a8e84 req-6a2c0917-e38e-4b31-8ad9-a18e45c16b26 tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] show failed (client error): The resource could not be found. Feb 09 21:33:16.064907 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-eb3f08e4-b073-404a-9fe0-b5c7871a8e84 req-6a2c0917-e38e-4b31-8ad9-a18e45c16b26 tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] 10.222.0.90 "GET /v2.0/security-group-rules/fccb36ca-fcb9-4e11-b0d3-ce972bb4bce1 HTTP/1.1" status: 404 len: 361 time: 0.0150664 Feb 09 21:33:16.066978 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdb3bd77-e5d6-4d4b-b61b-a6bd0064bd00 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:33:16.080269 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb3bd77-e5d6-4d4b-b61b-a6bd0064bd00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53864ffe-fa53-4ead-9e41-21e6252e7680,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:16.090894 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb3bd77-e5d6-4d4b-b61b-a6bd0064bd00 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:16.091353 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb3bd77-e5d6-4d4b-b61b-a6bd0064bd00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:16.091734 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb3bd77-e5d6-4d4b-b61b-a6bd0064bd00 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:16.092076 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb3bd77-e5d6-4d4b-b61b-a6bd0064bd00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:16.092430 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb3bd77-e5d6-4d4b-b61b-a6bd0064bd00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:16.092771 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb3bd77-e5d6-4d4b-b61b-a6bd0064bd00 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:16.093075 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb3bd77-e5d6-4d4b-b61b-a6bd0064bd00 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:16.093396 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb3bd77-e5d6-4d4b-b61b-a6bd0064bd00 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:16.093716 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb3bd77-e5d6-4d4b-b61b-a6bd0064bd00 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:16.094066 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb3bd77-e5d6-4d4b-b61b-a6bd0064bd00 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:16.094379 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb3bd77-e5d6-4d4b-b61b-a6bd0064bd00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:16.094855 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb3bd77-e5d6-4d4b-b61b-a6bd0064bd00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:16.095397 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb3bd77-e5d6-4d4b-b61b-a6bd0064bd00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:16.111445 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fdb3bd77-e5d6-4d4b-b61b-a6bd0064bd00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (b8c2a339-696c-42ff-9706-e9c7145ef2ff), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:16.114388 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-fdb3bd77-e5d6-4d4b-b61b-a6bd0064bd00 admin admin] Added segment b8c2a339-696c-42ff-9706-e9c7145ef2ff of type vlan for network 83b648e3-9e16-4594-828d-322167244a5e Feb 09 21:33:16.193641 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fdb3bd77-e5d6-4d4b-b61b-a6bd0064bd00 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (83b648e3-9e16-4594-828d-322167244a5e), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:16.224989 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fdb3bd77-e5d6-4d4b-b61b-a6bd0064bd00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (83b648e3-9e16-4594-828d-322167244a5e), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:16.226180 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb3bd77-e5d6-4d4b-b61b-a6bd0064bd00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:16.226865 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fdb3bd77-e5d6-4d4b-b61b-a6bd0064bd00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:16.245887 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dcc592ef-9070-44b2-a298-19cf16ee74f8 req-29aa3b08-3efe-43e9-9a4b-c31490e09e83 tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] 10.222.0.90 "GET /v2.0/security-groups/78a73fc5-7283-4e56-ad42-c7c2a04be844 HTTP/1.1" status: 200 len: 1828 time: 0.0602548 Feb 09 21:33:16.298471 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-fdb3bd77-e5d6-4d4b-b61b-a6bd0064bd00 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5721414 Feb 09 21:33:16.305007 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53284) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:16.312817 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-f88da8d6-1d5a-4058-a553-e68574416a50 admin admin] Request body: {'subnet': {'network_id': '83b648e3-9e16-4594-828d-322167244a5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1484758301-subnet', 'tenant_id': '04e055ee152248efa1293c8e02ef57f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:33:16.317605 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb3bd77-e5d6-4d4b-b61b-a6bd0064bd00 admin admin] Pushing event updated for resources: {'Network': ['ID=83b648e3-9e16-4594-828d-322167244a5e,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:16.325978 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-dcc592ef-9070-44b2-a298-19cf16ee74f8 req-c5ce8445-cddd-40c7-8e68-d3c8baacf929 tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] Publish callbacks [] for security_group (78a73fc5-7283-4e56-ad42-c7c2a04be844), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:16.334646 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 83b648e3-9e16-4594-828d-322167244a5e details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:33:16.353974 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-dcc592ef-9070-44b2-a298-19cf16ee74f8 req-c5ce8445-cddd-40c7-8e68-d3c8baacf929 tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] Publish callbacks [] for security_group (78a73fc5-7283-4e56-ad42-c7c2a04be844), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:16.383631 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f88da8d6-1d5a-4058-a553-e68574416a50 admin admin] Made reservation on behalf of 04e055ee152248efa1293c8e02ef57f4 for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:33:16.387807 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f88da8d6-1d5a-4058-a553-e68574416a50 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:16.415212 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-dcc592ef-9070-44b2-a298-19cf16ee74f8 req-c5ce8445-cddd-40c7-8e68-d3c8baacf929 tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (78a73fc5-7283-4e56-ad42-c7c2a04be844), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:16.421982 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-dcc592ef-9070-44b2-a298-19cf16ee74f8 req-c5ce8445-cddd-40c7-8e68-d3c8baacf929 tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:16.425714 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dcc592ef-9070-44b2-a298-19cf16ee74f8 req-c5ce8445-cddd-40c7-8e68-d3c8baacf929 tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] 10.222.0.90 "DELETE /v2.0/security-groups/78a73fc5-7283-4e56-ad42-c7c2a04be844 HTTP/1.1" status: 204 len: 173 time: 0.1773722 Feb 09 21:33:16.451358 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ce8445-cddd-40c7-8e68-d3c8baacf929 tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78a73fc5-7283-4e56-ad42-c7c2a04be844,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:16.606732 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80be160-cd02-4fb7-8e8d-96943aa01753 req-8f306de7-583f-49e7-930b-0eff1aeffedd tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:16.608785 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b80be160-cd02-4fb7-8e8d-96943aa01753 req-8f306de7-583f-49e7-930b-0eff1aeffedd tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed637eb7-997b-4a50-b9a4-acd664f51f8f HTTP/1.1" status: 200 len: 946 time: 0.0842359 Feb 09 21:33:16.620184 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f88da8d6-1d5a-4058-a553-e68574416a50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (33895a87-c686-4060-8a0c-2f9b961a8554), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:16.687392 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88da8d6-1d5a-4058-a553-e68574416a50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33895a87-c686-4060-8a0c-2f9b961a8554,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:16.692990 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88da8d6-1d5a-4058-a553-e68574416a50 admin admin] Checking segment: {'id': 'b8c2a339-696c-42ff-9706-e9c7145ef2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '83b648e3-9e16-4594-828d-322167244a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:33:16.693827 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88da8d6-1d5a-4058-a553-e68574416a50 admin admin] Network hostable DHCP agents. Network: 83b648e3-9e16-4594-828d-322167244a5e, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:33:16.698232 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b80be160-cd02-4fb7-8e8d-96943aa01753 req-68664634-8a42-4c18-bff8-68fcf794d46c tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735676 Feb 09 21:33:16.718534 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88da8d6-1d5a-4058-a553-e68574416a50 admin admin] Network 83b648e3-9e16-4594-828d-322167244a5e is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:33:16.731414 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-f88da8d6-1d5a-4058-a553-e68574416a50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 83b648e3-9e16-4594-828d-322167244a5e) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:33:16.742517 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f818d7c3-d9c4-4114-804e-96b086af17ce None None] Network 83b648e3-9e16-4594-828d-322167244a5e requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:33:16.747929 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88da8d6-1d5a-4058-a553-e68574416a50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:16.749169 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f88da8d6-1d5a-4058-a553-e68574416a50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:16.780848 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-f88da8d6-1d5a-4058-a553-e68574416a50 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4747341 Feb 09 21:33:16.806683 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-952a6672-0bd9-4bae-abca-3d1c12ef8f71 req-1d808210-c419-489c-8b60-3ba55f1576e0 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/security-groups/c3040257-10c7-4125-9ae3-fd18b01a083b HTTP/1.1" status: 200 len: 1817 time: 0.0530722 Feb 09 21:33:16.894693 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aafcbdd-5ea7-48b6-83f9-f07d39afcb47 None None] Network 83b648e3-9e16-4594-828d-322167244a5e requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:33:16.898604 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-952a6672-0bd9-4bae-abca-3d1c12ef8f71 req-f3c47478-83eb-416b-b745-9b56ebf7c417 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Publish callbacks [] for security_group (c3040257-10c7-4125-9ae3-fd18b01a083b), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:16.942563 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-952a6672-0bd9-4bae-abca-3d1c12ef8f71 req-f3c47478-83eb-416b-b745-9b56ebf7c417 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Publish callbacks [] for security_group (c3040257-10c7-4125-9ae3-fd18b01a083b), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:17.009510 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-952a6672-0bd9-4bae-abca-3d1c12ef8f71 req-f3c47478-83eb-416b-b745-9b56ebf7c417 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (c3040257-10c7-4125-9ae3-fd18b01a083b), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:17.012136 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-952a6672-0bd9-4bae-abca-3d1c12ef8f71 req-f3c47478-83eb-416b-b745-9b56ebf7c417 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:17.013366 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-952a6672-0bd9-4bae-abca-3d1c12ef8f71 req-f3c47478-83eb-416b-b745-9b56ebf7c417 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "DELETE /v2.0/security-groups/c3040257-10c7-4125-9ae3-fd18b01a083b HTTP/1.1" status: 204 len: 173 time: 0.2002962 Feb 09 21:33:17.030889 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c47478-83eb-416b-b745-9b56ebf7c417 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3040257-10c7-4125-9ae3-fd18b01a083b,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:17.103891 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a47b0d44-ae3e-4b5f-bec9-9a59da8b8000 req-621d489d-abb1-4c5e-a17c-fe4e510cf2ef tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] 10.222.0.90 "GET /v2.0/security-groups/661203e7-d5be-43ea-9e62-d712f4e57c27 HTTP/1.1" status: 200 len: 1829 time: 0.0569313 Feb 09 21:33:17.176537 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-a47b0d44-ae3e-4b5f-bec9-9a59da8b8000 req-00fade0d-6284-46ea-bb60-c0bc2927eb4e tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] Publish callbacks [] for security_group (661203e7-d5be-43ea-9e62-d712f4e57c27), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:17.200963 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-a47b0d44-ae3e-4b5f-bec9-9a59da8b8000 req-00fade0d-6284-46ea-bb60-c0bc2927eb4e tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] Publish callbacks [] for security_group (661203e7-d5be-43ea-9e62-d712f4e57c27), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:17.246942 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-a47b0d44-ae3e-4b5f-bec9-9a59da8b8000 req-00fade0d-6284-46ea-bb60-c0bc2927eb4e tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (661203e7-d5be-43ea-9e62-d712f4e57c27), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:17.251885 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-a47b0d44-ae3e-4b5f-bec9-9a59da8b8000 req-00fade0d-6284-46ea-bb60-c0bc2927eb4e tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:17.253106 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a47b0d44-ae3e-4b5f-bec9-9a59da8b8000 req-00fade0d-6284-46ea-bb60-c0bc2927eb4e tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] 10.222.0.90 "DELETE /v2.0/security-groups/661203e7-d5be-43ea-9e62-d712f4e57c27 HTTP/1.1" status: 204 len: 173 time: 0.1401188 Feb 09 21:33:17.270008 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fade0d-6284-46ea-bb60-c0bc2927eb4e tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=661203e7-d5be-43ea-9e62-d712f4e57c27,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:17.377859 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fd1679-96b4-4eb6-8322-85d1032e471d req-ebc63ec5-8c2d-400a-97a2-5d550c779475 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:17.379313 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-19fd1679-96b4-4eb6-8322-85d1032e471d req-ebc63ec5-8c2d-400a-97a2-5d550c779475 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=4f8339ab-f401-4931-96ab-51b877546307 HTTP/1.1" status: 200 len: 950 time: 0.0652201 Feb 09 21:33:17.386948 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53326) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:17.435380 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-19fd1679-96b4-4eb6-8322-85d1032e471d req-e9f0b22a-bf1f-478f-b887-6c0f0db25457 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492480 Feb 09 21:33:17.490603 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3eb61bb1-5521-49a1-85a4-7e5ab1aaac59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:17.507032 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [req-6ada2481-cf79-456b-9841-28b8647a955d req-4827ef6e-d8b0-41a1-bee9-b2f92d4f7c7a tempest-LiveAutoBlockMigrationV225Test-1691914964 tempest-LiveAutoBlockMigrationV225Test-1691914964-project-admin] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=103141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:33:17.511964 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6ada2481-cf79-456b-9841-28b8647a955d req-4827ef6e-d8b0-41a1-bee9-b2f92d4f7c7a tempest-LiveAutoBlockMigrationV225Test-1691914964 tempest-LiveAutoBlockMigrationV225Test-1691914964-project-admin] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2762556 Feb 09 21:33:17.517205 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 8b62e22c-f954-4a6a-8780-d7a6ea6e99e3 details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:33:17.573510 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-57b3eb0d-b0c5-46e8-9a29-e039d53b1d58 req-26b34784-ee99-4a10-94f3-2fba3d7c6ff7 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/security-groups/ebe33613-6d4c-45ab-95d3-83434259d0f1 HTTP/1.1" status: 200 len: 1816 time: 0.0554252 Feb 09 21:33:17.645352 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3eb61bb1-5521-49a1-85a4-7e5ab1aaac59 admin admin] Publish callbacks [] for security_group (3a30751d-9116-42e5-941a-c9086d94b693), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:17.647611 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-57b3eb0d-b0c5-46e8-9a29-e039d53b1d58 req-cc0028b6-20f7-4878-8d81-12e3f2928dc5 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Publish callbacks [] for security_group (ebe33613-6d4c-45ab-95d3-83434259d0f1), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:17.649995 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 8b62e22c-f954-4a6a-8780-d7a6ea6e99e3, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=8b62e22c-f954-4a6a-8780-d7a6ea6e99e3,segment=NetworkSegment(2e235117-e979-4e65-8640-84c4faf827fd),segment_id=2e235117-e979-4e65-8640-84c4faf827fd)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:33:17.653116 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3eb61bb1-5521-49a1-85a4-7e5ab1aaac59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (3a30751d-9116-42e5-941a-c9086d94b693), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:17.666486 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 8b62e22c-f954-4a6a-8780-d7a6ea6e99e3 has no active binding in host n-h2-828369-5 {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 21:33:17.673497 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ada2481-cf79-456b-9841-28b8647a955d req-3702b3a4-8fe1-447e-bd8e-9f384ce885ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:17.674896 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6ada2481-cf79-456b-9841-28b8647a955d req-3702b3a4-8fe1-447e-bd8e-9f384ce885ce service neutron] 10.222.0.90 "GET /v2.0/ports/5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec HTTP/1.1" status: 200 len: 1124 time: 0.1469998 Feb 09 21:33:17.680828 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-57b3eb0d-b0c5-46e8-9a29-e039d53b1d58 req-cc0028b6-20f7-4878-8d81-12e3f2928dc5 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Publish callbacks [] for security_group (ebe33613-6d4c-45ab-95d3-83434259d0f1), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:17.689366 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-6ada2481-cf79-456b-9841-28b8647a955d req-c57576b9-ba4b-4aaf-8e07-94235eb485da service neutron] Request body: {'binding': {'host': 'n-h1-828369-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:33:17.689812 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-6ada2481-cf79-456b-9841-28b8647a955d req-c57576b9-ba4b-4aaf-8e07-94235eb485da service neutron] Unknown quota resources ['binding']. {{(pid=103141) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 21:33:17.722124 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-57b3eb0d-b0c5-46e8-9a29-e039d53b1d58 req-cc0028b6-20f7-4878-8d81-12e3f2928dc5 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (ebe33613-6d4c-45ab-95d3-83434259d0f1), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:17.724797 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-57b3eb0d-b0c5-46e8-9a29-e039d53b1d58 req-cc0028b6-20f7-4878-8d81-12e3f2928dc5 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:17.724947 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-3eb61bb1-5521-49a1-85a4-7e5ab1aaac59 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=8d7253b89c2245ca938cff1d1c89f1c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3368456 Feb 09 21:33:17.726037 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-57b3eb0d-b0c5-46e8-9a29-e039d53b1d58 req-cc0028b6-20f7-4878-8d81-12e3f2928dc5 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "DELETE /v2.0/security-groups/ebe33613-6d4c-45ab-95d3-83434259d0f1 HTTP/1.1" status: 204 len: 173 time: 0.1517425 Feb 09 21:33:17.729344 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 53338) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:17.744001 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0028b6-20f7-4878-8d81-12e3f2928dc5 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebe33613-6d4c-45ab-95d3-83434259d0f1,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:17.746786 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb61bb1-5521-49a1-85a4-7e5ab1aaac59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a30751d-9116-42e5-941a-c9086d94b693,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:17.796258 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0b480d40-dbef-4233-8b7b-440d16cfd84d admin admin] Publish callbacks [] for security_group (3a30751d-9116-42e5-941a-c9086d94b693), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:17.816657 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 22b68a4b-8a0a-42ed-af83-ebfbb1142745 no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:33:17.821997 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0b480d40-dbef-4233-8b7b-440d16cfd84d admin admin] Publish callbacks [] for security_group (3a30751d-9116-42e5-941a-c9086d94b693), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:17.841155 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] No Port match for: 22b68a4b-8a0a-42ed-af83-ebfbb1142745 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:33:17.841755 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 22b68a4b-8a0a-42ed-af83-ebfbb1142745 not bound to the agent host n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:33:17.876250 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-6ada2481-cf79-456b-9841-28b8647a955d req-c57576b9-ba4b-4aaf-8e07-94235eb485da service neutron] Attempting to bind port 5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec on host n-h1-828369-5 for vnic_type normal with profile None {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:33:17.876702 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-6ada2481-cf79-456b-9841-28b8647a955d req-c57576b9-ba4b-4aaf-8e07-94235eb485da service neutron] Attempting to bind port 5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': 'aad88faa-37a1-49ac-8a06-d36169fb75d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '37143bd2-1331-4c73-96e2-f9c3179c6daf'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:33:17.877210 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ada2481-cf79-456b-9841-28b8647a955d req-c57576b9-ba4b-4aaf-8e07-94235eb485da service neutron] Attempting to bind port 5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec on network 37143bd2-1331-4c73-96e2-f9c3179c6daf {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:33:17.879090 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0b480d40-dbef-4233-8b7b-440d16cfd84d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (3a30751d-9116-42e5-941a-c9086d94b693), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:17.882317 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ada2481-cf79-456b-9841-28b8647a955d req-c57576b9-ba4b-4aaf-8e07-94235eb485da service neutron] Port 5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec on network 37143bd2-1331-4c73-96e2-f9c3179c6daf not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:33:17.882754 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ada2481-cf79-456b-9841-28b8647a955d req-c57576b9-ba4b-4aaf-8e07-94235eb485da service neutron] Attempting to bind port 5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec on network 37143bd2-1331-4c73-96e2-f9c3179c6daf {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:33:17.882883 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0b480d40-dbef-4233-8b7b-440d16cfd84d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:17.886372 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-0b480d40-dbef-4233-8b7b-440d16cfd84d admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/3a30751d-9116-42e5-941a-c9086d94b693 HTTP/1.1" status: 204 len: 168 time: 0.1528409 Feb 09 21:33:17.887817 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ada2481-cf79-456b-9841-28b8647a955d req-c57576b9-ba4b-4aaf-8e07-94235eb485da service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:33:17.888151 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ada2481-cf79-456b-9841-28b8647a955d req-c57576b9-ba4b-4aaf-8e07-94235eb485da service neutron] Checking segment: {'id': 'aad88faa-37a1-49ac-8a06-d36169fb75d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '37143bd2-1331-4c73-96e2-f9c3179c6daf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:33:17.888560 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ada2481-cf79-456b-9841-28b8647a955d req-c57576b9-ba4b-4aaf-8e07-94235eb485da service neutron] Bound using segment: {'id': 'aad88faa-37a1-49ac-8a06-d36169fb75d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '37143bd2-1331-4c73-96e2-f9c3179c6daf'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:33:17.888984 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-6ada2481-cf79-456b-9841-28b8647a955d req-c57576b9-ba4b-4aaf-8e07-94235eb485da service neutron] Bound port: 5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aad88faa-37a1-49ac-8a06-d36169fb75d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '37143bd2-1331-4c73-96e2-f9c3179c6daf'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:33:17.893254 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b480d40-dbef-4233-8b7b-440d16cfd84d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a30751d-9116-42e5-941a-c9086d94b693,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:17.990922 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-6ada2481-cf79-456b-9841-28b8647a955d req-c57576b9-ba4b-4aaf-8e07-94235eb485da service neutron] For port 5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec,segment=NetworkSegment(aad88faa-37a1-49ac-8a06-d36169fb75d8),segment_id=aad88faa-37a1-49ac-8a06-d36169fb75d8)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:33:17.998694 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab47f728-050b-476d-9e0e-6ab1bb844a2f req-08fd193c-5ecc-48ef-82e4-3e40831d16e3 tempest-LiveMigrationTest-1736264502 tempest-LiveMigrationTest-1736264502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:18.001040 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ab47f728-050b-476d-9e0e-6ab1bb844a2f req-08fd193c-5ecc-48ef-82e4-3e40831d16e3 tempest-LiveMigrationTest-1736264502 tempest-LiveMigrationTest-1736264502-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=ed637eb7-997b-4a50-b9a4-acd664f51f8f&tenant_id=d13eb104d8994e4d9b604f1050cb6328&binding%3Ahost_id=n-h1-828369-5 HTTP/1.1" status: 200 len: 1128 time: 0.0833068 Feb 09 21:33:18.004241 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-6ada2481-cf79-456b-9841-28b8647a955d req-c57576b9-ba4b-4aaf-8e07-94235eb485da service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:18.012717 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6ada2481-cf79-456b-9841-28b8647a955d req-c57576b9-ba4b-4aaf-8e07-94235eb485da service neutron] 10.222.0.90 "POST /v2.0/ports/5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec/bindings HTTP/1.1" status: 201 len: 389 time: 0.3240867 Feb 09 21:33:18.022324 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-ab47f728-050b-476d-9e0e-6ab1bb844a2f req-88aeae16-f6df-415c-b9d1-53589d9996f7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828369-5'}}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:33:18.132959 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-ab47f728-050b-476d-9e0e-6ab1bb844a2f req-88aeae16-f6df-415c-b9d1-53589d9996f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (8b62e22c-f954-4a6a-8780-d7a6ea6e99e3), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:18.161624 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2778d4-90c6-4eea-b50c-e83b86a0a449 req-b59c0ceb-6725-4017-b9a6-c16b816717b2 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:18.163305 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-aa2778d4-90c6-4eea-b50c-e83b86a0a449 req-b59c0ceb-6725-4017-b9a6-c16b816717b2 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/networks?id=83b648e3-9e16-4594-828d-322167244a5e HTTP/1.1" status: 200 len: 815 time: 0.1843038 Feb 09 21:33:18.167254 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d24785b9-011c-4867-bb48-e6a36ce00674 req-47b9b34a-f277-4c6f-b5a6-d3d3e883622e tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] 10.222.0.90 "GET /v2.0/security-groups/58f98e71-3e42-4740-ae73-ef16a8dd23f1 HTTP/1.1" status: 200 len: 1829 time: 0.0762722 Feb 09 21:33:18.225443 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-aa2778d4-90c6-4eea-b50c-e83b86a0a449 req-abd997d9-2436-4046-82d1-28a50ff1b4cd tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/quotas/04e055ee152248efa1293c8e02ef57f4 HTTP/1.1" status: 200 len: 375 time: 0.0410275 Feb 09 21:33:18.274880 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 53358) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:18.277402 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-aa2778d4-90c6-4eea-b50c-e83b86a0a449 req-1110fee5-2b35-4223-9810-add358eafbcd tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=04e055ee152248efa1293c8e02ef57f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0450151 Feb 09 21:33:18.325892 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7684400e-502b-4f40-8e90-978c8d73887d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:18.335828 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-d24785b9-011c-4867-bb48-e6a36ce00674 req-9324c6f6-cc39-4231-bc87-3fce74be569a tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] Publish callbacks [] for security_group (58f98e71-3e42-4740-ae73-ef16a8dd23f1), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:18.404700 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-d24785b9-011c-4867-bb48-e6a36ce00674 req-9324c6f6-cc39-4231-bc87-3fce74be569a tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] Publish callbacks [] for security_group (58f98e71-3e42-4740-ae73-ef16a8dd23f1), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:18.440889 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ada2481-cf79-456b-9841-28b8647a955d req-3625cfbe-5923-4374-943a-fc145f137d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:18.442438 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6ada2481-cf79-456b-9841-28b8647a955d req-3625cfbe-5923-4374-943a-fc145f137d14 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=2bd637e202e1467d81aff230fe0a3e7e&device_id=a4fc49e4-17e3-4e1a-ad3a-53772172f962 HTTP/1.1" status: 200 len: 1127 time: 0.1272080 Feb 09 21:33:18.575221 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-ab47f728-050b-476d-9e0e-6ab1bb844a2f req-88aeae16-f6df-415c-b9d1-53589d9996f7 service neutron] For port 8b62e22c-f954-4a6a-8780-d7a6ea6e99e3, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=8b62e22c-f954-4a6a-8780-d7a6ea6e99e3,segment=NetworkSegment(2e235117-e979-4e65-8640-84c4faf827fd),segment_id=2e235117-e979-4e65-8640-84c4faf827fd)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:33:18.596995 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-d24785b9-011c-4867-bb48-e6a36ce00674 req-9324c6f6-cc39-4231-bc87-3fce74be569a tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (58f98e71-3e42-4740-ae73-ef16a8dd23f1), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:18.599558 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-d24785b9-011c-4867-bb48-e6a36ce00674 req-9324c6f6-cc39-4231-bc87-3fce74be569a tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:18.600737 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d24785b9-011c-4867-bb48-e6a36ce00674 req-9324c6f6-cc39-4231-bc87-3fce74be569a tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] 10.222.0.90 "DELETE /v2.0/security-groups/58f98e71-3e42-4740-ae73-ef16a8dd23f1 HTTP/1.1" status: 204 len: 173 time: 0.4271770 Feb 09 21:33:18.620475 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-ab47f728-050b-476d-9e0e-6ab1bb844a2f req-88aeae16-f6df-415c-b9d1-53589d9996f7 service neutron] For port 8b62e22c-f954-4a6a-8780-d7a6ea6e99e3, host n-h1-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:33:18.639518 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9324c6f6-cc39-4231-bc87-3fce74be569a tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f98e71-3e42-4740-ae73-ef16a8dd23f1,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:18.668714 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7684400e-502b-4f40-8e90-978c8d73887d admin admin] Publish callbacks [] for security_group (7cdf13cb-9510-4ed9-9065-194e27f01d9a), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:18.682586 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9324c6f6-cc39-4231-bc87-3fce74be569a tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:18.682976 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9324c6f6-cc39-4231-bc87-3fce74be569a tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:18.683328 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9324c6f6-cc39-4231-bc87-3fce74be569a tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:18.683703 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9324c6f6-cc39-4231-bc87-3fce74be569a tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:18.684106 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9324c6f6-cc39-4231-bc87-3fce74be569a tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:18.684487 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9324c6f6-cc39-4231-bc87-3fce74be569a tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:18.684820 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9324c6f6-cc39-4231-bc87-3fce74be569a tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:18.685148 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9324c6f6-cc39-4231-bc87-3fce74be569a tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:18.685471 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9324c6f6-cc39-4231-bc87-3fce74be569a tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:18.685797 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9324c6f6-cc39-4231-bc87-3fce74be569a tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:18.686117 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9324c6f6-cc39-4231-bc87-3fce74be569a tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:18.686441 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9324c6f6-cc39-4231-bc87-3fce74be569a tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:18.686763 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9324c6f6-cc39-4231-bc87-3fce74be569a tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:18.687553 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-ab47f728-050b-476d-9e0e-6ab1bb844a2f req-88aeae16-f6df-415c-b9d1-53589d9996f7 service neutron] Publish callbacks [] for port (8b62e22c-f954-4a6a-8780-d7a6ea6e99e3), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:18.690749 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed637eb7-997b-4a50-b9a4-acd664f51f8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b62e22c-f954-4a6a-8780-d7a6ea6e99e3'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:33:18.694652 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7684400e-502b-4f40-8e90-978c8d73887d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (7cdf13cb-9510-4ed9-9065-194e27f01d9a), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:18.695629 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8623dbc2-143c-446a-aeef-c02d60715683" -d '{"events": [{"server_uuid": "ed637eb7-997b-4a50-b9a4-acd664f51f8f", "name": "network-vif-unplugged", "status": "completed", "tag": "8b62e22c-f954-4a6a-8780-d7a6ea6e99e3"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:33:18.699546 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-ab47f728-050b-476d-9e0e-6ab1bb844a2f req-88aeae16-f6df-415c-b9d1-53589d9996f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (8b62e22c-f954-4a6a-8780-d7a6ea6e99e3), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:18.712544 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-aa2778d4-90c6-4eea-b50c-e83b86a0a449 req-7ee94c18-7f51-448f-9956-e8d8d1b7aa12 service neutron] 10.222.0.90 "GET /v2.0/networks/83b648e3-9e16-4594-828d-322167244a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4249160 Feb 09 21:33:18.794703 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aeae16-f6df-415c-b9d1-53589d9996f7 service neutron] Pushing event updated for resources: {'Port': ['ID=8b62e22c-f954-4a6a-8780-d7a6ea6e99e3,revision_number=7']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:18.807823 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-ab47f728-050b-476d-9e0e-6ab1bb844a2f req-88aeae16-f6df-415c-b9d1-53589d9996f7 service neutron] Attempting to bind port 8b62e22c-f954-4a6a-8780-d7a6ea6e99e3 on host n-h1-828369-5 for vnic_type normal with profile {"migrating_to": "n-h2-828369-5"} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:33:18.808153 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-ab47f728-050b-476d-9e0e-6ab1bb844a2f req-88aeae16-f6df-415c-b9d1-53589d9996f7 service neutron] Attempting to bind port 8b62e22c-f954-4a6a-8780-d7a6ea6e99e3 by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': '2e235117-e979-4e65-8640-84c4faf827fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '5406f657-d0e3-4570-bda7-aeb2bc509011'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:33:18.808514 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab47f728-050b-476d-9e0e-6ab1bb844a2f req-88aeae16-f6df-415c-b9d1-53589d9996f7 service neutron] Attempting to bind port 8b62e22c-f954-4a6a-8780-d7a6ea6e99e3 on network 5406f657-d0e3-4570-bda7-aeb2bc509011 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:33:18.813578 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab47f728-050b-476d-9e0e-6ab1bb844a2f req-88aeae16-f6df-415c-b9d1-53589d9996f7 service neutron] Port 8b62e22c-f954-4a6a-8780-d7a6ea6e99e3 on network 5406f657-d0e3-4570-bda7-aeb2bc509011 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:33:18.813898 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab47f728-050b-476d-9e0e-6ab1bb844a2f req-88aeae16-f6df-415c-b9d1-53589d9996f7 service neutron] Attempting to bind port 8b62e22c-f954-4a6a-8780-d7a6ea6e99e3 on network 5406f657-d0e3-4570-bda7-aeb2bc509011 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:33:18.818747 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab47f728-050b-476d-9e0e-6ab1bb844a2f req-88aeae16-f6df-415c-b9d1-53589d9996f7 service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:33:18.819075 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab47f728-050b-476d-9e0e-6ab1bb844a2f req-88aeae16-f6df-415c-b9d1-53589d9996f7 service neutron] Checking segment: {'id': '2e235117-e979-4e65-8640-84c4faf827fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '5406f657-d0e3-4570-bda7-aeb2bc509011'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:33:18.819451 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab47f728-050b-476d-9e0e-6ab1bb844a2f req-88aeae16-f6df-415c-b9d1-53589d9996f7 service neutron] Bound using segment: {'id': '2e235117-e979-4e65-8640-84c4faf827fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '5406f657-d0e3-4570-bda7-aeb2bc509011'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:33:18.819871 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-ab47f728-050b-476d-9e0e-6ab1bb844a2f req-88aeae16-f6df-415c-b9d1-53589d9996f7 service neutron] Bound port: 8b62e22c-f954-4a6a-8780-d7a6ea6e99e3, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e235117-e979-4e65-8640-84c4faf827fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '5406f657-d0e3-4570-bda7-aeb2bc509011'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:33:18.820250 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-ab47f728-050b-476d-9e0e-6ab1bb844a2f req-88aeae16-f6df-415c-b9d1-53589d9996f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (8b62e22c-f954-4a6a-8780-d7a6ea6e99e3), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:18.835079 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ada2481-cf79-456b-9841-28b8647a955d req-58cbe484-98c2-42de-bcc1-52d1363c4ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:18.836502 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6ada2481-cf79-456b-9841-28b8647a955d req-58cbe484-98c2-42de-bcc1-52d1363c4ccf service neutron] 10.222.0.95 "GET /v2.0/networks?id=37143bd2-1331-4c73-96e2-f9c3179c6daf HTTP/1.1" status: 200 len: 922 time: 0.3848553 Feb 09 21:33:18.858354 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-7684400e-502b-4f40-8e90-978c8d73887d admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=3da69c46ad6c44cea1dc141e8b3e604c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5787535 Feb 09 21:33:18.859087 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7684400e-502b-4f40-8e90-978c8d73887d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cdf13cb-9510-4ed9-9065-194e27f01d9a,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:18.862180 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53372) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:18.902987 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6ada2481-cf79-456b-9841-28b8647a955d req-135819b1-2834-40c3-a4fb-fba149f64747 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec HTTP/1.1" status: 200 len: 217 time: 0.0566025 Feb 09 21:33:18.905548 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-ab47f728-050b-476d-9e0e-6ab1bb844a2f req-88aeae16-f6df-415c-b9d1-53589d9996f7 service neutron] For port 8b62e22c-f954-4a6a-8780-d7a6ea6e99e3, host n-h1-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:33:18.924338 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-ab47f728-050b-476d-9e0e-6ab1bb844a2f req-88aeae16-f6df-415c-b9d1-53589d9996f7 service neutron] For port 8b62e22c-f954-4a6a-8780-d7a6ea6e99e3, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=8b62e22c-f954-4a6a-8780-d7a6ea6e99e3,segment=NetworkSegment(2e235117-e979-4e65-8640-84c4faf827fd),segment_id=2e235117-e979-4e65-8640-84c4faf827fd)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:33:18.933249 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-ab47f728-050b-476d-9e0e-6ab1bb844a2f req-88aeae16-f6df-415c-b9d1-53589d9996f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (8b62e22c-f954-4a6a-8780-d7a6ea6e99e3), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:18.963705 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9c729545-a59b-42bb-bfee-78dfbc6c9b37 admin admin] Publish callbacks [] for security_group (7cdf13cb-9510-4ed9-9065-194e27f01d9a), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:18.973264 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eb0bfa-ca3b-46e3-a793-e00e409b017e req-5bd4185e-c5d1-4c75-b5c7-4dc5aea9a891 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:18.975452 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-78eb0bfa-ca3b-46e3-a793-e00e409b017e req-5bd4185e-c5d1-4c75-b5c7-4dc5aea9a891 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed637eb7-997b-4a50-b9a4-acd664f51f8f HTTP/1.1" status: 200 len: 944 time: 0.2667291 Feb 09 21:33:18.985545 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-aa2778d4-90c6-4eea-b50c-e83b86a0a449 req-537a8ee1-7c56-470d-b25e-d3d10ffab01b service neutron] 10.222.0.90 "GET /v2.0/networks/83b648e3-9e16-4594-828d-322167244a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518406 Feb 09 21:33:18.997642 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ada2481-cf79-456b-9841-28b8647a955d req-c2fdcbc5-4df5-4ef2-9678-9b3e0f310712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:19.000776 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6ada2481-cf79-456b-9841-28b8647a955d req-c2fdcbc5-4df5-4ef2-9678-9b3e0f310712 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=f5dc5768-86f9-4907-b987-49606f9e43f9 HTTP/1.1" status: 200 len: 861 time: 0.0821521 Feb 09 21:33:19.018721 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9c729545-a59b-42bb-bfee-78dfbc6c9b37 admin admin] Publish callbacks [] for security_group (7cdf13cb-9510-4ed9-9065-194e27f01d9a), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:19.026256 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aeae16-f6df-415c-b9d1-53589d9996f7 service neutron] Pushing event updated for resources: {'Port': ['ID=8b62e22c-f954-4a6a-8780-d7a6ea6e99e3,revision_number=8']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:19.052353 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6ada2481-cf79-456b-9841-28b8647a955d req-f8f3000d-523f-4383-9afc-6e03749ba913 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=37143bd2-1331-4c73-96e2-f9c3179c6daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422275 Feb 09 21:33:19.066496 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab47f728-050b-476d-9e0e-6ab1bb844a2f req-88aeae16-f6df-415c-b9d1-53589d9996f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:19.067116 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-ab47f728-050b-476d-9e0e-6ab1bb844a2f req-88aeae16-f6df-415c-b9d1-53589d9996f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:19.068516 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ab47f728-050b-476d-9e0e-6ab1bb844a2f req-88aeae16-f6df-415c-b9d1-53589d9996f7 service neutron] 10.222.0.89 "PUT /v2.0/ports/8b62e22c-f954-4a6a-8780-d7a6ea6e99e3 HTTP/1.1" status: 200 len: 1122 time: 1.0534873 Feb 09 21:33:19.104920 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9c729545-a59b-42bb-bfee-78dfbc6c9b37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (7cdf13cb-9510-4ed9-9065-194e27f01d9a), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:19.107616 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9c729545-a59b-42bb-bfee-78dfbc6c9b37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:19.111669 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-9c729545-a59b-42bb-bfee-78dfbc6c9b37 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/7cdf13cb-9510-4ed9-9065-194e27f01d9a HTTP/1.1" status: 204 len: 168 time: 0.2457080 Feb 09 21:33:19.121244 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c729545-a59b-42bb-bfee-78dfbc6c9b37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cdf13cb-9510-4ed9-9065-194e27f01d9a,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:19.126648 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-78eb0bfa-ca3b-46e3-a793-e00e409b017e req-2c76ecce-3182-4676-83d0-2da38f01fcfc tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248295 Feb 09 21:33:19.189303 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['8b62e22c-f954-4a6a-8780-d7a6ea6e99e3'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:33:19.197834 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-bc118ace-e153-490b-88ca-87d448c5d33b req-de60e81d-9368-4f52-b82d-77db06aae2b1 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1403017873', 'description': 'tempest-description-369438561'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:33:19.314453 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6ada2481-cf79-456b-9841-28b8647a955d req-24cb3c4f-1569-43a0-af5d-6ef23c281d26 service neutron] 10.222.0.95 "GET /v2.0/networks/37143bd2-1331-4c73-96e2-f9c3179c6daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493658 Feb 09 21:33:19.316670 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-bc118ace-e153-490b-88ca-87d448c5d33b req-de60e81d-9368-4f52-b82d-77db06aae2b1 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:19.328594 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['8b62e22c-f954-4a6a-8780-d7a6ea6e99e3'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:33:19.400553 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03192d1c-3590-47e2-85ea-d14432ea3a5d req-c2dc5394-ef3e-41d8-9f95-9f6544f2d3d7 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:19.402937 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-03192d1c-3590-47e2-85ea-d14432ea3a5d req-c2dc5394-ef3e-41d8-9f95-9f6544f2d3d7 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=a4fc49e4-17e3-4e1a-ad3a-53772172f962 HTTP/1.1" status: 200 len: 945 time: 0.1795390 Feb 09 21:33:19.501903 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6ada2481-cf79-456b-9841-28b8647a955d req-5d1a0813-9e8f-4800-b9c9-3ee85ab92676 service neutron] 10.222.0.95 "GET /v2.0/networks/37143bd2-1331-4c73-96e2-f9c3179c6daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726146 Feb 09 21:33:19.527966 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-03192d1c-3590-47e2-85ea-d14432ea3a5d req-864cc947-a954-4a70-ad24-667fa1589a95 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006060 Feb 09 21:33:19.542494 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-bc118ace-e153-490b-88ca-87d448c5d33b req-de60e81d-9368-4f52-b82d-77db06aae2b1 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Publish callbacks [] for security_group (e53756e0-735f-4eed-8fad-23f2b9373e9d), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:19.550607 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-bc118ace-e153-490b-88ca-87d448c5d33b req-de60e81d-9368-4f52-b82d-77db06aae2b1 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (e53756e0-735f-4eed-8fad-23f2b9373e9d), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:19.591671 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-bc118ace-e153-490b-88ca-87d448c5d33b req-de60e81d-9368-4f52-b82d-77db06aae2b1 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:19.593022 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bc118ace-e153-490b-88ca-87d448c5d33b req-de60e81d-9368-4f52-b82d-77db06aae2b1 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.4196742 Feb 09 21:33:19.609246 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de60e81d-9368-4f52-b82d-77db06aae2b1 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e53756e0-735f-4eed-8fad-23f2b9373e9d,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:19.702673 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3f0af560-efc4-44af-88ca-c7f74d35901d req-892cf12d-c6e6-40c2-a42c-19e513bce8c1 tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] 10.222.0.90 "GET /v2.0/security-groups/0e680496-344d-46a0-864a-476cbbca33a5 HTTP/1.1" status: 200 len: 1828 time: 0.0854549 Feb 09 21:33:19.744809 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aef5cb3-6dc6-4f2c-9802-77201bf0a65d req-c79184ca-8706-4a1a-b98d-85414a4ba752 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:19.747050 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3aef5cb3-6dc6-4f2c-9802-77201bf0a65d req-c79184ca-8706-4a1a-b98d-85414a4ba752 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=4f8339ab-f401-4931-96ab-51b877546307 HTTP/1.1" status: 200 len: 950 time: 0.1123559 Feb 09 21:33:19.816179 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-3f0af560-efc4-44af-88ca-c7f74d35901d req-27ae3a1c-7851-4e0f-8827-9e20d5310c99 tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] Publish callbacks [] for security_group (0e680496-344d-46a0-864a-476cbbca33a5), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:19.835107 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3aef5cb3-6dc6-4f2c-9802-77201bf0a65d req-9bfa5bb9-9159-437b-b197-ff7d85b4d40e tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758839 Feb 09 21:33:19.861981 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-3f0af560-efc4-44af-88ca-c7f74d35901d req-27ae3a1c-7851-4e0f-8827-9e20d5310c99 tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] Publish callbacks [] for security_group (0e680496-344d-46a0-864a-476cbbca33a5), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:19.963066 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-3f0af560-efc4-44af-88ca-c7f74d35901d req-27ae3a1c-7851-4e0f-8827-9e20d5310c99 tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (0e680496-344d-46a0-864a-476cbbca33a5), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:19.966569 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-3f0af560-efc4-44af-88ca-c7f74d35901d req-27ae3a1c-7851-4e0f-8827-9e20d5310c99 tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:19.969781 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3f0af560-efc4-44af-88ca-c7f74d35901d req-27ae3a1c-7851-4e0f-8827-9e20d5310c99 tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] 10.222.0.90 "DELETE /v2.0/security-groups/0e680496-344d-46a0-864a-476cbbca33a5 HTTP/1.1" status: 204 len: 173 time: 0.2568254 Feb 09 21:33:19.981490 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ae3a1c-7851-4e0f-8827-9e20d5310c99 tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e680496-344d-46a0-864a-476cbbca33a5,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:20.035874 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4ee8783-645b-4471-b0e4-aee4c787d2dc x-openstack-request-id: req-e4ee8783-645b-4471-b0e4-aee4c787d2dc {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:33:20.036383 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed637eb7-997b-4a50-b9a4-acd664f51f8f", "name": "network-vif-unplugged", "status": "completed", "tag": "8b62e22c-f954-4a6a-8780-d7a6ea6e99e3", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:33:20.036485 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-e4ee8783-645b-4471-b0e4-aee4c787d2dc {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:33:20.036872 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed637eb7-997b-4a50-b9a4-acd664f51f8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b62e22c-f954-4a6a-8780-d7a6ea6e99e3', 'code': 200} Feb 09 21:33:20.171130 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-23fc125e-8a5d-4333-b2b9-74c119d3fdfb req-246fa179-2407-4cd1-93a0-38458046a835 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/ports?device_id=ac2e37af-a8de-476a-83bd-d987e0be588b HTTP/1.1" status: 200 len: 210 time: 0.0684674 Feb 09 21:33:20.216530 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-92f9d365-4e14-44ab-be7a-f5300c47eb8f req-5b238e41-f7a5-4454-b35c-611306fe6f2b tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/security-groups/e53756e0-735f-4eed-8fad-23f2b9373e9d HTTP/1.1" status: 200 len: 1817 time: 0.0439532 Feb 09 21:33:20.227604 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-92f9d365-4e14-44ab-be7a-f5300c47eb8f req-84216a3e-5541-4810-aaf9-6fd1192eadc8 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1841078402', 'description': 'tempest-description-hth-1126361434'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:33:20.293469 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-92f9d365-4e14-44ab-be7a-f5300c47eb8f req-84216a3e-5541-4810-aaf9-6fd1192eadc8 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Publish callbacks [] for security_group (e53756e0-735f-4eed-8fad-23f2b9373e9d), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:20.306755 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3d854350-66ae-4c42-8d19-5028a9d6f40e req-08a8fdfa-e273-442d-995a-f08fb76b2745 tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] 10.222.0.90 "GET /v2.0/security-groups/61fb397f-7bf3-4015-bf48-a3306ab90d59 HTTP/1.1" status: 200 len: 1829 time: 0.0665679 Feb 09 21:33:20.385505 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-92f9d365-4e14-44ab-be7a-f5300c47eb8f req-84216a3e-5541-4810-aaf9-6fd1192eadc8 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Publish callbacks [] for security_group (e53756e0-735f-4eed-8fad-23f2b9373e9d), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:20.392942 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-92f9d365-4e14-44ab-be7a-f5300c47eb8f req-84216a3e-5541-4810-aaf9-6fd1192eadc8 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (e53756e0-735f-4eed-8fad-23f2b9373e9d), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:20.395569 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-92f9d365-4e14-44ab-be7a-f5300c47eb8f req-84216a3e-5541-4810-aaf9-6fd1192eadc8 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:20.396960 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-92f9d365-4e14-44ab-be7a-f5300c47eb8f req-84216a3e-5541-4810-aaf9-6fd1192eadc8 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "PUT /v2.0/security-groups/e53756e0-735f-4eed-8fad-23f2b9373e9d HTTP/1.1" status: 200 len: 1792 time: 0.1736925 Feb 09 21:33:20.427733 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-3d854350-66ae-4c42-8d19-5028a9d6f40e req-312b55cf-a038-42a4-8c27-67653f5ab15c tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] Publish callbacks [] for security_group (61fb397f-7bf3-4015-bf48-a3306ab90d59), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:20.464118 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84216a3e-5541-4810-aaf9-6fd1192eadc8 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e53756e0-735f-4eed-8fad-23f2b9373e9d,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:20.471463 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-3d854350-66ae-4c42-8d19-5028a9d6f40e req-312b55cf-a038-42a4-8c27-67653f5ab15c tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] Publish callbacks [] for security_group (61fb397f-7bf3-4015-bf48-a3306ab90d59), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:20.586527 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53424) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:20.699608 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-3d854350-66ae-4c42-8d19-5028a9d6f40e req-312b55cf-a038-42a4-8c27-67653f5ab15c tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (61fb397f-7bf3-4015-bf48-a3306ab90d59), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:20.702420 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-3d854350-66ae-4c42-8d19-5028a9d6f40e req-312b55cf-a038-42a4-8c27-67653f5ab15c tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:20.704157 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3d854350-66ae-4c42-8d19-5028a9d6f40e req-312b55cf-a038-42a4-8c27-67653f5ab15c tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] 10.222.0.90 "DELETE /v2.0/security-groups/61fb397f-7bf3-4015-bf48-a3306ab90d59 HTTP/1.1" status: 204 len: 173 time: 0.3830473 Feb 09 21:33:20.712550 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53432) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:20.733194 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312b55cf-a038-42a4-8c27-67653f5ab15c tempest-SecurityGroupRulesNegativeTestJSON-30533433 tempest-SecurityGroupRulesNegativeTestJSON-30533433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61fb397f-7bf3-4015-bf48-a3306ab90d59,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:20.743055 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934054c4-34af-4e35-8104-5c345fb2d160 req-7a4600a7-e3b9-40c1-9a0f-9cb48c8da493 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:20.761044 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-934054c4-34af-4e35-8104-5c345fb2d160 req-7a4600a7-e3b9-40c1-9a0f-9cb48c8da493 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed637eb7-997b-4a50-b9a4-acd664f51f8f HTTP/1.1" status: 200 len: 944 time: 0.2582016 Feb 09 21:33:20.803624 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-68ff0ff4-ccd7-4fe9-9389-47ec924f2eb1 admin admin] Deleting subnet 16291f96-d2f3-469e-b346-010307eb5b22 {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:33:20.808461 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-68ff0ff4-ccd7-4fe9-9389-47ec924f2eb1 admin admin] Publish callbacks [] for subnet (16291f96-d2f3-469e-b346-010307eb5b22), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:20.839430 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2778d4-90c6-4eea-b50c-e83b86a0a449 req-078bec9d-e01d-46cf-acfc-31c121c12218 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:20.840971 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-aa2778d4-90c6-4eea-b50c-e83b86a0a449 req-078bec9d-e01d-46cf-acfc-31c121c12218 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.95 "GET /v2.0/networks?id=83b648e3-9e16-4594-828d-322167244a5e HTTP/1.1" status: 200 len: 815 time: 0.2254722 Feb 09 21:33:20.855361 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-aa2778d4-90c6-4eea-b50c-e83b86a0a449 req-8cab8e65-ba9e-419e-b299-8019d7ec72af tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Request body: {'port': {'device_id': 'ac2e37af-a8de-476a-83bd-d987e0be588b', 'network_id': '83b648e3-9e16-4594-828d-322167244a5e', 'admin_state_up': True, 'tenant_id': '04e055ee152248efa1293c8e02ef57f4'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:33:20.883744 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:20.886220 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-68ff0ff4-ccd7-4fe9-9389-47ec924f2eb1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (16291f96-d2f3-469e-b346-010307eb5b22), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:20.931075 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3d3ef464-79db-4bc5-8b67-3a5d214c18a7 req-37e1fe25-2cad-4617-b422-f1ba162b6fcc tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/security-groups/e53756e0-735f-4eed-8fad-23f2b9373e9d HTTP/1.1" status: 200 len: 1792 time: 0.1621857 Feb 09 21:33:20.938828 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-68ff0ff4-ccd7-4fe9-9389-47ec924f2eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (16291f96-d2f3-469e-b346-010307eb5b22), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:20.958634 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-934054c4-34af-4e35-8104-5c345fb2d160 req-a748b2c8-7e70-4ee0-9008-f2a67b75554a tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962888 Feb 09 21:33:21.013949 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5e71a758-f422-47d3-8c0e-722d9583b271 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:21.068801 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-68ff0ff4-ccd7-4fe9-9389-47ec924f2eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (16291f96-d2f3-469e-b346-010307eb5b22), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:21.070972 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa2778d4-90c6-4eea-b50c-e83b86a0a449 req-8cab8e65-ba9e-419e-b299-8019d7ec72af tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Made reservation on behalf of 04e055ee152248efa1293c8e02ef57f4 for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:33:21.081432 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-aa2778d4-90c6-4eea-b50c-e83b86a0a449 req-8cab8e65-ba9e-419e-b299-8019d7ec72af tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:21.108692 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ff0ff4-ccd7-4fe9-9389-47ec924f2eb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16291f96-d2f3-469e-b346-010307eb5b22,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:21.111340 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-68ff0ff4-ccd7-4fe9-9389-47ec924f2eb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:21.118545 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-68ff0ff4-ccd7-4fe9-9389-47ec924f2eb1 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/16291f96-d2f3-469e-b346-010307eb5b22 HTTP/1.1" status: 204 len: 168 time: 0.4048598 Feb 09 21:33:21.120616 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53444) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:21.215646 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-060ed868-085c-4ca4-a58e-f2d7f1cedcbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (0f09ea50-bb9b-419a-b9c4-2818d5d4552e), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:21.285259 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5e71a758-f422-47d3-8c0e-722d9583b271 admin admin] Publish callbacks [] for security_group (376c48b2-f8b7-4e94-bfba-90ced4afec65), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:21.295136 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9902d1bf-aa00-4134-8b5f-342bb45b4e41 req-6e91523c-a8cc-43c9-8904-4d53f861707b tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:21.297746 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9902d1bf-aa00-4134-8b5f-342bb45b4e41 req-6e91523c-a8cc-43c9-8904-4d53f861707b tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=4f8339ab-f401-4931-96ab-51b877546307 HTTP/1.1" status: 200 len: 950 time: 0.2419641 Feb 09 21:33:21.322524 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5e71a758-f422-47d3-8c0e-722d9583b271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (376c48b2-f8b7-4e94-bfba-90ced4afec65), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:21.356581 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933fd20a-13c1-41db-ae6d-81545a58c44c req-ef52aed4-b209-4fce-9c8a-3d494c45ea72 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:21.364871 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-933fd20a-13c1-41db-ae6d-81545a58c44c req-ef52aed4-b209-4fce-9c8a-3d494c45ea72 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=a4fc49e4-17e3-4e1a-ad3a-53772172f962 HTTP/1.1" status: 200 len: 945 time: 0.2806144 Feb 09 21:33:21.366612 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-060ed868-085c-4ca4-a58e-f2d7f1cedcbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (0f09ea50-bb9b-419a-b9c4-2818d5d4552e), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:21.386963 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-5e71a758-f422-47d3-8c0e-722d9583b271 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=87a5af1430cd4707b567b47ecc3bf57c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7982204 Feb 09 21:33:21.395058 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53452) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:21.408681 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e71a758-f422-47d3-8c0e-722d9583b271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=376c48b2-f8b7-4e94-bfba-90ced4afec65,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:21.418783 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-060ed868-085c-4ca4-a58e-f2d7f1cedcbd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f09ea50-bb9b-419a-b9c4-2818d5d4552e']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:33:21.441831 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-060ed868-085c-4ca4-a58e-f2d7f1cedcbd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '390ae47d-e2b0-4548-b600-8ac81d8c9e02') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:33:21.442065 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-060ed868-085c-4ca4-a58e-f2d7f1cedcbd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '390ae47d-e2b0-4548-b600-8ac81d8c9e02') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:33:21.457301 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-060ed868-085c-4ca4-a58e-f2d7f1cedcbd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (390ae47d-e2b0-4548-b600-8ac81d8c9e02), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:21.466675 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9902d1bf-aa00-4134-8b5f-342bb45b4e41 req-5a49bb2a-16be-42eb-a87a-6a59ca252899 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584640 Feb 09 21:33:21.469019 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [req-aa2778d4-90c6-4eea-b50c-e83b86a0a449 req-8cab8e65-ba9e-419e-b299-8019d7ec72af tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Allocated IP 172.20.0.3 (83b648e3-9e16-4594-828d-322167244a5e/33895a87-c686-4060-8a0c-2f9b961a8554/feb17ea6-120e-488e-971c-edca680cfaeb) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:33:21.485517 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-933fd20a-13c1-41db-ae6d-81545a58c44c req-0a5fc0d0-86e7-42a0-a3c3-327f58b5a162 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189957 Feb 09 21:33:21.486616 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-060ed868-085c-4ca4-a58e-f2d7f1cedcbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (390ae47d-e2b0-4548-b600-8ac81d8c9e02), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:21.505844 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7bc44daa-edee-4ca1-b3cc-ef5e50595df8 admin admin] Publish callbacks [] for security_group (376c48b2-f8b7-4e94-bfba-90ced4afec65), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:21.519144 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-060ed868-085c-4ca4-a58e-f2d7f1cedcbd admin admin] Releasing vlan 737 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:33:21.519714 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-060ed868-085c-4ca4-a58e-f2d7f1cedcbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (390ae47d-e2b0-4548-b600-8ac81d8c9e02), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:21.521556 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:33:21.521556 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:33:21.521556 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:33:21.521556 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:33:21.521556 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:33:21.521556 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:33:21.521556 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:33:21.521556 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:33:21.521556 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:33:21.521556 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:33:21.521556 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:33:21.521556 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:33:21.521556 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:33:21.521556 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:33:21.521556 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:33:21.521556 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:33:21.521556 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:33:21.521556 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:33:21.521556 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:33:21.521556 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:33:21.521556 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:33:21.521556 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:33:21.521556 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:33:21.521556 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:33:21.521556 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:33:21.521556 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:33:21.521556 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:33:21.521556 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:33:21.521556 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:33:21.521556 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:33:21.521556 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:33:21.521556 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:33:21.628999 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7bc44daa-edee-4ca1-b3cc-ef5e50595df8 admin admin] Publish callbacks [] for security_group (376c48b2-f8b7-4e94-bfba-90ced4afec65), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:21.645020 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-060ed868-085c-4ca4-a58e-f2d7f1cedcbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (0f09ea50-bb9b-419a-b9c4-2818d5d4552e), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:21.659360 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-060ed868-085c-4ca4-a58e-f2d7f1cedcbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:21.669596 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-060ed868-085c-4ca4-a58e-f2d7f1cedcbd admin admin] 10.222.0.90 "DELETE /v2.0/networks/0f09ea50-bb9b-419a-b9c4-2818d5d4552e HTTP/1.1" status: 204 len: 168 time: 0.5468996 Feb 09 21:33:21.676592 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e57795ad-0f2f-4fbe-aadd-f94b99c0c89d req-11ae9764-9a18-49d9-862f-977e1b59cc2f tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/security-groups/e53756e0-735f-4eed-8fad-23f2b9373e9d HTTP/1.1" status: 200 len: 1792 time: 0.1417034 Feb 09 21:33:21.686203 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-247b128f-d232-4cad-a7e1-6741b9edff16 req-1d4ce9bd-7bfa-431f-8930-6dcadef77d18 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/ports?device_id=ac2e37af-a8de-476a-83bd-d987e0be588b HTTP/1.1" status: 200 len: 210 time: 0.0890937 Feb 09 21:33:21.713691 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060ed868-085c-4ca4-a58e-f2d7f1cedcbd admin admin] Pushing event deleted for resources: {'Network': ['ID=0f09ea50-bb9b-419a-b9c4-2818d5d4552e,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:21.746642 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7bc44daa-edee-4ca1-b3cc-ef5e50595df8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (376c48b2-f8b7-4e94-bfba-90ced4afec65), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:21.749722 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7bc44daa-edee-4ca1-b3cc-ef5e50595df8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:21.751665 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-7bc44daa-edee-4ca1-b3cc-ef5e50595df8 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/376c48b2-f8b7-4e94-bfba-90ced4afec65 HTTP/1.1" status: 204 len: 168 time: 0.3553336 Feb 09 21:33:21.775554 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc44daa-edee-4ca1-b3cc-ef5e50595df8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=376c48b2-f8b7-4e94-bfba-90ced4afec65,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:21.775781 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-e57795ad-0f2f-4fbe-aadd-f94b99c0c89d req-015d3a44-e327-4720-92e7-ba849bdfd2a2 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Publish callbacks [] for security_group (e53756e0-735f-4eed-8fad-23f2b9373e9d), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:21.831168 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-e57795ad-0f2f-4fbe-aadd-f94b99c0c89d req-015d3a44-e327-4720-92e7-ba849bdfd2a2 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Publish callbacks [] for security_group (e53756e0-735f-4eed-8fad-23f2b9373e9d), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:21.838249 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-aa2778d4-90c6-4eea-b50c-e83b86a0a449 req-8cab8e65-ba9e-419e-b299-8019d7ec72af tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Publish callbacks [] for port (feb17ea6-120e-488e-971c-edca680cfaeb), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:21.906929 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-e57795ad-0f2f-4fbe-aadd-f94b99c0c89d req-015d3a44-e327-4720-92e7-ba849bdfd2a2 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (e53756e0-735f-4eed-8fad-23f2b9373e9d), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:21.910355 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-e57795ad-0f2f-4fbe-aadd-f94b99c0c89d req-015d3a44-e327-4720-92e7-ba849bdfd2a2 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:21.916263 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e57795ad-0f2f-4fbe-aadd-f94b99c0c89d req-015d3a44-e327-4720-92e7-ba849bdfd2a2 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "DELETE /v2.0/security-groups/e53756e0-735f-4eed-8fad-23f2b9373e9d HTTP/1.1" status: 204 len: 173 time: 0.2386942 Feb 09 21:33:21.922036 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-aa2778d4-90c6-4eea-b50c-e83b86a0a449 req-8cab8e65-ba9e-419e-b299-8019d7ec72af tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (feb17ea6-120e-488e-971c-edca680cfaeb), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:21.968825 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53466) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:21.969055 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015d3a44-e327-4720-92e7-ba849bdfd2a2 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e53756e0-735f-4eed-8fad-23f2b9373e9d,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:22.009947 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa2778d4-90c6-4eea-b50c-e83b86a0a449 req-8cab8e65-ba9e-419e-b299-8019d7ec72af tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Network 83b648e3-9e16-4594-828d-322167244a5e is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:33:22.013846 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [req-aa2778d4-90c6-4eea-b50c-e83b86a0a449 req-8cab8e65-ba9e-419e-b299-8019d7ec72af tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:33:22.019871 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa2778d4-90c6-4eea-b50c-e83b86a0a449 req-8cab8e65-ba9e-419e-b299-8019d7ec72af tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:33:22.046586 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cab8e65-ba9e-419e-b299-8019d7ec72af tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Pushing event updated for resources: {'Port': ['ID=feb17ea6-120e-488e-971c-edca680cfaeb,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:22.065457 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed637eb7-997b-4a50-b9a4-acd664f51f8f', 'tag': '8b62e22c-f954-4a6a-8780-d7a6ea6e99e3'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:33:22.072764 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-013e7d13-0422-4fee-abe5-0bc4061af535" -d '{"events": [{"name": "network-changed", "server_uuid": "ed637eb7-997b-4a50-b9a4-acd664f51f8f", "tag": "8b62e22c-f954-4a6a-8780-d7a6ea6e99e3"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:33:22.084369 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-113d33f0-fc72-4032-ab4f-d71cfb270b0d admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=2b3a548c94fb42a286d978cc762dd85c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1142356 Feb 09 21:33:22.089136 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2778d4-90c6-4eea-b50c-e83b86a0a449 req-8cab8e65-ba9e-419e-b299-8019d7ec72af tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:22.090010 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-aa2778d4-90c6-4eea-b50c-e83b86a0a449 req-8cab8e65-ba9e-419e-b299-8019d7ec72af tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:22.091259 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53474) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:22.115210 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-aa2778d4-90c6-4eea-b50c-e83b86a0a449 req-8cab8e65-ba9e-419e-b299-8019d7ec72af tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2630556 Feb 09 21:33:22.127564 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-aa2778d4-90c6-4eea-b50c-e83b86a0a449 req-50eff740-51ed-4456-91cf-2b5d05d409af service neutron] Request body: {'port': {'device_id': 'ac2e37af-a8de-476a-83bd-d987e0be588b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-5'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:33:22.215247 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ace56a-529e-4602-a416-2ff824c3ffb9 x-openstack-request-id: req-99ace56a-529e-4602-a416-2ff824c3ffb9 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:33:22.215609 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed637eb7-997b-4a50-b9a4-acd664f51f8f", "tag": "8b62e22c-f954-4a6a-8780-d7a6ea6e99e3", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:33:22.215804 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-99ace56a-529e-4602-a416-2ff824c3ffb9 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:33:22.216416 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed637eb7-997b-4a50-b9a4-acd664f51f8f', 'tag': '8b62e22c-f954-4a6a-8780-d7a6ea6e99e3', 'status': 'completed', 'code': 200} Feb 09 21:33:22.237214 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0e9910d9-1f2c-437e-96fb-0b0b66635138 admin admin] Publish callbacks [] for security_group (ddab2340-caac-469a-a763-0de9d7911eda), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:22.271316 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0e9910d9-1f2c-437e-96fb-0b0b66635138 admin admin] Publish callbacks [] for security_group (ddab2340-caac-469a-a763-0de9d7911eda), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:22.294744 n-d-828369-5 neutron-server[103140]: INFO neutron.api.v2.resource [req-ac30061f-1b8a-4fb7-af4d-b0da83363746 req-0ab32400-f2de-4fb2-8edd-29c0301c6f86 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] show failed (client error): The resource could not be found. Feb 09 21:33:22.300874 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ac30061f-1b8a-4fb7-af4d-b0da83363746 req-0ab32400-f2de-4fb2-8edd-29c0301c6f86 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/security-groups/ebe33613-6d4c-45ab-95d3-83434259d0f1 HTTP/1.1" status: 404 len: 352 time: 0.0589845 Feb 09 21:33:22.347036 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0e9910d9-1f2c-437e-96fb-0b0b66635138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (ddab2340-caac-469a-a763-0de9d7911eda), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:22.351377 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0e9910d9-1f2c-437e-96fb-0b0b66635138 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:22.355538 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-0e9910d9-1f2c-437e-96fb-0b0b66635138 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/ddab2340-caac-469a-a763-0de9d7911eda HTTP/1.1" status: 204 len: 168 time: 0.2608609 Feb 09 21:33:22.357614 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-aa2778d4-90c6-4eea-b50c-e83b86a0a449 req-50eff740-51ed-4456-91cf-2b5d05d409af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (feb17ea6-120e-488e-971c-edca680cfaeb), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:22.367762 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9910d9-1f2c-437e-96fb-0b0b66635138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddab2340-caac-469a-a763-0de9d7911eda,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:22.417779 n-d-828369-5 neutron-server[103140]: INFO neutron.api.v2.resource [req-f9d61762-cfb9-404a-a5d8-1354635863cf req-ba3d097f-4ba4-4cd4-b41e-afcac02990fc tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] show failed (client error): The resource could not be found. Feb 09 21:33:22.423692 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f9d61762-cfb9-404a-a5d8-1354635863cf req-ba3d097f-4ba4-4cd4-b41e-afcac02990fc tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/security-groups/c3040257-10c7-4125-9ae3-fd18b01a083b HTTP/1.1" status: 404 len: 352 time: 0.0730119 Feb 09 21:33:22.442344 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013e7d13-0422-4fee-abe5-0bc4061af535 req-364bddca-3546-4a65-b2fa-8b3d9ae99826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:22.443841 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-013e7d13-0422-4fee-abe5-0bc4061af535 req-364bddca-3546-4a65-b2fa-8b3d9ae99826 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=d13eb104d8994e4d9b604f1050cb6328&device_id=ed637eb7-997b-4a50-b9a4-acd664f51f8f HTTP/1.1" status: 200 len: 1156 time: 0.2397881 Feb 09 21:33:22.473667 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b805392-c6df-419c-acd4-9678151791ca req-e3d388ee-24d4-4fa0-a456-f82085016a8d tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:22.480520 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5b805392-c6df-419c-acd4-9678151791ca req-e3d388ee-24d4-4fa0-a456-f82085016a8d tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed637eb7-997b-4a50-b9a4-acd664f51f8f HTTP/1.1" status: 200 len: 944 time: 0.3361049 Feb 09 21:33:22.562311 n-d-828369-5 neutron-server[103140]: INFO neutron.api.v2.resource [req-64a57693-2b01-4e92-ab0b-7419da1df9cc req-113d80ef-5ea4-475b-93a2-9fc63d30651a tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] show failed (client error): The resource could not be found. Feb 09 21:33:22.574128 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-64a57693-2b01-4e92-ab0b-7419da1df9cc req-113d80ef-5ea4-475b-93a2-9fc63d30651a tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/security-groups/34431e1e-a527-481f-a6e5-7b5ce5711bd0 HTTP/1.1" status: 404 len: 352 time: 0.1220009 Feb 09 21:33:22.637445 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53496) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:22.662237 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1d8617d3-64c7-4835-886c-58d1f2e6a2c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:22.835431 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1d8617d3-64c7-4835-886c-58d1f2e6a2c4 admin admin] Publish callbacks [] for security_group (6a3f36bc-ecd7-4e2a-b9cb-5e8537658e78), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:22.843702 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1d8617d3-64c7-4835-886c-58d1f2e6a2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (6a3f36bc-ecd7-4e2a-b9cb-5e8537658e78), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:22.918610 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-1d8617d3-64c7-4835-886c-58d1f2e6a2c4 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=309d491575344506b5ad622df46fa827&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2801182 Feb 09 21:33:22.919223 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53504) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:22.921398 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8617d3-64c7-4835-886c-58d1f2e6a2c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a3f36bc-ecd7-4e2a-b9cb-5e8537658e78,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:22.973900 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-937d4f7f-7a9c-4c0a-a351-2833d4b148f2 admin admin] Publish callbacks [] for security_group (6a3f36bc-ecd7-4e2a-b9cb-5e8537658e78), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:23.003476 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-937d4f7f-7a9c-4c0a-a351-2833d4b148f2 admin admin] Publish callbacks [] for security_group (6a3f36bc-ecd7-4e2a-b9cb-5e8537658e78), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:23.055699 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5b805392-c6df-419c-acd4-9678151791ca req-a97b859e-c0a4-42a1-89b2-a0fa2c8311bd tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5733497 Feb 09 21:33:23.068091 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-937d4f7f-7a9c-4c0a-a351-2833d4b148f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (6a3f36bc-ecd7-4e2a-b9cb-5e8537658e78), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:23.071249 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-937d4f7f-7a9c-4c0a-a351-2833d4b148f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:23.076727 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-937d4f7f-7a9c-4c0a-a351-2833d4b148f2 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/6a3f36bc-ecd7-4e2a-b9cb-5e8537658e78 HTTP/1.1" status: 204 len: 168 time: 0.1561217 Feb 09 21:33:23.091778 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937d4f7f-7a9c-4c0a-a351-2833d4b148f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a3f36bc-ecd7-4e2a-b9cb-5e8537658e78,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:23.128654 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013e7d13-0422-4fee-abe5-0bc4061af535 req-ceb2bfa1-a685-4f81-9211-ecbf58541dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:23.130129 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-013e7d13-0422-4fee-abe5-0bc4061af535 req-ceb2bfa1-a685-4f81-9211-ecbf58541dc0 service neutron] 10.222.0.95 "GET /v2.0/networks?id=5406f657-d0e3-4570-bda7-aeb2bc509011 HTTP/1.1" status: 200 len: 909 time: 0.6758153 Feb 09 21:33:23.208518 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313f0474-c389-4aca-af14-63557341e5cb req-f8315bec-d821-4ae9-8880-8220900c8f24 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:23.210024 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-313f0474-c389-4aca-af14-63557341e5cb req-f8315bec-d821-4ae9-8880-8220900c8f24 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=4f8339ab-f401-4931-96ab-51b877546307 HTTP/1.1" status: 200 len: 950 time: 0.5356047 Feb 09 21:33:23.224999 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-013e7d13-0422-4fee-abe5-0bc4061af535 req-bb23747d-3d8a-4dd1-849e-cc3ca19f5ddb service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b62e22c-f954-4a6a-8780-d7a6ea6e99e3 HTTP/1.1" status: 200 len: 217 time: 0.0693979 Feb 09 21:33:23.287253 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:23.361182 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [req-aa2778d4-90c6-4eea-b50c-e83b86a0a449 req-50eff740-51ed-4456-91cf-2b5d05d409af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id feb17ea6-120e-488e-971c-edca680cfaeb {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:33:23.377699 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013e7d13-0422-4fee-abe5-0bc4061af535 req-5d4775a6-ee9e-4f01-bfc5-5621e5235d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:23.379472 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-013e7d13-0422-4fee-abe5-0bc4061af535 req-5d4775a6-ee9e-4f01-bfc5-5621e5235d43 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=e1ad18b5-2d0f-4d2c-9c50-5fdfdce0a556 HTTP/1.1" status: 200 len: 848 time: 0.1256874 Feb 09 21:33:23.381521 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-aa2778d4-90c6-4eea-b50c-e83b86a0a449 req-50eff740-51ed-4456-91cf-2b5d05d409af service neutron] Publish callbacks [] for port (feb17ea6-120e-488e-971c-edca680cfaeb), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:23.409476 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-313f0474-c389-4aca-af14-63557341e5cb req-368375dc-9998-4f6d-bbf3-973e5a469e7a tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881764 Feb 09 21:33:23.423399 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b933561-6e03-4656-9adf-ee2b856b2798 req-0bb49cdf-f174-4ae4-9711-36c8e828f6dd tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:23.424501 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2b933561-6e03-4656-9adf-ee2b856b2798 req-0bb49cdf-f174-4ae4-9711-36c8e828f6dd tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=a4fc49e4-17e3-4e1a-ad3a-53772172f962 HTTP/1.1" status: 200 len: 945 time: 0.2556369 Feb 09 21:33:23.449771 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [req-aa2778d4-90c6-4eea-b50c-e83b86a0a449 req-50eff740-51ed-4456-91cf-2b5d05d409af service neutron] Transition to ACTIVE for port object feb17ea6-120e-488e-971c-edca680cfaeb will not be triggered until provisioned by entity L2. {{(pid=103140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:33:23.453551 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-013e7d13-0422-4fee-abe5-0bc4061af535 req-ab7f1f98-372a-4a2a-ae08-96acdfa5545c service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=5406f657-d0e3-4570-bda7-aeb2bc509011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610709 Feb 09 21:33:23.455444 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-aa2778d4-90c6-4eea-b50c-e83b86a0a449 req-50eff740-51ed-4456-91cf-2b5d05d409af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (feb17ea6-120e-488e-971c-edca680cfaeb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:23.912105 n-d-828369-5 neutron-server[103140]: INFO neutron.api.v2.resource [req-761aa31d-4754-4136-b762-5d5eeb38a4da req-4d00660d-9ca7-4ad2-bb5e-f63296f80145 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] show failed (client error): The resource could not be found. Feb 09 21:33:23.913198 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-761aa31d-4754-4136-b762-5d5eeb38a4da req-4d00660d-9ca7-4ad2-bb5e-f63296f80145 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/security-groups/ef8f2eac-5ead-4c43-b22d-966760fc9c0f HTTP/1.1" status: 404 len: 352 time: 0.4486482 Feb 09 21:33:23.937410 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eff740-51ed-4456-91cf-2b5d05d409af service neutron] Pushing event updated for resources: {'Port': ['ID=feb17ea6-120e-488e-971c-edca680cfaeb,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:23.964080 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2b933561-6e03-4656-9adf-ee2b856b2798 req-76c46cfc-5694-465b-8529-2681e56fcadf tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5129499 Feb 09 21:33:24.102799 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-013e7d13-0422-4fee-abe5-0bc4061af535 req-826ab675-86ac-4033-a2c9-e0f04a6817e2 service neutron] 10.222.0.95 "GET /v2.0/networks/5406f657-d0e3-4570-bda7-aeb2bc509011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6308188 Feb 09 21:33:24.108663 n-d-828369-5 neutron-server[103140]: INFO neutron.api.v2.resource [req-43274107-5150-46fe-9db1-fa65b5b5a221 req-5a5b82e9-aaee-46ee-a6de-b2fb2424aede tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] show failed (client error): The resource could not be found. Feb 09 21:33:24.109680 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-43274107-5150-46fe-9db1-fa65b5b5a221 req-5a5b82e9-aaee-46ee-a6de-b2fb2424aede tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/security-groups/2dd08290-d163-43ac-b6c3-7c4a8ba3e6a1 HTTP/1.1" status: 404 len: 352 time: 0.0590303 Feb 09 21:33:24.204037 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-aa2778d4-90c6-4eea-b50c-e83b86a0a449 req-50eff740-51ed-4456-91cf-2b5d05d409af service neutron] Attempting to bind port feb17ea6-120e-488e-971c-edca680cfaeb on host n-h1-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:33:24.204409 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-aa2778d4-90c6-4eea-b50c-e83b86a0a449 req-50eff740-51ed-4456-91cf-2b5d05d409af service neutron] Attempting to bind port feb17ea6-120e-488e-971c-edca680cfaeb by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': 'b8c2a339-696c-42ff-9706-e9c7145ef2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '83b648e3-9e16-4594-828d-322167244a5e'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:33:24.204781 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2778d4-90c6-4eea-b50c-e83b86a0a449 req-50eff740-51ed-4456-91cf-2b5d05d409af service neutron] Attempting to bind port feb17ea6-120e-488e-971c-edca680cfaeb on network 83b648e3-9e16-4594-828d-322167244a5e {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:33:24.212023 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53548) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:24.220837 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be35fec-323c-40fd-8559-b1cff700ddf4 req-e088ace8-d939-42c0-927e-76d6a1316366 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:24.227546 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1be35fec-323c-40fd-8559-b1cff700ddf4 req-e088ace8-d939-42c0-927e-76d6a1316366 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/ports?device_id=ac2e37af-a8de-476a-83bd-d987e0be588b HTTP/1.1" status: 200 len: 943 time: 0.2021599 Feb 09 21:33:24.243244 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2778d4-90c6-4eea-b50c-e83b86a0a449 req-50eff740-51ed-4456-91cf-2b5d05d409af service neutron] Port feb17ea6-120e-488e-971c-edca680cfaeb on network 83b648e3-9e16-4594-828d-322167244a5e not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:33:24.243569 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2778d4-90c6-4eea-b50c-e83b86a0a449 req-50eff740-51ed-4456-91cf-2b5d05d409af service neutron] Attempting to bind port feb17ea6-120e-488e-971c-edca680cfaeb on network 83b648e3-9e16-4594-828d-322167244a5e {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:33:24.317391 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2778d4-90c6-4eea-b50c-e83b86a0a449 req-50eff740-51ed-4456-91cf-2b5d05d409af service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:33:24.317936 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2778d4-90c6-4eea-b50c-e83b86a0a449 req-50eff740-51ed-4456-91cf-2b5d05d409af service neutron] Checking segment: {'id': 'b8c2a339-696c-42ff-9706-e9c7145ef2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '83b648e3-9e16-4594-828d-322167244a5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:33:24.318509 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2778d4-90c6-4eea-b50c-e83b86a0a449 req-50eff740-51ed-4456-91cf-2b5d05d409af service neutron] Bound using segment: {'id': 'b8c2a339-696c-42ff-9706-e9c7145ef2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '83b648e3-9e16-4594-828d-322167244a5e'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:33:24.319242 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-aa2778d4-90c6-4eea-b50c-e83b86a0a449 req-50eff740-51ed-4456-91cf-2b5d05d409af service neutron] Bound port: feb17ea6-120e-488e-971c-edca680cfaeb, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8c2a339-696c-42ff-9706-e9c7145ef2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '83b648e3-9e16-4594-828d-322167244a5e'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:33:24.319763 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-aa2778d4-90c6-4eea-b50c-e83b86a0a449 req-50eff740-51ed-4456-91cf-2b5d05d409af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (feb17ea6-120e-488e-971c-edca680cfaeb), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:24.371855 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1be35fec-323c-40fd-8559-b1cff700ddf4 req-0cff0479-75fe-45f5-959a-712d0148d0be tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/security-groups?id=53864ffe-fa53-4ead-9e41-21e6252e7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432774 Feb 09 21:33:24.374429 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-013e7d13-0422-4fee-abe5-0bc4061af535 req-f7cb431a-9d2f-419e-ac24-464139106f7b service neutron] 10.222.0.95 "GET /v2.0/networks/5406f657-d0e3-4570-bda7-aeb2bc509011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608168 Feb 09 21:33:24.456266 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-aa2778d4-90c6-4eea-b50c-e83b86a0a449 req-50eff740-51ed-4456-91cf-2b5d05d409af service neutron] For port feb17ea6-120e-488e-971c-edca680cfaeb, host n-h1-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:33:24.459678 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-aa2778d4-90c6-4eea-b50c-e83b86a0a449 req-50eff740-51ed-4456-91cf-2b5d05d409af service neutron] For port feb17ea6-120e-488e-971c-edca680cfaeb, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=feb17ea6-120e-488e-971c-edca680cfaeb,segment=NetworkSegment(b8c2a339-696c-42ff-9706-e9c7145ef2ff),segment_id=b8c2a339-696c-42ff-9706-e9c7145ef2ff)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:33:24.467958 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-aa2778d4-90c6-4eea-b50c-e83b86a0a449 req-50eff740-51ed-4456-91cf-2b5d05d409af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (feb17ea6-120e-488e-971c-edca680cfaeb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:24.491812 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-1f754fae-6e43-466f-8186-971020223c6c admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1938873407-network', 'tenant_id': '3a839c247a824993a2c678394ab2ac52'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:33:24.539125 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f754fae-6e43-466f-8186-971020223c6c admin admin] Made reservation on behalf of 3a839c247a824993a2c678394ab2ac52 for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:33:24.546410 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1f754fae-6e43-466f-8186-971020223c6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:24.568079 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1f754fae-6e43-466f-8186-971020223c6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:24.575909 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2778d4-90c6-4eea-b50c-e83b86a0a449 req-50eff740-51ed-4456-91cf-2b5d05d409af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:24.576607 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-aa2778d4-90c6-4eea-b50c-e83b86a0a449 req-50eff740-51ed-4456-91cf-2b5d05d409af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:24.578958 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-aa2778d4-90c6-4eea-b50c-e83b86a0a449 req-50eff740-51ed-4456-91cf-2b5d05d409af service neutron] 10.222.0.95 "PUT /v2.0/ports/feb17ea6-120e-488e-971c-edca680cfaeb HTTP/1.1" status: 200 len: 1091 time: 2.4566085 Feb 09 21:33:24.579718 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eff740-51ed-4456-91cf-2b5d05d409af service neutron] Pushing event updated for resources: {'Port': ['ID=feb17ea6-120e-488e-971c-edca680cfaeb,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:24.589827 n-d-828369-5 neutron-server[103140]: INFO neutron.api.v2.resource [req-3a2dbd67-573f-47a4-9f82-c7dbd9acb976 req-afcc41f6-f10b-4b5e-b7e9-6e7195380112 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] show failed (client error): The resource could not be found. Feb 09 21:33:24.593557 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3a2dbd67-573f-47a4-9f82-c7dbd9acb976 req-afcc41f6-f10b-4b5e-b7e9-6e7195380112 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/security-groups/af6605d0-f6fe-4178-b705-5ec3f2e81e9a HTTP/1.1" status: 404 len: 352 time: 0.1297314 Feb 09 21:33:24.597168 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac2e37af-a8de-476a-83bd-d987e0be588b', 'tag': 'feb17ea6-120e-488e-971c-edca680cfaeb'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:33:24.605441 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57fb12fb-d252-436e-ac8c-c6ea3f3a4424" -d '{"events": [{"name": "network-changed", "server_uuid": "ac2e37af-a8de-476a-83bd-d987e0be588b", "tag": "feb17ea6-120e-488e-971c-edca680cfaeb"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:33:24.643873 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b641a36-272f-4b30-aac4-b9b2189dc72e req-ee7b8531-06c8-4964-a07a-cd7105e11894 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:24.646410 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3b641a36-272f-4b30-aac4-b9b2189dc72e req-ee7b8531-06c8-4964-a07a-cd7105e11894 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed637eb7-997b-4a50-b9a4-acd664f51f8f HTTP/1.1" status: 200 len: 944 time: 0.4074376 Feb 09 21:33:24.688742 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1f754fae-6e43-466f-8186-971020223c6c admin admin] Publish callbacks [] for security_group (ce0b6bf0-0090-4ca0-98fe-25c5a90c9e35), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:24.697362 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1f754fae-6e43-466f-8186-971020223c6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (ce0b6bf0-0090-4ca0-98fe-25c5a90c9e35), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:24.718125 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f754fae-6e43-466f-8186-971020223c6c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:33:24.728704 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1f754fae-6e43-466f-8186-971020223c6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (a866c23c-528e-4f4f-9956-13b7ea9c64d8), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:24.729129 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-1f754fae-6e43-466f-8186-971020223c6c admin admin] Added segment a866c23c-528e-4f4f-9956-13b7ea9c64d8 of type vlan for network ae308f48-ee5e-436e-a09c-9898bc80602a Feb 09 21:33:24.772636 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1f754fae-6e43-466f-8186-971020223c6c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (ae308f48-ee5e-436e-a09c-9898bc80602a), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:24.799802 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1f754fae-6e43-466f-8186-971020223c6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (ae308f48-ee5e-436e-a09c-9898bc80602a), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:24.802904 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f754fae-6e43-466f-8186-971020223c6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:24.802904 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1f754fae-6e43-466f-8186-971020223c6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:24.837333 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2778d4-90c6-4eea-b50c-e83b86a0a449 req-a507f940-0c7e-402b-9876-23079ea38b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:24.840031 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-aa2778d4-90c6-4eea-b50c-e83b86a0a449 req-a507f940-0c7e-402b-9876-23079ea38b85 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=04e055ee152248efa1293c8e02ef57f4&device_id=ac2e37af-a8de-476a-83bd-d987e0be588b HTTP/1.1" status: 200 len: 1125 time: 0.1925595 Feb 09 21:33:24.870259 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3b641a36-272f-4b30-aac4-b9b2189dc72e req-fbdda21c-1278-4b02-b3ad-4d67a1a3f81c tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916690 Feb 09 21:33:24.877911 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f754fae-6e43-466f-8186-971020223c6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce0b6bf0-0090-4ca0-98fe-25c5a90c9e35,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:24.897459 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-1f754fae-6e43-466f-8186-971020223c6c admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6818597 Feb 09 21:33:24.900634 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53574) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:24.907168 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-a6b77481-35f7-4845-bbb7-8e44e0dfe6c0 admin admin] Request body: {'subnet': {'network_id': 'ae308f48-ee5e-436e-a09c-9898bc80602a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1938873407-subnet', 'tenant_id': '3a839c247a824993a2c678394ab2ac52', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:33:24.910882 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f754fae-6e43-466f-8186-971020223c6c admin admin] Pushing event updated for resources: {'Network': ['ID=ae308f48-ee5e-436e-a09c-9898bc80602a,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:24.930513 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6b77481-35f7-4845-bbb7-8e44e0dfe6c0 admin admin] Made reservation on behalf of 3a839c247a824993a2c678394ab2ac52 for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:33:24.933563 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a6b77481-35f7-4845-bbb7-8e44e0dfe6c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:24.938504 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-aa2778d4-90c6-4eea-b50c-e83b86a0a449 req-c20745f2-8523-4b19-bb08-a45f7b7aeae0 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=feb17ea6-120e-488e-971c-edca680cfaeb HTTP/1.1" status: 200 len: 217 time: 0.0867786 Feb 09 21:33:24.940154 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network ae308f48-ee5e-436e-a09c-9898bc80602a details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:33:25.005451 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2778d4-90c6-4eea-b50c-e83b86a0a449 req-28d681f7-f2c4-437e-91a6-00ba7386372b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:25.008024 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-aa2778d4-90c6-4eea-b50c-e83b86a0a449 req-28d681f7-f2c4-437e-91a6-00ba7386372b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=33895a87-c686-4060-8a0c-2f9b961a8554 HTTP/1.1" status: 200 len: 855 time: 0.0616324 Feb 09 21:33:25.018324 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3193c4d9-646d-486d-9413-f9393640c76d req-828e6a5c-f101-4684-8f64-f792758fbf60 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:25.020512 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3193c4d9-646d-486d-9413-f9393640c76d req-828e6a5c-f101-4684-8f64-f792758fbf60 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=4f8339ab-f401-4931-96ab-51b877546307 HTTP/1.1" status: 200 len: 950 time: 0.2499604 Feb 09 21:33:25.079732 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-aa2778d4-90c6-4eea-b50c-e83b86a0a449 req-23972555-ca06-4014-a7f6-e612838a0aff service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=83b648e3-9e16-4594-828d-322167244a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577636 Feb 09 21:33:25.224350 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb9c9e6a-4137-48ec-a212-6fb871fa52ed x-openstack-request-id: req-eb9c9e6a-4137-48ec-a212-6fb871fa52ed {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:33:25.225031 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac2e37af-a8de-476a-83bd-d987e0be588b", "tag": "feb17ea6-120e-488e-971c-edca680cfaeb", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:33:25.225031 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-eb9c9e6a-4137-48ec-a212-6fb871fa52ed {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:33:25.225471 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac2e37af-a8de-476a-83bd-d987e0be588b', 'tag': 'feb17ea6-120e-488e-971c-edca680cfaeb', 'status': 'completed', 'code': 200} Feb 09 21:33:25.238678 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3193c4d9-646d-486d-9413-f9393640c76d req-0fb235c1-09f0-41da-ad15-1172429e8f5d tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041569 Feb 09 21:33:25.249412 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a6b77481-35f7-4845-bbb7-8e44e0dfe6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (68195a19-5598-4c28-95eb-58a64b655af7), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:25.350381 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b77481-35f7-4845-bbb7-8e44e0dfe6c0 admin admin] Checking segment: {'id': 'a866c23c-528e-4f4f-9956-13b7ea9c64d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ae308f48-ee5e-436e-a09c-9898bc80602a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:33:25.351066 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b77481-35f7-4845-bbb7-8e44e0dfe6c0 admin admin] Network hostable DHCP agents. Network: ae308f48-ee5e-436e-a09c-9898bc80602a, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:33:25.356640 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b77481-35f7-4845-bbb7-8e44e0dfe6c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68195a19-5598-4c28-95eb-58a64b655af7,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:25.377164 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b77481-35f7-4845-bbb7-8e44e0dfe6c0 admin admin] Network ae308f48-ee5e-436e-a09c-9898bc80602a is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:33:25.380402 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-aa2778d4-90c6-4eea-b50c-e83b86a0a449 req-04d5f660-f97b-45c5-ada6-aca8dd670e7c service neutron] 10.222.0.95 "GET /v2.0/networks/83b648e3-9e16-4594-828d-322167244a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2917478 Feb 09 21:33:25.389137 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-a6b77481-35f7-4845-bbb7-8e44e0dfe6c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, ae308f48-ee5e-436e-a09c-9898bc80602a) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:33:25.399932 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6fd14a-e675-42f6-a7d2-58739accc2cb None None] Network ae308f48-ee5e-436e-a09c-9898bc80602a requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:33:25.405027 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b77481-35f7-4845-bbb7-8e44e0dfe6c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:25.407283 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a6b77481-35f7-4845-bbb7-8e44e0dfe6c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:25.432313 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-a6b77481-35f7-4845-bbb7-8e44e0dfe6c0 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5301771 Feb 09 21:33:25.435657 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53590) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:25.446258 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-c38998f3-2be2-4219-bb46-224b76b552ac admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1938873407-router', 'tenant_id': '3a839c247a824993a2c678394ab2ac52', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:33:25.482669 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c38998f3-2be2-4219-bb46-224b76b552ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (a64b5f55-b663-4abb-bd50-673f0af1656e), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:25.485048 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c38998f3-2be2-4219-bb46-224b76b552ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (a64b5f55-b663-4abb-bd50-673f0af1656e), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:25.538481 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-aa2778d4-90c6-4eea-b50c-e83b86a0a449 req-7695c072-f5b5-445e-beb5-135ac33c99ae service neutron] 10.222.0.95 "GET /v2.0/networks/83b648e3-9e16-4594-828d-322167244a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955338 Feb 09 21:33:25.573423 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7abf90d-60b4-4d13-8d5f-d1a959023f33 req-33a19640-40d0-45fa-89bf-ef5a9339575a tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:25.575180 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a7abf90d-60b4-4d13-8d5f-d1a959023f33 req-33a19640-40d0-45fa-89bf-ef5a9339575a tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=a4fc49e4-17e3-4e1a-ad3a-53772172f962 HTTP/1.1" status: 200 len: 945 time: 0.2596078 Feb 09 21:33:25.588321 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd36f82-fd8f-4aad-a8b7-7b054bc4f365 req-97352a05-0ec3-441b-b7da-35f4eee255ad tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:25.592783 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58628873-4be9-489e-ab18-26a74b7dfd11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-ae308f48-ee5e-436e-a09c-9898bc80602a', 'network_id': 'ae308f48-ee5e-436e-a09c-9898bc80602a', 'project_id': '3a839c247a824993a2c678394ab2ac52', 'fixed_ips': [{'subnet_id': '68195a19-5598-4c28-95eb-58a64b655af7'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:33:25.596975 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-afd36f82-fd8f-4aad-a8b7-7b054bc4f365 req-97352a05-0ec3-441b-b7da-35f4eee255ad tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/ports?device_id=f4cf4286-a1d2-4921-aa34-7b549655916d HTTP/1.1" status: 200 len: 1023 time: 0.2195179 Feb 09 21:33:25.599793 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-58628873-4be9-489e-ab18-26a74b7dfd11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:25.638540 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c38998f3-2be2-4219-bb46-224b76b552ac admin admin] Publish callbacks [] for router_controller (a64b5f55-b663-4abb-bd50-673f0af1656e), precommit_add_association {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:25.727710 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a7abf90d-60b4-4d13-8d5f-d1a959023f33 req-18021aa9-0b10-456c-b301-1ff16ed3b279 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282132 Feb 09 21:33:25.778493 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fb12fb-d252-436e-ac8c-c6ea3f3a4424 req-5e073065-0da1-443d-8245-90d78e48db4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:25.782109 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-57fb12fb-d252-436e-ac8c-c6ea3f3a4424 req-5e073065-0da1-443d-8245-90d78e48db4f service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=04e055ee152248efa1293c8e02ef57f4&device_id=ac2e37af-a8de-476a-83bd-d987e0be588b HTTP/1.1" status: 200 len: 1125 time: 0.1458342 Feb 09 21:33:25.951550 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fb12fb-d252-436e-ac8c-c6ea3f3a4424 req-53d30742-e422-456e-9e21-c76cde16f990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:25.963098 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-57fb12fb-d252-436e-ac8c-c6ea3f3a4424 req-53d30742-e422-456e-9e21-c76cde16f990 service neutron] 10.222.0.95 "GET /v2.0/networks?id=83b648e3-9e16-4594-828d-322167244a5e HTTP/1.1" status: 200 len: 916 time: 0.1663179 Feb 09 21:33:25.989902 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-58628873-4be9-489e-ab18-26a74b7dfd11 None None] Allocated IP 172.20.0.2 (ae308f48-ee5e-436e-a09c-9898bc80602a/68195a19-5598-4c28-95eb-58a64b655af7/16c12c7d-7147-48cd-be0f-9cb58b04e666) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:33:26.007886 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c38998f3-2be2-4219-bb46-224b76b552ac admin admin] Publish callbacks [] for router_gateway (a64b5f55-b663-4abb-bd50-673f0af1656e), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:26.026019 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-afd36f82-fd8f-4aad-a8b7-7b054bc4f365 req-bc255993-6f64-4439-b1a5-36bca082a095 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/security-groups?id=000b5c05-19e3-420b-9015-081c6c7f11c3&id=d88e58b4-85e8-4780-b9b0-1d83d55100a0&id=86843c0d-a6af-4d98-b4a7-0591930b87c9&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.4265969 Feb 09 21:33:26.171421 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-57fb12fb-d252-436e-ac8c-c6ea3f3a4424 req-977295f3-0871-4895-af51-c750557047a9 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=feb17ea6-120e-488e-971c-edca680cfaeb HTTP/1.1" status: 200 len: 217 time: 0.1434367 Feb 09 21:33:26.284668 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cd0137-d74d-42a7-babb-cd21a0426b4c req-559b5f83-b935-4896-aaef-8cf1c8b0f8c2 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:26.287012 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-56cd0137-d74d-42a7-babb-cd21a0426b4c req-559b5f83-b935-4896-aaef-8cf1c8b0f8c2 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/ports?device_id=ac2e37af-a8de-476a-83bd-d987e0be588b HTTP/1.1" status: 200 len: 943 time: 0.3419647 Feb 09 21:33:26.298476 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fb12fb-d252-436e-ac8c-c6ea3f3a4424 req-04862369-d853-4209-b665-8e6fab9c512b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:26.300915 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-57fb12fb-d252-436e-ac8c-c6ea3f3a4424 req-04862369-d853-4209-b665-8e6fab9c512b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=33895a87-c686-4060-8a0c-2f9b961a8554 HTTP/1.1" status: 200 len: 855 time: 0.1190794 Feb 09 21:33:26.324671 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc4c4ce-9416-48fa-8410-e82f1fa72c94 req-cca09581-bd5f-4934-9c56-3c7a28609fd0 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:26.326470 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3bc4c4ce-9416-48fa-8410-e82f1fa72c94 req-cca09581-bd5f-4934-9c56-3c7a28609fd0 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed637eb7-997b-4a50-b9a4-acd664f51f8f HTTP/1.1" status: 200 len: 944 time: 0.1590052 Feb 09 21:33:26.363107 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-58628873-4be9-489e-ab18-26a74b7dfd11 None None] Publish callbacks [] for port (16c12c7d-7147-48cd-be0f-9cb58b04e666), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:26.364482 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-57fb12fb-d252-436e-ac8c-c6ea3f3a4424 req-f1719da8-9765-4ee3-b15c-20de8f3ce0bd service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=83b648e3-9e16-4594-828d-322167244a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490923 Feb 09 21:33:26.370223 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-58628873-4be9-489e-ab18-26a74b7dfd11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (16c12c7d-7147-48cd-be0f-9cb58b04e666), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:26.378956 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c38998f3-2be2-4219-bb46-224b76b552ac admin admin] Publish callbacks [] for router_gateway (a64b5f55-b663-4abb-bd50-673f0af1656e), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:26.405327 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c38998f3-2be2-4219-bb46-224b76b552ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:26.461112 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58628873-4be9-489e-ab18-26a74b7dfd11 None None] Network ae308f48-ee5e-436e-a09c-9898bc80602a is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:33:26.475498 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-58628873-4be9-489e-ab18-26a74b7dfd11 None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:33:26.480090 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58628873-4be9-489e-ab18-26a74b7dfd11 None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:33:26.483880 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3bc4c4ce-9416-48fa-8410-e82f1fa72c94 req-2c51a5ff-95c7-4dbf-ab4d-c2728b9223ab tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404345 Feb 09 21:33:26.504787 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-56cd0137-d74d-42a7-babb-cd21a0426b4c req-84d64a3e-0adb-4fd8-a6fe-a6e5a732c4e0 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/security-groups?id=53864ffe-fa53-4ead-9e41-21e6252e7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104933 Feb 09 21:33:26.518495 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58628873-4be9-489e-ab18-26a74b7dfd11 None None] Pushing event updated for resources: {'Port': ['ID=16c12c7d-7147-48cd-be0f-9cb58b04e666,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:26.594588 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-c38998f3-2be2-4219-bb46-224b76b552ac admin admin] Allocated IP 172.25.3.250 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/cc173e55-7b95-4ccc-8b02-02e7718b2e5b) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:33:26.602750 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-57fb12fb-d252-436e-ac8c-c6ea3f3a4424 req-e929f3ed-e079-428b-adda-424324a199e6 service neutron] 10.222.0.95 "GET /v2.0/networks/83b648e3-9e16-4594-828d-322167244a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188771 Feb 09 21:33:26.609963 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58628873-4be9-489e-ab18-26a74b7dfd11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:26.610847 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58628873-4be9-489e-ab18-26a74b7dfd11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:26.611501 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58628873-4be9-489e-ab18-26a74b7dfd11 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:26.612047 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58628873-4be9-489e-ab18-26a74b7dfd11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:26.612623 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58628873-4be9-489e-ab18-26a74b7dfd11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:26.613145 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58628873-4be9-489e-ab18-26a74b7dfd11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:26.613703 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58628873-4be9-489e-ab18-26a74b7dfd11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:26.614463 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58628873-4be9-489e-ab18-26a74b7dfd11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:26.615128 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58628873-4be9-489e-ab18-26a74b7dfd11 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:26.615649 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58628873-4be9-489e-ab18-26a74b7dfd11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:26.616167 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58628873-4be9-489e-ab18-26a74b7dfd11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:26.617489 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58628873-4be9-489e-ab18-26a74b7dfd11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:26.618026 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58628873-4be9-489e-ab18-26a74b7dfd11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:26.651653 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-58628873-4be9-489e-ab18-26a74b7dfd11 None None] Attempting to bind port 16c12c7d-7147-48cd-be0f-9cb58b04e666 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:33:26.654821 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-58628873-4be9-489e-ab18-26a74b7dfd11 None None] Attempting to bind port 16c12c7d-7147-48cd-be0f-9cb58b04e666 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': 'a866c23c-528e-4f4f-9956-13b7ea9c64d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ae308f48-ee5e-436e-a09c-9898bc80602a'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:33:26.655664 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58628873-4be9-489e-ab18-26a74b7dfd11 None None] Attempting to bind port 16c12c7d-7147-48cd-be0f-9cb58b04e666 on network ae308f48-ee5e-436e-a09c-9898bc80602a {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:33:26.664531 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58628873-4be9-489e-ab18-26a74b7dfd11 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:33:26.665273 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58628873-4be9-489e-ab18-26a74b7dfd11 None None] Checking segment: {'id': 'a866c23c-528e-4f4f-9956-13b7ea9c64d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ae308f48-ee5e-436e-a09c-9898bc80602a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:33:26.665900 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-58628873-4be9-489e-ab18-26a74b7dfd11 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:26.666489 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58628873-4be9-489e-ab18-26a74b7dfd11 None None] Bound using segment: {'id': 'a866c23c-528e-4f4f-9956-13b7ea9c64d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ae308f48-ee5e-436e-a09c-9898bc80602a'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:33:26.667423 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-58628873-4be9-489e-ab18-26a74b7dfd11 None None] Bound port: 16c12c7d-7147-48cd-be0f-9cb58b04e666, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a866c23c-528e-4f4f-9956-13b7ea9c64d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ae308f48-ee5e-436e-a09c-9898bc80602a'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:33:26.668115 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-58628873-4be9-489e-ab18-26a74b7dfd11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (16c12c7d-7147-48cd-be0f-9cb58b04e666), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:26.725074 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8996699e-5664-444d-9c3c-2b7c784a982f req-ff761b5b-990c-4998-9a4d-f59bb45377b0 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:26.732143 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8996699e-5664-444d-9c3c-2b7c784a982f req-ff761b5b-990c-4998-9a4d-f59bb45377b0 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=4f8339ab-f401-4931-96ab-51b877546307 HTTP/1.1" status: 200 len: 950 time: 0.1445374 Feb 09 21:33:26.794344 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-58628873-4be9-489e-ab18-26a74b7dfd11 None None] For port 16c12c7d-7147-48cd-be0f-9cb58b04e666, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:33:26.799384 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-58628873-4be9-489e-ab18-26a74b7dfd11 None None] For port 16c12c7d-7147-48cd-be0f-9cb58b04e666, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=16c12c7d-7147-48cd-be0f-9cb58b04e666,segment=NetworkSegment(a866c23c-528e-4f4f-9956-13b7ea9c64d8),segment_id=a866c23c-528e-4f4f-9956-13b7ea9c64d8)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:33:26.806262 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c38998f3-2be2-4219-bb46-224b76b552ac admin admin] Publish callbacks [] for port (cc173e55-7b95-4ccc-8b02-02e7718b2e5b), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:26.807694 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-58628873-4be9-489e-ab18-26a74b7dfd11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (16c12c7d-7147-48cd-be0f-9cb58b04e666), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:26.847640 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c38998f3-2be2-4219-bb46-224b76b552ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (cc173e55-7b95-4ccc-8b02-02e7718b2e5b), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:26.907067 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38998f3-2be2-4219-bb46-224b76b552ac admin admin] Pushing event updated for resources: {'Port': ['ID=cc173e55-7b95-4ccc-8b02-02e7718b2e5b,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:26.918058 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-57fb12fb-d252-436e-ac8c-c6ea3f3a4424 req-d7c6ceee-5468-401e-b15c-ef5eeecd7288 service neutron] 10.222.0.95 "GET /v2.0/networks/83b648e3-9e16-4594-828d-322167244a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819889 Feb 09 21:33:26.928770 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58628873-4be9-489e-ab18-26a74b7dfd11 None None] Pushing event updated for resources: {'Port': ['ID=16c12c7d-7147-48cd-be0f-9cb58b04e666,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:26.942107 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38998f3-2be2-4219-bb46-224b76b552ac admin admin] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:33:26.943674 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-c38998f3-2be2-4219-bb46-224b76b552ac admin admin] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:33:26.949905 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38998f3-2be2-4219-bb46-224b76b552ac admin admin] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:33:26.991163 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8996699e-5664-444d-9c3c-2b7c784a982f req-68b841aa-4485-4c5e-acba-91e716dc93a2 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580955 Feb 09 21:33:27.051050 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15a3ccf-2152-449c-a0c8-3baabb5d1de0 req-5770e6bc-b50c-4c48-9666-ebacffee86a5 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:27.053957 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d15a3ccf-2152-449c-a0c8-3baabb5d1de0 req-5770e6bc-b50c-4c48-9666-ebacffee86a5 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=a4fc49e4-17e3-4e1a-ad3a-53772172f962 HTTP/1.1" status: 200 len: 945 time: 0.1118608 Feb 09 21:33:27.195560 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d15a3ccf-2152-449c-a0c8-3baabb5d1de0 req-050f2d94-a2bf-4eeb-8430-6263079c0caa tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316991 Feb 09 21:33:27.433849 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0278195-783d-4aa5-96ac-a1bc9d5e32e5 req-3a9f949b-635b-49ce-9bfe-ce46079a0ffd tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:27.435389 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b0278195-783d-4aa5-96ac-a1bc9d5e32e5 req-3a9f949b-635b-49ce-9bfe-ce46079a0ffd tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/ports?device_id=f4cf4286-a1d2-4921-aa34-7b549655916d HTTP/1.1" status: 200 len: 1023 time: 0.0887778 Feb 09 21:33:27.439583 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c38998f3-2be2-4219-bb46-224b76b552ac admin admin] Publish callbacks [] for router_gateway (a64b5f55-b663-4abb-bd50-673f0af1656e), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:27.544762 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-74a733c8-7d34-465d-8798-13e422317711 req-10068a96-6b8e-4bd4-825c-6a6bc11d295e tempest-TenantUsagesTestJSON-1973682608 tempest-TenantUsagesTestJSON-1973682608-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=1e5ef3da84eb45b0963f4b54f0fce228&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0435269 Feb 09 21:33:27.599486 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b0278195-783d-4aa5-96ac-a1bc9d5e32e5 req-30c594b9-f8af-4abb-818e-443bfd0998a2 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/security-groups?id=000b5c05-19e3-420b-9015-081c6c7f11c3&id=d88e58b4-85e8-4780-b9b0-1d83d55100a0&id=86843c0d-a6af-4d98-b4a7-0591930b87c9&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1556878 Feb 09 21:33:27.718675 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a733c8-7d34-465d-8798-13e422317711 req-b4104e6b-ac5a-4b4a-8154-1eb3771cd1b2 tempest-TenantUsagesTestJSON-1973682608 tempest-TenantUsagesTestJSON-1973682608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:27.720357 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-74a733c8-7d34-465d-8798-13e422317711 req-b4104e6b-ac5a-4b4a-8154-1eb3771cd1b2 tempest-TenantUsagesTestJSON-1973682608 tempest-TenantUsagesTestJSON-1973682608-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1544089 Feb 09 21:33:27.741677 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-74a733c8-7d34-465d-8798-13e422317711 req-ff4b658b-279a-4caa-9e34-47b32905d2a1 tempest-TenantUsagesTestJSON-1973682608 tempest-TenantUsagesTestJSON-1973682608-project] 10.222.0.90 "GET /v2.0/quotas/1e5ef3da84eb45b0963f4b54f0fce228 HTTP/1.1" status: 200 len: 375 time: 0.0157039 Feb 09 21:33:27.779334 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c38998f3-2be2-4219-bb46-224b76b552ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (a64b5f55-b663-4abb-bd50-673f0af1656e), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:27.818657 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-74a733c8-7d34-465d-8798-13e422317711 req-db488849-44e6-4669-8500-b844936cd247 tempest-TenantUsagesTestJSON-1973682608 tempest-TenantUsagesTestJSON-1973682608-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=1e5ef3da84eb45b0963f4b54f0fce228&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0740476 Feb 09 21:33:27.851037 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 16c12c7d-7147-48cd-be0f-9cb58b04e666 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:33:27.860454 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device feb17ea6-120e-488e-971c-edca680cfaeb details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:33:27.863868 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 8b62e22c-f954-4a6a-8780-d7a6ea6e99e3 no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:33:27.934378 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98496e1d-1128-42a0-adba-eee547345970 req-c29e3f84-57d6-4b04-a46c-018e5856b774 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:27.936341 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-98496e1d-1128-42a0-adba-eee547345970 req-c29e3f84-57d6-4b04-a46c-018e5856b774 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed637eb7-997b-4a50-b9a4-acd664f51f8f HTTP/1.1" status: 200 len: 944 time: 0.1792316 Feb 09 21:33:28.035171 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb7fb66-96b2-417a-950c-aceaa870306b req-11332146-5843-43d5-9515-da21ec5e18c2 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:28.043569 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-3bb7fb66-96b2-417a-950c-aceaa870306b req-11332146-5843-43d5-9515-da21ec5e18c2 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.89 "GET /v2.0/ports?device_id=f4cf4286-a1d2-4921-aa34-7b549655916d HTTP/1.1" status: 200 len: 1023 time: 0.1291950 Feb 09 21:33:28.091795 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-98496e1d-1128-42a0-adba-eee547345970 req-67f60158-62b0-4a37-840d-371bf3b21b02 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489766 Feb 09 21:33:28.348563 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c38998f3-2be2-4219-bb46-224b76b552ac admin admin] Router a64b5f55-b663-4abb-bd50-673f0af1656e is scheduled to L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 with binding_index 1 {{(pid=103141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:33:28.382836 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-3bb7fb66-96b2-417a-950c-aceaa870306b req-2f351824-c792-427c-92f7-b0b3d6599f4a tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Deleting port ebd80d34-efec-4040-b317-f4c5408a5191 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:33:28.383192 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-3bb7fb66-96b2-417a-950c-aceaa870306b req-2f351824-c792-427c-92f7-b0b3d6599f4a tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (ebd80d34-efec-4040-b317-f4c5408a5191), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:28.403950 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278b295b-db12-45a6-8998-22de4ed7535b req-a5fc2538-47a0-4b68-9711-46a262ef00e8 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:28.414810 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-278b295b-db12-45a6-8998-22de4ed7535b req-a5fc2538-47a0-4b68-9711-46a262ef00e8 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/ports?device_id=ac2e37af-a8de-476a-83bd-d987e0be588b HTTP/1.1" status: 200 len: 943 time: 0.2206869 Feb 09 21:33:28.481812 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.db.resource_extend [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 21:33:28.497699 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f004db2f-849e-442a-a250-105b65c195f5 req-9fc232a7-6cc4-4adb-8a98-1a195a408c81 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:28.500106 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f004db2f-849e-442a-a250-105b65c195f5 req-9fc232a7-6cc4-4adb-8a98-1a195a408c81 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=4f8339ab-f401-4931-96ab-51b877546307 HTTP/1.1" status: 200 len: 950 time: 0.2388396 Feb 09 21:33:28.514532 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-278b295b-db12-45a6-8998-22de4ed7535b req-2d7f5059-a222-49fa-b0fe-840ef916be75 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/security-groups?id=53864ffe-fa53-4ead-9e41-21e6252e7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986915 Feb 09 21:33:28.623447 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port feb17ea6-120e-488e-971c-edca680cfaeb, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=feb17ea6-120e-488e-971c-edca680cfaeb,segment=NetworkSegment(b8c2a339-696c-42ff-9706-e9c7145ef2ff),segment_id=b8c2a339-696c-42ff-9706-e9c7145ef2ff)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:33:28.655596 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': 'feb17ea6-120e-488e-971c-edca680cfaeb', 'network_id': '83b648e3-9e16-4594-828d-322167244a5e', 'port_id': 'feb17ea6-120e-488e-971c-edca680cfaeb', 'mac_address': 'fa:16:3e:bd:68:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33895a87-c686-4060-8a0c-2f9b961a8554', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:33:28.665984 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-35c98978-c342-42a5-abff-ecc0891c72a6 req-c73a74bb-59ce-4b07-a6bb-6e6060f01077 tempest-TenantUsagesTestJSON-1973682608 tempest-TenantUsagesTestJSON-1973682608-project] 10.222.0.90 "GET /v2.0/ports?device_id=cd66293d-00a3-4ef8-8194-b003d2187dd6 HTTP/1.1" status: 200 len: 210 time: 0.0669177 Feb 09 21:33:28.673152 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f049dc-0736-4132-a222-4ba626f529df None None] Network ae308f48-ee5e-436e-a09c-9898bc80602a requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:33:28.710508 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f004db2f-849e-442a-a250-105b65c195f5 req-b4c8c44e-c6bd-4a64-b88e-a6f64042727a tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912389 Feb 09 21:33:28.874230 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f5abaa-c5b2-4242-b0dd-6e48d8450e3a req-ddf36ce8-cc03-4019-8de5-c03fe1901be2 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:28.893519 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-57f5abaa-c5b2-4242-b0dd-6e48d8450e3a req-ddf36ce8-cc03-4019-8de5-c03fe1901be2 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=a4fc49e4-17e3-4e1a-ad3a-53772172f962 HTTP/1.1" status: 200 len: 945 time: 0.1123297 Feb 09 21:33:28.965883 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port feb17ea6-120e-488e-971c-edca680cfaeb is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:33:28.966479 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (feb17ea6-120e-488e-971c-edca680cfaeb), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:28.974458 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-3ef60c2b-d776-4f88-87b3-0043616bba9e None None] Provisioning complete for port 16c12c7d-7147-48cd-be0f-9cb58b04e666 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:33:28.974841 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-3ef60c2b-d776-4f88-87b3-0043616bba9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (16c12c7d-7147-48cd-be0f-9cb58b04e666), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:29.028714 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-57f5abaa-c5b2-4242-b0dd-6e48d8450e3a req-600a0cd0-a884-45ee-8b9d-a35c6290f19a tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313534 Feb 09 21:33:29.049073 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id feb17ea6-120e-488e-971c-edca680cfaeb {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:33:29.061490 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e3bc1-5dc4-49db-a8fd-500f7998c3f7 req-9d99acda-4955-4bbc-a786-b155054c51c9 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:29.073433 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-672e3bc1-5dc4-49db-a8fd-500f7998c3f7 req-9d99acda-4955-4bbc-a786-b155054c51c9 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/ports?device_id=f4cf4286-a1d2-4921-aa34-7b549655916d HTTP/1.1" status: 200 len: 1023 time: 0.1568968 Feb 09 21:33:29.082978 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 16c12c7d-7147-48cd-be0f-9cb58b04e666 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:33:29.083359 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (16c12c7d-7147-48cd-be0f-9cb58b04e666), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:29.176814 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-3bb7fb66-96b2-417a-950c-aceaa870306b req-2f351824-c792-427c-92f7-b0b3d6599f4a tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] For port ebd80d34-efec-4040-b317-f4c5408a5191, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=ebd80d34-efec-4040-b317-f4c5408a5191,segment=NetworkSegment(f0a49655-0dab-4be5-a139-f143e1a2272b),segment_id=f0a49655-0dab-4be5-a139-f143e1a2272b)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:33:29.177502 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-3bb7fb66-96b2-417a-950c-aceaa870306b req-2f351824-c792-427c-92f7-b0b3d6599f4a tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (ebd80d34-efec-4040-b317-f4c5408a5191), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:29.222272 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port feb17ea6-120e-488e-971c-edca680cfaeb, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=feb17ea6-120e-488e-971c-edca680cfaeb,segment=NetworkSegment(b8c2a339-696c-42ff-9706-e9c7145ef2ff),segment_id=b8c2a339-696c-42ff-9706-e9c7145ef2ff)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:33:29.222716 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-3bb7fb66-96b2-417a-950c-aceaa870306b req-2f351824-c792-427c-92f7-b0b3d6599f4a tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Calling delete_port for ebd80d34-efec-4040-b317-f4c5408a5191 owned by compute:nova {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:33:29.236951 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-672e3bc1-5dc4-49db-a8fd-500f7998c3f7 req-6065d055-1a55-452e-8639-8aa7766dc9b6 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/security-groups?id=000b5c05-19e3-420b-9015-081c6c7f11c3&id=d88e58b4-85e8-4780-b9b0-1d83d55100a0&id=86843c0d-a6af-4d98-b4a7-0591930b87c9&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1567400 Feb 09 21:33:29.278149 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (feb17ea6-120e-488e-971c-edca680cfaeb), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:29.296117 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 8b62e22c-f954-4a6a-8780-d7a6ea6e99e3 is: DOWN; New status is: DOWN {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:33:29.349427 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cafda7-f8af-4eb6-864b-7dd06e794ef5 req-a617bdb8-d53a-4606-9312-fd18fa466879 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:29.362510 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f2cafda7-f8af-4eb6-864b-7dd06e794ef5 req-a617bdb8-d53a-4606-9312-fd18fa466879 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed637eb7-997b-4a50-b9a4-acd664f51f8f HTTP/1.1" status: 200 len: 944 time: 0.1122320 Feb 09 21:33:29.443265 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=feb17ea6-120e-488e-971c-edca680cfaeb,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:29.464424 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-3ef60c2b-d776-4f88-87b3-0043616bba9e None None] Current status of the port 16c12c7d-7147-48cd-be0f-9cb58b04e666 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:33:29.465334 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-3ef60c2b-d776-4f88-87b3-0043616bba9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (16c12c7d-7147-48cd-be0f-9cb58b04e666), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:29.496591 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f2cafda7-f8af-4eb6-864b-7dd06e794ef5 req-c2039c0d-80e7-4b12-be6d-d75f4c58fe22 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329639 Feb 09 21:33:29.522363 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 16c12c7d-7147-48cd-be0f-9cb58b04e666 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:33:29.522794 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (16c12c7d-7147-48cd-be0f-9cb58b04e666), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:29.547593 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-3bb7fb66-96b2-417a-950c-aceaa870306b req-2f351824-c792-427c-92f7-b0b3d6599f4a tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (ebd80d34-efec-4040-b317-f4c5408a5191), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:29.576124 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['ebd80d34-efec-4040-b317-f4c5408a5191'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:33:29.645396 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f351824-c792-427c-92f7-b0b3d6599f4a tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Pushing event deleted for resources: {'Port': ['ID=ebd80d34-efec-4040-b317-f4c5408a5191,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:29.651218 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['feb17ea6-120e-488e-971c-edca680cfaeb'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:33:29.768307 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bb7fb66-96b2-417a-950c-aceaa870306b req-2f351824-c792-427c-92f7-b0b3d6599f4a tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] No DVR routers for this DVR port ebd80d34-efec-4040-b317-f4c5408a5191 on host n-h2-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:33:29.772170 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-3bb7fb66-96b2-417a-950c-aceaa870306b req-2f351824-c792-427c-92f7-b0b3d6599f4a tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:29.784317 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-3bb7fb66-96b2-417a-950c-aceaa870306b req-2f351824-c792-427c-92f7-b0b3d6599f4a tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.89 "DELETE /v2.0/ports/ebd80d34-efec-4040-b317-f4c5408a5191 HTTP/1.1" status: 204 len: 173 time: 1.7274210 Feb 09 21:33:29.788803 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4cf4286-a1d2-4921-aa34-7b549655916d', 'name': 'network-vif-deleted', 'tag': 'ebd80d34-efec-4040-b317-f4c5408a5191'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:33:29.805239 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf200470-034a-4b55-ad56-c37f4f8064d3" -d '{"events": [{"server_uuid": "f4cf4286-a1d2-4921-aa34-7b549655916d", "name": "network-vif-deleted", "tag": "ebd80d34-efec-4040-b317-f4c5408a5191"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:33:29.817285 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c38998f3-2be2-4219-bb46-224b76b552ac admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:33:29.835702 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad4c161-5b75-4d70-bfc8-ab70a6605eef None None] Sync routers for ids ['a64b5f55-b663-4abb-bd50-673f0af1656e'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:33:29.861774 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad4c161-5b75-4d70-bfc8-ab70a6605eef None None] Routers {'a64b5f55-b663-4abb-bd50-673f0af1656e'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:33:29.866399 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-aad4c161-5b75-4d70-bfc8-ab70a6605eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:33:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['a64b5f55-b663-4abb-bd50-673f0af1656e'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:33:29.872458 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-3ef60c2b-d776-4f88-87b3-0043616bba9e None None] For port 16c12c7d-7147-48cd-be0f-9cb58b04e666, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=16c12c7d-7147-48cd-be0f-9cb58b04e666,segment=NetworkSegment(a866c23c-528e-4f4f-9956-13b7ea9c64d8),segment_id=a866c23c-528e-4f4f-9956-13b7ea9c64d8)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:33:29.877815 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c38998f3-2be2-4219-bb46-224b76b552ac admin admin] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:29.879798 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-c38998f3-2be2-4219-bb46-224b76b552ac admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.4414699 Feb 09 21:33:29.882958 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53682) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:29.898817 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-3ef60c2b-d776-4f88-87b3-0043616bba9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (16c12c7d-7147-48cd-be0f-9cb58b04e666), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:29.929009 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e51e4aee-c76d-4399-92ae-f1287df9398c req-a03e4e80-92c1-4adb-a8eb-942d58835f2a tempest-TenantUsagesTestJSON-1973682608 tempest-TenantUsagesTestJSON-1973682608-project] 10.222.0.90 "GET /v2.0/ports?device_id=cd66293d-00a3-4ef8-8194-b003d2187dd6 HTTP/1.1" status: 200 len: 210 time: 0.1169372 Feb 09 21:33:30.033361 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-74a733c8-7d34-465d-8798-13e422317711 req-63a39b2b-5a41-485f-b4b7-aab17bd2bbdc tempest-TenantUsagesTestJSON-1973682608 tempest-TenantUsagesTestJSON-1973682608-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=1e5ef3da84eb45b0963f4b54f0fce228&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1177707 Feb 09 21:33:30.039177 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.db.api [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103142) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:33:30.040555 n-d-828369-5 neutron-server[103142]: DEBUG oslo_db.api [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:33:30.067201 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5c1ffc-099c-40e1-8949-3f05891afea8 req-2a305a0f-6407-4589-8bcb-b04af7831ff1 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:30.078014 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4c5c1ffc-099c-40e1-8949-3f05891afea8 req-2a305a0f-6407-4589-8bcb-b04af7831ff1 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/ports?device_id=ac2e37af-a8de-476a-83bd-d987e0be588b HTTP/1.1" status: 200 len: 944 time: 0.3952849 Feb 09 21:33:30.225161 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-aad4c161-5b75-4d70-bfc8-ab70a6605eef None None] Set router a64b5f55-b663-4abb-bd50-673f0af1656e gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:33:30.311558 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-c58b9a17-74a0-4552-84e3-3e313e56472c None None] Provisioning complete for port 16c12c7d-7147-48cd-be0f-9cb58b04e666 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:33:30.312068 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c58b9a17-74a0-4552-84e3-3e313e56472c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (16c12c7d-7147-48cd-be0f-9cb58b04e666), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:30.389798 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef60c2b-d776-4f88-87b3-0043616bba9e None None] Pushing event updated for resources: {'Port': ['ID=16c12c7d-7147-48cd-be0f-9cb58b04e666,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:30.472399 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4c5c1ffc-099c-40e1-8949-3f05891afea8 req-97a71d7d-1571-46e8-966a-fe00fd9016b0 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/security-groups?id=53864ffe-fa53-4ead-9e41-21e6252e7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3912785 Feb 09 21:33:30.507751 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a733c8-7d34-465d-8798-13e422317711 req-54a7888b-d4dc-4828-bb4c-132f93ebdea2 tempest-TenantUsagesTestJSON-1973682608 tempest-TenantUsagesTestJSON-1973682608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:30.509361 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-74a733c8-7d34-465d-8798-13e422317711 req-54a7888b-d4dc-4828-bb4c-132f93ebdea2 tempest-TenantUsagesTestJSON-1973682608 tempest-TenantUsagesTestJSON-1973682608-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4261551 Feb 09 21:33:30.515263 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-aad4c161-5b75-4d70-bfc8-ab70a6605eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64b5f55-b663-4abb-bd50-673f0af1656e', 'name': 'tempest-ServersTestMultiNic-1938873407-router', 'tenant_id': '3a839c247a824993a2c678394ab2ac52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'cc173e55-7b95-4ccc-8b02-02e7718b2e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:33:25Z', 'updated_at': '2022-02-09T21:33:27Z', 'revision_number': 3, 'project_id': '3a839c247a824993a2c678394ab2ac52', 'gw_port': {'id': 'cc173e55-7b95-4ccc-8b02-02e7718b2e5b', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:fa:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a64b5f55-b663-4abb-bd50-673f0af1656e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:26Z', 'updated_at': '2022-02-09T21:33:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:33:30.541230 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-c58b9a17-74a0-4552-84e3-3e313e56472c None None] Current status of the port 16c12c7d-7147-48cd-be0f-9cb58b04e666 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:33:30.552335 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-74a733c8-7d34-465d-8798-13e422317711 req-8245c689-388b-4720-8374-a3f0d511c94d tempest-TenantUsagesTestJSON-1973682608 tempest-TenantUsagesTestJSON-1973682608-project] Request body: {'port': {'device_id': 'cd66293d-00a3-4ef8-8194-b003d2187dd6', 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc', 'admin_state_up': True, 'tenant_id': '1e5ef3da84eb45b0963f4b54f0fce228'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:33:30.605247 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad4c161-5b75-4d70-bfc8-ab70a6605eef None None] Checking router: a64b5f55-b663-4abb-bd50-673f0af1656e for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:33:30.607567 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad4c161-5b75-4d70-bfc8-ab70a6605eef None None] Updating router a64b5f55-b663-4abb-bd50-673f0af1656e port cc173e55-7b95-4ccc-8b02-02e7718b2e5b binding host n-d-828369-5 {{(pid=103143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:33:30.612097 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6dec8ae-bdc5-4438-b8f0-0eb26e20b813 x-openstack-request-id: req-b6dec8ae-bdc5-4438-b8f0-0eb26e20b813 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:33:30.612792 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4cf4286-a1d2-4921-aa34-7b549655916d", "name": "network-vif-deleted", "tag": "ebd80d34-efec-4040-b317-f4c5408a5191", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:33:30.613026 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-b6dec8ae-bdc5-4438-b8f0-0eb26e20b813 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:33:30.613414 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4cf4286-a1d2-4921-aa34-7b549655916d', 'name': 'network-vif-deleted', 'tag': 'ebd80d34-efec-4040-b317-f4c5408a5191', 'status': 'completed', 'code': 200} Feb 09 21:33:30.648757 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 16c12c7d-7147-48cd-be0f-9cb58b04e666 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:33:30.676418 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e2e6d0-0c2c-4bf0-b6ec-f40695b5f720 req-bc539e4f-b339-41a5-b265-42ab0375ef06 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:30.681360 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a4e2e6d0-0c2c-4bf0-b6ec-f40695b5f720 req-bc539e4f-b339-41a5-b265-42ab0375ef06 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=4f8339ab-f401-4931-96ab-51b877546307 HTTP/1.1" status: 200 len: 950 time: 0.5210147 Feb 09 21:33:30.694479 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-aad4c161-5b75-4d70-bfc8-ab70a6605eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (cc173e55-7b95-4ccc-8b02-02e7718b2e5b), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:30.822687 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 16c12c7d-7147-48cd-be0f-9cb58b04e666 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:33:30.948282 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a4e2e6d0-0c2c-4bf0-b6ec-f40695b5f720 req-54f4affb-57df-4842-9b64-01675854e9a6 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445779 Feb 09 21:33:30.994548 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9524aff9-a262-4a1c-b734-78c78fdf30c9 req-e8a90806-77be-4984-be10-4e7b80326791 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:30.996765 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9524aff9-a262-4a1c-b734-78c78fdf30c9 req-e8a90806-77be-4984-be10-4e7b80326791 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=a4fc49e4-17e3-4e1a-ad3a-53772172f962 HTTP/1.1" status: 200 len: 945 time: 0.2311888 Feb 09 21:33:31.002318 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74a733c8-7d34-465d-8798-13e422317711 req-8245c689-388b-4720-8374-a3f0d511c94d tempest-TenantUsagesTestJSON-1973682608 tempest-TenantUsagesTestJSON-1973682608-project] Made reservation on behalf of 1e5ef3da84eb45b0963f4b54f0fce228 for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:33:31.006752 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-74a733c8-7d34-465d-8798-13e422317711 req-8245c689-388b-4720-8374-a3f0d511c94d tempest-TenantUsagesTestJSON-1973682608 tempest-TenantUsagesTestJSON-1973682608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:31.027107 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a4f55ecf-d8a6-4dfa-8122-ef9e3be7ac6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:31.043696 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-74a733c8-7d34-465d-8798-13e422317711 req-8245c689-388b-4720-8374-a3f0d511c94d tempest-TenantUsagesTestJSON-1973682608 tempest-TenantUsagesTestJSON-1973682608-project] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:31.081994 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 16c12c7d-7147-48cd-be0f-9cb58b04e666 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:33:31.082579 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (16c12c7d-7147-48cd-be0f-9cb58b04e666), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:31.127068 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9524aff9-a262-4a1c-b734-78c78fdf30c9 req-ea340a14-0f3b-4682-8ca9-827720b9fcac tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141436 Feb 09 21:33:31.240457 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-74a733c8-7d34-465d-8798-13e422317711 req-8245c689-388b-4720-8374-a3f0d511c94d tempest-TenantUsagesTestJSON-1973682608 tempest-TenantUsagesTestJSON-1973682608-project] Publish callbacks [] for security_group (fb90cf1c-bfb2-493a-a11e-8850c7d8e0a9), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:31.245493 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-74a733c8-7d34-465d-8798-13e422317711 req-8245c689-388b-4720-8374-a3f0d511c94d tempest-TenantUsagesTestJSON-1973682608 tempest-TenantUsagesTestJSON-1973682608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (fb90cf1c-bfb2-493a-a11e-8850c7d8e0a9), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:31.298199 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 16c12c7d-7147-48cd-be0f-9cb58b04e666 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:33:31.322925 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8245c689-388b-4720-8374-a3f0d511c94d tempest-TenantUsagesTestJSON-1973682608 tempest-TenantUsagesTestJSON-1973682608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb90cf1c-bfb2-493a-a11e-8850c7d8e0a9,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:31.333197 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-aad4c161-5b75-4d70-bfc8-ab70a6605eef None None] Publish callbacks [] for port (cc173e55-7b95-4ccc-8b02-02e7718b2e5b), precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:31.341365 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-aad4c161-5b75-4d70-bfc8-ab70a6605eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (cc173e55-7b95-4ccc-8b02-02e7718b2e5b), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:31.389192 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-a4f55ecf-d8a6-4dfa-8122-ef9e3be7ac6a admin admin] Allocated IP 172.20.0.1 (ae308f48-ee5e-436e-a09c-9898bc80602a/68195a19-5598-4c28-95eb-58a64b655af7/5d1934f2-9aa6-466b-900f-38bf41ad1a64) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:33:31.398634 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-aad4c161-5b75-4d70-bfc8-ab70a6605eef None None] Attempting to bind port cc173e55-7b95-4ccc-8b02-02e7718b2e5b on host n-d-828369-5 for vnic_type normal with profile {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:33:31.399005 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-aad4c161-5b75-4d70-bfc8-ab70a6605eef None None] Attempting to bind port cc173e55-7b95-4ccc-8b02-02e7718b2e5b by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:33:31.399370 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad4c161-5b75-4d70-bfc8-ab70a6605eef None None] Attempting to bind port cc173e55-7b95-4ccc-8b02-02e7718b2e5b on network 54a442d5-50a0-4c75-85cc-d19f5bf58118 {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:33:31.427888 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad4c161-5b75-4d70-bfc8-ab70a6605eef None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:33:31.428284 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad4c161-5b75-4d70-bfc8-ab70a6605eef None None] Checking segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:33:31.428865 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-aad4c161-5b75-4d70-bfc8-ab70a6605eef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:31.429416 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad4c161-5b75-4d70-bfc8-ab70a6605eef None None] Bound using segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:33:31.430098 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-aad4c161-5b75-4d70-bfc8-ab70a6605eef None None] Bound port: cc173e55-7b95-4ccc-8b02-02e7718b2e5b, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:33:31.430654 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-aad4c161-5b75-4d70-bfc8-ab70a6605eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (cc173e55-7b95-4ccc-8b02-02e7718b2e5b), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:31.434375 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4af07db4-0dbd-4fdd-b5c9-484051478a7b req-e83c4a5b-b3d2-40e3-958b-958e9044d67f tempest-TenantUsagesTestJSON-1973682608 tempest-TenantUsagesTestJSON-1973682608-project] 10.222.0.90 "GET /v2.0/ports?device_id=cd66293d-00a3-4ef8-8194-b003d2187dd6 HTTP/1.1" status: 200 len: 210 time: 0.1019526 Feb 09 21:33:31.465636 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84078dab-3246-4539-9b1a-2a8df03c8766 req-bc8d2d2b-701e-4ea5-b65d-bfb48ec2832e tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:31.467611 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-84078dab-3246-4539-9b1a-2a8df03c8766 req-bc8d2d2b-701e-4ea5-b65d-bfb48ec2832e tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed637eb7-997b-4a50-b9a4-acd664f51f8f HTTP/1.1" status: 200 len: 944 time: 0.1899619 Feb 09 21:33:31.519360 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-aad4c161-5b75-4d70-bfc8-ab70a6605eef None None] For port cc173e55-7b95-4ccc-8b02-02e7718b2e5b, host n-d-828369-5, cleared binding levels {{(pid=103143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:33:31.523049 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-aad4c161-5b75-4d70-bfc8-ab70a6605eef None None] For port cc173e55-7b95-4ccc-8b02-02e7718b2e5b, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=cc173e55-7b95-4ccc-8b02-02e7718b2e5b,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:33:31.530794 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-aad4c161-5b75-4d70-bfc8-ab70a6605eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (cc173e55-7b95-4ccc-8b02-02e7718b2e5b), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:31.542438 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ef86131e-8067-4b36-a4cf-4d4747b6f1b9 req-c7e7227f-5d04-4abf-99f2-e42be74b083b tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/security-groups/d88e58b4-85e8-4780-b9b0-1d83d55100a0 HTTP/1.1" status: 200 len: 1817 time: 0.0508134 Feb 09 21:33:31.566754 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a4f55ecf-d8a6-4dfa-8122-ef9e3be7ac6a admin admin] Publish callbacks [] for port (5d1934f2-9aa6-466b-900f-38bf41ad1a64), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:31.577332 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad4c161-5b75-4d70-bfc8-ab70a6605eef None None] Routers {'a64b5f55-b663-4abb-bd50-673f0af1656e'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:33:31.578531 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-aad4c161-5b75-4d70-bfc8-ab70a6605eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:33:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['a64b5f55-b663-4abb-bd50-673f0af1656e'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:33:31.636700 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a4f55ecf-d8a6-4dfa-8122-ef9e3be7ac6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (5d1934f2-9aa6-466b-900f-38bf41ad1a64), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:31.710459 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-84078dab-3246-4539-9b1a-2a8df03c8766 req-939e9bff-dffb-409a-b798-f383ae3375fc tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322454 Feb 09 21:33:31.738364 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f55ecf-d8a6-4dfa-8122-ef9e3be7ac6a admin admin] Network ae308f48-ee5e-436e-a09c-9898bc80602a is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:33:31.741185 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ea009d-d094-4cf4-808f-043e85358acd None None] Pushing event updated for resources: {'Port': ['ID=cc173e55-7b95-4ccc-8b02-02e7718b2e5b,revision_number=2']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:31.749521 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [req-74a733c8-7d34-465d-8798-13e422317711 req-8245c689-388b-4720-8374-a3f0d511c94d tempest-TenantUsagesTestJSON-1973682608 tempest-TenantUsagesTestJSON-1973682608-project] Allocated IP 192.168.233.209 (a8139157-1e3e-4bd9-8fa9-c0e20debd7dc/0f7402ac-a35b-414b-bcc1-bc1c3072ec3c/e47d0f7e-5d1d-4fb0-ac98-2efcb7d22b8f) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:33:31.755016 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-a4f55ecf-d8a6-4dfa-8122-ef9e3be7ac6a admin admin] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:33:31.760324 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f55ecf-d8a6-4dfa-8122-ef9e3be7ac6a admin admin] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:33:31.803858 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ea009d-d094-4cf4-808f-043e85358acd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:31.804075 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ea009d-d094-4cf4-808f-043e85358acd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:31.804343 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ea009d-d094-4cf4-808f-043e85358acd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:31.805587 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ea009d-d094-4cf4-808f-043e85358acd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:31.806202 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ea009d-d094-4cf4-808f-043e85358acd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:31.808127 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ea009d-d094-4cf4-808f-043e85358acd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:31.808917 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ea009d-d094-4cf4-808f-043e85358acd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:31.809270 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ea009d-d094-4cf4-808f-043e85358acd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:31.810596 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ea009d-d094-4cf4-808f-043e85358acd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:31.810931 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ea009d-d094-4cf4-808f-043e85358acd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:31.812270 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ea009d-d094-4cf4-808f-043e85358acd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:31.814218 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ea009d-d094-4cf4-808f-043e85358acd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:31.814579 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ea009d-d094-4cf4-808f-043e85358acd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:33:31.842358 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f55ecf-d8a6-4dfa-8122-ef9e3be7ac6a admin admin] Pushing event updated for resources: {'Port': ['ID=5d1934f2-9aa6-466b-900f-38bf41ad1a64,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:31.878810 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device feb17ea6-120e-488e-971c-edca680cfaeb up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:33:31.912757 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a4f55ecf-d8a6-4dfa-8122-ef9e3be7ac6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554727'] for router_interface (a64b5f55-b663-4abb-bd50-673f0af1656e), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:31.988409 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-74a733c8-7d34-465d-8798-13e422317711 req-8245c689-388b-4720-8374-a3f0d511c94d tempest-TenantUsagesTestJSON-1973682608 tempest-TenantUsagesTestJSON-1973682608-project] Publish callbacks [] for port (e47d0f7e-5d1d-4fb0-ac98-2efcb7d22b8f), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:32.017360 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning for port feb17ea6-120e-488e-971c-edca680cfaeb completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:33:32.031623 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port feb17ea6-120e-488e-971c-edca680cfaeb triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:33:32.032095 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (feb17ea6-120e-488e-971c-edca680cfaeb), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:32.042073 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ea009d-d094-4cf4-808f-043e85358acd None None] Pushing event updated for resources: {'Port': ['ID=cc173e55-7b95-4ccc-8b02-02e7718b2e5b,revision_number=3']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:32.048752 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-aad4c161-5b75-4d70-bfc8-ab70a6605eef None None] Set router a64b5f55-b663-4abb-bd50-673f0af1656e gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:33:32.079947 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-ef86131e-8067-4b36-a4cf-4d4747b6f1b9 req-7ffb89d9-bafc-4e4e-bd72-e8487bd8be26 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Publish callbacks [] for security_group (d88e58b4-85e8-4780-b9b0-1d83d55100a0), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:32.108141 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-74a733c8-7d34-465d-8798-13e422317711 req-8245c689-388b-4720-8374-a3f0d511c94d tempest-TenantUsagesTestJSON-1973682608 tempest-TenantUsagesTestJSON-1973682608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (e47d0f7e-5d1d-4fb0-ac98-2efcb7d22b8f), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:32.273865 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74a733c8-7d34-465d-8798-13e422317711 req-8245c689-388b-4720-8374-a3f0d511c94d tempest-TenantUsagesTestJSON-1973682608 tempest-TenantUsagesTestJSON-1973682608-project] Network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:33:32.289449 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a4f55ecf-d8a6-4dfa-8122-ef9e3be7ac6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (5d1934f2-9aa6-466b-900f-38bf41ad1a64), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:32.290445 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-ea862c95-d132-49c9-8ae4-32c9bfcdaabb None None] Provisioning complete for port 5d1934f2-9aa6-466b-900f-38bf41ad1a64 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:33:32.290898 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ea862c95-d132-49c9-8ae4-32c9bfcdaabb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (5d1934f2-9aa6-466b-900f-38bf41ad1a64), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:32.293323 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port feb17ea6-120e-488e-971c-edca680cfaeb is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:33:32.293711 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (feb17ea6-120e-488e-971c-edca680cfaeb), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:32.303504 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [req-74a733c8-7d34-465d-8798-13e422317711 req-8245c689-388b-4720-8374-a3f0d511c94d tempest-TenantUsagesTestJSON-1973682608 tempest-TenantUsagesTestJSON-1973682608-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:33:32.308419 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-74a733c8-7d34-465d-8798-13e422317711 req-8245c689-388b-4720-8374-a3f0d511c94d tempest-TenantUsagesTestJSON-1973682608 tempest-TenantUsagesTestJSON-1973682608-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:33:32.429542 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a733c8-7d34-465d-8798-13e422317711 req-8245c689-388b-4720-8374-a3f0d511c94d tempest-TenantUsagesTestJSON-1973682608 tempest-TenantUsagesTestJSON-1973682608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:32.432854 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac2e37af-a8de-476a-83bd-d987e0be588b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feb17ea6-120e-488e-971c-edca680cfaeb'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:33:32.433515 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-74a733c8-7d34-465d-8798-13e422317711 req-8245c689-388b-4720-8374-a3f0d511c94d tempest-TenantUsagesTestJSON-1973682608 tempest-TenantUsagesTestJSON-1973682608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:32.441182 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b9726bc-eb66-4615-bc90-28169fd25b8f" -d '{"events": [{"server_uuid": "ac2e37af-a8de-476a-83bd-d987e0be588b", "name": "network-vif-plugged", "status": "completed", "tag": "feb17ea6-120e-488e-971c-edca680cfaeb"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:33:32.453582 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-ea862c95-d132-49c9-8ae4-32c9bfcdaabb None None] Port 5d1934f2-9aa6-466b-900f-38bf41ad1a64 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:33:32.485038 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port feb17ea6-120e-488e-971c-edca680cfaeb, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=feb17ea6-120e-488e-971c-edca680cfaeb,segment=NetworkSegment(b8c2a339-696c-42ff-9706-e9c7145ef2ff),segment_id=b8c2a339-696c-42ff-9706-e9c7145ef2ff)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:33:32.489458 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (feb17ea6-120e-488e-971c-edca680cfaeb), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:32.524316 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-ef86131e-8067-4b36-a4cf-4d4747b6f1b9 req-7ffb89d9-bafc-4e4e-bd72-e8487bd8be26 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Publish callbacks [] for security_group (d88e58b4-85e8-4780-b9b0-1d83d55100a0), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:32.582410 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8245c689-388b-4720-8374-a3f0d511c94d tempest-TenantUsagesTestJSON-1973682608 tempest-TenantUsagesTestJSON-1973682608-project] Pushing event updated for resources: {'Port': ['ID=e47d0f7e-5d1d-4fb0-ac98-2efcb7d22b8f,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:32.609852 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-74a733c8-7d34-465d-8798-13e422317711 req-8245c689-388b-4720-8374-a3f0d511c94d tempest-TenantUsagesTestJSON-1973682608 tempest-TenantUsagesTestJSON-1973682608-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0888407 Feb 09 21:33:32.617584 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=feb17ea6-120e-488e-971c-edca680cfaeb,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:32.640364 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51db0c97-b305-4527-8b1b-bf893dfccc2f req-88294671-3cf5-4299-af83-26e1071596d6 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:32.651047 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-51db0c97-b305-4527-8b1b-bf893dfccc2f req-88294671-3cf5-4299-af83-26e1071596d6 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/ports?device_id=ac2e37af-a8de-476a-83bd-d987e0be588b HTTP/1.1" status: 200 len: 944 time: 0.5761235 Feb 09 21:33:32.663263 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a4f55ecf-d8a6-4dfa-8122-ef9e3be7ac6a admin admin] Publish callbacks [] for port (5d1934f2-9aa6-466b-900f-38bf41ad1a64), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:32.671460 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a4f55ecf-d8a6-4dfa-8122-ef9e3be7ac6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (5d1934f2-9aa6-466b-900f-38bf41ad1a64), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:32.685804 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-74a733c8-7d34-465d-8798-13e422317711 req-368c89b1-e265-47c8-8d1d-b9414240a308 service neutron] Request body: {'port': {'device_id': 'cd66293d-00a3-4ef8-8194-b003d2187dd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-5'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:33:32.747091 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a4f55ecf-d8a6-4dfa-8122-ef9e3be7ac6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524919'] for router_interface (a64b5f55-b663-4abb-bd50-673f0af1656e), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:32.792492 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-51db0c97-b305-4527-8b1b-bf893dfccc2f req-39e80112-3819-41b8-b90b-e11cedd48bb6 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/security-groups?id=53864ffe-fa53-4ead-9e41-21e6252e7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392925 Feb 09 21:33:32.795787 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-aad4c161-5b75-4d70-bfc8-ab70a6605eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64b5f55-b663-4abb-bd50-673f0af1656e', 'name': 'tempest-ServersTestMultiNic-1938873407-router', 'tenant_id': '3a839c247a824993a2c678394ab2ac52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'cc173e55-7b95-4ccc-8b02-02e7718b2e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:33:25Z', 'updated_at': '2022-02-09T21:33:27Z', 'revision_number': 3, 'project_id': '3a839c247a824993a2c678394ab2ac52', 'gw_port': {'id': 'cc173e55-7b95-4ccc-8b02-02e7718b2e5b', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:fa:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a64b5f55-b663-4abb-bd50-673f0af1656e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:26Z', 'updated_at': '2022-02-09T21:33:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:33:32.805473 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-ef86131e-8067-4b36-a4cf-4d4747b6f1b9 req-7ffb89d9-bafc-4e4e-bd72-e8487bd8be26 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (d88e58b4-85e8-4780-b9b0-1d83d55100a0), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:32.808750 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-ef86131e-8067-4b36-a4cf-4d4747b6f1b9 req-7ffb89d9-bafc-4e4e-bd72-e8487bd8be26 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:32.810099 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ef86131e-8067-4b36-a4cf-4d4747b6f1b9 req-7ffb89d9-bafc-4e4e-bd72-e8487bd8be26 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "DELETE /v2.0/security-groups/d88e58b4-85e8-4780-b9b0-1d83d55100a0 HTTP/1.1" status: 204 len: 173 time: 1.2592487 Feb 09 21:33:32.810547 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-9c1c04e1-3b38-486a-86f2-d1ebb394d737 None None] Provisioning complete for port e47d0f7e-5d1d-4fb0-ac98-2efcb7d22b8f triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:33:32.810956 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-9c1c04e1-3b38-486a-86f2-d1ebb394d737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (e47d0f7e-5d1d-4fb0-ac98-2efcb7d22b8f), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:32.842693 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffb89d9-bafc-4e4e-bd72-e8487bd8be26 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d88e58b4-85e8-4780-b9b0-1d83d55100a0,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:32.862789 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-74a733c8-7d34-465d-8798-13e422317711 req-368c89b1-e265-47c8-8d1d-b9414240a308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (e47d0f7e-5d1d-4fb0-ac98-2efcb7d22b8f), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:32.891338 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad4c161-5b75-4d70-bfc8-ab70a6605eef None None] The sync data for ids ['a64b5f55-b663-4abb-bd50-673f0af1656e'] in n-d-828369-5 is: [{'id': 'a64b5f55-b663-4abb-bd50-673f0af1656e', 'name': 'tempest-ServersTestMultiNic-1938873407-router', 'tenant_id': '3a839c247a824993a2c678394ab2ac52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'cc173e55-7b95-4ccc-8b02-02e7718b2e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:33:25Z', 'updated_at': '2022-02-09T21:33:27Z', 'revision_number': 3, 'project_id': '3a839c247a824993a2c678394ab2ac52', 'gw_port': {'id': 'cc173e55-7b95-4ccc-8b02-02e7718b2e5b', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:fa:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a64b5f55-b663-4abb-bd50-673f0af1656e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:26Z', 'updated_at': '2022-02-09T21:33:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:33:32.939013 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f55ecf-d8a6-4dfa-8122-ef9e3be7ac6a admin admin] Pushing event updated for resources: {'Port': ['ID=5d1934f2-9aa6-466b-900f-38bf41ad1a64,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:32.943221 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-9c1c04e1-3b38-486a-86f2-d1ebb394d737 None None] Port e47d0f7e-5d1d-4fb0-ac98-2efcb7d22b8f cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:33:33.042608 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f55ecf-d8a6-4dfa-8122-ef9e3be7ac6a admin admin] Network ae308f48-ee5e-436e-a09c-9898bc80602a is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:33:33.044248 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-a4f55ecf-d8a6-4dfa-8122-ef9e3be7ac6a admin admin] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:33:33.327781 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4f55ecf-d8a6-4dfa-8122-ef9e3be7ac6a admin admin] Router a64b5f55-b663-4abb-bd50-673f0af1656e has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:33:33.504527 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-9e454243-8d61-4221-b5a5-e5273bb0ab52 None None] Provisioning complete for port 5d1934f2-9aa6-466b-900f-38bf41ad1a64 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:33:33.509385 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-9e454243-8d61-4221-b5a5-e5273bb0ab52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (5d1934f2-9aa6-466b-900f-38bf41ad1a64), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:33.587135 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device ebd80d34-efec-4040-b317-f4c5408a5191 no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:33:33.631179 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] No Port match for: ebd80d34-efec-4040-b317-f4c5408a5191 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:33:33.631797 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device ebd80d34-efec-4040-b317-f4c5408a5191 not bound to the agent host n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:33:33.632433 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4f55ecf-d8a6-4dfa-8122-ef9e3be7ac6a admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:33:33.634027 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-9e454243-8d61-4221-b5a5-e5273bb0ab52 None None] Port 5d1934f2-9aa6-466b-900f-38bf41ad1a64 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:33:33.655881 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-a4f55ecf-d8a6-4dfa-8122-ef9e3be7ac6a admin admin] 10.222.0.90 "PUT /v2.0/routers/a64b5f55-b663-4abb-bd50-673f0af1656e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7616589 Feb 09 21:33:33.871756 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53750) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:33.973680 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a64a93e-6a20-4926-ba52-faaa5d3c65df req-fd1f63e5-7199-40a6-9db1-125855df2c48 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:33.975440 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5a64a93e-6a20-4926-ba52-faaa5d3c65df req-fd1f63e5-7199-40a6-9db1-125855df2c48 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=4f8339ab-f401-4931-96ab-51b877546307 HTTP/1.1" status: 200 len: 950 time: 0.8414907 Feb 09 21:33:33.990707 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41047f76-2494-4908-a5d1-dfde3ab5fe15 req-dcdb4400-f0ba-4420-a9fe-01820d60ce4a tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:33.992405 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-41047f76-2494-4908-a5d1-dfde3ab5fe15 req-dcdb4400-f0ba-4420-a9fe-01820d60ce4a tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=a4fc49e4-17e3-4e1a-ad3a-53772172f962 HTTP/1.1" status: 200 len: 945 time: 0.8597467 Feb 09 21:33:34.108408 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53756) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:34.144143 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5a64a93e-6a20-4926-ba52-faaa5d3c65df req-7dc6f8de-c96b-434b-abc3-7f5c27a7ce75 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507215 Feb 09 21:33:34.150970 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-41047f76-2494-4908-a5d1-dfde3ab5fe15 req-37520693-ac82-495c-8816-5452b5e38bb8 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469991 Feb 09 21:33:34.222379 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-509ffa09-671e-4745-9833-097d7eb832d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:34.230758 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [req-74a733c8-7d34-465d-8798-13e422317711 req-368c89b1-e265-47c8-8d1d-b9414240a308 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e47d0f7e-5d1d-4fb0-ac98-2efcb7d22b8f {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:33:34.255492 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-74a733c8-7d34-465d-8798-13e422317711 req-368c89b1-e265-47c8-8d1d-b9414240a308 service neutron] Publish callbacks [] for port (e47d0f7e-5d1d-4fb0-ac98-2efcb7d22b8f), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:34.270025 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-ad856b31-463f-44c8-8c1a-8383ca1db35c tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-66180239'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:33:34.276193 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-909f1aeb-20b5-4a1c-802b-5db8dccd5844 x-openstack-request-id: req-909f1aeb-20b5-4a1c-802b-5db8dccd5844 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:33:34.276894 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac2e37af-a8de-476a-83bd-d987e0be588b", "name": "network-vif-plugged", "status": "completed", "tag": "feb17ea6-120e-488e-971c-edca680cfaeb", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:33:34.277304 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-909f1aeb-20b5-4a1c-802b-5db8dccd5844 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:33:34.277943 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac2e37af-a8de-476a-83bd-d987e0be588b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feb17ea6-120e-488e-971c-edca680cfaeb', 'code': 200} Feb 09 21:33:34.297081 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [req-74a733c8-7d34-465d-8798-13e422317711 req-368c89b1-e265-47c8-8d1d-b9414240a308 service neutron] Transition to ACTIVE for port object e47d0f7e-5d1d-4fb0-ac98-2efcb7d22b8f will not be triggered until provisioned by entity L2. {{(pid=103140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:33:34.307671 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-74a733c8-7d34-465d-8798-13e422317711 req-368c89b1-e265-47c8-8d1d-b9414240a308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (e47d0f7e-5d1d-4fb0-ac98-2efcb7d22b8f), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:34.369621 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad856b31-463f-44c8-8c1a-8383ca1db35c tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Made reservation on behalf of 3a839c247a824993a2c678394ab2ac52 for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:33:34.374004 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ad856b31-463f-44c8-8c1a-8383ca1db35c tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:34.477419 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad856b31-463f-44c8-8c1a-8383ca1db35c tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:33:34.490455 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-509ffa09-671e-4745-9833-097d7eb832d6 admin admin] Publish callbacks [] for security_group (2317f048-ef0f-4fdb-b146-22ade4504f07), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:34.497505 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-509ffa09-671e-4745-9833-097d7eb832d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (2317f048-ef0f-4fdb-b146-22ade4504f07), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:34.512171 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368c89b1-e265-47c8-8d1d-b9414240a308 service neutron] Pushing event updated for resources: {'Port': ['ID=e47d0f7e-5d1d-4fb0-ac98-2efcb7d22b8f,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:34.512887 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ad856b31-463f-44c8-8c1a-8383ca1db35c tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (43985b2c-a3e2-416f-801a-d621ef02c15b), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:34.513492 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-ad856b31-463f-44c8-8c1a-8383ca1db35c tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Added segment 43985b2c-a3e2-416f-801a-d621ef02c15b of type vlan for network 06c4241a-bdd3-4ab1-babc-b91e338daa1a Feb 09 21:33:34.550021 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-509ffa09-671e-4745-9833-097d7eb832d6 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=98ca3c06727642a4ba71fcbea2bcadfd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4396498 Feb 09 21:33:34.553835 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53760) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:34.599263 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b93719d-cb58-452c-94c8-d19673548d6d req-f06ceb16-cc8a-4c71-96c8-3a12fcb86b5a tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:34.606175 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5b93719d-cb58-452c-94c8-d19673548d6d req-f06ceb16-cc8a-4c71-96c8-3a12fcb86b5a tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed637eb7-997b-4a50-b9a4-acd664f51f8f HTTP/1.1" status: 200 len: 944 time: 0.2268865 Feb 09 21:33:34.609869 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae90140a-c49b-4274-b686-9e9a542b2a8c req-e24c57bc-0d85-4617-8d9f-2c1dd864c473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:34.611794 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ae90140a-c49b-4274-b686-9e9a542b2a8c req-e24c57bc-0d85-4617-8d9f-2c1dd864c473 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=ac2e37af-a8de-476a-83bd-d987e0be588b HTTP/1.1" status: 200 len: 1127 time: 0.2272265 Feb 09 21:33:34.621888 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f383bb7-260b-4782-9cbd-60630042355c req-634d0c23-7ff1-4ae7-b07d-89ce1dedac2f tempest-TenantUsagesTestJSON-1973682608 tempest-TenantUsagesTestJSON-1973682608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:34.623422 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1f383bb7-260b-4782-9cbd-60630042355c req-634d0c23-7ff1-4ae7-b07d-89ce1dedac2f tempest-TenantUsagesTestJSON-1973682608 tempest-TenantUsagesTestJSON-1973682608-project] 10.222.0.90 "GET /v2.0/ports?device_id=cd66293d-00a3-4ef8-8194-b003d2187dd6 HTTP/1.1" status: 200 len: 948 time: 0.2839417 Feb 09 21:33:34.634552 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509ffa09-671e-4745-9833-097d7eb832d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2317f048-ef0f-4fdb-b146-22ade4504f07,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:34.651515 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ad856b31-463f-44c8-8c1a-8383ca1db35c tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (06c4241a-bdd3-4ab1-babc-b91e338daa1a), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:34.717312 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5b93719d-cb58-452c-94c8-d19673548d6d req-dcb0d128-cba7-44dc-bc9c-887060bf4a3e tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102154 Feb 09 21:33:34.725187 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c63178d7-b61e-4980-b670-17380d9f2742 admin admin] Publish callbacks [] for security_group (2317f048-ef0f-4fdb-b146-22ade4504f07), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:34.738739 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ad856b31-463f-44c8-8c1a-8383ca1db35c tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (06c4241a-bdd3-4ab1-babc-b91e338daa1a), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:34.744051 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad856b31-463f-44c8-8c1a-8383ca1db35c tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:34.744744 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ad856b31-463f-44c8-8c1a-8383ca1db35c tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:34.799698 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-74a733c8-7d34-465d-8798-13e422317711 req-368c89b1-e265-47c8-8d1d-b9414240a308 service neutron] Attempting to bind port e47d0f7e-5d1d-4fb0-ac98-2efcb7d22b8f on host n-h1-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:33:34.800037 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-74a733c8-7d34-465d-8798-13e422317711 req-368c89b1-e265-47c8-8d1d-b9414240a308 service neutron] Attempting to bind port e47d0f7e-5d1d-4fb0-ac98-2efcb7d22b8f by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:33:34.800472 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a733c8-7d34-465d-8798-13e422317711 req-368c89b1-e265-47c8-8d1d-b9414240a308 service neutron] Attempting to bind port e47d0f7e-5d1d-4fb0-ac98-2efcb7d22b8f on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:33:34.806912 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c63178d7-b61e-4980-b670-17380d9f2742 admin admin] Publish callbacks [] for security_group (2317f048-ef0f-4fdb-b146-22ade4504f07), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:34.810827 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a733c8-7d34-465d-8798-13e422317711 req-368c89b1-e265-47c8-8d1d-b9414240a308 service neutron] Port e47d0f7e-5d1d-4fb0-ac98-2efcb7d22b8f on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:33:34.811230 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a733c8-7d34-465d-8798-13e422317711 req-368c89b1-e265-47c8-8d1d-b9414240a308 service neutron] Attempting to bind port e47d0f7e-5d1d-4fb0-ac98-2efcb7d22b8f on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:33:34.820943 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device cc173e55-7b95-4ccc-8b02-02e7718b2e5b up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:33:34.822873 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a733c8-7d34-465d-8798-13e422317711 req-368c89b1-e265-47c8-8d1d-b9414240a308 service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:33:34.823222 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a733c8-7d34-465d-8798-13e422317711 req-368c89b1-e265-47c8-8d1d-b9414240a308 service neutron] Checking segment: {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:33:34.823855 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a733c8-7d34-465d-8798-13e422317711 req-368c89b1-e265-47c8-8d1d-b9414240a308 service neutron] Bound using segment: {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:33:34.824326 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-74a733c8-7d34-465d-8798-13e422317711 req-368c89b1-e265-47c8-8d1d-b9414240a308 service neutron] Bound port: e47d0f7e-5d1d-4fb0-ac98-2efcb7d22b8f, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:33:34.824693 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-74a733c8-7d34-465d-8798-13e422317711 req-368c89b1-e265-47c8-8d1d-b9414240a308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (e47d0f7e-5d1d-4fb0-ac98-2efcb7d22b8f), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:34.866341 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1f383bb7-260b-4782-9cbd-60630042355c req-6048bf37-f35d-4c0d-ab22-06840644c40c tempest-TenantUsagesTestJSON-1973682608 tempest-TenantUsagesTestJSON-1973682608-project] 10.222.0.90 "GET /v2.0/security-groups?id=fb90cf1c-bfb2-493a-a11e-8850c7d8e0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174489 Feb 09 21:33:34.873301 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port cc173e55-7b95-4ccc-8b02-02e7718b2e5b triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:33:34.873963 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (cc173e55-7b95-4ccc-8b02-02e7718b2e5b), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:34.875679 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 53762) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:34.876045 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-ad856b31-463f-44c8-8c1a-8383ca1db35c tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0029249 Feb 09 21:33:34.877986 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad856b31-463f-44c8-8c1a-8383ca1db35c tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Pushing event updated for resources: {'Network': ['ID=06c4241a-bdd3-4ab1-babc-b91e338daa1a,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:34.890985 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-ed15e949-1828-4e24-8ed1-a29c43bcccca tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Request body: {'subnet': {'network_id': '06c4241a-bdd3-4ab1-babc-b91e338daa1a', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:33:34.918837 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 06c4241a-bdd3-4ab1-babc-b91e338daa1a details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:33:34.937536 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c63178d7-b61e-4980-b670-17380d9f2742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (2317f048-ef0f-4fdb-b146-22ade4504f07), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:34.940508 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c63178d7-b61e-4980-b670-17380d9f2742 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:34.944821 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-c63178d7-b61e-4980-b670-17380d9f2742 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/2317f048-ef0f-4fdb-b146-22ade4504f07 HTTP/1.1" status: 204 len: 168 time: 0.3630328 Feb 09 21:33:34.951467 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2bc6295e-3521-49a1-b9e7-437b6d6bcdf0 req-9f8672cc-d7d0-44b6-95ae-39e6d2d8e3b2 tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "GET /v2.0/security-groups/86843c0d-a6af-4d98-b4a7-0591930b87c9 HTTP/1.1" status: 200 len: 1817 time: 0.1798530 Feb 09 21:33:34.954983 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63178d7-b61e-4980-b670-17380d9f2742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2317f048-ef0f-4fdb-b146-22ade4504f07,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:35.034540 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-74a733c8-7d34-465d-8798-13e422317711 req-368c89b1-e265-47c8-8d1d-b9414240a308 service neutron] For port e47d0f7e-5d1d-4fb0-ac98-2efcb7d22b8f, host n-h1-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:33:35.038298 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-74a733c8-7d34-465d-8798-13e422317711 req-368c89b1-e265-47c8-8d1d-b9414240a308 service neutron] For port e47d0f7e-5d1d-4fb0-ac98-2efcb7d22b8f, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=e47d0f7e-5d1d-4fb0-ac98-2efcb7d22b8f,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:33:35.055156 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port cc173e55-7b95-4ccc-8b02-02e7718b2e5b is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:33:35.056344 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (cc173e55-7b95-4ccc-8b02-02e7718b2e5b), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:35.100980 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port cc173e55-7b95-4ccc-8b02-02e7718b2e5b, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=cc173e55-7b95-4ccc-8b02-02e7718b2e5b,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:33:35.105844 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (cc173e55-7b95-4ccc-8b02-02e7718b2e5b), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:35.108597 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ae90140a-c49b-4274-b686-9e9a542b2a8c req-23539280-8dd2-47cb-ae40-82be6e53085b service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=53864ffe-fa53-4ead-9e41-21e6252e7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4700418 Feb 09 21:33:35.125699 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-74a733c8-7d34-465d-8798-13e422317711 req-368c89b1-e265-47c8-8d1d-b9414240a308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (e47d0f7e-5d1d-4fb0-ac98-2efcb7d22b8f), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:35.185778 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=cc173e55-7b95-4ccc-8b02-02e7718b2e5b,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:35.239523 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a733c8-7d34-465d-8798-13e422317711 req-368c89b1-e265-47c8-8d1d-b9414240a308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:35.240267 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-74a733c8-7d34-465d-8798-13e422317711 req-368c89b1-e265-47c8-8d1d-b9414240a308 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:35.241864 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-74a733c8-7d34-465d-8798-13e422317711 req-368c89b1-e265-47c8-8d1d-b9414240a308 service neutron] 10.222.0.95 "PUT /v2.0/ports/e47d0f7e-5d1d-4fb0-ac98-2efcb7d22b8f HTTP/1.1" status: 200 len: 1096 time: 2.5854917 Feb 09 21:33:35.260582 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd66293d-00a3-4ef8-8194-b003d2187dd6', 'tag': 'e47d0f7e-5d1d-4fb0-ac98-2efcb7d22b8f'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:33:35.264669 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eef4772c-6a9a-47ba-b760-6c3d144ade76" -d '{"events": [{"name": "network-changed", "server_uuid": "cd66293d-00a3-4ef8-8194-b003d2187dd6", "tag": "e47d0f7e-5d1d-4fb0-ac98-2efcb7d22b8f"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:33:35.316703 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368c89b1-e265-47c8-8d1d-b9414240a308 service neutron] Pushing event updated for resources: {'Port': ['ID=e47d0f7e-5d1d-4fb0-ac98-2efcb7d22b8f,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:35.383803 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b77a32-5876-427b-81ed-5c286701474f req-86781992-7eb0-4dab-8848-ed8530572b55 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:35.388854 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-67b77a32-5876-427b-81ed-5c286701474f req-86781992-7eb0-4dab-8848-ed8530572b55 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/ports?device_id=ac2e37af-a8de-476a-83bd-d987e0be588b HTTP/1.1" status: 200 len: 945 time: 0.3470461 Feb 09 21:33:35.391717 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed15e949-1828-4e24-8ed1-a29c43bcccca tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Made reservation on behalf of 3a839c247a824993a2c678394ab2ac52 for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:33:35.396030 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ed15e949-1828-4e24-8ed1-a29c43bcccca tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621317'] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:35.414244 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-2bc6295e-3521-49a1-b9e7-437b6d6bcdf0 req-d7339f6e-7380-4864-9769-c02d55a9eacb tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Publish callbacks [] for security_group (86843c0d-a6af-4d98-b4a7-0591930b87c9), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:35.418809 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53774) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:35.438958 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-14002576-5fc1-43cd-a5f5-b9584b40784c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:35.543802 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-2bc6295e-3521-49a1-b9e7-437b6d6bcdf0 req-d7339f6e-7380-4864-9769-c02d55a9eacb tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Publish callbacks [] for security_group (86843c0d-a6af-4d98-b4a7-0591930b87c9), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:35.559881 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-14002576-5fc1-43cd-a5f5-b9584b40784c admin admin] Publish callbacks [] for security_group (478dae5d-bb69-4950-890c-ded42d7fb393), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:35.565725 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-14002576-5fc1-43cd-a5f5-b9584b40784c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (478dae5d-bb69-4950-890c-ded42d7fb393), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:35.614624 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-14002576-5fc1-43cd-a5f5-b9584b40784c admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=4e2ccfd8a07c4d76862b9f8cb9629097&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1943800 Feb 09 21:33:35.618152 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53776) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:35.621879 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a321658c-6e5a-4ab8-aee4-58d134759d9e None None] Sync routers for ids ['a64b5f55-b663-4abb-bd50-673f0af1656e'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:33:35.626930 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-67b77a32-5876-427b-81ed-5c286701474f req-26b6afc5-4e25-487b-9ac3-eaba52c4c1e3 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/security-groups?id=53864ffe-fa53-4ead-9e41-21e6252e7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247088 Feb 09 21:33:35.628266 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14002576-5fc1-43cd-a5f5-b9584b40784c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=478dae5d-bb69-4950-890c-ded42d7fb393,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:35.645164 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a733c8-7d34-465d-8798-13e422317711 req-20d81b8e-349c-459f-a32e-70d6ad4f4174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:35.647031 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-74a733c8-7d34-465d-8798-13e422317711 req-20d81b8e-349c-459f-a32e-70d6ad4f4174 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=1e5ef3da84eb45b0963f4b54f0fce228&device_id=cd66293d-00a3-4ef8-8194-b003d2187dd6 HTTP/1.1" status: 200 len: 1130 time: 0.2473524 Feb 09 21:33:35.662987 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a321658c-6e5a-4ab8-aee4-58d134759d9e None None] Routers {'a64b5f55-b663-4abb-bd50-673f0af1656e'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:33:35.663937 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-a321658c-6e5a-4ab8-aee4-58d134759d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:33:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['a64b5f55-b663-4abb-bd50-673f0af1656e'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:33:35.704629 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-74a733c8-7d34-465d-8798-13e422317711 req-bfee624b-85e8-4430-a87c-e35e0b8551ca service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=e47d0f7e-5d1d-4fb0-ac98-2efcb7d22b8f HTTP/1.1" status: 200 len: 217 time: 0.0449061 Feb 09 21:33:35.715192 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-2bc6295e-3521-49a1-b9e7-437b6d6bcdf0 req-d7339f6e-7380-4864-9769-c02d55a9eacb tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (86843c0d-a6af-4d98-b4a7-0591930b87c9), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:35.719141 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-2bc6295e-3521-49a1-b9e7-437b6d6bcdf0 req-d7339f6e-7380-4864-9769-c02d55a9eacb tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:35.727927 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53778) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:35.733054 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2bc6295e-3521-49a1-b9e7-437b6d6bcdf0 req-d7339f6e-7380-4864-9769-c02d55a9eacb tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] 10.222.0.90 "DELETE /v2.0/security-groups/86843c0d-a6af-4d98-b4a7-0591930b87c9 HTTP/1.1" status: 204 len: 173 time: 0.7806118 Feb 09 21:33:35.821740 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-a321658c-6e5a-4ab8-aee4-58d134759d9e None None] Set router a64b5f55-b663-4abb-bd50-673f0af1656e gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:33:35.839805 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-62824bc9-14a2-463a-9a15-16905e922050 admin admin] Publish callbacks [] for security_group (478dae5d-bb69-4950-890c-ded42d7fb393), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:35.842075 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a733c8-7d34-465d-8798-13e422317711 req-7a146888-ca34-4992-b675-1bdf8e286ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:35.843870 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-74a733c8-7d34-465d-8798-13e422317711 req-7a146888-ca34-4992-b675-1bdf8e286ea1 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0f7402ac-a35b-414b-bcc1-bc1c3072ec3c HTTP/1.1" status: 200 len: 843 time: 0.1096475 Feb 09 21:33:35.869415 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-62824bc9-14a2-463a-9a15-16905e922050 admin admin] Publish callbacks [] for security_group (478dae5d-bb69-4950-890c-ded42d7fb393), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:35.900005 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bd880f1-b621-4ea8-abb9-eec10cf61ac7 admin admin] Deleting subnet 954aeff3-776a-4d4a-b59c-79cdefb95559 {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:33:35.903092 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9bd880f1-b621-4ea8-abb9-eec10cf61ac7 admin admin] Publish callbacks [] for subnet (954aeff3-776a-4d4a-b59c-79cdefb95559), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:35.915100 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7339f6e-7380-4864-9769-c02d55a9eacb tempest-SecurityGroupsTestJSON-186357190 tempest-SecurityGroupsTestJSON-186357190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86843c0d-a6af-4d98-b4a7-0591930b87c9,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:35.949129 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9bd880f1-b621-4ea8-abb9-eec10cf61ac7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (954aeff3-776a-4d4a-b59c-79cdefb95559), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:35.977852 n-d-828369-5 neutron-server[103141]: INFO neutron.api.v2.resource [req-20cba173-c634-4afb-9a02-9247face2eee req-34ec70e2-3f2f-4ac1-b086-2805d012c0cd service neutron] show failed (client error): The resource could not be found. Feb 09 21:33:35.978501 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-20cba173-c634-4afb-9a02-9247face2eee req-34ec70e2-3f2f-4ac1-b086-2805d012c0cd service neutron] 10.222.0.89 "GET /v2.0/ports/e91b0039-a035-445f-90c7-b61de1c5005a/bindings/n-h1-828369-5 HTTP/1.1" status: 404 len: 380 time: 0.3041823 Feb 09 21:33:36.064680 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9bd880f1-b621-4ea8-abb9-eec10cf61ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (954aeff3-776a-4d4a-b59c-79cdefb95559), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:36.119106 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-a321658c-6e5a-4ab8-aee4-58d134759d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64b5f55-b663-4abb-bd50-673f0af1656e', 'name': 'tempest-ServersTestMultiNic-1938873407-router', 'tenant_id': '3a839c247a824993a2c678394ab2ac52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'cc173e55-7b95-4ccc-8b02-02e7718b2e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:33:25Z', 'updated_at': '2022-02-09T21:33:32Z', 'revision_number': 4, 'project_id': '3a839c247a824993a2c678394ab2ac52', 'gw_port': {'id': 'cc173e55-7b95-4ccc-8b02-02e7718b2e5b', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:fa:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64b5f55-b663-4abb-bd50-673f0af1656e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:26Z', 'updated_at': '2022-02-09T21:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '5d1934f2-9aa6-466b-900f-38bf41ad1a64', 'name': '', 'network_id': 'ae308f48-ee5e-436e-a09c-9898bc80602a', 'tenant_id': '3a839c247a824993a2c678394ab2ac52', 'mac_address': 'fa:16:3e:d5:36:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a64b5f55-b663-4abb-bd50-673f0af1656e', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '68195a19-5598-4c28-95eb-58a64b655af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:31Z', 'updated_at': '2022-02-09T21:33:32Z', 'revision_number': 2, 'project_id': '3a839c247a824993a2c678394ab2ac52', 'subnets': [{'id': '68195a19-5598-4c28-95eb-58a64b655af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:33:36.123041 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52385aac-40fa-4fd2-a0c8-19d237380b32 req-b74878ac-43a0-4d2b-b2be-c16209b4631a tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:36.126106 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-52385aac-40fa-4fd2-a0c8-19d237380b32 req-b74878ac-43a0-4d2b-b2be-c16209b4631a tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=4f8339ab-f401-4931-96ab-51b877546307 HTTP/1.1" status: 200 len: 950 time: 0.3398976 Feb 09 21:33:36.129850 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-62824bc9-14a2-463a-9a15-16905e922050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (478dae5d-bb69-4950-890c-ded42d7fb393), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:36.140283 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-62824bc9-14a2-463a-9a15-16905e922050 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:36.141589 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-62824bc9-14a2-463a-9a15-16905e922050 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/478dae5d-bb69-4950-890c-ded42d7fb393 HTTP/1.1" status: 204 len: 168 time: 0.5223706 Feb 09 21:33:36.184505 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62824bc9-14a2-463a-9a15-16905e922050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=478dae5d-bb69-4950-890c-ded42d7fb393,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:36.190888 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a321658c-6e5a-4ab8-aee4-58d134759d9e None None] Checking router: a64b5f55-b663-4abb-bd50-673f0af1656e for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:33:36.191238 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a321658c-6e5a-4ab8-aee4-58d134759d9e None None] Updating router a64b5f55-b663-4abb-bd50-673f0af1656e port 5d1934f2-9aa6-466b-900f-38bf41ad1a64 binding host n-d-828369-5 {{(pid=103142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:33:36.194105 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13322a6-8747-4674-9a4e-73297ab3dcdb req-b571fe93-e001-4e41-a7d8-578fdd949f8e tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:36.196112 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e13322a6-8747-4674-9a4e-73297ab3dcdb req-b571fe93-e001-4e41-a7d8-578fdd949f8e tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=a4fc49e4-17e3-4e1a-ad3a-53772172f962 HTTP/1.1" status: 200 len: 945 time: 0.3511240 Feb 09 21:33:36.198201 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a733c8-7d34-465d-8798-13e422317711 req-13b5887e-8951-46f1-99ce-619644397c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:36.199730 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-74a733c8-7d34-465d-8798-13e422317711 req-13b5887e-8951-46f1-99ce-619644397c21 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2985458 Feb 09 21:33:36.218304 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9bd880f1-b621-4ea8-abb9-eec10cf61ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (954aeff3-776a-4d4a-b59c-79cdefb95559), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:36.291179 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ed15e949-1828-4e24-8ed1-a29c43bcccca tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621371'] for subnet (e1293fbc-fe20-41e8-a05e-2ee2773a139f), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:36.291444 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a321658c-6e5a-4ab8-aee4-58d134759d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (5d1934f2-9aa6-466b-900f-38bf41ad1a64), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:36.318248 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9bd880f1-b621-4ea8-abb9-eec10cf61ac7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:36.322591 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-9bd880f1-b621-4ea8-abb9-eec10cf61ac7 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/954aeff3-776a-4d4a-b59c-79cdefb95559 HTTP/1.1" status: 204 len: 168 time: 0.5623717 Feb 09 21:33:36.324205 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd880f1-b621-4ea8-abb9-eec10cf61ac7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=954aeff3-776a-4d4a-b59c-79cdefb95559,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:36.325867 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53786) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:36.538705 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-069ed685-bf49-4c95-b958-1bbb88656c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (1ccb3c1e-996b-41e3-9a90-cc05638f9e89), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:36.628776 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-52385aac-40fa-4fd2-a0c8-19d237380b32 req-0bb8cf57-e38e-42ed-a5aa-4aa9adc58646 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4650564 Feb 09 21:33:36.697786 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed15e949-1828-4e24-8ed1-a29c43bcccca tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Pushing event updated for resources: {'Subnet': ['ID=e1293fbc-fe20-41e8-a05e-2ee2773a139f,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:36.716419 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e13322a6-8747-4674-9a4e-73297ab3dcdb req-45460222-0f43-4937-8f55-cc328da59fb9 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5056047 Feb 09 21:33:36.730306 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cba173-c634-4afb-9a02-9247face2eee req-a73e7186-e1b6-42b1-a253-e82ab9c1a595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:36.740594 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-20cba173-c634-4afb-9a02-9247face2eee req-a73e7186-e1b6-42b1-a253-e82ab9c1a595 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=4f8339ab-f401-4931-96ab-51b877546307&tenant_id=def3446e95584f24b6fdfb40ceda16ab HTTP/1.1" status: 200 len: 1132 time: 0.3725250 Feb 09 21:33:36.762264 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-20cba173-c634-4afb-9a02-9247face2eee req-fc396bb3-18b1-4eda-8589-e5179896f3e0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828369-5', 'device_owner': 'compute:nova'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:33:36.769359 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed15e949-1828-4e24-8ed1-a29c43bcccca tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Checking segment: {'id': '43985b2c-a3e2-416f-801a-d621ef02c15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '06c4241a-bdd3-4ab1-babc-b91e338daa1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:33:36.769572 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed15e949-1828-4e24-8ed1-a29c43bcccca tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Network hostable DHCP agents. Network: 06c4241a-bdd3-4ab1-babc-b91e338daa1a, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:33:36.792241 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-069ed685-bf49-4c95-b958-1bbb88656c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (1ccb3c1e-996b-41e3-9a90-cc05638f9e89), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:36.803038 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ab47f728-050b-476d-9e0e-6ab1bb844a2f req-f611f41a-4981-470f-85eb-a09219abf476 service neutron] 10.222.0.95 "GET /v2.0/ports/8b62e22c-f954-4a6a-8780-d7a6ea6e99e3/bindings/n-h2-828369-5 HTTP/1.1" status: 200 len: 384 time: 0.4283357 Feb 09 21:33:36.807762 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a977d161-360f-4253-a688-fd5be8287058 x-openstack-request-id: req-a977d161-360f-4253-a688-fd5be8287058 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:33:36.808395 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd66293d-00a3-4ef8-8194-b003d2187dd6", "tag": "e47d0f7e-5d1d-4fb0-ac98-2efcb7d22b8f", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:33:36.808762 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-a977d161-360f-4253-a688-fd5be8287058 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:33:36.809257 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd66293d-00a3-4ef8-8194-b003d2187dd6', 'tag': 'e47d0f7e-5d1d-4fb0-ac98-2efcb7d22b8f', 'status': 'completed', 'code': 200} Feb 09 21:33:36.815847 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-74a733c8-7d34-465d-8798-13e422317711 req-e84c2724-a9db-44bb-afea-9cb2e744ee7f service neutron] 10.222.0.95 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5775087 Feb 09 21:33:36.838085 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-069ed685-bf49-4c95-b958-1bbb88656c28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ccb3c1e-996b-41e3-9a90-cc05638f9e89']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:33:36.859709 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-069ed685-bf49-4c95-b958-1bbb88656c28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0a49655-0dab-4be5-a139-f143e1a2272b') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:33:36.860036 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-069ed685-bf49-4c95-b958-1bbb88656c28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0a49655-0dab-4be5-a139-f143e1a2272b') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:33:36.879967 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-069ed685-bf49-4c95-b958-1bbb88656c28 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (f0a49655-0dab-4be5-a139-f143e1a2272b), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:36.880847 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a321658c-6e5a-4ab8-aee4-58d134759d9e None None] Publish callbacks [] for port (5d1934f2-9aa6-466b-900f-38bf41ad1a64), precommit_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:36.896025 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a321658c-6e5a-4ab8-aee4-58d134759d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (5d1934f2-9aa6-466b-900f-38bf41ad1a64), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:36.901182 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed15e949-1828-4e24-8ed1-a29c43bcccca tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Network 06c4241a-bdd3-4ab1-babc-b91e338daa1a is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:33:36.903112 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-069ed685-bf49-4c95-b958-1bbb88656c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (f0a49655-0dab-4be5-a139-f143e1a2272b), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:36.913697 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-069ed685-bf49-4c95-b958-1bbb88656c28 admin admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:33:36.914397 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-069ed685-bf49-4c95-b958-1bbb88656c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (f0a49655-0dab-4be5-a139-f143e1a2272b), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:36.917254 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device cc173e55-7b95-4ccc-8b02-02e7718b2e5b up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:33:36.924260 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:33:36.924260 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:33:36.924260 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:33:36.924260 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:33:36.924260 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:33:36.924260 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:33:36.924260 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:33:36.924260 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:33:36.924260 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:33:36.924260 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:33:36.924260 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:33:36.924260 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:33:36.924260 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:33:36.924260 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:33:36.924260 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:33:36.924260 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:33:36.924260 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:33:36.924260 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:33:36.924260 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:33:36.924260 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:33:36.924260 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:33:36.924260 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:33:36.924260 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:33:36.924260 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:33:36.924260 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:33:36.924260 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:33:36.924260 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:33:36.924260 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:33:36.924260 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:33:36.924260 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:33:36.924260 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:33:36.924260 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:33:37.026828 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc5092b-30ac-49a7-9c76-ad0b259b9d3c None None] Pushing event updated for resources: {'Port': ['ID=5d1934f2-9aa6-466b-900f-38bf41ad1a64,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:37.038317 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-069ed685-bf49-4c95-b958-1bbb88656c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (1ccb3c1e-996b-41e3-9a90-cc05638f9e89), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:37.044544 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-069ed685-bf49-4c95-b958-1bbb88656c28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:37.057982 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-069ed685-bf49-4c95-b958-1bbb88656c28 admin admin] 10.222.0.90 "DELETE /v2.0/networks/1ccb3c1e-996b-41e3-9a90-cc05638f9e89 HTTP/1.1" status: 204 len: 168 time: 0.7287211 Feb 09 21:33:37.077126 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-ed15e949-1828-4e24-8ed1-a29c43bcccca tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 06c4241a-bdd3-4ab1-babc-b91e338daa1a) {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:33:37.092600 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7c4e1b-1e70-491b-ac38-44412ba07175 None None] Network 06c4241a-bdd3-4ab1-babc-b91e338daa1a requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:33:37.106210 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed15e949-1828-4e24-8ed1-a29c43bcccca tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:37.107142 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ed15e949-1828-4e24-8ed1-a29c43bcccca tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:37.114841 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069ed685-bf49-4c95-b958-1bbb88656c28 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ccb3c1e-996b-41e3-9a90-cc05638f9e89,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:37.146652 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-a321658c-6e5a-4ab8-aee4-58d134759d9e None None] Attempting to bind port 5d1934f2-9aa6-466b-900f-38bf41ad1a64 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:33:37.147450 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-a321658c-6e5a-4ab8-aee4-58d134759d9e None None] Attempting to bind port 5d1934f2-9aa6-466b-900f-38bf41ad1a64 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': 'a866c23c-528e-4f4f-9956-13b7ea9c64d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ae308f48-ee5e-436e-a09c-9898bc80602a'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:33:37.147995 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a321658c-6e5a-4ab8-aee4-58d134759d9e None None] Attempting to bind port 5d1934f2-9aa6-466b-900f-38bf41ad1a64 on network ae308f48-ee5e-436e-a09c-9898bc80602a {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:33:37.153221 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-20cba173-c634-4afb-9a02-9247face2eee req-fc396bb3-18b1-4eda-8589-e5179896f3e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (e91b0039-a035-445f-90c7-b61de1c5005a), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:37.206598 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a321658c-6e5a-4ab8-aee4-58d134759d9e None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:33:37.206983 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a321658c-6e5a-4ab8-aee4-58d134759d9e None None] Checking segment: {'id': 'a866c23c-528e-4f4f-9956-13b7ea9c64d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ae308f48-ee5e-436e-a09c-9898bc80602a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:33:37.208321 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a321658c-6e5a-4ab8-aee4-58d134759d9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:37.208815 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a321658c-6e5a-4ab8-aee4-58d134759d9e None None] Bound using segment: {'id': 'a866c23c-528e-4f4f-9956-13b7ea9c64d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ae308f48-ee5e-436e-a09c-9898bc80602a'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:33:37.209292 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-a321658c-6e5a-4ab8-aee4-58d134759d9e None None] Bound port: 5d1934f2-9aa6-466b-900f-38bf41ad1a64, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a866c23c-528e-4f4f-9956-13b7ea9c64d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'ae308f48-ee5e-436e-a09c-9898bc80602a'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:33:37.209682 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a321658c-6e5a-4ab8-aee4-58d134759d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (5d1934f2-9aa6-466b-900f-38bf41ad1a64), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:37.221216 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port cc173e55-7b95-4ccc-8b02-02e7718b2e5b triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:33:37.221615 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (cc173e55-7b95-4ccc-8b02-02e7718b2e5b), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:37.360752 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53804) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:37.379059 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-ed15e949-1828-4e24-8ed1-a29c43bcccca tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.5016291 Feb 09 21:33:37.383374 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53806) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:37.391600 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-8c231fcf-b5db-4b9d-89b3-3713d3c3221e tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1868812340'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:33:37.416102 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a692b9-745f-47c9-ae15-9d5b59578bcc req-152c686b-5dd3-45a1-985f-7d965b220a14 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:37.426308 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-29a692b9-745f-47c9-ae15-9d5b59578bcc req-152c686b-5dd3-45a1-985f-7d965b220a14 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed637eb7-997b-4a50-b9a4-acd664f51f8f HTTP/1.1" status: 200 len: 944 time: 0.4438760 Feb 09 21:33:37.440685 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-74a733c8-7d34-465d-8798-13e422317711 req-322d5d01-782e-4760-b178-365f4fded987 service neutron] 10.222.0.95 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6178420 Feb 09 21:33:37.445617 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c231fcf-b5db-4b9d-89b3-3713d3c3221e tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Made reservation on behalf of 3a839c247a824993a2c678394ab2ac52 for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:33:37.466456 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8c231fcf-b5db-4b9d-89b3-3713d3c3221e tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:37.507492 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port cc173e55-7b95-4ccc-8b02-02e7718b2e5b is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:33:37.529262 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a321658c-6e5a-4ab8-aee4-58d134759d9e None None] For port 5d1934f2-9aa6-466b-900f-38bf41ad1a64, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:33:37.535759 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392f9102-e9d0-403c-a421-08d3e01fbda8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-06c4241a-bdd3-4ab1-babc-b91e338daa1a', 'network_id': '06c4241a-bdd3-4ab1-babc-b91e338daa1a', 'project_id': '3a839c247a824993a2c678394ab2ac52', 'fixed_ips': [{'subnet_id': 'e1293fbc-fe20-41e8-a05e-2ee2773a139f'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:33:37.537065 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-392f9102-e9d0-403c-a421-08d3e01fbda8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:37.548260 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-06c36a97-e97b-48ec-becc-81ecaf5b4dd1 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=7f960ea9e4814f1c9f3d6e0840e5a81e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1860511 Feb 09 21:33:37.550774 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53808) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:37.553326 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5495a1-7e1c-4656-82c8-fb8c23554fc5 req-d2b53c11-d7f3-4f0b-8e07-abb42961f292 tempest-TenantUsagesTestJSON-1973682608 tempest-TenantUsagesTestJSON-1973682608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:37.563581 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-694093fa-ba8f-42b4-a029-73487fe451f0 None None] Provisioning complete for port 5d1934f2-9aa6-466b-900f-38bf41ad1a64 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:33:37.563948 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-694093fa-ba8f-42b4-a029-73487fe451f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (5d1934f2-9aa6-466b-900f-38bf41ad1a64), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:37.564918 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6a5495a1-7e1c-4656-82c8-fb8c23554fc5 req-d2b53c11-d7f3-4f0b-8e07-abb42961f292 tempest-TenantUsagesTestJSON-1973682608 tempest-TenantUsagesTestJSON-1973682608-project] 10.222.0.90 "GET /v2.0/ports?device_id=cd66293d-00a3-4ef8-8194-b003d2187dd6 HTTP/1.1" status: 200 len: 948 time: 0.6676280 Feb 09 21:33:37.566966 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a321658c-6e5a-4ab8-aee4-58d134759d9e None None] For port 5d1934f2-9aa6-466b-900f-38bf41ad1a64, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=5d1934f2-9aa6-466b-900f-38bf41ad1a64,segment=NetworkSegment(a866c23c-528e-4f4f-9956-13b7ea9c64d8),segment_id=a866c23c-528e-4f4f-9956-13b7ea9c64d8)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:33:37.571963 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c231fcf-b5db-4b9d-89b3-3713d3c3221e tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:33:37.604805 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8c231fcf-b5db-4b9d-89b3-3713d3c3221e tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (ab235d41-06a3-4fcc-a1fc-85e56b63d2bb), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:37.605539 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-8c231fcf-b5db-4b9d-89b3-3713d3c3221e tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Added segment ab235d41-06a3-4fcc-a1fc-85e56b63d2bb of type vlan for network b6e6c3ca-c3d8-4912-bc05-b7a7acc77f35 Feb 09 21:33:37.621801 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a321658c-6e5a-4ab8-aee4-58d134759d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (5d1934f2-9aa6-466b-900f-38bf41ad1a64), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:37.691152 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8c231fcf-b5db-4b9d-89b3-3713d3c3221e tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (b6e6c3ca-c3d8-4912-bc05-b7a7acc77f35), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:37.710660 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e17c9135-8d75-4f23-9c9a-0254615a045d admin admin] Publish callbacks [] for security_group (000b5c05-19e3-420b-9015-081c6c7f11c3), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:37.743985 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-694093fa-ba8f-42b4-a029-73487fe451f0 None None] Port 5d1934f2-9aa6-466b-900f-38bf41ad1a64 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:33:37.769856 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a321658c-6e5a-4ab8-aee4-58d134759d9e None None] Routers {'a64b5f55-b663-4abb-bd50-673f0af1656e'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:33:37.771084 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-a321658c-6e5a-4ab8-aee4-58d134759d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:33:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['a64b5f55-b663-4abb-bd50-673f0af1656e'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:33:37.789728 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e17c9135-8d75-4f23-9c9a-0254615a045d admin admin] Publish callbacks [] for security_group (000b5c05-19e3-420b-9015-081c6c7f11c3), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:37.799571 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8c231fcf-b5db-4b9d-89b3-3713d3c3221e tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (b6e6c3ca-c3d8-4912-bc05-b7a7acc77f35), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:37.804594 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c231fcf-b5db-4b9d-89b3-3713d3c3221e tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:37.805183 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8c231fcf-b5db-4b9d-89b3-3713d3c3221e tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:37.844190 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-ab47f728-050b-476d-9e0e-6ab1bb844a2f req-577e3ff3-1c6a-4131-a9f8-c04ef77b2d36 service neutron] For port 8b62e22c-f954-4a6a-8780-d7a6ea6e99e3, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=8b62e22c-f954-4a6a-8780-d7a6ea6e99e3,segment=NetworkSegment(2e235117-e979-4e65-8640-84c4faf827fd),segment_id=2e235117-e979-4e65-8640-84c4faf827fd)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:33:37.876854 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-ab47f728-050b-476d-9e0e-6ab1bb844a2f req-577e3ff3-1c6a-4131-a9f8-c04ef77b2d36 service neutron] For port 8b62e22c-f954-4a6a-8780-d7a6ea6e99e3, host n-h1-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:33:37.911314 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c231fcf-b5db-4b9d-89b3-3713d3c3221e tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Pushing event updated for resources: {'Network': ['ID=b6e6c3ca-c3d8-4912-bc05-b7a7acc77f35,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:37.963167 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-8c231fcf-b5db-4b9d-89b3-3713d3c3221e tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5776732 Feb 09 21:33:37.969502 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53822) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:37.974940 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6a5495a1-7e1c-4656-82c8-fb8c23554fc5 req-74708a37-a0b5-4b81-843c-21b82c7e5dae tempest-TenantUsagesTestJSON-1973682608 tempest-TenantUsagesTestJSON-1973682608-project] 10.222.0.90 "GET /v2.0/security-groups?id=fb90cf1c-bfb2-493a-a11e-8850c7d8e0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4088616 Feb 09 21:33:37.981325 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-a321658c-6e5a-4ab8-aee4-58d134759d9e None None] Set router a64b5f55-b663-4abb-bd50-673f0af1656e gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:33:37.988081 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-fe9de6e7-4c81-4fae-a390-03ab7c850069 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Request body: {'subnet': {'network_id': 'b6e6c3ca-c3d8-4912-bc05-b7a7acc77f35', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:33:38.016611 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [req-ab47f728-050b-476d-9e0e-6ab1bb844a2f req-577e3ff3-1c6a-4131-a9f8-c04ef77b2d36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b62e22c-f954-4a6a-8780-d7a6ea6e99e3 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:33:38.044252 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-29a692b9-745f-47c9-ae15-9d5b59578bcc req-ff083404-e9c3-47cc-88aa-35a44d0f8065 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6168003 Feb 09 21:33:38.060278 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-ab47f728-050b-476d-9e0e-6ab1bb844a2f req-577e3ff3-1c6a-4131-a9f8-c04ef77b2d36 service neutron] For port 8b62e22c-f954-4a6a-8780-d7a6ea6e99e3, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=8b62e22c-f954-4a6a-8780-d7a6ea6e99e3,segment=NetworkSegment(2e235117-e979-4e65-8640-84c4faf827fd),segment_id=2e235117-e979-4e65-8640-84c4faf827fd)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:33:38.112257 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef4772c-6a9a-47ba-b760-6c3d144ade76 req-1d29d8a0-c8ac-4647-9f39-da1109448e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:38.114302 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-eef4772c-6a9a-47ba-b760-6c3d144ade76 req-1d29d8a0-c8ac-4647-9f39-da1109448e6f service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=1e5ef3da84eb45b0963f4b54f0fce228&device_id=cd66293d-00a3-4ef8-8194-b003d2187dd6 HTTP/1.1" status: 200 len: 1130 time: 0.5879881 Feb 09 21:33:38.119786 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-ab47f728-050b-476d-9e0e-6ab1bb844a2f req-577e3ff3-1c6a-4131-a9f8-c04ef77b2d36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (8b62e22c-f954-4a6a-8780-d7a6ea6e99e3), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:38.133246 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e17c9135-8d75-4f23-9c9a-0254615a045d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (000b5c05-19e3-420b-9015-081c6c7f11c3), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:38.136038 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e17c9135-8d75-4f23-9c9a-0254615a045d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:38.137031 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-e17c9135-8d75-4f23-9c9a-0254615a045d admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/000b5c05-19e3-420b-9015-081c6c7f11c3 HTTP/1.1" status: 204 len: 168 time: 0.5850768 Feb 09 21:33:38.163201 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17c9135-8d75-4f23-9c9a-0254615a045d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=000b5c05-19e3-420b-9015-081c6c7f11c3,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:38.172369 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network b6e6c3ca-c3d8-4912-bc05-b7a7acc77f35 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:33:38.223745 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe9de6e7-4c81-4fae-a390-03ab7c850069 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Made reservation on behalf of 3a839c247a824993a2c678394ab2ac52 for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:33:38.227514 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fe9de6e7-4c81-4fae-a390-03ab7c850069 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:38.274239 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-392f9102-e9d0-403c-a421-08d3e01fbda8 None None] Allocated IP 19.80.0.2 (06c4241a-bdd3-4ab1-babc-b91e338daa1a/e1293fbc-fe20-41e8-a05e-2ee2773a139f/9dfeea45-c852-4c88-936b-28da11d13792) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:33:38.432705 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-20cba173-c634-4afb-9a02-9247face2eee req-fc396bb3-18b1-4eda-8589-e5179896f3e0 service neutron] For port e91b0039-a035-445f-90c7-b61de1c5005a, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=e91b0039-a035-445f-90c7-b61de1c5005a,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:33:38.498455 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2663034-2aaf-4e94-98fd-93f6ae5ae310 req-d46acb4d-91fa-446c-b976-01ba62cb961d tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:38.507119 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f2663034-2aaf-4e94-98fd-93f6ae5ae310 req-d46acb4d-91fa-446c-b976-01ba62cb961d tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=4f8339ab-f401-4931-96ab-51b877546307 HTTP/1.1" status: 200 len: 950 time: 0.2049320 Feb 09 21:33:38.576159 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-392f9102-e9d0-403c-a421-08d3e01fbda8 None None] Publish callbacks [] for port (9dfeea45-c852-4c88-936b-28da11d13792), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:38.608409 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f2663034-2aaf-4e94-98fd-93f6ae5ae310 req-2ff23099-4977-4b12-9cda-e40c4222156c tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983102 Feb 09 21:33:38.651092 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fe9de6e7-4c81-4fae-a390-03ab7c850069 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (4df62153-fca7-49f4-9497-6db38d3e9249), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:38.661617 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc5092b-30ac-49a7-9c76-ad0b259b9d3c None None] Pushing event updated for resources: {'Port': ['ID=5d1934f2-9aa6-466b-900f-38bf41ad1a64,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:38.664684 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-392f9102-e9d0-403c-a421-08d3e01fbda8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (9dfeea45-c852-4c88-936b-28da11d13792), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:38.702005 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe77e57-ebc1-4ba2-bacd-a909117fc2d7 req-937d7a62-d2a3-48f1-814d-fbc6e33c34b9 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:38.705167 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ffe77e57-ebc1-4ba2-bacd-a909117fc2d7 req-937d7a62-d2a3-48f1-814d-fbc6e33c34b9 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/ports?device_id=ac2e37af-a8de-476a-83bd-d987e0be588b HTTP/1.1" status: 200 len: 945 time: 0.4698656 Feb 09 21:33:38.717995 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef4772c-6a9a-47ba-b760-6c3d144ade76 req-24db0a56-9168-44a8-99a6-9a9cb7540627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:38.724120 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-eef4772c-6a9a-47ba-b760-6c3d144ade76 req-24db0a56-9168-44a8-99a6-9a9cb7540627 service neutron] 10.222.0.95 "GET /v2.0/networks?id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc HTTP/1.1" status: 200 len: 870 time: 0.5980546 Feb 09 21:33:38.745917 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392f9102-e9d0-403c-a421-08d3e01fbda8 None None] Pushing event updated for resources: {'Port': ['ID=9dfeea45-c852-4c88-936b-28da11d13792,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:38.751213 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [req-ab47f728-050b-476d-9e0e-6ab1bb844a2f req-577e3ff3-1c6a-4131-a9f8-c04ef77b2d36 service neutron] Transition to ACTIVE for port object 8b62e22c-f954-4a6a-8780-d7a6ea6e99e3 will not be triggered until provisioned by entity L2. {{(pid=103140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:33:38.793989 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-0faba446-7ccd-4b5a-bcae-97433c220b2e None None] Provisioning complete for port 5d1934f2-9aa6-466b-900f-38bf41ad1a64 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:33:38.794376 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-0faba446-7ccd-4b5a-bcae-97433c220b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (5d1934f2-9aa6-466b-900f-38bf41ad1a64), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:38.835615 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392f9102-e9d0-403c-a421-08d3e01fbda8 None None] Network 06c4241a-bdd3-4ab1-babc-b91e338daa1a is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:33:38.845835 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-392f9102-e9d0-403c-a421-08d3e01fbda8 None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:33:38.860460 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392f9102-e9d0-403c-a421-08d3e01fbda8 None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:33:38.888849 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9de6e7-4c81-4fae-a390-03ab7c850069 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Pushing event updated for resources: {'Subnet': ['ID=4df62153-fca7-49f4-9497-6db38d3e9249,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:38.909230 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9de6e7-4c81-4fae-a390-03ab7c850069 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Checking segment: {'id': 'ab235d41-06a3-4fcc-a1fc-85e56b63d2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b6e6c3ca-c3d8-4912-bc05-b7a7acc77f35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:33:38.909601 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9de6e7-4c81-4fae-a390-03ab7c850069 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Network hostable DHCP agents. Network: b6e6c3ca-c3d8-4912-bc05-b7a7acc77f35, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:33:38.951398 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9de6e7-4c81-4fae-a390-03ab7c850069 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Network b6e6c3ca-c3d8-4912-bc05-b7a7acc77f35 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:33:38.995878 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-392f9102-e9d0-403c-a421-08d3e01fbda8 None None] Attempting to bind port 9dfeea45-c852-4c88-936b-28da11d13792 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:33:38.996567 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-392f9102-e9d0-403c-a421-08d3e01fbda8 None None] Attempting to bind port 9dfeea45-c852-4c88-936b-28da11d13792 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '43985b2c-a3e2-416f-801a-d621ef02c15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '06c4241a-bdd3-4ab1-babc-b91e338daa1a'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:33:38.996818 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392f9102-e9d0-403c-a421-08d3e01fbda8 None None] Attempting to bind port 9dfeea45-c852-4c88-936b-28da11d13792 on network 06c4241a-bdd3-4ab1-babc-b91e338daa1a {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:33:38.998826 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-fe9de6e7-4c81-4fae-a390-03ab7c850069 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, b6e6c3ca-c3d8-4912-bc05-b7a7acc77f35) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:33:39.004551 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9de6e7-4c81-4fae-a390-03ab7c850069 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:39.004772 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392f9102-e9d0-403c-a421-08d3e01fbda8 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:33:39.005058 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392f9102-e9d0-403c-a421-08d3e01fbda8 None None] Checking segment: {'id': '43985b2c-a3e2-416f-801a-d621ef02c15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '06c4241a-bdd3-4ab1-babc-b91e338daa1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:33:39.005174 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fe9de6e7-4c81-4fae-a390-03ab7c850069 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:39.005401 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-392f9102-e9d0-403c-a421-08d3e01fbda8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:39.005853 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392f9102-e9d0-403c-a421-08d3e01fbda8 None None] Bound using segment: {'id': '43985b2c-a3e2-416f-801a-d621ef02c15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '06c4241a-bdd3-4ab1-babc-b91e338daa1a'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:33:39.006343 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-392f9102-e9d0-403c-a421-08d3e01fbda8 None None] Bound port: 9dfeea45-c852-4c88-936b-28da11d13792, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43985b2c-a3e2-416f-801a-d621ef02c15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '06c4241a-bdd3-4ab1-babc-b91e338daa1a'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:33:39.006731 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-392f9102-e9d0-403c-a421-08d3e01fbda8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (9dfeea45-c852-4c88-936b-28da11d13792), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:39.010111 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-77416363-0559-4b3a-bbce-13499dc1d65d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:39.028358 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d1aae2-6fc6-45d0-880f-7c931f3e07df None None] Network b6e6c3ca-c3d8-4912-bc05-b7a7acc77f35 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:33:39.041964 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-fe9de6e7-4c81-4fae-a390-03ab7c850069 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0692296 Feb 09 21:33:39.234599 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-20cba173-c634-4afb-9a02-9247face2eee req-fc396bb3-18b1-4eda-8589-e5179896f3e0 service neutron] For port e91b0039-a035-445f-90c7-b61de1c5005a, host n-h2-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:33:39.238433 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-ab47f728-050b-476d-9e0e-6ab1bb844a2f req-577e3ff3-1c6a-4131-a9f8-c04ef77b2d36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (8b62e22c-f954-4a6a-8780-d7a6ea6e99e3), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:39.326310 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-0faba446-7ccd-4b5a-bcae-97433c220b2e None None] Current status of the port 5d1934f2-9aa6-466b-900f-38bf41ad1a64 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:33:39.326782 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-0faba446-7ccd-4b5a-bcae-97433c220b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (5d1934f2-9aa6-466b-900f-38bf41ad1a64), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:39.382082 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-a321658c-6e5a-4ab8-aee4-58d134759d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64b5f55-b663-4abb-bd50-673f0af1656e', 'name': 'tempest-ServersTestMultiNic-1938873407-router', 'tenant_id': '3a839c247a824993a2c678394ab2ac52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'cc173e55-7b95-4ccc-8b02-02e7718b2e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:33:25Z', 'updated_at': '2022-02-09T21:33:32Z', 'revision_number': 4, 'project_id': '3a839c247a824993a2c678394ab2ac52', 'gw_port': {'id': 'cc173e55-7b95-4ccc-8b02-02e7718b2e5b', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:fa:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64b5f55-b663-4abb-bd50-673f0af1656e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:26Z', 'updated_at': '2022-02-09T21:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '5d1934f2-9aa6-466b-900f-38bf41ad1a64', 'name': '', 'network_id': 'ae308f48-ee5e-436e-a09c-9898bc80602a', 'tenant_id': '3a839c247a824993a2c678394ab2ac52', 'mac_address': 'fa:16:3e:d5:36:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a64b5f55-b663-4abb-bd50-673f0af1656e', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '68195a19-5598-4c28-95eb-58a64b655af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:31Z', 'updated_at': '2022-02-09T21:33:37Z', 'revision_number': 4, 'project_id': '3a839c247a824993a2c678394ab2ac52', 'subnets': [{'id': '68195a19-5598-4c28-95eb-58a64b655af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:33:39.404150 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab47f728-050b-476d-9e0e-6ab1bb844a2f req-577e3ff3-1c6a-4131-a9f8-c04ef77b2d36 service neutron] No DVR routers for this DVR port 8b62e22c-f954-4a6a-8780-d7a6ea6e99e3 on host n-h1-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:33:39.426606 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-eef4772c-6a9a-47ba-b760-6c3d144ade76 req-3553aa78-970c-4048-a460-6c6bd57db3a3 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=e47d0f7e-5d1d-4fb0-ac98-2efcb7d22b8f HTTP/1.1" status: 200 len: 217 time: 0.6806393 Feb 09 21:33:39.460348 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2187ce-780b-4f6f-887e-adf47f22831e req-c7915b19-c8b5-412b-afba-7714a6f28edd tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:39.467575 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ca2187ce-780b-4f6f-887e-adf47f22831e req-c7915b19-c8b5-412b-afba-7714a6f28edd tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=a4fc49e4-17e3-4e1a-ad3a-53772172f962 HTTP/1.1" status: 200 len: 945 time: 0.7260256 Feb 09 21:33:39.469570 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577e3ff3-1c6a-4131-a9f8-c04ef77b2d36 service neutron] Pushing event updated for resources: {'Port': ['ID=8b62e22c-f954-4a6a-8780-d7a6ea6e99e3,revision_number=10']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:39.566964 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ca2187ce-780b-4f6f-887e-adf47f22831e req-fbb4142d-1503-4308-829e-0723b610bacf tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983603 Feb 09 21:33:39.582636 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ffe77e57-ebc1-4ba2-bacd-a909117fc2d7 req-fbc63e3d-826b-4c87-84ba-36971e6e9110 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/security-groups?id=53864ffe-fa53-4ead-9e41-21e6252e7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8569937 Feb 09 21:33:39.669976 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f8339ab-f401-4931-96ab-51b877546307', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e91b0039-a035-445f-90c7-b61de1c5005a'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:33:39.672957 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-636bcf14-35bd-4f66-ba9e-94d55c36fbbf" -d '{"events": [{"server_uuid": "4f8339ab-f401-4931-96ab-51b877546307", "name": "network-vif-unplugged", "status": "completed", "tag": "e91b0039-a035-445f-90c7-b61de1c5005a"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:33:39.681973 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device e91b0039-a035-445f-90c7-b61de1c5005a no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:33:39.690159 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a321658c-6e5a-4ab8-aee4-58d134759d9e None None] The sync data for ids ['a64b5f55-b663-4abb-bd50-673f0af1656e'] in n-d-828369-5 is: [{'id': 'a64b5f55-b663-4abb-bd50-673f0af1656e', 'name': 'tempest-ServersTestMultiNic-1938873407-router', 'tenant_id': '3a839c247a824993a2c678394ab2ac52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'cc173e55-7b95-4ccc-8b02-02e7718b2e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:33:25Z', 'updated_at': '2022-02-09T21:33:32Z', 'revision_number': 4, 'project_id': '3a839c247a824993a2c678394ab2ac52', 'gw_port': {'id': 'cc173e55-7b95-4ccc-8b02-02e7718b2e5b', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:fa:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64b5f55-b663-4abb-bd50-673f0af1656e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:26Z', 'updated_at': '2022-02-09T21:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '5d1934f2-9aa6-466b-900f-38bf41ad1a64', 'name': '', 'network_id': 'ae308f48-ee5e-436e-a09c-9898bc80602a', 'tenant_id': '3a839c247a824993a2c678394ab2ac52', 'mac_address': 'fa:16:3e:d5:36:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a64b5f55-b663-4abb-bd50-673f0af1656e', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '68195a19-5598-4c28-95eb-58a64b655af7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:31Z', 'updated_at': '2022-02-09T21:33:37Z', 'revision_number': 4, 'project_id': '3a839c247a824993a2c678394ab2ac52', 'subnets': [{'id': '68195a19-5598-4c28-95eb-58a64b655af7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:33:39.695187 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-20cba173-c634-4afb-9a02-9247face2eee req-fc396bb3-18b1-4eda-8589-e5179896f3e0 service neutron] Publish callbacks [] for port (e91b0039-a035-445f-90c7-b61de1c5005a), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:39.719761 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-0faba446-7ccd-4b5a-bcae-97433c220b2e None None] For port 5d1934f2-9aa6-466b-900f-38bf41ad1a64, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=5d1934f2-9aa6-466b-900f-38bf41ad1a64,segment=NetworkSegment(a866c23c-528e-4f4f-9956-13b7ea9c64d8),segment_id=a866c23c-528e-4f4f-9956-13b7ea9c64d8)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:33:39.731504 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-392f9102-e9d0-403c-a421-08d3e01fbda8 None None] For port 9dfeea45-c852-4c88-936b-28da11d13792, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:33:39.748718 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ab47f728-050b-476d-9e0e-6ab1bb844a2f req-577e3ff3-1c6a-4131-a9f8-c04ef77b2d36 service neutron] 10.222.0.95 "PUT /v2.0/ports/8b62e22c-f954-4a6a-8780-d7a6ea6e99e3/bindings/n-h2-828369-5/activate HTTP/1.1" status: 200 len: 369 time: 2.9298656 Feb 09 21:33:39.763934 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-0faba446-7ccd-4b5a-bcae-97433c220b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (5d1934f2-9aa6-466b-900f-38bf41ad1a64), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:39.836045 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-392f9102-e9d0-403c-a421-08d3e01fbda8 None None] For port 9dfeea45-c852-4c88-936b-28da11d13792, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=9dfeea45-c852-4c88-936b-28da11d13792,segment=NetworkSegment(43985b2c-a3e2-416f-801a-d621ef02c15b),segment_id=43985b2c-a3e2-416f-801a-d621ef02c15b)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:33:39.871972 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661f10e8-e19e-46fb-92d9-eeb8876ad991 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-b6e6c3ca-c3d8-4912-bc05-b7a7acc77f35', 'network_id': 'b6e6c3ca-c3d8-4912-bc05-b7a7acc77f35', 'project_id': '3a839c247a824993a2c678394ab2ac52', 'fixed_ips': [{'subnet_id': '4df62153-fca7-49f4-9497-6db38d3e9249'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:33:39.878094 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-661f10e8-e19e-46fb-92d9-eeb8876ad991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:39.893279 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [req-20cba173-c634-4afb-9a02-9247face2eee req-fc396bb3-18b1-4eda-8589-e5179896f3e0 service neutron] Transition to ACTIVE for port object e91b0039-a035-445f-90c7-b61de1c5005a will not be triggered until provisioned by entity L2. {{(pid=103140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:33:39.908964 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-392f9102-e9d0-403c-a421-08d3e01fbda8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (9dfeea45-c852-4c88-936b-28da11d13792), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:39.918893 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device e47d0f7e-5d1d-4fb0-ac98-2efcb7d22b8f details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:33:39.942229 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] The host n-h2-828369-5 is not matching for port e91b0039-a035-445f-90c7-b61de1c5005a host n-h1-828369-5! {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 21:33:39.948579 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device e91b0039-a035-445f-90c7-b61de1c5005a not bound to the agent host n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:33:39.970059 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef4772c-6a9a-47ba-b760-6c3d144ade76 req-92a737bf-0535-4801-97b8-ee285549774b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:39.984436 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-eef4772c-6a9a-47ba-b760-6c3d144ade76 req-92a737bf-0535-4801-97b8-ee285549774b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0f7402ac-a35b-414b-bcc1-bc1c3072ec3c HTTP/1.1" status: 200 len: 843 time: 0.5409269 Feb 09 21:33:39.987936 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-20cba173-c634-4afb-9a02-9247face2eee req-fc396bb3-18b1-4eda-8589-e5179896f3e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (e91b0039-a035-445f-90c7-b61de1c5005a), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:39.997675 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab47f728-050b-476d-9e0e-6ab1bb844a2f req-1df24d7c-e5cd-4470-9223-de02f632358c tempest-LiveMigrationTest-1736264502 tempest-LiveMigrationTest-1736264502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:40.003855 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faba446-7ccd-4b5a-bcae-97433c220b2e None None] Pushing event updated for resources: {'Port': ['ID=5d1934f2-9aa6-466b-900f-38bf41ad1a64,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:40.011150 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ab47f728-050b-476d-9e0e-6ab1bb844a2f req-1df24d7c-e5cd-4470-9223-de02f632358c tempest-LiveMigrationTest-1736264502 tempest-LiveMigrationTest-1736264502-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=ed637eb7-997b-4a50-b9a4-acd664f51f8f&tenant_id=d13eb104d8994e4d9b604f1050cb6328&binding%3Ahost_id=n-h1-828369-5 HTTP/1.1" status: 200 len: 1127 time: 0.1218445 Feb 09 21:33:40.070072 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53878) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:40.125573 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab47f728-050b-476d-9e0e-6ab1bb844a2f req-5d539c98-9e1d-4cbb-b0c0-be83e36e481c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:40.130518 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ab47f728-050b-476d-9e0e-6ab1bb844a2f req-5d539c98-9e1d-4cbb-b0c0-be83e36e481c service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=ed637eb7-997b-4a50-b9a4-acd664f51f8f&tenant_id=d13eb104d8994e4d9b604f1050cb6328 HTTP/1.1" status: 200 len: 1127 time: 0.1149390 Feb 09 21:33:40.155697 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.db.resource_extend [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 21:33:40.344456 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab47f728-050b-476d-9e0e-6ab1bb844a2f req-c1871379-2e3e-445c-944e-23cbb555b02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:40.354377 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392f9102-e9d0-403c-a421-08d3e01fbda8 None None] Pushing event updated for resources: {'Port': ['ID=9dfeea45-c852-4c88-936b-28da11d13792,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:40.356970 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ab47f728-050b-476d-9e0e-6ab1bb844a2f req-c1871379-2e3e-445c-944e-23cbb555b02a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d13eb104d8994e4d9b604f1050cb6328&device_id=ed637eb7-997b-4a50-b9a4-acd664f51f8f HTTP/1.1" status: 200 len: 1127 time: 0.1996150 Feb 09 21:33:40.377955 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-30395575-7260-4d8a-a60b-d9e5c3e05f35 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1208581549-network', 'tenant_id': '77fda44304ae4f269c2e2e6260f94941'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:33:40.425945 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-661f10e8-e19e-46fb-92d9-eeb8876ad991 None None] Allocated IP 19.86.0.2 (b6e6c3ca-c3d8-4912-bc05-b7a7acc77f35/4df62153-fca7-49f4-9497-6db38d3e9249/ec059ba0-54e3-44ad-a44b-c8ab2bd07911) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:33:40.516016 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port e47d0f7e-5d1d-4fb0-ac98-2efcb7d22b8f, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=e47d0f7e-5d1d-4fb0-ac98-2efcb7d22b8f,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:33:40.536308 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-20cba173-c634-4afb-9a02-9247face2eee req-fc396bb3-18b1-4eda-8589-e5179896f3e0 service neutron] No DVR routers for this DVR port e91b0039-a035-445f-90c7-b61de1c5005a on host n-h2-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:33:40.542381 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': 'e47d0f7e-5d1d-4fb0-ac98-2efcb7d22b8f', 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc', 'port_id': 'e47d0f7e-5d1d-4fb0-ac98-2efcb7d22b8f', 'mac_address': 'fa:16:3e:fa:69:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f7402ac-a35b-414b-bcc1-bc1c3072ec3c', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:33:40.568557 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988dfceb-d796-455b-85dc-d2e58f41ce2a req-050974ce-5803-466a-92b3-f1dbb6db1452 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:40.594000 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-988dfceb-d796-455b-85dc-d2e58f41ce2a req-050974ce-5803-466a-92b3-f1dbb6db1452 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed637eb7-997b-4a50-b9a4-acd664f51f8f HTTP/1.1" status: 200 len: 945 time: 0.7162752 Feb 09 21:33:40.641090 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0289b6f-046d-4733-9066-ecdae7e55199 req-4dd8591f-f55a-4f59-9367-e3dced10daa0 tempest-TenantUsagesTestJSON-1973682608 tempest-TenantUsagesTestJSON-1973682608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:40.650841 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c0289b6f-046d-4733-9066-ecdae7e55199 req-4dd8591f-f55a-4f59-9367-e3dced10daa0 tempest-TenantUsagesTestJSON-1973682608 tempest-TenantUsagesTestJSON-1973682608-project] 10.222.0.90 "GET /v2.0/ports?device_id=cd66293d-00a3-4ef8-8194-b003d2187dd6 HTTP/1.1" status: 200 len: 948 time: 0.8823783 Feb 09 21:33:40.652904 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc396bb3-18b1-4eda-8589-e5179896f3e0 service neutron] Pushing event updated for resources: {'Port': ['ID=e91b0039-a035-445f-90c7-b61de1c5005a,revision_number=6']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:40.719562 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef4772c-6a9a-47ba-b760-6c3d144ade76 req-355596dc-d38d-4cc0-a441-88785f680991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:40.721429 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab47f728-050b-476d-9e0e-6ab1bb844a2f req-7db8611a-e116-44fb-89e8-7411374dd3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:40.723341 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-eef4772c-6a9a-47ba-b760-6c3d144ade76 req-355596dc-d38d-4cc0-a441-88785f680991 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.6051190 Feb 09 21:33:40.723545 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ab47f728-050b-476d-9e0e-6ab1bb844a2f req-7db8611a-e116-44fb-89e8-7411374dd3b6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=5406f657-d0e3-4570-bda7-aeb2bc509011 HTTP/1.1" status: 200 len: 909 time: 0.2929265 Feb 09 21:33:40.724748 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30395575-7260-4d8a-a60b-d9e5c3e05f35 admin admin] Made reservation on behalf of 77fda44304ae4f269c2e2e6260f94941 for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:33:40.729212 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-30395575-7260-4d8a-a60b-d9e5c3e05f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:40.761527 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port e47d0f7e-5d1d-4fb0-ac98-2efcb7d22b8f is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:33:40.767615 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (e47d0f7e-5d1d-4fb0-ac98-2efcb7d22b8f), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:40.779846 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-30395575-7260-4d8a-a60b-d9e5c3e05f35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:40.869726 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e47d0f7e-5d1d-4fb0-ac98-2efcb7d22b8f {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:33:40.901677 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ab47f728-050b-476d-9e0e-6ab1bb844a2f req-67010d94-f066-4f56-a86b-f9d5cd7cdf69 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b62e22c-f954-4a6a-8780-d7a6ea6e99e3 HTTP/1.1" status: 200 len: 217 time: 0.1249394 Feb 09 21:33:40.994041 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 9dfeea45-c852-4c88-936b-28da11d13792 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:33:41.016555 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port e47d0f7e-5d1d-4fb0-ac98-2efcb7d22b8f, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=e47d0f7e-5d1d-4fb0-ac98-2efcb7d22b8f,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:33:41.073269 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c0289b6f-046d-4733-9066-ecdae7e55199 req-38c566a5-e676-4c44-ab70-09ce7a876960 tempest-TenantUsagesTestJSON-1973682608 tempest-TenantUsagesTestJSON-1973682608-project] 10.222.0.90 "GET /v2.0/security-groups?id=fb90cf1c-bfb2-493a-a11e-8850c7d8e0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4212139 Feb 09 21:33:41.074087 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-20cba173-c634-4afb-9a02-9247face2eee req-fc396bb3-18b1-4eda-8589-e5179896f3e0 service neutron] Attempting to bind port e91b0039-a035-445f-90c7-b61de1c5005a on host n-h1-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:33:41.075938 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-20cba173-c634-4afb-9a02-9247face2eee req-fc396bb3-18b1-4eda-8589-e5179896f3e0 service neutron] Attempting to bind port e91b0039-a035-445f-90c7-b61de1c5005a by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:33:41.079034 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20cba173-c634-4afb-9a02-9247face2eee req-fc396bb3-18b1-4eda-8589-e5179896f3e0 service neutron] Attempting to bind port e91b0039-a035-445f-90c7-b61de1c5005a on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:33:41.150490 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (e47d0f7e-5d1d-4fb0-ac98-2efcb7d22b8f), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:41.152017 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-eef4772c-6a9a-47ba-b760-6c3d144ade76 req-94438d90-4839-46d0-8139-2157bf2e890a service neutron] 10.222.0.95 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3296015 Feb 09 21:33:41.157540 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-988dfceb-d796-455b-85dc-d2e58f41ce2a req-1c0255b7-e9f1-4b24-81a5-0ffc3801527f tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5624342 Feb 09 21:33:41.163382 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20cba173-c634-4afb-9a02-9247face2eee req-fc396bb3-18b1-4eda-8589-e5179896f3e0 service neutron] Port e91b0039-a035-445f-90c7-b61de1c5005a on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:33:41.164167 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20cba173-c634-4afb-9a02-9247face2eee req-fc396bb3-18b1-4eda-8589-e5179896f3e0 service neutron] Attempting to bind port e91b0039-a035-445f-90c7-b61de1c5005a on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:33:41.189724 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-30395575-7260-4d8a-a60b-d9e5c3e05f35 admin admin] Publish callbacks [] for security_group (78c879a9-268f-4530-8605-f43e44e720a5), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:41.194157 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-30395575-7260-4d8a-a60b-d9e5c3e05f35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (78c879a9-268f-4530-8605-f43e44e720a5), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:41.225598 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30395575-7260-4d8a-a60b-d9e5c3e05f35 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:33:41.233131 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab47f728-050b-476d-9e0e-6ab1bb844a2f req-dc3f41ee-b728-4829-9a55-3bbec119f860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:41.234740 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ab47f728-050b-476d-9e0e-6ab1bb844a2f req-dc3f41ee-b728-4829-9a55-3bbec119f860 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e1ad18b5-2d0f-4d2c-9c50-5fdfdce0a556 HTTP/1.1" status: 200 len: 848 time: 0.3227019 Feb 09 21:33:41.291495 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-30395575-7260-4d8a-a60b-d9e5c3e05f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (4a4447ae-fa93-4ee0-a90a-ab4a83659d7c), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:41.291880 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-30395575-7260-4d8a-a60b-d9e5c3e05f35 admin admin] Added segment 4a4447ae-fa93-4ee0-a90a-ab4a83659d7c of type vlan for network ab898bc0-8b8e-4a5d-9904-0dc9997586ad Feb 09 21:33:41.297143 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-60d0a05d-3dda-425e-a203-b3ffa57b913c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:41.369098 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ab47f728-050b-476d-9e0e-6ab1bb844a2f req-5366e737-4280-4ebd-b748-957ede3f8d38 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=5406f657-d0e3-4570-bda7-aeb2bc509011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1068470 Feb 09 21:33:41.423673 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-eef4772c-6a9a-47ba-b760-6c3d144ade76 req-3b50751e-2b4f-4e5d-a8e3-f00557ee7b8a service neutron] 10.222.0.95 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620559 Feb 09 21:33:41.429258 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30395575-7260-4d8a-a60b-d9e5c3e05f35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78c879a9-268f-4530-8605-f43e44e720a5,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:41.444059 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-661f10e8-e19e-46fb-92d9-eeb8876ad991 None None] Publish callbacks [] for port (ec059ba0-54e3-44ad-a44b-c8ab2bd07911), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:41.477227 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-661f10e8-e19e-46fb-92d9-eeb8876ad991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (ec059ba0-54e3-44ad-a44b-c8ab2bd07911), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:41.495331 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 9dfeea45-c852-4c88-936b-28da11d13792 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:33:41.495718 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (9dfeea45-c852-4c88-936b-28da11d13792), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:41.498590 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=e47d0f7e-5d1d-4fb0-ac98-2efcb7d22b8f,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:41.521753 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20cba173-c634-4afb-9a02-9247face2eee req-fc396bb3-18b1-4eda-8589-e5179896f3e0 service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:33:41.522394 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20cba173-c634-4afb-9a02-9247face2eee req-fc396bb3-18b1-4eda-8589-e5179896f3e0 service neutron] Checking segment: {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:33:41.522936 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20cba173-c634-4afb-9a02-9247face2eee req-fc396bb3-18b1-4eda-8589-e5179896f3e0 service neutron] Bound using segment: {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:33:41.523540 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-20cba173-c634-4afb-9a02-9247face2eee req-fc396bb3-18b1-4eda-8589-e5179896f3e0 service neutron] Bound port: e91b0039-a035-445f-90c7-b61de1c5005a, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:33:41.524058 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-20cba173-c634-4afb-9a02-9247face2eee req-fc396bb3-18b1-4eda-8589-e5179896f3e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (e91b0039-a035-445f-90c7-b61de1c5005a), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:41.555118 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['e47d0f7e-5d1d-4fb0-ac98-2efcb7d22b8f'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:33:41.610147 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661f10e8-e19e-46fb-92d9-eeb8876ad991 None None] Network b6e6c3ca-c3d8-4912-bc05-b7a7acc77f35 is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:33:41.677007 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-661f10e8-e19e-46fb-92d9-eeb8876ad991 None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:33:41.686162 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661f10e8-e19e-46fb-92d9-eeb8876ad991 None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:33:41.800556 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-20cba173-c634-4afb-9a02-9247face2eee req-fc396bb3-18b1-4eda-8589-e5179896f3e0 service neutron] For port e91b0039-a035-445f-90c7-b61de1c5005a, host n-h1-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:33:41.818214 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-20cba173-c634-4afb-9a02-9247face2eee req-fc396bb3-18b1-4eda-8589-e5179896f3e0 service neutron] For port e91b0039-a035-445f-90c7-b61de1c5005a, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=e91b0039-a035-445f-90c7-b61de1c5005a,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:33:41.850742 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-20cba173-c634-4afb-9a02-9247face2eee req-fc396bb3-18b1-4eda-8589-e5179896f3e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (e91b0039-a035-445f-90c7-b61de1c5005a), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:41.877443 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661f10e8-e19e-46fb-92d9-eeb8876ad991 None None] Pushing event updated for resources: {'Port': ['ID=ec059ba0-54e3-44ad-a44b-c8ab2bd07911,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:41.939201 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 53908) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:41.940793 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cba173-c634-4afb-9a02-9247face2eee req-fc396bb3-18b1-4eda-8589-e5179896f3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:41.941745 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-20cba173-c634-4afb-9a02-9247face2eee req-fc396bb3-18b1-4eda-8589-e5179896f3e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:41.945042 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-20cba173-c634-4afb-9a02-9247face2eee req-fc396bb3-18b1-4eda-8589-e5179896f3e0 service neutron] 10.222.0.95 "PUT /v2.0/ports/e91b0039-a035-445f-90c7-b61de1c5005a HTTP/1.1" status: 200 len: 1096 time: 5.1892753 Feb 09 21:33:42.008933 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-661f10e8-e19e-46fb-92d9-eeb8876ad991 None None] Attempting to bind port ec059ba0-54e3-44ad-a44b-c8ab2bd07911 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:33:42.009457 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-661f10e8-e19e-46fb-92d9-eeb8876ad991 None None] Attempting to bind port ec059ba0-54e3-44ad-a44b-c8ab2bd07911 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': 'ab235d41-06a3-4fcc-a1fc-85e56b63d2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b6e6c3ca-c3d8-4912-bc05-b7a7acc77f35'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:33:42.009972 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661f10e8-e19e-46fb-92d9-eeb8876ad991 None None] Attempting to bind port ec059ba0-54e3-44ad-a44b-c8ab2bd07911 on network b6e6c3ca-c3d8-4912-bc05-b7a7acc77f35 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:33:42.031493 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661f10e8-e19e-46fb-92d9-eeb8876ad991 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:33:42.032133 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661f10e8-e19e-46fb-92d9-eeb8876ad991 None None] Checking segment: {'id': 'ab235d41-06a3-4fcc-a1fc-85e56b63d2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b6e6c3ca-c3d8-4912-bc05-b7a7acc77f35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:33:42.032330 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-661f10e8-e19e-46fb-92d9-eeb8876ad991 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:42.032722 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661f10e8-e19e-46fb-92d9-eeb8876ad991 None None] Bound using segment: {'id': 'ab235d41-06a3-4fcc-a1fc-85e56b63d2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b6e6c3ca-c3d8-4912-bc05-b7a7acc77f35'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:33:42.033227 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-661f10e8-e19e-46fb-92d9-eeb8876ad991 None None] Bound port: ec059ba0-54e3-44ad-a44b-c8ab2bd07911, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab235d41-06a3-4fcc-a1fc-85e56b63d2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b6e6c3ca-c3d8-4912-bc05-b7a7acc77f35'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:33:42.033619 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-661f10e8-e19e-46fb-92d9-eeb8876ad991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (ec059ba0-54e3-44ad-a44b-c8ab2bd07911), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:42.036449 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d765a220-fa59-401f-ba63-111cef37248a None None] Network 06c4241a-bdd3-4ab1-babc-b91e338daa1a requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:33:42.040032 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 9dfeea45-c852-4c88-936b-28da11d13792 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:33:42.040505 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (9dfeea45-c852-4c88-936b-28da11d13792), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:42.048816 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-30395575-7260-4d8a-a60b-d9e5c3e05f35 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (ab898bc0-8b8e-4a5d-9904-0dc9997586ad), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:42.131395 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-30395575-7260-4d8a-a60b-d9e5c3e05f35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (ab898bc0-8b8e-4a5d-9904-0dc9997586ad), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:42.132466 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30395575-7260-4d8a-a60b-d9e5c3e05f35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:42.133337 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-30395575-7260-4d8a-a60b-d9e5c3e05f35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:42.207639 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89246b8c-dff6-466e-82c7-56f9a8ebac54 req-b18e9356-9da1-4fff-bc3a-a9b286f9e7e8 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:42.219914 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-89246b8c-dff6-466e-82c7-56f9a8ebac54 req-b18e9356-9da1-4fff-bc3a-a9b286f9e7e8 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=4f8339ab-f401-4931-96ab-51b877546307 HTTP/1.1" status: 200 len: 948 time: 0.7938271 Feb 09 21:33:42.251230 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-30395575-7260-4d8a-a60b-d9e5c3e05f35 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1736243 Feb 09 21:33:42.263518 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53916) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:42.273272 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-95ca80e5-f078-4d9e-8362-fee2874caf26 admin admin] Request body: {'subnet': {'network_id': 'ab898bc0-8b8e-4a5d-9904-0dc9997586ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1208581549-subnet', 'tenant_id': '77fda44304ae4f269c2e2e6260f94941', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:33:42.282820 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ab47f728-050b-476d-9e0e-6ab1bb844a2f req-e933ec56-f1e3-4933-92a1-778dc216ffbe service neutron] 10.222.0.89 "GET /v2.0/networks/5406f657-d0e3-4570-bda7-aeb2bc509011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8557146 Feb 09 21:33:42.283046 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port 9dfeea45-c852-4c88-936b-28da11d13792, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=9dfeea45-c852-4c88-936b-28da11d13792,segment=NetworkSegment(43985b2c-a3e2-416f-801a-d621ef02c15b),segment_id=43985b2c-a3e2-416f-801a-d621ef02c15b)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:33:42.305161 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30395575-7260-4d8a-a60b-d9e5c3e05f35 admin admin] Pushing event updated for resources: {'Network': ['ID=ab898bc0-8b8e-4a5d-9904-0dc9997586ad,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:42.319324 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0f4781a-2c76-4e65-a1b6-a2a81b346384 None None] Provisioning complete for port 9dfeea45-c852-4c88-936b-28da11d13792 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:33:42.319784 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0f4781a-2c76-4e65-a1b6-a2a81b346384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (9dfeea45-c852-4c88-936b-28da11d13792), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:42.342174 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network ab898bc0-8b8e-4a5d-9904-0dc9997586ad details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:33:42.361911 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc396bb3-18b1-4eda-8589-e5179896f3e0 service neutron] Pushing event updated for resources: {'Port': ['ID=e91b0039-a035-445f-90c7-b61de1c5005a,revision_number=7']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:42.396495 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6913cb1d-3bad-444c-87ed-875bf1fa1fbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:42.402884 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95ca80e5-f078-4d9e-8362-fee2874caf26 admin admin] Made reservation on behalf of 77fda44304ae4f269c2e2e6260f94941 for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:33:42.405883 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-95ca80e5-f078-4d9e-8362-fee2874caf26 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:42.423038 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (9dfeea45-c852-4c88-936b-28da11d13792), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:42.424426 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 5d1934f2-9aa6-466b-900f-38bf41ad1a64 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:33:42.433536 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-0dd5183b-9d5c-4d83-a3b1-1c78a7be7bff tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:42.450341 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-0dd5183b-9d5c-4d83-a3b1-1c78a7be7bff tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:42.451991 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-0dd5183b-9d5c-4d83-a3b1-1c78a7be7bff tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.90 "GET /v2.0/networks?id=06c4241a-bdd3-4ab1-babc-b91e338daa1a&id=b6e6c3ca-c3d8-4912-bc05-b7a7acc77f35&id=06c4241a-bdd3-4ab1-babc-b91e338daa1a HTTP/1.1" status: 200 len: 1390 time: 1.0273528 Feb 09 21:33:42.516289 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-89246b8c-dff6-466e-82c7-56f9a8ebac54 req-8f9dd03f-2e11-431c-b8f5-1b1ed2138e29 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796926 Feb 09 21:33:42.524792 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cba173-c634-4afb-9a02-9247face2eee req-fe092de7-c09a-4a87-b71c-073938eba513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:42.526282 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-20cba173-c634-4afb-9a02-9247face2eee req-fe092de7-c09a-4a87-b71c-073938eba513 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=def3446e95584f24b6fdfb40ceda16ab&device_id=4f8339ab-f401-4931-96ab-51b877546307 HTTP/1.1" status: 200 len: 1130 time: 0.5339811 Feb 09 21:33:42.537163 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ab47f728-050b-476d-9e0e-6ab1bb844a2f req-8f97448a-b2f9-4606-ad9a-72a2cbb9a930 service neutron] 10.222.0.89 "GET /v2.0/networks/5406f657-d0e3-4570-bda7-aeb2bc509011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294946 Feb 09 21:33:42.564047 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=9dfeea45-c852-4c88-936b-28da11d13792,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:42.657354 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-661f10e8-e19e-46fb-92d9-eeb8876ad991 None None] For port ec059ba0-54e3-44ad-a44b-c8ab2bd07911, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:33:42.715771 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-661f10e8-e19e-46fb-92d9-eeb8876ad991 None None] For port ec059ba0-54e3-44ad-a44b-c8ab2bd07911, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=ec059ba0-54e3-44ad-a44b-c8ab2bd07911,segment=NetworkSegment(ab235d41-06a3-4fcc-a1fc-85e56b63d2bb),segment_id=ab235d41-06a3-4fcc-a1fc-85e56b63d2bb)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:33:42.721472 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cba173-c634-4afb-9a02-9247face2eee req-d2cb9b55-bc2e-4635-b925-60b85c1faaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:42.722973 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-20cba173-c634-4afb-9a02-9247face2eee req-d2cb9b55-bc2e-4635-b925-60b85c1faaeb service neutron] 10.222.0.95 "GET /v2.0/networks?id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc HTTP/1.1" status: 200 len: 870 time: 0.1576993 Feb 09 21:33:42.724327 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-fa3905e9-e7be-47bd-ba50-e8c1a4439b19 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.90 "GET /v2.0/quotas/3a839c247a824993a2c678394ab2ac52 HTTP/1.1" status: 200 len: 375 time: 0.2293611 Feb 09 21:33:42.735344 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:42.742517 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-95ca80e5-f078-4d9e-8362-fee2874caf26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (13dd7afc-9a8a-4b1c-bfde-c2a9e20a0dc4), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:42.742770 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-661f10e8-e19e-46fb-92d9-eeb8876ad991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (ec059ba0-54e3-44ad-a44b-c8ab2bd07911), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:42.792883 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ca80e5-f078-4d9e-8362-fee2874caf26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13dd7afc-9a8a-4b1c-bfde-c2a9e20a0dc4,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:42.813773 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661f10e8-e19e-46fb-92d9-eeb8876ad991 None None] Pushing event updated for resources: {'Port': ['ID=ec059ba0-54e3-44ad-a44b-c8ab2bd07911,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:42.879983 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-20cba173-c634-4afb-9a02-9247face2eee req-5c546068-3a84-49b4-aa29-4a886ed22d51 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=e91b0039-a035-445f-90c7-b61de1c5005a HTTP/1.1" status: 200 len: 217 time: 0.1203220 Feb 09 21:33:42.908817 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0f4781a-2c76-4e65-a1b6-a2a81b346384 None None] Current status of the port 9dfeea45-c852-4c88-936b-28da11d13792 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:33:42.925930 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 5d1934f2-9aa6-466b-900f-38bf41ad1a64 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:33:42.926305 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (5d1934f2-9aa6-466b-900f-38bf41ad1a64), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:42.938699 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ca80e5-f078-4d9e-8362-fee2874caf26 admin admin] Checking segment: {'id': '4a4447ae-fa93-4ee0-a90a-ab4a83659d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ab898bc0-8b8e-4a5d-9904-0dc9997586ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:33:42.940485 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ca80e5-f078-4d9e-8362-fee2874caf26 admin admin] Network hostable DHCP agents. Network: ab898bc0-8b8e-4a5d-9904-0dc9997586ad, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:33:42.995997 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ca80e5-f078-4d9e-8362-fee2874caf26 admin admin] Network ab898bc0-8b8e-4a5d-9904-0dc9997586ad is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:33:43.023411 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab47f728-050b-476d-9e0e-6ab1bb844a2f req-c822e925-e41f-42c6-a81e-391ff3af39b0 tempest-LiveMigrationTest-1736264502 tempest-LiveMigrationTest-1736264502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:43.025936 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ab47f728-050b-476d-9e0e-6ab1bb844a2f req-c822e925-e41f-42c6-a81e-391ff3af39b0 tempest-LiveMigrationTest-1736264502 tempest-LiveMigrationTest-1736264502-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=ed637eb7-997b-4a50-b9a4-acd664f51f8f&tenant_id=d13eb104d8994e4d9b604f1050cb6328&binding%3Ahost_id=n-h2-828369-5 HTTP/1.1" status: 200 len: 1127 time: 0.1700778 Feb 09 21:33:43.027697 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-95ca80e5-f078-4d9e-8362-fee2874caf26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, ab898bc0-8b8e-4a5d-9904-0dc9997586ad) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:33:43.039124 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ca80e5-f078-4d9e-8362-fee2874caf26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:43.040031 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-95ca80e5-f078-4d9e-8362-fee2874caf26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:43.053478 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd4737b-8f13-4b48-ad24-d934a9293d5f None None] Network ab898bc0-8b8e-4a5d-9904-0dc9997586ad requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:33:43.126994 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-95ca80e5-f078-4d9e-8362-fee2874caf26 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8614228 Feb 09 21:33:43.131509 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53918) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:43.135376 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-ba3e7598-48d5-410c-a301-3a7657e6d2e5 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1208581549-router', 'tenant_id': '77fda44304ae4f269c2e2e6260f94941', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:33:43.143844 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-99c7a5cf-b315-45f4-b267-81c3046bdfcf tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=3a839c247a824993a2c678394ab2ac52&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3419559 Feb 09 21:33:43.159070 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a3dbd6-014e-410d-833b-8c86f4b4e472 req-c3804388-a279-494c-ae78-ab461bf9bfa8 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:43.168488 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c5a3dbd6-014e-410d-833b-8c86f4b4e472 req-c3804388-a279-494c-ae78-ab461bf9bfa8 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/ports?device_id=ac2e37af-a8de-476a-83bd-d987e0be588b HTTP/1.1" status: 200 len: 945 time: 0.4413469 Feb 09 21:33:43.172131 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cba173-c634-4afb-9a02-9247face2eee req-c08f3c93-913c-46f5-8f1e-7b750e0e2cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:43.173688 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-20cba173-c634-4afb-9a02-9247face2eee req-c08f3c93-913c-46f5-8f1e-7b750e0e2cb6 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0f7402ac-a35b-414b-bcc1-bc1c3072ec3c HTTP/1.1" status: 200 len: 843 time: 0.2724640 Feb 09 21:33:43.267466 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-3ea79dfc-e30a-4805-94be-a444b269c2ad None None] Provisioning complete for port 9dfeea45-c852-4c88-936b-28da11d13792 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:33:43.268377 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-3ea79dfc-e30a-4805-94be-a444b269c2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (9dfeea45-c852-4c88-936b-28da11d13792), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:43.349846 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ba3e7598-48d5-410c-a301-3a7657e6d2e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (8177804d-c0ef-46f7-9ff2-b23130a71f0f), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:43.351087 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ba3e7598-48d5-410c-a301-3a7657e6d2e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (8177804d-c0ef-46f7-9ff2-b23130a71f0f), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:43.358164 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6913cb1d-3bad-444c-87ed-875bf1fa1fbf admin admin] Publish callbacks [] for security_group (dac62730-9d16-4609-b0bb-26e9692bfc12), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:43.372598 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6913cb1d-3bad-444c-87ed-875bf1fa1fbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (dac62730-9d16-4609-b0bb-26e9692bfc12), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:43.374107 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:33:43.415840 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-6913cb1d-3bad-444c-87ed-875bf1fa1fbf admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=fdb5cdfbed4f4271a6bff7468d47a287&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4681304 Feb 09 21:33:43.428194 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 53920) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:43.439352 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ba3e7598-48d5-410c-a301-3a7657e6d2e5 admin admin] Publish callbacks [] for router_controller (8177804d-c0ef-46f7-9ff2-b23130a71f0f), precommit_add_association {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:43.510950 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 5d1934f2-9aa6-466b-900f-38bf41ad1a64 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:33:43.521072 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c5a3dbd6-014e-410d-833b-8c86f4b4e472 req-a5bc6948-1f60-4acf-a472-cac6d1238e94 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/security-groups?id=53864ffe-fa53-4ead-9e41-21e6252e7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3480945 Feb 09 21:33:43.551085 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-ab47f728-050b-476d-9e0e-6ab1bb844a2f req-26120fe7-bb9f-48d3-a801-07609a5eed84 service neutron] For port 8b62e22c-f954-4a6a-8780-d7a6ea6e99e3, host n-h1-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:33:43.563280 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6913cb1d-3bad-444c-87ed-875bf1fa1fbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dac62730-9d16-4609-b0bb-26e9692bfc12,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:43.588452 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cba173-c634-4afb-9a02-9247face2eee req-409ec163-670c-4221-9dee-8715ad098554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:43.593727 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-20cba173-c634-4afb-9a02-9247face2eee req-409ec163-670c-4221-9dee-8715ad098554 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3978941 Feb 09 21:33:43.612297 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-ab47f728-050b-476d-9e0e-6ab1bb844a2f req-26120fe7-bb9f-48d3-a801-07609a5eed84 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:43.613954 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ab47f728-050b-476d-9e0e-6ab1bb844a2f req-26120fe7-bb9f-48d3-a801-07609a5eed84 service neutron] 10.222.0.89 "DELETE /v2.0/ports/8b62e22c-f954-4a6a-8780-d7a6ea6e99e3/bindings/n-h1-828369-5 HTTP/1.1" status: 204 len: 173 time: 0.5653474 Feb 09 21:33:43.633308 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1028b7d-f19f-400b-b402-113c7f5bc2ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-ab898bc0-8b8e-4a5d-9904-0dc9997586ad', 'network_id': 'ab898bc0-8b8e-4a5d-9904-0dc9997586ad', 'project_id': '77fda44304ae4f269c2e2e6260f94941', 'fixed_ips': [{'subnet_id': '13dd7afc-9a8a-4b1c-bfde-c2a9e20a0dc4'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:33:43.634183 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a1028b7d-f19f-400b-b402-113c7f5bc2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:43.657228 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-b1a4d986-01d2-4d6b-b08b-658518693fa7 service neutron] 10.222.0.90 "GET /v2.0/networks/06c4241a-bdd3-4ab1-babc-b91e338daa1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4812250 Feb 09 21:33:43.661145 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5141f37-680d-49f0-b8ce-cb3f70bb3593 x-openstack-request-id: req-f5141f37-680d-49f0-b8ce-cb3f70bb3593 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:33:43.661441 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f8339ab-f401-4931-96ab-51b877546307", "name": "network-vif-unplugged", "status": "completed", "tag": "e91b0039-a035-445f-90c7-b61de1c5005a", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:33:43.661700 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-f5141f37-680d-49f0-b8ce-cb3f70bb3593 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:33:43.662289 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f8339ab-f401-4931-96ab-51b877546307', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e91b0039-a035-445f-90c7-b61de1c5005a', 'code': 200} Feb 09 21:33:43.671850 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ba3e7598-48d5-410c-a301-3a7657e6d2e5 admin admin] Publish callbacks [] for router_gateway (8177804d-c0ef-46f7-9ff2-b23130a71f0f), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:43.839233 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 9dfeea45-c852-4c88-936b-28da11d13792 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:33:43.866861 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2068dc7f-07e5-48f8-9881-8bf71b8fa066 admin admin] Publish callbacks [] for security_group (dac62730-9d16-4609-b0bb-26e9692bfc12), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:43.904662 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-20cba173-c634-4afb-9a02-9247face2eee req-1d91cc95-24fb-43ea-b9d2-258f24f18a46 service neutron] 10.222.0.95 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2976282 Feb 09 21:33:43.914544 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-3ea79dfc-e30a-4805-94be-a444b269c2ad None None] Current status of the port 9dfeea45-c852-4c88-936b-28da11d13792 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:33:43.940019 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2068dc7f-07e5-48f8-9881-8bf71b8fa066 admin admin] Publish callbacks [] for security_group (dac62730-9d16-4609-b0bb-26e9692bfc12), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:43.945258 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device e47d0f7e-5d1d-4fb0-ac98-2efcb7d22b8f up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:33:43.949261 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-a1028b7d-f19f-400b-b402-113c7f5bc2ce None None] Allocated IP 172.20.0.2 (ab898bc0-8b8e-4a5d-9904-0dc9997586ad/13dd7afc-9a8a-4b1c-bfde-c2a9e20a0dc4/0b991f18-f4ec-4b5a-b6df-8940436ae030) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:33:43.968845 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ba3e7598-48d5-410c-a301-3a7657e6d2e5 admin admin] Publish callbacks [] for router_gateway (8177804d-c0ef-46f7-9ff2-b23130a71f0f), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:43.982925 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 9dfeea45-c852-4c88-936b-28da11d13792 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:33:43.983310 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (9dfeea45-c852-4c88-936b-28da11d13792), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:43.993782 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ba3e7598-48d5-410c-a301-3a7657e6d2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:44.025945 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d24ad4-1fcb-414f-a8a2-55ad9bcdf4f9 req-5ceef0c4-8476-4918-82c0-85d6be8d4efd tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:44.033664 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b9d24ad4-1fcb-414f-a8a2-55ad9bcdf4f9 req-5ceef0c4-8476-4918-82c0-85d6be8d4efd tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=a4fc49e4-17e3-4e1a-ad3a-53772172f962 HTTP/1.1" status: 200 len: 945 time: 0.2761536 Feb 09 21:33:44.080669 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:44.089557 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-a8d22432-ba69-4746-b22b-cbcad760d6cb service neutron] 10.222.0.90 "GET /v2.0/networks/06c4241a-bdd3-4ab1-babc-b91e338daa1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4303081 Feb 09 21:33:44.116272 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-ba3e7598-48d5-410c-a301-3a7657e6d2e5 admin admin] Allocated IP 172.25.3.146 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/bbaa2299-10a6-4525-bbb8-2f46acb64365) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:33:44.222230 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 9dfeea45-c852-4c88-936b-28da11d13792 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:33:44.224202 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device ec059ba0-54e3-44ad-a44b-c8ab2bd07911 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:33:44.260703 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b9d24ad4-1fcb-414f-a8a2-55ad9bcdf4f9 req-eeaafb34-bc1f-4dc3-8f55-cafc43e64bf2 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259774 Feb 09 21:33:44.263543 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-20cba173-c634-4afb-9a02-9247face2eee req-f0dfcec2-a31d-4511-9852-c28dc05ae099 service neutron] 10.222.0.95 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3472729 Feb 09 21:33:44.297374 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning for port e47d0f7e-5d1d-4fb0-ac98-2efcb7d22b8f completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:33:44.334096 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port e47d0f7e-5d1d-4fb0-ac98-2efcb7d22b8f triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:33:44.334487 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (e47d0f7e-5d1d-4fb0-ac98-2efcb7d22b8f), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:44.394995 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2068dc7f-07e5-48f8-9881-8bf71b8fa066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (dac62730-9d16-4609-b0bb-26e9692bfc12), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:44.400930 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2068dc7f-07e5-48f8-9881-8bf71b8fa066 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:44.404893 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-2068dc7f-07e5-48f8-9881-8bf71b8fa066 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/dac62730-9d16-4609-b0bb-26e9692bfc12 HTTP/1.1" status: 204 len: 168 time: 0.9728394 Feb 09 21:33:44.437074 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ba3e7598-48d5-410c-a301-3a7657e6d2e5 admin admin] Publish callbacks [] for port (bbaa2299-10a6-4525-bbb8-2f46acb64365), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:44.450426 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2068dc7f-07e5-48f8-9881-8bf71b8fa066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac62730-9d16-4609-b0bb-26e9692bfc12,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:44.475026 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-43123571-966d-49ea-a8d4-9901905a2211 service neutron] 10.222.0.90 "GET /v2.0/networks/b6e6c3ca-c3d8-4912-bc05-b7a7acc77f35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204735 Feb 09 21:33:44.499136 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ba3e7598-48d5-410c-a301-3a7657e6d2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (bbaa2299-10a6-4525-bbb8-2f46acb64365), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:44.545945 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a1028b7d-f19f-400b-b402-113c7f5bc2ce None None] Publish callbacks [] for port (0b991f18-f4ec-4b5a-b6df-8940436ae030), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:44.568132 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a1028b7d-f19f-400b-b402-113c7f5bc2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (0b991f18-f4ec-4b5a-b6df-8940436ae030), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:44.591120 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3e7598-48d5-410c-a301-3a7657e6d2e5 admin admin] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:33:44.598541 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-ba3e7598-48d5-410c-a301-3a7657e6d2e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:33:44.608796 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3e7598-48d5-410c-a301-3a7657e6d2e5 admin admin] Pushing event updated for resources: {'Port': ['ID=bbaa2299-10a6-4525-bbb8-2f46acb64365,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:44.612866 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3e7598-48d5-410c-a301-3a7657e6d2e5 admin admin] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:33:44.664790 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1028b7d-f19f-400b-b402-113c7f5bc2ce None None] Pushing event updated for resources: {'Port': ['ID=0b991f18-f4ec-4b5a-b6df-8940436ae030,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:44.678847 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1028b7d-f19f-400b-b402-113c7f5bc2ce None None] Network ab898bc0-8b8e-4a5d-9904-0dc9997586ad is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:33:44.686592 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71511562-1765-4af0-8d65-6dde75b46123 None None] Network b6e6c3ca-c3d8-4912-bc05-b7a7acc77f35 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:33:44.693728 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-a1028b7d-f19f-400b-b402-113c7f5bc2ce None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:33:44.712516 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1028b7d-f19f-400b-b402-113c7f5bc2ce None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:33:44.792375 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638fbddb-2f3e-4894-a7ed-3bd0a62bcb0a req-959abaa6-ffe6-417d-85fa-9a8fb43a98a7 tempest-TenantUsagesTestJSON-1973682608 tempest-TenantUsagesTestJSON-1973682608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:44.795239 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-638fbddb-2f3e-4894-a7ed-3bd0a62bcb0a req-959abaa6-ffe6-417d-85fa-9a8fb43a98a7 tempest-TenantUsagesTestJSON-1973682608 tempest-TenantUsagesTestJSON-1973682608-project] 10.222.0.90 "GET /v2.0/ports?device_id=cd66293d-00a3-4ef8-8194-b003d2187dd6 HTTP/1.1" status: 200 len: 949 time: 0.3129311 Feb 09 21:33:44.799556 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-6bc9a3cf-1daf-4499-9c9c-af236182dcf1 service neutron] 10.222.0.90 "GET /v2.0/networks/b6e6c3ca-c3d8-4912-bc05-b7a7acc77f35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3162565 Feb 09 21:33:44.818089 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port ec059ba0-54e3-44ad-a44b-c8ab2bd07911 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:33:44.818765 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (ec059ba0-54e3-44ad-a44b-c8ab2bd07911), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:44.903517 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port e47d0f7e-5d1d-4fb0-ac98-2efcb7d22b8f is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:33:44.903877 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (e47d0f7e-5d1d-4fb0-ac98-2efcb7d22b8f), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:44.945741 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-18f8ff14-f1a5-4420-8d9d-86f0876eff66 None None] Provisioning complete for port ec059ba0-54e3-44ad-a44b-c8ab2bd07911 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:33:44.946125 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-18f8ff14-f1a5-4420-8d9d-86f0876eff66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (ec059ba0-54e3-44ad-a44b-c8ab2bd07911), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:44.980388 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-638fbddb-2f3e-4894-a7ed-3bd0a62bcb0a req-9e7b9f8e-2e4c-4258-8976-0f3d69865944 tempest-TenantUsagesTestJSON-1973682608 tempest-TenantUsagesTestJSON-1973682608-project] 10.222.0.90 "GET /v2.0/security-groups?id=fb90cf1c-bfb2-493a-a11e-8850c7d8e0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759777 Feb 09 21:33:44.986770 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-a1028b7d-f19f-400b-b402-113c7f5bc2ce None None] Attempting to bind port 0b991f18-f4ec-4b5a-b6df-8940436ae030 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:33:44.987155 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-a1028b7d-f19f-400b-b402-113c7f5bc2ce None None] Attempting to bind port 0b991f18-f4ec-4b5a-b6df-8940436ae030 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '4a4447ae-fa93-4ee0-a90a-ab4a83659d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ab898bc0-8b8e-4a5d-9904-0dc9997586ad'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:33:44.987576 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1028b7d-f19f-400b-b402-113c7f5bc2ce None None] Attempting to bind port 0b991f18-f4ec-4b5a-b6df-8940436ae030 on network ab898bc0-8b8e-4a5d-9904-0dc9997586ad {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:33:45.017181 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd66293d-00a3-4ef8-8194-b003d2187dd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e47d0f7e-5d1d-4fb0-ac98-2efcb7d22b8f'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:33:45.019500 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db040dfd-4815-46ef-b979-e88f6bcd0365" -d '{"events": [{"server_uuid": "cd66293d-00a3-4ef8-8194-b003d2187dd6", "name": "network-vif-plugged", "status": "completed", "tag": "e47d0f7e-5d1d-4fb0-ac98-2efcb7d22b8f"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:33:45.040672 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-bb82b593-786f-4948-ad03-8be59cbe3a48 service neutron] 10.222.0.90 "GET /v2.0/networks/06c4241a-bdd3-4ab1-babc-b91e338daa1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211947 Feb 09 21:33:45.052711 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1028b7d-f19f-400b-b402-113c7f5bc2ce None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:33:45.053100 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1028b7d-f19f-400b-b402-113c7f5bc2ce None None] Checking segment: {'id': '4a4447ae-fa93-4ee0-a90a-ab4a83659d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ab898bc0-8b8e-4a5d-9904-0dc9997586ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:33:45.053494 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a1028b7d-f19f-400b-b402-113c7f5bc2ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:45.053898 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1028b7d-f19f-400b-b402-113c7f5bc2ce None None] Bound using segment: {'id': '4a4447ae-fa93-4ee0-a90a-ab4a83659d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ab898bc0-8b8e-4a5d-9904-0dc9997586ad'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:33:45.054479 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-a1028b7d-f19f-400b-b402-113c7f5bc2ce None None] Bound port: 0b991f18-f4ec-4b5a-b6df-8940436ae030, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a4447ae-fa93-4ee0-a90a-ab4a83659d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ab898bc0-8b8e-4a5d-9904-0dc9997586ad'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:33:45.054784 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a1028b7d-f19f-400b-b402-113c7f5bc2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (0b991f18-f4ec-4b5a-b6df-8940436ae030), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:45.058195 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port e47d0f7e-5d1d-4fb0-ac98-2efcb7d22b8f, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=e47d0f7e-5d1d-4fb0-ac98-2efcb7d22b8f,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:33:45.070138 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (e47d0f7e-5d1d-4fb0-ac98-2efcb7d22b8f), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:45.070735 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53932) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:45.088157 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b06b8389-3f2a-45c1-afb9-3f7c3e3e7f2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:45.195192 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port ec059ba0-54e3-44ad-a44b-c8ab2bd07911 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:33:45.195796 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (ec059ba0-54e3-44ad-a44b-c8ab2bd07911), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:45.206307 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b06b8389-3f2a-45c1-afb9-3f7c3e3e7f2e admin admin] Publish callbacks [] for security_group (ef1b13b7-6cff-4429-8972-3cfef9a0a1fe), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:45.207329 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ba3e7598-48d5-410c-a301-3a7657e6d2e5 admin admin] Publish callbacks [] for router_gateway (8177804d-c0ef-46f7-9ff2-b23130a71f0f), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:45.212606 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b06b8389-3f2a-45c1-afb9-3f7c3e3e7f2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (ef1b13b7-6cff-4429-8972-3cfef9a0a1fe), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:45.220041 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daf35dc-e46d-435f-b213-0a7e8a722c9d req-1ff6ba04-d5ec-4d89-a508-1cf6ebf45135 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:45.221639 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8daf35dc-e46d-435f-b213-0a7e8a722c9d req-1ff6ba04-d5ec-4d89-a508-1cf6ebf45135 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed637eb7-997b-4a50-b9a4-acd664f51f8f HTTP/1.1" status: 200 len: 945 time: 0.1370318 Feb 09 21:33:45.239207 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-c444779e-8785-463f-a88a-7056ba4ba678 service neutron] 10.222.0.90 "GET /v2.0/networks/06c4241a-bdd3-4ab1-babc-b91e338daa1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905258 Feb 09 21:33:45.310238 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8daf35dc-e46d-435f-b213-0a7e8a722c9d req-566a4354-2111-461d-9944-3c3d924327e2 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799332 Feb 09 21:33:45.359343 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a1028b7d-f19f-400b-b402-113c7f5bc2ce None None] For port 0b991f18-f4ec-4b5a-b6df-8940436ae030, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:33:45.368303 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a1028b7d-f19f-400b-b402-113c7f5bc2ce None None] For port 0b991f18-f4ec-4b5a-b6df-8940436ae030, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=0b991f18-f4ec-4b5a-b6df-8940436ae030,segment=NetworkSegment(4a4447ae-fa93-4ee0-a90a-ab4a83659d7c),segment_id=4a4447ae-fa93-4ee0-a90a-ab4a83659d7c)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:33:45.378704 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:45.381764 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06b8389-3f2a-45c1-afb9-3f7c3e3e7f2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef1b13b7-6cff-4429-8972-3cfef9a0a1fe,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:45.442256 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port ec059ba0-54e3-44ad-a44b-c8ab2bd07911, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=ec059ba0-54e3-44ad-a44b-c8ab2bd07911,segment=NetworkSegment(ab235d41-06a3-4fcc-a1fc-85e56b63d2bb),segment_id=ab235d41-06a3-4fcc-a1fc-85e56b63d2bb)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:33:45.447516 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 53940) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:45.453837 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-b06b8389-3f2a-45c1-afb9-3f7c3e3e7f2e admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=171f11bc435641de845d639186a49276&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3813231 Feb 09 21:33:45.455607 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=e47d0f7e-5d1d-4fb0-ac98-2efcb7d22b8f,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:45.463994 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (ec059ba0-54e3-44ad-a44b-c8ab2bd07911), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:45.466591 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a1028b7d-f19f-400b-b402-113c7f5bc2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (0b991f18-f4ec-4b5a-b6df-8940436ae030), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:45.512618 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-18f8ff14-f1a5-4420-8d9d-86f0876eff66 None None] Current status of the port ec059ba0-54e3-44ad-a44b-c8ab2bd07911 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:33:45.513472 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-18f8ff14-f1a5-4420-8d9d-86f0876eff66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (ec059ba0-54e3-44ad-a44b-c8ab2bd07911), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:45.586189 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debd642a-0912-4dc3-a1e9-0e6c971667db req-433a1d54-88c6-4507-9281-7cae13d1b5cc tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:45.595660 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-debd642a-0912-4dc3-a1e9-0e6c971667db req-433a1d54-88c6-4507-9281-7cae13d1b5cc tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=4f8339ab-f401-4931-96ab-51b877546307 HTTP/1.1" status: 200 len: 948 time: 0.1369777 Feb 09 21:33:45.604888 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=ec059ba0-54e3-44ad-a44b-c8ab2bd07911,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:45.608705 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5393ff16-8fc7-4e55-9ae5-b4674f072c45 admin admin] Publish callbacks [] for security_group (ef1b13b7-6cff-4429-8972-3cfef9a0a1fe), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:45.676177 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f8339ab-f401-4931-96ab-51b877546307', 'tag': 'e91b0039-a035-445f-90c7-b61de1c5005a'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:33:45.681140 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2a7b5fe-1da8-416c-a4ad-a1a0592ffbcd" -d '{"events": [{"name": "network-changed", "server_uuid": "4f8339ab-f401-4931-96ab-51b877546307", "tag": "e91b0039-a035-445f-90c7-b61de1c5005a"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:33:45.684898 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.db.api [None req-18f8ff14-f1a5-4420-8d9d-86f0876eff66 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103142) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:33:45.685331 n-d-828369-5 neutron-server[103142]: DEBUG oslo_db.api [None req-18f8ff14-f1a5-4420-8d9d-86f0876eff66 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:33:45.707866 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-debd642a-0912-4dc3-a1e9-0e6c971667db req-103b72cb-7d48-42fb-a15b-d049ea58bcd3 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111383 Feb 09 21:33:45.728803 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1028b7d-f19f-400b-b402-113c7f5bc2ce None None] Pushing event updated for resources: {'Port': ['ID=0b991f18-f4ec-4b5a-b6df-8940436ae030,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:45.730262 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5393ff16-8fc7-4e55-9ae5-b4674f072c45 admin admin] Publish callbacks [] for security_group (ef1b13b7-6cff-4429-8972-3cfef9a0a1fe), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:45.772724 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ba3e7598-48d5-410c-a301-3a7657e6d2e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (8177804d-c0ef-46f7-9ff2-b23130a71f0f), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:45.794523 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5393ff16-8fc7-4e55-9ae5-b4674f072c45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (ef1b13b7-6cff-4429-8972-3cfef9a0a1fe), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:45.797604 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5393ff16-8fc7-4e55-9ae5-b4674f072c45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:45.798177 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22d1c136-72eb-4095-a7c1-d0a06342d50e x-openstack-request-id: req-22d1c136-72eb-4095-a7c1-d0a06342d50e {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:33:45.798656 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd66293d-00a3-4ef8-8194-b003d2187dd6", "name": "network-vif-plugged", "status": "completed", "tag": "e47d0f7e-5d1d-4fb0-ac98-2efcb7d22b8f", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:33:45.799213 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-22d1c136-72eb-4095-a7c1-d0a06342d50e {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:33:45.799893 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd66293d-00a3-4ef8-8194-b003d2187dd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e47d0f7e-5d1d-4fb0-ac98-2efcb7d22b8f', 'code': 200} Feb 09 21:33:45.808365 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-5393ff16-8fc7-4e55-9ae5-b4674f072c45 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/ef1b13b7-6cff-4429-8972-3cfef9a0a1fe HTTP/1.1" status: 204 len: 168 time: 0.3591719 Feb 09 21:33:45.819388 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5393ff16-8fc7-4e55-9ae5-b4674f072c45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef1b13b7-6cff-4429-8972-3cfef9a0a1fe,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:46.167365 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b3984e68-3c1c-49c0-8916-37e12f652e1c req-4b354c90-720a-4b19-8c10-0aadbb90acfd tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.90 "GET /v2.0/ports?device_id=3b0fa07e-9d2a-4dba-ae85-8ec07c3475ed HTTP/1.1" status: 200 len: 210 time: 0.1070223 Feb 09 21:33:46.213532 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2340ce5a-c493-4d6b-aebd-11582e8bfc45 req-8659832e-b996-457f-a23f-ac3490b6e57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:46.219245 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2340ce5a-c493-4d6b-aebd-11582e8bfc45 req-8659832e-b996-457f-a23f-ac3490b6e57b service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=cd66293d-00a3-4ef8-8194-b003d2187dd6 HTTP/1.1" status: 200 len: 1132 time: 0.2924008 Feb 09 21:33:46.299751 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-18f8ff14-f1a5-4420-8d9d-86f0876eff66 None None] Current status of the port ec059ba0-54e3-44ad-a44b-c8ab2bd07911 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:33:46.346352 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee3c6cf3-a77a-4f1b-8c0a-cb25d0ae6dd5 x-openstack-request-id: req-ee3c6cf3-a77a-4f1b-8c0a-cb25d0ae6dd5 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:33:46.346651 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f8339ab-f401-4931-96ab-51b877546307", "tag": "e91b0039-a035-445f-90c7-b61de1c5005a", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:33:46.346953 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-ee3c6cf3-a77a-4f1b-8c0a-cb25d0ae6dd5 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:33:46.347356 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f8339ab-f401-4931-96ab-51b877546307', 'tag': 'e91b0039-a035-445f-90c7-b61de1c5005a', 'status': 'completed', 'code': 200} Feb 09 21:33:46.361386 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba3e7598-48d5-410c-a301-3a7657e6d2e5 admin admin] Router 8177804d-c0ef-46f7-9ff2-b23130a71f0f is scheduled to L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 with binding_index 1 {{(pid=103141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:33:46.369182 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2340ce5a-c493-4d6b-aebd-11582e8bfc45 req-b64212b6-4212-48c9-8f85-4753863e463b service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=fb90cf1c-bfb2-493a-a11e-8850c7d8e0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416063 Feb 09 21:33:46.438430 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-72cef5dd-4ddb-4158-851b-6b1ec596b008 None None] Provisioning complete for port ec059ba0-54e3-44ad-a44b-c8ab2bd07911 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:33:46.439225 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-72cef5dd-4ddb-4158-851b-6b1ec596b008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (ec059ba0-54e3-44ad-a44b-c8ab2bd07911), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:46.445913 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a7b5fe-1da8-416c-a4ad-a1a0592ffbcd req-8d0d0c9d-1f40-4af9-a190-3dc91f9a83e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:46.447585 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d2a7b5fe-1da8-416c-a4ad-a1a0592ffbcd req-8d0d0c9d-1f40-4af9-a190-3dc91f9a83e7 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=def3446e95584f24b6fdfb40ceda16ab&device_id=4f8339ab-f401-4931-96ab-51b877546307 HTTP/1.1" status: 200 len: 1130 time: 0.1087532 Feb 09 21:33:46.564934 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab9c380-dbf9-483b-b058-a84f8506a2f7 req-b6d9a112-c347-49cc-bac2-af771be73142 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:46.566565 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-aab9c380-dbf9-483b-b058-a84f8506a2f7 req-b6d9a112-c347-49cc-bac2-af771be73142 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=a4fc49e4-17e3-4e1a-ad3a-53772172f962 HTTP/1.1" status: 200 len: 945 time: 0.1014650 Feb 09 21:33:46.574556 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-72cef5dd-4ddb-4158-851b-6b1ec596b008 None None] Current status of the port ec059ba0-54e3-44ad-a44b-c8ab2bd07911 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:33:46.580853 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a7b5fe-1da8-416c-a4ad-a1a0592ffbcd req-b8357e17-c234-4dd2-9c38-9ddb976c8176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:46.582629 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d2a7b5fe-1da8-416c-a4ad-a1a0592ffbcd req-b8357e17-c234-4dd2-9c38-9ddb976c8176 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=def3446e95584f24b6fdfb40ceda16ab&device_id=4f8339ab-f401-4931-96ab-51b877546307 HTTP/1.1" status: 200 len: 1130 time: 0.1094756 Feb 09 21:33:46.608833 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae26d919-544d-4b7f-b2a3-a1a893a8336a req-5743f99f-1057-4b94-85e1-13fdfea23fc3 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:46.616901 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ae26d919-544d-4b7f-b2a3-a1a893a8336a req-5743f99f-1057-4b94-85e1-13fdfea23fc3 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/ports?device_id=ac2e37af-a8de-476a-83bd-d987e0be588b HTTP/1.1" status: 200 len: 945 time: 0.1655846 Feb 09 21:33:46.676989 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba3e7598-48d5-410c-a301-3a7657e6d2e5 admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:33:46.695726 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1e17da-4959-4ee2-8e82-a3f846e72ff0 None None] Sync routers for ids ['8177804d-c0ef-46f7-9ff2-b23130a71f0f'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:33:46.710412 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ba3e7598-48d5-410c-a301-3a7657e6d2e5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:46.714640 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-ba3e7598-48d5-410c-a301-3a7657e6d2e5 admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.5806055 Feb 09 21:33:46.714917 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53982) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:46.743509 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1e17da-4959-4ee2-8e82-a3f846e72ff0 None None] Routers {'8177804d-c0ef-46f7-9ff2-b23130a71f0f'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:33:46.745239 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-1a1e17da-4959-4ee2-8e82-a3f846e72ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:33:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['8177804d-c0ef-46f7-9ff2-b23130a71f0f'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:33:46.815484 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-aab9c380-dbf9-483b-b058-a84f8506a2f7 req-3d4bce28-13e2-4f18-98a9-b10bb0c9dea3 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418735 Feb 09 21:33:46.912025 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ae26d919-544d-4b7f-b2a3-a1a893a8336a req-dfe20df2-7bfc-44f2-9920-68787ad8f98f tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/security-groups?id=53864ffe-fa53-4ead-9e41-21e6252e7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937784 Feb 09 21:33:46.933739 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-1a1e17da-4959-4ee2-8e82-a3f846e72ff0 None None] Set router 8177804d-c0ef-46f7-9ff2-b23130a71f0f gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:33:47.023334 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a7b5fe-1da8-416c-a4ad-a1a0592ffbcd req-ccb1aeb5-da01-44af-8c78-b6049dc2401e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:47.036609 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d2a7b5fe-1da8-416c-a4ad-a1a0592ffbcd req-ccb1aeb5-da01-44af-8c78-b6049dc2401e service neutron] 10.222.0.95 "GET /v2.0/networks?id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc HTTP/1.1" status: 200 len: 870 time: 0.4021728 Feb 09 21:33:47.284334 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a7b5fe-1da8-416c-a4ad-a1a0592ffbcd req-4c96acdb-801d-47da-b1b4-954359f58494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:47.285825 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d2a7b5fe-1da8-416c-a4ad-a1a0592ffbcd req-4c96acdb-801d-47da-b1b4-954359f58494 service neutron] 10.222.0.89 "GET /v2.0/networks?id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc HTTP/1.1" status: 200 len: 870 time: 0.6946008 Feb 09 21:33:47.330784 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64e964d-2779-4d19-bb4f-e4e755d2672c None None] Network ab898bc0-8b8e-4a5d-9904-0dc9997586ad requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:33:47.353572 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-1a1e17da-4959-4ee2-8e82-a3f846e72ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8177804d-c0ef-46f7-9ff2-b23130a71f0f', 'name': 'tempest-ServersTestManualDisk-1208581549-router', 'tenant_id': '77fda44304ae4f269c2e2e6260f94941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': 'bbaa2299-10a6-4525-bbb8-2f46acb64365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:33:43Z', 'updated_at': '2022-02-09T21:33:44Z', 'revision_number': 3, 'project_id': '77fda44304ae4f269c2e2e6260f94941', 'gw_port': {'id': 'bbaa2299-10a6-4525-bbb8-2f46acb64365', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2a:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8177804d-c0ef-46f7-9ff2-b23130a71f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:44Z', 'updated_at': '2022-02-09T21:33:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:33:47.383413 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d2a7b5fe-1da8-416c-a4ad-a1a0592ffbcd req-569f6cf6-c576-40c2-81d4-be2a5829e0e2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=e91b0039-a035-445f-90c7-b61de1c5005a HTTP/1.1" status: 200 len: 217 time: 0.0694852 Feb 09 21:33:47.393147 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1e17da-4959-4ee2-8e82-a3f846e72ff0 None None] Checking router: 8177804d-c0ef-46f7-9ff2-b23130a71f0f for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:33:47.393606 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1e17da-4959-4ee2-8e82-a3f846e72ff0 None None] Updating router 8177804d-c0ef-46f7-9ff2-b23130a71f0f port bbaa2299-10a6-4525-bbb8-2f46acb64365 binding host n-d-828369-5 {{(pid=103143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:33:47.427231 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1a1e17da-4959-4ee2-8e82-a3f846e72ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (bbaa2299-10a6-4525-bbb8-2f46acb64365), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:47.438708 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-2088cc64-2da3-4a34-91b1-312b17b099f1 None None] Provisioning complete for port 0b991f18-f4ec-4b5a-b6df-8940436ae030 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:33:47.439401 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2088cc64-2da3-4a34-91b1-312b17b099f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (0b991f18-f4ec-4b5a-b6df-8940436ae030), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:47.621731 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a7b5fe-1da8-416c-a4ad-a1a0592ffbcd req-37331bc0-781d-4fda-835f-5beb6ad2a7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:47.623488 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d2a7b5fe-1da8-416c-a4ad-a1a0592ffbcd req-37331bc0-781d-4fda-835f-5beb6ad2a7b8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0f7402ac-a35b-414b-bcc1-bc1c3072ec3c HTTP/1.1" status: 200 len: 843 time: 0.2276673 Feb 09 21:33:47.636634 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d2a7b5fe-1da8-416c-a4ad-a1a0592ffbcd req-98d3bfdc-415c-45f4-8501-970612978a94 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=e91b0039-a035-445f-90c7-b61de1c5005a HTTP/1.1" status: 200 len: 217 time: 0.5799587 Feb 09 21:33:47.804991 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a7b5fe-1da8-416c-a4ad-a1a0592ffbcd req-2b956fbe-fa7b-4371-b333-a4f7c3e830b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:47.818346 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d2a7b5fe-1da8-416c-a4ad-a1a0592ffbcd req-2b956fbe-fa7b-4371-b333-a4f7c3e830b7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1841691 Feb 09 21:33:47.853799 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73181331-dca7-47fa-b8bd-dfbf0a633d53 req-ec37d3ef-506b-4e04-abb3-abdc46064716 tempest-LiveMigrationTest-1736264502 tempest-LiveMigrationTest-1736264502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:47.856936 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-73181331-dca7-47fa-b8bd-dfbf0a633d53 req-ec37d3ef-506b-4e04-abb3-abdc46064716 tempest-LiveMigrationTest-1736264502 tempest-LiveMigrationTest-1736264502-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=ed637eb7-997b-4a50-b9a4-acd664f51f8f HTTP/1.1" status: 200 len: 1127 time: 0.9096177 Feb 09 21:33:47.911086 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a39606-d7b3-4849-abdc-c64bb7eadf04 req-394d5afd-d93d-40d6-b0bf-6086f05fe14f tempest-TenantUsagesTestJSON-1973682608 tempest-TenantUsagesTestJSON-1973682608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:47.913724 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c7a39606-d7b3-4849-abdc-c64bb7eadf04 req-394d5afd-d93d-40d6-b0bf-6086f05fe14f tempest-TenantUsagesTestJSON-1973682608 tempest-TenantUsagesTestJSON-1973682608-project] 10.222.0.90 "GET /v2.0/ports?device_id=cd66293d-00a3-4ef8-8194-b003d2187dd6 HTTP/1.1" status: 200 len: 950 time: 0.8725667 Feb 09 21:33:47.952506 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a7b5fe-1da8-416c-a4ad-a1a0592ffbcd req-0a7d4cad-c455-4e45-b388-bce7e10ba39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:47.954601 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d2a7b5fe-1da8-416c-a4ad-a1a0592ffbcd req-0a7d4cad-c455-4e45-b388-bce7e10ba39a service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0f7402ac-a35b-414b-bcc1-bc1c3072ec3c HTTP/1.1" status: 200 len: 843 time: 0.3026690 Feb 09 21:33:47.966810 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device ec059ba0-54e3-44ad-a44b-c8ab2bd07911 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:33:47.980835 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device e91b0039-a035-445f-90c7-b61de1c5005a details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:33:48.009725 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1a1e17da-4959-4ee2-8e82-a3f846e72ff0 None None] Publish callbacks [] for port (bbaa2299-10a6-4525-bbb8-2f46acb64365), precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:48.017892 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1a1e17da-4959-4ee2-8e82-a3f846e72ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (bbaa2299-10a6-4525-bbb8-2f46acb64365), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:48.024025 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c7a39606-d7b3-4849-abdc-c64bb7eadf04 req-d08c0560-8c3b-4750-b4d4-80ed30974f5b tempest-TenantUsagesTestJSON-1973682608 tempest-TenantUsagesTestJSON-1973682608-project] 10.222.0.90 "GET /v2.0/security-groups?id=fb90cf1c-bfb2-493a-a11e-8850c7d8e0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894027 Feb 09 21:33:48.092106 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-1a1e17da-4959-4ee2-8e82-a3f846e72ff0 None None] Attempting to bind port bbaa2299-10a6-4525-bbb8-2f46acb64365 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:33:48.092506 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-1a1e17da-4959-4ee2-8e82-a3f846e72ff0 None None] Attempting to bind port bbaa2299-10a6-4525-bbb8-2f46acb64365 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:33:48.092891 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1e17da-4959-4ee2-8e82-a3f846e72ff0 None None] Attempting to bind port bbaa2299-10a6-4525-bbb8-2f46acb64365 on network 54a442d5-50a0-4c75-85cc-d19f5bf58118 {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:33:48.103918 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1e17da-4959-4ee2-8e82-a3f846e72ff0 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:33:48.104333 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1e17da-4959-4ee2-8e82-a3f846e72ff0 None None] Checking segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:33:48.104732 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1a1e17da-4959-4ee2-8e82-a3f846e72ff0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:48.105128 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1e17da-4959-4ee2-8e82-a3f846e72ff0 None None] Bound using segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:33:48.105603 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-1a1e17da-4959-4ee2-8e82-a3f846e72ff0 None None] Bound port: bbaa2299-10a6-4525-bbb8-2f46acb64365, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:33:48.106086 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1a1e17da-4959-4ee2-8e82-a3f846e72ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (bbaa2299-10a6-4525-bbb8-2f46acb64365), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:48.108911 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecc4029-d709-4081-9d70-ed463c25c297 None None] Pushing event updated for resources: {'Port': ['ID=bbaa2299-10a6-4525-bbb8-2f46acb64365,revision_number=2']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:48.120951 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-2088cc64-2da3-4a34-91b1-312b17b099f1 None None] Current status of the port 0b991f18-f4ec-4b5a-b6df-8940436ae030 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:33:48.121393 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2088cc64-2da3-4a34-91b1-312b17b099f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (0b991f18-f4ec-4b5a-b6df-8940436ae030), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:48.216127 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-73181331-dca7-47fa-b8bd-dfbf0a633d53 req-f491f189-c9c5-4e98-8b96-6645282e8a97 tempest-LiveMigrationTest-1736264502 tempest-LiveMigrationTest-1736264502-project-admin] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3497236 Feb 09 21:33:48.222903 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-2088cc64-2da3-4a34-91b1-312b17b099f1 None None] For port 0b991f18-f4ec-4b5a-b6df-8940436ae030, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=0b991f18-f4ec-4b5a-b6df-8940436ae030,segment=NetworkSegment(4a4447ae-fa93-4ee0-a90a-ab4a83659d7c),segment_id=4a4447ae-fa93-4ee0-a90a-ab4a83659d7c)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:33:48.235740 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2088cc64-2da3-4a34-91b1-312b17b099f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (0b991f18-f4ec-4b5a-b6df-8940436ae030), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:48.254288 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d2a7b5fe-1da8-416c-a4ad-a1a0592ffbcd req-3bdde7e1-9c24-4453-ad42-cd849cbe6dad service neutron] 10.222.0.89 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3281295 Feb 09 21:33:48.270332 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-1a1e17da-4959-4ee2-8e82-a3f846e72ff0 None None] For port bbaa2299-10a6-4525-bbb8-2f46acb64365, host n-d-828369-5, cleared binding levels {{(pid=103143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:33:48.279061 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-1a1e17da-4959-4ee2-8e82-a3f846e72ff0 None None] For port bbaa2299-10a6-4525-bbb8-2f46acb64365, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=bbaa2299-10a6-4525-bbb8-2f46acb64365,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:33:48.292872 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1a1e17da-4959-4ee2-8e82-a3f846e72ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (bbaa2299-10a6-4525-bbb8-2f46acb64365), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:48.298473 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-955b6adb-1d04-4534-b1c1-67ea16152167 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:48.328333 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2088cc64-2da3-4a34-91b1-312b17b099f1 None None] Pushing event updated for resources: {'Port': ['ID=0b991f18-f4ec-4b5a-b6df-8940436ae030,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:48.342925 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-955b6adb-1d04-4534-b1c1-67ea16152167 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:48.348155 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-955b6adb-1d04-4534-b1c1-67ea16152167 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.95 "GET /v2.0/networks?id=06c4241a-bdd3-4ab1-babc-b91e338daa1a&id=b6e6c3ca-c3d8-4912-bc05-b7a7acc77f35&id=06c4241a-bdd3-4ab1-babc-b91e338daa1a HTTP/1.1" status: 200 len: 1390 time: 0.6644125 Feb 09 21:33:48.357125 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port e91b0039-a035-445f-90c7-b61de1c5005a, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=e91b0039-a035-445f-90c7-b61de1c5005a,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:33:48.406543 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port ec059ba0-54e3-44ad-a44b-c8ab2bd07911 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:33:48.406934 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (ec059ba0-54e3-44ad-a44b-c8ab2bd07911), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:48.408916 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1e17da-4959-4ee2-8e82-a3f846e72ff0 None None] Routers {'8177804d-c0ef-46f7-9ff2-b23130a71f0f'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:33:48.409560 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-1a1e17da-4959-4ee2-8e82-a3f846e72ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:33:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['8177804d-c0ef-46f7-9ff2-b23130a71f0f'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:33:48.429760 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-26a289d3-0fac-44e5-86b7-674a8227447a tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Request body: {'port': {'device_id': '3b0fa07e-9d2a-4dba-ae85-8ec07c3475ed', 'network_id': '06c4241a-bdd3-4ab1-babc-b91e338daa1a', 'admin_state_up': True, 'tenant_id': '3a839c247a824993a2c678394ab2ac52'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:33:48.495889 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': 'e91b0039-a035-445f-90c7-b61de1c5005a', 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc', 'port_id': 'e91b0039-a035-445f-90c7-b61de1c5005a', 'mac_address': 'fa:16:3e:24:e9:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f7402ac-a35b-414b-bcc1-bc1c3072ec3c', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:33:48.509247 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecc4029-d709-4081-9d70-ed463c25c297 None None] Pushing event updated for resources: {'Port': ['ID=bbaa2299-10a6-4525-bbb8-2f46acb64365,revision_number=3']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:48.599025 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port e91b0039-a035-445f-90c7-b61de1c5005a is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:33:48.599577 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (e91b0039-a035-445f-90c7-b61de1c5005a), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:48.599895 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d2a7b5fe-1da8-416c-a4ad-a1a0592ffbcd req-b0970143-9ae3-406e-8b0b-c6c9129ef03d service neutron] 10.222.0.89 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3327334 Feb 09 21:33:48.605337 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-49d1ab4b-a04b-4f4d-b863-c225c3e662f0 req-3f6abebb-6a51-4a3c-86ea-d3cb9b689593 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.90 "GET /v2.0/ports?device_id=3b0fa07e-9d2a-4dba-ae85-8ec07c3475ed HTTP/1.1" status: 200 len: 210 time: 0.1858552 Feb 09 21:33:48.653037 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-1a1e17da-4959-4ee2-8e82-a3f846e72ff0 None None] Set router 8177804d-c0ef-46f7-9ff2-b23130a71f0f gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:33:48.673236 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e91b0039-a035-445f-90c7-b61de1c5005a {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:33:48.673358 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a7b5fe-1da8-416c-a4ad-a1a0592ffbcd req-d51eb469-2219-4de8-8f90-7655a4c88de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:48.673358 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d2a7b5fe-1da8-416c-a4ad-a1a0592ffbcd req-d51eb469-2219-4de8-8f90-7655a4c88de7 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.6566567 Feb 09 21:33:48.675192 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port ec059ba0-54e3-44ad-a44b-c8ab2bd07911 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:33:48.677013 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 0b991f18-f4ec-4b5a-b6df-8940436ae030 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:33:48.686637 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-364e52ea-4dd0-45bf-8b0d-9f3ef467b9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:48.760652 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port e91b0039-a035-445f-90c7-b61de1c5005a, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=e91b0039-a035-445f-90c7-b61de1c5005a,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:33:48.802801 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (e91b0039-a035-445f-90c7-b61de1c5005a), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:48.830602 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04cf1da-61e9-418f-9722-79b6cd6faf7a req-c2038ce0-5deb-4fa3-8217-90ea42ec17a9 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:48.837643 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f04cf1da-61e9-418f-9722-79b6cd6faf7a req-c2038ce0-5deb-4fa3-8217-90ea42ec17a9 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=4f8339ab-f401-4931-96ab-51b877546307 HTTP/1.1" status: 200 len: 948 time: 0.6111484 Feb 09 21:33:48.900974 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5792abaf-7c5d-4fea-a5bb-562b85fd7ef8 None None] Provisioning complete for port 0b991f18-f4ec-4b5a-b6df-8940436ae030 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:33:48.901353 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5792abaf-7c5d-4fea-a5bb-562b85fd7ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (0b991f18-f4ec-4b5a-b6df-8940436ae030), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:48.958260 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-26a289d3-0fac-44e5-86b7-674a8227447a tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Made reservation on behalf of 3a839c247a824993a2c678394ab2ac52 for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:33:48.963096 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-26a289d3-0fac-44e5-86b7-674a8227447a tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:48.966012 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-1a1e17da-4959-4ee2-8e82-a3f846e72ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8177804d-c0ef-46f7-9ff2-b23130a71f0f', 'name': 'tempest-ServersTestManualDisk-1208581549-router', 'tenant_id': '77fda44304ae4f269c2e2e6260f94941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': 'bbaa2299-10a6-4525-bbb8-2f46acb64365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:33:43Z', 'updated_at': '2022-02-09T21:33:44Z', 'revision_number': 3, 'project_id': '77fda44304ae4f269c2e2e6260f94941', 'gw_port': {'id': 'bbaa2299-10a6-4525-bbb8-2f46acb64365', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2a:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8177804d-c0ef-46f7-9ff2-b23130a71f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:44Z', 'updated_at': '2022-02-09T21:33:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:33:48.988705 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=e91b0039-a035-445f-90c7-b61de1c5005a,revision_number=8']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:48.996631 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-364e52ea-4dd0-45bf-8b0d-9f3ef467b9e1 admin admin] Allocated IP 172.20.0.1 (ab898bc0-8b8e-4a5d-9904-0dc9997586ad/13dd7afc-9a8a-4b1c-bfde-c2a9e20a0dc4/0f936aee-3a51-4f7b-82d9-9cfc556121c7) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:33:49.008958 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 0b991f18-f4ec-4b5a-b6df-8940436ae030 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:33:49.011343 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (0b991f18-f4ec-4b5a-b6df-8940436ae030), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:49.034812 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1e17da-4959-4ee2-8e82-a3f846e72ff0 None None] The sync data for ids ['8177804d-c0ef-46f7-9ff2-b23130a71f0f'] in n-d-828369-5 is: [{'id': '8177804d-c0ef-46f7-9ff2-b23130a71f0f', 'name': 'tempest-ServersTestManualDisk-1208581549-router', 'tenant_id': '77fda44304ae4f269c2e2e6260f94941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': 'bbaa2299-10a6-4525-bbb8-2f46acb64365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:33:43Z', 'updated_at': '2022-02-09T21:33:44Z', 'revision_number': 3, 'project_id': '77fda44304ae4f269c2e2e6260f94941', 'gw_port': {'id': 'bbaa2299-10a6-4525-bbb8-2f46acb64365', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2a:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8177804d-c0ef-46f7-9ff2-b23130a71f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:44Z', 'updated_at': '2022-02-09T21:33:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:33:49.089116 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f04cf1da-61e9-418f-9722-79b6cd6faf7a req-c3b0c9e3-6ccc-4ff6-be0c-6bd8a4034a90 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482312 Feb 09 21:33:49.132321 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5792abaf-7c5d-4fea-a5bb-562b85fd7ef8 None None] Current status of the port 0b991f18-f4ec-4b5a-b6df-8940436ae030 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:33:49.206328 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 0b991f18-f4ec-4b5a-b6df-8940436ae030 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:33:49.208663 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8973aff-af34-492f-8201-3cc00033d980 req-d0f94edc-9857-4768-8c4f-1e81e80c4b92 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:49.209755 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-364e52ea-4dd0-45bf-8b0d-9f3ef467b9e1 admin admin] Publish callbacks [] for port (0f936aee-3a51-4f7b-82d9-9cfc556121c7), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:49.211101 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b8973aff-af34-492f-8201-3cc00033d980 req-d0f94edc-9857-4768-8c4f-1e81e80c4b92 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=a4fc49e4-17e3-4e1a-ad3a-53772172f962 HTTP/1.1" status: 200 len: 945 time: 0.4192934 Feb 09 21:33:49.259052 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d2a7b5fe-1da8-416c-a4ad-a1a0592ffbcd req-4d7866fc-0558-44be-9558-44c6d3330629 service neutron] 10.222.0.95 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5515285 Feb 09 21:33:49.263413 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-364e52ea-4dd0-45bf-8b0d-9f3ef467b9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (0f936aee-3a51-4f7b-82d9-9cfc556121c7), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:49.288463 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['e91b0039-a035-445f-90c7-b61de1c5005a'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:33:49.319183 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364e52ea-4dd0-45bf-8b0d-9f3ef467b9e1 admin admin] Network ab898bc0-8b8e-4a5d-9904-0dc9997586ad is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:33:49.324911 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-364e52ea-4dd0-45bf-8b0d-9f3ef467b9e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:33:49.329173 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364e52ea-4dd0-45bf-8b0d-9f3ef467b9e1 admin admin] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:33:49.362264 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364e52ea-4dd0-45bf-8b0d-9f3ef467b9e1 admin admin] Pushing event updated for resources: {'Port': ['ID=0f936aee-3a51-4f7b-82d9-9cfc556121c7,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:49.400272 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-364e52ea-4dd0-45bf-8b0d-9f3ef467b9e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554727'] for router_interface (8177804d-c0ef-46f7-9ff2-b23130a71f0f), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:49.532042 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b8973aff-af34-492f-8201-3cc00033d980 req-7d5c1c59-d02e-4e83-b341-6d171f131530 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005002 Feb 09 21:33:49.546054 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3212826-4af8-4fe3-93fc-30f590ec3f33 req-1a0633d8-a1cc-4218-bc24-9f7668501ef7 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:49.555012 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a3212826-4af8-4fe3-93fc-30f590ec3f33 req-1a0633d8-a1cc-4218-bc24-9f7668501ef7 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/ports?device_id=ac2e37af-a8de-476a-83bd-d987e0be588b HTTP/1.1" status: 200 len: 945 time: 0.3245513 Feb 09 21:33:49.569481 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-26a289d3-0fac-44e5-86b7-674a8227447a tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Allocated IP 19.80.0.106 (06c4241a-bdd3-4ab1-babc-b91e338daa1a/e1293fbc-fe20-41e8-a05e-2ee2773a139f/7e56733f-3fa4-4c8a-905e-fdb8bc413a59) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:33:49.755269 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d2a7b5fe-1da8-416c-a4ad-a1a0592ffbcd req-da53df1b-15a8-425f-9b50-717db61d72f6 service neutron] 10.222.0.95 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4695790 Feb 09 21:33:49.815570 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a3212826-4af8-4fe3-93fc-30f590ec3f33 req-8e10d2a0-5ac9-49be-b92f-b7f01bbd98aa tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/security-groups?id=53864ffe-fa53-4ead-9e41-21e6252e7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547858 Feb 09 21:33:49.854722 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-364e52ea-4dd0-45bf-8b0d-9f3ef467b9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (0f936aee-3a51-4f7b-82d9-9cfc556121c7), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:49.906800 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-2aadd23c-7768-42d3-a97e-70c97139df00 None None] Provisioning complete for port 0f936aee-3a51-4f7b-82d9-9cfc556121c7 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:33:49.911517 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2aadd23c-7768-42d3-a97e-70c97139df00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (0f936aee-3a51-4f7b-82d9-9cfc556121c7), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:49.922465 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device bbaa2299-10a6-4525-bbb8-2f46acb64365 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:33:50.052096 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-2aadd23c-7768-42d3-a97e-70c97139df00 None None] Port 0f936aee-3a51-4f7b-82d9-9cfc556121c7 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:33:50.086480 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port bbaa2299-10a6-4525-bbb8-2f46acb64365 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:33:50.086864 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (bbaa2299-10a6-4525-bbb8-2f46acb64365), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:50.202771 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-364e52ea-4dd0-45bf-8b0d-9f3ef467b9e1 admin admin] Publish callbacks [] for port (0f936aee-3a51-4f7b-82d9-9cfc556121c7), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:50.209183 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-364e52ea-4dd0-45bf-8b0d-9f3ef467b9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (0f936aee-3a51-4f7b-82d9-9cfc556121c7), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:50.213094 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54040) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:50.256798 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port bbaa2299-10a6-4525-bbb8-2f46acb64365 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:33:50.257195 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (bbaa2299-10a6-4525-bbb8-2f46acb64365), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:50.282074 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port bbaa2299-10a6-4525-bbb8-2f46acb64365, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=bbaa2299-10a6-4525-bbb8-2f46acb64365,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:33:50.287582 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (bbaa2299-10a6-4525-bbb8-2f46acb64365), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:50.288953 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 0b991f18-f4ec-4b5a-b6df-8940436ae030 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:33:50.295319 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-26a289d3-0fac-44e5-86b7-674a8227447a tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks [] for port (7e56733f-3fa4-4c8a-905e-fdb8bc413a59), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:50.307530 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-364e52ea-4dd0-45bf-8b0d-9f3ef467b9e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524919'] for router_interface (8177804d-c0ef-46f7-9ff2-b23130a71f0f), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:50.316974 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364e52ea-4dd0-45bf-8b0d-9f3ef467b9e1 admin admin] Pushing event updated for resources: {'Port': ['ID=0f936aee-3a51-4f7b-82d9-9cfc556121c7,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:50.381085 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-26a289d3-0fac-44e5-86b7-674a8227447a tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (7e56733f-3fa4-4c8a-905e-fdb8bc413a59), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:50.461323 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 0b991f18-f4ec-4b5a-b6df-8940436ae030 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:33:50.461946 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (0b991f18-f4ec-4b5a-b6df-8940436ae030), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:50.482100 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-26a289d3-0fac-44e5-86b7-674a8227447a tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Network 06c4241a-bdd3-4ab1-babc-b91e338daa1a is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:33:50.491268 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=bbaa2299-10a6-4525-bbb8-2f46acb64365,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:50.492582 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ada2481-cf79-456b-9841-28b8647a955d req-dc83b00b-85ea-4693-865f-a19bd64a5ad5 tempest-LiveAutoBlockMigrationV225Test-1691914964 tempest-LiveAutoBlockMigrationV225Test-1691914964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:50.492887 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-be4b9954-ed39-4062-be3d-a204b081d506 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:50.494178 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6ada2481-cf79-456b-9841-28b8647a955d req-dc83b00b-85ea-4693-865f-a19bd64a5ad5 tempest-LiveAutoBlockMigrationV225Test-1691914964 tempest-LiveAutoBlockMigrationV225Test-1691914964-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=a4fc49e4-17e3-4e1a-ad3a-53772172f962&tenant_id=2bd637e202e1467d81aff230fe0a3e7e&binding%3Ahost_id=n-h2-828369-5 HTTP/1.1" status: 200 len: 1127 time: 0.6658764 Feb 09 21:33:50.512126 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f09703-855f-4401-baef-1b76a80b4292 req-ea3bf360-169f-4b16-818b-4f6643036c76 tempest-TenantUsagesTestJSON-1973682608 tempest-TenantUsagesTestJSON-1973682608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:50.513784 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-01f09703-855f-4401-baef-1b76a80b4292 req-ea3bf360-169f-4b16-818b-4f6643036c76 tempest-TenantUsagesTestJSON-1973682608 tempest-TenantUsagesTestJSON-1973682608-project] 10.222.0.90 "GET /v2.0/ports?device_id=cd66293d-00a3-4ef8-8194-b003d2187dd6 HTTP/1.1" status: 200 len: 950 time: 0.6000156 Feb 09 21:33:50.519249 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-26a289d3-0fac-44e5-86b7-674a8227447a tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:33:50.528943 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-6ada2481-cf79-456b-9841-28b8647a955d req-b44b0c03-908b-409f-90b5-957b8af05fc0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-828369-5'}}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:33:50.559855 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7088a7c2-2bca-4f77-92bc-a4097b4bb658 req-619ffaae-bf89-401f-ba83-463340046242 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:50.561848 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7088a7c2-2bca-4f77-92bc-a4097b4bb658 req-619ffaae-bf89-401f-ba83-463340046242 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f8339ab-f401-4931-96ab-51b877546307&tenant_id=def3446e95584f24b6fdfb40ceda16ab&binding%3Ahost_id=n-h1-828369-5 HTTP/1.1" status: 200 len: 949 time: 0.1911306 Feb 09 21:33:50.568175 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-26a289d3-0fac-44e5-86b7-674a8227447a tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:33:50.591900 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 0b991f18-f4ec-4b5a-b6df-8940436ae030 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:33:50.611429 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364e52ea-4dd0-45bf-8b0d-9f3ef467b9e1 admin admin] Network ab898bc0-8b8e-4a5d-9904-0dc9997586ad is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:33:50.619892 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-364e52ea-4dd0-45bf-8b0d-9f3ef467b9e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:33:50.631359 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a289d3-0fac-44e5-86b7-674a8227447a tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Pushing event updated for resources: {'Port': ['ID=7e56733f-3fa4-4c8a-905e-fdb8bc413a59,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:50.654305 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4952520e-c034-429c-bff2-639ce981b6af req-749bc7b8-0f31-4bae-abf7-3894829f02fa tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:50.666621 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4952520e-c034-429c-bff2-639ce981b6af req-749bc7b8-0f31-4bae-abf7-3894829f02fa tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.90 "GET /v2.0/ports?device_id=3b0fa07e-9d2a-4dba-ae85-8ec07c3475ed HTTP/1.1" status: 200 len: 932 time: 0.3237667 Feb 09 21:33:50.767398 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-26a289d3-0fac-44e5-86b7-674a8227447a tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:50.768072 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-26a289d3-0fac-44e5-86b7-674a8227447a tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:50.769215 n-d-828369-5 neutron-server[103141]: INFO neutron.api.v2.resource [req-7088a7c2-2bca-4f77-92bc-a4097b4bb658 req-90fa4eb4-cd9e-4005-a039-afa6914c85dc service neutron] delete failed (client error): The resource could not be found. Feb 09 21:33:50.770251 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7088a7c2-2bca-4f77-92bc-a4097b4bb658 req-90fa4eb4-cd9e-4005-a039-afa6914c85dc service neutron] 10.222.0.89 "DELETE /v2.0/ports/e91b0039-a035-445f-90c7-b61de1c5005a/bindings/n-h2-828369-5 HTTP/1.1" status: 404 len: 380 time: 0.1989450 Feb 09 21:33:50.797836 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-01f09703-855f-4401-baef-1b76a80b4292 req-5f52a572-88a9-4d7c-9782-c9fa4ed7e1fe tempest-TenantUsagesTestJSON-1973682608 tempest-TenantUsagesTestJSON-1973682608-project] 10.222.0.90 "GET /v2.0/security-groups?id=fb90cf1c-bfb2-493a-a11e-8850c7d8e0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756400 Feb 09 21:33:50.801174 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-26a289d3-0fac-44e5-86b7-674a8227447a tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3861136 Feb 09 21:33:50.809990 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-be4b9954-ed39-4062-be3d-a204b081d506 admin admin] Publish callbacks [] for security_group (a303490d-e771-443b-9a08-8c0101edc371), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:50.817275 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-be4b9954-ed39-4062-be3d-a204b081d506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (a303490d-e771-443b-9a08-8c0101edc371), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:50.820552 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-124b2a57-7846-450e-81a1-1ee4cd51005c tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Request body: {'port': {'device_id': '3b0fa07e-9d2a-4dba-ae85-8ec07c3475ed', 'network_id': 'b6e6c3ca-c3d8-4912-bc05-b7a7acc77f35', 'admin_state_up': True, 'tenant_id': '3a839c247a824993a2c678394ab2ac52'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:33:50.836639 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4952520e-c034-429c-bff2-639ce981b6af req-4b05698c-8fac-470b-86fb-6b31fdc0e3f7 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.90 "GET /v2.0/security-groups?id=ce0b6bf0-0090-4ca0-98fe-25c5a90c9e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661363 Feb 09 21:33:50.848311 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-364e52ea-4dd0-45bf-8b0d-9f3ef467b9e1 admin admin] Router 8177804d-c0ef-46f7-9ff2-b23130a71f0f has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:33:50.871371 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4b9954-ed39-4062-be3d-a204b081d506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a303490d-e771-443b-9a08-8c0101edc371,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:50.878633 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-be4b9954-ed39-4062-be3d-a204b081d506 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=d93b4df5c4a74ba482ec2cfa3c4a32fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6593940 Feb 09 21:33:50.881482 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54050) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:50.904730 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:50.965543 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-6ada2481-cf79-456b-9841-28b8647a955d req-b44b0c03-908b-409f-90b5-957b8af05fc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:50.992210 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-16ec7683-5282-433c-a482-9867ab4ca855 None None] Provisioning complete for port 7e56733f-3fa4-4c8a-905e-fdb8bc413a59 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:33:50.992813 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-16ec7683-5282-433c-a482-9867ab4ca855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (7e56733f-3fa4-4c8a-905e-fdb8bc413a59), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:51.045328 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-16ec7683-5282-433c-a482-9867ab4ca855 None None] Port 7e56733f-3fa4-4c8a-905e-fdb8bc413a59 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:33:51.149077 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ab4fe68b-da44-4749-ba56-6ec404c5f865 admin admin] Publish callbacks [] for security_group (a303490d-e771-443b-9a08-8c0101edc371), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:51.157256 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9f7d94-0322-4c3c-ac77-1cc1cdc82bd9 req-4e3369eb-3091-4c31-a16d-0768f40fdeb4 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:51.158800 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fa9f7d94-0322-4c3c-ac77-1cc1cdc82bd9 req-4e3369eb-3091-4c31-a16d-0768f40fdeb4 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed637eb7-997b-4a50-b9a4-acd664f51f8f HTTP/1.1" status: 200 len: 945 time: 0.1944711 Feb 09 21:33:51.169231 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7088a7c2-2bca-4f77-92bc-a4097b4bb658 req-f56231d4-dcaa-4e38-98e3-544fc25a7a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:51.170587 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7088a7c2-2bca-4f77-92bc-a4097b4bb658 req-f56231d4-dcaa-4e38-98e3-544fc25a7a2d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=def3446e95584f24b6fdfb40ceda16ab&device_id=4f8339ab-f401-4931-96ab-51b877546307 HTTP/1.1" status: 200 len: 1131 time: 0.1550207 Feb 09 21:33:51.171704 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-e85551d8-4a5c-4a08-bce1-3166f6f17f31 None None] Provisioning complete for port 0f936aee-3a51-4f7b-82d9-9cfc556121c7 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:33:51.172378 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e85551d8-4a5c-4a08-bce1-3166f6f17f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (0f936aee-3a51-4f7b-82d9-9cfc556121c7), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:51.177491 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-364e52ea-4dd0-45bf-8b0d-9f3ef467b9e1 admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:33:51.193260 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-364e52ea-4dd0-45bf-8b0d-9f3ef467b9e1 admin admin] 10.222.0.90 "PUT /v2.0/routers/8177804d-c0ef-46f7-9ff2-b23130a71f0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4770534 Feb 09 21:33:51.203764 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b9bf49-85f7-4d4f-98e3-f97e93d069f0 req-96aadc7d-f1b7-408f-bd12-c41ef217b91d tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:51.204978 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d5b9bf49-85f7-4d4f-98e3-f97e93d069f0 req-96aadc7d-f1b7-408f-bd12-c41ef217b91d tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=4f8339ab-f401-4931-96ab-51b877546307 HTTP/1.1" status: 200 len: 949 time: 0.2317553 Feb 09 21:33:51.225209 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cab882-2990-48f4-8fa9-23f0eacbcaba req-58b08e35-a99c-4e84-a702-d6e4a7219afa tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:51.226860 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-50cab882-2990-48f4-8fa9-23f0eacbcaba req-58b08e35-a99c-4e84-a702-d6e4a7219afa tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.89 "GET /v2.0/ports?device_id=ed637eb7-997b-4a50-b9a4-acd664f51f8f HTTP/1.1" status: 200 len: 945 time: 0.2106569 Feb 09 21:33:51.230169 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ab4fe68b-da44-4749-ba56-6ec404c5f865 admin admin] Publish callbacks [] for security_group (a303490d-e771-443b-9a08-8c0101edc371), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:51.242909 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-e85551d8-4a5c-4a08-bce1-3166f6f17f31 None None] Port 0f936aee-3a51-4f7b-82d9-9cfc556121c7 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:33:51.255747 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-124b2a57-7846-450e-81a1-1ee4cd51005c tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Made reservation on behalf of 3a839c247a824993a2c678394ab2ac52 for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:33:51.259492 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-124b2a57-7846-450e-81a1-1ee4cd51005c tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:51.420706 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7088a7c2-2bca-4f77-92bc-a4097b4bb658 req-f28e5969-fa47-4c94-bb9c-3c7858c80c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:51.423133 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7088a7c2-2bca-4f77-92bc-a4097b4bb658 req-f28e5969-fa47-4c94-bb9c-3c7858c80c52 service neutron] 10.222.0.89 "GET /v2.0/networks?id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc HTTP/1.1" status: 200 len: 870 time: 0.2286654 Feb 09 21:33:51.424792 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fa9f7d94-0322-4c3c-ac77-1cc1cdc82bd9 req-710e2f0d-74bf-4675-b5c2-a1f464c670d7 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521746 Feb 09 21:33:51.452138 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ab4fe68b-da44-4749-ba56-6ec404c5f865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (a303490d-e771-443b-9a08-8c0101edc371), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:51.455940 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ab4fe68b-da44-4749-ba56-6ec404c5f865 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:51.457185 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-ab4fe68b-da44-4749-ba56-6ec404c5f865 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/a303490d-e771-443b-9a08-8c0101edc371 HTTP/1.1" status: 204 len: 168 time: 0.5748649 Feb 09 21:33:51.464670 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d5b9bf49-85f7-4d4f-98e3-f97e93d069f0 req-ff0a97ca-7349-49f6-9212-5f4fa930ba7a tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180500 Feb 09 21:33:51.473135 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-6ada2481-cf79-456b-9841-28b8647a955d req-b44b0c03-908b-409f-90b5-957b8af05fc0 service neutron] For port 5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec,segment=NetworkSegment(aad88faa-37a1-49ac-8a06-d36169fb75d8),segment_id=aad88faa-37a1-49ac-8a06-d36169fb75d8)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:33:51.552883 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-6ada2481-cf79-456b-9841-28b8647a955d req-b44b0c03-908b-409f-90b5-957b8af05fc0 service neutron] For port 5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec, host n-h2-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:33:51.683219 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-124b2a57-7846-450e-81a1-1ee4cd51005c tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Allocated IP 19.86.0.198 (b6e6c3ca-c3d8-4912-bc05-b7a7acc77f35/4df62153-fca7-49f4-9497-6db38d3e9249/57b06563-1bab-47a2-b7d7-f0ecc8b33eba) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:33:51.705271 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device bbaa2299-10a6-4525-bbb8-2f46acb64365 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:33:51.717541 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4fc49e4-17e3-4e1a-ad3a-53772172f962', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:33:51.721247 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bf592b5-52fa-4cb2-b37a-bbb6b9de33d4" -d '{"events": [{"server_uuid": "a4fc49e4-17e3-4e1a-ad3a-53772172f962", "name": "network-vif-unplugged", "status": "completed", "tag": "5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:33:51.725543 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-6ada2481-cf79-456b-9841-28b8647a955d req-b44b0c03-908b-409f-90b5-957b8af05fc0 service neutron] Publish callbacks [] for port (5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:51.776001 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-6ada2481-cf79-456b-9841-28b8647a955d req-b44b0c03-908b-409f-90b5-957b8af05fc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:51.813633 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port bbaa2299-10a6-4525-bbb8-2f46acb64365 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:33:51.814573 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (bbaa2299-10a6-4525-bbb8-2f46acb64365), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:51.878719 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c836bd-c67f-48c4-8f65-8afe6e35380d None None] Sync routers for ids ['8177804d-c0ef-46f7-9ff2-b23130a71f0f'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:33:51.887285 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4fe68b-da44-4749-ba56-6ec404c5f865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a303490d-e771-443b-9a08-8c0101edc371,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:51.889861 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7088a7c2-2bca-4f77-92bc-a4097b4bb658 req-2da81316-a596-4190-b783-2073444cac0f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=e91b0039-a035-445f-90c7-b61de1c5005a HTTP/1.1" status: 200 len: 217 time: 0.4459591 Feb 09 21:33:51.890210 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58def677-e5b2-4f91-8bf6-bd444cef6f20 req-a6267e45-8a20-4b95-924d-13a7492f4c88 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:51.897602 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-50cab882-2990-48f4-8fa9-23f0eacbcaba req-1968d2b1-6a24-49ee-b316-4cf348dc35b1 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Deleting port 8b62e22c-f954-4a6a-8780-d7a6ea6e99e3 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:33:51.897942 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-50cab882-2990-48f4-8fa9-23f0eacbcaba req-1968d2b1-6a24-49ee-b316-4cf348dc35b1 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (8b62e22c-f954-4a6a-8780-d7a6ea6e99e3), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:51.898562 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-58def677-e5b2-4f91-8bf6-bd444cef6f20 req-a6267e45-8a20-4b95-924d-13a7492f4c88 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=a4fc49e4-17e3-4e1a-ad3a-53772172f962 HTTP/1.1" status: 200 len: 945 time: 0.1974838 Feb 09 21:33:52.001442 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:33:52.008093 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device e91b0039-a035-445f-90c7-b61de1c5005a up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:33:52.030971 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-50cab882-2990-48f4-8fa9-23f0eacbcaba req-1968d2b1-6a24-49ee-b316-4cf348dc35b1 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] For port 8b62e22c-f954-4a6a-8780-d7a6ea6e99e3, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=8b62e22c-f954-4a6a-8780-d7a6ea6e99e3,segment=NetworkSegment(2e235117-e979-4e65-8640-84c4faf827fd),segment_id=2e235117-e979-4e65-8640-84c4faf827fd)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:33:52.031356 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-50cab882-2990-48f4-8fa9-23f0eacbcaba req-1968d2b1-6a24-49ee-b316-4cf348dc35b1 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (8b62e22c-f954-4a6a-8780-d7a6ea6e99e3), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:52.049383 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 54066) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:52.054771 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-50cab882-2990-48f4-8fa9-23f0eacbcaba req-1968d2b1-6a24-49ee-b316-4cf348dc35b1 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Calling delete_port for 8b62e22c-f954-4a6a-8780-d7a6ea6e99e3 owned by compute:nova {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:33:52.069792 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c836bd-c67f-48c4-8f65-8afe6e35380d None None] Routers {'8177804d-c0ef-46f7-9ff2-b23130a71f0f'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:33:52.071088 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-b4c836bd-c67f-48c4-8f65-8afe6e35380d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:33:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['8177804d-c0ef-46f7-9ff2-b23130a71f0f'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:33:52.075236 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d4588aa6-d4dc-4112-85d8-b50abee45fa3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:52.093126 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44b0c03-908b-409f-90b5-957b8af05fc0 service neutron] Pushing event updated for resources: {'Port': ['ID=5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec,revision_number=7']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:52.098950 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7088a7c2-2bca-4f77-92bc-a4097b4bb658 req-3561e1c4-3785-46d1-a0e4-51d854d03a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:52.100468 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7088a7c2-2bca-4f77-92bc-a4097b4bb658 req-3561e1c4-3785-46d1-a0e4-51d854d03a4d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0f7402ac-a35b-414b-bcc1-bc1c3072ec3c HTTP/1.1" status: 200 len: 843 time: 0.1995306 Feb 09 21:33:52.177285 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7088a7c2-2bca-4f77-92bc-a4097b4bb658 req-365a24b1-421c-46dd-80d0-a5f0802e0916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:52.178950 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7088a7c2-2bca-4f77-92bc-a4097b4bb658 req-365a24b1-421c-46dd-80d0-a5f0802e0916 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0713961 Feb 09 21:33:52.183142 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-58def677-e5b2-4f91-8bf6-bd444cef6f20 req-9dfa1575-6b65-42e8-b6eb-9d0875cdb334 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2837057 Feb 09 21:33:52.184927 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-6ada2481-cf79-456b-9841-28b8647a955d req-b44b0c03-908b-409f-90b5-957b8af05fc0 service neutron] Attempting to bind port 5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec on host n-h2-828369-5 for vnic_type normal with profile {"migrating_to": "n-h1-828369-5"} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:33:52.188117 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-6ada2481-cf79-456b-9841-28b8647a955d req-b44b0c03-908b-409f-90b5-957b8af05fc0 service neutron] Attempting to bind port 5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': 'aad88faa-37a1-49ac-8a06-d36169fb75d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '37143bd2-1331-4c73-96e2-f9c3179c6daf'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:33:52.188378 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ada2481-cf79-456b-9841-28b8647a955d req-b44b0c03-908b-409f-90b5-957b8af05fc0 service neutron] Attempting to bind port 5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec on network 37143bd2-1331-4c73-96e2-f9c3179c6daf {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:33:52.217569 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ada2481-cf79-456b-9841-28b8647a955d req-b44b0c03-908b-409f-90b5-957b8af05fc0 service neutron] Port 5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec on network 37143bd2-1331-4c73-96e2-f9c3179c6daf not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:33:52.218655 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ada2481-cf79-456b-9841-28b8647a955d req-b44b0c03-908b-409f-90b5-957b8af05fc0 service neutron] Attempting to bind port 5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec on network 37143bd2-1331-4c73-96e2-f9c3179c6daf {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:33:52.246606 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ada2481-cf79-456b-9841-28b8647a955d req-b44b0c03-908b-409f-90b5-957b8af05fc0 service neutron] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:33:52.247190 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ada2481-cf79-456b-9841-28b8647a955d req-b44b0c03-908b-409f-90b5-957b8af05fc0 service neutron] Checking segment: {'id': 'aad88faa-37a1-49ac-8a06-d36169fb75d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '37143bd2-1331-4c73-96e2-f9c3179c6daf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:33:52.247549 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ada2481-cf79-456b-9841-28b8647a955d req-b44b0c03-908b-409f-90b5-957b8af05fc0 service neutron] Bound using segment: {'id': 'aad88faa-37a1-49ac-8a06-d36169fb75d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '37143bd2-1331-4c73-96e2-f9c3179c6daf'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:33:52.248002 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-6ada2481-cf79-456b-9841-28b8647a955d req-b44b0c03-908b-409f-90b5-957b8af05fc0 service neutron] Bound port: 5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aad88faa-37a1-49ac-8a06-d36169fb75d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '37143bd2-1331-4c73-96e2-f9c3179c6daf'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:33:52.248652 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-6ada2481-cf79-456b-9841-28b8647a955d req-b44b0c03-908b-409f-90b5-957b8af05fc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:52.273368 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port bbaa2299-10a6-4525-bbb8-2f46acb64365 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:33:52.293309 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.db.resource_extend [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 21:33:52.311629 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-124b2a57-7846-450e-81a1-1ee4cd51005c tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks [] for port (57b06563-1bab-47a2-b7d7-f0ecc8b33eba), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:52.323154 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-50cab882-2990-48f4-8fa9-23f0eacbcaba req-1968d2b1-6a24-49ee-b316-4cf348dc35b1 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (8b62e22c-f954-4a6a-8780-d7a6ea6e99e3), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:52.353972 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['8b62e22c-f954-4a6a-8780-d7a6ea6e99e3'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:33:52.357125 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['df09fb29-1ecd-4bea-b09f-dc089b20c12e'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:33:52.358750 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70679f64-06b3-4d45-8f82-91d223c775d9 req-f5347990-8da7-4f3e-bc79-8090fa0137d6 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:52.360935 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-70679f64-06b3-4d45-8f82-91d223c775d9 req-f5347990-8da7-4f3e-bc79-8090fa0137d6 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/ports?device_id=ac2e37af-a8de-476a-83bd-d987e0be588b HTTP/1.1" status: 200 len: 945 time: 0.2490349 Feb 09 21:33:52.376690 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1968d2b1-6a24-49ee-b316-4cf348dc35b1 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Pushing event deleted for resources: {'Port': ['ID=8b62e22c-f954-4a6a-8780-d7a6ea6e99e3,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:52.389292 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7088a7c2-2bca-4f77-92bc-a4097b4bb658 req-3d113578-d041-4d50-aa52-2cb23a582f4a service neutron] 10.222.0.89 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005310 Feb 09 21:33:52.475994 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d4588aa6-d4dc-4112-85d8-b50abee45fa3 admin admin] Publish callbacks [] for security_group (9f5b2398-a7f7-45cf-b100-a844c363eff0), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:52.491036 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-6ada2481-cf79-456b-9841-28b8647a955d req-b44b0c03-908b-409f-90b5-957b8af05fc0 service neutron] For port 5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec, host n-h2-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:33:52.493866 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d4588aa6-d4dc-4112-85d8-b50abee45fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (9f5b2398-a7f7-45cf-b100-a844c363eff0), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:52.495282 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-50cab882-2990-48f4-8fa9-23f0eacbcaba req-1968d2b1-6a24-49ee-b316-4cf348dc35b1 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] No DVR routers for this DVR port 8b62e22c-f954-4a6a-8780-d7a6ea6e99e3 on host n-h2-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:33:52.500968 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-50cab882-2990-48f4-8fa9-23f0eacbcaba req-1968d2b1-6a24-49ee-b316-4cf348dc35b1 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:52.505812 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-50cab882-2990-48f4-8fa9-23f0eacbcaba req-1968d2b1-6a24-49ee-b316-4cf348dc35b1 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.89 "DELETE /v2.0/ports/8b62e22c-f954-4a6a-8780-d7a6ea6e99e3 HTTP/1.1" status: 204 len: 173 time: 1.2583354 Feb 09 21:33:52.506508 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed637eb7-997b-4a50-b9a4-acd664f51f8f', 'name': 'network-vif-deleted', 'tag': '8b62e22c-f954-4a6a-8780-d7a6ea6e99e3'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:33:52.509526 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a1c99d4-9216-43d4-a79c-8215faebda3f" -d '{"events": [{"server_uuid": "ed637eb7-997b-4a50-b9a4-acd664f51f8f", "name": "network-vif-deleted", "tag": "8b62e22c-f954-4a6a-8780-d7a6ea6e99e3"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:33:52.523503 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-124b2a57-7846-450e-81a1-1ee4cd51005c tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (57b06563-1bab-47a2-b7d7-f0ecc8b33eba), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:52.539142 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-70679f64-06b3-4d45-8f82-91d223c775d9 req-44af7d06-27f3-43e8-ae2e-2121dfc3b255 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/security-groups?id=53864ffe-fa53-4ead-9e41-21e6252e7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679769 Feb 09 21:33:52.543393 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-6ada2481-cf79-456b-9841-28b8647a955d req-b44b0c03-908b-409f-90b5-957b8af05fc0 service neutron] For port 5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec, host n-h2-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec,segment=NetworkSegment(aad88faa-37a1-49ac-8a06-d36169fb75d8),segment_id=aad88faa-37a1-49ac-8a06-d36169fb75d8)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:33:52.578859 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7088a7c2-2bca-4f77-92bc-a4097b4bb658 req-63f59aa1-6b97-4117-9477-9b7e001b22d9 service neutron] 10.222.0.89 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826620 Feb 09 21:33:52.641733 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-6ada2481-cf79-456b-9841-28b8647a955d req-b44b0c03-908b-409f-90b5-957b8af05fc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:52.657227 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9773b9df-875a-4007-adf3-59372890eb7e x-openstack-request-id: req-9773b9df-875a-4007-adf3-59372890eb7e {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:33:52.657733 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4fc49e4-17e3-4e1a-ad3a-53772172f962", "name": "network-vif-unplugged", "status": "completed", "tag": "5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:33:52.658322 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-9773b9df-875a-4007-adf3-59372890eb7e {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:33:52.658891 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4fc49e4-17e3-4e1a-ad3a-53772172f962', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec', 'code': 200} Feb 09 21:33:52.676716 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54078) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:52.677265 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-d4588aa6-d4dc-4112-85d8-b50abee45fa3 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=71d9d40369c54224acb9d043f34d7893&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6225438 Feb 09 21:33:52.678405 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4588aa6-d4dc-4112-85d8-b50abee45fa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f5b2398-a7f7-45cf-b100-a844c363eff0,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:52.706018 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-124b2a57-7846-450e-81a1-1ee4cd51005c tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Network b6e6c3ca-c3d8-4912-bc05-b7a7acc77f35 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:33:52.714806 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124b2a57-7846-450e-81a1-1ee4cd51005c tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Pushing event updated for resources: {'Port': ['ID=57b06563-1bab-47a2-b7d7-f0ecc8b33eba,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:52.717756 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-124b2a57-7846-450e-81a1-1ee4cd51005c tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:33:52.727521 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-124b2a57-7846-450e-81a1-1ee4cd51005c tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:33:52.804074 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2a690ff5-d3c5-4de2-aaf0-de027f3aba55 admin admin] Publish callbacks [] for security_group (9f5b2398-a7f7-45cf-b100-a844c363eff0), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:52.836459 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec, host n-h2-828369-5, got binding levels [] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:33:52.853937 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2a690ff5-d3c5-4de2-aaf0-de027f3aba55 admin admin] Publish callbacks [] for security_group (9f5b2398-a7f7-45cf-b100-a844c363eff0), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:52.880270 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ada2481-cf79-456b-9841-28b8647a955d req-b44b0c03-908b-409f-90b5-957b8af05fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:52.885060 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-6ada2481-cf79-456b-9841-28b8647a955d req-b44b0c03-908b-409f-90b5-957b8af05fc0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:52.886528 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6ada2481-cf79-456b-9841-28b8647a955d req-b44b0c03-908b-409f-90b5-957b8af05fc0 service neutron] 10.222.0.95 "PUT /v2.0/ports/5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec HTTP/1.1" status: 200 len: 1121 time: 2.3695719 Feb 09 21:33:52.922579 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-b4c836bd-c67f-48c4-8f65-8afe6e35380d None None] Set router 8177804d-c0ef-46f7-9ff2-b23130a71f0f gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:33:52.949445 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2a690ff5-d3c5-4de2-aaf0-de027f3aba55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (9f5b2398-a7f7-45cf-b100-a844c363eff0), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:52.954585 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2a690ff5-d3c5-4de2-aaf0-de027f3aba55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:52.958817 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-2a690ff5-d3c5-4de2-aaf0-de027f3aba55 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/9f5b2398-a7f7-45cf-b100-a844c363eff0 HTTP/1.1" status: 204 len: 168 time: 0.2806492 Feb 09 21:33:52.981738 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a690ff5-d3c5-4de2-aaf0-de027f3aba55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f5b2398-a7f7-45cf-b100-a844c363eff0,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:53.131430 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-124b2a57-7846-450e-81a1-1ee4cd51005c tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:53.132457 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-124b2a57-7846-450e-81a1-1ee4cd51005c tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:53.172578 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44b0c03-908b-409f-90b5-957b8af05fc0 service neutron] Pushing event updated for resources: {'Port': ['ID=5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec,revision_number=8']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:53.202592 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-124b2a57-7846-450e-81a1-1ee4cd51005c tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3930364 Feb 09 21:33:53.241003 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:33:53.249449 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e69e5b7-9f89-4a8e-a936-ddad363da2ea req-12038ee0-5c28-4f11-add6-175a3486b785 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:53.270387 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e69e5b7-9f89-4a8e-a936-ddad363da2ea req-12038ee0-5c28-4f11-add6-175a3486b785 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:53.273919 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54084) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:53.283800 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-f0358682-9a74-4bcd-973e-d9d30b13128d tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1452164486', 'description': 'tempest-description--459945402'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:33:53.288468 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:33:53.293498 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5e69e5b7-9f89-4a8e-a936-ddad363da2ea req-12038ee0-5c28-4f11-add6-175a3486b785 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.90 "GET /v2.0/ports?device_id=3b0fa07e-9d2a-4dba-ae85-8ec07c3475ed HTTP/1.1" status: 200 len: 1655 time: 0.4320688 Feb 09 21:33:53.323398 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-3394330d-229e-4400-b4b6-7fa9521b2694 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Request body: {'port': {'device_id': '3b0fa07e-9d2a-4dba-ae85-8ec07c3475ed', 'network_id': '06c4241a-bdd3-4ab1-babc-b91e338daa1a', 'admin_state_up': True, 'tenant_id': '3a839c247a824993a2c678394ab2ac52'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:33:53.359522 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f0358682-9a74-4bcd-973e-d9d30b13128d tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:53.376387 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning for port e91b0039-a035-445f-90c7-b61de1c5005a completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:33:53.515803 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5e69e5b7-9f89-4a8e-a936-ddad363da2ea req-0a2e60d2-6ccf-4512-8625-fa79565ada99 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.90 "GET /v2.0/security-groups?id=ce0b6bf0-0090-4ca0-98fe-25c5a90c9e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202644 Feb 09 21:33:53.517457 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port e91b0039-a035-445f-90c7-b61de1c5005a triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:33:53.518573 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (e91b0039-a035-445f-90c7-b61de1c5005a), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:53.594035 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f0358682-9a74-4bcd-973e-d9d30b13128d tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] Publish callbacks [] for security_group (47b8d546-ab8a-4003-b5cc-741806b9d4df), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:53.606101 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f0358682-9a74-4bcd-973e-d9d30b13128d tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (47b8d546-ab8a-4003-b5cc-741806b9d4df), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:53.661589 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Attempting to bind port 5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec on host n-h2-828369-5 for vnic_type normal with profile {"migrating_to": "n-h1-828369-5"} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:33:53.661976 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Attempting to bind port 5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': 'aad88faa-37a1-49ac-8a06-d36169fb75d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '37143bd2-1331-4c73-96e2-f9c3179c6daf'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:33:53.662363 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Attempting to bind port 5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec on network 37143bd2-1331-4c73-96e2-f9c3179c6daf {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:33:53.681357 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f0358682-9a74-4bcd-973e-d9d30b13128d tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:53.682688 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-f0358682-9a74-4bcd-973e-d9d30b13128d tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4072020 Feb 09 21:33:53.683886 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0358682-9a74-4bcd-973e-d9d30b13128d tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47b8d546-ab8a-4003-b5cc-741806b9d4df,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:53.685928 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54100) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:53.707568 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-da0be5ef-1a7f-43f3-8912-f1466baf7a7a tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] Request body: {'security_group_rule': {'security_group_id': '47b8d546-ab8a-4003-b5cc-741806b9d4df', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:33:53.736740 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Port 5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec on network 37143bd2-1331-4c73-96e2-f9c3179c6daf not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:33:53.737771 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Attempting to bind port 5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec on network 37143bd2-1331-4c73-96e2-f9c3179c6daf {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:33:53.769963 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-da0be5ef-1a7f-43f3-8912-f1466baf7a7a tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] Publish callbacks [] for security_group_rule (5164c9cd-9f16-45ca-b0fd-538780883cff), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:53.789180 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:33:53.789662 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Checking segment: {'id': 'aad88faa-37a1-49ac-8a06-d36169fb75d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '37143bd2-1331-4c73-96e2-f9c3179c6daf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:33:53.797411 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Bound using segment: {'id': 'aad88faa-37a1-49ac-8a06-d36169fb75d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '37143bd2-1331-4c73-96e2-f9c3179c6daf'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:33:53.797940 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Bound port: 5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aad88faa-37a1-49ac-8a06-d36169fb75d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '37143bd2-1331-4c73-96e2-f9c3179c6daf'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:33:53.798388 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:53.824839 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:53.879510 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-da0be5ef-1a7f-43f3-8912-f1466baf7a7a tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] Publish callbacks [] for security_group_rule (5164c9cd-9f16-45ca-b0fd-538780883cff), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:53.883643 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-da0be5ef-1a7f-43f3-8912-f1466baf7a7a tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (5164c9cd-9f16-45ca-b0fd-538780883cff), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:53.914211 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-da0be5ef-1a7f-43f3-8912-f1466baf7a7a tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:53.918093 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-da0be5ef-1a7f-43f3-8912-f1466baf7a7a tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2311349 Feb 09 21:33:53.919325 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0be5ef-1a7f-43f3-8912-f1466baf7a7a tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5164c9cd-9f16-45ca-b0fd-538780883cff,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:53.926724 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54108) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:53.932056 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-eb04d358-342d-480e-8e11-0acc0b76e492 tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] Request body: {'security_group_rule': {'security_group_id': '47b8d546-ab8a-4003-b5cc-741806b9d4df', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:33:53.965788 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-eb04d358-342d-480e-8e11-0acc0b76e492 tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] Publish callbacks [] for security_group_rule (83272a31-167d-4105-a5c3-f093f8eaddb5), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:53.967945 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-d599236c-01f8-4f20-80cc-71d738cf239e None None] Provisioning complete for port 57b06563-1bab-47a2-b7d7-f0ecc8b33eba triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:33:53.968206 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d599236c-01f8-4f20-80cc-71d738cf239e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (57b06563-1bab-47a2-b7d7-f0ecc8b33eba), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:54.013083 n-d-828369-5 neutron-server[103142]: WARNING neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Concurrent port binding operations failed on port 5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec Feb 09 21:33:54.054558 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-eb04d358-342d-480e-8e11-0acc0b76e492 tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] Publish callbacks [] for security_group_rule (83272a31-167d-4105-a5c3-f093f8eaddb5), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:54.060403 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-eb04d358-342d-480e-8e11-0acc0b76e492 tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (83272a31-167d-4105-a5c3-f093f8eaddb5), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:54.087806 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec,segment=NetworkSegment(aad88faa-37a1-49ac-8a06-d36169fb75d8),segment_id=aad88faa-37a1-49ac-8a06-d36169fb75d8)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:33:54.090589 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb04d358-342d-480e-8e11-0acc0b76e492 tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83272a31-167d-4105-a5c3-f093f8eaddb5,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:54.104065 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-eb04d358-342d-480e-8e11-0acc0b76e492 tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:54.108495 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-eb04d358-342d-480e-8e11-0acc0b76e492 tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1777387 Feb 09 21:33:54.108885 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54114) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:33:54.116938 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-215b49f9-f126-4a42-8ec2-7fb27a226c04 tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] Request body: {'floatingip': {'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:33:54.143294 n-d-828369-5 neutron-server[103142]: INFO neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Attempt 2 to bind port 5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec Feb 09 21:33:54.143770 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec has no active binding in host n-h1-828369-5 {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 21:33:54.170340 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port e91b0039-a035-445f-90c7-b61de1c5005a is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:33:54.171154 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (e91b0039-a035-445f-90c7-b61de1c5005a), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:54.171899 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-215b49f9-f126-4a42-8ec2-7fb27a226c04 tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:54.187931 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-d599236c-01f8-4f20-80cc-71d738cf239e None None] Port 57b06563-1bab-47a2-b7d7-f0ecc8b33eba cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:33:54.201961 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e89c234d-c307-4504-81f3-18df4b86cefd req-54def6ad-14d6-4294-8b91-d946ff3b29db tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed637eb7-997b-4a50-b9a4-acd664f51f8f HTTP/1.1" status: 200 len: 210 time: 0.6521721 Feb 09 21:33:54.301078 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-3394330d-229e-4400-b4b6-7fa9521b2694 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Made reservation on behalf of 3a839c247a824993a2c678394ab2ac52 for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:33:54.304822 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-3394330d-229e-4400-b4b6-7fa9521b2694 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:54.307295 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12e6286e-cfe4-4eb8-8087-e2a286e261b0 x-openstack-request-id: req-12e6286e-cfe4-4eb8-8087-e2a286e261b0 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:33:54.308181 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed637eb7-997b-4a50-b9a4-acd664f51f8f", "name": "network-vif-deleted", "tag": "8b62e22c-f954-4a6a-8780-d7a6ea6e99e3", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:33:54.308739 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-12e6286e-cfe4-4eb8-8087-e2a286e261b0 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:33:54.309827 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed637eb7-997b-4a50-b9a4-acd664f51f8f', 'name': 'network-vif-deleted', 'tag': '8b62e22c-f954-4a6a-8780-d7a6ea6e99e3', 'status': 'completed', 'code': 200} Feb 09 21:33:54.360776 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-215b49f9-f126-4a42-8ec2-7fb27a226c04 tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:54.373636 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f8339ab-f401-4931-96ab-51b877546307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e91b0039-a035-445f-90c7-b61de1c5005a'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:33:54.379318 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff2b6dd5-7395-4dfe-80c4-c4d359abc31a" -d '{"events": [{"server_uuid": "4f8339ab-f401-4931-96ab-51b877546307", "name": "network-vif-plugged", "status": "completed", "tag": "e91b0039-a035-445f-90c7-b61de1c5005a"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:33:54.411641 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port e91b0039-a035-445f-90c7-b61de1c5005a, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=e91b0039-a035-445f-90c7-b61de1c5005a,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:33:54.431981 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (e91b0039-a035-445f-90c7-b61de1c5005a), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:54.502079 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-b4c836bd-c67f-48c4-8f65-8afe6e35380d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8177804d-c0ef-46f7-9ff2-b23130a71f0f', 'name': 'tempest-ServersTestManualDisk-1208581549-router', 'tenant_id': '77fda44304ae4f269c2e2e6260f94941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': 'bbaa2299-10a6-4525-bbb8-2f46acb64365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:33:43Z', 'updated_at': '2022-02-09T21:33:49Z', 'revision_number': 4, 'project_id': '77fda44304ae4f269c2e2e6260f94941', 'gw_port': {'id': 'bbaa2299-10a6-4525-bbb8-2f46acb64365', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8177804d-c0ef-46f7-9ff2-b23130a71f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:44Z', 'updated_at': '2022-02-09T21:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '0f936aee-3a51-4f7b-82d9-9cfc556121c7', 'name': '', 'network_id': 'ab898bc0-8b8e-4a5d-9904-0dc9997586ad', 'tenant_id': '77fda44304ae4f269c2e2e6260f94941', 'mac_address': 'fa:16:3e:f9:1a:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8177804d-c0ef-46f7-9ff2-b23130a71f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '13dd7afc-9a8a-4b1c-bfde-c2a9e20a0dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:48Z', 'updated_at': '2022-02-09T21:33:49Z', 'revision_number': 2, 'project_id': '77fda44304ae4f269c2e2e6260f94941', 'subnets': [{'id': '13dd7afc-9a8a-4b1c-bfde-c2a9e20a0dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:33:54.521989 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-215b49f9-f126-4a42-8ec2-7fb27a226c04 tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] Allocated IP 172.25.3.240 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/44d3ced5-b4c1-440f-9086-3a855af05fb6) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:33:54.528770 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cf09ad-629e-44a9-aa74-bebeb7cc0eb1 req-63852b83-d003-4b95-bc3c-daf6cdd55359 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:54.536132 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-62cf09ad-629e-44a9-aa74-bebeb7cc0eb1 req-63852b83-d003-4b95-bc3c-daf6cdd55359 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=4f8339ab-f401-4931-96ab-51b877546307 HTTP/1.1" status: 200 len: 949 time: 0.3407629 Feb 09 21:33:54.615366 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c836bd-c67f-48c4-8f65-8afe6e35380d None None] Checking router: 8177804d-c0ef-46f7-9ff2-b23130a71f0f for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:33:54.615728 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c836bd-c67f-48c4-8f65-8afe6e35380d None None] Updating router 8177804d-c0ef-46f7-9ff2-b23130a71f0f port 0f936aee-3a51-4f7b-82d9-9cfc556121c7 binding host n-d-828369-5 {{(pid=103142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:33:54.657892 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ece140-5c1c-4ea8-9fe5-97fc5ca277cb req-31bd738d-67ab-458d-898f-7fb53973d82a tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:54.659565 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-01ece140-5c1c-4ea8-9fe5-97fc5ca277cb req-31bd738d-67ab-458d-898f-7fb53973d82a tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=a4fc49e4-17e3-4e1a-ad3a-53772172f962 HTTP/1.1" status: 200 len: 943 time: 0.1987391 Feb 09 21:33:54.663937 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4fc49e4-17e3-4e1a-ad3a-53772172f962', 'tag': '5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:33:54.667057 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8390e8dc-b7f8-43b6-88a3-4c5d07d7b4f6" -d '{"events": [{"name": "network-changed", "server_uuid": "a4fc49e4-17e3-4e1a-ad3a-53772172f962", "tag": "5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:33:54.687059 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=e91b0039-a035-445f-90c7-b61de1c5005a,revision_number=9']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:54.706169 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-62cf09ad-629e-44a9-aa74-bebeb7cc0eb1 req-887d79e4-f311-4f85-8d8c-9276343e5de2 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688046 Feb 09 21:33:54.710386 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b4c836bd-c67f-48c4-8f65-8afe6e35380d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (0f936aee-3a51-4f7b-82d9-9cfc556121c7), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:54.721793 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-215b49f9-f126-4a42-8ec2-7fb27a226c04 tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] Publish callbacks [] for port (44d3ced5-b4c1-440f-9086-3a855af05fb6), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:54.724176 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-3394330d-229e-4400-b4b6-7fa9521b2694 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Allocated IP 19.80.0.89 (06c4241a-bdd3-4ab1-babc-b91e338daa1a/e1293fbc-fe20-41e8-a05e-2ee2773a139f/0a016d3d-b9d6-41fb-ae4c-910e1902267b) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:33:54.808454 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-215b49f9-f126-4a42-8ec2-7fb27a226c04 tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (44d3ced5-b4c1-440f-9086-3a855af05fb6), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:54.905140 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-01ece140-5c1c-4ea8-9fe5-97fc5ca277cb req-22750c08-bd27-4fb4-ad27-011447a68b27 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299497 Feb 09 21:33:54.958467 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215b49f9-f126-4a42-8ec2-7fb27a226c04 tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] Pushing event updated for resources: {'Port': ['ID=44d3ced5-b4c1-440f-9086-3a855af05fb6,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:54.971139 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215b49f9-f126-4a42-8ec2-7fb27a226c04 tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:33:54.975859 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-215b49f9-f126-4a42-8ec2-7fb27a226c04 tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:33:54.991921 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215b49f9-f126-4a42-8ec2-7fb27a226c04 tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:33:55.054616 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6df9c7ed-7569-4d01-a902-f2dfa7159e44 x-openstack-request-id: req-6df9c7ed-7569-4d01-a902-f2dfa7159e44 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:33:55.055089 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f8339ab-f401-4931-96ab-51b877546307", "name": "network-vif-plugged", "status": "completed", "tag": "e91b0039-a035-445f-90c7-b61de1c5005a", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:33:55.055357 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-6df9c7ed-7569-4d01-a902-f2dfa7159e44 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:33:55.056629 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f8339ab-f401-4931-96ab-51b877546307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e91b0039-a035-445f-90c7-b61de1c5005a', 'code': 200} Feb 09 21:33:55.162326 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-215b49f9-f126-4a42-8ec2-7fb27a226c04 tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] Publish callbacks [] for floatingip (91b82acb-dd61-42fa-b8cc-e59d706db891), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:55.212742 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-215b49f9-f126-4a42-8ec2-7fb27a226c04 tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (44d3ced5-b4c1-440f-9086-3a855af05fb6), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:55.283289 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-3394330d-229e-4400-b4b6-7fa9521b2694 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks [] for port (0a016d3d-b9d6-41fb-ae4c-910e1902267b), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:55.311420 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3ae214-963a-42a4-b41e-dfc9abcb4741 req-b5ce840d-e562-4aae-9097-3118b963bd46 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:55.316788 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3ae214-963a-42a4-b41e-dfc9abcb4741 req-b5ce840d-e562-4aae-9097-3118b963bd46 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:55.318426 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fa3ae214-963a-42a4-b41e-dfc9abcb4741 req-b5ce840d-e562-4aae-9097-3118b963bd46 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.90 "GET /v2.0/ports?device_id=3b0fa07e-9d2a-4dba-ae85-8ec07c3475ed HTTP/1.1" status: 200 len: 1655 time: 0.2079954 Feb 09 21:33:55.329367 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca5c4ca-2c9c-4911-a7e2-9c35ef2c4537 req-79cd59ca-0bd7-4750-b1ee-d1ace4c68b02 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:55.330403 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9ca5c4ca-2c9c-4911-a7e2-9c35ef2c4537 req-79cd59ca-0bd7-4750-b1ee-d1ace4c68b02 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/ports?device_id=ac2e37af-a8de-476a-83bd-d987e0be588b HTTP/1.1" status: 200 len: 945 time: 0.2211289 Feb 09 21:33:55.426971 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-3394330d-229e-4400-b4b6-7fa9521b2694 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (0a016d3d-b9d6-41fb-ae4c-910e1902267b), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:55.472974 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fa3ae214-963a-42a4-b41e-dfc9abcb4741 req-5cd913da-2c25-4fd4-b942-cff102e44390 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.90 "GET /v2.0/security-groups?id=ce0b6bf0-0090-4ca0-98fe-25c5a90c9e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398988 Feb 09 21:33:55.491523 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9ca5c4ca-2c9c-4911-a7e2-9c35ef2c4537 req-db3db8da-511a-401a-abbc-dc28d87d2737 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/security-groups?id=53864ffe-fa53-4ead-9e41-21e6252e7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358752 Feb 09 21:33:55.512909 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b4c836bd-c67f-48c4-8f65-8afe6e35380d None None] Publish callbacks [] for port (0f936aee-3a51-4f7b-82d9-9cfc556121c7), precommit_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:55.522670 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-215b49f9-f126-4a42-8ec2-7fb27a226c04 tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] Publish callbacks [] for port (44d3ced5-b4c1-440f-9086-3a855af05fb6), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:55.523091 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b4c836bd-c67f-48c4-8f65-8afe6e35380d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (0f936aee-3a51-4f7b-82d9-9cfc556121c7), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:55.532267 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-215b49f9-f126-4a42-8ec2-7fb27a226c04 tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (44d3ced5-b4c1-440f-9086-3a855af05fb6), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:55.547784 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-3394330d-229e-4400-b4b6-7fa9521b2694 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Network 06c4241a-bdd3-4ab1-babc-b91e338daa1a is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:33:55.551977 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-3394330d-229e-4400-b4b6-7fa9521b2694 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:33:55.566615 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3394330d-229e-4400-b4b6-7fa9521b2694 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Pushing event updated for resources: {'Port': ['ID=0a016d3d-b9d6-41fb-ae4c-910e1902267b,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:55.569446 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-3394330d-229e-4400-b4b6-7fa9521b2694 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:33:55.639698 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215b49f9-f126-4a42-8ec2-7fb27a226c04 tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] Pushing event updated for resources: {'Port': ['ID=44d3ced5-b4c1-440f-9086-3a855af05fb6,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:55.654533 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62efdd5f-5a1c-42d0-8088-fd0dd88a37c6 x-openstack-request-id: req-62efdd5f-5a1c-42d0-8088-fd0dd88a37c6 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:33:55.654782 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4fc49e4-17e3-4e1a-ad3a-53772172f962", "tag": "5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:33:55.654922 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-62efdd5f-5a1c-42d0-8088-fd0dd88a37c6 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:33:55.655639 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4fc49e4-17e3-4e1a-ad3a-53772172f962', 'tag': '5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec', 'status': 'completed', 'code': 200} Feb 09 21:33:55.701094 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d61689-7bf2-413c-b8b9-89d452bae389 None None] Pushing event updated for resources: {'Port': ['ID=0f936aee-3a51-4f7b-82d9-9cfc556121c7,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:55.720475 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 8b62e22c-f954-4a6a-8780-d7a6ea6e99e3 no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:33:55.724296 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-b4c836bd-c67f-48c4-8f65-8afe6e35380d None None] Attempting to bind port 0f936aee-3a51-4f7b-82d9-9cfc556121c7 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:33:55.724852 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-b4c836bd-c67f-48c4-8f65-8afe6e35380d None None] Attempting to bind port 0f936aee-3a51-4f7b-82d9-9cfc556121c7 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '4a4447ae-fa93-4ee0-a90a-ab4a83659d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ab898bc0-8b8e-4a5d-9904-0dc9997586ad'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:33:55.725262 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c836bd-c67f-48c4-8f65-8afe6e35380d None None] Attempting to bind port 0f936aee-3a51-4f7b-82d9-9cfc556121c7 on network ab898bc0-8b8e-4a5d-9904-0dc9997586ad {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:33:55.755435 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c836bd-c67f-48c4-8f65-8afe6e35380d None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:33:55.755818 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c836bd-c67f-48c4-8f65-8afe6e35380d None None] Checking segment: {'id': '4a4447ae-fa93-4ee0-a90a-ab4a83659d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ab898bc0-8b8e-4a5d-9904-0dc9997586ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:33:55.756130 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b4c836bd-c67f-48c4-8f65-8afe6e35380d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:55.763006 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c836bd-c67f-48c4-8f65-8afe6e35380d None None] Bound using segment: {'id': '4a4447ae-fa93-4ee0-a90a-ab4a83659d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ab898bc0-8b8e-4a5d-9904-0dc9997586ad'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:33:55.764006 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-b4c836bd-c67f-48c4-8f65-8afe6e35380d None None] Bound port: 0f936aee-3a51-4f7b-82d9-9cfc556121c7, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a4447ae-fa93-4ee0-a90a-ab4a83659d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ab898bc0-8b8e-4a5d-9904-0dc9997586ad'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:33:55.764417 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b4c836bd-c67f-48c4-8f65-8afe6e35380d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (0f936aee-3a51-4f7b-82d9-9cfc556121c7), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:55.809520 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] No Port match for: 8b62e22c-f954-4a6a-8780-d7a6ea6e99e3 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:33:55.809994 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 8b62e22c-f954-4a6a-8780-d7a6ea6e99e3 not bound to the agent host n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:33:55.821134 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8390e8dc-b7f8-43b6-88a3-4c5d07d7b4f6 req-d87b71cd-a6bb-4523-8257-cefb9a917ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:55.825433 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-8390e8dc-b7f8-43b6-88a3-4c5d07d7b4f6 req-d87b71cd-a6bb-4523-8257-cefb9a917ca9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2bd637e202e1467d81aff230fe0a3e7e&device_id=a4fc49e4-17e3-4e1a-ad3a-53772172f962 HTTP/1.1" status: 200 len: 1155 time: 0.1898751 Feb 09 21:33:55.873507 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-3394330d-229e-4400-b4b6-7fa9521b2694 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:55.874621 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-3394330d-229e-4400-b4b6-7fa9521b2694 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:55.942979 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-b4c836bd-c67f-48c4-8f65-8afe6e35380d None None] For port 0f936aee-3a51-4f7b-82d9-9cfc556121c7, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:33:55.947085 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-b4c836bd-c67f-48c4-8f65-8afe6e35380d None None] For port 0f936aee-3a51-4f7b-82d9-9cfc556121c7, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=0f936aee-3a51-4f7b-82d9-9cfc556121c7,segment=NetworkSegment(4a4447ae-fa93-4ee0-a90a-ab4a83659d7c),segment_id=4a4447ae-fa93-4ee0-a90a-ab4a83659d7c)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:33:55.960120 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b4c836bd-c67f-48c4-8f65-8afe6e35380d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (0f936aee-3a51-4f7b-82d9-9cfc556121c7), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:55.988815 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a7c2e8a9-e361-44b8-9079-d3cd018bac13 req-fe7a5402-c0dc-46a1-9527-d3db869db84d tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed637eb7-997b-4a50-b9a4-acd664f51f8f HTTP/1.1" status: 200 len: 210 time: 0.0923615 Feb 09 21:33:56.035045 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-3394330d-229e-4400-b4b6-7fa9521b2694 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8219967 Feb 09 21:33:56.054959 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8390e8dc-b7f8-43b6-88a3-4c5d07d7b4f6 req-29490b94-519d-40c7-9609-ce4d3ba81056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:56.056617 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-8390e8dc-b7f8-43b6-88a3-4c5d07d7b4f6 req-29490b94-519d-40c7-9609-ce4d3ba81056 service neutron] 10.222.0.89 "GET /v2.0/networks?id=37143bd2-1331-4c73-96e2-f9c3179c6daf HTTP/1.1" status: 200 len: 922 time: 0.2138042 Feb 09 21:33:56.058211 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-215b49f9-f126-4a42-8ec2-7fb27a226c04 tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (91b82acb-dd61-42fa-b8cc-e59d706db891), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:56.076735 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d61689-7bf2-413c-b8b9-89d452bae389 None None] Pushing event updated for resources: {'Port': ['ID=0f936aee-3a51-4f7b-82d9-9cfc556121c7,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:56.086431 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c836bd-c67f-48c4-8f65-8afe6e35380d None None] Routers {'8177804d-c0ef-46f7-9ff2-b23130a71f0f'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:33:56.087149 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-b4c836bd-c67f-48c4-8f65-8afe6e35380d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:33:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['8177804d-c0ef-46f7-9ff2-b23130a71f0f'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:33:56.101050 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb755a81-c988-49ec-b708-2232205a83ab req-11194538-e8b7-4901-a40f-9c02f1f82369 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:56.106269 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-215b49f9-f126-4a42-8ec2-7fb27a226c04 tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:56.111278 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-215b49f9-f126-4a42-8ec2-7fb27a226c04 tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9994144 Feb 09 21:33:56.121979 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fb755a81-c988-49ec-b708-2232205a83ab req-11194538-e8b7-4901-a40f-9c02f1f82369 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=4f8339ab-f401-4931-96ab-51b877546307 HTTP/1.1" status: 200 len: 950 time: 0.4102793 Feb 09 21:33:56.132783 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-0349925c-eae0-40b5-9e3d-386e632cd300 service neutron] Request body: {'port': {'device_id': '3b0fa07e-9d2a-4dba-ae85-8ec07c3475ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-5'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:33:56.200670 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-8390e8dc-b7f8-43b6-88a3-4c5d07d7b4f6 req-1da5d4c4-73ee-4fdd-860c-354192a655a1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec HTTP/1.1" status: 200 len: 217 time: 0.1182632 Feb 09 21:33:56.204550 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-e2d6cd1f-e562-45a5-b699-addd996d340d None None] Provisioning complete for port 0a016d3d-b9d6-41fb-ae4c-910e1902267b triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:33:56.205916 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e2d6cd1f-e562-45a5-b699-addd996d340d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (0a016d3d-b9d6-41fb-ae4c-910e1902267b), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:56.305873 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8390e8dc-b7f8-43b6-88a3-4c5d07d7b4f6 req-b31aed6c-56b8-4db5-a75d-3669de48e0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:56.307854 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-8390e8dc-b7f8-43b6-88a3-4c5d07d7b4f6 req-b31aed6c-56b8-4db5-a75d-3669de48e0ae service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f5dc5768-86f9-4907-b987-49606f9e43f9 HTTP/1.1" status: 200 len: 861 time: 0.0986154 Feb 09 21:33:56.319465 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-e2d6cd1f-e562-45a5-b699-addd996d340d None None] Port 0a016d3d-b9d6-41fb-ae4c-910e1902267b cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:33:56.369049 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-b4c836bd-c67f-48c4-8f65-8afe6e35380d None None] Set router 8177804d-c0ef-46f7-9ff2-b23130a71f0f gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:33:56.390765 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-8390e8dc-b7f8-43b6-88a3-4c5d07d7b4f6 req-377388d7-ce2d-4c27-8fe1-938856643404 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=37143bd2-1331-4c73-96e2-f9c3179c6daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735583 Feb 09 21:33:56.398632 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fb755a81-c988-49ec-b708-2232205a83ab req-3323c6a8-9383-49d3-a4b8-317845ebe52f tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756400 Feb 09 21:33:56.408038 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-0349925c-eae0-40b5-9e3d-386e632cd300 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (7e56733f-3fa4-4c8a-905e-fdb8bc413a59), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:56.459031 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441c6fa6-3293-4250-983f-9d6bf2a91971 req-cc6c3de2-91b0-46e3-8c3f-7678caeb147a tempest-TenantUsagesTestJSON-1973682608 tempest-TenantUsagesTestJSON-1973682608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:56.460952 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-441c6fa6-3293-4250-983f-9d6bf2a91971 req-cc6c3de2-91b0-46e3-8c3f-7678caeb147a tempest-TenantUsagesTestJSON-1973682608 tempest-TenantUsagesTestJSON-1973682608-project] 10.222.0.90 "GET /v2.0/ports?device_id=cd66293d-00a3-4ef8-8194-b003d2187dd6 HTTP/1.1" status: 200 len: 950 time: 0.3078058 Feb 09 21:33:56.526722 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-d2679647-e651-47fe-94d2-aa0e31905f04 None None] Provisioning complete for port 0f936aee-3a51-4f7b-82d9-9cfc556121c7 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:33:56.527315 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d2679647-e651-47fe-94d2-aa0e31905f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (0f936aee-3a51-4f7b-82d9-9cfc556121c7), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:56.548172 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-8390e8dc-b7f8-43b6-88a3-4c5d07d7b4f6 req-02d0fcf0-5670-4bdd-bdf7-8fcaab3d0ca8 service neutron] 10.222.0.89 "GET /v2.0/networks/37143bd2-1331-4c73-96e2-f9c3179c6daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451228 Feb 09 21:33:56.703642 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-8390e8dc-b7f8-43b6-88a3-4c5d07d7b4f6 req-10b926e4-fffa-4d76-93c1-42cd82eb49d4 service neutron] 10.222.0.89 "GET /v2.0/networks/37143bd2-1331-4c73-96e2-f9c3179c6daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400020 Feb 09 21:33:56.769648 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-d2679647-e651-47fe-94d2-aa0e31905f04 None None] Current status of the port 0f936aee-3a51-4f7b-82d9-9cfc556121c7 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:33:56.770047 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d2679647-e651-47fe-94d2-aa0e31905f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (0f936aee-3a51-4f7b-82d9-9cfc556121c7), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:56.810213 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-441c6fa6-3293-4250-983f-9d6bf2a91971 req-695d123f-351d-4b43-9719-78fff1738894 tempest-TenantUsagesTestJSON-1973682608 tempest-TenantUsagesTestJSON-1973682608-project] 10.222.0.90 "GET /v2.0/security-groups?id=fb90cf1c-bfb2-493a-a11e-8850c7d8e0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626620 Feb 09 21:33:56.831711 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c0f588-73fc-4886-9c14-49c827af77c4 req-3bb74320-5005-4b68-92cf-4916e478f191 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:56.833514 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d0c0f588-73fc-4886-9c14-49c827af77c4 req-3bb74320-5005-4b68-92cf-4916e478f191 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=a4fc49e4-17e3-4e1a-ad3a-53772172f962 HTTP/1.1" status: 200 len: 943 time: 0.1878817 Feb 09 21:33:56.843596 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-d2679647-e651-47fe-94d2-aa0e31905f04 None None] For port 0f936aee-3a51-4f7b-82d9-9cfc556121c7, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=0f936aee-3a51-4f7b-82d9-9cfc556121c7,segment=NetworkSegment(4a4447ae-fa93-4ee0-a90a-ab4a83659d7c),segment_id=4a4447ae-fa93-4ee0-a90a-ab4a83659d7c)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:33:56.847296 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-b4c836bd-c67f-48c4-8f65-8afe6e35380d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8177804d-c0ef-46f7-9ff2-b23130a71f0f', 'name': 'tempest-ServersTestManualDisk-1208581549-router', 'tenant_id': '77fda44304ae4f269c2e2e6260f94941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': 'bbaa2299-10a6-4525-bbb8-2f46acb64365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:33:43Z', 'updated_at': '2022-02-09T21:33:49Z', 'revision_number': 4, 'project_id': '77fda44304ae4f269c2e2e6260f94941', 'gw_port': {'id': 'bbaa2299-10a6-4525-bbb8-2f46acb64365', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8177804d-c0ef-46f7-9ff2-b23130a71f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:44Z', 'updated_at': '2022-02-09T21:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '0f936aee-3a51-4f7b-82d9-9cfc556121c7', 'name': '', 'network_id': 'ab898bc0-8b8e-4a5d-9904-0dc9997586ad', 'tenant_id': '77fda44304ae4f269c2e2e6260f94941', 'mac_address': 'fa:16:3e:f9:1a:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8177804d-c0ef-46f7-9ff2-b23130a71f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '13dd7afc-9a8a-4b1c-bfde-c2a9e20a0dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:48Z', 'updated_at': '2022-02-09T21:33:55Z', 'revision_number': 4, 'project_id': '77fda44304ae4f269c2e2e6260f94941', 'subnets': [{'id': '13dd7afc-9a8a-4b1c-bfde-c2a9e20a0dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:33:56.850614 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d2679647-e651-47fe-94d2-aa0e31905f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (0f936aee-3a51-4f7b-82d9-9cfc556121c7), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:56.976898 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c836bd-c67f-48c4-8f65-8afe6e35380d None None] The sync data for ids ['8177804d-c0ef-46f7-9ff2-b23130a71f0f'] in n-d-828369-5 is: [{'id': '8177804d-c0ef-46f7-9ff2-b23130a71f0f', 'name': 'tempest-ServersTestManualDisk-1208581549-router', 'tenant_id': '77fda44304ae4f269c2e2e6260f94941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': 'bbaa2299-10a6-4525-bbb8-2f46acb64365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:33:43Z', 'updated_at': '2022-02-09T21:33:49Z', 'revision_number': 4, 'project_id': '77fda44304ae4f269c2e2e6260f94941', 'gw_port': {'id': 'bbaa2299-10a6-4525-bbb8-2f46acb64365', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8177804d-c0ef-46f7-9ff2-b23130a71f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:44Z', 'updated_at': '2022-02-09T21:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '0f936aee-3a51-4f7b-82d9-9cfc556121c7', 'name': '', 'network_id': 'ab898bc0-8b8e-4a5d-9904-0dc9997586ad', 'tenant_id': '77fda44304ae4f269c2e2e6260f94941', 'mac_address': 'fa:16:3e:f9:1a:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8177804d-c0ef-46f7-9ff2-b23130a71f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '13dd7afc-9a8a-4b1c-bfde-c2a9e20a0dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:48Z', 'updated_at': '2022-02-09T21:33:55Z', 'revision_number': 4, 'project_id': '77fda44304ae4f269c2e2e6260f94941', 'subnets': [{'id': '13dd7afc-9a8a-4b1c-bfde-c2a9e20a0dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:33:56.984557 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2679647-e651-47fe-94d2-aa0e31905f04 None None] Pushing event updated for resources: {'Port': ['ID=0f936aee-3a51-4f7b-82d9-9cfc556121c7,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:56.998905 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d0c0f588-73fc-4886-9c14-49c827af77c4 req-7c094d8a-b8e4-4bd8-8593-65c5cbf4bfb4 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590090 Feb 09 21:33:57.009358 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-67ce83c6-a8f8-43d6-8db9-82e962b103d2 None None] Provisioning complete for port 0f936aee-3a51-4f7b-82d9-9cfc556121c7 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:33:57.009891 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-67ce83c6-a8f8-43d6-8db9-82e962b103d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (0f936aee-3a51-4f7b-82d9-9cfc556121c7), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:57.130482 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b78f0e3e-d7df-4c2e-beea-aaffbaf571fc req-b865b476-e778-4aa0-9902-1e20e6ddff8c tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-securitygroup--1452164486&fields=id&tenant_id=77fda44304ae4f269c2e2e6260f94941 HTTP/1.1" status: 200 len: 267 time: 0.1721196 Feb 09 21:33:57.152864 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-0349925c-eae0-40b5-9e3d-386e632cd300 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e56733f-3fa4-4c8a-905e-fdb8bc413a59 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:33:57.194480 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-0349925c-eae0-40b5-9e3d-386e632cd300 service neutron] Publish callbacks [] for port (7e56733f-3fa4-4c8a-905e-fdb8bc413a59), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:57.301928 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-67ce83c6-a8f8-43d6-8db9-82e962b103d2 None None] Current status of the port 0f936aee-3a51-4f7b-82d9-9cfc556121c7 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:33:57.347097 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-0349925c-eae0-40b5-9e3d-386e632cd300 service neutron] Transition to ACTIVE for port object 7e56733f-3fa4-4c8a-905e-fdb8bc413a59 will not be triggered until provisioned by entity L2. {{(pid=103140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:33:57.360050 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-0349925c-eae0-40b5-9e3d-386e632cd300 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (7e56733f-3fa4-4c8a-905e-fdb8bc413a59), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:57.478292 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107652e5-db80-4007-9a07-d7de1fdce176 req-575bd21a-384d-495a-93de-55fba8d95a2b tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:57.486000 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-107652e5-db80-4007-9a07-d7de1fdce176 req-575bd21a-384d-495a-93de-55fba8d95a2b tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/ports?device_id=ac2e37af-a8de-476a-83bd-d987e0be588b HTTP/1.1" status: 200 len: 945 time: 0.2431731 Feb 09 21:33:57.497458 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0349925c-eae0-40b5-9e3d-386e632cd300 service neutron] Pushing event updated for resources: {'Port': ['ID=7e56733f-3fa4-4c8a-905e-fdb8bc413a59,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:57.518487 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f0e3e-d7df-4c2e-beea-aaffbaf571fc req-5d34247a-0c86-4ae0-b994-01188bd28a0f tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:57.526143 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b78f0e3e-d7df-4c2e-beea-aaffbaf571fc req-5d34247a-0c86-4ae0-b994-01188bd28a0f tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] 10.222.0.90 "GET /v2.0/networks?id=ab898bc0-8b8e-4a5d-9904-0dc9997586ad HTTP/1.1" status: 200 len: 812 time: 0.3947549 Feb 09 21:33:57.628293 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b78f0e3e-d7df-4c2e-beea-aaffbaf571fc req-f65905db-b87f-41d3-afb3-2df1be4e3f7d tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] 10.222.0.90 "GET /v2.0/quotas/77fda44304ae4f269c2e2e6260f94941 HTTP/1.1" status: 200 len: 375 time: 0.1011410 Feb 09 21:33:57.707682 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 0f936aee-3a51-4f7b-82d9-9cfc556121c7 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:33:57.762676 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-107652e5-db80-4007-9a07-d7de1fdce176 req-00735a68-d1f4-4bd0-8cea-402af95eb839 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/security-groups?id=53864ffe-fa53-4ead-9e41-21e6252e7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705104 Feb 09 21:33:57.818152 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-0349925c-eae0-40b5-9e3d-386e632cd300 service neutron] Attempting to bind port 7e56733f-3fa4-4c8a-905e-fdb8bc413a59 on host n-h1-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:33:57.819307 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-0349925c-eae0-40b5-9e3d-386e632cd300 service neutron] Attempting to bind port 7e56733f-3fa4-4c8a-905e-fdb8bc413a59 by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': '43985b2c-a3e2-416f-801a-d621ef02c15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '06c4241a-bdd3-4ab1-babc-b91e338daa1a'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:33:57.819824 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-0349925c-eae0-40b5-9e3d-386e632cd300 service neutron] Attempting to bind port 7e56733f-3fa4-4c8a-905e-fdb8bc413a59 on network 06c4241a-bdd3-4ab1-babc-b91e338daa1a {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:33:57.845933 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-0349925c-eae0-40b5-9e3d-386e632cd300 service neutron] Port 7e56733f-3fa4-4c8a-905e-fdb8bc413a59 on network 06c4241a-bdd3-4ab1-babc-b91e338daa1a not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:33:57.846447 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-0349925c-eae0-40b5-9e3d-386e632cd300 service neutron] Attempting to bind port 7e56733f-3fa4-4c8a-905e-fdb8bc413a59 on network 06c4241a-bdd3-4ab1-babc-b91e338daa1a {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:33:57.847709 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 0f936aee-3a51-4f7b-82d9-9cfc556121c7 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:33:57.848091 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (0f936aee-3a51-4f7b-82d9-9cfc556121c7), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:57.882426 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b78f0e3e-d7df-4c2e-beea-aaffbaf571fc req-d9e67434-2050-43ef-a9f5-048d5a1dc04e tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=77fda44304ae4f269c2e2e6260f94941&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2452576 Feb 09 21:33:57.906030 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-0349925c-eae0-40b5-9e3d-386e632cd300 service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:33:57.906642 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-0349925c-eae0-40b5-9e3d-386e632cd300 service neutron] Checking segment: {'id': '43985b2c-a3e2-416f-801a-d621ef02c15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '06c4241a-bdd3-4ab1-babc-b91e338daa1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:33:57.907228 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-0349925c-eae0-40b5-9e3d-386e632cd300 service neutron] Bound using segment: {'id': '43985b2c-a3e2-416f-801a-d621ef02c15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '06c4241a-bdd3-4ab1-babc-b91e338daa1a'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:33:57.907847 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-0349925c-eae0-40b5-9e3d-386e632cd300 service neutron] Bound port: 7e56733f-3fa4-4c8a-905e-fdb8bc413a59, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43985b2c-a3e2-416f-801a-d621ef02c15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '06c4241a-bdd3-4ab1-babc-b91e338daa1a'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:33:57.908412 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-0349925c-eae0-40b5-9e3d-386e632cd300 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (7e56733f-3fa4-4c8a-905e-fdb8bc413a59), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:58.134307 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b78f0e3e-d7df-4c2e-beea-aaffbaf571fc req-9e1e5f67-3683-45e3-9fb8-5dfa59bf1f26 service neutron] 10.222.0.90 "GET /v2.0/networks/ab898bc0-8b8e-4a5d-9904-0dc9997586ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483003 Feb 09 21:33:58.144031 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c67701-7f8d-46a0-82a9-42496978c303 req-4097d05d-b80f-4ed1-bda1-e7fcf8ac4df9 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:58.150022 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c67701-7f8d-46a0-82a9-42496978c303 req-4097d05d-b80f-4ed1-bda1-e7fcf8ac4df9 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:58.156156 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c67701-7f8d-46a0-82a9-42496978c303 req-4097d05d-b80f-4ed1-bda1-e7fcf8ac4df9 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:58.163272 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-23c67701-7f8d-46a0-82a9-42496978c303 req-4097d05d-b80f-4ed1-bda1-e7fcf8ac4df9 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.90 "GET /v2.0/ports?device_id=3b0fa07e-9d2a-4dba-ae85-8ec07c3475ed HTTP/1.1" status: 200 len: 2388 time: 0.2760956 Feb 09 21:33:58.168871 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 0f936aee-3a51-4f7b-82d9-9cfc556121c7 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:33:58.179017 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-0349925c-eae0-40b5-9e3d-386e632cd300 service neutron] For port 7e56733f-3fa4-4c8a-905e-fdb8bc413a59, host n-h1-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:33:58.239641 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-0349925c-eae0-40b5-9e3d-386e632cd300 service neutron] For port 7e56733f-3fa4-4c8a-905e-fdb8bc413a59, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=7e56733f-3fa4-4c8a-905e-fdb8bc413a59,segment=NetworkSegment(43985b2c-a3e2-416f-801a-d621ef02c15b),segment_id=43985b2c-a3e2-416f-801a-d621ef02c15b)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:33:58.259312 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-0349925c-eae0-40b5-9e3d-386e632cd300 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (7e56733f-3fa4-4c8a-905e-fdb8bc413a59), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:58.353947 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-23c67701-7f8d-46a0-82a9-42496978c303 req-bc43630f-742d-4850-9c85-9844d8c1db08 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.90 "GET /v2.0/security-groups?id=ce0b6bf0-0090-4ca0-98fe-25c5a90c9e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897368 Feb 09 21:33:58.391256 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-0349925c-eae0-40b5-9e3d-386e632cd300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:58.391897 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-0349925c-eae0-40b5-9e3d-386e632cd300 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:58.398821 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-0349925c-eae0-40b5-9e3d-386e632cd300 service neutron] 10.222.0.95 "PUT /v2.0/ports/7e56733f-3fa4-4c8a-905e-fdb8bc413a59 HTTP/1.1" status: 200 len: 1092 time: 2.3307731 Feb 09 21:33:58.414715 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b0fa07e-9d2a-4dba-ae85-8ec07c3475ed', 'tag': '7e56733f-3fa4-4c8a-905e-fdb8bc413a59'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:33:58.421631 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a174f2b8-f04b-4731-abd8-a4c69433401a" -d '{"events": [{"name": "network-changed", "server_uuid": "3b0fa07e-9d2a-4dba-ae85-8ec07c3475ed", "tag": "7e56733f-3fa4-4c8a-905e-fdb8bc413a59"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:33:58.449647 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0349925c-eae0-40b5-9e3d-386e632cd300 service neutron] Pushing event updated for resources: {'Port': ['ID=7e56733f-3fa4-4c8a-905e-fdb8bc413a59,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:33:58.460945 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-d02e0747-8e47-4df3-a0e8-8f77f69b9a6f service neutron] Request body: {'port': {'device_id': '3b0fa07e-9d2a-4dba-ae85-8ec07c3475ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-5'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:33:58.477532 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b78f0e3e-d7df-4c2e-beea-aaffbaf571fc req-170d49ec-86cf-43c7-9a71-0f4ad1da8ec3 service neutron] 10.222.0.90 "GET /v2.0/networks/ab898bc0-8b8e-4a5d-9904-0dc9997586ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3423078 Feb 09 21:33:58.563455 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8cb5b7c0-c8c1-4e7e-af49-38f8255b62fc req-ae8e68a1-b9be-4a91-9678-3c8bac587136 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed637eb7-997b-4a50-b9a4-acd664f51f8f HTTP/1.1" status: 200 len: 210 time: 0.0927391 Feb 09 21:33:58.628726 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79301138-ed0c-400c-8e91-36fee4295beb req-74a8189d-e570-4082-84da-dc2cc0142a47 tempest-TenantUsagesTestJSON-1973682608 tempest-TenantUsagesTestJSON-1973682608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:58.637458 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-79301138-ed0c-400c-8e91-36fee4295beb req-74a8189d-e570-4082-84da-dc2cc0142a47 tempest-TenantUsagesTestJSON-1973682608 tempest-TenantUsagesTestJSON-1973682608-project] 10.222.0.95 "GET /v2.0/ports?device_id=cd66293d-00a3-4ef8-8194-b003d2187dd6 HTTP/1.1" status: 200 len: 950 time: 0.3559141 Feb 09 21:33:58.822308 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-d02e0747-8e47-4df3-a0e8-8f77f69b9a6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (57b06563-1bab-47a2-b7d7-f0ecc8b33eba), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:59.105877 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366168ff-fdb0-4e7d-8d3c-2d229d9d8b16 req-a8e6e697-7ab8-4abd-b126-1c21964b2df4 tempest-TenantUsagesTestJSON-1973682608 tempest-TenantUsagesTestJSON-1973682608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:59.107343 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-366168ff-fdb0-4e7d-8d3c-2d229d9d8b16 req-a8e6e697-7ab8-4abd-b126-1c21964b2df4 tempest-TenantUsagesTestJSON-1973682608 tempest-TenantUsagesTestJSON-1973682608-project] 10.222.0.90 "GET /v2.0/ports?device_id=cd66293d-00a3-4ef8-8194-b003d2187dd6 HTTP/1.1" status: 200 len: 950 time: 0.3908148 Feb 09 21:33:59.280506 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-79301138-ed0c-400c-8e91-36fee4295beb req-fb105568-39bb-40b8-b834-63e5c1e55b54 tempest-TenantUsagesTestJSON-1973682608 tempest-TenantUsagesTestJSON-1973682608-project] Deleting port e47d0f7e-5d1d-4fb0-ac98-2efcb7d22b8f {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:33:59.292711 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-79301138-ed0c-400c-8e91-36fee4295beb req-fb105568-39bb-40b8-b834-63e5c1e55b54 tempest-TenantUsagesTestJSON-1973682608 tempest-TenantUsagesTestJSON-1973682608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (e47d0f7e-5d1d-4fb0-ac98-2efcb7d22b8f), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:59.350452 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63464c34-0b46-45d5-8dbd-87d7f72cd26f req-920d477f-3e85-4921-9a0f-5a690b43eab4 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:59.351977 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-63464c34-0b46-45d5-8dbd-87d7f72cd26f req-920d477f-3e85-4921-9a0f-5a690b43eab4 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=a4fc49e4-17e3-4e1a-ad3a-53772172f962 HTTP/1.1" status: 200 len: 943 time: 0.4704328 Feb 09 21:33:59.416854 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-366168ff-fdb0-4e7d-8d3c-2d229d9d8b16 req-95560deb-7473-42c0-b6a4-e3b54ac7d884 tempest-TenantUsagesTestJSON-1973682608 tempest-TenantUsagesTestJSON-1973682608-project] 10.222.0.90 "GET /v2.0/security-groups?id=fb90cf1c-bfb2-493a-a11e-8850c7d8e0a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966666 Feb 09 21:33:59.506903 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a2eb780-31cf-40b5-a325-e0512b1ef7ba x-openstack-request-id: req-1a2eb780-31cf-40b5-a325-e0512b1ef7ba {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:33:59.507188 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b0fa07e-9d2a-4dba-ae85-8ec07c3475ed", "tag": "7e56733f-3fa4-4c8a-905e-fdb8bc413a59", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:33:59.507427 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-1a2eb780-31cf-40b5-a325-e0512b1ef7ba {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:33:59.507817 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b0fa07e-9d2a-4dba-ae85-8ec07c3475ed', 'tag': '7e56733f-3fa4-4c8a-905e-fdb8bc413a59', 'status': 'completed', 'code': 200} Feb 09 21:33:59.681067 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-63464c34-0b46-45d5-8dbd-87d7f72cd26f req-9ab00581-e375-4ed8-8639-e3792357a2d2 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781604 Feb 09 21:33:59.708531 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-d02e0747-8e47-4df3-a0e8-8f77f69b9a6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57b06563-1bab-47a2-b7d7-f0ecc8b33eba {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:33:59.733691 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4ce890da-efb9-48b6-bc18-cd28300700e4 req-1ae177e9-203f-465d-8c27-dee1886836eb tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] 10.222.0.90 "GET /v2.0/ports?device_id=7c972404-e5ee-4b31-b469-d2aabada3224 HTTP/1.1" status: 200 len: 210 time: 0.0793283 Feb 09 21:33:59.735556 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-d02e0747-8e47-4df3-a0e8-8f77f69b9a6f service neutron] Publish callbacks [] for port (57b06563-1bab-47a2-b7d7-f0ecc8b33eba), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:59.745497 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-79301138-ed0c-400c-8e91-36fee4295beb req-fb105568-39bb-40b8-b834-63e5c1e55b54 tempest-TenantUsagesTestJSON-1973682608 tempest-TenantUsagesTestJSON-1973682608-project] For port e47d0f7e-5d1d-4fb0-ac98-2efcb7d22b8f, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=e47d0f7e-5d1d-4fb0-ac98-2efcb7d22b8f,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:33:59.745865 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-79301138-ed0c-400c-8e91-36fee4295beb req-fb105568-39bb-40b8-b834-63e5c1e55b54 tempest-TenantUsagesTestJSON-1973682608 tempest-TenantUsagesTestJSON-1973682608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (e47d0f7e-5d1d-4fb0-ac98-2efcb7d22b8f), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:59.767863 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a174f2b8-f04b-4731-abd8-a4c69433401a req-f7302c7f-077e-4b3e-bbb5-8e01b0ad68ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:59.768481 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a174f2b8-f04b-4731-abd8-a4c69433401a req-f7302c7f-077e-4b3e-bbb5-8e01b0ad68ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:59.769014 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a174f2b8-f04b-4731-abd8-a4c69433401a req-f7302c7f-077e-4b3e-bbb5-8e01b0ad68ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:33:59.770963 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a174f2b8-f04b-4731-abd8-a4c69433401a req-f7302c7f-077e-4b3e-bbb5-8e01b0ad68ee service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=3a839c247a824993a2c678394ab2ac52&device_id=3b0fa07e-9d2a-4dba-ae85-8ec07c3475ed HTTP/1.1" status: 200 len: 2762 time: 0.2285366 Feb 09 21:33:59.776762 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-d02e0747-8e47-4df3-a0e8-8f77f69b9a6f service neutron] Transition to ACTIVE for port object 57b06563-1bab-47a2-b7d7-f0ecc8b33eba will not be triggered until provisioned by entity L2. {{(pid=103140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:33:59.778401 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-79301138-ed0c-400c-8e91-36fee4295beb req-fb105568-39bb-40b8-b834-63e5c1e55b54 tempest-TenantUsagesTestJSON-1973682608 tempest-TenantUsagesTestJSON-1973682608-project] Calling delete_port for e47d0f7e-5d1d-4fb0-ac98-2efcb7d22b8f owned by compute:nova {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:33:59.794125 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-d02e0747-8e47-4df3-a0e8-8f77f69b9a6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (57b06563-1bab-47a2-b7d7-f0ecc8b33eba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:33:59.930115 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-77623ecc-a143-49f5-b27c-a3221ab9c911 req-e51d3fae-171a-4c93-bc28-d00e6d18b457 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=fc5656c9-58bf-4d3e-882d-807e27138283&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0845435 Feb 09 21:34:00.033438 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77623ecc-a143-49f5-b27c-a3221ab9c911 req-06246104-5bed-4362-ad72-7508ad083fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:00.035297 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-77623ecc-a143-49f5-b27c-a3221ab9c911 req-06246104-5bed-4362-ad72-7508ad083fc5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2bd637e202e1467d81aff230fe0a3e7e&device_id=fc5656c9-58bf-4d3e-882d-807e27138283 HTTP/1.1" status: 200 len: 1126 time: 0.0780478 Feb 09 21:34:00.181674 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77623ecc-a143-49f5-b27c-a3221ab9c911 req-3e5e0032-bec3-4798-be28-416c7c42285e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:00.183864 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-77623ecc-a143-49f5-b27c-a3221ab9c911 req-3e5e0032-bec3-4798-be28-416c7c42285e service neutron] 10.222.0.89 "GET /v2.0/networks?id=37143bd2-1331-4c73-96e2-f9c3179c6daf HTTP/1.1" status: 200 len: 922 time: 0.1227674 Feb 09 21:34:00.266651 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-77623ecc-a143-49f5-b27c-a3221ab9c911 req-8f2c7a29-9998-40db-801c-a8da384c455b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dcd512c6-e231-44af-a93e-e402f76d9c16 HTTP/1.1" status: 200 len: 217 time: 0.0746009 Feb 09 21:34:00.575724 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77623ecc-a143-49f5-b27c-a3221ab9c911 req-df09a95b-e3da-41f8-84cc-3f21c27ee846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:00.577555 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-77623ecc-a143-49f5-b27c-a3221ab9c911 req-df09a95b-e3da-41f8-84cc-3f21c27ee846 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f5dc5768-86f9-4907-b987-49606f9e43f9 HTTP/1.1" status: 200 len: 861 time: 0.3012486 Feb 09 21:34:00.598387 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-79301138-ed0c-400c-8e91-36fee4295beb req-fb105568-39bb-40b8-b834-63e5c1e55b54 tempest-TenantUsagesTestJSON-1973682608 tempest-TenantUsagesTestJSON-1973682608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (e47d0f7e-5d1d-4fb0-ac98-2efcb7d22b8f), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:00.638455 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-77623ecc-a143-49f5-b27c-a3221ab9c911 req-fba5cb18-c878-48b3-a389-3cfa75b0529b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=37143bd2-1331-4c73-96e2-f9c3179c6daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503049 Feb 09 21:34:00.714021 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02e0747-8e47-4df3-a0e8-8f77f69b9a6f service neutron] Pushing event updated for resources: {'Port': ['ID=57b06563-1bab-47a2-b7d7-f0ecc8b33eba,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:00.782042 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb105568-39bb-40b8-b834-63e5c1e55b54 tempest-TenantUsagesTestJSON-1973682608 tempest-TenantUsagesTestJSON-1973682608-project] Pushing event deleted for resources: {'Port': ['ID=e47d0f7e-5d1d-4fb0-ac98-2efcb7d22b8f,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:00.831736 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-77623ecc-a143-49f5-b27c-a3221ab9c911 req-ac39dc04-8038-466d-9fd1-e46bea210d80 service neutron] 10.222.0.89 "GET /v2.0/networks/37143bd2-1331-4c73-96e2-f9c3179c6daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855347 Feb 09 21:34:00.921980 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-79301138-ed0c-400c-8e91-36fee4295beb req-fb105568-39bb-40b8-b834-63e5c1e55b54 tempest-TenantUsagesTestJSON-1973682608 tempest-TenantUsagesTestJSON-1973682608-project] No DVR routers for this DVR port e47d0f7e-5d1d-4fb0-ac98-2efcb7d22b8f on host n-h1-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:34:00.929170 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-79301138-ed0c-400c-8e91-36fee4295beb req-fb105568-39bb-40b8-b834-63e5c1e55b54 tempest-TenantUsagesTestJSON-1973682608 tempest-TenantUsagesTestJSON-1973682608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:00.932940 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-79301138-ed0c-400c-8e91-36fee4295beb req-fb105568-39bb-40b8-b834-63e5c1e55b54 tempest-TenantUsagesTestJSON-1973682608 tempest-TenantUsagesTestJSON-1973682608-project] 10.222.0.95 "DELETE /v2.0/ports/e47d0f7e-5d1d-4fb0-ac98-2efcb7d22b8f HTTP/1.1" status: 204 len: 173 time: 2.2617812 Feb 09 21:34:01.042761 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234192d6-9504-45b9-9342-daa6d8f02f8b req-6b44257b-4124-4003-b315-3a847d82ecf6 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:01.044154 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f0e3e-d7df-4c2e-beea-aaffbaf571fc req-1de379b8-1498-4530-a068-76f18ee1232a tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:01.046652 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b78f0e3e-d7df-4c2e-beea-aaffbaf571fc req-1de379b8-1498-4530-a068-76f18ee1232a tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] 10.222.0.89 "GET /v2.0/networks?id=ab898bc0-8b8e-4a5d-9904-0dc9997586ad HTTP/1.1" status: 200 len: 812 time: 0.6803641 Feb 09 21:34:01.053241 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-234192d6-9504-45b9-9342-daa6d8f02f8b req-6b44257b-4124-4003-b315-3a847d82ecf6 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/ports?device_id=ac2e37af-a8de-476a-83bd-d987e0be588b HTTP/1.1" status: 200 len: 945 time: 1.2098997 Feb 09 21:34:01.100442 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a174f2b8-f04b-4731-abd8-a4c69433401a req-037c4bfd-e3cc-4190-baea-162221a98e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:01.100927 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a174f2b8-f04b-4731-abd8-a4c69433401a req-037c4bfd-e3cc-4190-baea-162221a98e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:01.101451 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a174f2b8-f04b-4731-abd8-a4c69433401a req-037c4bfd-e3cc-4190-baea-162221a98e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:01.103136 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a174f2b8-f04b-4731-abd8-a4c69433401a req-037c4bfd-e3cc-4190-baea-162221a98e17 service neutron] 10.222.0.95 "GET /v2.0/networks?tenant_id=3a839c247a824993a2c678394ab2ac52&shared=False HTTP/1.1" status: 200 len: 2290 time: 1.3195350 Feb 09 21:34:01.113504 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747e9bb7-d00d-455c-ace9-9b3648fe4a98 req-609c99f0-e001-420f-9f54-2741502d5911 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:01.119475 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747e9bb7-d00d-455c-ace9-9b3648fe4a98 req-609c99f0-e001-420f-9f54-2741502d5911 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:01.135898 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747e9bb7-d00d-455c-ace9-9b3648fe4a98 req-609c99f0-e001-420f-9f54-2741502d5911 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:01.137822 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-747e9bb7-d00d-455c-ace9-9b3648fe4a98 req-609c99f0-e001-420f-9f54-2741502d5911 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.90 "GET /v2.0/ports?device_id=3b0fa07e-9d2a-4dba-ae85-8ec07c3475ed HTTP/1.1" status: 200 len: 2400 time: 0.7882237 Feb 09 21:34:01.232530 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b78f0e3e-d7df-4c2e-beea-aaffbaf571fc req-217eabeb-cbb2-423b-8cb3-d2418b2bf424 tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=77fda44304ae4f269c2e2e6260f94941 HTTP/1.1" status: 200 len: 380 time: 0.1513317 Feb 09 21:34:01.237740 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-77623ecc-a143-49f5-b27c-a3221ab9c911 req-22fe8339-859a-4fb0-8060-54c7af2f8a38 service neutron] 10.222.0.89 "GET /v2.0/networks/37143bd2-1331-4c73-96e2-f9c3179c6daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3917568 Feb 09 21:34:01.258774 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-b78f0e3e-d7df-4c2e-beea-aaffbaf571fc req-4b0f841c-f2df-4628-a098-e141338ade78 tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] Request body: {'port': {'device_id': '7c972404-e5ee-4b31-b469-d2aabada3224', 'network_id': 'ab898bc0-8b8e-4a5d-9904-0dc9997586ad', 'admin_state_up': True, 'tenant_id': '77fda44304ae4f269c2e2e6260f94941', 'security_groups': ['47b8d546-ab8a-4003-b5cc-741806b9d4df']}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:34:01.415786 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-747e9bb7-d00d-455c-ace9-9b3648fe4a98 req-afffafad-4ca3-45a2-88e7-b04555d807d9 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.90 "GET /v2.0/security-groups?id=ce0b6bf0-0090-4ca0-98fe-25c5a90c9e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371505 Feb 09 21:34:01.456308 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-d02e0747-8e47-4df3-a0e8-8f77f69b9a6f service neutron] Attempting to bind port 57b06563-1bab-47a2-b7d7-f0ecc8b33eba on host n-h1-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:34:01.456652 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-d02e0747-8e47-4df3-a0e8-8f77f69b9a6f service neutron] Attempting to bind port 57b06563-1bab-47a2-b7d7-f0ecc8b33eba by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': 'ab235d41-06a3-4fcc-a1fc-85e56b63d2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b6e6c3ca-c3d8-4912-bc05-b7a7acc77f35'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:34:01.456992 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-d02e0747-8e47-4df3-a0e8-8f77f69b9a6f service neutron] Attempting to bind port 57b06563-1bab-47a2-b7d7-f0ecc8b33eba on network b6e6c3ca-c3d8-4912-bc05-b7a7acc77f35 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:34:01.466857 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-d02e0747-8e47-4df3-a0e8-8f77f69b9a6f service neutron] Port 57b06563-1bab-47a2-b7d7-f0ecc8b33eba on network b6e6c3ca-c3d8-4912-bc05-b7a7acc77f35 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:34:01.467129 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-d02e0747-8e47-4df3-a0e8-8f77f69b9a6f service neutron] Attempting to bind port 57b06563-1bab-47a2-b7d7-f0ecc8b33eba on network b6e6c3ca-c3d8-4912-bc05-b7a7acc77f35 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:34:01.485137 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-234192d6-9504-45b9-9342-daa6d8f02f8b req-f15a4162-b2fa-4643-af5d-5cf84efe0063 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/security-groups?id=53864ffe-fa53-4ead-9e41-21e6252e7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4309433 Feb 09 21:34:01.494156 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b78f0e3e-d7df-4c2e-beea-aaffbaf571fc req-4b0f841c-f2df-4628-a098-e141338ade78 tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] Made reservation on behalf of 77fda44304ae4f269c2e2e6260f94941 for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:34:01.498391 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b78f0e3e-d7df-4c2e-beea-aaffbaf571fc req-4b0f841c-f2df-4628-a098-e141338ade78 tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:01.514107 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd66293d-00a3-4ef8-8194-b003d2187dd6', 'name': 'network-vif-deleted', 'tag': 'e47d0f7e-5d1d-4fb0-ac98-2efcb7d22b8f'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:34:01.518090 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07c5b74f-2602-41ca-82c8-6540055df97e" -d '{"events": [{"server_uuid": "cd66293d-00a3-4ef8-8194-b003d2187dd6", "name": "network-vif-deleted", "tag": "e47d0f7e-5d1d-4fb0-ac98-2efcb7d22b8f"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:34:01.522119 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-d02e0747-8e47-4df3-a0e8-8f77f69b9a6f service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:34:01.522562 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-d02e0747-8e47-4df3-a0e8-8f77f69b9a6f service neutron] Checking segment: {'id': 'ab235d41-06a3-4fcc-a1fc-85e56b63d2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b6e6c3ca-c3d8-4912-bc05-b7a7acc77f35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:34:01.523013 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-d02e0747-8e47-4df3-a0e8-8f77f69b9a6f service neutron] Bound using segment: {'id': 'ab235d41-06a3-4fcc-a1fc-85e56b63d2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b6e6c3ca-c3d8-4912-bc05-b7a7acc77f35'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:34:01.523562 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-d02e0747-8e47-4df3-a0e8-8f77f69b9a6f service neutron] Bound port: 57b06563-1bab-47a2-b7d7-f0ecc8b33eba, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab235d41-06a3-4fcc-a1fc-85e56b63d2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b6e6c3ca-c3d8-4912-bc05-b7a7acc77f35'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:34:01.523983 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-d02e0747-8e47-4df3-a0e8-8f77f69b9a6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (57b06563-1bab-47a2-b7d7-f0ecc8b33eba), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:01.704016 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:34:01.719774 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-d02e0747-8e47-4df3-a0e8-8f77f69b9a6f service neutron] For port 57b06563-1bab-47a2-b7d7-f0ecc8b33eba, host n-h1-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:34:01.726855 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-d02e0747-8e47-4df3-a0e8-8f77f69b9a6f service neutron] For port 57b06563-1bab-47a2-b7d7-f0ecc8b33eba, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=57b06563-1bab-47a2-b7d7-f0ecc8b33eba,segment=NetworkSegment(ab235d41-06a3-4fcc-a1fc-85e56b63d2bb),segment_id=ab235d41-06a3-4fcc-a1fc-85e56b63d2bb)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:34:01.735933 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a174f2b8-f04b-4731-abd8-a4c69433401a req-70c6ebeb-b702-4cb7-867e-bd9723326a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:01.741449 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a174f2b8-f04b-4731-abd8-a4c69433401a req-70c6ebeb-b702-4cb7-867e-bd9723326a9c service neutron] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6017885 Feb 09 21:34:01.809139 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8a51b558-aeb8-48d8-b7ed-9ccdcc4d6c76 req-2aa9723f-dbb1-4fdb-bc52-1f2e960afe55 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed637eb7-997b-4a50-b9a4-acd664f51f8f HTTP/1.1" status: 200 len: 210 time: 0.2195568 Feb 09 21:34:01.820027 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-d02e0747-8e47-4df3-a0e8-8f77f69b9a6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (57b06563-1bab-47a2-b7d7-f0ecc8b33eba), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:01.829596 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec is: DOWN; New status is: DOWN {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:34:01.881057 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [req-b78f0e3e-d7df-4c2e-beea-aaffbaf571fc req-4b0f841c-f2df-4628-a098-e141338ade78 tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] Allocated IP 172.20.0.8 (ab898bc0-8b8e-4a5d-9904-0dc9997586ad/13dd7afc-9a8a-4b1c-bfde-c2a9e20a0dc4/c3a586db-462e-4825-a754-c472488c5021) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:34:01.914870 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02e0747-8e47-4df3-a0e8-8f77f69b9a6f service neutron] Pushing event updated for resources: {'Port': ['ID=57b06563-1bab-47a2-b7d7-f0ecc8b33eba,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:01.933768 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4da1727d-d519-4cf0-a703-86d9e16b7646 req-2adb3262-78c6-4ca5-b4e5-51803f67ecc4 tempest-TenantUsagesTestJSON-1973682608 tempest-TenantUsagesTestJSON-1973682608-project] 10.222.0.90 "GET /v2.0/ports?device_id=cd66293d-00a3-4ef8-8194-b003d2187dd6 HTTP/1.1" status: 200 len: 210 time: 0.1910784 Feb 09 21:34:01.942896 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-d02e0747-8e47-4df3-a0e8-8f77f69b9a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:01.944783 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-d02e0747-8e47-4df3-a0e8-8f77f69b9a6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:01.947479 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-d02e0747-8e47-4df3-a0e8-8f77f69b9a6f service neutron] 10.222.0.95 "PUT /v2.0/ports/57b06563-1bab-47a2-b7d7-f0ecc8b33eba HTTP/1.1" status: 200 len: 1092 time: 3.4922230 Feb 09 21:34:01.992936 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-7f9fa703-fdc8-40ce-8fe4-7d28119a5025 service neutron] Request body: {'port': {'device_id': '3b0fa07e-9d2a-4dba-ae85-8ec07c3475ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-5'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:34:02.149923 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e6c47d4f-2f1c-44e4-990d-e278a826bad8 req-1f0476f1-186c-4059-b845-42c84a3af6e9 tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] 10.222.0.90 "GET /v2.0/ports?device_id=7c972404-e5ee-4b31-b469-d2aabada3224 HTTP/1.1" status: 200 len: 210 time: 0.0857139 Feb 09 21:34:02.206645 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device e47d0f7e-5d1d-4fb0-ac98-2efcb7d22b8f no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:34:02.260373 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] No Port match for: e47d0f7e-5d1d-4fb0-ac98-2efcb7d22b8f {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:34:02.260660 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device e47d0f7e-5d1d-4fb0-ac98-2efcb7d22b8f not bound to the agent host n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:34:02.267497 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88381007-3ab6-4d27-b65b-5988e24ca4a5 x-openstack-request-id: req-88381007-3ab6-4d27-b65b-5988e24ca4a5 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:34:02.268114 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd66293d-00a3-4ef8-8194-b003d2187dd6", "name": "network-vif-deleted", "tag": "e47d0f7e-5d1d-4fb0-ac98-2efcb7d22b8f", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:34:02.268754 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-88381007-3ab6-4d27-b65b-5988e24ca4a5 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:34:02.269879 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd66293d-00a3-4ef8-8194-b003d2187dd6', 'name': 'network-vif-deleted', 'tag': 'e47d0f7e-5d1d-4fb0-ac98-2efcb7d22b8f', 'status': 'completed', 'code': 200} Feb 09 21:34:02.307502 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-7f9fa703-fdc8-40ce-8fe4-7d28119a5025 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (0a016d3d-b9d6-41fb-ae4c-910e1902267b), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:02.362945 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-277002ac-b2ad-4802-8f8f-c5b64d845e9c req-85976d81-179f-4325-9a40-679ade0231c5 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=cd92d494-82c4-4614-9a6f-2d9307f3309a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2602558 Feb 09 21:34:02.364507 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b78f0e3e-d7df-4c2e-beea-aaffbaf571fc req-4b0f841c-f2df-4628-a098-e141338ade78 tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] Publish callbacks [] for port (c3a586db-462e-4825-a754-c472488c5021), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:02.414983 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b78f0e3e-d7df-4c2e-beea-aaffbaf571fc req-4b0f841c-f2df-4628-a098-e141338ade78 tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (c3a586db-462e-4825-a754-c472488c5021), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:02.477565 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b78f0e3e-d7df-4c2e-beea-aaffbaf571fc req-4b0f841c-f2df-4628-a098-e141338ade78 tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] Network ab898bc0-8b8e-4a5d-9904-0dc9997586ad is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:34:02.481658 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [req-b78f0e3e-d7df-4c2e-beea-aaffbaf571fc req-4b0f841c-f2df-4628-a098-e141338ade78 tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:34:02.485784 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-b78f0e3e-d7df-4c2e-beea-aaffbaf571fc req-4b0f841c-f2df-4628-a098-e141338ade78 tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:34:02.532476 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0f841c-f2df-4628-a098-e141338ade78 tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] Pushing event updated for resources: {'Port': ['ID=c3a586db-462e-4825-a754-c472488c5021,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:02.563661 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f0e3e-d7df-4c2e-beea-aaffbaf571fc req-4b0f841c-f2df-4628-a098-e141338ade78 tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:02.564965 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b78f0e3e-d7df-4c2e-beea-aaffbaf571fc req-4b0f841c-f2df-4628-a098-e141338ade78 tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:02.584897 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b78f0e3e-d7df-4c2e-beea-aaffbaf571fc req-4b0f841c-f2df-4628-a098-e141338ade78 tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3453071 Feb 09 21:34:02.601119 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-b78f0e3e-d7df-4c2e-beea-aaffbaf571fc req-0679db17-d06d-4092-869f-9679da978ccd service neutron] Request body: {'port': {'device_id': '7c972404-e5ee-4b31-b469-d2aabada3224', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:34:02.683015 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-7f9fa703-fdc8-40ce-8fe4-7d28119a5025 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a016d3d-b9d6-41fb-ae4c-910e1902267b {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:34:02.691588 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-7f9fa703-fdc8-40ce-8fe4-7d28119a5025 service neutron] Publish callbacks [] for port (0a016d3d-b9d6-41fb-ae4c-910e1902267b), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:02.704612 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-7f9fa703-fdc8-40ce-8fe4-7d28119a5025 service neutron] Transition to ACTIVE for port object 0a016d3d-b9d6-41fb-ae4c-910e1902267b will not be triggered until provisioned by entity L2. {{(pid=103140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:34:02.716377 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b78f0e3e-d7df-4c2e-beea-aaffbaf571fc req-0679db17-d06d-4092-869f-9679da978ccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (c3a586db-462e-4825-a754-c472488c5021), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:02.725147 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7c972c-8097-426e-b417-9ab5982ccbe3 req-e505844d-05fc-4a13-b51b-106b783b5ea0 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:02.731013 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bd7c972c-8097-426e-b417-9ab5982ccbe3 req-e505844d-05fc-4a13-b51b-106b783b5ea0 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=a4fc49e4-17e3-4e1a-ad3a-53772172f962 HTTP/1.1" status: 200 len: 943 time: 0.6555533 Feb 09 21:34:02.767847 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3458e0fb-5aea-4375-9598-6e1c07ebe607 req-ea2fad0f-f85e-428d-9835-d5239e7b1ccb tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=def3446e95584f24b6fdfb40ceda16ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4406636 Feb 09 21:34:02.768591 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-7f9fa703-fdc8-40ce-8fe4-7d28119a5025 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (0a016d3d-b9d6-41fb-ae4c-910e1902267b), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:02.930853 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-e050e1a0-e7a1-4778-9084-a03f7d720a68 None None] Provisioning complete for port c3a586db-462e-4825-a754-c472488c5021 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:34:02.933991 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e050e1a0-e7a1-4778-9084-a03f7d720a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (c3a586db-462e-4825-a754-c472488c5021), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:02.978691 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3458e0fb-5aea-4375-9598-6e1c07ebe607 req-fb9a391b-b5b1-4b80-a3fe-297168fd677f tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:02.980363 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3458e0fb-5aea-4375-9598-6e1c07ebe607 req-fb9a391b-b5b1-4b80-a3fe-297168fd677f tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1985123 Feb 09 21:34:03.033327 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-e050e1a0-e7a1-4778-9084-a03f7d720a68 None None] Port c3a586db-462e-4825-a754-c472488c5021 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:34:03.063929 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bd7c972c-8097-426e-b417-9ab5982ccbe3 req-f3bf6dd6-4d87-4d2f-ba6d-d561a051d235 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901042 Feb 09 21:34:03.137428 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277002ac-b2ad-4802-8f8f-c5b64d845e9c req-72081794-1314-4a59-ac33-3734fc747010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:03.139151 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-277002ac-b2ad-4802-8f8f-c5b64d845e9c req-72081794-1314-4a59-ac33-3734fc747010 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=d13eb104d8994e4d9b604f1050cb6328&device_id=cd92d494-82c4-4614-9a6f-2d9307f3309a HTTP/1.1" status: 200 len: 1127 time: 0.4242482 Feb 09 21:34:03.156009 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9fa703-fdc8-40ce-8fe4-7d28119a5025 service neutron] Pushing event updated for resources: {'Port': ['ID=0a016d3d-b9d6-41fb-ae4c-910e1902267b,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:03.174284 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3458e0fb-5aea-4375-9598-6e1c07ebe607 req-0a216132-f267-4f01-9dd2-c2676c65d211 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/quotas/def3446e95584f24b6fdfb40ceda16ab HTTP/1.1" status: 200 len: 375 time: 0.1257648 Feb 09 21:34:03.236465 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-b78f0e3e-d7df-4c2e-beea-aaffbaf571fc req-0679db17-d06d-4092-869f-9679da978ccd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3a586db-462e-4825-a754-c472488c5021 {{(pid=103141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:34:03.257781 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b78f0e3e-d7df-4c2e-beea-aaffbaf571fc req-0679db17-d06d-4092-869f-9679da978ccd service neutron] Publish callbacks [] for port (c3a586db-462e-4825-a754-c472488c5021), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:03.282247 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-b78f0e3e-d7df-4c2e-beea-aaffbaf571fc req-0679db17-d06d-4092-869f-9679da978ccd service neutron] Transition to ACTIVE for port object c3a586db-462e-4825-a754-c472488c5021 will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:34:03.290945 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b78f0e3e-d7df-4c2e-beea-aaffbaf571fc req-0679db17-d06d-4092-869f-9679da978ccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (c3a586db-462e-4825-a754-c472488c5021), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:03.388365 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0679db17-d06d-4092-869f-9679da978ccd service neutron] Pushing event updated for resources: {'Port': ['ID=c3a586db-462e-4825-a754-c472488c5021,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:03.509417 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3458e0fb-5aea-4375-9598-6e1c07ebe607 req-98a89c61-4bd2-4e2a-be78-fcddf7b8d1d7 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=def3446e95584f24b6fdfb40ceda16ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3341856 Feb 09 21:34:03.513546 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277002ac-b2ad-4802-8f8f-c5b64d845e9c req-7c9a086a-26ca-41f8-b9d1-20c06c8d99aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:03.515106 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-277002ac-b2ad-4802-8f8f-c5b64d845e9c req-7c9a086a-26ca-41f8-b9d1-20c06c8d99aa service neutron] 10.222.0.95 "GET /v2.0/networks?id=5406f657-d0e3-4570-bda7-aeb2bc509011 HTTP/1.1" status: 200 len: 909 time: 0.3387384 Feb 09 21:34:03.531525 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-7f9fa703-fdc8-40ce-8fe4-7d28119a5025 service neutron] Attempting to bind port 0a016d3d-b9d6-41fb-ae4c-910e1902267b on host n-h1-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:34:03.531738 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-b78f0e3e-d7df-4c2e-beea-aaffbaf571fc req-0679db17-d06d-4092-869f-9679da978ccd service neutron] Attempting to bind port c3a586db-462e-4825-a754-c472488c5021 on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:34:03.531872 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-7f9fa703-fdc8-40ce-8fe4-7d28119a5025 service neutron] Attempting to bind port 0a016d3d-b9d6-41fb-ae4c-910e1902267b by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': '43985b2c-a3e2-416f-801a-d621ef02c15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '06c4241a-bdd3-4ab1-babc-b91e338daa1a'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:34:03.532102 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-b78f0e3e-d7df-4c2e-beea-aaffbaf571fc req-0679db17-d06d-4092-869f-9679da978ccd service neutron] Attempting to bind port c3a586db-462e-4825-a754-c472488c5021 by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': '4a4447ae-fa93-4ee0-a90a-ab4a83659d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ab898bc0-8b8e-4a5d-9904-0dc9997586ad'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:34:03.532258 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-7f9fa703-fdc8-40ce-8fe4-7d28119a5025 service neutron] Attempting to bind port 0a016d3d-b9d6-41fb-ae4c-910e1902267b on network 06c4241a-bdd3-4ab1-babc-b91e338daa1a {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:34:03.532364 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78f0e3e-d7df-4c2e-beea-aaffbaf571fc req-0679db17-d06d-4092-869f-9679da978ccd service neutron] Attempting to bind port c3a586db-462e-4825-a754-c472488c5021 on network ab898bc0-8b8e-4a5d-9904-0dc9997586ad {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:34:03.539161 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78f0e3e-d7df-4c2e-beea-aaffbaf571fc req-0679db17-d06d-4092-869f-9679da978ccd service neutron] Port c3a586db-462e-4825-a754-c472488c5021 on network ab898bc0-8b8e-4a5d-9904-0dc9997586ad not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:34:03.539406 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78f0e3e-d7df-4c2e-beea-aaffbaf571fc req-0679db17-d06d-4092-869f-9679da978ccd service neutron] Attempting to bind port c3a586db-462e-4825-a754-c472488c5021 on network ab898bc0-8b8e-4a5d-9904-0dc9997586ad {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:34:03.547430 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78f0e3e-d7df-4c2e-beea-aaffbaf571fc req-0679db17-d06d-4092-869f-9679da978ccd service neutron] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:34:03.547840 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78f0e3e-d7df-4c2e-beea-aaffbaf571fc req-0679db17-d06d-4092-869f-9679da978ccd service neutron] Checking segment: {'id': '4a4447ae-fa93-4ee0-a90a-ab4a83659d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ab898bc0-8b8e-4a5d-9904-0dc9997586ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:34:03.548414 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78f0e3e-d7df-4c2e-beea-aaffbaf571fc req-0679db17-d06d-4092-869f-9679da978ccd service neutron] Bound using segment: {'id': '4a4447ae-fa93-4ee0-a90a-ab4a83659d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ab898bc0-8b8e-4a5d-9904-0dc9997586ad'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:34:03.548944 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-b78f0e3e-d7df-4c2e-beea-aaffbaf571fc req-0679db17-d06d-4092-869f-9679da978ccd service neutron] Bound port: c3a586db-462e-4825-a754-c472488c5021, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a4447ae-fa93-4ee0-a90a-ab4a83659d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ab898bc0-8b8e-4a5d-9904-0dc9997586ad'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:34:03.549204 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b78f0e3e-d7df-4c2e-beea-aaffbaf571fc req-0679db17-d06d-4092-869f-9679da978ccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (c3a586db-462e-4825-a754-c472488c5021), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:03.561305 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84a51a7-5868-427a-a14f-cf6997aba392 req-8c098d3f-cd43-4927-bf38-3b7aea73d886 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:03.571076 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84a51a7-5868-427a-a14f-cf6997aba392 req-8c098d3f-cd43-4927-bf38-3b7aea73d886 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:03.576319 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84a51a7-5868-427a-a14f-cf6997aba392 req-8c098d3f-cd43-4927-bf38-3b7aea73d886 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:03.578057 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f84a51a7-5868-427a-a14f-cf6997aba392 req-8c098d3f-cd43-4927-bf38-3b7aea73d886 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.90 "GET /v2.0/ports?device_id=3b0fa07e-9d2a-4dba-ae85-8ec07c3475ed HTTP/1.1" status: 200 len: 2412 time: 0.2646770 Feb 09 21:34:03.588014 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-7f9fa703-fdc8-40ce-8fe4-7d28119a5025 service neutron] Port 0a016d3d-b9d6-41fb-ae4c-910e1902267b on network 06c4241a-bdd3-4ab1-babc-b91e338daa1a not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:34:03.588436 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-7f9fa703-fdc8-40ce-8fe4-7d28119a5025 service neutron] Attempting to bind port 0a016d3d-b9d6-41fb-ae4c-910e1902267b on network 06c4241a-bdd3-4ab1-babc-b91e338daa1a {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:34:03.638911 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-277002ac-b2ad-4802-8f8f-c5b64d845e9c req-ff3e1e44-7166-43da-ab7d-0e01403df346 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df09fb29-1ecd-4bea-b09f-dc089b20c12e HTTP/1.1" status: 200 len: 217 time: 0.1042957 Feb 09 21:34:03.640905 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-7f9fa703-fdc8-40ce-8fe4-7d28119a5025 service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:34:03.641344 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-7f9fa703-fdc8-40ce-8fe4-7d28119a5025 service neutron] Checking segment: {'id': '43985b2c-a3e2-416f-801a-d621ef02c15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '06c4241a-bdd3-4ab1-babc-b91e338daa1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:34:03.641619 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-7f9fa703-fdc8-40ce-8fe4-7d28119a5025 service neutron] Bound using segment: {'id': '43985b2c-a3e2-416f-801a-d621ef02c15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '06c4241a-bdd3-4ab1-babc-b91e338daa1a'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:34:03.642062 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-7f9fa703-fdc8-40ce-8fe4-7d28119a5025 service neutron] Bound port: 0a016d3d-b9d6-41fb-ae4c-910e1902267b, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43985b2c-a3e2-416f-801a-d621ef02c15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '06c4241a-bdd3-4ab1-babc-b91e338daa1a'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:34:03.642428 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-7f9fa703-fdc8-40ce-8fe4-7d28119a5025 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (0a016d3d-b9d6-41fb-ae4c-910e1902267b), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:03.649347 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-b78f0e3e-d7df-4c2e-beea-aaffbaf571fc req-0679db17-d06d-4092-869f-9679da978ccd service neutron] For port c3a586db-462e-4825-a754-c472488c5021, host n-h2-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:34:03.656446 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-b78f0e3e-d7df-4c2e-beea-aaffbaf571fc req-0679db17-d06d-4092-869f-9679da978ccd service neutron] For port c3a586db-462e-4825-a754-c472488c5021, host n-h2-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=c3a586db-462e-4825-a754-c472488c5021,segment=NetworkSegment(4a4447ae-fa93-4ee0-a90a-ab4a83659d7c),segment_id=4a4447ae-fa93-4ee0-a90a-ab4a83659d7c)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:34:03.680999 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b78f0e3e-d7df-4c2e-beea-aaffbaf571fc req-0679db17-d06d-4092-869f-9679da978ccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (c3a586db-462e-4825-a754-c472488c5021), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:03.707465 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f0e3e-d7df-4c2e-beea-aaffbaf571fc req-0679db17-d06d-4092-869f-9679da978ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:03.708714 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b78f0e3e-d7df-4c2e-beea-aaffbaf571fc req-0679db17-d06d-4092-869f-9679da978ccd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:03.711088 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b78f0e3e-d7df-4c2e-beea-aaffbaf571fc req-0679db17-d06d-4092-869f-9679da978ccd service neutron] 10.222.0.89 "PUT /v2.0/ports/c3a586db-462e-4825-a754-c472488c5021 HTTP/1.1" status: 200 len: 1091 time: 1.1160069 Feb 09 21:34:03.711088 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c972404-e5ee-4b31-b469-d2aabada3224', 'tag': 'c3a586db-462e-4825-a754-c472488c5021'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:34:03.713624 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cb56868-7b7d-467b-9cad-08299eae3274" -d '{"events": [{"name": "network-changed", "server_uuid": "7c972404-e5ee-4b31-b469-d2aabada3224", "tag": "c3a586db-462e-4825-a754-c472488c5021"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:34:03.835193 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f84a51a7-5868-427a-a14f-cf6997aba392 req-f319aa3d-9f22-4ea9-9b02-04647792e58f tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.90 "GET /v2.0/security-groups?id=ce0b6bf0-0090-4ca0-98fe-25c5a90c9e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086120 Feb 09 21:34:03.845323 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277002ac-b2ad-4802-8f8f-c5b64d845e9c req-9d82eec6-9cbe-4a81-a2e6-49a63a00d0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:03.846945 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-277002ac-b2ad-4802-8f8f-c5b64d845e9c req-9d82eec6-9cbe-4a81-a2e6-49a63a00d0ff service neutron] 10.222.0.95 "GET /v2.0/subnets?id=e1ad18b5-2d0f-4d2c-9c50-5fdfdce0a556 HTTP/1.1" status: 200 len: 848 time: 0.1902838 Feb 09 21:34:03.922628 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-277002ac-b2ad-4802-8f8f-c5b64d845e9c req-57bb7768-747e-4d83-aad3-0cda0990305d service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=5406f657-d0e3-4570-bda7-aeb2bc509011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593746 Feb 09 21:34:03.998637 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0679db17-d06d-4092-869f-9679da978ccd service neutron] Pushing event updated for resources: {'Port': ['ID=c3a586db-462e-4825-a754-c472488c5021,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:04.019530 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f0e3e-d7df-4c2e-beea-aaffbaf571fc req-ec74666c-05aa-4dfd-a3d7-818f40510bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:04.023086 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b78f0e3e-d7df-4c2e-beea-aaffbaf571fc req-ec74666c-05aa-4dfd-a3d7-818f40510bac service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=77fda44304ae4f269c2e2e6260f94941&device_id=7c972404-e5ee-4b31-b469-d2aabada3224 HTTP/1.1" status: 200 len: 1125 time: 0.2210672 Feb 09 21:34:04.102510 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b78f0e3e-d7df-4c2e-beea-aaffbaf571fc req-1bf99a36-c1db-4097-9285-9c825712d234 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c3a586db-462e-4825-a754-c472488c5021 HTTP/1.1" status: 200 len: 217 time: 0.0567534 Feb 09 21:34:04.119422 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-7f9fa703-fdc8-40ce-8fe4-7d28119a5025 service neutron] For port 0a016d3d-b9d6-41fb-ae4c-910e1902267b, host n-h1-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:34:04.197401 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f0e3e-d7df-4c2e-beea-aaffbaf571fc req-8236c63a-9aa4-4e8c-8ffc-a29307bff112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:04.199202 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b78f0e3e-d7df-4c2e-beea-aaffbaf571fc req-8236c63a-9aa4-4e8c-8ffc-a29307bff112 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=13dd7afc-9a8a-4b1c-bfde-c2a9e20a0dc4 HTTP/1.1" status: 200 len: 851 time: 0.0848515 Feb 09 21:34:04.202843 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-7f9fa703-fdc8-40ce-8fe4-7d28119a5025 service neutron] For port 0a016d3d-b9d6-41fb-ae4c-910e1902267b, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=0a016d3d-b9d6-41fb-ae4c-910e1902267b,segment=NetworkSegment(43985b2c-a3e2-416f-801a-d621ef02c15b),segment_id=43985b2c-a3e2-416f-801a-d621ef02c15b)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:34:04.207147 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-44bd2122-33c6-478f-862e-898911eaf3ee req-06913621-15eb-4684-9fb2-71674265e164 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed637eb7-997b-4a50-b9a4-acd664f51f8f HTTP/1.1" status: 200 len: 210 time: 0.1798494 Feb 09 21:34:04.237530 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-7f9fa703-fdc8-40ce-8fe4-7d28119a5025 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (0a016d3d-b9d6-41fb-ae4c-910e1902267b), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:04.325916 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b0fa07e-9d2a-4dba-ae85-8ec07c3475ed', 'tag': '57b06563-1bab-47a2-b7d7-f0ecc8b33eba'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:34:04.329499 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fdd9f8e-11dc-4081-a9c7-d5f4360e5ef4" -d '{"events": [{"name": "network-changed", "server_uuid": "3b0fa07e-9d2a-4dba-ae85-8ec07c3475ed", "tag": "57b06563-1bab-47a2-b7d7-f0ecc8b33eba"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:34:04.333075 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9fa703-fdc8-40ce-8fe4-7d28119a5025 service neutron] Pushing event updated for resources: {'Port': ['ID=0a016d3d-b9d6-41fb-ae4c-910e1902267b,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:04.363267 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-7f9fa703-fdc8-40ce-8fe4-7d28119a5025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:04.363910 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-7f9fa703-fdc8-40ce-8fe4-7d28119a5025 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:04.366555 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-7f9fa703-fdc8-40ce-8fe4-7d28119a5025 service neutron] 10.222.0.95 "PUT /v2.0/ports/0a016d3d-b9d6-41fb-ae4c-910e1902267b HTTP/1.1" status: 200 len: 1091 time: 2.3865795 Feb 09 21:34:04.380914 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ecb8a9-4d9d-4306-8682-7c1d7cf1d853 req-37f1e540-397a-482c-a6b8-3804143881d8 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:04.383767 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-31ecb8a9-4d9d-4306-8682-7c1d7cf1d853 req-37f1e540-397a-482c-a6b8-3804143881d8 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/ports?device_id=ac2e37af-a8de-476a-83bd-d987e0be588b HTTP/1.1" status: 200 len: 945 time: 0.4601266 Feb 09 21:34:04.395670 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-277002ac-b2ad-4802-8f8f-c5b64d845e9c req-c18d3e15-8e3d-4fc7-bec0-62a2ebe9ca2a service neutron] 10.222.0.95 "GET /v2.0/networks/5406f657-d0e3-4570-bda7-aeb2bc509011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4652588 Feb 09 21:34:04.407542 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f0e3e-d7df-4c2e-beea-aaffbaf571fc req-6e17c163-3df8-4e44-8094-613d9f3e7c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:04.428474 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b78f0e3e-d7df-4c2e-beea-aaffbaf571fc req-6e17c163-3df8-4e44-8094-613d9f3e7c9e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ab898bc0-8b8e-4a5d-9904-0dc9997586ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2062917 Feb 09 21:34:04.649088 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-277002ac-b2ad-4802-8f8f-c5b64d845e9c req-b83aa2ef-38e9-412a-9c76-672f5b31344c service neutron] 10.222.0.95 "GET /v2.0/networks/5406f657-d0e3-4570-bda7-aeb2bc509011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444987 Feb 09 21:34:04.666899 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b78f0e3e-d7df-4c2e-beea-aaffbaf571fc req-6093d0a6-a6b5-47f5-80f8-0a701bbea6d1 service neutron] 10.222.0.89 "GET /v2.0/networks/ab898bc0-8b8e-4a5d-9904-0dc9997586ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335975 Feb 09 21:34:04.841510 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-31ecb8a9-4d9d-4306-8682-7c1d7cf1d853 req-afcbf5c5-f5ee-4ef9-80b5-f6aad42d395e tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/security-groups?id=53864ffe-fa53-4ead-9e41-21e6252e7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608829 Feb 09 21:34:04.874896 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b78f0e3e-d7df-4c2e-beea-aaffbaf571fc req-03fe2011-1797-4f3d-a684-54d0b83340ec service neutron] 10.222.0.89 "GET /v2.0/networks/ab898bc0-8b8e-4a5d-9904-0dc9997586ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989198 Feb 09 21:34:04.876679 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b39ad49-efd2-4466-8513-fbb03f684bbe req-b1b060d5-1905-4121-9011-d486d12948f6 tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:04.878228 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5b39ad49-efd2-4466-8513-fbb03f684bbe req-b1b060d5-1905-4121-9011-d486d12948f6 tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] 10.222.0.90 "GET /v2.0/ports?device_id=7c972404-e5ee-4b31-b469-d2aabada3224 HTTP/1.1" status: 200 len: 943 time: 0.1651473 Feb 09 21:34:04.884035 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-62503cc2-7f59-47d0-9bb9-f6bb2de39fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:04.884567 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-62503cc2-7f59-47d0-9bb9-f6bb2de39fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:04.885058 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-62503cc2-7f59-47d0-9bb9-f6bb2de39fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:04.888313 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-62503cc2-7f59-47d0-9bb9-f6bb2de39fbc service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=3a839c247a824993a2c678394ab2ac52&device_id=3b0fa07e-9d2a-4dba-ae85-8ec07c3475ed HTTP/1.1" status: 200 len: 2958 time: 0.2354290 Feb 09 21:34:04.939943 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46b368b9-4188-4107-80d4-f9214fb263a6 x-openstack-request-id: req-46b368b9-4188-4107-80d4-f9214fb263a6 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:34:04.940387 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c972404-e5ee-4b31-b469-d2aabada3224", "tag": "c3a586db-462e-4825-a754-c472488c5021", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:34:04.940730 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-46b368b9-4188-4107-80d4-f9214fb263a6 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:34:04.941142 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c972404-e5ee-4b31-b469-d2aabada3224', 'tag': 'c3a586db-462e-4825-a754-c472488c5021', 'status': 'completed', 'code': 200} Feb 09 21:34:04.981385 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-4a490ba9-ffce-4cde-b012-56b5cc7e1377 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.106&port_id=7e56733f-3fa4-4c8a-905e-fdb8bc413a59 HTTP/1.1" status: 200 len: 217 time: 0.0711598 Feb 09 21:34:05.014327 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5b39ad49-efd2-4466-8513-fbb03f684bbe req-abff4f77-3cd2-4119-a8ab-77de151a75c9 tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] 10.222.0.90 "GET /v2.0/security-groups?id=47b8d546-ab8a-4003-b5cc-741806b9d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235263 Feb 09 21:34:05.066198 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-de29625e-7532-4204-b75d-27722694a33a req-b6a480b6-e241-4bde-aafe-f11b0be4578c tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=9a70729e-24c8-4e59-8c93-8811e088ab2e HTTP/1.1" status: 200 len: 210 time: 0.0368042 Feb 09 21:34:05.119772 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-efcbb920-1e9e-4c09-85cc-a3353c97ffa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:05.121538 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-efcbb920-1e9e-4c09-85cc-a3353c97ffa5 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=e1293fbc-fe20-41e8-a05e-2ee2773a139f HTTP/1.1" status: 200 len: 801 time: 0.1060271 Feb 09 21:34:05.161624 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54338) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:05.177246 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb56868-7b7d-467b-9cad-08299eae3274 req-e4f8069c-426c-4b65-bd11-9b5fe3c194d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:05.186084 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7cb56868-7b7d-467b-9cad-08299eae3274 req-e4f8069c-426c-4b65-bd11-9b5fe3c194d2 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=77fda44304ae4f269c2e2e6260f94941&device_id=7c972404-e5ee-4b31-b469-d2aabada3224 HTTP/1.1" status: 200 len: 1125 time: 0.1920631 Feb 09 21:34:05.188029 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77455d85-aacd-4cc0-93d1-bc83551dd64b x-openstack-request-id: req-77455d85-aacd-4cc0-93d1-bc83551dd64b {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:34:05.188406 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b0fa07e-9d2a-4dba-ae85-8ec07c3475ed", "tag": "57b06563-1bab-47a2-b7d7-f0ecc8b33eba", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:34:05.188669 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-77455d85-aacd-4cc0-93d1-bc83551dd64b {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:34:05.189810 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b0fa07e-9d2a-4dba-ae85-8ec07c3475ed', 'tag': '57b06563-1bab-47a2-b7d7-f0ecc8b33eba', 'status': 'completed', 'code': 200} Feb 09 21:34:05.273620 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-2c721dbf-b8ce-44fb-abc1-0e63d394aaba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:05.275394 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-2c721dbf-b8ce-44fb-abc1-0e63d394aaba service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=06c4241a-bdd3-4ab1-babc-b91e338daa1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1345470 Feb 09 21:34:05.310128 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb56868-7b7d-467b-9cad-08299eae3274 req-7392aa80-8666-4823-9b42-f3530e351fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:05.313089 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7cb56868-7b7d-467b-9cad-08299eae3274 req-7392aa80-8666-4823-9b42-f3530e351fde service neutron] 10.222.0.89 "GET /v2.0/networks?id=ab898bc0-8b8e-4a5d-9904-0dc9997586ad HTTP/1.1" status: 200 len: 913 time: 0.1144865 Feb 09 21:34:05.339669 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a8e43-4b2d-486b-98e4-5b1d199304b8 req-78469dcc-aa9d-42d9-b666-4e8debf7f029 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:05.342396 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c15a8e43-4b2d-486b-98e4-5b1d199304b8 req-78469dcc-aa9d-42d9-b666-4e8debf7f029 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=a4fc49e4-17e3-4e1a-ad3a-53772172f962 HTTP/1.1" status: 200 len: 943 time: 0.1436954 Feb 09 21:34:05.374617 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7cb56868-7b7d-467b-9cad-08299eae3274 req-934bc0f4-3ec9-48f2-8f98-9f23201e1990 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c3a586db-462e-4825-a754-c472488c5021 HTTP/1.1" status: 200 len: 217 time: 0.0538549 Feb 09 21:34:05.474628 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e084b2d3-4b8d-416d-b07c-e8b91b9c3469 req-1e5946e8-14d8-4873-a7c4-bf9b8818f4c6 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:05.483102 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e084b2d3-4b8d-416d-b07c-e8b91b9c3469 req-1e5946e8-14d8-4873-a7c4-bf9b8818f4c6 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:05.490130 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e084b2d3-4b8d-416d-b07c-e8b91b9c3469 req-1e5946e8-14d8-4873-a7c4-bf9b8818f4c6 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:05.492275 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e084b2d3-4b8d-416d-b07c-e8b91b9c3469 req-1e5946e8-14d8-4873-a7c4-bf9b8818f4c6 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.90 "GET /v2.0/ports?device_id=3b0fa07e-9d2a-4dba-ae85-8ec07c3475ed HTTP/1.1" status: 200 len: 2412 time: 0.2404234 Feb 09 21:34:05.497987 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c15a8e43-4b2d-486b-98e4-5b1d199304b8 req-957fdaaf-a875-43f0-8afa-837243dccda7 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263304 Feb 09 21:34:05.695757 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-ae7b2038-3099-40de-9b75-4bdd44e91204 service neutron] 10.222.0.95 "GET /v2.0/networks/06c4241a-bdd3-4ab1-babc-b91e338daa1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3935504 Feb 09 21:34:05.847898 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3d428176-5e91-4734-88f4-6dce664bcaa5 req-4e10c207-b645-49e7-b85b-e687ab292ea7 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed637eb7-997b-4a50-b9a4-acd664f51f8f HTTP/1.1" status: 200 len: 210 time: 0.1961024 Feb 09 21:34:05.887215 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-c13f4653-0487-40e4-821e-64354aff6dbb admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=1e5ef3da84eb45b0963f4b54f0fce228&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7242448 Feb 09 21:34:05.891009 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb56868-7b7d-467b-9cad-08299eae3274 req-3862cf27-05e1-49b4-a2db-d7bf573950a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:05.892498 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7cb56868-7b7d-467b-9cad-08299eae3274 req-3862cf27-05e1-49b4-a2db-d7bf573950a8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=13dd7afc-9a8a-4b1c-bfde-c2a9e20a0dc4 HTTP/1.1" status: 200 len: 851 time: 0.5109680 Feb 09 21:34:05.892968 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54354) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:05.960821 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3458e0fb-5aea-4375-9598-6e1c07ebe607 req-405a3a1f-947c-4a22-ba6d-6000ac125236 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=def3446e95584f24b6fdfb40ceda16ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2700942 Feb 09 21:34:05.962904 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-860e1b69-b5b1-4a18-a0e3-ffb7e6664729 service neutron] 10.222.0.95 "GET /v2.0/networks/06c4241a-bdd3-4ab1-babc-b91e338daa1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175892 Feb 09 21:34:05.987652 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e084b2d3-4b8d-416d-b07c-e8b91b9c3469 req-8fbbc418-703c-4f33-bbd4-036c3423b928 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.90 "GET /v2.0/security-groups?id=ce0b6bf0-0090-4ca0-98fe-25c5a90c9e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4673872 Feb 09 21:34:06.054392 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb56868-7b7d-467b-9cad-08299eae3274 req-b7aadb5a-2032-41c8-ad84-fc7e106291fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:06.055963 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7cb56868-7b7d-467b-9cad-08299eae3274 req-b7aadb5a-2032-41c8-ad84-fc7e106291fb service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ab898bc0-8b8e-4a5d-9904-0dc9997586ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1438088 Feb 09 21:34:06.063168 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-35944921-3d80-4efb-b546-22cdeebec095 admin admin] Publish callbacks [] for security_group (fb90cf1c-bfb2-493a-a11e-8850c7d8e0a9), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:06.069758 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-ec6f9ab8-719c-4bc0-a8dc-08e920b7d1fb service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.198&port_id=57b06563-1bab-47a2-b7d7-f0ecc8b33eba HTTP/1.1" status: 200 len: 217 time: 0.0487001 Feb 09 21:34:06.108522 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-35944921-3d80-4efb-b546-22cdeebec095 admin admin] Publish callbacks [] for security_group (fb90cf1c-bfb2-493a-a11e-8850c7d8e0a9), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:06.261462 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7cb56868-7b7d-467b-9cad-08299eae3274 req-08aee5fc-435a-4e79-9b82-dd1a3844878a service neutron] 10.222.0.89 "GET /v2.0/networks/ab898bc0-8b8e-4a5d-9904-0dc9997586ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682250 Feb 09 21:34:06.263294 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-35944921-3d80-4efb-b546-22cdeebec095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (fb90cf1c-bfb2-493a-a11e-8850c7d8e0a9), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:06.269826 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-35944921-3d80-4efb-b546-22cdeebec095 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:06.273389 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-35944921-3d80-4efb-b546-22cdeebec095 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/fb90cf1c-bfb2-493a-a11e-8850c7d8e0a9 HTTP/1.1" status: 204 len: 168 time: 0.3770404 Feb 09 21:34:06.343742 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35944921-3d80-4efb-b546-22cdeebec095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb90cf1c-bfb2-493a-a11e-8850c7d8e0a9,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:06.473071 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7cb56868-7b7d-467b-9cad-08299eae3274 req-b1e63956-8df7-4806-88cd-a6aa6ad7cd45 service neutron] 10.222.0.89 "GET /v2.0/networks/ab898bc0-8b8e-4a5d-9904-0dc9997586ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001264 Feb 09 21:34:06.523291 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-8b651b93-3f45-444e-8c14-53ac5d1f5347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:06.524887 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-8b651b93-3f45-444e-8c14-53ac5d1f5347 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=4df62153-fca7-49f4-9497-6db38d3e9249 HTTP/1.1" status: 200 len: 801 time: 0.4416018 Feb 09 21:34:06.609976 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d67fbf-378a-4f27-8839-ba0c8cfce010 req-d9ea415e-9f50-4d1e-b93a-c844dbb693c1 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:06.616768 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b3d67fbf-378a-4f27-8839-ba0c8cfce010 req-d9ea415e-9f50-4d1e-b93a-c844dbb693c1 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/ports?device_id=ac2e37af-a8de-476a-83bd-d987e0be588b HTTP/1.1" status: 200 len: 945 time: 0.6483812 Feb 09 21:34:06.714848 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3458e0fb-5aea-4375-9598-6e1c07ebe607 req-eab614cd-0e6b-4999-a397-1af53cd3198b tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:06.716330 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3458e0fb-5aea-4375-9598-6e1c07ebe607 req-eab614cd-0e6b-4999-a397-1af53cd3198b tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7131631 Feb 09 21:34:06.720957 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-d408b9f9-d1e5-4505-9107-f1845c0c28be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:06.722900 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-d408b9f9-d1e5-4505-9107-f1845c0c28be service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=b6e6c3ca-c3d8-4912-bc05-b7a7acc77f35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1744361 Feb 09 21:34:06.738279 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b3d67fbf-378a-4f27-8839-ba0c8cfce010 req-b1a39d6b-f50f-482f-b6e4-b58ad52757f1 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/security-groups?id=53864ffe-fa53-4ead-9e41-21e6252e7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204925 Feb 09 21:34:06.746948 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c34ca09-8537-4373-9ea5-9e1de1630276 req-7dab95f6-5e33-4653-b27e-0083e603170f tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:06.759984 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2c34ca09-8537-4373-9ea5-9e1de1630276 req-7dab95f6-5e33-4653-b27e-0083e603170f tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] 10.222.0.90 "GET /v2.0/ports?device_id=7c972404-e5ee-4b31-b469-d2aabada3224 HTTP/1.1" status: 200 len: 943 time: 0.2322440 Feb 09 21:34:06.771933 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-3458e0fb-5aea-4375-9598-6e1c07ebe607 req-c61c7ffb-f815-4b74-969c-5ac344e422a5 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Request body: {'port': {'device_id': '9a70729e-24c8-4e59-8c93-8811e088ab2e', 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc', 'admin_state_up': True, 'tenant_id': 'def3446e95584f24b6fdfb40ceda16ab'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:34:06.941021 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54386) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:06.955543 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b7a79ddf-bb1b-4ff5-91b2-1fd250a06bf8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:06.961030 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0895e6e7-98ae-4f73-b263-ec13200d5ea4 req-45287305-cc48-497a-9d2e-d7cbd8841d41 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=9a70729e-24c8-4e59-8c93-8811e088ab2e HTTP/1.1" status: 200 len: 210 time: 0.0627155 Feb 09 21:34:07.000064 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2c34ca09-8537-4373-9ea5-9e1de1630276 req-b4cc79ce-99a0-49a9-bdae-9397facba7e6 tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] 10.222.0.90 "GET /v2.0/security-groups?id=47b8d546-ab8a-4003-b5cc-741806b9d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2212505 Feb 09 21:34:07.037569 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-63024b24-3e41-48a7-89cf-d81aa0e2c341 service neutron] 10.222.0.95 "GET /v2.0/networks/b6e6c3ca-c3d8-4912-bc05-b7a7acc77f35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725396 Feb 09 21:34:07.090471 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b7a79ddf-bb1b-4ff5-91b2-1fd250a06bf8 admin admin] Publish callbacks [] for security_group (a50415a4-64fb-4b7f-a4c3-6e454472c545), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:07.096399 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b7a79ddf-bb1b-4ff5-91b2-1fd250a06bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (a50415a4-64fb-4b7f-a4c3-6e454472c545), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:07.174735 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-b7a79ddf-bb1b-4ff5-91b2-1fd250a06bf8 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=ad6dd7367b984954935465af4152f47e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2324941 Feb 09 21:34:07.175553 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54392) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:07.176299 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a79ddf-bb1b-4ff5-91b2-1fd250a06bf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a50415a4-64fb-4b7f-a4c3-6e454472c545,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:07.203296 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b0fa07e-9d2a-4dba-ae85-8ec07c3475ed', 'tag': '0a016d3d-b9d6-41fb-ae4c-910e1902267b'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:34:07.207048 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f359fb1-54d3-45f8-b8c2-d2b2a34dcb9b" -d '{"events": [{"name": "network-changed", "server_uuid": "3b0fa07e-9d2a-4dba-ae85-8ec07c3475ed", "tag": "0a016d3d-b9d6-41fb-ae4c-910e1902267b"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:34:07.246556 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4bcb8578-8354-4aa0-84af-504f175ec5f7 admin admin] Publish callbacks [] for security_group (a50415a4-64fb-4b7f-a4c3-6e454472c545), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:07.262803 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6a3c6f0b-060c-426f-b998-05b404e49d75 req-ee428865-58c1-47e2-8087-2ed33e372434 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed637eb7-997b-4a50-b9a4-acd664f51f8f HTTP/1.1" status: 200 len: 210 time: 0.1021047 Feb 09 21:34:07.263677 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3458e0fb-5aea-4375-9598-6e1c07ebe607 req-c61c7ffb-f815-4b74-969c-5ac344e422a5 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Made reservation on behalf of def3446e95584f24b6fdfb40ceda16ab for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:34:07.268996 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-3458e0fb-5aea-4375-9598-6e1c07ebe607 req-c61c7ffb-f815-4b74-969c-5ac344e422a5 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:07.277187 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4bcb8578-8354-4aa0-84af-504f175ec5f7 admin admin] Publish callbacks [] for security_group (a50415a4-64fb-4b7f-a4c3-6e454472c545), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:07.360370 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4bcb8578-8354-4aa0-84af-504f175ec5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (a50415a4-64fb-4b7f-a4c3-6e454472c545), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:07.364687 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4bcb8578-8354-4aa0-84af-504f175ec5f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:07.377338 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-4bcb8578-8354-4aa0-84af-504f175ec5f7 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/a50415a4-64fb-4b7f-a4c3-6e454472c545 HTTP/1.1" status: 204 len: 168 time: 0.1922131 Feb 09 21:34:07.399118 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcb8578-8354-4aa0-84af-504f175ec5f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a50415a4-64fb-4b7f-a4c3-6e454472c545,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:07.415632 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2681662b-910e-443c-a0aa-dffe2fa5c92b req-690f6b4a-14a7-40b1-b01f-b2361cedf77a tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:07.418631 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2681662b-910e-443c-a0aa-dffe2fa5c92b req-690f6b4a-14a7-40b1-b01f-b2361cedf77a tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=a4fc49e4-17e3-4e1a-ad3a-53772172f962 HTTP/1.1" status: 200 len: 943 time: 0.2782373 Feb 09 21:34:07.474530 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-6c0064d5-9ad7-456e-b4f0-a49ef33dbed7 service neutron] 10.222.0.95 "GET /v2.0/networks/b6e6c3ca-c3d8-4912-bc05-b7a7acc77f35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4293263 Feb 09 21:34:07.599330 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2681662b-910e-443c-a0aa-dffe2fa5c92b req-b44d2923-9ae8-42e8-b7fc-d56a46d0d268 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715622 Feb 09 21:34:07.606437 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-d87ac87b-f4ca-4616-9191-2a3334a4f197 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.89&port_id=0a016d3d-b9d6-41fb-ae4c-910e1902267b HTTP/1.1" status: 200 len: 217 time: 0.0908301 Feb 09 21:34:07.662205 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [req-3458e0fb-5aea-4375-9598-6e1c07ebe607 req-c61c7ffb-f815-4b74-969c-5ac344e422a5 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Allocated IP 192.168.233.245 (a8139157-1e3e-4bd9-8fa9-c0e20debd7dc/0f7402ac-a35b-414b-bcc1-bc1c3072ec3c/56477551-2028-40d4-9313-5bee9dbfa349) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:34:07.691614 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a11e389-73cb-4030-b7a3-1d0339c1e5ce req-c1bb3c44-3b23-49a8-8722-2586be59f43e tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:07.698841 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a11e389-73cb-4030-b7a3-1d0339c1e5ce req-c1bb3c44-3b23-49a8-8722-2586be59f43e tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:07.705563 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a11e389-73cb-4030-b7a3-1d0339c1e5ce req-c1bb3c44-3b23-49a8-8722-2586be59f43e tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:07.727461 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4a11e389-73cb-4030-b7a3-1d0339c1e5ce req-c1bb3c44-3b23-49a8-8722-2586be59f43e tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.90 "GET /v2.0/ports?device_id=3b0fa07e-9d2a-4dba-ae85-8ec07c3475ed HTTP/1.1" status: 200 len: 2412 time: 0.2926176 Feb 09 21:34:07.730846 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6f2fc1c-f3a4-4eb1-bedf-c313c41effd3 x-openstack-request-id: req-f6f2fc1c-f3a4-4eb1-bedf-c313c41effd3 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:34:07.731060 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b0fa07e-9d2a-4dba-ae85-8ec07c3475ed", "tag": "0a016d3d-b9d6-41fb-ae4c-910e1902267b", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:34:07.732891 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-f6f2fc1c-f3a4-4eb1-bedf-c313c41effd3 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:34:07.734291 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b0fa07e-9d2a-4dba-ae85-8ec07c3475ed', 'tag': '0a016d3d-b9d6-41fb-ae4c-910e1902267b', 'status': 'completed', 'code': 200} Feb 09 21:34:07.769945 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-06b753d7-4969-49d7-9504-62cc26904161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:07.771575 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-06b753d7-4969-49d7-9504-62cc26904161 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=e1293fbc-fe20-41e8-a05e-2ee2773a139f HTTP/1.1" status: 200 len: 801 time: 0.1502967 Feb 09 21:34:07.860843 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4a11e389-73cb-4030-b7a3-1d0339c1e5ce req-3d12ef8f-3b26-4cd9-a909-bd391714a8c3 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.90 "GET /v2.0/security-groups?id=ce0b6bf0-0090-4ca0-98fe-25c5a90c9e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323929 Feb 09 21:34:07.978008 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-6829cec9-869a-46b3-a1e2-3d1382ad0845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:07.980101 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-6829cec9-869a-46b3-a1e2-3d1382ad0845 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=06c4241a-bdd3-4ab1-babc-b91e338daa1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1867115 Feb 09 21:34:08.196285 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-61e0ad84-bdcb-4145-b45e-69eac647422f req-19a49226-e3ac-49b0-a9f5-ffc5967a9296 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=9a70729e-24c8-4e59-8c93-8811e088ab2e HTTP/1.1" status: 200 len: 210 time: 0.1129458 Feb 09 21:34:08.249731 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8518e4f1-9d75-405a-b1fa-6c1bfa9093b3 req-95370b9e-bc4f-4924-8db2-c282532274f6 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:08.251464 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8518e4f1-9d75-405a-b1fa-6c1bfa9093b3 req-95370b9e-bc4f-4924-8db2-c282532274f6 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/ports?device_id=ac2e37af-a8de-476a-83bd-d987e0be588b HTTP/1.1" status: 200 len: 945 time: 0.3014846 Feb 09 21:34:08.254698 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-3458e0fb-5aea-4375-9598-6e1c07ebe607 req-c61c7ffb-f815-4b74-969c-5ac344e422a5 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Publish callbacks [] for port (56477551-2028-40d4-9313-5bee9dbfa349), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:08.316871 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-4bafe832-d413-4f63-ac05-5a3eca6a5588 service neutron] 10.222.0.95 "GET /v2.0/networks/06c4241a-bdd3-4ab1-babc-b91e338daa1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808142 Feb 09 21:34:08.400186 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8518e4f1-9d75-405a-b1fa-6c1bfa9093b3 req-2b2568f6-990e-479c-b433-e32637a7aa54 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/security-groups?id=53864ffe-fa53-4ead-9e41-21e6252e7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371865 Feb 09 21:34:08.459838 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-3458e0fb-5aea-4375-9598-6e1c07ebe607 req-c61c7ffb-f815-4b74-969c-5ac344e422a5 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (56477551-2028-40d4-9313-5bee9dbfa349), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:08.472502 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['6baa751d-f156-4998-94bb-c6f43767cb46'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:34:08.548964 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8be4ac4-cff3-49ae-b3b4-a7e937bd2e22 req-cc3941eb-6c41-4654-8c48-154b65504501 tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:08.563270 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b8be4ac4-cff3-49ae-b3b4-a7e937bd2e22 req-cc3941eb-6c41-4654-8c48-154b65504501 tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] 10.222.0.90 "GET /v2.0/ports?device_id=7c972404-e5ee-4b31-b469-d2aabada3224 HTTP/1.1" status: 200 len: 943 time: 0.2399123 Feb 09 21:34:08.571856 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3458e0fb-5aea-4375-9598-6e1c07ebe607 req-c61c7ffb-f815-4b74-969c-5ac344e422a5 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:34:08.574905 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['e91b0039-a035-445f-90c7-b61de1c5005a'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:34:08.590410 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [req-3458e0fb-5aea-4375-9598-6e1c07ebe607 req-c61c7ffb-f815-4b74-969c-5ac344e422a5 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:34:08.593583 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-3458e0fb-5aea-4375-9598-6e1c07ebe607 req-c61c7ffb-f815-4b74-969c-5ac344e422a5 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:34:08.658677 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61c7ffb-f815-4b74-969c-5ac344e422a5 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Pushing event updated for resources: {'Port': ['ID=56477551-2028-40d4-9313-5bee9dbfa349,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:08.677816 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-83396020-6c07-4163-ab3f-4cb15a4fab08 req-9dbce281-483b-4002-90a0-6266155063ac service neutron] 10.222.0.95 "GET /v2.0/networks/06c4241a-bdd3-4ab1-babc-b91e338daa1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3453434 Feb 09 21:34:08.753242 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6e64aa35-9b29-49be-b15a-e013bed2d13d req-2a6d34ce-4ba1-4db5-a24e-151a5ba2cf50 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed637eb7-997b-4a50-b9a4-acd664f51f8f HTTP/1.1" status: 200 len: 210 time: 0.1021752 Feb 09 21:34:08.844142 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3458e0fb-5aea-4375-9598-6e1c07ebe607 req-c61c7ffb-f815-4b74-969c-5ac344e422a5 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:08.845170 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-3458e0fb-5aea-4375-9598-6e1c07ebe607 req-c61c7ffb-f815-4b74-969c-5ac344e422a5 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:08.886217 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b8be4ac4-cff3-49ae-b3b4-a7e937bd2e22 req-91c085ce-f771-4ace-9754-1ca92150ad5c tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] 10.222.0.90 "GET /v2.0/security-groups?id=47b8d546-ab8a-4003-b5cc-741806b9d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3175964 Feb 09 21:34:08.973543 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-6c6ff541-6add-46ca-942e-31aa0662248c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:09.003503 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3458e0fb-5aea-4375-9598-6e1c07ebe607 req-c61c7ffb-f815-4b74-969c-5ac344e422a5 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2638097 Feb 09 21:34:09.031564 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-3458e0fb-5aea-4375-9598-6e1c07ebe607 req-80fea2af-fdac-462d-96aa-7740a37a79fc service neutron] Request body: {'port': {'device_id': '9a70729e-24c8-4e59-8c93-8811e088ab2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-5'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:34:09.053093 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54448) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:09.099556 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdd9f8e-11dc-4081-a9c7-d5f4360e5ef4 req-786c0a7d-15a4-4ad8-8fc8-2940a2149470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:09.100097 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdd9f8e-11dc-4081-a9c7-d5f4360e5ef4 req-786c0a7d-15a4-4ad8-8fc8-2940a2149470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:09.100609 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdd9f8e-11dc-4081-a9c7-d5f4360e5ef4 req-786c0a7d-15a4-4ad8-8fc8-2940a2149470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:09.102349 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8fdd9f8e-11dc-4081-a9c7-d5f4360e5ef4 req-786c0a7d-15a4-4ad8-8fc8-2940a2149470 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=3a839c247a824993a2c678394ab2ac52&device_id=3b0fa07e-9d2a-4dba-ae85-8ec07c3475ed HTTP/1.1" status: 200 len: 2958 time: 0.3109126 Feb 09 21:34:09.165946 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-d041b800-cd21-4d6a-8dd2-32f39dfc4a83 None None] Provisioning complete for port 56477551-2028-40d4-9313-5bee9dbfa349 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:34:09.166326 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d041b800-cd21-4d6a-8dd2-32f39dfc4a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (56477551-2028-40d4-9313-5bee9dbfa349), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:09.172863 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9290f4d1-05b3-4fb8-ad07-01321001c0ce req-beddefe1-28aa-4080-bbb9-823e35249183 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:09.183684 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9290f4d1-05b3-4fb8-ad07-01321001c0ce req-beddefe1-28aa-4080-bbb9-823e35249183 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=a4fc49e4-17e3-4e1a-ad3a-53772172f962 HTTP/1.1" status: 200 len: 943 time: 0.2960906 Feb 09 21:34:09.213766 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e535351e-23b0-40e2-be8e-2b1e1619f69a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:09.223538 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-d041b800-cd21-4d6a-8dd2-32f39dfc4a83 None None] Port 56477551-2028-40d4-9313-5bee9dbfa349 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:34:09.330182 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e535351e-23b0-40e2-be8e-2b1e1619f69a admin admin] Publish callbacks [] for security_group (7fa73a85-c869-4ceb-bdea-e63991b1bc48), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:09.335817 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e535351e-23b0-40e2-be8e-2b1e1619f69a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (7fa73a85-c869-4ceb-bdea-e63991b1bc48), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:09.383194 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e535351e-23b0-40e2-be8e-2b1e1619f69a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa73a85-c869-4ceb-bdea-e63991b1bc48,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:09.389515 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-e535351e-23b0-40e2-be8e-2b1e1619f69a admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=735a74de9fec45fe876acb3f7c5b12c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3346727 Feb 09 21:34:09.393413 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54460) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:09.460341 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b0e31dc4-bf65-47ce-a725-9d0e58e81d82 admin admin] Publish callbacks [] for security_group (7fa73a85-c869-4ceb-bdea-e63991b1bc48), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:09.487242 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b0e31dc4-bf65-47ce-a725-9d0e58e81d82 admin admin] Publish callbacks [] for security_group (7fa73a85-c869-4ceb-bdea-e63991b1bc48), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:09.544813 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b0e31dc4-bf65-47ce-a725-9d0e58e81d82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (7fa73a85-c869-4ceb-bdea-e63991b1bc48), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:09.548141 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b0e31dc4-bf65-47ce-a725-9d0e58e81d82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:09.549938 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-b0e31dc4-bf65-47ce-a725-9d0e58e81d82 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/7fa73a85-c869-4ceb-bdea-e63991b1bc48 HTTP/1.1" status: 204 len: 168 time: 0.1555967 Feb 09 21:34:09.560249 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e31dc4-bf65-47ce-a725-9d0e58e81d82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa73a85-c869-4ceb-bdea-e63991b1bc48,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:09.594945 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdd9f8e-11dc-4081-a9c7-d5f4360e5ef4 req-c37e98f5-e5ea-44bd-abf3-09d07a915749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:09.596899 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8fdd9f8e-11dc-4081-a9c7-d5f4360e5ef4 req-c37e98f5-e5ea-44bd-abf3-09d07a915749 service neutron] 10.222.0.95 "GET /v2.0/networks?id=b6e6c3ca-c3d8-4912-bc05-b7a7acc77f35 HTTP/1.1" status: 200 len: 903 time: 0.4813383 Feb 09 21:34:09.598736 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-3458e0fb-5aea-4375-9598-6e1c07ebe607 req-80fea2af-fdac-462d-96aa-7740a37a79fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (56477551-2028-40d4-9313-5bee9dbfa349), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:09.695052 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7439ea5-4647-482b-8224-ab22e2a1a5f7 req-8a30d224-8c97-4eba-8870-74c67a1ef4f6 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:09.701962 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7439ea5-4647-482b-8224-ab22e2a1a5f7 req-8a30d224-8c97-4eba-8870-74c67a1ef4f6 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:09.707798 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7439ea5-4647-482b-8224-ab22e2a1a5f7 req-8a30d224-8c97-4eba-8870-74c67a1ef4f6 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:09.709619 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e7439ea5-4647-482b-8224-ab22e2a1a5f7 req-8a30d224-8c97-4eba-8870-74c67a1ef4f6 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.90 "GET /v2.0/ports?device_id=3b0fa07e-9d2a-4dba-ae85-8ec07c3475ed HTTP/1.1" status: 200 len: 2412 time: 0.7017434 Feb 09 21:34:09.714427 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8fdd9f8e-11dc-4081-a9c7-d5f4360e5ef4 req-9ef39cc2-fc00-46b3-be6a-b0e8ad2d44c7 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.198&port_id=57b06563-1bab-47a2-b7d7-f0ecc8b33eba HTTP/1.1" status: 200 len: 217 time: 0.0784354 Feb 09 21:34:09.746669 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device c3a586db-462e-4825-a754-c472488c5021 details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:34:09.834553 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdd9f8e-11dc-4081-a9c7-d5f4360e5ef4 req-184f9876-9c02-4322-9bfb-fcb864208853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:09.837249 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8fdd9f8e-11dc-4081-a9c7-d5f4360e5ef4 req-184f9876-9c02-4322-9bfb-fcb864208853 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=4df62153-fca7-49f4-9497-6db38d3e9249 HTTP/1.1" status: 200 len: 801 time: 0.0603113 Feb 09 21:34:09.866960 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9290f4d1-05b3-4fb8-ad07-01321001c0ce req-e7356f79-183c-4ea0-ae9b-fcbd5042f43a tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6823649 Feb 09 21:34:09.885844 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port c3a586db-462e-4825-a754-c472488c5021, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=c3a586db-462e-4825-a754-c472488c5021,segment=NetworkSegment(4a4447ae-fa93-4ee0-a90a-ab4a83659d7c),segment_id=4a4447ae-fa93-4ee0-a90a-ab4a83659d7c)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:34:09.899718 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': 'c3a586db-462e-4825-a754-c472488c5021', 'network_id': 'ab898bc0-8b8e-4a5d-9904-0dc9997586ad', 'port_id': 'c3a586db-462e-4825-a754-c472488c5021', 'mac_address': 'fa:16:3e:a9:b2:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13dd7afc-9a8a-4b1c-bfde-c2a9e20a0dc4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:34:09.964241 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port c3a586db-462e-4825-a754-c472488c5021 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:34:09.966781 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (c3a586db-462e-4825-a754-c472488c5021), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:09.995233 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3a586db-462e-4825-a754-c472488c5021 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:34:10.002708 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e7439ea5-4647-482b-8224-ab22e2a1a5f7 req-81f02488-8cbc-4236-a292-7aaff733e8fd tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.90 "GET /v2.0/security-groups?id=ce0b6bf0-0090-4ca0-98fe-25c5a90c9e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2837467 Feb 09 21:34:10.051169 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port c3a586db-462e-4825-a754-c472488c5021, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=c3a586db-462e-4825-a754-c472488c5021,segment=NetworkSegment(4a4447ae-fa93-4ee0-a90a-ab4a83659d7c),segment_id=4a4447ae-fa93-4ee0-a90a-ab4a83659d7c)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:34:10.058692 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (c3a586db-462e-4825-a754-c472488c5021), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:10.119140 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=c3a586db-462e-4825-a754-c472488c5021,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:10.132317 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdd9f8e-11dc-4081-a9c7-d5f4360e5ef4 req-b57f465c-a05a-4fc7-b143-2476208045c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:10.133815 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8fdd9f8e-11dc-4081-a9c7-d5f4360e5ef4 req-b57f465c-a05a-4fc7-b143-2476208045c1 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=b6e6c3ca-c3d8-4912-bc05-b7a7acc77f35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2791727 Feb 09 21:34:10.147051 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54480) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:10.176964 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e6324270-f148-4b61-a871-e1d975f38e3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:10.258987 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0906aec-ef01-4f50-bab3-b3a054cc78aa req-15605f18-4833-48fd-87c7-d4026244ccf3 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:10.261326 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c0906aec-ef01-4f50-bab3-b3a054cc78aa req-15605f18-4833-48fd-87c7-d4026244ccf3 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=9a70729e-24c8-4e59-8c93-8811e088ab2e HTTP/1.1" status: 200 len: 936 time: 0.2307577 Feb 09 21:34:10.281759 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e6324270-f148-4b61-a871-e1d975f38e3b admin admin] Publish callbacks [] for security_group (2278e3b3-9782-4086-b97d-5111dd2cf17e), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:10.286218 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e6324270-f148-4b61-a871-e1d975f38e3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (2278e3b3-9782-4086-b97d-5111dd2cf17e), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:10.335777 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-e6324270-f148-4b61-a871-e1d975f38e3b admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=287fe26f51594699bea6c2654d9fd885&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1849158 Feb 09 21:34:10.336031 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54482) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:10.342159 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6324270-f148-4b61-a871-e1d975f38e3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2278e3b3-9782-4086-b97d-5111dd2cf17e,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:10.395104 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e33b7e3c-dd55-4f9a-b90b-05fda5d91a97 admin admin] Publish callbacks [] for security_group (2278e3b3-9782-4086-b97d-5111dd2cf17e), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:10.416470 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a5ba8b-2425-4cc2-8d87-35302ee8f6c7 req-e66e9226-f237-41a6-bd4b-a42e1f71710b tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:10.419472 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e33b7e3c-dd55-4f9a-b90b-05fda5d91a97 admin admin] Publish callbacks [] for security_group (2278e3b3-9782-4086-b97d-5111dd2cf17e), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:10.421555 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c1a5ba8b-2425-4cc2-8d87-35302ee8f6c7 req-e66e9226-f237-41a6-bd4b-a42e1f71710b tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/ports?device_id=ac2e37af-a8de-476a-83bd-d987e0be588b HTTP/1.1" status: 200 len: 945 time: 0.2801549 Feb 09 21:34:10.458216 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8fdd9f8e-11dc-4081-a9c7-d5f4360e5ef4 req-7360037a-4e26-411f-8562-c3c5392295c2 service neutron] 10.222.0.95 "GET /v2.0/networks/b6e6c3ca-c3d8-4912-bc05-b7a7acc77f35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3061709 Feb 09 21:34:10.474075 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e33b7e3c-dd55-4f9a-b90b-05fda5d91a97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (2278e3b3-9782-4086-b97d-5111dd2cf17e), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:10.475200 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c0906aec-ef01-4f50-bab3-b3a054cc78aa req-15715f58-7642-415b-90d9-865a2ad064e4 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929860 Feb 09 21:34:10.477364 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e33b7e3c-dd55-4f9a-b90b-05fda5d91a97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:10.481154 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-e33b7e3c-dd55-4f9a-b90b-05fda5d91a97 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/2278e3b3-9782-4086-b97d-5111dd2cf17e HTTP/1.1" status: 204 len: 168 time: 0.1416140 Feb 09 21:34:10.490388 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33b7e3c-dd55-4f9a-b90b-05fda5d91a97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2278e3b3-9782-4086-b97d-5111dd2cf17e,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:10.510956 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [req-3458e0fb-5aea-4375-9598-6e1c07ebe607 req-80fea2af-fdac-462d-96aa-7740a37a79fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56477551-2028-40d4-9313-5bee9dbfa349 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:34:10.549213 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['c3a586db-462e-4825-a754-c472488c5021'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:34:10.562861 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-3458e0fb-5aea-4375-9598-6e1c07ebe607 req-80fea2af-fdac-462d-96aa-7740a37a79fc service neutron] Publish callbacks [] for port (56477551-2028-40d4-9313-5bee9dbfa349), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:10.602094 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [req-3458e0fb-5aea-4375-9598-6e1c07ebe607 req-80fea2af-fdac-462d-96aa-7740a37a79fc service neutron] Transition to ACTIVE for port object 56477551-2028-40d4-9313-5bee9dbfa349 will not be triggered until provisioned by entity L2. {{(pid=103140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:34:10.618278 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c1a5ba8b-2425-4cc2-8d87-35302ee8f6c7 req-5d241cc0-f7cf-4924-a776-5b9ef7d23629 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/security-groups?id=53864ffe-fa53-4ead-9e41-21e6252e7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577504 Feb 09 21:34:10.622354 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-3458e0fb-5aea-4375-9598-6e1c07ebe607 req-80fea2af-fdac-462d-96aa-7740a37a79fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (56477551-2028-40d4-9313-5bee9dbfa349), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:10.719645 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fea2af-fdac-462d-96aa-7740a37a79fc service neutron] Pushing event updated for resources: {'Port': ['ID=56477551-2028-40d4-9313-5bee9dbfa349,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:10.855649 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8fdd9f8e-11dc-4081-a9c7-d5f4360e5ef4 req-538daae7-9cef-4de6-817f-6f86e55d3e74 service neutron] 10.222.0.95 "GET /v2.0/networks/b6e6c3ca-c3d8-4912-bc05-b7a7acc77f35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3669155 Feb 09 21:34:10.998944 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-437eabf8-78f5-4155-acb3-cfb0fce080b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:11.083365 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-3458e0fb-5aea-4375-9598-6e1c07ebe607 req-80fea2af-fdac-462d-96aa-7740a37a79fc service neutron] Attempting to bind port 56477551-2028-40d4-9313-5bee9dbfa349 on host n-h1-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:34:11.083705 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-3458e0fb-5aea-4375-9598-6e1c07ebe607 req-80fea2af-fdac-462d-96aa-7740a37a79fc service neutron] Attempting to bind port 56477551-2028-40d4-9313-5bee9dbfa349 by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:34:11.084039 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3458e0fb-5aea-4375-9598-6e1c07ebe607 req-80fea2af-fdac-462d-96aa-7740a37a79fc service neutron] Attempting to bind port 56477551-2028-40d4-9313-5bee9dbfa349 on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:34:11.093630 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54500) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:11.099262 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae08084-ca24-4feb-bf0a-fc43f160acf5 req-c43e0930-1df3-4ec6-955e-ed971136ff09 tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:11.107851 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4ae08084-ca24-4feb-bf0a-fc43f160acf5 req-c43e0930-1df3-4ec6-955e-ed971136ff09 tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] 10.222.0.90 "GET /v2.0/ports?device_id=7c972404-e5ee-4b31-b469-d2aabada3224 HTTP/1.1" status: 200 len: 944 time: 0.2950485 Feb 09 21:34:11.116394 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3458e0fb-5aea-4375-9598-6e1c07ebe607 req-80fea2af-fdac-462d-96aa-7740a37a79fc service neutron] Port 56477551-2028-40d4-9313-5bee9dbfa349 on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:34:11.116722 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3458e0fb-5aea-4375-9598-6e1c07ebe607 req-80fea2af-fdac-462d-96aa-7740a37a79fc service neutron] Attempting to bind port 56477551-2028-40d4-9313-5bee9dbfa349 on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:34:11.117804 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b701ca99-7074-4bda-91c1-a20447518a06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:11.121386 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f359fb1-54d3-45f8-b8c2-d2b2a34dcb9b req-7ebebacb-98f5-4ccf-aa09-7d44161b8768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:11.121872 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f359fb1-54d3-45f8-b8c2-d2b2a34dcb9b req-7ebebacb-98f5-4ccf-aa09-7d44161b8768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:11.122348 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f359fb1-54d3-45f8-b8c2-d2b2a34dcb9b req-7ebebacb-98f5-4ccf-aa09-7d44161b8768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:11.124647 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1f359fb1-54d3-45f8-b8c2-d2b2a34dcb9b req-7ebebacb-98f5-4ccf-aa09-7d44161b8768 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=3a839c247a824993a2c678394ab2ac52&device_id=3b0fa07e-9d2a-4dba-ae85-8ec07c3475ed HTTP/1.1" status: 200 len: 2958 time: 0.1627383 Feb 09 21:34:11.136901 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3458e0fb-5aea-4375-9598-6e1c07ebe607 req-80fea2af-fdac-462d-96aa-7740a37a79fc service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:34:11.137920 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3458e0fb-5aea-4375-9598-6e1c07ebe607 req-80fea2af-fdac-462d-96aa-7740a37a79fc service neutron] Checking segment: {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:34:11.137920 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3458e0fb-5aea-4375-9598-6e1c07ebe607 req-80fea2af-fdac-462d-96aa-7740a37a79fc service neutron] Bound using segment: {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:34:11.138328 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-3458e0fb-5aea-4375-9598-6e1c07ebe607 req-80fea2af-fdac-462d-96aa-7740a37a79fc service neutron] Bound port: 56477551-2028-40d4-9313-5bee9dbfa349, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:34:11.138662 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-3458e0fb-5aea-4375-9598-6e1c07ebe607 req-80fea2af-fdac-462d-96aa-7740a37a79fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (56477551-2028-40d4-9313-5bee9dbfa349), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:11.231514 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b701ca99-7074-4bda-91c1-a20447518a06 admin admin] Publish callbacks [] for security_group (354cfce2-b4a7-4bcc-b032-b2015d095267), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:11.236540 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b701ca99-7074-4bda-91c1-a20447518a06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (354cfce2-b4a7-4bcc-b032-b2015d095267), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:11.274492 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4ae08084-ca24-4feb-bf0a-fc43f160acf5 req-6ed4037e-becd-420a-890d-0f13567af322 tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] 10.222.0.90 "GET /v2.0/security-groups?id=47b8d546-ab8a-4003-b5cc-741806b9d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1656697 Feb 09 21:34:11.285325 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-b701ca99-7074-4bda-91c1-a20447518a06 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=4eb90801588243a5885ec20a9792e451&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1903250 Feb 09 21:34:11.287530 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b701ca99-7074-4bda-91c1-a20447518a06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=354cfce2-b4a7-4bcc-b032-b2015d095267,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:11.290173 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54502) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:11.361046 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0dc75a1c-4829-4bc3-8a8e-c57668f51701 admin admin] Publish callbacks [] for security_group (354cfce2-b4a7-4bcc-b032-b2015d095267), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:11.382605 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f359fb1-54d3-45f8-b8c2-d2b2a34dcb9b req-a7713139-075e-4a8b-a89c-99ad89ab10b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:11.383707 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0dc75a1c-4829-4bc3-8a8e-c57668f51701 admin admin] Publish callbacks [] for security_group (354cfce2-b4a7-4bcc-b032-b2015d095267), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:11.384326 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1f359fb1-54d3-45f8-b8c2-d2b2a34dcb9b req-a7713139-075e-4a8b-a89c-99ad89ab10b1 service neutron] 10.222.0.95 "GET /v2.0/networks?id=06c4241a-bdd3-4ab1-babc-b91e338daa1a HTTP/1.1" status: 200 len: 901 time: 0.2290494 Feb 09 21:34:11.436069 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0dc75a1c-4829-4bc3-8a8e-c57668f51701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (354cfce2-b4a7-4bcc-b032-b2015d095267), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:11.440091 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0dc75a1c-4829-4bc3-8a8e-c57668f51701 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:11.443876 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-0dc75a1c-4829-4bc3-8a8e-c57668f51701 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/354cfce2-b4a7-4bcc-b032-b2015d095267 HTTP/1.1" status: 204 len: 168 time: 0.1503313 Feb 09 21:34:11.453951 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc75a1c-4829-4bc3-8a8e-c57668f51701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=354cfce2-b4a7-4bcc-b032-b2015d095267,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:11.481550 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e0c48-d94c-4da5-a67c-4e38fc9af354 req-9f95a988-f611-4773-a3af-6e6d72b358dc tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:11.483659 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-de7e0c48-d94c-4da5-a67c-4e38fc9af354 req-9f95a988-f611-4773-a3af-6e6d72b358dc tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=a4fc49e4-17e3-4e1a-ad3a-53772172f962 HTTP/1.1" status: 200 len: 943 time: 0.3295250 Feb 09 21:34:11.488716 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1f359fb1-54d3-45f8-b8c2-d2b2a34dcb9b req-514bf5ce-5f6a-4a78-bf60-1278b28fd591 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.89&port_id=0a016d3d-b9d6-41fb-ae4c-910e1902267b HTTP/1.1" status: 200 len: 217 time: 0.0957868 Feb 09 21:34:11.489875 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-3458e0fb-5aea-4375-9598-6e1c07ebe607 req-80fea2af-fdac-462d-96aa-7740a37a79fc service neutron] For port 56477551-2028-40d4-9313-5bee9dbfa349, host n-h1-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:34:11.515242 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-3458e0fb-5aea-4375-9598-6e1c07ebe607 req-80fea2af-fdac-462d-96aa-7740a37a79fc service neutron] For port 56477551-2028-40d4-9313-5bee9dbfa349, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=56477551-2028-40d4-9313-5bee9dbfa349,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:34:11.555671 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-3458e0fb-5aea-4375-9598-6e1c07ebe607 req-80fea2af-fdac-462d-96aa-7740a37a79fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (56477551-2028-40d4-9313-5bee9dbfa349), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:11.609389 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1963461f-f46c-4b5b-b3a6-8d8cfcbffed1 req-3ba581fc-1f0e-4a5e-963a-6d27cb4b2e48 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:11.614767 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1963461f-f46c-4b5b-b3a6-8d8cfcbffed1 req-3ba581fc-1f0e-4a5e-963a-6d27cb4b2e48 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:11.620062 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1963461f-f46c-4b5b-b3a6-8d8cfcbffed1 req-3ba581fc-1f0e-4a5e-963a-6d27cb4b2e48 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:11.621818 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1963461f-f46c-4b5b-b3a6-8d8cfcbffed1 req-3ba581fc-1f0e-4a5e-963a-6d27cb4b2e48 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.90 "GET /v2.0/ports?device_id=3b0fa07e-9d2a-4dba-ae85-8ec07c3475ed HTTP/1.1" status: 200 len: 2412 time: 0.2315819 Feb 09 21:34:11.654191 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3458e0fb-5aea-4375-9598-6e1c07ebe607 req-80fea2af-fdac-462d-96aa-7740a37a79fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:11.654814 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-3458e0fb-5aea-4375-9598-6e1c07ebe607 req-80fea2af-fdac-462d-96aa-7740a37a79fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:11.657454 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3458e0fb-5aea-4375-9598-6e1c07ebe607 req-80fea2af-fdac-462d-96aa-7740a37a79fc service neutron] 10.222.0.95 "PUT /v2.0/ports/56477551-2028-40d4-9313-5bee9dbfa349 HTTP/1.1" status: 200 len: 1096 time: 2.6319816 Feb 09 21:34:11.659052 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f359fb1-54d3-45f8-b8c2-d2b2a34dcb9b req-888109dc-42e6-4ab0-8697-aeb6898fb752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:11.660521 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1f359fb1-54d3-45f8-b8c2-d2b2a34dcb9b req-888109dc-42e6-4ab0-8697-aeb6898fb752 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=e1293fbc-fe20-41e8-a05e-2ee2773a139f HTTP/1.1" status: 200 len: 801 time: 0.1593075 Feb 09 21:34:11.660971 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a70729e-24c8-4e59-8c93-8811e088ab2e', 'tag': '56477551-2028-40d4-9313-5bee9dbfa349'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:34:11.663264 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aef8c423-c392-4b7b-9fe6-6dc2df9e8dd7" -d '{"events": [{"name": "network-changed", "server_uuid": "9a70729e-24c8-4e59-8c93-8811e088ab2e", "tag": "56477551-2028-40d4-9313-5bee9dbfa349"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:34:11.774861 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-de7e0c48-d94c-4da5-a67c-4e38fc9af354 req-916f28f4-e9a8-483a-8828-9629162f6876 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709632 Feb 09 21:34:11.787885 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fea2af-fdac-462d-96aa-7740a37a79fc service neutron] Pushing event updated for resources: {'Port': ['ID=56477551-2028-40d4-9313-5bee9dbfa349,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:11.871967 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1963461f-f46c-4b5b-b3a6-8d8cfcbffed1 req-bfac793e-fbf8-4b77-8c30-247d2fc7ab06 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.90 "GET /v2.0/security-groups?id=ce0b6bf0-0090-4ca0-98fe-25c5a90c9e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213130 Feb 09 21:34:11.876506 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f359fb1-54d3-45f8-b8c2-d2b2a34dcb9b req-9f259704-53a9-42be-b78f-54c0cd9b2197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:11.878776 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1f359fb1-54d3-45f8-b8c2-d2b2a34dcb9b req-9f259704-53a9-42be-b78f-54c0cd9b2197 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=06c4241a-bdd3-4ab1-babc-b91e338daa1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1940508 Feb 09 21:34:11.897203 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3458e0fb-5aea-4375-9598-6e1c07ebe607 req-17dfb039-370c-4a7b-bb4f-9f185a025b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:11.900075 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3458e0fb-5aea-4375-9598-6e1c07ebe607 req-17dfb039-370c-4a7b-bb4f-9f185a025b76 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=def3446e95584f24b6fdfb40ceda16ab&device_id=9a70729e-24c8-4e59-8c93-8811e088ab2e HTTP/1.1" status: 200 len: 1130 time: 0.1906469 Feb 09 21:34:12.052742 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3458e0fb-5aea-4375-9598-6e1c07ebe607 req-6af8d66b-3c59-400a-8fed-b7c610665afe service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=56477551-2028-40d4-9313-5bee9dbfa349 HTTP/1.1" status: 200 len: 217 time: 0.1214871 Feb 09 21:34:12.177761 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6228c1-d58d-4127-a56e-12bbe8f56c2c req-452308c2-1034-4f6b-afeb-39ae7313b964 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:12.184813 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4a6228c1-d58d-4127-a56e-12bbe8f56c2c req-452308c2-1034-4f6b-afeb-39ae7313b964 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=9a70729e-24c8-4e59-8c93-8811e088ab2e HTTP/1.1" status: 200 len: 948 time: 0.2564554 Feb 09 21:34:12.195912 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1f359fb1-54d3-45f8-b8c2-d2b2a34dcb9b req-860982f7-7ced-4ad3-8cbb-aca987704bb4 service neutron] 10.222.0.95 "GET /v2.0/networks/06c4241a-bdd3-4ab1-babc-b91e338daa1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3044875 Feb 09 21:34:12.209877 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3458e0fb-5aea-4375-9598-6e1c07ebe607 req-2ef04a54-78d9-49a8-a6fb-49e6fbe0c35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:12.211509 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3458e0fb-5aea-4375-9598-6e1c07ebe607 req-2ef04a54-78d9-49a8-a6fb-49e6fbe0c35b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0f7402ac-a35b-414b-bcc1-bc1c3072ec3c HTTP/1.1" status: 200 len: 843 time: 0.1336849 Feb 09 21:34:12.259121 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 7e56733f-3fa4-4c8a-905e-fdb8bc413a59 details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:34:12.300370 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4a6228c1-d58d-4127-a56e-12bbe8f56c2c req-e2806aa6-b63e-41a8-ae98-43354c850b79 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014302 Feb 09 21:34:12.307959 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564f8c01-fd63-4e01-b683-8284ba63aad1 req-1d35f3d3-81f9-486d-b370-f4374d45e2de tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:12.309822 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-564f8c01-fd63-4e01-b683-8284ba63aad1 req-1d35f3d3-81f9-486d-b370-f4374d45e2de tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/ports?device_id=ac2e37af-a8de-476a-83bd-d987e0be588b HTTP/1.1" status: 200 len: 945 time: 0.2714560 Feb 09 21:34:12.446472 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 7e56733f-3fa4-4c8a-905e-fdb8bc413a59, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=7e56733f-3fa4-4c8a-905e-fdb8bc413a59,segment=NetworkSegment(43985b2c-a3e2-416f-801a-d621ef02c15b),segment_id=43985b2c-a3e2-416f-801a-d621ef02c15b)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:34:12.475626 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': '7e56733f-3fa4-4c8a-905e-fdb8bc413a59', 'network_id': '06c4241a-bdd3-4ab1-babc-b91e338daa1a', 'port_id': '7e56733f-3fa4-4c8a-905e-fdb8bc413a59', 'mac_address': 'fa:16:3e:7a:65:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1293fbc-fe20-41e8-a05e-2ee2773a139f', 'ip_address': '19.80.0.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:34:12.533419 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 7e56733f-3fa4-4c8a-905e-fdb8bc413a59 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:34:12.534093 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (7e56733f-3fa4-4c8a-905e-fdb8bc413a59), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:12.555939 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e56733f-3fa4-4c8a-905e-fdb8bc413a59 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:34:12.574809 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6ada2481-cf79-456b-9841-28b8647a955d req-fbcc411e-0344-4941-adbe-2d7a39db6089 service neutron] 10.222.0.89 "GET /v2.0/ports/5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec/bindings/n-h1-828369-5 HTTP/1.1" status: 200 len: 384 time: 0.1020908 Feb 09 21:34:12.612005 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 7e56733f-3fa4-4c8a-905e-fdb8bc413a59, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=7e56733f-3fa4-4c8a-905e-fdb8bc413a59,segment=NetworkSegment(43985b2c-a3e2-416f-801a-d621ef02c15b),segment_id=43985b2c-a3e2-416f-801a-d621ef02c15b)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:34:12.645345 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (7e56733f-3fa4-4c8a-905e-fdb8bc413a59), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:12.648837 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 0a016d3d-b9d6-41fb-ae4c-910e1902267b details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:34:12.713606 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:12.758847 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=7e56733f-3fa4-4c8a-905e-fdb8bc413a59,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:12.770072 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 0a016d3d-b9d6-41fb-ae4c-910e1902267b, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=0a016d3d-b9d6-41fb-ae4c-910e1902267b,segment=NetworkSegment(43985b2c-a3e2-416f-801a-d621ef02c15b),segment_id=43985b2c-a3e2-416f-801a-d621ef02c15b)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:34:12.783618 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': '0a016d3d-b9d6-41fb-ae4c-910e1902267b', 'network_id': '06c4241a-bdd3-4ab1-babc-b91e338daa1a', 'port_id': '0a016d3d-b9d6-41fb-ae4c-910e1902267b', 'mac_address': 'fa:16:3e:21:5b:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1293fbc-fe20-41e8-a05e-2ee2773a139f', 'ip_address': '19.80.0.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:34:12.836315 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 0a016d3d-b9d6-41fb-ae4c-910e1902267b is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:34:12.836966 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (0a016d3d-b9d6-41fb-ae4c-910e1902267b), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:12.854488 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4057e270-1ee7-4e72-a17f-fa866a026489 x-openstack-request-id: req-4057e270-1ee7-4e72-a17f-fa866a026489 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:34:12.855085 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a70729e-24c8-4e59-8c93-8811e088ab2e", "tag": "56477551-2028-40d4-9313-5bee9dbfa349", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:34:12.855486 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-4057e270-1ee7-4e72-a17f-fa866a026489 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:34:12.855984 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a016d3d-b9d6-41fb-ae4c-910e1902267b {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:34:12.856149 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a70729e-24c8-4e59-8c93-8811e088ab2e', 'tag': '56477551-2028-40d4-9313-5bee9dbfa349', 'status': 'completed', 'code': 200} Feb 09 21:34:12.893933 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 0a016d3d-b9d6-41fb-ae4c-910e1902267b, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=0a016d3d-b9d6-41fb-ae4c-910e1902267b,segment=NetworkSegment(43985b2c-a3e2-416f-801a-d621ef02c15b),segment_id=43985b2c-a3e2-416f-801a-d621ef02c15b)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:34:12.901867 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (0a016d3d-b9d6-41fb-ae4c-910e1902267b), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:12.902970 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 57b06563-1bab-47a2-b7d7-f0ecc8b33eba details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:34:12.967166 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-6ada2481-cf79-456b-9841-28b8647a955d req-ad2b57d6-b033-47c1-8aa1-7ac72ee716a1 service neutron] For port 5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec,segment=NetworkSegment(aad88faa-37a1-49ac-8a06-d36169fb75d8),segment_id=aad88faa-37a1-49ac-8a06-d36169fb75d8)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:34:12.980551 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=0a016d3d-b9d6-41fb-ae4c-910e1902267b,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:12.997309 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3458e0fb-5aea-4375-9598-6e1c07ebe607 req-ff30246d-d99b-446d-b4a8-2d4e3e611c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:12.999608 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3458e0fb-5aea-4375-9598-6e1c07ebe607 req-ff30246d-d99b-446d-b4a8-2d4e3e611c51 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.7722576 Feb 09 21:34:13.011485 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-564f8c01-fd63-4e01-b683-8284ba63aad1 req-79745905-b0eb-496e-9dc6-de15914d8ecd tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/security-groups?id=53864ffe-fa53-4ead-9e41-21e6252e7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6903360 Feb 09 21:34:13.048112 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-6ada2481-cf79-456b-9841-28b8647a955d req-ad2b57d6-b033-47c1-8aa1-7ac72ee716a1 service neutron] For port 5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec, host n-h2-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:34:13.141630 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3458e0fb-5aea-4375-9598-6e1c07ebe607 req-44a9c408-5535-4cc1-841c-c8c2ed11bc4e service neutron] 10.222.0.95 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288633 Feb 09 21:34:13.154549 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-6ada2481-cf79-456b-9841-28b8647a955d req-ad2b57d6-b033-47c1-8aa1-7ac72ee716a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec {{(pid=103141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:34:13.187243 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-6ada2481-cf79-456b-9841-28b8647a955d req-ad2b57d6-b033-47c1-8aa1-7ac72ee716a1 service neutron] For port 5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec,segment=NetworkSegment(aad88faa-37a1-49ac-8a06-d36169fb75d8),segment_id=aad88faa-37a1-49ac-8a06-d36169fb75d8)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:34:13.189667 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5fc42e-c4fe-46c6-8ea0-881c155b9b03 req-f6ea6150-af51-4536-9093-3147285eb2f2 tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:13.194345 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7a5fc42e-c4fe-46c6-8ea0-881c155b9b03 req-f6ea6150-af51-4536-9093-3147285eb2f2 tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] 10.222.0.90 "GET /v2.0/ports?device_id=7c972404-e5ee-4b31-b469-d2aabada3224 HTTP/1.1" status: 200 len: 944 time: 0.3235829 Feb 09 21:34:13.197819 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1f359fb1-54d3-45f8-b8c2-d2b2a34dcb9b req-4b5b14c2-eef3-4e7a-aa02-de03b97bef5e service neutron] 10.222.0.95 "GET /v2.0/networks/06c4241a-bdd3-4ab1-babc-b91e338daa1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9541655 Feb 09 21:34:13.206363 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-6ada2481-cf79-456b-9841-28b8647a955d req-ad2b57d6-b033-47c1-8aa1-7ac72ee716a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:13.238092 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 57b06563-1bab-47a2-b7d7-f0ecc8b33eba, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=57b06563-1bab-47a2-b7d7-f0ecc8b33eba,segment=NetworkSegment(ab235d41-06a3-4fcc-a1fc-85e56b63d2bb),segment_id=ab235d41-06a3-4fcc-a1fc-85e56b63d2bb)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:34:13.271205 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': '57b06563-1bab-47a2-b7d7-f0ecc8b33eba', 'network_id': 'b6e6c3ca-c3d8-4912-bc05-b7a7acc77f35', 'port_id': '57b06563-1bab-47a2-b7d7-f0ecc8b33eba', 'mac_address': 'fa:16:3e:d1:b2:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4df62153-fca7-49f4-9497-6db38d3e9249', 'ip_address': '19.86.0.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:34:13.299933 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54558) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:13.347961 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 57b06563-1bab-47a2-b7d7-f0ecc8b33eba is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:34:13.348386 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (57b06563-1bab-47a2-b7d7-f0ecc8b33eba), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:13.361913 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3458e0fb-5aea-4375-9598-6e1c07ebe607 req-9d17b621-0e81-4fd3-9bca-33ff2d1d233d service neutron] 10.222.0.95 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092118 Feb 09 21:34:13.372056 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57b06563-1bab-47a2-b7d7-f0ecc8b33eba {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:34:13.377374 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-6ada2481-cf79-456b-9841-28b8647a955d req-ad2b57d6-b033-47c1-8aa1-7ac72ee716a1 service neutron] Transition to ACTIVE for port object 5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:34:13.385104 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-6ada2481-cf79-456b-9841-28b8647a955d req-ad2b57d6-b033-47c1-8aa1-7ac72ee716a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:13.425405 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 57b06563-1bab-47a2-b7d7-f0ecc8b33eba, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=57b06563-1bab-47a2-b7d7-f0ecc8b33eba,segment=NetworkSegment(ab235d41-06a3-4fcc-a1fc-85e56b63d2bb),segment_id=ab235d41-06a3-4fcc-a1fc-85e56b63d2bb)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:34:13.445581 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (57b06563-1bab-47a2-b7d7-f0ecc8b33eba), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:13.460414 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7a5fc42e-c4fe-46c6-8ea0-881c155b9b03 req-2800cb8b-67cb-4cf3-9ffd-0fad22a22145 tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] 10.222.0.90 "GET /v2.0/security-groups?id=47b8d546-ab8a-4003-b5cc-741806b9d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2493176 Feb 09 21:34:13.505653 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ada2481-cf79-456b-9841-28b8647a955d req-ad2b57d6-b033-47c1-8aa1-7ac72ee716a1 service neutron] No DVR routers for this DVR port 5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec on host n-h2-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:34:13.559761 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17212d09-a6c6-4c96-b4aa-b3ad1c28b814 req-807e2630-5367-420e-967e-662954d8cb0c tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:13.561950 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-17212d09-a6c6-4c96-b4aa-b3ad1c28b814 req-807e2630-5367-420e-967e-662954d8cb0c tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=a4fc49e4-17e3-4e1a-ad3a-53772172f962 HTTP/1.1" status: 200 len: 943 time: 0.3560855 Feb 09 21:34:13.583167 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=57b06563-1bab-47a2-b7d7-f0ecc8b33eba,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:13.588267 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2b57d6-b033-47c1-8aa1-7ac72ee716a1 service neutron] Pushing event updated for resources: {'Port': ['ID=5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec,revision_number=10']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:13.593834 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6ada2481-cf79-456b-9841-28b8647a955d req-ad2b57d6-b033-47c1-8aa1-7ac72ee716a1 service neutron] 10.222.0.89 "PUT /v2.0/ports/5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec/bindings/n-h1-828369-5/activate HTTP/1.1" status: 200 len: 369 time: 1.0123272 Feb 09 21:34:13.638222 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2cf309bb-7c0f-42d4-9c6e-68450c9ff674 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:13.643297 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef8c423-c392-4b7b-9fe6-6dc2df9e8dd7 req-32818dda-c761-41b6-9bd4-c9b75fda1534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:13.645013 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-aef8c423-c392-4b7b-9fe6-6dc2df9e8dd7 req-32818dda-c761-41b6-9bd4-c9b75fda1534 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=def3446e95584f24b6fdfb40ceda16ab&device_id=9a70729e-24c8-4e59-8c93-8811e088ab2e HTTP/1.1" status: 200 len: 1130 time: 0.1836903 Feb 09 21:34:13.753711 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2cf309bb-7c0f-42d4-9c6e-68450c9ff674 admin admin] Publish callbacks [] for security_group (8295d7aa-bb56-481f-a70a-78ddb2d334c5), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:13.759903 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2cf309bb-7c0f-42d4-9c6e-68450c9ff674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (8295d7aa-bb56-481f-a70a-78ddb2d334c5), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:13.763107 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device c3a586db-462e-4825-a754-c472488c5021 up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:34:13.767313 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-17212d09-a6c6-4c96-b4aa-b3ad1c28b814 req-c67dab73-acf8-4cc1-a901-6075016026dd tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922450 Feb 09 21:34:13.808012 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90390082-b671-4dc5-93d3-82968cb141d1 req-2b168a4a-50cf-4ad4-ab0f-689d29aa4bce tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:13.815021 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90390082-b671-4dc5-93d3-82968cb141d1 req-2b168a4a-50cf-4ad4-ab0f-689d29aa4bce tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:13.821051 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90390082-b671-4dc5-93d3-82968cb141d1 req-2b168a4a-50cf-4ad4-ab0f-689d29aa4bce tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:13.827929 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-2cf309bb-7c0f-42d4-9c6e-68450c9ff674 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=168c792d3b8442ce826b348e1c98280e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5259414 Feb 09 21:34:13.828593 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54574) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:13.831262 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-90390082-b671-4dc5-93d3-82968cb141d1 req-2b168a4a-50cf-4ad4-ab0f-689d29aa4bce tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.90 "GET /v2.0/ports?device_id=3b0fa07e-9d2a-4dba-ae85-8ec07c3475ed HTTP/1.1" status: 200 len: 2415 time: 0.2092257 Feb 09 21:34:13.832250 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf309bb-7c0f-42d4-9c6e-68450c9ff674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8295d7aa-bb56-481f-a70a-78ddb2d334c5,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:13.892652 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef8c423-c392-4b7b-9fe6-6dc2df9e8dd7 req-c5e26e8d-e655-49b0-ac1e-aab7b41bfccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:13.894305 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-aef8c423-c392-4b7b-9fe6-6dc2df9e8dd7 req-c5e26e8d-e655-49b0-ac1e-aab7b41bfccb service neutron] 10.222.0.95 "GET /v2.0/networks?id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc HTTP/1.1" status: 200 len: 870 time: 0.2204823 Feb 09 21:34:13.917532 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-90390082-b671-4dc5-93d3-82968cb141d1 req-ad30b4f5-4d8d-446e-808b-eeeeccacab89 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.90 "GET /v2.0/security-groups?id=ce0b6bf0-0090-4ca0-98fe-25c5a90c9e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842657 Feb 09 21:34:13.936990 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['7e56733f-3fa4-4c8a-905e-fdb8bc413a59'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:34:13.958027 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d85567e0-9039-45bc-a254-5e37423bee04 admin admin] Publish callbacks [] for security_group (8295d7aa-bb56-481f-a70a-78ddb2d334c5), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:13.992339 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d85567e0-9039-45bc-a254-5e37423bee04 admin admin] Publish callbacks [] for security_group (8295d7aa-bb56-481f-a70a-78ddb2d334c5), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:14.031356 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-aef8c423-c392-4b7b-9fe6-6dc2df9e8dd7 req-2de8883a-2646-4c94-b10a-85b55ef4cc8e service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=56477551-2028-40d4-9313-5bee9dbfa349 HTTP/1.1" status: 200 len: 217 time: 0.1042795 Feb 09 21:34:14.085269 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:14.093709 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning for port c3a586db-462e-4825-a754-c472488c5021 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:34:14.107624 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['0a016d3d-b9d6-41fb-ae4c-910e1902267b'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:34:14.107837 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d85567e0-9039-45bc-a254-5e37423bee04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (8295d7aa-bb56-481f-a70a-78ddb2d334c5), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:14.111277 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d85567e0-9039-45bc-a254-5e37423bee04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:14.112856 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-d85567e0-9039-45bc-a254-5e37423bee04 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/8295d7aa-bb56-481f-a70a-78ddb2d334c5 HTTP/1.1" status: 204 len: 168 time: 0.2831614 Feb 09 21:34:14.126851 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85567e0-9039-45bc-a254-5e37423bee04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8295d7aa-bb56-481f-a70a-78ddb2d334c5,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:14.179473 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['57b06563-1bab-47a2-b7d7-f0ecc8b33eba'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:34:14.263866 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef8c423-c392-4b7b-9fe6-6dc2df9e8dd7 req-33af3805-144d-4664-a9aa-d25200f33dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:14.266613 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-aef8c423-c392-4b7b-9fe6-6dc2df9e8dd7 req-33af3805-144d-4664-a9aa-d25200f33dd5 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0f7402ac-a35b-414b-bcc1-bc1c3072ec3c HTTP/1.1" status: 200 len: 843 time: 0.2270229 Feb 09 21:34:14.274343 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port c3a586db-462e-4825-a754-c472488c5021 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:34:14.274817 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (c3a586db-462e-4825-a754-c472488c5021), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:14.325547 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7af1ba-0129-4f33-a79d-e69ea3ac5491 req-71494c51-0b7c-431f-8e98-b40c3e4164ac tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:14.333878 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9b7af1ba-0129-4f33-a79d-e69ea3ac5491 req-71494c51-0b7c-431f-8e98-b40c3e4164ac tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/ports?device_id=ac2e37af-a8de-476a-83bd-d987e0be588b HTTP/1.1" status: 200 len: 945 time: 0.1791005 Feb 09 21:34:14.348822 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c0796e-ab5e-4bbc-b355-8086f93a5984 req-b283a517-02e3-4958-9f0e-387c8c30be5c tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:14.359671 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a9c0796e-ab5e-4bbc-b355-8086f93a5984 req-b283a517-02e3-4958-9f0e-387c8c30be5c tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=9a70729e-24c8-4e59-8c93-8811e088ab2e HTTP/1.1" status: 200 len: 948 time: 0.3337536 Feb 09 21:34:14.401607 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ada2481-cf79-456b-9841-28b8647a955d req-1f84dde1-3a30-4d6e-a0c1-3d026218ebb1 tempest-LiveAutoBlockMigrationV225Test-1691914964 tempest-LiveAutoBlockMigrationV225Test-1691914964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:14.404248 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6ada2481-cf79-456b-9841-28b8647a955d req-1f84dde1-3a30-4d6e-a0c1-3d026218ebb1 tempest-LiveAutoBlockMigrationV225Test-1691914964 tempest-LiveAutoBlockMigrationV225Test-1691914964-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=a4fc49e4-17e3-4e1a-ad3a-53772172f962&tenant_id=2bd637e202e1467d81aff230fe0a3e7e&binding%3Ahost_id=n-h2-828369-5 HTTP/1.1" status: 200 len: 1126 time: 0.7064433 Feb 09 21:34:14.535175 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a9c0796e-ab5e-4bbc-b355-8086f93a5984 req-10b8c3dc-39f4-4f39-a688-19ed48ba3717 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738391 Feb 09 21:34:14.567302 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9b7af1ba-0129-4f33-a79d-e69ea3ac5491 req-9b31b35f-db7d-48ab-9e1b-38924df1e80f tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/security-groups?id=53864ffe-fa53-4ead-9e41-21e6252e7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270508 Feb 09 21:34:14.570618 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef8c423-c392-4b7b-9fe6-6dc2df9e8dd7 req-4bf3e872-d6ee-4238-af0e-537fee1b3aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:14.572705 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-aef8c423-c392-4b7b-9fe6-6dc2df9e8dd7 req-4bf3e872-d6ee-4238-af0e-537fee1b3aa7 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2941451 Feb 09 21:34:14.582168 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ada2481-cf79-456b-9841-28b8647a955d req-9a8b5818-5d47-4a4e-b47f-7a693b278fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:14.583902 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6ada2481-cf79-456b-9841-28b8647a955d req-9a8b5818-5d47-4a4e-b47f-7a693b278fc3 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=a4fc49e4-17e3-4e1a-ad3a-53772172f962&tenant_id=2bd637e202e1467d81aff230fe0a3e7e HTTP/1.1" status: 200 len: 1126 time: 0.1633377 Feb 09 21:34:14.725274 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54594) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:14.741768 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6633d5cd-6447-4cfa-890c-69f9cea55d8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:14.806035 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ada2481-cf79-456b-9841-28b8647a955d req-cf310a8b-22be-4f24-9b68-d35ff3746d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:14.807575 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6ada2481-cf79-456b-9841-28b8647a955d req-cf310a8b-22be-4f24-9b68-d35ff3746d0d service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=2bd637e202e1467d81aff230fe0a3e7e&device_id=a4fc49e4-17e3-4e1a-ad3a-53772172f962 HTTP/1.1" status: 200 len: 1126 time: 0.0994592 Feb 09 21:34:14.873366 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port c3a586db-462e-4825-a754-c472488c5021 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:34:14.874612 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (c3a586db-462e-4825-a754-c472488c5021), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:14.892975 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6633d5cd-6447-4cfa-890c-69f9cea55d8b admin admin] Publish callbacks [] for security_group (ce2c5c47-4c46-4a12-b2ba-958db7202f58), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:14.898938 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6633d5cd-6447-4cfa-890c-69f9cea55d8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (ce2c5c47-4c46-4a12-b2ba-958db7202f58), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:14.910803 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c972404-e5ee-4b31-b469-d2aabada3224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3a586db-462e-4825-a754-c472488c5021'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:34:14.912718 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0489344e-97c4-4f9a-bcc5-f63a31bc1880" -d '{"events": [{"server_uuid": "7c972404-e5ee-4b31-b469-d2aabada3224", "name": "network-vif-plugged", "status": "completed", "tag": "c3a586db-462e-4825-a754-c472488c5021"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:34:14.933455 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port c3a586db-462e-4825-a754-c472488c5021, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=c3a586db-462e-4825-a754-c472488c5021,segment=NetworkSegment(4a4447ae-fa93-4ee0-a90a-ab4a83659d7c),segment_id=4a4447ae-fa93-4ee0-a90a-ab4a83659d7c)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:34:14.941141 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (c3a586db-462e-4825-a754-c472488c5021), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:14.950493 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-6633d5cd-6447-4cfa-890c-69f9cea55d8b admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=55706f218bbd40c3ba8fb13db074eb32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2232087 Feb 09 21:34:14.955034 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54602) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:15.004938 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-aef8c423-c392-4b7b-9fe6-6dc2df9e8dd7 req-681fcf05-c463-40d4-a78f-3645915deac6 service neutron] 10.222.0.95 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4196770 Feb 09 21:34:15.012472 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced6a1da-5e4d-4cf4-8467-a47d5bc34deb req-cd419fbf-7b35-46ba-bffe-2cc7c087f744 tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:15.014049 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ced6a1da-5e4d-4cf4-8467-a47d5bc34deb req-cd419fbf-7b35-46ba-bffe-2cc7c087f744 tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] 10.222.0.90 "GET /v2.0/ports?device_id=7c972404-e5ee-4b31-b469-d2aabada3224 HTTP/1.1" status: 200 len: 944 time: 0.3448620 Feb 09 21:34:15.018186 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=c3a586db-462e-4825-a754-c472488c5021,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:15.019386 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6633d5cd-6447-4cfa-890c-69f9cea55d8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce2c5c47-4c46-4a12-b2ba-958db7202f58,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:15.031248 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-68575579-c4d4-4844-a228-4d1ad8f2440a admin admin] Publish callbacks [] for security_group (ce2c5c47-4c46-4a12-b2ba-958db7202f58), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:15.066073 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-68575579-c4d4-4844-a228-4d1ad8f2440a admin admin] Publish callbacks [] for security_group (ce2c5c47-4c46-4a12-b2ba-958db7202f58), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:15.127931 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-68575579-c4d4-4844-a228-4d1ad8f2440a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (ce2c5c47-4c46-4a12-b2ba-958db7202f58), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:15.131316 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-68575579-c4d4-4844-a228-4d1ad8f2440a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:15.146340 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-68575579-c4d4-4844-a228-4d1ad8f2440a admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/ce2c5c47-4c46-4a12-b2ba-958db7202f58 HTTP/1.1" status: 204 len: 168 time: 0.1823714 Feb 09 21:34:15.177994 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:15.198431 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68575579-c4d4-4844-a228-4d1ad8f2440a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce2c5c47-4c46-4a12-b2ba-958db7202f58,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:15.237106 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ca273d-52fa-4fda-921b-e28af5da4ac1 req-c2a6e4b4-dfce-4e77-a9f6-8109b44416cb tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:15.244041 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-27ca273d-52fa-4fda-921b-e28af5da4ac1 req-c2a6e4b4-dfce-4e77-a9f6-8109b44416cb tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=a4fc49e4-17e3-4e1a-ad3a-53772172f962 HTTP/1.1" status: 200 len: 944 time: 0.2973645 Feb 09 21:34:15.263746 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ada2481-cf79-456b-9841-28b8647a955d req-94e7b676-180d-4dc1-9dc9-c7ba8b9fc14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:15.265231 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6ada2481-cf79-456b-9841-28b8647a955d req-94e7b676-180d-4dc1-9dc9-c7ba8b9fc14f service neutron] 10.222.0.95 "GET /v2.0/networks?id=37143bd2-1331-4c73-96e2-f9c3179c6daf HTTP/1.1" status: 200 len: 922 time: 0.4473221 Feb 09 21:34:15.292077 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ced6a1da-5e4d-4cf4-8467-a47d5bc34deb req-2c399281-9eec-4cca-9391-4fea70886ce8 tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] 10.222.0.90 "GET /v2.0/security-groups?id=47b8d546-ab8a-4003-b5cc-741806b9d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2429240 Feb 09 21:34:15.341988 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-aef8c423-c392-4b7b-9fe6-6dc2df9e8dd7 req-95ff4dfe-1e13-49a8-ae9d-b3e4598b8ea4 service neutron] 10.222.0.95 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3250968 Feb 09 21:34:15.354308 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d1244eb-f1e0-480f-8f11-08a8861cdc0b x-openstack-request-id: req-0d1244eb-f1e0-480f-8f11-08a8861cdc0b {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:34:15.354794 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c972404-e5ee-4b31-b469-d2aabada3224", "name": "network-vif-plugged", "status": "completed", "tag": "c3a586db-462e-4825-a754-c472488c5021", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:34:15.354881 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-0d1244eb-f1e0-480f-8f11-08a8861cdc0b {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:34:15.355440 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c972404-e5ee-4b31-b469-d2aabada3224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3a586db-462e-4825-a754-c472488c5021', 'code': 200} Feb 09 21:34:15.355557 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6ada2481-cf79-456b-9841-28b8647a955d req-fdc51b6f-3001-4581-b55e-0f2a236af1f7 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec HTTP/1.1" status: 200 len: 217 time: 0.0755644 Feb 09 21:34:15.523466 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-27ca273d-52fa-4fda-921b-e28af5da4ac1 req-7ca4346b-ddb5-4a5d-8ee8-dff15d3f3d57 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697177 Feb 09 21:34:15.526484 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ada2481-cf79-456b-9841-28b8647a955d req-fa0339ba-812a-4b6c-a381-4b82c67cc6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:15.532277 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6ada2481-cf79-456b-9841-28b8647a955d req-fa0339ba-812a-4b6c-a381-4b82c67cc6ba service neutron] 10.222.0.95 "GET /v2.0/subnets?id=f5dc5768-86f9-4907-b987-49606f9e43f9 HTTP/1.1" status: 200 len: 861 time: 0.1612322 Feb 09 21:34:15.573428 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4354af1-488f-4260-a6fa-2437fe4bfa90 req-8dd4543d-495c-49cb-a6f9-c369c623ba23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:15.578731 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b4354af1-488f-4260-a6fa-2437fe4bfa90 req-8dd4543d-495c-49cb-a6f9-c369c623ba23 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=7c972404-e5ee-4b31-b469-d2aabada3224 HTTP/1.1" status: 200 len: 1127 time: 0.1210349 Feb 09 21:34:15.654293 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6ada2481-cf79-456b-9841-28b8647a955d req-19a15c79-f7d7-460a-91da-4c76e78d1cd8 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=37143bd2-1331-4c73-96e2-f9c3179c6daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693088 Feb 09 21:34:15.679928 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b4354af1-488f-4260-a6fa-2437fe4bfa90 req-fc981b2e-5815-45b1-9ec8-e2f20d42f731 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=47b8d546-ab8a-4003-b5cc-741806b9d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926199 Feb 09 21:34:15.901383 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec04aea-2f10-430a-9aae-d313a7475c29 req-71af0b66-bf50-4ca4-99b0-cb2a84743597 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:15.912950 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec04aea-2f10-430a-9aae-d313a7475c29 req-71af0b66-bf50-4ca4-99b0-cb2a84743597 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:15.925625 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec04aea-2f10-430a-9aae-d313a7475c29 req-71af0b66-bf50-4ca4-99b0-cb2a84743597 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:15.931240 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cec04aea-2f10-430a-9aae-d313a7475c29 req-71af0b66-bf50-4ca4-99b0-cb2a84743597 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.90 "GET /v2.0/ports?device_id=3b0fa07e-9d2a-4dba-ae85-8ec07c3475ed HTTP/1.1" status: 200 len: 2415 time: 0.4459670 Feb 09 21:34:16.044797 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00841b30-f03a-47a0-a21f-52daa402ae08 req-1173ca90-ac27-486c-a74b-c5c8612d95c0 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:16.046463 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-00841b30-f03a-47a0-a21f-52daa402ae08 req-1173ca90-ac27-486c-a74b-c5c8612d95c0 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=9a70729e-24c8-4e59-8c93-8811e088ab2e HTTP/1.1" status: 200 len: 948 time: 0.3066783 Feb 09 21:34:16.050567 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6ada2481-cf79-456b-9841-28b8647a955d req-908a1b3c-4dfb-426f-8156-303edfbfccb5 service neutron] 10.222.0.95 "GET /v2.0/networks/37143bd2-1331-4c73-96e2-f9c3179c6daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3830631 Feb 09 21:34:16.182460 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-00841b30-f03a-47a0-a21f-52daa402ae08 req-34404338-c0f1-47e4-8cef-d316c6274db0 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266854 Feb 09 21:34:16.186037 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cec04aea-2f10-430a-9aae-d313a7475c29 req-0ee47115-dcde-4d8f-b95c-43c61e50ef79 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.90 "GET /v2.0/security-groups?id=ce0b6bf0-0090-4ca0-98fe-25c5a90c9e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320125 Feb 09 21:34:16.249835 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6ada2481-cf79-456b-9841-28b8647a955d req-9bf04944-9dfd-49be-8bcb-a04b04a1d851 service neutron] 10.222.0.95 "GET /v2.0/networks/37143bd2-1331-4c73-96e2-f9c3179c6daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849828 Feb 09 21:34:16.304077 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 56477551-2028-40d4-9313-5bee9dbfa349 details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:34:16.309640 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 7e56733f-3fa4-4c8a-905e-fdb8bc413a59 up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:34:16.573155 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning for port 7e56733f-3fa4-4c8a-905e-fdb8bc413a59 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:34:16.585680 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port 7e56733f-3fa4-4c8a-905e-fdb8bc413a59 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:34:16.586056 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (7e56733f-3fa4-4c8a-905e-fdb8bc413a59), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:16.626045 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 56477551-2028-40d4-9313-5bee9dbfa349, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=56477551-2028-40d4-9313-5bee9dbfa349,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:34:16.649739 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': '56477551-2028-40d4-9313-5bee9dbfa349', 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc', 'port_id': '56477551-2028-40d4-9313-5bee9dbfa349', 'mac_address': 'fa:16:3e:71:08:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f7402ac-a35b-414b-bcc1-bc1c3072ec3c', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:34:16.672139 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f845c73-465a-4dcb-9502-dabfa73b86af req-3a8f455f-3bb1-436a-b3c9-31e7ffbdbb63 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:16.679338 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5f845c73-465a-4dcb-9502-dabfa73b86af req-3a8f455f-3bb1-436a-b3c9-31e7ffbdbb63 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/ports?device_id=ac2e37af-a8de-476a-83bd-d987e0be588b HTTP/1.1" status: 200 len: 945 time: 0.3513505 Feb 09 21:34:16.691069 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4750dc1-654d-4a22-84cb-0c2772afc155 req-26db0315-b116-4691-8da0-1ee6f220acce tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:16.692687 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d4750dc1-654d-4a22-84cb-0c2772afc155 req-26db0315-b116-4691-8da0-1ee6f220acce tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] 10.222.0.90 "GET /v2.0/ports?device_id=7c972404-e5ee-4b31-b469-d2aabada3224 HTTP/1.1" status: 200 len: 945 time: 0.2537413 Feb 09 21:34:16.728724 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 56477551-2028-40d4-9313-5bee9dbfa349 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:34:16.729141 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (56477551-2028-40d4-9313-5bee9dbfa349), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:16.747183 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 7e56733f-3fa4-4c8a-905e-fdb8bc413a59 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:34:16.747746 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (7e56733f-3fa4-4c8a-905e-fdb8bc413a59), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:16.750940 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56477551-2028-40d4-9313-5bee9dbfa349 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:34:16.788163 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 56477551-2028-40d4-9313-5bee9dbfa349, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=56477551-2028-40d4-9313-5bee9dbfa349,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:34:16.797662 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (56477551-2028-40d4-9313-5bee9dbfa349), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:16.816576 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 7e56733f-3fa4-4c8a-905e-fdb8bc413a59, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=7e56733f-3fa4-4c8a-905e-fdb8bc413a59,segment=NetworkSegment(43985b2c-a3e2-416f-801a-d621ef02c15b),segment_id=43985b2c-a3e2-416f-801a-d621ef02c15b)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:34:16.841554 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (7e56733f-3fa4-4c8a-905e-fdb8bc413a59), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:16.842875 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 57b06563-1bab-47a2-b7d7-f0ecc8b33eba up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:34:16.901010 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=56477551-2028-40d4-9313-5bee9dbfa349,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:16.954764 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning for port 57b06563-1bab-47a2-b7d7-f0ecc8b33eba completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:34:16.961746 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port 57b06563-1bab-47a2-b7d7-f0ecc8b33eba triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:34:16.962122 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (57b06563-1bab-47a2-b7d7-f0ecc8b33eba), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:16.964788 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=7e56733f-3fa4-4c8a-905e-fdb8bc413a59,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:17.081105 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 57b06563-1bab-47a2-b7d7-f0ecc8b33eba is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:34:17.081574 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (57b06563-1bab-47a2-b7d7-f0ecc8b33eba), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:17.127103 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d4750dc1-654d-4a22-84cb-0c2772afc155 req-62bdc089-aa0c-4b63-9a64-66f34a7c195b tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] 10.222.0.90 "GET /v2.0/security-groups?id=47b8d546-ab8a-4003-b5cc-741806b9d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918872 Feb 09 21:34:17.130559 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5f845c73-465a-4dcb-9502-dabfa73b86af req-63a95fec-3ecd-4327-b86a-baf50b259cc5 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/security-groups?id=53864ffe-fa53-4ead-9e41-21e6252e7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4504001 Feb 09 21:34:17.133171 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ada2481-cf79-456b-9841-28b8647a955d req-e2c9bb83-e5a1-47ef-87f7-c11bf3273c44 tempest-LiveAutoBlockMigrationV225Test-1691914964 tempest-LiveAutoBlockMigrationV225Test-1691914964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:17.134722 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6ada2481-cf79-456b-9841-28b8647a955d req-e2c9bb83-e5a1-47ef-87f7-c11bf3273c44 tempest-LiveAutoBlockMigrationV225Test-1691914964 tempest-LiveAutoBlockMigrationV225Test-1691914964-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=a4fc49e4-17e3-4e1a-ad3a-53772172f962&tenant_id=2bd637e202e1467d81aff230fe0a3e7e&binding%3Ahost_id=n-h1-828369-5 HTTP/1.1" status: 200 len: 1126 time: 0.5827696 Feb 09 21:34:17.170301 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 57b06563-1bab-47a2-b7d7-f0ecc8b33eba, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=57b06563-1bab-47a2-b7d7-f0ecc8b33eba,segment=NetworkSegment(ab235d41-06a3-4fcc-a1fc-85e56b63d2bb),segment_id=ab235d41-06a3-4fcc-a1fc-85e56b63d2bb)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:34:17.177386 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (57b06563-1bab-47a2-b7d7-f0ecc8b33eba), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:17.254742 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['56477551-2028-40d4-9313-5bee9dbfa349'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:34:17.361366 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b0fa07e-9d2a-4dba-ae85-8ec07c3475ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e56733f-3fa4-4c8a-905e-fdb8bc413a59'}, {'server_uuid': '3b0fa07e-9d2a-4dba-ae85-8ec07c3475ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57b06563-1bab-47a2-b7d7-f0ecc8b33eba'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:34:17.368310 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81ed7bcb-187e-467e-b215-7d922396575c" -d '{"events": [{"server_uuid": "3b0fa07e-9d2a-4dba-ae85-8ec07c3475ed", "name": "network-vif-plugged", "status": "completed", "tag": "7e56733f-3fa4-4c8a-905e-fdb8bc413a59"}, {"server_uuid": "3b0fa07e-9d2a-4dba-ae85-8ec07c3475ed", "name": "network-vif-plugged", "status": "completed", "tag": "57b06563-1bab-47a2-b7d7-f0ecc8b33eba"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:34:17.370942 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-6ada2481-cf79-456b-9841-28b8647a955d req-6d1b090f-cfd6-4f74-84ef-f0081120124e service neutron] For port 5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec, host n-h2-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:34:17.375044 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=57b06563-1bab-47a2-b7d7-f0ecc8b33eba,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:17.392159 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-6ada2481-cf79-456b-9841-28b8647a955d req-6d1b090f-cfd6-4f74-84ef-f0081120124e service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:17.393320 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6ada2481-cf79-456b-9841-28b8647a955d req-6d1b090f-cfd6-4f74-84ef-f0081120124e service neutron] 10.222.0.95 "DELETE /v2.0/ports/5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec/bindings/n-h2-828369-5 HTTP/1.1" status: 204 len: 173 time: 0.2467039 Feb 09 21:34:17.436839 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fc0af1-2b70-4b16-97b7-a5c26367f6ef req-e5c93cc1-71b7-44ac-a0f4-8739485aaf43 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:17.438653 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-99fc0af1-2b70-4b16-97b7-a5c26367f6ef req-e5c93cc1-71b7-44ac-a0f4-8739485aaf43 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=a4fc49e4-17e3-4e1a-ad3a-53772172f962 HTTP/1.1" status: 200 len: 944 time: 0.1730309 Feb 09 21:34:17.528518 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-99fc0af1-2b70-4b16-97b7-a5c26367f6ef req-c035612e-e15f-4ab4-9772-c622d23f20bd tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817823 Feb 09 21:34:17.751000 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad2e99-bafe-4ab4-b39f-301c7827aecf req-0dfd52c3-4683-418f-b006-55043cd899c7 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:17.759017 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-01ad2e99-bafe-4ab4-b39f-301c7827aecf req-0dfd52c3-4683-418f-b006-55043cd899c7 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=9a70729e-24c8-4e59-8c93-8811e088ab2e HTTP/1.1" status: 200 len: 949 time: 0.0804286 Feb 09 21:34:17.875255 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-01ad2e99-bafe-4ab4-b39f-301c7827aecf req-97c06f43-f804-4749-86ad-45da6ed9003a tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148562 Feb 09 21:34:17.919999 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828e028-37c3-4134-b672-b14f7717f1ba req-8cc4fd3e-b3a3-4b5d-a234-3fd3d32d73c1 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:17.929869 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828e028-37c3-4134-b672-b14f7717f1ba req-8cc4fd3e-b3a3-4b5d-a234-3fd3d32d73c1 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:17.935472 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828e028-37c3-4134-b672-b14f7717f1ba req-8cc4fd3e-b3a3-4b5d-a234-3fd3d32d73c1 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:17.937352 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f828e028-37c3-4134-b672-b14f7717f1ba req-8cc4fd3e-b3a3-4b5d-a234-3fd3d32d73c1 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.90 "GET /v2.0/ports?device_id=3b0fa07e-9d2a-4dba-ae85-8ec07c3475ed HTTP/1.1" status: 200 len: 2417 time: 0.1365709 Feb 09 21:34:17.983710 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 21:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ca7bf2a-47a4-4491-a3cd-796f3cb7c51c x-openstack-request-id: req-2ca7bf2a-47a4-4491-a3cd-796f3cb7c51c {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:34:17.984267 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b0fa07e-9d2a-4dba-ae85-8ec07c3475ed", "name": "network-vif-plugged", "status": "completed", "tag": "7e56733f-3fa4-4c8a-905e-fdb8bc413a59", "code": 200}, {"server_uuid": "3b0fa07e-9d2a-4dba-ae85-8ec07c3475ed", "name": "network-vif-plugged", "status": "completed", "tag": "57b06563-1bab-47a2-b7d7-f0ecc8b33eba", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:34:17.984267 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-2ca7bf2a-47a4-4491-a3cd-796f3cb7c51c {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:34:17.984678 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b0fa07e-9d2a-4dba-ae85-8ec07c3475ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e56733f-3fa4-4c8a-905e-fdb8bc413a59', 'code': 200} Feb 09 21:34:17.985609 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b0fa07e-9d2a-4dba-ae85-8ec07c3475ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57b06563-1bab-47a2-b7d7-f0ecc8b33eba', 'code': 200} Feb 09 21:34:18.002310 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f828e028-37c3-4134-b672-b14f7717f1ba req-89f84ff3-a0a5-4e72-a760-c29bf0ae25bb tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.90 "GET /v2.0/security-groups?id=ce0b6bf0-0090-4ca0-98fe-25c5a90c9e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566382 Feb 09 21:34:18.142398 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a309f8-49b2-4760-a7ff-c9c55d0bd90d req-faab56fe-8cd5-462b-a26d-0bd85a693242 tempest-LiveAutoBlockMigrationV225Test-1691914964 tempest-LiveAutoBlockMigrationV225Test-1691914964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:18.150721 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-12a309f8-49b2-4760-a7ff-c9c55d0bd90d req-faab56fe-8cd5-462b-a26d-0bd85a693242 tempest-LiveAutoBlockMigrationV225Test-1691914964 tempest-LiveAutoBlockMigrationV225Test-1691914964-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=a4fc49e4-17e3-4e1a-ad3a-53772172f962 HTTP/1.1" status: 200 len: 1126 time: 0.0562789 Feb 09 21:34:18.214106 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-12a309f8-49b2-4760-a7ff-c9c55d0bd90d req-da96b7be-6fd9-4b70-b364-eedbc4484a50 tempest-LiveAutoBlockMigrationV225Test-1691914964 tempest-LiveAutoBlockMigrationV225Test-1691914964-project-admin] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577865 Feb 09 21:34:18.320903 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 0a016d3d-b9d6-41fb-ae4c-910e1902267b up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:34:18.322467 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b9520c-9c21-46aa-8be8-f5c34ed2d4f3 req-1871fe90-fe51-4a72-aeaf-edf94bbaa510 tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:18.324676 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-21b9520c-9c21-46aa-8be8-f5c34ed2d4f3 req-1871fe90-fe51-4a72-aeaf-edf94bbaa510 tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] 10.222.0.90 "GET /v2.0/ports?device_id=7c972404-e5ee-4b31-b469-d2aabada3224 HTTP/1.1" status: 200 len: 945 time: 0.0942438 Feb 09 21:34:18.490962 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning for port 0a016d3d-b9d6-41fb-ae4c-910e1902267b completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:34:18.492414 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-21b9520c-9c21-46aa-8be8-f5c34ed2d4f3 req-fdc11ec8-dca6-4a1d-8401-efd399ce3d3d tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] 10.222.0.90 "GET /v2.0/security-groups?id=47b8d546-ab8a-4003-b5cc-741806b9d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1599033 Feb 09 21:34:18.502787 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port 0a016d3d-b9d6-41fb-ae4c-910e1902267b triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:34:18.506052 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (0a016d3d-b9d6-41fb-ae4c-910e1902267b), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:18.589040 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d9b9ad-d286-42b9-a187-c107388a2b57 req-0ec86a4d-fbf7-4b98-a9b2-f42df45b52fa tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:18.598764 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-61d9b9ad-d286-42b9-a187-c107388a2b57 req-0ec86a4d-fbf7-4b98-a9b2-f42df45b52fa tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/ports?device_id=ac2e37af-a8de-476a-83bd-d987e0be588b HTTP/1.1" status: 200 len: 945 time: 0.1013300 Feb 09 21:34:18.690000 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 0a016d3d-b9d6-41fb-ae4c-910e1902267b is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:34:18.695838 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (0a016d3d-b9d6-41fb-ae4c-910e1902267b), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:18.715232 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-61d9b9ad-d286-42b9-a187-c107388a2b57 req-e4e50ded-c96a-409a-a27d-132019b8799f tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/security-groups?id=53864ffe-fa53-4ead-9e41-21e6252e7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152585 Feb 09 21:34:18.821308 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 0a016d3d-b9d6-41fb-ae4c-910e1902267b, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=0a016d3d-b9d6-41fb-ae4c-910e1902267b,segment=NetworkSegment(43985b2c-a3e2-416f-801a-d621ef02c15b),segment_id=43985b2c-a3e2-416f-801a-d621ef02c15b)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:34:18.829180 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (0a016d3d-b9d6-41fb-ae4c-910e1902267b), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:18.973011 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=0a016d3d-b9d6-41fb-ae4c-910e1902267b,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:19.004720 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54738) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:19.063091 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a5fb09-89a7-49b2-a173-0abe68fb44bc req-d1411bbb-4092-4a4d-8e0b-7c41f57dd175 tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:19.065392 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b2a5fb09-89a7-49b2-a173-0abe68fb44bc req-d1411bbb-4092-4a4d-8e0b-7c41f57dd175 tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] 10.222.0.90 "GET /v2.0/ports?device_id=7c972404-e5ee-4b31-b469-d2aabada3224 HTTP/1.1" status: 200 len: 945 time: 0.1926990 Feb 09 21:34:19.074591 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54744) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:19.081179 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-6311c838-f4b7-4127-822a-6c4f91943832 tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] Request body: {'floatingip': {'port_id': 'c3a586db-462e-4825-a754-c472488c5021'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:34:19.097479 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45f1648-8001-43a6-8aec-054944ac8bef req-c78099e9-2c0d-4d10-ba50-b242912da1d0 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:19.099934 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b45f1648-8001-43a6-8aec-054944ac8bef req-c78099e9-2c0d-4d10-ba50-b242912da1d0 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=a4fc49e4-17e3-4e1a-ad3a-53772172f962 HTTP/1.1" status: 200 len: 944 time: 0.1467254 Feb 09 21:34:19.180614 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6311c838-f4b7-4127-822a-6c4f91943832 tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] Publish callbacks [] for floatingip (91b82acb-dd61-42fa-b8cc-e59d706db891), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:19.259913 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7f6a26e4-a989-4408-ac7e-b71ba864d321 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:19.281102 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b45f1648-8001-43a6-8aec-054944ac8bef req-25cf1a3a-dfa3-416d-b7ba-a96a734e664f tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709268 Feb 09 21:34:19.335710 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95154446-ef4d-4ea2-89dd-5a8c0a58fee3 req-c66886f3-e104-4e05-81de-b2a26d63c1a4 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:19.356208 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-95154446-ef4d-4ea2-89dd-5a8c0a58fee3 req-c66886f3-e104-4e05-81de-b2a26d63c1a4 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=9a70729e-24c8-4e59-8c93-8811e088ab2e HTTP/1.1" status: 200 len: 949 time: 0.1646199 Feb 09 21:34:19.491125 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-95154446-ef4d-4ea2-89dd-5a8c0a58fee3 req-0149634d-9ccf-4787-aa2d-e134670a5b94 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332345 Feb 09 21:34:19.524087 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae63438a-ddc4-4e68-aff4-0f1afac87a21 req-623a0400-543d-4750-a5b7-9b5995b6078d tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:19.529640 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae63438a-ddc4-4e68-aff4-0f1afac87a21 req-623a0400-543d-4750-a5b7-9b5995b6078d tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:19.537177 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae63438a-ddc4-4e68-aff4-0f1afac87a21 req-623a0400-543d-4750-a5b7-9b5995b6078d tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:19.539141 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ae63438a-ddc4-4e68-aff4-0f1afac87a21 req-623a0400-543d-4750-a5b7-9b5995b6078d tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.90 "GET /v2.0/ports?device_id=3b0fa07e-9d2a-4dba-ae85-8ec07c3475ed HTTP/1.1" status: 200 len: 2418 time: 0.1519592 Feb 09 21:34:19.572302 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7f6a26e4-a989-4408-ac7e-b71ba864d321 admin admin] Publish callbacks [] for security_group (dfe31b6f-7be1-4150-ad8e-239542fce25f), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:19.584456 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7f6a26e4-a989-4408-ac7e-b71ba864d321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (dfe31b6f-7be1-4150-ad8e-239542fce25f), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:19.618057 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ae63438a-ddc4-4e68-aff4-0f1afac87a21 req-a19d7002-a8e3-4f6d-a912-7c83e051b875 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.90 "GET /v2.0/security-groups?id=ce0b6bf0-0090-4ca0-98fe-25c5a90c9e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730875 Feb 09 21:34:19.658621 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6a26e4-a989-4408-ac7e-b71ba864d321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe31b6f-7be1-4150-ad8e-239542fce25f,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:19.666948 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-7f6a26e4-a989-4408-ac7e-b71ba864d321 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=161dd408d5bf42a69b8fe3ced7f7f67c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6587350 Feb 09 21:34:19.667885 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 54754) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:19.686426 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6a26e4-a989-4408-ac7e-b71ba864d321 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:19.687663 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6a26e4-a989-4408-ac7e-b71ba864d321 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:19.688179 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6a26e4-a989-4408-ac7e-b71ba864d321 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:19.689424 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6a26e4-a989-4408-ac7e-b71ba864d321 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:19.689929 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6a26e4-a989-4408-ac7e-b71ba864d321 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:19.690921 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6a26e4-a989-4408-ac7e-b71ba864d321 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:19.691121 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6a26e4-a989-4408-ac7e-b71ba864d321 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:19.691459 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6a26e4-a989-4408-ac7e-b71ba864d321 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:19.691790 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6a26e4-a989-4408-ac7e-b71ba864d321 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:19.692124 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6a26e4-a989-4408-ac7e-b71ba864d321 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:19.693205 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6a26e4-a989-4408-ac7e-b71ba864d321 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:19.693800 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6a26e4-a989-4408-ac7e-b71ba864d321 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:19.694099 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6a26e4-a989-4408-ac7e-b71ba864d321 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:19.771669 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bd326de3-5328-432a-a2d8-6c6c148794a8 admin admin] Publish callbacks [] for security_group (dfe31b6f-7be1-4150-ad8e-239542fce25f), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:19.905652 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bd326de3-5328-432a-a2d8-6c6c148794a8 admin admin] Publish callbacks [] for security_group (dfe31b6f-7be1-4150-ad8e-239542fce25f), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:19.960545 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4620276a-67c8-4d3b-870d-fb9ec5d0bbf8 req-bc49a1b5-070c-41c8-ac51-e744f68e0cb0 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:19.961965 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4620276a-67c8-4d3b-870d-fb9ec5d0bbf8 req-bc49a1b5-070c-41c8-ac51-e744f68e0cb0 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.95 "GET /v2.0/ports?device_id=a4fc49e4-17e3-4e1a-ad3a-53772172f962 HTTP/1.1" status: 200 len: 944 time: 0.1916370 Feb 09 21:34:19.978171 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af350077-b1c7-44eb-a7fc-9a5ea0cede51 req-ccd8f26a-88e1-4f9d-b634-674f229e8099 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:19.979910 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-af350077-b1c7-44eb-a7fc-9a5ea0cede51 req-ccd8f26a-88e1-4f9d-b634-674f229e8099 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/ports?device_id=ac2e37af-a8de-476a-83bd-d987e0be588b HTTP/1.1" status: 200 len: 945 time: 0.1228473 Feb 09 21:34:19.986647 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b0fa07e-9d2a-4dba-ae85-8ec07c3475ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a016d3d-b9d6-41fb-ae4c-910e1902267b'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:34:19.990739 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-896a6057-f521-4d05-96cd-ec3943dea40c" -d '{"events": [{"server_uuid": "3b0fa07e-9d2a-4dba-ae85-8ec07c3475ed", "name": "network-vif-plugged", "status": "completed", "tag": "0a016d3d-b9d6-41fb-ae4c-910e1902267b"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:34:20.065220 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2be77068-3ea8-49fa-8810-664379555578 x-openstack-request-id: req-2be77068-3ea8-49fa-8810-664379555578 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:34:20.065511 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b0fa07e-9d2a-4dba-ae85-8ec07c3475ed", "name": "network-vif-plugged", "status": "completed", "tag": "0a016d3d-b9d6-41fb-ae4c-910e1902267b", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:34:20.065823 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-2be77068-3ea8-49fa-8810-664379555578 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:34:20.066281 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b0fa07e-9d2a-4dba-ae85-8ec07c3475ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a016d3d-b9d6-41fb-ae4c-910e1902267b', 'code': 200} Feb 09 21:34:20.108533 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bd326de3-5328-432a-a2d8-6c6c148794a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (dfe31b6f-7be1-4150-ad8e-239542fce25f), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:20.111266 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bd326de3-5328-432a-a2d8-6c6c148794a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:20.121685 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-bd326de3-5328-432a-a2d8-6c6c148794a8 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/dfe31b6f-7be1-4150-ad8e-239542fce25f HTTP/1.1" status: 204 len: 168 time: 0.4528918 Feb 09 21:34:20.133213 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.db.resource_extend [None req-6311c838-f4b7-4127-822a-6c4f91943832 tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 21:34:20.200269 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd326de3-5328-432a-a2d8-6c6c148794a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe31b6f-7be1-4150-ad8e-239542fce25f,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:20.205423 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6311c838-f4b7-4127-822a-6c4f91943832 tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:20.213762 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6311c838-f4b7-4127-822a-6c4f91943832 tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (91b82acb-dd61-42fa-b8cc-e59d706db891), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:20.246892 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-af350077-b1c7-44eb-a7fc-9a5ea0cede51 req-c1739acd-cacb-4e08-98c7-3e90ec5d8f9b tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/security-groups?id=53864ffe-fa53-4ead-9e41-21e6252e7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230263 Feb 09 21:34:20.249666 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd326de3-5328-432a-a2d8-6c6c148794a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:20.249953 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd326de3-5328-432a-a2d8-6c6c148794a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:20.250299 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd326de3-5328-432a-a2d8-6c6c148794a8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:20.250644 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd326de3-5328-432a-a2d8-6c6c148794a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:20.250985 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd326de3-5328-432a-a2d8-6c6c148794a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:20.256006 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd326de3-5328-432a-a2d8-6c6c148794a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:20.256427 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd326de3-5328-432a-a2d8-6c6c148794a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:20.256782 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd326de3-5328-432a-a2d8-6c6c148794a8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:20.258647 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd326de3-5328-432a-a2d8-6c6c148794a8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:20.259155 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd326de3-5328-432a-a2d8-6c6c148794a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:20.259510 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd326de3-5328-432a-a2d8-6c6c148794a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:20.259854 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd326de3-5328-432a-a2d8-6c6c148794a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:20.260198 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd326de3-5328-432a-a2d8-6c6c148794a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:20.287483 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-4620276a-67c8-4d3b-870d-fb9ec5d0bbf8 req-8a13f0da-deb1-4647-9d46-3816562a6a2d tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Deleting port 5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:34:20.287844 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-4620276a-67c8-4d3b-870d-fb9ec5d0bbf8 req-8a13f0da-deb1-4647-9d46-3816562a6a2d tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:20.317178 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 56477551-2028-40d4-9313-5bee9dbfa349 up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:34:20.376635 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:34:20.377246 n-d-828369-5 neutron-server[103141]: INFO neutron.db.l3_db [None req-6311c838-f4b7-4127-822a-6c4f91943832 tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] Floating IP 91b82acb-dd61-42fa-b8cc-e59d706db891 associated. External IP: 172.25.3.240, port: c3a586db-462e-4825-a754-c472488c5021. Feb 09 21:34:20.418191 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning for port 56477551-2028-40d4-9313-5bee9dbfa349 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:34:20.424295 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port 56477551-2028-40d4-9313-5bee9dbfa349 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:34:20.425100 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (56477551-2028-40d4-9313-5bee9dbfa349), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:20.505458 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef8c9ff-53a2-4fd4-988f-90ab4e0ddca2 req-3f53abe7-01a7-4b42-8d1c-1c1b34232231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:20.505955 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef8c9ff-53a2-4fd4-988f-90ab4e0ddca2 req-3f53abe7-01a7-4b42-8d1c-1c1b34232231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:20.506437 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef8c9ff-53a2-4fd4-988f-90ab4e0ddca2 req-3f53abe7-01a7-4b42-8d1c-1c1b34232231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:20.508728 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1ef8c9ff-53a2-4fd4-988f-90ab4e0ddca2 req-3f53abe7-01a7-4b42-8d1c-1c1b34232231 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=3b0fa07e-9d2a-4dba-ae85-8ec07c3475ed HTTP/1.1" status: 200 len: 2964 time: 0.3523421 Feb 09 21:34:20.665098 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 56477551-2028-40d4-9313-5bee9dbfa349 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:34:20.665709 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (56477551-2028-40d4-9313-5bee9dbfa349), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:20.666204 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-4620276a-67c8-4d3b-870d-fb9ec5d0bbf8 req-8a13f0da-deb1-4647-9d46-3816562a6a2d tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] For port 5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec,segment=NetworkSegment(aad88faa-37a1-49ac-8a06-d36169fb75d8),segment_id=aad88faa-37a1-49ac-8a06-d36169fb75d8)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:34:20.666584 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-4620276a-67c8-4d3b-870d-fb9ec5d0bbf8 req-8a13f0da-deb1-4647-9d46-3816562a6a2d tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:20.687132 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1ef8c9ff-53a2-4fd4-988f-90ab4e0ddca2 req-7277c2d4-ddc5-4102-82f5-8107381c4661 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=ce0b6bf0-0090-4ca0-98fe-25c5a90c9e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516705 Feb 09 21:34:20.706673 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0264cb-0f86-4d45-97be-af0b599bcb9f req-518053a5-9d39-4347-8743-8a0129f3226b tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:20.715127 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7e0264cb-0f86-4d45-97be-af0b599bcb9f req-518053a5-9d39-4347-8743-8a0129f3226b tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=a4fc49e4-17e3-4e1a-ad3a-53772172f962 HTTP/1.1" status: 200 len: 944 time: 0.3052366 Feb 09 21:34:20.747135 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6311c838-f4b7-4127-822a-6c4f91943832 tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] Router 8177804d-c0ef-46f7-9ff2-b23130a71f0f has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:34:20.751656 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 56477551-2028-40d4-9313-5bee9dbfa349, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=56477551-2028-40d4-9313-5bee9dbfa349,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:34:20.755434 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-4620276a-67c8-4d3b-870d-fb9ec5d0bbf8 req-8a13f0da-deb1-4647-9d46-3816562a6a2d tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Calling delete_port for 5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec owned by compute:nova {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:34:20.759066 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (56477551-2028-40d4-9313-5bee9dbfa349), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:20.822160 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7e0264cb-0f86-4d45-97be-af0b599bcb9f req-e7294c13-d8b6-436f-ba6c-331910c80e16 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066153 Feb 09 21:34:20.918158 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=56477551-2028-40d4-9313-5bee9dbfa349,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:20.954227 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:21.090835 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43545023-360e-4ce8-af1b-9ac06b7a55f1 req-61001a76-8ff6-42bf-8fcb-7a3cf32f32e4 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:21.099624 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-43545023-360e-4ce8-af1b-9ac06b7a55f1 req-61001a76-8ff6-42bf-8fcb-7a3cf32f32e4 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=9a70729e-24c8-4e59-8c93-8811e088ab2e HTTP/1.1" status: 200 len: 949 time: 0.4279010 Feb 09 21:34:21.326000 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6311c838-f4b7-4127-822a-6c4f91943832 tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:34:21.336621 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-4620276a-67c8-4d3b-870d-fb9ec5d0bbf8 req-8a13f0da-deb1-4647-9d46-3816562a6a2d tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:21.344455 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7aff8c7-6328-488b-bce5-960d0e53e542 None None] Sync routers for ids ['8177804d-c0ef-46f7-9ff2-b23130a71f0f'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:34:21.354080 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['e9e6b782-e4e9-4b6f-9321-32081e17276f'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:34:21.362707 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7aff8c7-6328-488b-bce5-960d0e53e542 None None] Routers {'8177804d-c0ef-46f7-9ff2-b23130a71f0f'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:34:21.363353 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-e7aff8c7-6328-488b-bce5-960d0e53e542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:34:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['8177804d-c0ef-46f7-9ff2-b23130a71f0f'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:34:21.367498 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-43545023-360e-4ce8-af1b-9ac06b7a55f1 req-b94b699b-157b-4787-a64b-fa2ea1721117 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671397 Feb 09 21:34:21.369000 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6311c838-f4b7-4127-822a-6c4f91943832 tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:21.416773 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a13f0da-deb1-4647-9d46-3816562a6a2d tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Pushing event deleted for resources: {'Port': ['ID=5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:21.441604 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-6311c838-f4b7-4127-822a-6c4f91943832 tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] 10.222.0.90 "PUT /v2.0/floatingips/91b82acb-dd61-42fa-b8cc-e59d706db891 HTTP/1.1" status: 200 len: 991 time: 2.3658166 Feb 09 21:34:21.442218 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c972404-e5ee-4b31-b469-d2aabada3224', 'tag': 'c3a586db-462e-4825-a754-c472488c5021'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:34:21.453258 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd9177ff-9af9-4c5e-8f61-e19902a981b5" -d '{"events": [{"name": "network-changed", "server_uuid": "7c972404-e5ee-4b31-b469-d2aabada3224", "tag": "c3a586db-462e-4825-a754-c472488c5021"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:34:21.598277 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95606b93-1fa8-4227-b881-7440f8e5811a req-430d1970-4fea-4de4-b08a-5c0dbf553ba0 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:21.604195 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95606b93-1fa8-4227-b881-7440f8e5811a req-430d1970-4fea-4de4-b08a-5c0dbf553ba0 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:21.611713 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95606b93-1fa8-4227-b881-7440f8e5811a req-430d1970-4fea-4de4-b08a-5c0dbf553ba0 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:21.625490 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-95606b93-1fa8-4227-b881-7440f8e5811a req-430d1970-4fea-4de4-b08a-5c0dbf553ba0 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.90 "GET /v2.0/ports?device_id=3b0fa07e-9d2a-4dba-ae85-8ec07c3475ed HTTP/1.1" status: 200 len: 2418 time: 0.6493592 Feb 09 21:34:21.683379 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-4620276a-67c8-4d3b-870d-fb9ec5d0bbf8 req-8a13f0da-deb1-4647-9d46-3816562a6a2d tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] No DVR routers for this DVR port 5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec on host n-h1-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:34:21.692633 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-4620276a-67c8-4d3b-870d-fb9ec5d0bbf8 req-8a13f0da-deb1-4647-9d46-3816562a6a2d tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:21.696203 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4620276a-67c8-4d3b-870d-fb9ec5d0bbf8 req-8a13f0da-deb1-4647-9d46-3816562a6a2d tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.95 "DELETE /v2.0/ports/5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec HTTP/1.1" status: 204 len: 173 time: 1.7153046 Feb 09 21:34:21.696682 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4fc49e4-17e3-4e1a-ad3a-53772172f962', 'name': 'network-vif-deleted', 'tag': '5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:34:21.699651 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac72684e-d42e-4241-bc9f-d896bed788fe" -d '{"events": [{"server_uuid": "a4fc49e4-17e3-4e1a-ad3a-53772172f962", "name": "network-vif-deleted", "tag": "5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:34:21.777478 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132fb2ef-7120-4500-b4bc-aecd7f6efc07 req-cc4fc909-3d9e-48ea-80ac-4ebd72a51fb2 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:21.782463 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-e7aff8c7-6328-488b-bce5-960d0e53e542 None None] Set router 8177804d-c0ef-46f7-9ff2-b23130a71f0f gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:34:21.785101 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-132fb2ef-7120-4500-b4bc-aecd7f6efc07 req-cc4fc909-3d9e-48ea-80ac-4ebd72a51fb2 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/ports?device_id=ac2e37af-a8de-476a-83bd-d987e0be588b HTTP/1.1" status: 200 len: 945 time: 0.2430463 Feb 09 21:34:21.802815 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-95606b93-1fa8-4227-b881-7440f8e5811a req-e2a7e936-1c66-4b59-9024-0ef7edf2135d tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.90 "GET /v2.0/security-groups?id=ce0b6bf0-0090-4ca0-98fe-25c5a90c9e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719718 Feb 09 21:34:21.948147 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-132fb2ef-7120-4500-b4bc-aecd7f6efc07 req-c77c77b0-012e-431d-a4bd-51ff36b5a0ac tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/security-groups?id=53864ffe-fa53-4ead-9e41-21e6252e7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620672 Feb 09 21:34:22.038387 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab09fdb-a71b-4e72-94a6-9cdd08d09b57 req-c83fc859-db98-4e45-b768-173c5dadfea4 tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:22.056039 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dab09fdb-a71b-4e72-94a6-9cdd08d09b57 req-c83fc859-db98-4e45-b768-173c5dadfea4 tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] 10.222.0.90 "GET /v2.0/ports?device_id=7c972404-e5ee-4b31-b469-d2aabada3224 HTTP/1.1" status: 200 len: 945 time: 0.1065276 Feb 09 21:34:22.067727 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a70729e-24c8-4e59-8c93-8811e088ab2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56477551-2028-40d4-9313-5bee9dbfa349'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:34:22.070830 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c240c5b5-ea13-4870-bf50-7bf16c7f7c69" -d '{"events": [{"server_uuid": "9a70729e-24c8-4e59-8c93-8811e088ab2e", "name": "network-vif-plugged", "status": "completed", "tag": "56477551-2028-40d4-9313-5bee9dbfa349"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:34:22.151442 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dab09fdb-a71b-4e72-94a6-9cdd08d09b57 req-08b38a83-3f21-4efa-a14c-17db0c526d9f tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] 10.222.0.90 "GET /v2.0/security-groups?id=47b8d546-ab8a-4003-b5cc-741806b9d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947125 Feb 09 21:34:22.252928 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbe0161b-668c-439f-9667-d107449d4128 x-openstack-request-id: req-cbe0161b-668c-439f-9667-d107449d4128 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:34:22.254209 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c972404-e5ee-4b31-b469-d2aabada3224", "tag": "c3a586db-462e-4825-a754-c472488c5021", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:34:22.254567 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-cbe0161b-668c-439f-9667-d107449d4128 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:34:22.255430 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c972404-e5ee-4b31-b469-d2aabada3224', 'tag': 'c3a586db-462e-4825-a754-c472488c5021', 'status': 'completed', 'code': 200} Feb 09 21:34:22.315257 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device feb17ea6-120e-488e-971c-edca680cfaeb details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:34:22.342751 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:34:22.358756 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83306ff9-f1a9-494b-923a-4493190bd20d x-openstack-request-id: req-83306ff9-f1a9-494b-923a-4493190bd20d {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:34:22.359262 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4fc49e4-17e3-4e1a-ad3a-53772172f962", "name": "network-vif-deleted", "tag": "5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:34:22.359351 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-83306ff9-f1a9-494b-923a-4493190bd20d {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:34:22.359753 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4fc49e4-17e3-4e1a-ad3a-53772172f962', 'name': 'network-vif-deleted', 'tag': '5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec', 'status': 'completed', 'code': 200} Feb 09 21:34:22.418086 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-e7aff8c7-6328-488b-bce5-960d0e53e542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8177804d-c0ef-46f7-9ff2-b23130a71f0f', 'name': 'tempest-ServersTestManualDisk-1208581549-router', 'tenant_id': '77fda44304ae4f269c2e2e6260f94941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': 'bbaa2299-10a6-4525-bbb8-2f46acb64365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:33:43Z', 'updated_at': '2022-02-09T21:33:49Z', 'revision_number': 4, 'project_id': '77fda44304ae4f269c2e2e6260f94941', 'gw_port': {'id': 'bbaa2299-10a6-4525-bbb8-2f46acb64365', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8177804d-c0ef-46f7-9ff2-b23130a71f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:44Z', 'updated_at': '2022-02-09T21:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': '91b82acb-dd61-42fa-b8cc-e59d706db891', 'tenant_id': '77fda44304ae4f269c2e2e6260f94941', 'floating_ip_address': '172.25.3.240', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': '8177804d-c0ef-46f7-9ff2-b23130a71f0f', 'port_id': 'c3a586db-462e-4825-a754-c472488c5021', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 822, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab898bc0-8b8e-4a5d-9904-0dc9997586ad', 'mac_address': 'fa:16:3e:a9:b2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c972404-e5ee-4b31-b469-d2aabada3224', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:33:55Z', 'updated_at': '2022-02-09T21:34:19Z', 'revision_number': 1, 'project_id': '77fda44304ae4f269c2e2e6260f94941', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f936aee-3a51-4f7b-82d9-9cfc556121c7', 'name': '', 'network_id': 'ab898bc0-8b8e-4a5d-9904-0dc9997586ad', 'tenant_id': '77fda44304ae4f269c2e2e6260f94941', 'mac_address': 'fa:16:3e:f9:1a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8177804d-c0ef-46f7-9ff2-b23130a71f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '13dd7afc-9a8a-4b1c-bfde-c2a9e20a0dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:48Z', 'updated_at': '2022-02-09T21:33:56Z', 'revision_number': 5, 'project_id': '77fda44304ae4f269c2e2e6260f94941', 'subnets': [{'id': '13dd7afc-9a8a-4b1c-bfde-c2a9e20a0dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:34:22.431267 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] No Port match for: 5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:34:22.433266 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 5163f1e7-5e65-4c04-a3b3-f5fe33ca78ec not bound to the agent host n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:34:22.433704 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device feb17ea6-120e-488e-971c-edca680cfaeb no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:34:22.435231 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9177ff-9af9-4c5e-8f61-e19902a981b5 req-50045076-568b-4d6b-8e26-30be018d693b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:22.440278 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-fd9177ff-9af9-4c5e-8f61-e19902a981b5 req-50045076-568b-4d6b-8e26-30be018d693b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=77fda44304ae4f269c2e2e6260f94941&device_id=7c972404-e5ee-4b31-b469-d2aabada3224 HTTP/1.1" status: 200 len: 1127 time: 0.1569552 Feb 09 21:34:22.490785 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7aff8c7-6328-488b-bce5-960d0e53e542 None None] Checking router: 8177804d-c0ef-46f7-9ff2-b23130a71f0f for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:34:22.534372 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7aff8c7-6328-488b-bce5-960d0e53e542 None None] Routers {'8177804d-c0ef-46f7-9ff2-b23130a71f0f'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:34:22.535042 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-e7aff8c7-6328-488b-bce5-960d0e53e542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:34:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['8177804d-c0ef-46f7-9ff2-b23130a71f0f'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:34:22.537689 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e2d85c7b-1f3f-424c-8d11-3fb44b08eca2 req-99a1ab61-3ff3-4823-9677-82b1d155a516 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=a4fc49e4-17e3-4e1a-ad3a-53772172f962 HTTP/1.1" status: 200 len: 210 time: 0.0621240 Feb 09 21:34:22.747199 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9177ff-9af9-4c5e-8f61-e19902a981b5 req-ac27defc-c0a3-499e-bba1-60f9c512a25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:22.749389 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deffbce-17cf-4478-8c2a-2d00ed148636 req-c459b41f-4532-428b-96bc-1ba9c91fc1eb tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:22.758366 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6deffbce-17cf-4478-8c2a-2d00ed148636 req-c459b41f-4532-428b-96bc-1ba9c91fc1eb tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=9a70729e-24c8-4e59-8c93-8811e088ab2e HTTP/1.1" status: 200 len: 950 time: 0.1091449 Feb 09 21:34:22.762077 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-fd9177ff-9af9-4c5e-8f61-e19902a981b5 req-ac27defc-c0a3-499e-bba1-60f9c512a25c service neutron] 10.222.0.89 "GET /v2.0/networks?id=ab898bc0-8b8e-4a5d-9904-0dc9997586ad HTTP/1.1" status: 200 len: 913 time: 0.3095734 Feb 09 21:34:22.879482 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7717bb-4d8f-42f8-9687-a373dd6d2eac req-dbff1c48-9d1e-4ae8-9bb8-359ccd48a298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:22.881492 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8a7717bb-4d8f-42f8-9687-a373dd6d2eac req-dbff1c48-9d1e-4ae8-9bb8-359ccd48a298 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=9a70729e-24c8-4e59-8c93-8811e088ab2e HTTP/1.1" status: 200 len: 1132 time: 0.1182029 Feb 09 21:34:22.900208 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6deffbce-17cf-4478-8c2a-2d00ed148636 req-d9509cc4-7e66-4031-810f-925ccf435851 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399026 Feb 09 21:34:22.951690 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f33f7c67-546d-47ff-b970-f40fcfeaaf4a x-openstack-request-id: req-f33f7c67-546d-47ff-b970-f40fcfeaaf4a {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:34:22.952767 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a70729e-24c8-4e59-8c93-8811e088ab2e", "name": "network-vif-plugged", "status": "completed", "tag": "56477551-2028-40d4-9313-5bee9dbfa349", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:34:22.956567 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-f33f7c67-546d-47ff-b970-f40fcfeaaf4a {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:34:22.957271 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a70729e-24c8-4e59-8c93-8811e088ab2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56477551-2028-40d4-9313-5bee9dbfa349', 'code': 200} Feb 09 21:34:22.973400 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-e7aff8c7-6328-488b-bce5-960d0e53e542 None None] Set router 8177804d-c0ef-46f7-9ff2-b23130a71f0f gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:34:22.975767 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.db.resource_extend [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] It took 0.52 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 21:34:23.005847 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-fd9177ff-9af9-4c5e-8f61-e19902a981b5 req-3bc0aab6-0bad-4e28-abb5-0fdf81cfee93 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c3a586db-462e-4825-a754-c472488c5021 HTTP/1.1" status: 200 len: 999 time: 0.2332871 Feb 09 21:34:23.086863 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8a7717bb-4d8f-42f8-9687-a373dd6d2eac req-95b02702-0468-4fac-b583-33341a03770c service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850829 Feb 09 21:34:23.201151 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9177ff-9af9-4c5e-8f61-e19902a981b5 req-78326cd8-9c7e-4bd5-beed-1b34bb011f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:23.203542 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-fd9177ff-9af9-4c5e-8f61-e19902a981b5 req-78326cd8-9c7e-4bd5-beed-1b34bb011f76 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=13dd7afc-9a8a-4b1c-bfde-c2a9e20a0dc4 HTTP/1.1" status: 200 len: 851 time: 0.1815236 Feb 09 21:34:23.310038 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9177ff-9af9-4c5e-8f61-e19902a981b5 req-e1c9d5dd-9601-4470-bd78-1326e7168ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:23.314869 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-fd9177ff-9af9-4c5e-8f61-e19902a981b5 req-e1c9d5dd-9601-4470-bd78-1326e7168ceb service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=ab898bc0-8b8e-4a5d-9904-0dc9997586ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0994301 Feb 09 21:34:23.333101 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port feb17ea6-120e-488e-971c-edca680cfaeb is: ACTIVE; New status is: DOWN {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:34:23.333499 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (feb17ea6-120e-488e-971c-edca680cfaeb), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:23.361163 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port feb17ea6-120e-488e-971c-edca680cfaeb, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=feb17ea6-120e-488e-971c-edca680cfaeb,segment=NetworkSegment(b8c2a339-696c-42ff-9706-e9c7145ef2ff),segment_id=b8c2a339-696c-42ff-9706-e9c7145ef2ff)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:34:23.386889 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54846) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:23.401029 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:23.402957 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': 'feb17ea6-120e-488e-971c-edca680cfaeb', 'network_id': '83b648e3-9e16-4594-828d-322167244a5e', 'port_id': 'feb17ea6-120e-488e-971c-edca680cfaeb', 'mac_address': 'fa:16:3e:bd:68:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33895a87-c686-4060-8a0c-2f9b961a8554', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:34:23.416272 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d14f1d-52c1-4ef8-a72d-c8d2f6b70954 req-28539ccc-5db2-432b-a226-2067dcd76d12 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:23.417882 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-83d14f1d-52c1-4ef8-a72d-c8d2f6b70954 req-28539ccc-5db2-432b-a226-2067dcd76d12 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/ports?device_id=ac2e37af-a8de-476a-83bd-d987e0be588b HTTP/1.1" status: 200 len: 945 time: 0.2683129 Feb 09 21:34:23.461475 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a208864-3cee-42d5-b2de-c76fd06acacd req-f726ba5c-d292-41e4-9ba4-870f9b500e4a tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:23.465048 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port feb17ea6-120e-488e-971c-edca680cfaeb, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=feb17ea6-120e-488e-971c-edca680cfaeb,segment=NetworkSegment(b8c2a339-696c-42ff-9706-e9c7145ef2ff),segment_id=b8c2a339-696c-42ff-9706-e9c7145ef2ff)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:34:23.487708 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a208864-3cee-42d5-b2de-c76fd06acacd req-f726ba5c-d292-41e4-9ba4-870f9b500e4a tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:23.507679 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a208864-3cee-42d5-b2de-c76fd06acacd req-f726ba5c-d292-41e4-9ba4-870f9b500e4a tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:23.509425 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9a208864-3cee-42d5-b2de-c76fd06acacd req-f726ba5c-d292-41e4-9ba4-870f9b500e4a tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.90 "GET /v2.0/ports?device_id=3b0fa07e-9d2a-4dba-ae85-8ec07c3475ed HTTP/1.1" status: 200 len: 2418 time: 0.4993498 Feb 09 21:34:23.511880 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (feb17ea6-120e-488e-971c-edca680cfaeb), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:23.560120 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-fd9177ff-9af9-4c5e-8f61-e19902a981b5 req-709e1934-6d3f-4354-9085-720e4e0ff1e5 service neutron] 10.222.0.89 "GET /v2.0/networks/ab898bc0-8b8e-4a5d-9904-0dc9997586ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323728 Feb 09 21:34:23.561671 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54850) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:23.637772 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=feb17ea6-120e-488e-971c-edca680cfaeb,revision_number=6']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:23.673294 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port feb17ea6-120e-488e-971c-edca680cfaeb is: ACTIVE; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:34:23.673696 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (feb17ea6-120e-488e-971c-edca680cfaeb), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:23.691747 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id feb17ea6-120e-488e-971c-edca680cfaeb {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:34:23.736760 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9a208864-3cee-42d5-b2de-c76fd06acacd req-1fe5a7dd-91fa-4a04-a896-5a46eda330bf tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.90 "GET /v2.0/security-groups?id=ce0b6bf0-0090-4ca0-98fe-25c5a90c9e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974158 Feb 09 21:34:23.746441 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6630c53c-7175-4633-bd52-4c49caeeb217 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:23.770390 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.db.api [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103142) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:34:23.771010 n-d-828369-5 neutron-server[103142]: DEBUG oslo_db.api [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:34:23.811500 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-e7aff8c7-6328-488b-bce5-960d0e53e542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8177804d-c0ef-46f7-9ff2-b23130a71f0f', 'name': 'tempest-ServersTestManualDisk-1208581549-router', 'tenant_id': '77fda44304ae4f269c2e2e6260f94941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': 'bbaa2299-10a6-4525-bbb8-2f46acb64365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:33:43Z', 'updated_at': '2022-02-09T21:33:49Z', 'revision_number': 4, 'project_id': '77fda44304ae4f269c2e2e6260f94941', 'gw_port': {'id': 'bbaa2299-10a6-4525-bbb8-2f46acb64365', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8177804d-c0ef-46f7-9ff2-b23130a71f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:44Z', 'updated_at': '2022-02-09T21:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': '91b82acb-dd61-42fa-b8cc-e59d706db891', 'tenant_id': '77fda44304ae4f269c2e2e6260f94941', 'floating_ip_address': '172.25.3.240', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': '8177804d-c0ef-46f7-9ff2-b23130a71f0f', 'port_id': 'c3a586db-462e-4825-a754-c472488c5021', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 822, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab898bc0-8b8e-4a5d-9904-0dc9997586ad', 'mac_address': 'fa:16:3e:a9:b2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c972404-e5ee-4b31-b469-d2aabada3224', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:33:55Z', 'updated_at': '2022-02-09T21:34:19Z', 'revision_number': 1, 'project_id': '77fda44304ae4f269c2e2e6260f94941', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f936aee-3a51-4f7b-82d9-9cfc556121c7', 'name': '', 'network_id': 'ab898bc0-8b8e-4a5d-9904-0dc9997586ad', 'tenant_id': '77fda44304ae4f269c2e2e6260f94941', 'mac_address': 'fa:16:3e:f9:1a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8177804d-c0ef-46f7-9ff2-b23130a71f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '13dd7afc-9a8a-4b1c-bfde-c2a9e20a0dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:48Z', 'updated_at': '2022-02-09T21:33:56Z', 'revision_number': 5, 'project_id': '77fda44304ae4f269c2e2e6260f94941', 'subnets': [{'id': '13dd7afc-9a8a-4b1c-bfde-c2a9e20a0dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:34:23.859881 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-83d14f1d-52c1-4ef8-a72d-c8d2f6b70954 req-d75f74d0-da5e-44a3-b53c-812cb5aff217 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/security-groups?id=53864ffe-fa53-4ead-9e41-21e6252e7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4240272 Feb 09 21:34:23.909710 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7aff8c7-6328-488b-bce5-960d0e53e542 None None] The sync data for ids ['8177804d-c0ef-46f7-9ff2-b23130a71f0f'] in n-d-828369-5 is: [{'id': '8177804d-c0ef-46f7-9ff2-b23130a71f0f', 'name': 'tempest-ServersTestManualDisk-1208581549-router', 'tenant_id': '77fda44304ae4f269c2e2e6260f94941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': 'bbaa2299-10a6-4525-bbb8-2f46acb64365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:33:43Z', 'updated_at': '2022-02-09T21:33:49Z', 'revision_number': 4, 'project_id': '77fda44304ae4f269c2e2e6260f94941', 'gw_port': {'id': 'bbaa2299-10a6-4525-bbb8-2f46acb64365', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8177804d-c0ef-46f7-9ff2-b23130a71f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:44Z', 'updated_at': '2022-02-09T21:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': '91b82acb-dd61-42fa-b8cc-e59d706db891', 'tenant_id': '77fda44304ae4f269c2e2e6260f94941', 'floating_ip_address': '172.25.3.240', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': '8177804d-c0ef-46f7-9ff2-b23130a71f0f', 'port_id': 'c3a586db-462e-4825-a754-c472488c5021', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 822, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab898bc0-8b8e-4a5d-9904-0dc9997586ad', 'mac_address': 'fa:16:3e:a9:b2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c972404-e5ee-4b31-b469-d2aabada3224', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:33:55Z', 'updated_at': '2022-02-09T21:34:19Z', 'revision_number': 1, 'project_id': '77fda44304ae4f269c2e2e6260f94941', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f936aee-3a51-4f7b-82d9-9cfc556121c7', 'name': '', 'network_id': 'ab898bc0-8b8e-4a5d-9904-0dc9997586ad', 'tenant_id': '77fda44304ae4f269c2e2e6260f94941', 'mac_address': 'fa:16:3e:f9:1a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8177804d-c0ef-46f7-9ff2-b23130a71f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '13dd7afc-9a8a-4b1c-bfde-c2a9e20a0dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:48Z', 'updated_at': '2022-02-09T21:33:56Z', 'revision_number': 5, 'project_id': '77fda44304ae4f269c2e2e6260f94941', 'subnets': [{'id': '13dd7afc-9a8a-4b1c-bfde-c2a9e20a0dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:34:23.933412 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a72750a1-ee72-4731-b254-8d70695c138b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:23.981154 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-fd9177ff-9af9-4c5e-8f61-e19902a981b5 req-9331ba5c-f6e0-4de4-8c1f-5c2b237c6598 service neutron] 10.222.0.89 "GET /v2.0/networks/ab898bc0-8b8e-4a5d-9904-0dc9997586ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4032974 Feb 09 21:34:24.010226 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-58a7169a-f373-486a-8fd1-e8cc05a6b100 req-a5249a0d-2d0d-4210-9088-7c6c21c4f49e tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=a4fc49e4-17e3-4e1a-ad3a-53772172f962 HTTP/1.1" status: 200 len: 210 time: 0.0617380 Feb 09 21:34:24.083600 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973c72b7-4447-4e7b-aecc-dc3df5877592 req-db743374-caed-42e2-b18b-a7140d2e5470 tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:24.085927 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-973c72b7-4447-4e7b-aecc-dc3df5877592 req-db743374-caed-42e2-b18b-a7140d2e5470 tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] 10.222.0.90 "GET /v2.0/ports?device_id=7c972404-e5ee-4b31-b469-d2aabada3224 HTTP/1.1" status: 200 len: 945 time: 0.1798477 Feb 09 21:34:24.098816 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6630c53c-7175-4633-bd52-4c49caeeb217 admin admin] Publish callbacks [] for security_group (ae9c181c-2ec6-4ea8-8108-16da0e22b97f), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:24.108886 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6630c53c-7175-4633-bd52-4c49caeeb217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (ae9c181c-2ec6-4ea8-8108-16da0e22b97f), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:24.145400 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6630c53c-7175-4633-bd52-4c49caeeb217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae9c181c-2ec6-4ea8-8108-16da0e22b97f,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:24.179864 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-973c72b7-4447-4e7b-aecc-dc3df5877592 req-6eeab385-1038-4c86-9d20-44517af25e5a tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] 10.222.0.90 "GET /v2.0/security-groups?id=47b8d546-ab8a-4003-b5cc-741806b9d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826781 Feb 09 21:34:24.250026 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-6630c53c-7175-4633-bd52-4c49caeeb217 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=725e12e1c696473db19ac479cd18988e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8605762 Feb 09 21:34:24.253107 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 54864) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:24.262093 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a72750a1-ee72-4731-b254-8d70695c138b admin admin] Publish callbacks [] for security_group (e0d39fa2-52de-4df4-997b-eb766eff4722), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:24.273833 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a72750a1-ee72-4731-b254-8d70695c138b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (e0d39fa2-52de-4df4-997b-eb766eff4722), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:24.333926 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d649f8d0-82fd-45b3-9005-4b341bb5c384 None None] New status for floating IP 91b82acb-dd61-42fa-b8cc-e59d706db891: ACTIVE {{(pid=103142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:34:24.396071 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-a72750a1-ee72-4731-b254-8d70695c138b admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=95dc093ed54c4302b3fc207ac687d894&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8296342 Feb 09 21:34:24.397267 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72750a1-ee72-4731-b254-8d70695c138b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d39fa2-52de-4df4-997b-eb766eff4722,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:24.406308 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 54868) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:24.463595 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port feb17ea6-120e-488e-971c-edca680cfaeb is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:34:24.464349 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (feb17ea6-120e-488e-971c-edca680cfaeb), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:24.498204 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id feb17ea6-120e-488e-971c-edca680cfaeb {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:34:24.516494 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8891640f-f72e-4575-af2c-8b5dee9780d4 req-6bb0bba3-c5d7-460a-9568-455211cd504c tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:24.521187 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8891640f-f72e-4575-af2c-8b5dee9780d4 req-6bb0bba3-c5d7-460a-9568-455211cd504c tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=9a70729e-24c8-4e59-8c93-8811e088ab2e HTTP/1.1" status: 200 len: 950 time: 0.2611659 Feb 09 21:34:24.561601 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port feb17ea6-120e-488e-971c-edca680cfaeb, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=feb17ea6-120e-488e-971c-edca680cfaeb,segment=NetworkSegment(b8c2a339-696c-42ff-9706-e9c7145ef2ff),segment_id=b8c2a339-696c-42ff-9706-e9c7145ef2ff)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:34:24.571037 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (feb17ea6-120e-488e-971c-edca680cfaeb), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:24.651735 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ae9efb3c-21d3-4b9b-9ce3-b13d2d9c6d0e admin admin] Publish callbacks [] for security_group (e0d39fa2-52de-4df4-997b-eb766eff4722), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:24.719053 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e4727398-9d7b-4faf-b117-da81120e3275 admin admin] Publish callbacks [] for security_group (ae9c181c-2ec6-4ea8-8108-16da0e22b97f), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:24.808833 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=feb17ea6-120e-488e-971c-edca680cfaeb,revision_number=7']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:24.849348 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e4727398-9d7b-4faf-b117-da81120e3275 admin admin] Publish callbacks [] for security_group (ae9c181c-2ec6-4ea8-8108-16da0e22b97f), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:24.871395 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ae9efb3c-21d3-4b9b-9ce3-b13d2d9c6d0e admin admin] Publish callbacks [] for security_group (e0d39fa2-52de-4df4-997b-eb766eff4722), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:24.928204 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8891640f-f72e-4575-af2c-8b5dee9780d4 req-17046548-663f-4f3a-83d6-8f2cb8c68bf7 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3818183 Feb 09 21:34:24.958134 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac2e37af-a8de-476a-83bd-d987e0be588b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'feb17ea6-120e-488e-971c-edca680cfaeb'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:34:24.961142 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-632c7ede-87d7-4f93-9580-9da9d626af66" -d '{"events": [{"server_uuid": "ac2e37af-a8de-476a-83bd-d987e0be588b", "name": "network-vif-unplugged", "status": "completed", "tag": "feb17ea6-120e-488e-971c-edca680cfaeb"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:34:25.013075 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['feb17ea6-120e-488e-971c-edca680cfaeb'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:34:25.035084 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e8d3c5-726b-4a0f-a7f1-da7290344d8f req-9d13493f-5104-49b5-97dc-1980a73ab1fe tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:25.043954 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e8d3c5-726b-4a0f-a7f1-da7290344d8f req-9d13493f-5104-49b5-97dc-1980a73ab1fe tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:25.055693 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e8d3c5-726b-4a0f-a7f1-da7290344d8f req-9d13493f-5104-49b5-97dc-1980a73ab1fe tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:25.059905 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-83e8d3c5-726b-4a0f-a7f1-da7290344d8f req-9d13493f-5104-49b5-97dc-1980a73ab1fe tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.90 "GET /v2.0/ports?device_id=3b0fa07e-9d2a-4dba-ae85-8ec07c3475ed HTTP/1.1" status: 200 len: 2418 time: 0.1624520 Feb 09 21:34:25.064144 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e4727398-9d7b-4faf-b117-da81120e3275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (ae9c181c-2ec6-4ea8-8108-16da0e22b97f), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:25.067450 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e4727398-9d7b-4faf-b117-da81120e3275 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:25.068735 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-e4727398-9d7b-4faf-b117-da81120e3275 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/ae9c181c-2ec6-4ea8-8108-16da0e22b97f HTTP/1.1" status: 204 len: 168 time: 0.8145263 Feb 09 21:34:25.078181 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ae9efb3c-21d3-4b9b-9ce3-b13d2d9c6d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (e0d39fa2-52de-4df4-997b-eb766eff4722), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:25.081205 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ae9efb3c-21d3-4b9b-9ce3-b13d2d9c6d0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:25.084850 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-ae9efb3c-21d3-4b9b-9ce3-b13d2d9c6d0e admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/e0d39fa2-52de-4df4-997b-eb766eff4722 HTTP/1.1" status: 204 len: 168 time: 0.6670680 Feb 09 21:34:25.176256 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4727398-9d7b-4faf-b117-da81120e3275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae9c181c-2ec6-4ea8-8108-16da0e22b97f,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:25.239777 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9efb3c-21d3-4b9b-9ce3-b13d2d9c6d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d39fa2-52de-4df4-997b-eb766eff4722,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:25.333411 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-83e8d3c5-726b-4a0f-a7f1-da7290344d8f req-b6fb0906-6508-4121-a99b-6a987c7009a0 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.90 "GET /v2.0/security-groups?id=ce0b6bf0-0090-4ca0-98fe-25c5a90c9e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618465 Feb 09 21:34:25.376477 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664ac788-f11d-4bae-a4fc-35eab2cd5aa4 req-21198d23-fe55-403a-b90d-8fddf8d2302e tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:25.386879 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-664ac788-f11d-4bae-a4fc-35eab2cd5aa4 req-21198d23-fe55-403a-b90d-8fddf8d2302e tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=cd92d494-82c4-4614-9a6f-2d9307f3309a HTTP/1.1" status: 200 len: 945 time: 0.3164604 Feb 09 21:34:25.552999 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-664ac788-f11d-4bae-a4fc-35eab2cd5aa4 req-e4b56e13-840e-4da8-9db8-9ddc0b95e9ed tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649132 Feb 09 21:34:25.648855 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3c7d7f-1e4c-4015-816e-def017c8aac6 req-3e179ad8-f1bb-492f-99e2-6e53c3ad6024 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:25.656451 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3c3c7d7f-1e4c-4015-816e-def017c8aac6 req-3e179ad8-f1bb-492f-99e2-6e53c3ad6024 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/ports?device_id=ac2e37af-a8de-476a-83bd-d987e0be588b HTTP/1.1" status: 200 len: 944 time: 0.1495218 Feb 09 21:34:25.661367 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aeb7325-b1e8-4a39-8079-fbc9c84b9dbc x-openstack-request-id: req-8aeb7325-b1e8-4a39-8079-fbc9c84b9dbc {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:34:25.661837 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac2e37af-a8de-476a-83bd-d987e0be588b", "name": "network-vif-unplugged", "status": "completed", "tag": "feb17ea6-120e-488e-971c-edca680cfaeb", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:34:25.661924 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-8aeb7325-b1e8-4a39-8079-fbc9c84b9dbc {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:34:25.662408 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac2e37af-a8de-476a-83bd-d987e0be588b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'feb17ea6-120e-488e-971c-edca680cfaeb', 'code': 200} Feb 09 21:34:25.724281 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3c3c7d7f-1e4c-4015-816e-def017c8aac6 req-4793eae4-22b6-479c-a833-7c14ac35640b tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/security-groups?id=53864ffe-fa53-4ead-9e41-21e6252e7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623720 Feb 09 21:34:25.791250 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54898) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:25.810029 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3c0638c1-0e5d-4345-9bbb-1662d09cf1d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:25.887600 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7414c773-78b0-4a30-9e8f-9bc82c9851ff req-3da4f54d-ac7f-4ff5-a55c-7166c13fab16 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=a4fc49e4-17e3-4e1a-ad3a-53772172f962 HTTP/1.1" status: 200 len: 210 time: 0.0734677 Feb 09 21:34:25.923877 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5249e99a-a4c8-4d87-9213-c7b336f9bae0 req-b3997744-ba54-47cf-8fdc-65945251dd6d tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:25.925141 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5249e99a-a4c8-4d87-9213-c7b336f9bae0 req-b3997744-ba54-47cf-8fdc-65945251dd6d tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.95 "GET /v2.0/ports?device_id=cd92d494-82c4-4614-9a6f-2d9307f3309a HTTP/1.1" status: 200 len: 945 time: 0.1833086 Feb 09 21:34:25.944455 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7296d97-4282-473e-acee-e84bac637131 req-c6aea09d-7749-4f94-ae92-3dad46ec1806 tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:25.944455 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d7296d97-4282-473e-acee-e84bac637131 req-c6aea09d-7749-4f94-ae92-3dad46ec1806 tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] 10.222.0.90 "GET /v2.0/ports?device_id=7c972404-e5ee-4b31-b469-d2aabada3224 HTTP/1.1" status: 200 len: 945 time: 0.0978277 Feb 09 21:34:25.989169 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3c0638c1-0e5d-4345-9bbb-1662d09cf1d4 admin admin] Publish callbacks [] for security_group (c0a88c27-3931-4e56-8df0-da0fd0a162ff), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:26.001947 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3c0638c1-0e5d-4345-9bbb-1662d09cf1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (c0a88c27-3931-4e56-8df0-da0fd0a162ff), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:26.076572 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-3c0638c1-0e5d-4345-9bbb-1662d09cf1d4 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=f52120ee5b61423b831cb294745eb045&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2841113 Feb 09 21:34:26.078249 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0638c1-0e5d-4345-9bbb-1662d09cf1d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0a88c27-3931-4e56-8df0-da0fd0a162ff,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:26.080855 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54902) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:26.133708 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d7296d97-4282-473e-acee-e84bac637131 req-c57079b9-ef63-46ff-b861-3bf5596c35e6 tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] 10.222.0.90 "GET /v2.0/security-groups?id=47b8d546-ab8a-4003-b5cc-741806b9d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448884 Feb 09 21:34:26.149253 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e8e4631f-2a8b-48e6-a53a-f8454ced3137 admin admin] Publish callbacks [] for security_group (c0a88c27-3931-4e56-8df0-da0fd0a162ff), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:26.164961 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-5249e99a-a4c8-4d87-9213-c7b336f9bae0 req-f391963c-0227-4429-b97c-afa4c18e8dd9 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Deleting port df09fb29-1ecd-4bea-b09f-dc089b20c12e {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:34:26.165435 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-5249e99a-a4c8-4d87-9213-c7b336f9bae0 req-f391963c-0227-4429-b97c-afa4c18e8dd9 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (df09fb29-1ecd-4bea-b09f-dc089b20c12e), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:26.195529 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e8e4631f-2a8b-48e6-a53a-f8454ced3137 admin admin] Publish callbacks [] for security_group (c0a88c27-3931-4e56-8df0-da0fd0a162ff), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:26.307143 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e8e4631f-2a8b-48e6-a53a-f8454ced3137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (c0a88c27-3931-4e56-8df0-da0fd0a162ff), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:26.309871 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e8e4631f-2a8b-48e6-a53a-f8454ced3137 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:26.314085 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-e8e4631f-2a8b-48e6-a53a-f8454ced3137 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/c0a88c27-3931-4e56-8df0-da0fd0a162ff HTTP/1.1" status: 204 len: 168 time: 0.2288661 Feb 09 21:34:26.335658 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-5249e99a-a4c8-4d87-9213-c7b336f9bae0 req-f391963c-0227-4429-b97c-afa4c18e8dd9 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] For port df09fb29-1ecd-4bea-b09f-dc089b20c12e, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=df09fb29-1ecd-4bea-b09f-dc089b20c12e,segment=NetworkSegment(2e235117-e979-4e65-8640-84c4faf827fd),segment_id=2e235117-e979-4e65-8640-84c4faf827fd)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:34:26.335991 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-5249e99a-a4c8-4d87-9213-c7b336f9bae0 req-f391963c-0227-4429-b97c-afa4c18e8dd9 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (df09fb29-1ecd-4bea-b09f-dc089b20c12e), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:26.341359 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e4631f-2a8b-48e6-a53a-f8454ced3137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0a88c27-3931-4e56-8df0-da0fd0a162ff,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:26.417529 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1254279-11c3-4271-8956-05db83cf064c req-a7524c98-06e2-4b5b-a9fe-a50f8d4b1e28 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:26.419073 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a1254279-11c3-4271-8956-05db83cf064c req-a7524c98-06e2-4b5b-a9fe-a50f8d4b1e28 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=9a70729e-24c8-4e59-8c93-8811e088ab2e HTTP/1.1" status: 200 len: 950 time: 0.3554397 Feb 09 21:34:26.421019 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-5249e99a-a4c8-4d87-9213-c7b336f9bae0 req-f391963c-0227-4429-b97c-afa4c18e8dd9 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Calling delete_port for df09fb29-1ecd-4bea-b09f-dc089b20c12e owned by compute:nova {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:34:26.501674 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54920) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:26.568373 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device feb17ea6-120e-488e-971c-edca680cfaeb up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:34:26.682597 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-d4449a15-3423-4ea5-9b12-1f916ce545db admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1387259858-network', 'tenant_id': '93abd5446dd245e0b2953937bc752845'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:34:26.695285 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port feb17ea6-120e-488e-971c-edca680cfaeb triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:34:26.695834 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (feb17ea6-120e-488e-971c-edca680cfaeb), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:26.725980 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4449a15-3423-4ea5-9b12-1f916ce545db admin admin] Made reservation on behalf of 93abd5446dd245e0b2953937bc752845 for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:34:26.728817 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d4449a15-3423-4ea5-9b12-1f916ce545db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:26.759185 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a1254279-11c3-4271-8956-05db83cf064c req-59dd4edd-64e3-436c-9771-310e66d1b208 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3200696 Feb 09 21:34:26.774675 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d4449a15-3423-4ea5-9b12-1f916ce545db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:26.803780 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e54d766-5e73-40f5-9258-35c5144865c1 req-198c08f6-3048-4438-a5ca-22e5e66dfa72 tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:26.805648 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2e54d766-5e73-40f5-9258-35c5144865c1 req-198c08f6-3048-4438-a5ca-22e5e66dfa72 tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] 10.222.0.90 "GET /v2.0/ports?device_id=7c972404-e5ee-4b31-b469-d2aabada3224 HTTP/1.1" status: 200 len: 945 time: 0.4947329 Feb 09 21:34:26.808478 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-5249e99a-a4c8-4d87-9213-c7b336f9bae0 req-f391963c-0227-4429-b97c-afa4c18e8dd9 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (df09fb29-1ecd-4bea-b09f-dc089b20c12e), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:26.889677 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port feb17ea6-120e-488e-971c-edca680cfaeb is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:34:26.890660 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (feb17ea6-120e-488e-971c-edca680cfaeb), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:26.916105 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f391963c-0227-4429-b97c-afa4c18e8dd9 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Pushing event deleted for resources: {'Port': ['ID=df09fb29-1ecd-4bea-b09f-dc089b20c12e,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:26.961000 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d4449a15-3423-4ea5-9b12-1f916ce545db admin admin] Publish callbacks [] for security_group (6369d93d-5427-4bfb-90f4-472a161b92a8), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:26.968417 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d4449a15-3423-4ea5-9b12-1f916ce545db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (6369d93d-5427-4bfb-90f4-472a161b92a8), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:26.979947 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port feb17ea6-120e-488e-971c-edca680cfaeb, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=feb17ea6-120e-488e-971c-edca680cfaeb,segment=NetworkSegment(b8c2a339-696c-42ff-9706-e9c7145ef2ff),segment_id=b8c2a339-696c-42ff-9706-e9c7145ef2ff)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:34:26.989890 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (feb17ea6-120e-488e-971c-edca680cfaeb), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:27.007597 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2e54d766-5e73-40f5-9258-35c5144865c1 req-2ec45a59-76a8-4c72-be6a-cc53bda856bf tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] 10.222.0.90 "GET /v2.0/security-groups?id=47b8d546-ab8a-4003-b5cc-741806b9d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1934021 Feb 09 21:34:27.094070 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=feb17ea6-120e-488e-971c-edca680cfaeb,revision_number=8']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:27.107167 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:27.118263 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:27.118476 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4449a15-3423-4ea5-9b12-1f916ce545db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:34:27.120034 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:27.130636 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:27.131318 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:27.132160 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:27.132726 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:27.133250 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:27.133785 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:27.134330 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:27.134857 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:27.135374 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:27.135890 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:34:27.208518 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d4449a15-3423-4ea5-9b12-1f916ce545db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (c1e31970-78d4-4052-bc2e-d7b1914321ab), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:27.208918 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-d4449a15-3423-4ea5-9b12-1f916ce545db admin admin] Added segment c1e31970-78d4-4052-bc2e-d7b1914321ab of type vlan for network a6c94bda-f9f5-4a27-ae06-c2947733ba9b Feb 09 21:34:27.286483 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4449a15-3423-4ea5-9b12-1f916ce545db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6369d93d-5427-4bfb-90f4-472a161b92a8,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:27.319440 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d4449a15-3423-4ea5-9b12-1f916ce545db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (a6c94bda-f9f5-4a27-ae06-c2947733ba9b), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:27.356588 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d4449a15-3423-4ea5-9b12-1f916ce545db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (a6c94bda-f9f5-4a27-ae06-c2947733ba9b), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:27.359026 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4449a15-3423-4ea5-9b12-1f916ce545db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:27.360000 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d4449a15-3423-4ea5-9b12-1f916ce545db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:27.459009 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-d4449a15-3423-4ea5-9b12-1f916ce545db admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9529898 Feb 09 21:34:27.461071 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54950) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:27.468648 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-1e912165-76ec-404e-9bc5-cd57ce27b9a7 admin admin] Request body: {'subnet': {'network_id': 'a6c94bda-f9f5-4a27-ae06-c2947733ba9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1387259858-subnet', 'tenant_id': '93abd5446dd245e0b2953937bc752845', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:34:27.510679 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e912165-76ec-404e-9bc5-cd57ce27b9a7 admin admin] Made reservation on behalf of 93abd5446dd245e0b2953937bc752845 for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:34:27.513056 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1e912165-76ec-404e-9bc5-cd57ce27b9a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:27.517764 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4449a15-3423-4ea5-9b12-1f916ce545db admin admin] Pushing event updated for resources: {'Network': ['ID=a6c94bda-f9f5-4a27-ae06-c2947733ba9b,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:27.529487 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network a6c94bda-f9f5-4a27-ae06-c2947733ba9b details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:34:27.598992 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3a783805-d7e7-46fc-82b3-a12c7f6ea9ed req-8aa76300-287d-4147-aeb4-669ce82aabb6 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=cd92d494-82c4-4614-9a6f-2d9307f3309a HTTP/1.1" status: 200 len: 210 time: 0.1285765 Feb 09 21:34:27.617568 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-5249e99a-a4c8-4d87-9213-c7b336f9bae0 req-f391963c-0227-4429-b97c-afa4c18e8dd9 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] No DVR routers for this DVR port df09fb29-1ecd-4bea-b09f-dc089b20c12e on host n-h1-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:34:27.625740 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-5249e99a-a4c8-4d87-9213-c7b336f9bae0 req-f391963c-0227-4429-b97c-afa4c18e8dd9 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:27.635938 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5249e99a-a4c8-4d87-9213-c7b336f9bae0 req-f391963c-0227-4429-b97c-afa4c18e8dd9 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.95 "DELETE /v2.0/ports/df09fb29-1ecd-4bea-b09f-dc089b20c12e HTTP/1.1" status: 204 len: 173 time: 1.6969280 Feb 09 21:34:27.636752 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd92d494-82c4-4614-9a6f-2d9307f3309a', 'name': 'network-vif-deleted', 'tag': 'df09fb29-1ecd-4bea-b09f-dc089b20c12e'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:34:27.641405 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a392f1ec-e175-4b0a-834c-ad77dc00ea8c" -d '{"events": [{"server_uuid": "cd92d494-82c4-4614-9a6f-2d9307f3309a", "name": "network-vif-deleted", "tag": "df09fb29-1ecd-4bea-b09f-dc089b20c12e"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:34:27.705246 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef2bb74-d503-4244-aae5-e2ba8ee7e73b req-a32593c0-cb25-47a3-b37d-29f9ab1b9932 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:27.708660 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac2e37af-a8de-476a-83bd-d987e0be588b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feb17ea6-120e-488e-971c-edca680cfaeb'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:34:27.710502 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef2bb74-d503-4244-aae5-e2ba8ee7e73b req-a32593c0-cb25-47a3-b37d-29f9ab1b9932 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:27.712482 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d90fee-f195-40d7-a2dd-8dfeb2a72512" -d '{"events": [{"server_uuid": "ac2e37af-a8de-476a-83bd-d987e0be588b", "name": "network-vif-plugged", "status": "completed", "tag": "feb17ea6-120e-488e-971c-edca680cfaeb"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:34:27.724264 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef2bb74-d503-4244-aae5-e2ba8ee7e73b req-a32593c0-cb25-47a3-b37d-29f9ab1b9932 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:27.731908 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cef2bb74-d503-4244-aae5-e2ba8ee7e73b req-a32593c0-cb25-47a3-b37d-29f9ab1b9932 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.90 "GET /v2.0/ports?device_id=3b0fa07e-9d2a-4dba-ae85-8ec07c3475ed HTTP/1.1" status: 200 len: 2418 time: 0.8168669 Feb 09 21:34:27.748408 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e909134f-87d2-400b-8b86-27623feed8bb req-aabc9dab-cacf-43cd-8080-70dbb7b67635 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:27.753645 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e909134f-87d2-400b-8b86-27623feed8bb req-aabc9dab-cacf-43cd-8080-70dbb7b67635 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:27.760781 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e909134f-87d2-400b-8b86-27623feed8bb req-aabc9dab-cacf-43cd-8080-70dbb7b67635 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:27.763158 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e909134f-87d2-400b-8b86-27623feed8bb req-aabc9dab-cacf-43cd-8080-70dbb7b67635 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.95 "GET /v2.0/ports?device_id=3b0fa07e-9d2a-4dba-ae85-8ec07c3475ed HTTP/1.1" status: 200 len: 2418 time: 0.2952423 Feb 09 21:34:27.862654 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cef2bb74-d503-4244-aae5-e2ba8ee7e73b req-d39d92ac-a185-4152-a82a-a41b63db7c17 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.90 "GET /v2.0/security-groups?id=ce0b6bf0-0090-4ca0-98fe-25c5a90c9e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279125 Feb 09 21:34:27.903043 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1e912165-76ec-404e-9bc5-cd57ce27b9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (67af386b-dbe4-413e-a5af-eb68a4ec69b8), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:27.964304 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db66352a-744a-4284-875e-743e0185abd2 req-961c7fd5-65b4-48b3-b9ba-349503f0ff5e tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:27.966382 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-db66352a-744a-4284-875e-743e0185abd2 req-961c7fd5-65b4-48b3-b9ba-349503f0ff5e tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/ports?device_id=ac2e37af-a8de-476a-83bd-d987e0be588b HTTP/1.1" status: 200 len: 945 time: 0.1715758 Feb 09 21:34:27.983347 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e912165-76ec-404e-9bc5-cd57ce27b9a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67af386b-dbe4-413e-a5af-eb68a4ec69b8,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:27.985638 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e912165-76ec-404e-9bc5-cd57ce27b9a7 admin admin] Checking segment: {'id': 'c1e31970-78d4-4052-bc2e-d7b1914321ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'a6c94bda-f9f5-4a27-ae06-c2947733ba9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:34:27.986073 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e912165-76ec-404e-9bc5-cd57ce27b9a7 admin admin] Network hostable DHCP agents. Network: a6c94bda-f9f5-4a27-ae06-c2947733ba9b, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:34:28.027130 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e912165-76ec-404e-9bc5-cd57ce27b9a7 admin admin] Network a6c94bda-f9f5-4a27-ae06-c2947733ba9b is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:34:28.041972 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-1e912165-76ec-404e-9bc5-cd57ce27b9a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, a6c94bda-f9f5-4a27-ae06-c2947733ba9b) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:34:28.049815 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e912165-76ec-404e-9bc5-cd57ce27b9a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:28.049924 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-e909134f-87d2-400b-8b86-27623feed8bb req-d2dd54b2-d453-48e0-9480-8cfe0ac34f67 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Deleting port 0a016d3d-b9d6-41fb-ae4c-910e1902267b {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:34:28.049924 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-e909134f-87d2-400b-8b86-27623feed8bb req-d2dd54b2-d453-48e0-9480-8cfe0ac34f67 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (0a016d3d-b9d6-41fb-ae4c-910e1902267b), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:28.050129 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1e912165-76ec-404e-9bc5-cd57ce27b9a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:28.055771 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e3dd32-4f06-4102-9ca2-009fd54d1368 None None] Network a6c94bda-f9f5-4a27-ae06-c2947733ba9b requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:34:28.105663 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-1e912165-76ec-404e-9bc5-cd57ce27b9a7 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6359074 Feb 09 21:34:28.151701 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-db66352a-744a-4284-875e-743e0185abd2 req-da9deb4e-e569-44a8-8b49-1cf3dc8f86be tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/security-groups?id=53864ffe-fa53-4ead-9e41-21e6252e7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629956 Feb 09 21:34:28.188815 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b97fca4-78a5-4ff7-ba17-773e98911c5c req-4104b477-3f92-4f5b-b898-c9b43b9f1791 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:28.190421 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1b97fca4-78a5-4ff7-ba17-773e98911c5c req-4104b477-3f92-4f5b-b898-c9b43b9f1791 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=9a70729e-24c8-4e59-8c93-8811e088ab2e HTTP/1.1" status: 200 len: 950 time: 0.2230401 Feb 09 21:34:28.273893 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e279d86-060b-4135-bbd4-6b713de9c222 None None] Network a6c94bda-f9f5-4a27-ae06-c2947733ba9b requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:34:28.352479 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-e909134f-87d2-400b-8b86-27623feed8bb req-d2dd54b2-d453-48e0-9480-8cfe0ac34f67 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] For port 0a016d3d-b9d6-41fb-ae4c-910e1902267b, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=0a016d3d-b9d6-41fb-ae4c-910e1902267b,segment=NetworkSegment(43985b2c-a3e2-416f-801a-d621ef02c15b),segment_id=43985b2c-a3e2-416f-801a-d621ef02c15b)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:34:28.352896 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-e909134f-87d2-400b-8b86-27623feed8bb req-d2dd54b2-d453-48e0-9480-8cfe0ac34f67 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (0a016d3d-b9d6-41fb-ae4c-910e1902267b), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:28.402098 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-045b8d98-3329-4d77-92ad-f61ce21a4eb1 req-72f47557-bee6-4b59-af5d-0296298c8015 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=a4fc49e4-17e3-4e1a-ad3a-53772172f962 HTTP/1.1" status: 200 len: 210 time: 0.0902510 Feb 09 21:34:28.407628 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1b97fca4-78a5-4ff7-ba17-773e98911c5c req-390466dd-1922-4441-b6ca-f5c7cee2e849 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087758 Feb 09 21:34:28.454346 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-e909134f-87d2-400b-8b86-27623feed8bb req-d2dd54b2-d453-48e0-9480-8cfe0ac34f67 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Calling delete_port for 0a016d3d-b9d6-41fb-ae4c-910e1902267b owned by compute:nova {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:34:28.539748 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c60d1e-76d2-4703-8280-b7f97c00b929 x-openstack-request-id: req-e2c60d1e-76d2-4703-8280-b7f97c00b929 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:34:28.540249 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac2e37af-a8de-476a-83bd-d987e0be588b", "name": "network-vif-plugged", "status": "completed", "tag": "feb17ea6-120e-488e-971c-edca680cfaeb", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:34:28.540739 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-e2c60d1e-76d2-4703-8280-b7f97c00b929 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:34:28.541334 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac2e37af-a8de-476a-83bd-d987e0be588b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feb17ea6-120e-488e-971c-edca680cfaeb', 'code': 200} Feb 09 21:34:28.573614 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7aec54d-c22a-46b6-a826-73576904c36a x-openstack-request-id: req-c7aec54d-c22a-46b6-a826-73576904c36a {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:34:28.574196 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd92d494-82c4-4614-9a6f-2d9307f3309a", "name": "network-vif-deleted", "tag": "df09fb29-1ecd-4bea-b09f-dc089b20c12e", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:34:28.574466 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-c7aec54d-c22a-46b6-a826-73576904c36a {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:34:28.574882 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd92d494-82c4-4614-9a6f-2d9307f3309a', 'name': 'network-vif-deleted', 'tag': 'df09fb29-1ecd-4bea-b09f-dc089b20c12e', 'status': 'completed', 'code': 200} Feb 09 21:34:28.582954 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device df09fb29-1ecd-4bea-b09f-dc089b20c12e no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:34:28.637536 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] No Port match for: df09fb29-1ecd-4bea-b09f-dc089b20c12e {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:34:28.638006 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device df09fb29-1ecd-4bea-b09f-dc089b20c12e not bound to the agent host n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:34:28.638640 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 0a016d3d-b9d6-41fb-ae4c-910e1902267b no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:34:28.776891 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-e909134f-87d2-400b-8b86-27623feed8bb req-d2dd54b2-d453-48e0-9480-8cfe0ac34f67 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (0a016d3d-b9d6-41fb-ae4c-910e1902267b), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:28.853853 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 0a016d3d-b9d6-41fb-ae4c-910e1902267b is: ACTIVE; New status is: DOWN {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:34:28.854413 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (0a016d3d-b9d6-41fb-ae4c-910e1902267b), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:28.893425 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dd54b2-d453-48e0-9480-8cfe0ac34f67 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Pushing event deleted for resources: {'Port': ['ID=0a016d3d-b9d6-41fb-ae4c-910e1902267b,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:29.108565 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-e909134f-87d2-400b-8b86-27623feed8bb req-d2dd54b2-d453-48e0-9480-8cfe0ac34f67 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] No DVR routers for this DVR port 0a016d3d-b9d6-41fb-ae4c-910e1902267b on host n-h1-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:34:29.113734 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-e909134f-87d2-400b-8b86-27623feed8bb req-d2dd54b2-d453-48e0-9480-8cfe0ac34f67 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:29.122855 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e909134f-87d2-400b-8b86-27623feed8bb req-d2dd54b2-d453-48e0-9480-8cfe0ac34f67 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.95 "DELETE /v2.0/ports/0a016d3d-b9d6-41fb-ae4c-910e1902267b HTTP/1.1" status: 204 len: 173 time: 1.3523455 Feb 09 21:34:29.239748 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-65fc2c3a-5a18-4a6d-944b-fe0ab26c3e18 req-e2b25b4d-024b-4bb2-89de-7cc90085dd2e service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=9a70729e-24c8-4e59-8c93-8811e088ab2e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2224090 Feb 09 21:34:29.318347 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7dd562-0e15-4452-a024-b1d15c2e4c17 req-ca6fef12-b420-4536-9b9d-7fdd0ed49211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:29.319770 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4e7dd562-0e15-4452-a024-b1d15c2e4c17 req-ca6fef12-b420-4536-9b9d-7fdd0ed49211 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=ac2e37af-a8de-476a-83bd-d987e0be588b HTTP/1.1" status: 200 len: 1127 time: 0.4676104 Feb 09 21:34:29.409259 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2830545c-21fe-4aa4-a3eb-70dcac7a4fe2 req-a2da5fd8-4909-4bd7-be00-f08c3edbba38 tempest-ServerMetadataNegativeTestJSON-122155306 tempest-ServerMetadataNegativeTestJSON-122155306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:29.415823 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2830545c-21fe-4aa4-a3eb-70dcac7a4fe2 req-a2da5fd8-4909-4bd7-be00-f08c3edbba38 tempest-ServerMetadataNegativeTestJSON-122155306 tempest-ServerMetadataNegativeTestJSON-122155306-project] 10.222.0.90 "GET /v2.0/networks?id=a6c94bda-f9f5-4a27-ae06-c2947733ba9b HTTP/1.1" status: 200 len: 821 time: 0.5139065 Feb 09 21:34:29.455259 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2830545c-21fe-4aa4-a3eb-70dcac7a4fe2 req-852c9628-3bd0-45d0-bbd4-d6fe4a84ff68 tempest-ServerMetadataNegativeTestJSON-122155306 tempest-ServerMetadataNegativeTestJSON-122155306-project] 10.222.0.90 "GET /v2.0/quotas/93abd5446dd245e0b2953937bc752845 HTTP/1.1" status: 200 len: 375 time: 0.0382891 Feb 09 21:34:29.467092 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a634917e-fef8-43f1-801c-960b2a7e386b req-7ba82247-ae7b-4431-b634-ac39dae25cdc tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:29.476985 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a634917e-fef8-43f1-801c-960b2a7e386b req-7ba82247-ae7b-4431-b634-ac39dae25cdc tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:29.489371 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a634917e-fef8-43f1-801c-960b2a7e386b req-7ba82247-ae7b-4431-b634-ac39dae25cdc tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.90 "GET /v2.0/ports?device_id=3b0fa07e-9d2a-4dba-ae85-8ec07c3475ed HTTP/1.1" status: 200 len: 1683 time: 0.2550380 Feb 09 21:34:29.506559 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4e7dd562-0e15-4452-a024-b1d15c2e4c17 req-cb0b06c8-8c48-4f93-b96c-284d0b8a127f service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=53864ffe-fa53-4ead-9e41-21e6252e7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730859 Feb 09 21:34:29.605951 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2830545c-21fe-4aa4-a3eb-70dcac7a4fe2 req-d4264605-5ae2-44e7-bdcb-c5e1e2af8c83 tempest-ServerMetadataNegativeTestJSON-122155306 tempest-ServerMetadataNegativeTestJSON-122155306-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=93abd5446dd245e0b2953937bc752845&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1120093 Feb 09 21:34:29.763652 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-e909134f-87d2-400b-8b86-27623feed8bb req-a2e907ea-68b9-4901-b4ea-03c6d43ddac2 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Deleting port 57b06563-1bab-47a2-b7d7-f0ecc8b33eba {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:34:29.764819 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-e909134f-87d2-400b-8b86-27623feed8bb req-a2e907ea-68b9-4901-b4ea-03c6d43ddac2 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (57b06563-1bab-47a2-b7d7-f0ecc8b33eba), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:29.793476 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a634917e-fef8-43f1-801c-960b2a7e386b req-a12cb9b1-818b-43c8-b7e9-2f0bd2942197 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.90 "GET /v2.0/security-groups?id=ce0b6bf0-0090-4ca0-98fe-25c5a90c9e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866108 Feb 09 21:34:29.911252 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2830545c-21fe-4aa4-a3eb-70dcac7a4fe2 req-b9155493-76f4-4302-a10d-117cce5008d1 service neutron] 10.222.0.90 "GET /v2.0/networks/a6c94bda-f9f5-4a27-ae06-c2947733ba9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818408 Feb 09 21:34:29.918046 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaaa7e9-8707-41bc-a470-5e77cbb89fda req-f053047b-25b0-46ec-8570-e6dfc117aafa tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:29.923907 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-deaaa7e9-8707-41bc-a470-5e77cbb89fda req-f053047b-25b0-46ec-8570-e6dfc117aafa tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.89 "GET /v2.0/ports?device_id=b1455719-dbf3-43d8-939a-ce5bdd8c8583 HTTP/1.1" status: 200 len: 944 time: 0.1468730 Feb 09 21:34:30.055001 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-deaaa7e9-8707-41bc-a470-5e77cbb89fda req-fcb88b29-3b71-4da0-bdbb-a5c7c1abe73d tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Deleting port 0d72936c-afe6-4eac-8ad5-a1b800d90aaa {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:34:30.055423 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-deaaa7e9-8707-41bc-a470-5e77cbb89fda req-fcb88b29-3b71-4da0-bdbb-a5c7c1abe73d tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (0d72936c-afe6-4eac-8ad5-a1b800d90aaa), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:30.119947 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-e909134f-87d2-400b-8b86-27623feed8bb req-a2e907ea-68b9-4901-b4ea-03c6d43ddac2 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] For port 57b06563-1bab-47a2-b7d7-f0ecc8b33eba, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=57b06563-1bab-47a2-b7d7-f0ecc8b33eba,segment=NetworkSegment(ab235d41-06a3-4fcc-a1fc-85e56b63d2bb),segment_id=ab235d41-06a3-4fcc-a1fc-85e56b63d2bb)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:34:30.120477 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-e909134f-87d2-400b-8b86-27623feed8bb req-a2e907ea-68b9-4901-b4ea-03c6d43ddac2 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (57b06563-1bab-47a2-b7d7-f0ecc8b33eba), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:30.154662 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-e909134f-87d2-400b-8b86-27623feed8bb req-a2e907ea-68b9-4901-b4ea-03c6d43ddac2 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Calling delete_port for 57b06563-1bab-47a2-b7d7-f0ecc8b33eba owned by compute:nova {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:34:30.162998 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b6f9c3-43dd-4663-afee-f091e35db6ac req-ba960fbb-385c-4b17-9d4b-c45bc4b75c6f tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:30.170014 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-26b6f9c3-43dd-4663-afee-f091e35db6ac req-ba960fbb-385c-4b17-9d4b-c45bc4b75c6f tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=9a70729e-24c8-4e59-8c93-8811e088ab2e HTTP/1.1" status: 200 len: 950 time: 0.1737745 Feb 09 21:34:30.201045 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-deaaa7e9-8707-41bc-a470-5e77cbb89fda req-fcb88b29-3b71-4da0-bdbb-a5c7c1abe73d tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] For port 0d72936c-afe6-4eac-8ad5-a1b800d90aaa, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=0d72936c-afe6-4eac-8ad5-a1b800d90aaa,segment=NetworkSegment(2e235117-e979-4e65-8640-84c4faf827fd),segment_id=2e235117-e979-4e65-8640-84c4faf827fd)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:34:30.203850 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-deaaa7e9-8707-41bc-a470-5e77cbb89fda req-fcb88b29-3b71-4da0-bdbb-a5c7c1abe73d tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (0d72936c-afe6-4eac-8ad5-a1b800d90aaa), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:30.207552 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2830545c-21fe-4aa4-a3eb-70dcac7a4fe2 req-7d8b7e58-043c-490a-a9d6-1e9cf0b68617 service neutron] 10.222.0.90 "GET /v2.0/networks/a6c94bda-f9f5-4a27-ae06-c2947733ba9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2951231 Feb 09 21:34:30.241132 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-deaaa7e9-8707-41bc-a470-5e77cbb89fda req-fcb88b29-3b71-4da0-bdbb-a5c7c1abe73d tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Calling delete_port for 0d72936c-afe6-4eac-8ad5-a1b800d90aaa owned by compute:nova {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:34:30.287507 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-26b6f9c3-43dd-4663-afee-f091e35db6ac req-1a00e508-197a-48b8-9fc2-8d10ec41e895 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157322 Feb 09 21:34:30.479915 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 55072) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:30.501687 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-deaaa7e9-8707-41bc-a470-5e77cbb89fda req-fcb88b29-3b71-4da0-bdbb-a5c7c1abe73d tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (0d72936c-afe6-4eac-8ad5-a1b800d90aaa), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:30.554707 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb1256a-7657-4ac3-98c9-5660e1f357ff req-a2817962-0626-4707-adb7-5942772cf2bf tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:30.562293 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9cb1256a-7657-4ac3-98c9-5660e1f357ff req-a2817962-0626-4707-adb7-5942772cf2bf tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=b1455719-dbf3-43d8-939a-ce5bdd8c8583 HTTP/1.1" status: 200 len: 866 time: 0.1864648 Feb 09 21:34:30.570761 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-e909134f-87d2-400b-8b86-27623feed8bb req-a2e907ea-68b9-4901-b4ea-03c6d43ddac2 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (57b06563-1bab-47a2-b7d7-f0ecc8b33eba), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:30.579929 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b0fa07e-9d2a-4dba-ae85-8ec07c3475ed', 'name': 'network-vif-deleted', 'tag': '0a016d3d-b9d6-41fb-ae4c-910e1902267b'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:34:30.582441 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8356ac2-a104-4060-80a3-f8c138e5b12f" -d '{"events": [{"server_uuid": "3b0fa07e-9d2a-4dba-ae85-8ec07c3475ed", "name": "network-vif-deleted", "tag": "0a016d3d-b9d6-41fb-ae4c-910e1902267b"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:34:30.584850 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb88b29-3b71-4da0-bdbb-a5c7c1abe73d tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Pushing event deleted for resources: {'Port': ['ID=0d72936c-afe6-4eac-8ad5-a1b800d90aaa,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:30.596559 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 7e56733f-3fa4-4c8a-905e-fdb8bc413a59 no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:34:30.694008 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-deaaa7e9-8707-41bc-a470-5e77cbb89fda req-fcb88b29-3b71-4da0-bdbb-a5c7c1abe73d tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] No DVR routers for this DVR port 0d72936c-afe6-4eac-8ad5-a1b800d90aaa on host n-h2-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:34:30.701993 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-deaaa7e9-8707-41bc-a470-5e77cbb89fda req-fcb88b29-3b71-4da0-bdbb-a5c7c1abe73d tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:30.705296 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-deaaa7e9-8707-41bc-a470-5e77cbb89fda req-fcb88b29-3b71-4da0-bdbb-a5c7c1abe73d tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.89 "DELETE /v2.0/ports/0d72936c-afe6-4eac-8ad5-a1b800d90aaa HTTP/1.1" status: 204 len: 173 time: 0.7752256 Feb 09 21:34:30.705753 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1455719-dbf3-43d8-939a-ce5bdd8c8583', 'name': 'network-vif-deleted', 'tag': '0d72936c-afe6-4eac-8ad5-a1b800d90aaa'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:34:30.708001 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e64e4d-7a03-40e2-8dcb-44450804f3f8" -d '{"events": [{"server_uuid": "b1455719-dbf3-43d8-939a-ce5bdd8c8583", "name": "network-vif-deleted", "tag": "0d72936c-afe6-4eac-8ad5-a1b800d90aaa"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:34:30.726790 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e86e4b11-beb8-4bfa-9320-59f73fd9d826 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:30.738200 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9cb1256a-7657-4ac3-98c9-5660e1f357ff req-d3c85f59-15cf-4a13-bad2-7fba0fd2c1b4 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749163 Feb 09 21:34:30.752976 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e907ea-68b9-4901-b4ea-03c6d43ddac2 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Pushing event deleted for resources: {'Port': ['ID=57b06563-1bab-47a2-b7d7-f0ecc8b33eba,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:30.818809 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 7e56733f-3fa4-4c8a-905e-fdb8bc413a59 is: ACTIVE; New status is: DOWN {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:34:30.820029 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (7e56733f-3fa4-4c8a-905e-fdb8bc413a59), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:30.885393 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 7e56733f-3fa4-4c8a-905e-fdb8bc413a59, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=7e56733f-3fa4-4c8a-905e-fdb8bc413a59,segment=NetworkSegment(43985b2c-a3e2-416f-801a-d621ef02c15b),segment_id=43985b2c-a3e2-416f-801a-d621ef02c15b)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:34:30.888393 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b0fa07e-9d2a-4dba-ae85-8ec07c3475ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e56733f-3fa4-4c8a-905e-fdb8bc413a59'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:34:30.893479 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cae1b646-b2b6-47b4-9d89-734723a74c03" -d '{"events": [{"server_uuid": "3b0fa07e-9d2a-4dba-ae85-8ec07c3475ed", "name": "network-vif-unplugged", "status": "completed", "tag": "7e56733f-3fa4-4c8a-905e-fdb8bc413a59"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:34:30.900481 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (7e56733f-3fa4-4c8a-905e-fdb8bc413a59), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:30.903917 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 57b06563-1bab-47a2-b7d7-f0ecc8b33eba no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:34:30.915336 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e86e4b11-beb8-4bfa-9320-59f73fd9d826 admin admin] Publish callbacks [] for security_group (a9ae710f-ed8c-47cd-95cd-c14aa0913800), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:30.923653 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e86e4b11-beb8-4bfa-9320-59f73fd9d826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (a9ae710f-ed8c-47cd-95cd-c14aa0913800), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:30.992894 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 55092) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:30.993672 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-e86e4b11-beb8-4bfa-9320-59f73fd9d826 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=3d88407e1d184db387fdfc940798a110&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5125155 Feb 09 21:34:30.994552 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86e4b11-beb8-4bfa-9320-59f73fd9d826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ae710f-ed8c-47cd-95cd-c14aa0913800,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:30.997323 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-e909134f-87d2-400b-8b86-27623feed8bb req-a2e907ea-68b9-4901-b4ea-03c6d43ddac2 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] No DVR routers for this DVR port 57b06563-1bab-47a2-b7d7-f0ecc8b33eba on host n-h1-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:34:31.048044 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-e909134f-87d2-400b-8b86-27623feed8bb req-a2e907ea-68b9-4901-b4ea-03c6d43ddac2 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:31.051870 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e909134f-87d2-400b-8b86-27623feed8bb req-a2e907ea-68b9-4901-b4ea-03c6d43ddac2 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.95 "DELETE /v2.0/ports/57b06563-1bab-47a2-b7d7-f0ecc8b33eba HTTP/1.1" status: 204 len: 173 time: 1.8471773 Feb 09 21:34:31.073713 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=7e56733f-3fa4-4c8a-905e-fdb8bc413a59,revision_number=6']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:31.094585 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] No Port match for: 57b06563-1bab-47a2-b7d7-f0ecc8b33eba {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:34:31.095048 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 57b06563-1bab-47a2-b7d7-f0ecc8b33eba not bound to the agent host n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:34:31.129933 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-59466e71-1e00-451e-9be6-c3e01901c7f1 req-dd009d40-f1e4-4224-8a03-37c662c9b5a3 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=a4fc49e4-17e3-4e1a-ad3a-53772172f962 HTTP/1.1" status: 200 len: 210 time: 0.1348100 Feb 09 21:34:31.221750 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62957080-9f31-42ca-b8b7-35d12ea4957c req-0bd75132-0954-47f0-88e6-ebe16523969d tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:31.223339 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-62957080-9f31-42ca-b8b7-35d12ea4957c req-0bd75132-0954-47f0-88e6-ebe16523969d tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/ports?device_id=ac2e37af-a8de-476a-83bd-d987e0be588b HTTP/1.1" status: 200 len: 945 time: 0.4783790 Feb 09 21:34:31.323669 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-46e697c9-c4d5-4601-9dc8-86a5c5910a5d req-0a85e87e-ab76-4835-ade4-9848797a245b tempest-ServerMetadataNegativeTestJSON-122155306 tempest-ServerMetadataNegativeTestJSON-122155306-project] 10.222.0.90 "GET /v2.0/ports?device_id=46116dea-e58b-4693-992f-1a92fc2092d0 HTTP/1.1" status: 200 len: 210 time: 0.1135342 Feb 09 21:34:31.332998 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-de1ea9a1-d33a-4458-8da4-d95d0d7d9ffb admin admin] Publish callbacks [] for security_group (a9ae710f-ed8c-47cd-95cd-c14aa0913800), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:31.398390 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-de1ea9a1-d33a-4458-8da4-d95d0d7d9ffb admin admin] Publish callbacks [] for security_group (a9ae710f-ed8c-47cd-95cd-c14aa0913800), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:31.411185 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc2c3a-5a18-4a6d-944b-fe0ab26c3e18 req-367212b0-7b1b-4f78-891c-33cabc0fc2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:31.412744 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-65fc2c3a-5a18-4a6d-944b-fe0ab26c3e18 req-367212b0-7b1b-4f78-891c-33cabc0fc2eb service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=def3446e95584f24b6fdfb40ceda16ab&device_id=9a70729e-24c8-4e59-8c93-8811e088ab2e HTTP/1.1" status: 200 len: 1132 time: 0.2371571 Feb 09 21:34:31.416093 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd8ed4b4-73c1-4a82-9147-9bf615f06e75 x-openstack-request-id: req-bd8ed4b4-73c1-4a82-9147-9bf615f06e75 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:34:31.416413 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b0fa07e-9d2a-4dba-ae85-8ec07c3475ed", "name": "network-vif-deleted", "tag": "0a016d3d-b9d6-41fb-ae4c-910e1902267b", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:34:31.416665 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-bd8ed4b4-73c1-4a82-9147-9bf615f06e75 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:34:31.417052 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b0fa07e-9d2a-4dba-ae85-8ec07c3475ed', 'name': 'network-vif-deleted', 'tag': '0a016d3d-b9d6-41fb-ae4c-910e1902267b', 'status': 'completed', 'code': 200} Feb 09 21:34:31.421797 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-62957080-9f31-42ca-b8b7-35d12ea4957c req-99c01f26-4cf9-40bb-b87e-1ded9fbd336b tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/security-groups?id=53864ffe-fa53-4ead-9e41-21e6252e7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624012 Feb 09 21:34:31.509186 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-579bce31-5d4c-471b-9182-b350c5af955c x-openstack-request-id: req-579bce31-5d4c-471b-9182-b350c5af955c {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:34:31.510044 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1455719-dbf3-43d8-939a-ce5bdd8c8583", "name": "network-vif-deleted", "tag": "0d72936c-afe6-4eac-8ad5-a1b800d90aaa", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:34:31.510467 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-579bce31-5d4c-471b-9182-b350c5af955c {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:34:31.511029 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1455719-dbf3-43d8-939a-ce5bdd8c8583', 'name': 'network-vif-deleted', 'tag': '0d72936c-afe6-4eac-8ad5-a1b800d90aaa', 'status': 'completed', 'code': 200} Feb 09 21:34:31.563621 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae04df57-833d-424e-bf4e-7404641cea6f x-openstack-request-id: req-ae04df57-833d-424e-bf4e-7404641cea6f {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:34:31.563963 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b0fa07e-9d2a-4dba-ae85-8ec07c3475ed", "name": "network-vif-unplugged", "status": "completed", "tag": "7e56733f-3fa4-4c8a-905e-fdb8bc413a59", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:34:31.564263 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-ae04df57-833d-424e-bf4e-7404641cea6f {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:34:31.564666 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b0fa07e-9d2a-4dba-ae85-8ec07c3475ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e56733f-3fa4-4c8a-905e-fdb8bc413a59', 'code': 200} Feb 09 21:34:31.759164 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-e909134f-87d2-400b-8b86-27623feed8bb req-c3be6adb-189b-4d2b-8aad-1119d01a4d35 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Deleting port 7e56733f-3fa4-4c8a-905e-fdb8bc413a59 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:34:31.759419 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-e909134f-87d2-400b-8b86-27623feed8bb req-c3be6adb-189b-4d2b-8aad-1119d01a4d35 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (7e56733f-3fa4-4c8a-905e-fdb8bc413a59), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:31.919751 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-de1ea9a1-d33a-4458-8da4-d95d0d7d9ffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (a9ae710f-ed8c-47cd-95cd-c14aa0913800), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:31.922349 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-de1ea9a1-d33a-4458-8da4-d95d0d7d9ffb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:31.923478 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-de1ea9a1-d33a-4458-8da4-d95d0d7d9ffb admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/a9ae710f-ed8c-47cd-95cd-c14aa0913800 HTTP/1.1" status: 204 len: 168 time: 0.9224415 Feb 09 21:34:31.949530 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc2c3a-5a18-4a6d-944b-fe0ab26c3e18 req-f5a69fc5-ccc1-4cf9-afab-96580d97f79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:31.951095 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-65fc2c3a-5a18-4a6d-944b-fe0ab26c3e18 req-f5a69fc5-ccc1-4cf9-afab-96580d97f79a service neutron] 10.222.0.95 "GET /v2.0/networks?id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc HTTP/1.1" status: 200 len: 870 time: 0.5026371 Feb 09 21:34:31.964614 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1ea9a1-d33a-4458-8da4-d95d0d7d9ffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ae710f-ed8c-47cd-95cd-c14aa0913800,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:31.978093 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d600c-8dfe-45b0-abd5-f65492a7b1f0 req-0ee24101-afaa-4e75-a4b2-b01192cfe9c1 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:31.984731 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-387d600c-8dfe-45b0-abd5-f65492a7b1f0 req-0ee24101-afaa-4e75-a4b2-b01192cfe9c1 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=9a70729e-24c8-4e59-8c93-8811e088ab2e HTTP/1.1" status: 200 len: 950 time: 0.2309937 Feb 09 21:34:32.001003 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-e909134f-87d2-400b-8b86-27623feed8bb req-c3be6adb-189b-4d2b-8aad-1119d01a4d35 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] For port 7e56733f-3fa4-4c8a-905e-fdb8bc413a59, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=7e56733f-3fa4-4c8a-905e-fdb8bc413a59,segment=NetworkSegment(43985b2c-a3e2-416f-801a-d621ef02c15b),segment_id=43985b2c-a3e2-416f-801a-d621ef02c15b)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:34:32.001581 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-e909134f-87d2-400b-8b86-27623feed8bb req-c3be6adb-189b-4d2b-8aad-1119d01a4d35 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (7e56733f-3fa4-4c8a-905e-fdb8bc413a59), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:32.022391 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6c074b-5143-40e5-9669-a39b15f6eed3 req-56546224-15ff-4963-a3fb-3120141f4edc tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:32.023795 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5e6c074b-5143-40e5-9669-a39b15f6eed3 req-56546224-15ff-4963-a3fb-3120141f4edc tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.90 "GET /v2.0/ports?device_id=3b0fa07e-9d2a-4dba-ae85-8ec07c3475ed HTTP/1.1" status: 200 len: 944 time: 0.2690623 Feb 09 21:34:32.065365 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-e909134f-87d2-400b-8b86-27623feed8bb req-c3be6adb-189b-4d2b-8aad-1119d01a4d35 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Calling delete_port for 7e56733f-3fa4-4c8a-905e-fdb8bc413a59 owned by compute:nova {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:34:32.093591 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-65fc2c3a-5a18-4a6d-944b-fe0ab26c3e18 req-e86acc38-34aa-466b-9811-7d40f2f38025 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=56477551-2028-40d4-9313-5bee9dbfa349 HTTP/1.1" status: 200 len: 217 time: 0.1228116 Feb 09 21:34:32.272906 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-387d600c-8dfe-45b0-abd5-f65492a7b1f0 req-c35e3fb6-22af-4f92-9353-df067db6840f tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2842801 Feb 09 21:34:32.288271 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 55106) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:32.305675 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-40d0c643-5eef-47ff-9ead-2262f31b7c55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:32.410848 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5e6c074b-5143-40e5-9669-a39b15f6eed3 req-be1866de-cd9e-4133-96ce-97a16889384b tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.90 "GET /v2.0/security-groups?id=ce0b6bf0-0090-4ca0-98fe-25c5a90c9e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3568549 Feb 09 21:34:32.419127 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc2c3a-5a18-4a6d-944b-fe0ab26c3e18 req-f15ac127-6510-4f50-bbb1-e600058f435f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:32.420954 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-65fc2c3a-5a18-4a6d-944b-fe0ab26c3e18 req-f15ac127-6510-4f50-bbb1-e600058f435f service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0f7402ac-a35b-414b-bcc1-bc1c3072ec3c HTTP/1.1" status: 200 len: 843 time: 0.3062017 Feb 09 21:34:32.425582 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-e909134f-87d2-400b-8b86-27623feed8bb req-c3be6adb-189b-4d2b-8aad-1119d01a4d35 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (7e56733f-3fa4-4c8a-905e-fdb8bc413a59), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:32.431700 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2830545c-21fe-4aa4-a3eb-70dcac7a4fe2 req-b7020917-4a6d-440e-a36e-6b5f02e8adb5 tempest-ServerMetadataNegativeTestJSON-122155306 tempest-ServerMetadataNegativeTestJSON-122155306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:32.433418 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-2830545c-21fe-4aa4-a3eb-70dcac7a4fe2 req-b7020917-4a6d-440e-a36e-6b5f02e8adb5 tempest-ServerMetadataNegativeTestJSON-122155306 tempest-ServerMetadataNegativeTestJSON-122155306-project] 10.222.0.89 "GET /v2.0/networks?id=a6c94bda-f9f5-4a27-ae06-c2947733ba9b HTTP/1.1" status: 200 len: 821 time: 0.2743819 Feb 09 21:34:32.468103 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-2830545c-21fe-4aa4-a3eb-70dcac7a4fe2 req-637e766d-8c13-4ac1-9099-9151685936ca tempest-ServerMetadataNegativeTestJSON-122155306 tempest-ServerMetadataNegativeTestJSON-122155306-project] Request body: {'port': {'device_id': '46116dea-e58b-4693-992f-1a92fc2092d0', 'network_id': 'a6c94bda-f9f5-4a27-ae06-c2947733ba9b', 'admin_state_up': True, 'tenant_id': '93abd5446dd245e0b2953937bc752845'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:34:32.539920 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-40d0c643-5eef-47ff-9ead-2262f31b7c55 admin admin] Publish callbacks [] for security_group (871facdf-b8c9-4920-a3f1-0717eb231244), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:32.543600 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3be6adb-189b-4d2b-8aad-1119d01a4d35 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Pushing event deleted for resources: {'Port': ['ID=7e56733f-3fa4-4c8a-905e-fdb8bc413a59,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:32.546164 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-40d0c643-5eef-47ff-9ead-2262f31b7c55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (871facdf-b8c9-4920-a3f1-0717eb231244), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:32.593124 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7fad776c-ddb4-4c8f-9462-59a47aed8844 req-3ad550ef-7d77-461e-817d-33d191675e4c tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=a4fc49e4-17e3-4e1a-ad3a-53772172f962 HTTP/1.1" status: 200 len: 210 time: 0.1217203 Feb 09 21:34:32.610798 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-40d0c643-5eef-47ff-9ead-2262f31b7c55 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=7bc9b1f485904ffbba1360bae8576750&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3222353 Feb 09 21:34:32.615209 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d0c643-5eef-47ff-9ead-2262f31b7c55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=871facdf-b8c9-4920-a3f1-0717eb231244,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:32.617810 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 55114) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:32.693435 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8105994a-8627-4354-87de-dcc9257525f5 admin admin] Publish callbacks [] for security_group (871facdf-b8c9-4920-a3f1-0717eb231244), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:32.720118 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-02729918-72e0-404c-92f2-7821d09f514e req-61a2754a-29b8-4e5a-883b-281d0a7b4f8b tempest-ServerMetadataNegativeTestJSON-122155306 tempest-ServerMetadataNegativeTestJSON-122155306-project] 10.222.0.90 "GET /v2.0/ports?device_id=46116dea-e58b-4693-992f-1a92fc2092d0 HTTP/1.1" status: 200 len: 210 time: 0.1921175 Feb 09 21:34:32.721377 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-e909134f-87d2-400b-8b86-27623feed8bb req-c3be6adb-189b-4d2b-8aad-1119d01a4d35 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] No DVR routers for this DVR port 7e56733f-3fa4-4c8a-905e-fdb8bc413a59 on host n-h1-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:34:32.729144 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-e909134f-87d2-400b-8b86-27623feed8bb req-c3be6adb-189b-4d2b-8aad-1119d01a4d35 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:32.730721 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8105994a-8627-4354-87de-dcc9257525f5 admin admin] Publish callbacks [] for security_group (871facdf-b8c9-4920-a3f1-0717eb231244), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:32.734625 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e909134f-87d2-400b-8b86-27623feed8bb req-c3be6adb-189b-4d2b-8aad-1119d01a4d35 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.95 "DELETE /v2.0/ports/7e56733f-3fa4-4c8a-905e-fdb8bc413a59 HTTP/1.1" status: 204 len: 173 time: 1.6618555 Feb 09 21:34:32.753507 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2830545c-21fe-4aa4-a3eb-70dcac7a4fe2 req-637e766d-8c13-4ac1-9099-9151685936ca tempest-ServerMetadataNegativeTestJSON-122155306 tempest-ServerMetadataNegativeTestJSON-122155306-project] Made reservation on behalf of 93abd5446dd245e0b2953937bc752845 for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:34:32.757656 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-2830545c-21fe-4aa4-a3eb-70dcac7a4fe2 req-637e766d-8c13-4ac1-9099-9151685936ca tempest-ServerMetadataNegativeTestJSON-122155306 tempest-ServerMetadataNegativeTestJSON-122155306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:32.769280 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc2c3a-5a18-4a6d-944b-fe0ab26c3e18 req-dc870a84-1d75-41fd-b32f-0139bcb5dbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:32.771332 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-65fc2c3a-5a18-4a6d-944b-fe0ab26c3e18 req-dc870a84-1d75-41fd-b32f-0139bcb5dbea service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3200264 Feb 09 21:34:32.902230 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8105994a-8627-4354-87de-dcc9257525f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (871facdf-b8c9-4920-a3f1-0717eb231244), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:32.906127 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8105994a-8627-4354-87de-dcc9257525f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:32.911343 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-8105994a-8627-4354-87de-dcc9257525f5 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/871facdf-b8c9-4920-a3f1-0717eb231244 HTTP/1.1" status: 204 len: 168 time: 0.2843096 Feb 09 21:34:32.927509 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8105994a-8627-4354-87de-dcc9257525f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=871facdf-b8c9-4920-a3f1-0717eb231244,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:32.987583 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [req-2830545c-21fe-4aa4-a3eb-70dcac7a4fe2 req-637e766d-8c13-4ac1-9099-9151685936ca tempest-ServerMetadataNegativeTestJSON-122155306 tempest-ServerMetadataNegativeTestJSON-122155306-project] Allocated IP 172.20.0.11 (a6c94bda-f9f5-4a27-ae06-c2947733ba9b/67af386b-dbe4-413e-a5af-eb68a4ec69b8/ed779966-a642-4ad4-b70e-415d3ca7781a) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:34:33.066469 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-65fc2c3a-5a18-4a6d-944b-fe0ab26c3e18 req-fa628b94-b753-4551-9b21-3fc81eb025c3 service neutron] 10.222.0.95 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452168 Feb 09 21:34:33.188521 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c0c501-d673-476b-b155-828562311ce4 req-923f27ab-60a6-46f7-b0fe-54fe888ae165 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:33.190217 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-64c0c501-d673-476b-b155-828562311ce4 req-923f27ab-60a6-46f7-b0fe-54fe888ae165 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/ports?device_id=ac2e37af-a8de-476a-83bd-d987e0be588b HTTP/1.1" status: 200 len: 945 time: 0.2213778 Feb 09 21:34:33.200515 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19cef83-ea75-4d98-bd44-8bd123ed64c5 req-d2aa7f62-a670-4678-be4a-de1d0c5e2ac0 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:33.210319 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e19cef83-ea75-4d98-bd44-8bd123ed64c5 req-d2aa7f62-a670-4678-be4a-de1d0c5e2ac0 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=b92e52ce-38e3-404d-b7c1-252230ea762d HTTP/1.1" status: 200 len: 944 time: 0.2230339 Feb 09 21:34:33.214543 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-2830545c-21fe-4aa4-a3eb-70dcac7a4fe2 req-637e766d-8c13-4ac1-9099-9151685936ca tempest-ServerMetadataNegativeTestJSON-122155306 tempest-ServerMetadataNegativeTestJSON-122155306-project] Publish callbacks [] for port (ed779966-a642-4ad4-b70e-415d3ca7781a), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:33.261795 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-2830545c-21fe-4aa4-a3eb-70dcac7a4fe2 req-637e766d-8c13-4ac1-9099-9151685936ca tempest-ServerMetadataNegativeTestJSON-122155306 tempest-ServerMetadataNegativeTestJSON-122155306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (ed779966-a642-4ad4-b70e-415d3ca7781a), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:33.316598 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-65fc2c3a-5a18-4a6d-944b-fe0ab26c3e18 req-b6b7aa39-3ccb-490d-a3ca-24c288198172 service neutron] 10.222.0.95 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372453 Feb 09 21:34:33.329875 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2830545c-21fe-4aa4-a3eb-70dcac7a4fe2 req-637e766d-8c13-4ac1-9099-9151685936ca tempest-ServerMetadataNegativeTestJSON-122155306 tempest-ServerMetadataNegativeTestJSON-122155306-project] Network a6c94bda-f9f5-4a27-ae06-c2947733ba9b is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:34:33.334755 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [req-2830545c-21fe-4aa4-a3eb-70dcac7a4fe2 req-637e766d-8c13-4ac1-9099-9151685936ca tempest-ServerMetadataNegativeTestJSON-122155306 tempest-ServerMetadataNegativeTestJSON-122155306-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:34:33.347204 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-2830545c-21fe-4aa4-a3eb-70dcac7a4fe2 req-637e766d-8c13-4ac1-9099-9151685936ca tempest-ServerMetadataNegativeTestJSON-122155306 tempest-ServerMetadataNegativeTestJSON-122155306-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:34:33.352538 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637e766d-8c13-4ac1-9099-9151685936ca tempest-ServerMetadataNegativeTestJSON-122155306 tempest-ServerMetadataNegativeTestJSON-122155306-project] Pushing event updated for resources: {'Port': ['ID=ed779966-a642-4ad4-b70e-415d3ca7781a,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:33.355212 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e19cef83-ea75-4d98-bd44-8bd123ed64c5 req-9fa82863-9efc-47e3-9ddc-3094ba641593 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443224 Feb 09 21:34:33.374941 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-64c0c501-d673-476b-b155-828562311ce4 req-50828b21-ca81-46f8-bbe8-5d497e27f2f4 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/security-groups?id=53864ffe-fa53-4ead-9e41-21e6252e7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605675 Feb 09 21:34:33.419528 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b0fa07e-9d2a-4dba-ae85-8ec07c3475ed', 'name': 'network-vif-deleted', 'tag': '57b06563-1bab-47a2-b7d7-f0ecc8b33eba'}, {'server_uuid': '3b0fa07e-9d2a-4dba-ae85-8ec07c3475ed', 'name': 'network-vif-deleted', 'tag': '7e56733f-3fa4-4c8a-905e-fdb8bc413a59'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:34:33.422633 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-391acaba-dd52-43b9-b6aa-a6772895e095" -d '{"events": [{"server_uuid": "3b0fa07e-9d2a-4dba-ae85-8ec07c3475ed", "name": "network-vif-deleted", "tag": "57b06563-1bab-47a2-b7d7-f0ecc8b33eba"}, {"server_uuid": "3b0fa07e-9d2a-4dba-ae85-8ec07c3475ed", "name": "network-vif-deleted", "tag": "7e56733f-3fa4-4c8a-905e-fdb8bc413a59"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:34:33.490452 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2830545c-21fe-4aa4-a3eb-70dcac7a4fe2 req-637e766d-8c13-4ac1-9099-9151685936ca tempest-ServerMetadataNegativeTestJSON-122155306 tempest-ServerMetadataNegativeTestJSON-122155306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:33.498869 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-2830545c-21fe-4aa4-a3eb-70dcac7a4fe2 req-637e766d-8c13-4ac1-9099-9151685936ca tempest-ServerMetadataNegativeTestJSON-122155306 tempest-ServerMetadataNegativeTestJSON-122155306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:33.526782 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-2830545c-21fe-4aa4-a3eb-70dcac7a4fe2 req-637e766d-8c13-4ac1-9099-9151685936ca tempest-ServerMetadataNegativeTestJSON-122155306 tempest-ServerMetadataNegativeTestJSON-122155306-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0635736 Feb 09 21:34:33.539687 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-2830545c-21fe-4aa4-a3eb-70dcac7a4fe2 req-b6cea961-c6fc-475f-a0d5-1d48f2d22a3c service neutron] Request body: {'port': {'device_id': '46116dea-e58b-4693-992f-1a92fc2092d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:34:33.638078 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4dc7bd-e4fd-4f47-8d88-2ae64098b469 req-0bc7dfc0-211d-4406-bfbf-0b200490238e tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:33.639849 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5a4dc7bd-e4fd-4f47-8d88-2ae64098b469 req-0bc7dfc0-211d-4406-bfbf-0b200490238e tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=9a70729e-24c8-4e59-8c93-8811e088ab2e HTTP/1.1" status: 200 len: 950 time: 0.1400816 Feb 09 21:34:33.657328 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a045364f-f195-428c-b98d-73268b0fafa8 req-237d1630-b584-4966-b644-45d486493902 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:33.658966 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a045364f-f195-428c-b98d-73268b0fafa8 req-237d1630-b584-4966-b644-45d486493902 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/ports?device_id=ac2e37af-a8de-476a-83bd-d987e0be588b HTTP/1.1" status: 200 len: 945 time: 0.1086066 Feb 09 21:34:33.722770 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-2830545c-21fe-4aa4-a3eb-70dcac7a4fe2 req-b6cea961-c6fc-475f-a0d5-1d48f2d22a3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (ed779966-a642-4ad4-b70e-415d3ca7781a), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:33.748200 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5a4dc7bd-e4fd-4f47-8d88-2ae64098b469 req-635ddfcb-bad4-4f08-b058-bddbc258de18 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003458 Feb 09 21:34:33.753837 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a045364f-f195-428c-b98d-73268b0fafa8 req-e40a807c-71ff-442a-9454-11ab645a1bfd tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/security-groups?id=53864ffe-fa53-4ead-9e41-21e6252e7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881944 Feb 09 21:34:33.804934 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321c70af-423b-414d-9400-891cdd0d1ab9 req-f2e4d099-8668-4043-b7dd-f7093e8bd9b9 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:33.806495 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-321c70af-423b-414d-9400-891cdd0d1ab9 req-f2e4d099-8668-4043-b7dd-f7093e8bd9b9 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.89 "GET /v2.0/ports?device_id=b92e52ce-38e3-404d-b7c1-252230ea762d HTTP/1.1" status: 200 len: 944 time: 0.1865613 Feb 09 21:34:33.809830 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 21:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c37b8f7-a0ae-44c9-aef7-e6a83f2692ef x-openstack-request-id: req-3c37b8f7-a0ae-44c9-aef7-e6a83f2692ef {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:34:33.810398 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b0fa07e-9d2a-4dba-ae85-8ec07c3475ed", "name": "network-vif-deleted", "tag": "57b06563-1bab-47a2-b7d7-f0ecc8b33eba", "status": "completed", "code": 200}, {"server_uuid": "3b0fa07e-9d2a-4dba-ae85-8ec07c3475ed", "name": "network-vif-deleted", "tag": "7e56733f-3fa4-4c8a-905e-fdb8bc413a59", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:34:33.810799 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-3c37b8f7-a0ae-44c9-aef7-e6a83f2692ef {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:34:33.811364 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b0fa07e-9d2a-4dba-ae85-8ec07c3475ed', 'name': 'network-vif-deleted', 'tag': '57b06563-1bab-47a2-b7d7-f0ecc8b33eba', 'status': 'completed', 'code': 200} Feb 09 21:34:33.811783 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b0fa07e-9d2a-4dba-ae85-8ec07c3475ed', 'name': 'network-vif-deleted', 'tag': '7e56733f-3fa4-4c8a-905e-fdb8bc413a59', 'status': 'completed', 'code': 200} Feb 09 21:34:33.869581 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 0d72936c-afe6-4eac-8ad5-a1b800d90aaa no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:34:33.886087 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 55150) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:33.936172 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] No Port match for: 0d72936c-afe6-4eac-8ad5-a1b800d90aaa {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:34:33.937952 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 0d72936c-afe6-4eac-8ad5-a1b800d90aaa not bound to the agent host n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:34:33.942704 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6d936d26-6ece-4568-adc6-41c0685b8c11 req-09d7cf3b-f388-4a1a-a8cc-e9853d10df22 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=a4fc49e4-17e3-4e1a-ad3a-53772172f962 HTTP/1.1" status: 200 len: 210 time: 0.0837319 Feb 09 21:34:34.089149 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_v2 [None req-35995190-9f43-476a-9ad3-c76f35b05d0a tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Deleting subnet 4df62153-fca7-49f4-9497-6db38d3e9249 {{(pid=103140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:34:34.093154 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-321c70af-423b-414d-9400-891cdd0d1ab9 req-38725ff4-d93e-4bd0-b4af-1548e7dcf9bf tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Deleting port aa2b940c-04ac-4a07-a261-5afc49841033 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:34:34.093641 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-321c70af-423b-414d-9400-891cdd0d1ab9 req-38725ff4-d93e-4bd0-b4af-1548e7dcf9bf tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (aa2b940c-04ac-4a07-a261-5afc49841033), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:34.097819 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-35995190-9f43-476a-9ad3-c76f35b05d0a tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks [] for subnet (4df62153-fca7-49f4-9497-6db38d3e9249), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:34.141427 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f13b47-7faf-4531-9c92-ddbe56a1da4e req-0db02f96-8dd4-49a6-b4fb-c8d639b48969 tempest-ServerMetadataNegativeTestJSON-122155306 tempest-ServerMetadataNegativeTestJSON-122155306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:34.148273 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-96f13b47-7faf-4531-9c92-ddbe56a1da4e req-0db02f96-8dd4-49a6-b4fb-c8d639b48969 tempest-ServerMetadataNegativeTestJSON-122155306 tempest-ServerMetadataNegativeTestJSON-122155306-project] 10.222.0.90 "GET /v2.0/ports?device_id=46116dea-e58b-4693-992f-1a92fc2092d0 HTTP/1.1" status: 200 len: 932 time: 0.2273061 Feb 09 21:34:34.191620 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-35995190-9f43-476a-9ad3-c76f35b05d0a tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9110716'] for subnet (4df62153-fca7-49f4-9497-6db38d3e9249), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:34.308453 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-96f13b47-7faf-4531-9c92-ddbe56a1da4e req-3975d2ad-f95c-4c60-a630-e3f8fefc8c2f tempest-ServerMetadataNegativeTestJSON-122155306 tempest-ServerMetadataNegativeTestJSON-122155306-project] 10.222.0.90 "GET /v2.0/security-groups?id=6369d93d-5427-4bfb-90f4-472a161b92a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592574 Feb 09 21:34:34.371014 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-321c70af-423b-414d-9400-891cdd0d1ab9 req-38725ff4-d93e-4bd0-b4af-1548e7dcf9bf tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] For port aa2b940c-04ac-4a07-a261-5afc49841033, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=aa2b940c-04ac-4a07-a261-5afc49841033,segment=NetworkSegment(2e235117-e979-4e65-8640-84c4faf827fd),segment_id=2e235117-e979-4e65-8640-84c4faf827fd)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:34:34.371389 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-321c70af-423b-414d-9400-891cdd0d1ab9 req-38725ff4-d93e-4bd0-b4af-1548e7dcf9bf tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (aa2b940c-04ac-4a07-a261-5afc49841033), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:34.385034 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-2830545c-21fe-4aa4-a3eb-70dcac7a4fe2 req-b6cea961-c6fc-475f-a0d5-1d48f2d22a3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed779966-a642-4ad4-b70e-415d3ca7781a {{(pid=103141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:34:34.395079 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-321c70af-423b-414d-9400-891cdd0d1ab9 req-38725ff4-d93e-4bd0-b4af-1548e7dcf9bf tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Calling delete_port for aa2b940c-04ac-4a07-a261-5afc49841033 owned by compute:nova {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:34:34.397973 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-2830545c-21fe-4aa4-a3eb-70dcac7a4fe2 req-b6cea961-c6fc-475f-a0d5-1d48f2d22a3c service neutron] Publish callbacks [] for port (ed779966-a642-4ad4-b70e-415d3ca7781a), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:34.419598 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-2830545c-21fe-4aa4-a3eb-70dcac7a4fe2 req-b6cea961-c6fc-475f-a0d5-1d48f2d22a3c service neutron] Transition to ACTIVE for port object ed779966-a642-4ad4-b70e-415d3ca7781a will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:34:34.450058 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-2830545c-21fe-4aa4-a3eb-70dcac7a4fe2 req-b6cea961-c6fc-475f-a0d5-1d48f2d22a3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (ed779966-a642-4ad4-b70e-415d3ca7781a), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:34.499165 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd6688d-8255-47c2-9e93-4f5298819257 req-cf191329-449b-4be9-b2a2-13a8bcadd079 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:34.500824 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4dd6688d-8255-47c2-9e93-4f5298819257 req-cf191329-449b-4be9-b2a2-13a8bcadd079 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/networks?id=83b648e3-9e16-4594-828d-322167244a5e HTTP/1.1" status: 200 len: 815 time: 0.1438344 Feb 09 21:34:34.517098 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-35995190-9f43-476a-9ad3-c76f35b05d0a tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (4df62153-fca7-49f4-9497-6db38d3e9249), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:34.525728 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cea961-c6fc-475f-a0d5-1d48f2d22a3c service neutron] Pushing event updated for resources: {'Port': ['ID=ed779966-a642-4ad4-b70e-415d3ca7781a,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:34.573365 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4dd6688d-8255-47c2-9e93-4f5298819257 req-9e8cd3f4-6ec7-49f5-bca2-848626304943 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/quotas/04e055ee152248efa1293c8e02ef57f4 HTTP/1.1" status: 200 len: 375 time: 0.0587206 Feb 09 21:34:34.652966 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de69c5-3367-45ce-b518-19096ee1f985 req-d871836e-6f07-4128-8a52-6ebeaaae2326 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:34.654859 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b2de69c5-3367-45ce-b518-19096ee1f985 req-d871836e-6f07-4128-8a52-6ebeaaae2326 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/ports?device_id=b92e52ce-38e3-404d-b7c1-252230ea762d HTTP/1.1" status: 200 len: 944 time: 0.1661105 Feb 09 21:34:34.655653 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-2830545c-21fe-4aa4-a3eb-70dcac7a4fe2 req-b6cea961-c6fc-475f-a0d5-1d48f2d22a3c service neutron] Attempting to bind port ed779966-a642-4ad4-b70e-415d3ca7781a on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:34:34.656200 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-2830545c-21fe-4aa4-a3eb-70dcac7a4fe2 req-b6cea961-c6fc-475f-a0d5-1d48f2d22a3c service neutron] Attempting to bind port ed779966-a642-4ad4-b70e-415d3ca7781a by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': 'c1e31970-78d4-4052-bc2e-d7b1914321ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'a6c94bda-f9f5-4a27-ae06-c2947733ba9b'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:34:34.656720 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2830545c-21fe-4aa4-a3eb-70dcac7a4fe2 req-b6cea961-c6fc-475f-a0d5-1d48f2d22a3c service neutron] Attempting to bind port ed779966-a642-4ad4-b70e-415d3ca7781a on network a6c94bda-f9f5-4a27-ae06-c2947733ba9b {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:34:34.664052 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2830545c-21fe-4aa4-a3eb-70dcac7a4fe2 req-b6cea961-c6fc-475f-a0d5-1d48f2d22a3c service neutron] Port ed779966-a642-4ad4-b70e-415d3ca7781a on network a6c94bda-f9f5-4a27-ae06-c2947733ba9b not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:34:34.665459 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2830545c-21fe-4aa4-a3eb-70dcac7a4fe2 req-b6cea961-c6fc-475f-a0d5-1d48f2d22a3c service neutron] Attempting to bind port ed779966-a642-4ad4-b70e-415d3ca7781a on network a6c94bda-f9f5-4a27-ae06-c2947733ba9b {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:34:34.669455 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-321c70af-423b-414d-9400-891cdd0d1ab9 req-38725ff4-d93e-4bd0-b4af-1548e7dcf9bf tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (aa2b940c-04ac-4a07-a261-5afc49841033), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:34.680133 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-35995190-9f43-476a-9ad3-c76f35b05d0a tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621346'] for subnet (4df62153-fca7-49f4-9497-6db38d3e9249), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:34.699201 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2830545c-21fe-4aa4-a3eb-70dcac7a4fe2 req-b6cea961-c6fc-475f-a0d5-1d48f2d22a3c service neutron] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:34:34.699920 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2830545c-21fe-4aa4-a3eb-70dcac7a4fe2 req-b6cea961-c6fc-475f-a0d5-1d48f2d22a3c service neutron] Checking segment: {'id': 'c1e31970-78d4-4052-bc2e-d7b1914321ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'a6c94bda-f9f5-4a27-ae06-c2947733ba9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:34:34.700696 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2830545c-21fe-4aa4-a3eb-70dcac7a4fe2 req-b6cea961-c6fc-475f-a0d5-1d48f2d22a3c service neutron] Bound using segment: {'id': 'c1e31970-78d4-4052-bc2e-d7b1914321ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'a6c94bda-f9f5-4a27-ae06-c2947733ba9b'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:34:34.701397 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-2830545c-21fe-4aa4-a3eb-70dcac7a4fe2 req-b6cea961-c6fc-475f-a0d5-1d48f2d22a3c service neutron] Bound port: ed779966-a642-4ad4-b70e-415d3ca7781a, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1e31970-78d4-4052-bc2e-d7b1914321ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'a6c94bda-f9f5-4a27-ae06-c2947733ba9b'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:34:34.702068 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-2830545c-21fe-4aa4-a3eb-70dcac7a4fe2 req-b6cea961-c6fc-475f-a0d5-1d48f2d22a3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (ed779966-a642-4ad4-b70e-415d3ca7781a), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:34.718577 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38725ff4-d93e-4bd0-b4af-1548e7dcf9bf tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Pushing event deleted for resources: {'Port': ['ID=aa2b940c-04ac-4a07-a261-5afc49841033,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:34.730998 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-35995190-9f43-476a-9ad3-c76f35b05d0a tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:34.735186 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-35995190-9f43-476a-9ad3-c76f35b05d0a tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.90 "DELETE /v2.0/subnets/4df62153-fca7-49f4-9497-6db38d3e9249 HTTP/1.1" status: 204 len: 168 time: 0.8413796 Feb 09 21:34:34.736087 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35995190-9f43-476a-9ad3-c76f35b05d0a tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Pushing event deleted for resources: {'Subnet': ['ID=4df62153-fca7-49f4-9497-6db38d3e9249,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:34.737949 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 55182) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:34.747836 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4dd6688d-8255-47c2-9e93-4f5298819257 req-9a0bdbaa-1baa-4ef4-9949-d5f825f72c0f tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=04e055ee152248efa1293c8e02ef57f4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1515675 Feb 09 21:34:34.753177 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5345124-a32c-4e3e-b3d0-d347bbb12263 None None] Network b6e6c3ca-c3d8-4912-bc05-b7a7acc77f35 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:34:34.785221 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b2de69c5-3367-45ce-b518-19096ee1f985 req-005662cb-931a-45db-94a5-5bed387ccb45 tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.90 "GET /v2.0/security-groups?id=14ae1a5b-b5f9-4844-9cd3-e9917986caef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097348 Feb 09 21:34:34.954001 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4dd6688d-8255-47c2-9e93-4f5298819257 req-69e6b484-1fff-4b08-bf21-c3e2f989766e service neutron] 10.222.0.90 "GET /v2.0/networks/83b648e3-9e16-4594-828d-322167244a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748857 Feb 09 21:34:34.960492 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-aae4acff-5570-4141-883a-dc42e6e04bbc tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (b6e6c3ca-c3d8-4912-bc05-b7a7acc77f35), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:34.965224 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-321c70af-423b-414d-9400-891cdd0d1ab9 req-38725ff4-d93e-4bd0-b4af-1548e7dcf9bf tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] No DVR routers for this DVR port aa2b940c-04ac-4a07-a261-5afc49841033 on host n-h2-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:34:34.973169 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-321c70af-423b-414d-9400-891cdd0d1ab9 req-38725ff4-d93e-4bd0-b4af-1548e7dcf9bf tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:34.978134 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-321c70af-423b-414d-9400-891cdd0d1ab9 req-38725ff4-d93e-4bd0-b4af-1548e7dcf9bf tempest-LiveMigrationTest-884020143 tempest-LiveMigrationTest-884020143-project] 10.222.0.89 "DELETE /v2.0/ports/aa2b940c-04ac-4a07-a261-5afc49841033 HTTP/1.1" status: 204 len: 173 time: 1.1605351 Feb 09 21:34:34.983080 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b92e52ce-38e3-404d-b7c1-252230ea762d', 'name': 'network-vif-deleted', 'tag': 'aa2b940c-04ac-4a07-a261-5afc49841033'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:34:34.985710 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-063e3c55-6b88-4c54-9b26-23631536a58a" -d '{"events": [{"server_uuid": "b92e52ce-38e3-404d-b7c1-252230ea762d", "name": "network-vif-deleted", "tag": "aa2b940c-04ac-4a07-a261-5afc49841033"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:34:35.058521 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7ccac0-63b9-42f5-9589-1624bff50c1e req-94d6e307-045e-4235-bdc6-b6822523d660 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:35.065563 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7b7ccac0-63b9-42f5-9589-1624bff50c1e req-94d6e307-045e-4235-bdc6-b6822523d660 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=9a70729e-24c8-4e59-8c93-8811e088ab2e HTTP/1.1" status: 200 len: 950 time: 0.1636815 Feb 09 21:34:35.119853 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-2830545c-21fe-4aa4-a3eb-70dcac7a4fe2 req-b6cea961-c6fc-475f-a0d5-1d48f2d22a3c service neutron] For port ed779966-a642-4ad4-b70e-415d3ca7781a, host n-h2-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:34:35.140700 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-2830545c-21fe-4aa4-a3eb-70dcac7a4fe2 req-b6cea961-c6fc-475f-a0d5-1d48f2d22a3c service neutron] For port ed779966-a642-4ad4-b70e-415d3ca7781a, host n-h2-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=ed779966-a642-4ad4-b70e-415d3ca7781a,segment=NetworkSegment(c1e31970-78d4-4052-bc2e-d7b1914321ab),segment_id=c1e31970-78d4-4052-bc2e-d7b1914321ab)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:34:35.147387 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4dd6688d-8255-47c2-9e93-4f5298819257 req-627130e7-8d6b-4011-9fdc-8218fdd73432 service neutron] 10.222.0.90 "GET /v2.0/networks/83b648e3-9e16-4594-828d-322167244a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913726 Feb 09 21:34:35.169170 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-2830545c-21fe-4aa4-a3eb-70dcac7a4fe2 req-b6cea961-c6fc-475f-a0d5-1d48f2d22a3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (ed779966-a642-4ad4-b70e-415d3ca7781a), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:35.189700 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7b7ccac0-63b9-42f5-9589-1624bff50c1e req-d569483e-f60b-48a2-935f-52224d57d27d tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221013 Feb 09 21:34:35.236066 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2830545c-21fe-4aa4-a3eb-70dcac7a4fe2 req-b6cea961-c6fc-475f-a0d5-1d48f2d22a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:35.236815 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-2830545c-21fe-4aa4-a3eb-70dcac7a4fe2 req-b6cea961-c6fc-475f-a0d5-1d48f2d22a3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:35.238350 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-2830545c-21fe-4aa4-a3eb-70dcac7a4fe2 req-b6cea961-c6fc-475f-a0d5-1d48f2d22a3c service neutron] 10.222.0.89 "PUT /v2.0/ports/ed779966-a642-4ad4-b70e-415d3ca7781a HTTP/1.1" status: 200 len: 1092 time: 1.7041898 Feb 09 21:34:35.240042 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-aae4acff-5570-4141-883a-dc42e6e04bbc tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Deleting port ec059ba0-54e3-44ad-a44b-c8ab2bd07911 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:34:35.240872 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-aae4acff-5570-4141-883a-dc42e6e04bbc tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (ec059ba0-54e3-44ad-a44b-c8ab2bd07911), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:35.481505 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db22e1ad-3dd9-410c-8f0f-58f888c2554d None None] DHCP port deletion for b6e6c3ca-c3d8-4912-bc05-b7a7acc77f35 request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:34:35.531005 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-48087efa-e7b2-4d50-ab1b-209d954c915b req-9f85bdcd-09cd-4a2a-820e-0a50834c19cb tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=a4fc49e4-17e3-4e1a-ad3a-53772172f962 HTTP/1.1" status: 200 len: 210 time: 0.0896745 Feb 09 21:34:35.691655 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-db22e1ad-3dd9-410c-8f0f-58f888c2554d None None] Deleting port ec059ba0-54e3-44ad-a44b-c8ab2bd07911 {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:34:35.694770 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-db22e1ad-3dd9-410c-8f0f-58f888c2554d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (ec059ba0-54e3-44ad-a44b-c8ab2bd07911), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:35.778375 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e0ce724c-a119-45e5-8de2-1cb895b84c8a req-e00a47b0-fc3f-4471-b447-5ce672af93b1 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/ports?device_id=50e0dbe9-de7a-4515-a141-361c5f3ab1cc HTTP/1.1" status: 200 len: 210 time: 0.0890675 Feb 09 21:34:35.831739 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9434ead1-a68f-4811-9c14-aec8bbb8fc87 req-0bacaf44-b312-4127-b74f-a837a2d5dcfa tempest-ServerMetadataNegativeTestJSON-122155306 tempest-ServerMetadataNegativeTestJSON-122155306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:35.833842 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9434ead1-a68f-4811-9c14-aec8bbb8fc87 req-0bacaf44-b312-4127-b74f-a837a2d5dcfa tempest-ServerMetadataNegativeTestJSON-122155306 tempest-ServerMetadataNegativeTestJSON-122155306-project] 10.222.0.90 "GET /v2.0/ports?device_id=46116dea-e58b-4693-992f-1a92fc2092d0 HTTP/1.1" status: 200 len: 944 time: 0.2394917 Feb 09 21:34:35.854754 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device ec059ba0-54e3-44ad-a44b-c8ab2bd07911 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:34:35.865174 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 55224) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:35.956493 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9434ead1-a68f-4811-9c14-aec8bbb8fc87 req-f7404d8c-542d-4095-836c-e8d3ad25ea57 tempest-ServerMetadataNegativeTestJSON-122155306 tempest-ServerMetadataNegativeTestJSON-122155306-project] 10.222.0.90 "GET /v2.0/security-groups?id=6369d93d-5427-4bfb-90f4-472a161b92a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020253 Feb 09 21:34:35.971518 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b25f0123-72ca-4ffe-8074-2406e88d6c29 x-openstack-request-id: req-b25f0123-72ca-4ffe-8074-2406e88d6c29 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:34:35.972005 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b92e52ce-38e3-404d-b7c1-252230ea762d", "name": "network-vif-deleted", "tag": "aa2b940c-04ac-4a07-a261-5afc49841033", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:34:35.972106 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-b25f0123-72ca-4ffe-8074-2406e88d6c29 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:34:35.973508 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b92e52ce-38e3-404d-b7c1-252230ea762d', 'name': 'network-vif-deleted', 'tag': 'aa2b940c-04ac-4a07-a261-5afc49841033', 'status': 'completed', 'code': 200} Feb 09 21:34:36.061962 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cea961-c6fc-475f-a0d5-1d48f2d22a3c service neutron] Pushing event updated for resources: {'Port': ['ID=ed779966-a642-4ad4-b70e-415d3ca7781a,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:36.091256 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-aae4acff-5570-4141-883a-dc42e6e04bbc tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] For port ec059ba0-54e3-44ad-a44b-c8ab2bd07911, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=ec059ba0-54e3-44ad-a44b-c8ab2bd07911,segment=NetworkSegment(ab235d41-06a3-4fcc-a1fc-85e56b63d2bb),segment_id=ab235d41-06a3-4fcc-a1fc-85e56b63d2bb)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:34:36.091938 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-aae4acff-5570-4141-883a-dc42e6e04bbc tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (ec059ba0-54e3-44ad-a44b-c8ab2bd07911), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:36.105337 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2830545c-21fe-4aa4-a3eb-70dcac7a4fe2 req-6df3d193-63f4-4c5c-aba4-59da8db7dd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:36.107112 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-2830545c-21fe-4aa4-a3eb-70dcac7a4fe2 req-6df3d193-63f4-4c5c-aba4-59da8db7dd01 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=93abd5446dd245e0b2953937bc752845&device_id=46116dea-e58b-4693-992f-1a92fc2092d0 HTTP/1.1" status: 200 len: 1126 time: 0.1591477 Feb 09 21:34:36.112816 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-aae4acff-5570-4141-883a-dc42e6e04bbc tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Calling delete_port for ec059ba0-54e3-44ad-a44b-c8ab2bd07911 owned by network:dhcp {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:34:36.177276 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-2830545c-21fe-4aa4-a3eb-70dcac7a4fe2 req-2d993e61-612c-45ce-9ab1-f26de6c204f6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed779966-a642-4ad4-b70e-415d3ca7781a HTTP/1.1" status: 200 len: 217 time: 0.0593596 Feb 09 21:34:36.271151 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dcebe83-2882-46ae-9d8e-725c8682ac9d admin admin] Deleting subnet e1ad18b5-2d0f-4d2c-9c50-5fdfdce0a556 {{(pid=103140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:34:36.281378 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5dcebe83-2882-46ae-9d8e-725c8682ac9d admin admin] Publish callbacks [] for subnet (e1ad18b5-2d0f-4d2c-9c50-5fdfdce0a556), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:36.375073 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2830545c-21fe-4aa4-a3eb-70dcac7a4fe2 req-7ec8e462-9f65-487a-9743-44b1b6aff005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:36.376771 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-2830545c-21fe-4aa4-a3eb-70dcac7a4fe2 req-7ec8e462-9f65-487a-9743-44b1b6aff005 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=67af386b-dbe4-413e-a5af-eb68a4ec69b8 HTTP/1.1" status: 200 len: 861 time: 0.1898613 Feb 09 21:34:36.419251 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5dcebe83-2882-46ae-9d8e-725c8682ac9d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9110716'] for subnet (e1ad18b5-2d0f-4d2c-9c50-5fdfdce0a556), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:36.443301 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-2830545c-21fe-4aa4-a3eb-70dcac7a4fe2 req-e6208915-128e-469b-a95e-995e671cde63 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a6c94bda-f9f5-4a27-ae06-c2947733ba9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549648 Feb 09 21:34:36.449395 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-aae4acff-5570-4141-883a-dc42e6e04bbc tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (ec059ba0-54e3-44ad-a44b-c8ab2bd07911), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:36.516713 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-db22e1ad-3dd9-410c-8f0f-58f888c2554d None None] For port ec059ba0-54e3-44ad-a44b-c8ab2bd07911, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=ec059ba0-54e3-44ad-a44b-c8ab2bd07911,segment=NetworkSegment(ab235d41-06a3-4fcc-a1fc-85e56b63d2bb),segment_id=ab235d41-06a3-4fcc-a1fc-85e56b63d2bb)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:34:36.517950 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-db22e1ad-3dd9-410c-8f0f-58f888c2554d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (ec059ba0-54e3-44ad-a44b-c8ab2bd07911), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:36.519802 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No active binding found for port ec059ba0-54e3-44ad-a44b-c8ab2bd07911 {{(pid=103142) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 09 21:34:36.521580 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] The host n-d-828369-5 is not matching for port ec059ba0-54e3-44ad-a44b-c8ab2bd07911 host None! {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 21:34:36.522241 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device ec059ba0-54e3-44ad-a44b-c8ab2bd07911 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:34:36.554699 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae4acff-5570-4141-883a-dc42e6e04bbc tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Pushing event deleted for resources: {'Port': ['ID=ec059ba0-54e3-44ad-a44b-c8ab2bd07911,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:36.570432 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae4acff-5570-4141-883a-dc42e6e04bbc tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] No DVR routers for this DVR port ec059ba0-54e3-44ad-a44b-c8ab2bd07911 on host n-d-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:34:36.577291 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-db22e1ad-3dd9-410c-8f0f-58f888c2554d None None] Calling delete_port for ec059ba0-54e3-44ad-a44b-c8ab2bd07911 owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:34:36.584832 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1430fad3-29fd-46e0-a374-704c3c4503f7 req-ff072a88-d9fa-4856-8296-03969d67f76c tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:36.604590 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1430fad3-29fd-46e0-a374-704c3c4503f7 req-ff072a88-d9fa-4856-8296-03969d67f76c tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=9a70729e-24c8-4e59-8c93-8811e088ab2e HTTP/1.1" status: 200 len: 950 time: 0.2574766 Feb 09 21:34:36.680558 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5dcebe83-2882-46ae-9d8e-725c8682ac9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (e1ad18b5-2d0f-4d2c-9c50-5fdfdce0a556), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:36.705903 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaab8ba-a865-4d9f-9320-3791f431ff5b req-e8acc4fb-c7cc-4df1-84c3-4841748d5d14 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:36.707473 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cbaab8ba-a865-4d9f-9320-3791f431ff5b req-e8acc4fb-c7cc-4df1-84c3-4841748d5d14 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.95 "GET /v2.0/ports?device_id=ac2e37af-a8de-476a-83bd-d987e0be588b HTTP/1.1" status: 200 len: 945 time: 0.2855878 Feb 09 21:34:36.798358 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1430fad3-29fd-46e0-a374-704c3c4503f7 req-1126a462-ed83-4ac2-9ebe-595e2f93f922 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871650 Feb 09 21:34:36.895090 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-db22e1ad-3dd9-410c-8f0f-58f888c2554d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (ec059ba0-54e3-44ad-a44b-c8ab2bd07911), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:36.924772 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-aae4acff-5570-4141-883a-dc42e6e04bbc tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (b6e6c3ca-c3d8-4912-bc05-b7a7acc77f35), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:36.940765 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5dcebe83-2882-46ae-9d8e-725c8682ac9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621346'] for subnet (e1ad18b5-2d0f-4d2c-9c50-5fdfdce0a556), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:36.952546 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db22e1ad-3dd9-410c-8f0f-58f888c2554d None None] Pushing event deleted for resources: {'Port': ['ID=ec059ba0-54e3-44ad-a44b-c8ab2bd07911,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:36.972109 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-aae4acff-5570-4141-883a-dc42e6e04bbc tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6e6c3ca-c3d8-4912-bc05-b7a7acc77f35']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:34:36.974816 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db22e1ad-3dd9-410c-8f0f-58f888c2554d None None] No DVR routers for this DVR port ec059ba0-54e3-44ad-a44b-c8ab2bd07911 on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:34:36.976055 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-2830545c-21fe-4aa4-a3eb-70dcac7a4fe2 req-a0a3eb0e-3f6e-4fba-a464-98ffe9ae02a3 service neutron] 10.222.0.89 "GET /v2.0/networks/a6c94bda-f9f5-4a27-ae06-c2947733ba9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5214241 Feb 09 21:34:36.999517 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-aae4acff-5570-4141-883a-dc42e6e04bbc tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab235d41-06a3-4fcc-a1fc-85e56b63d2bb') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:34:36.999814 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-aae4acff-5570-4141-883a-dc42e6e04bbc tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab235d41-06a3-4fcc-a1fc-85e56b63d2bb') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:34:37.035891 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcebe83-2882-46ae-9d8e-725c8682ac9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1ad18b5-2d0f-4d2c-9c50-5fdfdce0a556,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:37.073151 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b1d18281-a30d-4888-ae3b-7be93411b636 req-1d478f1a-8aa0-4c89-ba3f-23448b71f9b1 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/ports?device_id=50e0dbe9-de7a-4515-a141-361c5f3ab1cc HTTP/1.1" status: 200 len: 210 time: 0.1337731 Feb 09 21:34:37.100958 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5dcebe83-2882-46ae-9d8e-725c8682ac9d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:37.109448 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-5dcebe83-2882-46ae-9d8e-725c8682ac9d admin admin] 10.222.0.90 "DELETE /v2.0/subnets/e1ad18b5-2d0f-4d2c-9c50-5fdfdce0a556 HTTP/1.1" status: 204 len: 168 time: 1.2418067 Feb 09 21:34:37.114081 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 55274) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:37.118561 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-aae4acff-5570-4141-883a-dc42e6e04bbc tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (ab235d41-06a3-4fcc-a1fc-85e56b63d2bb), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:37.146789 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-aae4acff-5570-4141-883a-dc42e6e04bbc tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (ab235d41-06a3-4fcc-a1fc-85e56b63d2bb), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:37.187232 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-2830545c-21fe-4aa4-a3eb-70dcac7a4fe2 req-5130819f-eb9f-4a54-ab98-0c3a3d4ac462 service neutron] 10.222.0.89 "GET /v2.0/networks/a6c94bda-f9f5-4a27-ae06-c2947733ba9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025478 Feb 09 21:34:37.189078 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aae4acff-5570-4141-883a-dc42e6e04bbc tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:34:37.190763 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-aae4acff-5570-4141-883a-dc42e6e04bbc tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (ab235d41-06a3-4fcc-a1fc-85e56b63d2bb), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:37.194413 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:34:37.194413 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:34:37.194413 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:34:37.194413 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:34:37.194413 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:34:37.194413 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:34:37.194413 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:34:37.194413 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:34:37.194413 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:34:37.194413 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:34:37.194413 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:34:37.194413 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:34:37.194413 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:34:37.194413 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:34:37.194413 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:34:37.194413 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:34:37.194413 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:34:37.194413 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:34:37.194413 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:34:37.194413 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:34:37.194413 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:34:37.194413 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:34:37.194413 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:34:37.194413 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:34:37.194413 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:34:37.194413 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:34:37.194413 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:34:37.194413 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:34:37.194413 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:34:37.194413 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:34:37.194413 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:34:37.194413 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:34:37.288834 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-aae4acff-5570-4141-883a-dc42e6e04bbc tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (b6e6c3ca-c3d8-4912-bc05-b7a7acc77f35), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:37.333978 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-aae4acff-5570-4141-883a-dc42e6e04bbc tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:37.339741 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-aae4acff-5570-4141-883a-dc42e6e04bbc tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.90 "DELETE /v2.0/networks/b6e6c3ca-c3d8-4912-bc05-b7a7acc77f35 HTTP/1.1" status: 204 len: 168 time: 2.6000435 Feb 09 21:34:37.340908 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae4acff-5570-4141-883a-dc42e6e04bbc tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Pushing event deleted for resources: {'Network': ['ID=b6e6c3ca-c3d8-4912-bc05-b7a7acc77f35,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:37.344705 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 55284) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:37.428558 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-9962f9b0-20dd-4f73-ac3c-d4b47358e5da tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Deleting subnet e1293fbc-fe20-41e8-a05e-2ee2773a139f {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:34:37.453165 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9962f9b0-20dd-4f73-ac3c-d4b47358e5da tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks [] for subnet (e1293fbc-fe20-41e8-a05e-2ee2773a139f), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:37.485789 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-cbaab8ba-a865-4d9f-9320-3791f431ff5b req-aa18d34c-a53e-4522-b2b6-6317f316066f tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Deleting port feb17ea6-120e-488e-971c-edca680cfaeb {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:34:37.486406 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-cbaab8ba-a865-4d9f-9320-3791f431ff5b req-aa18d34c-a53e-4522-b2b6-6317f316066f tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (feb17ea6-120e-488e-971c-edca680cfaeb), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:37.549238 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9962f9b0-20dd-4f73-ac3c-d4b47358e5da tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (e1293fbc-fe20-41e8-a05e-2ee2773a139f), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:37.601141 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e87b869-99d9-4e3b-943e-90889a6fbdf0 req-799a483c-f103-4921-95d6-2c07532aa5bb tempest-ServerMetadataNegativeTestJSON-122155306 tempest-ServerMetadataNegativeTestJSON-122155306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:37.610352 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3e87b869-99d9-4e3b-943e-90889a6fbdf0 req-799a483c-f103-4921-95d6-2c07532aa5bb tempest-ServerMetadataNegativeTestJSON-122155306 tempest-ServerMetadataNegativeTestJSON-122155306-project] 10.222.0.90 "GET /v2.0/ports?device_id=46116dea-e58b-4693-992f-1a92fc2092d0 HTTP/1.1" status: 200 len: 944 time: 0.5348456 Feb 09 21:34:37.616042 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 55288) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:37.630002 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-55cef566-157e-4044-82f9-b6024db70628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (5406f657-d0e3-4570-bda7-aeb2bc509011), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:37.724936 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd6688d-8255-47c2-9e93-4f5298819257 req-80b531d4-a9dd-4416-b5d5-b3138c3b5f48 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:37.726796 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4dd6688d-8255-47c2-9e93-4f5298819257 req-80b531d4-a9dd-4416-b5d5-b3138c3b5f48 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.89 "GET /v2.0/networks?id=83b648e3-9e16-4594-828d-322167244a5e HTTP/1.1" status: 200 len: 815 time: 0.2856777 Feb 09 21:34:37.731691 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-cbaab8ba-a865-4d9f-9320-3791f431ff5b req-aa18d34c-a53e-4522-b2b6-6317f316066f tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] For port feb17ea6-120e-488e-971c-edca680cfaeb, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=feb17ea6-120e-488e-971c-edca680cfaeb,segment=NetworkSegment(b8c2a339-696c-42ff-9706-e9c7145ef2ff),segment_id=b8c2a339-696c-42ff-9706-e9c7145ef2ff)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:34:37.733282 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-cbaab8ba-a865-4d9f-9320-3791f431ff5b req-aa18d34c-a53e-4522-b2b6-6317f316066f tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (feb17ea6-120e-488e-971c-edca680cfaeb), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:37.738582 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3e87b869-99d9-4e3b-943e-90889a6fbdf0 req-55a26971-94c7-46e7-81aa-fdf1f3beb9f3 tempest-ServerMetadataNegativeTestJSON-122155306 tempest-ServerMetadataNegativeTestJSON-122155306-project] 10.222.0.90 "GET /v2.0/security-groups?id=6369d93d-5427-4bfb-90f4-472a161b92a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270392 Feb 09 21:34:37.791733 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9962f9b0-20dd-4f73-ac3c-d4b47358e5da tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (e1293fbc-fe20-41e8-a05e-2ee2773a139f), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:37.795677 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-cbaab8ba-a865-4d9f-9320-3791f431ff5b req-aa18d34c-a53e-4522-b2b6-6317f316066f tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Calling delete_port for feb17ea6-120e-488e-971c-edca680cfaeb owned by compute:nova {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:34:37.834146 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-55cef566-157e-4044-82f9-b6024db70628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (5406f657-d0e3-4570-bda7-aeb2bc509011), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:37.869713 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device aa2b940c-04ac-4a07-a261-5afc49841033 no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:34:37.891010 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-4dd6688d-8255-47c2-9e93-4f5298819257 req-400b6fea-2814-478b-a81c-4dc5c99b5951 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Request body: {'port': {'device_id': '50e0dbe9-de7a-4515-a141-361c5f3ab1cc', 'network_id': '83b648e3-9e16-4594-828d-322167244a5e', 'admin_state_up': True, 'tenant_id': '04e055ee152248efa1293c8e02ef57f4'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:34:37.897319 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e24e35d6-ac77-4022-b072-c45187c7617f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:37.902499 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] No Port match for: aa2b940c-04ac-4a07-a261-5afc49841033 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:34:37.903017 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device aa2b940c-04ac-4a07-a261-5afc49841033 not bound to the agent host n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:34:37.918985 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9962f9b0-20dd-4f73-ac3c-d4b47358e5da tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (e1293fbc-fe20-41e8-a05e-2ee2773a139f), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:37.957511 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-55cef566-157e-4044-82f9-b6024db70628 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5406f657-d0e3-4570-bda7-aeb2bc509011']}} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:34:37.982791 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-55cef566-157e-4044-82f9-b6024db70628 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e235117-e979-4e65-8640-84c4faf827fd') {'for_net_delete': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:34:37.983152 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-55cef566-157e-4044-82f9-b6024db70628 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e235117-e979-4e65-8640-84c4faf827fd') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:34:37.990575 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9962f9b0-20dd-4f73-ac3c-d4b47358e5da tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:37.994639 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-9962f9b0-20dd-4f73-ac3c-d4b47358e5da tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.90 "DELETE /v2.0/subnets/e1293fbc-fe20-41e8-a05e-2ee2773a139f HTTP/1.1" status: 204 len: 168 time: 0.6488993 Feb 09 21:34:37.995267 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46116dea-e58b-4693-992f-1a92fc2092d0', 'tag': 'ed779966-a642-4ad4-b70e-415d3ca7781a'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:34:37.998703 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 55296) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:37.999437 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a586509f-c722-409a-9ae2-fd018850c705" -d '{"events": [{"name": "network-changed", "server_uuid": "46116dea-e58b-4693-992f-1a92fc2092d0", "tag": "ed779966-a642-4ad4-b70e-415d3ca7781a"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:34:38.000592 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-55cef566-157e-4044-82f9-b6024db70628 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110711'] for segment (2e235117-e979-4e65-8640-84c4faf827fd), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:38.002164 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd594ac6-dbb0-4dcf-aa19-07a1d10257b9 None None] Network 06c4241a-bdd3-4ab1-babc-b91e338daa1a requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:34:38.008159 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9962f9b0-20dd-4f73-ac3c-d4b47358e5da tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Pushing event deleted for resources: {'Subnet': ['ID=e1293fbc-fe20-41e8-a05e-2ee2773a139f,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:38.073006 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42e4b742-2ca3-42ac-b0c0-b6bb181bea10 x-openstack-request-id: req-42e4b742-2ca3-42ac-b0c0-b6bb181bea10 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:34:38.084813 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46116dea-e58b-4693-992f-1a92fc2092d0", "tag": "ed779966-a642-4ad4-b70e-415d3ca7781a", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:34:38.085220 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-42e4b742-2ca3-42ac-b0c0-b6bb181bea10 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:34:38.085742 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46116dea-e58b-4693-992f-1a92fc2092d0', 'tag': 'ed779966-a642-4ad4-b70e-415d3ca7781a', 'status': 'completed', 'code': 200} Feb 09 21:34:38.115213 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-55cef566-157e-4044-82f9-b6024db70628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (2e235117-e979-4e65-8640-84c4faf827fd), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:38.156722 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dd6688d-8255-47c2-9e93-4f5298819257 req-400b6fea-2814-478b-a81c-4dc5c99b5951 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Made reservation on behalf of 04e055ee152248efa1293c8e02ef57f4 for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:34:38.157484 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27f55bc-b955-4510-a3bf-626a86448fd7 req-13f39588-e845-41b8-b58d-3f8cc95ffa0b tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:38.158757 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-4dd6688d-8255-47c2-9e93-4f5298819257 req-400b6fea-2814-478b-a81c-4dc5c99b5951 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:38.159412 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c27f55bc-b955-4510-a3bf-626a86448fd7 req-13f39588-e845-41b8-b58d-3f8cc95ffa0b tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=9a70729e-24c8-4e59-8c93-8811e088ab2e HTTP/1.1" status: 200 len: 950 time: 0.2552214 Feb 09 21:34:38.162123 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55cef566-157e-4044-82f9-b6024db70628 admin admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=103140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:34:38.162638 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-55cef566-157e-4044-82f9-b6024db70628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669415'] for segment (2e235117-e979-4e65-8640-84c4faf827fd), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:38.167838 n-d-828369-5 neutron-server[103140]: Traceback (most recent call last): Feb 09 21:34:38.167838 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:34:38.167838 n-d-828369-5 neutron-server[103140]: timer() Feb 09 21:34:38.167838 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:34:38.167838 n-d-828369-5 neutron-server[103140]: cb(*args, **kw) Feb 09 21:34:38.167838 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:34:38.167838 n-d-828369-5 neutron-server[103140]: return func(*args, **kwargs) Feb 09 21:34:38.167838 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:34:38.167838 n-d-828369-5 neutron-server[103140]: self._notify() Feb 09 21:34:38.167838 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:34:38.167838 n-d-828369-5 neutron-server[103140]: self.callback(batched_events) Feb 09 21:34:38.167838 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:34:38.167838 n-d-828369-5 neutron-server[103140]: event.method(event) Feb 09 21:34:38.167838 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:34:38.167838 n-d-828369-5 neutron-server[103140]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:34:38.167838 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:34:38.167838 n-d-828369-5 neutron-server[103140]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:34:38.167838 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:34:38.167838 n-d-828369-5 neutron-server[103140]: return f(self, *a, **k) Feb 09 21:34:38.167838 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:34:38.167838 n-d-828369-5 neutron-server[103140]: return self._get(url).json() Feb 09 21:34:38.167838 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:34:38.167838 n-d-828369-5 neutron-server[103140]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:34:38.167838 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:34:38.167838 n-d-828369-5 neutron-server[103140]: return self.request(url, 'GET', **kwargs) Feb 09 21:34:38.167838 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:34:38.167838 n-d-828369-5 neutron-server[103140]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:34:38.167838 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:34:38.167838 n-d-828369-5 neutron-server[103140]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:34:38.167838 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:34:38.167838 n-d-828369-5 neutron-server[103140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:34:38.167838 n-d-828369-5 neutron-server[103140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:34:38.229996 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d4f7b4c9-8374-47eb-b586-0d06a159369a tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (06c4241a-bdd3-4ab1-babc-b91e338daa1a), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:38.274751 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a586509f-c722-409a-9ae2-fd018850c705 req-bb5abe13-55d1-4997-b70b-d434721c1bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:38.278362 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a586509f-c722-409a-9ae2-fd018850c705 req-bb5abe13-55d1-4997-b70b-d434721c1bda service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=93abd5446dd245e0b2953937bc752845&device_id=46116dea-e58b-4693-992f-1a92fc2092d0 HTTP/1.1" status: 200 len: 1126 time: 0.1465974 Feb 09 21:34:38.290323 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc8d773-a6d6-4874-9056-470fd1e425b8 None None] DHCP port deletion for 06c4241a-bdd3-4ab1-babc-b91e338daa1a request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:34:38.329046 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b3179a47-7331-4d6d-b610-c65ca5e8465f req-08dd357c-00fc-43b2-9ed1-e0db3d213749 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/ports?device_id=50e0dbe9-de7a-4515-a141-361c5f3ab1cc HTTP/1.1" status: 200 len: 210 time: 0.0738604 Feb 09 21:34:38.358583 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-55cef566-157e-4044-82f9-b6024db70628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (5406f657-d0e3-4570-bda7-aeb2bc509011), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:38.381662 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-abc8d773-a6d6-4874-9056-470fd1e425b8 None None] Deleting port 9dfeea45-c852-4c88-936b-28da11d13792 {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:34:38.382307 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e24e35d6-ac77-4022-b072-c45187c7617f admin admin] Publish callbacks [] for security_group (7f8a8636-e34d-4edc-93db-34bc59a99c55), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:38.384394 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-abc8d773-a6d6-4874-9056-470fd1e425b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (9dfeea45-c852-4c88-936b-28da11d13792), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:38.409504 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-55cef566-157e-4044-82f9-b6024db70628 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:38.413232 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-55cef566-157e-4044-82f9-b6024db70628 admin admin] 10.222.0.90 "DELETE /v2.0/networks/5406f657-d0e3-4570-bda7-aeb2bc509011 HTTP/1.1" status: 204 len: 168 time: 1.2943454 Feb 09 21:34:38.414105 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [req-4dd6688d-8255-47c2-9e93-4f5298819257 req-400b6fea-2814-478b-a81c-4dc5c99b5951 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Allocated IP 172.20.0.2 (83b648e3-9e16-4594-828d-322167244a5e/33895a87-c686-4060-8a0c-2f9b961a8554/89012b68-76ca-42ee-b828-aed345e61ec8) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:34:38.414913 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-cbaab8ba-a865-4d9f-9320-3791f431ff5b req-aa18d34c-a53e-4522-b2b6-6317f316066f tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (feb17ea6-120e-488e-971c-edca680cfaeb), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:38.415808 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 55302) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:38.440198 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e24e35d6-ac77-4022-b072-c45187c7617f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (7f8a8636-e34d-4edc-93db-34bc59a99c55), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:38.474672 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cef566-157e-4044-82f9-b6024db70628 admin admin] Pushing event deleted for resources: {'Network': ['ID=5406f657-d0e3-4570-bda7-aeb2bc509011,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:38.476317 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a586509f-c722-409a-9ae2-fd018850c705 req-29ae85e2-bc7e-4acd-be6b-1ce90c6f3dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:38.477857 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a586509f-c722-409a-9ae2-fd018850c705 req-29ae85e2-bc7e-4acd-be6b-1ce90c6f3dbf service neutron] 10.222.0.89 "GET /v2.0/networks?id=a6c94bda-f9f5-4a27-ae06-c2947733ba9b HTTP/1.1" status: 200 len: 922 time: 0.1946428 Feb 09 21:34:38.486792 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c27f55bc-b955-4510-a3bf-626a86448fd7 req-9260f59d-73a5-4bc5-a630-f9d1c435493f tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3165350 Feb 09 21:34:38.497592 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa18d34c-a53e-4522-b2b6-6317f316066f tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Pushing event deleted for resources: {'Port': ['ID=feb17ea6-120e-488e-971c-edca680cfaeb,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:38.509891 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['feb17ea6-120e-488e-971c-edca680cfaeb'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:34:38.543097 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a586509f-c722-409a-9ae2-fd018850c705 req-9d1537f0-d156-4eae-845d-8f9bcc7b866f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed779966-a642-4ad4-b70e-415d3ca7781a HTTP/1.1" status: 200 len: 217 time: 0.0509923 Feb 09 21:34:38.546921 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa3ab4af-a5ea-42e2-a517-fd91e14a74f7 admin admin] Deleting subnet fabaeedf-cb81-4ac9-91ea-33f2ec2b56c1 {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:34:38.559475 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-e24e35d6-ac77-4022-b072-c45187c7617f admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=3ee0bf8a60f344f5bbaa7432261409ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9399040 Feb 09 21:34:38.563235 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab4af-a5ea-42e2-a517-fd91e14a74f7 admin admin] Publish callbacks [] for subnet (fabaeedf-cb81-4ac9-91ea-33f2ec2b56c1), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:38.564031 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 55304) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:38.569893 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24e35d6-ac77-4022-b072-c45187c7617f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f8a8636-e34d-4edc-93db-34bc59a99c55,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:38.596194 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbaab8ba-a865-4d9f-9320-3791f431ff5b req-aa18d34c-a53e-4522-b2b6-6317f316066f tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] No DVR routers for this DVR port feb17ea6-120e-488e-971c-edca680cfaeb on host n-h1-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:34:38.603918 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-abc8d773-a6d6-4874-9056-470fd1e425b8 None None] For port 9dfeea45-c852-4c88-936b-28da11d13792, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=9dfeea45-c852-4c88-936b-28da11d13792,segment=NetworkSegment(43985b2c-a3e2-416f-801a-d621ef02c15b),segment_id=43985b2c-a3e2-416f-801a-d621ef02c15b)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:34:38.604354 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-cbaab8ba-a865-4d9f-9320-3791f431ff5b req-aa18d34c-a53e-4522-b2b6-6317f316066f tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:38.605125 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-abc8d773-a6d6-4874-9056-470fd1e425b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (9dfeea45-c852-4c88-936b-28da11d13792), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:38.608130 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cbaab8ba-a865-4d9f-9320-3791f431ff5b req-aa18d34c-a53e-4522-b2b6-6317f316066f tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.95 "DELETE /v2.0/ports/feb17ea6-120e-488e-971c-edca680cfaeb HTTP/1.1" status: 204 len: 173 time: 1.8500206 Feb 09 21:34:38.611121 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac2e37af-a8de-476a-83bd-d987e0be588b', 'name': 'network-vif-deleted', 'tag': 'feb17ea6-120e-488e-971c-edca680cfaeb'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:34:38.613624 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-150b1c48-0e26-46eb-ab89-0cbe0b15e598" -d '{"events": [{"server_uuid": "ac2e37af-a8de-476a-83bd-d987e0be588b", "name": "network-vif-deleted", "tag": "feb17ea6-120e-488e-971c-edca680cfaeb"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:34:38.644168 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d4f7b4c9-8374-47eb-b586-0d06a159369a tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Deleting port 9dfeea45-c852-4c88-936b-28da11d13792 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:34:38.644543 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d4f7b4c9-8374-47eb-b586-0d06a159369a tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (9dfeea45-c852-4c88-936b-28da11d13792), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:38.665578 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-abc8d773-a6d6-4874-9056-470fd1e425b8 None None] Calling delete_port for 9dfeea45-c852-4c88-936b-28da11d13792 owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:34:38.703235 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab4af-a5ea-42e2-a517-fd91e14a74f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (fabaeedf-cb81-4ac9-91ea-33f2ec2b56c1), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:38.721377 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d9d305d-9016-4e37-8880-5ffe907ac42d x-openstack-request-id: req-9d9d305d-9016-4e37-8880-5ffe907ac42d {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:34:38.722277 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac2e37af-a8de-476a-83bd-d987e0be588b", "name": "network-vif-deleted", "tag": "feb17ea6-120e-488e-971c-edca680cfaeb", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:34:38.722539 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-9d9d305d-9016-4e37-8880-5ffe907ac42d {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:34:38.722956 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac2e37af-a8de-476a-83bd-d987e0be588b', 'name': 'network-vif-deleted', 'tag': 'feb17ea6-120e-488e-971c-edca680cfaeb', 'status': 'completed', 'code': 200} Feb 09 21:34:38.725913 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1a40c01a-117b-4b0a-8b77-68bb3f80ce9d admin admin] Publish callbacks [] for security_group (7f8a8636-e34d-4edc-93db-34bc59a99c55), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:38.730595 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a586509f-c722-409a-9ae2-fd018850c705 req-a6dc0237-4b5e-4232-92d0-73365a032b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:38.732110 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a586509f-c722-409a-9ae2-fd018850c705 req-a6dc0237-4b5e-4232-92d0-73365a032b33 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=67af386b-dbe4-413e-a5af-eb68a4ec69b8 HTTP/1.1" status: 200 len: 861 time: 0.1801670 Feb 09 21:34:38.782749 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d4f7b4c9-8374-47eb-b586-0d06a159369a tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] For port 9dfeea45-c852-4c88-936b-28da11d13792, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=9dfeea45-c852-4c88-936b-28da11d13792,segment=NetworkSegment(43985b2c-a3e2-416f-801a-d621ef02c15b),segment_id=43985b2c-a3e2-416f-801a-d621ef02c15b)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:34:38.783125 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d4f7b4c9-8374-47eb-b586-0d06a159369a tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (9dfeea45-c852-4c88-936b-28da11d13792), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:38.797507 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a586509f-c722-409a-9ae2-fd018850c705 req-ff9fa34d-c532-432b-a03d-a85230f5c5e6 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a6c94bda-f9f5-4a27-ae06-c2947733ba9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527413 Feb 09 21:34:38.817530 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1a40c01a-117b-4b0a-8b77-68bb3f80ce9d admin admin] Publish callbacks [] for security_group (7f8a8636-e34d-4edc-93db-34bc59a99c55), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:38.834201 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab4af-a5ea-42e2-a517-fd91e14a74f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (fabaeedf-cb81-4ac9-91ea-33f2ec2b56c1), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:38.841391 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d4f7b4c9-8374-47eb-b586-0d06a159369a tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Calling delete_port for 9dfeea45-c852-4c88-936b-28da11d13792 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:34:38.896115 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-abc8d773-a6d6-4874-9056-470fd1e425b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (9dfeea45-c852-4c88-936b-28da11d13792), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:38.952908 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc8d773-a6d6-4874-9056-470fd1e425b8 None None] No DVR routers for this DVR port 9dfeea45-c852-4c88-936b-28da11d13792 on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:34:38.964855 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc8d773-a6d6-4874-9056-470fd1e425b8 None None] Pushing event deleted for resources: {'Port': ['ID=9dfeea45-c852-4c88-936b-28da11d13792,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:38.969906 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-3929a935-8f29-42d2-9e8b-0ef97d4b53ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:38.979713 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-4dd6688d-8255-47c2-9e93-4f5298819257 req-400b6fea-2814-478b-a81c-4dc5c99b5951 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Publish callbacks [] for port (89012b68-76ca-42ee-b828-aed345e61ec8), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:39.051056 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1a40c01a-117b-4b0a-8b77-68bb3f80ce9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (7f8a8636-e34d-4edc-93db-34bc59a99c55), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:39.053976 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1a40c01a-117b-4b0a-8b77-68bb3f80ce9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:39.055648 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-1a40c01a-117b-4b0a-8b77-68bb3f80ce9d admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/7f8a8636-e34d-4edc-93db-34bc59a99c55 HTTP/1.1" status: 204 len: 168 time: 0.4829741 Feb 09 21:34:39.067084 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6353664c-daaa-4b49-90c4-60180b27bc02 req-a0793713-ce70-41d2-a3b7-d9fabb9bb373 tempest-ServerMetadataNegativeTestJSON-122155306 tempest-ServerMetadataNegativeTestJSON-122155306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:39.068937 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6353664c-daaa-4b49-90c4-60180b27bc02 req-a0793713-ce70-41d2-a3b7-d9fabb9bb373 tempest-ServerMetadataNegativeTestJSON-122155306 tempest-ServerMetadataNegativeTestJSON-122155306-project] 10.222.0.90 "GET /v2.0/ports?device_id=46116dea-e58b-4693-992f-1a92fc2092d0 HTTP/1.1" status: 200 len: 944 time: 0.1741300 Feb 09 21:34:39.079689 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a40c01a-117b-4b0a-8b77-68bb3f80ce9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f8a8636-e34d-4edc-93db-34bc59a99c55,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:39.087863 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d4f7b4c9-8374-47eb-b586-0d06a159369a tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (9dfeea45-c852-4c88-936b-28da11d13792), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:39.138276 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f7b4c9-8374-47eb-b586-0d06a159369a tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Pushing event deleted for resources: {'Port': ['ID=9dfeea45-c852-4c88-936b-28da11d13792,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:39.154512 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a586509f-c722-409a-9ae2-fd018850c705 req-bfd5c04d-8237-40e0-84ba-e4528ed91ed6 service neutron] 10.222.0.89 "GET /v2.0/networks/a6c94bda-f9f5-4a27-ae06-c2947733ba9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3300328 Feb 09 21:34:39.156926 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-4dd6688d-8255-47c2-9e93-4f5298819257 req-400b6fea-2814-478b-a81c-4dc5c99b5951 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (89012b68-76ca-42ee-b828-aed345e61ec8), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:39.187681 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f7b4c9-8374-47eb-b586-0d06a159369a tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] No DVR routers for this DVR port 9dfeea45-c852-4c88-936b-28da11d13792 on host n-d-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:34:39.193199 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6353664c-daaa-4b49-90c4-60180b27bc02 req-aef1b1a1-2697-42f5-8f43-5b0729f56fb5 tempest-ServerMetadataNegativeTestJSON-122155306 tempest-ServerMetadataNegativeTestJSON-122155306-project] 10.222.0.90 "GET /v2.0/security-groups?id=6369d93d-5427-4bfb-90f4-472a161b92a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157632 Feb 09 21:34:39.243329 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dd6688d-8255-47c2-9e93-4f5298819257 req-400b6fea-2814-478b-a81c-4dc5c99b5951 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Network 83b648e3-9e16-4594-828d-322167244a5e is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:34:39.280086 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [req-4dd6688d-8255-47c2-9e93-4f5298819257 req-400b6fea-2814-478b-a81c-4dc5c99b5951 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:34:39.285998 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dd6688d-8255-47c2-9e93-4f5298819257 req-400b6fea-2814-478b-a81c-4dc5c99b5951 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:34:39.332269 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d4f7b4c9-8374-47eb-b586-0d06a159369a tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (06c4241a-bdd3-4ab1-babc-b91e338daa1a), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:39.356175 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-d4f7b4c9-8374-47eb-b586-0d06a159369a tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06c4241a-bdd3-4ab1-babc-b91e338daa1a']}} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:34:39.367061 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-d4f7b4c9-8374-47eb-b586-0d06a159369a tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43985b2c-a3e2-416f-801a-d621ef02c15b') {'for_net_delete': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:34:39.367441 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-d4f7b4c9-8374-47eb-b586-0d06a159369a tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43985b2c-a3e2-416f-801a-d621ef02c15b') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:34:39.379807 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d4f7b4c9-8374-47eb-b586-0d06a159369a tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110711'] for segment (43985b2c-a3e2-416f-801a-d621ef02c15b), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:39.400463 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d4f7b4c9-8374-47eb-b586-0d06a159369a tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (43985b2c-a3e2-416f-801a-d621ef02c15b), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:39.409616 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4f7b4c9-8374-47eb-b586-0d06a159369a tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=103140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:34:39.410600 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d4f7b4c9-8374-47eb-b586-0d06a159369a tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669415'] for segment (43985b2c-a3e2-416f-801a-d621ef02c15b), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:39.415085 n-d-828369-5 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:34:39.415085 n-d-828369-5 neutron-server[103140]: self.session.flush() Feb 09 21:34:39.415085 n-d-828369-5 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:34:39.415085 n-d-828369-5 neutron-server[103140]: self.session.flush() Feb 09 21:34:39.415085 n-d-828369-5 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:34:39.415085 n-d-828369-5 neutron-server[103140]: self.session.flush() Feb 09 21:34:39.415085 n-d-828369-5 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:34:39.415085 n-d-828369-5 neutron-server[103140]: self.session.flush() Feb 09 21:34:39.415085 n-d-828369-5 neutron-server[103140]: Traceback (most recent call last): Feb 09 21:34:39.415085 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:34:39.415085 n-d-828369-5 neutron-server[103140]: timer() Feb 09 21:34:39.415085 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:34:39.415085 n-d-828369-5 neutron-server[103140]: cb(*args, **kw) Feb 09 21:34:39.415085 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:34:39.415085 n-d-828369-5 neutron-server[103140]: return func(*args, **kwargs) Feb 09 21:34:39.415085 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:34:39.415085 n-d-828369-5 neutron-server[103140]: self._notify() Feb 09 21:34:39.415085 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:34:39.415085 n-d-828369-5 neutron-server[103140]: self.callback(batched_events) Feb 09 21:34:39.415085 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:34:39.415085 n-d-828369-5 neutron-server[103140]: event.method(event) Feb 09 21:34:39.415085 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:34:39.415085 n-d-828369-5 neutron-server[103140]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:34:39.415085 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:34:39.415085 n-d-828369-5 neutron-server[103140]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:34:39.415085 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:34:39.415085 n-d-828369-5 neutron-server[103140]: return f(self, *a, **k) Feb 09 21:34:39.415085 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:34:39.415085 n-d-828369-5 neutron-server[103140]: return self._get(url).json() Feb 09 21:34:39.415085 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:34:39.415085 n-d-828369-5 neutron-server[103140]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:34:39.415085 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:34:39.415085 n-d-828369-5 neutron-server[103140]: return self.request(url, 'GET', **kwargs) Feb 09 21:34:39.415085 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:34:39.415085 n-d-828369-5 neutron-server[103140]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:34:39.415085 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:34:39.415085 n-d-828369-5 neutron-server[103140]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:34:39.415085 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:34:39.415085 n-d-828369-5 neutron-server[103140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:34:39.415085 n-d-828369-5 neutron-server[103140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:34:39.546299 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d4f7b4c9-8374-47eb-b586-0d06a159369a tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (06c4241a-bdd3-4ab1-babc-b91e338daa1a), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:39.586746 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d4f7b4c9-8374-47eb-b586-0d06a159369a tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:39.595204 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-d4f7b4c9-8374-47eb-b586-0d06a159369a tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.90 "DELETE /v2.0/networks/06c4241a-bdd3-4ab1-babc-b91e338daa1a HTTP/1.1" status: 204 len: 168 time: 1.5890729 Feb 09 21:34:39.603183 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 55322) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:39.642602 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-11a43d01-5a4f-4565-8c81-f033e77f1852 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1496725187'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:34:39.657666 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f7b4c9-8374-47eb-b586-0d06a159369a tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Pushing event deleted for resources: {'Network': ['ID=06c4241a-bdd3-4ab1-babc-b91e338daa1a,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:39.660942 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab4af-a5ea-42e2-a517-fd91e14a74f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (fabaeedf-cb81-4ac9-91ea-33f2ec2b56c1), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:39.668193 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd6688d-8255-47c2-9e93-4f5298819257 req-400b6fea-2814-478b-a81c-4dc5c99b5951 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:39.668884 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-4dd6688d-8255-47c2-9e93-4f5298819257 req-400b6fea-2814-478b-a81c-4dc5c99b5951 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:39.671845 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400b6fea-2814-478b-a81c-4dc5c99b5951 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Pushing event updated for resources: {'Port': ['ID=89012b68-76ca-42ee-b828-aed345e61ec8,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:39.701559 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 9dfeea45-c852-4c88-936b-28da11d13792 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:34:39.721277 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab4af-a5ea-42e2-a517-fd91e14a74f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fabaeedf-cb81-4ac9-91ea-33f2ec2b56c1,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:39.728506 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab4af-a5ea-42e2-a517-fd91e14a74f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:39.732877 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-fa3ab4af-a5ea-42e2-a517-fd91e14a74f7 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/fabaeedf-cb81-4ac9-91ea-33f2ec2b56c1 HTTP/1.1" status: 204 len: 168 time: 1.3127868 Feb 09 21:34:39.738442 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4dd6688d-8255-47c2-9e93-4f5298819257 req-400b6fea-2814-478b-a81c-4dc5c99b5951 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8535073 Feb 09 21:34:39.738908 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 55324) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:39.749876 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a586509f-c722-409a-9ae2-fd018850c705 req-b1ecdd78-4d8c-49e5-8bf9-7a1157fc8c41 service neutron] 10.222.0.89 "GET /v2.0/networks/a6c94bda-f9f5-4a27-ae06-c2947733ba9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5349050 Feb 09 21:34:39.750329 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 55326) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:39.757250 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 9dfeea45-c852-4c88-936b-28da11d13792 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:34:39.758253 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 9dfeea45-c852-4c88-936b-28da11d13792 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:34:39.795313 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8dfc7e-9c52-48a8-8aa0-40bbed92dc79 req-2590e315-f6ab-476f-9c2b-b56ece870c21 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:39.798994 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6e8dfc7e-9c52-48a8-8aa0-40bbed92dc79 req-2590e315-f6ab-476f-9c2b-b56ece870c21 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/ports?device_id=50e0dbe9-de7a-4515-a141-361c5f3ab1cc HTTP/1.1" status: 200 len: 931 time: 0.3197508 Feb 09 21:34:39.800142 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-4dd6688d-8255-47c2-9e93-4f5298819257 req-482fc60e-2f62-45f3-a6aa-adc38e29d9a7 service neutron] Request body: {'port': {'device_id': '50e0dbe9-de7a-4515-a141-361c5f3ab1cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:34:39.806083 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a43d01-5a4f-4565-8c81-f033e77f1852 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Made reservation on behalf of 3a839c247a824993a2c678394ab2ac52 for: {'network': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:34:39.810131 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-11a43d01-5a4f-4565-8c81-f033e77f1852 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:39.831353 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-adac0782-aba3-43d1-ae5c-bc99d2adf2af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:39.849692 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11a43d01-5a4f-4565-8c81-f033e77f1852 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=103140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:34:39.870807 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d7ce6f1a-0913-4c74-b358-1e695e95f0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (1f66e528-8278-4f37-9f5f-13c6a26cb8e0), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:39.872513 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-11a43d01-5a4f-4565-8c81-f033e77f1852 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (d5a705fd-9269-4d2c-a2fd-6874d0fd713b), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:39.873872 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-11a43d01-5a4f-4565-8c81-f033e77f1852 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Added segment d5a705fd-9269-4d2c-a2fd-6874d0fd713b of type vlan for network 641162f1-a5c5-4f37-bdbf-71b22c7a6598 Feb 09 21:34:39.929616 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-4dd6688d-8255-47c2-9e93-4f5298819257 req-482fc60e-2f62-45f3-a6aa-adc38e29d9a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (89012b68-76ca-42ee-b828-aed345e61ec8), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:39.939229 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-11a43d01-5a4f-4565-8c81-f033e77f1852 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (641162f1-a5c5-4f37-bdbf-71b22c7a6598), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:40.010145 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8cb6e2-91cc-433c-92e0-90d88fe4a3c0 req-1764acba-3a92-48b9-8519-c9288b626cd2 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:40.010679 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6e8cb6e2-91cc-433c-92e0-90d88fe4a3c0 req-1764acba-3a92-48b9-8519-c9288b626cd2 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=9a70729e-24c8-4e59-8c93-8811e088ab2e HTTP/1.1" status: 200 len: 950 time: 0.3359432 Feb 09 21:34:40.035992 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-11a43d01-5a4f-4565-8c81-f033e77f1852 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (641162f1-a5c5-4f37-bdbf-71b22c7a6598), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:40.045693 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a43d01-5a4f-4565-8c81-f033e77f1852 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:40.047052 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-11a43d01-5a4f-4565-8c81-f033e77f1852 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:40.066991 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d7ce6f1a-0913-4c74-b358-1e695e95f0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (1f66e528-8278-4f37-9f5f-13c6a26cb8e0), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:40.069812 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6e8dfc7e-9c52-48a8-8aa0-40bbed92dc79 req-9d65bf69-19f9-4f73-a6d7-0234eeb0792b tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/security-groups?id=53864ffe-fa53-4ead-9e41-21e6252e7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436192 Feb 09 21:34:40.179473 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-adac0782-aba3-43d1-ae5c-bc99d2adf2af admin admin] Publish callbacks [] for security_group (3c1bc55c-4e6d-4af6-9844-30f358ed1d35), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:40.189642 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-d7ce6f1a-0913-4c74-b358-1e695e95f0e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f66e528-8278-4f37-9f5f-13c6a26cb8e0']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:34:40.198744 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-adac0782-aba3-43d1-ae5c-bc99d2adf2af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (3c1bc55c-4e6d-4af6-9844-30f358ed1d35), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:40.217572 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-d7ce6f1a-0913-4c74-b358-1e695e95f0e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bc4b1a0-f3cb-4e00-8392-2e08b1d7e224') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:34:40.218097 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-d7ce6f1a-0913-4c74-b358-1e695e95f0e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bc4b1a0-f3cb-4e00-8392-2e08b1d7e224') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:34:40.236063 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-11a43d01-5a4f-4565-8c81-f033e77f1852 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6090398 Feb 09 21:34:40.246484 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 55332) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:40.254999 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d7ce6f1a-0913-4c74-b358-1e695e95f0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (4bc4b1a0-f3cb-4e00-8392-2e08b1d7e224), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:40.260384 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a43d01-5a4f-4565-8c81-f033e77f1852 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Pushing event updated for resources: {'Network': ['ID=641162f1-a5c5-4f37-bdbf-71b22c7a6598,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:40.268266 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-429e523c-9c55-416d-aba5-56bff068870e tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Request body: {'subnet': {'network_id': '641162f1-a5c5-4f37-bdbf-71b22c7a6598', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:34:40.271947 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 641162f1-a5c5-4f37-bdbf-71b22c7a6598 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:34:40.284869 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6e8cb6e2-91cc-433c-92e0-90d88fe4a3c0 req-303975ab-252a-49c5-ad89-e65c04c18ae0 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732909 Feb 09 21:34:40.364584 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-adac0782-aba3-43d1-ae5c-bc99d2adf2af admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=1cd7197326b0484a8844b3d74638d18d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6041331 Feb 09 21:34:40.365488 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adac0782-aba3-43d1-ae5c-bc99d2adf2af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c1bc55c-4e6d-4af6-9844-30f358ed1d35,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:40.367876 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 55334) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:40.373763 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78b25a4-89f3-48bb-8855-5eaa81078322 req-e8ccdeb0-7d85-4883-9698-447444f2ec8a tempest-ServerMetadataNegativeTestJSON-122155306 tempest-ServerMetadataNegativeTestJSON-122155306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:40.375485 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c78b25a4-89f3-48bb-8855-5eaa81078322 req-e8ccdeb0-7d85-4883-9698-447444f2ec8a tempest-ServerMetadataNegativeTestJSON-122155306 tempest-ServerMetadataNegativeTestJSON-122155306-project] 10.222.0.90 "GET /v2.0/ports?device_id=46116dea-e58b-4693-992f-1a92fc2092d0 HTTP/1.1" status: 200 len: 944 time: 0.0690429 Feb 09 21:34:40.397915 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d7ce6f1a-0913-4c74-b358-1e695e95f0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (4bc4b1a0-f3cb-4e00-8392-2e08b1d7e224), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:40.432370 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7ce6f1a-0913-4c74-b358-1e695e95f0e7 admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:34:40.432818 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d7ce6f1a-0913-4c74-b358-1e695e95f0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (4bc4b1a0-f3cb-4e00-8392-2e08b1d7e224), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:40.434638 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:34:40.434638 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:34:40.434638 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:34:40.434638 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:34:40.434638 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:34:40.434638 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:34:40.434638 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:34:40.434638 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:34:40.434638 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:34:40.434638 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:34:40.434638 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:34:40.434638 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:34:40.434638 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:34:40.434638 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:34:40.434638 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:34:40.434638 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:34:40.434638 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:34:40.434638 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:34:40.434638 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:34:40.434638 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:34:40.434638 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:34:40.434638 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:34:40.434638 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:34:40.434638 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:34:40.434638 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:34:40.434638 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:34:40.434638 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:34:40.434638 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:34:40.434638 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:34:40.434638 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:34:40.434638 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:34:40.434638 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:34:40.470826 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c78b25a4-89f3-48bb-8855-5eaa81078322 req-2bc1342a-5daa-45a9-aa93-f96bc26acea0 tempest-ServerMetadataNegativeTestJSON-122155306 tempest-ServerMetadataNegativeTestJSON-122155306-project] 10.222.0.90 "GET /v2.0/security-groups?id=6369d93d-5427-4bfb-90f4-472a161b92a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894256 Feb 09 21:34:40.557460 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d7ce6f1a-0913-4c74-b358-1e695e95f0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (1f66e528-8278-4f37-9f5f-13c6a26cb8e0), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:40.579212 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d7ce6f1a-0913-4c74-b358-1e695e95f0e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:40.582562 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-d7ce6f1a-0913-4c74-b358-1e695e95f0e7 admin admin] 10.222.0.90 "DELETE /v2.0/networks/1f66e528-8278-4f37-9f5f-13c6a26cb8e0 HTTP/1.1" status: 204 len: 168 time: 0.8413274 Feb 09 21:34:40.602669 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1d95dd0c-c929-409b-9d4d-24b37ed9c581 admin admin] Publish callbacks [] for security_group (3c1bc55c-4e6d-4af6-9844-30f358ed1d35), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:40.616386 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-429e523c-9c55-416d-aba5-56bff068870e tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Made reservation on behalf of 3a839c247a824993a2c678394ab2ac52 for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:34:40.619862 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-429e523c-9c55-416d-aba5-56bff068870e tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:40.623474 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ce6f1a-0913-4c74-b358-1e695e95f0e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f66e528-8278-4f37-9f5f-13c6a26cb8e0,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:40.659884 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device feb17ea6-120e-488e-971c-edca680cfaeb no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:34:40.714304 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] No Port match for: feb17ea6-120e-488e-971c-edca680cfaeb {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:34:40.714919 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device feb17ea6-120e-488e-971c-edca680cfaeb not bound to the agent host n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:34:40.867750 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 55338) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:40.929330 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-8fd15b2c-600f-4ab5-94dc-c4e695ea3ccb admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=d13eb104d8994e4d9b604f1050cb6328&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0591486 Feb 09 21:34:40.931825 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 55340) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:40.984078 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1d95dd0c-c929-409b-9d4d-24b37ed9c581 admin admin] Publish callbacks [] for security_group (3c1bc55c-4e6d-4af6-9844-30f358ed1d35), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:40.989725 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0c513275-d7a1-4a49-b17b-4ec0cd6fbba1 admin admin] Publish callbacks [] for security_group (14ae1a5b-b5f9-4844-9cd3-e9917986caef), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:40.995993 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-98d85e27-86dc-4446-9306-3e1823116fd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:41.006586 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-4dd6688d-8255-47c2-9e93-4f5298819257 req-482fc60e-2f62-45f3-a6aa-adc38e29d9a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89012b68-76ca-42ee-b828-aed345e61ec8 {{(pid=103141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:34:41.014208 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0c513275-d7a1-4a49-b17b-4ec0cd6fbba1 admin admin] Publish callbacks [] for security_group (14ae1a5b-b5f9-4844-9cd3-e9917986caef), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:41.030570 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-4dd6688d-8255-47c2-9e93-4f5298819257 req-482fc60e-2f62-45f3-a6aa-adc38e29d9a7 service neutron] Publish callbacks [] for port (89012b68-76ca-42ee-b828-aed345e61ec8), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:41.068014 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0c513275-d7a1-4a49-b17b-4ec0cd6fbba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (14ae1a5b-b5f9-4844-9cd3-e9917986caef), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:41.075008 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0c513275-d7a1-4a49-b17b-4ec0cd6fbba1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:41.077368 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-0c513275-d7a1-4a49-b17b-4ec0cd6fbba1 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/14ae1a5b-b5f9-4844-9cd3-e9917986caef HTTP/1.1" status: 204 len: 168 time: 0.1437168 Feb 09 21:34:41.100434 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c513275-d7a1-4a49-b17b-4ec0cd6fbba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ae1a5b-b5f9-4844-9cd3-e9917986caef,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:41.105579 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-4dd6688d-8255-47c2-9e93-4f5298819257 req-482fc60e-2f62-45f3-a6aa-adc38e29d9a7 service neutron] Transition to ACTIVE for port object 89012b68-76ca-42ee-b828-aed345e61ec8 will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:34:41.111984 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-4dd6688d-8255-47c2-9e93-4f5298819257 req-482fc60e-2f62-45f3-a6aa-adc38e29d9a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (89012b68-76ca-42ee-b828-aed345e61ec8), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:41.238360 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1d95dd0c-c929-409b-9d4d-24b37ed9c581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (3c1bc55c-4e6d-4af6-9844-30f358ed1d35), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:41.247991 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1d95dd0c-c929-409b-9d4d-24b37ed9c581 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:41.249913 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-1d95dd0c-c929-409b-9d4d-24b37ed9c581 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/3c1bc55c-4e6d-4af6-9844-30f358ed1d35 HTTP/1.1" status: 204 len: 168 time: 0.8746381 Feb 09 21:34:41.290628 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aca57b-8ed3-4cee-8cbd-bd255fa7ef48 req-b7d91ba8-cc47-4192-ace8-b61ed6395d7a tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:41.297981 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f9aca57b-8ed3-4cee-8cbd-bd255fa7ef48 req-b7d91ba8-cc47-4192-ace8-b61ed6395d7a tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/ports?device_id=50e0dbe9-de7a-4515-a141-361c5f3ab1cc HTTP/1.1" status: 200 len: 943 time: 0.0967236 Feb 09 21:34:41.328763 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482fc60e-2f62-45f3-a6aa-adc38e29d9a7 service neutron] Pushing event updated for resources: {'Port': ['ID=89012b68-76ca-42ee-b828-aed345e61ec8,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:41.339901 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d95dd0c-c929-409b-9d4d-24b37ed9c581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c1bc55c-4e6d-4af6-9844-30f358ed1d35,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:41.396144 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f9aca57b-8ed3-4cee-8cbd-bd255fa7ef48 req-60b43f12-5758-438d-9e67-444d769a24c7 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/security-groups?id=53864ffe-fa53-4ead-9e41-21e6252e7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972199 Feb 09 21:34:41.532939 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-429e523c-9c55-416d-aba5-56bff068870e tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (525d2927-48bb-4678-996d-bb0d26507287), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:41.580197 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6606b08a-1973-4732-988e-9217fd36e709 req-9d8c2d3e-ea49-4a06-b107-7abf36d20a50 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:41.598058 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6606b08a-1973-4732-988e-9217fd36e709 req-9d8c2d3e-ea49-4a06-b107-7abf36d20a50 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=9a70729e-24c8-4e59-8c93-8811e088ab2e HTTP/1.1" status: 200 len: 950 time: 0.1446052 Feb 09 21:34:41.622754 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-4dd6688d-8255-47c2-9e93-4f5298819257 req-482fc60e-2f62-45f3-a6aa-adc38e29d9a7 service neutron] Attempting to bind port 89012b68-76ca-42ee-b828-aed345e61ec8 on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:34:41.623136 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-4dd6688d-8255-47c2-9e93-4f5298819257 req-482fc60e-2f62-45f3-a6aa-adc38e29d9a7 service neutron] Attempting to bind port 89012b68-76ca-42ee-b828-aed345e61ec8 by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': 'b8c2a339-696c-42ff-9706-e9c7145ef2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '83b648e3-9e16-4594-828d-322167244a5e'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:34:41.623477 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd6688d-8255-47c2-9e93-4f5298819257 req-482fc60e-2f62-45f3-a6aa-adc38e29d9a7 service neutron] Attempting to bind port 89012b68-76ca-42ee-b828-aed345e61ec8 on network 83b648e3-9e16-4594-828d-322167244a5e {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:34:41.684207 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd6688d-8255-47c2-9e93-4f5298819257 req-482fc60e-2f62-45f3-a6aa-adc38e29d9a7 service neutron] Port 89012b68-76ca-42ee-b828-aed345e61ec8 on network 83b648e3-9e16-4594-828d-322167244a5e not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:34:41.685778 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd6688d-8255-47c2-9e93-4f5298819257 req-482fc60e-2f62-45f3-a6aa-adc38e29d9a7 service neutron] Attempting to bind port 89012b68-76ca-42ee-b828-aed345e61ec8 on network 83b648e3-9e16-4594-828d-322167244a5e {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:34:41.719175 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429e523c-9c55-416d-aba5-56bff068870e tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Pushing event updated for resources: {'Subnet': ['ID=525d2927-48bb-4678-996d-bb0d26507287,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:41.725019 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd6688d-8255-47c2-9e93-4f5298819257 req-482fc60e-2f62-45f3-a6aa-adc38e29d9a7 service neutron] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:34:41.725367 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd6688d-8255-47c2-9e93-4f5298819257 req-482fc60e-2f62-45f3-a6aa-adc38e29d9a7 service neutron] Checking segment: {'id': 'b8c2a339-696c-42ff-9706-e9c7145ef2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '83b648e3-9e16-4594-828d-322167244a5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:34:41.725748 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd6688d-8255-47c2-9e93-4f5298819257 req-482fc60e-2f62-45f3-a6aa-adc38e29d9a7 service neutron] Bound using segment: {'id': 'b8c2a339-696c-42ff-9706-e9c7145ef2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '83b648e3-9e16-4594-828d-322167244a5e'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:34:41.726199 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-4dd6688d-8255-47c2-9e93-4f5298819257 req-482fc60e-2f62-45f3-a6aa-adc38e29d9a7 service neutron] Bound port: 89012b68-76ca-42ee-b828-aed345e61ec8, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8c2a339-696c-42ff-9706-e9c7145ef2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '83b648e3-9e16-4594-828d-322167244a5e'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:34:41.726559 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-4dd6688d-8255-47c2-9e93-4f5298819257 req-482fc60e-2f62-45f3-a6aa-adc38e29d9a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (89012b68-76ca-42ee-b828-aed345e61ec8), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:41.768193 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6606b08a-1973-4732-988e-9217fd36e709 req-2539cf04-e278-482a-a7b8-ac5c41f1c158 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460295 Feb 09 21:34:41.791778 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1671cd5f-e895-46d5-a7d1-fb4f3a958b8f req-b33a354e-8483-43c4-997c-23921c1ab30e tempest-ServerMetadataNegativeTestJSON-122155306 tempest-ServerMetadataNegativeTestJSON-122155306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:41.798057 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1671cd5f-e895-46d5-a7d1-fb4f3a958b8f req-b33a354e-8483-43c4-997c-23921c1ab30e tempest-ServerMetadataNegativeTestJSON-122155306 tempest-ServerMetadataNegativeTestJSON-122155306-project] 10.222.0.90 "GET /v2.0/ports?device_id=46116dea-e58b-4693-992f-1a92fc2092d0 HTTP/1.1" status: 200 len: 944 time: 0.1901162 Feb 09 21:34:41.799857 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429e523c-9c55-416d-aba5-56bff068870e tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Checking segment: {'id': 'd5a705fd-9269-4d2c-a2fd-6874d0fd713b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '641162f1-a5c5-4f37-bdbf-71b22c7a6598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:34:41.800654 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429e523c-9c55-416d-aba5-56bff068870e tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Network hostable DHCP agents. Network: 641162f1-a5c5-4f37-bdbf-71b22c7a6598, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:34:41.809231 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 55358) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:41.874503 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-d2fc9a67-cc15-484f-be69-29c70dc78508 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=68b2070307564d2590724877535733f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0640342 Feb 09 21:34:41.877432 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 55360) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:41.884294 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device ed779966-a642-4ad4-b70e-415d3ca7781a details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:34:41.915371 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1671cd5f-e895-46d5-a7d1-fb4f3a958b8f req-a82cb422-9c8b-4fb7-b01d-dc651f27f3a5 tempest-ServerMetadataNegativeTestJSON-122155306 tempest-ServerMetadataNegativeTestJSON-122155306-project] 10.222.0.90 "GET /v2.0/security-groups?id=6369d93d-5427-4bfb-90f4-472a161b92a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105700 Feb 09 21:34:41.991458 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429e523c-9c55-416d-aba5-56bff068870e tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Network 641162f1-a5c5-4f37-bdbf-71b22c7a6598 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:34:42.024514 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-4dd6688d-8255-47c2-9e93-4f5298819257 req-482fc60e-2f62-45f3-a6aa-adc38e29d9a7 service neutron] For port 89012b68-76ca-42ee-b828-aed345e61ec8, host n-h2-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:34:42.027809 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-429e523c-9c55-416d-aba5-56bff068870e tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 641162f1-a5c5-4f37-bdbf-71b22c7a6598) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:34:42.033447 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-4dd6688d-8255-47c2-9e93-4f5298819257 req-482fc60e-2f62-45f3-a6aa-adc38e29d9a7 service neutron] For port 89012b68-76ca-42ee-b828-aed345e61ec8, host n-h2-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=89012b68-76ca-42ee-b828-aed345e61ec8,segment=NetworkSegment(b8c2a339-696c-42ff-9706-e9c7145ef2ff),segment_id=b8c2a339-696c-42ff-9706-e9c7145ef2ff)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:34:42.047556 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429e523c-9c55-416d-aba5-56bff068870e tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:42.048586 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-429e523c-9c55-416d-aba5-56bff068870e tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:42.053118 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d98188f9-b8f3-42bd-a71f-54c481d2290b admin admin] Publish callbacks [] for security_group (2b49df0d-82e8-48df-aae3-6d2c65cfa1c0), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:42.055571 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-4dd6688d-8255-47c2-9e93-4f5298819257 req-482fc60e-2f62-45f3-a6aa-adc38e29d9a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (89012b68-76ca-42ee-b828-aed345e61ec8), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:42.067911 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port ed779966-a642-4ad4-b70e-415d3ca7781a, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=ed779966-a642-4ad4-b70e-415d3ca7781a,segment=NetworkSegment(c1e31970-78d4-4052-bc2e-d7b1914321ab),segment_id=c1e31970-78d4-4052-bc2e-d7b1914321ab)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:34:42.099235 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': 'ed779966-a642-4ad4-b70e-415d3ca7781a', 'network_id': 'a6c94bda-f9f5-4a27-ae06-c2947733ba9b', 'port_id': 'ed779966-a642-4ad4-b70e-415d3ca7781a', 'mac_address': 'fa:16:3e:6d:d5:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67af386b-dbe4-413e-a5af-eb68a4ec69b8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:34:42.103062 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aca279f-b113-4f60-ae59-d28d0cfbe9c0 None None] Network 641162f1-a5c5-4f37-bdbf-71b22c7a6598 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:34:42.104675 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd6688d-8255-47c2-9e93-4f5298819257 req-482fc60e-2f62-45f3-a6aa-adc38e29d9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:42.105491 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-4dd6688d-8255-47c2-9e93-4f5298819257 req-482fc60e-2f62-45f3-a6aa-adc38e29d9a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:42.107060 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4dd6688d-8255-47c2-9e93-4f5298819257 req-482fc60e-2f62-45f3-a6aa-adc38e29d9a7 service neutron] 10.222.0.89 "PUT /v2.0/ports/89012b68-76ca-42ee-b828-aed345e61ec8 HTTP/1.1" status: 200 len: 1091 time: 2.3137589 Feb 09 21:34:42.107704 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50e0dbe9-de7a-4515-a141-361c5f3ab1cc', 'tag': '89012b68-76ca-42ee-b828-aed345e61ec8'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:34:42.110287 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3271982c-8440-4989-879b-2eb3d596e3b9" -d '{"events": [{"name": "network-changed", "server_uuid": "50e0dbe9-de7a-4515-a141-361c5f3ab1cc", "tag": "89012b68-76ca-42ee-b828-aed345e61ec8"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:34:42.150352 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-429e523c-9c55-416d-aba5-56bff068870e tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8991864 Feb 09 21:34:42.152899 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 55372) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:42.159653 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-58539ae2-fdc7-40be-a3ad-57b5ee4d94d3 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-836365953'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:34:42.180567 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d98188f9-b8f3-42bd-a71f-54c481d2290b admin admin] Publish callbacks [] for security_group (2b49df0d-82e8-48df-aae3-6d2c65cfa1c0), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:42.192296 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58539ae2-fdc7-40be-a3ad-57b5ee4d94d3 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Made reservation on behalf of 3a839c247a824993a2c678394ab2ac52 for: {'network': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:34:42.210612 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-58539ae2-fdc7-40be-a3ad-57b5ee4d94d3 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:42.223273 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port ed779966-a642-4ad4-b70e-415d3ca7781a is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:34:42.223772 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (ed779966-a642-4ad4-b70e-415d3ca7781a), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:42.250382 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482fc60e-2f62-45f3-a6aa-adc38e29d9a7 service neutron] Pushing event updated for resources: {'Port': ['ID=89012b68-76ca-42ee-b828-aed345e61ec8,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:42.262580 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed779966-a642-4ad4-b70e-415d3ca7781a {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:34:42.264793 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58539ae2-fdc7-40be-a3ad-57b5ee4d94d3 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=103140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:34:42.277129 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd6688d-8255-47c2-9e93-4f5298819257 req-ecae9133-ed50-4a6c-b02b-823c2d3462b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:42.279124 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4dd6688d-8255-47c2-9e93-4f5298819257 req-ecae9133-ed50-4a6c-b02b-823c2d3462b9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=04e055ee152248efa1293c8e02ef57f4&device_id=50e0dbe9-de7a-4515-a141-361c5f3ab1cc HTTP/1.1" status: 200 len: 1125 time: 0.1101925 Feb 09 21:34:42.283368 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-58539ae2-fdc7-40be-a3ad-57b5ee4d94d3 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (462e03e7-f067-4f20-8f9e-1f3c154720a6), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:42.288553 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-58539ae2-fdc7-40be-a3ad-57b5ee4d94d3 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Added segment 462e03e7-f067-4f20-8f9e-1f3c154720a6 of type vlan for network cea301d7-eb3a-4790-bd8b-b668b6ea9a0e Feb 09 21:34:42.291426 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3baef06-c3cb-4eaf-a105-d9f253014480 x-openstack-request-id: req-c3baef06-c3cb-4eaf-a105-d9f253014480 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:34:42.292073 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50e0dbe9-de7a-4515-a141-361c5f3ab1cc", "tag": "89012b68-76ca-42ee-b828-aed345e61ec8", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:34:42.293265 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-c3baef06-c3cb-4eaf-a105-d9f253014480 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:34:42.294357 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50e0dbe9-de7a-4515-a141-361c5f3ab1cc', 'tag': '89012b68-76ca-42ee-b828-aed345e61ec8', 'status': 'completed', 'code': 200} Feb 09 21:34:42.323375 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port ed779966-a642-4ad4-b70e-415d3ca7781a, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=ed779966-a642-4ad4-b70e-415d3ca7781a,segment=NetworkSegment(c1e31970-78d4-4052-bc2e-d7b1914321ab),segment_id=c1e31970-78d4-4052-bc2e-d7b1914321ab)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:34:42.329761 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74548cc3-06f1-418f-8b0f-a3d541ad2ddf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-641162f1-a5c5-4f37-bdbf-71b22c7a6598', 'network_id': '641162f1-a5c5-4f37-bdbf-71b22c7a6598', 'project_id': '3a839c247a824993a2c678394ab2ac52', 'fixed_ips': [{'subnet_id': '525d2927-48bb-4678-996d-bb0d26507287'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:34:42.332633 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-74548cc3-06f1-418f-8b0f-a3d541ad2ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:42.365209 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4dd6688d-8255-47c2-9e93-4f5298819257 req-1e71015e-776f-40e8-a521-42df010316c7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=89012b68-76ca-42ee-b828-aed345e61ec8 HTTP/1.1" status: 200 len: 217 time: 0.0687912 Feb 09 21:34:42.366382 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d98188f9-b8f3-42bd-a71f-54c481d2290b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (2b49df0d-82e8-48df-aae3-6d2c65cfa1c0), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:42.369138 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d98188f9-b8f3-42bd-a71f-54c481d2290b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:42.372558 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-d98188f9-b8f3-42bd-a71f-54c481d2290b admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/2b49df0d-82e8-48df-aae3-6d2c65cfa1c0 HTTP/1.1" status: 204 len: 168 time: 0.4685633 Feb 09 21:34:42.379530 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-58539ae2-fdc7-40be-a3ad-57b5ee4d94d3 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (cea301d7-eb3a-4790-bd8b-b668b6ea9a0e), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:42.417785 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-58539ae2-fdc7-40be-a3ad-57b5ee4d94d3 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (cea301d7-eb3a-4790-bd8b-b668b6ea9a0e), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:42.423614 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58539ae2-fdc7-40be-a3ad-57b5ee4d94d3 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:42.424251 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-58539ae2-fdc7-40be-a3ad-57b5ee4d94d3 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:42.454422 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98188f9-b8f3-42bd-a71f-54c481d2290b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b49df0d-82e8-48df-aae3-6d2c65cfa1c0,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:42.503661 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd6688d-8255-47c2-9e93-4f5298819257 req-c60cba4c-22b6-4162-8bc9-f2561e5417c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:42.506327 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4dd6688d-8255-47c2-9e93-4f5298819257 req-c60cba4c-22b6-4162-8bc9-f2561e5417c4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=33895a87-c686-4060-8a0c-2f9b961a8554 HTTP/1.1" status: 200 len: 855 time: 0.1215363 Feb 09 21:34:42.517191 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-58539ae2-fdc7-40be-a3ad-57b5ee4d94d3 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3631196 Feb 09 21:34:42.521460 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 55380) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:42.528358 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-d6fed235-0200-4659-b678-9bda69fffc89 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Request body: {'subnet': {'network_id': 'cea301d7-eb3a-4790-bd8b-b668b6ea9a0e', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:34:42.579920 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4dd6688d-8255-47c2-9e93-4f5298819257 req-c86d68fe-2fdc-4ae9-aea2-a0428b58017a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=83b648e3-9e16-4594-828d-322167244a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652566 Feb 09 21:34:42.608889 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58539ae2-fdc7-40be-a3ad-57b5ee4d94d3 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Pushing event updated for resources: {'Network': ['ID=cea301d7-eb3a-4790-bd8b-b668b6ea9a0e,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:42.622496 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (ed779966-a642-4ad4-b70e-415d3ca7781a), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:42.653136 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network cea301d7-eb3a-4790-bd8b-b668b6ea9a0e details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:34:42.713202 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146640dc-bf84-4e2d-b5a5-3ea7b8330254 req-ae6284af-93df-4177-858b-fc541ff65fd9 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:42.721507 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-146640dc-bf84-4e2d-b5a5-3ea7b8330254 req-ae6284af-93df-4177-858b-fc541ff65fd9 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/ports?device_id=50e0dbe9-de7a-4515-a141-361c5f3ab1cc HTTP/1.1" status: 200 len: 943 time: 0.2030294 Feb 09 21:34:42.782761 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6fed235-0200-4659-b678-9bda69fffc89 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Made reservation on behalf of 3a839c247a824993a2c678394ab2ac52 for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:34:42.786381 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d6fed235-0200-4659-b678-9bda69fffc89 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621317'] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:42.806318 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4dd6688d-8255-47c2-9e93-4f5298819257 req-ec84196e-d6c8-447b-9892-ed03ae6238ab service neutron] 10.222.0.89 "GET /v2.0/networks/83b648e3-9e16-4594-828d-322167244a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177258 Feb 09 21:34:42.937137 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-146640dc-bf84-4e2d-b5a5-3ea7b8330254 req-9e796e2c-1266-42b4-9e7b-acae5196cbbb tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/security-groups?id=53864ffe-fa53-4ead-9e41-21e6252e7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146413 Feb 09 21:34:42.944646 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:43.042529 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4dd6688d-8255-47c2-9e93-4f5298819257 req-0266ef58-8b1b-4032-884a-85152398fa31 service neutron] 10.222.0.89 "GET /v2.0/networks/83b648e3-9e16-4594-828d-322167244a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292254 Feb 09 21:34:43.098709 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=ed779966-a642-4ad4-b70e-415d3ca7781a,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:43.117483 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-74548cc3-06f1-418f-8b0f-a3d541ad2ddf None None] Allocated IP 19.80.0.2 (641162f1-a5c5-4f37-bdbf-71b22c7a6598/525d2927-48bb-4678-996d-bb0d26507287/8484e53b-236a-452c-8276-6021a6ad6be0) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:34:43.149045 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['ed779966-a642-4ad4-b70e-415d3ca7781a'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:34:43.221420 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3271982c-8440-4989-879b-2eb3d596e3b9 req-a55165c0-c5bc-44ed-9288-13918a747fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:43.229289 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-3271982c-8440-4989-879b-2eb3d596e3b9 req-a55165c0-c5bc-44ed-9288-13918a747fa6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=04e055ee152248efa1293c8e02ef57f4&device_id=50e0dbe9-de7a-4515-a141-361c5f3ab1cc HTTP/1.1" status: 200 len: 1125 time: 0.1051581 Feb 09 21:34:43.367426 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d6fed235-0200-4659-b678-9bda69fffc89 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621371'] for subnet (941b4478-beaa-4c41-b91c-4e4319bbbb40), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:43.438641 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3271982c-8440-4989-879b-2eb3d596e3b9 req-fdf8ec8b-9eb7-44b9-8d20-3275dd81100c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:43.441136 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-3271982c-8440-4989-879b-2eb3d596e3b9 req-fdf8ec8b-9eb7-44b9-8d20-3275dd81100c service neutron] 10.222.0.89 "GET /v2.0/networks?id=83b648e3-9e16-4594-828d-322167244a5e HTTP/1.1" status: 200 len: 916 time: 0.1996880 Feb 09 21:34:43.535424 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fed235-0200-4659-b678-9bda69fffc89 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Checking segment: {'id': '462e03e7-f067-4f20-8f9e-1f3c154720a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'cea301d7-eb3a-4790-bd8b-b668b6ea9a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:34:43.536407 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6fed235-0200-4659-b678-9bda69fffc89 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Network hostable DHCP agents. Network: cea301d7-eb3a-4790-bd8b-b668b6ea9a0e, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:34:43.543440 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-3271982c-8440-4989-879b-2eb3d596e3b9 req-0250e4d5-d0fb-42aa-b80d-163809e194c7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=89012b68-76ca-42ee-b828-aed345e61ec8 HTTP/1.1" status: 200 len: 217 time: 0.0934150 Feb 09 21:34:43.581219 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1276fb31-e530-4faf-baeb-010208eb5ee1 req-97744510-69d4-49e5-b0d5-db8020e43054 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:43.587223 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1276fb31-e530-4faf-baeb-010208eb5ee1 req-97744510-69d4-49e5-b0d5-db8020e43054 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=9a70729e-24c8-4e59-8c93-8811e088ab2e HTTP/1.1" status: 200 len: 950 time: 0.6774542 Feb 09 21:34:43.609136 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fed235-0200-4659-b678-9bda69fffc89 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Pushing event updated for resources: {'Subnet': ['ID=941b4478-beaa-4c41-b91c-4e4319bbbb40,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:43.643914 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3271982c-8440-4989-879b-2eb3d596e3b9 req-8a0f3988-606b-44a4-af94-5a5c58ba2ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:43.651385 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-3271982c-8440-4989-879b-2eb3d596e3b9 req-8a0f3988-606b-44a4-af94-5a5c58ba2ce5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=33895a87-c686-4060-8a0c-2f9b961a8554 HTTP/1.1" status: 200 len: 855 time: 0.0941706 Feb 09 21:34:43.686834 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595560f8-1f6c-4026-a7bc-f05c617a934a req-a700ae23-2571-4ec4-a7dc-63cde5749150 tempest-ServerMetadataNegativeTestJSON-122155306 tempest-ServerMetadataNegativeTestJSON-122155306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:43.699236 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-595560f8-1f6c-4026-a7bc-f05c617a934a req-a700ae23-2571-4ec4-a7dc-63cde5749150 tempest-ServerMetadataNegativeTestJSON-122155306 tempest-ServerMetadataNegativeTestJSON-122155306-project] 10.222.0.90 "GET /v2.0/ports?device_id=46116dea-e58b-4693-992f-1a92fc2092d0 HTTP/1.1" status: 200 len: 945 time: 0.6042056 Feb 09 21:34:43.705839 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-3271982c-8440-4989-879b-2eb3d596e3b9 req-7cdbf77c-68e3-4470-ae4e-53f6abe217d5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=83b648e3-9e16-4594-828d-322167244a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493407 Feb 09 21:34:43.748826 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-74548cc3-06f1-418f-8b0f-a3d541ad2ddf None None] Publish callbacks [] for port (8484e53b-236a-452c-8276-6021a6ad6be0), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:43.790250 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-74548cc3-06f1-418f-8b0f-a3d541ad2ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (8484e53b-236a-452c-8276-6021a6ad6be0), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:43.851120 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6fed235-0200-4659-b678-9bda69fffc89 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Network cea301d7-eb3a-4790-bd8b-b668b6ea9a0e is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:34:43.892078 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74548cc3-06f1-418f-8b0f-a3d541ad2ddf None None] Network 641162f1-a5c5-4f37-bdbf-71b22c7a6598 is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:34:43.901602 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-74548cc3-06f1-418f-8b0f-a3d541ad2ddf None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:34:43.906440 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74548cc3-06f1-418f-8b0f-a3d541ad2ddf None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:34:43.911663 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-3271982c-8440-4989-879b-2eb3d596e3b9 req-dd5c2629-be7f-4e39-a6e2-5c6391392da6 service neutron] 10.222.0.89 "GET /v2.0/networks/83b648e3-9e16-4594-828d-322167244a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960511 Feb 09 21:34:43.923550 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74548cc3-06f1-418f-8b0f-a3d541ad2ddf None None] Pushing event updated for resources: {'Port': ['ID=8484e53b-236a-452c-8276-6021a6ad6be0,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:43.956755 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-595560f8-1f6c-4026-a7bc-f05c617a934a req-5c2a40ab-7e06-44db-8996-6182611c25fc tempest-ServerMetadataNegativeTestJSON-122155306 tempest-ServerMetadataNegativeTestJSON-122155306-project] 10.222.0.90 "GET /v2.0/security-groups?id=6369d93d-5427-4bfb-90f4-472a161b92a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565033 Feb 09 21:34:43.965144 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-d6fed235-0200-4659-b678-9bda69fffc89 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, cea301d7-eb3a-4790-bd8b-b668b6ea9a0e) {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:34:43.997756 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1276fb31-e530-4faf-baeb-010208eb5ee1 req-5df651e1-8178-4060-a394-357eaf095d25 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4019928 Feb 09 21:34:44.009138 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6fed235-0200-4659-b678-9bda69fffc89 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:44.012893 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d6fed235-0200-4659-b678-9bda69fffc89 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:44.060909 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-d6fed235-0200-4659-b678-9bda69fffc89 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5360107 Feb 09 21:34:44.160480 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-3271982c-8440-4989-879b-2eb3d596e3b9 req-195d1794-5929-49eb-8110-65036c3dd4fc service neutron] 10.222.0.89 "GET /v2.0/networks/83b648e3-9e16-4594-828d-322167244a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404723 Feb 09 21:34:44.221496 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd69a38a-77d9-40cf-a2d5-955a98b295eb req-07383a30-cefd-4d5a-9436-f34a376ee699 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:44.223453 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fd69a38a-77d9-40cf-a2d5-955a98b295eb req-07383a30-cefd-4d5a-9436-f34a376ee699 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/ports?device_id=50e0dbe9-de7a-4515-a141-361c5f3ab1cc HTTP/1.1" status: 200 len: 943 time: 0.1029754 Feb 09 21:34:44.244907 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813ef88c-94c2-48db-9831-d1ff447b4360 None None] Network cea301d7-eb3a-4790-bd8b-b668b6ea9a0e requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:34:44.324464 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fd69a38a-77d9-40cf-a2d5-955a98b295eb req-9f5dbd4e-8941-462f-bd43-8ddc2768f8f5 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/security-groups?id=53864ffe-fa53-4ead-9e41-21e6252e7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922990 Feb 09 21:34:44.324672 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 55434) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:44.507828 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68466a2-8d06-4986-895a-1e6cca51be7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-cea301d7-eb3a-4790-bd8b-b668b6ea9a0e', 'network_id': 'cea301d7-eb3a-4790-bd8b-b668b6ea9a0e', 'project_id': '3a839c247a824993a2c678394ab2ac52', 'fixed_ips': [{'subnet_id': '941b4478-beaa-4c41-b91c-4e4319bbbb40'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:34:44.508759 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a68466a2-8d06-4986-895a-1e6cca51be7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:44.542325 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb0128c-f71f-4984-a99f-725308dec2c9 req-86c9ad34-a68f-43fb-802b-5e2ef8752813 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:44.550155 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb0128c-f71f-4984-a99f-725308dec2c9 req-86c9ad34-a68f-43fb-802b-5e2ef8752813 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:44.559525 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-abb0128c-f71f-4984-a99f-725308dec2c9 req-86c9ad34-a68f-43fb-802b-5e2ef8752813 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.90 "GET /v2.0/networks?id=641162f1-a5c5-4f37-bdbf-71b22c7a6598&id=cea301d7-eb3a-4790-bd8b-b668b6ea9a0e HTTP/1.1" status: 200 len: 1391 time: 0.1752572 Feb 09 21:34:44.571799 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-55e8e472-fdbf-4d08-9828-0efd8ef45a73 tempest-DHCPAgentSchedulersTestJSON-599281932 tempest-DHCPAgentSchedulersTestJSON-599281932-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-408304079'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:34:44.618784 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-abb0128c-f71f-4984-a99f-725308dec2c9 req-3b120860-2d69-4857-8c45-48e6504af0ec tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.90 "GET /v2.0/quotas/3a839c247a824993a2c678394ab2ac52 HTTP/1.1" status: 200 len: 375 time: 0.0583680 Feb 09 21:34:44.650579 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:44.689754 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-74548cc3-06f1-418f-8b0f-a3d541ad2ddf None None] Attempting to bind port 8484e53b-236a-452c-8276-6021a6ad6be0 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:34:44.690371 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-74548cc3-06f1-418f-8b0f-a3d541ad2ddf None None] Attempting to bind port 8484e53b-236a-452c-8276-6021a6ad6be0 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': 'd5a705fd-9269-4d2c-a2fd-6874d0fd713b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '641162f1-a5c5-4f37-bdbf-71b22c7a6598'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:34:44.694339 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74548cc3-06f1-418f-8b0f-a3d541ad2ddf None None] Attempting to bind port 8484e53b-236a-452c-8276-6021a6ad6be0 on network 641162f1-a5c5-4f37-bdbf-71b22c7a6598 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:34:44.709245 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e8e472-fdbf-4d08-9828-0efd8ef45a73 tempest-DHCPAgentSchedulersTestJSON-599281932 tempest-DHCPAgentSchedulersTestJSON-599281932-project] Made reservation on behalf of 5d275b609c1b44d7bce6f535303ad114 for: {'network': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:34:44.712592 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74548cc3-06f1-418f-8b0f-a3d541ad2ddf None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:34:44.712980 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74548cc3-06f1-418f-8b0f-a3d541ad2ddf None None] Checking segment: {'id': 'd5a705fd-9269-4d2c-a2fd-6874d0fd713b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '641162f1-a5c5-4f37-bdbf-71b22c7a6598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:34:44.713439 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-74548cc3-06f1-418f-8b0f-a3d541ad2ddf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:44.714247 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74548cc3-06f1-418f-8b0f-a3d541ad2ddf None None] Bound using segment: {'id': 'd5a705fd-9269-4d2c-a2fd-6874d0fd713b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '641162f1-a5c5-4f37-bdbf-71b22c7a6598'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:34:44.714734 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-74548cc3-06f1-418f-8b0f-a3d541ad2ddf None None] Bound port: 8484e53b-236a-452c-8276-6021a6ad6be0, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5a705fd-9269-4d2c-a2fd-6874d0fd713b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '641162f1-a5c5-4f37-bdbf-71b22c7a6598'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:34:44.715120 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-74548cc3-06f1-418f-8b0f-a3d541ad2ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (8484e53b-236a-452c-8276-6021a6ad6be0), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:44.715406 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-55e8e472-fdbf-4d08-9828-0efd8ef45a73 tempest-DHCPAgentSchedulersTestJSON-599281932 tempest-DHCPAgentSchedulersTestJSON-599281932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:44.749120 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-55e8e472-fdbf-4d08-9828-0efd8ef45a73 tempest-DHCPAgentSchedulersTestJSON-599281932 tempest-DHCPAgentSchedulersTestJSON-599281932-project] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:44.795151 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-abb0128c-f71f-4984-a99f-725308dec2c9 req-9a7071da-4d52-4215-98a2-fe409cd99c8f tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=3a839c247a824993a2c678394ab2ac52&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1670642 Feb 09 21:34:44.813338 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-a68466a2-8d06-4986-895a-1e6cca51be7a None None] Allocated IP 19.86.0.2 (cea301d7-eb3a-4790-bd8b-b668b6ea9a0e/941b4478-beaa-4c41-b91c-4e4319bbbb40/b13616f4-7368-4082-9961-ef700c6b1149) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:34:44.816915 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-74548cc3-06f1-418f-8b0f-a3d541ad2ddf None None] For port 8484e53b-236a-452c-8276-6021a6ad6be0, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:34:44.822433 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-74548cc3-06f1-418f-8b0f-a3d541ad2ddf None None] For port 8484e53b-236a-452c-8276-6021a6ad6be0, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=8484e53b-236a-452c-8276-6021a6ad6be0,segment=NetworkSegment(d5a705fd-9269-4d2c-a2fd-6874d0fd713b),segment_id=d5a705fd-9269-4d2c-a2fd-6874d0fd713b)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:34:44.834435 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-74548cc3-06f1-418f-8b0f-a3d541ad2ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (8484e53b-236a-452c-8276-6021a6ad6be0), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:44.890677 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-55e8e472-fdbf-4d08-9828-0efd8ef45a73 tempest-DHCPAgentSchedulersTestJSON-599281932 tempest-DHCPAgentSchedulersTestJSON-599281932-project] Publish callbacks [] for security_group (cc515351-2741-4108-b067-06aab2568a15), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:44.903952 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-55e8e472-fdbf-4d08-9828-0efd8ef45a73 tempest-DHCPAgentSchedulersTestJSON-599281932 tempest-DHCPAgentSchedulersTestJSON-599281932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (cc515351-2741-4108-b067-06aab2568a15), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:44.913857 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74548cc3-06f1-418f-8b0f-a3d541ad2ddf None None] Pushing event updated for resources: {'Port': ['ID=8484e53b-236a-452c-8276-6021a6ad6be0,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:44.985261 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55e8e472-fdbf-4d08-9828-0efd8ef45a73 tempest-DHCPAgentSchedulersTestJSON-599281932 tempest-DHCPAgentSchedulersTestJSON-599281932-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=103140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:34:44.996088 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e8e472-fdbf-4d08-9828-0efd8ef45a73 tempest-DHCPAgentSchedulersTestJSON-599281932 tempest-DHCPAgentSchedulersTestJSON-599281932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc515351-2741-4108-b067-06aab2568a15,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:45.009315 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-55e8e472-fdbf-4d08-9828-0efd8ef45a73 tempest-DHCPAgentSchedulersTestJSON-599281932 tempest-DHCPAgentSchedulersTestJSON-599281932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (eac20e1d-442f-4ebe-b7b3-23b1f95d4085), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:45.009778 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-55e8e472-fdbf-4d08-9828-0efd8ef45a73 tempest-DHCPAgentSchedulersTestJSON-599281932 tempest-DHCPAgentSchedulersTestJSON-599281932-project] Added segment eac20e1d-442f-4ebe-b7b3-23b1f95d4085 of type vlan for network 1f03a9b0-474f-48fd-baad-7f4eccf76e12 Feb 09 21:34:45.115614 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-abb0128c-f71f-4984-a99f-725308dec2c9 req-4f890a49-297a-425e-a995-8b8c90ac254d service neutron] 10.222.0.90 "GET /v2.0/networks/641162f1-a5c5-4f37-bdbf-71b22c7a6598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3118949 Feb 09 21:34:45.117357 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-55e8e472-fdbf-4d08-9828-0efd8ef45a73 tempest-DHCPAgentSchedulersTestJSON-599281932 tempest-DHCPAgentSchedulersTestJSON-599281932-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (1f03a9b0-474f-48fd-baad-7f4eccf76e12), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:45.238445 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:45.277278 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a68466a2-8d06-4986-895a-1e6cca51be7a None None] Publish callbacks [] for port (b13616f4-7368-4082-9961-ef700c6b1149), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:45.289280 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a68466a2-8d06-4986-895a-1e6cca51be7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (b13616f4-7368-4082-9961-ef700c6b1149), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:45.408940 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68466a2-8d06-4986-895a-1e6cca51be7a None None] Network cea301d7-eb3a-4790-bd8b-b668b6ea9a0e is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:34:45.413615 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-a68466a2-8d06-4986-895a-1e6cca51be7a None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:34:45.415959 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68466a2-8d06-4986-895a-1e6cca51be7a None None] Pushing event updated for resources: {'Port': ['ID=b13616f4-7368-4082-9961-ef700c6b1149,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:45.418774 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68466a2-8d06-4986-895a-1e6cca51be7a None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:34:45.517462 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-a68466a2-8d06-4986-895a-1e6cca51be7a None None] Attempting to bind port b13616f4-7368-4082-9961-ef700c6b1149 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:34:45.517930 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-a68466a2-8d06-4986-895a-1e6cca51be7a None None] Attempting to bind port b13616f4-7368-4082-9961-ef700c6b1149 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '462e03e7-f067-4f20-8f9e-1f3c154720a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'cea301d7-eb3a-4790-bd8b-b668b6ea9a0e'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:34:45.518370 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68466a2-8d06-4986-895a-1e6cca51be7a None None] Attempting to bind port b13616f4-7368-4082-9961-ef700c6b1149 on network cea301d7-eb3a-4790-bd8b-b668b6ea9a0e {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:34:45.525430 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68466a2-8d06-4986-895a-1e6cca51be7a None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:34:45.526153 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68466a2-8d06-4986-895a-1e6cca51be7a None None] Checking segment: {'id': '462e03e7-f067-4f20-8f9e-1f3c154720a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'cea301d7-eb3a-4790-bd8b-b668b6ea9a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:34:45.526645 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a68466a2-8d06-4986-895a-1e6cca51be7a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:45.527621 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68466a2-8d06-4986-895a-1e6cca51be7a None None] Bound using segment: {'id': '462e03e7-f067-4f20-8f9e-1f3c154720a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'cea301d7-eb3a-4790-bd8b-b668b6ea9a0e'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:34:45.528117 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-a68466a2-8d06-4986-895a-1e6cca51be7a None None] Bound port: b13616f4-7368-4082-9961-ef700c6b1149, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '462e03e7-f067-4f20-8f9e-1f3c154720a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'cea301d7-eb3a-4790-bd8b-b668b6ea9a0e'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:34:45.528827 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a68466a2-8d06-4986-895a-1e6cca51be7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (b13616f4-7368-4082-9961-ef700c6b1149), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:45.681862 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a68466a2-8d06-4986-895a-1e6cca51be7a None None] For port b13616f4-7368-4082-9961-ef700c6b1149, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:34:45.691144 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a68466a2-8d06-4986-895a-1e6cca51be7a None None] For port b13616f4-7368-4082-9961-ef700c6b1149, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=b13616f4-7368-4082-9961-ef700c6b1149,segment=NetworkSegment(462e03e7-f067-4f20-8f9e-1f3c154720a6),segment_id=462e03e7-f067-4f20-8f9e-1f3c154720a6)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:34:45.695064 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a68466a2-8d06-4986-895a-1e6cca51be7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (b13616f4-7368-4082-9961-ef700c6b1149), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:45.797079 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 8484e53b-236a-452c-8276-6021a6ad6be0 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:34:45.806106 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-55e8e472-fdbf-4d08-9828-0efd8ef45a73 tempest-DHCPAgentSchedulersTestJSON-599281932 tempest-DHCPAgentSchedulersTestJSON-599281932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (1f03a9b0-474f-48fd-baad-7f4eccf76e12), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:45.811638 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e8e472-fdbf-4d08-9828-0efd8ef45a73 tempest-DHCPAgentSchedulersTestJSON-599281932 tempest-DHCPAgentSchedulersTestJSON-599281932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:45.812318 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-55e8e472-fdbf-4d08-9828-0efd8ef45a73 tempest-DHCPAgentSchedulersTestJSON-599281932 tempest-DHCPAgentSchedulersTestJSON-599281932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:45.847827 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68466a2-8d06-4986-895a-1e6cca51be7a None None] Pushing event updated for resources: {'Port': ['ID=b13616f4-7368-4082-9961-ef700c6b1149,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:45.896981 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e8e472-fdbf-4d08-9828-0efd8ef45a73 tempest-DHCPAgentSchedulersTestJSON-599281932 tempest-DHCPAgentSchedulersTestJSON-599281932-project] Pushing event updated for resources: {'Network': ['ID=1f03a9b0-474f-48fd-baad-7f4eccf76e12,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:45.903017 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-abb0128c-f71f-4984-a99f-725308dec2c9 req-7e4861dd-8506-4b4d-bf50-0ae70a35b82e service neutron] 10.222.0.90 "GET /v2.0/networks/641162f1-a5c5-4f37-bdbf-71b22c7a6598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7752066 Feb 09 21:34:45.910638 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 1f03a9b0-474f-48fd-baad-7f4eccf76e12 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:34:45.917256 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619193ac-e516-4d89-950f-38ee645057e7 req-b4f29f4c-c06b-47b1-bec0-ce8b7ed3a57a tempest-ServerMetadataNegativeTestJSON-122155306 tempest-ServerMetadataNegativeTestJSON-122155306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:45.918754 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-619193ac-e516-4d89-950f-38ee645057e7 req-b4f29f4c-c06b-47b1-bec0-ce8b7ed3a57a tempest-ServerMetadataNegativeTestJSON-122155306 tempest-ServerMetadataNegativeTestJSON-122155306-project] 10.222.0.90 "GET /v2.0/ports?device_id=46116dea-e58b-4693-992f-1a92fc2092d0 HTTP/1.1" status: 200 len: 945 time: 0.7898853 Feb 09 21:34:45.924963 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device ed779966-a642-4ad4-b70e-415d3ca7781a up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:34:45.945107 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-55e8e472-fdbf-4d08-9828-0efd8ef45a73 tempest-DHCPAgentSchedulersTestJSON-599281932 tempest-DHCPAgentSchedulersTestJSON-599281932-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.6190321 Feb 09 21:34:45.947861 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 55476) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:45.953743 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-a366242b-617d-4ef9-bfba-b40f62b33aad tempest-DHCPAgentSchedulersTestJSON-599281932 tempest-DHCPAgentSchedulersTestJSON-599281932-project] Request body: {'subnet': {'network_id': '1f03a9b0-474f-48fd-baad-7f4eccf76e12', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:34:46.028272 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 8484e53b-236a-452c-8276-6021a6ad6be0 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:34:46.028960 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (8484e53b-236a-452c-8276-6021a6ad6be0), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:46.041080 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-619193ac-e516-4d89-950f-38ee645057e7 req-1930567b-ef33-412a-b955-fa70121b3772 tempest-ServerMetadataNegativeTestJSON-122155306 tempest-ServerMetadataNegativeTestJSON-122155306-project] 10.222.0.90 "GET /v2.0/security-groups?id=6369d93d-5427-4bfb-90f4-472a161b92a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112094 Feb 09 21:34:46.154557 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-abb0128c-f71f-4984-a99f-725308dec2c9 req-ef74782d-7709-4027-9b92-5d652d51ae04 service neutron] 10.222.0.90 "GET /v2.0/networks/cea301d7-eb3a-4790-bd8b-b668b6ea9a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347493 Feb 09 21:34:46.265686 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning for port ed779966-a642-4ad4-b70e-415d3ca7781a completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:34:46.289726 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port ed779966-a642-4ad4-b70e-415d3ca7781a triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:34:46.290776 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (ed779966-a642-4ad4-b70e-415d3ca7781a), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:46.290930 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a366242b-617d-4ef9-bfba-b40f62b33aad tempest-DHCPAgentSchedulersTestJSON-599281932 tempest-DHCPAgentSchedulersTestJSON-599281932-project] Made reservation on behalf of 5d275b609c1b44d7bce6f535303ad114 for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:34:46.296476 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a366242b-617d-4ef9-bfba-b40f62b33aad tempest-DHCPAgentSchedulersTestJSON-599281932 tempest-DHCPAgentSchedulersTestJSON-599281932-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:46.464620 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 8484e53b-236a-452c-8276-6021a6ad6be0 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:34:46.465142 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (8484e53b-236a-452c-8276-6021a6ad6be0), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:46.549087 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port 8484e53b-236a-452c-8276-6021a6ad6be0, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=8484e53b-236a-452c-8276-6021a6ad6be0,segment=NetworkSegment(d5a705fd-9269-4d2c-a2fd-6874d0fd713b),segment_id=d5a705fd-9269-4d2c-a2fd-6874d0fd713b)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:34:46.581213 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (8484e53b-236a-452c-8276-6021a6ad6be0), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:46.607885 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d823078-1529-476d-8681-78f95aa2a66d req-5160b6fd-0d01-415f-9ab8-960514dd1c88 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:46.619111 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8d823078-1529-476d-8681-78f95aa2a66d req-5160b6fd-0d01-415f-9ab8-960514dd1c88 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=9a70729e-24c8-4e59-8c93-8811e088ab2e HTTP/1.1" status: 200 len: 950 time: 0.3831644 Feb 09 21:34:46.641008 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a366242b-617d-4ef9-bfba-b40f62b33aad tempest-DHCPAgentSchedulersTestJSON-599281932 tempest-DHCPAgentSchedulersTestJSON-599281932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (23b8267a-3acd-4b55-b4d0-3b56d171287c), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:46.659295 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port ed779966-a642-4ad4-b70e-415d3ca7781a is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:34:46.659683 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (ed779966-a642-4ad4-b70e-415d3ca7781a), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:46.699833 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port ed779966-a642-4ad4-b70e-415d3ca7781a, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=ed779966-a642-4ad4-b70e-415d3ca7781a,segment=NetworkSegment(c1e31970-78d4-4052-bc2e-d7b1914321ab),segment_id=c1e31970-78d4-4052-bc2e-d7b1914321ab)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:34:46.705655 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46116dea-e58b-4693-992f-1a92fc2092d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed779966-a642-4ad4-b70e-415d3ca7781a'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:34:46.708284 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf738daf-7cb3-4cfc-a3ee-32ecb48bf09b" -d '{"events": [{"server_uuid": "46116dea-e58b-4693-992f-1a92fc2092d0", "name": "network-vif-plugged", "status": "completed", "tag": "ed779966-a642-4ad4-b70e-415d3ca7781a"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:34:46.721311 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (ed779966-a642-4ad4-b70e-415d3ca7781a), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:46.726730 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=8484e53b-236a-452c-8276-6021a6ad6be0,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:46.751651 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-abb0128c-f71f-4984-a99f-725308dec2c9 req-a955c112-104b-4054-a734-291500b17125 service neutron] 10.222.0.90 "GET /v2.0/networks/cea301d7-eb3a-4790-bd8b-b668b6ea9a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5902519 Feb 09 21:34:46.805216 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=ed779966-a642-4ad4-b70e-415d3ca7781a,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:46.861100 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8d823078-1529-476d-8681-78f95aa2a66d req-44277588-249d-4e9c-b3f1-7c7442045cc3 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405252 Feb 09 21:34:46.876103 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a366242b-617d-4ef9-bfba-b40f62b33aad tempest-DHCPAgentSchedulersTestJSON-599281932 tempest-DHCPAgentSchedulersTestJSON-599281932-project] Pushing event updated for resources: {'Subnet': ['ID=23b8267a-3acd-4b55-b4d0-3b56d171287c,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:46.902025 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a366242b-617d-4ef9-bfba-b40f62b33aad tempest-DHCPAgentSchedulersTestJSON-599281932 tempest-DHCPAgentSchedulersTestJSON-599281932-project] Checking segment: {'id': 'eac20e1d-442f-4ebe-b7b3-23b1f95d4085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1f03a9b0-474f-48fd-baad-7f4eccf76e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:34:46.902544 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a366242b-617d-4ef9-bfba-b40f62b33aad tempest-DHCPAgentSchedulersTestJSON-599281932 tempest-DHCPAgentSchedulersTestJSON-599281932-project] Network hostable DHCP agents. Network: 1f03a9b0-474f-48fd-baad-7f4eccf76e12, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:34:46.938511 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a366242b-617d-4ef9-bfba-b40f62b33aad tempest-DHCPAgentSchedulersTestJSON-599281932 tempest-DHCPAgentSchedulersTestJSON-599281932-project] Network 1f03a9b0-474f-48fd-baad-7f4eccf76e12 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:34:46.953818 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-a366242b-617d-4ef9-bfba-b40f62b33aad tempest-DHCPAgentSchedulersTestJSON-599281932 tempest-DHCPAgentSchedulersTestJSON-599281932-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 1f03a9b0-474f-48fd-baad-7f4eccf76e12) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:34:46.963643 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331c7fa4-8592-484f-a75e-057156fcdc4b None None] Network 1f03a9b0-474f-48fd-baad-7f4eccf76e12 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:34:46.973758 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a366242b-617d-4ef9-bfba-b40f62b33aad tempest-DHCPAgentSchedulersTestJSON-599281932 tempest-DHCPAgentSchedulersTestJSON-599281932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:46.980801 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a366242b-617d-4ef9-bfba-b40f62b33aad tempest-DHCPAgentSchedulersTestJSON-599281932 tempest-DHCPAgentSchedulersTestJSON-599281932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:47.033199 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-a366242b-617d-4ef9-bfba-b40f62b33aad tempest-DHCPAgentSchedulersTestJSON-599281932 tempest-DHCPAgentSchedulersTestJSON-599281932-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0834088 Feb 09 21:34:47.033199 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 55486) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:47.046438 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-1aaea326-d332-4e48-9109-0ed1a8bf7f9d tempest-DHCPAgentSchedulersTestJSON-599281932 tempest-DHCPAgentSchedulersTestJSON-599281932-project] Request body: {'port': {'network_id': '1f03a9b0-474f-48fd-baad-7f4eccf76e12', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1796434791'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:34:47.057644 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f798d33-979e-42a3-a9a3-32dee4eb7e77 req-aba20591-8b9c-4778-998f-7db9156c0bbc tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:47.067988 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7f798d33-979e-42a3-a9a3-32dee4eb7e77 req-aba20591-8b9c-4778-998f-7db9156c0bbc tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/ports?device_id=50e0dbe9-de7a-4515-a141-361c5f3ab1cc HTTP/1.1" status: 200 len: 943 time: 0.1041944 Feb 09 21:34:47.103892 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca069aa-9108-4716-af63-0a541e9450c0 None None] Network 641162f1-a5c5-4f37-bdbf-71b22c7a6598 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:34:47.188978 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7f798d33-979e-42a3-a9a3-32dee4eb7e77 req-aa8b0a1b-383a-42e8-b247-3a38e5ece600 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/security-groups?id=53864ffe-fa53-4ead-9e41-21e6252e7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196063 Feb 09 21:34:47.285277 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ce1b88a-5349-47c1-b8ae-5065dd719002 x-openstack-request-id: req-4ce1b88a-5349-47c1-b8ae-5065dd719002 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:34:47.285726 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46116dea-e58b-4693-992f-1a92fc2092d0", "name": "network-vif-plugged", "status": "completed", "tag": "ed779966-a642-4ad4-b70e-415d3ca7781a", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:34:47.286126 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-4ce1b88a-5349-47c1-b8ae-5065dd719002 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:34:47.286747 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46116dea-e58b-4693-992f-1a92fc2092d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed779966-a642-4ad4-b70e-415d3ca7781a', 'code': 200} Feb 09 21:34:47.307717 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aaea326-d332-4e48-9109-0ed1a8bf7f9d tempest-DHCPAgentSchedulersTestJSON-599281932 tempest-DHCPAgentSchedulersTestJSON-599281932-project] Made reservation on behalf of 5d275b609c1b44d7bce6f535303ad114 for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:34:47.315331 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1aaea326-d332-4e48-9109-0ed1a8bf7f9d tempest-DHCPAgentSchedulersTestJSON-599281932 tempest-DHCPAgentSchedulersTestJSON-599281932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:47.365177 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [None req-1aaea326-d332-4e48-9109-0ed1a8bf7f9d tempest-DHCPAgentSchedulersTestJSON-599281932 tempest-DHCPAgentSchedulersTestJSON-599281932-project] device_id is not set on port 6b77f6eb-92dc-4428-bcbd-dc016c772b60 yet. {{(pid=103141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:34:47.403403 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-aa8bf571-414e-4bd6-9b3d-05c2f35f8788 req-f20ee79e-31a5-45a0-98c0-a66e36a530e6 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.90 "GET /v2.0/ports?device_id=839b756c-2e95-4def-9826-21c1525b2880 HTTP/1.1" status: 200 len: 210 time: 0.0708528 Feb 09 21:34:47.439377 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-e078f5b8-2c0d-4d4c-a48c-aa5088e03a79 None None] Provisioning complete for port 8484e53b-236a-452c-8276-6021a6ad6be0 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:34:47.452077 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e078f5b8-2c0d-4d4c-a48c-aa5088e03a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (8484e53b-236a-452c-8276-6021a6ad6be0), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:47.675390 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-1aaea326-d332-4e48-9109-0ed1a8bf7f9d tempest-DHCPAgentSchedulersTestJSON-599281932 tempest-DHCPAgentSchedulersTestJSON-599281932-project] Allocated IP 172.20.0.3 (1f03a9b0-474f-48fd-baad-7f4eccf76e12/23b8267a-3acd-4b55-b4d0-3b56d171287c/6b77f6eb-92dc-4428-bcbd-dc016c772b60) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:34:47.764590 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b861057d-2f7a-4bb7-a6af-bfda6310ac75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-1f03a9b0-474f-48fd-baad-7f4eccf76e12', 'network_id': '1f03a9b0-474f-48fd-baad-7f4eccf76e12', 'project_id': '5d275b609c1b44d7bce6f535303ad114', 'fixed_ips': [{'subnet_id': '23b8267a-3acd-4b55-b4d0-3b56d171287c'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:34:47.765791 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b861057d-2f7a-4bb7-a6af-bfda6310ac75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:47.780203 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39139bb-8436-46d2-b40f-d75652bdb60b req-f9167e0d-b532-475c-9e8b-a2fc705afc7c tempest-ServerMetadataNegativeTestJSON-122155306 tempest-ServerMetadataNegativeTestJSON-122155306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:47.789839 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b39139bb-8436-46d2-b40f-d75652bdb60b req-f9167e0d-b532-475c-9e8b-a2fc705afc7c tempest-ServerMetadataNegativeTestJSON-122155306 tempest-ServerMetadataNegativeTestJSON-122155306-project] 10.222.0.90 "GET /v2.0/ports?device_id=46116dea-e58b-4693-992f-1a92fc2092d0 HTTP/1.1" status: 200 len: 946 time: 0.2303658 Feb 09 21:34:47.890858 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b39139bb-8436-46d2-b40f-d75652bdb60b req-3b6e1da9-94f0-4453-b4f5-e52a92189522 tempest-ServerMetadataNegativeTestJSON-122155306 tempest-ServerMetadataNegativeTestJSON-122155306-project] 10.222.0.90 "GET /v2.0/security-groups?id=6369d93d-5427-4bfb-90f4-472a161b92a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014917 Feb 09 21:34:47.984409 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1aaea326-d332-4e48-9109-0ed1a8bf7f9d tempest-DHCPAgentSchedulersTestJSON-599281932 tempest-DHCPAgentSchedulersTestJSON-599281932-project] Publish callbacks [] for port (6b77f6eb-92dc-4428-bcbd-dc016c772b60), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:47.999770 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 89012b68-76ca-42ee-b828-aed345e61ec8 details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:34:48.027919 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device b13616f4-7368-4082-9961-ef700c6b1149 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:34:48.050596 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1aaea326-d332-4e48-9109-0ed1a8bf7f9d tempest-DHCPAgentSchedulersTestJSON-599281932 tempest-DHCPAgentSchedulersTestJSON-599281932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (6b77f6eb-92dc-4428-bcbd-dc016c772b60), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:48.090940 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7099bd-a9be-414c-932d-431415caf3af None None] Network cea301d7-eb3a-4790-bd8b-b668b6ea9a0e requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:34:48.180793 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aaea326-d332-4e48-9109-0ed1a8bf7f9d tempest-DHCPAgentSchedulersTestJSON-599281932 tempest-DHCPAgentSchedulersTestJSON-599281932-project] Network 1f03a9b0-474f-48fd-baad-7f4eccf76e12 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:34:48.199158 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-1aaea326-d332-4e48-9109-0ed1a8bf7f9d tempest-DHCPAgentSchedulersTestJSON-599281932 tempest-DHCPAgentSchedulersTestJSON-599281932-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:34:48.205592 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aaea326-d332-4e48-9109-0ed1a8bf7f9d tempest-DHCPAgentSchedulersTestJSON-599281932 tempest-DHCPAgentSchedulersTestJSON-599281932-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:34:48.229460 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a18148-eb87-440e-a488-dc93c968bf47 req-dbaca37a-c34f-47c2-a8fc-3ce329f0ef5c tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:48.234726 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e5a18148-eb87-440e-a488-dc93c968bf47 req-dbaca37a-c34f-47c2-a8fc-3ce329f0ef5c tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=9a70729e-24c8-4e59-8c93-8811e088ab2e HTTP/1.1" status: 200 len: 950 time: 0.1524732 Feb 09 21:34:48.329552 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aaea326-d332-4e48-9109-0ed1a8bf7f9d tempest-DHCPAgentSchedulersTestJSON-599281932 tempest-DHCPAgentSchedulersTestJSON-599281932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:48.336487 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-b861057d-2f7a-4bb7-a6af-bfda6310ac75 None None] Allocated IP 172.20.0.2 (1f03a9b0-474f-48fd-baad-7f4eccf76e12/23b8267a-3acd-4b55-b4d0-3b56d171287c/04a4fcfb-e995-49ba-ad11-9780849b4515) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:34:48.338649 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1aaea326-d332-4e48-9109-0ed1a8bf7f9d tempest-DHCPAgentSchedulersTestJSON-599281932 tempest-DHCPAgentSchedulersTestJSON-599281932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:48.344586 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e5a18148-eb87-440e-a488-dc93c968bf47 req-12c781fe-c041-4347-968f-832b7db7e452 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020901 Feb 09 21:34:48.366120 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06395935-00b1-4952-8057-591cc26a5e5f req-5e427026-ec09-4aa3-9f22-a3a008261640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:48.368264 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-06395935-00b1-4952-8057-591cc26a5e5f req-5e427026-ec09-4aa3-9f22-a3a008261640 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=46116dea-e58b-4693-992f-1a92fc2092d0 HTTP/1.1" status: 200 len: 1128 time: 0.3495455 Feb 09 21:34:48.369801 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaea326-d332-4e48-9109-0ed1a8bf7f9d tempest-DHCPAgentSchedulersTestJSON-599281932 tempest-DHCPAgentSchedulersTestJSON-599281932-project] Pushing event updated for resources: {'Port': ['ID=6b77f6eb-92dc-4428-bcbd-dc016c772b60,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:48.475381 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-e078f5b8-2c0d-4d4c-a48c-aa5088e03a79 None None] Current status of the port 8484e53b-236a-452c-8276-6021a6ad6be0 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:34:48.546189 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-1aaea326-d332-4e48-9109-0ed1a8bf7f9d tempest-DHCPAgentSchedulersTestJSON-599281932 tempest-DHCPAgentSchedulersTestJSON-599281932-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5119164 Feb 09 21:34:48.550664 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 55530) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:48.585725 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2a13987a-070d-4950-b386-0eeec6780e6d req-c1c22b76-9e06-449c-9630-6a799274699d tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.90 "GET /v2.0/ports?device_id=839b756c-2e95-4def-9826-21c1525b2880 HTTP/1.1" status: 200 len: 210 time: 0.0523305 Feb 09 21:34:48.632583 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-06395935-00b1-4952-8057-591cc26a5e5f req-fdb0fb4b-595b-4ee7-a26a-e2a9b79c09c7 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=6369d93d-5427-4bfb-90f4-472a161b92a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569513 Feb 09 21:34:48.667101 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc9fad-5e0d-4a38-82fa-e6d6d14d1ee5 req-2c3aa0ce-5570-4225-ba56-249d05cc87ed tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:48.672348 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-afbc9fad-5e0d-4a38-82fa-e6d6d14d1ee5 req-2c3aa0ce-5570-4225-ba56-249d05cc87ed tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/ports?device_id=50e0dbe9-de7a-4515-a141-361c5f3ab1cc HTTP/1.1" status: 200 len: 943 time: 0.2271235 Feb 09 21:34:48.715097 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.db.resource_extend [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 21:34:48.730288 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-33ec87ea-a8d5-4a4d-872b-38ca1686d9a0 tempest-DHCPAgentSchedulersTestJSON-599281932 tempest-DHCPAgentSchedulersTestJSON-599281932-project] Deleting port 6b77f6eb-92dc-4428-bcbd-dc016c772b60 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:34:48.730633 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-33ec87ea-a8d5-4a4d-872b-38ca1686d9a0 tempest-DHCPAgentSchedulersTestJSON-599281932 tempest-DHCPAgentSchedulersTestJSON-599281932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (6b77f6eb-92dc-4428-bcbd-dc016c772b60), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:48.777659 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-afbc9fad-5e0d-4a38-82fa-e6d6d14d1ee5 req-cb47a4d0-d7f0-4e0a-ba7a-d000ad437cbc tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/security-groups?id=53864ffe-fa53-4ead-9e41-21e6252e7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964613 Feb 09 21:34:48.842916 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-33ec87ea-a8d5-4a4d-872b-38ca1686d9a0 tempest-DHCPAgentSchedulersTestJSON-599281932 tempest-DHCPAgentSchedulersTestJSON-599281932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (6b77f6eb-92dc-4428-bcbd-dc016c772b60), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:48.866432 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-33ec87ea-a8d5-4a4d-872b-38ca1686d9a0 tempest-DHCPAgentSchedulersTestJSON-599281932 tempest-DHCPAgentSchedulersTestJSON-599281932-project] Calling delete_port for 6b77f6eb-92dc-4428-bcbd-dc016c772b60 owned by {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:34:49.037726 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port b13616f4-7368-4082-9961-ef700c6b1149 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:34:49.038497 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (b13616f4-7368-4082-9961-ef700c6b1149), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:49.116894 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-33ec87ea-a8d5-4a4d-872b-38ca1686d9a0 tempest-DHCPAgentSchedulersTestJSON-599281932 tempest-DHCPAgentSchedulersTestJSON-599281932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (6b77f6eb-92dc-4428-bcbd-dc016c772b60), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:49.130450 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7884a61c-2833-4927-b008-720484f8d45a req-ad5b2a0f-b470-4171-8041-f4176d317e32 tempest-ServerMetadataNegativeTestJSON-122155306 tempest-ServerMetadataNegativeTestJSON-122155306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:49.134537 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7884a61c-2833-4927-b008-720484f8d45a req-ad5b2a0f-b470-4171-8041-f4176d317e32 tempest-ServerMetadataNegativeTestJSON-122155306 tempest-ServerMetadataNegativeTestJSON-122155306-project] 10.222.0.90 "GET /v2.0/ports?device_id=46116dea-e58b-4693-992f-1a92fc2092d0 HTTP/1.1" status: 200 len: 946 time: 0.1164522 Feb 09 21:34:49.144609 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ec87ea-a8d5-4a4d-872b-38ca1686d9a0 tempest-DHCPAgentSchedulersTestJSON-599281932 tempest-DHCPAgentSchedulersTestJSON-599281932-project] Pushing event deleted for resources: {'Port': ['ID=6b77f6eb-92dc-4428-bcbd-dc016c772b60,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:49.248233 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-ce5ac9a1-2510-4fed-82f2-b26c1cbb3b91 None None] Provisioning complete for port b13616f4-7368-4082-9961-ef700c6b1149 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:34:49.248628 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ce5ac9a1-2510-4fed-82f2-b26c1cbb3b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (b13616f4-7368-4082-9961-ef700c6b1149), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:49.262472 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-33ec87ea-a8d5-4a4d-872b-38ca1686d9a0 tempest-DHCPAgentSchedulersTestJSON-599281932 tempest-DHCPAgentSchedulersTestJSON-599281932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:49.269027 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-33ec87ea-a8d5-4a4d-872b-38ca1686d9a0 tempest-DHCPAgentSchedulersTestJSON-599281932 tempest-DHCPAgentSchedulersTestJSON-599281932-project] 10.222.0.90 "DELETE /v2.0/ports/6b77f6eb-92dc-4428-bcbd-dc016c772b60 HTTP/1.1" status: 204 len: 168 time: 0.7144513 Feb 09 21:34:49.271605 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 55550) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:49.495616 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 89012b68-76ca-42ee-b828-aed345e61ec8, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=89012b68-76ca-42ee-b828-aed345e61ec8,segment=NetworkSegment(b8c2a339-696c-42ff-9706-e9c7145ef2ff),segment_id=b8c2a339-696c-42ff-9706-e9c7145ef2ff)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:34:49.556285 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': '89012b68-76ca-42ee-b828-aed345e61ec8', 'network_id': '83b648e3-9e16-4594-828d-322167244a5e', 'port_id': '89012b68-76ca-42ee-b828-aed345e61ec8', 'mac_address': 'fa:16:3e:cb:6d:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33895a87-c686-4060-8a0c-2f9b961a8554', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:34:49.597040 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb0128c-f71f-4984-a99f-725308dec2c9 req-396c6bb8-4575-4786-8353-74e93c7af870 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:49.630807 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb0128c-f71f-4984-a99f-725308dec2c9 req-396c6bb8-4575-4786-8353-74e93c7af870 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:49.633498 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-abb0128c-f71f-4984-a99f-725308dec2c9 req-396c6bb8-4575-4786-8353-74e93c7af870 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.95 "GET /v2.0/networks?id=641162f1-a5c5-4f37-bdbf-71b22c7a6598&id=cea301d7-eb3a-4790-bd8b-b668b6ea9a0e HTTP/1.1" status: 200 len: 1391 time: 0.4262068 Feb 09 21:34:49.652190 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b861057d-2f7a-4bb7-a6af-bfda6310ac75 None None] Publish callbacks [] for port (04a4fcfb-e995-49ba-ad11-9780849b4515), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:49.679188 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-abb0128c-f71f-4984-a99f-725308dec2c9 req-e61cea88-033b-49f7-bffb-272a561a3eb9 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Request body: {'port': {'device_id': '839b756c-2e95-4def-9826-21c1525b2880', 'network_id': '641162f1-a5c5-4f37-bdbf-71b22c7a6598', 'admin_state_up': True, 'tenant_id': '3a839c247a824993a2c678394ab2ac52'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:34:49.704523 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b861057d-2f7a-4bb7-a6af-bfda6310ac75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (04a4fcfb-e995-49ba-ad11-9780849b4515), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:49.711833 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 89012b68-76ca-42ee-b828-aed345e61ec8 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:34:49.712251 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (89012b68-76ca-42ee-b828-aed345e61ec8), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:49.740388 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-c818512a-e165-40f3-b024-41c7ca705d56 tempest-DHCPAgentSchedulersTestJSON-1119252717 tempest-DHCPAgentSchedulersTestJSON-1119252717-project-admin] 10.222.0.90 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 0.4670649 Feb 09 21:34:49.751879 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 55566) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:49.756879 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port b13616f4-7368-4082-9961-ef700c6b1149 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:34:49.757292 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (b13616f4-7368-4082-9961-ef700c6b1149), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:49.765222 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-9b6fbd17-10b7-469a-b14e-683c022ec647 tempest-DHCPAgentSchedulersTestJSON-599281932 tempest-DHCPAgentSchedulersTestJSON-599281932-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-13966500'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:34:49.786912 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89012b68-76ca-42ee-b828-aed345e61ec8 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:34:49.800355 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-ce5ac9a1-2510-4fed-82f2-b26c1cbb3b91 None None] Current status of the port b13616f4-7368-4082-9961-ef700c6b1149 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:34:49.800764 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ce5ac9a1-2510-4fed-82f2-b26c1cbb3b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (b13616f4-7368-4082-9961-ef700c6b1149), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:49.804079 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b861057d-2f7a-4bb7-a6af-bfda6310ac75 None None] Network 1f03a9b0-474f-48fd-baad-7f4eccf76e12 is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:34:49.822113 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b6fbd17-10b7-469a-b14e-683c022ec647 tempest-DHCPAgentSchedulersTestJSON-599281932 tempest-DHCPAgentSchedulersTestJSON-599281932-project] Made reservation on behalf of 5d275b609c1b44d7bce6f535303ad114 for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:34:49.830629 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-b861057d-2f7a-4bb7-a6af-bfda6310ac75 None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:34:49.836123 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9b6fbd17-10b7-469a-b14e-683c022ec647 tempest-DHCPAgentSchedulersTestJSON-599281932 tempest-DHCPAgentSchedulersTestJSON-599281932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:49.837454 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b861057d-2f7a-4bb7-a6af-bfda6310ac75 None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:34:49.848821 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861057d-2f7a-4bb7-a6af-bfda6310ac75 None None] Pushing event updated for resources: {'Port': ['ID=04a4fcfb-e995-49ba-ad11-9780849b4515,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:49.861552 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 89012b68-76ca-42ee-b828-aed345e61ec8, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=89012b68-76ca-42ee-b828-aed345e61ec8,segment=NetworkSegment(b8c2a339-696c-42ff-9706-e9c7145ef2ff),segment_id=b8c2a339-696c-42ff-9706-e9c7145ef2ff)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:34:49.877495 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (89012b68-76ca-42ee-b828-aed345e61ec8), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:49.886328 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port b13616f4-7368-4082-9961-ef700c6b1149, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=b13616f4-7368-4082-9961-ef700c6b1149,segment=NetworkSegment(462e03e7-f067-4f20-8f9e-1f3c154720a6),segment_id=462e03e7-f067-4f20-8f9e-1f3c154720a6)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:34:49.904937 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b6fbd17-10b7-469a-b14e-683c022ec647 tempest-DHCPAgentSchedulersTestJSON-599281932 tempest-DHCPAgentSchedulersTestJSON-599281932-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:34:49.918113 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9b6fbd17-10b7-469a-b14e-683c022ec647 tempest-DHCPAgentSchedulersTestJSON-599281932 tempest-DHCPAgentSchedulersTestJSON-599281932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (fdb42baa-fb09-4f5f-9ba9-ad44bb9408fb), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:49.918935 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-9b6fbd17-10b7-469a-b14e-683c022ec647 tempest-DHCPAgentSchedulersTestJSON-599281932 tempest-DHCPAgentSchedulersTestJSON-599281932-project] Added segment fdb42baa-fb09-4f5f-9ba9-ad44bb9408fb of type vlan for network 86774b3a-c881-40d5-8de5-9ed57c41e2ec Feb 09 21:34:49.926332 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (b13616f4-7368-4082-9961-ef700c6b1149), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:49.927118 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 8484e53b-236a-452c-8276-6021a6ad6be0 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:34:49.983763 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9b6fbd17-10b7-469a-b14e-683c022ec647 tempest-DHCPAgentSchedulersTestJSON-599281932 tempest-DHCPAgentSchedulersTestJSON-599281932-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (86774b3a-c881-40d5-8de5-9ed57c41e2ec), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:49.993558 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7884a61c-2833-4927-b008-720484f8d45a req-54fd2322-5919-4dc3-9b10-2fb5e7d54c15 tempest-ServerMetadataNegativeTestJSON-122155306 tempest-ServerMetadataNegativeTestJSON-122155306-project] 10.222.0.90 "GET /v2.0/security-groups?id=6369d93d-5427-4bfb-90f4-472a161b92a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8451424 Feb 09 21:34:50.013443 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abb0128c-f71f-4984-a99f-725308dec2c9 req-e61cea88-033b-49f7-bffb-272a561a3eb9 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Made reservation on behalf of 3a839c247a824993a2c678394ab2ac52 for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:34:50.021576 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-abb0128c-f71f-4984-a99f-725308dec2c9 req-e61cea88-033b-49f7-bffb-272a561a3eb9 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:50.056759 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9b6fbd17-10b7-469a-b14e-683c022ec647 tempest-DHCPAgentSchedulersTestJSON-599281932 tempest-DHCPAgentSchedulersTestJSON-599281932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (86774b3a-c881-40d5-8de5-9ed57c41e2ec), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:50.077660 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6fbd17-10b7-469a-b14e-683c022ec647 tempest-DHCPAgentSchedulersTestJSON-599281932 tempest-DHCPAgentSchedulersTestJSON-599281932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:50.078311 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9b6fbd17-10b7-469a-b14e-683c022ec647 tempest-DHCPAgentSchedulersTestJSON-599281932 tempest-DHCPAgentSchedulersTestJSON-599281932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:50.124919 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=89012b68-76ca-42ee-b828-aed345e61ec8,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:50.148946 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-9b6fbd17-10b7-469a-b14e-683c022ec647 tempest-DHCPAgentSchedulersTestJSON-599281932 tempest-DHCPAgentSchedulersTestJSON-599281932-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.3891485 Feb 09 21:34:50.150827 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-b861057d-2f7a-4bb7-a6af-bfda6310ac75 None None] Attempting to bind port 04a4fcfb-e995-49ba-ad11-9780849b4515 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:34:50.151208 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-b861057d-2f7a-4bb7-a6af-bfda6310ac75 None None] Attempting to bind port 04a4fcfb-e995-49ba-ad11-9780849b4515 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': 'eac20e1d-442f-4ebe-b7b3-23b1f95d4085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1f03a9b0-474f-48fd-baad-7f4eccf76e12'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:34:50.151630 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b861057d-2f7a-4bb7-a6af-bfda6310ac75 None None] Attempting to bind port 04a4fcfb-e995-49ba-ad11-9780849b4515 on network 1f03a9b0-474f-48fd-baad-7f4eccf76e12 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:34:50.157510 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 55572) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:50.193658 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6fbd17-10b7-469a-b14e-683c022ec647 tempest-DHCPAgentSchedulersTestJSON-599281932 tempest-DHCPAgentSchedulersTestJSON-599281932-project] Pushing event updated for resources: {'Network': ['ID=86774b3a-c881-40d5-8de5-9ed57c41e2ec,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:50.206533 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.db.api [None req-ce5ac9a1-2510-4fed-82f2-b26c1cbb3b91 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103142) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:34:50.207064 n-d-828369-5 neutron-server[103142]: DEBUG oslo_db.api [None req-ce5ac9a1-2510-4fed-82f2-b26c1cbb3b91 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:34:50.207939 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b861057d-2f7a-4bb7-a6af-bfda6310ac75 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:34:50.208370 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b861057d-2f7a-4bb7-a6af-bfda6310ac75 None None] Checking segment: {'id': 'eac20e1d-442f-4ebe-b7b3-23b1f95d4085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1f03a9b0-474f-48fd-baad-7f4eccf76e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:34:50.208893 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b861057d-2f7a-4bb7-a6af-bfda6310ac75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:50.209290 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b861057d-2f7a-4bb7-a6af-bfda6310ac75 None None] Bound using segment: {'id': 'eac20e1d-442f-4ebe-b7b3-23b1f95d4085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1f03a9b0-474f-48fd-baad-7f4eccf76e12'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:34:50.210497 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-b861057d-2f7a-4bb7-a6af-bfda6310ac75 None None] Bound port: 04a4fcfb-e995-49ba-ad11-9780849b4515, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eac20e1d-442f-4ebe-b7b3-23b1f95d4085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1f03a9b0-474f-48fd-baad-7f4eccf76e12'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:34:50.210892 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b861057d-2f7a-4bb7-a6af-bfda6310ac75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (04a4fcfb-e995-49ba-ad11-9780849b4515), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:50.286659 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9a234d-2ab4-4f39-8259-e27256a3741b req-51d420bb-ff36-4b4d-97b4-e65b7a6a865a tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:50.288806 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-af9a234d-2ab4-4f39-8259-e27256a3741b req-51d420bb-ff36-4b4d-97b4-e65b7a6a865a tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=9a70729e-24c8-4e59-8c93-8811e088ab2e HTTP/1.1" status: 200 len: 950 time: 0.2255828 Feb 09 21:34:50.312619 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-b861057d-2f7a-4bb7-a6af-bfda6310ac75 None None] For port 04a4fcfb-e995-49ba-ad11-9780849b4515, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:34:50.317123 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-b861057d-2f7a-4bb7-a6af-bfda6310ac75 None None] For port 04a4fcfb-e995-49ba-ad11-9780849b4515, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=04a4fcfb-e995-49ba-ad11-9780849b4515,segment=NetworkSegment(eac20e1d-442f-4ebe-b7b3-23b1f95d4085),segment_id=eac20e1d-442f-4ebe-b7b3-23b1f95d4085)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:34:50.322372 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 86774b3a-c881-40d5-8de5-9ed57c41e2ec details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:34:50.349386 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0520ca-710e-48e4-99d4-29456a7ec713 req-977c75a9-370f-4aa1-a268-4e095064bc49 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:50.355329 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-8e208ec9-c341-416d-974f-c490ed010b67 tempest-DHCPAgentSchedulersTestJSON-1119252717 tempest-DHCPAgentSchedulersTestJSON-1119252717-project-admin] 10.222.0.90 "GET /v2.0/agents/df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620/dhcp-networks HTTP/1.1" status: 200 len: 9680 time: 0.1964998 Feb 09 21:34:50.356733 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3d0520ca-710e-48e4-99d4-29456a7ec713 req-977c75a9-370f-4aa1-a268-4e095064bc49 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=7363f6dd-2718-4848-98c6-d4b3a3d9decc HTTP/1.1" status: 200 len: 944 time: 0.2126074 Feb 09 21:34:50.358739 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 55574) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:50.379770 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b861057d-2f7a-4bb7-a6af-bfda6310ac75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (04a4fcfb-e995-49ba-ad11-9780849b4515), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:50.409702 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 8484e53b-236a-452c-8276-6021a6ad6be0 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:34:50.410075 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (8484e53b-236a-452c-8276-6021a6ad6be0), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:50.447505 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-af9a234d-2ab4-4f39-8259-e27256a3741b req-4154a6a3-01a1-4d1f-bd9d-a0313f1935a2 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524827 Feb 09 21:34:50.469091 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [req-abb0128c-f71f-4984-a99f-725308dec2c9 req-e61cea88-033b-49f7-bffb-272a561a3eb9 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Allocated IP 19.80.0.163 (641162f1-a5c5-4f37-bdbf-71b22c7a6598/525d2927-48bb-4678-996d-bb0d26507287/d10ee656-cd44-41f1-9918-4a2732cceda8) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:34:50.470455 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2bb6f6e-abe8-486b-9688-39f25f5b5c05 tempest-DHCPAgentSchedulersTestJSON-1119252717 tempest-DHCPAgentSchedulersTestJSON-1119252717-project-admin] Network 86774b3a-c881-40d5-8de5-9ed57c41e2ec is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:34:50.494539 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-f2bb6f6e-abe8-486b-9688-39f25f5b5c05 tempest-DHCPAgentSchedulersTestJSON-1119252717 tempest-DHCPAgentSchedulersTestJSON-1119252717-project-admin] 10.222.0.90 "POST /v2.0/agents/df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1345048 Feb 09 21:34:50.494772 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 55576) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:50.514469 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4549c496-8f29-459b-8111-b483cfb6215f None None] Network 86774b3a-c881-40d5-8de5-9ed57c41e2ec requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:34:50.540795 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3d0520ca-710e-48e4-99d4-29456a7ec713 req-c80bac0c-cf0b-4377-82c7-312e1092ed9d tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558125 Feb 09 21:34:50.623401 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=b13616f4-7368-4082-9961-ef700c6b1149,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:50.689346 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306e9ad5-cc0f-49da-853e-5eb1e392abbd req-13359613-3c1b-4517-b88f-0ed662c52568 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:50.690909 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-306e9ad5-cc0f-49da-853e-5eb1e392abbd req-13359613-3c1b-4517-b88f-0ed662c52568 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.89 "GET /v2.0/ports?device_id=7363f6dd-2718-4848-98c6-d4b3a3d9decc HTTP/1.1" status: 200 len: 944 time: 0.0843437 Feb 09 21:34:50.741559 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861057d-2f7a-4bb7-a6af-bfda6310ac75 None None] Pushing event updated for resources: {'Port': ['ID=04a4fcfb-e995-49ba-ad11-9780849b4515,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:50.750057 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['89012b68-76ca-42ee-b828-aed345e61ec8'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:34:50.796004 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-ce5ac9a1-2510-4fed-82f2-b26c1cbb3b91 None None] Current status of the port b13616f4-7368-4082-9961-ef700c6b1149 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:34:50.844211 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c19dec55-549b-43f5-8874-bbb8a8d64046 req-3145eb24-17c0-4012-8830-536e06f44149 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.90 "GET /v2.0/ports?device_id=839b756c-2e95-4def-9826-21c1525b2880 HTTP/1.1" status: 200 len: 210 time: 0.2497048 Feb 09 21:34:50.857933 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 8484e53b-236a-452c-8276-6021a6ad6be0 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:34:50.904547 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:50.940324 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-306e9ad5-cc0f-49da-853e-5eb1e392abbd req-8304e2fe-de40-408a-966a-85b2f3ddd377 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Deleting port e9e6b782-e4e9-4b6f-9321-32081e17276f {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:34:50.942267 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-306e9ad5-cc0f-49da-853e-5eb1e392abbd req-8304e2fe-de40-408a-966a-85b2f3ddd377 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (e9e6b782-e4e9-4b6f-9321-32081e17276f), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:50.959655 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-84dce2df-66de-4c2f-914a-57f0055e8cda None None] Provisioning complete for port b13616f4-7368-4082-9961-ef700c6b1149 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:34:50.960041 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-84dce2df-66de-4c2f-914a-57f0055e8cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (b13616f4-7368-4082-9961-ef700c6b1149), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:51.066495 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6ef1dd-dbc5-44ed-bbf7-75c06f425352 req-a0b57637-fbc5-4a24-925a-025093212770 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:51.074004 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1a6ef1dd-dbc5-44ed-bbf7-75c06f425352 req-a0b57637-fbc5-4a24-925a-025093212770 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/ports?device_id=50e0dbe9-de7a-4515-a141-361c5f3ab1cc HTTP/1.1" status: 200 len: 944 time: 0.3970571 Feb 09 21:34:51.156783 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-306e9ad5-cc0f-49da-853e-5eb1e392abbd req-8304e2fe-de40-408a-966a-85b2f3ddd377 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] For port e9e6b782-e4e9-4b6f-9321-32081e17276f, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=e9e6b782-e4e9-4b6f-9321-32081e17276f,segment=NetworkSegment(aad88faa-37a1-49ac-8a06-d36169fb75d8),segment_id=aad88faa-37a1-49ac-8a06-d36169fb75d8)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:34:51.157365 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-306e9ad5-cc0f-49da-853e-5eb1e392abbd req-8304e2fe-de40-408a-966a-85b2f3ddd377 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (e9e6b782-e4e9-4b6f-9321-32081e17276f), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:51.199376 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-84dce2df-66de-4c2f-914a-57f0055e8cda None None] Current status of the port b13616f4-7368-4082-9961-ef700c6b1149 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:34:51.205712 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-306e9ad5-cc0f-49da-853e-5eb1e392abbd req-8304e2fe-de40-408a-966a-85b2f3ddd377 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Calling delete_port for e9e6b782-e4e9-4b6f-9321-32081e17276f owned by compute:nova {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:34:51.212928 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-84dce2df-66de-4c2f-914a-57f0055e8cda None None] Provisioning complete for port 8484e53b-236a-452c-8276-6021a6ad6be0 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:34:51.213311 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-84dce2df-66de-4c2f-914a-57f0055e8cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (8484e53b-236a-452c-8276-6021a6ad6be0), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:51.243279 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-abb0128c-f71f-4984-a99f-725308dec2c9 req-e61cea88-033b-49f7-bffb-272a561a3eb9 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks [] for port (d10ee656-cd44-41f1-9918-4a2732cceda8), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:51.259470 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device b13616f4-7368-4082-9961-ef700c6b1149 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:34:51.317669 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-1fb0e083-4406-4b74-88d6-725841a5de8e tempest-DHCPAgentSchedulersTestJSON-1119252717 tempest-DHCPAgentSchedulersTestJSON-1119252717-project-admin] 10.222.0.90 "GET /v2.0/agents/df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620/dhcp-networks HTTP/1.1" status: 200 len: 10449 time: 0.8181872 Feb 09 21:34:51.324124 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 55588) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:51.342635 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-abb0128c-f71f-4984-a99f-725308dec2c9 req-e61cea88-033b-49f7-bffb-272a561a3eb9 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (d10ee656-cd44-41f1-9918-4a2732cceda8), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:51.411092 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port b13616f4-7368-4082-9961-ef700c6b1149 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:34:51.411092 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (b13616f4-7368-4082-9961-ef700c6b1149), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:51.462532 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abb0128c-f71f-4984-a99f-725308dec2c9 req-e61cea88-033b-49f7-bffb-272a561a3eb9 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Network 641162f1-a5c5-4f37-bdbf-71b22c7a6598 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:34:51.463432 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-84dce2df-66de-4c2f-914a-57f0055e8cda None None] Current status of the port 8484e53b-236a-452c-8276-6021a6ad6be0 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:34:51.476472 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1a6ef1dd-dbc5-44ed-bbf7-75c06f425352 req-dce570dd-b61f-45e5-aa2f-fe061f61d615 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/security-groups?id=53864ffe-fa53-4ead-9e41-21e6252e7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4012573 Feb 09 21:34:51.484538 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [req-abb0128c-f71f-4984-a99f-725308dec2c9 req-e61cea88-033b-49f7-bffb-272a561a3eb9 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:34:51.493248 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-abb0128c-f71f-4984-a99f-725308dec2c9 req-e61cea88-033b-49f7-bffb-272a561a3eb9 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:34:51.516531 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-a827110f-e03c-4088-bdfe-3cad235b69b8 tempest-DHCPAgentSchedulersTestJSON-1119252717 tempest-DHCPAgentSchedulersTestJSON-1119252717-project-admin] 10.222.0.90 "DELETE /v2.0/agents/df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620/dhcp-networks/86774b3a-c881-40d5-8de5-9ed57c41e2ec HTTP/1.1" status: 204 len: 168 time: 0.1908617 Feb 09 21:34:51.522669 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 55596) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:51.560480 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61cea88-033b-49f7-bffb-272a561a3eb9 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Pushing event updated for resources: {'Port': ['ID=d10ee656-cd44-41f1-9918-4a2732cceda8,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:51.601054 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port b13616f4-7368-4082-9961-ef700c6b1149 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:34:51.602553 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 04a4fcfb-e995-49ba-ad11-9780849b4515 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:34:51.606759 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fd06f5-e810-43c3-8026-c1ce50b532ed req-0af3ab74-fae8-40e9-98d3-271c84ca4725 tempest-ServerMetadataNegativeTestJSON-122155306 tempest-ServerMetadataNegativeTestJSON-122155306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:51.613172 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d5fd06f5-e810-43c3-8026-c1ce50b532ed req-0af3ab74-fae8-40e9-98d3-271c84ca4725 tempest-ServerMetadataNegativeTestJSON-122155306 tempest-ServerMetadataNegativeTestJSON-122155306-project] 10.222.0.90 "GET /v2.0/ports?device_id=46116dea-e58b-4693-992f-1a92fc2092d0 HTTP/1.1" status: 200 len: 946 time: 0.3311200 Feb 09 21:34:51.662047 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb0128c-f71f-4984-a99f-725308dec2c9 req-e61cea88-033b-49f7-bffb-272a561a3eb9 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:51.666073 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-abb0128c-f71f-4984-a99f-725308dec2c9 req-e61cea88-033b-49f7-bffb-272a561a3eb9 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:51.720815 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 04a4fcfb-e995-49ba-ad11-9780849b4515 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:34:51.721227 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (04a4fcfb-e995-49ba-ad11-9780849b4515), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:51.740834 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-abb0128c-f71f-4984-a99f-725308dec2c9 req-e61cea88-033b-49f7-bffb-272a561a3eb9 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0794401 Feb 09 21:34:51.750681 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-465c38f4-fdb7-47f1-bb66-a983872598f6 tempest-DHCPAgentSchedulersTestJSON-1119252717 tempest-DHCPAgentSchedulersTestJSON-1119252717-project-admin] 10.222.0.90 "GET /v2.0/agents/df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620/dhcp-networks HTTP/1.1" status: 200 len: 9680 time: 0.2264414 Feb 09 21:34:51.751689 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 55604) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:51.770487 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-abb0128c-f71f-4984-a99f-725308dec2c9 req-f95915e7-b274-43b6-a017-e47f07b62ada tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Request body: {'port': {'device_id': '839b756c-2e95-4def-9826-21c1525b2880', 'network_id': 'cea301d7-eb3a-4790-bd8b-b668b6ea9a0e', 'admin_state_up': True, 'tenant_id': '3a839c247a824993a2c678394ab2ac52'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:34:51.794491 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-306e9ad5-cc0f-49da-853e-5eb1e392abbd req-8304e2fe-de40-408a-966a-85b2f3ddd377 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (e9e6b782-e4e9-4b6f-9321-32081e17276f), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:51.812946 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['e9e6b782-e4e9-4b6f-9321-32081e17276f'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:34:51.821262 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 55606) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:51.822730 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-c61b7405-ec2b-407d-b49a-e0d8454dd520 tempest-DHCPAgentSchedulersTestJSON-1119252717 tempest-DHCPAgentSchedulersTestJSON-1119252717-project-admin] 10.222.0.90 "GET /v2.0/networks/1f03a9b0-474f-48fd-baad-7f4eccf76e12/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0697725 Feb 09 21:34:51.922307 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8304e2fe-de40-408a-966a-85b2f3ddd377 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Pushing event deleted for resources: {'Port': ['ID=e9e6b782-e4e9-4b6f-9321-32081e17276f,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:51.929000 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d5fd06f5-e810-43c3-8026-c1ce50b532ed req-2f12059f-6680-4df8-83ad-11eb2077480c tempest-ServerMetadataNegativeTestJSON-122155306 tempest-ServerMetadataNegativeTestJSON-122155306-project] 10.222.0.90 "GET /v2.0/security-groups?id=6369d93d-5427-4bfb-90f4-472a161b92a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3036206 Feb 09 21:34:52.014743 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-306e9ad5-cc0f-49da-853e-5eb1e392abbd req-8304e2fe-de40-408a-966a-85b2f3ddd377 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] No DVR routers for this DVR port e9e6b782-e4e9-4b6f-9321-32081e17276f on host n-h2-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:34:52.018001 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-306e9ad5-cc0f-49da-853e-5eb1e392abbd req-8304e2fe-de40-408a-966a-85b2f3ddd377 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:52.023000 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-306e9ad5-cc0f-49da-853e-5eb1e392abbd req-8304e2fe-de40-408a-966a-85b2f3ddd377 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.89 "DELETE /v2.0/ports/e9e6b782-e4e9-4b6f-9321-32081e17276f HTTP/1.1" status: 204 len: 173 time: 1.3192418 Feb 09 21:34:52.023763 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7363f6dd-2718-4848-98c6-d4b3a3d9decc', 'name': 'network-vif-deleted', 'tag': 'e9e6b782-e4e9-4b6f-9321-32081e17276f'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:34:52.026848 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a1fb250-9509-4727-b021-3ac82e731203" -d '{"events": [{"server_uuid": "7363f6dd-2718-4848-98c6-d4b3a3d9decc", "name": "network-vif-deleted", "tag": "e9e6b782-e4e9-4b6f-9321-32081e17276f"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:34:52.035742 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 04a4fcfb-e995-49ba-ad11-9780849b4515 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:34:52.038399 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (04a4fcfb-e995-49ba-ad11-9780849b4515), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:52.046882 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a1e00d27-23dc-4d02-ae30-d98a90b21c05 None None] Provisioning complete for port d10ee656-cd44-41f1-9918-4a2732cceda8 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:34:52.048409 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a1e00d27-23dc-4d02-ae30-d98a90b21c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (d10ee656-cd44-41f1-9918-4a2732cceda8), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:52.146420 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port 04a4fcfb-e995-49ba-ad11-9780849b4515, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=04a4fcfb-e995-49ba-ad11-9780849b4515,segment=NetworkSegment(eac20e1d-442f-4ebe-b7b3-23b1f95d4085),segment_id=eac20e1d-442f-4ebe-b7b3-23b1f95d4085)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:34:52.148266 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-aa4746fd-3fa0-4e21-b5ef-592ade33eb3c tempest-DHCPAgentSchedulersTestJSON-1119252717 tempest-DHCPAgentSchedulersTestJSON-1119252717-project-admin] 10.222.0.90 "GET /v2.0/networks/1f03a9b0-474f-48fd-baad-7f4eccf76e12/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.3254583 Feb 09 21:34:52.150831 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 55618) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:52.158370 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (04a4fcfb-e995-49ba-ad11-9780849b4515), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:52.224085 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a1e00d27-23dc-4d02-ae30-d98a90b21c05 None None] Port d10ee656-cd44-41f1-9918-4a2732cceda8 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:34:52.230237 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e0de7ebb-8fb8-4314-b794-3080e434bd3b req-65cfcb00-e0bb-4de9-9bbb-939658c4ec92 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=7363f6dd-2718-4848-98c6-d4b3a3d9decc HTTP/1.1" status: 200 len: 210 time: 0.0862215 Feb 09 21:34:52.242559 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abb0128c-f71f-4984-a99f-725308dec2c9 req-f95915e7-b274-43b6-a017-e47f07b62ada tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Made reservation on behalf of 3a839c247a824993a2c678394ab2ac52 for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:34:52.246408 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-abb0128c-f71f-4984-a99f-725308dec2c9 req-f95915e7-b274-43b6-a017-e47f07b62ada tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:52.258331 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bb6e05-b7bd-47c3-8579-ecb3c1a9c993 req-8a97b94a-4778-4be9-888a-a597aaa721c3 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:52.276351 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c9bb6e05-b7bd-47c3-8579-ecb3c1a9c993 req-8a97b94a-4778-4be9-888a-a597aaa721c3 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=9a70729e-24c8-4e59-8c93-8811e088ab2e HTTP/1.1" status: 200 len: 950 time: 0.3347857 Feb 09 21:34:52.289077 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=04a4fcfb-e995-49ba-ad11-9780849b4515,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:52.313944 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd28235-ec1a-4c6e-a079-3e435eacf9eb None None] Network 1f03a9b0-474f-48fd-baad-7f4eccf76e12 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:34:52.349039 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c9bb6e05-b7bd-47c3-8579-ecb3c1a9c993 req-6dad43bd-3bc6-4506-8948-aa2badae3348 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717092 Feb 09 21:34:52.415861 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-3ac6134b-2485-48c3-92d2-3f30d50890af tempest-DHCPAgentSchedulersTestJSON-1119252717 tempest-DHCPAgentSchedulersTestJSON-1119252717-project-admin] 10.222.0.90 "GET /v2.0/agents/df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620/dhcp-networks HTTP/1.1" status: 200 len: 9680 time: 0.2589741 Feb 09 21:34:52.420549 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 55624) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:52.502818 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74e33aef-1986-4df2-910d-4b75a39edb55 x-openstack-request-id: req-74e33aef-1986-4df2-910d-4b75a39edb55 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:34:52.503124 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7363f6dd-2718-4848-98c6-d4b3a3d9decc", "name": "network-vif-deleted", "tag": "e9e6b782-e4e9-4b6f-9321-32081e17276f", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:34:52.503382 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-74e33aef-1986-4df2-910d-4b75a39edb55 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:34:52.503860 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7363f6dd-2718-4848-98c6-d4b3a3d9decc', 'name': 'network-vif-deleted', 'tag': 'e9e6b782-e4e9-4b6f-9321-32081e17276f', 'status': 'completed', 'code': 200} Feb 09 21:34:52.558208 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cb58b33c-d3d4-4788-8126-12853e8cf359 tempest-DHCPAgentSchedulersTestJSON-599281932 tempest-DHCPAgentSchedulersTestJSON-599281932-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (86774b3a-c881-40d5-8de5-9ed57c41e2ec), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:52.640740 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c988b72c-6cb2-4535-8aa2-a7f0e9d3bed6 req-de655190-fb55-4e9e-be1f-984fee9b2365 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:52.657772 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-c191e42a-533a-45b8-b63d-f21cdedb4950 None None] Provisioning complete for port 04a4fcfb-e995-49ba-ad11-9780849b4515 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:34:52.658370 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c191e42a-533a-45b8-b63d-f21cdedb4950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (04a4fcfb-e995-49ba-ad11-9780849b4515), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:52.678838 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c988b72c-6cb2-4535-8aa2-a7f0e9d3bed6 req-de655190-fb55-4e9e-be1f-984fee9b2365 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.90 "GET /v2.0/ports?device_id=839b756c-2e95-4def-9826-21c1525b2880 HTTP/1.1" status: 200 len: 932 time: 0.2639518 Feb 09 21:34:52.698467 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cb58b33c-d3d4-4788-8126-12853e8cf359 tempest-DHCPAgentSchedulersTestJSON-599281932 tempest-DHCPAgentSchedulersTestJSON-599281932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (86774b3a-c881-40d5-8de5-9ed57c41e2ec), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:52.733107 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-cb58b33c-d3d4-4788-8126-12853e8cf359 tempest-DHCPAgentSchedulersTestJSON-599281932 tempest-DHCPAgentSchedulersTestJSON-599281932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86774b3a-c881-40d5-8de5-9ed57c41e2ec']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:34:52.745829 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-cb58b33c-d3d4-4788-8126-12853e8cf359 tempest-DHCPAgentSchedulersTestJSON-599281932 tempest-DHCPAgentSchedulersTestJSON-599281932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdb42baa-fb09-4f5f-9ba9-ad44bb9408fb') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:34:52.746185 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-cb58b33c-d3d4-4788-8126-12853e8cf359 tempest-DHCPAgentSchedulersTestJSON-599281932 tempest-DHCPAgentSchedulersTestJSON-599281932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdb42baa-fb09-4f5f-9ba9-ad44bb9408fb') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:34:52.763929 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cb58b33c-d3d4-4788-8126-12853e8cf359 tempest-DHCPAgentSchedulersTestJSON-599281932 tempest-DHCPAgentSchedulersTestJSON-599281932-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (fdb42baa-fb09-4f5f-9ba9-ad44bb9408fb), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:52.787032 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cb58b33c-d3d4-4788-8126-12853e8cf359 tempest-DHCPAgentSchedulersTestJSON-599281932 tempest-DHCPAgentSchedulersTestJSON-599281932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (fdb42baa-fb09-4f5f-9ba9-ad44bb9408fb), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:52.812021 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb58b33c-d3d4-4788-8126-12853e8cf359 tempest-DHCPAgentSchedulersTestJSON-599281932 tempest-DHCPAgentSchedulersTestJSON-599281932-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:34:52.812621 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cb58b33c-d3d4-4788-8126-12853e8cf359 tempest-DHCPAgentSchedulersTestJSON-599281932 tempest-DHCPAgentSchedulersTestJSON-599281932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (fdb42baa-fb09-4f5f-9ba9-ad44bb9408fb), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:52.817265 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:34:52.817265 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:34:52.817265 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:34:52.817265 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:34:52.817265 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:34:52.817265 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:34:52.817265 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:34:52.817265 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:34:52.817265 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:34:52.817265 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:34:52.817265 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:34:52.817265 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:34:52.817265 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:34:52.817265 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:34:52.817265 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:34:52.817265 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:34:52.817265 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:34:52.817265 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:34:52.817265 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:34:52.817265 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:34:52.817265 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:34:52.817265 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:34:52.817265 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:34:52.817265 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:34:52.817265 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:34:52.817265 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:34:52.817265 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:34:52.817265 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:34:52.817265 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:34:52.817265 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:34:52.817265 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:34:52.817265 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:34:52.831415 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [req-abb0128c-f71f-4984-a99f-725308dec2c9 req-f95915e7-b274-43b6-a017-e47f07b62ada tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Allocated IP 19.86.0.156 (cea301d7-eb3a-4790-bd8b-b668b6ea9a0e/941b4478-beaa-4c41-b91c-4e4319bbbb40/5766863f-ef54-48f2-ac1f-a94310cb8604) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:34:52.869308 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-c191e42a-533a-45b8-b63d-f21cdedb4950 None None] Current status of the port 04a4fcfb-e995-49ba-ad11-9780849b4515 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:34:52.892550 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cb58b33c-d3d4-4788-8126-12853e8cf359 tempest-DHCPAgentSchedulersTestJSON-599281932 tempest-DHCPAgentSchedulersTestJSON-599281932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (86774b3a-c881-40d5-8de5-9ed57c41e2ec), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:52.909847 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cb58b33c-d3d4-4788-8126-12853e8cf359 tempest-DHCPAgentSchedulersTestJSON-599281932 tempest-DHCPAgentSchedulersTestJSON-599281932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:52.918138 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-cb58b33c-d3d4-4788-8126-12853e8cf359 tempest-DHCPAgentSchedulersTestJSON-599281932 tempest-DHCPAgentSchedulersTestJSON-599281932-project] 10.222.0.90 "DELETE /v2.0/networks/86774b3a-c881-40d5-8de5-9ed57c41e2ec HTTP/1.1" status: 204 len: 168 time: 0.4964800 Feb 09 21:34:52.925207 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 55634) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:52.950135 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb58b33c-d3d4-4788-8126-12853e8cf359 tempest-DHCPAgentSchedulersTestJSON-599281932 tempest-DHCPAgentSchedulersTestJSON-599281932-project] Pushing event deleted for resources: {'Network': ['ID=86774b3a-c881-40d5-8de5-9ed57c41e2ec,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:52.970752 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-1470a09b-4675-46cc-a1c4-8106a327317d tempest-DHCPAgentSchedulersTestJSON-599281932 tempest-DHCPAgentSchedulersTestJSON-599281932-project] DELETE failed (client error): The resource could not be found. Feb 09 21:34:52.971370 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1470a09b-4675-46cc-a1c4-8106a327317d tempest-DHCPAgentSchedulersTestJSON-599281932 tempest-DHCPAgentSchedulersTestJSON-599281932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:34:52.975519 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-1470a09b-4675-46cc-a1c4-8106a327317d tempest-DHCPAgentSchedulersTestJSON-599281932 tempest-DHCPAgentSchedulersTestJSON-599281932-project] 10.222.0.90 "DELETE /v2.0/ports/6b77f6eb-92dc-4428-bcbd-dc016c772b60 HTTP/1.1" status: 404 len: 333 time: 0.0475335 Feb 09 21:34:52.977215 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 04a4fcfb-e995-49ba-ad11-9780849b4515 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:34:52.978320 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 55636) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:53.043123 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c988b72c-6cb2-4535-8aa2-a7f0e9d3bed6 req-32180d66-2883-490a-81ff-9b33cf7be71c tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.90 "GET /v2.0/security-groups?id=ce0b6bf0-0090-4ca0-98fe-25c5a90c9e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3524983 Feb 09 21:34:53.063052 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 04a4fcfb-e995-49ba-ad11-9780849b4515 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:34:53.063052 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (04a4fcfb-e995-49ba-ad11-9780849b4515), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:53.063262 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740cac62-85d8-4c2c-a110-9eb67d02f4b5 req-e7a54247-2186-4133-8abb-f9a206365d6e tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:53.064366 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-740cac62-85d8-4c2c-a110-9eb67d02f4b5 req-e7a54247-2186-4133-8abb-f9a206365d6e tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/ports?device_id=50e0dbe9-de7a-4515-a141-361c5f3ab1cc HTTP/1.1" status: 200 len: 944 time: 0.3829985 Feb 09 21:34:53.072329 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6ec2d91-6a84-4988-a0b2-967d6a5c8835 tempest-DHCPAgentSchedulersTestJSON-599281932 tempest-DHCPAgentSchedulersTestJSON-599281932-project] Deleting subnet 23b8267a-3acd-4b55-b4d0-3b56d171287c {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:34:53.077840 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a6ec2d91-6a84-4988-a0b2-967d6a5c8835 tempest-DHCPAgentSchedulersTestJSON-599281932 tempest-DHCPAgentSchedulersTestJSON-599281932-project] Publish callbacks [] for subnet (23b8267a-3acd-4b55-b4d0-3b56d171287c), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:53.189627 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a6ec2d91-6a84-4988-a0b2-967d6a5c8835 tempest-DHCPAgentSchedulersTestJSON-599281932 tempest-DHCPAgentSchedulersTestJSON-599281932-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (23b8267a-3acd-4b55-b4d0-3b56d171287c), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:53.199303 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-740cac62-85d8-4c2c-a110-9eb67d02f4b5 req-d8618183-ef4c-4235-9117-d1bdc2dddc4b tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/security-groups?id=53864ffe-fa53-4ead-9e41-21e6252e7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161804 Feb 09 21:34:53.227566 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 04a4fcfb-e995-49ba-ad11-9780849b4515 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:34:53.233220 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-abb0128c-f71f-4984-a99f-725308dec2c9 req-f95915e7-b274-43b6-a017-e47f07b62ada tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks [] for port (5766863f-ef54-48f2-ac1f-a94310cb8604), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:53.237865 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-f800bb15-a869-4d46-a859-295fc248c451 None None] Provisioning complete for port 04a4fcfb-e995-49ba-ad11-9780849b4515 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:34:53.238626 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f800bb15-a869-4d46-a859-295fc248c451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (04a4fcfb-e995-49ba-ad11-9780849b4515), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:53.305148 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-abb0128c-f71f-4984-a99f-725308dec2c9 req-f95915e7-b274-43b6-a017-e47f07b62ada tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (5766863f-ef54-48f2-ac1f-a94310cb8604), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:53.335730 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a6ec2d91-6a84-4988-a0b2-967d6a5c8835 tempest-DHCPAgentSchedulersTestJSON-599281932 tempest-DHCPAgentSchedulersTestJSON-599281932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (23b8267a-3acd-4b55-b4d0-3b56d171287c), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:53.362744 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:53.406394 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abb0128c-f71f-4984-a99f-725308dec2c9 req-f95915e7-b274-43b6-a017-e47f07b62ada tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Network cea301d7-eb3a-4790-bd8b-b668b6ea9a0e is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:34:53.413922 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [req-abb0128c-f71f-4984-a99f-725308dec2c9 req-f95915e7-b274-43b6-a017-e47f07b62ada tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:34:53.429008 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-abb0128c-f71f-4984-a99f-725308dec2c9 req-f95915e7-b274-43b6-a017-e47f07b62ada tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:34:53.483603 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a6ec2d91-6a84-4988-a0b2-967d6a5c8835 tempest-DHCPAgentSchedulersTestJSON-599281932 tempest-DHCPAgentSchedulersTestJSON-599281932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (23b8267a-3acd-4b55-b4d0-3b56d171287c), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:53.516537 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95915e7-b274-43b6-a017-e47f07b62ada tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Pushing event updated for resources: {'Port': ['ID=5766863f-ef54-48f2-ac1f-a94310cb8604,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:53.545974 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-f800bb15-a869-4d46-a859-295fc248c451 None None] Current status of the port 04a4fcfb-e995-49ba-ad11-9780849b4515 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:34:53.553649 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb0128c-f71f-4984-a99f-725308dec2c9 req-f95915e7-b274-43b6-a017-e47f07b62ada tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:53.554315 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-abb0128c-f71f-4984-a99f-725308dec2c9 req-f95915e7-b274-43b6-a017-e47f07b62ada tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:53.555821 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a6ec2d91-6a84-4988-a0b2-967d6a5c8835 tempest-DHCPAgentSchedulersTestJSON-599281932 tempest-DHCPAgentSchedulersTestJSON-599281932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:53.559995 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-a6ec2d91-6a84-4988-a0b2-967d6a5c8835 tempest-DHCPAgentSchedulersTestJSON-599281932 tempest-DHCPAgentSchedulersTestJSON-599281932-project] 10.222.0.90 "DELETE /v2.0/subnets/23b8267a-3acd-4b55-b4d0-3b56d171287c HTTP/1.1" status: 204 len: 168 time: 0.5804510 Feb 09 21:34:53.561513 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ec2d91-6a84-4988-a0b2-967d6a5c8835 tempest-DHCPAgentSchedulersTestJSON-599281932 tempest-DHCPAgentSchedulersTestJSON-599281932-project] Pushing event deleted for resources: {'Subnet': ['ID=23b8267a-3acd-4b55-b4d0-3b56d171287c,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:53.568069 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 55664) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:53.622704 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647e244d-72e7-4006-9ff5-45f70f1e787f None None] Network 1f03a9b0-474f-48fd-baad-7f4eccf76e12 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:34:53.641464 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-abb0128c-f71f-4984-a99f-725308dec2c9 req-f95915e7-b274-43b6-a017-e47f07b62ada tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8792078 Feb 09 21:34:53.664933 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-abb0128c-f71f-4984-a99f-725308dec2c9 req-8e589e9a-45f1-49b5-a82f-3b8c804cac5c service neutron] Request body: {'port': {'device_id': '839b756c-2e95-4def-9826-21c1525b2880', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-5'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:34:53.715381 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-10006dd3-343b-447e-a7e6-15dbd6096778 None None] Could not find standard attr ID for object 6b77f6eb-92dc-4428-bcbd-dc016c772b60. {{(pid=103142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 21:34:53.720078 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f65a4ea-4773-4561-84dd-be77a79de5e2 req-01068b82-880e-4010-b554-c644d9d6a29e tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:53.721713 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0f65a4ea-4773-4561-84dd-be77a79de5e2 req-01068b82-880e-4010-b554-c644d9d6a29e tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=9a70729e-24c8-4e59-8c93-8811e088ab2e HTTP/1.1" status: 200 len: 950 time: 0.2290623 Feb 09 21:34:53.772091 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-468d092a-9d5d-4e5f-a2ca-73c40d5f5808 tempest-DHCPAgentSchedulersTestJSON-599281932 tempest-DHCPAgentSchedulersTestJSON-599281932-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (1f03a9b0-474f-48fd-baad-7f4eccf76e12), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:53.829791 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-abb0128c-f71f-4984-a99f-725308dec2c9 req-8e589e9a-45f1-49b5-a82f-3b8c804cac5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (d10ee656-cd44-41f1-9918-4a2732cceda8), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:53.839044 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798a1b14-62d5-4bf8-9a2f-1f356cad68c9 None None] DHCP port deletion for 1f03a9b0-474f-48fd-baad-7f4eccf76e12 request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:34:53.843537 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-96984ab4-1eee-4a4e-b8cb-7db34ab6e053 None None] Provisioning complete for port 5766863f-ef54-48f2-ac1f-a94310cb8604 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:34:53.843941 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-96984ab4-1eee-4a4e-b8cb-7db34ab6e053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (5766863f-ef54-48f2-ac1f-a94310cb8604), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:53.860916 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0f65a4ea-4773-4561-84dd-be77a79de5e2 req-2b25eb29-2971-41b5-b9ad-f15b67c7b092 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228285 Feb 09 21:34:53.906985 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-96984ab4-1eee-4a4e-b8cb-7db34ab6e053 None None] Port 5766863f-ef54-48f2-ac1f-a94310cb8604 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:34:53.926080 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-798a1b14-62d5-4bf8-9a2f-1f356cad68c9 None None] Deleting port 04a4fcfb-e995-49ba-ad11-9780849b4515 {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:34:53.926629 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-798a1b14-62d5-4bf8-9a2f-1f356cad68c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (04a4fcfb-e995-49ba-ad11-9780849b4515), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:53.976629 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 89012b68-76ca-42ee-b828-aed345e61ec8 up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:34:54.042838 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-798a1b14-62d5-4bf8-9a2f-1f356cad68c9 None None] For port 04a4fcfb-e995-49ba-ad11-9780849b4515, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=04a4fcfb-e995-49ba-ad11-9780849b4515,segment=NetworkSegment(eac20e1d-442f-4ebe-b7b3-23b1f95d4085),segment_id=eac20e1d-442f-4ebe-b7b3-23b1f95d4085)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:34:54.043252 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-798a1b14-62d5-4bf8-9a2f-1f356cad68c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (04a4fcfb-e995-49ba-ad11-9780849b4515), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:54.060547 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-798a1b14-62d5-4bf8-9a2f-1f356cad68c9 None None] Calling delete_port for 04a4fcfb-e995-49ba-ad11-9780849b4515 owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:34:54.120956 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning for port 89012b68-76ca-42ee-b828-aed345e61ec8 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:34:54.128315 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port 89012b68-76ca-42ee-b828-aed345e61ec8 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:34:54.128634 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (89012b68-76ca-42ee-b828-aed345e61ec8), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:54.215795 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-798a1b14-62d5-4bf8-9a2f-1f356cad68c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (04a4fcfb-e995-49ba-ad11-9780849b4515), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:54.273219 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798a1b14-62d5-4bf8-9a2f-1f356cad68c9 None None] Pushing event deleted for resources: {'Port': ['ID=04a4fcfb-e995-49ba-ad11-9780849b4515,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:54.276761 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798a1b14-62d5-4bf8-9a2f-1f356cad68c9 None None] No DVR routers for this DVR port 04a4fcfb-e995-49ba-ad11-9780849b4515 on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:34:54.280762 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 89012b68-76ca-42ee-b828-aed345e61ec8 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:34:54.281447 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (89012b68-76ca-42ee-b828-aed345e61ec8), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:54.313842 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50e0dbe9-de7a-4515-a141-361c5f3ab1cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89012b68-76ca-42ee-b828-aed345e61ec8'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:34:54.316352 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06a79c87-78a1-4c5d-9c84-237a3a0b4270" -d '{"events": [{"server_uuid": "50e0dbe9-de7a-4515-a141-361c5f3ab1cc", "name": "network-vif-plugged", "status": "completed", "tag": "89012b68-76ca-42ee-b828-aed345e61ec8"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:34:54.320041 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-468d092a-9d5d-4e5f-a2ca-73c40d5f5808 tempest-DHCPAgentSchedulersTestJSON-599281932 tempest-DHCPAgentSchedulersTestJSON-599281932-project] Deleting port 04a4fcfb-e995-49ba-ad11-9780849b4515 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:34:54.320747 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-468d092a-9d5d-4e5f-a2ca-73c40d5f5808 tempest-DHCPAgentSchedulersTestJSON-599281932 tempest-DHCPAgentSchedulersTestJSON-599281932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (04a4fcfb-e995-49ba-ad11-9780849b4515), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:54.331673 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 89012b68-76ca-42ee-b828-aed345e61ec8, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=89012b68-76ca-42ee-b828-aed345e61ec8,segment=NetworkSegment(b8c2a339-696c-42ff-9706-e9c7145ef2ff),segment_id=b8c2a339-696c-42ff-9706-e9c7145ef2ff)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:34:54.336730 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (89012b68-76ca-42ee-b828-aed345e61ec8), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:54.338916 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device e9e6b782-e4e9-4b6f-9321-32081e17276f no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:34:54.364113 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7bcdb9-77cf-47f6-9d35-7c2848b213d2 req-84993c0f-8661-482c-a75b-840f2efcdade tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:54.365665 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-5d7bcdb9-77cf-47f6-9d35-7c2848b213d2 req-84993c0f-8661-482c-a75b-840f2efcdade tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.89 "GET /v2.0/ports?device_id=a16017cd-a588-4f83-8d8d-43f41f49105a HTTP/1.1" status: 200 len: 944 time: 0.0905495 Feb 09 21:34:54.394396 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] No Port match for: e9e6b782-e4e9-4b6f-9321-32081e17276f {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:34:54.395026 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device e9e6b782-e4e9-4b6f-9321-32081e17276f not bound to the agent host n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:34:54.427077 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=89012b68-76ca-42ee-b828-aed345e61ec8,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:54.450660 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d6b41-d215-4af9-aba3-2cc027092cf8 req-96724185-b4b8-4660-8a51-14b64b8bb8c6 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:54.452765 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-853d6b41-d215-4af9-aba3-2cc027092cf8 req-96724185-b4b8-4660-8a51-14b64b8bb8c6 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=a16017cd-a588-4f83-8d8d-43f41f49105a HTTP/1.1" status: 200 len: 944 time: 0.4897475 Feb 09 21:34:54.458257 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-468d092a-9d5d-4e5f-a2ca-73c40d5f5808 tempest-DHCPAgentSchedulersTestJSON-599281932 tempest-DHCPAgentSchedulersTestJSON-599281932-project] For port 04a4fcfb-e995-49ba-ad11-9780849b4515, host n-d-828369-5, got binding levels [] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:34:54.458622 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-468d092a-9d5d-4e5f-a2ca-73c40d5f5808 tempest-DHCPAgentSchedulersTestJSON-599281932 tempest-DHCPAgentSchedulersTestJSON-599281932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (04a4fcfb-e995-49ba-ad11-9780849b4515), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:54.490279 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-5d7bcdb9-77cf-47f6-9d35-7c2848b213d2 req-b1cbef09-91e1-4590-ba2f-3a5b0ea16942 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Deleting port 215fac52-1234-4ba3-9c77-e164bcf20996 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:34:54.490854 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-5d7bcdb9-77cf-47f6-9d35-7c2848b213d2 req-b1cbef09-91e1-4590-ba2f-3a5b0ea16942 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (215fac52-1234-4ba3-9c77-e164bcf20996), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:54.493322 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-468d092a-9d5d-4e5f-a2ca-73c40d5f5808 tempest-DHCPAgentSchedulersTestJSON-599281932 tempest-DHCPAgentSchedulersTestJSON-599281932-project] Calling delete_port for 04a4fcfb-e995-49ba-ad11-9780849b4515 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:34:54.498209 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.ipam_backend_mixin [None req-468d092a-9d5d-4e5f-a2ca-73c40d5f5808 tempest-DHCPAgentSchedulersTestJSON-599281932 tempest-DHCPAgentSchedulersTestJSON-599281932-project] Port 04a4fcfb-e995-49ba-ad11-9780849b4515 was not found and therefore no delete operation was performed {{(pid=103140) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 21:34:54.502310 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-468d092a-9d5d-4e5f-a2ca-73c40d5f5808 tempest-DHCPAgentSchedulersTestJSON-599281932 tempest-DHCPAgentSchedulersTestJSON-599281932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (04a4fcfb-e995-49ba-ad11-9780849b4515), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:54.554912 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d092a-9d5d-4e5f-a2ca-73c40d5f5808 tempest-DHCPAgentSchedulersTestJSON-599281932 tempest-DHCPAgentSchedulersTestJSON-599281932-project] Pushing event deleted for resources: {'Port': ['ID=04a4fcfb-e995-49ba-ad11-9780849b4515,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:54.566972 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468d092a-9d5d-4e5f-a2ca-73c40d5f5808 tempest-DHCPAgentSchedulersTestJSON-599281932 tempest-DHCPAgentSchedulersTestJSON-599281932-project] No DVR routers for this DVR port 04a4fcfb-e995-49ba-ad11-9780849b4515 on host n-d-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:34:54.587535 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-853d6b41-d215-4af9-aba3-2cc027092cf8 req-83ee4f4e-0e8e-43e7-a242-5803fe4ee53a tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226501 Feb 09 21:34:54.627004 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-5d7bcdb9-77cf-47f6-9d35-7c2848b213d2 req-b1cbef09-91e1-4590-ba2f-3a5b0ea16942 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] For port 215fac52-1234-4ba3-9c77-e164bcf20996, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=215fac52-1234-4ba3-9c77-e164bcf20996,segment=NetworkSegment(aad88faa-37a1-49ac-8a06-d36169fb75d8),segment_id=aad88faa-37a1-49ac-8a06-d36169fb75d8)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:34:54.628646 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-5d7bcdb9-77cf-47f6-9d35-7c2848b213d2 req-b1cbef09-91e1-4590-ba2f-3a5b0ea16942 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (215fac52-1234-4ba3-9c77-e164bcf20996), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:54.645260 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-5d7bcdb9-77cf-47f6-9d35-7c2848b213d2 req-b1cbef09-91e1-4590-ba2f-3a5b0ea16942 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Calling delete_port for 215fac52-1234-4ba3-9c77-e164bcf20996 owned by compute:nova {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:34:54.684839 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-468d092a-9d5d-4e5f-a2ca-73c40d5f5808 tempest-DHCPAgentSchedulersTestJSON-599281932 tempest-DHCPAgentSchedulersTestJSON-599281932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (1f03a9b0-474f-48fd-baad-7f4eccf76e12), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:54.786155 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-468d092a-9d5d-4e5f-a2ca-73c40d5f5808 tempest-DHCPAgentSchedulersTestJSON-599281932 tempest-DHCPAgentSchedulersTestJSON-599281932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f03a9b0-474f-48fd-baad-7f4eccf76e12']}} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:34:54.800384 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-5d7bcdb9-77cf-47f6-9d35-7c2848b213d2 req-b1cbef09-91e1-4590-ba2f-3a5b0ea16942 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (215fac52-1234-4ba3-9c77-e164bcf20996), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:54.809642 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-468d092a-9d5d-4e5f-a2ca-73c40d5f5808 tempest-DHCPAgentSchedulersTestJSON-599281932 tempest-DHCPAgentSchedulersTestJSON-599281932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eac20e1d-442f-4ebe-b7b3-23b1f95d4085') {'for_net_delete': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:34:54.809943 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-468d092a-9d5d-4e5f-a2ca-73c40d5f5808 tempest-DHCPAgentSchedulersTestJSON-599281932 tempest-DHCPAgentSchedulersTestJSON-599281932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eac20e1d-442f-4ebe-b7b3-23b1f95d4085') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:34:54.812945 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [req-abb0128c-f71f-4984-a99f-725308dec2c9 req-8e589e9a-45f1-49b5-a82f-3b8c804cac5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d10ee656-cd44-41f1-9918-4a2732cceda8 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:34:54.837179 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-abb0128c-f71f-4984-a99f-725308dec2c9 req-8e589e9a-45f1-49b5-a82f-3b8c804cac5c service neutron] Publish callbacks [] for port (d10ee656-cd44-41f1-9918-4a2732cceda8), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:54.839913 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-468d092a-9d5d-4e5f-a2ca-73c40d5f5808 tempest-DHCPAgentSchedulersTestJSON-599281932 tempest-DHCPAgentSchedulersTestJSON-599281932-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110711'] for segment (eac20e1d-442f-4ebe-b7b3-23b1f95d4085), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:54.864972 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cbef09-91e1-4590-ba2f-3a5b0ea16942 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Pushing event deleted for resources: {'Port': ['ID=215fac52-1234-4ba3-9c77-e164bcf20996,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:54.866841 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-468d092a-9d5d-4e5f-a2ca-73c40d5f5808 tempest-DHCPAgentSchedulersTestJSON-599281932 tempest-DHCPAgentSchedulersTestJSON-599281932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (eac20e1d-442f-4ebe-b7b3-23b1f95d4085), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:54.881224 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83543c4-77a2-4a0a-967c-3a0f4b699910 req-e2d9771b-74bc-49e4-904b-70c9e4a615d6 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:54.887039 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83543c4-77a2-4a0a-967c-3a0f4b699910 req-e2d9771b-74bc-49e4-904b-70c9e4a615d6 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:54.894486 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a83543c4-77a2-4a0a-967c-3a0f4b699910 req-e2d9771b-74bc-49e4-904b-70c9e4a615d6 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.90 "GET /v2.0/ports?device_id=839b756c-2e95-4def-9826-21c1525b2880 HTTP/1.1" status: 200 len: 1655 time: 0.2145431 Feb 09 21:34:54.895095 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d7bcdb9-77cf-47f6-9d35-7c2848b213d2 req-b1cbef09-91e1-4590-ba2f-3a5b0ea16942 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] No DVR routers for this DVR port 215fac52-1234-4ba3-9c77-e164bcf20996 on host n-h2-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:34:54.899250 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-5d7bcdb9-77cf-47f6-9d35-7c2848b213d2 req-b1cbef09-91e1-4590-ba2f-3a5b0ea16942 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:54.903140 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-5d7bcdb9-77cf-47f6-9d35-7c2848b213d2 req-b1cbef09-91e1-4590-ba2f-3a5b0ea16942 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.89 "DELETE /v2.0/ports/215fac52-1234-4ba3-9c77-e164bcf20996 HTTP/1.1" status: 204 len: 173 time: 0.5290129 Feb 09 21:34:54.904657 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a16017cd-a588-4f83-8d8d-43f41f49105a', 'name': 'network-vif-deleted', 'tag': '215fac52-1234-4ba3-9c77-e164bcf20996'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:34:54.904911 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-468d092a-9d5d-4e5f-a2ca-73c40d5f5808 tempest-DHCPAgentSchedulersTestJSON-599281932 tempest-DHCPAgentSchedulersTestJSON-599281932-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=103140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:34:54.905311 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-468d092a-9d5d-4e5f-a2ca-73c40d5f5808 tempest-DHCPAgentSchedulersTestJSON-599281932 tempest-DHCPAgentSchedulersTestJSON-599281932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669415'] for segment (eac20e1d-442f-4ebe-b7b3-23b1f95d4085), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:54.908852 n-d-828369-5 neutron-server[103140]: Traceback (most recent call last): Feb 09 21:34:54.908852 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:34:54.908852 n-d-828369-5 neutron-server[103140]: timer() Feb 09 21:34:54.908852 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:34:54.908852 n-d-828369-5 neutron-server[103140]: cb(*args, **kw) Feb 09 21:34:54.908852 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:34:54.908852 n-d-828369-5 neutron-server[103140]: return func(*args, **kwargs) Feb 09 21:34:54.908852 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:34:54.908852 n-d-828369-5 neutron-server[103140]: self._notify() Feb 09 21:34:54.908852 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:34:54.908852 n-d-828369-5 neutron-server[103140]: self.callback(batched_events) Feb 09 21:34:54.908852 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:34:54.908852 n-d-828369-5 neutron-server[103140]: event.method(event) Feb 09 21:34:54.908852 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:34:54.908852 n-d-828369-5 neutron-server[103140]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:34:54.908852 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:34:54.908852 n-d-828369-5 neutron-server[103140]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:34:54.908852 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:34:54.908852 n-d-828369-5 neutron-server[103140]: return f(self, *a, **k) Feb 09 21:34:54.908852 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:34:54.908852 n-d-828369-5 neutron-server[103140]: return self._get(url).json() Feb 09 21:34:54.908852 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:34:54.908852 n-d-828369-5 neutron-server[103140]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:34:54.908852 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:34:54.908852 n-d-828369-5 neutron-server[103140]: return self.request(url, 'GET', **kwargs) Feb 09 21:34:54.908852 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:34:54.908852 n-d-828369-5 neutron-server[103140]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:34:54.908852 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:34:54.908852 n-d-828369-5 neutron-server[103140]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:34:54.908852 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:34:54.908852 n-d-828369-5 neutron-server[103140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:34:54.908852 n-d-828369-5 neutron-server[103140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:34:54.914971 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e8607e-f3a3-4660-9e92-171e8c792407" -d '{"events": [{"server_uuid": "a16017cd-a588-4f83-8d8d-43f41f49105a", "name": "network-vif-deleted", "tag": "215fac52-1234-4ba3-9c77-e164bcf20996"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:34:54.927338 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 55700) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:54.965038 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d65b2-4796-475b-80a0-e6b9c27ec8a6 req-b5133621-66fe-4613-9630-1700c0c4c78f tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:54.967030 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a27d65b2-4796-475b-80a0-e6b9c27ec8a6 req-b5133621-66fe-4613-9630-1700c0c4c78f tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/ports?device_id=50e0dbe9-de7a-4515-a141-361c5f3ab1cc HTTP/1.1" status: 200 len: 945 time: 0.2598443 Feb 09 21:34:54.975687 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 04a4fcfb-e995-49ba-ad11-9780849b4515 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:34:54.999516 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 04a4fcfb-e995-49ba-ad11-9780849b4515 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:34:54.999516 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 04a4fcfb-e995-49ba-ad11-9780849b4515 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:34:55.017653 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [req-abb0128c-f71f-4984-a99f-725308dec2c9 req-8e589e9a-45f1-49b5-a82f-3b8c804cac5c service neutron] Transition to ACTIVE for port object d10ee656-cd44-41f1-9918-4a2732cceda8 will not be triggered until provisioned by entity L2. {{(pid=103140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:34:55.024077 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-468d092a-9d5d-4e5f-a2ca-73c40d5f5808 tempest-DHCPAgentSchedulersTestJSON-599281932 tempest-DHCPAgentSchedulersTestJSON-599281932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (1f03a9b0-474f-48fd-baad-7f4eccf76e12), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:55.031485 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-abb0128c-f71f-4984-a99f-725308dec2c9 req-8e589e9a-45f1-49b5-a82f-3b8c804cac5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (d10ee656-cd44-41f1-9918-4a2732cceda8), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:55.036442 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-468d092a-9d5d-4e5f-a2ca-73c40d5f5808 tempest-DHCPAgentSchedulersTestJSON-599281932 tempest-DHCPAgentSchedulersTestJSON-599281932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:55.041919 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-468d092a-9d5d-4e5f-a2ca-73c40d5f5808 tempest-DHCPAgentSchedulersTestJSON-599281932 tempest-DHCPAgentSchedulersTestJSON-599281932-project] 10.222.0.90 "DELETE /v2.0/networks/1f03a9b0-474f-48fd-baad-7f4eccf76e12 HTTP/1.1" status: 204 len: 168 time: 1.4670405 Feb 09 21:34:55.090561 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a83543c4-77a2-4a0a-967c-3a0f4b699910 req-dbea9a26-1114-456f-b1df-870b0102ab08 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.90 "GET /v2.0/security-groups?id=ce0b6bf0-0090-4ca0-98fe-25c5a90c9e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951997 Feb 09 21:34:55.093114 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b5b07004-27f4-449e-80b3-370ab565d9a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:55.133046 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d092a-9d5d-4e5f-a2ca-73c40d5f5808 tempest-DHCPAgentSchedulersTestJSON-599281932 tempest-DHCPAgentSchedulersTestJSON-599281932-project] Pushing event deleted for resources: {'Network': ['ID=1f03a9b0-474f-48fd-baad-7f4eccf76e12,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:55.164692 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a27d65b2-4796-475b-80a0-e6b9c27ec8a6 req-716532fa-e5f0-436b-bf79-49efb4827450 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/security-groups?id=53864ffe-fa53-4ead-9e41-21e6252e7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839232 Feb 09 21:34:55.167840 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad93f76-ce3a-400c-970b-edbf74b42969 x-openstack-request-id: req-fad93f76-ce3a-400c-970b-edbf74b42969 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:34:55.168371 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50e0dbe9-de7a-4515-a141-361c5f3ab1cc", "name": "network-vif-plugged", "status": "completed", "tag": "89012b68-76ca-42ee-b828-aed345e61ec8", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:34:55.168810 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-fad93f76-ce3a-400c-970b-edbf74b42969 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:34:55.169361 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50e0dbe9-de7a-4515-a141-361c5f3ab1cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89012b68-76ca-42ee-b828-aed345e61ec8', 'code': 200} Feb 09 21:34:55.275748 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b5b07004-27f4-449e-80b3-370ab565d9a2 admin admin] Publish callbacks [] for security_group (220c422a-b0f0-4f3b-bb3b-17077fe76cd5), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:55.298590 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b5b07004-27f4-449e-80b3-370ab565d9a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (220c422a-b0f0-4f3b-bb3b-17077fe76cd5), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:55.315178 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e589e9a-45f1-49b5-a82f-3b8c804cac5c service neutron] Pushing event updated for resources: {'Port': ['ID=d10ee656-cd44-41f1-9918-4a2732cceda8,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:55.351498 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 55708) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:55.394415 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b07004-27f4-449e-80b3-370ab565d9a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=220c422a-b0f0-4f3b-bb3b-17077fe76cd5,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:55.406479 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-b5b07004-27f4-449e-80b3-370ab565d9a2 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=1c312214a58f4250956908338800d62a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4776034 Feb 09 21:34:55.410048 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 55714) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:55.436096 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ecebce-05be-4a33-915d-7701ff9d2a76 req-85142beb-4929-4d19-b470-d6db722bc947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:55.438294 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-06ecebce-05be-4a33-915d-7701ff9d2a76 req-85142beb-4929-4d19-b470-d6db722bc947 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=50e0dbe9-de7a-4515-a141-361c5f3ab1cc HTTP/1.1" status: 200 len: 1127 time: 0.1589727 Feb 09 21:34:55.466809 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-abb0128c-f71f-4984-a99f-725308dec2c9 req-8e589e9a-45f1-49b5-a82f-3b8c804cac5c service neutron] Attempting to bind port d10ee656-cd44-41f1-9918-4a2732cceda8 on host n-h1-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:34:55.467393 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-abb0128c-f71f-4984-a99f-725308dec2c9 req-8e589e9a-45f1-49b5-a82f-3b8c804cac5c service neutron] Attempting to bind port d10ee656-cd44-41f1-9918-4a2732cceda8 by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': 'd5a705fd-9269-4d2c-a2fd-6874d0fd713b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '641162f1-a5c5-4f37-bdbf-71b22c7a6598'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:34:55.467898 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb0128c-f71f-4984-a99f-725308dec2c9 req-8e589e9a-45f1-49b5-a82f-3b8c804cac5c service neutron] Attempting to bind port d10ee656-cd44-41f1-9918-4a2732cceda8 on network 641162f1-a5c5-4f37-bdbf-71b22c7a6598 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:34:55.477316 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb0128c-f71f-4984-a99f-725308dec2c9 req-8e589e9a-45f1-49b5-a82f-3b8c804cac5c service neutron] Port d10ee656-cd44-41f1-9918-4a2732cceda8 on network 641162f1-a5c5-4f37-bdbf-71b22c7a6598 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:34:55.478791 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb0128c-f71f-4984-a99f-725308dec2c9 req-8e589e9a-45f1-49b5-a82f-3b8c804cac5c service neutron] Attempting to bind port d10ee656-cd44-41f1-9918-4a2732cceda8 on network 641162f1-a5c5-4f37-bdbf-71b22c7a6598 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:34:55.491076 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb0128c-f71f-4984-a99f-725308dec2c9 req-8e589e9a-45f1-49b5-a82f-3b8c804cac5c service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:34:55.491691 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb0128c-f71f-4984-a99f-725308dec2c9 req-8e589e9a-45f1-49b5-a82f-3b8c804cac5c service neutron] Checking segment: {'id': 'd5a705fd-9269-4d2c-a2fd-6874d0fd713b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '641162f1-a5c5-4f37-bdbf-71b22c7a6598'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:34:55.492307 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb0128c-f71f-4984-a99f-725308dec2c9 req-8e589e9a-45f1-49b5-a82f-3b8c804cac5c service neutron] Bound using segment: {'id': 'd5a705fd-9269-4d2c-a2fd-6874d0fd713b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '641162f1-a5c5-4f37-bdbf-71b22c7a6598'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:34:55.492956 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-abb0128c-f71f-4984-a99f-725308dec2c9 req-8e589e9a-45f1-49b5-a82f-3b8c804cac5c service neutron] Bound port: d10ee656-cd44-41f1-9918-4a2732cceda8, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5a705fd-9269-4d2c-a2fd-6874d0fd713b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '641162f1-a5c5-4f37-bdbf-71b22c7a6598'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:34:55.493326 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-abb0128c-f71f-4984-a99f-725308dec2c9 req-8e589e9a-45f1-49b5-a82f-3b8c804cac5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (d10ee656-cd44-41f1-9918-4a2732cceda8), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:55.504675 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7d9527-c0e0-43a9-8873-931ead7e70df req-1c2c7b0f-f4be-425d-89cf-b1417ca0d7c2 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:55.512949 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6b7d9527-c0e0-43a9-8873-931ead7e70df req-1c2c7b0f-f4be-425d-89cf-b1417ca0d7c2 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=9a70729e-24c8-4e59-8c93-8811e088ab2e HTTP/1.1" status: 200 len: 950 time: 0.2035489 Feb 09 21:34:55.532398 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6df47536-4a1e-46f7-8832-ca192a5bfaf1 x-openstack-request-id: req-6df47536-4a1e-46f7-8832-ca192a5bfaf1 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:34:55.532989 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a16017cd-a588-4f83-8d8d-43f41f49105a", "name": "network-vif-deleted", "tag": "215fac52-1234-4ba3-9c77-e164bcf20996", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:34:55.533478 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-6df47536-4a1e-46f7-8832-ca192a5bfaf1 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:34:55.534024 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a16017cd-a588-4f83-8d8d-43f41f49105a', 'name': 'network-vif-deleted', 'tag': '215fac52-1234-4ba3-9c77-e164bcf20996', 'status': 'completed', 'code': 200} Feb 09 21:34:55.534654 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-89a2f032-7cff-4711-945c-6a6fb930cd17 admin admin] Publish callbacks [] for security_group (220c422a-b0f0-4f3b-bb3b-17077fe76cd5), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:55.569039 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-89a2f032-7cff-4711-945c-6a6fb930cd17 admin admin] Publish callbacks [] for security_group (220c422a-b0f0-4f3b-bb3b-17077fe76cd5), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:55.644720 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6b7d9527-c0e0-43a9-8873-931ead7e70df req-25071aef-a242-4e3a-b5a7-88ee3ca214a6 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303568 Feb 09 21:34:55.657998 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-06ecebce-05be-4a33-915d-7701ff9d2a76 req-555d1451-ee6c-42bc-a2f3-99df1ec9219f service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=53864ffe-fa53-4ead-9e41-21e6252e7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044852 Feb 09 21:34:55.673331 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-89a2f032-7cff-4711-945c-6a6fb930cd17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (220c422a-b0f0-4f3b-bb3b-17077fe76cd5), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:55.676718 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-89a2f032-7cff-4711-945c-6a6fb930cd17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:55.680414 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-89a2f032-7cff-4711-945c-6a6fb930cd17 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/220c422a-b0f0-4f3b-bb3b-17077fe76cd5 HTTP/1.1" status: 204 len: 168 time: 0.2612927 Feb 09 21:34:55.688545 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a2f032-7cff-4711-945c-6a6fb930cd17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=220c422a-b0f0-4f3b-bb3b-17077fe76cd5,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:55.695848 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-abb0128c-f71f-4984-a99f-725308dec2c9 req-8e589e9a-45f1-49b5-a82f-3b8c804cac5c service neutron] For port d10ee656-cd44-41f1-9918-4a2732cceda8, host n-h1-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:34:55.720646 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-abb0128c-f71f-4984-a99f-725308dec2c9 req-8e589e9a-45f1-49b5-a82f-3b8c804cac5c service neutron] For port d10ee656-cd44-41f1-9918-4a2732cceda8, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=d10ee656-cd44-41f1-9918-4a2732cceda8,segment=NetworkSegment(d5a705fd-9269-4d2c-a2fd-6874d0fd713b),segment_id=d5a705fd-9269-4d2c-a2fd-6874d0fd713b)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:34:55.729318 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 55724) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:55.729469 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-14ac26d8-4638-4b7c-a2e0-59a2a0c9fe90 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=5d275b609c1b44d7bce6f535303ad114&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3728421 Feb 09 21:34:55.732599 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-abb0128c-f71f-4984-a99f-725308dec2c9 req-8e589e9a-45f1-49b5-a82f-3b8c804cac5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (d10ee656-cd44-41f1-9918-4a2732cceda8), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:55.778318 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb0128c-f71f-4984-a99f-725308dec2c9 req-8e589e9a-45f1-49b5-a82f-3b8c804cac5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:55.779148 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-abb0128c-f71f-4984-a99f-725308dec2c9 req-8e589e9a-45f1-49b5-a82f-3b8c804cac5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:55.780840 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-abb0128c-f71f-4984-a99f-725308dec2c9 req-8e589e9a-45f1-49b5-a82f-3b8c804cac5c service neutron] 10.222.0.95 "PUT /v2.0/ports/d10ee656-cd44-41f1-9918-4a2732cceda8 HTTP/1.1" status: 200 len: 1092 time: 2.1226733 Feb 09 21:34:55.782039 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '839b756c-2e95-4def-9826-21c1525b2880', 'tag': 'd10ee656-cd44-41f1-9918-4a2732cceda8'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:34:55.784358 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a9815f0-e6b4-4563-87c0-040fb345b30c" -d '{"events": [{"name": "network-changed", "server_uuid": "839b756c-2e95-4def-9826-21c1525b2880", "tag": "d10ee656-cd44-41f1-9918-4a2732cceda8"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:34:55.799110 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac93ea9-3a3a-4406-ba3e-0c8ce368e64f req-374c7251-d6df-41c5-a6b0-0929f212688a tempest-ServerMetadataNegativeTestJSON-122155306 tempest-ServerMetadataNegativeTestJSON-122155306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:55.800753 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fac93ea9-3a3a-4406-ba3e-0c8ce368e64f req-374c7251-d6df-41c5-a6b0-0929f212688a tempest-ServerMetadataNegativeTestJSON-122155306 tempest-ServerMetadataNegativeTestJSON-122155306-project] 10.222.0.90 "GET /v2.0/ports?device_id=46116dea-e58b-4693-992f-1a92fc2092d0 HTTP/1.1" status: 200 len: 946 time: 0.1862876 Feb 09 21:34:55.827922 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-abb0128c-f71f-4984-a99f-725308dec2c9 req-55d13dea-a4ea-484d-a8a8-55dbd2d6a39e service neutron] Request body: {'port': {'device_id': '839b756c-2e95-4def-9826-21c1525b2880', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-5'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:34:55.830006 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-69713e33-9d0f-4e43-8827-c8ff7eff1dee admin admin] Publish callbacks [] for security_group (cc515351-2741-4108-b067-06aab2568a15), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:55.856002 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e589e9a-45f1-49b5-a82f-3b8c804cac5c service neutron] Pushing event updated for resources: {'Port': ['ID=d10ee656-cd44-41f1-9918-4a2732cceda8,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:55.871198 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-69713e33-9d0f-4e43-8827-c8ff7eff1dee admin admin] Publish callbacks [] for security_group (cc515351-2741-4108-b067-06aab2568a15), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:55.943891 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-69713e33-9d0f-4e43-8827-c8ff7eff1dee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (cc515351-2741-4108-b067-06aab2568a15), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:55.947815 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-69713e33-9d0f-4e43-8827-c8ff7eff1dee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:55.949600 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-69713e33-9d0f-4e43-8827-c8ff7eff1dee admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/cc515351-2741-4108-b067-06aab2568a15 HTTP/1.1" status: 204 len: 168 time: 0.2181501 Feb 09 21:34:55.961085 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69713e33-9d0f-4e43-8827-c8ff7eff1dee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc515351-2741-4108-b067-06aab2568a15,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:55.980245 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fac93ea9-3a3a-4406-ba3e-0c8ce368e64f req-88c10c1f-24a0-405d-9c9d-a27d500d5abd tempest-ServerMetadataNegativeTestJSON-122155306 tempest-ServerMetadataNegativeTestJSON-122155306-project] 10.222.0.90 "GET /v2.0/security-groups?id=6369d93d-5427-4bfb-90f4-472a161b92a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715083 Feb 09 21:34:55.981793 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d1fcaa2-8d3f-4100-914d-30eb3fc4a444 x-openstack-request-id: req-9d1fcaa2-8d3f-4100-914d-30eb3fc4a444 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:34:55.982130 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "839b756c-2e95-4def-9826-21c1525b2880", "tag": "d10ee656-cd44-41f1-9918-4a2732cceda8", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:34:55.982393 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-9d1fcaa2-8d3f-4100-914d-30eb3fc4a444 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:34:55.982807 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '839b756c-2e95-4def-9826-21c1525b2880', 'tag': 'd10ee656-cd44-41f1-9918-4a2732cceda8', 'status': 'completed', 'code': 200} Feb 09 21:34:56.049266 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-abb0128c-f71f-4984-a99f-725308dec2c9 req-55d13dea-a4ea-484d-a8a8-55dbd2d6a39e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (5766863f-ef54-48f2-ac1f-a94310cb8604), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:56.143433 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 55736) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:56.166841 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9815f0-e6b4-4563-87c0-040fb345b30c req-2d382793-766c-4be7-9472-39dd07e2696b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:56.167624 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9815f0-e6b4-4563-87c0-040fb345b30c req-2d382793-766c-4be7-9472-39dd07e2696b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:56.169958 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6a9815f0-e6b4-4563-87c0-040fb345b30c req-2d382793-766c-4be7-9472-39dd07e2696b service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=3a839c247a824993a2c678394ab2ac52&device_id=839b756c-2e95-4def-9826-21c1525b2880 HTTP/1.1" status: 200 len: 1945 time: 0.1836612 Feb 09 21:34:56.189436 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-28b45895-20ff-4b9a-bb72-cd2bbc412c30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:56.282036 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-28b45895-20ff-4b9a-bb72-cd2bbc412c30 admin admin] Publish callbacks [] for security_group (48c48a45-a192-4b52-9bd6-6a5dbac69e21), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:56.286917 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-28b45895-20ff-4b9a-bb72-cd2bbc412c30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (48c48a45-a192-4b52-9bd6-6a5dbac69e21), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:56.324832 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d74c41b-0322-4ad0-8af4-10a952d5f3c0 req-c06895c1-da60-4d29-9ac3-951828c7965e tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:56.326911 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6d74c41b-0322-4ad0-8af4-10a952d5f3c0 req-c06895c1-da60-4d29-9ac3-951828c7965e tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=fc5656c9-58bf-4d3e-882d-807e27138283 HTTP/1.1" status: 200 len: 944 time: 0.2740121 Feb 09 21:34:56.344889 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-28b45895-20ff-4b9a-bb72-cd2bbc412c30 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=ffe747202d9e413f879cd9d3ef16f626&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2001963 Feb 09 21:34:56.347106 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b45895-20ff-4b9a-bb72-cd2bbc412c30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48c48a45-a192-4b52-9bd6-6a5dbac69e21,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:56.349942 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 55742) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:56.410430 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5de5a5a3-d775-4872-a319-d08f9d66f51d admin admin] Publish callbacks [] for security_group (48c48a45-a192-4b52-9bd6-6a5dbac69e21), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:56.435634 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5de5a5a3-d775-4872-a319-d08f9d66f51d admin admin] Publish callbacks [] for security_group (48c48a45-a192-4b52-9bd6-6a5dbac69e21), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:56.463660 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9069cd5-819b-40e4-a335-790f0ca5db68 req-545ccb75-34b4-45ca-9d2c-65a5a7fa9439 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:56.469546 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9069cd5-819b-40e4-a335-790f0ca5db68 req-545ccb75-34b4-45ca-9d2c-65a5a7fa9439 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:56.471142 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b9069cd5-819b-40e4-a335-790f0ca5db68 req-545ccb75-34b4-45ca-9d2c-65a5a7fa9439 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.90 "GET /v2.0/ports?device_id=839b756c-2e95-4def-9826-21c1525b2880 HTTP/1.1" status: 200 len: 1667 time: 0.2587261 Feb 09 21:34:56.490731 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5de5a5a3-d775-4872-a319-d08f9d66f51d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (48c48a45-a192-4b52-9bd6-6a5dbac69e21), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:56.494923 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5de5a5a3-d775-4872-a319-d08f9d66f51d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:56.503997 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6d74c41b-0322-4ad0-8af4-10a952d5f3c0 req-c8b7062a-b00d-4482-9ae0-c05ce3315b70 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631644 Feb 09 21:34:56.504678 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 55746) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:56.504857 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-5de5a5a3-d775-4872-a319-d08f9d66f51d admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/48c48a45-a192-4b52-9bd6-6a5dbac69e21 HTTP/1.1" status: 204 len: 168 time: 0.1499455 Feb 09 21:34:56.518049 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de5a5a3-d775-4872-a319-d08f9d66f51d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48c48a45-a192-4b52-9bd6-6a5dbac69e21,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:56.538372 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9815f0-e6b4-4563-87c0-040fb345b30c req-160c0e30-1ea4-419f-a694-f6e424640829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:56.538673 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9815f0-e6b4-4563-87c0-040fb345b30c req-160c0e30-1ea4-419f-a694-f6e424640829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:56.539467 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9815f0-e6b4-4563-87c0-040fb345b30c req-160c0e30-1ea4-419f-a694-f6e424640829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:56.541283 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6a9815f0-e6b4-4563-87c0-040fb345b30c req-160c0e30-1ea4-419f-a694-f6e424640829 service neutron] 10.222.0.95 "GET /v2.0/networks?tenant_id=3a839c247a824993a2c678394ab2ac52&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3276844 Feb 09 21:34:56.572526 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fe2f0a3e-e8eb-4ca2-8fe2-ea8d1355268d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:56.701819 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b9069cd5-819b-40e4-a335-790f0ca5db68 req-205dc69e-6ca6-4025-aed4-1831006d26bb tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.90 "GET /v2.0/security-groups?id=ce0b6bf0-0090-4ca0-98fe-25c5a90c9e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179704 Feb 09 21:34:56.784148 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [req-abb0128c-f71f-4984-a99f-725308dec2c9 req-55d13dea-a4ea-484d-a8a8-55dbd2d6a39e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5766863f-ef54-48f2-ac1f-a94310cb8604 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:34:56.807257 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-abb0128c-f71f-4984-a99f-725308dec2c9 req-55d13dea-a4ea-484d-a8a8-55dbd2d6a39e service neutron] Publish callbacks [] for port (5766863f-ef54-48f2-ac1f-a94310cb8604), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:56.810520 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9815f0-e6b4-4563-87c0-040fb345b30c req-f69047f0-12c2-4d3f-a128-f59c17abd673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:56.811997 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6a9815f0-e6b4-4563-87c0-040fb345b30c req-f69047f0-12c2-4d3f-a128-f59c17abd673 service neutron] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2570970 Feb 09 21:34:56.841670 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1347d089-2686-4c86-96fd-24329f0920da req-574bb634-57aa-4b91-894e-42a55c996f02 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:56.843157 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1347d089-2686-4c86-96fd-24329f0920da req-574bb634-57aa-4b91-894e-42a55c996f02 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/ports?device_id=50e0dbe9-de7a-4515-a141-361c5f3ab1cc HTTP/1.1" status: 200 len: 945 time: 0.2499623 Feb 09 21:34:56.866432 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [req-abb0128c-f71f-4984-a99f-725308dec2c9 req-55d13dea-a4ea-484d-a8a8-55dbd2d6a39e service neutron] Transition to ACTIVE for port object 5766863f-ef54-48f2-ac1f-a94310cb8604 will not be triggered until provisioned by entity L2. {{(pid=103140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:34:56.883824 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-abb0128c-f71f-4984-a99f-725308dec2c9 req-55d13dea-a4ea-484d-a8a8-55dbd2d6a39e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (5766863f-ef54-48f2-ac1f-a94310cb8604), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:56.971311 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fe2f0a3e-e8eb-4ca2-8fe2-ea8d1355268d admin admin] Publish callbacks [] for security_group (de732c14-36a9-469f-a3ca-9c4f5114dfc9), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:56.987364 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72ad807-da1a-4426-a00e-dc54f7a1aa25 req-588c1c7c-562e-437d-a943-f8404c4225e0 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:56.988969 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b72ad807-da1a-4426-a00e-dc54f7a1aa25 req-588c1c7c-562e-437d-a943-f8404c4225e0 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=9a70729e-24c8-4e59-8c93-8811e088ab2e HTTP/1.1" status: 200 len: 950 time: 0.2174551 Feb 09 21:34:56.993580 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fe2f0a3e-e8eb-4ca2-8fe2-ea8d1355268d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (de732c14-36a9-469f-a3ca-9c4f5114dfc9), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:57.009596 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d13dea-a4ea-484d-a8a8-55dbd2d6a39e service neutron] Pushing event updated for resources: {'Port': ['ID=5766863f-ef54-48f2-ac1f-a94310cb8604,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:57.014551 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1347d089-2686-4c86-96fd-24329f0920da req-eef45507-c781-4eb4-976f-4dc8c9c37ca7 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/security-groups?id=53864ffe-fa53-4ead-9e41-21e6252e7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641510 Feb 09 21:34:57.090619 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-fe2f0a3e-e8eb-4ca2-8fe2-ea8d1355268d admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=415cb182593c43559b7da79bd17f7385&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5789154 Feb 09 21:34:57.090766 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 55764) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:57.111772 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20f2ebf-35d6-46c2-992f-1d3d0d2e68d7 req-7356a9e0-b374-4af9-a162-b5dafadd1401 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:57.113308 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f20f2ebf-35d6-46c2-992f-1d3d0d2e68d7 req-7356a9e0-b374-4af9-a162-b5dafadd1401 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.89 "GET /v2.0/ports?device_id=fc5656c9-58bf-4d3e-882d-807e27138283 HTTP/1.1" status: 200 len: 944 time: 0.1289496 Feb 09 21:34:57.131592 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f0a3e-e8eb-4ca2-8fe2-ea8d1355268d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de732c14-36a9-469f-a3ca-9c4f5114dfc9,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:57.176854 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b72ad807-da1a-4426-a00e-dc54f7a1aa25 req-e3146ff3-8fa1-46f3-a14e-4d18f1ad0104 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772885 Feb 09 21:34:57.254671 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-abb0128c-f71f-4984-a99f-725308dec2c9 req-55d13dea-a4ea-484d-a8a8-55dbd2d6a39e service neutron] Attempting to bind port 5766863f-ef54-48f2-ac1f-a94310cb8604 on host n-h1-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:34:57.255301 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-abb0128c-f71f-4984-a99f-725308dec2c9 req-55d13dea-a4ea-484d-a8a8-55dbd2d6a39e service neutron] Attempting to bind port 5766863f-ef54-48f2-ac1f-a94310cb8604 by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': '462e03e7-f067-4f20-8f9e-1f3c154720a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'cea301d7-eb3a-4790-bd8b-b668b6ea9a0e'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:34:57.255635 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb0128c-f71f-4984-a99f-725308dec2c9 req-55d13dea-a4ea-484d-a8a8-55dbd2d6a39e service neutron] Attempting to bind port 5766863f-ef54-48f2-ac1f-a94310cb8604 on network cea301d7-eb3a-4790-bd8b-b668b6ea9a0e {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:34:57.263336 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb0128c-f71f-4984-a99f-725308dec2c9 req-55d13dea-a4ea-484d-a8a8-55dbd2d6a39e service neutron] Port 5766863f-ef54-48f2-ac1f-a94310cb8604 on network cea301d7-eb3a-4790-bd8b-b668b6ea9a0e not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:34:57.263700 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb0128c-f71f-4984-a99f-725308dec2c9 req-55d13dea-a4ea-484d-a8a8-55dbd2d6a39e service neutron] Attempting to bind port 5766863f-ef54-48f2-ac1f-a94310cb8604 on network cea301d7-eb3a-4790-bd8b-b668b6ea9a0e {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:34:57.273001 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb0128c-f71f-4984-a99f-725308dec2c9 req-55d13dea-a4ea-484d-a8a8-55dbd2d6a39e service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:34:57.273252 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ae2b0207-7e04-4e0b-8804-da41e3835951 admin admin] Publish callbacks [] for security_group (de732c14-36a9-469f-a3ca-9c4f5114dfc9), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:57.273354 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb0128c-f71f-4984-a99f-725308dec2c9 req-55d13dea-a4ea-484d-a8a8-55dbd2d6a39e service neutron] Checking segment: {'id': '462e03e7-f067-4f20-8f9e-1f3c154720a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'cea301d7-eb3a-4790-bd8b-b668b6ea9a0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:34:57.273715 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb0128c-f71f-4984-a99f-725308dec2c9 req-55d13dea-a4ea-484d-a8a8-55dbd2d6a39e service neutron] Bound using segment: {'id': '462e03e7-f067-4f20-8f9e-1f3c154720a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'cea301d7-eb3a-4790-bd8b-b668b6ea9a0e'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:34:57.274161 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-abb0128c-f71f-4984-a99f-725308dec2c9 req-55d13dea-a4ea-484d-a8a8-55dbd2d6a39e service neutron] Bound port: 5766863f-ef54-48f2-ac1f-a94310cb8604, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '462e03e7-f067-4f20-8f9e-1f3c154720a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'cea301d7-eb3a-4790-bd8b-b668b6ea9a0e'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:34:57.274512 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-abb0128c-f71f-4984-a99f-725308dec2c9 req-55d13dea-a4ea-484d-a8a8-55dbd2d6a39e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (5766863f-ef54-48f2-ac1f-a94310cb8604), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:57.301383 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21028363-7922-47b7-9f16-c5c4ae354046 req-8268d181-ff36-40e0-a161-49fd2a02440b tempest-ServerMetadataNegativeTestJSON-122155306 tempest-ServerMetadataNegativeTestJSON-122155306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:57.302934 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-21028363-7922-47b7-9f16-c5c4ae354046 req-8268d181-ff36-40e0-a161-49fd2a02440b tempest-ServerMetadataNegativeTestJSON-122155306 tempest-ServerMetadataNegativeTestJSON-122155306-project] 10.222.0.90 "GET /v2.0/ports?device_id=46116dea-e58b-4693-992f-1a92fc2092d0 HTTP/1.1" status: 200 len: 946 time: 0.0970120 Feb 09 21:34:57.310888 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ae2b0207-7e04-4e0b-8804-da41e3835951 admin admin] Publish callbacks [] for security_group (de732c14-36a9-469f-a3ca-9c4f5114dfc9), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:57.350077 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-f20f2ebf-35d6-46c2-992f-1d3d0d2e68d7 req-359582c0-c88b-4cc2-be72-619d8d4a144f tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Deleting port dcd512c6-e231-44af-a93e-e402f76d9c16 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:34:57.350416 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f20f2ebf-35d6-46c2-992f-1d3d0d2e68d7 req-359582c0-c88b-4cc2-be72-619d8d4a144f tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (dcd512c6-e231-44af-a93e-e402f76d9c16), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:57.385539 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-abb0128c-f71f-4984-a99f-725308dec2c9 req-55d13dea-a4ea-484d-a8a8-55dbd2d6a39e service neutron] For port 5766863f-ef54-48f2-ac1f-a94310cb8604, host n-h1-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:34:57.390685 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:34:57.391264 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-21028363-7922-47b7-9f16-c5c4ae354046 req-9b41953e-49a1-4eeb-9cb3-0baa17aa8035 tempest-ServerMetadataNegativeTestJSON-122155306 tempest-ServerMetadataNegativeTestJSON-122155306-project] 10.222.0.90 "GET /v2.0/security-groups?id=6369d93d-5427-4bfb-90f4-472a161b92a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692997 Feb 09 21:34:57.392566 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-abb0128c-f71f-4984-a99f-725308dec2c9 req-55d13dea-a4ea-484d-a8a8-55dbd2d6a39e service neutron] For port 5766863f-ef54-48f2-ac1f-a94310cb8604, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=5766863f-ef54-48f2-ac1f-a94310cb8604,segment=NetworkSegment(462e03e7-f067-4f20-8f9e-1f3c154720a6),segment_id=462e03e7-f067-4f20-8f9e-1f3c154720a6)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:34:57.402110 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-abb0128c-f71f-4984-a99f-725308dec2c9 req-55d13dea-a4ea-484d-a8a8-55dbd2d6a39e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (5766863f-ef54-48f2-ac1f-a94310cb8604), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:57.432140 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ae2b0207-7e04-4e0b-8804-da41e3835951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (de732c14-36a9-469f-a3ca-9c4f5114dfc9), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:57.435085 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ae2b0207-7e04-4e0b-8804-da41e3835951 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:57.436436 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-ae2b0207-7e04-4e0b-8804-da41e3835951 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/de732c14-36a9-469f-a3ca-9c4f5114dfc9 HTTP/1.1" status: 204 len: 168 time: 0.3404789 Feb 09 21:34:57.455021 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2b0207-7e04-4e0b-8804-da41e3835951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de732c14-36a9-469f-a3ca-9c4f5114dfc9,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:57.462179 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d13dea-a4ea-484d-a8a8-55dbd2d6a39e service neutron] Pushing event updated for resources: {'Port': ['ID=5766863f-ef54-48f2-ac1f-a94310cb8604,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:57.471872 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb0128c-f71f-4984-a99f-725308dec2c9 req-55d13dea-a4ea-484d-a8a8-55dbd2d6a39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:57.472564 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-abb0128c-f71f-4984-a99f-725308dec2c9 req-55d13dea-a4ea-484d-a8a8-55dbd2d6a39e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:57.474301 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-abb0128c-f71f-4984-a99f-725308dec2c9 req-55d13dea-a4ea-484d-a8a8-55dbd2d6a39e service neutron] 10.222.0.95 "PUT /v2.0/ports/5766863f-ef54-48f2-ac1f-a94310cb8604 HTTP/1.1" status: 200 len: 1092 time: 1.6531508 Feb 09 21:34:57.668068 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb0128c-f71f-4984-a99f-725308dec2c9 req-5814cd9b-3172-4f0c-8b90-5896fb34fbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:57.669015 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb0128c-f71f-4984-a99f-725308dec2c9 req-5814cd9b-3172-4f0c-8b90-5896fb34fbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:57.672506 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-abb0128c-f71f-4984-a99f-725308dec2c9 req-5814cd9b-3172-4f0c-8b90-5896fb34fbfe service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=3a839c247a824993a2c678394ab2ac52&device_id=839b756c-2e95-4def-9826-21c1525b2880 HTTP/1.1" status: 200 len: 2043 time: 0.1407847 Feb 09 21:34:57.720543 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c69e71-51fb-457a-a203-a8835d66a27c req-068f528c-6d4b-46e1-a0dc-fefc057625a8 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:57.729296 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e6c69e71-51fb-457a-a203-a8835d66a27c req-068f528c-6d4b-46e1-a0dc-fefc057625a8 tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=fc5656c9-58bf-4d3e-882d-807e27138283 HTTP/1.1" status: 200 len: 944 time: 0.1150362 Feb 09 21:34:57.802778 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-abb0128c-f71f-4984-a99f-725308dec2c9 req-230efe9a-2db7-4627-9bdc-8f86d3e35c70 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.163&port_id=d10ee656-cd44-41f1-9918-4a2732cceda8 HTTP/1.1" status: 200 len: 217 time: 0.1136189 Feb 09 21:34:57.883441 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-f20f2ebf-35d6-46c2-992f-1d3d0d2e68d7 req-359582c0-c88b-4cc2-be72-619d8d4a144f tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] For port dcd512c6-e231-44af-a93e-e402f76d9c16, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=dcd512c6-e231-44af-a93e-e402f76d9c16,segment=NetworkSegment(aad88faa-37a1-49ac-8a06-d36169fb75d8),segment_id=aad88faa-37a1-49ac-8a06-d36169fb75d8)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:34:57.883925 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f20f2ebf-35d6-46c2-992f-1d3d0d2e68d7 req-359582c0-c88b-4cc2-be72-619d8d4a144f tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (dcd512c6-e231-44af-a93e-e402f76d9c16), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:57.898384 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-f20f2ebf-35d6-46c2-992f-1d3d0d2e68d7 req-359582c0-c88b-4cc2-be72-619d8d4a144f tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Calling delete_port for dcd512c6-e231-44af-a93e-e402f76d9c16 owned by compute:nova {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:34:57.940203 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e6c69e71-51fb-457a-a203-a8835d66a27c req-155b9853-5d44-40ca-908f-4e8618e4073f tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/security-groups?id=5fea7a06-3b13-4248-a130-8c06a33fccf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097149 Feb 09 21:34:57.941703 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb0128c-f71f-4984-a99f-725308dec2c9 req-39a8455c-8d6f-47ff-b5b2-017e8de7aa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:57.943107 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-abb0128c-f71f-4984-a99f-725308dec2c9 req-39a8455c-8d6f-47ff-b5b2-017e8de7aa98 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=525d2927-48bb-4678-996d-bb0d26507287 HTTP/1.1" status: 200 len: 801 time: 0.0948961 Feb 09 21:34:57.953693 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a16b0b-ed5b-40c7-9d86-0d6d5523b1b6 req-636a04f5-0826-41ce-b61d-de8da8c846db tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:57.959239 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a16b0b-ed5b-40c7-9d86-0d6d5523b1b6 req-636a04f5-0826-41ce-b61d-de8da8c846db tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:57.960890 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-43a16b0b-ed5b-40c7-9d86-0d6d5523b1b6 req-636a04f5-0826-41ce-b61d-de8da8c846db tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.90 "GET /v2.0/ports?device_id=839b756c-2e95-4def-9826-21c1525b2880 HTTP/1.1" status: 200 len: 1679 time: 0.1539230 Feb 09 21:34:57.966965 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 215fac52-1234-4ba3-9c77-e164bcf20996 no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:34:57.990096 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '839b756c-2e95-4def-9826-21c1525b2880', 'tag': '5766863f-ef54-48f2-ac1f-a94310cb8604'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:34:57.992591 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e177655-8c24-4f4b-bd90-f730f16a61df" -d '{"events": [{"name": "network-changed", "server_uuid": "839b756c-2e95-4def-9826-21c1525b2880", "tag": "5766863f-ef54-48f2-ac1f-a94310cb8604"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:34:58.050632 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] No Port match for: 215fac52-1234-4ba3-9c77-e164bcf20996 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:34:58.050998 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 215fac52-1234-4ba3-9c77-e164bcf20996 not bound to the agent host n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:34:58.068501 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb0128c-f71f-4984-a99f-725308dec2c9 req-1911ae9d-83e7-4bc7-9dc4-44c0bd82408e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:58.071281 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-abb0128c-f71f-4984-a99f-725308dec2c9 req-1911ae9d-83e7-4bc7-9dc4-44c0bd82408e service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=641162f1-a5c5-4f37-bdbf-71b22c7a6598&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1082432 Feb 09 21:34:58.073755 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc3b6c70-db32-43b5-b70b-dfec5070607c x-openstack-request-id: req-cc3b6c70-db32-43b5-b70b-dfec5070607c {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:34:58.074192 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "839b756c-2e95-4def-9826-21c1525b2880", "tag": "5766863f-ef54-48f2-ac1f-a94310cb8604", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:34:58.074456 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-cc3b6c70-db32-43b5-b70b-dfec5070607c {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:34:58.074863 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '839b756c-2e95-4def-9826-21c1525b2880', 'tag': '5766863f-ef54-48f2-ac1f-a94310cb8604', 'status': 'completed', 'code': 200} Feb 09 21:34:58.082973 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0e128a-75ac-4aa7-9bff-d0c50b8c53b0 req-77779db6-51b8-49b5-8221-4396d12fb470 tempest-ServerMetadataNegativeTestJSON-122155306 tempest-ServerMetadataNegativeTestJSON-122155306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:58.085246 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-de0e128a-75ac-4aa7-9bff-d0c50b8c53b0 req-77779db6-51b8-49b5-8221-4396d12fb470 tempest-ServerMetadataNegativeTestJSON-122155306 tempest-ServerMetadataNegativeTestJSON-122155306-project] 10.222.0.89 "GET /v2.0/ports?device_id=46116dea-e58b-4693-992f-1a92fc2092d0 HTTP/1.1" status: 200 len: 946 time: 0.1725101 Feb 09 21:34:58.096189 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-43a16b0b-ed5b-40c7-9d86-0d6d5523b1b6 req-9406ee86-9fe1-48ed-8997-82efd5bc8411 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.90 "GET /v2.0/security-groups?id=ce0b6bf0-0090-4ca0-98fe-25c5a90c9e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998712 Feb 09 21:34:58.367592 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f20f2ebf-35d6-46c2-992f-1d3d0d2e68d7 req-359582c0-c88b-4cc2-be72-619d8d4a144f tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (dcd512c6-e231-44af-a93e-e402f76d9c16), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:58.388472 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-de0e128a-75ac-4aa7-9bff-d0c50b8c53b0 req-6e6138a5-1032-4b3b-9e5a-db749204657d tempest-ServerMetadataNegativeTestJSON-122155306 tempest-ServerMetadataNegativeTestJSON-122155306-project] Deleting port ed779966-a642-4ad4-b70e-415d3ca7781a {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:34:58.389328 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-de0e128a-75ac-4aa7-9bff-d0c50b8c53b0 req-6e6138a5-1032-4b3b-9e5a-db749204657d tempest-ServerMetadataNegativeTestJSON-122155306 tempest-ServerMetadataNegativeTestJSON-122155306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (ed779966-a642-4ad4-b70e-415d3ca7781a), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:58.461059 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359582c0-c88b-4cc2-be72-619d8d4a144f tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Pushing event deleted for resources: {'Port': ['ID=dcd512c6-e231-44af-a93e-e402f76d9c16,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:58.506523 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-f20f2ebf-35d6-46c2-992f-1d3d0d2e68d7 req-359582c0-c88b-4cc2-be72-619d8d4a144f tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] No DVR routers for this DVR port dcd512c6-e231-44af-a93e-e402f76d9c16 on host n-h2-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:34:58.510754 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f20f2ebf-35d6-46c2-992f-1d3d0d2e68d7 req-359582c0-c88b-4cc2-be72-619d8d4a144f tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:58.515073 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f20f2ebf-35d6-46c2-992f-1d3d0d2e68d7 req-359582c0-c88b-4cc2-be72-619d8d4a144f tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.89 "DELETE /v2.0/ports/dcd512c6-e231-44af-a93e-e402f76d9c16 HTTP/1.1" status: 204 len: 173 time: 1.3820477 Feb 09 21:34:58.515793 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc5656c9-58bf-4d3e-882d-807e27138283', 'name': 'network-vif-deleted', 'tag': 'dcd512c6-e231-44af-a93e-e402f76d9c16'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:34:58.518278 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13a35ec5-11ce-4f43-924b-ae252f9e2a22" -d '{"events": [{"server_uuid": "fc5656c9-58bf-4d3e-882d-807e27138283", "name": "network-vif-deleted", "tag": "dcd512c6-e231-44af-a93e-e402f76d9c16"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:34:58.562171 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-de0e128a-75ac-4aa7-9bff-d0c50b8c53b0 req-6e6138a5-1032-4b3b-9e5a-db749204657d tempest-ServerMetadataNegativeTestJSON-122155306 tempest-ServerMetadataNegativeTestJSON-122155306-project] For port ed779966-a642-4ad4-b70e-415d3ca7781a, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=ed779966-a642-4ad4-b70e-415d3ca7781a,segment=NetworkSegment(c1e31970-78d4-4052-bc2e-d7b1914321ab),segment_id=c1e31970-78d4-4052-bc2e-d7b1914321ab)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:34:58.562940 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-de0e128a-75ac-4aa7-9bff-d0c50b8c53b0 req-6e6138a5-1032-4b3b-9e5a-db749204657d tempest-ServerMetadataNegativeTestJSON-122155306 tempest-ServerMetadataNegativeTestJSON-122155306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (ed779966-a642-4ad4-b70e-415d3ca7781a), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:58.585541 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-de0e128a-75ac-4aa7-9bff-d0c50b8c53b0 req-6e6138a5-1032-4b3b-9e5a-db749204657d tempest-ServerMetadataNegativeTestJSON-122155306 tempest-ServerMetadataNegativeTestJSON-122155306-project] Calling delete_port for ed779966-a642-4ad4-b70e-415d3ca7781a owned by compute:nova {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:34:58.660442 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-abb0128c-f71f-4984-a99f-725308dec2c9 req-033a7af6-efe0-4c56-b8d9-f22375ee4061 service neutron] 10.222.0.95 "GET /v2.0/networks/641162f1-a5c5-4f37-bdbf-71b22c7a6598?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5834529 Feb 09 21:34:58.714776 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc92e280-aeeb-48e6-b1b1-4d0b67404d2f req-a062e3a1-a5e5-44f3-a929-50d1ef5da0d7 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:58.722085 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cc92e280-aeeb-48e6-b1b1-4d0b67404d2f req-a062e3a1-a5e5-44f3-a929-50d1ef5da0d7 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/ports?device_id=50e0dbe9-de7a-4515-a141-361c5f3ab1cc HTTP/1.1" status: 200 len: 945 time: 0.1711955 Feb 09 21:34:58.761795 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51490d3e-cbaa-4fc6-8084-3c0c1085ebb1 req-fbc48c5c-5490-4cd7-8d24-78dcd5360209 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:58.763776 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-51490d3e-cbaa-4fc6-8084-3c0c1085ebb1 req-fbc48c5c-5490-4cd7-8d24-78dcd5360209 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=9a70729e-24c8-4e59-8c93-8811e088ab2e HTTP/1.1" status: 200 len: 950 time: 0.2113442 Feb 09 21:34:58.802793 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-de0e128a-75ac-4aa7-9bff-d0c50b8c53b0 req-6e6138a5-1032-4b3b-9e5a-db749204657d tempest-ServerMetadataNegativeTestJSON-122155306 tempest-ServerMetadataNegativeTestJSON-122155306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (ed779966-a642-4ad4-b70e-415d3ca7781a), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:58.818380 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['ed779966-a642-4ad4-b70e-415d3ca7781a'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:34:58.831221 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-51490d3e-cbaa-4fc6-8084-3c0c1085ebb1 req-b2713a1d-a8df-443f-8801-1a0a0992098d tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566993 Feb 09 21:34:58.852320 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6138a5-1032-4b3b-9e5a-db749204657d tempest-ServerMetadataNegativeTestJSON-122155306 tempest-ServerMetadataNegativeTestJSON-122155306-project] Pushing event deleted for resources: {'Port': ['ID=ed779966-a642-4ad4-b70e-415d3ca7781a,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:34:58.905664 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cc92e280-aeeb-48e6-b1b1-4d0b67404d2f req-b1e1c989-aed2-4d9e-bc37-8b5c0791a89c tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/security-groups?id=53864ffe-fa53-4ead-9e41-21e6252e7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823716 Feb 09 21:34:58.934379 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-abb0128c-f71f-4984-a99f-725308dec2c9 req-6e8d8bdb-b680-4196-90d5-cee710c95a08 service neutron] 10.222.0.95 "GET /v2.0/networks/641162f1-a5c5-4f37-bdbf-71b22c7a6598?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534366 Feb 09 21:34:58.971488 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-de0e128a-75ac-4aa7-9bff-d0c50b8c53b0 req-6e6138a5-1032-4b3b-9e5a-db749204657d tempest-ServerMetadataNegativeTestJSON-122155306 tempest-ServerMetadataNegativeTestJSON-122155306-project] No DVR routers for this DVR port ed779966-a642-4ad4-b70e-415d3ca7781a on host n-h2-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:34:58.976875 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-de0e128a-75ac-4aa7-9bff-d0c50b8c53b0 req-6e6138a5-1032-4b3b-9e5a-db749204657d tempest-ServerMetadataNegativeTestJSON-122155306 tempest-ServerMetadataNegativeTestJSON-122155306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:34:58.991802 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-de0e128a-75ac-4aa7-9bff-d0c50b8c53b0 req-6e6138a5-1032-4b3b-9e5a-db749204657d tempest-ServerMetadataNegativeTestJSON-122155306 tempest-ServerMetadataNegativeTestJSON-122155306-project] 10.222.0.89 "DELETE /v2.0/ports/ed779966-a642-4ad4-b70e-415d3ca7781a HTTP/1.1" status: 204 len: 173 time: 0.8942964 Feb 09 21:34:58.997278 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1764355a-b5a5-44e3-858e-26d364f616f6 x-openstack-request-id: req-1764355a-b5a5-44e3-858e-26d364f616f6 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:34:58.997278 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc5656c9-58bf-4d3e-882d-807e27138283", "name": "network-vif-deleted", "tag": "dcd512c6-e231-44af-a93e-e402f76d9c16", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:34:58.998005 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-1764355a-b5a5-44e3-858e-26d364f616f6 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:34:58.998361 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc5656c9-58bf-4d3e-882d-807e27138283', 'name': 'network-vif-deleted', 'tag': 'dcd512c6-e231-44af-a93e-e402f76d9c16', 'status': 'completed', 'code': 200} Feb 09 21:34:59.020628 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-abb0128c-f71f-4984-a99f-725308dec2c9 req-bf98a8b5-879b-44b6-a86b-0a4b7d8d1675 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.156&port_id=5766863f-ef54-48f2-ac1f-a94310cb8604 HTTP/1.1" status: 200 len: 217 time: 0.0670340 Feb 09 21:34:59.106650 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb0128c-f71f-4984-a99f-725308dec2c9 req-c37e32b0-8f16-4165-89af-d2feeeeebc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:59.108579 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-abb0128c-f71f-4984-a99f-725308dec2c9 req-c37e32b0-8f16-4165-89af-d2feeeeebc70 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=941b4478-beaa-4c41-b91c-4e4319bbbb40 HTTP/1.1" status: 200 len: 801 time: 0.0800202 Feb 09 21:34:59.139257 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b15c937a-431d-49c5-8676-a9d7f8194089 req-8cfeaf6b-9aa0-4f3e-b53a-3aee6106a9a3 tempest-ServerMetadataNegativeTestJSON-122155306 tempest-ServerMetadataNegativeTestJSON-122155306-project] 10.222.0.90 "GET /v2.0/ports?device_id=46116dea-e58b-4693-992f-1a92fc2092d0 HTTP/1.1" status: 200 len: 210 time: 0.0681000 Feb 09 21:34:59.241667 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512bafe0-cb33-4c22-a7be-e9fa1130ead5 req-9d6aaa42-03d7-46e4-8972-7179a3b358ce tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:59.244041 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-512bafe0-cb33-4c22-a7be-e9fa1130ead5 req-9d6aaa42-03d7-46e4-8972-7179a3b358ce tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/ports?device_id=50e0dbe9-de7a-4515-a141-361c5f3ab1cc HTTP/1.1" status: 200 len: 945 time: 0.1564960 Feb 09 21:34:59.252994 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb0128c-f71f-4984-a99f-725308dec2c9 req-0bb08d30-72f9-470f-b959-cdfbe6d6e100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:59.256980 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-abb0128c-f71f-4984-a99f-725308dec2c9 req-0bb08d30-72f9-470f-b959-cdfbe6d6e100 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=cea301d7-eb3a-4790-bd8b-b668b6ea9a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1146152 Feb 09 21:34:59.311590 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-410de73b-1125-4c34-bbcb-000fb7f42d14 req-394c46a2-abae-4553-b80e-2d656e72a93d tempest-LiveAutoBlockMigrationV225Test-319169028 tempest-LiveAutoBlockMigrationV225Test-319169028-project] 10.222.0.90 "GET /v2.0/ports?device_id=fc5656c9-58bf-4d3e-882d-807e27138283 HTTP/1.1" status: 200 len: 210 time: 0.0530980 Feb 09 21:34:59.410473 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-512bafe0-cb33-4c22-a7be-e9fa1130ead5 req-5a64e08c-8639-4710-8330-26cae06cb58f tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/security-groups?id=53864ffe-fa53-4ead-9e41-21e6252e7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508560 Feb 09 21:34:59.437982 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-abb0128c-f71f-4984-a99f-725308dec2c9 req-f19d7856-4a08-47a9-ad60-f7d832a33e5b service neutron] 10.222.0.95 "GET /v2.0/networks/cea301d7-eb3a-4790-bd8b-b668b6ea9a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619487 Feb 09 21:34:59.586861 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-abb0128c-f71f-4984-a99f-725308dec2c9 req-404e86b1-90b3-4b0e-aa6e-2fbbc4563457 service neutron] 10.222.0.95 "GET /v2.0/networks/cea301d7-eb3a-4790-bd8b-b668b6ea9a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417511 Feb 09 21:34:59.726977 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada3d50d-3ae5-429f-bc3b-3613831280d5 req-0ac58379-0680-49d5-ba3c-bd06bd96ab9d tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:59.732301 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada3d50d-3ae5-429f-bc3b-3613831280d5 req-0ac58379-0680-49d5-ba3c-bd06bd96ab9d tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:59.733944 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ada3d50d-3ae5-429f-bc3b-3613831280d5 req-0ac58379-0680-49d5-ba3c-bd06bd96ab9d tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.90 "GET /v2.0/ports?device_id=839b756c-2e95-4def-9826-21c1525b2880 HTTP/1.1" status: 200 len: 1679 time: 0.2576447 Feb 09 21:34:59.754318 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e177655-8c24-4f4b-bd90-f730f16a61df req-944d364a-2a96-4459-9252-8f1d9a9c4afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:59.754806 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e177655-8c24-4f4b-bd90-f730f16a61df req-944d364a-2a96-4459-9252-8f1d9a9c4afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:59.756444 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7e177655-8c24-4f4b-bd90-f730f16a61df req-944d364a-2a96-4459-9252-8f1d9a9c4afa service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=3a839c247a824993a2c678394ab2ac52&device_id=839b756c-2e95-4def-9826-21c1525b2880 HTTP/1.1" status: 200 len: 2043 time: 0.0916538 Feb 09 21:34:59.882461 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 55858) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:34:59.917010 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e177655-8c24-4f4b-bd90-f730f16a61df req-eecd7f0a-08dc-42ab-80d4-6ed1d1e15a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:34:59.918887 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7e177655-8c24-4f4b-bd90-f730f16a61df req-eecd7f0a-08dc-42ab-80d4-6ed1d1e15a21 service neutron] 10.222.0.95 "GET /v2.0/networks?id=cea301d7-eb3a-4790-bd8b-b668b6ea9a0e HTTP/1.1" status: 200 len: 902 time: 0.1354084 Feb 09 21:34:59.983105 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device dcd512c6-e231-44af-a93e-e402f76d9c16 no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:34:59.988361 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7e177655-8c24-4f4b-bd90-f730f16a61df req-3b442426-4881-4314-8e29-9b81e55dda9b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.156&port_id=5766863f-ef54-48f2-ac1f-a94310cb8604 HTTP/1.1" status: 200 len: 217 time: 0.0546243 Feb 09 21:35:00.001863 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ada3d50d-3ae5-429f-bc3b-3613831280d5 req-64143207-4a57-4414-985d-205cab4b36c5 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.90 "GET /v2.0/security-groups?id=ce0b6bf0-0090-4ca0-98fe-25c5a90c9e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425468 Feb 09 21:35:00.030767 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] No Port match for: dcd512c6-e231-44af-a93e-e402f76d9c16 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:35:00.030968 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-6458c139-3c20-437c-ab19-26de250afb8c tempest-ExternalNetworksAdminNegativeTestJSON-560571273 tempest-ExternalNetworksAdminNegativeTestJSON-560571273-project-admin] Request body: {'floatingip': {'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:00.031628 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device dcd512c6-e231-44af-a93e-e402f76d9c16 not bound to the agent host n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:35:00.032336 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device ed779966-a642-4ad4-b70e-415d3ca7781a no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:35:00.063207 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6458c139-3c20-437c-ab19-26de250afb8c tempest-ExternalNetworksAdminNegativeTestJSON-560571273 tempest-ExternalNetworksAdminNegativeTestJSON-560571273-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:00.072609 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] No Port match for: ed779966-a642-4ad4-b70e-415d3ca7781a {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:35:00.073267 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device ed779966-a642-4ad4-b70e-415d3ca7781a not bound to the agent host n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:35:00.097867 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e177655-8c24-4f4b-bd90-f730f16a61df req-a019390b-7893-4674-8ffe-66bb5c7cb3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:00.099486 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7e177655-8c24-4f4b-bd90-f730f16a61df req-a019390b-7893-4674-8ffe-66bb5c7cb3d9 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=941b4478-beaa-4c41-b91c-4e4319bbbb40 HTTP/1.1" status: 200 len: 801 time: 0.0966146 Feb 09 21:35:00.235404 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6458c139-3c20-437c-ab19-26de250afb8c tempest-ExternalNetworksAdminNegativeTestJSON-560571273 tempest-ExternalNetworksAdminNegativeTestJSON-560571273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:00.241961 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78a9ddf-3997-44df-a44e-7be843817b89 req-a05171db-f872-4d3c-a676-120633a06932 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:00.250052 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b78a9ddf-3997-44df-a44e-7be843817b89 req-a05171db-f872-4d3c-a676-120633a06932 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/ports?device_id=50e0dbe9-de7a-4515-a141-361c5f3ab1cc HTTP/1.1" status: 200 len: 945 time: 0.1431677 Feb 09 21:35:00.253251 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e177655-8c24-4f4b-bd90-f730f16a61df req-3cdd3296-acb9-4d1b-87b5-00e81e79b24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:00.254729 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7e177655-8c24-4f4b-bd90-f730f16a61df req-3cdd3296-acb9-4d1b-87b5-00e81e79b24b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=cea301d7-eb3a-4790-bd8b-b668b6ea9a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1457393 Feb 09 21:35:00.382978 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-6458c139-3c20-437c-ab19-26de250afb8c tempest-ExternalNetworksAdminNegativeTestJSON-560571273 tempest-ExternalNetworksAdminNegativeTestJSON-560571273-project-admin] Allocated IP 172.25.3.77 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/7023e965-764b-47fa-8a04-8068eaa19f60) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:35:00.400887 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b78a9ddf-3997-44df-a44e-7be843817b89 req-b0fed0ea-9c79-433f-83a7-38c760cf2e3b tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/security-groups?id=53864ffe-fa53-4ead-9e41-21e6252e7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450698 Feb 09 21:35:00.457339 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11bba7a-0f67-4743-9d08-acee0c121f59 req-ec33f8bf-bd27-4f91-93a2-0d0d976cfee3 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:00.458862 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a11bba7a-0f67-4743-9d08-acee0c121f59 req-ec33f8bf-bd27-4f91-93a2-0d0d976cfee3 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=9a70729e-24c8-4e59-8c93-8811e088ab2e HTTP/1.1" status: 200 len: 950 time: 0.1428123 Feb 09 21:35:00.462044 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 55874) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:00.475482 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7e177655-8c24-4f4b-bd90-f730f16a61df req-5d221123-d1fd-4ec6-88cc-53f22568e833 service neutron] 10.222.0.95 "GET /v2.0/networks/cea301d7-eb3a-4790-bd8b-b668b6ea9a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075942 Feb 09 21:35:00.546249 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6458c139-3c20-437c-ab19-26de250afb8c tempest-ExternalNetworksAdminNegativeTestJSON-560571273 tempest-ExternalNetworksAdminNegativeTestJSON-560571273-project-admin] Publish callbacks [] for port (7023e965-764b-47fa-8a04-8068eaa19f60), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:00.598908 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6458c139-3c20-437c-ab19-26de250afb8c tempest-ExternalNetworksAdminNegativeTestJSON-560571273 tempest-ExternalNetworksAdminNegativeTestJSON-560571273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (7023e965-764b-47fa-8a04-8068eaa19f60), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:00.607577 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd7050d4-8a93-434e-a98d-13ff97a006c0 admin admin] Deleting subnet 67af386b-dbe4-413e-a5af-eb68a4ec69b8 {{(pid=103140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:35:00.614256 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cd7050d4-8a93-434e-a98d-13ff97a006c0 admin admin] Publish callbacks [] for subnet (67af386b-dbe4-413e-a5af-eb68a4ec69b8), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:00.618739 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a11bba7a-0f67-4743-9d08-acee0c121f59 req-309d2ba6-f369-4870-a4f6-783799f18d6e tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470969 Feb 09 21:35:00.652737 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 55884) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:00.680746 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6458c139-3c20-437c-ab19-26de250afb8c tempest-ExternalNetworksAdminNegativeTestJSON-560571273 tempest-ExternalNetworksAdminNegativeTestJSON-560571273-project-admin] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:35:00.684097 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-6458c139-3c20-437c-ab19-26de250afb8c tempest-ExternalNetworksAdminNegativeTestJSON-560571273 tempest-ExternalNetworksAdminNegativeTestJSON-560571273-project-admin] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:35:00.690766 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6458c139-3c20-437c-ab19-26de250afb8c tempest-ExternalNetworksAdminNegativeTestJSON-560571273 tempest-ExternalNetworksAdminNegativeTestJSON-560571273-project-admin] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:35:00.706053 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7e177655-8c24-4f4b-bd90-f730f16a61df req-4ecc2bfe-7755-4ef7-bf0a-304bdbb722c0 service neutron] 10.222.0.95 "GET /v2.0/networks/cea301d7-eb3a-4790-bd8b-b668b6ea9a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882737 Feb 09 21:35:00.734823 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6458c139-3c20-437c-ab19-26de250afb8c tempest-ExternalNetworksAdminNegativeTestJSON-560571273 tempest-ExternalNetworksAdminNegativeTestJSON-560571273-project-admin] Pushing event updated for resources: {'Port': ['ID=7023e965-764b-47fa-8a04-8068eaa19f60,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:00.740008 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cd7050d4-8a93-434e-a98d-13ff97a006c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9110716'] for subnet (67af386b-dbe4-413e-a5af-eb68a4ec69b8), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:00.824689 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cd7050d4-8a93-434e-a98d-13ff97a006c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (67af386b-dbe4-413e-a5af-eb68a4ec69b8), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:00.825358 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6458c139-3c20-437c-ab19-26de250afb8c tempest-ExternalNetworksAdminNegativeTestJSON-560571273 tempest-ExternalNetworksAdminNegativeTestJSON-560571273-project-admin] Publish callbacks [] for floatingip (d4487796-9e79-4178-ad54-2e76f2a441fc), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:00.890578 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6458c139-3c20-437c-ab19-26de250afb8c tempest-ExternalNetworksAdminNegativeTestJSON-560571273 tempest-ExternalNetworksAdminNegativeTestJSON-560571273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (7023e965-764b-47fa-8a04-8068eaa19f60), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:00.905062 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cd7050d4-8a93-434e-a98d-13ff97a006c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621346'] for subnet (67af386b-dbe4-413e-a5af-eb68a4ec69b8), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:01.009969 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7050d4-8a93-434e-a98d-13ff97a006c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67af386b-dbe4-413e-a5af-eb68a4ec69b8,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:01.020322 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cd7050d4-8a93-434e-a98d-13ff97a006c0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:01.032454 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-cd7050d4-8a93-434e-a98d-13ff97a006c0 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/67af386b-dbe4-413e-a5af-eb68a4ec69b8 HTTP/1.1" status: 204 len: 168 time: 0.5653822 Feb 09 21:35:01.057238 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 55904) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:01.062735 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_v2 [None req-a186357b-d58c-463c-9b97-ee78cd2f54d8 admin admin] Deleting subnet f5dc5768-86f9-4907-b987-49606f9e43f9 {{(pid=103140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:35:01.091905 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a186357b-d58c-463c-9b97-ee78cd2f54d8 admin admin] Publish callbacks [] for subnet (f5dc5768-86f9-4907-b987-49606f9e43f9), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:01.112905 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6458c139-3c20-437c-ab19-26de250afb8c tempest-ExternalNetworksAdminNegativeTestJSON-560571273 tempest-ExternalNetworksAdminNegativeTestJSON-560571273-project-admin] Publish callbacks [] for port (7023e965-764b-47fa-8a04-8068eaa19f60), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:01.114804 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46116dea-e58b-4693-992f-1a92fc2092d0', 'name': 'network-vif-deleted', 'tag': 'ed779966-a642-4ad4-b70e-415d3ca7781a'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:35:01.118191 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cdd8fdc-9153-4947-bac4-faefb57b994d" -d '{"events": [{"server_uuid": "46116dea-e58b-4693-992f-1a92fc2092d0", "name": "network-vif-deleted", "tag": "ed779966-a642-4ad4-b70e-415d3ca7781a"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:35:01.121564 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6458c139-3c20-437c-ab19-26de250afb8c tempest-ExternalNetworksAdminNegativeTestJSON-560571273 tempest-ExternalNetworksAdminNegativeTestJSON-560571273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (7023e965-764b-47fa-8a04-8068eaa19f60), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:01.195470 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6458c139-3c20-437c-ab19-26de250afb8c tempest-ExternalNetworksAdminNegativeTestJSON-560571273 tempest-ExternalNetworksAdminNegativeTestJSON-560571273-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (d4487796-9e79-4178-ad54-2e76f2a441fc), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:01.213143 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6458c139-3c20-437c-ab19-26de250afb8c tempest-ExternalNetworksAdminNegativeTestJSON-560571273 tempest-ExternalNetworksAdminNegativeTestJSON-560571273-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:01.218027 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-6458c139-3c20-437c-ab19-26de250afb8c tempest-ExternalNetworksAdminNegativeTestJSON-560571273 tempest-ExternalNetworksAdminNegativeTestJSON-560571273-project-admin] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3343408 Feb 09 21:35:01.224040 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 55910) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:01.228873 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-ad40a998-9c9a-466c-95c7-12d68ba49d03 tempest-ExternalNetworksAdminNegativeTestJSON-560571273 tempest-ExternalNetworksAdminNegativeTestJSON-560571273-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-361781334', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'fixed_ips': [{'ip_address': '172.25.3.77'}]}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:01.244107 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6458c139-3c20-437c-ab19-26de250afb8c tempest-ExternalNetworksAdminNegativeTestJSON-560571273 tempest-ExternalNetworksAdminNegativeTestJSON-560571273-project-admin] Pushing event updated for resources: {'Port': ['ID=7023e965-764b-47fa-8a04-8068eaa19f60,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:01.259869 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad40a998-9c9a-466c-95c7-12d68ba49d03 tempest-ExternalNetworksAdminNegativeTestJSON-560571273 tempest-ExternalNetworksAdminNegativeTestJSON-560571273-project-admin] Made reservation on behalf of 58eaba2bba2847a49cbb6c7bc1fce801 for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:35:01.264653 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ad40a998-9c9a-466c-95c7-12d68ba49d03 tempest-ExternalNetworksAdminNegativeTestJSON-560571273 tempest-ExternalNetworksAdminNegativeTestJSON-560571273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:01.269351 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c973d3-dc29-4be7-877f-612fbbc55854 req-ea1a1d75-f6db-40ec-ba95-f836c20042df tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:01.276086 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d4c973d3-dc29-4be7-877f-612fbbc55854 req-ea1a1d75-f6db-40ec-ba95-f836c20042df tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/ports?device_id=50e0dbe9-de7a-4515-a141-361c5f3ab1cc HTTP/1.1" status: 200 len: 945 time: 0.5128076 Feb 09 21:35:01.279930 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ad40a998-9c9a-466c-95c7-12d68ba49d03 tempest-ExternalNetworksAdminNegativeTestJSON-560571273 tempest-ExternalNetworksAdminNegativeTestJSON-560571273-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:01.306427 n-d-828369-5 neutron-server[103140]: INFO neutron.api.v2.resource [req-65fc2c3a-5a18-4a6d-944b-fe0ab26c3e18 req-1cb29df5-7af7-41ec-991b-a8772a9f1a6e service neutron] show failed (client error): The resource could not be found. Feb 09 21:35:01.307964 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-65fc2c3a-5a18-4a6d-944b-fe0ab26c3e18 req-1cb29df5-7af7-41ec-991b-a8772a9f1a6e service neutron] 10.222.0.95 "GET /v2.0/ports/56477551-2028-40d4-9313-5bee9dbfa349/bindings/n-h2-828369-5 HTTP/1.1" status: 404 len: 380 time: 0.4055116 Feb 09 21:35:01.311458 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a186357b-d58c-463c-9b97-ee78cd2f54d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9110716'] for subnet (f5dc5768-86f9-4907-b987-49606f9e43f9), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:01.336744 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0c06ea88-c15d-4435-bc92-71fea9d6af4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (a6c94bda-f9f5-4a27-ae06-c2947733ba9b), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:01.404780 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ad40a998-9c9a-466c-95c7-12d68ba49d03 tempest-ExternalNetworksAdminNegativeTestJSON-560571273 tempest-ExternalNetworksAdminNegativeTestJSON-560571273-project-admin] Publish callbacks [] for security_group (fe9df3e8-c6de-4196-959d-c85ee88969f9), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:01.410686 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ad40a998-9c9a-466c-95c7-12d68ba49d03 tempest-ExternalNetworksAdminNegativeTestJSON-560571273 tempest-ExternalNetworksAdminNegativeTestJSON-560571273-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (fe9df3e8-c6de-4196-959d-c85ee88969f9), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:01.421943 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [None req-ad40a998-9c9a-466c-95c7-12d68ba49d03 tempest-ExternalNetworksAdminNegativeTestJSON-560571273 tempest-ExternalNetworksAdminNegativeTestJSON-560571273-project-admin] device_id is not set on port 67e55d38-8e7a-4a10-8433-3b71189f7e9c yet. {{(pid=103141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:35:01.443624 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a186357b-d58c-463c-9b97-ee78cd2f54d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (f5dc5768-86f9-4907-b987-49606f9e43f9), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:01.453582 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68b4f8a-6813-4198-ae0e-20e1244f5f04 req-83238291-3ab4-43b7-a2ab-386175c0cef5 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:01.458955 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68b4f8a-6813-4198-ae0e-20e1244f5f04 req-83238291-3ab4-43b7-a2ab-386175c0cef5 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:01.460642 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f68b4f8a-6813-4198-ae0e-20e1244f5f04 req-83238291-3ab4-43b7-a2ab-386175c0cef5 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.90 "GET /v2.0/ports?device_id=839b756c-2e95-4def-9826-21c1525b2880 HTTP/1.1" status: 200 len: 1679 time: 0.2636001 Feb 09 21:35:01.525516 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d4c973d3-dc29-4be7-877f-612fbbc55854 req-0fb79425-b070-406f-acc1-ba23ff544e4d tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/security-groups?id=53864ffe-fa53-4ead-9e41-21e6252e7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484083 Feb 09 21:35:01.545883 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad40a998-9c9a-466c-95c7-12d68ba49d03 tempest-ExternalNetworksAdminNegativeTestJSON-560571273 tempest-ExternalNetworksAdminNegativeTestJSON-560571273-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe9df3e8-c6de-4196-959d-c85ee88969f9,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:01.618903 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f951f6f-66b8-4b62-93c7-f8dc9dfff8f4 x-openstack-request-id: req-4f951f6f-66b8-4b62-93c7-f8dc9dfff8f4 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:35:01.628784 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46116dea-e58b-4693-992f-1a92fc2092d0", "name": "network-vif-deleted", "tag": "ed779966-a642-4ad4-b70e-415d3ca7781a", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:35:01.630343 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-4f951f6f-66b8-4b62-93c7-f8dc9dfff8f4 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:35:01.632847 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46116dea-e58b-4693-992f-1a92fc2092d0', 'name': 'network-vif-deleted', 'tag': 'ed779966-a642-4ad4-b70e-415d3ca7781a', 'status': 'completed', 'code': 200} Feb 09 21:35:01.676421 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0c06ea88-c15d-4435-bc92-71fea9d6af4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (a6c94bda-f9f5-4a27-ae06-c2947733ba9b), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:01.720980 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-0c06ea88-c15d-4435-bc92-71fea9d6af4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6c94bda-f9f5-4a27-ae06-c2947733ba9b']}} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:01.723300 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a186357b-d58c-463c-9b97-ee78cd2f54d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621346'] for subnet (f5dc5768-86f9-4907-b987-49606f9e43f9), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:01.742097 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f68b4f8a-6813-4198-ae0e-20e1244f5f04 req-5914e0ef-8418-4730-9a54-932a80a45691 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.90 "GET /v2.0/security-groups?id=ce0b6bf0-0090-4ca0-98fe-25c5a90c9e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131450 Feb 09 21:35:01.747976 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-0c06ea88-c15d-4435-bc92-71fea9d6af4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1e31970-78d4-4052-bc2e-d7b1914321ab') {'for_net_delete': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:01.748374 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-0c06ea88-c15d-4435-bc92-71fea9d6af4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1e31970-78d4-4052-bc2e-d7b1914321ab') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:01.760327 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc2c3a-5a18-4a6d-944b-fe0ab26c3e18 req-a34c1ef2-b33c-4280-925c-1494713d520c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:01.762003 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-65fc2c3a-5a18-4a6d-944b-fe0ab26c3e18 req-a34c1ef2-b33c-4280-925c-1494713d520c service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=9a70729e-24c8-4e59-8c93-8811e088ab2e&tenant_id=def3446e95584f24b6fdfb40ceda16ab HTTP/1.1" status: 200 len: 1132 time: 0.2179711 Feb 09 21:35:01.778389 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a186357b-d58c-463c-9b97-ee78cd2f54d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5dc5768-86f9-4907-b987-49606f9e43f9,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:01.783768 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0c06ea88-c15d-4435-bc92-71fea9d6af4c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110711'] for segment (c1e31970-78d4-4052-bc2e-d7b1914321ab), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:01.787781 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a186357b-d58c-463c-9b97-ee78cd2f54d8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:01.791026 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-a186357b-d58c-463c-9b97-ee78cd2f54d8 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/f5dc5768-86f9-4907-b987-49606f9e43f9 HTTP/1.1" status: 204 len: 168 time: 1.1345000 Feb 09 21:35:01.793830 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-65fc2c3a-5a18-4a6d-944b-fe0ab26c3e18 req-5c61a6c5-e53e-4e4b-9e20-f64c49f9b47d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828369-5', 'device_owner': 'compute:nova'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:01.797093 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 55928) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:01.830533 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad40a998-9c9a-466c-95c7-12d68ba49d03 tempest-ExternalNetworksAdminNegativeTestJSON-560571273 tempest-ExternalNetworksAdminNegativeTestJSON-560571273-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 09 21:35:01.831906 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad40a998-9c9a-466c-95c7-12d68ba49d03 tempest-ExternalNetworksAdminNegativeTestJSON-560571273 tempest-ExternalNetworksAdminNegativeTestJSON-560571273-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:35:01.850719 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0c06ea88-c15d-4435-bc92-71fea9d6af4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (c1e31970-78d4-4052-bc2e-d7b1914321ab), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:01.867073 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c06ea88-c15d-4435-bc92-71fea9d6af4c admin admin] Releasing vlan 722 on physical network physnet1 to pool {{(pid=103140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:35:01.867487 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0c06ea88-c15d-4435-bc92-71fea9d6af4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669415'] for segment (c1e31970-78d4-4052-bc2e-d7b1914321ab), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:01.869277 n-d-828369-5 neutron-server[103140]: Traceback (most recent call last): Feb 09 21:35:01.869277 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:35:01.869277 n-d-828369-5 neutron-server[103140]: timer() Feb 09 21:35:01.869277 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:35:01.869277 n-d-828369-5 neutron-server[103140]: cb(*args, **kw) Feb 09 21:35:01.869277 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:35:01.869277 n-d-828369-5 neutron-server[103140]: return func(*args, **kwargs) Feb 09 21:35:01.869277 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:35:01.869277 n-d-828369-5 neutron-server[103140]: self._notify() Feb 09 21:35:01.869277 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:35:01.869277 n-d-828369-5 neutron-server[103140]: self.callback(batched_events) Feb 09 21:35:01.869277 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:35:01.869277 n-d-828369-5 neutron-server[103140]: event.method(event) Feb 09 21:35:01.869277 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:35:01.869277 n-d-828369-5 neutron-server[103140]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:35:01.869277 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:35:01.869277 n-d-828369-5 neutron-server[103140]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:35:01.869277 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:35:01.869277 n-d-828369-5 neutron-server[103140]: return f(self, *a, **k) Feb 09 21:35:01.869277 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:35:01.869277 n-d-828369-5 neutron-server[103140]: return self._get(url).json() Feb 09 21:35:01.869277 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:35:01.869277 n-d-828369-5 neutron-server[103140]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:35:01.869277 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:35:01.869277 n-d-828369-5 neutron-server[103140]: return self.request(url, 'GET', **kwargs) Feb 09 21:35:01.869277 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:35:01.869277 n-d-828369-5 neutron-server[103140]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:35:01.869277 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:35:01.869277 n-d-828369-5 neutron-server[103140]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:35:01.869277 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:35:01.869277 n-d-828369-5 neutron-server[103140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:35:01.869277 n-d-828369-5 neutron-server[103140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:35:01.907839 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-ad40a998-9c9a-466c-95c7-12d68ba49d03 tempest-ExternalNetworksAdminNegativeTestJSON-560571273 tempest-ExternalNetworksAdminNegativeTestJSON-560571273-project-admin] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.6826334 Feb 09 21:35:01.914039 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 55930) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:01.984827 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0c06ea88-c15d-4435-bc92-71fea9d6af4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (a6c94bda-f9f5-4a27-ae06-c2947733ba9b), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:02.003651 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0c06ea88-c15d-4435-bc92-71fea9d6af4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:02.014021 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-0c06ea88-c15d-4435-bc92-71fea9d6af4c admin admin] 10.222.0.90 "DELETE /v2.0/networks/a6c94bda-f9f5-4a27-ae06-c2947733ba9b HTTP/1.1" status: 204 len: 168 time: 0.9454150 Feb 09 21:35:02.027057 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8c123d27-da8c-4895-8072-7114cac25482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (37143bd2-1331-4c73-96e2-f9c3179c6daf), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:02.066553 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c06ea88-c15d-4435-bc92-71fea9d6af4c admin admin] Pushing event deleted for resources: {'Network': ['ID=a6c94bda-f9f5-4a27-ae06-c2947733ba9b,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:02.129226 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb190222-c2e0-4c7d-8009-f674ac8bbfb0 req-95b281c7-f180-4b2e-9edb-a250ae82aa28 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:02.130864 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-eb190222-c2e0-4c7d-8009-f674ac8bbfb0 req-95b281c7-f180-4b2e-9edb-a250ae82aa28 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=9a70729e-24c8-4e59-8c93-8811e088ab2e HTTP/1.1" status: 200 len: 950 time: 0.2189815 Feb 09 21:35:02.214581 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8c123d27-da8c-4895-8072-7114cac25482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (37143bd2-1331-4c73-96e2-f9c3179c6daf), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:02.247258 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-65fc2c3a-5a18-4a6d-944b-fe0ab26c3e18 req-5c61a6c5-e53e-4e4b-9e20-f64c49f9b47d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (56477551-2028-40d4-9313-5bee9dbfa349), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:02.260373 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-eb190222-c2e0-4c7d-8009-f674ac8bbfb0 req-07054eda-6692-4234-b412-6fe10514e9c7 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943635 Feb 09 21:35:02.307379 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-8c123d27-da8c-4895-8072-7114cac25482 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37143bd2-1331-4c73-96e2-f9c3179c6daf']}} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:02.324800 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-59e25165-38fc-4f4f-a2ed-325cda2b2c78 tempest-ExternalNetworksAdminNegativeTestJSON-560571273 tempest-ExternalNetworksAdminNegativeTestJSON-560571273-project-admin] Deleting port 7023e965-764b-47fa-8a04-8068eaa19f60 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:35:02.325144 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-59e25165-38fc-4f4f-a2ed-325cda2b2c78 tempest-ExternalNetworksAdminNegativeTestJSON-560571273 tempest-ExternalNetworksAdminNegativeTestJSON-560571273-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (7023e965-764b-47fa-8a04-8068eaa19f60), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:02.331963 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 55944) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:02.350145 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-8c123d27-da8c-4895-8072-7114cac25482 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aad88faa-37a1-49ac-8a06-d36169fb75d8') {'for_net_delete': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:02.350539 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-8c123d27-da8c-4895-8072-7114cac25482 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aad88faa-37a1-49ac-8a06-d36169fb75d8') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:02.367344 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8c123d27-da8c-4895-8072-7114cac25482 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110711'] for segment (aad88faa-37a1-49ac-8a06-d36169fb75d8), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:02.387774 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50723f1-c087-4b4c-a3e3-23a158fc0fab req-d0f8b53b-dd6b-4e3d-b9a8-61c44822144c tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:02.396229 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d50723f1-c087-4b4c-a3e3-23a158fc0fab req-d0f8b53b-dd6b-4e3d-b9a8-61c44822144c tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/ports?device_id=50e0dbe9-de7a-4515-a141-361c5f3ab1cc HTTP/1.1" status: 200 len: 945 time: 0.1328504 Feb 09 21:35:02.402347 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 55948) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:02.456545 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8c123d27-da8c-4895-8072-7114cac25482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (aad88faa-37a1-49ac-8a06-d36169fb75d8), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:02.483776 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c123d27-da8c-4895-8072-7114cac25482 admin admin] Releasing vlan 742 on physical network physnet1 to pool {{(pid=103140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:35:02.484351 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8c123d27-da8c-4895-8072-7114cac25482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669415'] for segment (aad88faa-37a1-49ac-8a06-d36169fb75d8), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:02.486449 n-d-828369-5 neutron-server[103140]: Traceback (most recent call last): Feb 09 21:35:02.486449 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:35:02.486449 n-d-828369-5 neutron-server[103140]: timer() Feb 09 21:35:02.486449 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:35:02.486449 n-d-828369-5 neutron-server[103140]: cb(*args, **kw) Feb 09 21:35:02.486449 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:35:02.486449 n-d-828369-5 neutron-server[103140]: return func(*args, **kwargs) Feb 09 21:35:02.486449 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:35:02.486449 n-d-828369-5 neutron-server[103140]: self._notify() Feb 09 21:35:02.486449 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:35:02.486449 n-d-828369-5 neutron-server[103140]: self.callback(batched_events) Feb 09 21:35:02.486449 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:35:02.486449 n-d-828369-5 neutron-server[103140]: event.method(event) Feb 09 21:35:02.486449 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:35:02.486449 n-d-828369-5 neutron-server[103140]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:35:02.486449 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:35:02.486449 n-d-828369-5 neutron-server[103140]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:35:02.486449 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:35:02.486449 n-d-828369-5 neutron-server[103140]: return f(self, *a, **k) Feb 09 21:35:02.486449 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:35:02.486449 n-d-828369-5 neutron-server[103140]: return self._get(url).json() Feb 09 21:35:02.486449 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:35:02.486449 n-d-828369-5 neutron-server[103140]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:35:02.486449 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:35:02.486449 n-d-828369-5 neutron-server[103140]: return self.request(url, 'GET', **kwargs) Feb 09 21:35:02.486449 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:35:02.486449 n-d-828369-5 neutron-server[103140]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:35:02.486449 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:35:02.486449 n-d-828369-5 neutron-server[103140]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:35:02.486449 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:35:02.486449 n-d-828369-5 neutron-server[103140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:35:02.486449 n-d-828369-5 neutron-server[103140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:35:02.519121 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-a9f21f6b-3b21-48a9-9a5f-1f850964ff16 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=93abd5446dd245e0b2953937bc752845&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1159742 Feb 09 21:35:02.519612 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 55950) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:02.551212 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-59e25165-38fc-4f4f-a2ed-325cda2b2c78 tempest-ExternalNetworksAdminNegativeTestJSON-560571273 tempest-ExternalNetworksAdminNegativeTestJSON-560571273-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (7023e965-764b-47fa-8a04-8068eaa19f60), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:02.551212 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-59e25165-38fc-4f4f-a2ed-325cda2b2c78 tempest-ExternalNetworksAdminNegativeTestJSON-560571273 tempest-ExternalNetworksAdminNegativeTestJSON-560571273-project-admin] Publish callbacks [] for floatingip (7023e965-764b-47fa-8a04-8068eaa19f60), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:02.578756 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-59e25165-38fc-4f4f-a2ed-325cda2b2c78 tempest-ExternalNetworksAdminNegativeTestJSON-560571273 tempest-ExternalNetworksAdminNegativeTestJSON-560571273-project-admin] Calling delete_port for 7023e965-764b-47fa-8a04-8068eaa19f60 owned by network:floatingip {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:35:02.579287 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d50723f1-c087-4b4c-a3e3-23a158fc0fab req-e70c8dd3-c22a-44de-8879-a6609d3f2df7 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/security-groups?id=53864ffe-fa53-4ead-9e41-21e6252e7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809611 Feb 09 21:35:02.609974 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8c123d27-da8c-4895-8072-7114cac25482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (37143bd2-1331-4c73-96e2-f9c3179c6daf), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:02.627408 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8c123d27-da8c-4895-8072-7114cac25482 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:02.630828 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-8c123d27-da8c-4895-8072-7114cac25482 admin admin] 10.222.0.90 "DELETE /v2.0/networks/37143bd2-1331-4c73-96e2-f9c3179c6daf HTTP/1.1" status: 204 len: 168 time: 0.8327923 Feb 09 21:35:02.631976 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c123d27-da8c-4895-8072-7114cac25482 admin admin] Pushing event deleted for resources: {'Network': ['ID=37143bd2-1331-4c73-96e2-f9c3179c6daf,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:02.634699 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 55952) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:02.684022 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2d67ebea-1b22-42c0-bb4a-5f95702b5d0e admin admin] Publish callbacks [] for security_group (6369d93d-5427-4bfb-90f4-472a161b92a8), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:02.703482 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_v2 [None req-b79e49b9-2a89-4456-b32d-2d4ec44984c2 admin admin] Deleting subnet 673de7a5-cfd1-40ce-928d-7243a31f4fab {{(pid=103140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:35:02.714111 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b79e49b9-2a89-4456-b32d-2d4ec44984c2 admin admin] Publish callbacks [] for subnet (673de7a5-cfd1-40ce-928d-7243a31f4fab), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:02.741062 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2d67ebea-1b22-42c0-bb4a-5f95702b5d0e admin admin] Publish callbacks [] for security_group (6369d93d-5427-4bfb-90f4-472a161b92a8), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:02.747128 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device d10ee656-cd44-41f1-9918-4a2732cceda8 details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:35:02.764289 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1c4bfd14-6701-41be-8628-576e84751f6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:02.778875 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-65fc2c3a-5a18-4a6d-944b-fe0ab26c3e18 req-5c61a6c5-e53e-4e4b-9e20-f64c49f9b47d service neutron] For port 56477551-2028-40d4-9313-5bee9dbfa349, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=56477551-2028-40d4-9313-5bee9dbfa349,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:02.812490 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b79e49b9-2a89-4456-b32d-2d4ec44984c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9110716'] for subnet (673de7a5-cfd1-40ce-928d-7243a31f4fab), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:02.870468 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port d10ee656-cd44-41f1-9918-4a2732cceda8, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=d10ee656-cd44-41f1-9918-4a2732cceda8,segment=NetworkSegment(d5a705fd-9269-4d2c-a2fd-6874d0fd713b),segment_id=d5a705fd-9269-4d2c-a2fd-6874d0fd713b)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:02.895669 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': 'd10ee656-cd44-41f1-9918-4a2732cceda8', 'network_id': '641162f1-a5c5-4f37-bdbf-71b22c7a6598', 'port_id': 'd10ee656-cd44-41f1-9918-4a2732cceda8', 'mac_address': 'fa:16:3e:93:46:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '525d2927-48bb-4678-996d-bb0d26507287', 'ip_address': '19.80.0.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:35:02.899311 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-65fc2c3a-5a18-4a6d-944b-fe0ab26c3e18 req-5c61a6c5-e53e-4e4b-9e20-f64c49f9b47d service neutron] For port 56477551-2028-40d4-9313-5bee9dbfa349, host n-h1-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:35:02.920627 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b79e49b9-2a89-4456-b32d-2d4ec44984c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (673de7a5-cfd1-40ce-928d-7243a31f4fab), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:02.929081 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-59e25165-38fc-4f4f-a2ed-325cda2b2c78 tempest-ExternalNetworksAdminNegativeTestJSON-560571273 tempest-ExternalNetworksAdminNegativeTestJSON-560571273-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (7023e965-764b-47fa-8a04-8068eaa19f60), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:02.960367 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port d10ee656-cd44-41f1-9918-4a2732cceda8 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:02.960367 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (d10ee656-cd44-41f1-9918-4a2732cceda8), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:02.961711 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2d67ebea-1b22-42c0-bb4a-5f95702b5d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (6369d93d-5427-4bfb-90f4-472a161b92a8), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:02.964353 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2d67ebea-1b22-42c0-bb4a-5f95702b5d0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:02.969868 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-2d67ebea-1b22-42c0-bb4a-5f95702b5d0e admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/6369d93d-5427-4bfb-90f4-472a161b92a8 HTTP/1.1" status: 204 len: 168 time: 0.4138424 Feb 09 21:35:02.974852 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e25165-38fc-4f4f-a2ed-325cda2b2c78 tempest-ExternalNetworksAdminNegativeTestJSON-560571273 tempest-ExternalNetworksAdminNegativeTestJSON-560571273-project-admin] Pushing event deleted for resources: {'Port': ['ID=7023e965-764b-47fa-8a04-8068eaa19f60,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:02.989416 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d10ee656-cd44-41f1-9918-4a2732cceda8 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:35:03.005414 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-65fc2c3a-5a18-4a6d-944b-fe0ab26c3e18 req-5c61a6c5-e53e-4e4b-9e20-f64c49f9b47d service neutron] Publish callbacks [] for port (56477551-2028-40d4-9313-5bee9dbfa349), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:03.019073 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port d10ee656-cd44-41f1-9918-4a2732cceda8, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=d10ee656-cd44-41f1-9918-4a2732cceda8,segment=NetworkSegment(d5a705fd-9269-4d2c-a2fd-6874d0fd713b),segment_id=d5a705fd-9269-4d2c-a2fd-6874d0fd713b)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:03.024999 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (d10ee656-cd44-41f1-9918-4a2732cceda8), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:03.026216 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 5766863f-ef54-48f2-ac1f-a94310cb8604 details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:35:03.026397 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505b3cee-a05e-4e76-bb16-de2747d3eb6d req-ad303f8e-34b3-452d-9d3e-80838e57a53f tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:03.035637 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505b3cee-a05e-4e76-bb16-de2747d3eb6d req-ad303f8e-34b3-452d-9d3e-80838e57a53f tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:03.045852 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-505b3cee-a05e-4e76-bb16-de2747d3eb6d req-ad303f8e-34b3-452d-9d3e-80838e57a53f tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.90 "GET /v2.0/ports?device_id=839b756c-2e95-4def-9826-21c1525b2880 HTTP/1.1" status: 200 len: 1679 time: 0.2011707 Feb 09 21:35:03.067960 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-65fc2c3a-5a18-4a6d-944b-fe0ab26c3e18 req-5c61a6c5-e53e-4e4b-9e20-f64c49f9b47d service neutron] Transition to ACTIVE for port object 56477551-2028-40d4-9313-5bee9dbfa349 will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:35:03.072370 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-65fc2c3a-5a18-4a6d-944b-fe0ab26c3e18 req-5c61a6c5-e53e-4e4b-9e20-f64c49f9b47d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (56477551-2028-40d4-9313-5bee9dbfa349), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:03.107418 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=d10ee656-cd44-41f1-9918-4a2732cceda8,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:03.118139 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-59e25165-38fc-4f4f-a2ed-325cda2b2c78 tempest-ExternalNetworksAdminNegativeTestJSON-560571273 tempest-ExternalNetworksAdminNegativeTestJSON-560571273-project-admin] Publish callbacks [] for floatingip (d4487796-9e79-4178-ad54-2e76f2a441fc), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:03.121652 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-59e25165-38fc-4f4f-a2ed-325cda2b2c78 tempest-ExternalNetworksAdminNegativeTestJSON-560571273 tempest-ExternalNetworksAdminNegativeTestJSON-560571273-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:03.127034 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-59e25165-38fc-4f4f-a2ed-325cda2b2c78 tempest-ExternalNetworksAdminNegativeTestJSON-560571273 tempest-ExternalNetworksAdminNegativeTestJSON-560571273-project-admin] 10.222.0.90 "DELETE /v2.0/floatingips/d4487796-9e79-4178-ad54-2e76f2a441fc HTTP/1.1" status: 204 len: 168 time: 1.2112515 Feb 09 21:35:03.165288 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-65fc2c3a-5a18-4a6d-944b-fe0ab26c3e18 req-5c61a6c5-e53e-4e4b-9e20-f64c49f9b47d service neutron] No DVR routers for this DVR port 56477551-2028-40d4-9313-5bee9dbfa349 on host n-h1-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:35:03.181234 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c61a6c5-e53e-4e4b-9e20-f64c49f9b47d service neutron] Pushing event updated for resources: {'Port': ['ID=56477551-2028-40d4-9313-5bee9dbfa349,revision_number=6']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:03.213607 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d67ebea-1b22-42c0-bb4a-5f95702b5d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6369d93d-5427-4bfb-90f4-472a161b92a8,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:03.251397 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-65fc2c3a-5a18-4a6d-944b-fe0ab26c3e18 req-5c61a6c5-e53e-4e4b-9e20-f64c49f9b47d service neutron] Attempting to bind port 56477551-2028-40d4-9313-5bee9dbfa349 on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:35:03.251734 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-65fc2c3a-5a18-4a6d-944b-fe0ab26c3e18 req-5c61a6c5-e53e-4e4b-9e20-f64c49f9b47d service neutron] Attempting to bind port 56477551-2028-40d4-9313-5bee9dbfa349 by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:35:03.252066 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fc2c3a-5a18-4a6d-944b-fe0ab26c3e18 req-5c61a6c5-e53e-4e4b-9e20-f64c49f9b47d service neutron] Attempting to bind port 56477551-2028-40d4-9313-5bee9dbfa349 on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:35:03.260447 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fc2c3a-5a18-4a6d-944b-fe0ab26c3e18 req-5c61a6c5-e53e-4e4b-9e20-f64c49f9b47d service neutron] Port 56477551-2028-40d4-9313-5bee9dbfa349 on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:35:03.260779 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fc2c3a-5a18-4a6d-944b-fe0ab26c3e18 req-5c61a6c5-e53e-4e4b-9e20-f64c49f9b47d service neutron] Attempting to bind port 56477551-2028-40d4-9313-5bee9dbfa349 on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:35:03.267206 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fc2c3a-5a18-4a6d-944b-fe0ab26c3e18 req-5c61a6c5-e53e-4e4b-9e20-f64c49f9b47d service neutron] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:35:03.267554 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fc2c3a-5a18-4a6d-944b-fe0ab26c3e18 req-5c61a6c5-e53e-4e4b-9e20-f64c49f9b47d service neutron] Checking segment: {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:35:03.267932 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fc2c3a-5a18-4a6d-944b-fe0ab26c3e18 req-5c61a6c5-e53e-4e4b-9e20-f64c49f9b47d service neutron] Bound using segment: {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:35:03.268385 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-65fc2c3a-5a18-4a6d-944b-fe0ab26c3e18 req-5c61a6c5-e53e-4e4b-9e20-f64c49f9b47d service neutron] Bound port: 56477551-2028-40d4-9313-5bee9dbfa349, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:35:03.268740 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-65fc2c3a-5a18-4a6d-944b-fe0ab26c3e18 req-5c61a6c5-e53e-4e4b-9e20-f64c49f9b47d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (56477551-2028-40d4-9313-5bee9dbfa349), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:03.272068 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1c4bfd14-6701-41be-8628-576e84751f6f admin admin] Publish callbacks [] for security_group (eed1fd3c-ad0f-4d7c-8ded-628afe91fc99), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:03.278182 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b79e49b9-2a89-4456-b32d-2d4ec44984c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621346'] for subnet (673de7a5-cfd1-40ce-928d-7243a31f4fab), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:03.346487 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 5766863f-ef54-48f2-ac1f-a94310cb8604, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=5766863f-ef54-48f2-ac1f-a94310cb8604,segment=NetworkSegment(462e03e7-f067-4f20-8f9e-1f3c154720a6),segment_id=462e03e7-f067-4f20-8f9e-1f3c154720a6)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:03.350178 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b79e49b9-2a89-4456-b32d-2d4ec44984c2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:03.360643 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-b79e49b9-2a89-4456-b32d-2d4ec44984c2 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/673de7a5-cfd1-40ce-928d-7243a31f4fab HTTP/1.1" status: 204 len: 168 time: 0.7247114 Feb 09 21:35:03.362986 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1c4bfd14-6701-41be-8628-576e84751f6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (eed1fd3c-ad0f-4d7c-8ded-628afe91fc99), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:03.371096 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 55964) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:03.385533 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': '5766863f-ef54-48f2-ac1f-a94310cb8604', 'network_id': 'cea301d7-eb3a-4790-bd8b-b668b6ea9a0e', 'port_id': '5766863f-ef54-48f2-ac1f-a94310cb8604', 'mac_address': 'fa:16:3e:eb:63:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '941b4478-beaa-4c41-b91c-4e4319bbbb40', 'ip_address': '19.86.0.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:35:03.440010 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79e49b9-2a89-4456-b32d-2d4ec44984c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=673de7a5-cfd1-40ce-928d-7243a31f4fab,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:03.448835 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 5766863f-ef54-48f2-ac1f-a94310cb8604 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:03.449239 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (5766863f-ef54-48f2-ac1f-a94310cb8604), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:03.463907 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5766863f-ef54-48f2-ac1f-a94310cb8604 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:35:03.491307 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 5766863f-ef54-48f2-ac1f-a94310cb8604, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=5766863f-ef54-48f2-ac1f-a94310cb8604,segment=NetworkSegment(462e03e7-f067-4f20-8f9e-1f3c154720a6),segment_id=462e03e7-f067-4f20-8f9e-1f3c154720a6)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:03.495970 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (5766863f-ef54-48f2-ac1f-a94310cb8604), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:03.503396 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b0d69731-8491-4939-9b18-dc3a8bd469d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (dd2e286a-4abb-41e8-b414-4ab68525170c), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:03.560767 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-65fc2c3a-5a18-4a6d-944b-fe0ab26c3e18 req-5c61a6c5-e53e-4e4b-9e20-f64c49f9b47d service neutron] For port 56477551-2028-40d4-9313-5bee9dbfa349, host n-h2-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:35:03.586862 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=5766863f-ef54-48f2-ac1f-a94310cb8604,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:03.621794 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b0d69731-8491-4939-9b18-dc3a8bd469d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (dd2e286a-4abb-41e8-b414-4ab68525170c), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:03.644717 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-b0d69731-8491-4939-9b18-dc3a8bd469d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd2e286a-4abb-41e8-b414-4ab68525170c']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:03.656431 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-b0d69731-8491-4939-9b18-dc3a8bd469d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b450a01-2de3-4d64-9108-1cb35870ca13') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:03.656721 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-b0d69731-8491-4939-9b18-dc3a8bd469d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b450a01-2de3-4d64-9108-1cb35870ca13') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:03.672305 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b0d69731-8491-4939-9b18-dc3a8bd469d6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (8b450a01-2de3-4d64-9108-1cb35870ca13), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:03.683972 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a70729e-24c8-4e59-8c93-8811e088ab2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56477551-2028-40d4-9313-5bee9dbfa349'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:35:03.686340 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-942f3d77-6732-417f-9602-b127fb08cde1" -d '{"events": [{"server_uuid": "9a70729e-24c8-4e59-8c93-8811e088ab2e", "name": "network-vif-unplugged", "status": "completed", "tag": "56477551-2028-40d4-9313-5bee9dbfa349"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:35:03.694454 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 55978) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:03.698119 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-65fc2c3a-5a18-4a6d-944b-fe0ab26c3e18 req-5c61a6c5-e53e-4e4b-9e20-f64c49f9b47d service neutron] For port 56477551-2028-40d4-9313-5bee9dbfa349, host n-h2-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=56477551-2028-40d4-9313-5bee9dbfa349,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:35:03.704191 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b0d69731-8491-4939-9b18-dc3a8bd469d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (8b450a01-2de3-4d64-9108-1cb35870ca13), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:03.714408 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-65fc2c3a-5a18-4a6d-944b-fe0ab26c3e18 req-5c61a6c5-e53e-4e4b-9e20-f64c49f9b47d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (56477551-2028-40d4-9313-5bee9dbfa349), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:03.717669 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0d69731-8491-4939-9b18-dc3a8bd469d6 admin admin] Releasing vlan 721 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:35:03.718075 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b0d69731-8491-4939-9b18-dc3a8bd469d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (8b450a01-2de3-4d64-9108-1cb35870ca13), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:03.721175 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:35:03.721175 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:35:03.721175 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:35:03.721175 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:35:03.721175 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:35:03.721175 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:35:03.721175 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:35:03.721175 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:35:03.721175 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:35:03.721175 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:35:03.721175 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:35:03.721175 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:35:03.721175 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:35:03.721175 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:35:03.721175 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:35:03.721175 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:35:03.721175 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:35:03.721175 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:35:03.721175 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:35:03.721175 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:35:03.721175 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:35:03.721175 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:35:03.721175 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:35:03.721175 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:35:03.721175 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:35:03.721175 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:35:03.721175 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:35:03.721175 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:35:03.721175 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:35:03.721175 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:35:03.721175 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:35:03.721175 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:35:03.793596 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['d10ee656-cd44-41f1-9918-4a2732cceda8'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:35:03.795120 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc2c3a-5a18-4a6d-944b-fe0ab26c3e18 req-5c61a6c5-e53e-4e4b-9e20-f64c49f9b47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:03.795758 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-65fc2c3a-5a18-4a6d-944b-fe0ab26c3e18 req-5c61a6c5-e53e-4e4b-9e20-f64c49f9b47d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:03.797405 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-65fc2c3a-5a18-4a6d-944b-fe0ab26c3e18 req-5c61a6c5-e53e-4e4b-9e20-f64c49f9b47d service neutron] 10.222.0.89 "PUT /v2.0/ports/56477551-2028-40d4-9313-5bee9dbfa349 HTTP/1.1" status: 200 len: 1096 time: 2.0108049 Feb 09 21:35:03.835682 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c61a6c5-e53e-4e4b-9e20-f64c49f9b47d service neutron] Pushing event updated for resources: {'Port': ['ID=56477551-2028-40d4-9313-5bee9dbfa349,revision_number=7']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:03.842366 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b0d69731-8491-4939-9b18-dc3a8bd469d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (dd2e286a-4abb-41e8-b414-4ab68525170c), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:03.866368 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['5766863f-ef54-48f2-ac1f-a94310cb8604'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:35:03.875937 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b0d69731-8491-4939-9b18-dc3a8bd469d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:03.880628 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-b0d69731-8491-4939-9b18-dc3a8bd469d6 admin admin] 10.222.0.90 "DELETE /v2.0/networks/dd2e286a-4abb-41e8-b414-4ab68525170c HTTP/1.1" status: 204 len: 168 time: 0.5065989 Feb 09 21:35:03.897229 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d69731-8491-4939-9b18-dc3a8bd469d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd2e286a-4abb-41e8-b414-4ab68525170c,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:03.921777 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-505b3cee-a05e-4e76-bb16-de2747d3eb6d req-68951986-4475-45ef-a1a8-d6f270b4b729 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.90 "GET /v2.0/security-groups?id=ce0b6bf0-0090-4ca0-98fe-25c5a90c9e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8549378 Feb 09 21:35:03.947954 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc2c3a-5a18-4a6d-944b-fe0ab26c3e18 req-fb5cdce3-86bb-4310-9497-5781b7a08019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:03.949481 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-65fc2c3a-5a18-4a6d-944b-fe0ab26c3e18 req-fb5cdce3-86bb-4310-9497-5781b7a08019 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=def3446e95584f24b6fdfb40ceda16ab&device_id=9a70729e-24c8-4e59-8c93-8811e088ab2e HTTP/1.1" status: 200 len: 1130 time: 0.1223300 Feb 09 21:35:04.005720 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-1c4bfd14-6701-41be-8628-576e84751f6f admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=608b2e0261ad46dc9633c03f449f1ea4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6664455 Feb 09 21:35:04.006652 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4bfd14-6701-41be-8628-576e84751f6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eed1fd3c-ad0f-4d7c-8ded-628afe91fc99,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:04.013776 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 55986) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:04.108734 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-38d393e3-a1ee-47c9-9e87-bb64f47e65f7 req-9524b8a2-708a-4e98-a846-dda52b295eec service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=4f8339ab-f401-4931-96ab-51b877546307&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0396872 Feb 09 21:35:04.134623 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2c3e065e-d485-40e9-bb5c-18677c20272c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:04.145691 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f01b2-10b0-432b-8611-62a5c677ef34 req-2b2cf03a-f8ff-461c-86fd-5cd53fd12444 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:04.147312 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-813f01b2-10b0-432b-8611-62a5c677ef34 req-2b2cf03a-f8ff-461c-86fd-5cd53fd12444 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=9a70729e-24c8-4e59-8c93-8811e088ab2e HTTP/1.1" status: 200 len: 948 time: 0.7520301 Feb 09 21:35:04.294405 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 55994) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:04.311112 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc2c3a-5a18-4a6d-944b-fe0ab26c3e18 req-b80a34b4-2a69-4f17-ad5e-6f7a39d3e80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:04.312577 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-65fc2c3a-5a18-4a6d-944b-fe0ab26c3e18 req-b80a34b4-2a69-4f17-ad5e-6f7a39d3e80e service neutron] 10.222.0.89 "GET /v2.0/networks?id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc HTTP/1.1" status: 200 len: 870 time: 0.3559358 Feb 09 21:35:04.377680 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-65fc2c3a-5a18-4a6d-944b-fe0ab26c3e18 req-2235ecd9-a095-45e9-b507-09d78e63cb44 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=56477551-2028-40d4-9313-5bee9dbfa349 HTTP/1.1" status: 200 len: 217 time: 0.0522423 Feb 09 21:35:04.389554 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f7dd78d3-2d2f-4ef4-a660-a242242f8f74 admin admin] Publish callbacks [] for security_group (eed1fd3c-ad0f-4d7c-8ded-628afe91fc99), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:04.413228 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-1f60b9d4-966f-4306-b522-a37668139418 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=2bd637e202e1467d81aff230fe0a3e7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1153586 Feb 09 21:35:04.413750 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-813f01b2-10b0-432b-8611-62a5c677ef34 req-99e0c9f3-0c23-49e2-b666-5b92c0941b30 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341514 Feb 09 21:35:04.414251 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 55996) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:04.420857 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d393e3-a1ee-47c9-9e87-bb64f47e65f7 req-98edaf2d-5331-438f-978f-a10ba66fcd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:04.421899 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-38d393e3-a1ee-47c9-9e87-bb64f47e65f7 req-98edaf2d-5331-438f-978f-a10ba66fcd7d service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=def3446e95584f24b6fdfb40ceda16ab&device_id=4f8339ab-f401-4931-96ab-51b877546307 HTTP/1.1" status: 200 len: 1132 time: 0.2489877 Feb 09 21:35:04.437066 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f03179c-4054-477f-a383-b4865d64fc31 req-65939095-93d0-4a40-820e-d9643ccea8cd tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:04.444544 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4f03179c-4054-477f-a383-b4865d64fc31 req-65939095-93d0-4a40-820e-d9643ccea8cd tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/ports?device_id=50e0dbe9-de7a-4515-a141-361c5f3ab1cc HTTP/1.1" status: 200 len: 945 time: 0.3393302 Feb 09 21:35:04.461415 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f7dd78d3-2d2f-4ef4-a660-a242242f8f74 admin admin] Publish callbacks [] for security_group (eed1fd3c-ad0f-4d7c-8ded-628afe91fc99), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:04.462995 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2c3e065e-d485-40e9-bb5c-18677c20272c admin admin] Publish callbacks [] for security_group (8162b6d1-20b5-4ef2-922e-5c342c5e33ba), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:04.465957 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc2c3a-5a18-4a6d-944b-fe0ab26c3e18 req-e6110020-9d00-4ae0-92a5-3d33c1732592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:04.467658 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-65fc2c3a-5a18-4a6d-944b-fe0ab26c3e18 req-e6110020-9d00-4ae0-92a5-3d33c1732592 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0f7402ac-a35b-414b-bcc1-bc1c3072ec3c HTTP/1.1" status: 200 len: 843 time: 0.0776241 Feb 09 21:35:04.468790 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2c3e065e-d485-40e9-bb5c-18677c20272c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (8162b6d1-20b5-4ef2-922e-5c342c5e33ba), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:04.535010 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc67c37d-b358-47d8-935a-b887b846e3a6 x-openstack-request-id: req-fc67c37d-b358-47d8-935a-b887b846e3a6 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:35:04.535291 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a70729e-24c8-4e59-8c93-8811e088ab2e", "name": "network-vif-unplugged", "status": "completed", "tag": "56477551-2028-40d4-9313-5bee9dbfa349", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:35:04.535510 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-fc67c37d-b358-47d8-935a-b887b846e3a6 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:35:04.535907 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a70729e-24c8-4e59-8c93-8811e088ab2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56477551-2028-40d4-9313-5bee9dbfa349', 'code': 200} Feb 09 21:35:04.543199 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-2c3e065e-d485-40e9-bb5c-18677c20272c admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=92d9c1afb7ec47d48933a0cc1fbc0b24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8479290 Feb 09 21:35:04.545716 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3e065e-d485-40e9-bb5c-18677c20272c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8162b6d1-20b5-4ef2-922e-5c342c5e33ba,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:04.547935 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 56000) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:04.558156 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 56002) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:04.592957 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc2c3a-5a18-4a6d-944b-fe0ab26c3e18 req-8d97a6d9-2a8c-4f12-9f99-12119c3cee8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:04.594492 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-65fc2c3a-5a18-4a6d-944b-fe0ab26c3e18 req-8d97a6d9-2a8c-4f12-9f99-12119c3cee8d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1095438 Feb 09 21:35:04.652725 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4f03179c-4054-477f-a383-b4865d64fc31 req-5e741365-d1b0-4e45-ae90-598d4d2c104b tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/security-groups?id=53864ffe-fa53-4ead-9e41-21e6252e7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072966 Feb 09 21:35:04.659458 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e3ca5ee9-6275-47cf-bf4a-0bb8f1fa6011 admin admin] Publish callbacks [] for security_group (5fea7a06-3b13-4248-a130-8c06a33fccf1), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:04.672956 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9fe4fa3c-046d-492b-8fb3-9df1bf480dc8 admin admin] Publish callbacks [] for security_group (8162b6d1-20b5-4ef2-922e-5c342c5e33ba), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:04.682941 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f7dd78d3-2d2f-4ef4-a660-a242242f8f74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (eed1fd3c-ad0f-4d7c-8ded-628afe91fc99), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:04.686409 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f7dd78d3-2d2f-4ef4-a660-a242242f8f74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:04.690934 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-f7dd78d3-2d2f-4ef4-a660-a242242f8f74 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/eed1fd3c-ad0f-4d7c-8ded-628afe91fc99 HTTP/1.1" status: 204 len: 168 time: 0.6712523 Feb 09 21:35:04.701940 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d393e3-a1ee-47c9-9e87-bb64f47e65f7 req-ccdae764-09a0-4161-995f-55ad5e8f47c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:04.703433 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9fe4fa3c-046d-492b-8fb3-9df1bf480dc8 admin admin] Publish callbacks [] for security_group (8162b6d1-20b5-4ef2-922e-5c342c5e33ba), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:04.703578 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-38d393e3-a1ee-47c9-9e87-bb64f47e65f7 req-ccdae764-09a0-4161-995f-55ad5e8f47c4 service neutron] 10.222.0.95 "GET /v2.0/networks?id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc HTTP/1.1" status: 200 len: 870 time: 0.2396345 Feb 09 21:35:04.705546 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e3ca5ee9-6275-47cf-bf4a-0bb8f1fa6011 admin admin] Publish callbacks [] for security_group (5fea7a06-3b13-4248-a130-8c06a33fccf1), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:04.723852 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dd78d3-2d2f-4ef4-a660-a242242f8f74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eed1fd3c-ad0f-4d7c-8ded-628afe91fc99,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:04.748963 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-ca35e23f-13aa-4161-9d66-016a9d801646 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1607139400-network', 'tenant_id': '78416997261a4fcdac7ea7395d681884'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:04.764368 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-38d393e3-a1ee-47c9-9e87-bb64f47e65f7 req-c55dc34a-24db-4812-93c2-ef762fa6016b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=e91b0039-a035-445f-90c7-b61de1c5005a HTTP/1.1" status: 200 len: 217 time: 0.0521059 Feb 09 21:35:04.777709 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 56477551-2028-40d4-9313-5bee9dbfa349 no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:35:04.784653 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-65fc2c3a-5a18-4a6d-944b-fe0ab26c3e18 req-9745183e-033e-4262-b4cf-a140a1bbb649 service neutron] 10.222.0.89 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817753 Feb 09 21:35:04.785554 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9fe4fa3c-046d-492b-8fb3-9df1bf480dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (8162b6d1-20b5-4ef2-922e-5c342c5e33ba), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:04.788346 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9fe4fa3c-046d-492b-8fb3-9df1bf480dc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:04.789404 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-9fe4fa3c-046d-492b-8fb3-9df1bf480dc8 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/8162b6d1-20b5-4ef2-922e-5c342c5e33ba HTTP/1.1" status: 204 len: 168 time: 0.2391052 Feb 09 21:35:04.793714 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca35e23f-13aa-4161-9d66-016a9d801646 admin admin] Made reservation on behalf of 78416997261a4fcdac7ea7395d681884 for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:35:04.796583 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ca35e23f-13aa-4161-9d66-016a9d801646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:04.818099 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ca35e23f-13aa-4161-9d66-016a9d801646 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:04.819951 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe4fa3c-046d-492b-8fb3-9df1bf480dc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8162b6d1-20b5-4ef2-922e-5c342c5e33ba,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:04.845874 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d393e3-a1ee-47c9-9e87-bb64f47e65f7 req-01f864d9-8a19-4863-8f08-d3f4d67bfdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:04.847915 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-38d393e3-a1ee-47c9-9e87-bb64f47e65f7 req-01f864d9-8a19-4863-8f08-d3f4d67bfdc6 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0f7402ac-a35b-414b-bcc1-bc1c3072ec3c HTTP/1.1" status: 200 len: 843 time: 0.0724759 Feb 09 21:35:04.848385 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] The host n-h1-828369-5 is not matching for port 56477551-2028-40d4-9313-5bee9dbfa349 host n-h2-828369-5! {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 21:35:04.848928 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 56477551-2028-40d4-9313-5bee9dbfa349 not bound to the agent host n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:35:04.856516 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e3ca5ee9-6275-47cf-bf4a-0bb8f1fa6011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (5fea7a06-3b13-4248-a130-8c06a33fccf1), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:04.864647 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e3ca5ee9-6275-47cf-bf4a-0bb8f1fa6011 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:04.868704 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-e3ca5ee9-6275-47cf-bf4a-0bb8f1fa6011 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/5fea7a06-3b13-4248-a130-8c06a33fccf1 HTTP/1.1" status: 204 len: 168 time: 0.4510243 Feb 09 21:35:04.904822 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ca5ee9-6275-47cf-bf4a-0bb8f1fa6011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fea7a06-3b13-4248-a130-8c06a33fccf1,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:04.941686 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d393e3-a1ee-47c9-9e87-bb64f47e65f7 req-bce6730d-0e45-40fd-887e-ded02dfd914a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:04.943231 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-38d393e3-a1ee-47c9-9e87-bb64f47e65f7 req-bce6730d-0e45-40fd-887e-ded02dfd914a service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0722728 Feb 09 21:35:04.958493 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-65fc2c3a-5a18-4a6d-944b-fe0ab26c3e18 req-a87c61c4-791a-4f1e-b07a-8b10a96ce65c service neutron] 10.222.0.89 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588829 Feb 09 21:35:05.003341 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ca35e23f-13aa-4161-9d66-016a9d801646 admin admin] Publish callbacks [] for security_group (1d80a148-e9eb-4688-aae9-f24ed4e32758), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:05.008629 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ca35e23f-13aa-4161-9d66-016a9d801646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (1d80a148-e9eb-4688-aae9-f24ed4e32758), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:05.033182 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca35e23f-13aa-4161-9d66-016a9d801646 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:35:05.052662 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ca35e23f-13aa-4161-9d66-016a9d801646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (22999d68-3ae1-4a5a-9612-0b8240545924), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:05.053188 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-ca35e23f-13aa-4161-9d66-016a9d801646 admin admin] Added segment 22999d68-3ae1-4a5a-9612-0b8240545924 of type vlan for network e0933a47-9f98-425f-b2ec-87bdb6b7270d Feb 09 21:35:05.055710 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca35e23f-13aa-4161-9d66-016a9d801646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d80a148-e9eb-4688-aae9-f24ed4e32758,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:05.113570 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ca35e23f-13aa-4161-9d66-016a9d801646 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (e0933a47-9f98-425f-b2ec-87bdb6b7270d), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:05.160886 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ca35e23f-13aa-4161-9d66-016a9d801646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (e0933a47-9f98-425f-b2ec-87bdb6b7270d), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:05.162130 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-38d393e3-a1ee-47c9-9e87-bb64f47e65f7 req-6ac4c621-d063-45a1-a883-467d14f26bfc service neutron] 10.222.0.95 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111795 Feb 09 21:35:05.162637 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca35e23f-13aa-4161-9d66-016a9d801646 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:05.163924 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ca35e23f-13aa-4161-9d66-016a9d801646 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:05.223938 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-ca35e23f-13aa-4161-9d66-016a9d801646 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6628618 Feb 09 21:35:05.226893 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 56020) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:05.239864 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a45b3f-e38a-4514-93ac-affb9aeffad0 req-073046f2-5350-45a0-ba31-72438f183de7 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:05.243055 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-2fab64b9-2d5f-410b-b898-b80ffe48ad5e admin admin] Request body: {'subnet': {'network_id': 'e0933a47-9f98-425f-b2ec-87bdb6b7270d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1607139400-subnet', 'tenant_id': '78416997261a4fcdac7ea7395d681884', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:05.247234 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a45b3f-e38a-4514-93ac-affb9aeffad0 req-073046f2-5350-45a0-ba31-72438f183de7 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:05.250634 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-07a45b3f-e38a-4514-93ac-affb9aeffad0 req-073046f2-5350-45a0-ba31-72438f183de7 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.90 "GET /v2.0/ports?device_id=839b756c-2e95-4def-9826-21c1525b2880 HTTP/1.1" status: 200 len: 1681 time: 0.1450765 Feb 09 21:35:05.260689 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca35e23f-13aa-4161-9d66-016a9d801646 admin admin] Pushing event updated for resources: {'Network': ['ID=e0933a47-9f98-425f-b2ec-87bdb6b7270d,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:05.272760 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network e0933a47-9f98-425f-b2ec-87bdb6b7270d details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:35:05.281604 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fab64b9-2d5f-410b-b898-b80ffe48ad5e admin admin] Made reservation on behalf of 78416997261a4fcdac7ea7395d681884 for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:35:05.283961 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2fab64b9-2d5f-410b-b898-b80ffe48ad5e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:05.326358 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-07a45b3f-e38a-4514-93ac-affb9aeffad0 req-1b6e2d04-6811-462d-9486-8e5e4f53fb0a tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.90 "GET /v2.0/security-groups?id=ce0b6bf0-0090-4ca0-98fe-25c5a90c9e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677278 Feb 09 21:35:05.357531 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-38d393e3-a1ee-47c9-9e87-bb64f47e65f7 req-b08f08e5-abcc-4d6a-a0d4-511e106c66ae service neutron] 10.222.0.95 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859834 Feb 09 21:35:05.414546 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 56024) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:05.432252 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c1f47198-7fe4-440f-aeba-adc7e6807b93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:05.556507 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2fab64b9-2d5f-410b-b898-b80ffe48ad5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (ad8da7e2-9246-4407-b24a-0611ae1b2813), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:05.579548 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404c18d4-fcb8-4879-9b20-818446770049 req-50bc341c-a2be-41ed-b680-e0384f787e90 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:05.587189 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-404c18d4-fcb8-4879-9b20-818446770049 req-50bc341c-a2be-41ed-b680-e0384f787e90 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=9a70729e-24c8-4e59-8c93-8811e088ab2e HTTP/1.1" status: 200 len: 948 time: 0.0757215 Feb 09 21:35:05.623522 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 56028) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:05.653263 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fab64b9-2d5f-410b-b898-b80ffe48ad5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad8da7e2-9246-4407-b24a-0611ae1b2813,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:05.662703 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 56030) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:05.664746 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-404c18d4-fcb8-4879-9b20-818446770049 req-f274f004-161b-45a6-b174-7308424aef8b tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767825 Feb 09 21:35:05.708137 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-55dcc9c8-913b-4502-bf31-e9344807024f admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=7891bdbf81454b489fdb3d30b89a25bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0829968 Feb 09 21:35:05.710698 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 56034) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:05.720845 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fab64b9-2d5f-410b-b898-b80ffe48ad5e admin admin] Checking segment: {'id': '22999d68-3ae1-4a5a-9612-0b8240545924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'e0933a47-9f98-425f-b2ec-87bdb6b7270d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:35:05.721203 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fab64b9-2d5f-410b-b898-b80ffe48ad5e admin admin] Network hostable DHCP agents. Network: e0933a47-9f98-425f-b2ec-87bdb6b7270d, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:35:05.760458 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-73646181-173a-4dfa-abf3-de2fd0426eb5 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=58eaba2bba2847a49cbb6c7bc1fce801&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0948465 Feb 09 21:35:05.766641 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 56036) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:05.777454 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c1f47198-7fe4-440f-aeba-adc7e6807b93 admin admin] Publish callbacks [] for security_group (71e8fbd4-ff7c-4b7f-bf19-773b8259142a), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:05.780719 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fab64b9-2d5f-410b-b898-b80ffe48ad5e admin admin] Network e0933a47-9f98-425f-b2ec-87bdb6b7270d is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:35:05.789663 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c1f47198-7fe4-440f-aeba-adc7e6807b93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (71e8fbd4-ff7c-4b7f-bf19-773b8259142a), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:05.813113 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-41c7b445-6d0e-438f-92c1-2166e934daf8 admin admin] Publish callbacks [] for security_group (f8e038db-15b6-4256-93c8-0e4b4a53265f), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:05.828275 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-2fab64b9-2d5f-410b-b898-b80ffe48ad5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, e0933a47-9f98-425f-b2ec-87bdb6b7270d) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:35:05.841732 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5284497a-3c1b-4fe9-b685-1fc4ba753405 None None] Network e0933a47-9f98-425f-b2ec-87bdb6b7270d requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:35:05.842660 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fab64b9-2d5f-410b-b898-b80ffe48ad5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:05.843259 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2fab64b9-2d5f-410b-b898-b80ffe48ad5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:05.847001 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb16839-3f6b-422d-aefe-e0785a731180 req-0288aea7-d49d-48b0-8f35-fa9e719be022 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:05.848593 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7bb16839-3f6b-422d-aefe-e0785a731180 req-0288aea7-d49d-48b0-8f35-fa9e719be022 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/ports?device_id=50e0dbe9-de7a-4515-a141-361c5f3ab1cc HTTP/1.1" status: 200 len: 945 time: 0.0981100 Feb 09 21:35:05.854222 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-41c7b445-6d0e-438f-92c1-2166e934daf8 admin admin] Publish callbacks [] for security_group (f8e038db-15b6-4256-93c8-0e4b4a53265f), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:05.859261 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f47198-7fe4-440f-aeba-adc7e6807b93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71e8fbd4-ff7c-4b7f-bf19-773b8259142a,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:05.863364 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-c1f47198-7fe4-440f-aeba-adc7e6807b93 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=74c6bfe30a3c41f1be511b7723d22842&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4477854 Feb 09 21:35:05.874015 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 56040) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:05.910413 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-2fab64b9-2d5f-410b-b898-b80ffe48ad5e admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6822922 Feb 09 21:35:05.914162 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-74da32bc-4d85-479a-b4f4-12a168bcc168 admin admin] Publish callbacks [] for security_group (fe9df3e8-c6de-4196-959d-c85ee88969f9), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:05.918602 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 56042) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:05.931769 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-2a7e1851-9f21-4f26-9fa8-520c8723315c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1607139400-router', 'tenant_id': '78416997261a4fcdac7ea7395d681884', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:05.960133 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-74da32bc-4d85-479a-b4f4-12a168bcc168 admin admin] Publish callbacks [] for security_group (fe9df3e8-c6de-4196-959d-c85ee88969f9), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:05.983519 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7bb16839-3f6b-422d-aefe-e0785a731180 req-763a1a48-fc6b-4317-aeb4-cf582752a750 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/security-groups?id=53864ffe-fa53-4ead-9e41-21e6252e7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271482 Feb 09 21:35:05.985124 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2a7e1851-9f21-4f26-9fa8-520c8723315c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (31a0358f-4b68-4636-87b6-9eee9fa01ef1), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:05.986177 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2a7e1851-9f21-4f26-9fa8-520c8723315c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (31a0358f-4b68-4636-87b6-9eee9fa01ef1), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:05.999450 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4f98cbff-59ce-458a-9782-ef46ab6a36b0 admin admin] Publish callbacks [] for security_group (71e8fbd4-ff7c-4b7f-bf19-773b8259142a), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:06.036845 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7958035b-34d1-4464-b8f4-b1446242ffe6 None None] Network e0933a47-9f98-425f-b2ec-87bdb6b7270d requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:35:06.045757 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4f98cbff-59ce-458a-9782-ef46ab6a36b0 admin admin] Publish callbacks [] for security_group (71e8fbd4-ff7c-4b7f-bf19-773b8259142a), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:06.052652 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-41c7b445-6d0e-438f-92c1-2166e934daf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (f8e038db-15b6-4256-93c8-0e4b4a53265f), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:06.057407 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-41c7b445-6d0e-438f-92c1-2166e934daf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:06.063756 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-41c7b445-6d0e-438f-92c1-2166e934daf8 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/f8e038db-15b6-4256-93c8-0e4b4a53265f HTTP/1.1" status: 204 len: 168 time: 0.3514156 Feb 09 21:35:06.083729 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-74da32bc-4d85-479a-b4f4-12a168bcc168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (fe9df3e8-c6de-4196-959d-c85ee88969f9), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:06.086577 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-74da32bc-4d85-479a-b4f4-12a168bcc168 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:06.087743 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-74da32bc-4d85-479a-b4f4-12a168bcc168 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/fe9df3e8-c6de-4196-959d-c85ee88969f9 HTTP/1.1" status: 204 len: 168 time: 0.3174968 Feb 09 21:35:06.097638 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74da32bc-4d85-479a-b4f4-12a168bcc168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe9df3e8-c6de-4196-959d-c85ee88969f9,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:06.124846 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4f98cbff-59ce-458a-9782-ef46ab6a36b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (71e8fbd4-ff7c-4b7f-bf19-773b8259142a), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:06.127653 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2a7e1851-9f21-4f26-9fa8-520c8723315c admin admin] Publish callbacks [] for router_controller (31a0358f-4b68-4636-87b6-9eee9fa01ef1), precommit_add_association {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:06.128150 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4f98cbff-59ce-458a-9782-ef46ab6a36b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:06.129002 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c7b445-6d0e-438f-92c1-2166e934daf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e038db-15b6-4256-93c8-0e4b4a53265f,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:06.139244 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-4f98cbff-59ce-458a-9782-ef46ab6a36b0 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/71e8fbd4-ff7c-4b7f-bf19-773b8259142a HTTP/1.1" status: 204 len: 168 time: 0.2641044 Feb 09 21:35:06.156416 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f98cbff-59ce-458a-9782-ef46ab6a36b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e8fbd4-ff7c-4b7f-bf19-773b8259142a,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:06.317318 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2a7e1851-9f21-4f26-9fa8-520c8723315c admin admin] Publish callbacks [] for router_gateway (31a0358f-4b68-4636-87b6-9eee9fa01ef1), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:06.482795 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d267dad-faae-4eb6-84ba-d66c12f33138 req-80ebadb2-527b-46c2-8355-3ab04fc0e909 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:06.488386 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d267dad-faae-4eb6-84ba-d66c12f33138 req-80ebadb2-527b-46c2-8355-3ab04fc0e909 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:06.495410 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4d267dad-faae-4eb6-84ba-d66c12f33138 req-80ebadb2-527b-46c2-8355-3ab04fc0e909 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.90 "GET /v2.0/ports?device_id=839b756c-2e95-4def-9826-21c1525b2880 HTTP/1.1" status: 200 len: 1681 time: 0.0871420 Feb 09 21:35:06.536599 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a70729e-24c8-4e59-8c93-8811e088ab2e', 'tag': '56477551-2028-40d4-9313-5bee9dbfa349'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:35:06.539701 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc12a498-287c-4316-be26-af33175609e5" -d '{"events": [{"name": "network-changed", "server_uuid": "9a70729e-24c8-4e59-8c93-8811e088ab2e", "tag": "56477551-2028-40d4-9313-5bee9dbfa349"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:35:06.604891 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea80166-646a-49e0-a38b-4d695de421c3 x-openstack-request-id: req-aea80166-646a-49e0-a38b-4d695de421c3 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:35:06.605452 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a70729e-24c8-4e59-8c93-8811e088ab2e", "tag": "56477551-2028-40d4-9313-5bee9dbfa349", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:35:06.605955 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-aea80166-646a-49e0-a38b-4d695de421c3 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:35:06.606718 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a70729e-24c8-4e59-8c93-8811e088ab2e', 'tag': '56477551-2028-40d4-9313-5bee9dbfa349', 'status': 'completed', 'code': 200} Feb 09 21:35:06.713502 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4d267dad-faae-4eb6-84ba-d66c12f33138 req-5beada95-4166-4cb8-a3c1-6e82f29ecc1e tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.90 "GET /v2.0/security-groups?id=ce0b6bf0-0090-4ca0-98fe-25c5a90c9e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129772 Feb 09 21:35:06.729704 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2a7e1851-9f21-4f26-9fa8-520c8723315c admin admin] Publish callbacks [] for router_gateway (31a0358f-4b68-4636-87b6-9eee9fa01ef1), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:06.753969 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc12a498-287c-4316-be26-af33175609e5 req-3177d881-fc68-4cf2-b3c9-447cbc6798f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:06.761101 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-fc12a498-287c-4316-be26-af33175609e5 req-3177d881-fc68-4cf2-b3c9-447cbc6798f4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=def3446e95584f24b6fdfb40ceda16ab&device_id=9a70729e-24c8-4e59-8c93-8811e088ab2e HTTP/1.1" status: 200 len: 1130 time: 0.1275055 Feb 09 21:35:06.765697 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 5766863f-ef54-48f2-ac1f-a94310cb8604 up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:35:06.784325 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2a7e1851-9f21-4f26-9fa8-520c8723315c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:06.874403 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc12a498-287c-4316-be26-af33175609e5 req-fc3b9e9a-e503-42de-97dc-adc50d4149c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:06.876335 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fc12a498-287c-4316-be26-af33175609e5 req-fc3b9e9a-e503-42de-97dc-adc50d4149c5 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=def3446e95584f24b6fdfb40ceda16ab&device_id=9a70729e-24c8-4e59-8c93-8811e088ab2e HTTP/1.1" status: 200 len: 1130 time: 0.2332029 Feb 09 21:35:06.893880 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning for port 5766863f-ef54-48f2-ac1f-a94310cb8604 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:35:06.902659 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port 5766863f-ef54-48f2-ac1f-a94310cb8604 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:06.907657 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (5766863f-ef54-48f2-ac1f-a94310cb8604), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:06.965336 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc12a498-287c-4316-be26-af33175609e5 req-f927dda2-e5e8-4667-b961-73532528323f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:06.967513 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-fc12a498-287c-4316-be26-af33175609e5 req-f927dda2-e5e8-4667-b961-73532528323f service neutron] 10.222.0.89 "GET /v2.0/networks?id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc HTTP/1.1" status: 200 len: 870 time: 0.1977017 Feb 09 21:35:07.035413 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 5766863f-ef54-48f2-ac1f-a94310cb8604 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:07.036097 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (5766863f-ef54-48f2-ac1f-a94310cb8604), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:07.067476 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '839b756c-2e95-4def-9826-21c1525b2880', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5766863f-ef54-48f2-ac1f-a94310cb8604'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:35:07.068131 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-fc12a498-287c-4316-be26-af33175609e5 req-1b5a0266-0382-4bea-9bee-2f6f1ff5684b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=56477551-2028-40d4-9313-5bee9dbfa349 HTTP/1.1" status: 200 len: 217 time: 0.0873189 Feb 09 21:35:07.074641 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71d5e8f9-a649-432a-9f6c-a497699f7adc" -d '{"events": [{"server_uuid": "839b756c-2e95-4def-9826-21c1525b2880", "name": "network-vif-plugged", "status": "completed", "tag": "5766863f-ef54-48f2-ac1f-a94310cb8604"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:35:07.112778 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 5766863f-ef54-48f2-ac1f-a94310cb8604, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=5766863f-ef54-48f2-ac1f-a94310cb8604,segment=NetworkSegment(462e03e7-f067-4f20-8f9e-1f3c154720a6),segment_id=462e03e7-f067-4f20-8f9e-1f3c154720a6)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:07.118948 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (5766863f-ef54-48f2-ac1f-a94310cb8604), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:07.119764 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device d10ee656-cd44-41f1-9918-4a2732cceda8 up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:35:07.171972 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc12a498-287c-4316-be26-af33175609e5 req-be0b2d63-3599-42ad-9b90-03bf2f59a21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:07.175239 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-fc12a498-287c-4316-be26-af33175609e5 req-be0b2d63-3599-42ad-9b90-03bf2f59a21a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0f7402ac-a35b-414b-bcc1-bc1c3072ec3c HTTP/1.1" status: 200 len: 843 time: 0.1018889 Feb 09 21:35:07.213049 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ec164e-65e9-4a6e-941b-a71bf0587293 req-d839d9cd-e432-45e4-88d9-c71345a98a20 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:07.220568 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-37ec164e-65e9-4a6e-941b-a71bf0587293 req-d839d9cd-e432-45e4-88d9-c71345a98a20 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=9a70729e-24c8-4e59-8c93-8811e088ab2e HTTP/1.1" status: 200 len: 948 time: 0.3698971 Feb 09 21:35:07.251437 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc12a498-287c-4316-be26-af33175609e5 req-5af83958-18a3-4016-ae94-8bbe7336238a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:07.253180 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-fc12a498-287c-4316-be26-af33175609e5 req-5af83958-18a3-4016-ae94-8bbe7336238a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0637574 Feb 09 21:35:07.259181 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-2a7e1851-9f21-4f26-9fa8-520c8723315c admin admin] Allocated IP 172.25.3.11 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/8e83dae0-3451-479b-8020-1454acd1f840) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:35:07.269377 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc12a498-287c-4316-be26-af33175609e5 req-752dbe34-1e89-4300-8676-fd1800760ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:07.273472 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fc12a498-287c-4316-be26-af33175609e5 req-752dbe34-1e89-4300-8676-fd1800760ba5 service neutron] 10.222.0.95 "GET /v2.0/networks?id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc HTTP/1.1" status: 200 len: 870 time: 0.3854995 Feb 09 21:35:07.298557 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=5766863f-ef54-48f2-ac1f-a94310cb8604,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:07.321335 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning for port d10ee656-cd44-41f1-9918-4a2732cceda8 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:35:07.328370 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port d10ee656-cd44-41f1-9918-4a2732cceda8 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:07.328896 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (d10ee656-cd44-41f1-9918-4a2732cceda8), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:07.614655 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2a7e1851-9f21-4f26-9fa8-520c8723315c admin admin] Publish callbacks [] for port (8e83dae0-3451-479b-8020-1454acd1f840), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:07.678163 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fc12a498-287c-4316-be26-af33175609e5 req-6eed959e-aae6-41c5-b225-a02d1035cf26 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=56477551-2028-40d4-9313-5bee9dbfa349 HTTP/1.1" status: 200 len: 217 time: 0.3754826 Feb 09 21:35:07.716949 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-fc12a498-287c-4316-be26-af33175609e5 req-54416089-d39d-4ac2-ace6-9ac6dd153656 service neutron] 10.222.0.89 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4523213 Feb 09 21:35:07.717708 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2a7e1851-9f21-4f26-9fa8-520c8723315c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (8e83dae0-3451-479b-8020-1454acd1f840), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:07.782219 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port d10ee656-cd44-41f1-9918-4a2732cceda8 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:07.782717 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (d10ee656-cd44-41f1-9918-4a2732cceda8), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:07.847255 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port d10ee656-cd44-41f1-9918-4a2732cceda8, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=d10ee656-cd44-41f1-9918-4a2732cceda8,segment=NetworkSegment(d5a705fd-9269-4d2c-a2fd-6874d0fd713b),segment_id=d5a705fd-9269-4d2c-a2fd-6874d0fd713b)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:07.859485 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (d10ee656-cd44-41f1-9918-4a2732cceda8), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:07.898090 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-fc12a498-287c-4316-be26-af33175609e5 req-1273f12b-e81f-450b-9a70-6143ff48dbe2 service neutron] 10.222.0.89 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738172 Feb 09 21:35:07.971677 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=d10ee656-cd44-41f1-9918-4a2732cceda8,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:08.117223 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1b7f3d-6248-4b47-be6b-153d52eb5920 req-1ed27aca-8cf6-4208-8172-3e7cb064df35 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:08.118903 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4d1b7f3d-6248-4b47-be6b-153d52eb5920 req-1ed27aca-8cf6-4208-8172-3e7cb064df35 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/ports?device_id=50e0dbe9-de7a-4515-a141-361c5f3ab1cc HTTP/1.1" status: 200 len: 945 time: 0.9796565 Feb 09 21:35:08.128284 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-37ec164e-65e9-4a6e-941b-a71bf0587293 req-80e96b55-fb4d-407f-ad3c-5b3fe8f23f52 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9065135 Feb 09 21:35:08.147277 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7e1851-9f21-4f26-9fa8-520c8723315c admin admin] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:35:08.172295 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-2a7e1851-9f21-4f26-9fa8-520c8723315c admin admin] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:35:08.179280 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7e1851-9f21-4f26-9fa8-520c8723315c admin admin] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:35:08.181541 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7e1851-9f21-4f26-9fa8-520c8723315c admin admin] Pushing event updated for resources: {'Port': ['ID=8e83dae0-3451-479b-8020-1454acd1f840,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:08.186569 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc12a498-287c-4316-be26-af33175609e5 req-adef5c36-e746-4823-890a-23a23cfdf77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:08.188104 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fc12a498-287c-4316-be26-af33175609e5 req-adef5c36-e746-4823-890a-23a23cfdf77e service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0f7402ac-a35b-414b-bcc1-bc1c3072ec3c HTTP/1.1" status: 200 len: 843 time: 0.4854429 Feb 09 21:35:08.234737 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7349a475-a925-4c2a-8a7b-b8e4757c44cd x-openstack-request-id: req-7349a475-a925-4c2a-8a7b-b8e4757c44cd {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:35:08.235234 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "839b756c-2e95-4def-9826-21c1525b2880", "name": "network-vif-plugged", "status": "completed", "tag": "5766863f-ef54-48f2-ac1f-a94310cb8604", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:35:08.235325 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-7349a475-a925-4c2a-8a7b-b8e4757c44cd {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:35:08.235682 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '839b756c-2e95-4def-9826-21c1525b2880', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5766863f-ef54-48f2-ac1f-a94310cb8604', 'code': 200} Feb 09 21:35:08.275379 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4d1b7f3d-6248-4b47-be6b-153d52eb5920 req-fdf24735-e22c-47c1-aba8-7b4118930ea5 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/security-groups?id=53864ffe-fa53-4ead-9e41-21e6252e7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442029 Feb 09 21:35:08.409750 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc12a498-287c-4316-be26-af33175609e5 req-1005125f-d125-4d0c-b7bf-226194d9d39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:08.411303 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fc12a498-287c-4316-be26-af33175609e5 req-1005125f-d125-4d0c-b7bf-226194d9d39a service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2023723 Feb 09 21:35:08.508193 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f897a2b5-b943-4177-a9ca-edd69d8219f9 req-b3cc212b-0fcb-4c8e-bd7d-fbd462e05607 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:08.513951 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f897a2b5-b943-4177-a9ca-edd69d8219f9 req-b3cc212b-0fcb-4c8e-bd7d-fbd462e05607 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:08.522756 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f897a2b5-b943-4177-a9ca-edd69d8219f9 req-b3cc212b-0fcb-4c8e-bd7d-fbd462e05607 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.90 "GET /v2.0/ports?device_id=839b756c-2e95-4def-9826-21c1525b2880 HTTP/1.1" status: 200 len: 1683 time: 0.1770496 Feb 09 21:35:08.673189 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fc12a498-287c-4316-be26-af33175609e5 req-8ddf7408-cedd-44ff-9066-24d08f49a808 service neutron] 10.222.0.95 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501478 Feb 09 21:35:08.678171 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f897a2b5-b943-4177-a9ca-edd69d8219f9 req-863d408d-1331-40eb-a47e-da76d6bf5e18 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.90 "GET /v2.0/security-groups?id=ce0b6bf0-0090-4ca0-98fe-25c5a90c9e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545966 Feb 09 21:35:08.750199 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2a7e1851-9f21-4f26-9fa8-520c8723315c admin admin] Publish callbacks [] for router_gateway (31a0358f-4b68-4636-87b6-9eee9fa01ef1), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:08.856529 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fc12a498-287c-4316-be26-af33175609e5 req-61f236e5-7d7a-484d-ba31-b23185c5edf8 service neutron] 10.222.0.95 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756096 Feb 09 21:35:08.914699 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5f5c8cd8-3a11-4ce1-adfd-35ed2741026e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:09.004517 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2a7e1851-9f21-4f26-9fa8-520c8723315c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (31a0358f-4b68-4636-87b6-9eee9fa01ef1), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:09.164167 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a7e1851-9f21-4f26-9fa8-520c8723315c admin admin] Router 31a0358f-4b68-4636-87b6-9eee9fa01ef1 is scheduled to L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 with binding_index 1 {{(pid=103140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:35:09.326283 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b2c437-f0a1-49c8-9e16-f661455edf47 req-691c272e-55f2-4147-8d66-63816c91d725 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:09.327801 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-33b2c437-f0a1-49c8-9e16-f661455edf47 req-691c272e-55f2-4147-8d66-63816c91d725 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=9a70729e-24c8-4e59-8c93-8811e088ab2e HTTP/1.1" status: 200 len: 948 time: 0.1031396 Feb 09 21:35:09.338340 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a7e1851-9f21-4f26-9fa8-520c8723315c admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:35:09.352773 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec4a530-9192-4552-8e2f-03783a186d95 None None] Sync routers for ids ['31a0358f-4b68-4636-87b6-9eee9fa01ef1'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:35:09.367397 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec4a530-9192-4552-8e2f-03783a186d95 None None] Routers {'31a0358f-4b68-4636-87b6-9eee9fa01ef1'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:35:09.367830 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-aec4a530-9192-4552-8e2f-03783a186d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:34:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['31a0358f-4b68-4636-87b6-9eee9fa01ef1'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:09.369234 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2a7e1851-9f21-4f26-9fa8-520c8723315c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:09.370469 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-2a7e1851-9f21-4f26-9fa8-520c8723315c admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.4482398 Feb 09 21:35:09.373816 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 56170) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:09.406431 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-33b2c437-f0a1-49c8-9e16-f661455edf47 req-c7db2731-27b3-4f93-bcd8-860ad9d10f25 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701187 Feb 09 21:35:09.559402 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-aec4a530-9192-4552-8e2f-03783a186d95 None None] Set router 31a0358f-4b68-4636-87b6-9eee9fa01ef1 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:35:09.624210 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ebeeb1-83a0-4d90-abea-0b0157a030f8 req-e847d7e2-c523-432f-9c2c-dadcf090787b tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:09.624853 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 56182) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:09.630584 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-76ebeeb1-83a0-4d90-abea-0b0157a030f8 req-e847d7e2-c523-432f-9c2c-dadcf090787b tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/ports?device_id=50e0dbe9-de7a-4515-a141-361c5f3ab1cc HTTP/1.1" status: 200 len: 945 time: 0.1006422 Feb 09 21:35:09.696058 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-76ebeeb1-83a0-4d90-abea-0b0157a030f8 req-96175cf6-679c-4724-a965-ae10c01f6f1b tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/security-groups?id=53864ffe-fa53-4ead-9e41-21e6252e7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605004 Feb 09 21:35:09.779329 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-36305ea9-8149-4a27-92e7-65266b97312e tempest-QuotasNegativeTest-1491096560 tempest-QuotasNegativeTest-1491096560-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:09.810314 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-aec4a530-9192-4552-8e2f-03783a186d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31a0358f-4b68-4636-87b6-9eee9fa01ef1', 'name': 'tempest-ServerRescueTestJSON-1607139400-router', 'tenant_id': '78416997261a4fcdac7ea7395d681884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '8e83dae0-3451-479b-8020-1454acd1f840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:05Z', 'updated_at': '2022-02-09T21:35:08Z', 'revision_number': 3, 'project_id': '78416997261a4fcdac7ea7395d681884', 'gw_port': {'id': '8e83dae0-3451-479b-8020-1454acd1f840', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:10:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31a0358f-4b68-4636-87b6-9eee9fa01ef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:06Z', 'updated_at': '2022-02-09T21:35:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:09.817585 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-36305ea9-8149-4a27-92e7-65266b97312e tempest-QuotasNegativeTest-1491096560 tempest-QuotasNegativeTest-1491096560-project-admin] 10.222.0.90 "PUT /v2.0/quotas/bde234158073412a94dc10597b97bf6d HTTP/1.1" status: 200 len: 368 time: 0.1916831 Feb 09 21:35:09.820168 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 56188) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:09.825717 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-acf58af8-6bdd-43ed-a654-1978a2254a7a tempest-QuotasNegativeTest-1491096560 tempest-QuotasNegativeTest-1491096560-project-admin] Request body: {'network': {'project_id': 'bde234158073412a94dc10597b97bf6d'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:09.839943 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec4a530-9192-4552-8e2f-03783a186d95 None None] Checking router: 31a0358f-4b68-4636-87b6-9eee9fa01ef1 for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:35:09.840678 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec4a530-9192-4552-8e2f-03783a186d95 None None] Updating router 31a0358f-4b68-4636-87b6-9eee9fa01ef1 port 8e83dae0-3451-479b-8020-1454acd1f840 binding host n-d-828369-5 {{(pid=103143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:35:09.873942 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-aec4a530-9192-4552-8e2f-03783a186d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (8e83dae0-3451-479b-8020-1454acd1f840), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:09.895543 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf58af8-6bdd-43ed-a654-1978a2254a7a tempest-QuotasNegativeTest-1491096560 tempest-QuotasNegativeTest-1491096560-project-admin] Made reservation on behalf of bde234158073412a94dc10597b97bf6d for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:35:09.897851 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-acf58af8-6bdd-43ed-a654-1978a2254a7a tempest-QuotasNegativeTest-1491096560 tempest-QuotasNegativeTest-1491096560-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:09.910709 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-acf58af8-6bdd-43ed-a654-1978a2254a7a tempest-QuotasNegativeTest-1491096560 tempest-QuotasNegativeTest-1491096560-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:10.014883 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 56477551-2028-40d4-9313-5bee9dbfa349 details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:35:10.027049 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e2b04cd9-0928-42ff-9159-1ba1c9c44c11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:10.149464 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-acf58af8-6bdd-43ed-a654-1978a2254a7a tempest-QuotasNegativeTest-1491096560 tempest-QuotasNegativeTest-1491096560-project-admin] Publish callbacks [] for security_group (39aa7568-2498-4356-a033-985179a30ed6), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:10.158235 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-acf58af8-6bdd-43ed-a654-1978a2254a7a tempest-QuotasNegativeTest-1491096560 tempest-QuotasNegativeTest-1491096560-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (39aa7568-2498-4356-a033-985179a30ed6), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:10.221812 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-aec4a530-9192-4552-8e2f-03783a186d95 None None] Publish callbacks [] for port (8e83dae0-3451-479b-8020-1454acd1f840), precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:10.228640 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-aec4a530-9192-4552-8e2f-03783a186d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (8e83dae0-3451-479b-8020-1454acd1f840), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:10.236619 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '839b756c-2e95-4def-9826-21c1525b2880', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd10ee656-cd44-41f1-9918-4a2732cceda8'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:35:10.239545 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed74e660-8882-4c31-8f3c-f0835e51b13c" -d '{"events": [{"server_uuid": "839b756c-2e95-4def-9826-21c1525b2880", "name": "network-vif-plugged", "status": "completed", "tag": "d10ee656-cd44-41f1-9918-4a2732cceda8"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:35:10.251119 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf11429f-4b10-4f43-87b8-ce0791184887 req-cd4b9a1a-4019-4e86-9532-bf810c7707ca tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:10.257424 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf11429f-4b10-4f43-87b8-ce0791184887 req-cd4b9a1a-4019-4e86-9532-bf810c7707ca tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:10.259347 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acf58af8-6bdd-43ed-a654-1978a2254a7a tempest-QuotasNegativeTest-1491096560 tempest-QuotasNegativeTest-1491096560-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:35:10.260095 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cf11429f-4b10-4f43-87b8-ce0791184887 req-cd4b9a1a-4019-4e86-9532-bf810c7707ca tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.90 "GET /v2.0/ports?device_id=839b756c-2e95-4def-9826-21c1525b2880 HTTP/1.1" status: 200 len: 1683 time: 0.1167347 Feb 09 21:35:10.275264 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 56477551-2028-40d4-9313-5bee9dbfa349, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=56477551-2028-40d4-9313-5bee9dbfa349,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:10.289838 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61425bf2-31d8-43ce-b021-f274353e686d req-95d4bb73-c5f9-4492-8bed-c8b0ffffe52a tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:10.292747 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-61425bf2-31d8-43ce-b021-f274353e686d req-95d4bb73-c5f9-4492-8bed-c8b0ffffe52a tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.89 "GET /v2.0/ports?device_id=9a70729e-24c8-4e59-8c93-8811e088ab2e&tenant_id=def3446e95584f24b6fdfb40ceda16ab&binding%3Ahost_id=n-h2-828369-5 HTTP/1.1" status: 200 len: 948 time: 0.2406023 Feb 09 21:35:10.299641 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf58af8-6bdd-43ed-a654-1978a2254a7a tempest-QuotasNegativeTest-1491096560 tempest-QuotasNegativeTest-1491096560-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39aa7568-2498-4356-a033-985179a30ed6,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:10.309078 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': '56477551-2028-40d4-9313-5bee9dbfa349', 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc', 'port_id': '56477551-2028-40d4-9313-5bee9dbfa349', 'mac_address': 'fa:16:3e:71:08:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f7402ac-a35b-414b-bcc1-bc1c3072ec3c', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:35:10.333565 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-aec4a530-9192-4552-8e2f-03783a186d95 None None] Attempting to bind port 8e83dae0-3451-479b-8020-1454acd1f840 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:35:10.333565 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-aec4a530-9192-4552-8e2f-03783a186d95 None None] Attempting to bind port 8e83dae0-3451-479b-8020-1454acd1f840 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:35:10.333896 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec4a530-9192-4552-8e2f-03783a186d95 None None] Attempting to bind port 8e83dae0-3451-479b-8020-1454acd1f840 on network 54a442d5-50a0-4c75-85cc-d19f5bf58118 {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:35:10.339642 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07378a0-7d4d-40eb-aff0-5a52609f9b98 None None] Pushing event updated for resources: {'Port': ['ID=8e83dae0-3451-479b-8020-1454acd1f840,revision_number=2']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:10.343614 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-acf58af8-6bdd-43ed-a654-1978a2254a7a tempest-QuotasNegativeTest-1491096560 tempest-QuotasNegativeTest-1491096560-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (e889cc66-ba0a-40bf-8b6d-43d31a0067de), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:10.344294 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-acf58af8-6bdd-43ed-a654-1978a2254a7a tempest-QuotasNegativeTest-1491096560 tempest-QuotasNegativeTest-1491096560-project-admin] Added segment e889cc66-ba0a-40bf-8b6d-43d31a0067de of type vlan for network c3b017c0-a2e7-4eb1-a328-5cc8b9a1f858 Feb 09 21:35:10.350335 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec4a530-9192-4552-8e2f-03783a186d95 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:35:10.350979 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec4a530-9192-4552-8e2f-03783a186d95 None None] Checking segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:35:10.351492 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-aec4a530-9192-4552-8e2f-03783a186d95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:10.351984 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec4a530-9192-4552-8e2f-03783a186d95 None None] Bound using segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:35:10.353191 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-aec4a530-9192-4552-8e2f-03783a186d95 None None] Bound port: 8e83dae0-3451-479b-8020-1454acd1f840, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:35:10.354760 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-aec4a530-9192-4552-8e2f-03783a186d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (8e83dae0-3451-479b-8020-1454acd1f840), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:10.357724 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cf11429f-4b10-4f43-87b8-ce0791184887 req-d45b219d-2f53-49a7-9a07-e4635afa89b5 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.90 "GET /v2.0/security-groups?id=ce0b6bf0-0090-4ca0-98fe-25c5a90c9e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910819 Feb 09 21:35:10.382809 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 56477551-2028-40d4-9313-5bee9dbfa349 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:10.383350 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (56477551-2028-40d4-9313-5bee9dbfa349), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:10.384142 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07378a0-7d4d-40eb-aff0-5a52609f9b98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:10.384613 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07378a0-7d4d-40eb-aff0-5a52609f9b98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:10.385060 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07378a0-7d4d-40eb-aff0-5a52609f9b98 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:10.385571 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07378a0-7d4d-40eb-aff0-5a52609f9b98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:10.386003 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07378a0-7d4d-40eb-aff0-5a52609f9b98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:10.386434 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07378a0-7d4d-40eb-aff0-5a52609f9b98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:10.386874 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07378a0-7d4d-40eb-aff0-5a52609f9b98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:10.387466 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07378a0-7d4d-40eb-aff0-5a52609f9b98 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:10.387939 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07378a0-7d4d-40eb-aff0-5a52609f9b98 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:10.388970 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07378a0-7d4d-40eb-aff0-5a52609f9b98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:10.389415 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07378a0-7d4d-40eb-aff0-5a52609f9b98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:10.389848 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07378a0-7d4d-40eb-aff0-5a52609f9b98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:10.390278 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07378a0-7d4d-40eb-aff0-5a52609f9b98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:10.415376 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56477551-2028-40d4-9313-5bee9dbfa349 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:35:10.445657 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-aec4a530-9192-4552-8e2f-03783a186d95 None None] For port 8e83dae0-3451-479b-8020-1454acd1f840, host n-d-828369-5, cleared binding levels {{(pid=103143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:35:10.450915 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-aec4a530-9192-4552-8e2f-03783a186d95 None None] For port 8e83dae0-3451-479b-8020-1454acd1f840, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=8e83dae0-3451-479b-8020-1454acd1f840,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:35:10.454815 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 56477551-2028-40d4-9313-5bee9dbfa349, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=56477551-2028-40d4-9313-5bee9dbfa349,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:10.460325 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-aec4a530-9192-4552-8e2f-03783a186d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (8e83dae0-3451-479b-8020-1454acd1f840), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:10.461925 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (56477551-2028-40d4-9313-5bee9dbfa349), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:10.503338 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-acf58af8-6bdd-43ed-a654-1978a2254a7a tempest-QuotasNegativeTest-1491096560 tempest-QuotasNegativeTest-1491096560-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (c3b017c0-a2e7-4eb1-a328-5cc8b9a1f858), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:10.507126 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-e2b04cd9-0928-42ff-9159-1ba1c9c44c11 admin admin] Allocated IP 172.20.0.1 (e0933a47-9f98-425f-b2ec-87bdb6b7270d/ad8da7e2-9246-4407-b24a-0611ae1b2813/1d8838d3-0c1d-425c-ab19-a31049913f9d) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:35:10.559343 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9397981b-6219-488c-b3c8-add901d20570 x-openstack-request-id: req-9397981b-6219-488c-b3c8-add901d20570 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:35:10.560853 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "839b756c-2e95-4def-9826-21c1525b2880", "name": "network-vif-plugged", "status": "completed", "tag": "d10ee656-cd44-41f1-9918-4a2732cceda8", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:35:10.562160 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-9397981b-6219-488c-b3c8-add901d20570 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:35:10.563036 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '839b756c-2e95-4def-9826-21c1525b2880', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd10ee656-cd44-41f1-9918-4a2732cceda8', 'code': 200} Feb 09 21:35:10.574370 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=56477551-2028-40d4-9313-5bee9dbfa349,revision_number=8']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:10.602149 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-61425bf2-31d8-43ce-b021-f274353e686d req-3194be86-7517-4091-8926-76cdcbb29ac3 service neutron] 10.222.0.89 "GET /v2.0/ports/56477551-2028-40d4-9313-5bee9dbfa349/bindings/n-h2-828369-5 HTTP/1.1" status: 200 len: 382 time: 0.2536902 Feb 09 21:35:10.605535 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-acf58af8-6bdd-43ed-a654-1978a2254a7a tempest-QuotasNegativeTest-1491096560 tempest-QuotasNegativeTest-1491096560-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (c3b017c0-a2e7-4eb1-a328-5cc8b9a1f858), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:10.606875 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf58af8-6bdd-43ed-a654-1978a2254a7a tempest-QuotasNegativeTest-1491096560 tempest-QuotasNegativeTest-1491096560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:10.607359 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca366da-ee71-4fa5-8d3d-7c8fa9f65a8c req-548b7358-3bfe-4c8d-9a46-524f1e59dc80 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:10.607918 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-acf58af8-6bdd-43ed-a654-1978a2254a7a tempest-QuotasNegativeTest-1491096560 tempest-QuotasNegativeTest-1491096560-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:10.621966 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8ca366da-ee71-4fa5-8d3d-7c8fa9f65a8c req-548b7358-3bfe-4c8d-9a46-524f1e59dc80 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=9a70729e-24c8-4e59-8c93-8811e088ab2e HTTP/1.1" status: 200 len: 949 time: 0.1575770 Feb 09 21:35:10.649359 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec4a530-9192-4552-8e2f-03783a186d95 None None] Routers {'31a0358f-4b68-4636-87b6-9eee9fa01ef1'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:35:10.650617 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-aec4a530-9192-4552-8e2f-03783a186d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:34:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['31a0358f-4b68-4636-87b6-9eee9fa01ef1'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:10.652560 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07378a0-7d4d-40eb-aff0-5a52609f9b98 None None] Pushing event updated for resources: {'Port': ['ID=8e83dae0-3451-479b-8020-1454acd1f840,revision_number=3']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:10.703305 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 56220) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:10.703673 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-acf58af8-6bdd-43ed-a654-1978a2254a7a tempest-QuotasNegativeTest-1491096560 tempest-QuotasNegativeTest-1491096560-project-admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.8818796 Feb 09 21:35:10.708815 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-20a129cc-8751-4120-baac-3cb3635fd0ee tempest-QuotasNegativeTest-1491096560 tempest-QuotasNegativeTest-1491096560-project-admin] Request body: {'network': {'project_id': 'bde234158073412a94dc10597b97bf6d'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:10.770796 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c6e4c3-4394-4fa8-a3e8-8eb65b14a3bf req-e43db766-e5e0-4a1f-aa0b-a3d63ba3de5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:10.771423 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c6e4c3-4394-4fa8-a3e8-8eb65b14a3bf req-e43db766-e5e0-4a1f-aa0b-a3d63ba3de5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:10.773994 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-29c6e4c3-4394-4fa8-a3e8-8eb65b14a3bf req-e43db766-e5e0-4a1f-aa0b-a3d63ba3de5b service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=839b756c-2e95-4def-9826-21c1525b2880 HTTP/1.1" status: 200 len: 2047 time: 0.1501503 Feb 09 21:35:10.786396 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf58af8-6bdd-43ed-a654-1978a2254a7a tempest-QuotasNegativeTest-1491096560 tempest-QuotasNegativeTest-1491096560-project-admin] Pushing event updated for resources: {'Network': ['ID=c3b017c0-a2e7-4eb1-a328-5cc8b9a1f858,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:10.801507 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-aec4a530-9192-4552-8e2f-03783a186d95 None None] Set router 31a0358f-4b68-4636-87b6-9eee9fa01ef1 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:35:10.802269 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network c3b017c0-a2e7-4eb1-a328-5cc8b9a1f858 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:35:10.806709 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e2b04cd9-0928-42ff-9159-1ba1c9c44c11 admin admin] Publish callbacks [] for port (1d8838d3-0c1d-425c-ab19-a31049913f9d), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:10.816384 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61425bf2-31d8-43ce-b021-f274353e686d req-c0519ab0-3bf9-40ca-9962-923ba6c1801c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:10.818114 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-61425bf2-31d8-43ce-b021-f274353e686d req-c0519ab0-3bf9-40ca-9962-923ba6c1801c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=def3446e95584f24b6fdfb40ceda16ab&device_id=9a70729e-24c8-4e59-8c93-8811e088ab2e HTTP/1.1" status: 200 len: 1131 time: 0.1713002 Feb 09 21:35:10.850793 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8ca366da-ee71-4fa5-8d3d-7c8fa9f65a8c req-e45d2065-07dc-4acc-b0c5-1f125c1d6b72 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610415 Feb 09 21:35:10.852191 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a129cc-8751-4120-baac-3cb3635fd0ee tempest-QuotasNegativeTest-1491096560 tempest-QuotasNegativeTest-1491096560-project-admin] Made reservation on behalf of bde234158073412a94dc10597b97bf6d for: {'network': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:35:10.855230 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-20a129cc-8751-4120-baac-3cb3635fd0ee tempest-QuotasNegativeTest-1491096560 tempest-QuotasNegativeTest-1491096560-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:10.907378 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e2b04cd9-0928-42ff-9159-1ba1c9c44c11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (1d8838d3-0c1d-425c-ab19-a31049913f9d), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:10.912537 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9dc063de-65b7-4a56-9a84-721b4d5bc53b req-d4b36895-6d4b-44fa-9736-28211ff6e2e2 tempest-QuotasAdminNegativeTest-868484901 tempest-QuotasAdminNegativeTest-868484901-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=17077e57a05d495cb121750ad0309d02&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1211078 Feb 09 21:35:10.964937 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['56477551-2028-40d4-9313-5bee9dbfa349'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:35:10.971094 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b04cd9-0928-42ff-9159-1ba1c9c44c11 admin admin] Network e0933a47-9f98-425f-b2ec-87bdb6b7270d is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:35:10.980503 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-e2b04cd9-0928-42ff-9159-1ba1c9c44c11 admin admin] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:35:10.984455 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b04cd9-0928-42ff-9159-1ba1c9c44c11 admin admin] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:35:10.987457 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61425bf2-31d8-43ce-b021-f274353e686d req-0cc7e903-9fe0-490d-bb6e-a69686ce8838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:10.988988 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-61425bf2-31d8-43ce-b021-f274353e686d req-0cc7e903-9fe0-490d-bb6e-a69686ce8838 service neutron] 10.222.0.89 "GET /v2.0/networks?id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc HTTP/1.1" status: 200 len: 870 time: 0.1626992 Feb 09 21:35:11.010972 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20a129cc-8751-4120-baac-3cb3635fd0ee tempest-QuotasNegativeTest-1491096560 tempest-QuotasNegativeTest-1491096560-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=103140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:35:11.021999 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b04cd9-0928-42ff-9159-1ba1c9c44c11 admin admin] Pushing event updated for resources: {'Port': ['ID=1d8838d3-0c1d-425c-ab19-a31049913f9d,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:11.025726 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-29c6e4c3-4394-4fa8-a3e8-8eb65b14a3bf req-43e6fd5a-0d82-4ef2-af3e-607bb0f00ab2 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=ce0b6bf0-0090-4ca0-98fe-25c5a90c9e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430997 Feb 09 21:35:11.038067 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-20a129cc-8751-4120-baac-3cb3635fd0ee tempest-QuotasNegativeTest-1491096560 tempest-QuotasNegativeTest-1491096560-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (d8daef33-f109-4edd-bedd-010c0d737358), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:11.038506 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-20a129cc-8751-4120-baac-3cb3635fd0ee tempest-QuotasNegativeTest-1491096560 tempest-QuotasNegativeTest-1491096560-project-admin] Added segment d8daef33-f109-4edd-bedd-010c0d737358 of type vlan for network f0ba8354-2b6a-44bc-8b9f-149437654102 Feb 09 21:35:11.044871 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-aec4a530-9192-4552-8e2f-03783a186d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31a0358f-4b68-4636-87b6-9eee9fa01ef1', 'name': 'tempest-ServerRescueTestJSON-1607139400-router', 'tenant_id': '78416997261a4fcdac7ea7395d681884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '8e83dae0-3451-479b-8020-1454acd1f840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:05Z', 'updated_at': '2022-02-09T21:35:08Z', 'revision_number': 3, 'project_id': '78416997261a4fcdac7ea7395d681884', 'gw_port': {'id': '8e83dae0-3451-479b-8020-1454acd1f840', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:10:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31a0358f-4b68-4636-87b6-9eee9fa01ef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:06Z', 'updated_at': '2022-02-09T21:35:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:11.078053 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-61425bf2-31d8-43ce-b021-f274353e686d req-3e597792-4cef-445c-a236-1960314ef0cd service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=56477551-2028-40d4-9313-5bee9dbfa349 HTTP/1.1" status: 200 len: 217 time: 0.0615799 Feb 09 21:35:11.083377 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec4a530-9192-4552-8e2f-03783a186d95 None None] The sync data for ids ['31a0358f-4b68-4636-87b6-9eee9fa01ef1'] in n-d-828369-5 is: [{'id': '31a0358f-4b68-4636-87b6-9eee9fa01ef1', 'name': 'tempest-ServerRescueTestJSON-1607139400-router', 'tenant_id': '78416997261a4fcdac7ea7395d681884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '8e83dae0-3451-479b-8020-1454acd1f840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:05Z', 'updated_at': '2022-02-09T21:35:08Z', 'revision_number': 3, 'project_id': '78416997261a4fcdac7ea7395d681884', 'gw_port': {'id': '8e83dae0-3451-479b-8020-1454acd1f840', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:10:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31a0358f-4b68-4636-87b6-9eee9fa01ef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:06Z', 'updated_at': '2022-02-09T21:35:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:35:11.106969 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-20a129cc-8751-4120-baac-3cb3635fd0ee tempest-QuotasNegativeTest-1491096560 tempest-QuotasNegativeTest-1491096560-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (f0ba8354-2b6a-44bc-8b9f-149437654102), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:11.108298 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-71adc879-d0d7-407e-8924-87ad37bac894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:11.120093 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc063de-65b7-4a56-9a84-721b4d5bc53b req-1565a957-d14d-4d96-aa78-c1048a558399 tempest-QuotasAdminNegativeTest-868484901 tempest-QuotasAdminNegativeTest-868484901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:11.127694 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9dc063de-65b7-4a56-9a84-721b4d5bc53b req-1565a957-d14d-4d96-aa78-c1048a558399 tempest-QuotasAdminNegativeTest-868484901 tempest-QuotasAdminNegativeTest-868484901-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2065220 Feb 09 21:35:11.137081 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e2b04cd9-0928-42ff-9159-1ba1c9c44c11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554727'] for router_interface (31a0358f-4b68-4636-87b6-9eee9fa01ef1), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:11.177668 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9dc063de-65b7-4a56-9a84-721b4d5bc53b req-639adb80-938e-4464-ac60-880bc089fb72 tempest-QuotasAdminNegativeTest-868484901 tempest-QuotasAdminNegativeTest-868484901-project] 10.222.0.90 "GET /v2.0/quotas/17077e57a05d495cb121750ad0309d02 HTTP/1.1" status: 200 len: 375 time: 0.0488367 Feb 09 21:35:11.197682 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-20a129cc-8751-4120-baac-3cb3635fd0ee tempest-QuotasNegativeTest-1491096560 tempest-QuotasNegativeTest-1491096560-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (f0ba8354-2b6a-44bc-8b9f-149437654102), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:11.198899 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a129cc-8751-4120-baac-3cb3635fd0ee tempest-QuotasNegativeTest-1491096560 tempest-QuotasNegativeTest-1491096560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:11.200031 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-20a129cc-8751-4120-baac-3cb3635fd0ee tempest-QuotasNegativeTest-1491096560 tempest-QuotasNegativeTest-1491096560-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:11.204155 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61425bf2-31d8-43ce-b021-f274353e686d req-1c5b024d-1ac6-4bcc-ae64-2feee92d3715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:11.205652 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-61425bf2-31d8-43ce-b021-f274353e686d req-1c5b024d-1ac6-4bcc-ae64-2feee92d3715 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0f7402ac-a35b-414b-bcc1-bc1c3072ec3c HTTP/1.1" status: 200 len: 843 time: 0.1178310 Feb 09 21:35:11.264264 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9dc063de-65b7-4a56-9a84-721b4d5bc53b req-1b397a4c-352f-4d82-ab43-734d2d22473d tempest-QuotasAdminNegativeTest-868484901 tempest-QuotasAdminNegativeTest-868484901-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=17077e57a05d495cb121750ad0309d02&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0692115 Feb 09 21:35:11.303130 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61425bf2-31d8-43ce-b021-f274353e686d req-5e3a8727-4213-4ba4-b732-36c40c3c10df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:11.305201 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-61425bf2-31d8-43ce-b021-f274353e686d req-5e3a8727-4213-4ba4-b732-36c40c3c10df service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0893769 Feb 09 21:35:11.315843 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34ec5df-aff3-44ad-a412-61fd7439ed67 req-64a094a2-bea2-493d-b66b-c54f2f24e5f8 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:11.317664 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a34ec5df-aff3-44ad-a412-61fd7439ed67 req-64a094a2-bea2-493d-b66b-c54f2f24e5f8 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/ports?device_id=50e0dbe9-de7a-4515-a141-361c5f3ab1cc HTTP/1.1" status: 200 len: 945 time: 0.1876256 Feb 09 21:35:11.321208 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-20a129cc-8751-4120-baac-3cb3635fd0ee tempest-QuotasNegativeTest-1491096560 tempest-QuotasNegativeTest-1491096560-project-admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6166031 Feb 09 21:35:11.327923 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 56236) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:11.333951 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-6fee3e26-da85-4e6a-bd51-b8c311efdf8d tempest-QuotasNegativeTest-1491096560 tempest-QuotasNegativeTest-1491096560-project-admin] Request body: {'network': {'project_id': 'bde234158073412a94dc10597b97bf6d'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:11.388381 n-d-828369-5 neutron-server[103140]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fee3e26-da85-4e6a-bd51-b8c311efdf8d tempest-QuotasNegativeTest-1491096560 tempest-QuotasNegativeTest-1491096560-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 09 21:35:11.388996 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fee3e26-da85-4e6a-bd51-b8c311efdf8d tempest-QuotasNegativeTest-1491096560 tempest-QuotasNegativeTest-1491096560-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:35:11.390099 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-6fee3e26-da85-4e6a-bd51-b8c311efdf8d tempest-QuotasNegativeTest-1491096560 tempest-QuotasNegativeTest-1491096560-project-admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0597572 Feb 09 21:35:11.393746 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a129cc-8751-4120-baac-3cb3635fd0ee tempest-QuotasNegativeTest-1491096560 tempest-QuotasNegativeTest-1491096560-project-admin] Pushing event updated for resources: {'Network': ['ID=f0ba8354-2b6a-44bc-8b9f-149437654102,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:11.407348 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network f0ba8354-2b6a-44bc-8b9f-149437654102 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:35:11.416323 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 56242) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:11.461241 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e2b04cd9-0928-42ff-9159-1ba1c9c44c11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (1d8838d3-0c1d-425c-ab19-a31049913f9d), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:11.468960 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-61425bf2-31d8-43ce-b021-f274353e686d req-2ce8507f-f29c-489a-b3fa-2e43dd1f089d service neutron] 10.222.0.89 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467781 Feb 09 21:35:11.507851 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a34ec5df-aff3-44ad-a412-61fd7439ed67 req-351efe01-a448-4262-bdbe-bbc24362447c tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/security-groups?id=53864ffe-fa53-4ead-9e41-21e6252e7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785655 Feb 09 21:35:11.539549 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-57f23032-7b3e-4384-b39f-31dce9221e2b tempest-QuotasNegativeTest-1491096560 tempest-QuotasNegativeTest-1491096560-project-admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=bde234158073412a94dc10597b97bf6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1107736 Feb 09 21:35:11.542758 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 56252) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:11.647757 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c883736f-61db-47ce-9056-1496c733d5e5 tempest-QuotasNegativeTest-1491096560 tempest-QuotasNegativeTest-1491096560-project-admin] Publish callbacks [] for security_group (39aa7568-2498-4356-a033-985179a30ed6), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:11.698861 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c883736f-61db-47ce-9056-1496c733d5e5 tempest-QuotasNegativeTest-1491096560 tempest-QuotasNegativeTest-1491096560-project-admin] Publish callbacks [] for security_group (39aa7568-2498-4356-a033-985179a30ed6), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:11.753313 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1dbf9d-1f64-4ee3-9c88-ce32bce386a4 req-f0200713-8e62-44e3-9a22-c68354259751 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:11.760892 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1dbf9d-1f64-4ee3-9c88-ce32bce386a4 req-f0200713-8e62-44e3-9a22-c68354259751 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:11.763277 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-61425bf2-31d8-43ce-b021-f274353e686d req-94a56eec-88d0-4752-954a-ca1a78953de6 service neutron] 10.222.0.89 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2826793 Feb 09 21:35:11.764311 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ee1dbf9d-1f64-4ee3-9c88-ce32bce386a4 req-f0200713-8e62-44e3-9a22-c68354259751 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.90 "GET /v2.0/ports?device_id=839b756c-2e95-4def-9826-21c1525b2880 HTTP/1.1" status: 200 len: 1683 time: 0.1371019 Feb 09 21:35:11.798408 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c883736f-61db-47ce-9056-1496c733d5e5 tempest-QuotasNegativeTest-1491096560 tempest-QuotasNegativeTest-1491096560-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (39aa7568-2498-4356-a033-985179a30ed6), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:11.801743 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c883736f-61db-47ce-9056-1496c733d5e5 tempest-QuotasNegativeTest-1491096560 tempest-QuotasNegativeTest-1491096560-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:11.806268 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-c883736f-61db-47ce-9056-1496c733d5e5 tempest-QuotasNegativeTest-1491096560 tempest-QuotasNegativeTest-1491096560-project-admin] 10.222.0.90 "DELETE /v2.0/security-groups/39aa7568-2498-4356-a033-985179a30ed6 HTTP/1.1" status: 204 len: 168 time: 0.2625186 Feb 09 21:35:11.807157 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 56264) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:11.849731 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c883736f-61db-47ce-9056-1496c733d5e5 tempest-QuotasNegativeTest-1491096560 tempest-QuotasNegativeTest-1491096560-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39aa7568-2498-4356-a033-985179a30ed6,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:11.890214 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ee1dbf9d-1f64-4ee3-9c88-ce32bce386a4 req-8f2037f9-df13-4a63-8c9d-a982b7ff00ea tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.90 "GET /v2.0/security-groups?id=ce0b6bf0-0090-4ca0-98fe-25c5a90c9e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175344 Feb 09 21:35:11.910207 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e2b04cd9-0928-42ff-9159-1ba1c9c44c11 admin admin] Publish callbacks [] for port (1d8838d3-0c1d-425c-ab19-a31049913f9d), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:11.922897 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e2b04cd9-0928-42ff-9159-1ba1c9c44c11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (1d8838d3-0c1d-425c-ab19-a31049913f9d), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:11.992664 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4fb5aed9-190d-4d48-922d-62e2ffe9b3e6 tempest-QuotasNegativeTest-1491096560 tempest-QuotasNegativeTest-1491096560-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (f0ba8354-2b6a-44bc-8b9f-149437654102), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:12.042491 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b04cd9-0928-42ff-9159-1ba1c9c44c11 admin admin] Pushing event updated for resources: {'Port': ['ID=1d8838d3-0c1d-425c-ab19-a31049913f9d,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:12.047566 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e2b04cd9-0928-42ff-9159-1ba1c9c44c11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524919'] for router_interface (31a0358f-4b68-4636-87b6-9eee9fa01ef1), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:12.164418 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd5a285-89f3-4e8f-b9a3-09f5783c916d req-430efe1d-fc0f-4a71-b6c8-7a5cf7d1f36c tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:12.172257 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0dd5a285-89f3-4e8f-b9a3-09f5783c916d req-430efe1d-fc0f-4a71-b6c8-7a5cf7d1f36c tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=9a70729e-24c8-4e59-8c93-8811e088ab2e HTTP/1.1" status: 200 len: 949 time: 0.0935242 Feb 09 21:35:12.241082 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4fb5aed9-190d-4d48-922d-62e2ffe9b3e6 tempest-QuotasNegativeTest-1491096560 tempest-QuotasNegativeTest-1491096560-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (f0ba8354-2b6a-44bc-8b9f-149437654102), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:12.249598 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0dd5a285-89f3-4e8f-b9a3-09f5783c916d req-d2b74a67-2ad2-4835-8b25-33e1b8c71020 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701416 Feb 09 21:35:12.277299 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-4fb5aed9-190d-4d48-922d-62e2ffe9b3e6 tempest-QuotasNegativeTest-1491096560 tempest-QuotasNegativeTest-1491096560-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0ba8354-2b6a-44bc-8b9f-149437654102']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:12.294202 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-4fb5aed9-190d-4d48-922d-62e2ffe9b3e6 tempest-QuotasNegativeTest-1491096560 tempest-QuotasNegativeTest-1491096560-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8daef33-f109-4edd-bedd-010c0d737358') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:12.294507 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-4fb5aed9-190d-4d48-922d-62e2ffe9b3e6 tempest-QuotasNegativeTest-1491096560 tempest-QuotasNegativeTest-1491096560-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8daef33-f109-4edd-bedd-010c0d737358') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:12.313112 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4fb5aed9-190d-4d48-922d-62e2ffe9b3e6 tempest-QuotasNegativeTest-1491096560 tempest-QuotasNegativeTest-1491096560-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (d8daef33-f109-4edd-bedd-010c0d737358), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:12.330843 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b04cd9-0928-42ff-9159-1ba1c9c44c11 admin admin] Network e0933a47-9f98-425f-b2ec-87bdb6b7270d is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:35:12.340592 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-e2b04cd9-0928-42ff-9159-1ba1c9c44c11 admin admin] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:35:12.349924 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4fb5aed9-190d-4d48-922d-62e2ffe9b3e6 tempest-QuotasNegativeTest-1491096560 tempest-QuotasNegativeTest-1491096560-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (d8daef33-f109-4edd-bedd-010c0d737358), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:12.354843 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-50ed9bd7-7a0b-4352-9881-5cee839f111f req-d12b5189-d0e7-4470-ad5a-088a2836191e tempest-QuotasAdminNegativeTest-868484901 tempest-QuotasAdminNegativeTest-868484901-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=17077e57a05d495cb121750ad0309d02&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0608373 Feb 09 21:35:12.369183 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fb5aed9-190d-4d48-922d-62e2ffe9b3e6 tempest-QuotasNegativeTest-1491096560 tempest-QuotasNegativeTest-1491096560-project-admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:35:12.369725 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4fb5aed9-190d-4d48-922d-62e2ffe9b3e6 tempest-QuotasNegativeTest-1491096560 tempest-QuotasNegativeTest-1491096560-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (d8daef33-f109-4edd-bedd-010c0d737358), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:12.374672 n-d-828369-5 neutron-server[103141]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 09 21:35:12.374672 n-d-828369-5 neutron-server[103141]: warnings.warn('Neutron quota engine will require "--force" ' Feb 09 21:35:12.374672 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:35:12.374672 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:35:12.374672 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:35:12.374672 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:35:12.374672 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:35:12.374672 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:35:12.374672 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:35:12.374672 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:35:12.374672 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:35:12.374672 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:35:12.374672 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:35:12.374672 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:35:12.374672 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:35:12.374672 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:35:12.374672 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:35:12.374672 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:35:12.374672 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:35:12.374672 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:35:12.374672 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:35:12.374672 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:35:12.374672 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:35:12.374672 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:35:12.374672 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:35:12.374672 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:35:12.374672 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:35:12.374672 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:35:12.374672 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:35:12.374672 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:35:12.374672 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:35:12.374672 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:35:12.374672 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:35:12.374672 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:35:12.471952 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 56292) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:12.507383 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ed9bd7-7a0b-4352-9881-5cee839f111f req-91c8f273-e708-4a49-aa60-8fad86d7dca2 tempest-QuotasAdminNegativeTest-868484901 tempest-QuotasAdminNegativeTest-868484901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:12.509055 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-50ed9bd7-7a0b-4352-9881-5cee839f111f req-91c8f273-e708-4a49-aa60-8fad86d7dca2 tempest-QuotasAdminNegativeTest-868484901 tempest-QuotasAdminNegativeTest-868484901-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1470716 Feb 09 21:35:12.525825 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-50ed9bd7-7a0b-4352-9881-5cee839f111f req-5617a5b7-700e-4ed9-8e99-6edf0b2461a6 tempest-QuotasAdminNegativeTest-868484901 tempest-QuotasAdminNegativeTest-868484901-project] 10.222.0.90 "GET /v2.0/quotas/17077e57a05d495cb121750ad0309d02 HTTP/1.1" status: 200 len: 375 time: 0.0097232 Feb 09 21:35:12.583658 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-50ed9bd7-7a0b-4352-9881-5cee839f111f req-b8658523-f998-40d7-b024-781173c85354 tempest-QuotasAdminNegativeTest-868484901 tempest-QuotasAdminNegativeTest-868484901-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=17077e57a05d495cb121750ad0309d02&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0511386 Feb 09 21:35:12.599065 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-84a3a127-4b78-4a55-822b-2ee7939bb194 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:12.624866 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:12.693230 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2823ca7f-cc4d-4745-aa2a-48169777fa19 req-59fe860c-55ff-433f-9d12-2dde8b5ef41e tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:12.695005 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2823ca7f-cc4d-4745-aa2a-48169777fa19 req-59fe860c-55ff-433f-9d12-2dde8b5ef41e tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/ports?device_id=50e0dbe9-de7a-4515-a141-361c5f3ab1cc HTTP/1.1" status: 200 len: 945 time: 0.0907760 Feb 09 21:35:12.751851 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2823ca7f-cc4d-4745-aa2a-48169777fa19 req-4abb1f02-73ff-478d-ae65-af5f2e5de139 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/security-groups?id=53864ffe-fa53-4ead-9e41-21e6252e7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493243 Feb 09 21:35:12.825742 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4fb5aed9-190d-4d48-922d-62e2ffe9b3e6 tempest-QuotasNegativeTest-1491096560 tempest-QuotasNegativeTest-1491096560-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (f0ba8354-2b6a-44bc-8b9f-149437654102), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:12.833745 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4fb5aed9-190d-4d48-922d-62e2ffe9b3e6 tempest-QuotasNegativeTest-1491096560 tempest-QuotasNegativeTest-1491096560-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:12.839984 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 56304) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:12.840394 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-4fb5aed9-190d-4d48-922d-62e2ffe9b3e6 tempest-QuotasNegativeTest-1491096560 tempest-QuotasNegativeTest-1491096560-project-admin] 10.222.0.90 "DELETE /v2.0/networks/f0ba8354-2b6a-44bc-8b9f-149437654102 HTTP/1.1" status: 204 len: 168 time: 1.0321946 Feb 09 21:35:12.857106 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb5aed9-190d-4d48-922d-62e2ffe9b3e6 tempest-QuotasNegativeTest-1491096560 tempest-QuotasNegativeTest-1491096560-project-admin] Pushing event deleted for resources: {'Network': ['ID=f0ba8354-2b6a-44bc-8b9f-149437654102,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:12.864103 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2b04cd9-0928-42ff-9159-1ba1c9c44c11 admin admin] Router 31a0358f-4b68-4636-87b6-9eee9fa01ef1 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:35:12.967312 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-adac2742-88bb-4460-9f52-c061cdbdabdf tempest-QuotasNegativeTest-1491096560 tempest-QuotasNegativeTest-1491096560-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (c3b017c0-a2e7-4eb1-a328-5cc8b9a1f858), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:13.023662 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-84a3a127-4b78-4a55-822b-2ee7939bb194 admin admin] Publish callbacks [] for security_group (9bcd86e1-f1db-4a9c-8ad3-9b3a81d7d823), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:13.049436 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 8e83dae0-3451-479b-8020-1454acd1f840 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:35:13.078958 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-84a3a127-4b78-4a55-822b-2ee7939bb194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (9bcd86e1-f1db-4a9c-8ad3-9b3a81d7d823), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:13.088717 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2b04cd9-0928-42ff-9159-1ba1c9c44c11 admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:35:13.108942 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-e2b04cd9-0928-42ff-9159-1ba1c9c44c11 admin admin] 10.222.0.90 "PUT /v2.0/routers/31a0358f-4b68-4636-87b6-9eee9fa01ef1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7253947 Feb 09 21:35:13.139235 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 8e83dae0-3451-479b-8020-1454acd1f840 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:13.140169 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (8e83dae0-3451-479b-8020-1454acd1f840), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:13.265490 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 8e83dae0-3451-479b-8020-1454acd1f840 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:13.266166 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (8e83dae0-3451-479b-8020-1454acd1f840), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:13.318807 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port 8e83dae0-3451-479b-8020-1454acd1f840, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=8e83dae0-3451-479b-8020-1454acd1f840,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:13.327680 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (8e83dae0-3451-479b-8020-1454acd1f840), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:13.408443 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=8e83dae0-3451-479b-8020-1454acd1f840,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:13.452720 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff32aade-0910-45c5-8d82-c20bedd2bd40 None None] Sync routers for ids ['31a0358f-4b68-4636-87b6-9eee9fa01ef1'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:35:13.462256 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff32aade-0910-45c5-8d82-c20bedd2bd40 None None] Routers {'31a0358f-4b68-4636-87b6-9eee9fa01ef1'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:35:13.463003 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-ff32aade-0910-45c5-8d82-c20bedd2bd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:35:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['31a0358f-4b68-4636-87b6-9eee9fa01ef1'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:13.467964 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-adac2742-88bb-4460-9f52-c061cdbdabdf tempest-QuotasNegativeTest-1491096560 tempest-QuotasNegativeTest-1491096560-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (c3b017c0-a2e7-4eb1-a328-5cc8b9a1f858), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:13.477264 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-84a3a127-4b78-4a55-822b-2ee7939bb194 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=30ec9c1befbb4fe1b7f562a7931cb6c4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0033886 Feb 09 21:35:13.479573 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 56332) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:13.500453 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a3a127-4b78-4a55-822b-2ee7939bb194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bcd86e1-f1db-4a9c-8ad3-9b3a81d7d823,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:13.516287 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-adac2742-88bb-4460-9f52-c061cdbdabdf tempest-QuotasNegativeTest-1491096560 tempest-QuotasNegativeTest-1491096560-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3b017c0-a2e7-4eb1-a328-5cc8b9a1f858']}} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:13.538924 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2a579b54-fa6c-48e5-84d5-8ec903ee0aae admin admin] Publish callbacks [] for security_group (9bcd86e1-f1db-4a9c-8ad3-9b3a81d7d823), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:13.543746 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faa9277-8cb9-4c08-941d-60fb7e13ba81 req-971efbf2-adca-45e0-9d62-31a1696d1b38 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:13.549589 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faa9277-8cb9-4c08-941d-60fb7e13ba81 req-971efbf2-adca-45e0-9d62-31a1696d1b38 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:13.551239 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7faa9277-8cb9-4c08-941d-60fb7e13ba81 req-971efbf2-adca-45e0-9d62-31a1696d1b38 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.90 "GET /v2.0/ports?device_id=839b756c-2e95-4def-9826-21c1525b2880 HTTP/1.1" status: 200 len: 1683 time: 0.5143154 Feb 09 21:35:13.553946 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-adac2742-88bb-4460-9f52-c061cdbdabdf tempest-QuotasNegativeTest-1491096560 tempest-QuotasNegativeTest-1491096560-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e889cc66-ba0a-40bf-8b6d-43d31a0067de') {'for_net_delete': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:13.554245 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-adac2742-88bb-4460-9f52-c061cdbdabdf tempest-QuotasNegativeTest-1491096560 tempest-QuotasNegativeTest-1491096560-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e889cc66-ba0a-40bf-8b6d-43d31a0067de') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:13.567449 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2a579b54-fa6c-48e5-84d5-8ec903ee0aae admin admin] Publish callbacks [] for security_group (9bcd86e1-f1db-4a9c-8ad3-9b3a81d7d823), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:13.573815 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-adac2742-88bb-4460-9f52-c061cdbdabdf tempest-QuotasNegativeTest-1491096560 tempest-QuotasNegativeTest-1491096560-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110711'] for segment (e889cc66-ba0a-40bf-8b6d-43d31a0067de), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:13.581879 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e3cc0d-b1fe-4552-86bc-a4c5a54b89c0 req-cd9cfc30-a262-40e9-852a-78b31e73acc4 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:13.583322 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-97e3cc0d-b1fe-4552-86bc-a4c5a54b89c0 req-cd9cfc30-a262-40e9-852a-78b31e73acc4 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=9a70729e-24c8-4e59-8c93-8811e088ab2e HTTP/1.1" status: 200 len: 949 time: 0.1992359 Feb 09 21:35:13.586900 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-ff32aade-0910-45c5-8d82-c20bedd2bd40 None None] Set router 31a0358f-4b68-4636-87b6-9eee9fa01ef1 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:35:13.614957 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-adac2742-88bb-4460-9f52-c061cdbdabdf tempest-QuotasNegativeTest-1491096560 tempest-QuotasNegativeTest-1491096560-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (e889cc66-ba0a-40bf-8b6d-43d31a0067de), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:13.629582 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2a579b54-fa6c-48e5-84d5-8ec903ee0aae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (9bcd86e1-f1db-4a9c-8ad3-9b3a81d7d823), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:13.633274 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2a579b54-fa6c-48e5-84d5-8ec903ee0aae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:13.634537 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-2a579b54-fa6c-48e5-84d5-8ec903ee0aae admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/9bcd86e1-f1db-4a9c-8ad3-9b3a81d7d823 HTTP/1.1" status: 204 len: 168 time: 0.1539543 Feb 09 21:35:13.646512 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adac2742-88bb-4460-9f52-c061cdbdabdf tempest-QuotasNegativeTest-1491096560 tempest-QuotasNegativeTest-1491096560-project-admin] Releasing vlan 716 on physical network physnet1 to pool {{(pid=103140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:35:13.646923 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-adac2742-88bb-4460-9f52-c061cdbdabdf tempest-QuotasNegativeTest-1491096560 tempest-QuotasNegativeTest-1491096560-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669415'] for segment (e889cc66-ba0a-40bf-8b6d-43d31a0067de), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:13.648616 n-d-828369-5 neutron-server[103140]: Traceback (most recent call last): Feb 09 21:35:13.648616 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:35:13.648616 n-d-828369-5 neutron-server[103140]: timer() Feb 09 21:35:13.648616 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:35:13.648616 n-d-828369-5 neutron-server[103140]: cb(*args, **kw) Feb 09 21:35:13.648616 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:35:13.648616 n-d-828369-5 neutron-server[103140]: return func(*args, **kwargs) Feb 09 21:35:13.648616 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:35:13.648616 n-d-828369-5 neutron-server[103140]: self._notify() Feb 09 21:35:13.648616 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:35:13.648616 n-d-828369-5 neutron-server[103140]: self.callback(batched_events) Feb 09 21:35:13.648616 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:35:13.648616 n-d-828369-5 neutron-server[103140]: event.method(event) Feb 09 21:35:13.648616 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:35:13.648616 n-d-828369-5 neutron-server[103140]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:35:13.648616 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:35:13.648616 n-d-828369-5 neutron-server[103140]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:35:13.648616 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:35:13.648616 n-d-828369-5 neutron-server[103140]: return f(self, *a, **k) Feb 09 21:35:13.648616 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:35:13.648616 n-d-828369-5 neutron-server[103140]: return self._get(url).json() Feb 09 21:35:13.648616 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:35:13.648616 n-d-828369-5 neutron-server[103140]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:35:13.648616 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:35:13.648616 n-d-828369-5 neutron-server[103140]: return self.request(url, 'GET', **kwargs) Feb 09 21:35:13.648616 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:35:13.648616 n-d-828369-5 neutron-server[103140]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:35:13.648616 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:35:13.648616 n-d-828369-5 neutron-server[103140]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:35:13.648616 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:35:13.648616 n-d-828369-5 neutron-server[103140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:35:13.648616 n-d-828369-5 neutron-server[103140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:35:13.661249 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a579b54-fa6c-48e5-84d5-8ec903ee0aae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bcd86e1-f1db-4a9c-8ad3-9b3a81d7d823,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:13.750255 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7faa9277-8cb9-4c08-941d-60fb7e13ba81 req-1c59fc92-cf87-4519-bebe-b1c86120e7ce tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.90 "GET /v2.0/security-groups?id=ce0b6bf0-0090-4ca0-98fe-25c5a90c9e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844301 Feb 09 21:35:13.779252 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-97e3cc0d-b1fe-4552-86bc-a4c5a54b89c0 req-60ac05d1-db56-4275-b0ad-81bbb130bfc3 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807306 Feb 09 21:35:13.781134 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-adac2742-88bb-4460-9f52-c061cdbdabdf tempest-QuotasNegativeTest-1491096560 tempest-QuotasNegativeTest-1491096560-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (c3b017c0-a2e7-4eb1-a328-5cc8b9a1f858), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:13.788506 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-adac2742-88bb-4460-9f52-c061cdbdabdf tempest-QuotasNegativeTest-1491096560 tempest-QuotasNegativeTest-1491096560-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:13.792120 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-adac2742-88bb-4460-9f52-c061cdbdabdf tempest-QuotasNegativeTest-1491096560 tempest-QuotasNegativeTest-1491096560-project-admin] 10.222.0.90 "DELETE /v2.0/networks/c3b017c0-a2e7-4eb1-a328-5cc8b9a1f858 HTTP/1.1" status: 204 len: 168 time: 0.9508519 Feb 09 21:35:13.820862 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adac2742-88bb-4460-9f52-c061cdbdabdf tempest-QuotasNegativeTest-1491096560 tempest-QuotasNegativeTest-1491096560-project-admin] Pushing event deleted for resources: {'Network': ['ID=c3b017c0-a2e7-4eb1-a328-5cc8b9a1f858,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:13.873364 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-ff32aade-0910-45c5-8d82-c20bedd2bd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31a0358f-4b68-4636-87b6-9eee9fa01ef1', 'name': 'tempest-ServerRescueTestJSON-1607139400-router', 'tenant_id': '78416997261a4fcdac7ea7395d681884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '8e83dae0-3451-479b-8020-1454acd1f840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:05Z', 'updated_at': '2022-02-09T21:35:11Z', 'revision_number': 4, 'project_id': '78416997261a4fcdac7ea7395d681884', 'gw_port': {'id': '8e83dae0-3451-479b-8020-1454acd1f840', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:10:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31a0358f-4b68-4636-87b6-9eee9fa01ef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:06Z', 'updated_at': '2022-02-09T21:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '1d8838d3-0c1d-425c-ab19-a31049913f9d', 'name': '', 'network_id': 'e0933a47-9f98-425f-b2ec-87bdb6b7270d', 'tenant_id': '78416997261a4fcdac7ea7395d681884', 'mac_address': 'fa:16:3e:c9:4d:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31a0358f-4b68-4636-87b6-9eee9fa01ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'ad8da7e2-9246-4407-b24a-0611ae1b2813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:10Z', 'updated_at': '2022-02-09T21:35:11Z', 'revision_number': 2, 'project_id': '78416997261a4fcdac7ea7395d681884', 'subnets': [{'id': 'ad8da7e2-9246-4407-b24a-0611ae1b2813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:13.900887 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-07665410-301a-4d87-8db0-8b3ce56cd39b req-e21caa44-d202-489d-851c-0768efb66af5 tempest-QuotasAdminNegativeTest-868484901 tempest-QuotasAdminNegativeTest-868484901-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=17077e57a05d495cb121750ad0309d02&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275536 Feb 09 21:35:13.935467 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff32aade-0910-45c5-8d82-c20bedd2bd40 None None] Checking router: 31a0358f-4b68-4636-87b6-9eee9fa01ef1 for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:35:13.935834 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff32aade-0910-45c5-8d82-c20bedd2bd40 None None] Updating router 31a0358f-4b68-4636-87b6-9eee9fa01ef1 port 1d8838d3-0c1d-425c-ab19-a31049913f9d binding host n-d-828369-5 {{(pid=103142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:35:14.003058 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ff32aade-0910-45c5-8d82-c20bedd2bd40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (1d8838d3-0c1d-425c-ab19-a31049913f9d), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:14.009705 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 56477551-2028-40d4-9313-5bee9dbfa349 up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:35:14.053493 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07665410-301a-4d87-8db0-8b3ce56cd39b req-6ea2058b-25f7-401a-9589-35da6213c95a tempest-QuotasAdminNegativeTest-868484901 tempest-QuotasAdminNegativeTest-868484901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:14.053740 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:14.068595 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-07665410-301a-4d87-8db0-8b3ce56cd39b req-6ea2058b-25f7-401a-9589-35da6213c95a tempest-QuotasAdminNegativeTest-868484901 tempest-QuotasAdminNegativeTest-868484901-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1656580 Feb 09 21:35:14.085938 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-07665410-301a-4d87-8db0-8b3ce56cd39b req-584183fa-a6a1-40c2-a213-fb4d3e6c1882 tempest-QuotasAdminNegativeTest-868484901 tempest-QuotasAdminNegativeTest-868484901-project] 10.222.0.90 "GET /v2.0/quotas/17077e57a05d495cb121750ad0309d02 HTTP/1.1" status: 200 len: 375 time: 0.0164657 Feb 09 21:35:14.135291 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-07665410-301a-4d87-8db0-8b3ce56cd39b req-7e64ff0c-28aa-4917-9c98-837e7b2bf138 tempest-QuotasAdminNegativeTest-868484901 tempest-QuotasAdminNegativeTest-868484901-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=17077e57a05d495cb121750ad0309d02&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0480921 Feb 09 21:35:14.149982 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning for port 56477551-2028-40d4-9313-5bee9dbfa349 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:35:14.202535 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port 56477551-2028-40d4-9313-5bee9dbfa349 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:14.202908 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (56477551-2028-40d4-9313-5bee9dbfa349), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:14.353704 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687cf762-8365-415b-a361-789555bf15c0 req-9cb52258-1c8a-49d2-9848-7e05e81b72fc tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:14.355263 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-687cf762-8365-415b-a361-789555bf15c0 req-9cb52258-1c8a-49d2-9848-7e05e81b72fc tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/networks?id=e0933a47-9f98-425f-b2ec-87bdb6b7270d HTTP/1.1" status: 200 len: 811 time: 0.2153504 Feb 09 21:35:14.364356 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 56368) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:14.375098 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 56477551-2028-40d4-9313-5bee9dbfa349 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:14.375485 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (56477551-2028-40d4-9313-5bee9dbfa349), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:14.383164 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffad877-3223-4f45-936d-0e7513817882 req-9ef66557-28fd-4274-8f53-c187a193d507 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:14.384728 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cffad877-3223-4f45-936d-0e7513817882 req-9ef66557-28fd-4274-8f53-c187a193d507 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/ports?device_id=50e0dbe9-de7a-4515-a141-361c5f3ab1cc HTTP/1.1" status: 200 len: 945 time: 0.0886714 Feb 09 21:35:14.386869 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0d0f398b-0d49-41f4-9124-cd8dc8d19ffb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:14.392590 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-687cf762-8365-415b-a361-789555bf15c0 req-a06515f4-2bc9-424b-9201-ee2ccf25c86d tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/quotas/78416997261a4fcdac7ea7395d681884 HTTP/1.1" status: 200 len: 375 time: 0.0279641 Feb 09 21:35:14.425175 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a70729e-24c8-4e59-8c93-8811e088ab2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56477551-2028-40d4-9313-5bee9dbfa349'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:35:14.427633 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d05eed8d-b0df-441a-83aa-f0d7feb73dd0" -d '{"events": [{"server_uuid": "9a70729e-24c8-4e59-8c93-8811e088ab2e", "name": "network-vif-plugged", "status": "completed", "tag": "56477551-2028-40d4-9313-5bee9dbfa349"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:35:14.448922 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 56477551-2028-40d4-9313-5bee9dbfa349, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=56477551-2028-40d4-9313-5bee9dbfa349,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:14.457227 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (56477551-2028-40d4-9313-5bee9dbfa349), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:14.474190 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 56372) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:14.519204 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-687cf762-8365-415b-a361-789555bf15c0 req-848f1c6e-48cc-4c72-914d-f722ffc6db82 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=78416997261a4fcdac7ea7395d681884&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1257169 Feb 09 21:35:14.531526 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cffad877-3223-4f45-936d-0e7513817882 req-dced8a58-9268-445f-8ddb-d802b71fd40d tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/security-groups?id=53864ffe-fa53-4ead-9e41-21e6252e7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942700 Feb 09 21:35:14.548078 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0d0f398b-0d49-41f4-9124-cd8dc8d19ffb admin admin] Publish callbacks [] for security_group (771acfaf-705a-4cd9-81a4-f6097f011ef2), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:14.555565 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0d0f398b-0d49-41f4-9124-cd8dc8d19ffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (771acfaf-705a-4cd9-81a4-f6097f011ef2), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:14.582453 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=56477551-2028-40d4-9313-5bee9dbfa349,revision_number=9']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:14.595760 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ff32aade-0910-45c5-8d82-c20bedd2bd40 None None] Publish callbacks [] for port (1d8838d3-0c1d-425c-ab19-a31049913f9d), precommit_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:14.604486 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ff32aade-0910-45c5-8d82-c20bedd2bd40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (1d8838d3-0c1d-425c-ab19-a31049913f9d), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:14.630550 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-0d0f398b-0d49-41f4-9124-cd8dc8d19ffb admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=448f70f6b54c4490a6a8cb333b616557&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2634368 Feb 09 21:35:14.633725 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 56376) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:14.635996 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0f398b-0d49-41f4-9124-cd8dc8d19ffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=771acfaf-705a-4cd9-81a4-f6097f011ef2,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:14.678888 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6653ec8c-5b17-4e91-95cc-7c86b1c2c8b9 None None] Pushing event updated for resources: {'Port': ['ID=1d8838d3-0c1d-425c-ab19-a31049913f9d,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:14.746744 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-ff32aade-0910-45c5-8d82-c20bedd2bd40 None None] Attempting to bind port 1d8838d3-0c1d-425c-ab19-a31049913f9d on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:35:14.748255 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-ff32aade-0910-45c5-8d82-c20bedd2bd40 None None] Attempting to bind port 1d8838d3-0c1d-425c-ab19-a31049913f9d by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '22999d68-3ae1-4a5a-9612-0b8240545924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'e0933a47-9f98-425f-b2ec-87bdb6b7270d'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:35:14.748737 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff32aade-0910-45c5-8d82-c20bedd2bd40 None None] Attempting to bind port 1d8838d3-0c1d-425c-ab19-a31049913f9d on network e0933a47-9f98-425f-b2ec-87bdb6b7270d {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:35:14.749623 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-853e17b1-fb35-4068-9c88-8a8037a00514 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:14.756417 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff32aade-0910-45c5-8d82-c20bedd2bd40 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:35:14.756807 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff32aade-0910-45c5-8d82-c20bedd2bd40 None None] Checking segment: {'id': '22999d68-3ae1-4a5a-9612-0b8240545924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'e0933a47-9f98-425f-b2ec-87bdb6b7270d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:35:14.757245 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ff32aade-0910-45c5-8d82-c20bedd2bd40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:14.757775 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff32aade-0910-45c5-8d82-c20bedd2bd40 None None] Bound using segment: {'id': '22999d68-3ae1-4a5a-9612-0b8240545924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'e0933a47-9f98-425f-b2ec-87bdb6b7270d'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:35:14.758263 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-ff32aade-0910-45c5-8d82-c20bedd2bd40 None None] Bound port: 1d8838d3-0c1d-425c-ab19-a31049913f9d, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22999d68-3ae1-4a5a-9612-0b8240545924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'e0933a47-9f98-425f-b2ec-87bdb6b7270d'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:35:14.758655 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ff32aade-0910-45c5-8d82-c20bedd2bd40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (1d8838d3-0c1d-425c-ab19-a31049913f9d), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:14.778749 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cc2f4d41-9085-4e5e-b99c-eb7d7f3faf63 admin admin] Publish callbacks [] for security_group (771acfaf-705a-4cd9-81a4-f6097f011ef2), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:14.784799 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-687cf762-8365-415b-a361-789555bf15c0 req-f885edb1-bc79-4202-a478-65429aa3848a service neutron] 10.222.0.90 "GET /v2.0/networks/e0933a47-9f98-425f-b2ec-87bdb6b7270d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522306 Feb 09 21:35:14.811090 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cc2f4d41-9085-4e5e-b99c-eb7d7f3faf63 admin admin] Publish callbacks [] for security_group (771acfaf-705a-4cd9-81a4-f6097f011ef2), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:14.846569 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-ff32aade-0910-45c5-8d82-c20bedd2bd40 None None] For port 1d8838d3-0c1d-425c-ab19-a31049913f9d, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:35:14.850728 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-ff32aade-0910-45c5-8d82-c20bedd2bd40 None None] For port 1d8838d3-0c1d-425c-ab19-a31049913f9d, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=1d8838d3-0c1d-425c-ab19-a31049913f9d,segment=NetworkSegment(22999d68-3ae1-4a5a-9612-0b8240545924),segment_id=22999d68-3ae1-4a5a-9612-0b8240545924)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:35:14.858345 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ff32aade-0910-45c5-8d82-c20bedd2bd40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (1d8838d3-0c1d-425c-ab19-a31049913f9d), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:14.898253 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cc2f4d41-9085-4e5e-b99c-eb7d7f3faf63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (771acfaf-705a-4cd9-81a4-f6097f011ef2), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:14.900998 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cc2f4d41-9085-4e5e-b99c-eb7d7f3faf63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:14.902158 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-cc2f4d41-9085-4e5e-b99c-eb7d7f3faf63 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/771acfaf-705a-4cd9-81a4-f6097f011ef2 HTTP/1.1" status: 204 len: 168 time: 0.2671356 Feb 09 21:35:14.936984 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2f4d41-9085-4e5e-b99c-eb7d7f3faf63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=771acfaf-705a-4cd9-81a4-f6097f011ef2,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:14.993943 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff32aade-0910-45c5-8d82-c20bedd2bd40 None None] Routers {'31a0358f-4b68-4636-87b6-9eee9fa01ef1'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:35:14.994500 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-ff32aade-0910-45c5-8d82-c20bedd2bd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:35:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['31a0358f-4b68-4636-87b6-9eee9fa01ef1'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:15.025079 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-687cf762-8365-415b-a361-789555bf15c0 req-e5888d5b-c7cf-46fb-9032-910521725e1a service neutron] 10.222.0.90 "GET /v2.0/networks/e0933a47-9f98-425f-b2ec-87bdb6b7270d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312732 Feb 09 21:35:15.046926 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-853e17b1-fb35-4068-9c88-8a8037a00514 admin admin] Publish callbacks [] for security_group (7078c5e9-ecb0-4569-9412-1d09a153fb7d), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:15.053765 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-853e17b1-fb35-4068-9c88-8a8037a00514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (7078c5e9-ecb0-4569-9412-1d09a153fb7d), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:15.080732 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 8e83dae0-3451-479b-8020-1454acd1f840 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:35:15.087602 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6653ec8c-5b17-4e91-95cc-7c86b1c2c8b9 None None] Pushing event updated for resources: {'Port': ['ID=1d8838d3-0c1d-425c-ab19-a31049913f9d,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:15.099761 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61425bf2-31d8-43ce-b021-f274353e686d req-82e007a3-656c-4df8-822e-09dd09559a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:15.101311 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-61425bf2-31d8-43ce-b021-f274353e686d req-82e007a3-656c-4df8-822e-09dd09559a57 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=9a70729e-24c8-4e59-8c93-8811e088ab2e&tenant_id=def3446e95584f24b6fdfb40ceda16ab HTTP/1.1" status: 200 len: 1132 time: 0.1230190 Feb 09 21:35:15.122241 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-61425bf2-31d8-43ce-b021-f274353e686d req-63546076-d2a0-4fef-b433-17f91f75bdb2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828369-5', 'device_owner': 'compute:nova'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:15.184364 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63dcaf63-d2e0-443c-a4e7-c23be145a8d3 x-openstack-request-id: req-63dcaf63-d2e0-443c-a4e7-c23be145a8d3 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:35:15.184364 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a70729e-24c8-4e59-8c93-8811e088ab2e", "name": "network-vif-plugged", "status": "completed", "tag": "56477551-2028-40d4-9313-5bee9dbfa349", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:35:15.184364 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-63dcaf63-d2e0-443c-a4e7-c23be145a8d3 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:35:15.184364 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a70729e-24c8-4e59-8c93-8811e088ab2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56477551-2028-40d4-9313-5bee9dbfa349', 'code': 200} Feb 09 21:35:15.202163 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-853e17b1-fb35-4068-9c88-8a8037a00514 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=2fa9c624a966474389e1b185ea119322&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7264109 Feb 09 21:35:15.204444 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 56392) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:15.217902 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:15.230772 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 8e83dae0-3451-479b-8020-1454acd1f840 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:15.231532 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (8e83dae0-3451-479b-8020-1454acd1f840), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:15.239386 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-ff32aade-0910-45c5-8d82-c20bedd2bd40 None None] Set router 31a0358f-4b68-4636-87b6-9eee9fa01ef1 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:35:15.272502 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853e17b1-fb35-4068-9c88-8a8037a00514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7078c5e9-ecb0-4569-9412-1d09a153fb7d,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:15.316197 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-61425bf2-31d8-43ce-b021-f274353e686d req-63546076-d2a0-4fef-b433-17f91f75bdb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (56477551-2028-40d4-9313-5bee9dbfa349), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:15.332000 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-926c1eb3-e7c2-44bd-a82a-23e0acf6c3c4 admin admin] Publish callbacks [] for security_group (7078c5e9-ecb0-4569-9412-1d09a153fb7d), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:15.397551 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-926c1eb3-e7c2-44bd-a82a-23e0acf6c3c4 admin admin] Publish callbacks [] for security_group (7078c5e9-ecb0-4569-9412-1d09a153fb7d), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:15.490929 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-926c1eb3-e7c2-44bd-a82a-23e0acf6c3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (7078c5e9-ecb0-4569-9412-1d09a153fb7d), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:15.494274 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-926c1eb3-e7c2-44bd-a82a-23e0acf6c3c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:15.499511 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-926c1eb3-e7c2-44bd-a82a-23e0acf6c3c4 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/7078c5e9-ecb0-4569-9412-1d09a153fb7d HTTP/1.1" status: 204 len: 168 time: 0.2939973 Feb 09 21:35:15.522951 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926c1eb3-e7c2-44bd-a82a-23e0acf6c3c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7078c5e9-ecb0-4569-9412-1d09a153fb7d,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:15.632971 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0a7f9f9b-2d7b-4c72-8e19-c910c33670c5 req-5dcfc642-7acb-4c20-ac50-fcb8dc54c146 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/ports?device_id=1403455a-2632-4781-bcfa-60ab81462070 HTTP/1.1" status: 200 len: 210 time: 0.0405316 Feb 09 21:35:15.710648 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff7329b-afee-49e0-ac11-5c95356c6e0b req-e83049b6-789a-4cd9-ac28-aac1459367b3 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:15.718268 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cff7329b-afee-49e0-ac11-5c95356c6e0b req-e83049b6-789a-4cd9-ac28-aac1459367b3 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=9a70729e-24c8-4e59-8c93-8811e088ab2e HTTP/1.1" status: 200 len: 950 time: 0.3719382 Feb 09 21:35:15.785108 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cff7329b-afee-49e0-ac11-5c95356c6e0b req-b1b14ec3-c296-41dd-935b-d61aed75ad2f tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658536 Feb 09 21:35:15.865347 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-61425bf2-31d8-43ce-b021-f274353e686d req-63546076-d2a0-4fef-b433-17f91f75bdb2 service neutron] For port 56477551-2028-40d4-9313-5bee9dbfa349, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=56477551-2028-40d4-9313-5bee9dbfa349,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:15.884794 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c157d16-d34e-4694-8fc8-f953b1c6c6d9 req-0254475d-47ef-49c5-ae24-8c6a2741bb1e tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:15.885779 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 56424) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:15.886808 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 8e83dae0-3451-479b-8020-1454acd1f840 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:15.899086 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c157d16-d34e-4694-8fc8-f953b1c6c6d9 req-0254475d-47ef-49c5-ae24-8c6a2741bb1e tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:15.901054 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8c157d16-d34e-4694-8fc8-f953b1c6c6d9 req-0254475d-47ef-49c5-ae24-8c6a2741bb1e tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.90 "GET /v2.0/ports?device_id=839b756c-2e95-4def-9826-21c1525b2880 HTTP/1.1" status: 200 len: 1683 time: 0.1281309 Feb 09 21:35:15.982311 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8c157d16-d34e-4694-8fc8-f953b1c6c6d9 req-6ff5be49-ba44-4dc9-8afd-4708581e66bb tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.90 "GET /v2.0/security-groups?id=ce0b6bf0-0090-4ca0-98fe-25c5a90c9e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731096 Feb 09 21:35:16.009666 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-61425bf2-31d8-43ce-b021-f274353e686d req-63546076-d2a0-4fef-b433-17f91f75bdb2 service neutron] For port 56477551-2028-40d4-9313-5bee9dbfa349, host n-h2-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:35:16.065537 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a70729e-24c8-4e59-8c93-8811e088ab2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56477551-2028-40d4-9313-5bee9dbfa349'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:35:16.067140 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-ff32aade-0910-45c5-8d82-c20bedd2bd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31a0358f-4b68-4636-87b6-9eee9fa01ef1', 'name': 'tempest-ServerRescueTestJSON-1607139400-router', 'tenant_id': '78416997261a4fcdac7ea7395d681884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '8e83dae0-3451-479b-8020-1454acd1f840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:05Z', 'updated_at': '2022-02-09T21:35:11Z', 'revision_number': 4, 'project_id': '78416997261a4fcdac7ea7395d681884', 'gw_port': {'id': '8e83dae0-3451-479b-8020-1454acd1f840', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:10:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31a0358f-4b68-4636-87b6-9eee9fa01ef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:06Z', 'updated_at': '2022-02-09T21:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '1d8838d3-0c1d-425c-ab19-a31049913f9d', 'name': '', 'network_id': 'e0933a47-9f98-425f-b2ec-87bdb6b7270d', 'tenant_id': '78416997261a4fcdac7ea7395d681884', 'mac_address': 'fa:16:3e:c9:4d:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31a0358f-4b68-4636-87b6-9eee9fa01ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'ad8da7e2-9246-4407-b24a-0611ae1b2813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:10Z', 'updated_at': '2022-02-09T21:35:14Z', 'revision_number': 4, 'project_id': '78416997261a4fcdac7ea7395d681884', 'subnets': [{'id': 'ad8da7e2-9246-4407-b24a-0611ae1b2813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:16.067868 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00f60cb5-6e3c-48cb-b0ac-b797631637a8" -d '{"events": [{"server_uuid": "9a70729e-24c8-4e59-8c93-8811e088ab2e", "name": "network-vif-unplugged", "status": "completed", "tag": "56477551-2028-40d4-9313-5bee9dbfa349"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:35:16.072837 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-61425bf2-31d8-43ce-b021-f274353e686d req-63546076-d2a0-4fef-b433-17f91f75bdb2 service neutron] Publish callbacks [] for port (56477551-2028-40d4-9313-5bee9dbfa349), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:16.082286 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8892006c-4a5d-4573-a57a-028fb80e09a3 req-54b9132f-e970-4d40-a934-653120083141 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:16.089542 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8892006c-4a5d-4573-a57a-028fb80e09a3 req-54b9132f-e970-4d40-a934-653120083141 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/ports?device_id=50e0dbe9-de7a-4515-a141-361c5f3ab1cc HTTP/1.1" status: 200 len: 945 time: 0.1533179 Feb 09 21:35:16.117771 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [req-61425bf2-31d8-43ce-b021-f274353e686d req-63546076-d2a0-4fef-b433-17f91f75bdb2 service neutron] Transition to ACTIVE for port object 56477551-2028-40d4-9313-5bee9dbfa349 will not be triggered until provisioned by entity L2. {{(pid=103140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:35:16.123192 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-61425bf2-31d8-43ce-b021-f274353e686d req-63546076-d2a0-4fef-b433-17f91f75bdb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (56477551-2028-40d4-9313-5bee9dbfa349), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:16.134730 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 56432) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:16.150948 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-589a44ce-b6b8-4cd3-9d36-9bd1ed9184d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:16.174533 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff32aade-0910-45c5-8d82-c20bedd2bd40 None None] The sync data for ids ['31a0358f-4b68-4636-87b6-9eee9fa01ef1'] in n-d-828369-5 is: [{'id': '31a0358f-4b68-4636-87b6-9eee9fa01ef1', 'name': 'tempest-ServerRescueTestJSON-1607139400-router', 'tenant_id': '78416997261a4fcdac7ea7395d681884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '8e83dae0-3451-479b-8020-1454acd1f840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:05Z', 'updated_at': '2022-02-09T21:35:11Z', 'revision_number': 4, 'project_id': '78416997261a4fcdac7ea7395d681884', 'gw_port': {'id': '8e83dae0-3451-479b-8020-1454acd1f840', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:10:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31a0358f-4b68-4636-87b6-9eee9fa01ef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:06Z', 'updated_at': '2022-02-09T21:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '1d8838d3-0c1d-425c-ab19-a31049913f9d', 'name': '', 'network_id': 'e0933a47-9f98-425f-b2ec-87bdb6b7270d', 'tenant_id': '78416997261a4fcdac7ea7395d681884', 'mac_address': 'fa:16:3e:c9:4d:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31a0358f-4b68-4636-87b6-9eee9fa01ef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'ad8da7e2-9246-4407-b24a-0611ae1b2813', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:10Z', 'updated_at': '2022-02-09T21:35:14Z', 'revision_number': 4, 'project_id': '78416997261a4fcdac7ea7395d681884', 'subnets': [{'id': 'ad8da7e2-9246-4407-b24a-0611ae1b2813', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:35:16.281258 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04affd8b-6584-4dd2-869e-c75201a5a519 x-openstack-request-id: req-04affd8b-6584-4dd2-869e-c75201a5a519 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:35:16.281560 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a70729e-24c8-4e59-8c93-8811e088ab2e", "name": "network-vif-unplugged", "status": "completed", "tag": "56477551-2028-40d4-9313-5bee9dbfa349", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:35:16.281818 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-04affd8b-6584-4dd2-869e-c75201a5a519 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:35:16.282225 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a70729e-24c8-4e59-8c93-8811e088ab2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56477551-2028-40d4-9313-5bee9dbfa349', 'code': 200} Feb 09 21:35:16.299803 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63546076-d2a0-4fef-b433-17f91f75bdb2 service neutron] Pushing event updated for resources: {'Port': ['ID=56477551-2028-40d4-9313-5bee9dbfa349,revision_number=10']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:16.321397 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9d452c69-939a-44e6-a3fc-6d44453234ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:16.335889 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8892006c-4a5d-4573-a57a-028fb80e09a3 req-3cb92620-0f2d-4e19-ae9a-5e1c95929cec tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/security-groups?id=53864ffe-fa53-4ead-9e41-21e6252e7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372525 Feb 09 21:35:16.373103 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-61425bf2-31d8-43ce-b021-f274353e686d req-63546076-d2a0-4fef-b433-17f91f75bdb2 service neutron] No DVR routers for this DVR port 56477551-2028-40d4-9313-5bee9dbfa349 on host n-h2-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:35:16.433166 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-61425bf2-31d8-43ce-b021-f274353e686d req-63546076-d2a0-4fef-b433-17f91f75bdb2 service neutron] Attempting to bind port 56477551-2028-40d4-9313-5bee9dbfa349 on host n-h1-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:35:16.433594 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-61425bf2-31d8-43ce-b021-f274353e686d req-63546076-d2a0-4fef-b433-17f91f75bdb2 service neutron] Attempting to bind port 56477551-2028-40d4-9313-5bee9dbfa349 by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:35:16.434198 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61425bf2-31d8-43ce-b021-f274353e686d req-63546076-d2a0-4fef-b433-17f91f75bdb2 service neutron] Attempting to bind port 56477551-2028-40d4-9313-5bee9dbfa349 on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:35:16.439507 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61425bf2-31d8-43ce-b021-f274353e686d req-63546076-d2a0-4fef-b433-17f91f75bdb2 service neutron] Port 56477551-2028-40d4-9313-5bee9dbfa349 on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:35:16.440351 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61425bf2-31d8-43ce-b021-f274353e686d req-63546076-d2a0-4fef-b433-17f91f75bdb2 service neutron] Attempting to bind port 56477551-2028-40d4-9313-5bee9dbfa349 on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:35:16.445161 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-589a44ce-b6b8-4cd3-9d36-9bd1ed9184d0 admin admin] Publish callbacks [] for security_group (7da3d2f3-6fbd-452d-b3d9-913c42362179), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:16.447103 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61425bf2-31d8-43ce-b021-f274353e686d req-63546076-d2a0-4fef-b433-17f91f75bdb2 service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:35:16.447514 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61425bf2-31d8-43ce-b021-f274353e686d req-63546076-d2a0-4fef-b433-17f91f75bdb2 service neutron] Checking segment: {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:35:16.447973 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61425bf2-31d8-43ce-b021-f274353e686d req-63546076-d2a0-4fef-b433-17f91f75bdb2 service neutron] Bound using segment: {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:35:16.448605 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-61425bf2-31d8-43ce-b021-f274353e686d req-63546076-d2a0-4fef-b433-17f91f75bdb2 service neutron] Bound port: 56477551-2028-40d4-9313-5bee9dbfa349, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:35:16.449212 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-61425bf2-31d8-43ce-b021-f274353e686d req-63546076-d2a0-4fef-b433-17f91f75bdb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (56477551-2028-40d4-9313-5bee9dbfa349), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:16.455245 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-589a44ce-b6b8-4cd3-9d36-9bd1ed9184d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (7da3d2f3-6fbd-452d-b3d9-913c42362179), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:16.552919 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589a44ce-b6b8-4cd3-9d36-9bd1ed9184d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7da3d2f3-6fbd-452d-b3d9-913c42362179,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:16.580712 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-589a44ce-b6b8-4cd3-9d36-9bd1ed9184d0 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=77390cb6ca9d4045bfe0b5d29e03c078&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4447067 Feb 09 21:35:16.580931 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-61425bf2-31d8-43ce-b021-f274353e686d req-63546076-d2a0-4fef-b433-17f91f75bdb2 service neutron] For port 56477551-2028-40d4-9313-5bee9dbfa349, host n-h1-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:35:16.585203 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-61425bf2-31d8-43ce-b021-f274353e686d req-63546076-d2a0-4fef-b433-17f91f75bdb2 service neutron] For port 56477551-2028-40d4-9313-5bee9dbfa349, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=56477551-2028-40d4-9313-5bee9dbfa349,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:35:16.585763 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 56440) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:16.593759 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-61425bf2-31d8-43ce-b021-f274353e686d req-63546076-d2a0-4fef-b433-17f91f75bdb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (56477551-2028-40d4-9313-5bee9dbfa349), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:16.643592 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9d452c69-939a-44e6-a3fc-6d44453234ce admin admin] Publish callbacks [] for security_group (01cf1f1e-57ee-4c5e-a690-10c79a44ca54), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:16.651206 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9d452c69-939a-44e6-a3fc-6d44453234ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (01cf1f1e-57ee-4c5e-a690-10c79a44ca54), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:16.698429 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61425bf2-31d8-43ce-b021-f274353e686d req-63546076-d2a0-4fef-b433-17f91f75bdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:16.702268 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-61425bf2-31d8-43ce-b021-f274353e686d req-63546076-d2a0-4fef-b433-17f91f75bdb2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:16.705592 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-61425bf2-31d8-43ce-b021-f274353e686d req-63546076-d2a0-4fef-b433-17f91f75bdb2 service neutron] 10.222.0.95 "PUT /v2.0/ports/56477551-2028-40d4-9313-5bee9dbfa349 HTTP/1.1" status: 200 len: 1097 time: 1.5890684 Feb 09 21:35:16.726926 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63546076-d2a0-4fef-b433-17f91f75bdb2 service neutron] Pushing event updated for resources: {'Port': ['ID=56477551-2028-40d4-9313-5bee9dbfa349,revision_number=11']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:16.750810 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 56446) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:16.784578 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-9d452c69-939a-44e6-a3fc-6d44453234ce admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=17077e57a05d495cb121750ad0309d02&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8969560 Feb 09 21:35:16.787720 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 56450) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:16.817843 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3c6bf589-7776-41b3-aa06-2d71bd9ad4e9 req-67f5aec9-5007-4299-bae6-5221024ff5eb tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/ports?device_id=1403455a-2632-4781-bcfa-60ab81462070 HTTP/1.1" status: 200 len: 210 time: 0.0408199 Feb 09 21:35:16.827010 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d452c69-939a-44e6-a3fc-6d44453234ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01cf1f1e-57ee-4c5e-a690-10c79a44ca54,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:16.859387 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-345db8f2-b4b0-47a9-a3b5-2a41270158cd admin admin] Publish callbacks [] for security_group (7da3d2f3-6fbd-452d-b3d9-913c42362179), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:16.881036 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61425bf2-31d8-43ce-b021-f274353e686d req-36fdbd46-f216-40fe-92eb-df557e9d0059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:16.882521 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-61425bf2-31d8-43ce-b021-f274353e686d req-36fdbd46-f216-40fe-92eb-df557e9d0059 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=def3446e95584f24b6fdfb40ceda16ab&device_id=9a70729e-24c8-4e59-8c93-8811e088ab2e HTTP/1.1" status: 200 len: 1131 time: 0.1424372 Feb 09 21:35:16.970752 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-345db8f2-b4b0-47a9-a3b5-2a41270158cd admin admin] Publish callbacks [] for security_group (7da3d2f3-6fbd-452d-b3d9-913c42362179), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:17.001493 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c8b65a8e-9a65-410e-98a4-b3b7437ae126 admin admin] Publish callbacks [] for security_group (01cf1f1e-57ee-4c5e-a690-10c79a44ca54), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:17.087190 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-56a7d38a-d59c-4908-898f-decf0575a66e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1758693901-network', 'tenant_id': '10728d8d3f684788881f8ffec480c397'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:17.112814 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 1d8838d3-0c1d-425c-ab19-a31049913f9d up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:35:17.219469 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 1d8838d3-0c1d-425c-ab19-a31049913f9d triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:17.219859 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (1d8838d3-0c1d-425c-ab19-a31049913f9d), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:17.230338 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687cf762-8365-415b-a361-789555bf15c0 req-84304aa9-c915-4d5f-b4b5-ad18ac76cf11 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:17.232429 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-687cf762-8365-415b-a361-789555bf15c0 req-84304aa9-c915-4d5f-b4b5-ad18ac76cf11 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.89 "GET /v2.0/networks?id=e0933a47-9f98-425f-b2ec-87bdb6b7270d HTTP/1.1" status: 200 len: 811 time: 0.1420007 Feb 09 21:35:17.236132 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c8b65a8e-9a65-410e-98a4-b3b7437ae126 admin admin] Publish callbacks [] for security_group (01cf1f1e-57ee-4c5e-a690-10c79a44ca54), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:17.268247 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-687cf762-8365-415b-a361-789555bf15c0 req-963bf279-0dbe-4661-b317-f2c4897791ea tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] Request body: {'port': {'device_id': '1403455a-2632-4781-bcfa-60ab81462070', 'network_id': 'e0933a47-9f98-425f-b2ec-87bdb6b7270d', 'admin_state_up': True, 'tenant_id': '78416997261a4fcdac7ea7395d681884'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:17.288870 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61425bf2-31d8-43ce-b021-f274353e686d req-9356bb55-e773-4205-9525-176a432d7d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:17.290368 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-61425bf2-31d8-43ce-b021-f274353e686d req-9356bb55-e773-4205-9525-176a432d7d58 service neutron] 10.222.0.95 "GET /v2.0/networks?id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc HTTP/1.1" status: 200 len: 870 time: 0.3427696 Feb 09 21:35:17.295356 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a7d38a-d59c-4908-898f-decf0575a66e admin admin] Made reservation on behalf of 10728d8d3f684788881f8ffec480c397 for: {'network': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:35:17.297854 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56a7d38a-d59c-4908-898f-decf0575a66e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:17.319205 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 1d8838d3-0c1d-425c-ab19-a31049913f9d is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:17.319615 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (1d8838d3-0c1d-425c-ab19-a31049913f9d), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:17.335613 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58388c0-72af-4495-9380-e1523bc3aa71 req-f3253d9d-4a6c-494e-afd1-08b2941bafd8 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:17.349200 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e58388c0-72af-4495-9380-e1523bc3aa71 req-f3253d9d-4a6c-494e-afd1-08b2941bafd8 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=9a70729e-24c8-4e59-8c93-8811e088ab2e HTTP/1.1" status: 200 len: 949 time: 0.4706044 Feb 09 21:35:17.358200 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port 1d8838d3-0c1d-425c-ab19-a31049913f9d, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=1d8838d3-0c1d-425c-ab19-a31049913f9d,segment=NetworkSegment(22999d68-3ae1-4a5a-9612-0b8240545924),segment_id=22999d68-3ae1-4a5a-9612-0b8240545924)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:17.364623 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (1d8838d3-0c1d-425c-ab19-a31049913f9d), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:17.381499 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56a7d38a-d59c-4908-898f-decf0575a66e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:17.407221 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-345db8f2-b4b0-47a9-a3b5-2a41270158cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (7da3d2f3-6fbd-452d-b3d9-913c42362179), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:17.410263 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-345db8f2-b4b0-47a9-a3b5-2a41270158cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:17.414169 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-345db8f2-b4b0-47a9-a3b5-2a41270158cd admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/7da3d2f3-6fbd-452d-b3d9-913c42362179 HTTP/1.1" status: 204 len: 168 time: 0.8246431 Feb 09 21:35:17.430597 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345db8f2-b4b0-47a9-a3b5-2a41270158cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7da3d2f3-6fbd-452d-b3d9-913c42362179,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:17.447550 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=1d8838d3-0c1d-425c-ab19-a31049913f9d,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:17.479874 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c8b65a8e-9a65-410e-98a4-b3b7437ae126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (01cf1f1e-57ee-4c5e-a690-10c79a44ca54), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:17.482605 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c8b65a8e-9a65-410e-98a4-b3b7437ae126 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:17.486346 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-c8b65a8e-9a65-410e-98a4-b3b7437ae126 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/01cf1f1e-57ee-4c5e-a690-10c79a44ca54 HTTP/1.1" status: 204 len: 168 time: 0.6911514 Feb 09 21:35:17.497638 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-61425bf2-31d8-43ce-b021-f274353e686d req-6cc6b705-63db-4c11-9892-116533b9e02d service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=56477551-2028-40d4-9313-5bee9dbfa349 HTTP/1.1" status: 200 len: 217 time: 0.1895258 Feb 09 21:35:17.514163 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b65a8e-9a65-410e-98a4-b3b7437ae126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01cf1f1e-57ee-4c5e-a690-10c79a44ca54,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:17.557103 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-687cf762-8365-415b-a361-789555bf15c0 req-963bf279-0dbe-4661-b317-f2c4897791ea tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] Made reservation on behalf of 78416997261a4fcdac7ea7395d681884 for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:35:17.557668 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40ff2b4-67c5-4037-9fa7-39d9639a7886 req-47ae88db-3f91-4d3a-b600-c3d8213ccf58 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:17.562557 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-687cf762-8365-415b-a361-789555bf15c0 req-963bf279-0dbe-4661-b317-f2c4897791ea tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:17.563661 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40ff2b4-67c5-4037-9fa7-39d9639a7886 req-47ae88db-3f91-4d3a-b600-c3d8213ccf58 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:17.570749 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b40ff2b4-67c5-4037-9fa7-39d9639a7886 req-47ae88db-3f91-4d3a-b600-c3d8213ccf58 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.90 "GET /v2.0/ports?device_id=839b756c-2e95-4def-9826-21c1525b2880 HTTP/1.1" status: 200 len: 1683 time: 0.4303966 Feb 09 21:35:17.786530 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e58388c0-72af-4495-9380-e1523bc3aa71 req-eaaab241-a846-4d00-bbf6-2fb74a3a6c86 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4361999 Feb 09 21:35:17.802780 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [req-687cf762-8365-415b-a361-789555bf15c0 req-963bf279-0dbe-4661-b317-f2c4897791ea tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] Allocated IP 172.20.0.12 (e0933a47-9f98-425f-b2ec-87bdb6b7270d/ad8da7e2-9246-4407-b24a-0611ae1b2813/1c2a45c6-1d31-40c2-9c88-66ea7e41cbeb) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:35:17.809020 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4486af4-8eb6-470d-8480-2803857d8bfd req-b8117be4-81c4-446a-87c4-ad89bb7a59a1 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:17.825847 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4486af4-8eb6-470d-8480-2803857d8bfd req-b8117be4-81c4-446a-87c4-ad89bb7a59a1 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:17.825847 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b4486af4-8eb6-470d-8480-2803857d8bfd req-b8117be4-81c4-446a-87c4-ad89bb7a59a1 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.95 "GET /v2.0/ports?device_id=839b756c-2e95-4def-9826-21c1525b2880 HTTP/1.1" status: 200 len: 1683 time: 0.4693673 Feb 09 21:35:17.825847 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61425bf2-31d8-43ce-b021-f274353e686d req-aafef826-ab2b-4ed1-ab7b-b3cf10354edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:17.825847 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-61425bf2-31d8-43ce-b021-f274353e686d req-aafef826-ab2b-4ed1-ab7b-b3cf10354edc service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0f7402ac-a35b-414b-bcc1-bc1c3072ec3c HTTP/1.1" status: 200 len: 843 time: 0.2898884 Feb 09 21:35:17.831352 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56a7d38a-d59c-4908-898f-decf0575a66e admin admin] Publish callbacks [] for security_group (51fd364c-9316-4c6b-822b-1d760c32135a), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:17.843239 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b40ff2b4-67c5-4037-9fa7-39d9639a7886 req-617e2888-d6c8-4722-a6c3-27dff803d652 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.90 "GET /v2.0/security-groups?id=ce0b6bf0-0090-4ca0-98fe-25c5a90c9e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712996 Feb 09 21:35:17.890821 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56a7d38a-d59c-4908-898f-decf0575a66e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (51fd364c-9316-4c6b-822b-1d760c32135a), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:17.979314 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 56472) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:18.027947 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56a7d38a-d59c-4908-898f-decf0575a66e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=103140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:35:18.037222 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 56477551-2028-40d4-9313-5bee9dbfa349 no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:35:18.056303 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-854694d0-a93d-42ca-a892-291af40f2e52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:18.102513 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] The host n-h2-828369-5 is not matching for port 56477551-2028-40d4-9313-5bee9dbfa349 host n-h1-828369-5! {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 21:35:18.103013 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 56477551-2028-40d4-9313-5bee9dbfa349 not bound to the agent host n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:35:18.106187 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-687cf762-8365-415b-a361-789555bf15c0 req-963bf279-0dbe-4661-b317-f2c4897791ea tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] Publish callbacks [] for port (1c2a45c6-1d31-40c2-9c88-66ea7e41cbeb), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:18.144864 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-26a657f8-2f07-405b-b174-8216632b418b req-082e5a86-f7bb-4b84-96a8-7a1b89af7642 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/ports?device_id=1403455a-2632-4781-bcfa-60ab81462070 HTTP/1.1" status: 200 len: 210 time: 0.1533353 Feb 09 21:35:18.156037 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-687cf762-8365-415b-a361-789555bf15c0 req-963bf279-0dbe-4661-b317-f2c4897791ea tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (1c2a45c6-1d31-40c2-9c88-66ea7e41cbeb), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:18.158159 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56a7d38a-d59c-4908-898f-decf0575a66e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (9e9d7d8b-b3ce-4b7a-bf3a-3a9e3687f2f0), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:18.158513 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-56a7d38a-d59c-4908-898f-decf0575a66e admin admin] Added segment 9e9d7d8b-b3ce-4b7a-bf3a-3a9e3687f2f0 of type vlan for network fec17942-beb5-4931-bf14-c3cd0b51a29d Feb 09 21:35:18.165593 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a7d38a-d59c-4908-898f-decf0575a66e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51fd364c-9316-4c6b-822b-1d760c32135a,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:18.220993 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-687cf762-8365-415b-a361-789555bf15c0 req-963bf279-0dbe-4661-b317-f2c4897791ea tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] Network e0933a47-9f98-425f-b2ec-87bdb6b7270d is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:35:18.224192 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [req-687cf762-8365-415b-a361-789555bf15c0 req-963bf279-0dbe-4661-b317-f2c4897791ea tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:35:18.229763 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-687cf762-8365-415b-a361-789555bf15c0 req-963bf279-0dbe-4661-b317-f2c4897791ea tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:35:18.233124 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963bf279-0dbe-4661-b317-f2c4897791ea tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] Pushing event updated for resources: {'Port': ['ID=1c2a45c6-1d31-40c2-9c88-66ea7e41cbeb,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:18.264941 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56a7d38a-d59c-4908-898f-decf0575a66e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (fec17942-beb5-4931-bf14-c3cd0b51a29d), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:18.269635 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61425bf2-31d8-43ce-b021-f274353e686d req-7a9dd594-05ed-45b9-95ac-743fb78d5287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:18.271193 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-61425bf2-31d8-43ce-b021-f274353e686d req-7a9dd594-05ed-45b9-95ac-743fb78d5287 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4126492 Feb 09 21:35:18.287257 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a70729e-24c8-4e59-8c93-8811e088ab2e', 'tag': '56477551-2028-40d4-9313-5bee9dbfa349'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:35:18.290185 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687cf762-8365-415b-a361-789555bf15c0 req-963bf279-0dbe-4661-b317-f2c4897791ea tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:18.290841 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-687cf762-8365-415b-a361-789555bf15c0 req-963bf279-0dbe-4661-b317-f2c4897791ea tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:18.290997 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-409ae161-6b90-46dd-a34b-638896e2edb5" -d '{"events": [{"name": "network-changed", "server_uuid": "9a70729e-24c8-4e59-8c93-8811e088ab2e", "tag": "56477551-2028-40d4-9313-5bee9dbfa349"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:35:18.312113 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-687cf762-8365-415b-a361-789555bf15c0 req-963bf279-0dbe-4661-b317-f2c4897791ea tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0592973 Feb 09 21:35:18.325558 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67f374b-5ffe-498d-99ef-e3341bd0bd35 req-249db792-e831-4f53-a5a8-bbb42934dbc5 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:18.332659 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e67f374b-5ffe-498d-99ef-e3341bd0bd35 req-249db792-e831-4f53-a5a8-bbb42934dbc5 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/ports?device_id=50e0dbe9-de7a-4515-a141-361c5f3ab1cc HTTP/1.1" status: 200 len: 945 time: 0.3824377 Feb 09 21:35:18.333715 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-687cf762-8365-415b-a361-789555bf15c0 req-8e685698-4b6f-4a21-90d5-914bd4fb6554 service neutron] Request body: {'port': {'device_id': '1403455a-2632-4781-bcfa-60ab81462070', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:18.397510 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72ac15bd-d94d-4e27-88a8-d7d82dcc824c x-openstack-request-id: req-72ac15bd-d94d-4e27-88a8-d7d82dcc824c {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:35:18.397799 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a70729e-24c8-4e59-8c93-8811e088ab2e", "tag": "56477551-2028-40d4-9313-5bee9dbfa349", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:35:18.398057 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-72ac15bd-d94d-4e27-88a8-d7d82dcc824c {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:35:18.398568 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a70729e-24c8-4e59-8c93-8811e088ab2e', 'tag': '56477551-2028-40d4-9313-5bee9dbfa349', 'status': 'completed', 'code': 200} Feb 09 21:35:18.423310 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-687cf762-8365-415b-a361-789555bf15c0 req-8e685698-4b6f-4a21-90d5-914bd4fb6554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (1c2a45c6-1d31-40c2-9c88-66ea7e41cbeb), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:18.432531 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56a7d38a-d59c-4908-898f-decf0575a66e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (fec17942-beb5-4931-bf14-c3cd0b51a29d), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:18.433614 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a7d38a-d59c-4908-898f-decf0575a66e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:18.434200 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56a7d38a-d59c-4908-898f-decf0575a66e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:18.447295 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-854694d0-a93d-42ca-a892-291af40f2e52 admin admin] Publish callbacks [] for security_group (ee7f1764-09a1-4b13-bbb7-51e784da5ee7), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:18.466146 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-b4486af4-8eb6-470d-8480-2803857d8bfd req-d78c763c-32a1-456b-85ee-a9b1f46a463c tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Deleting port 5766863f-ef54-48f2-ac1f-a94310cb8604 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:35:18.466568 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-b4486af4-8eb6-470d-8480-2803857d8bfd req-d78c763c-32a1-456b-85ee-a9b1f46a463c tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (5766863f-ef54-48f2-ac1f-a94310cb8604), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:18.483522 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-854694d0-a93d-42ca-a892-291af40f2e52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (ee7f1764-09a1-4b13-bbb7-51e784da5ee7), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:18.582639 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-56a7d38a-d59c-4908-898f-decf0575a66e admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.8293734 Feb 09 21:35:18.594938 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 56492) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:18.609342 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-961220a3-675f-49cc-8dc4-6778713109ee admin admin] Request body: {'subnet': {'network_id': 'fec17942-beb5-4931-bf14-c3cd0b51a29d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1758693901-subnet', 'tenant_id': '10728d8d3f684788881f8ffec480c397', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:18.634942 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409ae161-6b90-46dd-a34b-638896e2edb5 req-a6ff9de5-8888-4beb-b3d9-d1d295dedf65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:18.636949 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-409ae161-6b90-46dd-a34b-638896e2edb5 req-a6ff9de5-8888-4beb-b3d9-d1d295dedf65 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=def3446e95584f24b6fdfb40ceda16ab&device_id=9a70729e-24c8-4e59-8c93-8811e088ab2e HTTP/1.1" status: 200 len: 1131 time: 0.2142935 Feb 09 21:35:18.675345 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-961220a3-675f-49cc-8dc4-6778713109ee admin admin] Made reservation on behalf of 10728d8d3f684788881f8ffec480c397 for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:35:18.677878 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-961220a3-675f-49cc-8dc4-6778713109ee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:18.886604 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409ae161-6b90-46dd-a34b-638896e2edb5 req-ca95c983-8cea-48cb-bc19-a8b830c66682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:18.888647 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-409ae161-6b90-46dd-a34b-638896e2edb5 req-ca95c983-8cea-48cb-bc19-a8b830c66682 service neutron] 10.222.0.89 "GET /v2.0/networks?id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc HTTP/1.1" status: 200 len: 870 time: 0.2399559 Feb 09 21:35:18.899474 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e67f374b-5ffe-498d-99ef-e3341bd0bd35 req-c8a78f9d-eb89-4264-ba2c-d43aa4bd2789 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/security-groups?id=53864ffe-fa53-4ead-9e41-21e6252e7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5656796 Feb 09 21:35:18.920295 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-854694d0-a93d-42ca-a892-291af40f2e52 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=10a604c06b114d5b9251f45b832a295c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9201720 Feb 09 21:35:18.920295 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a7d38a-d59c-4908-898f-decf0575a66e admin admin] Pushing event updated for resources: {'Network': ['ID=fec17942-beb5-4931-bf14-c3cd0b51a29d,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:18.921429 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 56504) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:18.943577 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-61425bf2-31d8-43ce-b021-f274353e686d req-b8906c35-6eb4-4517-8be1-758d7cbce6dd service neutron] 10.222.0.95 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6611185 Feb 09 21:35:18.946989 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854694d0-a93d-42ca-a892-291af40f2e52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee7f1764-09a1-4b13-bbb7-51e784da5ee7,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:18.979514 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-409ae161-6b90-46dd-a34b-638896e2edb5 req-4f774cc0-1b59-415c-aacc-3cc3e052a9cb service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=56477551-2028-40d4-9313-5bee9dbfa349 HTTP/1.1" status: 200 len: 217 time: 0.0769119 Feb 09 21:35:18.987035 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network fec17942-beb5-4931-bf14-c3cd0b51a29d details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:35:19.074961 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-b4486af4-8eb6-470d-8480-2803857d8bfd req-d78c763c-32a1-456b-85ee-a9b1f46a463c tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] For port 5766863f-ef54-48f2-ac1f-a94310cb8604, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=5766863f-ef54-48f2-ac1f-a94310cb8604,segment=NetworkSegment(462e03e7-f067-4f20-8f9e-1f3c154720a6),segment_id=462e03e7-f067-4f20-8f9e-1f3c154720a6)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:19.075953 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-b4486af4-8eb6-470d-8480-2803857d8bfd req-d78c763c-32a1-456b-85ee-a9b1f46a463c tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (5766863f-ef54-48f2-ac1f-a94310cb8604), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:19.076345 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 1d8838d3-0c1d-425c-ab19-a31049913f9d up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:35:19.133528 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-b4486af4-8eb6-470d-8480-2803857d8bfd req-d78c763c-32a1-456b-85ee-a9b1f46a463c tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Calling delete_port for 5766863f-ef54-48f2-ac1f-a94310cb8604 owned by compute:nova {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:35:19.147056 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-687cf762-8365-415b-a361-789555bf15c0 req-8e685698-4b6f-4a21-90d5-914bd4fb6554 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c2a45c6-1d31-40c2-9c88-66ea7e41cbeb {{(pid=103141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:35:19.161138 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 1d8838d3-0c1d-425c-ab19-a31049913f9d triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:19.161519 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (1d8838d3-0c1d-425c-ab19-a31049913f9d), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:19.164548 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-687cf762-8365-415b-a361-789555bf15c0 req-8e685698-4b6f-4a21-90d5-914bd4fb6554 service neutron] Publish callbacks [] for port (1c2a45c6-1d31-40c2-9c88-66ea7e41cbeb), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:19.192214 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409ae161-6b90-46dd-a34b-638896e2edb5 req-af3da58a-5605-45f1-a037-66f567aaed02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:19.203147 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-409ae161-6b90-46dd-a34b-638896e2edb5 req-af3da58a-5605-45f1-a037-66f567aaed02 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0f7402ac-a35b-414b-bcc1-bc1c3072ec3c HTTP/1.1" status: 200 len: 843 time: 0.1823606 Feb 09 21:35:19.222149 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-687cf762-8365-415b-a361-789555bf15c0 req-8e685698-4b6f-4a21-90d5-914bd4fb6554 service neutron] Transition to ACTIVE for port object 1c2a45c6-1d31-40c2-9c88-66ea7e41cbeb will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:35:19.223471 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-94dbc9a0-0371-43e5-9762-f41bdaf73fe5 admin admin] Publish callbacks [] for security_group (ee7f1764-09a1-4b13-bbb7-51e784da5ee7), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:19.253654 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754280ac-db29-4cad-b5db-981854a2dd5e req-eeadce87-c48a-49fd-a01a-08d3dec60aba tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:19.256785 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-94dbc9a0-0371-43e5-9762-f41bdaf73fe5 admin admin] Publish callbacks [] for security_group (ee7f1764-09a1-4b13-bbb7-51e784da5ee7), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:19.259486 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 1d8838d3-0c1d-425c-ab19-a31049913f9d is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:19.260511 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754280ac-db29-4cad-b5db-981854a2dd5e req-eeadce87-c48a-49fd-a01a-08d3dec60aba tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:19.268148 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-754280ac-db29-4cad-b5db-981854a2dd5e req-eeadce87-c48a-49fd-a01a-08d3dec60aba tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.90 "GET /v2.0/ports?device_id=839b756c-2e95-4def-9826-21c1525b2880 HTTP/1.1" status: 200 len: 1683 time: 0.2108278 Feb 09 21:35:19.274586 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-61425bf2-31d8-43ce-b021-f274353e686d req-f72000de-3d08-4e18-b899-13001b4a8c66 service neutron] 10.222.0.95 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3245902 Feb 09 21:35:19.287423 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df225c15-276e-4c4d-8226-035f80cd89b3 req-79603c4e-348a-43d0-93dc-7f3c33865157 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:19.294549 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-df225c15-276e-4c4d-8226-035f80cd89b3 req-79603c4e-348a-43d0-93dc-7f3c33865157 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=9a70729e-24c8-4e59-8c93-8811e088ab2e HTTP/1.1" status: 200 len: 949 time: 0.2509723 Feb 09 21:35:19.333521 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 56514) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:19.333916 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-687cf762-8365-415b-a361-789555bf15c0 req-8e685698-4b6f-4a21-90d5-914bd4fb6554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (1c2a45c6-1d31-40c2-9c88-66ea7e41cbeb), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:19.426777 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-961220a3-675f-49cc-8dc4-6778713109ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (58a89c03-6cc3-4eb7-93a9-8479c0cb0584), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:19.438329 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-754280ac-db29-4cad-b5db-981854a2dd5e req-d696d3b5-3a55-49dd-8c2d-9c342a856911 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.90 "GET /v2.0/security-groups?id=ce0b6bf0-0090-4ca0-98fe-25c5a90c9e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690733 Feb 09 21:35:19.464875 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-df225c15-276e-4c4d-8226-035f80cd89b3 req-998f8e31-ae83-49e1-be35-6e7af5926ea7 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616530 Feb 09 21:35:19.471147 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e685698-4b6f-4a21-90d5-914bd4fb6554 service neutron] Pushing event updated for resources: {'Port': ['ID=1c2a45c6-1d31-40c2-9c88-66ea7e41cbeb,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:19.505978 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-94dbc9a0-0371-43e5-9762-f41bdaf73fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (ee7f1764-09a1-4b13-bbb7-51e784da5ee7), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:19.508609 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-94dbc9a0-0371-43e5-9762-f41bdaf73fe5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:19.512571 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-94dbc9a0-0371-43e5-9762-f41bdaf73fe5 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/ee7f1764-09a1-4b13-bbb7-51e784da5ee7 HTTP/1.1" status: 204 len: 168 time: 0.5896471 Feb 09 21:35:19.530894 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409ae161-6b90-46dd-a34b-638896e2edb5 req-f7588878-cee9-4fcf-87dc-908fe9fb7f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:19.532455 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-409ae161-6b90-46dd-a34b-638896e2edb5 req-f7588878-cee9-4fcf-87dc-908fe9fb7f8e service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=def3446e95584f24b6fdfb40ceda16ab&device_id=9a70729e-24c8-4e59-8c93-8811e088ab2e HTTP/1.1" status: 200 len: 1131 time: 0.1811147 Feb 09 21:35:19.561374 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dbc9a0-0371-43e5-9762-f41bdaf73fe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee7f1764-09a1-4b13-bbb7-51e784da5ee7,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:19.565928 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409ae161-6b90-46dd-a34b-638896e2edb5 req-a4fcc0fd-5a4a-4a6c-aed6-60df45d57485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:19.567497 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-409ae161-6b90-46dd-a34b-638896e2edb5 req-a4fcc0fd-5a4a-4a6c-aed6-60df45d57485 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2582524 Feb 09 21:35:19.589744 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961220a3-675f-49cc-8dc4-6778713109ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=58a89c03-6cc3-4eb7-93a9-8479c0cb0584,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:19.596592 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-a91e70b7-d835-4d53-b171-8ea9d8736f93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2014041681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2014041681-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-807924468'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:19.600496 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-b4486af4-8eb6-470d-8480-2803857d8bfd req-d78c763c-32a1-456b-85ee-a9b1f46a463c tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (5766863f-ef54-48f2-ac1f-a94310cb8604), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:19.662275 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-687cf762-8365-415b-a361-789555bf15c0 req-8e685698-4b6f-4a21-90d5-914bd4fb6554 service neutron] Attempting to bind port 1c2a45c6-1d31-40c2-9c88-66ea7e41cbeb on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:35:19.662905 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-687cf762-8365-415b-a361-789555bf15c0 req-8e685698-4b6f-4a21-90d5-914bd4fb6554 service neutron] Attempting to bind port 1c2a45c6-1d31-40c2-9c88-66ea7e41cbeb by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': '22999d68-3ae1-4a5a-9612-0b8240545924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'e0933a47-9f98-425f-b2ec-87bdb6b7270d'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:35:19.663126 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687cf762-8365-415b-a361-789555bf15c0 req-8e685698-4b6f-4a21-90d5-914bd4fb6554 service neutron] Attempting to bind port 1c2a45c6-1d31-40c2-9c88-66ea7e41cbeb on network e0933a47-9f98-425f-b2ec-87bdb6b7270d {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:35:19.676712 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687cf762-8365-415b-a361-789555bf15c0 req-8e685698-4b6f-4a21-90d5-914bd4fb6554 service neutron] Port 1c2a45c6-1d31-40c2-9c88-66ea7e41cbeb on network e0933a47-9f98-425f-b2ec-87bdb6b7270d not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:35:19.677133 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687cf762-8365-415b-a361-789555bf15c0 req-8e685698-4b6f-4a21-90d5-914bd4fb6554 service neutron] Attempting to bind port 1c2a45c6-1d31-40c2-9c88-66ea7e41cbeb on network e0933a47-9f98-425f-b2ec-87bdb6b7270d {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:35:19.680692 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78c763c-32a1-456b-85ee-a9b1f46a463c tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Pushing event deleted for resources: {'Port': ['ID=5766863f-ef54-48f2-ac1f-a94310cb8604,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:19.687435 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961220a3-675f-49cc-8dc4-6778713109ee admin admin] Checking segment: {'id': '9e9d7d8b-b3ce-4b7a-bf3a-3a9e3687f2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'fec17942-beb5-4931-bf14-c3cd0b51a29d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:35:19.687855 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961220a3-675f-49cc-8dc4-6778713109ee admin admin] Network hostable DHCP agents. Network: fec17942-beb5-4931-bf14-c3cd0b51a29d, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:35:19.691546 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687cf762-8365-415b-a361-789555bf15c0 req-8e685698-4b6f-4a21-90d5-914bd4fb6554 service neutron] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:35:19.691955 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687cf762-8365-415b-a361-789555bf15c0 req-8e685698-4b6f-4a21-90d5-914bd4fb6554 service neutron] Checking segment: {'id': '22999d68-3ae1-4a5a-9612-0b8240545924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'e0933a47-9f98-425f-b2ec-87bdb6b7270d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:35:19.692425 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687cf762-8365-415b-a361-789555bf15c0 req-8e685698-4b6f-4a21-90d5-914bd4fb6554 service neutron] Bound using segment: {'id': '22999d68-3ae1-4a5a-9612-0b8240545924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'e0933a47-9f98-425f-b2ec-87bdb6b7270d'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:35:19.692926 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-687cf762-8365-415b-a361-789555bf15c0 req-8e685698-4b6f-4a21-90d5-914bd4fb6554 service neutron] Bound port: 1c2a45c6-1d31-40c2-9c88-66ea7e41cbeb, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22999d68-3ae1-4a5a-9612-0b8240545924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'e0933a47-9f98-425f-b2ec-87bdb6b7270d'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:35:19.693479 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-687cf762-8365-415b-a361-789555bf15c0 req-8e685698-4b6f-4a21-90d5-914bd4fb6554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (1c2a45c6-1d31-40c2-9c88-66ea7e41cbeb), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:19.726998 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a91e70b7-d835-4d53-b171-8ea9d8736f93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2014041681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2014041681-project] Made reservation on behalf of 6bcb5d426cb84b29bbf53009e28c158b for: {'network': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:35:19.730482 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a91e70b7-d835-4d53-b171-8ea9d8736f93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2014041681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2014041681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:19.771547 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65a2b66-7f15-4be6-ad93-b06f1196b230 req-f439078a-9437-43b7-8cd2-42cca5901a9d tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:19.777747 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a65a2b66-7f15-4be6-ad93-b06f1196b230 req-f439078a-9437-43b7-8cd2-42cca5901a9d tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/ports?device_id=1403455a-2632-4781-bcfa-60ab81462070 HTTP/1.1" status: 200 len: 944 time: 0.2422566 Feb 09 21:35:19.779106 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a91e70b7-d835-4d53-b171-8ea9d8736f93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2014041681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2014041681-project] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:19.786489 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961220a3-675f-49cc-8dc4-6778713109ee admin admin] Network fec17942-beb5-4931-bf14-c3cd0b51a29d is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:35:19.796757 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4486af4-8eb6-470d-8480-2803857d8bfd req-d78c763c-32a1-456b-85ee-a9b1f46a463c tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] No DVR routers for this DVR port 5766863f-ef54-48f2-ac1f-a94310cb8604 on host n-h1-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:35:19.802413 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-b4486af4-8eb6-470d-8480-2803857d8bfd req-d78c763c-32a1-456b-85ee-a9b1f46a463c tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:19.802570 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-409ae161-6b90-46dd-a34b-638896e2edb5 req-1b78df21-c567-49af-848c-6534b6575b1d service neutron] 10.222.0.89 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093444 Feb 09 21:35:19.806826 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b4486af4-8eb6-470d-8480-2803857d8bfd req-d78c763c-32a1-456b-85ee-a9b1f46a463c tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.95 "DELETE /v2.0/ports/5766863f-ef54-48f2-ac1f-a94310cb8604 HTTP/1.1" status: 204 len: 173 time: 1.9738460 Feb 09 21:35:19.831371 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-961220a3-675f-49cc-8dc4-6778713109ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, fec17942-beb5-4931-bf14-c3cd0b51a29d) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:35:19.842163 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826e567c-9f3d-468f-8b21-3b3d19f5b866 None None] Network fec17942-beb5-4931-bf14-c3cd0b51a29d requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:35:19.883856 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961220a3-675f-49cc-8dc4-6778713109ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:19.883856 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-961220a3-675f-49cc-8dc4-6778713109ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:19.902591 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-687cf762-8365-415b-a361-789555bf15c0 req-8e685698-4b6f-4a21-90d5-914bd4fb6554 service neutron] For port 1c2a45c6-1d31-40c2-9c88-66ea7e41cbeb, host n-h2-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:35:19.927513 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-961220a3-675f-49cc-8dc4-6778713109ee admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3312969 Feb 09 21:35:19.927998 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 56522) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:19.931808 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-687cf762-8365-415b-a361-789555bf15c0 req-8e685698-4b6f-4a21-90d5-914bd4fb6554 service neutron] For port 1c2a45c6-1d31-40c2-9c88-66ea7e41cbeb, host n-h2-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=1c2a45c6-1d31-40c2-9c88-66ea7e41cbeb,segment=NetworkSegment(22999d68-3ae1-4a5a-9612-0b8240545924),segment_id=22999d68-3ae1-4a5a-9612-0b8240545924)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:35:19.933280 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409ae161-6b90-46dd-a34b-638896e2edb5 req-4eec4a44-26d6-4c2d-b094-6e6b2893f3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:19.934887 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-409ae161-6b90-46dd-a34b-638896e2edb5 req-4eec4a44-26d6-4c2d-b094-6e6b2893f3c0 service neutron] 10.222.0.95 "GET /v2.0/networks?id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc HTTP/1.1" status: 200 len: 870 time: 0.3850594 Feb 09 21:35:19.942443 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a65a2b66-7f15-4be6-ad93-b06f1196b230 req-b8560cf4-34e1-4694-a145-9ee5b338ab5d tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d80a148-e9eb-4688-aae9-f24ed4e32758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345410 Feb 09 21:35:19.977949 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-a02358e0-c09b-4a12-a054-1ed95ae3b244 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1758693901-router', 'tenant_id': '10728d8d3f684788881f8ffec480c397', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:20.012196 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-687cf762-8365-415b-a361-789555bf15c0 req-8e685698-4b6f-4a21-90d5-914bd4fb6554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (1c2a45c6-1d31-40c2-9c88-66ea7e41cbeb), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:20.029403 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-409ae161-6b90-46dd-a34b-638896e2edb5 req-257bb3e4-9594-430e-87d8-fa317548915f service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=56477551-2028-40d4-9313-5bee9dbfa349 HTTP/1.1" status: 200 len: 217 time: 0.0802200 Feb 09 21:35:20.066922 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561522d4-8174-471c-b41b-2a084130d040 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-fec17942-beb5-4931-bf14-c3cd0b51a29d', 'network_id': 'fec17942-beb5-4931-bf14-c3cd0b51a29d', 'project_id': '10728d8d3f684788881f8ffec480c397', 'fixed_ips': [{'subnet_id': '58a89c03-6cc3-4eb7-93a9-8479c0cb0584'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:35:20.069011 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-561522d4-8174-471c-b41b-2a084130d040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:20.078293 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-409ae161-6b90-46dd-a34b-638896e2edb5 req-f79cbdea-2503-4960-acb3-e37c77e9cc7a service neutron] 10.222.0.89 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626021 Feb 09 21:35:20.107593 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687cf762-8365-415b-a361-789555bf15c0 req-8e685698-4b6f-4a21-90d5-914bd4fb6554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:20.108586 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-687cf762-8365-415b-a361-789555bf15c0 req-8e685698-4b6f-4a21-90d5-914bd4fb6554 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:20.109803 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-687cf762-8365-415b-a361-789555bf15c0 req-8e685698-4b6f-4a21-90d5-914bd4fb6554 service neutron] 10.222.0.89 "PUT /v2.0/ports/1c2a45c6-1d31-40c2-9c88-66ea7e41cbeb HTTP/1.1" status: 200 len: 1092 time: 1.7830801 Feb 09 21:35:20.110325 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1403455a-2632-4781-bcfa-60ab81462070', 'tag': '1c2a45c6-1d31-40c2-9c88-66ea7e41cbeb'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:35:20.112602 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42b62ae2-aca4-4876-9d24-ee84e8599c5e" -d '{"events": [{"name": "network-changed", "server_uuid": "1403455a-2632-4781-bcfa-60ab81462070", "tag": "1c2a45c6-1d31-40c2-9c88-66ea7e41cbeb"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:35:20.118426 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a02358e0-c09b-4a12-a054-1ed95ae3b244 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (17975e9d-008f-4038-94c2-4737ed47cb25), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:20.120919 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a02358e0-c09b-4a12-a054-1ed95ae3b244 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (17975e9d-008f-4038-94c2-4737ed47cb25), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:20.158775 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e685698-4b6f-4a21-90d5-914bd4fb6554 service neutron] Pushing event updated for resources: {'Port': ['ID=1c2a45c6-1d31-40c2-9c88-66ea7e41cbeb,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:20.197082 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e685698-4b6f-4a21-90d5-914bd4fb6554 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:20.197457 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e685698-4b6f-4a21-90d5-914bd4fb6554 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:20.197755 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e685698-4b6f-4a21-90d5-914bd4fb6554 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:20.198088 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e685698-4b6f-4a21-90d5-914bd4fb6554 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:20.198414 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e685698-4b6f-4a21-90d5-914bd4fb6554 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:20.198839 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e685698-4b6f-4a21-90d5-914bd4fb6554 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:20.199047 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e685698-4b6f-4a21-90d5-914bd4fb6554 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:20.199367 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e685698-4b6f-4a21-90d5-914bd4fb6554 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:20.199683 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e685698-4b6f-4a21-90d5-914bd4fb6554 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:20.200689 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e685698-4b6f-4a21-90d5-914bd4fb6554 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:20.201024 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e685698-4b6f-4a21-90d5-914bd4fb6554 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:20.201343 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e685698-4b6f-4a21-90d5-914bd4fb6554 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:20.201760 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e685698-4b6f-4a21-90d5-914bd4fb6554 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:20.255937 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409ae161-6b90-46dd-a34b-638896e2edb5 req-0fceeee1-f56c-4d2e-a19f-629c820875df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:20.257791 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-409ae161-6b90-46dd-a34b-638896e2edb5 req-0fceeee1-f56c-4d2e-a19f-629c820875df service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0f7402ac-a35b-414b-bcc1-bc1c3072ec3c HTTP/1.1" status: 200 len: 843 time: 0.2177687 Feb 09 21:35:20.286902 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-561522d4-8174-471c-b41b-2a084130d040 None None] Allocated IP 172.20.0.2 (fec17942-beb5-4931-bf14-c3cd0b51a29d/58a89c03-6cc3-4eb7-93a9-8479c0cb0584/4d7dc920-b200-4957-803e-166b354d56a9) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:35:20.301109 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3d1d11f-9a8f-4b4b-985b-4c64e47bcf34 x-openstack-request-id: req-c3d1d11f-9a8f-4b4b-985b-4c64e47bcf34 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:35:20.301639 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1403455a-2632-4781-bcfa-60ab81462070", "tag": "1c2a45c6-1d31-40c2-9c88-66ea7e41cbeb", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:35:20.302051 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-c3d1d11f-9a8f-4b4b-985b-4c64e47bcf34 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:35:20.302622 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1403455a-2632-4781-bcfa-60ab81462070', 'tag': '1c2a45c6-1d31-40c2-9c88-66ea7e41cbeb', 'status': 'completed', 'code': 200} Feb 09 21:35:20.317294 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a02358e0-c09b-4a12-a054-1ed95ae3b244 admin admin] Publish callbacks [] for router_controller (17975e9d-008f-4038-94c2-4737ed47cb25), precommit_add_association {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:20.330775 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687cf762-8365-415b-a361-789555bf15c0 req-adfa41c6-67a1-4bbf-b9aa-a93293ef0c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:20.333640 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-687cf762-8365-415b-a361-789555bf15c0 req-adfa41c6-67a1-4bbf-b9aa-a93293ef0c79 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=78416997261a4fcdac7ea7395d681884&device_id=1403455a-2632-4781-bcfa-60ab81462070 HTTP/1.1" status: 200 len: 1126 time: 0.1611633 Feb 09 21:35:20.337947 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b4a93a-725e-4490-9a17-1993052bbaff req-7138e49d-fefb-48c5-96b0-e4fc0beabdb4 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:20.339483 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c6b4a93a-725e-4490-9a17-1993052bbaff req-7138e49d-fefb-48c5-96b0-e4fc0beabdb4 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/ports?device_id=50e0dbe9-de7a-4515-a141-361c5f3ab1cc HTTP/1.1" status: 200 len: 945 time: 0.2567885 Feb 09 21:35:20.347322 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a91e70b7-d835-4d53-b171-8ea9d8736f93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2014041681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2014041681-project] Publish callbacks [] for security_group (26245c21-ed03-42bf-a030-d869902cb012), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:20.367462 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a91e70b7-d835-4d53-b171-8ea9d8736f93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2014041681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2014041681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (26245c21-ed03-42bf-a030-d869902cb012), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:20.382919 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-b4486af4-8eb6-470d-8480-2803857d8bfd req-fdc8974e-d04c-4ab0-995d-039ee3002f7f tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Deleting port d10ee656-cd44-41f1-9918-4a2732cceda8 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:35:20.383274 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-b4486af4-8eb6-470d-8480-2803857d8bfd req-fdc8974e-d04c-4ab0-995d-039ee3002f7f tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (d10ee656-cd44-41f1-9918-4a2732cceda8), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:20.416055 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '839b756c-2e95-4def-9826-21c1525b2880', 'name': 'network-vif-deleted', 'tag': '5766863f-ef54-48f2-ac1f-a94310cb8604'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:35:20.421569 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dc3682f-7554-4121-9d96-e7101fd0f84f" -d '{"events": [{"server_uuid": "839b756c-2e95-4def-9826-21c1525b2880", "name": "network-vif-deleted", "tag": "5766863f-ef54-48f2-ac1f-a94310cb8604"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:35:20.461252 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a91e70b7-d835-4d53-b171-8ea9d8736f93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2014041681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2014041681-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=103140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:35:20.463355 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-687cf762-8365-415b-a361-789555bf15c0 req-6692ec3c-53c4-4a3a-b46b-834c65ecd8f1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c2a45c6-1d31-40c2-9c88-66ea7e41cbeb HTTP/1.1" status: 200 len: 217 time: 0.0430465 Feb 09 21:35:20.484787 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409ae161-6b90-46dd-a34b-638896e2edb5 req-b317f779-4735-4800-a79d-a72efd77f2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:20.486355 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-409ae161-6b90-46dd-a34b-638896e2edb5 req-b317f779-4735-4800-a79d-a72efd77f2ff service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2169001 Feb 09 21:35:20.523061 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a91e70b7-d835-4d53-b171-8ea9d8736f93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2014041681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2014041681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (ebf1d19d-957a-42fb-b239-e22d4eefc5d4), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:20.523310 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-a91e70b7-d835-4d53-b171-8ea9d8736f93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2014041681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2014041681-project] Added segment ebf1d19d-957a-42fb-b239-e22d4eefc5d4 of type vlan for network d1082423-c970-49a0-a06d-befafa91969c Feb 09 21:35:20.570747 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-561522d4-8174-471c-b41b-2a084130d040 None None] Publish callbacks [] for port (4d7dc920-b200-4957-803e-166b354d56a9), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:20.579520 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a02358e0-c09b-4a12-a054-1ed95ae3b244 admin admin] Publish callbacks [] for router_gateway (17975e9d-008f-4038-94c2-4737ed47cb25), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:20.581310 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-561522d4-8174-471c-b41b-2a084130d040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (4d7dc920-b200-4957-803e-166b354d56a9), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:20.596304 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31f1b201-f90f-4647-9a1f-0a14cf277f7c x-openstack-request-id: req-31f1b201-f90f-4647-9a1f-0a14cf277f7c {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:35:20.597159 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "839b756c-2e95-4def-9826-21c1525b2880", "name": "network-vif-deleted", "tag": "5766863f-ef54-48f2-ac1f-a94310cb8604", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:35:20.602198 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-31f1b201-f90f-4647-9a1f-0a14cf277f7c {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:35:20.603115 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '839b756c-2e95-4def-9826-21c1525b2880', 'name': 'network-vif-deleted', 'tag': '5766863f-ef54-48f2-ac1f-a94310cb8604', 'status': 'completed', 'code': 200} Feb 09 21:35:20.604208 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91e70b7-d835-4d53-b171-8ea9d8736f93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2014041681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2014041681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26245c21-ed03-42bf-a030-d869902cb012,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:20.640527 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687cf762-8365-415b-a361-789555bf15c0 req-3b13f55e-7268-438d-bc4a-0f040f0bc81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:20.642056 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-687cf762-8365-415b-a361-789555bf15c0 req-3b13f55e-7268-438d-bc4a-0f040f0bc81f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ad8da7e2-9246-4407-b24a-0611ae1b2813 HTTP/1.1" status: 200 len: 851 time: 0.1293588 Feb 09 21:35:20.642209 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561522d4-8174-471c-b41b-2a084130d040 None None] Pushing event updated for resources: {'Port': ['ID=4d7dc920-b200-4957-803e-166b354d56a9,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:20.658934 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561522d4-8174-471c-b41b-2a084130d040 None None] Network fec17942-beb5-4931-bf14-c3cd0b51a29d is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:35:20.660468 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-561522d4-8174-471c-b41b-2a084130d040 None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:35:20.661773 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c6b4a93a-725e-4490-9a17-1993052bbaff req-0153738a-6280-4506-bce8-4432b6b628e3 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/security-groups?id=53864ffe-fa53-4ead-9e41-21e6252e7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3128281 Feb 09 21:35:20.664263 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561522d4-8174-471c-b41b-2a084130d040 None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:35:20.679446 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91e70b7-d835-4d53-b171-8ea9d8736f93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2014041681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2014041681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:20.679908 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91e70b7-d835-4d53-b171-8ea9d8736f93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2014041681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2014041681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:20.680390 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91e70b7-d835-4d53-b171-8ea9d8736f93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2014041681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2014041681-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:20.680853 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91e70b7-d835-4d53-b171-8ea9d8736f93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2014041681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2014041681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:20.681300 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91e70b7-d835-4d53-b171-8ea9d8736f93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2014041681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2014041681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:20.681743 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91e70b7-d835-4d53-b171-8ea9d8736f93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2014041681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2014041681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:20.682176 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91e70b7-d835-4d53-b171-8ea9d8736f93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2014041681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2014041681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:20.682610 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91e70b7-d835-4d53-b171-8ea9d8736f93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2014041681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2014041681-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:20.683042 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91e70b7-d835-4d53-b171-8ea9d8736f93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2014041681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2014041681-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:20.683472 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91e70b7-d835-4d53-b171-8ea9d8736f93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2014041681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2014041681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:20.683932 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91e70b7-d835-4d53-b171-8ea9d8736f93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2014041681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2014041681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:20.684896 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91e70b7-d835-4d53-b171-8ea9d8736f93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2014041681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2014041681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:20.685470 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91e70b7-d835-4d53-b171-8ea9d8736f93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2014041681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2014041681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:20.734513 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a91e70b7-d835-4d53-b171-8ea9d8736f93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2014041681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2014041681-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (d1082423-c970-49a0-a06d-befafa91969c), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:20.742806 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-687cf762-8365-415b-a361-789555bf15c0 req-784873e6-9203-4020-985a-b0ed54b77553 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e0933a47-9f98-425f-b2ec-87bdb6b7270d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361545 Feb 09 21:35:20.770985 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-b4486af4-8eb6-470d-8480-2803857d8bfd req-fdc8974e-d04c-4ab0-995d-039ee3002f7f tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] For port d10ee656-cd44-41f1-9918-4a2732cceda8, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=d10ee656-cd44-41f1-9918-4a2732cceda8,segment=NetworkSegment(d5a705fd-9269-4d2c-a2fd-6874d0fd713b),segment_id=d5a705fd-9269-4d2c-a2fd-6874d0fd713b)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:20.771478 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-b4486af4-8eb6-470d-8480-2803857d8bfd req-fdc8974e-d04c-4ab0-995d-039ee3002f7f tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (d10ee656-cd44-41f1-9918-4a2732cceda8), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:20.791449 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 56550) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:20.793529 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-561522d4-8174-471c-b41b-2a084130d040 None None] Attempting to bind port 4d7dc920-b200-4957-803e-166b354d56a9 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:35:20.794260 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-561522d4-8174-471c-b41b-2a084130d040 None None] Attempting to bind port 4d7dc920-b200-4957-803e-166b354d56a9 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '9e9d7d8b-b3ce-4b7a-bf3a-3a9e3687f2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'fec17942-beb5-4931-bf14-c3cd0b51a29d'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:35:20.794985 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561522d4-8174-471c-b41b-2a084130d040 None None] Attempting to bind port 4d7dc920-b200-4957-803e-166b354d56a9 on network fec17942-beb5-4931-bf14-c3cd0b51a29d {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:35:20.801983 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561522d4-8174-471c-b41b-2a084130d040 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:35:20.802703 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561522d4-8174-471c-b41b-2a084130d040 None None] Checking segment: {'id': '9e9d7d8b-b3ce-4b7a-bf3a-3a9e3687f2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'fec17942-beb5-4931-bf14-c3cd0b51a29d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:35:20.803697 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-561522d4-8174-471c-b41b-2a084130d040 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:20.804485 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561522d4-8174-471c-b41b-2a084130d040 None None] Bound using segment: {'id': '9e9d7d8b-b3ce-4b7a-bf3a-3a9e3687f2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'fec17942-beb5-4931-bf14-c3cd0b51a29d'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:35:20.805152 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-561522d4-8174-471c-b41b-2a084130d040 None None] Bound port: 4d7dc920-b200-4957-803e-166b354d56a9, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e9d7d8b-b3ce-4b7a-bf3a-3a9e3687f2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'fec17942-beb5-4931-bf14-c3cd0b51a29d'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:35:20.805977 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-561522d4-8174-471c-b41b-2a084130d040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (4d7dc920-b200-4957-803e-166b354d56a9), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:20.822622 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-b4486af4-8eb6-470d-8480-2803857d8bfd req-fdc8974e-d04c-4ab0-995d-039ee3002f7f tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Calling delete_port for d10ee656-cd44-41f1-9918-4a2732cceda8 owned by compute:nova {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:35:20.853011 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 56477551-2028-40d4-9313-5bee9dbfa349 details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:35:20.864075 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 5766863f-ef54-48f2-ac1f-a94310cb8604 no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:35:20.876413 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-409ae161-6b90-46dd-a34b-638896e2edb5 req-6ac44ed7-e761-421c-a831-256e65dbc106 service neutron] 10.222.0.95 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3788705 Feb 09 21:35:20.880591 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-687cf762-8365-415b-a361-789555bf15c0 req-b99989f4-7aee-41bd-90ad-40475c892cdb service neutron] 10.222.0.89 "GET /v2.0/networks/e0933a47-9f98-425f-b2ec-87bdb6b7270d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270337 Feb 09 21:35:20.884176 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a91e70b7-d835-4d53-b171-8ea9d8736f93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2014041681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2014041681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (d1082423-c970-49a0-a06d-befafa91969c), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:20.889788 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91e70b7-d835-4d53-b171-8ea9d8736f93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2014041681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2014041681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:20.890871 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a91e70b7-d835-4d53-b171-8ea9d8736f93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2014041681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2014041681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:20.926716 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] No Port match for: 5766863f-ef54-48f2-ac1f-a94310cb8604 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:35:20.927205 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 5766863f-ef54-48f2-ac1f-a94310cb8604 not bound to the agent host n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:35:20.927637 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device d10ee656-cd44-41f1-9918-4a2732cceda8 no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:35:20.957653 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e066e1d4-3a83-470b-bb13-9a3fae9a0f83 req-52f79b4f-bad8-4de4-b2d7-a991db16934c tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:20.959184 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e066e1d4-3a83-470b-bb13-9a3fae9a0f83 req-52f79b4f-bad8-4de4-b2d7-a991db16934c tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.90 "GET /v2.0/ports?device_id=839b756c-2e95-4def-9826-21c1525b2880 HTTP/1.1" status: 200 len: 946 time: 0.3158190 Feb 09 21:35:20.983586 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:21.018687 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-9101e84b-2d70-463c-956b-f1317b8d9a74 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1705729616-network', 'tenant_id': '6f91ff87dda04a70be53686f188383f3'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:21.041168 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-561522d4-8174-471c-b41b-2a084130d040 None None] For port 4d7dc920-b200-4957-803e-166b354d56a9, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:35:21.084850 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-687cf762-8365-415b-a361-789555bf15c0 req-33bb8adc-b4f9-42ab-a4f1-c3b3e34a9f1e service neutron] 10.222.0.89 "GET /v2.0/networks/e0933a47-9f98-425f-b2ec-87bdb6b7270d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751976 Feb 09 21:35:21.087594 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-a91e70b7-d835-4d53-b171-8ea9d8736f93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2014041681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2014041681-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.7527890 Feb 09 21:35:21.126090 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-561522d4-8174-471c-b41b-2a084130d040 None None] For port 4d7dc920-b200-4957-803e-166b354d56a9, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=4d7dc920-b200-4957-803e-166b354d56a9,segment=NetworkSegment(9e9d7d8b-b3ce-4b7a-bf3a-3a9e3687f2f0),segment_id=9e9d7d8b-b3ce-4b7a-bf3a-3a9e3687f2f0)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:35:21.132665 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port d10ee656-cd44-41f1-9918-4a2732cceda8 is: ACTIVE; New status is: DOWN {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:21.134998 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a02358e0-c09b-4a12-a054-1ed95ae3b244 admin admin] Publish callbacks [] for router_gateway (17975e9d-008f-4038-94c2-4737ed47cb25), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:21.135637 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (d10ee656-cd44-41f1-9918-4a2732cceda8), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:21.141751 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91e70b7-d835-4d53-b171-8ea9d8736f93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2014041681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2014041681-project] Pushing event updated for resources: {'Network': ['ID=d1082423-c970-49a0-a06d-befafa91969c,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:21.158426 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-561522d4-8174-471c-b41b-2a084130d040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (4d7dc920-b200-4957-803e-166b354d56a9), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:21.161963 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19693134-040d-46b9-baf3-20d8103da9cd req-170b022f-3694-430b-a8fd-fc0e671163a2 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:21.163531 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-19693134-040d-46b9-baf3-20d8103da9cd req-170b022f-3694-430b-a8fd-fc0e671163a2 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=9a70729e-24c8-4e59-8c93-8811e088ab2e HTTP/1.1" status: 200 len: 949 time: 0.3743072 Feb 09 21:35:21.167233 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network d1082423-c970-49a0-a06d-befafa91969c details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:35:21.176556 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9101e84b-2d70-463c-956b-f1317b8d9a74 admin admin] Made reservation on behalf of 6f91ff87dda04a70be53686f188383f3 for: {'network': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:35:21.178889 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9101e84b-2d70-463c-956b-f1317b8d9a74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:21.232168 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a02358e0-c09b-4a12-a054-1ed95ae3b244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:21.251190 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9101e84b-2d70-463c-956b-f1317b8d9a74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:21.260274 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e066e1d4-3a83-470b-bb13-9a3fae9a0f83 req-d149c2c3-8601-474a-94c6-947e28e8664e tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.90 "GET /v2.0/security-groups?id=ce0b6bf0-0090-4ca0-98fe-25c5a90c9e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552285 Feb 09 21:35:21.275934 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-409ae161-6b90-46dd-a34b-638896e2edb5 req-eca7be8b-57c3-472d-9e07-ebfafe7db9ea service neutron] 10.222.0.95 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3792017 Feb 09 21:35:21.355871 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 56477551-2028-40d4-9313-5bee9dbfa349, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=56477551-2028-40d4-9313-5bee9dbfa349,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:21.371838 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561522d4-8174-471c-b41b-2a084130d040 None None] Pushing event updated for resources: {'Port': ['ID=4d7dc920-b200-4957-803e-166b354d56a9,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:21.378871 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-19693134-040d-46b9-baf3-20d8103da9cd req-a53e867c-4d7c-45f0-95ad-e7b7da33541b tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799321 Feb 09 21:35:21.379752 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': '56477551-2028-40d4-9313-5bee9dbfa349', 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc', 'port_id': '56477551-2028-40d4-9313-5bee9dbfa349', 'mac_address': 'fa:16:3e:71:08:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f7402ac-a35b-414b-bcc1-bc1c3072ec3c', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:35:21.447881 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-b4486af4-8eb6-470d-8480-2803857d8bfd req-fdc8974e-d04c-4ab0-995d-039ee3002f7f tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (d10ee656-cd44-41f1-9918-4a2732cceda8), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:21.514474 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b62ae2-aca4-4876-9d24-ee84e8599c5e req-07ed85b8-e0d8-4355-8135-b17b5d334292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:21.525098 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-42b62ae2-aca4-4876-9d24-ee84e8599c5e req-07ed85b8-e0d8-4355-8135-b17b5d334292 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=78416997261a4fcdac7ea7395d681884&device_id=1403455a-2632-4781-bcfa-60ab81462070 HTTP/1.1" status: 200 len: 1126 time: 0.3335536 Feb 09 21:35:21.527552 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 56477551-2028-40d4-9313-5bee9dbfa349 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:21.530237 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (56477551-2028-40d4-9313-5bee9dbfa349), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:21.554137 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc8974e-d04c-4ab0-995d-039ee3002f7f tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Pushing event deleted for resources: {'Port': ['ID=d10ee656-cd44-41f1-9918-4a2732cceda8,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:21.557017 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-a02358e0-c09b-4a12-a054-1ed95ae3b244 admin admin] Allocated IP 172.25.3.225 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/69d7a2b4-d97a-4cfd-bd46-a7f27b897575) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:35:21.595152 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56477551-2028-40d4-9313-5bee9dbfa349 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:35:21.661390 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 56477551-2028-40d4-9313-5bee9dbfa349, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=56477551-2028-40d4-9313-5bee9dbfa349,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:21.668191 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (56477551-2028-40d4-9313-5bee9dbfa349), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:21.699352 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9101e84b-2d70-463c-956b-f1317b8d9a74 admin admin] Publish callbacks [] for security_group (12447a63-5fb2-4311-b8af-0953600324f2), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:21.702985 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4486af4-8eb6-470d-8480-2803857d8bfd req-fdc8974e-d04c-4ab0-995d-039ee3002f7f tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] No DVR routers for this DVR port d10ee656-cd44-41f1-9918-4a2732cceda8 on host n-h1-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:35:21.706721 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-b4486af4-8eb6-470d-8480-2803857d8bfd req-fdc8974e-d04c-4ab0-995d-039ee3002f7f tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:21.710785 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b4486af4-8eb6-470d-8480-2803857d8bfd req-fdc8974e-d04c-4ab0-995d-039ee3002f7f tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.95 "DELETE /v2.0/ports/d10ee656-cd44-41f1-9918-4a2732cceda8 HTTP/1.1" status: 204 len: 173 time: 1.8756704 Feb 09 21:35:21.713938 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9101e84b-2d70-463c-956b-f1317b8d9a74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (12447a63-5fb2-4311-b8af-0953600324f2), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:21.767887 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=56477551-2028-40d4-9313-5bee9dbfa349,revision_number=12']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:21.770848 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22f72a8-fcff-4b51-801b-b3aa1b15fd64 req-043b755c-1a79-4f01-988a-183d56c7ad01 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:21.782561 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e22f72a8-fcff-4b51-801b-b3aa1b15fd64 req-043b755c-1a79-4f01-988a-183d56c7ad01 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/ports?device_id=1403455a-2632-4781-bcfa-60ab81462070 HTTP/1.1" status: 200 len: 944 time: 0.3384759 Feb 09 21:35:21.813006 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9101e84b-2d70-463c-956b-f1317b8d9a74 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=103140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:35:21.894988 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 56562) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:21.909443 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-0fd58cfb-0cb8-42e7-890e-7d808e6ae635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Request body: {'port': {'network_id': 'd1082423-c970-49a0-a06d-befafa91969c', 'binding:host_id': 'n-h2-828369-5', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1851500742'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:21.928628 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9101e84b-2d70-463c-956b-f1317b8d9a74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12447a63-5fb2-4311-b8af-0953600324f2,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:21.947395 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9101e84b-2d70-463c-956b-f1317b8d9a74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (f943d251-cbac-4cd2-b962-dbbb0491c1ed), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:21.950762 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-9101e84b-2d70-463c-956b-f1317b8d9a74 admin admin] Added segment f943d251-cbac-4cd2-b962-dbbb0491c1ed of type vlan for network 72e21a0c-bd04-4da9-83ef-ade9ea60785f Feb 09 21:35:21.978740 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['56477551-2028-40d4-9313-5bee9dbfa349'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:35:22.027798 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fd58cfb-0cb8-42e7-890e-7d808e6ae635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Made reservation on behalf of 7e5c566bfb664e7982bc22da643e2016 for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:35:22.033911 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0fd58cfb-0cb8-42e7-890e-7d808e6ae635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:22.097553 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9101e84b-2d70-463c-956b-f1317b8d9a74 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (72e21a0c-bd04-4da9-83ef-ade9ea60785f), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:22.101539 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0fd58cfb-0cb8-42e7-890e-7d808e6ae635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:22.125907 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e22f72a8-fcff-4b51-801b-b3aa1b15fd64 req-60064fcc-0875-4949-993a-7d580806b6f9 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d80a148-e9eb-4688-aae9-f24ed4e32758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3223603 Feb 09 21:35:22.187458 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9101e84b-2d70-463c-956b-f1317b8d9a74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (72e21a0c-bd04-4da9-83ef-ade9ea60785f), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:22.188688 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9101e84b-2d70-463c-956b-f1317b8d9a74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:22.189277 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9101e84b-2d70-463c-956b-f1317b8d9a74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:22.203993 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531c97f2-a4ff-4708-bea4-c7351f64fa17 req-f037adb8-4854-4d74-bcef-936af0808ca2 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:22.205524 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-531c97f2-a4ff-4708-bea4-c7351f64fa17 req-f037adb8-4854-4d74-bcef-936af0808ca2 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/ports?device_id=50e0dbe9-de7a-4515-a141-361c5f3ab1cc HTTP/1.1" status: 200 len: 945 time: 0.2240286 Feb 09 21:35:22.218688 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b62ae2-aca4-4876-9d24-ee84e8599c5e req-799a7dba-f75c-4898-b265-05320029f24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:22.220428 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-42b62ae2-aca4-4876-9d24-ee84e8599c5e req-799a7dba-f75c-4898-b265-05320029f24c service neutron] 10.222.0.89 "GET /v2.0/networks?id=e0933a47-9f98-425f-b2ec-87bdb6b7270d HTTP/1.1" status: 200 len: 912 time: 0.6865160 Feb 09 21:35:22.272810 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a02358e0-c09b-4a12-a054-1ed95ae3b244 admin admin] Publish callbacks [] for port (69d7a2b4-d97a-4cfd-bd46-a7f27b897575), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:22.275533 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-42b62ae2-aca4-4876-9d24-ee84e8599c5e req-bec35372-53af-481a-8295-02895a8638e5 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c2a45c6-1d31-40c2-9c88-66ea7e41cbeb HTTP/1.1" status: 200 len: 217 time: 0.0476782 Feb 09 21:35:22.284842 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-9101e84b-2d70-463c-956b-f1317b8d9a74 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4907236 Feb 09 21:35:22.287792 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 56564) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:22.302985 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-0b7cfd94-ec72-4f5d-9ce8-228c9ccd56cc admin admin] Request body: {'subnet': {'network_id': '72e21a0c-bd04-4da9-83ef-ade9ea60785f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1705729616-subnet', 'tenant_id': '6f91ff87dda04a70be53686f188383f3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:22.303900 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9101e84b-2d70-463c-956b-f1317b8d9a74 admin admin] Pushing event updated for resources: {'Network': ['ID=72e21a0c-bd04-4da9-83ef-ade9ea60785f,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:22.322846 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 72e21a0c-bd04-4da9-83ef-ade9ea60785f details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:35:22.345973 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b7cfd94-ec72-4f5d-9ce8-228c9ccd56cc admin admin] Made reservation on behalf of 6f91ff87dda04a70be53686f188383f3 for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:35:22.348950 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0b7cfd94-ec72-4f5d-9ce8-228c9ccd56cc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:22.349093 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-531c97f2-a4ff-4708-bea4-c7351f64fa17 req-d63e179c-1735-4773-8621-223259c0057a tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/security-groups?id=53864ffe-fa53-4ead-9e41-21e6252e7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045892 Feb 09 21:35:22.374982 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0fd58cfb-0cb8-42e7-890e-7d808e6ae635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Publish callbacks [] for security_group (459f8d3c-fb46-4d58-8408-200591952321), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:22.380792 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0fd58cfb-0cb8-42e7-890e-7d808e6ae635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (459f8d3c-fb46-4d58-8408-200591952321), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:22.385192 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-0fd58cfb-0cb8-42e7-890e-7d808e6ae635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] device_id is not set on port cb0a5a45-2e6a-4dda-976f-3c68385f804e yet. {{(pid=103140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:35:22.568754 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b62ae2-aca4-4876-9d24-ee84e8599c5e req-57bebf95-b8cc-4fe8-ba8c-ba0531cf0d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:22.570270 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-42b62ae2-aca4-4876-9d24-ee84e8599c5e req-57bebf95-b8cc-4fe8-ba8c-ba0531cf0d00 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ad8da7e2-9246-4407-b24a-0611ae1b2813 HTTP/1.1" status: 200 len: 851 time: 0.2843583 Feb 09 21:35:22.576935 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a02358e0-c09b-4a12-a054-1ed95ae3b244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (69d7a2b4-d97a-4cfd-bd46-a7f27b897575), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:22.577383 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd58cfb-0cb8-42e7-890e-7d808e6ae635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=459f8d3c-fb46-4d58-8408-200591952321,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:22.616379 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '839b756c-2e95-4def-9826-21c1525b2880', 'name': 'network-vif-deleted', 'tag': 'd10ee656-cd44-41f1-9918-4a2732cceda8'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:35:22.618788 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-260a43e9-adc7-4f44-bd45-432912395754" -d '{"events": [{"server_uuid": "839b756c-2e95-4def-9826-21c1525b2880", "name": "network-vif-deleted", "tag": "d10ee656-cd44-41f1-9918-4a2732cceda8"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:35:22.623303 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-34a67606-7cd2-44bf-8dbd-7ab0d49de41a req-c7724300-0846-4192-920c-cce534345b3f tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.90 "GET /v2.0/ports?device_id=839b756c-2e95-4def-9826-21c1525b2880 HTTP/1.1" status: 200 len: 210 time: 0.0784857 Feb 09 21:35:22.671197 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-42b62ae2-aca4-4876-9d24-ee84e8599c5e req-785b2c4a-6e6c-4954-9b70-327e4fd7a59e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e0933a47-9f98-425f-b2ec-87bdb6b7270d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0879095 Feb 09 21:35:22.674718 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02358e0-c09b-4a12-a054-1ed95ae3b244 admin admin] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:35:22.676017 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0b7cfd94-ec72-4f5d-9ce8-228c9ccd56cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (d52237e6-14ab-4720-af5c-d58266e97d9d), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:22.690138 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-a02358e0-c09b-4a12-a054-1ed95ae3b244 admin admin] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:35:22.713023 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02358e0-c09b-4a12-a054-1ed95ae3b244 admin admin] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:35:22.766042 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02358e0-c09b-4a12-a054-1ed95ae3b244 admin admin] Pushing event updated for resources: {'Port': ['ID=69d7a2b4-d97a-4cfd-bd46-a7f27b897575,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:22.803729 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98195fb9-ca3b-4c04-bed0-3b7875a80a32 None None] Network fec17942-beb5-4931-bf14-c3cd0b51a29d requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:35:22.839770 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7cfd94-ec72-4f5d-9ce8-228c9ccd56cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=d52237e6-14ab-4720-af5c-d58266e97d9d,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:22.861850 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 56477551-2028-40d4-9313-5bee9dbfa349 up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:35:22.944152 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7cfd94-ec72-4f5d-9ce8-228c9ccd56cc admin admin] Checking segment: {'id': 'f943d251-cbac-4cd2-b962-dbbb0491c1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '72e21a0c-bd04-4da9-83ef-ade9ea60785f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:35:22.944543 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7cfd94-ec72-4f5d-9ce8-228c9ccd56cc admin admin] Network hostable DHCP agents. Network: 72e21a0c-bd04-4da9-83ef-ade9ea60785f, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:35:22.952818 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-2d0a4ba0-f28d-4e93-878c-65c30aae114c None None] Provisioning complete for port 4d7dc920-b200-4957-803e-166b354d56a9 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:22.953234 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2d0a4ba0-f28d-4e93-878c-65c30aae114c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (4d7dc920-b200-4957-803e-166b354d56a9), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:23.000028 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-42b62ae2-aca4-4876-9d24-ee84e8599c5e req-96be8d2c-c71f-4051-9e36-e018af5dd61b service neutron] 10.222.0.89 "GET /v2.0/networks/e0933a47-9f98-425f-b2ec-87bdb6b7270d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3074429 Feb 09 21:35:23.026556 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning for port 56477551-2028-40d4-9313-5bee9dbfa349 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:35:23.029113 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7cfd94-ec72-4f5d-9ce8-228c9ccd56cc admin admin] Network 72e21a0c-bd04-4da9-83ef-ade9ea60785f is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:35:23.033428 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port 56477551-2028-40d4-9313-5bee9dbfa349 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:23.033823 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (56477551-2028-40d4-9313-5bee9dbfa349), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:23.080961 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-0b7cfd94-ec72-4f5d-9ce8-228c9ccd56cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 72e21a0c-bd04-4da9-83ef-ade9ea60785f) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:35:23.106615 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7cfd94-ec72-4f5d-9ce8-228c9ccd56cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:23.107215 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0b7cfd94-ec72-4f5d-9ce8-228c9ccd56cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:23.112950 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-0fd58cfb-0cb8-42e7-890e-7d808e6ae635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] device_id is not set on port cb0a5a45-2e6a-4dda-976f-3c68385f804e yet. {{(pid=103140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:35:23.119565 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b526cb-bc99-4a61-b846-607ac5a0dbf0 None None] Network 72e21a0c-bd04-4da9-83ef-ade9ea60785f requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:35:23.123050 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 4d7dc920-b200-4957-803e-166b354d56a9 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:35:23.124472 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0fd58cfb-0cb8-42e7-890e-7d808e6ae635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Publish callbacks [] for port (cb0a5a45-2e6a-4dda-976f-3c68385f804e), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:23.144072 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef00c850-289c-44de-8e0b-9766cc9a3c83 req-1b012652-43a0-491e-b4e7-f4df66d65d80 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:23.151067 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ef00c850-289c-44de-8e0b-9766cc9a3c83 req-1b012652-43a0-491e-b4e7-f4df66d65d80 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=9a70729e-24c8-4e59-8c93-8811e088ab2e HTTP/1.1" status: 200 len: 950 time: 0.6083429 Feb 09 21:35:23.154095 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a18beb15-cff7-438c-ace6-c508580484f3 x-openstack-request-id: req-a18beb15-cff7-438c-ace6-c508580484f3 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:35:23.154387 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "839b756c-2e95-4def-9826-21c1525b2880", "name": "network-vif-deleted", "tag": "d10ee656-cd44-41f1-9918-4a2732cceda8", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:35:23.154641 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-a18beb15-cff7-438c-ace6-c508580484f3 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:35:23.155029 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '839b756c-2e95-4def-9826-21c1525b2880', 'name': 'network-vif-deleted', 'tag': 'd10ee656-cd44-41f1-9918-4a2732cceda8', 'status': 'completed', 'code': 200} Feb 09 21:35:23.175088 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0fd58cfb-0cb8-42e7-890e-7d808e6ae635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (cb0a5a45-2e6a-4dda-976f-3c68385f804e), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:23.209325 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ef00c850-289c-44de-8e0b-9766cc9a3c83 req-b356688d-3b35-430c-a85d-2589f5e4c757 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573812 Feb 09 21:35:23.254435 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-0b7cfd94-ec72-4f5d-9ce8-228c9ccd56cc admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9654706 Feb 09 21:35:23.266454 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 56578) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:23.281190 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-53279d5d-87ed-4ba6-bb34-53fc04cc8d0f admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1705729616-router', 'tenant_id': '6f91ff87dda04a70be53686f188383f3', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:23.317421 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-42b62ae2-aca4-4876-9d24-ee84e8599c5e req-a9591e59-0e0e-4f5d-9c50-6958ac037422 service neutron] 10.222.0.89 "GET /v2.0/networks/e0933a47-9f98-425f-b2ec-87bdb6b7270d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3071973 Feb 09 21:35:23.342398 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a02358e0-c09b-4a12-a054-1ed95ae3b244 admin admin] Publish callbacks [] for router_gateway (17975e9d-008f-4038-94c2-4737ed47cb25), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:23.409657 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd58cfb-0cb8-42e7-890e-7d808e6ae635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Pushing event updated for resources: {'Port': ['ID=cb0a5a45-2e6a-4dda-976f-3c68385f804e,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:23.415558 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-53279d5d-87ed-4ba6-bb34-53fc04cc8d0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (5343f20c-b3cf-4b42-b888-fb4d3e58ad9d), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:23.416985 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-53279d5d-87ed-4ba6-bb34-53fc04cc8d0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (5343f20c-b3cf-4b42-b888-fb4d3e58ad9d), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:23.445033 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd58cfb-0cb8-42e7-890e-7d808e6ae635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Checking segment: {'id': 'ebf1d19d-957a-42fb-b239-e22d4eefc5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd1082423-c970-49a0-a06d-befafa91969c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:35:23.445779 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd58cfb-0cb8-42e7-890e-7d808e6ae635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Network hostable DHCP agents. Network: d1082423-c970-49a0-a06d-befafa91969c, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:35:23.484722 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838fee10-5a23-408e-a07c-7ef7d2d725e5 req-dd2cb302-a5d0-4d89-9ad4-5a3a448d1cf2 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:23.492027 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-838fee10-5a23-408e-a07c-7ef7d2d725e5 req-dd2cb302-a5d0-4d89-9ad4-5a3a448d1cf2 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/ports?device_id=1403455a-2632-4781-bcfa-60ab81462070 HTTP/1.1" status: 200 len: 944 time: 0.1887152 Feb 09 21:35:23.495036 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-2d0a4ba0-f28d-4e93-878c-65c30aae114c None None] Current status of the port 4d7dc920-b200-4957-803e-166b354d56a9 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:23.495537 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2d0a4ba0-f28d-4e93-878c-65c30aae114c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (4d7dc920-b200-4957-803e-166b354d56a9), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:23.502854 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:23.543274 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f23ddd-9b1f-4e33-b238-cef669d69f1b req-15cb961e-3426-4017-b581-683b664fbe81 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:23.544863 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-39f23ddd-9b1f-4e33-b238-cef669d69f1b req-15cb961e-3426-4017-b581-683b664fbe81 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=9a70729e-24c8-4e59-8c93-8811e088ab2e HTTP/1.1" status: 200 len: 950 time: 0.2281928 Feb 09 21:35:23.558148 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-53279d5d-87ed-4ba6-bb34-53fc04cc8d0f admin admin] Publish callbacks [] for router_controller (5343f20c-b3cf-4b42-b888-fb4d3e58ad9d), precommit_add_association {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:23.581803 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd58cfb-0cb8-42e7-890e-7d808e6ae635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Network d1082423-c970-49a0-a06d-befafa91969c is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:35:23.589857 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a02358e0-c09b-4a12-a054-1ed95ae3b244 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (17975e9d-008f-4038-94c2-4737ed47cb25), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:23.607716 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-2d0a4ba0-f28d-4e93-878c-65c30aae114c None None] For port 4d7dc920-b200-4957-803e-166b354d56a9, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=4d7dc920-b200-4957-803e-166b354d56a9,segment=NetworkSegment(9e9d7d8b-b3ce-4b7a-bf3a-3a9e3687f2f0),segment_id=9e9d7d8b-b3ce-4b7a-bf3a-3a9e3687f2f0)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:23.620853 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844c4ad4-2153-45ec-98b0-bc8d5951faef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-72e21a0c-bd04-4da9-83ef-ade9ea60785f', 'network_id': '72e21a0c-bd04-4da9-83ef-ade9ea60785f', 'project_id': '6f91ff87dda04a70be53686f188383f3', 'fixed_ips': [{'subnet_id': 'd52237e6-14ab-4720-af5c-d58266e97d9d'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:35:23.622642 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-844c4ad4-2153-45ec-98b0-bc8d5951faef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:23.636769 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2d0a4ba0-f28d-4e93-878c-65c30aae114c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (4d7dc920-b200-4957-803e-166b354d56a9), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:23.645329 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 4d7dc920-b200-4957-803e-166b354d56a9 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:23.645705 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (4d7dc920-b200-4957-803e-166b354d56a9), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:23.651445 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 56477551-2028-40d4-9313-5bee9dbfa349 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:23.651445 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (56477551-2028-40d4-9313-5bee9dbfa349), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:23.683711 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-0fd58cfb-0cb8-42e7-890e-7d808e6ae635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, d1082423-c970-49a0-a06d-befafa91969c) {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:35:23.701685 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8eeab3-5e7d-4a47-be97-51d7f26d1a91 None None] Network d1082423-c970-49a0-a06d-befafa91969c requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:35:23.708672 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-838fee10-5a23-408e-a07c-7ef7d2d725e5 req-a47bc05c-cb77-49dc-af16-9c5516a737e8 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d80a148-e9eb-4688-aae9-f24ed4e32758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064576 Feb 09 21:35:23.727133 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd58cfb-0cb8-42e7-890e-7d808e6ae635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:35:23.733081 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a02358e0-c09b-4a12-a054-1ed95ae3b244 admin admin] Router 17975e9d-008f-4038-94c2-4737ed47cb25 is scheduled to L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 with binding_index 1 {{(pid=103141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:35:23.813055 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-39f23ddd-9b1f-4e33-b238-cef669d69f1b req-55e8d34c-e853-49d4-802b-4e6f3b2c0dcf tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537148 Feb 09 21:35:23.823673 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-0fd58cfb-0cb8-42e7-890e-7d808e6ae635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempting to bind port cb0a5a45-2e6a-4dda-976f-3c68385f804e on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:35:23.824007 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-0fd58cfb-0cb8-42e7-890e-7d808e6ae635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempting to bind port cb0a5a45-2e6a-4dda-976f-3c68385f804e by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': 'ebf1d19d-957a-42fb-b239-e22d4eefc5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd1082423-c970-49a0-a06d-befafa91969c'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:35:23.824422 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd58cfb-0cb8-42e7-890e-7d808e6ae635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempting to bind port cb0a5a45-2e6a-4dda-976f-3c68385f804e on network d1082423-c970-49a0-a06d-befafa91969c {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:35:23.850795 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd58cfb-0cb8-42e7-890e-7d808e6ae635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Port cb0a5a45-2e6a-4dda-976f-3c68385f804e on network d1082423-c970-49a0-a06d-befafa91969c not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:35:23.851182 n-d-828369-5 neutron-server[103140]: ERROR neutron.plugins.ml2.managers [None req-0fd58cfb-0cb8-42e7-890e-7d808e6ae635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Failed to bind port cb0a5a45-2e6a-4dda-976f-3c68385f804e on host n-h2-828369-5 for vnic_type normal using segments [{'id': 'ebf1d19d-957a-42fb-b239-e22d4eefc5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd1082423-c970-49a0-a06d-befafa91969c'}] Feb 09 21:35:23.853326 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-53279d5d-87ed-4ba6-bb34-53fc04cc8d0f admin admin] Publish callbacks [] for router_gateway (5343f20c-b3cf-4b42-b888-fb4d3e58ad9d), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:23.856417 n-d-828369-5 neutron-server[103140]: INFO neutron.plugins.ml2.plugin [None req-0fd58cfb-0cb8-42e7-890e-7d808e6ae635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempt 2 to bind port cb0a5a45-2e6a-4dda-976f-3c68385f804e Feb 09 21:35:23.885025 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 56586) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:23.887342 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-0fd58cfb-0cb8-42e7-890e-7d808e6ae635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempting to bind port cb0a5a45-2e6a-4dda-976f-3c68385f804e on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:35:23.889659 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-0fd58cfb-0cb8-42e7-890e-7d808e6ae635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempting to bind port cb0a5a45-2e6a-4dda-976f-3c68385f804e by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': 'ebf1d19d-957a-42fb-b239-e22d4eefc5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd1082423-c970-49a0-a06d-befafa91969c'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:35:23.891152 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd58cfb-0cb8-42e7-890e-7d808e6ae635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempting to bind port cb0a5a45-2e6a-4dda-976f-3c68385f804e on network d1082423-c970-49a0-a06d-befafa91969c {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:35:23.891283 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a70729e-24c8-4e59-8c93-8811e088ab2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56477551-2028-40d4-9313-5bee9dbfa349'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:35:23.893275 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdacc595-092f-4ceb-9a3f-3031f71d9d1c" -d '{"events": [{"server_uuid": "9a70729e-24c8-4e59-8c93-8811e088ab2e", "name": "network-vif-plugged", "status": "completed", "tag": "56477551-2028-40d4-9313-5bee9dbfa349"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:35:23.909755 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0a4ba0-f28d-4e93-878c-65c30aae114c None None] Pushing event updated for resources: {'Port': ['ID=4d7dc920-b200-4957-803e-166b354d56a9,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:23.934880 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a02358e0-c09b-4a12-a054-1ed95ae3b244 admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:35:23.952364 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd58cfb-0cb8-42e7-890e-7d808e6ae635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Port cb0a5a45-2e6a-4dda-976f-3c68385f804e on network d1082423-c970-49a0-a06d-befafa91969c not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:35:23.952364 n-d-828369-5 neutron-server[103140]: ERROR neutron.plugins.ml2.managers [None req-0fd58cfb-0cb8-42e7-890e-7d808e6ae635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Failed to bind port cb0a5a45-2e6a-4dda-976f-3c68385f804e on host n-h2-828369-5 for vnic_type normal using segments [{'id': 'ebf1d19d-957a-42fb-b239-e22d4eefc5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd1082423-c970-49a0-a06d-befafa91969c'}] Feb 09 21:35:23.955345 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37f407e-6b1b-4319-abb2-8185ffb5bbe4 None None] Sync routers for ids ['17975e9d-008f-4038-94c2-4737ed47cb25'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:35:23.959945 n-d-828369-5 neutron-server[103140]: INFO neutron.plugins.ml2.plugin [None req-0fd58cfb-0cb8-42e7-890e-7d808e6ae635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempt 3 to bind port cb0a5a45-2e6a-4dda-976f-3c68385f804e Feb 09 21:35:23.971734 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37f407e-6b1b-4319-abb2-8185ffb5bbe4 None None] Routers {'17975e9d-008f-4038-94c2-4737ed47cb25'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:35:23.972401 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-c37f407e-6b1b-4319-abb2-8185ffb5bbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:35:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['17975e9d-008f-4038-94c2-4737ed47cb25'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:23.975581 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 56477551-2028-40d4-9313-5bee9dbfa349, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=56477551-2028-40d4-9313-5bee9dbfa349,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:23.983600 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf97c7a-1bcc-40d3-9a56-99cf2dce1da5 req-212e53e0-a71b-4a52-add9-cb4654648ba2 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:23.995124 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9cf97c7a-1bcc-40d3-9a56-99cf2dce1da5 req-212e53e0-a71b-4a52-add9-cb4654648ba2 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/ports?device_id=50e0dbe9-de7a-4515-a141-361c5f3ab1cc HTTP/1.1" status: 200 len: 945 time: 0.2178216 Feb 09 21:35:24.004899 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44fc4fb4-c293-478d-b155-33f8b2c9a751 x-openstack-request-id: req-44fc4fb4-c293-478d-b155-33f8b2c9a751 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:35:24.005268 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a70729e-24c8-4e59-8c93-8811e088ab2e", "name": "network-vif-plugged", "status": "completed", "tag": "56477551-2028-40d4-9313-5bee9dbfa349", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:35:24.005485 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-44fc4fb4-c293-478d-b155-33f8b2c9a751 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:35:24.005873 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a70729e-24c8-4e59-8c93-8811e088ab2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56477551-2028-40d4-9313-5bee9dbfa349', 'code': 200} Feb 09 21:35:24.041551 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (56477551-2028-40d4-9313-5bee9dbfa349), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:24.042131 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a02358e0-c09b-4a12-a054-1ed95ae3b244 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:24.048849 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-085f50b8-0389-4e32-a3ce-e729786f4a56 None None] Provisioning complete for port 4d7dc920-b200-4957-803e-166b354d56a9 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:24.054276 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-085f50b8-0389-4e32-a3ce-e729786f4a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (4d7dc920-b200-4957-803e-166b354d56a9), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:24.055235 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-a02358e0-c09b-4a12-a054-1ed95ae3b244 admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 4.1216784 Feb 09 21:35:24.055899 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 56594) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:24.058456 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-0fd58cfb-0cb8-42e7-890e-7d808e6ae635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempting to bind port cb0a5a45-2e6a-4dda-976f-3c68385f804e on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:35:24.058788 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-0fd58cfb-0cb8-42e7-890e-7d808e6ae635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempting to bind port cb0a5a45-2e6a-4dda-976f-3c68385f804e by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': 'ebf1d19d-957a-42fb-b239-e22d4eefc5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd1082423-c970-49a0-a06d-befafa91969c'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:35:24.059134 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd58cfb-0cb8-42e7-890e-7d808e6ae635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempting to bind port cb0a5a45-2e6a-4dda-976f-3c68385f804e on network d1082423-c970-49a0-a06d-befafa91969c {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:35:24.072283 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd58cfb-0cb8-42e7-890e-7d808e6ae635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Port cb0a5a45-2e6a-4dda-976f-3c68385f804e on network d1082423-c970-49a0-a06d-befafa91969c not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:35:24.072535 n-d-828369-5 neutron-server[103140]: ERROR neutron.plugins.ml2.managers [None req-0fd58cfb-0cb8-42e7-890e-7d808e6ae635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Failed to bind port cb0a5a45-2e6a-4dda-976f-3c68385f804e on host n-h2-828369-5 for vnic_type normal using segments [{'id': 'ebf1d19d-957a-42fb-b239-e22d4eefc5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd1082423-c970-49a0-a06d-befafa91969c'}] Feb 09 21:35:24.073816 n-d-828369-5 neutron-server[103140]: INFO neutron.plugins.ml2.plugin [None req-0fd58cfb-0cb8-42e7-890e-7d808e6ae635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempt 4 to bind port cb0a5a45-2e6a-4dda-976f-3c68385f804e Feb 09 21:35:24.112704 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-0fd58cfb-0cb8-42e7-890e-7d808e6ae635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempting to bind port cb0a5a45-2e6a-4dda-976f-3c68385f804e on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:35:24.113086 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-0fd58cfb-0cb8-42e7-890e-7d808e6ae635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempting to bind port cb0a5a45-2e6a-4dda-976f-3c68385f804e by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': 'ebf1d19d-957a-42fb-b239-e22d4eefc5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd1082423-c970-49a0-a06d-befafa91969c'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:35:24.115669 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd58cfb-0cb8-42e7-890e-7d808e6ae635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempting to bind port cb0a5a45-2e6a-4dda-976f-3c68385f804e on network d1082423-c970-49a0-a06d-befafa91969c {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:35:24.138485 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd58cfb-0cb8-42e7-890e-7d808e6ae635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Port cb0a5a45-2e6a-4dda-976f-3c68385f804e on network d1082423-c970-49a0-a06d-befafa91969c not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:35:24.138830 n-d-828369-5 neutron-server[103140]: ERROR neutron.plugins.ml2.managers [None req-0fd58cfb-0cb8-42e7-890e-7d808e6ae635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Failed to bind port cb0a5a45-2e6a-4dda-976f-3c68385f804e on host n-h2-828369-5 for vnic_type normal using segments [{'id': 'ebf1d19d-957a-42fb-b239-e22d4eefc5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd1082423-c970-49a0-a06d-befafa91969c'}] Feb 09 21:35:24.170906 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-9985fee0-0e51-4d38-ba18-da735c81d4e4 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Deleting subnet 941b4478-beaa-4c41-b91c-4e4319bbbb40 {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:35:24.173990 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9cf97c7a-1bcc-40d3-9a56-99cf2dce1da5 req-9b6f1282-ab70-4b35-b2d7-502c990c5488 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/security-groups?id=53864ffe-fa53-4ead-9e41-21e6252e7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780527 Feb 09 21:35:24.175407 n-d-828369-5 neutron-server[103140]: INFO neutron.plugins.ml2.plugin [None req-0fd58cfb-0cb8-42e7-890e-7d808e6ae635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempt 5 to bind port cb0a5a45-2e6a-4dda-976f-3c68385f804e Feb 09 21:35:24.190254 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9985fee0-0e51-4d38-ba18-da735c81d4e4 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks [] for subnet (941b4478-beaa-4c41-b91c-4e4319bbbb40), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:24.205431 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-0fd58cfb-0cb8-42e7-890e-7d808e6ae635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempting to bind port cb0a5a45-2e6a-4dda-976f-3c68385f804e on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:35:24.205791 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-0fd58cfb-0cb8-42e7-890e-7d808e6ae635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempting to bind port cb0a5a45-2e6a-4dda-976f-3c68385f804e by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': 'ebf1d19d-957a-42fb-b239-e22d4eefc5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd1082423-c970-49a0-a06d-befafa91969c'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:35:24.206203 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd58cfb-0cb8-42e7-890e-7d808e6ae635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempting to bind port cb0a5a45-2e6a-4dda-976f-3c68385f804e on network d1082423-c970-49a0-a06d-befafa91969c {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:35:24.222120 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd58cfb-0cb8-42e7-890e-7d808e6ae635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Port cb0a5a45-2e6a-4dda-976f-3c68385f804e on network d1082423-c970-49a0-a06d-befafa91969c not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:35:24.222491 n-d-828369-5 neutron-server[103140]: ERROR neutron.plugins.ml2.managers [None req-0fd58cfb-0cb8-42e7-890e-7d808e6ae635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Failed to bind port cb0a5a45-2e6a-4dda-976f-3c68385f804e on host n-h2-828369-5 for vnic_type normal using segments [{'id': 'ebf1d19d-957a-42fb-b239-e22d4eefc5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd1082423-c970-49a0-a06d-befafa91969c'}] Feb 09 21:35:24.224135 n-d-828369-5 neutron-server[103140]: INFO neutron.plugins.ml2.plugin [None req-0fd58cfb-0cb8-42e7-890e-7d808e6ae635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempt 6 to bind port cb0a5a45-2e6a-4dda-976f-3c68385f804e Feb 09 21:35:24.258989 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-80e54429-16ba-4bef-9199-0c996b0d4b31 req-f2ad2119-c0f9-4a71-93d9-b5517083b023 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=def3446e95584f24b6fdfb40ceda16ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0396628 Feb 09 21:35:24.261594 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-c37f407e-6b1b-4319-abb2-8185ffb5bbe4 None None] Set router 17975e9d-008f-4038-94c2-4737ed47cb25 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:35:24.263883 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-0fd58cfb-0cb8-42e7-890e-7d808e6ae635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempting to bind port cb0a5a45-2e6a-4dda-976f-3c68385f804e on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:35:24.264240 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-0fd58cfb-0cb8-42e7-890e-7d808e6ae635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempting to bind port cb0a5a45-2e6a-4dda-976f-3c68385f804e by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': 'ebf1d19d-957a-42fb-b239-e22d4eefc5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd1082423-c970-49a0-a06d-befafa91969c'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:35:24.264598 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd58cfb-0cb8-42e7-890e-7d808e6ae635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempting to bind port cb0a5a45-2e6a-4dda-976f-3c68385f804e on network d1082423-c970-49a0-a06d-befafa91969c {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:35:24.264767 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 4d7dc920-b200-4957-803e-166b354d56a9 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:24.323745 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-844c4ad4-2153-45ec-98b0-bc8d5951faef None None] Allocated IP 172.20.0.2 (72e21a0c-bd04-4da9-83ef-ade9ea60785f/d52237e6-14ab-4720-af5c-d58266e97d9d/2e1f46a2-1abc-4d67-bcb6-bc141368a95a) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:35:24.328487 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9985fee0-0e51-4d38-ba18-da735c81d4e4 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (941b4478-beaa-4c41-b91c-4e4319bbbb40), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:24.345339 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd58cfb-0cb8-42e7-890e-7d808e6ae635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Port cb0a5a45-2e6a-4dda-976f-3c68385f804e on network d1082423-c970-49a0-a06d-befafa91969c not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:35:24.345956 n-d-828369-5 neutron-server[103140]: ERROR neutron.plugins.ml2.managers [None req-0fd58cfb-0cb8-42e7-890e-7d808e6ae635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Failed to bind port cb0a5a45-2e6a-4dda-976f-3c68385f804e on host n-h2-828369-5 for vnic_type normal using segments [{'id': 'ebf1d19d-957a-42fb-b239-e22d4eefc5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd1082423-c970-49a0-a06d-befafa91969c'}] Feb 09 21:35:24.358003 n-d-828369-5 neutron-server[103140]: INFO neutron.plugins.ml2.plugin [None req-0fd58cfb-0cb8-42e7-890e-7d808e6ae635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempt 7 to bind port cb0a5a45-2e6a-4dda-976f-3c68385f804e Feb 09 21:35:24.432741 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-0fd58cfb-0cb8-42e7-890e-7d808e6ae635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempting to bind port cb0a5a45-2e6a-4dda-976f-3c68385f804e on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:35:24.433365 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-0fd58cfb-0cb8-42e7-890e-7d808e6ae635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempting to bind port cb0a5a45-2e6a-4dda-976f-3c68385f804e by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': 'ebf1d19d-957a-42fb-b239-e22d4eefc5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd1082423-c970-49a0-a06d-befafa91969c'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:35:24.433904 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd58cfb-0cb8-42e7-890e-7d808e6ae635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempting to bind port cb0a5a45-2e6a-4dda-976f-3c68385f804e on network d1082423-c970-49a0-a06d-befafa91969c {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:35:24.447223 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd58cfb-0cb8-42e7-890e-7d808e6ae635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Port cb0a5a45-2e6a-4dda-976f-3c68385f804e on network d1082423-c970-49a0-a06d-befafa91969c not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:35:24.447813 n-d-828369-5 neutron-server[103140]: ERROR neutron.plugins.ml2.managers [None req-0fd58cfb-0cb8-42e7-890e-7d808e6ae635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Failed to bind port cb0a5a45-2e6a-4dda-976f-3c68385f804e on host n-h2-828369-5 for vnic_type normal using segments [{'id': 'ebf1d19d-957a-42fb-b239-e22d4eefc5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd1082423-c970-49a0-a06d-befafa91969c'}] Feb 09 21:35:24.453697 n-d-828369-5 neutron-server[103140]: INFO neutron.plugins.ml2.plugin [None req-0fd58cfb-0cb8-42e7-890e-7d808e6ae635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempt 8 to bind port cb0a5a45-2e6a-4dda-976f-3c68385f804e Feb 09 21:35:24.487216 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-0fd58cfb-0cb8-42e7-890e-7d808e6ae635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempting to bind port cb0a5a45-2e6a-4dda-976f-3c68385f804e on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:35:24.487827 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-0fd58cfb-0cb8-42e7-890e-7d808e6ae635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempting to bind port cb0a5a45-2e6a-4dda-976f-3c68385f804e by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': 'ebf1d19d-957a-42fb-b239-e22d4eefc5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd1082423-c970-49a0-a06d-befafa91969c'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:35:24.488370 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd58cfb-0cb8-42e7-890e-7d808e6ae635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempting to bind port cb0a5a45-2e6a-4dda-976f-3c68385f804e on network d1082423-c970-49a0-a06d-befafa91969c {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:35:24.489764 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-c37f407e-6b1b-4319-abb2-8185ffb5bbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17975e9d-008f-4038-94c2-4737ed47cb25', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1758693901-router', 'tenant_id': '10728d8d3f684788881f8ffec480c397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '69d7a2b4-d97a-4cfd-bd46-a7f27b897575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:20Z', 'updated_at': '2022-02-09T21:35:23Z', 'revision_number': 3, 'project_id': '10728d8d3f684788881f8ffec480c397', 'gw_port': {'id': '69d7a2b4-d97a-4cfd-bd46-a7f27b897575', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:04:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17975e9d-008f-4038-94c2-4737ed47cb25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:21Z', 'updated_at': '2022-02-09T21:35:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:24.491158 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-53279d5d-87ed-4ba6-bb34-53fc04cc8d0f admin admin] Publish callbacks [] for router_gateway (5343f20c-b3cf-4b42-b888-fb4d3e58ad9d), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:24.510594 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=56477551-2028-40d4-9313-5bee9dbfa349,revision_number=13']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:24.521829 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-53279d5d-87ed-4ba6-bb34-53fc04cc8d0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:24.522898 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37f407e-6b1b-4319-abb2-8185ffb5bbe4 None None] Checking router: 17975e9d-008f-4038-94c2-4737ed47cb25 for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:35:24.523259 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37f407e-6b1b-4319-abb2-8185ffb5bbe4 None None] Updating router 17975e9d-008f-4038-94c2-4737ed47cb25 port 69d7a2b4-d97a-4cfd-bd46-a7f27b897575 binding host n-d-828369-5 {{(pid=103143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:35:24.524501 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd58cfb-0cb8-42e7-890e-7d808e6ae635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Port cb0a5a45-2e6a-4dda-976f-3c68385f804e on network d1082423-c970-49a0-a06d-befafa91969c not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:35:24.525007 n-d-828369-5 neutron-server[103140]: ERROR neutron.plugins.ml2.managers [None req-0fd58cfb-0cb8-42e7-890e-7d808e6ae635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Failed to bind port cb0a5a45-2e6a-4dda-976f-3c68385f804e on host n-h2-828369-5 for vnic_type normal using segments [{'id': 'ebf1d19d-957a-42fb-b239-e22d4eefc5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd1082423-c970-49a0-a06d-befafa91969c'}] Feb 09 21:35:24.527910 n-d-828369-5 neutron-server[103140]: INFO neutron.plugins.ml2.plugin [None req-0fd58cfb-0cb8-42e7-890e-7d808e6ae635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempt 9 to bind port cb0a5a45-2e6a-4dda-976f-3c68385f804e Feb 09 21:35:24.553536 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c37f407e-6b1b-4319-abb2-8185ffb5bbe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (69d7a2b4-d97a-4cfd-bd46-a7f27b897575), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:24.555093 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e54429-16ba-4bef-9199-0c996b0d4b31 req-fcd93999-c970-412a-a17f-5871f094532d tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:24.556888 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-80e54429-16ba-4bef-9199-0c996b0d4b31 req-fcd93999-c970-412a-a17f-5871f094532d tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2886643 Feb 09 21:35:24.559955 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-0fd58cfb-0cb8-42e7-890e-7d808e6ae635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempting to bind port cb0a5a45-2e6a-4dda-976f-3c68385f804e on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:35:24.561402 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-0fd58cfb-0cb8-42e7-890e-7d808e6ae635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempting to bind port cb0a5a45-2e6a-4dda-976f-3c68385f804e by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': 'ebf1d19d-957a-42fb-b239-e22d4eefc5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd1082423-c970-49a0-a06d-befafa91969c'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:35:24.561921 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd58cfb-0cb8-42e7-890e-7d808e6ae635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempting to bind port cb0a5a45-2e6a-4dda-976f-3c68385f804e on network d1082423-c970-49a0-a06d-befafa91969c {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:35:24.563071 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-844c4ad4-2153-45ec-98b0-bc8d5951faef None None] Publish callbacks [] for port (2e1f46a2-1abc-4d67-bcb6-bc141368a95a), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:24.566200 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-085f50b8-0389-4e32-a3ce-e729786f4a56 None None] Current status of the port 4d7dc920-b200-4957-803e-166b354d56a9 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:24.574797 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-844c4ad4-2153-45ec-98b0-bc8d5951faef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (2e1f46a2-1abc-4d67-bcb6-bc141368a95a), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:24.603770 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd58cfb-0cb8-42e7-890e-7d808e6ae635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Port cb0a5a45-2e6a-4dda-976f-3c68385f804e on network d1082423-c970-49a0-a06d-befafa91969c not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:35:24.604450 n-d-828369-5 neutron-server[103140]: ERROR neutron.plugins.ml2.managers [None req-0fd58cfb-0cb8-42e7-890e-7d808e6ae635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Failed to bind port cb0a5a45-2e6a-4dda-976f-3c68385f804e on host n-h2-828369-5 for vnic_type normal using segments [{'id': 'ebf1d19d-957a-42fb-b239-e22d4eefc5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd1082423-c970-49a0-a06d-befafa91969c'}] Feb 09 21:35:24.615490 n-d-828369-5 neutron-server[103140]: INFO neutron.plugins.ml2.plugin [None req-0fd58cfb-0cb8-42e7-890e-7d808e6ae635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempt 10 to bind port cb0a5a45-2e6a-4dda-976f-3c68385f804e Feb 09 21:35:24.635522 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-80e54429-16ba-4bef-9199-0c996b0d4b31 req-330b5240-9095-40eb-b0e6-adcdccab9118 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/quotas/def3446e95584f24b6fdfb40ceda16ab HTTP/1.1" status: 200 len: 375 time: 0.0706413 Feb 09 21:35:24.636106 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844c4ad4-2153-45ec-98b0-bc8d5951faef None None] Network 72e21a0c-bd04-4da9-83ef-ade9ea60785f is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:35:24.641373 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-844c4ad4-2153-45ec-98b0-bc8d5951faef None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:35:24.648718 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844c4ad4-2153-45ec-98b0-bc8d5951faef None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:35:24.674905 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844c4ad4-2153-45ec-98b0-bc8d5951faef None None] Pushing event updated for resources: {'Port': ['ID=2e1f46a2-1abc-4d67-bcb6-bc141368a95a,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:24.675695 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-0fd58cfb-0cb8-42e7-890e-7d808e6ae635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempting to bind port cb0a5a45-2e6a-4dda-976f-3c68385f804e on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:35:24.676208 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-0fd58cfb-0cb8-42e7-890e-7d808e6ae635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempting to bind port cb0a5a45-2e6a-4dda-976f-3c68385f804e by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': 'ebf1d19d-957a-42fb-b239-e22d4eefc5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd1082423-c970-49a0-a06d-befafa91969c'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:35:24.676766 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd58cfb-0cb8-42e7-890e-7d808e6ae635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempting to bind port cb0a5a45-2e6a-4dda-976f-3c68385f804e on network d1082423-c970-49a0-a06d-befafa91969c {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:35:24.705659 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9985fee0-0e51-4d38-ba18-da735c81d4e4 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (941b4478-beaa-4c41-b91c-4e4319bbbb40), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:24.709987 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd58cfb-0cb8-42e7-890e-7d808e6ae635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Port cb0a5a45-2e6a-4dda-976f-3c68385f804e on network d1082423-c970-49a0-a06d-befafa91969c not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:35:24.710319 n-d-828369-5 neutron-server[103140]: ERROR neutron.plugins.ml2.managers [None req-0fd58cfb-0cb8-42e7-890e-7d808e6ae635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Failed to bind port cb0a5a45-2e6a-4dda-976f-3c68385f804e on host n-h2-828369-5 for vnic_type normal using segments [{'id': 'ebf1d19d-957a-42fb-b239-e22d4eefc5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd1082423-c970-49a0-a06d-befafa91969c'}] Feb 09 21:35:24.710691 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0fd58cfb-0cb8-42e7-890e-7d808e6ae635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (cb0a5a45-2e6a-4dda-976f-3c68385f804e), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:24.735877 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-844c4ad4-2153-45ec-98b0-bc8d5951faef None None] Attempting to bind port 2e1f46a2-1abc-4d67-bcb6-bc141368a95a on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:35:24.736280 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-844c4ad4-2153-45ec-98b0-bc8d5951faef None None] Attempting to bind port 2e1f46a2-1abc-4d67-bcb6-bc141368a95a by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': 'f943d251-cbac-4cd2-b962-dbbb0491c1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '72e21a0c-bd04-4da9-83ef-ade9ea60785f'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:35:24.736658 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844c4ad4-2153-45ec-98b0-bc8d5951faef None None] Attempting to bind port 2e1f46a2-1abc-4d67-bcb6-bc141368a95a on network 72e21a0c-bd04-4da9-83ef-ade9ea60785f {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:35:24.742962 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844c4ad4-2153-45ec-98b0-bc8d5951faef None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:35:24.743356 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844c4ad4-2153-45ec-98b0-bc8d5951faef None None] Checking segment: {'id': 'f943d251-cbac-4cd2-b962-dbbb0491c1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '72e21a0c-bd04-4da9-83ef-ade9ea60785f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:35:24.743764 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-844c4ad4-2153-45ec-98b0-bc8d5951faef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:24.744163 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844c4ad4-2153-45ec-98b0-bc8d5951faef None None] Bound using segment: {'id': 'f943d251-cbac-4cd2-b962-dbbb0491c1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '72e21a0c-bd04-4da9-83ef-ade9ea60785f'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:35:24.744670 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-844c4ad4-2153-45ec-98b0-bc8d5951faef None None] Bound port: 2e1f46a2-1abc-4d67-bcb6-bc141368a95a, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f943d251-cbac-4cd2-b962-dbbb0491c1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '72e21a0c-bd04-4da9-83ef-ade9ea60785f'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:35:24.745055 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-844c4ad4-2153-45ec-98b0-bc8d5951faef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (2e1f46a2-1abc-4d67-bcb6-bc141368a95a), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:24.794751 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9985fee0-0e51-4d38-ba18-da735c81d4e4 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (941b4478-beaa-4c41-b91c-4e4319bbbb40), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:24.799313 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-53279d5d-87ed-4ba6-bb34-53fc04cc8d0f admin admin] Allocated IP 172.25.3.124 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/9fa2d5ea-567a-4281-bc40-83146c54d226) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:35:24.833347 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-844c4ad4-2153-45ec-98b0-bc8d5951faef None None] For port 2e1f46a2-1abc-4d67-bcb6-bc141368a95a, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:35:24.835309 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-80e54429-16ba-4bef-9199-0c996b0d4b31 req-b853249a-d1d9-40ac-892c-b8db88d6a48f tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=def3446e95584f24b6fdfb40ceda16ab&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1983318 Feb 09 21:35:24.836599 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9985fee0-0e51-4d38-ba18-da735c81d4e4 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Pushing event deleted for resources: {'Subnet': ['ID=941b4478-beaa-4c41-b91c-4e4319bbbb40,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:24.843745 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-844c4ad4-2153-45ec-98b0-bc8d5951faef None None] For port 2e1f46a2-1abc-4d67-bcb6-bc141368a95a, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=2e1f46a2-1abc-4d67-bcb6-bc141368a95a,segment=NetworkSegment(f943d251-cbac-4cd2-b962-dbbb0491c1ed),segment_id=f943d251-cbac-4cd2-b962-dbbb0491c1ed)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:35:24.853640 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-844c4ad4-2153-45ec-98b0-bc8d5951faef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (2e1f46a2-1abc-4d67-bcb6-bc141368a95a), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:24.859640 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9985fee0-0e51-4d38-ba18-da735c81d4e4 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:24.865401 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-9985fee0-0e51-4d38-ba18-da735c81d4e4 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.90 "DELETE /v2.0/subnets/941b4478-beaa-4c41-b91c-4e4319bbbb40 HTTP/1.1" status: 204 len: 168 time: 0.9734457 Feb 09 21:35:24.867898 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 56608) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:24.896313 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7ecdc5-68a3-4379-9683-012671781b32 None None] Network cea301d7-eb3a-4790-bd8b-b668b6ea9a0e requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:35:24.937891 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-0fd58cfb-0cb8-42e7-890e-7d808e6ae635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] For port cb0a5a45-2e6a-4dda-976f-3c68385f804e, host n-h2-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:35:24.938268 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-0fd58cfb-0cb8-42e7-890e-7d808e6ae635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempted to set empty binding levels {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 09 21:35:25.005182 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0fd58cfb-0cb8-42e7-890e-7d808e6ae635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (cb0a5a45-2e6a-4dda-976f-3c68385f804e), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:25.018080 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844c4ad4-2153-45ec-98b0-bc8d5951faef None None] Pushing event updated for resources: {'Port': ['ID=2e1f46a2-1abc-4d67-bcb6-bc141368a95a,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:25.048334 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 4d7dc920-b200-4957-803e-166b354d56a9 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:35:25.065944 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8ce17cee-d292-437c-99a5-2970f4b2a6ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:25.101663 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd58cfb-0cb8-42e7-890e-7d808e6ae635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:25.102281 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0fd58cfb-0cb8-42e7-890e-7d808e6ae635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:25.118398 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bfb1d861-6b6f-4cbd-b24e-88081efc5b98 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (cea301d7-eb3a-4790-bd8b-b668b6ea9a0e), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:25.139241 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de990dc8-9b93-4c58-bf81-0548d3a63a46 req-8b18d660-6617-4dff-8349-11d9f51f66eb tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:25.141001 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-de990dc8-9b93-4c58-bf81-0548d3a63a46 req-8b18d660-6617-4dff-8349-11d9f51f66eb tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/ports?device_id=1403455a-2632-4781-bcfa-60ab81462070 HTTP/1.1" status: 200 len: 944 time: 0.3467779 Feb 09 21:35:25.171171 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 4d7dc920-b200-4957-803e-166b354d56a9 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:25.171800 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (4d7dc920-b200-4957-803e-166b354d56a9), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:25.247288 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3c0ca6-eea5-408f-a987-f457b5817523 None None] DHCP port deletion for cea301d7-eb3a-4790-bd8b-b668b6ea9a0e request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:35:25.259294 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd58cfb-0cb8-42e7-890e-7d808e6ae635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Pushing event updated for resources: {'Port': ['ID=cb0a5a45-2e6a-4dda-976f-3c68385f804e,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:25.293398 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-67f12dd4-4a2a-46b1-95aa-6aed040837ec req-22979aea-0fb2-4b70-a5a0-575f6abb43f3 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=82be41b1-46da-46a7-8af9-241c6a0e3e2d HTTP/1.1" status: 200 len: 210 time: 0.1718426 Feb 09 21:35:25.327127 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-0fd58cfb-0cb8-42e7-890e-7d808e6ae635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 3.4240313 Feb 09 21:35:25.327245 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 56616) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:25.438899 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 4d7dc920-b200-4957-803e-166b354d56a9 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:25.440648 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-53279d5d-87ed-4ba6-bb34-53fc04cc8d0f admin admin] Publish callbacks [] for port (9fa2d5ea-567a-4281-bc40-83146c54d226), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:25.443539 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-9e3c0ca6-eea5-408f-a987-f457b5817523 None None] Deleting port b13616f4-7368-4082-9961-ef700c6b1149 {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:35:25.444040 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-9e3c0ca6-eea5-408f-a987-f457b5817523 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (b13616f4-7368-4082-9961-ef700c6b1149), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:25.514290 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-8ce17cee-d292-437c-99a5-2970f4b2a6ba admin admin] Allocated IP 172.20.0.1 (fec17942-beb5-4931-bf14-c3cd0b51a29d/58a89c03-6cc3-4eb7-93a9-8479c0cb0584/a5155738-e889-4b4b-bb6f-70469f1a003c) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:35:25.540935 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-de990dc8-9b93-4c58-bf81-0548d3a63a46 req-63e76d0a-43c0-4e99-87eb-c22729aa629b tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d80a148-e9eb-4688-aae9-f24ed4e32758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3578541 Feb 09 21:35:25.563042 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-a81a6bca-ccdd-431a-9bf8-da28e0b8b095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Deleting port cb0a5a45-2e6a-4dda-976f-3c68385f804e {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:35:25.563389 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a81a6bca-ccdd-431a-9bf8-da28e0b8b095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (cb0a5a45-2e6a-4dda-976f-3c68385f804e), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:25.569040 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-9e3c0ca6-eea5-408f-a987-f457b5817523 None None] For port b13616f4-7368-4082-9961-ef700c6b1149, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=b13616f4-7368-4082-9961-ef700c6b1149,segment=NetworkSegment(462e03e7-f067-4f20-8f9e-1f3c154720a6),segment_id=462e03e7-f067-4f20-8f9e-1f3c154720a6)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:25.569599 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-9e3c0ca6-eea5-408f-a987-f457b5817523 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (b13616f4-7368-4082-9961-ef700c6b1149), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:25.582964 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-9e3c0ca6-eea5-408f-a987-f457b5817523 None None] Calling delete_port for b13616f4-7368-4082-9961-ef700c6b1149 owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:35:25.605676 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261f22fe-4cb9-48c1-baa2-75d4762b40cb req-7e331b3e-d27c-4570-a570-c50075fbe55a tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:25.607881 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-261f22fe-4cb9-48c1-baa2-75d4762b40cb req-7e331b3e-d27c-4570-a570-c50075fbe55a tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/ports?device_id=50e0dbe9-de7a-4515-a141-361c5f3ab1cc HTTP/1.1" status: 200 len: 945 time: 0.1749613 Feb 09 21:35:25.617534 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-53279d5d-87ed-4ba6-bb34-53fc04cc8d0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (9fa2d5ea-567a-4281-bc40-83146c54d226), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:25.651337 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-bfb1d861-6b6f-4cbd-b24e-88081efc5b98 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Deleting port b13616f4-7368-4082-9961-ef700c6b1149 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:35:25.651698 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bfb1d861-6b6f-4cbd-b24e-88081efc5b98 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (b13616f4-7368-4082-9961-ef700c6b1149), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:25.692183 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53279d5d-87ed-4ba6-bb34-53fc04cc8d0f admin admin] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:35:25.735246 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-53279d5d-87ed-4ba6-bb34-53fc04cc8d0f admin admin] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:35:25.752528 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53279d5d-87ed-4ba6-bb34-53fc04cc8d0f admin admin] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:35:25.798263 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53279d5d-87ed-4ba6-bb34-53fc04cc8d0f admin admin] Pushing event updated for resources: {'Port': ['ID=9fa2d5ea-567a-4281-bc40-83146c54d226,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:25.798517 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-9e3c0ca6-eea5-408f-a987-f457b5817523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (b13616f4-7368-4082-9961-ef700c6b1149), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:25.829932 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3c0ca6-eea5-408f-a987-f457b5817523 None None] Pushing event deleted for resources: {'Port': ['ID=b13616f4-7368-4082-9961-ef700c6b1149,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:25.833945 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3c0ca6-eea5-408f-a987-f457b5817523 None None] No DVR routers for this DVR port b13616f4-7368-4082-9961-ef700c6b1149 on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:35:25.860632 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-bfb1d861-6b6f-4cbd-b24e-88081efc5b98 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] For port b13616f4-7368-4082-9961-ef700c6b1149, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=b13616f4-7368-4082-9961-ef700c6b1149,segment=NetworkSegment(462e03e7-f067-4f20-8f9e-1f3c154720a6),segment_id=462e03e7-f067-4f20-8f9e-1f3c154720a6)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:25.861333 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bfb1d861-6b6f-4cbd-b24e-88081efc5b98 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (b13616f4-7368-4082-9961-ef700c6b1149), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:25.869955 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-261f22fe-4cb9-48c1-baa2-75d4762b40cb req-3afd9bda-681a-45be-8404-5ce356296998 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/security-groups?id=53864ffe-fa53-4ead-9e41-21e6252e7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206500 Feb 09 21:35:25.949127 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-bfb1d861-6b6f-4cbd-b24e-88081efc5b98 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Calling delete_port for b13616f4-7368-4082-9961-ef700c6b1149 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:35:25.961419 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c37f407e-6b1b-4319-abb2-8185ffb5bbe4 None None] Publish callbacks [] for port (69d7a2b4-d97a-4cfd-bd46-a7f27b897575), precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:25.974734 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c37f407e-6b1b-4319-abb2-8185ffb5bbe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (69d7a2b4-d97a-4cfd-bd46-a7f27b897575), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:26.068538 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204baab1-c089-44dd-8126-5280c18eb9b0 None None] Pushing event updated for resources: {'Port': ['ID=69d7a2b4-d97a-4cfd-bd46-a7f27b897575,revision_number=2']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:26.085661 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-c37f407e-6b1b-4319-abb2-8185ffb5bbe4 None None] Attempting to bind port 69d7a2b4-d97a-4cfd-bd46-a7f27b897575 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:35:26.085920 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-c37f407e-6b1b-4319-abb2-8185ffb5bbe4 None None] Attempting to bind port 69d7a2b4-d97a-4cfd-bd46-a7f27b897575 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:35:26.086127 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37f407e-6b1b-4319-abb2-8185ffb5bbe4 None None] Attempting to bind port 69d7a2b4-d97a-4cfd-bd46-a7f27b897575 on network 54a442d5-50a0-4c75-85cc-d19f5bf58118 {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:35:26.100396 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 1c2a45c6-1d31-40c2-9c88-66ea7e41cbeb details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:35:26.109263 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37f407e-6b1b-4319-abb2-8185ffb5bbe4 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:35:26.111251 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37f407e-6b1b-4319-abb2-8185ffb5bbe4 None None] Checking segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:35:26.112776 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c37f407e-6b1b-4319-abb2-8185ffb5bbe4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:26.113236 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37f407e-6b1b-4319-abb2-8185ffb5bbe4 None None] Bound using segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:35:26.113757 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-c37f407e-6b1b-4319-abb2-8185ffb5bbe4 None None] Bound port: 69d7a2b4-d97a-4cfd-bd46-a7f27b897575, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:35:26.114159 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c37f407e-6b1b-4319-abb2-8185ffb5bbe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (69d7a2b4-d97a-4cfd-bd46-a7f27b897575), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:26.181609 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-a81a6bca-ccdd-431a-9bf8-da28e0b8b095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] For port cb0a5a45-2e6a-4dda-976f-3c68385f804e, host n-h2-828369-5, got binding levels [] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:26.188547 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a81a6bca-ccdd-431a-9bf8-da28e0b8b095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (cb0a5a45-2e6a-4dda-976f-3c68385f804e), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:26.197324 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bfb1d861-6b6f-4cbd-b24e-88081efc5b98 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (b13616f4-7368-4082-9961-ef700c6b1149), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:26.225860 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-a81a6bca-ccdd-431a-9bf8-da28e0b8b095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Calling delete_port for cb0a5a45-2e6a-4dda-976f-3c68385f804e owned by {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:35:26.246418 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-c37f407e-6b1b-4319-abb2-8185ffb5bbe4 None None] For port 69d7a2b4-d97a-4cfd-bd46-a7f27b897575, host n-d-828369-5, cleared binding levels {{(pid=103143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:35:26.251577 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-c37f407e-6b1b-4319-abb2-8185ffb5bbe4 None None] For port 69d7a2b4-d97a-4cfd-bd46-a7f27b897575, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=69d7a2b4-d97a-4cfd-bd46-a7f27b897575,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:35:26.262832 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-c37f407e-6b1b-4319-abb2-8185ffb5bbe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (69d7a2b4-d97a-4cfd-bd46-a7f27b897575), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:26.266060 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 1c2a45c6-1d31-40c2-9c88-66ea7e41cbeb, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=1c2a45c6-1d31-40c2-9c88-66ea7e41cbeb,segment=NetworkSegment(22999d68-3ae1-4a5a-9612-0b8240545924),segment_id=22999d68-3ae1-4a5a-9612-0b8240545924)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:26.277403 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb1d861-6b6f-4cbd-b24e-88081efc5b98 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] No DVR routers for this DVR port b13616f4-7368-4082-9961-ef700c6b1149 on host n-d-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:35:26.282419 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8ce17cee-d292-437c-99a5-2970f4b2a6ba admin admin] Publish callbacks [] for port (a5155738-e889-4b4b-bb6f-70469f1a003c), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:26.286007 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': '1c2a45c6-1d31-40c2-9c88-66ea7e41cbeb', 'network_id': 'e0933a47-9f98-425f-b2ec-87bdb6b7270d', 'port_id': '1c2a45c6-1d31-40c2-9c88-66ea7e41cbeb', 'mac_address': 'fa:16:3e:f1:51:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad8da7e2-9246-4407-b24a-0611ae1b2813', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:35:26.316998 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb1d861-6b6f-4cbd-b24e-88081efc5b98 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Pushing event deleted for resources: {'Port': ['ID=b13616f4-7368-4082-9961-ef700c6b1149,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:26.358046 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 1c2a45c6-1d31-40c2-9c88-66ea7e41cbeb is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:26.358469 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (1c2a45c6-1d31-40c2-9c88-66ea7e41cbeb), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:26.371365 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37f407e-6b1b-4319-abb2-8185ffb5bbe4 None None] Routers {'17975e9d-008f-4038-94c2-4737ed47cb25'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:35:26.372588 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-c37f407e-6b1b-4319-abb2-8185ffb5bbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:35:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['17975e9d-008f-4038-94c2-4737ed47cb25'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:26.382050 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c2a45c6-1d31-40c2-9c88-66ea7e41cbeb {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:35:26.408322 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8ce17cee-d292-437c-99a5-2970f4b2a6ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (a5155738-e889-4b4b-bb6f-70469f1a003c), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:26.423810 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 1c2a45c6-1d31-40c2-9c88-66ea7e41cbeb, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=1c2a45c6-1d31-40c2-9c88-66ea7e41cbeb,segment=NetworkSegment(22999d68-3ae1-4a5a-9612-0b8240545924),segment_id=22999d68-3ae1-4a5a-9612-0b8240545924)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:26.435188 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (1c2a45c6-1d31-40c2-9c88-66ea7e41cbeb), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:26.446277 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a81a6bca-ccdd-431a-9bf8-da28e0b8b095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (cb0a5a45-2e6a-4dda-976f-3c68385f804e), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:26.475334 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce17cee-d292-437c-99a5-2970f4b2a6ba admin admin] Network fec17942-beb5-4931-bf14-c3cd0b51a29d is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:35:26.481577 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f94f1f-bbf9-4e35-b65a-f13998620d3e None None] Network 72e21a0c-bd04-4da9-83ef-ade9ea60785f requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:35:26.483089 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-8ce17cee-d292-437c-99a5-2970f4b2a6ba admin admin] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:35:26.488619 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce17cee-d292-437c-99a5-2970f4b2a6ba admin admin] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:35:26.525551 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204baab1-c089-44dd-8126-5280c18eb9b0 None None] Pushing event updated for resources: {'Port': ['ID=69d7a2b4-d97a-4cfd-bd46-a7f27b897575,revision_number=3']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:26.529195 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce17cee-d292-437c-99a5-2970f4b2a6ba admin admin] Pushing event updated for resources: {'Port': ['ID=a5155738-e889-4b4b-bb6f-70469f1a003c,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:26.532944 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a81a6bca-ccdd-431a-9bf8-da28e0b8b095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:26.539008 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-a81a6bca-ccdd-431a-9bf8-da28e0b8b095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] 10.222.0.90 "DELETE /v2.0/ports/cb0a5a45-2e6a-4dda-976f-3c68385f804e HTTP/1.1" status: 204 len: 168 time: 1.2110014 Feb 09 21:35:26.543775 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 56628) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:26.592930 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a6bca-ccdd-431a-9bf8-da28e0b8b095 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Pushing event deleted for resources: {'Port': ['ID=cb0a5a45-2e6a-4dda-976f-3c68385f804e,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:26.601842 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-231a84e7-cc9e-4925-9ea3-2d17e152a876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] GET failed (client error): The resource could not be found. Feb 09 21:35:26.603866 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-231a84e7-cc9e-4925-9ea3-2d17e152a876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] 10.222.0.90 "GET /v2.0/ports/cb0a5a45-2e6a-4dda-976f-3c68385f804e HTTP/1.1" status: 404 len: 333 time: 0.0586305 Feb 09 21:35:26.609113 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 56632) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:26.610535 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=1c2a45c6-1d31-40c2-9c88-66ea7e41cbeb,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:26.618163 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-54291dd2-0c76-4a3e-b40e-6a39da1245a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Request body: {'port': {'network_id': 'd1082423-c970-49a0-a06d-befafa91969c', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2023766517'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:26.626313 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8ce17cee-d292-437c-99a5-2970f4b2a6ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554727'] for router_interface (17975e9d-008f-4038-94c2-4737ed47cb25), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:26.687172 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54291dd2-0c76-4a3e-b40e-6a39da1245a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Made reservation on behalf of 7e5c566bfb664e7982bc22da643e2016 for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:35:26.690368 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-54291dd2-0c76-4a3e-b40e-6a39da1245a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:26.712445 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-c37f407e-6b1b-4319-abb2-8185ffb5bbe4 None None] Set router 17975e9d-008f-4038-94c2-4737ed47cb25 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:35:26.724480 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [None req-54291dd2-0c76-4a3e-b40e-6a39da1245a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] device_id is not set on port e7c60f7a-64ab-45ac-9ec8-f5cc798ddf27 yet. {{(pid=103141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:35:26.727631 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-32cf6371-5831-4736-a10d-9d2d874c0a8e None None] Provisioning complete for port 2e1f46a2-1abc-4d67-bcb6-bc141368a95a triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:26.728027 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-32cf6371-5831-4736-a10d-9d2d874c0a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (2e1f46a2-1abc-4d67-bcb6-bc141368a95a), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:26.943917 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-32cf6371-5831-4736-a10d-9d2d874c0a8e None None] Current status of the port 2e1f46a2-1abc-4d67-bcb6-bc141368a95a is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:26.947102 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-32cf6371-5831-4736-a10d-9d2d874c0a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (2e1f46a2-1abc-4d67-bcb6-bc141368a95a), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:26.973609 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8ce17cee-d292-437c-99a5-2970f4b2a6ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (a5155738-e889-4b4b-bb6f-70469f1a003c), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:26.990589 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['1c2a45c6-1d31-40c2-9c88-66ea7e41cbeb'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:35:27.103956 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-32cf6371-5831-4736-a10d-9d2d874c0a8e None None] For port 2e1f46a2-1abc-4d67-bcb6-bc141368a95a, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=2e1f46a2-1abc-4d67-bcb6-bc141368a95a,segment=NetworkSegment(f943d251-cbac-4cd2-b962-dbbb0491c1ed),segment_id=f943d251-cbac-4cd2-b962-dbbb0491c1ed)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:27.111246 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-32cf6371-5831-4736-a10d-9d2d874c0a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (2e1f46a2-1abc-4d67-bcb6-bc141368a95a), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:27.137712 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 2e1f46a2-1abc-4d67-bcb6-bc141368a95a up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:35:27.156133 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-c37f407e-6b1b-4319-abb2-8185ffb5bbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17975e9d-008f-4038-94c2-4737ed47cb25', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1758693901-router', 'tenant_id': '10728d8d3f684788881f8ffec480c397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '69d7a2b4-d97a-4cfd-bd46-a7f27b897575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:20Z', 'updated_at': '2022-02-09T21:35:23Z', 'revision_number': 3, 'project_id': '10728d8d3f684788881f8ffec480c397', 'gw_port': {'id': '69d7a2b4-d97a-4cfd-bd46-a7f27b897575', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:04:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17975e9d-008f-4038-94c2-4737ed47cb25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:21Z', 'updated_at': '2022-02-09T21:35:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:27.165964 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-33e355df-3aba-45bf-abbc-555011232ce9 req-3d36acaf-a492-496b-a370-4c849f5efc02 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=82be41b1-46da-46a7-8af9-241c6a0e3e2d HTTP/1.1" status: 200 len: 210 time: 0.7230289 Feb 09 21:35:27.211253 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-80e54429-16ba-4bef-9199-0c996b0d4b31 req-608bb005-8dba-4a52-bcd9-baab8324a0b7 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=def3446e95584f24b6fdfb40ceda16ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1179671 Feb 09 21:35:27.215355 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37f407e-6b1b-4319-abb2-8185ffb5bbe4 None None] The sync data for ids ['17975e9d-008f-4038-94c2-4737ed47cb25'] in n-d-828369-5 is: [{'id': '17975e9d-008f-4038-94c2-4737ed47cb25', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1758693901-router', 'tenant_id': '10728d8d3f684788881f8ffec480c397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '69d7a2b4-d97a-4cfd-bd46-a7f27b897575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:20Z', 'updated_at': '2022-02-09T21:35:23Z', 'revision_number': 3, 'project_id': '10728d8d3f684788881f8ffec480c397', 'gw_port': {'id': '69d7a2b4-d97a-4cfd-bd46-a7f27b897575', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:04:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17975e9d-008f-4038-94c2-4737ed47cb25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:21Z', 'updated_at': '2022-02-09T21:35:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:35:27.223379 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bfb1d861-6b6f-4cbd-b24e-88081efc5b98 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (cea301d7-eb3a-4790-bd8b-b668b6ea9a0e), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:27.243385 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-54291dd2-0c76-4a3e-b40e-6a39da1245a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Publish callbacks [] for port (e7c60f7a-64ab-45ac-9ec8-f5cc798ddf27), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:27.332808 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cf6371-5831-4736-a10d-9d2d874c0a8e None None] Pushing event updated for resources: {'Port': ['ID=2e1f46a2-1abc-4d67-bcb6-bc141368a95a,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:27.356760 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a1854702-e70f-4b94-b344-fa2cb131af8f None None] Provisioning complete for port a5155738-e889-4b4b-bb6f-70469f1a003c triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:27.357140 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a1854702-e70f-4b94-b344-fa2cb131af8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (a5155738-e889-4b4b-bb6f-70469f1a003c), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:27.360487 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca32ce62-ff72-4413-a024-7873460df095 req-3488a3ce-77d7-4d96-b78d-687e25b16ac0 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:27.362032 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ca32ce62-ff72-4413-a024-7873460df095 req-3488a3ce-77d7-4d96-b78d-687e25b16ac0 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/ports?device_id=1403455a-2632-4781-bcfa-60ab81462070 HTTP/1.1" status: 200 len: 945 time: 0.2561929 Feb 09 21:35:27.374024 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-bfb1d861-6b6f-4cbd-b24e-88081efc5b98 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cea301d7-eb3a-4790-bd8b-b668b6ea9a0e']}} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:27.376538 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-53279d5d-87ed-4ba6-bb34-53fc04cc8d0f admin admin] Publish callbacks [] for router_gateway (5343f20c-b3cf-4b42-b888-fb4d3e58ad9d), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:27.387192 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cf6371-5831-4736-a10d-9d2d874c0a8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:27.388198 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cf6371-5831-4736-a10d-9d2d874c0a8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:27.388599 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cf6371-5831-4736-a10d-9d2d874c0a8e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:27.388916 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cf6371-5831-4736-a10d-9d2d874c0a8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:27.389257 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cf6371-5831-4736-a10d-9d2d874c0a8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:27.389618 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cf6371-5831-4736-a10d-9d2d874c0a8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:27.389933 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cf6371-5831-4736-a10d-9d2d874c0a8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:27.390263 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cf6371-5831-4736-a10d-9d2d874c0a8e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:27.390589 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cf6371-5831-4736-a10d-9d2d874c0a8e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:27.390918 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cf6371-5831-4736-a10d-9d2d874c0a8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:27.391245 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cf6371-5831-4736-a10d-9d2d874c0a8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:27.391570 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cf6371-5831-4736-a10d-9d2d874c0a8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:27.391890 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cf6371-5831-4736-a10d-9d2d874c0a8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:35:27.393483 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-54291dd2-0c76-4a3e-b40e-6a39da1245a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (e7c60f7a-64ab-45ac-9ec8-f5cc798ddf27), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:27.443583 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 2e1f46a2-1abc-4d67-bcb6-bc141368a95a triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:27.443965 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (2e1f46a2-1abc-4d67-bcb6-bc141368a95a), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:27.449092 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a1854702-e70f-4b94-b344-fa2cb131af8f None None] Port a5155738-e889-4b4b-bb6f-70469f1a003c cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:35:27.469078 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8ce17cee-d292-437c-99a5-2970f4b2a6ba admin admin] Publish callbacks [] for port (a5155738-e889-4b4b-bb6f-70469f1a003c), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:27.470909 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-bfb1d861-6b6f-4cbd-b24e-88081efc5b98 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '462e03e7-f067-4f20-8f9e-1f3c154720a6') {'for_net_delete': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:27.471557 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-bfb1d861-6b6f-4cbd-b24e-88081efc5b98 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '462e03e7-f067-4f20-8f9e-1f3c154720a6') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:27.477641 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54291dd2-0c76-4a3e-b40e-6a39da1245a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Pushing event updated for resources: {'Port': ['ID=e7c60f7a-64ab-45ac-9ec8-f5cc798ddf27,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:27.483053 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8ce17cee-d292-437c-99a5-2970f4b2a6ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (a5155738-e889-4b4b-bb6f-70469f1a003c), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:27.512126 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a1854702-e70f-4b94-b344-fa2cb131af8f None None] Provisioning complete for port 2e1f46a2-1abc-4d67-bcb6-bc141368a95a triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:27.513106 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a1854702-e70f-4b94-b344-fa2cb131af8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (2e1f46a2-1abc-4d67-bcb6-bc141368a95a), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:27.517842 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54291dd2-0c76-4a3e-b40e-6a39da1245a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Network d1082423-c970-49a0-a06d-befafa91969c is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:35:27.519043 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bfb1d861-6b6f-4cbd-b24e-88081efc5b98 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110711'] for segment (462e03e7-f067-4f20-8f9e-1f3c154720a6), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:27.545073 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-54291dd2-0c76-4a3e-b40e-6a39da1245a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:35:27.552329 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54291dd2-0c76-4a3e-b40e-6a39da1245a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:35:27.553238 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54291dd2-0c76-4a3e-b40e-6a39da1245a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:27.556049 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-54291dd2-0c76-4a3e-b40e-6a39da1245a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:27.585849 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bfb1d861-6b6f-4cbd-b24e-88081efc5b98 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (462e03e7-f067-4f20-8f9e-1f3c154720a6), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:27.599399 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce17cee-d292-437c-99a5-2970f4b2a6ba admin admin] Pushing event updated for resources: {'Port': ['ID=a5155738-e889-4b4b-bb6f-70469f1a003c,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:27.623822 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-54291dd2-0c76-4a3e-b40e-6a39da1245a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.0109553 Feb 09 21:35:27.623822 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8ce17cee-d292-437c-99a5-2970f4b2a6ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524919'] for router_interface (17975e9d-008f-4038-94c2-4737ed47cb25), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:27.624309 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 56636) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:27.646943 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-8d5cc4eb-9140-46e8-ac08-a777d74cc491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-828369-5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:27.654395 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfb1d861-6b6f-4cbd-b24e-88081efc5b98 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=103140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:35:27.654921 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bfb1d861-6b6f-4cbd-b24e-88081efc5b98 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669415'] for segment (462e03e7-f067-4f20-8f9e-1f3c154720a6), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:27.658759 n-d-828369-5 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:35:27.658759 n-d-828369-5 neutron-server[103140]: self.session.flush() Feb 09 21:35:27.658759 n-d-828369-5 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:35:27.658759 n-d-828369-5 neutron-server[103140]: self.session.flush() Feb 09 21:35:27.658759 n-d-828369-5 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:35:27.658759 n-d-828369-5 neutron-server[103140]: self.session.flush() Feb 09 21:35:27.658759 n-d-828369-5 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:35:27.658759 n-d-828369-5 neutron-server[103140]: self.session.flush() Feb 09 21:35:27.658759 n-d-828369-5 neutron-server[103140]: Traceback (most recent call last): Feb 09 21:35:27.658759 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:35:27.658759 n-d-828369-5 neutron-server[103140]: timer() Feb 09 21:35:27.658759 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:35:27.658759 n-d-828369-5 neutron-server[103140]: cb(*args, **kw) Feb 09 21:35:27.658759 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:35:27.658759 n-d-828369-5 neutron-server[103140]: return func(*args, **kwargs) Feb 09 21:35:27.658759 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:35:27.658759 n-d-828369-5 neutron-server[103140]: self._notify() Feb 09 21:35:27.658759 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:35:27.658759 n-d-828369-5 neutron-server[103140]: self.callback(batched_events) Feb 09 21:35:27.658759 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:35:27.658759 n-d-828369-5 neutron-server[103140]: event.method(event) Feb 09 21:35:27.658759 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:35:27.658759 n-d-828369-5 neutron-server[103140]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:35:27.658759 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:35:27.658759 n-d-828369-5 neutron-server[103140]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:35:27.658759 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:35:27.658759 n-d-828369-5 neutron-server[103140]: return f(self, *a, **k) Feb 09 21:35:27.658759 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:35:27.658759 n-d-828369-5 neutron-server[103140]: return self._get(url).json() Feb 09 21:35:27.658759 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:35:27.658759 n-d-828369-5 neutron-server[103140]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:35:27.658759 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:35:27.658759 n-d-828369-5 neutron-server[103140]: return self.request(url, 'GET', **kwargs) Feb 09 21:35:27.658759 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:35:27.658759 n-d-828369-5 neutron-server[103140]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:35:27.658759 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:35:27.658759 n-d-828369-5 neutron-server[103140]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:35:27.658759 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:35:27.658759 n-d-828369-5 neutron-server[103140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:35:27.658759 n-d-828369-5 neutron-server[103140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:35:27.666474 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06af4ac-ea2a-4493-8213-41ceb36795a0 req-311139ed-67f9-4668-94f3-723f78b8fbdf tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:27.684012 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b06af4ac-ea2a-4493-8213-41ceb36795a0 req-311139ed-67f9-4668-94f3-723f78b8fbdf tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/ports?device_id=50e0dbe9-de7a-4515-a141-361c5f3ab1cc HTTP/1.1" status: 200 len: 945 time: 0.4401765 Feb 09 21:35:27.773339 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e54429-16ba-4bef-9199-0c996b0d4b31 req-d53ac63c-b7e7-4595-ac6f-d56154bdccea tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:27.774878 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-80e54429-16ba-4bef-9199-0c996b0d4b31 req-d53ac63c-b7e7-4595-ac6f-d56154bdccea tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5483603 Feb 09 21:35:27.794696 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ca32ce62-ff72-4413-a024-7873460df095 req-6902ed98-63a5-4b72-8959-7fb1627a56cf tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d80a148-e9eb-4688-aae9-f24ed4e32758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3726354 Feb 09 21:35:27.798753 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 2e1f46a2-1abc-4d67-bcb6-bc141368a95a is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:27.807880 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-80e54429-16ba-4bef-9199-0c996b0d4b31 req-d3fdca84-bfe0-4a4a-9b8c-7afadfdfa760 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Request body: {'port': {'device_id': '82be41b1-46da-46a7-8af9-241c6a0e3e2d', 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc', 'admin_state_up': True, 'tenant_id': 'def3446e95584f24b6fdfb40ceda16ab'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:27.860367 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a1854702-e70f-4b94-b344-fa2cb131af8f None None] Current status of the port 2e1f46a2-1abc-4d67-bcb6-bc141368a95a is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:27.876122 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce17cee-d292-437c-99a5-2970f4b2a6ba admin admin] Network fec17942-beb5-4931-bf14-c3cd0b51a29d is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:35:27.878277 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8d5cc4eb-9140-46e8-ac08-a777d74cc491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (e7c60f7a-64ab-45ac-9ec8-f5cc798ddf27), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:27.881715 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-8ce17cee-d292-437c-99a5-2970f4b2a6ba admin admin] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:35:27.896250 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device b13616f4-7368-4082-9961-ef700c6b1149 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:35:27.924693 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bfb1d861-6b6f-4cbd-b24e-88081efc5b98 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (cea301d7-eb3a-4790-bd8b-b668b6ea9a0e), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:27.929176 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: b13616f4-7368-4082-9961-ef700c6b1149 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:35:27.929928 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device b13616f4-7368-4082-9961-ef700c6b1149 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:35:28.005976 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bfb1d861-6b6f-4cbd-b24e-88081efc5b98 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:28.009238 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-bfb1d861-6b6f-4cbd-b24e-88081efc5b98 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.90 "DELETE /v2.0/networks/cea301d7-eb3a-4790-bd8b-b668b6ea9a0e HTTP/1.1" status: 204 len: 168 time: 3.1378038 Feb 09 21:35:28.026778 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 56640) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:28.078579 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b06af4ac-ea2a-4493-8213-41ceb36795a0 req-1364122c-83ae-4511-90b1-7a9f374f0029 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/security-groups?id=53864ffe-fa53-4ead-9e41-21e6252e7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3743117 Feb 09 21:35:28.097846 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb1d861-6b6f-4cbd-b24e-88081efc5b98 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Pushing event deleted for resources: {'Network': ['ID=cea301d7-eb3a-4790-bd8b-b668b6ea9a0e,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:28.145037 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80e54429-16ba-4bef-9199-0c996b0d4b31 req-d3fdca84-bfe0-4a4a-9b8c-7afadfdfa760 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Made reservation on behalf of def3446e95584f24b6fdfb40ceda16ab for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:35:28.148779 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-80e54429-16ba-4bef-9199-0c996b0d4b31 req-d3fdca84-bfe0-4a4a-9b8c-7afadfdfa760 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:28.159873 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cdb46f8-31a2-4458-b7e6-84e3df3037f7 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Deleting subnet 525d2927-48bb-4678-996d-bb0d26507287 {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:35:28.174089 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3cdb46f8-31a2-4458-b7e6-84e3df3037f7 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks [] for subnet (525d2927-48bb-4678-996d-bb0d26507287), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:28.198694 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-cea3c11e-18e6-445e-88ee-7e449dcf2c9e None None] Provisioning complete for port a5155738-e889-4b4b-bb6f-70469f1a003c triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:28.199089 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-cea3c11e-18e6-445e-88ee-7e449dcf2c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (a5155738-e889-4b4b-bb6f-70469f1a003c), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:28.244100 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-53279d5d-87ed-4ba6-bb34-53fc04cc8d0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (5343f20c-b3cf-4b42-b888-fb4d3e58ad9d), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:28.256973 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-cea3c11e-18e6-445e-88ee-7e449dcf2c9e None None] Port a5155738-e889-4b4b-bb6f-70469f1a003c cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:35:28.288481 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3cdb46f8-31a2-4458-b7e6-84e3df3037f7 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (525d2927-48bb-4678-996d-bb0d26507287), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:28.315496 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ce17cee-d292-437c-99a5-2970f4b2a6ba admin admin] Router 17975e9d-008f-4038-94c2-4737ed47cb25 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:35:28.354069 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ba5058a5-a532-4aed-ae8c-8c5c68fb695e req-707db6bc-226b-4f06-878b-839519868545 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=82be41b1-46da-46a7-8af9-241c6a0e3e2d HTTP/1.1" status: 200 len: 210 time: 0.0998855 Feb 09 21:35:28.420576 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [req-80e54429-16ba-4bef-9199-0c996b0d4b31 req-d3fdca84-bfe0-4a4a-9b8c-7afadfdfa760 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Allocated IP 192.168.233.41 (a8139157-1e3e-4bd9-8fa9-c0e20debd7dc/0f7402ac-a35b-414b-bcc1-bc1c3072ec3c/47af76bb-ef60-4c69-9b0e-9800d9e02153) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:35:28.491794 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [None req-8d5cc4eb-9140-46e8-ac08-a777d74cc491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] device_id is not set on port e7c60f7a-64ab-45ac-9ec8-f5cc798ddf27 yet. {{(pid=103141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:35:28.511349 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8d5cc4eb-9140-46e8-ac08-a777d74cc491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Publish callbacks [] for port (e7c60f7a-64ab-45ac-9ec8-f5cc798ddf27), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:28.526012 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8d5cc4eb-9140-46e8-ac08-a777d74cc491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (e7c60f7a-64ab-45ac-9ec8-f5cc798ddf27), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:28.529196 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3cdb46f8-31a2-4458-b7e6-84e3df3037f7 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (525d2927-48bb-4678-996d-bb0d26507287), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:28.538343 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53279d5d-87ed-4ba6-bb34-53fc04cc8d0f admin admin] Router 5343f20c-b3cf-4b42-b888-fb4d3e58ad9d is scheduled to L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 with binding_index 1 {{(pid=103140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:35:28.628764 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5cc4eb-9140-46e8-ac08-a777d74cc491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Pushing event updated for resources: {'Port': ['ID=e7c60f7a-64ab-45ac-9ec8-f5cc798ddf27,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:28.639783 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ce17cee-d292-437c-99a5-2970f4b2a6ba admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:35:28.660123 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-8ce17cee-d292-437c-99a5-2970f4b2a6ba admin admin] 10.222.0.90 "PUT /v2.0/routers/17975e9d-008f-4038-94c2-4737ed47cb25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5829968 Feb 09 21:35:28.660123 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-8d5cc4eb-9140-46e8-ac08-a777d74cc491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempting to bind port e7c60f7a-64ab-45ac-9ec8-f5cc798ddf27 on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:35:28.660123 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-8d5cc4eb-9140-46e8-ac08-a777d74cc491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempting to bind port e7c60f7a-64ab-45ac-9ec8-f5cc798ddf27 by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': 'ebf1d19d-957a-42fb-b239-e22d4eefc5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd1082423-c970-49a0-a06d-befafa91969c'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:35:28.660123 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5cc4eb-9140-46e8-ac08-a777d74cc491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempting to bind port e7c60f7a-64ab-45ac-9ec8-f5cc798ddf27 on network d1082423-c970-49a0-a06d-befafa91969c {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:35:28.669851 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5cc4eb-9140-46e8-ac08-a777d74cc491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Port e7c60f7a-64ab-45ac-9ec8-f5cc798ddf27 on network d1082423-c970-49a0-a06d-befafa91969c not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:35:28.670200 n-d-828369-5 neutron-server[103141]: ERROR neutron.plugins.ml2.managers [None req-8d5cc4eb-9140-46e8-ac08-a777d74cc491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Failed to bind port e7c60f7a-64ab-45ac-9ec8-f5cc798ddf27 on host n-h2-828369-5 for vnic_type normal using segments [{'id': 'ebf1d19d-957a-42fb-b239-e22d4eefc5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd1082423-c970-49a0-a06d-befafa91969c'}] Feb 09 21:35:28.672734 n-d-828369-5 neutron-server[103141]: INFO neutron.plugins.ml2.plugin [None req-8d5cc4eb-9140-46e8-ac08-a777d74cc491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempt 2 to bind port e7c60f7a-64ab-45ac-9ec8-f5cc798ddf27 Feb 09 21:35:28.681236 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-80e54429-16ba-4bef-9199-0c996b0d4b31 req-d3fdca84-bfe0-4a4a-9b8c-7afadfdfa760 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Publish callbacks [] for port (47af76bb-ef60-4c69-9b0e-9800d9e02153), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:28.689147 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-8d5cc4eb-9140-46e8-ac08-a777d74cc491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempting to bind port e7c60f7a-64ab-45ac-9ec8-f5cc798ddf27 on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:35:28.689485 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-8d5cc4eb-9140-46e8-ac08-a777d74cc491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempting to bind port e7c60f7a-64ab-45ac-9ec8-f5cc798ddf27 by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': 'ebf1d19d-957a-42fb-b239-e22d4eefc5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd1082423-c970-49a0-a06d-befafa91969c'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:35:28.689832 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5cc4eb-9140-46e8-ac08-a777d74cc491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempting to bind port e7c60f7a-64ab-45ac-9ec8-f5cc798ddf27 on network d1082423-c970-49a0-a06d-befafa91969c {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:35:28.692800 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3cdb46f8-31a2-4458-b7e6-84e3df3037f7 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (525d2927-48bb-4678-996d-bb0d26507287), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:28.707773 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53279d5d-87ed-4ba6-bb34-53fc04cc8d0f admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:35:28.723184 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5cc4eb-9140-46e8-ac08-a777d74cc491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Port e7c60f7a-64ab-45ac-9ec8-f5cc798ddf27 on network d1082423-c970-49a0-a06d-befafa91969c not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:35:28.723531 n-d-828369-5 neutron-server[103141]: ERROR neutron.plugins.ml2.managers [None req-8d5cc4eb-9140-46e8-ac08-a777d74cc491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Failed to bind port e7c60f7a-64ab-45ac-9ec8-f5cc798ddf27 on host n-h2-828369-5 for vnic_type normal using segments [{'id': 'ebf1d19d-957a-42fb-b239-e22d4eefc5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd1082423-c970-49a0-a06d-befafa91969c'}] Feb 09 21:35:28.724419 n-d-828369-5 neutron-server[103141]: INFO neutron.plugins.ml2.plugin [None req-8d5cc4eb-9140-46e8-ac08-a777d74cc491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempt 3 to bind port e7c60f7a-64ab-45ac-9ec8-f5cc798ddf27 Feb 09 21:35:28.725153 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8274142d-f8d2-449a-941c-83d50fd89a90 None None] Sync routers for ids ['5343f20c-b3cf-4b42-b888-fb4d3e58ad9d'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:35:28.731866 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-53279d5d-87ed-4ba6-bb34-53fc04cc8d0f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:28.733243 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-53279d5d-87ed-4ba6-bb34-53fc04cc8d0f admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.4657791 Feb 09 21:35:28.736667 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 56646) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:28.739174 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdb46f8-31a2-4458-b7e6-84e3df3037f7 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Pushing event deleted for resources: {'Subnet': ['ID=525d2927-48bb-4678-996d-bb0d26507287,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:28.741613 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-8d5cc4eb-9140-46e8-ac08-a777d74cc491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempting to bind port e7c60f7a-64ab-45ac-9ec8-f5cc798ddf27 on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:35:28.741948 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-8d5cc4eb-9140-46e8-ac08-a777d74cc491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempting to bind port e7c60f7a-64ab-45ac-9ec8-f5cc798ddf27 by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': 'ebf1d19d-957a-42fb-b239-e22d4eefc5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd1082423-c970-49a0-a06d-befafa91969c'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:35:28.742291 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5cc4eb-9140-46e8-ac08-a777d74cc491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempting to bind port e7c60f7a-64ab-45ac-9ec8-f5cc798ddf27 on network d1082423-c970-49a0-a06d-befafa91969c {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:35:28.748843 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3cdb46f8-31a2-4458-b7e6-84e3df3037f7 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:28.754483 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-3cdb46f8-31a2-4458-b7e6-84e3df3037f7 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.90 "DELETE /v2.0/subnets/525d2927-48bb-4678-996d-bb0d26507287 HTTP/1.1" status: 204 len: 168 time: 0.7243216 Feb 09 21:35:28.754939 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 56648) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:28.759338 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8bb9933-1f8a-47f0-86a3-75d24e82c112 None None] Network 641162f1-a5c5-4f37-bdbf-71b22c7a6598 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:35:28.762938 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8274142d-f8d2-449a-941c-83d50fd89a90 None None] Routers {'5343f20c-b3cf-4b42-b888-fb4d3e58ad9d'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:35:28.763653 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-8274142d-f8d2-449a-941c-83d50fd89a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:35:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['5343f20c-b3cf-4b42-b888-fb4d3e58ad9d'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:28.766412 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5cc4eb-9140-46e8-ac08-a777d74cc491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Port e7c60f7a-64ab-45ac-9ec8-f5cc798ddf27 on network d1082423-c970-49a0-a06d-befafa91969c not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:35:28.766760 n-d-828369-5 neutron-server[103141]: ERROR neutron.plugins.ml2.managers [None req-8d5cc4eb-9140-46e8-ac08-a777d74cc491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Failed to bind port e7c60f7a-64ab-45ac-9ec8-f5cc798ddf27 on host n-h2-828369-5 for vnic_type normal using segments [{'id': 'ebf1d19d-957a-42fb-b239-e22d4eefc5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd1082423-c970-49a0-a06d-befafa91969c'}] Feb 09 21:35:28.778636 n-d-828369-5 neutron-server[103141]: INFO neutron.plugins.ml2.plugin [None req-8d5cc4eb-9140-46e8-ac08-a777d74cc491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempt 4 to bind port e7c60f7a-64ab-45ac-9ec8-f5cc798ddf27 Feb 09 21:35:28.813064 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-80e54429-16ba-4bef-9199-0c996b0d4b31 req-d3fdca84-bfe0-4a4a-9b8c-7afadfdfa760 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (47af76bb-ef60-4c69-9b0e-9800d9e02153), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:28.852451 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-8d5cc4eb-9140-46e8-ac08-a777d74cc491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempting to bind port e7c60f7a-64ab-45ac-9ec8-f5cc798ddf27 on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:35:28.852805 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-8d5cc4eb-9140-46e8-ac08-a777d74cc491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempting to bind port e7c60f7a-64ab-45ac-9ec8-f5cc798ddf27 by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': 'ebf1d19d-957a-42fb-b239-e22d4eefc5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd1082423-c970-49a0-a06d-befafa91969c'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:35:28.853150 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5cc4eb-9140-46e8-ac08-a777d74cc491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempting to bind port e7c60f7a-64ab-45ac-9ec8-f5cc798ddf27 on network d1082423-c970-49a0-a06d-befafa91969c {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:35:28.876525 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80e54429-16ba-4bef-9199-0c996b0d4b31 req-d3fdca84-bfe0-4a4a-9b8c-7afadfdfa760 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:35:28.883545 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [req-80e54429-16ba-4bef-9199-0c996b0d4b31 req-d3fdca84-bfe0-4a4a-9b8c-7afadfdfa760 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:35:28.888772 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-80e54429-16ba-4bef-9199-0c996b0d4b31 req-d3fdca84-bfe0-4a4a-9b8c-7afadfdfa760 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:35:28.889817 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5cc4eb-9140-46e8-ac08-a777d74cc491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Port e7c60f7a-64ab-45ac-9ec8-f5cc798ddf27 on network d1082423-c970-49a0-a06d-befafa91969c not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:35:28.890124 n-d-828369-5 neutron-server[103141]: ERROR neutron.plugins.ml2.managers [None req-8d5cc4eb-9140-46e8-ac08-a777d74cc491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Failed to bind port e7c60f7a-64ab-45ac-9ec8-f5cc798ddf27 on host n-h2-828369-5 for vnic_type normal using segments [{'id': 'ebf1d19d-957a-42fb-b239-e22d4eefc5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd1082423-c970-49a0-a06d-befafa91969c'}] Feb 09 21:35:28.892402 n-d-828369-5 neutron-server[103141]: INFO neutron.plugins.ml2.plugin [None req-8d5cc4eb-9140-46e8-ac08-a777d74cc491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempt 5 to bind port e7c60f7a-64ab-45ac-9ec8-f5cc798ddf27 Feb 09 21:35:28.921067 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fdca84-bfe0-4a4a-9b8c-7afadfdfa760 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Pushing event updated for resources: {'Port': ['ID=47af76bb-ef60-4c69-9b0e-9800d9e02153,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:28.927847 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-8d5cc4eb-9140-46e8-ac08-a777d74cc491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempting to bind port e7c60f7a-64ab-45ac-9ec8-f5cc798ddf27 on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:35:28.928740 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-8d5cc4eb-9140-46e8-ac08-a777d74cc491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempting to bind port e7c60f7a-64ab-45ac-9ec8-f5cc798ddf27 by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': 'ebf1d19d-957a-42fb-b239-e22d4eefc5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd1082423-c970-49a0-a06d-befafa91969c'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:35:28.928740 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5cc4eb-9140-46e8-ac08-a777d74cc491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempting to bind port e7c60f7a-64ab-45ac-9ec8-f5cc798ddf27 on network d1082423-c970-49a0-a06d-befafa91969c {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:35:28.934899 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8fb42251-fe2c-4103-889c-391477f7b251 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (641162f1-a5c5-4f37-bdbf-71b22c7a6598), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:28.950205 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5cc4eb-9140-46e8-ac08-a777d74cc491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Port e7c60f7a-64ab-45ac-9ec8-f5cc798ddf27 on network d1082423-c970-49a0-a06d-befafa91969c not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:35:28.950588 n-d-828369-5 neutron-server[103141]: ERROR neutron.plugins.ml2.managers [None req-8d5cc4eb-9140-46e8-ac08-a777d74cc491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Failed to bind port e7c60f7a-64ab-45ac-9ec8-f5cc798ddf27 on host n-h2-828369-5 for vnic_type normal using segments [{'id': 'ebf1d19d-957a-42fb-b239-e22d4eefc5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd1082423-c970-49a0-a06d-befafa91969c'}] Feb 09 21:35:28.951110 n-d-828369-5 neutron-server[103141]: INFO neutron.plugins.ml2.plugin [None req-8d5cc4eb-9140-46e8-ac08-a777d74cc491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempt 6 to bind port e7c60f7a-64ab-45ac-9ec8-f5cc798ddf27 Feb 09 21:35:29.000275 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-8d5cc4eb-9140-46e8-ac08-a777d74cc491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempting to bind port e7c60f7a-64ab-45ac-9ec8-f5cc798ddf27 on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:35:29.000536 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-8d5cc4eb-9140-46e8-ac08-a777d74cc491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempting to bind port e7c60f7a-64ab-45ac-9ec8-f5cc798ddf27 by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': 'ebf1d19d-957a-42fb-b239-e22d4eefc5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd1082423-c970-49a0-a06d-befafa91969c'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:35:29.000789 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5cc4eb-9140-46e8-ac08-a777d74cc491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempting to bind port e7c60f7a-64ab-45ac-9ec8-f5cc798ddf27 on network d1082423-c970-49a0-a06d-befafa91969c {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:35:29.024668 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5cc4eb-9140-46e8-ac08-a777d74cc491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Port e7c60f7a-64ab-45ac-9ec8-f5cc798ddf27 on network d1082423-c970-49a0-a06d-befafa91969c not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:35:29.025023 n-d-828369-5 neutron-server[103141]: ERROR neutron.plugins.ml2.managers [None req-8d5cc4eb-9140-46e8-ac08-a777d74cc491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Failed to bind port e7c60f7a-64ab-45ac-9ec8-f5cc798ddf27 on host n-h2-828369-5 for vnic_type normal using segments [{'id': 'ebf1d19d-957a-42fb-b239-e22d4eefc5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd1082423-c970-49a0-a06d-befafa91969c'}] Feb 09 21:35:29.028530 n-d-828369-5 neutron-server[103141]: INFO neutron.plugins.ml2.plugin [None req-8d5cc4eb-9140-46e8-ac08-a777d74cc491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempt 7 to bind port e7c60f7a-64ab-45ac-9ec8-f5cc798ddf27 Feb 09 21:35:29.035004 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['e91b0039-a035-445f-90c7-b61de1c5005a', '56477551-2028-40d4-9313-5bee9dbfa349'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:35:29.042351 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e54429-16ba-4bef-9199-0c996b0d4b31 req-d3fdca84-bfe0-4a4a-9b8c-7afadfdfa760 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:29.043021 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-80e54429-16ba-4bef-9199-0c996b0d4b31 req-d3fdca84-bfe0-4a4a-9b8c-7afadfdfa760 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:29.084937 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-8d5cc4eb-9140-46e8-ac08-a777d74cc491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempting to bind port e7c60f7a-64ab-45ac-9ec8-f5cc798ddf27 on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:35:29.087508 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-8d5cc4eb-9140-46e8-ac08-a777d74cc491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempting to bind port e7c60f7a-64ab-45ac-9ec8-f5cc798ddf27 by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': 'ebf1d19d-957a-42fb-b239-e22d4eefc5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd1082423-c970-49a0-a06d-befafa91969c'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:35:29.104323 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5cc4eb-9140-46e8-ac08-a777d74cc491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempting to bind port e7c60f7a-64ab-45ac-9ec8-f5cc798ddf27 on network d1082423-c970-49a0-a06d-befafa91969c {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:35:29.127078 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['6baa751d-f156-4998-94bb-c6f43767cb46'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:35:29.134501 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5cc4eb-9140-46e8-ac08-a777d74cc491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Port e7c60f7a-64ab-45ac-9ec8-f5cc798ddf27 on network d1082423-c970-49a0-a06d-befafa91969c not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:35:29.135189 n-d-828369-5 neutron-server[103141]: ERROR neutron.plugins.ml2.managers [None req-8d5cc4eb-9140-46e8-ac08-a777d74cc491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Failed to bind port e7c60f7a-64ab-45ac-9ec8-f5cc798ddf27 on host n-h2-828369-5 for vnic_type normal using segments [{'id': 'ebf1d19d-957a-42fb-b239-e22d4eefc5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd1082423-c970-49a0-a06d-befafa91969c'}] Feb 09 21:35:29.136027 n-d-828369-5 neutron-server[103141]: INFO neutron.plugins.ml2.plugin [None req-8d5cc4eb-9140-46e8-ac08-a777d74cc491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempt 8 to bind port e7c60f7a-64ab-45ac-9ec8-f5cc798ddf27 Feb 09 21:35:29.154345 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-80e54429-16ba-4bef-9199-0c996b0d4b31 req-d3fdca84-bfe0-4a4a-9b8c-7afadfdfa760 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3585954 Feb 09 21:35:29.161740 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c693b3d5-fe8b-43eb-93d5-d76b6a297985 req-98efb87d-9256-443a-ab36-704f670f825a tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:29.163313 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c693b3d5-fe8b-43eb-93d5-d76b6a297985 req-98efb87d-9256-443a-ab36-704f670f825a tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/ports?device_id=1403455a-2632-4781-bcfa-60ab81462070 HTTP/1.1" status: 200 len: 945 time: 0.2128973 Feb 09 21:35:29.173769 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-80e54429-16ba-4bef-9199-0c996b0d4b31 req-ff3bf2fd-ef1d-4d16-9bc0-55b4ef8e883d service neutron] Request body: {'port': {'device_id': '82be41b1-46da-46a7-8af9-241c6a0e3e2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-5'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:29.175697 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-8d5cc4eb-9140-46e8-ac08-a777d74cc491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempting to bind port e7c60f7a-64ab-45ac-9ec8-f5cc798ddf27 on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:35:29.176380 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-8d5cc4eb-9140-46e8-ac08-a777d74cc491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempting to bind port e7c60f7a-64ab-45ac-9ec8-f5cc798ddf27 by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': 'ebf1d19d-957a-42fb-b239-e22d4eefc5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd1082423-c970-49a0-a06d-befafa91969c'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:35:29.177034 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5cc4eb-9140-46e8-ac08-a777d74cc491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempting to bind port e7c60f7a-64ab-45ac-9ec8-f5cc798ddf27 on network d1082423-c970-49a0-a06d-befafa91969c {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:35:29.205839 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5cc4eb-9140-46e8-ac08-a777d74cc491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Port e7c60f7a-64ab-45ac-9ec8-f5cc798ddf27 on network d1082423-c970-49a0-a06d-befafa91969c not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:35:29.206283 n-d-828369-5 neutron-server[103141]: ERROR neutron.plugins.ml2.managers [None req-8d5cc4eb-9140-46e8-ac08-a777d74cc491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Failed to bind port e7c60f7a-64ab-45ac-9ec8-f5cc798ddf27 on host n-h2-828369-5 for vnic_type normal using segments [{'id': 'ebf1d19d-957a-42fb-b239-e22d4eefc5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd1082423-c970-49a0-a06d-befafa91969c'}] Feb 09 21:35:29.208946 n-d-828369-5 neutron-server[103141]: INFO neutron.plugins.ml2.plugin [None req-8d5cc4eb-9140-46e8-ac08-a777d74cc491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempt 9 to bind port e7c60f7a-64ab-45ac-9ec8-f5cc798ddf27 Feb 09 21:35:29.214156 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-8fb42251-fe2c-4103-889c-391477f7b251 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Deleting port 8484e53b-236a-452c-8276-6021a6ad6be0 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:35:29.214502 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8fb42251-fe2c-4103-889c-391477f7b251 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (8484e53b-236a-452c-8276-6021a6ad6be0), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:29.231516 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 69d7a2b4-d97a-4cfd-bd46-a7f27b897575 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:35:29.280884 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-8d5cc4eb-9140-46e8-ac08-a777d74cc491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempting to bind port e7c60f7a-64ab-45ac-9ec8-f5cc798ddf27 on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:35:29.281325 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-8d5cc4eb-9140-46e8-ac08-a777d74cc491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempting to bind port e7c60f7a-64ab-45ac-9ec8-f5cc798ddf27 by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': 'ebf1d19d-957a-42fb-b239-e22d4eefc5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd1082423-c970-49a0-a06d-befafa91969c'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:35:29.281744 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5cc4eb-9140-46e8-ac08-a777d74cc491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempting to bind port e7c60f7a-64ab-45ac-9ec8-f5cc798ddf27 on network d1082423-c970-49a0-a06d-befafa91969c {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:35:29.288151 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5cc4eb-9140-46e8-ac08-a777d74cc491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Port e7c60f7a-64ab-45ac-9ec8-f5cc798ddf27 on network d1082423-c970-49a0-a06d-befafa91969c not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:35:29.288635 n-d-828369-5 neutron-server[103141]: ERROR neutron.plugins.ml2.managers [None req-8d5cc4eb-9140-46e8-ac08-a777d74cc491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Failed to bind port e7c60f7a-64ab-45ac-9ec8-f5cc798ddf27 on host n-h2-828369-5 for vnic_type normal using segments [{'id': 'ebf1d19d-957a-42fb-b239-e22d4eefc5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd1082423-c970-49a0-a06d-befafa91969c'}] Feb 09 21:35:29.292137 n-d-828369-5 neutron-server[103141]: INFO neutron.plugins.ml2.plugin [None req-8d5cc4eb-9140-46e8-ac08-a777d74cc491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempt 10 to bind port e7c60f7a-64ab-45ac-9ec8-f5cc798ddf27 Feb 09 21:35:29.310077 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-8d5cc4eb-9140-46e8-ac08-a777d74cc491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempting to bind port e7c60f7a-64ab-45ac-9ec8-f5cc798ddf27 on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:35:29.310381 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-8d5cc4eb-9140-46e8-ac08-a777d74cc491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempting to bind port e7c60f7a-64ab-45ac-9ec8-f5cc798ddf27 by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': 'ebf1d19d-957a-42fb-b239-e22d4eefc5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd1082423-c970-49a0-a06d-befafa91969c'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:35:29.311312 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5cc4eb-9140-46e8-ac08-a777d74cc491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempting to bind port e7c60f7a-64ab-45ac-9ec8-f5cc798ddf27 on network d1082423-c970-49a0-a06d-befafa91969c {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:35:29.321640 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5cc4eb-9140-46e8-ac08-a777d74cc491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Port e7c60f7a-64ab-45ac-9ec8-f5cc798ddf27 on network d1082423-c970-49a0-a06d-befafa91969c not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:35:29.322061 n-d-828369-5 neutron-server[103141]: ERROR neutron.plugins.ml2.managers [None req-8d5cc4eb-9140-46e8-ac08-a777d74cc491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Failed to bind port e7c60f7a-64ab-45ac-9ec8-f5cc798ddf27 on host n-h2-828369-5 for vnic_type normal using segments [{'id': 'ebf1d19d-957a-42fb-b239-e22d4eefc5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd1082423-c970-49a0-a06d-befafa91969c'}] Feb 09 21:35:29.322502 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8d5cc4eb-9140-46e8-ac08-a777d74cc491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (e7c60f7a-64ab-45ac-9ec8-f5cc798ddf27), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:29.326792 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-8fb42251-fe2c-4103-889c-391477f7b251 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] For port 8484e53b-236a-452c-8276-6021a6ad6be0, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=8484e53b-236a-452c-8276-6021a6ad6be0,segment=NetworkSegment(d5a705fd-9269-4d2c-a2fd-6874d0fd713b),segment_id=d5a705fd-9269-4d2c-a2fd-6874d0fd713b)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:29.326961 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8fb42251-fe2c-4103-889c-391477f7b251 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (8484e53b-236a-452c-8276-6021a6ad6be0), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:29.344591 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-8274142d-f8d2-449a-941c-83d50fd89a90 None None] Set router 5343f20c-b3cf-4b42-b888-fb4d3e58ad9d gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:35:29.355573 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-8fb42251-fe2c-4103-889c-391477f7b251 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Calling delete_port for 8484e53b-236a-452c-8276-6021a6ad6be0 owned by network:dhcp {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:35:29.400575 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c693b3d5-fe8b-43eb-93d5-d76b6a297985 req-2b232366-0f09-4908-8a1c-392692cdd131 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d80a148-e9eb-4688-aae9-f24ed4e32758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120454 Feb 09 21:35:29.445136 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-80e54429-16ba-4bef-9199-0c996b0d4b31 req-ff3bf2fd-ef1d-4d16-9bc0-55b4ef8e883d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (47af76bb-ef60-4c69-9b0e-9800d9e02153), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:29.469663 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-8d5cc4eb-9140-46e8-ac08-a777d74cc491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] For port e7c60f7a-64ab-45ac-9ec8-f5cc798ddf27, host n-h2-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:35:29.469927 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-8d5cc4eb-9140-46e8-ac08-a777d74cc491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempted to set empty binding levels {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 09 21:35:29.499085 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8d5cc4eb-9140-46e8-ac08-a777d74cc491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (e7c60f7a-64ab-45ac-9ec8-f5cc798ddf27), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:29.527495 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8fb42251-fe2c-4103-889c-391477f7b251 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (8484e53b-236a-452c-8276-6021a6ad6be0), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:29.549381 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-8d5cc4eb-9140-46e8-ac08-a777d74cc491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] In _notify_port_updated(), no bound segment for port e7c60f7a-64ab-45ac-9ec8-f5cc798ddf27 on network d1082423-c970-49a0-a06d-befafa91969c {{(pid=103141) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 21:35:29.551000 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5cc4eb-9140-46e8-ac08-a777d74cc491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:29.552572 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8d5cc4eb-9140-46e8-ac08-a777d74cc491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:29.554138 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-8d5cc4eb-9140-46e8-ac08-a777d74cc491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] 10.222.0.90 "PUT /v2.0/ports/e7c60f7a-64ab-45ac-9ec8-f5cc798ddf27 HTTP/1.1" status: 200 len: 979 time: 1.9129467 Feb 09 21:35:29.556876 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 56670) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:29.599904 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-65e21bb9-3d6f-4425-ad1f-89f1b2b7a1d8 None None] Provisioning complete for port 47af76bb-ef60-4c69-9b0e-9800d9e02153 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:29.600313 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-65e21bb9-3d6f-4425-ad1f-89f1b2b7a1d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (47af76bb-ef60-4c69-9b0e-9800d9e02153), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:29.605977 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533e620c-e5ef-4e88-b320-97092e845a98 None None] Sync routers for ids ['17975e9d-008f-4038-94c2-4737ed47cb25'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:35:29.623461 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533e620c-e5ef-4e88-b320-97092e845a98 None None] Routers {'17975e9d-008f-4038-94c2-4737ed47cb25'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:35:29.624248 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-533e620c-e5ef-4e88-b320-97092e845a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:35:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['17975e9d-008f-4038-94c2-4737ed47cb25'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:29.632698 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb42251-fe2c-4103-889c-391477f7b251 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] No DVR routers for this DVR port 8484e53b-236a-452c-8276-6021a6ad6be0 on host n-d-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:35:29.671657 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5cc4eb-9140-46e8-ac08-a777d74cc491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Pushing event updated for resources: {'Port': ['ID=e7c60f7a-64ab-45ac-9ec8-f5cc798ddf27,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:29.702022 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 69d7a2b4-d97a-4cfd-bd46-a7f27b897575 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:29.702394 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (69d7a2b4-d97a-4cfd-bd46-a7f27b897575), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:29.758471 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb42251-fe2c-4103-889c-391477f7b251 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Pushing event deleted for resources: {'Port': ['ID=8484e53b-236a-452c-8276-6021a6ad6be0,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:29.770790 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-533e620c-e5ef-4e88-b320-97092e845a98 None None] Set router 17975e9d-008f-4038-94c2-4737ed47cb25 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:35:29.774218 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-65e21bb9-3d6f-4425-ad1f-89f1b2b7a1d8 None None] Port 47af76bb-ef60-4c69-9b0e-9800d9e02153 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:35:29.811889 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e49faa-58ba-477e-90f7-c25c75b837b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:29.812499 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e49faa-58ba-477e-90f7-c25c75b837b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:29.813182 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e49faa-58ba-477e-90f7-c25c75b837b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:29.813556 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e49faa-58ba-477e-90f7-c25c75b837b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:29.814081 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e49faa-58ba-477e-90f7-c25c75b837b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:29.814604 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e49faa-58ba-477e-90f7-c25c75b837b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:29.815131 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e49faa-58ba-477e-90f7-c25c75b837b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:29.815652 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e49faa-58ba-477e-90f7-c25c75b837b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:29.816171 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e49faa-58ba-477e-90f7-c25c75b837b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:29.816722 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e49faa-58ba-477e-90f7-c25c75b837b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:29.817246 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e49faa-58ba-477e-90f7-c25c75b837b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:29.817767 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e49faa-58ba-477e-90f7-c25c75b837b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:29.818294 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e49faa-58ba-477e-90f7-c25c75b837b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:29.818810 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e49faa-58ba-477e-90f7-c25c75b837b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:29.819328 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e49faa-58ba-477e-90f7-c25c75b837b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:29.820026 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e49faa-58ba-477e-90f7-c25c75b837b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:29.820545 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e49faa-58ba-477e-90f7-c25c75b837b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:29.821067 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e49faa-58ba-477e-90f7-c25c75b837b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:29.821584 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e49faa-58ba-477e-90f7-c25c75b837b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:29.822102 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e49faa-58ba-477e-90f7-c25c75b837b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:29.822622 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e49faa-58ba-477e-90f7-c25c75b837b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:29.823137 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e49faa-58ba-477e-90f7-c25c75b837b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:29.823654 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e49faa-58ba-477e-90f7-c25c75b837b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:29.824163 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e49faa-58ba-477e-90f7-c25c75b837b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:29.824701 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e49faa-58ba-477e-90f7-c25c75b837b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:29.826068 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e49faa-58ba-477e-90f7-c25c75b837b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:29.828360 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62006097-8856-4559-9d35-3c4f57c68d94 None None] DHCP port deletion for 641162f1-a5c5-4f37-bdbf-71b22c7a6598 request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:35:29.829809 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-d0e49faa-58ba-477e-90f7-c25c75b837b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200 len: 23854 time: 0.2666888 Feb 09 21:35:29.831986 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8fb42251-fe2c-4103-889c-391477f7b251 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (641162f1-a5c5-4f37-bdbf-71b22c7a6598), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:29.834474 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 56672) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:29.888678 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-8fb42251-fe2c-4103-889c-391477f7b251 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['641162f1-a5c5-4f37-bdbf-71b22c7a6598']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:29.906831 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-8fb42251-fe2c-4103-889c-391477f7b251 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5a705fd-9269-4d2c-a2fd-6874d0fd713b') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:29.907854 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-8fb42251-fe2c-4103-889c-391477f7b251 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5a705fd-9269-4d2c-a2fd-6874d0fd713b') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:29.938715 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8fb42251-fe2c-4103-889c-391477f7b251 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (d5a705fd-9269-4d2c-a2fd-6874d0fd713b), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:29.942373 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f681b31-91a4-4129-aa7e-e69953764591 req-889298e1-cb50-4405-a1ac-c52fcc3af731 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:29.943900 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6f681b31-91a4-4129-aa7e-e69953764591 req-889298e1-cb50-4405-a1ac-c52fcc3af731 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] 10.222.0.90 "GET /v2.0/networks?id=fec17942-beb5-4931-bf14-c3cd0b51a29d HTTP/1.1" status: 200 len: 829 time: 0.7778161 Feb 09 21:35:29.964116 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8fb42251-fe2c-4103-889c-391477f7b251 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (d5a705fd-9269-4d2c-a2fd-6874d0fd713b), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:29.975644 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fb42251-fe2c-4103-889c-391477f7b251 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:35:29.976205 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8fb42251-fe2c-4103-889c-391477f7b251 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (d5a705fd-9269-4d2c-a2fd-6874d0fd713b), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:29.979493 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:35:29.979493 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:35:29.979493 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:35:29.979493 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:35:29.979493 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:35:29.979493 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:35:29.979493 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:35:29.979493 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:35:29.979493 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:35:29.979493 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:35:29.979493 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:35:29.979493 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:35:29.979493 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:35:29.979493 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:35:29.979493 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:35:29.979493 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:35:29.979493 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:35:29.979493 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:35:29.979493 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:35:29.979493 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:35:29.979493 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:35:29.979493 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:35:29.979493 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:35:29.979493 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:35:29.979493 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:35:29.979493 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:35:29.979493 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:35:29.979493 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:35:29.979493 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:35:29.979493 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:35:29.979493 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:35:29.979493 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:35:29.995437 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6f681b31-91a4-4129-aa7e-e69953764591 req-a2297619-b8c0-41ce-b2cf-95803998fb14 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] 10.222.0.90 "GET /v2.0/quotas/10728d8d3f684788881f8ffec480c397 HTTP/1.1" status: 200 len: 375 time: 0.0269949 Feb 09 21:35:30.034941 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-533e620c-e5ef-4e88-b320-97092e845a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17975e9d-008f-4038-94c2-4737ed47cb25', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1758693901-router', 'tenant_id': '10728d8d3f684788881f8ffec480c397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '69d7a2b4-d97a-4cfd-bd46-a7f27b897575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:20Z', 'updated_at': '2022-02-09T21:35:26Z', 'revision_number': 4, 'project_id': '10728d8d3f684788881f8ffec480c397', 'gw_port': {'id': '69d7a2b4-d97a-4cfd-bd46-a7f27b897575', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:04:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17975e9d-008f-4038-94c2-4737ed47cb25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:21Z', 'updated_at': '2022-02-09T21:35:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': 'a5155738-e889-4b4b-bb6f-70469f1a003c', 'name': '', 'network_id': 'fec17942-beb5-4931-bf14-c3cd0b51a29d', 'tenant_id': '10728d8d3f684788881f8ffec480c397', 'mac_address': 'fa:16:3e:32:28:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17975e9d-008f-4038-94c2-4737ed47cb25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '58a89c03-6cc3-4eb7-93a9-8479c0cb0584', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:25Z', 'updated_at': '2022-02-09T21:35:27Z', 'revision_number': 2, 'project_id': '10728d8d3f684788881f8ffec480c397', 'subnets': [{'id': '58a89c03-6cc3-4eb7-93a9-8479c0cb0584', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:30.062161 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-91b81a7c-ba8a-4d0f-8ed5-6dba27d0e762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Deleting port e7c60f7a-64ab-45ac-9ec8-f5cc798ddf27 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:35:30.062161 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-91b81a7c-ba8a-4d0f-8ed5-6dba27d0e762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (e7c60f7a-64ab-45ac-9ec8-f5cc798ddf27), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:30.069732 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533e620c-e5ef-4e88-b320-97092e845a98 None None] Checking router: 17975e9d-008f-4038-94c2-4737ed47cb25 for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:35:30.070329 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533e620c-e5ef-4e88-b320-97092e845a98 None None] Updating router 17975e9d-008f-4038-94c2-4737ed47cb25 port a5155738-e889-4b4b-bb6f-70469f1a003c binding host n-d-828369-5 {{(pid=103143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:35:30.105459 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-533e620c-e5ef-4e88-b320-97092e845a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (a5155738-e889-4b4b-bb6f-70469f1a003c), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:30.105936 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8fb42251-fe2c-4103-889c-391477f7b251 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (641162f1-a5c5-4f37-bdbf-71b22c7a6598), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:30.116531 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8fb42251-fe2c-4103-889c-391477f7b251 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:30.120163 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-8fb42251-fe2c-4103-889c-391477f7b251 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] 10.222.0.90 "DELETE /v2.0/networks/641162f1-a5c5-4f37-bdbf-71b22c7a6598 HTTP/1.1" status: 204 len: 168 time: 1.3642416 Feb 09 21:35:30.131741 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 1c2a45c6-1d31-40c2-9c88-66ea7e41cbeb up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:35:30.152434 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb42251-fe2c-4103-889c-391477f7b251 tempest-ServersTestMultiNic-727219116 tempest-ServersTestMultiNic-727219116-project] Pushing event deleted for resources: {'Network': ['ID=641162f1-a5c5-4f37-bdbf-71b22c7a6598,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:30.166794 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-91b81a7c-ba8a-4d0f-8ed5-6dba27d0e762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] For port e7c60f7a-64ab-45ac-9ec8-f5cc798ddf27, host n-h2-828369-5, got binding levels [] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:30.167296 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-91b81a7c-ba8a-4d0f-8ed5-6dba27d0e762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (e7c60f7a-64ab-45ac-9ec8-f5cc798ddf27), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:30.182422 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 69d7a2b4-d97a-4cfd-bd46-a7f27b897575 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:30.182904 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (69d7a2b4-d97a-4cfd-bd46-a7f27b897575), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:30.189241 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-91b81a7c-ba8a-4d0f-8ed5-6dba27d0e762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Calling delete_port for e7c60f7a-64ab-45ac-9ec8-f5cc798ddf27 owned by {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:35:30.220573 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe43555-4f7f-426a-81c5-486c35aaabd7 req-f1f15d2d-96cd-4695-a864-1365098c76ca tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:30.228894 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1fe43555-4f7f-426a-81c5-486c35aaabd7 req-f1f15d2d-96cd-4695-a864-1365098c76ca tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/ports?device_id=50e0dbe9-de7a-4515-a141-361c5f3ab1cc HTTP/1.1" status: 200 len: 945 time: 0.3138113 Feb 09 21:35:30.248801 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port 69d7a2b4-d97a-4cfd-bd46-a7f27b897575, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=69d7a2b4-d97a-4cfd-bd46-a7f27b897575,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:30.252661 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-8274142d-f8d2-449a-941c-83d50fd89a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5343f20c-b3cf-4b42-b888-fb4d3e58ad9d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1705729616-router', 'tenant_id': '6f91ff87dda04a70be53686f188383f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '9fa2d5ea-567a-4281-bc40-83146c54d226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:23Z', 'updated_at': '2022-02-09T21:35:26Z', 'revision_number': 3, 'project_id': '6f91ff87dda04a70be53686f188383f3', 'gw_port': {'id': '9fa2d5ea-567a-4281-bc40-83146c54d226', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:2a:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5343f20c-b3cf-4b42-b888-fb4d3e58ad9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:24Z', 'updated_at': '2022-02-09T21:35:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:30.268790 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (69d7a2b4-d97a-4cfd-bd46-a7f27b897575), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:30.269695 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 2e1f46a2-1abc-4d67-bcb6-bc141368a95a up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:35:30.291972 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-91b81a7c-ba8a-4d0f-8ed5-6dba27d0e762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (e7c60f7a-64ab-45ac-9ec8-f5cc798ddf27), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:30.321232 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b81a7c-ba8a-4d0f-8ed5-6dba27d0e762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Pushing event deleted for resources: {'Port': ['ID=e7c60f7a-64ab-45ac-9ec8-f5cc798ddf27,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:30.331576 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-91b81a7c-ba8a-4d0f-8ed5-6dba27d0e762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:30.335436 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-91b81a7c-ba8a-4d0f-8ed5-6dba27d0e762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] 10.222.0.90 "DELETE /v2.0/ports/e7c60f7a-64ab-45ac-9ec8-f5cc798ddf27 HTTP/1.1" status: 204 len: 168 time: 0.4994850 Feb 09 21:35:30.339210 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 56676) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:30.384730 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-a294da69-053b-4fb3-8456-fff6ff7effdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] GET failed (client error): The resource could not be found. Feb 09 21:35:30.392720 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1fe43555-4f7f-426a-81c5-486c35aaabd7 req-968b352c-9826-4106-9d80-c223c602837c tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/security-groups?id=53864ffe-fa53-4ead-9e41-21e6252e7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606953 Feb 09 21:35:30.394737 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-a294da69-053b-4fb3-8456-fff6ff7effdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] 10.222.0.90 "GET /v2.0/ports/e7c60f7a-64ab-45ac-9ec8-f5cc798ddf27 HTTP/1.1" status: 404 len: 333 time: 0.0539563 Feb 09 21:35:30.395374 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 56678) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:30.397991 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=69d7a2b4-d97a-4cfd-bd46-a7f27b897575,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:30.406896 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8274142d-f8d2-449a-941c-83d50fd89a90 None None] Checking router: 5343f20c-b3cf-4b42-b888-fb4d3e58ad9d for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:35:30.407321 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8274142d-f8d2-449a-941c-83d50fd89a90 None None] Updating router 5343f20c-b3cf-4b42-b888-fb4d3e58ad9d port 9fa2d5ea-567a-4281-bc40-83146c54d226 binding host n-d-828369-5 {{(pid=103142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:35:30.408316 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-84af297d-0bcd-4ea6-a204-acd9a6d1be21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1539935399', 'network_id': 'd1082423-c970-49a0-a06d-befafa91969c'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:30.435580 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84af297d-0bcd-4ea6-a204-acd9a6d1be21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Made reservation on behalf of 7e5c566bfb664e7982bc22da643e2016 for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:35:30.439692 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-84af297d-0bcd-4ea6-a204-acd9a6d1be21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:30.459992 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6f681b31-91a4-4129-aa7e-e69953764591 req-05b02bcf-1943-45e3-9ba5-94b92c6910cf tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=10728d8d3f684788881f8ffec480c397&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3978965 Feb 09 21:35:30.476860 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [None req-84af297d-0bcd-4ea6-a204-acd9a6d1be21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] device_id is not set on port c80202ed-eeb5-470e-a713-c86b3ad1e0d8 yet. {{(pid=103141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:35:30.501334 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-8274142d-f8d2-449a-941c-83d50fd89a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (9fa2d5ea-567a-4281-bc40-83146c54d226), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:30.511870 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-533e620c-e5ef-4e88-b320-97092e845a98 None None] Publish callbacks [] for port (a5155738-e889-4b4b-bb6f-70469f1a003c), precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:30.520890 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-533e620c-e5ef-4e88-b320-97092e845a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (a5155738-e889-4b4b-bb6f-70469f1a003c), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:30.570028 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning for port 1c2a45c6-1d31-40c2-9c88-66ea7e41cbeb completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:35:30.584791 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port 1c2a45c6-1d31-40c2-9c88-66ea7e41cbeb triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:30.585159 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (1c2a45c6-1d31-40c2-9c88-66ea7e41cbeb), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:30.644923 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cae34f1-7fa3-4a5b-a8f6-4c9e9f154e15 None None] Pushing event updated for resources: {'Port': ['ID=a5155738-e889-4b4b-bb6f-70469f1a003c,revision_number=3']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:30.652483 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f11d6330-7b79-4d1b-849b-603877a65a0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:30.661040 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-533e620c-e5ef-4e88-b320-97092e845a98 None None] Attempting to bind port a5155738-e889-4b4b-bb6f-70469f1a003c on host n-d-828369-5 for vnic_type normal with profile {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:35:30.661267 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-533e620c-e5ef-4e88-b320-97092e845a98 None None] Attempting to bind port a5155738-e889-4b4b-bb6f-70469f1a003c by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '9e9d7d8b-b3ce-4b7a-bf3a-3a9e3687f2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'fec17942-beb5-4931-bf14-c3cd0b51a29d'}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:35:30.661782 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533e620c-e5ef-4e88-b320-97092e845a98 None None] Attempting to bind port a5155738-e889-4b4b-bb6f-70469f1a003c on network fec17942-beb5-4931-bf14-c3cd0b51a29d {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:35:30.674916 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533e620c-e5ef-4e88-b320-97092e845a98 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:35:30.677221 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533e620c-e5ef-4e88-b320-97092e845a98 None None] Checking segment: {'id': '9e9d7d8b-b3ce-4b7a-bf3a-3a9e3687f2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'fec17942-beb5-4931-bf14-c3cd0b51a29d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:35:30.677221 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-533e620c-e5ef-4e88-b320-97092e845a98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:30.677221 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533e620c-e5ef-4e88-b320-97092e845a98 None None] Bound using segment: {'id': '9e9d7d8b-b3ce-4b7a-bf3a-3a9e3687f2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'fec17942-beb5-4931-bf14-c3cd0b51a29d'} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:35:30.677221 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-533e620c-e5ef-4e88-b320-97092e845a98 None None] Bound port: a5155738-e889-4b4b-bb6f-70469f1a003c, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e9d7d8b-b3ce-4b7a-bf3a-3a9e3687f2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'fec17942-beb5-4931-bf14-c3cd0b51a29d'}}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:35:30.677221 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-533e620c-e5ef-4e88-b320-97092e845a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (a5155738-e889-4b4b-bb6f-70469f1a003c), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:30.688817 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 2e1f46a2-1abc-4d67-bcb6-bc141368a95a triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:30.689203 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (2e1f46a2-1abc-4d67-bcb6-bc141368a95a), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:30.723956 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-84af297d-0bcd-4ea6-a204-acd9a6d1be21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Publish callbacks [] for port (c80202ed-eeb5-470e-a713-c86b3ad1e0d8), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:30.774994 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-84af297d-0bcd-4ea6-a204-acd9a6d1be21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (c80202ed-eeb5-470e-a713-c86b3ad1e0d8), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:30.793287 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [req-80e54429-16ba-4bef-9199-0c996b0d4b31 req-ff3bf2fd-ef1d-4d16-9bc0-55b4ef8e883d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47af76bb-ef60-4c69-9b0e-9800d9e02153 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:35:30.814298 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-533e620c-e5ef-4e88-b320-97092e845a98 None None] For port a5155738-e889-4b4b-bb6f-70469f1a003c, host n-d-828369-5, cleared binding levels {{(pid=103143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:35:30.823576 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-533e620c-e5ef-4e88-b320-97092e845a98 None None] For port a5155738-e889-4b4b-bb6f-70469f1a003c, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=a5155738-e889-4b4b-bb6f-70469f1a003c,segment=NetworkSegment(9e9d7d8b-b3ce-4b7a-bf3a-3a9e3687f2f0),segment_id=9e9d7d8b-b3ce-4b7a-bf3a-3a9e3687f2f0)] {{(pid=103143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:35:30.832300 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-533e620c-e5ef-4e88-b320-97092e845a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (a5155738-e889-4b4b-bb6f-70469f1a003c), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:30.854382 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84af297d-0bcd-4ea6-a204-acd9a6d1be21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Pushing event updated for resources: {'Port': ['ID=c80202ed-eeb5-470e-a713-c86b3ad1e0d8,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:30.877874 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84af297d-0bcd-4ea6-a204-acd9a6d1be21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Network d1082423-c970-49a0-a06d-befafa91969c is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:35:30.879442 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-84af297d-0bcd-4ea6-a204-acd9a6d1be21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:35:30.882396 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84af297d-0bcd-4ea6-a204-acd9a6d1be21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:35:30.886007 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-80e54429-16ba-4bef-9199-0c996b0d4b31 req-ff3bf2fd-ef1d-4d16-9bc0-55b4ef8e883d service neutron] Publish callbacks [] for port (47af76bb-ef60-4c69-9b0e-9800d9e02153), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:30.888903 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84af297d-0bcd-4ea6-a204-acd9a6d1be21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:30.889617 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-84af297d-0bcd-4ea6-a204-acd9a6d1be21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:30.930009 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 1c2a45c6-1d31-40c2-9c88-66ea7e41cbeb is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:30.930399 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (1c2a45c6-1d31-40c2-9c88-66ea7e41cbeb), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:30.939102 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-84af297d-0bcd-4ea6-a204-acd9a6d1be21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5426118 Feb 09 21:35:30.942369 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 56682) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:30.959359 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda52dc5-d4d1-4a89-a1a1-2ab9feadc0c5 req-e61505af-9bc1-43ef-8bb7-94cc8cd2886a tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:30.960660 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-eda52dc5-d4d1-4a89-a1a1-2ab9feadc0c5 req-e61505af-9bc1-43ef-8bb7-94cc8cd2886a tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=82be41b1-46da-46a7-8af9-241c6a0e3e2d HTTP/1.1" status: 200 len: 935 time: 0.4620278 Feb 09 21:35:30.968266 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 2e1f46a2-1abc-4d67-bcb6-bc141368a95a is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:30.992766 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de29b1d-45d7-4b78-831b-64e620d6e4aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:30.996596 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-3de29b1d-45d7-4b78-831b-64e620d6e4aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] 10.222.0.90 "GET /v2.0/ports/c80202ed-eeb5-470e-a713-c86b3ad1e0d8 HTTP/1.1" status: 200 len: 959 time: 0.0505755 Feb 09 21:35:30.998939 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 56684) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:31.001032 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6f681b31-91a4-4129-aa7e-e69953764591 req-56be0341-9cfa-428b-9a80-c7bae5d04c48 service neutron] 10.222.0.90 "GET /v2.0/networks/fec17942-beb5-4931-bf14-c3cd0b51a29d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5119321 Feb 09 21:35:31.007522 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1403455a-2632-4781-bcfa-60ab81462070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c2a45c6-1d31-40c2-9c88-66ea7e41cbeb'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:35:31.009812 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51156211-6fc6-41d2-ba18-ed7f308914f9" -d '{"events": [{"server_uuid": "1403455a-2632-4781-bcfa-60ab81462070", "name": "network-vif-plugged", "status": "completed", "tag": "1c2a45c6-1d31-40c2-9c88-66ea7e41cbeb"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:35:31.045003 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 1c2a45c6-1d31-40c2-9c88-66ea7e41cbeb, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=1c2a45c6-1d31-40c2-9c88-66ea7e41cbeb,segment=NetworkSegment(22999d68-3ae1-4a5a-9612-0b8240545924),segment_id=22999d68-3ae1-4a5a-9612-0b8240545924)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:31.050124 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-8274142d-f8d2-449a-941c-83d50fd89a90 None None] Publish callbacks [] for port (9fa2d5ea-567a-4281-bc40-83146c54d226), precommit_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:31.053474 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (1c2a45c6-1d31-40c2-9c88-66ea7e41cbeb), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:31.057101 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-fc54fdd9-18e1-43d6-861c-72c2502ae93e None None] Provisioning complete for port a5155738-e889-4b4b-bb6f-70469f1a003c triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:31.057461 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-fc54fdd9-18e1-43d6-861c-72c2502ae93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (a5155738-e889-4b4b-bb6f-70469f1a003c), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:31.100867 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533e620c-e5ef-4e88-b320-97092e845a98 None None] Routers {'17975e9d-008f-4038-94c2-4737ed47cb25'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:35:31.101527 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-533e620c-e5ef-4e88-b320-97092e845a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:35:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['17975e9d-008f-4038-94c2-4737ed47cb25'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:31.179872 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-ba01dbfe-a9eb-4ff3-b30e-5f603d220a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Deleting port c80202ed-eeb5-470e-a713-c86b3ad1e0d8 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:35:31.181031 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ba01dbfe-a9eb-4ff3-b30e-5f603d220a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (c80202ed-eeb5-470e-a713-c86b3ad1e0d8), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:31.219536 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cae34f1-7fa3-4a5b-a8f6-4c9e9f154e15 None None] Pushing event updated for resources: {'Port': ['ID=a5155738-e889-4b4b-bb6f-70469f1a003c,revision_number=4']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:31.232341 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [req-80e54429-16ba-4bef-9199-0c996b0d4b31 req-ff3bf2fd-ef1d-4d16-9bc0-55b4ef8e883d service neutron] Transition to ACTIVE for port object 47af76bb-ef60-4c69-9b0e-9800d9e02153 will not be triggered until provisioned by entity L2. {{(pid=103140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:35:31.233931 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-f11d6330-7b79-4d1b-849b-603877a65a0a admin admin] Allocated IP 172.20.0.1 (72e21a0c-bd04-4da9-83ef-ade9ea60785f/d52237e6-14ab-4720-af5c-d58266e97d9d/73d4669c-e408-48d8-99bf-d98c9b0959a9) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:35:31.242389 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 69d7a2b4-d97a-4cfd-bd46-a7f27b897575 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:35:31.244910 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-8274142d-f8d2-449a-941c-83d50fd89a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (9fa2d5ea-567a-4281-bc40-83146c54d226), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:31.303835 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ba01dbfe-a9eb-4ff3-b30e-5f603d220a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (c80202ed-eeb5-470e-a713-c86b3ad1e0d8), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:31.327873 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-ba01dbfe-a9eb-4ff3-b30e-5f603d220a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Calling delete_port for c80202ed-eeb5-470e-a713-c86b3ad1e0d8 owned by {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:35:31.328827 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-533e620c-e5ef-4e88-b320-97092e845a98 None None] Set router 17975e9d-008f-4038-94c2-4737ed47cb25 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:35:31.340082 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6f681b31-91a4-4129-aa7e-e69953764591 req-78290350-f972-4d41-8b26-0b00a7720b31 service neutron] 10.222.0.90 "GET /v2.0/networks/fec17942-beb5-4931-bf14-c3cd0b51a29d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145365 Feb 09 21:35:31.346273 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=1c2a45c6-1d31-40c2-9c88-66ea7e41cbeb,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:31.349058 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-80e54429-16ba-4bef-9199-0c996b0d4b31 req-ff3bf2fd-ef1d-4d16-9bc0-55b4ef8e883d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (47af76bb-ef60-4c69-9b0e-9800d9e02153), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:31.359310 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-8274142d-f8d2-449a-941c-83d50fd89a90 None None] Attempting to bind port 9fa2d5ea-567a-4281-bc40-83146c54d226 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:35:31.361129 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-8274142d-f8d2-449a-941c-83d50fd89a90 None None] Attempting to bind port 9fa2d5ea-567a-4281-bc40-83146c54d226 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:35:31.361129 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8274142d-f8d2-449a-941c-83d50fd89a90 None None] Attempting to bind port 9fa2d5ea-567a-4281-bc40-83146c54d226 on network 54a442d5-50a0-4c75-85cc-d19f5bf58118 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:35:31.391785 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8274142d-f8d2-449a-941c-83d50fd89a90 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:35:31.392151 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8274142d-f8d2-449a-941c-83d50fd89a90 None None] Checking segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:35:31.392777 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-8274142d-f8d2-449a-941c-83d50fd89a90 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:31.393190 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8274142d-f8d2-449a-941c-83d50fd89a90 None None] Bound using segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:35:31.393681 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-8274142d-f8d2-449a-941c-83d50fd89a90 None None] Bound port: 9fa2d5ea-567a-4281-bc40-83146c54d226, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:35:31.394098 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-8274142d-f8d2-449a-941c-83d50fd89a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (9fa2d5ea-567a-4281-bc40-83146c54d226), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:31.512905 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ba01dbfe-a9eb-4ff3-b30e-5f603d220a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (c80202ed-eeb5-470e-a713-c86b3ad1e0d8), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:31.519804 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-8274142d-f8d2-449a-941c-83d50fd89a90 None None] For port 9fa2d5ea-567a-4281-bc40-83146c54d226, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:35:31.523674 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-8274142d-f8d2-449a-941c-83d50fd89a90 None None] For port 9fa2d5ea-567a-4281-bc40-83146c54d226, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=9fa2d5ea-567a-4281-bc40-83146c54d226,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:35:31.537920 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ba01dbfe-a9eb-4ff3-b30e-5f603d220a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:31.538497 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1513653-91d8-440f-a6bc-96a4635a5376 None None] Pushing event updated for resources: {'Port': ['ID=9fa2d5ea-567a-4281-bc40-83146c54d226,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:31.542967 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-ba01dbfe-a9eb-4ff3-b30e-5f603d220a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] 10.222.0.90 "DELETE /v2.0/ports/c80202ed-eeb5-470e-a713-c86b3ad1e0d8 HTTP/1.1" status: 204 len: 168 time: 0.5434189 Feb 09 21:35:31.545571 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 56690) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:31.588589 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 69d7a2b4-d97a-4cfd-bd46-a7f27b897575 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:31.597272 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (69d7a2b4-d97a-4cfd-bd46-a7f27b897575), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:31.615425 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba01dbfe-a9eb-4ff3-b30e-5f603d220a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Pushing event deleted for resources: {'Port': ['ID=c80202ed-eeb5-470e-a713-c86b3ad1e0d8,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:31.617051 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-eda52dc5-d4d1-4a89-a1a1-2ab9feadc0c5 req-b107e6bd-c85a-4e4f-8b7d-703059590404 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6460440 Feb 09 21:35:31.635058 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-2adc64aa-84b3-420b-88f8-98d5e6ec3593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] GET failed (client error): The resource could not be found. Feb 09 21:35:31.644552 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-2adc64aa-84b3-420b-88f8-98d5e6ec3593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] 10.222.0.90 "GET /v2.0/ports/c80202ed-eeb5-470e-a713-c86b3ad1e0d8 HTTP/1.1" status: 404 len: 333 time: 0.0900078 Feb 09 21:35:31.645105 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 56698) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:31.658916 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-532042c8-64e1-4c1b-8ff8-120964306333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Request body: {'port': {'network_id': 'd1082423-c970-49a0-a06d-befafa91969c', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-700559209'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:31.683491 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-532042c8-64e1-4c1b-8ff8-120964306333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Made reservation on behalf of 7e5c566bfb664e7982bc22da643e2016 for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:35:31.688603 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-532042c8-64e1-4c1b-8ff8-120964306333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:31.689666 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3bf2fd-ef1d-4d16-9bc0-55b4ef8e883d service neutron] Pushing event updated for resources: {'Port': ['ID=47af76bb-ef60-4c69-9b0e-9800d9e02153,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:31.700176 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-8274142d-f8d2-449a-941c-83d50fd89a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (9fa2d5ea-567a-4281-bc40-83146c54d226), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:31.727636 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-533e620c-e5ef-4e88-b320-97092e845a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17975e9d-008f-4038-94c2-4737ed47cb25', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1758693901-router', 'tenant_id': '10728d8d3f684788881f8ffec480c397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '69d7a2b4-d97a-4cfd-bd46-a7f27b897575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:20Z', 'updated_at': '2022-02-09T21:35:26Z', 'revision_number': 4, 'project_id': '10728d8d3f684788881f8ffec480c397', 'gw_port': {'id': '69d7a2b4-d97a-4cfd-bd46-a7f27b897575', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:04:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17975e9d-008f-4038-94c2-4737ed47cb25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:21Z', 'updated_at': '2022-02-09T21:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': 'a5155738-e889-4b4b-bb6f-70469f1a003c', 'name': '', 'network_id': 'fec17942-beb5-4931-bf14-c3cd0b51a29d', 'tenant_id': '10728d8d3f684788881f8ffec480c397', 'mac_address': 'fa:16:3e:32:28:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17975e9d-008f-4038-94c2-4737ed47cb25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '58a89c03-6cc3-4eb7-93a9-8479c0cb0584', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:25Z', 'updated_at': '2022-02-09T21:35:30Z', 'revision_number': 4, 'project_id': '10728d8d3f684788881f8ffec480c397', 'subnets': [{'id': '58a89c03-6cc3-4eb7-93a9-8479c0cb0584', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:31.728844 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [None req-532042c8-64e1-4c1b-8ff8-120964306333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] device_id is not set on port b1281422-5611-4fc9-9e78-74e86ff95115 yet. {{(pid=103141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:35:31.801051 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533e620c-e5ef-4e88-b320-97092e845a98 None None] The sync data for ids ['17975e9d-008f-4038-94c2-4737ed47cb25'] in n-d-828369-5 is: [{'id': '17975e9d-008f-4038-94c2-4737ed47cb25', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1758693901-router', 'tenant_id': '10728d8d3f684788881f8ffec480c397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '69d7a2b4-d97a-4cfd-bd46-a7f27b897575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:20Z', 'updated_at': '2022-02-09T21:35:26Z', 'revision_number': 4, 'project_id': '10728d8d3f684788881f8ffec480c397', 'gw_port': {'id': '69d7a2b4-d97a-4cfd-bd46-a7f27b897575', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:04:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17975e9d-008f-4038-94c2-4737ed47cb25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:21Z', 'updated_at': '2022-02-09T21:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': 'a5155738-e889-4b4b-bb6f-70469f1a003c', 'name': '', 'network_id': 'fec17942-beb5-4931-bf14-c3cd0b51a29d', 'tenant_id': '10728d8d3f684788881f8ffec480c397', 'mac_address': 'fa:16:3e:32:28:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17975e9d-008f-4038-94c2-4737ed47cb25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '58a89c03-6cc3-4eb7-93a9-8479c0cb0584', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:25Z', 'updated_at': '2022-02-09T21:35:30Z', 'revision_number': 4, 'project_id': '10728d8d3f684788881f8ffec480c397', 'subnets': [{'id': '58a89c03-6cc3-4eb7-93a9-8479c0cb0584', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:35:31.811287 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ed12d51-84e8-4b96-b812-2641e43d5fc2 x-openstack-request-id: req-0ed12d51-84e8-4b96-b812-2641e43d5fc2 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:35:31.812033 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1403455a-2632-4781-bcfa-60ab81462070", "name": "network-vif-plugged", "status": "completed", "tag": "1c2a45c6-1d31-40c2-9c88-66ea7e41cbeb", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:35:31.812561 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-0ed12d51-84e8-4b96-b812-2641e43d5fc2 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:35:31.813221 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1403455a-2632-4781-bcfa-60ab81462070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c2a45c6-1d31-40c2-9c88-66ea7e41cbeb', 'code': 200} Feb 09 21:35:31.927715 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1513653-91d8-440f-a6bc-96a4635a5376 None None] Pushing event updated for resources: {'Port': ['ID=9fa2d5ea-567a-4281-bc40-83146c54d226,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:31.972888 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-fc54fdd9-18e1-43d6-861c-72c2502ae93e None None] Current status of the port a5155738-e889-4b4b-bb6f-70469f1a003c is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:31.974570 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-fc54fdd9-18e1-43d6-861c-72c2502ae93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (a5155738-e889-4b4b-bb6f-70469f1a003c), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:32.008304 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f11d6330-7b79-4d1b-849b-603877a65a0a admin admin] Publish callbacks [] for port (73d4669c-e408-48d8-99bf-d98c9b0959a9), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:32.021216 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-80e54429-16ba-4bef-9199-0c996b0d4b31 req-ff3bf2fd-ef1d-4d16-9bc0-55b4ef8e883d service neutron] Attempting to bind port 47af76bb-ef60-4c69-9b0e-9800d9e02153 on host n-h1-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:35:32.021571 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-80e54429-16ba-4bef-9199-0c996b0d4b31 req-ff3bf2fd-ef1d-4d16-9bc0-55b4ef8e883d service neutron] Attempting to bind port 47af76bb-ef60-4c69-9b0e-9800d9e02153 by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:35:32.021907 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e54429-16ba-4bef-9199-0c996b0d4b31 req-ff3bf2fd-ef1d-4d16-9bc0-55b4ef8e883d service neutron] Attempting to bind port 47af76bb-ef60-4c69-9b0e-9800d9e02153 on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:35:32.033845 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-fc54fdd9-18e1-43d6-861c-72c2502ae93e None None] For port a5155738-e889-4b4b-bb6f-70469f1a003c, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=a5155738-e889-4b4b-bb6f-70469f1a003c,segment=NetworkSegment(9e9d7d8b-b3ce-4b7a-bf3a-3a9e3687f2f0),segment_id=9e9d7d8b-b3ce-4b7a-bf3a-3a9e3687f2f0)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:32.041083 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8274142d-f8d2-449a-941c-83d50fd89a90 None None] Routers {'5343f20c-b3cf-4b42-b888-fb4d3e58ad9d'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:35:32.041820 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-8274142d-f8d2-449a-941c-83d50fd89a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:35:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['5343f20c-b3cf-4b42-b888-fb4d3e58ad9d'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:32.046358 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-fc54fdd9-18e1-43d6-861c-72c2502ae93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (a5155738-e889-4b4b-bb6f-70469f1a003c), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:32.061694 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e54429-16ba-4bef-9199-0c996b0d4b31 req-ff3bf2fd-ef1d-4d16-9bc0-55b4ef8e883d service neutron] Port 47af76bb-ef60-4c69-9b0e-9800d9e02153 on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:35:32.062022 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e54429-16ba-4bef-9199-0c996b0d4b31 req-ff3bf2fd-ef1d-4d16-9bc0-55b4ef8e883d service neutron] Attempting to bind port 47af76bb-ef60-4c69-9b0e-9800d9e02153 on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:35:32.081262 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86510b7b-91c3-4a32-88da-48f3b004218f req-c9d68897-7710-475b-b139-85a1dd3874a3 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:32.089717 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-86510b7b-91c3-4a32-88da-48f3b004218f req-c9d68897-7710-475b-b139-85a1dd3874a3 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/ports?device_id=1403455a-2632-4781-bcfa-60ab81462070 HTTP/1.1" status: 200 len: 946 time: 0.3211460 Feb 09 21:35:32.103258 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e54429-16ba-4bef-9199-0c996b0d4b31 req-ff3bf2fd-ef1d-4d16-9bc0-55b4ef8e883d service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:35:32.103610 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e54429-16ba-4bef-9199-0c996b0d4b31 req-ff3bf2fd-ef1d-4d16-9bc0-55b4ef8e883d service neutron] Checking segment: {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:35:32.103998 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e54429-16ba-4bef-9199-0c996b0d4b31 req-ff3bf2fd-ef1d-4d16-9bc0-55b4ef8e883d service neutron] Bound using segment: {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:35:32.104466 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-80e54429-16ba-4bef-9199-0c996b0d4b31 req-ff3bf2fd-ef1d-4d16-9bc0-55b4ef8e883d service neutron] Bound port: 47af76bb-ef60-4c69-9b0e-9800d9e02153, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:35:32.104834 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-80e54429-16ba-4bef-9199-0c996b0d4b31 req-ff3bf2fd-ef1d-4d16-9bc0-55b4ef8e883d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (47af76bb-ef60-4c69-9b0e-9800d9e02153), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:32.166129 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57780c0-21c6-437c-830e-a9d5e043458e req-f03fd72e-cc81-48c8-8c81-7de374565868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:32.168080 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c57780c0-21c6-437c-830e-a9d5e043458e req-f03fd72e-cc81-48c8-8c81-7de374565868 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=1403455a-2632-4781-bcfa-60ab81462070 HTTP/1.1" status: 200 len: 1128 time: 0.2149484 Feb 09 21:35:32.234178 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-80e54429-16ba-4bef-9199-0c996b0d4b31 req-ff3bf2fd-ef1d-4d16-9bc0-55b4ef8e883d service neutron] For port 47af76bb-ef60-4c69-9b0e-9800d9e02153, host n-h1-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:35:32.238415 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-80e54429-16ba-4bef-9199-0c996b0d4b31 req-ff3bf2fd-ef1d-4d16-9bc0-55b4ef8e883d service neutron] For port 47af76bb-ef60-4c69-9b0e-9800d9e02153, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=47af76bb-ef60-4c69-9b0e-9800d9e02153,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:35:32.249443 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c48ee4-5d5b-4298-bdc5-79060b44c16d req-76c96d21-ed97-46fb-8ea0-cc4654860c7b tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:32.251195 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e6c48ee4-5d5b-4298-bdc5-79060b44c16d req-76c96d21-ed97-46fb-8ea0-cc4654860c7b tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/ports?device_id=50e0dbe9-de7a-4515-a141-361c5f3ab1cc HTTP/1.1" status: 200 len: 945 time: 0.3488865 Feb 09 21:35:32.254719 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f11d6330-7b79-4d1b-849b-603877a65a0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (73d4669c-e408-48d8-99bf-d98c9b0959a9), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:32.265058 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-80e54429-16ba-4bef-9199-0c996b0d4b31 req-ff3bf2fd-ef1d-4d16-9bc0-55b4ef8e883d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (47af76bb-ef60-4c69-9b0e-9800d9e02153), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:32.315489 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d6330-7b79-4d1b-849b-603877a65a0a admin admin] Pushing event updated for resources: {'Port': ['ID=73d4669c-e408-48d8-99bf-d98c9b0959a9,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:32.387677 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 69d7a2b4-d97a-4cfd-bd46-a7f27b897575 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:32.428504 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc54fdd9-18e1-43d6-861c-72c2502ae93e None None] Pushing event updated for resources: {'Port': ['ID=a5155738-e889-4b4b-bb6f-70469f1a003c,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:32.437764 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11d6330-7b79-4d1b-849b-603877a65a0a admin admin] Network 72e21a0c-bd04-4da9-83ef-ade9ea60785f is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:35:32.446989 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-bd6940f9-7ea4-4e11-aba4-8b044d94579e None None] Provisioning complete for port a5155738-e889-4b4b-bb6f-70469f1a003c triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:32.447374 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-bd6940f9-7ea4-4e11-aba4-8b044d94579e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (a5155738-e889-4b4b-bb6f-70469f1a003c), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:32.504510 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 8484e53b-236a-452c-8276-6021a6ad6be0 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:35:32.537699 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 8484e53b-236a-452c-8276-6021a6ad6be0 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:35:32.538106 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 8484e53b-236a-452c-8276-6021a6ad6be0 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:35:32.542843 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3bf2fd-ef1d-4d16-9bc0-55b4ef8e883d service neutron] Pushing event updated for resources: {'Port': ['ID=47af76bb-ef60-4c69-9b0e-9800d9e02153,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:32.553760 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-8274142d-f8d2-449a-941c-83d50fd89a90 None None] Set router 5343f20c-b3cf-4b42-b888-fb4d3e58ad9d gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:35:32.554656 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-f11d6330-7b79-4d1b-849b-603877a65a0a admin admin] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:35:32.556942 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11d6330-7b79-4d1b-849b-603877a65a0a admin admin] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:35:32.578022 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-86510b7b-91c3-4a32-88da-48f3b004218f req-e6260527-bd7b-4535-9885-21c1647c9834 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d80a148-e9eb-4688-aae9-f24ed4e32758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4873490 Feb 09 21:35:32.587717 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-532042c8-64e1-4c1b-8ff8-120964306333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Publish callbacks [] for port (b1281422-5611-4fc9-9e78-74e86ff95115), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:32.633780 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e54429-16ba-4bef-9199-0c996b0d4b31 req-ff3bf2fd-ef1d-4d16-9bc0-55b4ef8e883d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:32.635246 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-80e54429-16ba-4bef-9199-0c996b0d4b31 req-ff3bf2fd-ef1d-4d16-9bc0-55b4ef8e883d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:32.639743 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-80e54429-16ba-4bef-9199-0c996b0d4b31 req-ff3bf2fd-ef1d-4d16-9bc0-55b4ef8e883d service neutron] 10.222.0.95 "PUT /v2.0/ports/47af76bb-ef60-4c69-9b0e-9800d9e02153 HTTP/1.1" status: 200 len: 1095 time: 3.4725103 Feb 09 21:35:32.733075 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82be41b1-46da-46a7-8af9-241c6a0e3e2d', 'tag': '47af76bb-ef60-4c69-9b0e-9800d9e02153'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:35:32.735404 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08069c9d-2972-4761-a4a3-77f4f6b1f85e" -d '{"events": [{"name": "network-changed", "server_uuid": "82be41b1-46da-46a7-8af9-241c6a0e3e2d", "tag": "47af76bb-ef60-4c69-9b0e-9800d9e02153"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:35:32.752860 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c57780c0-21c6-437c-830e-a9d5e043458e req-0000877b-f5ad-4da8-a343-9bfe62e74095 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=1d80a148-e9eb-4688-aae9-f24ed4e32758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5750914 Feb 09 21:35:32.822556 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-bd6940f9-7ea4-4e11-aba4-8b044d94579e None None] Current status of the port a5155738-e889-4b4b-bb6f-70469f1a003c is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:32.828126 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-532042c8-64e1-4c1b-8ff8-120964306333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (b1281422-5611-4fc9-9e78-74e86ff95115), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:32.913446 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532042c8-64e1-4c1b-8ff8-120964306333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Pushing event updated for resources: {'Port': ['ID=b1281422-5611-4fc9-9e78-74e86ff95115,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:32.917892 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-62727565-55cf-484b-90cc-2ff1477467b0 req-1612e96c-70c8-4d3b-ae56-06294e5a0f95 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] 10.222.0.90 "GET /v2.0/ports?device_id=d4cfa82c-d76c-4199-9356-cdb5c72a400a HTTP/1.1" status: 200 len: 210 time: 0.1662729 Feb 09 21:35:32.932368 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532042c8-64e1-4c1b-8ff8-120964306333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Network d1082423-c970-49a0-a06d-befafa91969c is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:35:32.936008 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-532042c8-64e1-4c1b-8ff8-120964306333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:35:32.936745 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e6c48ee4-5d5b-4298-bdc5-79060b44c16d req-4077572a-93bd-418d-9a5e-e793dece0671 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/security-groups?id=53864ffe-fa53-4ead-9e41-21e6252e7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6679676 Feb 09 21:35:32.942378 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532042c8-64e1-4c1b-8ff8-120964306333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:35:32.943474 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532042c8-64e1-4c1b-8ff8-120964306333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:32.945527 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-532042c8-64e1-4c1b-8ff8-120964306333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:32.983911 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-532042c8-64e1-4c1b-8ff8-120964306333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.3349271 Feb 09 21:35:32.985293 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 56710) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:32.987015 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f11d6330-7b79-4d1b-849b-603877a65a0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554727'] for router_interface (5343f20c-b3cf-4b42-b888-fb4d3e58ad9d), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:33.010065 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-988194d8-6d31-48b0-bfba-dbd01e949941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-828369-5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:33.080451 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-8274142d-f8d2-449a-941c-83d50fd89a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5343f20c-b3cf-4b42-b888-fb4d3e58ad9d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1705729616-router', 'tenant_id': '6f91ff87dda04a70be53686f188383f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '9fa2d5ea-567a-4281-bc40-83146c54d226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:23Z', 'updated_at': '2022-02-09T21:35:26Z', 'revision_number': 3, 'project_id': '6f91ff87dda04a70be53686f188383f3', 'gw_port': {'id': '9fa2d5ea-567a-4281-bc40-83146c54d226', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:2a:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5343f20c-b3cf-4b42-b888-fb4d3e58ad9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:24Z', 'updated_at': '2022-02-09T21:35:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:33.116250 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8274142d-f8d2-449a-941c-83d50fd89a90 None None] The sync data for ids ['5343f20c-b3cf-4b42-b888-fb4d3e58ad9d'] in n-d-828369-5 is: [{'id': '5343f20c-b3cf-4b42-b888-fb4d3e58ad9d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1705729616-router', 'tenant_id': '6f91ff87dda04a70be53686f188383f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '9fa2d5ea-567a-4281-bc40-83146c54d226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:23Z', 'updated_at': '2022-02-09T21:35:26Z', 'revision_number': 3, 'project_id': '6f91ff87dda04a70be53686f188383f3', 'gw_port': {'id': '9fa2d5ea-567a-4281-bc40-83146c54d226', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:2a:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5343f20c-b3cf-4b42-b888-fb4d3e58ad9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:24Z', 'updated_at': '2022-02-09T21:35:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:35:33.118081 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-b70c146e-b73e-4ed9-a0fc-96a150bc8228 None None] Provisioning complete for port 73d4669c-e408-48d8-99bf-d98c9b0959a9 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:33.118609 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b70c146e-b73e-4ed9-a0fc-96a150bc8228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (73d4669c-e408-48d8-99bf-d98c9b0959a9), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:33.123753 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d9c3c1-4490-4700-ae0a-6b25655240a4 x-openstack-request-id: req-38d9c3c1-4490-4700-ae0a-6b25655240a4 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:35:33.124049 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82be41b1-46da-46a7-8af9-241c6a0e3e2d", "tag": "47af76bb-ef60-4c69-9b0e-9800d9e02153", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:35:33.124335 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-38d9c3c1-4490-4700-ae0a-6b25655240a4 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:35:33.124773 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82be41b1-46da-46a7-8af9-241c6a0e3e2d', 'tag': '47af76bb-ef60-4c69-9b0e-9800d9e02153', 'status': 'completed', 'code': 200} Feb 09 21:35:33.184982 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e54429-16ba-4bef-9199-0c996b0d4b31 req-c20ccd6c-c8eb-467b-bd45-9fd1a8c8d114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:33.186628 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-988194d8-6d31-48b0-bfba-dbd01e949941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (b1281422-5611-4fc9-9e78-74e86ff95115), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:33.188580 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-80e54429-16ba-4bef-9199-0c996b0d4b31 req-c20ccd6c-c8eb-467b-bd45-9fd1a8c8d114 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=def3446e95584f24b6fdfb40ceda16ab&device_id=82be41b1-46da-46a7-8af9-241c6a0e3e2d HTTP/1.1" status: 200 len: 1129 time: 0.4057109 Feb 09 21:35:33.189000 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-b70c146e-b73e-4ed9-a0fc-96a150bc8228 None None] Port 73d4669c-e408-48d8-99bf-d98c9b0959a9 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:35:33.190538 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device a5155738-e889-4b4b-bb6f-70469f1a003c up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:35:33.289611 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 56716) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:33.292367 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port a5155738-e889-4b4b-bb6f-70469f1a003c triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:33.293038 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (a5155738-e889-4b4b-bb6f-70469f1a003c), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:33.346577 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-80e54429-16ba-4bef-9199-0c996b0d4b31 req-3c592ac8-f7e7-438a-9857-bed19d073a67 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=47af76bb-ef60-4c69-9b0e-9800d9e02153 HTTP/1.1" status: 200 len: 217 time: 0.1361854 Feb 09 21:35:33.389202 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fbfb41-753a-419a-9469-baf22805af62 req-345daecf-77cb-4311-80ef-1ddf7495795c tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:33.391302 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-98fbfb41-753a-419a-9469-baf22805af62 req-345daecf-77cb-4311-80ef-1ddf7495795c tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=82be41b1-46da-46a7-8af9-241c6a0e3e2d HTTP/1.1" status: 200 len: 947 time: 0.2896974 Feb 09 21:35:33.493923 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port a5155738-e889-4b4b-bb6f-70469f1a003c is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:33.587444 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e54429-16ba-4bef-9199-0c996b0d4b31 req-e504afc3-b5db-4944-88bc-937f876161c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:33.588967 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-80e54429-16ba-4bef-9199-0c996b0d4b31 req-e504afc3-b5db-4944-88bc-937f876161c5 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0f7402ac-a35b-414b-bcc1-bc1c3072ec3c HTTP/1.1" status: 200 len: 843 time: 0.2231727 Feb 09 21:35:33.628848 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-98fbfb41-753a-419a-9469-baf22805af62 req-fbfb1266-81df-4c7b-9646-eda8f0dda79d tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063637 Feb 09 21:35:33.721219 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f11d6330-7b79-4d1b-849b-603877a65a0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (73d4669c-e408-48d8-99bf-d98c9b0959a9), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:33.805815 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [None req-988194d8-6d31-48b0-bfba-dbd01e949941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] device_id is not set on port b1281422-5611-4fc9-9e78-74e86ff95115 yet. {{(pid=103141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:35:33.819873 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-988194d8-6d31-48b0-bfba-dbd01e949941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Publish callbacks [] for port (b1281422-5611-4fc9-9e78-74e86ff95115), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:33.835741 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-988194d8-6d31-48b0-bfba-dbd01e949941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (b1281422-5611-4fc9-9e78-74e86ff95115), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:33.837716 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f681b31-91a4-4129-aa7e-e69953764591 req-cd70c567-7fbe-4590-96d7-35fcc727988e tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:33.839292 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6f681b31-91a4-4129-aa7e-e69953764591 req-cd70c567-7fbe-4590-96d7-35fcc727988e tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] 10.222.0.95 "GET /v2.0/networks?id=fec17942-beb5-4931-bf14-c3cd0b51a29d HTTP/1.1" status: 200 len: 829 time: 0.3732078 Feb 09 21:35:33.863816 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-6f681b31-91a4-4129-aa7e-e69953764591 req-6847331f-58b0-438d-8aca-7cf14d247636 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Request body: {'port': {'device_id': 'd4cfa82c-d76c-4199-9356-cdb5c72a400a', 'network_id': 'fec17942-beb5-4931-bf14-c3cd0b51a29d', 'admin_state_up': True, 'tenant_id': '10728d8d3f684788881f8ffec480c397'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:33.869998 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e54429-16ba-4bef-9199-0c996b0d4b31 req-116d0ac0-196a-4c5e-a038-45e7ed79dbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:33.872051 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-80e54429-16ba-4bef-9199-0c996b0d4b31 req-116d0ac0-196a-4c5e-a038-45e7ed79dbc0 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2349298 Feb 09 21:35:33.931696 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988194d8-6d31-48b0-bfba-dbd01e949941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Pushing event updated for resources: {'Port': ['ID=b1281422-5611-4fc9-9e78-74e86ff95115,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:33.958488 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-988194d8-6d31-48b0-bfba-dbd01e949941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempting to bind port b1281422-5611-4fc9-9e78-74e86ff95115 on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:35:33.959244 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-988194d8-6d31-48b0-bfba-dbd01e949941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempting to bind port b1281422-5611-4fc9-9e78-74e86ff95115 by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': 'ebf1d19d-957a-42fb-b239-e22d4eefc5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd1082423-c970-49a0-a06d-befafa91969c'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:35:33.959244 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988194d8-6d31-48b0-bfba-dbd01e949941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempting to bind port b1281422-5611-4fc9-9e78-74e86ff95115 on network d1082423-c970-49a0-a06d-befafa91969c {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:35:33.991047 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988194d8-6d31-48b0-bfba-dbd01e949941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Port b1281422-5611-4fc9-9e78-74e86ff95115 on network d1082423-c970-49a0-a06d-befafa91969c not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:35:33.991394 n-d-828369-5 neutron-server[103141]: ERROR neutron.plugins.ml2.managers [None req-988194d8-6d31-48b0-bfba-dbd01e949941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Failed to bind port b1281422-5611-4fc9-9e78-74e86ff95115 on host n-h2-828369-5 for vnic_type normal using segments [{'id': 'ebf1d19d-957a-42fb-b239-e22d4eefc5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd1082423-c970-49a0-a06d-befafa91969c'}] Feb 09 21:35:33.992659 n-d-828369-5 neutron-server[103141]: INFO neutron.plugins.ml2.plugin [None req-988194d8-6d31-48b0-bfba-dbd01e949941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempt 2 to bind port b1281422-5611-4fc9-9e78-74e86ff95115 Feb 09 21:35:34.015557 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-988194d8-6d31-48b0-bfba-dbd01e949941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempting to bind port b1281422-5611-4fc9-9e78-74e86ff95115 on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:35:34.015906 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-988194d8-6d31-48b0-bfba-dbd01e949941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempting to bind port b1281422-5611-4fc9-9e78-74e86ff95115 by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': 'ebf1d19d-957a-42fb-b239-e22d4eefc5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd1082423-c970-49a0-a06d-befafa91969c'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:35:34.016283 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988194d8-6d31-48b0-bfba-dbd01e949941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempting to bind port b1281422-5611-4fc9-9e78-74e86ff95115 on network d1082423-c970-49a0-a06d-befafa91969c {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:35:34.023765 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988194d8-6d31-48b0-bfba-dbd01e949941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Port b1281422-5611-4fc9-9e78-74e86ff95115 on network d1082423-c970-49a0-a06d-befafa91969c not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:35:34.024104 n-d-828369-5 neutron-server[103141]: ERROR neutron.plugins.ml2.managers [None req-988194d8-6d31-48b0-bfba-dbd01e949941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Failed to bind port b1281422-5611-4fc9-9e78-74e86ff95115 on host n-h2-828369-5 for vnic_type normal using segments [{'id': 'ebf1d19d-957a-42fb-b239-e22d4eefc5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd1082423-c970-49a0-a06d-befafa91969c'}] Feb 09 21:35:34.027679 n-d-828369-5 neutron-server[103141]: INFO neutron.plugins.ml2.plugin [None req-988194d8-6d31-48b0-bfba-dbd01e949941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempt 3 to bind port b1281422-5611-4fc9-9e78-74e86ff95115 Feb 09 21:35:34.049222 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-988194d8-6d31-48b0-bfba-dbd01e949941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempting to bind port b1281422-5611-4fc9-9e78-74e86ff95115 on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:35:34.049553 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-988194d8-6d31-48b0-bfba-dbd01e949941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempting to bind port b1281422-5611-4fc9-9e78-74e86ff95115 by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': 'ebf1d19d-957a-42fb-b239-e22d4eefc5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd1082423-c970-49a0-a06d-befafa91969c'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:35:34.049904 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988194d8-6d31-48b0-bfba-dbd01e949941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempting to bind port b1281422-5611-4fc9-9e78-74e86ff95115 on network d1082423-c970-49a0-a06d-befafa91969c {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:35:34.060347 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988194d8-6d31-48b0-bfba-dbd01e949941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Port b1281422-5611-4fc9-9e78-74e86ff95115 on network d1082423-c970-49a0-a06d-befafa91969c not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:35:34.060676 n-d-828369-5 neutron-server[103141]: ERROR neutron.plugins.ml2.managers [None req-988194d8-6d31-48b0-bfba-dbd01e949941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Failed to bind port b1281422-5611-4fc9-9e78-74e86ff95115 on host n-h2-828369-5 for vnic_type normal using segments [{'id': 'ebf1d19d-957a-42fb-b239-e22d4eefc5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd1082423-c970-49a0-a06d-befafa91969c'}] Feb 09 21:35:34.064150 n-d-828369-5 neutron-server[103141]: INFO neutron.plugins.ml2.plugin [None req-988194d8-6d31-48b0-bfba-dbd01e949941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempt 4 to bind port b1281422-5611-4fc9-9e78-74e86ff95115 Feb 09 21:35:34.093630 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-988194d8-6d31-48b0-bfba-dbd01e949941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempting to bind port b1281422-5611-4fc9-9e78-74e86ff95115 on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:35:34.094039 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-988194d8-6d31-48b0-bfba-dbd01e949941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempting to bind port b1281422-5611-4fc9-9e78-74e86ff95115 by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': 'ebf1d19d-957a-42fb-b239-e22d4eefc5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd1082423-c970-49a0-a06d-befafa91969c'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:35:34.094319 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988194d8-6d31-48b0-bfba-dbd01e949941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempting to bind port b1281422-5611-4fc9-9e78-74e86ff95115 on network d1082423-c970-49a0-a06d-befafa91969c {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:35:34.106107 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988194d8-6d31-48b0-bfba-dbd01e949941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Port b1281422-5611-4fc9-9e78-74e86ff95115 on network d1082423-c970-49a0-a06d-befafa91969c not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:35:34.106107 n-d-828369-5 neutron-server[103141]: ERROR neutron.plugins.ml2.managers [None req-988194d8-6d31-48b0-bfba-dbd01e949941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Failed to bind port b1281422-5611-4fc9-9e78-74e86ff95115 on host n-h2-828369-5 for vnic_type normal using segments [{'id': 'ebf1d19d-957a-42fb-b239-e22d4eefc5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd1082423-c970-49a0-a06d-befafa91969c'}] Feb 09 21:35:34.123132 n-d-828369-5 neutron-server[103141]: INFO neutron.plugins.ml2.plugin [None req-988194d8-6d31-48b0-bfba-dbd01e949941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempt 5 to bind port b1281422-5611-4fc9-9e78-74e86ff95115 Feb 09 21:35:34.149243 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-988194d8-6d31-48b0-bfba-dbd01e949941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempting to bind port b1281422-5611-4fc9-9e78-74e86ff95115 on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:35:34.149609 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-988194d8-6d31-48b0-bfba-dbd01e949941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempting to bind port b1281422-5611-4fc9-9e78-74e86ff95115 by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': 'ebf1d19d-957a-42fb-b239-e22d4eefc5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd1082423-c970-49a0-a06d-befafa91969c'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:35:34.149917 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988194d8-6d31-48b0-bfba-dbd01e949941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempting to bind port b1281422-5611-4fc9-9e78-74e86ff95115 on network d1082423-c970-49a0-a06d-befafa91969c {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:35:34.156320 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988194d8-6d31-48b0-bfba-dbd01e949941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Port b1281422-5611-4fc9-9e78-74e86ff95115 on network d1082423-c970-49a0-a06d-befafa91969c not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:35:34.156831 n-d-828369-5 neutron-server[103141]: ERROR neutron.plugins.ml2.managers [None req-988194d8-6d31-48b0-bfba-dbd01e949941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Failed to bind port b1281422-5611-4fc9-9e78-74e86ff95115 on host n-h2-828369-5 for vnic_type normal using segments [{'id': 'ebf1d19d-957a-42fb-b239-e22d4eefc5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd1082423-c970-49a0-a06d-befafa91969c'}] Feb 09 21:35:34.158433 n-d-828369-5 neutron-server[103141]: INFO neutron.plugins.ml2.plugin [None req-988194d8-6d31-48b0-bfba-dbd01e949941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempt 6 to bind port b1281422-5611-4fc9-9e78-74e86ff95115 Feb 09 21:35:34.179306 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-988194d8-6d31-48b0-bfba-dbd01e949941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempting to bind port b1281422-5611-4fc9-9e78-74e86ff95115 on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:35:34.179644 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-988194d8-6d31-48b0-bfba-dbd01e949941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempting to bind port b1281422-5611-4fc9-9e78-74e86ff95115 by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': 'ebf1d19d-957a-42fb-b239-e22d4eefc5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd1082423-c970-49a0-a06d-befafa91969c'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:35:34.179991 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988194d8-6d31-48b0-bfba-dbd01e949941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempting to bind port b1281422-5611-4fc9-9e78-74e86ff95115 on network d1082423-c970-49a0-a06d-befafa91969c {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:35:34.190902 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988194d8-6d31-48b0-bfba-dbd01e949941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Port b1281422-5611-4fc9-9e78-74e86ff95115 on network d1082423-c970-49a0-a06d-befafa91969c not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:35:34.191243 n-d-828369-5 neutron-server[103141]: ERROR neutron.plugins.ml2.managers [None req-988194d8-6d31-48b0-bfba-dbd01e949941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Failed to bind port b1281422-5611-4fc9-9e78-74e86ff95115 on host n-h2-828369-5 for vnic_type normal using segments [{'id': 'ebf1d19d-957a-42fb-b239-e22d4eefc5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd1082423-c970-49a0-a06d-befafa91969c'}] Feb 09 21:35:34.192604 n-d-828369-5 neutron-server[103141]: INFO neutron.plugins.ml2.plugin [None req-988194d8-6d31-48b0-bfba-dbd01e949941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempt 7 to bind port b1281422-5611-4fc9-9e78-74e86ff95115 Feb 09 21:35:34.203592 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a130f12d-be6b-464b-9064-7fc96c21e56e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524906'] for router_interface (a64b5f55-b663-4abb-bd50-673f0af1656e), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:34.262847 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3f9dec-ea90-494f-8996-694982d452c4 req-cb33d25d-24dc-4e77-b435-9070c8e48f5a tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:34.265368 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1c3f9dec-ea90-494f-8996-694982d452c4 req-cb33d25d-24dc-4e77-b435-9070c8e48f5a tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/ports?device_id=1403455a-2632-4781-bcfa-60ab81462070 HTTP/1.1" status: 200 len: 946 time: 0.5516546 Feb 09 21:35:34.284997 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-988194d8-6d31-48b0-bfba-dbd01e949941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempting to bind port b1281422-5611-4fc9-9e78-74e86ff95115 on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:35:34.285358 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-988194d8-6d31-48b0-bfba-dbd01e949941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempting to bind port b1281422-5611-4fc9-9e78-74e86ff95115 by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': 'ebf1d19d-957a-42fb-b239-e22d4eefc5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd1082423-c970-49a0-a06d-befafa91969c'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:35:34.286465 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988194d8-6d31-48b0-bfba-dbd01e949941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempting to bind port b1281422-5611-4fc9-9e78-74e86ff95115 on network d1082423-c970-49a0-a06d-befafa91969c {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:35:34.296894 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988194d8-6d31-48b0-bfba-dbd01e949941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Port b1281422-5611-4fc9-9e78-74e86ff95115 on network d1082423-c970-49a0-a06d-befafa91969c not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:35:34.297233 n-d-828369-5 neutron-server[103141]: ERROR neutron.plugins.ml2.managers [None req-988194d8-6d31-48b0-bfba-dbd01e949941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Failed to bind port b1281422-5611-4fc9-9e78-74e86ff95115 on host n-h2-828369-5 for vnic_type normal using segments [{'id': 'ebf1d19d-957a-42fb-b239-e22d4eefc5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd1082423-c970-49a0-a06d-befafa91969c'}] Feb 09 21:35:34.299651 n-d-828369-5 neutron-server[103141]: INFO neutron.plugins.ml2.plugin [None req-988194d8-6d31-48b0-bfba-dbd01e949941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempt 8 to bind port b1281422-5611-4fc9-9e78-74e86ff95115 Feb 09 21:35:34.322593 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-988194d8-6d31-48b0-bfba-dbd01e949941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempting to bind port b1281422-5611-4fc9-9e78-74e86ff95115 on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:35:34.322982 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-988194d8-6d31-48b0-bfba-dbd01e949941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempting to bind port b1281422-5611-4fc9-9e78-74e86ff95115 by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': 'ebf1d19d-957a-42fb-b239-e22d4eefc5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd1082423-c970-49a0-a06d-befafa91969c'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:35:34.323274 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988194d8-6d31-48b0-bfba-dbd01e949941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempting to bind port b1281422-5611-4fc9-9e78-74e86ff95115 on network d1082423-c970-49a0-a06d-befafa91969c {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:35:34.333690 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988194d8-6d31-48b0-bfba-dbd01e949941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Port b1281422-5611-4fc9-9e78-74e86ff95115 on network d1082423-c970-49a0-a06d-befafa91969c not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:35:34.334044 n-d-828369-5 neutron-server[103141]: ERROR neutron.plugins.ml2.managers [None req-988194d8-6d31-48b0-bfba-dbd01e949941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Failed to bind port b1281422-5611-4fc9-9e78-74e86ff95115 on host n-h2-828369-5 for vnic_type normal using segments [{'id': 'ebf1d19d-957a-42fb-b239-e22d4eefc5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd1082423-c970-49a0-a06d-befafa91969c'}] Feb 09 21:35:34.338325 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-30aba0c8-a198-425d-be82-08d723cafa5f req-16167bca-8e43-4626-a7dd-83aeb458824f tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] 10.222.0.90 "GET /v2.0/ports?device_id=d4cfa82c-d76c-4199-9356-cdb5c72a400a HTTP/1.1" status: 200 len: 210 time: 0.1119192 Feb 09 21:35:34.338526 n-d-828369-5 neutron-server[103141]: INFO neutron.plugins.ml2.plugin [None req-988194d8-6d31-48b0-bfba-dbd01e949941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempt 9 to bind port b1281422-5611-4fc9-9e78-74e86ff95115 Feb 09 21:35:34.360802 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-988194d8-6d31-48b0-bfba-dbd01e949941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempting to bind port b1281422-5611-4fc9-9e78-74e86ff95115 on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:35:34.361142 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-988194d8-6d31-48b0-bfba-dbd01e949941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempting to bind port b1281422-5611-4fc9-9e78-74e86ff95115 by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': 'ebf1d19d-957a-42fb-b239-e22d4eefc5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd1082423-c970-49a0-a06d-befafa91969c'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:35:34.361487 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988194d8-6d31-48b0-bfba-dbd01e949941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempting to bind port b1281422-5611-4fc9-9e78-74e86ff95115 on network d1082423-c970-49a0-a06d-befafa91969c {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:35:34.385880 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:35:34.396055 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988194d8-6d31-48b0-bfba-dbd01e949941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Port b1281422-5611-4fc9-9e78-74e86ff95115 on network d1082423-c970-49a0-a06d-befafa91969c not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:35:34.396525 n-d-828369-5 neutron-server[103141]: ERROR neutron.plugins.ml2.managers [None req-988194d8-6d31-48b0-bfba-dbd01e949941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Failed to bind port b1281422-5611-4fc9-9e78-74e86ff95115 on host n-h2-828369-5 for vnic_type normal using segments [{'id': 'ebf1d19d-957a-42fb-b239-e22d4eefc5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd1082423-c970-49a0-a06d-befafa91969c'}] Feb 09 21:35:34.397931 n-d-828369-5 neutron-server[103141]: INFO neutron.plugins.ml2.plugin [None req-988194d8-6d31-48b0-bfba-dbd01e949941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempt 10 to bind port b1281422-5611-4fc9-9e78-74e86ff95115 Feb 09 21:35:34.434362 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-988194d8-6d31-48b0-bfba-dbd01e949941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempting to bind port b1281422-5611-4fc9-9e78-74e86ff95115 on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:35:34.434817 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-988194d8-6d31-48b0-bfba-dbd01e949941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempting to bind port b1281422-5611-4fc9-9e78-74e86ff95115 by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': 'ebf1d19d-957a-42fb-b239-e22d4eefc5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd1082423-c970-49a0-a06d-befafa91969c'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:35:34.435041 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988194d8-6d31-48b0-bfba-dbd01e949941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempting to bind port b1281422-5611-4fc9-9e78-74e86ff95115 on network d1082423-c970-49a0-a06d-befafa91969c {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:35:34.444252 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988194d8-6d31-48b0-bfba-dbd01e949941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Port b1281422-5611-4fc9-9e78-74e86ff95115 on network d1082423-c970-49a0-a06d-befafa91969c not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:35:34.444575 n-d-828369-5 neutron-server[103141]: ERROR neutron.plugins.ml2.managers [None req-988194d8-6d31-48b0-bfba-dbd01e949941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Failed to bind port b1281422-5611-4fc9-9e78-74e86ff95115 on host n-h2-828369-5 for vnic_type normal using segments [{'id': 'ebf1d19d-957a-42fb-b239-e22d4eefc5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd1082423-c970-49a0-a06d-befafa91969c'}] Feb 09 21:35:34.444945 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-988194d8-6d31-48b0-bfba-dbd01e949941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (b1281422-5611-4fc9-9e78-74e86ff95115), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:34.545963 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-988194d8-6d31-48b0-bfba-dbd01e949941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] For port b1281422-5611-4fc9-9e78-74e86ff95115, host n-h2-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:35:34.546339 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-988194d8-6d31-48b0-bfba-dbd01e949941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attempted to set empty binding levels {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 09 21:35:34.553755 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-988194d8-6d31-48b0-bfba-dbd01e949941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (b1281422-5611-4fc9-9e78-74e86ff95115), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:34.576082 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1c3f9dec-ea90-494f-8996-694982d452c4 req-613e6868-b3f3-429c-8811-5c291858864c tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d80a148-e9eb-4688-aae9-f24ed4e32758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443893 Feb 09 21:35:34.596124 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-80e54429-16ba-4bef-9199-0c996b0d4b31 req-7060bcc0-9b56-4288-b849-b43af2202d43 service neutron] 10.222.0.95 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7042661 Feb 09 21:35:34.614387 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-988194d8-6d31-48b0-bfba-dbd01e949941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] In _notify_port_updated(), no bound segment for port b1281422-5611-4fc9-9e78-74e86ff95115 on network d1082423-c970-49a0-a06d-befafa91969c {{(pid=103141) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 21:35:34.615251 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988194d8-6d31-48b0-bfba-dbd01e949941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:34.615865 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-988194d8-6d31-48b0-bfba-dbd01e949941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:34.618275 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f681b31-91a4-4129-aa7e-e69953764591 req-6847331f-58b0-438d-8aca-7cf14d247636 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Made reservation on behalf of 10728d8d3f684788881f8ffec480c397 for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:35:34.620262 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-988194d8-6d31-48b0-bfba-dbd01e949941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] 10.222.0.90 "PUT /v2.0/ports/b1281422-5611-4fc9-9e78-74e86ff95115 HTTP/1.1" status: 200 len: 978 time: 1.6313410 Feb 09 21:35:34.621805 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-6f681b31-91a4-4129-aa7e-e69953764591 req-6847331f-58b0-438d-8aca-7cf14d247636 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:34.623533 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 56726) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:34.638789 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988194d8-6d31-48b0-bfba-dbd01e949941 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Pushing event updated for resources: {'Port': ['ID=b1281422-5611-4fc9-9e78-74e86ff95115,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:34.658299 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ba0920-4309-41c0-9dac-c7f79501f36b req-f8df951c-9ca2-444d-b7ed-9fa0b080acbe tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:34.665745 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-99ba0920-4309-41c0-9dac-c7f79501f36b req-f8df951c-9ca2-444d-b7ed-9fa0b080acbe tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/ports?device_id=50e0dbe9-de7a-4515-a141-361c5f3ab1cc HTTP/1.1" status: 200 len: 945 time: 0.2369599 Feb 09 21:35:34.710308 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-a130f12d-be6b-464b-9064-7fc96c21e56e admin admin] Deleting port 5d1934f2-9aa6-466b-900f-38bf41ad1a64 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:35:34.710644 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a130f12d-be6b-464b-9064-7fc96c21e56e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (5d1934f2-9aa6-466b-900f-38bf41ad1a64), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:34.718258 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f11d6330-7b79-4d1b-849b-603877a65a0a admin admin] Publish callbacks [] for port (73d4669c-e408-48d8-99bf-d98c9b0959a9), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:34.743063 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f11d6330-7b79-4d1b-849b-603877a65a0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (73d4669c-e408-48d8-99bf-d98c9b0959a9), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:34.789741 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-09adce7b-4c58-470c-b291-c67b5a29c34f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Deleting port b1281422-5611-4fc9-9e78-74e86ff95115 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:35:34.790081 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-09adce7b-4c58-470c-b291-c67b5a29c34f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (b1281422-5611-4fc9-9e78-74e86ff95115), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:34.862189 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-a130f12d-be6b-464b-9064-7fc96c21e56e admin admin] For port 5d1934f2-9aa6-466b-900f-38bf41ad1a64, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=5d1934f2-9aa6-466b-900f-38bf41ad1a64,segment=NetworkSegment(a866c23c-528e-4f4f-9956-13b7ea9c64d8),segment_id=a866c23c-528e-4f4f-9956-13b7ea9c64d8)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:34.863020 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a130f12d-be6b-464b-9064-7fc96c21e56e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (5d1934f2-9aa6-466b-900f-38bf41ad1a64), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:34.882611 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-09adce7b-4c58-470c-b291-c67b5a29c34f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] For port b1281422-5611-4fc9-9e78-74e86ff95115, host n-h2-828369-5, got binding levels [] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:34.882946 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-09adce7b-4c58-470c-b291-c67b5a29c34f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (b1281422-5611-4fc9-9e78-74e86ff95115), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:34.885387 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-a130f12d-be6b-464b-9064-7fc96c21e56e admin admin] Calling delete_port for 5d1934f2-9aa6-466b-900f-38bf41ad1a64 owned by network:router_interface {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:35:34.902425 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-09adce7b-4c58-470c-b291-c67b5a29c34f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Calling delete_port for b1281422-5611-4fc9-9e78-74e86ff95115 owned by {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:35:34.937396 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d6330-7b79-4d1b-849b-603877a65a0a admin admin] Pushing event updated for resources: {'Port': ['ID=73d4669c-e408-48d8-99bf-d98c9b0959a9,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:34.940282 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f11d6330-7b79-4d1b-849b-603877a65a0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524919'] for router_interface (5343f20c-b3cf-4b42-b888-fb4d3e58ad9d), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:34.998566 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-99ba0920-4309-41c0-9dac-c7f79501f36b req-c0f42bc1-bced-487a-a794-589975b06d6a tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/security-groups?id=53864ffe-fa53-4ead-9e41-21e6252e7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3262112 Feb 09 21:35:35.018537 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-80e54429-16ba-4bef-9199-0c996b0d4b31 req-5dfa76e6-d0f5-49af-add7-f304623f4b6d service neutron] 10.222.0.95 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4103286 Feb 09 21:35:35.087431 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-09adce7b-4c58-470c-b291-c67b5a29c34f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (b1281422-5611-4fc9-9e78-74e86ff95115), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:35.087722 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621aa121-a1b5-4c0f-a4e1-2300577101c0 req-76876eac-7210-465c-a947-91d75553927f tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:35.089233 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-621aa121-a1b5-4c0f-a4e1-2300577101c0 req-76876eac-7210-465c-a947-91d75553927f tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=82be41b1-46da-46a7-8af9-241c6a0e3e2d HTTP/1.1" status: 200 len: 947 time: 0.3492458 Feb 09 21:35:35.120120 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [req-6f681b31-91a4-4129-aa7e-e69953764591 req-6847331f-58b0-438d-8aca-7cf14d247636 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Allocated IP 172.20.0.7 (fec17942-beb5-4931-bf14-c3cd0b51a29d/58a89c03-6cc3-4eb7-93a9-8479c0cb0584/4281858c-1eff-4109-ba51-e741b6ff6796) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:35:35.136131 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09adce7b-4c58-470c-b291-c67b5a29c34f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Pushing event deleted for resources: {'Port': ['ID=b1281422-5611-4fc9-9e78-74e86ff95115,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:35.166311 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-09adce7b-4c58-470c-b291-c67b5a29c34f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:35.170393 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-09adce7b-4c58-470c-b291-c67b5a29c34f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] 10.222.0.90 "DELETE /v2.0/ports/b1281422-5611-4fc9-9e78-74e86ff95115 HTTP/1.1" status: 204 len: 168 time: 0.5456278 Feb 09 21:35:35.186480 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 56730) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:35.211967 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 9fa2d5ea-567a-4281-bc40-83146c54d226 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:35:35.226782 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-865be351-cf05-4172-acb1-7392c707b95b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] GET failed (client error): The resource could not be found. Feb 09 21:35:35.228283 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-865be351-cf05-4172-acb1-7392c707b95b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814430403-project-admin] 10.222.0.90 "GET /v2.0/ports/b1281422-5611-4fc9-9e78-74e86ff95115 HTTP/1.1" status: 404 len: 333 time: 0.0407631 Feb 09 21:35:35.234530 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 56732) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:35.282163 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 9fa2d5ea-567a-4281-bc40-83146c54d226 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:35.282762 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (9fa2d5ea-567a-4281-bc40-83146c54d226), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:35.318046 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-621aa121-a1b5-4c0f-a4e1-2300577101c0 req-17f8c560-787a-4251-a700-1407ac9141e0 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208879 Feb 09 21:35:35.357262 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11d6330-7b79-4d1b-849b-603877a65a0a admin admin] Network 72e21a0c-bd04-4da9-83ef-ade9ea60785f is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:35:35.359360 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08069c9d-2972-4761-a4a3-77f4f6b1f85e req-f4f76ac3-f92e-49c8-8a77-d351e7005e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:35.361802 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-08069c9d-2972-4761-a4a3-77f4f6b1f85e req-f4f76ac3-f92e-49c8-8a77-d351e7005e8d service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=def3446e95584f24b6fdfb40ceda16ab&device_id=82be41b1-46da-46a7-8af9-241c6a0e3e2d HTTP/1.1" status: 200 len: 1129 time: 0.2606292 Feb 09 21:35:35.366329 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-f11d6330-7b79-4d1b-849b-603877a65a0a admin admin] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:35:35.366486 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2dbae943-137f-4a3a-98b2-4059f139d7af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2014041681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2014041681-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (d1082423-c970-49a0-a06d-befafa91969c), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:35.389848 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 9fa2d5ea-567a-4281-bc40-83146c54d226 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:35.390295 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (9fa2d5ea-567a-4281-bc40-83146c54d226), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:35.392897 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a130f12d-be6b-464b-9064-7fc96c21e56e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (5d1934f2-9aa6-466b-900f-38bf41ad1a64), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:35.425208 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port 9fa2d5ea-567a-4281-bc40-83146c54d226, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=9fa2d5ea-567a-4281-bc40-83146c54d226,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:35.430928 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (9fa2d5ea-567a-4281-bc40-83146c54d226), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:35.460372 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130f12d-be6b-464b-9064-7fc96c21e56e admin admin] Pushing event deleted for resources: {'Port': ['ID=5d1934f2-9aa6-466b-900f-38bf41ad1a64,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:35.520138 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=9fa2d5ea-567a-4281-bc40-83146c54d226,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:35.628431 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2dbae943-137f-4a3a-98b2-4059f139d7af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2014041681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2014041681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (d1082423-c970-49a0-a06d-befafa91969c), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:35.651546 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-2dbae943-137f-4a3a-98b2-4059f139d7af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2014041681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2014041681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1082423-c970-49a0-a06d-befafa91969c']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:35.651749 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8593f7b8-f1bf-488e-9dfc-b1df8d10d36b req-0b2d28f5-fbec-4aab-9d7d-8ba0522cee39 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] 10.222.0.90 "GET /v2.0/ports?device_id=d4cfa82c-d76c-4199-9356-cdb5c72a400a HTTP/1.1" status: 200 len: 210 time: 0.1036179 Feb 09 21:35:35.670802 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-2dbae943-137f-4a3a-98b2-4059f139d7af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2014041681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2014041681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebf1d19d-957a-42fb-b239-e22d4eefc5d4') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:35.671373 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-2dbae943-137f-4a3a-98b2-4059f139d7af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2014041681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2014041681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebf1d19d-957a-42fb-b239-e22d4eefc5d4') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:35.682584 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-6f681b31-91a4-4129-aa7e-e69953764591 req-6847331f-58b0-438d-8aca-7cf14d247636 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Publish callbacks [] for port (4281858c-1eff-4109-ba51-e741b6ff6796), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:35.692067 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2dbae943-137f-4a3a-98b2-4059f139d7af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2014041681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2014041681-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (ebf1d19d-957a-42fb-b239-e22d4eefc5d4), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:35.754032 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2dbae943-137f-4a3a-98b2-4059f139d7af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2014041681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2014041681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (ebf1d19d-957a-42fb-b239-e22d4eefc5d4), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:35.767673 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08069c9d-2972-4761-a4a3-77f4f6b1f85e req-acf5c3f1-b1a2-492b-97c8-823113b8ce0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:35.769904 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-08069c9d-2972-4761-a4a3-77f4f6b1f85e req-acf5c3f1-b1a2-492b-97c8-823113b8ce0a service neutron] 10.222.0.95 "GET /v2.0/networks?id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc HTTP/1.1" status: 200 len: 870 time: 0.4009292 Feb 09 21:35:35.771229 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dbae943-137f-4a3a-98b2-4059f139d7af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2014041681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2014041681-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:35:35.771784 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2dbae943-137f-4a3a-98b2-4059f139d7af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2014041681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2014041681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (ebf1d19d-957a-42fb-b239-e22d4eefc5d4), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:35.774829 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:35:35.774829 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:35:35.774829 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:35:35.774829 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:35:35.774829 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:35:35.774829 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:35:35.774829 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:35:35.774829 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:35:35.774829 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:35:35.774829 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:35:35.774829 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:35:35.774829 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:35:35.774829 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:35:35.774829 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:35:35.774829 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:35:35.774829 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:35:35.774829 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:35:35.774829 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:35:35.774829 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:35:35.774829 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:35:35.774829 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:35:35.774829 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:35:35.774829 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:35:35.774829 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:35:35.774829 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:35:35.774829 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:35:35.774829 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:35:35.774829 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:35:35.774829 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:35:35.774829 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:35:35.774829 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:35:35.774829 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:35:35.838489 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-08069c9d-2972-4761-a4a3-77f4f6b1f85e req-3e6ea357-4a23-4b68-98fb-dc5e91bec988 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=47af76bb-ef60-4c69-9b0e-9800d9e02153 HTTP/1.1" status: 200 len: 217 time: 0.0518870 Feb 09 21:35:35.847012 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f11d6330-7b79-4d1b-849b-603877a65a0a admin admin] Router 5343f20c-b3cf-4b42-b888-fb4d3e58ad9d has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:35:35.854917 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-6c618b2e-8450-4707-a519-9d64e75773fc None None] Provisioning complete for port 73d4669c-e408-48d8-99bf-d98c9b0959a9 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:35.855553 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-6c618b2e-8450-4707-a519-9d64e75773fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (73d4669c-e408-48d8-99bf-d98c9b0959a9), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:35.886473 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-6f681b31-91a4-4129-aa7e-e69953764591 req-6847331f-58b0-438d-8aca-7cf14d247636 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (4281858c-1eff-4109-ba51-e741b6ff6796), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:35.895901 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-6c618b2e-8450-4707-a519-9d64e75773fc None None] Port 73d4669c-e408-48d8-99bf-d98c9b0959a9 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:35:35.901028 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afb11b7-1035-4988-a2b9-77b56e9d6999 req-6caef047-8916-4a2e-9ac9-17bfed8420b0 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:35.902533 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6afb11b7-1035-4988-a2b9-77b56e9d6999 req-6caef047-8916-4a2e-9ac9-17bfed8420b0 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/ports?device_id=1403455a-2632-4781-bcfa-60ab81462070 HTTP/1.1" status: 200 len: 946 time: 0.2036171 Feb 09 21:35:35.926213 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2dbae943-137f-4a3a-98b2-4059f139d7af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2014041681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2014041681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (d1082423-c970-49a0-a06d-befafa91969c), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:35.938652 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2dbae943-137f-4a3a-98b2-4059f139d7af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2014041681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2014041681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:35.942150 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-2dbae943-137f-4a3a-98b2-4059f139d7af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2014041681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2014041681-project] 10.222.0.90 "DELETE /v2.0/networks/d1082423-c970-49a0-a06d-befafa91969c HTTP/1.1" status: 204 len: 168 time: 0.7061553 Feb 09 21:35:35.959162 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbae943-137f-4a3a-98b2-4059f139d7af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2014041681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2014041681-project] Pushing event deleted for resources: {'Network': ['ID=d1082423-c970-49a0-a06d-befafa91969c,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:35.983199 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a130f12d-be6b-464b-9064-7fc96c21e56e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-525054'] for router_interface (a64b5f55-b663-4abb-bd50-673f0af1656e), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:36.074042 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f681b31-91a4-4129-aa7e-e69953764591 req-6847331f-58b0-438d-8aca-7cf14d247636 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Network fec17942-beb5-4931-bf14-c3cd0b51a29d is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:35:36.075737 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08069c9d-2972-4761-a4a3-77f4f6b1f85e req-ebeedd11-52de-4929-9399-a529fe1ad905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:36.077255 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-08069c9d-2972-4761-a4a3-77f4f6b1f85e req-ebeedd11-52de-4929-9399-a529fe1ad905 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0f7402ac-a35b-414b-bcc1-bc1c3072ec3c HTTP/1.1" status: 200 len: 843 time: 0.2265444 Feb 09 21:35:36.105017 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [req-6f681b31-91a4-4129-aa7e-e69953764591 req-6847331f-58b0-438d-8aca-7cf14d247636 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:35:36.125403 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6847331f-58b0-438d-8aca-7cf14d247636 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Pushing event updated for resources: {'Port': ['ID=4281858c-1eff-4109-ba51-e741b6ff6796,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:36.137693 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f681b31-91a4-4129-aa7e-e69953764591 req-6847331f-58b0-438d-8aca-7cf14d247636 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:35:36.228749 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6afb11b7-1035-4988-a2b9-77b56e9d6999 req-40f82559-4bdd-42ce-a31a-2966f7667384 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d80a148-e9eb-4688-aae9-f24ed4e32758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3147202 Feb 09 21:35:36.255712 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f11d6330-7b79-4d1b-849b-603877a65a0a admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:35:36.269918 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3a6a0d-e1a4-46d5-a4c3-d5997a58b131 None None] Sync routers for ids ['5343f20c-b3cf-4b42-b888-fb4d3e58ad9d'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:35:36.277729 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-f11d6330-7b79-4d1b-849b-603877a65a0a admin admin] 10.222.0.90 "PUT /v2.0/routers/5343f20c-b3cf-4b42-b888-fb4d3e58ad9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5398281 Feb 09 21:35:36.292762 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a130f12d-be6b-464b-9064-7fc96c21e56e admin admin] Router a64b5f55-b663-4abb-bd50-673f0af1656e has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:35:36.293911 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 56748) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:36.300296 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3a6a0d-e1a4-46d5-a4c3-d5997a58b131 None None] Routers {'5343f20c-b3cf-4b42-b888-fb4d3e58ad9d'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:35:36.301087 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-ec3a6a0d-e1a4-46d5-a4c3-d5997a58b131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:35:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['5343f20c-b3cf-4b42-b888-fb4d3e58ad9d'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:36.312996 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f681b31-91a4-4129-aa7e-e69953764591 req-6847331f-58b0-438d-8aca-7cf14d247636 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:36.315367 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-6f681b31-91a4-4129-aa7e-e69953764591 req-6847331f-58b0-438d-8aca-7cf14d247636 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:36.321911 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08069c9d-2972-4761-a4a3-77f4f6b1f85e req-0a39afe2-c8e3-438a-b4ad-81548307f56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:36.323461 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-08069c9d-2972-4761-a4a3-77f4f6b1f85e req-0a39afe2-c8e3-438a-b4ad-81548307f56b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2366791 Feb 09 21:35:36.367830 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb09928-eee5-400a-93bc-166bfc1fe5a9 req-eb939a74-f06b-403b-a63d-9293484d999a tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:36.375238 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0eb09928-eee5-400a-93bc-166bfc1fe5a9 req-eb939a74-f06b-403b-a63d-9293484d999a tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/ports?device_id=50e0dbe9-de7a-4515-a141-361c5f3ab1cc HTTP/1.1" status: 200 len: 945 time: 0.3029382 Feb 09 21:35:36.513016 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6f681b31-91a4-4129-aa7e-e69953764591 req-6847331f-58b0-438d-8aca-7cf14d247636 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6548038 Feb 09 21:35:36.541955 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-6f681b31-91a4-4129-aa7e-e69953764591 req-7abe5b6b-2dcb-4205-b937-5dfa96527a6e service neutron] Request body: {'port': {'device_id': 'd4cfa82c-d76c-4199-9356-cdb5c72a400a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-5'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:36.566388 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-ec3a6a0d-e1a4-46d5-a4c3-d5997a58b131 None None] Set router 5343f20c-b3cf-4b42-b888-fb4d3e58ad9d gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:35:36.681673 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0eb09928-eee5-400a-93bc-166bfc1fe5a9 req-4aaf2496-44a6-46ec-a886-b74d56b2b5ab tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/security-groups?id=53864ffe-fa53-4ead-9e41-21e6252e7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052685 Feb 09 21:35:36.915882 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-d7ca7521-3f2c-43b1-81d5-5f1608ac8a50 None None] Provisioning complete for port 4281858c-1eff-4109-ba51-e741b6ff6796 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:36.916293 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d7ca7521-3f2c-43b1-81d5-5f1608ac8a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (4281858c-1eff-4109-ba51-e741b6ff6796), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:36.918314 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 47af76bb-ef60-4c69-9b0e-9800d9e02153 details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:35:36.948644 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a130f12d-be6b-464b-9064-7fc96c21e56e admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:35:36.961269 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c009e88-024a-4747-bd11-b84779b7b069 None None] Sync routers for ids ['a64b5f55-b663-4abb-bd50-673f0af1656e'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:35:36.971702 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-a130f12d-be6b-464b-9064-7fc96c21e56e admin admin] 10.222.0.90 "PUT /v2.0/routers/a64b5f55-b663-4abb-bd50-673f0af1656e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6785851 Feb 09 21:35:36.979330 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 56768) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:36.986920 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c009e88-024a-4747-bd11-b84779b7b069 None None] Routers {'a64b5f55-b663-4abb-bd50-673f0af1656e'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:35:36.988592 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-2c009e88-024a-4747-bd11-b84779b7b069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:35:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['a64b5f55-b663-4abb-bd50-673f0af1656e'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:37.081433 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-d7ca7521-3f2c-43b1-81d5-5f1608ac8a50 None None] Port 4281858c-1eff-4109-ba51-e741b6ff6796 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:35:37.095246 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 56772) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:37.104465 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-b2a7109c-cd68-48f9-8929-ac3561fa6128 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-388085837-network', 'tenant_id': '79dcf052a68a4dae9e180cb840d1b3c6'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:37.132889 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-08069c9d-2972-4761-a4a3-77f4f6b1f85e req-c62b7714-3521-4b18-bd7b-206433b94ec9 service neutron] 10.222.0.95 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7937372 Feb 09 21:35:37.165071 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-d2140d3e-5d6f-4852-9a17-4a2f1c46a046 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=6bcb5d426cb84b29bbf53009e28c158b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8699982 Feb 09 21:35:37.170672 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 56774) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:37.176845 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-ec3a6a0d-e1a4-46d5-a4c3-d5997a58b131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5343f20c-b3cf-4b42-b888-fb4d3e58ad9d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1705729616-router', 'tenant_id': '6f91ff87dda04a70be53686f188383f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '9fa2d5ea-567a-4281-bc40-83146c54d226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:23Z', 'updated_at': '2022-02-09T21:35:33Z', 'revision_number': 4, 'project_id': '6f91ff87dda04a70be53686f188383f3', 'gw_port': {'id': '9fa2d5ea-567a-4281-bc40-83146c54d226', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:2a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5343f20c-b3cf-4b42-b888-fb4d3e58ad9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:24Z', 'updated_at': '2022-02-09T21:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '73d4669c-e408-48d8-99bf-d98c9b0959a9', 'name': '', 'network_id': '72e21a0c-bd04-4da9-83ef-ade9ea60785f', 'tenant_id': '6f91ff87dda04a70be53686f188383f3', 'mac_address': 'fa:16:3e:f2:f1:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5343f20c-b3cf-4b42-b888-fb4d3e58ad9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'd52237e6-14ab-4720-af5c-d58266e97d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:30Z', 'updated_at': '2022-02-09T21:35:33Z', 'revision_number': 2, 'project_id': '6f91ff87dda04a70be53686f188383f3', 'subnets': [{'id': 'd52237e6-14ab-4720-af5c-d58266e97d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:37.177183 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-2c009e88-024a-4747-bd11-b84779b7b069 None None] Set router a64b5f55-b663-4abb-bd50-673f0af1656e gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:35:37.207678 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f3f373-6ce1-4e53-a092-e38e6771cbd9 req-ed1f10de-5fbf-4974-ac96-a1cc0e6cfc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:37.209652 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a4f3f373-6ce1-4e53-a092-e38e6771cbd9 req-ed1f10de-5fbf-4974-ac96-a1cc0e6cfc54 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=78416997261a4fcdac7ea7395d681884&device_id=1403455a-2632-4781-bcfa-60ab81462070 HTTP/1.1" status: 200 len: 1128 time: 0.3816915 Feb 09 21:35:37.226918 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3a6a0d-e1a4-46d5-a4c3-d5997a58b131 None None] Checking router: 5343f20c-b3cf-4b42-b888-fb4d3e58ad9d for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:35:37.227276 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3a6a0d-e1a4-46d5-a4c3-d5997a58b131 None None] Updating router 5343f20c-b3cf-4b42-b888-fb4d3e58ad9d port 73d4669c-e408-48d8-99bf-d98c9b0959a9 binding host n-d-828369-5 {{(pid=103142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:35:37.229431 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 9fa2d5ea-567a-4281-bc40-83146c54d226 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:35:37.240552 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-6f681b31-91a4-4129-aa7e-e69953764591 req-7abe5b6b-2dcb-4205-b937-5dfa96527a6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (4281858c-1eff-4109-ba51-e741b6ff6796), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:37.274630 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2a7109c-cd68-48f9-8929-ac3561fa6128 admin admin] Made reservation on behalf of 79dcf052a68a4dae9e180cb840d1b3c6 for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:35:37.277121 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b2a7109c-cd68-48f9-8929-ac3561fa6128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:37.301138 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 47af76bb-ef60-4c69-9b0e-9800d9e02153, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=47af76bb-ef60-4c69-9b0e-9800d9e02153,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:37.326978 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ec3a6a0d-e1a4-46d5-a4c3-d5997a58b131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (73d4669c-e408-48d8-99bf-d98c9b0959a9), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:37.338661 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236fced7-149a-42c8-a3e1-56017b126863 req-6ab1c44f-99a9-44f0-afac-feb845eef3df tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:37.340089 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b2a7109c-cd68-48f9-8929-ac3561fa6128 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:37.346563 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-236fced7-149a-42c8-a3e1-56017b126863 req-6ab1c44f-99a9-44f0-afac-feb845eef3df tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=82be41b1-46da-46a7-8af9-241c6a0e3e2d HTTP/1.1" status: 200 len: 947 time: 0.6870093 Feb 09 21:35:37.378697 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f60bf29-f59a-4f9a-85e0-cb1a068eac94 req-2693d27a-95e6-409c-b9b0-ba68e213c928 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:37.380563 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ee38bfd4-cd77-49c7-94dc-57cc6c188898 admin admin] Publish callbacks [] for router (a64b5f55-b663-4abb-bd50-673f0af1656e), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:37.380791 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0f60bf29-f59a-4f9a-85e0-cb1a068eac94 req-2693d27a-95e6-409c-b9b0-ba68e213c928 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/ports?device_id=1403455a-2632-4781-bcfa-60ab81462070 HTTP/1.1" status: 200 len: 946 time: 0.2382221 Feb 09 21:35:37.389521 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-83e4c6cb-5364-4bf7-9451-6933b08a12a6 admin admin] Publish callbacks [] for security_group (26245c21-ed03-42bf-a030-d869902cb012), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:37.414674 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-83e4c6cb-5364-4bf7-9451-6933b08a12a6 admin admin] Publish callbacks [] for security_group (26245c21-ed03-42bf-a030-d869902cb012), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:37.425504 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-2c009e88-024a-4747-bd11-b84779b7b069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64b5f55-b663-4abb-bd50-673f0af1656e', 'name': 'tempest-ServersTestMultiNic-1938873407-router', 'tenant_id': '3a839c247a824993a2c678394ab2ac52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'cc173e55-7b95-4ccc-8b02-02e7718b2e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:33:25Z', 'updated_at': '2022-02-09T21:35:35Z', 'revision_number': 5, 'project_id': '3a839c247a824993a2c678394ab2ac52', 'gw_port': {'id': 'cc173e55-7b95-4ccc-8b02-02e7718b2e5b', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:fa:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64b5f55-b663-4abb-bd50-673f0af1656e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:26Z', 'updated_at': '2022-02-09T21:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:37.461751 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c009e88-024a-4747-bd11-b84779b7b069 None None] Checking router: a64b5f55-b663-4abb-bd50-673f0af1656e for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:35:37.479066 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c009e88-024a-4747-bd11-b84779b7b069 None None] Routers {'a64b5f55-b663-4abb-bd50-673f0af1656e'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:35:37.480196 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-2c009e88-024a-4747-bd11-b84779b7b069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:35:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['a64b5f55-b663-4abb-bd50-673f0af1656e'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:37.551703 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-08069c9d-2972-4761-a4a3-77f4f6b1f85e req-52607dd6-592e-4b9d-9c8e-c897383a223f service neutron] 10.222.0.95 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4032784 Feb 09 21:35:37.567741 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f3f373-6ce1-4e53-a092-e38e6771cbd9 req-d51cb6ff-02fd-4c0b-b90d-71cbf15e391f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:37.572259 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a4f3f373-6ce1-4e53-a092-e38e6771cbd9 req-d51cb6ff-02fd-4c0b-b90d-71cbf15e391f service neutron] 10.222.0.89 "GET /v2.0/networks?id=e0933a47-9f98-425f-b2ec-87bdb6b7270d HTTP/1.1" status: 200 len: 912 time: 0.3524029 Feb 09 21:35:37.597465 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-236fced7-149a-42c8-a3e1-56017b126863 req-4d43c19e-eff7-4d5c-b4ce-dfa86d076c5f tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492001 Feb 09 21:35:37.638112 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a4f3f373-6ce1-4e53-a092-e38e6771cbd9 req-2a27954d-fad8-4ea1-84c3-d9dc26ae8c63 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c2a45c6-1d31-40c2-9c88-66ea7e41cbeb HTTP/1.1" status: 200 len: 217 time: 0.0605960 Feb 09 21:35:37.649297 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-83e4c6cb-5364-4bf7-9451-6933b08a12a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (26245c21-ed03-42bf-a030-d869902cb012), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:37.652153 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-83e4c6cb-5364-4bf7-9451-6933b08a12a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:37.656615 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-83e4c6cb-5364-4bf7-9451-6933b08a12a6 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/26245c21-ed03-42bf-a030-d869902cb012 HTTP/1.1" status: 204 len: 168 time: 0.4809067 Feb 09 21:35:37.677084 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ec3a6a0d-e1a4-46d5-a4c3-d5997a58b131 None None] Publish callbacks [] for port (73d4669c-e408-48d8-99bf-d98c9b0959a9), precommit_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:37.692871 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ec3a6a0d-e1a4-46d5-a4c3-d5997a58b131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (73d4669c-e408-48d8-99bf-d98c9b0959a9), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:37.696742 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': '47af76bb-ef60-4c69-9b0e-9800d9e02153', 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc', 'port_id': '47af76bb-ef60-4c69-9b0e-9800d9e02153', 'mac_address': 'fa:16:3e:27:14:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f7402ac-a35b-414b-bcc1-bc1c3072ec3c', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:35:37.709602 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-2c009e88-024a-4747-bd11-b84779b7b069 None None] Set router a64b5f55-b663-4abb-bd50-673f0af1656e gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:35:37.734429 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e4c6cb-5364-4bf7-9451-6933b08a12a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26245c21-ed03-42bf-a030-d869902cb012,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:37.740449 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b2a7109c-cd68-48f9-8929-ac3561fa6128 admin admin] Publish callbacks [] for security_group (3b58fe45-b2be-4d0d-ba77-0afdd4a4dc7d), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:37.754186 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b2a7109c-cd68-48f9-8929-ac3561fa6128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (3b58fe45-b2be-4d0d-ba77-0afdd4a4dc7d), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:37.768892 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ee38bfd4-cd77-49c7-94dc-57cc6c188898 admin admin] Publish callbacks [] for router_gateway (a64b5f55-b663-4abb-bd50-673f0af1656e), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:37.770823 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 47af76bb-ef60-4c69-9b0e-9800d9e02153 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:37.771218 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (47af76bb-ef60-4c69-9b0e-9800d9e02153), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:37.790298 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0f60bf29-f59a-4f9a-85e0-cb1a068eac94 req-e2baf0ab-57eb-4ef5-a972-b4cbbd45a585 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d80a148-e9eb-4688-aae9-f24ed4e32758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3981659 Feb 09 21:35:37.839430 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47af76bb-ef60-4c69-9b0e-9800d9e02153 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:35:37.868938 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f3f373-6ce1-4e53-a092-e38e6771cbd9 req-9b90ca10-254c-4664-91f7-93136e7dcafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:37.870440 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a4f3f373-6ce1-4e53-a092-e38e6771cbd9 req-9b90ca10-254c-4664-91f7-93136e7dcafe service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ad8da7e2-9246-4407-b24a-0611ae1b2813 HTTP/1.1" status: 200 len: 851 time: 0.2236452 Feb 09 21:35:37.872485 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 47af76bb-ef60-4c69-9b0e-9800d9e02153, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=47af76bb-ef60-4c69-9b0e-9800d9e02153,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:37.883434 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (47af76bb-ef60-4c69-9b0e-9800d9e02153), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:37.896026 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786ce872-109a-4490-afb2-eb236f40ca17 None None] Pushing event updated for resources: {'Port': ['ID=73d4669c-e408-48d8-99bf-d98c9b0959a9,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:37.958231 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d8078-776c-4224-a482-39d680b068a7 req-bd1f8cd5-e29d-47bd-96cb-e702f050dcfb tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:37.966952 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 9fa2d5ea-567a-4281-bc40-83146c54d226 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:37.967329 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (9fa2d5ea-567a-4281-bc40-83146c54d226), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:37.967992 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5f9d8078-776c-4224-a482-39d680b068a7 req-bd1f8cd5-e29d-47bd-96cb-e702f050dcfb tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] 10.222.0.90 "GET /v2.0/ports?device_id=d4cfa82c-d76c-4199-9356-cdb5c72a400a HTTP/1.1" status: 200 len: 931 time: 0.1878211 Feb 09 21:35:37.977814 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2a7109c-cd68-48f9-8929-ac3561fa6128 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:35:38.090805 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a7109c-cd68-48f9-8929-ac3561fa6128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b58fe45-b2be-4d0d-ba77-0afdd4a4dc7d,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:38.101446 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a4f3f373-6ce1-4e53-a092-e38e6771cbd9 req-05a50e0a-9846-4bb4-8b75-dd33d1836188 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e0933a47-9f98-425f-b2ec-87bdb6b7270d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1181183 Feb 09 21:35:38.120984 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b2a7109c-cd68-48f9-8929-ac3561fa6128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (1a1e90a6-11c9-48ca-9cf6-50489ea8469b), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:38.121340 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-b2a7109c-cd68-48f9-8929-ac3561fa6128 admin admin] Added segment 1a1e90a6-11c9-48ca-9cf6-50489ea8469b of type vlan for network e0158bf8-7b12-4bde-97aa-65ecc58e9fd5 Feb 09 21:35:38.124517 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-2c009e88-024a-4747-bd11-b84779b7b069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64b5f55-b663-4abb-bd50-673f0af1656e', 'name': 'tempest-ServersTestMultiNic-1938873407-router', 'tenant_id': '3a839c247a824993a2c678394ab2ac52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'cc173e55-7b95-4ccc-8b02-02e7718b2e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:33:25Z', 'updated_at': '2022-02-09T21:35:35Z', 'revision_number': 5, 'project_id': '3a839c247a824993a2c678394ab2ac52', 'gw_port': {'id': 'cc173e55-7b95-4ccc-8b02-02e7718b2e5b', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:fa:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64b5f55-b663-4abb-bd50-673f0af1656e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:26Z', 'updated_at': '2022-02-09T21:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:38.175726 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 9fa2d5ea-567a-4281-bc40-83146c54d226 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:38.183034 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 89012b68-76ca-42ee-b828-aed345e61ec8 no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:35:38.204734 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5f9d8078-776c-4224-a482-39d680b068a7 req-60207df7-082c-4c48-adfa-498b138b92bb tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] 10.222.0.90 "GET /v2.0/security-groups?id=51fd364c-9316-4c6b-822b-1d760c32135a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348387 Feb 09 21:35:38.212880 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c009e88-024a-4747-bd11-b84779b7b069 None None] The sync data for ids ['a64b5f55-b663-4abb-bd50-673f0af1656e'] in n-d-828369-5 is: [{'id': 'a64b5f55-b663-4abb-bd50-673f0af1656e', 'name': 'tempest-ServersTestMultiNic-1938873407-router', 'tenant_id': '3a839c247a824993a2c678394ab2ac52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'cc173e55-7b95-4ccc-8b02-02e7718b2e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:33:25Z', 'updated_at': '2022-02-09T21:35:35Z', 'revision_number': 5, 'project_id': '3a839c247a824993a2c678394ab2ac52', 'gw_port': {'id': 'cc173e55-7b95-4ccc-8b02-02e7718b2e5b', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:fa:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64b5f55-b663-4abb-bd50-673f0af1656e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:26Z', 'updated_at': '2022-02-09T21:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:35:38.233824 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae71996-c817-415f-ae9d-bcc955faebac req-b7d60a06-4dac-42e7-9bce-e3158e95d45d tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:38.236572 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3ae71996-c817-415f-ae9d-bcc955faebac req-b7d60a06-4dac-42e7-9bce-e3158e95d45d tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/ports?device_id=50e0dbe9-de7a-4515-a141-361c5f3ab1cc HTTP/1.1" status: 200 len: 945 time: 0.2321258 Feb 09 21:35:38.240181 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [req-6f681b31-91a4-4129-aa7e-e69953764591 req-7abe5b6b-2dcb-4205-b937-5dfa96527a6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4281858c-1eff-4109-ba51-e741b6ff6796 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:35:38.242564 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['47af76bb-ef60-4c69-9b0e-9800d9e02153'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:35:38.255914 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-ec3a6a0d-e1a4-46d5-a4c3-d5997a58b131 None None] Attempting to bind port 73d4669c-e408-48d8-99bf-d98c9b0959a9 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:35:38.256124 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-ec3a6a0d-e1a4-46d5-a4c3-d5997a58b131 None None] Attempting to bind port 73d4669c-e408-48d8-99bf-d98c9b0959a9 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': 'f943d251-cbac-4cd2-b962-dbbb0491c1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '72e21a0c-bd04-4da9-83ef-ade9ea60785f'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:35:38.256486 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3a6a0d-e1a4-46d5-a4c3-d5997a58b131 None None] Attempting to bind port 73d4669c-e408-48d8-99bf-d98c9b0959a9 on network 72e21a0c-bd04-4da9-83ef-ade9ea60785f {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:35:38.273157 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-6f681b31-91a4-4129-aa7e-e69953764591 req-7abe5b6b-2dcb-4205-b937-5dfa96527a6e service neutron] Publish callbacks [] for port (4281858c-1eff-4109-ba51-e741b6ff6796), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:38.290349 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=47af76bb-ef60-4c69-9b0e-9800d9e02153,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:38.300971 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 56782) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:38.301179 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a4f3f373-6ce1-4e53-a092-e38e6771cbd9 req-aef28671-2736-4089-a723-202d8407f453 service neutron] 10.222.0.89 "GET /v2.0/networks/e0933a47-9f98-425f-b2ec-87bdb6b7270d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497362 Feb 09 21:35:38.303239 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3a6a0d-e1a4-46d5-a4c3-d5997a58b131 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:35:38.305580 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3a6a0d-e1a4-46d5-a4c3-d5997a58b131 None None] Checking segment: {'id': 'f943d251-cbac-4cd2-b962-dbbb0491c1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '72e21a0c-bd04-4da9-83ef-ade9ea60785f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:35:38.305994 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ec3a6a0d-e1a4-46d5-a4c3-d5997a58b131 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:38.306391 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3a6a0d-e1a4-46d5-a4c3-d5997a58b131 None None] Bound using segment: {'id': 'f943d251-cbac-4cd2-b962-dbbb0491c1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '72e21a0c-bd04-4da9-83ef-ade9ea60785f'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:35:38.306876 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-ec3a6a0d-e1a4-46d5-a4c3-d5997a58b131 None None] Bound port: 73d4669c-e408-48d8-99bf-d98c9b0959a9, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f943d251-cbac-4cd2-b962-dbbb0491c1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '72e21a0c-bd04-4da9-83ef-ade9ea60785f'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:35:38.307260 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ec3a6a0d-e1a4-46d5-a4c3-d5997a58b131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (73d4669c-e408-48d8-99bf-d98c9b0959a9), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:38.318809 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [req-6f681b31-91a4-4129-aa7e-e69953764591 req-7abe5b6b-2dcb-4205-b937-5dfa96527a6e service neutron] Transition to ACTIVE for port object 4281858c-1eff-4109-ba51-e741b6ff6796 will not be triggered until provisioned by entity L2. {{(pid=103140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:35:38.338120 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-6f681b31-91a4-4129-aa7e-e69953764591 req-7abe5b6b-2dcb-4205-b937-5dfa96527a6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (4281858c-1eff-4109-ba51-e741b6ff6796), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:38.375538 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-eb4a5a2b-25eb-49af-867f-5b70b19d38ae None None] Provisioning complete for port 73d4669c-e408-48d8-99bf-d98c9b0959a9 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:38.375923 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-eb4a5a2b-25eb-49af-867f-5b70b19d38ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (73d4669c-e408-48d8-99bf-d98c9b0959a9), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:38.387058 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3ae71996-c817-415f-ae9d-bcc955faebac req-e4f45a2b-f494-4c07-913c-d9a9743dd2d8 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/security-groups?id=53864ffe-fa53-4ead-9e41-21e6252e7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410224 Feb 09 21:35:38.443298 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-7b0fe612-5082-4b1d-93f1-501a96405872 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=7e5c566bfb664e7982bc22da643e2016&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1377707 Feb 09 21:35:38.452365 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 56784) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:38.455139 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-ee38bfd4-cd77-49c7-94dc-57cc6c188898 admin admin] Deleting port cc173e55-7b95-4ccc-8b02-02e7718b2e5b {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:35:38.455885 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ee38bfd4-cd77-49c7-94dc-57cc6c188898 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (cc173e55-7b95-4ccc-8b02-02e7718b2e5b), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:38.460261 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abe5b6b-2dcb-4205-b937-5dfa96527a6e service neutron] Pushing event updated for resources: {'Port': ['ID=4281858c-1eff-4109-ba51-e741b6ff6796,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:38.484299 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b2a7109c-cd68-48f9-8929-ac3561fa6128 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (e0158bf8-7b12-4bde-97aa-65ecc58e9fd5), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:38.488118 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-eb4a5a2b-25eb-49af-867f-5b70b19d38ae None None] Port 73d4669c-e408-48d8-99bf-d98c9b0959a9 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:35:38.505704 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-ec3a6a0d-e1a4-46d5-a4c3-d5997a58b131 None None] For port 73d4669c-e408-48d8-99bf-d98c9b0959a9, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:35:38.514572 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 89012b68-76ca-42ee-b828-aed345e61ec8 is: ACTIVE; New status is: DOWN {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:38.514873 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (89012b68-76ca-42ee-b828-aed345e61ec8), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:38.517838 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-ec3a6a0d-e1a4-46d5-a4c3-d5997a58b131 None None] For port 73d4669c-e408-48d8-99bf-d98c9b0959a9, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=73d4669c-e408-48d8-99bf-d98c9b0959a9,segment=NetworkSegment(f943d251-cbac-4cd2-b962-dbbb0491c1ed),segment_id=f943d251-cbac-4cd2-b962-dbbb0491c1ed)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:35:38.525719 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-6f681b31-91a4-4129-aa7e-e69953764591 req-7abe5b6b-2dcb-4205-b937-5dfa96527a6e service neutron] Attempting to bind port 4281858c-1eff-4109-ba51-e741b6ff6796 on host n-h1-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:35:38.526492 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-6f681b31-91a4-4129-aa7e-e69953764591 req-7abe5b6b-2dcb-4205-b937-5dfa96527a6e service neutron] Attempting to bind port 4281858c-1eff-4109-ba51-e741b6ff6796 by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': '9e9d7d8b-b3ce-4b7a-bf3a-3a9e3687f2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'fec17942-beb5-4931-bf14-c3cd0b51a29d'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:35:38.527052 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f681b31-91a4-4129-aa7e-e69953764591 req-7abe5b6b-2dcb-4205-b937-5dfa96527a6e service neutron] Attempting to bind port 4281858c-1eff-4109-ba51-e741b6ff6796 on network fec17942-beb5-4931-bf14-c3cd0b51a29d {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:35:38.533984 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a4f3f373-6ce1-4e53-a092-e38e6771cbd9 req-76ce2d22-3590-4181-8926-425c3202030b service neutron] 10.222.0.89 "GET /v2.0/networks/e0933a47-9f98-425f-b2ec-87bdb6b7270d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004757 Feb 09 21:35:38.534464 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f681b31-91a4-4129-aa7e-e69953764591 req-7abe5b6b-2dcb-4205-b937-5dfa96527a6e service neutron] Port 4281858c-1eff-4109-ba51-e741b6ff6796 on network fec17942-beb5-4931-bf14-c3cd0b51a29d not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:35:38.535311 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f681b31-91a4-4129-aa7e-e69953764591 req-7abe5b6b-2dcb-4205-b937-5dfa96527a6e service neutron] Attempting to bind port 4281858c-1eff-4109-ba51-e741b6ff6796 on network fec17942-beb5-4931-bf14-c3cd0b51a29d {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:35:38.538383 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ec3a6a0d-e1a4-46d5-a4c3-d5997a58b131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (73d4669c-e408-48d8-99bf-d98c9b0959a9), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:38.542155 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f681b31-91a4-4129-aa7e-e69953764591 req-7abe5b6b-2dcb-4205-b937-5dfa96527a6e service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:35:38.542737 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f681b31-91a4-4129-aa7e-e69953764591 req-7abe5b6b-2dcb-4205-b937-5dfa96527a6e service neutron] Checking segment: {'id': '9e9d7d8b-b3ce-4b7a-bf3a-3a9e3687f2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'fec17942-beb5-4931-bf14-c3cd0b51a29d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:35:38.543927 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f681b31-91a4-4129-aa7e-e69953764591 req-7abe5b6b-2dcb-4205-b937-5dfa96527a6e service neutron] Bound using segment: {'id': '9e9d7d8b-b3ce-4b7a-bf3a-3a9e3687f2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'fec17942-beb5-4931-bf14-c3cd0b51a29d'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:35:38.545267 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-6f681b31-91a4-4129-aa7e-e69953764591 req-7abe5b6b-2dcb-4205-b937-5dfa96527a6e service neutron] Bound port: 4281858c-1eff-4109-ba51-e741b6ff6796, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e9d7d8b-b3ce-4b7a-bf3a-3a9e3687f2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'fec17942-beb5-4931-bf14-c3cd0b51a29d'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:35:38.545832 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-6f681b31-91a4-4129-aa7e-e69953764591 req-7abe5b6b-2dcb-4205-b937-5dfa96527a6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (4281858c-1eff-4109-ba51-e741b6ff6796), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:38.593766 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b2a7109c-cd68-48f9-8929-ac3561fa6128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (e0158bf8-7b12-4bde-97aa-65ecc58e9fd5), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:38.596355 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a7109c-cd68-48f9-8929-ac3561fa6128 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:38.597565 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b2a7109c-cd68-48f9-8929-ac3561fa6128 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:38.692975 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-6f681b31-91a4-4129-aa7e-e69953764591 req-7abe5b6b-2dcb-4205-b937-5dfa96527a6e service neutron] For port 4281858c-1eff-4109-ba51-e741b6ff6796, host n-h1-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:35:38.699918 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 89012b68-76ca-42ee-b828-aed345e61ec8, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=89012b68-76ca-42ee-b828-aed345e61ec8,segment=NetworkSegment(b8c2a339-696c-42ff-9706-e9c7145ef2ff),segment_id=b8c2a339-696c-42ff-9706-e9c7145ef2ff)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:38.700085 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-6f681b31-91a4-4129-aa7e-e69953764591 req-7abe5b6b-2dcb-4205-b937-5dfa96527a6e service neutron] For port 4281858c-1eff-4109-ba51-e741b6ff6796, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=4281858c-1eff-4109-ba51-e741b6ff6796,segment=NetworkSegment(9e9d7d8b-b3ce-4b7a-bf3a-3a9e3687f2f0),segment_id=9e9d7d8b-b3ce-4b7a-bf3a-3a9e3687f2f0)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:35:38.704387 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50e0dbe9-de7a-4515-a141-361c5f3ab1cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89012b68-76ca-42ee-b828-aed345e61ec8'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:35:38.707892 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abdf2be2-858f-4a83-96fc-9fce0d6ab9bf" -d '{"events": [{"server_uuid": "50e0dbe9-de7a-4515-a141-361c5f3ab1cc", "name": "network-vif-unplugged", "status": "completed", "tag": "89012b68-76ca-42ee-b828-aed345e61ec8"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:35:38.724580 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-6f681b31-91a4-4129-aa7e-e69953764591 req-7abe5b6b-2dcb-4205-b937-5dfa96527a6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (4281858c-1eff-4109-ba51-e741b6ff6796), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:38.777106 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (89012b68-76ca-42ee-b828-aed345e61ec8), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:38.795472 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f681b31-91a4-4129-aa7e-e69953764591 req-7abe5b6b-2dcb-4205-b937-5dfa96527a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:38.795974 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786ce872-109a-4490-afb2-eb236f40ca17 None None] Pushing event updated for resources: {'Port': ['ID=73d4669c-e408-48d8-99bf-d98c9b0959a9,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:38.796127 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-6f681b31-91a4-4129-aa7e-e69953764591 req-7abe5b6b-2dcb-4205-b937-5dfa96527a6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:38.801399 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-b2a7109c-cd68-48f9-8929-ac3561fa6128 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6973655 Feb 09 21:35:38.803749 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 56794) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:38.810528 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6f681b31-91a4-4129-aa7e-e69953764591 req-7abe5b6b-2dcb-4205-b937-5dfa96527a6e service neutron] 10.222.0.95 "PUT /v2.0/ports/4281858c-1eff-4109-ba51-e741b6ff6796 HTTP/1.1" status: 200 len: 1091 time: 2.2856441 Feb 09 21:35:38.810528 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4cfa82c-d76c-4199-9356-cdb5c72a400a', 'tag': '4281858c-1eff-4109-ba51-e741b6ff6796'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:35:38.812951 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89842e69-7e20-46f5-80bf-7187ce9a5a75" -d '{"events": [{"name": "network-changed", "server_uuid": "d4cfa82c-d76c-4199-9356-cdb5c72a400a", "tag": "4281858c-1eff-4109-ba51-e741b6ff6796"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:35:38.864956 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-c80e5d28-8af1-4eee-8531-1c387a8773c6 admin admin] Request body: {'subnet': {'network_id': 'e0158bf8-7b12-4bde-97aa-65ecc58e9fd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-388085837-subnet', 'tenant_id': '79dcf052a68a4dae9e180cb840d1b3c6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:38.896132 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e19d2bd8-9e1b-41e2-8680-ce72f495a984 x-openstack-request-id: req-e19d2bd8-9e1b-41e2-8680-ce72f495a984 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:35:38.896474 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50e0dbe9-de7a-4515-a141-361c5f3ab1cc", "name": "network-vif-unplugged", "status": "completed", "tag": "89012b68-76ca-42ee-b828-aed345e61ec8", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:35:38.896720 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-e19d2bd8-9e1b-41e2-8680-ce72f495a984 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:35:38.897139 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50e0dbe9-de7a-4515-a141-361c5f3ab1cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89012b68-76ca-42ee-b828-aed345e61ec8', 'code': 200} Feb 09 21:35:38.898404 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=89012b68-76ca-42ee-b828-aed345e61ec8,revision_number=6']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:38.914840 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a7109c-cd68-48f9-8929-ac3561fa6128 admin admin] Pushing event updated for resources: {'Network': ['ID=e0158bf8-7b12-4bde-97aa-65ecc58e9fd5,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:38.925050 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3a6a0d-e1a4-46d5-a4c3-d5997a58b131 None None] Routers {'5343f20c-b3cf-4b42-b888-fb4d3e58ad9d'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:35:38.927041 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-ec3a6a0d-e1a4-46d5-a4c3-d5997a58b131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:35:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['5343f20c-b3cf-4b42-b888-fb4d3e58ad9d'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:38.934235 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f56ff93e-b063-4bda-afd1-1002ee1920d5 x-openstack-request-id: req-f56ff93e-b063-4bda-afd1-1002ee1920d5 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:35:38.934531 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4cfa82c-d76c-4199-9356-cdb5c72a400a", "tag": "4281858c-1eff-4109-ba51-e741b6ff6796", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:35:38.934791 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-f56ff93e-b063-4bda-afd1-1002ee1920d5 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:35:38.935204 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4cfa82c-d76c-4199-9356-cdb5c72a400a', 'tag': '4281858c-1eff-4109-ba51-e741b6ff6796', 'status': 'completed', 'code': 200} Feb 09 21:35:38.944606 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network e0158bf8-7b12-4bde-97aa-65ecc58e9fd5 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:35:38.958873 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-ee38bfd4-cd77-49c7-94dc-57cc6c188898 admin admin] For port cc173e55-7b95-4ccc-8b02-02e7718b2e5b, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=cc173e55-7b95-4ccc-8b02-02e7718b2e5b,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:38.973804 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ee38bfd4-cd77-49c7-94dc-57cc6c188898 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (cc173e55-7b95-4ccc-8b02-02e7718b2e5b), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:38.991453 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8d70d9-cfef-49a3-aa9d-37aa588fbf43 req-070a9ad8-9998-4873-bb9e-32a5364848fe tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:39.005157 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-da8d70d9-cfef-49a3-aa9d-37aa588fbf43 req-070a9ad8-9998-4873-bb9e-32a5364848fe tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=82be41b1-46da-46a7-8af9-241c6a0e3e2d HTTP/1.1" status: 200 len: 948 time: 0.2987962 Feb 09 21:35:39.036960 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abe5b6b-2dcb-4205-b937-5dfa96527a6e service neutron] Pushing event updated for resources: {'Port': ['ID=4281858c-1eff-4109-ba51-e741b6ff6796,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:39.065859 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c80e5d28-8af1-4eee-8531-1c387a8773c6 admin admin] Made reservation on behalf of 79dcf052a68a4dae9e180cb840d1b3c6 for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:35:39.070640 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c80e5d28-8af1-4eee-8531-1c387a8773c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:39.084420 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d56e84b1-be65-47bd-a252-f102f22af44a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:39.086458 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-ee38bfd4-cd77-49c7-94dc-57cc6c188898 admin admin] Calling delete_port for cc173e55-7b95-4ccc-8b02-02e7718b2e5b owned by network:router_gateway {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:35:39.093154 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-32dd3434-f72e-44fe-a8f8-78c288d6297d admin admin] Publish callbacks [] for security_group (459f8d3c-fb46-4d58-8408-200591952321), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:39.097118 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 5d1934f2-9aa6-466b-900f-38bf41ad1a64 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:35:39.143735 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 5d1934f2-9aa6-466b-900f-38bf41ad1a64 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:35:39.144092 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 5d1934f2-9aa6-466b-900f-38bf41ad1a64 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:35:39.145482 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f681b31-91a4-4129-aa7e-e69953764591 req-dfa8d17d-29ff-4856-be49-84f6d2c142d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:39.147088 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6f681b31-91a4-4129-aa7e-e69953764591 req-dfa8d17d-29ff-4856-be49-84f6d2c142d5 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=10728d8d3f684788881f8ffec480c397&device_id=d4cfa82c-d76c-4199-9356-cdb5c72a400a HTTP/1.1" status: 200 len: 1125 time: 0.2797472 Feb 09 21:35:39.224288 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-ec3a6a0d-e1a4-46d5-a4c3-d5997a58b131 None None] Set router 5343f20c-b3cf-4b42-b888-fb4d3e58ad9d gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:35:39.231049 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6f681b31-91a4-4129-aa7e-e69953764591 req-72ae4a07-bcb9-4fbe-a605-e5c85393d6a7 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4281858c-1eff-4109-ba51-e741b6ff6796 HTTP/1.1" status: 200 len: 217 time: 0.0580356 Feb 09 21:35:39.243299 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-32dd3434-f72e-44fe-a8f8-78c288d6297d admin admin] Publish callbacks [] for security_group (459f8d3c-fb46-4d58-8408-200591952321), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:39.259265 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-da8d70d9-cfef-49a3-aa9d-37aa588fbf43 req-b60bb387-66d1-43fb-9286-5eecbf28df74 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120531 Feb 09 21:35:39.275119 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-6435aa1f-3aee-43e9-b492-6a31a2c423fb None None] Provisioning complete for port 73d4669c-e408-48d8-99bf-d98c9b0959a9 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:39.275499 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-6435aa1f-3aee-43e9-b492-6a31a2c423fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (73d4669c-e408-48d8-99bf-d98c9b0959a9), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:39.279391 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14866129-1e38-4082-817e-9b5a4a581fa1 req-b9247307-cac3-455b-a1fd-e5fbed337ae6 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:39.288930 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-14866129-1e38-4082-817e-9b5a4a581fa1 req-b9247307-cac3-455b-a1fd-e5fbed337ae6 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/ports?device_id=1403455a-2632-4781-bcfa-60ab81462070 HTTP/1.1" status: 200 len: 946 time: 0.2802908 Feb 09 21:35:39.413876 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-32dd3434-f72e-44fe-a8f8-78c288d6297d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (459f8d3c-fb46-4d58-8408-200591952321), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:39.416599 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-32dd3434-f72e-44fe-a8f8-78c288d6297d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:39.417763 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-32dd3434-f72e-44fe-a8f8-78c288d6297d admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/459f8d3c-fb46-4d58-8408-200591952321 HTTP/1.1" status: 204 len: 168 time: 0.9645462 Feb 09 21:35:39.433554 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd3434-f72e-44fe-a8f8-78c288d6297d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=459f8d3c-fb46-4d58-8408-200591952321,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:39.466956 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-14866129-1e38-4082-817e-9b5a4a581fa1 req-e624cd2b-2755-408b-a3cf-9716f9b5e912 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d80a148-e9eb-4688-aae9-f24ed4e32758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726658 Feb 09 21:35:39.486652 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f681b31-91a4-4129-aa7e-e69953764591 req-7b46fdb2-b4e3-4082-8df7-77400d6b32e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:39.488259 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6f681b31-91a4-4129-aa7e-e69953764591 req-7b46fdb2-b4e3-4082-8df7-77400d6b32e2 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=58a89c03-6cc3-4eb7-93a9-8479c0cb0584 HTTP/1.1" status: 200 len: 868 time: 0.1758680 Feb 09 21:35:39.504055 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d8b618-8485-4443-a8ad-27f2ce9d677b req-c63064dc-c577-4d4c-a07c-646b90d0b85f tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:39.512942 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b1d8b618-8485-4443-a8ad-27f2ce9d677b req-c63064dc-c577-4d4c-a07c-646b90d0b85f tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] 10.222.0.90 "GET /v2.0/ports?device_id=d4cfa82c-d76c-4199-9356-cdb5c72a400a HTTP/1.1" status: 200 len: 943 time: 0.1355665 Feb 09 21:35:39.519651 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c80e5d28-8af1-4eee-8531-1c387a8773c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (a5e0790f-165a-4025-a937-00fafbc04038), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:39.588910 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ee38bfd4-cd77-49c7-94dc-57cc6c188898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (cc173e55-7b95-4ccc-8b02-02e7718b2e5b), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:39.599687 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80e5d28-8af1-4eee-8531-1c387a8773c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5e0790f-165a-4025-a937-00fafbc04038,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:39.631811 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee38bfd4-cd77-49c7-94dc-57cc6c188898 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc173e55-7b95-4ccc-8b02-02e7718b2e5b,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:39.643915 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80e5d28-8af1-4eee-8531-1c387a8773c6 admin admin] Checking segment: {'id': '1a1e90a6-11c9-48ca-9cf6-50489ea8469b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'e0158bf8-7b12-4bde-97aa-65ecc58e9fd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:35:39.644550 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80e5d28-8af1-4eee-8531-1c387a8773c6 admin admin] Network hostable DHCP agents. Network: e0158bf8-7b12-4bde-97aa-65ecc58e9fd5, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:35:39.689035 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b1d8b618-8485-4443-a8ad-27f2ce9d677b req-56ed639c-0060-4600-975c-922042296376 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] 10.222.0.90 "GET /v2.0/security-groups?id=51fd364c-9316-4c6b-822b-1d760c32135a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752152 Feb 09 21:35:39.691325 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f681b31-91a4-4129-aa7e-e69953764591 req-f3e790ed-9a45-435f-a8a4-781e0e55040a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:39.692834 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6f681b31-91a4-4129-aa7e-e69953764591 req-f3e790ed-9a45-435f-a8a4-781e0e55040a service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=fec17942-beb5-4931-bf14-c3cd0b51a29d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1767423 Feb 09 21:35:39.711259 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f84975-b87b-4471-9fa5-372f245fcdf2 req-9d178ac9-490b-4e08-b64f-177fc509cad6 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:39.720893 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-08f84975-b87b-4471-9fa5-372f245fcdf2 req-9d178ac9-490b-4e08-b64f-177fc509cad6 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/ports?device_id=50e0dbe9-de7a-4515-a141-361c5f3ab1cc HTTP/1.1" status: 200 len: 943 time: 0.1589940 Feb 09 21:35:39.753948 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-6435aa1f-3aee-43e9-b492-6a31a2c423fb None None] Current status of the port 73d4669c-e408-48d8-99bf-d98c9b0959a9 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:39.753948 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-6435aa1f-3aee-43e9-b492-6a31a2c423fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (73d4669c-e408-48d8-99bf-d98c9b0959a9), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:39.757125 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ee38bfd4-cd77-49c7-94dc-57cc6c188898 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-554524'] for router_gateway (a64b5f55-b663-4abb-bd50-673f0af1656e), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:39.790293 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80e5d28-8af1-4eee-8531-1c387a8773c6 admin admin] Network e0158bf8-7b12-4bde-97aa-65ecc58e9fd5 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:35:39.816420 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-6435aa1f-3aee-43e9-b492-6a31a2c423fb None None] For port 73d4669c-e408-48d8-99bf-d98c9b0959a9, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=73d4669c-e408-48d8-99bf-d98c9b0959a9,segment=NetworkSegment(f943d251-cbac-4cd2-b962-dbbb0491c1ed),segment_id=f943d251-cbac-4cd2-b962-dbbb0491c1ed)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:39.819834 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-ec3a6a0d-e1a4-46d5-a4c3-d5997a58b131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5343f20c-b3cf-4b42-b888-fb4d3e58ad9d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1705729616-router', 'tenant_id': '6f91ff87dda04a70be53686f188383f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '9fa2d5ea-567a-4281-bc40-83146c54d226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:23Z', 'updated_at': '2022-02-09T21:35:33Z', 'revision_number': 4, 'project_id': '6f91ff87dda04a70be53686f188383f3', 'gw_port': {'id': '9fa2d5ea-567a-4281-bc40-83146c54d226', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:2a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5343f20c-b3cf-4b42-b888-fb4d3e58ad9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:24Z', 'updated_at': '2022-02-09T21:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '73d4669c-e408-48d8-99bf-d98c9b0959a9', 'name': '', 'network_id': '72e21a0c-bd04-4da9-83ef-ade9ea60785f', 'tenant_id': '6f91ff87dda04a70be53686f188383f3', 'mac_address': 'fa:16:3e:f2:f1:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5343f20c-b3cf-4b42-b888-fb4d3e58ad9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'd52237e6-14ab-4720-af5c-d58266e97d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:30Z', 'updated_at': '2022-02-09T21:35:38Z', 'revision_number': 4, 'project_id': '6f91ff87dda04a70be53686f188383f3', 'subnets': [{'id': 'd52237e6-14ab-4720-af5c-d58266e97d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:39.840016 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-08f84975-b87b-4471-9fa5-372f245fcdf2 req-2e397154-f9dc-4bf4-83f6-94c02576afac tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/security-groups?id=53864ffe-fa53-4ead-9e41-21e6252e7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006846 Feb 09 21:35:39.863820 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-6435aa1f-3aee-43e9-b492-6a31a2c423fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (73d4669c-e408-48d8-99bf-d98c9b0959a9), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:39.867744 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ee38bfd4-cd77-49c7-94dc-57cc6c188898 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (a64b5f55-b663-4abb-bd50-673f0af1656e), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:39.869151 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3a6a0d-e1a4-46d5-a4c3-d5997a58b131 None None] The sync data for ids ['5343f20c-b3cf-4b42-b888-fb4d3e58ad9d'] in n-d-828369-5 is: [{'id': '5343f20c-b3cf-4b42-b888-fb4d3e58ad9d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1705729616-router', 'tenant_id': '6f91ff87dda04a70be53686f188383f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '9fa2d5ea-567a-4281-bc40-83146c54d226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:23Z', 'updated_at': '2022-02-09T21:35:33Z', 'revision_number': 4, 'project_id': '6f91ff87dda04a70be53686f188383f3', 'gw_port': {'id': '9fa2d5ea-567a-4281-bc40-83146c54d226', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:2a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5343f20c-b3cf-4b42-b888-fb4d3e58ad9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:24Z', 'updated_at': '2022-02-09T21:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '73d4669c-e408-48d8-99bf-d98c9b0959a9', 'name': '', 'network_id': '72e21a0c-bd04-4da9-83ef-ade9ea60785f', 'tenant_id': '6f91ff87dda04a70be53686f188383f3', 'mac_address': 'fa:16:3e:f2:f1:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5343f20c-b3cf-4b42-b888-fb4d3e58ad9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'd52237e6-14ab-4720-af5c-d58266e97d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:30Z', 'updated_at': '2022-02-09T21:35:38Z', 'revision_number': 4, 'project_id': '6f91ff87dda04a70be53686f188383f3', 'subnets': [{'id': 'd52237e6-14ab-4720-af5c-d58266e97d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:35:39.872034 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ee38bfd4-cd77-49c7-94dc-57cc6c188898 admin admin] Publish callbacks [] for router_controller (a64b5f55-b663-4abb-bd50-673f0af1656e), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:39.873790 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-c80e5d28-8af1-4eee-8531-1c387a8773c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, e0158bf8-7b12-4bde-97aa-65ecc58e9fd5) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:35:39.878117 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80e5d28-8af1-4eee-8531-1c387a8773c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:39.878721 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c80e5d28-8af1-4eee-8531-1c387a8773c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:39.899722 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6f681b31-91a4-4129-aa7e-e69953764591 req-2b5af187-942c-4391-a6d9-3c3669673805 service neutron] 10.222.0.95 "GET /v2.0/networks/fec17942-beb5-4931-bf14-c3cd0b51a29d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778173 Feb 09 21:35:39.906011 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152271f8-c166-4b6c-b7d6-8e25b8b1ebb4 None None] Network e0158bf8-7b12-4bde-97aa-65ecc58e9fd5 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:35:39.961436 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-c80e5d28-8af1-4eee-8531-1c387a8773c6 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1166592 Feb 09 21:35:39.979202 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 56812) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:39.983922 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ee38bfd4-cd77-49c7-94dc-57cc6c188898 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (a64b5f55-b663-4abb-bd50-673f0af1656e), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:39.984534 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee38bfd4-cd77-49c7-94dc-57cc6c188898 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a64b5f55-b663-4abb-bd50-673f0af1656e {{(pid=103141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:35:39.989796 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ee38bfd4-cd77-49c7-94dc-57cc6c188898 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:39.995379 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-ee38bfd4-cd77-49c7-94dc-57cc6c188898 admin admin] 10.222.0.90 "DELETE /v2.0/routers/a64b5f55-b663-4abb-bd50-673f0af1656e HTTP/1.1" status: 204 len: 168 time: 3.0104096 Feb 09 21:35:39.996350 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 56814) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:40.003596 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-f4326a35-82c8-49fd-8a31-3db79cfd831b admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-388085837-router', 'tenant_id': '79dcf052a68a4dae9e180cb840d1b3c6', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:40.039397 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6435aa1f-3aee-43e9-b492-6a31a2c423fb None None] Pushing event updated for resources: {'Port': ['ID=73d4669c-e408-48d8-99bf-d98c9b0959a9,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:40.047610 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f4326a35-82c8-49fd-8a31-3db79cfd831b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (ca62dda4-0703-44c0-8217-00ed3d96967a), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:40.050575 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f4326a35-82c8-49fd-8a31-3db79cfd831b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (ca62dda4-0703-44c0-8217-00ed3d96967a), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:40.124468 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4c0f235-7651-40a4-b477-aa1de6ef49ff admin admin] Deleting subnet 68195a19-5598-4c28-95eb-58a64b655af7 {{(pid=103140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:35:40.151085 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f4326a35-82c8-49fd-8a31-3db79cfd831b admin admin] Publish callbacks [] for router_controller (ca62dda4-0703-44c0-8217-00ed3d96967a), precommit_add_association {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:40.154284 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2acfe35d-223d-4a02-b3c4-9ce372a9746c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-e0158bf8-7b12-4bde-97aa-65ecc58e9fd5', 'network_id': 'e0158bf8-7b12-4bde-97aa-65ecc58e9fd5', 'project_id': '79dcf052a68a4dae9e180cb840d1b3c6', 'fixed_ips': [{'subnet_id': 'a5e0790f-165a-4025-a937-00fafbc04038'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:35:40.155384 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2acfe35d-223d-4a02-b3c4-9ce372a9746c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:40.157680 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f4c0f235-7651-40a4-b477-aa1de6ef49ff admin admin] Publish callbacks [] for subnet (68195a19-5598-4c28-95eb-58a64b655af7), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:40.195881 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 89012b68-76ca-42ee-b828-aed345e61ec8 details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:35:40.219296 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6f681b31-91a4-4129-aa7e-e69953764591 req-01add4a6-65ad-4904-ae73-b888955b16dc service neutron] 10.222.0.95 "GET /v2.0/networks/fec17942-beb5-4931-bf14-c3cd0b51a29d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3125620 Feb 09 21:35:40.223673 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f4c0f235-7651-40a4-b477-aa1de6ef49ff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9110716'] for subnet (68195a19-5598-4c28-95eb-58a64b655af7), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:40.397454 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.db.resource_extend [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 21:35:40.411268 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f4326a35-82c8-49fd-8a31-3db79cfd831b admin admin] Publish callbacks [] for router_gateway (ca62dda4-0703-44c0-8217-00ed3d96967a), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:40.464464 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f4c0f235-7651-40a4-b477-aa1de6ef49ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (68195a19-5598-4c28-95eb-58a64b655af7), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:40.589210 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89842e69-7e20-46f5-80bf-7187ce9a5a75 req-7f25865b-c482-4c26-b63c-5a171aafb306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:40.591677 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-89842e69-7e20-46f5-80bf-7187ce9a5a75 req-7f25865b-c482-4c26-b63c-5a171aafb306 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=10728d8d3f684788881f8ffec480c397&device_id=d4cfa82c-d76c-4199-9356-cdb5c72a400a HTTP/1.1" status: 200 len: 1125 time: 0.2296216 Feb 09 21:35:40.598039 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-2acfe35d-223d-4a02-b3c4-9ce372a9746c None None] Allocated IP 172.20.0.2 (e0158bf8-7b12-4bde-97aa-65ecc58e9fd5/a5e0790f-165a-4025-a937-00fafbc04038/fe1ec089-a7ee-461a-9eff-681a264f5ccd) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:35:40.619594 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 89012b68-76ca-42ee-b828-aed345e61ec8, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=89012b68-76ca-42ee-b828-aed345e61ec8,segment=NetworkSegment(b8c2a339-696c-42ff-9706-e9c7145ef2ff),segment_id=b8c2a339-696c-42ff-9706-e9c7145ef2ff)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:40.671532 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': '89012b68-76ca-42ee-b828-aed345e61ec8', 'network_id': '83b648e3-9e16-4594-828d-322167244a5e', 'port_id': '89012b68-76ca-42ee-b828-aed345e61ec8', 'mac_address': 'fa:16:3e:cb:6d:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33895a87-c686-4060-8a0c-2f9b961a8554', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:35:40.764031 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47ed623-5c06-4e43-8688-781f3439ec36 req-720247b2-ffc7-4492-85d0-107267d8fbc4 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:40.765400 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e47ed623-5c06-4e43-8688-781f3439ec36 req-720247b2-ffc7-4492-85d0-107267d8fbc4 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=82be41b1-46da-46a7-8af9-241c6a0e3e2d HTTP/1.1" status: 200 len: 948 time: 0.3833416 Feb 09 21:35:40.848467 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 89012b68-76ca-42ee-b828-aed345e61ec8 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:40.849432 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (89012b68-76ca-42ee-b828-aed345e61ec8), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:40.863946 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f4326a35-82c8-49fd-8a31-3db79cfd831b admin admin] Publish callbacks [] for router_gateway (ca62dda4-0703-44c0-8217-00ed3d96967a), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:40.876075 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f4c0f235-7651-40a4-b477-aa1de6ef49ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621346'] for subnet (68195a19-5598-4c28-95eb-58a64b655af7), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:40.892721 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89012b68-76ca-42ee-b828-aed345e61ec8 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:35:40.893396 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89842e69-7e20-46f5-80bf-7187ce9a5a75 req-da370758-84de-4b35-a8b4-f45d8302aebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:40.894886 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-89842e69-7e20-46f5-80bf-7187ce9a5a75 req-da370758-84de-4b35-a8b4-f45d8302aebd service neutron] 10.222.0.95 "GET /v2.0/networks?id=fec17942-beb5-4931-bf14-c3cd0b51a29d HTTP/1.1" status: 200 len: 930 time: 0.2851195 Feb 09 21:35:40.919634 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f4326a35-82c8-49fd-8a31-3db79cfd831b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:40.952559 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ea58dc-9e65-4609-8b2c-f99047cc24b4 req-dad7af73-6d70-4aee-897f-8e1ad85841c4 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:40.954863 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-39ea58dc-9e65-4609-8b2c-f99047cc24b4 req-dad7af73-6d70-4aee-897f-8e1ad85841c4 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/ports?device_id=1403455a-2632-4781-bcfa-60ab81462070 HTTP/1.1" status: 200 len: 946 time: 0.3744817 Feb 09 21:35:40.958183 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 89012b68-76ca-42ee-b828-aed345e61ec8, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=89012b68-76ca-42ee-b828-aed345e61ec8,segment=NetworkSegment(b8c2a339-696c-42ff-9706-e9c7145ef2ff),segment_id=b8c2a339-696c-42ff-9706-e9c7145ef2ff)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:40.962386 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 47af76bb-ef60-4c69-9b0e-9800d9e02153 up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:35:40.972459 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (89012b68-76ca-42ee-b828-aed345e61ec8), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:41.092806 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=89012b68-76ca-42ee-b828-aed345e61ec8,revision_number=7']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:41.093538 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-89842e69-7e20-46f5-80bf-7187ce9a5a75 req-8e2a618f-676b-4d52-9c68-0ebf63c253e2 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4281858c-1eff-4109-ba51-e741b6ff6796 HTTP/1.1" status: 200 len: 217 time: 0.1797190 Feb 09 21:35:41.099643 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-f4326a35-82c8-49fd-8a31-3db79cfd831b admin admin] Allocated IP 172.25.3.55 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/1479f36f-d8d0-4ecb-b033-707fd9a922c0) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:35:41.121076 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f4c0f235-7651-40a4-b477-aa1de6ef49ff admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:41.132243 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-f4c0f235-7651-40a4-b477-aa1de6ef49ff admin admin] 10.222.0.90 "DELETE /v2.0/subnets/68195a19-5598-4c28-95eb-58a64b655af7 HTTP/1.1" status: 204 len: 168 time: 1.1334648 Feb 09 21:35:41.132944 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0f235-7651-40a4-b477-aa1de6ef49ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68195a19-5598-4c28-95eb-58a64b655af7,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:41.133066 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 56840) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:41.160097 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a07729-0a2f-47e3-ace8-b823201b4c9b None None] Network ae308f48-ee5e-436e-a09c-9898bc80602a requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:35:41.162264 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 73d4669c-e408-48d8-99bf-d98c9b0959a9 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:35:41.205962 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-fb62f28e-532c-4b00-bf81-a1feff129e39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:41.219105 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2acfe35d-223d-4a02-b3c4-9ce372a9746c None None] Publish callbacks [] for port (fe1ec089-a7ee-461a-9eff-681a264f5ccd), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:41.273198 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2acfe35d-223d-4a02-b3c4-9ce372a9746c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (fe1ec089-a7ee-461a-9eff-681a264f5ccd), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:41.276023 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e47ed623-5c06-4e43-8688-781f3439ec36 req-b4b6e6c8-a8c8-4354-a486-1c29ecca8c2b tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4859176 Feb 09 21:35:41.321283 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-683d661f-50f2-4e52-97e3-4552cb7d589e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (ae308f48-ee5e-436e-a09c-9898bc80602a), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:41.345463 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89842e69-7e20-46f5-80bf-7187ce9a5a75 req-515817b9-37c0-48c9-b08c-1fd8cc1b8262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:41.357000 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-89842e69-7e20-46f5-80bf-7187ce9a5a75 req-515817b9-37c0-48c9-b08c-1fd8cc1b8262 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=58a89c03-6cc3-4eb7-93a9-8479c0cb0584 HTTP/1.1" status: 200 len: 868 time: 0.1989944 Feb 09 21:35:41.363190 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning for port 47af76bb-ef60-4c69-9b0e-9800d9e02153 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:35:41.395724 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f4326a35-82c8-49fd-8a31-3db79cfd831b admin admin] Publish callbacks [] for port (1479f36f-d8d0-4ecb-b033-707fd9a922c0), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:41.403353 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2acfe35d-223d-4a02-b3c4-9ce372a9746c None None] Network e0158bf8-7b12-4bde-97aa-65ecc58e9fd5 is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:35:41.420572 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-39ea58dc-9e65-4609-8b2c-f99047cc24b4 req-95edbff6-3008-480f-920e-5da3d643825d tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d80a148-e9eb-4688-aae9-f24ed4e32758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4579849 Feb 09 21:35:41.451322 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-683d661f-50f2-4e52-97e3-4552cb7d589e admin admin] Deleting port 16c12c7d-7147-48cd-be0f-9cb58b04e666 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:35:41.451659 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-683d661f-50f2-4e52-97e3-4552cb7d589e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (16c12c7d-7147-48cd-be0f-9cb58b04e666), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:41.494899 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['89012b68-76ca-42ee-b828-aed345e61ec8'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:35:41.505587 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89842e69-7e20-46f5-80bf-7187ce9a5a75 req-f4212265-9334-490c-8913-27b2565fb76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:41.507728 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-89842e69-7e20-46f5-80bf-7187ce9a5a75 req-f4212265-9334-490c-8913-27b2565fb76e service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=fec17942-beb5-4931-bf14-c3cd0b51a29d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1284420 Feb 09 21:35:41.534296 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-683d661f-50f2-4e52-97e3-4552cb7d589e admin admin] For port 16c12c7d-7147-48cd-be0f-9cb58b04e666, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=16c12c7d-7147-48cd-be0f-9cb58b04e666,segment=NetworkSegment(a866c23c-528e-4f4f-9956-13b7ea9c64d8),segment_id=a866c23c-528e-4f4f-9956-13b7ea9c64d8)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:41.534739 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-683d661f-50f2-4e52-97e3-4552cb7d589e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (16c12c7d-7147-48cd-be0f-9cb58b04e666), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:41.537465 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-2acfe35d-223d-4a02-b3c4-9ce372a9746c None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:35:41.545894 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acfe35d-223d-4a02-b3c4-9ce372a9746c None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:35:41.548866 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port 47af76bb-ef60-4c69-9b0e-9800d9e02153 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:41.549089 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-683d661f-50f2-4e52-97e3-4552cb7d589e admin admin] Calling delete_port for 16c12c7d-7147-48cd-be0f-9cb58b04e666 owned by network:dhcp {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:35:41.549228 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (47af76bb-ef60-4c69-9b0e-9800d9e02153), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:41.561849 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acfe35d-223d-4a02-b3c4-9ce372a9746c None None] Pushing event updated for resources: {'Port': ['ID=fe1ec089-a7ee-461a-9eff-681a264f5ccd,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:41.573737 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9d8a29-7c52-4061-93b6-78f026bdd257 req-01444bbf-54b4-4724-b49d-43b8014bed6e tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:41.577238 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9a9d8a29-7c52-4061-93b6-78f026bdd257 req-01444bbf-54b4-4724-b49d-43b8014bed6e tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] 10.222.0.90 "GET /v2.0/ports?device_id=d4cfa82c-d76c-4199-9356-cdb5c72a400a HTTP/1.1" status: 200 len: 943 time: 0.1337454 Feb 09 21:35:41.622459 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 73d4669c-e408-48d8-99bf-d98c9b0959a9 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:41.623113 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (73d4669c-e408-48d8-99bf-d98c9b0959a9), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:41.629476 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f4326a35-82c8-49fd-8a31-3db79cfd831b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (1479f36f-d8d0-4ecb-b033-707fd9a922c0), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:41.675359 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4326a35-82c8-49fd-8a31-3db79cfd831b admin admin] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:35:41.685526 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-f4326a35-82c8-49fd-8a31-3db79cfd831b admin admin] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:35:41.693536 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4326a35-82c8-49fd-8a31-3db79cfd831b admin admin] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:35:41.737660 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-683d661f-50f2-4e52-97e3-4552cb7d589e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (16c12c7d-7147-48cd-be0f-9cb58b04e666), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:41.742892 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4326a35-82c8-49fd-8a31-3db79cfd831b admin admin] Pushing event updated for resources: {'Port': ['ID=1479f36f-d8d0-4ecb-b033-707fd9a922c0,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:41.778732 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f34b677-5c7f-4c78-af3c-424cce9a3db5 req-c8fecbc0-a223-4d2d-ac27-e6c6f503d639 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:41.789102 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0f34b677-5c7f-4c78-af3c-424cce9a3db5 req-c8fecbc0-a223-4d2d-ac27-e6c6f503d639 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/ports?device_id=50e0dbe9-de7a-4515-a141-361c5f3ab1cc HTTP/1.1" status: 200 len: 944 time: 0.2512064 Feb 09 21:35:41.841701 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-89842e69-7e20-46f5-80bf-7187ce9a5a75 req-4e87973f-6ddd-4e2e-8ff5-cdc233b84535 service neutron] 10.222.0.95 "GET /v2.0/networks/fec17942-beb5-4931-bf14-c3cd0b51a29d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3233602 Feb 09 21:35:41.849037 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9a9d8a29-7c52-4061-93b6-78f026bdd257 req-00cb9d49-155d-4390-abfc-411da82d9905 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] 10.222.0.90 "GET /v2.0/security-groups?id=51fd364c-9316-4c6b-822b-1d760c32135a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058475 Feb 09 21:35:41.858698 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-2acfe35d-223d-4a02-b3c4-9ce372a9746c None None] Attempting to bind port fe1ec089-a7ee-461a-9eff-681a264f5ccd on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:35:41.859679 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-2acfe35d-223d-4a02-b3c4-9ce372a9746c None None] Attempting to bind port fe1ec089-a7ee-461a-9eff-681a264f5ccd by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '1a1e90a6-11c9-48ca-9cf6-50489ea8469b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'e0158bf8-7b12-4bde-97aa-65ecc58e9fd5'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:35:41.860214 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acfe35d-223d-4a02-b3c4-9ce372a9746c None None] Attempting to bind port fe1ec089-a7ee-461a-9eff-681a264f5ccd on network e0158bf8-7b12-4bde-97aa-65ecc58e9fd5 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:35:41.891467 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acfe35d-223d-4a02-b3c4-9ce372a9746c None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:35:41.891844 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acfe35d-223d-4a02-b3c4-9ce372a9746c None None] Checking segment: {'id': '1a1e90a6-11c9-48ca-9cf6-50489ea8469b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'e0158bf8-7b12-4bde-97aa-65ecc58e9fd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:35:41.892344 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2acfe35d-223d-4a02-b3c4-9ce372a9746c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:41.892747 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acfe35d-223d-4a02-b3c4-9ce372a9746c None None] Bound using segment: {'id': '1a1e90a6-11c9-48ca-9cf6-50489ea8469b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'e0158bf8-7b12-4bde-97aa-65ecc58e9fd5'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:35:41.893239 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-2acfe35d-223d-4a02-b3c4-9ce372a9746c None None] Bound port: fe1ec089-a7ee-461a-9eff-681a264f5ccd, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a1e90a6-11c9-48ca-9cf6-50489ea8469b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'e0158bf8-7b12-4bde-97aa-65ecc58e9fd5'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:35:41.893619 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2acfe35d-223d-4a02-b3c4-9ce372a9746c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (fe1ec089-a7ee-461a-9eff-681a264f5ccd), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:41.979916 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 56852) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:42.014544 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b0b6a4-5b93-47f0-a67c-79fbdbd1d085 None None] DHCP port deletion for ae308f48-ee5e-436e-a09c-9898bc80602a request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:35:42.041091 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-89842e69-7e20-46f5-80bf-7187ce9a5a75 req-38cb07a7-6a35-44d2-8d5e-328ce514a8c7 service neutron] 10.222.0.95 "GET /v2.0/networks/fec17942-beb5-4931-bf14-c3cd0b51a29d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895859 Feb 09 21:35:42.046971 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0f34b677-5c7f-4c78-af3c-424cce9a3db5 req-51a4741a-39fe-4e5a-ad19-2d36c2aa61b9 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/security-groups?id=53864ffe-fa53-4ead-9e41-21e6252e7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565155 Feb 09 21:35:42.063699 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 73d4669c-e408-48d8-99bf-d98c9b0959a9 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:42.082844 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 47af76bb-ef60-4c69-9b0e-9800d9e02153 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:42.083104 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (47af76bb-ef60-4c69-9b0e-9800d9e02153), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:42.126644 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-fb19baf3-fcf1-44ca-a6c7-e6cff771ef9d tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-136160974', 'router:external': True}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:42.142389 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device cc173e55-7b95-4ccc-8b02-02e7718b2e5b no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:35:42.145007 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683d661f-50f2-4e52-97e3-4552cb7d589e admin admin] Pushing event deleted for resources: {'Port': ['ID=16c12c7d-7147-48cd-be0f-9cb58b04e666,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:42.149949 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683d661f-50f2-4e52-97e3-4552cb7d589e admin admin] No DVR routers for this DVR port 16c12c7d-7147-48cd-be0f-9cb58b04e666 on host n-d-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:35:42.161682 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb19baf3-fcf1-44ca-a6c7-e6cff771ef9d tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Made reservation on behalf of 10589e5064b54a7a8f34d2a0322666c5 for: {'network': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:35:42.173818 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fb19baf3-fcf1-44ca-a6c7-e6cff771ef9d tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:42.187420 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fb19baf3-fcf1-44ca-a6c7-e6cff771ef9d tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:42.190408 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: cc173e55-7b95-4ccc-8b02-02e7718b2e5b {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:35:42.190817 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device cc173e55-7b95-4ccc-8b02-02e7718b2e5b not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:35:42.196920 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-2acfe35d-223d-4a02-b3c4-9ce372a9746c None None] For port fe1ec089-a7ee-461a-9eff-681a264f5ccd, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:35:42.203461 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82be41b1-46da-46a7-8af9-241c6a0e3e2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47af76bb-ef60-4c69-9b0e-9800d9e02153'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:35:42.205750 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a34cfb6-0e52-4733-860c-37ea2c1924d3" -d '{"events": [{"server_uuid": "82be41b1-46da-46a7-8af9-241c6a0e3e2d", "name": "network-vif-plugged", "status": "completed", "tag": "47af76bb-ef60-4c69-9b0e-9800d9e02153"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:35:42.210509 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-2acfe35d-223d-4a02-b3c4-9ce372a9746c None None] For port fe1ec089-a7ee-461a-9eff-681a264f5ccd, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=fe1ec089-a7ee-461a-9eff-681a264f5ccd,segment=NetworkSegment(1a1e90a6-11c9-48ca-9cf6-50489ea8469b),segment_id=1a1e90a6-11c9-48ca-9cf6-50489ea8469b)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:35:42.222125 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2acfe35d-223d-4a02-b3c4-9ce372a9746c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (fe1ec089-a7ee-461a-9eff-681a264f5ccd), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:42.232956 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 47af76bb-ef60-4c69-9b0e-9800d9e02153, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=47af76bb-ef60-4c69-9b0e-9800d9e02153,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:42.263195 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (47af76bb-ef60-4c69-9b0e-9800d9e02153), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:42.292602 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acfe35d-223d-4a02-b3c4-9ce372a9746c None None] Pushing event updated for resources: {'Port': ['ID=fe1ec089-a7ee-461a-9eff-681a264f5ccd,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:42.310963 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fb19baf3-fcf1-44ca-a6c7-e6cff771ef9d tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks [] for security_group (ed012990-94b6-4dc0-88bc-e1ef0d91b83e), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:42.327077 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fb19baf3-fcf1-44ca-a6c7-e6cff771ef9d tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (ed012990-94b6-4dc0-88bc-e1ef0d91b83e), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:42.352576 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=47af76bb-ef60-4c69-9b0e-9800d9e02153,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:42.356335 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b69518e-202d-4690-b36b-fc2f222d9dce x-openstack-request-id: req-8b69518e-202d-4690-b36b-fc2f222d9dce {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:35:42.356632 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82be41b1-46da-46a7-8af9-241c6a0e3e2d", "name": "network-vif-plugged", "status": "completed", "tag": "47af76bb-ef60-4c69-9b0e-9800d9e02153", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:35:42.356895 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-8b69518e-202d-4690-b36b-fc2f222d9dce {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:35:42.357303 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82be41b1-46da-46a7-8af9-241c6a0e3e2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47af76bb-ef60-4c69-9b0e-9800d9e02153', 'code': 200} Feb 09 21:35:42.382424 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-683d661f-50f2-4e52-97e3-4552cb7d589e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (ae308f48-ee5e-436e-a09c-9898bc80602a), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:42.402070 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb19baf3-fcf1-44ca-a6c7-e6cff771ef9d tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=103140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:35:42.428408 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-683d661f-50f2-4e52-97e3-4552cb7d589e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae308f48-ee5e-436e-a09c-9898bc80602a']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:42.447177 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-683d661f-50f2-4e52-97e3-4552cb7d589e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a866c23c-528e-4f4f-9956-13b7ea9c64d8') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:42.447373 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-683d661f-50f2-4e52-97e3-4552cb7d589e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a866c23c-528e-4f4f-9956-13b7ea9c64d8') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:42.449429 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb19baf3-fcf1-44ca-a6c7-e6cff771ef9d tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed012990-94b6-4dc0-88bc-e1ef0d91b83e,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:42.457656 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fb19baf3-fcf1-44ca-a6c7-e6cff771ef9d tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (e9195f93-8a9d-4c1c-a4e9-4c4efde50558), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:42.458010 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-fb19baf3-fcf1-44ca-a6c7-e6cff771ef9d tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Added segment e9195f93-8a9d-4c1c-a4e9-4c4efde50558 of type vlan for network fcf669f2-715b-427a-8173-770bda9d771c Feb 09 21:35:42.463079 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-683d661f-50f2-4e52-97e3-4552cb7d589e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (a866c23c-528e-4f4f-9956-13b7ea9c64d8), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:42.539053 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fb19baf3-fcf1-44ca-a6c7-e6cff771ef9d tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (fcf669f2-715b-427a-8173-770bda9d771c), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:42.547610 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-683d661f-50f2-4e52-97e3-4552cb7d589e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (a866c23c-528e-4f4f-9956-13b7ea9c64d8), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:42.555765 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44c2901-6adc-4bf3-a343-c75c2783a719 req-f5913e28-dbcb-49e5-be94-81f73326aebd tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:42.557478 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c44c2901-6adc-4bf3-a343-c75c2783a719 req-f5913e28-dbcb-49e5-be94-81f73326aebd tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=82be41b1-46da-46a7-8af9-241c6a0e3e2d HTTP/1.1" status: 200 len: 949 time: 0.1877711 Feb 09 21:35:42.562783 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-683d661f-50f2-4e52-97e3-4552cb7d589e admin admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:35:42.563229 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-683d661f-50f2-4e52-97e3-4552cb7d589e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (a866c23c-528e-4f4f-9956-13b7ea9c64d8), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:42.565008 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:35:42.565008 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:35:42.565008 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:35:42.565008 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:35:42.565008 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:35:42.565008 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:35:42.565008 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:35:42.565008 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:35:42.565008 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:35:42.565008 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:35:42.565008 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:35:42.565008 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:35:42.565008 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:35:42.565008 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:35:42.565008 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:35:42.565008 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:35:42.565008 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:35:42.565008 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:35:42.565008 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:35:42.565008 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:35:42.565008 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:35:42.565008 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:35:42.565008 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:35:42.565008 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:35:42.565008 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:35:42.565008 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:35:42.565008 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:35:42.565008 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:35:42.565008 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:35:42.565008 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:35:42.565008 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:35:42.565008 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:35:42.586465 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481ef99e-0499-4d07-9804-c5ecf9599d89 req-160da5bb-b05f-4af5-a884-e7b27e0ca170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:42.588079 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-481ef99e-0499-4d07-9804-c5ecf9599d89 req-160da5bb-b05f-4af5-a884-e7b27e0ca170 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=82be41b1-46da-46a7-8af9-241c6a0e3e2d HTTP/1.1" status: 200 len: 1131 time: 0.2021394 Feb 09 21:35:42.627642 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:42.661682 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f4326a35-82c8-49fd-8a31-3db79cfd831b admin admin] Publish callbacks [] for router_gateway (ca62dda4-0703-44c0-8217-00ed3d96967a), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:42.665716 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-683d661f-50f2-4e52-97e3-4552cb7d589e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (ae308f48-ee5e-436e-a09c-9898bc80602a), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:42.684536 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fb19baf3-fcf1-44ca-a6c7-e6cff771ef9d tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (fcf669f2-715b-427a-8173-770bda9d771c), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:42.685609 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb19baf3-fcf1-44ca-a6c7-e6cff771ef9d tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:42.686275 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fb19baf3-fcf1-44ca-a6c7-e6cff771ef9d tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:42.748505 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-683d661f-50f2-4e52-97e3-4552cb7d589e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:42.751747 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-683d661f-50f2-4e52-97e3-4552cb7d589e admin admin] 10.222.0.90 "DELETE /v2.0/networks/ae308f48-ee5e-436e-a09c-9898bc80602a HTTP/1.1" status: 204 len: 168 time: 1.6177700 Feb 09 21:35:42.754913 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683d661f-50f2-4e52-97e3-4552cb7d589e admin admin] Pushing event deleted for resources: {'Network': ['ID=ae308f48-ee5e-436e-a09c-9898bc80602a,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:42.806584 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c44c2901-6adc-4bf3-a343-c75c2783a719 req-0841d82b-8e94-4608-ae84-9b268c192091 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259662 Feb 09 21:35:42.820152 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-fb19baf3-fcf1-44ca-a6c7-e6cff771ef9d tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.8391011 Feb 09 21:35:42.824160 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 56864) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:42.829860 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-481ef99e-0499-4d07-9804-c5ecf9599d89 req-019ccb4e-ed23-4071-a907-ca530bfbc1f5 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885362 Feb 09 21:35:42.835637 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-c04c4631-9807-4c5b-8d86-b3334b0c365a tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Request body: {'subnet': {'network_id': 'fcf669f2-715b-427a-8173-770bda9d771c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:42.848877 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518a3a45-a8d0-48a1-8087-15cfb9e1bc38 req-7ef0718d-19bb-475a-8080-6ef19f124bbc tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:42.850420 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-518a3a45-a8d0-48a1-8087-15cfb9e1bc38 req-7ef0718d-19bb-475a-8080-6ef19f124bbc tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/ports?device_id=1403455a-2632-4781-bcfa-60ab81462070 HTTP/1.1" status: 200 len: 946 time: 0.2919445 Feb 09 21:35:42.853492 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb19baf3-fcf1-44ca-a6c7-e6cff771ef9d tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Pushing event updated for resources: {'Network': ['ID=fcf669f2-715b-427a-8173-770bda9d771c,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:42.870655 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network fcf669f2-715b-427a-8173-770bda9d771c details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:35:42.909176 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c04c4631-9807-4c5b-8d86-b3334b0c365a tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Made reservation on behalf of 10589e5064b54a7a8f34d2a0322666c5 for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:35:42.911651 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c04c4631-9807-4c5b-8d86-b3334b0c365a tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621317'] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:42.914901 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f4326a35-82c8-49fd-8a31-3db79cfd831b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (ca62dda4-0703-44c0-8217-00ed3d96967a), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:42.960511 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 4281858c-1eff-4109-ba51-e741b6ff6796 details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:35:43.018236 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-518a3a45-a8d0-48a1-8087-15cfb9e1bc38 req-b545e4b4-0012-4781-a5ff-d7adce777819 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d80a148-e9eb-4688-aae9-f24ed4e32758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482258 Feb 09 21:35:43.115381 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4326a35-82c8-49fd-8a31-3db79cfd831b admin admin] Router ca62dda4-0703-44c0-8217-00ed3d96967a is scheduled to L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 with binding_index 1 {{(pid=103141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:35:43.277983 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4326a35-82c8-49fd-8a31-3db79cfd831b admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:35:43.291246 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb7e59b-eff4-4767-a9bc-6201e7fdd71e req-e6f64db6-b590-41e0-a602-83ceae159681 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:43.293157 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0fb7e59b-eff4-4767-a9bc-6201e7fdd71e req-e6f64db6-b590-41e0-a602-83ceae159681 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] 10.222.0.90 "GET /v2.0/ports?device_id=d4cfa82c-d76c-4199-9356-cdb5c72a400a HTTP/1.1" status: 200 len: 943 time: 0.2541137 Feb 09 21:35:43.307168 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f4326a35-82c8-49fd-8a31-3db79cfd831b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:43.309262 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-f4326a35-82c8-49fd-8a31-3db79cfd831b admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.3220263 Feb 09 21:35:43.311705 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 56870) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:43.420527 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 4281858c-1eff-4109-ba51-e741b6ff6796, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=4281858c-1eff-4109-ba51-e741b6ff6796,segment=NetworkSegment(9e9d7d8b-b3ce-4b7a-bf3a-3a9e3687f2f0),segment_id=9e9d7d8b-b3ce-4b7a-bf3a-3a9e3687f2f0)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:43.437604 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device fe1ec089-a7ee-461a-9eff-681a264f5ccd up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:35:43.439381 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 56872) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:43.481377 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': '4281858c-1eff-4109-ba51-e741b6ff6796', 'network_id': 'fec17942-beb5-4931-bf14-c3cd0b51a29d', 'port_id': '4281858c-1eff-4109-ba51-e741b6ff6796', 'mac_address': 'fa:16:3e:3d:55:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58a89c03-6cc3-4eb7-93a9-8479c0cb0584', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:35:43.483393 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35aaec0f-39fc-4caf-8c0c-07059e7ab9a4 None None] Sync routers for ids ['ca62dda4-0703-44c0-8217-00ed3d96967a'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:35:43.506748 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35aaec0f-39fc-4caf-8c0c-07059e7ab9a4 None None] Routers {'ca62dda4-0703-44c0-8217-00ed3d96967a'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:35:43.507497 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-35aaec0f-39fc-4caf-8c0c-07059e7ab9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:35:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['ca62dda4-0703-44c0-8217-00ed3d96967a'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:43.519360 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-8ae50eaf-8849-404f-b550-325195622fb8 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=3a839c247a824993a2c678394ab2ac52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0786517 Feb 09 21:35:43.520420 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 56874) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:43.646474 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port fe1ec089-a7ee-461a-9eff-681a264f5ccd triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:43.647152 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (fe1ec089-a7ee-461a-9eff-681a264f5ccd), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:43.676600 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1811abb2-41bb-411f-b2d4-703e23b4cebc admin admin] Publish callbacks [] for security_group (ce0b6bf0-0090-4ca0-98fe-25c5a90c9e35), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:43.687206 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e168af-327b-4367-ada3-0342d8a43970 req-719d3813-9830-4bb2-b8d2-24fdc7c48483 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:43.694456 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d8e168af-327b-4367-ada3-0342d8a43970 req-719d3813-9830-4bb2-b8d2-24fdc7c48483 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/ports?device_id=50e0dbe9-de7a-4515-a141-361c5f3ab1cc HTTP/1.1" status: 200 len: 944 time: 0.4839270 Feb 09 21:35:43.703248 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 4281858c-1eff-4109-ba51-e741b6ff6796 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:43.703940 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (4281858c-1eff-4109-ba51-e741b6ff6796), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:43.712313 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1811abb2-41bb-411f-b2d4-703e23b4cebc admin admin] Publish callbacks [] for security_group (ce0b6bf0-0090-4ca0-98fe-25c5a90c9e35), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:43.735508 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4281858c-1eff-4109-ba51-e741b6ff6796 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:35:43.767512 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0fb7e59b-eff4-4767-a9bc-6201e7fdd71e req-3fb79394-d6e5-4eb2-bc46-f85aa0c8bdc1 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] 10.222.0.90 "GET /v2.0/security-groups?id=51fd364c-9316-4c6b-822b-1d760c32135a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4406035 Feb 09 21:35:43.811692 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port fe1ec089-a7ee-461a-9eff-681a264f5ccd is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:43.812096 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (fe1ec089-a7ee-461a-9eff-681a264f5ccd), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:43.822354 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-35aaec0f-39fc-4caf-8c0c-07059e7ab9a4 None None] Set router ca62dda4-0703-44c0-8217-00ed3d96967a gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:35:43.824468 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d8e168af-327b-4367-ada3-0342d8a43970 req-bbf3c976-518f-4884-ac1b-955262750d3e tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/security-groups?id=53864ffe-fa53-4ead-9e41-21e6252e7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245456 Feb 09 21:35:43.833675 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 4281858c-1eff-4109-ba51-e741b6ff6796, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=4281858c-1eff-4109-ba51-e741b6ff6796,segment=NetworkSegment(9e9d7d8b-b3ce-4b7a-bf3a-3a9e3687f2f0),segment_id=9e9d7d8b-b3ce-4b7a-bf3a-3a9e3687f2f0)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:43.898286 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (4281858c-1eff-4109-ba51-e741b6ff6796), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:43.904968 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0854c19a-b260-4cba-82e7-1b479f1f0756 None None] Network e0158bf8-7b12-4bde-97aa-65ecc58e9fd5 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:35:43.935401 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1811abb2-41bb-411f-b2d4-703e23b4cebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (ce0b6bf0-0090-4ca0-98fe-25c5a90c9e35), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:43.938367 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1811abb2-41bb-411f-b2d4-703e23b4cebc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:43.942128 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-1811abb2-41bb-411f-b2d4-703e23b4cebc admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/ce0b6bf0-0090-4ca0-98fe-25c5a90c9e35 HTTP/1.1" status: 204 len: 168 time: 0.4163797 Feb 09 21:35:43.955655 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1811abb2-41bb-411f-b2d4-703e23b4cebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce0b6bf0-0090-4ca0-98fe-25c5a90c9e35,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:43.998850 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f7ddc0-00ac-42e1-9462-0ee2b86de264 req-8a7f6ca6-de2d-46e3-979e-b0d782923865 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:44.000609 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-72f7ddc0-00ac-42e1-9462-0ee2b86de264 req-8a7f6ca6-de2d-46e3-979e-b0d782923865 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=82be41b1-46da-46a7-8af9-241c6a0e3e2d HTTP/1.1" status: 200 len: 949 time: 0.0771704 Feb 09 21:35:44.093088 n-d-828369-5 neutron-server[103140]: DEBUG neutron.objects.ports [None req-c04c4631-9807-4c5b-8d86-b3334b0c365a tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103140) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 21:35:44.093706 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c04c4631-9807-4c5b-8d86-b3334b0c365a tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621371'] for subnet (13373386-7e32-4f57-b288-8176b6b84b53), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:44.096842 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4279824d-bfc9-4d9a-b5b7-58ef84c6ef67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:44.105744 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=4281858c-1eff-4109-ba51-e741b6ff6796,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:44.136531 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-72f7ddc0-00ac-42e1-9462-0ee2b86de264 req-546c9af1-5510-49d5-a464-dc0bafdd87ee tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245592 Feb 09 21:35:44.195303 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port fe1ec089-a7ee-461a-9eff-681a264f5ccd, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=fe1ec089-a7ee-461a-9eff-681a264f5ccd,segment=NetworkSegment(1a1e90a6-11c9-48ca-9cf6-50489ea8469b),segment_id=1a1e90a6-11c9-48ca-9cf6-50489ea8469b)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:44.220275 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 89012b68-76ca-42ee-b828-aed345e61ec8 up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:35:44.229903 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04c4631-9807-4c5b-8d86-b3334b0c365a tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Pushing event updated for resources: {'Subnet': ['ID=13373386-7e32-4f57-b288-8176b6b84b53,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:44.231782 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (fe1ec089-a7ee-461a-9eff-681a264f5ccd), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:44.257283 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04c4631-9807-4c5b-8d86-b3334b0c365a tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Checking segment: {'id': 'e9195f93-8a9d-4c1c-a4e9-4c4efde50558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'fcf669f2-715b-427a-8173-770bda9d771c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:35:44.257898 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04c4631-9807-4c5b-8d86-b3334b0c365a tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Network hostable DHCP agents. Network: fcf669f2-715b-427a-8173-770bda9d771c, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:35:44.291426 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bc0487-0e89-4b69-90dd-78fcd57140a5 req-4afd7026-184d-4a44-84d0-7a8500310b32 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:44.293898 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-34bc0487-0e89-4b69-90dd-78fcd57140a5 req-4afd7026-184d-4a44-84d0-7a8500310b32 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/ports?device_id=1403455a-2632-4781-bcfa-60ab81462070 HTTP/1.1" status: 200 len: 946 time: 0.1637986 Feb 09 21:35:44.306320 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04c4631-9807-4c5b-8d86-b3334b0c365a tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Network fcf669f2-715b-427a-8173-770bda9d771c is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:35:44.324528 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:44.344691 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-6a7ccb1b-781e-4e29-8549-312f878b101b None None] Provisioning complete for port fe1ec089-a7ee-461a-9eff-681a264f5ccd triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:44.345211 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-6a7ccb1b-781e-4e29-8549-312f878b101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (fe1ec089-a7ee-461a-9eff-681a264f5ccd), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:44.358757 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-c04c4631-9807-4c5b-8d86-b3334b0c365a tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, fcf669f2-715b-427a-8173-770bda9d771c) {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:35:44.358942 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['4281858c-1eff-4109-ba51-e741b6ff6796'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:35:44.371084 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04c4631-9807-4c5b-8d86-b3334b0c365a tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:44.375575 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c04c4631-9807-4c5b-8d86-b3334b0c365a tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:44.410117 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-c04c4631-9807-4c5b-8d86-b3334b0c365a tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5830350 Feb 09 21:35:44.410663 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 56888) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:44.424101 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-83865606-4619-4f50-8161-3ed6b5e091e5 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-828355487', 'network_id': 'fcf669f2-715b-427a-8173-770bda9d771c'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:44.440303 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-34bc0487-0e89-4b69-90dd-78fcd57140a5 req-b2a525f6-e67c-4851-8080-cefda8c8bc69 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d80a148-e9eb-4688-aae9-f24ed4e32758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381166 Feb 09 21:35:44.443878 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 16c12c7d-7147-48cd-be0f-9cb58b04e666 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:35:44.453482 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83865606-4619-4f50-8161-3ed6b5e091e5 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Made reservation on behalf of 10589e5064b54a7a8f34d2a0322666c5 for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:35:44.462293 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-83865606-4619-4f50-8161-3ed6b5e091e5 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:44.470963 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21c5f78-e988-49fe-8346-c917a4270d25 None None] Network fcf669f2-715b-427a-8173-770bda9d771c requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:35:44.482932 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 16c12c7d-7147-48cd-be0f-9cb58b04e666 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:35:44.486803 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 16c12c7d-7147-48cd-be0f-9cb58b04e666 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:35:44.489205 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-83865606-4619-4f50-8161-3ed6b5e091e5 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] device_id is not set on port 5a0c5430-027b-477e-bc66-df2e1f6fb701 yet. {{(pid=103140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:35:44.515152 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-4279824d-bfc9-4d9a-b5b7-58ef84c6ef67 admin admin] Allocated IP 172.20.0.1 (e0158bf8-7b12-4bde-97aa-65ecc58e9fd5/a5e0790f-165a-4025-a937-00fafbc04038/564b7d6f-229b-42d4-b44b-49593abea816) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:35:44.600005 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=fe1ec089-a7ee-461a-9eff-681a264f5ccd,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:44.647615 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-83865606-4619-4f50-8161-3ed6b5e091e5 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Allocated IP 172.20.0.3 (fcf669f2-715b-427a-8173-770bda9d771c/13373386-7e32-4f57-b288-8176b6b84b53/5a0c5430-027b-477e-bc66-df2e1f6fb701) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:35:44.680036 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4279824d-bfc9-4d9a-b5b7-58ef84c6ef67 admin admin] Publish callbacks [] for port (564b7d6f-229b-42d4-b44b-49593abea816), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:44.718688 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4279824d-bfc9-4d9a-b5b7-58ef84c6ef67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (564b7d6f-229b-42d4-b44b-49593abea816), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:44.753830 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port 89012b68-76ca-42ee-b828-aed345e61ec8 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:44.754217 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (89012b68-76ca-42ee-b828-aed345e61ec8), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:44.794693 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4279824d-bfc9-4d9a-b5b7-58ef84c6ef67 admin admin] Network e0158bf8-7b12-4bde-97aa-65ecc58e9fd5 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:35:44.796529 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-4279824d-bfc9-4d9a-b5b7-58ef84c6ef67 admin admin] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:35:44.804414 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4279824d-bfc9-4d9a-b5b7-58ef84c6ef67 admin admin] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:35:44.808424 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4279824d-bfc9-4d9a-b5b7-58ef84c6ef67 admin admin] Pushing event updated for resources: {'Port': ['ID=564b7d6f-229b-42d4-b44b-49593abea816,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:44.913558 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4279824d-bfc9-4d9a-b5b7-58ef84c6ef67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554727'] for router_interface (ca62dda4-0703-44c0-8217-00ed3d96967a), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:44.943307 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-83865606-4619-4f50-8161-3ed6b5e091e5 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks [] for port (5a0c5430-027b-477e-bc66-df2e1f6fb701), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:44.960007 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-35aaec0f-39fc-4caf-8c0c-07059e7ab9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca62dda4-0703-44c0-8217-00ed3d96967a', 'name': 'tempest-AttachSCSIVolumeTestJSON-388085837-router', 'tenant_id': '79dcf052a68a4dae9e180cb840d1b3c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '1479f36f-d8d0-4ecb-b033-707fd9a922c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:40Z', 'updated_at': '2022-02-09T21:35:42Z', 'revision_number': 3, 'project_id': '79dcf052a68a4dae9e180cb840d1b3c6', 'gw_port': {'id': '1479f36f-d8d0-4ecb-b033-707fd9a922c0', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a8:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca62dda4-0703-44c0-8217-00ed3d96967a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:40Z', 'updated_at': '2022-02-09T21:35:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:44.974299 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5bd4e51-3f8b-4d61-b892-3e456e14143a None None] Network fcf669f2-715b-427a-8173-770bda9d771c requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:35:45.045744 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-6a7ccb1b-781e-4e29-8549-312f878b101b None None] Current status of the port fe1ec089-a7ee-461a-9eff-681a264f5ccd is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:45.098621 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed5f463-ba7f-42c3-8575-8b438a0ee4a3 req-7f32b9e6-9ce9-4c98-ab09-8c911e1d9cec tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:45.100430 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4ed5f463-ba7f-42c3-8575-8b438a0ee4a3 req-7f32b9e6-9ce9-4c98-ab09-8c911e1d9cec tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/ports?device_id=50e0dbe9-de7a-4515-a141-361c5f3ab1cc HTTP/1.1" status: 200 len: 944 time: 0.1209080 Feb 09 21:35:45.109456 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886e2c62-b338-470f-97d5-518c8cbfbee0 req-e0cb12a1-d3ca-49d6-9118-cc748b2bf281 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:45.111304 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-886e2c62-b338-470f-97d5-518c8cbfbee0 req-e0cb12a1-d3ca-49d6-9118-cc748b2bf281 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] 10.222.0.90 "GET /v2.0/ports?device_id=d4cfa82c-d76c-4199-9356-cdb5c72a400a HTTP/1.1" status: 200 len: 944 time: 0.1970232 Feb 09 21:35:45.113467 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-83865606-4619-4f50-8161-3ed6b5e091e5 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (5a0c5430-027b-477e-bc66-df2e1f6fb701), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:45.120682 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 56908) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:45.164865 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35aaec0f-39fc-4caf-8c0c-07059e7ab9a4 None None] Checking router: ca62dda4-0703-44c0-8217-00ed3d96967a for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:35:45.165230 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35aaec0f-39fc-4caf-8c0c-07059e7ab9a4 None None] Updating router ca62dda4-0703-44c0-8217-00ed3d96967a port 1479f36f-d8d0-4ecb-b033-707fd9a922c0 binding host n-d-828369-5 {{(pid=103142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:35:45.181373 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4279824d-bfc9-4d9a-b5b7-58ef84c6ef67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (564b7d6f-229b-42d4-b44b-49593abea816), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:45.200691 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device fe1ec089-a7ee-461a-9eff-681a264f5ccd up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:35:45.220613 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83865606-4619-4f50-8161-3ed6b5e091e5 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Network fcf669f2-715b-427a-8173-770bda9d771c is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:35:45.239632 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-83865606-4619-4f50-8161-3ed6b5e091e5 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:35:45.242808 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83865606-4619-4f50-8161-3ed6b5e091e5 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:35:45.288060 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83865606-4619-4f50-8161-3ed6b5e091e5 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Pushing event updated for resources: {'Port': ['ID=5a0c5430-027b-477e-bc66-df2e1f6fb701,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:45.320186 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4ed5f463-ba7f-42c3-8575-8b438a0ee4a3 req-b3603b13-8d85-46c3-a999-ea4e638e1520 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/security-groups?id=53864ffe-fa53-4ead-9e41-21e6252e7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081771 Feb 09 21:35:45.330426 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-2693dbfb-e229-42a7-9324-6355a7d7cc71 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-918985318-network', 'tenant_id': '18ba459b325a4da0821abb3dc94f8781'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:45.348894 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-886e2c62-b338-470f-97d5-518c8cbfbee0 req-94d84598-711b-47b3-8655-24bd0abbd629 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] 10.222.0.90 "GET /v2.0/security-groups?id=51fd364c-9316-4c6b-822b-1d760c32135a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089312 Feb 09 21:35:45.360048 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-35aaec0f-39fc-4caf-8c0c-07059e7ab9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (1479f36f-d8d0-4ecb-b033-707fd9a922c0), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:45.378372 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83865606-4619-4f50-8161-3ed6b5e091e5 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:45.378627 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-83865606-4619-4f50-8161-3ed6b5e091e5 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:45.395703 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2693dbfb-e229-42a7-9324-6355a7d7cc71 admin admin] Made reservation on behalf of 18ba459b325a4da0821abb3dc94f8781 for: {'network': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:35:45.398236 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2693dbfb-e229-42a7-9324-6355a7d7cc71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:45.403134 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-1704da24-874d-4136-b1f8-2b5f6edbbeb1 None None] Provisioning complete for port fe1ec089-a7ee-461a-9eff-681a264f5ccd triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:45.403590 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1704da24-874d-4136-b1f8-2b5f6edbbeb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (fe1ec089-a7ee-461a-9eff-681a264f5ccd), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:45.417219 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-83865606-4619-4f50-8161-3ed6b5e091e5 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.0027766 Feb 09 21:35:45.417874 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 56914) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:45.420376 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2693dbfb-e229-42a7-9324-6355a7d7cc71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:45.504199 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4279824d-bfc9-4d9a-b5b7-58ef84c6ef67 admin admin] Publish callbacks [] for port (564b7d6f-229b-42d4-b44b-49593abea816), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:45.516557 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4279824d-bfc9-4d9a-b5b7-58ef84c6ef67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (564b7d6f-229b-42d4-b44b-49593abea816), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:45.593157 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f018b4-34aa-4309-8339-f98e3335b46c req-01bbce87-19ad-4793-a3bd-78aa17e471c4 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:45.595337 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e6f018b4-34aa-4309-8339-f98e3335b46c req-01bbce87-19ad-4793-a3bd-78aa17e471c4 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=82be41b1-46da-46a7-8af9-241c6a0e3e2d HTTP/1.1" status: 200 len: 949 time: 0.1429541 Feb 09 21:35:45.638617 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:45.647249 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4279824d-bfc9-4d9a-b5b7-58ef84c6ef67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524919'] for router_interface (ca62dda4-0703-44c0-8217-00ed3d96967a), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:45.650975 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4279824d-bfc9-4d9a-b5b7-58ef84c6ef67 admin admin] Pushing event updated for resources: {'Port': ['ID=564b7d6f-229b-42d4-b44b-49593abea816,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:45.730560 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-e9e08f0a-4a46-4652-8574-fe8e96acb284 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Deleting port 5a0c5430-027b-477e-bc66-df2e1f6fb701 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:35:45.730973 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e9e08f0a-4a46-4652-8574-fe8e96acb284 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (5a0c5430-027b-477e-bc66-df2e1f6fb701), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:45.753644 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e6f018b4-34aa-4309-8339-f98e3335b46c req-b1922e80-ec0a-4762-94f8-d11f3dbf965b tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204815 Feb 09 21:35:45.763370 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 89012b68-76ca-42ee-b828-aed345e61ec8 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:45.763767 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (89012b68-76ca-42ee-b828-aed345e61ec8), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:45.801830 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f612a762-6391-4a03-aaaa-5d6e7ca478dd req-8d7ab008-cb69-4949-bd3d-c9e2268d4265 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:45.804694 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f612a762-6391-4a03-aaaa-5d6e7ca478dd req-8d7ab008-cb69-4949-bd3d-c9e2268d4265 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/ports?device_id=1403455a-2632-4781-bcfa-60ab81462070 HTTP/1.1" status: 200 len: 946 time: 0.2071354 Feb 09 21:35:45.811597 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2693dbfb-e229-42a7-9324-6355a7d7cc71 admin admin] Publish callbacks [] for security_group (13b87425-0324-41b8-9577-a03ea20c9956), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:45.818643 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2693dbfb-e229-42a7-9324-6355a7d7cc71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (13b87425-0324-41b8-9577-a03ea20c9956), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:45.825853 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4279824d-bfc9-4d9a-b5b7-58ef84c6ef67 admin admin] Network e0158bf8-7b12-4bde-97aa-65ecc58e9fd5 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:35:45.829203 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-4279824d-bfc9-4d9a-b5b7-58ef84c6ef67 admin admin] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:35:45.841629 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port fe1ec089-a7ee-461a-9eff-681a264f5ccd triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:45.842017 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (fe1ec089-a7ee-461a-9eff-681a264f5ccd), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:45.858124 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2693dbfb-e229-42a7-9324-6355a7d7cc71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13b87425-0324-41b8-9577-a03ea20c9956,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:45.888177 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2693dbfb-e229-42a7-9324-6355a7d7cc71 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=103140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:35:45.934323 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2693dbfb-e229-42a7-9324-6355a7d7cc71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (4abec7a4-2b69-47a3-bee3-121e96e66a50), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:45.934685 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-2693dbfb-e229-42a7-9324-6355a7d7cc71 admin admin] Added segment 4abec7a4-2b69-47a3-bee3-121e96e66a50 of type vlan for network 8185c7c8-686b-411f-8c8d-101dfc1ac3a8 Feb 09 21:35:45.956574 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50e0dbe9-de7a-4515-a141-361c5f3ab1cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89012b68-76ca-42ee-b828-aed345e61ec8'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:35:45.958892 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f1f633f-c62d-4a47-9a25-3e7ef9009041" -d '{"events": [{"server_uuid": "50e0dbe9-de7a-4515-a141-361c5f3ab1cc", "name": "network-vif-plugged", "status": "completed", "tag": "89012b68-76ca-42ee-b828-aed345e61ec8"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:35:45.966711 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-1704da24-874d-4136-b1f8-2b5f6edbbeb1 None None] Current status of the port fe1ec089-a7ee-461a-9eff-681a264f5ccd is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:45.971791 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e9e08f0a-4a46-4652-8574-fe8e96acb284 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (5a0c5430-027b-477e-bc66-df2e1f6fb701), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:46.033859 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 89012b68-76ca-42ee-b828-aed345e61ec8, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=89012b68-76ca-42ee-b828-aed345e61ec8,segment=NetworkSegment(b8c2a339-696c-42ff-9706-e9c7145ef2ff),segment_id=b8c2a339-696c-42ff-9706-e9c7145ef2ff)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:46.043783 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4279824d-bfc9-4d9a-b5b7-58ef84c6ef67 admin admin] Router ca62dda4-0703-44c0-8217-00ed3d96967a has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:35:46.044038 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-e9e08f0a-4a46-4652-8574-fe8e96acb284 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Calling delete_port for 5a0c5430-027b-477e-bc66-df2e1f6fb701 owned by {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:35:46.056777 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f612a762-6391-4a03-aaaa-5d6e7ca478dd req-05e37f94-754a-45b3-99f9-fc77245b0879 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d80a148-e9eb-4688-aae9-f24ed4e32758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025075 Feb 09 21:35:46.079744 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2693dbfb-e229-42a7-9324-6355a7d7cc71 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (8185c7c8-686b-411f-8c8d-101dfc1ac3a8), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:46.103146 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (89012b68-76ca-42ee-b828-aed345e61ec8), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:46.141094 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fee829f1-1225-47a3-9833-793ca5db58f4 x-openstack-request-id: req-fee829f1-1225-47a3-9833-793ca5db58f4 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:35:46.141459 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50e0dbe9-de7a-4515-a141-361c5f3ab1cc", "name": "network-vif-plugged", "status": "completed", "tag": "89012b68-76ca-42ee-b828-aed345e61ec8", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:35:46.141650 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-fee829f1-1225-47a3-9833-793ca5db58f4 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:35:46.142039 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50e0dbe9-de7a-4515-a141-361c5f3ab1cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89012b68-76ca-42ee-b828-aed345e61ec8', 'code': 200} Feb 09 21:35:46.171746 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb10ef-6d7c-4b3a-8c1d-a7b67a58a185 req-41c3c4a1-6111-4f12-ac07-57e7b08126a2 tempest-MigrationsAdminTest-1060177158 tempest-MigrationsAdminTest-1060177158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:46.173397 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a5eb10ef-6d7c-4b3a-8c1d-a7b67a58a185 req-41c3c4a1-6111-4f12-ac07-57e7b08126a2 tempest-MigrationsAdminTest-1060177158 tempest-MigrationsAdminTest-1060177158-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=82be41b1-46da-46a7-8af9-241c6a0e3e2d HTTP/1.1" status: 200 len: 1131 time: 0.2126009 Feb 09 21:35:46.188900 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4279824d-bfc9-4d9a-b5b7-58ef84c6ef67 admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:35:46.204948 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-4279824d-bfc9-4d9a-b5b7-58ef84c6ef67 admin admin] 10.222.0.90 "PUT /v2.0/routers/ca62dda4-0703-44c0-8217-00ed3d96967a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8914313 Feb 09 21:35:46.253270 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-34bdce48-ba8b-484e-a661-3a0788951709 None None] Provisioning complete for port 564b7d6f-229b-42d4-b44b-49593abea816 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:46.253706 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-34bdce48-ba8b-484e-a661-3a0788951709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (564b7d6f-229b-42d4-b44b-49593abea816), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:46.296034 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2693dbfb-e229-42a7-9324-6355a7d7cc71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (8185c7c8-686b-411f-8c8d-101dfc1ac3a8), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:46.296731 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2693dbfb-e229-42a7-9324-6355a7d7cc71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:46.297329 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2693dbfb-e229-42a7-9324-6355a7d7cc71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:46.307887 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=89012b68-76ca-42ee-b828-aed345e61ec8,revision_number=8']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:46.341384 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port fe1ec089-a7ee-461a-9eff-681a264f5ccd is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:46.356627 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-34bdce48-ba8b-484e-a661-3a0788951709 None None] Port 564b7d6f-229b-42d4-b44b-49593abea816 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:35:46.359652 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-35aaec0f-39fc-4caf-8c0c-07059e7ab9a4 None None] Publish callbacks [] for port (1479f36f-d8d0-4ecb-b033-707fd9a922c0), precommit_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:46.365626 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-35aaec0f-39fc-4caf-8c0c-07059e7ab9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (1479f36f-d8d0-4ecb-b033-707fd9a922c0), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:46.367022 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e9e08f0a-4a46-4652-8574-fe8e96acb284 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (5a0c5430-027b-477e-bc66-df2e1f6fb701), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:46.379873 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-2693dbfb-e229-42a7-9324-6355a7d7cc71 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2493308 Feb 09 21:35:46.390052 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 56928) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:46.405859 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-f1c02efc-4b9d-4534-9209-4dac4e078681 admin admin] Request body: {'subnet': {'network_id': '8185c7c8-686b-411f-8c8d-101dfc1ac3a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-918985318-subnet', 'tenant_id': '18ba459b325a4da0821abb3dc94f8781', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:46.433795 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9b8978-8d51-4ea5-a6c3-802467258492 None None] Pushing event updated for resources: {'Port': ['ID=1479f36f-d8d0-4ecb-b033-707fd9a922c0,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:46.443615 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-35aaec0f-39fc-4caf-8c0c-07059e7ab9a4 None None] Attempting to bind port 1479f36f-d8d0-4ecb-b033-707fd9a922c0 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:35:46.444249 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-35aaec0f-39fc-4caf-8c0c-07059e7ab9a4 None None] Attempting to bind port 1479f36f-d8d0-4ecb-b033-707fd9a922c0 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:35:46.444818 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35aaec0f-39fc-4caf-8c0c-07059e7ab9a4 None None] Attempting to bind port 1479f36f-d8d0-4ecb-b033-707fd9a922c0 on network 54a442d5-50a0-4c75-85cc-d19f5bf58118 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:35:46.454624 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35aaec0f-39fc-4caf-8c0c-07059e7ab9a4 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:35:46.455304 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35aaec0f-39fc-4caf-8c0c-07059e7ab9a4 None None] Checking segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:35:46.456031 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-35aaec0f-39fc-4caf-8c0c-07059e7ab9a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:46.459512 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35aaec0f-39fc-4caf-8c0c-07059e7ab9a4 None None] Bound using segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:35:46.460025 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08812770-c0fb-4660-b460-a895c6398b41 req-b85f393b-1641-4066-9141-0b52a06ae17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:46.460484 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-35aaec0f-39fc-4caf-8c0c-07059e7ab9a4 None None] Bound port: 1479f36f-d8d0-4ecb-b033-707fd9a922c0, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:35:46.461067 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-35aaec0f-39fc-4caf-8c0c-07059e7ab9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (1479f36f-d8d0-4ecb-b033-707fd9a922c0), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:46.461616 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-08812770-c0fb-4660-b460-a895c6398b41 req-b85f393b-1641-4066-9141-0b52a06ae17c service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=50e0dbe9-de7a-4515-a141-361c5f3ab1cc HTTP/1.1" status: 200 len: 1127 time: 0.1462870 Feb 09 21:35:46.462632 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c02efc-4b9d-4534-9209-4dac4e078681 admin admin] Made reservation on behalf of 18ba459b325a4da0821abb3dc94f8781 for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:35:46.465744 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f1c02efc-4b9d-4534-9209-4dac4e078681 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:46.478544 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a5eb10ef-6d7c-4b3a-8c1d-a7b67a58a185 req-3f328989-0d50-4569-8891-ef7a7dbc8f4e tempest-MigrationsAdminTest-1060177158 tempest-MigrationsAdminTest-1060177158-project-admin] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047625 Feb 09 21:35:46.505448 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e08f0a-4a46-4652-8574-fe8e96acb284 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Pushing event deleted for resources: {'Port': ['ID=5a0c5430-027b-477e-bc66-df2e1f6fb701,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:46.531188 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-9d88aa7e-077e-4e78-aec8-0ad446e64674 None None] Provisioning complete for port 564b7d6f-229b-42d4-b44b-49593abea816 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:46.531576 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-9d88aa7e-077e-4e78-aec8-0ad446e64674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (564b7d6f-229b-42d4-b44b-49593abea816), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:46.553644 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2693dbfb-e229-42a7-9324-6355a7d7cc71 admin admin] Pushing event updated for resources: {'Network': ['ID=8185c7c8-686b-411f-8c8d-101dfc1ac3a8,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:46.564745 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-35aaec0f-39fc-4caf-8c0c-07059e7ab9a4 None None] For port 1479f36f-d8d0-4ecb-b033-707fd9a922c0, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:35:46.575393 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 8185c7c8-686b-411f-8c8d-101dfc1ac3a8 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:35:46.598273 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-35aaec0f-39fc-4caf-8c0c-07059e7ab9a4 None None] For port 1479f36f-d8d0-4ecb-b033-707fd9a922c0, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=1479f36f-d8d0-4ecb-b033-707fd9a922c0,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:35:46.623805 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e9e08f0a-4a46-4652-8574-fe8e96acb284 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:46.629425 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-08812770-c0fb-4660-b460-a895c6398b41 req-1600e4b0-eacb-48e8-b5e1-4a288195472e service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=53864ffe-fa53-4ead-9e41-21e6252e7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378777 Feb 09 21:35:46.631497 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-e9e08f0a-4a46-4652-8574-fe8e96acb284 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] 10.222.0.90 "DELETE /v2.0/ports/5a0c5430-027b-477e-bc66-df2e1f6fb701 HTTP/1.1" status: 204 len: 168 time: 1.2122865 Feb 09 21:35:46.632432 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 56942) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:46.635786 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-9d88aa7e-077e-4e78-aec8-0ad446e64674 None None] Port 564b7d6f-229b-42d4-b44b-49593abea816 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:35:46.642132 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-35aaec0f-39fc-4caf-8c0c-07059e7ab9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (1479f36f-d8d0-4ecb-b033-707fd9a922c0), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:46.642355 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-6c6360e8-5994-433f-b7c0-0635d0ccc745 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fcf669f2-715b-427a-8173-770bda9d771c', 'external_fixed_ips': [{'subnet_id': '13373386-7e32-4f57-b288-8176b6b84b53', 'ip_address': '172.20.0.3'}]}}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:46.666179 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6c6360e8-5994-433f-b7c0-0635d0ccc745 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (6825b313-49c2-4403-b551-a4fbfb131d61), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:46.667403 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6c6360e8-5994-433f-b7c0-0635d0ccc745 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (6825b313-49c2-4403-b551-a4fbfb131d61), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:46.693582 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef2402-5690-43c4-9d26-c242e0371390 req-025c9a27-d932-4506-aa3c-4a101253f77c tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:46.702447 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4eef2402-5690-43c4-9d26-c242e0371390 req-025c9a27-d932-4506-aa3c-4a101253f77c tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/ports?device_id=50e0dbe9-de7a-4515-a141-361c5f3ab1cc HTTP/1.1" status: 200 len: 945 time: 0.2178493 Feb 09 21:35:46.725352 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6c6360e8-5994-433f-b7c0-0635d0ccc745 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks [] for router_controller (6825b313-49c2-4403-b551-a4fbfb131d61), precommit_add_association {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:46.765765 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a82847-49b9-4098-ac1d-972846c72e45 req-cb2ea649-fbbb-474b-bd53-09e4e77c94b6 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:46.767396 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-51a82847-49b9-4098-ac1d-972846c72e45 req-cb2ea649-fbbb-474b-bd53-09e4e77c94b6 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] 10.222.0.90 "GET /v2.0/ports?device_id=d4cfa82c-d76c-4199-9356-cdb5c72a400a HTTP/1.1" status: 200 len: 944 time: 0.1759343 Feb 09 21:35:46.823295 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4eef2402-5690-43c4-9d26-c242e0371390 req-828cf71c-d5f5-4a93-8f4c-b9e0ac3cdeed tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/security-groups?id=53864ffe-fa53-4ead-9e41-21e6252e7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161418 Feb 09 21:35:46.830543 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35aaec0f-39fc-4caf-8c0c-07059e7ab9a4 None None] Routers {'ca62dda4-0703-44c0-8217-00ed3d96967a'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:35:46.831553 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-35aaec0f-39fc-4caf-8c0c-07059e7ab9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:35:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['ca62dda4-0703-44c0-8217-00ed3d96967a'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:46.886457 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-51a82847-49b9-4098-ac1d-972846c72e45 req-edbdea98-b76f-4ed4-abe2-e42c115bb2da tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] 10.222.0.90 "GET /v2.0/security-groups?id=51fd364c-9316-4c6b-822b-1d760c32135a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043348 Feb 09 21:35:46.986048 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-35aaec0f-39fc-4caf-8c0c-07059e7ab9a4 None None] Set router ca62dda4-0703-44c0-8217-00ed3d96967a gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:35:47.092777 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 4281858c-1eff-4109-ba51-e741b6ff6796 up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:35:47.095612 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9b8978-8d51-4ea5-a6c3-802467258492 None None] Pushing event updated for resources: {'Port': ['ID=1479f36f-d8d0-4ecb-b033-707fd9a922c0,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:47.270336 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6c6360e8-5994-433f-b7c0-0635d0ccc745 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks [] for router_gateway (6825b313-49c2-4403-b551-a4fbfb131d61), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:47.383587 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning for port 4281858c-1eff-4109-ba51-e741b6ff6796 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:35:47.395518 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port 4281858c-1eff-4109-ba51-e741b6ff6796 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:47.395965 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (4281858c-1eff-4109-ba51-e741b6ff6796), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:47.400381 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d157f3-4255-4e6f-90a3-8dbe2ae4006b req-e32e47e2-1f9c-4221-9c3e-4f5b5f6019b3 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:47.402106 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-13d157f3-4255-4e6f-90a3-8dbe2ae4006b req-e32e47e2-1f9c-4221-9c3e-4f5b5f6019b3 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/ports?device_id=1403455a-2632-4781-bcfa-60ab81462070 HTTP/1.1" status: 200 len: 946 time: 0.0784190 Feb 09 21:35:47.489143 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f1c02efc-4b9d-4534-9209-4dac4e078681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (413233c4-7ff7-4428-a26b-9211d4e793f3), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:47.519309 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-13d157f3-4255-4e6f-90a3-8dbe2ae4006b req-2f6051b1-f5d8-4d68-8fd2-0bd9bdcaa1d3 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d80a148-e9eb-4688-aae9-f24ed4e32758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031744 Feb 09 21:35:47.550337 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-35aaec0f-39fc-4caf-8c0c-07059e7ab9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca62dda4-0703-44c0-8217-00ed3d96967a', 'name': 'tempest-AttachSCSIVolumeTestJSON-388085837-router', 'tenant_id': '79dcf052a68a4dae9e180cb840d1b3c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '1479f36f-d8d0-4ecb-b033-707fd9a922c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:40Z', 'updated_at': '2022-02-09T21:35:45Z', 'revision_number': 4, 'project_id': '79dcf052a68a4dae9e180cb840d1b3c6', 'gw_port': {'id': '1479f36f-d8d0-4ecb-b033-707fd9a922c0', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a8:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca62dda4-0703-44c0-8217-00ed3d96967a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:40Z', 'updated_at': '2022-02-09T21:35:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '564b7d6f-229b-42d4-b44b-49593abea816', 'name': '', 'network_id': 'e0158bf8-7b12-4bde-97aa-65ecc58e9fd5', 'tenant_id': '79dcf052a68a4dae9e180cb840d1b3c6', 'mac_address': 'fa:16:3e:af:21:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca62dda4-0703-44c0-8217-00ed3d96967a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'a5e0790f-165a-4025-a937-00fafbc04038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:44Z', 'updated_at': '2022-02-09T21:35:45Z', 'revision_number': 2, 'project_id': '79dcf052a68a4dae9e180cb840d1b3c6', 'subnets': [{'id': 'a5e0790f-165a-4025-a937-00fafbc04038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:47.556548 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac14f87-7a76-4675-8e89-3eda03b44088 req-2bc0c9ad-0e9a-4f41-b58b-2c0efd3c1c35 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:47.571956 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5ac14f87-7a76-4675-8e89-3eda03b44088 req-2bc0c9ad-0e9a-4f41-b58b-2c0efd3c1c35 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=82be41b1-46da-46a7-8af9-241c6a0e3e2d HTTP/1.1" status: 200 len: 949 time: 0.1545660 Feb 09 21:35:47.582380 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35aaec0f-39fc-4caf-8c0c-07059e7ab9a4 None None] The sync data for ids ['ca62dda4-0703-44c0-8217-00ed3d96967a'] in n-d-828369-5 is: [{'id': 'ca62dda4-0703-44c0-8217-00ed3d96967a', 'name': 'tempest-AttachSCSIVolumeTestJSON-388085837-router', 'tenant_id': '79dcf052a68a4dae9e180cb840d1b3c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '1479f36f-d8d0-4ecb-b033-707fd9a922c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:40Z', 'updated_at': '2022-02-09T21:35:45Z', 'revision_number': 4, 'project_id': '79dcf052a68a4dae9e180cb840d1b3c6', 'gw_port': {'id': '1479f36f-d8d0-4ecb-b033-707fd9a922c0', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a8:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca62dda4-0703-44c0-8217-00ed3d96967a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:40Z', 'updated_at': '2022-02-09T21:35:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '564b7d6f-229b-42d4-b44b-49593abea816', 'name': '', 'network_id': 'e0158bf8-7b12-4bde-97aa-65ecc58e9fd5', 'tenant_id': '79dcf052a68a4dae9e180cb840d1b3c6', 'mac_address': 'fa:16:3e:af:21:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca62dda4-0703-44c0-8217-00ed3d96967a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'a5e0790f-165a-4025-a937-00fafbc04038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:44Z', 'updated_at': '2022-02-09T21:35:45Z', 'revision_number': 2, 'project_id': '79dcf052a68a4dae9e180cb840d1b3c6', 'subnets': [{'id': 'a5e0790f-165a-4025-a937-00fafbc04038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:35:47.591555 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f879ed1c-5ba5-4fbe-be97-fcc64f2f9b4f req-38053cb1-9a42-4d87-9b51-ff0016b65436 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=82be41b1-46da-46a7-8af9-241c6a0e3e2d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2442145 Feb 09 21:35:47.601282 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 4281858c-1eff-4109-ba51-e741b6ff6796 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:47.601282 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (4281858c-1eff-4109-ba51-e741b6ff6796), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:47.653757 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 4281858c-1eff-4109-ba51-e741b6ff6796, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=4281858c-1eff-4109-ba51-e741b6ff6796,segment=NetworkSegment(9e9d7d8b-b3ce-4b7a-bf3a-3a9e3687f2f0),segment_id=9e9d7d8b-b3ce-4b7a-bf3a-3a9e3687f2f0)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:47.658190 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (4281858c-1eff-4109-ba51-e741b6ff6796), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:47.703533 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5ac14f87-7a76-4675-8e89-3eda03b44088 req-3c9623b5-c2f9-42d4-9bb0-b5bc4e3ef687 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298020 Feb 09 21:35:47.714453 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c02efc-4b9d-4534-9209-4dac4e078681 admin admin] Pushing event updated for resources: {'Subnet': ['ID=413233c4-7ff7-4428-a26b-9211d4e793f3,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:47.718877 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c02efc-4b9d-4534-9209-4dac4e078681 admin admin] Checking segment: {'id': '4abec7a4-2b69-47a3-bee3-121e96e66a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8185c7c8-686b-411f-8c8d-101dfc1ac3a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:35:47.719237 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c02efc-4b9d-4534-9209-4dac4e078681 admin admin] Network hostable DHCP agents. Network: 8185c7c8-686b-411f-8c8d-101dfc1ac3a8, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:35:47.757452 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c02efc-4b9d-4534-9209-4dac4e078681 admin admin] Network 8185c7c8-686b-411f-8c8d-101dfc1ac3a8 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:35:47.772358 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=4281858c-1eff-4109-ba51-e741b6ff6796,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:47.792579 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-f1c02efc-4b9d-4534-9209-4dac4e078681 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 8185c7c8-686b-411f-8c8d-101dfc1ac3a8) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:35:47.802533 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c02efc-4b9d-4534-9209-4dac4e078681 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:47.805285 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f1c02efc-4b9d-4534-9209-4dac4e078681 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:47.838408 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e07b004-234f-49a0-8627-504920129773 None None] Network 8185c7c8-686b-411f-8c8d-101dfc1ac3a8 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:35:47.970723 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-f1c02efc-4b9d-4534-9209-4dac4e078681 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5714421 Feb 09 21:35:47.972285 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 56964) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:48.036622 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6c6360e8-5994-433f-b7c0-0635d0ccc745 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks [] for router_gateway (6825b313-49c2-4403-b551-a4fbfb131d61), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:48.120408 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-863ada97-4f45-4864-9b58-b36856d0414e admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-918985318-router', 'tenant_id': '18ba459b325a4da0821abb3dc94f8781', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:48.128482 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6c6360e8-5994-433f-b7c0-0635d0ccc745 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:48.165988 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4cfa82c-d76c-4199-9356-cdb5c72a400a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4281858c-1eff-4109-ba51-e741b6ff6796'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:35:48.169092 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55251d69-1964-4f62-ac76-b7ab31af9951" -d '{"events": [{"server_uuid": "d4cfa82c-d76c-4199-9356-cdb5c72a400a", "name": "network-vif-plugged", "status": "completed", "tag": "4281858c-1eff-4109-ba51-e741b6ff6796"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:35:48.274597 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f043c7-664d-41ea-8272-74e199d0e6d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-8185c7c8-686b-411f-8c8d-101dfc1ac3a8', 'network_id': '8185c7c8-686b-411f-8c8d-101dfc1ac3a8', 'project_id': '18ba459b325a4da0821abb3dc94f8781', 'fixed_ips': [{'subnet_id': '413233c4-7ff7-4428-a26b-9211d4e793f3'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:35:48.275474 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f2f043c7-664d-41ea-8272-74e199d0e6d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:48.291975 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-863ada97-4f45-4864-9b58-b36856d0414e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (54ced5e6-fafc-49b5-a8dc-94e54f483860), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:48.294359 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-863ada97-4f45-4864-9b58-b36856d0414e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (54ced5e6-fafc-49b5-a8dc-94e54f483860), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:48.322178 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4bfcc3-57fc-4110-9d59-088aa427c39a req-63c14efc-ebfe-4dd0-80d8-a05ba1d1e58b tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:48.325077 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cf4bfcc3-57fc-4110-9d59-088aa427c39a req-63c14efc-ebfe-4dd0-80d8-a05ba1d1e58b tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/ports?device_id=50e0dbe9-de7a-4515-a141-361c5f3ab1cc HTTP/1.1" status: 200 len: 945 time: 0.3562601 Feb 09 21:35:48.343505 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5351eab-b09a-49e3-ba32-3d2b53157b4f req-c7fa4500-1a2e-4fe3-bcfe-bf5de8f2688a tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:48.345159 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a5351eab-b09a-49e3-ba32-3d2b53157b4f req-c7fa4500-1a2e-4fe3-bcfe-bf5de8f2688a tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] 10.222.0.90 "GET /v2.0/ports?device_id=d4cfa82c-d76c-4199-9356-cdb5c72a400a HTTP/1.1" status: 200 len: 945 time: 0.2095373 Feb 09 21:35:48.593416 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-6c6360e8-5994-433f-b7c0-0635d0ccc745 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Allocated IP 172.20.0.3 (fcf669f2-715b-427a-8173-770bda9d771c/13373386-7e32-4f57-b288-8176b6b84b53/b3f4f047-cd6f-450c-8672-31dc8bfe3d31) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:35:48.662976 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-863ada97-4f45-4864-9b58-b36856d0414e admin admin] Publish callbacks [] for router_controller (54ced5e6-fafc-49b5-a8dc-94e54f483860), precommit_add_association {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:48.701499 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a5351eab-b09a-49e3-ba32-3d2b53157b4f req-597c91c4-d634-4d24-84a9-f24ec3db268a tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] 10.222.0.90 "GET /v2.0/security-groups?id=51fd364c-9316-4c6b-822b-1d760c32135a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902586 Feb 09 21:35:48.701671 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-f2f043c7-664d-41ea-8272-74e199d0e6d3 None None] Allocated IP 172.20.0.2 (8185c7c8-686b-411f-8c8d-101dfc1ac3a8/413233c4-7ff7-4428-a26b-9211d4e793f3/46c86c8e-7e03-4111-9730-cb7e91c761fb) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:35:48.706204 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cf4bfcc3-57fc-4110-9d59-088aa427c39a req-d0cd56a4-3010-4ac0-bd73-f2b580ac02e1 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/security-groups?id=53864ffe-fa53-4ead-9e41-21e6252e7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3583007 Feb 09 21:35:48.853358 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6c6360e8-5994-433f-b7c0-0635d0ccc745 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks [] for port (b3f4f047-cd6f-450c-8672-31dc8bfe3d31), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:48.938780 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6c6360e8-5994-433f-b7c0-0635d0ccc745 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (b3f4f047-cd6f-450c-8672-31dc8bfe3d31), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:48.966132 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16a8eeea-2372-4b25-bb62-9c00c5b9ec8c x-openstack-request-id: req-16a8eeea-2372-4b25-bb62-9c00c5b9ec8c {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:35:48.966998 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4cfa82c-d76c-4199-9356-cdb5c72a400a", "name": "network-vif-plugged", "status": "completed", "tag": "4281858c-1eff-4109-ba51-e741b6ff6796", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:35:48.967301 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-16a8eeea-2372-4b25-bb62-9c00c5b9ec8c {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:35:48.970142 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4cfa82c-d76c-4199-9356-cdb5c72a400a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4281858c-1eff-4109-ba51-e741b6ff6796', 'code': 200} Feb 09 21:35:49.095930 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6360e8-5994-433f-b7c0-0635d0ccc745 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Pushing event updated for resources: {'Port': ['ID=b3f4f047-cd6f-450c-8672-31dc8bfe3d31,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:49.184850 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6360e8-5994-433f-b7c0-0635d0ccc745 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Network fcf669f2-715b-427a-8173-770bda9d771c is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:35:49.191750 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-6c6360e8-5994-433f-b7c0-0635d0ccc745 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:35:49.197346 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-863ada97-4f45-4864-9b58-b36856d0414e admin admin] Publish callbacks [] for router_gateway (54ced5e6-fafc-49b5-a8dc-94e54f483860), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:49.206609 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6360e8-5994-433f-b7c0-0635d0ccc745 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:35:49.213244 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f2f043c7-664d-41ea-8272-74e199d0e6d3 None None] Publish callbacks [] for port (46c86c8e-7e03-4111-9730-cb7e91c761fb), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:49.240023 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f2f043c7-664d-41ea-8272-74e199d0e6d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (46c86c8e-7e03-4111-9730-cb7e91c761fb), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:49.443794 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f043c7-664d-41ea-8272-74e199d0e6d3 None None] Pushing event updated for resources: {'Port': ['ID=46c86c8e-7e03-4111-9730-cb7e91c761fb,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:49.461074 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f043c7-664d-41ea-8272-74e199d0e6d3 None None] Network 8185c7c8-686b-411f-8c8d-101dfc1ac3a8 is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:35:49.462974 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-f2f043c7-664d-41ea-8272-74e199d0e6d3 None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:35:49.466100 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f043c7-664d-41ea-8272-74e199d0e6d3 None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:35:49.615814 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-f2f043c7-664d-41ea-8272-74e199d0e6d3 None None] Attempting to bind port 46c86c8e-7e03-4111-9730-cb7e91c761fb on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:35:49.616814 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-f2f043c7-664d-41ea-8272-74e199d0e6d3 None None] Attempting to bind port 46c86c8e-7e03-4111-9730-cb7e91c761fb by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '4abec7a4-2b69-47a3-bee3-121e96e66a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8185c7c8-686b-411f-8c8d-101dfc1ac3a8'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:35:49.618103 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f043c7-664d-41ea-8272-74e199d0e6d3 None None] Attempting to bind port 46c86c8e-7e03-4111-9730-cb7e91c761fb on network 8185c7c8-686b-411f-8c8d-101dfc1ac3a8 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:35:49.623299 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9290d63e-a851-4b26-8932-d1f38f09b941 req-77606f9f-7c7d-403e-ab7f-b1a47202163d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:49.625465 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9290d63e-a851-4b26-8932-d1f38f09b941 req-77606f9f-7c7d-403e-ab7f-b1a47202163d service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=d4cfa82c-d76c-4199-9356-cdb5c72a400a HTTP/1.1" status: 200 len: 1127 time: 0.3049881 Feb 09 21:35:49.626496 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f043c7-664d-41ea-8272-74e199d0e6d3 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:35:49.628090 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f043c7-664d-41ea-8272-74e199d0e6d3 None None] Checking segment: {'id': '4abec7a4-2b69-47a3-bee3-121e96e66a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8185c7c8-686b-411f-8c8d-101dfc1ac3a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:35:49.629011 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f2f043c7-664d-41ea-8272-74e199d0e6d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:49.629627 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f043c7-664d-41ea-8272-74e199d0e6d3 None None] Bound using segment: {'id': '4abec7a4-2b69-47a3-bee3-121e96e66a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8185c7c8-686b-411f-8c8d-101dfc1ac3a8'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:35:49.630368 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-f2f043c7-664d-41ea-8272-74e199d0e6d3 None None] Bound port: 46c86c8e-7e03-4111-9730-cb7e91c761fb, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4abec7a4-2b69-47a3-bee3-121e96e66a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8185c7c8-686b-411f-8c8d-101dfc1ac3a8'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:35:49.631055 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f2f043c7-664d-41ea-8272-74e199d0e6d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (46c86c8e-7e03-4111-9730-cb7e91c761fb), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:49.634796 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f07ad1-ac6e-40bb-b97a-b6e129d1f33c req-90fd5e4c-c95d-4f3e-9eee-b84a48d37fea tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:49.643584 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-20f07ad1-ac6e-40bb-b97a-b6e129d1f33c req-90fd5e4c-c95d-4f3e-9eee-b84a48d37fea tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=82be41b1-46da-46a7-8af9-241c6a0e3e2d HTTP/1.1" status: 200 len: 949 time: 0.3791578 Feb 09 21:35:49.708616 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6923091-0021-48e2-bc45-75bff7283a66 req-fd98f79c-987f-42cc-88c8-4b304f9b748d tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:49.710179 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c6923091-0021-48e2-bc45-75bff7283a66 req-fd98f79c-987f-42cc-88c8-4b304f9b748d tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/ports?device_id=1403455a-2632-4781-bcfa-60ab81462070 HTTP/1.1" status: 200 len: 946 time: 0.4711595 Feb 09 21:35:49.764193 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6c6360e8-5994-433f-b7c0-0635d0ccc745 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks [] for router_gateway (6825b313-49c2-4403-b551-a4fbfb131d61), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:49.788648 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-20f07ad1-ac6e-40bb-b97a-b6e129d1f33c req-8fd6224d-16dd-4853-8ab7-342beca5d63b tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438260 Feb 09 21:35:49.829808 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-f2f043c7-664d-41ea-8272-74e199d0e6d3 None None] For port 46c86c8e-7e03-4111-9730-cb7e91c761fb, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:35:49.833354 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-f2f043c7-664d-41ea-8272-74e199d0e6d3 None None] For port 46c86c8e-7e03-4111-9730-cb7e91c761fb, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=46c86c8e-7e03-4111-9730-cb7e91c761fb,segment=NetworkSegment(4abec7a4-2b69-47a3-bee3-121e96e66a50),segment_id=4abec7a4-2b69-47a3-bee3-121e96e66a50)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:35:49.842283 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f2f043c7-664d-41ea-8272-74e199d0e6d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (46c86c8e-7e03-4111-9730-cb7e91c761fb), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:49.869996 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c6923091-0021-48e2-bc45-75bff7283a66 req-6c5761d6-8a15-4110-8558-c440cd2386a9 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d80a148-e9eb-4688-aae9-f24ed4e32758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391113 Feb 09 21:35:49.887839 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9290d63e-a851-4b26-8932-d1f38f09b941 req-06ed0b40-56da-49db-84a4-5b136c070ead service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=51fd364c-9316-4c6b-822b-1d760c32135a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358940 Feb 09 21:35:49.985313 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f043c7-664d-41ea-8272-74e199d0e6d3 None None] Pushing event updated for resources: {'Port': ['ID=46c86c8e-7e03-4111-9730-cb7e91c761fb,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:50.160425 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6c6360e8-5994-433f-b7c0-0635d0ccc745 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (6825b313-49c2-4403-b551-a4fbfb131d61), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:50.339942 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-863ada97-4f45-4864-9b58-b36856d0414e admin admin] Publish callbacks [] for router_gateway (54ced5e6-fafc-49b5-a8dc-94e54f483860), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:50.447989 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05214c81-6ea0-4f04-94d0-e28523193c3d req-ca53739d-69bb-41ba-b825-dd5554198093 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:50.449801 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-05214c81-6ea0-4f04-94d0-e28523193c3d req-ca53739d-69bb-41ba-b825-dd5554198093 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] 10.222.0.90 "GET /v2.0/ports?device_id=d4cfa82c-d76c-4199-9356-cdb5c72a400a HTTP/1.1" status: 200 len: 945 time: 0.5851941 Feb 09 21:35:50.456517 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-863ada97-4f45-4864-9b58-b36856d0414e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:50.459958 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f879ed1c-5ba5-4fbe-be97-fcc64f2f9b4f req-f1816739-0b0f-4f1d-b053-b24be7cf2110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:50.461522 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f879ed1c-5ba5-4fbe-be97-fcc64f2f9b4f req-f1816739-0b0f-4f1d-b053-b24be7cf2110 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=def3446e95584f24b6fdfb40ceda16ab&device_id=82be41b1-46da-46a7-8af9-241c6a0e3e2d HTTP/1.1" status: 200 len: 1131 time: 0.2024822 Feb 09 21:35:50.587036 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c6360e8-5994-433f-b7c0-0635d0ccc745 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Router 6825b313-49c2-4403-b551-a4fbfb131d61 is scheduled to L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 with binding_index 1 {{(pid=103141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:35:50.644805 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca8d73-8d07-489f-8916-52d990c563cb req-b474638e-d8a4-4e3c-8738-8e99cfbdcdd8 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:50.652893 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-60ca8d73-8d07-489f-8916-52d990c563cb req-b474638e-d8a4-4e3c-8738-8e99cfbdcdd8 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/ports?device_id=50e0dbe9-de7a-4515-a141-361c5f3ab1cc HTTP/1.1" status: 200 len: 945 time: 0.5617676 Feb 09 21:35:50.768823 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c6360e8-5994-433f-b7c0-0635d0ccc745 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:35:50.781951 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e06ed12-b6c0-4007-9102-223cfcc9872b None None] Sync routers for ids ['6825b313-49c2-4403-b551-a4fbfb131d61'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:35:50.792701 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6c6360e8-5994-433f-b7c0-0635d0ccc745 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:50.794062 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-6c6360e8-5994-433f-b7c0-0635d0ccc745 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 4.1605921 Feb 09 21:35:50.796833 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 56988) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:50.797024 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e06ed12-b6c0-4007-9102-223cfcc9872b None None] Routers {'6825b313-49c2-4403-b551-a4fbfb131d61'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:35:50.798070 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-0e06ed12-b6c0-4007-9102-223cfcc9872b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:35:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['6825b313-49c2-4403-b551-a4fbfb131d61'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:50.863193 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-863ada97-4f45-4864-9b58-b36856d0414e admin admin] Allocated IP 172.25.3.251 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/cc537b70-ac47-4c47-917e-c3f2cc7d30a4) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:35:50.911872 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:50.960539 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7706b725-5b0e-4488-9d4d-a5c85df103c0 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks [] for router (6825b313-49c2-4403-b551-a4fbfb131d61), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:50.968799 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-0e06ed12-b6c0-4007-9102-223cfcc9872b None None] Set router 6825b313-49c2-4403-b551-a4fbfb131d61 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:35:50.979121 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-863ada97-4f45-4864-9b58-b36856d0414e admin admin] Publish callbacks [] for port (cc537b70-ac47-4c47-917e-c3f2cc7d30a4), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:51.033662 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-05214c81-6ea0-4f04-94d0-e28523193c3d req-bcfd0bec-1850-48b4-a0f4-27ba83dbdd49 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] 10.222.0.90 "GET /v2.0/security-groups?id=51fd364c-9316-4c6b-822b-1d760c32135a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4587612 Feb 09 21:35:51.036506 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-60ca8d73-8d07-489f-8916-52d990c563cb req-4479506f-c57f-4c6d-9dda-0adc60c621ca tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/security-groups?id=53864ffe-fa53-4ead-9e41-21e6252e7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3827109 Feb 09 21:35:51.040324 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-863ada97-4f45-4864-9b58-b36856d0414e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (cc537b70-ac47-4c47-917e-c3f2cc7d30a4), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:51.113004 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863ada97-4f45-4864-9b58-b36856d0414e admin admin] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:35:51.128274 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-863ada97-4f45-4864-9b58-b36856d0414e admin admin] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:35:51.140301 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f879ed1c-5ba5-4fbe-be97-fcc64f2f9b4f req-a48b7660-6af0-41d0-8727-a9375b9726e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:51.143037 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f879ed1c-5ba5-4fbe-be97-fcc64f2f9b4f req-a48b7660-6af0-41d0-8727-a9375b9726e2 service neutron] 10.222.0.95 "GET /v2.0/networks?id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc HTTP/1.1" status: 200 len: 870 time: 0.6699436 Feb 09 21:35:51.143037 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863ada97-4f45-4864-9b58-b36856d0414e admin admin] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:35:51.265698 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7706b725-5b0e-4488-9d4d-a5c85df103c0 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks [] for router_gateway (6825b313-49c2-4403-b551-a4fbfb131d61), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:51.374767 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 1479f36f-d8d0-4ecb-b033-707fd9a922c0 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:35:51.438064 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-7706b725-5b0e-4488-9d4d-a5c85df103c0 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Deleting port b3f4f047-cd6f-450c-8672-31dc8bfe3d31 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:35:51.438406 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7706b725-5b0e-4488-9d4d-a5c85df103c0 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (b3f4f047-cd6f-450c-8672-31dc8bfe3d31), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:51.538961 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 1479f36f-d8d0-4ecb-b033-707fd9a922c0 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:51.548906 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (1479f36f-d8d0-4ecb-b033-707fd9a922c0), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:51.615899 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-0e06ed12-b6c0-4007-9102-223cfcc9872b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6825b313-49c2-4403-b551-a4fbfb131d61', 'name': '', 'tenant_id': '10589e5064b54a7a8f34d2a0322666c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fcf669f2-715b-427a-8173-770bda9d771c', 'external_fixed_ips': [{'subnet_id': '13373386-7e32-4f57-b288-8176b6b84b53', 'ip_address': '172.20.0.3'}], 'enable_snat': True}, 'gw_port_id': 'b3f4f047-cd6f-450c-8672-31dc8bfe3d31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:46Z', 'updated_at': '2022-02-09T21:35:49Z', 'revision_number': 3, 'project_id': '10589e5064b54a7a8f34d2a0322666c5', 'gw_port': {'id': 'b3f4f047-cd6f-450c-8672-31dc8bfe3d31', 'name': '', 'network_id': 'fcf669f2-715b-427a-8173-770bda9d771c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:9e:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6825b313-49c2-4403-b551-a4fbfb131d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '13373386-7e32-4f57-b288-8176b6b84b53', 'ip_address': '172.20.0.3', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:48Z', 'updated_at': '2022-02-09T21:35:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13373386-7e32-4f57-b288-8176b6b84b53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:51.630546 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7706b725-5b0e-4488-9d4d-a5c85df103c0 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (b3f4f047-cd6f-450c-8672-31dc8bfe3d31), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:51.670298 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-7706b725-5b0e-4488-9d4d-a5c85df103c0 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Calling delete_port for b3f4f047-cd6f-450c-8672-31dc8bfe3d31 owned by network:router_gateway {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:35:51.700676 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 1479f36f-d8d0-4ecb-b033-707fd9a922c0 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:51.701871 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (1479f36f-d8d0-4ecb-b033-707fd9a922c0), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:51.759759 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port 1479f36f-d8d0-4ecb-b033-707fd9a922c0, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=1479f36f-d8d0-4ecb-b033-707fd9a922c0,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:51.765455 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (1479f36f-d8d0-4ecb-b033-707fd9a922c0), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:51.768671 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 46c86c8e-7e03-4111-9730-cb7e91c761fb up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:35:51.909221 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e06ed12-b6c0-4007-9102-223cfcc9872b None None] Checking router: 6825b313-49c2-4403-b551-a4fbfb131d61 for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:35:51.910364 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e06ed12-b6c0-4007-9102-223cfcc9872b None None] Updating router 6825b313-49c2-4403-b551-a4fbfb131d61 port b3f4f047-cd6f-450c-8672-31dc8bfe3d31 binding host n-d-828369-5 {{(pid=103143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:35:51.953375 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0e06ed12-b6c0-4007-9102-223cfcc9872b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (b3f4f047-cd6f-450c-8672-31dc8bfe3d31), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:51.981321 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2010ef0a-2746-4892-962d-fbb13aee729d None None] Network 8185c7c8-686b-411f-8c8d-101dfc1ac3a8 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:35:51.987703 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=1479f36f-d8d0-4ecb-b033-707fd9a922c0,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:52.077451 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-2040172f-b411-4153-8e49-0ac1875bca5a None None] Provisioning complete for port 46c86c8e-7e03-4111-9730-cb7e91c761fb triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:52.078430 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2040172f-b411-4153-8e49-0ac1875bca5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (46c86c8e-7e03-4111-9730-cb7e91c761fb), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:52.103417 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7706b725-5b0e-4488-9d4d-a5c85df103c0 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (b3f4f047-cd6f-450c-8672-31dc8bfe3d31), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:52.104750 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863ada97-4f45-4864-9b58-b36856d0414e admin admin] Pushing event updated for resources: {'Port': ['ID=cc537b70-ac47-4c47-917e-c3f2cc7d30a4,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:52.222659 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7706b725-5b0e-4488-9d4d-a5c85df103c0 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Pushing event deleted for resources: {'Port': ['ID=b3f4f047-cd6f-450c-8672-31dc8bfe3d31,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:52.291155 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f879ed1c-5ba5-4fbe-be97-fcc64f2f9b4f req-2ece52af-d37a-4f6d-a760-343b7f8d848a service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=47af76bb-ef60-4c69-9b0e-9800d9e02153 HTTP/1.1" status: 200 len: 217 time: 0.1885662 Feb 09 21:35:52.326208 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7706b725-5b0e-4488-9d4d-a5c85df103c0 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-554524'] for router_gateway (6825b313-49c2-4403-b551-a4fbfb131d61), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:52.412804 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 46c86c8e-7e03-4111-9730-cb7e91c761fb triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:52.413423 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (46c86c8e-7e03-4111-9730-cb7e91c761fb), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:52.423833 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e688ca62-a5fe-41f5-b25e-974be7b66421 None None] Sync routers for ids ['ca62dda4-0703-44c0-8217-00ed3d96967a'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:35:52.486795 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50068a74-457b-4737-9f38-a2121d5c495f req-6b2c46eb-006c-460d-a5e5-e9419367f2a4 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:52.491338 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.db.api [None req-0e06ed12-b6c0-4007-9102-223cfcc9872b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:35:52.491801 n-d-828369-5 neutron-server[103143]: DEBUG oslo_db.api [None req-0e06ed12-b6c0-4007-9102-223cfcc9872b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:35:52.494834 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-50068a74-457b-4737-9f38-a2121d5c495f req-6b2c46eb-006c-460d-a5e5-e9419367f2a4 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/ports?device_id=1403455a-2632-4781-bcfa-60ab81462070 HTTP/1.1" status: 200 len: 946 time: 0.3943207 Feb 09 21:35:52.515086 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fd516a-fd43-4d9b-a171-bb1a92850fdc req-3370c545-c37f-49a9-813d-06d3b6112ad6 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:52.516682 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-89fd516a-fd43-4d9b-a171-bb1a92850fdc req-3370c545-c37f-49a9-813d-06d3b6112ad6 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=82be41b1-46da-46a7-8af9-241c6a0e3e2d HTTP/1.1" status: 200 len: 949 time: 0.4219680 Feb 09 21:35:52.525135 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7706b725-5b0e-4488-9d4d-a5c85df103c0 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (6825b313-49c2-4403-b551-a4fbfb131d61), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:52.527948 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7706b725-5b0e-4488-9d4d-a5c85df103c0 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks [] for router_controller (6825b313-49c2-4403-b551-a4fbfb131d61), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:52.547636 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f879ed1c-5ba5-4fbe-be97-fcc64f2f9b4f req-0e6a12a9-e698-4f2b-8d61-2a8931ff5cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:52.549094 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e688ca62-a5fe-41f5-b25e-974be7b66421 None None] Routers {'ca62dda4-0703-44c0-8217-00ed3d96967a'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:35:52.549552 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f879ed1c-5ba5-4fbe-be97-fcc64f2f9b4f req-0e6a12a9-e698-4f2b-8d61-2a8931ff5cb3 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0f7402ac-a35b-414b-bcc1-bc1c3072ec3c HTTP/1.1" status: 200 len: 843 time: 0.2351706 Feb 09 21:35:52.550169 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-e688ca62-a5fe-41f5-b25e-974be7b66421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:35:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['ca62dda4-0703-44c0-8217-00ed3d96967a'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:52.575692 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7706b725-5b0e-4488-9d4d-a5c85df103c0 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (6825b313-49c2-4403-b551-a4fbfb131d61), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:52.576421 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7706b725-5b0e-4488-9d4d-a5c85df103c0 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6825b313-49c2-4403-b551-a4fbfb131d61 {{(pid=103141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:35:52.581330 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7706b725-5b0e-4488-9d4d-a5c85df103c0 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:52.582805 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-7706b725-5b0e-4488-9d4d-a5c85df103c0 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] 10.222.0.90 "DELETE /v2.0/routers/6825b313-49c2-4403-b551-a4fbfb131d61 HTTP/1.1" status: 204 len: 168 time: 1.7846293 Feb 09 21:35:52.585741 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 56998) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:52.620904 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-2040172f-b411-4153-8e49-0ac1875bca5a None None] Current status of the port 46c86c8e-7e03-4111-9730-cb7e91c761fb is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:52.621753 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2040172f-b411-4153-8e49-0ac1875bca5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (46c86c8e-7e03-4111-9730-cb7e91c761fb), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:52.642736 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4004603-ce51-48c8-a648-12388c78b6af tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Deleting subnet 13373386-7e32-4f57-b288-8176b6b84b53 {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:35:52.646187 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c4004603-ce51-48c8-a648-12388c78b6af tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks [] for subnet (13373386-7e32-4f57-b288-8176b6b84b53), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:52.683447 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c4004603-ce51-48c8-a648-12388c78b6af tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (13373386-7e32-4f57-b288-8176b6b84b53), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:52.692181 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-50068a74-457b-4737-9f38-a2121d5c495f req-191e5bfb-c735-4750-b01c-ef05571be664 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d80a148-e9eb-4688-aae9-f24ed4e32758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962965 Feb 09 21:35:52.714225 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-89fd516a-fd43-4d9b-a171-bb1a92850fdc req-a25a1ca7-e825-4afd-ac9c-3a9e87bc0f68 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914804 Feb 09 21:35:52.719742 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-863ada97-4f45-4864-9b58-b36856d0414e admin admin] Publish callbacks [] for router_gateway (54ced5e6-fafc-49b5-a8dc-94e54f483860), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:52.781043 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c4004603-ce51-48c8-a648-12388c78b6af tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (13373386-7e32-4f57-b288-8176b6b84b53), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:52.811537 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-2040172f-b411-4153-8e49-0ac1875bca5a None None] For port 46c86c8e-7e03-4111-9730-cb7e91c761fb, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=46c86c8e-7e03-4111-9730-cb7e91c761fb,segment=NetworkSegment(4abec7a4-2b69-47a3-bee3-121e96e66a50),segment_id=4abec7a4-2b69-47a3-bee3-121e96e66a50)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:52.824137 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2040172f-b411-4153-8e49-0ac1875bca5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (46c86c8e-7e03-4111-9730-cb7e91c761fb), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:52.878852 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c4004603-ce51-48c8-a648-12388c78b6af tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (13373386-7e32-4f57-b288-8176b6b84b53), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:52.906802 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f879ed1c-5ba5-4fbe-be97-fcc64f2f9b4f req-1437c8da-2b3e-4ace-84ea-43d234f3cebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:52.908498 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f879ed1c-5ba5-4fbe-be97-fcc64f2f9b4f req-1437c8da-2b3e-4ace-84ea-43d234f3cebb service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3443880 Feb 09 21:35:52.915112 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c4004603-ce51-48c8-a648-12388c78b6af tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:52.921314 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-c4004603-ce51-48c8-a648-12388c78b6af tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] 10.222.0.90 "DELETE /v2.0/subnets/13373386-7e32-4f57-b288-8176b6b84b53 HTTP/1.1" status: 204 len: 168 time: 0.3315480 Feb 09 21:35:52.921947 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 57000) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:52.922706 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4004603-ce51-48c8-a648-12388c78b6af tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=13373386-7e32-4f57-b288-8176b6b84b53,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:53.006473 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6581bf8f-e6a5-4c98-a205-6f808e47e9a5 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (fcf669f2-715b-427a-8173-770bda9d771c), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:53.048437 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e06ed12-b6c0-4007-9102-223cfcc9872b None None] Port b3f4f047-cd6f-450c-8672-31dc8bfe3d31 not found while updating agent binding for router 6825b313-49c2-4403-b551-a4fbfb131d61. {{(pid=103143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 09 21:35:53.064427 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e06ed12-b6c0-4007-9102-223cfcc9872b None None] Routers set() bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:35:53.065105 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e06ed12-b6c0-4007-9102-223cfcc9872b None None] Router IDs set() for agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 09 21:35:53.069357 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_agentschedulers_db [None req-0e06ed12-b6c0-4007-9102-223cfcc9872b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6825b313-49c2-4403-b551-a4fbfb131d61'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:35:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent'). {{(pid=103143) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 09 21:35:53.069998 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e06ed12-b6c0-4007-9102-223cfcc9872b None None] The sync data for ids ['6825b313-49c2-4403-b551-a4fbfb131d61'] in n-d-828369-5 is: [] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:35:53.098996 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 46c86c8e-7e03-4111-9730-cb7e91c761fb is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:53.102955 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6581bf8f-e6a5-4c98-a205-6f808e47e9a5 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (fcf669f2-715b-427a-8173-770bda9d771c), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:53.110139 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f879ed1c-5ba5-4fbe-be97-fcc64f2f9b4f req-6cb36e17-5e3b-46b7-b302-725da8a00a2b service neutron] 10.222.0.95 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698830 Feb 09 21:35:53.121492 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-e688ca62-a5fe-41f5-b25e-974be7b66421 None None] Set router ca62dda4-0703-44c0-8217-00ed3d96967a gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:35:53.184796 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-6581bf8f-e6a5-4c98-a205-6f808e47e9a5 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcf669f2-715b-427a-8173-770bda9d771c']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:53.209545 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2040172f-b411-4153-8e49-0ac1875bca5a None None] Pushing event updated for resources: {'Port': ['ID=46c86c8e-7e03-4111-9730-cb7e91c761fb,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:53.211880 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-6581bf8f-e6a5-4c98-a205-6f808e47e9a5 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9195f93-8a9d-4c1c-a4e9-4c4efde50558') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:53.212044 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-6581bf8f-e6a5-4c98-a205-6f808e47e9a5 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9195f93-8a9d-4c1c-a4e9-4c4efde50558') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:53.228621 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6581bf8f-e6a5-4c98-a205-6f808e47e9a5 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (e9195f93-8a9d-4c1c-a4e9-4c4efde50558), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:53.243690 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6581bf8f-e6a5-4c98-a205-6f808e47e9a5 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (e9195f93-8a9d-4c1c-a4e9-4c4efde50558), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:53.255238 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 1479f36f-d8d0-4ecb-b033-707fd9a922c0 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:35:53.257877 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6581bf8f-e6a5-4c98-a205-6f808e47e9a5 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Releasing vlan 720 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:35:53.258397 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6581bf8f-e6a5-4c98-a205-6f808e47e9a5 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (e9195f93-8a9d-4c1c-a4e9-4c4efde50558), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:53.261182 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:35:53.261182 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:35:53.261182 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:35:53.261182 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:35:53.261182 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:35:53.261182 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:35:53.261182 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:35:53.261182 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:35:53.261182 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:35:53.261182 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:35:53.261182 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:35:53.261182 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:35:53.261182 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:35:53.261182 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:35:53.261182 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:35:53.261182 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:35:53.261182 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:35:53.261182 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:35:53.261182 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:35:53.261182 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:35:53.261182 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:35:53.261182 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:35:53.261182 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:35:53.261182 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:35:53.261182 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:35:53.261182 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:35:53.261182 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:35:53.261182 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:35:53.261182 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:35:53.261182 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:35:53.261182 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:35:53.261182 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:35:53.318248 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c2f9cf-36e0-43f1-b7f2-ca93a0521d4f req-f9d21759-3349-4252-bd34-7b6e4a7e7570 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:53.328899 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c0c2f9cf-36e0-43f1-b7f2-ca93a0521d4f req-f9d21759-3349-4252-bd34-7b6e4a7e7570 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/ports?device_id=50e0dbe9-de7a-4515-a141-361c5f3ab1cc HTTP/1.1" status: 200 len: 945 time: 0.4993567 Feb 09 21:35:53.337531 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6581bf8f-e6a5-4c98-a205-6f808e47e9a5 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (fcf669f2-715b-427a-8173-770bda9d771c), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:53.351090 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6581bf8f-e6a5-4c98-a205-6f808e47e9a5 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fcf669f2-715b-427a-8173-770bda9d771c {{(pid=103141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 09 21:35:53.352403 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07679593-b9b1-43db-b866-0dfefdf2ed21 req-a07e801d-d28a-4122-972e-ab35c5fd3ac7 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:53.360348 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-07679593-b9b1-43db-b866-0dfefdf2ed21 req-a07e801d-d28a-4122-972e-ab35c5fd3ac7 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] 10.222.0.90 "GET /v2.0/ports?device_id=d4cfa82c-d76c-4199-9356-cdb5c72a400a HTTP/1.1" status: 200 len: 945 time: 0.4936221 Feb 09 21:35:53.368751 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6581bf8f-e6a5-4c98-a205-6f808e47e9a5 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:53.383642 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-6581bf8f-e6a5-4c98-a205-6f808e47e9a5 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] 10.222.0.90 "DELETE /v2.0/networks/fcf669f2-715b-427a-8173-770bda9d771c HTTP/1.1" status: 204 len: 168 time: 0.4574721 Feb 09 21:35:53.416628 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6581bf8f-e6a5-4c98-a205-6f808e47e9a5 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Pushing event deleted for resources: {'Network': ['ID=fcf669f2-715b-427a-8173-770bda9d771c,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:53.498263 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-510e4f0d-d8d2-4903-b020-251b1f20716b None None] Provisioning complete for port 46c86c8e-7e03-4111-9730-cb7e91c761fb triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:53.498924 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-510e4f0d-d8d2-4903-b020-251b1f20716b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (46c86c8e-7e03-4111-9730-cb7e91c761fb), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:53.510214 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:53.703121 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 1479f36f-d8d0-4ecb-b033-707fd9a922c0 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:53.703512 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (1479f36f-d8d0-4ecb-b033-707fd9a922c0), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:53.724151 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f879ed1c-5ba5-4fbe-be97-fcc64f2f9b4f req-e06bb987-c306-4600-b4b4-c76b0b2b0a9d service neutron] 10.222.0.95 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5750659 Feb 09 21:35:53.775254 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c0c2f9cf-36e0-43f1-b7f2-ca93a0521d4f req-977fbc20-db26-4275-a15f-44cfe290bd13 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/security-groups?id=53864ffe-fa53-4ead-9e41-21e6252e7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4416692 Feb 09 21:35:53.778864 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 57012) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:53.784030 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-d82c61d5-cd38-4d4e-8b03-ff52024bc6bb tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Request body: {'router': {'name': 'tempest-router--974038441', 'project_id': 'cf825a89ce9d4de08f0f5d9123ff84e5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:53.852748 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d82c61d5-cd38-4d4e-8b03-ff52024bc6bb tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (3a5bb3cd-4bde-419f-9d91-a03a4092ecf3), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:53.856554 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d82c61d5-cd38-4d4e-8b03-ff52024bc6bb tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (3a5bb3cd-4bde-419f-9d91-a03a4092ecf3), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:53.867544 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-863ada97-4f45-4864-9b58-b36856d0414e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (54ced5e6-fafc-49b5-a8dc-94e54f483860), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:53.885070 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-510e4f0d-d8d2-4903-b020-251b1f20716b None None] Current status of the port 46c86c8e-7e03-4111-9730-cb7e91c761fb is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:53.898027 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-07679593-b9b1-43db-b866-0dfefdf2ed21 req-d461230f-8f4f-49c2-86f1-de26b2bd55f1 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] 10.222.0.90 "GET /v2.0/security-groups?id=51fd364c-9316-4c6b-822b-1d760c32135a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5366442 Feb 09 21:35:54.022549 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 1479f36f-d8d0-4ecb-b033-707fd9a922c0 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:54.029123 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-e688ca62-a5fe-41f5-b25e-974be7b66421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca62dda4-0703-44c0-8217-00ed3d96967a', 'name': 'tempest-AttachSCSIVolumeTestJSON-388085837-router', 'tenant_id': '79dcf052a68a4dae9e180cb840d1b3c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '1479f36f-d8d0-4ecb-b033-707fd9a922c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:40Z', 'updated_at': '2022-02-09T21:35:45Z', 'revision_number': 4, 'project_id': '79dcf052a68a4dae9e180cb840d1b3c6', 'gw_port': {'id': '1479f36f-d8d0-4ecb-b033-707fd9a922c0', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a8:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca62dda4-0703-44c0-8217-00ed3d96967a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:40Z', 'updated_at': '2022-02-09T21:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '564b7d6f-229b-42d4-b44b-49593abea816', 'name': '', 'network_id': 'e0158bf8-7b12-4bde-97aa-65ecc58e9fd5', 'tenant_id': '79dcf052a68a4dae9e180cb840d1b3c6', 'mac_address': 'fa:16:3e:af:21:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca62dda4-0703-44c0-8217-00ed3d96967a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'a5e0790f-165a-4025-a937-00fafbc04038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:44Z', 'updated_at': '2022-02-09T21:35:45Z', 'revision_number': 2, 'project_id': '79dcf052a68a4dae9e180cb840d1b3c6', 'subnets': [{'id': 'a5e0790f-165a-4025-a937-00fafbc04038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:54.031817 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d82c61d5-cd38-4d4e-8b03-ff52024bc6bb tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks [] for router_controller (3a5bb3cd-4bde-419f-9d91-a03a4092ecf3), precommit_add_association {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:54.038154 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d82c61d5-cd38-4d4e-8b03-ff52024bc6bb tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (3a5bb3cd-4bde-419f-9d91-a03a4092ecf3), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:54.067539 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e688ca62-a5fe-41f5-b25e-974be7b66421 None None] Checking router: ca62dda4-0703-44c0-8217-00ed3d96967a for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:35:54.067932 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e688ca62-a5fe-41f5-b25e-974be7b66421 None None] Updating router ca62dda4-0703-44c0-8217-00ed3d96967a port 564b7d6f-229b-42d4-b44b-49593abea816 binding host n-d-828369-5 {{(pid=103142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:35:54.068059 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d82c61d5-cd38-4d4e-8b03-ff52024bc6bb tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:54.074556 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-d82c61d5-cd38-4d4e-8b03-ff52024bc6bb tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2943194 Feb 09 21:35:54.075537 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 57018) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:54.101071 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e688ca62-a5fe-41f5-b25e-974be7b66421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (564b7d6f-229b-42d4-b44b-49593abea816), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:54.243821 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8c15a35f-b05b-4787-93fb-c4bbe654db32 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks [] for router (3a5bb3cd-4bde-419f-9d91-a03a4092ecf3), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:54.316640 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232bbf76-fae7-4298-b965-686642a27e8d req-2f1500d9-b002-4dfa-968a-82d04784aa36 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:54.318223 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-232bbf76-fae7-4298-b965-686642a27e8d req-2f1500d9-b002-4dfa-968a-82d04784aa36 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/ports?device_id=1403455a-2632-4781-bcfa-60ab81462070 HTTP/1.1" status: 200 len: 946 time: 0.3064206 Feb 09 21:35:54.336330 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1e3e31-0091-4492-b08e-b923f1a2e790 req-f5f2dac0-e4fc-4485-8974-523bf94db66e tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:54.339243 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3f1e3e31-0091-4492-b08e-b923f1a2e790 req-f5f2dac0-e4fc-4485-8974-523bf94db66e tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=82be41b1-46da-46a7-8af9-241c6a0e3e2d HTTP/1.1" status: 200 len: 949 time: 0.2271349 Feb 09 21:35:54.464756 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-232bbf76-fae7-4298-b965-686642a27e8d req-e8877d7a-4d6e-4566-b4a0-8841e5cb3294 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d80a148-e9eb-4688-aae9-f24ed4e32758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233690 Feb 09 21:35:54.469637 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3f1e3e31-0091-4492-b08e-b923f1a2e790 req-7baaeadd-cb38-4f42-a41d-3cdda4e0c945 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205297 Feb 09 21:35:54.470911 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-863ada97-4f45-4864-9b58-b36856d0414e admin admin] Router 54ced5e6-fafc-49b5-a8dc-94e54f483860 is scheduled to L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 with binding_index 1 {{(pid=103140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:35:54.509391 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8c15a35f-b05b-4787-93fb-c4bbe654db32 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (3a5bb3cd-4bde-419f-9d91-a03a4092ecf3), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:54.520837 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8c15a35f-b05b-4787-93fb-c4bbe654db32 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks [] for router_controller (3a5bb3cd-4bde-419f-9d91-a03a4092ecf3), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:54.557206 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e688ca62-a5fe-41f5-b25e-974be7b66421 None None] Publish callbacks [] for port (564b7d6f-229b-42d4-b44b-49593abea816), precommit_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:54.565043 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e688ca62-a5fe-41f5-b25e-974be7b66421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (564b7d6f-229b-42d4-b44b-49593abea816), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:54.604950 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8c15a35f-b05b-4787-93fb-c4bbe654db32 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (3a5bb3cd-4bde-419f-9d91-a03a4092ecf3), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:54.605829 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c15a35f-b05b-4787-93fb-c4bbe654db32 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3a5bb3cd-4bde-419f-9d91-a03a4092ecf3 {{(pid=103141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:35:54.619853 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8c15a35f-b05b-4787-93fb-c4bbe654db32 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:54.623859 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-8c15a35f-b05b-4787-93fb-c4bbe654db32 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] 10.222.0.90 "DELETE /v2.0/routers/3a5bb3cd-4bde-419f-9d91-a03a4092ecf3 HTTP/1.1" status: 204 len: 168 time: 0.5465508 Feb 09 21:35:54.733995 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60af7e4-833f-43cc-a6c7-f5afc364a03f None None] Pushing event updated for resources: {'Port': ['ID=564b7d6f-229b-42d4-b44b-49593abea816,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:54.860783 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 57024) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:54.929909 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-e688ca62-a5fe-41f5-b25e-974be7b66421 None None] Attempting to bind port 564b7d6f-229b-42d4-b44b-49593abea816 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:35:54.929909 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-e688ca62-a5fe-41f5-b25e-974be7b66421 None None] Attempting to bind port 564b7d6f-229b-42d4-b44b-49593abea816 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '1a1e90a6-11c9-48ca-9cf6-50489ea8469b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'e0158bf8-7b12-4bde-97aa-65ecc58e9fd5'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:35:54.929909 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e688ca62-a5fe-41f5-b25e-974be7b66421 None None] Attempting to bind port 564b7d6f-229b-42d4-b44b-49593abea816 on network e0158bf8-7b12-4bde-97aa-65ecc58e9fd5 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:35:54.951035 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e688ca62-a5fe-41f5-b25e-974be7b66421 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:35:54.951424 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e688ca62-a5fe-41f5-b25e-974be7b66421 None None] Checking segment: {'id': '1a1e90a6-11c9-48ca-9cf6-50489ea8469b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'e0158bf8-7b12-4bde-97aa-65ecc58e9fd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:35:54.951845 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e688ca62-a5fe-41f5-b25e-974be7b66421 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:54.952264 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e688ca62-a5fe-41f5-b25e-974be7b66421 None None] Bound using segment: {'id': '1a1e90a6-11c9-48ca-9cf6-50489ea8469b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'e0158bf8-7b12-4bde-97aa-65ecc58e9fd5'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:35:54.953637 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-e688ca62-a5fe-41f5-b25e-974be7b66421 None None] Bound port: 564b7d6f-229b-42d4-b44b-49593abea816, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a1e90a6-11c9-48ca-9cf6-50489ea8469b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'e0158bf8-7b12-4bde-97aa-65ecc58e9fd5'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:35:54.953637 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e688ca62-a5fe-41f5-b25e-974be7b66421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (564b7d6f-229b-42d4-b44b-49593abea816), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:55.030046 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-863ada97-4f45-4864-9b58-b36856d0414e admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:35:55.068051 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3f6d78-7a03-4e39-a5fa-acf0822bc190 None None] Sync routers for ids ['54ced5e6-fafc-49b5-a8dc-94e54f483860'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:35:55.141963 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-e688ca62-a5fe-41f5-b25e-974be7b66421 None None] For port 564b7d6f-229b-42d4-b44b-49593abea816, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:35:55.145768 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-e688ca62-a5fe-41f5-b25e-974be7b66421 None None] For port 564b7d6f-229b-42d4-b44b-49593abea816, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=564b7d6f-229b-42d4-b44b-49593abea816,segment=NetworkSegment(1a1e90a6-11c9-48ca-9cf6-50489ea8469b),segment_id=1a1e90a6-11c9-48ca-9cf6-50489ea8469b)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:35:55.149185 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3f6d78-7a03-4e39-a5fa-acf0822bc190 None None] Routers {'54ced5e6-fafc-49b5-a8dc-94e54f483860'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:35:55.149992 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-4c3f6d78-7a03-4e39-a5fa-acf0822bc190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:35:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['54ced5e6-fafc-49b5-a8dc-94e54f483860'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:55.186911 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e688ca62-a5fe-41f5-b25e-974be7b66421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (564b7d6f-229b-42d4-b44b-49593abea816), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:55.231606 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-863ada97-4f45-4864-9b58-b36856d0414e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:55.238429 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 57038) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:35:55.239188 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-863ada97-4f45-4864-9b58-b36856d0414e admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.2621038 Feb 09 21:35:55.306177 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 46c86c8e-7e03-4111-9730-cb7e91c761fb up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:35:55.377928 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e688ca62-a5fe-41f5-b25e-974be7b66421 None None] Routers {'ca62dda4-0703-44c0-8217-00ed3d96967a'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:35:55.378579 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-e688ca62-a5fe-41f5-b25e-974be7b66421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:35:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['ca62dda4-0703-44c0-8217-00ed3d96967a'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:55.399447 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-7e97d282-3c9d-481a-a619-a89b5bef2efc None None] Provisioning complete for port 564b7d6f-229b-42d4-b44b-49593abea816 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:55.399447 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7e97d282-3c9d-481a-a619-a89b5bef2efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (564b7d6f-229b-42d4-b44b-49593abea816), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:55.407585 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-4c716d28-7bca-4685-85d6-445d4abf4bf5 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1139523119', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}, 'admin_state_up': False}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:55.429403 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-4c3f6d78-7a03-4e39-a5fa-acf0822bc190 None None] Set router 54ced5e6-fafc-49b5-a8dc-94e54f483860 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:35:55.440903 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4c716d28-7bca-4685-85d6-445d4abf4bf5 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (7dbfc654-4be0-425f-ab57-802081724be2), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:55.442401 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4c716d28-7bca-4685-85d6-445d4abf4bf5 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (7dbfc654-4be0-425f-ab57-802081724be2), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:55.597762 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d35bdb-d989-4e14-9817-95589b8edeec req-6120f90f-9228-4e3a-89a0-978234603e79 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:55.604298 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d6d35bdb-d989-4e14-9817-95589b8edeec req-6120f90f-9228-4e3a-89a0-978234603e79 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/networks?id=83b648e3-9e16-4594-828d-322167244a5e HTTP/1.1" status: 200 len: 815 time: 0.3206646 Feb 09 21:35:55.673313 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d6d35bdb-d989-4e14-9817-95589b8edeec req-5aaab1cd-f860-4a10-af07-be3059f67540 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/quotas/04e055ee152248efa1293c8e02ef57f4 HTTP/1.1" status: 200 len: 375 time: 0.0634477 Feb 09 21:35:55.691376 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 46c86c8e-7e03-4111-9730-cb7e91c761fb triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:55.691716 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (46c86c8e-7e03-4111-9730-cb7e91c761fb), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:55.696926 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b53e25ec-a303-4243-b0a6-fa2ec2619712 req-8a211f30-2042-4ed2-a2d4-ff385c3c9a82 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] 10.222.0.90 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=54a442d5-50a0-4c75-85cc-d19f5bf58118 HTTP/1.1" status: 200 len: 258 time: 1.1208792 Feb 09 21:35:55.702306 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-b53e25ec-a303-4243-b0a6-fa2ec2619712 req-f4ebfe59-da80-42ad-b04c-0b46583f9374 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Request body: {'floatingip': {'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:35:55.746531 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60af7e4-833f-43cc-a6c7-f5afc364a03f None None] Pushing event updated for resources: {'Port': ['ID=564b7d6f-229b-42d4-b44b-49593abea816,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:55.765438 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-b53e25ec-a303-4243-b0a6-fa2ec2619712 req-f4ebfe59-da80-42ad-b04c-0b46583f9374 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:55.806417 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d6d35bdb-d989-4e14-9817-95589b8edeec req-d64f4aa1-6681-43ae-bbac-fb79a6c248d4 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=04e055ee152248efa1293c8e02ef57f4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1321177 Feb 09 21:35:55.833195 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4c716d28-7bca-4685-85d6-445d4abf4bf5 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks [] for router_controller (7dbfc654-4be0-425f-ab57-802081724be2), precommit_add_association {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:55.899770 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-7e97d282-3c9d-481a-a619-a89b5bef2efc None None] Current status of the port 564b7d6f-229b-42d4-b44b-49593abea816 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:55.900542 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7e97d282-3c9d-481a-a619-a89b5bef2efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (564b7d6f-229b-42d4-b44b-49593abea816), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:55.937052 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-4c3f6d78-7a03-4e39-a5fa-acf0822bc190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54ced5e6-fafc-49b5-a8dc-94e54f483860', 'name': 'tempest-TaggedBootDevicesTest_v242-918985318-router', 'tenant_id': '18ba459b325a4da0821abb3dc94f8781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'cc537b70-ac47-4c47-917e-c3f2cc7d30a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:48Z', 'updated_at': '2022-02-09T21:35:52Z', 'revision_number': 3, 'project_id': '18ba459b325a4da0821abb3dc94f8781', 'gw_port': {'id': 'cc537b70-ac47-4c47-917e-c3f2cc7d30a4', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:35:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54ced5e6-fafc-49b5-a8dc-94e54f483860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:50Z', 'updated_at': '2022-02-09T21:35:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:55.992049 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-7e97d282-3c9d-481a-a619-a89b5bef2efc None None] For port 564b7d6f-229b-42d4-b44b-49593abea816, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=564b7d6f-229b-42d4-b44b-49593abea816,segment=NetworkSegment(1a1e90a6-11c9-48ca-9cf6-50489ea8469b),segment_id=1a1e90a6-11c9-48ca-9cf6-50489ea8469b)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:55.996656 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3f6d78-7a03-4e39-a5fa-acf0822bc190 None None] Checking router: 54ced5e6-fafc-49b5-a8dc-94e54f483860 for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:35:55.997211 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3f6d78-7a03-4e39-a5fa-acf0822bc190 None None] Updating router 54ced5e6-fafc-49b5-a8dc-94e54f483860 port cc537b70-ac47-4c47-917e-c3f2cc7d30a4 binding host n-d-828369-5 {{(pid=103143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:35:56.020091 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7e97d282-3c9d-481a-a619-a89b5bef2efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (564b7d6f-229b-42d4-b44b-49593abea816), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:56.074807 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4c3f6d78-7a03-4e39-a5fa-acf0822bc190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (cc537b70-ac47-4c47-917e-c3f2cc7d30a4), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:56.117670 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e97d282-3c9d-481a-a619-a89b5bef2efc None None] Pushing event updated for resources: {'Port': ['ID=564b7d6f-229b-42d4-b44b-49593abea816,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:56.124285 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-e688ca62-a5fe-41f5-b25e-974be7b66421 None None] Set router ca62dda4-0703-44c0-8217-00ed3d96967a gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:35:56.430195 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d6d35bdb-d989-4e14-9817-95589b8edeec req-391dbab4-32ce-4d1a-bc5e-cd9f99fe1bf2 service neutron] 10.222.0.90 "GET /v2.0/networks/83b648e3-9e16-4594-828d-322167244a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6224632 Feb 09 21:35:56.468176 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 46c86c8e-7e03-4111-9730-cb7e91c761fb is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:56.474890 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-ef640d75-1d81-427c-ae49-bb16be7ca656 None None] Provisioning complete for port 564b7d6f-229b-42d4-b44b-49593abea816 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:56.475254 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ef640d75-1d81-427c-ae49-bb16be7ca656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (564b7d6f-229b-42d4-b44b-49593abea816), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:56.557828 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-b53e25ec-a303-4243-b0a6-fa2ec2619712 req-f4ebfe59-da80-42ad-b04c-0b46583f9374 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:56.607770 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4c3f6d78-7a03-4e39-a5fa-acf0822bc190 None None] Publish callbacks [] for port (cc537b70-ac47-4c47-917e-c3f2cc7d30a4), precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:56.615305 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4c3f6d78-7a03-4e39-a5fa-acf0822bc190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (cc537b70-ac47-4c47-917e-c3f2cc7d30a4), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:56.655417 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d6d35bdb-d989-4e14-9817-95589b8edeec req-2f5ff35d-300e-4b90-a586-a0cdb5d786ab service neutron] 10.222.0.90 "GET /v2.0/networks/83b648e3-9e16-4594-828d-322167244a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242291 Feb 09 21:35:56.687588 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4c716d28-7bca-4685-85d6-445d4abf4bf5 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks [] for router_gateway (7dbfc654-4be0-425f-ab57-802081724be2), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:56.754229 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786b5272-47fd-4ac5-9edd-257eb6df3808 None None] Pushing event updated for resources: {'Port': ['ID=cc537b70-ac47-4c47-917e-c3f2cc7d30a4,revision_number=2']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:56.798686 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-ef640d75-1d81-427c-ae49-bb16be7ca656 None None] Current status of the port 564b7d6f-229b-42d4-b44b-49593abea816 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:56.807189 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-4c3f6d78-7a03-4e39-a5fa-acf0822bc190 None None] Attempting to bind port cc537b70-ac47-4c47-917e-c3f2cc7d30a4 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:35:56.811640 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-4c3f6d78-7a03-4e39-a5fa-acf0822bc190 None None] Attempting to bind port cc537b70-ac47-4c47-917e-c3f2cc7d30a4 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:35:56.811640 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3f6d78-7a03-4e39-a5fa-acf0822bc190 None None] Attempting to bind port cc537b70-ac47-4c47-917e-c3f2cc7d30a4 on network 54a442d5-50a0-4c75-85cc-d19f5bf58118 {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:35:56.822256 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3f6d78-7a03-4e39-a5fa-acf0822bc190 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:35:56.825149 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3f6d78-7a03-4e39-a5fa-acf0822bc190 None None] Checking segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:35:56.825685 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4c3f6d78-7a03-4e39-a5fa-acf0822bc190 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:56.826201 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3f6d78-7a03-4e39-a5fa-acf0822bc190 None None] Bound using segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:35:56.826800 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-4c3f6d78-7a03-4e39-a5fa-acf0822bc190 None None] Bound port: cc537b70-ac47-4c47-917e-c3f2cc7d30a4, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:35:56.829823 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4c3f6d78-7a03-4e39-a5fa-acf0822bc190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (cc537b70-ac47-4c47-917e-c3f2cc7d30a4), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:56.845802 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [req-b53e25ec-a303-4243-b0a6-fa2ec2619712 req-f4ebfe59-da80-42ad-b04c-0b46583f9374 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Allocated IP 172.25.3.168 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/c5a9d456-b3b7-4313-9fa0-398172e9f3e2) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:35:56.976007 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-b53e25ec-a303-4243-b0a6-fa2ec2619712 req-f4ebfe59-da80-42ad-b04c-0b46583f9374 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Publish callbacks [] for port (c5a9d456-b3b7-4313-9fa0-398172e9f3e2), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:56.987578 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-4c3f6d78-7a03-4e39-a5fa-acf0822bc190 None None] For port cc537b70-ac47-4c47-917e-c3f2cc7d30a4, host n-d-828369-5, cleared binding levels {{(pid=103143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:35:57.001715 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-e688ca62-a5fe-41f5-b25e-974be7b66421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca62dda4-0703-44c0-8217-00ed3d96967a', 'name': 'tempest-AttachSCSIVolumeTestJSON-388085837-router', 'tenant_id': '79dcf052a68a4dae9e180cb840d1b3c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '1479f36f-d8d0-4ecb-b033-707fd9a922c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:40Z', 'updated_at': '2022-02-09T21:35:45Z', 'revision_number': 4, 'project_id': '79dcf052a68a4dae9e180cb840d1b3c6', 'gw_port': {'id': '1479f36f-d8d0-4ecb-b033-707fd9a922c0', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a8:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca62dda4-0703-44c0-8217-00ed3d96967a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:40Z', 'updated_at': '2022-02-09T21:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '564b7d6f-229b-42d4-b44b-49593abea816', 'name': '', 'network_id': 'e0158bf8-7b12-4bde-97aa-65ecc58e9fd5', 'tenant_id': '79dcf052a68a4dae9e180cb840d1b3c6', 'mac_address': 'fa:16:3e:af:21:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca62dda4-0703-44c0-8217-00ed3d96967a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'a5e0790f-165a-4025-a937-00fafbc04038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:44Z', 'updated_at': '2022-02-09T21:35:55Z', 'revision_number': 4, 'project_id': '79dcf052a68a4dae9e180cb840d1b3c6', 'subnets': [{'id': 'a5e0790f-165a-4025-a937-00fafbc04038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:57.004301 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-4c3f6d78-7a03-4e39-a5fa-acf0822bc190 None None] For port cc537b70-ac47-4c47-917e-c3f2cc7d30a4, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=cc537b70-ac47-4c47-917e-c3f2cc7d30a4,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:35:57.014969 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4c3f6d78-7a03-4e39-a5fa-acf0822bc190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (cc537b70-ac47-4c47-917e-c3f2cc7d30a4), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:57.038176 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-b53e25ec-a303-4243-b0a6-fa2ec2619712 req-f4ebfe59-da80-42ad-b04c-0b46583f9374 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (c5a9d456-b3b7-4313-9fa0-398172e9f3e2), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:57.089196 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e688ca62-a5fe-41f5-b25e-974be7b66421 None None] The sync data for ids ['ca62dda4-0703-44c0-8217-00ed3d96967a'] in n-d-828369-5 is: [{'id': 'ca62dda4-0703-44c0-8217-00ed3d96967a', 'name': 'tempest-AttachSCSIVolumeTestJSON-388085837-router', 'tenant_id': '79dcf052a68a4dae9e180cb840d1b3c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '1479f36f-d8d0-4ecb-b033-707fd9a922c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:40Z', 'updated_at': '2022-02-09T21:35:45Z', 'revision_number': 4, 'project_id': '79dcf052a68a4dae9e180cb840d1b3c6', 'gw_port': {'id': '1479f36f-d8d0-4ecb-b033-707fd9a922c0', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a8:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca62dda4-0703-44c0-8217-00ed3d96967a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:40Z', 'updated_at': '2022-02-09T21:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '564b7d6f-229b-42d4-b44b-49593abea816', 'name': '', 'network_id': 'e0158bf8-7b12-4bde-97aa-65ecc58e9fd5', 'tenant_id': '79dcf052a68a4dae9e180cb840d1b3c6', 'mac_address': 'fa:16:3e:af:21:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca62dda4-0703-44c0-8217-00ed3d96967a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'a5e0790f-165a-4025-a937-00fafbc04038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:44Z', 'updated_at': '2022-02-09T21:35:55Z', 'revision_number': 4, 'project_id': '79dcf052a68a4dae9e180cb840d1b3c6', 'subnets': [{'id': 'a5e0790f-165a-4025-a937-00fafbc04038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:35:57.136977 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3f6d78-7a03-4e39-a5fa-acf0822bc190 None None] Routers {'54ced5e6-fafc-49b5-a8dc-94e54f483860'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:35:57.144192 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-4c3f6d78-7a03-4e39-a5fa-acf0822bc190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:35:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['54ced5e6-fafc-49b5-a8dc-94e54f483860'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:57.297392 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b53e25ec-a303-4243-b0a6-fa2ec2619712 req-f4ebfe59-da80-42ad-b04c-0b46583f9374 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:35:57.303755 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [req-b53e25ec-a303-4243-b0a6-fa2ec2619712 req-f4ebfe59-da80-42ad-b04c-0b46583f9374 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:35:57.306045 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-b53e25ec-a303-4243-b0a6-fa2ec2619712 req-f4ebfe59-da80-42ad-b04c-0b46583f9374 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:35:57.307807 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ebfe59-da80-42ad-b04c-0b46583f9374 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Pushing event updated for resources: {'Port': ['ID=c5a9d456-b3b7-4313-9fa0-398172e9f3e2,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:57.381587 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 564b7d6f-229b-42d4-b44b-49593abea816 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:35:57.429248 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28bc09f-10cd-49ff-862b-94831cbfa376 req-5d37c9a0-6db7-469e-9808-a714a9ba65a4 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:57.430593 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f28bc09f-10cd-49ff-862b-94831cbfa376 req-5d37c9a0-6db7-469e-9808-a714a9ba65a4 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.89 "GET /v2.0/ports?device_id=50e0dbe9-de7a-4515-a141-361c5f3ab1cc HTTP/1.1" status: 200 len: 945 time: 0.3974257 Feb 09 21:35:57.452090 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e76131-5a25-424f-8857-3ac8b674516b req-13846ac9-1291-4999-a0db-c72c072a7fec tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:57.462539 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-73e76131-5a25-424f-8857-3ac8b674516b req-13846ac9-1291-4999-a0db-c72c072a7fec tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=82be41b1-46da-46a7-8af9-241c6a0e3e2d HTTP/1.1" status: 200 len: 949 time: 0.3463261 Feb 09 21:35:57.515776 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 564b7d6f-229b-42d4-b44b-49593abea816 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:57.516459 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (564b7d6f-229b-42d4-b44b-49593abea816), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:57.607939 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-4c3f6d78-7a03-4e39-a5fa-acf0822bc190 None None] Set router 54ced5e6-fafc-49b5-a8dc-94e54f483860 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:35:57.768818 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-73e76131-5a25-424f-8857-3ac8b674516b req-62fdebee-b705-4606-ab4d-3b8d96e7340b tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059561 Feb 09 21:35:57.772331 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 564b7d6f-229b-42d4-b44b-49593abea816 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:57.821958 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786b5272-47fd-4ac5-9edd-257eb6df3808 None None] Pushing event updated for resources: {'Port': ['ID=cc537b70-ac47-4c47-917e-c3f2cc7d30a4,revision_number=3']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:57.904143 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-b53e25ec-a303-4243-b0a6-fa2ec2619712 req-f4ebfe59-da80-42ad-b04c-0b46583f9374 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Publish callbacks [] for floatingip (d30cf8cf-79a6-4f1a-b68b-e3476ac20dea), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:58.102594 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-b53e25ec-a303-4243-b0a6-fa2ec2619712 req-f4ebfe59-da80-42ad-b04c-0b46583f9374 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (c5a9d456-b3b7-4313-9fa0-398172e9f3e2), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:58.118046 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4c716d28-7bca-4685-85d6-445d4abf4bf5 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks [] for router_gateway (7dbfc654-4be0-425f-ab57-802081724be2), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:58.118358 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce08c6e-7672-4d0e-b9fe-ffdf6c68cfd5 req-32d6d165-a70e-4e37-979d-a2cf501bbe94 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:58.120510 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2ce08c6e-7672-4d0e-b9fe-ffdf6c68cfd5 req-32d6d165-a70e-4e37-979d-a2cf501bbe94 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/ports?device_id=1403455a-2632-4781-bcfa-60ab81462070 HTTP/1.1" status: 200 len: 946 time: 0.1867006 Feb 09 21:35:58.168867 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-4c3f6d78-7a03-4e39-a5fa-acf0822bc190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54ced5e6-fafc-49b5-a8dc-94e54f483860', 'name': 'tempest-TaggedBootDevicesTest_v242-918985318-router', 'tenant_id': '18ba459b325a4da0821abb3dc94f8781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'cc537b70-ac47-4c47-917e-c3f2cc7d30a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:48Z', 'updated_at': '2022-02-09T21:35:52Z', 'revision_number': 3, 'project_id': '18ba459b325a4da0821abb3dc94f8781', 'gw_port': {'id': 'cc537b70-ac47-4c47-917e-c3f2cc7d30a4', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:35:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54ced5e6-fafc-49b5-a8dc-94e54f483860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:50Z', 'updated_at': '2022-02-09T21:35:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:35:58.235922 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c31301c6-2404-4a94-bf9f-8e57fa74f469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:58.256886 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2ce08c6e-7672-4d0e-b9fe-ffdf6c68cfd5 req-c5bcd330-ce36-40be-8455-65c250e7a417 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d80a148-e9eb-4688-aae9-f24ed4e32758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090710 Feb 09 21:35:58.367688 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4c716d28-7bca-4685-85d6-445d4abf4bf5 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:58.419131 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3f6d78-7a03-4e39-a5fa-acf0822bc190 None None] The sync data for ids ['54ced5e6-fafc-49b5-a8dc-94e54f483860'] in n-d-828369-5 is: [{'id': '54ced5e6-fafc-49b5-a8dc-94e54f483860', 'name': 'tempest-TaggedBootDevicesTest_v242-918985318-router', 'tenant_id': '18ba459b325a4da0821abb3dc94f8781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'cc537b70-ac47-4c47-917e-c3f2cc7d30a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:48Z', 'updated_at': '2022-02-09T21:35:52Z', 'revision_number': 3, 'project_id': '18ba459b325a4da0821abb3dc94f8781', 'gw_port': {'id': 'cc537b70-ac47-4c47-917e-c3f2cc7d30a4', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:35:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54ced5e6-fafc-49b5-a8dc-94e54f483860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:50Z', 'updated_at': '2022-02-09T21:35:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:35:58.575640 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-b53e25ec-a303-4243-b0a6-fa2ec2619712 req-f4ebfe59-da80-42ad-b04c-0b46583f9374 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Publish callbacks [] for port (c5a9d456-b3b7-4313-9fa0-398172e9f3e2), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:58.587515 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-b53e25ec-a303-4243-b0a6-fa2ec2619712 req-f4ebfe59-da80-42ad-b04c-0b46583f9374 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (c5a9d456-b3b7-4313-9fa0-398172e9f3e2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:58.670551 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6a8bf1ef-7a64-489e-aecc-c6b07905e8fb req-1137ac7f-f710-4e30-a4a5-492affdaa2f2 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/ports?device_id=7859f1d3-5d50-4c2b-9aee-4a3346b90a04 HTTP/1.1" status: 200 len: 210 time: 0.0881457 Feb 09 21:35:58.722709 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-f28bc09f-10cd-49ff-862b-94831cbfa376 req-9300015e-8a22-4f77-9639-2c83b847d860 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Deleting port 89012b68-76ca-42ee-b828-aed345e61ec8 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:35:58.725357 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f28bc09f-10cd-49ff-862b-94831cbfa376 req-9300015e-8a22-4f77-9639-2c83b847d860 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (89012b68-76ca-42ee-b828-aed345e61ec8), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:58.753064 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ebfe59-da80-42ad-b04c-0b46583f9374 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Pushing event updated for resources: {'Port': ['ID=c5a9d456-b3b7-4313-9fa0-398172e9f3e2,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:58.767089 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-b53e25ec-a303-4243-b0a6-fa2ec2619712 req-f4ebfe59-da80-42ad-b04c-0b46583f9374 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (d30cf8cf-79a6-4f1a-b68b-e3476ac20dea), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:58.803609 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-b53e25ec-a303-4243-b0a6-fa2ec2619712 req-f4ebfe59-da80-42ad-b04c-0b46583f9374 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:58.805137 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b53e25ec-a303-4243-b0a6-fa2ec2619712 req-f4ebfe59-da80-42ad-b04c-0b46583f9374 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1073856 Feb 09 21:35:58.893446 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-4c716d28-7bca-4685-85d6-445d4abf4bf5 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Allocated IP 172.25.3.215 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/c5fbfc38-6cb0-4316-a34d-13659e74ac59) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:35:58.994000 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b53e25ec-a303-4243-b0a6-fa2ec2619712 req-757946e4-a71d-4c04-947d-27b75fd20829 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] 10.222.0.90 "GET /v2.0/floatingips?floating_ip_address=172.25.3.168 HTTP/1.1" status: 200 len: 696 time: 0.1755486 Feb 09 21:35:59.209855 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-c31301c6-2404-4a94-bf9f-8e57fa74f469 admin admin] Allocated IP 172.20.0.1 (8185c7c8-686b-411f-8c8d-101dfc1ac3a8/413233c4-7ff7-4428-a26b-9211d4e793f3/d88b7afa-343f-4d26-9fcb-cf7426a454d8) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:35:59.361624 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device cc537b70-ac47-4c47-917e-c3f2cc7d30a4 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:35:59.418892 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffc6179-ed1d-4a69-9bf1-e770e9315492 req-916e0f31-d8b5-4d61-bfdd-f060991b78a7 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:59.425033 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6ffc6179-ed1d-4a69-9bf1-e770e9315492 req-916e0f31-d8b5-4d61-bfdd-f060991b78a7 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=82be41b1-46da-46a7-8af9-241c6a0e3e2d HTTP/1.1" status: 200 len: 949 time: 0.2091105 Feb 09 21:35:59.516290 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c31301c6-2404-4a94-bf9f-8e57fa74f469 admin admin] Publish callbacks [] for port (d88b7afa-343f-4d26-9fcb-cf7426a454d8), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:59.516507 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port cc537b70-ac47-4c47-917e-c3f2cc7d30a4 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:35:59.516980 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (cc537b70-ac47-4c47-917e-c3f2cc7d30a4), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:59.562439 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e25ec-a303-4243-b0a6-fa2ec2619712 req-560f2330-c51b-4bd6-aa9a-7ffbcd18b670 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:59.583622 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b53e25ec-a303-4243-b0a6-fa2ec2619712 req-560f2330-c51b-4bd6-aa9a-7ffbcd18b670 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] 10.222.0.90 "GET /v2.0/networks/54a442d5-50a0-4c75-85cc-d19f5bf58118 HTTP/1.1" status: 200 len: 784 time: 0.5729423 Feb 09 21:35:59.685509 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6ffc6179-ed1d-4a69-9bf1-e770e9315492 req-a5c5705b-a0ca-4076-aa37-f9c8c7865fcf tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562015 Feb 09 21:35:59.739768 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port cc537b70-ac47-4c47-917e-c3f2cc7d30a4 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:35:59.740172 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (cc537b70-ac47-4c47-917e-c3f2cc7d30a4), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:59.753521 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c31301c6-2404-4a94-bf9f-8e57fa74f469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (d88b7afa-343f-4d26-9fcb-cf7426a454d8), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:59.773723 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-f28bc09f-10cd-49ff-862b-94831cbfa376 req-9300015e-8a22-4f77-9639-2c83b847d860 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] For port 89012b68-76ca-42ee-b828-aed345e61ec8, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=89012b68-76ca-42ee-b828-aed345e61ec8,segment=NetworkSegment(b8c2a339-696c-42ff-9706-e9c7145ef2ff),segment_id=b8c2a339-696c-42ff-9706-e9c7145ef2ff)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:59.774177 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f28bc09f-10cd-49ff-862b-94831cbfa376 req-9300015e-8a22-4f77-9639-2c83b847d860 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (89012b68-76ca-42ee-b828-aed345e61ec8), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:59.779919 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4c716d28-7bca-4685-85d6-445d4abf4bf5 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks [] for port (c5fbfc38-6cb0-4316-a34d-13659e74ac59), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:59.785008 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port cc537b70-ac47-4c47-917e-c3f2cc7d30a4, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=cc537b70-ac47-4c47-917e-c3f2cc7d30a4,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:35:59.790364 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (cc537b70-ac47-4c47-917e-c3f2cc7d30a4), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:35:59.910149 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-f28bc09f-10cd-49ff-862b-94831cbfa376 req-9300015e-8a22-4f77-9639-2c83b847d860 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Calling delete_port for 89012b68-76ca-42ee-b828-aed345e61ec8 owned by compute:nova {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:35:59.965817 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=cc537b70-ac47-4c47-917e-c3f2cc7d30a4,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:35:59.970055 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9c3f92-cdfd-4eb2-bcbb-13cd33dc59e1 req-fbfbd5d1-6c50-4cd5-b0a6-b724c24f7f01 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:35:59.978747 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31301c6-2404-4a94-bf9f-8e57fa74f469 admin admin] Network 8185c7c8-686b-411f-8c8d-101dfc1ac3a8 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:35:59.982067 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1f9c3f92-cdfd-4eb2-bcbb-13cd33dc59e1 req-fbfbd5d1-6c50-4cd5-b0a6-b724c24f7f01 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/ports?device_id=1403455a-2632-4781-bcfa-60ab81462070 HTTP/1.1" status: 200 len: 946 time: 0.1761212 Feb 09 21:36:00.024923 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31301c6-2404-4a94-bf9f-8e57fa74f469 admin admin] Pushing event updated for resources: {'Port': ['ID=d88b7afa-343f-4d26-9fcb-cf7426a454d8,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:00.029666 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-c31301c6-2404-4a94-bf9f-8e57fa74f469 admin admin] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:36:00.136003 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1f9c3f92-cdfd-4eb2-bcbb-13cd33dc59e1 req-63819273-6624-4562-85c6-e69441f84c14 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d80a148-e9eb-4688-aae9-f24ed4e32758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466339 Feb 09 21:36:00.205200 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31301c6-2404-4a94-bf9f-8e57fa74f469 admin admin] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:36:00.211119 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2f95ec-8517-4feb-8b4d-ce623f27d7b7 req-43dffe72-3ade-4314-91a6-179a5b1a2202 tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:00.214112 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3d2f95ec-8517-4feb-8b4d-ce623f27d7b7 req-43dffe72-3ade-4314-91a6-179a5b1a2202 tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] 10.222.0.90 "GET /v2.0/ports?device_id=7c972404-e5ee-4b31-b469-d2aabada3224 HTTP/1.1" status: 200 len: 945 time: 0.2035105 Feb 09 21:36:00.266198 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c31301c6-2404-4a94-bf9f-8e57fa74f469 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554727'] for router_interface (54ced5e6-fafc-49b5-a8dc-94e54f483860), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:00.305614 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 89012b68-76ca-42ee-b828-aed345e61ec8 no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:36:00.368380 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4c716d28-7bca-4685-85d6-445d4abf4bf5 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (c5fbfc38-6cb0-4316-a34d-13659e74ac59), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:00.391244 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3d2f95ec-8517-4feb-8b4d-ce623f27d7b7 req-6c2e394a-feec-4526-8a5c-f3534bf90810 tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] 10.222.0.90 "GET /v2.0/security-groups?id=47b8d546-ab8a-4003-b5cc-741806b9d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1650021 Feb 09 21:36:00.416861 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] No Port match for: 89012b68-76ca-42ee-b828-aed345e61ec8 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:36:00.419320 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 89012b68-76ca-42ee-b828-aed345e61ec8 not bound to the agent host n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:36:00.470746 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-08d632da-e09c-4b0d-b8f4-300479c457c8 None None] Provisioning complete for port d88b7afa-343f-4d26-9fcb-cf7426a454d8 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:36:00.471662 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-08d632da-e09c-4b0d-b8f4-300479c457c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (d88b7afa-343f-4d26-9fcb-cf7426a454d8), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:00.473142 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f28bc09f-10cd-49ff-862b-94831cbfa376 req-9300015e-8a22-4f77-9639-2c83b847d860 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (89012b68-76ca-42ee-b828-aed345e61ec8), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:00.505358 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aec266-3fe5-494e-a62b-24e9812da656 req-390ddfa9-1f81-4975-9daf-5163b957807b tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:00.513067 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-04aec266-3fe5-494e-a62b-24e9812da656 req-390ddfa9-1f81-4975-9daf-5163b957807b tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] 10.222.0.90 "GET /v2.0/ports?device_id=d4cfa82c-d76c-4199-9356-cdb5c72a400a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2146828 Feb 09 21:36:00.527919 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-08d632da-e09c-4b0d-b8f4-300479c457c8 None None] Port d88b7afa-343f-4d26-9fcb-cf7426a454d8 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:36:00.537080 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d35bdb-d989-4e14-9817-95589b8edeec req-2ec09c83-7369-481f-aee2-cf9df189f0af tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:00.538597 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d6d35bdb-d989-4e14-9817-95589b8edeec req-2ec09c83-7369-481f-aee2-cf9df189f0af tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.89 "GET /v2.0/networks?id=83b648e3-9e16-4594-828d-322167244a5e HTTP/1.1" status: 200 len: 815 time: 1.3641696 Feb 09 21:36:00.562058 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-d6d35bdb-d989-4e14-9817-95589b8edeec req-dda2af89-5db5-4724-a612-f80e85a8a0f1 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Request body: {'port': {'device_id': '7859f1d3-5d50-4c2b-9aee-4a3346b90a04', 'network_id': '83b648e3-9e16-4594-828d-322167244a5e', 'admin_state_up': True, 'tenant_id': '04e055ee152248efa1293c8e02ef57f4'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:36:00.643438 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c716d28-7bca-4685-85d6-445d4abf4bf5 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:36:00.676151 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-4c716d28-7bca-4685-85d6-445d4abf4bf5 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:36:00.688213 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c716d28-7bca-4685-85d6-445d4abf4bf5 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:36:00.696454 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c716d28-7bca-4685-85d6-445d4abf4bf5 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Pushing event updated for resources: {'Port': ['ID=c5fbfc38-6cb0-4316-a34d-13659e74ac59,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:00.728950 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5e73aca0-20c3-40c4-a5cd-de713019f401 req-03d12b57-bf13-4816-9aae-3fc2fb90bb29 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/ports?device_id=7859f1d3-5d50-4c2b-9aee-4a3346b90a04 HTTP/1.1" status: 200 len: 210 time: 0.1942265 Feb 09 21:36:00.739539 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-04aec266-3fe5-494e-a62b-24e9812da656 req-c7fd3dd3-a57a-4b33-a62d-9e656c990fc1 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] 10.222.0.90 "GET /v2.0/floatingips?floating_ip_address=172.25.3.168 HTTP/1.1" status: 200 len: 696 time: 0.2216043 Feb 09 21:36:00.753455 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-04aec266-3fe5-494e-a62b-24e9812da656 req-6ab6311e-3423-40e0-8c17-e34c0cee0ca9 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Request body: {'floatingip': {'port_id': '4281858c-1eff-4109-ba51-e741b6ff6796', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:36:00.845121 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-f28bc09f-10cd-49ff-862b-94831cbfa376 req-9300015e-8a22-4f77-9639-2c83b847d860 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] No DVR routers for this DVR port 89012b68-76ca-42ee-b828-aed345e61ec8 on host n-h2-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:36:00.857259 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f28bc09f-10cd-49ff-862b-94831cbfa376 req-9300015e-8a22-4f77-9639-2c83b847d860 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:00.863848 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f28bc09f-10cd-49ff-862b-94831cbfa376 req-9300015e-8a22-4f77-9639-2c83b847d860 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.89 "DELETE /v2.0/ports/89012b68-76ca-42ee-b828-aed345e61ec8 HTTP/1.1" status: 204 len: 173 time: 3.4199181 Feb 09 21:36:00.874041 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-04aec266-3fe5-494e-a62b-24e9812da656 req-6ab6311e-3423-40e0-8c17-e34c0cee0ca9 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Publish callbacks [] for floatingip (d30cf8cf-79a6-4f1a-b68b-e3476ac20dea), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:00.878180 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50e0dbe9-de7a-4515-a141-361c5f3ab1cc', 'name': 'network-vif-deleted', 'tag': '89012b68-76ca-42ee-b828-aed345e61ec8'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:36:00.880563 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3144919c-e419-4147-99f0-f7f8bd466828" -d '{"events": [{"server_uuid": "50e0dbe9-de7a-4515-a141-361c5f3ab1cc", "name": "network-vif-deleted", "tag": "89012b68-76ca-42ee-b828-aed345e61ec8"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:36:00.885658 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9300015e-8a22-4f77-9639-2c83b847d860 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Pushing event deleted for resources: {'Port': ['ID=89012b68-76ca-42ee-b828-aed345e61ec8,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:01.075175 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c31301c6-2404-4a94-bf9f-8e57fa74f469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (d88b7afa-343f-4d26-9fcb-cf7426a454d8), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:01.079269 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d59a22-417a-40fb-b0a5-3a9d34ea3fd8 req-df3791be-e2fb-4bea-9371-7ea5d042edc5 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:01.081950 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-94d59a22-417a-40fb-b0a5-3a9d34ea3fd8 req-df3791be-e2fb-4bea-9371-7ea5d042edc5 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=82be41b1-46da-46a7-8af9-241c6a0e3e2d HTTP/1.1" status: 200 len: 949 time: 0.2299614 Feb 09 21:36:01.242933 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device cc537b70-ac47-4c47-917e-c3f2cc7d30a4 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:36:01.262608 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6d35bdb-d989-4e14-9817-95589b8edeec req-dda2af89-5db5-4724-a612-f80e85a8a0f1 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Made reservation on behalf of 04e055ee152248efa1293c8e02ef57f4 for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:36:01.266432 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-d6d35bdb-d989-4e14-9817-95589b8edeec req-dda2af89-5db5-4724-a612-f80e85a8a0f1 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:01.294479 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-94d59a22-417a-40fb-b0a5-3a9d34ea3fd8 req-08bc331c-5e5c-4e6c-8e1e-38665e6dda7f tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950355 Feb 09 21:36:01.414729 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port cc537b70-ac47-4c47-917e-c3f2cc7d30a4 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:36:01.415624 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (cc537b70-ac47-4c47-917e-c3f2cc7d30a4), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:01.645097 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port cc537b70-ac47-4c47-917e-c3f2cc7d30a4 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:36:01.826201 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5614dd9b-bc16-4433-b49e-5a21856f403b x-openstack-request-id: req-5614dd9b-bc16-4433-b49e-5a21856f403b {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:36:01.826201 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50e0dbe9-de7a-4515-a141-361c5f3ab1cc", "name": "network-vif-deleted", "tag": "89012b68-76ca-42ee-b828-aed345e61ec8", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:36:01.826598 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-5614dd9b-bc16-4433-b49e-5a21856f403b {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:36:01.826811 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50e0dbe9-de7a-4515-a141-361c5f3ab1cc', 'name': 'network-vif-deleted', 'tag': '89012b68-76ca-42ee-b828-aed345e61ec8', 'status': 'completed', 'code': 200} Feb 09 21:36:01.941245 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258cb7d7-9042-43ac-8ba0-09195d1a4b4c req-f0f47c94-84e1-4839-a9fb-e1a3d61102c4 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:01.948324 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-258cb7d7-9042-43ac-8ba0-09195d1a4b4c req-f0f47c94-84e1-4839-a9fb-e1a3d61102c4 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/ports?device_id=1403455a-2632-4781-bcfa-60ab81462070 HTTP/1.1" status: 200 len: 946 time: 0.1186998 Feb 09 21:36:01.958822 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-04aec266-3fe5-494e-a62b-24e9812da656 req-6ab6311e-3423-40e0-8c17-e34c0cee0ca9 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:01.968748 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-04aec266-3fe5-494e-a62b-24e9812da656 req-6ab6311e-3423-40e0-8c17-e34c0cee0ca9 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (d30cf8cf-79a6-4f1a-b68b-e3476ac20dea), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:02.101104 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4c716d28-7bca-4685-85d6-445d4abf4bf5 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks [] for router_gateway (7dbfc654-4be0-425f-ab57-802081724be2), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:02.108092 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-258cb7d7-9042-43ac-8ba0-09195d1a4b4c req-23240d58-a44b-437a-9a45-cf3eafa9d9f3 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d80a148-e9eb-4688-aae9-f24ed4e32758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536641 Feb 09 21:36:02.113386 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-602b91f4-4e10-4a28-b4a4-e6f5c2e16ab5 req-18a81ee2-968f-4e93-b141-7a7545f71b59 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=2c4dadfc-4571-4c50-811c-72f64728536f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2900047 Feb 09 21:36:02.164357 n-d-828369-5 neutron-server[103140]: INFO neutron.db.l3_db [req-04aec266-3fe5-494e-a62b-24e9812da656 req-6ab6311e-3423-40e0-8c17-e34c0cee0ca9 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Floating IP d30cf8cf-79a6-4f1a-b68b-e3476ac20dea associated. External IP: 172.25.3.168, port: 4281858c-1eff-4109-ba51-e741b6ff6796. Feb 09 21:36:02.271296 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [req-d6d35bdb-d989-4e14-9817-95589b8edeec req-dda2af89-5db5-4724-a612-f80e85a8a0f1 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Allocated IP 172.20.0.4 (83b648e3-9e16-4594-828d-322167244a5e/33895a87-c686-4060-8a0c-2f9b961a8554/923cbd4b-05ae-410e-89b1-2f760e1dfdbe) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:36:02.304841 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c31301c6-2404-4a94-bf9f-8e57fa74f469 admin admin] Publish callbacks [] for port (d88b7afa-343f-4d26-9fcb-cf7426a454d8), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:02.320955 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c31301c6-2404-4a94-bf9f-8e57fa74f469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (d88b7afa-343f-4d26-9fcb-cf7426a454d8), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:02.356910 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ecd91-1140-4d89-95c9-fd8402831e64 req-6494d145-25e0-453c-ab03-ddad63bee9ca tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:02.363392 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-229ecd91-1140-4d89-95c9-fd8402831e64 req-6494d145-25e0-453c-ab03-ddad63bee9ca tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] 10.222.0.90 "GET /v2.0/ports?device_id=7c972404-e5ee-4b31-b469-d2aabada3224 HTTP/1.1" status: 200 len: 945 time: 0.1362813 Feb 09 21:36:02.422245 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602b91f4-4e10-4a28-b4a4-e6f5c2e16ab5 req-1954c0c4-d0ed-4126-b00d-f399dfb7133b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:02.423763 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-602b91f4-4e10-4a28-b4a4-e6f5c2e16ab5 req-1954c0c4-d0ed-4126-b00d-f399dfb7133b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=def3446e95584f24b6fdfb40ceda16ab&device_id=2c4dadfc-4571-4c50-811c-72f64728536f HTTP/1.1" status: 200 len: 1131 time: 0.2270024 Feb 09 21:36:02.432553 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-229ecd91-1140-4d89-95c9-fd8402831e64 req-4c038fb6-1422-44ff-ab6e-130edbb23a1f tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] 10.222.0.90 "GET /v2.0/security-groups?id=47b8d546-ab8a-4003-b5cc-741806b9d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624444 Feb 09 21:36:02.547908 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31301c6-2404-4a94-bf9f-8e57fa74f469 admin admin] Pushing event updated for resources: {'Port': ['ID=d88b7afa-343f-4d26-9fcb-cf7426a454d8,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:02.550445 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c31301c6-2404-4a94-bf9f-8e57fa74f469 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524919'] for router_interface (54ced5e6-fafc-49b5-a8dc-94e54f483860), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:02.600192 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f8c7906b-76bc-4149-bc8e-a09ef34df272 req-8fa864ed-2441-4416-ade6-5db8d3af6df5 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/ports?device_id=7859f1d3-5d50-4c2b-9aee-4a3346b90a04 HTTP/1.1" status: 200 len: 210 time: 0.0438159 Feb 09 21:36:02.676391 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [req-04aec266-3fe5-494e-a62b-24e9812da656 req-6ab6311e-3423-40e0-8c17-e34c0cee0ca9 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Router 17975e9d-008f-4038-94c2-4737ed47cb25 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:36:02.828842 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4c716d28-7bca-4685-85d6-445d4abf4bf5 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (7dbfc654-4be0-425f-ab57-802081724be2), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:02.854258 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602b91f4-4e10-4a28-b4a4-e6f5c2e16ab5 req-c383c53f-c60d-4c7b-98d9-5024649e683b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:02.856361 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-602b91f4-4e10-4a28-b4a4-e6f5c2e16ab5 req-c383c53f-c60d-4c7b-98d9-5024649e683b service neutron] 10.222.0.89 "GET /v2.0/networks?id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc HTTP/1.1" status: 200 len: 870 time: 0.3422174 Feb 09 21:36:02.906831 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ddfebc-8ae0-48ad-9d8b-984077825ae3 req-dbc3fa15-6ad0-444b-9674-3c4131fa0661 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:02.908352 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c3ddfebc-8ae0-48ad-9d8b-984077825ae3 req-dbc3fa15-6ad0-444b-9674-3c4131fa0661 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=82be41b1-46da-46a7-8af9-241c6a0e3e2d HTTP/1.1" status: 200 len: 949 time: 0.2308583 Feb 09 21:36:02.969618 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-d6d35bdb-d989-4e14-9817-95589b8edeec req-dda2af89-5db5-4724-a612-f80e85a8a0f1 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Publish callbacks [] for port (923cbd4b-05ae-410e-89b1-2f760e1dfdbe), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:03.010767 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-602b91f4-4e10-4a28-b4a4-e6f5c2e16ab5 req-1087fc1b-b000-4fe1-aec1-c2bc08e3b41d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=6baa751d-f156-4998-94bb-c6f43767cb46 HTTP/1.1" status: 200 len: 217 time: 0.1433153 Feb 09 21:36:03.029931 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31301c6-2404-4a94-bf9f-8e57fa74f469 admin admin] Network 8185c7c8-686b-411f-8c8d-101dfc1ac3a8 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:36:03.046921 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-c31301c6-2404-4a94-bf9f-8e57fa74f469 admin admin] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:36:03.257930 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-d6d35bdb-d989-4e14-9817-95589b8edeec req-dda2af89-5db5-4724-a612-f80e85a8a0f1 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (923cbd4b-05ae-410e-89b1-2f760e1dfdbe), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:03.260767 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602b91f4-4e10-4a28-b4a4-e6f5c2e16ab5 req-6aa4e290-251e-45f7-8d0e-d0fcddf1cf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:03.264477 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-602b91f4-4e10-4a28-b4a4-e6f5c2e16ab5 req-6aa4e290-251e-45f7-8d0e-d0fcddf1cf74 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0f7402ac-a35b-414b-bcc1-bc1c3072ec3c HTTP/1.1" status: 200 len: 843 time: 0.2401032 Feb 09 21:36:03.310288 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c3ddfebc-8ae0-48ad-9d8b-984077825ae3 req-b96ec694-2eec-457f-8500-46f97cbafd63 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3940890 Feb 09 21:36:03.321800 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-04aec266-3fe5-494e-a62b-24e9812da656 req-6ab6311e-3423-40e0-8c17-e34c0cee0ca9 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:36:03.336951 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd2a0a5-42be-4889-9574-36a6ed21f8f1 None None] Sync routers for ids ['17975e9d-008f-4038-94c2-4737ed47cb25'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:36:03.341543 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-04aec266-3fe5-494e-a62b-24e9812da656 req-6ab6311e-3423-40e0-8c17-e34c0cee0ca9 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:03.357937 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd2a0a5-42be-4889-9574-36a6ed21f8f1 None None] Routers {'17975e9d-008f-4038-94c2-4737ed47cb25'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:36:03.358918 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-4dd2a0a5-42be-4889-9574-36a6ed21f8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:35:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['17975e9d-008f-4038-94c2-4737ed47cb25'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:03.391238 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6d35bdb-d989-4e14-9817-95589b8edeec req-dda2af89-5db5-4724-a612-f80e85a8a0f1 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Network 83b648e3-9e16-4594-828d-322167244a5e is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:36:03.423279 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-04aec266-3fe5-494e-a62b-24e9812da656 req-6ab6311e-3423-40e0-8c17-e34c0cee0ca9 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] 10.222.0.90 "PUT /v2.0/floatingips/d30cf8cf-79a6-4f1a-b68b-e3476ac20dea HTTP/1.1" status: 200 len: 996 time: 2.6739802 Feb 09 21:36:03.423936 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4cfa82c-d76c-4199-9356-cdb5c72a400a', 'tag': '4281858c-1eff-4109-ba51-e741b6ff6796'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:36:03.429631 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df2588bd-e88d-40b6-8b42-a0c630cff609" -d '{"events": [{"name": "network-changed", "server_uuid": "d4cfa82c-d76c-4199-9356-cdb5c72a400a", "tag": "4281858c-1eff-4109-ba51-e741b6ff6796"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:36:03.439040 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [req-d6d35bdb-d989-4e14-9817-95589b8edeec req-dda2af89-5db5-4724-a612-f80e85a8a0f1 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:36:03.449598 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6d35bdb-d989-4e14-9817-95589b8edeec req-dda2af89-5db5-4724-a612-f80e85a8a0f1 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:36:03.520991 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-fe2f6f3b-60d2-41d5-a5af-76071d5bc82c None None] Provisioning complete for port d88b7afa-343f-4d26-9fcb-cf7426a454d8 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:36:03.521676 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-fe2f6f3b-60d2-41d5-a5af-76071d5bc82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (d88b7afa-343f-4d26-9fcb-cf7426a454d8), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:03.527610 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602b91f4-4e10-4a28-b4a4-e6f5c2e16ab5 req-e05f46e2-1fba-46d9-b39a-3988360f03e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:03.529216 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-602b91f4-4e10-4a28-b4a4-e6f5c2e16ab5 req-e05f46e2-1fba-46d9-b39a-3988360f03e6 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2430627 Feb 09 21:36:03.535341 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d35bdb-d989-4e14-9817-95589b8edeec req-dda2af89-5db5-4724-a612-f80e85a8a0f1 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:03.535989 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-d6d35bdb-d989-4e14-9817-95589b8edeec req-dda2af89-5db5-4724-a612-f80e85a8a0f1 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:03.550595 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59848e3-6aa0-409e-b733-47ef49953d43 req-1bce7c51-9edb-46d4-8d68-ae4287978084 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:03.552328 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d59848e3-6aa0-409e-b733-47ef49953d43 req-1bce7c51-9edb-46d4-8d68-ae4287978084 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/ports?device_id=1403455a-2632-4781-bcfa-60ab81462070 HTTP/1.1" status: 200 len: 946 time: 0.1064656 Feb 09 21:36:03.573459 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aec266-3fe5-494e-a62b-24e9812da656 req-08c51c07-6ea0-4ab1-9e0d-9f7a9b132fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:03.577646 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-04aec266-3fe5-494e-a62b-24e9812da656 req-08c51c07-6ea0-4ab1-9e0d-9f7a9b132fb2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=10728d8d3f684788881f8ffec480c397&device_id=d4cfa82c-d76c-4199-9356-cdb5c72a400a HTTP/1.1" status: 200 len: 1127 time: 0.1430573 Feb 09 21:36:03.582624 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-4dd2a0a5-42be-4889-9574-36a6ed21f8f1 None None] Set router 17975e9d-008f-4038-94c2-4737ed47cb25 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:36:03.599189 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d6d35bdb-d989-4e14-9817-95589b8edeec req-dda2af89-5db5-4724-a612-f80e85a8a0f1 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0417373 Feb 09 21:36:03.631843 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda2af89-5db5-4724-a612-f80e85a8a0f1 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Pushing event updated for resources: {'Port': ['ID=923cbd4b-05ae-410e-89b1-2f760e1dfdbe,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:03.646137 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-d6d35bdb-d989-4e14-9817-95589b8edeec req-9c60ed25-c402-4c46-80bc-7384077aada6 service neutron] Request body: {'port': {'device_id': '7859f1d3-5d50-4c2b-9aee-4a3346b90a04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:36:03.649030 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c716d28-7bca-4685-85d6-445d4abf4bf5 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Router 7dbfc654-4be0-425f-ab57-802081724be2 is scheduled to L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 with binding_index 1 {{(pid=103141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:36:03.690149 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c31301c6-2404-4a94-bf9f-8e57fa74f469 admin admin] Router 54ced5e6-fafc-49b5-a8dc-94e54f483860 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:36:03.706074 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d59848e3-6aa0-409e-b733-47ef49953d43 req-02eae672-0a35-49b1-9a29-6297c129dd44 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d80a148-e9eb-4688-aae9-f24ed4e32758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464086 Feb 09 21:36:03.785195 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aec266-3fe5-494e-a62b-24e9812da656 req-270f9727-19f7-468f-9786-c8828d597d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:03.787498 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-04aec266-3fe5-494e-a62b-24e9812da656 req-270f9727-19f7-468f-9786-c8828d597d26 service neutron] 10.222.0.90 "GET /v2.0/networks?id=fec17942-beb5-4931-bf14-c3cd0b51a29d HTTP/1.1" status: 200 len: 930 time: 0.1719573 Feb 09 21:36:03.789549 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dad662e-a8f2-42c5-ba0a-8f396064eff8 x-openstack-request-id: req-2dad662e-a8f2-42c5-ba0a-8f396064eff8 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:36:03.789904 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4cfa82c-d76c-4199-9356-cdb5c72a400a", "tag": "4281858c-1eff-4109-ba51-e741b6ff6796", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:36:03.790168 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-2dad662e-a8f2-42c5-ba0a-8f396064eff8 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:36:03.790569 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4cfa82c-d76c-4199-9356-cdb5c72a400a', 'tag': '4281858c-1eff-4109-ba51-e741b6ff6796', 'status': 'completed', 'code': 200} Feb 09 21:36:03.796732 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-fe2f6f3b-60d2-41d5-a5af-76071d5bc82c None None] Port d88b7afa-343f-4d26-9fcb-cf7426a454d8 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:36:03.943405 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-4dd2a0a5-42be-4889-9574-36a6ed21f8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17975e9d-008f-4038-94c2-4737ed47cb25', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1758693901-router', 'tenant_id': '10728d8d3f684788881f8ffec480c397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '69d7a2b4-d97a-4cfd-bd46-a7f27b897575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:20Z', 'updated_at': '2022-02-09T21:35:26Z', 'revision_number': 4, 'project_id': '10728d8d3f684788881f8ffec480c397', 'gw_port': {'id': '69d7a2b4-d97a-4cfd-bd46-a7f27b897575', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:04:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17975e9d-008f-4038-94c2-4737ed47cb25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:21Z', 'updated_at': '2022-02-09T21:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': 'd30cf8cf-79a6-4f1a-b68b-e3476ac20dea', 'tenant_id': '10728d8d3f684788881f8ffec480c397', 'floating_ip_address': '172.25.3.168', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': '17975e9d-008f-4038-94c2-4737ed47cb25', 'port_id': '4281858c-1eff-4109-ba51-e741b6ff6796', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1095, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fec17942-beb5-4931-bf14-c3cd0b51a29d', 'mac_address': 'fa:16:3e:3d:55:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cfa82c-d76c-4199-9356-cdb5c72a400a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:35:57Z', 'updated_at': '2022-02-09T21:36:01Z', 'revision_number': 1, 'project_id': '10728d8d3f684788881f8ffec480c397', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5155738-e889-4b4b-bb6f-70469f1a003c', 'name': '', 'network_id': 'fec17942-beb5-4931-bf14-c3cd0b51a29d', 'tenant_id': '10728d8d3f684788881f8ffec480c397', 'mac_address': 'fa:16:3e:32:28:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17975e9d-008f-4038-94c2-4737ed47cb25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '58a89c03-6cc3-4eb7-93a9-8479c0cb0584', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:25Z', 'updated_at': '2022-02-09T21:35:32Z', 'revision_number': 5, 'project_id': '10728d8d3f684788881f8ffec480c397', 'subnets': [{'id': '58a89c03-6cc3-4eb7-93a9-8479c0cb0584', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:03.974595 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd2a0a5-42be-4889-9574-36a6ed21f8f1 None None] Checking router: 17975e9d-008f-4038-94c2-4737ed47cb25 for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:36:03.980187 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-04aec266-3fe5-494e-a62b-24e9812da656 req-8d545919-0ff0-41b1-8c60-b0c8f0b345c4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4281858c-1eff-4109-ba51-e741b6ff6796 HTTP/1.1" status: 200 len: 999 time: 0.1862755 Feb 09 21:36:03.984146 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd2a0a5-42be-4889-9574-36a6ed21f8f1 None None] Routers {'17975e9d-008f-4038-94c2-4737ed47cb25'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:36:03.984843 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-4dd2a0a5-42be-4889-9574-36a6ed21f8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:35:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['17975e9d-008f-4038-94c2-4737ed47cb25'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:03.995320 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2588bd-e88d-40b6-8b42-a0c630cff609 req-f16abf31-aa73-484a-b40d-2d333a43e44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:03.997624 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-df2588bd-e88d-40b6-8b42-a0c630cff609 req-f16abf31-aa73-484a-b40d-2d333a43e44e service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=10728d8d3f684788881f8ffec480c397&device_id=d4cfa82c-d76c-4199-9356-cdb5c72a400a HTTP/1.1" status: 200 len: 1127 time: 0.1424298 Feb 09 21:36:04.045547 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed3ae04-0818-40ff-8fba-de1a8421d3c4 req-fbf8fba5-22e1-4453-9781-25ce961a1319 tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:04.052700 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2ed3ae04-0818-40ff-8fba-de1a8421d3c4 req-fbf8fba5-22e1-4453-9781-25ce961a1319 tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] 10.222.0.90 "GET /v2.0/ports?device_id=7c972404-e5ee-4b31-b469-d2aabada3224 HTTP/1.1" status: 200 len: 945 time: 0.1538048 Feb 09 21:36:04.143112 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aec266-3fe5-494e-a62b-24e9812da656 req-309e8583-35ad-42a4-b149-311cc76e9e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:04.144713 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-04aec266-3fe5-494e-a62b-24e9812da656 req-309e8583-35ad-42a4-b149-311cc76e9e39 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=58a89c03-6cc3-4eb7-93a9-8479c0cb0584 HTTP/1.1" status: 200 len: 868 time: 0.1536975 Feb 09 21:36:04.164673 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-4dd2a0a5-42be-4889-9574-36a6ed21f8f1 None None] Set router 17975e9d-008f-4038-94c2-4737ed47cb25 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:36:04.228595 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2ed3ae04-0818-40ff-8fba-de1a8421d3c4 req-ca3fad5a-2fc5-47cc-9a00-6a725a2468b6 tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] 10.222.0.90 "GET /v2.0/security-groups?id=47b8d546-ab8a-4003-b5cc-741806b9d4df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1603577 Feb 09 21:36:04.285559 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2588bd-e88d-40b6-8b42-a0c630cff609 req-aede99ca-c3a3-4cfb-a811-27d2031d97a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:04.287070 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-df2588bd-e88d-40b6-8b42-a0c630cff609 req-aede99ca-c3a3-4cfb-a811-27d2031d97a9 service neutron] 10.222.0.95 "GET /v2.0/networks?id=fec17942-beb5-4931-bf14-c3cd0b51a29d HTTP/1.1" status: 200 len: 930 time: 0.2568655 Feb 09 21:36:04.298665 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aec266-3fe5-494e-a62b-24e9812da656 req-176ae5ac-de8d-4df2-8b29-bcf6e5b858c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:04.303738 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-04aec266-3fe5-494e-a62b-24e9812da656 req-176ae5ac-de8d-4df2-8b29-bcf6e5b858c0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=fec17942-beb5-4931-bf14-c3cd0b51a29d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1490862 Feb 09 21:36:04.380771 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c716d28-7bca-4685-85d6-445d4abf4bf5 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:36:04.393329 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37dd62fd-844c-4ea7-a799-0e3c0f5a0e34 None None] Sync routers for ids ['7dbfc654-4be0-425f-ab57-802081724be2'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:36:04.409452 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37dd62fd-844c-4ea7-a799-0e3c0f5a0e34 None None] Routers {'7dbfc654-4be0-425f-ab57-802081724be2'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:36:04.410091 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-37dd62fd-844c-4ea7-a799-0e3c0f5a0e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:35:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['7dbfc654-4be0-425f-ab57-802081724be2'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:04.441234 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4c716d28-7bca-4685-85d6-445d4abf4bf5 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:04.447753 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-4c716d28-7bca-4685-85d6-445d4abf4bf5 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 9.5846229 Feb 09 21:36:04.448813 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 57120) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:04.477975 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-37dd62fd-844c-4ea7-a799-0e3c0f5a0e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:04.510085 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37dd62fd-844c-4ea7-a799-0e3c0f5a0e34 None None] Routers {'7dbfc654-4be0-425f-ab57-802081724be2'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:36:04.510727 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-37dd62fd-844c-4ea7-a799-0e3c0f5a0e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:35:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['7dbfc654-4be0-425f-ab57-802081724be2'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:04.511269 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-d6d35bdb-d989-4e14-9817-95589b8edeec req-9c60ed25-c402-4c46-80bc-7384077aada6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (923cbd4b-05ae-410e-89b1-2f760e1dfdbe), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:04.532479 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-4dd2a0a5-42be-4889-9574-36a6ed21f8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17975e9d-008f-4038-94c2-4737ed47cb25', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1758693901-router', 'tenant_id': '10728d8d3f684788881f8ffec480c397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '69d7a2b4-d97a-4cfd-bd46-a7f27b897575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:20Z', 'updated_at': '2022-02-09T21:35:26Z', 'revision_number': 4, 'project_id': '10728d8d3f684788881f8ffec480c397', 'gw_port': {'id': '69d7a2b4-d97a-4cfd-bd46-a7f27b897575', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:04:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17975e9d-008f-4038-94c2-4737ed47cb25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:21Z', 'updated_at': '2022-02-09T21:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': 'd30cf8cf-79a6-4f1a-b68b-e3476ac20dea', 'tenant_id': '10728d8d3f684788881f8ffec480c397', 'floating_ip_address': '172.25.3.168', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': '17975e9d-008f-4038-94c2-4737ed47cb25', 'port_id': '4281858c-1eff-4109-ba51-e741b6ff6796', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1095, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fec17942-beb5-4931-bf14-c3cd0b51a29d', 'mac_address': 'fa:16:3e:3d:55:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cfa82c-d76c-4199-9356-cdb5c72a400a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:35:57Z', 'updated_at': '2022-02-09T21:36:01Z', 'revision_number': 1, 'project_id': '10728d8d3f684788881f8ffec480c397', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5155738-e889-4b4b-bb6f-70469f1a003c', 'name': '', 'network_id': 'fec17942-beb5-4931-bf14-c3cd0b51a29d', 'tenant_id': '10728d8d3f684788881f8ffec480c397', 'mac_address': 'fa:16:3e:32:28:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17975e9d-008f-4038-94c2-4737ed47cb25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '58a89c03-6cc3-4eb7-93a9-8479c0cb0584', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:25Z', 'updated_at': '2022-02-09T21:35:32Z', 'revision_number': 5, 'project_id': '10728d8d3f684788881f8ffec480c397', 'subnets': [{'id': '58a89c03-6cc3-4eb7-93a9-8479c0cb0584', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:04.562376 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-37dd62fd-844c-4ea7-a799-0e3c0f5a0e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:04.563045 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37dd62fd-844c-4ea7-a799-0e3c0f5a0e34 None None] The sync data for ids ['7dbfc654-4be0-425f-ab57-802081724be2'] in n-d-828369-5 is: [] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:36:04.581580 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd2a0a5-42be-4889-9574-36a6ed21f8f1 None None] The sync data for ids ['17975e9d-008f-4038-94c2-4737ed47cb25'] in n-d-828369-5 is: [{'id': '17975e9d-008f-4038-94c2-4737ed47cb25', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1758693901-router', 'tenant_id': '10728d8d3f684788881f8ffec480c397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '69d7a2b4-d97a-4cfd-bd46-a7f27b897575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:20Z', 'updated_at': '2022-02-09T21:35:26Z', 'revision_number': 4, 'project_id': '10728d8d3f684788881f8ffec480c397', 'gw_port': {'id': '69d7a2b4-d97a-4cfd-bd46-a7f27b897575', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:04:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17975e9d-008f-4038-94c2-4737ed47cb25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:21Z', 'updated_at': '2022-02-09T21:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': 'd30cf8cf-79a6-4f1a-b68b-e3476ac20dea', 'tenant_id': '10728d8d3f684788881f8ffec480c397', 'floating_ip_address': '172.25.3.168', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': '17975e9d-008f-4038-94c2-4737ed47cb25', 'port_id': '4281858c-1eff-4109-ba51-e741b6ff6796', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1095, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fec17942-beb5-4931-bf14-c3cd0b51a29d', 'mac_address': 'fa:16:3e:3d:55:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cfa82c-d76c-4199-9356-cdb5c72a400a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:35:57Z', 'updated_at': '2022-02-09T21:36:01Z', 'revision_number': 1, 'project_id': '10728d8d3f684788881f8ffec480c397', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5155738-e889-4b4b-bb6f-70469f1a003c', 'name': '', 'network_id': 'fec17942-beb5-4931-bf14-c3cd0b51a29d', 'tenant_id': '10728d8d3f684788881f8ffec480c397', 'mac_address': 'fa:16:3e:32:28:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17975e9d-008f-4038-94c2-4737ed47cb25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '58a89c03-6cc3-4eb7-93a9-8479c0cb0584', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:25Z', 'updated_at': '2022-02-09T21:35:32Z', 'revision_number': 5, 'project_id': '10728d8d3f684788881f8ffec480c397', 'subnets': [{'id': '58a89c03-6cc3-4eb7-93a9-8479c0cb0584', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:36:04.609496 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8002f90-747b-471a-ab72-e6304da7ab0a req-32793ab0-d381-41fa-8011-ca44791bbba0 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:04.617805 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f8002f90-747b-471a-ab72-e6304da7ab0a req-32793ab0-d381-41fa-8011-ca44791bbba0 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/ports?device_id=7859f1d3-5d50-4c2b-9aee-4a3346b90a04 HTTP/1.1" status: 200 len: 931 time: 0.2854476 Feb 09 21:36:04.632132 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-df2588bd-e88d-40b6-8b42-a0c630cff609 req-7950953d-2a52-4310-bbc8-48034b036c92 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4281858c-1eff-4109-ba51-e741b6ff6796 HTTP/1.1" status: 200 len: 999 time: 0.3220973 Feb 09 21:36:04.632485 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-602b91f4-4e10-4a28-b4a4-e6f5c2e16ab5 req-dec89645-b564-4d45-8ec5-0d0f1b7a1fab service neutron] 10.222.0.89 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0738626 Feb 09 21:36:04.695258 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0721b4-3258-49f4-8570-ec81549feed1 req-eeb5e78f-609f-453f-89e7-f510285a0ed4 tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:04.697426 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-2d0721b4-3258-49f4-8570-ec81549feed1 req-eeb5e78f-609f-453f-89e7-f510285a0ed4 tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] 10.222.0.89 "GET /v2.0/ports?device_id=7c972404-e5ee-4b31-b469-d2aabada3224 HTTP/1.1" status: 200 len: 945 time: 0.8337183 Feb 09 21:36:04.768953 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-04aec266-3fe5-494e-a62b-24e9812da656 req-53959ff8-5612-49fc-ab75-e316d1ef136e service neutron] 10.222.0.90 "GET /v2.0/networks/fec17942-beb5-4931-bf14-c3cd0b51a29d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4524515 Feb 09 21:36:04.784182 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-0f2715d9-5ad7-4fca-8182-c22e53af8afd tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] 10.222.0.90 "GET /v2.0/routers/7dbfc654-4be0-425f-ab57-802081724be2 HTTP/1.1" status: 200 len: 921 time: 0.3325508 Feb 09 21:36:04.789184 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 57124) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:04.882088 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-2ca36085-77ac-4203-9b55-ad65ab3d3205 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] 10.222.0.90 "GET /v2.0/ports?device_id=7dbfc654-4be0-425f-ab57-802081724be2 HTTP/1.1" status: 200 len: 205 time: 0.0673838 Feb 09 21:36:04.883197 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 57126) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:04.914636 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2588bd-e88d-40b6-8b42-a0c630cff609 req-45144f95-7bb5-492b-be88-993bff54de35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:04.916471 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-df2588bd-e88d-40b6-8b42-a0c630cff609 req-45144f95-7bb5-492b-be88-993bff54de35 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=58a89c03-6cc3-4eb7-93a9-8479c0cb0584 HTTP/1.1" status: 200 len: 868 time: 0.2630992 Feb 09 21:36:04.923959 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c31301c6-2404-4a94-bf9f-8e57fa74f469 admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:36:04.926778 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d054133-34fb-4fc6-9b2b-1522abfcf1de None None] New status for floating IP d30cf8cf-79a6-4f1a-b68b-e3476ac20dea: ACTIVE {{(pid=103142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:36:04.941544 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-c31301c6-2404-4a94-bf9f-8e57fa74f469 admin admin] 10.222.0.90 "PUT /v2.0/routers/54ced5e6-fafc-49b5-a8dc-94e54f483860/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7019069 Feb 09 21:36:04.945534 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38931ef-d2ed-4481-b7b1-b03f72b61fcc None None] Sync routers for ids ['54ced5e6-fafc-49b5-a8dc-94e54f483860'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:36:04.974308 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38931ef-d2ed-4481-b7b1-b03f72b61fcc None None] Routers {'54ced5e6-fafc-49b5-a8dc-94e54f483860'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:36:04.975078 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-b38931ef-d2ed-4481-b7b1-b03f72b61fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:35:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['54ced5e6-fafc-49b5-a8dc-94e54f483860'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:05.038908 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f8002f90-747b-471a-ab72-e6304da7ab0a req-8ab0b45a-11a5-40a0-a83b-d126641308ad tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/security-groups?id=53864ffe-fa53-4ead-9e41-21e6252e7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4200110 Feb 09 21:36:05.196621 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-2d0721b4-3258-49f4-8570-ec81549feed1 req-a317264f-95d4-40ca-acde-8988051a87fe tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] Deleting port c3a586db-462e-4825-a754-c472488c5021 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:36:05.196621 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-2d0721b4-3258-49f4-8570-ec81549feed1 req-a317264f-95d4-40ca-acde-8988051a87fe tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (c3a586db-462e-4825-a754-c472488c5021), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:05.248195 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-b38931ef-d2ed-4481-b7b1-b03f72b61fcc None None] Set router 54ced5e6-fafc-49b5-a8dc-94e54f483860 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:36:05.256961 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-602b91f4-4e10-4a28-b4a4-e6f5c2e16ab5 req-09441246-f0af-4697-95f7-5ae76b752665 service neutron] 10.222.0.89 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5739510 Feb 09 21:36:05.381216 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-2d0721b4-3258-49f4-8570-ec81549feed1 req-a317264f-95d4-40ca-acde-8988051a87fe tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] For port c3a586db-462e-4825-a754-c472488c5021, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=c3a586db-462e-4825-a754-c472488c5021,segment=NetworkSegment(4a4447ae-fa93-4ee0-a90a-ab4a83659d7c),segment_id=4a4447ae-fa93-4ee0-a90a-ab4a83659d7c)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:05.381926 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-2d0721b4-3258-49f4-8570-ec81549feed1 req-a317264f-95d4-40ca-acde-8988051a87fe tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (c3a586db-462e-4825-a754-c472488c5021), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:05.549654 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d64b8f64-0995-402d-aa2e-d4295f38e748 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks [] for router (7dbfc654-4be0-425f-ab57-802081724be2), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:05.668814 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-b38931ef-d2ed-4481-b7b1-b03f72b61fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54ced5e6-fafc-49b5-a8dc-94e54f483860', 'name': 'tempest-TaggedBootDevicesTest_v242-918985318-router', 'tenant_id': '18ba459b325a4da0821abb3dc94f8781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'cc537b70-ac47-4c47-917e-c3f2cc7d30a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:48Z', 'updated_at': '2022-02-09T21:36:00Z', 'revision_number': 4, 'project_id': '18ba459b325a4da0821abb3dc94f8781', 'gw_port': {'id': 'cc537b70-ac47-4c47-917e-c3f2cc7d30a4', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:35:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ced5e6-fafc-49b5-a8dc-94e54f483860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:50Z', 'updated_at': '2022-02-09T21:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': 'd88b7afa-343f-4d26-9fcb-cf7426a454d8', 'name': '', 'network_id': '8185c7c8-686b-411f-8c8d-101dfc1ac3a8', 'tenant_id': '18ba459b325a4da0821abb3dc94f8781', 'mac_address': 'fa:16:3e:95:8e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54ced5e6-fafc-49b5-a8dc-94e54f483860', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '413233c4-7ff7-4428-a26b-9211d4e793f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:58Z', 'updated_at': '2022-02-09T21:36:01Z', 'revision_number': 2, 'project_id': '18ba459b325a4da0821abb3dc94f8781', 'subnets': [{'id': '413233c4-7ff7-4428-a26b-9211d4e793f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:05.697899 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-2d0721b4-3258-49f4-8570-ec81549feed1 req-a317264f-95d4-40ca-acde-8988051a87fe tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:05.698561 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-2d0721b4-3258-49f4-8570-ec81549feed1 req-a317264f-95d4-40ca-acde-8988051a87fe tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (91b82acb-dd61-42fa-b8cc-e59d706db891), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:05.699813 n-d-828369-5 neutron-server[103141]: INFO neutron.db.l3_db [req-2d0721b4-3258-49f4-8570-ec81549feed1 req-a317264f-95d4-40ca-acde-8988051a87fe tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] Floating IP 91b82acb-dd61-42fa-b8cc-e59d706db891 disassociated. External IP: 172.25.3.240, port: c3a586db-462e-4825-a754-c472488c5021. Feb 09 21:36:05.700575 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-2d0721b4-3258-49f4-8570-ec81549feed1 req-a317264f-95d4-40ca-acde-8988051a87fe tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] Calling delete_port for c3a586db-462e-4825-a754-c472488c5021 owned by compute:nova {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:36:05.724726 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38931ef-d2ed-4481-b7b1-b03f72b61fcc None None] Checking router: 54ced5e6-fafc-49b5-a8dc-94e54f483860 for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:36:05.726277 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38931ef-d2ed-4481-b7b1-b03f72b61fcc None None] Updating router 54ced5e6-fafc-49b5-a8dc-94e54f483860 port d88b7afa-343f-4d26-9fcb-cf7426a454d8 binding host n-d-828369-5 {{(pid=103143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:36:05.741547 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-04aec266-3fe5-494e-a62b-24e9812da656 req-a3028562-0aaf-4ffd-ba11-dc4e16763934 service neutron] 10.222.0.90 "GET /v2.0/networks/fec17942-beb5-4931-bf14-c3cd0b51a29d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9512081 Feb 09 21:36:05.755546 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2588bd-e88d-40b6-8b42-a0c630cff609 req-d301d483-dd33-4044-bc87-617da0c5ffe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:05.757073 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-df2588bd-e88d-40b6-8b42-a0c630cff609 req-d301d483-dd33-4044-bc87-617da0c5ffe7 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=fec17942-beb5-4931-bf14-c3cd0b51a29d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7174156 Feb 09 21:36:05.767824 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b38931ef-d2ed-4481-b7b1-b03f72b61fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (d88b7afa-343f-4d26-9fcb-cf7426a454d8), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:05.920913 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-d6d35bdb-d989-4e14-9817-95589b8edeec req-9c60ed25-c402-4c46-80bc-7384077aada6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 923cbd4b-05ae-410e-89b1-2f760e1dfdbe {{(pid=103141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:36:05.930425 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-d6d35bdb-d989-4e14-9817-95589b8edeec req-9c60ed25-c402-4c46-80bc-7384077aada6 service neutron] Publish callbacks [] for port (923cbd4b-05ae-410e-89b1-2f760e1dfdbe), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:05.954362 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-d6d35bdb-d989-4e14-9817-95589b8edeec req-9c60ed25-c402-4c46-80bc-7384077aada6 service neutron] Transition to ACTIVE for port object 923cbd4b-05ae-410e-89b1-2f760e1dfdbe will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:36:05.955849 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-df2588bd-e88d-40b6-8b42-a0c630cff609 req-68cba0c7-9f1e-4300-a72e-9806a2439a70 service neutron] 10.222.0.95 "GET /v2.0/networks/fec17942-beb5-4931-bf14-c3cd0b51a29d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565409 Feb 09 21:36:05.957050 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-2d0721b4-3258-49f4-8570-ec81549feed1 req-a317264f-95d4-40ca-acde-8988051a87fe tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (c3a586db-462e-4825-a754-c472488c5021), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:05.961148 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-d6d35bdb-d989-4e14-9817-95589b8edeec req-9c60ed25-c402-4c46-80bc-7384077aada6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (923cbd4b-05ae-410e-89b1-2f760e1dfdbe), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:05.986208 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92860315-c934-4061-a045-350e36bd749e req-1cefb910-04c5-4170-b35e-dd7adc6f84ae tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:05.993704 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-92860315-c934-4061-a045-350e36bd749e req-1cefb910-04c5-4170-b35e-dd7adc6f84ae tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=82be41b1-46da-46a7-8af9-241c6a0e3e2d HTTP/1.1" status: 200 len: 949 time: 0.7381558 Feb 09 21:36:06.141074 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d64b8f64-0995-402d-aa2e-d4295f38e748 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks [] for router_gateway (7dbfc654-4be0-425f-ab57-802081724be2), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:06.157003 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 57148) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:06.165660 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-e1d8362d-38dd-451c-af19-0290f395daf7 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-85892179-network', 'tenant_id': 'caac0bf71df946719a02992f93942f4d'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:36:06.205167 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-92860315-c934-4061-a045-350e36bd749e req-8153360e-fc16-4944-882a-3b976d4520f7 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105145 Feb 09 21:36:06.249217 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2d0721b4-3258-49f4-8570-ec81549feed1 req-a317264f-95d4-40ca-acde-8988051a87fe tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] Router 8177804d-c0ef-46f7-9ff2-b23130a71f0f has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:36:06.266750 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c60ed25-c402-4c46-80bc-7384077aada6 service neutron] Pushing event updated for resources: {'Port': ['ID=923cbd4b-05ae-410e-89b1-2f760e1dfdbe,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:06.286802 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2969217-0e74-45ae-a620-dd04d119c29f req-906306c9-bfd1-44e5-9448-2034cfbae3fc tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:06.295252 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b38931ef-d2ed-4481-b7b1-b03f72b61fcc None None] Publish callbacks [] for port (d88b7afa-343f-4d26-9fcb-cf7426a454d8), precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:06.301711 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a2969217-0e74-45ae-a620-dd04d119c29f req-906306c9-bfd1-44e5-9448-2034cfbae3fc tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/ports?device_id=1403455a-2632-4781-bcfa-60ab81462070 HTTP/1.1" status: 200 len: 946 time: 0.3397968 Feb 09 21:36:06.309127 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b38931ef-d2ed-4481-b7b1-b03f72b61fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (d88b7afa-343f-4d26-9fcb-cf7426a454d8), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:06.336583 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device c3a586db-462e-4825-a754-c472488c5021 no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:36:06.358984 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a317264f-95d4-40ca-acde-8988051a87fe tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] Pushing event deleted for resources: {'Port': ['ID=c3a586db-462e-4825-a754-c472488c5021,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:06.404442 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1aa8aeb0-c6be-4519-ad6c-ba757787c0c6 req-502dbfe4-200a-4f78-9603-a70d9d1ee7ce tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] 10.222.0.90 "GET /v2.0/ports?device_id=7c972404-e5ee-4b31-b469-d2aabada3224 HTTP/1.1" status: 200 len: 210 time: 0.0542030 Feb 09 21:36:06.408175 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-df2588bd-e88d-40b6-8b42-a0c630cff609 req-d4176c68-647b-4d84-ac47-36b7b3f2dc70 service neutron] 10.222.0.95 "GET /v2.0/networks/fec17942-beb5-4931-bf14-c3cd0b51a29d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4383054 Feb 09 21:36:06.416908 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d8362d-38dd-451c-af19-0290f395daf7 admin admin] Made reservation on behalf of caac0bf71df946719a02992f93942f4d for: {'network': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:36:06.426662 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e1d8362d-38dd-451c-af19-0290f395daf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:06.455467 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-d6d35bdb-d989-4e14-9817-95589b8edeec req-9c60ed25-c402-4c46-80bc-7384077aada6 service neutron] Attempting to bind port 923cbd4b-05ae-410e-89b1-2f760e1dfdbe on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:36:06.456060 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-d6d35bdb-d989-4e14-9817-95589b8edeec req-9c60ed25-c402-4c46-80bc-7384077aada6 service neutron] Attempting to bind port 923cbd4b-05ae-410e-89b1-2f760e1dfdbe by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': 'b8c2a339-696c-42ff-9706-e9c7145ef2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '83b648e3-9e16-4594-828d-322167244a5e'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:36:06.456190 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d35bdb-d989-4e14-9817-95589b8edeec req-9c60ed25-c402-4c46-80bc-7384077aada6 service neutron] Attempting to bind port 923cbd4b-05ae-410e-89b1-2f760e1dfdbe on network 83b648e3-9e16-4594-828d-322167244a5e {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:36:06.465546 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] No Port match for: c3a586db-462e-4825-a754-c472488c5021 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:36:06.466214 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device c3a586db-462e-4825-a754-c472488c5021 not bound to the agent host n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:36:06.481967 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d35bdb-d989-4e14-9817-95589b8edeec req-9c60ed25-c402-4c46-80bc-7384077aada6 service neutron] Port 923cbd4b-05ae-410e-89b1-2f760e1dfdbe on network 83b648e3-9e16-4594-828d-322167244a5e not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:36:06.482606 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d35bdb-d989-4e14-9817-95589b8edeec req-9c60ed25-c402-4c46-80bc-7384077aada6 service neutron] Attempting to bind port 923cbd4b-05ae-410e-89b1-2f760e1dfdbe on network 83b648e3-9e16-4594-828d-322167244a5e {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:36:06.490794 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d35bdb-d989-4e14-9817-95589b8edeec req-9c60ed25-c402-4c46-80bc-7384077aada6 service neutron] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:36:06.491616 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d35bdb-d989-4e14-9817-95589b8edeec req-9c60ed25-c402-4c46-80bc-7384077aada6 service neutron] Checking segment: {'id': 'b8c2a339-696c-42ff-9706-e9c7145ef2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '83b648e3-9e16-4594-828d-322167244a5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:36:06.492202 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d35bdb-d989-4e14-9817-95589b8edeec req-9c60ed25-c402-4c46-80bc-7384077aada6 service neutron] Bound using segment: {'id': 'b8c2a339-696c-42ff-9706-e9c7145ef2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '83b648e3-9e16-4594-828d-322167244a5e'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:36:06.492858 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-d6d35bdb-d989-4e14-9817-95589b8edeec req-9c60ed25-c402-4c46-80bc-7384077aada6 service neutron] Bound port: 923cbd4b-05ae-410e-89b1-2f760e1dfdbe, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8c2a339-696c-42ff-9706-e9c7145ef2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '83b648e3-9e16-4594-828d-322167244a5e'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:36:06.493395 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-d6d35bdb-d989-4e14-9817-95589b8edeec req-9c60ed25-c402-4c46-80bc-7384077aada6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (923cbd4b-05ae-410e-89b1-2f760e1dfdbe), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:06.510072 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2d0721b4-3258-49f4-8570-ec81549feed1 req-a317264f-95d4-40ca-acde-8988051a87fe tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:36:06.532264 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d7f74c-be23-4d2e-b8d9-e6cb63acd284 None None] Sync routers for ids ['8177804d-c0ef-46f7-9ff2-b23130a71f0f'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:36:06.565909 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d7f74c-be23-4d2e-b8d9-e6cb63acd284 None None] Routers {'8177804d-c0ef-46f7-9ff2-b23130a71f0f'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:36:06.566555 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-41d7f74c-be23-4d2e-b8d9-e6cb63acd284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:35:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['8177804d-c0ef-46f7-9ff2-b23130a71f0f'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:06.619292 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e1d8362d-38dd-451c-af19-0290f395daf7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:06.626525 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-b38931ef-d2ed-4481-b7b1-b03f72b61fcc None None] Attempting to bind port d88b7afa-343f-4d26-9fcb-cf7426a454d8 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:36:06.627593 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-b38931ef-d2ed-4481-b7b1-b03f72b61fcc None None] Attempting to bind port d88b7afa-343f-4d26-9fcb-cf7426a454d8 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '4abec7a4-2b69-47a3-bee3-121e96e66a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8185c7c8-686b-411f-8c8d-101dfc1ac3a8'}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:36:06.628606 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38931ef-d2ed-4481-b7b1-b03f72b61fcc None None] Attempting to bind port d88b7afa-343f-4d26-9fcb-cf7426a454d8 on network 8185c7c8-686b-411f-8c8d-101dfc1ac3a8 {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:36:06.662395 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38931ef-d2ed-4481-b7b1-b03f72b61fcc None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:36:06.663896 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38931ef-d2ed-4481-b7b1-b03f72b61fcc None None] Checking segment: {'id': '4abec7a4-2b69-47a3-bee3-121e96e66a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8185c7c8-686b-411f-8c8d-101dfc1ac3a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:36:06.664703 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b38931ef-d2ed-4481-b7b1-b03f72b61fcc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:06.665359 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38931ef-d2ed-4481-b7b1-b03f72b61fcc None None] Bound using segment: {'id': '4abec7a4-2b69-47a3-bee3-121e96e66a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8185c7c8-686b-411f-8c8d-101dfc1ac3a8'} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:36:06.666390 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-b38931ef-d2ed-4481-b7b1-b03f72b61fcc None None] Bound port: d88b7afa-343f-4d26-9fcb-cf7426a454d8, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4abec7a4-2b69-47a3-bee3-121e96e66a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8185c7c8-686b-411f-8c8d-101dfc1ac3a8'}}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:36:06.667084 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b38931ef-d2ed-4481-b7b1-b03f72b61fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (d88b7afa-343f-4d26-9fcb-cf7426a454d8), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:06.686395 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c7f820-b09d-46b1-a9f2-8c012b9f9451 None None] Pushing event updated for resources: {'Port': ['ID=d88b7afa-343f-4d26-9fcb-cf7426a454d8,revision_number=3']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:06.710249 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d0721b4-3258-49f4-8570-ec81549feed1 req-a317264f-95d4-40ca-acde-8988051a87fe tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] No DVR routers for this DVR port c3a586db-462e-4825-a754-c472488c5021 on host n-h2-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:36:06.729669 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-2d0721b4-3258-49f4-8570-ec81549feed1 req-a317264f-95d4-40ca-acde-8988051a87fe tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:06.741717 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-2d0721b4-3258-49f4-8570-ec81549feed1 req-a317264f-95d4-40ca-acde-8988051a87fe tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] 10.222.0.89 "DELETE /v2.0/ports/c3a586db-462e-4825-a754-c472488c5021 HTTP/1.1" status: 204 len: 173 time: 2.0233674 Feb 09 21:36:06.742220 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c972404-e5ee-4b31-b469-d2aabada3224', 'name': 'network-vif-deleted', 'tag': 'c3a586db-462e-4825-a754-c472488c5021'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:36:06.745020 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8004f25b-f7bc-4339-bf35-bbc85759544a" -d '{"events": [{"server_uuid": "7c972404-e5ee-4b31-b469-d2aabada3224", "name": "network-vif-deleted", "tag": "c3a586db-462e-4825-a754-c472488c5021"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:36:06.764041 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a2969217-0e74-45ae-a620-dd04d119c29f req-dd621add-889e-43b2-a917-9e65cb861543 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d80a148-e9eb-4688-aae9-f24ed4e32758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4614820 Feb 09 21:36:06.850186 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-b38931ef-d2ed-4481-b7b1-b03f72b61fcc None None] For port d88b7afa-343f-4d26-9fcb-cf7426a454d8, host n-d-828369-5, cleared binding levels {{(pid=103143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:36:06.862528 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-d6d35bdb-d989-4e14-9817-95589b8edeec req-9c60ed25-c402-4c46-80bc-7384077aada6 service neutron] For port 923cbd4b-05ae-410e-89b1-2f760e1dfdbe, host n-h2-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:36:06.865935 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-b38931ef-d2ed-4481-b7b1-b03f72b61fcc None None] For port d88b7afa-343f-4d26-9fcb-cf7426a454d8, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=d88b7afa-343f-4d26-9fcb-cf7426a454d8,segment=NetworkSegment(4abec7a4-2b69-47a3-bee3-121e96e66a50),segment_id=4abec7a4-2b69-47a3-bee3-121e96e66a50)] {{(pid=103143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:36:06.867245 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-d6d35bdb-d989-4e14-9817-95589b8edeec req-9c60ed25-c402-4c46-80bc-7384077aada6 service neutron] For port 923cbd4b-05ae-410e-89b1-2f760e1dfdbe, host n-h2-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=923cbd4b-05ae-410e-89b1-2f760e1dfdbe,segment=NetworkSegment(b8c2a339-696c-42ff-9706-e9c7145ef2ff),segment_id=b8c2a339-696c-42ff-9706-e9c7145ef2ff)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:36:06.872034 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-41d7f74c-be23-4d2e-b8d9-e6cb63acd284 None None] Set router 8177804d-c0ef-46f7-9ff2-b23130a71f0f gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:36:06.877972 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-d6d35bdb-d989-4e14-9817-95589b8edeec req-9c60ed25-c402-4c46-80bc-7384077aada6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (923cbd4b-05ae-410e-89b1-2f760e1dfdbe), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:06.880821 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b38931ef-d2ed-4481-b7b1-b03f72b61fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (d88b7afa-343f-4d26-9fcb-cf7426a454d8), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:06.962453 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c60ed25-c402-4c46-80bc-7384077aada6 service neutron] Pushing event updated for resources: {'Port': ['ID=923cbd4b-05ae-410e-89b1-2f760e1dfdbe,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:06.973486 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d35bdb-d989-4e14-9817-95589b8edeec req-9c60ed25-c402-4c46-80bc-7384077aada6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:06.974115 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-d6d35bdb-d989-4e14-9817-95589b8edeec req-9c60ed25-c402-4c46-80bc-7384077aada6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:06.975513 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d6d35bdb-d989-4e14-9817-95589b8edeec req-9c60ed25-c402-4c46-80bc-7384077aada6 service neutron] 10.222.0.89 "PUT /v2.0/ports/923cbd4b-05ae-410e-89b1-2f760e1dfdbe HTTP/1.1" status: 200 len: 1091 time: 3.3365154 Feb 09 21:36:07.017983 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d64b8f64-0995-402d-aa2e-d4295f38e748 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Deleting port c5fbfc38-6cb0-4316-a34d-13659e74ac59 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:36:07.018452 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d64b8f64-0995-402d-aa2e-d4295f38e748 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (c5fbfc38-6cb0-4316-a34d-13659e74ac59), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:07.046425 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38931ef-d2ed-4481-b7b1-b03f72b61fcc None None] Routers {'54ced5e6-fafc-49b5-a8dc-94e54f483860'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:36:07.047087 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-b38931ef-d2ed-4481-b7b1-b03f72b61fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:35:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['54ced5e6-fafc-49b5-a8dc-94e54f483860'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:07.051177 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c7f820-b09d-46b1-a9f2-8c012b9f9451 None None] Pushing event updated for resources: {'Port': ['ID=d88b7afa-343f-4d26-9fcb-cf7426a454d8,revision_number=4']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:07.117491 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5c9d2c6e-8a7a-4368-89f0-b0239d2c8d12 None None] Provisioning complete for port d88b7afa-343f-4d26-9fcb-cf7426a454d8 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:36:07.124094 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5c9d2c6e-8a7a-4368-89f0-b0239d2c8d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (d88b7afa-343f-4d26-9fcb-cf7426a454d8), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:07.135411 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d35bdb-d989-4e14-9817-95589b8edeec req-ee24e1cf-5765-4039-b84b-501cc5a33e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:07.145714 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d6d35bdb-d989-4e14-9817-95589b8edeec req-ee24e1cf-5765-4039-b84b-501cc5a33e87 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=04e055ee152248efa1293c8e02ef57f4&device_id=7859f1d3-5d50-4c2b-9aee-4a3346b90a04 HTTP/1.1" status: 200 len: 1125 time: 0.0969045 Feb 09 21:36:07.232593 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5c8ed56f-1687-497d-b42d-06a65f909b34 req-3e1a2a8e-0c20-40ef-9f20-0d28f1eb648a tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] 10.222.0.90 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=54a442d5-50a0-4c75-85cc-d19f5bf58118 HTTP/1.1" status: 200 len: 258 time: 0.7955983 Feb 09 21:36:07.242878 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d6d35bdb-d989-4e14-9817-95589b8edeec req-97d7afc3-2a0f-4b6d-99c3-1d7d15f70974 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=923cbd4b-05ae-410e-89b1-2f760e1dfdbe HTTP/1.1" status: 200 len: 217 time: 0.0896382 Feb 09 21:36:07.243097 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-5c8ed56f-1687-497d-b42d-06a65f909b34 req-cc69c3bc-084d-49af-bc65-11d08ce7152b tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Request body: {'floatingip': {'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:36:07.301954 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-b38931ef-d2ed-4481-b7b1-b03f72b61fcc None None] Set router 54ced5e6-fafc-49b5-a8dc-94e54f483860 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:36:07.351545 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d35bdb-d989-4e14-9817-95589b8edeec req-77a5ae69-00e4-4902-91d3-f9120f3cb35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:07.366134 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d6d35bdb-d989-4e14-9817-95589b8edeec req-77a5ae69-00e4-4902-91d3-f9120f3cb35b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=33895a87-c686-4060-8a0c-2f9b961a8554 HTTP/1.1" status: 200 len: 855 time: 0.1117377 Feb 09 21:36:07.445891 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d6d35bdb-d989-4e14-9817-95589b8edeec req-3898edb2-5bd1-46db-8694-c4ed4049d8a0 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=83b648e3-9e16-4594-828d-322167244a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733135 Feb 09 21:36:07.460582 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5c9d2c6e-8a7a-4368-89f0-b0239d2c8d12 None None] Current status of the port d88b7afa-343f-4d26-9fcb-cf7426a454d8 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:36:07.461651 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5c9d2c6e-8a7a-4368-89f0-b0239d2c8d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (d88b7afa-343f-4d26-9fcb-cf7426a454d8), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:07.716920 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5c9d2c6e-8a7a-4368-89f0-b0239d2c8d12 None None] For port d88b7afa-343f-4d26-9fcb-cf7426a454d8, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=d88b7afa-343f-4d26-9fcb-cf7426a454d8,segment=NetworkSegment(4abec7a4-2b69-47a3-bee3-121e96e66a50),segment_id=4abec7a4-2b69-47a3-bee3-121e96e66a50)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:07.725854 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5c9d2c6e-8a7a-4368-89f0-b0239d2c8d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (d88b7afa-343f-4d26-9fcb-cf7426a454d8), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:07.733038 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-b38931ef-d2ed-4481-b7b1-b03f72b61fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54ced5e6-fafc-49b5-a8dc-94e54f483860', 'name': 'tempest-TaggedBootDevicesTest_v242-918985318-router', 'tenant_id': '18ba459b325a4da0821abb3dc94f8781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'cc537b70-ac47-4c47-917e-c3f2cc7d30a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:48Z', 'updated_at': '2022-02-09T21:36:00Z', 'revision_number': 4, 'project_id': '18ba459b325a4da0821abb3dc94f8781', 'gw_port': {'id': 'cc537b70-ac47-4c47-917e-c3f2cc7d30a4', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:35:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ced5e6-fafc-49b5-a8dc-94e54f483860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:50Z', 'updated_at': '2022-02-09T21:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': 'd88b7afa-343f-4d26-9fcb-cf7426a454d8', 'name': '', 'network_id': '8185c7c8-686b-411f-8c8d-101dfc1ac3a8', 'tenant_id': '18ba459b325a4da0821abb3dc94f8781', 'mac_address': 'fa:16:3e:95:8e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54ced5e6-fafc-49b5-a8dc-94e54f483860', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '413233c4-7ff7-4428-a26b-9211d4e793f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:58Z', 'updated_at': '2022-02-09T21:36:06Z', 'revision_number': 4, 'project_id': '18ba459b325a4da0821abb3dc94f8781', 'subnets': [{'id': '413233c4-7ff7-4428-a26b-9211d4e793f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:07.756842 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d6d35bdb-d989-4e14-9817-95589b8edeec req-1de15be1-3ede-4036-9707-792db4004051 service neutron] 10.222.0.89 "GET /v2.0/networks/83b648e3-9e16-4594-828d-322167244a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3035731 Feb 09 21:36:07.762454 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38931ef-d2ed-4481-b7b1-b03f72b61fcc None None] The sync data for ids ['54ced5e6-fafc-49b5-a8dc-94e54f483860'] in n-d-828369-5 is: [{'id': '54ced5e6-fafc-49b5-a8dc-94e54f483860', 'name': 'tempest-TaggedBootDevicesTest_v242-918985318-router', 'tenant_id': '18ba459b325a4da0821abb3dc94f8781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'cc537b70-ac47-4c47-917e-c3f2cc7d30a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:48Z', 'updated_at': '2022-02-09T21:36:00Z', 'revision_number': 4, 'project_id': '18ba459b325a4da0821abb3dc94f8781', 'gw_port': {'id': 'cc537b70-ac47-4c47-917e-c3f2cc7d30a4', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:35:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ced5e6-fafc-49b5-a8dc-94e54f483860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:50Z', 'updated_at': '2022-02-09T21:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': 'd88b7afa-343f-4d26-9fcb-cf7426a454d8', 'name': '', 'network_id': '8185c7c8-686b-411f-8c8d-101dfc1ac3a8', 'tenant_id': '18ba459b325a4da0821abb3dc94f8781', 'mac_address': 'fa:16:3e:95:8e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54ced5e6-fafc-49b5-a8dc-94e54f483860', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '413233c4-7ff7-4428-a26b-9211d4e793f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:58Z', 'updated_at': '2022-02-09T21:36:06Z', 'revision_number': 4, 'project_id': '18ba459b325a4da0821abb3dc94f8781', 'subnets': [{'id': '413233c4-7ff7-4428-a26b-9211d4e793f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:36:07.786057 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9d2c6e-8a7a-4368-89f0-b0239d2c8d12 None None] Pushing event updated for resources: {'Port': ['ID=d88b7afa-343f-4d26-9fcb-cf7426a454d8,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:07.831125 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-41d7f74c-be23-4d2e-b8d9-e6cb63acd284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8177804d-c0ef-46f7-9ff2-b23130a71f0f', 'name': 'tempest-ServersTestManualDisk-1208581549-router', 'tenant_id': '77fda44304ae4f269c2e2e6260f94941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': 'bbaa2299-10a6-4525-bbb8-2f46acb64365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:33:43Z', 'updated_at': '2022-02-09T21:33:49Z', 'revision_number': 4, 'project_id': '77fda44304ae4f269c2e2e6260f94941', 'gw_port': {'id': 'bbaa2299-10a6-4525-bbb8-2f46acb64365', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8177804d-c0ef-46f7-9ff2-b23130a71f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:44Z', 'updated_at': '2022-02-09T21:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '0f936aee-3a51-4f7b-82d9-9cfc556121c7', 'name': '', 'network_id': 'ab898bc0-8b8e-4a5d-9904-0dc9997586ad', 'tenant_id': '77fda44304ae4f269c2e2e6260f94941', 'mac_address': 'fa:16:3e:f9:1a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8177804d-c0ef-46f7-9ff2-b23130a71f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '13dd7afc-9a8a-4b1c-bfde-c2a9e20a0dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:48Z', 'updated_at': '2022-02-09T21:33:56Z', 'revision_number': 5, 'project_id': '77fda44304ae4f269c2e2e6260f94941', 'subnets': [{'id': '13dd7afc-9a8a-4b1c-bfde-c2a9e20a0dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:07.910454 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d7f74c-be23-4d2e-b8d9-e6cb63acd284 None None] Checking router: 8177804d-c0ef-46f7-9ff2-b23130a71f0f for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:36:07.938487 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d7f74c-be23-4d2e-b8d9-e6cb63acd284 None None] Routers {'8177804d-c0ef-46f7-9ff2-b23130a71f0f'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:36:07.940017 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-41d7f74c-be23-4d2e-b8d9-e6cb63acd284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:35:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['8177804d-c0ef-46f7-9ff2-b23130a71f0f'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:07.954592 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d6d35bdb-d989-4e14-9817-95589b8edeec req-d1c5391d-d663-4873-af98-27915b00a0ab service neutron] 10.222.0.89 "GET /v2.0/networks/83b648e3-9e16-4594-828d-322167244a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774814 Feb 09 21:36:07.980291 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a148c0-184e-4d0c-84b9-60a68c3f3ec8 req-ee4a95d3-fa42-4144-93a4-71abce3a4562 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:07.980870 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-54a148c0-184e-4d0c-84b9-60a68c3f3ec8 req-ee4a95d3-fa42-4144-93a4-71abce3a4562 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/ports?device_id=7859f1d3-5d50-4c2b-9aee-4a3346b90a04 HTTP/1.1" status: 200 len: 943 time: 1.0458555 Feb 09 21:36:08.033939 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-5c8ed56f-1687-497d-b42d-06a65f909b34 req-cc69c3bc-084d-49af-bc65-11d08ce7152b tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:08.091325 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d64b8f64-0995-402d-aa2e-d4295f38e748 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (c5fbfc38-6cb0-4316-a34d-13659e74ac59), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:08.105492 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d64b8f64-0995-402d-aa2e-d4295f38e748 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Calling delete_port for c5fbfc38-6cb0-4316-a34d-13659e74ac59 owned by network:router_gateway {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:36:08.154010 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-41d7f74c-be23-4d2e-b8d9-e6cb63acd284 None None] Set router 8177804d-c0ef-46f7-9ff2-b23130a71f0f gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:36:08.213190 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-60037de7-4047-44f1-bcfe-583db61d223e None None] Provisioning complete for port d88b7afa-343f-4d26-9fcb-cf7426a454d8 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:36:08.213568 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-60037de7-4047-44f1-bcfe-583db61d223e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (d88b7afa-343f-4d26-9fcb-cf7426a454d8), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:08.242666 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e1d8362d-38dd-451c-af19-0290f395daf7 admin admin] Publish callbacks [] for security_group (d5bd8612-a7f7-4b41-803d-48589a679e67), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:08.301677 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e1d8362d-38dd-451c-af19-0290f395daf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (d5bd8612-a7f7-4b41-803d-48589a679e67), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:08.321412 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-54a148c0-184e-4d0c-84b9-60a68c3f3ec8 req-a1bba197-d969-4ab5-9792-44dada4d0e01 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/security-groups?id=53864ffe-fa53-4ead-9e41-21e6252e7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3291733 Feb 09 21:36:08.376926 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1d8362d-38dd-451c-af19-0290f395daf7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=103140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:36:08.395450 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d8362d-38dd-451c-af19-0290f395daf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5bd8612-a7f7-4b41-803d-48589a679e67,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:08.415375 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-736234c7-1e69-4743-a870-711c792f65a6 x-openstack-request-id: req-736234c7-1e69-4743-a870-711c792f65a6 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:36:08.415729 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c972404-e5ee-4b31-b469-d2aabada3224", "name": "network-vif-deleted", "tag": "c3a586db-462e-4825-a754-c472488c5021", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:36:08.415990 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-736234c7-1e69-4743-a870-711c792f65a6 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:36:08.416437 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c972404-e5ee-4b31-b469-d2aabada3224', 'name': 'network-vif-deleted', 'tag': 'c3a586db-462e-4825-a754-c472488c5021', 'status': 'completed', 'code': 200} Feb 09 21:36:08.555581 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-60037de7-4047-44f1-bcfe-583db61d223e None None] Current status of the port d88b7afa-343f-4d26-9fcb-cf7426a454d8 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:36:08.624899 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d64b8f64-0995-402d-aa2e-d4295f38e748 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (c5fbfc38-6cb0-4316-a34d-13659e74ac59), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:08.627713 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e1d8362d-38dd-451c-af19-0290f395daf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (365ae138-fd54-49ef-8df9-38e6b9736252), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:08.628308 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-e1d8362d-38dd-451c-af19-0290f395daf7 admin admin] Added segment 365ae138-fd54-49ef-8df9-38e6b9736252 of type vlan for network 85218206-8e6e-45c8-be66-99ef01130c66 Feb 09 21:36:08.649176 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-41d7f74c-be23-4d2e-b8d9-e6cb63acd284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8177804d-c0ef-46f7-9ff2-b23130a71f0f', 'name': 'tempest-ServersTestManualDisk-1208581549-router', 'tenant_id': '77fda44304ae4f269c2e2e6260f94941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': 'bbaa2299-10a6-4525-bbb8-2f46acb64365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:33:43Z', 'updated_at': '2022-02-09T21:33:49Z', 'revision_number': 4, 'project_id': '77fda44304ae4f269c2e2e6260f94941', 'gw_port': {'id': 'bbaa2299-10a6-4525-bbb8-2f46acb64365', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8177804d-c0ef-46f7-9ff2-b23130a71f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:44Z', 'updated_at': '2022-02-09T21:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '0f936aee-3a51-4f7b-82d9-9cfc556121c7', 'name': '', 'network_id': 'ab898bc0-8b8e-4a5d-9904-0dc9997586ad', 'tenant_id': '77fda44304ae4f269c2e2e6260f94941', 'mac_address': 'fa:16:3e:f9:1a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8177804d-c0ef-46f7-9ff2-b23130a71f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '13dd7afc-9a8a-4b1c-bfde-c2a9e20a0dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:48Z', 'updated_at': '2022-02-09T21:33:56Z', 'revision_number': 5, 'project_id': '77fda44304ae4f269c2e2e6260f94941', 'subnets': [{'id': '13dd7afc-9a8a-4b1c-bfde-c2a9e20a0dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:08.685107 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d7f74c-be23-4d2e-b8d9-e6cb63acd284 None None] The sync data for ids ['8177804d-c0ef-46f7-9ff2-b23130a71f0f'] in n-d-828369-5 is: [{'id': '8177804d-c0ef-46f7-9ff2-b23130a71f0f', 'name': 'tempest-ServersTestManualDisk-1208581549-router', 'tenant_id': '77fda44304ae4f269c2e2e6260f94941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': 'bbaa2299-10a6-4525-bbb8-2f46acb64365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:33:43Z', 'updated_at': '2022-02-09T21:33:49Z', 'revision_number': 4, 'project_id': '77fda44304ae4f269c2e2e6260f94941', 'gw_port': {'id': 'bbaa2299-10a6-4525-bbb8-2f46acb64365', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8177804d-c0ef-46f7-9ff2-b23130a71f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:44Z', 'updated_at': '2022-02-09T21:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '0f936aee-3a51-4f7b-82d9-9cfc556121c7', 'name': '', 'network_id': 'ab898bc0-8b8e-4a5d-9904-0dc9997586ad', 'tenant_id': '77fda44304ae4f269c2e2e6260f94941', 'mac_address': 'fa:16:3e:f9:1a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8177804d-c0ef-46f7-9ff2-b23130a71f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '13dd7afc-9a8a-4b1c-bfde-c2a9e20a0dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:48Z', 'updated_at': '2022-02-09T21:33:56Z', 'revision_number': 5, 'project_id': '77fda44304ae4f269c2e2e6260f94941', 'subnets': [{'id': '13dd7afc-9a8a-4b1c-bfde-c2a9e20a0dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:36:08.739953 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64b8f64-0995-402d-aa2e-d4295f38e748 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Pushing event deleted for resources: {'Port': ['ID=c5fbfc38-6cb0-4316-a34d-13659e74ac59,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:08.753991 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e1d8362d-38dd-451c-af19-0290f395daf7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (85218206-8e6e-45c8-be66-99ef01130c66), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:08.802701 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ced476-b568-4585-bc97-247b8487cadc req-3f05b017-2ed5-4fcd-9061-3880cacfd685 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:08.804477 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f8ced476-b568-4585-bc97-247b8487cadc req-3f05b017-2ed5-4fcd-9061-3880cacfd685 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=82be41b1-46da-46a7-8af9-241c6a0e3e2d HTTP/1.1" status: 200 len: 949 time: 0.2949696 Feb 09 21:36:08.867790 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.db.resource_extend [None req-e1d8362d-38dd-451c-af19-0290f395daf7 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 21:36:08.923387 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-105f2fb7-5673-432d-b43b-66fc2cea348e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:08.941980 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e1d8362d-38dd-451c-af19-0290f395daf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (85218206-8e6e-45c8-be66-99ef01130c66), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:08.943085 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d8362d-38dd-451c-af19-0290f395daf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:08.943772 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e1d8362d-38dd-451c-af19-0290f395daf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:08.953060 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-5c8ed56f-1687-497d-b42d-06a65f909b34 req-cc69c3bc-084d-49af-bc65-11d08ce7152b tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:08.993234 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d64b8f64-0995-402d-aa2e-d4295f38e748 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-554524'] for router_gateway (7dbfc654-4be0-425f-ab57-802081724be2), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:09.030331 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-e1d8362d-38dd-451c-af19-0290f395daf7 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.8687620 Feb 09 21:36:09.033222 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 57162) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:09.039344 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-1d73f86a-8cbd-4c26-b99e-0b9a1881a712 admin admin] Request body: {'subnet': {'network_id': '85218206-8e6e-45c8-be66-99ef01130c66', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-85892179-subnet', 'tenant_id': 'caac0bf71df946719a02992f93942f4d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:36:09.066104 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f8ced476-b568-4585-bc97-247b8487cadc req-c52bebfb-075d-4204-83fd-9db1b1010740 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491455 Feb 09 21:36:09.079128 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d73f86a-8cbd-4c26-b99e-0b9a1881a712 admin admin] Made reservation on behalf of caac0bf71df946719a02992f93942f4d for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:36:09.081508 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1d73f86a-8cbd-4c26-b99e-0b9a1881a712 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:09.267141 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d64b8f64-0995-402d-aa2e-d4295f38e748 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (7dbfc654-4be0-425f-ab57-802081724be2), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:09.270756 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d64b8f64-0995-402d-aa2e-d4295f38e748 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks [] for router_controller (7dbfc654-4be0-425f-ab57-802081724be2), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:09.340102 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c28d8a-7fe3-458c-bd75-8eb28c2c9480 None None] New status for floating IP 91b82acb-dd61-42fa-b8cc-e59d706db891: DOWN {{(pid=103143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:36:09.356498 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device d88b7afa-343f-4d26-9fcb-cf7426a454d8 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:36:09.467361 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port d88b7afa-343f-4d26-9fcb-cf7426a454d8 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:36:09.470644 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (d88b7afa-343f-4d26-9fcb-cf7426a454d8), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:09.485643 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1d73f86a-8cbd-4c26-b99e-0b9a1881a712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (fc71b5a7-ddc0-4230-a622-7156083a74d7), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:09.498790 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d8362d-38dd-451c-af19-0290f395daf7 admin admin] Pushing event updated for resources: {'Network': ['ID=85218206-8e6e-45c8-be66-99ef01130c66,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:09.523700 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d64b8f64-0995-402d-aa2e-d4295f38e748 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (7dbfc654-4be0-425f-ab57-802081724be2), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:09.524548 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d64b8f64-0995-402d-aa2e-d4295f38e748 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Fanout notify agent at l3_agent the message router_deleted on router 7dbfc654-4be0-425f-ab57-802081724be2 {{(pid=103140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:36:09.537814 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 85218206-8e6e-45c8-be66-99ef01130c66 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:36:09.579960 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d64b8f64-0995-402d-aa2e-d4295f38e748 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:09.585169 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-d64b8f64-0995-402d-aa2e-d4295f38e748 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] 10.222.0.90 "DELETE /v2.0/routers/7dbfc654-4be0-425f-ab57-802081724be2 HTTP/1.1" status: 204 len: 168 time: 4.6977532 Feb 09 21:36:09.591794 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 57168) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:09.600603 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-53c20c11-c4d8-4cbe-9dc2-95a66a169a0d tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Request body: {'router': {'name': 'tempest-snat-router-759461905', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'enable_snat': False}}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:36:09.621222 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d73f86a-8cbd-4c26-b99e-0b9a1881a712 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc71b5a7-ddc0-4230-a622-7156083a74d7,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:09.631823 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d73f86a-8cbd-4c26-b99e-0b9a1881a712 admin admin] Checking segment: {'id': '365ae138-fd54-49ef-8df9-38e6b9736252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '85218206-8e6e-45c8-be66-99ef01130c66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:36:09.632543 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d73f86a-8cbd-4c26-b99e-0b9a1881a712 admin admin] Network hostable DHCP agents. Network: 85218206-8e6e-45c8-be66-99ef01130c66, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:36:09.650332 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [req-5c8ed56f-1687-497d-b42d-06a65f909b34 req-cc69c3bc-084d-49af-bc65-11d08ce7152b tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Allocated IP 172.25.3.229 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/b34ef2b2-0f3a-4437-8e53-fc2ea4e2519b) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:36:09.677805 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-53c20c11-c4d8-4cbe-9dc2-95a66a169a0d tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (3ad7d776-2216-4ebb-acd0-4e05206c34ca), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:09.679114 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-53c20c11-c4d8-4cbe-9dc2-95a66a169a0d tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (3ad7d776-2216-4ebb-acd0-4e05206c34ca), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:09.707861 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d73f86a-8cbd-4c26-b99e-0b9a1881a712 admin admin] Network 85218206-8e6e-45c8-be66-99ef01130c66 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:36:09.727532 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-1d73f86a-8cbd-4c26-b99e-0b9a1881a712 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 85218206-8e6e-45c8-be66-99ef01130c66) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:36:09.728254 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372dc8a4-ac1f-4af6-8f45-8cbcce9e81dc req-11d9965c-2ed6-4798-ace3-f2ce3b0f3560 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:09.730206 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-372dc8a4-ac1f-4af6-8f45-8cbcce9e81dc req-11d9965c-2ed6-4798-ace3-f2ce3b0f3560 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/ports?device_id=1403455a-2632-4781-bcfa-60ab81462070 HTTP/1.1" status: 200 len: 946 time: 0.2270489 Feb 09 21:36:09.748016 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d73f86a-8cbd-4c26-b99e-0b9a1881a712 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:09.748844 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1d73f86a-8cbd-4c26-b99e-0b9a1881a712 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:09.774797 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port d88b7afa-343f-4d26-9fcb-cf7426a454d8 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:36:09.781415 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41016094-e35b-4315-a6dd-f88e0b8b9e7d None None] Network 85218206-8e6e-45c8-be66-99ef01130c66 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:36:09.805779 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-1d73f86a-8cbd-4c26-b99e-0b9a1881a712 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7708347 Feb 09 21:36:09.807183 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 57170) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:09.816642 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-147cbbb7-831f-4cb9-968b-6611c2611914 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-85892179-router', 'tenant_id': 'caac0bf71df946719a02992f93942f4d', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:36:09.852986 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-53c20c11-c4d8-4cbe-9dc2-95a66a169a0d tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks [] for router_controller (3ad7d776-2216-4ebb-acd0-4e05206c34ca), precommit_add_association {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:09.862539 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-147cbbb7-831f-4cb9-968b-6611c2611914 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (1889e890-be66-44c7-ad7a-1f99e14150b7), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:09.865606 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-147cbbb7-831f-4cb9-968b-6611c2611914 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (1889e890-be66-44c7-ad7a-1f99e14150b7), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:09.941512 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008decc9-7bcf-46e7-b700-26f4e14ac058 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-85218206-8e6e-45c8-be66-99ef01130c66', 'network_id': '85218206-8e6e-45c8-be66-99ef01130c66', 'project_id': 'caac0bf71df946719a02992f93942f4d', 'fixed_ips': [{'subnet_id': 'fc71b5a7-ddc0-4230-a622-7156083a74d7'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:36:09.942661 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-008decc9-7bcf-46e7-b700-26f4e14ac058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:09.967508 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-147cbbb7-831f-4cb9-968b-6611c2611914 admin admin] Publish callbacks [] for router_controller (1889e890-be66-44c7-ad7a-1f99e14150b7), precommit_add_association {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:09.974687 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-372dc8a4-ac1f-4af6-8f45-8cbcce9e81dc req-3644996f-f5f4-44ec-9da4-d4127c75747c tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d80a148-e9eb-4688-aae9-f24ed4e32758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134376 Feb 09 21:36:10.106431 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 57172) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:10.128280 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-5c8ed56f-1687-497d-b42d-06a65f909b34 req-cc69c3bc-084d-49af-bc65-11d08ce7152b tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Publish callbacks [] for port (b34ef2b2-0f3a-4437-8e53-fc2ea4e2519b), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:10.175850 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-53c20c11-c4d8-4cbe-9dc2-95a66a169a0d tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks [] for router_gateway (3ad7d776-2216-4ebb-acd0-4e05206c34ca), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:10.187123 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-008decc9-7bcf-46e7-b700-26f4e14ac058 None None] Allocated IP 172.20.0.2 (85218206-8e6e-45c8-be66-99ef01130c66/fc71b5a7-ddc0-4230-a622-7156083a74d7/39009d32-ead6-4285-901f-66579805c56e) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:36:10.204567 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-147cbbb7-831f-4cb9-968b-6611c2611914 admin admin] Publish callbacks [] for router_gateway (1889e890-be66-44c7-ad7a-1f99e14150b7), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:10.303853 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6b4512ba-7e28-40ac-967a-74dfcea3e7a9 tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] Publish callbacks [] for security_group (47b8d546-ab8a-4003-b5cc-741806b9d4df), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:10.323179 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd60402-86f0-4d6d-8975-33534cd821d6 req-186bea25-2aeb-44f4-9565-679807949057 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:10.330198 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5fd60402-86f0-4d6d-8975-33534cd821d6 req-186bea25-2aeb-44f4-9565-679807949057 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/ports?device_id=7859f1d3-5d50-4c2b-9aee-4a3346b90a04 HTTP/1.1" status: 200 len: 943 time: 0.1951168 Feb 09 21:36:10.337728 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6b4512ba-7e28-40ac-967a-74dfcea3e7a9 tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] Publish callbacks [] for security_group (47b8d546-ab8a-4003-b5cc-741806b9d4df), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:10.366278 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 923cbd4b-05ae-410e-89b1-2f760e1dfdbe details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:36:10.418655 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7859f1d3-5d50-4c2b-9aee-4a3346b90a04', 'tag': '923cbd4b-05ae-410e-89b1-2f760e1dfdbe'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:36:10.421420 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c59a932c-aa33-420c-a811-b4752448a5ce" -d '{"events": [{"name": "network-changed", "server_uuid": "7859f1d3-5d50-4c2b-9aee-4a3346b90a04", "tag": "923cbd4b-05ae-410e-89b1-2f760e1dfdbe"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:36:10.430684 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5fd60402-86f0-4d6d-8975-33534cd821d6 req-2b9ef36d-9c44-4fde-80fe-0bb7215ec243 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/security-groups?id=53864ffe-fa53-4ead-9e41-21e6252e7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994120 Feb 09 21:36:10.435712 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6b4512ba-7e28-40ac-967a-74dfcea3e7a9 tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (47b8d546-ab8a-4003-b5cc-741806b9d4df), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:10.438456 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6b4512ba-7e28-40ac-967a-74dfcea3e7a9 tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:10.439598 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-6b4512ba-7e28-40ac-967a-74dfcea3e7a9 tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] 10.222.0.90 "DELETE /v2.0/security-groups/47b8d546-ab8a-4003-b5cc-741806b9d4df HTTP/1.1" status: 204 len: 168 time: 0.3329122 Feb 09 21:36:10.445223 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 57178) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:10.454822 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-5c8ed56f-1687-497d-b42d-06a65f909b34 req-cc69c3bc-084d-49af-bc65-11d08ce7152b tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (b34ef2b2-0f3a-4437-8e53-fc2ea4e2519b), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:10.466160 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4512ba-7e28-40ac-967a-74dfcea3e7a9 tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47b8d546-ab8a-4003-b5cc-741806b9d4df,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:10.473727 n-d-828369-5 neutron-server[103141]: INFO neutron.api.v2.resource [None req-a414935f-b53c-4643-bbf3-e82131a3b319 tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] show failed (client error): The resource could not be found. Feb 09 21:36:10.474800 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-a414935f-b53c-4643-bbf3-e82131a3b319 tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] 10.222.0.90 "GET /v2.0/security-groups/47b8d546-ab8a-4003-b5cc-741806b9d4df HTTP/1.1" status: 404 len: 347 time: 0.0277300 Feb 09 21:36:10.478579 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 57182) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:10.520094 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc69c3bc-084d-49af-bc65-11d08ce7152b tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Pushing event updated for resources: {'Port': ['ID=b34ef2b2-0f3a-4437-8e53-fc2ea4e2519b,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:10.529393 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c8ed56f-1687-497d-b42d-06a65f909b34 req-cc69c3bc-084d-49af-bc65-11d08ce7152b tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:36:10.533476 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [req-5c8ed56f-1687-497d-b42d-06a65f909b34 req-cc69c3bc-084d-49af-bc65-11d08ce7152b tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:36:10.536595 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c8ed56f-1687-497d-b42d-06a65f909b34 req-cc69c3bc-084d-49af-bc65-11d08ce7152b tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:36:10.561498 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.db.resource_extend [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 21:36:10.683095 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-008decc9-7bcf-46e7-b700-26f4e14ac058 None None] Publish callbacks [] for port (39009d32-ead6-4285-901f-66579805c56e), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:10.733188 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-008decc9-7bcf-46e7-b700-26f4e14ac058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (39009d32-ead6-4285-901f-66579805c56e), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:10.735216 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-147cbbb7-831f-4cb9-968b-6611c2611914 admin admin] Publish callbacks [] for router_gateway (1889e890-be66-44c7-ad7a-1f99e14150b7), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:10.792287 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-147cbbb7-831f-4cb9-968b-6611c2611914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:10.823028 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008decc9-7bcf-46e7-b700-26f4e14ac058 None None] Network 85218206-8e6e-45c8-be66-99ef01130c66 is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:36:10.879290 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-008decc9-7bcf-46e7-b700-26f4e14ac058 None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:36:10.890026 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008decc9-7bcf-46e7-b700-26f4e14ac058 None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:36:10.944605 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-53c20c11-c4d8-4cbe-9dc2-95a66a169a0d tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks [] for router_gateway (3ad7d776-2216-4ebb-acd0-4e05206c34ca), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:10.950692 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-0d39cc92-c825-4832-a6f8-dc545d4f7bee tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] Deleting port 44d3ced5-b4c1-440f-9086-3a855af05fb6 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:36:10.951036 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0d39cc92-c825-4832-a6f8-dc545d4f7bee tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (44d3ced5-b4c1-440f-9086-3a855af05fb6), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:10.979478 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-5c8ed56f-1687-497d-b42d-06a65f909b34 req-cc69c3bc-084d-49af-bc65-11d08ce7152b tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Publish callbacks [] for floatingip (e983af25-0d19-4abc-ae6a-9a5c82ad9042), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:10.988359 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 923cbd4b-05ae-410e-89b1-2f760e1dfdbe, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=923cbd4b-05ae-410e-89b1-2f760e1dfdbe,segment=NetworkSegment(b8c2a339-696c-42ff-9706-e9c7145ef2ff),segment_id=b8c2a339-696c-42ff-9706-e9c7145ef2ff)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:10.994775 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008decc9-7bcf-46e7-b700-26f4e14ac058 None None] Pushing event updated for resources: {'Port': ['ID=39009d32-ead6-4285-901f-66579805c56e,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:11.053384 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-008decc9-7bcf-46e7-b700-26f4e14ac058 None None] Attempting to bind port 39009d32-ead6-4285-901f-66579805c56e on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:36:11.053920 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-008decc9-7bcf-46e7-b700-26f4e14ac058 None None] Attempting to bind port 39009d32-ead6-4285-901f-66579805c56e by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '365ae138-fd54-49ef-8df9-38e6b9736252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '85218206-8e6e-45c8-be66-99ef01130c66'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:36:11.054408 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008decc9-7bcf-46e7-b700-26f4e14ac058 None None] Attempting to bind port 39009d32-ead6-4285-901f-66579805c56e on network 85218206-8e6e-45c8-be66-99ef01130c66 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:36:11.054574 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75d6927-27a5-4564-9fa1-471b1c658e23 req-7db4e0b2-2c3d-4743-8f5c-75ea1f6d89e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:11.056597 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b75d6927-27a5-4564-9fa1-471b1c658e23 req-7db4e0b2-2c3d-4743-8f5c-75ea1f6d89e3 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=1403455a-2632-4781-bcfa-60ab81462070 HTTP/1.1" status: 200 len: 1128 time: 0.1654658 Feb 09 21:36:11.060195 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': '923cbd4b-05ae-410e-89b1-2f760e1dfdbe', 'network_id': '83b648e3-9e16-4594-828d-322167244a5e', 'port_id': '923cbd4b-05ae-410e-89b1-2f760e1dfdbe', 'mac_address': 'fa:16:3e:d8:5e:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33895a87-c686-4060-8a0c-2f9b961a8554', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:36:11.065275 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-02e9df63-1899-4a37-b695-064628bf1793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:11.067841 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008decc9-7bcf-46e7-b700-26f4e14ac058 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:36:11.068384 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008decc9-7bcf-46e7-b700-26f4e14ac058 None None] Checking segment: {'id': '365ae138-fd54-49ef-8df9-38e6b9736252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '85218206-8e6e-45c8-be66-99ef01130c66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:36:11.068900 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-008decc9-7bcf-46e7-b700-26f4e14ac058 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:11.069660 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008decc9-7bcf-46e7-b700-26f4e14ac058 None None] Bound using segment: {'id': '365ae138-fd54-49ef-8df9-38e6b9736252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '85218206-8e6e-45c8-be66-99ef01130c66'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:36:11.069994 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-008decc9-7bcf-46e7-b700-26f4e14ac058 None None] Bound port: 39009d32-ead6-4285-901f-66579805c56e, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '365ae138-fd54-49ef-8df9-38e6b9736252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '85218206-8e6e-45c8-be66-99ef01130c66'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:36:11.070490 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-008decc9-7bcf-46e7-b700-26f4e14ac058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (39009d32-ead6-4285-901f-66579805c56e), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:11.102552 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-5c8ed56f-1687-497d-b42d-06a65f909b34 req-cc69c3bc-084d-49af-bc65-11d08ce7152b tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (b34ef2b2-0f3a-4437-8e53-fc2ea4e2519b), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:11.111875 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-53c20c11-c4d8-4cbe-9dc2-95a66a169a0d tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:11.119680 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-147cbbb7-831f-4cb9-968b-6611c2611914 admin admin] Allocated IP 172.25.3.66 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/a0d05f41-b267-48d8-9543-ae850d8978ee) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:36:11.153228 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0d39cc92-c825-4832-a6f8-dc545d4f7bee tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (44d3ced5-b4c1-440f-9086-3a855af05fb6), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:11.153628 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0d39cc92-c825-4832-a6f8-dc545d4f7bee tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] Publish callbacks [] for floatingip (44d3ced5-b4c1-440f-9086-3a855af05fb6), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:11.159613 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 923cbd4b-05ae-410e-89b1-2f760e1dfdbe is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:36:11.160160 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (923cbd4b-05ae-410e-89b1-2f760e1dfdbe), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:11.178767 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 923cbd4b-05ae-410e-89b1-2f760e1dfdbe {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:36:11.187652 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-0d39cc92-c825-4832-a6f8-dc545d4f7bee tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] Calling delete_port for 44d3ced5-b4c1-440f-9086-3a855af05fb6 owned by network:floatingip {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:36:11.218994 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 923cbd4b-05ae-410e-89b1-2f760e1dfdbe, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=923cbd4b-05ae-410e-89b1-2f760e1dfdbe,segment=NetworkSegment(b8c2a339-696c-42ff-9706-e9c7145ef2ff),segment_id=b8c2a339-696c-42ff-9706-e9c7145ef2ff)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:11.220662 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-008decc9-7bcf-46e7-b700-26f4e14ac058 None None] For port 39009d32-ead6-4285-901f-66579805c56e, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:36:11.224280 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-008decc9-7bcf-46e7-b700-26f4e14ac058 None None] For port 39009d32-ead6-4285-901f-66579805c56e, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=39009d32-ead6-4285-901f-66579805c56e,segment=NetworkSegment(365ae138-fd54-49ef-8df9-38e6b9736252),segment_id=365ae138-fd54-49ef-8df9-38e6b9736252)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:36:11.227526 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (923cbd4b-05ae-410e-89b1-2f760e1dfdbe), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:11.234325 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-008decc9-7bcf-46e7-b700-26f4e14ac058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (39009d32-ead6-4285-901f-66579805c56e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:11.243756 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b75d6927-27a5-4564-9fa1-471b1c658e23 req-65981a15-8899-42fe-b28d-f8e03eb3ba1d service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=1d80a148-e9eb-4688-aae9-f24ed4e32758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780734 Feb 09 21:36:11.285875 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c50163-602c-46b7-aef6-2ab461a2258c req-637dfe9a-f017-4891-8ad9-7446f0e57c4e tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:11.287456 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-81c50163-602c-46b7-aef6-2ab461a2258c req-637dfe9a-f017-4891-8ad9-7446f0e57c4e tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=82be41b1-46da-46a7-8af9-241c6a0e3e2d HTTP/1.1" status: 200 len: 949 time: 0.2012737 Feb 09 21:36:11.293956 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=923cbd4b-05ae-410e-89b1-2f760e1dfdbe,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:11.366847 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-81c50163-602c-46b7-aef6-2ab461a2258c req-1e45fa9a-3221-4b54-aa5a-c9cae6a9750d tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626910 Feb 09 21:36:11.377043 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:36:11.384298 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008decc9-7bcf-46e7-b700-26f4e14ac058 None None] Pushing event updated for resources: {'Port': ['ID=39009d32-ead6-4285-901f-66579805c56e,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:11.634837 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-5c8ed56f-1687-497d-b42d-06a65f909b34 req-cc69c3bc-084d-49af-bc65-11d08ce7152b tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Publish callbacks [] for port (b34ef2b2-0f3a-4437-8e53-fc2ea4e2519b), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:11.640654 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-5c8ed56f-1687-497d-b42d-06a65f909b34 req-cc69c3bc-084d-49af-bc65-11d08ce7152b tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (b34ef2b2-0f3a-4437-8e53-fc2ea4e2519b), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:11.674221 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['923cbd4b-05ae-410e-89b1-2f760e1dfdbe'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:36:11.741578 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c0985a8-9af4-4638-a45e-5910432e3da2 x-openstack-request-id: req-3c0985a8-9af4-4638-a45e-5910432e3da2 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:36:11.742188 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7859f1d3-5d50-4c2b-9aee-4a3346b90a04", "tag": "923cbd4b-05ae-410e-89b1-2f760e1dfdbe", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:36:11.742454 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-3c0985a8-9af4-4638-a45e-5910432e3da2 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:36:11.742856 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7859f1d3-5d50-4c2b-9aee-4a3346b90a04', 'tag': '923cbd4b-05ae-410e-89b1-2f760e1dfdbe', 'status': 'completed', 'code': 200} Feb 09 21:36:11.757747 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc69c3bc-084d-49af-bc65-11d08ce7152b tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Pushing event updated for resources: {'Port': ['ID=b34ef2b2-0f3a-4437-8e53-fc2ea4e2519b,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:11.861728 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-5c8ed56f-1687-497d-b42d-06a65f909b34 req-cc69c3bc-084d-49af-bc65-11d08ce7152b tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (e983af25-0d19-4abc-ae6a-9a5c82ad9042), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:11.885079 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0d39cc92-c825-4832-a6f8-dc545d4f7bee tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (44d3ced5-b4c1-440f-9086-3a855af05fb6), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:11.892504 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e0bf1b-6d36-4433-9b85-1c28d7a83b97 req-08509f54-5059-4a45-8548-37607c5cd69e tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:11.894120 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e3e0bf1b-6d36-4433-9b85-1c28d7a83b97 req-08509f54-5059-4a45-8548-37607c5cd69e tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/ports?device_id=1403455a-2632-4781-bcfa-60ab81462070 HTTP/1.1" status: 200 len: 946 time: 0.3449721 Feb 09 21:36:11.926443 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-5c8ed56f-1687-497d-b42d-06a65f909b34 req-cc69c3bc-084d-49af-bc65-11d08ce7152b tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:11.927820 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5c8ed56f-1687-497d-b42d-06a65f909b34 req-cc69c3bc-084d-49af-bc65-11d08ce7152b tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.6948943 Feb 09 21:36:11.944905 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d39cc92-c825-4832-a6f8-dc545d4f7bee tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] Pushing event deleted for resources: {'Port': ['ID=44d3ced5-b4c1-440f-9086-3a855af05fb6,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:11.991622 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-147cbbb7-831f-4cb9-968b-6611c2611914 admin admin] Publish callbacks [] for port (a0d05f41-b267-48d8-9543-ae850d8978ee), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:12.022945 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e3e0bf1b-6d36-4433-9b85-1c28d7a83b97 req-5993f7c3-5e39-4f00-b657-969d11376914 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d80a148-e9eb-4688-aae9-f24ed4e32758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196442 Feb 09 21:36:12.023503 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59a932c-aa33-420c-a811-b4752448a5ce req-d6030818-6969-4f65-9e71-a8850111773d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:12.025085 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c59a932c-aa33-420c-a811-b4752448a5ce req-d6030818-6969-4f65-9e71-a8850111773d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=04e055ee152248efa1293c8e02ef57f4&device_id=7859f1d3-5d50-4c2b-9aee-4a3346b90a04 HTTP/1.1" status: 200 len: 1126 time: 0.2814772 Feb 09 21:36:12.034797 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5c8ed56f-1687-497d-b42d-06a65f909b34 req-9a24245d-60fc-463e-a55a-66082a12964a tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] 10.222.0.90 "GET /v2.0/floatingips?floating_ip_address=172.25.3.229 HTTP/1.1" status: 200 len: 696 time: 0.0609813 Feb 09 21:36:12.118438 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-147cbbb7-831f-4cb9-968b-6611c2611914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (a0d05f41-b267-48d8-9543-ae850d8978ee), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:12.161956 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0d39cc92-c825-4832-a6f8-dc545d4f7bee tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] Publish callbacks [] for floatingip (91b82acb-dd61-42fa-b8cc-e59d706db891), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:12.165320 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0d39cc92-c825-4832-a6f8-dc545d4f7bee tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:12.166851 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-0d39cc92-c825-4832-a6f8-dc545d4f7bee tempest-ServersTestManualDisk-2116406906 tempest-ServersTestManualDisk-2116406906-project] 10.222.0.90 "DELETE /v2.0/floatingips/91b82acb-dd61-42fa-b8cc-e59d706db891 HTTP/1.1" status: 204 len: 168 time: 1.6879227 Feb 09 21:36:12.174507 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 57188) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:12.194016 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147cbbb7-831f-4cb9-968b-6611c2611914 admin admin] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:36:12.204044 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-147cbbb7-831f-4cb9-968b-6611c2611914 admin admin] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:36:12.244418 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147cbbb7-831f-4cb9-968b-6611c2611914 admin admin] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:36:12.283899 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf831b63-6b5f-4106-9b2b-291fd3975798 req-79e81d55-8340-4be2-a077-94806bb3f6ae tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:12.285581 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cf831b63-6b5f-4106-9b2b-291fd3975798 req-79e81d55-8340-4be2-a077-94806bb3f6ae tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/ports?device_id=7859f1d3-5d50-4c2b-9aee-4a3346b90a04 HTTP/1.1" status: 200 len: 944 time: 0.1380756 Feb 09 21:36:12.299896 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8ed56f-1687-497d-b42d-06a65f909b34 req-4de628ee-366b-4d0a-a3b5-a3def2b6a3ed tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:12.308603 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5c8ed56f-1687-497d-b42d-06a65f909b34 req-4de628ee-366b-4d0a-a3b5-a3def2b6a3ed tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] 10.222.0.90 "GET /v2.0/networks/54a442d5-50a0-4c75-85cc-d19f5bf58118 HTTP/1.1" status: 200 len: 784 time: 0.2655084 Feb 09 21:36:12.347541 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147cbbb7-831f-4cb9-968b-6611c2611914 admin admin] Pushing event updated for resources: {'Port': ['ID=a0d05f41-b267-48d8-9543-ae850d8978ee,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:12.367791 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-53c20c11-c4d8-4cbe-9dc2-95a66a169a0d tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Allocated IP 172.25.3.92 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/09868193-3061-4fdb-8621-df0f6afe0d2d) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:36:12.405292 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cf831b63-6b5f-4106-9b2b-291fd3975798 req-36ef9f28-ba34-40fc-9de3-0d4b8c365730 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/security-groups?id=53864ffe-fa53-4ead-9e41-21e6252e7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118565 Feb 09 21:36:12.592304 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0e7675-49a1-427c-93b7-25d03e5abd59 req-e127a8e2-5f6b-4218-a7ae-d65e857d22f1 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:12.593871 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0a0e7675-49a1-427c-93b7-25d03e5abd59 req-e127a8e2-5f6b-4218-a7ae-d65e857d22f1 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] 10.222.0.90 "GET /v2.0/ports?device_id=d4cfa82c-d76c-4199-9356-cdb5c72a400a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1848409 Feb 09 21:36:12.643827 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:12.750699 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-147cbbb7-831f-4cb9-968b-6611c2611914 admin admin] Publish callbacks [] for router_gateway (1889e890-be66-44c7-ad7a-1f99e14150b7), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:12.753432 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0a0e7675-49a1-427c-93b7-25d03e5abd59 req-ddb6e3fb-f992-4e2e-8a18-357291812cb5 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] 10.222.0.90 "GET /v2.0/floatingips?floating_ip_address=172.25.3.229 HTTP/1.1" status: 200 len: 696 time: 0.1448133 Feb 09 21:36:12.764323 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3508e797-49ca-4b4f-b5b5-c9b2d664b0c5 req-6830d034-fa77-41a3-93ca-2b17f9d5b69c tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:12.766155 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3508e797-49ca-4b4f-b5b5-c9b2d664b0c5 req-6830d034-fa77-41a3-93ca-2b17f9d5b69c tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=82be41b1-46da-46a7-8af9-241c6a0e3e2d HTTP/1.1" status: 200 len: 949 time: 0.2379484 Feb 09 21:36:12.772572 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-0a0e7675-49a1-427c-93b7-25d03e5abd59 req-d2e5694e-95fe-4df5-9a7f-72d9c6e1c061 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Request body: {'floatingip': {'port_id': '4281858c-1eff-4109-ba51-e741b6ff6796', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:36:12.891177 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-0a0e7675-49a1-427c-93b7-25d03e5abd59 req-d2e5694e-95fe-4df5-9a7f-72d9c6e1c061 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Publish callbacks [] for floatingip (e983af25-0d19-4abc-ae6a-9a5c82ad9042), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:12.926101 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166f5e8b-688b-499a-a7aa-ab61b72bd1ad None None] Network 85218206-8e6e-45c8-be66-99ef01130c66 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:36:12.980300 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3508e797-49ca-4b4f-b5b5-c9b2d664b0c5 req-bd3a40da-21d4-4089-9dc7-1c2f091bdedc tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487114 Feb 09 21:36:12.983022 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-147cbbb7-831f-4cb9-968b-6611c2611914 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (1889e890-be66-44c7-ad7a-1f99e14150b7), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:12.984989 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-53c20c11-c4d8-4cbe-9dc2-95a66a169a0d tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks [] for port (09868193-3061-4fdb-8621-df0f6afe0d2d), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:13.049990 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-53c20c11-c4d8-4cbe-9dc2-95a66a169a0d tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (09868193-3061-4fdb-8621-df0f6afe0d2d), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:13.094620 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59a932c-aa33-420c-a811-b4752448a5ce req-4f93c31a-8444-4509-a07e-b62dbdb9bd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:13.097174 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c59a932c-aa33-420c-a811-b4752448a5ce req-4f93c31a-8444-4509-a07e-b62dbdb9bd2d service neutron] 10.222.0.89 "GET /v2.0/networks?id=83b648e3-9e16-4594-828d-322167244a5e HTTP/1.1" status: 200 len: 916 time: 1.0619195 Feb 09 21:36:13.106457 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-6c619621-200d-4268-bf03-1556dd637c97 None None] Provisioning complete for port 39009d32-ead6-4285-901f-66579805c56e triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:36:13.106837 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-6c619621-200d-4268-bf03-1556dd637c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (39009d32-ead6-4285-901f-66579805c56e), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:13.108865 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c20c11-c4d8-4cbe-9dc2-95a66a169a0d tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Pushing event updated for resources: {'Port': ['ID=09868193-3061-4fdb-8621-df0f6afe0d2d,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:13.141528 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c59a932c-aa33-420c-a811-b4752448a5ce req-eb372967-1fec-4612-a359-5f9a4543387c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=923cbd4b-05ae-410e-89b1-2f760e1dfdbe HTTP/1.1" status: 200 len: 217 time: 0.0374093 Feb 09 21:36:13.149492 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c20c11-c4d8-4cbe-9dc2-95a66a169a0d tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:36:13.161968 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-53c20c11-c4d8-4cbe-9dc2-95a66a169a0d tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:36:13.204028 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59a932c-aa33-420c-a811-b4752448a5ce req-ad7ea223-7d84-42b7-8457-355318e07d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:13.205602 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c59a932c-aa33-420c-a811-b4752448a5ce req-ad7ea223-7d84-42b7-8457-355318e07d36 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=33895a87-c686-4060-8a0c-2f9b961a8554 HTTP/1.1" status: 200 len: 855 time: 0.0540144 Feb 09 21:36:13.243965 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c20c11-c4d8-4cbe-9dc2-95a66a169a0d tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:36:13.250769 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-6c619621-200d-4268-bf03-1556dd637c97 None None] Current status of the port 39009d32-ead6-4285-901f-66579805c56e is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:36:13.251070 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-6c619621-200d-4268-bf03-1556dd637c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (39009d32-ead6-4285-901f-66579805c56e), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:13.303731 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-6c619621-200d-4268-bf03-1556dd637c97 None None] For port 39009d32-ead6-4285-901f-66579805c56e, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=39009d32-ead6-4285-901f-66579805c56e,segment=NetworkSegment(365ae138-fd54-49ef-8df9-38e6b9736252),segment_id=365ae138-fd54-49ef-8df9-38e6b9736252)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:13.308878 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c59a932c-aa33-420c-a811-b4752448a5ce req-5be36643-b716-4ffe-9c51-b9ae6510f476 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=83b648e3-9e16-4594-828d-322167244a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825281 Feb 09 21:36:13.309109 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-6c619621-200d-4268-bf03-1556dd637c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (39009d32-ead6-4285-901f-66579805c56e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:13.396134 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 39009d32-ead6-4285-901f-66579805c56e up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:36:13.446335 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c619621-200d-4268-bf03-1556dd637c97 None None] Pushing event updated for resources: {'Port': ['ID=39009d32-ead6-4285-901f-66579805c56e,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:13.511976 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 39009d32-ead6-4285-901f-66579805c56e triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:36:13.512976 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (39009d32-ead6-4285-901f-66579805c56e), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:13.594271 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-147cbbb7-831f-4cb9-968b-6611c2611914 admin admin] Router 1889e890-be66-44c7-ad7a-1f99e14150b7 is scheduled to L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 with binding_index 1 {{(pid=103141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:36:13.757228 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c59a932c-aa33-420c-a811-b4752448a5ce req-dff91a61-1dce-4566-9f4a-5339efafe138 service neutron] 10.222.0.89 "GET /v2.0/networks/83b648e3-9e16-4594-828d-322167244a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4366996 Feb 09 21:36:13.853590 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-147cbbb7-831f-4cb9-968b-6611c2611914 admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:36:13.883412 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 39009d32-ead6-4285-901f-66579805c56e is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:36:13.898465 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-0f5e0190-9a92-409c-b2f9-623f74a5a4fe None None] Provisioning complete for port 39009d32-ead6-4285-901f-66579805c56e triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:36:13.899122 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-0f5e0190-9a92-409c-b2f9-623f74a5a4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (39009d32-ead6-4285-901f-66579805c56e), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:13.954237 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-147cbbb7-831f-4cb9-968b-6611c2611914 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:13.959201 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-147cbbb7-831f-4cb9-968b-6611c2611914 admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.1492710 Feb 09 21:36:13.959984 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 57198) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:14.035500 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-0f5e0190-9a92-409c-b2f9-623f74a5a4fe None None] Current status of the port 39009d32-ead6-4285-901f-66579805c56e is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:36:14.072835 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55948ca7-e9cb-4354-be6a-26ca6fc2f8af None None] Sync routers for ids ['1889e890-be66-44c7-ad7a-1f99e14150b7'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:36:14.115337 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55948ca7-e9cb-4354-be6a-26ca6fc2f8af None None] Routers {'1889e890-be66-44c7-ad7a-1f99e14150b7'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:36:14.116287 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-55948ca7-e9cb-4354-be6a-26ca6fc2f8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:36:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['1889e890-be66-44c7-ad7a-1f99e14150b7'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:14.146854 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c59a932c-aa33-420c-a811-b4752448a5ce req-44029452-d836-44da-998d-751a173ba66d service neutron] 10.222.0.89 "GET /v2.0/networks/83b648e3-9e16-4594-828d-322167244a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3763814 Feb 09 21:36:14.163637 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e6edd6-144e-4322-9ec0-e5cffa298db5 req-dc4b0a33-ae02-4631-ba72-4dbcc661e6a2 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:14.171312 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-43e6edd6-144e-4322-9ec0-e5cffa298db5 req-dc4b0a33-ae02-4631-ba72-4dbcc661e6a2 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/ports?device_id=1403455a-2632-4781-bcfa-60ab81462070 HTTP/1.1" status: 200 len: 946 time: 0.9460685 Feb 09 21:36:14.180105 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ce1cfc32-f7cf-4973-b140-fab7de7a1319 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524906'] for router_interface (8177804d-c0ef-46f7-9ff2-b23130a71f0f), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:14.197947 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:14.267816 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-55948ca7-e9cb-4354-be6a-26ca6fc2f8af None None] Set router 1889e890-be66-44c7-ad7a-1f99e14150b7 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:36:14.296890 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-53c20c11-c4d8-4cbe-9dc2-95a66a169a0d tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks [] for router_gateway (3ad7d776-2216-4ebb-acd0-4e05206c34ca), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:14.411028 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-43e6edd6-144e-4322-9ec0-e5cffa298db5 req-2e763600-1a12-4c4a-869b-633391a5b607 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d80a148-e9eb-4688-aae9-f24ed4e32758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386861 Feb 09 21:36:14.424352 n-d-828369-5 neutron-server[103140]: INFO neutron.api.v2.resource [req-0a0e7675-49a1-427c-93b7-25d03e5abd59 req-d2e5694e-95fe-4df5-9a7f-72d9c6e1c061 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] update failed (client error): There was a conflict when trying to complete your request. Feb 09 21:36:14.437377 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 923cbd4b-05ae-410e-89b1-2f760e1dfdbe up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:36:14.469838 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0a0e7675-49a1-427c-93b7-25d03e5abd59 req-d2e5694e-95fe-4df5-9a7f-72d9c6e1c061 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] 10.222.0.90 "PUT /v2.0/floatingips/e983af25-0d19-4abc-ae6a-9a5c82ad9042 HTTP/1.1" status: 409 len: 550 time: 1.7023134 Feb 09 21:36:14.660516 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-55948ca7-e9cb-4354-be6a-26ca6fc2f8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1889e890-be66-44c7-ad7a-1f99e14150b7', 'name': 'tempest-TaggedBootDevicesTest_v242-85892179-router', 'tenant_id': 'caac0bf71df946719a02992f93942f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'a0d05f41-b267-48d8-9543-ae850d8978ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:36:09Z', 'updated_at': '2022-02-09T21:36:12Z', 'revision_number': 3, 'project_id': 'caac0bf71df946719a02992f93942f4d', 'gw_port': {'id': 'a0d05f41-b267-48d8-9543-ae850d8978ee', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ab:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1889e890-be66-44c7-ad7a-1f99e14150b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:10Z', 'updated_at': '2022-02-09T21:36:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:14.694754 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55948ca7-e9cb-4354-be6a-26ca6fc2f8af None None] Checking router: 1889e890-be66-44c7-ad7a-1f99e14150b7 for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:36:14.695114 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55948ca7-e9cb-4354-be6a-26ca6fc2f8af None None] Updating router 1889e890-be66-44c7-ad7a-1f99e14150b7 port a0d05f41-b267-48d8-9543-ae850d8978ee binding host n-d-828369-5 {{(pid=103142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:36:14.730591 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning for port 923cbd4b-05ae-410e-89b1-2f760e1dfdbe completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:36:14.739952 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port 923cbd4b-05ae-410e-89b1-2f760e1dfdbe triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:36:14.740367 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (923cbd4b-05ae-410e-89b1-2f760e1dfdbe), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:14.744704 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-55948ca7-e9cb-4354-be6a-26ca6fc2f8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (a0d05f41-b267-48d8-9543-ae850d8978ee), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:14.749215 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612ab16e-bbde-455f-a359-e4f21f48253e req-57ba010c-3454-4067-bbb9-6c5e12e2dc32 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:14.756384 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-612ab16e-bbde-455f-a359-e4f21f48253e req-57ba010c-3454-4067-bbb9-6c5e12e2dc32 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/ports?device_id=7859f1d3-5d50-4c2b-9aee-4a3346b90a04 HTTP/1.1" status: 200 len: 944 time: 0.1517727 Feb 09 21:36:14.774137 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77479abe-cd98-4661-a4d6-8afd51dada05 req-173449af-ec9a-4b8a-9cc2-28eb1dd70921 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:14.781078 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-77479abe-cd98-4661-a4d6-8afd51dada05 req-173449af-ec9a-4b8a-9cc2-28eb1dd70921 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=82be41b1-46da-46a7-8af9-241c6a0e3e2d HTTP/1.1" status: 200 len: 949 time: 0.1922617 Feb 09 21:36:14.809904 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-53c20c11-c4d8-4cbe-9dc2-95a66a169a0d tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (3ad7d776-2216-4ebb-acd0-4e05206c34ca), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:14.943136 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-612ab16e-bbde-455f-a359-e4f21f48253e req-f2178ad4-6662-4f41-8377-465dc314c794 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/security-groups?id=53864ffe-fa53-4ead-9e41-21e6252e7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812284 Feb 09 21:36:14.953585 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-aca3e60e-c182-4639-a936-624397d13326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:14.977888 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-77479abe-cd98-4661-a4d6-8afd51dada05 req-5f89830c-73e0-4159-8c66-2353c8f04abd tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910439 Feb 09 21:36:15.040508 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 923cbd4b-05ae-410e-89b1-2f760e1dfdbe is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:36:15.041137 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (923cbd4b-05ae-410e-89b1-2f760e1dfdbe), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:15.095622 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7d6c2d4a-9591-4a6e-b428-6ee6752ea2c7 req-d648b1ba-8cf3-486f-b8c8-dbd6b76a9ba6 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] 10.222.0.90 "GET /v2.0/floatingips/e983af25-0d19-4abc-ae6a-9a5c82ad9042 HTTP/1.1" status: 200 len: 693 time: 0.1150889 Feb 09 21:36:15.105299 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7859f1d3-5d50-4c2b-9aee-4a3346b90a04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '923cbd4b-05ae-410e-89b1-2f760e1dfdbe'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:36:15.108129 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c848f2bb-b8ce-427a-b923-29be67772aa3" -d '{"events": [{"server_uuid": "7859f1d3-5d50-4c2b-9aee-4a3346b90a04", "name": "network-vif-plugged", "status": "completed", "tag": "923cbd4b-05ae-410e-89b1-2f760e1dfdbe"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:36:15.135619 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 923cbd4b-05ae-410e-89b1-2f760e1dfdbe, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=923cbd4b-05ae-410e-89b1-2f760e1dfdbe,segment=NetworkSegment(b8c2a339-696c-42ff-9706-e9c7145ef2ff),segment_id=b8c2a339-696c-42ff-9706-e9c7145ef2ff)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:15.142789 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (923cbd4b-05ae-410e-89b1-2f760e1dfdbe), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:15.228486 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=923cbd4b-05ae-410e-89b1-2f760e1dfdbe,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:15.273154 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:15.328767 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-55948ca7-e9cb-4354-be6a-26ca6fc2f8af None None] Publish callbacks [] for port (a0d05f41-b267-48d8-9543-ae850d8978ee), precommit_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:15.334916 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-ce1cfc32-f7cf-4973-b140-fab7de7a1319 admin admin] Deleting port 0f936aee-3a51-4f7b-82d9-9cfc556121c7 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:36:15.335254 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ce1cfc32-f7cf-4973-b140-fab7de7a1319 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (0f936aee-3a51-4f7b-82d9-9cfc556121c7), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:15.337137 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-55948ca7-e9cb-4354-be6a-26ca6fc2f8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (a0d05f41-b267-48d8-9543-ae850d8978ee), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:15.374572 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20429356-7adb-4e68-9972-5a56d57bc00a req-a40b8348-cae9-4dfc-af07-d64b11394cb8 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:15.376121 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-20429356-7adb-4e68-9972-5a56d57bc00a req-a40b8348-cae9-4dfc-af07-d64b11394cb8 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/networks?id=e0933a47-9f98-425f-b2ec-87bdb6b7270d HTTP/1.1" status: 200 len: 811 time: 0.2795722 Feb 09 21:36:15.387356 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 39009d32-ead6-4285-901f-66579805c56e up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:36:15.396971 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6c2d4a-9591-4a6e-b428-6ee6752ea2c7 req-b3b9b7bb-40e5-449e-a332-a8b541d2dea5 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:15.398487 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7d6c2d4a-9591-4a6e-b428-6ee6752ea2c7 req-b3b9b7bb-40e5-449e-a332-a8b541d2dea5 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] 10.222.0.90 "GET /v2.0/networks/54a442d5-50a0-4c75-85cc-d19f5bf58118 HTTP/1.1" status: 200 len: 784 time: 0.2866406 Feb 09 21:36:15.421730 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-20429356-7adb-4e68-9972-5a56d57bc00a req-5d01b0aa-c9d7-443b-b3f0-ff576d097643 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/quotas/78416997261a4fcdac7ea7395d681884 HTTP/1.1" status: 200 len: 375 time: 0.0378902 Feb 09 21:36:15.455538 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53c20c11-c4d8-4cbe-9dc2-95a66a169a0d tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Router 3ad7d776-2216-4ebb-acd0-4e05206c34ca is scheduled to L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 with binding_index 1 {{(pid=103140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:36:15.470493 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad25aab-cdd7-4e5f-8645-71ec0ed3102b None None] Pushing event updated for resources: {'Port': ['ID=a0d05f41-b267-48d8-9543-ae850d8978ee,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:15.485110 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-55948ca7-e9cb-4354-be6a-26ca6fc2f8af None None] Attempting to bind port a0d05f41-b267-48d8-9543-ae850d8978ee on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:36:15.485784 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-55948ca7-e9cb-4354-be6a-26ca6fc2f8af None None] Attempting to bind port a0d05f41-b267-48d8-9543-ae850d8978ee by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:36:15.486416 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55948ca7-e9cb-4354-be6a-26ca6fc2f8af None None] Attempting to bind port a0d05f41-b267-48d8-9543-ae850d8978ee on network 54a442d5-50a0-4c75-85cc-d19f5bf58118 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:36:15.494315 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55948ca7-e9cb-4354-be6a-26ca6fc2f8af None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:36:15.495295 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55948ca7-e9cb-4354-be6a-26ca6fc2f8af None None] Checking segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:36:15.496547 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-55948ca7-e9cb-4354-be6a-26ca6fc2f8af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:15.497729 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55948ca7-e9cb-4354-be6a-26ca6fc2f8af None None] Bound using segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:36:15.498459 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-55948ca7-e9cb-4354-be6a-26ca6fc2f8af None None] Bound port: a0d05f41-b267-48d8-9543-ae850d8978ee, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:36:15.499107 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-55948ca7-e9cb-4354-be6a-26ca6fc2f8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (a0d05f41-b267-48d8-9543-ae850d8978ee), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:15.502494 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-ce1cfc32-f7cf-4973-b140-fab7de7a1319 admin admin] For port 0f936aee-3a51-4f7b-82d9-9cfc556121c7, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=0f936aee-3a51-4f7b-82d9-9cfc556121c7,segment=NetworkSegment(4a4447ae-fa93-4ee0-a90a-ab4a83659d7c),segment_id=4a4447ae-fa93-4ee0-a90a-ab4a83659d7c)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:15.502494 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ce1cfc32-f7cf-4973-b140-fab7de7a1319 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (0f936aee-3a51-4f7b-82d9-9cfc556121c7), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:15.502751 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7d6c2d4a-9591-4a6e-b428-6ee6752ea2c7 req-465b5c34-43b4-44f0-8267-e33de9b2fe66 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] 10.222.0.90 "GET /v2.0/floatingips?floating_ip_address=172.25.3.229 HTTP/1.1" status: 200 len: 696 time: 0.0963998 Feb 09 21:36:15.537154 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-ce1cfc32-f7cf-4973-b140-fab7de7a1319 admin admin] Calling delete_port for 0f936aee-3a51-4f7b-82d9-9cfc556121c7 owned by network:router_interface {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:36:15.566944 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-55948ca7-e9cb-4354-be6a-26ca6fc2f8af None None] For port a0d05f41-b267-48d8-9543-ae850d8978ee, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:36:15.570803 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-55948ca7-e9cb-4354-be6a-26ca6fc2f8af None None] For port a0d05f41-b267-48d8-9543-ae850d8978ee, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=a0d05f41-b267-48d8-9543-ae850d8978ee,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:36:15.578900 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-55948ca7-e9cb-4354-be6a-26ca6fc2f8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (a0d05f41-b267-48d8-9543-ae850d8978ee), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:15.651312 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55948ca7-e9cb-4354-be6a-26ca6fc2f8af None None] Routers {'1889e890-be66-44c7-ad7a-1f99e14150b7'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:36:15.652166 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-55948ca7-e9cb-4354-be6a-26ca6fc2f8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:36:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['1889e890-be66-44c7-ad7a-1f99e14150b7'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:15.654179 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad25aab-cdd7-4e5f-8645-71ec0ed3102b None None] Pushing event updated for resources: {'Port': ['ID=a0d05f41-b267-48d8-9543-ae850d8978ee,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:15.665301 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 39009d32-ead6-4285-901f-66579805c56e triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:36:15.666233 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (39009d32-ead6-4285-901f-66579805c56e), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:15.670884 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7d6c2d4a-9591-4a6e-b428-6ee6752ea2c7 req-971e253d-8819-402a-84ea-4f6b3eac6d38 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] 10.222.0.90 "GET /v2.0/floatingips?floating_ip_address=172.25.3.229 HTTP/1.1" status: 200 len: 696 time: 0.1594934 Feb 09 21:36:15.749918 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-aca3e60e-c182-4639-a936-624397d13326 admin admin] Allocated IP 172.20.0.1 (85218206-8e6e-45c8-be66-99ef01130c66/fc71b5a7-ddc0-4230-a622-7156083a74d7/1299543a-828d-424c-a02f-56e4d909753f) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:36:15.834099 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-20429356-7adb-4e68-9972-5a56d57bc00a req-b49fc2bf-ba6f-4881-b09d-4d91a20c39ad tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=78416997261a4fcdac7ea7395d681884&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3718207 Feb 09 21:36:15.867200 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 39009d32-ead6-4285-901f-66579805c56e is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:36:15.873275 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-55948ca7-e9cb-4354-be6a-26ca6fc2f8af None None] Set router 1889e890-be66-44c7-ad7a-1f99e14150b7 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:36:15.949814 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-aca3e60e-c182-4639-a936-624397d13326 admin admin] Publish callbacks [] for port (1299543a-828d-424c-a02f-56e4d909753f), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:15.965183 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ce1cfc32-f7cf-4973-b140-fab7de7a1319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (0f936aee-3a51-4f7b-82d9-9cfc556121c7), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:15.965911 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53c20c11-c4d8-4cbe-9dc2-95a66a169a0d tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:36:15.976836 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56318a51-1aeb-4534-99a8-e2a034bd60f2 None None] Sync routers for ids ['3ad7d776-2216-4ebb-acd0-4e05206c34ca'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:36:15.999242 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56318a51-1aeb-4534-99a8-e2a034bd60f2 None None] Routers {'3ad7d776-2216-4ebb-acd0-4e05206c34ca'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:36:15.999888 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-56318a51-1aeb-4534-99a8-e2a034bd60f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:36:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['3ad7d776-2216-4ebb-acd0-4e05206c34ca'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:16.008753 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1cfc32-f7cf-4973-b140-fab7de7a1319 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f936aee-3a51-4f7b-82d9-9cfc556121c7,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:16.104065 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-7d6c2d4a-9591-4a6e-b428-6ee6752ea2c7 req-3d131e97-1ce9-4065-a192-cf56556157c9 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Deleting port b34ef2b2-0f3a-4437-8e53-fc2ea4e2519b {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:36:16.106355 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-7d6c2d4a-9591-4a6e-b428-6ee6752ea2c7 req-3d131e97-1ce9-4065-a192-cf56556157c9 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (b34ef2b2-0f3a-4437-8e53-fc2ea4e2519b), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:16.108116 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-aca3e60e-c182-4639-a936-624397d13326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (1299543a-828d-424c-a02f-56e4d909753f), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:16.110263 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-53c20c11-c4d8-4cbe-9dc2-95a66a169a0d tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:16.117006 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-53c20c11-c4d8-4cbe-9dc2-95a66a169a0d tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.5213985 Feb 09 21:36:16.123357 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 57226) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:16.128239 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca3e60e-c182-4639-a936-624397d13326 admin admin] Network 85218206-8e6e-45c8-be66-99ef01130c66 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:36:16.131073 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-aca3e60e-c182-4639-a936-624397d13326 admin admin] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:36:16.135912 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca3e60e-c182-4639-a936-624397d13326 admin admin] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:36:16.176293 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-20429356-7adb-4e68-9972-5a56d57bc00a req-3ad6854c-e069-491b-a939-f1cd3e1d020f service neutron] 10.222.0.90 "GET /v2.0/networks/e0933a47-9f98-425f-b2ec-87bdb6b7270d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3312182 Feb 09 21:36:16.199225 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-55948ca7-e9cb-4354-be6a-26ca6fc2f8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1889e890-be66-44c7-ad7a-1f99e14150b7', 'name': 'tempest-TaggedBootDevicesTest_v242-85892179-router', 'tenant_id': 'caac0bf71df946719a02992f93942f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'a0d05f41-b267-48d8-9543-ae850d8978ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:36:09Z', 'updated_at': '2022-02-09T21:36:12Z', 'revision_number': 3, 'project_id': 'caac0bf71df946719a02992f93942f4d', 'gw_port': {'id': 'a0d05f41-b267-48d8-9543-ae850d8978ee', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ab:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1889e890-be66-44c7-ad7a-1f99e14150b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:10Z', 'updated_at': '2022-02-09T21:36:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:16.258359 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca3e60e-c182-4639-a936-624397d13326 admin admin] Pushing event updated for resources: {'Port': ['ID=1299543a-828d-424c-a02f-56e4d909753f,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:16.281443 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55948ca7-e9cb-4354-be6a-26ca6fc2f8af None None] The sync data for ids ['1889e890-be66-44c7-ad7a-1f99e14150b7'] in n-d-828369-5 is: [{'id': '1889e890-be66-44c7-ad7a-1f99e14150b7', 'name': 'tempest-TaggedBootDevicesTest_v242-85892179-router', 'tenant_id': 'caac0bf71df946719a02992f93942f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'a0d05f41-b267-48d8-9543-ae850d8978ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:36:09Z', 'updated_at': '2022-02-09T21:36:12Z', 'revision_number': 3, 'project_id': 'caac0bf71df946719a02992f93942f4d', 'gw_port': {'id': 'a0d05f41-b267-48d8-9543-ae850d8978ee', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ab:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1889e890-be66-44c7-ad7a-1f99e14150b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:10Z', 'updated_at': '2022-02-09T21:36:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:36:16.447940 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-aca3e60e-c182-4639-a936-624397d13326 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554727'] for router_interface (1889e890-be66-44c7-ad7a-1f99e14150b7), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:16.527316 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-56318a51-1aeb-4534-99a8-e2a034bd60f2 None None] Set router 3ad7d776-2216-4ebb-acd0-4e05206c34ca gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:36:16.542271 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-7d6c2d4a-9591-4a6e-b428-6ee6752ea2c7 req-3d131e97-1ce9-4065-a192-cf56556157c9 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (b34ef2b2-0f3a-4437-8e53-fc2ea4e2519b), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:16.542885 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-7d6c2d4a-9591-4a6e-b428-6ee6752ea2c7 req-3d131e97-1ce9-4065-a192-cf56556157c9 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Publish callbacks [] for floatingip (b34ef2b2-0f3a-4437-8e53-fc2ea4e2519b), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:16.563217 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ce1cfc32-f7cf-4973-b140-fab7de7a1319 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-525054'] for router_interface (8177804d-c0ef-46f7-9ff2-b23130a71f0f), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:16.567621 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-7d6c2d4a-9591-4a6e-b428-6ee6752ea2c7 req-3d131e97-1ce9-4065-a192-cf56556157c9 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Calling delete_port for b34ef2b2-0f3a-4437-8e53-fc2ea4e2519b owned by network:floatingip {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:36:16.639673 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-42535985-37a1-4457-b5ee-b321b3cfcfd9 None None] Provisioning complete for port 1299543a-828d-424c-a02f-56e4d909753f triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:36:16.641499 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-42535985-37a1-4457-b5ee-b321b3cfcfd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (1299543a-828d-424c-a02f-56e4d909753f), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:16.755715 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-42535985-37a1-4457-b5ee-b321b3cfcfd9 None None] Port 1299543a-828d-424c-a02f-56e4d909753f cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:36:16.862829 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-aca3e60e-c182-4639-a936-624397d13326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (1299543a-828d-424c-a02f-56e4d909753f), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:16.944555 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-56318a51-1aeb-4534-99a8-e2a034bd60f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad7d776-2216-4ebb-acd0-4e05206c34ca', 'name': 'tempest-snat-router-759461905', 'tenant_id': '10589e5064b54a7a8f34d2a0322666c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.92'}], 'enable_snat': False}, 'gw_port_id': '09868193-3061-4fdb-8621-df0f6afe0d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:36:09Z', 'updated_at': '2022-02-09T21:36:13Z', 'revision_number': 3, 'project_id': '10589e5064b54a7a8f34d2a0322666c5', 'gw_port': {'id': '09868193-3061-4fdb-8621-df0f6afe0d2d', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:17:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ad7d776-2216-4ebb-acd0-4e05206c34ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:11Z', 'updated_at': '2022-02-09T21:36:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:16.977037 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56318a51-1aeb-4534-99a8-e2a034bd60f2 None None] Checking router: 3ad7d776-2216-4ebb-acd0-4e05206c34ca for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:36:16.977775 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56318a51-1aeb-4534-99a8-e2a034bd60f2 None None] Updating router 3ad7d776-2216-4ebb-acd0-4e05206c34ca port 09868193-3061-4fdb-8621-df0f6afe0d2d binding host n-d-828369-5 {{(pid=103143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:36:16.992537 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-ac32c75e-66b7-4ab3-95aa-7c7e9ba0a92b tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] 10.222.0.90 "GET /v2.0/routers/3ad7d776-2216-4ebb-acd0-4e05206c34ca HTTP/1.1" status: 200 len: 907 time: 0.8650415 Feb 09 21:36:16.997470 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 57228) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:16.999878 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-20429356-7adb-4e68-9972-5a56d57bc00a req-1fa9f1af-42c7-43f3-8c9a-034dc85ce463 service neutron] 10.222.0.90 "GET /v2.0/networks/e0933a47-9f98-425f-b2ec-87bdb6b7270d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6678119 Feb 09 21:36:17.004009 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-fca11fb0-b2ea-4c81-b61b-85f464d6d826 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Request body: {'router': {'name': 'tempest-snat-router-759461905', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'enable_snat': True}}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:36:17.036097 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-7d6c2d4a-9591-4a6e-b428-6ee6752ea2c7 req-3d131e97-1ce9-4065-a192-cf56556157c9 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (b34ef2b2-0f3a-4437-8e53-fc2ea4e2519b), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:17.067158 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d131e97-1ce9-4065-a192-cf56556157c9 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Pushing event deleted for resources: {'Port': ['ID=b34ef2b2-0f3a-4437-8e53-fc2ea4e2519b,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:17.070679 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fca11fb0-b2ea-4c81-b61b-85f464d6d826 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (a9e73223-01ec-48c5-b82f-127d1e49591a), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:17.071784 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fca11fb0-b2ea-4c81-b61b-85f464d6d826 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (a9e73223-01ec-48c5-b82f-127d1e49591a), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:17.084018 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-56318a51-1aeb-4534-99a8-e2a034bd60f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (09868193-3061-4fdb-8621-df0f6afe0d2d), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:17.139922 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fca11fb0-b2ea-4c81-b61b-85f464d6d826 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks [] for router_controller (a9e73223-01ec-48c5-b82f-127d1e49591a), precommit_add_association {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:17.433776 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-7d6c2d4a-9591-4a6e-b428-6ee6752ea2c7 req-3d131e97-1ce9-4065-a192-cf56556157c9 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Publish callbacks [] for floatingip (e983af25-0d19-4abc-ae6a-9a5c82ad9042), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:17.436451 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-7d6c2d4a-9591-4a6e-b428-6ee6752ea2c7 req-3d131e97-1ce9-4065-a192-cf56556157c9 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:17.461130 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7d6c2d4a-9591-4a6e-b428-6ee6752ea2c7 req-3d131e97-1ce9-4065-a192-cf56556157c9 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] 10.222.0.90 "DELETE /v2.0/floatingips/e983af25-0d19-4abc-ae6a-9a5c82ad9042 HTTP/1.1" status: 204 len: 173 time: 1.7808819 Feb 09 21:36:17.465990 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78c78e48-d28f-42d7-94c8-12d0326fc0b7 x-openstack-request-id: req-78c78e48-d28f-42d7-94c8-12d0326fc0b7 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:36:17.466526 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7859f1d3-5d50-4c2b-9aee-4a3346b90a04", "name": "network-vif-plugged", "status": "completed", "tag": "923cbd4b-05ae-410e-89b1-2f760e1dfdbe", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:36:17.466526 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-78c78e48-d28f-42d7-94c8-12d0326fc0b7 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:36:17.466907 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7859f1d3-5d50-4c2b-9aee-4a3346b90a04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '923cbd4b-05ae-410e-89b1-2f760e1dfdbe', 'code': 200} Feb 09 21:36:17.501698 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device a0d05f41-b267-48d8-9543-ae850d8978ee up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:36:17.509154 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-aca3e60e-c182-4639-a936-624397d13326 admin admin] Publish callbacks [] for port (1299543a-828d-424c-a02f-56e4d909753f), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:17.522369 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce1cfc32-f7cf-4973-b140-fab7de7a1319 admin admin] Router 8177804d-c0ef-46f7-9ff2-b23130a71f0f has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:36:17.540903 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-aca3e60e-c182-4639-a936-624397d13326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (1299543a-828d-424c-a02f-56e4d909753f), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:17.651494 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port a0d05f41-b267-48d8-9543-ae850d8978ee triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:36:17.652124 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (a0d05f41-b267-48d8-9543-ae850d8978ee), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:17.790319 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fca11fb0-b2ea-4c81-b61b-85f464d6d826 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks [] for router_gateway (a9e73223-01ec-48c5-b82f-127d1e49591a), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:17.908461 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2652e5ec-72bc-48c1-b8e6-8df8adcb737b req-4ea89d71-fbef-4824-bb5c-dfd1ad289abb tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:17.915869 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2652e5ec-72bc-48c1-b8e6-8df8adcb737b req-4ea89d71-fbef-4824-bb5c-dfd1ad289abb tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=82be41b1-46da-46a7-8af9-241c6a0e3e2d HTTP/1.1" status: 200 len: 949 time: 0.1803524 Feb 09 21:36:17.930714 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce1cfc32-f7cf-4973-b140-fab7de7a1319 admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:36:17.953492 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-ce1cfc32-f7cf-4973-b140-fab7de7a1319 admin admin] 10.222.0.90 "PUT /v2.0/routers/8177804d-c0ef-46f7-9ff2-b23130a71f0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7747586 Feb 09 21:36:17.963350 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 57240) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:17.976162 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59174788-aab7-43d5-b6d8-a63d23179068 None None] Sync routers for ids ['8177804d-c0ef-46f7-9ff2-b23130a71f0f'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:36:17.977213 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-aca3e60e-c182-4639-a936-624397d13326 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524919'] for router_interface (1889e890-be66-44c7-ad7a-1f99e14150b7), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:17.992802 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-56318a51-1aeb-4534-99a8-e2a034bd60f2 None None] Publish callbacks [] for port (09868193-3061-4fdb-8621-df0f6afe0d2d), precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:17.999808 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-56318a51-1aeb-4534-99a8-e2a034bd60f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (09868193-3061-4fdb-8621-df0f6afe0d2d), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:18.023601 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2652e5ec-72bc-48c1-b8e6-8df8adcb737b req-60a4850e-5541-42e4-8fc5-bb58072d077d tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021852 Feb 09 21:36:18.033635 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6266a372-e504-4980-924c-9818b361ee0c req-c705f9b2-dd76-41f6-a94f-584b6118e983 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:18.056669 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6266a372-e504-4980-924c-9818b361ee0c req-c705f9b2-dd76-41f6-a94f-584b6118e983 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/ports?device_id=7859f1d3-5d50-4c2b-9aee-4a3346b90a04 HTTP/1.1" status: 200 len: 945 time: 0.4226089 Feb 09 21:36:18.083383 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e1a896-62b2-459d-a619-7474381ad912 None None] Pushing event updated for resources: {'Port': ['ID=09868193-3061-4fdb-8621-df0f6afe0d2d,revision_number=2']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:18.089667 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port a0d05f41-b267-48d8-9543-ae850d8978ee is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:36:18.090230 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (a0d05f41-b267-48d8-9543-ae850d8978ee), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:18.096586 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca3e60e-c182-4639-a936-624397d13326 admin admin] Pushing event updated for resources: {'Port': ['ID=1299543a-828d-424c-a02f-56e4d909753f,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:18.103042 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e1a896-62b2-459d-a619-7474381ad912 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:18.103442 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e1a896-62b2-459d-a619-7474381ad912 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:18.103798 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e1a896-62b2-459d-a619-7474381ad912 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:18.104148 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e1a896-62b2-459d-a619-7474381ad912 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:18.104649 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e1a896-62b2-459d-a619-7474381ad912 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:18.105538 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e1a896-62b2-459d-a619-7474381ad912 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:18.105878 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e1a896-62b2-459d-a619-7474381ad912 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:18.106303 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e1a896-62b2-459d-a619-7474381ad912 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:18.106532 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e1a896-62b2-459d-a619-7474381ad912 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:18.106730 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e54d9fb-a2a8-4afb-a39d-f891d5584acf req-40526e0d-6eb5-4b4e-8b19-b3cdc8ac8c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:18.106857 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e1a896-62b2-459d-a619-7474381ad912 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:18.107181 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e1a896-62b2-459d-a619-7474381ad912 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:18.107508 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e1a896-62b2-459d-a619-7474381ad912 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:18.107837 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e1a896-62b2-459d-a619-7474381ad912 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:18.110768 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-9e54d9fb-a2a8-4afb-a39d-f891d5584acf req-40526e0d-6eb5-4b4e-8b19-b3cdc8ac8c91 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=7859f1d3-5d50-4c2b-9aee-4a3346b90a04 HTTP/1.1" status: 200 len: 1127 time: 0.5341332 Feb 09 21:36:18.119447 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca3e60e-c182-4639-a936-624397d13326 admin admin] Network 85218206-8e6e-45c8-be66-99ef01130c66 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:36:18.142784 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59174788-aab7-43d5-b6d8-a63d23179068 None None] Routers {'8177804d-c0ef-46f7-9ff2-b23130a71f0f'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:36:18.143483 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-59174788-aab7-43d5-b6d8-a63d23179068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:36:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['8177804d-c0ef-46f7-9ff2-b23130a71f0f'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:18.148815 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-aca3e60e-c182-4639-a936-624397d13326 admin admin] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:36:18.152340 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-56318a51-1aeb-4534-99a8-e2a034bd60f2 None None] Attempting to bind port 09868193-3061-4fdb-8621-df0f6afe0d2d on host n-d-828369-5 for vnic_type normal with profile {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:36:18.152728 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-56318a51-1aeb-4534-99a8-e2a034bd60f2 None None] Attempting to bind port 09868193-3061-4fdb-8621-df0f6afe0d2d by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:36:18.153100 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56318a51-1aeb-4534-99a8-e2a034bd60f2 None None] Attempting to bind port 09868193-3061-4fdb-8621-df0f6afe0d2d on network 54a442d5-50a0-4c75-85cc-d19f5bf58118 {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:36:18.160177 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56318a51-1aeb-4534-99a8-e2a034bd60f2 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:36:18.160839 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56318a51-1aeb-4534-99a8-e2a034bd60f2 None None] Checking segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:36:18.165205 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-56318a51-1aeb-4534-99a8-e2a034bd60f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:18.165414 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56318a51-1aeb-4534-99a8-e2a034bd60f2 None None] Bound using segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:36:18.166045 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-56318a51-1aeb-4534-99a8-e2a034bd60f2 None None] Bound port: 09868193-3061-4fdb-8621-df0f6afe0d2d, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:36:18.166449 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-56318a51-1aeb-4534-99a8-e2a034bd60f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (09868193-3061-4fdb-8621-df0f6afe0d2d), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:18.254637 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-56318a51-1aeb-4534-99a8-e2a034bd60f2 None None] For port 09868193-3061-4fdb-8621-df0f6afe0d2d, host n-d-828369-5, cleared binding levels {{(pid=103143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:36:18.262380 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-56318a51-1aeb-4534-99a8-e2a034bd60f2 None None] For port 09868193-3061-4fdb-8621-df0f6afe0d2d, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=09868193-3061-4fdb-8621-df0f6afe0d2d,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:36:18.283993 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-56318a51-1aeb-4534-99a8-e2a034bd60f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (09868193-3061-4fdb-8621-df0f6afe0d2d), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:18.330304 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-9e54d9fb-a2a8-4afb-a39d-f891d5584acf req-bb8356c1-dbef-4553-95d1-83878d9dc421 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=53864ffe-fa53-4ead-9e41-21e6252e7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075830 Feb 09 21:36:18.384696 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e1a896-62b2-459d-a619-7474381ad912 None None] Pushing event updated for resources: {'Port': ['ID=09868193-3061-4fdb-8621-df0f6afe0d2d,revision_number=3']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:18.410456 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56318a51-1aeb-4534-99a8-e2a034bd60f2 None None] Routers {'3ad7d776-2216-4ebb-acd0-4e05206c34ca'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:36:18.411354 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-56318a51-1aeb-4534-99a8-e2a034bd60f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:36:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['3ad7d776-2216-4ebb-acd0-4e05206c34ca'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:18.480823 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-59174788-aab7-43d5-b6d8-a63d23179068 None None] Set router 8177804d-c0ef-46f7-9ff2-b23130a71f0f gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:36:18.647913 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aca3e60e-c182-4639-a936-624397d13326 admin admin] Router 1889e890-be66-44c7-ad7a-1f99e14150b7 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:36:18.661529 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-56318a51-1aeb-4534-99a8-e2a034bd60f2 None None] Set router 3ad7d776-2216-4ebb-acd0-4e05206c34ca gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:36:18.708879 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port a0d05f41-b267-48d8-9543-ae850d8978ee, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=a0d05f41-b267-48d8-9543-ae850d8978ee,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:18.719030 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (a0d05f41-b267-48d8-9543-ae850d8978ee), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:18.877301 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=a0d05f41-b267-48d8-9543-ae850d8978ee,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:18.911159 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-c564ff2f-483b-413a-9974-6edd8d9287a3 None None] Provisioning complete for port 1299543a-828d-424c-a02f-56e4d909753f triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:36:18.912890 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c564ff2f-483b-413a-9974-6edd8d9287a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (1299543a-828d-424c-a02f-56e4d909753f), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:18.990393 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-c564ff2f-483b-413a-9974-6edd8d9287a3 None None] Port 1299543a-828d-424c-a02f-56e4d909753f cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:36:19.004861 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aca3e60e-c182-4639-a936-624397d13326 admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:36:19.014751 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4cb3bbe3-d131-4c97-bfd1-ceecccbf99b5 req-77604886-de23-4308-a04e-e48eba747ed7 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/ports?device_id=2554d57d-83c8-4d46-b328-49ce7df09ba6 HTTP/1.1" status: 200 len: 210 time: 0.1627636 Feb 09 21:36:19.023722 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-aca3e60e-c182-4639-a936-624397d13326 admin admin] 10.222.0.90 "PUT /v2.0/routers/1889e890-be66-44c7-ad7a-1f99e14150b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0590677 Feb 09 21:36:19.061178 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-59174788-aab7-43d5-b6d8-a63d23179068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8177804d-c0ef-46f7-9ff2-b23130a71f0f', 'name': 'tempest-ServersTestManualDisk-1208581549-router', 'tenant_id': '77fda44304ae4f269c2e2e6260f94941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': 'bbaa2299-10a6-4525-bbb8-2f46acb64365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:33:43Z', 'updated_at': '2022-02-09T21:36:15Z', 'revision_number': 5, 'project_id': '77fda44304ae4f269c2e2e6260f94941', 'gw_port': {'id': 'bbaa2299-10a6-4525-bbb8-2f46acb64365', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8177804d-c0ef-46f7-9ff2-b23130a71f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:44Z', 'updated_at': '2022-02-09T21:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:19.150503 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59174788-aab7-43d5-b6d8-a63d23179068 None None] Checking router: 8177804d-c0ef-46f7-9ff2-b23130a71f0f for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:36:19.152891 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6266a372-e504-4980-924c-9818b361ee0c req-e490ae21-35bf-414c-8db1-0cf473ff159e tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/security-groups?id=53864ffe-fa53-4ead-9e41-21e6252e7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840936 Feb 09 21:36:19.169057 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-56318a51-1aeb-4534-99a8-e2a034bd60f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad7d776-2216-4ebb-acd0-4e05206c34ca', 'name': 'tempest-snat-router-759461905', 'tenant_id': '10589e5064b54a7a8f34d2a0322666c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.92'}], 'enable_snat': False}, 'gw_port_id': '09868193-3061-4fdb-8621-df0f6afe0d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:36:09Z', 'updated_at': '2022-02-09T21:36:13Z', 'revision_number': 3, 'project_id': '10589e5064b54a7a8f34d2a0322666c5', 'gw_port': {'id': '09868193-3061-4fdb-8621-df0f6afe0d2d', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:17:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ad7d776-2216-4ebb-acd0-4e05206c34ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:11Z', 'updated_at': '2022-02-09T21:36:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:19.219039 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59174788-aab7-43d5-b6d8-a63d23179068 None None] Routers {'8177804d-c0ef-46f7-9ff2-b23130a71f0f'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:36:19.219686 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-59174788-aab7-43d5-b6d8-a63d23179068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:36:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['8177804d-c0ef-46f7-9ff2-b23130a71f0f'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:19.220862 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56318a51-1aeb-4534-99a8-e2a034bd60f2 None None] The sync data for ids ['3ad7d776-2216-4ebb-acd0-4e05206c34ca'] in n-d-828369-5 is: [{'id': '3ad7d776-2216-4ebb-acd0-4e05206c34ca', 'name': 'tempest-snat-router-759461905', 'tenant_id': '10589e5064b54a7a8f34d2a0322666c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.92'}], 'enable_snat': False}, 'gw_port_id': '09868193-3061-4fdb-8621-df0f6afe0d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:36:09Z', 'updated_at': '2022-02-09T21:36:13Z', 'revision_number': 3, 'project_id': '10589e5064b54a7a8f34d2a0322666c5', 'gw_port': {'id': '09868193-3061-4fdb-8621-df0f6afe0d2d', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:17:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ad7d776-2216-4ebb-acd0-4e05206c34ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:11Z', 'updated_at': '2022-02-09T21:36:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828369-5'}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:36:19.430435 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c346b17b-854a-4f3f-bb62-9e6bd8e7d9c5 req-3fbf7385-2a5f-4088-89a3-91201dcb160c tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] 10.222.0.90 "GET /v2.0/floatingips?floating_ip_address=172.25.3.168 HTTP/1.1" status: 200 len: 1001 time: 0.3545899 Feb 09 21:36:19.430771 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device a0d05f41-b267-48d8-9543-ae850d8978ee up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:36:19.442833 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5c1781-a455-4807-bd12-b909882d36cd None None] Sync routers for ids ['1889e890-be66-44c7-ad7a-1f99e14150b7'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:36:19.467967 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5c1781-a455-4807-bd12-b909882d36cd None None] Routers {'1889e890-be66-44c7-ad7a-1f99e14150b7'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:36:19.467967 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-5d5c1781-a455-4807-bd12-b909882d36cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:36:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['1889e890-be66-44c7-ad7a-1f99e14150b7'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:19.698042 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-5d5c1781-a455-4807-bd12-b909882d36cd None None] Set router 1889e890-be66-44c7-ad7a-1f99e14150b7 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:36:19.748461 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-59174788-aab7-43d5-b6d8-a63d23179068 None None] Set router 8177804d-c0ef-46f7-9ff2-b23130a71f0f gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:36:20.035147 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7da50d11-7a62-4bfc-9d36-7131eaff6c1c admin admin] Publish callbacks [] for router (8177804d-c0ef-46f7-9ff2-b23130a71f0f), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:20.318475 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port a0d05f41-b267-48d8-9543-ae850d8978ee triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:36:20.318873 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (a0d05f41-b267-48d8-9543-ae850d8978ee), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:20.326617 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-5d5c1781-a455-4807-bd12-b909882d36cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1889e890-be66-44c7-ad7a-1f99e14150b7', 'name': 'tempest-TaggedBootDevicesTest_v242-85892179-router', 'tenant_id': 'caac0bf71df946719a02992f93942f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'a0d05f41-b267-48d8-9543-ae850d8978ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:36:09Z', 'updated_at': '2022-02-09T21:36:16Z', 'revision_number': 4, 'project_id': 'caac0bf71df946719a02992f93942f4d', 'gw_port': {'id': 'a0d05f41-b267-48d8-9543-ae850d8978ee', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ab:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1889e890-be66-44c7-ad7a-1f99e14150b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:10Z', 'updated_at': '2022-02-09T21:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '1299543a-828d-424c-a02f-56e4d909753f', 'name': '', 'network_id': '85218206-8e6e-45c8-be66-99ef01130c66', 'tenant_id': 'caac0bf71df946719a02992f93942f4d', 'mac_address': 'fa:16:3e:71:4a:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1889e890-be66-44c7-ad7a-1f99e14150b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': 'fc71b5a7-ddc0-4230-a622-7156083a74d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:15Z', 'updated_at': '2022-02-09T21:36:16Z', 'revision_number': 2, 'project_id': 'caac0bf71df946719a02992f93942f4d', 'subnets': [{'id': 'fc71b5a7-ddc0-4230-a622-7156083a74d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:20.327220 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba63080d-50c0-4826-b477-b42bc912633d req-a5a49fa2-311e-433a-a261-ad4bdd37cac7 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:20.328838 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ba63080d-50c0-4826-b477-b42bc912633d req-a5a49fa2-311e-433a-a261-ad4bdd37cac7 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=82be41b1-46da-46a7-8af9-241c6a0e3e2d HTTP/1.1" status: 200 len: 949 time: 1.0629303 Feb 09 21:36:20.366853 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20429356-7adb-4e68-9972-5a56d57bc00a req-3ae6a52a-b4e2-42a3-aa70-4faab6ba021b tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:20.367564 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5c1781-a455-4807-bd12-b909882d36cd None None] Checking router: 1889e890-be66-44c7-ad7a-1f99e14150b7 for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:36:20.368150 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5c1781-a455-4807-bd12-b909882d36cd None None] Updating router 1889e890-be66-44c7-ad7a-1f99e14150b7 port 1299543a-828d-424c-a02f-56e4d909753f binding host n-d-828369-5 {{(pid=103143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:36:20.376577 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-20429356-7adb-4e68-9972-5a56d57bc00a req-3ae6a52a-b4e2-42a3-aa70-4faab6ba021b tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.95 "GET /v2.0/networks?id=e0933a47-9f98-425f-b2ec-87bdb6b7270d HTTP/1.1" status: 200 len: 811 time: 0.8774598 Feb 09 21:36:20.416102 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-59174788-aab7-43d5-b6d8-a63d23179068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8177804d-c0ef-46f7-9ff2-b23130a71f0f', 'name': 'tempest-ServersTestManualDisk-1208581549-router', 'tenant_id': '77fda44304ae4f269c2e2e6260f94941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': 'bbaa2299-10a6-4525-bbb8-2f46acb64365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:33:43Z', 'updated_at': '2022-02-09T21:36:15Z', 'revision_number': 5, 'project_id': '77fda44304ae4f269c2e2e6260f94941', 'gw_port': {'id': 'bbaa2299-10a6-4525-bbb8-2f46acb64365', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8177804d-c0ef-46f7-9ff2-b23130a71f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:44Z', 'updated_at': '2022-02-09T21:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:20.472378 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5d5c1781-a455-4807-bd12-b909882d36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (1299543a-828d-424c-a02f-56e4d909753f), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:20.504622 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59174788-aab7-43d5-b6d8-a63d23179068 None None] The sync data for ids ['8177804d-c0ef-46f7-9ff2-b23130a71f0f'] in n-d-828369-5 is: [{'id': '8177804d-c0ef-46f7-9ff2-b23130a71f0f', 'name': 'tempest-ServersTestManualDisk-1208581549-router', 'tenant_id': '77fda44304ae4f269c2e2e6260f94941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': 'bbaa2299-10a6-4525-bbb8-2f46acb64365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:33:43Z', 'updated_at': '2022-02-09T21:36:15Z', 'revision_number': 5, 'project_id': '77fda44304ae4f269c2e2e6260f94941', 'gw_port': {'id': 'bbaa2299-10a6-4525-bbb8-2f46acb64365', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8177804d-c0ef-46f7-9ff2-b23130a71f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:33:44Z', 'updated_at': '2022-02-09T21:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:36:20.582178 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port a0d05f41-b267-48d8-9543-ae850d8978ee is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:36:20.593733 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c346b17b-854a-4f3f-bb62-9e6bd8e7d9c5 req-ac1d224b-3d28-4982-a622-b700f4bd7a18 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:20.599410 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c346b17b-854a-4f3f-bb62-9e6bd8e7d9c5 req-ac1d224b-3d28-4982-a622-b700f4bd7a18 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] 10.222.0.90 "GET /v2.0/ports/4281858c-1eff-4109-ba51-e741b6ff6796 HTTP/1.1" status: 200 len: 942 time: 0.9113007 Feb 09 21:36:20.602120 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fca11fb0-b2ea-4c81-b61b-85f464d6d826 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks [] for router_gateway (a9e73223-01ec-48c5-b82f-127d1e49591a), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:20.664710 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-20429356-7adb-4e68-9972-5a56d57bc00a req-b3662ce4-9e56-436e-a071-25cae7af43c3 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] Request body: {'port': {'device_id': '2554d57d-83c8-4d46-b328-49ce7df09ba6', 'network_id': 'e0933a47-9f98-425f-b2ec-87bdb6b7270d', 'admin_state_up': True, 'tenant_id': '78416997261a4fcdac7ea7395d681884'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:36:20.705771 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fca11fb0-b2ea-4c81-b61b-85f464d6d826 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:20.940685 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:21.015746 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5d5c1781-a455-4807-bd12-b909882d36cd None None] Publish callbacks [] for port (1299543a-828d-424c-a02f-56e4d909753f), precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:21.029347 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5d5c1781-a455-4807-bd12-b909882d36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (1299543a-828d-424c-a02f-56e4d909753f), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:21.218809 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c346b17b-854a-4f3f-bb62-9e6bd8e7d9c5 req-17788e85-bb26-4f5e-b62e-0a5dec35bca3 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] 10.222.0.90 "GET /v2.0/floatingips?floating_ip_address=172.25.3.168 HTTP/1.1" status: 200 len: 1001 time: 0.4966516 Feb 09 21:36:21.338542 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ba63080d-50c0-4826-b477-b42bc912633d req-0de31466-06dd-4f61-9798-3ba5529379fa tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9598596 Feb 09 21:36:21.351251 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 09868193-3061-4fdb-8621-df0f6afe0d2d up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:36:21.437140 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7da50d11-7a62-4bfc-9d36-7131eaff6c1c admin admin] Publish callbacks [] for router_gateway (8177804d-c0ef-46f7-9ff2-b23130a71f0f), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:21.507351 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 09868193-3061-4fdb-8621-df0f6afe0d2d triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:36:21.507737 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (09868193-3061-4fdb-8621-df0f6afe0d2d), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:21.525038 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-fca11fb0-b2ea-4c81-b61b-85f464d6d826 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Allocated IP 172.25.3.56 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/96725f29-d9d5-4df7-8d37-5e9cb3139118) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:36:21.564814 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf0a0ce-0ebe-4af6-bd58-45a6569ff95a None None] Pushing event updated for resources: {'Port': ['ID=1299543a-828d-424c-a02f-56e4d909753f,revision_number=3']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:21.610422 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-5d5c1781-a455-4807-bd12-b909882d36cd None None] Attempting to bind port 1299543a-828d-424c-a02f-56e4d909753f on host n-d-828369-5 for vnic_type normal with profile {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:36:21.612827 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-5d5c1781-a455-4807-bd12-b909882d36cd None None] Attempting to bind port 1299543a-828d-424c-a02f-56e4d909753f by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '365ae138-fd54-49ef-8df9-38e6b9736252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '85218206-8e6e-45c8-be66-99ef01130c66'}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:36:21.613427 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5c1781-a455-4807-bd12-b909882d36cd None None] Attempting to bind port 1299543a-828d-424c-a02f-56e4d909753f on network 85218206-8e6e-45c8-be66-99ef01130c66 {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:36:21.626412 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5c1781-a455-4807-bd12-b909882d36cd None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:36:21.626799 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5c1781-a455-4807-bd12-b909882d36cd None None] Checking segment: {'id': '365ae138-fd54-49ef-8df9-38e6b9736252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '85218206-8e6e-45c8-be66-99ef01130c66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:36:21.627468 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5d5c1781-a455-4807-bd12-b909882d36cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:21.627919 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5c1781-a455-4807-bd12-b909882d36cd None None] Bound using segment: {'id': '365ae138-fd54-49ef-8df9-38e6b9736252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '85218206-8e6e-45c8-be66-99ef01130c66'} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:36:21.629339 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-5d5c1781-a455-4807-bd12-b909882d36cd None None] Bound port: 1299543a-828d-424c-a02f-56e4d909753f, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '365ae138-fd54-49ef-8df9-38e6b9736252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '85218206-8e6e-45c8-be66-99ef01130c66'}}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:36:21.629906 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5d5c1781-a455-4807-bd12-b909882d36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (1299543a-828d-424c-a02f-56e4d909753f), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:21.654219 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4d2447de-65e8-4592-add1-c72858b0f6a2 req-c33f900e-2dcd-46d5-8e71-6c2be155982d tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/ports?device_id=2554d57d-83c8-4d46-b328-49ce7df09ba6 HTTP/1.1" status: 200 len: 210 time: 0.1103461 Feb 09 21:36:21.654976 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20429356-7adb-4e68-9972-5a56d57bc00a req-b3662ce4-9e56-436e-a071-25cae7af43c3 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] Made reservation on behalf of 78416997261a4fcdac7ea7395d681884 for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:36:21.659930 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-20429356-7adb-4e68-9972-5a56d57bc00a req-b3662ce4-9e56-436e-a071-25cae7af43c3 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:21.677071 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 09868193-3061-4fdb-8621-df0f6afe0d2d is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:36:21.677735 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (09868193-3061-4fdb-8621-df0f6afe0d2d), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:21.695647 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c346b17b-854a-4f3f-bb62-9e6bd8e7d9c5 req-322644b3-3f5b-43d7-a4b6-ad4ff8822251 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:21.697324 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c346b17b-854a-4f3f-bb62-9e6bd8e7d9c5 req-322644b3-3f5b-43d7-a4b6-ad4ff8822251 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] 10.222.0.90 "GET /v2.0/networks/54a442d5-50a0-4c75-85cc-d19f5bf58118 HTTP/1.1" status: 200 len: 784 time: 0.4405112 Feb 09 21:36:21.740387 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port 09868193-3061-4fdb-8621-df0f6afe0d2d, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=09868193-3061-4fdb-8621-df0f6afe0d2d,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:21.745260 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (09868193-3061-4fdb-8621-df0f6afe0d2d), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:21.789278 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 0f936aee-3a51-4f7b-82d9-9cfc556121c7 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:36:21.831998 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-5d5c1781-a455-4807-bd12-b909882d36cd None None] For port 1299543a-828d-424c-a02f-56e4d909753f, host n-d-828369-5, cleared binding levels {{(pid=103143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:36:21.838887 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-5d5c1781-a455-4807-bd12-b909882d36cd None None] For port 1299543a-828d-424c-a02f-56e4d909753f, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=1299543a-828d-424c-a02f-56e4d909753f,segment=NetworkSegment(365ae138-fd54-49ef-8df9-38e6b9736252),segment_id=365ae138-fd54-49ef-8df9-38e6b9736252)] {{(pid=103143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:36:21.851405 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-5d5c1781-a455-4807-bd12-b909882d36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (1299543a-828d-424c-a02f-56e4d909753f), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:21.866581 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 0f936aee-3a51-4f7b-82d9-9cfc556121c7 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:36:21.867083 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 0f936aee-3a51-4f7b-82d9-9cfc556121c7 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:36:21.887003 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=09868193-3061-4fdb-8621-df0f6afe0d2d,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:21.897478 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c346b17b-854a-4f3f-bb62-9e6bd8e7d9c5 req-13bdecb6-ec65-4cb7-93a8-b4c45a360069 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] 10.222.0.90 "GET /v2.0/floatingips?floating_ip_address=172.25.3.168 HTTP/1.1" status: 200 len: 1001 time: 0.1541464 Feb 09 21:36:21.951571 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-c346b17b-854a-4f3f-bb62-9e6bd8e7d9c5 req-1a494ad4-8f34-4cf4-ac6d-dd838738e879 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:36:21.953123 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-440c7572-5f13-497e-9547-e1072d827926 None None] Provisioning complete for port 1299543a-828d-424c-a02f-56e4d909753f triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:36:21.953646 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-440c7572-5f13-497e-9547-e1072d827926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (1299543a-828d-424c-a02f-56e4d909753f), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:21.962337 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf0a0ce-0ebe-4af6-bd58-45a6569ff95a None None] Pushing event updated for resources: {'Port': ['ID=1299543a-828d-424c-a02f-56e4d909753f,revision_number=4']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:21.993266 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5c1781-a455-4807-bd12-b909882d36cd None None] Routers {'1889e890-be66-44c7-ad7a-1f99e14150b7'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:36:21.993902 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-5d5c1781-a455-4807-bd12-b909882d36cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:36:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['1889e890-be66-44c7-ad7a-1f99e14150b7'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:22.147665 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-440c7572-5f13-497e-9547-e1072d827926 None None] Current status of the port 1299543a-828d-424c-a02f-56e4d909753f is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:36:22.148617 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-440c7572-5f13-497e-9547-e1072d827926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (1299543a-828d-424c-a02f-56e4d909753f), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:22.206444 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-5d5c1781-a455-4807-bd12-b909882d36cd None None] Set router 1889e890-be66-44c7-ad7a-1f99e14150b7 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:36:22.237585 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-440c7572-5f13-497e-9547-e1072d827926 None None] For port 1299543a-828d-424c-a02f-56e4d909753f, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=1299543a-828d-424c-a02f-56e4d909753f,segment=NetworkSegment(365ae138-fd54-49ef-8df9-38e6b9736252),segment_id=365ae138-fd54-49ef-8df9-38e6b9736252)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:22.244177 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-440c7572-5f13-497e-9547-e1072d827926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (1299543a-828d-424c-a02f-56e4d909753f), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:22.377565 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440c7572-5f13-497e-9547-e1072d827926 None None] Pushing event updated for resources: {'Port': ['ID=1299543a-828d-424c-a02f-56e4d909753f,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:22.476376 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-79219d8b-1ddb-4876-9285-2c5b83120160 None None] Provisioning complete for port 1299543a-828d-424c-a02f-56e4d909753f triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:36:22.477226 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-79219d8b-1ddb-4876-9285-2c5b83120160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (1299543a-828d-424c-a02f-56e4d909753f), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:22.487533 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-7da50d11-7a62-4bfc-9d36-7131eaff6c1c admin admin] Deleting port bbaa2299-10a6-4525-bbb8-2f46acb64365 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:36:22.488558 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7da50d11-7a62-4bfc-9d36-7131eaff6c1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (bbaa2299-10a6-4525-bbb8-2f46acb64365), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:22.492195 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-c346b17b-854a-4f3f-bb62-9e6bd8e7d9c5 req-1a494ad4-8f34-4cf4-ac6d-dd838738e879 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Publish callbacks [] for floatingip (d30cf8cf-79a6-4f1a-b68b-e3476ac20dea), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:22.592066 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [req-20429356-7adb-4e68-9972-5a56d57bc00a req-b3662ce4-9e56-436e-a071-25cae7af43c3 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] Allocated IP 172.20.0.3 (e0933a47-9f98-425f-b2ec-87bdb6b7270d/ad8da7e2-9246-4407-b24a-0611ae1b2813/825d977b-a00d-468f-9d7b-8be908d6792e) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:36:22.607371 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-5d5c1781-a455-4807-bd12-b909882d36cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1889e890-be66-44c7-ad7a-1f99e14150b7', 'name': 'tempest-TaggedBootDevicesTest_v242-85892179-router', 'tenant_id': 'caac0bf71df946719a02992f93942f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'a0d05f41-b267-48d8-9543-ae850d8978ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:36:09Z', 'updated_at': '2022-02-09T21:36:16Z', 'revision_number': 4, 'project_id': 'caac0bf71df946719a02992f93942f4d', 'gw_port': {'id': 'a0d05f41-b267-48d8-9543-ae850d8978ee', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ab:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1889e890-be66-44c7-ad7a-1f99e14150b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:10Z', 'updated_at': '2022-02-09T21:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '1299543a-828d-424c-a02f-56e4d909753f', 'name': '', 'network_id': '85218206-8e6e-45c8-be66-99ef01130c66', 'tenant_id': 'caac0bf71df946719a02992f93942f4d', 'mac_address': 'fa:16:3e:71:4a:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1889e890-be66-44c7-ad7a-1f99e14150b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': 'fc71b5a7-ddc0-4230-a622-7156083a74d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:15Z', 'updated_at': '2022-02-09T21:36:21Z', 'revision_number': 4, 'project_id': 'caac0bf71df946719a02992f93942f4d', 'subnets': [{'id': 'fc71b5a7-ddc0-4230-a622-7156083a74d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:22.608060 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fca11fb0-b2ea-4c81-b61b-85f464d6d826 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks [] for port (96725f29-d9d5-4df7-8d37-5e9cb3139118), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:22.644842 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5c1781-a455-4807-bd12-b909882d36cd None None] The sync data for ids ['1889e890-be66-44c7-ad7a-1f99e14150b7'] in n-d-828369-5 is: [{'id': '1889e890-be66-44c7-ad7a-1f99e14150b7', 'name': 'tempest-TaggedBootDevicesTest_v242-85892179-router', 'tenant_id': 'caac0bf71df946719a02992f93942f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'a0d05f41-b267-48d8-9543-ae850d8978ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:36:09Z', 'updated_at': '2022-02-09T21:36:16Z', 'revision_number': 4, 'project_id': 'caac0bf71df946719a02992f93942f4d', 'gw_port': {'id': 'a0d05f41-b267-48d8-9543-ae850d8978ee', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ab:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1889e890-be66-44c7-ad7a-1f99e14150b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:10Z', 'updated_at': '2022-02-09T21:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '1299543a-828d-424c-a02f-56e4d909753f', 'name': '', 'network_id': '85218206-8e6e-45c8-be66-99ef01130c66', 'tenant_id': 'caac0bf71df946719a02992f93942f4d', 'mac_address': 'fa:16:3e:71:4a:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1889e890-be66-44c7-ad7a-1f99e14150b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': 'fc71b5a7-ddc0-4230-a622-7156083a74d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:15Z', 'updated_at': '2022-02-09T21:36:21Z', 'revision_number': 4, 'project_id': 'caac0bf71df946719a02992f93942f4d', 'subnets': [{'id': 'fc71b5a7-ddc0-4230-a622-7156083a74d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:36:22.659578 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84deb1a-59d7-457d-8be5-0a0eb59c5b5d req-c2ff7740-ca75-4e2b-a83d-b634fa52df27 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:22.661682 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a84deb1a-59d7-457d-8be5-0a0eb59c5b5d req-c2ff7740-ca75-4e2b-a83d-b634fa52df27 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/ports?device_id=7859f1d3-5d50-4c2b-9aee-4a3346b90a04 HTTP/1.1" status: 200 len: 945 time: 0.7629917 Feb 09 21:36:22.755759 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-79219d8b-1ddb-4876-9285-2c5b83120160 None None] Current status of the port 1299543a-828d-424c-a02f-56e4d909753f is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:36:22.906349 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a84deb1a-59d7-457d-8be5-0a0eb59c5b5d req-6ea60b35-c374-4f9e-a63c-cb420d3ccacc tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/security-groups?id=53864ffe-fa53-4ead-9e41-21e6252e7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338893 Feb 09 21:36:22.951129 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-7da50d11-7a62-4bfc-9d36-7131eaff6c1c admin admin] For port bbaa2299-10a6-4525-bbb8-2f46acb64365, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=bbaa2299-10a6-4525-bbb8-2f46acb64365,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:22.951751 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7da50d11-7a62-4bfc-9d36-7131eaff6c1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (bbaa2299-10a6-4525-bbb8-2f46acb64365), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:23.022860 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-7da50d11-7a62-4bfc-9d36-7131eaff6c1c admin admin] Calling delete_port for bbaa2299-10a6-4525-bbb8-2f46acb64365 owned by network:router_gateway {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:36:23.148027 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fca11fb0-b2ea-4c81-b61b-85f464d6d826 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (96725f29-d9d5-4df7-8d37-5e9cb3139118), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:23.185841 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-c346b17b-854a-4f3f-bb62-9e6bd8e7d9c5 req-1a494ad4-8f34-4cf4-ac6d-dd838738e879 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:23.250737 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-c346b17b-854a-4f3f-bb62-9e6bd8e7d9c5 req-1a494ad4-8f34-4cf4-ac6d-dd838738e879 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (d30cf8cf-79a6-4f1a-b68b-e3476ac20dea), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:23.251075 n-d-828369-5 neutron-server[103140]: INFO neutron.db.l3_db [req-c346b17b-854a-4f3f-bb62-9e6bd8e7d9c5 req-1a494ad4-8f34-4cf4-ac6d-dd838738e879 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Floating IP d30cf8cf-79a6-4f1a-b68b-e3476ac20dea disassociated. External IP: 172.25.3.168, port: 4281858c-1eff-4109-ba51-e741b6ff6796. Feb 09 21:36:23.318355 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:23.475807 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 09868193-3061-4fdb-8621-df0f6afe0d2d up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:36:23.590693 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 09868193-3061-4fdb-8621-df0f6afe0d2d triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:36:23.591529 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (09868193-3061-4fdb-8621-df0f6afe0d2d), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:23.714529 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 09868193-3061-4fdb-8621-df0f6afe0d2d is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:36:23.715655 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 1299543a-828d-424c-a02f-56e4d909753f up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:36:23.783528 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 1299543a-828d-424c-a02f-56e4d909753f triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:36:23.784240 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (1299543a-828d-424c-a02f-56e4d909753f), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:23.937979 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca11fb0-b2ea-4c81-b61b-85f464d6d826 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:36:23.968249 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 1299543a-828d-424c-a02f-56e4d909753f is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:36:24.010345 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-fca11fb0-b2ea-4c81-b61b-85f464d6d826 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:36:24.022235 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca11fb0-b2ea-4c81-b61b-85f464d6d826 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:36:24.108703 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca11fb0-b2ea-4c81-b61b-85f464d6d826 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Pushing event updated for resources: {'Port': ['ID=96725f29-d9d5-4df7-8d37-5e9cb3139118,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:24.124643 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8164c21f-52b9-4a61-9a5e-0fe2d7d9bbff req-2b064fcc-07d7-4af8-bf63-942a959ee2bd tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:24.126110 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8164c21f-52b9-4a61-9a5e-0fe2d7d9bbff req-2b064fcc-07d7-4af8-bf63-942a959ee2bd tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=82be41b1-46da-46a7-8af9-241c6a0e3e2d HTTP/1.1" status: 200 len: 949 time: 1.1207278 Feb 09 21:36:24.136073 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-20429356-7adb-4e68-9972-5a56d57bc00a req-b3662ce4-9e56-436e-a071-25cae7af43c3 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] Publish callbacks [] for port (825d977b-a00d-468f-9d7b-8be908d6792e), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:24.156378 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca11fb0-b2ea-4c81-b61b-85f464d6d826 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:24.156736 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca11fb0-b2ea-4c81-b61b-85f464d6d826 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:24.157083 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca11fb0-b2ea-4c81-b61b-85f464d6d826 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:24.157427 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca11fb0-b2ea-4c81-b61b-85f464d6d826 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:24.157767 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca11fb0-b2ea-4c81-b61b-85f464d6d826 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:24.158109 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca11fb0-b2ea-4c81-b61b-85f464d6d826 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:24.158436 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca11fb0-b2ea-4c81-b61b-85f464d6d826 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:24.158780 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca11fb0-b2ea-4c81-b61b-85f464d6d826 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:24.159090 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca11fb0-b2ea-4c81-b61b-85f464d6d826 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:24.159421 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca11fb0-b2ea-4c81-b61b-85f464d6d826 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:24.159753 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca11fb0-b2ea-4c81-b61b-85f464d6d826 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:24.160081 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca11fb0-b2ea-4c81-b61b-85f464d6d826 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:24.160437 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca11fb0-b2ea-4c81-b61b-85f464d6d826 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:24.476593 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8164c21f-52b9-4a61-9a5e-0fe2d7d9bbff req-539b9840-8146-4645-9f29-3771404fdee0 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3351369 Feb 09 21:36:24.508854 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-20429356-7adb-4e68-9972-5a56d57bc00a req-b3662ce4-9e56-436e-a071-25cae7af43c3 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (825d977b-a00d-468f-9d7b-8be908d6792e), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:24.529848 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['1c2a45c6-1d31-40c2-9c88-66ea7e41cbeb'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:36:24.693245 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7da50d11-7a62-4bfc-9d36-7131eaff6c1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (bbaa2299-10a6-4525-bbb8-2f46acb64365), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:24.701687 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20429356-7adb-4e68-9972-5a56d57bc00a req-b3662ce4-9e56-436e-a071-25cae7af43c3 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] Network e0933a47-9f98-425f-b2ec-87bdb6b7270d is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:36:24.716618 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [req-20429356-7adb-4e68-9972-5a56d57bc00a req-b3662ce4-9e56-436e-a071-25cae7af43c3 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:36:24.725328 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3662ce4-9e56-436e-a071-25cae7af43c3 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] Pushing event updated for resources: {'Port': ['ID=825d977b-a00d-468f-9d7b-8be908d6792e,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:24.730667 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-20429356-7adb-4e68-9972-5a56d57bc00a req-b3662ce4-9e56-436e-a071-25cae7af43c3 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:36:24.754785 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c346b17b-854a-4f3f-bb62-9e6bd8e7d9c5 req-1a494ad4-8f34-4cf4-ac6d-dd838738e879 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Router 17975e9d-008f-4038-94c2-4737ed47cb25 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:36:24.820396 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da50d11-7a62-4bfc-9d36-7131eaff6c1c admin admin] Pushing event deleted for resources: {'Port': ['ID=bbaa2299-10a6-4525-bbb8-2f46acb64365,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:24.909360 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690ccfc0-c097-4a77-b8ca-c556c5dbc3c0 req-b1883c35-fb78-4a6b-8108-322255f863c2 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:24.910879 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-690ccfc0-c097-4a77-b8ca-c556c5dbc3c0 req-b1883c35-fb78-4a6b-8108-322255f863c2 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/ports?device_id=2554d57d-83c8-4d46-b328-49ce7df09ba6 HTTP/1.1" status: 200 len: 931 time: 0.3361261 Feb 09 21:36:24.959396 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20429356-7adb-4e68-9972-5a56d57bc00a req-b3662ce4-9e56-436e-a071-25cae7af43c3 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:24.960070 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-20429356-7adb-4e68-9972-5a56d57bc00a req-b3662ce4-9e56-436e-a071-25cae7af43c3 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:25.005248 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7da50d11-7a62-4bfc-9d36-7131eaff6c1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-554524'] for router_gateway (8177804d-c0ef-46f7-9ff2-b23130a71f0f), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:25.021930 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fca11fb0-b2ea-4c81-b61b-85f464d6d826 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks [] for router_gateway (a9e73223-01ec-48c5-b82f-127d1e49591a), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:25.186028 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-20429356-7adb-4e68-9972-5a56d57bc00a req-b3662ce4-9e56-436e-a071-25cae7af43c3 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5489039 Feb 09 21:36:25.208637 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7da50d11-7a62-4bfc-9d36-7131eaff6c1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (8177804d-c0ef-46f7-9ff2-b23130a71f0f), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:25.220614 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7da50d11-7a62-4bfc-9d36-7131eaff6c1c admin admin] Publish callbacks [] for router_controller (8177804d-c0ef-46f7-9ff2-b23130a71f0f), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:25.226900 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-20429356-7adb-4e68-9972-5a56d57bc00a req-ffc8aa8c-b6dc-48b8-8760-857b9c84f5ad service neutron] Request body: {'port': {'device_id': '2554d57d-83c8-4d46-b328-49ce7df09ba6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-5'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:36:25.329302 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-690ccfc0-c097-4a77-b8ca-c556c5dbc3c0 req-f097df01-8902-4586-86ef-24d6c7f1784a tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d80a148-e9eb-4688-aae9-f24ed4e32758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3775887 Feb 09 21:36:25.329891 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7da50d11-7a62-4bfc-9d36-7131eaff6c1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (8177804d-c0ef-46f7-9ff2-b23130a71f0f), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:25.330463 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7da50d11-7a62-4bfc-9d36-7131eaff6c1c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8177804d-c0ef-46f7-9ff2-b23130a71f0f {{(pid=103140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:36:25.336613 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7da50d11-7a62-4bfc-9d36-7131eaff6c1c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:25.340091 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-7da50d11-7a62-4bfc-9d36-7131eaff6c1c admin admin] 10.222.0.90 "DELETE /v2.0/routers/8177804d-c0ef-46f7-9ff2-b23130a71f0f HTTP/1.1" status: 204 len: 168 time: 7.3699718 Feb 09 21:36:25.340791 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 57358) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:25.342720 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c346b17b-854a-4f3f-bb62-9e6bd8e7d9c5 req-1a494ad4-8f34-4cf4-ac6d-dd838738e879 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:36:25.368157 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91eae477-501c-4a11-976f-8bedafc463f4 None None] Sync routers for ids ['17975e9d-008f-4038-94c2-4737ed47cb25'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:36:25.378521 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-c346b17b-854a-4f3f-bb62-9e6bd8e7d9c5 req-1a494ad4-8f34-4cf4-ac6d-dd838738e879 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:25.399412 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91eae477-501c-4a11-976f-8bedafc463f4 None None] Routers {'17975e9d-008f-4038-94c2-4737ed47cb25'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:36:25.402327 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-91eae477-501c-4a11-976f-8bedafc463f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:36:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['17975e9d-008f-4038-94c2-4737ed47cb25'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:25.454485 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-20429356-7adb-4e68-9972-5a56d57bc00a req-ffc8aa8c-b6dc-48b8-8760-857b9c84f5ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (825d977b-a00d-468f-9d7b-8be908d6792e), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:25.459005 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-e65ffc06-ac51-4481-875f-17c857d6bd8c admin admin] Deleting subnet 13dd7afc-9a8a-4b1c-bfde-c2a9e20a0dc4 {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:36:25.463923 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e65ffc06-ac51-4481-875f-17c857d6bd8c admin admin] Publish callbacks [] for subnet (13dd7afc-9a8a-4b1c-bfde-c2a9e20a0dc4), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:25.506096 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e65ffc06-ac51-4481-875f-17c857d6bd8c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (13dd7afc-9a8a-4b1c-bfde-c2a9e20a0dc4), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:25.588460 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-91eae477-501c-4a11-976f-8bedafc463f4 None None] Set router 17975e9d-008f-4038-94c2-4737ed47cb25 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:36:25.611566 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e65ffc06-ac51-4481-875f-17c857d6bd8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (13dd7afc-9a8a-4b1c-bfde-c2a9e20a0dc4), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:25.657201 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c346b17b-854a-4f3f-bb62-9e6bd8e7d9c5 req-1a494ad4-8f34-4cf4-ac6d-dd838738e879 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] 10.222.0.90 "PUT /v2.0/floatingips/d30cf8cf-79a6-4f1a-b68b-e3476ac20dea HTTP/1.1" status: 200 len: 695 time: 3.7150254 Feb 09 21:36:25.678694 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e65ffc06-ac51-4481-875f-17c857d6bd8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (13dd7afc-9a8a-4b1c-bfde-c2a9e20a0dc4), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:25.687879 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4cfa82c-d76c-4199-9356-cdb5c72a400a', 'tag': '4281858c-1eff-4109-ba51-e741b6ff6796'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:36:25.690166 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-192b2c33-2976-42bf-89e7-491ceeb90f3e" -d '{"events": [{"name": "network-changed", "server_uuid": "d4cfa82c-d76c-4199-9356-cdb5c72a400a", "tag": "4281858c-1eff-4109-ba51-e741b6ff6796"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:36:25.715956 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e65ffc06-ac51-4481-875f-17c857d6bd8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:25.723497 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-e65ffc06-ac51-4481-875f-17c857d6bd8c admin admin] 10.222.0.90 "DELETE /v2.0/subnets/13dd7afc-9a8a-4b1c-bfde-c2a9e20a0dc4 HTTP/1.1" status: 204 len: 168 time: 0.3794098 Feb 09 21:36:25.724357 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65ffc06-ac51-4481-875f-17c857d6bd8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13dd7afc-9a8a-4b1c-bfde-c2a9e20a0dc4,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:25.725329 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ea918d-faa1-4e2e-af0d-7a95d4448b52 None None] Network ab898bc0-8b8e-4a5d-9904-0dc9997586ad requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:36:25.734931 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 57364) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:25.765681 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65ffc06-ac51-4481-875f-17c857d6bd8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:25.766051 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65ffc06-ac51-4481-875f-17c857d6bd8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:25.766379 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65ffc06-ac51-4481-875f-17c857d6bd8c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:25.766824 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65ffc06-ac51-4481-875f-17c857d6bd8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:25.767408 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65ffc06-ac51-4481-875f-17c857d6bd8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:25.767752 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65ffc06-ac51-4481-875f-17c857d6bd8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:25.768081 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65ffc06-ac51-4481-875f-17c857d6bd8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:25.768454 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65ffc06-ac51-4481-875f-17c857d6bd8c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:25.768796 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65ffc06-ac51-4481-875f-17c857d6bd8c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:25.769114 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65ffc06-ac51-4481-875f-17c857d6bd8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:25.769440 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65ffc06-ac51-4481-875f-17c857d6bd8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:25.769758 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65ffc06-ac51-4481-875f-17c857d6bd8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:25.770633 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65ffc06-ac51-4481-875f-17c857d6bd8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:25.852192 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-450a51aa-e97a-4c39-99f6-60505bfcddb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (ab898bc0-8b8e-4a5d-9904-0dc9997586ad), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:25.891299 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c346b17b-854a-4f3f-bb62-9e6bd8e7d9c5 req-515bc4d4-361f-4454-94b8-323e3a8e6c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:25.899059 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c346b17b-854a-4f3f-bb62-9e6bd8e7d9c5 req-515bc4d4-361f-4454-94b8-323e3a8e6c05 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=10728d8d3f684788881f8ffec480c397&device_id=d4cfa82c-d76c-4199-9356-cdb5c72a400a HTTP/1.1" status: 200 len: 1127 time: 0.2405212 Feb 09 21:36:25.924985 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-91eae477-501c-4a11-976f-8bedafc463f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17975e9d-008f-4038-94c2-4737ed47cb25', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1758693901-router', 'tenant_id': '10728d8d3f684788881f8ffec480c397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '69d7a2b4-d97a-4cfd-bd46-a7f27b897575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:20Z', 'updated_at': '2022-02-09T21:35:26Z', 'revision_number': 4, 'project_id': '10728d8d3f684788881f8ffec480c397', 'gw_port': {'id': '69d7a2b4-d97a-4cfd-bd46-a7f27b897575', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:04:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17975e9d-008f-4038-94c2-4737ed47cb25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:21Z', 'updated_at': '2022-02-09T21:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': 'a5155738-e889-4b4b-bb6f-70469f1a003c', 'name': '', 'network_id': 'fec17942-beb5-4931-bf14-c3cd0b51a29d', 'tenant_id': '10728d8d3f684788881f8ffec480c397', 'mac_address': 'fa:16:3e:32:28:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17975e9d-008f-4038-94c2-4737ed47cb25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '58a89c03-6cc3-4eb7-93a9-8479c0cb0584', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:25Z', 'updated_at': '2022-02-09T21:35:32Z', 'revision_number': 5, 'project_id': '10728d8d3f684788881f8ffec480c397', 'subnets': [{'id': '58a89c03-6cc3-4eb7-93a9-8479c0cb0584', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:25.940981 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530eb701-15e2-42f3-b913-e5725dd52e21 req-c412166d-3421-4911-8a6f-d03bd2b9cc37 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:25.941987 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-450a51aa-e97a-4c39-99f6-60505bfcddb7 admin admin] Deleting port 0b991f18-f4ec-4b5a-b6df-8940436ae030 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:36:25.942332 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-450a51aa-e97a-4c39-99f6-60505bfcddb7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (0b991f18-f4ec-4b5a-b6df-8940436ae030), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:25.943048 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-530eb701-15e2-42f3-b913-e5725dd52e21 req-c412166d-3421-4911-8a6f-d03bd2b9cc37 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/ports?device_id=7859f1d3-5d50-4c2b-9aee-4a3346b90a04 HTTP/1.1" status: 200 len: 945 time: 0.4865479 Feb 09 21:36:25.980746 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91eae477-501c-4a11-976f-8bedafc463f4 None None] Checking router: 17975e9d-008f-4038-94c2-4737ed47cb25 for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:36:26.012904 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d089eb6-4180-486f-90e5-31cdc6ff52f4 None None] DHCP port deletion for ab898bc0-8b8e-4a5d-9904-0dc9997586ad request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:36:26.047569 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-450a51aa-e97a-4c39-99f6-60505bfcddb7 admin admin] For port 0b991f18-f4ec-4b5a-b6df-8940436ae030, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=0b991f18-f4ec-4b5a-b6df-8940436ae030,segment=NetworkSegment(4a4447ae-fa93-4ee0-a90a-ab4a83659d7c),segment_id=4a4447ae-fa93-4ee0-a90a-ab4a83659d7c)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:26.047950 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-450a51aa-e97a-4c39-99f6-60505bfcddb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (0b991f18-f4ec-4b5a-b6df-8940436ae030), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:26.048332 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fca11fb0-b2ea-4c81-b61b-85f464d6d826 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (a9e73223-01ec-48c5-b82f-127d1e49591a), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:26.054554 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91eae477-501c-4a11-976f-8bedafc463f4 None None] Routers {'17975e9d-008f-4038-94c2-4737ed47cb25'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:36:26.056192 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-91eae477-501c-4a11-976f-8bedafc463f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:36:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['17975e9d-008f-4038-94c2-4737ed47cb25'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:26.066829 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-450a51aa-e97a-4c39-99f6-60505bfcddb7 admin admin] Calling delete_port for 0b991f18-f4ec-4b5a-b6df-8940436ae030 owned by network:dhcp {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:36:26.211775 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-0d089eb6-4180-486f-90e5-31cdc6ff52f4 None None] Deleting port 0b991f18-f4ec-4b5a-b6df-8940436ae030 {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:36:26.212030 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-0d089eb6-4180-486f-90e5-31cdc6ff52f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (0b991f18-f4ec-4b5a-b6df-8940436ae030), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:26.219601 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-530eb701-15e2-42f3-b913-e5725dd52e21 req-ad43343c-a0eb-4ef5-9d92-311161c08e69 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/security-groups?id=53864ffe-fa53-4ead-9e41-21e6252e7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491574 Feb 09 21:36:26.230324 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-450a51aa-e97a-4c39-99f6-60505bfcddb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (0b991f18-f4ec-4b5a-b6df-8940436ae030), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:26.234435 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c346b17b-854a-4f3f-bb62-9e6bd8e7d9c5 req-52460417-0566-46cf-bd4e-244dd62a89b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:26.236572 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c346b17b-854a-4f3f-bb62-9e6bd8e7d9c5 req-52460417-0566-46cf-bd4e-244dd62a89b0 service neutron] 10.222.0.90 "GET /v2.0/networks?id=fec17942-beb5-4931-bf14-c3cd0b51a29d HTTP/1.1" status: 200 len: 930 time: 0.3366261 Feb 09 21:36:26.277300 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450a51aa-e97a-4c39-99f6-60505bfcddb7 admin admin] No DVR routers for this DVR port 0b991f18-f4ec-4b5a-b6df-8940436ae030 on host n-d-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:36:26.320322 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a51aa-e97a-4c39-99f6-60505bfcddb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b991f18-f4ec-4b5a-b6df-8940436ae030,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:26.323009 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c346b17b-854a-4f3f-bb62-9e6bd8e7d9c5 req-6dba808d-98a4-4247-b727-11e2be886d97 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4281858c-1eff-4109-ba51-e741b6ff6796 HTTP/1.1" status: 200 len: 217 time: 0.0621095 Feb 09 21:36:26.359451 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-0d089eb6-4180-486f-90e5-31cdc6ff52f4 None None] For port 0b991f18-f4ec-4b5a-b6df-8940436ae030, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=0b991f18-f4ec-4b5a-b6df-8940436ae030,segment=NetworkSegment(4a4447ae-fa93-4ee0-a90a-ab4a83659d7c),segment_id=4a4447ae-fa93-4ee0-a90a-ab4a83659d7c)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:26.359859 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-0d089eb6-4180-486f-90e5-31cdc6ff52f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (0b991f18-f4ec-4b5a-b6df-8940436ae030), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:26.394978 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-91eae477-501c-4a11-976f-8bedafc463f4 None None] Set router 17975e9d-008f-4038-94c2-4737ed47cb25 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:36:26.436523 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-0d089eb6-4180-486f-90e5-31cdc6ff52f4 None None] Calling delete_port for 0b991f18-f4ec-4b5a-b6df-8940436ae030 owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:36:26.440511 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-450a51aa-e97a-4c39-99f6-60505bfcddb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (ab898bc0-8b8e-4a5d-9904-0dc9997586ad), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:26.467653 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-450a51aa-e97a-4c39-99f6-60505bfcddb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab898bc0-8b8e-4a5d-9904-0dc9997586ad']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:26.480850 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-450a51aa-e97a-4c39-99f6-60505bfcddb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a4447ae-fa93-4ee0-a90a-ab4a83659d7c') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:26.481240 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-450a51aa-e97a-4c39-99f6-60505bfcddb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a4447ae-fa93-4ee0-a90a-ab4a83659d7c') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:26.505243 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-450a51aa-e97a-4c39-99f6-60505bfcddb7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (4a4447ae-fa93-4ee0-a90a-ab4a83659d7c), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:26.522843 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-450a51aa-e97a-4c39-99f6-60505bfcddb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (4a4447ae-fa93-4ee0-a90a-ab4a83659d7c), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:26.531506 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-450a51aa-e97a-4c39-99f6-60505bfcddb7 admin admin] Releasing vlan 711 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:36:26.531915 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-450a51aa-e97a-4c39-99f6-60505bfcddb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (4a4447ae-fa93-4ee0-a90a-ab4a83659d7c), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:26.534950 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:36:26.534950 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:36:26.534950 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:36:26.534950 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:36:26.534950 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:36:26.534950 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:36:26.534950 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:36:26.534950 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:36:26.534950 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:36:26.534950 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:36:26.534950 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:36:26.534950 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:36:26.534950 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:36:26.534950 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:36:26.534950 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:36:26.534950 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:36:26.534950 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:36:26.534950 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:36:26.534950 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:36:26.534950 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:36:26.534950 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:36:26.534950 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:36:26.534950 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:36:26.534950 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:36:26.534950 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:36:26.534950 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:36:26.534950 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:36:26.534950 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:36:26.534950 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:36:26.534950 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:36:26.534950 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:36:26.534950 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:36:26.603291 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-450a51aa-e97a-4c39-99f6-60505bfcddb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (ab898bc0-8b8e-4a5d-9904-0dc9997586ad), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:26.609821 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-450a51aa-e97a-4c39-99f6-60505bfcddb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:26.616796 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-450a51aa-e97a-4c39-99f6-60505bfcddb7 admin admin] 10.222.0.90 "DELETE /v2.0/networks/ab898bc0-8b8e-4a5d-9904-0dc9997586ad HTTP/1.1" status: 204 len: 168 time: 0.8782284 Feb 09 21:36:26.660267 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a51aa-e97a-4c39-99f6-60505bfcddb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab898bc0-8b8e-4a5d-9904-0dc9997586ad,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:26.782968 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [req-20429356-7adb-4e68-9972-5a56d57bc00a req-ffc8aa8c-b6dc-48b8-8760-857b9c84f5ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 825d977b-a00d-468f-9d7b-8be908d6792e {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:36:26.814370 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-0d089eb6-4180-486f-90e5-31cdc6ff52f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (0b991f18-f4ec-4b5a-b6df-8940436ae030), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:26.826330 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0d089eb6-4180-486f-90e5-31cdc6ff52f4 None None] Network ab898bc0-8b8e-4a5d-9904-0dc9997586ad is not hosted by any dhcp agent {{(pid=103142) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 21:36:26.827054 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d089eb6-4180-486f-90e5-31cdc6ff52f4 None None] No DVR routers for this DVR port 0b991f18-f4ec-4b5a-b6df-8940436ae030 on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:36:26.830542 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-20429356-7adb-4e68-9972-5a56d57bc00a req-ffc8aa8c-b6dc-48b8-8760-857b9c84f5ad service neutron] Publish callbacks [] for port (825d977b-a00d-468f-9d7b-8be908d6792e), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:26.886116 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 57384) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:26.886584 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d089eb6-4180-486f-90e5-31cdc6ff52f4 None None] Pushing event deleted for resources: {'Port': ['ID=0b991f18-f4ec-4b5a-b6df-8940436ae030,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:26.915093 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-91eae477-501c-4a11-976f-8bedafc463f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17975e9d-008f-4038-94c2-4737ed47cb25', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1758693901-router', 'tenant_id': '10728d8d3f684788881f8ffec480c397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '69d7a2b4-d97a-4cfd-bd46-a7f27b897575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:20Z', 'updated_at': '2022-02-09T21:35:26Z', 'revision_number': 4, 'project_id': '10728d8d3f684788881f8ffec480c397', 'gw_port': {'id': '69d7a2b4-d97a-4cfd-bd46-a7f27b897575', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:04:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17975e9d-008f-4038-94c2-4737ed47cb25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:21Z', 'updated_at': '2022-02-09T21:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': 'a5155738-e889-4b4b-bb6f-70469f1a003c', 'name': '', 'network_id': 'fec17942-beb5-4931-bf14-c3cd0b51a29d', 'tenant_id': '10728d8d3f684788881f8ffec480c397', 'mac_address': 'fa:16:3e:32:28:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17975e9d-008f-4038-94c2-4737ed47cb25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '58a89c03-6cc3-4eb7-93a9-8479c0cb0584', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:25Z', 'updated_at': '2022-02-09T21:35:32Z', 'revision_number': 5, 'project_id': '10728d8d3f684788881f8ffec480c397', 'subnets': [{'id': '58a89c03-6cc3-4eb7-93a9-8479c0cb0584', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:26.941916 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [req-20429356-7adb-4e68-9972-5a56d57bc00a req-ffc8aa8c-b6dc-48b8-8760-857b9c84f5ad service neutron] Transition to ACTIVE for port object 825d977b-a00d-468f-9d7b-8be908d6792e will not be triggered until provisioned by entity L2. {{(pid=103140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:36:26.944379 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-e99a8e4a-5fd1-4c6d-a24f-2d5ed44a0be1 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=77fda44304ae4f269c2e2e6260f94941&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0570261 Feb 09 21:36:26.946858 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 57386) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:26.959922 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91eae477-501c-4a11-976f-8bedafc463f4 None None] The sync data for ids ['17975e9d-008f-4038-94c2-4737ed47cb25'] in n-d-828369-5 is: [{'id': '17975e9d-008f-4038-94c2-4737ed47cb25', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1758693901-router', 'tenant_id': '10728d8d3f684788881f8ffec480c397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '69d7a2b4-d97a-4cfd-bd46-a7f27b897575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:20Z', 'updated_at': '2022-02-09T21:35:26Z', 'revision_number': 4, 'project_id': '10728d8d3f684788881f8ffec480c397', 'gw_port': {'id': '69d7a2b4-d97a-4cfd-bd46-a7f27b897575', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:04:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17975e9d-008f-4038-94c2-4737ed47cb25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:21Z', 'updated_at': '2022-02-09T21:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': 'a5155738-e889-4b4b-bb6f-70469f1a003c', 'name': '', 'network_id': 'fec17942-beb5-4931-bf14-c3cd0b51a29d', 'tenant_id': '10728d8d3f684788881f8ffec480c397', 'mac_address': 'fa:16:3e:32:28:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17975e9d-008f-4038-94c2-4737ed47cb25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '58a89c03-6cc3-4eb7-93a9-8479c0cb0584', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:25Z', 'updated_at': '2022-02-09T21:35:32Z', 'revision_number': 5, 'project_id': '10728d8d3f684788881f8ffec480c397', 'subnets': [{'id': '58a89c03-6cc3-4eb7-93a9-8479c0cb0584', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:36:26.962254 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-20429356-7adb-4e68-9972-5a56d57bc00a req-ffc8aa8c-b6dc-48b8-8760-857b9c84f5ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (825d977b-a00d-468f-9d7b-8be908d6792e), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:26.988103 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c346b17b-854a-4f3f-bb62-9e6bd8e7d9c5 req-000e2f82-6ec4-4800-a8d9-f1462eb7bb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:26.990270 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c346b17b-854a-4f3f-bb62-9e6bd8e7d9c5 req-000e2f82-6ec4-4800-a8d9-f1462eb7bb4a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=58a89c03-6cc3-4eb7-93a9-8479c0cb0584 HTTP/1.1" status: 200 len: 868 time: 0.2994993 Feb 09 21:36:27.015473 n-d-828369-5 neutron-server[103140]: INFO neutron.api.v2.resource [req-f879ed1c-5ba5-4fbe-be97-fcc64f2f9b4f req-c1fc6dbc-449d-47d2-96a3-b97abfa589c3 service neutron] show failed (client error): The resource could not be found. Feb 09 21:36:27.016159 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c540e285-3cef-4413-a47d-eb1c2e266246 admin admin] Publish callbacks [] for security_group (78c879a9-268f-4530-8605-f43e44e720a5), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:27.016605 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f879ed1c-5ba5-4fbe-be97-fcc64f2f9b4f req-c1fc6dbc-449d-47d2-96a3-b97abfa589c3 service neutron] 10.222.0.95 "GET /v2.0/ports/47af76bb-ef60-4c69-9b0e-9800d9e02153/bindings/n-h2-828369-5 HTTP/1.1" status: 404 len: 380 time: 0.3218424 Feb 09 21:36:27.053810 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c540e285-3cef-4413-a47d-eb1c2e266246 admin admin] Publish callbacks [] for security_group (78c879a9-268f-4530-8605-f43e44e720a5), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:27.081600 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fca11fb0-b2ea-4c81-b61b-85f464d6d826 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Router a9e73223-01ec-48c5-b82f-127d1e49591a is scheduled to L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 with binding_index 1 {{(pid=103140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:36:27.108596 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0747b8b2-946b-4f0b-87ba-b0679294fcb3 req-f9a81ce8-d962-4255-9f4d-83bb89bfe2bf tempest-AttachSCSIVolumeTestJSON-1768878471 tempest-AttachSCSIVolumeTestJSON-1768878471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:27.112768 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0747b8b2-946b-4f0b-87ba-b0679294fcb3 req-f9a81ce8-d962-4255-9f4d-83bb89bfe2bf tempest-AttachSCSIVolumeTestJSON-1768878471 tempest-AttachSCSIVolumeTestJSON-1768878471-project] 10.222.0.90 "GET /v2.0/networks?id=72e21a0c-bd04-4da9-83ef-ade9ea60785f HTTP/1.1" status: 200 len: 815 time: 0.4192350 Feb 09 21:36:27.129419 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c540e285-3cef-4413-a47d-eb1c2e266246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (78c879a9-268f-4530-8605-f43e44e720a5), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:27.132182 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c540e285-3cef-4413-a47d-eb1c2e266246 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:27.133414 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-c540e285-3cef-4413-a47d-eb1c2e266246 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/78c879a9-268f-4530-8605-f43e44e720a5 HTTP/1.1" status: 204 len: 168 time: 0.1852455 Feb 09 21:36:27.142942 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c540e285-3cef-4413-a47d-eb1c2e266246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c879a9-268f-4530-8605-f43e44e720a5,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:27.179197 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc8aa8c-b6dc-48b8-8760-857b9c84f5ad service neutron] Pushing event updated for resources: {'Port': ['ID=825d977b-a00d-468f-9d7b-8be908d6792e,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:27.339961 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device bbaa2299-10a6-4525-bbb8-2f46acb64365 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:36:27.375830 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: bbaa2299-10a6-4525-bbb8-2f46acb64365 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:36:27.376244 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device bbaa2299-10a6-4525-bbb8-2f46acb64365 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:36:27.377876 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0747b8b2-946b-4f0b-87ba-b0679294fcb3 req-cc76b157-c9cd-4f32-8f13-7cfd24a60812 tempest-AttachSCSIVolumeTestJSON-1768878471 tempest-AttachSCSIVolumeTestJSON-1768878471-project] 10.222.0.90 "GET /v2.0/quotas/6f91ff87dda04a70be53686f188383f3 HTTP/1.1" status: 200 len: 375 time: 0.2420344 Feb 09 21:36:27.382795 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 0b991f18-f4ec-4b5a-b6df-8940436ae030 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:36:27.386261 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f879ed1c-5ba5-4fbe-be97-fcc64f2f9b4f req-4eb909da-613c-443f-a146-4dbcbe3ad318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:27.388076 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f879ed1c-5ba5-4fbe-be97-fcc64f2f9b4f req-4eb909da-613c-443f-a146-4dbcbe3ad318 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=82be41b1-46da-46a7-8af9-241c6a0e3e2d&tenant_id=def3446e95584f24b6fdfb40ceda16ab HTTP/1.1" status: 200 len: 1131 time: 0.0680923 Feb 09 21:36:27.407210 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-f879ed1c-5ba5-4fbe-be97-fcc64f2f9b4f req-a03a0082-cdf1-46a2-a2f4-a6abd1b31221 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828369-5', 'device_owner': 'compute:nova'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:36:27.418475 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 0b991f18-f4ec-4b5a-b6df-8940436ae030 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:36:27.418911 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 0b991f18-f4ec-4b5a-b6df-8940436ae030 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:36:27.425737 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caaf5265-81a4-4642-ab1f-cbff657d33e7 None None] New status for floating IP d30cf8cf-79a6-4f1a-b68b-e3476ac20dea: DOWN {{(pid=103143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:36:27.483378 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fca11fb0-b2ea-4c81-b61b-85f464d6d826 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:36:27.494756 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2b8d13-8f49-400d-922d-e52c0b5bf338 None None] Sync routers for ids ['a9e73223-01ec-48c5-b82f-127d1e49591a'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:36:27.506399 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c346b17b-854a-4f3f-bb62-9e6bd8e7d9c5 req-0553e155-b1de-495c-a43b-cd8c27db7278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:27.513029 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2b8d13-8f49-400d-922d-e52c0b5bf338 None None] Routers {'a9e73223-01ec-48c5-b82f-127d1e49591a'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:36:27.513667 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-1a2b8d13-8f49-400d-922d-e52c0b5bf338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:36:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['a9e73223-01ec-48c5-b82f-127d1e49591a'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:27.515248 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c346b17b-854a-4f3f-bb62-9e6bd8e7d9c5 req-0553e155-b1de-495c-a43b-cd8c27db7278 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=fec17942-beb5-4931-bf14-c3cd0b51a29d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5085998 Feb 09 21:36:27.539877 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f879ed1c-5ba5-4fbe-be97-fcc64f2f9b4f req-a03a0082-cdf1-46a2-a2f4-a6abd1b31221 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (47af76bb-ef60-4c69-9b0e-9800d9e02153), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:27.639145 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fca11fb0-b2ea-4c81-b61b-85f464d6d826 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:27.642648 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-fca11fb0-b2ea-4c81-b61b-85f464d6d826 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 10.6395202 Feb 09 21:36:27.644820 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 57394) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:27.678392 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0747b8b2-946b-4f0b-87ba-b0679294fcb3 req-a986de4b-d92e-4e97-acce-71fde95fe275 tempest-AttachSCSIVolumeTestJSON-1768878471 tempest-AttachSCSIVolumeTestJSON-1768878471-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=6f91ff87dda04a70be53686f188383f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2270956 Feb 09 21:36:27.689892 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-20429356-7adb-4e68-9972-5a56d57bc00a req-ffc8aa8c-b6dc-48b8-8760-857b9c84f5ad service neutron] Attempting to bind port 825d977b-a00d-468f-9d7b-8be908d6792e on host n-h1-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:36:27.690236 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-20429356-7adb-4e68-9972-5a56d57bc00a req-ffc8aa8c-b6dc-48b8-8760-857b9c84f5ad service neutron] Attempting to bind port 825d977b-a00d-468f-9d7b-8be908d6792e by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': '22999d68-3ae1-4a5a-9612-0b8240545924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'e0933a47-9f98-425f-b2ec-87bdb6b7270d'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:36:27.690623 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20429356-7adb-4e68-9972-5a56d57bc00a req-ffc8aa8c-b6dc-48b8-8760-857b9c84f5ad service neutron] Attempting to bind port 825d977b-a00d-468f-9d7b-8be908d6792e on network e0933a47-9f98-425f-b2ec-87bdb6b7270d {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:36:27.768498 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-1a2b8d13-8f49-400d-922d-e52c0b5bf338 None None] Set router a9e73223-01ec-48c5-b82f-127d1e49591a gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:36:27.840931 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20429356-7adb-4e68-9972-5a56d57bc00a req-ffc8aa8c-b6dc-48b8-8760-857b9c84f5ad service neutron] Port 825d977b-a00d-468f-9d7b-8be908d6792e on network e0933a47-9f98-425f-b2ec-87bdb6b7270d not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:36:27.841292 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20429356-7adb-4e68-9972-5a56d57bc00a req-ffc8aa8c-b6dc-48b8-8760-857b9c84f5ad service neutron] Attempting to bind port 825d977b-a00d-468f-9d7b-8be908d6792e on network e0933a47-9f98-425f-b2ec-87bdb6b7270d {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:36:27.852866 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c346b17b-854a-4f3f-bb62-9e6bd8e7d9c5 req-93796ee6-d557-475a-9589-6b2b285241d3 service neutron] 10.222.0.90 "GET /v2.0/networks/fec17942-beb5-4931-bf14-c3cd0b51a29d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3366580 Feb 09 21:36:27.873208 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20429356-7adb-4e68-9972-5a56d57bc00a req-ffc8aa8c-b6dc-48b8-8760-857b9c84f5ad service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:36:27.883270 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20429356-7adb-4e68-9972-5a56d57bc00a req-ffc8aa8c-b6dc-48b8-8760-857b9c84f5ad service neutron] Checking segment: {'id': '22999d68-3ae1-4a5a-9612-0b8240545924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'e0933a47-9f98-425f-b2ec-87bdb6b7270d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:36:27.888784 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20429356-7adb-4e68-9972-5a56d57bc00a req-ffc8aa8c-b6dc-48b8-8760-857b9c84f5ad service neutron] Bound using segment: {'id': '22999d68-3ae1-4a5a-9612-0b8240545924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'e0933a47-9f98-425f-b2ec-87bdb6b7270d'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:36:27.889995 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-20429356-7adb-4e68-9972-5a56d57bc00a req-ffc8aa8c-b6dc-48b8-8760-857b9c84f5ad service neutron] Bound port: 825d977b-a00d-468f-9d7b-8be908d6792e, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22999d68-3ae1-4a5a-9612-0b8240545924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'e0933a47-9f98-425f-b2ec-87bdb6b7270d'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:36:27.891429 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-20429356-7adb-4e68-9972-5a56d57bc00a req-ffc8aa8c-b6dc-48b8-8760-857b9c84f5ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (825d977b-a00d-468f-9d7b-8be908d6792e), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:27.971310 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-790730cb-e12a-4c76-addf-3d5c57aafa48 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] 10.222.0.90 "GET /v2.0/routers/a9e73223-01ec-48c5-b82f-127d1e49591a HTTP/1.1" status: 200 len: 906 time: 0.3247631 Feb 09 21:36:27.976124 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 57402) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:28.016846 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-f879ed1c-5ba5-4fbe-be97-fcc64f2f9b4f req-a03a0082-cdf1-46a2-a2f4-a6abd1b31221 service neutron] For port 47af76bb-ef60-4c69-9b0e-9800d9e02153, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=47af76bb-ef60-4c69-9b0e-9800d9e02153,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:28.059533 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-f879ed1c-5ba5-4fbe-be97-fcc64f2f9b4f req-a03a0082-cdf1-46a2-a2f4-a6abd1b31221 service neutron] For port 47af76bb-ef60-4c69-9b0e-9800d9e02153, host n-h1-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:36:28.075608 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-1a2b8d13-8f49-400d-922d-e52c0b5bf338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e73223-01ec-48c5-b82f-127d1e49591a', 'name': 'tempest-snat-router-759461905', 'tenant_id': '10589e5064b54a7a8f34d2a0322666c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': '96725f29-d9d5-4df7-8d37-5e9cb3139118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:36:17Z', 'updated_at': '2022-02-09T21:36:24Z', 'revision_number': 3, 'project_id': '10589e5064b54a7a8f34d2a0322666c5', 'gw_port': {'id': '96725f29-d9d5-4df7-8d37-5e9cb3139118', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:2a:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9e73223-01ec-48c5-b82f-127d1e49591a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:20Z', 'updated_at': '2022-02-09T21:36:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:28.108029 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2b8d13-8f49-400d-922d-e52c0b5bf338 None None] Checking router: a9e73223-01ec-48c5-b82f-127d1e49591a for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:36:28.108555 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2b8d13-8f49-400d-922d-e52c0b5bf338 None None] Updating router a9e73223-01ec-48c5-b82f-127d1e49591a port 96725f29-d9d5-4df7-8d37-5e9cb3139118 binding host n-d-828369-5 {{(pid=103142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:36:28.142054 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1a2b8d13-8f49-400d-922d-e52c0b5bf338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (96725f29-d9d5-4df7-8d37-5e9cb3139118), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:28.145960 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f879ed1c-5ba5-4fbe-be97-fcc64f2f9b4f req-a03a0082-cdf1-46a2-a2f4-a6abd1b31221 service neutron] Publish callbacks [] for port (47af76bb-ef60-4c69-9b0e-9800d9e02153), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:28.146263 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0747b8b2-946b-4f0b-87ba-b0679294fcb3 req-e6c4b0da-b7a4-499b-b95d-a9a04215a72e service neutron] 10.222.0.90 "GET /v2.0/networks/72e21a0c-bd04-4da9-83ef-ade9ea60785f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4325643 Feb 09 21:36:28.163623 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82be41b1-46da-46a7-8af9-241c6a0e3e2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47af76bb-ef60-4c69-9b0e-9800d9e02153'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:36:28.175514 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f32b5c39-0373-4f7a-a13d-f6a6532331b7" -d '{"events": [{"server_uuid": "82be41b1-46da-46a7-8af9-241c6a0e3e2d", "name": "network-vif-unplugged", "status": "completed", "tag": "47af76bb-ef60-4c69-9b0e-9800d9e02153"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:36:28.193266 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-f879ed1c-5ba5-4fbe-be97-fcc64f2f9b4f req-a03a0082-cdf1-46a2-a2f4-a6abd1b31221 service neutron] Transition to ACTIVE for port object 47af76bb-ef60-4c69-9b0e-9800d9e02153 will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:36:28.201432 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f879ed1c-5ba5-4fbe-be97-fcc64f2f9b4f req-a03a0082-cdf1-46a2-a2f4-a6abd1b31221 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (47af76bb-ef60-4c69-9b0e-9800d9e02153), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:28.318157 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-674c316a-d24e-49a7-83a9-7ccf7b1610cb tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks [] for router (a9e73223-01ec-48c5-b82f-127d1e49591a), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:28.348005 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-f879ed1c-5ba5-4fbe-be97-fcc64f2f9b4f req-a03a0082-cdf1-46a2-a2f4-a6abd1b31221 service neutron] No DVR routers for this DVR port 47af76bb-ef60-4c69-9b0e-9800d9e02153 on host n-h1-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:36:28.380925 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a0082-cdf1-46a2-a2f4-a6abd1b31221 service neutron] Pushing event updated for resources: {'Port': ['ID=47af76bb-ef60-4c69-9b0e-9800d9e02153,revision_number=6']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:28.444979 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-20429356-7adb-4e68-9972-5a56d57bc00a req-ffc8aa8c-b6dc-48b8-8760-857b9c84f5ad service neutron] For port 825d977b-a00d-468f-9d7b-8be908d6792e, host n-h1-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:36:28.468944 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-f879ed1c-5ba5-4fbe-be97-fcc64f2f9b4f req-a03a0082-cdf1-46a2-a2f4-a6abd1b31221 service neutron] Attempting to bind port 47af76bb-ef60-4c69-9b0e-9800d9e02153 on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:36:28.469304 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-f879ed1c-5ba5-4fbe-be97-fcc64f2f9b4f req-a03a0082-cdf1-46a2-a2f4-a6abd1b31221 service neutron] Attempting to bind port 47af76bb-ef60-4c69-9b0e-9800d9e02153 by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:36:28.469627 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f879ed1c-5ba5-4fbe-be97-fcc64f2f9b4f req-a03a0082-cdf1-46a2-a2f4-a6abd1b31221 service neutron] Attempting to bind port 47af76bb-ef60-4c69-9b0e-9800d9e02153 on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:36:28.490272 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c346b17b-854a-4f3f-bb62-9e6bd8e7d9c5 req-1a78dae5-75ce-4c6e-bf57-c3c065f1b5f0 service neutron] 10.222.0.90 "GET /v2.0/networks/fec17942-beb5-4931-bf14-c3cd0b51a29d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6276336 Feb 09 21:36:28.493170 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f879ed1c-5ba5-4fbe-be97-fcc64f2f9b4f req-a03a0082-cdf1-46a2-a2f4-a6abd1b31221 service neutron] Port 47af76bb-ef60-4c69-9b0e-9800d9e02153 on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:36:28.493510 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f879ed1c-5ba5-4fbe-be97-fcc64f2f9b4f req-a03a0082-cdf1-46a2-a2f4-a6abd1b31221 service neutron] Attempting to bind port 47af76bb-ef60-4c69-9b0e-9800d9e02153 on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:36:28.494199 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-20429356-7adb-4e68-9972-5a56d57bc00a req-ffc8aa8c-b6dc-48b8-8760-857b9c84f5ad service neutron] For port 825d977b-a00d-468f-9d7b-8be908d6792e, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=825d977b-a00d-468f-9d7b-8be908d6792e,segment=NetworkSegment(22999d68-3ae1-4a5a-9612-0b8240545924),segment_id=22999d68-3ae1-4a5a-9612-0b8240545924)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:36:28.505593 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-20429356-7adb-4e68-9972-5a56d57bc00a req-ffc8aa8c-b6dc-48b8-8760-857b9c84f5ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (825d977b-a00d-468f-9d7b-8be908d6792e), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:28.509560 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0747b8b2-946b-4f0b-87ba-b0679294fcb3 req-db675007-730c-4734-94b4-bc1c3e8a6a33 service neutron] 10.222.0.90 "GET /v2.0/networks/72e21a0c-bd04-4da9-83ef-ade9ea60785f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3444886 Feb 09 21:36:28.509735 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f879ed1c-5ba5-4fbe-be97-fcc64f2f9b4f req-a03a0082-cdf1-46a2-a2f4-a6abd1b31221 service neutron] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:36:28.510082 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f879ed1c-5ba5-4fbe-be97-fcc64f2f9b4f req-a03a0082-cdf1-46a2-a2f4-a6abd1b31221 service neutron] Checking segment: {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:36:28.510477 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f879ed1c-5ba5-4fbe-be97-fcc64f2f9b4f req-a03a0082-cdf1-46a2-a2f4-a6abd1b31221 service neutron] Bound using segment: {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:36:28.517087 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-f879ed1c-5ba5-4fbe-be97-fcc64f2f9b4f req-a03a0082-cdf1-46a2-a2f4-a6abd1b31221 service neutron] Bound port: 47af76bb-ef60-4c69-9b0e-9800d9e02153, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:36:28.517529 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f879ed1c-5ba5-4fbe-be97-fcc64f2f9b4f req-a03a0082-cdf1-46a2-a2f4-a6abd1b31221 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (47af76bb-ef60-4c69-9b0e-9800d9e02153), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:28.563720 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20429356-7adb-4e68-9972-5a56d57bc00a req-ffc8aa8c-b6dc-48b8-8760-857b9c84f5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:28.564483 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-20429356-7adb-4e68-9972-5a56d57bc00a req-ffc8aa8c-b6dc-48b8-8760-857b9c84f5ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:28.566031 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-20429356-7adb-4e68-9972-5a56d57bc00a req-ffc8aa8c-b6dc-48b8-8760-857b9c84f5ad service neutron] 10.222.0.95 "PUT /v2.0/ports/825d977b-a00d-468f-9d7b-8be908d6792e HTTP/1.1" status: 200 len: 1091 time: 3.3596165 Feb 09 21:36:28.579344 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1a2b8d13-8f49-400d-922d-e52c0b5bf338 None None] Publish callbacks [] for port (96725f29-d9d5-4df7-8d37-5e9cb3139118), precommit_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:28.596183 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1a2b8d13-8f49-400d-922d-e52c0b5bf338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (96725f29-d9d5-4df7-8d37-5e9cb3139118), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:28.598558 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-674c316a-d24e-49a7-83a9-7ccf7b1610cb tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks [] for router_gateway (a9e73223-01ec-48c5-b82f-127d1e49591a), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:28.607480 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc8aa8c-b6dc-48b8-8760-857b9c84f5ad service neutron] Pushing event updated for resources: {'Port': ['ID=825d977b-a00d-468f-9d7b-8be908d6792e,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:28.720794 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-1a2b8d13-8f49-400d-922d-e52c0b5bf338 None None] Attempting to bind port 96725f29-d9d5-4df7-8d37-5e9cb3139118 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:36:28.721370 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-1a2b8d13-8f49-400d-922d-e52c0b5bf338 None None] Attempting to bind port 96725f29-d9d5-4df7-8d37-5e9cb3139118 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:36:28.721934 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2b8d13-8f49-400d-922d-e52c0b5bf338 None None] Attempting to bind port 96725f29-d9d5-4df7-8d37-5e9cb3139118 on network 54a442d5-50a0-4c75-85cc-d19f5bf58118 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:36:28.723172 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 57420) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:28.727686 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681b5886-b67d-46f3-b78b-0f3be3bfa611 None None] Pushing event updated for resources: {'Port': ['ID=96725f29-d9d5-4df7-8d37-5e9cb3139118,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:28.738280 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2b8d13-8f49-400d-922d-e52c0b5bf338 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:36:28.738982 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2b8d13-8f49-400d-922d-e52c0b5bf338 None None] Checking segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:36:28.739585 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1a2b8d13-8f49-400d-922d-e52c0b5bf338 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:28.740156 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2b8d13-8f49-400d-922d-e52c0b5bf338 None None] Bound using segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:36:28.740845 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-1a2b8d13-8f49-400d-922d-e52c0b5bf338 None None] Bound port: 96725f29-d9d5-4df7-8d37-5e9cb3139118, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:36:28.741423 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1a2b8d13-8f49-400d-922d-e52c0b5bf338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (96725f29-d9d5-4df7-8d37-5e9cb3139118), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:28.750961 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681b5886-b67d-46f3-b78b-0f3be3bfa611 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:28.751583 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681b5886-b67d-46f3-b78b-0f3be3bfa611 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:28.756755 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681b5886-b67d-46f3-b78b-0f3be3bfa611 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:28.757622 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681b5886-b67d-46f3-b78b-0f3be3bfa611 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:28.758479 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681b5886-b67d-46f3-b78b-0f3be3bfa611 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:28.758993 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681b5886-b67d-46f3-b78b-0f3be3bfa611 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:28.759516 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681b5886-b67d-46f3-b78b-0f3be3bfa611 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:28.760030 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681b5886-b67d-46f3-b78b-0f3be3bfa611 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:28.760569 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681b5886-b67d-46f3-b78b-0f3be3bfa611 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:28.761599 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681b5886-b67d-46f3-b78b-0f3be3bfa611 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:28.763885 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681b5886-b67d-46f3-b78b-0f3be3bfa611 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:28.764443 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681b5886-b67d-46f3-b78b-0f3be3bfa611 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:28.764984 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681b5886-b67d-46f3-b78b-0f3be3bfa611 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:36:28.798017 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-f879ed1c-5ba5-4fbe-be97-fcc64f2f9b4f req-a03a0082-cdf1-46a2-a2f4-a6abd1b31221 service neutron] For port 47af76bb-ef60-4c69-9b0e-9800d9e02153, host n-h2-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:36:28.810182 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-f879ed1c-5ba5-4fbe-be97-fcc64f2f9b4f req-a03a0082-cdf1-46a2-a2f4-a6abd1b31221 service neutron] For port 47af76bb-ef60-4c69-9b0e-9800d9e02153, host n-h2-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=47af76bb-ef60-4c69-9b0e-9800d9e02153,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:36:28.830864 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f879ed1c-5ba5-4fbe-be97-fcc64f2f9b4f req-a03a0082-cdf1-46a2-a2f4-a6abd1b31221 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (47af76bb-ef60-4c69-9b0e-9800d9e02153), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:28.848259 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bf95bb-0a55-461c-9ccd-7ec55a7fd75e req-0a3466d2-4ec9-45ac-9a56-dbf68aff23ad tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:28.862337 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-62bf95bb-0a55-461c-9ccd-7ec55a7fd75e req-0a3466d2-4ec9-45ac-9a56-dbf68aff23ad tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=82be41b1-46da-46a7-8af9-241c6a0e3e2d HTTP/1.1" status: 200 len: 947 time: 0.1312981 Feb 09 21:36:28.883235 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-1a2b8d13-8f49-400d-922d-e52c0b5bf338 None None] For port 96725f29-d9d5-4df7-8d37-5e9cb3139118, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:36:28.888008 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-1a2b8d13-8f49-400d-922d-e52c0b5bf338 None None] For port 96725f29-d9d5-4df7-8d37-5e9cb3139118, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=96725f29-d9d5-4df7-8d37-5e9cb3139118,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:36:28.897241 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1a2b8d13-8f49-400d-922d-e52c0b5bf338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (96725f29-d9d5-4df7-8d37-5e9cb3139118), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:28.932343 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f879ed1c-5ba5-4fbe-be97-fcc64f2f9b4f req-a03a0082-cdf1-46a2-a2f4-a6abd1b31221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:28.934806 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f879ed1c-5ba5-4fbe-be97-fcc64f2f9b4f req-a03a0082-cdf1-46a2-a2f4-a6abd1b31221 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:28.936265 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f879ed1c-5ba5-4fbe-be97-fcc64f2f9b4f req-a03a0082-cdf1-46a2-a2f4-a6abd1b31221 service neutron] 10.222.0.89 "PUT /v2.0/ports/47af76bb-ef60-4c69-9b0e-9800d9e02153 HTTP/1.1" status: 200 len: 1095 time: 1.5346990 Feb 09 21:36:28.952939 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20429356-7adb-4e68-9972-5a56d57bc00a req-69b52949-2789-4cb6-93d8-ad7fe646a443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:28.958197 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-20429356-7adb-4e68-9972-5a56d57bc00a req-69b52949-2789-4cb6-93d8-ad7fe646a443 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=78416997261a4fcdac7ea7395d681884&device_id=2554d57d-83c8-4d46-b328-49ce7df09ba6 HTTP/1.1" status: 200 len: 1125 time: 0.2903261 Feb 09 21:36:28.987751 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9099d615-9514-42de-a3c4-f36f09ac12ac x-openstack-request-id: req-9099d615-9514-42de-a3c4-f36f09ac12ac {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:36:28.987953 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4cfa82c-d76c-4199-9356-cdb5c72a400a", "tag": "4281858c-1eff-4109-ba51-e741b6ff6796", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:36:28.988059 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-9099d615-9514-42de-a3c4-f36f09ac12ac {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:36:28.989708 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4cfa82c-d76c-4199-9356-cdb5c72a400a', 'tag': '4281858c-1eff-4109-ba51-e741b6ff6796', 'status': 'completed', 'code': 200} Feb 09 21:36:28.993641 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-674c316a-d24e-49a7-83a9-7ccf7b1610cb tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Deleting port 96725f29-d9d5-4df7-8d37-5e9cb3139118 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:36:28.993965 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-674c316a-d24e-49a7-83a9-7ccf7b1610cb tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (96725f29-d9d5-4df7-8d37-5e9cb3139118), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:29.050580 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2b8d13-8f49-400d-922d-e52c0b5bf338 None None] Routers {'a9e73223-01ec-48c5-b82f-127d1e49591a'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:36:29.053222 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-1a2b8d13-8f49-400d-922d-e52c0b5bf338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:36:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['a9e73223-01ec-48c5-b82f-127d1e49591a'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:29.056192 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-f480947c-1e88-4ad8-b09e-11306603c86f admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-2106845456-network', 'tenant_id': '8dc625c4d58447bc86b44b9cf28b71a5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:36:29.090546 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a0082-cdf1-46a2-a2f4-a6abd1b31221 service neutron] Pushing event updated for resources: {'Port': ['ID=47af76bb-ef60-4c69-9b0e-9800d9e02153,revision_number=7']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:29.142413 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f480947c-1e88-4ad8-b09e-11306603c86f admin admin] Made reservation on behalf of 8dc625c4d58447bc86b44b9cf28b71a5 for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:36:29.158068 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f480947c-1e88-4ad8-b09e-11306603c86f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:29.183511 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f879ed1c-5ba5-4fbe-be97-fcc64f2f9b4f req-7aa5b044-acbb-4281-91c3-a339203d6a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:29.185121 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f879ed1c-5ba5-4fbe-be97-fcc64f2f9b4f req-7aa5b044-acbb-4281-91c3-a339203d6a33 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=def3446e95584f24b6fdfb40ceda16ab&device_id=82be41b1-46da-46a7-8af9-241c6a0e3e2d HTTP/1.1" status: 200 len: 1129 time: 0.1994791 Feb 09 21:36:29.202667 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f480947c-1e88-4ad8-b09e-11306603c86f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:29.234685 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 47af76bb-ef60-4c69-9b0e-9800d9e02153 no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:36:29.280006 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-674c316a-d24e-49a7-83a9-7ccf7b1610cb tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] For port 96725f29-d9d5-4df7-8d37-5e9cb3139118, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=96725f29-d9d5-4df7-8d37-5e9cb3139118,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:29.281697 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-674c316a-d24e-49a7-83a9-7ccf7b1610cb tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (96725f29-d9d5-4df7-8d37-5e9cb3139118), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:29.283189 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681b5886-b67d-46f3-b78b-0f3be3bfa611 None None] Pushing event updated for resources: {'Port': ['ID=96725f29-d9d5-4df7-8d37-5e9cb3139118,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:29.291807 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] The host n-h1-828369-5 is not matching for port 47af76bb-ef60-4c69-9b0e-9800d9e02153 host n-h2-828369-5! {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 21:36:29.299923 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-674c316a-d24e-49a7-83a9-7ccf7b1610cb tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Calling delete_port for 96725f29-d9d5-4df7-8d37-5e9cb3139118 owned by network:router_gateway {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:36:29.320784 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 47af76bb-ef60-4c69-9b0e-9800d9e02153 not bound to the agent host n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:36:29.378685 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f480947c-1e88-4ad8-b09e-11306603c86f admin admin] Publish callbacks [] for security_group (1fbaec86-241e-4c80-89d8-21c7be7723d7), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:29.389868 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-1a2b8d13-8f49-400d-922d-e52c0b5bf338 None None] Set router a9e73223-01ec-48c5-b82f-127d1e49591a gateway port host: None {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:36:29.423055 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f480947c-1e88-4ad8-b09e-11306603c86f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (1fbaec86-241e-4c80-89d8-21c7be7723d7), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:29.462406 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-1a2b8d13-8f49-400d-922d-e52c0b5bf338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e73223-01ec-48c5-b82f-127d1e49591a', 'name': 'tempest-snat-router-759461905', 'tenant_id': '10589e5064b54a7a8f34d2a0322666c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:36:17Z', 'updated_at': '2022-02-09T21:36:28Z', 'revision_number': 4, 'project_id': '10589e5064b54a7a8f34d2a0322666c5', 'gw_port_host': None}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:29.476429 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f480947c-1e88-4ad8-b09e-11306603c86f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:36:29.479002 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-20429356-7adb-4e68-9972-5a56d57bc00a req-8b8520c8-f206-484d-a6c6-6d812d49b51a service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=825d977b-a00d-468f-9d7b-8be908d6792e HTTP/1.1" status: 200 len: 217 time: 0.4802639 Feb 09 21:36:29.495977 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f480947c-1e88-4ad8-b09e-11306603c86f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fbaec86-241e-4c80-89d8-21c7be7723d7,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:29.496420 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2b8d13-8f49-400d-922d-e52c0b5bf338 None None] The sync data for ids ['a9e73223-01ec-48c5-b82f-127d1e49591a'] in n-d-828369-5 is: [{'id': 'a9e73223-01ec-48c5-b82f-127d1e49591a', 'name': 'tempest-snat-router-759461905', 'tenant_id': '10589e5064b54a7a8f34d2a0322666c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:36:17Z', 'updated_at': '2022-02-09T21:36:28Z', 'revision_number': 4, 'project_id': '10589e5064b54a7a8f34d2a0322666c5', 'gw_port_host': None}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:36:29.509017 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f480947c-1e88-4ad8-b09e-11306603c86f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (d40f9022-2b63-46f5-b33e-b292576f9da1), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:29.509943 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-f480947c-1e88-4ad8-b09e-11306603c86f admin admin] Added segment d40f9022-2b63-46f5-b33e-b292576f9da1 of type vlan for network f722f08f-1fc9-4bca-8aee-34c5490b3824 Feb 09 21:36:29.584372 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f879ed1c-5ba5-4fbe-be97-fcc64f2f9b4f req-b989a4a2-aea2-4316-870b-bc99c3a03374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:29.585776 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f879ed1c-5ba5-4fbe-be97-fcc64f2f9b4f req-b989a4a2-aea2-4316-870b-bc99c3a03374 service neutron] 10.222.0.89 "GET /v2.0/networks?id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc HTTP/1.1" status: 200 len: 870 time: 0.3794384 Feb 09 21:36:29.685566 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-62bf95bb-0a55-461c-9ccd-7ec55a7fd75e req-e038d706-606e-484a-9105-375930166587 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8214836 Feb 09 21:36:29.769837 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192b2c33-2976-42bf-89e7-491ceeb90f3e req-98969b57-480b-4a13-8b59-22366e7bf971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:29.771708 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-192b2c33-2976-42bf-89e7-491ceeb90f3e req-98969b57-480b-4a13-8b59-22366e7bf971 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=10728d8d3f684788881f8ffec480c397&device_id=d4cfa82c-d76c-4199-9356-cdb5c72a400a HTTP/1.1" status: 200 len: 1127 time: 0.7514133 Feb 09 21:36:29.773190 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20429356-7adb-4e68-9972-5a56d57bc00a req-194f6183-5732-4df8-8c66-47f813960c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:29.774554 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-20429356-7adb-4e68-9972-5a56d57bc00a req-194f6183-5732-4df8-8c66-47f813960c5c service neutron] 10.222.0.95 "GET /v2.0/subnets?id=ad8da7e2-9246-4407-b24a-0611ae1b2813 HTTP/1.1" status: 200 len: 851 time: 0.1985264 Feb 09 21:36:29.914016 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b90e04-58ac-4730-b41d-ed32b5344189 req-7d038d39-edac-4062-aa12-3fe108c4c87e tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:29.915822 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-48b90e04-58ac-4730-b41d-ed32b5344189 req-7d038d39-edac-4062-aa12-3fe108c4c87e tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/ports?device_id=2554d57d-83c8-4d46-b328-49ce7df09ba6 HTTP/1.1" status: 200 len: 943 time: 0.4547858 Feb 09 21:36:29.918371 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-20429356-7adb-4e68-9972-5a56d57bc00a req-8583377b-a9c0-4558-8a70-db4ce046f7e9 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=e0933a47-9f98-425f-b2ec-87bdb6b7270d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1320388 Feb 09 21:36:29.931899 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f480947c-1e88-4ad8-b09e-11306603c86f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (f722f08f-1fc9-4bca-8aee-34c5490b3824), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:29.935096 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a7b3405-ae76-442c-91e5-eb19eaad54b2 x-openstack-request-id: req-4a7b3405-ae76-442c-91e5-eb19eaad54b2 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:36:29.935390 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82be41b1-46da-46a7-8af9-241c6a0e3e2d", "name": "network-vif-unplugged", "status": "completed", "tag": "47af76bb-ef60-4c69-9b0e-9800d9e02153", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:36:29.935644 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-4a7b3405-ae76-442c-91e5-eb19eaad54b2 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:36:29.936043 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82be41b1-46da-46a7-8af9-241c6a0e3e2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47af76bb-ef60-4c69-9b0e-9800d9e02153', 'code': 200} Feb 09 21:36:29.970339 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f879ed1c-5ba5-4fbe-be97-fcc64f2f9b4f req-98adc67d-5574-45f9-9942-b1e963cc96e4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=47af76bb-ef60-4c69-9b0e-9800d9e02153 HTTP/1.1" status: 200 len: 217 time: 0.3725932 Feb 09 21:36:30.021228 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f480947c-1e88-4ad8-b09e-11306603c86f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (f722f08f-1fc9-4bca-8aee-34c5490b3824), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:30.024329 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f480947c-1e88-4ad8-b09e-11306603c86f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:30.025157 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f480947c-1e88-4ad8-b09e-11306603c86f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:30.059517 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c431581f-61f3-4db6-945f-14a2e42c75d6 req-e8cbe44f-24ec-490d-a137-b43a4bfeffbf tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] 10.222.0.90 "GET /v2.0/floatingips/d30cf8cf-79a6-4f1a-b68b-e3476ac20dea HTTP/1.1" status: 200 len: 693 time: 0.1579514 Feb 09 21:36:30.066887 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-674c316a-d24e-49a7-83a9-7ccf7b1610cb tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (96725f29-d9d5-4df7-8d37-5e9cb3139118), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:30.098301 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-f480947c-1e88-4ad8-b09e-11306603c86f admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3739581 Feb 09 21:36:30.101288 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 57440) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:30.106722 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-bbe45c0a-1454-459a-a803-a1fad200f263 admin admin] Request body: {'subnet': {'network_id': 'f722f08f-1fc9-4bca-8aee-34c5490b3824', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-2106845456-subnet', 'tenant_id': '8dc625c4d58447bc86b44b9cf28b71a5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:36:30.114460 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f879ed1c-5ba5-4fbe-be97-fcc64f2f9b4f req-69fa39ec-2988-418a-bf07-766a181767f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:30.116328 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f879ed1c-5ba5-4fbe-be97-fcc64f2f9b4f req-69fa39ec-2988-418a-bf07-766a181767f5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0f7402ac-a35b-414b-bcc1-bc1c3072ec3c HTTP/1.1" status: 200 len: 843 time: 0.1365004 Feb 09 21:36:30.146922 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f480947c-1e88-4ad8-b09e-11306603c86f admin admin] Pushing event updated for resources: {'Network': ['ID=f722f08f-1fc9-4bca-8aee-34c5490b3824,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:30.164124 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network f722f08f-1fc9-4bca-8aee-34c5490b3824 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:36:30.190461 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbe45c0a-1454-459a-a803-a1fad200f263 admin admin] Made reservation on behalf of 8dc625c4d58447bc86b44b9cf28b71a5 for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:36:30.195911 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bbe45c0a-1454-459a-a803-a1fad200f263 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:30.262095 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f879ed1c-5ba5-4fbe-be97-fcc64f2f9b4f req-2f9bd8bb-a71a-45ee-9e0b-cf899e57cab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:30.263699 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f879ed1c-5ba5-4fbe-be97-fcc64f2f9b4f req-2f9bd8bb-a71a-45ee-9e0b-cf899e57cab2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1284721 Feb 09 21:36:30.420641 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f879ed1c-5ba5-4fbe-be97-fcc64f2f9b4f req-0dd91197-99ee-465c-893c-b12b4a6fa2d0 service neutron] 10.222.0.89 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373265 Feb 09 21:36:30.520632 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bbe45c0a-1454-459a-a803-a1fad200f263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (23af5770-96c5-4601-87b5-a95bcf2c0086), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:30.600810 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674c316a-d24e-49a7-83a9-7ccf7b1610cb tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Pushing event deleted for resources: {'Port': ['ID=96725f29-d9d5-4df7-8d37-5e9cb3139118,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:30.615791 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f879ed1c-5ba5-4fbe-be97-fcc64f2f9b4f req-80465f14-be5e-49ef-92a9-90c387933257 service neutron] 10.222.0.89 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667721 Feb 09 21:36:30.627791 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe45c0a-1454-459a-a803-a1fad200f263 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23af5770-96c5-4601-87b5-a95bcf2c0086,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:30.629886 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192b2c33-2976-42bf-89e7-491ceeb90f3e req-6fb3a620-3bba-4f81-86bd-de6ed83401ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:30.632249 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-192b2c33-2976-42bf-89e7-491ceeb90f3e req-6fb3a620-3bba-4f81-86bd-de6ed83401ea service neutron] 10.222.0.95 "GET /v2.0/networks?id=fec17942-beb5-4931-bf14-c3cd0b51a29d HTTP/1.1" status: 200 len: 930 time: 0.8469439 Feb 09 21:36:30.639585 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe45c0a-1454-459a-a803-a1fad200f263 admin admin] Checking segment: {'id': 'd40f9022-2b63-46f5-b33e-b292576f9da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'f722f08f-1fc9-4bca-8aee-34c5490b3824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:36:30.639961 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe45c0a-1454-459a-a803-a1fad200f263 admin admin] Network hostable DHCP agents. Network: f722f08f-1fc9-4bca-8aee-34c5490b3824, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:36:30.662818 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe45c0a-1454-459a-a803-a1fad200f263 admin admin] Network f722f08f-1fc9-4bca-8aee-34c5490b3824 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:36:30.677159 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-bbe45c0a-1454-459a-a803-a1fad200f263 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, f722f08f-1fc9-4bca-8aee-34c5490b3824) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:36:30.681694 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe45c0a-1454-459a-a803-a1fad200f263 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:30.682354 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bbe45c0a-1454-459a-a803-a1fad200f263 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:30.688280 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a653fcb4-76d7-4f3f-9a59-b4ee097da947 None None] Network f722f08f-1fc9-4bca-8aee-34c5490b3824 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:36:30.759712 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-48b90e04-58ac-4730-b41d-ed32b5344189 req-39b1d533-0a22-4ffd-a343-f6215b388b7b tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d80a148-e9eb-4688-aae9-f24ed4e32758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8268192 Feb 09 21:36:30.768743 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-20429356-7adb-4e68-9972-5a56d57bc00a req-5c2d414a-456c-4b86-8604-c2276479f87a service neutron] 10.222.0.95 "GET /v2.0/networks/e0933a47-9f98-425f-b2ec-87bdb6b7270d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8371210 Feb 09 21:36:30.771699 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-192b2c33-2976-42bf-89e7-491ceeb90f3e req-0a3c1096-87f9-4685-83f0-2f14651dfe49 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4281858c-1eff-4109-ba51-e741b6ff6796 HTTP/1.1" status: 200 len: 217 time: 0.1066029 Feb 09 21:36:30.798606 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-bbe45c0a-1454-459a-a803-a1fad200f263 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6916254 Feb 09 21:36:30.848872 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-674c316a-d24e-49a7-83a9-7ccf7b1610cb tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-554524'] for router_gateway (a9e73223-01ec-48c5-b82f-127d1e49591a), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:30.980205 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0747b8b2-946b-4f0b-87ba-b0679294fcb3 req-acb5dc4f-69f7-432e-bbde-d0f8304b78ab tempest-AttachSCSIVolumeTestJSON-1768878471 tempest-AttachSCSIVolumeTestJSON-1768878471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:30.984547 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0747b8b2-946b-4f0b-87ba-b0679294fcb3 req-acb5dc4f-69f7-432e-bbde-d0f8304b78ab tempest-AttachSCSIVolumeTestJSON-1768878471 tempest-AttachSCSIVolumeTestJSON-1768878471-project] 10.222.0.89 "GET /v2.0/networks?id=72e21a0c-bd04-4da9-83ef-ade9ea60785f HTTP/1.1" status: 200 len: 815 time: 0.2958479 Feb 09 21:36:30.992941 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c9e021-616e-446c-8681-d2c73e4f8f20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-f722f08f-1fc9-4bca-8aee-34c5490b3824', 'network_id': 'f722f08f-1fc9-4bca-8aee-34c5490b3824', 'project_id': '8dc625c4d58447bc86b44b9cf28b71a5', 'fixed_ips': [{'subnet_id': '23af5770-96c5-4601-87b5-a95bcf2c0086'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:36:30.996189 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d7c9e021-616e-446c-8681-d2c73e4f8f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:31.003129 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2554d57d-83c8-4d46-b328-49ce7df09ba6', 'tag': '825d977b-a00d-468f-9d7b-8be908d6792e'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:36:31.005965 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-0747b8b2-946b-4f0b-87ba-b0679294fcb3 req-ab2ba0bb-99b3-4f35-adb4-6704693e9dd4 tempest-AttachSCSIVolumeTestJSON-1768878471 tempest-AttachSCSIVolumeTestJSON-1768878471-project] Request body: {'port': {'device_id': 'f4370d51-2d54-428b-89f6-5d895db07d75', 'network_id': '72e21a0c-bd04-4da9-83ef-ade9ea60785f', 'admin_state_up': True, 'tenant_id': '6f91ff87dda04a70be53686f188383f3'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:36:31.006660 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8cce52a-8435-4f8b-8a1c-47cf0fe2e60c" -d '{"events": [{"name": "network-changed", "server_uuid": "2554d57d-83c8-4d46-b328-49ce7df09ba6", "tag": "825d977b-a00d-468f-9d7b-8be908d6792e"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:36:31.055011 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c431581f-61f3-4db6-945f-14a2e42c75d6 req-5fcd961f-3fc6-47be-a1dc-17a0e49cd382 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:31.056789 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c431581f-61f3-4db6-945f-14a2e42c75d6 req-5fcd961f-3fc6-47be-a1dc-17a0e49cd382 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] 10.222.0.90 "GET /v2.0/networks/54a442d5-50a0-4c75-85cc-d19f5bf58118 HTTP/1.1" status: 200 len: 784 time: 0.9759622 Feb 09 21:36:31.128994 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-529ca281-e58a-4d61-988d-4d10cdd6ccba req-2f4bc14a-7b1c-4b53-855a-ccca82c816d3 tempest-AttachSCSIVolumeTestJSON-1768878471 tempest-AttachSCSIVolumeTestJSON-1768878471-project] 10.222.0.90 "GET /v2.0/ports?device_id=f4370d51-2d54-428b-89f6-5d895db07d75 HTTP/1.1" status: 200 len: 210 time: 0.0890965 Feb 09 21:36:31.202787 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-674c316a-d24e-49a7-83a9-7ccf7b1610cb tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (a9e73223-01ec-48c5-b82f-127d1e49591a), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:31.206041 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192b2c33-2976-42bf-89e7-491ceeb90f3e req-0f08cb6a-609d-442f-a51f-f23183e24037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:31.207768 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-192b2c33-2976-42bf-89e7-491ceeb90f3e req-0f08cb6a-609d-442f-a51f-f23183e24037 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=58a89c03-6cc3-4eb7-93a9-8479c0cb0584 HTTP/1.1" status: 200 len: 868 time: 0.3960245 Feb 09 21:36:31.209136 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-674c316a-d24e-49a7-83a9-7ccf7b1610cb tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks [] for router_controller (a9e73223-01ec-48c5-b82f-127d1e49591a), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:31.215282 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c431581f-61f3-4db6-945f-14a2e42c75d6 req-7a74f41e-f903-4d73-a4de-91503c8cddd5 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] 10.222.0.90 "GET /v2.0/floatingips?floating_ip_address=172.25.3.168 HTTP/1.1" status: 200 len: 696 time: 0.1200700 Feb 09 21:36:31.240463 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0747b8b2-946b-4f0b-87ba-b0679294fcb3 req-ab2ba0bb-99b3-4f35-adb4-6704693e9dd4 tempest-AttachSCSIVolumeTestJSON-1768878471 tempest-AttachSCSIVolumeTestJSON-1768878471-project] Made reservation on behalf of 6f91ff87dda04a70be53686f188383f3 for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:36:31.246849 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-0747b8b2-946b-4f0b-87ba-b0679294fcb3 req-ab2ba0bb-99b3-4f35-adb4-6704693e9dd4 tempest-AttachSCSIVolumeTestJSON-1768878471 tempest-AttachSCSIVolumeTestJSON-1768878471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:31.358815 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-d7c9e021-616e-446c-8681-d2c73e4f8f20 None None] Allocated IP 172.20.0.2 (f722f08f-1fc9-4bca-8aee-34c5490b3824/23af5770-96c5-4601-87b5-a95bcf2c0086/03879e85-b0b6-4a34-a2f7-acd153afff7f) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:36:31.367835 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-20429356-7adb-4e68-9972-5a56d57bc00a req-52dd70ea-a158-4904-85ab-f2e583b6ec94 service neutron] 10.222.0.95 "GET /v2.0/networks/e0933a47-9f98-425f-b2ec-87bdb6b7270d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5691392 Feb 09 21:36:31.392584 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c431581f-61f3-4db6-945f-14a2e42c75d6 req-32c50791-ad91-40d2-ad9b-4ef243469f76 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] 10.222.0.90 "GET /v2.0/floatingips?floating_ip_address=172.25.3.168 HTTP/1.1" status: 200 len: 696 time: 0.1613221 Feb 09 21:36:31.414129 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-674c316a-d24e-49a7-83a9-7ccf7b1610cb tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (a9e73223-01ec-48c5-b82f-127d1e49591a), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:31.414129 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-674c316a-d24e-49a7-83a9-7ccf7b1610cb tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a9e73223-01ec-48c5-b82f-127d1e49591a {{(pid=103140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:36:31.426070 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-674c316a-d24e-49a7-83a9-7ccf7b1610cb tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:31.429660 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-674c316a-d24e-49a7-83a9-7ccf7b1610cb tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] 10.222.0.90 "DELETE /v2.0/routers/a9e73223-01ec-48c5-b82f-127d1e49591a HTTP/1.1" status: 204 len: 168 time: 3.4426014 Feb 09 21:36:31.429851 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [req-0747b8b2-946b-4f0b-87ba-b0679294fcb3 req-ab2ba0bb-99b3-4f35-adb4-6704693e9dd4 tempest-AttachSCSIVolumeTestJSON-1768878471 tempest-AttachSCSIVolumeTestJSON-1768878471-project] Allocated IP 172.20.0.5 (72e21a0c-bd04-4da9-83ef-ade9ea60785f/d52237e6-14ab-4720-af5c-d58266e97d9d/13190e85-6281-411d-8599-8e4d0b5a4700) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:36:31.430120 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 57466) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:31.622945 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-0747b8b2-946b-4f0b-87ba-b0679294fcb3 req-ab2ba0bb-99b3-4f35-adb4-6704693e9dd4 tempest-AttachSCSIVolumeTestJSON-1768878471 tempest-AttachSCSIVolumeTestJSON-1768878471-project] Publish callbacks [] for port (13190e85-6281-411d-8599-8e4d0b5a4700), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:31.662129 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192b2c33-2976-42bf-89e7-491ceeb90f3e req-cbc7b284-9343-4562-9adf-f6d376dd9be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:31.663691 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-192b2c33-2976-42bf-89e7-491ceeb90f3e req-cbc7b284-9343-4562-9adf-f6d376dd9be9 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=fec17942-beb5-4931-bf14-c3cd0b51a29d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4422097 Feb 09 21:36:31.719688 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-0747b8b2-946b-4f0b-87ba-b0679294fcb3 req-ab2ba0bb-99b3-4f35-adb4-6704693e9dd4 tempest-AttachSCSIVolumeTestJSON-1768878471 tempest-AttachSCSIVolumeTestJSON-1768878471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (13190e85-6281-411d-8599-8e4d0b5a4700), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:31.753653 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d7c9e021-616e-446c-8681-d2c73e4f8f20 None None] Publish callbacks [] for port (03879e85-b0b6-4a34-a2f7-acd153afff7f), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:31.766344 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d7c9e021-616e-446c-8681-d2c73e4f8f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (03879e85-b0b6-4a34-a2f7-acd153afff7f), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:31.793288 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4163fb2-1ef4-4da7-b3cd-b916bf2399bb req-64f2f528-59de-4657-86e0-a8519a87a86e tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:31.804772 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e4163fb2-1ef4-4da7-b3cd-b916bf2399bb req-64f2f528-59de-4657-86e0-a8519a87a86e tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/ports?device_id=7859f1d3-5d50-4c2b-9aee-4a3346b90a04 HTTP/1.1" status: 200 len: 945 time: 0.4400861 Feb 09 21:36:31.852889 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0747b8b2-946b-4f0b-87ba-b0679294fcb3 req-ab2ba0bb-99b3-4f35-adb4-6704693e9dd4 tempest-AttachSCSIVolumeTestJSON-1768878471 tempest-AttachSCSIVolumeTestJSON-1768878471-project] Network 72e21a0c-bd04-4da9-83ef-ade9ea60785f is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:36:31.870514 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [req-0747b8b2-946b-4f0b-87ba-b0679294fcb3 req-ab2ba0bb-99b3-4f35-adb4-6704693e9dd4 tempest-AttachSCSIVolumeTestJSON-1768878471 tempest-AttachSCSIVolumeTestJSON-1768878471-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:36:31.877621 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-0747b8b2-946b-4f0b-87ba-b0679294fcb3 req-ab2ba0bb-99b3-4f35-adb4-6704693e9dd4 tempest-AttachSCSIVolumeTestJSON-1768878471 tempest-AttachSCSIVolumeTestJSON-1768878471-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:36:31.887803 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2ba0bb-99b3-4f35-adb4-6704693e9dd4 tempest-AttachSCSIVolumeTestJSON-1768878471 tempest-AttachSCSIVolumeTestJSON-1768878471-project] Pushing event updated for resources: {'Port': ['ID=13190e85-6281-411d-8599-8e4d0b5a4700,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:31.919619 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c9e021-616e-446c-8681-d2c73e4f8f20 None None] Network f722f08f-1fc9-4bca-8aee-34c5490b3824 is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:36:31.934692 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-d7c9e021-616e-446c-8681-d2c73e4f8f20 None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:36:31.938526 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c9e021-616e-446c-8681-d2c73e4f8f20 None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:36:31.947509 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82be41b1-46da-46a7-8af9-241c6a0e3e2d', 'tag': '47af76bb-ef60-4c69-9b0e-9800d9e02153'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:36:31.948951 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c9e021-616e-446c-8681-d2c73e4f8f20 None None] Pushing event updated for resources: {'Port': ['ID=03879e85-b0b6-4a34-a2f7-acd153afff7f,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:31.950002 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df6e9f5e-6f64-4030-bd9a-cc413555ae05" -d '{"events": [{"name": "network-changed", "server_uuid": "82be41b1-46da-46a7-8af9-241c6a0e3e2d", "tag": "47af76bb-ef60-4c69-9b0e-9800d9e02153"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:36:32.079152 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-d7c9e021-616e-446c-8681-d2c73e4f8f20 None None] Attempting to bind port 03879e85-b0b6-4a34-a2f7-acd153afff7f on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:36:32.079841 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-d7c9e021-616e-446c-8681-d2c73e4f8f20 None None] Attempting to bind port 03879e85-b0b6-4a34-a2f7-acd153afff7f by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': 'd40f9022-2b63-46f5-b33e-b292576f9da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'f722f08f-1fc9-4bca-8aee-34c5490b3824'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:36:32.080576 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c9e021-616e-446c-8681-d2c73e4f8f20 None None] Attempting to bind port 03879e85-b0b6-4a34-a2f7-acd153afff7f on network f722f08f-1fc9-4bca-8aee-34c5490b3824 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:36:32.085121 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0747b8b2-946b-4f0b-87ba-b0679294fcb3 req-ab2ba0bb-99b3-4f35-adb4-6704693e9dd4 tempest-AttachSCSIVolumeTestJSON-1768878471 tempest-AttachSCSIVolumeTestJSON-1768878471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:32.087103 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c9e021-616e-446c-8681-d2c73e4f8f20 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:36:32.087295 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-0747b8b2-946b-4f0b-87ba-b0679294fcb3 req-ab2ba0bb-99b3-4f35-adb4-6704693e9dd4 tempest-AttachSCSIVolumeTestJSON-1768878471 tempest-AttachSCSIVolumeTestJSON-1768878471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:32.089104 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c9e021-616e-446c-8681-d2c73e4f8f20 None None] Checking segment: {'id': 'd40f9022-2b63-46f5-b33e-b292576f9da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'f722f08f-1fc9-4bca-8aee-34c5490b3824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:36:32.090774 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d7c9e021-616e-446c-8681-d2c73e4f8f20 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:32.091357 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c9e021-616e-446c-8681-d2c73e4f8f20 None None] Bound using segment: {'id': 'd40f9022-2b63-46f5-b33e-b292576f9da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'f722f08f-1fc9-4bca-8aee-34c5490b3824'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:36:32.094207 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-d7c9e021-616e-446c-8681-d2c73e4f8f20 None None] Bound port: 03879e85-b0b6-4a34-a2f7-acd153afff7f, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd40f9022-2b63-46f5-b33e-b292576f9da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'f722f08f-1fc9-4bca-8aee-34c5490b3824'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:36:32.094803 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d7c9e021-616e-446c-8681-d2c73e4f8f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (03879e85-b0b6-4a34-a2f7-acd153afff7f), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:32.142806 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0747b8b2-946b-4f0b-87ba-b0679294fcb3 req-ab2ba0bb-99b3-4f35-adb4-6704693e9dd4 tempest-AttachSCSIVolumeTestJSON-1768878471 tempest-AttachSCSIVolumeTestJSON-1768878471-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1441569 Feb 09 21:36:32.205173 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-725723b8-7b53-4563-a2c4-07b56c69f2f0 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks [] for router (3ad7d776-2216-4ebb-acd0-4e05206c34ca), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:32.225459 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e4163fb2-1ef4-4da7-b3cd-b916bf2399bb req-7fd3f4da-d67e-43c3-87b0-aab7aef8af42 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/security-groups?id=53864ffe-fa53-4ead-9e41-21e6252e7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4147086 Feb 09 21:36:32.256973 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-d7c9e021-616e-446c-8681-d2c73e4f8f20 None None] For port 03879e85-b0b6-4a34-a2f7-acd153afff7f, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:36:32.264214 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-d7c9e021-616e-446c-8681-d2c73e4f8f20 None None] For port 03879e85-b0b6-4a34-a2f7-acd153afff7f, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=03879e85-b0b6-4a34-a2f7-acd153afff7f,segment=NetworkSegment(d40f9022-2b63-46f5-b33e-b292576f9da1),segment_id=d40f9022-2b63-46f5-b33e-b292576f9da1)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:36:32.271758 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d7c9e021-616e-446c-8681-d2c73e4f8f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (03879e85-b0b6-4a34-a2f7-acd153afff7f), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:32.386452 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c9e021-616e-446c-8681-d2c73e4f8f20 None None] Pushing event updated for resources: {'Port': ['ID=03879e85-b0b6-4a34-a2f7-acd153afff7f,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:32.410910 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-22a48ae9-8845-492b-aab7-e5c7d03d5f45 None None] Provisioning complete for port 13190e85-6281-411d-8599-8e4d0b5a4700 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:36:32.411375 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-22a48ae9-8845-492b-aab7-e5c7d03d5f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (13190e85-6281-411d-8599-8e4d0b5a4700), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:32.476139 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-22a48ae9-8845-492b-aab7-e5c7d03d5f45 None None] Port 13190e85-6281-411d-8599-8e4d0b5a4700 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:36:32.491935 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-192b2c33-2976-42bf-89e7-491ceeb90f3e req-df0537e9-832e-4964-b941-1541d5b6c090 service neutron] 10.222.0.95 "GET /v2.0/networks/fec17942-beb5-4931-bf14-c3cd0b51a29d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7699683 Feb 09 21:36:32.537575 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-c431581f-61f3-4db6-945f-14a2e42c75d6 req-98368bc0-07c5-44eb-8409-74d6ded6588f tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Deleting port c5a9d456-b3b7-4313-9fa0-398172e9f3e2 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:36:32.538022 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-c431581f-61f3-4db6-945f-14a2e42c75d6 req-98368bc0-07c5-44eb-8409-74d6ded6588f tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (c5a9d456-b3b7-4313-9fa0-398172e9f3e2), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:32.742480 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06507e4f-0f28-4761-b022-4adf1a6938c1 req-29b59b95-0f0b-4259-8405-903cb199919b tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:32.757834 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-06507e4f-0f28-4761-b022-4adf1a6938c1 req-29b59b95-0f0b-4259-8405-903cb199919b tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=82be41b1-46da-46a7-8af9-241c6a0e3e2d HTTP/1.1" status: 200 len: 947 time: 0.3692386 Feb 09 21:36:32.773285 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-725723b8-7b53-4563-a2c4-07b56c69f2f0 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks [] for router_gateway (3ad7d776-2216-4ebb-acd0-4e05206c34ca), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:32.860734 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-192b2c33-2976-42bf-89e7-491ceeb90f3e req-6c9cb1aa-fbc4-4cac-bb62-63a2ee6c33ae service neutron] 10.222.0.95 "GET /v2.0/networks/fec17942-beb5-4931-bf14-c3cd0b51a29d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3531859 Feb 09 21:36:32.902675 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-c431581f-61f3-4db6-945f-14a2e42c75d6 req-98368bc0-07c5-44eb-8409-74d6ded6588f tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (c5a9d456-b3b7-4313-9fa0-398172e9f3e2), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:32.903009 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-c431581f-61f3-4db6-945f-14a2e42c75d6 req-98368bc0-07c5-44eb-8409-74d6ded6588f tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Publish callbacks [] for floatingip (c5a9d456-b3b7-4313-9fa0-398172e9f3e2), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:32.947391 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-c431581f-61f3-4db6-945f-14a2e42c75d6 req-98368bc0-07c5-44eb-8409-74d6ded6588f tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Calling delete_port for c5a9d456-b3b7-4313-9fa0-398172e9f3e2 owned by network:floatingip {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:36:32.984956 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-06507e4f-0f28-4761-b022-4adf1a6938c1 req-b1844a38-2167-49ce-8e1f-fef893722fb2 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260563 Feb 09 21:36:33.091336 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-725723b8-7b53-4563-a2c4-07b56c69f2f0 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Deleting port 09868193-3061-4fdb-8621-df0f6afe0d2d {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:36:33.095898 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-725723b8-7b53-4563-a2c4-07b56c69f2f0 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (09868193-3061-4fdb-8621-df0f6afe0d2d), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:33.099143 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b856ede6-c66a-441b-b748-9b6a99c2c802 x-openstack-request-id: req-b856ede6-c66a-441b-b748-9b6a99c2c802 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:36:33.099496 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2554d57d-83c8-4d46-b328-49ce7df09ba6", "tag": "825d977b-a00d-468f-9d7b-8be908d6792e", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:36:33.099696 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-b856ede6-c66a-441b-b748-9b6a99c2c802 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:36:33.100098 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2554d57d-83c8-4d46-b328-49ce7df09ba6', 'tag': '825d977b-a00d-468f-9d7b-8be908d6792e', 'status': 'completed', 'code': 200} Feb 09 21:36:33.214026 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 825d977b-a00d-468f-9d7b-8be908d6792e details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:36:33.300645 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cce52a-8435-4f8b-8a1c-47cf0fe2e60c req-cac3376e-55cb-4de0-98e5-ae1bd939be78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:33.302487 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e8cce52a-8435-4f8b-8a1c-47cf0fe2e60c req-cac3376e-55cb-4de0-98e5-ae1bd939be78 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=78416997261a4fcdac7ea7395d681884&device_id=2554d57d-83c8-4d46-b328-49ce7df09ba6 HTTP/1.1" status: 200 len: 1125 time: 0.1955540 Feb 09 21:36:33.449845 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-725723b8-7b53-4563-a2c4-07b56c69f2f0 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] For port 09868193-3061-4fdb-8621-df0f6afe0d2d, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=09868193-3061-4fdb-8621-df0f6afe0d2d,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:33.450603 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-725723b8-7b53-4563-a2c4-07b56c69f2f0 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (09868193-3061-4fdb-8621-df0f6afe0d2d), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:33.461065 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-c431581f-61f3-4db6-945f-14a2e42c75d6 req-98368bc0-07c5-44eb-8409-74d6ded6588f tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (c5a9d456-b3b7-4313-9fa0-398172e9f3e2), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:33.473815 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 03879e85-b0b6-4a34-a2f7-acd153afff7f up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:36:33.510032 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-725723b8-7b53-4563-a2c4-07b56c69f2f0 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Calling delete_port for 09868193-3061-4fdb-8621-df0f6afe0d2d owned by network:router_gateway {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:36:33.532457 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98368bc0-07c5-44eb-8409-74d6ded6588f tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Pushing event deleted for resources: {'Port': ['ID=c5a9d456-b3b7-4313-9fa0-398172e9f3e2,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:33.633850 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 825d977b-a00d-468f-9d7b-8be908d6792e, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=825d977b-a00d-468f-9d7b-8be908d6792e,segment=NetworkSegment(22999d68-3ae1-4a5a-9612-0b8240545924),segment_id=22999d68-3ae1-4a5a-9612-0b8240545924)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:33.671955 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': '825d977b-a00d-468f-9d7b-8be908d6792e', 'network_id': 'e0933a47-9f98-425f-b2ec-87bdb6b7270d', 'port_id': '825d977b-a00d-468f-9d7b-8be908d6792e', 'mac_address': 'fa:16:3e:fa:58:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad8da7e2-9246-4407-b24a-0611ae1b2813', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:36:33.829671 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cce52a-8435-4f8b-8a1c-47cf0fe2e60c req-9e267cb5-adb6-4d70-8502-d6ce193c81d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:33.831498 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e8cce52a-8435-4f8b-8a1c-47cf0fe2e60c req-9e267cb5-adb6-4d70-8502-d6ce193c81d4 service neutron] 10.222.0.95 "GET /v2.0/networks?id=e0933a47-9f98-425f-b2ec-87bdb6b7270d HTTP/1.1" status: 200 len: 912 time: 0.5142596 Feb 09 21:36:33.965558 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e8cce52a-8435-4f8b-8a1c-47cf0fe2e60c req-ca047fc2-65c8-4ae6-bcad-ba4003531bcc service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=825d977b-a00d-468f-9d7b-8be908d6792e HTTP/1.1" status: 200 len: 217 time: 0.1265945 Feb 09 21:36:34.000651 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-c431581f-61f3-4db6-945f-14a2e42c75d6 req-98368bc0-07c5-44eb-8409-74d6ded6588f tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Publish callbacks [] for floatingip (d30cf8cf-79a6-4f1a-b68b-e3476ac20dea), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:34.003432 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-c431581f-61f3-4db6-945f-14a2e42c75d6 req-98368bc0-07c5-44eb-8409-74d6ded6588f tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:34.004732 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c431581f-61f3-4db6-945f-14a2e42c75d6 req-98368bc0-07c5-44eb-8409-74d6ded6588f tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] 10.222.0.90 "DELETE /v2.0/floatingips/d30cf8cf-79a6-4f1a-b68b-e3476ac20dea HTTP/1.1" status: 204 len: 173 time: 2.5929420 Feb 09 21:36:34.060727 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 825d977b-a00d-468f-9d7b-8be908d6792e is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:36:34.061433 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (825d977b-a00d-468f-9d7b-8be908d6792e), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:34.085348 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 825d977b-a00d-468f-9d7b-8be908d6792e {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:36:34.109595 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 825d977b-a00d-468f-9d7b-8be908d6792e, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=825d977b-a00d-468f-9d7b-8be908d6792e,segment=NetworkSegment(22999d68-3ae1-4a5a-9612-0b8240545924),segment_id=22999d68-3ae1-4a5a-9612-0b8240545924)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:34.116646 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (825d977b-a00d-468f-9d7b-8be908d6792e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:34.130617 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ef8482-cff9-4648-81a7-669a96fb56a2 None None] Network f722f08f-1fc9-4bca-8aee-34c5490b3824 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:36:34.332760 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 03879e85-b0b6-4a34-a2f7-acd153afff7f triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:36:34.333496 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (03879e85-b0b6-4a34-a2f7-acd153afff7f), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:34.418941 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a60b3c24-9d5d-4bc5-b196-2748454f194b None None] Provisioning complete for port 03879e85-b0b6-4a34-a2f7-acd153afff7f triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:36:34.419239 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a60b3c24-9d5d-4bc5-b196-2748454f194b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (03879e85-b0b6-4a34-a2f7-acd153afff7f), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:34.522400 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=825d977b-a00d-468f-9d7b-8be908d6792e,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:34.538865 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['825d977b-a00d-468f-9d7b-8be908d6792e'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:36:34.767597 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 03879e85-b0b6-4a34-a2f7-acd153afff7f is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:36:34.767996 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (03879e85-b0b6-4a34-a2f7-acd153afff7f), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:34.768202 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cce52a-8435-4f8b-8a1c-47cf0fe2e60c req-5f507cdc-2819-4741-b117-d1151f667898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:34.769785 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e8cce52a-8435-4f8b-8a1c-47cf0fe2e60c req-5f507cdc-2819-4741-b117-d1151f667898 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=ad8da7e2-9246-4407-b24a-0611ae1b2813 HTTP/1.1" status: 200 len: 851 time: 0.7909322 Feb 09 21:36:34.774318 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a60b3c24-9d5d-4bc5-b196-2748454f194b None None] Current status of the port 03879e85-b0b6-4a34-a2f7-acd153afff7f is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:36:34.774715 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a60b3c24-9d5d-4bc5-b196-2748454f194b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (03879e85-b0b6-4a34-a2f7-acd153afff7f), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:34.869805 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e8cce52a-8435-4f8b-8a1c-47cf0fe2e60c req-10613b5c-c654-4aef-a1be-52f5ec6962d0 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=e0933a47-9f98-425f-b2ec-87bdb6b7270d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0900857 Feb 09 21:36:34.946446 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port 03879e85-b0b6-4a34-a2f7-acd153afff7f, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=03879e85-b0b6-4a34-a2f7-acd153afff7f,segment=NetworkSegment(d40f9022-2b63-46f5-b33e-b292576f9da1),segment_id=d40f9022-2b63-46f5-b33e-b292576f9da1)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:34.972862 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (03879e85-b0b6-4a34-a2f7-acd153afff7f), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:35.037975 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-725723b8-7b53-4563-a2c4-07b56c69f2f0 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (09868193-3061-4fdb-8621-df0f6afe0d2d), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:35.097879 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c2830c-4d87-4e39-8d3f-f4ff51ef490d req-172491c9-9ee6-44df-846c-36df33b30201 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:35.106596 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c8c2830c-4d87-4e39-8d3f-f4ff51ef490d req-172491c9-9ee6-44df-846c-36df33b30201 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/ports?device_id=2554d57d-83c8-4d46-b328-49ce7df09ba6 HTTP/1.1" status: 200 len: 944 time: 0.3595490 Feb 09 21:36:35.128572 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725723b8-7b53-4563-a2c4-07b56c69f2f0 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Pushing event deleted for resources: {'Port': ['ID=09868193-3061-4fdb-8621-df0f6afe0d2d,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:35.191717 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.db.api [None req-a60b3c24-9d5d-4bc5-b196-2748454f194b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103142) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:36:35.197498 n-d-828369-5 neutron-server[103142]: DEBUG oslo_db.api [None req-a60b3c24-9d5d-4bc5-b196-2748454f194b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:36:35.263794 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c8c2830c-4d87-4e39-8d3f-f4ff51ef490d req-295ca4c8-eddb-413b-b5da-855c2dae936e tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d80a148-e9eb-4688-aae9-f24ed4e32758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560254 Feb 09 21:36:35.340848 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bc07fcc-e3d2-4c55-b0bb-a5fd11acfddd x-openstack-request-id: req-3bc07fcc-e3d2-4c55-b0bb-a5fd11acfddd {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:36:35.341722 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82be41b1-46da-46a7-8af9-241c6a0e3e2d", "tag": "47af76bb-ef60-4c69-9b0e-9800d9e02153", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:36:35.342164 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-3bc07fcc-e3d2-4c55-b0bb-a5fd11acfddd {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:36:35.342739 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82be41b1-46da-46a7-8af9-241c6a0e3e2d', 'tag': '47af76bb-ef60-4c69-9b0e-9800d9e02153', 'status': 'completed', 'code': 200} Feb 09 21:36:35.378575 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=03879e85-b0b6-4a34-a2f7-acd153afff7f,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:35.427539 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e8cce52a-8435-4f8b-8a1c-47cf0fe2e60c req-feeac3dd-051a-4be3-b618-4612771b66a8 service neutron] 10.222.0.95 "GET /v2.0/networks/e0933a47-9f98-425f-b2ec-87bdb6b7270d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5343578 Feb 09 21:36:35.566634 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-725723b8-7b53-4563-a2c4-07b56c69f2f0 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-554524'] for router_gateway (3ad7d776-2216-4ebb-acd0-4e05206c34ca), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:35.694536 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-725723b8-7b53-4563-a2c4-07b56c69f2f0 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (3ad7d776-2216-4ebb-acd0-4e05206c34ca), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:35.701520 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-725723b8-7b53-4563-a2c4-07b56c69f2f0 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks [] for router_controller (3ad7d776-2216-4ebb-acd0-4e05206c34ca), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:35.768486 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a60b3c24-9d5d-4bc5-b196-2748454f194b None None] Current status of the port 03879e85-b0b6-4a34-a2f7-acd153afff7f is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:36:35.778691 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d23c0cb-b655-4a22-a2fb-a8250249f1a3 req-635280eb-21b2-41c1-a9e0-9a8ae24f2af8 tempest-AttachSCSIVolumeTestJSON-1768878471 tempest-AttachSCSIVolumeTestJSON-1768878471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:35.780294 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9d23c0cb-b655-4a22-a2fb-a8250249f1a3 req-635280eb-21b2-41c1-a9e0-9a8ae24f2af8 tempest-AttachSCSIVolumeTestJSON-1768878471 tempest-AttachSCSIVolumeTestJSON-1768878471-project] 10.222.0.90 "GET /v2.0/ports?device_id=f4370d51-2d54-428b-89f6-5d895db07d75 HTTP/1.1" status: 200 len: 931 time: 0.3488071 Feb 09 21:36:35.801524 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e9f5e-6f64-4030-bd9a-cc413555ae05 req-e69864aa-272b-4ca3-8e0e-a09092576fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:35.803246 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-df6e9f5e-6f64-4030-bd9a-cc413555ae05 req-e69864aa-272b-4ca3-8e0e-a09092576fd4 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=def3446e95584f24b6fdfb40ceda16ab&device_id=82be41b1-46da-46a7-8af9-241c6a0e3e2d HTTP/1.1" status: 200 len: 1129 time: 0.3747053 Feb 09 21:36:35.819119 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-725723b8-7b53-4563-a2c4-07b56c69f2f0 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (3ad7d776-2216-4ebb-acd0-4e05206c34ca), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:35.819859 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-725723b8-7b53-4563-a2c4-07b56c69f2f0 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3ad7d776-2216-4ebb-acd0-4e05206c34ca {{(pid=103140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:36:35.826236 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-725723b8-7b53-4563-a2c4-07b56c69f2f0 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:35.827389 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-725723b8-7b53-4563-a2c4-07b56c69f2f0 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] 10.222.0.90 "DELETE /v2.0/routers/3ad7d776-2216-4ebb-acd0-4e05206c34ca HTTP/1.1" status: 204 len: 168 time: 4.3806198 Feb 09 21:36:35.831500 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 57502) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:35.838211 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-693a8f0a-e65b-4da5-a895-89a5c9a0612a tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-510019857', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}, 'admin_state_up': False}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:36:35.843717 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e8cce52a-8435-4f8b-8a1c-47cf0fe2e60c req-e7de3176-5546-4303-aba4-16e6f561c414 service neutron] 10.222.0.95 "GET /v2.0/networks/e0933a47-9f98-425f-b2ec-87bdb6b7270d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3970959 Feb 09 21:36:35.914606 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-693a8f0a-e65b-4da5-a895-89a5c9a0612a tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (dca3b0fb-8aad-47b0-953b-8fa7d183fec8), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:35.916247 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-693a8f0a-e65b-4da5-a895-89a5c9a0612a tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (dca3b0fb-8aad-47b0-953b-8fa7d183fec8), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:35.923496 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-166e1a5f-d019-4b73-bc24-1089732321a1 None None] Provisioning complete for port 03879e85-b0b6-4a34-a2f7-acd153afff7f triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:36:35.924811 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-166e1a5f-d019-4b73-bc24-1089732321a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (03879e85-b0b6-4a34-a2f7-acd153afff7f), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:35.992388 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9d23c0cb-b655-4a22-a2fb-a8250249f1a3 req-44a005e0-dace-434b-a43b-4f28d9ed7442 tempest-AttachSCSIVolumeTestJSON-1768878471 tempest-AttachSCSIVolumeTestJSON-1768878471-project] 10.222.0.90 "GET /v2.0/security-groups?id=12447a63-5fb2-4311-b8af-0953600324f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902931 Feb 09 21:36:36.039416 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-693a8f0a-e65b-4da5-a895-89a5c9a0612a tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks [] for router_controller (dca3b0fb-8aad-47b0-953b-8fa7d183fec8), precommit_add_association {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:36.063449 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e9f5e-6f64-4030-bd9a-cc413555ae05 req-4c5f9d9e-db46-4943-8722-5dc6c2fa7978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:36.067974 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-df6e9f5e-6f64-4030-bd9a-cc413555ae05 req-4c5f9d9e-db46-4943-8722-5dc6c2fa7978 service neutron] 10.222.0.95 "GET /v2.0/networks?id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc HTTP/1.1" status: 200 len: 870 time: 0.2334044 Feb 09 21:36:36.183430 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-166e1a5f-d019-4b73-bc24-1089732321a1 None None] Current status of the port 03879e85-b0b6-4a34-a2f7-acd153afff7f is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:36:36.217569 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-df6e9f5e-6f64-4030-bd9a-cc413555ae05 req-294d17e7-f5d1-4556-9000-f1a53a5077f3 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=47af76bb-ef60-4c69-9b0e-9800d9e02153 HTTP/1.1" status: 200 len: 217 time: 0.1300640 Feb 09 21:36:36.327534 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fecd84d-de8a-46bf-a005-6416433cb88f req-2184332d-6477-439c-90e5-754f5668e446 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:36.335759 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8fecd84d-de8a-46bf-a005-6416433cb88f req-2184332d-6477-439c-90e5-754f5668e446 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/ports?device_id=7859f1d3-5d50-4c2b-9aee-4a3346b90a04 HTTP/1.1" status: 200 len: 945 time: 0.1160963 Feb 09 21:36:36.382538 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-693a8f0a-e65b-4da5-a895-89a5c9a0612a tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks [] for router_gateway (dca3b0fb-8aad-47b0-953b-8fa7d183fec8), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:36.390894 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e9f5e-6f64-4030-bd9a-cc413555ae05 req-32295280-4b4a-4860-9597-95327dadec56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:36.391486 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-df6e9f5e-6f64-4030-bd9a-cc413555ae05 req-32295280-4b4a-4860-9597-95327dadec56 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0f7402ac-a35b-414b-bcc1-bc1c3072ec3c HTTP/1.1" status: 200 len: 843 time: 0.1285019 Feb 09 21:36:36.408711 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8fecd84d-de8a-46bf-a005-6416433cb88f req-eb22ba9d-da11-447d-84ee-70d125849853 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/security-groups?id=53864ffe-fa53-4ead-9e41-21e6252e7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727592 Feb 09 21:36:36.630849 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e9f5e-6f64-4030-bd9a-cc413555ae05 req-57ba428a-94a0-4e83-b717-db01eb463558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:36.637270 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-df6e9f5e-6f64-4030-bd9a-cc413555ae05 req-57ba428a-94a0-4e83-b717-db01eb463558 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2216673 Feb 09 21:36:36.806816 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a983e3-19b1-4384-b107-c55b3dbd375a req-1b7ca93f-eeb8-4c3d-9333-dadaa9d13361 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:36.817187 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-26a983e3-19b1-4384-b107-c55b3dbd375a req-1b7ca93f-eeb8-4c3d-9333-dadaa9d13361 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=82be41b1-46da-46a7-8af9-241c6a0e3e2d HTTP/1.1" status: 200 len: 947 time: 0.2883382 Feb 09 21:36:36.862862 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-693a8f0a-e65b-4da5-a895-89a5c9a0612a tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks [] for router_gateway (dca3b0fb-8aad-47b0-953b-8fa7d183fec8), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:36.873641 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-df6e9f5e-6f64-4030-bd9a-cc413555ae05 req-5a202373-c893-44ac-ae47-df34cf863cbd service neutron] 10.222.0.95 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631818 Feb 09 21:36:36.899743 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-693a8f0a-e65b-4da5-a895-89a5c9a0612a tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:36.965063 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-26a983e3-19b1-4384-b107-c55b3dbd375a req-1965fb59-67b7-46fe-8096-7dc68a92f8a3 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239119 Feb 09 21:36:37.069416 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-df6e9f5e-6f64-4030-bd9a-cc413555ae05 req-914d58d1-2cf6-4f4c-9c2c-12a93fd356c2 service neutron] 10.222.0.95 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811769 Feb 09 21:36:37.098625 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-693a8f0a-e65b-4da5-a895-89a5c9a0612a tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Allocated IP 172.25.3.95 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/37d675bd-73e0-45ca-891f-1a7947cdd690) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:36:37.168279 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd9879-7378-4008-b847-acfe3b880151 req-de9c8266-90dc-4f4d-ae3d-57fe70b3adb9 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:37.169990 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ecdd9879-7378-4008-b847-acfe3b880151 req-de9c8266-90dc-4f4d-ae3d-57fe70b3adb9 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/ports?device_id=2554d57d-83c8-4d46-b328-49ce7df09ba6 HTTP/1.1" status: 200 len: 944 time: 0.1294739 Feb 09 21:36:37.235113 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 825d977b-a00d-468f-9d7b-8be908d6792e up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:36:37.277319 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ecdd9879-7378-4008-b847-acfe3b880151 req-b1d5a825-620d-4cc0-a481-85e42d935e53 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d80a148-e9eb-4688-aae9-f24ed4e32758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012142 Feb 09 21:36:37.305735 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 03879e85-b0b6-4a34-a2f7-acd153afff7f up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:36:37.350232 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-693a8f0a-e65b-4da5-a895-89a5c9a0612a tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks [] for port (37d675bd-73e0-45ca-891f-1a7947cdd690), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:37.399498 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-693a8f0a-e65b-4da5-a895-89a5c9a0612a tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (37d675bd-73e0-45ca-891f-1a7947cdd690), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:37.412882 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning for port 825d977b-a00d-468f-9d7b-8be908d6792e completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:36:37.425705 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port 825d977b-a00d-468f-9d7b-8be908d6792e triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:36:37.426127 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (825d977b-a00d-468f-9d7b-8be908d6792e), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:37.451887 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 03879e85-b0b6-4a34-a2f7-acd153afff7f triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:36:37.452363 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (03879e85-b0b6-4a34-a2f7-acd153afff7f), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:37.470940 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693a8f0a-e65b-4da5-a895-89a5c9a0612a tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Pushing event updated for resources: {'Port': ['ID=37d675bd-73e0-45ca-891f-1a7947cdd690,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:37.503754 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693a8f0a-e65b-4da5-a895-89a5c9a0612a tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:36:37.505507 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-693a8f0a-e65b-4da5-a895-89a5c9a0612a tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:36:37.508031 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693a8f0a-e65b-4da5-a895-89a5c9a0612a tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:36:37.587312 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 825d977b-a00d-468f-9d7b-8be908d6792e is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:36:37.587787 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (825d977b-a00d-468f-9d7b-8be908d6792e), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:37.608639 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 03879e85-b0b6-4a34-a2f7-acd153afff7f is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:36:37.641141 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 825d977b-a00d-468f-9d7b-8be908d6792e, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=825d977b-a00d-468f-9d7b-8be908d6792e,segment=NetworkSegment(22999d68-3ae1-4a5a-9612-0b8240545924),segment_id=22999d68-3ae1-4a5a-9612-0b8240545924)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:37.647882 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2554d57d-83c8-4d46-b328-49ce7df09ba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '825d977b-a00d-468f-9d7b-8be908d6792e'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:36:37.650628 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c90250-73c0-4aaf-8c12-72e046efbb18" -d '{"events": [{"server_uuid": "2554d57d-83c8-4d46-b328-49ce7df09ba6", "name": "network-vif-plugged", "status": "completed", "tag": "825d977b-a00d-468f-9d7b-8be908d6792e"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:36:37.653555 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 09868193-3061-4fdb-8621-df0f6afe0d2d no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:36:37.677043 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (825d977b-a00d-468f-9d7b-8be908d6792e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:37.681570 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 09868193-3061-4fdb-8621-df0f6afe0d2d {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:36:37.681990 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 09868193-3061-4fdb-8621-df0f6afe0d2d not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:36:37.768629 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=825d977b-a00d-468f-9d7b-8be908d6792e,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:37.774651 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa94369-b1ad-403b-b51f-7e3e9d8db289 req-c8dc7f40-d925-4410-b433-ce0162b53ef6 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:37.776933 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3fa94369-b1ad-403b-b51f-7e3e9d8db289 req-c8dc7f40-d925-4410-b433-ce0162b53ef6 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] 10.222.0.90 "GET /v2.0/ports?device_id=d4cfa82c-d76c-4199-9356-cdb5c72a400a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1416202 Feb 09 21:36:37.840593 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3fa94369-b1ad-403b-b51f-7e3e9d8db289 req-dd03dc6b-4aab-4049-8bed-a4237c260d0e tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] 10.222.0.90 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0567172 Feb 09 21:36:37.938191 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-693a8f0a-e65b-4da5-a895-89a5c9a0612a tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks [] for router_gateway (dca3b0fb-8aad-47b0-953b-8fa7d183fec8), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:37.962841 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c63ef1f-a77d-49b7-9e7f-6682ae0c75c2 req-5f2db8b4-8f4d-43e6-8f5b-98d46f656bbd tempest-AttachSCSIVolumeTestJSON-1768878471 tempest-AttachSCSIVolumeTestJSON-1768878471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:37.971078 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2c63ef1f-a77d-49b7-9e7f-6682ae0c75c2 req-5f2db8b4-8f4d-43e6-8f5b-98d46f656bbd tempest-AttachSCSIVolumeTestJSON-1768878471 tempest-AttachSCSIVolumeTestJSON-1768878471-project] 10.222.0.90 "GET /v2.0/ports?device_id=f4370d51-2d54-428b-89f6-5d895db07d75 HTTP/1.1" status: 200 len: 931 time: 0.0845754 Feb 09 21:36:38.036899 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2c63ef1f-a77d-49b7-9e7f-6682ae0c75c2 req-793afcb0-8a57-4a5b-9617-f06612273bfd tempest-AttachSCSIVolumeTestJSON-1768878471 tempest-AttachSCSIVolumeTestJSON-1768878471-project] 10.222.0.90 "GET /v2.0/security-groups?id=12447a63-5fb2-4311-b8af-0953600324f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648355 Feb 09 21:36:38.158494 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c313031-3475-4200-aff3-0734da2f3340 req-79417a52-15d5-4c96-ad7a-6bb1e3643ff9 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:38.159975 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0c313031-3475-4200-aff3-0734da2f3340 req-79417a52-15d5-4c96-ad7a-6bb1e3643ff9 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/ports?device_id=7859f1d3-5d50-4c2b-9aee-4a3346b90a04 HTTP/1.1" status: 200 len: 945 time: 0.0703251 Feb 09 21:36:38.210399 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-693a8f0a-e65b-4da5-a895-89a5c9a0612a tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (dca3b0fb-8aad-47b0-953b-8fa7d183fec8), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:38.220814 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0c313031-3475-4200-aff3-0734da2f3340 req-f2d95402-b145-4f04-8605-a0701cf56ddf tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/security-groups?id=53864ffe-fa53-4ead-9e41-21e6252e7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537047 Feb 09 21:36:38.291344 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-263848cd-8a55-4429-9c8f-908e44ff0f30 x-openstack-request-id: req-263848cd-8a55-4429-9c8f-908e44ff0f30 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:36:38.291915 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2554d57d-83c8-4d46-b328-49ce7df09ba6", "name": "network-vif-plugged", "status": "completed", "tag": "825d977b-a00d-468f-9d7b-8be908d6792e", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:36:38.292050 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-263848cd-8a55-4429-9c8f-908e44ff0f30 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:36:38.292404 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2554d57d-83c8-4d46-b328-49ce7df09ba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '825d977b-a00d-468f-9d7b-8be908d6792e', 'code': 200} Feb 09 21:36:38.395906 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-693a8f0a-e65b-4da5-a895-89a5c9a0612a tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Router dca3b0fb-8aad-47b0-953b-8fa7d183fec8 is scheduled to L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 with binding_index 1 {{(pid=103141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:36:38.406421 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4be07fb5-f58f-494b-b37d-de4414b31e2c req-e8c137c9-7753-4979-a89c-32b4de9ccc15 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] 10.222.0.90 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0995409 Feb 09 21:36:38.455107 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9eef1e-4014-471a-8ac0-726ae5c52a5d req-e122b135-aa97-4aec-8ab5-b641147b5ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:38.458150 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8a9eef1e-4014-471a-8ac0-726ae5c52a5d req-e122b135-aa97-4aec-8ab5-b641147b5ac6 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=2554d57d-83c8-4d46-b328-49ce7df09ba6 HTTP/1.1" status: 200 len: 1127 time: 0.0668333 Feb 09 21:36:38.563388 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-693a8f0a-e65b-4da5-a895-89a5c9a0612a tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:36:38.577347 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d118fa-4542-453c-b34f-3c69067eb8de None None] Sync routers for ids ['dca3b0fb-8aad-47b0-953b-8fa7d183fec8'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:36:38.591702 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69506b5-971e-40c3-8b99-20135e39adac req-0a03a214-65a8-4f25-94e6-f0a8a3cd0974 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:38.593316 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f69506b5-971e-40c3-8b99-20135e39adac req-0a03a214-65a8-4f25-94e6-f0a8a3cd0974 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=82be41b1-46da-46a7-8af9-241c6a0e3e2d HTTP/1.1" status: 200 len: 947 time: 0.1044009 Feb 09 21:36:38.599898 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8a9eef1e-4014-471a-8ac0-726ae5c52a5d req-0bca1e36-ac4c-4749-ac36-3b4900a151a1 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=1d80a148-e9eb-4688-aae9-f24ed4e32758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127241 Feb 09 21:36:38.621961 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-693a8f0a-e65b-4da5-a895-89a5c9a0612a tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:38.623517 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-693a8f0a-e65b-4da5-a895-89a5c9a0612a tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.7913463 Feb 09 21:36:38.624067 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d118fa-4542-453c-b34f-3c69067eb8de None None] Routers {'dca3b0fb-8aad-47b0-953b-8fa7d183fec8'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:36:38.624747 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-b2d118fa-4542-453c-b34f-3c69067eb8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:36:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['dca3b0fb-8aad-47b0-953b-8fa7d183fec8'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:38.626125 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 57534) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:38.633677 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-0fd0354a-44c2-4d4d-84f6-bc13a1cf4aab tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'enable_snat': False}}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:36:38.655947 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f69506b5-971e-40c3-8b99-20135e39adac req-d8c7ae1e-ba3d-49ff-8ac2-e5148c90d648 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545940 Feb 09 21:36:38.735103 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-b2d118fa-4542-453c-b34f-3c69067eb8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:38.750452 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d118fa-4542-453c-b34f-3c69067eb8de None None] Routers {'dca3b0fb-8aad-47b0-953b-8fa7d183fec8'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:36:38.751084 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-b2d118fa-4542-453c-b34f-3c69067eb8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:36:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['dca3b0fb-8aad-47b0-953b-8fa7d183fec8'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:38.824091 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edde7849-15d6-4bc3-8558-1e8c1e472c7a req-d1197eea-6141-49a7-af35-fd34acb366ba tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:38.825787 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-b2d118fa-4542-453c-b34f-3c69067eb8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:38.826397 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-edde7849-15d6-4bc3-8558-1e8c1e472c7a req-d1197eea-6141-49a7-af35-fd34acb366ba tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/ports?device_id=7859f1d3-5d50-4c2b-9aee-4a3346b90a04 HTTP/1.1" status: 200 len: 945 time: 0.0819468 Feb 09 21:36:38.826871 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d118fa-4542-453c-b34f-3c69067eb8de None None] The sync data for ids ['dca3b0fb-8aad-47b0-953b-8fa7d183fec8'] in n-d-828369-5 is: [] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:36:38.924958 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e0d91853-2c77-462f-9aa2-9b2926dfc7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:38.930338 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-edde7849-15d6-4bc3-8558-1e8c1e472c7a req-e9686ce0-ca5c-4631-9a0c-d7c4cb2d55d8 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/security-groups?id=53864ffe-fa53-4ead-9e41-21e6252e7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927420 Feb 09 21:36:39.067448 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14d002d-2364-4135-ad36-4028a636a585 req-36f38a72-4a29-45bd-9dac-a1c25d9be47a tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:39.069037 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b14d002d-2364-4135-ad36-4028a636a585 req-36f38a72-4a29-45bd-9dac-a1c25d9be47a tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/ports?device_id=2554d57d-83c8-4d46-b328-49ce7df09ba6 HTTP/1.1" status: 200 len: 945 time: 0.0771909 Feb 09 21:36:39.136465 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0fd0354a-44c2-4d4d-84f6-bc13a1cf4aab tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks [] for router_gateway (dca3b0fb-8aad-47b0-953b-8fa7d183fec8), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:39.204841 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b14d002d-2364-4135-ad36-4028a636a585 req-d9b2e609-32db-4833-89fd-9956a41d70e7 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d80a148-e9eb-4688-aae9-f24ed4e32758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282983 Feb 09 21:36:39.296404 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886d7045-7a3c-4db8-b876-c09c2e942d54 req-afe61ca1-032f-4cc0-b285-a8fd393519fe tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:39.298561 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-886d7045-7a3c-4db8-b876-c09c2e942d54 req-afe61ca1-032f-4cc0-b285-a8fd393519fe tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/networks?id=f722f08f-1fc9-4bca-8aee-34c5490b3824 HTTP/1.1" status: 200 len: 816 time: 0.2077131 Feb 09 21:36:39.316759 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-886d7045-7a3c-4db8-b876-c09c2e942d54 req-717d1689-b11b-46b7-a6db-79fcd91562f2 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/quotas/8dc625c4d58447bc86b44b9cf28b71a5 HTTP/1.1" status: 200 len: 375 time: 0.0113032 Feb 09 21:36:39.410283 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-886d7045-7a3c-4db8-b876-c09c2e942d54 req-c15f19d7-4ded-433c-83e5-b5d69ae00999 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=8dc625c4d58447bc86b44b9cf28b71a5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0849190 Feb 09 21:36:39.621981 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-886d7045-7a3c-4db8-b876-c09c2e942d54 req-4c2e4484-d9ab-4f03-a136-33f2d5b08ef2 service neutron] 10.222.0.90 "GET /v2.0/networks/f722f08f-1fc9-4bca-8aee-34c5490b3824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096188 Feb 09 21:36:39.884311 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-886d7045-7a3c-4db8-b876-c09c2e942d54 req-bfe1a472-45bd-4969-ad58-507471073d49 service neutron] 10.222.0.90 "GET /v2.0/networks/f722f08f-1fc9-4bca-8aee-34c5490b3824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570701 Feb 09 21:36:39.945796 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b4226-d104-45a9-8497-a0bf77adb6c4 req-f1f18bdd-65c3-4169-b620-095afc26d4d2 tempest-AttachSCSIVolumeTestJSON-1768878471 tempest-AttachSCSIVolumeTestJSON-1768878471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:39.947379 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-359b4226-d104-45a9-8497-a0bf77adb6c4 req-f1f18bdd-65c3-4169-b620-095afc26d4d2 tempest-AttachSCSIVolumeTestJSON-1768878471 tempest-AttachSCSIVolumeTestJSON-1768878471-project] 10.222.0.90 "GET /v2.0/ports?device_id=f4370d51-2d54-428b-89f6-5d895db07d75 HTTP/1.1" status: 200 len: 931 time: 0.1402769 Feb 09 21:36:40.023974 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-359b4226-d104-45a9-8497-a0bf77adb6c4 req-d025d727-2632-4076-a49d-a31b9f68cbdd tempest-AttachSCSIVolumeTestJSON-1768878471 tempest-AttachSCSIVolumeTestJSON-1768878471-project] 10.222.0.90 "GET /v2.0/security-groups?id=12447a63-5fb2-4311-b8af-0953600324f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701175 Feb 09 21:36:40.480459 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7d8670-018a-475b-8c00-57aa4d823307 req-abc11eea-0488-443a-b7e5-94b1f5e11074 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:40.488178 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6c7d8670-018a-475b-8c00-57aa4d823307 req-abc11eea-0488-443a-b7e5-94b1f5e11074 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] 10.222.0.90 "GET /v2.0/ports?device_id=d4cfa82c-d76c-4199-9356-cdb5c72a400a HTTP/1.1" status: 200 len: 945 time: 0.2475309 Feb 09 21:36:40.566576 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6c7d8670-018a-475b-8c00-57aa4d823307 req-d7d3b2de-e016-4ea8-a26e-cb312d5d26e8 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] 10.222.0.90 "GET /v2.0/security-groups?id=51fd364c-9316-4c6b-822b-1d760c32135a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706041 Feb 09 21:36:40.591825 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc4038d-74d5-4217-826f-ec5426247d62 req-780517c0-b02e-447a-a7ad-c22a5b0f5284 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:40.602023 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2cc4038d-74d5-4217-826f-ec5426247d62 req-780517c0-b02e-447a-a7ad-c22a5b0f5284 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=82be41b1-46da-46a7-8af9-241c6a0e3e2d HTTP/1.1" status: 200 len: 947 time: 0.2046645 Feb 09 21:36:40.648510 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0fd0354a-44c2-4d4d-84f6-bc13a1cf4aab tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-554449', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10783'] for router (dca3b0fb-8aad-47b0-953b-8fa7d183fec8), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:40.652129 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0fd0354a-44c2-4d4d-84f6-bc13a1cf4aab tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-554458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-554435', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-525216'] for router (dca3b0fb-8aad-47b0-953b-8fa7d183fec8), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:40.708424 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2cc4038d-74d5-4217-826f-ec5426247d62 req-cc93aeb4-b672-49d8-9d06-fd7cfef11499 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907059 Feb 09 21:36:40.926794 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fd0354a-44c2-4d4d-84f6-bc13a1cf4aab tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Router dca3b0fb-8aad-47b0-953b-8fa7d183fec8 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:36:40.946173 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91080ed-3626-4f22-882d-e3952f16fee4 req-0c947897-d346-4f3b-a027-965512f5130e tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:40.955269 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b91080ed-3626-4f22-882d-e3952f16fee4 req-0c947897-d346-4f3b-a027-965512f5130e tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/networks?id=f722f08f-1fc9-4bca-8aee-34c5490b3824 HTTP/1.1" status: 200 len: 816 time: 0.2649858 Feb 09 21:36:40.998021 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2fd6ab67-5161-4e73-92fd-38139fcd5815 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:41.054939 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b91080ed-3626-4f22-882d-e3952f16fee4 req-057705cf-573e-483e-87bf-1f6ebb0e7978 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/quotas/8dc625c4d58447bc86b44b9cf28b71a5 HTTP/1.1" status: 200 len: 375 time: 0.0705168 Feb 09 21:36:41.195894 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dd154a-d8f2-46e7-8536-215f67971090 req-26b0d7bc-a0b4-4ea6-b39c-844c160e846f tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:41.197637 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-97dd154a-d8f2-46e7-8536-215f67971090 req-26b0d7bc-a0b4-4ea6-b39c-844c160e846f tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/ports?device_id=2554d57d-83c8-4d46-b328-49ce7df09ba6 HTTP/1.1" status: 200 len: 945 time: 0.2364254 Feb 09 21:36:41.203992 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fd0354a-44c2-4d4d-84f6-bc13a1cf4aab tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:36:41.214493 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e506c2cd-8bca-40fd-babf-8deb76475365 None None] Sync routers for ids ['dca3b0fb-8aad-47b0-953b-8fa7d183fec8'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:36:41.223517 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0fd0354a-44c2-4d4d-84f6-bc13a1cf4aab tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:41.230236 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-0fd0354a-44c2-4d4d-84f6-bc13a1cf4aab tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] 10.222.0.90 "PUT /v2.0/routers/dca3b0fb-8aad-47b0-953b-8fa7d183fec8 HTTP/1.1" status: 200 len: 920 time: 2.6003048 Feb 09 21:36:41.231846 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e506c2cd-8bca-40fd-babf-8deb76475365 None None] Routers {'dca3b0fb-8aad-47b0-953b-8fa7d183fec8'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:36:41.232493 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 57588) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:41.234460 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-e506c2cd-8bca-40fd-babf-8deb76475365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:36:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['dca3b0fb-8aad-47b0-953b-8fa7d183fec8'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:41.261663 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b91080ed-3626-4f22-882d-e3952f16fee4 req-fda5b256-74a7-4f66-b5db-b6355faef789 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=8dc625c4d58447bc86b44b9cf28b71a5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1936791 Feb 09 21:36:41.315469 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-e506c2cd-8bca-40fd-babf-8deb76475365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:41.338244 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e506c2cd-8bca-40fd-babf-8deb76475365 None None] Routers {'dca3b0fb-8aad-47b0-953b-8fa7d183fec8'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:36:41.339771 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-e506c2cd-8bca-40fd-babf-8deb76475365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:36:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['dca3b0fb-8aad-47b0-953b-8fa7d183fec8'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:41.417923 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-e506c2cd-8bca-40fd-babf-8deb76475365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:41.420630 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e506c2cd-8bca-40fd-babf-8deb76475365 None None] The sync data for ids ['dca3b0fb-8aad-47b0-953b-8fa7d183fec8'] in n-d-828369-5 is: [] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:36:41.465710 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b91080ed-3626-4f22-882d-e3952f16fee4 req-66af5148-662e-4876-b6c8-cc3ec3ba9ecf service neutron] 10.222.0.90 "GET /v2.0/networks/f722f08f-1fc9-4bca-8aee-34c5490b3824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015278 Feb 09 21:36:41.477531 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-b48bab72-607b-4d5c-b063-b866a0e3bc7c tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] 10.222.0.90 "GET /v2.0/routers/dca3b0fb-8aad-47b0-953b-8fa7d183fec8 HTTP/1.1" status: 200 len: 920 time: 0.2436917 Feb 09 21:36:41.478187 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 57590) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:41.586192 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-97dd154a-d8f2-46e7-8536-215f67971090 req-cdc755b5-3448-4dbc-a8bb-a4ba6dba991f tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d80a148-e9eb-4688-aae9-f24ed4e32758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3805068 Feb 09 21:36:41.588597 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e620e465-4cae-4468-bd89-ab00fc210da4 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:41.590688 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-e620e465-4cae-4468-bd89-ab00fc210da4 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] 10.222.0.90 "GET /v2.0/ports?network_id=54a442d5-50a0-4c75-85cc-d19f5bf58118&device_id=dca3b0fb-8aad-47b0-953b-8fa7d183fec8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1111135 Feb 09 21:36:41.603876 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 57594) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:41.739792 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b91080ed-3626-4f22-882d-e3952f16fee4 req-c43af86e-8595-4d67-aeaf-20ae1c5beecf service neutron] 10.222.0.90 "GET /v2.0/networks/f722f08f-1fc9-4bca-8aee-34c5490b3824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604222 Feb 09 21:36:41.766987 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecd3666-d2ed-4e5a-b279-8aa4a8500e94 req-5ebd669a-d6aa-4870-95dd-3841c2da423d tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:41.768595 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4ecd3666-d2ed-4e5a-b279-8aa4a8500e94 req-5ebd669a-d6aa-4870-95dd-3841c2da423d tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] 10.222.0.95 "GET /v2.0/ports?device_id=d4cfa82c-d76c-4199-9356-cdb5c72a400a HTTP/1.1" status: 200 len: 945 time: 0.1787932 Feb 09 21:36:41.856742 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491a58df-385d-4603-aa79-818bdb984439 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:41.859604 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-491a58df-385d-4603-aa79-818bdb984439 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] 10.222.0.90 "GET /v2.0/networks/54a442d5-50a0-4c75-85cc-d19f5bf58118 HTTP/1.1" status: 200 len: 881 time: 0.2536399 Feb 09 21:36:41.875637 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 57610) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:41.910504 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fce3c03-3592-41df-b26a-950136a5556b req-4075d686-4d1f-43f8-ae82-2c95ef862ed7 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:41.916181 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1fce3c03-3592-41df-b26a-950136a5556b req-4075d686-4d1f-43f8-ae82-2c95ef862ed7 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/ports?device_id=7859f1d3-5d50-4c2b-9aee-4a3346b90a04 HTTP/1.1" status: 200 len: 945 time: 0.2110808 Feb 09 21:36:42.100095 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 57620) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:42.100371 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-7b73bbab-c36f-42f9-8af8-59d878ef89ef tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] 10.222.0.90 "GET /v2.0/ports?device_id=dca3b0fb-8aad-47b0-953b-8fa7d183fec8 HTTP/1.1" status: 200 len: 205 time: 0.2233095 Feb 09 21:36:42.268344 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886d7045-7a3c-4db8-b876-c09c2e942d54 req-3d14f328-1d90-4709-a264-251a89d25285 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:42.270081 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-886d7045-7a3c-4db8-b876-c09c2e942d54 req-3d14f328-1d90-4709-a264-251a89d25285 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.95 "GET /v2.0/networks?id=f722f08f-1fc9-4bca-8aee-34c5490b3824 HTTP/1.1" status: 200 len: 816 time: 0.2163780 Feb 09 21:36:42.325221 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-886d7045-7a3c-4db8-b876-c09c2e942d54 req-d4c17e8c-f3c5-453f-a836-0dcd6c6deb4c tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Request body: {'port': {'device_id': 'f07054f1-ef38-42ac-a181-aae86b623b32', 'network_id': 'f722f08f-1fc9-4bca-8aee-34c5490b3824', 'admin_state_up': True, 'tenant_id': '8dc625c4d58447bc86b44b9cf28b71a5'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:36:42.437293 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f7362a7d-3727-4cde-908b-269a26f2e3b2 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks [] for router (dca3b0fb-8aad-47b0-953b-8fa7d183fec8), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:42.497113 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1fce3c03-3592-41df-b26a-950136a5556b req-4cc83588-089e-4851-b745-8281167f3116 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/security-groups?id=53864ffe-fa53-4ead-9e41-21e6252e7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5732801 Feb 09 21:36:42.582630 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-4ecd3666-d2ed-4e5a-b279-8aa4a8500e94 req-5db66f8a-bc1c-422b-a0c0-81d27d6db879 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Deleting port 4281858c-1eff-4109-ba51-e741b6ff6796 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:36:42.584016 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-4ecd3666-d2ed-4e5a-b279-8aa4a8500e94 req-5db66f8a-bc1c-422b-a0c0-81d27d6db879 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (4281858c-1eff-4109-ba51-e741b6ff6796), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:42.637466 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-0747b8b2-946b-4f0b-87ba-b0679294fcb3 req-6da82ba8-eb79-45df-beed-d0e46706843a service neutron] Request body: {'port': {'device_id': 'f4370d51-2d54-428b-89f6-5d895db07d75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:36:42.646622 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:42.672785 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73db067-e8d0-4569-8003-ce647a65dd2c req-2b56b5ef-68b7-405b-b1e8-050b93356b42 tempest-AttachSCSIVolumeTestJSON-1768878471 tempest-AttachSCSIVolumeTestJSON-1768878471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:42.686185 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b73db067-e8d0-4569-8003-ce647a65dd2c req-2b56b5ef-68b7-405b-b1e8-050b93356b42 tempest-AttachSCSIVolumeTestJSON-1768878471 tempest-AttachSCSIVolumeTestJSON-1768878471-project] 10.222.0.90 "GET /v2.0/ports?device_id=f4370d51-2d54-428b-89f6-5d895db07d75 HTTP/1.1" status: 200 len: 931 time: 0.4123569 Feb 09 21:36:42.795221 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f7362a7d-3727-4cde-908b-269a26f2e3b2 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks [] for router_gateway (dca3b0fb-8aad-47b0-953b-8fa7d183fec8), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:42.859366 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b73db067-e8d0-4569-8003-ce647a65dd2c req-6211d56b-bf5e-4d6e-b108-4a8ec953f68d tempest-AttachSCSIVolumeTestJSON-1768878471 tempest-AttachSCSIVolumeTestJSON-1768878471-project] 10.222.0.90 "GET /v2.0/security-groups?id=12447a63-5fb2-4311-b8af-0953600324f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720665 Feb 09 21:36:42.876981 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-886d7045-7a3c-4db8-b876-c09c2e942d54 req-d4c17e8c-f3c5-453f-a836-0dcd6c6deb4c tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Made reservation on behalf of 8dc625c4d58447bc86b44b9cf28b71a5 for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:36:42.880451 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-886d7045-7a3c-4db8-b876-c09c2e942d54 req-d4c17e8c-f3c5-453f-a836-0dcd6c6deb4c tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:42.898834 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-0747b8b2-946b-4f0b-87ba-b0679294fcb3 req-6da82ba8-eb79-45df-beed-d0e46706843a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (13190e85-6281-411d-8599-8e4d0b5a4700), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:42.903089 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e9f5e-6f64-4030-bd9a-cc413555ae05 req-d208bdc1-6b98-46f6-aa09-7f9e960be196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:42.904642 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-df6e9f5e-6f64-4030-bd9a-cc413555ae05 req-d208bdc1-6b98-46f6-aa09-7f9e960be196 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=def3446e95584f24b6fdfb40ceda16ab&device_id=82be41b1-46da-46a7-8af9-241c6a0e3e2d HTTP/1.1" status: 200 len: 1129 time: 0.2502837 Feb 09 21:36:42.918110 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5305de76-cee8-492f-996f-28f92020fe1a req-c48a61f5-eae6-48e2-bf6b-24a6c7089b0b tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:42.919651 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5305de76-cee8-492f-996f-28f92020fe1a req-c48a61f5-eae6-48e2-bf6b-24a6c7089b0b tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] 10.222.0.90 "GET /v2.0/ports?device_id=d4cfa82c-d76c-4199-9356-cdb5c72a400a HTTP/1.1" status: 200 len: 945 time: 0.2562439 Feb 09 21:36:42.927316 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-4ecd3666-d2ed-4e5a-b279-8aa4a8500e94 req-5db66f8a-bc1c-422b-a0c0-81d27d6db879 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] For port 4281858c-1eff-4109-ba51-e741b6ff6796, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=4281858c-1eff-4109-ba51-e741b6ff6796,segment=NetworkSegment(9e9d7d8b-b3ce-4b7a-bf3a-3a9e3687f2f0),segment_id=9e9d7d8b-b3ce-4b7a-bf3a-3a9e3687f2f0)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:42.927723 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-4ecd3666-d2ed-4e5a-b279-8aa4a8500e94 req-5db66f8a-bc1c-422b-a0c0-81d27d6db879 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (4281858c-1eff-4109-ba51-e741b6ff6796), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:42.954174 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-4ecd3666-d2ed-4e5a-b279-8aa4a8500e94 req-5db66f8a-bc1c-422b-a0c0-81d27d6db879 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Calling delete_port for 4281858c-1eff-4109-ba51-e741b6ff6796 owned by compute:nova {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:36:42.976261 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-f7362a7d-3727-4cde-908b-269a26f2e3b2 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Deleting port 37d675bd-73e0-45ca-891f-1a7947cdd690 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:36:42.976643 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f7362a7d-3727-4cde-908b-269a26f2e3b2 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (37d675bd-73e0-45ca-891f-1a7947cdd690), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:43.140192 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5305de76-cee8-492f-996f-28f92020fe1a req-f4214f26-faa7-4e24-97f9-3f69aedb62e5 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] 10.222.0.90 "GET /v2.0/security-groups?id=51fd364c-9316-4c6b-822b-1d760c32135a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045472 Feb 09 21:36:43.198365 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f7362a7d-3727-4cde-908b-269a26f2e3b2 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (37d675bd-73e0-45ca-891f-1a7947cdd690), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:43.210680 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [req-886d7045-7a3c-4db8-b876-c09c2e942d54 req-d4c17e8c-f3c5-453f-a836-0dcd6c6deb4c tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Allocated IP 172.20.0.7 (f722f08f-1fc9-4bca-8aee-34c5490b3824/23af5770-96c5-4601-87b5-a95bcf2c0086/7585e969-04e4-4a12-b80a-0f1fb6137cf0) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:36:43.218501 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-f7362a7d-3727-4cde-908b-269a26f2e3b2 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Calling delete_port for 37d675bd-73e0-45ca-891f-1a7947cdd690 owned by network:router_gateway {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:36:43.361788 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3ddedc-3edb-4ed9-aa30-6180b3ab7885 req-446cd1f7-6ef7-483f-80b0-750d1d874515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:43.363320 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-aa3ddedc-3edb-4ed9-aa30-6180b3ab7885 req-446cd1f7-6ef7-483f-80b0-750d1d874515 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=78416997261a4fcdac7ea7395d681884&device_id=2554d57d-83c8-4d46-b328-49ce7df09ba6 HTTP/1.1" status: 200 len: 1127 time: 0.2160459 Feb 09 21:36:43.433678 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-0747b8b2-946b-4f0b-87ba-b0679294fcb3 req-6da82ba8-eb79-45df-beed-d0e46706843a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13190e85-6281-411d-8599-8e4d0b5a4700 {{(pid=103141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:36:43.442337 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-0747b8b2-946b-4f0b-87ba-b0679294fcb3 req-6da82ba8-eb79-45df-beed-d0e46706843a service neutron] Publish callbacks [] for port (13190e85-6281-411d-8599-8e4d0b5a4700), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:43.502901 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f7362a7d-3727-4cde-908b-269a26f2e3b2 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (37d675bd-73e0-45ca-891f-1a7947cdd690), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:43.530124 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7362a7d-3727-4cde-908b-269a26f2e3b2 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Pushing event deleted for resources: {'Port': ['ID=37d675bd-73e0-45ca-891f-1a7947cdd690,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:43.593112 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f7362a7d-3727-4cde-908b-269a26f2e3b2 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-554524'] for router_gateway (dca3b0fb-8aad-47b0-953b-8fa7d183fec8), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:43.698449 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f7362a7d-3727-4cde-908b-269a26f2e3b2 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (dca3b0fb-8aad-47b0-953b-8fa7d183fec8), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:43.701165 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f7362a7d-3727-4cde-908b-269a26f2e3b2 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks [] for router_controller (dca3b0fb-8aad-47b0-953b-8fa7d183fec8), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:43.746290 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f7362a7d-3727-4cde-908b-269a26f2e3b2 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (dca3b0fb-8aad-47b0-953b-8fa7d183fec8), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:43.746965 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7362a7d-3727-4cde-908b-269a26f2e3b2 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Fanout notify agent at l3_agent the message router_deleted on router dca3b0fb-8aad-47b0-953b-8fa7d183fec8 {{(pid=103141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:36:43.757885 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f7362a7d-3727-4cde-908b-269a26f2e3b2 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:43.763531 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-f7362a7d-3727-4cde-908b-269a26f2e3b2 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] 10.222.0.90 "DELETE /v2.0/routers/dca3b0fb-8aad-47b0-953b-8fa7d183fec8 HTTP/1.1" status: 204 len: 168 time: 1.6578944 Feb 09 21:36:43.764091 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 57642) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:43.768781 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-cef65a28-cdf6-4e91-aa53-0614fe45a84c tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-794130971', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:36:43.795070 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cef65a28-cdf6-4e91-aa53-0614fe45a84c tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (7582da31-e7cc-4bc0-941a-2f75e8c78c09), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:43.796375 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cef65a28-cdf6-4e91-aa53-0614fe45a84c tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (7582da31-e7cc-4bc0-941a-2f75e8c78c09), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:43.863015 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cef65a28-cdf6-4e91-aa53-0614fe45a84c tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks [] for router_controller (7582da31-e7cc-4bc0-941a-2f75e8c78c09), precommit_add_association {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:43.868433 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cef65a28-cdf6-4e91-aa53-0614fe45a84c tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (7582da31-e7cc-4bc0-941a-2f75e8c78c09), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:43.889000 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cef65a28-cdf6-4e91-aa53-0614fe45a84c tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:43.892686 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-cef65a28-cdf6-4e91-aa53-0614fe45a84c tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1248944 Feb 09 21:36:43.893013 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 57648) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:43.898119 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-ac2ce749-3a2a-4be5-9259-f750d22bdd28 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Request body: {'router': {'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:36:43.901085 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-0747b8b2-946b-4f0b-87ba-b0679294fcb3 req-6da82ba8-eb79-45df-beed-d0e46706843a service neutron] Transition to ACTIVE for port object 13190e85-6281-411d-8599-8e4d0b5a4700 will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:36:43.906907 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-4ecd3666-d2ed-4e5a-b279-8aa4a8500e94 req-5db66f8a-bc1c-422b-a0c0-81d27d6db879 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (4281858c-1eff-4109-ba51-e741b6ff6796), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:43.990575 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db66f8a-bc1c-422b-a0c0-81d27d6db879 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Pushing event deleted for resources: {'Port': ['ID=4281858c-1eff-4109-ba51-e741b6ff6796,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:44.002676 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96fccc9-992f-41fa-81d6-7c3b12c12d74 req-58f4a9e7-ec59-4e02-9ac6-016a8b2a835f tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:44.010029 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b96fccc9-992f-41fa-81d6-7c3b12c12d74 req-58f4a9e7-ec59-4e02-9ac6-016a8b2a835f tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=82be41b1-46da-46a7-8af9-241c6a0e3e2d HTTP/1.1" status: 200 len: 947 time: 0.7713106 Feb 09 21:36:44.042229 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3ddedc-3edb-4ed9-aa30-6180b3ab7885 req-786e3976-741d-4b17-bcd0-6caf040e36f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:44.043792 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:44.044805 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-aa3ddedc-3edb-4ed9-aa30-6180b3ab7885 req-786e3976-741d-4b17-bcd0-6caf040e36f6 service neutron] 10.222.0.95 "GET /v2.0/networks?id=e0933a47-9f98-425f-b2ec-87bdb6b7270d HTTP/1.1" status: 200 len: 912 time: 0.6696692 Feb 09 21:36:44.138488 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ecd3666-d2ed-4e5a-b279-8aa4a8500e94 req-5db66f8a-bc1c-422b-a0c0-81d27d6db879 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] No DVR routers for this DVR port 4281858c-1eff-4109-ba51-e741b6ff6796 on host n-h1-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:36:44.141910 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-4ecd3666-d2ed-4e5a-b279-8aa4a8500e94 req-5db66f8a-bc1c-422b-a0c0-81d27d6db879 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:44.145273 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4ecd3666-d2ed-4e5a-b279-8aa4a8500e94 req-5db66f8a-bc1c-422b-a0c0-81d27d6db879 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770 tempest-FloatingIPsAssociationNegativeTestJSON-1228848770-project] 10.222.0.95 "DELETE /v2.0/ports/4281858c-1eff-4109-ba51-e741b6ff6796 HTTP/1.1" status: 204 len: 173 time: 2.3541508 Feb 09 21:36:44.152753 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ba0a1-1a0d-4d54-9bb2-e2a9ec8ea7db req-cd501591-194a-4d43-95cf-e1aaf3683a7c tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:44.161051 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-252ba0a1-1a0d-4d54-9bb2-e2a9ec8ea7db req-cd501591-194a-4d43-95cf-e1aaf3683a7c tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/networks?id=f722f08f-1fc9-4bca-8aee-34c5490b3824 HTTP/1.1" status: 200 len: 816 time: 0.8505220 Feb 09 21:36:44.205613 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4cfa82c-d76c-4199-9356-cdb5c72a400a', 'name': 'network-vif-deleted', 'tag': '4281858c-1eff-4109-ba51-e741b6ff6796'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:36:44.208646 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b336b693-2b25-4455-adc7-f0b0750f7b4f" -d '{"events": [{"server_uuid": "d4cfa82c-d76c-4199-9356-cdb5c72a400a", "name": "network-vif-deleted", "tag": "4281858c-1eff-4109-ba51-e741b6ff6796"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:36:44.232085 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-252ba0a1-1a0d-4d54-9bb2-e2a9ec8ea7db req-596be86e-1a40-4ff0-868c-85fe965531aa tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/quotas/8dc625c4d58447bc86b44b9cf28b71a5 HTTP/1.1" status: 200 len: 375 time: 0.0699594 Feb 09 21:36:44.253721 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-0747b8b2-946b-4f0b-87ba-b0679294fcb3 req-6da82ba8-eb79-45df-beed-d0e46706843a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (13190e85-6281-411d-8599-8e4d0b5a4700), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:44.253956 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-aa3ddedc-3edb-4ed9-aa30-6180b3ab7885 req-98042f06-0c4c-411c-ad77-a5858dd85719 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=825d977b-a00d-468f-9d7b-8be908d6792e HTTP/1.1" status: 200 len: 217 time: 0.1794305 Feb 09 21:36:44.299654 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-886d7045-7a3c-4db8-b876-c09c2e942d54 req-d4c17e8c-f3c5-453f-a836-0dcd6c6deb4c tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Publish callbacks [] for port (7585e969-04e4-4a12-b80a-0f1fb6137cf0), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:44.304451 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b96fccc9-992f-41fa-81d6-7c3b12c12d74 req-fc8c8335-7e30-4b51-abe1-296e486360e3 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923136 Feb 09 21:36:44.309137 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da82ba8-eb79-45df-beed-d0e46706843a service neutron] Pushing event updated for resources: {'Port': ['ID=13190e85-6281-411d-8599-8e4d0b5a4700,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:44.368340 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3ddedc-3edb-4ed9-aa30-6180b3ab7885 req-08c4df9a-69b0-49aa-94f6-773fc6fd1dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:44.371517 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-aa3ddedc-3edb-4ed9-aa30-6180b3ab7885 req-08c4df9a-69b0-49aa-94f6-773fc6fd1dfa service neutron] 10.222.0.95 "GET /v2.0/subnets?id=ad8da7e2-9246-4407-b24a-0611ae1b2813 HTTP/1.1" status: 200 len: 851 time: 0.0904372 Feb 09 21:36:44.390500 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-252ba0a1-1a0d-4d54-9bb2-e2a9ec8ea7db req-ed183fe9-d62f-4bd5-800d-ac1c9845040d tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=8dc625c4d58447bc86b44b9cf28b71a5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1573930 Feb 09 21:36:44.543771 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-aa3ddedc-3edb-4ed9-aa30-6180b3ab7885 req-2825e1cd-81af-4be1-8677-03a608935442 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=e0933a47-9f98-425f-b2ec-87bdb6b7270d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1521947 Feb 09 21:36:44.567729 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-252ba0a1-1a0d-4d54-9bb2-e2a9ec8ea7db req-a17d0882-8bcd-4350-b0d1-e34987d37819 service neutron] 10.222.0.90 "GET /v2.0/networks/f722f08f-1fc9-4bca-8aee-34c5490b3824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606081 Feb 09 21:36:44.630932 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ac2ce749-3a2a-4be5-9259-f750d22bdd28 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks [] for router_gateway (7582da31-e7cc-4bc0-941a-2f75e8c78c09), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:44.637136 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-0747b8b2-946b-4f0b-87ba-b0679294fcb3 req-6da82ba8-eb79-45df-beed-d0e46706843a service neutron] Attempting to bind port 13190e85-6281-411d-8599-8e4d0b5a4700 on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:36:44.637898 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-0747b8b2-946b-4f0b-87ba-b0679294fcb3 req-6da82ba8-eb79-45df-beed-d0e46706843a service neutron] Attempting to bind port 13190e85-6281-411d-8599-8e4d0b5a4700 by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': 'f943d251-cbac-4cd2-b962-dbbb0491c1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '72e21a0c-bd04-4da9-83ef-ade9ea60785f'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:36:44.638505 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0747b8b2-946b-4f0b-87ba-b0679294fcb3 req-6da82ba8-eb79-45df-beed-d0e46706843a service neutron] Attempting to bind port 13190e85-6281-411d-8599-8e4d0b5a4700 on network 72e21a0c-bd04-4da9-83ef-ade9ea60785f {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:36:44.671191 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0747b8b2-946b-4f0b-87ba-b0679294fcb3 req-6da82ba8-eb79-45df-beed-d0e46706843a service neutron] Port 13190e85-6281-411d-8599-8e4d0b5a4700 on network 72e21a0c-bd04-4da9-83ef-ade9ea60785f not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:36:44.673030 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0747b8b2-946b-4f0b-87ba-b0679294fcb3 req-6da82ba8-eb79-45df-beed-d0e46706843a service neutron] Attempting to bind port 13190e85-6281-411d-8599-8e4d0b5a4700 on network 72e21a0c-bd04-4da9-83ef-ade9ea60785f {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:36:44.697450 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-886d7045-7a3c-4db8-b876-c09c2e942d54 req-d4c17e8c-f3c5-453f-a836-0dcd6c6deb4c tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (7585e969-04e4-4a12-b80a-0f1fb6137cf0), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:44.711700 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0747b8b2-946b-4f0b-87ba-b0679294fcb3 req-6da82ba8-eb79-45df-beed-d0e46706843a service neutron] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:36:44.712183 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0747b8b2-946b-4f0b-87ba-b0679294fcb3 req-6da82ba8-eb79-45df-beed-d0e46706843a service neutron] Checking segment: {'id': 'f943d251-cbac-4cd2-b962-dbbb0491c1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '72e21a0c-bd04-4da9-83ef-ade9ea60785f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:36:44.712686 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0747b8b2-946b-4f0b-87ba-b0679294fcb3 req-6da82ba8-eb79-45df-beed-d0e46706843a service neutron] Bound using segment: {'id': 'f943d251-cbac-4cd2-b962-dbbb0491c1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '72e21a0c-bd04-4da9-83ef-ade9ea60785f'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:36:44.713213 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-0747b8b2-946b-4f0b-87ba-b0679294fcb3 req-6da82ba8-eb79-45df-beed-d0e46706843a service neutron] Bound port: 13190e85-6281-411d-8599-8e4d0b5a4700, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f943d251-cbac-4cd2-b962-dbbb0491c1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '72e21a0c-bd04-4da9-83ef-ade9ea60785f'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:36:44.714500 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-0747b8b2-946b-4f0b-87ba-b0679294fcb3 req-6da82ba8-eb79-45df-beed-d0e46706843a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (13190e85-6281-411d-8599-8e4d0b5a4700), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:44.806214 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-886d7045-7a3c-4db8-b876-c09c2e942d54 req-d4c17e8c-f3c5-453f-a836-0dcd6c6deb4c tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Network f722f08f-1fc9-4bca-8aee-34c5490b3824 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:36:44.846719 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-0747b8b2-946b-4f0b-87ba-b0679294fcb3 req-6da82ba8-eb79-45df-beed-d0e46706843a service neutron] For port 13190e85-6281-411d-8599-8e4d0b5a4700, host n-h2-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:36:44.855948 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-0747b8b2-946b-4f0b-87ba-b0679294fcb3 req-6da82ba8-eb79-45df-beed-d0e46706843a service neutron] For port 13190e85-6281-411d-8599-8e4d0b5a4700, host n-h2-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=13190e85-6281-411d-8599-8e4d0b5a4700,segment=NetworkSegment(f943d251-cbac-4cd2-b962-dbbb0491c1ed),segment_id=f943d251-cbac-4cd2-b962-dbbb0491c1ed)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:36:44.865225 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [req-886d7045-7a3c-4db8-b876-c09c2e942d54 req-d4c17e8c-f3c5-453f-a836-0dcd6c6deb4c tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:36:44.868421 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-886d7045-7a3c-4db8-b876-c09c2e942d54 req-d4c17e8c-f3c5-453f-a836-0dcd6c6deb4c tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:36:44.872337 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-0747b8b2-946b-4f0b-87ba-b0679294fcb3 req-6da82ba8-eb79-45df-beed-d0e46706843a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (13190e85-6281-411d-8599-8e4d0b5a4700), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:44.930499 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0747b8b2-946b-4f0b-87ba-b0679294fcb3 req-6da82ba8-eb79-45df-beed-d0e46706843a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:44.931161 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-0747b8b2-946b-4f0b-87ba-b0679294fcb3 req-6da82ba8-eb79-45df-beed-d0e46706843a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:44.932705 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0747b8b2-946b-4f0b-87ba-b0679294fcb3 req-6da82ba8-eb79-45df-beed-d0e46706843a service neutron] 10.222.0.89 "PUT /v2.0/ports/13190e85-6281-411d-8599-8e4d0b5a4700 HTTP/1.1" status: 200 len: 1091 time: 2.3073630 Feb 09 21:36:44.936136 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4370d51-2d54-428b-89f6-5d895db07d75', 'tag': '13190e85-6281-411d-8599-8e4d0b5a4700'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:36:44.938873 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-136b1ddb-1f6c-4ca6-8c39-f4c9eee382b4" -d '{"events": [{"name": "network-changed", "server_uuid": "f4370d51-2d54-428b-89f6-5d895db07d75", "tag": "13190e85-6281-411d-8599-8e4d0b5a4700"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:36:44.939079 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886d7045-7a3c-4db8-b876-c09c2e942d54 req-d4c17e8c-f3c5-453f-a836-0dcd6c6deb4c tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:44.939627 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-886d7045-7a3c-4db8-b876-c09c2e942d54 req-d4c17e8c-f3c5-453f-a836-0dcd6c6deb4c tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:44.987976 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684998f5-ef74-47ff-9d3e-2a9a108d30a2 req-b0f1e754-2a3f-4378-a29d-ac9a38309038 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:44.994871 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-684998f5-ef74-47ff-9d3e-2a9a108d30a2 req-b0f1e754-2a3f-4378-a29d-ac9a38309038 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/ports?device_id=2554d57d-83c8-4d46-b328-49ce7df09ba6 HTTP/1.1" status: 200 len: 945 time: 0.4497297 Feb 09 21:36:45.005217 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c17e8c-f3c5-453f-a836-0dcd6c6deb4c tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Pushing event updated for resources: {'Port': ['ID=7585e969-04e4-4a12-b80a-0f1fb6137cf0,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:45.046626 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-886d7045-7a3c-4db8-b876-c09c2e942d54 req-d4c17e8c-f3c5-453f-a836-0dcd6c6deb4c tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7420275 Feb 09 21:36:45.067133 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-aa3ddedc-3edb-4ed9-aa30-6180b3ab7885 req-eed570b7-7ee9-477d-bfe2-3e2ad74e93fd service neutron] 10.222.0.95 "GET /v2.0/networks/e0933a47-9f98-425f-b2ec-87bdb6b7270d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5044940 Feb 09 21:36:45.068721 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da82ba8-eb79-45df-beed-d0e46706843a service neutron] Pushing event updated for resources: {'Port': ['ID=13190e85-6281-411d-8599-8e4d0b5a4700,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:45.078233 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-886d7045-7a3c-4db8-b876-c09c2e942d54 req-9fc3c676-efc3-410f-8d51-07866eb6323a service neutron] Request body: {'port': {'device_id': 'f07054f1-ef38-42ac-a181-aae86b623b32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-5'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:36:45.114227 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ac2ce749-3a2a-4be5-9259-f750d22bdd28 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks [] for router_gateway (7582da31-e7cc-4bc0-941a-2f75e8c78c09), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:45.147680 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ac2ce749-3a2a-4be5-9259-f750d22bdd28 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:45.223940 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:45.286303 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 4281858c-1eff-4109-ba51-e741b6ff6796 no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:36:45.293676 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-aa3ddedc-3edb-4ed9-aa30-6180b3ab7885 req-fa45f9ed-471d-4299-9460-556e32358871 service neutron] 10.222.0.95 "GET /v2.0/networks/e0933a47-9f98-425f-b2ec-87bdb6b7270d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059309 Feb 09 21:36:45.318783 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-684998f5-ef74-47ff-9d3e-2a9a108d30a2 req-ff5cef73-eec7-4f6a-bf13-eefb5fe55e00 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d80a148-e9eb-4688-aae9-f24ed4e32758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3204470 Feb 09 21:36:45.321842 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-ac2ce749-3a2a-4be5-9259-f750d22bdd28 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Allocated IP 172.25.3.226 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/2c836188-bc48-429b-be5d-f3c059a6df2e) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:36:45.326000 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-252ba0a1-1a0d-4d54-9bb2-e2a9ec8ea7db req-3f806542-090a-4552-a02c-57bc6c928e25 service neutron] 10.222.0.90 "GET /v2.0/networks/f722f08f-1fc9-4bca-8aee-34c5490b3824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5895455 Feb 09 21:36:45.360469 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] No Port match for: 4281858c-1eff-4109-ba51-e741b6ff6796 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:36:45.362208 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 4281858c-1eff-4109-ba51-e741b6ff6796 not bound to the agent host n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:36:45.386873 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-b7fc9514-73be-4df3-95c3-a402c95113af None None] Provisioning complete for port 7585e969-04e4-4a12-b80a-0f1fb6137cf0 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:36:45.387648 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b7fc9514-73be-4df3-95c3-a402c95113af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (7585e969-04e4-4a12-b80a-0f1fb6137cf0), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:45.434525 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-886d7045-7a3c-4db8-b876-c09c2e942d54 req-9fc3c676-efc3-410f-8d51-07866eb6323a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (7585e969-04e4-4a12-b80a-0f1fb6137cf0), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:45.445056 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-b7fc9514-73be-4df3-95c3-a402c95113af None None] Port 7585e969-04e4-4a12-b80a-0f1fb6137cf0 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:36:45.550426 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ac2ce749-3a2a-4be5-9259-f750d22bdd28 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks [] for port (2c836188-bc48-429b-be5d-f3c059a6df2e), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:45.628329 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ac2ce749-3a2a-4be5-9259-f750d22bdd28 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (2c836188-bc48-429b-be5d-f3c059a6df2e), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:45.649258 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd3b6b0-bf37-47ce-83fb-dadfe02d713d req-3b1cf0ab-1c20-4565-bd35-1bd908f11fa8 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:45.652797 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dcd3b6b0-bf37-47ce-83fb-dadfe02d713d req-3b1cf0ab-1c20-4565-bd35-1bd908f11fa8 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/ports?device_id=7859f1d3-5d50-4c2b-9aee-4a3346b90a04 HTTP/1.1" status: 200 len: 945 time: 0.2040055 Feb 09 21:36:45.691958 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2ce749-3a2a-4be5-9259-f750d22bdd28 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:36:45.697398 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-ac2ce749-3a2a-4be5-9259-f750d22bdd28 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:36:45.700674 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2ce749-3a2a-4be5-9259-f750d22bdd28 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:36:45.785898 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2ce749-3a2a-4be5-9259-f750d22bdd28 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Pushing event updated for resources: {'Port': ['ID=2c836188-bc48-429b-be5d-f3c059a6df2e,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:45.831862 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dcd3b6b0-bf37-47ce-83fb-dadfe02d713d req-c7687581-540c-497c-b107-d5a8538e486b tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/security-groups?id=53864ffe-fa53-4ead-9e41-21e6252e7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416759 Feb 09 21:36:45.875575 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 57680) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:46.065802 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1735e93-d06f-4ab3-b22c-0f13bc02177a x-openstack-request-id: req-f1735e93-d06f-4ab3-b22c-0f13bc02177a {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:36:46.066444 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4370d51-2d54-428b-89f6-5d895db07d75", "tag": "13190e85-6281-411d-8599-8e4d0b5a4700", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:36:46.066444 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-f1735e93-d06f-4ab3-b22c-0f13bc02177a {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:36:46.066738 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4370d51-2d54-428b-89f6-5d895db07d75', 'tag': '13190e85-6281-411d-8599-8e4d0b5a4700', 'status': 'completed', 'code': 200} Feb 09 21:36:46.099381 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c62f37d-a23b-40e1-9623-d582b8773fce x-openstack-request-id: req-1c62f37d-a23b-40e1-9623-d582b8773fce {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:36:46.099381 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4cfa82c-d76c-4199-9356-cdb5c72a400a", "name": "network-vif-deleted", "tag": "4281858c-1eff-4109-ba51-e741b6ff6796", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:36:46.100081 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-1c62f37d-a23b-40e1-9623-d582b8773fce {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:36:46.100631 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4cfa82c-d76c-4199-9356-cdb5c72a400a', 'name': 'network-vif-deleted', 'tag': '4281858c-1eff-4109-ba51-e741b6ff6796', 'status': 'completed', 'code': 200} Feb 09 21:36:46.162848 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc79710-3be4-4285-a4b9-ade15dd00efc req-f9487f2e-9392-42d0-bcce-024d75b52773 tempest-AttachSCSIVolumeTestJSON-1768878471 tempest-AttachSCSIVolumeTestJSON-1768878471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:46.164674 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1cc79710-3be4-4285-a4b9-ade15dd00efc req-f9487f2e-9392-42d0-bcce-024d75b52773 tempest-AttachSCSIVolumeTestJSON-1768878471 tempest-AttachSCSIVolumeTestJSON-1768878471-project] 10.222.0.90 "GET /v2.0/ports?device_id=f4370d51-2d54-428b-89f6-5d895db07d75 HTTP/1.1" status: 200 len: 943 time: 0.5487998 Feb 09 21:36:46.176770 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [req-886d7045-7a3c-4db8-b876-c09c2e942d54 req-9fc3c676-efc3-410f-8d51-07866eb6323a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7585e969-04e4-4a12-b80a-0f1fb6137cf0 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:36:46.194660 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-886d7045-7a3c-4db8-b876-c09c2e942d54 req-9fc3c676-efc3-410f-8d51-07866eb6323a service neutron] Publish callbacks [] for port (7585e969-04e4-4a12-b80a-0f1fb6137cf0), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:46.235285 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [req-886d7045-7a3c-4db8-b876-c09c2e942d54 req-9fc3c676-efc3-410f-8d51-07866eb6323a service neutron] Transition to ACTIVE for port object 7585e969-04e4-4a12-b80a-0f1fb6137cf0 will not be triggered until provisioned by entity L2. {{(pid=103140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:36:46.261808 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72881ccc-e26d-46ce-89b3-c25e464a0285 req-8f46414b-db1d-484a-8bb5-5afc3f6ca2f3 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:46.270453 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-72881ccc-e26d-46ce-89b3-c25e464a0285 req-8f46414b-db1d-484a-8bb5-5afc3f6ca2f3 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=82be41b1-46da-46a7-8af9-241c6a0e3e2d HTTP/1.1" status: 200 len: 947 time: 0.1688516 Feb 09 21:36:46.275962 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-886d7045-7a3c-4db8-b876-c09c2e942d54 req-9fc3c676-efc3-410f-8d51-07866eb6323a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (7585e969-04e4-4a12-b80a-0f1fb6137cf0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:46.327369 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ac2ce749-3a2a-4be5-9259-f750d22bdd28 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks [] for router_gateway (7582da31-e7cc-4bc0-941a-2f75e8c78c09), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:46.372377 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1cc79710-3be4-4285-a4b9-ade15dd00efc req-7cee0c41-f447-4fd9-9fde-d1c42b9d97c1 tempest-AttachSCSIVolumeTestJSON-1768878471 tempest-AttachSCSIVolumeTestJSON-1768878471-project] 10.222.0.90 "GET /v2.0/security-groups?id=12447a63-5fb2-4311-b8af-0953600324f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981204 Feb 09 21:36:46.499096 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc3c676-efc3-410f-8d51-07866eb6323a service neutron] Pushing event updated for resources: {'Port': ['ID=7585e969-04e4-4a12-b80a-0f1fb6137cf0,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:46.553539 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c326fb65-205e-47bc-a7ff-3f5f77ca3a61 req-84880c3d-75e7-445b-a6e1-aca1550b9adf tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/ports?device_id=5a1ea706-a091-449b-ac8a-a4314ae11af5 HTTP/1.1" status: 200 len: 210 time: 0.0810699 Feb 09 21:36:46.571390 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-72881ccc-e26d-46ce-89b3-c25e464a0285 req-d3154237-d11c-4a03-94d9-d131df9b509b tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2998726 Feb 09 21:36:46.597073 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-886d7045-7a3c-4db8-b876-c09c2e942d54 req-9fc3c676-efc3-410f-8d51-07866eb6323a service neutron] Attempting to bind port 7585e969-04e4-4a12-b80a-0f1fb6137cf0 on host n-h1-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:36:46.597403 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-886d7045-7a3c-4db8-b876-c09c2e942d54 req-9fc3c676-efc3-410f-8d51-07866eb6323a service neutron] Attempting to bind port 7585e969-04e4-4a12-b80a-0f1fb6137cf0 by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': 'd40f9022-2b63-46f5-b33e-b292576f9da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'f722f08f-1fc9-4bca-8aee-34c5490b3824'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:36:46.597836 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886d7045-7a3c-4db8-b876-c09c2e942d54 req-9fc3c676-efc3-410f-8d51-07866eb6323a service neutron] Attempting to bind port 7585e969-04e4-4a12-b80a-0f1fb6137cf0 on network f722f08f-1fc9-4bca-8aee-34c5490b3824 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:36:46.610862 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886d7045-7a3c-4db8-b876-c09c2e942d54 req-9fc3c676-efc3-410f-8d51-07866eb6323a service neutron] Port 7585e969-04e4-4a12-b80a-0f1fb6137cf0 on network f722f08f-1fc9-4bca-8aee-34c5490b3824 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:36:46.611295 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886d7045-7a3c-4db8-b876-c09c2e942d54 req-9fc3c676-efc3-410f-8d51-07866eb6323a service neutron] Attempting to bind port 7585e969-04e4-4a12-b80a-0f1fb6137cf0 on network f722f08f-1fc9-4bca-8aee-34c5490b3824 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:36:46.617784 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886d7045-7a3c-4db8-b876-c09c2e942d54 req-9fc3c676-efc3-410f-8d51-07866eb6323a service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:36:46.618556 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886d7045-7a3c-4db8-b876-c09c2e942d54 req-9fc3c676-efc3-410f-8d51-07866eb6323a service neutron] Checking segment: {'id': 'd40f9022-2b63-46f5-b33e-b292576f9da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'f722f08f-1fc9-4bca-8aee-34c5490b3824'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:36:46.619398 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886d7045-7a3c-4db8-b876-c09c2e942d54 req-9fc3c676-efc3-410f-8d51-07866eb6323a service neutron] Bound using segment: {'id': 'd40f9022-2b63-46f5-b33e-b292576f9da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'f722f08f-1fc9-4bca-8aee-34c5490b3824'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:36:46.620871 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-886d7045-7a3c-4db8-b876-c09c2e942d54 req-9fc3c676-efc3-410f-8d51-07866eb6323a service neutron] Bound port: 7585e969-04e4-4a12-b80a-0f1fb6137cf0, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd40f9022-2b63-46f5-b33e-b292576f9da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'f722f08f-1fc9-4bca-8aee-34c5490b3824'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:36:46.621764 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-886d7045-7a3c-4db8-b876-c09c2e942d54 req-9fc3c676-efc3-410f-8d51-07866eb6323a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (7585e969-04e4-4a12-b80a-0f1fb6137cf0), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:46.737280 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-886d7045-7a3c-4db8-b876-c09c2e942d54 req-9fc3c676-efc3-410f-8d51-07866eb6323a service neutron] For port 7585e969-04e4-4a12-b80a-0f1fb6137cf0, host n-h1-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:36:46.749430 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6c0e18-9971-4838-94b3-ecf6f050ec49 req-0ca91cb1-ef9a-4a45-bc56-3bd5d0ee593b tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:46.749430 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9e6c0e18-9971-4838-94b3-ecf6f050ec49 req-0ca91cb1-ef9a-4a45-bc56-3bd5d0ee593b tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/ports?device_id=2554d57d-83c8-4d46-b328-49ce7df09ba6 HTTP/1.1" status: 200 len: 945 time: 0.1067991 Feb 09 21:36:46.750637 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-886d7045-7a3c-4db8-b876-c09c2e942d54 req-9fc3c676-efc3-410f-8d51-07866eb6323a service neutron] For port 7585e969-04e4-4a12-b80a-0f1fb6137cf0, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=7585e969-04e4-4a12-b80a-0f1fb6137cf0,segment=NetworkSegment(d40f9022-2b63-46f5-b33e-b292576f9da1),segment_id=d40f9022-2b63-46f5-b33e-b292576f9da1)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:36:46.760487 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-886d7045-7a3c-4db8-b876-c09c2e942d54 req-9fc3c676-efc3-410f-8d51-07866eb6323a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (7585e969-04e4-4a12-b80a-0f1fb6137cf0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:46.783871 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ac2ce749-3a2a-4be5-9259-f750d22bdd28 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-554449', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10783'] for router (7582da31-e7cc-4bc0-941a-2f75e8c78c09), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:46.789883 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ac2ce749-3a2a-4be5-9259-f750d22bdd28 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-554458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-554435', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-525216'] for router (7582da31-e7cc-4bc0-941a-2f75e8c78c09), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:46.812247 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886d7045-7a3c-4db8-b876-c09c2e942d54 req-9fc3c676-efc3-410f-8d51-07866eb6323a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:46.812867 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-886d7045-7a3c-4db8-b876-c09c2e942d54 req-9fc3c676-efc3-410f-8d51-07866eb6323a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:46.814351 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-886d7045-7a3c-4db8-b876-c09c2e942d54 req-9fc3c676-efc3-410f-8d51-07866eb6323a service neutron] 10.222.0.95 "PUT /v2.0/ports/7585e969-04e4-4a12-b80a-0f1fb6137cf0 HTTP/1.1" status: 200 len: 1091 time: 1.7558730 Feb 09 21:36:46.885045 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9e6c0e18-9971-4838-94b3-ecf6f050ec49 req-e4ee928d-61db-402d-bfd2-7f28703e925d tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d80a148-e9eb-4688-aae9-f24ed4e32758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281447 Feb 09 21:36:46.974019 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc3c676-efc3-410f-8d51-07866eb6323a service neutron] Pushing event updated for resources: {'Port': ['ID=7585e969-04e4-4a12-b80a-0f1fb6137cf0,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:47.020587 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886d7045-7a3c-4db8-b876-c09c2e942d54 req-c990afd6-22b8-47b5-8027-89a739e773db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:47.022672 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-886d7045-7a3c-4db8-b876-c09c2e942d54 req-c990afd6-22b8-47b5-8027-89a739e773db service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=8dc625c4d58447bc86b44b9cf28b71a5&device_id=f07054f1-ef38-42ac-a181-aae86b623b32 HTTP/1.1" status: 200 len: 1125 time: 0.1367373 Feb 09 21:36:47.049729 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843f35d1-d1d9-4e11-83b8-126ec930ae3c req-2ab4299f-97f3-45b4-8a7f-d287a71dd011 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:47.051532 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-843f35d1-d1d9-4e11-83b8-126ec930ae3c req-2ab4299f-97f3-45b4-8a7f-d287a71dd011 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/ports?device_id=7859f1d3-5d50-4c2b-9aee-4a3346b90a04 HTTP/1.1" status: 200 len: 945 time: 0.1368053 Feb 09 21:36:47.216663 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ba0a1-1a0d-4d54-9bb2-e2a9ec8ea7db req-a38eb200-558f-499e-b1d0-c09650065942 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:47.219276 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-252ba0a1-1a0d-4d54-9bb2-e2a9ec8ea7db req-a38eb200-558f-499e-b1d0-c09650065942 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.95 "GET /v2.0/networks?id=f722f08f-1fc9-4bca-8aee-34c5490b3824 HTTP/1.1" status: 200 len: 816 time: 0.1944273 Feb 09 21:36:47.279353 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-252ba0a1-1a0d-4d54-9bb2-e2a9ec8ea7db req-45c914b1-0b7b-401a-b7e2-c62ebc94596e tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Request body: {'port': {'device_id': '5a1ea706-a091-449b-ac8a-a4314ae11af5', 'network_id': 'f722f08f-1fc9-4bca-8aee-34c5490b3824', 'admin_state_up': True, 'tenant_id': '8dc625c4d58447bc86b44b9cf28b71a5'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:36:47.292840 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-886d7045-7a3c-4db8-b876-c09c2e942d54 req-b9a6d3fa-64e4-4b96-9e66-5ecb287b5879 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7585e969-04e4-4a12-b80a-0f1fb6137cf0 HTTP/1.1" status: 200 len: 217 time: 0.2385416 Feb 09 21:36:47.402964 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-843f35d1-d1d9-4e11-83b8-126ec930ae3c req-1064d773-14ec-47ba-9516-098695c4937b tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/security-groups?id=53864ffe-fa53-4ead-9e41-21e6252e7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170762 Feb 09 21:36:47.440919 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886d7045-7a3c-4db8-b876-c09c2e942d54 req-1f54a012-85bf-4970-8366-f1c3787b0432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:47.442394 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-886d7045-7a3c-4db8-b876-c09c2e942d54 req-1f54a012-85bf-4970-8366-f1c3787b0432 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=23af5770-96c5-4601-87b5-a95bcf2c0086 HTTP/1.1" status: 200 len: 855 time: 0.1098347 Feb 09 21:36:47.501199 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-252ba0a1-1a0d-4d54-9bb2-e2a9ec8ea7db req-45c914b1-0b7b-401a-b7e2-c62ebc94596e tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Made reservation on behalf of 8dc625c4d58447bc86b44b9cf28b71a5 for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:36:47.504538 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-252ba0a1-1a0d-4d54-9bb2-e2a9ec8ea7db req-45c914b1-0b7b-401a-b7e2-c62ebc94596e tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:47.570601 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e9f5e-6f64-4030-bd9a-cc413555ae05 req-121215f7-b454-4a51-8836-690ffc481d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:47.572721 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-df6e9f5e-6f64-4030-bd9a-cc413555ae05 req-121215f7-b454-4a51-8836-690ffc481d88 service neutron] 10.222.0.89 "GET /v2.0/networks?id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc HTTP/1.1" status: 200 len: 870 time: 0.2153480 Feb 09 21:36:47.616992 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886d7045-7a3c-4db8-b876-c09c2e942d54 req-52ebdae5-9640-4b78-8678-a57024d52bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:47.618532 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-886d7045-7a3c-4db8-b876-c09c2e942d54 req-52ebdae5-9640-4b78-8678-a57024d52bb2 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=f722f08f-1fc9-4bca-8aee-34c5490b3824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1493926 Feb 09 21:36:47.662098 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-df6e9f5e-6f64-4030-bd9a-cc413555ae05 req-c0fd29e6-45f3-428c-b0fe-ea118a2d030a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=47af76bb-ef60-4c69-9b0e-9800d9e02153 HTTP/1.1" status: 200 len: 217 time: 0.0658295 Feb 09 21:36:47.696779 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136b1ddb-1f6c-4ca6-8c39-f4c9eee382b4 req-69c62255-0548-4038-b730-95e7805901aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:47.700353 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-136b1ddb-1f6c-4ca6-8c39-f4c9eee382b4 req-69c62255-0548-4038-b730-95e7805901aa service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6f91ff87dda04a70be53686f188383f3&device_id=f4370d51-2d54-428b-89f6-5d895db07d75 HTTP/1.1" status: 200 len: 1125 time: 0.3449364 Feb 09 21:36:47.712408 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b6ab52-1b20-4cc2-8df3-6c7a585c7e6a req-6da77d14-e77e-48d1-9b75-b159ecef4a84 tempest-AttachSCSIVolumeTestJSON-1768878471 tempest-AttachSCSIVolumeTestJSON-1768878471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:47.714514 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-52b6ab52-1b20-4cc2-8df3-6c7a585c7e6a req-6da77d14-e77e-48d1-9b75-b159ecef4a84 tempest-AttachSCSIVolumeTestJSON-1768878471 tempest-AttachSCSIVolumeTestJSON-1768878471-project] 10.222.0.90 "GET /v2.0/ports?device_id=f4370d51-2d54-428b-89f6-5d895db07d75 HTTP/1.1" status: 200 len: 943 time: 0.2436802 Feb 09 21:36:47.738672 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-afd18f46-bd4f-4021-976d-ca33863ce96a req-56c59f56-a64b-4a8d-a7e2-012d203adfe0 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/ports?device_id=5a1ea706-a091-449b-ac8a-a4314ae11af5 HTTP/1.1" status: 200 len: 210 time: 0.0588698 Feb 09 21:36:47.849625 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-360da793-79a9-4e7c-85fa-83b35cffd71b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524906'] for router_interface (17975e9d-008f-4038-94c2-4737ed47cb25), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:47.863267 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e9f5e-6f64-4030-bd9a-cc413555ae05 req-d052c884-b967-4bce-bf88-0cebd2fa13cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:47.864952 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-df6e9f5e-6f64-4030-bd9a-cc413555ae05 req-d052c884-b967-4bce-bf88-0cebd2fa13cc service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0f7402ac-a35b-414b-bcc1-bc1c3072ec3c HTTP/1.1" status: 200 len: 843 time: 0.1836841 Feb 09 21:36:47.865487 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [req-252ba0a1-1a0d-4d54-9bb2-e2a9ec8ea7db req-45c914b1-0b7b-401a-b7e2-c62ebc94596e tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Allocated IP 172.20.0.11 (f722f08f-1fc9-4bca-8aee-34c5490b3824/23af5770-96c5-4601-87b5-a95bcf2c0086/1573c34f-840d-4a68-954b-240868f76ebf) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:36:47.909275 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-52b6ab52-1b20-4cc2-8df3-6c7a585c7e6a req-bd289a5a-3953-4543-ba2f-b7cc688621a5 tempest-AttachSCSIVolumeTestJSON-1768878471 tempest-AttachSCSIVolumeTestJSON-1768878471-project] 10.222.0.90 "GET /v2.0/security-groups?id=12447a63-5fb2-4311-b8af-0953600324f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727803 Feb 09 21:36:47.910924 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-886d7045-7a3c-4db8-b876-c09c2e942d54 req-8b5325a5-9604-47c8-b644-f393233e64a3 service neutron] 10.222.0.95 "GET /v2.0/networks/f722f08f-1fc9-4bca-8aee-34c5490b3824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817650 Feb 09 21:36:48.016411 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fb3553-f074-448e-bee5-58d4057bf5a6 req-d6d76940-3029-47e2-8813-e4075af0ff7c tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:48.017820 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-68fb3553-f074-448e-bee5-58d4057bf5a6 req-d6d76940-3029-47e2-8813-e4075af0ff7c tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=82be41b1-46da-46a7-8af9-241c6a0e3e2d HTTP/1.1" status: 200 len: 947 time: 0.1853735 Feb 09 21:36:48.054893 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac2ce749-3a2a-4be5-9259-f750d22bdd28 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Router 7582da31-e7cc-4bc0-941a-2f75e8c78c09 is scheduled to L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 with binding_index 1 {{(pid=103141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:36:48.064326 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136b1ddb-1f6c-4ca6-8c39-f4c9eee382b4 req-e4e7f736-9eae-45fc-a254-c8a917f1691c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:48.067498 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-136b1ddb-1f6c-4ca6-8c39-f4c9eee382b4 req-e4e7f736-9eae-45fc-a254-c8a917f1691c service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=6f91ff87dda04a70be53686f188383f3&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3484418 Feb 09 21:36:48.131447 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f07054f1-ef38-42ac-a181-aae86b623b32', 'tag': '7585e969-04e4-4a12-b80a-0f1fb6137cf0'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:36:48.133842 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d95cfa33-08cd-4396-83e4-ed1df4c98dd0" -d '{"events": [{"name": "network-changed", "server_uuid": "f07054f1-ef38-42ac-a181-aae86b623b32", "tag": "7585e969-04e4-4a12-b80a-0f1fb6137cf0"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:36:48.152819 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e9f5e-6f64-4030-bd9a-cc413555ae05 req-0ba70d1a-3903-4671-b38e-daf4798a1bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:48.153978 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-df6e9f5e-6f64-4030-bd9a-cc413555ae05 req-0ba70d1a-3903-4671-b38e-daf4798a1bc8 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2112677 Feb 09 21:36:48.183978 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-886d7045-7a3c-4db8-b876-c09c2e942d54 req-cdb36d9e-bfda-4709-8a4f-73d4c4dcde13 service neutron] 10.222.0.95 "GET /v2.0/networks/f722f08f-1fc9-4bca-8aee-34c5490b3824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660167 Feb 09 21:36:48.222682 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-68fb3553-f074-448e-bee5-58d4057bf5a6 req-5cd9234a-fcef-47ee-a2ff-2005fd338853 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885886 Feb 09 21:36:48.232466 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad0041d-d0df-47f2-b924-8c72499dca70 req-f86ffe20-2ad0-4966-b207-e7a04b6611a6 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:48.233973 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6ad0041d-d0df-47f2-b924-8c72499dca70 req-f86ffe20-2ad0-4966-b207-e7a04b6611a6 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/ports?device_id=2554d57d-83c8-4d46-b328-49ce7df09ba6 HTTP/1.1" status: 200 len: 945 time: 0.2112508 Feb 09 21:36:48.276770 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f22f10b8-2195-48aa-927c-63ca2e3d3b4f x-openstack-request-id: req-f22f10b8-2195-48aa-927c-63ca2e3d3b4f {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:36:48.277072 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f07054f1-ef38-42ac-a181-aae86b623b32", "tag": "7585e969-04e4-4a12-b80a-0f1fb6137cf0", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:36:48.277317 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-f22f10b8-2195-48aa-927c-63ca2e3d3b4f {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:36:48.277708 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f07054f1-ef38-42ac-a181-aae86b623b32', 'tag': '7585e969-04e4-4a12-b80a-0f1fb6137cf0', 'status': 'completed', 'code': 200} Feb 09 21:36:48.300674 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-252ba0a1-1a0d-4d54-9bb2-e2a9ec8ea7db req-45c914b1-0b7b-401a-b7e2-c62ebc94596e tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Publish callbacks [] for port (1573c34f-840d-4a68-954b-240868f76ebf), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:48.318470 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6ad0041d-d0df-47f2-b924-8c72499dca70 req-c52c06dc-0643-40d7-9123-bb6744f5d665 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d80a148-e9eb-4688-aae9-f24ed4e32758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721681 Feb 09 21:36:48.376145 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:36:48.390076 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95cfa33-08cd-4396-83e4-ed1df4c98dd0 req-307dc2b3-15ed-428f-a5b3-7e237f89c53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:48.391593 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d95cfa33-08cd-4396-83e4-ed1df4c98dd0 req-307dc2b3-15ed-428f-a5b3-7e237f89c53a service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=8dc625c4d58447bc86b44b9cf28b71a5&device_id=f07054f1-ef38-42ac-a181-aae86b623b32 HTTP/1.1" status: 200 len: 1125 time: 0.0722432 Feb 09 21:36:48.393025 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-252ba0a1-1a0d-4d54-9bb2-e2a9ec8ea7db req-45c914b1-0b7b-401a-b7e2-c62ebc94596e tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (1573c34f-840d-4a68-954b-240868f76ebf), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:48.494335 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-252ba0a1-1a0d-4d54-9bb2-e2a9ec8ea7db req-45c914b1-0b7b-401a-b7e2-c62ebc94596e tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Network f722f08f-1fc9-4bca-8aee-34c5490b3824 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:36:48.499061 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [req-252ba0a1-1a0d-4d54-9bb2-e2a9ec8ea7db req-45c914b1-0b7b-401a-b7e2-c62ebc94596e tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:36:48.512772 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c914b1-0b7b-401a-b7e2-c62ebc94596e tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Pushing event updated for resources: {'Port': ['ID=1573c34f-840d-4a68-954b-240868f76ebf,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:48.526658 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-252ba0a1-1a0d-4d54-9bb2-e2a9ec8ea7db req-45c914b1-0b7b-401a-b7e2-c62ebc94596e tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:36:48.693417 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136b1ddb-1f6c-4ca6-8c39-f4c9eee382b4 req-0052984e-37c0-43ba-8980-7896dd55e603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:48.695328 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-136b1ddb-1f6c-4ca6-8c39-f4c9eee382b4 req-0052984e-37c0-43ba-8980-7896dd55e603 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6156378 Feb 09 21:36:48.697166 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac2ce749-3a2a-4be5-9259-f750d22bdd28 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:36:48.709607 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726c13b3-a21a-4cc7-a4a9-5bc63599fddd None None] Sync routers for ids ['7582da31-e7cc-4bc0-941a-2f75e8c78c09'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:36:48.731815 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726c13b3-a21a-4cc7-a4a9-5bc63599fddd None None] Routers {'7582da31-e7cc-4bc0-941a-2f75e8c78c09'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:36:48.732646 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-726c13b3-a21a-4cc7-a4a9-5bc63599fddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:36:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['7582da31-e7cc-4bc0-941a-2f75e8c78c09'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:48.755999 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ac2ce749-3a2a-4be5-9259-f750d22bdd28 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:48.757270 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-ac2ce749-3a2a-4be5-9259-f750d22bdd28 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] 10.222.0.90 "PUT /v2.0/routers/7582da31-e7cc-4bc0-941a-2f75e8c78c09 HTTP/1.1" status: 200 len: 879 time: 4.8632390 Feb 09 21:36:48.775382 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-df6e9f5e-6f64-4030-bd9a-cc413555ae05 req-144d0e08-6c11-4625-92d4-d19e99bc329c service neutron] 10.222.0.89 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4712608 Feb 09 21:36:48.789400 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91080ed-3626-4f22-882d-e3952f16fee4 req-3c2fcda2-0aa5-45ca-b43a-a0d5c7dcad42 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:48.791272 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b91080ed-3626-4f22-882d-e3952f16fee4 req-3c2fcda2-0aa5-45ca-b43a-a0d5c7dcad42 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.89 "GET /v2.0/networks?id=f722f08f-1fc9-4bca-8aee-34c5490b3824 HTTP/1.1" status: 200 len: 816 time: 0.6794593 Feb 09 21:36:48.797385 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 57706) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:48.817056 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-3d684067-b850-41f8-be7c-e9bd9776644a None None] Provisioning complete for port 1573c34f-840d-4a68-954b-240868f76ebf triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:36:48.818774 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-3d684067-b850-41f8-be7c-e9bd9776644a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (1573c34f-840d-4a68-954b-240868f76ebf), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:48.839374 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-726c13b3-a21a-4cc7-a4a9-5bc63599fddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:48.858552 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-b91080ed-3626-4f22-882d-e3952f16fee4 req-578ca74a-60b7-4299-ae73-327448f2af12 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Request body: {'port': {'device_id': '3aacf893-a448-4bd1-82e1-4aa5fcd166ec', 'network_id': 'f722f08f-1fc9-4bca-8aee-34c5490b3824', 'admin_state_up': True, 'tenant_id': '8dc625c4d58447bc86b44b9cf28b71a5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:36:48.867699 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726c13b3-a21a-4cc7-a4a9-5bc63599fddd None None] Routers {'7582da31-e7cc-4bc0-941a-2f75e8c78c09'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:36:48.868370 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-726c13b3-a21a-4cc7-a4a9-5bc63599fddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:36:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['7582da31-e7cc-4bc0-941a-2f75e8c78c09'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:48.905643 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-3d684067-b850-41f8-be7c-e9bd9776644a None None] Port 1573c34f-840d-4a68-954b-240868f76ebf cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:36:48.930754 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-726c13b3-a21a-4cc7-a4a9-5bc63599fddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:48.931573 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726c13b3-a21a-4cc7-a4a9-5bc63599fddd None None] The sync data for ids ['7582da31-e7cc-4bc0-941a-2f75e8c78c09'] in n-d-828369-5 is: [] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:36:48.990395 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ba0a1-1a0d-4d54-9bb2-e2a9ec8ea7db req-45c914b1-0b7b-401a-b7e2-c62ebc94596e tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:48.990639 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-252ba0a1-1a0d-4d54-9bb2-e2a9ec8ea7db req-45c914b1-0b7b-401a-b7e2-c62ebc94596e tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:49.010729 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95cfa33-08cd-4396-83e4-ed1df4c98dd0 req-0f9299a3-4963-4141-9d1f-2bf018b4e635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:49.012188 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d95cfa33-08cd-4396-83e4-ed1df4c98dd0 req-0f9299a3-4963-4141-9d1f-2bf018b4e635 service neutron] 10.222.0.95 "GET /v2.0/networks?id=f722f08f-1fc9-4bca-8aee-34c5490b3824 HTTP/1.1" status: 200 len: 917 time: 0.6108365 Feb 09 21:36:49.022455 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2795d8-85eb-4e19-8de4-201d00d2d883 req-185f0e11-725e-4bb4-9bd3-d599b68ff7dc tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:49.027691 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fd2795d8-85eb-4e19-8de4-201d00d2d883 req-185f0e11-725e-4bb4-9bd3-d599b68ff7dc tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/ports?device_id=7859f1d3-5d50-4c2b-9aee-4a3346b90a04 HTTP/1.1" status: 200 len: 945 time: 0.5296974 Feb 09 21:36:49.055445 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-252ba0a1-1a0d-4d54-9bb2-e2a9ec8ea7db req-45c914b1-0b7b-401a-b7e2-c62ebc94596e tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7811558 Feb 09 21:36:49.103268 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73d8ec8-6bd5-4df6-b7fd-b039f4178a00 req-97c73ffa-9f6c-4b9a-b3a8-f2dd4ef0b2b8 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:49.111885 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b73d8ec8-6bd5-4df6-b7fd-b039f4178a00 req-97c73ffa-9f6c-4b9a-b3a8-f2dd4ef0b2b8 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/ports?device_id=5a1ea706-a091-449b-ac8a-a4314ae11af5 HTTP/1.1" status: 200 len: 932 time: 0.2060790 Feb 09 21:36:49.154831 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-252ba0a1-1a0d-4d54-9bb2-e2a9ec8ea7db req-19c4ee35-0e23-40fa-9172-e6387214325e service neutron] Request body: {'port': {'device_id': '5a1ea706-a091-449b-ac8a-a4314ae11af5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-5'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:36:49.184569 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-df6e9f5e-6f64-4030-bd9a-cc413555ae05 req-a6e1b444-dad2-4cda-96fe-3c5bc0265750 service neutron] 10.222.0.89 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3871424 Feb 09 21:36:49.203555 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-f6e413b6-4961-4071-93b5-5dc7d14265c1 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] 10.222.0.90 "GET /v2.0/routers/7582da31-e7cc-4bc0-941a-2f75e8c78c09 HTTP/1.1" status: 200 len: 920 time: 0.3990722 Feb 09 21:36:49.204518 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 57714) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:49.218229 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d95cfa33-08cd-4396-83e4-ed1df4c98dd0 req-77032e52-6794-47a0-b7de-0f3cbe366947 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7585e969-04e4-4a12-b80a-0f1fb6137cf0 HTTP/1.1" status: 200 len: 217 time: 0.1886375 Feb 09 21:36:49.320206 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b73d8ec8-6bd5-4df6-b7fd-b039f4178a00 req-f167f6d7-7756-4526-9cc3-78d80e0392c1 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/security-groups?id=1fbaec86-241e-4c80-89d8-21c7be7723d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066622 Feb 09 21:36:49.328845 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fd2795d8-85eb-4e19-8de4-201d00d2d883 req-a186f655-20a8-4aad-9987-4165bcd8721c tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/security-groups?id=53864ffe-fa53-4ead-9e41-21e6252e7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942393 Feb 09 21:36:49.336361 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-252ba0a1-1a0d-4d54-9bb2-e2a9ec8ea7db req-19c4ee35-0e23-40fa-9172-e6387214325e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (1573c34f-840d-4a68-954b-240868f76ebf), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:49.340988 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0747b8b2-946b-4f0b-87ba-b0679294fcb3 req-9e932a46-c192-4ac9-860b-0fcb7d7aa69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:49.342587 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0747b8b2-946b-4f0b-87ba-b0679294fcb3 req-9e932a46-c192-4ac9-860b-0fcb7d7aa69d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6f91ff87dda04a70be53686f188383f3&device_id=f4370d51-2d54-428b-89f6-5d895db07d75 HTTP/1.1" status: 200 len: 1125 time: 0.5439973 Feb 09 21:36:49.370413 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95cfa33-08cd-4396-83e4-ed1df4c98dd0 req-144df654-264e-42d2-b471-113ea8357d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:49.371937 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d95cfa33-08cd-4396-83e4-ed1df4c98dd0 req-144df654-264e-42d2-b471-113ea8357d22 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=23af5770-96c5-4601-87b5-a95bcf2c0086 HTTP/1.1" status: 200 len: 855 time: 0.1333477 Feb 09 21:36:49.643259 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95cfa33-08cd-4396-83e4-ed1df4c98dd0 req-e00891e0-84f2-4171-96b8-d9c193abf344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:49.644848 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d95cfa33-08cd-4396-83e4-ed1df4c98dd0 req-e00891e0-84f2-4171-96b8-d9c193abf344 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=f722f08f-1fc9-4bca-8aee-34c5490b3824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2567661 Feb 09 21:36:49.659658 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea85e0-6166-49b2-9d26-1c2105b042d8 req-0da34a78-be5c-4998-a49e-7cb614b2b9be tempest-AttachSCSIVolumeTestJSON-1768878471 tempest-AttachSCSIVolumeTestJSON-1768878471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:49.661218 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2dea85e0-6166-49b2-9d26-1c2105b042d8 req-0da34a78-be5c-4998-a49e-7cb614b2b9be tempest-AttachSCSIVolumeTestJSON-1768878471 tempest-AttachSCSIVolumeTestJSON-1768878471-project] 10.222.0.90 "GET /v2.0/ports?device_id=f4370d51-2d54-428b-89f6-5d895db07d75 HTTP/1.1" status: 200 len: 943 time: 0.2236586 Feb 09 21:36:49.681196 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7347414-95a5-440f-b24c-737bbe3850bc req-82f029b7-44a9-4528-a9f8-2f54b1df12a9 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:49.682786 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f7347414-95a5-440f-b24c-737bbe3850bc req-82f029b7-44a9-4528-a9f8-2f54b1df12a9 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=82be41b1-46da-46a7-8af9-241c6a0e3e2d HTTP/1.1" status: 200 len: 947 time: 0.2356057 Feb 09 21:36:49.722783 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0747b8b2-946b-4f0b-87ba-b0679294fcb3 req-48c62629-ae7f-4398-a69b-2c172234646c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=13190e85-6281-411d-8599-8e4d0b5a4700 HTTP/1.1" status: 200 len: 217 time: 0.3565693 Feb 09 21:36:49.723407 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b91080ed-3626-4f22-882d-e3952f16fee4 req-578ca74a-60b7-4299-ae73-327448f2af12 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Made reservation on behalf of 8dc625c4d58447bc86b44b9cf28b71a5 for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:36:49.726606 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b91080ed-3626-4f22-882d-e3952f16fee4 req-578ca74a-60b7-4299-ae73-327448f2af12 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:49.830220 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ac720b-d947-41c7-bd0c-8ee7bea7b645 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:49.834180 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-c2ac720b-d947-41c7-bd0c-8ee7bea7b645 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] 10.222.0.90 "GET /v2.0/ports?network_id=54a442d5-50a0-4c75-85cc-d19f5bf58118&device_id=7582da31-e7cc-4bc0-941a-2f75e8c78c09&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5581572 Feb 09 21:36:49.840772 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 57722) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:49.884719 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0747b8b2-946b-4f0b-87ba-b0679294fcb3 req-b02eb6c2-7417-4788-82a2-28b07ba43f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:49.887420 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0747b8b2-946b-4f0b-87ba-b0679294fcb3 req-b02eb6c2-7417-4788-82a2-28b07ba43f2e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d52237e6-14ab-4720-af5c-d58266e97d9d HTTP/1.1" status: 200 len: 854 time: 0.1585903 Feb 09 21:36:49.943075 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2dea85e0-6166-49b2-9d26-1c2105b042d8 req-840e2e18-8afe-4b4d-9ac7-b6218da0ade3 tempest-AttachSCSIVolumeTestJSON-1768878471 tempest-AttachSCSIVolumeTestJSON-1768878471-project] 10.222.0.90 "GET /v2.0/security-groups?id=12447a63-5fb2-4311-b8af-0953600324f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562051 Feb 09 21:36:49.946812 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d95cfa33-08cd-4396-83e4-ed1df4c98dd0 req-720eb53e-8414-444b-820c-156f1939a345 service neutron] 10.222.0.95 "GET /v2.0/networks/f722f08f-1fc9-4bca-8aee-34c5490b3824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816303 Feb 09 21:36:49.987306 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334faff4-16bb-4696-a04d-39301bc3ca5f req-88aef99b-e961-4564-8e8d-009ddc6e7ffa tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:49.989223 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-334faff4-16bb-4696-a04d-39301bc3ca5f req-88aef99b-e961-4564-8e8d-009ddc6e7ffa tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.89 "GET /v2.0/ports?device_id=7859f1d3-5d50-4c2b-9aee-4a3346b90a04 HTTP/1.1" status: 200 len: 945 time: 0.2075591 Feb 09 21:36:50.009207 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-360da793-79a9-4e7c-85fa-83b35cffd71b admin admin] Deleting port a5155738-e889-4b4b-bb6f-70469f1a003c {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:36:50.009557 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-360da793-79a9-4e7c-85fa-83b35cffd71b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (a5155738-e889-4b4b-bb6f-70469f1a003c), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:50.018253 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f7347414-95a5-440f-b24c-737bbe3850bc req-4cc8e1b9-d8a6-4697-80f7-12e1be6dc964 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3085415 Feb 09 21:36:50.043747 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0747b8b2-946b-4f0b-87ba-b0679294fcb3 req-5e176732-447a-4f8b-86d4-68681644c615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:50.043747 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0747b8b2-946b-4f0b-87ba-b0679294fcb3 req-5e176732-447a-4f8b-86d4-68681644c615 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=72e21a0c-bd04-4da9-83ef-ade9ea60785f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1421077 Feb 09 21:36:50.118826 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6cbc1a7-f431-4f0c-85ef-565e17f36a3b tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:50.123382 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-c6cbc1a7-f431-4f0c-85ef-565e17f36a3b tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] 10.222.0.90 "GET /v2.0/networks/54a442d5-50a0-4c75-85cc-d19f5bf58118 HTTP/1.1" status: 200 len: 881 time: 0.2766776 Feb 09 21:36:50.128471 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 57724) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:50.206398 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-bdf0487e-0bba-47cf-9265-d108268aace9 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] 10.222.0.90 "GET /v2.0/ports?device_id=7582da31-e7cc-4bc0-941a-2f75e8c78c09 HTTP/1.1" status: 200 len: 205 time: 0.0750101 Feb 09 21:36:50.213742 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 57726) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:50.236141 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c0f72-2970-44db-8104-866760c5b762 req-67e8d226-420a-4ce1-9dff-0c1904f37476 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:50.241485 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-537c0f72-2970-44db-8104-866760c5b762 req-67e8d226-420a-4ce1-9dff-0c1904f37476 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/ports?device_id=2554d57d-83c8-4d46-b328-49ce7df09ba6 HTTP/1.1" status: 200 len: 945 time: 0.2274008 Feb 09 21:36:50.272059 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d95cfa33-08cd-4396-83e4-ed1df4c98dd0 req-523df182-b672-4977-8c86-01d9bf50cb04 service neutron] 10.222.0.95 "GET /v2.0/networks/f722f08f-1fc9-4bca-8aee-34c5490b3824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573109 Feb 09 21:36:50.289654 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [req-252ba0a1-1a0d-4d54-9bb2-e2a9ec8ea7db req-19c4ee35-0e23-40fa-9172-e6387214325e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1573c34f-840d-4a68-954b-240868f76ebf {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:36:50.317847 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-252ba0a1-1a0d-4d54-9bb2-e2a9ec8ea7db req-19c4ee35-0e23-40fa-9172-e6387214325e service neutron] Publish callbacks [] for port (1573c34f-840d-4a68-954b-240868f76ebf), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:50.365245 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [req-252ba0a1-1a0d-4d54-9bb2-e2a9ec8ea7db req-19c4ee35-0e23-40fa-9172-e6387214325e service neutron] Transition to ACTIVE for port object 1573c34f-840d-4a68-954b-240868f76ebf will not be triggered until provisioned by entity L2. {{(pid=103140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:36:50.374074 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-252ba0a1-1a0d-4d54-9bb2-e2a9ec8ea7db req-19c4ee35-0e23-40fa-9172-e6387214325e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (1573c34f-840d-4a68-954b-240868f76ebf), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:50.382310 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-360da793-79a9-4e7c-85fa-83b35cffd71b admin admin] For port a5155738-e889-4b4b-bb6f-70469f1a003c, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=a5155738-e889-4b4b-bb6f-70469f1a003c,segment=NetworkSegment(9e9d7d8b-b3ce-4b7a-bf3a-3a9e3687f2f0),segment_id=9e9d7d8b-b3ce-4b7a-bf3a-3a9e3687f2f0)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:50.383686 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-360da793-79a9-4e7c-85fa-83b35cffd71b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (a5155738-e889-4b4b-bb6f-70469f1a003c), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:50.409064 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-537c0f72-2970-44db-8104-866760c5b762 req-43dafa4b-c930-49a3-a8a4-527e3e360ab1 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d80a148-e9eb-4688-aae9-f24ed4e32758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311631 Feb 09 21:36:50.487571 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0747b8b2-946b-4f0b-87ba-b0679294fcb3 req-a795ba65-f73a-46f9-a43b-63c2a06cb8c4 service neutron] 10.222.0.89 "GET /v2.0/networks/72e21a0c-bd04-4da9-83ef-ade9ea60785f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4147544 Feb 09 21:36:50.493709 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 47af76bb-ef60-4c69-9b0e-9800d9e02153 details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:36:50.551131 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-360da793-79a9-4e7c-85fa-83b35cffd71b admin admin] Calling delete_port for a5155738-e889-4b4b-bb6f-70469f1a003c owned by network:router_interface {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:36:50.644506 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-dd4c2a7b-9f5b-4636-bbed-e890da9c69d9 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks [] for router (7582da31-e7cc-4bc0-941a-2f75e8c78c09), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:50.807221 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c4ee35-0e23-40fa-9172-e6387214325e service neutron] Pushing event updated for resources: {'Port': ['ID=1573c34f-840d-4a68-954b-240868f76ebf,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:50.817317 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [req-b91080ed-3626-4f22-882d-e3952f16fee4 req-578ca74a-60b7-4299-ae73-327448f2af12 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Allocated IP 172.20.0.10 (f722f08f-1fc9-4bca-8aee-34c5490b3824/23af5770-96c5-4601-87b5-a95bcf2c0086/f047a5eb-ee7a-44a3-9cc8-cfae77dc602b) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:36:50.894529 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 47af76bb-ef60-4c69-9b0e-9800d9e02153, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=47af76bb-ef60-4c69-9b0e-9800d9e02153,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:50.907957 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': '47af76bb-ef60-4c69-9b0e-9800d9e02153', 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc', 'port_id': '47af76bb-ef60-4c69-9b0e-9800d9e02153', 'mac_address': 'fa:16:3e:27:14:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f7402ac-a35b-414b-bcc1-bc1c3072ec3c', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:36:50.909197 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-252ba0a1-1a0d-4d54-9bb2-e2a9ec8ea7db req-19c4ee35-0e23-40fa-9172-e6387214325e service neutron] Attempting to bind port 1573c34f-840d-4a68-954b-240868f76ebf on host n-h1-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:36:50.909608 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-252ba0a1-1a0d-4d54-9bb2-e2a9ec8ea7db req-19c4ee35-0e23-40fa-9172-e6387214325e service neutron] Attempting to bind port 1573c34f-840d-4a68-954b-240868f76ebf by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': 'd40f9022-2b63-46f5-b33e-b292576f9da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'f722f08f-1fc9-4bca-8aee-34c5490b3824'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:36:50.910010 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252ba0a1-1a0d-4d54-9bb2-e2a9ec8ea7db req-19c4ee35-0e23-40fa-9172-e6387214325e service neutron] Attempting to bind port 1573c34f-840d-4a68-954b-240868f76ebf on network f722f08f-1fc9-4bca-8aee-34c5490b3824 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:36:50.920439 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f0add3-44dc-404c-91f9-5842a54c4ea8 req-a61cd908-ed3b-4194-a29a-ff9ccd2d2ef0 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:50.922102 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-04f0add3-44dc-404c-91f9-5842a54c4ea8 req-a61cd908-ed3b-4194-a29a-ff9ccd2d2ef0 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/ports?device_id=5a1ea706-a091-449b-ac8a-a4314ae11af5 HTTP/1.1" status: 200 len: 944 time: 0.2485547 Feb 09 21:36:50.934543 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252ba0a1-1a0d-4d54-9bb2-e2a9ec8ea7db req-19c4ee35-0e23-40fa-9172-e6387214325e service neutron] Port 1573c34f-840d-4a68-954b-240868f76ebf on network f722f08f-1fc9-4bca-8aee-34c5490b3824 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:36:50.934959 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252ba0a1-1a0d-4d54-9bb2-e2a9ec8ea7db req-19c4ee35-0e23-40fa-9172-e6387214325e service neutron] Attempting to bind port 1573c34f-840d-4a68-954b-240868f76ebf on network f722f08f-1fc9-4bca-8aee-34c5490b3824 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:36:50.953771 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252ba0a1-1a0d-4d54-9bb2-e2a9ec8ea7db req-19c4ee35-0e23-40fa-9172-e6387214325e service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:36:50.954223 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252ba0a1-1a0d-4d54-9bb2-e2a9ec8ea7db req-19c4ee35-0e23-40fa-9172-e6387214325e service neutron] Checking segment: {'id': 'd40f9022-2b63-46f5-b33e-b292576f9da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'f722f08f-1fc9-4bca-8aee-34c5490b3824'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:36:50.954780 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252ba0a1-1a0d-4d54-9bb2-e2a9ec8ea7db req-19c4ee35-0e23-40fa-9172-e6387214325e service neutron] Bound using segment: {'id': 'd40f9022-2b63-46f5-b33e-b292576f9da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'f722f08f-1fc9-4bca-8aee-34c5490b3824'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:36:50.955286 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-252ba0a1-1a0d-4d54-9bb2-e2a9ec8ea7db req-19c4ee35-0e23-40fa-9172-e6387214325e service neutron] Bound port: 1573c34f-840d-4a68-954b-240868f76ebf, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd40f9022-2b63-46f5-b33e-b292576f9da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'f722f08f-1fc9-4bca-8aee-34c5490b3824'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:36:50.955719 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-252ba0a1-1a0d-4d54-9bb2-e2a9ec8ea7db req-19c4ee35-0e23-40fa-9172-e6387214325e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (1573c34f-840d-4a68-954b-240868f76ebf), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:50.960051 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 47af76bb-ef60-4c69-9b0e-9800d9e02153 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:36:50.962080 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (47af76bb-ef60-4c69-9b0e-9800d9e02153), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:50.999763 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:51.005069 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47af76bb-ef60-4c69-9b0e-9800d9e02153 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:36:51.007497 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39d5a3a-29cf-4b8c-b974-c900fa35000f req-91813384-66ae-4bd1-b88e-192ec99e037e tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:51.009181 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d39d5a3a-29cf-4b8c-b974-c900fa35000f req-91813384-66ae-4bd1-b88e-192ec99e037e tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/ports?device_id=7859f1d3-5d50-4c2b-9aee-4a3346b90a04 HTTP/1.1" status: 200 len: 945 time: 0.1488891 Feb 09 21:36:51.028084 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 47af76bb-ef60-4c69-9b0e-9800d9e02153, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=47af76bb-ef60-4c69-9b0e-9800d9e02153,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:51.032842 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (47af76bb-ef60-4c69-9b0e-9800d9e02153), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:51.044990 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-04f0add3-44dc-404c-91f9-5842a54c4ea8 req-d08d7302-aac8-407e-a722-e1b7101d4fa9 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/security-groups?id=1fbaec86-241e-4c80-89d8-21c7be7723d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153557 Feb 09 21:36:51.062066 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-334faff4-16bb-4696-a04d-39301bc3ca5f req-2a2867c5-2c00-47c7-8a64-d563720ff4dd tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Deleting port 923cbd4b-05ae-410e-89b1-2f760e1dfdbe {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:36:51.062469 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-334faff4-16bb-4696-a04d-39301bc3ca5f req-2a2867c5-2c00-47c7-8a64-d563720ff4dd tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (923cbd4b-05ae-410e-89b1-2f760e1dfdbe), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:51.105529 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=47af76bb-ef60-4c69-9b0e-9800d9e02153,revision_number=8']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:51.118128 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d39d5a3a-29cf-4b8c-b974-c900fa35000f req-931c03e8-901a-421b-9eee-68c518973724 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/security-groups?id=53864ffe-fa53-4ead-9e41-21e6252e7680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875294 Feb 09 21:36:51.119238 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-252ba0a1-1a0d-4d54-9bb2-e2a9ec8ea7db req-19c4ee35-0e23-40fa-9172-e6387214325e service neutron] For port 1573c34f-840d-4a68-954b-240868f76ebf, host n-h1-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:36:51.177325 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-252ba0a1-1a0d-4d54-9bb2-e2a9ec8ea7db req-19c4ee35-0e23-40fa-9172-e6387214325e service neutron] For port 1573c34f-840d-4a68-954b-240868f76ebf, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=1573c34f-840d-4a68-954b-240868f76ebf,segment=NetworkSegment(d40f9022-2b63-46f5-b33e-b292576f9da1),segment_id=d40f9022-2b63-46f5-b33e-b292576f9da1)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:36:51.187588 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-252ba0a1-1a0d-4d54-9bb2-e2a9ec8ea7db req-19c4ee35-0e23-40fa-9172-e6387214325e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (1573c34f-840d-4a68-954b-240868f76ebf), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:51.288699 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 7585e969-04e4-4a12-b80a-0f1fb6137cf0 details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:36:51.289806 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ba0a1-1a0d-4d54-9bb2-e2a9ec8ea7db req-19c4ee35-0e23-40fa-9172-e6387214325e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:51.290456 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-252ba0a1-1a0d-4d54-9bb2-e2a9ec8ea7db req-19c4ee35-0e23-40fa-9172-e6387214325e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:51.292702 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-252ba0a1-1a0d-4d54-9bb2-e2a9ec8ea7db req-19c4ee35-0e23-40fa-9172-e6387214325e service neutron] 10.222.0.95 "PUT /v2.0/ports/1573c34f-840d-4a68-954b-240868f76ebf HTTP/1.1" status: 200 len: 1092 time: 2.1427653 Feb 09 21:36:51.293616 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a1ea706-a091-449b-ac8a-a4314ae11af5', 'tag': '1573c34f-840d-4a68-954b-240868f76ebf'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:36:51.295941 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08ca4f87-d171-4c2c-b8a4-26b11ecce234" -d '{"events": [{"name": "network-changed", "server_uuid": "5a1ea706-a091-449b-ac8a-a4314ae11af5", "tag": "1573c34f-840d-4a68-954b-240868f76ebf"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:36:51.317426 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c4ee35-0e23-40fa-9172-e6387214325e service neutron] Pushing event updated for resources: {'Port': ['ID=1573c34f-840d-4a68-954b-240868f76ebf,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:51.340523 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132918da-b340-4190-99b9-f447348ce0c0 req-2198a65f-10c4-4648-8575-31d73f9459f6 tempest-AttachSCSIVolumeTestJSON-1768878471 tempest-AttachSCSIVolumeTestJSON-1768878471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:51.342129 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-132918da-b340-4190-99b9-f447348ce0c0 req-2198a65f-10c4-4648-8575-31d73f9459f6 tempest-AttachSCSIVolumeTestJSON-1768878471 tempest-AttachSCSIVolumeTestJSON-1768878471-project] 10.222.0.90 "GET /v2.0/ports?device_id=f4370d51-2d54-428b-89f6-5d895db07d75 HTTP/1.1" status: 200 len: 943 time: 0.2199528 Feb 09 21:36:51.434373 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b91080ed-3626-4f22-882d-e3952f16fee4 req-578ca74a-60b7-4299-ae73-327448f2af12 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Publish callbacks [] for port (f047a5eb-ee7a-44a3-9cc8-cfae77dc602b), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:51.435233 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af7d72f-91e5-4ff6-ad33-17c50ac8406c req-d14f8c63-c247-434b-a5e6-ee79984c2476 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:51.437673 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0af7d72f-91e5-4ff6-ad33-17c50ac8406c req-d14f8c63-c247-434b-a5e6-ee79984c2476 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=82be41b1-46da-46a7-8af9-241c6a0e3e2d HTTP/1.1" status: 200 len: 948 time: 0.2182653 Feb 09 21:36:51.492909 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b91080ed-3626-4f22-882d-e3952f16fee4 req-578ca74a-60b7-4299-ae73-327448f2af12 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (f047a5eb-ee7a-44a3-9cc8-cfae77dc602b), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:51.493463 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['47af76bb-ef60-4c69-9b0e-9800d9e02153'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:36:51.502403 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ba0a1-1a0d-4d54-9bb2-e2a9ec8ea7db req-e0769f6b-9e38-4482-ae14-0c68ef6d3aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:51.504352 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-252ba0a1-1a0d-4d54-9bb2-e2a9ec8ea7db req-e0769f6b-9e38-4482-ae14-0c68ef6d3aeb service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=8dc625c4d58447bc86b44b9cf28b71a5&device_id=5a1ea706-a091-449b-ac8a-a4314ae11af5 HTTP/1.1" status: 200 len: 1126 time: 0.1606488 Feb 09 21:36:51.523216 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-132918da-b340-4190-99b9-f447348ce0c0 req-90eb24e0-2154-4972-afbc-1209a165ff7d tempest-AttachSCSIVolumeTestJSON-1768878471 tempest-AttachSCSIVolumeTestJSON-1768878471-project] 10.222.0.90 "GET /v2.0/security-groups?id=12447a63-5fb2-4311-b8af-0953600324f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675382 Feb 09 21:36:51.579543 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 7585e969-04e4-4a12-b80a-0f1fb6137cf0, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=7585e969-04e4-4a12-b80a-0f1fb6137cf0,segment=NetworkSegment(d40f9022-2b63-46f5-b33e-b292576f9da1),segment_id=d40f9022-2b63-46f5-b33e-b292576f9da1)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:51.605965 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0747b8b2-946b-4f0b-87ba-b0679294fcb3 req-67cffd36-926e-46d0-a20c-8565e484448c service neutron] 10.222.0.89 "GET /v2.0/networks/72e21a0c-bd04-4da9-83ef-ade9ea60785f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9498451 Feb 09 21:36:51.615142 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b91080ed-3626-4f22-882d-e3952f16fee4 req-578ca74a-60b7-4299-ae73-327448f2af12 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Network f722f08f-1fc9-4bca-8aee-34c5490b3824 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:36:51.639452 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': '7585e969-04e4-4a12-b80a-0f1fb6137cf0', 'network_id': 'f722f08f-1fc9-4bca-8aee-34c5490b3824', 'port_id': '7585e969-04e4-4a12-b80a-0f1fb6137cf0', 'mac_address': 'fa:16:3e:9f:98:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23af5770-96c5-4601-87b5-a95bcf2c0086', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:36:51.645881 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d99d99c3-bd22-4724-9e5c-58766eaaf94f x-openstack-request-id: req-d99d99c3-bd22-4724-9e5c-58766eaaf94f {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:36:51.652608 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a1ea706-a091-449b-ac8a-a4314ae11af5", "tag": "1573c34f-840d-4a68-954b-240868f76ebf", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:36:51.653111 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-d99d99c3-bd22-4724-9e5c-58766eaaf94f {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:36:51.653718 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a1ea706-a091-449b-ac8a-a4314ae11af5', 'tag': '1573c34f-840d-4a68-954b-240868f76ebf', 'status': 'completed', 'code': 200} Feb 09 21:36:51.658902 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-252ba0a1-1a0d-4d54-9bb2-e2a9ec8ea7db req-576314a9-08f0-4d59-b254-d93a608152b5 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1573c34f-840d-4a68-954b-240868f76ebf HTTP/1.1" status: 200 len: 217 time: 0.1330965 Feb 09 21:36:51.672892 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [req-b91080ed-3626-4f22-882d-e3952f16fee4 req-578ca74a-60b7-4299-ae73-327448f2af12 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:36:51.675989 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-b91080ed-3626-4f22-882d-e3952f16fee4 req-578ca74a-60b7-4299-ae73-327448f2af12 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:36:51.687686 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 7585e969-04e4-4a12-b80a-0f1fb6137cf0 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:36:51.688278 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (7585e969-04e4-4a12-b80a-0f1fb6137cf0), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:51.741476 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7585e969-04e4-4a12-b80a-0f1fb6137cf0 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:36:51.746503 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578ca74a-60b7-4299-ae73-327448f2af12 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Pushing event updated for resources: {'Port': ['ID=f047a5eb-ee7a-44a3-9cc8-cfae77dc602b,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:51.761167 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0af7d72f-91e5-4ff6-ad33-17c50ac8406c req-6b7f60f3-6428-41a9-8bc7-f2959daa47b4 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926741 Feb 09 21:36:51.769905 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-dd4c2a7b-9f5b-4636-bbed-e890da9c69d9 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks [] for router_gateway (7582da31-e7cc-4bc0-941a-2f75e8c78c09), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:51.837452 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ba0a1-1a0d-4d54-9bb2-e2a9ec8ea7db req-241f0e4d-62a6-47c3-ae2e-9c57a85bf3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:51.842478 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-334faff4-16bb-4696-a04d-39301bc3ca5f req-2a2867c5-2c00-47c7-8a64-d563720ff4dd tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] For port 923cbd4b-05ae-410e-89b1-2f760e1dfdbe, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=923cbd4b-05ae-410e-89b1-2f760e1dfdbe,segment=NetworkSegment(b8c2a339-696c-42ff-9706-e9c7145ef2ff),segment_id=b8c2a339-696c-42ff-9706-e9c7145ef2ff)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:51.844970 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-334faff4-16bb-4696-a04d-39301bc3ca5f req-2a2867c5-2c00-47c7-8a64-d563720ff4dd tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (923cbd4b-05ae-410e-89b1-2f760e1dfdbe), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:51.849106 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-252ba0a1-1a0d-4d54-9bb2-e2a9ec8ea7db req-241f0e4d-62a6-47c3-ae2e-9c57a85bf3d9 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=23af5770-96c5-4601-87b5-a95bcf2c0086 HTTP/1.1" status: 200 len: 855 time: 0.1795771 Feb 09 21:36:51.891313 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-334faff4-16bb-4696-a04d-39301bc3ca5f req-2a2867c5-2c00-47c7-8a64-d563720ff4dd tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Calling delete_port for 923cbd4b-05ae-410e-89b1-2f760e1dfdbe owned by compute:nova {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:36:51.902553 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 7585e969-04e4-4a12-b80a-0f1fb6137cf0, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=7585e969-04e4-4a12-b80a-0f1fb6137cf0,segment=NetworkSegment(d40f9022-2b63-46f5-b33e-b292576f9da1),segment_id=d40f9022-2b63-46f5-b33e-b292576f9da1)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:51.917980 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (7585e969-04e4-4a12-b80a-0f1fb6137cf0), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:51.938905 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fd1674-92ed-4573-bc9f-961a0c2d28c0 req-11da4eed-cc39-4966-9fc6-7e2b1465bf07 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:51.953390 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-66fd1674-92ed-4573-bc9f-961a0c2d28c0 req-11da4eed-cc39-4966-9fc6-7e2b1465bf07 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/ports?device_id=2554d57d-83c8-4d46-b328-49ce7df09ba6 HTTP/1.1" status: 200 len: 945 time: 0.2494781 Feb 09 21:36:51.963515 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91080ed-3626-4f22-882d-e3952f16fee4 req-578ca74a-60b7-4299-ae73-327448f2af12 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:51.964681 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b91080ed-3626-4f22-882d-e3952f16fee4 req-578ca74a-60b7-4299-ae73-327448f2af12 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:52.062136 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ba0a1-1a0d-4d54-9bb2-e2a9ec8ea7db req-7cc25417-852f-466c-a021-c02d4a924d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:52.064052 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-252ba0a1-1a0d-4d54-9bb2-e2a9ec8ea7db req-7cc25417-852f-466c-a021-c02d4a924d38 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=f722f08f-1fc9-4bca-8aee-34c5490b3824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2029929 Feb 09 21:36:52.087241 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-66fd1674-92ed-4573-bc9f-961a0c2d28c0 req-36479cad-3286-429b-8654-7364b67bdf6e tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d80a148-e9eb-4688-aae9-f24ed4e32758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274195 Feb 09 21:36:52.129699 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=7585e969-04e4-4a12-b80a-0f1fb6137cf0,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:52.160911 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-360da793-79a9-4e7c-85fa-83b35cffd71b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (a5155738-e889-4b4b-bb6f-70469f1a003c), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:52.180386 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-727f5d1e-473e-44c0-b61a-9a8a9814a354 None None] Provisioning complete for port f047a5eb-ee7a-44a3-9cc8-cfae77dc602b triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:36:52.180386 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-727f5d1e-473e-44c0-b61a-9a8a9814a354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (f047a5eb-ee7a-44a3-9cc8-cfae77dc602b), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:52.223707 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-727f5d1e-473e-44c0-b61a-9a8a9814a354 None None] Port f047a5eb-ee7a-44a3-9cc8-cfae77dc602b cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:36:52.244198 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-334faff4-16bb-4696-a04d-39301bc3ca5f req-2a2867c5-2c00-47c7-8a64-d563720ff4dd tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (923cbd4b-05ae-410e-89b1-2f760e1dfdbe), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:52.254244 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b91080ed-3626-4f22-882d-e3952f16fee4 req-578ca74a-60b7-4299-ae73-327448f2af12 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4411516 Feb 09 21:36:52.260106 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360da793-79a9-4e7c-85fa-83b35cffd71b admin admin] Pushing event deleted for resources: {'Port': ['ID=a5155738-e889-4b4b-bb6f-70469f1a003c,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:52.291183 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-b91080ed-3626-4f22-882d-e3952f16fee4 req-e35be80d-d082-4981-bc6d-f2b1d2ee1481 service neutron] Request body: {'port': {'device_id': '3aacf893-a448-4bd1-82e1-4aa5fcd166ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:36:52.295303 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['7585e969-04e4-4a12-b80a-0f1fb6137cf0'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:36:52.331053 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-252ba0a1-1a0d-4d54-9bb2-e2a9ec8ea7db req-c31679f0-57d1-45bb-9cee-7bafdd08179f service neutron] 10.222.0.95 "GET /v2.0/networks/f722f08f-1fc9-4bca-8aee-34c5490b3824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420659 Feb 09 21:36:52.339970 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4047aef2-93ae-4be3-bbad-1226ef94eef9 req-8ad2a4e5-a7a7-49f4-bfea-89de42f1f5d6 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:52.341778 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4047aef2-93ae-4be3-bbad-1226ef94eef9 req-8ad2a4e5-a7a7-49f4-bfea-89de42f1f5d6 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=82be41b1-46da-46a7-8af9-241c6a0e3e2d HTTP/1.1" status: 200 len: 948 time: 0.1209249 Feb 09 21:36:52.366329 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccc0c7a-163c-4129-a67c-4d3014c1a03e req-1f2945be-6190-4129-a3b4-02171ad8835a tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:52.374904 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-eccc0c7a-163c-4129-a67c-4d3014c1a03e req-1f2945be-6190-4129-a3b4-02171ad8835a tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/ports?device_id=5a1ea706-a091-449b-ac8a-a4314ae11af5 HTTP/1.1" status: 200 len: 944 time: 0.1628673 Feb 09 21:36:52.388058 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2867c5-2c00-47c7-8a64-d563720ff4dd tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Pushing event deleted for resources: {'Port': ['ID=923cbd4b-05ae-410e-89b1-2f760e1dfdbe,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:52.520135 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 923cbd4b-05ae-410e-89b1-2f760e1dfdbe no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:36:52.535901 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-252ba0a1-1a0d-4d54-9bb2-e2a9ec8ea7db req-4d1918b4-3e74-4b78-a744-e2023800f39a service neutron] 10.222.0.95 "GET /v2.0/networks/f722f08f-1fc9-4bca-8aee-34c5490b3824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921170 Feb 09 21:36:52.566877 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-334faff4-16bb-4696-a04d-39301bc3ca5f req-2a2867c5-2c00-47c7-8a64-d563720ff4dd tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] No DVR routers for this DVR port 923cbd4b-05ae-410e-89b1-2f760e1dfdbe on host n-h2-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:36:52.573382 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-334faff4-16bb-4696-a04d-39301bc3ca5f req-2a2867c5-2c00-47c7-8a64-d563720ff4dd tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:52.577784 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-334faff4-16bb-4696-a04d-39301bc3ca5f req-2a2867c5-2c00-47c7-8a64-d563720ff4dd tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.89 "DELETE /v2.0/ports/923cbd4b-05ae-410e-89b1-2f760e1dfdbe HTTP/1.1" status: 204 len: 173 time: 2.5797887 Feb 09 21:36:52.579555 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-dd4c2a7b-9f5b-4636-bbed-e890da9c69d9 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Deleting port 2c836188-bc48-429b-be5d-f3c059a6df2e {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:36:52.580430 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-dd4c2a7b-9f5b-4636-bbed-e890da9c69d9 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (2c836188-bc48-429b-be5d-f3c059a6df2e), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:52.623420 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] No Port match for: 923cbd4b-05ae-410e-89b1-2f760e1dfdbe {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:36:52.623950 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 923cbd4b-05ae-410e-89b1-2f760e1dfdbe not bound to the agent host n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:36:52.628866 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-eccc0c7a-163c-4129-a67c-4d3014c1a03e req-b262e9f6-6453-449d-a5d3-204d7e9313d7 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/security-groups?id=1fbaec86-241e-4c80-89d8-21c7be7723d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521229 Feb 09 21:36:52.639514 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7859f1d3-5d50-4c2b-9aee-4a3346b90a04', 'name': 'network-vif-deleted', 'tag': '923cbd4b-05ae-410e-89b1-2f760e1dfdbe'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:36:52.646994 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb8e833-65b0-421f-88af-f85519776933" -d '{"events": [{"server_uuid": "7859f1d3-5d50-4c2b-9aee-4a3346b90a04", "name": "network-vif-deleted", "tag": "923cbd4b-05ae-410e-89b1-2f760e1dfdbe"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:36:52.657445 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93161e1b-01b0-4f77-89c0-ccdc783eafdf req-a43cae74-d399-4973-b296-def3f1ba1ea1 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:52.659266 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-93161e1b-01b0-4f77-89c0-ccdc783eafdf req-a43cae74-d399-4973-b296-def3f1ba1ea1 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.89 "GET /v2.0/ports?device_id=82be41b1-46da-46a7-8af9-241c6a0e3e2d&tenant_id=def3446e95584f24b6fdfb40ceda16ab&binding%3Ahost_id=n-h2-828369-5 HTTP/1.1" status: 200 len: 948 time: 0.4847043 Feb 09 21:36:52.718101 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4047aef2-93ae-4be3-bbad-1226ef94eef9 req-b9d5790e-90ac-4232-917b-02c43324068f tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3660297 Feb 09 21:36:52.802951 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9e56faa6-0b3c-4dbc-ac82-b2b4386e99aa req-9d6fb298-d588-4e62-9939-6064f25ca1a7 tempest-ServerDiskConfigTestJSON-1213235407 tempest-ServerDiskConfigTestJSON-1213235407-project] 10.222.0.90 "GET /v2.0/ports?device_id=7859f1d3-5d50-4c2b-9aee-4a3346b90a04 HTTP/1.1" status: 200 len: 210 time: 0.0551562 Feb 09 21:36:52.821663 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ca4f87-d171-4c2c-b8a4-26b11ecce234 req-2ff44a6b-518c-4f44-b07f-547bee22bea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:52.824822 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-08ca4f87-d171-4c2c-b8a4-26b11ecce234 req-2ff44a6b-518c-4f44-b07f-547bee22bea7 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=8dc625c4d58447bc86b44b9cf28b71a5&device_id=5a1ea706-a091-449b-ac8a-a4314ae11af5 HTTP/1.1" status: 200 len: 1126 time: 0.1949189 Feb 09 21:36:52.952054 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa70bf66-6520-4fce-9ea7-b1d514e9dc41 req-5342ad4a-7b07-4725-abf1-1351fa086505 tempest-AttachSCSIVolumeTestJSON-1768878471 tempest-AttachSCSIVolumeTestJSON-1768878471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:52.953527 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fa70bf66-6520-4fce-9ea7-b1d514e9dc41 req-5342ad4a-7b07-4725-abf1-1351fa086505 tempest-AttachSCSIVolumeTestJSON-1768878471 tempest-AttachSCSIVolumeTestJSON-1768878471-project] 10.222.0.90 "GET /v2.0/ports?device_id=f4370d51-2d54-428b-89f6-5d895db07d75 HTTP/1.1" status: 200 len: 943 time: 0.1125813 Feb 09 21:36:52.981644 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ca4f87-d171-4c2c-b8a4-26b11ecce234 req-f6802e0b-f1c6-49b2-ab1e-6d6b2025072c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:52.983136 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-08ca4f87-d171-4c2c-b8a4-26b11ecce234 req-f6802e0b-f1c6-49b2-ab1e-6d6b2025072c service neutron] 10.222.0.95 "GET /v2.0/networks?id=f722f08f-1fc9-4bca-8aee-34c5490b3824 HTTP/1.1" status: 200 len: 917 time: 0.1517365 Feb 09 21:36:53.037460 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bdd0c9e-0a3f-4abb-8d1b-b021ac3da102 x-openstack-request-id: req-7bdd0c9e-0a3f-4abb-8d1b-b021ac3da102 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:36:53.038051 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7859f1d3-5d50-4c2b-9aee-4a3346b90a04", "name": "network-vif-deleted", "tag": "923cbd4b-05ae-410e-89b1-2f760e1dfdbe", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:36:53.038051 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-7bdd0c9e-0a3f-4abb-8d1b-b021ac3da102 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:36:53.038347 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7859f1d3-5d50-4c2b-9aee-4a3346b90a04', 'name': 'network-vif-deleted', 'tag': '923cbd4b-05ae-410e-89b1-2f760e1dfdbe', 'status': 'completed', 'code': 200} Feb 09 21:36:53.044799 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-08ca4f87-d171-4c2c-b8a4-26b11ecce234 req-56efa8e4-c1e7-4e98-ae11-7fa4907ff7ea service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1573c34f-840d-4a68-954b-240868f76ebf HTTP/1.1" status: 200 len: 217 time: 0.0500672 Feb 09 21:36:53.049097 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fa70bf66-6520-4fce-9ea7-b1d514e9dc41 req-28be4843-6f60-466b-97f9-2da6f4015b43 tempest-AttachSCSIVolumeTestJSON-1768878471 tempest-AttachSCSIVolumeTestJSON-1768878471-project] 10.222.0.90 "GET /v2.0/security-groups?id=12447a63-5fb2-4311-b8af-0953600324f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894716 Feb 09 21:36:53.077178 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b91080ed-3626-4f22-882d-e3952f16fee4 req-e35be80d-d082-4981-bc6d-f2b1d2ee1481 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (f047a5eb-ee7a-44a3-9cc8-cfae77dc602b), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:53.098330 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ca4f87-d171-4c2c-b8a4-26b11ecce234 req-3aa37328-4c3f-4935-8185-d5948696df23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:53.099803 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-08ca4f87-d171-4c2c-b8a4-26b11ecce234 req-3aa37328-4c3f-4935-8185-d5948696df23 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=23af5770-96c5-4601-87b5-a95bcf2c0086 HTTP/1.1" status: 200 len: 855 time: 0.0456512 Feb 09 21:36:53.161575 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ca4f87-d171-4c2c-b8a4-26b11ecce234 req-d6fdff87-109e-41b6-ab35-9e3357ae577b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:53.165053 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-08ca4f87-d171-4c2c-b8a4-26b11ecce234 req-d6fdff87-109e-41b6-ab35-9e3357ae577b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=f722f08f-1fc9-4bca-8aee-34c5490b3824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0566585 Feb 09 21:36:53.195611 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-dd4c2a7b-9f5b-4636-bbed-e890da9c69d9 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (2c836188-bc48-429b-be5d-f3c059a6df2e), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:53.227349 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-dd4c2a7b-9f5b-4636-bbed-e890da9c69d9 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Calling delete_port for 2c836188-bc48-429b-be5d-f3c059a6df2e owned by network:router_gateway {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:36:53.249766 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-93161e1b-01b0-4f77-89c0-ccdc783eafdf req-d2305c03-503c-40cb-986e-3a202d12efa9 service neutron] 10.222.0.89 "GET /v2.0/ports/47af76bb-ef60-4c69-9b0e-9800d9e02153/bindings/n-h2-828369-5 HTTP/1.1" status: 200 len: 382 time: 0.2142661 Feb 09 21:36:53.250343 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-360da793-79a9-4e7c-85fa-83b35cffd71b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-525054'] for router_interface (17975e9d-008f-4038-94c2-4737ed47cb25), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:53.311397 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be1299d-fc3e-4d42-a5d0-6203a5a6d0da req-3c3c8aca-43e0-4a68-9012-e180f4f11327 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:53.318428 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2be1299d-fc3e-4d42-a5d0-6203a5a6d0da req-3c3c8aca-43e0-4a68-9012-e180f4f11327 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/ports?device_id=2554d57d-83c8-4d46-b328-49ce7df09ba6 HTTP/1.1" status: 200 len: 945 time: 0.1479244 Feb 09 21:36:53.329508 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:53.368463 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-08ca4f87-d171-4c2c-b8a4-26b11ecce234 req-1b46f29a-2604-4a73-ba16-a4bb547d82ce service neutron] 10.222.0.95 "GET /v2.0/networks/f722f08f-1fc9-4bca-8aee-34c5490b3824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887887 Feb 09 21:36:53.597694 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93161e1b-01b0-4f77-89c0-ccdc783eafdf req-2fb0abe6-cab9-4a83-b921-ae32a9696e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:53.599228 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-93161e1b-01b0-4f77-89c0-ccdc783eafdf req-2fb0abe6-cab9-4a83-b921-ae32a9696e21 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=def3446e95584f24b6fdfb40ceda16ab&device_id=82be41b1-46da-46a7-8af9-241c6a0e3e2d HTTP/1.1" status: 200 len: 1130 time: 0.2869120 Feb 09 21:36:53.777329 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2be1299d-fc3e-4d42-a5d0-6203a5a6d0da req-15eb9db4-9aa9-4316-b721-faaf97c01579 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d80a148-e9eb-4688-aae9-f24ed4e32758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4580395 Feb 09 21:36:53.864012 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa85dcb-5708-4394-b773-cb561894e5c6 req-1c2a19e1-92d0-421a-b0cd-8afb2e39bcd1 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:53.865967 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-efa85dcb-5708-4394-b773-cb561894e5c6 req-1c2a19e1-92d0-421a-b0cd-8afb2e39bcd1 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/ports?device_id=5a1ea706-a091-449b-ac8a-a4314ae11af5 HTTP/1.1" status: 200 len: 944 time: 0.0922525 Feb 09 21:36:53.882211 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93161e1b-01b0-4f77-89c0-ccdc783eafdf req-09e151c4-f287-4496-ab2b-b51f40b9238c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:53.883601 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-93161e1b-01b0-4f77-89c0-ccdc783eafdf req-09e151c4-f287-4496-ab2b-b51f40b9238c service neutron] 10.222.0.89 "GET /v2.0/networks?id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc HTTP/1.1" status: 200 len: 870 time: 0.2725494 Feb 09 21:36:53.926121 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-08ca4f87-d171-4c2c-b8a4-26b11ecce234 req-441721b9-588e-456e-8df5-4c86f529e519 service neutron] 10.222.0.95 "GET /v2.0/networks/f722f08f-1fc9-4bca-8aee-34c5490b3824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5425510 Feb 09 21:36:53.991265 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-efa85dcb-5708-4394-b773-cb561894e5c6 req-2a725b7d-85e5-43ba-9437-58f1a6125e7f tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/security-groups?id=1fbaec86-241e-4c80-89d8-21c7be7723d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109743 Feb 09 21:36:53.991948 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-93161e1b-01b0-4f77-89c0-ccdc783eafdf req-f67fe71f-3a39-41dc-acd1-9f7e373e4fbd service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=47af76bb-ef60-4c69-9b0e-9800d9e02153 HTTP/1.1" status: 200 len: 217 time: 0.0948253 Feb 09 21:36:54.009268 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-dd4c2a7b-9f5b-4636-bbed-e890da9c69d9 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (2c836188-bc48-429b-be5d-f3c059a6df2e), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:54.076016 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-b91080ed-3626-4f22-882d-e3952f16fee4 req-e35be80d-d082-4981-bc6d-f2b1d2ee1481 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f047a5eb-ee7a-44a3-9cc8-cfae77dc602b {{(pid=103141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:36:54.087706 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b91080ed-3626-4f22-882d-e3952f16fee4 req-e35be80d-d082-4981-bc6d-f2b1d2ee1481 service neutron] Publish callbacks [] for port (f047a5eb-ee7a-44a3-9cc8-cfae77dc602b), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:54.090444 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4c2a7b-9f5b-4636-bbed-e890da9c69d9 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Pushing event deleted for resources: {'Port': ['ID=2c836188-bc48-429b-be5d-f3c059a6df2e,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:54.135648 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-360da793-79a9-4e7c-85fa-83b35cffd71b admin admin] Router 17975e9d-008f-4038-94c2-4737ed47cb25 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:36:54.148899 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-b91080ed-3626-4f22-882d-e3952f16fee4 req-e35be80d-d082-4981-bc6d-f2b1d2ee1481 service neutron] Transition to ACTIVE for port object f047a5eb-ee7a-44a3-9cc8-cfae77dc602b will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:36:54.188000 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b91080ed-3626-4f22-882d-e3952f16fee4 req-e35be80d-d082-4981-bc6d-f2b1d2ee1481 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (f047a5eb-ee7a-44a3-9cc8-cfae77dc602b), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:54.201514 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93161e1b-01b0-4f77-89c0-ccdc783eafdf req-46918f22-c6e5-40a6-ac4c-a0a700cd3397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:54.203000 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-93161e1b-01b0-4f77-89c0-ccdc783eafdf req-46918f22-c6e5-40a6-ac4c-a0a700cd3397 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0f7402ac-a35b-414b-bcc1-bc1c3072ec3c HTTP/1.1" status: 200 len: 843 time: 0.1882539 Feb 09 21:36:54.267591 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e757eb-0592-4ed4-9ec5-273ea982ac18 req-e8f80aee-ea5e-4fc7-8cfe-b0d85bd49a92 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:54.276966 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-60e757eb-0592-4ed4-9ec5-273ea982ac18 req-e8f80aee-ea5e-4fc7-8cfe-b0d85bd49a92 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=82be41b1-46da-46a7-8af9-241c6a0e3e2d HTTP/1.1" status: 200 len: 948 time: 0.1024771 Feb 09 21:36:54.295690 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8602ba7-3cd7-47f0-afbf-4c8a015b3f06 req-cb14bafc-7001-4301-89fe-f052747928d1 tempest-AttachSCSIVolumeTestJSON-1768878471 tempest-AttachSCSIVolumeTestJSON-1768878471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:54.302692 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d8602ba7-3cd7-47f0-afbf-4c8a015b3f06 req-cb14bafc-7001-4301-89fe-f052747928d1 tempest-AttachSCSIVolumeTestJSON-1768878471 tempest-AttachSCSIVolumeTestJSON-1768878471-project] 10.222.0.90 "GET /v2.0/ports?device_id=f4370d51-2d54-428b-89f6-5d895db07d75 HTTP/1.1" status: 200 len: 943 time: 0.1418567 Feb 09 21:36:54.372041 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-60e757eb-0592-4ed4-9ec5-273ea982ac18 req-903307c7-332e-46d8-8b1d-a2452cc7b2c8 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941963 Feb 09 21:36:54.406540 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d8602ba7-3cd7-47f0-afbf-4c8a015b3f06 req-5b44d220-2f63-4200-9c96-576709e02835 tempest-AttachSCSIVolumeTestJSON-1768878471 tempest-AttachSCSIVolumeTestJSON-1768878471-project] 10.222.0.90 "GET /v2.0/security-groups?id=12447a63-5fb2-4311-b8af-0953600324f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028907 Feb 09 21:36:54.412682 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-dd4c2a7b-9f5b-4636-bbed-e890da9c69d9 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-554524'] for router_gateway (7582da31-e7cc-4bc0-941a-2f75e8c78c09), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:54.455454 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-360da793-79a9-4e7c-85fa-83b35cffd71b admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:36:54.457338 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35be80d-d082-4981-bc6d-f2b1d2ee1481 service neutron] Pushing event updated for resources: {'Port': ['ID=f047a5eb-ee7a-44a3-9cc8-cfae77dc602b,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:54.465347 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aae1c4b-63fb-4d42-9166-6815b7e43a95 None None] Sync routers for ids ['17975e9d-008f-4038-94c2-4737ed47cb25'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:36:54.483372 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aae1c4b-63fb-4d42-9166-6815b7e43a95 None None] Routers {'17975e9d-008f-4038-94c2-4737ed47cb25'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:36:54.484029 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-2aae1c4b-63fb-4d42-9166-6815b7e43a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:36:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['17975e9d-008f-4038-94c2-4737ed47cb25'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:54.527080 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 57786) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:54.528506 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-360da793-79a9-4e7c-85fa-83b35cffd71b admin admin] 10.222.0.90 "PUT /v2.0/routers/17975e9d-008f-4038-94c2-4737ed47cb25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6516280 Feb 09 21:36:54.564139 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 57788) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:54.628583 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-dd4c2a7b-9f5b-4636-bbed-e890da9c69d9 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (7582da31-e7cc-4bc0-941a-2f75e8c78c09), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:54.633810 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-dd4c2a7b-9f5b-4636-bbed-e890da9c69d9 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks [] for router_controller (7582da31-e7cc-4bc0-941a-2f75e8c78c09), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:54.640271 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93161e1b-01b0-4f77-89c0-ccdc783eafdf req-c834531d-c047-46fe-a71f-de31af624759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:54.642531 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-93161e1b-01b0-4f77-89c0-ccdc783eafdf req-c834531d-c047-46fe-a71f-de31af624759 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4325573 Feb 09 21:36:54.646515 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f8fb8c94-467a-49f9-a035-08a5e763ea12 admin admin] Publish callbacks [] for router (17975e9d-008f-4038-94c2-4737ed47cb25), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:54.758442 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 13190e85-6281-411d-8599-8e4d0b5a4700 details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:36:54.761082 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 47af76bb-ef60-4c69-9b0e-9800d9e02153 up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:36:54.767813 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f8fb8c94-467a-49f9-a035-08a5e763ea12 admin admin] Publish callbacks [] for router_gateway (17975e9d-008f-4038-94c2-4737ed47cb25), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:54.782182 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b09b30b-aa92-4811-8d1b-8957a615b1d5 admin admin] Deleting subnet 33895a87-c686-4060-8a0c-2f9b961a8554 {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:36:54.789444 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5b09b30b-aa92-4811-8d1b-8957a615b1d5 admin admin] Publish callbacks [] for subnet (33895a87-c686-4060-8a0c-2f9b961a8554), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:54.816206 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-dd4c2a7b-9f5b-4636-bbed-e890da9c69d9 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (7582da31-e7cc-4bc0-941a-2f75e8c78c09), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:54.817175 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd4c2a7b-9f5b-4636-bbed-e890da9c69d9 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Fanout notify agent at l3_agent the message router_deleted on router 7582da31-e7cc-4bc0-941a-2f75e8c78c09 {{(pid=103141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:36:54.829958 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-dd4c2a7b-9f5b-4636-bbed-e890da9c69d9 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:54.831399 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-dd4c2a7b-9f5b-4636-bbed-e890da9c69d9 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] 10.222.0.90 "DELETE /v2.0/routers/7582da31-e7cc-4bc0-941a-2f75e8c78c09 HTTP/1.1" status: 204 len: 168 time: 4.6126027 Feb 09 21:36:54.838849 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 57792) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:54.847090 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-a6073da6-a3a2-4c83-a21a-8562ff8c14fb tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-497140347', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:36:54.889276 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-f8fb8c94-467a-49f9-a035-08a5e763ea12 admin admin] Deleting port 69d7a2b4-d97a-4cfd-bd46-a7f27b897575 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:36:54.889831 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f8fb8c94-467a-49f9-a035-08a5e763ea12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (69d7a2b4-d97a-4cfd-bd46-a7f27b897575), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:54.919630 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-2aae1c4b-63fb-4d42-9166-6815b7e43a95 None None] Set router 17975e9d-008f-4038-94c2-4737ed47cb25 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:36:54.928601 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-b91080ed-3626-4f22-882d-e3952f16fee4 req-e35be80d-d082-4981-bc6d-f2b1d2ee1481 service neutron] Attempting to bind port f047a5eb-ee7a-44a3-9cc8-cfae77dc602b on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:36:54.929310 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-b91080ed-3626-4f22-882d-e3952f16fee4 req-e35be80d-d082-4981-bc6d-f2b1d2ee1481 service neutron] Attempting to bind port f047a5eb-ee7a-44a3-9cc8-cfae77dc602b by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': 'd40f9022-2b63-46f5-b33e-b292576f9da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'f722f08f-1fc9-4bca-8aee-34c5490b3824'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:36:54.929900 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91080ed-3626-4f22-882d-e3952f16fee4 req-e35be80d-d082-4981-bc6d-f2b1d2ee1481 service neutron] Attempting to bind port f047a5eb-ee7a-44a3-9cc8-cfae77dc602b on network f722f08f-1fc9-4bca-8aee-34c5490b3824 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:36:54.937091 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5b09b30b-aa92-4811-8d1b-8957a615b1d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (33895a87-c686-4060-8a0c-2f9b961a8554), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:54.941141 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a6073da6-a3a2-4c83-a21a-8562ff8c14fb tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (f3e5f272-c9b1-4066-9576-427459f716e3), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:54.942280 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a6073da6-a3a2-4c83-a21a-8562ff8c14fb tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (f3e5f272-c9b1-4066-9576-427459f716e3), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:54.967719 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91080ed-3626-4f22-882d-e3952f16fee4 req-e35be80d-d082-4981-bc6d-f2b1d2ee1481 service neutron] Port f047a5eb-ee7a-44a3-9cc8-cfae77dc602b on network f722f08f-1fc9-4bca-8aee-34c5490b3824 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:36:54.968608 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91080ed-3626-4f22-882d-e3952f16fee4 req-e35be80d-d082-4981-bc6d-f2b1d2ee1481 service neutron] Attempting to bind port f047a5eb-ee7a-44a3-9cc8-cfae77dc602b on network f722f08f-1fc9-4bca-8aee-34c5490b3824 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:36:54.981340 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning for port 47af76bb-ef60-4c69-9b0e-9800d9e02153 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:36:54.986712 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port 47af76bb-ef60-4c69-9b0e-9800d9e02153 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:36:54.987098 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (47af76bb-ef60-4c69-9b0e-9800d9e02153), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:54.995828 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-93161e1b-01b0-4f77-89c0-ccdc783eafdf req-e8e9f1d4-f999-4587-91a8-3f8c16d6dac4 service neutron] 10.222.0.89 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3309710 Feb 09 21:36:54.996931 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91080ed-3626-4f22-882d-e3952f16fee4 req-e35be80d-d082-4981-bc6d-f2b1d2ee1481 service neutron] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:36:54.997512 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91080ed-3626-4f22-882d-e3952f16fee4 req-e35be80d-d082-4981-bc6d-f2b1d2ee1481 service neutron] Checking segment: {'id': 'd40f9022-2b63-46f5-b33e-b292576f9da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'f722f08f-1fc9-4bca-8aee-34c5490b3824'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:36:54.998136 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91080ed-3626-4f22-882d-e3952f16fee4 req-e35be80d-d082-4981-bc6d-f2b1d2ee1481 service neutron] Bound using segment: {'id': 'd40f9022-2b63-46f5-b33e-b292576f9da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'f722f08f-1fc9-4bca-8aee-34c5490b3824'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:36:54.999027 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-b91080ed-3626-4f22-882d-e3952f16fee4 req-e35be80d-d082-4981-bc6d-f2b1d2ee1481 service neutron] Bound port: f047a5eb-ee7a-44a3-9cc8-cfae77dc602b, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd40f9022-2b63-46f5-b33e-b292576f9da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'f722f08f-1fc9-4bca-8aee-34c5490b3824'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:36:54.999614 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b91080ed-3626-4f22-882d-e3952f16fee4 req-e35be80d-d082-4981-bc6d-f2b1d2ee1481 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (f047a5eb-ee7a-44a3-9cc8-cfae77dc602b), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:55.055029 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a6073da6-a3a2-4c83-a21a-8562ff8c14fb tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks [] for router_controller (f3e5f272-c9b1-4066-9576-427459f716e3), precommit_add_association {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:55.072055 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5b09b30b-aa92-4811-8d1b-8957a615b1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (33895a87-c686-4060-8a0c-2f9b961a8554), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:55.108256 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a6073da6-a3a2-4c83-a21a-8562ff8c14fb tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (f3e5f272-c9b1-4066-9576-427459f716e3), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:55.148179 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 13190e85-6281-411d-8599-8e4d0b5a4700, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=13190e85-6281-411d-8599-8e4d0b5a4700,segment=NetworkSegment(f943d251-cbac-4cd2-b962-dbbb0491c1ed),segment_id=f943d251-cbac-4cd2-b962-dbbb0491c1ed)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:55.176242 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': '13190e85-6281-411d-8599-8e4d0b5a4700', 'network_id': '72e21a0c-bd04-4da9-83ef-ade9ea60785f', 'port_id': '13190e85-6281-411d-8599-8e4d0b5a4700', 'mac_address': 'fa:16:3e:d6:b6:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd52237e6-14ab-4720-af5c-d58266e97d9d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:36:55.207473 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-93161e1b-01b0-4f77-89c0-ccdc783eafdf req-cc498d10-d2c7-4060-abeb-64e3d00db90c service neutron] 10.222.0.89 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045684 Feb 09 21:36:55.212474 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-b91080ed-3626-4f22-882d-e3952f16fee4 req-e35be80d-d082-4981-bc6d-f2b1d2ee1481 service neutron] For port f047a5eb-ee7a-44a3-9cc8-cfae77dc602b, host n-h2-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:36:55.216924 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-b91080ed-3626-4f22-882d-e3952f16fee4 req-e35be80d-d082-4981-bc6d-f2b1d2ee1481 service neutron] For port f047a5eb-ee7a-44a3-9cc8-cfae77dc602b, host n-h2-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=f047a5eb-ee7a-44a3-9cc8-cfae77dc602b,segment=NetworkSegment(d40f9022-2b63-46f5-b33e-b292576f9da1),segment_id=d40f9022-2b63-46f5-b33e-b292576f9da1)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:36:55.222070 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5b09b30b-aa92-4811-8d1b-8957a615b1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (33895a87-c686-4060-8a0c-2f9b961a8554), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:55.237943 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b91080ed-3626-4f22-882d-e3952f16fee4 req-e35be80d-d082-4981-bc6d-f2b1d2ee1481 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (f047a5eb-ee7a-44a3-9cc8-cfae77dc602b), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:55.241729 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a6073da6-a3a2-4c83-a21a-8562ff8c14fb tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:55.248375 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-a6073da6-a3a2-4c83-a21a-8562ff8c14fb tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4065998 Feb 09 21:36:55.250764 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 57798) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:55.266910 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-8c6d1dec-4153-4c94-af92-2ea1e09777ce tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'enable_snat': True}}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:36:55.285712 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b09b30b-aa92-4811-8d1b-8957a615b1d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33895a87-c686-4060-8a0c-2f9b961a8554,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:55.289008 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 47af76bb-ef60-4c69-9b0e-9800d9e02153 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:36:55.289407 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (47af76bb-ef60-4c69-9b0e-9800d9e02153), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:55.321245 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5b09b30b-aa92-4811-8d1b-8957a615b1d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:55.328645 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-5b09b30b-aa92-4811-8d1b-8957a615b1d5 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/33895a87-c686-4060-8a0c-2f9b961a8554 HTTP/1.1" status: 204 len: 168 time: 0.7607660 Feb 09 21:36:55.330699 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 1573c34f-840d-4a68-954b-240868f76ebf details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:36:55.334396 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 57800) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:55.343230 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91080ed-3626-4f22-882d-e3952f16fee4 req-e35be80d-d082-4981-bc6d-f2b1d2ee1481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:55.344192 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b91080ed-3626-4f22-882d-e3952f16fee4 req-e35be80d-d082-4981-bc6d-f2b1d2ee1481 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:55.345896 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b91080ed-3626-4f22-882d-e3952f16fee4 req-e35be80d-d082-4981-bc6d-f2b1d2ee1481 service neutron] 10.222.0.89 "PUT /v2.0/ports/f047a5eb-ee7a-44a3-9cc8-cfae77dc602b HTTP/1.1" status: 200 len: 1092 time: 3.0674677 Feb 09 21:36:55.348434 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aacf893-a448-4bd1-82e1-4aa5fcd166ec', 'tag': 'f047a5eb-ee7a-44a3-9cc8-cfae77dc602b'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:36:55.351040 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47f33bde-89d5-4d02-98a5-e455ff50eb7a" -d '{"events": [{"name": "network-changed", "server_uuid": "3aacf893-a448-4bd1-82e1-4aa5fcd166ec", "tag": "f047a5eb-ee7a-44a3-9cc8-cfae77dc602b"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:36:55.448240 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28a3630-b552-40d1-a45f-b1711ea188b4 req-1a2d3459-14aa-4254-acca-327296bd3371 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:55.450404 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c28a3630-b552-40d1-a45f-b1711ea188b4 req-1a2d3459-14aa-4254-acca-327296bd3371 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/ports?device_id=2554d57d-83c8-4d46-b328-49ce7df09ba6 HTTP/1.1" status: 200 len: 945 time: 0.5129874 Feb 09 21:36:55.468122 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 1573c34f-840d-4a68-954b-240868f76ebf, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=1573c34f-840d-4a68-954b-240868f76ebf,segment=NetworkSegment(d40f9022-2b63-46f5-b33e-b292576f9da1),segment_id=d40f9022-2b63-46f5-b33e-b292576f9da1)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:55.483118 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35be80d-d082-4981-bc6d-f2b1d2ee1481 service neutron] Pushing event updated for resources: {'Port': ['ID=f047a5eb-ee7a-44a3-9cc8-cfae77dc602b,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:55.483315 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7643aaa2-f841-4db6-bfe5-093dcd7d330a req-4fa37823-b31d-47b6-afef-d798ae9daf60 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:55.487886 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 7585e969-04e4-4a12-b80a-0f1fb6137cf0 up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:36:55.493827 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7643aaa2-f841-4db6-bfe5-093dcd7d330a req-4fa37823-b31d-47b6-afef-d798ae9daf60 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/ports?device_id=5a1ea706-a091-449b-ac8a-a4314ae11af5 HTTP/1.1" status: 200 len: 944 time: 0.3788857 Feb 09 21:36:55.499913 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-86959c21-fa0f-4cb2-a45f-e4a3f23fe7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (83b648e3-9e16-4594-828d-322167244a5e), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:55.503472 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-f8fb8c94-467a-49f9-a035-08a5e763ea12 admin admin] For port 69d7a2b4-d97a-4cfd-bd46-a7f27b897575, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=69d7a2b4-d97a-4cfd-bd46-a7f27b897575,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:55.503855 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f8fb8c94-467a-49f9-a035-08a5e763ea12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (69d7a2b4-d97a-4cfd-bd46-a7f27b897575), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:55.509050 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': '1573c34f-840d-4a68-954b-240868f76ebf', 'network_id': 'f722f08f-1fc9-4bca-8aee-34c5490b3824', 'port_id': '1573c34f-840d-4a68-954b-240868f76ebf', 'mac_address': 'fa:16:3e:14:3e:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23af5770-96c5-4601-87b5-a95bcf2c0086', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:36:55.514121 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 13190e85-6281-411d-8599-8e4d0b5a4700 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:36:55.514523 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (13190e85-6281-411d-8599-8e4d0b5a4700), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:55.527588 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91080ed-3626-4f22-882d-e3952f16fee4 req-a1f6eed4-b028-4038-851a-e1cd04f96110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:55.532111 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b91080ed-3626-4f22-882d-e3952f16fee4 req-a1f6eed4-b028-4038-851a-e1cd04f96110 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8dc625c4d58447bc86b44b9cf28b71a5&device_id=3aacf893-a448-4bd1-82e1-4aa5fcd166ec HTTP/1.1" status: 200 len: 1126 time: 0.1301312 Feb 09 21:36:55.612269 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82be41b1-46da-46a7-8af9-241c6a0e3e2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47af76bb-ef60-4c69-9b0e-9800d9e02153'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:36:55.629471 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9438de6f-e5ea-4ba7-860a-cbf419743e07" -d '{"events": [{"server_uuid": "82be41b1-46da-46a7-8af9-241c6a0e3e2d", "name": "network-vif-plugged", "status": "completed", "tag": "47af76bb-ef60-4c69-9b0e-9800d9e02153"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:36:55.638388 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b91080ed-3626-4f22-882d-e3952f16fee4 req-a2eeb904-e1d9-4c27-9d26-4af1f36b12fa service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f047a5eb-ee7a-44a3-9cc8-cfae77dc602b HTTP/1.1" status: 200 len: 217 time: 0.0715697 Feb 09 21:36:55.647001 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-f8fb8c94-467a-49f9-a035-08a5e763ea12 admin admin] Calling delete_port for 69d7a2b4-d97a-4cfd-bd46-a7f27b897575 owned by network:router_gateway {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:36:55.739313 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 1573c34f-840d-4a68-954b-240868f76ebf is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:36:55.740178 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (1573c34f-840d-4a68-954b-240868f76ebf), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:55.741375 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-86959c21-fa0f-4cb2-a45f-e4a3f23fe7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (83b648e3-9e16-4594-828d-322167244a5e), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:55.748722 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 47af76bb-ef60-4c69-9b0e-9800d9e02153, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=47af76bb-ef60-4c69-9b0e-9800d9e02153,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:55.750567 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13190e85-6281-411d-8599-8e4d0b5a4700 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:36:55.778649 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7643aaa2-f841-4db6-bfe5-093dcd7d330a req-56c357bd-0d69-49c2-a14d-108f6cf83362 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/security-groups?id=1fbaec86-241e-4c80-89d8-21c7be7723d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839363 Feb 09 21:36:55.780001 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (47af76bb-ef60-4c69-9b0e-9800d9e02153), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:55.783359 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-86959c21-fa0f-4cb2-a45f-e4a3f23fe7b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83b648e3-9e16-4594-828d-322167244a5e']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:55.788257 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91080ed-3626-4f22-882d-e3952f16fee4 req-bfb6809b-617e-4245-8cbb-df9010996f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:55.789411 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b91080ed-3626-4f22-882d-e3952f16fee4 req-bfb6809b-617e-4245-8cbb-df9010996f34 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=23af5770-96c5-4601-87b5-a95bcf2c0086 HTTP/1.1" status: 200 len: 855 time: 0.1085005 Feb 09 21:36:55.815993 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-86959c21-fa0f-4cb2-a45f-e4a3f23fe7b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8c2a339-696c-42ff-9706-e9c7145ef2ff') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:55.816318 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-86959c21-fa0f-4cb2-a45f-e4a3f23fe7b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8c2a339-696c-42ff-9706-e9c7145ef2ff') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:55.831537 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c28a3630-b552-40d1-a45f-b1711ea188b4 req-1501d07b-d6ac-48a2-b01c-0996960e1160 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d80a148-e9eb-4688-aae9-f24ed4e32758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3657393 Feb 09 21:36:55.837677 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8c6d1dec-4153-4c94-af92-2ea1e09777ce tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks [] for router_gateway (f3e5f272-c9b1-4066-9576-427459f716e3), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:55.839908 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1573c34f-840d-4a68-954b-240868f76ebf {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:36:55.848132 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-86959c21-fa0f-4cb2-a45f-e4a3f23fe7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (b8c2a339-696c-42ff-9706-e9c7145ef2ff), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:55.852788 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 13190e85-6281-411d-8599-8e4d0b5a4700, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=13190e85-6281-411d-8599-8e4d0b5a4700,segment=NetworkSegment(f943d251-cbac-4cd2-b962-dbbb0491c1ed),segment_id=f943d251-cbac-4cd2-b962-dbbb0491c1ed)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:55.864343 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-2aae1c4b-63fb-4d42-9166-6815b7e43a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17975e9d-008f-4038-94c2-4737ed47cb25', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1758693901-router', 'tenant_id': '10728d8d3f684788881f8ffec480c397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '69d7a2b4-d97a-4cfd-bd46-a7f27b897575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:20Z', 'updated_at': '2022-02-09T21:36:51Z', 'revision_number': 5, 'project_id': '10728d8d3f684788881f8ffec480c397', 'gw_port': {'id': '69d7a2b4-d97a-4cfd-bd46-a7f27b897575', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:04:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17975e9d-008f-4038-94c2-4737ed47cb25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:21Z', 'updated_at': '2022-02-09T21:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:55.880343 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-86959c21-fa0f-4cb2-a45f-e4a3f23fe7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (b8c2a339-696c-42ff-9706-e9c7145ef2ff), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:55.884005 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (13190e85-6281-411d-8599-8e4d0b5a4700), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:55.895107 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86959c21-fa0f-4cb2-a45f-e4a3f23fe7b0 admin admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:36:55.895656 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-86959c21-fa0f-4cb2-a45f-e4a3f23fe7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (b8c2a339-696c-42ff-9706-e9c7145ef2ff), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:55.897626 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:36:55.897626 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:36:55.897626 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:36:55.897626 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:36:55.897626 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:36:55.897626 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:36:55.897626 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:36:55.897626 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:36:55.897626 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:36:55.897626 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:36:55.897626 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:36:55.897626 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:36:55.897626 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:36:55.897626 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:36:55.897626 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:36:55.897626 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:36:55.897626 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:36:55.897626 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:36:55.897626 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:36:55.897626 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:36:55.897626 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:36:55.897626 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:36:55.897626 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:36:55.897626 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:36:55.897626 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:36:55.897626 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:36:55.897626 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:36:55.897626 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:36:55.897626 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:36:55.897626 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:36:55.897626 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:36:55.897626 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:36:55.941414 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aae1c4b-63fb-4d42-9166-6815b7e43a95 None None] Checking router: 17975e9d-008f-4038-94c2-4737ed47cb25 for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:36:55.945626 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91080ed-3626-4f22-882d-e3952f16fee4 req-5bdaddef-d6fe-48c6-a880-b30ba2b705fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:55.947234 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b91080ed-3626-4f22-882d-e3952f16fee4 req-5bdaddef-d6fe-48c6-a880-b30ba2b705fc service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f722f08f-1fc9-4bca-8aee-34c5490b3824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1497529 Feb 09 21:36:55.949728 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aee5a48f-3e45-4dba-9fa7-47ec89938751 x-openstack-request-id: req-aee5a48f-3e45-4dba-9fa7-47ec89938751 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:36:55.950067 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3aacf893-a448-4bd1-82e1-4aa5fcd166ec", "tag": "f047a5eb-ee7a-44a3-9cc8-cfae77dc602b", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:36:55.950413 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-aee5a48f-3e45-4dba-9fa7-47ec89938751 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:36:55.950581 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 1573c34f-840d-4a68-954b-240868f76ebf, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=1573c34f-840d-4a68-954b-240868f76ebf,segment=NetworkSegment(d40f9022-2b63-46f5-b33e-b292576f9da1),segment_id=d40f9022-2b63-46f5-b33e-b292576f9da1)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:55.950875 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3aacf893-a448-4bd1-82e1-4aa5fcd166ec', 'tag': 'f047a5eb-ee7a-44a3-9cc8-cfae77dc602b', 'status': 'completed', 'code': 200} Feb 09 21:36:55.962276 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning for port 7585e969-04e4-4a12-b80a-0f1fb6137cf0 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:36:55.964707 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (1573c34f-840d-4a68-954b-240868f76ebf), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:55.972582 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port 7585e969-04e4-4a12-b80a-0f1fb6137cf0 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:36:55.972958 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (7585e969-04e4-4a12-b80a-0f1fb6137cf0), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:55.975159 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=47af76bb-ef60-4c69-9b0e-9800d9e02153,revision_number=9']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:55.979041 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aae1c4b-63fb-4d42-9166-6815b7e43a95 None None] Routers {'17975e9d-008f-4038-94c2-4737ed47cb25'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:36:55.979675 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-2aae1c4b-63fb-4d42-9166-6815b7e43a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:36:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['17975e9d-008f-4038-94c2-4737ed47cb25'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:56.051895 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-86959c21-fa0f-4cb2-a45f-e4a3f23fe7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (83b648e3-9e16-4594-828d-322167244a5e), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:56.057362 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=13190e85-6281-411d-8599-8e4d0b5a4700,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:56.078878 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-86959c21-fa0f-4cb2-a45f-e4a3f23fe7b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:56.085522 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-86959c21-fa0f-4cb2-a45f-e4a3f23fe7b0 admin admin] 10.222.0.90 "DELETE /v2.0/networks/83b648e3-9e16-4594-828d-322167244a5e HTTP/1.1" status: 204 len: 168 time: 0.7494633 Feb 09 21:36:56.099919 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86959c21-fa0f-4cb2-a45f-e4a3f23fe7b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=83b648e3-9e16-4594-828d-322167244a5e,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:56.144364 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b91080ed-3626-4f22-882d-e3952f16fee4 req-0bf91ad8-9c16-4542-bba9-a304e260e225 service neutron] 10.222.0.89 "GET /v2.0/networks/f722f08f-1fc9-4bca-8aee-34c5490b3824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890905 Feb 09 21:36:56.209236 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1f2ce1-6323-440c-9c5c-b6f433f5653f req-d6597a30-9533-43c0-8e79-1bfa47992df6 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:56.210844 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ff1f2ce1-6323-440c-9c5c-b6f433f5653f req-d6597a30-9533-43c0-8e79-1bfa47992df6 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=82be41b1-46da-46a7-8af9-241c6a0e3e2d HTTP/1.1" status: 200 len: 949 time: 0.1876471 Feb 09 21:36:56.216762 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f8fb8c94-467a-49f9-a035-08a5e763ea12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (69d7a2b4-d97a-4cfd-bd46-a7f27b897575), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:56.275883 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fb8c94-467a-49f9-a035-08a5e763ea12 admin admin] Pushing event deleted for resources: {'Port': ['ID=69d7a2b4-d97a-4cfd-bd46-a7f27b897575,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:56.285165 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be0e711-a7ea-45a0-a9d8-44b7e2d696dc req-90faacb7-f4e4-4325-a7a3-ea8dfc72ba10 tempest-AttachSCSIVolumeTestJSON-1768878471 tempest-AttachSCSIVolumeTestJSON-1768878471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:56.287265 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7be0e711-a7ea-45a0-a9d8-44b7e2d696dc req-90faacb7-f4e4-4325-a7a3-ea8dfc72ba10 tempest-AttachSCSIVolumeTestJSON-1768878471 tempest-AttachSCSIVolumeTestJSON-1768878471-project] 10.222.0.90 "GET /v2.0/ports?device_id=f4370d51-2d54-428b-89f6-5d895db07d75 HTTP/1.1" status: 200 len: 944 time: 0.2087309 Feb 09 21:36:56.331136 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-2aae1c4b-63fb-4d42-9166-6815b7e43a95 None None] Set router 17975e9d-008f-4038-94c2-4737ed47cb25 gateway port host: None {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:36:56.342799 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 57816) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:56.371069 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['13190e85-6281-411d-8599-8e4d0b5a4700'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:36:56.402966 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['1573c34f-840d-4a68-954b-240868f76ebf'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:36:56.405282 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=1573c34f-840d-4a68-954b-240868f76ebf,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:56.455614 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-2aae1c4b-63fb-4d42-9166-6815b7e43a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17975e9d-008f-4038-94c2-4737ed47cb25', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1758693901-router', 'tenant_id': '10728d8d3f684788881f8ffec480c397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:20Z', 'updated_at': '2022-02-09T21:36:54Z', 'revision_number': 6, 'project_id': '10728d8d3f684788881f8ffec480c397', 'gw_port_host': None}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:56.496114 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ff1f2ce1-6323-440c-9c5c-b6f433f5653f req-af854f8d-7d7c-480a-9a41-f9d162e10bc7 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761252 Feb 09 21:36:56.547838 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aae1c4b-63fb-4d42-9166-6815b7e43a95 None None] The sync data for ids ['17975e9d-008f-4038-94c2-4737ed47cb25'] in n-d-828369-5 is: [{'id': '17975e9d-008f-4038-94c2-4737ed47cb25', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1758693901-router', 'tenant_id': '10728d8d3f684788881f8ffec480c397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:20Z', 'updated_at': '2022-02-09T21:36:54Z', 'revision_number': 6, 'project_id': '10728d8d3f684788881f8ffec480c397', 'gw_port_host': None}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:36:56.595878 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f8fb8c94-467a-49f9-a035-08a5e763ea12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-554524'] for router_gateway (17975e9d-008f-4038-94c2-4737ed47cb25), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:56.627887 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 7585e969-04e4-4a12-b80a-0f1fb6137cf0 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:36:56.628587 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (7585e969-04e4-4a12-b80a-0f1fb6137cf0), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:56.642892 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-d6a86aa4-aa19-45fd-ae66-1bf766882098 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=04e055ee152248efa1293c8e02ef57f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2882850 Feb 09 21:36:56.644873 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7be0e711-a7ea-45a0-a9d8-44b7e2d696dc req-dab689ac-8bb7-41c8-b937-4699da935507 tempest-AttachSCSIVolumeTestJSON-1768878471 tempest-AttachSCSIVolumeTestJSON-1768878471-project] 10.222.0.90 "GET /v2.0/security-groups?id=12447a63-5fb2-4311-b8af-0953600324f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3454447 Feb 09 21:36:56.665294 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 57822) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:56.665788 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff4cbb89-342a-43f2-98b3-d965a5b3d939 x-openstack-request-id: req-ff4cbb89-342a-43f2-98b3-d965a5b3d939 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:36:56.665900 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82be41b1-46da-46a7-8af9-241c6a0e3e2d", "name": "network-vif-plugged", "status": "completed", "tag": "47af76bb-ef60-4c69-9b0e-9800d9e02153", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:36:56.666125 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-ff4cbb89-342a-43f2-98b3-d965a5b3d939 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:36:56.666532 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82be41b1-46da-46a7-8af9-241c6a0e3e2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47af76bb-ef60-4c69-9b0e-9800d9e02153', 'code': 200} Feb 09 21:36:56.731166 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f8fb8c94-467a-49f9-a035-08a5e763ea12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (17975e9d-008f-4038-94c2-4737ed47cb25), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:56.733859 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8c6d1dec-4153-4c94-af92-2ea1e09777ce tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks [] for router_gateway (f3e5f272-c9b1-4066-9576-427459f716e3), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:56.736060 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f8fb8c94-467a-49f9-a035-08a5e763ea12 admin admin] Publish callbacks [] for router_controller (17975e9d-008f-4038-94c2-4737ed47cb25), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:56.736389 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 7585e969-04e4-4a12-b80a-0f1fb6137cf0, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=7585e969-04e4-4a12-b80a-0f1fb6137cf0,segment=NetworkSegment(d40f9022-2b63-46f5-b33e-b292576f9da1),segment_id=d40f9022-2b63-46f5-b33e-b292576f9da1)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:56.748872 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (7585e969-04e4-4a12-b80a-0f1fb6137cf0), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:56.757050 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-75ad3335-f09b-4207-8f4b-5f434b9be70f admin admin] Publish callbacks [] for security_group (53864ffe-fa53-4ead-9e41-21e6252e7680), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:56.760441 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8c6d1dec-4153-4c94-af92-2ea1e09777ce tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:56.760897 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b91080ed-3626-4f22-882d-e3952f16fee4 req-9eafa179-796a-4ac3-bb41-4eb9420f9ec7 service neutron] 10.222.0.89 "GET /v2.0/networks/f722f08f-1fc9-4bca-8aee-34c5490b3824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6098838 Feb 09 21:36:56.784593 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-75ad3335-f09b-4207-8f4b-5f434b9be70f admin admin] Publish callbacks [] for security_group (53864ffe-fa53-4ead-9e41-21e6252e7680), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:56.865274 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=7585e969-04e4-4a12-b80a-0f1fb6137cf0,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:56.875230 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-75ad3335-f09b-4207-8f4b-5f434b9be70f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (53864ffe-fa53-4ead-9e41-21e6252e7680), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:56.875973 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f8fb8c94-467a-49f9-a035-08a5e763ea12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (17975e9d-008f-4038-94c2-4737ed47cb25), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:56.876582 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8fb8c94-467a-49f9-a035-08a5e763ea12 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17975e9d-008f-4038-94c2-4737ed47cb25 {{(pid=103140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:36:56.878942 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-75ad3335-f09b-4207-8f4b-5f434b9be70f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:56.885156 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f8fb8c94-467a-49f9-a035-08a5e763ea12 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:56.889294 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-f8fb8c94-467a-49f9-a035-08a5e763ea12 admin admin] 10.222.0.90 "DELETE /v2.0/routers/17975e9d-008f-4038-94c2-4737ed47cb25 HTTP/1.1" status: 204 len: 168 time: 2.3620098 Feb 09 21:36:56.892496 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 57832) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:56.912629 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-75ad3335-f09b-4207-8f4b-5f434b9be70f admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/53864ffe-fa53-4ead-9e41-21e6252e7680 HTTP/1.1" status: 204 len: 168 time: 0.2376423 Feb 09 21:36:56.944725 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ad3335-f09b-4207-8f4b-5f434b9be70f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53864ffe-fa53-4ead-9e41-21e6252e7680,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:56.959797 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f33bde-89d5-4d02-98a5-e455ff50eb7a req-f7a01474-3cda-40d6-acc6-962e188f1ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:56.961617 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-47f33bde-89d5-4d02-98a5-e455ff50eb7a req-f7a01474-3cda-40d6-acc6-962e188f1ac3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8dc625c4d58447bc86b44b9cf28b71a5&device_id=3aacf893-a448-4bd1-82e1-4aa5fcd166ec HTTP/1.1" status: 200 len: 1126 time: 0.1270604 Feb 09 21:36:57.044426 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_v2 [None req-364b2bf9-ff58-4f18-b155-a65103a8ecb0 admin admin] Deleting subnet 58a89c03-6cc3-4eb7-93a9-8479c0cb0584 {{(pid=103140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:36:57.093630 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-364b2bf9-ff58-4f18-b155-a65103a8ecb0 admin admin] Publish callbacks [] for subnet (58a89c03-6cc3-4eb7-93a9-8479c0cb0584), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:57.127718 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f33bde-89d5-4d02-98a5-e455ff50eb7a req-4399621b-8ebc-494c-bac1-121e8e121750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:57.129289 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-47f33bde-89d5-4d02-98a5-e455ff50eb7a req-4399621b-8ebc-494c-bac1-121e8e121750 service neutron] 10.222.0.89 "GET /v2.0/networks?id=f722f08f-1fc9-4bca-8aee-34c5490b3824 HTTP/1.1" status: 200 len: 917 time: 0.1558168 Feb 09 21:36:57.202097 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-8c6d1dec-4153-4c94-af92-2ea1e09777ce tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Allocated IP 172.25.3.199 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/547d4185-ad4c-4181-b01f-a7fab38cca70) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:36:57.205730 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-364b2bf9-ff58-4f18-b155-a65103a8ecb0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9110716'] for subnet (58a89c03-6cc3-4eb7-93a9-8479c0cb0584), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:57.216653 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-47f33bde-89d5-4d02-98a5-e455ff50eb7a req-9a21c79a-48a5-4916-88de-ff9ef0855c0e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f047a5eb-ee7a-44a3-9cc8-cfae77dc602b HTTP/1.1" status: 200 len: 217 time: 0.0803852 Feb 09 21:36:57.291099 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f33bde-89d5-4d02-98a5-e455ff50eb7a req-852f0cb5-24e1-4698-829d-c582c7bfc80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:57.293263 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-47f33bde-89d5-4d02-98a5-e455ff50eb7a req-852f0cb5-24e1-4698-829d-c582c7bfc80a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=23af5770-96c5-4601-87b5-a95bcf2c0086 HTTP/1.1" status: 200 len: 855 time: 0.0704072 Feb 09 21:36:57.293643 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1acfbd-7df1-43bd-a37d-1708b34d918d req-5de38339-a5e8-46d7-a3e1-c43b0520484f tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:57.295506 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ed1acfbd-7df1-43bd-a37d-1708b34d918d req-5de38339-a5e8-46d7-a3e1-c43b0520484f tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/ports?device_id=5a1ea706-a091-449b-ac8a-a4314ae11af5 HTTP/1.1" status: 200 len: 945 time: 0.2660189 Feb 09 21:36:57.350008 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27def866-0cdd-45b3-a5cd-b66ac2c9e3fa req-cbe2d51b-97da-4057-8349-f8f93902634f tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:57.352079 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-27def866-0cdd-45b3-a5cd-b66ac2c9e3fa req-cbe2d51b-97da-4057-8349-f8f93902634f tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/ports?device_id=2554d57d-83c8-4d46-b328-49ce7df09ba6 HTTP/1.1" status: 200 len: 945 time: 0.3137100 Feb 09 21:36:57.361201 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f33bde-89d5-4d02-98a5-e455ff50eb7a req-d35b3c47-99b2-4185-90bd-3c3aa2b905d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:57.365127 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-47f33bde-89d5-4d02-98a5-e455ff50eb7a req-d35b3c47-99b2-4185-90bd-3c3aa2b905d4 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f722f08f-1fc9-4bca-8aee-34c5490b3824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0642357 Feb 09 21:36:57.516036 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-364b2bf9-ff58-4f18-b155-a65103a8ecb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (58a89c03-6cc3-4eb7-93a9-8479c0cb0584), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:57.519470 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-47f33bde-89d5-4d02-98a5-e455ff50eb7a req-fb23eda8-3ea0-459a-85f0-2a20b2bb61ce service neutron] 10.222.0.89 "GET /v2.0/networks/f722f08f-1fc9-4bca-8aee-34c5490b3824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395943 Feb 09 21:36:57.556048 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ed1acfbd-7df1-43bd-a37d-1708b34d918d req-0df075cd-1506-4792-b5ba-4b5737bb3833 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/security-groups?id=1fbaec86-241e-4c80-89d8-21c7be7723d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953485 Feb 09 21:36:57.574627 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-27def866-0cdd-45b3-a5cd-b66ac2c9e3fa req-1b3849f4-4ce7-4d0e-a6f4-b99bd67bd36e tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d80a148-e9eb-4688-aae9-f24ed4e32758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108467 Feb 09 21:36:57.606105 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device a5155738-e889-4b4b-bb6f-70469f1a003c no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:36:57.618775 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8c6d1dec-4153-4c94-af92-2ea1e09777ce tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks [] for port (547d4185-ad4c-4181-b01f-a7fab38cca70), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:57.744996 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-364b2bf9-ff58-4f18-b155-a65103a8ecb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621346'] for subnet (58a89c03-6cc3-4eb7-93a9-8479c0cb0584), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:57.848707 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-47f33bde-89d5-4d02-98a5-e455ff50eb7a req-a7b32539-5bf6-409f-b667-35ab33c268f2 service neutron] 10.222.0.89 "GET /v2.0/networks/f722f08f-1fc9-4bca-8aee-34c5490b3824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3130951 Feb 09 21:36:57.852564 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364b2bf9-ff58-4f18-b155-a65103a8ecb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58a89c03-6cc3-4eb7-93a9-8479c0cb0584,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:57.856289 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8c6d1dec-4153-4c94-af92-2ea1e09777ce tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (547d4185-ad4c-4181-b01f-a7fab38cca70), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:57.859594 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-364b2bf9-ff58-4f18-b155-a65103a8ecb0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:57.866466 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-364b2bf9-ff58-4f18-b155-a65103a8ecb0 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/58a89c03-6cc3-4eb7-93a9-8479c0cb0584 HTTP/1.1" status: 204 len: 168 time: 0.9728384 Feb 09 21:36:57.866688 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 57852) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:57.923535 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6d1dec-4153-4c94-af92-2ea1e09777ce tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:36:57.928525 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-8c6d1dec-4153-4c94-af92-2ea1e09777ce tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:36:57.936788 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6d1dec-4153-4c94-af92-2ea1e09777ce tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:36:57.959409 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed02af23-7aff-4083-8f63-7faa61fb6146 req-eaaf4b61-2fba-428b-b5b1-b1b68871f9f7 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:57.961300 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ed02af23-7aff-4083-8f63-7faa61fb6146 req-eaaf4b61-2fba-428b-b5b1-b1b68871f9f7 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=82be41b1-46da-46a7-8af9-241c6a0e3e2d HTTP/1.1" status: 200 len: 949 time: 0.3049102 Feb 09 21:36:57.975514 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39dba1fe-eefb-420f-a591-fa5672ba7cbd None None] Network fec17942-beb5-4931-bf14-c3cd0b51a29d requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:36:57.978819 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: a5155738-e889-4b4b-bb6f-70469f1a003c {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:36:57.979166 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device a5155738-e889-4b4b-bb6f-70469f1a003c not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:36:57.979589 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 69d7a2b4-d97a-4cfd-bd46-a7f27b897575 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:36:58.065935 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50334e80-fdf4-4031-a2c0-979e5c973fe0 req-7890830e-367f-4d5a-b2e1-5706f530132a tempest-AttachSCSIVolumeTestJSON-1768878471 tempest-AttachSCSIVolumeTestJSON-1768878471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:58.077057 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-50334e80-fdf4-4031-a2c0-979e5c973fe0 req-7890830e-367f-4d5a-b2e1-5706f530132a tempest-AttachSCSIVolumeTestJSON-1768878471 tempest-AttachSCSIVolumeTestJSON-1768878471-project] 10.222.0.90 "GET /v2.0/ports?device_id=f4370d51-2d54-428b-89f6-5d895db07d75 HTTP/1.1" status: 200 len: 944 time: 0.3186407 Feb 09 21:36:58.082493 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6d1dec-4153-4c94-af92-2ea1e09777ce tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Pushing event updated for resources: {'Port': ['ID=547d4185-ad4c-4181-b01f-a7fab38cca70,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:58.113890 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 69d7a2b4-d97a-4cfd-bd46-a7f27b897575 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:36:58.114292 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 69d7a2b4-d97a-4cfd-bd46-a7f27b897575 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:36:58.133132 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-57a33e7b-7490-45ef-a017-fcb42f14543d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (fec17942-beb5-4931-bf14-c3cd0b51a29d), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:58.232669 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 57860) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:58.243893 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-57a33e7b-7490-45ef-a017-fcb42f14543d admin admin] Deleting port 4d7dc920-b200-4957-803e-166b354d56a9 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:36:58.245077 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-57a33e7b-7490-45ef-a017-fcb42f14543d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (4d7dc920-b200-4957-803e-166b354d56a9), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:58.333587 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b592135-1158-475c-ad95-c13fb100f8cd None None] DHCP port deletion for fec17942-beb5-4931-bf14-c3cd0b51a29d request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:36:58.339877 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-57a33e7b-7490-45ef-a017-fcb42f14543d admin admin] For port 4d7dc920-b200-4957-803e-166b354d56a9, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=4d7dc920-b200-4957-803e-166b354d56a9,segment=NetworkSegment(9e9d7d8b-b3ce-4b7a-bf3a-3a9e3687f2f0),segment_id=9e9d7d8b-b3ce-4b7a-bf3a-3a9e3687f2f0)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:58.340465 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-57a33e7b-7490-45ef-a017-fcb42f14543d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (4d7dc920-b200-4957-803e-166b354d56a9), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:58.356296 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-57a33e7b-7490-45ef-a017-fcb42f14543d admin admin] Calling delete_port for 4d7dc920-b200-4957-803e-166b354d56a9 owned by network:dhcp {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:36:58.400584 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-7b592135-1158-475c-ad95-c13fb100f8cd None None] Deleting port 4d7dc920-b200-4957-803e-166b354d56a9 {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:36:58.400963 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7b592135-1158-475c-ad95-c13fb100f8cd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (4d7dc920-b200-4957-803e-166b354d56a9), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:58.462572 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-a03e0c8a-aa51-4df4-b638-d90b6048d458 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-448395551-network', 'tenant_id': '4050d1e0bc1d453a9bf33ba567217d45'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:36:58.475593 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-7b592135-1158-475c-ad95-c13fb100f8cd None None] For port 4d7dc920-b200-4957-803e-166b354d56a9, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=4d7dc920-b200-4957-803e-166b354d56a9,segment=NetworkSegment(9e9d7d8b-b3ce-4b7a-bf3a-3a9e3687f2f0),segment_id=9e9d7d8b-b3ce-4b7a-bf3a-3a9e3687f2f0)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:58.475963 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7b592135-1158-475c-ad95-c13fb100f8cd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (4d7dc920-b200-4957-803e-166b354d56a9), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:58.490923 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-7b592135-1158-475c-ad95-c13fb100f8cd None None] Calling delete_port for 4d7dc920-b200-4957-803e-166b354d56a9 owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:36:58.494065 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-57a33e7b-7490-45ef-a017-fcb42f14543d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (4d7dc920-b200-4957-803e-166b354d56a9), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:58.529257 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a33e7b-7490-45ef-a017-fcb42f14543d admin admin] Pushing event deleted for resources: {'Port': ['ID=4d7dc920-b200-4957-803e-166b354d56a9,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:58.544943 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a03e0c8a-aa51-4df4-b638-d90b6048d458 admin admin] Made reservation on behalf of 4050d1e0bc1d453a9bf33ba567217d45 for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:36:58.549925 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a03e0c8a-aa51-4df4-b638-d90b6048d458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:58.551184 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 13190e85-6281-411d-8599-8e4d0b5a4700 up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:36:58.563957 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a33e7b-7490-45ef-a017-fcb42f14543d admin admin] No DVR routers for this DVR port 4d7dc920-b200-4957-803e-166b354d56a9 on host n-d-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:36:58.566018 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a03e0c8a-aa51-4df4-b638-d90b6048d458 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:58.584795 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ed02af23-7aff-4083-8f63-7faa61fb6146 req-9571f9a6-0f96-493b-95b0-a5a8f10653c6 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5932205 Feb 09 21:36:58.634116 n-d-828369-5 neutron-server[103142]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 21:36:58.634116 n-d-828369-5 neutron-server[103142]: from cryptography.utils import int_from_bytes Feb 09 21:36:58.634116 n-d-828369-5 neutron-server[103142]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 21:36:58.634116 n-d-828369-5 neutron-server[103142]: from cryptography.utils import int_from_bytes Feb 09 21:36:58.634116 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:36:58.634116 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 21:36:58.634116 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:36:58.634116 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 21:36:58.634116 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:36:58.634116 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 21:36:58.634116 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:36:58.634116 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 21:36:58.634116 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:36:58.634116 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 21:36:58.634116 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:36:58.634116 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 21:36:58.634116 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:36:58.634116 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 21:36:58.634116 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:36:58.634116 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 21:36:58.634116 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:36:58.634116 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 21:36:58.634116 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:36:58.634116 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 21:36:58.634116 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:36:58.634116 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 21:36:58.634116 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:36:58.634116 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 21:36:58.634116 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:36:58.634116 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 21:36:58.634116 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:36:58.634116 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 21:36:58.634116 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:36:58.634116 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 21:36:58.634116 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:36:58.634116 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 21:36:58.634116 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:36:58.634116 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 21:36:58.634116 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:36:58.634116 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 21:36:58.634116 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:36:58.634116 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 21:36:58.637565 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:36:58.637565 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 21:36:58.637565 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:36:58.637565 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 21:36:58.637565 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:36:58.637565 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 21:36:58.637565 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:36:58.637565 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 21:36:58.637565 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:36:58.637565 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 21:36:58.637565 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:36:58.637565 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 21:36:58.637565 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:36:58.637565 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 21:36:58.638552 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-50334e80-fdf4-4031-a2c0-979e5c973fe0 req-9c059694-6997-4bdc-9b29-a6d16d9eea32 tempest-AttachSCSIVolumeTestJSON-1768878471 tempest-AttachSCSIVolumeTestJSON-1768878471-project] 10.222.0.90 "GET /v2.0/security-groups?id=12447a63-5fb2-4311-b8af-0953600324f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5582566 Feb 09 21:36:58.647721 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7b592135-1158-475c-ad95-c13fb100f8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (4d7dc920-b200-4957-803e-166b354d56a9), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:58.664494 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning for port 13190e85-6281-411d-8599-8e4d0b5a4700 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:36:58.681601 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93161e1b-01b0-4f77-89c0-ccdc783eafdf req-3e284902-8192-4d73-9bda-775e813afaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:58.683721 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-93161e1b-01b0-4f77-89c0-ccdc783eafdf req-3e284902-8192-4d73-9bda-775e813afaf7 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=82be41b1-46da-46a7-8af9-241c6a0e3e2d&tenant_id=def3446e95584f24b6fdfb40ceda16ab HTTP/1.1" status: 200 len: 1131 time: 0.1850264 Feb 09 21:36:58.686791 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f07054f1-ef38-42ac-a181-aae86b623b32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7585e969-04e4-4a12-b80a-0f1fb6137cf0'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:36:58.690175 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a85a942c-b4ab-4e37-8d76-24607c0d103b" -d '{"events": [{"server_uuid": "f07054f1-ef38-42ac-a181-aae86b623b32", "name": "network-vif-plugged", "status": "completed", "tag": "7585e969-04e4-4a12-b80a-0f1fb6137cf0"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:36:58.712173 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-93161e1b-01b0-4f77-89c0-ccdc783eafdf req-1383f74d-619f-41c4-8260-f6c1f744de08 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828369-5', 'device_owner': 'compute:nova'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:36:58.729172 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port 13190e85-6281-411d-8599-8e4d0b5a4700 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:36:58.729492 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (13190e85-6281-411d-8599-8e4d0b5a4700), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:58.745307 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b592135-1158-475c-ad95-c13fb100f8cd None None] Pushing event deleted for resources: {'Port': ['ID=4d7dc920-b200-4957-803e-166b354d56a9,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:58.777558 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-57a33e7b-7490-45ef-a017-fcb42f14543d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (fec17942-beb5-4931-bf14-c3cd0b51a29d), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:58.778229 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b592135-1158-475c-ad95-c13fb100f8cd None None] No DVR routers for this DVR port 4d7dc920-b200-4957-803e-166b354d56a9 on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:36:58.852561 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-57a33e7b-7490-45ef-a017-fcb42f14543d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fec17942-beb5-4931-bf14-c3cd0b51a29d']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:58.874391 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 13190e85-6281-411d-8599-8e4d0b5a4700 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:36:58.875315 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (13190e85-6281-411d-8599-8e4d0b5a4700), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:58.879807 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-57a33e7b-7490-45ef-a017-fcb42f14543d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e9d7d8b-b3ce-4b7a-bf3a-3a9e3687f2f0') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:58.880102 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-57a33e7b-7490-45ef-a017-fcb42f14543d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e9d7d8b-b3ce-4b7a-bf3a-3a9e3687f2f0') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:36:58.898022 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-57a33e7b-7490-45ef-a017-fcb42f14543d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (9e9d7d8b-b3ce-4b7a-bf3a-3a9e3687f2f0), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:58.910486 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a03e0c8a-aa51-4df4-b638-d90b6048d458 admin admin] Publish callbacks [] for security_group (4cce7e90-f962-4b73-83ca-a1926748c657), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:58.918101 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a03e0c8a-aa51-4df4-b638-d90b6048d458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (4cce7e90-f962-4b73-83ca-a1926748c657), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:58.925973 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-57a33e7b-7490-45ef-a017-fcb42f14543d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (9e9d7d8b-b3ce-4b7a-bf3a-3a9e3687f2f0), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:58.932275 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 13190e85-6281-411d-8599-8e4d0b5a4700, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=13190e85-6281-411d-8599-8e4d0b5a4700,segment=NetworkSegment(f943d251-cbac-4cd2-b962-dbbb0491c1ed),segment_id=f943d251-cbac-4cd2-b962-dbbb0491c1ed)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:58.942016 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (13190e85-6281-411d-8599-8e4d0b5a4700), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:58.965263 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03e0c8a-aa51-4df4-b638-d90b6048d458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cce7e90-f962-4b73-83ca-a1926748c657,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:58.975088 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57a33e7b-7490-45ef-a017-fcb42f14543d admin admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:36:58.975850 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-57a33e7b-7490-45ef-a017-fcb42f14543d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (9e9d7d8b-b3ce-4b7a-bf3a-3a9e3687f2f0), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:59.008378 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=13190e85-6281-411d-8599-8e4d0b5a4700,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:59.023826 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:36:59.023826 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:36:59.023826 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:36:59.023826 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:36:59.023826 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:36:59.023826 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:36:59.023826 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:36:59.023826 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:36:59.023826 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:36:59.023826 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:36:59.023826 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:36:59.023826 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:36:59.023826 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:36:59.023826 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:36:59.023826 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:36:59.023826 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:36:59.023826 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:36:59.023826 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:36:59.023826 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:36:59.023826 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:36:59.023826 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:36:59.023826 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:36:59.023826 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:36:59.023826 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:36:59.023826 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:36:59.023826 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:36:59.023826 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:36:59.023826 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:36:59.023826 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:36:59.023826 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:36:59.023826 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:36:59.023826 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:36:59.027985 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8c6d1dec-4153-4c94-af92-2ea1e09777ce tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks [] for router_gateway (f3e5f272-c9b1-4066-9576-427459f716e3), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:59.044475 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a03e0c8a-aa51-4df4-b638-d90b6048d458 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:36:59.060263 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a03e0c8a-aa51-4df4-b638-d90b6048d458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (3c535620-29a0-451d-9d05-f7fea62038cd), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:59.060900 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-a03e0c8a-aa51-4df4-b638-d90b6048d458 admin admin] Added segment 3c535620-29a0-451d-9d05-f7fea62038cd of type vlan for network 9c581944-c4c5-4d08-9cf0-a074bdff8393 Feb 09 21:36:59.069245 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-57a33e7b-7490-45ef-a017-fcb42f14543d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (fec17942-beb5-4931-bf14-c3cd0b51a29d), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:59.075602 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-57a33e7b-7490-45ef-a017-fcb42f14543d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:59.079226 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-57a33e7b-7490-45ef-a017-fcb42f14543d admin admin] 10.222.0.90 "DELETE /v2.0/networks/fec17942-beb5-4931-bf14-c3cd0b51a29d HTTP/1.1" status: 204 len: 168 time: 1.2116761 Feb 09 21:36:59.118425 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a33e7b-7490-45ef-a017-fcb42f14543d admin admin] Pushing event deleted for resources: {'Network': ['ID=fec17942-beb5-4931-bf14-c3cd0b51a29d,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:59.133935 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a03e0c8a-aa51-4df4-b638-d90b6048d458 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (9c581944-c4c5-4d08-9cf0-a074bdff8393), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:59.161628 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a03e0c8a-aa51-4df4-b638-d90b6048d458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (9c581944-c4c5-4d08-9cf0-a074bdff8393), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:59.162752 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03e0c8a-aa51-4df4-b638-d90b6048d458 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:59.163621 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a03e0c8a-aa51-4df4-b638-d90b6048d458 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:59.205175 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6e0bc7-e210-4d2a-b40c-4ffe15674d66 req-caadd684-4f9f-4d8c-b595-ade2dcf20486 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:59.215380 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6e6e0bc7-e210-4d2a-b40c-4ffe15674d66 req-caadd684-4f9f-4d8c-b595-ade2dcf20486 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/ports?device_id=2554d57d-83c8-4d46-b328-49ce7df09ba6 HTTP/1.1" status: 200 len: 945 time: 0.4794309 Feb 09 21:36:59.225353 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-a03e0c8a-aa51-4df4-b638-d90b6048d458 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9916146 Feb 09 21:36:59.232621 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 57874) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:59.238415 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-fe430f05-3c36-41b1-bee5-e260633b00f5 admin admin] Request body: {'subnet': {'network_id': '9c581944-c4c5-4d08-9cf0-a074bdff8393', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-448395551-subnet', 'tenant_id': '4050d1e0bc1d453a9bf33ba567217d45', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:36:59.259721 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe430f05-3c36-41b1-bee5-e260633b00f5 admin admin] Made reservation on behalf of 4050d1e0bc1d453a9bf33ba567217d45 for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:36:59.261688 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-93161e1b-01b0-4f77-89c0-ccdc783eafdf req-1383f74d-619f-41c4-8260-f6c1f744de08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (47af76bb-ef60-4c69-9b0e-9800d9e02153), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:59.262954 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fe430f05-3c36-41b1-bee5-e260633b00f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:59.279729 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03e0c8a-aa51-4df4-b638-d90b6048d458 admin admin] Pushing event updated for resources: {'Network': ['ID=9c581944-c4c5-4d08-9cf0-a074bdff8393,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:59.298594 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 9c581944-c4c5-4d08-9cf0-a074bdff8393 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:36:59.303322 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c5d46e-00eb-43b2-a33c-9121cf78b572 req-de89b9b3-063c-4b60-8ffe-df2d9d0bfe5b tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:59.311670 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-49c5d46e-00eb-43b2-a33c-9121cf78b572 req-de89b9b3-063c-4b60-8ffe-df2d9d0bfe5b tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/ports?device_id=5a1ea706-a091-449b-ac8a-a4314ae11af5 HTTP/1.1" status: 200 len: 945 time: 0.5904574 Feb 09 21:36:59.315429 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 57876) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:59.358995 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 1573c34f-840d-4a68-954b-240868f76ebf up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:36:59.390679 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 4d7dc920-b200-4957-803e-166b354d56a9 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:36:59.414623 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 4d7dc920-b200-4957-803e-166b354d56a9 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:36:59.415003 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 4d7dc920-b200-4957-803e-166b354d56a9 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:36:59.458152 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning for port 1573c34f-840d-4a68-954b-240868f76ebf completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:36:59.462098 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port 1573c34f-840d-4a68-954b-240868f76ebf triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:36:59.462481 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (1573c34f-840d-4a68-954b-240868f76ebf), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:59.494476 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fe430f05-3c36-41b1-bee5-e260633b00f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (6241c638-9f01-4c96-8d8d-ad9156effdef), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:59.551184 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 1573c34f-840d-4a68-954b-240868f76ebf is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:36:59.551580 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (1573c34f-840d-4a68-954b-240868f76ebf), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:59.562420 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe430f05-3c36-41b1-bee5-e260633b00f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6241c638-9f01-4c96-8d8d-ad9156effdef,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:59.571068 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe430f05-3c36-41b1-bee5-e260633b00f5 admin admin] Checking segment: {'id': '3c535620-29a0-451d-9d05-f7fea62038cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '9c581944-c4c5-4d08-9cf0-a074bdff8393'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:36:59.571697 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe430f05-3c36-41b1-bee5-e260633b00f5 admin admin] Network hostable DHCP agents. Network: 9c581944-c4c5-4d08-9cf0-a074bdff8393, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:36:59.590622 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 1573c34f-840d-4a68-954b-240868f76ebf, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=1573c34f-840d-4a68-954b-240868f76ebf,segment=NetworkSegment(d40f9022-2b63-46f5-b33e-b292576f9da1),segment_id=d40f9022-2b63-46f5-b33e-b292576f9da1)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:36:59.596722 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (1573c34f-840d-4a68-954b-240868f76ebf), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:59.598704 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe430f05-3c36-41b1-bee5-e260633b00f5 admin admin] Network 9c581944-c4c5-4d08-9cf0-a074bdff8393 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:36:59.617258 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-fe430f05-3c36-41b1-bee5-e260633b00f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 9c581944-c4c5-4d08-9cf0-a074bdff8393) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:36:59.624789 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe430f05-3c36-41b1-bee5-e260633b00f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:36:59.626047 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fe430f05-3c36-41b1-bee5-e260633b00f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:59.632732 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594917b6-55b7-48e3-b71b-4c586ffc7706 None None] Network 9c581944-c4c5-4d08-9cf0-a074bdff8393 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:36:59.660518 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-fe430f05-3c36-41b1-bee5-e260633b00f5 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4261923 Feb 09 21:36:59.677080 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-dac36605-8efd-4aa2-875a-965b6fa69ea1 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=10728d8d3f684788881f8ffec480c397&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3554056 Feb 09 21:36:59.677657 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 57884) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:59.698903 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6e6e0bc7-e210-4d2a-b40c-4ffe15674d66 req-89ef9813-8b59-4345-8355-870eecad2cb9 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d80a148-e9eb-4688-aae9-f24ed4e32758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4813833 Feb 09 21:36:59.716186 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=1573c34f-840d-4a68-954b-240868f76ebf,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:36:59.777286 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b4d6a768-fd85-4932-beaf-f9ef6270e8d3 admin admin] Publish callbacks [] for security_group (51fd364c-9316-4c6b-822b-1d760c32135a), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:59.786885 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b33137d5-97a4-4bda-97c8-1d5ceb3d42a6 x-openstack-request-id: req-b33137d5-97a4-4bda-97c8-1d5ceb3d42a6 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:36:59.787357 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f07054f1-ef38-42ac-a181-aae86b623b32", "name": "network-vif-plugged", "status": "completed", "tag": "7585e969-04e4-4a12-b80a-0f1fb6137cf0", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:36:59.787620 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-b33137d5-97a4-4bda-97c8-1d5ceb3d42a6 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:36:59.788201 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f07054f1-ef38-42ac-a181-aae86b623b32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7585e969-04e4-4a12-b80a-0f1fb6137cf0', 'code': 200} Feb 09 21:36:59.821533 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d887b2-6cd9-48e6-95cf-15bc4ee30cbf None None] Network 9c581944-c4c5-4d08-9cf0-a074bdff8393 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:36:59.889479 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b4d6a768-fd85-4932-beaf-f9ef6270e8d3 admin admin] Publish callbacks [] for security_group (51fd364c-9316-4c6b-822b-1d760c32135a), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:59.966014 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 57892) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:36:59.972206 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-7d3713ef-05e7-42fe-bc02-5704b848c80c tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-341400166'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:36:59.982467 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b4d6a768-fd85-4932-beaf-f9ef6270e8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (51fd364c-9316-4c6b-822b-1d760c32135a), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:59.985075 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b4d6a768-fd85-4932-beaf-f9ef6270e8d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:36:59.988374 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-49c5d46e-00eb-43b2-a33c-9121cf78b572 req-7f78e17d-8fb0-42ea-a3a3-2d8809e3d8df tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/security-groups?id=1fbaec86-241e-4c80-89d8-21c7be7723d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6754646 Feb 09 21:36:59.989048 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-b4d6a768-fd85-4932-beaf-f9ef6270e8d3 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/51fd364c-9316-4c6b-822b-1d760c32135a HTTP/1.1" status: 204 len: 168 time: 0.3105981 Feb 09 21:37:00.000417 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d6a768-fd85-4932-beaf-f9ef6270e8d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51fd364c-9316-4c6b-822b-1d760c32135a,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:00.008373 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-93161e1b-01b0-4f77-89c0-ccdc783eafdf req-1383f74d-619f-41c4-8260-f6c1f744de08 service neutron] For port 47af76bb-ef60-4c69-9b0e-9800d9e02153, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=47af76bb-ef60-4c69-9b0e-9800d9e02153,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:37:00.013450 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d3713ef-05e7-42fe-bc02-5704b848c80c tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Made reservation on behalf of 18ba459b325a4da0821abb3dc94f8781 for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:37:00.017690 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7d3713ef-05e7-42fe-bc02-5704b848c80c tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:00.057885 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d3713ef-05e7-42fe-bc02-5704b848c80c tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:37:00.071053 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7d3713ef-05e7-42fe-bc02-5704b848c80c tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (3a1837f3-bf89-4200-982d-e8d31ce9bb97), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:00.071643 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-7d3713ef-05e7-42fe-bc02-5704b848c80c tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Added segment 3a1837f3-bf89-4200-982d-e8d31ce9bb97 of type vlan for network 447eb1f8-3447-426b-bdf3-4b25ec15af22 Feb 09 21:37:00.105664 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8c6728-2772-4dc2-9156-e5c510f6d342 req-d7ff01c7-5fd3-4413-8254-b17d7c945ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:00.107230 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9d8c6728-2772-4dc2-9156-e5c510f6d342 req-d7ff01c7-5fd3-4413-8254-b17d7c945ab9 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=f07054f1-ef38-42ac-a181-aae86b623b32 HTTP/1.1" status: 200 len: 1127 time: 0.2220235 Feb 09 21:37:00.145576 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7d3713ef-05e7-42fe-bc02-5704b848c80c tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (447eb1f8-3447-426b-bdf3-4b25ec15af22), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:00.176781 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7d3713ef-05e7-42fe-bc02-5704b848c80c tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (447eb1f8-3447-426b-bdf3-4b25ec15af22), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:00.189451 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3713ef-05e7-42fe-bc02-5704b848c80c tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:00.189909 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7d3713ef-05e7-42fe-bc02-5704b848c80c tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:00.192849 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-93161e1b-01b0-4f77-89c0-ccdc783eafdf req-1383f74d-619f-41c4-8260-f6c1f744de08 service neutron] For port 47af76bb-ef60-4c69-9b0e-9800d9e02153, host n-h2-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:37:00.212325 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-7d3713ef-05e7-42fe-bc02-5704b848c80c tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2446985 Feb 09 21:37:00.222357 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 57896) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:00.232012 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-fe9bb447-fa9f-4cfb-9dff-3aff0b8b39f6 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-8901187'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:37:00.257593 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8c6d1dec-4153-4c94-af92-2ea1e09777ce tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-554449', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10783'] for router (f3e5f272-c9b1-4066-9576-427459f716e3), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:00.269957 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe9bb447-fa9f-4cfb-9dff-3aff0b8b39f6 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Made reservation on behalf of 18ba459b325a4da0821abb3dc94f8781 for: {'network': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:37:00.273832 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fe9bb447-fa9f-4cfb-9dff-3aff0b8b39f6 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:00.292200 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5ddce2-0dd7-4a43-bed0-3c57fa8e8cb2 req-a8a7d466-70e5-4e54-84e2-e6578ed93f2f tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:00.293807 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9b5ddce2-0dd7-4a43-bed0-3c57fa8e8cb2 req-a8a7d466-70e5-4e54-84e2-e6578ed93f2f tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=82be41b1-46da-46a7-8af9-241c6a0e3e2d HTTP/1.1" status: 200 len: 949 time: 0.2802958 Feb 09 21:37:00.312091 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8c6d1dec-4153-4c94-af92-2ea1e09777ce tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-554458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-554435', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-525216'] for router (f3e5f272-c9b1-4066-9576-427459f716e3), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:00.312795 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3713ef-05e7-42fe-bc02-5704b848c80c tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Pushing event updated for resources: {'Network': ['ID=447eb1f8-3447-426b-bdf3-4b25ec15af22,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:00.325024 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 447eb1f8-3447-426b-bdf3-4b25ec15af22 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:37:00.427991 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82be41b1-46da-46a7-8af9-241c6a0e3e2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47af76bb-ef60-4c69-9b0e-9800d9e02153'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:37:00.430233 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a233df27-5e4b-4175-8d5a-15547b8e2977" -d '{"events": [{"server_uuid": "82be41b1-46da-46a7-8af9-241c6a0e3e2d", "name": "network-vif-unplugged", "status": "completed", "tag": "47af76bb-ef60-4c69-9b0e-9800d9e02153"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:37:00.442747 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-93161e1b-01b0-4f77-89c0-ccdc783eafdf req-1383f74d-619f-41c4-8260-f6c1f744de08 service neutron] Publish callbacks [] for port (47af76bb-ef60-4c69-9b0e-9800d9e02153), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:00.453496 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9d8c6728-2772-4dc2-9156-e5c510f6d342 req-5e413310-94a5-428a-a238-b18725c5f0a4 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=1fbaec86-241e-4c80-89d8-21c7be7723d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3362415 Feb 09 21:37:00.483657 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41503220-4aaf-4d85-9597-aea65357ed65 req-216553d1-aed5-4b8b-94b8-26411ecca7d5 tempest-AttachSCSIVolumeTestJSON-1768878471 tempest-AttachSCSIVolumeTestJSON-1768878471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:00.485774 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-41503220-4aaf-4d85-9597-aea65357ed65 req-216553d1-aed5-4b8b-94b8-26411ecca7d5 tempest-AttachSCSIVolumeTestJSON-1768878471 tempest-AttachSCSIVolumeTestJSON-1768878471-project] 10.222.0.90 "GET /v2.0/ports?device_id=f4370d51-2d54-428b-89f6-5d895db07d75 HTTP/1.1" status: 200 len: 945 time: 0.3424735 Feb 09 21:37:00.496716 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [req-93161e1b-01b0-4f77-89c0-ccdc783eafdf req-1383f74d-619f-41c4-8260-f6c1f744de08 service neutron] Transition to ACTIVE for port object 47af76bb-ef60-4c69-9b0e-9800d9e02153 will not be triggered until provisioned by entity L2. {{(pid=103140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:37:00.503670 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe9bb447-fa9f-4cfb-9dff-3aff0b8b39f6 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=103140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:37:00.519999 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-93161e1b-01b0-4f77-89c0-ccdc783eafdf req-1383f74d-619f-41c4-8260-f6c1f744de08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (47af76bb-ef60-4c69-9b0e-9800d9e02153), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:00.574061 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fe9bb447-fa9f-4cfb-9dff-3aff0b8b39f6 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (04fbb49c-9fc3-4a2f-93bd-1df71eda4894), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:00.574406 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-fe9bb447-fa9f-4cfb-9dff-3aff0b8b39f6 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Added segment 04fbb49c-9fc3-4a2f-93bd-1df71eda4894 of type vlan for network 6a88ecb8-ab13-497b-8e99-4232b5fa8235 Feb 09 21:37:00.581850 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9b5ddce2-0dd7-4a43-bed0-3c57fa8e8cb2 req-2347add7-0df1-4de8-b56a-8f0077834d15 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616467 Feb 09 21:37:00.675452 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-93161e1b-01b0-4f77-89c0-ccdc783eafdf req-1383f74d-619f-41c4-8260-f6c1f744de08 service neutron] No DVR routers for this DVR port 47af76bb-ef60-4c69-9b0e-9800d9e02153 on host n-h2-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:37:00.691453 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1383f74d-619f-41c4-8260-f6c1f744de08 service neutron] Pushing event updated for resources: {'Port': ['ID=47af76bb-ef60-4c69-9b0e-9800d9e02153,revision_number=10']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:00.696895 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fe9bb447-fa9f-4cfb-9dff-3aff0b8b39f6 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (6a88ecb8-ab13-497b-8e99-4232b5fa8235), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:00.731262 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-41503220-4aaf-4d85-9597-aea65357ed65 req-c310a4c8-6908-47b6-a727-031afd1f9b53 tempest-AttachSCSIVolumeTestJSON-1768878471 tempest-AttachSCSIVolumeTestJSON-1768878471-project] 10.222.0.90 "GET /v2.0/security-groups?id=12447a63-5fb2-4311-b8af-0953600324f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333694 Feb 09 21:37:00.797456 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-93161e1b-01b0-4f77-89c0-ccdc783eafdf req-1383f74d-619f-41c4-8260-f6c1f744de08 service neutron] Attempting to bind port 47af76bb-ef60-4c69-9b0e-9800d9e02153 on host n-h1-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:37:00.797842 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-93161e1b-01b0-4f77-89c0-ccdc783eafdf req-1383f74d-619f-41c4-8260-f6c1f744de08 service neutron] Attempting to bind port 47af76bb-ef60-4c69-9b0e-9800d9e02153 by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:37:00.798187 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93161e1b-01b0-4f77-89c0-ccdc783eafdf req-1383f74d-619f-41c4-8260-f6c1f744de08 service neutron] Attempting to bind port 47af76bb-ef60-4c69-9b0e-9800d9e02153 on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:37:00.805590 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fe9bb447-fa9f-4cfb-9dff-3aff0b8b39f6 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (6a88ecb8-ab13-497b-8e99-4232b5fa8235), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:00.810521 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9bb447-fa9f-4cfb-9dff-3aff0b8b39f6 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:00.811131 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fe9bb447-fa9f-4cfb-9dff-3aff0b8b39f6 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:00.828386 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93161e1b-01b0-4f77-89c0-ccdc783eafdf req-1383f74d-619f-41c4-8260-f6c1f744de08 service neutron] Port 47af76bb-ef60-4c69-9b0e-9800d9e02153 on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:37:00.828790 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93161e1b-01b0-4f77-89c0-ccdc783eafdf req-1383f74d-619f-41c4-8260-f6c1f744de08 service neutron] Attempting to bind port 47af76bb-ef60-4c69-9b0e-9800d9e02153 on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:37:00.893843 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d96788b2-31bc-4b71-90c4-24218bdb1c74 x-openstack-request-id: req-d96788b2-31bc-4b71-90c4-24218bdb1c74 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:37:00.894208 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82be41b1-46da-46a7-8af9-241c6a0e3e2d", "name": "network-vif-unplugged", "status": "completed", "tag": "47af76bb-ef60-4c69-9b0e-9800d9e02153", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:37:00.894459 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-d96788b2-31bc-4b71-90c4-24218bdb1c74 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:37:00.896184 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82be41b1-46da-46a7-8af9-241c6a0e3e2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47af76bb-ef60-4c69-9b0e-9800d9e02153', 'code': 200} Feb 09 21:37:00.907555 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-fe9bb447-fa9f-4cfb-9dff-3aff0b8b39f6 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6784265 Feb 09 21:37:00.907555 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93161e1b-01b0-4f77-89c0-ccdc783eafdf req-1383f74d-619f-41c4-8260-f6c1f744de08 service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:37:00.907555 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93161e1b-01b0-4f77-89c0-ccdc783eafdf req-1383f74d-619f-41c4-8260-f6c1f744de08 service neutron] Checking segment: {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:37:00.907555 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93161e1b-01b0-4f77-89c0-ccdc783eafdf req-1383f74d-619f-41c4-8260-f6c1f744de08 service neutron] Bound using segment: {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:37:00.908041 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 57920) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:00.914364 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-715b05b1-1062-419d-9dd4-a3c5b00bf1c1 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Request body: {'subnet': {'network_id': '447eb1f8-3447-426b-bdf3-4b25ec15af22', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:37:00.920716 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-93161e1b-01b0-4f77-89c0-ccdc783eafdf req-1383f74d-619f-41c4-8260-f6c1f744de08 service neutron] Bound port: 47af76bb-ef60-4c69-9b0e-9800d9e02153, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:37:00.921107 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-93161e1b-01b0-4f77-89c0-ccdc783eafdf req-1383f74d-619f-41c4-8260-f6c1f744de08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (47af76bb-ef60-4c69-9b0e-9800d9e02153), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:00.992729 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c6d1dec-4153-4c94-af92-2ea1e09777ce tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Router f3e5f272-c9b1-4066-9576-427459f716e3 is scheduled to L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 with binding_index 1 {{(pid=103140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:37:01.057879 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9bb447-fa9f-4cfb-9dff-3aff0b8b39f6 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Pushing event updated for resources: {'Network': ['ID=6a88ecb8-ab13-497b-8e99-4232b5fa8235,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:01.078527 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 6a88ecb8-ab13-497b-8e99-4232b5fa8235 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:37:01.138783 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-715b05b1-1062-419d-9dd4-a3c5b00bf1c1 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Made reservation on behalf of 18ba459b325a4da0821abb3dc94f8781 for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:37:01.142475 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-715b05b1-1062-419d-9dd4-a3c5b00bf1c1 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:01.206431 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-93161e1b-01b0-4f77-89c0-ccdc783eafdf req-1383f74d-619f-41c4-8260-f6c1f744de08 service neutron] For port 47af76bb-ef60-4c69-9b0e-9800d9e02153, host n-h1-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:37:01.258722 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-93161e1b-01b0-4f77-89c0-ccdc783eafdf req-1383f74d-619f-41c4-8260-f6c1f744de08 service neutron] For port 47af76bb-ef60-4c69-9b0e-9800d9e02153, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=47af76bb-ef60-4c69-9b0e-9800d9e02153,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:37:01.280738 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2779cb12-eb42-4126-aa7b-0842b80b3859 req-79b54364-54a0-4108-aa16-d501066daa7f tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:01.283105 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2779cb12-eb42-4126-aa7b-0842b80b3859 req-79b54364-54a0-4108-aa16-d501066daa7f tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/ports?device_id=2554d57d-83c8-4d46-b328-49ce7df09ba6 HTTP/1.1" status: 200 len: 945 time: 0.3149841 Feb 09 21:37:01.288394 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-93161e1b-01b0-4f77-89c0-ccdc783eafdf req-1383f74d-619f-41c4-8260-f6c1f744de08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (47af76bb-ef60-4c69-9b0e-9800d9e02153), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:01.385874 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93161e1b-01b0-4f77-89c0-ccdc783eafdf req-1383f74d-619f-41c4-8260-f6c1f744de08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:01.386578 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-93161e1b-01b0-4f77-89c0-ccdc783eafdf req-1383f74d-619f-41c4-8260-f6c1f744de08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:01.388502 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-715b05b1-1062-419d-9dd4-a3c5b00bf1c1 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (5d37f537-2fe5-408a-92d7-6800f805a26d), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:01.391344 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-93161e1b-01b0-4f77-89c0-ccdc783eafdf req-1383f74d-619f-41c4-8260-f6c1f744de08 service neutron] 10.222.0.95 "PUT /v2.0/ports/47af76bb-ef60-4c69-9b0e-9800d9e02153 HTTP/1.1" status: 200 len: 1096 time: 2.6957738 Feb 09 21:37:01.467063 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715b05b1-1062-419d-9dd4-a3c5b00bf1c1 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Pushing event updated for resources: {'Subnet': ['ID=5d37f537-2fe5-408a-92d7-6800f805a26d,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:01.486541 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715b05b1-1062-419d-9dd4-a3c5b00bf1c1 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Checking segment: {'id': '3a1837f3-bf89-4200-982d-e8d31ce9bb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '447eb1f8-3447-426b-bdf3-4b25ec15af22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:37:01.486903 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715b05b1-1062-419d-9dd4-a3c5b00bf1c1 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Network hostable DHCP agents. Network: 447eb1f8-3447-426b-bdf3-4b25ec15af22, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:37:01.496326 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1383f74d-619f-41c4-8260-f6c1f744de08 service neutron] Pushing event updated for resources: {'Port': ['ID=47af76bb-ef60-4c69-9b0e-9800d9e02153,revision_number=11']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:01.500021 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c6d1dec-4153-4c94-af92-2ea1e09777ce tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:37:01.508982 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8c6d1dec-4153-4c94-af92-2ea1e09777ce tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:01.509834 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b72cbc-1136-4303-a8fe-bb65f893d680 None None] Sync routers for ids ['f3e5f272-c9b1-4066-9576-427459f716e3'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:37:01.513188 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-8c6d1dec-4153-4c94-af92-2ea1e09777ce tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] 10.222.0.90 "PUT /v2.0/routers/f3e5f272-c9b1-4066-9576-427459f716e3 HTTP/1.1" status: 200 len: 914 time: 6.2534862 Feb 09 21:37:01.513514 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 57936) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:01.519616 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd55963e-290c-4375-953e-f3f2b4dfa5c5 req-b63d3451-ccd1-4150-aaaa-efae23fe472f tempest-ServerAddressesTestJSON-37461365 tempest-ServerAddressesTestJSON-37461365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:01.521176 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bd55963e-290c-4375-953e-f3f2b4dfa5c5 req-b63d3451-ccd1-4150-aaaa-efae23fe472f tempest-ServerAddressesTestJSON-37461365 tempest-ServerAddressesTestJSON-37461365-project] 10.222.0.90 "GET /v2.0/networks?id=9c581944-c4c5-4d08-9cf0-a074bdff8393 HTTP/1.1" status: 200 len: 813 time: 0.3907652 Feb 09 21:37:01.527675 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2779cb12-eb42-4126-aa7b-0842b80b3859 req-42e3499d-47c9-41ea-ac77-426688da4e01 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d80a148-e9eb-4688-aae9-f24ed4e32758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273443 Feb 09 21:37:01.539355 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b72cbc-1136-4303-a8fe-bb65f893d680 None None] Routers {'f3e5f272-c9b1-4066-9576-427459f716e3'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:37:01.539997 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-84b72cbc-1136-4303-a8fe-bb65f893d680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:36:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['f3e5f272-c9b1-4066-9576-427459f716e3'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:01.554307 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bd55963e-290c-4375-953e-f3f2b4dfa5c5 req-5ee74c0b-ec3b-449c-bcc1-d388269bb2fa tempest-ServerAddressesTestJSON-37461365 tempest-ServerAddressesTestJSON-37461365-project] 10.222.0.90 "GET /v2.0/quotas/4050d1e0bc1d453a9bf33ba567217d45 HTTP/1.1" status: 200 len: 375 time: 0.0255795 Feb 09 21:37:01.579594 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93161e1b-01b0-4f77-89c0-ccdc783eafdf req-527c856c-5e0b-42d6-aa2f-427f63471740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:01.581199 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-93161e1b-01b0-4f77-89c0-ccdc783eafdf req-527c856c-5e0b-42d6-aa2f-427f63471740 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=def3446e95584f24b6fdfb40ceda16ab&device_id=82be41b1-46da-46a7-8af9-241c6a0e3e2d HTTP/1.1" status: 200 len: 1130 time: 0.1533546 Feb 09 21:37:01.601656 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bd55963e-290c-4375-953e-f3f2b4dfa5c5 req-535b9109-9e8f-4cba-bb8d-bc6c34cdc90a tempest-ServerAddressesTestJSON-37461365 tempest-ServerAddressesTestJSON-37461365-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=4050d1e0bc1d453a9bf33ba567217d45&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414255 Feb 09 21:37:01.622275 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-84b72cbc-1136-4303-a8fe-bb65f893d680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:01.642358 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b72cbc-1136-4303-a8fe-bb65f893d680 None None] Routers {'f3e5f272-c9b1-4066-9576-427459f716e3'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:37:01.643442 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-84b72cbc-1136-4303-a8fe-bb65f893d680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:36:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['f3e5f272-c9b1-4066-9576-427459f716e3'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:01.660267 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715b05b1-1062-419d-9dd4-a3c5b00bf1c1 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Network 447eb1f8-3447-426b-bdf3-4b25ec15af22 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:37:01.678930 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-715b05b1-1062-419d-9dd4-a3c5b00bf1c1 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 447eb1f8-3447-426b-bdf3-4b25ec15af22) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:37:01.679128 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-84b72cbc-1136-4303-a8fe-bb65f893d680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:01.679945 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b72cbc-1136-4303-a8fe-bb65f893d680 None None] The sync data for ids ['f3e5f272-c9b1-4066-9576-427459f716e3'] in n-d-828369-5 is: [] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:37:01.686586 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715b05b1-1062-419d-9dd4-a3c5b00bf1c1 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:01.687250 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-715b05b1-1062-419d-9dd4-a3c5b00bf1c1 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:01.688869 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b53d6f-c374-4f8d-8df9-21bd55f169ec None None] Network 447eb1f8-3447-426b-bdf3-4b25ec15af22 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:37:01.715284 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-715b05b1-1062-419d-9dd4-a3c5b00bf1c1 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8062429 Feb 09 21:37:01.719798 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 57940) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:01.726460 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-14148880-c8b1-4bd2-8c36-3a6f7bf1acde tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Request body: {'subnet': {'network_id': '6a88ecb8-ab13-497b-8e99-4232b5fa8235', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:37:01.778287 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-de31b503-55aa-4ad8-9e53-373a489fa627 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] 10.222.0.90 "GET /v2.0/routers/f3e5f272-c9b1-4066-9576-427459f716e3 HTTP/1.1" status: 200 len: 920 time: 0.2603226 Feb 09 21:37:01.779515 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 57944) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:01.861274 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4370d51-2d54-428b-89f6-5d895db07d75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13190e85-6281-411d-8599-8e4d0b5a4700'}, {'server_uuid': '5a1ea706-a091-449b-ac8a-a4314ae11af5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1573c34f-840d-4a68-954b-240868f76ebf'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:37:01.868574 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a18f1627-7613-4891-9d4a-bb5700c3b2c8" -d '{"events": [{"server_uuid": "f4370d51-2d54-428b-89f6-5d895db07d75", "name": "network-vif-plugged", "status": "completed", "tag": "13190e85-6281-411d-8599-8e4d0b5a4700"}, {"server_uuid": "5a1ea706-a091-449b-ac8a-a4314ae11af5", "name": "network-vif-plugged", "status": "completed", "tag": "1573c34f-840d-4a68-954b-240868f76ebf"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:37:01.871123 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664f4b3a-ddd7-490f-866c-e9828a9b76f4 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:01.875282 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-664f4b3a-ddd7-490f-866c-e9828a9b76f4 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] 10.222.0.90 "GET /v2.0/ports?network_id=54a442d5-50a0-4c75-85cc-d19f5bf58118&device_id=f3e5f272-c9b1-4066-9576-427459f716e3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0927508 Feb 09 21:37:01.875823 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 57946) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:01.884850 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14148880-c8b1-4bd2-8c36-3a6f7bf1acde tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Made reservation on behalf of 18ba459b325a4da0821abb3dc94f8781 for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:37:01.889153 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-14148880-c8b1-4bd2-8c36-3a6f7bf1acde tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:01.924508 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ffddf8e-3fb6-4828-9a0e-741396b0a3e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-447eb1f8-3447-426b-bdf3-4b25ec15af22', 'network_id': '447eb1f8-3447-426b-bdf3-4b25ec15af22', 'project_id': '18ba459b325a4da0821abb3dc94f8781', 'fixed_ips': [{'subnet_id': '5d37f537-2fe5-408a-92d7-6800f805a26d'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:37:01.925879 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1ffddf8e-3fb6-4828-9a0e-741396b0a3e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:02.046229 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa250c80-bf78-4cbc-a85b-efdd49f3eab1 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:02.047664 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-aa250c80-bf78-4cbc-a85b-efdd49f3eab1 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] 10.222.0.90 "GET /v2.0/networks/54a442d5-50a0-4c75-85cc-d19f5bf58118 HTTP/1.1" status: 200 len: 881 time: 0.1709712 Feb 09 21:37:02.050610 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 57950) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:02.092247 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-c1a0d7ca-3e21-4d81-bf90-421d8bf0326f tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] 10.222.0.90 "GET /v2.0/ports?device_id=f3e5f272-c9b1-4066-9576-427459f716e3 HTTP/1.1" status: 200 len: 205 time: 0.0404813 Feb 09 21:37:02.094796 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 57952) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:02.125039 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-1ffddf8e-3fb6-4828-9a0e-741396b0a3e7 None None] Allocated IP 10.1.1.2 (447eb1f8-3447-426b-bdf3-4b25ec15af22/5d37f537-2fe5-408a-92d7-6800f805a26d/c37bbd3a-473d-459c-9a1c-fb26da89ebf4) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:37:02.171009 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bd55963e-290c-4375-953e-f3f2b4dfa5c5 req-5e1039a2-0b4d-41b4-a48d-29c591026473 service neutron] 10.222.0.90 "GET /v2.0/networks/9c581944-c4c5-4d08-9cf0-a074bdff8393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5565243 Feb 09 21:37:02.177996 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f824e5-de7c-442f-b897-0f741b148ba2 req-1622ea02-46fb-49dc-b8f7-d54619d22602 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:02.185176 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f4f824e5-de7c-442f-b897-0f741b148ba2 req-1622ea02-46fb-49dc-b8f7-d54619d22602 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/ports?device_id=5a1ea706-a091-449b-ac8a-a4314ae11af5 HTTP/1.1" status: 200 len: 946 time: 0.5420456 Feb 09 21:37:02.210507 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93161e1b-01b0-4f77-89c0-ccdc783eafdf req-91a7f02c-39a9-49e8-8b92-3d750e1d27de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:02.212321 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-93161e1b-01b0-4f77-89c0-ccdc783eafdf req-91a7f02c-39a9-49e8-8b92-3d750e1d27de service neutron] 10.222.0.95 "GET /v2.0/networks?id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc HTTP/1.1" status: 200 len: 870 time: 0.6138017 Feb 09 21:37:02.287338 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-14148880-c8b1-4bd2-8c36-3a6f7bf1acde tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (99276998-1cd5-4a6a-b76b-7df5415f45f2), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:02.291897 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0e53e85e-8206-4731-9292-e184ad15d1f5 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks [] for router (f3e5f272-c9b1-4066-9576-427459f716e3), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:02.296955 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1ffddf8e-3fb6-4828-9a0e-741396b0a3e7 None None] Publish callbacks [] for port (c37bbd3a-473d-459c-9a1c-fb26da89ebf4), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:02.302765 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1ffddf8e-3fb6-4828-9a0e-741396b0a3e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (c37bbd3a-473d-459c-9a1c-fb26da89ebf4), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:02.305088 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-93161e1b-01b0-4f77-89c0-ccdc783eafdf req-497d7233-1137-4d35-9c1e-db23deae32b0 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=47af76bb-ef60-4c69-9b0e-9800d9e02153 HTTP/1.1" status: 200 len: 217 time: 0.0816333 Feb 09 21:37:02.345816 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ffddf8e-3fb6-4828-9a0e-741396b0a3e7 None None] Network 447eb1f8-3447-426b-bdf3-4b25ec15af22 is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:37:02.350862 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-1ffddf8e-3fb6-4828-9a0e-741396b0a3e7 None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:37:02.355747 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffddf8e-3fb6-4828-9a0e-741396b0a3e7 None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:37:02.361297 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f4f824e5-de7c-442f-b897-0f741b148ba2 req-d980fea6-7aa2-4c00-8ce1-2bb29328bd03 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/security-groups?id=1fbaec86-241e-4c80-89d8-21c7be7723d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752558 Feb 09 21:37:02.364377 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffddf8e-3fb6-4828-9a0e-741396b0a3e7 None None] Pushing event updated for resources: {'Port': ['ID=c37bbd3a-473d-459c-9a1c-fb26da89ebf4,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:02.421625 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93161e1b-01b0-4f77-89c0-ccdc783eafdf req-33fb4988-b935-46fc-87c1-d6e3fe6888c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:02.423005 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-93161e1b-01b0-4f77-89c0-ccdc783eafdf req-33fb4988-b935-46fc-87c1-d6e3fe6888c1 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0f7402ac-a35b-414b-bcc1-bc1c3072ec3c HTTP/1.1" status: 200 len: 843 time: 0.1086905 Feb 09 21:37:02.425809 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bd55963e-290c-4375-953e-f3f2b4dfa5c5 req-26f54f2a-6d49-4c1b-be68-215120fd670c service neutron] 10.222.0.90 "GET /v2.0/networks/9c581944-c4c5-4d08-9cf0-a074bdff8393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386937 Feb 09 21:37:02.436247 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-1ffddf8e-3fb6-4828-9a0e-741396b0a3e7 None None] Attempting to bind port c37bbd3a-473d-459c-9a1c-fb26da89ebf4 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:37:02.436746 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-1ffddf8e-3fb6-4828-9a0e-741396b0a3e7 None None] Attempting to bind port c37bbd3a-473d-459c-9a1c-fb26da89ebf4 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '3a1837f3-bf89-4200-982d-e8d31ce9bb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '447eb1f8-3447-426b-bdf3-4b25ec15af22'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:37:02.437210 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffddf8e-3fb6-4828-9a0e-741396b0a3e7 None None] Attempting to bind port c37bbd3a-473d-459c-9a1c-fb26da89ebf4 on network 447eb1f8-3447-426b-bdf3-4b25ec15af22 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:37:02.444026 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffddf8e-3fb6-4828-9a0e-741396b0a3e7 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:37:02.444544 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffddf8e-3fb6-4828-9a0e-741396b0a3e7 None None] Checking segment: {'id': '3a1837f3-bf89-4200-982d-e8d31ce9bb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '447eb1f8-3447-426b-bdf3-4b25ec15af22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:37:02.445221 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1ffddf8e-3fb6-4828-9a0e-741396b0a3e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:02.445476 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffddf8e-3fb6-4828-9a0e-741396b0a3e7 None None] Bound using segment: {'id': '3a1837f3-bf89-4200-982d-e8d31ce9bb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '447eb1f8-3447-426b-bdf3-4b25ec15af22'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:37:02.446060 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-1ffddf8e-3fb6-4828-9a0e-741396b0a3e7 None None] Bound port: c37bbd3a-473d-459c-9a1c-fb26da89ebf4, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a1837f3-bf89-4200-982d-e8d31ce9bb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '447eb1f8-3447-426b-bdf3-4b25ec15af22'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:37:02.447650 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1ffddf8e-3fb6-4828-9a0e-741396b0a3e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (c37bbd3a-473d-459c-9a1c-fb26da89ebf4), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:02.483047 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14148880-c8b1-4bd2-8c36-3a6f7bf1acde tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Pushing event updated for resources: {'Subnet': ['ID=99276998-1cd5-4a6a-b76b-7df5415f45f2,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:02.491212 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93161e1b-01b0-4f77-89c0-ccdc783eafdf req-303eb0a9-f8e5-49ea-8fbb-3d96d4402c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:02.493038 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-93161e1b-01b0-4f77-89c0-ccdc783eafdf req-303eb0a9-f8e5-49ea-8fbb-3d96d4402c0a service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0630686 Feb 09 21:37:02.495847 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14148880-c8b1-4bd2-8c36-3a6f7bf1acde tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Checking segment: {'id': '04fbb49c-9fc3-4a2f-93bd-1df71eda4894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '6a88ecb8-ab13-497b-8e99-4232b5fa8235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:37:02.497322 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14148880-c8b1-4bd2-8c36-3a6f7bf1acde tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Network hostable DHCP agents. Network: 6a88ecb8-ab13-497b-8e99-4232b5fa8235, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:37:02.532435 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-1ffddf8e-3fb6-4828-9a0e-741396b0a3e7 None None] For port c37bbd3a-473d-459c-9a1c-fb26da89ebf4, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:37:02.537436 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-1ffddf8e-3fb6-4828-9a0e-741396b0a3e7 None None] For port c37bbd3a-473d-459c-9a1c-fb26da89ebf4, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=c37bbd3a-473d-459c-9a1c-fb26da89ebf4,segment=NetworkSegment(3a1837f3-bf89-4200-982d-e8d31ce9bb97),segment_id=3a1837f3-bf89-4200-982d-e8d31ce9bb97)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:37:02.545284 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1ffddf8e-3fb6-4828-9a0e-741396b0a3e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (c37bbd3a-473d-459c-9a1c-fb26da89ebf4), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:02.583513 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0e53e85e-8206-4731-9292-e184ad15d1f5 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks [] for router_gateway (f3e5f272-c9b1-4066-9576-427459f716e3), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:02.602236 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device f047a5eb-ee7a-44a3-9cc8-cfae77dc602b details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:37:02.604893 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 47af76bb-ef60-4c69-9b0e-9800d9e02153 no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:37:02.637895 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14148880-c8b1-4bd2-8c36-3a6f7bf1acde tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Network 6a88ecb8-ab13-497b-8e99-4232b5fa8235 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:37:02.668356 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-93161e1b-01b0-4f77-89c0-ccdc783eafdf req-7569a8a4-edb2-4ff4-82c4-66dfeac0b0d8 service neutron] 10.222.0.95 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666789 Feb 09 21:37:02.691241 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-14148880-c8b1-4bd2-8c36-3a6f7bf1acde tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 6a88ecb8-ab13-497b-8e99-4232b5fa8235) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:37:02.703901 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14148880-c8b1-4bd2-8c36-3a6f7bf1acde tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:02.704817 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-14148880-c8b1-4bd2-8c36-3a6f7bf1acde tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:02.749977 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-fa2a021d-0868-4cda-9cd2-fef0a4fdd0c9 req-6ca1d2b1-ad86-4646-ae26-82a4080f8d51 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=1403455a-2632-4781-bcfa-60ab81462070&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1744256 Feb 09 21:37:02.760855 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-14148880-c8b1-4bd2-8c36-3a6f7bf1acde tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0342290 Feb 09 21:37:02.763553 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a2ee12-da65-44e7-814b-dc81fced0254 None None] Network 6a88ecb8-ab13-497b-8e99-4232b5fa8235 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:37:02.763968 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 57968) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:02.771491 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-1a548910-2527-4121-a049-4de9920ce686 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Request body: {'port': {'network_id': '447eb1f8-3447-426b-bdf3-4b25ec15af22', 'name': 'tempest-TaggedBootDevicesTest_v242-837798267', 'fixed_ips': [{'subnet_id': '5d37f537-2fe5-408a-92d7-6800f805a26d'}]}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:37:02.819464 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-93161e1b-01b0-4f77-89c0-ccdc783eafdf req-dc82bcaf-f727-4c52-938d-0a070d1563c3 service neutron] 10.222.0.95 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428955 Feb 09 21:37:02.859379 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] The host n-h2-828369-5 is not matching for port 47af76bb-ef60-4c69-9b0e-9800d9e02153 host n-h1-828369-5! {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 21:37:02.859776 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 47af76bb-ef60-4c69-9b0e-9800d9e02153 not bound to the agent host n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:37:02.879462 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.db.resource_extend [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 21:37:02.902986 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffddf8e-3fb6-4828-9a0e-741396b0a3e7 None None] Pushing event updated for resources: {'Port': ['ID=c37bbd3a-473d-459c-9a1c-fb26da89ebf4,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:02.905275 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82be41b1-46da-46a7-8af9-241c6a0e3e2d', 'tag': '47af76bb-ef60-4c69-9b0e-9800d9e02153'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:37:02.908645 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f33a6ee9-2790-4769-8572-7825f24a081f" -d '{"events": [{"name": "network-changed", "server_uuid": "82be41b1-46da-46a7-8af9-241c6a0e3e2d", "tag": "47af76bb-ef60-4c69-9b0e-9800d9e02153"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:37:02.913458 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-0e53e85e-8206-4731-9292-e184ad15d1f5 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Deleting port 547d4185-ad4c-4181-b01f-a7fab38cca70 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:37:02.913808 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0e53e85e-8206-4731-9292-e184ad15d1f5 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (547d4185-ad4c-4181-b01f-a7fab38cca70), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:02.935047 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455591af-fd0a-4d42-a50d-7f398d692c70 req-598f2ffa-e3fd-4e36-bb5c-7352753f2136 tempest-AttachSCSIVolumeTestJSON-1768878471 tempest-AttachSCSIVolumeTestJSON-1768878471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:02.936862 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-455591af-fd0a-4d42-a50d-7f398d692c70 req-598f2ffa-e3fd-4e36-bb5c-7352753f2136 tempest-AttachSCSIVolumeTestJSON-1768878471 tempest-AttachSCSIVolumeTestJSON-1768878471-project] 10.222.0.90 "GET /v2.0/ports?device_id=f4370d51-2d54-428b-89f6-5d895db07d75 HTTP/1.1" status: 200 len: 945 time: 0.2294195 Feb 09 21:37:02.951327 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad59b087-2cd2-4ed8-a4f0-7502aa9ae917 req-9cfb83b6-5a62-4bb9-afd3-ddc33bdc5995 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:02.953217 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ad59b087-2cd2-4ed8-a4f0-7502aa9ae917 req-9cfb83b6-5a62-4bb9-afd3-ddc33bdc5995 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=82be41b1-46da-46a7-8af9-241c6a0e3e2d HTTP/1.1" status: 200 len: 948 time: 0.1327198 Feb 09 21:37:03.043729 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port f047a5eb-ee7a-44a3-9cc8-cfae77dc602b, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=f047a5eb-ee7a-44a3-9cc8-cfae77dc602b,segment=NetworkSegment(d40f9022-2b63-46f5-b33e-b292576f9da1),segment_id=d40f9022-2b63-46f5-b33e-b292576f9da1)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:37:03.052590 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2a021d-0868-4cda-9cd2-fef0a4fdd0c9 req-fa3ad3d5-1539-4469-8442-2dda1ca40943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:03.054097 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-fa2a021d-0868-4cda-9cd2-fef0a4fdd0c9 req-fa3ad3d5-1539-4469-8442-2dda1ca40943 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=78416997261a4fcdac7ea7395d681884&device_id=1403455a-2632-4781-bcfa-60ab81462070 HTTP/1.1" status: 200 len: 1128 time: 0.2545767 Feb 09 21:37:03.057763 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0e53e85e-8206-4731-9292-e184ad15d1f5 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (547d4185-ad4c-4181-b01f-a7fab38cca70), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:03.080338 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ad59b087-2cd2-4ed8-a4f0-7502aa9ae917 req-fe66698c-e212-40bb-96a0-2aa94a766174 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016304 Feb 09 21:37:03.086651 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': 'f047a5eb-ee7a-44a3-9cc8-cfae77dc602b', 'network_id': 'f722f08f-1fc9-4bca-8aee-34c5490b3824', 'port_id': 'f047a5eb-ee7a-44a3-9cc8-cfae77dc602b', 'mac_address': 'fa:16:3e:ea:51:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23af5770-96c5-4601-87b5-a95bcf2c0086', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:37:03.127745 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-0e53e85e-8206-4731-9292-e184ad15d1f5 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Calling delete_port for 547d4185-ad4c-4181-b01f-a7fab38cca70 owned by network:router_gateway {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:37:03.146680 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d684a09-9038-4c66-aa70-fd855185c9e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-6a88ecb8-ab13-497b-8e99-4232b5fa8235', 'network_id': '6a88ecb8-ab13-497b-8e99-4232b5fa8235', 'project_id': '18ba459b325a4da0821abb3dc94f8781', 'fixed_ips': [{'subnet_id': '99276998-1cd5-4a6a-b76b-7df5415f45f2'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:37:03.147564 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-4d684a09-9038-4c66-aa70-fd855185c9e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:03.165264 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-455591af-fd0a-4d42-a50d-7f398d692c70 req-59c95cf6-ced1-4678-a8f7-f8afbad7cdb9 tempest-AttachSCSIVolumeTestJSON-1768878471 tempest-AttachSCSIVolumeTestJSON-1768878471-project] 10.222.0.90 "GET /v2.0/security-groups?id=12447a63-5fb2-4311-b8af-0953600324f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104883 Feb 09 21:37:03.236142 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 21:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa0aa9c3-2234-40f1-84db-78b28942941f x-openstack-request-id: req-fa0aa9c3-2234-40f1-84db-78b28942941f {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:37:03.236520 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4370d51-2d54-428b-89f6-5d895db07d75", "name": "network-vif-plugged", "status": "completed", "tag": "13190e85-6281-411d-8599-8e4d0b5a4700", "code": 200}, {"server_uuid": "5a1ea706-a091-449b-ac8a-a4314ae11af5", "name": "network-vif-plugged", "status": "completed", "tag": "1573c34f-840d-4a68-954b-240868f76ebf", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:37:03.236751 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-fa0aa9c3-2234-40f1-84db-78b28942941f {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:37:03.240801 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4370d51-2d54-428b-89f6-5d895db07d75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13190e85-6281-411d-8599-8e4d0b5a4700', 'code': 200} Feb 09 21:37:03.241139 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a1ea706-a091-449b-ac8a-a4314ae11af5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1573c34f-840d-4a68-954b-240868f76ebf', 'code': 200} Feb 09 21:37:03.261325 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port f047a5eb-ee7a-44a3-9cc8-cfae77dc602b is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:37:03.261725 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (f047a5eb-ee7a-44a3-9cc8-cfae77dc602b), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:03.328141 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a548910-2527-4121-a049-4de9920ce686 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Made reservation on behalf of 18ba459b325a4da0821abb3dc94f8781 for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:37:03.373521 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7e4f785c-b038-4b30-847e-fc1be05516e8 req-6e0077df-421d-4e79-8a12-f14ca793d60f tempest-ServerAddressesTestJSON-37461365 tempest-ServerAddressesTestJSON-37461365-project] 10.222.0.90 "GET /v2.0/ports?device_id=594cff11-ea0b-43a1-bc31-d06b0dd25979 HTTP/1.1" status: 200 len: 210 time: 0.0682051 Feb 09 21:37:03.457137 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f047a5eb-ee7a-44a3-9cc8-cfae77dc602b {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:37:03.498029 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port f047a5eb-ee7a-44a3-9cc8-cfae77dc602b, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=f047a5eb-ee7a-44a3-9cc8-cfae77dc602b,segment=NetworkSegment(d40f9022-2b63-46f5-b33e-b292576f9da1),segment_id=d40f9022-2b63-46f5-b33e-b292576f9da1)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:37:03.501228 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f202573-f99b-49e1-be13-559642a31349 req-0c520f26-8be0-4cc4-bd8c-a7b5bd5aae03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:03.503387 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9f202573-f99b-49e1-be13-559642a31349 req-0c520f26-8be0-4cc4-bd8c-a7b5bd5aae03 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=5a1ea706-a091-449b-ac8a-a4314ae11af5 HTTP/1.1" status: 200 len: 1128 time: 0.1169157 Feb 09 21:37:03.505389 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device c37bbd3a-473d-459c-9a1c-fb26da89ebf4 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:37:03.512421 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46322d71-80fb-4e50-bc87-7ed949e71df7 req-46a3d3b4-c437-49fa-9f45-a5ecd72ae12d tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:03.520576 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-46322d71-80fb-4e50-bc87-7ed949e71df7 req-46a3d3b4-c437-49fa-9f45-a5ecd72ae12d tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/ports?device_id=2554d57d-83c8-4d46-b328-49ce7df09ba6 HTTP/1.1" status: 200 len: 945 time: 0.1562097 Feb 09 21:37:03.559121 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (f047a5eb-ee7a-44a3-9cc8-cfae77dc602b), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:03.608413 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4ede824-4e5d-4681-9ae7-ba06057adadc x-openstack-request-id: req-a4ede824-4e5d-4681-9ae7-ba06057adadc {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:37:03.608413 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82be41b1-46da-46a7-8af9-241c6a0e3e2d", "tag": "47af76bb-ef60-4c69-9b0e-9800d9e02153", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:37:03.608413 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-a4ede824-4e5d-4681-9ae7-ba06057adadc {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:37:03.608413 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82be41b1-46da-46a7-8af9-241c6a0e3e2d', 'tag': '47af76bb-ef60-4c69-9b0e-9800d9e02153', 'status': 'completed', 'code': 200} Feb 09 21:37:03.623977 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-46322d71-80fb-4e50-bc87-7ed949e71df7 req-f29d2111-d827-4d6f-a26c-d1229bb79b2d tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d80a148-e9eb-4688-aae9-f24ed4e32758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019380 Feb 09 21:37:03.729109 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9f202573-f99b-49e1-be13-559642a31349 req-8116f6a3-3a1f-4819-94ae-f059a5433114 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=1fbaec86-241e-4c80-89d8-21c7be7723d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049465 Feb 09 21:37:03.772311 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a6ee9-2790-4769-8572-7825f24a081f req-ff054151-7462-4814-974a-955319a6ee5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:03.773938 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f33a6ee9-2790-4769-8572-7825f24a081f req-ff054151-7462-4814-974a-955319a6ee5c service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=def3446e95584f24b6fdfb40ceda16ab&device_id=82be41b1-46da-46a7-8af9-241c6a0e3e2d HTTP/1.1" status: 200 len: 1130 time: 0.1410882 Feb 09 21:37:03.790463 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95620ce1-704e-454b-b679-fa6372316e5f req-4b9f0171-05f2-467c-935f-b4045d1b155f tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:03.792117 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-95620ce1-704e-454b-b679-fa6372316e5f req-4b9f0171-05f2-467c-935f-b4045d1b155f tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/ports?device_id=5a1ea706-a091-449b-ac8a-a4314ae11af5 HTTP/1.1" status: 200 len: 946 time: 0.0895128 Feb 09 21:37:03.890033 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-95620ce1-704e-454b-b679-fa6372316e5f req-d62fed5f-a7ee-44ec-b53c-db3e1cea2ebe tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/security-groups?id=1fbaec86-241e-4c80-89d8-21c7be7723d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906034 Feb 09 21:37:03.925997 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-4d684a09-9038-4c66-aa70-fd855185c9e9 None None] Allocated IP 10.2.2.2 (6a88ecb8-ab13-497b-8e99-4232b5fa8235/99276998-1cd5-4a6a-b76b-7df5415f45f2/3282d2aa-34ba-45b6-8ab5-db45ba7c6fdc) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:37:03.966695 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port c37bbd3a-473d-459c-9a1c-fb26da89ebf4 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:37:03.967086 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (c37bbd3a-473d-459c-9a1c-fb26da89ebf4), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:04.087421 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=f047a5eb-ee7a-44a3-9cc8-cfae77dc602b,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:04.133456 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['f047a5eb-ee7a-44a3-9cc8-cfae77dc602b'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:37:04.207598 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8b7502-ff26-4fb9-81f0-5690cfcb687d req-a6b9c21b-9a1f-4d5f-a1a6-9fabc8ac85ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:04.228566 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-1e8b7502-ff26-4fb9-81f0-5690cfcb687d req-a6b9c21b-9a1f-4d5f-a1a6-9fabc8ac85ae service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=f4370d51-2d54-428b-89f6-5d895db07d75 HTTP/1.1" status: 200 len: 1127 time: 0.7938750 Feb 09 21:37:04.230331 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2a021d-0868-4cda-9cd2-fef0a4fdd0c9 req-4c1b0859-5e0c-40ca-9d14-086dfe8f5c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:04.233243 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-fa2a021d-0868-4cda-9cd2-fef0a4fdd0c9 req-4c1b0859-5e0c-40ca-9d14-086dfe8f5c32 service neutron] 10.222.0.89 "GET /v2.0/networks?id=e0933a47-9f98-425f-b2ec-87bdb6b7270d HTTP/1.1" status: 200 len: 912 time: 1.1556556 Feb 09 21:37:04.240516 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a6ee9-2790-4769-8572-7825f24a081f req-61e5a62c-85e0-4326-855c-85db6b9d29ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:04.242385 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f33a6ee9-2790-4769-8572-7825f24a081f req-61e5a62c-85e0-4326-855c-85db6b9d29ff service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=def3446e95584f24b6fdfb40ceda16ab&device_id=82be41b1-46da-46a7-8af9-241c6a0e3e2d HTTP/1.1" status: 200 len: 1130 time: 0.2541764 Feb 09 21:37:04.263143 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-757e7db4-feca-4fc7-bae4-0ebc85201854 req-15eed1a9-b5c8-4c47-99c6-f716771fc3a1 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=4f8339ab-f401-4931-96ab-51b877546307&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1351430 Feb 09 21:37:04.320571 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port c37bbd3a-473d-459c-9a1c-fb26da89ebf4 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:37:04.321196 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (c37bbd3a-473d-459c-9a1c-fb26da89ebf4), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:04.336980 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-fa2a021d-0868-4cda-9cd2-fef0a4fdd0c9 req-0a70d520-6535-4e40-9ac7-937aeedf8857 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c2a45c6-1d31-40c2-9c88-66ea7e41cbeb HTTP/1.1" status: 200 len: 217 time: 0.0934930 Feb 09 21:37:04.352711 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-4d684a09-9038-4c66-aa70-fd855185c9e9 None None] Publish callbacks [] for port (3282d2aa-34ba-45b6-8ab5-db45ba7c6fdc), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:04.377334 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-4d684a09-9038-4c66-aa70-fd855185c9e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (3282d2aa-34ba-45b6-8ab5-db45ba7c6fdc), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:04.431273 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port c37bbd3a-473d-459c-9a1c-fb26da89ebf4, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=c37bbd3a-473d-459c-9a1c-fb26da89ebf4,segment=NetworkSegment(3a1837f3-bf89-4200-982d-e8d31ce9bb97),segment_id=3a1837f3-bf89-4200-982d-e8d31ce9bb97)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:37:04.442086 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d684a09-9038-4c66-aa70-fd855185c9e9 None None] Network 6a88ecb8-ab13-497b-8e99-4232b5fa8235 is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:37:04.446465 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 58018) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:04.452781 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-4d684a09-9038-4c66-aa70-fd855185c9e9 None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:37:04.458110 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (c37bbd3a-473d-459c-9a1c-fb26da89ebf4), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:04.465528 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d684a09-9038-4c66-aa70-fd855185c9e9 None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:37:04.544394 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a6ee9-2790-4769-8572-7825f24a081f req-1c27b774-c3b7-4b02-8422-9fa53961d816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:04.546475 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f33a6ee9-2790-4769-8572-7825f24a081f req-1c27b774-c3b7-4b02-8422-9fa53961d816 service neutron] 10.222.0.95 "GET /v2.0/networks?id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc HTTP/1.1" status: 200 len: 870 time: 0.5408089 Feb 09 21:37:04.574906 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19cadb71-9ce7-4425-b686-b0e48999b836 None None] Network 447eb1f8-3447-426b-bdf3-4b25ec15af22 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:37:04.637876 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6981606-7d8b-4bf1-ae56-fbfa03f2a9aa req-154b39eb-26bc-4f56-914c-edc340902538 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:04.639405 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e6981606-7d8b-4bf1-ae56-fbfa03f2a9aa req-154b39eb-26bc-4f56-914c-edc340902538 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=82be41b1-46da-46a7-8af9-241c6a0e3e2d HTTP/1.1" status: 200 len: 948 time: 0.3530421 Feb 09 21:37:04.645081 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f33a6ee9-2790-4769-8572-7825f24a081f req-622b37c1-5313-4451-9072-9aa628eace3a service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=47af76bb-ef60-4c69-9b0e-9800d9e02153 HTTP/1.1" status: 200 len: 217 time: 0.0780807 Feb 09 21:37:04.648792 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d684a09-9038-4c66-aa70-fd855185c9e9 None None] Pushing event updated for resources: {'Port': ['ID=3282d2aa-34ba-45b6-8ab5-db45ba7c6fdc,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:04.654500 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-4d684a09-9038-4c66-aa70-fd855185c9e9 None None] Attempting to bind port 3282d2aa-34ba-45b6-8ab5-db45ba7c6fdc on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:37:04.654957 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-4d684a09-9038-4c66-aa70-fd855185c9e9 None None] Attempting to bind port 3282d2aa-34ba-45b6-8ab5-db45ba7c6fdc by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '04fbb49c-9fc3-4a2f-93bd-1df71eda4894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '6a88ecb8-ab13-497b-8e99-4232b5fa8235'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:37:04.655156 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757e7db4-feca-4fc7-bae4-0ebc85201854 req-133c7d67-3a60-4c2f-beba-8a5175af2cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:04.655451 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d684a09-9038-4c66-aa70-fd855185c9e9 None None] Attempting to bind port 3282d2aa-34ba-45b6-8ab5-db45ba7c6fdc on network 6a88ecb8-ab13-497b-8e99-4232b5fa8235 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:37:04.657116 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-757e7db4-feca-4fc7-bae4-0ebc85201854 req-133c7d67-3a60-4c2f-beba-8a5175af2cdd service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=def3446e95584f24b6fdfb40ceda16ab&device_id=4f8339ab-f401-4931-96ab-51b877546307 HTTP/1.1" status: 200 len: 1132 time: 0.2892728 Feb 09 21:37:04.670779 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1a548910-2527-4121-a049-4de9920ce686 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:04.702928 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8298eb98-44b1-4ca9-8769-ef591c43fa0d req-64566168-0d20-4dc0-81a3-6beae104f540 tempest-AttachSCSIVolumeTestJSON-1768878471 tempest-AttachSCSIVolumeTestJSON-1768878471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:04.705085 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a6ee9-2790-4769-8572-7825f24a081f req-179621b5-21a0-40b0-bf6e-d1a342edf051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:04.705268 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8298eb98-44b1-4ca9-8769-ef591c43fa0d req-64566168-0d20-4dc0-81a3-6beae104f540 tempest-AttachSCSIVolumeTestJSON-1768878471 tempest-AttachSCSIVolumeTestJSON-1768878471-project] 10.222.0.90 "GET /v2.0/ports?device_id=f4370d51-2d54-428b-89f6-5d895db07d75 HTTP/1.1" status: 200 len: 945 time: 0.3358109 Feb 09 21:37:04.706534 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f33a6ee9-2790-4769-8572-7825f24a081f req-179621b5-21a0-40b0-bf6e-d1a342edf051 service neutron] 10.222.0.89 "GET /v2.0/networks?id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc HTTP/1.1" status: 200 len: 870 time: 0.3798914 Feb 09 21:37:04.715475 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-1e8b7502-ff26-4fb9-81f0-5690cfcb687d req-88802515-8f15-43ee-9bd7-1f0cb055e37e service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=12447a63-5fb2-4311-b8af-0953600324f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4677525 Feb 09 21:37:04.717465 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d684a09-9038-4c66-aa70-fd855185c9e9 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:37:04.718539 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d684a09-9038-4c66-aa70-fd855185c9e9 None None] Checking segment: {'id': '04fbb49c-9fc3-4a2f-93bd-1df71eda4894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '6a88ecb8-ab13-497b-8e99-4232b5fa8235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:37:04.718958 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-4d684a09-9038-4c66-aa70-fd855185c9e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:04.719391 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d684a09-9038-4c66-aa70-fd855185c9e9 None None] Bound using segment: {'id': '04fbb49c-9fc3-4a2f-93bd-1df71eda4894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '6a88ecb8-ab13-497b-8e99-4232b5fa8235'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:37:04.719891 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-4d684a09-9038-4c66-aa70-fd855185c9e9 None None] Bound port: 3282d2aa-34ba-45b6-8ab5-db45ba7c6fdc, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04fbb49c-9fc3-4a2f-93bd-1df71eda4894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '6a88ecb8-ab13-497b-8e99-4232b5fa8235'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:37:04.721310 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-4d684a09-9038-4c66-aa70-fd855185c9e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (3282d2aa-34ba-45b6-8ab5-db45ba7c6fdc), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:04.770959 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b59b9c15-3d2b-416e-b8b8-4464e3fcfdf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:04.781391 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-7557ab50-fac5-4734-b13e-b04bed485cc2 None None] Provisioning complete for port c37bbd3a-473d-459c-9a1c-fb26da89ebf4 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:37:04.781754 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7557ab50-fac5-4734-b13e-b04bed485cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (c37bbd3a-473d-459c-9a1c-fb26da89ebf4), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:04.781971 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [None req-1a548910-2527-4121-a049-4de9920ce686 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] device_id is not set on port 3c647b76-8391-41f3-81eb-c84f278cd6cd yet. {{(pid=103141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:37:04.798989 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2a021d-0868-4cda-9cd2-fef0a4fdd0c9 req-611ec176-95b8-4b0b-8478-fb923b8cae97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:04.800420 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-fa2a021d-0868-4cda-9cd2-fef0a4fdd0c9 req-611ec176-95b8-4b0b-8478-fb923b8cae97 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ad8da7e2-9246-4407-b24a-0611ae1b2813 HTTP/1.1" status: 200 len: 851 time: 0.4125943 Feb 09 21:37:04.805257 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f33a6ee9-2790-4769-8572-7825f24a081f req-b8b25207-eef7-464a-9bdb-23064627e3c7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=47af76bb-ef60-4c69-9b0e-9800d9e02153 HTTP/1.1" status: 200 len: 217 time: 0.0869141 Feb 09 21:37:04.825558 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0e53e85e-8206-4731-9292-e184ad15d1f5 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (547d4185-ad4c-4181-b01f-a7fab38cca70), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:04.839537 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=c37bbd3a-473d-459c-9a1c-fb26da89ebf4,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:04.863683 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a6ee9-2790-4769-8572-7825f24a081f req-db8ddbdd-87c1-49af-b8c0-2264aeaea0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:04.865179 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f33a6ee9-2790-4769-8572-7825f24a081f req-db8ddbdd-87c1-49af-b8c0-2264aeaea0e8 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0f7402ac-a35b-414b-bcc1-bc1c3072ec3c HTTP/1.1" status: 200 len: 843 time: 0.2061753 Feb 09 21:37:04.903709 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e6981606-7d8b-4bf1-ae56-fbfa03f2a9aa req-ff1c80be-99b9-4eea-a06d-8675b36097dc tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456024 Feb 09 21:37:04.920512 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e53e85e-8206-4731-9292-e184ad15d1f5 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Pushing event deleted for resources: {'Port': ['ID=547d4185-ad4c-4181-b01f-a7fab38cca70,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:04.936774 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd55963e-290c-4375-953e-f3f2b4dfa5c5 req-65d86b4c-c20c-411c-9b31-40ddacbe5c7e tempest-ServerAddressesTestJSON-37461365 tempest-ServerAddressesTestJSON-37461365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:04.938313 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-bd55963e-290c-4375-953e-f3f2b4dfa5c5 req-65d86b4c-c20c-411c-9b31-40ddacbe5c7e tempest-ServerAddressesTestJSON-37461365 tempest-ServerAddressesTestJSON-37461365-project] 10.222.0.89 "GET /v2.0/networks?id=9c581944-c4c5-4d08-9cf0-a074bdff8393 HTTP/1.1" status: 200 len: 813 time: 0.5719123 Feb 09 21:37:04.949210 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-4d684a09-9038-4c66-aa70-fd855185c9e9 None None] For port 3282d2aa-34ba-45b6-8ab5-db45ba7c6fdc, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:37:04.955319 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-4d684a09-9038-4c66-aa70-fd855185c9e9 None None] For port 3282d2aa-34ba-45b6-8ab5-db45ba7c6fdc, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=3282d2aa-34ba-45b6-8ab5-db45ba7c6fdc,segment=NetworkSegment(04fbb49c-9fc3-4a2f-93bd-1df71eda4894),segment_id=04fbb49c-9fc3-4a2f-93bd-1df71eda4894)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:37:04.963791 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757e7db4-feca-4fc7-bae4-0ebc85201854 req-89a547f3-233f-463a-aa4f-762e4d3b5556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:04.968323 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-4d684a09-9038-4c66-aa70-fd855185c9e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (3282d2aa-34ba-45b6-8ab5-db45ba7c6fdc), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:04.974058 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-757e7db4-feca-4fc7-bae4-0ebc85201854 req-89a547f3-233f-463a-aa4f-762e4d3b5556 service neutron] 10.222.0.95 "GET /v2.0/networks?id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc HTTP/1.1" status: 200 len: 870 time: 0.2794092 Feb 09 21:37:04.977414 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8298eb98-44b1-4ca9-8769-ef591c43fa0d req-b02c5527-25ff-48fa-ae2d-4c5508c47c2c tempest-AttachSCSIVolumeTestJSON-1768878471 tempest-AttachSCSIVolumeTestJSON-1768878471-project] 10.222.0.90 "GET /v2.0/security-groups?id=12447a63-5fb2-4311-b8af-0953600324f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076709 Feb 09 21:37:05.038261 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-757e7db4-feca-4fc7-bae4-0ebc85201854 req-e9690a72-bc50-4fc9-b675-e6395560510a service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=e91b0039-a035-445f-90c7-b61de1c5005a HTTP/1.1" status: 200 len: 217 time: 0.0498245 Feb 09 21:37:05.039200 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-bd55963e-290c-4375-953e-f3f2b4dfa5c5 req-61e43b57-35dd-4f56-855f-7be49d173300 tempest-ServerAddressesTestJSON-37461365 tempest-ServerAddressesTestJSON-37461365-project] Request body: {'port': {'device_id': '594cff11-ea0b-43a1-bc31-d06b0dd25979', 'network_id': '9c581944-c4c5-4d08-9cf0-a074bdff8393', 'admin_state_up': True, 'tenant_id': '4050d1e0bc1d453a9bf33ba567217d45'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:37:05.075824 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-7557ab50-fac5-4734-b13e-b04bed485cc2 None None] Current status of the port c37bbd3a-473d-459c-9a1c-fb26da89ebf4 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:37:05.091472 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d684a09-9038-4c66-aa70-fd855185c9e9 None None] Pushing event updated for resources: {'Port': ['ID=3282d2aa-34ba-45b6-8ab5-db45ba7c6fdc,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:05.133205 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a6ee9-2790-4769-8572-7825f24a081f req-c76f0aeb-bcd9-44b4-8a26-6750be7116cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:05.134805 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f33a6ee9-2790-4769-8572-7825f24a081f req-c76f0aeb-bcd9-44b4-8a26-6750be7116cc service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2503977 Feb 09 21:37:05.160418 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b845052a-13e8-4ac1-ac76-0e017e56e14b req-95baac46-ebb7-4e0e-891f-d685ede0ffe9 tempest-ServerAddressesTestJSON-37461365 tempest-ServerAddressesTestJSON-37461365-project] 10.222.0.90 "GET /v2.0/ports?device_id=594cff11-ea0b-43a1-bc31-d06b0dd25979 HTTP/1.1" status: 200 len: 210 time: 0.0930164 Feb 09 21:37:05.192672 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b59b9c15-3d2b-416e-b8b8-4464e3fcfdf3 admin admin] Publish callbacks [] for security_group (099072c2-c7a5-4284-bb94-e8f5afbe6482), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:05.209859 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b59b9c15-3d2b-416e-b8b8-4464e3fcfdf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (099072c2-c7a5-4284-bb94-e8f5afbe6482), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:05.283767 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-fa2a021d-0868-4cda-9cd2-fef0a4fdd0c9 req-ce9f7567-ca48-4e41-9af3-887efddff2ad service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e0933a47-9f98-425f-b2ec-87bdb6b7270d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2506399 Feb 09 21:37:05.333649 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 47af76bb-ef60-4c69-9b0e-9800d9e02153 details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:37:05.363481 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-b59b9c15-3d2b-416e-b8b8-4464e3fcfdf3 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=4f6d8dea69cf49ecb015031bdf214778&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9121430 Feb 09 21:37:05.363481 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757e7db4-feca-4fc7-bae4-0ebc85201854 req-a9a565b7-d364-47a5-801a-59816a40a20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:05.363998 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-757e7db4-feca-4fc7-bae4-0ebc85201854 req-a9a565b7-d364-47a5-801a-59816a40a20f service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0f7402ac-a35b-414b-bcc1-bc1c3072ec3c HTTP/1.1" status: 200 len: 843 time: 0.3073261 Feb 09 21:37:05.366628 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 58026) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:05.402706 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59b9c15-3d2b-416e-b8b8-4464e3fcfdf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=099072c2-c7a5-4284-bb94-e8f5afbe6482,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:05.503956 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca67d6b-5ab3-4535-bae1-41e44935f1a4 req-7d074743-fbb9-4246-9304-92190d76109f tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:05.507226 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 47af76bb-ef60-4c69-9b0e-9800d9e02153, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=47af76bb-ef60-4c69-9b0e-9800d9e02153,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:37:05.511390 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dca67d6b-5ab3-4535-bae1-41e44935f1a4 req-7d074743-fbb9-4246-9304-92190d76109f tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/ports?device_id=2554d57d-83c8-4d46-b328-49ce7df09ba6 HTTP/1.1" status: 200 len: 945 time: 0.3747830 Feb 09 21:37:05.535304 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': '47af76bb-ef60-4c69-9b0e-9800d9e02153', 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc', 'port_id': '47af76bb-ef60-4c69-9b0e-9800d9e02153', 'mac_address': 'fa:16:3e:27:14:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f7402ac-a35b-414b-bcc1-bc1c3072ec3c', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:37:05.544758 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device c37bbd3a-473d-459c-9a1c-fb26da89ebf4 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:37:05.547266 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f33a6ee9-2790-4769-8572-7825f24a081f req-9e86c724-c6e7-4f62-9617-691d8e27ebc7 service neutron] 10.222.0.95 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3847539 Feb 09 21:37:05.567732 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e513b1-f9a4-47b8-b627-6be7f574d6cc req-38f47037-ebdc-4270-83a8-2b4f51a3bf4b tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:05.569305 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a3e513b1-f9a4-47b8-b627-6be7f574d6cc req-38f47037-ebdc-4270-83a8-2b4f51a3bf4b tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/ports?device_id=5a1ea706-a091-449b-ac8a-a4314ae11af5 HTTP/1.1" status: 200 len: 946 time: 0.2909746 Feb 09 21:37:05.604202 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0e53e85e-8206-4731-9292-e184ad15d1f5 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-554524'] for router_gateway (f3e5f272-c9b1-4066-9576-427459f716e3), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:05.671967 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 47af76bb-ef60-4c69-9b0e-9800d9e02153 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:37:05.672370 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (47af76bb-ef60-4c69-9b0e-9800d9e02153), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:05.679725 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757e7db4-feca-4fc7-bae4-0ebc85201854 req-310a7742-a75b-41c0-a70e-2ed46c0abd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:05.688269 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-757e7db4-feca-4fc7-bae4-0ebc85201854 req-310a7742-a75b-41c0-a70e-2ed46c0abd2b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3101592 Feb 09 21:37:05.702421 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5261c56a-2c28-41ac-b87f-5bc54ca5dd33 admin admin] Publish callbacks [] for security_group (099072c2-c7a5-4284-bb94-e8f5afbe6482), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:05.708308 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47af76bb-ef60-4c69-9b0e-9800d9e02153 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:37:05.713634 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-691c0968-f9a5-43fc-93d3-3d6be808d100 None None] Provisioning complete for port c37bbd3a-473d-459c-9a1c-fb26da89ebf4 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:37:05.714007 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-691c0968-f9a5-43fc-93d3-3d6be808d100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (c37bbd3a-473d-459c-9a1c-fb26da89ebf4), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:05.757656 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 47af76bb-ef60-4c69-9b0e-9800d9e02153, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=47af76bb-ef60-4c69-9b0e-9800d9e02153,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:37:05.771392 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (47af76bb-ef60-4c69-9b0e-9800d9e02153), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:05.771662 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-1a548910-2527-4121-a049-4de9920ce686 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Allocated IP 10.1.1.179 (447eb1f8-3447-426b-bdf3-4b25ec15af22/5d37f537-2fe5-408a-92d7-6800f805a26d/3c647b76-8391-41f3-81eb-c84f278cd6cd) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:37:05.781779 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port c37bbd3a-473d-459c-9a1c-fb26da89ebf4 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:37:05.782148 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (c37bbd3a-473d-459c-9a1c-fb26da89ebf4), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:05.795398 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a6ee9-2790-4769-8572-7825f24a081f req-54820261-5c7f-41d5-90b1-cf9a262cf4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:05.797006 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f33a6ee9-2790-4769-8572-7825f24a081f req-54820261-5c7f-41d5-90b1-cf9a262cf4cb service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0f7402ac-a35b-414b-bcc1-bc1c3072ec3c HTTP/1.1" status: 200 len: 843 time: 0.7628648 Feb 09 21:37:05.805071 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5261c56a-2c28-41ac-b87f-5bc54ca5dd33 admin admin] Publish callbacks [] for security_group (099072c2-c7a5-4284-bb94-e8f5afbe6482), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:05.838754 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dca67d6b-5ab3-4535-bae1-41e44935f1a4 req-63a4032c-8524-4516-87a4-d5da84d8b2a9 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d80a148-e9eb-4688-aae9-f24ed4e32758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3262634 Feb 09 21:37:05.843070 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0e53e85e-8206-4731-9292-e184ad15d1f5 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (f3e5f272-c9b1-4066-9576-427459f716e3), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:05.849693 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0e53e85e-8206-4731-9292-e184ad15d1f5 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks [] for router_controller (f3e5f272-c9b1-4066-9576-427459f716e3), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:05.855612 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd55963e-290c-4375-953e-f3f2b4dfa5c5 req-61e43b57-35dd-4f56-855f-7be49d173300 tempest-ServerAddressesTestJSON-37461365 tempest-ServerAddressesTestJSON-37461365-project] Made reservation on behalf of 4050d1e0bc1d453a9bf33ba567217d45 for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:37:05.859224 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-bd55963e-290c-4375-953e-f3f2b4dfa5c5 req-61e43b57-35dd-4f56-855f-7be49d173300 tempest-ServerAddressesTestJSON-37461365 tempest-ServerAddressesTestJSON-37461365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:05.879342 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=47af76bb-ef60-4c69-9b0e-9800d9e02153,revision_number=12']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:05.894254 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a3e513b1-f9a4-47b8-b627-6be7f574d6cc req-a94eee7c-fd4b-4121-94cd-31df66c0891b tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/security-groups?id=1fbaec86-241e-4c80-89d8-21c7be7723d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3033686 Feb 09 21:37:05.938725 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-691c0968-f9a5-43fc-93d3-3d6be808d100 None None] Current status of the port c37bbd3a-473d-459c-9a1c-fb26da89ebf4 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:37:05.990984 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port c37bbd3a-473d-459c-9a1c-fb26da89ebf4 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:37:06.024741 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f33a6ee9-2790-4769-8572-7825f24a081f req-35c55d21-3341-4cfc-8d60-4c309fdd23da service neutron] 10.222.0.95 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4492021 Feb 09 21:37:06.064098 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0e53e85e-8206-4731-9292-e184ad15d1f5 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (f3e5f272-c9b1-4066-9576-427459f716e3), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:06.064762 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e53e85e-8206-4731-9292-e184ad15d1f5 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Fanout notify agent at l3_agent the message router_deleted on router f3e5f272-c9b1-4066-9576-427459f716e3 {{(pid=103141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:37:06.079429 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0e53e85e-8206-4731-9292-e184ad15d1f5 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:06.085381 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-0e53e85e-8206-4731-9292-e184ad15d1f5 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] 10.222.0.90 "DELETE /v2.0/routers/f3e5f272-c9b1-4066-9576-427459f716e3 HTTP/1.1" status: 204 len: 168 time: 3.9848406 Feb 09 21:37:06.088152 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-fa2a021d-0868-4cda-9cd2-fef0a4fdd0c9 req-1020a80a-de7b-4032-9e7a-584949bf23df service neutron] 10.222.0.89 "GET /v2.0/networks/e0933a47-9f98-425f-b2ec-87bdb6b7270d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5056801 Feb 09 21:37:06.089547 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 58034) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:06.095736 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a6ee9-2790-4769-8572-7825f24a081f req-852f989a-dfa4-4ee6-9ab3-a2496a16df96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:06.097273 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f33a6ee9-2790-4769-8572-7825f24a081f req-852f989a-dfa4-4ee6-9ab3-a2496a16df96 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2889025 Feb 09 21:37:06.152290 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-8479173a-b740-4242-b80c-c315ce7e9828 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-329944430', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:37:06.157469 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5261c56a-2c28-41ac-b87f-5bc54ca5dd33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (099072c2-c7a5-4284-bb94-e8f5afbe6482), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:06.164645 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5261c56a-2c28-41ac-b87f-5bc54ca5dd33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:06.165836 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-5261c56a-2c28-41ac-b87f-5bc54ca5dd33 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/099072c2-c7a5-4284-bb94-e8f5afbe6482 HTTP/1.1" status: 204 len: 168 time: 0.7946019 Feb 09 21:37:06.197067 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8479173a-b740-4242-b80c-c315ce7e9828 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (23f7a7e9-aec8-4b5c-8bfc-7d6244f3c715), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:06.198657 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8479173a-b740-4242-b80c-c315ce7e9828 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (23f7a7e9-aec8-4b5c-8bfc-7d6244f3c715), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:06.223299 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-757e7db4-feca-4fc7-bae4-0ebc85201854 req-8ba82bde-22a2-4783-8b09-195b863aac98 service neutron] 10.222.0.95 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4328063 Feb 09 21:37:06.233013 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['47af76bb-ef60-4c69-9b0e-9800d9e02153'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:37:06.243031 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5261c56a-2c28-41ac-b87f-5bc54ca5dd33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=099072c2-c7a5-4284-bb94-e8f5afbe6482,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:06.335466 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [req-bd55963e-290c-4375-953e-f3f2b4dfa5c5 req-61e43b57-35dd-4f56-855f-7be49d173300 tempest-ServerAddressesTestJSON-37461365 tempest-ServerAddressesTestJSON-37461365-project] Allocated IP 172.20.0.8 (9c581944-c4c5-4d08-9cf0-a074bdff8393/6241c638-9f01-4c96-8d8d-ad9156effdef/85699391-ef26-442b-bb82-fb84d977e196) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:37:06.493651 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-fa2a021d-0868-4cda-9cd2-fef0a4fdd0c9 req-a7f74e5e-beb8-4314-b935-c7dfb8984b71 service neutron] 10.222.0.89 "GET /v2.0/networks/e0933a47-9f98-425f-b2ec-87bdb6b7270d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3953922 Feb 09 21:37:06.521981 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f33a6ee9-2790-4769-8572-7825f24a081f req-92499102-61e9-4242-af03-cc1dd74ef0e4 service neutron] 10.222.0.89 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3980200 Feb 09 21:37:06.534841 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1a548910-2527-4121-a049-4de9920ce686 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks [] for port (3c647b76-8391-41f3-81eb-c84f278cd6cd), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:06.597348 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device f047a5eb-ee7a-44a3-9cc8-cfae77dc602b up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:37:06.660391 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning for port f047a5eb-ee7a-44a3-9cc8-cfae77dc602b completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:37:06.665311 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port f047a5eb-ee7a-44a3-9cc8-cfae77dc602b triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:37:06.665829 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (f047a5eb-ee7a-44a3-9cc8-cfae77dc602b), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:06.762466 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f33a6ee9-2790-4769-8572-7825f24a081f req-f17b097d-3af2-4faa-ae33-8ae525fb5a92 service neutron] 10.222.0.89 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308750 Feb 09 21:37:06.766125 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port f047a5eb-ee7a-44a3-9cc8-cfae77dc602b is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:37:06.766628 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (f047a5eb-ee7a-44a3-9cc8-cfae77dc602b), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:06.821390 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port f047a5eb-ee7a-44a3-9cc8-cfae77dc602b, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=f047a5eb-ee7a-44a3-9cc8-cfae77dc602b,segment=NetworkSegment(d40f9022-2b63-46f5-b33e-b292576f9da1),segment_id=d40f9022-2b63-46f5-b33e-b292576f9da1)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:37:06.823893 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aacf893-a448-4bd1-82e1-4aa5fcd166ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f047a5eb-ee7a-44a3-9cc8-cfae77dc602b'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:37:06.824034 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1a548910-2527-4121-a049-4de9920ce686 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (3c647b76-8391-41f3-81eb-c84f278cd6cd), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:06.829759 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e265a3d3-20e7-4129-88d9-74b3ac3b1520" -d '{"events": [{"server_uuid": "3aacf893-a448-4bd1-82e1-4aa5fcd166ec", "name": "network-vif-plugged", "status": "completed", "tag": "f047a5eb-ee7a-44a3-9cc8-cfae77dc602b"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:37:06.834801 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (f047a5eb-ee7a-44a3-9cc8-cfae77dc602b), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:06.872617 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e99d266-1146-4775-b7f1-6d81e11f9716 None None] Network 6a88ecb8-ab13-497b-8e99-4232b5fa8235 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:37:06.919399 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a548910-2527-4121-a049-4de9920ce686 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Network 447eb1f8-3447-426b-bdf3-4b25ec15af22 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:37:06.936183 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-1a548910-2527-4121-a049-4de9920ce686 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:37:06.936662 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65040db-0bd1-4720-8b32-db39d232c2f8 req-d7d5c8b3-ddee-4631-8f79-ed055767aab3 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:06.938364 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d65040db-0bd1-4720-8b32-db39d232c2f8 req-d7d5c8b3-ddee-4631-8f79-ed055767aab3 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=82be41b1-46da-46a7-8af9-241c6a0e3e2d HTTP/1.1" status: 200 len: 949 time: 0.8443704 Feb 09 21:37:06.950733 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a548910-2527-4121-a049-4de9920ce686 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:37:06.959239 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=f047a5eb-ee7a-44a3-9cc8-cfae77dc602b,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:06.991474 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8479173a-b740-4242-b80c-c315ce7e9828 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks [] for router_controller (23f7a7e9-aec8-4b5c-8bfc-7d6244f3c715), precommit_add_association {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:06.998510 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a548910-2527-4121-a049-4de9920ce686 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Pushing event updated for resources: {'Port': ['ID=3c647b76-8391-41f3-81eb-c84f278cd6cd,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:07.027753 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-bd55963e-290c-4375-953e-f3f2b4dfa5c5 req-61e43b57-35dd-4f56-855f-7be49d173300 tempest-ServerAddressesTestJSON-37461365 tempest-ServerAddressesTestJSON-37461365-project] Publish callbacks [] for port (85699391-ef26-442b-bb82-fb84d977e196), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:07.042888 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef88d141-ad46-448b-a1e6-1c7bdf49934d req-c964e0dc-c506-42c7-9443-3db22822baf7 tempest-AttachSCSIVolumeTestJSON-1768878471 tempest-AttachSCSIVolumeTestJSON-1768878471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:07.044565 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ef88d141-ad46-448b-a1e6-1c7bdf49934d req-c964e0dc-c506-42c7-9443-3db22822baf7 tempest-AttachSCSIVolumeTestJSON-1768878471 tempest-AttachSCSIVolumeTestJSON-1768878471-project] 10.222.0.90 "GET /v2.0/ports?device_id=f4370d51-2d54-428b-89f6-5d895db07d75 HTTP/1.1" status: 200 len: 945 time: 0.8765714 Feb 09 21:37:07.046385 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8479173a-b740-4242-b80c-c315ce7e9828 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (23f7a7e9-aec8-4b5c-8bfc-7d6244f3c715), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:07.051731 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a548910-2527-4121-a049-4de9920ce686 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:07.052424 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1a548910-2527-4121-a049-4de9920ce686 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:07.061504 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-b1406ead-0e66-4a78-95c2-f3e68bb08641 None None] Provisioning complete for port 3282d2aa-34ba-45b6-8ab5-db45ba7c6fdc triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:37:07.062177 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b1406ead-0e66-4a78-95c2-f3e68bb08641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (3282d2aa-34ba-45b6-8ab5-db45ba7c6fdc), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:07.081007 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-1a548910-2527-4121-a049-4de9920ce686 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.3157182 Feb 09 21:37:07.083556 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58062) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:07.090510 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-f67bc753-89d2-43c0-ab8c-a3d192252bf3 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Request body: {'port': {'network_id': '447eb1f8-3447-426b-bdf3-4b25ec15af22', 'name': 'tempest-TaggedBootDevicesTest_v242-2146668617', 'fixed_ips': [{'subnet_id': '5d37f537-2fe5-408a-92d7-6800f805a26d'}]}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:37:07.159642 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8479173a-b740-4242-b80c-c315ce7e9828 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:07.159642 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-8479173a-b740-4242-b80c-c315ce7e9828 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0637524 Feb 09 21:37:07.168258 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 58066) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:07.191778 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-39ef6b70-4e57-41a8-9307-fe274034e27e tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'enable_snat': False}}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:37:07.205469 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-bd55963e-290c-4375-953e-f3f2b4dfa5c5 req-61e43b57-35dd-4f56-855f-7be49d173300 tempest-ServerAddressesTestJSON-37461365 tempest-ServerAddressesTestJSON-37461365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (85699391-ef26-442b-bb82-fb84d977e196), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:07.231922 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-b1406ead-0e66-4a78-95c2-f3e68bb08641 None None] Current status of the port 3282d2aa-34ba-45b6-8ab5-db45ba7c6fdc is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:37:07.232361 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b1406ead-0e66-4a78-95c2-f3e68bb08641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (3282d2aa-34ba-45b6-8ab5-db45ba7c6fdc), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:07.303607 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-b1406ead-0e66-4a78-95c2-f3e68bb08641 None None] For port 3282d2aa-34ba-45b6-8ab5-db45ba7c6fdc, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=3282d2aa-34ba-45b6-8ab5-db45ba7c6fdc,segment=NetworkSegment(04fbb49c-9fc3-4a2f-93bd-1df71eda4894),segment_id=04fbb49c-9fc3-4a2f-93bd-1df71eda4894)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:37:07.319280 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b1406ead-0e66-4a78-95c2-f3e68bb08641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (3282d2aa-34ba-45b6-8ab5-db45ba7c6fdc), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:07.449409 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-757e7db4-feca-4fc7-bae4-0ebc85201854 req-9c5aeb77-1892-4084-9109-43e486fa460b service neutron] 10.222.0.95 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2014928 Feb 09 21:37:07.484747 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1406ead-0e66-4a78-95c2-f3e68bb08641 None None] Pushing event updated for resources: {'Port': ['ID=3282d2aa-34ba-45b6-8ab5-db45ba7c6fdc,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:07.501738 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 3282d2aa-34ba-45b6-8ab5-db45ba7c6fdc up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:37:07.552484 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d65040db-0bd1-4720-8b32-db39d232c2f8 req-7fe38520-c7c5-4e60-9dab-fca451e2872d tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5693026 Feb 09 21:37:07.566982 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ef88d141-ad46-448b-a1e6-1c7bdf49934d req-c5d64013-e88e-4156-b780-f801a4481317 tempest-AttachSCSIVolumeTestJSON-1768878471 tempest-AttachSCSIVolumeTestJSON-1768878471-project] 10.222.0.90 "GET /v2.0/security-groups?id=12447a63-5fb2-4311-b8af-0953600324f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5154119 Feb 09 21:37:07.606376 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-fc6528a2-d441-40d8-b25c-8c1600892e11 None None] Provisioning complete for port 3c647b76-8391-41f3-81eb-c84f278cd6cd triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:37:07.606886 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-fc6528a2-d441-40d8-b25c-8c1600892e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (3c647b76-8391-41f3-81eb-c84f278cd6cd), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:07.695035 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68932a1a-27d3-4bc6-83aa-6dc682c7e78b x-openstack-request-id: req-68932a1a-27d3-4bc6-83aa-6dc682c7e78b {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:37:07.695647 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aacf893-a448-4bd1-82e1-4aa5fcd166ec", "name": "network-vif-plugged", "status": "completed", "tag": "f047a5eb-ee7a-44a3-9cc8-cfae77dc602b", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:37:07.697673 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-68932a1a-27d3-4bc6-83aa-6dc682c7e78b {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:37:07.698313 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aacf893-a448-4bd1-82e1-4aa5fcd166ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f047a5eb-ee7a-44a3-9cc8-cfae77dc602b', 'code': 200} Feb 09 21:37:07.724426 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-39ef6b70-4e57-41a8-9307-fe274034e27e tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks [] for router_gateway (23f7a7e9-aec8-4b5c-8bfc-7d6244f3c715), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:07.735802 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-fc6528a2-d441-40d8-b25c-8c1600892e11 None None] Port 3c647b76-8391-41f3-81eb-c84f278cd6cd cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:37:07.746194 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 3282d2aa-34ba-45b6-8ab5-db45ba7c6fdc triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:37:07.747191 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (3282d2aa-34ba-45b6-8ab5-db45ba7c6fdc), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:07.832559 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd6eea5-f5e3-41b9-a65d-4b06294aa0a7 req-4b72b3b0-888a-4ae6-86a7-71dd71bf7946 tempest-ServerAddressesTestJSON-37461365 tempest-ServerAddressesTestJSON-37461365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:07.834122 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-acd6eea5-f5e3-41b9-a65d-4b06294aa0a7 req-4b72b3b0-888a-4ae6-86a7-71dd71bf7946 tempest-ServerAddressesTestJSON-37461365 tempest-ServerAddressesTestJSON-37461365-project] 10.222.0.90 "GET /v2.0/ports?device_id=594cff11-ea0b-43a1-bc31-d06b0dd25979 HTTP/1.1" status: 200 len: 931 time: 0.1446815 Feb 09 21:37:07.862651 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28cf2c2-d493-4c41-a8bd-ccacce8e1c3f req-2c1dd64c-5c92-4e46-b987-a437892ad670 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:07.864299 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a28cf2c2-d493-4c41-a8bd-ccacce8e1c3f req-2c1dd64c-5c92-4e46-b987-a437892ad670 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/ports?device_id=2554d57d-83c8-4d46-b328-49ce7df09ba6 HTTP/1.1" status: 200 len: 945 time: 0.1260004 Feb 09 21:37:07.873537 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 3282d2aa-34ba-45b6-8ab5-db45ba7c6fdc is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:37:07.879513 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-94bbd8bc-4de1-4b09-a840-0f3dbed5dbf2 None None] Provisioning complete for port 3282d2aa-34ba-45b6-8ab5-db45ba7c6fdc triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:37:07.879513 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-94bbd8bc-4de1-4b09-a840-0f3dbed5dbf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (3282d2aa-34ba-45b6-8ab5-db45ba7c6fdc), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:07.898512 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd55963e-290c-4375-953e-f3f2b4dfa5c5 req-61e43b57-35dd-4f56-855f-7be49d173300 tempest-ServerAddressesTestJSON-37461365 tempest-ServerAddressesTestJSON-37461365-project] Network 9c581944-c4c5-4d08-9cf0-a074bdff8393 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:37:07.914906 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [req-bd55963e-290c-4375-953e-f3f2b4dfa5c5 req-61e43b57-35dd-4f56-855f-7be49d173300 tempest-ServerAddressesTestJSON-37461365 tempest-ServerAddressesTestJSON-37461365-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:37:07.922281 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd55963e-290c-4375-953e-f3f2b4dfa5c5 req-61e43b57-35dd-4f56-855f-7be49d173300 tempest-ServerAddressesTestJSON-37461365 tempest-ServerAddressesTestJSON-37461365-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:37:07.930394 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e43b57-35dd-4f56-855f-7be49d173300 tempest-ServerAddressesTestJSON-37461365 tempest-ServerAddressesTestJSON-37461365-project] Pushing event updated for resources: {'Port': ['ID=85699391-ef26-442b-bb82-fb84d977e196,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:07.957084 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-acd6eea5-f5e3-41b9-a65d-4b06294aa0a7 req-f0de2e4b-88ed-4a4a-84fd-5fa49bb8cdb7 tempest-ServerAddressesTestJSON-37461365 tempest-ServerAddressesTestJSON-37461365-project] 10.222.0.90 "GET /v2.0/security-groups?id=4cce7e90-f962-4b73-83ca-a1926748c657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048915 Feb 09 21:37:07.965437 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a28cf2c2-d493-4c41-a8bd-ccacce8e1c3f req-e32f730d-7a97-4003-b160-e8b5c5cc3865 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d80a148-e9eb-4688-aae9-f24ed4e32758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853601 Feb 09 21:37:07.972506 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f67bc753-89d2-43c0-ab8c-a3d192252bf3 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Made reservation on behalf of 18ba459b325a4da0821abb3dc94f8781 for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:37:07.977079 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f67bc753-89d2-43c0-ab8c-a3d192252bf3 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:07.983826 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243b9f33-0a8d-4b9e-9aca-4db97f4c907e req-d870bc51-7b99-4464-a758-62ffeaf04dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:07.985411 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-243b9f33-0a8d-4b9e-9aca-4db97f4c907e req-d870bc51-7b99-4464-a758-62ffeaf04dce service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=3aacf893-a448-4bd1-82e1-4aa5fcd166ec HTTP/1.1" status: 200 len: 1128 time: 0.1569140 Feb 09 21:37:08.031446 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd55963e-290c-4375-953e-f3f2b4dfa5c5 req-61e43b57-35dd-4f56-855f-7be49d173300 tempest-ServerAddressesTestJSON-37461365 tempest-ServerAddressesTestJSON-37461365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:08.031446 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-bd55963e-290c-4375-953e-f3f2b4dfa5c5 req-61e43b57-35dd-4f56-855f-7be49d173300 tempest-ServerAddressesTestJSON-37461365 tempest-ServerAddressesTestJSON-37461365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:08.037651 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [None req-f67bc753-89d2-43c0-ab8c-a3d192252bf3 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] device_id is not set on port 924c9fc2-48e2-4846-a748-e98aee6d0d46 yet. {{(pid=103141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:37:08.155094 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-bd55963e-290c-4375-953e-f3f2b4dfa5c5 req-61e43b57-35dd-4f56-855f-7be49d173300 tempest-ServerAddressesTestJSON-37461365 tempest-ServerAddressesTestJSON-37461365-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1197412 Feb 09 21:37:08.161550 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-94bbd8bc-4de1-4b09-a840-0f3dbed5dbf2 None None] Current status of the port 3282d2aa-34ba-45b6-8ab5-db45ba7c6fdc is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:37:08.186134 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-bd55963e-290c-4375-953e-f3f2b4dfa5c5 req-81aa9ee3-5562-4c0e-bb92-65fefaa2537c service neutron] Request body: {'port': {'device_id': '594cff11-ea0b-43a1-bc31-d06b0dd25979', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:37:08.190610 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-39ef6b70-4e57-41a8-9307-fe274034e27e tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks [] for router_gateway (23f7a7e9-aec8-4b5c-8bfc-7d6244f3c715), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:08.214986 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-39ef6b70-4e57-41a8-9307-fe274034e27e tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:08.235330 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7600778-c694-4db3-96c6-a5f6d3a7573c req-0dfbab69-9da8-476b-8d89-6132633c9cf6 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:08.236165 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-243b9f33-0a8d-4b9e-9aca-4db97f4c907e req-f8f03372-7d8d-4480-872a-04fb2f6c53ed service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=1fbaec86-241e-4c80-89d8-21c7be7723d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378516 Feb 09 21:37:08.236917 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f7600778-c694-4db3-96c6-a5f6d3a7573c req-0dfbab69-9da8-476b-8d89-6132633c9cf6 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/ports?device_id=5a1ea706-a091-449b-ac8a-a4314ae11af5 HTTP/1.1" status: 200 len: 946 time: 0.1092007 Feb 09 21:37:08.326454 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-bd55963e-290c-4375-953e-f3f2b4dfa5c5 req-81aa9ee3-5562-4c0e-bb92-65fefaa2537c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (85699391-ef26-442b-bb82-fb84d977e196), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:08.386458 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f7600778-c694-4db3-96c6-a5f6d3a7573c req-005c2edd-2fd7-42b2-9c69-eff519f57c34 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/security-groups?id=1fbaec86-241e-4c80-89d8-21c7be7723d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174226 Feb 09 21:37:08.405148 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-39ef6b70-4e57-41a8-9307-fe274034e27e tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Allocated IP 172.25.3.48 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/c5c7891d-df67-4df4-bc0d-aec963168476) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:37:08.407633 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-f67bc753-89d2-43c0-ab8c-a3d192252bf3 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Allocated IP 10.1.1.40 (447eb1f8-3447-426b-bdf3-4b25ec15af22/5d37f537-2fe5-408a-92d7-6800f805a26d/924c9fc2-48e2-4846-a748-e98aee6d0d46) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:37:08.466264 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7662999e-08db-422e-ad24-ba3661ae4721 req-b800c7d7-e210-4fde-a697-ecab750e24af tempest-MigrationsAdminTest-1060177158 tempest-MigrationsAdminTest-1060177158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:08.467894 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7662999e-08db-422e-ad24-ba3661ae4721 req-b800c7d7-e210-4fde-a697-ecab750e24af tempest-MigrationsAdminTest-1060177158 tempest-MigrationsAdminTest-1060177158-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=82be41b1-46da-46a7-8af9-241c6a0e3e2d HTTP/1.1" status: 200 len: 1131 time: 0.1197820 Feb 09 21:37:08.581893 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7662999e-08db-422e-ad24-ba3661ae4721 req-9af8a379-98e5-489c-b013-25ee3d8a6846 tempest-MigrationsAdminTest-1060177158 tempest-MigrationsAdminTest-1060177158-project-admin] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024530 Feb 09 21:37:08.588867 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723be378-4392-4a13-b04c-6077077fd2a4 req-fc3535c9-0864-4eb7-a855-2c7e3bf738b0 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:08.590372 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-723be378-4392-4a13-b04c-6077077fd2a4 req-fc3535c9-0864-4eb7-a855-2c7e3bf738b0 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/ports?device_id=f07054f1-ef38-42ac-a181-aae86b623b32 HTTP/1.1" status: 200 len: 945 time: 0.1271982 Feb 09 21:37:08.614579 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-39ef6b70-4e57-41a8-9307-fe274034e27e tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks [] for port (c5c7891d-df67-4df4-bc0d-aec963168476), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:08.673601 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-39ef6b70-4e57-41a8-9307-fe274034e27e tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (c5c7891d-df67-4df4-bc0d-aec963168476), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:08.711157 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-723be378-4392-4a13-b04c-6077077fd2a4 req-f8989751-3d85-4d54-80d1-cf13a2ff246a tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/security-groups?id=1fbaec86-241e-4c80-89d8-21c7be7723d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131561 Feb 09 21:37:08.717445 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f67bc753-89d2-43c0-ab8c-a3d192252bf3 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks [] for port (924c9fc2-48e2-4846-a748-e98aee6d0d46), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:08.728418 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ef6b70-4e57-41a8-9307-fe274034e27e tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:37:08.731606 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-39ef6b70-4e57-41a8-9307-fe274034e27e tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:37:08.736324 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ef6b70-4e57-41a8-9307-fe274034e27e tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:37:08.740823 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ef6b70-4e57-41a8-9307-fe274034e27e tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Pushing event updated for resources: {'Port': ['ID=c5c7891d-df67-4df4-bc0d-aec963168476,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:08.784950 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-bd55963e-290c-4375-953e-f3f2b4dfa5c5 req-81aa9ee3-5562-4c0e-bb92-65fefaa2537c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85699391-ef26-442b-bb82-fb84d977e196 {{(pid=103141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:37:08.796053 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-bd55963e-290c-4375-953e-f3f2b4dfa5c5 req-81aa9ee3-5562-4c0e-bb92-65fefaa2537c service neutron] Publish callbacks [] for port (85699391-ef26-442b-bb82-fb84d977e196), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:08.829923 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-bd55963e-290c-4375-953e-f3f2b4dfa5c5 req-81aa9ee3-5562-4c0e-bb92-65fefaa2537c service neutron] Transition to ACTIVE for port object 85699391-ef26-442b-bb82-fb84d977e196 will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:37:08.837458 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f67bc753-89d2-43c0-ab8c-a3d192252bf3 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (924c9fc2-48e2-4846-a748-e98aee6d0d46), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:08.855093 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-bd55963e-290c-4375-953e-f3f2b4dfa5c5 req-81aa9ee3-5562-4c0e-bb92-65fefaa2537c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (85699391-ef26-442b-bb82-fb84d977e196), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:08.915460 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67bc753-89d2-43c0-ab8c-a3d192252bf3 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Network 447eb1f8-3447-426b-bdf3-4b25ec15af22 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:37:08.925575 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-97016dc9-857f-4686-9f7d-0301e7530a8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:08.933966 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-f67bc753-89d2-43c0-ab8c-a3d192252bf3 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:37:08.940262 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67bc753-89d2-43c0-ab8c-a3d192252bf3 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:37:08.982334 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67bc753-89d2-43c0-ab8c-a3d192252bf3 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Pushing event updated for resources: {'Port': ['ID=924c9fc2-48e2-4846-a748-e98aee6d0d46,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:09.059230 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67bc753-89d2-43c0-ab8c-a3d192252bf3 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:09.059882 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f67bc753-89d2-43c0-ab8c-a3d192252bf3 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:09.112471 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad9e1c9-1fef-4f4a-9e7d-32aa85205e77 req-343e0213-9b68-4558-8c8a-697ebe0c4046 tempest-AttachSCSIVolumeTestJSON-1768878471 tempest-AttachSCSIVolumeTestJSON-1768878471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:09.120842 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0ad9e1c9-1fef-4f4a-9e7d-32aa85205e77 req-343e0213-9b68-4558-8c8a-697ebe0c4046 tempest-AttachSCSIVolumeTestJSON-1768878471 tempest-AttachSCSIVolumeTestJSON-1768878471-project] 10.222.0.90 "GET /v2.0/ports?device_id=f4370d51-2d54-428b-89f6-5d895db07d75 HTTP/1.1" status: 200 len: 945 time: 0.2337005 Feb 09 21:37:09.149984 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fabf523-ff00-427f-98ee-799dd47e9b04 req-76f15173-9165-4bbf-b7f7-4e8dc9285c29 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:09.154585 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0fabf523-ff00-427f-98ee-799dd47e9b04 req-76f15173-9165-4bbf-b7f7-4e8dc9285c29 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/ports?device_id=3aacf893-a448-4bd1-82e1-4aa5fcd166ec HTTP/1.1" status: 200 len: 946 time: 0.2507758 Feb 09 21:37:09.161381 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-bd55963e-290c-4375-953e-f3f2b4dfa5c5 req-81aa9ee3-5562-4c0e-bb92-65fefaa2537c service neutron] Attempting to bind port 85699391-ef26-442b-bb82-fb84d977e196 on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:37:09.161950 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-bd55963e-290c-4375-953e-f3f2b4dfa5c5 req-81aa9ee3-5562-4c0e-bb92-65fefaa2537c service neutron] Attempting to bind port 85699391-ef26-442b-bb82-fb84d977e196 by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': '3c535620-29a0-451d-9d05-f7fea62038cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '9c581944-c4c5-4d08-9cf0-a074bdff8393'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:37:09.162532 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd55963e-290c-4375-953e-f3f2b4dfa5c5 req-81aa9ee3-5562-4c0e-bb92-65fefaa2537c service neutron] Attempting to bind port 85699391-ef26-442b-bb82-fb84d977e196 on network 9c581944-c4c5-4d08-9cf0-a074bdff8393 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:37:09.170148 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aa9ee3-5562-4c0e-bb92-65fefaa2537c service neutron] Pushing event updated for resources: {'Port': ['ID=85699391-ef26-442b-bb82-fb84d977e196,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:09.185419 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd55963e-290c-4375-953e-f3f2b4dfa5c5 req-81aa9ee3-5562-4c0e-bb92-65fefaa2537c service neutron] Port 85699391-ef26-442b-bb82-fb84d977e196 on network 9c581944-c4c5-4d08-9cf0-a074bdff8393 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:37:09.185419 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd55963e-290c-4375-953e-f3f2b4dfa5c5 req-81aa9ee3-5562-4c0e-bb92-65fefaa2537c service neutron] Attempting to bind port 85699391-ef26-442b-bb82-fb84d977e196 on network 9c581944-c4c5-4d08-9cf0-a074bdff8393 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:37:09.197298 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-f67bc753-89d2-43c0-ab8c-a3d192252bf3 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.1092677 Feb 09 21:37:09.202200 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd55963e-290c-4375-953e-f3f2b4dfa5c5 req-81aa9ee3-5562-4c0e-bb92-65fefaa2537c service neutron] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:37:09.202720 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd55963e-290c-4375-953e-f3f2b4dfa5c5 req-81aa9ee3-5562-4c0e-bb92-65fefaa2537c service neutron] Checking segment: {'id': '3c535620-29a0-451d-9d05-f7fea62038cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '9c581944-c4c5-4d08-9cf0-a074bdff8393'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:37:09.203110 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd55963e-290c-4375-953e-f3f2b4dfa5c5 req-81aa9ee3-5562-4c0e-bb92-65fefaa2537c service neutron] Bound using segment: {'id': '3c535620-29a0-451d-9d05-f7fea62038cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '9c581944-c4c5-4d08-9cf0-a074bdff8393'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:37:09.203550 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-bd55963e-290c-4375-953e-f3f2b4dfa5c5 req-81aa9ee3-5562-4c0e-bb92-65fefaa2537c service neutron] Bound port: 85699391-ef26-442b-bb82-fb84d977e196, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c535620-29a0-451d-9d05-f7fea62038cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '9c581944-c4c5-4d08-9cf0-a074bdff8393'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:37:09.205938 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-bd55963e-290c-4375-953e-f3f2b4dfa5c5 req-81aa9ee3-5562-4c0e-bb92-65fefaa2537c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (85699391-ef26-442b-bb82-fb84d977e196), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:09.241213 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-39ef6b70-4e57-41a8-9307-fe274034e27e tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks [] for router_gateway (23f7a7e9-aec8-4b5c-8bfc-7d6244f3c715), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:09.304050 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-9f2f9c5c-5dcc-4abf-bf2b-7be842e6b5ca None None] Provisioning complete for port 924c9fc2-48e2-4846-a748-e98aee6d0d46 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:37:09.304901 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-9f2f9c5c-5dcc-4abf-bf2b-7be842e6b5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (924c9fc2-48e2-4846-a748-e98aee6d0d46), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:09.310638 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-bd55963e-290c-4375-953e-f3f2b4dfa5c5 req-81aa9ee3-5562-4c0e-bb92-65fefaa2537c service neutron] For port 85699391-ef26-442b-bb82-fb84d977e196, host n-h2-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:37:09.314245 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-bd55963e-290c-4375-953e-f3f2b4dfa5c5 req-81aa9ee3-5562-4c0e-bb92-65fefaa2537c service neutron] For port 85699391-ef26-442b-bb82-fb84d977e196, host n-h2-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=85699391-ef26-442b-bb82-fb84d977e196,segment=NetworkSegment(3c535620-29a0-451d-9d05-f7fea62038cd),segment_id=3c535620-29a0-451d-9d05-f7fea62038cd)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:37:09.321961 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-bd55963e-290c-4375-953e-f3f2b4dfa5c5 req-81aa9ee3-5562-4c0e-bb92-65fefaa2537c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (85699391-ef26-442b-bb82-fb84d977e196), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:09.350522 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 3282d2aa-34ba-45b6-8ab5-db45ba7c6fdc up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:37:09.355922 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 47af76bb-ef60-4c69-9b0e-9800d9e02153 up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:37:09.361704 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd55963e-290c-4375-953e-f3f2b4dfa5c5 req-81aa9ee3-5562-4c0e-bb92-65fefaa2537c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:09.362653 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-bd55963e-290c-4375-953e-f3f2b4dfa5c5 req-81aa9ee3-5562-4c0e-bb92-65fefaa2537c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:09.364461 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-bd55963e-290c-4375-953e-f3f2b4dfa5c5 req-81aa9ee3-5562-4c0e-bb92-65fefaa2537c service neutron] 10.222.0.89 "PUT /v2.0/ports/85699391-ef26-442b-bb82-fb84d977e196 HTTP/1.1" status: 200 len: 1091 time: 1.1960950 Feb 09 21:37:09.365266 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '594cff11-ea0b-43a1-bc31-d06b0dd25979', 'tag': '85699391-ef26-442b-bb82-fb84d977e196'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:37:09.367814 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c9c8df-5f2e-4ecb-a6fd-783e84ae1887" -d '{"events": [{"name": "network-changed", "server_uuid": "594cff11-ea0b-43a1-bc31-d06b0dd25979", "tag": "85699391-ef26-442b-bb82-fb84d977e196"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:37:09.403984 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aa9ee3-5562-4c0e-bb92-65fefaa2537c service neutron] Pushing event updated for resources: {'Port': ['ID=85699391-ef26-442b-bb82-fb84d977e196,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:09.412162 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0ad9e1c9-1fef-4f4a-9e7d-32aa85205e77 req-868dca8b-d042-40d9-9f66-40dae8ab56a6 tempest-AttachSCSIVolumeTestJSON-1768878471 tempest-AttachSCSIVolumeTestJSON-1768878471-project] 10.222.0.90 "GET /v2.0/security-groups?id=12447a63-5fb2-4311-b8af-0953600324f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540576 Feb 09 21:37:09.414440 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-9f2f9c5c-5dcc-4abf-bf2b-7be842e6b5ca None None] Port 924c9fc2-48e2-4846-a748-e98aee6d0d46 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:37:09.458012 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0fabf523-ff00-427f-98ee-799dd47e9b04 req-0d85aad7-2166-406f-8f91-0ac81f1eea83 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/security-groups?id=1fbaec86-241e-4c80-89d8-21c7be7723d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878985 Feb 09 21:37:09.461349 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 3282d2aa-34ba-45b6-8ab5-db45ba7c6fdc triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:37:09.461943 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (3282d2aa-34ba-45b6-8ab5-db45ba7c6fdc), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:09.530185 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning for port 47af76bb-ef60-4c69-9b0e-9800d9e02153 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:37:09.535873 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port 47af76bb-ef60-4c69-9b0e-9800d9e02153 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:37:09.536523 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (47af76bb-ef60-4c69-9b0e-9800d9e02153), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:09.553685 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd55963e-290c-4375-953e-f3f2b4dfa5c5 req-f84a6650-5717-4443-bcc2-f85187ba5552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:09.555638 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-bd55963e-290c-4375-953e-f3f2b4dfa5c5 req-f84a6650-5717-4443-bcc2-f85187ba5552 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4050d1e0bc1d453a9bf33ba567217d45&device_id=594cff11-ea0b-43a1-bc31-d06b0dd25979 HTTP/1.1" status: 200 len: 1125 time: 0.1091413 Feb 09 21:37:09.605669 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-bd55963e-290c-4375-953e-f3f2b4dfa5c5 req-6a5661ff-6444-4a32-b131-3b68dba97eea service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85699391-ef26-442b-bb82-fb84d977e196 HTTP/1.1" status: 200 len: 217 time: 0.0399215 Feb 09 21:37:09.644155 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 3282d2aa-34ba-45b6-8ab5-db45ba7c6fdc is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:37:09.706086 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd55963e-290c-4375-953e-f3f2b4dfa5c5 req-dbe58546-7c2f-4b04-b22c-72e0257a6f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:09.707597 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-bd55963e-290c-4375-953e-f3f2b4dfa5c5 req-dbe58546-7c2f-4b04-b22c-72e0257a6f71 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=6241c638-9f01-4c96-8d8d-ad9156effdef HTTP/1.1" status: 200 len: 853 time: 0.0920575 Feb 09 21:37:09.709139 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 47af76bb-ef60-4c69-9b0e-9800d9e02153 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:37:09.709415 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (47af76bb-ef60-4c69-9b0e-9800d9e02153), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:09.719271 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e84ce1f-1e7b-44a1-9654-28979f9334c0 req-781f6c55-683a-4c6b-8817-e0b6a432cdce tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:09.720827 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4e84ce1f-1e7b-44a1-9654-28979f9334c0 req-781f6c55-683a-4c6b-8817-e0b6a432cdce tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=82be41b1-46da-46a7-8af9-241c6a0e3e2d HTTP/1.1" status: 200 len: 949 time: 0.1452122 Feb 09 21:37:09.733139 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59049ce-9bca-4864-9c59-c6e3dd79847b req-27fec73c-3fa4-4ef4-bf44-a2e2d2e3960b tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:09.734635 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a59049ce-9bca-4864-9c59-c6e3dd79847b req-27fec73c-3fa4-4ef4-bf44-a2e2d2e3960b tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/ports?device_id=2554d57d-83c8-4d46-b328-49ce7df09ba6 HTTP/1.1" status: 200 len: 945 time: 0.1601346 Feb 09 21:37:09.736867 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-39ef6b70-4e57-41a8-9307-fe274034e27e tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-554449', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10783'] for router (23f7a7e9-aec8-4b5c-8bfc-7d6244f3c715), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:09.744521 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82be41b1-46da-46a7-8af9-241c6a0e3e2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47af76bb-ef60-4c69-9b0e-9800d9e02153'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:37:09.747285 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f32ef590-4e01-439d-8188-692e76ba23ac" -d '{"events": [{"server_uuid": "82be41b1-46da-46a7-8af9-241c6a0e3e2d", "name": "network-vif-plugged", "status": "completed", "tag": "47af76bb-ef60-4c69-9b0e-9800d9e02153"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:37:09.752079 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 47af76bb-ef60-4c69-9b0e-9800d9e02153, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=47af76bb-ef60-4c69-9b0e-9800d9e02153,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:37:09.757593 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (47af76bb-ef60-4c69-9b0e-9800d9e02153), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:09.757944 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-39ef6b70-4e57-41a8-9307-fe274034e27e tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-554458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-554435', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-525216'] for router (23f7a7e9-aec8-4b5c-8bfc-7d6244f3c715), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:09.781672 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-bd55963e-290c-4375-953e-f3f2b4dfa5c5 req-048945c8-8ec2-4381-ad1d-0346b2c78598 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9c581944-c4c5-4d08-9cf0-a074bdff8393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490453 Feb 09 21:37:09.828341 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=47af76bb-ef60-4c69-9b0e-9800d9e02153,revision_number=13']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:09.907408 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4e84ce1f-1e7b-44a1-9654-28979f9334c0 req-4f16c43d-8291-4770-9af8-a081b2b1ebad tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685965 Feb 09 21:37:09.912758 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a59049ce-9bca-4864-9c59-c6e3dd79847b req-382a0ebe-ae79-440a-acb4-751babe32d2a tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d80a148-e9eb-4688-aae9-f24ed4e32758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634977 Feb 09 21:37:10.021622 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-bd55963e-290c-4375-953e-f3f2b4dfa5c5 req-74fb15ab-138a-49c1-a3df-7d87523f39eb service neutron] 10.222.0.89 "GET /v2.0/networks/9c581944-c4c5-4d08-9cf0-a074bdff8393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246466 Feb 09 21:37:10.088774 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39ef6b70-4e57-41a8-9307-fe274034e27e tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Router 23f7a7e9-aec8-4b5c-8bfc-7d6244f3c715 is scheduled to L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 with binding_index 1 {{(pid=103140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:37:10.121804 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0419fffd-a41c-4168-8046-263caf587a9a req-2cb2b80b-b47d-49be-b2c9-dde6aaa5d175 tempest-ServerAddressesTestJSON-37461365 tempest-ServerAddressesTestJSON-37461365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:10.123408 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0419fffd-a41c-4168-8046-263caf587a9a req-2cb2b80b-b47d-49be-b2c9-dde6aaa5d175 tempest-ServerAddressesTestJSON-37461365 tempest-ServerAddressesTestJSON-37461365-project] 10.222.0.90 "GET /v2.0/ports?device_id=594cff11-ea0b-43a1-bc31-d06b0dd25979 HTTP/1.1" status: 200 len: 943 time: 0.1044285 Feb 09 21:37:10.133708 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-bd55963e-290c-4375-953e-f3f2b4dfa5c5 req-f3c7e068-f1ac-4423-afed-63705b036c4a service neutron] 10.222.0.89 "GET /v2.0/networks/9c581944-c4c5-4d08-9cf0-a074bdff8393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041994 Feb 09 21:37:10.263948 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0419fffd-a41c-4168-8046-263caf587a9a req-24e926e6-9cc3-4931-9813-a10d9bba195b tempest-ServerAddressesTestJSON-37461365 tempest-ServerAddressesTestJSON-37461365-project] 10.222.0.90 "GET /v2.0/security-groups?id=4cce7e90-f962-4b73-83ca-a1926748c657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940635 Feb 09 21:37:10.277114 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39ef6b70-4e57-41a8-9307-fe274034e27e tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:37:10.281595 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-39ef6b70-4e57-41a8-9307-fe274034e27e tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:10.283065 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-39ef6b70-4e57-41a8-9307-fe274034e27e tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] 10.222.0.90 "PUT /v2.0/routers/23f7a7e9-aec8-4b5c-8bfc-7d6244f3c715 HTTP/1.1" status: 200 len: 914 time: 3.1106937 Feb 09 21:37:10.285951 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58128) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:10.295876 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b40fb2c-ff50-43c7-b150-c219b5e103be None None] Sync routers for ids ['23f7a7e9-aec8-4b5c-8bfc-7d6244f3c715'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:37:10.310461 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b40fb2c-ff50-43c7-b150-c219b5e103be None None] Routers {'23f7a7e9-aec8-4b5c-8bfc-7d6244f3c715'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:37:10.311095 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-9b40fb2c-ff50-43c7-b150-c219b5e103be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:36:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['23f7a7e9-aec8-4b5c-8bfc-7d6244f3c715'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:10.383658 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-9b40fb2c-ff50-43c7-b150-c219b5e103be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:10.421111 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b40fb2c-ff50-43c7-b150-c219b5e103be None None] Routers {'23f7a7e9-aec8-4b5c-8bfc-7d6244f3c715'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:37:10.421742 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-9b40fb2c-ff50-43c7-b150-c219b5e103be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:36:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['23f7a7e9-aec8-4b5c-8bfc-7d6244f3c715'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:10.455389 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-a59f848f-86d1-4b9d-97ed-c0537da5fc2d tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] 10.222.0.90 "GET /v2.0/routers/23f7a7e9-aec8-4b5c-8bfc-7d6244f3c715 HTTP/1.1" status: 200 len: 920 time: 0.1682060 Feb 09 21:37:10.458454 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 58140) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:10.458878 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60475a3f-5dc2-44d0-a1c8-c45cb03fdd1b x-openstack-request-id: req-60475a3f-5dc2-44d0-a1c8-c45cb03fdd1b {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:37:10.459179 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "594cff11-ea0b-43a1-bc31-d06b0dd25979", "tag": "85699391-ef26-442b-bb82-fb84d977e196", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:37:10.459439 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-60475a3f-5dc2-44d0-a1c8-c45cb03fdd1b {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:37:10.459841 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '594cff11-ea0b-43a1-bc31-d06b0dd25979', 'tag': '85699391-ef26-442b-bb82-fb84d977e196', 'status': 'completed', 'code': 200} Feb 09 21:37:10.483270 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-9b40fb2c-ff50-43c7-b150-c219b5e103be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:10.483944 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b40fb2c-ff50-43c7-b150-c219b5e103be None None] The sync data for ids ['23f7a7e9-aec8-4b5c-8bfc-7d6244f3c715'] in n-d-828369-5 is: [] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:37:10.559170 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-697d4ee3-e5f0-4f1b-810a-553d30fa0dc3 x-openstack-request-id: req-697d4ee3-e5f0-4f1b-810a-553d30fa0dc3 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:37:10.559693 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82be41b1-46da-46a7-8af9-241c6a0e3e2d", "name": "network-vif-plugged", "status": "completed", "tag": "47af76bb-ef60-4c69-9b0e-9800d9e02153", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:37:10.560279 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-697d4ee3-e5f0-4f1b-810a-553d30fa0dc3 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:37:10.560990 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82be41b1-46da-46a7-8af9-241c6a0e3e2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47af76bb-ef60-4c69-9b0e-9800d9e02153', 'code': 200} Feb 09 21:37:10.584443 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649b49ee-92fd-40f0-be1e-8a32e65f25a0 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:10.589023 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-649b49ee-92fd-40f0-be1e-8a32e65f25a0 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] 10.222.0.90 "GET /v2.0/ports?network_id=54a442d5-50a0-4c75-85cc-d19f5bf58118&device_id=23f7a7e9-aec8-4b5c-8bfc-7d6244f3c715&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1284714 Feb 09 21:37:10.589724 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 58146) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:10.597468 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c9c8df-5f2e-4ecb-a6fd-783e84ae1887 req-bdb55f2c-fbfb-4faf-9be0-492913681fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:10.599251 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-45c9c8df-5f2e-4ecb-a6fd-783e84ae1887 req-bdb55f2c-fbfb-4faf-9be0-492913681fb2 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4050d1e0bc1d453a9bf33ba567217d45&device_id=594cff11-ea0b-43a1-bc31-d06b0dd25979 HTTP/1.1" status: 200 len: 1125 time: 0.1056702 Feb 09 21:37:10.730500 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 58158) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:10.736810 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-e226bd65-cfeb-44c3-8a4d-94c8f3b8a2b0 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Request body: {'security_group': {'name': 'tempest-securitygroup--449828152', 'description': 'tempest-description--313154564'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:37:10.760911 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750f92be-fbfa-433e-adc2-aad558033a99 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:10.762488 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-750f92be-fbfa-433e-adc2-aad558033a99 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] 10.222.0.90 "GET /v2.0/networks/54a442d5-50a0-4c75-85cc-d19f5bf58118 HTTP/1.1" status: 200 len: 881 time: 0.1713071 Feb 09 21:37:10.770506 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58160) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:10.801274 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e226bd65-cfeb-44c3-8a4d-94c8f3b8a2b0 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:10.812260 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-ac864a80-1077-4737-8a3b-6c2a362ac693 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] 10.222.0.90 "GET /v2.0/ports?device_id=23f7a7e9-aec8-4b5c-8bfc-7d6244f3c715 HTTP/1.1" status: 200 len: 205 time: 0.0382102 Feb 09 21:37:10.812491 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 58162) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:10.819774 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c9c8df-5f2e-4ecb-a6fd-783e84ae1887 req-43447749-e170-493a-aa75-ad38c803010a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:10.821271 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-45c9c8df-5f2e-4ecb-a6fd-783e84ae1887 req-43447749-e170-493a-aa75-ad38c803010a service neutron] 10.222.0.89 "GET /v2.0/networks?id=9c581944-c4c5-4d08-9cf0-a074bdff8393 HTTP/1.1" status: 200 len: 914 time: 0.2146139 Feb 09 21:37:10.868157 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd87b501-6479-4772-8de1-bf8f2f0621c4 req-71ce3e6a-df51-4d49-a765-54c320c44cff tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:10.868462 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-45c9c8df-5f2e-4ecb-a6fd-783e84ae1887 req-8f5a238f-e5dd-4341-9ef1-29daf64a5f6a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85699391-ef26-442b-bb82-fb84d977e196 HTTP/1.1" status: 200 len: 217 time: 0.0397048 Feb 09 21:37:10.870214 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fd87b501-6479-4772-8de1-bf8f2f0621c4 req-71ce3e6a-df51-4d49-a765-54c320c44cff tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/ports?device_id=3aacf893-a448-4bd1-82e1-4aa5fcd166ec HTTP/1.1" status: 200 len: 946 time: 0.1257691 Feb 09 21:37:10.926150 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c9c8df-5f2e-4ecb-a6fd-783e84ae1887 req-3a05b62f-5835-4cee-bdf1-f4c1d1a220ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:10.927658 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-45c9c8df-5f2e-4ecb-a6fd-783e84ae1887 req-3a05b62f-5835-4cee-bdf1-f4c1d1a220ec service neutron] 10.222.0.89 "GET /v2.0/subnets?id=6241c638-9f01-4c96-8d8d-ad9156effdef HTTP/1.1" status: 200 len: 853 time: 0.0516922 Feb 09 21:37:10.990067 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-45c9c8df-5f2e-4ecb-a6fd-783e84ae1887 req-12a8d7b0-b2a6-41bc-9f95-138b5b51e27b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9c581944-c4c5-4d08-9cf0-a074bdff8393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548193 Feb 09 21:37:10.993361 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c35253cb-2a20-4b9f-9605-f68a8f2656a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:11.047808 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3cc74788-1278-4600-b715-7d9b5ddc84a9 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks [] for router (23f7a7e9-aec8-4b5c-8bfc-7d6244f3c715), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:11.099376 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-45c9c8df-5f2e-4ecb-a6fd-783e84ae1887 req-7a4fcbd4-5c58-4db0-870f-f9ee31b746da service neutron] 10.222.0.89 "GET /v2.0/networks/9c581944-c4c5-4d08-9cf0-a074bdff8393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986331 Feb 09 21:37:11.203413 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-45c9c8df-5f2e-4ecb-a6fd-783e84ae1887 req-f4acf779-91a1-4ab0-9306-df84eea5f740 service neutron] 10.222.0.89 "GET /v2.0/networks/9c581944-c4c5-4d08-9cf0-a074bdff8393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975995 Feb 09 21:37:11.466583 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fd87b501-6479-4772-8de1-bf8f2f0621c4 req-a747523c-5ff9-47d3-a943-3f25890db161 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/security-groups?id=1fbaec86-241e-4c80-89d8-21c7be7723d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5327089 Feb 09 21:37:11.531528 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e226bd65-cfeb-44c3-8a4d-94c8f3b8a2b0 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks [] for security_group (d1e73a5e-905c-466a-be51-a1576b624ea0), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:11.541392 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e226bd65-cfeb-44c3-8a4d-94c8f3b8a2b0 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (d1e73a5e-905c-466a-be51-a1576b624ea0), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:11.590399 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddac1556-a6ac-4c16-b7d5-73bf283d5b3b req-554d11b7-7319-4c58-9acd-b71389a3666c tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:11.591830 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ddac1556-a6ac-4c16-b7d5-73bf283d5b3b req-554d11b7-7319-4c58-9acd-b71389a3666c tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=82be41b1-46da-46a7-8af9-241c6a0e3e2d HTTP/1.1" status: 200 len: 950 time: 0.5944951 Feb 09 21:37:11.634271 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e226bd65-cfeb-44c3-8a4d-94c8f3b8a2b0 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:11.635409 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-e226bd65-cfeb-44c3-8a4d-94c8f3b8a2b0 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.9039567 Feb 09 21:37:11.638418 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58174) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:11.643092 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-38d85703-63a3-4958-8b4d-e05c1fe9f0dd tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Request body: {'security_group_rule': {'security_group_id': 'd1e73a5e-905c-466a-be51-a1576b624ea0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:37:11.664014 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e226bd65-cfeb-44c3-8a4d-94c8f3b8a2b0 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e73a5e-905c-466a-be51-a1576b624ea0,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:11.669817 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-38d85703-63a3-4958-8b4d-e05c1fe9f0dd tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks [] for security_group_rule (83279f39-ddc3-4724-8cd7-7d83f1ea39b8), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:11.693445 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12056707-00bb-4579-9071-8b02cfa5fdb0 req-52e90522-4776-4a7c-a55a-6f0f37437c6b tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:11.694928 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-12056707-00bb-4579-9071-8b02cfa5fdb0 req-52e90522-4776-4a7c-a55a-6f0f37437c6b tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.95 "GET /v2.0/ports?device_id=82be41b1-46da-46a7-8af9-241c6a0e3e2d HTTP/1.1" status: 200 len: 950 time: 0.2273226 Feb 09 21:37:11.705149 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3cc74788-1278-4600-b715-7d9b5ddc84a9 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks [] for router_gateway (23f7a7e9-aec8-4b5c-8bfc-7d6244f3c715), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:11.725886 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-38d85703-63a3-4958-8b4d-e05c1fe9f0dd tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks [] for security_group_rule (83279f39-ddc3-4724-8cd7-7d83f1ea39b8), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:11.729840 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-38d85703-63a3-4958-8b4d-e05c1fe9f0dd tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (83279f39-ddc3-4724-8cd7-7d83f1ea39b8), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:11.730033 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1c1ef2-29d2-48c4-8c94-85cd6240a8e1 req-2a22ea00-ec4d-4f1c-b5df-3f8da4d302f3 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:11.731553 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ed1c1ef2-29d2-48c4-8c94-85cd6240a8e1 req-2a22ea00-ec4d-4f1c-b5df-3f8da4d302f3 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/ports?device_id=2554d57d-83c8-4d46-b328-49ce7df09ba6 HTTP/1.1" status: 200 len: 945 time: 0.1981769 Feb 09 21:37:11.747701 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d85703-63a3-4958-8b4d-e05c1fe9f0dd tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83279f39-ddc3-4724-8cd7-7d83f1ea39b8,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:11.757199 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-38d85703-63a3-4958-8b4d-e05c1fe9f0dd tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:11.760975 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-38d85703-63a3-4958-8b4d-e05c1fe9f0dd tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1210773 Feb 09 21:37:11.764691 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ddac1556-a6ac-4c16-b7d5-73bf283d5b3b req-80ded966-35f6-4ad4-a581-f0a9e220c20b tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555102 Feb 09 21:37:11.764868 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58180) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:11.769653 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-b0f9ebbe-16fd-4a75-a36e-93d13ea1e89f tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Request body: {'security_group_rule': {'security_group_id': 'd1e73a5e-905c-466a-be51-a1576b624ea0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:37:11.798525 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b0f9ebbe-16fd-4a75-a36e-93d13ea1e89f tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks [] for security_group_rule (6705ac3c-f7db-44a2-8d23-3692e063c52f), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:11.884752 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b0f9ebbe-16fd-4a75-a36e-93d13ea1e89f tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks [] for security_group_rule (6705ac3c-f7db-44a2-8d23-3692e063c52f), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:11.889162 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b0f9ebbe-16fd-4a75-a36e-93d13ea1e89f tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (6705ac3c-f7db-44a2-8d23-3692e063c52f), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:11.912842 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ed1c1ef2-29d2-48c4-8c94-85cd6240a8e1 req-492eabb5-2901-4943-996e-c25a30af14b7 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d80a148-e9eb-4688-aae9-f24ed4e32758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547236 Feb 09 21:37:11.919905 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b0f9ebbe-16fd-4a75-a36e-93d13ea1e89f tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:11.924719 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-b0f9ebbe-16fd-4a75-a36e-93d13ea1e89f tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1589470 Feb 09 21:37:11.925612 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58188) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:11.931120 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-f8dbffd6-466c-4f03-86cd-aa868a793662 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Request body: {'floatingip': {'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:37:11.942657 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f9ebbe-16fd-4a75-a36e-93d13ea1e89f tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6705ac3c-f7db-44a2-8d23-3692e063c52f,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:11.955859 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-3cc74788-1278-4600-b715-7d9b5ddc84a9 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Deleting port c5c7891d-df67-4df4-bc0d-aec963168476 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:37:11.956205 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3cc74788-1278-4600-b715-7d9b5ddc84a9 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (c5c7891d-df67-4df4-bc0d-aec963168476), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:11.960079 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f8dbffd6-466c-4f03-86cd-aa868a793662 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:12.037216 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-12056707-00bb-4579-9071-8b02cfa5fdb0 req-360d8615-ae4a-4b21-b731-bb8c456c277f tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Deleting port 47af76bb-ef60-4c69-9b0e-9800d9e02153 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:37:12.037593 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-12056707-00bb-4579-9071-8b02cfa5fdb0 req-360d8615-ae4a-4b21-b731-bb8c456c277f tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (47af76bb-ef60-4c69-9b0e-9800d9e02153), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:12.100197 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a4cb9-06b2-4025-b198-cd9b97c195d8 req-62e0a908-685f-4fe2-b53b-178be794ec71 tempest-ServerAddressesTestJSON-37461365 tempest-ServerAddressesTestJSON-37461365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:12.101888 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-355a4cb9-06b2-4025-b198-cd9b97c195d8 req-62e0a908-685f-4fe2-b53b-178be794ec71 tempest-ServerAddressesTestJSON-37461365 tempest-ServerAddressesTestJSON-37461365-project] 10.222.0.90 "GET /v2.0/ports?device_id=594cff11-ea0b-43a1-bc31-d06b0dd25979 HTTP/1.1" status: 200 len: 943 time: 0.2171426 Feb 09 21:37:12.106524 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f8dbffd6-466c-4f03-86cd-aa868a793662 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:12.139185 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3cc74788-1278-4600-b715-7d9b5ddc84a9 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (c5c7891d-df67-4df4-bc0d-aec963168476), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:12.163740 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-3cc74788-1278-4600-b715-7d9b5ddc84a9 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Calling delete_port for c5c7891d-df67-4df4-bc0d-aec963168476 owned by network:router_gateway {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:37:12.225238 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-f8dbffd6-466c-4f03-86cd-aa868a793662 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Allocated IP 172.25.3.16 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/f2c6267b-c874-464e-a266-41eadce50603) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:37:12.269253 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-355a4cb9-06b2-4025-b198-cd9b97c195d8 req-0b9d719b-de26-4bc4-9f17-63decefa527d tempest-ServerAddressesTestJSON-37461365 tempest-ServerAddressesTestJSON-37461365-project] 10.222.0.90 "GET /v2.0/security-groups?id=4cce7e90-f962-4b73-83ca-a1926748c657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579604 Feb 09 21:37:12.295299 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-12056707-00bb-4579-9071-8b02cfa5fdb0 req-360d8615-ae4a-4b21-b731-bb8c456c277f tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] For port 47af76bb-ef60-4c69-9b0e-9800d9e02153, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=47af76bb-ef60-4c69-9b0e-9800d9e02153,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:37:12.295681 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-12056707-00bb-4579-9071-8b02cfa5fdb0 req-360d8615-ae4a-4b21-b731-bb8c456c277f tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (47af76bb-ef60-4c69-9b0e-9800d9e02153), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:12.319164 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-12056707-00bb-4579-9071-8b02cfa5fdb0 req-360d8615-ae4a-4b21-b731-bb8c456c277f tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Calling delete_port for 47af76bb-ef60-4c69-9b0e-9800d9e02153 owned by compute:nova {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:37:12.334412 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f8dbffd6-466c-4f03-86cd-aa868a793662 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks [] for port (f2c6267b-c874-464e-a266-41eadce50603), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:12.370122 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f8dbffd6-466c-4f03-86cd-aa868a793662 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (f2c6267b-c874-464e-a266-41eadce50603), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:12.413894 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8dbffd6-466c-4f03-86cd-aa868a793662 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:37:12.418900 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-f8dbffd6-466c-4f03-86cd-aa868a793662 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:37:12.422654 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8dbffd6-466c-4f03-86cd-aa868a793662 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:37:12.440598 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232d0bdf-fb7e-4b2b-97f9-c7ce5e17962b req-7a7ceb4f-ed6b-4594-9f73-47dcffde288b tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:12.442402 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-232d0bdf-fb7e-4b2b-97f9-c7ce5e17962b req-7a7ceb4f-ed6b-4594-9f73-47dcffde288b tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/ports?device_id=5a1ea706-a091-449b-ac8a-a4314ae11af5 HTTP/1.1" status: 200 len: 946 time: 0.2180121 Feb 09 21:37:12.469203 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dbffd6-466c-4f03-86cd-aa868a793662 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Pushing event updated for resources: {'Port': ['ID=f2c6267b-c874-464e-a266-41eadce50603,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:12.525469 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f8dbffd6-466c-4f03-86cd-aa868a793662 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks [] for floatingip (e5977f03-a751-4b3b-aba1-d45affa1fc91), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:12.564154 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f8dbffd6-466c-4f03-86cd-aa868a793662 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (f2c6267b-c874-464e-a266-41eadce50603), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:12.585023 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-232d0bdf-fb7e-4b2b-97f9-c7ce5e17962b req-fe8358b5-f875-42ca-b9cb-fa4512a6d88e tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/security-groups?id=1fbaec86-241e-4c80-89d8-21c7be7723d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302993 Feb 09 21:37:12.652627 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:12.685379 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3cc74788-1278-4600-b715-7d9b5ddc84a9 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (c5c7891d-df67-4df4-bc0d-aec963168476), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:12.732232 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc74788-1278-4600-b715-7d9b5ddc84a9 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Pushing event deleted for resources: {'Port': ['ID=c5c7891d-df67-4df4-bc0d-aec963168476,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:12.735381 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-12056707-00bb-4579-9071-8b02cfa5fdb0 req-360d8615-ae4a-4b21-b731-bb8c456c277f tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (47af76bb-ef60-4c69-9b0e-9800d9e02153), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:12.749986 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['e91b0039-a035-445f-90c7-b61de1c5005a', '56477551-2028-40d4-9313-5bee9dbfa349', '47af76bb-ef60-4c69-9b0e-9800d9e02153'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:37:12.755965 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['6baa751d-f156-4998-94bb-c6f43767cb46'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:37:12.776938 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360d8615-ae4a-4b21-b731-bb8c456c277f tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Pushing event deleted for resources: {'Port': ['ID=47af76bb-ef60-4c69-9b0e-9800d9e02153,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:12.885305 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f8dbffd6-466c-4f03-86cd-aa868a793662 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks [] for port (f2c6267b-c874-464e-a266-41eadce50603), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:12.902214 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f8dbffd6-466c-4f03-86cd-aa868a793662 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (f2c6267b-c874-464e-a266-41eadce50603), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:13.009195 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-12056707-00bb-4579-9071-8b02cfa5fdb0 req-360d8615-ae4a-4b21-b731-bb8c456c277f tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] No DVR routers for this DVR port 47af76bb-ef60-4c69-9b0e-9800d9e02153 on host n-h1-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:37:13.022450 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dbffd6-466c-4f03-86cd-aa868a793662 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Pushing event updated for resources: {'Port': ['ID=f2c6267b-c874-464e-a266-41eadce50603,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:13.044838 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f8dbffd6-466c-4f03-86cd-aa868a793662 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (e5977f03-a751-4b3b-aba1-d45affa1fc91), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:13.065344 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-12056707-00bb-4579-9071-8b02cfa5fdb0 req-360d8615-ae4a-4b21-b731-bb8c456c277f tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:13.069099 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-12056707-00bb-4579-9071-8b02cfa5fdb0 req-360d8615-ae4a-4b21-b731-bb8c456c277f tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.95 "DELETE /v2.0/ports/47af76bb-ef60-4c69-9b0e-9800d9e02153 HTTP/1.1" status: 204 len: 173 time: 1.3587301 Feb 09 21:37:13.070916 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f8dbffd6-466c-4f03-86cd-aa868a793662 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:13.077368 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-f8dbffd6-466c-4f03-86cd-aa868a793662 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1482153 Feb 09 21:37:13.090591 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d0c053e7-94e7-4f45-8ff6-5b411aed828c req-e24bfa46-7759-41c5-979b-f2072dc76fc0 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=82be41b1-46da-46a7-8af9-241c6a0e3e2d HTTP/1.1" status: 200 len: 210 time: 0.2085238 Feb 09 21:37:13.090591 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82be41b1-46da-46a7-8af9-241c6a0e3e2d', 'name': 'network-vif-deleted', 'tag': '47af76bb-ef60-4c69-9b0e-9800d9e02153'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:37:13.097294 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-758690aa-6129-41e3-a9e0-cea3334ed6d8" -d '{"events": [{"server_uuid": "82be41b1-46da-46a7-8af9-241c6a0e3e2d", "name": "network-vif-deleted", "tag": "47af76bb-ef60-4c69-9b0e-9800d9e02153"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:37:13.167530 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3cc74788-1278-4600-b715-7d9b5ddc84a9 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-554524'] for router_gateway (23f7a7e9-aec8-4b5c-8bfc-7d6244f3c715), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:13.348123 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab8f3d6-89e4-4f58-8de5-25d7bdc69ee8 req-caf98443-e800-44fd-88b1-6a26315dee81 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:13.349520 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fab8f3d6-89e4-4f58-8de5-25d7bdc69ee8 req-caf98443-e800-44fd-88b1-6a26315dee81 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/ports?device_id=f07054f1-ef38-42ac-a181-aae86b623b32 HTTP/1.1" status: 200 len: 945 time: 0.3450892 Feb 09 21:37:13.355706 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3cc74788-1278-4600-b715-7d9b5ddc84a9 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (23f7a7e9-aec8-4b5c-8bfc-7d6244f3c715), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:13.360442 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3cc74788-1278-4600-b715-7d9b5ddc84a9 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks [] for router_controller (23f7a7e9-aec8-4b5c-8bfc-7d6244f3c715), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:13.377802 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ba136d-0175-4644-ac41-9df39b76c310 req-5a13f3cf-85ef-477c-8a78-a2ed1cba1d5b tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:13.379369 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f5ba136d-0175-4644-ac41-9df39b76c310 req-5a13f3cf-85ef-477c-8a78-a2ed1cba1d5b tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/ports?device_id=2554d57d-83c8-4d46-b328-49ce7df09ba6 HTTP/1.1" status: 200 len: 945 time: 0.1587746 Feb 09 21:37:13.440005 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3cc74788-1278-4600-b715-7d9b5ddc84a9 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (23f7a7e9-aec8-4b5c-8bfc-7d6244f3c715), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:13.440459 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cc74788-1278-4600-b715-7d9b5ddc84a9 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Fanout notify agent at l3_agent the message router_deleted on router 23f7a7e9-aec8-4b5c-8bfc-7d6244f3c715 {{(pid=103140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:37:13.455739 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3cc74788-1278-4600-b715-7d9b5ddc84a9 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:13.456842 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-3cc74788-1278-4600-b715-7d9b5ddc84a9 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] 10.222.0.90 "DELETE /v2.0/routers/23f7a7e9-aec8-4b5c-8bfc-7d6244f3c715 HTTP/1.1" status: 204 len: 168 time: 2.6424592 Feb 09 21:37:13.461050 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58248) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:13.466870 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-d2bdd3f7-72a0-4fdc-860b-9e1b96266482 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-27383361', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}, 'admin_state_up': False}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:37:13.488943 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fab8f3d6-89e4-4f58-8de5-25d7bdc69ee8 req-bd766b78-c78d-43d2-aba7-968549cfb8b7 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/security-groups?id=1fbaec86-241e-4c80-89d8-21c7be7723d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266069 Feb 09 21:37:13.503648 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d2bdd3f7-72a0-4fdc-860b-9e1b96266482 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (897005c8-3290-49f0-ac8c-99ac60db8aab), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:13.505451 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d2bdd3f7-72a0-4fdc-860b-9e1b96266482 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (897005c8-3290-49f0-ac8c-99ac60db8aab), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:13.513118 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f5ba136d-0175-4644-ac41-9df39b76c310 req-eae8fd15-9882-4dbb-b81a-af826ed47a64 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d80a148-e9eb-4688-aae9-f24ed4e32758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943630 Feb 09 21:37:13.542533 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8d57566-0555-4dd1-9d84-aa480ef85b0c x-openstack-request-id: req-b8d57566-0555-4dd1-9d84-aa480ef85b0c {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:37:13.543181 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82be41b1-46da-46a7-8af9-241c6a0e3e2d", "name": "network-vif-deleted", "tag": "47af76bb-ef60-4c69-9b0e-9800d9e02153", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:37:13.544626 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-b8d57566-0555-4dd1-9d84-aa480ef85b0c {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:37:13.546922 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82be41b1-46da-46a7-8af9-241c6a0e3e2d', 'name': 'network-vif-deleted', 'tag': '47af76bb-ef60-4c69-9b0e-9800d9e02153', 'status': 'completed', 'code': 200} Feb 09 21:37:13.594093 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d2bdd3f7-72a0-4fdc-860b-9e1b96266482 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks [] for router_controller (897005c8-3290-49f0-ac8c-99ac60db8aab), precommit_add_association {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:13.677173 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-72c50fb6-44ad-42ed-a5f5-6a8b057ae576 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-securitygroup--449828152&fields=id&tenant_id=18ba459b325a4da0821abb3dc94f8781 HTTP/1.1" status: 200 len: 267 time: 0.0581796 Feb 09 21:37:13.716078 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70693dd9-6567-4b98-84d4-4ab26cde6c50 req-bffb3993-4017-406d-8e77-377a6c76b2fb tempest-ServerAddressesTestJSON-37461365 tempest-ServerAddressesTestJSON-37461365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:13.717700 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-70693dd9-6567-4b98-84d4-4ab26cde6c50 req-bffb3993-4017-406d-8e77-377a6c76b2fb tempest-ServerAddressesTestJSON-37461365 tempest-ServerAddressesTestJSON-37461365-project] 10.222.0.90 "GET /v2.0/ports?device_id=594cff11-ea0b-43a1-bc31-d06b0dd25979 HTTP/1.1" status: 200 len: 943 time: 0.1326168 Feb 09 21:37:13.769479 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-355f613c-9126-4e3a-a7fd-64fcac2a6345 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:13.771930 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-355f613c-9126-4e3a-a7fd-64fcac2a6345 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports/3c647b76-8391-41f3-81eb-c84f278cd6cd HTTP/1.1" status: 200 len: 936 time: 0.0820251 Feb 09 21:37:13.784408 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d2bdd3f7-72a0-4fdc-860b-9e1b96266482 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks [] for router_gateway (897005c8-3290-49f0-ac8c-99ac60db8aab), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:13.830321 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-70693dd9-6567-4b98-84d4-4ab26cde6c50 req-52cf9d70-bef6-4424-88ec-3b27cc371ef3 tempest-ServerAddressesTestJSON-37461365 tempest-ServerAddressesTestJSON-37461365-project] 10.222.0.90 "GET /v2.0/security-groups?id=4cce7e90-f962-4b73-83ca-a1926748c657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944197 Feb 09 21:37:13.846244 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-bd8ea40a-872a-45ce-9797-ed3f7dd240d8 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:13.847862 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-bd8ea40a-872a-45ce-9797-ed3f7dd240d8 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports/924c9fc2-48e2-4846-a748-e98aee6d0d46 HTTP/1.1" status: 200 len: 936 time: 0.0706627 Feb 09 21:37:13.937363 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-af69eeea-e0d6-4ebc-b5b2-217bbae1be95 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?network_id=6a88ecb8-ab13-497b-8e99-4232b5fa8235&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0706859 Feb 09 21:37:14.016715 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-1e354cd5-38af-4ff0-a2be-244f1d52c316 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?network_id=6a88ecb8-ab13-497b-8e99-4232b5fa8235&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0782609 Feb 09 21:37:14.062415 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:14.149690 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d2bdd3f7-72a0-4fdc-860b-9e1b96266482 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks [] for router_gateway (897005c8-3290-49f0-ac8c-99ac60db8aab), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:14.178995 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d2bdd3f7-72a0-4fdc-860b-9e1b96266482 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:14.201056 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-5e6e76cf-8b25-45ee-8e7f-b10609cb5585 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:14.206427 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-5e6e76cf-8b25-45ee-8e7f-b10609cb5585 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:14.212268 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-5e6e76cf-8b25-45ee-8e7f-b10609cb5585 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:14.214530 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-5e6e76cf-8b25-45ee-8e7f-b10609cb5585 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/networks?id=8185c7c8-686b-411f-8c8d-101dfc1ac3a8&id=447eb1f8-3447-426b-bdf3-4b25ec15af22&id=447eb1f8-3447-426b-bdf3-4b25ec15af22&id=6a88ecb8-ab13-497b-8e99-4232b5fa8235&id=6a88ecb8-ab13-497b-8e99-4232b5fa8235 HTTP/1.1" status: 200 len: 1991 time: 0.1955700 Feb 09 21:37:14.236190 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-68c31ae2-3948-4e45-9b18-a96c589787b6 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/quotas/18ba459b325a4da0821abb3dc94f8781 HTTP/1.1" status: 200 len: 375 time: 0.0150683 Feb 09 21:37:14.326325 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-5a017aee-d62d-4968-b2e3-53505dc1d34e tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=18ba459b325a4da0821abb3dc94f8781&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0867090 Feb 09 21:37:14.345700 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-d2bdd3f7-72a0-4fdc-860b-9e1b96266482 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Allocated IP 172.25.3.86 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/605df830-cea5-4392-82e1-7fcfc06154ce) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:37:14.448623 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830c58bd-a3c7-4335-b314-24e57e826fcd req-c334dcea-d582-4696-a494-6dd8888add78 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:14.453858 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830c58bd-a3c7-4335-b314-24e57e826fcd req-c334dcea-d582-4696-a494-6dd8888add78 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:14.456879 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d2bdd3f7-72a0-4fdc-860b-9e1b96266482 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks [] for port (605df830-cea5-4392-82e1-7fcfc06154ce), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:14.459253 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830c58bd-a3c7-4335-b314-24e57e826fcd req-c334dcea-d582-4696-a494-6dd8888add78 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:14.461022 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-830c58bd-a3c7-4335-b314-24e57e826fcd req-c334dcea-d582-4696-a494-6dd8888add78 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/ports?device_id=5a1ea706-a091-449b-ac8a-a4314ae11af5&device_id=3aacf893-a448-4bd1-82e1-4aa5fcd166ec&device_id=f07054f1-ef38-42ac-a181-aae86b623b32 HTTP/1.1" status: 200 len: 2418 time: 0.2228305 Feb 09 21:37:14.477848 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-8ccd76ee-e607-4949-aaa0-d5778f65507a service neutron] 10.222.0.90 "GET /v2.0/networks/8185c7c8-686b-411f-8c8d-101dfc1ac3a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382127 Feb 09 21:37:14.507108 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d2bdd3f7-72a0-4fdc-860b-9e1b96266482 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (605df830-cea5-4392-82e1-7fcfc06154ce), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:14.553403 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bdd3f7-72a0-4fdc-860b-9e1b96266482 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Pushing event updated for resources: {'Port': ['ID=605df830-cea5-4392-82e1-7fcfc06154ce,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:14.567029 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2bdd3f7-72a0-4fdc-860b-9e1b96266482 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:37:14.568521 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-d2bdd3f7-72a0-4fdc-860b-9e1b96266482 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:37:14.570494 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-830c58bd-a3c7-4335-b314-24e57e826fcd req-93d3d40c-0c1f-4898-8c69-0f7720cbe881 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/security-groups?id=1fbaec86-241e-4c80-89d8-21c7be7723d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036608 Feb 09 21:37:14.572935 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bdd3f7-72a0-4fdc-860b-9e1b96266482 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:37:14.600801 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-3909348a-8503-4735-b3dd-ea36bbb26a5d service neutron] 10.222.0.90 "GET /v2.0/networks/8185c7c8-686b-411f-8c8d-101dfc1ac3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152081 Feb 09 21:37:14.616325 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 85699391-ef26-442b-bb82-fb84d977e196 details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:37:14.668642 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-371932c1-0b94-467c-bf71-cb4a733dec7c service neutron] 10.222.0.90 "GET /v2.0/ports/3c647b76-8391-41f3-81eb-c84f278cd6cd?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0593569 Feb 09 21:37:14.788653 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-a6bfe85d-03de-4665-bbb8-209afee60a93 service neutron] 10.222.0.90 "GET /v2.0/networks/447eb1f8-3447-426b-bdf3-4b25ec15af22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140668 Feb 09 21:37:14.802692 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 85699391-ef26-442b-bb82-fb84d977e196, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=85699391-ef26-442b-bb82-fb84d977e196,segment=NetworkSegment(3c535620-29a0-451d-9d05-f7fea62038cd),segment_id=3c535620-29a0-451d-9d05-f7fea62038cd)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:37:14.820576 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': '85699391-ef26-442b-bb82-fb84d977e196', 'network_id': '9c581944-c4c5-4d08-9cf0-a074bdff8393', 'port_id': '85699391-ef26-442b-bb82-fb84d977e196', 'mac_address': 'fa:16:3e:a3:1f:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6241c638-9f01-4c96-8d8d-ad9156effdef', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:37:14.864971 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 85699391-ef26-442b-bb82-fb84d977e196 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:37:14.865764 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (85699391-ef26-442b-bb82-fb84d977e196), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:14.884418 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85699391-ef26-442b-bb82-fb84d977e196 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:37:14.907180 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 85699391-ef26-442b-bb82-fb84d977e196, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=85699391-ef26-442b-bb82-fb84d977e196,segment=NetworkSegment(3c535620-29a0-451d-9d05-f7fea62038cd),segment_id=3c535620-29a0-451d-9d05-f7fea62038cd)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:37:14.912484 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (85699391-ef26-442b-bb82-fb84d977e196), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:14.913136 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d2bdd3f7-72a0-4fdc-860b-9e1b96266482 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks [] for router_gateway (897005c8-3290-49f0-ac8c-99ac60db8aab), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:14.969517 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=85699391-ef26-442b-bb82-fb84d977e196,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:14.970162 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-76fec741-f637-451e-8e1a-18e0c9ac3f56 service neutron] 10.222.0.90 "GET /v2.0/networks/447eb1f8-3447-426b-bdf3-4b25ec15af22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724198 Feb 09 21:37:15.020459 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-670dde94-0e28-49c1-a0f7-da08a1cd257b service neutron] 10.222.0.90 "GET /v2.0/ports/924c9fc2-48e2-4846-a748-e98aee6d0d46?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0493929 Feb 09 21:37:15.029253 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765b03ad-f5b7-4646-9303-16ae68cfb978 req-92f8a0df-662a-4aa7-826f-9ebe4869dbe3 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:15.031346 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-765b03ad-f5b7-4646-9303-16ae68cfb978 req-92f8a0df-662a-4aa7-826f-9ebe4869dbe3 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/ports?device_id=2554d57d-83c8-4d46-b328-49ce7df09ba6 HTTP/1.1" status: 200 len: 945 time: 0.1104016 Feb 09 21:37:15.145386 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d2bdd3f7-72a0-4fdc-860b-9e1b96266482 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (897005c8-3290-49f0-ac8c-99ac60db8aab), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:15.149021 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-765b03ad-f5b7-4646-9303-16ae68cfb978 req-71e650b0-1042-4b25-ab4c-e9bbe9e0ccff tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d80a148-e9eb-4688-aae9-f24ed4e32758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091847 Feb 09 21:37:15.200618 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-0caa8a08-0998-4e94-bd31-8f8bef432ba7 service neutron] 10.222.0.90 "GET /v2.0/networks/447eb1f8-3447-426b-bdf3-4b25ec15af22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674707 Feb 09 21:37:15.267194 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:15.329367 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-9600edc2-2fd0-42d0-9bb5-7e9d13799ea8 service neutron] 10.222.0.90 "GET /v2.0/networks/447eb1f8-3447-426b-bdf3-4b25ec15af22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277251 Feb 09 21:37:15.360411 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 47af76bb-ef60-4c69-9b0e-9800d9e02153 no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:37:15.399855 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['85699391-ef26-442b-bb82-fb84d977e196'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:37:15.402469 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] No Port match for: 47af76bb-ef60-4c69-9b0e-9800d9e02153 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:37:15.403017 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 47af76bb-ef60-4c69-9b0e-9800d9e02153 not bound to the agent host n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:37:15.522888 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-6ba52757-81cc-4fe4-ab70-c2822a488ec7 service neutron] 10.222.0.90 "GET /v2.0/networks/447eb1f8-3447-426b-bdf3-4b25ec15af22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916797 Feb 09 21:37:15.534617 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8df4ca5-772a-442f-b00b-e9120f9ef60f req-5bf2eca9-83fc-4c6e-b55d-9d19a7a89a5d tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:15.542087 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a8df4ca5-772a-442f-b00b-e9120f9ef60f req-5bf2eca9-83fc-4c6e-b55d-9d19a7a89a5d tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/ports?device_id=5a1ea706-a091-449b-ac8a-a4314ae11af5 HTTP/1.1" status: 200 len: 946 time: 0.1239207 Feb 09 21:37:15.637121 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2bdd3f7-72a0-4fdc-860b-9e1b96266482 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Router 897005c8-3290-49f0-ac8c-99ac60db8aab is scheduled to L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 with binding_index 1 {{(pid=103141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:37:15.666883 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a8df4ca5-772a-442f-b00b-e9120f9ef60f req-914d2d38-2fc3-4d90-af7c-876e5adaa66b tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/security-groups?id=1fbaec86-241e-4c80-89d8-21c7be7723d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238470 Feb 09 21:37:15.708441 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-ece08851-c7ab-44fe-894b-aa204dd95468 service neutron] 10.222.0.90 "GET /v2.0/networks/447eb1f8-3447-426b-bdf3-4b25ec15af22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457872 Feb 09 21:37:15.751812 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2bdd3f7-72a0-4fdc-860b-9e1b96266482 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:37:15.763930 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c525e60-299a-47a6-92cc-7de17cd88dfb None None] Sync routers for ids ['897005c8-3290-49f0-ac8c-99ac60db8aab'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:37:15.775937 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c525e60-299a-47a6-92cc-7de17cd88dfb None None] Routers {'897005c8-3290-49f0-ac8c-99ac60db8aab'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:37:15.776856 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-0c525e60-299a-47a6-92cc-7de17cd88dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:37:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['897005c8-3290-49f0-ac8c-99ac60db8aab'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:15.778937 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d2bdd3f7-72a0-4fdc-860b-9e1b96266482 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:15.784974 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-d2bdd3f7-72a0-4fdc-860b-9e1b96266482 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 2.3203342 Feb 09 21:37:15.785291 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58306) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:15.794192 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-6dd426d8-f2f9-4009-b8f2-d1ac5c19d3ad tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:37:15.824473 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-0c525e60-299a-47a6-92cc-7de17cd88dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:15.836683 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c525e60-299a-47a6-92cc-7de17cd88dfb None None] Routers {'897005c8-3290-49f0-ac8c-99ac60db8aab'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:37:15.838328 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-0c525e60-299a-47a6-92cc-7de17cd88dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:37:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['897005c8-3290-49f0-ac8c-99ac60db8aab'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:15.869490 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-08f840b6-4f7d-4c79-9e2b-8af2aba24630 service neutron] 10.222.0.90 "GET /v2.0/networks/447eb1f8-3447-426b-bdf3-4b25ec15af22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540098 Feb 09 21:37:15.886343 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-0c525e60-299a-47a6-92cc-7de17cd88dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:15.887348 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c525e60-299a-47a6-92cc-7de17cd88dfb None None] The sync data for ids ['897005c8-3290-49f0-ac8c-99ac60db8aab'] in n-d-828369-5 is: [] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:37:15.982673 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-94db44f4-e8ef-45fe-b93a-028d7b6a4877 service neutron] 10.222.0.90 "GET /v2.0/networks/447eb1f8-3447-426b-bdf3-4b25ec15af22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067307 Feb 09 21:37:16.127155 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-167fa7cd-3807-47d9-9bfb-d938416cf699 service neutron] 10.222.0.90 "GET /v2.0/networks/6a88ecb8-ab13-497b-8e99-4232b5fa8235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385529 Feb 09 21:37:16.135291 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501fd656-ac44-49a6-b326-6fa2649f50ff req-56856f74-24ed-4d99-98c5-58136ba7f1fe tempest-ServerAddressesTestJSON-37461365 tempest-ServerAddressesTestJSON-37461365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:16.136848 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-501fd656-ac44-49a6-b326-6fa2649f50ff req-56856f74-24ed-4d99-98c5-58136ba7f1fe tempest-ServerAddressesTestJSON-37461365 tempest-ServerAddressesTestJSON-37461365-project] 10.222.0.90 "GET /v2.0/ports?device_id=594cff11-ea0b-43a1-bc31-d06b0dd25979 HTTP/1.1" status: 200 len: 944 time: 0.0959663 Feb 09 21:37:16.260560 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6dd426d8-f2f9-4009-b8f2-d1ac5c19d3ad tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks [] for router_gateway (897005c8-3290-49f0-ac8c-99ac60db8aab), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:16.275716 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6dd426d8-f2f9-4009-b8f2-d1ac5c19d3ad tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks [] for router_gateway (897005c8-3290-49f0-ac8c-99ac60db8aab), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:16.333194 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-6dd426d8-f2f9-4009-b8f2-d1ac5c19d3ad tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Deleting port 605df830-cea5-4392-82e1-7fcfc06154ce {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:37:16.333589 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6dd426d8-f2f9-4009-b8f2-d1ac5c19d3ad tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (605df830-cea5-4392-82e1-7fcfc06154ce), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:16.417723 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6dd426d8-f2f9-4009-b8f2-d1ac5c19d3ad tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (605df830-cea5-4392-82e1-7fcfc06154ce), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:16.430458 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-6dd426d8-f2f9-4009-b8f2-d1ac5c19d3ad tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Calling delete_port for 605df830-cea5-4392-82e1-7fcfc06154ce owned by network:router_gateway {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:37:16.559282 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-501fd656-ac44-49a6-b326-6fa2649f50ff req-c84f0f4a-9aac-457a-b702-deab88d24482 tempest-ServerAddressesTestJSON-37461365 tempest-ServerAddressesTestJSON-37461365-project] 10.222.0.90 "GET /v2.0/security-groups?id=4cce7e90-f962-4b73-83ca-a1926748c657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4138160 Feb 09 21:37:16.586794 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-954ffba5-8708-4935-96e2-39076196a02f service neutron] 10.222.0.90 "GET /v2.0/networks/6a88ecb8-ab13-497b-8e99-4232b5fa8235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4487820 Feb 09 21:37:16.622193 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6dd426d8-f2f9-4009-b8f2-d1ac5c19d3ad tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (605df830-cea5-4392-82e1-7fcfc06154ce), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:16.628148 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 85699391-ef26-442b-bb82-fb84d977e196 up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:37:16.679839 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-d7598293-78a7-4594-af83-6488b30b2582 service neutron] 10.222.0.90 "GET /v2.0/networks/6a88ecb8-ab13-497b-8e99-4232b5fa8235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856528 Feb 09 21:37:16.697662 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd426d8-f2f9-4009-b8f2-d1ac5c19d3ad tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Pushing event deleted for resources: {'Port': ['ID=605df830-cea5-4392-82e1-7fcfc06154ce,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:16.744752 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning for port 85699391-ef26-442b-bb82-fb84d977e196 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:37:16.749031 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port 85699391-ef26-442b-bb82-fb84d977e196 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:37:16.750919 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (85699391-ef26-442b-bb82-fb84d977e196), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:16.785837 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-59f92563-0e5e-44c8-a77f-bd4c197e5d5a service neutron] 10.222.0.90 "GET /v2.0/networks/6a88ecb8-ab13-497b-8e99-4232b5fa8235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986257 Feb 09 21:37:16.815162 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6dd426d8-f2f9-4009-b8f2-d1ac5c19d3ad tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-554524'] for router_gateway (897005c8-3290-49f0-ac8c-99ac60db8aab), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:16.854827 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 85699391-ef26-442b-bb82-fb84d977e196 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:37:16.855053 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (85699391-ef26-442b-bb82-fb84d977e196), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:16.886294 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '594cff11-ea0b-43a1-bc31-d06b0dd25979', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85699391-ef26-442b-bb82-fb84d977e196'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:37:16.889953 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-547d8484-b513-4a01-b777-0c36d83ad57a" -d '{"events": [{"server_uuid": "594cff11-ea0b-43a1-bc31-d06b0dd25979", "name": "network-vif-plugged", "status": "completed", "tag": "85699391-ef26-442b-bb82-fb84d977e196"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:37:16.916010 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 85699391-ef26-442b-bb82-fb84d977e196, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=85699391-ef26-442b-bb82-fb84d977e196,segment=NetworkSegment(3c535620-29a0-451d-9d05-f7fea62038cd),segment_id=3c535620-29a0-451d-9d05-f7fea62038cd)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:37:16.920781 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (85699391-ef26-442b-bb82-fb84d977e196), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:16.980455 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=85699391-ef26-442b-bb82-fb84d977e196,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:16.992295 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0866f587-6437-4ff1-a293-eec73f960759 req-219fb6de-ae97-4dae-a5da-ed1a560a0a75 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:16.994652 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0866f587-6437-4ff1-a293-eec73f960759 req-219fb6de-ae97-4dae-a5da-ed1a560a0a75 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=9a70729e-24c8-4e59-8c93-8811e088ab2e HTTP/1.1" status: 200 len: 951 time: 0.0955608 Feb 09 21:37:17.052245 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0866f587-6437-4ff1-a293-eec73f960759 req-09a69d21-6ea5-45db-ab35-64d14360f063 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520229 Feb 09 21:37:17.125525 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6dd426d8-f2f9-4009-b8f2-d1ac5c19d3ad tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-554449', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10783'] for router (897005c8-3290-49f0-ac8c-99ac60db8aab), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:17.132251 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6dd426d8-f2f9-4009-b8f2-d1ac5c19d3ad tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-554458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-554435', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-525216'] for router (897005c8-3290-49f0-ac8c-99ac60db8aab), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:17.178273 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d1825c79-a808-4fc6-a86e-47e50ea5cb0c req-0688124a-fb08-40a2-a2c1-75502832f05f tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=0b375fb2e141466cbc9aca2f4c29a452&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291350 Feb 09 21:37:17.225509 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dd426d8-f2f9-4009-b8f2-d1ac5c19d3ad tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Router 897005c8-3290-49f0-ac8c-99ac60db8aab has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:37:17.326027 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1825c79-a808-4fc6-a86e-47e50ea5cb0c req-0a764305-64fb-40eb-89d7-be699d1b506d tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:17.332480 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d1825c79-a808-4fc6-a86e-47e50ea5cb0c req-0a764305-64fb-40eb-89d7-be699d1b506d tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1486304 Feb 09 21:37:17.334683 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dd426d8-f2f9-4009-b8f2-d1ac5c19d3ad tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:37:17.344547 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6dd426d8-f2f9-4009-b8f2-d1ac5c19d3ad tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:17.348708 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-6dd426d8-f2f9-4009-b8f2-d1ac5c19d3ad tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] 10.222.0.90 "PUT /v2.0/routers/897005c8-3290-49f0-ac8c-99ac60db8aab HTTP/1.1" status: 200 len: 704 time: 1.5624378 Feb 09 21:37:17.349061 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d94288-c79d-41c2-9977-0b63eb69b71a None None] Sync routers for ids ['897005c8-3290-49f0-ac8c-99ac60db8aab'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:37:17.349583 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58354) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:17.362953 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d1825c79-a808-4fc6-a86e-47e50ea5cb0c req-d95db28c-69ba-4165-851d-155ebeeb9ebe tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] 10.222.0.90 "GET /v2.0/quotas/0b375fb2e141466cbc9aca2f4c29a452 HTTP/1.1" status: 200 len: 375 time: 0.0292022 Feb 09 21:37:17.373893 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d94288-c79d-41c2-9977-0b63eb69b71a None None] Routers {'897005c8-3290-49f0-ac8c-99ac60db8aab'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:37:17.379348 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-b0d94288-c79d-41c2-9977-0b63eb69b71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:37:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['897005c8-3290-49f0-ac8c-99ac60db8aab'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:17.416565 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d1825c79-a808-4fc6-a86e-47e50ea5cb0c req-a562cb9a-3761-4c15-847b-8b14714222c7 tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=0b375fb2e141466cbc9aca2f4c29a452&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0515223 Feb 09 21:37:17.456423 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-4ada40ef-b7b1-412e-89ff-b9d5ba3159ee tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] 10.222.0.90 "GET /v2.0/routers/897005c8-3290-49f0-ac8c-99ac60db8aab HTTP/1.1" status: 200 len: 739 time: 0.1052425 Feb 09 21:37:17.457739 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58360) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:17.471519 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-b0d94288-c79d-41c2-9977-0b63eb69b71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:17.495667 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d94288-c79d-41c2-9977-0b63eb69b71a None None] Routers {'897005c8-3290-49f0-ac8c-99ac60db8aab'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:37:17.496341 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-b0d94288-c79d-41c2-9977-0b63eb69b71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:37:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['897005c8-3290-49f0-ac8c-99ac60db8aab'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:17.518923 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-b9003e73-9730-4c12-b792-48cda00aec04 tempest-RoutersAdminTest-1444029364 tempest-RoutersAdminTest-1444029364-project-admin] 10.222.0.90 "GET /v2.0/ports?network_id=54a442d5-50a0-4c75-85cc-d19f5bf58118&device_id=897005c8-3290-49f0-ac8c-99ac60db8aab HTTP/1.1" status: 200 len: 205 time: 0.0600114 Feb 09 21:37:17.519439 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 58362) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:17.542582 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4567e69a-2ae9-46a0-aba3-8e35fcf98660 req-b346a3b1-3c63-48bb-8dfc-18fba9aaf3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:17.544264 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4567e69a-2ae9-46a0-aba3-8e35fcf98660 req-b346a3b1-3c63-48bb-8dfc-18fba9aaf3af service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=2554d57d-83c8-4d46-b328-49ce7df09ba6 HTTP/1.1" status: 200 len: 1127 time: 0.1248531 Feb 09 21:37:17.564438 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-1b03fb07-d3b6-4f4e-9b8c-079d947a9076 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] 10.222.0.90 "GET /v2.0/ports?device_id=897005c8-3290-49f0-ac8c-99ac60db8aab HTTP/1.1" status: 200 len: 205 time: 0.0426705 Feb 09 21:37:17.567379 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58364) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:17.571733 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-b0d94288-c79d-41c2-9977-0b63eb69b71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:17.572996 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d94288-c79d-41c2-9977-0b63eb69b71a None None] The sync data for ids ['897005c8-3290-49f0-ac8c-99ac60db8aab'] in n-d-828369-5 is: [] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:37:17.610372 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4567e69a-2ae9-46a0-aba3-8e35fcf98660 req-75e6bc35-9000-4dd8-8900-1fe5f853129f service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=1d80a148-e9eb-4688-aae9-f24ed4e32758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484405 Feb 09 21:37:17.782237 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66f73d7-7570-46ac-b130-7edb4a964c63 req-590027f9-927b-4b51-9225-1c83ccee8d85 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:17.786851 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f77e1fb9-328b-4b89-b7b0-23f52cd24940 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks [] for router (897005c8-3290-49f0-ac8c-99ac60db8aab), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:17.807389 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e66f73d7-7570-46ac-b130-7edb4a964c63 req-590027f9-927b-4b51-9225-1c83ccee8d85 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/ports?device_id=2554d57d-83c8-4d46-b328-49ce7df09ba6 HTTP/1.1" status: 200 len: 945 time: 0.1314976 Feb 09 21:37:17.913830 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-237993af-54fc-403d-afe1-d7ef713273f4 x-openstack-request-id: req-237993af-54fc-403d-afe1-d7ef713273f4 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:37:17.914355 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "594cff11-ea0b-43a1-bc31-d06b0dd25979", "name": "network-vif-plugged", "status": "completed", "tag": "85699391-ef26-442b-bb82-fb84d977e196", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:37:17.914595 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-237993af-54fc-403d-afe1-d7ef713273f4 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:37:17.915030 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '594cff11-ea0b-43a1-bc31-d06b0dd25979', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85699391-ef26-442b-bb82-fb84d977e196', 'code': 200} Feb 09 21:37:17.929437 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e66f73d7-7570-46ac-b130-7edb4a964c63 req-53207fb6-9f08-4422-814c-4c2253193e93 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d80a148-e9eb-4688-aae9-f24ed4e32758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205518 Feb 09 21:37:18.058756 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-aebfc615-1a4d-41e2-a201-aecb047892b8 req-0d6b0052-8f81-4224-ab93-e9458e20aa78 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 210 time: 0.0916085 Feb 09 21:37:18.117625 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f77e1fb9-328b-4b89-b7b0-23f52cd24940 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (897005c8-3290-49f0-ac8c-99ac60db8aab), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:18.121219 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f77e1fb9-328b-4b89-b7b0-23f52cd24940 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks [] for router_controller (897005c8-3290-49f0-ac8c-99ac60db8aab), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:18.151063 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc584a37-7128-4712-9302-da78ba4d6d05 req-ef3b78bd-0915-4b4f-9e0b-b4fa04079d5a tempest-ServerAddressesTestJSON-37461365 tempest-ServerAddressesTestJSON-37461365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:18.158889 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fc584a37-7128-4712-9302-da78ba4d6d05 req-ef3b78bd-0915-4b4f-9e0b-b4fa04079d5a tempest-ServerAddressesTestJSON-37461365 tempest-ServerAddressesTestJSON-37461365-project] 10.222.0.90 "GET /v2.0/ports?device_id=594cff11-ea0b-43a1-bc31-d06b0dd25979 HTTP/1.1" status: 200 len: 945 time: 0.0830584 Feb 09 21:37:18.196257 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5374b36-ec95-45d5-ad6a-985d8fbc4fd8 req-aa58df33-07f0-4506-ba30-381eac683ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:18.198315 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f5374b36-ec95-45d5-ad6a-985d8fbc4fd8 req-aa58df33-07f0-4506-ba30-381eac683ac3 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=594cff11-ea0b-43a1-bc31-d06b0dd25979 HTTP/1.1" status: 200 len: 1127 time: 0.1192455 Feb 09 21:37:18.200326 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f77e1fb9-328b-4b89-b7b0-23f52cd24940 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (897005c8-3290-49f0-ac8c-99ac60db8aab), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:18.201112 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f77e1fb9-328b-4b89-b7b0-23f52cd24940 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Fanout notify agent at l3_agent the message router_deleted on router 897005c8-3290-49f0-ac8c-99ac60db8aab {{(pid=103141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:37:18.209595 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f77e1fb9-328b-4b89-b7b0-23f52cd24940 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:18.210910 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-f77e1fb9-328b-4b89-b7b0-23f52cd24940 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] 10.222.0.90 "DELETE /v2.0/routers/897005c8-3290-49f0-ac8c-99ac60db8aab HTTP/1.1" status: 204 len: 168 time: 0.6425438 Feb 09 21:37:18.217938 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58400) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:18.246327 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6de6f6e1-80f3-4b81-bb8a-6fd9dfb376f4 req-774fe560-a6bf-40f0-be04-a024b3af6cec tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=0b375fb2e141466cbc9aca2f4c29a452&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0555160 Feb 09 21:37:18.269025 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-e7463a78-2c3a-4df8-a301-6743e3727500 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] 10.222.0.90 "GET /v2.0/ports?device_id=897005c8-3290-49f0-ac8c-99ac60db8aab HTTP/1.1" status: 200 len: 205 time: 0.0493634 Feb 09 21:37:18.271338 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 58404) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:18.298296 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f5374b36-ec95-45d5-ad6a-985d8fbc4fd8 req-ef26b06d-3b4b-49d5-9bd0-7acc3c573691 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=4cce7e90-f962-4b73-83ca-a1926748c657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860238 Feb 09 21:37:18.326774 n-d-828369-5 neutron-server[103140]: INFO neutron.api.v2.resource [None req-c90aeaac-a6a5-4e4a-a820-2615de4fe2d3 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] delete failed (client error): The resource could not be found. Feb 09 21:37:18.330293 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-c90aeaac-a6a5-4e4a-a820-2615de4fe2d3 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] 10.222.0.90 "DELETE /v2.0/routers/897005c8-3290-49f0-ac8c-99ac60db8aab HTTP/1.1" status: 404 len: 336 time: 0.0556755 Feb 09 21:37:18.330947 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58408) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:18.380718 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-de1e2c11-9439-4bb0-a4fe-817d5770f011 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] 10.222.0.90 "GET /v2.0/ports?device_id=23f7a7e9-aec8-4b5c-8bfc-7d6244f3c715 HTTP/1.1" status: 200 len: 205 time: 0.0482564 Feb 09 21:37:18.383063 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58410) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:18.438534 n-d-828369-5 neutron-server[103141]: INFO neutron.api.v2.resource [None req-6a398a94-9433-42ed-9f5c-d77aa9ec89c6 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] delete failed (client error): The resource could not be found. Feb 09 21:37:18.439700 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-6a398a94-9433-42ed-9f5c-d77aa9ec89c6 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] 10.222.0.90 "DELETE /v2.0/routers/23f7a7e9-aec8-4b5c-8bfc-7d6244f3c715 HTTP/1.1" status: 404 len: 336 time: 0.0554609 Feb 09 21:37:18.442435 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58412) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:18.476125 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f720d70-9d58-44e9-9a11-8395f4d21fa4 req-04bc3081-23b1-489b-a918-a385ae55d575 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:18.476582 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-e2cd37e3-19e4-46c6-b32d-ccfa0b507daa tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] 10.222.0.90 "GET /v2.0/ports?device_id=f3e5f272-c9b1-4066-9576-427459f716e3 HTTP/1.1" status: 200 len: 205 time: 0.0325146 Feb 09 21:37:18.479576 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58414) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:18.480836 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6f720d70-9d58-44e9-9a11-8395f4d21fa4 req-04bc3081-23b1-489b-a918-a385ae55d575 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.95 "GET /v2.0/ports?device_id=9a70729e-24c8-4e59-8c93-8811e088ab2e HTTP/1.1" status: 200 len: 951 time: 0.3177109 Feb 09 21:37:18.518077 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fc584a37-7128-4712-9302-da78ba4d6d05 req-e56e0bd1-7eba-4de0-aedc-0703139e99ad tempest-ServerAddressesTestJSON-37461365 tempest-ServerAddressesTestJSON-37461365-project] 10.222.0.90 "GET /v2.0/security-groups?id=4cce7e90-f962-4b73-83ca-a1926748c657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3532016 Feb 09 21:37:18.526334 n-d-828369-5 neutron-server[103141]: INFO neutron.api.v2.resource [None req-3d78a5f7-426a-4fec-ac2a-f8418f374fac tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] delete failed (client error): The resource could not be found. Feb 09 21:37:18.529833 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-3d78a5f7-426a-4fec-ac2a-f8418f374fac tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] 10.222.0.90 "DELETE /v2.0/routers/f3e5f272-c9b1-4066-9576-427459f716e3 HTTP/1.1" status: 404 len: 336 time: 0.0468552 Feb 09 21:37:18.530088 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58416) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:18.565272 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-bdd4ddf5-0ac8-40cc-a6cb-79b93f8fae43 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] 10.222.0.90 "GET /v2.0/ports?device_id=7582da31-e7cc-4bc0-941a-2f75e8c78c09 HTTP/1.1" status: 200 len: 205 time: 0.0334938 Feb 09 21:37:18.567618 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58418) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:18.633204 n-d-828369-5 neutron-server[103141]: INFO neutron.api.v2.resource [None req-999c68c9-0075-4527-be52-4ae085c2978d tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] delete failed (client error): The resource could not be found. Feb 09 21:37:18.634475 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-999c68c9-0075-4527-be52-4ae085c2978d tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] 10.222.0.90 "DELETE /v2.0/routers/7582da31-e7cc-4bc0-941a-2f75e8c78c09 HTTP/1.1" status: 404 len: 336 time: 0.0658700 Feb 09 21:37:18.638507 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58420) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:18.654218 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de6f6e1-80f3-4b81-bb8a-6fd9dfb376f4 req-2d8ece4d-14af-4ac6-81bc-62a5674715d9 tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:18.661573 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6de6f6e1-80f3-4b81-bb8a-6fd9dfb376f4 req-2d8ece4d-14af-4ac6-81bc-62a5674715d9 tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4142473 Feb 09 21:37:18.683807 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6de6f6e1-80f3-4b81-bb8a-6fd9dfb376f4 req-1713d59f-80b8-4569-87b4-598bf8cdab16 tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] 10.222.0.90 "GET /v2.0/quotas/0b375fb2e141466cbc9aca2f4c29a452 HTTP/1.1" status: 200 len: 375 time: 0.0212185 Feb 09 21:37:18.707570 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-025b8d13-c41c-4045-a5db-924e1215552f tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] 10.222.0.90 "GET /v2.0/ports?device_id=dca3b0fb-8aad-47b0-953b-8fa7d183fec8 HTTP/1.1" status: 200 len: 205 time: 0.0658379 Feb 09 21:37:18.708387 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58424) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:18.735113 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6de6f6e1-80f3-4b81-bb8a-6fd9dfb376f4 req-c189219e-8c03-461c-976c-563d792c0a82 tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=0b375fb2e141466cbc9aca2f4c29a452&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0502844 Feb 09 21:37:18.767012 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-6f720d70-9d58-44e9-9a11-8395f4d21fa4 req-b5a763cb-27f2-431b-8928-7c25820b38fe tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Deleting port 56477551-2028-40d4-9313-5bee9dbfa349 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:37:18.767654 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-6f720d70-9d58-44e9-9a11-8395f4d21fa4 req-b5a763cb-27f2-431b-8928-7c25820b38fe tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (56477551-2028-40d4-9313-5bee9dbfa349), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:18.790464 n-d-828369-5 neutron-server[103141]: INFO neutron.api.v2.resource [None req-8b8100b3-a144-4073-9be8-4d84dd310072 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] delete failed (client error): The resource could not be found. Feb 09 21:37:18.791781 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-8b8100b3-a144-4073-9be8-4d84dd310072 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] 10.222.0.90 "DELETE /v2.0/routers/dca3b0fb-8aad-47b0-953b-8fa7d183fec8 HTTP/1.1" status: 404 len: 336 time: 0.0824256 Feb 09 21:37:18.794509 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58426) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:18.829135 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-930ffd9e-2914-4eb3-baa2-8aa0dc853aa1 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] 10.222.0.90 "GET /v2.0/ports?device_id=7dbfc654-4be0-425f-ab57-802081724be2 HTTP/1.1" status: 200 len: 205 time: 0.0333858 Feb 09 21:37:18.831355 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58428) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:18.893417 n-d-828369-5 neutron-server[103141]: INFO neutron.api.v2.resource [None req-22c01650-dc6b-4f0b-bc3c-3dbb2967ee24 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] delete failed (client error): The resource could not be found. Feb 09 21:37:18.895159 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-22c01650-dc6b-4f0b-bc3c-3dbb2967ee24 tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] 10.222.0.90 "DELETE /v2.0/routers/7dbfc654-4be0-425f-ab57-802081724be2 HTTP/1.1" status: 404 len: 336 time: 0.0626531 Feb 09 21:37:18.897961 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58430) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:18.940644 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae72b794-214f-400f-a10f-9d79d903647f req-4d7b6c6f-bc86-42e2-b256-0e4843badbe1 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:18.942680 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ae72b794-214f-400f-a10f-9d79d903647f req-4d7b6c6f-bc86-42e2-b256-0e4843badbe1 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=9a70729e-24c8-4e59-8c93-8811e088ab2e HTTP/1.1" status: 200 len: 951 time: 0.1017032 Feb 09 21:37:18.944665 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bddf97a-aa37-4bdb-8958-7ba2622f65aa tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] DELETE failed (client error): The resource could not be found. Feb 09 21:37:18.947728 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bddf97a-aa37-4bdb-8958-7ba2622f65aa tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:37:18.949141 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-6f720d70-9d58-44e9-9a11-8395f4d21fa4 req-b5a763cb-27f2-431b-8928-7c25820b38fe tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] For port 56477551-2028-40d4-9313-5bee9dbfa349, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=56477551-2028-40d4-9313-5bee9dbfa349,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:37:18.949512 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-6f720d70-9d58-44e9-9a11-8395f4d21fa4 req-b5a763cb-27f2-431b-8928-7c25820b38fe tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (56477551-2028-40d4-9313-5bee9dbfa349), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:18.957378 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-4bddf97a-aa37-4bdb-8958-7ba2622f65aa tempest-RoutersAdminTest-1822937645 tempest-RoutersAdminTest-1822937645-project] 10.222.0.90 "DELETE /v2.0/subnets/13373386-7e32-4f57-b288-8176b6b84b53 HTTP/1.1" status: 404 len: 337 time: 0.0565829 Feb 09 21:37:18.977353 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-6f720d70-9d58-44e9-9a11-8395f4d21fa4 req-b5a763cb-27f2-431b-8928-7c25820b38fe tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Calling delete_port for 56477551-2028-40d4-9313-5bee9dbfa349 owned by compute:nova {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:37:19.027049 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ae72b794-214f-400f-a10f-9d79d903647f req-53e2795a-ede4-40ac-88e2-711a063c3271 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743096 Feb 09 21:37:19.401190 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58452) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:19.441751 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f5a00c-17ee-4e4a-a6bd-11303b7504b5 req-144a64a1-8959-4b70-a955-dc24cc70b964 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:19.443572 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a6f5a00c-17ee-4e4a-a6bd-11303b7504b5 req-144a64a1-8959-4b70-a955-dc24cc70b964 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/ports?device_id=2554d57d-83c8-4d46-b328-49ce7df09ba6 HTTP/1.1" status: 200 len: 945 time: 0.2361214 Feb 09 21:37:19.457744 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ba7fd027-285f-44c4-b95d-7c135b538bff req-d8a5b6be-f1f4-48aa-814c-06b1af31fe2c tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] 10.222.0.90 "GET /v2.0/ports?device_id=e490ff87-5e28-4048-bdc6-d63fa5f2ccef HTTP/1.1" status: 200 len: 210 time: 0.0988867 Feb 09 21:37:19.461003 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-6f720d70-9d58-44e9-9a11-8395f4d21fa4 req-b5a763cb-27f2-431b-8928-7c25820b38fe tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (56477551-2028-40d4-9313-5bee9dbfa349), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:19.479226 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['6baa751d-f156-4998-94bb-c6f43767cb46'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:37:19.483349 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['e91b0039-a035-445f-90c7-b61de1c5005a', '56477551-2028-40d4-9313-5bee9dbfa349'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:37:19.611485 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-53f0feef-a263-42fc-91da-79743a13a84c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:19.638446 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d1825c79-a808-4fc6-a86e-47e50ea5cb0c req-dc774228-163e-4902-8ee4-4efc1facb7a6 tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=0b375fb2e141466cbc9aca2f4c29a452&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1793866 Feb 09 21:37:19.644275 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a763cb-27f2-431b-8928-7c25820b38fe tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Pushing event deleted for resources: {'Port': ['ID=56477551-2028-40d4-9313-5bee9dbfa349,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:19.798816 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-53f0feef-a263-42fc-91da-79743a13a84c admin admin] Publish callbacks [] for security_group (07c56f79-191b-48d2-90b1-aa8db64ed954), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:19.817172 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-53f0feef-a263-42fc-91da-79743a13a84c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (07c56f79-191b-48d2-90b1-aa8db64ed954), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:19.831337 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1825c79-a808-4fc6-a86e-47e50ea5cb0c req-15cde145-7c0f-490e-98d5-38dc31784adc tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:19.835613 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d1825c79-a808-4fc6-a86e-47e50ea5cb0c req-15cde145-7c0f-490e-98d5-38dc31784adc tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1875136 Feb 09 21:37:19.908826 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f0feef-a263-42fc-91da-79743a13a84c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07c56f79-191b-48d2-90b1-aa8db64ed954,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:19.934499 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-53f0feef-a263-42fc-91da-79743a13a84c admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=685a9c521b114067bdae507f94449b13&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5294902 Feb 09 21:37:19.935653 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58464) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:19.937367 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-d1825c79-a808-4fc6-a86e-47e50ea5cb0c req-7c9263eb-c8d2-478a-a66f-813cc9dc8507 tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] Request body: {'port': {'device_id': '25ff4a27-5d39-4104-bc4e-ab7ca4a4b676', 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc', 'admin_state_up': True, 'tenant_id': '0b375fb2e141466cbc9aca2f4c29a452'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:37:20.038100 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c1422f6d-9b71-4256-91e4-a98fa25a2d9e req-e4e34fb6-48d6-452e-8d47-0304e16319bb tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 210 time: 0.1973295 Feb 09 21:37:20.052690 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f720d70-9d58-44e9-9a11-8395f4d21fa4 req-b5a763cb-27f2-431b-8928-7c25820b38fe tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] No DVR routers for this DVR port 56477551-2028-40d4-9313-5bee9dbfa349 on host n-h1-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:37:20.059139 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-6f720d70-9d58-44e9-9a11-8395f4d21fa4 req-b5a763cb-27f2-431b-8928-7c25820b38fe tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:20.068662 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6f720d70-9d58-44e9-9a11-8395f4d21fa4 req-b5a763cb-27f2-431b-8928-7c25820b38fe tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.95 "DELETE /v2.0/ports/56477551-2028-40d4-9313-5bee9dbfa349 HTTP/1.1" status: 204 len: 173 time: 1.5777895 Feb 09 21:37:20.080754 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b5d0c0d6-b3c6-4ff3-80da-dc6c9474a681 admin admin] Publish callbacks [] for security_group (07c56f79-191b-48d2-90b1-aa8db64ed954), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:20.126605 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b5d0c0d6-b3c6-4ff3-80da-dc6c9474a681 admin admin] Publish callbacks [] for security_group (07c56f79-191b-48d2-90b1-aa8db64ed954), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:20.166172 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a70729e-24c8-4e59-8c93-8811e088ab2e', 'name': 'network-vif-deleted', 'tag': '56477551-2028-40d4-9313-5bee9dbfa349'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:37:20.168889 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c73dfaa6-1871-454f-ab99-bd1a9ec29ff5" -d '{"events": [{"server_uuid": "9a70729e-24c8-4e59-8c93-8811e088ab2e", "name": "network-vif-deleted", "tag": "56477551-2028-40d4-9313-5bee9dbfa349"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:37:20.172361 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-05438dd3-ef24-4bda-b03a-4ab26e5b1826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:20.175328 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-05438dd3-ef24-4bda-b03a-4ab26e5b1826 service neutron] 10.222.0.95 "GET /v2.0/ports/3c647b76-8391-41f3-81eb-c84f278cd6cd HTTP/1.1" status: 200 len: 1032 time: 0.3359387 Feb 09 21:37:20.211075 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a6f5a00c-17ee-4e4a-a6bd-11303b7504b5 req-dcfc76bd-063c-4ee5-bf18-d856f889b400 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d80a148-e9eb-4688-aae9-f24ed4e32758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7507424 Feb 09 21:37:20.317807 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b5d0c0d6-b3c6-4ff3-80da-dc6c9474a681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (07c56f79-191b-48d2-90b1-aa8db64ed954), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:20.320912 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b5d0c0d6-b3c6-4ff3-80da-dc6c9474a681 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:20.326351 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-b5d0c0d6-b3c6-4ff3-80da-dc6c9474a681 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/07c56f79-191b-48d2-90b1-aa8db64ed954 HTTP/1.1" status: 204 len: 168 time: 0.3896317 Feb 09 21:37:20.353603 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d0c0d6-b3c6-4ff3-80da-dc6c9474a681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c56f79-191b-48d2-90b1-aa8db64ed954,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:20.420760 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-6d929ec6-2c4e-45dd-a43e-b4f542a0a2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:20.422431 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-6d929ec6-2c4e-45dd-a43e-b4f542a0a2de service neutron] 10.222.0.95 "GET /v2.0/ports/924c9fc2-48e2-4846-a748-e98aee6d0d46 HTTP/1.1" status: 200 len: 1032 time: 0.2362640 Feb 09 21:37:20.545989 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5112cd-64c6-415c-b5df-fdb8c531037a req-e90157a1-9e67-4fdc-8e27-4bb05c259c69 tempest-ServerAddressesTestJSON-37461365 tempest-ServerAddressesTestJSON-37461365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:20.549414 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fc5112cd-64c6-415c-b5df-fdb8c531037a req-e90157a1-9e67-4fdc-8e27-4bb05c259c69 tempest-ServerAddressesTestJSON-37461365 tempest-ServerAddressesTestJSON-37461365-project] 10.222.0.90 "GET /v2.0/ports?device_id=594cff11-ea0b-43a1-bc31-d06b0dd25979 HTTP/1.1" status: 200 len: 945 time: 0.1788292 Feb 09 21:37:20.641592 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c17dac12-ea6d-4884-9c21-18f436736b34 req-5a84beab-8f30-4218-96de-89d479ea7285 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=9a70729e-24c8-4e59-8c93-8811e088ab2e HTTP/1.1" status: 200 len: 210 time: 0.1346109 Feb 09 21:37:20.715841 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-51646afb-2e26-4fb6-841e-b13dd996f9a9 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:20.720426 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-51646afb-2e26-4fb6-841e-b13dd996f9a9 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:20.736970 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-51646afb-2e26-4fb6-841e-b13dd996f9a9 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:20.740731 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-51646afb-2e26-4fb6-841e-b13dd996f9a9 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.95 "GET /v2.0/networks?id=8185c7c8-686b-411f-8c8d-101dfc1ac3a8&id=447eb1f8-3447-426b-bdf3-4b25ec15af22&id=447eb1f8-3447-426b-bdf3-4b25ec15af22&id=447eb1f8-3447-426b-bdf3-4b25ec15af22&id=447eb1f8-3447-426b-bdf3-4b25ec15af22&id=6a88ecb8-ab13-497b-8e99-4232b5fa8235&id=6a88ecb8-ab13-497b-8e99-4232b5fa8235 HTTP/1.1" status: 200 len: 1991 time: 0.3069453 Feb 09 21:37:20.766467 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fc5112cd-64c6-415c-b5df-fdb8c531037a req-0f4022c4-c468-44b4-ae21-614e42ebaa8c tempest-ServerAddressesTestJSON-37461365 tempest-ServerAddressesTestJSON-37461365-project] 10.222.0.90 "GET /v2.0/security-groups?id=4cce7e90-f962-4b73-83ca-a1926748c657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991880 Feb 09 21:37:20.768171 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48ffcd71-dbf4-4441-905f-60dc889af640 x-openstack-request-id: req-48ffcd71-dbf4-4441-905f-60dc889af640 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:37:20.769945 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a70729e-24c8-4e59-8c93-8811e088ab2e", "name": "network-vif-deleted", "tag": "56477551-2028-40d4-9313-5bee9dbfa349", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:37:20.770395 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-48ffcd71-dbf4-4441-905f-60dc889af640 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:37:20.770962 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a70729e-24c8-4e59-8c93-8811e088ab2e', 'name': 'network-vif-deleted', 'tag': '56477551-2028-40d4-9313-5bee9dbfa349', 'status': 'completed', 'code': 200} Feb 09 21:37:20.773412 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1825c79-a808-4fc6-a86e-47e50ea5cb0c req-7c9263eb-c8d2-478a-a66f-813cc9dc8507 tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] Made reservation on behalf of 0b375fb2e141466cbc9aca2f4c29a452 for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:37:20.786334 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-d1825c79-a808-4fc6-a86e-47e50ea5cb0c req-7c9263eb-c8d2-478a-a66f-813cc9dc8507 tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:20.831372 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-d1825c79-a808-4fc6-a86e-47e50ea5cb0c req-7c9263eb-c8d2-478a-a66f-813cc9dc8507 tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:20.919837 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-d1825c79-a808-4fc6-a86e-47e50ea5cb0c req-7c9263eb-c8d2-478a-a66f-813cc9dc8507 tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] Publish callbacks [] for security_group (d7e8bbeb-c185-4372-be56-5099932d5770), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:20.943547 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-d1825c79-a808-4fc6-a86e-47e50ea5cb0c req-7c9263eb-c8d2-478a-a66f-813cc9dc8507 tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (d7e8bbeb-c185-4372-be56-5099932d5770), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:20.965223 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:20.978811 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5a14e103-92a4-44d3-a752-bd32b8e8631c req-2c8408b7-5e4e-4386-a4a6-7a794342db5a tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] 10.222.0.90 "GET /v2.0/ports?device_id=e490ff87-5e28-4048-bdc6-d63fa5f2ccef HTTP/1.1" status: 200 len: 210 time: 0.0573044 Feb 09 21:37:21.013262 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58482) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:21.051039 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-55b55ba4-c88b-4fc5-a26f-5515ac85a97a tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18ba459b325a4da0821abb3dc94f8781 HTTP/1.1" status: 200 len: 379 time: 0.2786291 Feb 09 21:37:21.060466 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9263eb-c8d2-478a-a66f-813cc9dc8507 tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e8bbeb-c185-4372-be56-5099932d5770,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:21.070099 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-85fa4567-1db0-4eba-bf46-cdbb7aaf231d tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=103140) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:37:21.071312 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-85fa4567-1db0-4eba-bf46-cdbb7aaf231d tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058029 Feb 09 21:37:21.090675 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-3d1b9bee-ab10-4abe-8c0c-9f2255061840 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Request body: {'port': {'device_id': '88d24cbc-9e1f-4a64-8250-6e635ad0ac84', 'network_id': '8185c7c8-686b-411f-8c8d-101dfc1ac3a8', 'admin_state_up': True, 'tenant_id': '18ba459b325a4da0821abb3dc94f8781', 'security_groups': ['d1e73a5e-905c-466a-be51-a1576b624ea0']}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:37:21.155600 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-a611cfc3-a14f-4d7e-a748-9ecc23c81bb8 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=10589e5064b54a7a8f34d2a0322666c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1405702 Feb 09 21:37:21.160257 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58488) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:21.295489 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e7020bc3-222c-4448-b75b-56a219e04312 admin admin] Publish callbacks [] for security_group (ed012990-94b6-4dc0-88bc-e1ef0d91b83e), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:21.360179 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [req-d1825c79-a808-4fc6-a86e-47e50ea5cb0c req-7c9263eb-c8d2-478a-a66f-813cc9dc8507 tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] Allocated IP 192.168.233.148 (a8139157-1e3e-4bd9-8fa9-c0e20debd7dc/0f7402ac-a35b-414b-bcc1-bc1c3072ec3c/cdf78e47-27a9-41de-9372-81efb71bc085) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:37:21.379068 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e7020bc3-222c-4448-b75b-56a219e04312 admin admin] Publish callbacks [] for security_group (ed012990-94b6-4dc0-88bc-e1ef0d91b83e), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:21.388818 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6de6f6e1-80f3-4b81-bb8a-6fd9dfb376f4 req-e0a6c3cf-213c-4847-8cc1-4ec31cc3d875 tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=0b375fb2e141466cbc9aca2f4c29a452&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0539951 Feb 09 21:37:21.506308 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ef44a711-4195-4dd9-90bf-e45f37a19da2 req-9dfcaa2b-c36b-4e58-b515-83affb177bfa tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 210 time: 0.1437399 Feb 09 21:37:21.604176 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-3d1b9bee-ab10-4abe-8c0c-9f2255061840 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Made reservation on behalf of 18ba459b325a4da0821abb3dc94f8781 for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:37:21.617918 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-3d1b9bee-ab10-4abe-8c0c-9f2255061840 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:21.703713 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de6f6e1-80f3-4b81-bb8a-6fd9dfb376f4 req-2ac5bccc-2f49-4676-a9ad-b052ce6d32d3 tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:21.705525 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6de6f6e1-80f3-4b81-bb8a-6fd9dfb376f4 req-2ac5bccc-2f49-4676-a9ad-b052ce6d32d3 tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3074291 Feb 09 21:37:21.706846 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e7020bc3-222c-4448-b75b-56a219e04312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (ed012990-94b6-4dc0-88bc-e1ef0d91b83e), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:21.709641 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e7020bc3-222c-4448-b75b-56a219e04312 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:21.710752 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-e7020bc3-222c-4448-b75b-56a219e04312 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/ed012990-94b6-4dc0-88bc-e1ef0d91b83e HTTP/1.1" status: 204 len: 168 time: 0.5488727 Feb 09 21:37:21.735620 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-6de6f6e1-80f3-4b81-bb8a-6fd9dfb376f4 req-6df597de-a71e-4e48-a8a1-bbafc657aa67 tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] Request body: {'port': {'device_id': 'e490ff87-5e28-4048-bdc6-d63fa5f2ccef', 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc', 'admin_state_up': True, 'tenant_id': '0b375fb2e141466cbc9aca2f4c29a452'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:37:21.740716 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7020bc3-222c-4448-b75b-56a219e04312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed012990-94b6-4dc0-88bc-e1ef0d91b83e,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:21.972122 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-d1825c79-a808-4fc6-a86e-47e50ea5cb0c req-7c9263eb-c8d2-478a-a66f-813cc9dc8507 tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] Publish callbacks [] for port (cdf78e47-27a9-41de-9372-81efb71bc085), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:21.989482 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6de6f6e1-80f3-4b81-bb8a-6fd9dfb376f4 req-6df597de-a71e-4e48-a8a1-bbafc657aa67 tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] Made reservation on behalf of 0b375fb2e141466cbc9aca2f4c29a452 for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:37:21.993790 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-6de6f6e1-80f3-4b81-bb8a-6fd9dfb376f4 req-6df597de-a71e-4e48-a8a1-bbafc657aa67 tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:22.126664 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-d1825c79-a808-4fc6-a86e-47e50ea5cb0c req-7c9263eb-c8d2-478a-a66f-813cc9dc8507 tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (cdf78e47-27a9-41de-9372-81efb71bc085), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:22.213004 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [req-6de6f6e1-80f3-4b81-bb8a-6fd9dfb376f4 req-6df597de-a71e-4e48-a8a1-bbafc657aa67 tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] Allocated IP 192.168.233.80 (a8139157-1e3e-4bd9-8fa9-c0e20debd7dc/0f7402ac-a35b-414b-bcc1-bc1c3072ec3c/3a593cec-d12e-4526-83b7-53e19c6c100c) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:37:22.254368 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f017a0cc-878b-4cdd-b4b1-631c9d432e1a req-332bc810-3c30-4b44-b27e-2d9daf8a90e7 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:22.262933 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f017a0cc-878b-4cdd-b4b1-631c9d432e1a req-332bc810-3c30-4b44-b27e-2d9daf8a90e7 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/ports?device_id=2554d57d-83c8-4d46-b328-49ce7df09ba6 HTTP/1.1" status: 200 len: 945 time: 0.2754393 Feb 09 21:37:22.276440 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-3d1b9bee-ab10-4abe-8c0c-9f2255061840 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Allocated IP 172.20.0.4 (8185c7c8-686b-411f-8c8d-101dfc1ac3a8/413233c4-7ff7-4428-a26b-9211d4e793f3/4cad1a84-a108-437b-aa6b-77babb3a44d0) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:37:22.298207 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7484f107-fb05-4428-8f88-f856e5351da2 req-a16b5098-17a1-48a1-8a5f-31805d73280c tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:22.299918 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7484f107-fb05-4428-8f88-f856e5351da2 req-a16b5098-17a1-48a1-8a5f-31805d73280c tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/ports?device_id=f07054f1-ef38-42ac-a181-aae86b623b32 HTTP/1.1" status: 200 len: 945 time: 0.3121083 Feb 09 21:37:22.307750 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1825c79-a808-4fc6-a86e-47e50ea5cb0c req-7c9263eb-c8d2-478a-a66f-813cc9dc8507 tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] Network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:37:22.309814 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9263eb-c8d2-478a-a66f-813cc9dc8507 tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] Pushing event updated for resources: {'Port': ['ID=cdf78e47-27a9-41de-9372-81efb71bc085,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:22.350889 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [req-d1825c79-a808-4fc6-a86e-47e50ea5cb0c req-7c9263eb-c8d2-478a-a66f-813cc9dc8507 tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:37:22.359777 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1825c79-a808-4fc6-a86e-47e50ea5cb0c req-7c9263eb-c8d2-478a-a66f-813cc9dc8507 tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:37:22.483754 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-6de6f6e1-80f3-4b81-bb8a-6fd9dfb376f4 req-6df597de-a71e-4e48-a8a1-bbafc657aa67 tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] Publish callbacks [] for port (3a593cec-d12e-4526-83b7-53e19c6c100c), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:22.502313 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f017a0cc-878b-4cdd-b4b1-631c9d432e1a req-f874f18d-fff6-4ec4-a751-b6b20abf964c tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d80a148-e9eb-4688-aae9-f24ed4e32758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397199 Feb 09 21:37:22.534444 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7484f107-fb05-4428-8f88-f856e5351da2 req-24b175c8-f880-4ed6-ada2-02149e3fa2ab tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/security-groups?id=1fbaec86-241e-4c80-89d8-21c7be7723d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991551 Feb 09 21:37:22.563734 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-6de6f6e1-80f3-4b81-bb8a-6fd9dfb376f4 req-6df597de-a71e-4e48-a8a1-bbafc657aa67 tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (3a593cec-d12e-4526-83b7-53e19c6c100c), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:22.605984 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1825c79-a808-4fc6-a86e-47e50ea5cb0c req-7c9263eb-c8d2-478a-a66f-813cc9dc8507 tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:22.606642 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-d1825c79-a808-4fc6-a86e-47e50ea5cb0c req-7c9263eb-c8d2-478a-a66f-813cc9dc8507 tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:22.671405 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d1825c79-a808-4fc6-a86e-47e50ea5cb0c req-7c9263eb-c8d2-478a-a66f-813cc9dc8507 tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8067207 Feb 09 21:37:22.716680 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6de6f6e1-80f3-4b81-bb8a-6fd9dfb376f4 req-6df597de-a71e-4e48-a8a1-bbafc657aa67 tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] Network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:37:22.721429 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [req-6de6f6e1-80f3-4b81-bb8a-6fd9dfb376f4 req-6df597de-a71e-4e48-a8a1-bbafc657aa67 tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:37:22.723399 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df597de-a71e-4e48-a8a1-bbafc657aa67 tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] Pushing event updated for resources: {'Port': ['ID=3a593cec-d12e-4526-83b7-53e19c6c100c,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:22.725675 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-6de6f6e1-80f3-4b81-bb8a-6fd9dfb376f4 req-6df597de-a71e-4e48-a8a1-bbafc657aa67 tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:37:22.737165 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-d1825c79-a808-4fc6-a86e-47e50ea5cb0c req-b473bbc9-e87b-4052-a043-d6a2196a193b service neutron] Request body: {'port': {'device_id': '25ff4a27-5d39-4104-bc4e-ab7ca4a4b676', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-5'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:37:22.783818 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de6f6e1-80f3-4b81-bb8a-6fd9dfb376f4 req-6df597de-a71e-4e48-a8a1-bbafc657aa67 tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:22.784686 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-6de6f6e1-80f3-4b81-bb8a-6fd9dfb376f4 req-6df597de-a71e-4e48-a8a1-bbafc657aa67 tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:22.820972 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6de6f6e1-80f3-4b81-bb8a-6fd9dfb376f4 req-6df597de-a71e-4e48-a8a1-bbafc657aa67 tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0962913 Feb 09 21:37:22.836018 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [req-6de6f6e1-80f3-4b81-bb8a-6fd9dfb376f4 req-dd87333a-180d-4e2f-a650-5afd485867c6 tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=103141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:37:22.837081 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6de6f6e1-80f3-4b81-bb8a-6fd9dfb376f4 req-dd87333a-180d-4e2f-a650-5afd485867c6 tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064416 Feb 09 21:37:22.853677 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-265576ab-a33f-491e-8f36-b3f8cfa9ea03 None None] Provisioning complete for port cdf78e47-27a9-41de-9372-81efb71bc085 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:37:22.855297 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-265576ab-a33f-491e-8f36-b3f8cfa9ea03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (cdf78e47-27a9-41de-9372-81efb71bc085), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:22.906731 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-265576ab-a33f-491e-8f36-b3f8cfa9ea03 None None] Port cdf78e47-27a9-41de-9372-81efb71bc085 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:37:22.919605 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-3d1b9bee-ab10-4abe-8c0c-9f2255061840 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks [] for port (4cad1a84-a108-437b-aa6b-77babb3a44d0), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:22.938722 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58534) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:22.982724 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3ecdfa-1e6a-4a43-85b7-5638159b8140 req-90a48889-c56e-4e06-a27c-fcded10bc2b5 tempest-ServerAddressesTestJSON-37461365 tempest-ServerAddressesTestJSON-37461365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:22.989962 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cc3ecdfa-1e6a-4a43-85b7-5638159b8140 req-90a48889-c56e-4e06-a27c-fcded10bc2b5 tempest-ServerAddressesTestJSON-37461365 tempest-ServerAddressesTestJSON-37461365-project] 10.222.0.90 "GET /v2.0/ports?device_id=594cff11-ea0b-43a1-bc31-d06b0dd25979 HTTP/1.1" status: 200 len: 945 time: 0.3097379 Feb 09 21:37:23.006236 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-d1825c79-a808-4fc6-a86e-47e50ea5cb0c req-b473bbc9-e87b-4052-a043-d6a2196a193b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (cdf78e47-27a9-41de-9372-81efb71bc085), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:23.022942 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b537132-76d6-4b20-92b4-1968c06e61b6 req-66813061-aed4-43ec-b295-305a8ae655f6 tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:23.024737 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0b537132-76d6-4b20-92b4-1968c06e61b6 req-66813061-aed4-43ec-b295-305a8ae655f6 tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] 10.222.0.90 "GET /v2.0/ports?device_id=e490ff87-5e28-4048-bdc6-d63fa5f2ccef HTTP/1.1" status: 200 len: 935 time: 0.2797949 Feb 09 21:37:23.068694 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-6de6f6e1-80f3-4b81-bb8a-6fd9dfb376f4 req-5aae9efb-f1d7-4c29-81be-1f0f4104a358 service neutron] Request body: {'port': {'device_id': 'e490ff87-5e28-4048-bdc6-d63fa5f2ccef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:37:23.077122 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [None req-68d37262-bfa0-44df-b494-c8840df37f1c tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=103141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:37:23.080741 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-68d37262-bfa0-44df-b494-c8840df37f1c tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.1384585 Feb 09 21:37:23.081584 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58538) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:23.100906 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [None req-ea5a4f7c-e320-4ad7-9240-0fda2cefd573 tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] http://10.222.0.90:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:37:23.104307 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-ea5a4f7c-e320-4ad7-9240-0fda2cefd573 tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] 10.222.0.90 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0045431 Feb 09 21:37:23.104538 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58540) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:23.108573 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [None req-09f015f6-6655-4b03-8707-881a580e58ee tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] http://10.222.0.90:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:37:23.111635 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-09f015f6-6655-4b03-8707-881a580e58ee tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] 10.222.0.90 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0041301 Feb 09 21:37:23.111966 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58542) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:23.123763 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [None req-4f719bc1-0d46-41f1-bf56-c497b18e0cbb tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] http://10.222.0.90:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:37:23.127244 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-4f719bc1-0d46-41f1-bf56-c497b18e0cbb tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] 10.222.0.90 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0118995 Feb 09 21:37:23.129301 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58544) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:23.135860 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [None req-9f3a3f74-4a1e-4b83-83b8-651bbe885b09 tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] http://10.222.0.90:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:37:23.139817 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-9f3a3f74-4a1e-4b83-83b8-651bbe885b09 tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] 10.222.0.90 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0048559 Feb 09 21:37:23.140123 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58546) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:23.144540 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [None req-fbceef66-e467-4c05-bbec-3a59c134f6d7 tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] http://10.222.0.90:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:37:23.147587 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-3f363daa-e424-45fe-a4e6-3a3359f1327e None None] Provisioning complete for port 3a593cec-d12e-4526-83b7-53e19c6c100c triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:37:23.147768 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-fbceef66-e467-4c05-bbec-3a59c134f6d7 tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] 10.222.0.90 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0041378 Feb 09 21:37:23.147903 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-3f363daa-e424-45fe-a4e6-3a3359f1327e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (3a593cec-d12e-4526-83b7-53e19c6c100c), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:23.148002 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-3d1b9bee-ab10-4abe-8c0c-9f2255061840 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (4cad1a84-a108-437b-aa6b-77babb3a44d0), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:23.151341 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58548) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:23.155505 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [None req-463a5e8b-e4fb-40e6-9ae8-ff585f2c629f tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] http://10.222.0.90:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:37:23.159948 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-463a5e8b-e4fb-40e6-9ae8-ff585f2c629f tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] 10.222.0.90 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0054188 Feb 09 21:37:23.175069 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58550) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:23.179899 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [None req-ed0474ee-1028-4602-a925-5519cbf993ed tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] http://10.222.0.90:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:37:23.184061 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-ed0474ee-1028-4602-a925-5519cbf993ed tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] 10.222.0.90 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0051081 Feb 09 21:37:23.185055 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58552) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:23.188498 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [None req-632d40f7-4793-4ca0-b46d-0e804d359540 tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] http://10.222.0.90:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:37:23.191834 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-632d40f7-4793-4ca0-b46d-0e804d359540 tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] 10.222.0.90 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0043125 Feb 09 21:37:23.192927 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58554) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:23.197629 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [None req-a743120f-fd40-4946-97b7-b29ecd3c5f1e tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] http://10.222.0.90:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:37:23.198163 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-3f363daa-e424-45fe-a4e6-3a3359f1327e None None] Port 3a593cec-d12e-4526-83b7-53e19c6c100c cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:37:23.201133 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-a743120f-fd40-4946-97b7-b29ecd3c5f1e tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] 10.222.0.90 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0047610 Feb 09 21:37:23.201597 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58556) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:23.205665 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [None req-1810286c-3d4d-4440-97c4-aee46f91ced8 tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] http://10.222.0.90:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:37:23.209010 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-1810286c-3d4d-4440-97c4-aee46f91ced8 tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] 10.222.0.90 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0041282 Feb 09 21:37:23.209560 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58558) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:23.214217 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [None req-1b039a56-35e4-4b5c-94da-5de48ab3b5e8 tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] http://10.222.0.90:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:37:23.220386 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-1b039a56-35e4-4b5c-94da-5de48ab3b5e8 tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] 10.222.0.90 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0075734 Feb 09 21:37:23.223332 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58560) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:23.227485 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [None req-3fe8343d-5ca2-4187-ab33-e4c4353b406d tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] http://10.222.0.90:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:37:23.231121 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-3fe8343d-5ca2-4187-ab33-e4c4353b406d tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] 10.222.0.90 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0042419 Feb 09 21:37:23.231121 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58562) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:23.235247 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [None req-e6e9b411-9b1a-41b8-9e05-ed6abfd9ce30 tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] http://10.222.0.90:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:37:23.238535 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-e6e9b411-9b1a-41b8-9e05-ed6abfd9ce30 tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] 10.222.0.90 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0042107 Feb 09 21:37:23.238535 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-6de6f6e1-80f3-4b81-bb8a-6fd9dfb376f4 req-5aae9efb-f1d7-4c29-81be-1f0f4104a358 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (3a593cec-d12e-4526-83b7-53e19c6c100c), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:23.239906 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58564) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:23.246834 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [None req-58b7a698-30e0-4f2f-8f25-7d6f5e4d5c74 tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] http://10.222.0.90:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:37:23.250412 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-58b7a698-30e0-4f2f-8f25-7d6f5e4d5c74 tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] 10.222.0.90 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0070403 Feb 09 21:37:23.250621 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58566) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:23.266292 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [None req-1d6bf46f-c3ed-445a-a474-905e9d0979f9 tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] http://10.222.0.90:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:37:23.269763 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-1d6bf46f-c3ed-445a-a474-905e9d0979f9 tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] 10.222.0.90 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0158038 Feb 09 21:37:23.270499 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58568) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:23.276652 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [None req-efe7d70f-725a-4b83-8509-9dab17846c13 tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] http://10.222.0.90:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:37:23.280112 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-efe7d70f-725a-4b83-8509-9dab17846c13 tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] 10.222.0.90 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0062234 Feb 09 21:37:23.282288 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58570) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:23.286941 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [None req-6d6a05d4-6867-4b3d-b82c-34bddd055add tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] http://10.222.0.90:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:37:23.292067 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-6d6a05d4-6867-4b3d-b82c-34bddd055add tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] 10.222.0.90 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0045812 Feb 09 21:37:23.292067 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58572) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:23.313669 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [None req-45cab16b-1014-4e82-9c48-65b4b2fad717 tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] http://10.222.0.90:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:37:23.318516 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-45cab16b-1014-4e82-9c48-65b4b2fad717 tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] 10.222.0.90 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0226860 Feb 09 21:37:23.318748 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58574) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:23.326147 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [None req-0a28923f-eefa-4e92-a39b-9b2e3371a6c2 tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] http://10.222.0.90:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:37:23.332326 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-0a28923f-eefa-4e92-a39b-9b2e3371a6c2 tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] 10.222.0.90 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0075042 Feb 09 21:37:23.332326 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58576) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:23.339943 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [None req-29aee357-0d64-4ca9-9a2a-3ff0e996dbe9 tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] http://10.222.0.90:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:37:23.343536 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-29aee357-0d64-4ca9-9a2a-3ff0e996dbe9 tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] 10.222.0.90 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0096114 Feb 09 21:37:23.344271 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58578) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:23.350625 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [None req-bb2b792a-8a8d-4147-a009-b0283700ef9b tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] http://10.222.0.90:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:37:23.354238 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-bb2b792a-8a8d-4147-a009-b0283700ef9b tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] 10.222.0.90 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0069189 Feb 09 21:37:23.360205 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58580) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:23.363262 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:23.365163 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [None req-263d8f1a-c46c-4a87-bec1-291c76f9ac5e tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] http://10.222.0.90:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:37:23.369463 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-263d8f1a-c46c-4a87-bec1-291c76f9ac5e tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] 10.222.0.90 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0049288 Feb 09 21:37:23.369463 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58582) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:23.385107 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [None req-3d401a3d-ad52-4d93-a47d-f205806aa936 tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] http://10.222.0.90:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:37:23.388771 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-3d401a3d-ad52-4d93-a47d-f205806aa936 tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] 10.222.0.90 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0094554 Feb 09 21:37:23.391516 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58584) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:23.399549 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [None req-29e57c1d-bd45-4a9f-a5df-8599846a48b9 tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] http://10.222.0.90:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:37:23.403817 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-29e57c1d-bd45-4a9f-a5df-8599846a48b9 tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] 10.222.0.90 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0086446 Feb 09 21:37:23.434515 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 56477551-2028-40d4-9313-5bee9dbfa349 no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:37:23.443523 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58586) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:23.448841 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [None req-9bc1bfcd-24b4-42ad-a386-0fa56fccfa45 tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] http://10.222.0.90:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:37:23.452527 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-9bc1bfcd-24b4-42ad-a386-0fa56fccfa45 tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] 10.222.0.90 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0056384 Feb 09 21:37:23.454080 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58588) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:23.458671 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [None req-9dbb9688-6eff-47d8-a721-629449ce0284 tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] http://10.222.0.90:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:37:23.462260 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-9dbb9688-6eff-47d8-a721-629449ce0284 tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] 10.222.0.90 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0050764 Feb 09 21:37:23.464091 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58590) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:23.474457 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [None req-0b3f0745-dec4-4a4e-a1ff-b14b6b0fb92c tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] http://10.222.0.90:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:37:23.478180 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-0b3f0745-dec4-4a4e-a1ff-b14b6b0fb92c tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] 10.222.0.90 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0114081 Feb 09 21:37:23.479531 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58592) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:23.483507 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [None req-a4308cc1-a74e-4b16-bd5a-d9708f98feb4 tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] http://10.222.0.90:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:37:23.487026 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-a4308cc1-a74e-4b16-bd5a-d9708f98feb4 tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] 10.222.0.90 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0044324 Feb 09 21:37:23.488205 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58594) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:23.491654 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] No Port match for: 56477551-2028-40d4-9313-5bee9dbfa349 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:37:23.492164 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [None req-e8d9df47-1ea0-417f-8ef8-3111fb1719c4 tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] http://10.222.0.90:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:37:23.492428 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 56477551-2028-40d4-9313-5bee9dbfa349 not bound to the agent host n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:37:23.495846 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-e8d9df47-1ea0-417f-8ef8-3111fb1719c4 tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] 10.222.0.90 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0045300 Feb 09 21:37:23.497215 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58596) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:23.501104 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [None req-54525453-0970-4e3f-b9e5-3cf055d6b555 tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] http://10.222.0.90:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:37:23.504649 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-54525453-0970-4e3f-b9e5-3cf055d6b555 tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] 10.222.0.90 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0047429 Feb 09 21:37:23.505755 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58598) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:23.513372 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [None req-a820df4c-6d41-4803-8150-9dec3b3e4077 tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] http://10.222.0.90:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:37:23.516277 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-a820df4c-6d41-4803-8150-9dec3b3e4077 tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] 10.222.0.90 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0081103 Feb 09 21:37:23.521838 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cc3ecdfa-1e6a-4a43-85b7-5638159b8140 req-29c51743-1ded-4462-be6d-c1580f6a0069 tempest-ServerAddressesTestJSON-37461365 tempest-ServerAddressesTestJSON-37461365-project] 10.222.0.90 "GET /v2.0/security-groups?id=4cce7e90-f962-4b73-83ca-a1926748c657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5309868 Feb 09 21:37:23.541210 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 58600) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:23.557164 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [None req-19660d9a-3039-4265-a041-ceec37d7a5db tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] http://10.222.0.90:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103140) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:37:23.560764 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-19660d9a-3039-4265-a041-ceec37d7a5db tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] 10.222.0.90 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0135860 Feb 09 21:37:23.564918 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 58604) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:23.593676 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0b537132-76d6-4b20-92b4-1968c06e61b6 req-68eabcf9-a7e3-4adb-9068-5c8e43eb92e4 tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] 10.222.0.90 "GET /v2.0/security-groups?id=d7e8bbeb-c185-4372-be56-5099932d5770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5487747 Feb 09 21:37:23.596812 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [None req-5db1fe7b-1e8b-4b32-ab48-57f3b63c28df tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] http://10.222.0.90:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103140) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:37:23.601012 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58606) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:23.601245 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-5db1fe7b-1e8b-4b32-ab48-57f3b63c28df tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] 10.222.0.90 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0345745 Feb 09 21:37:23.608030 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [None req-7b43842e-a23c-476e-bf4c-bb027776a8ba tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] http://10.222.0.90:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:37:23.609799 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-7b43842e-a23c-476e-bf4c-bb027776a8ba tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] 10.222.0.90 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0074956 Feb 09 21:37:23.612733 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58608) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:23.628512 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [None req-9dd40a05-96f7-4231-a749-7916a99ea1e6 tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] http://10.222.0.90:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:37:23.628512 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-9dd40a05-96f7-4231-a749-7916a99ea1e6 tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] 10.222.0.90 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0089033 Feb 09 21:37:23.628512 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58610) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:23.637838 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-3d1b9bee-ab10-4abe-8c0c-9f2255061840 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Network 8185c7c8-686b-411f-8c8d-101dfc1ac3a8 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:37:23.639680 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [None req-0c214fac-18cb-4b62-971b-8c173b609a7a tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] http://10.222.0.90:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:37:23.643388 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-3d1b9bee-ab10-4abe-8c0c-9f2255061840 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:37:23.644027 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-0c214fac-18cb-4b62-971b-8c173b609a7a tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] 10.222.0.90 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0175173 Feb 09 21:37:23.651181 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58612) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:23.659690 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-3d1b9bee-ab10-4abe-8c0c-9f2255061840 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:37:23.665548 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [None req-a12b568f-c86c-4f3d-854e-6347d60d3d08 tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] http://10.222.0.90:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:37:23.671612 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-a12b568f-c86c-4f3d-854e-6347d60d3d08 tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] 10.222.0.90 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0153041 Feb 09 21:37:23.674881 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1b9bee-ab10-4abe-8c0c-9f2255061840 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Pushing event updated for resources: {'Port': ['ID=4cad1a84-a108-437b-aa6b-77babb3a44d0,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:23.678649 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58614) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:23.725815 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [None req-d8db937f-35f4-4d0d-bf88-4c8eb4caa1cc tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] http://10.222.0.90:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:37:23.729671 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-d8db937f-35f4-4d0d-bf88-4c8eb4caa1cc tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] 10.222.0.90 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0451102 Feb 09 21:37:23.736460 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58618) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:23.749148 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [None req-5f7d020a-6641-49d0-b088-f836727334a6 tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] http://10.222.0.90:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:37:23.750445 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-5f7d020a-6641-49d0-b088-f836727334a6 tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] 10.222.0.90 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0089295 Feb 09 21:37:23.765876 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 58620) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:23.868155 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [None req-04575e4e-c5e1-4180-b088-8de8bafe9286 tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] http://10.222.0.90:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103140) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:37:23.870027 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-04575e4e-c5e1-4180-b088-8de8bafe9286 tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] 10.222.0.90 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0928841 Feb 09 21:37:23.880259 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58622) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:23.887193 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [None req-7c6fbc52-4087-44ee-b5b5-8d823d398267 tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] http://10.222.0.90:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:37:23.891227 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-7c6fbc52-4087-44ee-b5b5-8d823d398267 tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] 10.222.0.90 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0098612 Feb 09 21:37:23.892819 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58624) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:23.912565 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [None req-7167a53e-71d9-459b-9b4f-4ab28e3a41e1 tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] http://10.222.0.90:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:37:23.922203 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-7167a53e-71d9-459b-9b4f-4ab28e3a41e1 tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] 10.222.0.90 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0224502 Feb 09 21:37:23.926006 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-6de6f6e1-80f3-4b81-bb8a-6fd9dfb376f4 req-5aae9efb-f1d7-4c29-81be-1f0f4104a358 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a593cec-d12e-4526-83b7-53e19c6c100c {{(pid=103141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:37:23.930430 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58628) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:23.939232 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [None req-239b7c84-9306-44cb-a8b5-60aa87542e58 tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] http://10.222.0.90:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:37:23.945196 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-239b7c84-9306-44cb-a8b5-60aa87542e58 tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] 10.222.0.90 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0118442 Feb 09 21:37:23.950713 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-6de6f6e1-80f3-4b81-bb8a-6fd9dfb376f4 req-5aae9efb-f1d7-4c29-81be-1f0f4104a358 service neutron] Publish callbacks [] for port (3a593cec-d12e-4526-83b7-53e19c6c100c), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:23.953422 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58630) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:23.960995 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [None req-09c58b32-b2be-4918-af02-adde554ffdfc tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] http://10.222.0.90:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:37:23.973021 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-09c58b32-b2be-4918-af02-adde554ffdfc tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] 10.222.0.90 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0183587 Feb 09 21:37:23.975371 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58632) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:23.982471 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [None req-418f6802-116e-4dc0-a404-dcbb70c41e3a tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] http://10.222.0.90:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:37:23.986702 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-418f6802-116e-4dc0-a404-dcbb70c41e3a tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] 10.222.0.90 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0076418 Feb 09 21:37:23.990689 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-3d1b9bee-ab10-4abe-8c0c-9f2255061840 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:23.991764 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-3d1b9bee-ab10-4abe-8c0c-9f2255061840 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:23.995407 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 58634) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:24.006303 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-6de6f6e1-80f3-4b81-bb8a-6fd9dfb376f4 req-5aae9efb-f1d7-4c29-81be-1f0f4104a358 service neutron] Transition to ACTIVE for port object 3a593cec-d12e-4526-83b7-53e19c6c100c will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:37:24.011966 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [None req-b9321ba5-1e95-4fd6-a3b9-75fc7481ec15 tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] http://10.222.0.90:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103140) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:37:24.013326 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-b9321ba5-1e95-4fd6-a3b9-75fc7481ec15 tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] 10.222.0.90 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0119040 Feb 09 21:37:24.023872 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 58636) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:24.028967 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-6de6f6e1-80f3-4b81-bb8a-6fd9dfb376f4 req-5aae9efb-f1d7-4c29-81be-1f0f4104a358 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (3a593cec-d12e-4526-83b7-53e19c6c100c), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:24.032692 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [None req-bae950cc-fa0e-4439-9d66-721344990bc6 tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] http://10.222.0.90:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103140) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:37:24.036444 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-bae950cc-fa0e-4439-9d66-721344990bc6 tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] 10.222.0.90 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0076306 Feb 09 21:37:24.045603 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58638) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:24.049061 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-0506bb14-e778-4e3a-841b-61bdcc6f6c67 None None] Provisioning complete for port 4cad1a84-a108-437b-aa6b-77babb3a44d0 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:37:24.050190 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-0506bb14-e778-4e3a-841b-61bdcc6f6c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (4cad1a84-a108-437b-aa6b-77babb3a44d0), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:24.091278 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-0506bb14-e778-4e3a-841b-61bdcc6f6c67 None None] Port 4cad1a84-a108-437b-aa6b-77babb3a44d0 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:37:24.102282 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-3d1b9bee-ab10-4abe-8c0c-9f2255061840 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0208700 Feb 09 21:37:24.105466 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [None req-2b7ff757-2e11-4160-8090-8b2648099daa tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] http://10.222.0.90:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:37:24.109316 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-2b7ff757-2e11-4160-8090-8b2648099daa tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] 10.222.0.90 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0621777 Feb 09 21:37:24.111060 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58640) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:24.123065 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [None req-377dfd81-f775-45c7-b823-c22413e310a7 tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] http://10.222.0.90:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:37:24.135015 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-377dfd81-f775-45c7-b823-c22413e310a7 tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] 10.222.0.90 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0221441 Feb 09 21:37:24.138664 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 58642) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:24.139785 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aae9efb-f1d7-4c29-81be-1f0f4104a358 service neutron] Pushing event updated for resources: {'Port': ['ID=3a593cec-d12e-4526-83b7-53e19c6c100c,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:24.147218 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-5edfe445-134d-4094-b8f4-65a86778f4e6 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Request body: {'port': {'device_id': '88d24cbc-9e1f-4a64-8250-6e635ad0ac84', 'network_id': '447eb1f8-3447-426b-bdf3-4b25ec15af22', 'admin_state_up': True, 'tenant_id': '18ba459b325a4da0821abb3dc94f8781', 'security_groups': ['d1e73a5e-905c-466a-be51-a1576b624ea0']}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:37:24.162231 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [None req-24244014-528b-4858-bc0f-1bdb0212a18f tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] http://10.222.0.90:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103140) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:37:24.165608 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-24244014-528b-4858-bc0f-1bdb0212a18f tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] 10.222.0.90 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0117185 Feb 09 21:37:24.171847 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58644) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:24.219449 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [None req-8d538919-3825-4458-bf40-967a2db9084e tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] http://10.222.0.90:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:37:24.220516 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-8d538919-3825-4458-bf40-967a2db9084e tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] 10.222.0.90 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0047455 Feb 09 21:37:24.223742 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58646) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:24.227106 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b801a1f1-79ed-4e49-822d-dd8845a4ccf8 req-e20460ac-1b5d-4196-9f25-60a6bb15775f tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:24.228896 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [None req-62263a1d-0688-4525-ade2-6c36eee9b7e4 tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] http://10.222.0.90:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:37:24.232034 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-62263a1d-0688-4525-ade2-6c36eee9b7e4 tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] 10.222.0.90 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0051970 Feb 09 21:37:24.232696 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b801a1f1-79ed-4e49-822d-dd8845a4ccf8 req-e20460ac-1b5d-4196-9f25-60a6bb15775f tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 931 time: 0.4721894 Feb 09 21:37:24.233848 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 58648) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:24.247399 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [None req-1ae5e14c-a188-4947-9746-0b05a8505a46 tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] http://10.222.0.90:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103140) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:37:24.247624 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-6de6f6e1-80f3-4b81-bb8a-6fd9dfb376f4 req-5aae9efb-f1d7-4c29-81be-1f0f4104a358 service neutron] Attempting to bind port 3a593cec-d12e-4526-83b7-53e19c6c100c on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:37:24.247850 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-6de6f6e1-80f3-4b81-bb8a-6fd9dfb376f4 req-5aae9efb-f1d7-4c29-81be-1f0f4104a358 service neutron] Attempting to bind port 3a593cec-d12e-4526-83b7-53e19c6c100c by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:37:24.248192 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de6f6e1-80f3-4b81-bb8a-6fd9dfb376f4 req-5aae9efb-f1d7-4c29-81be-1f0f4104a358 service neutron] Attempting to bind port 3a593cec-d12e-4526-83b7-53e19c6c100c on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:37:24.251942 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-1ae5e14c-a188-4947-9746-0b05a8505a46 tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] 10.222.0.90 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0112514 Feb 09 21:37:24.253059 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58650) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:24.263550 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [None req-ec5dbf06-f1d9-492c-b0e7-3bb14033d13b tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] http://10.222.0.90:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:37:24.263550 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-ec5dbf06-f1d9-492c-b0e7-3bb14033d13b tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] 10.222.0.90 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0074990 Feb 09 21:37:24.263550 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de6f6e1-80f3-4b81-bb8a-6fd9dfb376f4 req-5aae9efb-f1d7-4c29-81be-1f0f4104a358 service neutron] Port 3a593cec-d12e-4526-83b7-53e19c6c100c on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:37:24.263550 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de6f6e1-80f3-4b81-bb8a-6fd9dfb376f4 req-5aae9efb-f1d7-4c29-81be-1f0f4104a358 service neutron] Attempting to bind port 3a593cec-d12e-4526-83b7-53e19c6c100c on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:37:24.267943 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 58652) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:24.301784 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de6f6e1-80f3-4b81-bb8a-6fd9dfb376f4 req-5aae9efb-f1d7-4c29-81be-1f0f4104a358 service neutron] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 37, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:37:24.302131 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de6f6e1-80f3-4b81-bb8a-6fd9dfb376f4 req-5aae9efb-f1d7-4c29-81be-1f0f4104a358 service neutron] Checking segment: {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:37:24.302516 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de6f6e1-80f3-4b81-bb8a-6fd9dfb376f4 req-5aae9efb-f1d7-4c29-81be-1f0f4104a358 service neutron] Bound using segment: {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:37:24.302966 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-6de6f6e1-80f3-4b81-bb8a-6fd9dfb376f4 req-5aae9efb-f1d7-4c29-81be-1f0f4104a358 service neutron] Bound port: 3a593cec-d12e-4526-83b7-53e19c6c100c, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:37:24.303324 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-6de6f6e1-80f3-4b81-bb8a-6fd9dfb376f4 req-5aae9efb-f1d7-4c29-81be-1f0f4104a358 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (3a593cec-d12e-4526-83b7-53e19c6c100c), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:24.304376 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [None req-48d006c6-9ec9-4c93-9047-fbbe3cc5dadd tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] http://10.222.0.90:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103140) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:37:24.309045 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58654) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:24.309491 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-48d006c6-9ec9-4c93-9047-fbbe3cc5dadd tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] 10.222.0.90 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0304613 Feb 09 21:37:24.313932 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [None req-7fb1ca9f-7fd6-4dd5-a6d2-ce7ac6c5462f tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] http://10.222.0.90:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:37:24.315314 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-7fb1ca9f-7fd6-4dd5-a6d2-ce7ac6c5462f tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] 10.222.0.90 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0050924 Feb 09 21:37:24.323328 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58656) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:24.332613 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [None req-4a50ca98-13af-43f2-9a12-9a2cf41be376 tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] http://10.222.0.90:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:37:24.333592 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-4a50ca98-13af-43f2-9a12-9a2cf41be376 tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] 10.222.0.90 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0068607 Feb 09 21:37:24.336757 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58658) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:24.342834 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [None req-6d1b6cae-cfbf-4f4b-b42b-7c1d49496810 tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] http://10.222.0.90:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:37:24.343799 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-6d1b6cae-cfbf-4f4b-b42b-7c1d49496810 tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] 10.222.0.90 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0061615 Feb 09 21:37:24.352699 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 58660) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:24.356062 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b801a1f1-79ed-4e49-822d-dd8845a4ccf8 req-582048b7-5caf-40f9-b815-1acc6d90d78e tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/security-groups?id=d1e73a5e-905c-466a-be51-a1576b624ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029110 Feb 09 21:37:24.359325 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630e8ba9-da09-4c16-aa24-e9ddfbd5d666 req-760517e4-6403-4364-9910-7620fbdc82a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:24.360885 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-630e8ba9-da09-4c16-aa24-e9ddfbd5d666 req-760517e4-6403-4364-9910-7620fbdc82a2 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=78416997261a4fcdac7ea7395d681884&device_id=2554d57d-83c8-4d46-b328-49ce7df09ba6 HTTP/1.1" status: 200 len: 1127 time: 0.4751611 Feb 09 21:37:24.374020 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [None req-78cb86dd-ef68-4f5a-83c3-150fb03d91d6 tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] http://10.222.0.90:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103140) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:37:24.377712 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-78cb86dd-ef68-4f5a-83c3-150fb03d91d6 tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] 10.222.0.90 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0158751 Feb 09 21:37:24.379518 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 58662) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:24.398777 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-6de6f6e1-80f3-4b81-bb8a-6fd9dfb376f4 req-5aae9efb-f1d7-4c29-81be-1f0f4104a358 service neutron] For port 3a593cec-d12e-4526-83b7-53e19c6c100c, host n-h2-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:37:24.401864 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-6de6f6e1-80f3-4b81-bb8a-6fd9dfb376f4 req-5aae9efb-f1d7-4c29-81be-1f0f4104a358 service neutron] For port 3a593cec-d12e-4526-83b7-53e19c6c100c, host n-h2-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=3a593cec-d12e-4526-83b7-53e19c6c100c,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:37:24.418612 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-6de6f6e1-80f3-4b81-bb8a-6fd9dfb376f4 req-5aae9efb-f1d7-4c29-81be-1f0f4104a358 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (3a593cec-d12e-4526-83b7-53e19c6c100c), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:24.451596 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b64b2f0-fb3c-4842-bc71-028b40eaa2ef req-9152a12d-1997-48fd-891f-125fc4e10c47 tempest-ServerAddressesTestJSON-37461365 tempest-ServerAddressesTestJSON-37461365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:24.453215 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-1b64b2f0-fb3c-4842-bc71-028b40eaa2ef req-9152a12d-1997-48fd-891f-125fc4e10c47 tempest-ServerAddressesTestJSON-37461365 tempest-ServerAddressesTestJSON-37461365-project] 10.222.0.89 "GET /v2.0/ports?device_id=594cff11-ea0b-43a1-bc31-d06b0dd25979 HTTP/1.1" status: 200 len: 945 time: 0.1973355 Feb 09 21:37:24.474828 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [None req-f3fb6515-3503-4799-9acb-f7fe6b717eea tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] http://10.222.0.90:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103140) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:37:24.478437 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-f3fb6515-3503-4799-9acb-f7fe6b717eea tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] 10.222.0.90 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0893977 Feb 09 21:37:24.486768 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58664) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:24.496079 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [None req-c4d251e8-b905-47fe-bc80-f24aea910635 tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] http://10.222.0.90:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:37:24.498957 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-c4d251e8-b905-47fe-bc80-f24aea910635 tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] 10.222.0.90 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0060883 Feb 09 21:37:24.528092 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58666) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:24.532624 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [None req-56448152-df62-4573-9587-02ca05bc1483 tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] http://10.222.0.90:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:37:24.536996 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-56448152-df62-4573-9587-02ca05bc1483 tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] 10.222.0.90 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0044169 Feb 09 21:37:24.536996 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de6f6e1-80f3-4b81-bb8a-6fd9dfb376f4 req-5aae9efb-f1d7-4c29-81be-1f0f4104a358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:24.537297 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-6de6f6e1-80f3-4b81-bb8a-6fd9dfb376f4 req-5aae9efb-f1d7-4c29-81be-1f0f4104a358 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:24.538591 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6de6f6e1-80f3-4b81-bb8a-6fd9dfb376f4 req-5aae9efb-f1d7-4c29-81be-1f0f4104a358 service neutron] 10.222.0.89 "PUT /v2.0/ports/3a593cec-d12e-4526-83b7-53e19c6c100c HTTP/1.1" status: 200 len: 1095 time: 1.6880136 Feb 09 21:37:24.541004 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e490ff87-5e28-4048-bdc6-d63fa5f2ccef', 'tag': '3a593cec-d12e-4526-83b7-53e19c6c100c'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:37:24.541608 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f688439-66b7-4f7b-93dd-c86168500a1c req-bdbc2b5f-1cc4-4298-9f1f-908d0a16ab69 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:24.552806 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7f688439-66b7-4f7b-93dd-c86168500a1c req-bdbc2b5f-1cc4-4298-9f1f-908d0a16ab69 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/ports?device_id=f07054f1-ef38-42ac-a181-aae86b623b32 HTTP/1.1" status: 200 len: 945 time: 0.5041721 Feb 09 21:37:24.555973 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bf432c0-6402-4597-b188-1ae95c8dd670" -d '{"events": [{"name": "network-changed", "server_uuid": "e490ff87-5e28-4048-bdc6-d63fa5f2ccef", "tag": "3a593cec-d12e-4526-83b7-53e19c6c100c"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:37:24.567088 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58668) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:24.571468 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [None req-3823bfe7-1913-49e5-81ff-fefce84c24a6 tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] http://10.222.0.90:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:37:24.575381 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-3823bfe7-1913-49e5-81ff-fefce84c24a6 tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] 10.222.0.90 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0049267 Feb 09 21:37:24.583527 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 58674) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:24.601622 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [None req-4e2277a4-6dbb-4fb7-bb8a-311119266861 tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] http://10.222.0.90:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103140) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:37:24.604971 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-4e2277a4-6dbb-4fb7-bb8a-311119266861 tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] 10.222.0.90 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0129366 Feb 09 21:37:24.618303 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 58676) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:24.637951 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aae9efb-f1d7-4c29-81be-1f0f4104a358 service neutron] Pushing event updated for resources: {'Port': ['ID=3a593cec-d12e-4526-83b7-53e19c6c100c,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:24.654427 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [None req-7b0108d5-60a7-481d-9be8-ff842001c98a tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] http://10.222.0.90:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103140) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:37:24.658230 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-7b0108d5-60a7-481d-9be8-ff842001c98a tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] 10.222.0.90 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0244873 Feb 09 21:37:24.662378 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58680) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:24.668611 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [None req-76316e12-dec3-494c-b016-c0ac004b984a tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] http://10.222.0.90:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:37:24.672013 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-76316e12-dec3-494c-b016-c0ac004b984a tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] 10.222.0.90 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0049736 Feb 09 21:37:24.674131 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58682) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:24.678844 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [None req-0e16ba0d-ca3a-4843-b3f9-8ed51d28211a tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] http://10.222.0.90:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:37:24.682604 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-0e16ba0d-ca3a-4843-b3f9-8ed51d28211a tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] 10.222.0.90 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0048032 Feb 09 21:37:24.683624 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58684) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:24.687797 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [None req-2cdd0899-56d4-4507-a915-2245a09e1fd7 tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] http://10.222.0.90:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:37:24.690869 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-2cdd0899-56d4-4507-a915-2245a09e1fd7 tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] 10.222.0.90 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0041125 Feb 09 21:37:24.695981 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58686) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:24.704528 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [None req-22dee807-329e-48e4-bbfe-857a433afe13 tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] http://10.222.0.90:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:37:24.707921 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-22dee807-329e-48e4-bbfe-857a433afe13 tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] 10.222.0.90 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0092041 Feb 09 21:37:24.708694 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58688) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:24.713869 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [None req-d10efa6c-b20e-4382-bc37-6d532200c7a0 tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] http://10.222.0.90:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:37:24.724240 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-d10efa6c-b20e-4382-bc37-6d532200c7a0 tempest-ExtensionsTestJSON-1657141674 tempest-ExtensionsTestJSON-1657141674-project] 10.222.0.90 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0045700 Feb 09 21:37:24.731941 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de6f6e1-80f3-4b81-bb8a-6fd9dfb376f4 req-ee15c6b8-7202-4b85-a198-1a81ee253fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:24.733111 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6de6f6e1-80f3-4b81-bb8a-6fd9dfb376f4 req-ee15c6b8-7202-4b85-a198-1a81ee253fe3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0b375fb2e141466cbc9aca2f4c29a452&device_id=e490ff87-5e28-4048-bdc6-d63fa5f2ccef HTTP/1.1" status: 200 len: 1129 time: 0.1312521 Feb 09 21:37:24.745341 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-1b64b2f0-fb3c-4842-bc71-028b40eaa2ef req-3cb3a070-e1e9-4c1b-8aea-df5ad4334b0c tempest-ServerAddressesTestJSON-37461365 tempest-ServerAddressesTestJSON-37461365-project] Deleting port 85699391-ef26-442b-bb82-fb84d977e196 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:37:24.745680 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-1b64b2f0-fb3c-4842-bc71-028b40eaa2ef req-3cb3a070-e1e9-4c1b-8aea-df5ad4334b0c tempest-ServerAddressesTestJSON-37461365 tempest-ServerAddressesTestJSON-37461365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (85699391-ef26-442b-bb82-fb84d977e196), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:24.786432 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630e8ba9-da09-4c16-aa24-e9ddfbd5d666 req-889d0224-78c0-4152-aade-682837679986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:24.788061 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-630e8ba9-da09-4c16-aa24-e9ddfbd5d666 req-889d0224-78c0-4152-aade-682837679986 service neutron] 10.222.0.95 "GET /v2.0/networks?id=e0933a47-9f98-425f-b2ec-87bdb6b7270d HTTP/1.1" status: 200 len: 912 time: 0.4060266 Feb 09 21:37:24.809229 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7f688439-66b7-4f7b-93dd-c86168500a1c req-92c8d877-1014-4139-ab8b-6f83e4b6b721 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/security-groups?id=1fbaec86-241e-4c80-89d8-21c7be7723d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493680 Feb 09 21:37:24.814991 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [req-d1825c79-a808-4fc6-a86e-47e50ea5cb0c req-b473bbc9-e87b-4052-a043-d6a2196a193b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdf78e47-27a9-41de-9372-81efb71bc085 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:37:24.832825 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-5edfe445-134d-4094-b8f4-65a86778f4e6 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Made reservation on behalf of 18ba459b325a4da0821abb3dc94f8781 for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:37:24.838655 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-5edfe445-134d-4094-b8f4-65a86778f4e6 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:24.874510 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6de6f6e1-80f3-4b81-bb8a-6fd9dfb376f4 req-d3b509d7-dc3c-4453-8dd4-8cba5c22ca1b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=3a593cec-d12e-4526-83b7-53e19c6c100c HTTP/1.1" status: 200 len: 217 time: 0.1130567 Feb 09 21:37:24.886496 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c57c0a6-bf2d-4a18-9e34-9d3c429fe405 req-407be7de-b6e3-43a0-9676-99cb48e08045 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:24.890133 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1c57c0a6-bf2d-4a18-9e34-9d3c429fe405 req-407be7de-b6e3-43a0-9676-99cb48e08045 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/ports?device_id=2554d57d-83c8-4d46-b328-49ce7df09ba6 HTTP/1.1" status: 200 len: 945 time: 0.4036722 Feb 09 21:37:24.894075 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-d1825c79-a808-4fc6-a86e-47e50ea5cb0c req-b473bbc9-e87b-4052-a043-d6a2196a193b service neutron] Publish callbacks [] for port (cdf78e47-27a9-41de-9372-81efb71bc085), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:24.985219 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de6f6e1-80f3-4b81-bb8a-6fd9dfb376f4 req-2133c419-f560-4345-8d1d-3fef5fa94a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:24.987162 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-630e8ba9-da09-4c16-aa24-e9ddfbd5d666 req-01eb00f9-5beb-4254-9579-3000116d2121 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=825d977b-a00d-468f-9d7b-8be908d6792e HTTP/1.1" status: 200 len: 217 time: 0.1651456 Feb 09 21:37:24.988476 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6de6f6e1-80f3-4b81-bb8a-6fd9dfb376f4 req-2133c419-f560-4345-8d1d-3fef5fa94a49 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0f7402ac-a35b-414b-bcc1-bc1c3072ec3c HTTP/1.1" status: 200 len: 843 time: 0.0911012 Feb 09 21:37:25.035777 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [req-d1825c79-a808-4fc6-a86e-47e50ea5cb0c req-b473bbc9-e87b-4052-a043-d6a2196a193b service neutron] Transition to ACTIVE for port object cdf78e47-27a9-41de-9372-81efb71bc085 will not be triggered until provisioned by entity L2. {{(pid=103140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:37:25.043051 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-1b64b2f0-fb3c-4842-bc71-028b40eaa2ef req-3cb3a070-e1e9-4c1b-8aea-df5ad4334b0c tempest-ServerAddressesTestJSON-37461365 tempest-ServerAddressesTestJSON-37461365-project] For port 85699391-ef26-442b-bb82-fb84d977e196, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=85699391-ef26-442b-bb82-fb84d977e196,segment=NetworkSegment(3c535620-29a0-451d-9d05-f7fea62038cd),segment_id=3c535620-29a0-451d-9d05-f7fea62038cd)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:37:25.043478 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-1b64b2f0-fb3c-4842-bc71-028b40eaa2ef req-3cb3a070-e1e9-4c1b-8aea-df5ad4334b0c tempest-ServerAddressesTestJSON-37461365 tempest-ServerAddressesTestJSON-37461365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (85699391-ef26-442b-bb82-fb84d977e196), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:25.054651 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58694) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:25.079836 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-1b64b2f0-fb3c-4842-bc71-028b40eaa2ef req-3cb3a070-e1e9-4c1b-8aea-df5ad4334b0c tempest-ServerAddressesTestJSON-37461365 tempest-ServerAddressesTestJSON-37461365-project] Calling delete_port for 85699391-ef26-442b-bb82-fb84d977e196 owned by compute:nova {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:37:25.082551 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-d1825c79-a808-4fc6-a86e-47e50ea5cb0c req-b473bbc9-e87b-4052-a043-d6a2196a193b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (cdf78e47-27a9-41de-9372-81efb71bc085), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:25.098317 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de6f6e1-80f3-4b81-bb8a-6fd9dfb376f4 req-071c2709-32d8-4709-9beb-3af99ae5d1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:25.099828 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6de6f6e1-80f3-4b81-bb8a-6fd9dfb376f4 req-071c2709-32d8-4709-9beb-3af99ae5d1df service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0974169 Feb 09 21:37:25.204599 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1c57c0a6-bf2d-4a18-9e34-9d3c429fe405 req-1f60b6af-da28-4c88-bcbb-10c5a5bff3a0 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d80a148-e9eb-4688-aae9-f24ed4e32758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917778 Feb 09 21:37:25.268164 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04384104-abb9-478f-a218-f27d0fe613f7 req-8af3b5d8-ce59-4822-8021-522fd261009d tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:25.270126 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-04384104-abb9-478f-a218-f27d0fe613f7 req-8af3b5d8-ce59-4822-8021-522fd261009d tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=4f8339ab-f401-4931-96ab-51b877546307 HTTP/1.1" status: 200 len: 950 time: 0.3462806 Feb 09 21:37:25.273873 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630e8ba9-da09-4c16-aa24-e9ddfbd5d666 req-c94614b0-67a2-47c9-8813-9eac990585f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:25.274603 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-630e8ba9-da09-4c16-aa24-e9ddfbd5d666 req-c94614b0-67a2-47c9-8813-9eac990585f6 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=ad8da7e2-9246-4407-b24a-0611ae1b2813 HTTP/1.1" status: 200 len: 851 time: 0.2618682 Feb 09 21:37:25.341972 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ebd4f6ef-4637-4937-97d5-f3f992b38f65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:25.349325 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-5edfe445-134d-4094-b8f4-65a86778f4e6 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Allocated IP 10.1.1.246 (447eb1f8-3447-426b-bdf3-4b25ec15af22/5d37f537-2fe5-408a-92d7-6800f805a26d/75eef6bf-48e5-4c19-b81a-a37147e710d0) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:37:25.375517 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:37:25.421594 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b473bbc9-e87b-4052-a043-d6a2196a193b service neutron] Pushing event updated for resources: {'Port': ['ID=cdf78e47-27a9-41de-9372-81efb71bc085,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:25.438259 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ebd4f6ef-4637-4937-97d5-f3f992b38f65 admin admin] Publish callbacks [] for security_group (6d22af70-4e55-4406-a016-85f0c622500a), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:25.445885 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6de6f6e1-80f3-4b81-bb8a-6fd9dfb376f4 req-08a10c24-7bd5-4503-bd2e-698cbaf7fb3e service neutron] 10.222.0.89 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137782 Feb 09 21:37:25.449852 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ebd4f6ef-4637-4937-97d5-f3f992b38f65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (6d22af70-4e55-4406-a016-85f0c622500a), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:25.497358 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-630e8ba9-da09-4c16-aa24-e9ddfbd5d666 req-78cf981e-372b-42a9-81ca-f10dc4c21f51 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=e0933a47-9f98-425f-b2ec-87bdb6b7270d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0902121 Feb 09 21:37:25.528961 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b473bbc9-e87b-4052-a043-d6a2196a193b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:25.529377 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b473bbc9-e87b-4052-a043-d6a2196a193b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:25.529667 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b473bbc9-e87b-4052-a043-d6a2196a193b service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:25.530012 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b473bbc9-e87b-4052-a043-d6a2196a193b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:25.530353 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b473bbc9-e87b-4052-a043-d6a2196a193b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:25.530693 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b473bbc9-e87b-4052-a043-d6a2196a193b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:25.531290 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b473bbc9-e87b-4052-a043-d6a2196a193b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:25.531622 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b473bbc9-e87b-4052-a043-d6a2196a193b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:25.531952 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b473bbc9-e87b-4052-a043-d6a2196a193b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:25.532303 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b473bbc9-e87b-4052-a043-d6a2196a193b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:25.532636 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b473bbc9-e87b-4052-a043-d6a2196a193b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:25.532965 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b473bbc9-e87b-4052-a043-d6a2196a193b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:25.533295 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b473bbc9-e87b-4052-a043-d6a2196a193b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:25.768559 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1019bc-df02-4c05-a4ff-058139a12285 req-10091d45-9961-4cf2-b4f8-d7386cadc018 tempest-ServerAddressesTestJSON-37461365 tempest-ServerAddressesTestJSON-37461365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:25.770156 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8b1019bc-df02-4c05-a4ff-058139a12285 req-10091d45-9961-4cf2-b4f8-d7386cadc018 tempest-ServerAddressesTestJSON-37461365 tempest-ServerAddressesTestJSON-37461365-project] 10.222.0.90 "GET /v2.0/ports?device_id=594cff11-ea0b-43a1-bc31-d06b0dd25979 HTTP/1.1" status: 200 len: 945 time: 0.3527341 Feb 09 21:37:25.784855 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-04384104-abb9-478f-a218-f27d0fe613f7 req-13a0c0ad-1fba-4e72-9402-406e144bbc1d tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3640451 Feb 09 21:37:25.814599 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-d1825c79-a808-4fc6-a86e-47e50ea5cb0c req-b473bbc9-e87b-4052-a043-d6a2196a193b service neutron] Attempting to bind port cdf78e47-27a9-41de-9372-81efb71bc085 on host n-h1-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:37:25.814936 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-d1825c79-a808-4fc6-a86e-47e50ea5cb0c req-b473bbc9-e87b-4052-a043-d6a2196a193b service neutron] Attempting to bind port cdf78e47-27a9-41de-9372-81efb71bc085 by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:37:25.815491 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1825c79-a808-4fc6-a86e-47e50ea5cb0c req-b473bbc9-e87b-4052-a043-d6a2196a193b service neutron] Attempting to bind port cdf78e47-27a9-41de-9372-81efb71bc085 on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:37:25.835418 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-5edfe445-134d-4094-b8f4-65a86778f4e6 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks [] for port (75eef6bf-48e5-4c19-b81a-a37147e710d0), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:25.839896 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1825c79-a808-4fc6-a86e-47e50ea5cb0c req-b473bbc9-e87b-4052-a043-d6a2196a193b service neutron] Port cdf78e47-27a9-41de-9372-81efb71bc085 on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:37:25.840470 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1825c79-a808-4fc6-a86e-47e50ea5cb0c req-b473bbc9-e87b-4052-a043-d6a2196a193b service neutron] Attempting to bind port cdf78e47-27a9-41de-9372-81efb71bc085 on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:37:25.853559 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-630e8ba9-da09-4c16-aa24-e9ddfbd5d666 req-0432b1c7-f181-4b7b-825e-50f005ba9aa5 service neutron] 10.222.0.95 "GET /v2.0/networks/e0933a47-9f98-425f-b2ec-87bdb6b7270d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2929213 Feb 09 21:37:25.863371 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1825c79-a808-4fc6-a86e-47e50ea5cb0c req-b473bbc9-e87b-4052-a043-d6a2196a193b service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:37:25.863775 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1825c79-a808-4fc6-a86e-47e50ea5cb0c req-b473bbc9-e87b-4052-a043-d6a2196a193b service neutron] Checking segment: {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:37:25.864091 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1825c79-a808-4fc6-a86e-47e50ea5cb0c req-b473bbc9-e87b-4052-a043-d6a2196a193b service neutron] Bound using segment: {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:37:25.864552 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-d1825c79-a808-4fc6-a86e-47e50ea5cb0c req-b473bbc9-e87b-4052-a043-d6a2196a193b service neutron] Bound port: cdf78e47-27a9-41de-9372-81efb71bc085, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:37:25.864911 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-d1825c79-a808-4fc6-a86e-47e50ea5cb0c req-b473bbc9-e87b-4052-a043-d6a2196a193b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (cdf78e47-27a9-41de-9372-81efb71bc085), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:25.920023 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a05fc8ab-0f9d-4da2-8bc9-ebdeea06dab4 x-openstack-request-id: req-a05fc8ab-0f9d-4da2-8bc9-ebdeea06dab4 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:37:25.920461 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e490ff87-5e28-4048-bdc6-d63fa5f2ccef", "tag": "3a593cec-d12e-4526-83b7-53e19c6c100c", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:37:25.920591 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-a05fc8ab-0f9d-4da2-8bc9-ebdeea06dab4 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:37:25.920973 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e490ff87-5e28-4048-bdc6-d63fa5f2ccef', 'tag': '3a593cec-d12e-4526-83b7-53e19c6c100c', 'status': 'completed', 'code': 200} Feb 09 21:37:25.932890 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-ebd4f6ef-4637-4937-97d5-f3f992b38f65 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=f4a04fee22a64a02993e65344096a743&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8739524 Feb 09 21:37:25.933494 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58702) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:25.937716 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd4f6ef-4637-4937-97d5-f3f992b38f65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d22af70-4e55-4406-a016-85f0c622500a,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:25.970854 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd4f6ef-4637-4937-97d5-f3f992b38f65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:25.971262 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd4f6ef-4637-4937-97d5-f3f992b38f65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:25.971547 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd4f6ef-4637-4937-97d5-f3f992b38f65 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:25.971887 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd4f6ef-4637-4937-97d5-f3f992b38f65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:25.972424 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd4f6ef-4637-4937-97d5-f3f992b38f65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:25.972618 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd4f6ef-4637-4937-97d5-f3f992b38f65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:25.972907 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd4f6ef-4637-4937-97d5-f3f992b38f65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:25.973245 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd4f6ef-4637-4937-97d5-f3f992b38f65 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:25.973903 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd4f6ef-4637-4937-97d5-f3f992b38f65 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:25.974242 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd4f6ef-4637-4937-97d5-f3f992b38f65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:25.974570 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd4f6ef-4637-4937-97d5-f3f992b38f65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:25.974902 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd4f6ef-4637-4937-97d5-f3f992b38f65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:25.975229 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd4f6ef-4637-4937-97d5-f3f992b38f65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:26.027511 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8b1019bc-df02-4c05-a4ff-058139a12285 req-06f1cc7e-3bfb-4a87-b6f6-90e13d82481d tempest-ServerAddressesTestJSON-37461365 tempest-ServerAddressesTestJSON-37461365-project] 10.222.0.90 "GET /v2.0/security-groups?id=4cce7e90-f962-4b73-83ca-a1926748c657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367294 Feb 09 21:37:26.059309 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6de6f6e1-80f3-4b81-bb8a-6fd9dfb376f4 req-03517c59-60e6-495e-bc09-99e804d3b9d2 service neutron] 10.222.0.89 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5906851 Feb 09 21:37:26.079997 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-1b64b2f0-fb3c-4842-bc71-028b40eaa2ef req-3cb3a070-e1e9-4c1b-8aea-df5ad4334b0c tempest-ServerAddressesTestJSON-37461365 tempest-ServerAddressesTestJSON-37461365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (85699391-ef26-442b-bb82-fb84d977e196), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:26.097544 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['85699391-ef26-442b-bb82-fb84d977e196'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:37:26.100747 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-92eb12be-1ba3-4720-86c6-1c92c75795ce admin admin] Publish callbacks [] for security_group (6d22af70-4e55-4406-a016-85f0c622500a), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:26.187561 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb3a070-e1e9-4c1b-8aea-df5ad4334b0c tempest-ServerAddressesTestJSON-37461365 tempest-ServerAddressesTestJSON-37461365-project] Pushing event deleted for resources: {'Port': ['ID=85699391-ef26-442b-bb82-fb84d977e196,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:26.192266 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-5edfe445-134d-4094-b8f4-65a86778f4e6 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (75eef6bf-48e5-4c19-b81a-a37147e710d0), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:26.223443 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-d1825c79-a808-4fc6-a86e-47e50ea5cb0c req-b473bbc9-e87b-4052-a043-d6a2196a193b service neutron] For port cdf78e47-27a9-41de-9372-81efb71bc085, host n-h1-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:37:26.243266 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-92eb12be-1ba3-4720-86c6-1c92c75795ce admin admin] Publish callbacks [] for security_group (6d22af70-4e55-4406-a016-85f0c622500a), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:26.254319 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b64b2f0-fb3c-4842-bc71-028b40eaa2ef req-3cb3a070-e1e9-4c1b-8aea-df5ad4334b0c tempest-ServerAddressesTestJSON-37461365 tempest-ServerAddressesTestJSON-37461365-project] No DVR routers for this DVR port 85699391-ef26-442b-bb82-fb84d977e196 on host n-h2-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:37:26.257435 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-1b64b2f0-fb3c-4842-bc71-028b40eaa2ef req-3cb3a070-e1e9-4c1b-8aea-df5ad4334b0c tempest-ServerAddressesTestJSON-37461365 tempest-ServerAddressesTestJSON-37461365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:26.261679 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-1b64b2f0-fb3c-4842-bc71-028b40eaa2ef req-3cb3a070-e1e9-4c1b-8aea-df5ad4334b0c tempest-ServerAddressesTestJSON-37461365 tempest-ServerAddressesTestJSON-37461365-project] 10.222.0.89 "DELETE /v2.0/ports/85699391-ef26-442b-bb82-fb84d977e196 HTTP/1.1" status: 204 len: 173 time: 1.7880847 Feb 09 21:37:26.290430 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17067bf-39ef-49a6-9e0c-39f9dd8bb62c req-ad056e75-f691-4e3b-8b73-cba8cc1a961d tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:26.292655 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f17067bf-39ef-49a6-9e0c-39f9dd8bb62c req-ad056e75-f691-4e3b-8b73-cba8cc1a961d tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] 10.222.0.90 "GET /v2.0/ports?device_id=e490ff87-5e28-4048-bdc6-d63fa5f2ccef HTTP/1.1" status: 200 len: 947 time: 0.3850996 Feb 09 21:37:26.351669 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-d1825c79-a808-4fc6-a86e-47e50ea5cb0c req-b473bbc9-e87b-4052-a043-d6a2196a193b service neutron] For port cdf78e47-27a9-41de-9372-81efb71bc085, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=cdf78e47-27a9-41de-9372-81efb71bc085,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:37:26.359137 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-630e8ba9-da09-4c16-aa24-e9ddfbd5d666 req-ae778c2a-8d46-46d2-9297-9222908ca1d8 service neutron] 10.222.0.95 "GET /v2.0/networks/e0933a47-9f98-425f-b2ec-87bdb6b7270d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4663491 Feb 09 21:37:26.382309 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-d1825c79-a808-4fc6-a86e-47e50ea5cb0c req-b473bbc9-e87b-4052-a043-d6a2196a193b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (cdf78e47-27a9-41de-9372-81efb71bc085), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:26.385845 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-5edfe445-134d-4094-b8f4-65a86778f4e6 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Network 447eb1f8-3447-426b-bdf3-4b25ec15af22 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:37:26.401539 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf432c0-6402-4597-b188-1ae95c8dd670 req-cadca0b2-0915-45c8-b0ef-73cd5e3965f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:26.402526 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-5edfe445-134d-4094-b8f4-65a86778f4e6 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:37:26.405897 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edfe445-134d-4094-b8f4-65a86778f4e6 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Pushing event updated for resources: {'Port': ['ID=75eef6bf-48e5-4c19-b81a-a37147e710d0,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:26.408080 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7bf432c0-6402-4597-b188-1ae95c8dd670 req-cadca0b2-0915-45c8-b0ef-73cd5e3965f5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0b375fb2e141466cbc9aca2f4c29a452&device_id=e490ff87-5e28-4048-bdc6-d63fa5f2ccef HTTP/1.1" status: 200 len: 1129 time: 0.2679424 Feb 09 21:37:26.412404 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-5edfe445-134d-4094-b8f4-65a86778f4e6 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:37:26.449658 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844d3572-723d-48d8-a0f9-f0408c926981 req-e13e402a-e5a6-46b0-a97e-f6fa24cefa61 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:26.454871 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844d3572-723d-48d8-a0f9-f0408c926981 req-e13e402a-e5a6-46b0-a97e-f6fa24cefa61 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:26.462765 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-844d3572-723d-48d8-a0f9-f0408c926981 req-e13e402a-e5a6-46b0-a97e-f6fa24cefa61 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 1653 time: 0.3239510 Feb 09 21:37:26.498145 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1825c79-a808-4fc6-a86e-47e50ea5cb0c req-b473bbc9-e87b-4052-a043-d6a2196a193b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:26.498799 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-d1825c79-a808-4fc6-a86e-47e50ea5cb0c req-b473bbc9-e87b-4052-a043-d6a2196a193b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:26.500303 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d1825c79-a808-4fc6-a86e-47e50ea5cb0c req-b473bbc9-e87b-4052-a043-d6a2196a193b service neutron] 10.222.0.95 "PUT /v2.0/ports/cdf78e47-27a9-41de-9372-81efb71bc085 HTTP/1.1" status: 200 len: 1096 time: 3.7956660 Feb 09 21:37:26.500791 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25ff4a27-5d39-4104-bc4e-ab7ca4a4b676', 'tag': 'cdf78e47-27a9-41de-9372-81efb71bc085'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:37:26.503083 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0468a3e-301c-41bf-abf8-b3c192da5279" -d '{"events": [{"name": "network-changed", "server_uuid": "25ff4a27-5d39-4104-bc4e-ab7ca4a4b676", "tag": "cdf78e47-27a9-41de-9372-81efb71bc085"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:37:26.582662 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588a88c2-1ddd-44f5-84e2-97358d5f17eb req-341a73b0-99bd-476d-9e32-73d083c5909e tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:26.584976 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-588a88c2-1ddd-44f5-84e2-97358d5f17eb req-341a73b0-99bd-476d-9e32-73d083c5909e tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.95 "GET /v2.0/ports?device_id=4f8339ab-f401-4931-96ab-51b877546307 HTTP/1.1" status: 200 len: 950 time: 0.3051922 Feb 09 21:37:26.617827 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-92eb12be-1ba3-4720-86c6-1c92c75795ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (6d22af70-4e55-4406-a016-85f0c622500a), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:26.620821 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-92eb12be-1ba3-4720-86c6-1c92c75795ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:26.623156 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-92eb12be-1ba3-4720-86c6-1c92c75795ce admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/6d22af70-4e55-4406-a016-85f0c622500a HTTP/1.1" status: 204 len: 168 time: 0.6864486 Feb 09 21:37:26.682492 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f17067bf-39ef-49a6-9e0c-39f9dd8bb62c req-61060935-4ca9-433f-9149-490f5f0852d8 tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] 10.222.0.90 "GET /v2.0/security-groups?id=d7e8bbeb-c185-4372-be56-5099932d5770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3664968 Feb 09 21:37:26.726866 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-5edfe445-134d-4094-b8f4-65a86778f4e6 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:26.732995 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-5edfe445-134d-4094-b8f4-65a86778f4e6 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:26.759852 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eb12be-1ba3-4720-86c6-1c92c75795ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d22af70-4e55-4406-a016-85f0c622500a,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:26.793411 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf432c0-6402-4597-b188-1ae95c8dd670 req-f46ddc57-cd9a-4111-8298-c69eb75e8d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:26.807766 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7bf432c0-6402-4597-b188-1ae95c8dd670 req-f46ddc57-cd9a-4111-8298-c69eb75e8d9f service neutron] 10.222.0.89 "GET /v2.0/networks?id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc HTTP/1.1" status: 200 len: 870 time: 0.3915391 Feb 09 21:37:26.837288 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b473bbc9-e87b-4052-a043-d6a2196a193b service neutron] Pushing event updated for resources: {'Port': ['ID=cdf78e47-27a9-41de-9372-81efb71bc085,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:26.882406 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7bf432c0-6402-4597-b188-1ae95c8dd670 req-8bc241fd-f92d-4587-a34c-db9fb506a1f4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=3a593cec-d12e-4526-83b7-53e19c6c100c HTTP/1.1" status: 200 len: 217 time: 0.0663397 Feb 09 21:37:26.885247 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-5edfe445-134d-4094-b8f4-65a86778f4e6 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7485912 Feb 09 21:37:26.893762 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-844d3572-723d-48d8-a0f9-f0408c926981 req-31f7c272-eb2a-4593-9ffe-2e7674e52eed tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/security-groups?id=d1e73a5e-905c-466a-be51-a1576b624ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4307189 Feb 09 21:37:26.900543 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-7956cde7-c85d-4ebc-bdd3-a2dd975e170a None None] Provisioning complete for port 75eef6bf-48e5-4c19-b81a-a37147e710d0 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:37:26.900933 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7956cde7-c85d-4ebc-bdd3-a2dd975e170a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (75eef6bf-48e5-4c19-b81a-a37147e710d0), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:26.922729 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-626ebf29-2157-4388-ba43-7f2ed0bfdb99 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Request body: {'port': {'device_id': '88d24cbc-9e1f-4a64-8250-6e635ad0ac84', 'network_id': '447eb1f8-3447-426b-bdf3-4b25ec15af22', 'admin_state_up': True, 'tenant_id': '18ba459b325a4da0821abb3dc94f8781', 'security_groups': ['d1e73a5e-905c-466a-be51-a1576b624ea0']}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:37:26.981242 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-7956cde7-c85d-4ebc-bdd3-a2dd975e170a None None] Port 75eef6bf-48e5-4c19-b81a-a37147e710d0 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:37:26.990481 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf432c0-6402-4597-b188-1ae95c8dd670 req-194b2c41-9f5b-4914-b0a4-fd9b2682d8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:26.992628 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7bf432c0-6402-4597-b188-1ae95c8dd670 req-194b2c41-9f5b-4914-b0a4-fd9b2682d8c8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0f7402ac-a35b-414b-bcc1-bc1c3072ec3c HTTP/1.1" status: 200 len: 843 time: 0.0891843 Feb 09 21:37:27.001101 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-588a88c2-1ddd-44f5-84e2-97358d5f17eb req-4194c3b5-03f8-44c8-a5e1-3ffacf782c61 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Deleting port e91b0039-a035-445f-90c7-b61de1c5005a {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:37:27.001492 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-588a88c2-1ddd-44f5-84e2-97358d5f17eb req-4194c3b5-03f8-44c8-a5e1-3ffacf782c61 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (e91b0039-a035-445f-90c7-b61de1c5005a), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:27.163411 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-588a88c2-1ddd-44f5-84e2-97358d5f17eb req-4194c3b5-03f8-44c8-a5e1-3ffacf782c61 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] For port e91b0039-a035-445f-90c7-b61de1c5005a, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=e91b0039-a035-445f-90c7-b61de1c5005a,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:37:27.164424 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-588a88c2-1ddd-44f5-84e2-97358d5f17eb req-4194c3b5-03f8-44c8-a5e1-3ffacf782c61 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (e91b0039-a035-445f-90c7-b61de1c5005a), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:27.185776 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-588a88c2-1ddd-44f5-84e2-97358d5f17eb req-4194c3b5-03f8-44c8-a5e1-3ffacf782c61 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Calling delete_port for e91b0039-a035-445f-90c7-b61de1c5005a owned by compute:nova {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:37:27.299628 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf432c0-6402-4597-b188-1ae95c8dd670 req-e6568559-f4e5-4ef3-9b07-b24bb069cc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:27.301388 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7bf432c0-6402-4597-b188-1ae95c8dd670 req-e6568559-f4e5-4ef3-9b07-b24bb069cc60 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2311044 Feb 09 21:37:27.491603 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7bf432c0-6402-4597-b188-1ae95c8dd670 req-e0e108cc-aa11-4676-9644-c3d024699669 service neutron] 10.222.0.89 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665576 Feb 09 21:37:27.519042 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1825c79-a808-4fc6-a86e-47e50ea5cb0c req-0de9b77f-fb11-4fe8-985f-0c33abc8817f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:27.520683 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d1825c79-a808-4fc6-a86e-47e50ea5cb0c req-0de9b77f-fb11-4fe8-985f-0c33abc8817f service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0b375fb2e141466cbc9aca2f4c29a452&device_id=25ff4a27-5d39-4104-bc4e-ab7ca4a4b676 HTTP/1.1" status: 200 len: 1130 time: 0.9370863 Feb 09 21:37:27.577722 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-588a88c2-1ddd-44f5-84e2-97358d5f17eb req-4194c3b5-03f8-44c8-a5e1-3ffacf782c61 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (e91b0039-a035-445f-90c7-b61de1c5005a), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:27.595985 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d1825c79-a808-4fc6-a86e-47e50ea5cb0c req-f4edc831-ef14-43dc-b861-3371b08a470b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=cdf78e47-27a9-41de-9372-81efb71bc085 HTTP/1.1" status: 200 len: 217 time: 0.0591333 Feb 09 21:37:27.597249 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['e91b0039-a035-445f-90c7-b61de1c5005a'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:37:27.601675 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['6baa751d-f156-4998-94bb-c6f43767cb46'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:37:27.605992 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb587fb4-9722-4f3d-80c9-622e75b2223d req-1826102c-8ae6-4e0c-8439-b81145aea89d tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:27.608251 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fb587fb4-9722-4f3d-80c9-622e75b2223d req-1826102c-8ae6-4e0c-8439-b81145aea89d tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/ports?device_id=f07054f1-ef38-42ac-a181-aae86b623b32 HTTP/1.1" status: 200 len: 945 time: 0.8242207 Feb 09 21:37:27.657527 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-626ebf29-2157-4388-ba43-7f2ed0bfdb99 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Made reservation on behalf of 18ba459b325a4da0821abb3dc94f8781 for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:37:27.661402 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-626ebf29-2157-4388-ba43-7f2ed0bfdb99 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:27.692012 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4194c3b5-03f8-44c8-a5e1-3ffacf782c61 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Pushing event deleted for resources: {'Port': ['ID=e91b0039-a035-445f-90c7-b61de1c5005a,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:27.785269 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-588a88c2-1ddd-44f5-84e2-97358d5f17eb req-4194c3b5-03f8-44c8-a5e1-3ffacf782c61 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] No DVR routers for this DVR port e91b0039-a035-445f-90c7-b61de1c5005a on host n-h1-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:37:27.788710 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7bf432c0-6402-4597-b188-1ae95c8dd670 req-9719d0df-790e-48d4-a5f8-9a5afedb89ec service neutron] 10.222.0.89 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872095 Feb 09 21:37:27.789548 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-588a88c2-1ddd-44f5-84e2-97358d5f17eb req-4194c3b5-03f8-44c8-a5e1-3ffacf782c61 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:27.792915 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-588a88c2-1ddd-44f5-84e2-97358d5f17eb req-4194c3b5-03f8-44c8-a5e1-3ffacf782c61 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.95 "DELETE /v2.0/ports/e91b0039-a035-445f-90c7-b61de1c5005a HTTP/1.1" status: 204 len: 173 time: 1.1843734 Feb 09 21:37:27.833948 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58736) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:27.914107 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fb587fb4-9722-4f3d-80c9-622e75b2223d req-c8db5501-1266-4e88-b557-9ae96cde894e tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/security-groups?id=1fbaec86-241e-4c80-89d8-21c7be7723d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2837293 Feb 09 21:37:27.922473 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '594cff11-ea0b-43a1-bc31-d06b0dd25979', 'name': 'network-vif-deleted', 'tag': '85699391-ef26-442b-bb82-fb84d977e196'}, {'server_uuid': '4f8339ab-f401-4931-96ab-51b877546307', 'name': 'network-vif-deleted', 'tag': 'e91b0039-a035-445f-90c7-b61de1c5005a'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:37:27.925638 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-767bec23-a661-496d-bfec-c4729aee214e" -d '{"events": [{"server_uuid": "594cff11-ea0b-43a1-bc31-d06b0dd25979", "name": "network-vif-deleted", "tag": "85699391-ef26-442b-bb82-fb84d977e196"}, {"server_uuid": "4f8339ab-f401-4931-96ab-51b877546307", "name": "network-vif-deleted", "tag": "e91b0039-a035-445f-90c7-b61de1c5005a"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:37:27.925882 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85048b21-ce32-44c1-b6b0-0153f2ffa5b1 req-35aa2a88-cfec-4ec8-9d36-52794f4b75b0 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:27.933207 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-85048b21-ce32-44c1-b6b0-0153f2ffa5b1 req-35aa2a88-cfec-4ec8-9d36-52794f4b75b0 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/ports?device_id=2554d57d-83c8-4d46-b328-49ce7df09ba6 HTTP/1.1" status: 200 len: 945 time: 0.8124816 Feb 09 21:37:27.954765 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1825c79-a808-4fc6-a86e-47e50ea5cb0c req-bf8bcf1d-b992-47fc-98a2-a25c9f7e395c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:27.956966 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d1825c79-a808-4fc6-a86e-47e50ea5cb0c req-bf8bcf1d-b992-47fc-98a2-a25c9f7e395c service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0f7402ac-a35b-414b-bcc1-bc1c3072ec3c HTTP/1.1" status: 200 len: 843 time: 0.3481033 Feb 09 21:37:27.994289 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-67dcfe70-b85b-4678-92a1-b46064f74d46 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1830061359'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:37:28.013911 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0607f30-cfa9-4db8-9a09-b723671baf01 x-openstack-request-id: req-a0607f30-cfa9-4db8-9a09-b723671baf01 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:37:28.014219 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25ff4a27-5d39-4104-bc4e-ab7ca4a4b676", "tag": "cdf78e47-27a9-41de-9372-81efb71bc085", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:37:28.014526 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-a0607f30-cfa9-4db8-9a09-b723671baf01 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:37:28.014931 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25ff4a27-5d39-4104-bc4e-ab7ca4a4b676', 'tag': 'cdf78e47-27a9-41de-9372-81efb71bc085', 'status': 'completed', 'code': 200} Feb 09 21:37:28.020623 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67dcfe70-b85b-4678-92a1-b46064f74d46 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Made reservation on behalf of 715c3a0621fb4268ab328effc3e93792 for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:37:28.024841 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-67dcfe70-b85b-4678-92a1-b46064f74d46 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:28.038612 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-67dcfe70-b85b-4678-92a1-b46064f74d46 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:28.098764 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-85048b21-ce32-44c1-b6b0-0153f2ffa5b1 req-02a89397-bb22-4ad1-a325-13abef6f35ee tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d80a148-e9eb-4688-aae9-f24ed4e32758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627340 Feb 09 21:37:28.153612 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1825c79-a808-4fc6-a86e-47e50ea5cb0c req-2eeedc5d-b5ac-4c97-99ab-d9265125e429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:28.156708 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d1825c79-a808-4fc6-a86e-47e50ea5cb0c req-2eeedc5d-b5ac-4c97-99ab-d9265125e429 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1839721 Feb 09 21:37:28.168639 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58744) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:28.179879 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-67dcfe70-b85b-4678-92a1-b46064f74d46 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks [] for security_group (00f13e97-6ddb-4395-b6f1-6d0f98867413), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:28.207312 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-67dcfe70-b85b-4678-92a1-b46064f74d46 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (00f13e97-6ddb-4395-b6f1-6d0f98867413), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:28.209646 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-32cbd3e3-2527-427c-b10e-083dc92bca32 req-40508d47-25e7-4e95-ad3e-9b6fccf93675 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=4f8339ab-f401-4931-96ab-51b877546307 HTTP/1.1" status: 200 len: 210 time: 0.1067741 Feb 09 21:37:28.213363 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-626ebf29-2157-4388-ba43-7f2ed0bfdb99 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Allocated IP 10.1.1.45 (447eb1f8-3447-426b-bdf3-4b25ec15af22/5d37f537-2fe5-408a-92d7-6800f805a26d/46a5acec-c89c-40ed-b7d1-64d412e029f2) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:37:28.261370 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dcfe70-b85b-4678-92a1-b46064f74d46 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00f13e97-6ddb-4395-b6f1-6d0f98867413,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:28.316948 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67dcfe70-b85b-4678-92a1-b46064f74d46 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:37:28.320133 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 21:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d36e82a-28a5-4f2f-b98f-cd62d8a9ddd8 x-openstack-request-id: req-4d36e82a-28a5-4f2f-b98f-cd62d8a9ddd8 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:37:28.320512 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "594cff11-ea0b-43a1-bc31-d06b0dd25979", "name": "network-vif-deleted", "tag": "85699391-ef26-442b-bb82-fb84d977e196", "status": "completed", "code": 200}, {"server_uuid": "4f8339ab-f401-4931-96ab-51b877546307", "name": "network-vif-deleted", "tag": "e91b0039-a035-445f-90c7-b61de1c5005a", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:37:28.320819 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-4d36e82a-28a5-4f2f-b98f-cd62d8a9ddd8 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:37:28.321175 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '594cff11-ea0b-43a1-bc31-d06b0dd25979', 'name': 'network-vif-deleted', 'tag': '85699391-ef26-442b-bb82-fb84d977e196', 'status': 'completed', 'code': 200} Feb 09 21:37:28.322146 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f8339ab-f401-4931-96ab-51b877546307', 'name': 'network-vif-deleted', 'tag': 'e91b0039-a035-445f-90c7-b61de1c5005a', 'status': 'completed', 'code': 200} Feb 09 21:37:28.332765 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-02b65962-89ee-430f-b9da-f5eec431a983 admin admin] Deleting subnet 6241c638-9f01-4c96-8d8d-ad9156effdef {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:37:28.339450 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-67dcfe70-b85b-4678-92a1-b46064f74d46 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (f0577934-c258-47fa-aa02-42c5a77ce1cc), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:28.339804 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-67dcfe70-b85b-4678-92a1-b46064f74d46 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Added segment f0577934-c258-47fa-aa02-42c5a77ce1cc of type vlan for network d7c8263f-0802-4460-a401-0ec60b5fb74e Feb 09 21:37:28.341182 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-02b65962-89ee-430f-b9da-f5eec431a983 admin admin] Publish callbacks [] for subnet (6241c638-9f01-4c96-8d8d-ad9156effdef), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:28.438720 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-67dcfe70-b85b-4678-92a1-b46064f74d46 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (d7c8263f-0802-4460-a401-0ec60b5fb74e), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:28.483081 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-02b65962-89ee-430f-b9da-f5eec431a983 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (6241c638-9f01-4c96-8d8d-ad9156effdef), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:28.503043 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc3e19b-0f94-4561-9428-77a67e3b0dcf req-a4a37b32-f7a8-494c-8ef7-495123684c2f tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:28.504938 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2cc3e19b-0f94-4561-9428-77a67e3b0dcf req-a4a37b32-f7a8-494c-8ef7-495123684c2f tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] 10.222.0.90 "GET /v2.0/ports?device_id=e490ff87-5e28-4048-bdc6-d63fa5f2ccef HTTP/1.1" status: 200 len: 947 time: 0.2640395 Feb 09 21:37:28.537721 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-02b65962-89ee-430f-b9da-f5eec431a983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (6241c638-9f01-4c96-8d8d-ad9156effdef), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:28.558652 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d1825c79-a808-4fc6-a86e-47e50ea5cb0c req-02ee5c5c-731a-483d-b400-1b28db2baf9f service neutron] 10.222.0.95 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3817270 Feb 09 21:37:28.592597 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-67dcfe70-b85b-4678-92a1-b46064f74d46 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (d7c8263f-0802-4460-a401-0ec60b5fb74e), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:28.598432 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67dcfe70-b85b-4678-92a1-b46064f74d46 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:28.599051 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-67dcfe70-b85b-4678-92a1-b46064f74d46 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:28.606156 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-02b65962-89ee-430f-b9da-f5eec431a983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (6241c638-9f01-4c96-8d8d-ad9156effdef), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:28.678179 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 85699391-ef26-442b-bb82-fb84d977e196 no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:37:28.683255 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b65962-89ee-430f-b9da-f5eec431a983 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6241c638-9f01-4c96-8d8d-ad9156effdef,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:28.691938 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-67dcfe70-b85b-4678-92a1-b46064f74d46 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8566263 Feb 09 21:37:28.696328 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58748) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:28.697938 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-02b65962-89ee-430f-b9da-f5eec431a983 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:28.701353 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] No Port match for: 85699391-ef26-442b-bb82-fb84d977e196 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:37:28.701694 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 85699391-ef26-442b-bb82-fb84d977e196 not bound to the agent host n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:37:28.701955 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-02b65962-89ee-430f-b9da-f5eec431a983 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/6241c638-9f01-4c96-8d8d-ad9156effdef HTTP/1.1" status: 204 len: 168 time: 0.5323069 Feb 09 21:37:28.704540 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58750) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:28.719763 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-7185cf34-759a-4f87-b565-dc7e4c48f482 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Request body: {'subnet': {'network_id': 'd7c8263f-0802-4460-a401-0ec60b5fb74e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:37:28.738132 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a51690-0ae3-4991-8167-49687fd1e385 req-1b47a973-1d77-4240-ac5b-8d4ef0392d02 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:28.743435 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a51690-0ae3-4991-8167-49687fd1e385 req-1b47a973-1d77-4240-ac5b-8d4ef0392d02 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:28.745038 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d2a51690-0ae3-4991-8167-49687fd1e385 req-1b47a973-1d77-4240-ac5b-8d4ef0392d02 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 1653 time: 0.3400991 Feb 09 21:37:28.778559 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2cc3e19b-0f94-4561-9428-77a67e3b0dcf req-0615e369-1948-46ed-82f1-8e2f13f86eb9 tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] 10.222.0.90 "GET /v2.0/security-groups?id=d7e8bbeb-c185-4372-be56-5099932d5770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329295 Feb 09 21:37:28.815995 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-626ebf29-2157-4388-ba43-7f2ed0bfdb99 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks [] for port (46a5acec-c89c-40ed-b7d1-64d412e029f2), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:28.822599 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d1825c79-a808-4fc6-a86e-47e50ea5cb0c req-2b3214bb-f03c-4a3e-8761-202c26fcabfe service neutron] 10.222.0.95 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361398 Feb 09 21:37:28.857130 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dcfe70-b85b-4678-92a1-b46064f74d46 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Pushing event updated for resources: {'Network': ['ID=d7c8263f-0802-4460-a401-0ec60b5fb74e,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:28.867187 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d2a51690-0ae3-4991-8167-49687fd1e385 req-458579c4-4251-4f87-a942-65d00641c327 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/security-groups?id=d1e73a5e-905c-466a-be51-a1576b624ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034911 Feb 09 21:37:28.872553 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network d7c8263f-0802-4460-a401-0ec60b5fb74e details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:37:28.888155 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-626ebf29-2157-4388-ba43-7f2ed0bfdb99 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (46a5acec-c89c-40ed-b7d1-64d412e029f2), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:28.920830 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e0d83867-7270-4df2-8e04-93903f9e9975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (9c581944-c4c5-4d08-9cf0-a074bdff8393), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:28.926347 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7185cf34-759a-4f87-b565-dc7e4c48f482 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Made reservation on behalf of 715c3a0621fb4268ab328effc3e93792 for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:37:28.930490 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7185cf34-759a-4f87-b565-dc7e4c48f482 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:28.971289 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626ebf29-2157-4388-ba43-7f2ed0bfdb99 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Pushing event updated for resources: {'Port': ['ID=46a5acec-c89c-40ed-b7d1-64d412e029f2,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:29.032495 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-626ebf29-2157-4388-ba43-7f2ed0bfdb99 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Network 447eb1f8-3447-426b-bdf3-4b25ec15af22 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:37:29.036035 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-626ebf29-2157-4388-ba43-7f2ed0bfdb99 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:37:29.041426 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-626ebf29-2157-4388-ba43-7f2ed0bfdb99 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:37:29.118496 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e0d83867-7270-4df2-8e04-93903f9e9975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (9c581944-c4c5-4d08-9cf0-a074bdff8393), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:29.119754 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-626ebf29-2157-4388-ba43-7f2ed0bfdb99 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:29.127444 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-626ebf29-2157-4388-ba43-7f2ed0bfdb99 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:29.155042 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0468a3e-301c-41bf-abf8-b3c192da5279 req-b0f5fb2c-bca6-413f-a7f9-2633b23062fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:29.157136 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f0468a3e-301c-41bf-abf8-b3c192da5279 req-b0f5fb2c-bca6-413f-a7f9-2633b23062fa service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0b375fb2e141466cbc9aca2f4c29a452&device_id=25ff4a27-5d39-4104-bc4e-ab7ca4a4b676 HTTP/1.1" status: 200 len: 1130 time: 0.1954501 Feb 09 21:37:29.162635 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-e0d83867-7270-4df2-8e04-93903f9e9975 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c581944-c4c5-4d08-9cf0-a074bdff8393']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:29.183197 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-e0d83867-7270-4df2-8e04-93903f9e9975 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c535620-29a0-451d-9d05-f7fea62038cd') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:29.183995 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-e0d83867-7270-4df2-8e04-93903f9e9975 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c535620-29a0-451d-9d05-f7fea62038cd') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:29.201600 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-626ebf29-2157-4388-ba43-7f2ed0bfdb99 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.2971616 Feb 09 21:37:29.224775 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e0d83867-7270-4df2-8e04-93903f9e9975 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (3c535620-29a0-451d-9d05-f7fea62038cd), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:29.251474 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e0d83867-7270-4df2-8e04-93903f9e9975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (3c535620-29a0-451d-9d05-f7fea62038cd), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:29.257297 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4187e4bb-8075-402b-a776-c92e1defb8b6 req-6f925381-7fee-45e2-8008-d793a352cf7e tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:29.258980 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0d83867-7270-4df2-8e04-93903f9e9975 admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:37:29.259313 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4187e4bb-8075-402b-a776-c92e1defb8b6 req-6f925381-7fee-45e2-8008-d793a352cf7e tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/ports?device_id=f07054f1-ef38-42ac-a181-aae86b623b32 HTTP/1.1" status: 200 len: 945 time: 0.2374487 Feb 09 21:37:29.259561 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e0d83867-7270-4df2-8e04-93903f9e9975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (3c535620-29a0-451d-9d05-f7fea62038cd), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:29.269778 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-f5e14c15-816f-4600-8385-19c959f1a33a tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Request body: {'port': {'device_id': '88d24cbc-9e1f-4a64-8250-6e635ad0ac84', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '6a88ecb8-ab13-497b-8e99-4232b5fa8235', 'admin_state_up': True, 'tenant_id': '18ba459b325a4da0821abb3dc94f8781', 'security_groups': ['d1e73a5e-905c-466a-be51-a1576b624ea0']}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:37:29.312033 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:37:29.312033 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:37:29.312033 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:37:29.312033 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:37:29.312033 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:37:29.312033 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:37:29.312033 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:37:29.312033 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:37:29.312033 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:37:29.312033 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:37:29.312033 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:37:29.312033 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:37:29.312033 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:37:29.312033 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:37:29.312033 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:37:29.312033 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:37:29.312033 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:37:29.312033 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:37:29.312033 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:37:29.312033 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:37:29.312033 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:37:29.312033 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:37:29.312033 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:37:29.312033 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:37:29.312033 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:37:29.312033 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:37:29.312033 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:37:29.312033 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:37:29.312033 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:37:29.312033 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:37:29.312033 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:37:29.312033 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:37:29.362625 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e0d83867-7270-4df2-8e04-93903f9e9975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (9c581944-c4c5-4d08-9cf0-a074bdff8393), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:29.371553 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-e7c8dea2-3a7c-4f87-b625-3a30ca533c95 None None] Provisioning complete for port 46a5acec-c89c-40ed-b7d1-64d412e029f2 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:37:29.377778 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e7c8dea2-3a7c-4f87-b625-3a30ca533c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (46a5acec-c89c-40ed-b7d1-64d412e029f2), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:29.389462 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e0d83867-7270-4df2-8e04-93903f9e9975 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:29.403965 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-e0d83867-7270-4df2-8e04-93903f9e9975 admin admin] 10.222.0.90 "DELETE /v2.0/networks/9c581944-c4c5-4d08-9cf0-a074bdff8393 HTTP/1.1" status: 204 len: 168 time: 0.6889119 Feb 09 21:37:29.406461 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d83867-7270-4df2-8e04-93903f9e9975 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c581944-c4c5-4d08-9cf0-a074bdff8393,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:29.420699 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-e7c8dea2-3a7c-4f87-b625-3a30ca533c95 None None] Port 46a5acec-c89c-40ed-b7d1-64d412e029f2 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:37:29.426775 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7185cf34-759a-4f87-b565-dc7e4c48f482 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (a38fe000-1d14-4130-b1e3-ebd85079a80f), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:29.441860 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0468a3e-301c-41bf-abf8-b3c192da5279 req-cd06e5bc-49e9-450b-9bd4-077e4d812bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:29.443510 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f0468a3e-301c-41bf-abf8-b3c192da5279 req-cd06e5bc-49e9-450b-9bd4-077e4d812bc5 service neutron] 10.222.0.95 "GET /v2.0/networks?id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc HTTP/1.1" status: 200 len: 870 time: 0.2738934 Feb 09 21:37:29.493608 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7185cf34-759a-4f87-b565-dc7e4c48f482 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Checking segment: {'id': 'f0577934-c258-47fa-aa02-42c5a77ce1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'd7c8263f-0802-4460-a401-0ec60b5fb74e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:37:29.494506 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7185cf34-759a-4f87-b565-dc7e4c48f482 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Network hostable DHCP agents. Network: d7c8263f-0802-4460-a401-0ec60b5fb74e, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:37:29.521818 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7185cf34-759a-4f87-b565-dc7e4c48f482 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Network d7c8263f-0802-4460-a401-0ec60b5fb74e is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:37:29.522939 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4187e4bb-8075-402b-a776-c92e1defb8b6 req-bc486981-32ed-47e0-9624-3408f91c49ee tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/security-groups?id=1fbaec86-241e-4c80-89d8-21c7be7723d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471461 Feb 09 21:37:29.546807 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-7185cf34-759a-4f87-b565-dc7e4c48f482 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, d7c8263f-0802-4460-a401-0ec60b5fb74e) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:37:29.548580 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7185cf34-759a-4f87-b565-dc7e4c48f482 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Pushing event updated for resources: {'Subnet': ['ID=a38fe000-1d14-4130-b1e3-ebd85079a80f,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:29.553571 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7185cf34-759a-4f87-b565-dc7e4c48f482 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:29.554808 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7185cf34-759a-4f87-b565-dc7e4c48f482 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:29.563909 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce5d50f-49df-4dbd-86d4-76fe6c535841 None None] Network d7c8263f-0802-4460-a401-0ec60b5fb74e requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:37:29.579751 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-7185cf34-759a-4f87-b565-dc7e4c48f482 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8752482 Feb 09 21:37:29.582634 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58762) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:29.597681 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-b8ea6878-5c1a-424f-acdb-b105eb2fd5f3 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-603969829', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}, 'admin_state_up': False}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:37:29.639676 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f0468a3e-301c-41bf-abf8-b3c192da5279 req-ca2a5dd2-a517-4bf0-af74-230a79ec8126 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=cdf78e47-27a9-41de-9372-81efb71bc085 HTTP/1.1" status: 200 len: 217 time: 0.1289737 Feb 09 21:37:29.662210 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b8ea6878-5c1a-424f-acdb-b105eb2fd5f3 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (4508429f-0210-4fc3-8588-b916f1b1426e), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:29.663881 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b8ea6878-5c1a-424f-acdb-b105eb2fd5f3 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (4508429f-0210-4fc3-8588-b916f1b1426e), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:29.711027 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58766) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:29.718276 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-f5e14c15-816f-4600-8385-19c959f1a33a tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Made reservation on behalf of 18ba459b325a4da0821abb3dc94f8781 for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:37:29.745012 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fd130d-7798-46bc-b70b-fadc40f61fdc req-f9dfed99-8f5f-4824-a79e-9ca8f4f1eced tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:29.755657 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d5fd130d-7798-46bc-b70b-fadc40f61fdc req-f9dfed99-8f5f-4824-a79e-9ca8f4f1eced tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/ports?device_id=2554d57d-83c8-4d46-b328-49ce7df09ba6 HTTP/1.1" status: 200 len: 945 time: 0.4892120 Feb 09 21:37:29.793514 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b8ea6878-5c1a-424f-acdb-b105eb2fd5f3 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks [] for router_controller (4508429f-0210-4fc3-8588-b916f1b1426e), precommit_add_association {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:29.797752 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371d26c7-99a7-48f7-8d9c-87edc16fda75 None None] Network d7c8263f-0802-4460-a401-0ec60b5fb74e requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:37:29.808563 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0468a3e-301c-41bf-abf8-b3c192da5279 req-b5384f24-4f38-452d-be90-b70a3a74c20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:29.810271 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f0468a3e-301c-41bf-abf8-b3c192da5279 req-b5384f24-4f38-452d-be90-b70a3a74c20a service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0f7402ac-a35b-414b-bcc1-bc1c3072ec3c HTTP/1.1" status: 200 len: 843 time: 0.1500838 Feb 09 21:37:29.833469 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-37511aa7-26c4-44cd-a17b-125cd204498d admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=4050d1e0bc1d453a9bf33ba567217d45&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1179810 Feb 09 21:37:29.835518 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58770) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:29.942979 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-f5e14c15-816f-4600-8385-19c959f1a33a tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:29.984635 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d5fd130d-7798-46bc-b70b-fadc40f61fdc req-bdf45f71-a7fa-4a9e-bb87-4ec6233f3a0e tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d80a148-e9eb-4688-aae9-f24ed4e32758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275579 Feb 09 21:37:30.048607 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f86de501-2639-4c61-918c-ba86bfadaf12 admin admin] Publish callbacks [] for security_group (4cce7e90-f962-4b73-83ca-a1926748c657), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:30.070971 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f86de501-2639-4c61-918c-ba86bfadaf12 admin admin] Publish callbacks [] for security_group (4cce7e90-f962-4b73-83ca-a1926748c657), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:30.102769 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0468a3e-301c-41bf-abf8-b3c192da5279 req-8cafb073-ec1c-433d-80cd-085292eefec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:30.104329 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f0468a3e-301c-41bf-abf8-b3c192da5279 req-8cafb073-ec1c-433d-80cd-085292eefec8 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2706056 Feb 09 21:37:30.115663 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b8ea6878-5c1a-424f-acdb-b105eb2fd5f3 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks [] for router_gateway (4508429f-0210-4fc3-8588-b916f1b1426e), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:30.142529 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f86de501-2639-4c61-918c-ba86bfadaf12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (4cce7e90-f962-4b73-83ca-a1926748c657), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:30.146195 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f86de501-2639-4c61-918c-ba86bfadaf12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:30.150764 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-f86de501-2639-4c61-918c-ba86bfadaf12 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/4cce7e90-f962-4b73-83ca-a1926748c657 HTTP/1.1" status: 204 len: 168 time: 0.3110318 Feb 09 21:37:30.208040 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86de501-2639-4c61-918c-ba86bfadaf12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cce7e90-f962-4b73-83ca-a1926748c657,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:30.280838 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cadc52-a8e5-425d-94d9-b64d437fe753 req-b4513d88-336d-415e-bfad-1baa4f7cce65 tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:30.287796 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-29cadc52-a8e5-425d-94d9-b64d437fe753 req-b4513d88-336d-415e-bfad-1baa4f7cce65 tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] 10.222.0.90 "GET /v2.0/ports?device_id=e490ff87-5e28-4048-bdc6-d63fa5f2ccef HTTP/1.1" status: 200 len: 947 time: 0.3675356 Feb 09 21:37:30.349235 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5004b88-0242-4505-9c19-0bf887f02978 req-140de12f-51c6-4c9c-98f0-0e27b952291f tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:30.350738 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e5004b88-0242-4505-9c19-0bf887f02978 req-140de12f-51c6-4c9c-98f0-0e27b952291f tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c4dadfc-4571-4c50-811c-72f64728536f HTTP/1.1" status: 200 len: 949 time: 0.2810516 Feb 09 21:37:30.418814 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b8ea6878-5c1a-424f-acdb-b105eb2fd5f3 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks [] for router_gateway (4508429f-0210-4fc3-8588-b916f1b1426e), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:30.440438 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b8ea6878-5c1a-424f-acdb-b105eb2fd5f3 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:30.469826 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-29cadc52-a8e5-425d-94d9-b64d437fe753 req-e13b098c-dce0-4121-8acb-aee4a5e7dc1e tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] 10.222.0.90 "GET /v2.0/security-groups?id=d7e8bbeb-c185-4372-be56-5099932d5770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778278 Feb 09 21:37:30.475324 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f0468a3e-301c-41bf-abf8-b3c192da5279 req-e83dcde1-6801-486b-9bfc-4fe182f86766 service neutron] 10.222.0.95 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3394957 Feb 09 21:37:30.602469 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-b8ea6878-5c1a-424f-acdb-b105eb2fd5f3 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Allocated IP 172.25.3.122 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/751ced87-2f74-4386-a6cf-d901c21b4c36) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:37:30.608260 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-f5e14c15-816f-4600-8385-19c959f1a33a tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Allocated IP 10.2.2.100 (6a88ecb8-ab13-497b-8e99-4232b5fa8235/99276998-1cd5-4a6a-b76b-7df5415f45f2/65552933-30d5-4f11-b08a-78531a3a97b9) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:37:30.647585 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e5004b88-0242-4505-9c19-0bf887f02978 req-8515ff20-856d-404c-bb6f-031561b712ff tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884705 Feb 09 21:37:30.674948 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 3a593cec-d12e-4526-83b7-53e19c6c100c details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:37:30.909247 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 3a593cec-d12e-4526-83b7-53e19c6c100c, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=3a593cec-d12e-4526-83b7-53e19c6c100c,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:37:30.916442 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b8ea6878-5c1a-424f-acdb-b105eb2fd5f3 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks [] for port (751ced87-2f74-4386-a6cf-d901c21b4c36), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:30.919554 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f0468a3e-301c-41bf-abf8-b3c192da5279 req-e52916e5-0383-4d4b-be72-907307148695 service neutron] 10.222.0.95 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4385388 Feb 09 21:37:30.922256 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': '3a593cec-d12e-4526-83b7-53e19c6c100c', 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc', 'port_id': '3a593cec-d12e-4526-83b7-53e19c6c100c', 'mac_address': 'fa:16:3e:97:aa:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f7402ac-a35b-414b-bcc1-bc1c3072ec3c', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:37:30.953664 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f67e91a-56a4-44b9-a252-49b953f95742 req-b60be3b7-2f0a-485b-8ea5-d80e70263a3b tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:30.974771 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 3a593cec-d12e-4526-83b7-53e19c6c100c is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:37:30.975715 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (3a593cec-d12e-4526-83b7-53e19c6c100c), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:30.977086 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f67e91a-56a4-44b9-a252-49b953f95742 req-b60be3b7-2f0a-485b-8ea5-d80e70263a3b tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:30.979069 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56b3084-365b-4374-86a1-ee795ec6853d req-ad3d1b0b-50a8-4cc6-a860-174a347b1e1b tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:30.980924 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d56b3084-365b-4374-86a1-ee795ec6853d req-ad3d1b0b-50a8-4cc6-a860-174a347b1e1b tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.89 "GET /v2.0/ports?device_id=2c4dadfc-4571-4c50-811c-72f64728536f HTTP/1.1" status: 200 len: 949 time: 0.2114325 Feb 09 21:37:30.982825 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f67e91a-56a4-44b9-a252-49b953f95742 req-b60be3b7-2f0a-485b-8ea5-d80e70263a3b tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:30.995202 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a593cec-d12e-4526-83b7-53e19c6c100c {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:37:30.998398 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9f67e91a-56a4-44b9-a252-49b953f95742 req-b60be3b7-2f0a-485b-8ea5-d80e70263a3b tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 2373 time: 0.4093161 Feb 09 21:37:31.022247 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 3a593cec-d12e-4526-83b7-53e19c6c100c, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=3a593cec-d12e-4526-83b7-53e19c6c100c,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:37:31.028024 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (3a593cec-d12e-4526-83b7-53e19c6c100c), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:31.064262 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b8ea6878-5c1a-424f-acdb-b105eb2fd5f3 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (751ced87-2f74-4386-a6cf-d901c21b4c36), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:31.106248 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=3a593cec-d12e-4526-83b7-53e19c6c100c,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:31.114933 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9f67e91a-56a4-44b9-a252-49b953f95742 req-47aca3d9-a6ea-4186-a5f3-adcca7b08ef1 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/security-groups?id=d1e73a5e-905c-466a-be51-a1576b624ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156480 Feb 09 21:37:31.116378 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:31.117000 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:31.117447 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:31.117885 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:31.118454 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:31.119447 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:31.119869 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:31.120799 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:31.120799 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:31.121215 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:31.121637 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:31.122063 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:31.122631 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:37:31.143033 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de8a650-6df7-4ac5-9352-86e8f2d08859 req-38fcfbca-6de8-4966-98bb-63e766a0b4fb tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:31.144566 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6de8a650-6df7-4ac5-9352-86e8f2d08859 req-38fcfbca-6de8-4966-98bb-63e766a0b4fb tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/ports?device_id=f07054f1-ef38-42ac-a181-aae86b623b32 HTTP/1.1" status: 200 len: 945 time: 0.1379325 Feb 09 21:37:31.147499 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-f5e14c15-816f-4600-8385-19c959f1a33a tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks [] for port (65552933-30d5-4f11-b08a-78531a3a97b9), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:31.209953 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ea6878-5c1a-424f-acdb-b105eb2fd5f3 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:37:31.220350 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-b8ea6878-5c1a-424f-acdb-b105eb2fd5f3 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:37:31.221980 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6de8a650-6df7-4ac5-9352-86e8f2d08859 req-0c82e2f3-8863-4657-96ac-a67fd5fc00d3 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/security-groups?id=1fbaec86-241e-4c80-89d8-21c7be7723d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678196 Feb 09 21:37:31.224966 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ea6878-5c1a-424f-acdb-b105eb2fd5f3 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:37:31.231221 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-f5e14c15-816f-4600-8385-19c959f1a33a tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (65552933-30d5-4f11-b08a-78531a3a97b9), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:31.319844 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-f5e14c15-816f-4600-8385-19c959f1a33a tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Network 6a88ecb8-ab13-497b-8e99-4232b5fa8235 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:37:31.327886 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-f5e14c15-816f-4600-8385-19c959f1a33a tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:37:31.331120 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-f5e14c15-816f-4600-8385-19c959f1a33a tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:37:31.364125 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e14c15-816f-4600-8385-19c959f1a33a tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Pushing event updated for resources: {'Port': ['ID=65552933-30d5-4f11-b08a-78531a3a97b9,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:31.401553 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-f5e14c15-816f-4600-8385-19c959f1a33a tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:31.402607 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-f5e14c15-816f-4600-8385-19c959f1a33a tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:31.411957 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799ca8f0-a613-474a-b16f-2856ee479167 req-125e0ea5-3dda-452d-9143-192551f9fab3 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:31.413514 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-799ca8f0-a613-474a-b16f-2856ee479167 req-125e0ea5-3dda-452d-9143-192551f9fab3 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/ports?device_id=2554d57d-83c8-4d46-b328-49ce7df09ba6 HTTP/1.1" status: 200 len: 945 time: 0.1462128 Feb 09 21:37:31.435691 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ea6878-5c1a-424f-acdb-b105eb2fd5f3 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Pushing event updated for resources: {'Port': ['ID=751ced87-2f74-4386-a6cf-d901c21b4c36,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:31.487992 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-f5e14c15-816f-4600-8385-19c959f1a33a tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2175860 Feb 09 21:37:31.497092 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-821c287d-3b4e-4f7b-b9f7-143fc9939798 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Request body: {'port': {'device_id': '88d24cbc-9e1f-4a64-8250-6e635ad0ac84', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '6a88ecb8-ab13-497b-8e99-4232b5fa8235', 'admin_state_up': True, 'tenant_id': '18ba459b325a4da0821abb3dc94f8781', 'security_groups': ['d1e73a5e-905c-466a-be51-a1576b624ea0']}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:37:31.518959 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-d56b3084-365b-4374-86a1-ee795ec6853d req-f3833cac-e437-48bd-b593-88a4f46dea98 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Deleting port 6baa751d-f156-4998-94bb-c6f43767cb46 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:37:31.519344 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-d56b3084-365b-4374-86a1-ee795ec6853d req-f3833cac-e437-48bd-b593-88a4f46dea98 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (6baa751d-f156-4998-94bb-c6f43767cb46), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:31.524565 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device cdf78e47-27a9-41de-9372-81efb71bc085 details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:37:31.630385 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-799ca8f0-a613-474a-b16f-2856ee479167 req-1dc1b2ad-50df-4b62-9013-19d94bb6e6ab tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d80a148-e9eb-4688-aae9-f24ed4e32758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898153 Feb 09 21:37:31.654550 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port cdf78e47-27a9-41de-9372-81efb71bc085, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=cdf78e47-27a9-41de-9372-81efb71bc085,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:37:31.674069 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': 'cdf78e47-27a9-41de-9372-81efb71bc085', 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc', 'port_id': 'cdf78e47-27a9-41de-9372-81efb71bc085', 'mac_address': 'fa:16:3e:6a:65:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f7402ac-a35b-414b-bcc1-bc1c3072ec3c', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:37:31.677539 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device e91b0039-a035-445f-90c7-b61de1c5005a no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:37:31.712162 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['3a593cec-d12e-4526-83b7-53e19c6c100c'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:37:31.755304 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-d56b3084-365b-4374-86a1-ee795ec6853d req-f3833cac-e437-48bd-b593-88a4f46dea98 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] For port 6baa751d-f156-4998-94bb-c6f43767cb46, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=6baa751d-f156-4998-94bb-c6f43767cb46,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:37:31.755883 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-d56b3084-365b-4374-86a1-ee795ec6853d req-f3833cac-e437-48bd-b593-88a4f46dea98 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (6baa751d-f156-4998-94bb-c6f43767cb46), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:31.760797 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] No Port match for: e91b0039-a035-445f-90c7-b61de1c5005a {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:37:31.762476 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device e91b0039-a035-445f-90c7-b61de1c5005a not bound to the agent host n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:37:31.777992 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-821c287d-3b4e-4f7b-b9f7-143fc9939798 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Made reservation on behalf of 18ba459b325a4da0821abb3dc94f8781 for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:37:31.783943 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-821c287d-3b4e-4f7b-b9f7-143fc9939798 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:31.785143 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-16641293-0707-4d6b-9613-a45c43d38ca8 None None] Provisioning complete for port 65552933-30d5-4f11-b08a-78531a3a97b9 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:37:31.785749 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-16641293-0707-4d6b-9613-a45c43d38ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (65552933-30d5-4f11-b08a-78531a3a97b9), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:31.793623 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-d56b3084-365b-4374-86a1-ee795ec6853d req-f3833cac-e437-48bd-b593-88a4f46dea98 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Calling delete_port for 6baa751d-f156-4998-94bb-c6f43767cb46 owned by compute:nova {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:37:31.828718 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07b655a-085e-4026-a00f-e34e4be4b393 req-30a2173a-53e9-4ebb-8284-2d65be15a2fb tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:31.830570 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a07b655a-085e-4026-a00f-e34e4be4b393 req-30a2173a-53e9-4ebb-8284-2d65be15a2fb tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] 10.222.0.90 "GET /v2.0/ports?device_id=e490ff87-5e28-4048-bdc6-d63fa5f2ccef HTTP/1.1" status: 200 len: 948 time: 0.1095989 Feb 09 21:37:31.832532 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-16641293-0707-4d6b-9613-a45c43d38ca8 None None] Port 65552933-30d5-4f11-b08a-78531a3a97b9 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:37:31.876714 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port cdf78e47-27a9-41de-9372-81efb71bc085 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:37:31.877233 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (cdf78e47-27a9-41de-9372-81efb71bc085), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:31.917168 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdf78e47-27a9-41de-9372-81efb71bc085 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:37:31.940953 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port cdf78e47-27a9-41de-9372-81efb71bc085, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=cdf78e47-27a9-41de-9372-81efb71bc085,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:37:31.953569 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a07b655a-085e-4026-a00f-e34e4be4b393 req-02a5e199-9079-42d5-8753-cb5d1d0f2be6 tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] 10.222.0.90 "GET /v2.0/security-groups?id=d7e8bbeb-c185-4372-be56-5099932d5770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057053 Feb 09 21:37:31.986705 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (cdf78e47-27a9-41de-9372-81efb71bc085), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:32.122456 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=cdf78e47-27a9-41de-9372-81efb71bc085,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:32.128788 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-d56b3084-365b-4374-86a1-ee795ec6853d req-f3833cac-e437-48bd-b593-88a4f46dea98 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (6baa751d-f156-4998-94bb-c6f43767cb46), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:32.143864 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['6baa751d-f156-4998-94bb-c6f43767cb46'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:37:32.178713 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3833cac-e437-48bd-b593-88a4f46dea98 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Pushing event deleted for resources: {'Port': ['ID=6baa751d-f156-4998-94bb-c6f43767cb46,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:32.263089 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b8ea6878-5c1a-424f-acdb-b105eb2fd5f3 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks [] for router_gateway (4508429f-0210-4fc3-8588-b916f1b1426e), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:32.378731 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-d56b3084-365b-4374-86a1-ee795ec6853d req-f3833cac-e437-48bd-b593-88a4f46dea98 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] No DVR routers for this DVR port 6baa751d-f156-4998-94bb-c6f43767cb46 on host n-h2-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:37:32.383281 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-d56b3084-365b-4374-86a1-ee795ec6853d req-f3833cac-e437-48bd-b593-88a4f46dea98 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:32.387059 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d56b3084-365b-4374-86a1-ee795ec6853d req-f3833cac-e437-48bd-b593-88a4f46dea98 tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.89 "DELETE /v2.0/ports/6baa751d-f156-4998-94bb-c6f43767cb46 HTTP/1.1" status: 204 len: 173 time: 1.3960717 Feb 09 21:37:32.387534 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c4dadfc-4571-4c50-811c-72f64728536f', 'name': 'network-vif-deleted', 'tag': '6baa751d-f156-4998-94bb-c6f43767cb46'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:37:32.390048 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e3fb700-0d43-4aa2-8f4a-0bc18d828025" -d '{"events": [{"server_uuid": "2c4dadfc-4571-4c50-811c-72f64728536f", "name": "network-vif-deleted", "tag": "6baa751d-f156-4998-94bb-c6f43767cb46"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:37:32.397152 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['cdf78e47-27a9-41de-9372-81efb71bc085'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:37:32.678185 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b8ea6878-5c1a-424f-acdb-b105eb2fd5f3 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (4508429f-0210-4fc3-8588-b916f1b1426e), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:32.766558 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-821c287d-3b4e-4f7b-b9f7-143fc9939798 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Allocated IP 10.2.2.200 (6a88ecb8-ab13-497b-8e99-4232b5fa8235/99276998-1cd5-4a6a-b76b-7df5415f45f2/977539cf-0f59-4bed-b030-30f5b416ce68) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:37:32.782566 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-50dbb5b5-f702-4d9d-897c-0dc6a9befd21 req-5d29abeb-e517-47a7-8023-5bfe87da99ad tempest-ServerShowV247Test-328120966 tempest-ServerShowV247Test-328120966-project] 10.222.0.90 "GET /v2.0/ports?device_id=9521475b-874b-4209-aa15-9db13a358f54 HTTP/1.1" status: 200 len: 210 time: 0.6385577 Feb 09 21:37:32.890775 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8ea6878-5c1a-424f-acdb-b105eb2fd5f3 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Router 4508429f-0210-4fc3-8588-b916f1b1426e is scheduled to L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 with binding_index 1 {{(pid=103141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:37:33.157780 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e297a07-1fa1-4408-bff9-96decabff5ee req-b4380a33-ba96-4d1c-9950-42de36db567c tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:33.170135 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1e297a07-1fa1-4408-bff9-96decabff5ee req-b4380a33-ba96-4d1c-9950-42de36db567c tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c4dadfc-4571-4c50-811c-72f64728536f HTTP/1.1" status: 200 len: 867 time: 1.0794957 Feb 09 21:37:33.232379 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-821c287d-3b4e-4f7b-b9f7-143fc9939798 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks [] for port (977539cf-0f59-4bed-b030-30f5b416ce68), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:33.286597 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1e297a07-1fa1-4408-bff9-96decabff5ee req-8f4eda30-932a-43fe-9ded-ae82cc02ab2b tempest-MigrationsAdminTest-1679112951 tempest-MigrationsAdminTest-1679112951-project] 10.222.0.90 "GET /v2.0/security-groups?id=fbfe9a10-c362-4eba-b0ca-2a34c100d76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118836 Feb 09 21:37:33.356305 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c845edcb-894c-419b-854f-7901cf77c5dc req-7682e073-f13b-4f57-a2dd-841d0a3a06a2 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:33.361957 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c845edcb-894c-419b-854f-7901cf77c5dc req-7682e073-f13b-4f57-a2dd-841d0a3a06a2 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:33.367233 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c845edcb-894c-419b-854f-7901cf77c5dc req-7682e073-f13b-4f57-a2dd-841d0a3a06a2 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:33.373424 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c845edcb-894c-419b-854f-7901cf77c5dc req-7682e073-f13b-4f57-a2dd-841d0a3a06a2 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:33.374244 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8ea6878-5c1a-424f-acdb-b105eb2fd5f3 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:37:33.375057 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c845edcb-894c-419b-854f-7901cf77c5dc req-7682e073-f13b-4f57-a2dd-841d0a3a06a2 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 3094 time: 0.3559723 Feb 09 21:37:33.386697 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2370d17f-cc31-4107-97df-cbb2bc20544e None None] Sync routers for ids ['4508429f-0210-4fc3-8588-b916f1b1426e'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:37:33.398085 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2370d17f-cc31-4107-97df-cbb2bc20544e None None] Routers {'4508429f-0210-4fc3-8588-b916f1b1426e'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:37:33.398718 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-2370d17f-cc31-4107-97df-cbb2bc20544e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:37:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['4508429f-0210-4fc3-8588-b916f1b1426e'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:33.405797 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b8ea6878-5c1a-424f-acdb-b105eb2fd5f3 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:33.407887 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-b8ea6878-5c1a-424f-acdb-b105eb2fd5f3 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.8242526 Feb 09 21:37:33.410424 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58856) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:33.465123 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-821c287d-3b4e-4f7b-b9f7-143fc9939798 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (977539cf-0f59-4bed-b030-30f5b416ce68), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:33.471353 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c845edcb-894c-419b-854f-7901cf77c5dc req-17ec9af4-be2b-429f-a0db-b89a9276b42d tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/security-groups?id=d1e73a5e-905c-466a-be51-a1576b624ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588827 Feb 09 21:37:33.537123 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-821c287d-3b4e-4f7b-b9f7-143fc9939798 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Network 6a88ecb8-ab13-497b-8e99-4232b5fa8235 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:37:33.558080 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-821c287d-3b4e-4f7b-b9f7-143fc9939798 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:37:33.561649 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-821c287d-3b4e-4f7b-b9f7-143fc9939798 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:37:33.564780 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821c287d-3b4e-4f7b-b9f7-143fc9939798 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Pushing event updated for resources: {'Port': ['ID=977539cf-0f59-4bed-b030-30f5b416ce68,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:33.578398 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-2370d17f-cc31-4107-97df-cbb2bc20544e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:33.607793 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e50526-aec0-4089-80f4-59f02ad046f5 req-3fc350a0-d837-48e2-8211-ef5d79a2bee0 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:33.608823 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2370d17f-cc31-4107-97df-cbb2bc20544e None None] Routers {'4508429f-0210-4fc3-8588-b916f1b1426e'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:37:33.608823 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-2370d17f-cc31-4107-97df-cbb2bc20544e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:37:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['4508429f-0210-4fc3-8588-b916f1b1426e'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:33.609357 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-33e50526-aec0-4089-80f4-59f02ad046f5 req-3fc350a0-d837-48e2-8211-ef5d79a2bee0 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/ports?device_id=f07054f1-ef38-42ac-a181-aae86b623b32 HTTP/1.1" status: 200 len: 945 time: 0.2284617 Feb 09 21:37:33.638744 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-2370d17f-cc31-4107-97df-cbb2bc20544e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:33.642153 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2370d17f-cc31-4107-97df-cbb2bc20544e None None] The sync data for ids ['4508429f-0210-4fc3-8588-b916f1b1426e'] in n-d-828369-5 is: [] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:37:33.699907 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b84be2b-3d01-42b6-bb47-95f11254249d x-openstack-request-id: req-2b84be2b-3d01-42b6-bb47-95f11254249d {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:37:33.700202 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c4dadfc-4571-4c50-811c-72f64728536f", "name": "network-vif-deleted", "tag": "6baa751d-f156-4998-94bb-c6f43767cb46", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:37:33.700497 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-2b84be2b-3d01-42b6-bb47-95f11254249d {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:37:33.701058 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c4dadfc-4571-4c50-811c-72f64728536f', 'name': 'network-vif-deleted', 'tag': '6baa751d-f156-4998-94bb-c6f43767cb46', 'status': 'completed', 'code': 200} Feb 09 21:37:33.706724 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-821c287d-3b4e-4f7b-b9f7-143fc9939798 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:33.707514 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-821c287d-3b4e-4f7b-b9f7-143fc9939798 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:33.741134 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-33e50526-aec0-4089-80f4-59f02ad046f5 req-e5a0ae42-46ea-4480-b37e-5831ec7ab422 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/security-groups?id=1fbaec86-241e-4c80-89d8-21c7be7723d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286585 Feb 09 21:37:33.766786 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-821c287d-3b4e-4f7b-b9f7-143fc9939798 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2757394 Feb 09 21:37:33.797521 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-8e90d4b2-ec92-48be-9adc-cb88dc183b6c service neutron] Request body: {'port': {'device_id': '88d24cbc-9e1f-4a64-8250-6e635ad0ac84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-5'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:37:33.963722 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-8e90d4b2-ec92-48be-9adc-cb88dc183b6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (4cad1a84-a108-437b-aa6b-77babb3a44d0), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:34.083956 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-594dba81-2815-47f0-add0-7663ce6586f7 None None] Provisioning complete for port 977539cf-0f59-4bed-b030-30f5b416ce68 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:37:34.085072 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-594dba81-2815-47f0-add0-7663ce6586f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (977539cf-0f59-4bed-b030-30f5b416ce68), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:34.104031 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4085430-9ee7-4cb6-9b94-2d18c7e96991 req-c7c9bc5a-bffc-492f-b913-15378ce17462 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:34.106682 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c4085430-9ee7-4cb6-9b94-2d18c7e96991 req-c7c9bc5a-bffc-492f-b913-15378ce17462 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/ports?device_id=2554d57d-83c8-4d46-b328-49ce7df09ba6 HTTP/1.1" status: 200 len: 945 time: 0.3345129 Feb 09 21:37:34.159985 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-304b3d71-fb9d-45ba-9290-7bde7cf3a2c9 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:34.171603 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-594dba81-2815-47f0-add0-7663ce6586f7 None None] Port 977539cf-0f59-4bed-b030-30f5b416ce68 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:37:34.357134 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c4085430-9ee7-4cb6-9b94-2d18c7e96991 req-a76f8247-e8ca-4d05-b9fd-696ab74002d4 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d80a148-e9eb-4688-aae9-f24ed4e32758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436149 Feb 09 21:37:34.481701 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa83547-63e2-414c-8724-c520a29d8646 req-0d527696-ec67-4d41-abd4-d2f0f8c87f1a tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:34.483364 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0aa83547-63e2-414c-8724-c520a29d8646 req-0d527696-ec67-4d41-abd4-d2f0f8c87f1a tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] 10.222.0.90 "GET /v2.0/ports?device_id=e490ff87-5e28-4048-bdc6-d63fa5f2ccef HTTP/1.1" status: 200 len: 948 time: 0.3467388 Feb 09 21:37:34.509899 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-304b3d71-fb9d-45ba-9290-7bde7cf3a2c9 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Allocated IP 172.20.0.1 (d7c8263f-0802-4460-a401-0ec60b5fb74e/a38fe000-1d14-4130-b1e3-ebd85079a80f/c24e60b6-1dc3-44f9-80b4-2ea669fa980d) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:37:34.590819 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0aa83547-63e2-414c-8724-c520a29d8646 req-640a7dde-c192-4e6c-831e-ae98d5549d7e tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] 10.222.0.90 "GET /v2.0/security-groups?id=d7e8bbeb-c185-4372-be56-5099932d5770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884156 Feb 09 21:37:34.713887 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 3a593cec-d12e-4526-83b7-53e19c6c100c up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:37:34.729975 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-304b3d71-fb9d-45ba-9290-7bde7cf3a2c9 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks [] for port (c24e60b6-1dc3-44f9-80b4-2ea669fa980d), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:34.766553 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-8e90d4b2-ec92-48be-9adc-cb88dc183b6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cad1a84-a108-437b-aa6b-77babb3a44d0 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:37:34.789773 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-8e90d4b2-ec92-48be-9adc-cb88dc183b6c service neutron] Publish callbacks [] for port (4cad1a84-a108-437b-aa6b-77babb3a44d0), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:34.802081 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-304b3d71-fb9d-45ba-9290-7bde7cf3a2c9 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (c24e60b6-1dc3-44f9-80b4-2ea669fa980d), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:34.819272 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-8e90d4b2-ec92-48be-9adc-cb88dc183b6c service neutron] Transition to ACTIVE for port object 4cad1a84-a108-437b-aa6b-77babb3a44d0 will not be triggered until provisioned by entity L2. {{(pid=103140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:37:34.832040 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning for port 3a593cec-d12e-4526-83b7-53e19c6c100c completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:37:34.840047 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port 3a593cec-d12e-4526-83b7-53e19c6c100c triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:37:34.840936 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (3a593cec-d12e-4526-83b7-53e19c6c100c), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:34.866480 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-8e90d4b2-ec92-48be-9adc-cb88dc183b6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (4cad1a84-a108-437b-aa6b-77babb3a44d0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:34.921865 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304b3d71-fb9d-45ba-9290-7bde7cf3a2c9 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Network d7c8263f-0802-4460-a401-0ec60b5fb74e is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:37:34.934599 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-304b3d71-fb9d-45ba-9290-7bde7cf3a2c9 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:37:34.939178 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304b3d71-fb9d-45ba-9290-7bde7cf3a2c9 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:37:34.943868 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e90d4b2-ec92-48be-9adc-cb88dc183b6c service neutron] Pushing event updated for resources: {'Port': ['ID=4cad1a84-a108-437b-aa6b-77babb3a44d0,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:34.960886 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1b2ed436-0f02-447a-a2c2-5a34a6693f97 req-449c154b-2a12-4261-82b6-8b69b5df7c24 tempest-ServerShowV247Test-328120966 tempest-ServerShowV247Test-328120966-project] 10.222.0.90 "GET /v2.0/ports?device_id=bc62472c-7351-4b0b-a87c-5c70536447de HTTP/1.1" status: 200 len: 210 time: 0.1399124 Feb 09 21:37:34.990173 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 3a593cec-d12e-4526-83b7-53e19c6c100c is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:37:34.990173 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (3a593cec-d12e-4526-83b7-53e19c6c100c), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:35.001616 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b3d71-fb9d-45ba-9290-7bde7cf3a2c9 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Pushing event updated for resources: {'Port': ['ID=c24e60b6-1dc3-44f9-80b4-2ea669fa980d,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:35.027938 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 3a593cec-d12e-4526-83b7-53e19c6c100c, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=3a593cec-d12e-4526-83b7-53e19c6c100c,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:37:35.029075 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e490ff87-5e28-4048-bdc6-d63fa5f2ccef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a593cec-d12e-4526-83b7-53e19c6c100c'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:37:35.032308 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d7ccdfc-b0a9-4375-a8d8-159ffaa9b9fa" -d '{"events": [{"server_uuid": "e490ff87-5e28-4048-bdc6-d63fa5f2ccef", "name": "network-vif-plugged", "status": "completed", "tag": "3a593cec-d12e-4526-83b7-53e19c6c100c"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:37:35.036484 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (3a593cec-d12e-4526-83b7-53e19c6c100c), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:35.037723 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 6baa751d-f156-4998-94bb-c6f43767cb46 no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:37:35.045622 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-304b3d71-fb9d-45ba-9290-7bde7cf3a2c9 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554727'] for router_interface (4508429f-0210-4fc3-8588-b916f1b1426e), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:35.085235 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] No Port match for: 6baa751d-f156-4998-94bb-c6f43767cb46 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:37:35.087286 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 6baa751d-f156-4998-94bb-c6f43767cb46 not bound to the agent host n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:37:35.207127 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=3a593cec-d12e-4526-83b7-53e19c6c100c,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:35.262688 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58900) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:35.322529 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9c0e25-fc08-4850-8618-608a54393749 req-fc94d0cb-24be-4846-aa04-58b7da41c12c tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:35.330075 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9c0e25-fc08-4850-8618-608a54393749 req-fc94d0cb-24be-4846-aa04-58b7da41c12c tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:35.336053 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9c0e25-fc08-4850-8618-608a54393749 req-fc94d0cb-24be-4846-aa04-58b7da41c12c tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:35.342652 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9c0e25-fc08-4850-8618-608a54393749 req-fc94d0cb-24be-4846-aa04-58b7da41c12c tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:35.348666 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9c0e25-fc08-4850-8618-608a54393749 req-fc94d0cb-24be-4846-aa04-58b7da41c12c tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:35.349757 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-304b3d71-fb9d-45ba-9290-7bde7cf3a2c9 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (c24e60b6-1dc3-44f9-80b4-2ea669fa980d), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:35.359227 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1a9c0e25-fc08-4850-8618-608a54393749 req-fc94d0cb-24be-4846-aa04-58b7da41c12c tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 3827 time: 0.4164841 Feb 09 21:37:35.374379 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-8e90d4b2-ec92-48be-9adc-cb88dc183b6c service neutron] Attempting to bind port 4cad1a84-a108-437b-aa6b-77babb3a44d0 on host n-h1-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:37:35.375185 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-8e90d4b2-ec92-48be-9adc-cb88dc183b6c service neutron] Attempting to bind port 4cad1a84-a108-437b-aa6b-77babb3a44d0 by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': '4abec7a4-2b69-47a3-bee3-121e96e66a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8185c7c8-686b-411f-8c8d-101dfc1ac3a8'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:37:35.375751 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-8e90d4b2-ec92-48be-9adc-cb88dc183b6c service neutron] Attempting to bind port 4cad1a84-a108-437b-aa6b-77babb3a44d0 on network 8185c7c8-686b-411f-8c8d-101dfc1ac3a8 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:37:35.415191 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-8e90d4b2-ec92-48be-9adc-cb88dc183b6c service neutron] Port 4cad1a84-a108-437b-aa6b-77babb3a44d0 on network 8185c7c8-686b-411f-8c8d-101dfc1ac3a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:37:35.416655 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-8e90d4b2-ec92-48be-9adc-cb88dc183b6c service neutron] Attempting to bind port 4cad1a84-a108-437b-aa6b-77babb3a44d0 on network 8185c7c8-686b-411f-8c8d-101dfc1ac3a8 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:37:35.436901 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea89dc5-5cd8-4d4c-a28b-004d815e5166 req-7bdab919-3f16-4b1d-bc05-49c7dcc05975 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:35.438474 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2ea89dc5-5cd8-4d4c-a28b-004d815e5166 req-7bdab919-3f16-4b1d-bc05-49c7dcc05975 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/ports?device_id=f07054f1-ef38-42ac-a181-aae86b623b32 HTTP/1.1" status: 200 len: 945 time: 0.2842793 Feb 09 21:37:35.444873 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-8e90d4b2-ec92-48be-9adc-cb88dc183b6c service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:37:35.445221 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-8e90d4b2-ec92-48be-9adc-cb88dc183b6c service neutron] Checking segment: {'id': '4abec7a4-2b69-47a3-bee3-121e96e66a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8185c7c8-686b-411f-8c8d-101dfc1ac3a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:37:35.445613 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-8e90d4b2-ec92-48be-9adc-cb88dc183b6c service neutron] Bound using segment: {'id': '4abec7a4-2b69-47a3-bee3-121e96e66a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8185c7c8-686b-411f-8c8d-101dfc1ac3a8'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:37:35.446066 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-8e90d4b2-ec92-48be-9adc-cb88dc183b6c service neutron] Bound port: 4cad1a84-a108-437b-aa6b-77babb3a44d0, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4abec7a4-2b69-47a3-bee3-121e96e66a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8185c7c8-686b-411f-8c8d-101dfc1ac3a8'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:37:35.446432 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-8e90d4b2-ec92-48be-9adc-cb88dc183b6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (4cad1a84-a108-437b-aa6b-77babb3a44d0), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:35.516531 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1a9c0e25-fc08-4850-8618-608a54393749 req-46369385-b80c-401e-8631-a9409acd0a64 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/security-groups?id=d1e73a5e-905c-466a-be51-a1576b624ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1551988 Feb 09 21:37:35.626083 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2ea89dc5-5cd8-4d4c-a28b-004d815e5166 req-1d8d093e-2577-41a5-8e3a-e515dab8351b tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/security-groups?id=1fbaec86-241e-4c80-89d8-21c7be7723d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743464 Feb 09 21:37:35.647654 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-8e90d4b2-ec92-48be-9adc-cb88dc183b6c service neutron] For port 4cad1a84-a108-437b-aa6b-77babb3a44d0, host n-h1-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:37:35.657027 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-8e90d4b2-ec92-48be-9adc-cb88dc183b6c service neutron] For port 4cad1a84-a108-437b-aa6b-77babb3a44d0, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=4cad1a84-a108-437b-aa6b-77babb3a44d0,segment=NetworkSegment(4abec7a4-2b69-47a3-bee3-121e96e66a50),segment_id=4abec7a4-2b69-47a3-bee3-121e96e66a50)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:37:35.668573 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-8e90d4b2-ec92-48be-9adc-cb88dc183b6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (4cad1a84-a108-437b-aa6b-77babb3a44d0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:35.706343 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-8e90d4b2-ec92-48be-9adc-cb88dc183b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:35.707212 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-8e90d4b2-ec92-48be-9adc-cb88dc183b6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:35.708796 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-8e90d4b2-ec92-48be-9adc-cb88dc183b6c service neutron] 10.222.0.95 "PUT /v2.0/ports/4cad1a84-a108-437b-aa6b-77babb3a44d0 HTTP/1.1" status: 200 len: 1091 time: 1.9212980 Feb 09 21:37:35.709387 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88d24cbc-9e1f-4a64-8250-6e635ad0ac84', 'tag': '4cad1a84-a108-437b-aa6b-77babb3a44d0'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:37:35.713102 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6dc4651-ed39-4b64-a68f-34774b178c12" -d '{"events": [{"name": "network-changed", "server_uuid": "88d24cbc-9e1f-4a64-8250-6e635ad0ac84", "tag": "4cad1a84-a108-437b-aa6b-77babb3a44d0"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:37:35.756071 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e90d4b2-ec92-48be-9adc-cb88dc183b6c service neutron] Pushing event updated for resources: {'Port': ['ID=4cad1a84-a108-437b-aa6b-77babb3a44d0,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:35.815214 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-7322fec2-63ec-4306-99c8-16db0070b5c8 service neutron] Request body: {'port': {'device_id': '88d24cbc-9e1f-4a64-8250-6e635ad0ac84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-5'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:37:35.914706 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4d6e1df-2120-401c-8e2f-037174fac94c x-openstack-request-id: req-d4d6e1df-2120-401c-8e2f-037174fac94c {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:37:35.915342 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e490ff87-5e28-4048-bdc6-d63fa5f2ccef", "name": "network-vif-plugged", "status": "completed", "tag": "3a593cec-d12e-4526-83b7-53e19c6c100c", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:37:35.916395 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-d4d6e1df-2120-401c-8e2f-037174fac94c {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:37:35.925300 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e490ff87-5e28-4048-bdc6-d63fa5f2ccef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a593cec-d12e-4526-83b7-53e19c6c100c', 'code': 200} Feb 09 21:37:35.928333 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-304b3d71-fb9d-45ba-9290-7bde7cf3a2c9 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks [] for port (c24e60b6-1dc3-44f9-80b4-2ea669fa980d), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:35.928581 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device cdf78e47-27a9-41de-9372-81efb71bc085 up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:37:35.968907 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-304b3d71-fb9d-45ba-9290-7bde7cf3a2c9 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (c24e60b6-1dc3-44f9-80b4-2ea669fa980d), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:36.045319 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a4b2066c-5d00-49eb-98db-a86f8487eacc req-07ea85c6-e865-4a01-bcee-31df15dc45a6 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=9521475b-874b-4209-aa15-9db13a358f54 HTTP/1.1" status: 200 len: 210 time: 0.0741789 Feb 09 21:37:36.051484 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning for port cdf78e47-27a9-41de-9372-81efb71bc085 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:37:36.055736 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port cdf78e47-27a9-41de-9372-81efb71bc085 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:37:36.056473 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (cdf78e47-27a9-41de-9372-81efb71bc085), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:36.084075 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-0a783f17-423a-453c-9ec6-f94f91efd2b6 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=def3446e95584f24b6fdfb40ceda16ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8180532 Feb 09 21:37:36.086514 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 58914) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:36.117301 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b3d71-fb9d-45ba-9290-7bde7cf3a2c9 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Pushing event updated for resources: {'Port': ['ID=c24e60b6-1dc3-44f9-80b4-2ea669fa980d,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:36.123395 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cb50d6-e786-4ffd-a0d8-5cb7690c82b4 req-9873bfd5-ff47-4c75-87f1-ef3ffbcbee0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:36.125294 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-88cb50d6-e786-4ffd-a0d8-5cb7690c82b4 req-9873bfd5-ff47-4c75-87f1-ef3ffbcbee0e service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e490ff87-5e28-4048-bdc6-d63fa5f2ccef HTTP/1.1" status: 200 len: 1131 time: 0.3127003 Feb 09 21:37:36.126826 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91a1bf1-4fbc-4557-b41c-39d80ddb3718 req-afcfa741-b94e-409d-97c3-5f75880171e9 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:36.128767 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f91a1bf1-4fbc-4557-b41c-39d80ddb3718 req-afcfa741-b94e-409d-97c3-5f75880171e9 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/ports?device_id=2554d57d-83c8-4d46-b328-49ce7df09ba6 HTTP/1.1" status: 200 len: 945 time: 0.3639004 Feb 09 21:37:36.133805 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-7322fec2-63ec-4306-99c8-16db0070b5c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (3c647b76-8391-41f3-81eb-c84f278cd6cd), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:36.163647 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea07c5ff-ec53-488f-affb-4218ba05506f req-acf922d6-ec7a-4461-8b57-c56d800b8b64 tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:36.163920 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-304b3d71-fb9d-45ba-9290-7bde7cf3a2c9 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524919'] for router_interface (4508429f-0210-4fc3-8588-b916f1b1426e), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:36.171152 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ea07c5ff-ec53-488f-affb-4218ba05506f req-acf922d6-ec7a-4461-8b57-c56d800b8b64 tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] 10.222.0.90 "GET /v2.0/ports?device_id=e490ff87-5e28-4048-bdc6-d63fa5f2ccef HTTP/1.1" status: 200 len: 949 time: 0.3638823 Feb 09 21:37:36.177935 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port cdf78e47-27a9-41de-9372-81efb71bc085 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:37:36.178998 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (cdf78e47-27a9-41de-9372-81efb71bc085), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:36.213897 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-88cb50d6-e786-4ffd-a0d8-5cb7690c82b4 req-5aafe7b7-8e24-4e55-9e9a-8faa4ee8b415 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=d7e8bbeb-c185-4372-be56-5099932d5770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687644 Feb 09 21:37:36.219427 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port cdf78e47-27a9-41de-9372-81efb71bc085, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=cdf78e47-27a9-41de-9372-81efb71bc085,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:37:36.226186 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (cdf78e47-27a9-41de-9372-81efb71bc085), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:36.296202 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=cdf78e47-27a9-41de-9372-81efb71bc085,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:36.305512 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-190d8c6f-2d07-40ca-8645-34c2230b339f admin admin] Publish callbacks [] for security_group (fbfe9a10-c362-4eba-b0ca-2a34c100d76c), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:36.326754 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304b3d71-fb9d-45ba-9290-7bde7cf3a2c9 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Network d7c8263f-0802-4460-a401-0ec60b5fb74e is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:37:36.328578 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-304b3d71-fb9d-45ba-9290-7bde7cf3a2c9 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:37:36.380068 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f91a1bf1-4fbc-4557-b41c-39d80ddb3718 req-8be52637-2612-4b36-bbf1-9d84ec4fa8fe tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d80a148-e9eb-4688-aae9-f24ed4e32758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367170 Feb 09 21:37:36.403156 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ea07c5ff-ec53-488f-affb-4218ba05506f req-0c0ea51f-6c2e-4813-99f0-6a0dcdfa4f2d tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] 10.222.0.90 "GET /v2.0/security-groups?id=d7e8bbeb-c185-4372-be56-5099932d5770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310112 Feb 09 21:37:36.410506 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-190d8c6f-2d07-40ca-8645-34c2230b339f admin admin] Publish callbacks [] for security_group (fbfe9a10-c362-4eba-b0ca-2a34c100d76c), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:36.472944 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-304b3d71-fb9d-45ba-9290-7bde7cf3a2c9 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Router 4508429f-0210-4fc3-8588-b916f1b1426e has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:37:36.501182 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-587ed63b-fb80-4659-a8a5-f315380e9310 x-openstack-request-id: req-587ed63b-fb80-4659-a8a5-f315380e9310 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:37:36.501499 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88d24cbc-9e1f-4a64-8250-6e635ad0ac84", "tag": "4cad1a84-a108-437b-aa6b-77babb3a44d0", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:37:36.501764 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-587ed63b-fb80-4659-a8a5-f315380e9310 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:37:36.502184 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88d24cbc-9e1f-4a64-8250-6e635ad0ac84', 'tag': '4cad1a84-a108-437b-aa6b-77babb3a44d0', 'status': 'completed', 'code': 200} Feb 09 21:37:36.568021 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-aa6efcc9-6ef1-4b9d-8e02-e41ed89fb083 req-60ffea84-e696-4a9e-8de4-9cd9e3cf57c5 tempest-ServerShowV247Test-328120966 tempest-ServerShowV247Test-328120966-project] 10.222.0.90 "GET /v2.0/ports?device_id=bc62472c-7351-4b0b-a87c-5c70536447de HTTP/1.1" status: 200 len: 210 time: 0.0420487 Feb 09 21:37:36.614565 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5362500-3f28-4e53-9e51-753ab4169345 req-5ee79fb7-df2a-4a9e-9352-6c109399a4c5 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:36.616084 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b5362500-3f28-4e53-9e51-753ab4169345 req-5ee79fb7-df2a-4a9e-9352-6c109399a4c5 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.95 "GET /v2.0/ports?device_id=2554d57d-83c8-4d46-b328-49ce7df09ba6 HTTP/1.1" status: 200 len: 945 time: 0.1656795 Feb 09 21:37:36.632758 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-190d8c6f-2d07-40ca-8645-34c2230b339f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (fbfe9a10-c362-4eba-b0ca-2a34c100d76c), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:36.636098 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-190d8c6f-2d07-40ca-8645-34c2230b339f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:36.637325 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-190d8c6f-2d07-40ca-8645-34c2230b339f admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/fbfe9a10-c362-4eba-b0ca-2a34c100d76c HTTP/1.1" status: 204 len: 168 time: 0.5474894 Feb 09 21:37:36.648448 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc4651-ed39-4b64-a68f-34774b178c12 req-725cf1fd-5c5c-4e45-9fab-ca7a5478b6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:36.648996 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc4651-ed39-4b64-a68f-34774b178c12 req-725cf1fd-5c5c-4e45-9fab-ca7a5478b6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:36.649776 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc4651-ed39-4b64-a68f-34774b178c12 req-725cf1fd-5c5c-4e45-9fab-ca7a5478b6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:36.650029 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc4651-ed39-4b64-a68f-34774b178c12 req-725cf1fd-5c5c-4e45-9fab-ca7a5478b6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:36.650622 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc4651-ed39-4b64-a68f-34774b178c12 req-725cf1fd-5c5c-4e45-9fab-ca7a5478b6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:36.652460 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b6dc4651-ed39-4b64-a68f-34774b178c12 req-725cf1fd-5c5c-4e45-9fab-ca7a5478b6e0 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=18ba459b325a4da0821abb3dc94f8781&device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 4393 time: 0.1109340 Feb 09 21:37:36.689848 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190d8c6f-2d07-40ca-8645-34c2230b339f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbfe9a10-c362-4eba-b0ca-2a34c100d76c,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:36.738040 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-304b3d71-fb9d-45ba-9290-7bde7cf3a2c9 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:37:36.746989 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-304b3d71-fb9d-45ba-9290-7bde7cf3a2c9 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] 10.222.0.90 "PUT /v2.0/routers/4508429f-0210-4fc3-8588-b916f1b1426e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3337831 Feb 09 21:37:36.748311 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58922) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:36.755694 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-a7da0c50-057c-4d7c-9080-f1eba33f4c21 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Request body: {'port': {'network_id': 'd7c8263f-0802-4460-a401-0ec60b5fb74e', 'name': 'tempest-FloatingIPTestJSON-518394082'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:37:36.756115 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b530b24-64dc-4183-ab75-fd850816f5d3 None None] Sync routers for ids ['4508429f-0210-4fc3-8588-b916f1b1426e'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:37:36.780085 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b530b24-64dc-4183-ab75-fd850816f5d3 None None] Routers {'4508429f-0210-4fc3-8588-b916f1b1426e'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:37:36.780394 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-8b530b24-64dc-4183-ab75-fd850816f5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:37:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['4508429f-0210-4fc3-8588-b916f1b1426e'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:36.815278 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-7322fec2-63ec-4306-99c8-16db0070b5c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c647b76-8391-41f3-81eb-c84f278cd6cd {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:37:36.835309 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-7322fec2-63ec-4306-99c8-16db0070b5c8 service neutron] Publish callbacks [] for port (3c647b76-8391-41f3-81eb-c84f278cd6cd), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:36.845774 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-8b530b24-64dc-4183-ab75-fd850816f5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:36.852613 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc4651-ed39-4b64-a68f-34774b178c12 req-953b072e-1583-46eb-9a84-aa2e3f5eed76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:36.853659 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc4651-ed39-4b64-a68f-34774b178c12 req-953b072e-1583-46eb-9a84-aa2e3f5eed76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:36.854119 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc4651-ed39-4b64-a68f-34774b178c12 req-953b072e-1583-46eb-9a84-aa2e3f5eed76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:36.855721 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b6dc4651-ed39-4b64-a68f-34774b178c12 req-953b072e-1583-46eb-9a84-aa2e3f5eed76 service neutron] 10.222.0.95 "GET /v2.0/networks?tenant_id=18ba459b325a4da0821abb3dc94f8781&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.1919501 Feb 09 21:37:36.856081 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b530b24-64dc-4183-ab75-fd850816f5d3 None None] Routers {'4508429f-0210-4fc3-8588-b916f1b1426e'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:37:36.856750 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-8b530b24-64dc-4183-ab75-fd850816f5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:37:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['4508429f-0210-4fc3-8588-b916f1b1426e'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:36.887501 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-7322fec2-63ec-4306-99c8-16db0070b5c8 service neutron] Transition to ACTIVE for port object 3c647b76-8391-41f3-81eb-c84f278cd6cd will not be triggered until provisioned by entity L2. {{(pid=103140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:37:36.897749 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-8b530b24-64dc-4183-ab75-fd850816f5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:36.898975 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b530b24-64dc-4183-ab75-fd850816f5d3 None None] The sync data for ids ['4508429f-0210-4fc3-8588-b916f1b1426e'] in n-d-828369-5 is: [] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:37:36.904415 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-7322fec2-63ec-4306-99c8-16db0070b5c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (3c647b76-8391-41f3-81eb-c84f278cd6cd), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:36.953789 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e169be7f-2708-485b-9220-1ec1e8a5d9ae req-82782651-f56c-4cbe-ac9c-a8a2572320e5 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:36.958953 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e169be7f-2708-485b-9220-1ec1e8a5d9ae req-82782651-f56c-4cbe-ac9c-a8a2572320e5 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:36.964261 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e169be7f-2708-485b-9220-1ec1e8a5d9ae req-82782651-f56c-4cbe-ac9c-a8a2572320e5 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:36.969962 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e169be7f-2708-485b-9220-1ec1e8a5d9ae req-82782651-f56c-4cbe-ac9c-a8a2572320e5 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:36.974800 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e169be7f-2708-485b-9220-1ec1e8a5d9ae req-82782651-f56c-4cbe-ac9c-a8a2572320e5 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:36.983075 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e169be7f-2708-485b-9220-1ec1e8a5d9ae req-82782651-f56c-4cbe-ac9c-a8a2572320e5 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 3827 time: 0.2365818 Feb 09 21:37:36.989691 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-b5362500-3f28-4e53-9e51-753ab4169345 req-50f284cc-3e18-41e1-a30b-26f8445f436f tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] Deleting port 825d977b-a00d-468f-9d7b-8be908d6792e {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:37:36.990785 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-b5362500-3f28-4e53-9e51-753ab4169345 req-50f284cc-3e18-41e1-a30b-26f8445f436f tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (825d977b-a00d-468f-9d7b-8be908d6792e), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:37.009839 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc4651-ed39-4b64-a68f-34774b178c12 req-ac408342-ea53-4300-9d0d-ead6700479a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:37.011503 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b6dc4651-ed39-4b64-a68f-34774b178c12 req-ac408342-ea53-4300-9d0d-ead6700479a4 service neutron] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1371152 Feb 09 21:37:37.026463 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7da0c50-057c-4d7c-9080-f1eba33f4c21 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Made reservation on behalf of 715c3a0621fb4268ab328effc3e93792 for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:37:37.029939 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a7da0c50-057c-4d7c-9080-f1eba33f4c21 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:37.067303 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [None req-a7da0c50-057c-4d7c-9080-f1eba33f4c21 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] device_id is not set on port c9b4e027-9989-469e-a309-f40decec4c33 yet. {{(pid=103141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:37:37.082057 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38afa0f-b98d-43c3-a602-721f1c3e3ff2 req-4c8af1d2-fa13-4202-806f-fd1f76db10cd tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:37.092780 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b38afa0f-b98d-43c3-a602-721f1c3e3ff2 req-4c8af1d2-fa13-4202-806f-fd1f76db10cd tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/ports?device_id=f07054f1-ef38-42ac-a181-aae86b623b32 HTTP/1.1" status: 200 len: 945 time: 0.2814560 Feb 09 21:37:37.149093 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7322fec2-63ec-4306-99c8-16db0070b5c8 service neutron] Pushing event updated for resources: {'Port': ['ID=3c647b76-8391-41f3-81eb-c84f278cd6cd,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:37.262667 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e169be7f-2708-485b-9220-1ec1e8a5d9ae req-bb93cde5-7b52-4057-823c-bf91000c229a tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/security-groups?id=d1e73a5e-905c-466a-be51-a1576b624ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2721412 Feb 09 21:37:37.279038 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-a7da0c50-057c-4d7c-9080-f1eba33f4c21 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Allocated IP 172.20.0.10 (d7c8263f-0802-4460-a401-0ec60b5fb74e/a38fe000-1d14-4130-b1e3-ebd85079a80f/c9b4e027-9989-469e-a309-f40decec4c33) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:37:37.324762 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b38afa0f-b98d-43c3-a602-721f1c3e3ff2 req-b7ca7849-f0ea-495f-9e08-5928d9986527 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/security-groups?id=1fbaec86-241e-4c80-89d8-21c7be7723d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310746 Feb 09 21:37:37.344665 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-b5362500-3f28-4e53-9e51-753ab4169345 req-50f284cc-3e18-41e1-a30b-26f8445f436f tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] For port 825d977b-a00d-468f-9d7b-8be908d6792e, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=825d977b-a00d-468f-9d7b-8be908d6792e,segment=NetworkSegment(22999d68-3ae1-4a5a-9612-0b8240545924),segment_id=22999d68-3ae1-4a5a-9612-0b8240545924)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:37:37.345037 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-b5362500-3f28-4e53-9e51-753ab4169345 req-50f284cc-3e18-41e1-a30b-26f8445f436f tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (825d977b-a00d-468f-9d7b-8be908d6792e), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:37.348349 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 58926) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:37.349071 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-7322fec2-63ec-4306-99c8-16db0070b5c8 service neutron] Attempting to bind port 3c647b76-8391-41f3-81eb-c84f278cd6cd on host n-h1-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:37:37.349400 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-7322fec2-63ec-4306-99c8-16db0070b5c8 service neutron] Attempting to bind port 3c647b76-8391-41f3-81eb-c84f278cd6cd by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': '3a1837f3-bf89-4200-982d-e8d31ce9bb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '447eb1f8-3447-426b-bdf3-4b25ec15af22'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:37:37.349719 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-7322fec2-63ec-4306-99c8-16db0070b5c8 service neutron] Attempting to bind port 3c647b76-8391-41f3-81eb-c84f278cd6cd on network 447eb1f8-3447-426b-bdf3-4b25ec15af22 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:37:37.396507 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-7322fec2-63ec-4306-99c8-16db0070b5c8 service neutron] Port 3c647b76-8391-41f3-81eb-c84f278cd6cd on network 447eb1f8-3447-426b-bdf3-4b25ec15af22 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:37:37.396834 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-7322fec2-63ec-4306-99c8-16db0070b5c8 service neutron] Attempting to bind port 3c647b76-8391-41f3-81eb-c84f278cd6cd on network 447eb1f8-3447-426b-bdf3-4b25ec15af22 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:37:37.403479 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-b5362500-3f28-4e53-9e51-753ab4169345 req-50f284cc-3e18-41e1-a30b-26f8445f436f tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] Calling delete_port for 825d977b-a00d-468f-9d7b-8be908d6792e owned by compute:nova {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:37:37.421714 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-7322fec2-63ec-4306-99c8-16db0070b5c8 service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:37:37.422055 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-7322fec2-63ec-4306-99c8-16db0070b5c8 service neutron] Checking segment: {'id': '3a1837f3-bf89-4200-982d-e8d31ce9bb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '447eb1f8-3447-426b-bdf3-4b25ec15af22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:37:37.422440 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-7322fec2-63ec-4306-99c8-16db0070b5c8 service neutron] Bound using segment: {'id': '3a1837f3-bf89-4200-982d-e8d31ce9bb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '447eb1f8-3447-426b-bdf3-4b25ec15af22'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:37:37.422879 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-7322fec2-63ec-4306-99c8-16db0070b5c8 service neutron] Bound port: 3c647b76-8391-41f3-81eb-c84f278cd6cd, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a1837f3-bf89-4200-982d-e8d31ce9bb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '447eb1f8-3447-426b-bdf3-4b25ec15af22'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:37:37.423235 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-7322fec2-63ec-4306-99c8-16db0070b5c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (3c647b76-8391-41f3-81eb-c84f278cd6cd), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:37.489825 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-76bd05c1-9636-48ea-b352-248d7f2ce604 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=cb28a10390994df4a004d1d52366b7ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1373870 Feb 09 21:37:37.500486 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58932) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:37.568608 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a7da0c50-057c-4d7c-9080-f1eba33f4c21 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks [] for port (c9b4e027-9989-469e-a309-f40decec4c33), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:37.595393 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9da374c7-b567-4a0a-8c91-6ca0c66a3fb1 admin admin] Publish callbacks [] for security_group (4ed6dd93-d5ba-47bd-a702-be788cc7f225), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:37.650879 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9da374c7-b567-4a0a-8c91-6ca0c66a3fb1 admin admin] Publish callbacks [] for security_group (4ed6dd93-d5ba-47bd-a702-be788cc7f225), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:37.652943 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-7322fec2-63ec-4306-99c8-16db0070b5c8 service neutron] For port 3c647b76-8391-41f3-81eb-c84f278cd6cd, host n-h1-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:37:37.675320 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-7322fec2-63ec-4306-99c8-16db0070b5c8 service neutron] For port 3c647b76-8391-41f3-81eb-c84f278cd6cd, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=3c647b76-8391-41f3-81eb-c84f278cd6cd,segment=NetworkSegment(3a1837f3-bf89-4200-982d-e8d31ce9bb97),segment_id=3a1837f3-bf89-4200-982d-e8d31ce9bb97)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:37:37.694457 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-7322fec2-63ec-4306-99c8-16db0070b5c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (3c647b76-8391-41f3-81eb-c84f278cd6cd), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:37.731821 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a7da0c50-057c-4d7c-9080-f1eba33f4c21 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (c9b4e027-9989-469e-a309-f40decec4c33), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:37.748122 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9da374c7-b567-4a0a-8c91-6ca0c66a3fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (4ed6dd93-d5ba-47bd-a702-be788cc7f225), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:37.751440 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9da374c7-b567-4a0a-8c91-6ca0c66a3fb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:37.752931 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-9da374c7-b567-4a0a-8c91-6ca0c66a3fb1 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/4ed6dd93-d5ba-47bd-a702-be788cc7f225 HTTP/1.1" status: 204 len: 168 time: 0.2512515 Feb 09 21:37:37.753736 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a7e49-f162-46df-98ff-a9e93105e4ba req-f608e7f0-50a8-4104-9755-be162d661085 tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:37.761377 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1b1a7e49-f162-46df-98ff-a9e93105e4ba req-f608e7f0-50a8-4104-9755-be162d661085 tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] 10.222.0.90 "GET /v2.0/ports?device_id=e490ff87-5e28-4048-bdc6-d63fa5f2ccef HTTP/1.1" status: 200 len: 949 time: 0.2155735 Feb 09 21:37:37.782601 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-7322fec2-63ec-4306-99c8-16db0070b5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:37.782729 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-7322fec2-63ec-4306-99c8-16db0070b5c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:37.784727 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-7322fec2-63ec-4306-99c8-16db0070b5c8 service neutron] 10.222.0.95 "PUT /v2.0/ports/3c647b76-8391-41f3-81eb-c84f278cd6cd HTTP/1.1" status: 200 len: 1135 time: 1.9788458 Feb 09 21:37:37.850818 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7da0c50-057c-4d7c-9080-f1eba33f4c21 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Network d7c8263f-0802-4460-a401-0ec60b5fb74e is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:37:37.855931 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-a7da0c50-057c-4d7c-9080-f1eba33f4c21 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:37:37.858988 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-fe4a9b99-00a2-4eb9-b98d-b933c7cf5f42 service neutron] Request body: {'port': {'device_id': '88d24cbc-9e1f-4a64-8250-6e635ad0ac84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-5'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:37:37.867480 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7da0c50-057c-4d7c-9080-f1eba33f4c21 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:37:37.877182 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d23f64-e383-405b-8bf9-e9a5e916d9f7 req-63bf5eac-d3e8-4a1f-a249-0de3ca620e59 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:37.889479 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-52d23f64-e383-405b-8bf9-e9a5e916d9f7 req-63bf5eac-d3e8-4a1f-a249-0de3ca620e59 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/ports?device_id=2554d57d-83c8-4d46-b328-49ce7df09ba6 HTTP/1.1" status: 200 len: 945 time: 0.3515933 Feb 09 21:37:37.909845 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da374c7-b567-4a0a-8c91-6ca0c66a3fb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed6dd93-d5ba-47bd-a702-be788cc7f225,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:37.931514 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25ff4a27-5d39-4104-bc4e-ab7ca4a4b676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdf78e47-27a9-41de-9372-81efb71bc085'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:37:37.938391 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88ab9c7a-c4ab-4a40-9788-c127640860c3" -d '{"events": [{"server_uuid": "25ff4a27-5d39-4104-bc4e-ab7ca4a4b676", "name": "network-vif-plugged", "status": "completed", "tag": "cdf78e47-27a9-41de-9372-81efb71bc085"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:37:37.941993 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7da0c50-057c-4d7c-9080-f1eba33f4c21 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Pushing event updated for resources: {'Port': ['ID=c9b4e027-9989-469e-a309-f40decec4c33,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:37.988824 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7da0c50-057c-4d7c-9080-f1eba33f4c21 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:37.990217 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a7da0c50-057c-4d7c-9080-f1eba33f4c21 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:38.003648 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7322fec2-63ec-4306-99c8-16db0070b5c8 service neutron] Pushing event updated for resources: {'Port': ['ID=3c647b76-8391-41f3-81eb-c84f278cd6cd,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:38.037720 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-a7da0c50-057c-4d7c-9080-f1eba33f4c21 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2867856 Feb 09 21:37:38.040027 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58940) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:38.049378 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-fec419fa-c249-424c-a33f-206ea42d482a tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Request body: {'port': {'network_id': 'd7c8263f-0802-4460-a401-0ec60b5fb74e', 'name': 'tempest-FloatingIPTestJSON-1151753598'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:37:38.083173 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-b5362500-3f28-4e53-9e51-753ab4169345 req-50f284cc-3e18-41e1-a30b-26f8445f436f tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (825d977b-a00d-468f-9d7b-8be908d6792e), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:38.103422 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['825d977b-a00d-468f-9d7b-8be908d6792e'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:37:38.107868 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['1c2a45c6-1d31-40c2-9c88-66ea7e41cbeb'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:37:38.119826 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1b1a7e49-f162-46df-98ff-a9e93105e4ba req-44672813-bd56-42b3-8299-287bdd9c696b tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] 10.222.0.90 "GET /v2.0/security-groups?id=d7e8bbeb-c185-4372-be56-5099932d5770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3493569 Feb 09 21:37:38.238312 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-52d23f64-e383-405b-8bf9-e9a5e916d9f7 req-925d9b47-e9f9-4c19-a195-6f855423d1c2 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d80a148-e9eb-4688-aae9-f24ed4e32758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3477986 Feb 09 21:37:38.238934 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec419fa-c249-424c-a33f-206ea42d482a tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Made reservation on behalf of 715c3a0621fb4268ab328effc3e93792 for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:37:38.243109 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fec419fa-c249-424c-a33f-206ea42d482a tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:38.282566 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-fe4a9b99-00a2-4eb9-b98d-b933c7cf5f42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (924c9fc2-48e2-4846-a748-e98aee6d0d46), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:38.286994 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [None req-fec419fa-c249-424c-a33f-206ea42d482a tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] device_id is not set on port 0f71e960-31c8-405a-b975-c2b80b061f93 yet. {{(pid=103141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:37:38.287741 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f284cc-3e18-41e1-a30b-26f8445f436f tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] Pushing event deleted for resources: {'Port': ['ID=825d977b-a00d-468f-9d7b-8be908d6792e,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:38.304594 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7c2a805b-04db-479f-94fd-d2083189dfe7 req-2507c434-9565-4535-b059-ee172929c0a6 tempest-ServerShowV247Test-328120966 tempest-ServerShowV247Test-328120966-project] 10.222.0.90 "GET /v2.0/ports?device_id=bc62472c-7351-4b0b-a87c-5c70536447de HTTP/1.1" status: 200 len: 210 time: 0.0991411 Feb 09 21:37:38.343754 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e157e53-2171-4eb4-878e-720417c568fc x-openstack-request-id: req-0e157e53-2171-4eb4-878e-720417c568fc {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:37:38.344052 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25ff4a27-5d39-4104-bc4e-ab7ca4a4b676", "name": "network-vif-plugged", "status": "completed", "tag": "cdf78e47-27a9-41de-9372-81efb71bc085", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:37:38.344333 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-0e157e53-2171-4eb4-878e-720417c568fc {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:37:38.344804 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25ff4a27-5d39-4104-bc4e-ab7ca4a4b676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdf78e47-27a9-41de-9372-81efb71bc085', 'code': 200} Feb 09 21:37:38.461374 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5362500-3f28-4e53-9e51-753ab4169345 req-50f284cc-3e18-41e1-a30b-26f8445f436f tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] No DVR routers for this DVR port 825d977b-a00d-468f-9d7b-8be908d6792e on host n-h1-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:37:38.472649 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-b5362500-3f28-4e53-9e51-753ab4169345 req-50f284cc-3e18-41e1-a30b-26f8445f436f tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:38.476121 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b5362500-3f28-4e53-9e51-753ab4169345 req-50f284cc-3e18-41e1-a30b-26f8445f436f tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.95 "DELETE /v2.0/ports/825d977b-a00d-468f-9d7b-8be908d6792e HTTP/1.1" status: 204 len: 173 time: 1.8446147 Feb 09 21:37:38.510094 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88d24cbc-9e1f-4a64-8250-6e635ad0ac84', 'tag': '3c647b76-8391-41f3-81eb-c84f278cd6cd'}, {'server_uuid': '2554d57d-83c8-4d46-b328-49ce7df09ba6', 'name': 'network-vif-deleted', 'tag': '825d977b-a00d-468f-9d7b-8be908d6792e'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:37:38.512677 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae6e2918-00b3-4dae-92dc-20ebd2b642c3" -d '{"events": [{"name": "network-changed", "server_uuid": "88d24cbc-9e1f-4a64-8250-6e635ad0ac84", "tag": "3c647b76-8391-41f3-81eb-c84f278cd6cd"}, {"server_uuid": "2554d57d-83c8-4d46-b328-49ce7df09ba6", "name": "network-vif-deleted", "tag": "825d977b-a00d-468f-9d7b-8be908d6792e"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:37:38.531533 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea950349-22bd-4c66-b2f5-f6cbf4e4384d req-4da8ac29-985e-4167-b5c6-eb5d259143d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:38.533202 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ea950349-22bd-4c66-b2f5-f6cbf4e4384d req-4da8ac29-985e-4167-b5c6-eb5d259143d4 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=25ff4a27-5d39-4104-bc4e-ab7ca4a4b676 HTTP/1.1" status: 200 len: 1132 time: 0.0973403 Feb 09 21:37:38.627586 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-fec419fa-c249-424c-a33f-206ea42d482a tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Allocated IP 172.20.0.13 (d7c8263f-0802-4460-a401-0ec60b5fb74e/a38fe000-1d14-4130-b1e3-ebd85079a80f/0f71e960-31c8-405a-b975-c2b80b061f93) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:37:38.633415 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ea950349-22bd-4c66-b2f5-f6cbf4e4384d req-12e4e379-fe03-4333-ac66-ce9c20f9e104 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=d7e8bbeb-c185-4372-be56-5099932d5770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704453 Feb 09 21:37:38.672155 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a2a129-f3a0-42dc-bbfa-9717b216566f req-534cbf72-9a84-4b8d-9dc4-d44157e0cdad tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:38.677768 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a2a129-f3a0-42dc-bbfa-9717b216566f req-534cbf72-9a84-4b8d-9dc4-d44157e0cdad tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:38.684253 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a2a129-f3a0-42dc-bbfa-9717b216566f req-534cbf72-9a84-4b8d-9dc4-d44157e0cdad tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:38.690078 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a2a129-f3a0-42dc-bbfa-9717b216566f req-534cbf72-9a84-4b8d-9dc4-d44157e0cdad tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:38.696415 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a2a129-f3a0-42dc-bbfa-9717b216566f req-534cbf72-9a84-4b8d-9dc4-d44157e0cdad tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:38.702596 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a2a129-f3a0-42dc-bbfa-9717b216566f req-534cbf72-9a84-4b8d-9dc4-d44157e0cdad tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:38.705225 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-63a2a129-f3a0-42dc-bbfa-9717b216566f req-534cbf72-9a84-4b8d-9dc4-d44157e0cdad tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 4604 time: 0.2452714 Feb 09 21:37:38.758322 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df964c-0cfe-426e-a658-1b173a247c4f req-1ae114b4-5226-42c9-a993-ecf635a4e362 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:38.765544 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b4df964c-0cfe-426e-a658-1b173a247c4f req-1ae114b4-5226-42c9-a993-ecf635a4e362 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/ports?device_id=f07054f1-ef38-42ac-a181-aae86b623b32 HTTP/1.1" status: 200 len: 945 time: 0.2808185 Feb 09 21:37:38.895361 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b4df964c-0cfe-426e-a658-1b173a247c4f req-a3f53728-702c-4eb8-9d03-b603b6af9354 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/security-groups?id=1fbaec86-241e-4c80-89d8-21c7be7723d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288292 Feb 09 21:37:38.942404 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-8195c16e-760d-4a9a-b983-463e50a38293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:38.953017 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-63a2a129-f3a0-42dc-bbfa-9717b216566f req-27011a60-7d9b-4d17-9a16-daf39a740147 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/security-groups?id=13b87425-0324-41b8-9577-a03ea20c9956&id=d1e73a5e-905c-466a-be51-a1576b624ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2296622 Feb 09 21:37:39.005003 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fec419fa-c249-424c-a33f-206ea42d482a tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks [] for port (0f71e960-31c8-405a-b975-c2b80b061f93), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:39.049181 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 09 Feb 2022 21:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f81cb90-5844-451c-8824-489ca3869c35 x-openstack-request-id: req-8f81cb90-5844-451c-8824-489ca3869c35 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:37:39.049491 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88d24cbc-9e1f-4a64-8250-6e635ad0ac84", "tag": "3c647b76-8391-41f3-81eb-c84f278cd6cd", "status": "completed", "code": 200}, {"server_uuid": "2554d57d-83c8-4d46-b328-49ce7df09ba6", "name": "network-vif-deleted", "tag": "825d977b-a00d-468f-9d7b-8be908d6792e", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:37:39.049901 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-8f81cb90-5844-451c-8824-489ca3869c35 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:37:39.050311 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88d24cbc-9e1f-4a64-8250-6e635ad0ac84', 'tag': '3c647b76-8391-41f3-81eb-c84f278cd6cd', 'status': 'completed', 'code': 200} Feb 09 21:37:39.050666 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2554d57d-83c8-4d46-b328-49ce7df09ba6', 'name': 'network-vif-deleted', 'tag': '825d977b-a00d-468f-9d7b-8be908d6792e', 'status': 'completed', 'code': 200} Feb 09 21:37:39.053532 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fec419fa-c249-424c-a33f-206ea42d482a tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (0f71e960-31c8-405a-b975-c2b80b061f93), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:39.076008 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-fe4a9b99-00a2-4eb9-b98d-b933c7cf5f42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 924c9fc2-48e2-4846-a748-e98aee6d0d46 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:37:39.086630 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-fe4a9b99-00a2-4eb9-b98d-b933c7cf5f42 service neutron] Publish callbacks [] for port (924c9fc2-48e2-4846-a748-e98aee6d0d46), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:39.103888 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-fe4a9b99-00a2-4eb9-b98d-b933c7cf5f42 service neutron] Transition to ACTIVE for port object 924c9fc2-48e2-4846-a748-e98aee6d0d46 will not be triggered until provisioned by entity L2. {{(pid=103140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:37:39.109509 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-fe4a9b99-00a2-4eb9-b98d-b933c7cf5f42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (924c9fc2-48e2-4846-a748-e98aee6d0d46), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:39.187996 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec419fa-c249-424c-a33f-206ea42d482a tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Network d7c8263f-0802-4460-a401-0ec60b5fb74e is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:37:39.199701 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4a9b99-00a2-4eb9-b98d-b933c7cf5f42 service neutron] Pushing event updated for resources: {'Port': ['ID=924c9fc2-48e2-4846-a748-e98aee6d0d46,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:39.231429 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-fec419fa-c249-424c-a33f-206ea42d482a tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:37:39.235404 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec419fa-c249-424c-a33f-206ea42d482a tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:37:39.240387 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec419fa-c249-424c-a33f-206ea42d482a tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Pushing event updated for resources: {'Port': ['ID=0f71e960-31c8-405a-b975-c2b80b061f93,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:39.336257 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e2918-00b3-4dae-92dc-20ebd2b642c3 req-b170ac3e-bca4-496e-944c-c5e4da69010f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:39.336857 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e2918-00b3-4dae-92dc-20ebd2b642c3 req-b170ac3e-bca4-496e-944c-c5e4da69010f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:39.337367 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e2918-00b3-4dae-92dc-20ebd2b642c3 req-b170ac3e-bca4-496e-944c-c5e4da69010f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:39.337833 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e2918-00b3-4dae-92dc-20ebd2b642c3 req-b170ac3e-bca4-496e-944c-c5e4da69010f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:39.338293 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e2918-00b3-4dae-92dc-20ebd2b642c3 req-b170ac3e-bca4-496e-944c-c5e4da69010f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:39.338751 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e2918-00b3-4dae-92dc-20ebd2b642c3 req-b170ac3e-bca4-496e-944c-c5e4da69010f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:39.340722 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ae6e2918-00b3-4dae-92dc-20ebd2b642c3 req-b170ac3e-bca4-496e-944c-c5e4da69010f service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=18ba459b325a4da0821abb3dc94f8781&device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 5352 time: 0.2852814 Feb 09 21:37:39.417047 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0b0e1cd9-68c6-40af-8901-3eff3b92d44e req-f3aced97-1e22-4427-9d29-175e950609fd tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/ports?device_id=2554d57d-83c8-4d46-b328-49ce7df09ba6 HTTP/1.1" status: 200 len: 210 time: 0.0678630 Feb 09 21:37:39.445279 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec419fa-c249-424c-a33f-206ea42d482a tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:39.446146 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fec419fa-c249-424c-a33f-206ea42d482a tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:39.453810 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-fe4a9b99-00a2-4eb9-b98d-b933c7cf5f42 service neutron] Attempting to bind port 924c9fc2-48e2-4846-a748-e98aee6d0d46 on host n-h1-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:37:39.454010 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-fe4a9b99-00a2-4eb9-b98d-b933c7cf5f42 service neutron] Attempting to bind port 924c9fc2-48e2-4846-a748-e98aee6d0d46 by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': '3a1837f3-bf89-4200-982d-e8d31ce9bb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '447eb1f8-3447-426b-bdf3-4b25ec15af22'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:37:39.454341 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-fe4a9b99-00a2-4eb9-b98d-b933c7cf5f42 service neutron] Attempting to bind port 924c9fc2-48e2-4846-a748-e98aee6d0d46 on network 447eb1f8-3447-426b-bdf3-4b25ec15af22 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:37:39.474953 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ace080-b627-4130-aae9-99494d19d0a8 req-e66833fe-82dd-4d4c-b3e1-cd454b52303c tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:39.477609 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-fec419fa-c249-424c-a33f-206ea42d482a tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4351938 Feb 09 21:37:39.478691 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58978) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:39.482279 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c4ace080-b627-4130-aae9-99494d19d0a8 req-e66833fe-82dd-4d4c-b3e1-cd454b52303c tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] 10.222.0.90 "GET /v2.0/ports?device_id=e490ff87-5e28-4048-bdc6-d63fa5f2ccef HTTP/1.1" status: 200 len: 949 time: 0.2402875 Feb 09 21:37:39.485603 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-fe4a9b99-00a2-4eb9-b98d-b933c7cf5f42 service neutron] Port 924c9fc2-48e2-4846-a748-e98aee6d0d46 on network 447eb1f8-3447-426b-bdf3-4b25ec15af22 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:37:39.485820 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-fe4a9b99-00a2-4eb9-b98d-b933c7cf5f42 service neutron] Attempting to bind port 924c9fc2-48e2-4846-a748-e98aee6d0d46 on network 447eb1f8-3447-426b-bdf3-4b25ec15af22 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:37:39.490964 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-ab21586e-98a9-4ac1-8578-c5531b254188 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Request body: {'floatingip': {'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'port_id': '0f71e960-31c8-405a-b975-c2b80b061f93', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:37:39.527122 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-fe4a9b99-00a2-4eb9-b98d-b933c7cf5f42 service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:37:39.527937 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-fe4a9b99-00a2-4eb9-b98d-b933c7cf5f42 service neutron] Checking segment: {'id': '3a1837f3-bf89-4200-982d-e8d31ce9bb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '447eb1f8-3447-426b-bdf3-4b25ec15af22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:37:39.537409 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-fe4a9b99-00a2-4eb9-b98d-b933c7cf5f42 service neutron] Bound using segment: {'id': '3a1837f3-bf89-4200-982d-e8d31ce9bb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '447eb1f8-3447-426b-bdf3-4b25ec15af22'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:37:39.539631 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-fe4a9b99-00a2-4eb9-b98d-b933c7cf5f42 service neutron] Bound port: 924c9fc2-48e2-4846-a748-e98aee6d0d46, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a1837f3-bf89-4200-982d-e8d31ce9bb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '447eb1f8-3447-426b-bdf3-4b25ec15af22'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:37:39.542149 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-fe4a9b99-00a2-4eb9-b98d-b933c7cf5f42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (924c9fc2-48e2-4846-a748-e98aee6d0d46), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:39.565672 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ab21586e-98a9-4ac1-8578-c5531b254188 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:39.619009 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c4ace080-b627-4130-aae9-99494d19d0a8 req-c3b1eb4d-ce69-4d8c-9cf4-28e63804a9c7 tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] 10.222.0.90 "GET /v2.0/security-groups?id=d7e8bbeb-c185-4372-be56-5099932d5770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352754 Feb 09 21:37:39.670437 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e2918-00b3-4dae-92dc-20ebd2b642c3 req-85a23870-b5e9-412b-abb0-cad6297687b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:39.670987 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e2918-00b3-4dae-92dc-20ebd2b642c3 req-85a23870-b5e9-412b-abb0-cad6297687b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:39.671872 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e2918-00b3-4dae-92dc-20ebd2b642c3 req-85a23870-b5e9-412b-abb0-cad6297687b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:39.674341 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ae6e2918-00b3-4dae-92dc-20ebd2b642c3 req-85a23870-b5e9-412b-abb0-cad6297687b5 service neutron] 10.222.0.95 "GET /v2.0/networks?tenant_id=18ba459b325a4da0821abb3dc94f8781&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3016484 Feb 09 21:37:39.724280 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9b652d18-ed77-465d-aa74-04e2e42b5ae1 req-2185ef50-70ef-49fe-b51a-3fb9177d069f tempest-ServerShowV247Test-328120966 tempest-ServerShowV247Test-328120966-project] 10.222.0.90 "GET /v2.0/ports?device_id=bc62472c-7351-4b0b-a87c-5c70536447de HTTP/1.1" status: 200 len: 210 time: 0.0536919 Feb 09 21:37:39.773994 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-fe4a9b99-00a2-4eb9-b98d-b933c7cf5f42 service neutron] For port 924c9fc2-48e2-4846-a748-e98aee6d0d46, host n-h1-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:37:39.781947 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-fe4a9b99-00a2-4eb9-b98d-b933c7cf5f42 service neutron] For port 924c9fc2-48e2-4846-a748-e98aee6d0d46, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=924c9fc2-48e2-4846-a748-e98aee6d0d46,segment=NetworkSegment(3a1837f3-bf89-4200-982d-e8d31ce9bb97),segment_id=3a1837f3-bf89-4200-982d-e8d31ce9bb97)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:37:39.793489 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-fe4a9b99-00a2-4eb9-b98d-b933c7cf5f42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (924c9fc2-48e2-4846-a748-e98aee6d0d46), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:39.893043 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-fe4a9b99-00a2-4eb9-b98d-b933c7cf5f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:39.893713 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-fe4a9b99-00a2-4eb9-b98d-b933c7cf5f42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:39.896750 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e2918-00b3-4dae-92dc-20ebd2b642c3 req-e54a31cf-a6ac-405d-889b-0dbbc5c05f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:39.898223 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ae6e2918-00b3-4dae-92dc-20ebd2b642c3 req-e54a31cf-a6ac-405d-889b-0dbbc5c05f16 service neutron] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2110028 Feb 09 21:37:39.901269 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-fe4a9b99-00a2-4eb9-b98d-b933c7cf5f42 service neutron] 10.222.0.95 "PUT /v2.0/ports/924c9fc2-48e2-4846-a748-e98aee6d0d46 HTTP/1.1" status: 200 len: 1135 time: 2.0539968 Feb 09 21:37:39.960717 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-b1d081f4-3da8-4888-a07d-a0bcd351406c service neutron] Request body: {'port': {'device_id': '88d24cbc-9e1f-4a64-8250-6e635ad0ac84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:37:39.990110 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4a9b99-00a2-4eb9-b98d-b933c7cf5f42 service neutron] Pushing event updated for resources: {'Port': ['ID=924c9fc2-48e2-4846-a748-e98aee6d0d46,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:40.022966 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ab21586e-98a9-4ac1-8578-c5531b254188 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:40.027575 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd1edbb-422a-46da-b3b2-227ac262c4ae req-28baa016-bc1a-48fe-abff-8f5b54034e33 tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:40.031773 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1fd1edbb-422a-46da-b3b2-227ac262c4ae req-28baa016-bc1a-48fe-abff-8f5b54034e33 tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] 10.222.0.90 "GET /v2.0/ports?device_id=25ff4a27-5d39-4104-bc4e-ab7ca4a4b676 HTTP/1.1" status: 200 len: 950 time: 0.1874490 Feb 09 21:37:40.149528 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1fd1edbb-422a-46da-b3b2-227ac262c4ae req-962add9d-e7f2-4378-ad81-13142b2b9f25 tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] 10.222.0.90 "GET /v2.0/security-groups?id=d7e8bbeb-c185-4372-be56-5099932d5770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103067 Feb 09 21:37:40.178043 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-ab21586e-98a9-4ac1-8578-c5531b254188 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Allocated IP 172.25.3.214 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/6e82320c-b375-49e7-861e-5b0cf2e1b8f6) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:37:40.225680 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe333204-159c-444d-9356-c5e0ce183afa req-78307b9d-8a5b-4577-a393-aeade0b269fa tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:40.227361 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fe333204-159c-444d-9356-c5e0ce183afa req-78307b9d-8a5b-4577-a393-aeade0b269fa tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/ports?device_id=f07054f1-ef38-42ac-a181-aae86b623b32 HTTP/1.1" status: 200 len: 945 time: 0.1135373 Feb 09 21:37:40.231560 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-b1d081f4-3da8-4888-a07d-a0bcd351406c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (75eef6bf-48e5-4c19-b81a-a37147e710d0), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:40.729939 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fe333204-159c-444d-9356-c5e0ce183afa req-30669bf6-9da0-47ce-a3f5-ca756fb0eb64 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/security-groups?id=1fbaec86-241e-4c80-89d8-21c7be7723d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4947836 Feb 09 21:37:40.793794 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee25f4ae-fad8-466b-b2ce-b46e5244a108 req-676e0891-44cb-4381-9243-f22ecd1322aa tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:40.805720 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee25f4ae-fad8-466b-b2ce-b46e5244a108 req-676e0891-44cb-4381-9243-f22ecd1322aa tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:40.816315 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee25f4ae-fad8-466b-b2ce-b46e5244a108 req-676e0891-44cb-4381-9243-f22ecd1322aa tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:40.822597 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee25f4ae-fad8-466b-b2ce-b46e5244a108 req-676e0891-44cb-4381-9243-f22ecd1322aa tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:40.827906 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee25f4ae-fad8-466b-b2ce-b46e5244a108 req-676e0891-44cb-4381-9243-f22ecd1322aa tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:40.833482 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee25f4ae-fad8-466b-b2ce-b46e5244a108 req-676e0891-44cb-4381-9243-f22ecd1322aa tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:40.839271 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee25f4ae-fad8-466b-b2ce-b46e5244a108 req-676e0891-44cb-4381-9243-f22ecd1322aa tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:40.841362 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ee25f4ae-fad8-466b-b2ce-b46e5244a108 req-676e0891-44cb-4381-9243-f22ecd1322aa tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 5381 time: 0.5483656 Feb 09 21:37:40.937085 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-e9e392cc-26d4-4730-98a4-05318316b3d1 req-51d8abe7-a2a8-4d1a-a017-a6136ee5bd3b service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=bc62472c-7351-4b0b-a87c-5c70536447de HTTP/1.1" status: 200 len: 210 time: 0.0868073 Feb 09 21:37:40.947309 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ee25f4ae-fad8-466b-b2ce-b46e5244a108 req-55114d1c-8ca0-4f87-80cc-06a5bb3e3291 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/security-groups?id=13b87425-0324-41b8-9577-a03ea20c9956&id=d1e73a5e-905c-466a-be51-a1576b624ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0986962 Feb 09 21:37:40.979874 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-bd1b2b7d-596b-4a8e-a218-d8e1331e4642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:41.054476 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88d24cbc-9e1f-4a64-8250-6e635ad0ac84', 'tag': '924c9fc2-48e2-4846-a748-e98aee6d0d46'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:37:41.056928 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98045028-0396-4ead-968d-d6b0f9f71df9" -d '{"events": [{"name": "network-changed", "server_uuid": "88d24cbc-9e1f-4a64-8250-6e635ad0ac84", "tag": "924c9fc2-48e2-4846-a748-e98aee6d0d46"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:37:41.117719 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-798d275c-75d2-40d3-8fae-2cc0595611d1 req-2965b113-beef-49a5-a729-1a4550237bfd tempest-ServerShowV247Test-328120966 tempest-ServerShowV247Test-328120966-project] 10.222.0.90 "GET /v2.0/ports?device_id=bc62472c-7351-4b0b-a87c-5c70536447de HTTP/1.1" status: 200 len: 210 time: 0.0541935 Feb 09 21:37:41.250648 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4fd972f-e289-41e1-b1e8-cf16964285ed x-openstack-request-id: req-f4fd972f-e289-41e1-b1e8-cf16964285ed {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:37:41.251160 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88d24cbc-9e1f-4a64-8250-6e635ad0ac84", "tag": "924c9fc2-48e2-4846-a748-e98aee6d0d46", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:37:41.251552 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-f4fd972f-e289-41e1-b1e8-cf16964285ed {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:37:41.252086 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88d24cbc-9e1f-4a64-8250-6e635ad0ac84', 'tag': '924c9fc2-48e2-4846-a748-e98aee6d0d46', 'status': 'completed', 'code': 200} Feb 09 21:37:41.295332 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-b1d081f4-3da8-4888-a07d-a0bcd351406c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75eef6bf-48e5-4c19-b81a-a37147e710d0 {{(pid=103141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:37:41.303680 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-b1d081f4-3da8-4888-a07d-a0bcd351406c service neutron] Publish callbacks [] for port (75eef6bf-48e5-4c19-b81a-a37147e710d0), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:41.319298 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-b1d081f4-3da8-4888-a07d-a0bcd351406c service neutron] Transition to ACTIVE for port object 75eef6bf-48e5-4c19-b81a-a37147e710d0 will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:37:41.357116 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ab21586e-98a9-4ac1-8578-c5531b254188 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks [] for port (6e82320c-b375-49e7-861e-5b0cf2e1b8f6), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:41.363021 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-b1d081f4-3da8-4888-a07d-a0bcd351406c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (75eef6bf-48e5-4c19-b81a-a37147e710d0), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:41.493500 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d081f4-3da8-4888-a07d-a0bcd351406c service neutron] Pushing event updated for resources: {'Port': ['ID=75eef6bf-48e5-4c19-b81a-a37147e710d0,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:41.506254 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98045028-0396-4ead-968d-d6b0f9f71df9 req-279b8a94-ea35-48b9-a0c4-766c15467390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:41.506754 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98045028-0396-4ead-968d-d6b0f9f71df9 req-279b8a94-ea35-48b9-a0c4-766c15467390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:41.507199 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98045028-0396-4ead-968d-d6b0f9f71df9 req-279b8a94-ea35-48b9-a0c4-766c15467390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:41.508003 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98045028-0396-4ead-968d-d6b0f9f71df9 req-279b8a94-ea35-48b9-a0c4-766c15467390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:41.510181 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98045028-0396-4ead-968d-d6b0f9f71df9 req-279b8a94-ea35-48b9-a0c4-766c15467390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:41.510652 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98045028-0396-4ead-968d-d6b0f9f71df9 req-279b8a94-ea35-48b9-a0c4-766c15467390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:41.511708 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98045028-0396-4ead-968d-d6b0f9f71df9 req-279b8a94-ea35-48b9-a0c4-766c15467390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:41.514754 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-98045028-0396-4ead-968d-d6b0f9f71df9 req-279b8a94-ea35-48b9-a0c4-766c15467390 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=18ba459b325a4da0821abb3dc94f8781&device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 6311 time: 0.2380221 Feb 09 21:37:41.534973 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ab21586e-98a9-4ac1-8578-c5531b254188 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (6e82320c-b375-49e7-861e-5b0cf2e1b8f6), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:41.590467 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 825d977b-a00d-468f-9d7b-8be908d6792e no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:37:41.590777 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab21586e-98a9-4ac1-8578-c5531b254188 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Pushing event updated for resources: {'Port': ['ID=6e82320c-b375-49e7-861e-5b0cf2e1b8f6,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:41.615039 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-b1d081f4-3da8-4888-a07d-a0bcd351406c service neutron] Attempting to bind port 75eef6bf-48e5-4c19-b81a-a37147e710d0 on host n-h1-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:37:41.615382 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-b1d081f4-3da8-4888-a07d-a0bcd351406c service neutron] Attempting to bind port 75eef6bf-48e5-4c19-b81a-a37147e710d0 by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': '3a1837f3-bf89-4200-982d-e8d31ce9bb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '447eb1f8-3447-426b-bdf3-4b25ec15af22'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:37:41.615717 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-b1d081f4-3da8-4888-a07d-a0bcd351406c service neutron] Attempting to bind port 75eef6bf-48e5-4c19-b81a-a37147e710d0 on network 447eb1f8-3447-426b-bdf3-4b25ec15af22 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:37:41.625951 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab21586e-98a9-4ac1-8578-c5531b254188 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:37:41.627767 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-ab21586e-98a9-4ac1-8578-c5531b254188 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:37:41.629626 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-b1d081f4-3da8-4888-a07d-a0bcd351406c service neutron] Port 75eef6bf-48e5-4c19-b81a-a37147e710d0 on network 447eb1f8-3447-426b-bdf3-4b25ec15af22 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:37:41.629948 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-b1d081f4-3da8-4888-a07d-a0bcd351406c service neutron] Attempting to bind port 75eef6bf-48e5-4c19-b81a-a37147e710d0 on network 447eb1f8-3447-426b-bdf3-4b25ec15af22 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:37:41.635900 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab21586e-98a9-4ac1-8578-c5531b254188 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:37:41.637997 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-b1d081f4-3da8-4888-a07d-a0bcd351406c service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:37:41.638337 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-b1d081f4-3da8-4888-a07d-a0bcd351406c service neutron] Checking segment: {'id': '3a1837f3-bf89-4200-982d-e8d31ce9bb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '447eb1f8-3447-426b-bdf3-4b25ec15af22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:37:41.638767 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-b1d081f4-3da8-4888-a07d-a0bcd351406c service neutron] Bound using segment: {'id': '3a1837f3-bf89-4200-982d-e8d31ce9bb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '447eb1f8-3447-426b-bdf3-4b25ec15af22'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:37:41.639215 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-b1d081f4-3da8-4888-a07d-a0bcd351406c service neutron] Bound port: 75eef6bf-48e5-4c19-b81a-a37147e710d0, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a1837f3-bf89-4200-982d-e8d31ce9bb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '447eb1f8-3447-426b-bdf3-4b25ec15af22'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:37:41.639576 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-b1d081f4-3da8-4888-a07d-a0bcd351406c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (75eef6bf-48e5-4c19-b81a-a37147e710d0), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:41.704147 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] No Port match for: 825d977b-a00d-468f-9d7b-8be908d6792e {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:37:41.704529 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 825d977b-a00d-468f-9d7b-8be908d6792e not bound to the agent host n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:37:41.771617 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-b1d081f4-3da8-4888-a07d-a0bcd351406c service neutron] For port 75eef6bf-48e5-4c19-b81a-a37147e710d0, host n-h1-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:37:41.775603 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-b1d081f4-3da8-4888-a07d-a0bcd351406c service neutron] For port 75eef6bf-48e5-4c19-b81a-a37147e710d0, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=75eef6bf-48e5-4c19-b81a-a37147e710d0,segment=NetworkSegment(3a1837f3-bf89-4200-982d-e8d31ce9bb97),segment_id=3a1837f3-bf89-4200-982d-e8d31ce9bb97)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:37:41.795013 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-b1d081f4-3da8-4888-a07d-a0bcd351406c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (75eef6bf-48e5-4c19-b81a-a37147e710d0), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:41.804655 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b4bed1-0f10-4181-bfff-e41b488c6751 req-304c8be3-bc50-4128-b3d5-4baa8fdcd954 tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:41.813093 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-07b4bed1-0f10-4181-bfff-e41b488c6751 req-304c8be3-bc50-4128-b3d5-4baa8fdcd954 tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] 10.222.0.90 "GET /v2.0/ports?device_id=25ff4a27-5d39-4104-bc4e-ab7ca4a4b676 HTTP/1.1" status: 200 len: 950 time: 0.4415929 Feb 09 21:37:41.885174 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98045028-0396-4ead-968d-d6b0f9f71df9 req-d593fe32-ebbb-499b-b45e-ec7c536f0b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:41.885174 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98045028-0396-4ead-968d-d6b0f9f71df9 req-d593fe32-ebbb-499b-b45e-ec7c536f0b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:41.885174 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98045028-0396-4ead-968d-d6b0f9f71df9 req-d593fe32-ebbb-499b-b45e-ec7c536f0b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:41.886304 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-98045028-0396-4ead-968d-d6b0f9f71df9 req-d593fe32-ebbb-499b-b45e-ec7c536f0b3b service neutron] 10.222.0.95 "GET /v2.0/networks?tenant_id=18ba459b325a4da0821abb3dc94f8781&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3562553 Feb 09 21:37:41.891159 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-b1d081f4-3da8-4888-a07d-a0bcd351406c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:41.891799 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-b1d081f4-3da8-4888-a07d-a0bcd351406c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:41.893348 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-b1d081f4-3da8-4888-a07d-a0bcd351406c service neutron] 10.222.0.95 "PUT /v2.0/ports/75eef6bf-48e5-4c19-b81a-a37147e710d0 HTTP/1.1" status: 200 len: 1091 time: 1.9384487 Feb 09 21:37:41.895880 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88d24cbc-9e1f-4a64-8250-6e635ad0ac84', 'tag': '75eef6bf-48e5-4c19-b81a-a37147e710d0'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:37:41.898235 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-690ad421-b1a8-4663-ae4c-5d11f7e5a970" -d '{"events": [{"name": "network-changed", "server_uuid": "88d24cbc-9e1f-4a64-8250-6e635ad0ac84", "tag": "75eef6bf-48e5-4c19-b81a-a37147e710d0"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:37:41.975659 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-5ab7617d-3bf6-4d22-bbc2-818de8421a2d service neutron] Request body: {'port': {'device_id': '88d24cbc-9e1f-4a64-8250-6e635ad0ac84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:37:41.999501 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d081f4-3da8-4888-a07d-a0bcd351406c service neutron] Pushing event updated for resources: {'Port': ['ID=75eef6bf-48e5-4c19-b81a-a37147e710d0,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:42.029525 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-07b4bed1-0f10-4181-bfff-e41b488c6751 req-c7cbaa66-0c64-435b-bfdb-a11f79abdf0b tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] 10.222.0.90 "GET /v2.0/security-groups?id=d7e8bbeb-c185-4372-be56-5099932d5770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971550 Feb 09 21:37:42.055125 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640329f5-6261-4f31-ad1a-391d2c7ad976 req-3cca0c3d-64c8-4193-b74e-d6da796bff53 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:42.056845 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-640329f5-6261-4f31-ad1a-391d2c7ad976 req-3cca0c3d-64c8-4193-b74e-d6da796bff53 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/ports?device_id=1403455a-2632-4781-bcfa-60ab81462070 HTTP/1.1" status: 200 len: 946 time: 0.3472295 Feb 09 21:37:42.088974 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-5ab7617d-3bf6-4d22-bbc2-818de8421a2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (46a5acec-c89c-40ed-b7d1-64d412e029f2), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:42.168203 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-640329f5-6261-4f31-ad1a-391d2c7ad976 req-31b70a0a-2808-43f1-a125-34cf29fe777c tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d80a148-e9eb-4688-aae9-f24ed4e32758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034980 Feb 09 21:37:42.216624 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98045028-0396-4ead-968d-d6b0f9f71df9 req-449399d3-9e20-44e3-a693-d6189658ded5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:42.218163 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-98045028-0396-4ead-968d-d6b0f9f71df9 req-449399d3-9e20-44e3-a693-d6189658ded5 service neutron] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3063345 Feb 09 21:37:42.295206 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff74cb8-0c45-4bd0-8014-23af3bdff878 req-fefa3e4e-8127-46a6-a4df-601a4a466b29 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:42.296823 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-aff74cb8-0c45-4bd0-8014-23af3bdff878 req-fefa3e4e-8127-46a6-a4df-601a4a466b29 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/ports?device_id=f07054f1-ef38-42ac-a181-aae86b623b32 HTTP/1.1" status: 200 len: 945 time: 0.1276174 Feb 09 21:37:42.397548 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-aff74cb8-0c45-4bd0-8014-23af3bdff878 req-9838fe63-3d73-44c2-b1cc-3feb71ee8b81 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/security-groups?id=1fbaec86-241e-4c80-89d8-21c7be7723d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889878 Feb 09 21:37:42.471813 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76b8dbe4-8f42-44b0-bb29-d859304f4d03 x-openstack-request-id: req-76b8dbe4-8f42-44b0-bb29-d859304f4d03 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:37:42.472116 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88d24cbc-9e1f-4a64-8250-6e635ad0ac84", "tag": "75eef6bf-48e5-4c19-b81a-a37147e710d0", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:37:42.472415 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-76b8dbe4-8f42-44b0-bb29-d859304f4d03 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:37:42.472833 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88d24cbc-9e1f-4a64-8250-6e635ad0ac84', 'tag': '75eef6bf-48e5-4c19-b81a-a37147e710d0', 'status': 'completed', 'code': 200} Feb 09 21:37:42.575806 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ab21586e-98a9-4ac1-8578-c5531b254188 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks [] for floatingip (6de60036-327c-4cd4-b926-e39193bfbaf6), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:42.640264 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690ad421-b1a8-4663-ae4c-5d11f7e5a970 req-999d3fc3-f114-4860-8cf6-bbee2ee886c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:42.641470 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690ad421-b1a8-4663-ae4c-5d11f7e5a970 req-999d3fc3-f114-4860-8cf6-bbee2ee886c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:42.642535 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690ad421-b1a8-4663-ae4c-5d11f7e5a970 req-999d3fc3-f114-4860-8cf6-bbee2ee886c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:42.643306 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690ad421-b1a8-4663-ae4c-5d11f7e5a970 req-999d3fc3-f114-4860-8cf6-bbee2ee886c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:42.643939 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690ad421-b1a8-4663-ae4c-5d11f7e5a970 req-999d3fc3-f114-4860-8cf6-bbee2ee886c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:42.644599 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690ad421-b1a8-4663-ae4c-5d11f7e5a970 req-999d3fc3-f114-4860-8cf6-bbee2ee886c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:42.645227 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690ad421-b1a8-4663-ae4c-5d11f7e5a970 req-999d3fc3-f114-4860-8cf6-bbee2ee886c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:42.648314 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-690ad421-b1a8-4663-ae4c-5d11f7e5a970 req-999d3fc3-f114-4860-8cf6-bbee2ee886c0 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=18ba459b325a4da0821abb3dc94f8781&device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 6409 time: 0.1626914 Feb 09 21:37:42.652341 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:42.660591 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-5ab7617d-3bf6-4d22-bbc2-818de8421a2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46a5acec-c89c-40ed-b7d1-64d412e029f2 {{(pid=103141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:37:42.669581 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c300039-6474-4a29-b4d1-d570a7a7c721 req-7cf10e2c-be26-43fb-b76a-a350cf70ff04 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:42.675168 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c300039-6474-4a29-b4d1-d570a7a7c721 req-7cf10e2c-be26-43fb-b76a-a350cf70ff04 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:42.681730 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c300039-6474-4a29-b4d1-d570a7a7c721 req-7cf10e2c-be26-43fb-b76a-a350cf70ff04 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:42.683743 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-5ab7617d-3bf6-4d22-bbc2-818de8421a2d service neutron] Publish callbacks [] for port (46a5acec-c89c-40ed-b7d1-64d412e029f2), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:42.688248 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c300039-6474-4a29-b4d1-d570a7a7c721 req-7cf10e2c-be26-43fb-b76a-a350cf70ff04 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:42.694332 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c300039-6474-4a29-b4d1-d570a7a7c721 req-7cf10e2c-be26-43fb-b76a-a350cf70ff04 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:42.700835 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c300039-6474-4a29-b4d1-d570a7a7c721 req-7cf10e2c-be26-43fb-b76a-a350cf70ff04 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:42.702758 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-5ab7617d-3bf6-4d22-bbc2-818de8421a2d service neutron] Transition to ACTIVE for port object 46a5acec-c89c-40ed-b7d1-64d412e029f2 will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:37:42.703568 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ab21586e-98a9-4ac1-8578-c5531b254188 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (6e82320c-b375-49e7-861e-5b0cf2e1b8f6), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:42.707216 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c300039-6474-4a29-b4d1-d570a7a7c721 req-7cf10e2c-be26-43fb-b76a-a350cf70ff04 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:42.707732 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-5ab7617d-3bf6-4d22-bbc2-818de8421a2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (46a5acec-c89c-40ed-b7d1-64d412e029f2), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:42.715412 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2c300039-6474-4a29-b4d1-d570a7a7c721 req-7cf10e2c-be26-43fb-b76a-a350cf70ff04 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 5393 time: 0.1529515 Feb 09 21:37:42.883848 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab7617d-3bf6-4d22-bbc2-818de8421a2d service neutron] Pushing event updated for resources: {'Port': ['ID=46a5acec-c89c-40ed-b7d1-64d412e029f2,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:42.891840 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2c300039-6474-4a29-b4d1-d570a7a7c721 req-a7aa09c6-19a9-4af4-8417-0f72e1febf51 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/security-groups?id=13b87425-0324-41b8-9577-a03ea20c9956&id=d1e73a5e-905c-466a-be51-a1576b624ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1691580 Feb 09 21:37:42.939881 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690ad421-b1a8-4663-ae4c-5d11f7e5a970 req-4fbd18a8-d116-40f5-b9a8-d0c18e598536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:42.940393 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690ad421-b1a8-4663-ae4c-5d11f7e5a970 req-4fbd18a8-d116-40f5-b9a8-d0c18e598536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:42.940860 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690ad421-b1a8-4663-ae4c-5d11f7e5a970 req-4fbd18a8-d116-40f5-b9a8-d0c18e598536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:42.947680 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-690ad421-b1a8-4663-ae4c-5d11f7e5a970 req-4fbd18a8-d116-40f5-b9a8-d0c18e598536 service neutron] 10.222.0.95 "GET /v2.0/networks?tenant_id=18ba459b325a4da0821abb3dc94f8781&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2294645 Feb 09 21:37:42.956664 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-5ab7617d-3bf6-4d22-bbc2-818de8421a2d service neutron] Attempting to bind port 46a5acec-c89c-40ed-b7d1-64d412e029f2 on host n-h1-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:37:42.956821 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-5ab7617d-3bf6-4d22-bbc2-818de8421a2d service neutron] Attempting to bind port 46a5acec-c89c-40ed-b7d1-64d412e029f2 by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': '3a1837f3-bf89-4200-982d-e8d31ce9bb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '447eb1f8-3447-426b-bdf3-4b25ec15af22'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:37:42.957113 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-5ab7617d-3bf6-4d22-bbc2-818de8421a2d service neutron] Attempting to bind port 46a5acec-c89c-40ed-b7d1-64d412e029f2 on network 447eb1f8-3447-426b-bdf3-4b25ec15af22 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:37:42.975309 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-5ab7617d-3bf6-4d22-bbc2-818de8421a2d service neutron] Port 46a5acec-c89c-40ed-b7d1-64d412e029f2 on network 447eb1f8-3447-426b-bdf3-4b25ec15af22 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:37:42.979642 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-5ab7617d-3bf6-4d22-bbc2-818de8421a2d service neutron] Attempting to bind port 46a5acec-c89c-40ed-b7d1-64d412e029f2 on network 447eb1f8-3447-426b-bdf3-4b25ec15af22 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:37:42.990331 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-5ab7617d-3bf6-4d22-bbc2-818de8421a2d service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:37:42.990672 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-5ab7617d-3bf6-4d22-bbc2-818de8421a2d service neutron] Checking segment: {'id': '3a1837f3-bf89-4200-982d-e8d31ce9bb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '447eb1f8-3447-426b-bdf3-4b25ec15af22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:37:42.991057 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-5ab7617d-3bf6-4d22-bbc2-818de8421a2d service neutron] Bound using segment: {'id': '3a1837f3-bf89-4200-982d-e8d31ce9bb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '447eb1f8-3447-426b-bdf3-4b25ec15af22'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:37:42.991494 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-5ab7617d-3bf6-4d22-bbc2-818de8421a2d service neutron] Bound port: 46a5acec-c89c-40ed-b7d1-64d412e029f2, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a1837f3-bf89-4200-982d-e8d31ce9bb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '447eb1f8-3447-426b-bdf3-4b25ec15af22'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:37:42.991843 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-5ab7617d-3bf6-4d22-bbc2-818de8421a2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (46a5acec-c89c-40ed-b7d1-64d412e029f2), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:43.089671 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9dffc136-f1fa-488a-bb24-ab84ad90a7b3 req-646d9270-9d83-42c0-b292-3d93e082e0bf tempest-ServerShowV247Test-328120966 tempest-ServerShowV247Test-328120966-project] 10.222.0.90 "GET /v2.0/ports?device_id=bc62472c-7351-4b0b-a87c-5c70536447de HTTP/1.1" status: 200 len: 210 time: 0.0964911 Feb 09 21:37:43.198845 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690ad421-b1a8-4663-ae4c-5d11f7e5a970 req-2a4b2a06-b694-4aa4-b1dc-96735e527e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:43.200426 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-690ad421-b1a8-4663-ae4c-5d11f7e5a970 req-2a4b2a06-b694-4aa4-b1dc-96735e527e7e service neutron] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2380877 Feb 09 21:37:43.224994 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-5ab7617d-3bf6-4d22-bbc2-818de8421a2d service neutron] For port 46a5acec-c89c-40ed-b7d1-64d412e029f2, host n-h1-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:37:43.228883 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-5ab7617d-3bf6-4d22-bbc2-818de8421a2d service neutron] For port 46a5acec-c89c-40ed-b7d1-64d412e029f2, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=46a5acec-c89c-40ed-b7d1-64d412e029f2,segment=NetworkSegment(3a1837f3-bf89-4200-982d-e8d31ce9bb97),segment_id=3a1837f3-bf89-4200-982d-e8d31ce9bb97)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:37:43.236950 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ab21586e-98a9-4ac1-8578-c5531b254188 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks [] for port (6e82320c-b375-49e7-861e-5b0cf2e1b8f6), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:43.240069 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-5ab7617d-3bf6-4d22-bbc2-818de8421a2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (46a5acec-c89c-40ed-b7d1-64d412e029f2), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:43.251859 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ab21586e-98a9-4ac1-8578-c5531b254188 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (6e82320c-b375-49e7-861e-5b0cf2e1b8f6), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:43.312416 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-5ab7617d-3bf6-4d22-bbc2-818de8421a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:43.313579 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-5ab7617d-3bf6-4d22-bbc2-818de8421a2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:43.315107 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-5ab7617d-3bf6-4d22-bbc2-818de8421a2d service neutron] 10.222.0.95 "PUT /v2.0/ports/46a5acec-c89c-40ed-b7d1-64d412e029f2 HTTP/1.1" status: 200 len: 1090 time: 1.3511291 Feb 09 21:37:43.400145 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff307bf0-d493-4ef1-8e6f-e75b07cbcfc6 req-4f958710-5dda-44fa-b527-23820c946785 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:43.402085 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ff307bf0-d493-4ef1-8e6f-e75b07cbcfc6 req-4f958710-5dda-44fa-b527-23820c946785 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/ports?device_id=1403455a-2632-4781-bcfa-60ab81462070 HTTP/1.1" status: 200 len: 946 time: 0.0763998 Feb 09 21:37:43.414406 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-13b37118-c311-4480-9e19-dba2a92d8c50 service neutron] Request body: {'port': {'device_id': '88d24cbc-9e1f-4a64-8250-6e635ad0ac84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:37:43.494188 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab7617d-3bf6-4d22-bbc2-818de8421a2d service neutron] Pushing event updated for resources: {'Port': ['ID=46a5acec-c89c-40ed-b7d1-64d412e029f2,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:43.517511 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ff307bf0-d493-4ef1-8e6f-e75b07cbcfc6 req-05e84cd8-f7a2-43ed-b009-26a3ef697e21 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d80a148-e9eb-4688-aae9-f24ed4e32758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071501 Feb 09 21:37:43.564987 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ab21586e-98a9-4ac1-8578-c5531b254188 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (6de60036-327c-4cd4-b926-e39193bfbaf6), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:43.601961 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0149b52d-3611-43a3-9141-5d4172b34e92 req-5f808c2b-2cca-4869-9505-f6cc02ca7762 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:43.603805 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0149b52d-3611-43a3-9141-5d4172b34e92 req-5f808c2b-2cca-4869-9505-f6cc02ca7762 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/ports?device_id=f07054f1-ef38-42ac-a181-aae86b623b32 HTTP/1.1" status: 200 len: 945 time: 0.0907226 Feb 09 21:37:43.677754 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab21586e-98a9-4ac1-8578-c5531b254188 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Pushing event updated for resources: {'Port': ['ID=6e82320c-b375-49e7-861e-5b0cf2e1b8f6,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:43.682280 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-13b37118-c311-4480-9e19-dba2a92d8c50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (65552933-30d5-4f11-b08a-78531a3a97b9), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:43.704848 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0149b52d-3611-43a3-9141-5d4172b34e92 req-98c7abb6-b4a5-4b31-a6b4-2545a9cd1624 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/security-groups?id=1fbaec86-241e-4c80-89d8-21c7be7723d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937619 Feb 09 21:37:43.732614 n-d-828369-5 neutron-server[103141]: INFO neutron.db.l3_db [None req-ab21586e-98a9-4ac1-8578-c5531b254188 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Floating IP 6de60036-327c-4cd4-b926-e39193bfbaf6 associated. External IP: 172.25.3.214, port: 0f71e960-31c8-405a-b975-c2b80b061f93. Feb 09 21:37:44.033167 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:44.201064 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc79ba01-5ef4-4e8f-bd4f-97e5f3799111 req-343047ec-09de-4f4e-9d09-be4b2e2b7603 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:44.226240 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-13b37118-c311-4480-9e19-dba2a92d8c50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65552933-30d5-4f11-b08a-78531a3a97b9 {{(pid=103141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:37:44.227243 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc79ba01-5ef4-4e8f-bd4f-97e5f3799111 req-343047ec-09de-4f4e-9d09-be4b2e2b7603 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:44.237743 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-13b37118-c311-4480-9e19-dba2a92d8c50 service neutron] Publish callbacks [] for port (65552933-30d5-4f11-b08a-78531a3a97b9), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:44.249664 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc79ba01-5ef4-4e8f-bd4f-97e5f3799111 req-343047ec-09de-4f4e-9d09-be4b2e2b7603 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:44.254429 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-13b37118-c311-4480-9e19-dba2a92d8c50 service neutron] Transition to ACTIVE for port object 65552933-30d5-4f11-b08a-78531a3a97b9 will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:37:44.261710 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-13b37118-c311-4480-9e19-dba2a92d8c50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (65552933-30d5-4f11-b08a-78531a3a97b9), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:44.279281 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc79ba01-5ef4-4e8f-bd4f-97e5f3799111 req-343047ec-09de-4f4e-9d09-be4b2e2b7603 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:44.319146 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc79ba01-5ef4-4e8f-bd4f-97e5f3799111 req-343047ec-09de-4f4e-9d09-be4b2e2b7603 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:44.361177 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc79ba01-5ef4-4e8f-bd4f-97e5f3799111 req-343047ec-09de-4f4e-9d09-be4b2e2b7603 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:44.374001 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc79ba01-5ef4-4e8f-bd4f-97e5f3799111 req-343047ec-09de-4f4e-9d09-be4b2e2b7603 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:44.402361 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cc79ba01-5ef4-4e8f-bd4f-97e5f3799111 req-343047ec-09de-4f4e-9d09-be4b2e2b7603 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 5405 time: 0.3736117 Feb 09 21:37:44.481852 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88d24cbc-9e1f-4a64-8250-6e635ad0ac84', 'tag': '46a5acec-c89c-40ed-b7d1-64d412e029f2'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:37:44.488203 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0a395e3-7f88-49a1-9ad9-ad7956284dfc" -d '{"events": [{"name": "network-changed", "server_uuid": "88d24cbc-9e1f-4a64-8250-6e635ad0ac84", "tag": "46a5acec-c89c-40ed-b7d1-64d412e029f2"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:37:44.510068 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b37118-c311-4480-9e19-dba2a92d8c50 service neutron] Pushing event updated for resources: {'Port': ['ID=65552933-30d5-4f11-b08a-78531a3a97b9,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:44.549052 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cc79ba01-5ef4-4e8f-bd4f-97e5f3799111 req-a0f0c432-3888-43bb-8292-7b8ce75e716b tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/security-groups?id=13b87425-0324-41b8-9577-a03ea20c9956&id=d1e73a5e-905c-466a-be51-a1576b624ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1452806 Feb 09 21:37:44.568858 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab21586e-98a9-4ac1-8578-c5531b254188 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Router 4508429f-0210-4fc3-8588-b916f1b1426e has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:37:44.588826 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-13b37118-c311-4480-9e19-dba2a92d8c50 service neutron] Attempting to bind port 65552933-30d5-4f11-b08a-78531a3a97b9 on host n-h1-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:37:44.589320 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-13b37118-c311-4480-9e19-dba2a92d8c50 service neutron] Attempting to bind port 65552933-30d5-4f11-b08a-78531a3a97b9 by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': '04fbb49c-9fc3-4a2f-93bd-1df71eda4894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '6a88ecb8-ab13-497b-8e99-4232b5fa8235'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:37:44.589822 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-13b37118-c311-4480-9e19-dba2a92d8c50 service neutron] Attempting to bind port 65552933-30d5-4f11-b08a-78531a3a97b9 on network 6a88ecb8-ab13-497b-8e99-4232b5fa8235 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:37:44.604797 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-13b37118-c311-4480-9e19-dba2a92d8c50 service neutron] Port 65552933-30d5-4f11-b08a-78531a3a97b9 on network 6a88ecb8-ab13-497b-8e99-4232b5fa8235 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:37:44.605125 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-13b37118-c311-4480-9e19-dba2a92d8c50 service neutron] Attempting to bind port 65552933-30d5-4f11-b08a-78531a3a97b9 on network 6a88ecb8-ab13-497b-8e99-4232b5fa8235 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:37:44.619118 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-13b37118-c311-4480-9e19-dba2a92d8c50 service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:37:44.620994 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-13b37118-c311-4480-9e19-dba2a92d8c50 service neutron] Checking segment: {'id': '04fbb49c-9fc3-4a2f-93bd-1df71eda4894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '6a88ecb8-ab13-497b-8e99-4232b5fa8235'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:37:44.621924 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-13b37118-c311-4480-9e19-dba2a92d8c50 service neutron] Bound using segment: {'id': '04fbb49c-9fc3-4a2f-93bd-1df71eda4894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '6a88ecb8-ab13-497b-8e99-4232b5fa8235'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:37:44.622665 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-13b37118-c311-4480-9e19-dba2a92d8c50 service neutron] Bound port: 65552933-30d5-4f11-b08a-78531a3a97b9, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04fbb49c-9fc3-4a2f-93bd-1df71eda4894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '6a88ecb8-ab13-497b-8e99-4232b5fa8235'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:37:44.623071 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-13b37118-c311-4480-9e19-dba2a92d8c50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (65552933-30d5-4f11-b08a-78531a3a97b9), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:44.662137 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-844051b5-6ec4-412a-b2c7-d8a62216b46e req-16339cf5-4c5f-4bf4-8199-7a35e7de6243 tempest-ServerShowV247Test-328120966 tempest-ServerShowV247Test-328120966-project] 10.222.0.90 "GET /v2.0/ports?device_id=bc62472c-7351-4b0b-a87c-5c70536447de HTTP/1.1" status: 200 len: 210 time: 0.1325059 Feb 09 21:37:44.729194 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 59108) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:44.786133 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf36d20e-a539-43f9-b013-8adb9336c892 req-43c59b2e-a11e-4999-83b3-312a8183d836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:44.787713 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bf36d20e-a539-43f9-b013-8adb9336c892 req-43c59b2e-a11e-4999-83b3-312a8183d836 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=8dc625c4d58447bc86b44b9cf28b71a5&device_id=f07054f1-ef38-42ac-a181-aae86b623b32 HTTP/1.1" status: 200 len: 1127 time: 0.2374301 Feb 09 21:37:44.824613 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3778952e-5836-485c-9479-453562e27349 x-openstack-request-id: req-3778952e-5836-485c-9479-453562e27349 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:37:44.824913 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88d24cbc-9e1f-4a64-8250-6e635ad0ac84", "tag": "46a5acec-c89c-40ed-b7d1-64d412e029f2", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:37:44.825280 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-3778952e-5836-485c-9479-453562e27349 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:37:44.825573 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88d24cbc-9e1f-4a64-8250-6e635ad0ac84', 'tag': '46a5acec-c89c-40ed-b7d1-64d412e029f2', 'status': 'completed', 'code': 200} Feb 09 21:37:44.869068 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-13b37118-c311-4480-9e19-dba2a92d8c50 service neutron] For port 65552933-30d5-4f11-b08a-78531a3a97b9, host n-h1-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:37:44.889596 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-13b37118-c311-4480-9e19-dba2a92d8c50 service neutron] For port 65552933-30d5-4f11-b08a-78531a3a97b9, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=65552933-30d5-4f11-b08a-78531a3a97b9,segment=NetworkSegment(04fbb49c-9fc3-4a2f-93bd-1df71eda4894),segment_id=04fbb49c-9fc3-4a2f-93bd-1df71eda4894)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:37:44.897016 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab21586e-98a9-4ac1-8578-c5531b254188 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:37:44.902636 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-13b37118-c311-4480-9e19-dba2a92d8c50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (65552933-30d5-4f11-b08a-78531a3a97b9), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:44.909644 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df2f109-c824-4aae-975d-ae8feb785085 None None] Sync routers for ids ['4508429f-0210-4fc3-8588-b916f1b1426e'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:37:44.927142 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df2f109-c824-4aae-975d-ae8feb785085 None None] Routers {'4508429f-0210-4fc3-8588-b916f1b1426e'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:37:44.927772 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-3df2f109-c824-4aae-975d-ae8feb785085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:37:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['4508429f-0210-4fc3-8588-b916f1b1426e'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:44.955394 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ab21586e-98a9-4ac1-8578-c5531b254188 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:44.962975 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-13b37118-c311-4480-9e19-dba2a92d8c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:44.963609 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-13b37118-c311-4480-9e19-dba2a92d8c50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:44.965063 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-13b37118-c311-4480-9e19-dba2a92d8c50 service neutron] 10.222.0.95 "PUT /v2.0/ports/65552933-30d5-4f11-b08a-78531a3a97b9 HTTP/1.1" status: 200 len: 1091 time: 1.5718088 Feb 09 21:37:44.969616 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-3df2f109-c824-4aae-975d-ae8feb785085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:44.989420 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df2f109-c824-4aae-975d-ae8feb785085 None None] Routers {'4508429f-0210-4fc3-8588-b916f1b1426e'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:37:44.990319 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-3df2f109-c824-4aae-975d-ae8feb785085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:37:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['4508429f-0210-4fc3-8588-b916f1b1426e'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:45.009708 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-8536f5a8-e633-4a39-931b-4045c0e34609 service neutron] Request body: {'port': {'device_id': '88d24cbc-9e1f-4a64-8250-6e635ad0ac84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:37:45.027272 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-3df2f109-c824-4aae-975d-ae8feb785085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:45.028122 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df2f109-c824-4aae-975d-ae8feb785085 None None] The sync data for ids ['4508429f-0210-4fc3-8588-b916f1b1426e'] in n-d-828369-5 is: [] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:37:45.068414 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a184e-98d3-4416-98e3-58da96823f96 req-0da0291e-b82a-426a-a797-60541b182976 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:45.068971 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2a3351f1-ce76-4d14-b843-aa506c91c4e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:45.078390 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-092a184e-98d3-4416-98e3-58da96823f96 req-0da0291e-b82a-426a-a797-60541b182976 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/ports?device_id=f07054f1-ef38-42ac-a181-aae86b623b32 HTTP/1.1" status: 200 len: 945 time: 0.3588109 Feb 09 21:37:45.090039 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-ab21586e-98a9-4ac1-8578-c5531b254188 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 5.6013539 Feb 09 21:37:45.094005 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 59116) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:45.098577 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-bd2635e4-84e4-4ef2-9160-93fe742d3277 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:37:45.100948 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b37118-c311-4480-9e19-dba2a92d8c50 service neutron] Pushing event updated for resources: {'Port': ['ID=65552933-30d5-4f11-b08a-78531a3a97b9,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:45.147101 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf36d20e-a539-43f9-b013-8adb9336c892 req-fc7d93f3-d016-4e2a-89eb-3d98a3a469d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:45.148791 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bf36d20e-a539-43f9-b013-8adb9336c892 req-fc7d93f3-d016-4e2a-89eb-3d98a3a469d7 service neutron] 10.222.0.95 "GET /v2.0/networks?id=f722f08f-1fc9-4bca-8aee-34c5490b3824 HTTP/1.1" status: 200 len: 917 time: 0.3530443 Feb 09 21:37:45.213640 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bf36d20e-a539-43f9-b013-8adb9336c892 req-668fc7aa-dc76-46e5-82c7-159eaf6b2e47 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7585e969-04e4-4a12-b80a-0f1fb6137cf0 HTTP/1.1" status: 200 len: 217 time: 0.0514250 Feb 09 21:37:45.222028 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a395e3-7f88-49a1-9ad9-ad7956284dfc req-23144a9e-a69f-4085-999c-5378f6871528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:45.222513 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a395e3-7f88-49a1-9ad9-ad7956284dfc req-23144a9e-a69f-4085-999c-5378f6871528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:45.223004 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a395e3-7f88-49a1-9ad9-ad7956284dfc req-23144a9e-a69f-4085-999c-5378f6871528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:45.223501 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a395e3-7f88-49a1-9ad9-ad7956284dfc req-23144a9e-a69f-4085-999c-5378f6871528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:45.223984 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a395e3-7f88-49a1-9ad9-ad7956284dfc req-23144a9e-a69f-4085-999c-5378f6871528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:45.224475 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a395e3-7f88-49a1-9ad9-ad7956284dfc req-23144a9e-a69f-4085-999c-5378f6871528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:45.225058 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a395e3-7f88-49a1-9ad9-ad7956284dfc req-23144a9e-a69f-4085-999c-5378f6871528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:45.227514 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-8536f5a8-e633-4a39-931b-4045c0e34609 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (977539cf-0f59-4bed-b030-30f5b416ce68), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:45.229073 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a0a395e3-7f88-49a1-9ad9-ad7956284dfc req-23144a9e-a69f-4085-999c-5378f6871528 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=18ba459b325a4da0821abb3dc94f8781&device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 6562 time: 0.3941507 Feb 09 21:37:45.230763 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:45.261256 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bd2635e4-84e4-4ef2-9160-93fe742d3277 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks [] for floatingip (6de60036-327c-4cd4-b926-e39193bfbaf6), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:45.269381 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-092a184e-98d3-4416-98e3-58da96823f96 req-313b9e6d-4d30-468f-acd9-1c16df6aa9c2 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/security-groups?id=1fbaec86-241e-4c80-89d8-21c7be7723d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899402 Feb 09 21:37:45.331625 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa46619b-534c-4f38-82c1-ac2549714a09 req-44da8530-8fbd-45e9-bf82-27b242430099 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:45.333289 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fa46619b-534c-4f38-82c1-ac2549714a09 req-44da8530-8fbd-45e9-bf82-27b242430099 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/ports?device_id=1403455a-2632-4781-bcfa-60ab81462070 HTTP/1.1" status: 200 len: 946 time: 0.4497821 Feb 09 21:37:45.401663 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf36d20e-a539-43f9-b013-8adb9336c892 req-b0f11435-ef60-461f-9864-fe5491bd795a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:45.403401 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bf36d20e-a539-43f9-b013-8adb9336c892 req-b0f11435-ef60-461f-9864-fe5491bd795a service neutron] 10.222.0.95 "GET /v2.0/subnets?id=23af5770-96c5-4601-87b5-a95bcf2c0086 HTTP/1.1" status: 200 len: 855 time: 0.1728244 Feb 09 21:37:45.504396 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fa46619b-534c-4f38-82c1-ac2549714a09 req-3f85d599-3c3c-4601-bebe-7e2e58ba3953 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d80a148-e9eb-4688-aae9-f24ed4e32758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379724 Feb 09 21:37:45.519122 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a395e3-7f88-49a1-9ad9-ad7956284dfc req-acb81c57-07e6-4034-b997-b1d811639862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:45.519617 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a395e3-7f88-49a1-9ad9-ad7956284dfc req-acb81c57-07e6-4034-b997-b1d811639862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:45.520132 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a395e3-7f88-49a1-9ad9-ad7956284dfc req-acb81c57-07e6-4034-b997-b1d811639862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:45.521786 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a0a395e3-7f88-49a1-9ad9-ad7956284dfc req-acb81c57-07e6-4034-b997-b1d811639862 service neutron] 10.222.0.95 "GET /v2.0/networks?tenant_id=18ba459b325a4da0821abb3dc94f8781&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2737231 Feb 09 21:37:45.528969 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf36d20e-a539-43f9-b013-8adb9336c892 req-7e21a35c-b853-477c-8556-b044077f2948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:45.530465 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bf36d20e-a539-43f9-b013-8adb9336c892 req-7e21a35c-b853-477c-8556-b044077f2948 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=f722f08f-1fc9-4bca-8aee-34c5490b3824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1164920 Feb 09 21:37:45.604370 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2a3351f1-ce76-4d14-b843-aa506c91c4e4 admin admin] Publish callbacks [] for security_group (608bf3a8-9d91-49c4-9a53-f54971d009fe), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:45.646112 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bd2635e4-84e4-4ef2-9160-93fe742d3277 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:45.650687 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2a3351f1-ce76-4d14-b843-aa506c91c4e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (608bf3a8-9d91-49c4-9a53-f54971d009fe), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:45.670470 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bd2635e4-84e4-4ef2-9160-93fe742d3277 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (6de60036-327c-4cd4-b926-e39193bfbaf6), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:45.670806 n-d-828369-5 neutron-server[103141]: INFO neutron.db.l3_db [None req-bd2635e4-84e4-4ef2-9160-93fe742d3277 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Floating IP 6de60036-327c-4cd4-b926-e39193bfbaf6 disassociated. External IP: 172.25.3.214, port: 0f71e960-31c8-405a-b975-c2b80b061f93. Feb 09 21:37:45.836086 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-89e6fa01-384b-4743-b076-2a1cdaed6a47 req-b1abf424-aa42-4859-a0dc-33a8d40719bc tempest-ServerShowV247Test-328120966 tempest-ServerShowV247Test-328120966-project] 10.222.0.90 "GET /v2.0/ports?device_id=bc62472c-7351-4b0b-a87c-5c70536447de HTTP/1.1" status: 200 len: 210 time: 0.0741732 Feb 09 21:37:45.849694 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bf36d20e-a539-43f9-b013-8adb9336c892 req-a942c542-0bd5-41de-b48e-2def38ad50c1 service neutron] 10.222.0.95 "GET /v2.0/networks/f722f08f-1fc9-4bca-8aee-34c5490b3824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3014445 Feb 09 21:37:45.986030 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988689f6-d3f0-45b7-accd-7af05c325b53 req-eca7dec3-0821-4bdd-800c-fe6b58c3e9fb tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:45.995243 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988689f6-d3f0-45b7-accd-7af05c325b53 req-eca7dec3-0821-4bdd-800c-fe6b58c3e9fb tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:46.001653 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988689f6-d3f0-45b7-accd-7af05c325b53 req-eca7dec3-0821-4bdd-800c-fe6b58c3e9fb tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:46.026366 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988689f6-d3f0-45b7-accd-7af05c325b53 req-eca7dec3-0821-4bdd-800c-fe6b58c3e9fb tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:46.034160 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988689f6-d3f0-45b7-accd-7af05c325b53 req-eca7dec3-0821-4bdd-800c-fe6b58c3e9fb tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:46.043716 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988689f6-d3f0-45b7-accd-7af05c325b53 req-eca7dec3-0821-4bdd-800c-fe6b58c3e9fb tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:46.050371 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988689f6-d3f0-45b7-accd-7af05c325b53 req-eca7dec3-0821-4bdd-800c-fe6b58c3e9fb tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:46.052345 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-988689f6-d3f0-45b7-accd-7af05c325b53 req-eca7dec3-0821-4bdd-800c-fe6b58c3e9fb tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 5417 time: 0.3050573 Feb 09 21:37:46.055413 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a395e3-7f88-49a1-9ad9-ad7956284dfc req-4de7d5d4-223f-4381-9ab3-7a96b910ca4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:46.057514 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a0a395e3-7f88-49a1-9ad9-ad7956284dfc req-4de7d5d4-223f-4381-9ab3-7a96b910ca4d service neutron] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5261619 Feb 09 21:37:46.118483 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bf36d20e-a539-43f9-b013-8adb9336c892 req-27f688ef-4328-4872-879f-7cb2dca16598 service neutron] 10.222.0.95 "GET /v2.0/networks/f722f08f-1fc9-4bca-8aee-34c5490b3824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571132 Feb 09 21:37:46.141091 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 59144) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:46.141382 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-2a3351f1-ce76-4d14-b843-aa506c91c4e4 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=dd377b7986ec421f8daee5ebbb9a9422&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4098985 Feb 09 21:37:46.157329 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3351f1-ce76-4d14-b843-aa506c91c4e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=608bf3a8-9d91-49c4-9a53-f54971d009fe,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:46.171350 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-988689f6-d3f0-45b7-accd-7af05c325b53 req-e50b73f4-f902-402f-8fcd-763724535d26 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/security-groups?id=13b87425-0324-41b8-9577-a03ea20c9956&id=d1e73a5e-905c-466a-be51-a1576b624ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1079087 Feb 09 21:37:46.172855 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c38aacf-4db1-4b70-90a6-2038a93ccc72 req-99d174a8-d96f-4b25-9c1e-0bfe4e225b35 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:46.174862 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-8c38aacf-4db1-4b70-90a6-2038a93ccc72 req-99d174a8-d96f-4b25-9c1e-0bfe4e225b35 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.89 "GET /v2.0/ports?device_id=1403455a-2632-4781-bcfa-60ab81462070 HTTP/1.1" status: 200 len: 946 time: 0.6412647 Feb 09 21:37:46.231681 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9846dd44-fe73-4fb3-961b-2604514d7d78 admin admin] Publish callbacks [] for security_group (608bf3a8-9d91-49c4-9a53-f54971d009fe), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:46.255300 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9846dd44-fe73-4fb3-961b-2604514d7d78 admin admin] Publish callbacks [] for security_group (608bf3a8-9d91-49c4-9a53-f54971d009fe), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:46.319290 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9846dd44-fe73-4fb3-961b-2604514d7d78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (608bf3a8-9d91-49c4-9a53-f54971d009fe), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:46.322849 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9846dd44-fe73-4fb3-961b-2604514d7d78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:46.324860 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-9846dd44-fe73-4fb3-961b-2604514d7d78 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/608bf3a8-9d91-49c4-9a53-f54971d009fe HTTP/1.1" status: 204 len: 168 time: 0.1822796 Feb 09 21:37:46.357594 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9846dd44-fe73-4fb3-961b-2604514d7d78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=608bf3a8-9d91-49c4-9a53-f54971d009fe,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:46.435665 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67ca9ec-6272-4225-b61d-0d4b5eca3ff1 req-861d0130-04a2-42e0-93e3-c5ec111fcee9 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:46.437196 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f67ca9ec-6272-4225-b61d-0d4b5eca3ff1 req-861d0130-04a2-42e0-93e3-c5ec111fcee9 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/ports?device_id=f07054f1-ef38-42ac-a181-aae86b623b32 HTTP/1.1" status: 200 len: 945 time: 0.0768421 Feb 09 21:37:46.534566 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-8536f5a8-e633-4a39-931b-4045c0e34609 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 977539cf-0f59-4bed-b030-30f5b416ce68 {{(pid=103141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:37:46.543143 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd2635e4-84e4-4ef2-9160-93fe742d3277 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Router 4508429f-0210-4fc3-8588-b916f1b1426e has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:37:46.544658 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f67ca9ec-6272-4225-b61d-0d4b5eca3ff1 req-d90592a8-5305-4180-be8b-e03c6695b77a tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/security-groups?id=1fbaec86-241e-4c80-89d8-21c7be7723d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001740 Feb 09 21:37:46.558775 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-8536f5a8-e633-4a39-931b-4045c0e34609 service neutron] Publish callbacks [] for port (977539cf-0f59-4bed-b030-30f5b416ce68), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:46.589017 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-8536f5a8-e633-4a39-931b-4045c0e34609 service neutron] Transition to ACTIVE for port object 977539cf-0f59-4bed-b030-30f5b416ce68 will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:37:46.592708 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-8c38aacf-4db1-4b70-90a6-2038a93ccc72 req-4c3f102f-8a26-41be-bd04-40a1ced01d62 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] Deleting port 1c2a45c6-1d31-40c2-9c88-66ea7e41cbeb {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:37:46.593045 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-8c38aacf-4db1-4b70-90a6-2038a93ccc72 req-4c3f102f-8a26-41be-bd04-40a1ced01d62 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (1c2a45c6-1d31-40c2-9c88-66ea7e41cbeb), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:46.599569 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-8536f5a8-e633-4a39-931b-4045c0e34609 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (977539cf-0f59-4bed-b030-30f5b416ce68), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:46.687528 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea61523b-b5c4-43b1-ac00-38077753feda req-4c0096df-78b6-4cc3-8b5e-c2a9ac4e1ad7 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:46.691638 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ea61523b-b5c4-43b1-ac00-38077753feda req-4c0096df-78b6-4cc3-8b5e-c2a9ac4e1ad7 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/ports?device_id=1403455a-2632-4781-bcfa-60ab81462070 HTTP/1.1" status: 200 len: 946 time: 0.0772779 Feb 09 21:37:46.799978 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ea61523b-b5c4-43b1-ac00-38077753feda req-cf4bc179-a0d7-4d1e-afec-ae96d65f9027 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d80a148-e9eb-4688-aae9-f24ed4e32758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961425 Feb 09 21:37:46.800166 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8536f5a8-e633-4a39-931b-4045c0e34609 service neutron] Pushing event updated for resources: {'Port': ['ID=977539cf-0f59-4bed-b030-30f5b416ce68,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:46.835265 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88d24cbc-9e1f-4a64-8250-6e635ad0ac84', 'tag': '65552933-30d5-4f11-b08a-78531a3a97b9'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:37:46.835265 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d76253a6-c813-47f3-afe9-1672aed003e9" -d '{"events": [{"name": "network-changed", "server_uuid": "88d24cbc-9e1f-4a64-8250-6e635ad0ac84", "tag": "65552933-30d5-4f11-b08a-78531a3a97b9"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:37:46.948831 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd2635e4-84e4-4ef2-9160-93fe742d3277 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:37:46.953011 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98db9e8b-cc11-442c-8fe1-c28f991f33e9 x-openstack-request-id: req-98db9e8b-cc11-442c-8fe1-c28f991f33e9 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:37:46.953782 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88d24cbc-9e1f-4a64-8250-6e635ad0ac84", "tag": "65552933-30d5-4f11-b08a-78531a3a97b9", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:37:46.954037 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-98db9e8b-cc11-442c-8fe1-c28f991f33e9 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:37:46.954432 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88d24cbc-9e1f-4a64-8250-6e635ad0ac84', 'tag': '65552933-30d5-4f11-b08a-78531a3a97b9', 'status': 'completed', 'code': 200} Feb 09 21:37:46.959139 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-8c38aacf-4db1-4b70-90a6-2038a93ccc72 req-4c3f102f-8a26-41be-bd04-40a1ced01d62 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] For port 1c2a45c6-1d31-40c2-9c88-66ea7e41cbeb, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=1c2a45c6-1d31-40c2-9c88-66ea7e41cbeb,segment=NetworkSegment(22999d68-3ae1-4a5a-9612-0b8240545924),segment_id=22999d68-3ae1-4a5a-9612-0b8240545924)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:37:46.959512 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-8c38aacf-4db1-4b70-90a6-2038a93ccc72 req-4c3f102f-8a26-41be-bd04-40a1ced01d62 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (1c2a45c6-1d31-40c2-9c88-66ea7e41cbeb), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:46.965124 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bd2635e4-84e4-4ef2-9160-93fe742d3277 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:46.966464 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9174800e-8770-4ad4-b5b4-6c649cce5dff None None] Sync routers for ids ['4508429f-0210-4fc3-8588-b916f1b1426e'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:37:47.010348 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9174800e-8770-4ad4-b5b4-6c649cce5dff None None] Routers {'4508429f-0210-4fc3-8588-b916f1b1426e'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:37:47.022209 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-9174800e-8770-4ad4-b5b4-6c649cce5dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:37:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['4508429f-0210-4fc3-8588-b916f1b1426e'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:47.036404 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 59166) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:47.040639 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-8c38aacf-4db1-4b70-90a6-2038a93ccc72 req-4c3f102f-8a26-41be-bd04-40a1ced01d62 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] Calling delete_port for 1c2a45c6-1d31-40c2-9c88-66ea7e41cbeb owned by compute:nova {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:37:47.056346 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13ef5b5a-c085-472e-a93b-8f8ea21b2c4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:47.121740 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-bd2635e4-84e4-4ef2-9160-93fe742d3277 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] 10.222.0.90 "PUT /v2.0/floatingips/6de60036-327c-4cd4-b926-e39193bfbaf6 HTTP/1.1" status: 200 len: 688 time: 2.0264907 Feb 09 21:37:47.125848 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-9174800e-8770-4ad4-b5b4-6c649cce5dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:47.149695 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 59178) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:47.163258 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9174800e-8770-4ad4-b5b4-6c649cce5dff None None] Routers {'4508429f-0210-4fc3-8588-b916f1b1426e'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:37:47.164361 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-9174800e-8770-4ad4-b5b4-6c649cce5dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:37:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['4508429f-0210-4fc3-8588-b916f1b1426e'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:47.167046 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ccce2e11-8bce-4663-b73d-794326f86421 req-4fe0f3a3-bd5a-46b0-90e6-fcb561799442 tempest-ServerShowV247Test-328120966 tempest-ServerShowV247Test-328120966-project] 10.222.0.90 "GET /v2.0/ports?device_id=bc62472c-7351-4b0b-a87c-5c70536447de HTTP/1.1" status: 200 len: 210 time: 0.0910995 Feb 09 21:37:47.236125 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-9174800e-8770-4ad4-b5b4-6c649cce5dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:47.236878 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9174800e-8770-4ad4-b5b4-6c649cce5dff None None] The sync data for ids ['4508429f-0210-4fc3-8588-b916f1b1426e'] in n-d-828369-5 is: [] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:37:47.269212 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-8536f5a8-e633-4a39-931b-4045c0e34609 service neutron] Attempting to bind port 977539cf-0f59-4bed-b030-30f5b416ce68 on host n-h1-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:37:47.269558 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-8536f5a8-e633-4a39-931b-4045c0e34609 service neutron] Attempting to bind port 977539cf-0f59-4bed-b030-30f5b416ce68 by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': '04fbb49c-9fc3-4a2f-93bd-1df71eda4894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '6a88ecb8-ab13-497b-8e99-4232b5fa8235'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:37:47.269896 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-8536f5a8-e633-4a39-931b-4045c0e34609 service neutron] Attempting to bind port 977539cf-0f59-4bed-b030-30f5b416ce68 on network 6a88ecb8-ab13-497b-8e99-4232b5fa8235 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:37:47.303714 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-8536f5a8-e633-4a39-931b-4045c0e34609 service neutron] Port 977539cf-0f59-4bed-b030-30f5b416ce68 on network 6a88ecb8-ab13-497b-8e99-4232b5fa8235 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:37:47.304208 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-8536f5a8-e633-4a39-931b-4045c0e34609 service neutron] Attempting to bind port 977539cf-0f59-4bed-b030-30f5b416ce68 on network 6a88ecb8-ab13-497b-8e99-4232b5fa8235 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:37:47.349952 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-8536f5a8-e633-4a39-931b-4045c0e34609 service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:37:47.350093 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-8536f5a8-e633-4a39-931b-4045c0e34609 service neutron] Checking segment: {'id': '04fbb49c-9fc3-4a2f-93bd-1df71eda4894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '6a88ecb8-ab13-497b-8e99-4232b5fa8235'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:37:47.350592 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-8536f5a8-e633-4a39-931b-4045c0e34609 service neutron] Bound using segment: {'id': '04fbb49c-9fc3-4a2f-93bd-1df71eda4894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '6a88ecb8-ab13-497b-8e99-4232b5fa8235'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:37:47.350908 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-8536f5a8-e633-4a39-931b-4045c0e34609 service neutron] Bound port: 977539cf-0f59-4bed-b030-30f5b416ce68, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04fbb49c-9fc3-4a2f-93bd-1df71eda4894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '6a88ecb8-ab13-497b-8e99-4232b5fa8235'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:37:47.351271 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-8536f5a8-e633-4a39-931b-4045c0e34609 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (977539cf-0f59-4bed-b030-30f5b416ce68), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:47.351538 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76253a6-c813-47f3-afe9-1672aed003e9 req-9a3052b2-6803-42db-b769-2c27b7a239c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:47.352027 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76253a6-c813-47f3-afe9-1672aed003e9 req-9a3052b2-6803-42db-b769-2c27b7a239c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:47.352537 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76253a6-c813-47f3-afe9-1672aed003e9 req-9a3052b2-6803-42db-b769-2c27b7a239c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:47.353280 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76253a6-c813-47f3-afe9-1672aed003e9 req-9a3052b2-6803-42db-b769-2c27b7a239c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:47.353727 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76253a6-c813-47f3-afe9-1672aed003e9 req-9a3052b2-6803-42db-b769-2c27b7a239c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:47.354732 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76253a6-c813-47f3-afe9-1672aed003e9 req-9a3052b2-6803-42db-b769-2c27b7a239c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:47.354732 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76253a6-c813-47f3-afe9-1672aed003e9 req-9a3052b2-6803-42db-b769-2c27b7a239c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:47.357042 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d76253a6-c813-47f3-afe9-1672aed003e9 req-9a3052b2-6803-42db-b769-2c27b7a239c1 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=18ba459b325a4da0821abb3dc94f8781&device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 6630 time: 0.3745966 Feb 09 21:37:47.484951 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-8536f5a8-e633-4a39-931b-4045c0e34609 service neutron] For port 977539cf-0f59-4bed-b030-30f5b416ce68, host n-h1-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:37:47.490187 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-8536f5a8-e633-4a39-931b-4045c0e34609 service neutron] For port 977539cf-0f59-4bed-b030-30f5b416ce68, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=977539cf-0f59-4bed-b030-30f5b416ce68,segment=NetworkSegment(04fbb49c-9fc3-4a2f-93bd-1df71eda4894),segment_id=04fbb49c-9fc3-4a2f-93bd-1df71eda4894)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:37:47.498737 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-8536f5a8-e633-4a39-931b-4045c0e34609 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (977539cf-0f59-4bed-b030-30f5b416ce68), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:47.539971 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-8536f5a8-e633-4a39-931b-4045c0e34609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:47.541192 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-8536f5a8-e633-4a39-931b-4045c0e34609 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:47.542723 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-8536f5a8-e633-4a39-931b-4045c0e34609 service neutron] 10.222.0.95 "PUT /v2.0/ports/977539cf-0f59-4bed-b030-30f5b416ce68 HTTP/1.1" status: 200 len: 1091 time: 2.5468705 Feb 09 21:37:47.545079 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76253a6-c813-47f3-afe9-1672aed003e9 req-d5b859d6-68d7-42af-bbc8-d358d825e7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:47.545202 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76253a6-c813-47f3-afe9-1672aed003e9 req-d5b859d6-68d7-42af-bbc8-d358d825e7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:47.545381 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-8c38aacf-4db1-4b70-90a6-2038a93ccc72 req-4c3f102f-8a26-41be-bd04-40a1ced01d62 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (1c2a45c6-1d31-40c2-9c88-66ea7e41cbeb), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:47.545615 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76253a6-c813-47f3-afe9-1672aed003e9 req-d5b859d6-68d7-42af-bbc8-d358d825e7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:47.547336 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d76253a6-c813-47f3-afe9-1672aed003e9 req-d5b859d6-68d7-42af-bbc8-d358d825e7dc service neutron] 10.222.0.95 "GET /v2.0/networks?tenant_id=18ba459b325a4da0821abb3dc94f8781&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.1620412 Feb 09 21:37:47.613089 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device cdf78e47-27a9-41de-9372-81efb71bc085 details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:37:47.640488 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c38aacf-4db1-4b70-90a6-2038a93ccc72 req-4c3f102f-8a26-41be-bd04-40a1ced01d62 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] No DVR routers for this DVR port 1c2a45c6-1d31-40c2-9c88-66ea7e41cbeb on host n-h2-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:37:47.643582 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-8c38aacf-4db1-4b70-90a6-2038a93ccc72 req-4c3f102f-8a26-41be-bd04-40a1ced01d62 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:47.647556 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-8c38aacf-4db1-4b70-90a6-2038a93ccc72 req-4c3f102f-8a26-41be-bd04-40a1ced01d62 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] 10.222.0.89 "DELETE /v2.0/ports/1c2a45c6-1d31-40c2-9c88-66ea7e41cbeb HTTP/1.1" status: 204 len: 173 time: 1.4586980 Feb 09 21:37:47.648213 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8536f5a8-e633-4a39-931b-4045c0e34609 service neutron] Pushing event updated for resources: {'Port': ['ID=977539cf-0f59-4bed-b030-30f5b416ce68,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:47.716595 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3f102f-8a26-41be-bd04-40a1ced01d62 tempest-ServerRescueTestJSON-1222874500 tempest-ServerRescueTestJSON-1222874500-project] Pushing event deleted for resources: {'Port': ['ID=1c2a45c6-1d31-40c2-9c88-66ea7e41cbeb,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:47.859303 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port cdf78e47-27a9-41de-9372-81efb71bc085, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=cdf78e47-27a9-41de-9372-81efb71bc085,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:37:47.875069 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': 'cdf78e47-27a9-41de-9372-81efb71bc085', 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc', 'port_id': 'cdf78e47-27a9-41de-9372-81efb71bc085', 'mac_address': 'fa:16:3e:6a:65:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f7402ac-a35b-414b-bcc1-bc1c3072ec3c', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:37:47.934813 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port cdf78e47-27a9-41de-9372-81efb71bc085 is: ACTIVE; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:37:47.935458 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (cdf78e47-27a9-41de-9372-81efb71bc085), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:47.952316 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cdf78e47-27a9-41de-9372-81efb71bc085 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:37:47.985259 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port cdf78e47-27a9-41de-9372-81efb71bc085, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=cdf78e47-27a9-41de-9372-81efb71bc085,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:37:47.999493 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (cdf78e47-27a9-41de-9372-81efb71bc085), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:48.078973 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=cdf78e47-27a9-41de-9372-81efb71bc085,revision_number=6']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:48.168008 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['cdf78e47-27a9-41de-9372-81efb71bc085'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:37:48.359161 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76253a6-c813-47f3-afe9-1672aed003e9 req-0184782c-b27f-4f9a-b5cb-22a262ecedfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:48.360539 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d76253a6-c813-47f3-afe9-1672aed003e9 req-0184782c-b27f-4f9a-b5cb-22a262ecedfb service neutron] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7557611 Feb 09 21:37:48.395479 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13ef5b5a-c085-472e-a93b-8f8ea21b2c4e admin admin] Publish callbacks [] for security_group (bbfce921-9717-4e85-b509-327e18af5a40), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:48.412319 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13ef5b5a-c085-472e-a93b-8f8ea21b2c4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (bbfce921-9717-4e85-b509-327e18af5a40), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:48.433699 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5906c95-14c2-4ed3-a8a2-9a3cf6b666ad req-928527bd-e6a4-460d-beb5-1c2e9a669c39 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:48.438849 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5906c95-14c2-4ed3-a8a2-9a3cf6b666ad req-928527bd-e6a4-460d-beb5-1c2e9a669c39 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:48.444609 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5906c95-14c2-4ed3-a8a2-9a3cf6b666ad req-928527bd-e6a4-460d-beb5-1c2e9a669c39 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:48.450233 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5906c95-14c2-4ed3-a8a2-9a3cf6b666ad req-928527bd-e6a4-460d-beb5-1c2e9a669c39 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:48.455869 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5906c95-14c2-4ed3-a8a2-9a3cf6b666ad req-928527bd-e6a4-460d-beb5-1c2e9a669c39 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:48.461311 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5906c95-14c2-4ed3-a8a2-9a3cf6b666ad req-928527bd-e6a4-460d-beb5-1c2e9a669c39 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:48.467177 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5906c95-14c2-4ed3-a8a2-9a3cf6b666ad req-928527bd-e6a4-460d-beb5-1c2e9a669c39 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:48.470427 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b5906c95-14c2-4ed3-a8a2-9a3cf6b666ad req-928527bd-e6a4-460d-beb5-1c2e9a669c39 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 5429 time: 1.1370537 Feb 09 21:37:48.569933 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-13ef5b5a-c085-472e-a93b-8f8ea21b2c4e admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=225298334b3e4d5d8eed45f7de2f3d7b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5307007 Feb 09 21:37:48.570672 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 59204) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:48.583795 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ef5b5a-c085-472e-a93b-8f8ea21b2c4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbfce921-9717-4e85-b509-327e18af5a40,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:48.624427 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-60a46fd1-b12b-42f1-8cdf-2d58a388c1ad tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Deleting port 6e82320c-b375-49e7-861e-5b0cf2e1b8f6 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:37:48.624772 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-60a46fd1-b12b-42f1-8cdf-2d58a388c1ad tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (6e82320c-b375-49e7-861e-5b0cf2e1b8f6), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:48.637419 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c56010-ae4a-4800-bd63-b2c8628a6701 req-189c342c-d19f-465d-91f2-4739492a1c7a tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:48.645215 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-88c56010-ae4a-4800-bd63-b2c8628a6701 req-189c342c-d19f-465d-91f2-4739492a1c7a tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/ports?device_id=f07054f1-ef38-42ac-a181-aae86b623b32 HTTP/1.1" status: 200 len: 945 time: 0.9342678 Feb 09 21:37:48.682914 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0d3eca9b-2362-442f-827f-7c78eefa1ab3 admin admin] Publish callbacks [] for security_group (bbfce921-9717-4e85-b509-327e18af5a40), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:48.714650 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0d3eca9b-2362-442f-827f-7c78eefa1ab3 admin admin] Publish callbacks [] for security_group (bbfce921-9717-4e85-b509-327e18af5a40), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:48.736919 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-cd9190d0-dce9-4932-b580-5491ca94c8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:48.737372 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-cd9190d0-dce9-4932-b580-5491ca94c8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:48.737841 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-cd9190d0-dce9-4932-b580-5491ca94c8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:48.738301 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-cd9190d0-dce9-4932-b580-5491ca94c8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:48.738755 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-cd9190d0-dce9-4932-b580-5491ca94c8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:48.739215 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-cd9190d0-dce9-4932-b580-5491ca94c8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:48.739668 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-cd9190d0-dce9-4932-b580-5491ca94c8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:48.741722 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-cd9190d0-dce9-4932-b580-5491ca94c8e4 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=18ba459b325a4da0821abb3dc94f8781&device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 6703 time: 0.2677453 Feb 09 21:37:48.754987 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b5906c95-14c2-4ed3-a8a2-9a3cf6b666ad req-b07fe2dc-6e1d-4a72-9f7f-5d032583267b tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/security-groups?id=13b87425-0324-41b8-9577-a03ea20c9956&id=d1e73a5e-905c-466a-be51-a1576b624ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2708480 Feb 09 21:37:48.800984 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0d3eca9b-2362-442f-827f-7c78eefa1ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (bbfce921-9717-4e85-b509-327e18af5a40), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:48.803235 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 1c2a45c6-1d31-40c2-9c88-66ea7e41cbeb no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:37:48.803882 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0d3eca9b-2362-442f-827f-7c78eefa1ab3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:48.805016 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-0d3eca9b-2362-442f-827f-7c78eefa1ab3 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/bbfce921-9717-4e85-b509-327e18af5a40 HTTP/1.1" status: 204 len: 168 time: 0.2311823 Feb 09 21:37:48.815284 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3eca9b-2362-442f-827f-7c78eefa1ab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbfce921-9717-4e85-b509-327e18af5a40,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:48.818486 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-3458c279-18e9-48e0-b408-14b2b865b4b1 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4cad1a84-a108-437b-aa6b-77babb3a44d0 HTTP/1.1" status: 200 len: 217 time: 0.0554910 Feb 09 21:37:48.839519 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-88c56010-ae4a-4800-bd63-b2c8628a6701 req-b5eb293f-d830-4ace-8214-2f56c2cdad92 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/security-groups?id=1fbaec86-241e-4c80-89d8-21c7be7723d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933258 Feb 09 21:37:48.851381 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] No Port match for: 1c2a45c6-1d31-40c2-9c88-66ea7e41cbeb {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:37:48.851783 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 1c2a45c6-1d31-40c2-9c88-66ea7e41cbeb not bound to the agent host n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:37:48.865153 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-60a46fd1-b12b-42f1-8cdf-2d58a388c1ad tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (6e82320c-b375-49e7-861e-5b0cf2e1b8f6), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:48.865882 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-60a46fd1-b12b-42f1-8cdf-2d58a388c1ad tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks [] for floatingip (6e82320c-b375-49e7-861e-5b0cf2e1b8f6), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:48.904576 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 59214) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:48.926255 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-60a46fd1-b12b-42f1-8cdf-2d58a388c1ad tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Calling delete_port for 6e82320c-b375-49e7-861e-5b0cf2e1b8f6 owned by network:floatingip {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:37:49.015183 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88d24cbc-9e1f-4a64-8250-6e635ad0ac84', 'tag': '977539cf-0f59-4bed-b030-30f5b416ce68'}, {'server_uuid': '1403455a-2632-4781-bcfa-60ab81462070', 'name': 'network-vif-deleted', 'tag': '1c2a45c6-1d31-40c2-9c88-66ea7e41cbeb'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:37:49.020972 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a7a6a4-dc56-411f-87df-04ddacfd25d8" -d '{"events": [{"name": "network-changed", "server_uuid": "88d24cbc-9e1f-4a64-8250-6e635ad0ac84", "tag": "977539cf-0f59-4bed-b030-30f5b416ce68"}, {"server_uuid": "1403455a-2632-4781-bcfa-60ab81462070", "name": "network-vif-deleted", "tag": "1c2a45c6-1d31-40c2-9c88-66ea7e41cbeb"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:37:49.185805 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4acca2c1-2373-4a6f-95a3-8d5e5f6926d5 req-63b3fa2d-00a5-42db-8093-1aaa9e16988b tempest-ServerShowV247Test-328120966 tempest-ServerShowV247Test-328120966-project] 10.222.0.90 "GET /v2.0/ports?device_id=bc62472c-7351-4b0b-a87c-5c70536447de HTTP/1.1" status: 200 len: 210 time: 0.1580989 Feb 09 21:37:49.318195 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 09 Feb 2022 21:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb3270b4-2e0c-46cf-85b5-73344b3e3814 x-openstack-request-id: req-bb3270b4-2e0c-46cf-85b5-73344b3e3814 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:37:49.318519 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88d24cbc-9e1f-4a64-8250-6e635ad0ac84", "tag": "977539cf-0f59-4bed-b030-30f5b416ce68", "status": "completed", "code": 200}, {"server_uuid": "1403455a-2632-4781-bcfa-60ab81462070", "name": "network-vif-deleted", "tag": "1c2a45c6-1d31-40c2-9c88-66ea7e41cbeb", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:37:49.319604 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-bb3270b4-2e0c-46cf-85b5-73344b3e3814 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:37:49.320069 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88d24cbc-9e1f-4a64-8250-6e635ad0ac84', 'tag': '977539cf-0f59-4bed-b030-30f5b416ce68', 'status': 'completed', 'code': 200} Feb 09 21:37:49.320367 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1403455a-2632-4781-bcfa-60ab81462070', 'name': 'network-vif-deleted', 'tag': '1c2a45c6-1d31-40c2-9c88-66ea7e41cbeb', 'status': 'completed', 'code': 200} Feb 09 21:37:49.399325 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-76986a06-4761-4e3b-9ab1-2190d31f2eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:49.408439 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-76986a06-4761-4e3b-9ab1-2190d31f2eb9 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=413233c4-7ff7-4428-a26b-9211d4e793f3 HTTP/1.1" status: 200 len: 855 time: 0.4022281 Feb 09 21:37:49.549572 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78852734-129b-4e06-8174-e68d30d55b09 req-2bd3e0d8-640c-4a09-a90c-b694d3582ae3 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:49.551213 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-78852734-129b-4e06-8174-e68d30d55b09 req-2bd3e0d8-640c-4a09-a90c-b694d3582ae3 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/ports?device_id=f07054f1-ef38-42ac-a181-aae86b623b32 HTTP/1.1" status: 200 len: 945 time: 0.3737030 Feb 09 21:37:49.572150 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-dd323634-19cc-4b6e-a5ea-4cbd40a2a916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524906'] for router_interface (31a0358f-4b68-4636-87b6-9eee9fa01ef1), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:49.628829 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-fd487714-1723-4e98-9286-62da682a1cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:49.630799 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-fd487714-1723-4e98-9286-62da682a1cf3 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=8185c7c8-686b-411f-8c8d-101dfc1ac3a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2006969 Feb 09 21:37:49.636208 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device cdf78e47-27a9-41de-9372-81efb71bc085 up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:37:49.721264 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-78852734-129b-4e06-8174-e68d30d55b09 req-c6912eb3-549f-4895-9f08-5696af5d32ef tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/security-groups?id=1fbaec86-241e-4c80-89d8-21c7be7723d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600194 Feb 09 21:37:49.746835 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-60a46fd1-b12b-42f1-8cdf-2d58a388c1ad tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (6e82320c-b375-49e7-861e-5b0cf2e1b8f6), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:49.765006 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port cdf78e47-27a9-41de-9372-81efb71bc085 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:37:49.765652 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (cdf78e47-27a9-41de-9372-81efb71bc085), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:49.820705 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a46fd1-b12b-42f1-8cdf-2d58a388c1ad tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Pushing event deleted for resources: {'Port': ['ID=6e82320c-b375-49e7-861e-5b0cf2e1b8f6,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:49.919638 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port cdf78e47-27a9-41de-9372-81efb71bc085 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:37:49.920579 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (cdf78e47-27a9-41de-9372-81efb71bc085), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:49.984087 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25ff4a27-5d39-4104-bc4e-ab7ca4a4b676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdf78e47-27a9-41de-9372-81efb71bc085'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:37:49.984792 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f27fabd-9716-4787-900b-fea6b34fa59a" -d '{"events": [{"server_uuid": "25ff4a27-5d39-4104-bc4e-ab7ca4a4b676", "name": "network-vif-plugged", "status": "completed", "tag": "cdf78e47-27a9-41de-9372-81efb71bc085"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:37:49.998981 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-3fb77626-b18d-486f-92b0-7386b4a15e2b service neutron] 10.222.0.95 "GET /v2.0/networks/8185c7c8-686b-411f-8c8d-101dfc1ac3a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3580141 Feb 09 21:37:50.018941 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port cdf78e47-27a9-41de-9372-81efb71bc085, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=cdf78e47-27a9-41de-9372-81efb71bc085,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:37:50.026222 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (cdf78e47-27a9-41de-9372-81efb71bc085), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:50.062215 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-dd323634-19cc-4b6e-a5ea-4cbd40a2a916 admin admin] Deleting port 1d8838d3-0c1d-425c-ab19-a31049913f9d {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:37:50.062575 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-dd323634-19cc-4b6e-a5ea-4cbd40a2a916 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (1d8838d3-0c1d-425c-ab19-a31049913f9d), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:50.147422 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=cdf78e47-27a9-41de-9372-81efb71bc085,revision_number=7']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:50.183741 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-60a46fd1-b12b-42f1-8cdf-2d58a388c1ad tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks [] for floatingip (6de60036-327c-4cd4-b926-e39193bfbaf6), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:50.188362 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-60a46fd1-b12b-42f1-8cdf-2d58a388c1ad tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:50.190298 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-60a46fd1-b12b-42f1-8cdf-2d58a388c1ad tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] 10.222.0.90 "DELETE /v2.0/floatingips/6de60036-327c-4cd4-b926-e39193bfbaf6 HTTP/1.1" status: 204 len: 168 time: 3.0302856 Feb 09 21:37:50.201638 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 59252) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:50.220955 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c8da93-a118-4842-9938-4321e56047da req-1528f566-42a5-4bae-9865-4c8abc11c11a tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:50.228304 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c8da93-a118-4842-9938-4321e56047da req-1528f566-42a5-4bae-9865-4c8abc11c11a tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:50.235719 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c8da93-a118-4842-9938-4321e56047da req-1528f566-42a5-4bae-9865-4c8abc11c11a tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:50.242473 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-dd323634-19cc-4b6e-a5ea-4cbd40a2a916 admin admin] For port 1d8838d3-0c1d-425c-ab19-a31049913f9d, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=1d8838d3-0c1d-425c-ab19-a31049913f9d,segment=NetworkSegment(22999d68-3ae1-4a5a-9612-0b8240545924),segment_id=22999d68-3ae1-4a5a-9612-0b8240545924)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:37:50.242777 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c8da93-a118-4842-9938-4321e56047da req-1528f566-42a5-4bae-9865-4c8abc11c11a tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:50.242920 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-dd323634-19cc-4b6e-a5ea-4cbd40a2a916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (1d8838d3-0c1d-425c-ab19-a31049913f9d), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:50.250480 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c8da93-a118-4842-9938-4321e56047da req-1528f566-42a5-4bae-9865-4c8abc11c11a tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:50.261132 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c8da93-a118-4842-9938-4321e56047da req-1528f566-42a5-4bae-9865-4c8abc11c11a tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:50.273653 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c8da93-a118-4842-9938-4321e56047da req-1528f566-42a5-4bae-9865-4c8abc11c11a tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:50.276086 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-23c8da93-a118-4842-9938-4321e56047da req-1528f566-42a5-4bae-9865-4c8abc11c11a tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 5429 time: 0.2718468 Feb 09 21:37:50.277319 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-dd323634-19cc-4b6e-a5ea-4cbd40a2a916 admin admin] Calling delete_port for 1d8838d3-0c1d-425c-ab19-a31049913f9d owned by network:router_interface {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:37:50.287096 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-aea1d974-7914-45a5-a24a-1c75db3b3ce7 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Request body: {'floatingip': {'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'port_id': 'c9b4e027-9989-469e-a309-f40decec4c33'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:37:50.419855 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c43686b-3fc8-4800-9e5d-0e60998d03ea req-8820b3ed-d9b9-4fe2-8d8b-3eb2c476890c tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:50.421732 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3c43686b-3fc8-4800-9e5d-0e60998d03ea req-8820b3ed-d9b9-4fe2-8d8b-3eb2c476890c tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/ports?device_id=3aacf893-a448-4bd1-82e1-4aa5fcd166ec HTTP/1.1" status: 200 len: 946 time: 0.4882843 Feb 09 21:37:50.563140 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-dd323634-19cc-4b6e-a5ea-4cbd40a2a916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (1d8838d3-0c1d-425c-ab19-a31049913f9d), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:50.585103 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-aea1d974-7914-45a5-a24a-1c75db3b3ce7 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:50.603860 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd323634-19cc-4b6e-a5ea-4cbd40a2a916 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d8838d3-0c1d-425c-ab19-a31049913f9d,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:50.669389 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-3000f9f3-01cd-4c79-a4e9-a5d2b3cf11e7 service neutron] 10.222.0.95 "GET /v2.0/networks/8185c7c8-686b-411f-8c8d-101dfc1ac3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5996647 Feb 09 21:37:50.676201 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-23c8da93-a118-4842-9938-4321e56047da req-c1787e17-2ade-43f5-addb-73622c2c7289 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/security-groups?id=13b87425-0324-41b8-9577-a03ea20c9956&id=d1e73a5e-905c-466a-be51-a1576b624ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3587105 Feb 09 21:37:50.767818 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-91ecd750-d5a4-4fe1-812f-957ce6f38d88 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.179&port_id=3c647b76-8391-41f3-81eb-c84f278cd6cd HTTP/1.1" status: 200 len: 217 time: 0.0452363 Feb 09 21:37:50.780901 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3c43686b-3fc8-4800-9e5d-0e60998d03ea req-cb6c4538-7865-46e1-8484-fddba325c9fc tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/security-groups?id=1fbaec86-241e-4c80-89d8-21c7be7723d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3336771 Feb 09 21:37:50.893995 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-9da963b1-cf27-40f0-8c92-c776d8868dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:50.895704 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-9da963b1-cf27-40f0-8c92-c776d8868dbc service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5d37f537-2fe5-408a-92d7-6800f805a26d HTTP/1.1" status: 200 len: 797 time: 0.0884025 Feb 09 21:37:50.968941 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:51.032174 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f82a56da-daef-4da6-ac75-d42abe4b0420 x-openstack-request-id: req-f82a56da-daef-4da6-ac75-d42abe4b0420 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:37:51.032499 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25ff4a27-5d39-4104-bc4e-ab7ca4a4b676", "name": "network-vif-plugged", "status": "completed", "tag": "cdf78e47-27a9-41de-9372-81efb71bc085", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:37:51.032762 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-f82a56da-daef-4da6-ac75-d42abe4b0420 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:37:51.033162 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25ff4a27-5d39-4104-bc4e-ab7ca4a4b676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdf78e47-27a9-41de-9372-81efb71bc085', 'code': 200} Feb 09 21:37:51.039571 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-dd323634-19cc-4b6e-a5ea-4cbd40a2a916 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-525054'] for router_interface (31a0358f-4b68-4636-87b6-9eee9fa01ef1), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:51.161803 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-40b176e0-c309-4647-9c6f-08b2cfacb269 req-35df6a21-35b3-4814-9d95-c0c8cc9cb65e tempest-ServerShowV247Test-328120966 tempest-ServerShowV247Test-328120966-project] 10.222.0.90 "GET /v2.0/ports?device_id=bc62472c-7351-4b0b-a87c-5c70536447de HTTP/1.1" status: 200 len: 210 time: 0.1326153 Feb 09 21:37:51.181780 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-ed0b5d48-3039-4dc1-9fba-f90503d7a67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:51.183329 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-ed0b5d48-3039-4dc1-9fba-f90503d7a67c service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=447eb1f8-3447-426b-bdf3-4b25ec15af22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2693844 Feb 09 21:37:51.265443 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-aea1d974-7914-45a5-a24a-1c75db3b3ce7 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:51.416248 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd323634-19cc-4b6e-a5ea-4cbd40a2a916 admin admin] Router 31a0358f-4b68-4636-87b6-9eee9fa01ef1 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:37:51.506179 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ac72f4-c109-4b37-88e8-be7bff265b54 req-654171d3-40e9-465f-b2ad-ecd28a71e468 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:51.507754 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-96ac72f4-c109-4b37-88e8-be7bff265b54 req-654171d3-40e9-465f-b2ad-ecd28a71e468 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/ports?device_id=5a1ea706-a091-449b-ac8a-a4314ae11af5 HTTP/1.1" status: 200 len: 946 time: 0.3609936 Feb 09 21:37:51.621633 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-07680fbf-a808-4c7c-9315-b2a2ea28ea22 service neutron] 10.222.0.95 "GET /v2.0/networks/447eb1f8-3447-426b-bdf3-4b25ec15af22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3988817 Feb 09 21:37:51.638835 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd323634-19cc-4b6e-a5ea-4cbd40a2a916 admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:37:51.649611 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ee428c-8080-42b2-b6fc-f90c75948b73 None None] Sync routers for ids ['31a0358f-4b68-4636-87b6-9eee9fa01ef1'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:37:51.650111 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-dd323634-19cc-4b6e-a5ea-4cbd40a2a916 admin admin] 10.222.0.90 "PUT /v2.0/routers/31a0358f-4b68-4636-87b6-9eee9fa01ef1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7441318 Feb 09 21:37:51.651788 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 59284) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:51.653518 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-aea1d974-7914-45a5-a24a-1c75db3b3ce7 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Allocated IP 172.25.3.239 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/31401d8d-374f-476b-a7c1-cc46f1080301) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:37:51.662144 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ee428c-8080-42b2-b6fc-f90c75948b73 None None] Routers {'31a0358f-4b68-4636-87b6-9eee9fa01ef1'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:37:51.663025 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-24ee428c-8080-42b2-b6fc-f90c75948b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:37:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['31a0358f-4b68-4636-87b6-9eee9fa01ef1'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:51.695278 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-96ac72f4-c109-4b37-88e8-be7bff265b54 req-5dff8bc9-b600-4a84-a2fc-acac4435f2a7 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/security-groups?id=1fbaec86-241e-4c80-89d8-21c7be7723d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793327 Feb 09 21:37:51.778997 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 59290) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:51.824849 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [req-55aa4fce-0aa5-4404-bdff-f31a07bd4a3d req-2ab4860f-d9c4-4c44-98fb-ff96a2b2aa63 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=103140) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:37:51.825930 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-55aa4fce-0aa5-4404-bdff-f31a07bd4a3d req-2ab4860f-d9c4-4c44-98fb-ff96a2b2aa63 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0372646 Feb 09 21:37:51.926094 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-24ee428c-8080-42b2-b6fc-f90c75948b73 None None] Set router 31a0358f-4b68-4636-87b6-9eee9fa01ef1 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:37:51.946126 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9229bee8-0fd5-4c46-8d92-30878e9442f5 admin admin] Publish callbacks [] for router (31a0358f-4b68-4636-87b6-9eee9fa01ef1), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:52.207746 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6615b816-89c7-4a2d-ba62-7ccbe029314e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:52.246016 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-24ee428c-8080-42b2-b6fc-f90c75948b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31a0358f-4b68-4636-87b6-9eee9fa01ef1', 'name': 'tempest-ServerRescueTestJSON-1607139400-router', 'tenant_id': '78416997261a4fcdac7ea7395d681884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '8e83dae0-3451-479b-8020-1454acd1f840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:05Z', 'updated_at': '2022-02-09T21:37:50Z', 'revision_number': 5, 'project_id': '78416997261a4fcdac7ea7395d681884', 'gw_port': {'id': '8e83dae0-3451-479b-8020-1454acd1f840', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:10:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31a0358f-4b68-4636-87b6-9eee9fa01ef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:06Z', 'updated_at': '2022-02-09T21:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:52.248488 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9229bee8-0fd5-4c46-8d92-30878e9442f5 admin admin] Publish callbacks [] for router_gateway (31a0358f-4b68-4636-87b6-9eee9fa01ef1), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:52.301796 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ee428c-8080-42b2-b6fc-f90c75948b73 None None] Checking router: 31a0358f-4b68-4636-87b6-9eee9fa01ef1 for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:37:52.323585 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ee428c-8080-42b2-b6fc-f90c75948b73 None None] Routers {'31a0358f-4b68-4636-87b6-9eee9fa01ef1'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:37:52.324496 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-24ee428c-8080-42b2-b6fc-f90c75948b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:37:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['31a0358f-4b68-4636-87b6-9eee9fa01ef1'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:52.372903 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-9229bee8-0fd5-4c46-8d92-30878e9442f5 admin admin] Deleting port 8e83dae0-3451-479b-8020-1454acd1f840 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:37:52.373157 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9229bee8-0fd5-4c46-8d92-30878e9442f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (8e83dae0-3451-479b-8020-1454acd1f840), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:52.395676 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-e42e09ee-3d44-4e30-bdf3-17781b373e4b service neutron] 10.222.0.95 "GET /v2.0/networks/447eb1f8-3447-426b-bdf3-4b25ec15af22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7562633 Feb 09 21:37:52.410097 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-55aa4fce-0aa5-4404-bdff-f31a07bd4a3d req-12a5ac7c-b131-4920-99c2-12f0bc86df60 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.11&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.5609298 Feb 09 21:37:52.455362 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c4d158-3020-4534-99f6-550f51a76ef0 req-d8acaab8-6284-4648-aa9d-9a010261e6c0 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:52.461066 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c4d158-3020-4534-99f6-550f51a76ef0 req-d8acaab8-6284-4648-aa9d-9a010261e6c0 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:52.461632 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-24ee428c-8080-42b2-b6fc-f90c75948b73 None None] Set router 31a0358f-4b68-4636-87b6-9eee9fa01ef1 gateway port host: None {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:37:52.468373 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c4d158-3020-4534-99f6-550f51a76ef0 req-d8acaab8-6284-4648-aa9d-9a010261e6c0 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:52.474396 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c4d158-3020-4534-99f6-550f51a76ef0 req-d8acaab8-6284-4648-aa9d-9a010261e6c0 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:52.479894 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c4d158-3020-4534-99f6-550f51a76ef0 req-d8acaab8-6284-4648-aa9d-9a010261e6c0 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:52.485938 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c4d158-3020-4534-99f6-550f51a76ef0 req-d8acaab8-6284-4648-aa9d-9a010261e6c0 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:52.491579 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c4d158-3020-4534-99f6-550f51a76ef0 req-d8acaab8-6284-4648-aa9d-9a010261e6c0 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:52.494056 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-14c4d158-3020-4534-99f6-550f51a76ef0 req-d8acaab8-6284-4648-aa9d-9a010261e6c0 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 5429 time: 0.6215246 Feb 09 21:37:52.523445 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-24ee428c-8080-42b2-b6fc-f90c75948b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31a0358f-4b68-4636-87b6-9eee9fa01ef1', 'name': 'tempest-ServerRescueTestJSON-1607139400-router', 'tenant_id': '78416997261a4fcdac7ea7395d681884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:05Z', 'updated_at': '2022-02-09T21:37:52Z', 'revision_number': 6, 'project_id': '78416997261a4fcdac7ea7395d681884', 'gw_port_host': None}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:52.571932 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-aea1d974-7914-45a5-a24a-1c75db3b3ce7 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks [] for port (31401d8d-374f-476b-a7c1-cc46f1080301), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:52.578952 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-ebedd494-0ebb-4d1d-b8b7-ac1f74987439 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=924c9fc2-48e2-4846-a748-e98aee6d0d46 HTTP/1.1" status: 200 len: 217 time: 0.1625829 Feb 09 21:37:52.581955 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ee428c-8080-42b2-b6fc-f90c75948b73 None None] The sync data for ids ['31a0358f-4b68-4636-87b6-9eee9fa01ef1'] in n-d-828369-5 is: [{'id': '31a0358f-4b68-4636-87b6-9eee9fa01ef1', 'name': 'tempest-ServerRescueTestJSON-1607139400-router', 'tenant_id': '78416997261a4fcdac7ea7395d681884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:05Z', 'updated_at': '2022-02-09T21:37:52Z', 'revision_number': 6, 'project_id': '78416997261a4fcdac7ea7395d681884', 'gw_port_host': None}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:37:52.635645 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-9229bee8-0fd5-4c46-8d92-30878e9442f5 admin admin] For port 8e83dae0-3451-479b-8020-1454acd1f840, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=8e83dae0-3451-479b-8020-1454acd1f840,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:37:52.636072 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9229bee8-0fd5-4c46-8d92-30878e9442f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (8e83dae0-3451-479b-8020-1454acd1f840), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:52.657585 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-9229bee8-0fd5-4c46-8d92-30878e9442f5 admin admin] Calling delete_port for 8e83dae0-3451-479b-8020-1454acd1f840 owned by network:router_gateway {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:37:52.884737 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-a7ffda4e-edfa-4158-9841-4d8815a069ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:52.897232 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-a7ffda4e-edfa-4158-9841-4d8815a069ec service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5d37f537-2fe5-408a-92d7-6800f805a26d HTTP/1.1" status: 200 len: 797 time: 0.2986400 Feb 09 21:37:52.936693 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6615b816-89c7-4a2d-ba62-7ccbe029314e admin admin] Publish callbacks [] for security_group (ab3db8cf-c3ca-48af-8021-d87dce871263), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:52.975655 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-14c4d158-3020-4534-99f6-550f51a76ef0 req-cd9a2b36-0638-44fd-9499-351c2f92d7b0 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/security-groups?id=13b87425-0324-41b8-9577-a03ea20c9956&id=d1e73a5e-905c-466a-be51-a1576b624ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4199119 Feb 09 21:37:53.004918 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-aea1d974-7914-45a5-a24a-1c75db3b3ce7 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (31401d8d-374f-476b-a7c1-cc46f1080301), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:53.004918 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6615b816-89c7-4a2d-ba62-7ccbe029314e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (ab3db8cf-c3ca-48af-8021-d87dce871263), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:53.067222 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-502877e0-dd9a-4179-96b5-277f6bd079a1 req-23b4514a-20fb-4b47-8e02-f309b17d5972 tempest-ServerShowV247Test-328120966 tempest-ServerShowV247Test-328120966-project] 10.222.0.90 "GET /v2.0/ports?device_id=bc62472c-7351-4b0b-a87c-5c70536447de HTTP/1.1" status: 200 len: 210 time: 0.0988219 Feb 09 21:37:53.143843 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea1d974-7914-45a5-a24a-1c75db3b3ce7 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:37:53.150682 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-6615b816-89c7-4a2d-ba62-7ccbe029314e admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=95604fababf645148fefaf8ed8129612&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3606887 Feb 09 21:37:53.154014 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 59310) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:53.163706 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6615b816-89c7-4a2d-ba62-7ccbe029314e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab3db8cf-c3ca-48af-8021-d87dce871263,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:53.169431 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-aea1d974-7914-45a5-a24a-1c75db3b3ce7 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:37:53.172974 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea1d974-7914-45a5-a24a-1c75db3b3ce7 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:37:53.175311 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea1d974-7914-45a5-a24a-1c75db3b3ce7 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Pushing event updated for resources: {'Port': ['ID=31401d8d-374f-476b-a7c1-cc46f1080301,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:53.191086 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9229bee8-0fd5-4c46-8d92-30878e9442f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (8e83dae0-3451-479b-8020-1454acd1f840), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:53.253025 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-5f9c03d8-b19b-4969-a8d2-554c0046bae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:53.256372 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-5f9c03d8-b19b-4969-a8d2-554c0046bae3 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=447eb1f8-3447-426b-bdf3-4b25ec15af22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3218653 Feb 09 21:37:53.300246 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9229bee8-0fd5-4c46-8d92-30878e9442f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e83dae0-3451-479b-8020-1454acd1f840,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:53.345747 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:53.438517 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0ee76585-aafe-44f3-bd83-b4253fd38118 admin admin] Publish callbacks [] for security_group (ab3db8cf-c3ca-48af-8021-d87dce871263), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:53.447128 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9229bee8-0fd5-4c46-8d92-30878e9442f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-554524'] for router_gateway (31a0358f-4b68-4636-87b6-9eee9fa01ef1), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:53.562473 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9229bee8-0fd5-4c46-8d92-30878e9442f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (31a0358f-4b68-4636-87b6-9eee9fa01ef1), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:53.565122 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9229bee8-0fd5-4c46-8d92-30878e9442f5 admin admin] Publish callbacks [] for router_controller (31a0358f-4b68-4636-87b6-9eee9fa01ef1), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:53.657483 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10546959-187d-43fe-87a1-0e3f76ba7f62 req-25f159eb-588d-43d4-9198-b40474a90896 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:53.658987 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 1d8838d3-0c1d-425c-ab19-a31049913f9d no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:37:53.659215 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-10546959-187d-43fe-87a1-0e3f76ba7f62 req-25f159eb-588d-43d4-9198-b40474a90896 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/ports?device_id=f07054f1-ef38-42ac-a181-aae86b623b32 HTTP/1.1" status: 200 len: 945 time: 0.4018877 Feb 09 21:37:53.687035 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9229bee8-0fd5-4c46-8d92-30878e9442f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (31a0358f-4b68-4636-87b6-9eee9fa01ef1), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:53.687929 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9229bee8-0fd5-4c46-8d92-30878e9442f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31a0358f-4b68-4636-87b6-9eee9fa01ef1 {{(pid=103141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:37:53.701997 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9229bee8-0fd5-4c46-8d92-30878e9442f5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:53.708811 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-9229bee8-0fd5-4c46-8d92-30878e9442f5 admin admin] 10.222.0.90 "DELETE /v2.0/routers/31a0358f-4b68-4636-87b6-9eee9fa01ef1 HTTP/1.1" status: 204 len: 168 time: 2.0536191 Feb 09 21:37:53.708980 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-d084f1ac-33c4-42cd-b999-d45c3e67396c service neutron] 10.222.0.95 "GET /v2.0/networks/447eb1f8-3447-426b-bdf3-4b25ec15af22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4208386 Feb 09 21:37:53.714982 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 59320) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:53.716127 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 1d8838d3-0c1d-425c-ab19-a31049913f9d {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:37:53.716711 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 1d8838d3-0c1d-425c-ab19-a31049913f9d not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:37:53.747527 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0ee76585-aafe-44f3-bd83-b4253fd38118 admin admin] Publish callbacks [] for security_group (ab3db8cf-c3ca-48af-8021-d87dce871263), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:53.840021 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-953adf3b-80e9-4d7f-8623-415037710085 admin admin] Deleting subnet ad8da7e2-9246-4407-b24a-0611ae1b2813 {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:37:53.845748 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-953adf3b-80e9-4d7f-8623-415037710085 admin admin] Publish callbacks [] for subnet (ad8da7e2-9246-4407-b24a-0611ae1b2813), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:54.359243 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-10546959-187d-43fe-87a1-0e3f76ba7f62 req-cb324082-75d4-4834-b7ae-8800fa5e8643 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/security-groups?id=1fbaec86-241e-4c80-89d8-21c7be7723d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6855848 Feb 09 21:37:54.378704 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-953adf3b-80e9-4d7f-8623-415037710085 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (ad8da7e2-9246-4407-b24a-0611ae1b2813), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:54.381208 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0ee76585-aafe-44f3-bd83-b4253fd38118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (ab3db8cf-c3ca-48af-8021-d87dce871263), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:54.389289 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0ee76585-aafe-44f3-bd83-b4253fd38118 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:54.393081 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-0ee76585-aafe-44f3-bd83-b4253fd38118 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/ab3db8cf-c3ca-48af-8021-d87dce871263 HTTP/1.1" status: 204 len: 168 time: 1.2379541 Feb 09 21:37:54.444580 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee76585-aafe-44f3-bd83-b4253fd38118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab3db8cf-c3ca-48af-8021-d87dce871263,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:54.501196 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3085f1e1-e80a-4266-9282-b0a57bcd1145 req-17b158b1-0aca-4445-b7b1-c27fb7f97b24 tempest-AttachSCSIVolumeTestJSON-1768878471 tempest-AttachSCSIVolumeTestJSON-1768878471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:54.512335 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3085f1e1-e80a-4266-9282-b0a57bcd1145 req-17b158b1-0aca-4445-b7b1-c27fb7f97b24 tempest-AttachSCSIVolumeTestJSON-1768878471 tempest-AttachSCSIVolumeTestJSON-1768878471-project] 10.222.0.90 "GET /v2.0/ports?device_id=f4370d51-2d54-428b-89f6-5d895db07d75 HTTP/1.1" status: 200 len: 945 time: 0.2531009 Feb 09 21:37:54.532039 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-953adf3b-80e9-4d7f-8623-415037710085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (ad8da7e2-9246-4407-b24a-0611ae1b2813), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:54.624690 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-44e3856a-4099-4f26-81e3-d97bd20cd0b8 service neutron] 10.222.0.95 "GET /v2.0/networks/447eb1f8-3447-426b-bdf3-4b25ec15af22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8390419 Feb 09 21:37:54.694099 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-953adf3b-80e9-4d7f-8623-415037710085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (ad8da7e2-9246-4407-b24a-0611ae1b2813), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:54.757650 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953adf3b-80e9-4d7f-8623-415037710085 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad8da7e2-9246-4407-b24a-0611ae1b2813,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:54.768670 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-953adf3b-80e9-4d7f-8623-415037710085 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:54.778712 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-953adf3b-80e9-4d7f-8623-415037710085 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/ad8da7e2-9246-4407-b24a-0611ae1b2813 HTTP/1.1" status: 204 len: 168 time: 1.0513177 Feb 09 21:37:54.783841 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 59344) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:54.803650 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3085f1e1-e80a-4266-9282-b0a57bcd1145 req-0c723cad-391a-452c-b27b-088809153669 tempest-AttachSCSIVolumeTestJSON-1768878471 tempest-AttachSCSIVolumeTestJSON-1768878471-project] 10.222.0.90 "GET /v2.0/security-groups?id=12447a63-5fb2-4311-b8af-0953600324f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817881 Feb 09 21:37:54.826733 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-4e6ac67f-afd6-4a1e-a0f8-9ac7506eb6aa service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.246&port_id=75eef6bf-48e5-4c19-b81a-a37147e710d0 HTTP/1.1" status: 200 len: 217 time: 0.1715419 Feb 09 21:37:54.916200 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c9b843-9e9c-4bf4-8a78-d6b0f973c728 req-1f514a15-70a7-4791-90c7-0c21078385d5 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:54.931817 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c9b843-9e9c-4bf4-8a78-d6b0f973c728 req-1f514a15-70a7-4791-90c7-0c21078385d5 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:54.939288 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c9b843-9e9c-4bf4-8a78-d6b0f973c728 req-1f514a15-70a7-4791-90c7-0c21078385d5 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:54.943066 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-70929127-fb12-42da-b909-ae0279179b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (e0933a47-9f98-425f-b2ec-87bdb6b7270d), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:54.945811 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c9b843-9e9c-4bf4-8a78-d6b0f973c728 req-1f514a15-70a7-4791-90c7-0c21078385d5 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:54.953339 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c9b843-9e9c-4bf4-8a78-d6b0f973c728 req-1f514a15-70a7-4791-90c7-0c21078385d5 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:54.960365 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c9b843-9e9c-4bf4-8a78-d6b0f973c728 req-1f514a15-70a7-4791-90c7-0c21078385d5 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:54.967935 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c9b843-9e9c-4bf4-8a78-d6b0f973c728 req-1f514a15-70a7-4791-90c7-0c21078385d5 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:54.970654 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-63c9b843-9e9c-4bf4-8a78-d6b0f973c728 req-1f514a15-70a7-4791-90c7-0c21078385d5 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 5429 time: 0.3436232 Feb 09 21:37:55.117671 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-70929127-fb12-42da-b909-ae0279179b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (e0933a47-9f98-425f-b2ec-87bdb6b7270d), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:55.138437 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-17bba645-8197-4003-847b-6231985137bb req-8663e2f7-9d87-411b-bbf2-0dca3be05111 tempest-ServerShowV247Test-328120966 tempest-ServerShowV247Test-328120966-project] 10.222.0.90 "GET /v2.0/ports?device_id=bc62472c-7351-4b0b-a87c-5c70536447de HTTP/1.1" status: 200 len: 210 time: 0.1642635 Feb 09 21:37:55.187765 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-70929127-fb12-42da-b909-ae0279179b65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0933a47-9f98-425f-b2ec-87bdb6b7270d']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:55.214835 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-70929127-fb12-42da-b909-ae0279179b65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22999d68-3ae1-4a5a-9612-0b8240545924') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:55.215229 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-70929127-fb12-42da-b909-ae0279179b65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22999d68-3ae1-4a5a-9612-0b8240545924') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:37:55.242450 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-70929127-fb12-42da-b909-ae0279179b65 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (22999d68-3ae1-4a5a-9612-0b8240545924), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:55.274890 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-70929127-fb12-42da-b909-ae0279179b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (22999d68-3ae1-4a5a-9612-0b8240545924), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:55.275948 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-b6c6f694-5ae8-46df-829e-cc6695c1465d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:55.277646 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-b6c6f694-5ae8-46df-829e-cc6695c1465d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5d37f537-2fe5-408a-92d7-6800f805a26d HTTP/1.1" status: 200 len: 797 time: 0.4288177 Feb 09 21:37:55.309203 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70929127-fb12-42da-b909-ae0279179b65 admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:37:55.312185 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-70929127-fb12-42da-b909-ae0279179b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (22999d68-3ae1-4a5a-9612-0b8240545924), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:55.317463 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:37:55.317463 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:37:55.317463 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:37:55.317463 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:37:55.317463 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:37:55.317463 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:37:55.317463 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:37:55.317463 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:37:55.317463 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:37:55.317463 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:37:55.317463 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:37:55.317463 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:37:55.317463 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:37:55.317463 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:37:55.317463 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:37:55.317463 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:37:55.317463 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:37:55.317463 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:37:55.317463 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:37:55.317463 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:37:55.317463 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:37:55.317463 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:37:55.317463 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:37:55.317463 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:37:55.317463 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:37:55.317463 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:37:55.317463 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:37:55.317463 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:37:55.317463 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:37:55.317463 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:37:55.317463 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:37:55.317463 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:37:55.323183 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 59346) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:55.379742 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-aea1d974-7914-45a5-a24a-1c75db3b3ce7 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks [] for floatingip (42c4171a-6248-4a83-8ba0-6c4da359d5f7), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:55.408845 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 8e83dae0-3451-479b-8020-1454acd1f840 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:37:55.461518 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 8e83dae0-3451-479b-8020-1454acd1f840 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:37:55.467751 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 8e83dae0-3451-479b-8020-1454acd1f840 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:37:55.472322 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b71b5655-1c57-470c-aeab-8a94db60099e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:55.483011 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-63c9b843-9e9c-4bf4-8a78-d6b0f973c728 req-fd876489-87d0-4e02-98d7-4e2d61b5b50d tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/security-groups?id=13b87425-0324-41b8-9577-a03ea20c9956&id=d1e73a5e-905c-466a-be51-a1576b624ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4429848 Feb 09 21:37:55.541528 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-70929127-fb12-42da-b909-ae0279179b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (e0933a47-9f98-425f-b2ec-87bdb6b7270d), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:55.551426 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-70929127-fb12-42da-b909-ae0279179b65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:55.556502 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-70929127-fb12-42da-b909-ae0279179b65 admin admin] 10.222.0.90 "DELETE /v2.0/networks/e0933a47-9f98-425f-b2ec-87bdb6b7270d HTTP/1.1" status: 204 len: 168 time: 0.7707820 Feb 09 21:37:55.585586 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-2690408a-cc8c-493e-b54d-f9d6c2828b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:55.587713 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-2690408a-cc8c-493e-b54d-f9d6c2828b41 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=447eb1f8-3447-426b-bdf3-4b25ec15af22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2897093 Feb 09 21:37:55.609393 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70929127-fb12-42da-b909-ae0279179b65 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0933a47-9f98-425f-b2ec-87bdb6b7270d,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:55.705609 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b71b5655-1c57-470c-aeab-8a94db60099e admin admin] Publish callbacks [] for security_group (113ef16f-3724-47c5-9c61-f76ed361f5da), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:55.712577 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b71b5655-1c57-470c-aeab-8a94db60099e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (113ef16f-3724-47c5-9c61-f76ed361f5da), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:55.748589 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71b5655-1c57-470c-aeab-8a94db60099e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=113ef16f-3724-47c5-9c61-f76ed361f5da,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:55.767819 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba16ce39-14bb-4839-b797-d30f52ad58a6 req-6d8a6d63-3502-42c9-9e7e-1edd3eaed64c tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:55.769936 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ba16ce39-14bb-4839-b797-d30f52ad58a6 req-6d8a6d63-3502-42c9-9e7e-1edd3eaed64c tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/ports?device_id=3aacf893-a448-4bd1-82e1-4aa5fcd166ec HTTP/1.1" status: 200 len: 946 time: 0.4270973 Feb 09 21:37:55.781025 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-b71b5655-1c57-470c-aeab-8a94db60099e admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=9a298363aeae416bab57b4d9b144bb3f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4225988 Feb 09 21:37:55.782957 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 59364) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:55.841733 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a3e2d356-97d2-41e2-b9d3-2c4fc504ff09 admin admin] Publish callbacks [] for security_group (113ef16f-3724-47c5-9c61-f76ed361f5da), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:55.875060 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a3e2d356-97d2-41e2-b9d3-2c4fc504ff09 admin admin] Publish callbacks [] for security_group (113ef16f-3724-47c5-9c61-f76ed361f5da), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:55.883865 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-aea1d974-7914-45a5-a24a-1c75db3b3ce7 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (31401d8d-374f-476b-a7c1-cc46f1080301), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:55.962551 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a3e2d356-97d2-41e2-b9d3-2c4fc504ff09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (113ef16f-3724-47c5-9c61-f76ed361f5da), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:55.965633 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a3e2d356-97d2-41e2-b9d3-2c4fc504ff09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:55.969609 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-a3e2d356-97d2-41e2-b9d3-2c4fc504ff09 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/113ef16f-3724-47c5-9c61-f76ed361f5da HTTP/1.1" status: 204 len: 168 time: 0.1834033 Feb 09 21:37:55.976829 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e2d356-97d2-41e2-b9d3-2c4fc504ff09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=113ef16f-3724-47c5-9c61-f76ed361f5da,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:55.995218 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 59370) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:56.117002 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ba16ce39-14bb-4839-b797-d30f52ad58a6 req-b55433f6-d479-4ca1-8dda-4b9291cee0fd tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/security-groups?id=1fbaec86-241e-4c80-89d8-21c7be7723d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3362160 Feb 09 21:37:56.170323 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 59374) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:56.170480 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-94c963c5-879b-428c-bb17-b0e283744fd0 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=78416997261a4fcdac7ea7395d681884&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1716428 Feb 09 21:37:56.190358 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-fb0f9e39-8b1d-49db-99a9-d5556581cfaf service neutron] 10.222.0.95 "GET /v2.0/networks/447eb1f8-3447-426b-bdf3-4b25ec15af22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5854118 Feb 09 21:37:56.199613 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f3d645-10ac-4345-ae80-4ef944115f16 req-60ba6314-8aa7-4632-9b9b-4b8e81727c23 tempest-AttachSCSIVolumeTestJSON-1768878471 tempest-AttachSCSIVolumeTestJSON-1768878471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:56.206654 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-57f3d645-10ac-4345-ae80-4ef944115f16 req-60ba6314-8aa7-4632-9b9b-4b8e81727c23 tempest-AttachSCSIVolumeTestJSON-1768878471 tempest-AttachSCSIVolumeTestJSON-1768878471-project] 10.222.0.90 "GET /v2.0/ports?device_id=f4370d51-2d54-428b-89f6-5d895db07d75 HTTP/1.1" status: 200 len: 945 time: 0.2224007 Feb 09 21:37:56.348000 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-57f3d645-10ac-4345-ae80-4ef944115f16 req-115fb14c-a9d9-4940-9495-0ebd65aa7e4a tempest-AttachSCSIVolumeTestJSON-1768878471 tempest-AttachSCSIVolumeTestJSON-1768878471-project] 10.222.0.90 "GET /v2.0/security-groups?id=12447a63-5fb2-4311-b8af-0953600324f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402998 Feb 09 21:37:56.355057 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4724e071-1bd9-4cfa-b59e-e35be98f73d9 admin admin] Publish callbacks [] for security_group (1d80a148-e9eb-4688-aae9-f24ed4e32758), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:56.399388 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4724e071-1bd9-4cfa-b59e-e35be98f73d9 admin admin] Publish callbacks [] for security_group (1d80a148-e9eb-4688-aae9-f24ed4e32758), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:56.522448 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4724e071-1bd9-4cfa-b59e-e35be98f73d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (1d80a148-e9eb-4688-aae9-f24ed4e32758), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:56.526053 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4724e071-1bd9-4cfa-b59e-e35be98f73d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:56.532046 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ea87688a-a6f5-4573-bdc8-50d57dcd0b70 req-eeaf7ae1-a226-44e6-908e-11b219b4a146 tempest-ServerShowV247Test-328120966 tempest-ServerShowV247Test-328120966-project] 10.222.0.90 "GET /v2.0/ports?device_id=bc62472c-7351-4b0b-a87c-5c70536447de HTTP/1.1" status: 200 len: 210 time: 0.0747881 Feb 09 21:37:56.534839 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-4724e071-1bd9-4cfa-b59e-e35be98f73d9 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/1d80a148-e9eb-4688-aae9-f24ed4e32758 HTTP/1.1" status: 204 len: 168 time: 0.3610339 Feb 09 21:37:56.561247 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4724e071-1bd9-4cfa-b59e-e35be98f73d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d80a148-e9eb-4688-aae9-f24ed4e32758,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:56.572387 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-213a643e-0dfd-4747-9334-09569a716e06 service neutron] 10.222.0.95 "GET /v2.0/networks/447eb1f8-3447-426b-bdf3-4b25ec15af22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3628821 Feb 09 21:37:56.597002 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-aea1d974-7914-45a5-a24a-1c75db3b3ce7 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks [] for port (31401d8d-374f-476b-a7c1-cc46f1080301), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:56.648673 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d50183-291f-4356-b233-3087e7e6ff3e req-a7e00c33-41b7-42b2-8c52-c1310f53a8dd tempest-AttachSCSIVolumeTestJSON-1768878471 tempest-AttachSCSIVolumeTestJSON-1768878471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:56.657041 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-55d50183-291f-4356-b233-3087e7e6ff3e req-a7e00c33-41b7-42b2-8c52-c1310f53a8dd tempest-AttachSCSIVolumeTestJSON-1768878471 tempest-AttachSCSIVolumeTestJSON-1768878471-project] 10.222.0.89 "GET /v2.0/ports?device_id=f4370d51-2d54-428b-89f6-5d895db07d75 HTTP/1.1" status: 200 len: 945 time: 0.2075806 Feb 09 21:37:56.668117 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-4f5d192d-1e38-4ae9-a942-e78074895351 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.45&port_id=46a5acec-c89c-40ed-b7d1-64d412e029f2 HTTP/1.1" status: 200 len: 217 time: 0.0689781 Feb 09 21:37:56.673413 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-aea1d974-7914-45a5-a24a-1c75db3b3ce7 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (31401d8d-374f-476b-a7c1-cc46f1080301), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:56.691011 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be60198-3afb-439c-8c9e-2b713084e10f req-8976bde6-1c1c-46f2-a32c-4feb6faab1a9 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:56.692664 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7be60198-3afb-439c-8c9e-2b713084e10f req-8976bde6-1c1c-46f2-a32c-4feb6faab1a9 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/ports?device_id=5a1ea706-a091-449b-ac8a-a4314ae11af5 HTTP/1.1" status: 200 len: 946 time: 0.3418565 Feb 09 21:37:56.893657 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-55d50183-291f-4356-b233-3087e7e6ff3e req-e1d95a69-1b28-458c-a769-abe12b4491b4 tempest-AttachSCSIVolumeTestJSON-1768878471 tempest-AttachSCSIVolumeTestJSON-1768878471-project] Deleting port 13190e85-6281-411d-8599-8e4d0b5a4700 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:37:56.894097 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-55d50183-291f-4356-b233-3087e7e6ff3e req-e1d95a69-1b28-458c-a769-abe12b4491b4 tempest-AttachSCSIVolumeTestJSON-1768878471 tempest-AttachSCSIVolumeTestJSON-1768878471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (13190e85-6281-411d-8599-8e4d0b5a4700), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:56.911387 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4654bfe-1936-43e7-ba1c-2bb52238399a req-1af56cb1-674f-4221-85b5-653bfb42dbb7 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:56.927696 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4654bfe-1936-43e7-ba1c-2bb52238399a req-1af56cb1-674f-4221-85b5-653bfb42dbb7 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:56.935277 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4654bfe-1936-43e7-ba1c-2bb52238399a req-1af56cb1-674f-4221-85b5-653bfb42dbb7 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:56.954571 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4654bfe-1936-43e7-ba1c-2bb52238399a req-1af56cb1-674f-4221-85b5-653bfb42dbb7 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:56.966394 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4654bfe-1936-43e7-ba1c-2bb52238399a req-1af56cb1-674f-4221-85b5-653bfb42dbb7 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:56.984897 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4654bfe-1936-43e7-ba1c-2bb52238399a req-1af56cb1-674f-4221-85b5-653bfb42dbb7 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:57.000589 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4654bfe-1936-43e7-ba1c-2bb52238399a req-1af56cb1-674f-4221-85b5-653bfb42dbb7 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:57.004990 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a4654bfe-1936-43e7-ba1c-2bb52238399a req-1af56cb1-674f-4221-85b5-653bfb42dbb7 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 5429 time: 0.3339345 Feb 09 21:37:57.005851 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea1d974-7914-45a5-a24a-1c75db3b3ce7 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Pushing event updated for resources: {'Port': ['ID=31401d8d-374f-476b-a7c1-cc46f1080301,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:57.060978 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-df6994db-8d1f-4a89-a25b-0c36ec649de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:57.065734 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-df6994db-8d1f-4a89-a25b-0c36ec649de0 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5d37f537-2fe5-408a-92d7-6800f805a26d HTTP/1.1" status: 200 len: 797 time: 0.3691518 Feb 09 21:37:57.109346 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-55d50183-291f-4356-b233-3087e7e6ff3e req-e1d95a69-1b28-458c-a769-abe12b4491b4 tempest-AttachSCSIVolumeTestJSON-1768878471 tempest-AttachSCSIVolumeTestJSON-1768878471-project] For port 13190e85-6281-411d-8599-8e4d0b5a4700, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=13190e85-6281-411d-8599-8e4d0b5a4700,segment=NetworkSegment(f943d251-cbac-4cd2-b962-dbbb0491c1ed),segment_id=f943d251-cbac-4cd2-b962-dbbb0491c1ed)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:37:57.109954 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-55d50183-291f-4356-b233-3087e7e6ff3e req-e1d95a69-1b28-458c-a769-abe12b4491b4 tempest-AttachSCSIVolumeTestJSON-1768878471 tempest-AttachSCSIVolumeTestJSON-1768878471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (13190e85-6281-411d-8599-8e4d0b5a4700), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:57.147328 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-55d50183-291f-4356-b233-3087e7e6ff3e req-e1d95a69-1b28-458c-a769-abe12b4491b4 tempest-AttachSCSIVolumeTestJSON-1768878471 tempest-AttachSCSIVolumeTestJSON-1768878471-project] Calling delete_port for 13190e85-6281-411d-8599-8e4d0b5a4700 owned by compute:nova {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:37:57.162039 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-aea1d974-7914-45a5-a24a-1c75db3b3ce7 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (42c4171a-6248-4a83-8ba0-6c4da359d5f7), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:57.220205 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7be60198-3afb-439c-8c9e-2b713084e10f req-952d30d9-a7dc-430f-94d5-d3a99223c05c tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/security-groups?id=1fbaec86-241e-4c80-89d8-21c7be7723d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4942422 Feb 09 21:37:57.430626 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-55d50183-291f-4356-b233-3087e7e6ff3e req-e1d95a69-1b28-458c-a769-abe12b4491b4 tempest-AttachSCSIVolumeTestJSON-1768878471 tempest-AttachSCSIVolumeTestJSON-1768878471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (13190e85-6281-411d-8599-8e4d0b5a4700), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:57.445642 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['13190e85-6281-411d-8599-8e4d0b5a4700'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:37:57.497261 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a4654bfe-1936-43e7-ba1c-2bb52238399a req-df3cc9d7-0840-4f1e-9b5d-f2bbfeaf277f tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/security-groups?id=13b87425-0324-41b8-9577-a03ea20c9956&id=d1e73a5e-905c-466a-be51-a1576b624ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4511886 Feb 09 21:37:57.535223 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-1991c9d3-b15a-44a2-a75d-a3017a4623b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:57.536805 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-1991c9d3-b15a-44a2-a75d-a3017a4623b7 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=447eb1f8-3447-426b-bdf3-4b25ec15af22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.4587574 Feb 09 21:37:57.576575 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d95a69-1b28-458c-a769-abe12b4491b4 tempest-AttachSCSIVolumeTestJSON-1768878471 tempest-AttachSCSIVolumeTestJSON-1768878471-project] Pushing event deleted for resources: {'Port': ['ID=13190e85-6281-411d-8599-8e4d0b5a4700,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:57.712868 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-55d50183-291f-4356-b233-3087e7e6ff3e req-e1d95a69-1b28-458c-a769-abe12b4491b4 tempest-AttachSCSIVolumeTestJSON-1768878471 tempest-AttachSCSIVolumeTestJSON-1768878471-project] No DVR routers for this DVR port 13190e85-6281-411d-8599-8e4d0b5a4700 on host n-h2-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:37:57.715509 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-55d50183-291f-4356-b233-3087e7e6ff3e req-e1d95a69-1b28-458c-a769-abe12b4491b4 tempest-AttachSCSIVolumeTestJSON-1768878471 tempest-AttachSCSIVolumeTestJSON-1768878471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:57.719534 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-55d50183-291f-4356-b233-3087e7e6ff3e req-e1d95a69-1b28-458c-a769-abe12b4491b4 tempest-AttachSCSIVolumeTestJSON-1768878471 tempest-AttachSCSIVolumeTestJSON-1768878471-project] 10.222.0.89 "DELETE /v2.0/ports/13190e85-6281-411d-8599-8e4d0b5a4700 HTTP/1.1" status: 204 len: 173 time: 1.0529358 Feb 09 21:37:57.720007 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4370d51-2d54-428b-89f6-5d895db07d75', 'name': 'network-vif-deleted', 'tag': '13190e85-6281-411d-8599-8e4d0b5a4700'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:37:57.722871 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bf57df8-25f8-4113-9f02-48c98da1e442" -d '{"events": [{"server_uuid": "f4370d51-2d54-428b-89f6-5d895db07d75", "name": "network-vif-deleted", "tag": "13190e85-6281-411d-8599-8e4d0b5a4700"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:37:57.791376 n-d-828369-5 neutron-server[103140]: INFO neutron.db.l3_db [None req-aea1d974-7914-45a5-a24a-1c75db3b3ce7 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Floating IP 42c4171a-6248-4a83-8ba0-6c4da359d5f7 associated. External IP: 172.25.3.239, port: c9b4e027-9989-469e-a309-f40decec4c33. Feb 09 21:37:57.895809 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-225c87cf-d980-4600-8931-07131acd3537 req-fb60930c-b23c-47e5-8630-bb9054f901af tempest-AttachSCSIVolumeTestJSON-1768878471 tempest-AttachSCSIVolumeTestJSON-1768878471-project] 10.222.0.90 "GET /v2.0/ports?device_id=f4370d51-2d54-428b-89f6-5d895db07d75 HTTP/1.1" status: 200 len: 210 time: 0.1512527 Feb 09 21:37:58.010018 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-222c6804-de72-4456-888c-7f2516feecd9 service neutron] 10.222.0.95 "GET /v2.0/networks/447eb1f8-3447-426b-bdf3-4b25ec15af22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4517894 Feb 09 21:37:58.033798 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef57176-5f19-461f-a428-980b00aecef9 req-359ddd71-b3cb-4d54-811f-aa09e3b64ad1 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:58.042123 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef57176-5f19-461f-a428-980b00aecef9 req-359ddd71-b3cb-4d54-811f-aa09e3b64ad1 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:58.048093 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef57176-5f19-461f-a428-980b00aecef9 req-359ddd71-b3cb-4d54-811f-aa09e3b64ad1 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:58.062731 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bef57176-5f19-461f-a428-980b00aecef9 req-359ddd71-b3cb-4d54-811f-aa09e3b64ad1 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/ports?device_id=5a1ea706-a091-449b-ac8a-a4314ae11af5&device_id=3aacf893-a448-4bd1-82e1-4aa5fcd166ec&device_id=f07054f1-ef38-42ac-a181-aae86b623b32 HTTP/1.1" status: 200 len: 2418 time: 0.3073947 Feb 09 21:37:58.147587 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 59438) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:58.209338 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d452bfd4-5ed4-4b5e-b4fe-8ce657a810e0 req-6de9c477-5586-4dd2-9e8b-78003b9a3029 tempest-ServerShowV247Test-328120966 tempest-ServerShowV247Test-328120966-project] 10.222.0.90 "GET /v2.0/ports?device_id=bc62472c-7351-4b0b-a87c-5c70536447de HTTP/1.1" status: 200 len: 210 time: 0.0643146 Feb 09 21:37:58.328235 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-4a5ab156-05e6-4c13-bc4d-4b8157fc1c17 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1070011070-network', 'tenant_id': '722fd8a0053d46508d2fe0640372514a'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:37:58.329978 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bef57176-5f19-461f-a428-980b00aecef9 req-046bcafb-c96c-4534-9b7b-1a950b7bc916 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/security-groups?id=1fbaec86-241e-4c80-89d8-21c7be7723d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659247 Feb 09 21:37:58.350460 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d5b9510-401a-47ba-87ae-3392f18156f9 x-openstack-request-id: req-9d5b9510-401a-47ba-87ae-3392f18156f9 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:37:58.350833 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4370d51-2d54-428b-89f6-5d895db07d75", "name": "network-vif-deleted", "tag": "13190e85-6281-411d-8599-8e4d0b5a4700", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:37:58.351151 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-9d5b9510-401a-47ba-87ae-3392f18156f9 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:37:58.351781 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4370d51-2d54-428b-89f6-5d895db07d75', 'name': 'network-vif-deleted', 'tag': '13190e85-6281-411d-8599-8e4d0b5a4700', 'status': 'completed', 'code': 200} Feb 09 21:37:58.353076 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a5ab156-05e6-4c13-bc4d-4b8157fc1c17 admin admin] Made reservation on behalf of 722fd8a0053d46508d2fe0640372514a for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:37:58.355780 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4a5ab156-05e6-4c13-bc4d-4b8157fc1c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:58.365369 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4a5ab156-05e6-4c13-bc4d-4b8157fc1c17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:58.445718 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-d5cb12ed-2c69-4b8d-9dde-e5895cba46ae service neutron] 10.222.0.95 "GET /v2.0/networks/447eb1f8-3447-426b-bdf3-4b25ec15af22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3795993 Feb 09 21:37:58.511020 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4a5ab156-05e6-4c13-bc4d-4b8157fc1c17 admin admin] Publish callbacks [] for security_group (39330270-fb50-49e4-9e17-e8b9f98f9dbb), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:58.526277 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-15ab7777-077a-4950-8f44-45ca4ce3112b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=65552933-30d5-4f11-b08a-78531a3a97b9 HTTP/1.1" status: 200 len: 217 time: 0.0580885 Feb 09 21:37:58.529292 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4a5ab156-05e6-4c13-bc4d-4b8157fc1c17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (39330270-fb50-49e4-9e17-e8b9f98f9dbb), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:58.598776 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a5ab156-05e6-4c13-bc4d-4b8157fc1c17 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:37:58.627561 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5ab156-05e6-4c13-bc4d-4b8157fc1c17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39330270-fb50-49e4-9e17-e8b9f98f9dbb,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:58.642376 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4a5ab156-05e6-4c13-bc4d-4b8157fc1c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (3940a090-76ff-4f53-b9ad-aab43740dec5), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:58.643662 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-4a5ab156-05e6-4c13-bc4d-4b8157fc1c17 admin admin] Added segment 3940a090-76ff-4f53-b9ad-aab43740dec5 of type vlan for network 7e7b4a29-78d8-4c80-9c3c-f880cb8558ae Feb 09 21:37:58.686771 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2a8218a7-001c-40aa-be31-bb1a578a1f26 req-49853762-cc69-4414-a843-bed4781d41db tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2859201 Feb 09 21:37:58.782324 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4a5ab156-05e6-4c13-bc4d-4b8157fc1c17 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (7e7b4a29-78d8-4c80-9c3c-f880cb8558ae), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:58.804046 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aea1d974-7914-45a5-a24a-1c75db3b3ce7 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Router 4508429f-0210-4fc3-8588-b916f1b1426e has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:37:58.868070 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4a5ab156-05e6-4c13-bc4d-4b8157fc1c17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (7e7b4a29-78d8-4c80-9c3c-f880cb8558ae), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:58.869817 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5ab156-05e6-4c13-bc4d-4b8157fc1c17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:58.871022 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4a5ab156-05e6-4c13-bc4d-4b8157fc1c17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:58.879244 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-d634d90f-de29-4e65-90d3-5c9c15616be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:58.882770 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-d634d90f-de29-4e65-90d3-5c9c15616be4 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=99276998-1cd5-4a6a-b76b-7df5415f45f2 HTTP/1.1" status: 200 len: 797 time: 0.3415492 Feb 09 21:37:59.018049 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5ab156-05e6-4c13-bc4d-4b8157fc1c17 admin admin] Pushing event updated for resources: {'Network': ['ID=7e7b4a29-78d8-4c80-9c3c-f880cb8558ae,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:59.030665 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 7e7b4a29-78d8-4c80-9c3c-f880cb8558ae details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:37:59.045707 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-4a5ab156-05e6-4c13-bc4d-4b8157fc1c17 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8924067 Feb 09 21:37:59.049000 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 59472) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:37:59.061539 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-c6d0c198-c883-45e9-850f-a92f1ba7d130 admin admin] Request body: {'subnet': {'network_id': '7e7b4a29-78d8-4c80-9c3c-f880cb8558ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1070011070-subnet', 'tenant_id': '722fd8a0053d46508d2fe0640372514a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:37:59.093618 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6d0c198-c883-45e9-850f-a92f1ba7d130 admin admin] Made reservation on behalf of 722fd8a0053d46508d2fe0640372514a for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:37:59.100473 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6d0c198-c883-45e9-850f-a92f1ba7d130 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:59.697774 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17db0a01-c664-409a-8624-d25d7fb96724 req-bf88f2f4-2926-41ff-b7c2-3be20fdf9f78 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:59.704722 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6d0c198-c883-45e9-850f-a92f1ba7d130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (bdb327a0-b13b-4bc3-bcee-620c364c7d88), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:59.711100 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17db0a01-c664-409a-8624-d25d7fb96724 req-bf88f2f4-2926-41ff-b7c2-3be20fdf9f78 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:59.739187 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17db0a01-c664-409a-8624-d25d7fb96724 req-bf88f2f4-2926-41ff-b7c2-3be20fdf9f78 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:59.760429 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17db0a01-c664-409a-8624-d25d7fb96724 req-bf88f2f4-2926-41ff-b7c2-3be20fdf9f78 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:59.772006 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17db0a01-c664-409a-8624-d25d7fb96724 req-bf88f2f4-2926-41ff-b7c2-3be20fdf9f78 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:59.786055 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17db0a01-c664-409a-8624-d25d7fb96724 req-bf88f2f4-2926-41ff-b7c2-3be20fdf9f78 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:59.801823 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17db0a01-c664-409a-8624-d25d7fb96724 req-bf88f2f4-2926-41ff-b7c2-3be20fdf9f78 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:59.807135 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-17db0a01-c664-409a-8624-d25d7fb96724 req-bf88f2f4-2926-41ff-b7c2-3be20fdf9f78 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 5429 time: 1.0717049 Feb 09 21:37:59.861765 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d0c198-c883-45e9-850f-a92f1ba7d130 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdb327a0-b13b-4bc3-bcee-620c364c7d88,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:37:59.881938 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-38be436b-fa06-4518-a056-de1667ffd44c req-2c991a1b-ead0-4e4f-bd2a-9bffc3b1717e tempest-ServerShowV247Test-328120966 tempest-ServerShowV247Test-328120966-project] 10.222.0.90 "GET /v2.0/ports?device_id=bc62472c-7351-4b0b-a87c-5c70536447de HTTP/1.1" status: 200 len: 210 time: 0.0737565 Feb 09 21:37:59.889591 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d0c198-c883-45e9-850f-a92f1ba7d130 admin admin] Checking segment: {'id': '3940a090-76ff-4f53-b9ad-aab43740dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '7e7b4a29-78d8-4c80-9c3c-f880cb8558ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:37:59.889975 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d0c198-c883-45e9-850f-a92f1ba7d130 admin admin] Network hostable DHCP agents. Network: 7e7b4a29-78d8-4c80-9c3c-f880cb8558ae, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:37:59.932568 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d0c198-c883-45e9-850f-a92f1ba7d130 admin admin] Network 7e7b4a29-78d8-4c80-9c3c-f880cb8558ae is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:37:59.946902 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-c6d0c198-c883-45e9-850f-a92f1ba7d130 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 7e7b4a29-78d8-4c80-9c3c-f880cb8558ae) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:37:59.956069 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814d901d-c9e8-4d12-91cc-ad7f68af19bb None None] Network 7e7b4a29-78d8-4c80-9c3c-f880cb8558ae requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:37:59.959613 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d0c198-c883-45e9-850f-a92f1ba7d130 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:59.961498 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6d0c198-c883-45e9-850f-a92f1ba7d130 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:37:59.971075 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-71302dd2-f769-43f6-ac7b-ef0cc611f271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:37:59.981960 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-71302dd2-f769-43f6-ac7b-ef0cc611f271 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6a88ecb8-ab13-497b-8e99-4232b5fa8235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 1.0648148 Feb 09 21:38:00.014116 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-c6d0c198-c883-45e9-850f-a92f1ba7d130 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9644945 Feb 09 21:38:00.302681 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb44b18d-9793-4698-bef6-b8d1f78842ec None None] Network 7e7b4a29-78d8-4c80-9c3c-f880cb8558ae requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:38:00.353124 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-17db0a01-c664-409a-8624-d25d7fb96724 req-bae5457e-5588-4a19-bb1a-d8bd9193af64 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/security-groups?id=13b87425-0324-41b8-9577-a03ea20c9956&id=d1e73a5e-905c-466a-be51-a1576b624ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4657435 Feb 09 21:38:00.363704 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-495022be-2cff-46a9-a613-5f2bd5bb0c3f service neutron] 10.222.0.95 "GET /v2.0/networks/6a88ecb8-ab13-497b-8e99-4232b5fa8235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3704967 Feb 09 21:38:00.370587 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aea1d974-7914-45a5-a24a-1c75db3b3ce7 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:38:00.444753 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85b8033-8cbe-4789-8120-68d34f6ccebe None None] Sync routers for ids ['4508429f-0210-4fc3-8588-b916f1b1426e'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:38:00.537814 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85b8033-8cbe-4789-8120-68d34f6ccebe None None] Routers {'4508429f-0210-4fc3-8588-b916f1b1426e'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:38:00.538482 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-b85b8033-8cbe-4789-8120-68d34f6ccebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:37:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['4508429f-0210-4fc3-8588-b916f1b1426e'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:00.579084 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-636d2882-eae2-4552-a954-169aa45c9960 service neutron] 10.222.0.95 "GET /v2.0/networks/6a88ecb8-ab13-497b-8e99-4232b5fa8235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957097 Feb 09 21:38:00.598514 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-aea1d974-7914-45a5-a24a-1c75db3b3ce7 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:00.641167 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-b85b8033-8cbe-4789-8120-68d34f6ccebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:00.649883 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-aea1d974-7914-45a5-a24a-1c75db3b3ce7 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 10.4466605 Feb 09 21:38:00.652518 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 59534) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:00.695285 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85b8033-8cbe-4789-8120-68d34f6ccebe None None] Routers {'4508429f-0210-4fc3-8588-b916f1b1426e'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:38:00.696292 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-b85b8033-8cbe-4789-8120-68d34f6ccebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:37:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['4508429f-0210-4fc3-8588-b916f1b1426e'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:00.746244 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-7ab2220c-6e7a-4ff1-ab5e-0dce9d476987 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=977539cf-0f59-4bed-b030-30f5b416ce68 HTTP/1.1" status: 200 len: 217 time: 0.1006894 Feb 09 21:38:00.802328 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-0d9b9b91-18a6-43f2-a891-93fd680c70ee tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] 10.222.0.90 "GET /v2.0/floatingips/42c4171a-6248-4a83-8ba0-6c4da359d5f7 HTTP/1.1" status: 200 len: 978 time: 0.1472116 Feb 09 21:38:00.804888 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 59544) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:00.846417 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-7ca5cfce-b3af-4f61-b829-8e4215a0aab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:00.848253 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-7ca5cfce-b3af-4f61-b829-8e4215a0aab9 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=99276998-1cd5-4a6a-b76b-7df5415f45f2 HTTP/1.1" status: 200 len: 797 time: 0.0913031 Feb 09 21:38:00.868028 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 13190e85-6281-411d-8599-8e4d0b5a4700 no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:38:00.928611 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] No Port match for: 13190e85-6281-411d-8599-8e4d0b5a4700 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:38:00.929213 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 13190e85-6281-411d-8599-8e4d0b5a4700 not bound to the agent host n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:38:00.933714 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-b85b8033-8cbe-4789-8120-68d34f6ccebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:00.936478 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85b8033-8cbe-4789-8120-68d34f6ccebe None None] The sync data for ids ['4508429f-0210-4fc3-8588-b916f1b1426e'] in n-d-828369-5 is: [] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:38:00.983503 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-eee0f0d0-a964-49d3-acf7-63d9a6f32f4b req-0d839ad5-6b0f-421d-ba35-e4f62f2d9f89 tempest-ServerDiagnosticsNegativeTest-1625744175 tempest-ServerDiagnosticsNegativeTest-1625744175-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=52a92b34007f4428abce8e9ccaca43e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0499163 Feb 09 21:38:01.095258 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-117dbdb7-4559-47b1-a03e-2fabed1f240f tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] 10.222.0.90 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.2879374 Feb 09 21:38:01.097867 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 59560) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:01.106409 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-c19e877f-5543-4d7b-a2a4-6554f9ac4cc9 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Request body: {'floatingip': {'port_id': '0f71e960-31c8-405a-b975-c2b80b061f93'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:01.153676 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-8663ad10-1e8a-466d-addf-cac92e95fb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:01.155248 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-8663ad10-1e8a-466d-addf-cac92e95fb91 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6a88ecb8-ab13-497b-8e99-4232b5fa8235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2853153 Feb 09 21:38:01.231497 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c19e877f-5543-4d7b-a2a4-6554f9ac4cc9 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks [] for floatingip (42c4171a-6248-4a83-8ba0-6c4da359d5f7), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:01.266060 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-d4b4602e-e3e3-4964-8fb0-3092eda08c08 service neutron] 10.222.0.95 "GET /v2.0/networks/6a88ecb8-ab13-497b-8e99-4232b5fa8235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993204 Feb 09 21:38:01.411816 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee0f0d0-a964-49d3-acf7-63d9a6f32f4b req-6405df6b-02a2-4380-87e0-2cd36432c1c0 tempest-ServerDiagnosticsNegativeTest-1625744175 tempest-ServerDiagnosticsNegativeTest-1625744175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:01.416743 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-eee0f0d0-a964-49d3-acf7-63d9a6f32f4b req-6405df6b-02a2-4380-87e0-2cd36432c1c0 tempest-ServerDiagnosticsNegativeTest-1625744175 tempest-ServerDiagnosticsNegativeTest-1625744175-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4206567 Feb 09 21:38:01.462061 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-eee0f0d0-a964-49d3-acf7-63d9a6f32f4b req-83e08764-b0bc-41ff-b2fc-335ce3f4f9ab tempest-ServerDiagnosticsNegativeTest-1625744175 tempest-ServerDiagnosticsNegativeTest-1625744175-project] 10.222.0.90 "GET /v2.0/quotas/52a92b34007f4428abce8e9ccaca43e2 HTTP/1.1" status: 200 len: 375 time: 0.0340326 Feb 09 21:38:01.481788 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2d8dae09-254f-4e38-9611-c2b3d9df9e1a req-cd43a5d7-c33c-44ce-bd30-4f416ad462a2 service neutron] 10.222.0.95 "GET /v2.0/networks/6a88ecb8-ab13-497b-8e99-4232b5fa8235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037876 Feb 09 21:38:01.556471 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-eee0f0d0-a964-49d3-acf7-63d9a6f32f4b req-7eeeb9e7-8410-4c3d-80ac-db7a3bb5c6c1 tempest-ServerDiagnosticsNegativeTest-1625744175 tempest-ServerDiagnosticsNegativeTest-1625744175-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=52a92b34007f4428abce8e9ccaca43e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0733285 Feb 09 21:38:01.771764 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a7a6a4-dc56-411f-87df-04ddacfd25d8 req-d8a71a39-058f-4c6d-acd3-fe9b83bb7641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:01.772462 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a7a6a4-dc56-411f-87df-04ddacfd25d8 req-d8a71a39-058f-4c6d-acd3-fe9b83bb7641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:01.772768 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a7a6a4-dc56-411f-87df-04ddacfd25d8 req-d8a71a39-058f-4c6d-acd3-fe9b83bb7641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:01.773245 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a7a6a4-dc56-411f-87df-04ddacfd25d8 req-d8a71a39-058f-4c6d-acd3-fe9b83bb7641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:01.773717 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a7a6a4-dc56-411f-87df-04ddacfd25d8 req-d8a71a39-058f-4c6d-acd3-fe9b83bb7641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:01.774186 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a7a6a4-dc56-411f-87df-04ddacfd25d8 req-d8a71a39-058f-4c6d-acd3-fe9b83bb7641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:01.775225 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a7a6a4-dc56-411f-87df-04ddacfd25d8 req-d8a71a39-058f-4c6d-acd3-fe9b83bb7641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:01.785855 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-80a7a6a4-dc56-411f-87df-04ddacfd25d8 req-d8a71a39-058f-4c6d-acd3-fe9b83bb7641 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=18ba459b325a4da0821abb3dc94f8781&device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 6703 time: 0.2166035 Feb 09 21:38:01.933347 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a7a6a4-dc56-411f-87df-04ddacfd25d8 req-52137cf9-f419-495a-8dd3-2ba6c6a25c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:01.934874 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-80a7a6a4-dc56-411f-87df-04ddacfd25d8 req-52137cf9-f419-495a-8dd3-2ba6c6a25c95 service neutron] 10.222.0.95 "GET /v2.0/networks?id=6a88ecb8-ab13-497b-8e99-4232b5fa8235 HTTP/1.1" status: 200 len: 900 time: 0.1240852 Feb 09 21:38:02.067357 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-80a7a6a4-dc56-411f-87df-04ddacfd25d8 req-3f3bdff3-dfa2-4bf8-b046-47a4f0747052 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=977539cf-0f59-4bed-b030-30f5b416ce68 HTTP/1.1" status: 200 len: 217 time: 0.1148798 Feb 09 21:38:02.194045 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78b9e5a-9cba-45a2-9f99-5628af5ccd49 req-61c0e8c6-655d-4807-85ca-0baa80310105 tempest-ServerTagsTestJSON-780191640 tempest-ServerTagsTestJSON-780191640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:02.212060 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a78b9e5a-9cba-45a2-9f99-5628af5ccd49 req-61c0e8c6-655d-4807-85ca-0baa80310105 tempest-ServerTagsTestJSON-780191640 tempest-ServerTagsTestJSON-780191640-project] 10.222.0.90 "GET /v2.0/networks?id=7e7b4a29-78d8-4c80-9c3c-f880cb8558ae HTTP/1.1" status: 200 len: 809 time: 0.5973899 Feb 09 21:38:02.250810 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-15ec575d-5990-468f-bd89-5f03f7cc4dc2 req-599df44b-03d3-489f-b16d-8ba7b61e88d9 tempest-ServerShowV247Test-328120966 tempest-ServerShowV247Test-328120966-project] 10.222.0.90 "GET /v2.0/ports?device_id=bc62472c-7351-4b0b-a87c-5c70536447de HTTP/1.1" status: 200 len: 210 time: 0.1945615 Feb 09 21:38:02.325903 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c19e877f-5543-4d7b-a2a4-6554f9ac4cc9 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:02.330868 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a78b9e5a-9cba-45a2-9f99-5628af5ccd49 req-3230a435-fd56-4b43-a3c3-ec8dcfb6b544 tempest-ServerTagsTestJSON-780191640 tempest-ServerTagsTestJSON-780191640-project] 10.222.0.90 "GET /v2.0/quotas/722fd8a0053d46508d2fe0640372514a HTTP/1.1" status: 200 len: 375 time: 0.1177762 Feb 09 21:38:02.331073 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c19e877f-5543-4d7b-a2a4-6554f9ac4cc9 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (42c4171a-6248-4a83-8ba0-6c4da359d5f7), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:02.376389 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:38:02.420712 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a78b9e5a-9cba-45a2-9f99-5628af5ccd49 req-a894d023-cb56-4cab-b07b-5b916cd1207d tempest-ServerTagsTestJSON-780191640 tempest-ServerTagsTestJSON-780191640-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=722fd8a0053d46508d2fe0640372514a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0872490 Feb 09 21:38:02.430725 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [req-a78b9e5a-9cba-45a2-9f99-5628af5ccd49 req-738df250-6606-44da-a510-d29f52fa44b1 service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=103140) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:38:02.439524 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a78b9e5a-9cba-45a2-9f99-5628af5ccd49 req-738df250-6606-44da-a510-d29f52fa44b1 service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0177701 Feb 09 21:38:02.575309 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a7a6a4-dc56-411f-87df-04ddacfd25d8 req-8ed43bf3-541e-48b7-87c4-a9d5cddda3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:02.580153 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-80a7a6a4-dc56-411f-87df-04ddacfd25d8 req-8ed43bf3-541e-48b7-87c4-a9d5cddda3f4 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=99276998-1cd5-4a6a-b76b-7df5415f45f2 HTTP/1.1" status: 200 len: 797 time: 0.4524891 Feb 09 21:38:02.582177 n-d-828369-5 neutron-server[103141]: INFO neutron.db.l3_db [None req-c19e877f-5543-4d7b-a2a4-6554f9ac4cc9 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Floating IP 42c4171a-6248-4a83-8ba0-6c4da359d5f7 associated. External IP: 172.25.3.239, port: c9b4e027-9989-469e-a309-f40decec4c33. Feb 09 21:38:02.814248 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a78b9e5a-9cba-45a2-9f99-5628af5ccd49 req-a7ef8ff4-c006-4844-b28f-e23460029724 service neutron] 10.222.0.90 "GET /v2.0/networks/7e7b4a29-78d8-4c80-9c3c-f880cb8558ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3737636 Feb 09 21:38:02.945739 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c19e877f-5543-4d7b-a2a4-6554f9ac4cc9 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Router 4508429f-0210-4fc3-8588-b916f1b1426e has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:38:03.013147 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a7a6a4-dc56-411f-87df-04ddacfd25d8 req-c5c6302f-d1c6-45f0-b709-88a93bbc3159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:03.014714 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-80a7a6a4-dc56-411f-87df-04ddacfd25d8 req-c5c6302f-d1c6-45f0-b709-88a93bbc3159 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6a88ecb8-ab13-497b-8e99-4232b5fa8235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.4132097 Feb 09 21:38:03.016554 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a78b9e5a-9cba-45a2-9f99-5628af5ccd49 req-06c421a6-e78a-483b-bb1b-d2805884eeb7 service neutron] 10.222.0.90 "GET /v2.0/networks/7e7b4a29-78d8-4c80-9c3c-f880cb8558ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015376 Feb 09 21:38:03.086057 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb70d186-fc8c-4611-b8b7-3e5fdfce66f4 req-a42add56-bb5a-40dc-9832-f77b2bece3f9 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:03.104834 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb70d186-fc8c-4611-b8b7-3e5fdfce66f4 req-a42add56-bb5a-40dc-9832-f77b2bece3f9 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:03.115513 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb70d186-fc8c-4611-b8b7-3e5fdfce66f4 req-a42add56-bb5a-40dc-9832-f77b2bece3f9 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:03.124864 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb70d186-fc8c-4611-b8b7-3e5fdfce66f4 req-a42add56-bb5a-40dc-9832-f77b2bece3f9 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:03.146261 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb70d186-fc8c-4611-b8b7-3e5fdfce66f4 req-a42add56-bb5a-40dc-9832-f77b2bece3f9 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:03.157333 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb70d186-fc8c-4611-b8b7-3e5fdfce66f4 req-a42add56-bb5a-40dc-9832-f77b2bece3f9 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:03.169676 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb70d186-fc8c-4611-b8b7-3e5fdfce66f4 req-a42add56-bb5a-40dc-9832-f77b2bece3f9 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:03.188705 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fb70d186-fc8c-4611-b8b7-3e5fdfce66f4 req-a42add56-bb5a-40dc-9832-f77b2bece3f9 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 5429 time: 0.4017663 Feb 09 21:38:03.202648 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c19e877f-5543-4d7b-a2a4-6554f9ac4cc9 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:38:03.219111 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1814f5b4-a775-4a71-a4cb-d39fcf7cca95 None None] Sync routers for ids ['4508429f-0210-4fc3-8588-b916f1b1426e'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:38:03.227978 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1814f5b4-a775-4a71-a4cb-d39fcf7cca95 None None] Routers {'4508429f-0210-4fc3-8588-b916f1b1426e'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:38:03.228649 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-1814f5b4-a775-4a71-a4cb-d39fcf7cca95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:37:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['4508429f-0210-4fc3-8588-b916f1b1426e'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:03.375654 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-1814f5b4-a775-4a71-a4cb-d39fcf7cca95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:03.413316 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1814f5b4-a775-4a71-a4cb-d39fcf7cca95 None None] Routers {'4508429f-0210-4fc3-8588-b916f1b1426e'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:38:03.414297 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-1814f5b4-a775-4a71-a4cb-d39fcf7cca95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:37:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['4508429f-0210-4fc3-8588-b916f1b1426e'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:03.553155 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-1814f5b4-a775-4a71-a4cb-d39fcf7cca95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:03.553633 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1814f5b4-a775-4a71-a4cb-d39fcf7cca95 None None] The sync data for ids ['4508429f-0210-4fc3-8588-b916f1b1426e'] in n-d-828369-5 is: [] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:38:03.733726 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6a73e3f5-a461-4ac0-a54a-86f84a138633 req-c4e61401-ae9b-41b0-8a1b-c68423f8d0a4 tempest-ServerDiagnosticsNegativeTest-1625744175 tempest-ServerDiagnosticsNegativeTest-1625744175-project] 10.222.0.90 "GET /v2.0/ports?device_id=7882896d-5d76-4cf1-a645-8ad9179a4dd7 HTTP/1.1" status: 200 len: 210 time: 0.2391822 Feb 09 21:38:03.777737 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fb70d186-fc8c-4611-b8b7-3e5fdfce66f4 req-2eb65ac9-2d39-41d4-bd7e-93b079cc7b65 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/security-groups?id=13b87425-0324-41b8-9577-a03ea20c9956&id=d1e73a5e-905c-466a-be51-a1576b624ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5868289 Feb 09 21:38:03.795239 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-80a7a6a4-dc56-411f-87df-04ddacfd25d8 req-9f74c314-8dfc-4287-b35e-986a8ece050f service neutron] 10.222.0.95 "GET /v2.0/networks/6a88ecb8-ab13-497b-8e99-4232b5fa8235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7560861 Feb 09 21:38:04.062710 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8ddd3e58-6a17-4e38-852b-9edadc5fa29e req-496b0c59-f6ec-4a8e-95c3-95e3994328c2 tempest-ServerTagsTestJSON-780191640 tempest-ServerTagsTestJSON-780191640-project] 10.222.0.90 "GET /v2.0/ports?device_id=41f36ca2-ea0d-4721-9a8e-e811b55636ea HTTP/1.1" status: 200 len: 210 time: 0.0741501 Feb 09 21:38:04.112415 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c19e877f-5543-4d7b-a2a4-6554f9ac4cc9 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Router 4508429f-0210-4fc3-8588-b916f1b1426e has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:38:04.113351 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-80a7a6a4-dc56-411f-87df-04ddacfd25d8 req-ce5dc6d0-4383-4e7f-b6d0-d728dc02559d service neutron] 10.222.0.95 "GET /v2.0/networks/6a88ecb8-ab13-497b-8e99-4232b5fa8235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061593 Feb 09 21:38:04.120479 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-eee0f0d0-a964-49d3-acf7-63d9a6f32f4b req-cd035f4f-5bcd-4f2d-b3c5-59325adc88ac tempest-ServerDiagnosticsNegativeTest-1625744175 tempest-ServerDiagnosticsNegativeTest-1625744175-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=52a92b34007f4428abce8e9ccaca43e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1947489 Feb 09 21:38:04.355955 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ee36bf40-d40c-4aa8-9ec3-3ff7ab6e6678 req-cf8fef41-b0ed-460e-8262-cb4929b7d6b2 tempest-ServerShowV247Test-328120966 tempest-ServerShowV247Test-328120966-project] 10.222.0.90 "GET /v2.0/ports?device_id=bc62472c-7351-4b0b-a87c-5c70536447de HTTP/1.1" status: 200 len: 210 time: 0.0842891 Feb 09 21:38:04.521043 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6b124d20-a31b-4668-810d-c220d2cb9271 req-b11f89a3-96d1-4761-a1da-32f84a3ddf7f service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=f07054f1-ef38-42ac-a181-aae86b623b32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1086872 Feb 09 21:38:04.524723 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee0f0d0-a964-49d3-acf7-63d9a6f32f4b req-6b15ff10-b08a-4570-8a12-06579f8eadca tempest-ServerDiagnosticsNegativeTest-1625744175 tempest-ServerDiagnosticsNegativeTest-1625744175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:04.526216 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-eee0f0d0-a964-49d3-acf7-63d9a6f32f4b req-6b15ff10-b08a-4570-8a12-06579f8eadca tempest-ServerDiagnosticsNegativeTest-1625744175 tempest-ServerDiagnosticsNegativeTest-1625744175-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3959918 Feb 09 21:38:04.546630 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ae786b2f-02e6-4715-803c-4e108e29e87c req-3ab20a85-7718-416a-9c4b-011b51acbc04 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=3aacf893-a448-4bd1-82e1-4aa5fcd166ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6198123 Feb 09 21:38:04.582278 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-eee0f0d0-a964-49d3-acf7-63d9a6f32f4b req-7a0f9b81-40bf-40dc-bbe3-03529365842a tempest-ServerDiagnosticsNegativeTest-1625744175 tempest-ServerDiagnosticsNegativeTest-1625744175-project] Request body: {'port': {'device_id': '7882896d-5d76-4cf1-a645-8ad9179a4dd7', 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc', 'admin_state_up': True, 'tenant_id': '52a92b34007f4428abce8e9ccaca43e2'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:04.678387 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b124d20-a31b-4668-810d-c220d2cb9271 req-19b1661a-90c0-49aa-a190-a56c7d9772dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:04.686403 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6b124d20-a31b-4668-810d-c220d2cb9271 req-19b1661a-90c0-49aa-a190-a56c7d9772dc service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=8dc625c4d58447bc86b44b9cf28b71a5&device_id=f07054f1-ef38-42ac-a181-aae86b623b32 HTTP/1.1" status: 200 len: 1127 time: 0.1312177 Feb 09 21:38:04.933085 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b49eda9d-928b-4097-8d2f-789e9cc6f294 req-302721c3-a588-49ae-8130-17e623fbe190 tempest-ServerDiagnosticsNegativeTest-1625744175 tempest-ServerDiagnosticsNegativeTest-1625744175-project] 10.222.0.90 "GET /v2.0/ports?device_id=7882896d-5d76-4cf1-a645-8ad9179a4dd7 HTTP/1.1" status: 200 len: 210 time: 0.0620828 Feb 09 21:38:04.941819 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b124d20-a31b-4668-810d-c220d2cb9271 req-cce6bf2c-b795-4c82-9c24-b24d45c962c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:04.943800 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6b124d20-a31b-4668-810d-c220d2cb9271 req-cce6bf2c-b795-4c82-9c24-b24d45c962c4 service neutron] 10.222.0.95 "GET /v2.0/networks?id=f722f08f-1fc9-4bca-8aee-34c5490b3824 HTTP/1.1" status: 200 len: 917 time: 0.2298021 Feb 09 21:38:04.963825 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11b4926-8e33-4863-b02b-28db33675687 req-e41403c5-7909-418b-aa2b-a3126b1de921 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:04.970846 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b11b4926-8e33-4863-b02b-28db33675687 req-e41403c5-7909-418b-aa2b-a3126b1de921 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/ports?device_id=5a1ea706-a091-449b-ac8a-a4314ae11af5 HTTP/1.1" status: 200 len: 946 time: 0.1752076 Feb 09 21:38:05.062198 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6b124d20-a31b-4668-810d-c220d2cb9271 req-7894b9d4-5592-43b0-a644-bbf623e2b427 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7585e969-04e4-4a12-b80a-0f1fb6137cf0 HTTP/1.1" status: 200 len: 217 time: 0.0885689 Feb 09 21:38:05.209584 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b11b4926-8e33-4863-b02b-28db33675687 req-7c6a98e7-1854-4c1b-8848-337647785b26 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/security-groups?id=1fbaec86-241e-4c80-89d8-21c7be7723d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370300 Feb 09 21:38:05.227465 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b124d20-a31b-4668-810d-c220d2cb9271 req-5b609c34-b2dc-4963-93cb-913bcdd7d841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:05.229174 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6b124d20-a31b-4668-810d-c220d2cb9271 req-5b609c34-b2dc-4963-93cb-913bcdd7d841 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=23af5770-96c5-4601-87b5-a95bcf2c0086 HTTP/1.1" status: 200 len: 855 time: 0.1542120 Feb 09 21:38:05.251070 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170790a4-b492-4928-ab88-f719b1623c5e req-01bddd5a-155c-4e18-9b17-f4254da5e9bd tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:05.256464 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170790a4-b492-4928-ab88-f719b1623c5e req-01bddd5a-155c-4e18-9b17-f4254da5e9bd tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:05.262457 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170790a4-b492-4928-ab88-f719b1623c5e req-01bddd5a-155c-4e18-9b17-f4254da5e9bd tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:05.267787 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170790a4-b492-4928-ab88-f719b1623c5e req-01bddd5a-155c-4e18-9b17-f4254da5e9bd tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:05.273171 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170790a4-b492-4928-ab88-f719b1623c5e req-01bddd5a-155c-4e18-9b17-f4254da5e9bd tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:05.279191 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170790a4-b492-4928-ab88-f719b1623c5e req-01bddd5a-155c-4e18-9b17-f4254da5e9bd tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:05.284873 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170790a4-b492-4928-ab88-f719b1623c5e req-01bddd5a-155c-4e18-9b17-f4254da5e9bd tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:05.293197 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-170790a4-b492-4928-ab88-f719b1623c5e req-01bddd5a-155c-4e18-9b17-f4254da5e9bd tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 5429 time: 0.2353444 Feb 09 21:38:05.388200 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-50de480b-2c2c-46a2-963c-64386a387f7d req-3698b6b0-c909-4d17-b147-3d3d700ea090 tempest-ServerTagsTestJSON-780191640 tempest-ServerTagsTestJSON-780191640-project] 10.222.0.90 "GET /v2.0/ports?device_id=41f36ca2-ea0d-4721-9a8e-e811b55636ea HTTP/1.1" status: 200 len: 210 time: 0.0571320 Feb 09 21:38:05.436349 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b124d20-a31b-4668-810d-c220d2cb9271 req-88e1f358-db34-4565-af61-e740f0fa908e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:05.437921 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6b124d20-a31b-4668-810d-c220d2cb9271 req-88e1f358-db34-4565-af61-e740f0fa908e service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=f722f08f-1fc9-4bca-8aee-34c5490b3824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1420941 Feb 09 21:38:05.497904 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eee0f0d0-a964-49d3-acf7-63d9a6f32f4b req-7a0f9b81-40bf-40dc-bbe3-03529365842a tempest-ServerDiagnosticsNegativeTest-1625744175 tempest-ServerDiagnosticsNegativeTest-1625744175-project] Made reservation on behalf of 52a92b34007f4428abce8e9ccaca43e2 for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:38:05.501444 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-eee0f0d0-a964-49d3-acf7-63d9a6f32f4b req-7a0f9b81-40bf-40dc-bbe3-03529365842a tempest-ServerDiagnosticsNegativeTest-1625744175 tempest-ServerDiagnosticsNegativeTest-1625744175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:05.521342 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-eee0f0d0-a964-49d3-acf7-63d9a6f32f4b req-7a0f9b81-40bf-40dc-bbe3-03529365842a tempest-ServerDiagnosticsNegativeTest-1625744175 tempest-ServerDiagnosticsNegativeTest-1625744175-project] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:05.525621 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c19e877f-5543-4d7b-a2a4-6554f9ac4cc9 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:38:05.536744 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d49f3b-84cc-45eb-ab5b-3fd011add2ec None None] Sync routers for ids ['4508429f-0210-4fc3-8588-b916f1b1426e'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:38:05.543241 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c19e877f-5543-4d7b-a2a4-6554f9ac4cc9 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:05.553835 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d49f3b-84cc-45eb-ab5b-3fd011add2ec None None] Routers {'4508429f-0210-4fc3-8588-b916f1b1426e'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:38:05.557861 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-83d49f3b-84cc-45eb-ab5b-3fd011add2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:37:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['4508429f-0210-4fc3-8588-b916f1b1426e'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:05.570165 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-170790a4-b492-4928-ab88-f719b1623c5e req-5efe0e30-2a27-4283-96fd-c64f00c5e66c tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/security-groups?id=13b87425-0324-41b8-9577-a03ea20c9956&id=d1e73a5e-905c-466a-be51-a1576b624ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2710252 Feb 09 21:38:05.645588 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-c19e877f-5543-4d7b-a2a4-6554f9ac4cc9 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] 10.222.0.90 "PUT /v2.0/floatingips/42c4171a-6248-4a83-8ba0-6c4da359d5f7 HTTP/1.1" status: 200 len: 979 time: 4.5440364 Feb 09 21:38:05.645588 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae786b2f-02e6-4715-803c-4e108e29e87c req-c1e4849b-81b4-475e-8179-7b5a6ec3dc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:05.647148 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ae786b2f-02e6-4715-803c-4e108e29e87c req-c1e4849b-81b4-475e-8179-7b5a6ec3dc27 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=8dc625c4d58447bc86b44b9cf28b71a5&device_id=3aacf893-a448-4bd1-82e1-4aa5fcd166ec HTTP/1.1" status: 200 len: 1128 time: 0.4195096 Feb 09 21:38:05.647518 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 59650) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:05.648872 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0b1b8c86-56e9-4417-aed2-4b02a8e2e18e req-d3e1b5b1-4c35-4559-ae07-73dffe9d1236 tempest-ServerShowV247Test-328120966 tempest-ServerShowV247Test-328120966-project] 10.222.0.90 "GET /v2.0/ports?device_id=bc62472c-7351-4b0b-a87c-5c70536447de HTTP/1.1" status: 200 len: 210 time: 0.0965986 Feb 09 21:38:05.655512 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-1a2df95c-dd10-449e-a021-cb2359469020 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:05.695878 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-83d49f3b-84cc-45eb-ab5b-3fd011add2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:05.722910 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d49f3b-84cc-45eb-ab5b-3fd011add2ec None None] Routers {'4508429f-0210-4fc3-8588-b916f1b1426e'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:38:05.723566 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-83d49f3b-84cc-45eb-ab5b-3fd011add2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:37:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['4508429f-0210-4fc3-8588-b916f1b1426e'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:05.765789 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6b124d20-a31b-4668-810d-c220d2cb9271 req-d873503b-c27c-4c59-bf90-a6fa82e36c0e service neutron] 10.222.0.95 "GET /v2.0/networks/f722f08f-1fc9-4bca-8aee-34c5490b3824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3099794 Feb 09 21:38:05.817713 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-83d49f3b-84cc-45eb-ab5b-3fd011add2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:05.818501 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d49f3b-84cc-45eb-ab5b-3fd011add2ec None None] The sync data for ids ['4508429f-0210-4fc3-8588-b916f1b1426e'] in n-d-828369-5 is: [] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:38:05.857900 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae786b2f-02e6-4715-803c-4e108e29e87c req-7de16e90-1758-4054-af73-1ba1e81329b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:05.859448 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ae786b2f-02e6-4715-803c-4e108e29e87c req-7de16e90-1758-4054-af73-1ba1e81329b3 service neutron] 10.222.0.89 "GET /v2.0/networks?id=f722f08f-1fc9-4bca-8aee-34c5490b3824 HTTP/1.1" status: 200 len: 917 time: 0.0977888 Feb 09 21:38:05.902979 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6b124d20-a31b-4668-810d-c220d2cb9271 req-567f36bb-2515-453f-bfa6-8620565aeb8d service neutron] 10.222.0.95 "GET /v2.0/networks/f722f08f-1fc9-4bca-8aee-34c5490b3824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266453 Feb 09 21:38:05.967838 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ae786b2f-02e6-4715-803c-4e108e29e87c req-093de5fa-554a-4422-a407-3c671548106d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f047a5eb-ee7a-44a3-9cc8-cfae77dc602b HTTP/1.1" status: 200 len: 217 time: 0.0582080 Feb 09 21:38:05.978518 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-eee0f0d0-a964-49d3-acf7-63d9a6f32f4b req-7a0f9b81-40bf-40dc-bbe3-03529365842a tempest-ServerDiagnosticsNegativeTest-1625744175 tempest-ServerDiagnosticsNegativeTest-1625744175-project] Publish callbacks [] for security_group (99a6518c-c1ef-458a-9255-86b723e05ddc), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:06.019932 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-eee0f0d0-a964-49d3-acf7-63d9a6f32f4b req-7a0f9b81-40bf-40dc-bbe3-03529365842a tempest-ServerDiagnosticsNegativeTest-1625744175 tempest-ServerDiagnosticsNegativeTest-1625744175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (99a6518c-c1ef-458a-9255-86b723e05ddc), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:06.086872 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0f9b81-40bf-40dc-bbe3-03529365842a tempest-ServerDiagnosticsNegativeTest-1625744175 tempest-ServerDiagnosticsNegativeTest-1625744175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99a6518c-c1ef-458a-9255-86b723e05ddc,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:06.094753 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78b9e5a-9cba-45a2-9f99-5628af5ccd49 req-628aabf5-c52b-4fa2-aef3-248cf95d14d8 tempest-ServerTagsTestJSON-780191640 tempest-ServerTagsTestJSON-780191640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:06.096247 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a78b9e5a-9cba-45a2-9f99-5628af5ccd49 req-628aabf5-c52b-4fa2-aef3-248cf95d14d8 tempest-ServerTagsTestJSON-780191640 tempest-ServerTagsTestJSON-780191640-project] 10.222.0.89 "GET /v2.0/networks?id=7e7b4a29-78d8-4c80-9c3c-f880cb8558ae HTTP/1.1" status: 200 len: 809 time: 0.8772752 Feb 09 21:38:06.113892 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1a2df95c-dd10-449e-a021-cb2359469020 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks [] for floatingip (42c4171a-6248-4a83-8ba0-6c4da359d5f7), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:06.168876 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c558bf3c-bd3c-4234-8d5b-fa5a914c4520 req-85ae9f8f-3425-435e-bf31-1ba511eabfe6 tempest-ServerDiagnosticsNegativeTest-1625744175 tempest-ServerDiagnosticsNegativeTest-1625744175-project] 10.222.0.90 "GET /v2.0/ports?device_id=7882896d-5d76-4cf1-a645-8ad9179a4dd7 HTTP/1.1" status: 200 len: 210 time: 0.0841267 Feb 09 21:38:06.217634 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-a78b9e5a-9cba-45a2-9f99-5628af5ccd49 req-cd4d21d6-c7e0-4dcf-87aa-654eec295c80 tempest-ServerTagsTestJSON-780191640 tempest-ServerTagsTestJSON-780191640-project] Request body: {'port': {'device_id': '41f36ca2-ea0d-4721-9a8e-e811b55636ea', 'network_id': '7e7b4a29-78d8-4c80-9c3c-f880cb8558ae', 'admin_state_up': True, 'tenant_id': '722fd8a0053d46508d2fe0640372514a'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:06.235572 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae786b2f-02e6-4715-803c-4e108e29e87c req-48d1abf5-f95e-4cda-b1b9-b8907013df8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:06.237130 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ae786b2f-02e6-4715-803c-4e108e29e87c req-48d1abf5-f95e-4cda-b1b9-b8907013df8a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=23af5770-96c5-4601-87b5-a95bcf2c0086 HTTP/1.1" status: 200 len: 855 time: 0.2573483 Feb 09 21:38:06.388117 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06598090-9b74-4c92-80eb-4db86b3d2fb4 req-fcb1fc76-d521-44ce-9a91-6178bcb215cb tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:06.389848 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-06598090-9b74-4c92-80eb-4db86b3d2fb4 req-fcb1fc76-d521-44ce-9a91-6178bcb215cb tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/ports?device_id=5a1ea706-a091-449b-ac8a-a4314ae11af5 HTTP/1.1" status: 200 len: 946 time: 0.0869942 Feb 09 21:38:06.502547 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-06598090-9b74-4c92-80eb-4db86b3d2fb4 req-ff8f76ed-8b72-4403-99b1-f9bc2aa6f29b tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/security-groups?id=1fbaec86-241e-4c80-89d8-21c7be7723d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996780 Feb 09 21:38:06.545484 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8fce6f72-8433-4027-bba7-7891624e4658 req-b55d768d-f994-43bd-844c-c0b1d91fa044 tempest-ServerTagsTestJSON-780191640 tempest-ServerTagsTestJSON-780191640-project] 10.222.0.90 "GET /v2.0/ports?device_id=41f36ca2-ea0d-4721-9a8e-e811b55636ea HTTP/1.1" status: 200 len: 210 time: 0.0416365 Feb 09 21:38:06.550790 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1a2df95c-dd10-449e-a021-cb2359469020 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:06.562888 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1a2df95c-dd10-449e-a021-cb2359469020 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (42c4171a-6248-4a83-8ba0-6c4da359d5f7), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:06.563323 n-d-828369-5 neutron-server[103141]: INFO neutron.db.l3_db [None req-1a2df95c-dd10-449e-a021-cb2359469020 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Floating IP 42c4171a-6248-4a83-8ba0-6c4da359d5f7 disassociated. External IP: 172.25.3.239, port: 0f71e960-31c8-405a-b975-c2b80b061f93. Feb 09 21:38:06.590172 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae786b2f-02e6-4715-803c-4e108e29e87c req-6237c2ac-164b-4b52-93d3-839e225a2eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:06.592561 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ae786b2f-02e6-4715-803c-4e108e29e87c req-6237c2ac-164b-4b52-93d3-839e225a2eb7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f722f08f-1fc9-4bca-8aee-34c5490b3824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2919428 Feb 09 21:38:06.714217 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [req-eee0f0d0-a964-49d3-acf7-63d9a6f32f4b req-7a0f9b81-40bf-40dc-bbe3-03529365842a tempest-ServerDiagnosticsNegativeTest-1625744175 tempest-ServerDiagnosticsNegativeTest-1625744175-project] Allocated IP 192.168.233.64 (a8139157-1e3e-4bd9-8fa9-c0e20debd7dc/0f7402ac-a35b-414b-bcc1-bc1c3072ec3c/fca520bc-4583-4f45-ac10-81c7e3c84710) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:38:06.843581 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d443ac-7cbe-4512-b2bc-d69ecbaaf16a req-bbbcdc72-cff5-45dd-a3ce-c3eb87fec8b4 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:06.851297 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d443ac-7cbe-4512-b2bc-d69ecbaaf16a req-bbbcdc72-cff5-45dd-a3ce-c3eb87fec8b4 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:06.857347 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d443ac-7cbe-4512-b2bc-d69ecbaaf16a req-bbbcdc72-cff5-45dd-a3ce-c3eb87fec8b4 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:06.863146 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d443ac-7cbe-4512-b2bc-d69ecbaaf16a req-bbbcdc72-cff5-45dd-a3ce-c3eb87fec8b4 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:06.868639 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d443ac-7cbe-4512-b2bc-d69ecbaaf16a req-bbbcdc72-cff5-45dd-a3ce-c3eb87fec8b4 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:06.874093 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d443ac-7cbe-4512-b2bc-d69ecbaaf16a req-bbbcdc72-cff5-45dd-a3ce-c3eb87fec8b4 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:06.880931 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d443ac-7cbe-4512-b2bc-d69ecbaaf16a req-bbbcdc72-cff5-45dd-a3ce-c3eb87fec8b4 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:06.889571 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e6d443ac-7cbe-4512-b2bc-d69ecbaaf16a req-bbbcdc72-cff5-45dd-a3ce-c3eb87fec8b4 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 5429 time: 0.1992497 Feb 09 21:38:06.914375 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a78b9e5a-9cba-45a2-9f99-5628af5ccd49 req-cd4d21d6-c7e0-4dcf-87aa-654eec295c80 tempest-ServerTagsTestJSON-780191640 tempest-ServerTagsTestJSON-780191640-project] Made reservation on behalf of 722fd8a0053d46508d2fe0640372514a for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:38:06.918463 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-a78b9e5a-9cba-45a2-9f99-5628af5ccd49 req-cd4d21d6-c7e0-4dcf-87aa-654eec295c80 tempest-ServerTagsTestJSON-780191640 tempest-ServerTagsTestJSON-780191640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:06.930237 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ae786b2f-02e6-4715-803c-4e108e29e87c req-b20d37a1-edae-49d4-a160-71560cac464c service neutron] 10.222.0.89 "GET /v2.0/networks/f722f08f-1fc9-4bca-8aee-34c5490b3824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073541 Feb 09 21:38:06.982283 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e6d443ac-7cbe-4512-b2bc-d69ecbaaf16a req-2e018370-6e86-4c55-9ed3-c18dab7f2d54 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/security-groups?id=13b87425-0324-41b8-9577-a03ea20c9956&id=d1e73a5e-905c-466a-be51-a1576b624ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0857677 Feb 09 21:38:06.996447 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3dca3463-dde5-4048-accf-8aa337266190 req-af56f9ac-f160-4e32-aa12-cd246a7126a5 tempest-ServerShowV247Test-328120966 tempest-ServerShowV247Test-328120966-project] 10.222.0.90 "GET /v2.0/ports?device_id=bc62472c-7351-4b0b-a87c-5c70536447de HTTP/1.1" status: 200 len: 210 time: 0.1964154 Feb 09 21:38:07.068790 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ae786b2f-02e6-4715-803c-4e108e29e87c req-5c40f23c-f0f5-4bf6-b84f-432a113a3c45 service neutron] 10.222.0.89 "GET /v2.0/networks/f722f08f-1fc9-4bca-8aee-34c5490b3824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148562 Feb 09 21:38:07.368680 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8cce1926-3b1a-4520-9cf8-d74f86d0b7f0 req-174bd4d3-4aa2-49f2-9410-a84512668423 tempest-ServerDiagnosticsNegativeTest-1625744175 tempest-ServerDiagnosticsNegativeTest-1625744175-project] 10.222.0.90 "GET /v2.0/ports?device_id=7882896d-5d76-4cf1-a645-8ad9179a4dd7 HTTP/1.1" status: 200 len: 210 time: 0.0647109 Feb 09 21:38:07.422651 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a2df95c-dd10-449e-a021-cb2359469020 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Router 4508429f-0210-4fc3-8588-b916f1b1426e has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:38:07.497144 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0566a377-2ee5-420b-98e0-ffba68c8c954 req-b9471cc4-7532-4503-ba08-bb7c01fa4cb5 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:07.504160 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0566a377-2ee5-420b-98e0-ffba68c8c954 req-b9471cc4-7532-4503-ba08-bb7c01fa4cb5 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.95 "GET /v2.0/ports?device_id=5a1ea706-a091-449b-ac8a-a4314ae11af5 HTTP/1.1" status: 200 len: 946 time: 0.1256449 Feb 09 21:38:07.622379 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-eee0f0d0-a964-49d3-acf7-63d9a6f32f4b req-7a0f9b81-40bf-40dc-bbe3-03529365842a tempest-ServerDiagnosticsNegativeTest-1625744175 tempest-ServerDiagnosticsNegativeTest-1625744175-project] Publish callbacks [] for port (fca520bc-4583-4f45-ac10-81c7e3c84710), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:07.635712 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [req-a78b9e5a-9cba-45a2-9f99-5628af5ccd49 req-cd4d21d6-c7e0-4dcf-87aa-654eec295c80 tempest-ServerTagsTestJSON-780191640 tempest-ServerTagsTestJSON-780191640-project] Allocated IP 172.20.0.8 (7e7b4a29-78d8-4c80-9c3c-f880cb8558ae/bdb327a0-b13b-4bc3-bcee-620c364c7d88/08341899-0164-4ea3-b3fa-2de736c8841a) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:38:07.773347 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a2df95c-dd10-449e-a021-cb2359469020 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:38:07.783002 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1a2df95c-dd10-449e-a021-cb2359469020 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:07.785099 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad68a53-a31e-40e7-8752-9598030ffffb None None] Sync routers for ids ['4508429f-0210-4fc3-8588-b916f1b1426e'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:38:07.787890 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-eee0f0d0-a964-49d3-acf7-63d9a6f32f4b req-7a0f9b81-40bf-40dc-bbe3-03529365842a tempest-ServerDiagnosticsNegativeTest-1625744175 tempest-ServerDiagnosticsNegativeTest-1625744175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (fca520bc-4583-4f45-ac10-81c7e3c84710), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:07.816099 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad68a53-a31e-40e7-8752-9598030ffffb None None] Routers {'4508429f-0210-4fc3-8588-b916f1b1426e'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:38:07.822805 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-8ad68a53-a31e-40e7-8752-9598030ffffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:37:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['4508429f-0210-4fc3-8588-b916f1b1426e'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:07.848335 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3fb2cf2f-9414-42c6-bd78-edfe40269ba2 req-5632a9cd-6e71-46b1-b701-78063b480afb tempest-ServerTagsTestJSON-780191640 tempest-ServerTagsTestJSON-780191640-project] 10.222.0.90 "GET /v2.0/ports?device_id=41f36ca2-ea0d-4721-9a8e-e811b55636ea HTTP/1.1" status: 200 len: 210 time: 0.1252801 Feb 09 21:38:07.890236 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-8ad68a53-a31e-40e7-8752-9598030ffffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:07.899084 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad68a53-a31e-40e7-8752-9598030ffffb None None] Routers {'4508429f-0210-4fc3-8588-b916f1b1426e'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:38:07.900246 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-8ad68a53-a31e-40e7-8752-9598030ffffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:37:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['4508429f-0210-4fc3-8588-b916f1b1426e'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:07.933401 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-8ad68a53-a31e-40e7-8752-9598030ffffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:07.934279 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad68a53-a31e-40e7-8752-9598030ffffb None None] The sync data for ids ['4508429f-0210-4fc3-8588-b916f1b1426e'] in n-d-828369-5 is: [] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:38:07.947042 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352bac03-33f7-4cd0-b893-d2a19d4683d2 req-546c30d6-c278-46f0-a8c9-69e274fdba77 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:07.951394 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-352bac03-33f7-4cd0-b893-d2a19d4683d2 req-546c30d6-c278-46f0-a8c9-69e274fdba77 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/ports?device_id=5a1ea706-a091-449b-ac8a-a4314ae11af5 HTTP/1.1" status: 200 len: 946 time: 0.2964213 Feb 09 21:38:07.959012 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-0566a377-2ee5-420b-98e0-ffba68c8c954 req-33348b07-e7c9-4a36-86ee-767c262addfc tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Deleting port 1573c34f-840d-4a68-954b-240868f76ebf {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:38:07.959426 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-0566a377-2ee5-420b-98e0-ffba68c8c954 req-33348b07-e7c9-4a36-86ee-767c262addfc tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (1573c34f-840d-4a68-954b-240868f76ebf), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:08.107947 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-a78b9e5a-9cba-45a2-9f99-5628af5ccd49 req-cd4d21d6-c7e0-4dcf-87aa-654eec295c80 tempest-ServerTagsTestJSON-780191640 tempest-ServerTagsTestJSON-780191640-project] Publish callbacks [] for port (08341899-0164-4ea3-b3fa-2de736c8841a), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:08.160898 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eee0f0d0-a964-49d3-acf7-63d9a6f32f4b req-7a0f9b81-40bf-40dc-bbe3-03529365842a tempest-ServerDiagnosticsNegativeTest-1625744175 tempest-ServerDiagnosticsNegativeTest-1625744175-project] Network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:38:08.163609 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0f9b81-40bf-40dc-bbe3-03529365842a tempest-ServerDiagnosticsNegativeTest-1625744175 tempest-ServerDiagnosticsNegativeTest-1625744175-project] Pushing event updated for resources: {'Port': ['ID=fca520bc-4583-4f45-ac10-81c7e3c84710,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:08.183526 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [req-eee0f0d0-a964-49d3-acf7-63d9a6f32f4b req-7a0f9b81-40bf-40dc-bbe3-03529365842a tempest-ServerDiagnosticsNegativeTest-1625744175 tempest-ServerDiagnosticsNegativeTest-1625744175-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:38:08.189359 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-1a2df95c-dd10-449e-a021-cb2359469020 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] 10.222.0.90 "PUT /v2.0/floatingips/42c4171a-6248-4a83-8ba0-6c4da359d5f7 HTTP/1.1" status: 200 len: 688 time: 2.5348117 Feb 09 21:38:08.190840 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-eee0f0d0-a964-49d3-acf7-63d9a6f32f4b req-7a0f9b81-40bf-40dc-bbe3-03529365842a tempest-ServerDiagnosticsNegativeTest-1625744175 tempest-ServerDiagnosticsNegativeTest-1625744175-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:38:08.213811 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 59692) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:08.264066 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee0f0d0-a964-49d3-acf7-63d9a6f32f4b req-7a0f9b81-40bf-40dc-bbe3-03529365842a tempest-ServerDiagnosticsNegativeTest-1625744175 tempest-ServerDiagnosticsNegativeTest-1625744175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:08.264573 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-eee0f0d0-a964-49d3-acf7-63d9a6f32f4b req-7a0f9b81-40bf-40dc-bbe3-03529365842a tempest-ServerDiagnosticsNegativeTest-1625744175 tempest-ServerDiagnosticsNegativeTest-1625744175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:08.269336 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-a78b9e5a-9cba-45a2-9f99-5628af5ccd49 req-cd4d21d6-c7e0-4dcf-87aa-654eec295c80 tempest-ServerTagsTestJSON-780191640 tempest-ServerTagsTestJSON-780191640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (08341899-0164-4ea3-b3fa-2de736c8841a), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:08.349268 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4d21d6-c7e0-4dcf-87aa-654eec295c80 tempest-ServerTagsTestJSON-780191640 tempest-ServerTagsTestJSON-780191640-project] Pushing event updated for resources: {'Port': ['ID=08341899-0164-4ea3-b3fa-2de736c8841a,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:08.390696 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-352bac03-33f7-4cd0-b893-d2a19d4683d2 req-02de2a54-be2a-42e4-a02c-49bdf46b0564 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/security-groups?id=1fbaec86-241e-4c80-89d8-21c7be7723d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3437085 Feb 09 21:38:08.406266 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-eee0f0d0-a964-49d3-acf7-63d9a6f32f4b req-7a0f9b81-40bf-40dc-bbe3-03529365842a tempest-ServerDiagnosticsNegativeTest-1625744175 tempest-ServerDiagnosticsNegativeTest-1625744175-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8475919 Feb 09 21:38:08.408549 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a78b9e5a-9cba-45a2-9f99-5628af5ccd49 req-cd4d21d6-c7e0-4dcf-87aa-654eec295c80 tempest-ServerTagsTestJSON-780191640 tempest-ServerTagsTestJSON-780191640-project] Network 7e7b4a29-78d8-4c80-9c3c-f880cb8558ae is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:38:08.414410 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [req-a78b9e5a-9cba-45a2-9f99-5628af5ccd49 req-cd4d21d6-c7e0-4dcf-87aa-654eec295c80 tempest-ServerTagsTestJSON-780191640 tempest-ServerTagsTestJSON-780191640-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:38:08.420044 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-a78b9e5a-9cba-45a2-9f99-5628af5ccd49 req-cd4d21d6-c7e0-4dcf-87aa-654eec295c80 tempest-ServerTagsTestJSON-780191640 tempest-ServerTagsTestJSON-780191640-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:38:08.433414 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-eee0f0d0-a964-49d3-acf7-63d9a6f32f4b req-871399cd-9263-473f-8f2b-c3ec6b5797ad service neutron] Request body: {'port': {'device_id': '7882896d-5d76-4cf1-a645-8ad9179a4dd7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:08.457807 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-0566a377-2ee5-420b-98e0-ffba68c8c954 req-33348b07-e7c9-4a36-86ee-767c262addfc tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] For port 1573c34f-840d-4a68-954b-240868f76ebf, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=1573c34f-840d-4a68-954b-240868f76ebf,segment=NetworkSegment(d40f9022-2b63-46f5-b33e-b292576f9da1),segment_id=d40f9022-2b63-46f5-b33e-b292576f9da1)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:08.458179 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-0566a377-2ee5-420b-98e0-ffba68c8c954 req-33348b07-e7c9-4a36-86ee-767c262addfc tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (1573c34f-840d-4a68-954b-240868f76ebf), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:08.585083 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78b9e5a-9cba-45a2-9f99-5628af5ccd49 req-cd4d21d6-c7e0-4dcf-87aa-654eec295c80 tempest-ServerTagsTestJSON-780191640 tempest-ServerTagsTestJSON-780191640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:08.585944 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-a78b9e5a-9cba-45a2-9f99-5628af5ccd49 req-cd4d21d6-c7e0-4dcf-87aa-654eec295c80 tempest-ServerTagsTestJSON-780191640 tempest-ServerTagsTestJSON-780191640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:08.637209 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a78b9e5a-9cba-45a2-9f99-5628af5ccd49 req-cd4d21d6-c7e0-4dcf-87aa-654eec295c80 tempest-ServerTagsTestJSON-780191640 tempest-ServerTagsTestJSON-780191640-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4346402 Feb 09 21:38:08.646419 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-0566a377-2ee5-420b-98e0-ffba68c8c954 req-33348b07-e7c9-4a36-86ee-767c262addfc tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Calling delete_port for 1573c34f-840d-4a68-954b-240868f76ebf owned by compute:nova {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:38:08.653488 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-a78b9e5a-9cba-45a2-9f99-5628af5ccd49 req-6cc6acc5-123f-4ca9-8722-c824ec15fe10 service neutron] Request body: {'port': {'device_id': '41f36ca2-ea0d-4721-9a8e-e811b55636ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:08.661306 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0bb86875-72bd-4f01-99c8-5dce6ff14eae req-bc8add72-a4ca-42af-8a1b-619396a5b41d tempest-ServerShowV247Test-328120966 tempest-ServerShowV247Test-328120966-project] 10.222.0.90 "GET /v2.0/ports?device_id=bc62472c-7351-4b0b-a87c-5c70536447de HTTP/1.1" status: 200 len: 210 time: 0.0999362 Feb 09 21:38:08.681407 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9ee848-1bc6-44c7-a5c7-14023400de5a req-d164d21b-9152-4428-b555-114e59641eab tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:08.686690 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9ee848-1bc6-44c7-a5c7-14023400de5a req-d164d21b-9152-4428-b555-114e59641eab tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:08.704547 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9ee848-1bc6-44c7-a5c7-14023400de5a req-d164d21b-9152-4428-b555-114e59641eab tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:08.709848 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9ee848-1bc6-44c7-a5c7-14023400de5a req-d164d21b-9152-4428-b555-114e59641eab tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:08.722100 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-eee0f0d0-a964-49d3-acf7-63d9a6f32f4b req-871399cd-9263-473f-8f2b-c3ec6b5797ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (fca520bc-4583-4f45-ac10-81c7e3c84710), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:08.727536 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9ee848-1bc6-44c7-a5c7-14023400de5a req-d164d21b-9152-4428-b555-114e59641eab tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:08.732948 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9ee848-1bc6-44c7-a5c7-14023400de5a req-d164d21b-9152-4428-b555-114e59641eab tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:08.750607 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9ee848-1bc6-44c7-a5c7-14023400de5a req-d164d21b-9152-4428-b555-114e59641eab tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:08.768740 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6c9ee848-1bc6-44c7-a5c7-14023400de5a req-d164d21b-9152-4428-b555-114e59641eab tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 5429 time: 0.6529448 Feb 09 21:38:08.772940 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a1d0c38f-1585-4ce7-9afb-c8a029ea9aa8 None None] Provisioning complete for port fca520bc-4583-4f45-ac10-81c7e3c84710 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:38:08.775938 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a1d0c38f-1585-4ce7-9afb-c8a029ea9aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (fca520bc-4583-4f45-ac10-81c7e3c84710), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:09.011599 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a1d0c38f-1585-4ce7-9afb-c8a029ea9aa8 None None] Port fca520bc-4583-4f45-ac10-81c7e3c84710 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:38:09.034473 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-edc1c766-d49c-4125-ae04-10da22e57416 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:09.067533 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-0566a377-2ee5-420b-98e0-ffba68c8c954 req-33348b07-e7c9-4a36-86ee-767c262addfc tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (1573c34f-840d-4a68-954b-240868f76ebf), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:09.085709 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['f047a5eb-ee7a-44a3-9cc8-cfae77dc602b'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:38:09.176622 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['7585e969-04e4-4a12-b80a-0f1fb6137cf0', '1573c34f-840d-4a68-954b-240868f76ebf'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:38:09.194145 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6c9ee848-1bc6-44c7-a5c7-14023400de5a req-76bbb134-6044-4f13-8ff2-95a91de33611 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/security-groups?id=13b87425-0324-41b8-9577-a03ea20c9956&id=d1e73a5e-905c-466a-be51-a1576b624ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4187534 Feb 09 21:38:09.292874 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33348b07-e7c9-4a36-86ee-767c262addfc tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Pushing event deleted for resources: {'Port': ['ID=1573c34f-840d-4a68-954b-240868f76ebf,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:09.479804 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-75fce456-ccbd-4e99-bb96-8eaccf6b5639 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Deleting port 31401d8d-374f-476b-a7c1-cc46f1080301 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:38:09.480439 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-75fce456-ccbd-4e99-bb96-8eaccf6b5639 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (31401d8d-374f-476b-a7c1-cc46f1080301), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:09.504454 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-a78b9e5a-9cba-45a2-9f99-5628af5ccd49 req-6cc6acc5-123f-4ca9-8722-c824ec15fe10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (08341899-0164-4ea3-b3fa-2de736c8841a), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:09.695195 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-75fce456-ccbd-4e99-bb96-8eaccf6b5639 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (31401d8d-374f-476b-a7c1-cc46f1080301), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:09.696697 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-75fce456-ccbd-4e99-bb96-8eaccf6b5639 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks [] for floatingip (31401d8d-374f-476b-a7c1-cc46f1080301), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:09.734720 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-0566a377-2ee5-420b-98e0-ffba68c8c954 req-33348b07-e7c9-4a36-86ee-767c262addfc tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] No DVR routers for this DVR port 1573c34f-840d-4a68-954b-240868f76ebf on host n-h1-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:38:09.749196 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-0566a377-2ee5-420b-98e0-ffba68c8c954 req-33348b07-e7c9-4a36-86ee-767c262addfc tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:09.752995 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0566a377-2ee5-420b-98e0-ffba68c8c954 req-33348b07-e7c9-4a36-86ee-767c262addfc tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.95 "DELETE /v2.0/ports/1573c34f-840d-4a68-954b-240868f76ebf HTTP/1.1" status: 204 len: 173 time: 2.2466948 Feb 09 21:38:09.772382 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472d96c5-4bda-4762-a5a8-a1a7b460bbb9 req-3a3102ad-1e3b-4cfc-b04e-105db494854e tempest-ServerDiagnosticsNegativeTest-1625744175 tempest-ServerDiagnosticsNegativeTest-1625744175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:09.793557 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-472d96c5-4bda-4762-a5a8-a1a7b460bbb9 req-3a3102ad-1e3b-4cfc-b04e-105db494854e tempest-ServerDiagnosticsNegativeTest-1625744175 tempest-ServerDiagnosticsNegativeTest-1625744175-project] 10.222.0.90 "GET /v2.0/ports?device_id=7882896d-5d76-4cf1-a645-8ad9179a4dd7 HTTP/1.1" status: 200 len: 935 time: 0.7343118 Feb 09 21:38:09.840799 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a1ea706-a091-449b-ac8a-a4314ae11af5', 'name': 'network-vif-deleted', 'tag': '1573c34f-840d-4a68-954b-240868f76ebf'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:38:09.843602 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed1b76c-4b27-4c41-8950-8a008dbc7004" -d '{"events": [{"server_uuid": "5a1ea706-a091-449b-ac8a-a4314ae11af5", "name": "network-vif-deleted", "tag": "1573c34f-840d-4a68-954b-240868f76ebf"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:38:09.848503 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-75fce456-ccbd-4e99-bb96-8eaccf6b5639 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Calling delete_port for 31401d8d-374f-476b-a7c1-cc46f1080301 owned by network:floatingip {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:38:09.860924 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe0002-3269-476c-98f1-3da1b7c6415f req-e0f34f8c-ffc2-41a4-98c0-764fbf5c7c16 tempest-ServerTagsTestJSON-780191640 tempest-ServerTagsTestJSON-780191640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:09.869977 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-77fe0002-3269-476c-98f1-3da1b7c6415f req-e0f34f8c-ffc2-41a4-98c0-764fbf5c7c16 tempest-ServerTagsTestJSON-780191640 tempest-ServerTagsTestJSON-780191640-project] 10.222.0.90 "GET /v2.0/ports?device_id=41f36ca2-ea0d-4721-9a8e-e811b55636ea HTTP/1.1" status: 200 len: 931 time: 0.4807799 Feb 09 21:38:10.382832 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-eee0f0d0-a964-49d3-acf7-63d9a6f32f4b req-871399cd-9263-473f-8f2b-c3ec6b5797ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fca520bc-4583-4f45-ac10-81c7e3c84710 {{(pid=103141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:38:10.404870 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-eee0f0d0-a964-49d3-acf7-63d9a6f32f4b req-871399cd-9263-473f-8f2b-c3ec6b5797ad service neutron] Publish callbacks [] for port (fca520bc-4583-4f45-ac10-81c7e3c84710), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:10.457176 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-eee0f0d0-a964-49d3-acf7-63d9a6f32f4b req-871399cd-9263-473f-8f2b-c3ec6b5797ad service neutron] Transition to ACTIVE for port object fca520bc-4583-4f45-ac10-81c7e3c84710 will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:38:10.467072 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-eee0f0d0-a964-49d3-acf7-63d9a6f32f4b req-871399cd-9263-473f-8f2b-c3ec6b5797ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (fca520bc-4583-4f45-ac10-81c7e3c84710), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:10.497218 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-a78b9e5a-9cba-45a2-9f99-5628af5ccd49 req-6cc6acc5-123f-4ca9-8722-c824ec15fe10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08341899-0164-4ea3-b3fa-2de736c8841a {{(pid=103141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:38:10.562161 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-a78b9e5a-9cba-45a2-9f99-5628af5ccd49 req-6cc6acc5-123f-4ca9-8722-c824ec15fe10 service neutron] Publish callbacks [] for port (08341899-0164-4ea3-b3fa-2de736c8841a), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:10.630212 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-a78b9e5a-9cba-45a2-9f99-5628af5ccd49 req-6cc6acc5-123f-4ca9-8722-c824ec15fe10 service neutron] Transition to ACTIVE for port object 08341899-0164-4ea3-b3fa-2de736c8841a will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:38:10.714480 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-a78b9e5a-9cba-45a2-9f99-5628af5ccd49 req-6cc6acc5-123f-4ca9-8722-c824ec15fe10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (08341899-0164-4ea3-b3fa-2de736c8841a), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:10.755076 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-77fe0002-3269-476c-98f1-3da1b7c6415f req-69a0ae26-b455-434e-af3a-0093b18cbdae tempest-ServerTagsTestJSON-780191640 tempest-ServerTagsTestJSON-780191640-project] 10.222.0.90 "GET /v2.0/security-groups?id=39330270-fb50-49e4-9e17-e8b9f98f9dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8838754 Feb 09 21:38:10.776932 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871399cd-9263-473f-8f2b-c3ec6b5797ad service neutron] Pushing event updated for resources: {'Port': ['ID=fca520bc-4583-4f45-ac10-81c7e3c84710,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:10.800316 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-472d96c5-4bda-4762-a5a8-a1a7b460bbb9 req-061a7afd-0739-4844-86c1-b1a72229df38 tempest-ServerDiagnosticsNegativeTest-1625744175 tempest-ServerDiagnosticsNegativeTest-1625744175-project] 10.222.0.90 "GET /v2.0/security-groups?id=99a6518c-c1ef-458a-9255-86b723e05ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0053596 Feb 09 21:38:10.991371 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-75fce456-ccbd-4e99-bb96-8eaccf6b5639 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (31401d8d-374f-476b-a7c1-cc46f1080301), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:10.997452 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ecfae3c7-05b7-439d-bde5-047ee5481bc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:11.013859 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc6acc5-123f-4ca9-8722-c824ec15fe10 service neutron] Pushing event updated for resources: {'Port': ['ID=08341899-0164-4ea3-b3fa-2de736c8841a,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:11.108276 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fce456-ccbd-4e99-bb96-8eaccf6b5639 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Pushing event deleted for resources: {'Port': ['ID=31401d8d-374f-476b-a7c1-cc46f1080301,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:11.178409 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ca521321-360c-4652-b8bc-a70c31138afc req-b2c0090d-9516-4459-95df-d98be98f59a0 tempest-ServerShowV247Test-328120966 tempest-ServerShowV247Test-328120966-project] 10.222.0.90 "GET /v2.0/ports?device_id=bc62472c-7351-4b0b-a87c-5c70536447de HTTP/1.1" status: 200 len: 210 time: 0.0914853 Feb 09 21:38:11.297182 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae5fcdea-60ec-4493-87ff-a3a41632b397 x-openstack-request-id: req-ae5fcdea-60ec-4493-87ff-a3a41632b397 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:38:11.297476 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a1ea706-a091-449b-ac8a-a4314ae11af5", "name": "network-vif-deleted", "tag": "1573c34f-840d-4a68-954b-240868f76ebf", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:38:11.297730 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-ae5fcdea-60ec-4493-87ff-a3a41632b397 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:38:11.298151 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a1ea706-a091-449b-ac8a-a4314ae11af5', 'name': 'network-vif-deleted', 'tag': '1573c34f-840d-4a68-954b-240868f76ebf', 'status': 'completed', 'code': 200} Feb 09 21:38:11.305355 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-75fce456-ccbd-4e99-bb96-8eaccf6b5639 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks [] for floatingip (42c4171a-6248-4a83-8ba0-6c4da359d5f7), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:11.308460 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-75fce456-ccbd-4e99-bb96-8eaccf6b5639 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:11.309609 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-75fce456-ccbd-4e99-bb96-8eaccf6b5639 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] 10.222.0.90 "DELETE /v2.0/floatingips/42c4171a-6248-4a83-8ba0-6c4da359d5f7 HTTP/1.1" status: 204 len: 168 time: 3.0921414 Feb 09 21:38:11.315103 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 59734) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:11.348133 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-a78b9e5a-9cba-45a2-9f99-5628af5ccd49 req-6cc6acc5-123f-4ca9-8722-c824ec15fe10 service neutron] Attempting to bind port 08341899-0164-4ea3-b3fa-2de736c8841a on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:38:11.349666 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-a78b9e5a-9cba-45a2-9f99-5628af5ccd49 req-6cc6acc5-123f-4ca9-8722-c824ec15fe10 service neutron] Attempting to bind port 08341899-0164-4ea3-b3fa-2de736c8841a by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': '3940a090-76ff-4f53-b9ad-aab43740dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '7e7b4a29-78d8-4c80-9c3c-f880cb8558ae'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:38:11.351043 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a78b9e5a-9cba-45a2-9f99-5628af5ccd49 req-6cc6acc5-123f-4ca9-8722-c824ec15fe10 service neutron] Attempting to bind port 08341899-0164-4ea3-b3fa-2de736c8841a on network 7e7b4a29-78d8-4c80-9c3c-f880cb8558ae {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:38:11.362336 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a78b9e5a-9cba-45a2-9f99-5628af5ccd49 req-6cc6acc5-123f-4ca9-8722-c824ec15fe10 service neutron] Port 08341899-0164-4ea3-b3fa-2de736c8841a on network 7e7b4a29-78d8-4c80-9c3c-f880cb8558ae not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:38:11.363632 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a78b9e5a-9cba-45a2-9f99-5628af5ccd49 req-6cc6acc5-123f-4ca9-8722-c824ec15fe10 service neutron] Attempting to bind port 08341899-0164-4ea3-b3fa-2de736c8841a on network 7e7b4a29-78d8-4c80-9c3c-f880cb8558ae {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:38:11.372450 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-eee0f0d0-a964-49d3-acf7-63d9a6f32f4b req-871399cd-9263-473f-8f2b-c3ec6b5797ad service neutron] Attempting to bind port fca520bc-4583-4f45-ac10-81c7e3c84710 on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:38:11.373024 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-eee0f0d0-a964-49d3-acf7-63d9a6f32f4b req-871399cd-9263-473f-8f2b-c3ec6b5797ad service neutron] Attempting to bind port fca520bc-4583-4f45-ac10-81c7e3c84710 by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:38:11.374655 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee0f0d0-a964-49d3-acf7-63d9a6f32f4b req-871399cd-9263-473f-8f2b-c3ec6b5797ad service neutron] Attempting to bind port fca520bc-4583-4f45-ac10-81c7e3c84710 on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:38:11.388555 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee0f0d0-a964-49d3-acf7-63d9a6f32f4b req-871399cd-9263-473f-8f2b-c3ec6b5797ad service neutron] Port fca520bc-4583-4f45-ac10-81c7e3c84710 on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:38:11.389187 n-d-828369-5 neutron-server[103140]: INFO neutron.api.v2.resource [None req-37c95e4f-c10a-420b-93d3-c0538df01c6b tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] delete failed (client error): The resource could not be found. Feb 09 21:38:11.389733 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-37c95e4f-c10a-420b-93d3-c0538df01c6b tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] 10.222.0.90 "DELETE /v2.0/floatingips/42c4171a-6248-4a83-8ba0-6c4da359d5f7 HTTP/1.1" status: 404 len: 345 time: 0.0736864 Feb 09 21:38:11.394162 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee0f0d0-a964-49d3-acf7-63d9a6f32f4b req-871399cd-9263-473f-8f2b-c3ec6b5797ad service neutron] Attempting to bind port fca520bc-4583-4f45-ac10-81c7e3c84710 on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:38:11.399906 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 59736) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:11.499926 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a78b9e5a-9cba-45a2-9f99-5628af5ccd49 req-6cc6acc5-123f-4ca9-8722-c824ec15fe10 service neutron] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:38:11.500671 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a78b9e5a-9cba-45a2-9f99-5628af5ccd49 req-6cc6acc5-123f-4ca9-8722-c824ec15fe10 service neutron] Checking segment: {'id': '3940a090-76ff-4f53-b9ad-aab43740dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '7e7b4a29-78d8-4c80-9c3c-f880cb8558ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:38:11.501391 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a78b9e5a-9cba-45a2-9f99-5628af5ccd49 req-6cc6acc5-123f-4ca9-8722-c824ec15fe10 service neutron] Bound using segment: {'id': '3940a090-76ff-4f53-b9ad-aab43740dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '7e7b4a29-78d8-4c80-9c3c-f880cb8558ae'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:38:11.502310 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-a78b9e5a-9cba-45a2-9f99-5628af5ccd49 req-6cc6acc5-123f-4ca9-8722-c824ec15fe10 service neutron] Bound port: 08341899-0164-4ea3-b3fa-2de736c8841a, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3940a090-76ff-4f53-b9ad-aab43740dec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '7e7b4a29-78d8-4c80-9c3c-f880cb8558ae'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:38:11.502908 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-a78b9e5a-9cba-45a2-9f99-5628af5ccd49 req-6cc6acc5-123f-4ca9-8722-c824ec15fe10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (08341899-0164-4ea3-b3fa-2de736c8841a), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:11.532280 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee0f0d0-a964-49d3-acf7-63d9a6f32f4b req-871399cd-9263-473f-8f2b-c3ec6b5797ad service neutron] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:38:11.533014 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee0f0d0-a964-49d3-acf7-63d9a6f32f4b req-871399cd-9263-473f-8f2b-c3ec6b5797ad service neutron] Checking segment: {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:38:11.534383 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee0f0d0-a964-49d3-acf7-63d9a6f32f4b req-871399cd-9263-473f-8f2b-c3ec6b5797ad service neutron] Bound using segment: {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:38:11.535243 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-eee0f0d0-a964-49d3-acf7-63d9a6f32f4b req-871399cd-9263-473f-8f2b-c3ec6b5797ad service neutron] Bound port: fca520bc-4583-4f45-ac10-81c7e3c84710, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:38:11.535840 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-eee0f0d0-a964-49d3-acf7-63d9a6f32f4b req-871399cd-9263-473f-8f2b-c3ec6b5797ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (fca520bc-4583-4f45-ac10-81c7e3c84710), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:11.647511 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e0fb31-cb51-41f4-a2fb-2445b00aef5a req-1049f9bc-d894-4e77-9c18-ec83998bc961 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:11.662364 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e0fb31-cb51-41f4-a2fb-2445b00aef5a req-1049f9bc-d894-4e77-9c18-ec83998bc961 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:11.676369 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e0fb31-cb51-41f4-a2fb-2445b00aef5a req-1049f9bc-d894-4e77-9c18-ec83998bc961 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:11.688609 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e0fb31-cb51-41f4-a2fb-2445b00aef5a req-1049f9bc-d894-4e77-9c18-ec83998bc961 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:11.700536 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e0fb31-cb51-41f4-a2fb-2445b00aef5a req-1049f9bc-d894-4e77-9c18-ec83998bc961 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:11.701425 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69950ebe-9275-4343-96ca-311a0068bdea tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:11.705835 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e0fb31-cb51-41f4-a2fb-2445b00aef5a req-1049f9bc-d894-4e77-9c18-ec83998bc961 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:11.707381 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69950ebe-9275-4343-96ca-311a0068bdea tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:11.716509 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69950ebe-9275-4343-96ca-311a0068bdea tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:11.718500 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-69950ebe-9275-4343-96ca-311a0068bdea tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] 10.222.0.90 "GET /v2.0/ports?network_id=d7c8263f-0802-4460-a401-0ec60b5fb74e HTTP/1.1" status: 200 len: 2359 time: 0.3155289 Feb 09 21:38:11.726941 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 59740) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:11.729596 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e0fb31-cb51-41f4-a2fb-2445b00aef5a req-1049f9bc-d894-4e77-9c18-ec83998bc961 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:11.734465 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 1573c34f-840d-4a68-954b-240868f76ebf no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:38:11.752937 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b7e0fb31-cb51-41f4-a2fb-2445b00aef5a req-1049f9bc-d894-4e77-9c18-ec83998bc961 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 5429 time: 0.2618940 Feb 09 21:38:11.769355 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] No Port match for: 1573c34f-840d-4a68-954b-240868f76ebf {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:38:11.780032 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 1573c34f-840d-4a68-954b-240868f76ebf not bound to the agent host n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:38:11.867618 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-a78b9e5a-9cba-45a2-9f99-5628af5ccd49 req-6cc6acc5-123f-4ca9-8722-c824ec15fe10 service neutron] For port 08341899-0164-4ea3-b3fa-2de736c8841a, host n-h2-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:38:11.887482 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4890011e-165a-44b2-a2fc-1c0eece73aa1 req-42f56756-62be-4c01-b8eb-0234387ebaae tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:11.889724 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4890011e-165a-44b2-a2fc-1c0eece73aa1 req-42f56756-62be-4c01-b8eb-0234387ebaae tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/ports?device_id=3aacf893-a448-4bd1-82e1-4aa5fcd166ec HTTP/1.1" status: 200 len: 946 time: 0.0970719 Feb 09 21:38:11.912158 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-a78b9e5a-9cba-45a2-9f99-5628af5ccd49 req-6cc6acc5-123f-4ca9-8722-c824ec15fe10 service neutron] For port 08341899-0164-4ea3-b3fa-2de736c8841a, host n-h2-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=08341899-0164-4ea3-b3fa-2de736c8841a,segment=NetworkSegment(3940a090-76ff-4f53-b9ad-aab43740dec5),segment_id=3940a090-76ff-4f53-b9ad-aab43740dec5)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:38:11.922121 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-eee0f0d0-a964-49d3-acf7-63d9a6f32f4b req-871399cd-9263-473f-8f2b-c3ec6b5797ad service neutron] For port fca520bc-4583-4f45-ac10-81c7e3c84710, host n-h2-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:38:11.939285 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-a78b9e5a-9cba-45a2-9f99-5628af5ccd49 req-6cc6acc5-123f-4ca9-8722-c824ec15fe10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (08341899-0164-4ea3-b3fa-2de736c8841a), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:11.956313 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669cfb2d-fcbc-4300-99ad-675649f07f3e tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:11.958063 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-669cfb2d-fcbc-4300-99ad-675649f07f3e tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] 10.222.0.90 "GET /v2.0/subnets/a38fe000-1d14-4130-b1e3-ebd85079a80f HTTP/1.1" status: 200 len: 797 time: 0.2236314 Feb 09 21:38:11.960422 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-eee0f0d0-a964-49d3-acf7-63d9a6f32f4b req-871399cd-9263-473f-8f2b-c3ec6b5797ad service neutron] For port fca520bc-4583-4f45-ac10-81c7e3c84710, host n-h2-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=fca520bc-4583-4f45-ac10-81c7e3c84710,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:38:11.979182 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 59746) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:11.985734 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4890011e-165a-44b2-a2fc-1c0eece73aa1 req-784ff586-ad66-4a69-a816-239e21f0e807 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/security-groups?id=1fbaec86-241e-4c80-89d8-21c7be7723d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861990 Feb 09 21:38:11.987822 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78b9e5a-9cba-45a2-9f99-5628af5ccd49 req-6cc6acc5-123f-4ca9-8722-c824ec15fe10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:11.988602 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-a78b9e5a-9cba-45a2-9f99-5628af5ccd49 req-6cc6acc5-123f-4ca9-8722-c824ec15fe10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:11.992106 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a78b9e5a-9cba-45a2-9f99-5628af5ccd49 req-6cc6acc5-123f-4ca9-8722-c824ec15fe10 service neutron] 10.222.0.89 "PUT /v2.0/ports/08341899-0164-4ea3-b3fa-2de736c8841a HTTP/1.1" status: 200 len: 1091 time: 3.3428955 Feb 09 21:38:11.992528 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-97b6e050-3f02-41ce-a6cb-3a5ed566daae tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Request body: {'port': {'network_id': 'd7c8263f-0802-4460-a401-0ec60b5fb74e', 'name': 'tempest-FloatingIPTestJSON-1804410783', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:11.993130 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41f36ca2-ea0d-4721-9a8e-e811b55636ea', 'tag': '08341899-0164-4ea3-b3fa-2de736c8841a'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:38:11.995704 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d38e6f70-ca1d-4b82-b5ff-692dae313309" -d '{"events": [{"name": "network-changed", "server_uuid": "41f36ca2-ea0d-4721-9a8e-e811b55636ea", "tag": "08341899-0164-4ea3-b3fa-2de736c8841a"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:38:12.003952 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-eee0f0d0-a964-49d3-acf7-63d9a6f32f4b req-871399cd-9263-473f-8f2b-c3ec6b5797ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (fca520bc-4583-4f45-ac10-81c7e3c84710), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:12.046157 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee0f0d0-a964-49d3-acf7-63d9a6f32f4b req-871399cd-9263-473f-8f2b-c3ec6b5797ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:12.048802 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-eee0f0d0-a964-49d3-acf7-63d9a6f32f4b req-871399cd-9263-473f-8f2b-c3ec6b5797ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:12.050637 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-eee0f0d0-a964-49d3-acf7-63d9a6f32f4b req-871399cd-9263-473f-8f2b-c3ec6b5797ad service neutron] 10.222.0.89 "PUT /v2.0/ports/fca520bc-4583-4f45-ac10-81c7e3c84710 HTTP/1.1" status: 200 len: 1095 time: 3.6268022 Feb 09 21:38:12.084501 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b7e0fb31-cb51-41f4-a2fb-2445b00aef5a req-e8634ccd-24c9-42e8-8b37-55b6922228b9 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/security-groups?id=13b87425-0324-41b8-9577-a03ea20c9956&id=d1e73a5e-905c-466a-be51-a1576b624ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3294475 Feb 09 21:38:12.210229 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc6acc5-123f-4ca9-8722-c824ec15fe10 service neutron] Pushing event updated for resources: {'Port': ['ID=08341899-0164-4ea3-b3fa-2de736c8841a,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:12.412630 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78b9e5a-9cba-45a2-9f99-5628af5ccd49 req-17707d6b-f527-4a8e-aaa9-a2733a400fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:12.412630 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a78b9e5a-9cba-45a2-9f99-5628af5ccd49 req-17707d6b-f527-4a8e-aaa9-a2733a400fb1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=722fd8a0053d46508d2fe0640372514a&device_id=41f36ca2-ea0d-4721-9a8e-e811b55636ea HTTP/1.1" status: 200 len: 1125 time: 0.2982442 Feb 09 21:38:12.481575 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b6e050-3f02-41ce-a6cb-3a5ed566daae tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Made reservation on behalf of 715c3a0621fb4268ab328effc3e93792 for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:38:12.502662 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee0f0d0-a964-49d3-acf7-63d9a6f32f4b req-23df1cd3-181f-4665-aa67-fe1fae8938dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:12.504649 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-eee0f0d0-a964-49d3-acf7-63d9a6f32f4b req-23df1cd3-181f-4665-aa67-fe1fae8938dd service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=52a92b34007f4428abce8e9ccaca43e2&device_id=7882896d-5d76-4cf1-a645-8ad9179a4dd7 HTTP/1.1" status: 200 len: 1129 time: 0.3784220 Feb 09 21:38:12.510086 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a78b9e5a-9cba-45a2-9f99-5628af5ccd49 req-d57b19d3-af34-43bb-880f-dafca20c0065 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08341899-0164-4ea3-b3fa-2de736c8841a HTTP/1.1" status: 200 len: 217 time: 0.1413441 Feb 09 21:38:12.511486 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871399cd-9263-473f-8f2b-c3ec6b5797ad service neutron] Pushing event updated for resources: {'Port': ['ID=fca520bc-4583-4f45-ac10-81c7e3c84710,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:12.572416 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5075f165-2b42-4242-93d6-e20c92fd7d5e req-22fd9180-62dd-4526-aa54-c42bc11a34f7 tempest-ServerTagsTestJSON-780191640 tempest-ServerTagsTestJSON-780191640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:12.575978 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5075f165-2b42-4242-93d6-e20c92fd7d5e req-22fd9180-62dd-4526-aa54-c42bc11a34f7 tempest-ServerTagsTestJSON-780191640 tempest-ServerTagsTestJSON-780191640-project] 10.222.0.90 "GET /v2.0/ports?device_id=41f36ca2-ea0d-4721-9a8e-e811b55636ea HTTP/1.1" status: 200 len: 943 time: 0.4027615 Feb 09 21:38:12.599435 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e3982-0b83-41df-99c8-6733dadca187 req-94a6a76b-255f-4ac2-b39e-72ab226b32ec tempest-ServerDiagnosticsNegativeTest-1625744175 tempest-ServerDiagnosticsNegativeTest-1625744175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:12.601164 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c63e3982-0b83-41df-99c8-6733dadca187 req-94a6a76b-255f-4ac2-b39e-72ab226b32ec tempest-ServerDiagnosticsNegativeTest-1625744175 tempest-ServerDiagnosticsNegativeTest-1625744175-project] 10.222.0.90 "GET /v2.0/ports?device_id=7882896d-5d76-4cf1-a645-8ad9179a4dd7 HTTP/1.1" status: 200 len: 947 time: 0.3516631 Feb 09 21:38:12.664172 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:12.691787 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-eee0f0d0-a964-49d3-acf7-63d9a6f32f4b req-09301687-4b85-4d44-9c4c-b2d48eaa3a4f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=fca520bc-4583-4f45-ac10-81c7e3c84710 HTTP/1.1" status: 200 len: 217 time: 0.1298666 Feb 09 21:38:12.694550 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5075f165-2b42-4242-93d6-e20c92fd7d5e req-0b159dcf-4ebf-46eb-9ac9-b2a27c4182e8 tempest-ServerTagsTestJSON-780191640 tempest-ServerTagsTestJSON-780191640-project] 10.222.0.90 "GET /v2.0/security-groups?id=39330270-fb50-49e4-9e17-e8b9f98f9dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121991 Feb 09 21:38:12.757608 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78b9e5a-9cba-45a2-9f99-5628af5ccd49 req-39139ffc-bd0f-4bb4-a7af-4fca10345bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:12.759137 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a78b9e5a-9cba-45a2-9f99-5628af5ccd49 req-39139ffc-bd0f-4bb4-a7af-4fca10345bbd service neutron] 10.222.0.89 "GET /v2.0/subnets?id=bdb327a0-b13b-4bc3-bcee-620c364c7d88 HTTP/1.1" status: 200 len: 849 time: 0.2211387 Feb 09 21:38:12.802673 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56691840-a975-4f2f-a088-d9d687b00f42 x-openstack-request-id: req-56691840-a975-4f2f-a088-d9d687b00f42 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:38:12.802975 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41f36ca2-ea0d-4721-9a8e-e811b55636ea", "tag": "08341899-0164-4ea3-b3fa-2de736c8841a", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:38:12.803231 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-56691840-a975-4f2f-a088-d9d687b00f42 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:38:12.803675 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41f36ca2-ea0d-4721-9a8e-e811b55636ea', 'tag': '08341899-0164-4ea3-b3fa-2de736c8841a', 'status': 'completed', 'code': 200} Feb 09 21:38:12.808319 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a78b9e5a-9cba-45a2-9f99-5628af5ccd49 req-c0f87b69-971c-4774-8e5a-edb1a5496ff5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7e7b4a29-78d8-4c80-9c3c-f880cb8558ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390511 Feb 09 21:38:12.815811 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee0f0d0-a964-49d3-acf7-63d9a6f32f4b req-afc7b4b9-4303-40ec-babf-91ab929719a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:12.819272 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-eee0f0d0-a964-49d3-acf7-63d9a6f32f4b req-afc7b4b9-4303-40ec-babf-91ab929719a3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0f7402ac-a35b-414b-bcc1-bc1c3072ec3c HTTP/1.1" status: 200 len: 843 time: 0.1131561 Feb 09 21:38:12.905914 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c63e3982-0b83-41df-99c8-6733dadca187 req-3355d3c1-2d7a-4626-aa06-5e8bbd3cd39b tempest-ServerDiagnosticsNegativeTest-1625744175 tempest-ServerDiagnosticsNegativeTest-1625744175-project] 10.222.0.90 "GET /v2.0/security-groups?id=99a6518c-c1ef-458a-9255-86b723e05ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273612 Feb 09 21:38:12.952812 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-97b6e050-3f02-41ce-a6cb-3a5ed566daae tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:13.024431 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-56f1c058-8e01-426a-a912-faa6d87be31d req-25db1197-9523-4af6-8539-20584d7e252b tempest-ServerShowV247Test-328120966 tempest-ServerShowV247Test-328120966-project] 10.222.0.90 "GET /v2.0/ports?device_id=bc62472c-7351-4b0b-a87c-5c70536447de HTTP/1.1" status: 200 len: 210 time: 0.1175115 Feb 09 21:38:13.032947 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-97b6e050-3f02-41ce-a6cb-3a5ed566daae tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] device_id is not set on port 43cf3c60-864d-446e-a7b2-eb74c1ee86cf yet. {{(pid=103140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:38:13.058048 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a78b9e5a-9cba-45a2-9f99-5628af5ccd49 req-0068071e-c458-4226-8974-b180a704ce12 service neutron] 10.222.0.89 "GET /v2.0/networks/7e7b4a29-78d8-4c80-9c3c-f880cb8558ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138886 Feb 09 21:38:13.202233 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee0f0d0-a964-49d3-acf7-63d9a6f32f4b req-d7a5a63c-85b2-4317-854c-2cfeb045c5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:13.204621 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-eee0f0d0-a964-49d3-acf7-63d9a6f32f4b req-d7a5a63c-85b2-4317-854c-2cfeb045c5a1 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3417752 Feb 09 21:38:13.206483 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a78b9e5a-9cba-45a2-9f99-5628af5ccd49 req-c91a4556-7263-49da-91da-22335106b943 service neutron] 10.222.0.89 "GET /v2.0/networks/7e7b4a29-78d8-4c80-9c3c-f880cb8558ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300101 Feb 09 21:38:13.411201 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e6f70-ca1d-4b82-b5ff-692dae313309 req-46d661a1-2214-4237-a36b-f379a1cdaf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:13.412802 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d38e6f70-ca1d-4b82-b5ff-692dae313309 req-46d661a1-2214-4237-a36b-f379a1cdaf9f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=722fd8a0053d46508d2fe0640372514a&device_id=41f36ca2-ea0d-4721-9a8e-e811b55636ea HTTP/1.1" status: 200 len: 1125 time: 0.0851259 Feb 09 21:38:13.549926 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769cf874-8a65-42f1-a286-a4669aa382ba req-3a0c14ea-4305-45f7-bc74-9606f4295645 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:13.556797 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e6f70-ca1d-4b82-b5ff-692dae313309 req-c73e27d1-fec4-46ca-b4ff-106294290b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:13.557666 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769cf874-8a65-42f1-a286-a4669aa382ba req-3a0c14ea-4305-45f7-bc74-9606f4295645 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:13.558889 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d38e6f70-ca1d-4b82-b5ff-692dae313309 req-c73e27d1-fec4-46ca-b4ff-106294290b4a service neutron] 10.222.0.89 "GET /v2.0/networks?id=7e7b4a29-78d8-4c80-9c3c-f880cb8558ae HTTP/1.1" status: 200 len: 910 time: 0.1320691 Feb 09 21:38:13.565078 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769cf874-8a65-42f1-a286-a4669aa382ba req-3a0c14ea-4305-45f7-bc74-9606f4295645 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:13.579569 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769cf874-8a65-42f1-a286-a4669aa382ba req-3a0c14ea-4305-45f7-bc74-9606f4295645 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:13.585461 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769cf874-8a65-42f1-a286-a4669aa382ba req-3a0c14ea-4305-45f7-bc74-9606f4295645 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:13.591146 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769cf874-8a65-42f1-a286-a4669aa382ba req-3a0c14ea-4305-45f7-bc74-9606f4295645 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:13.597654 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769cf874-8a65-42f1-a286-a4669aa382ba req-3a0c14ea-4305-45f7-bc74-9606f4295645 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:13.607264 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-769cf874-8a65-42f1-a286-a4669aa382ba req-3a0c14ea-4305-45f7-bc74-9606f4295645 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 5429 time: 0.3255138 Feb 09 21:38:13.613166 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d38e6f70-ca1d-4b82-b5ff-692dae313309 req-1eb4bc01-5c47-4180-bc4f-92780fc830e2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08341899-0164-4ea3-b3fa-2de736c8841a HTTP/1.1" status: 200 len: 217 time: 0.0377097 Feb 09 21:38:13.622843 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-eee0f0d0-a964-49d3-acf7-63d9a6f32f4b req-b21f67ad-1f0d-4c78-9ebc-6c237860dd67 service neutron] 10.222.0.89 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4018238 Feb 09 21:38:13.649732 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b79a653-5b3f-40b5-881a-a87dd3d19e67 req-2e9ec9ca-2311-44f0-ae4e-b34d58277b8c tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:13.658512 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7b79a653-5b3f-40b5-881a-a87dd3d19e67 req-2e9ec9ca-2311-44f0-ae4e-b34d58277b8c tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/ports?device_id=3aacf893-a448-4bd1-82e1-4aa5fcd166ec HTTP/1.1" status: 200 len: 946 time: 0.4404752 Feb 09 21:38:13.700377 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e6f70-ca1d-4b82-b5ff-692dae313309 req-58bd4d51-a4df-4b34-8c82-38536df55d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:13.701867 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d38e6f70-ca1d-4b82-b5ff-692dae313309 req-58bd4d51-a4df-4b34-8c82-38536df55d0f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=bdb327a0-b13b-4bc3-bcee-620c364c7d88 HTTP/1.1" status: 200 len: 849 time: 0.0719535 Feb 09 21:38:13.798137 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-eee0f0d0-a964-49d3-acf7-63d9a6f32f4b req-ab1f7013-728f-42ac-89ac-e3607ace6dfe service neutron] 10.222.0.89 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952857 Feb 09 21:38:13.813705 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7b79a653-5b3f-40b5-881a-a87dd3d19e67 req-3c4af41c-40a9-4804-865a-b154131183ce tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/security-groups?id=1fbaec86-241e-4c80-89d8-21c7be7723d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539934 Feb 09 21:38:13.830135 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d38e6f70-ca1d-4b82-b5ff-692dae313309 req-6c478dc6-3e52-47d1-9dd7-fb9336e2c673 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7e7b4a29-78d8-4c80-9c3c-f880cb8558ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309534 Feb 09 21:38:13.836086 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-97b6e050-3f02-41ce-a6cb-3a5ed566daae tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Allocated IP 172.20.0.14 (d7c8263f-0802-4460-a401-0ec60b5fb74e/a38fe000-1d14-4130-b1e3-ebd85079a80f/43cf3c60-864d-446e-a7b2-eb74c1ee86cf) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:38:13.875694 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-769cf874-8a65-42f1-a286-a4669aa382ba req-29d13531-76ba-4958-b136-532b53a5b9c6 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/security-groups?id=13b87425-0324-41b8-9577-a03ea20c9956&id=d1e73a5e-905c-466a-be51-a1576b624ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2672436 Feb 09 21:38:13.884504 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-97b6e050-3f02-41ce-a6cb-3a5ed566daae tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Allocated IP 172.20.0.12 (d7c8263f-0802-4460-a401-0ec60b5fb74e/a38fe000-1d14-4130-b1e3-ebd85079a80f/43cf3c60-864d-446e-a7b2-eb74c1ee86cf) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:38:13.966643 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d38e6f70-ca1d-4b82-b5ff-692dae313309 req-c366ef6c-43cf-4317-90dc-a24448c56a7f service neutron] 10.222.0.89 "GET /v2.0/networks/7e7b4a29-78d8-4c80-9c3c-f880cb8558ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162925 Feb 09 21:38:14.042326 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:14.135958 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d38e6f70-ca1d-4b82-b5ff-692dae313309 req-cfc3f6ea-3317-483f-93eb-4110ee3cea0a service neutron] 10.222.0.89 "GET /v2.0/networks/7e7b4a29-78d8-4c80-9c3c-f880cb8558ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634538 Feb 09 21:38:14.194349 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934753c1-919e-4450-87af-cd06d9fa0106 req-03d89bcb-8ceb-417c-a948-40f2b02791cb tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:14.196657 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-934753c1-919e-4450-87af-cd06d9fa0106 req-03d89bcb-8ceb-417c-a948-40f2b02791cb tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.89 "GET /v2.0/ports?device_id=3aacf893-a448-4bd1-82e1-4aa5fcd166ec HTTP/1.1" status: 200 len: 946 time: 0.0762014 Feb 09 21:38:14.253251 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796b3548-7f1c-4e5a-8c38-1a762d0006a2 req-da24c0da-a5a6-430e-b5a5-0710d86c4471 tempest-ServerTagsTestJSON-780191640 tempest-ServerTagsTestJSON-780191640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:14.254563 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-796b3548-7f1c-4e5a-8c38-1a762d0006a2 req-da24c0da-a5a6-430e-b5a5-0710d86c4471 tempest-ServerTagsTestJSON-780191640 tempest-ServerTagsTestJSON-780191640-project] 10.222.0.90 "GET /v2.0/ports?device_id=41f36ca2-ea0d-4721-9a8e-e811b55636ea HTTP/1.1" status: 200 len: 943 time: 0.2185571 Feb 09 21:38:14.319270 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf8ed7f-792e-4b85-9dc8-64d0cd0c6e49 req-9162b58f-3fcc-4d36-8829-48c0f03ecb20 tempest-ServerDiagnosticsNegativeTest-1625744175 tempest-ServerDiagnosticsNegativeTest-1625744175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:14.321461 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-daf8ed7f-792e-4b85-9dc8-64d0cd0c6e49 req-9162b58f-3fcc-4d36-8829-48c0f03ecb20 tempest-ServerDiagnosticsNegativeTest-1625744175 tempest-ServerDiagnosticsNegativeTest-1625744175-project] 10.222.0.90 "GET /v2.0/ports?device_id=7882896d-5d76-4cf1-a645-8ad9179a4dd7 HTTP/1.1" status: 200 len: 947 time: 0.1707711 Feb 09 21:38:14.358985 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-934753c1-919e-4450-87af-cd06d9fa0106 req-2cb2db79-6a2f-4f5a-9e28-9fe7f830f181 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Deleting port f047a5eb-ee7a-44a3-9cc8-cfae77dc602b {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:38:14.359466 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-934753c1-919e-4450-87af-cd06d9fa0106 req-2cb2db79-6a2f-4f5a-9e28-9fe7f830f181 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (f047a5eb-ee7a-44a3-9cc8-cfae77dc602b), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:14.363970 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-97b6e050-3f02-41ce-a6cb-3a5ed566daae tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks [] for port (43cf3c60-864d-446e-a7b2-eb74c1ee86cf), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:14.394291 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-796b3548-7f1c-4e5a-8c38-1a762d0006a2 req-a1347c7a-b554-42f6-b12d-0e290ce798d9 tempest-ServerTagsTestJSON-780191640 tempest-ServerTagsTestJSON-780191640-project] 10.222.0.90 "GET /v2.0/security-groups?id=39330270-fb50-49e4-9e17-e8b9f98f9dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287010 Feb 09 21:38:14.451733 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-daf8ed7f-792e-4b85-9dc8-64d0cd0c6e49 req-e7dee772-b84c-434a-a66c-b32796caae3f tempest-ServerDiagnosticsNegativeTest-1625744175 tempest-ServerDiagnosticsNegativeTest-1625744175-project] 10.222.0.90 "GET /v2.0/security-groups?id=99a6518c-c1ef-458a-9255-86b723e05ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140068 Feb 09 21:38:14.477592 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-97b6e050-3f02-41ce-a6cb-3a5ed566daae tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (43cf3c60-864d-446e-a7b2-eb74c1ee86cf), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:14.511221 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b6e050-3f02-41ce-a6cb-3a5ed566daae tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Network d7c8263f-0802-4460-a401-0ec60b5fb74e is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:38:14.515875 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 59802) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:14.522201 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-97b6e050-3f02-41ce-a6cb-3a5ed566daae tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:38:14.525522 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b6e050-3f02-41ce-a6cb-3a5ed566daae tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:38:14.552500 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-934753c1-919e-4450-87af-cd06d9fa0106 req-2cb2db79-6a2f-4f5a-9e28-9fe7f830f181 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] For port f047a5eb-ee7a-44a3-9cc8-cfae77dc602b, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=f047a5eb-ee7a-44a3-9cc8-cfae77dc602b,segment=NetworkSegment(d40f9022-2b63-46f5-b33e-b292576f9da1),segment_id=d40f9022-2b63-46f5-b33e-b292576f9da1)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:14.552969 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-934753c1-919e-4450-87af-cd06d9fa0106 req-2cb2db79-6a2f-4f5a-9e28-9fe7f830f181 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (f047a5eb-ee7a-44a3-9cc8-cfae77dc602b), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:14.583066 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-934753c1-919e-4450-87af-cd06d9fa0106 req-2cb2db79-6a2f-4f5a-9e28-9fe7f830f181 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Calling delete_port for f047a5eb-ee7a-44a3-9cc8-cfae77dc602b owned by compute:nova {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:38:14.801975 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-934753c1-919e-4450-87af-cd06d9fa0106 req-2cb2db79-6a2f-4f5a-9e28-9fe7f830f181 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (f047a5eb-ee7a-44a3-9cc8-cfae77dc602b), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:14.805131 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7882896d-5d76-4cf1-a645-8ad9179a4dd7', 'tag': 'fca520bc-4583-4f45-ac10-81c7e3c84710'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:38:14.808789 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11ec8a1b-eb1b-426f-ae2d-e7543785320a" -d '{"events": [{"name": "network-changed", "server_uuid": "7882896d-5d76-4cf1-a645-8ad9179a4dd7", "tag": "fca520bc-4583-4f45-ac10-81c7e3c84710"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:38:14.823110 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['f047a5eb-ee7a-44a3-9cc8-cfae77dc602b'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:38:14.850455 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b6e050-3f02-41ce-a6cb-3a5ed566daae tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:14.850925 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb2db79-6a2f-4f5a-9e28-9fe7f830f181 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Pushing event deleted for resources: {'Port': ['ID=f047a5eb-ee7a-44a3-9cc8-cfae77dc602b,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:14.851239 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-97b6e050-3f02-41ce-a6cb-3a5ed566daae tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:14.865285 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['7585e969-04e4-4a12-b80a-0f1fb6137cf0'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:38:14.946956 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-934753c1-919e-4450-87af-cd06d9fa0106 req-2cb2db79-6a2f-4f5a-9e28-9fe7f830f181 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] No DVR routers for this DVR port f047a5eb-ee7a-44a3-9cc8-cfae77dc602b on host n-h2-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:38:14.953229 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-934753c1-919e-4450-87af-cd06d9fa0106 req-2cb2db79-6a2f-4f5a-9e28-9fe7f830f181 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:14.962039 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-934753c1-919e-4450-87af-cd06d9fa0106 req-2cb2db79-6a2f-4f5a-9e28-9fe7f830f181 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.89 "DELETE /v2.0/ports/f047a5eb-ee7a-44a3-9cc8-cfae77dc602b HTTP/1.1" status: 204 len: 173 time: 0.7572389 Feb 09 21:38:15.118905 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-68781694-92dd-436b-80fa-2040cd6672c3 req-a8e7d784-99d4-4526-8b16-6594586895f7 tempest-ServerShowV247Test-328120966 tempest-ServerShowV247Test-328120966-project] 10.222.0.90 "GET /v2.0/ports?device_id=bc62472c-7351-4b0b-a87c-5c70536447de HTTP/1.1" status: 200 len: 210 time: 0.4662356 Feb 09 21:38:15.152878 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b6e050-3f02-41ce-a6cb-3a5ed566daae tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Pushing event updated for resources: {'Port': ['ID=43cf3c60-864d-446e-a7b2-eb74c1ee86cf,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:15.166625 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-97b6e050-3f02-41ce-a6cb-3a5ed566daae tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 3.1767178 Feb 09 21:38:15.168029 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 59826) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:15.172780 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-508a0a4d-04d2-4c2a-8444-362fb9f9780b tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Request body: {'floatingip': {'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'port_id': '43cf3c60-864d-446e-a7b2-eb74c1ee86cf', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:15.224407 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:15.231233 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-508a0a4d-04d2-4c2a-8444-362fb9f9780b tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:15.231782 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8263e8f-164e-4162-9df6-ec8dbece997e req-44c3f5ab-3a98-451b-bcfe-673f10ebb412 tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:15.239328 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a8263e8f-164e-4162-9df6-ec8dbece997e req-44c3f5ab-3a98-451b-bcfe-673f10ebb412 tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] 10.222.0.90 "GET /v2.0/ports?device_id=25ff4a27-5d39-4104-bc4e-ab7ca4a4b676 HTTP/1.1" status: 200 len: 950 time: 0.4336751 Feb 09 21:38:15.309505 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd80f163-3083-44fe-a34d-e96b05d4871a x-openstack-request-id: req-bd80f163-3083-44fe-a34d-e96b05d4871a {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:38:15.309936 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7882896d-5d76-4cf1-a645-8ad9179a4dd7", "tag": "fca520bc-4583-4f45-ac10-81c7e3c84710", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:38:15.310298 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-bd80f163-3083-44fe-a34d-e96b05d4871a {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:38:15.310798 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7882896d-5d76-4cf1-a645-8ad9179a4dd7', 'tag': 'fca520bc-4583-4f45-ac10-81c7e3c84710', 'status': 'completed', 'code': 200} Feb 09 21:38:15.327714 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a8263e8f-164e-4162-9df6-ec8dbece997e req-7e668b82-78db-4c08-a4ed-26030c6d7088 tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] 10.222.0.90 "GET /v2.0/security-groups?id=d7e8bbeb-c185-4372-be56-5099932d5770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850065 Feb 09 21:38:15.402870 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec8a1b-eb1b-426f-ae2d-e7543785320a req-bd8ead73-dffd-4c49-9eca-8bef54b8fd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:15.405423 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-11ec8a1b-eb1b-426f-ae2d-e7543785320a req-bd8ead73-dffd-4c49-9eca-8bef54b8fd14 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=52a92b34007f4428abce8e9ccaca43e2&device_id=7882896d-5d76-4cf1-a645-8ad9179a4dd7 HTTP/1.1" status: 200 len: 1129 time: 0.0972168 Feb 09 21:38:15.438609 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2a34fd31-cd2a-44c6-bcca-075596c00107 req-d5533aef-f015-4ee5-8dc9-3fb5436b9e67 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/ports?device_id=3aacf893-a448-4bd1-82e1-4aa5fcd166ec HTTP/1.1" status: 200 len: 210 time: 0.0583649 Feb 09 21:38:15.527914 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-508a0a4d-04d2-4c2a-8444-362fb9f9780b tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:15.600740 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a1ac5e57-ab03-40a6-b53b-0eb51933d991 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524906'] for router_interface (5343f20c-b3cf-4b42-b888-fb4d3e58ad9d), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:15.684274 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec8a1b-eb1b-426f-ae2d-e7543785320a req-833ee4a7-4bbb-4de0-8011-a39cb4eef734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:15.690886 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-11ec8a1b-eb1b-426f-ae2d-e7543785320a req-833ee4a7-4bbb-4de0-8011-a39cb4eef734 service neutron] 10.222.0.89 "GET /v2.0/networks?id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc HTTP/1.1" status: 200 len: 870 time: 0.2553926 Feb 09 21:38:15.783760 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-11ec8a1b-eb1b-426f-ae2d-e7543785320a req-ee97a9f2-9d4f-424f-b237-7c753cd80b23 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=fca520bc-4583-4f45-ac10-81c7e3c84710 HTTP/1.1" status: 200 len: 217 time: 0.0552027 Feb 09 21:38:15.819294 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7dbf16-9820-4285-94aa-8e756093feb1 req-04620889-b348-43e7-ad6f-5d3d49df1d2c tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:15.832930 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7dbf16-9820-4285-94aa-8e756093feb1 req-04620889-b348-43e7-ad6f-5d3d49df1d2c tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:15.839005 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7dbf16-9820-4285-94aa-8e756093feb1 req-04620889-b348-43e7-ad6f-5d3d49df1d2c tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:15.844923 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7dbf16-9820-4285-94aa-8e756093feb1 req-04620889-b348-43e7-ad6f-5d3d49df1d2c tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:15.850468 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7dbf16-9820-4285-94aa-8e756093feb1 req-04620889-b348-43e7-ad6f-5d3d49df1d2c tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:15.855826 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7dbf16-9820-4285-94aa-8e756093feb1 req-04620889-b348-43e7-ad6f-5d3d49df1d2c tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:15.861722 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7dbf16-9820-4285-94aa-8e756093feb1 req-04620889-b348-43e7-ad6f-5d3d49df1d2c tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:15.863735 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0a7dbf16-9820-4285-94aa-8e756093feb1 req-04620889-b348-43e7-ad6f-5d3d49df1d2c tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 5429 time: 0.3854177 Feb 09 21:38:15.910559 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-508a0a4d-04d2-4c2a-8444-362fb9f9780b tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Allocated IP 172.25.3.47 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/d49caac1-335a-44b3-9b49-5dc14012ca7a) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:38:15.926322 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec8a1b-eb1b-426f-ae2d-e7543785320a req-7660b45c-88e7-4059-8a40-fe32bf397e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:15.928348 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-11ec8a1b-eb1b-426f-ae2d-e7543785320a req-7660b45c-88e7-4059-8a40-fe32bf397e5b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0f7402ac-a35b-414b-bcc1-bc1c3072ec3c HTTP/1.1" status: 200 len: 843 time: 0.1351211 Feb 09 21:38:16.070377 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec8a1b-eb1b-426f-ae2d-e7543785320a req-61a9313a-32f5-4c72-acda-c92b6482f69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:16.072620 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-11ec8a1b-eb1b-426f-ae2d-e7543785320a req-61a9313a-32f5-4c72-acda-c92b6482f69a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1361587 Feb 09 21:38:16.082255 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0a7dbf16-9820-4285-94aa-8e756093feb1 req-105fa192-3926-4129-bcfd-5c7c11db199c tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/security-groups?id=13b87425-0324-41b8-9577-a03ea20c9956&id=d1e73a5e-905c-466a-be51-a1576b624ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1815758 Feb 09 21:38:16.127505 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-508a0a4d-04d2-4c2a-8444-362fb9f9780b tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks [] for port (d49caac1-335a-44b3-9b49-5dc14012ca7a), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:16.188569 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-508a0a4d-04d2-4c2a-8444-362fb9f9780b tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (d49caac1-335a-44b3-9b49-5dc14012ca7a), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:16.190357 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4466a732-4a0b-40ec-9751-bfdda3470f17 req-8828945e-a7ff-4012-8c08-a617d1225603 tempest-ServerTagsTestJSON-780191640 tempest-ServerTagsTestJSON-780191640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:16.191928 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4466a732-4a0b-40ec-9751-bfdda3470f17 req-8828945e-a7ff-4012-8c08-a617d1225603 tempest-ServerTagsTestJSON-780191640 tempest-ServerTagsTestJSON-780191640-project] 10.222.0.90 "GET /v2.0/ports?device_id=41f36ca2-ea0d-4721-9a8e-e811b55636ea HTTP/1.1" status: 200 len: 943 time: 0.1295834 Feb 09 21:38:16.270680 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508a0a4d-04d2-4c2a-8444-362fb9f9780b tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:38:16.279628 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-508a0a4d-04d2-4c2a-8444-362fb9f9780b tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:38:16.282101 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508a0a4d-04d2-4c2a-8444-362fb9f9780b tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:38:16.300273 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114a40e9-9312-4174-a282-af92cadd73c0 req-e503ac01-3ae5-4196-912d-8ff616aee38d tempest-ServerDiagnosticsNegativeTest-1625744175 tempest-ServerDiagnosticsNegativeTest-1625744175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:16.301968 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-114a40e9-9312-4174-a282-af92cadd73c0 req-e503ac01-3ae5-4196-912d-8ff616aee38d tempest-ServerDiagnosticsNegativeTest-1625744175 tempest-ServerDiagnosticsNegativeTest-1625744175-project] 10.222.0.90 "GET /v2.0/ports?device_id=7882896d-5d76-4cf1-a645-8ad9179a4dd7 HTTP/1.1" status: 200 len: 947 time: 0.1315851 Feb 09 21:38:16.310791 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4466a732-4a0b-40ec-9751-bfdda3470f17 req-29d66303-e3c4-4ecb-a8c6-271858e29302 tempest-ServerTagsTestJSON-780191640 tempest-ServerTagsTestJSON-780191640-project] 10.222.0.90 "GET /v2.0/security-groups?id=39330270-fb50-49e4-9e17-e8b9f98f9dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845172 Feb 09 21:38:16.312894 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-a1ac5e57-ab03-40a6-b53b-0eb51933d991 admin admin] Deleting port 73d4669c-e408-48d8-99bf-d98c9b0959a9 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:38:16.313867 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a1ac5e57-ab03-40a6-b53b-0eb51933d991 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (73d4669c-e408-48d8-99bf-d98c9b0959a9), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:16.402937 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508a0a4d-04d2-4c2a-8444-362fb9f9780b tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Pushing event updated for resources: {'Port': ['ID=d49caac1-335a-44b3-9b49-5dc14012ca7a,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:16.427602 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-11ec8a1b-eb1b-426f-ae2d-e7543785320a req-ecef8650-b0e3-4435-b337-a48b7f1c958a service neutron] 10.222.0.89 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3384099 Feb 09 21:38:16.439252 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-114a40e9-9312-4174-a282-af92cadd73c0 req-49eec47e-6b2d-42e1-82b2-ca4d7d19d32a tempest-ServerDiagnosticsNegativeTest-1625744175 tempest-ServerDiagnosticsNegativeTest-1625744175-project] 10.222.0.90 "GET /v2.0/security-groups?id=99a6518c-c1ef-458a-9255-86b723e05ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739999 Feb 09 21:38:16.516311 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-a1ac5e57-ab03-40a6-b53b-0eb51933d991 admin admin] For port 73d4669c-e408-48d8-99bf-d98c9b0959a9, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=73d4669c-e408-48d8-99bf-d98c9b0959a9,segment=NetworkSegment(f943d251-cbac-4cd2-b962-dbbb0491c1ed),segment_id=f943d251-cbac-4cd2-b962-dbbb0491c1ed)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:16.516700 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a1ac5e57-ab03-40a6-b53b-0eb51933d991 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (73d4669c-e408-48d8-99bf-d98c9b0959a9), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:16.540850 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-eb29bddc-8b3b-409e-822e-2800c6970f0d req-68bcacde-e8c6-4355-9655-119e17f20f3f tempest-ServerShowV247Test-328120966 tempest-ServerShowV247Test-328120966-project] 10.222.0.90 "GET /v2.0/ports?device_id=bc62472c-7351-4b0b-a87c-5c70536447de HTTP/1.1" status: 200 len: 210 time: 0.0722654 Feb 09 21:38:16.551676 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-a1ac5e57-ab03-40a6-b53b-0eb51933d991 admin admin] Calling delete_port for 73d4669c-e408-48d8-99bf-d98c9b0959a9 owned by network:router_interface {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:38:16.564489 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-11ec8a1b-eb1b-426f-ae2d-e7543785320a req-e9e31079-bc8a-4462-914b-1169a846fd98 service neutron] 10.222.0.89 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158335 Feb 09 21:38:16.809721 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a1ac5e57-ab03-40a6-b53b-0eb51933d991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (73d4669c-e408-48d8-99bf-d98c9b0959a9), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:16.845736 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4932fca7-d3b8-4c35-a710-125b3c1c23db req-5752f2dd-359d-40c7-9df2-477219c63a31 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:16.846930 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4932fca7-d3b8-4c35-a710-125b3c1c23db req-5752f2dd-359d-40c7-9df2-477219c63a31 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/ports?device_id=f07054f1-ef38-42ac-a181-aae86b623b32 HTTP/1.1" status: 200 len: 945 time: 0.1075714 Feb 09 21:38:16.849437 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ac5e57-ab03-40a6-b53b-0eb51933d991 admin admin] Pushing event deleted for resources: {'Port': ['ID=73d4669c-e408-48d8-99bf-d98c9b0959a9,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:16.954749 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4932fca7-d3b8-4c35-a710-125b3c1c23db req-7061c691-8b51-47c1-816f-2cb8710b3290 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/security-groups?id=1fbaec86-241e-4c80-89d8-21c7be7723d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930915 Feb 09 21:38:16.956184 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-508a0a4d-04d2-4c2a-8444-362fb9f9780b tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks [] for floatingip (ee7b4bf7-9b36-48c1-8c86-e3a11907cba2), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:17.074326 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-508a0a4d-04d2-4c2a-8444-362fb9f9780b tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (d49caac1-335a-44b3-9b49-5dc14012ca7a), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:17.076898 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a1ac5e57-ab03-40a6-b53b-0eb51933d991 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-525054'] for router_interface (5343f20c-b3cf-4b42-b888-fb4d3e58ad9d), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:17.281161 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-508a0a4d-04d2-4c2a-8444-362fb9f9780b tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks [] for port (d49caac1-335a-44b3-9b49-5dc14012ca7a), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:17.288174 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-508a0a4d-04d2-4c2a-8444-362fb9f9780b tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (d49caac1-335a-44b3-9b49-5dc14012ca7a), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:17.302276 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52215c1f-57e5-4193-8c59-2733500649f0 req-a5739ca2-b7b3-48b4-87a8-9f764d5effd2 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:17.318386 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aacf893-a448-4bd1-82e1-4aa5fcd166ec', 'name': 'network-vif-deleted', 'tag': 'f047a5eb-ee7a-44a3-9cc8-cfae77dc602b'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:38:17.321493 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f498ebb-19d0-4eba-a131-e22da6567436" -d '{"events": [{"server_uuid": "3aacf893-a448-4bd1-82e1-4aa5fcd166ec", "name": "network-vif-deleted", "tag": "f047a5eb-ee7a-44a3-9cc8-cfae77dc602b"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:38:17.323973 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52215c1f-57e5-4193-8c59-2733500649f0 req-a5739ca2-b7b3-48b4-87a8-9f764d5effd2 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:17.339755 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52215c1f-57e5-4193-8c59-2733500649f0 req-a5739ca2-b7b3-48b4-87a8-9f764d5effd2 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:17.347063 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52215c1f-57e5-4193-8c59-2733500649f0 req-a5739ca2-b7b3-48b4-87a8-9f764d5effd2 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:17.357021 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52215c1f-57e5-4193-8c59-2733500649f0 req-a5739ca2-b7b3-48b4-87a8-9f764d5effd2 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:17.362621 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52215c1f-57e5-4193-8c59-2733500649f0 req-a5739ca2-b7b3-48b4-87a8-9f764d5effd2 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:17.376937 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52215c1f-57e5-4193-8c59-2733500649f0 req-a5739ca2-b7b3-48b4-87a8-9f764d5effd2 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:17.378908 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-52215c1f-57e5-4193-8c59-2733500649f0 req-a5739ca2-b7b3-48b4-87a8-9f764d5effd2 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 5429 time: 0.1589057 Feb 09 21:38:17.421022 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-508a0a4d-04d2-4c2a-8444-362fb9f9780b tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (ee7b4bf7-9b36-48c1-8c86-e3a11907cba2), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:17.424676 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-139794ba-ca74-48eb-8036-a74a9047a584 x-openstack-request-id: req-139794ba-ca74-48eb-8036-a74a9047a584 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:38:17.424676 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aacf893-a448-4bd1-82e1-4aa5fcd166ec", "name": "network-vif-deleted", "tag": "f047a5eb-ee7a-44a3-9cc8-cfae77dc602b", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:38:17.424676 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-139794ba-ca74-48eb-8036-a74a9047a584 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:38:17.424971 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aacf893-a448-4bd1-82e1-4aa5fcd166ec', 'name': 'network-vif-deleted', 'tag': 'f047a5eb-ee7a-44a3-9cc8-cfae77dc602b', 'status': 'completed', 'code': 200} Feb 09 21:38:17.501039 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508a0a4d-04d2-4c2a-8444-362fb9f9780b tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Pushing event updated for resources: {'Port': ['ID=d49caac1-335a-44b3-9b49-5dc14012ca7a,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:17.546118 n-d-828369-5 neutron-server[103141]: INFO neutron.db.l3_db [None req-508a0a4d-04d2-4c2a-8444-362fb9f9780b tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Floating IP ee7b4bf7-9b36-48c1-8c86-e3a11907cba2 associated. External IP: 172.25.3.47, port: 43cf3c60-864d-446e-a7b2-eb74c1ee86cf. Feb 09 21:38:17.935592 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-52215c1f-57e5-4193-8c59-2733500649f0 req-97ce3796-5c6e-4843-90fd-a6415e942110 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/security-groups?id=13b87425-0324-41b8-9577-a03ea20c9956&id=d1e73a5e-905c-466a-be51-a1576b624ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4796553 Feb 09 21:38:17.947167 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adbc286-5daa-4841-99bb-6ae0f28da15b req-963a4fda-8e65-4fd0-806d-31f53aea6dcc tempest-ServerTagsTestJSON-780191640 tempest-ServerTagsTestJSON-780191640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:17.954163 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6adbc286-5daa-4841-99bb-6ae0f28da15b req-963a4fda-8e65-4fd0-806d-31f53aea6dcc tempest-ServerTagsTestJSON-780191640 tempest-ServerTagsTestJSON-780191640-project] 10.222.0.90 "GET /v2.0/ports?device_id=41f36ca2-ea0d-4721-9a8e-e811b55636ea HTTP/1.1" status: 200 len: 943 time: 0.4666574 Feb 09 21:38:17.993081 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1ac5e57-ab03-40a6-b53b-0eb51933d991 admin admin] Router 5343f20c-b3cf-4b42-b888-fb4d3e58ad9d has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:38:18.030731 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6adbc286-5daa-4841-99bb-6ae0f28da15b req-5abca480-dc99-48cf-9c11-262260840152 tempest-ServerTagsTestJSON-780191640 tempest-ServerTagsTestJSON-780191640-project] 10.222.0.90 "GET /v2.0/security-groups?id=39330270-fb50-49e4-9e17-e8b9f98f9dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757101 Feb 09 21:38:18.137796 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-508a0a4d-04d2-4c2a-8444-362fb9f9780b tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Router 4508429f-0210-4fc3-8588-b916f1b1426e has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:38:18.202962 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1ac5e57-ab03-40a6-b53b-0eb51933d991 admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:38:18.204919 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-785b938d-a3a5-4651-8ae8-9d906e115a02 req-9b75b45c-1fc6-4345-bb59-eb0452d7be3e tempest-ServerShowV247Test-328120966 tempest-ServerShowV247Test-328120966-project] 10.222.0.90 "GET /v2.0/ports?device_id=bc62472c-7351-4b0b-a87c-5c70536447de HTTP/1.1" status: 200 len: 210 time: 0.0429528 Feb 09 21:38:18.212891 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f4d98f-6a43-4885-b3ae-6b5e86ea9e64 None None] Sync routers for ids ['5343f20c-b3cf-4b42-b888-fb4d3e58ad9d'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:38:18.222917 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f4d98f-6a43-4885-b3ae-6b5e86ea9e64 None None] Routers {'5343f20c-b3cf-4b42-b888-fb4d3e58ad9d'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:38:18.223544 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-56f4d98f-6a43-4885-b3ae-6b5e86ea9e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:38:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['5343f20c-b3cf-4b42-b888-fb4d3e58ad9d'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:18.224179 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-a1ac5e57-ab03-40a6-b53b-0eb51933d991 admin admin] 10.222.0.90 "PUT /v2.0/routers/5343f20c-b3cf-4b42-b888-fb4d3e58ad9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6939263 Feb 09 21:38:18.230413 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 59882) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:18.322940 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-508a0a4d-04d2-4c2a-8444-362fb9f9780b tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:38:18.333905 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727a43e2-e072-4795-9692-032aaac429cf None None] Sync routers for ids ['4508429f-0210-4fc3-8588-b916f1b1426e'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:38:18.345086 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-508a0a4d-04d2-4c2a-8444-362fb9f9780b tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:18.360976 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727a43e2-e072-4795-9692-032aaac429cf None None] Routers {'4508429f-0210-4fc3-8588-b916f1b1426e'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:38:18.361694 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-727a43e2-e072-4795-9692-032aaac429cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:38:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['4508429f-0210-4fc3-8588-b916f1b1426e'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:18.389107 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-508a0a4d-04d2-4c2a-8444-362fb9f9780b tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.2173018 Feb 09 21:38:18.389680 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 59884) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:18.392826 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-56f4d98f-6a43-4885-b3ae-6b5e86ea9e64 None None] Set router 5343f20c-b3cf-4b42-b888-fb4d3e58ad9d gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:38:18.402687 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-7041d9c0-6814-4744-bb71-78417e827774 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Request body: {'floatingip': {'port_id': '43cf3c60-864d-446e-a7b2-eb74c1ee86cf', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:18.424608 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a4709c-d5a3-4e55-8e86-ba0c3ec01260 req-bf0973ca-8795-465c-a028-7895b481d103 tempest-ServerDiagnosticsNegativeTest-1625744175 tempest-ServerDiagnosticsNegativeTest-1625744175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:18.431706 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-727a43e2-e072-4795-9692-032aaac429cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:18.438106 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e5a4709c-d5a3-4e55-8e86-ba0c3ec01260 req-bf0973ca-8795-465c-a028-7895b481d103 tempest-ServerDiagnosticsNegativeTest-1625744175 tempest-ServerDiagnosticsNegativeTest-1625744175-project] 10.222.0.90 "GET /v2.0/ports?device_id=7882896d-5d76-4cf1-a645-8ad9179a4dd7 HTTP/1.1" status: 200 len: 947 time: 0.2748432 Feb 09 21:38:18.451844 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727a43e2-e072-4795-9692-032aaac429cf None None] Routers {'4508429f-0210-4fc3-8588-b916f1b1426e'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:38:18.453102 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-727a43e2-e072-4795-9692-032aaac429cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:38:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['4508429f-0210-4fc3-8588-b916f1b1426e'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:18.502027 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f6399062-9bfe-4891-a3df-14c3497dcace admin admin] Publish callbacks [] for router (5343f20c-b3cf-4b42-b888-fb4d3e58ad9d), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:18.516339 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7041d9c0-6814-4744-bb71-78417e827774 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks [] for floatingip (ee7b4bf7-9b36-48c1-8c86-e3a11907cba2), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:18.533082 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-727a43e2-e072-4795-9692-032aaac429cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:18.535957 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727a43e2-e072-4795-9692-032aaac429cf None None] The sync data for ids ['4508429f-0210-4fc3-8588-b916f1b1426e'] in n-d-828369-5 is: [] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:38:18.626357 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-56f4d98f-6a43-4885-b3ae-6b5e86ea9e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5343f20c-b3cf-4b42-b888-fb4d3e58ad9d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1705729616-router', 'tenant_id': '6f91ff87dda04a70be53686f188383f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '9fa2d5ea-567a-4281-bc40-83146c54d226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:23Z', 'updated_at': '2022-02-09T21:38:16Z', 'revision_number': 5, 'project_id': '6f91ff87dda04a70be53686f188383f3', 'gw_port': {'id': '9fa2d5ea-567a-4281-bc40-83146c54d226', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:2a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5343f20c-b3cf-4b42-b888-fb4d3e58ad9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:24Z', 'updated_at': '2022-02-09T21:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:18.650522 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219ab29f-ec8b-432e-b0ad-8916f830ded2 req-def5b805-f9c9-4c5a-aa04-8cfe5ae7355d tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:18.657800 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-219ab29f-ec8b-432e-b0ad-8916f830ded2 req-def5b805-f9c9-4c5a-aa04-8cfe5ae7355d tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/ports?device_id=f07054f1-ef38-42ac-a181-aae86b623b32 HTTP/1.1" status: 200 len: 945 time: 0.3142645 Feb 09 21:38:18.666980 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f4d98f-6a43-4885-b3ae-6b5e86ea9e64 None None] Checking router: 5343f20c-b3cf-4b42-b888-fb4d3e58ad9d for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:38:18.676488 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f4d98f-6a43-4885-b3ae-6b5e86ea9e64 None None] Routers {'5343f20c-b3cf-4b42-b888-fb4d3e58ad9d'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:38:18.677614 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-56f4d98f-6a43-4885-b3ae-6b5e86ea9e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:38:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['5343f20c-b3cf-4b42-b888-fb4d3e58ad9d'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:18.723867 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-219ab29f-ec8b-432e-b0ad-8916f830ded2 req-2bd55348-b6a5-4f11-b2fb-ec2b5cbce302 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/security-groups?id=1fbaec86-241e-4c80-89d8-21c7be7723d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605218 Feb 09 21:38:18.728460 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e5a4709c-d5a3-4e55-8e86-ba0c3ec01260 req-2d405003-781a-4738-9735-a6b83de15679 tempest-ServerDiagnosticsNegativeTest-1625744175 tempest-ServerDiagnosticsNegativeTest-1625744175-project] 10.222.0.90 "GET /v2.0/security-groups?id=99a6518c-c1ef-458a-9255-86b723e05ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885830 Feb 09 21:38:18.782523 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f6399062-9bfe-4891-a3df-14c3497dcace admin admin] Publish callbacks [] for router_gateway (5343f20c-b3cf-4b42-b888-fb4d3e58ad9d), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:18.809836 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-56f4d98f-6a43-4885-b3ae-6b5e86ea9e64 None None] Set router 5343f20c-b3cf-4b42-b888-fb4d3e58ad9d gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:38:18.858831 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-f6399062-9bfe-4891-a3df-14c3497dcace admin admin] Deleting port 9fa2d5ea-567a-4281-bc40-83146c54d226 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:38:18.859750 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f6399062-9bfe-4891-a3df-14c3497dcace admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (9fa2d5ea-567a-4281-bc40-83146c54d226), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:18.933427 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device fca520bc-4583-4f45-ac10-81c7e3c84710 details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:38:18.936676 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device f047a5eb-ee7a-44a3-9cc8-cfae77dc602b no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:38:18.954848 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-f6399062-9bfe-4891-a3df-14c3497dcace admin admin] For port 9fa2d5ea-567a-4281-bc40-83146c54d226, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=9fa2d5ea-567a-4281-bc40-83146c54d226,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:18.955893 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f6399062-9bfe-4891-a3df-14c3497dcace admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (9fa2d5ea-567a-4281-bc40-83146c54d226), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:18.977151 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-f6399062-9bfe-4891-a3df-14c3497dcace admin admin] Calling delete_port for 9fa2d5ea-567a-4281-bc40-83146c54d226 owned by network:router_gateway {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:38:18.985710 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] No Port match for: f047a5eb-ee7a-44a3-9cc8-cfae77dc602b {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:38:18.986073 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device f047a5eb-ee7a-44a3-9cc8-cfae77dc602b not bound to the agent host n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:38:19.105453 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7041d9c0-6814-4744-bb71-78417e827774 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:19.111366 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7041d9c0-6814-4744-bb71-78417e827774 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (ee7b4bf7-9b36-48c1-8c86-e3a11907cba2), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:19.163147 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-56f4d98f-6a43-4885-b3ae-6b5e86ea9e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5343f20c-b3cf-4b42-b888-fb4d3e58ad9d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1705729616-router', 'tenant_id': '6f91ff87dda04a70be53686f188383f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '9fa2d5ea-567a-4281-bc40-83146c54d226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:23Z', 'updated_at': '2022-02-09T21:38:16Z', 'revision_number': 5, 'project_id': '6f91ff87dda04a70be53686f188383f3', 'gw_port': {'id': '9fa2d5ea-567a-4281-bc40-83146c54d226', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:2a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5343f20c-b3cf-4b42-b888-fb4d3e58ad9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:24Z', 'updated_at': '2022-02-09T21:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:19.200861 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f4d98f-6a43-4885-b3ae-6b5e86ea9e64 None None] The sync data for ids ['5343f20c-b3cf-4b42-b888-fb4d3e58ad9d'] in n-d-828369-5 is: [{'id': '5343f20c-b3cf-4b42-b888-fb4d3e58ad9d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1705729616-router', 'tenant_id': '6f91ff87dda04a70be53686f188383f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '9fa2d5ea-567a-4281-bc40-83146c54d226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:23Z', 'updated_at': '2022-02-09T21:38:16Z', 'revision_number': 5, 'project_id': '6f91ff87dda04a70be53686f188383f3', 'gw_port': {'id': '9fa2d5ea-567a-4281-bc40-83146c54d226', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:2a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5343f20c-b3cf-4b42-b888-fb4d3e58ad9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:24Z', 'updated_at': '2022-02-09T21:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:38:19.240075 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port fca520bc-4583-4f45-ac10-81c7e3c84710, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=fca520bc-4583-4f45-ac10-81c7e3c84710,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:19.278439 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': 'fca520bc-4583-4f45-ac10-81c7e3c84710', 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc', 'port_id': 'fca520bc-4583-4f45-ac10-81c7e3c84710', 'mac_address': 'fa:16:3e:b3:30:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f7402ac-a35b-414b-bcc1-bc1c3072ec3c', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:38:19.328492 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port fca520bc-4583-4f45-ac10-81c7e3c84710 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:38:19.328952 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (fca520bc-4583-4f45-ac10-81c7e3c84710), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:19.339816 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372b6488-d5ab-4890-8e13-906b46aff7cb req-1323a73f-7df0-4863-bfec-f76cefcdc5e2 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:19.345490 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372b6488-d5ab-4890-8e13-906b46aff7cb req-1323a73f-7df0-4863-bfec-f76cefcdc5e2 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:19.346780 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fca520bc-4583-4f45-ac10-81c7e3c84710 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:38:19.351063 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372b6488-d5ab-4890-8e13-906b46aff7cb req-1323a73f-7df0-4863-bfec-f76cefcdc5e2 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:19.358435 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372b6488-d5ab-4890-8e13-906b46aff7cb req-1323a73f-7df0-4863-bfec-f76cefcdc5e2 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:19.365489 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372b6488-d5ab-4890-8e13-906b46aff7cb req-1323a73f-7df0-4863-bfec-f76cefcdc5e2 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:19.372806 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372b6488-d5ab-4890-8e13-906b46aff7cb req-1323a73f-7df0-4863-bfec-f76cefcdc5e2 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:19.378492 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372b6488-d5ab-4890-8e13-906b46aff7cb req-1323a73f-7df0-4863-bfec-f76cefcdc5e2 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:19.379102 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port fca520bc-4583-4f45-ac10-81c7e3c84710, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=fca520bc-4583-4f45-ac10-81c7e3c84710,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:19.380965 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-372b6488-d5ab-4890-8e13-906b46aff7cb req-1323a73f-7df0-4863-bfec-f76cefcdc5e2 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 5429 time: 0.2904909 Feb 09 21:38:19.393612 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (fca520bc-4583-4f45-ac10-81c7e3c84710), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:19.395100 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 08341899-0164-4ea3-b3fa-2de736c8841a details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:38:19.415999 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7041d9c0-6814-4744-bb71-78417e827774 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Router 4508429f-0210-4fc3-8588-b916f1b1426e has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:38:19.483942 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-372b6488-d5ab-4890-8e13-906b46aff7cb req-7b6b62a3-4b45-4b21-b790-2eb75e48ba0c tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/security-groups?id=13b87425-0324-41b8-9577-a03ea20c9956&id=d1e73a5e-905c-466a-be51-a1576b624ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0898006 Feb 09 21:38:19.497019 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06063bfe-3dba-4023-9af6-1748c7e7f166 req-7b7c4477-45a7-456e-8166-a90162d97f6b tempest-ServerTagsTestJSON-780191640 tempest-ServerTagsTestJSON-780191640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:19.498608 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-06063bfe-3dba-4023-9af6-1748c7e7f166 req-7b7c4477-45a7-456e-8166-a90162d97f6b tempest-ServerTagsTestJSON-780191640 tempest-ServerTagsTestJSON-780191640-project] 10.222.0.90 "GET /v2.0/ports?device_id=41f36ca2-ea0d-4721-9a8e-e811b55636ea HTTP/1.1" status: 200 len: 943 time: 0.3112950 Feb 09 21:38:19.507921 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d3971b-d8b9-4557-acba-a02f11dccec9 req-85ce010c-a92c-4911-ab29-23f5840b2325 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:19.509497 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-54d3971b-d8b9-4557-acba-a02f11dccec9 req-85ce010c-a92c-4911-ab29-23f5840b2325 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.95 "GET /v2.0/ports?device_id=f07054f1-ef38-42ac-a181-aae86b623b32 HTTP/1.1" status: 200 len: 945 time: 0.2292449 Feb 09 21:38:19.578625 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7041d9c0-6814-4744-bb71-78417e827774 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:38:19.587202 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=fca520bc-4583-4f45-ac10-81c7e3c84710,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:19.600136 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f7bdce-fb72-4fd2-9ec8-388c12120294 None None] Sync routers for ids ['4508429f-0210-4fc3-8588-b916f1b1426e'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:38:19.603968 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7041d9c0-6814-4744-bb71-78417e827774 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:19.630813 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f6399062-9bfe-4891-a3df-14c3497dcace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (9fa2d5ea-567a-4281-bc40-83146c54d226), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:19.638872 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 73d4669c-e408-48d8-99bf-d98c9b0959a9 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:38:19.652703 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f7bdce-fb72-4fd2-9ec8-388c12120294 None None] Routers {'4508429f-0210-4fc3-8588-b916f1b1426e'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:38:19.653792 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-56f7bdce-fb72-4fd2-9ec8-388c12120294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:38:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['4508429f-0210-4fc3-8588-b916f1b1426e'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:19.702683 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 73d4669c-e408-48d8-99bf-d98c9b0959a9 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:38:19.703039 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 73d4669c-e408-48d8-99bf-d98c9b0959a9 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:38:19.743091 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-56f7bdce-fb72-4fd2-9ec8-388c12120294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:19.755312 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 08341899-0164-4ea3-b3fa-2de736c8841a, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=08341899-0164-4ea3-b3fa-2de736c8841a,segment=NetworkSegment(3940a090-76ff-4f53-b9ad-aab43740dec5),segment_id=3940a090-76ff-4f53-b9ad-aab43740dec5)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:19.768160 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6399062-9bfe-4891-a3df-14c3497dcace admin admin] Pushing event deleted for resources: {'Port': ['ID=9fa2d5ea-567a-4281-bc40-83146c54d226,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:19.769912 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device cdf78e47-27a9-41de-9372-81efb71bc085 no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:38:19.779945 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-06063bfe-3dba-4023-9af6-1748c7e7f166 req-12cf2ed0-5981-4ecf-a0ee-c3b45bb42da7 tempest-ServerTagsTestJSON-780191640 tempest-ServerTagsTestJSON-780191640-project] 10.222.0.90 "GET /v2.0/security-groups?id=39330270-fb50-49e4-9e17-e8b9f98f9dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680275 Feb 09 21:38:19.782303 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-66325010-03c5-4525-a532-ce947a040bab req-04bef2fd-e7d4-42de-ba78-f9859dc93993 tempest-ServerShowV247Test-328120966 tempest-ServerShowV247Test-328120966-project] 10.222.0.90 "GET /v2.0/ports?device_id=bc62472c-7351-4b0b-a87c-5c70536447de HTTP/1.1" status: 200 len: 210 time: 0.0446455 Feb 09 21:38:19.808465 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-7041d9c0-6814-4744-bb71-78417e827774 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] 10.222.0.90 "PUT /v2.0/floatingips/ee7b4bf7-9b36-48c1-8c86-e3a11907cba2 HTTP/1.1" status: 200 len: 978 time: 1.4137707 Feb 09 21:38:19.809114 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 59906) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:19.856146 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': '08341899-0164-4ea3-b3fa-2de736c8841a', 'network_id': '7e7b4a29-78d8-4c80-9c3c-f880cb8558ae', 'port_id': '08341899-0164-4ea3-b3fa-2de736c8841a', 'mac_address': 'fa:16:3e:ac:95:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdb327a0-b13b-4bc3-bcee-620c364c7d88', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:38:19.864703 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f7bdce-fb72-4fd2-9ec8-388c12120294 None None] Routers {'4508429f-0210-4fc3-8588-b916f1b1426e'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:38:19.865363 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-56f7bdce-fb72-4fd2-9ec8-388c12120294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:38:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['4508429f-0210-4fc3-8588-b916f1b1426e'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:19.945067 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-56f7bdce-fb72-4fd2-9ec8-388c12120294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:19.945703 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f7bdce-fb72-4fd2-9ec8-388c12120294 None None] The sync data for ids ['4508429f-0210-4fc3-8588-b916f1b1426e'] in n-d-828369-5 is: [] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:38:19.976927 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f6399062-9bfe-4891-a3df-14c3497dcace admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-554524'] for router_gateway (5343f20c-b3cf-4b42-b888-fb4d3e58ad9d), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:19.996727 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 08341899-0164-4ea3-b3fa-2de736c8841a is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:38:19.997124 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (08341899-0164-4ea3-b3fa-2de736c8841a), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:20.014271 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08341899-0164-4ea3-b3fa-2de736c8841a {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:38:20.067536 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port cdf78e47-27a9-41de-9372-81efb71bc085 is: ACTIVE; New status is: DOWN {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:38:20.067850 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (cdf78e47-27a9-41de-9372-81efb71bc085), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:20.077321 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-eeb4fb7b-989d-47ec-996e-f2eef3f12359 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Deleting port d49caac1-335a-44b3-9b49-5dc14012ca7a {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:38:20.077948 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-eeb4fb7b-989d-47ec-996e-f2eef3f12359 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (d49caac1-335a-44b3-9b49-5dc14012ca7a), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:20.099257 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 08341899-0164-4ea3-b3fa-2de736c8841a, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=08341899-0164-4ea3-b3fa-2de736c8841a,segment=NetworkSegment(3940a090-76ff-4f53-b9ad-aab43740dec5),segment_id=3940a090-76ff-4f53-b9ad-aab43740dec5)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:20.103752 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25ff4a27-5d39-4104-bc4e-ab7ca4a4b676', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdf78e47-27a9-41de-9372-81efb71bc085'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:38:20.106188 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-618edad7-7efa-4395-a127-ea2271671170" -d '{"events": [{"server_uuid": "25ff4a27-5d39-4104-bc4e-ab7ca4a4b676", "name": "network-vif-unplugged", "status": "completed", "tag": "cdf78e47-27a9-41de-9372-81efb71bc085"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:38:20.115833 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (08341899-0164-4ea3-b3fa-2de736c8841a), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:20.122849 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port cdf78e47-27a9-41de-9372-81efb71bc085, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=cdf78e47-27a9-41de-9372-81efb71bc085,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:20.128366 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-54d3971b-d8b9-4557-acba-a02f11dccec9 req-3352e9b6-efc0-4eac-a2a6-1577b46c3104 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Deleting port 7585e969-04e4-4a12-b80a-0f1fb6137cf0 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:38:20.138442 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-54d3971b-d8b9-4557-acba-a02f11dccec9 req-3352e9b6-efc0-4eac-a2a6-1577b46c3104 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (7585e969-04e4-4a12-b80a-0f1fb6137cf0), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:20.144027 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f6399062-9bfe-4891-a3df-14c3497dcace admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (5343f20c-b3cf-4b42-b888-fb4d3e58ad9d), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:20.148511 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (cdf78e47-27a9-41de-9372-81efb71bc085), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:20.159884 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f6399062-9bfe-4891-a3df-14c3497dcace admin admin] Publish callbacks [] for router_controller (5343f20c-b3cf-4b42-b888-fb4d3e58ad9d), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:20.180957 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=08341899-0164-4ea3-b3fa-2de736c8841a,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:20.189034 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-eeb4fb7b-989d-47ec-996e-f2eef3f12359 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (d49caac1-335a-44b3-9b49-5dc14012ca7a), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:20.189748 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-eeb4fb7b-989d-47ec-996e-f2eef3f12359 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks [] for floatingip (d49caac1-335a-44b3-9b49-5dc14012ca7a), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:20.214949 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-eeb4fb7b-989d-47ec-996e-f2eef3f12359 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Calling delete_port for d49caac1-335a-44b3-9b49-5dc14012ca7a owned by network:floatingip {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:38:20.257545 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799186e8-a4c7-44a8-8e2f-b632eda489fd req-962bf21a-cefc-49bb-885a-89961ff6b46e tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:20.265135 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-799186e8-a4c7-44a8-8e2f-b632eda489fd req-962bf21a-cefc-49bb-885a-89961ff6b46e tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/ports?device_id=f07054f1-ef38-42ac-a181-aae86b623b32 HTTP/1.1" status: 200 len: 945 time: 0.3776948 Feb 09 21:38:20.266277 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=cdf78e47-27a9-41de-9372-81efb71bc085,revision_number=8']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:20.291559 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af13643-e0e8-46a3-b330-08f891f3a325 req-0bcec912-5941-42f4-b920-81ece0e78e9d tempest-ServerDiagnosticsNegativeTest-1625744175 tempest-ServerDiagnosticsNegativeTest-1625744175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:20.293117 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7af13643-e0e8-46a3-b330-08f891f3a325 req-0bcec912-5941-42f4-b920-81ece0e78e9d tempest-ServerDiagnosticsNegativeTest-1625744175 tempest-ServerDiagnosticsNegativeTest-1625744175-project] 10.222.0.90 "GET /v2.0/ports?device_id=7882896d-5d76-4cf1-a645-8ad9179a4dd7 HTTP/1.1" status: 200 len: 948 time: 0.3519797 Feb 09 21:38:20.306102 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f6399062-9bfe-4891-a3df-14c3497dcace admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (5343f20c-b3cf-4b42-b888-fb4d3e58ad9d), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:20.306606 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6399062-9bfe-4891-a3df-14c3497dcace admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5343f20c-b3cf-4b42-b888-fb4d3e58ad9d {{(pid=103140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:38:20.322594 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f6399062-9bfe-4891-a3df-14c3497dcace admin admin] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:20.327621 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-f6399062-9bfe-4891-a3df-14c3497dcace admin admin] 10.222.0.90 "DELETE /v2.0/routers/5343f20c-b3cf-4b42-b888-fb4d3e58ad9d HTTP/1.1" status: 204 len: 168 time: 2.0924857 Feb 09 21:38:20.335545 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 59912) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:20.436116 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-799186e8-a4c7-44a8-8e2f-b632eda489fd req-b648d29a-cfcc-4964-9bef-8f4b43fbde3a tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/security-groups?id=1fbaec86-241e-4c80-89d8-21c7be7723d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700907 Feb 09 21:38:20.451395 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-54d3971b-d8b9-4557-acba-a02f11dccec9 req-3352e9b6-efc0-4eac-a2a6-1577b46c3104 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] For port 7585e969-04e4-4a12-b80a-0f1fb6137cf0, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=7585e969-04e4-4a12-b80a-0f1fb6137cf0,segment=NetworkSegment(d40f9022-2b63-46f5-b33e-b292576f9da1),segment_id=d40f9022-2b63-46f5-b33e-b292576f9da1)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:20.451914 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-eeb4fb7b-989d-47ec-996e-f2eef3f12359 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (d49caac1-335a-44b3-9b49-5dc14012ca7a), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:20.456851 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-54d3971b-d8b9-4557-acba-a02f11dccec9 req-3352e9b6-efc0-4eac-a2a6-1577b46c3104 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (7585e969-04e4-4a12-b80a-0f1fb6137cf0), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:20.484345 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb4fb7b-989d-47ec-996e-f2eef3f12359 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Pushing event deleted for resources: {'Port': ['ID=d49caac1-335a-44b3-9b49-5dc14012ca7a,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:20.505791 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f782f842-b3e0-4938-ba9c-9b2c68339518 x-openstack-request-id: req-f782f842-b3e0-4938-ba9c-9b2c68339518 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:38:20.506092 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25ff4a27-5d39-4104-bc4e-ab7ca4a4b676", "name": "network-vif-unplugged", "status": "completed", "tag": "cdf78e47-27a9-41de-9372-81efb71bc085", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:38:20.506346 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-f782f842-b3e0-4938-ba9c-9b2c68339518 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:38:20.506742 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25ff4a27-5d39-4104-bc4e-ab7ca4a4b676', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdf78e47-27a9-41de-9372-81efb71bc085', 'code': 200} Feb 09 21:38:20.511981 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7af13643-e0e8-46a3-b330-08f891f3a325 req-392ffd1f-a52a-46b0-beba-8e24746c5248 tempest-ServerDiagnosticsNegativeTest-1625744175 tempest-ServerDiagnosticsNegativeTest-1625744175-project] 10.222.0.90 "GET /v2.0/security-groups?id=99a6518c-c1ef-458a-9255-86b723e05ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982062 Feb 09 21:38:20.534952 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_v2 [None req-962c0431-f6b1-457a-a767-99e1d78720bf admin admin] Deleting subnet d52237e6-14ab-4720-af5c-d58266e97d9d {{(pid=103140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:38:20.537962 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-962c0431-f6b1-457a-a767-99e1d78720bf admin admin] Publish callbacks [] for subnet (d52237e6-14ab-4720-af5c-d58266e97d9d), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:20.539851 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-54d3971b-d8b9-4557-acba-a02f11dccec9 req-3352e9b6-efc0-4eac-a2a6-1577b46c3104 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Calling delete_port for 7585e969-04e4-4a12-b80a-0f1fb6137cf0 owned by compute:nova {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:38:20.568839 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-eeb4fb7b-989d-47ec-996e-f2eef3f12359 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks [] for floatingip (ee7b4bf7-9b36-48c1-8c86-e3a11907cba2), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:20.569179 n-d-828369-5 neutron-server[103141]: INFO neutron.db.l3_db [None req-eeb4fb7b-989d-47ec-996e-f2eef3f12359 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Floating IP ee7b4bf7-9b36-48c1-8c86-e3a11907cba2 disassociated (deleted). External IP: 172.25.3.47, port: 43cf3c60-864d-446e-a7b2-eb74c1ee86cf. Feb 09 21:38:20.630955 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-962c0431-f6b1-457a-a767-99e1d78720bf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9110716'] for subnet (d52237e6-14ab-4720-af5c-d58266e97d9d), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:20.756852 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['08341899-0164-4ea3-b3fa-2de736c8841a'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:38:20.787181 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e484f6bc-860f-4bf7-aed6-3ea3c9afa891 req-b994640f-364d-4f66-86b0-ebce414c463f tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:20.792386 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e484f6bc-860f-4bf7-aed6-3ea3c9afa891 req-b994640f-364d-4f66-86b0-ebce414c463f tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:20.797692 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e484f6bc-860f-4bf7-aed6-3ea3c9afa891 req-b994640f-364d-4f66-86b0-ebce414c463f tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:20.802927 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e484f6bc-860f-4bf7-aed6-3ea3c9afa891 req-b994640f-364d-4f66-86b0-ebce414c463f tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:20.804929 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['fca520bc-4583-4f45-ac10-81c7e3c84710'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:38:20.808815 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e484f6bc-860f-4bf7-aed6-3ea3c9afa891 req-b994640f-364d-4f66-86b0-ebce414c463f tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:20.814035 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e484f6bc-860f-4bf7-aed6-3ea3c9afa891 req-b994640f-364d-4f66-86b0-ebce414c463f tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:20.822997 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeb4fb7b-989d-47ec-996e-f2eef3f12359 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Router 4508429f-0210-4fc3-8588-b916f1b1426e has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:38:20.830871 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e484f6bc-860f-4bf7-aed6-3ea3c9afa891 req-b994640f-364d-4f66-86b0-ebce414c463f tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:20.832863 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e484f6bc-860f-4bf7-aed6-3ea3c9afa891 req-b994640f-364d-4f66-86b0-ebce414c463f tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 5429 time: 0.1718376 Feb 09 21:38:20.848069 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-962c0431-f6b1-457a-a767-99e1d78720bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (d52237e6-14ab-4720-af5c-d58266e97d9d), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:21.017126 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeb4fb7b-989d-47ec-996e-f2eef3f12359 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:38:21.019937 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-279c1584-7aa5-4a83-9cb3-f5cf8a364741 req-05b42108-a125-4d38-95a5-c8d9afda3653 tempest-ServerShowV247Test-328120966 tempest-ServerShowV247Test-328120966-project] 10.222.0.90 "GET /v2.0/ports?device_id=bc62472c-7351-4b0b-a87c-5c70536447de HTTP/1.1" status: 200 len: 210 time: 0.1400442 Feb 09 21:38:21.033815 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c905f985-4ad9-41d3-9d48-afd4d665e82d None None] Sync routers for ids ['4508429f-0210-4fc3-8588-b916f1b1426e'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:38:21.038730 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-eeb4fb7b-989d-47ec-996e-f2eef3f12359 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:21.042893 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e484f6bc-860f-4bf7-aed6-3ea3c9afa891 req-4b0cb12a-e130-4116-a0fd-18c9f9b6ff02 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/security-groups?id=13b87425-0324-41b8-9577-a03ea20c9956&id=d1e73a5e-905c-466a-be51-a1576b624ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1613722 Feb 09 21:38:21.056623 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c905f985-4ad9-41d3-9d48-afd4d665e82d None None] Routers {'4508429f-0210-4fc3-8588-b916f1b1426e'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:38:21.057263 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-c905f985-4ad9-41d3-9d48-afd4d665e82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:38:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['4508429f-0210-4fc3-8588-b916f1b1426e'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:21.096536 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-c905f985-4ad9-41d3-9d48-afd4d665e82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:21.108675 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c905f985-4ad9-41d3-9d48-afd4d665e82d None None] Routers {'4508429f-0210-4fc3-8588-b916f1b1426e'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:38:21.110993 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-c905f985-4ad9-41d3-9d48-afd4d665e82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:38:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['4508429f-0210-4fc3-8588-b916f1b1426e'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:21.114567 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 3a593cec-d12e-4526-83b7-53e19c6c100c details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:38:21.126000 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-eeb4fb7b-989d-47ec-996e-f2eef3f12359 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] 10.222.0.90 "DELETE /v2.0/floatingips/ee7b4bf7-9b36-48c1-8c86-e3a11907cba2 HTTP/1.1" status: 204 len: 168 time: 1.3158224 Feb 09 21:38:21.129253 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 59928) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:21.150459 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-c905f985-4ad9-41d3-9d48-afd4d665e82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:21.151359 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c905f985-4ad9-41d3-9d48-afd4d665e82d None None] The sync data for ids ['4508429f-0210-4fc3-8588-b916f1b1426e'] in n-d-828369-5 is: [] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:38:21.172409 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:21.194677 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-962c0431-f6b1-457a-a767-99e1d78720bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621346'] for subnet (d52237e6-14ab-4720-af5c-d58266e97d9d), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:21.197811 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-54d3971b-d8b9-4557-acba-a02f11dccec9 req-3352e9b6-efc0-4eac-a2a6-1577b46c3104 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (7585e969-04e4-4a12-b80a-0f1fb6137cf0), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:21.245117 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['7585e969-04e4-4a12-b80a-0f1fb6137cf0'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:38:21.297711 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-574a9202-7c01-4023-92d4-2aae0147cec8 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Deleting port 43cf3c60-864d-446e-a7b2-eb74c1ee86cf {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:38:21.297979 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-574a9202-7c01-4023-92d4-2aae0147cec8 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (43cf3c60-864d-446e-a7b2-eb74c1ee86cf), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:21.310046 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962c0431-f6b1-457a-a767-99e1d78720bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d52237e6-14ab-4720-af5c-d58266e97d9d,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:21.326896 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2668c450-8550-42f5-bd99-78fdd58a0f0a None None] Network 72e21a0c-bd04-4da9-83ef-ade9ea60785f requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:38:21.344947 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-962c0431-f6b1-457a-a767-99e1d78720bf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:21.355113 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-962c0431-f6b1-457a-a767-99e1d78720bf admin admin] 10.222.0.90 "DELETE /v2.0/subnets/d52237e6-14ab-4720-af5c-d58266e97d9d HTTP/1.1" status: 204 len: 168 time: 1.0118470 Feb 09 21:38:21.356315 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3352e9b6-efc0-4eac-a2a6-1577b46c3104 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Pushing event deleted for resources: {'Port': ['ID=7585e969-04e4-4a12-b80a-0f1fb6137cf0,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:21.368277 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 59930) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:21.443484 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-54d3971b-d8b9-4557-acba-a02f11dccec9 req-3352e9b6-efc0-4eac-a2a6-1577b46c3104 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] No DVR routers for this DVR port 7585e969-04e4-4a12-b80a-0f1fb6137cf0 on host n-h1-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:38:21.449779 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-54d3971b-d8b9-4557-acba-a02f11dccec9 req-3352e9b6-efc0-4eac-a2a6-1577b46c3104 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:21.453232 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-54d3971b-d8b9-4557-acba-a02f11dccec9 req-3352e9b6-efc0-4eac-a2a6-1577b46c3104 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.95 "DELETE /v2.0/ports/7585e969-04e4-4a12-b80a-0f1fb6137cf0 HTTP/1.1" status: 204 len: 173 time: 1.9209800 Feb 09 21:38:21.454558 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f07054f1-ef38-42ac-a181-aae86b623b32', 'name': 'network-vif-deleted', 'tag': '7585e969-04e4-4a12-b80a-0f1fb6137cf0'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:38:21.456873 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-035690c9-ad37-4dd8-ace5-f7940fcf9a7f" -d '{"events": [{"server_uuid": "f07054f1-ef38-42ac-a181-aae86b623b32", "name": "network-vif-deleted", "tag": "7585e969-04e4-4a12-b80a-0f1fb6137cf0"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:38:21.475694 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c890cab3-f3e6-45f0-ab3a-e93049dd1e71 req-5bc8a73a-64fc-4fe9-b1fe-3d298bf9ce09 tempest-ServerTagsTestJSON-780191640 tempest-ServerTagsTestJSON-780191640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:21.478079 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c890cab3-f3e6-45f0-ab3a-e93049dd1e71 req-5bc8a73a-64fc-4fe9-b1fe-3d298bf9ce09 tempest-ServerTagsTestJSON-780191640 tempest-ServerTagsTestJSON-780191640-project] 10.222.0.90 "GET /v2.0/ports?device_id=41f36ca2-ea0d-4721-9a8e-e811b55636ea HTTP/1.1" status: 200 len: 944 time: 0.3433340 Feb 09 21:38:21.485277 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 9fa2d5ea-567a-4281-bc40-83146c54d226 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:38:21.496683 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-574a9202-7c01-4023-92d4-2aae0147cec8 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (43cf3c60-864d-446e-a7b2-eb74c1ee86cf), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:21.530152 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-574a9202-7c01-4023-92d4-2aae0147cec8 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Calling delete_port for 43cf3c60-864d-446e-a7b2-eb74c1ee86cf owned by {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:38:21.564440 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 9fa2d5ea-567a-4281-bc40-83146c54d226 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:38:21.565032 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 9fa2d5ea-567a-4281-bc40-83146c54d226 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:38:21.601148 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6dbedb06-54cd-49d5-a7d6-f399f20f14fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (72e21a0c-bd04-4da9-83ef-ade9ea60785f), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:21.601385 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 3a593cec-d12e-4526-83b7-53e19c6c100c, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=3a593cec-d12e-4526-83b7-53e19c6c100c,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:21.640957 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c890cab3-f3e6-45f0-ab3a-e93049dd1e71 req-b5939ede-85ce-4e18-9ce6-39e6c2a5bc92 tempest-ServerTagsTestJSON-780191640 tempest-ServerTagsTestJSON-780191640-project] 10.222.0.90 "GET /v2.0/security-groups?id=39330270-fb50-49e4-9e17-e8b9f98f9dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457441 Feb 09 21:38:21.699384 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': '3a593cec-d12e-4526-83b7-53e19c6c100c', 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc', 'port_id': '3a593cec-d12e-4526-83b7-53e19c6c100c', 'mac_address': 'fa:16:3e:97:aa:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f7402ac-a35b-414b-bcc1-bc1c3072ec3c', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:38:21.703291 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6db63761-f01f-46e0-95f5-50f8d469a563 req-87ab2655-f206-413c-8eff-5b7b37aa6966 tempest-ListServerFiltersTestJSON-1807511458 tempest-ListServerFiltersTestJSON-1807511458-project] 10.222.0.90 "GET /v2.0/ports?device_id=f07054f1-ef38-42ac-a181-aae86b623b32 HTTP/1.1" status: 200 len: 210 time: 0.0948291 Feb 09 21:38:21.760030 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-574a9202-7c01-4023-92d4-2aae0147cec8 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (43cf3c60-864d-446e-a7b2-eb74c1ee86cf), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:21.764897 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac187dd9-946f-447b-bbec-495ac4f95e1a x-openstack-request-id: req-ac187dd9-946f-447b-bbec-495ac4f95e1a {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:38:21.765146 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f07054f1-ef38-42ac-a181-aae86b623b32", "name": "network-vif-deleted", "tag": "7585e969-04e4-4a12-b80a-0f1fb6137cf0", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:38:21.765366 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-ac187dd9-946f-447b-bbec-495ac4f95e1a {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:38:21.765772 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f07054f1-ef38-42ac-a181-aae86b623b32', 'name': 'network-vif-deleted', 'tag': '7585e969-04e4-4a12-b80a-0f1fb6137cf0', 'status': 'completed', 'code': 200} Feb 09 21:38:21.790999 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574a9202-7c01-4023-92d4-2aae0147cec8 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Pushing event deleted for resources: {'Port': ['ID=43cf3c60-864d-446e-a7b2-eb74c1ee86cf,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:21.886975 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-6dbedb06-54cd-49d5-a7d6-f399f20f14fe admin admin] Deleting port 2e1f46a2-1abc-4d67-bcb6-bc141368a95a {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:38:21.887663 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6dbedb06-54cd-49d5-a7d6-f399f20f14fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (2e1f46a2-1abc-4d67-bcb6-bc141368a95a), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:21.905114 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 3a593cec-d12e-4526-83b7-53e19c6c100c is: ACTIVE; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:38:21.905505 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (3a593cec-d12e-4526-83b7-53e19c6c100c), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:21.935841 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3a593cec-d12e-4526-83b7-53e19c6c100c {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:38:21.950184 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-574a9202-7c01-4023-92d4-2aae0147cec8 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:21.954364 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-574a9202-7c01-4023-92d4-2aae0147cec8 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] 10.222.0.90 "DELETE /v2.0/ports/43cf3c60-864d-446e-a7b2-eb74c1ee86cf HTTP/1.1" status: 204 len: 168 time: 0.8241560 Feb 09 21:38:21.958896 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 59948) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:21.965518 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-2d510930-7646-4e73-897a-0aa11f79757a tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Request body: {'floatingip': {'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:21.977960 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 3a593cec-d12e-4526-83b7-53e19c6c100c, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=3a593cec-d12e-4526-83b7-53e19c6c100c,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:21.984054 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f56319-f670-4e6a-8033-1a059970c18f req-c9c063cc-8c6b-45ae-9ff2-d4fc375308cc tempest-ServerDiagnosticsNegativeTest-1625744175 tempest-ServerDiagnosticsNegativeTest-1625744175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:21.985840 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a3f56319-f670-4e6a-8033-1a059970c18f req-c9c063cc-8c6b-45ae-9ff2-d4fc375308cc tempest-ServerDiagnosticsNegativeTest-1625744175 tempest-ServerDiagnosticsNegativeTest-1625744175-project] 10.222.0.90 "GET /v2.0/ports?device_id=7882896d-5d76-4cf1-a645-8ad9179a4dd7 HTTP/1.1" status: 200 len: 948 time: 0.1506956 Feb 09 21:38:21.988248 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-6dbedb06-54cd-49d5-a7d6-f399f20f14fe admin admin] For port 2e1f46a2-1abc-4d67-bcb6-bc141368a95a, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=2e1f46a2-1abc-4d67-bcb6-bc141368a95a,segment=NetworkSegment(f943d251-cbac-4cd2-b962-dbbb0491c1ed),segment_id=f943d251-cbac-4cd2-b962-dbbb0491c1ed)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:21.988617 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6dbedb06-54cd-49d5-a7d6-f399f20f14fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (2e1f46a2-1abc-4d67-bcb6-bc141368a95a), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:21.993148 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2d510930-7646-4e73-897a-0aa11f79757a tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:21.995341 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (3a593cec-d12e-4526-83b7-53e19c6c100c), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:22.001980 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe418657-47cd-4c8e-b4d9-57b596224ea1 None None] DHCP port deletion for 72e21a0c-bd04-4da9-83ef-ade9ea60785f request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:38:22.018509 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-6dbedb06-54cd-49d5-a7d6-f399f20f14fe admin admin] Calling delete_port for 2e1f46a2-1abc-4d67-bcb6-bc141368a95a owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:38:22.119007 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=3a593cec-d12e-4526-83b7-53e19c6c100c,revision_number=6']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:22.132523 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2d510930-7646-4e73-897a-0aa11f79757a tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:22.165136 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a3f56319-f670-4e6a-8033-1a059970c18f req-c29d3714-dc12-49af-a67c-42620f7d61ab tempest-ServerDiagnosticsNegativeTest-1625744175 tempest-ServerDiagnosticsNegativeTest-1625744175-project] 10.222.0.90 "GET /v2.0/security-groups?id=99a6518c-c1ef-458a-9255-86b723e05ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549249 Feb 09 21:38:22.202341 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-fe418657-47cd-4c8e-b4d9-57b596224ea1 None None] Deleting port 2e1f46a2-1abc-4d67-bcb6-bc141368a95a {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:38:22.202972 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-fe418657-47cd-4c8e-b4d9-57b596224ea1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (2e1f46a2-1abc-4d67-bcb6-bc141368a95a), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:22.249241 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2b30b281-d190-4f56-a05a-09a39aa80726 req-54b33971-d8f0-4d58-ac95-23e1db75cda3 tempest-ServerShowV247Test-328120966 tempest-ServerShowV247Test-328120966-project] 10.222.0.90 "GET /v2.0/ports?device_id=bc62472c-7351-4b0b-a87c-5c70536447de HTTP/1.1" status: 200 len: 210 time: 0.0808058 Feb 09 21:38:22.278619 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-fe418657-47cd-4c8e-b4d9-57b596224ea1 None None] For port 2e1f46a2-1abc-4d67-bcb6-bc141368a95a, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=2e1f46a2-1abc-4d67-bcb6-bc141368a95a,segment=NetworkSegment(f943d251-cbac-4cd2-b962-dbbb0491c1ed),segment_id=f943d251-cbac-4cd2-b962-dbbb0491c1ed)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:22.279238 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-fe418657-47cd-4c8e-b4d9-57b596224ea1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (2e1f46a2-1abc-4d67-bcb6-bc141368a95a), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:22.284913 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-2d510930-7646-4e73-897a-0aa11f79757a tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Allocated IP 172.25.3.67 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/8879fe01-3252-4a15-be18-73bac4e90c91) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:38:22.297903 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['3a593cec-d12e-4526-83b7-53e19c6c100c'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:38:22.341201 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6dbedb06-54cd-49d5-a7d6-f399f20f14fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (2e1f46a2-1abc-4d67-bcb6-bc141368a95a), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:22.376354 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-fe418657-47cd-4c8e-b4d9-57b596224ea1 None None] Calling delete_port for 2e1f46a2-1abc-4d67-bcb6-bc141368a95a owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:38:22.415088 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbedb06-54cd-49d5-a7d6-f399f20f14fe admin admin] No DVR routers for this DVR port 2e1f46a2-1abc-4d67-bcb6-bc141368a95a on host n-d-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:38:22.423788 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbedb06-54cd-49d5-a7d6-f399f20f14fe admin admin] Pushing event deleted for resources: {'Port': ['ID=2e1f46a2-1abc-4d67-bcb6-bc141368a95a,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:22.449546 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aed8a7-43b0-4c7d-aab7-5033b7b7c2d0 req-a9b1a5ba-1da0-4427-866d-1609389dc976 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:22.458627 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aed8a7-43b0-4c7d-aab7-5033b7b7c2d0 req-a9b1a5ba-1da0-4427-866d-1609389dc976 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:22.464190 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2d510930-7646-4e73-897a-0aa11f79757a tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks [] for port (8879fe01-3252-4a15-be18-73bac4e90c91), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:22.478099 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aed8a7-43b0-4c7d-aab7-5033b7b7c2d0 req-a9b1a5ba-1da0-4427-866d-1609389dc976 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:22.484265 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aed8a7-43b0-4c7d-aab7-5033b7b7c2d0 req-a9b1a5ba-1da0-4427-866d-1609389dc976 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:22.493376 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aed8a7-43b0-4c7d-aab7-5033b7b7c2d0 req-a9b1a5ba-1da0-4427-866d-1609389dc976 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:22.499606 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aed8a7-43b0-4c7d-aab7-5033b7b7c2d0 req-a9b1a5ba-1da0-4427-866d-1609389dc976 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:22.506182 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aed8a7-43b0-4c7d-aab7-5033b7b7c2d0 req-a9b1a5ba-1da0-4427-866d-1609389dc976 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:22.509653 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-29aed8a7-43b0-4c7d-aab7-5033b7b7c2d0 req-a9b1a5ba-1da0-4427-866d-1609389dc976 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 5429 time: 0.2442977 Feb 09 21:38:22.516895 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-2fc5b01f-4dcd-4eff-bfbb-ad950fc4b79f req-475e6a5a-3b74-4893-a287-ede4dc06edc3 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=bc62472c-7351-4b0b-a87c-5c70536447de HTTP/1.1" status: 200 len: 210 time: 0.0396733 Feb 09 21:38:22.544574 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2d510930-7646-4e73-897a-0aa11f79757a tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (8879fe01-3252-4a15-be18-73bac4e90c91), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:22.583551 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-fe418657-47cd-4c8e-b4d9-57b596224ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (2e1f46a2-1abc-4d67-bcb6-bc141368a95a), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:22.597646 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d510930-7646-4e73-897a-0aa11f79757a tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Pushing event updated for resources: {'Port': ['ID=8879fe01-3252-4a15-be18-73bac4e90c91,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:22.609943 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d510930-7646-4e73-897a-0aa11f79757a tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:38:22.611433 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-2d510930-7646-4e73-897a-0aa11f79757a tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:38:22.613735 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d510930-7646-4e73-897a-0aa11f79757a tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:38:22.636135 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe418657-47cd-4c8e-b4d9-57b596224ea1 None None] No DVR routers for this DVR port 2e1f46a2-1abc-4d67-bcb6-bc141368a95a on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:38:22.638014 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe418657-47cd-4c8e-b4d9-57b596224ea1 None None] Pushing event deleted for resources: {'Port': ['ID=2e1f46a2-1abc-4d67-bcb6-bc141368a95a,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:22.654672 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6dbedb06-54cd-49d5-a7d6-f399f20f14fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (72e21a0c-bd04-4da9-83ef-ade9ea60785f), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:22.669131 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-29aed8a7-43b0-4c7d-aab7-5033b7b7c2d0 req-2c807323-5c32-4f63-9331-3d7631b18257 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/security-groups?id=13b87425-0324-41b8-9577-a03ea20c9956&id=d1e73a5e-905c-466a-be51-a1576b624ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1319668 Feb 09 21:38:22.709794 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-6dbedb06-54cd-49d5-a7d6-f399f20f14fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72e21a0c-bd04-4da9-83ef-ade9ea60785f']}} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:22.720177 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-6dbedb06-54cd-49d5-a7d6-f399f20f14fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f943d251-cbac-4cd2-b962-dbbb0491c1ed') {'for_net_delete': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:22.722212 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-6dbedb06-54cd-49d5-a7d6-f399f20f14fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f943d251-cbac-4cd2-b962-dbbb0491c1ed') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:22.733535 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6dbedb06-54cd-49d5-a7d6-f399f20f14fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110711'] for segment (f943d251-cbac-4cd2-b962-dbbb0491c1ed), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:22.747134 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2d510930-7646-4e73-897a-0aa11f79757a tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks [] for floatingip (a8c156c8-43e0-4add-b343-8d2015e54a74), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:22.756026 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6dbedb06-54cd-49d5-a7d6-f399f20f14fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (f943d251-cbac-4cd2-b962-dbbb0491c1ed), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:22.771118 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dbedb06-54cd-49d5-a7d6-f399f20f14fe admin admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=103140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:38:22.771539 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6dbedb06-54cd-49d5-a7d6-f399f20f14fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669415'] for segment (f943d251-cbac-4cd2-b962-dbbb0491c1ed), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:22.774882 n-d-828369-5 neutron-server[103140]: Traceback (most recent call last): Feb 09 21:38:22.774882 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:38:22.774882 n-d-828369-5 neutron-server[103140]: timer() Feb 09 21:38:22.774882 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:38:22.774882 n-d-828369-5 neutron-server[103140]: cb(*args, **kw) Feb 09 21:38:22.774882 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:38:22.774882 n-d-828369-5 neutron-server[103140]: return func(*args, **kwargs) Feb 09 21:38:22.774882 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:38:22.774882 n-d-828369-5 neutron-server[103140]: self._notify() Feb 09 21:38:22.774882 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:38:22.774882 n-d-828369-5 neutron-server[103140]: self.callback(batched_events) Feb 09 21:38:22.774882 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:38:22.774882 n-d-828369-5 neutron-server[103140]: event.method(event) Feb 09 21:38:22.774882 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:38:22.774882 n-d-828369-5 neutron-server[103140]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:38:22.774882 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:38:22.774882 n-d-828369-5 neutron-server[103140]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:38:22.774882 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:38:22.774882 n-d-828369-5 neutron-server[103140]: return f(self, *a, **k) Feb 09 21:38:22.774882 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:38:22.774882 n-d-828369-5 neutron-server[103140]: return self._get(url).json() Feb 09 21:38:22.774882 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:38:22.774882 n-d-828369-5 neutron-server[103140]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:38:22.774882 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:38:22.774882 n-d-828369-5 neutron-server[103140]: return self.request(url, 'GET', **kwargs) Feb 09 21:38:22.774882 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:38:22.774882 n-d-828369-5 neutron-server[103140]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:38:22.774882 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:38:22.774882 n-d-828369-5 neutron-server[103140]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:38:22.774882 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:38:22.774882 n-d-828369-5 neutron-server[103140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:38:22.774882 n-d-828369-5 neutron-server[103140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:38:22.790665 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2d510930-7646-4e73-897a-0aa11f79757a tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (8879fe01-3252-4a15-be18-73bac4e90c91), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:22.792562 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 59960) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:22.881357 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-10eecd0c-383a-4144-8430-965ad665be4a admin admin] Deleting subnet 23af5770-96c5-4601-87b5-a95bcf2c0086 {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:38:22.898325 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb9289f-15b1-4335-b1be-941cdb4f761e req-28da8fb2-5c97-48ca-b119-6a72a4216877 tempest-ServerTagsTestJSON-780191640 tempest-ServerTagsTestJSON-780191640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:22.906287 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2bb9289f-15b1-4335-b1be-941cdb4f761e req-28da8fb2-5c97-48ca-b119-6a72a4216877 tempest-ServerTagsTestJSON-780191640 tempest-ServerTagsTestJSON-780191640-project] 10.222.0.90 "GET /v2.0/ports?device_id=41f36ca2-ea0d-4721-9a8e-e811b55636ea HTTP/1.1" status: 200 len: 944 time: 0.1101329 Feb 09 21:38:22.908522 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6dbedb06-54cd-49d5-a7d6-f399f20f14fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (72e21a0c-bd04-4da9-83ef-ade9ea60785f), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:22.921062 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-10eecd0c-383a-4144-8430-965ad665be4a admin admin] Publish callbacks [] for subnet (23af5770-96c5-4601-87b5-a95bcf2c0086), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:22.945640 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 3a593cec-d12e-4526-83b7-53e19c6c100c up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:38:22.965318 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6dbedb06-54cd-49d5-a7d6-f399f20f14fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:22.969035 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-6dbedb06-54cd-49d5-a7d6-f399f20f14fe admin admin] 10.222.0.90 "DELETE /v2.0/networks/72e21a0c-bd04-4da9-83ef-ade9ea60785f HTTP/1.1" status: 204 len: 168 time: 1.5980897 Feb 09 21:38:22.972593 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 59972) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:22.976859 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbedb06-54cd-49d5-a7d6-f399f20f14fe admin admin] Pushing event deleted for resources: {'Network': ['ID=72e21a0c-bd04-4da9-83ef-ade9ea60785f,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:22.985879 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-10eecd0c-383a-4144-8430-965ad665be4a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (23af5770-96c5-4601-87b5-a95bcf2c0086), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:23.031405 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port 3a593cec-d12e-4526-83b7-53e19c6c100c triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:38:23.032046 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (3a593cec-d12e-4526-83b7-53e19c6c100c), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:23.032772 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2bb9289f-15b1-4335-b1be-941cdb4f761e req-29a2f63a-e262-4bc4-8557-2ebcbe5002bd tempest-ServerTagsTestJSON-780191640 tempest-ServerTagsTestJSON-780191640-project] 10.222.0.90 "GET /v2.0/security-groups?id=39330270-fb50-49e4-9e17-e8b9f98f9dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256084 Feb 09 21:38:23.120581 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 3a593cec-d12e-4526-83b7-53e19c6c100c is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:38:23.121218 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (3a593cec-d12e-4526-83b7-53e19c6c100c), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:23.154015 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e490ff87-5e28-4048-bdc6-d63fa5f2ccef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a593cec-d12e-4526-83b7-53e19c6c100c'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:38:23.157780 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a434381-0b5c-459c-a981-1df1ea030885" -d '{"events": [{"server_uuid": "e490ff87-5e28-4048-bdc6-d63fa5f2ccef", "name": "network-vif-plugged", "status": "completed", "tag": "3a593cec-d12e-4526-83b7-53e19c6c100c"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:38:23.195652 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 3a593cec-d12e-4526-83b7-53e19c6c100c, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=3a593cec-d12e-4526-83b7-53e19c6c100c,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:23.196624 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2d510930-7646-4e73-897a-0aa11f79757a tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks [] for port (8879fe01-3252-4a15-be18-73bac4e90c91), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:23.203853 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (3a593cec-d12e-4526-83b7-53e19c6c100c), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:23.209414 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-10eecd0c-383a-4144-8430-965ad665be4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (23af5770-96c5-4601-87b5-a95bcf2c0086), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:23.211303 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2d510930-7646-4e73-897a-0aa11f79757a tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (8879fe01-3252-4a15-be18-73bac4e90c91), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:23.247215 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2099fc35-060d-4a03-9651-ce89e1c4ed5f x-openstack-request-id: req-2099fc35-060d-4a03-9651-ce89e1c4ed5f {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:38:23.247725 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e490ff87-5e28-4048-bdc6-d63fa5f2ccef", "name": "network-vif-plugged", "status": "completed", "tag": "3a593cec-d12e-4526-83b7-53e19c6c100c", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:38:23.248130 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-2099fc35-060d-4a03-9651-ce89e1c4ed5f {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:38:23.248689 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e490ff87-5e28-4048-bdc6-d63fa5f2ccef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a593cec-d12e-4526-83b7-53e19c6c100c', 'code': 200} Feb 09 21:38:23.280773 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=3a593cec-d12e-4526-83b7-53e19c6c100c,revision_number=7']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:23.345145 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:23.374288 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77490ab1-5c0f-4060-92cb-ba04295b10dd req-a855457a-c66b-4469-8e26-3678736ef12e tempest-ServerDiagnosticsNegativeTest-1625744175 tempest-ServerDiagnosticsNegativeTest-1625744175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:23.375848 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-77490ab1-5c0f-4060-92cb-ba04295b10dd req-a855457a-c66b-4469-8e26-3678736ef12e tempest-ServerDiagnosticsNegativeTest-1625744175 tempest-ServerDiagnosticsNegativeTest-1625744175-project] 10.222.0.90 "GET /v2.0/ports?device_id=7882896d-5d76-4cf1-a645-8ad9179a4dd7 HTTP/1.1" status: 200 len: 948 time: 0.1137424 Feb 09 21:38:23.424725 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d35d9aae-96d7-4bf5-b353-cf6f8560d01c req-7b5f2900-d26a-4609-9e3d-0ec3c2d3f31b tempest-ServerShowV247Test-328120966 tempest-ServerShowV247Test-328120966-project] 10.222.0.90 "GET /v2.0/ports?device_id=bc62472c-7351-4b0b-a87c-5c70536447de HTTP/1.1" status: 200 len: 210 time: 0.0336199 Feb 09 21:38:23.442421 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 2e1f46a2-1abc-4d67-bcb6-bc141368a95a no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:38:23.469653 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-77490ab1-5c0f-4060-92cb-ba04295b10dd req-5ad1d729-43f4-4eeb-9073-e77a573d74ea tempest-ServerDiagnosticsNegativeTest-1625744175 tempest-ServerDiagnosticsNegativeTest-1625744175-project] 10.222.0.90 "GET /v2.0/security-groups?id=99a6518c-c1ef-458a-9255-86b723e05ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849276 Feb 09 21:38:23.492152 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 2e1f46a2-1abc-4d67-bcb6-bc141368a95a {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:38:23.493839 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 2e1f46a2-1abc-4d67-bcb6-bc141368a95a not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:38:23.761758 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 7585e969-04e4-4a12-b80a-0f1fb6137cf0 no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:38:23.776271 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d510930-7646-4e73-897a-0aa11f79757a tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Pushing event updated for resources: {'Port': ['ID=8879fe01-3252-4a15-be18-73bac4e90c91,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:23.789312 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] No Port match for: 7585e969-04e4-4a12-b80a-0f1fb6137cf0 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:38:23.790199 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 7585e969-04e4-4a12-b80a-0f1fb6137cf0 not bound to the agent host n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:38:23.807520 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2d510930-7646-4e73-897a-0aa11f79757a tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (a8c156c8-43e0-4add-b343-8d2015e54a74), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:23.820651 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-10eecd0c-383a-4144-8430-965ad665be4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (23af5770-96c5-4601-87b5-a95bcf2c0086), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:23.828543 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ee695e-8d14-4c89-9673-41a46f5f330c req-87df398a-1be9-479b-af68-be58552f6179 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:23.834902 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ee695e-8d14-4c89-9673-41a46f5f330c req-87df398a-1be9-479b-af68-be58552f6179 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:23.841615 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ee695e-8d14-4c89-9673-41a46f5f330c req-87df398a-1be9-479b-af68-be58552f6179 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:23.846862 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ee695e-8d14-4c89-9673-41a46f5f330c req-87df398a-1be9-479b-af68-be58552f6179 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:23.853352 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ee695e-8d14-4c89-9673-41a46f5f330c req-87df398a-1be9-479b-af68-be58552f6179 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:23.859242 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ee695e-8d14-4c89-9673-41a46f5f330c req-87df398a-1be9-479b-af68-be58552f6179 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:23.859480 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eecd0c-383a-4144-8430-965ad665be4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23af5770-96c5-4601-87b5-a95bcf2c0086,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:23.863260 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2d510930-7646-4e73-897a-0aa11f79757a tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:23.864546 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-2d510930-7646-4e73-897a-0aa11f79757a tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9045944 Feb 09 21:38:23.867784 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ee695e-8d14-4c89-9673-41a46f5f330c req-87df398a-1be9-479b-af68-be58552f6179 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:23.868619 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-10eecd0c-383a-4144-8430-965ad665be4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:23.874042 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-10eecd0c-383a-4144-8430-965ad665be4a admin admin] 10.222.0.90 "DELETE /v2.0/subnets/23af5770-96c5-4601-87b5-a95bcf2c0086 HTTP/1.1" status: 204 len: 168 time: 1.0776145 Feb 09 21:38:23.874042 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 59982) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:23.875915 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-81ee695e-8d14-4c89-9673-41a46f5f330c req-87df398a-1be9-479b-af68-be58552f6179 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 5429 time: 0.1319363 Feb 09 21:38:23.877371 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-a2533ba5-d544-4e8c-b66a-5f501f90dcbc tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Request body: {'port': {'network_id': 'd7c8263f-0802-4460-a401-0ec60b5fb74e', 'name': 'tempest-FloatingIPTestJSON-1900906445'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:23.880578 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 59984) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:23.884268 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec1e4b9-e179-46ab-a11a-cb7a1922fb6c None None] Network f722f08f-1fc9-4bca-8aee-34c5490b3824 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:38:24.101478 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3cd39412-5b5f-4863-8fc5-c901e2f17bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (f722f08f-1fc9-4bca-8aee-34c5490b3824), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:24.173464 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1826494-cb21-4019-a906-bc3893092215 None None] DHCP port deletion for f722f08f-1fc9-4bca-8aee-34c5490b3824 request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:38:24.221539 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2533ba5-d544-4e8c-b66a-5f501f90dcbc tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Made reservation on behalf of 715c3a0621fb4268ab328effc3e93792 for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:38:24.224894 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a2533ba5-d544-4e8c-b66a-5f501f90dcbc tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:24.261138 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [None req-a2533ba5-d544-4e8c-b66a-5f501f90dcbc tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] device_id is not set on port f8fa5c7d-2103-4f15-8e39-916b9464766c yet. {{(pid=103141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:38:24.262075 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-f1826494-cb21-4019-a906-bc3893092215 None None] Deleting port 03879e85-b0b6-4a34-a2f7-acd153afff7f {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:38:24.262649 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f1826494-cb21-4019-a906-bc3893092215 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (03879e85-b0b6-4a34-a2f7-acd153afff7f), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:24.336494 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-3cd39412-5b5f-4863-8fc5-c901e2f17bf7 admin admin] Deleting port 03879e85-b0b6-4a34-a2f7-acd153afff7f {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:38:24.336838 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3cd39412-5b5f-4863-8fc5-c901e2f17bf7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (03879e85-b0b6-4a34-a2f7-acd153afff7f), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:24.360296 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-f1826494-cb21-4019-a906-bc3893092215 None None] For port 03879e85-b0b6-4a34-a2f7-acd153afff7f, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=03879e85-b0b6-4a34-a2f7-acd153afff7f,segment=NetworkSegment(d40f9022-2b63-46f5-b33e-b292576f9da1),segment_id=d40f9022-2b63-46f5-b33e-b292576f9da1)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:24.360480 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-81ee695e-8d14-4c89-9673-41a46f5f330c req-964a1f96-6609-45cf-823c-8382efa71bb4 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/security-groups?id=13b87425-0324-41b8-9577-a03ea20c9956&id=d1e73a5e-905c-466a-be51-a1576b624ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4833944 Feb 09 21:38:24.361271 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f1826494-cb21-4019-a906-bc3893092215 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (03879e85-b0b6-4a34-a2f7-acd153afff7f), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:24.382107 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-f1826494-cb21-4019-a906-bc3893092215 None None] Calling delete_port for 03879e85-b0b6-4a34-a2f7-acd153afff7f owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:38:24.406049 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9bb5b0-1716-46ff-a0e5-b8d19f8b3854 req-426a195b-a454-473e-935d-d0974df1da77 tempest-ServerTagsTestJSON-780191640 tempest-ServerTagsTestJSON-780191640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:24.408151 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2e9bb5b0-1716-46ff-a0e5-b8d19f8b3854 req-426a195b-a454-473e-935d-d0974df1da77 tempest-ServerTagsTestJSON-780191640 tempest-ServerTagsTestJSON-780191640-project] 10.222.0.90 "GET /v2.0/ports?device_id=41f36ca2-ea0d-4721-9a8e-e811b55636ea HTTP/1.1" status: 200 len: 944 time: 0.1249385 Feb 09 21:38:24.487388 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-3cd39412-5b5f-4863-8fc5-c901e2f17bf7 admin admin] For port 03879e85-b0b6-4a34-a2f7-acd153afff7f, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=03879e85-b0b6-4a34-a2f7-acd153afff7f,segment=NetworkSegment(d40f9022-2b63-46f5-b33e-b292576f9da1),segment_id=d40f9022-2b63-46f5-b33e-b292576f9da1)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:24.487756 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3cd39412-5b5f-4863-8fc5-c901e2f17bf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (03879e85-b0b6-4a34-a2f7-acd153afff7f), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:24.501205 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f1826494-cb21-4019-a906-bc3893092215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (03879e85-b0b6-4a34-a2f7-acd153afff7f), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:24.501855 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-49842fff-e451-4285-bc94-baec2958b595 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524906'] for router_interface (ca62dda4-0703-44c0-8217-00ed3d96967a), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:24.503228 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2e9bb5b0-1716-46ff-a0e5-b8d19f8b3854 req-40955ff6-f51d-438a-ae8a-b80f45fc1658 tempest-ServerTagsTestJSON-780191640 tempest-ServerTagsTestJSON-780191640-project] 10.222.0.90 "GET /v2.0/security-groups?id=39330270-fb50-49e4-9e17-e8b9f98f9dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890014 Feb 09 21:38:24.510987 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-a2533ba5-d544-4e8c-b66a-5f501f90dcbc tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Allocated IP 172.20.0.2 (d7c8263f-0802-4460-a401-0ec60b5fb74e/a38fe000-1d14-4130-b1e3-ebd85079a80f/f8fa5c7d-2103-4f15-8e39-916b9464766c) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:38:24.547916 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1826494-cb21-4019-a906-bc3893092215 None None] No DVR routers for this DVR port 03879e85-b0b6-4a34-a2f7-acd153afff7f on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:38:24.557800 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1826494-cb21-4019-a906-bc3893092215 None None] Pushing event deleted for resources: {'Port': ['ID=03879e85-b0b6-4a34-a2f7-acd153afff7f,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:24.589894 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-3cd39412-5b5f-4863-8fc5-c901e2f17bf7 admin admin] Calling delete_port for 03879e85-b0b6-4a34-a2f7-acd153afff7f owned by network:dhcp {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:38:24.622519 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-aadb7ae1-d66b-48c3-8ddf-36ed5689b0d8 req-af1aa893-304f-4fef-af5d-853c81ffa5cf tempest-ServerShowV247Test-328120966 tempest-ServerShowV247Test-328120966-project] 10.222.0.90 "GET /v2.0/ports?device_id=bc62472c-7351-4b0b-a87c-5c70536447de HTTP/1.1" status: 200 len: 210 time: 0.0399690 Feb 09 21:38:24.722177 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0471bff9-90e3-411c-ab91-0580a20d241e req-b708ad37-4a26-47d9-9417-cbb4b0e86577 tempest-ServerDiagnosticsNegativeTest-1625744175 tempest-ServerDiagnosticsNegativeTest-1625744175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:24.724075 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0471bff9-90e3-411c-ab91-0580a20d241e req-b708ad37-4a26-47d9-9417-cbb4b0e86577 tempest-ServerDiagnosticsNegativeTest-1625744175 tempest-ServerDiagnosticsNegativeTest-1625744175-project] 10.222.0.90 "GET /v2.0/ports?device_id=7882896d-5d76-4cf1-a645-8ad9179a4dd7 HTTP/1.1" status: 200 len: 948 time: 0.0749345 Feb 09 21:38:24.780494 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0471bff9-90e3-411c-ab91-0580a20d241e req-c513ea7d-10f4-46e8-8821-490b976f1665 tempest-ServerDiagnosticsNegativeTest-1625744175 tempest-ServerDiagnosticsNegativeTest-1625744175-project] 10.222.0.90 "GET /v2.0/security-groups?id=99a6518c-c1ef-458a-9255-86b723e05ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484471 Feb 09 21:38:24.874013 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3cd39412-5b5f-4863-8fc5-c901e2f17bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (03879e85-b0b6-4a34-a2f7-acd153afff7f), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:24.912723 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd39412-5b5f-4863-8fc5-c901e2f17bf7 admin admin] Pushing event deleted for resources: {'Port': ['ID=03879e85-b0b6-4a34-a2f7-acd153afff7f,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:24.927122 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd39412-5b5f-4863-8fc5-c901e2f17bf7 admin admin] No DVR routers for this DVR port 03879e85-b0b6-4a34-a2f7-acd153afff7f on host n-d-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:38:24.932069 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a2533ba5-d544-4e8c-b66a-5f501f90dcbc tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks [] for port (f8fa5c7d-2103-4f15-8e39-916b9464766c), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:24.942049 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device fca520bc-4583-4f45-ac10-81c7e3c84710 up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:38:24.993412 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning for port fca520bc-4583-4f45-ac10-81c7e3c84710 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:38:24.998738 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port fca520bc-4583-4f45-ac10-81c7e3c84710 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:38:24.999130 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (fca520bc-4583-4f45-ac10-81c7e3c84710), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:25.042443 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3cd39412-5b5f-4863-8fc5-c901e2f17bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (f722f08f-1fc9-4bca-8aee-34c5490b3824), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:25.054595 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a2533ba5-d544-4e8c-b66a-5f501f90dcbc tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (f8fa5c7d-2103-4f15-8e39-916b9464766c), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:25.083639 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port fca520bc-4583-4f45-ac10-81c7e3c84710 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:38:25.084262 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (fca520bc-4583-4f45-ac10-81c7e3c84710), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:25.110594 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-3cd39412-5b5f-4863-8fc5-c901e2f17bf7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f722f08f-1fc9-4bca-8aee-34c5490b3824']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:25.120651 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port fca520bc-4583-4f45-ac10-81c7e3c84710, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=fca520bc-4583-4f45-ac10-81c7e3c84710,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:25.127363 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (fca520bc-4583-4f45-ac10-81c7e3c84710), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:25.128380 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 08341899-0164-4ea3-b3fa-2de736c8841a up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:38:25.132004 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-3cd39412-5b5f-4863-8fc5-c901e2f17bf7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd40f9022-2b63-46f5-b33e-b292576f9da1') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:25.133078 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-3cd39412-5b5f-4863-8fc5-c901e2f17bf7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd40f9022-2b63-46f5-b33e-b292576f9da1') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:25.170528 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3cd39412-5b5f-4863-8fc5-c901e2f17bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (d40f9022-2b63-46f5-b33e-b292576f9da1), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:25.173065 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2533ba5-d544-4e8c-b66a-5f501f90dcbc tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Network d7c8263f-0802-4460-a401-0ec60b5fb74e is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:38:25.179125 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2533ba5-d544-4e8c-b66a-5f501f90dcbc tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Pushing event updated for resources: {'Port': ['ID=f8fa5c7d-2103-4f15-8e39-916b9464766c,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:25.207654 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=fca520bc-4583-4f45-ac10-81c7e3c84710,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:25.218987 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-a2533ba5-d544-4e8c-b66a-5f501f90dcbc tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:38:25.223421 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning for port 08341899-0164-4ea3-b3fa-2de736c8841a completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:38:25.224462 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2533ba5-d544-4e8c-b66a-5f501f90dcbc tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:38:25.229540 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port 08341899-0164-4ea3-b3fa-2de736c8841a triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:38:25.229540 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (08341899-0164-4ea3-b3fa-2de736c8841a), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:25.230479 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3cd39412-5b5f-4863-8fc5-c901e2f17bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (d40f9022-2b63-46f5-b33e-b292576f9da1), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:25.252007 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7882896d-5d76-4cf1-a645-8ad9179a4dd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fca520bc-4583-4f45-ac10-81c7e3c84710'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:38:25.254934 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0131a0d-c829-4479-812f-f58bb90859e4" -d '{"events": [{"server_uuid": "7882896d-5d76-4cf1-a645-8ad9179a4dd7", "name": "network-vif-plugged", "status": "completed", "tag": "fca520bc-4583-4f45-ac10-81c7e3c84710"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:38:25.256039 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cd39412-5b5f-4863-8fc5-c901e2f17bf7 admin admin] Releasing vlan 739 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:38:25.256471 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3cd39412-5b5f-4863-8fc5-c901e2f17bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (d40f9022-2b63-46f5-b33e-b292576f9da1), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:25.260245 n-d-828369-5 neutron-server[103141]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:38:25.260245 n-d-828369-5 neutron-server[103141]: self.session.flush() Feb 09 21:38:25.260245 n-d-828369-5 neutron-server[103141]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:38:25.260245 n-d-828369-5 neutron-server[103141]: self.session.flush() Feb 09 21:38:25.260245 n-d-828369-5 neutron-server[103141]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:38:25.260245 n-d-828369-5 neutron-server[103141]: self.session.flush() Feb 09 21:38:25.260245 n-d-828369-5 neutron-server[103141]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:38:25.260245 n-d-828369-5 neutron-server[103141]: self.session.flush() Feb 09 21:38:25.260245 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:38:25.260245 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:38:25.260245 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:38:25.260245 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:38:25.260245 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:38:25.260245 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:38:25.260245 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:38:25.260245 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:38:25.260245 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:38:25.260245 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:38:25.260245 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:38:25.260245 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:38:25.260245 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:38:25.260245 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:38:25.260245 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:38:25.260245 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:38:25.260245 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:38:25.260245 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:38:25.260245 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:38:25.260245 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:38:25.260245 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:38:25.260245 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:38:25.260245 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:38:25.260245 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:38:25.260245 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:38:25.260245 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:38:25.260245 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:38:25.260245 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:38:25.260245 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:38:25.260245 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:38:25.260245 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:38:25.260245 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:38:25.319968 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-716dab8b-5220-42c9-91ce-eed97f269474 x-openstack-request-id: req-716dab8b-5220-42c9-91ce-eed97f269474 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:38:25.320480 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7882896d-5d76-4cf1-a645-8ad9179a4dd7", "name": "network-vif-plugged", "status": "completed", "tag": "fca520bc-4583-4f45-ac10-81c7e3c84710", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:38:25.321015 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-716dab8b-5220-42c9-91ce-eed97f269474 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:38:25.321588 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7882896d-5d76-4cf1-a645-8ad9179a4dd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fca520bc-4583-4f45-ac10-81c7e3c84710', 'code': 200} Feb 09 21:38:25.328340 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 08341899-0164-4ea3-b3fa-2de736c8841a is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:38:25.330150 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2533ba5-d544-4e8c-b66a-5f501f90dcbc tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:25.330405 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a2533ba5-d544-4e8c-b66a-5f501f90dcbc tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:25.330750 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (08341899-0164-4ea3-b3fa-2de736c8841a), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:25.352710 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3cd39412-5b5f-4863-8fc5-c901e2f17bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (f722f08f-1fc9-4bca-8aee-34c5490b3824), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:25.360172 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3cd39412-5b5f-4863-8fc5-c901e2f17bf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:25.364915 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-3cd39412-5b5f-4863-8fc5-c901e2f17bf7 admin admin] 10.222.0.90 "DELETE /v2.0/networks/f722f08f-1fc9-4bca-8aee-34c5490b3824 HTTP/1.1" status: 204 len: 168 time: 1.4819138 Feb 09 21:38:25.380114 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-a2533ba5-d544-4e8c-b66a-5f501f90dcbc tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5067139 Feb 09 21:38:25.383488 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 60018) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:25.393218 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-e03af44f-c2fe-4184-a42b-c5bb9f4d6704 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Request body: {'floatingip': {'port_id': 'f8fa5c7d-2103-4f15-8e39-916b9464766c'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:25.413391 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 08341899-0164-4ea3-b3fa-2de736c8841a, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=08341899-0164-4ea3-b3fa-2de736c8841a,segment=NetworkSegment(3940a090-76ff-4f53-b9ad-aab43740dec5),segment_id=3940a090-76ff-4f53-b9ad-aab43740dec5)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:25.422391 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (08341899-0164-4ea3-b3fa-2de736c8841a), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:25.428519 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd39412-5b5f-4863-8fc5-c901e2f17bf7 admin admin] Pushing event deleted for resources: {'Network': ['ID=f722f08f-1fc9-4bca-8aee-34c5490b3824,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:25.447701 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-49842fff-e451-4285-bc94-baec2958b595 admin admin] Deleting port 564b7d6f-229b-42d4-b44b-49593abea816 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:38:25.448051 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-49842fff-e451-4285-bc94-baec2958b595 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (564b7d6f-229b-42d4-b44b-49593abea816), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:25.454891 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 03879e85-b0b6-4a34-a2f7-acd153afff7f no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:38:25.456636 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e03af44f-c2fe-4184-a42b-c5bb9f4d6704 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks [] for floatingip (a8c156c8-43e0-4add-b343-8d2015e54a74), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:25.486283 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 03879e85-b0b6-4a34-a2f7-acd153afff7f {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:38:25.486635 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 03879e85-b0b6-4a34-a2f7-acd153afff7f not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:38:25.517386 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=08341899-0164-4ea3-b3fa-2de736c8841a,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:25.585189 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5ac6ab-bc21-409d-8100-ed59f7a68796 req-1951a941-3e7e-4c8d-9e5c-278035906603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:25.586784 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-1a5ac6ab-bc21-409d-8100-ed59f7a68796 req-1951a941-3e7e-4c8d-9e5c-278035906603 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=7882896d-5d76-4cf1-a645-8ad9179a4dd7 HTTP/1.1" status: 200 len: 1131 time: 0.1778369 Feb 09 21:38:25.608728 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-49842fff-e451-4285-bc94-baec2958b595 admin admin] For port 564b7d6f-229b-42d4-b44b-49593abea816, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=564b7d6f-229b-42d4-b44b-49593abea816,segment=NetworkSegment(1a1e90a6-11c9-48ca-9cf6-50489ea8469b),segment_id=1a1e90a6-11c9-48ca-9cf6-50489ea8469b)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:25.609357 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-49842fff-e451-4285-bc94-baec2958b595 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (564b7d6f-229b-42d4-b44b-49593abea816), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:25.646555 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-49842fff-e451-4285-bc94-baec2958b595 admin admin] Calling delete_port for 564b7d6f-229b-42d4-b44b-49593abea816 owned by network:router_interface {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:38:25.721554 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-1a5ac6ab-bc21-409d-8100-ed59f7a68796 req-765a8342-23b7-422d-a648-3556f8b49a77 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=99a6518c-c1ef-458a-9255-86b723e05ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194453 Feb 09 21:38:25.728964 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 60024) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:25.801477 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8042f948-8d4e-47fa-8d73-f766890cf4be req-2069f959-cfd2-4050-a295-e3f0c53ed19c tempest-ServerTagsTestJSON-780191640 tempest-ServerTagsTestJSON-780191640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:25.803115 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8042f948-8d4e-47fa-8d73-f766890cf4be req-2069f959-cfd2-4050-a295-e3f0c53ed19c tempest-ServerTagsTestJSON-780191640 tempest-ServerTagsTestJSON-780191640-project] 10.222.0.90 "GET /v2.0/ports?device_id=41f36ca2-ea0d-4721-9a8e-e811b55636ea HTTP/1.1" status: 200 len: 945 time: 0.1479075 Feb 09 21:38:25.825834 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbcaa71-6748-470c-ac32-168a9c719834 req-ff3ea636-e871-431d-bcf6-fa856057f004 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:25.831511 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbcaa71-6748-470c-ac32-168a9c719834 req-ff3ea636-e871-431d-bcf6-fa856057f004 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:25.834957 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-4e3eb48e-0c32-415c-8988-60edfea7176b admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=8dc625c4d58447bc86b44b9cf28b71a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1024857 Feb 09 21:38:25.836617 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 60028) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:25.836888 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbcaa71-6748-470c-ac32-168a9c719834 req-ff3ea636-e871-431d-bcf6-fa856057f004 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:25.842432 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbcaa71-6748-470c-ac32-168a9c719834 req-ff3ea636-e871-431d-bcf6-fa856057f004 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:25.847886 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbcaa71-6748-470c-ac32-168a9c719834 req-ff3ea636-e871-431d-bcf6-fa856057f004 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:25.853411 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbcaa71-6748-470c-ac32-168a9c719834 req-ff3ea636-e871-431d-bcf6-fa856057f004 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:25.858813 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbcaa71-6748-470c-ac32-168a9c719834 req-ff3ea636-e871-431d-bcf6-fa856057f004 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:25.861091 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2fbcaa71-6748-470c-ac32-168a9c719834 req-ff3ea636-e871-431d-bcf6-fa856057f004 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 5429 time: 0.2069831 Feb 09 21:38:25.936674 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9fed892a-de40-446f-b3b9-20dfb02812db admin admin] Publish callbacks [] for security_group (1fbaec86-241e-4c80-89d8-21c7be7723d7), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:25.970835 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9fed892a-de40-446f-b3b9-20dfb02812db admin admin] Publish callbacks [] for security_group (1fbaec86-241e-4c80-89d8-21c7be7723d7), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:25.978246 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-49842fff-e451-4285-bc94-baec2958b595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (564b7d6f-229b-42d4-b44b-49593abea816), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:26.011818 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49842fff-e451-4285-bc94-baec2958b595 admin admin] Pushing event deleted for resources: {'Port': ['ID=564b7d6f-229b-42d4-b44b-49593abea816,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:26.029527 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8042f948-8d4e-47fa-8d73-f766890cf4be req-a6476620-a25a-415e-ac64-fa3f0a731cbb tempest-ServerTagsTestJSON-780191640 tempest-ServerTagsTestJSON-780191640-project] 10.222.0.90 "GET /v2.0/security-groups?id=39330270-fb50-49e4-9e17-e8b9f98f9dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630476 Feb 09 21:38:26.048261 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49842fff-e451-4285-bc94-baec2958b595 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:26.048261 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49842fff-e451-4285-bc94-baec2958b595 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:26.048524 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49842fff-e451-4285-bc94-baec2958b595 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:26.049334 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49842fff-e451-4285-bc94-baec2958b595 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:26.049679 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49842fff-e451-4285-bc94-baec2958b595 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:26.050012 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49842fff-e451-4285-bc94-baec2958b595 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:26.050341 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49842fff-e451-4285-bc94-baec2958b595 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:26.050667 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49842fff-e451-4285-bc94-baec2958b595 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:26.050998 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49842fff-e451-4285-bc94-baec2958b595 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:26.051318 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49842fff-e451-4285-bc94-baec2958b595 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:26.051642 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49842fff-e451-4285-bc94-baec2958b595 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:26.051964 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49842fff-e451-4285-bc94-baec2958b595 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:26.052330 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49842fff-e451-4285-bc94-baec2958b595 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:26.105622 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2fbcaa71-6748-470c-ac32-168a9c719834 req-82a559d3-d572-4829-9b2d-0594fd422ada tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/security-groups?id=13b87425-0324-41b8-9577-a03ea20c9956&id=d1e73a5e-905c-466a-be51-a1576b624ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2323194 Feb 09 21:38:26.235682 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9fed892a-de40-446f-b3b9-20dfb02812db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (1fbaec86-241e-4c80-89d8-21c7be7723d7), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:26.243659 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9fed892a-de40-446f-b3b9-20dfb02812db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:26.247283 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-9fed892a-de40-446f-b3b9-20dfb02812db admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/1fbaec86-241e-4c80-89d8-21c7be7723d7 HTTP/1.1" status: 204 len: 168 time: 0.4072843 Feb 09 21:38:26.283914 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-49842fff-e451-4285-bc94-baec2958b595 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-525054'] for router_interface (ca62dda4-0703-44c0-8217-00ed3d96967a), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:26.294650 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fed892a-de40-446f-b3b9-20dfb02812db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fbaec86-241e-4c80-89d8-21c7be7723d7,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:26.300468 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e03af44f-c2fe-4184-a42b-c5bb9f4d6704 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:26.306526 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e03af44f-c2fe-4184-a42b-c5bb9f4d6704 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (a8c156c8-43e0-4add-b343-8d2015e54a74), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:26.456902 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-28824531-ef16-4a1f-8815-54425390cc97 req-e2f2f5b2-2cdd-4f5a-8875-572bc39426d9 tempest-ServerShowV247Test-328120966 tempest-ServerShowV247Test-328120966-project] 10.222.0.90 "GET /v2.0/ports?device_id=bc62472c-7351-4b0b-a87c-5c70536447de HTTP/1.1" status: 200 len: 210 time: 0.2458081 Feb 09 21:38:26.493879 n-d-828369-5 neutron-server[103140]: INFO neutron.db.l3_db [None req-e03af44f-c2fe-4184-a42b-c5bb9f4d6704 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Floating IP a8c156c8-43e0-4add-b343-8d2015e54a74 associated. External IP: 172.25.3.67, port: f8fa5c7d-2103-4f15-8e39-916b9464766c. Feb 09 21:38:26.583070 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8859f567-3e3b-49af-af05-07d3a40d9146 req-8cf4a12d-6e9c-4dbf-b9a6-6efc6ea5de7b tempest-ServerDiagnosticsNegativeTest-1625744175 tempest-ServerDiagnosticsNegativeTest-1625744175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:26.583734 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49842fff-e451-4285-bc94-baec2958b595 admin admin] Router ca62dda4-0703-44c0-8217-00ed3d96967a has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:38:26.590282 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8859f567-3e3b-49af-af05-07d3a40d9146 req-8cf4a12d-6e9c-4dbf-b9a6-6efc6ea5de7b tempest-ServerDiagnosticsNegativeTest-1625744175 tempest-ServerDiagnosticsNegativeTest-1625744175-project] 10.222.0.90 "GET /v2.0/ports?device_id=7882896d-5d76-4cf1-a645-8ad9179a4dd7 HTTP/1.1" status: 200 len: 949 time: 0.3825259 Feb 09 21:38:26.675014 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8859f567-3e3b-49af-af05-07d3a40d9146 req-f831c372-606f-4484-8e7b-7c13d2aee966 tempest-ServerDiagnosticsNegativeTest-1625744175 tempest-ServerDiagnosticsNegativeTest-1625744175-project] 10.222.0.90 "GET /v2.0/security-groups?id=99a6518c-c1ef-458a-9255-86b723e05ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837712 Feb 09 21:38:26.711256 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49842fff-e451-4285-bc94-baec2958b595 admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:38:26.719440 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-49842fff-e451-4285-bc94-baec2958b595 admin admin] 10.222.0.90 "PUT /v2.0/routers/ca62dda4-0703-44c0-8217-00ed3d96967a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7414987 Feb 09 21:38:26.720501 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 60050) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:26.723363 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c921301-50b1-4f7f-ac3f-80581e271ee4 None None] Sync routers for ids ['ca62dda4-0703-44c0-8217-00ed3d96967a'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:38:26.748997 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c921301-50b1-4f7f-ac3f-80581e271ee4 None None] Routers {'ca62dda4-0703-44c0-8217-00ed3d96967a'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:38:26.749865 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-2c921301-50b1-4f7f-ac3f-80581e271ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:38:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['ca62dda4-0703-44c0-8217-00ed3d96967a'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:26.836123 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-03a04f34-87ad-4d6f-bbb8-26832c30690f admin admin] Publish callbacks [] for router (ca62dda4-0703-44c0-8217-00ed3d96967a), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:26.917566 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-2c921301-50b1-4f7f-ac3f-80581e271ee4 None None] Set router ca62dda4-0703-44c0-8217-00ed3d96967a gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:38:26.932283 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-abb86803-49c6-430b-a303-cec6a6766ac6 req-67c00ce3-a14d-4df6-abd7-b9ea775ff7aa tempest-ServerShowV247Test-328120966 tempest-ServerShowV247Test-328120966-project] 10.222.0.90 "GET /v2.0/ports?device_id=bc62472c-7351-4b0b-a87c-5c70536447de&device_id=9521475b-874b-4209-aa15-9db13a358f54 HTTP/1.1" status: 200 len: 210 time: 0.0429618 Feb 09 21:38:26.971902 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e03af44f-c2fe-4184-a42b-c5bb9f4d6704 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Router 4508429f-0210-4fc3-8588-b916f1b1426e has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:38:27.061016 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-03a04f34-87ad-4d6f-bbb8-26832c30690f admin admin] Publish callbacks [] for router_gateway (ca62dda4-0703-44c0-8217-00ed3d96967a), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:27.199908 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e03af44f-c2fe-4184-a42b-c5bb9f4d6704 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:38:27.213481 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab68122-c529-4fe4-a7b4-579184573a59 None None] Sync routers for ids ['4508429f-0210-4fc3-8588-b916f1b1426e'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:38:27.221400 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e03af44f-c2fe-4184-a42b-c5bb9f4d6704 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:27.231784 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab68122-c529-4fe4-a7b4-579184573a59 None None] Routers {'4508429f-0210-4fc3-8588-b916f1b1426e'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:38:27.235897 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-9ab68122-c529-4fe4-a7b4-579184573a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:38:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['4508429f-0210-4fc3-8588-b916f1b1426e'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:27.297344 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-e03af44f-c2fe-4184-a42b-c5bb9f4d6704 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] 10.222.0.90 "PUT /v2.0/floatingips/a8c156c8-43e0-4add-b343-8d2015e54a74 HTTP/1.1" status: 200 len: 977 time: 1.9109998 Feb 09 21:38:27.298859 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 60080) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:27.322615 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41f36ca2-ea0d-4721-9a8e-e811b55636ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08341899-0164-4ea3-b3fa-2de736c8841a'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:38:27.329292 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e531ec0-11fb-4412-a1ab-94f4cc65cade" -d '{"events": [{"server_uuid": "41f36ca2-ea0d-4721-9a8e-e811b55636ea", "name": "network-vif-plugged", "status": "completed", "tag": "08341899-0164-4ea3-b3fa-2de736c8841a"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:38:27.363263 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-2c921301-50b1-4f7f-ac3f-80581e271ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca62dda4-0703-44c0-8217-00ed3d96967a', 'name': 'tempest-AttachSCSIVolumeTestJSON-388085837-router', 'tenant_id': '79dcf052a68a4dae9e180cb840d1b3c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '1479f36f-d8d0-4ecb-b033-707fd9a922c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:40Z', 'updated_at': '2022-02-09T21:38:25Z', 'revision_number': 5, 'project_id': '79dcf052a68a4dae9e180cb840d1b3c6', 'gw_port': {'id': '1479f36f-d8d0-4ecb-b033-707fd9a922c0', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a8:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca62dda4-0703-44c0-8217-00ed3d96967a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:40Z', 'updated_at': '2022-02-09T21:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:27.387497 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 60084) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:27.404377 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c921301-50b1-4f7f-ac3f-80581e271ee4 None None] Checking router: ca62dda4-0703-44c0-8217-00ed3d96967a for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:38:27.418117 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c921301-50b1-4f7f-ac3f-80581e271ee4 None None] Routers {'ca62dda4-0703-44c0-8217-00ed3d96967a'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:38:27.419403 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-2c921301-50b1-4f7f-ac3f-80581e271ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:38:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['ca62dda4-0703-44c0-8217-00ed3d96967a'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:27.538352 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-9ab68122-c529-4fe4-a7b4-579184573a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:27.555219 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-2c921301-50b1-4f7f-ac3f-80581e271ee4 None None] Set router ca62dda4-0703-44c0-8217-00ed3d96967a gateway port host: None {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:38:27.560342 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab68122-c529-4fe4-a7b4-579184573a59 None None] Routers {'4508429f-0210-4fc3-8588-b916f1b1426e'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:38:27.562758 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-9ab68122-c529-4fe4-a7b4-579184573a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:38:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['4508429f-0210-4fc3-8588-b916f1b1426e'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:27.610295 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438456fb-5116-4891-aa19-12b7b36991c2 req-3318c253-cdab-4437-8960-439164d18885 tempest-ServerTagsTestJSON-780191640 tempest-ServerTagsTestJSON-780191640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:27.611959 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-438456fb-5116-4891-aa19-12b7b36991c2 req-3318c253-cdab-4437-8960-439164d18885 tempest-ServerTagsTestJSON-780191640 tempest-ServerTagsTestJSON-780191640-project] 10.222.0.90 "GET /v2.0/ports?device_id=41f36ca2-ea0d-4721-9a8e-e811b55636ea HTTP/1.1" status: 200 len: 945 time: 0.3127213 Feb 09 21:38:27.629956 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-243e8bc6-2931-4cde-a5e3-35e08b29c073 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1340036694-network', 'tenant_id': 'd9f1c9a9a88e49b39106e8e9d30c3ca9'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:27.638496 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-9ab68122-c529-4fe4-a7b4-579184573a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:27.639321 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab68122-c529-4fe4-a7b4-579184573a59 None None] The sync data for ids ['4508429f-0210-4fc3-8588-b916f1b1426e'] in n-d-828369-5 is: [] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:38:27.661749 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b5f40-3126-41f9-a228-7ab317ec7128 req-c686e0fc-cee0-4566-acf5-393dc58833f2 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:27.661993 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-2c921301-50b1-4f7f-ac3f-80581e271ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca62dda4-0703-44c0-8217-00ed3d96967a', 'name': 'tempest-AttachSCSIVolumeTestJSON-388085837-router', 'tenant_id': '79dcf052a68a4dae9e180cb840d1b3c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:40Z', 'updated_at': '2022-02-09T21:38:27Z', 'revision_number': 6, 'project_id': '79dcf052a68a4dae9e180cb840d1b3c6', 'gw_port_host': None}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:27.667869 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b5f40-3126-41f9-a228-7ab317ec7128 req-c686e0fc-cee0-4566-acf5-393dc58833f2 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:27.673293 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b5f40-3126-41f9-a228-7ab317ec7128 req-c686e0fc-cee0-4566-acf5-393dc58833f2 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:27.678782 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b5f40-3126-41f9-a228-7ab317ec7128 req-c686e0fc-cee0-4566-acf5-393dc58833f2 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:27.684200 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b5f40-3126-41f9-a228-7ab317ec7128 req-c686e0fc-cee0-4566-acf5-393dc58833f2 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:27.689913 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b5f40-3126-41f9-a228-7ab317ec7128 req-c686e0fc-cee0-4566-acf5-393dc58833f2 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:27.692065 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c921301-50b1-4f7f-ac3f-80581e271ee4 None None] The sync data for ids ['ca62dda4-0703-44c0-8217-00ed3d96967a'] in n-d-828369-5 is: [{'id': 'ca62dda4-0703-44c0-8217-00ed3d96967a', 'name': 'tempest-AttachSCSIVolumeTestJSON-388085837-router', 'tenant_id': '79dcf052a68a4dae9e180cb840d1b3c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:40Z', 'updated_at': '2022-02-09T21:38:27Z', 'revision_number': 6, 'project_id': '79dcf052a68a4dae9e180cb840d1b3c6', 'gw_port_host': None}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:38:27.696670 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b5f40-3126-41f9-a228-7ab317ec7128 req-c686e0fc-cee0-4566-acf5-393dc58833f2 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:27.698489 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-264b5f40-3126-41f9-a228-7ab317ec7128 req-c686e0fc-cee0-4566-acf5-393dc58833f2 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 5429 time: 0.3424549 Feb 09 21:38:27.704388 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-243e8bc6-2931-4cde-a5e3-35e08b29c073 admin admin] Made reservation on behalf of d9f1c9a9a88e49b39106e8e9d30c3ca9 for: {'network': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:38:27.706701 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-243e8bc6-2931-4cde-a5e3-35e08b29c073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:27.731817 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-243e8bc6-2931-4cde-a5e3-35e08b29c073 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:27.824680 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-ecf80215-271a-4e40-bf96-ef7fb31661ca tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Deleting port f8fa5c7d-2103-4f15-8e39-916b9464766c {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:38:27.825034 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ecf80215-271a-4e40-bf96-ef7fb31661ca tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (f8fa5c7d-2103-4f15-8e39-916b9464766c), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:27.855055 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-438456fb-5116-4891-aa19-12b7b36991c2 req-5d386ece-9eee-4d1d-92fa-9cd6cf1a8699 tempest-ServerTagsTestJSON-780191640 tempest-ServerTagsTestJSON-780191640-project] 10.222.0.90 "GET /v2.0/security-groups?id=39330270-fb50-49e4-9e17-e8b9f98f9dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289464 Feb 09 21:38:27.866821 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-03a04f34-87ad-4d6f-bbb8-26832c30690f admin admin] Deleting port 1479f36f-d8d0-4ecb-b033-707fd9a922c0 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:38:27.867155 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-03a04f34-87ad-4d6f-bbb8-26832c30690f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (1479f36f-d8d0-4ecb-b033-707fd9a922c0), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:27.872623 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-42b6900f-1e58-43ee-83d6-d4f3451df6c2 req-89b31772-93e3-44ac-8722-9a6084320dd5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=33089768c329446c9d788d6ad3b466d1&device_id=bc62472c-7351-4b0b-a87c-5c70536447de HTTP/1.1" status: 200 len: 210 time: 0.6277328 Feb 09 21:38:27.922729 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-264b5f40-3126-41f9-a228-7ab317ec7128 req-133c072f-3543-465c-a815-073330889436 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/security-groups?id=13b87425-0324-41b8-9577-a03ea20c9956&id=d1e73a5e-905c-466a-be51-a1576b624ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1980824 Feb 09 21:38:27.975874 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-42b6900f-1e58-43ee-83d6-d4f3451df6c2 req-4a47abb3-0450-4094-9203-eb51c8ac01e5 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=33089768c329446c9d788d6ad3b466d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0898905 Feb 09 21:38:27.980095 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ecf80215-271a-4e40-bf96-ef7fb31661ca tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (f8fa5c7d-2103-4f15-8e39-916b9464766c), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:28.025166 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ca7b38b-b7b0-42a9-afc8-6193a23aaa19 x-openstack-request-id: req-7ca7b38b-b7b0-42a9-afc8-6193a23aaa19 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:38:28.025673 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41f36ca2-ea0d-4721-9a8e-e811b55636ea", "name": "network-vif-plugged", "status": "completed", "tag": "08341899-0164-4ea3-b3fa-2de736c8841a", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:38:28.025773 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-7ca7b38b-b7b0-42a9-afc8-6193a23aaa19 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:38:28.026104 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41f36ca2-ea0d-4721-9a8e-e811b55636ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08341899-0164-4ea3-b3fa-2de736c8841a', 'code': 200} Feb 09 21:38:28.037835 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-243e8bc6-2931-4cde-a5e3-35e08b29c073 admin admin] Publish callbacks [] for security_group (5d2707a6-c52f-4e21-ab70-7fd207f381fa), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:28.052442 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-31167663-c749-4395-b489-7ace43036b85 req-665ca43c-98f2-4195-96a6-574ae941b903 tempest-ServerShowV247Test-328120966 tempest-ServerShowV247Test-328120966-project] 10.222.0.90 "GET /v2.0/ports?device_id=bc62472c-7351-4b0b-a87c-5c70536447de HTTP/1.1" status: 200 len: 210 time: 0.0721734 Feb 09 21:38:28.102977 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-243e8bc6-2931-4cde-a5e3-35e08b29c073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (5d2707a6-c52f-4e21-ab70-7fd207f381fa), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:28.128705 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b6900f-1e58-43ee-83d6-d4f3451df6c2 req-50caed34-ddd3-4c50-aac7-50db98af5977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:28.130334 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-42b6900f-1e58-43ee-83d6-d4f3451df6c2 req-50caed34-ddd3-4c50-aac7-50db98af5977 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1451404 Feb 09 21:38:28.215300 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-03a04f34-87ad-4d6f-bbb8-26832c30690f admin admin] For port 1479f36f-d8d0-4ecb-b033-707fd9a922c0, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=1479f36f-d8d0-4ecb-b033-707fd9a922c0,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:28.216192 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-03a04f34-87ad-4d6f-bbb8-26832c30690f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (1479f36f-d8d0-4ecb-b033-707fd9a922c0), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:28.231127 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-243e8bc6-2931-4cde-a5e3-35e08b29c073 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=103140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:38:28.242031 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a89fd25-d993-4e1d-8224-3b99b568f0b2 req-211c6586-69cc-4bea-b8e4-33f6a847f85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:28.244476 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-5a89fd25-d993-4e1d-8224-3b99b568f0b2 req-211c6586-69cc-4bea-b8e4-33f6a847f85c service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=41f36ca2-ea0d-4721-9a8e-e811b55636ea HTTP/1.1" status: 200 len: 1127 time: 0.1035154 Feb 09 21:38:28.245665 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-03a04f34-87ad-4d6f-bbb8-26832c30690f admin admin] Calling delete_port for 1479f36f-d8d0-4ecb-b033-707fd9a922c0 owned by network:router_gateway {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:38:28.291306 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243e8bc6-2931-4cde-a5e3-35e08b29c073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d2707a6-c52f-4e21-ab70-7fd207f381fa,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:28.308142 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-243e8bc6-2931-4cde-a5e3-35e08b29c073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (4159f293-0e9e-489c-9407-9c014bb1cf3e), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:28.308512 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-243e8bc6-2931-4cde-a5e3-35e08b29c073 admin admin] Added segment 4159f293-0e9e-489c-9407-9c014bb1cf3e of type vlan for network 823e9556-7e11-412d-afa3-16a561be72bd Feb 09 21:38:28.360951 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-5a89fd25-d993-4e1d-8224-3b99b568f0b2 req-8fd469d4-a1ba-4f46-909e-b249c615cef0 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=39330270-fb50-49e4-9e17-e8b9f98f9dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038272 Feb 09 21:38:28.366953 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243e8bc6-2931-4cde-a5e3-35e08b29c073 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:28.367310 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243e8bc6-2931-4cde-a5e3-35e08b29c073 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:28.367694 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243e8bc6-2931-4cde-a5e3-35e08b29c073 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:28.368036 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243e8bc6-2931-4cde-a5e3-35e08b29c073 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:28.368625 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243e8bc6-2931-4cde-a5e3-35e08b29c073 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:28.368768 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243e8bc6-2931-4cde-a5e3-35e08b29c073 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:28.369049 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243e8bc6-2931-4cde-a5e3-35e08b29c073 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:28.369382 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243e8bc6-2931-4cde-a5e3-35e08b29c073 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:28.369712 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243e8bc6-2931-4cde-a5e3-35e08b29c073 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:28.370039 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243e8bc6-2931-4cde-a5e3-35e08b29c073 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:28.370367 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243e8bc6-2931-4cde-a5e3-35e08b29c073 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:28.370697 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243e8bc6-2931-4cde-a5e3-35e08b29c073 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:28.371021 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243e8bc6-2931-4cde-a5e3-35e08b29c073 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:28.480816 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-243e8bc6-2931-4cde-a5e3-35e08b29c073 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (823e9556-7e11-412d-afa3-16a561be72bd), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:28.491271 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-03a04f34-87ad-4d6f-bbb8-26832c30690f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (1479f36f-d8d0-4ecb-b033-707fd9a922c0), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:28.500389 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f854d4-90a0-4be4-9ca1-0e537edde2fe req-3e6890cd-8063-4da0-ba65-57e334e6365d tempest-ServerDiagnosticsNegativeTest-1625744175 tempest-ServerDiagnosticsNegativeTest-1625744175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:28.507523 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f2f854d4-90a0-4be4-9ca1-0e537edde2fe req-3e6890cd-8063-4da0-ba65-57e334e6365d tempest-ServerDiagnosticsNegativeTest-1625744175 tempest-ServerDiagnosticsNegativeTest-1625744175-project] 10.222.0.90 "GET /v2.0/ports?device_id=7882896d-5d76-4cf1-a645-8ad9179a4dd7 HTTP/1.1" status: 200 len: 949 time: 0.3253195 Feb 09 21:38:28.520061 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a04f34-87ad-4d6f-bbb8-26832c30690f admin admin] Pushing event deleted for resources: {'Port': ['ID=1479f36f-d8d0-4ecb-b033-707fd9a922c0,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:28.565226 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ecf80215-271a-4e40-bf96-ef7fb31661ca tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:28.566178 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ecf80215-271a-4e40-bf96-ef7fb31661ca tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (a8c156c8-43e0-4add-b343-8d2015e54a74), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:28.566832 n-d-828369-5 neutron-server[103140]: INFO neutron.db.l3_db [None req-ecf80215-271a-4e40-bf96-ef7fb31661ca tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Floating IP a8c156c8-43e0-4add-b343-8d2015e54a74 disassociated. External IP: 172.25.3.67, port: f8fa5c7d-2103-4f15-8e39-916b9464766c. Feb 09 21:38:28.566971 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-ecf80215-271a-4e40-bf96-ef7fb31661ca tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Calling delete_port for f8fa5c7d-2103-4f15-8e39-916b9464766c owned by {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:38:28.577623 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-243e8bc6-2931-4cde-a5e3-35e08b29c073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (823e9556-7e11-412d-afa3-16a561be72bd), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:28.578581 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243e8bc6-2931-4cde-a5e3-35e08b29c073 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:28.579284 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-243e8bc6-2931-4cde-a5e3-35e08b29c073 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:28.602757 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-03a04f34-87ad-4d6f-bbb8-26832c30690f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-554524'] for router_gateway (ca62dda4-0703-44c0-8217-00ed3d96967a), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:28.717327 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-03a04f34-87ad-4d6f-bbb8-26832c30690f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (ca62dda4-0703-44c0-8217-00ed3d96967a), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:28.719970 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-03a04f34-87ad-4d6f-bbb8-26832c30690f admin admin] Publish callbacks [] for router_controller (ca62dda4-0703-44c0-8217-00ed3d96967a), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:28.772987 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-03a04f34-87ad-4d6f-bbb8-26832c30690f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (ca62dda4-0703-44c0-8217-00ed3d96967a), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:28.774871 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03a04f34-87ad-4d6f-bbb8-26832c30690f admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca62dda4-0703-44c0-8217-00ed3d96967a {{(pid=103141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:38:28.782044 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-03a04f34-87ad-4d6f-bbb8-26832c30690f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:28.786485 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-03a04f34-87ad-4d6f-bbb8-26832c30690f admin admin] 10.222.0.90 "DELETE /v2.0/routers/ca62dda4-0703-44c0-8217-00ed3d96967a HTTP/1.1" status: 204 len: 168 time: 2.0656004 Feb 09 21:38:28.787796 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 60114) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:28.840139 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-d30d87d7-52cf-48ca-9768-4fb1257468e1 admin admin] Deleting subnet a5e0790f-165a-4025-a937-00fafbc04038 {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:38:28.844354 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d30d87d7-52cf-48ca-9768-4fb1257468e1 admin admin] Publish callbacks [] for subnet (a5e0790f-165a-4025-a937-00fafbc04038), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:28.885818 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d30d87d7-52cf-48ca-9768-4fb1257468e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (a5e0790f-165a-4025-a937-00fafbc04038), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:28.999567 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d30d87d7-52cf-48ca-9768-4fb1257468e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (a5e0790f-165a-4025-a937-00fafbc04038), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:29.011783 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f2f854d4-90a0-4be4-9ca1-0e537edde2fe req-30037da0-9730-43cd-8f22-be0da1f43033 tempest-ServerDiagnosticsNegativeTest-1625744175 tempest-ServerDiagnosticsNegativeTest-1625744175-project] 10.222.0.90 "GET /v2.0/security-groups?id=99a6518c-c1ef-458a-9255-86b723e05ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5024812 Feb 09 21:38:29.092448 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d30d87d7-52cf-48ca-9768-4fb1257468e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (a5e0790f-165a-4025-a937-00fafbc04038), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:29.140268 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b595fc-e81a-4939-af07-b19ae7a1b3e2 None None] Network e0158bf8-7b12-4bde-97aa-65ecc58e9fd5 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:38:29.151036 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30d87d7-52cf-48ca-9768-4fb1257468e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5e0790f-165a-4025-a937-00fafbc04038,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:29.154398 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d30d87d7-52cf-48ca-9768-4fb1257468e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:29.167828 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-d30d87d7-52cf-48ca-9768-4fb1257468e1 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/a5e0790f-165a-4025-a937-00fafbc04038 HTTP/1.1" status: 204 len: 168 time: 0.3772876 Feb 09 21:38:29.168678 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 60124) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:29.208321 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-243e8bc6-2931-4cde-a5e3-35e08b29c073 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.8210723 Feb 09 21:38:29.221771 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 60128) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:29.278414 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-4a5ecf3a-f737-453e-b5c4-ffe56b83839e admin admin] Request body: {'subnet': {'network_id': '823e9556-7e11-412d-afa3-16a561be72bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1340036694-subnet', 'tenant_id': 'd9f1c9a9a88e49b39106e8e9d30c3ca9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:29.299861 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a5ecf3a-f737-453e-b5c4-ffe56b83839e admin admin] Made reservation on behalf of d9f1c9a9a88e49b39106e8e9d30c3ca9 for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:38:29.301864 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243e8bc6-2931-4cde-a5e3-35e08b29c073 admin admin] Pushing event updated for resources: {'Network': ['ID=823e9556-7e11-412d-afa3-16a561be72bd,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:29.311459 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4a5ecf3a-f737-453e-b5c4-ffe56b83839e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:29.315570 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 823e9556-7e11-412d-afa3-16a561be72bd details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:38:29.342238 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ecf80215-271a-4e40-bf96-ef7fb31661ca tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (f8fa5c7d-2103-4f15-8e39-916b9464766c), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:29.394817 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66d059b-9a95-4094-9625-fa8ddf334ac1 req-e377c0df-a1d8-40f2-b560-bc6e48f49565 tempest-ServerTagsTestJSON-780191640 tempest-ServerTagsTestJSON-780191640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:29.403050 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f66d059b-9a95-4094-9625-fa8ddf334ac1 req-e377c0df-a1d8-40f2-b560-bc6e48f49565 tempest-ServerTagsTestJSON-780191640 tempest-ServerTagsTestJSON-780191640-project] 10.222.0.90 "GET /v2.0/ports?device_id=41f36ca2-ea0d-4721-9a8e-e811b55636ea HTTP/1.1" status: 200 len: 945 time: 0.3881421 Feb 09 21:38:29.413942 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf80215-271a-4e40-bf96-ef7fb31661ca tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Pushing event deleted for resources: {'Port': ['ID=f8fa5c7d-2103-4f15-8e39-916b9464766c,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:29.451137 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 1479f36f-d8d0-4ecb-b033-707fd9a922c0 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:38:29.453107 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8255171e-e00c-4a45-9072-6cee9d0c707c req-fd7af809-513a-45b0-9152-d336e0c38b32 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:29.456741 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5dcc6fdd-56d4-4902-aedc-d5c643b68497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (e0158bf8-7b12-4bde-97aa-65ecc58e9fd5), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:29.459547 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8255171e-e00c-4a45-9072-6cee9d0c707c req-fd7af809-513a-45b0-9152-d336e0c38b32 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:29.466844 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8255171e-e00c-4a45-9072-6cee9d0c707c req-fd7af809-513a-45b0-9152-d336e0c38b32 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:29.473605 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8255171e-e00c-4a45-9072-6cee9d0c707c req-fd7af809-513a-45b0-9152-d336e0c38b32 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:29.481472 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8255171e-e00c-4a45-9072-6cee9d0c707c req-fd7af809-513a-45b0-9152-d336e0c38b32 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:29.488011 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8255171e-e00c-4a45-9072-6cee9d0c707c req-fd7af809-513a-45b0-9152-d336e0c38b32 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:29.493020 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8255171e-e00c-4a45-9072-6cee9d0c707c req-fd7af809-513a-45b0-9152-d336e0c38b32 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:29.504704 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8255171e-e00c-4a45-9072-6cee9d0c707c req-fd7af809-513a-45b0-9152-d336e0c38b32 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 5429 time: 0.2907493 Feb 09 21:38:29.509907 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 1479f36f-d8d0-4ecb-b033-707fd9a922c0 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:38:29.510768 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 1479f36f-d8d0-4ecb-b033-707fd9a922c0 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:38:29.511477 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 564b7d6f-229b-42d4-b44b-49593abea816 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:38:29.538183 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 564b7d6f-229b-42d4-b44b-49593abea816 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:38:29.538858 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 564b7d6f-229b-42d4-b44b-49593abea816 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:38:29.574003 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a713ee-9e9e-4b7c-b6f3-beec50394688 None None] DHCP port deletion for e0158bf8-7b12-4bde-97aa-65ecc58e9fd5 request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:38:29.604065 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-5dcc6fdd-56d4-4902-aedc-d5c643b68497 admin admin] Deleting port fe1ec089-a7ee-461a-9eff-681a264f5ccd {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:38:29.604698 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5dcc6fdd-56d4-4902-aedc-d5c643b68497 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (fe1ec089-a7ee-461a-9eff-681a264f5ccd), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:29.661922 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-64a713ee-9e9e-4b7c-b6f3-beec50394688 None None] Deleting port fe1ec089-a7ee-461a-9eff-681a264f5ccd {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:38:29.661922 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-64a713ee-9e9e-4b7c-b6f3-beec50394688 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (fe1ec089-a7ee-461a-9eff-681a264f5ccd), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:29.667590 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f66d059b-9a95-4094-9625-fa8ddf334ac1 req-0092c4b4-c298-4720-91ba-526641028d91 tempest-ServerTagsTestJSON-780191640 tempest-ServerTagsTestJSON-780191640-project] 10.222.0.90 "GET /v2.0/security-groups?id=39330270-fb50-49e4-9e17-e8b9f98f9dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616827 Feb 09 21:38:29.724208 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-5dcc6fdd-56d4-4902-aedc-d5c643b68497 admin admin] For port fe1ec089-a7ee-461a-9eff-681a264f5ccd, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=fe1ec089-a7ee-461a-9eff-681a264f5ccd,segment=NetworkSegment(1a1e90a6-11c9-48ca-9cf6-50489ea8469b),segment_id=1a1e90a6-11c9-48ca-9cf6-50489ea8469b)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:29.725053 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5dcc6fdd-56d4-4902-aedc-d5c643b68497 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (fe1ec089-a7ee-461a-9eff-681a264f5ccd), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:29.728767 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4a5ecf3a-f737-453e-b5c4-ffe56b83839e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (355dfc30-1148-4206-9570-0b629d9fb4da), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:29.778367 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-64a713ee-9e9e-4b7c-b6f3-beec50394688 None None] For port fe1ec089-a7ee-461a-9eff-681a264f5ccd, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=fe1ec089-a7ee-461a-9eff-681a264f5ccd,segment=NetworkSegment(1a1e90a6-11c9-48ca-9cf6-50489ea8469b),segment_id=1a1e90a6-11c9-48ca-9cf6-50489ea8469b)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:29.778989 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-64a713ee-9e9e-4b7c-b6f3-beec50394688 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (fe1ec089-a7ee-461a-9eff-681a264f5ccd), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:29.781087 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5ecf3a-f737-453e-b5c4-ffe56b83839e admin admin] Pushing event updated for resources: {'Subnet': ['ID=355dfc30-1148-4206-9570-0b629d9fb4da,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:29.781714 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8255171e-e00c-4a45-9072-6cee9d0c707c req-2e1f41b0-45dc-4706-b8db-4de482feb98d tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/security-groups?id=13b87425-0324-41b8-9577-a03ea20c9956&id=d1e73a5e-905c-466a-be51-a1576b624ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2760305 Feb 09 21:38:29.796378 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-5dcc6fdd-56d4-4902-aedc-d5c643b68497 admin admin] Calling delete_port for fe1ec089-a7ee-461a-9eff-681a264f5ccd owned by network:dhcp {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:38:29.812619 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-64a713ee-9e9e-4b7c-b6f3-beec50394688 None None] Calling delete_port for fe1ec089-a7ee-461a-9eff-681a264f5ccd owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:38:29.861247 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecf80215-271a-4e40-bf96-ef7fb31661ca tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Router 4508429f-0210-4fc3-8588-b916f1b1426e has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:38:29.887468 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5ecf3a-f737-453e-b5c4-ffe56b83839e admin admin] Checking segment: {'id': '4159f293-0e9e-489c-9407-9c014bb1cf3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '823e9556-7e11-412d-afa3-16a561be72bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:38:29.888009 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5ecf3a-f737-453e-b5c4-ffe56b83839e admin admin] Network hostable DHCP agents. Network: 823e9556-7e11-412d-afa3-16a561be72bd, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:38:29.930115 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5ecf3a-f737-453e-b5c4-ffe56b83839e admin admin] Network 823e9556-7e11-412d-afa3-16a561be72bd is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:38:29.947821 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-4a5ecf3a-f737-453e-b5c4-ffe56b83839e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 823e9556-7e11-412d-afa3-16a561be72bd) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:38:29.955458 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5ecf3a-f737-453e-b5c4-ffe56b83839e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:29.956325 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4a5ecf3a-f737-453e-b5c4-ffe56b83839e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:29.964060 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4229f25-8a1e-4169-a752-725d17fc2c1d None None] Network 823e9556-7e11-412d-afa3-16a561be72bd requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:38:29.987662 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-4a5ecf3a-f737-453e-b5c4-ffe56b83839e admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7574372 Feb 09 21:38:29.987662 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5dcc6fdd-56d4-4902-aedc-d5c643b68497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (fe1ec089-a7ee-461a-9eff-681a264f5ccd), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:30.020048 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcc6fdd-56d4-4902-aedc-d5c643b68497 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe1ec089-a7ee-461a-9eff-681a264f5ccd,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:30.026651 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcc6fdd-56d4-4902-aedc-d5c643b68497 admin admin] No DVR routers for this DVR port fe1ec089-a7ee-461a-9eff-681a264f5ccd on host n-d-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:38:30.115681 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5dcc6fdd-56d4-4902-aedc-d5c643b68497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (e0158bf8-7b12-4bde-97aa-65ecc58e9fd5), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:30.129671 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-64a713ee-9e9e-4b7c-b6f3-beec50394688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (fe1ec089-a7ee-461a-9eff-681a264f5ccd), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:30.138773 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-5dcc6fdd-56d4-4902-aedc-d5c643b68497 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0158bf8-7b12-4bde-97aa-65ecc58e9fd5']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:30.149102 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-5dcc6fdd-56d4-4902-aedc-d5c643b68497 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a1e90a6-11c9-48ca-9cf6-50489ea8469b') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:30.149397 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-5dcc6fdd-56d4-4902-aedc-d5c643b68497 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a1e90a6-11c9-48ca-9cf6-50489ea8469b') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:30.161072 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5dcc6fdd-56d4-4902-aedc-d5c643b68497 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (1a1e90a6-11c9-48ca-9cf6-50489ea8469b), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:30.166880 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a713ee-9e9e-4b7c-b6f3-beec50394688 None None] No DVR routers for this DVR port fe1ec089-a7ee-461a-9eff-681a264f5ccd on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:38:30.186537 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5dcc6fdd-56d4-4902-aedc-d5c643b68497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (1a1e90a6-11c9-48ca-9cf6-50489ea8469b), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:30.199945 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dcc6fdd-56d4-4902-aedc-d5c643b68497 admin admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:38:30.200428 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5dcc6fdd-56d4-4902-aedc-d5c643b68497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (1a1e90a6-11c9-48ca-9cf6-50489ea8469b), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:30.215278 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e88bfa6d-ae41-458a-ac81-afb6ea539aeb req-c1eccdeb-2bbe-44f1-8b46-8afcf0e1eac1 tempest-ServerShowV247Test-328120966 tempest-ServerShowV247Test-328120966-project] 10.222.0.90 "GET /v2.0/ports?device_id=bc62472c-7351-4b0b-a87c-5c70536447de HTTP/1.1" status: 200 len: 210 time: 0.1280074 Feb 09 21:38:30.262714 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:38:30.262714 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:38:30.262714 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:38:30.262714 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:38:30.262714 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:38:30.262714 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:38:30.262714 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:38:30.262714 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:38:30.262714 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:38:30.262714 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:38:30.262714 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:38:30.262714 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:38:30.262714 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:38:30.262714 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:38:30.262714 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:38:30.262714 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:38:30.262714 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:38:30.262714 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:38:30.262714 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:38:30.262714 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:38:30.262714 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:38:30.262714 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:38:30.262714 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:38:30.262714 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:38:30.262714 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:38:30.262714 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:38:30.262714 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:38:30.262714 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:38:30.262714 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:38:30.262714 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:38:30.262714 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:38:30.262714 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:38:30.264457 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a713ee-9e9e-4b7c-b6f3-beec50394688 None None] Pushing event deleted for resources: {'Port': ['ID=fe1ec089-a7ee-461a-9eff-681a264f5ccd,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:30.274043 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5dcc6fdd-56d4-4902-aedc-d5c643b68497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (e0158bf8-7b12-4bde-97aa-65ecc58e9fd5), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:30.283782 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5dcc6fdd-56d4-4902-aedc-d5c643b68497 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:30.319905 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-5dcc6fdd-56d4-4902-aedc-d5c643b68497 admin admin] 10.222.0.90 "DELETE /v2.0/networks/e0158bf8-7b12-4bde-97aa-65ecc58e9fd5 HTTP/1.1" status: 204 len: 168 time: 1.1468806 Feb 09 21:38:30.344968 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604bf1e3-7e44-4f2c-a7d0-405ac8912097 None None] Network 823e9556-7e11-412d-afa3-16a561be72bd requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:38:30.345578 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcc6fdd-56d4-4902-aedc-d5c643b68497 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0158bf8-7b12-4bde-97aa-65ecc58e9fd5,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:30.352759 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecf80215-271a-4e40-bf96-ef7fb31661ca tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:38:30.370162 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42a18b8-e490-4d7a-95b6-405422e4916c None None] Sync routers for ids ['4508429f-0210-4fc3-8588-b916f1b1426e'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:38:30.429223 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42a18b8-e490-4d7a-95b6-405422e4916c None None] Routers {'4508429f-0210-4fc3-8588-b916f1b1426e'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:38:30.430001 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-b42a18b8-e490-4d7a-95b6-405422e4916c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:38:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['4508429f-0210-4fc3-8588-b916f1b1426e'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:30.468671 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-b42a18b8-e490-4d7a-95b6-405422e4916c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:30.492550 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42a18b8-e490-4d7a-95b6-405422e4916c None None] Routers {'4508429f-0210-4fc3-8588-b916f1b1426e'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:38:30.493274 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-b42a18b8-e490-4d7a-95b6-405422e4916c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:38:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['4508429f-0210-4fc3-8588-b916f1b1426e'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:30.528275 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-42b6900f-1e58-43ee-83d6-d4f3451df6c2 req-28444822-1889-421c-8488-3a8c6045da5d tempest-ServerShowV247Test-328120966 tempest-ServerShowV247Test-328120966-project] 10.222.0.89 "GET /v2.0/ports?device_id=bc62472c-7351-4b0b-a87c-5c70536447de HTTP/1.1" status: 200 len: 210 time: 0.1019886 Feb 09 21:38:30.537132 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-b42a18b8-e490-4d7a-95b6-405422e4916c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:30.538378 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42a18b8-e490-4d7a-95b6-405422e4916c None None] The sync data for ids ['4508429f-0210-4fc3-8588-b916f1b1426e'] in n-d-828369-5 is: [] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:38:30.598518 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 60152) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:30.621451 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ecf80215-271a-4e40-bf96-ef7fb31661ca tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:30.627233 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-ecf80215-271a-4e40-bf96-ef7fb31661ca tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] 10.222.0.90 "DELETE /v2.0/ports/f8fa5c7d-2103-4f15-8e39-916b9464766c HTTP/1.1" status: 204 len: 168 time: 3.3243768 Feb 09 21:38:30.631352 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 60158) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:30.653212 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc344195-2bc9-4543-8f36-e7e2409790d7 req-917f2692-b967-4cb3-9ab0-c7e87af63fe9 tempest-ServerDiagnosticsNegativeTest-1625744175 tempest-ServerDiagnosticsNegativeTest-1625744175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:30.660938 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dc344195-2bc9-4543-8f36-e7e2409790d7 req-917f2692-b967-4cb3-9ab0-c7e87af63fe9 tempest-ServerDiagnosticsNegativeTest-1625744175 tempest-ServerDiagnosticsNegativeTest-1625744175-project] 10.222.0.90 "GET /v2.0/ports?device_id=7882896d-5d76-4cf1-a645-8ad9179a4dd7 HTTP/1.1" status: 200 len: 949 time: 0.2480037 Feb 09 21:38:30.710005 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-19b04a09-b3c1-4324-92c3-bc31eb7b92f8 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=6f91ff87dda04a70be53686f188383f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1084146 Feb 09 21:38:30.712562 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 60166) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:30.753000 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-25ef82df-7c2c-4cb8-b5f8-59f50fc9023e tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] 10.222.0.90 "GET /v2.0/floatingips/a8c156c8-43e0-4add-b343-8d2015e54a74 HTTP/1.1" status: 200 len: 687 time: 0.1179523 Feb 09 21:38:30.755475 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 60168) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:30.823627 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fa08c091-94d8-4fc9-8af1-8f8e6eb91cd8 admin admin] Publish callbacks [] for security_group (12447a63-5fb2-4311-b8af-0953600324f2), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:30.846892 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dc344195-2bc9-4543-8f36-e7e2409790d7 req-ab04aa30-8355-4372-b287-65f857df93d6 tempest-ServerDiagnosticsNegativeTest-1625744175 tempest-ServerDiagnosticsNegativeTest-1625744175-project] 10.222.0.90 "GET /v2.0/security-groups?id=99a6518c-c1ef-458a-9255-86b723e05ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850398 Feb 09 21:38:30.890605 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ce4437-3090-4de5-adff-df015e70b50d req-15b9af19-f53b-4b3a-8bf7-c6578d0811b9 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:30.900076 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d7ce4437-3090-4de5-adff-df015e70b50d req-15b9af19-f53b-4b3a-8bf7-c6578d0811b9 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] 10.222.0.90 "GET /v2.0/networks?id=823e9556-7e11-412d-afa3-16a561be72bd HTTP/1.1" status: 200 len: 813 time: 0.1889975 Feb 09 21:38:30.918544 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d7ce4437-3090-4de5-adff-df015e70b50d req-c280a24c-4485-40b2-a46b-97b5345177cf tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] 10.222.0.90 "GET /v2.0/quotas/d9f1c9a9a88e49b39106e8e9d30c3ca9 HTTP/1.1" status: 200 len: 375 time: 0.0174057 Feb 09 21:38:30.919203 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fa08c091-94d8-4fc9-8af1-8f8e6eb91cd8 admin admin] Publish callbacks [] for security_group (12447a63-5fb2-4311-b8af-0953600324f2), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:30.965726 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d7ce4437-3090-4de5-adff-df015e70b50d req-288be423-cf7f-43fa-a7b2-4b2743c16414 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=d9f1c9a9a88e49b39106e8e9d30c3ca9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0462127 Feb 09 21:38:30.973451 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-99a1c427-836f-4b9d-baf6-51f98dc0364a tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Deleting port 8879fe01-3252-4a15-be18-73bac4e90c91 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:38:30.973922 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-99a1c427-836f-4b9d-baf6-51f98dc0364a tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (8879fe01-3252-4a15-be18-73bac4e90c91), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:31.041241 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec99b94-58a1-4967-92da-e92ff3b46980 req-d405981d-3713-49dc-9f69-74b1ae8c6266 tempest-ServerTagsTestJSON-780191640 tempest-ServerTagsTestJSON-780191640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:31.046647 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fa08c091-94d8-4fc9-8af1-8f8e6eb91cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (12447a63-5fb2-4311-b8af-0953600324f2), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:31.049281 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9ec99b94-58a1-4967-92da-e92ff3b46980 req-d405981d-3713-49dc-9f69-74b1ae8c6266 tempest-ServerTagsTestJSON-780191640 tempest-ServerTagsTestJSON-780191640-project] 10.222.0.90 "GET /v2.0/ports?device_id=41f36ca2-ea0d-4721-9a8e-e811b55636ea HTTP/1.1" status: 200 len: 945 time: 0.0820417 Feb 09 21:38:31.049398 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fa08c091-94d8-4fc9-8af1-8f8e6eb91cd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:31.053363 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-fa08c091-94d8-4fc9-8af1-8f8e6eb91cd8 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/12447a63-5fb2-4311-b8af-0953600324f2 HTTP/1.1" status: 204 len: 168 time: 0.3365948 Feb 09 21:38:31.069742 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa08c091-94d8-4fc9-8af1-8f8e6eb91cd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12447a63-5fb2-4311-b8af-0953600324f2,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:31.101674 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-99a1c427-836f-4b9d-baf6-51f98dc0364a tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (8879fe01-3252-4a15-be18-73bac4e90c91), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:31.105962 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-99a1c427-836f-4b9d-baf6-51f98dc0364a tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks [] for floatingip (8879fe01-3252-4a15-be18-73bac4e90c91), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:31.122350 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-99a1c427-836f-4b9d-baf6-51f98dc0364a tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Calling delete_port for 8879fe01-3252-4a15-be18-73bac4e90c91 owned by network:floatingip {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:38:31.134064 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9ec99b94-58a1-4967-92da-e92ff3b46980 req-402d74e7-39cc-48a4-aefe-552fe63674cf tempest-ServerTagsTestJSON-780191640 tempest-ServerTagsTestJSON-780191640-project] 10.222.0.90 "GET /v2.0/security-groups?id=39330270-fb50-49e4-9e17-e8b9f98f9dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796494 Feb 09 21:38:31.309848 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d7ce4437-3090-4de5-adff-df015e70b50d req-fafecc55-7559-4249-a62b-5d50f57721c1 service neutron] 10.222.0.90 "GET /v2.0/networks/823e9556-7e11-412d-afa3-16a561be72bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3329046 Feb 09 21:38:31.405644 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-99a1c427-836f-4b9d-baf6-51f98dc0364a tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (8879fe01-3252-4a15-be18-73bac4e90c91), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:31.458836 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a1c427-836f-4b9d-baf6-51f98dc0364a tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Pushing event deleted for resources: {'Port': ['ID=8879fe01-3252-4a15-be18-73bac4e90c91,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:31.474688 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device fe1ec089-a7ee-461a-9eff-681a264f5ccd no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:38:31.486908 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d7ce4437-3090-4de5-adff-df015e70b50d req-804b6ac0-a5c5-43bc-96ea-783695d0a1a2 service neutron] 10.222.0.90 "GET /v2.0/networks/823e9556-7e11-412d-afa3-16a561be72bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753733 Feb 09 21:38:31.512106 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: fe1ec089-a7ee-461a-9eff-681a264f5ccd {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:38:31.512631 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device fe1ec089-a7ee-461a-9eff-681a264f5ccd not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:38:31.612537 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-99a1c427-836f-4b9d-baf6-51f98dc0364a tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks [] for floatingip (a8c156c8-43e0-4add-b343-8d2015e54a74), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:31.616859 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-99a1c427-836f-4b9d-baf6-51f98dc0364a tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:31.620863 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e43d5f-6a53-4d7b-93da-ed6bd7c510c3 req-de57cdcb-3071-4fdb-8688-2a4699703b0b tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:31.623334 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-99a1c427-836f-4b9d-baf6-51f98dc0364a tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] 10.222.0.90 "DELETE /v2.0/floatingips/a8c156c8-43e0-4add-b343-8d2015e54a74 HTTP/1.1" status: 204 len: 168 time: 0.8665283 Feb 09 21:38:31.623966 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 60184) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:31.630723 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-38c4d0f5-b665-4f4e-930b-aa60920c9f1b tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Request body: {'floatingip': {'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'port_id': '0f71e960-31c8-405a-b975-c2b80b061f93'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:31.633015 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e43d5f-6a53-4d7b-93da-ed6bd7c510c3 req-de57cdcb-3071-4fdb-8688-2a4699703b0b tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:31.661268 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-38c4d0f5-b665-4f4e-930b-aa60920c9f1b tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:31.662687 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e43d5f-6a53-4d7b-93da-ed6bd7c510c3 req-de57cdcb-3071-4fdb-8688-2a4699703b0b tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:31.674576 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e43d5f-6a53-4d7b-93da-ed6bd7c510c3 req-de57cdcb-3071-4fdb-8688-2a4699703b0b tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:31.690367 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e43d5f-6a53-4d7b-93da-ed6bd7c510c3 req-de57cdcb-3071-4fdb-8688-2a4699703b0b tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:31.696506 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e43d5f-6a53-4d7b-93da-ed6bd7c510c3 req-de57cdcb-3071-4fdb-8688-2a4699703b0b tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:31.702380 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e43d5f-6a53-4d7b-93da-ed6bd7c510c3 req-de57cdcb-3071-4fdb-8688-2a4699703b0b tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:31.705549 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-89e43d5f-6a53-4d7b-93da-ed6bd7c510c3 req-de57cdcb-3071-4fdb-8688-2a4699703b0b tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 5429 time: 0.3861299 Feb 09 21:38:31.832350 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-89e43d5f-6a53-4d7b-93da-ed6bd7c510c3 req-2018a142-ad6f-411f-b782-00d87bec3f98 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/security-groups?id=13b87425-0324-41b8-9577-a03ea20c9956&id=d1e73a5e-905c-466a-be51-a1576b624ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1137857 Feb 09 21:38:31.873554 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 60198) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:31.900259 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-38c4d0f5-b665-4f4e-930b-aa60920c9f1b tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:31.972214 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-05ba6ada-a211-4ff4-8c58-9f8eed5e0e23 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=79dcf052a68a4dae9e180cb840d1b3c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0972295 Feb 09 21:38:31.973108 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 60204) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:32.085598 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-48a259e7-a57c-486e-a974-7acdbb5cfa11 admin admin] Publish callbacks [] for security_group (3b58fe45-b2be-4d0d-ba77-0afdd4a4dc7d), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:32.166404 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-38c4d0f5-b665-4f4e-930b-aa60920c9f1b tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Allocated IP 172.25.3.213 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/1950d6e8-cf48-4024-b1af-787eb0330f26) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:38:32.180036 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-48a259e7-a57c-486e-a974-7acdbb5cfa11 admin admin] Publish callbacks [] for security_group (3b58fe45-b2be-4d0d-ba77-0afdd4a4dc7d), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:32.349321 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d05c4f9-3fd9-4042-a460-55dbd87cc649 req-2b349f23-120e-4cb9-b99d-be4b2fb75845 tempest-ServerDiagnosticsNegativeTest-1625744175 tempest-ServerDiagnosticsNegativeTest-1625744175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:32.351072 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7d05c4f9-3fd9-4042-a460-55dbd87cc649 req-2b349f23-120e-4cb9-b99d-be4b2fb75845 tempest-ServerDiagnosticsNegativeTest-1625744175 tempest-ServerDiagnosticsNegativeTest-1625744175-project] 10.222.0.90 "GET /v2.0/ports?device_id=7882896d-5d76-4cf1-a645-8ad9179a4dd7 HTTP/1.1" status: 200 len: 949 time: 0.1954687 Feb 09 21:38:32.409621 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-38c4d0f5-b665-4f4e-930b-aa60920c9f1b tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks [] for port (1950d6e8-cf48-4024-b1af-787eb0330f26), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:32.433536 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-991a39e9-ebb3-4198-a0fe-7906b2bb4730 req-73d0deff-4f12-4ee9-a2a1-ef565f4ad96b service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=33089768c329446c9d788d6ad3b466d1&device_id=9521475b-874b-4209-aa15-9db13a358f54 HTTP/1.1" status: 200 len: 210 time: 0.0813136 Feb 09 21:38:32.434481 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-48a259e7-a57c-486e-a974-7acdbb5cfa11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (3b58fe45-b2be-4d0d-ba77-0afdd4a4dc7d), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:32.444483 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-48a259e7-a57c-486e-a974-7acdbb5cfa11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:32.448818 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-48a259e7-a57c-486e-a974-7acdbb5cfa11 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/3b58fe45-b2be-4d0d-ba77-0afdd4a4dc7d HTTP/1.1" status: 204 len: 168 time: 0.4745605 Feb 09 21:38:32.530259 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-48555f1c-4839-4a48-9edf-423448540fee req-47a86bb5-1b3a-4ec8-96a3-3237a973ff79 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] 10.222.0.90 "GET /v2.0/ports?device_id=daa0afbb-0e53-4ff1-9ed3-26355f945764 HTTP/1.1" status: 200 len: 210 time: 0.0801156 Feb 09 21:38:32.530890 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a259e7-a57c-486e-a974-7acdbb5cfa11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b58fe45-b2be-4d0d-ba77-0afdd4a4dc7d,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:32.534970 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-991a39e9-ebb3-4198-a0fe-7906b2bb4730 req-8c19a2a3-10e5-46ea-9bd8-f50e4e0efce1 service neutron] 10.222.0.95 "GET /v2.0/networks?tenant_id=33089768c329446c9d788d6ad3b466d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0755649 Feb 09 21:38:32.567031 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-38c4d0f5-b665-4f4e-930b-aa60920c9f1b tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (1950d6e8-cf48-4024-b1af-787eb0330f26), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:32.664555 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7d05c4f9-3fd9-4042-a460-55dbd87cc649 req-57616515-6a6f-46ba-aeb8-8900d1ba3447 tempest-ServerDiagnosticsNegativeTest-1625744175 tempest-ServerDiagnosticsNegativeTest-1625744175-project] 10.222.0.90 "GET /v2.0/security-groups?id=99a6518c-c1ef-458a-9255-86b723e05ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2960181 Feb 09 21:38:32.735827 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c4d0f5-b665-4f4e-930b-aa60920c9f1b tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:38:32.767453 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991a39e9-ebb3-4198-a0fe-7906b2bb4730 req-64f9e67b-64d7-47c4-a8d7-75b0ea133217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:32.771044 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-991a39e9-ebb3-4198-a0fe-7906b2bb4730 req-64f9e67b-64d7-47c4-a8d7-75b0ea133217 service neutron] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2182410 Feb 09 21:38:32.785938 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-38c4d0f5-b665-4f4e-930b-aa60920c9f1b tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:38:32.793859 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c4d0f5-b665-4f4e-930b-aa60920c9f1b tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:38:32.810364 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c4d0f5-b665-4f4e-930b-aa60920c9f1b tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Pushing event updated for resources: {'Port': ['ID=1950d6e8-cf48-4024-b1af-787eb0330f26,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:32.835870 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e4c2fbae-fdb4-415f-ac5d-9afc6ac3425c req-a089118d-dca4-4484-8e13-a167cfd1baff tempest-ServerShowV247Test-328120966 tempest-ServerShowV247Test-328120966-project] 10.222.0.90 "GET /v2.0/ports?device_id=9521475b-874b-4209-aa15-9db13a358f54 HTTP/1.1" status: 200 len: 210 time: 0.1221845 Feb 09 21:38:32.968249 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6a3ca8-90de-4708-9b0a-71e660f2be4c req-6a3de1e8-fdd2-453c-9270-106cee6d0e29 tempest-ServerDiagnosticsNegativeTest-1625744175 tempest-ServerDiagnosticsNegativeTest-1625744175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:32.969606 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-cd6a3ca8-90de-4708-9b0a-71e660f2be4c req-6a3de1e8-fdd2-453c-9270-106cee6d0e29 tempest-ServerDiagnosticsNegativeTest-1625744175 tempest-ServerDiagnosticsNegativeTest-1625744175-project] 10.222.0.89 "GET /v2.0/ports?device_id=7882896d-5d76-4cf1-a645-8ad9179a4dd7 HTTP/1.1" status: 200 len: 949 time: 0.5310149 Feb 09 21:38:33.092146 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964d008b-c94e-49f0-b461-9e1ea29cd9f5 req-eb419099-26d0-4f94-9df5-33733601d544 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:33.099006 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964d008b-c94e-49f0-b461-9e1ea29cd9f5 req-eb419099-26d0-4f94-9df5-33733601d544 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:33.118385 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964d008b-c94e-49f0-b461-9e1ea29cd9f5 req-eb419099-26d0-4f94-9df5-33733601d544 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:33.140897 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964d008b-c94e-49f0-b461-9e1ea29cd9f5 req-eb419099-26d0-4f94-9df5-33733601d544 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:33.151848 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964d008b-c94e-49f0-b461-9e1ea29cd9f5 req-eb419099-26d0-4f94-9df5-33733601d544 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:33.182688 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964d008b-c94e-49f0-b461-9e1ea29cd9f5 req-eb419099-26d0-4f94-9df5-33733601d544 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:33.193809 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964d008b-c94e-49f0-b461-9e1ea29cd9f5 req-eb419099-26d0-4f94-9df5-33733601d544 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:33.213482 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-964d008b-c94e-49f0-b461-9e1ea29cd9f5 req-eb419099-26d0-4f94-9df5-33733601d544 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 5429 time: 0.2736030 Feb 09 21:38:33.297546 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-964d008b-c94e-49f0-b461-9e1ea29cd9f5 req-ae7858f5-0e38-4e38-9dff-44e2b82cf23b tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/security-groups?id=13b87425-0324-41b8-9577-a03ea20c9956&id=d1e73a5e-905c-466a-be51-a1576b624ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0811067 Feb 09 21:38:33.490606 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-38c4d0f5-b665-4f4e-930b-aa60920c9f1b tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks [] for floatingip (406d6df3-295c-4303-bcb7-6c2ebeedea56), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:33.515823 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-cd6a3ca8-90de-4708-9b0a-71e660f2be4c req-4437f37e-b32c-4742-a688-ccfbb7f48dfd tempest-ServerDiagnosticsNegativeTest-1625744175 tempest-ServerDiagnosticsNegativeTest-1625744175-project] Deleting port fca520bc-4583-4f45-ac10-81c7e3c84710 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:38:33.516154 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-cd6a3ca8-90de-4708-9b0a-71e660f2be4c req-4437f37e-b32c-4742-a688-ccfbb7f48dfd tempest-ServerDiagnosticsNegativeTest-1625744175 tempest-ServerDiagnosticsNegativeTest-1625744175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (fca520bc-4583-4f45-ac10-81c7e3c84710), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:33.642850 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-38c4d0f5-b665-4f4e-930b-aa60920c9f1b tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (1950d6e8-cf48-4024-b1af-787eb0330f26), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:33.686713 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-cd6a3ca8-90de-4708-9b0a-71e660f2be4c req-4437f37e-b32c-4742-a688-ccfbb7f48dfd tempest-ServerDiagnosticsNegativeTest-1625744175 tempest-ServerDiagnosticsNegativeTest-1625744175-project] For port fca520bc-4583-4f45-ac10-81c7e3c84710, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=fca520bc-4583-4f45-ac10-81c7e3c84710,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:33.687354 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-cd6a3ca8-90de-4708-9b0a-71e660f2be4c req-4437f37e-b32c-4742-a688-ccfbb7f48dfd tempest-ServerDiagnosticsNegativeTest-1625744175 tempest-ServerDiagnosticsNegativeTest-1625744175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (fca520bc-4583-4f45-ac10-81c7e3c84710), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:33.707554 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-cd6a3ca8-90de-4708-9b0a-71e660f2be4c req-4437f37e-b32c-4742-a688-ccfbb7f48dfd tempest-ServerDiagnosticsNegativeTest-1625744175 tempest-ServerDiagnosticsNegativeTest-1625744175-project] Calling delete_port for fca520bc-4583-4f45-ac10-81c7e3c84710 owned by compute:nova {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:38:33.746305 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1838c4c0-05c6-43a5-b697-6ec7a8bba649 req-6758a279-f634-4e66-a558-3a5f2702ed96 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] 10.222.0.90 "GET /v2.0/ports?device_id=daa0afbb-0e53-4ff1-9ed3-26355f945764 HTTP/1.1" status: 200 len: 210 time: 0.0818131 Feb 09 21:38:33.969440 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 60266) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:34.021870 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ce4437-3090-4de5-adff-df015e70b50d req-2b56cf95-84ae-4617-a211-82d590348dd3 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:34.030724 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d7ce4437-3090-4de5-adff-df015e70b50d req-2b56cf95-84ae-4617-a211-82d590348dd3 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] 10.222.0.95 "GET /v2.0/networks?id=823e9556-7e11-412d-afa3-16a561be72bd HTTP/1.1" status: 200 len: 813 time: 0.1737247 Feb 09 21:38:34.056605 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-d7ce4437-3090-4de5-adff-df015e70b50d req-84a04f10-9c4b-44a8-8533-117e0bc5589a tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Request body: {'port': {'device_id': '6074b339-7a32-4798-b1c1-9ebf8308689c', 'network_id': '823e9556-7e11-412d-afa3-16a561be72bd', 'admin_state_up': True, 'tenant_id': 'd9f1c9a9a88e49b39106e8e9d30c3ca9'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:34.223412 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ce4437-3090-4de5-adff-df015e70b50d req-f67dbea7-8071-4634-92d5-19bb5938dae4 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:34.225061 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d7ce4437-3090-4de5-adff-df015e70b50d req-f67dbea7-8071-4634-92d5-19bb5938dae4 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] 10.222.0.89 "GET /v2.0/networks?id=823e9556-7e11-412d-afa3-16a561be72bd HTTP/1.1" status: 200 len: 813 time: 0.5004253 Feb 09 21:38:34.248177 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-d7ce4437-3090-4de5-adff-df015e70b50d req-06fadd0c-9910-4dc3-95da-bfd94291777d tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Request body: {'port': {'device_id': 'daa0afbb-0e53-4ff1-9ed3-26355f945764', 'network_id': '823e9556-7e11-412d-afa3-16a561be72bd', 'admin_state_up': True, 'tenant_id': 'd9f1c9a9a88e49b39106e8e9d30c3ca9'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:34.269912 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f6e43e-5ccb-4e7a-9991-680dddbf64f4 req-fe3e8526-0cbf-44ca-9d95-660bf94c11c6 tempest-ServerDiagnosticsNegativeTest-1625744175 tempest-ServerDiagnosticsNegativeTest-1625744175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:34.271636 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-8d118d84-784b-4898-bfdc-7df9de9143ce admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1408618436-network', 'tenant_id': '8ded382742dc46b2a9a2819463337c71'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:34.274950 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d3f6e43e-5ccb-4e7a-9991-680dddbf64f4 req-fe3e8526-0cbf-44ca-9d95-660bf94c11c6 tempest-ServerDiagnosticsNegativeTest-1625744175 tempest-ServerDiagnosticsNegativeTest-1625744175-project] 10.222.0.90 "GET /v2.0/ports?device_id=7882896d-5d76-4cf1-a645-8ad9179a4dd7 HTTP/1.1" status: 200 len: 949 time: 0.4291072 Feb 09 21:38:34.378844 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f3cdc453-9c2d-4a9c-bb1a-d3429bc605a9 req-6094f443-386a-47ea-85c4-64224469b173 tempest-ServerShowV247Test-328120966 tempest-ServerShowV247Test-328120966-project] 10.222.0.90 "GET /v2.0/ports?device_id=9521475b-874b-4209-aa15-9db13a358f54 HTTP/1.1" status: 200 len: 210 time: 0.0876217 Feb 09 21:38:34.403904 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d118d84-784b-4898-bfdc-7df9de9143ce admin admin] Made reservation on behalf of 8ded382742dc46b2a9a2819463337c71 for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:38:34.403904 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8d118d84-784b-4898-bfdc-7df9de9143ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:34.420506 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-cd6a3ca8-90de-4708-9b0a-71e660f2be4c req-4437f37e-b32c-4742-a688-ccfbb7f48dfd tempest-ServerDiagnosticsNegativeTest-1625744175 tempest-ServerDiagnosticsNegativeTest-1625744175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (fca520bc-4583-4f45-ac10-81c7e3c84710), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:34.440746 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-38c4d0f5-b665-4f4e-930b-aa60920c9f1b tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks [] for port (1950d6e8-cf48-4024-b1af-787eb0330f26), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:34.452559 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8d118d84-784b-4898-bfdc-7df9de9143ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:34.457652 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-38c4d0f5-b665-4f4e-930b-aa60920c9f1b tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (1950d6e8-cf48-4024-b1af-787eb0330f26), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:34.466067 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d3f6e43e-5ccb-4e7a-9991-680dddbf64f4 req-8a43d5b0-31e1-4355-af89-cfb93981431c tempest-ServerDiagnosticsNegativeTest-1625744175 tempest-ServerDiagnosticsNegativeTest-1625744175-project] 10.222.0.90 "GET /v2.0/security-groups?id=99a6518c-c1ef-458a-9255-86b723e05ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770935 Feb 09 21:38:34.516715 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['fca520bc-4583-4f45-ac10-81c7e3c84710'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:38:34.522216 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7ce4437-3090-4de5-adff-df015e70b50d req-84a04f10-9c4b-44a8-8533-117e0bc5589a tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Made reservation on behalf of d9f1c9a9a88e49b39106e8e9d30c3ca9 for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:38:34.530448 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-d7ce4437-3090-4de5-adff-df015e70b50d req-84a04f10-9c4b-44a8-8533-117e0bc5589a tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:34.693719 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-38c4d0f5-b665-4f4e-930b-aa60920c9f1b tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (406d6df3-295c-4303-bcb7-6c2ebeedea56), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:34.850470 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0cc138-6bb8-44c2-80d1-efcb353c14ee req-42890bbd-22f6-45ee-8d39-d985c3cca2b8 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:34.857940 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0cc138-6bb8-44c2-80d1-efcb353c14ee req-42890bbd-22f6-45ee-8d39-d985c3cca2b8 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:34.864086 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0cc138-6bb8-44c2-80d1-efcb353c14ee req-42890bbd-22f6-45ee-8d39-d985c3cca2b8 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:34.870772 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0cc138-6bb8-44c2-80d1-efcb353c14ee req-42890bbd-22f6-45ee-8d39-d985c3cca2b8 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:34.877119 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0cc138-6bb8-44c2-80d1-efcb353c14ee req-42890bbd-22f6-45ee-8d39-d985c3cca2b8 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:34.887410 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0cc138-6bb8-44c2-80d1-efcb353c14ee req-42890bbd-22f6-45ee-8d39-d985c3cca2b8 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:34.893875 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0cc138-6bb8-44c2-80d1-efcb353c14ee req-42890bbd-22f6-45ee-8d39-d985c3cca2b8 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:34.902256 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7e0cc138-6bb8-44c2-80d1-efcb353c14ee req-42890bbd-22f6-45ee-8d39-d985c3cca2b8 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 5429 time: 0.2701726 Feb 09 21:38:34.990557 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ecd4a856-7d9a-4785-be81-68fb8323a842 req-eeb4d733-5b2e-4edd-9938-565945554bc0 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] 10.222.0.90 "GET /v2.0/ports?device_id=daa0afbb-0e53-4ff1-9ed3-26355f945764 HTTP/1.1" status: 200 len: 210 time: 0.0687172 Feb 09 21:38:35.003470 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [req-d7ce4437-3090-4de5-adff-df015e70b50d req-84a04f10-9c4b-44a8-8533-117e0bc5589a tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Allocated IP 172.20.0.4 (823e9556-7e11-412d-afa3-16a561be72bd/355dfc30-1148-4206-9570-0b629d9fb4da/75a9e4f2-4b4f-43be-b5e1-fbe33abcecd4) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:38:35.224436 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-991a39e9-ebb3-4198-a0fe-7906b2bb4730 req-0e605ddd-e967-40cb-914a-fc5b4ee720ad tempest-ServerShowV247Test-328120966 tempest-ServerShowV247Test-328120966-project] 10.222.0.95 "GET /v2.0/ports?device_id=9521475b-874b-4209-aa15-9db13a358f54 HTTP/1.1" status: 200 len: 210 time: 0.0680051 Feb 09 21:38:35.225033 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7ce4437-3090-4de5-adff-df015e70b50d req-06fadd0c-9910-4dc3-95da-bfd94291777d tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Made reservation on behalf of d9f1c9a9a88e49b39106e8e9d30c3ca9 for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:38:35.228876 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-d7ce4437-3090-4de5-adff-df015e70b50d req-06fadd0c-9910-4dc3-95da-bfd94291777d tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:35.331389 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-d7ce4437-3090-4de5-adff-df015e70b50d req-84a04f10-9c4b-44a8-8533-117e0bc5589a tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Publish callbacks [] for port (75a9e4f2-4b4f-43be-b5e1-fbe33abcecd4), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:35.339912 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c4d0f5-b665-4f4e-930b-aa60920c9f1b tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Pushing event updated for resources: {'Port': ['ID=1950d6e8-cf48-4024-b1af-787eb0330f26,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:35.372339 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7e0cc138-6bb8-44c2-80d1-efcb353c14ee req-7eace3bd-db53-4d3e-b466-5f1f93a5d232 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/security-groups?id=13b87425-0324-41b8-9577-a03ea20c9956&id=d1e73a5e-905c-466a-be51-a1576b624ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4686725 Feb 09 21:38:35.388344 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd6a3ca8-90de-4708-9b0a-71e660f2be4c req-4437f37e-b32c-4742-a688-ccfbb7f48dfd tempest-ServerDiagnosticsNegativeTest-1625744175 tempest-ServerDiagnosticsNegativeTest-1625744175-project] No DVR routers for this DVR port fca520bc-4583-4f45-ac10-81c7e3c84710 on host n-h2-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:38:35.422661 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-cd6a3ca8-90de-4708-9b0a-71e660f2be4c req-4437f37e-b32c-4742-a688-ccfbb7f48dfd tempest-ServerDiagnosticsNegativeTest-1625744175 tempest-ServerDiagnosticsNegativeTest-1625744175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:35.443239 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-cd6a3ca8-90de-4708-9b0a-71e660f2be4c req-4437f37e-b32c-4742-a688-ccfbb7f48dfd tempest-ServerDiagnosticsNegativeTest-1625744175 tempest-ServerDiagnosticsNegativeTest-1625744175-project] 10.222.0.89 "DELETE /v2.0/ports/fca520bc-4583-4f45-ac10-81c7e3c84710 HTTP/1.1" status: 204 len: 173 time: 2.4644303 Feb 09 21:38:35.462770 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-d7ce4437-3090-4de5-adff-df015e70b50d req-84a04f10-9c4b-44a8-8533-117e0bc5589a tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (75a9e4f2-4b4f-43be-b5e1-fbe33abcecd4), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:35.533138 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7882896d-5d76-4cf1-a645-8ad9179a4dd7', 'name': 'network-vif-deleted', 'tag': 'fca520bc-4583-4f45-ac10-81c7e3c84710'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:38:35.535489 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8018576-2dd8-457f-9084-ce96002b1b9d" -d '{"events": [{"server_uuid": "7882896d-5d76-4cf1-a645-8ad9179a4dd7", "name": "network-vif-deleted", "tag": "fca520bc-4583-4f45-ac10-81c7e3c84710"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:38:35.541576 n-d-828369-5 neutron-server[103141]: INFO neutron.db.l3_db [None req-38c4d0f5-b665-4f4e-930b-aa60920c9f1b tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Floating IP 406d6df3-295c-4303-bcb7-6c2ebeedea56 associated. External IP: 172.25.3.213, port: 0f71e960-31c8-405a-b975-c2b80b061f93. Feb 09 21:38:35.545707 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4437f37e-b32c-4742-a688-ccfbb7f48dfd tempest-ServerDiagnosticsNegativeTest-1625744175 tempest-ServerDiagnosticsNegativeTest-1625744175-project] Pushing event deleted for resources: {'Port': ['ID=fca520bc-4583-4f45-ac10-81c7e3c84710,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:35.619667 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7ce4437-3090-4de5-adff-df015e70b50d req-84a04f10-9c4b-44a8-8533-117e0bc5589a tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Network 823e9556-7e11-412d-afa3-16a561be72bd is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:38:35.641091 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [req-d7ce4437-3090-4de5-adff-df015e70b50d req-84a04f10-9c4b-44a8-8533-117e0bc5589a tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:38:35.650527 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d81c2317-dd11-4f65-8f7d-c323062d01d2 req-0f89a51f-c76a-4102-83c6-72f19b95365e tempest-ServerShowV247Test-328120966 tempest-ServerShowV247Test-328120966-project] 10.222.0.90 "GET /v2.0/ports?device_id=9521475b-874b-4209-aa15-9db13a358f54 HTTP/1.1" status: 200 len: 210 time: 0.0710216 Feb 09 21:38:35.651551 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7ce4437-3090-4de5-adff-df015e70b50d req-84a04f10-9c4b-44a8-8533-117e0bc5589a tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:38:35.735696 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ce4437-3090-4de5-adff-df015e70b50d req-84a04f10-9c4b-44a8-8533-117e0bc5589a tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:35.736394 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-d7ce4437-3090-4de5-adff-df015e70b50d req-84a04f10-9c4b-44a8-8533-117e0bc5589a tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:35.754198 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a04f10-9c4b-44a8-8533-117e0bc5589a tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Pushing event updated for resources: {'Port': ['ID=75a9e4f2-4b4f-43be-b5e1-fbe33abcecd4,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:35.779492 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3359adb3-faba-4238-8527-22fd73e0c66b req-845f4f32-ed65-4085-b6b3-a886ccf0b78c tempest-ServerDiagnosticsNegativeTest-1625744175 tempest-ServerDiagnosticsNegativeTest-1625744175-project] 10.222.0.90 "GET /v2.0/ports?device_id=7882896d-5d76-4cf1-a645-8ad9179a4dd7 HTTP/1.1" status: 200 len: 210 time: 0.0392470 Feb 09 21:38:35.789017 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d7ce4437-3090-4de5-adff-df015e70b50d req-84a04f10-9c4b-44a8-8533-117e0bc5589a tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7414019 Feb 09 21:38:35.811154 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-d7ce4437-3090-4de5-adff-df015e70b50d req-f004778e-8683-4475-8b04-0d1fecb9d11c service neutron] Request body: {'port': {'device_id': '6074b339-7a32-4798-b1c1-9ebf8308689c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-5'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:35.850046 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8d118d84-784b-4898-bfdc-7df9de9143ce admin admin] Publish callbacks [] for security_group (930489c6-65f6-4860-9637-11be229da4e4), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:35.861607 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50b6c28c-96ef-42f0-83aa-bec964acc69a x-openstack-request-id: req-50b6c28c-96ef-42f0-83aa-bec964acc69a {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:38:35.862000 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7882896d-5d76-4cf1-a645-8ad9179a4dd7", "name": "network-vif-deleted", "tag": "fca520bc-4583-4f45-ac10-81c7e3c84710", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:38:35.862443 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-50b6c28c-96ef-42f0-83aa-bec964acc69a {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:38:35.863089 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7882896d-5d76-4cf1-a645-8ad9179a4dd7', 'name': 'network-vif-deleted', 'tag': 'fca520bc-4583-4f45-ac10-81c7e3c84710', 'status': 'completed', 'code': 200} Feb 09 21:38:35.869207 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8d118d84-784b-4898-bfdc-7df9de9143ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (930489c6-65f6-4860-9637-11be229da4e4), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:35.872624 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [req-d7ce4437-3090-4de5-adff-df015e70b50d req-06fadd0c-9910-4dc3-95da-bfd94291777d tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Allocated IP 172.20.0.12 (823e9556-7e11-412d-afa3-16a561be72bd/355dfc30-1148-4206-9570-0b629d9fb4da/0894b2af-4795-4854-9aa6-862a79b171ea) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:38:35.895266 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-d7ce4437-3090-4de5-adff-df015e70b50d req-f004778e-8683-4475-8b04-0d1fecb9d11c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (75a9e4f2-4b4f-43be-b5e1-fbe33abcecd4), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:35.906340 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d118d84-784b-4898-bfdc-7df9de9143ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=930489c6-65f6-4860-9637-11be229da4e4,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:35.936423 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d118d84-784b-4898-bfdc-7df9de9143ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:38:36.011216 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8d118d84-784b-4898-bfdc-7df9de9143ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (71591c82-5b56-413b-98d9-19e9c951b631), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:36.011599 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-8d118d84-784b-4898-bfdc-7df9de9143ce admin admin] Added segment 71591c82-5b56-413b-98d9-19e9c951b631 of type vlan for network 10e633eb-f28a-4581-947f-214e3c9e61a8 Feb 09 21:38:36.213073 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-627eb5db-505a-4598-904f-4d002827d9da req-e9efcb32-eeef-4d8c-9610-039058884945 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] 10.222.0.90 "GET /v2.0/ports?device_id=daa0afbb-0e53-4ff1-9ed3-26355f945764 HTTP/1.1" status: 200 len: 210 time: 0.0665400 Feb 09 21:38:36.313866 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8d118d84-784b-4898-bfdc-7df9de9143ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (10e633eb-f28a-4581-947f-214e3c9e61a8), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:36.386923 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8d118d84-784b-4898-bfdc-7df9de9143ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (10e633eb-f28a-4581-947f-214e3c9e61a8), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:36.387900 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d118d84-784b-4898-bfdc-7df9de9143ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:36.388518 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8d118d84-784b-4898-bfdc-7df9de9143ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:36.458763 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d118d84-784b-4898-bfdc-7df9de9143ce admin admin] Pushing event updated for resources: {'Network': ['ID=10e633eb-f28a-4581-947f-214e3c9e61a8,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:36.471611 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 10e633eb-f28a-4581-947f-214e3c9e61a8 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:38:36.520096 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38c4d0f5-b665-4f4e-930b-aa60920c9f1b tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Router 4508429f-0210-4fc3-8588-b916f1b1426e has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:38:36.575774 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-d7ce4437-3090-4de5-adff-df015e70b50d req-06fadd0c-9910-4dc3-95da-bfd94291777d tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Publish callbacks [] for port (0894b2af-4795-4854-9aa6-862a79b171ea), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:36.587891 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e32237-87dd-4ded-87a3-92dc04adc778 req-5f710078-2d47-49a8-ad9e-240661d09178 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:36.591418 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e32237-87dd-4ded-87a3-92dc04adc778 req-5f710078-2d47-49a8-ad9e-240661d09178 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:36.596311 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e32237-87dd-4ded-87a3-92dc04adc778 req-5f710078-2d47-49a8-ad9e-240661d09178 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:36.598848 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-8d118d84-784b-4898-bfdc-7df9de9143ce admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.6403372 Feb 09 21:38:36.602431 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 60334) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:36.602920 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e32237-87dd-4ded-87a3-92dc04adc778 req-5f710078-2d47-49a8-ad9e-240661d09178 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:36.608474 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e32237-87dd-4ded-87a3-92dc04adc778 req-5f710078-2d47-49a8-ad9e-240661d09178 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:36.614420 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e32237-87dd-4ded-87a3-92dc04adc778 req-5f710078-2d47-49a8-ad9e-240661d09178 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:36.615502 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-955e478e-29e7-4a6c-9798-4bd49b475980 admin admin] Request body: {'subnet': {'network_id': '10e633eb-f28a-4581-947f-214e3c9e61a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1408618436-subnet', 'tenant_id': '8ded382742dc46b2a9a2819463337c71', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:36.620822 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e32237-87dd-4ded-87a3-92dc04adc778 req-5f710078-2d47-49a8-ad9e-240661d09178 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:36.622915 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-80e32237-87dd-4ded-87a3-92dc04adc778 req-5f710078-2d47-49a8-ad9e-240661d09178 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 5429 time: 0.1449547 Feb 09 21:38:36.737523 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-80e32237-87dd-4ded-87a3-92dc04adc778 req-463a4e1d-601f-48e9-99f8-0dc45bee8552 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/security-groups?id=13b87425-0324-41b8-9577-a03ea20c9956&id=d1e73a5e-905c-466a-be51-a1576b624ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1061552 Feb 09 21:38:36.761860 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-955e478e-29e7-4a6c-9798-4bd49b475980 admin admin] Made reservation on behalf of 8ded382742dc46b2a9a2819463337c71 for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:38:36.761860 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-955e478e-29e7-4a6c-9798-4bd49b475980 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:36.868655 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-d7ce4437-3090-4de5-adff-df015e70b50d req-06fadd0c-9910-4dc3-95da-bfd94291777d tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (0894b2af-4795-4854-9aa6-862a79b171ea), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:36.970997 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7ce4437-3090-4de5-adff-df015e70b50d req-06fadd0c-9910-4dc3-95da-bfd94291777d tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Network 823e9556-7e11-412d-afa3-16a561be72bd is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:38:36.982988 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [req-d7ce4437-3090-4de5-adff-df015e70b50d req-06fadd0c-9910-4dc3-95da-bfd94291777d tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:38:36.983610 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device fca520bc-4583-4f45-ac10-81c7e3c84710 no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:38:37.002145 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7ce4437-3090-4de5-adff-df015e70b50d req-06fadd0c-9910-4dc3-95da-bfd94291777d tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:38:37.018959 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38c4d0f5-b665-4f4e-930b-aa60920c9f1b tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:38:37.036960 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb8fe5c-91ba-4261-8809-3e6f4ba6f0cc None None] Sync routers for ids ['4508429f-0210-4fc3-8588-b916f1b1426e'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:38:37.079358 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb8fe5c-91ba-4261-8809-3e6f4ba6f0cc None None] Routers {'4508429f-0210-4fc3-8588-b916f1b1426e'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:38:37.081284 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-beb8fe5c-91ba-4261-8809-3e6f4ba6f0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:38:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['4508429f-0210-4fc3-8588-b916f1b1426e'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:37.123482 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] No Port match for: fca520bc-4583-4f45-ac10-81c7e3c84710 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:38:37.129392 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device fca520bc-4583-4f45-ac10-81c7e3c84710 not bound to the agent host n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:38:37.144565 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-38c4d0f5-b665-4f4e-930b-aa60920c9f1b tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:37.181200 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fadd0c-9910-4dc3-95da-bfd94291777d tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Pushing event updated for resources: {'Port': ['ID=0894b2af-4795-4854-9aa6-862a79b171ea,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:37.183648 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [req-d7ce4437-3090-4de5-adff-df015e70b50d req-f004778e-8683-4475-8b04-0d1fecb9d11c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75a9e4f2-4b4f-43be-b5e1-fbe33abcecd4 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:38:37.214328 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-beb8fe5c-91ba-4261-8809-3e6f4ba6f0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:37.215756 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-d7ce4437-3090-4de5-adff-df015e70b50d req-f004778e-8683-4475-8b04-0d1fecb9d11c service neutron] Publish callbacks [] for port (75a9e4f2-4b4f-43be-b5e1-fbe33abcecd4), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:37.246625 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb8fe5c-91ba-4261-8809-3e6f4ba6f0cc None None] Routers {'4508429f-0210-4fc3-8588-b916f1b1426e'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:38:37.251594 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-beb8fe5c-91ba-4261-8809-3e6f4ba6f0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:38:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['4508429f-0210-4fc3-8588-b916f1b1426e'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:37.259752 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [req-d7ce4437-3090-4de5-adff-df015e70b50d req-f004778e-8683-4475-8b04-0d1fecb9d11c service neutron] Transition to ACTIVE for port object 75a9e4f2-4b4f-43be-b5e1-fbe33abcecd4 will not be triggered until provisioned by entity L2. {{(pid=103140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:38:37.267063 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-d7ce4437-3090-4de5-adff-df015e70b50d req-f004778e-8683-4475-8b04-0d1fecb9d11c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (75a9e4f2-4b4f-43be-b5e1-fbe33abcecd4), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:37.373446 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-beb8fe5c-91ba-4261-8809-3e6f4ba6f0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:37.374274 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb8fe5c-91ba-4261-8809-3e6f4ba6f0cc None None] The sync data for ids ['4508429f-0210-4fc3-8588-b916f1b1426e'] in n-d-828369-5 is: [] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:38:37.388145 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 60366) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:37.415885 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-38c4d0f5-b665-4f4e-930b-aa60920c9f1b tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 5.7902935 Feb 09 21:38:37.420719 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 60368) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:37.437244 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ce4437-3090-4de5-adff-df015e70b50d req-06fadd0c-9910-4dc3-95da-bfd94291777d tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:37.437944 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-d7ce4437-3090-4de5-adff-df015e70b50d req-06fadd0c-9910-4dc3-95da-bfd94291777d tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:37.465563 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-b2bc0273-e48b-4268-9e87-f99e324b77bd tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-2017342556'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:37.471193 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 60374) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:37.493222 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d7ce4437-3090-4de5-adff-df015e70b50d req-06fadd0c-9910-4dc3-95da-bfd94291777d tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2506764 Feb 09 21:38:37.520236 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-d7ce4437-3090-4de5-adff-df015e70b50d req-cb5f4d8d-7866-4c37-92fa-c41ac8dc0a9f service neutron] Request body: {'port': {'device_id': 'daa0afbb-0e53-4ff1-9ed3-26355f945764', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:37.563160 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f004778e-8683-4475-8b04-0d1fecb9d11c service neutron] Pushing event updated for resources: {'Port': ['ID=75a9e4f2-4b4f-43be-b5e1-fbe33abcecd4,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:37.626366 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-d7ce4437-3090-4de5-adff-df015e70b50d req-cb5f4d8d-7866-4c37-92fa-c41ac8dc0a9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (0894b2af-4795-4854-9aa6-862a79b171ea), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:37.665769 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-d7ce4437-3090-4de5-adff-df015e70b50d req-f004778e-8683-4475-8b04-0d1fecb9d11c service neutron] Attempting to bind port 75a9e4f2-4b4f-43be-b5e1-fbe33abcecd4 on host n-h1-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:38:37.666322 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-d7ce4437-3090-4de5-adff-df015e70b50d req-f004778e-8683-4475-8b04-0d1fecb9d11c service neutron] Attempting to bind port 75a9e4f2-4b4f-43be-b5e1-fbe33abcecd4 by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': '4159f293-0e9e-489c-9407-9c014bb1cf3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '823e9556-7e11-412d-afa3-16a561be72bd'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:38:37.666753 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ce4437-3090-4de5-adff-df015e70b50d req-f004778e-8683-4475-8b04-0d1fecb9d11c service neutron] Attempting to bind port 75a9e4f2-4b4f-43be-b5e1-fbe33abcecd4 on network 823e9556-7e11-412d-afa3-16a561be72bd {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:38:37.684561 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ce4437-3090-4de5-adff-df015e70b50d req-f004778e-8683-4475-8b04-0d1fecb9d11c service neutron] Port 75a9e4f2-4b4f-43be-b5e1-fbe33abcecd4 on network 823e9556-7e11-412d-afa3-16a561be72bd not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:38:37.685021 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ce4437-3090-4de5-adff-df015e70b50d req-f004778e-8683-4475-8b04-0d1fecb9d11c service neutron] Attempting to bind port 75a9e4f2-4b4f-43be-b5e1-fbe33abcecd4 on network 823e9556-7e11-412d-afa3-16a561be72bd {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:38:37.691728 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2bc0273-e48b-4268-9e87-f99e324b77bd tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Made reservation on behalf of 715c3a0621fb4268ab328effc3e93792 for: {'network': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:38:37.695453 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b2bc0273-e48b-4268-9e87-f99e324b77bd tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:37.705018 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ce4437-3090-4de5-adff-df015e70b50d req-f004778e-8683-4475-8b04-0d1fecb9d11c service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:38:37.705018 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ce4437-3090-4de5-adff-df015e70b50d req-f004778e-8683-4475-8b04-0d1fecb9d11c service neutron] Checking segment: {'id': '4159f293-0e9e-489c-9407-9c014bb1cf3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '823e9556-7e11-412d-afa3-16a561be72bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:38:37.705485 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ce4437-3090-4de5-adff-df015e70b50d req-f004778e-8683-4475-8b04-0d1fecb9d11c service neutron] Bound using segment: {'id': '4159f293-0e9e-489c-9407-9c014bb1cf3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '823e9556-7e11-412d-afa3-16a561be72bd'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:38:37.706057 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-d7ce4437-3090-4de5-adff-df015e70b50d req-f004778e-8683-4475-8b04-0d1fecb9d11c service neutron] Bound port: 75a9e4f2-4b4f-43be-b5e1-fbe33abcecd4, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4159f293-0e9e-489c-9407-9c014bb1cf3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '823e9556-7e11-412d-afa3-16a561be72bd'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:38:37.706578 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-d7ce4437-3090-4de5-adff-df015e70b50d req-f004778e-8683-4475-8b04-0d1fecb9d11c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (75a9e4f2-4b4f-43be-b5e1-fbe33abcecd4), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:37.749171 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-955e478e-29e7-4a6c-9798-4bd49b475980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (4b8d793b-e406-4d25-a238-86b2a9b37b21), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:37.753922 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ed9e36f2-d14b-4148-a3d8-dccfb0e71b1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:37.825878 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b751d0-5d9f-448d-aa57-e930b99f4293 req-febe0643-02b4-4f7f-b52e-a1415b4fc553 tempest-ServerTagsTestJSON-780191640 tempest-ServerTagsTestJSON-780191640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:37.827586 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-56b751d0-5d9f-448d-aa57-e930b99f4293 req-febe0643-02b4-4f7f-b52e-a1415b4fc553 tempest-ServerTagsTestJSON-780191640 tempest-ServerTagsTestJSON-780191640-project] 10.222.0.90 "GET /v2.0/ports?device_id=41f36ca2-ea0d-4721-9a8e-e811b55636ea HTTP/1.1" status: 200 len: 945 time: 0.2484143 Feb 09 21:38:37.832245 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2bc0273-e48b-4268-9e87-f99e324b77bd tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=103140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:38:37.878765 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5581db96-a539-489b-a34f-f406244d30cf req-a67fb129-1cf6-4417-aaef-e39b837d3f03 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:37.886377 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5581db96-a539-489b-a34f-f406244d30cf req-a67fb129-1cf6-4417-aaef-e39b837d3f03 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] 10.222.0.90 "GET /v2.0/ports?device_id=daa0afbb-0e53-4ff1-9ed3-26355f945764 HTTP/1.1" status: 200 len: 932 time: 0.4141991 Feb 09 21:38:37.897416 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955e478e-29e7-4a6c-9798-4bd49b475980 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b8d793b-e406-4d25-a238-86b2a9b37b21,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:37.907646 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955e478e-29e7-4a6c-9798-4bd49b475980 admin admin] Checking segment: {'id': '71591c82-5b56-413b-98d9-19e9c951b631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '10e633eb-f28a-4581-947f-214e3c9e61a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:38:37.908016 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955e478e-29e7-4a6c-9798-4bd49b475980 admin admin] Network hostable DHCP agents. Network: 10e633eb-f28a-4581-947f-214e3c9e61a8, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:38:37.925772 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b2bc0273-e48b-4268-9e87-f99e324b77bd tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (61d0c962-e029-4a71-b944-c69d513c8cf0), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:37.926203 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-b2bc0273-e48b-4268-9e87-f99e324b77bd tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Added segment 61d0c962-e029-4a71-b944-c69d513c8cf0 of type vlan for network cb3a218f-3d18-42c5-8fe0-a14df0ccbbf2 Feb 09 21:38:37.965150 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-5e74761f-af94-4a07-9b5b-b006c76f3847 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=52a92b34007f4428abce8e9ccaca43e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4795902 Feb 09 21:38:37.968642 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 60382) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:37.974567 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955e478e-29e7-4a6c-9798-4bd49b475980 admin admin] Network 10e633eb-f28a-4581-947f-214e3c9e61a8 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:38:37.991285 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-955e478e-29e7-4a6c-9798-4bd49b475980 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 10e633eb-f28a-4581-947f-214e3c9e61a8) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:38:38.001130 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955e478e-29e7-4a6c-9798-4bd49b475980 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:38.001755 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-955e478e-29e7-4a6c-9798-4bd49b475980 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:38.001891 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103563d8-4ba8-4bdb-aa00-e6d06d9d4a7b None None] Network 10e633eb-f28a-4581-947f-214e3c9e61a8 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:38:38.035677 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-d7ce4437-3090-4de5-adff-df015e70b50d req-f004778e-8683-4475-8b04-0d1fecb9d11c service neutron] For port 75a9e4f2-4b4f-43be-b5e1-fbe33abcecd4, host n-h1-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:38:38.039176 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-955e478e-29e7-4a6c-9798-4bd49b475980 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4347019 Feb 09 21:38:38.042318 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 60384) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:38.047563 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-4af24d15-c3e9-4b3f-bbee-65af3ae16a11 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1408618436-router', 'tenant_id': '8ded382742dc46b2a9a2819463337c71', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:38.073532 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4af24d15-c3e9-4b3f-bbee-65af3ae16a11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (647d8920-3158-45f3-b374-61004bf93b94), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:38.075000 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4af24d15-c3e9-4b3f-bbee-65af3ae16a11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (647d8920-3158-45f3-b374-61004bf93b94), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:38.098673 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b2bc0273-e48b-4268-9e87-f99e324b77bd tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (cb3a218f-3d18-42c5-8fe0-a14df0ccbbf2), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:38.102597 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-d7ce4437-3090-4de5-adff-df015e70b50d req-f004778e-8683-4475-8b04-0d1fecb9d11c service neutron] For port 75a9e4f2-4b4f-43be-b5e1-fbe33abcecd4, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=75a9e4f2-4b4f-43be-b5e1-fbe33abcecd4,segment=NetworkSegment(4159f293-0e9e-489c-9407-9c014bb1cf3e),segment_id=4159f293-0e9e-489c-9407-9c014bb1cf3e)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:38:38.149621 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-d7ce4437-3090-4de5-adff-df015e70b50d req-f004778e-8683-4475-8b04-0d1fecb9d11c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (75a9e4f2-4b4f-43be-b5e1-fbe33abcecd4), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:38.197106 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4af24d15-c3e9-4b3f-bbee-65af3ae16a11 admin admin] Publish callbacks [] for router_controller (647d8920-3158-45f3-b374-61004bf93b94), precommit_add_association {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:38.247152 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce5164a-88c3-4421-9e80-9be9fc64ed9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-10e633eb-f28a-4581-947f-214e3c9e61a8', 'network_id': '10e633eb-f28a-4581-947f-214e3c9e61a8', 'project_id': '8ded382742dc46b2a9a2819463337c71', 'fixed_ips': [{'subnet_id': '4b8d793b-e406-4d25-a238-86b2a9b37b21'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:38:38.248442 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-bce5164a-88c3-4421-9e80-9be9fc64ed9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:38.251359 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-d7ce4437-3090-4de5-adff-df015e70b50d req-cb5f4d8d-7866-4c37-92fa-c41ac8dc0a9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0894b2af-4795-4854-9aa6-862a79b171ea {{(pid=103141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:38:38.263264 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-56b751d0-5d9f-448d-aa57-e930b99f4293 req-9175d46e-c532-4e81-a0bc-502bb55a71bc tempest-ServerTagsTestJSON-780191640 tempest-ServerTagsTestJSON-780191640-project] 10.222.0.90 "GET /v2.0/security-groups?id=39330270-fb50-49e4-9e17-e8b9f98f9dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4217296 Feb 09 21:38:38.288053 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-d7ce4437-3090-4de5-adff-df015e70b50d req-cb5f4d8d-7866-4c37-92fa-c41ac8dc0a9f service neutron] Publish callbacks [] for port (0894b2af-4795-4854-9aa6-862a79b171ea), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:38.315242 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5581db96-a539-489b-a34f-f406244d30cf req-34f92e6e-7375-4c3e-b165-5f0d351829e7 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] 10.222.0.90 "GET /v2.0/security-groups?id=5d2707a6-c52f-4e21-ab70-7fd207f381fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4278333 Feb 09 21:38:38.316651 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ce4437-3090-4de5-adff-df015e70b50d req-f004778e-8683-4475-8b04-0d1fecb9d11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:38.317259 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-d7ce4437-3090-4de5-adff-df015e70b50d req-f004778e-8683-4475-8b04-0d1fecb9d11c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:38.319015 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d7ce4437-3090-4de5-adff-df015e70b50d req-f004778e-8683-4475-8b04-0d1fecb9d11c service neutron] 10.222.0.95 "PUT /v2.0/ports/75a9e4f2-4b4f-43be-b5e1-fbe33abcecd4 HTTP/1.1" status: 200 len: 1091 time: 2.5162139 Feb 09 21:38:38.321510 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-94757ebd-7246-403e-b86d-e56321f8118f admin admin] Publish callbacks [] for security_group (99a6518c-c1ef-458a-9255-86b723e05ddc), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:38.348113 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-94757ebd-7246-403e-b86d-e56321f8118f admin admin] Publish callbacks [] for security_group (99a6518c-c1ef-458a-9255-86b723e05ddc), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:38.398544 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6074b339-7a32-4798-b1c1-9ebf8308689c', 'tag': '75a9e4f2-4b4f-43be-b5e1-fbe33abcecd4'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:38:38.401693 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cad433b5-d805-4a98-a06b-8149f8c61cfc" -d '{"events": [{"name": "network-changed", "server_uuid": "6074b339-7a32-4798-b1c1-9ebf8308689c", "tag": "75a9e4f2-4b4f-43be-b5e1-fbe33abcecd4"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:38:38.413880 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b2bc0273-e48b-4268-9e87-f99e324b77bd tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (cb3a218f-3d18-42c5-8fe0-a14df0ccbbf2), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:38.420087 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2bc0273-e48b-4268-9e87-f99e324b77bd tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:38.421517 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b2bc0273-e48b-4268-9e87-f99e324b77bd tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:38.422773 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4af24d15-c3e9-4b3f-bbee-65af3ae16a11 admin admin] Publish callbacks [] for router_gateway (647d8920-3158-45f3-b374-61004bf93b94), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:38.430901 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-d7ce4437-3090-4de5-adff-df015e70b50d req-cb5f4d8d-7866-4c37-92fa-c41ac8dc0a9f service neutron] Transition to ACTIVE for port object 0894b2af-4795-4854-9aa6-862a79b171ea will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:38:38.447381 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-d7ce4437-3090-4de5-adff-df015e70b50d req-cb5f4d8d-7866-4c37-92fa-c41ac8dc0a9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (0894b2af-4795-4854-9aa6-862a79b171ea), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:38.526559 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-94757ebd-7246-403e-b86d-e56321f8118f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (99a6518c-c1ef-458a-9255-86b723e05ddc), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:38.528634 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-bce5164a-88c3-4421-9e80-9be9fc64ed9a None None] Allocated IP 172.20.0.2 (10e633eb-f28a-4581-947f-214e3c9e61a8/4b8d793b-e406-4d25-a238-86b2a9b37b21/65d7a881-8b99-4959-84af-95b42d5c8fc7) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:38:38.530253 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-94757ebd-7246-403e-b86d-e56321f8118f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:38.542948 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-94757ebd-7246-403e-b86d-e56321f8118f admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/99a6518c-c1ef-458a-9255-86b723e05ddc HTTP/1.1" status: 204 len: 168 time: 0.5630193 Feb 09 21:38:38.567390 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-820cd59b-57f7-485f-a20a-69b7934f3d33 x-openstack-request-id: req-820cd59b-57f7-485f-a20a-69b7934f3d33 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:38:38.567724 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6074b339-7a32-4798-b1c1-9ebf8308689c", "tag": "75a9e4f2-4b4f-43be-b5e1-fbe33abcecd4", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:38:38.567945 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-820cd59b-57f7-485f-a20a-69b7934f3d33 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:38:38.568387 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6074b339-7a32-4798-b1c1-9ebf8308689c', 'tag': '75a9e4f2-4b4f-43be-b5e1-fbe33abcecd4', 'status': 'completed', 'code': 200} Feb 09 21:38:38.592969 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bc0273-e48b-4268-9e87-f99e324b77bd tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Pushing event updated for resources: {'Network': ['ID=cb3a218f-3d18-42c5-8fe0-a14df0ccbbf2,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:38.602098 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5f4d8d-7866-4c37-92fa-c41ac8dc0a9f service neutron] Pushing event updated for resources: {'Port': ['ID=0894b2af-4795-4854-9aa6-862a79b171ea,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:38.626114 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94757ebd-7246-403e-b86d-e56321f8118f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a6518c-c1ef-458a-9255-86b723e05ddc,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:38.643118 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-b2bc0273-e48b-4268-9e87-f99e324b77bd tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2007201 Feb 09 21:38:38.643485 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 60400) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:38.643963 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-d7ce4437-3090-4de5-adff-df015e70b50d req-cb5f4d8d-7866-4c37-92fa-c41ac8dc0a9f service neutron] Attempting to bind port 0894b2af-4795-4854-9aa6-862a79b171ea on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:38:38.644335 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-d7ce4437-3090-4de5-adff-df015e70b50d req-cb5f4d8d-7866-4c37-92fa-c41ac8dc0a9f service neutron] Attempting to bind port 0894b2af-4795-4854-9aa6-862a79b171ea by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': '4159f293-0e9e-489c-9407-9c014bb1cf3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '823e9556-7e11-412d-afa3-16a561be72bd'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:38:38.646414 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ce4437-3090-4de5-adff-df015e70b50d req-cb5f4d8d-7866-4c37-92fa-c41ac8dc0a9f service neutron] Attempting to bind port 0894b2af-4795-4854-9aa6-862a79b171ea on network 823e9556-7e11-412d-afa3-16a561be72bd {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:38:38.654453 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-49c9aed4-4421-406f-b8ee-cd858d21a186 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Request body: {'subnet': {'network_id': 'cb3a218f-3d18-42c5-8fe0-a14df0ccbbf2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:38.743161 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ce4437-3090-4de5-adff-df015e70b50d req-cb5f4d8d-7866-4c37-92fa-c41ac8dc0a9f service neutron] Port 0894b2af-4795-4854-9aa6-862a79b171ea on network 823e9556-7e11-412d-afa3-16a561be72bd not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:38:38.743825 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ce4437-3090-4de5-adff-df015e70b50d req-cb5f4d8d-7866-4c37-92fa-c41ac8dc0a9f service neutron] Attempting to bind port 0894b2af-4795-4854-9aa6-862a79b171ea on network 823e9556-7e11-412d-afa3-16a561be72bd {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:38:38.765066 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ce4437-3090-4de5-adff-df015e70b50d req-cb5f4d8d-7866-4c37-92fa-c41ac8dc0a9f service neutron] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:38:38.765470 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ce4437-3090-4de5-adff-df015e70b50d req-cb5f4d8d-7866-4c37-92fa-c41ac8dc0a9f service neutron] Checking segment: {'id': '4159f293-0e9e-489c-9407-9c014bb1cf3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '823e9556-7e11-412d-afa3-16a561be72bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:38:38.765812 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ce4437-3090-4de5-adff-df015e70b50d req-cb5f4d8d-7866-4c37-92fa-c41ac8dc0a9f service neutron] Bound using segment: {'id': '4159f293-0e9e-489c-9407-9c014bb1cf3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '823e9556-7e11-412d-afa3-16a561be72bd'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:38:38.766259 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-d7ce4437-3090-4de5-adff-df015e70b50d req-cb5f4d8d-7866-4c37-92fa-c41ac8dc0a9f service neutron] Bound port: 0894b2af-4795-4854-9aa6-862a79b171ea, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4159f293-0e9e-489c-9407-9c014bb1cf3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '823e9556-7e11-412d-afa3-16a561be72bd'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:38:38.766629 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-d7ce4437-3090-4de5-adff-df015e70b50d req-cb5f4d8d-7866-4c37-92fa-c41ac8dc0a9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (0894b2af-4795-4854-9aa6-862a79b171ea), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:38.783764 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-bce5164a-88c3-4421-9e80-9be9fc64ed9a None None] Publish callbacks [] for port (65d7a881-8b99-4959-84af-95b42d5c8fc7), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:38.794428 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network cb3a218f-3d18-42c5-8fe0-a14df0ccbbf2 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:38:38.817771 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c9aed4-4421-406f-b8ee-cd858d21a186 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Made reservation on behalf of 715c3a0621fb4268ab328effc3e93792 for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:38:38.822327 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-49c9aed4-4421-406f-b8ee-cd858d21a186 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:38.825279 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ed9e36f2-d14b-4148-a3d8-dccfb0e71b1e admin admin] Publish callbacks [] for security_group (34d4ebdc-8602-4c91-83d4-cc9f93c6a74a), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:38.850889 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ed9e36f2-d14b-4148-a3d8-dccfb0e71b1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (34d4ebdc-8602-4c91-83d4-cc9f93c6a74a), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:38.860483 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-bce5164a-88c3-4421-9e80-9be9fc64ed9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (65d7a881-8b99-4959-84af-95b42d5c8fc7), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:38.896205 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9e36f2-d14b-4148-a3d8-dccfb0e71b1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34d4ebdc-8602-4c91-83d4-cc9f93c6a74a,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:38.911997 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ce4437-3090-4de5-adff-df015e70b50d req-b0d64992-a311-48da-8391-646f4c860333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:38.913835 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d7ce4437-3090-4de5-adff-df015e70b50d req-b0d64992-a311-48da-8391-646f4c860333 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=d9f1c9a9a88e49b39106e8e9d30c3ca9&device_id=6074b339-7a32-4798-b1c1-9ebf8308689c HTTP/1.1" status: 200 len: 1125 time: 0.4798810 Feb 09 21:38:38.979023 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce5164a-88c3-4421-9e80-9be9fc64ed9a None None] Network 10e633eb-f28a-4581-947f-214e3c9e61a8 is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:38:38.985252 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d7ce4437-3090-4de5-adff-df015e70b50d req-d26135b4-60b2-4254-82ef-9caa3214a548 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=75a9e4f2-4b4f-43be-b5e1-fbe33abcecd4 HTTP/1.1" status: 200 len: 217 time: 0.0482428 Feb 09 21:38:38.986026 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f004778e-8683-4475-8b04-0d1fecb9d11c service neutron] Pushing event updated for resources: {'Port': ['ID=75a9e4f2-4b4f-43be-b5e1-fbe33abcecd4,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:38.987482 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ff9c54a1-d1d9-44e8-b4a7-9f44fc7202c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:38.994865 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-ed9e36f2-d14b-4148-a3d8-dccfb0e71b1e admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=33089768c329446c9d788d6ad3b466d1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5834601 Feb 09 21:38:38.995286 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-bce5164a-88c3-4421-9e80-9be9fc64ed9a None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:38:38.997841 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 60404) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:39.002123 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce5164a-88c3-4421-9e80-9be9fc64ed9a None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:38:39.009678 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fbc3d2-999a-4f05-84c3-cd448e4d5aeb req-c3a54e5c-955a-432d-a44c-35df1f30fca7 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:39.015218 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fbc3d2-999a-4f05-84c3-cd448e4d5aeb req-c3a54e5c-955a-432d-a44c-35df1f30fca7 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:39.018083 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce5164a-88c3-4421-9e80-9be9fc64ed9a None None] Pushing event updated for resources: {'Port': ['ID=65d7a881-8b99-4959-84af-95b42d5c8fc7,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:39.020807 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fbc3d2-999a-4f05-84c3-cd448e4d5aeb req-c3a54e5c-955a-432d-a44c-35df1f30fca7 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:39.031097 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fbc3d2-999a-4f05-84c3-cd448e4d5aeb req-c3a54e5c-955a-432d-a44c-35df1f30fca7 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:39.036979 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fbc3d2-999a-4f05-84c3-cd448e4d5aeb req-c3a54e5c-955a-432d-a44c-35df1f30fca7 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:39.042672 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fbc3d2-999a-4f05-84c3-cd448e4d5aeb req-c3a54e5c-955a-432d-a44c-35df1f30fca7 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:39.048136 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fbc3d2-999a-4f05-84c3-cd448e4d5aeb req-c3a54e5c-955a-432d-a44c-35df1f30fca7 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:39.055833 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-68fbc3d2-999a-4f05-84c3-cd448e4d5aeb req-c3a54e5c-955a-432d-a44c-35df1f30fca7 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 5429 time: 0.4826496 Feb 09 21:38:39.087156 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce5164a-88c3-4421-9e80-9be9fc64ed9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:39.087567 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce5164a-88c3-4421-9e80-9be9fc64ed9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:39.088929 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce5164a-88c3-4421-9e80-9be9fc64ed9a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:39.089295 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce5164a-88c3-4421-9e80-9be9fc64ed9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:39.091007 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce5164a-88c3-4421-9e80-9be9fc64ed9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:39.091379 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce5164a-88c3-4421-9e80-9be9fc64ed9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:39.091722 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce5164a-88c3-4421-9e80-9be9fc64ed9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:39.093201 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce5164a-88c3-4421-9e80-9be9fc64ed9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:39.094845 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce5164a-88c3-4421-9e80-9be9fc64ed9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:39.095554 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce5164a-88c3-4421-9e80-9be9fc64ed9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:39.096327 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce5164a-88c3-4421-9e80-9be9fc64ed9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:39.096677 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce5164a-88c3-4421-9e80-9be9fc64ed9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:39.097018 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce5164a-88c3-4421-9e80-9be9fc64ed9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:38:39.120709 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ce4437-3090-4de5-adff-df015e70b50d req-f6200a0e-6883-41a1-aba1-2a66689a018d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:39.126546 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d7ce4437-3090-4de5-adff-df015e70b50d req-f6200a0e-6883-41a1-aba1-2a66689a018d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=355dfc30-1148-4206-9570-0b629d9fb4da HTTP/1.1" status: 200 len: 853 time: 0.1292896 Feb 09 21:38:39.175058 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d7ce4437-3090-4de5-adff-df015e70b50d req-83bb5347-dc8d-4bd4-9221-f666d432492c service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=823e9556-7e11-412d-afa3-16a561be72bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367980 Feb 09 21:38:39.198168 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-bce5164a-88c3-4421-9e80-9be9fc64ed9a None None] Attempting to bind port 65d7a881-8b99-4959-84af-95b42d5c8fc7 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:38:39.199162 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-bce5164a-88c3-4421-9e80-9be9fc64ed9a None None] Attempting to bind port 65d7a881-8b99-4959-84af-95b42d5c8fc7 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '71591c82-5b56-413b-98d9-19e9c951b631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '10e633eb-f28a-4581-947f-214e3c9e61a8'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:38:39.202040 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce5164a-88c3-4421-9e80-9be9fc64ed9a None None] Attempting to bind port 65d7a881-8b99-4959-84af-95b42d5c8fc7 on network 10e633eb-f28a-4581-947f-214e3c9e61a8 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:38:39.218343 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce5164a-88c3-4421-9e80-9be9fc64ed9a None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:38:39.219026 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce5164a-88c3-4421-9e80-9be9fc64ed9a None None] Checking segment: {'id': '71591c82-5b56-413b-98d9-19e9c951b631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '10e633eb-f28a-4581-947f-214e3c9e61a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:38:39.219818 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-bce5164a-88c3-4421-9e80-9be9fc64ed9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:39.222805 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce5164a-88c3-4421-9e80-9be9fc64ed9a None None] Bound using segment: {'id': '71591c82-5b56-413b-98d9-19e9c951b631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '10e633eb-f28a-4581-947f-214e3c9e61a8'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:38:39.223490 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-bce5164a-88c3-4421-9e80-9be9fc64ed9a None None] Bound port: 65d7a881-8b99-4959-84af-95b42d5c8fc7, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71591c82-5b56-413b-98d9-19e9c951b631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '10e633eb-f28a-4581-947f-214e3c9e61a8'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:38:39.225284 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-bce5164a-88c3-4421-9e80-9be9fc64ed9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (65d7a881-8b99-4959-84af-95b42d5c8fc7), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:39.239552 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 60408) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:39.256026 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-49c9aed4-4421-406f-b8ee-cd858d21a186 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (9e0a7ffa-b786-42f8-9dc2-114330cc201e), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:39.331519 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8e517f3c-51b6-4af2-bfca-1a8812480ffe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:39.335488 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-bce5164a-88c3-4421-9e80-9be9fc64ed9a None None] For port 65d7a881-8b99-4959-84af-95b42d5c8fc7, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:38:39.341334 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-bce5164a-88c3-4421-9e80-9be9fc64ed9a None None] For port 65d7a881-8b99-4959-84af-95b42d5c8fc7, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=65d7a881-8b99-4959-84af-95b42d5c8fc7,segment=NetworkSegment(71591c82-5b56-413b-98d9-19e9c951b631),segment_id=71591c82-5b56-413b-98d9-19e9c951b631)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:38:39.347728 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-d7ce4437-3090-4de5-adff-df015e70b50d req-cb5f4d8d-7866-4c37-92fa-c41ac8dc0a9f service neutron] For port 0894b2af-4795-4854-9aa6-862a79b171ea, host n-h2-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:38:39.353921 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-bce5164a-88c3-4421-9e80-9be9fc64ed9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (65d7a881-8b99-4959-84af-95b42d5c8fc7), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:39.368414 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-68fbc3d2-999a-4f05-84c3-cd448e4d5aeb req-1108d784-2fbe-49d6-b535-22d7d3f6cca6 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/security-groups?id=13b87425-0324-41b8-9577-a03ea20c9956&id=d1e73a5e-905c-466a-be51-a1576b624ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3069360 Feb 09 21:38:39.379218 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:38:39.386220 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-159f8a39-e5cd-469d-a74e-964d785e81cd admin admin] Publish callbacks [] for security_group (34d4ebdc-8602-4c91-83d4-cc9f93c6a74a), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:39.411576 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c9aed4-4421-406f-b8ee-cd858d21a186 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Pushing event updated for resources: {'Subnet': ['ID=9e0a7ffa-b786-42f8-9dc2-114330cc201e,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:39.427634 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-d7ce4437-3090-4de5-adff-df015e70b50d req-cb5f4d8d-7866-4c37-92fa-c41ac8dc0a9f service neutron] For port 0894b2af-4795-4854-9aa6-862a79b171ea, host n-h2-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=0894b2af-4795-4854-9aa6-862a79b171ea,segment=NetworkSegment(4159f293-0e9e-489c-9407-9c014bb1cf3e),segment_id=4159f293-0e9e-489c-9407-9c014bb1cf3e)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:38:39.450602 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-159f8a39-e5cd-469d-a74e-964d785e81cd admin admin] Publish callbacks [] for security_group (34d4ebdc-8602-4c91-83d4-cc9f93c6a74a), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:39.462283 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-d7ce4437-3090-4de5-adff-df015e70b50d req-cb5f4d8d-7866-4c37-92fa-c41ac8dc0a9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (0894b2af-4795-4854-9aa6-862a79b171ea), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:39.492269 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d7ce4437-3090-4de5-adff-df015e70b50d req-dbe8d827-9c47-4d0d-acdf-a2080abdef6b service neutron] 10.222.0.95 "GET /v2.0/networks/823e9556-7e11-412d-afa3-16a561be72bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3040490 Feb 09 21:38:39.511007 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce5164a-88c3-4421-9e80-9be9fc64ed9a None None] Pushing event updated for resources: {'Port': ['ID=65d7a881-8b99-4959-84af-95b42d5c8fc7,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:39.547904 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4af24d15-c3e9-4b3f-bbee-65af3ae16a11 admin admin] Publish callbacks [] for router_gateway (647d8920-3158-45f3-b374-61004bf93b94), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:39.592533 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ce4437-3090-4de5-adff-df015e70b50d req-cb5f4d8d-7866-4c37-92fa-c41ac8dc0a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:39.593703 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-d7ce4437-3090-4de5-adff-df015e70b50d req-cb5f4d8d-7866-4c37-92fa-c41ac8dc0a9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:39.595424 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d7ce4437-3090-4de5-adff-df015e70b50d req-cb5f4d8d-7866-4c37-92fa-c41ac8dc0a9f service neutron] 10.222.0.89 "PUT /v2.0/ports/0894b2af-4795-4854-9aa6-862a79b171ea HTTP/1.1" status: 200 len: 1092 time: 2.0796595 Feb 09 21:38:39.609547 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daa0afbb-0e53-4ff1-9ed3-26355f945764', 'tag': '0894b2af-4795-4854-9aa6-862a79b171ea'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:38:39.616770 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00028ce9-cb3d-4913-9242-e378e69d2555" -d '{"events": [{"name": "network-changed", "server_uuid": "daa0afbb-0e53-4ff1-9ed3-26355f945764", "tag": "0894b2af-4795-4854-9aa6-862a79b171ea"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:38:39.630626 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4af24d15-c3e9-4b3f-bbee-65af3ae16a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:39.715874 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c9aed4-4421-406f-b8ee-cd858d21a186 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Checking segment: {'id': '61d0c962-e029-4a71-b944-c69d513c8cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'cb3a218f-3d18-42c5-8fe0-a14df0ccbbf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:38:39.728845 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c9aed4-4421-406f-b8ee-cd858d21a186 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Network hostable DHCP agents. Network: cb3a218f-3d18-42c5-8fe0-a14df0ccbbf2, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:38:39.737886 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5f4d8d-7866-4c37-92fa-c41ac8dc0a9f service neutron] Pushing event updated for resources: {'Port': ['ID=0894b2af-4795-4854-9aa6-862a79b171ea,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:39.771590 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c32429-ac8f-4464-aef6-033885c94f58 req-3bec53d9-15f9-4669-bccc-da56112ec425 tempest-ServerTagsTestJSON-780191640 tempest-ServerTagsTestJSON-780191640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:39.773360 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-66c32429-ac8f-4464-aef6-033885c94f58 req-3bec53d9-15f9-4669-bccc-da56112ec425 tempest-ServerTagsTestJSON-780191640 tempest-ServerTagsTestJSON-780191640-project] 10.222.0.90 "GET /v2.0/ports?device_id=41f36ca2-ea0d-4721-9a8e-e811b55636ea HTTP/1.1" status: 200 len: 945 time: 0.3288739 Feb 09 21:38:39.816088 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4b7cf0-354c-4315-98fc-64c01d852983 req-61bec862-fa13-4150-8aeb-43a16a967876 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:39.824478 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1f4b7cf0-354c-4315-98fc-64c01d852983 req-61bec862-fa13-4150-8aeb-43a16a967876 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] 10.222.0.90 "GET /v2.0/ports?device_id=daa0afbb-0e53-4ff1-9ed3-26355f945764 HTTP/1.1" status: 200 len: 944 time: 0.2998600 Feb 09 21:38:39.881553 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-159f8a39-e5cd-469d-a74e-964d785e81cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (34d4ebdc-8602-4c91-83d4-cc9f93c6a74a), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:39.885349 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-159f8a39-e5cd-469d-a74e-964d785e81cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:39.889064 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-159f8a39-e5cd-469d-a74e-964d785e81cd admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/34d4ebdc-8602-4c91-83d4-cc9f93c6a74a HTTP/1.1" status: 204 len: 168 time: 0.8246613 Feb 09 21:38:39.908040 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c9aed4-4421-406f-b8ee-cd858d21a186 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Network cb3a218f-3d18-42c5-8fe0-a14df0ccbbf2 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:38:39.914980 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d7ce4437-3090-4de5-adff-df015e70b50d req-95b16365-51e3-44fe-af50-8cc0bf892209 service neutron] 10.222.0.95 "GET /v2.0/networks/823e9556-7e11-412d-afa3-16a561be72bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3879280 Feb 09 21:38:39.944852 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-4af24d15-c3e9-4b3f-bbee-65af3ae16a11 admin admin] Allocated IP 172.25.3.244 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/9ccd0154-2303-4663-bbaa-155e84d849c8) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:38:39.955487 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-49c9aed4-4421-406f-b8ee-cd858d21a186 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, cb3a218f-3d18-42c5-8fe0-a14df0ccbbf2) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:38:39.969461 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5689b028-9753-49ed-823c-b9e7784aef98 None None] Network cb3a218f-3d18-42c5-8fe0-a14df0ccbbf2 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:38:39.984474 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-66c32429-ac8f-4464-aef6-033885c94f58 req-d3f6b17a-0631-4b51-b9e3-05c6bb13a629 tempest-ServerTagsTestJSON-780191640 tempest-ServerTagsTestJSON-780191640-project] 10.222.0.90 "GET /v2.0/security-groups?id=39330270-fb50-49e4-9e17-e8b9f98f9dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929359 Feb 09 21:38:40.020836 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c9aed4-4421-406f-b8ee-cd858d21a186 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:40.021906 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-49c9aed4-4421-406f-b8ee-cd858d21a186 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:40.044603 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1f4b7cf0-354c-4315-98fc-64c01d852983 req-102b594c-1032-4677-aaa3-ca673cb70ff9 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] 10.222.0.90 "GET /v2.0/security-groups?id=5d2707a6-c52f-4e21-ab70-7fd207f381fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154043 Feb 09 21:38:40.053216 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159f8a39-e5cd-469d-a74e-964d785e81cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d4ebdc-8602-4c91-83d4-cc9f93c6a74a,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:40.101563 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8e517f3c-51b6-4af2-bfca-1a8812480ffe admin admin] Publish callbacks [] for security_group (692147fd-fa19-41b3-9881-12069f614cfc), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:40.110189 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f0a906-b098-4fc8-ae19-6f576f55f1c4 req-652b199d-f23a-4005-a4ff-ad2a4f3cdf85 tempest-ServerTagsTestJSON-780191640 tempest-ServerTagsTestJSON-780191640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:40.111809 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-16f0a906-b098-4fc8-ae19-6f576f55f1c4 req-652b199d-f23a-4005-a4ff-ad2a4f3cdf85 tempest-ServerTagsTestJSON-780191640 tempest-ServerTagsTestJSON-780191640-project] 10.222.0.89 "GET /v2.0/ports?device_id=41f36ca2-ea0d-4721-9a8e-e811b55636ea HTTP/1.1" status: 200 len: 945 time: 0.3971298 Feb 09 21:38:40.114192 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ce4437-3090-4de5-adff-df015e70b50d req-0e2d71b6-3330-4d81-b902-945852c531e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:40.115986 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d7ce4437-3090-4de5-adff-df015e70b50d req-0e2d71b6-3330-4d81-b902-945852c531e3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d9f1c9a9a88e49b39106e8e9d30c3ca9&device_id=daa0afbb-0e53-4ff1-9ed3-26355f945764 HTTP/1.1" status: 200 len: 1126 time: 0.4214377 Feb 09 21:38:40.195120 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d703b843-d28c-404f-a142-ed62ad630ccb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-cb3a218f-3d18-42c5-8fe0-a14df0ccbbf2', 'network_id': 'cb3a218f-3d18-42c5-8fe0-a14df0ccbbf2', 'project_id': '715c3a0621fb4268ab328effc3e93792', 'fixed_ips': [{'subnet_id': '9e0a7ffa-b786-42f8-9dc2-114330cc201e'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:38:40.197348 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d703b843-d28c-404f-a142-ed62ad630ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:40.246179 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-953f4006-b416-4141-8a63-8c8ba6cac618 x-openstack-request-id: req-953f4006-b416-4141-8a63-8c8ba6cac618 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:38:40.246708 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daa0afbb-0e53-4ff1-9ed3-26355f945764", "tag": "0894b2af-4795-4854-9aa6-862a79b171ea", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:38:40.246708 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-953f4006-b416-4141-8a63-8c8ba6cac618 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:38:40.247106 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daa0afbb-0e53-4ff1-9ed3-26355f945764', 'tag': '0894b2af-4795-4854-9aa6-862a79b171ea', 'status': 'completed', 'code': 200} Feb 09 21:38:40.276635 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8e517f3c-51b6-4af2-bfca-1a8812480ffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (692147fd-fa19-41b3-9881-12069f614cfc), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:40.296547 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-49c9aed4-4421-406f-b8ee-cd858d21a186 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6466799 Feb 09 21:38:40.330887 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 60428) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:40.381528 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-d703b843-d28c-404f-a142-ed62ad630ccb None None] Allocated IP 172.20.0.2 (cb3a218f-3d18-42c5-8fe0-a14df0ccbbf2/9e0a7ffa-b786-42f8-9dc2-114330cc201e/16a8e26c-fe59-44e2-8f98-7c8a6159ca7a) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:38:40.511326 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-cb3faf83-4c11-4d84-934b-f5e082df0bbe tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1555367281', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}, 'admin_state_up': False}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:40.617057 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d703b843-d28c-404f-a142-ed62ad630ccb None None] Publish callbacks [] for port (16a8e26c-fe59-44e2-8f98-7c8a6159ca7a), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:40.624343 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d703b843-d28c-404f-a142-ed62ad630ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (16a8e26c-fe59-44e2-8f98-7c8a6159ca7a), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:40.672271 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d703b843-d28c-404f-a142-ed62ad630ccb None None] Network cb3a218f-3d18-42c5-8fe0-a14df0ccbbf2 is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:38:40.678118 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-d703b843-d28c-404f-a142-ed62ad630ccb None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:38:40.680590 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d703b843-d28c-404f-a142-ed62ad630ccb None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:38:40.750518 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d703b843-d28c-404f-a142-ed62ad630ccb None None] Pushing event updated for resources: {'Port': ['ID=16a8e26c-fe59-44e2-8f98-7c8a6159ca7a,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:40.781344 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de8d078-f89a-433e-ab50-36ddc0eb108e req-a5610923-7792-452b-9295-0ac551472759 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:40.787890 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de8d078-f89a-433e-ab50-36ddc0eb108e req-a5610923-7792-452b-9295-0ac551472759 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:40.793625 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de8d078-f89a-433e-ab50-36ddc0eb108e req-a5610923-7792-452b-9295-0ac551472759 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:40.799457 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de8d078-f89a-433e-ab50-36ddc0eb108e req-a5610923-7792-452b-9295-0ac551472759 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:40.805792 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de8d078-f89a-433e-ab50-36ddc0eb108e req-a5610923-7792-452b-9295-0ac551472759 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:40.817256 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de8d078-f89a-433e-ab50-36ddc0eb108e req-a5610923-7792-452b-9295-0ac551472759 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:40.836406 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-d703b843-d28c-404f-a142-ed62ad630ccb None None] Attempting to bind port 16a8e26c-fe59-44e2-8f98-7c8a6159ca7a on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:38:40.837593 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-d703b843-d28c-404f-a142-ed62ad630ccb None None] Attempting to bind port 16a8e26c-fe59-44e2-8f98-7c8a6159ca7a by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '61d0c962-e029-4a71-b944-c69d513c8cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'cb3a218f-3d18-42c5-8fe0-a14df0ccbbf2'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:38:40.838013 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d703b843-d28c-404f-a142-ed62ad630ccb None None] Attempting to bind port 16a8e26c-fe59-44e2-8f98-7c8a6159ca7a on network cb3a218f-3d18-42c5-8fe0-a14df0ccbbf2 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:38:40.838997 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de8d078-f89a-433e-ab50-36ddc0eb108e req-a5610923-7792-452b-9295-0ac551472759 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:40.846756 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8de8d078-f89a-433e-ab50-36ddc0eb108e req-a5610923-7792-452b-9295-0ac551472759 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 5429 time: 0.1713202 Feb 09 21:38:40.850850 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad433b5-d805-4a98-a06b-8149f8c61cfc req-0751ea80-e970-48ac-90d7-065c1feba096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:40.851212 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d703b843-d28c-404f-a142-ed62ad630ccb None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:38:40.851605 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d703b843-d28c-404f-a142-ed62ad630ccb None None] Checking segment: {'id': '61d0c962-e029-4a71-b944-c69d513c8cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'cb3a218f-3d18-42c5-8fe0-a14df0ccbbf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:38:40.852045 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d703b843-d28c-404f-a142-ed62ad630ccb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:40.852438 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cad433b5-d805-4a98-a06b-8149f8c61cfc req-0751ea80-e970-48ac-90d7-065c1feba096 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=d9f1c9a9a88e49b39106e8e9d30c3ca9&device_id=6074b339-7a32-4798-b1c1-9ebf8308689c HTTP/1.1" status: 200 len: 1125 time: 0.8058400 Feb 09 21:38:40.852557 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d703b843-d28c-404f-a142-ed62ad630ccb None None] Bound using segment: {'id': '61d0c962-e029-4a71-b944-c69d513c8cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'cb3a218f-3d18-42c5-8fe0-a14df0ccbbf2'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:38:40.852948 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-d703b843-d28c-404f-a142-ed62ad630ccb None None] Bound port: 16a8e26c-fe59-44e2-8f98-7c8a6159ca7a, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61d0c962-e029-4a71-b944-c69d513c8cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'cb3a218f-3d18-42c5-8fe0-a14df0ccbbf2'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:38:40.853329 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d703b843-d28c-404f-a142-ed62ad630ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (16a8e26c-fe59-44e2-8f98-7c8a6159ca7a), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:41.012523 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8de8d078-f89a-433e-ab50-36ddc0eb108e req-f9753f7a-7939-4bc8-bbe0-a549be3acfb0 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/security-groups?id=13b87425-0324-41b8-9577-a03ea20c9956&id=d1e73a5e-905c-466a-be51-a1576b624ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1593199 Feb 09 21:38:41.061819 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b987ce1e-6e86-4a3b-88a1-fe5e924eb7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:41.075083 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-d703b843-d28c-404f-a142-ed62ad630ccb None None] For port 16a8e26c-fe59-44e2-8f98-7c8a6159ca7a, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:38:41.080850 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-d703b843-d28c-404f-a142-ed62ad630ccb None None] For port 16a8e26c-fe59-44e2-8f98-7c8a6159ca7a, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=16a8e26c-fe59-44e2-8f98-7c8a6159ca7a,segment=NetworkSegment(61d0c962-e029-4a71-b944-c69d513c8cf0),segment_id=61d0c962-e029-4a71-b944-c69d513c8cf0)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:38:41.089495 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d703b843-d28c-404f-a142-ed62ad630ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (16a8e26c-fe59-44e2-8f98-7c8a6159ca7a), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:41.120576 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad433b5-d805-4a98-a06b-8149f8c61cfc req-ab6f1856-88b1-449b-b866-ad29793778e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:41.122644 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cad433b5-d805-4a98-a06b-8149f8c61cfc req-ab6f1856-88b1-449b-b866-ad29793778e9 service neutron] 10.222.0.95 "GET /v2.0/networks?id=823e9556-7e11-412d-afa3-16a561be72bd HTTP/1.1" status: 200 len: 914 time: 0.2591028 Feb 09 21:38:41.237979 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d703b843-d28c-404f-a142-ed62ad630ccb None None] Pushing event updated for resources: {'Port': ['ID=16a8e26c-fe59-44e2-8f98-7c8a6159ca7a,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:41.268352 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cad433b5-d805-4a98-a06b-8149f8c61cfc req-64c232ab-dcc0-4603-be5f-44fd526450aa service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=75a9e4f2-4b4f-43be-b5e1-fbe33abcecd4 HTTP/1.1" status: 200 len: 217 time: 0.1306305 Feb 09 21:38:41.327310 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60070ae-8f90-4acc-8075-b605383ed28f None None] Network 10e633eb-f28a-4581-947f-214e3c9e61a8 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:38:41.344366 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e517f3c-51b6-4af2-bfca-1a8812480ffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=692147fd-fa19-41b3-9881-12069f614cfc,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:41.390186 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d7ce4437-3090-4de5-adff-df015e70b50d req-68a1d896-dfca-4377-8cb4-cf2e2841350b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0894b2af-4795-4854-9aa6-862a79b171ea HTTP/1.1" status: 200 len: 217 time: 1.1139894 Feb 09 21:38:41.402346 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-8e517f3c-51b6-4af2-bfca-1a8812480ffe admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=073997fd265a475395d8db372d8f5208&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1589825 Feb 09 21:38:41.423938 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 60456) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:41.432903 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad433b5-d805-4a98-a06b-8149f8c61cfc req-733d471f-ba17-4e16-a819-8f7cca681ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:41.436059 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cad433b5-d805-4a98-a06b-8149f8c61cfc req-733d471f-ba17-4e16-a819-8f7cca681ad0 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=355dfc30-1148-4206-9570-0b629d9fb4da HTTP/1.1" status: 200 len: 853 time: 0.1569824 Feb 09 21:38:41.449072 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cb3faf83-4c11-4d84-934b-f5e082df0bbe tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (63de0397-fe17-407e-84ba-5a181cdf63f4), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:41.450769 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cb3faf83-4c11-4d84-934b-f5e082df0bbe tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (63de0397-fe17-407e-84ba-5a181cdf63f4), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:41.543362 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cad433b5-d805-4a98-a06b-8149f8c61cfc req-d9b1200c-4c79-4073-b660-bca6091740f5 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=823e9556-7e11-412d-afa3-16a561be72bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0946877 Feb 09 21:38:41.632413 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddc2a65-21d0-4534-ae2f-975f56082f73 req-94c59a50-02aa-4576-a937-1d8639704eda tempest-ServerTagsTestJSON-780191640 tempest-ServerTagsTestJSON-780191640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:41.634805 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0ddc2a65-21d0-4534-ae2f-975f56082f73 req-94c59a50-02aa-4576-a937-1d8639704eda tempest-ServerTagsTestJSON-780191640 tempest-ServerTagsTestJSON-780191640-project] 10.222.0.90 "GET /v2.0/ports?device_id=41f36ca2-ea0d-4721-9a8e-e811b55636ea HTTP/1.1" status: 200 len: 945 time: 0.3697603 Feb 09 21:38:41.685660 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 65d7a881-8b99-4959-84af-95b42d5c8fc7 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:38:41.694052 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f670604a-903e-4aba-94e6-465d4a881d64 req-dbbcbc4c-4fd0-4f62-a93b-19edcab141d9 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:41.709085 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f670604a-903e-4aba-94e6-465d4a881d64 req-dbbcbc4c-4fd0-4f62-a93b-19edcab141d9 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] 10.222.0.90 "GET /v2.0/ports?device_id=daa0afbb-0e53-4ff1-9ed3-26355f945764 HTTP/1.1" status: 200 len: 944 time: 0.3655005 Feb 09 21:38:41.716728 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4af24d15-c3e9-4b3f-bbee-65af3ae16a11 admin admin] Publish callbacks [] for port (9ccd0154-2303-4663-bbaa-155e84d849c8), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:41.754807 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-170f738e-60ec-42ee-9dfb-821e608b0bc4 None None] Provisioning complete for port 65d7a881-8b99-4959-84af-95b42d5c8fc7 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:38:41.754807 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-170f738e-60ec-42ee-9dfb-821e608b0bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (65d7a881-8b99-4959-84af-95b42d5c8fc7), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:41.794794 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4af24d15-c3e9-4b3f-bbee-65af3ae16a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (9ccd0154-2303-4663-bbaa-155e84d849c8), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:41.879023 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af24d15-c3e9-4b3f-bbee-65af3ae16a11 admin admin] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:38:41.881562 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3f5f6b19-36a6-47b8-93eb-d2a686293c70 admin admin] Publish callbacks [] for security_group (692147fd-fa19-41b3-9881-12069f614cfc), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:41.889780 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-4af24d15-c3e9-4b3f-bbee-65af3ae16a11 admin admin] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:38:41.892493 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af24d15-c3e9-4b3f-bbee-65af3ae16a11 admin admin] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:38:41.900976 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f670604a-903e-4aba-94e6-465d4a881d64 req-10797973-cfc1-4da2-aeec-95b8797593ac tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] 10.222.0.90 "GET /v2.0/security-groups?id=5d2707a6-c52f-4e21-ab70-7fd207f381fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907361 Feb 09 21:38:41.910092 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 65d7a881-8b99-4959-84af-95b42d5c8fc7 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:38:41.910805 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (65d7a881-8b99-4959-84af-95b42d5c8fc7), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:41.938476 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cad433b5-d805-4a98-a06b-8149f8c61cfc req-a1836854-2918-4c5d-aa47-ce6878639bfd service neutron] 10.222.0.95 "GET /v2.0/networks/823e9556-7e11-412d-afa3-16a561be72bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3865526 Feb 09 21:38:41.946381 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0ddc2a65-21d0-4534-ae2f-975f56082f73 req-e1f4a4b8-2cae-42d1-ae0c-1f360aec6668 tempest-ServerTagsTestJSON-780191640 tempest-ServerTagsTestJSON-780191640-project] 10.222.0.90 "GET /v2.0/security-groups?id=39330270-fb50-49e4-9e17-e8b9f98f9dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925465 Feb 09 21:38:42.026876 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af24d15-c3e9-4b3f-bbee-65af3ae16a11 admin admin] Pushing event updated for resources: {'Port': ['ID=9ccd0154-2303-4663-bbaa-155e84d849c8,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:42.111501 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-170f738e-60ec-42ee-9dfb-821e608b0bc4 None None] Current status of the port 65d7a881-8b99-4959-84af-95b42d5c8fc7 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:38:42.112145 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-170f738e-60ec-42ee-9dfb-821e608b0bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (65d7a881-8b99-4959-84af-95b42d5c8fc7), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:42.174156 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ce4437-3090-4de5-adff-df015e70b50d req-d60c4965-830a-4417-b605-f1d7aa95b9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:42.183985 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d7ce4437-3090-4de5-adff-df015e70b50d req-d60c4965-830a-4417-b605-f1d7aa95b9a0 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=355dfc30-1148-4206-9570-0b629d9fb4da HTTP/1.1" status: 200 len: 853 time: 0.7802312 Feb 09 21:38:42.190482 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cad433b5-d805-4a98-a06b-8149f8c61cfc req-25fa6405-34fc-46df-ad0c-af923bcfb982 service neutron] 10.222.0.95 "GET /v2.0/networks/823e9556-7e11-412d-afa3-16a561be72bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429044 Feb 09 21:38:42.195658 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3f5f6b19-36a6-47b8-93eb-d2a686293c70 admin admin] Publish callbacks [] for security_group (692147fd-fa19-41b3-9881-12069f614cfc), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:42.247860 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-170f738e-60ec-42ee-9dfb-821e608b0bc4 None None] For port 65d7a881-8b99-4959-84af-95b42d5c8fc7, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=65d7a881-8b99-4959-84af-95b42d5c8fc7,segment=NetworkSegment(71591c82-5b56-413b-98d9-19e9c951b631),segment_id=71591c82-5b56-413b-98d9-19e9c951b631)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:42.252693 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 65d7a881-8b99-4959-84af-95b42d5c8fc7 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:38:42.253210 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (65d7a881-8b99-4959-84af-95b42d5c8fc7), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:42.270214 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cb3faf83-4c11-4d84-934b-f5e082df0bbe tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks [] for router_controller (63de0397-fe17-407e-84ba-5a181cdf63f4), precommit_add_association {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:42.277397 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-170f738e-60ec-42ee-9dfb-821e608b0bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (65d7a881-8b99-4959-84af-95b42d5c8fc7), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:42.367878 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.db.api [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103142) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:38:42.368312 n-d-828369-5 neutron-server[103142]: DEBUG oslo_db.api [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:38:42.371568 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f738e-60ec-42ee-9dfb-821e608b0bc4 None None] Pushing event updated for resources: {'Port': ['ID=65d7a881-8b99-4959-84af-95b42d5c8fc7,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:42.403420 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ecb8b7-90c5-4dc5-9aba-9b592c6565f6 req-67edbf95-415e-4856-a3a0-ce4f784e8db6 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:42.411661 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ecb8b7-90c5-4dc5-9aba-9b592c6565f6 req-67edbf95-415e-4856-a3a0-ce4f784e8db6 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:42.424799 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ecb8b7-90c5-4dc5-9aba-9b592c6565f6 req-67edbf95-415e-4856-a3a0-ce4f784e8db6 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:42.431897 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ecb8b7-90c5-4dc5-9aba-9b592c6565f6 req-67edbf95-415e-4856-a3a0-ce4f784e8db6 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:42.447119 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ecb8b7-90c5-4dc5-9aba-9b592c6565f6 req-67edbf95-415e-4856-a3a0-ce4f784e8db6 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:42.456316 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ecb8b7-90c5-4dc5-9aba-9b592c6565f6 req-67edbf95-415e-4856-a3a0-ce4f784e8db6 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:42.463079 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ecb8b7-90c5-4dc5-9aba-9b592c6565f6 req-67edbf95-415e-4856-a3a0-ce4f784e8db6 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:42.465112 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-45ecb8b7-90c5-4dc5-9aba-9b592c6565f6 req-67edbf95-415e-4856-a3a0-ce4f784e8db6 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 5429 time: 0.2406428 Feb 09 21:38:42.496366 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d7ce4437-3090-4de5-adff-df015e70b50d req-6ba13126-da93-45e2-b03e-9c4505fe2a8d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=823e9556-7e11-412d-afa3-16a561be72bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2706409 Feb 09 21:38:42.502995 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-e9f2f57e-12d1-4220-9c50-95a7a2a7b2da None None] Provisioning complete for port 65d7a881-8b99-4959-84af-95b42d5c8fc7 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:38:42.503796 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e9f2f57e-12d1-4220-9c50-95a7a2a7b2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (65d7a881-8b99-4959-84af-95b42d5c8fc7), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:42.542443 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-45ecb8b7-90c5-4dc5-9aba-9b592c6565f6 req-330cd17b-a9c1-445e-945c-6827bf8c59fe tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/security-groups?id=13b87425-0324-41b8-9577-a03ea20c9956&id=d1e73a5e-905c-466a-be51-a1576b624ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0710223 Feb 09 21:38:42.652686 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-16f0a906-b098-4fc8-ae19-6f576f55f1c4 req-e09e942a-9b45-48b4-a1a0-1b9d9a93e916 tempest-ServerTagsTestJSON-780191640 tempest-ServerTagsTestJSON-780191640-project] Deleting port 08341899-0164-4ea3-b3fa-2de736c8841a {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:38:42.652887 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-16f0a906-b098-4fc8-ae19-6f576f55f1c4 req-e09e942a-9b45-48b4-a1a0-1b9d9a93e916 tempest-ServerTagsTestJSON-780191640 tempest-ServerTagsTestJSON-780191640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (08341899-0164-4ea3-b3fa-2de736c8841a), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:42.669124 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:42.675451 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-e9f2f57e-12d1-4220-9c50-95a7a2a7b2da None None] Current status of the port 65d7a881-8b99-4959-84af-95b42d5c8fc7 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:38:42.825950 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3f5f6b19-36a6-47b8-93eb-d2a686293c70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (692147fd-fa19-41b3-9881-12069f614cfc), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:42.828540 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3f5f6b19-36a6-47b8-93eb-d2a686293c70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:42.835833 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-3f5f6b19-36a6-47b8-93eb-d2a686293c70 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/692147fd-fa19-41b3-9881-12069f614cfc HTTP/1.1" status: 204 len: 168 time: 1.4085474 Feb 09 21:38:42.946916 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 65d7a881-8b99-4959-84af-95b42d5c8fc7 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:38:43.015613 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 08341899-0164-4ea3-b3fa-2de736c8841a no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:38:43.112983 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5f6b19-36a6-47b8-93eb-d2a686293c70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=692147fd-fa19-41b3-9881-12069f614cfc,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:43.127005 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cb3faf83-4c11-4d84-934b-f5e082df0bbe tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks [] for router_gateway (63de0397-fe17-407e-84ba-5a181cdf63f4), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:43.251028 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5856be2-db37-416b-8bae-ded8568a9002 None None] Network cb3a218f-3d18-42c5-8fe0-a14df0ccbbf2 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:38:43.253600 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 08341899-0164-4ea3-b3fa-2de736c8841a is: ACTIVE; New status is: DOWN {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:38:43.253999 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (08341899-0164-4ea3-b3fa-2de736c8841a), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:43.277795 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-16f0a906-b098-4fc8-ae19-6f576f55f1c4 req-e09e942a-9b45-48b4-a1a0-1b9d9a93e916 tempest-ServerTagsTestJSON-780191640 tempest-ServerTagsTestJSON-780191640-project] For port 08341899-0164-4ea3-b3fa-2de736c8841a, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=08341899-0164-4ea3-b3fa-2de736c8841a,segment=NetworkSegment(3940a090-76ff-4f53-b9ad-aab43740dec5),segment_id=3940a090-76ff-4f53-b9ad-aab43740dec5)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:43.277795 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-16f0a906-b098-4fc8-ae19-6f576f55f1c4 req-e09e942a-9b45-48b4-a1a0-1b9d9a93e916 tempest-ServerTagsTestJSON-780191640 tempest-ServerTagsTestJSON-780191640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (08341899-0164-4ea3-b3fa-2de736c8841a), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:43.301832 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-16f0a906-b098-4fc8-ae19-6f576f55f1c4 req-e09e942a-9b45-48b4-a1a0-1b9d9a93e916 tempest-ServerTagsTestJSON-780191640 tempest-ServerTagsTestJSON-780191640-project] Calling delete_port for 08341899-0164-4ea3-b3fa-2de736c8841a owned by compute:nova {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:38:43.310746 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113e7970-a9c4-412f-98e0-96be9e68336a req-4447b991-0e43-49a0-9f0a-08244637e180 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:43.316608 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-113e7970-a9c4-412f-98e0-96be9e68336a req-4447b991-0e43-49a0-9f0a-08244637e180 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] 10.222.0.90 "GET /v2.0/ports?device_id=daa0afbb-0e53-4ff1-9ed3-26355f945764 HTTP/1.1" status: 200 len: 944 time: 0.2739460 Feb 09 21:38:43.368039 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 08341899-0164-4ea3-b3fa-2de736c8841a, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=08341899-0164-4ea3-b3fa-2de736c8841a,segment=NetworkSegment(3940a090-76ff-4f53-b9ad-aab43740dec5),segment_id=3940a090-76ff-4f53-b9ad-aab43740dec5)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:43.372873 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41f36ca2-ea0d-4721-9a8e-e811b55636ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08341899-0164-4ea3-b3fa-2de736c8841a'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:38:43.375329 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a955b2e-8687-45dc-b9b8-cf42dfe98896" -d '{"events": [{"server_uuid": "41f36ca2-ea0d-4721-9a8e-e811b55636ea", "name": "network-vif-unplugged", "status": "completed", "tag": "08341899-0164-4ea3-b3fa-2de736c8841a"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:38:43.388068 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (08341899-0164-4ea3-b3fa-2de736c8841a), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:43.420672 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56739b4c-0788-4276-9590-94677410d898 req-4b3ad2a7-1d72-40d8-8d65-30bb38d0503b tempest-ServerTagsTestJSON-780191640 tempest-ServerTagsTestJSON-780191640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:43.438164 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5d9c504a-38ae-4d74-ba45-27a33c5b4be2 None None] Provisioning complete for port 16a8e26c-fe59-44e2-8f98-7c8a6159ca7a triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:38:43.438548 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5d9c504a-38ae-4d74-ba45-27a33c5b4be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (16a8e26c-fe59-44e2-8f98-7c8a6159ca7a), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:43.439090 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-56739b4c-0788-4276-9590-94677410d898 req-4b3ad2a7-1d72-40d8-8d65-30bb38d0503b tempest-ServerTagsTestJSON-780191640 tempest-ServerTagsTestJSON-780191640-project] 10.222.0.90 "GET /v2.0/ports?device_id=41f36ca2-ea0d-4721-9a8e-e811b55636ea HTTP/1.1" status: 200 len: 945 time: 0.2556269 Feb 09 21:38:43.523005 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=08341899-0164-4ea3-b3fa-2de736c8841a,revision_number=6']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:43.542158 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-113e7970-a9c4-412f-98e0-96be9e68336a req-8bd644fd-3a80-48d6-8779-f26a021f156c tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] 10.222.0.90 "GET /v2.0/security-groups?id=5d2707a6-c52f-4e21-ab70-7fd207f381fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228525 Feb 09 21:38:43.576469 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 60522) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:43.627823 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d7ce4437-3090-4de5-adff-df015e70b50d req-60ea4b31-0c16-4426-acf3-783cc10018fc service neutron] 10.222.0.89 "GET /v2.0/networks/823e9556-7e11-412d-afa3-16a561be72bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0911260 Feb 09 21:38:43.720369 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-56739b4c-0788-4276-9590-94677410d898 req-98e8f172-dc9d-4a3a-8717-740ece841550 tempest-ServerTagsTestJSON-780191640 tempest-ServerTagsTestJSON-780191640-project] 10.222.0.90 "GET /v2.0/security-groups?id=39330270-fb50-49e4-9e17-e8b9f98f9dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687740 Feb 09 21:38:43.808535 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5d9c504a-38ae-4d74-ba45-27a33c5b4be2 None None] Current status of the port 16a8e26c-fe59-44e2-8f98-7c8a6159ca7a is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:38:43.809603 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5d9c504a-38ae-4d74-ba45-27a33c5b4be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (16a8e26c-fe59-44e2-8f98-7c8a6159ca7a), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:43.810069 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9aca160a-18b2-4530-a277-d3186f18afea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:43.840719 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4af24d15-c3e9-4b3f-bbee-65af3ae16a11 admin admin] Publish callbacks [] for router_gateway (647d8920-3158-45f3-b374-61004bf93b94), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:43.894682 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd8aba0-0e99-4d93-b59b-4c3d80aadf5f x-openstack-request-id: req-0dd8aba0-0e99-4d93-b59b-4c3d80aadf5f {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:38:43.897285 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41f36ca2-ea0d-4721-9a8e-e811b55636ea", "name": "network-vif-unplugged", "status": "completed", "tag": "08341899-0164-4ea3-b3fa-2de736c8841a", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:38:43.899249 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-0dd8aba0-0e99-4d93-b59b-4c3d80aadf5f {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:38:43.899689 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41f36ca2-ea0d-4721-9a8e-e811b55636ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08341899-0164-4ea3-b3fa-2de736c8841a', 'code': 200} Feb 09 21:38:43.977812 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5d9c504a-38ae-4d74-ba45-27a33c5b4be2 None None] For port 16a8e26c-fe59-44e2-8f98-7c8a6159ca7a, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=16a8e26c-fe59-44e2-8f98-7c8a6159ca7a,segment=NetworkSegment(61d0c962-e029-4a71-b944-c69d513c8cf0),segment_id=61d0c962-e029-4a71-b944-c69d513c8cf0)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:43.980837 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 16a8e26c-fe59-44e2-8f98-7c8a6159ca7a up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:38:43.985961 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 75a9e4f2-4b4f-43be-b5e1-fbe33abcecd4 details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:38:43.991041 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5d9c504a-38ae-4d74-ba45-27a33c5b4be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (16a8e26c-fe59-44e2-8f98-7c8a6159ca7a), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:44.062298 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9aca160a-18b2-4530-a277-d3186f18afea admin admin] Publish callbacks [] for security_group (10815fd8-c38b-42d2-b5d3-8cc39a477897), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:44.073889 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9aca160a-18b2-4530-a277-d3186f18afea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (10815fd8-c38b-42d2-b5d3-8cc39a477897), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:44.136134 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9c504a-38ae-4d74-ba45-27a33c5b4be2 None None] Pushing event updated for resources: {'Port': ['ID=16a8e26c-fe59-44e2-8f98-7c8a6159ca7a,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:44.138844 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aca160a-18b2-4530-a277-d3186f18afea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10815fd8-c38b-42d2-b5d3-8cc39a477897,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:44.174267 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a94fa8-a91d-4e4a-b858-843a2a24eb19 req-46339a56-bdb9-4d69-820b-842d00098f7f tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:44.181961 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a94fa8-a91d-4e4a-b858-843a2a24eb19 req-46339a56-bdb9-4d69-820b-842d00098f7f tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:44.192853 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a94fa8-a91d-4e4a-b858-843a2a24eb19 req-46339a56-bdb9-4d69-820b-842d00098f7f tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:44.200873 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a94fa8-a91d-4e4a-b858-843a2a24eb19 req-46339a56-bdb9-4d69-820b-842d00098f7f tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:44.208089 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a94fa8-a91d-4e4a-b858-843a2a24eb19 req-46339a56-bdb9-4d69-820b-842d00098f7f tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:44.209735 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:44.225778 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a94fa8-a91d-4e4a-b858-843a2a24eb19 req-46339a56-bdb9-4d69-820b-842d00098f7f tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:44.244211 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a94fa8-a91d-4e4a-b858-843a2a24eb19 req-46339a56-bdb9-4d69-820b-842d00098f7f tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:44.259758 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b9a94fa8-a91d-4e4a-b858-843a2a24eb19 req-46339a56-bdb9-4d69-820b-842d00098f7f tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 5429 time: 0.2641551 Feb 09 21:38:44.266592 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-9aca160a-18b2-4530-a277-d3186f18afea admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=dc8718de34ab4f76a9d501be1b20250f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6877797 Feb 09 21:38:44.277813 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 60544) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:44.293788 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 16a8e26c-fe59-44e2-8f98-7c8a6159ca7a triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:38:44.294365 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (16a8e26c-fe59-44e2-8f98-7c8a6159ca7a), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:44.298980 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-d5a0a46f-169a-4cb4-8dc5-4813db15fa6d None None] Provisioning complete for port 16a8e26c-fe59-44e2-8f98-7c8a6159ca7a triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:38:44.299357 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d5a0a46f-169a-4cb4-8dc5-4813db15fa6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (16a8e26c-fe59-44e2-8f98-7c8a6159ca7a), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:44.347221 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b9a94fa8-a91d-4e4a-b858-843a2a24eb19 req-6521652b-d8ab-4ab7-a90b-fa6af632feaa tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/security-groups?id=13b87425-0324-41b8-9577-a03ea20c9956&id=d1e73a5e-905c-466a-be51-a1576b624ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0805492 Feb 09 21:38:44.353378 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-febc8dbc-55b2-4452-8fc4-331775fa2b1f admin admin] Publish callbacks [] for security_group (10815fd8-c38b-42d2-b5d3-8cc39a477897), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:44.380641 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d7ce4437-3090-4de5-adff-df015e70b50d req-82280b9e-972f-4e33-b340-979337e85337 service neutron] 10.222.0.89 "GET /v2.0/networks/823e9556-7e11-412d-afa3-16a561be72bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7400870 Feb 09 21:38:44.434739 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 75a9e4f2-4b4f-43be-b5e1-fbe33abcecd4, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=75a9e4f2-4b4f-43be-b5e1-fbe33abcecd4,segment=NetworkSegment(4159f293-0e9e-489c-9407-9c014bb1cf3e),segment_id=4159f293-0e9e-489c-9407-9c014bb1cf3e)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:44.459730 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': '75a9e4f2-4b4f-43be-b5e1-fbe33abcecd4', 'network_id': '823e9556-7e11-412d-afa3-16a561be72bd', 'port_id': '75a9e4f2-4b4f-43be-b5e1-fbe33abcecd4', 'mac_address': 'fa:16:3e:72:96:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '355dfc30-1148-4206-9570-0b629d9fb4da', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:38:44.481337 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-febc8dbc-55b2-4452-8fc4-331775fa2b1f admin admin] Publish callbacks [] for security_group (10815fd8-c38b-42d2-b5d3-8cc39a477897), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:44.561961 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-d5a0a46f-169a-4cb4-8dc5-4813db15fa6d None None] Current status of the port 16a8e26c-fe59-44e2-8f98-7c8a6159ca7a is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:38:44.611809 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cb3faf83-4c11-4d84-934b-f5e082df0bbe tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks [] for router_gateway (63de0397-fe17-407e-84ba-5a181cdf63f4), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:44.631317 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 16a8e26c-fe59-44e2-8f98-7c8a6159ca7a is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:38:44.635730 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 65d7a881-8b99-4959-84af-95b42d5c8fc7 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:38:44.642165 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cb3faf83-4c11-4d84-934b-f5e082df0bbe tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:44.643945 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-16f0a906-b098-4fc8-ae19-6f576f55f1c4 req-e09e942a-9b45-48b4-a1a0-1b9d9a93e916 tempest-ServerTagsTestJSON-780191640 tempest-ServerTagsTestJSON-780191640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (08341899-0164-4ea3-b3fa-2de736c8841a), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:44.704081 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 75a9e4f2-4b4f-43be-b5e1-fbe33abcecd4 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:38:44.704739 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (75a9e4f2-4b4f-43be-b5e1-fbe33abcecd4), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:44.728670 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75a9e4f2-4b4f-43be-b5e1-fbe33abcecd4 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:38:44.756281 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebc86b7-b83e-43b3-9638-7072122575a2 req-c704c460-ee49-4a8d-8957-f7079348746a tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:44.758000 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-aebc86b7-b83e-43b3-9638-7072122575a2 req-c704c460-ee49-4a8d-8957-f7079348746a tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] 10.222.0.90 "GET /v2.0/ports?device_id=daa0afbb-0e53-4ff1-9ed3-26355f945764 HTTP/1.1" status: 200 len: 944 time: 0.0859737 Feb 09 21:38:44.764935 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 75a9e4f2-4b4f-43be-b5e1-fbe33abcecd4, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=75a9e4f2-4b4f-43be-b5e1-fbe33abcecd4,segment=NetworkSegment(4159f293-0e9e-489c-9407-9c014bb1cf3e),segment_id=4159f293-0e9e-489c-9407-9c014bb1cf3e)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:44.771757 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 65d7a881-8b99-4959-84af-95b42d5c8fc7 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:38:44.773043 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (65d7a881-8b99-4959-84af-95b42d5c8fc7), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:44.780940 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (75a9e4f2-4b4f-43be-b5e1-fbe33abcecd4), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:44.851143 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09e942a-9b45-48b4-a1a0-1b9d9a93e916 tempest-ServerTagsTestJSON-780191640 tempest-ServerTagsTestJSON-780191640-project] Pushing event deleted for resources: {'Port': ['ID=08341899-0164-4ea3-b3fa-2de736c8841a,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:44.876586 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4af24d15-c3e9-4b3f-bbee-65af3ae16a11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (647d8920-3158-45f3-b374-61004bf93b94), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:44.903547 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-aebc86b7-b83e-43b3-9638-7072122575a2 req-aebeffec-58da-4158-a7c1-edf498424c4f tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] 10.222.0.90 "GET /v2.0/security-groups?id=5d2707a6-c52f-4e21-ab70-7fd207f381fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397521 Feb 09 21:38:44.920763 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=75a9e4f2-4b4f-43be-b5e1-fbe33abcecd4,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:44.985381 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a6f8a61e-8fd5-4728-90e4-d3cac8d4061a req-fd6d90f8-9d7e-492e-a475-c6804c8d979a tempest-ServerTagsTestJSON-780191640 tempest-ServerTagsTestJSON-780191640-project] 10.222.0.90 "GET /v2.0/ports?device_id=41f36ca2-ea0d-4721-9a8e-e811b55636ea HTTP/1.1" status: 200 len: 210 time: 0.0436411 Feb 09 21:38:44.989793 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-16f0a906-b098-4fc8-ae19-6f576f55f1c4 req-e09e942a-9b45-48b4-a1a0-1b9d9a93e916 tempest-ServerTagsTestJSON-780191640 tempest-ServerTagsTestJSON-780191640-project] No DVR routers for this DVR port 08341899-0164-4ea3-b3fa-2de736c8841a on host n-h2-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:38:44.992900 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00028ce9-cb3d-4913-9242-e378e69d2555 req-b22bff8e-f223-4489-8a96-90ceb86a90a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:44.994366 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-00028ce9-cb3d-4913-9242-e378e69d2555 req-b22bff8e-f223-4489-8a96-90ceb86a90a7 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d9f1c9a9a88e49b39106e8e9d30c3ca9&device_id=daa0afbb-0e53-4ff1-9ed3-26355f945764 HTTP/1.1" status: 200 len: 1126 time: 0.5156016 Feb 09 21:38:45.025824 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-16f0a906-b098-4fc8-ae19-6f576f55f1c4 req-e09e942a-9b45-48b4-a1a0-1b9d9a93e916 tempest-ServerTagsTestJSON-780191640 tempest-ServerTagsTestJSON-780191640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:45.029219 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-16f0a906-b098-4fc8-ae19-6f576f55f1c4 req-e09e942a-9b45-48b4-a1a0-1b9d9a93e916 tempest-ServerTagsTestJSON-780191640 tempest-ServerTagsTestJSON-780191640-project] 10.222.0.89 "DELETE /v2.0/ports/08341899-0164-4ea3-b3fa-2de736c8841a HTTP/1.1" status: 204 len: 173 time: 4.7813313 Feb 09 21:38:45.029696 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41f36ca2-ea0d-4721-9a8e-e811b55636ea', 'name': 'network-vif-deleted', 'tag': '08341899-0164-4ea3-b3fa-2de736c8841a'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:38:45.032427 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5a57229-b1d0-408b-bdbc-0cc07818d5c8" -d '{"events": [{"server_uuid": "41f36ca2-ea0d-4721-9a8e-e811b55636ea", "name": "network-vif-deleted", "tag": "08341899-0164-4ea3-b3fa-2de736c8841a"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:38:45.032908 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 65d7a881-8b99-4959-84af-95b42d5c8fc7 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:38:45.067617 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-febc8dbc-55b2-4452-8fc4-331775fa2b1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (10815fd8-c38b-42d2-b5d3-8cc39a477897), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:45.071258 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-febc8dbc-55b2-4452-8fc4-331775fa2b1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:45.072506 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-febc8dbc-55b2-4452-8fc4-331775fa2b1f admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/10815fd8-c38b-42d2-b5d3-8cc39a477897 HTTP/1.1" status: 204 len: 168 time: 0.7902808 Feb 09 21:38:45.222339 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:45.234905 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['75a9e4f2-4b4f-43be-b5e1-fbe33abcecd4'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:38:45.515683 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 16a8e26c-fe59-44e2-8f98-7c8a6159ca7a up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:38:45.582140 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07340bab-800b-4831-9892-156e51d7a933 req-fc0051b6-5f94-47cf-970e-47466e42f226 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:45.593778 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07340bab-800b-4831-9892-156e51d7a933 req-fc0051b6-5f94-47cf-970e-47466e42f226 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:45.608649 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07340bab-800b-4831-9892-156e51d7a933 req-fc0051b6-5f94-47cf-970e-47466e42f226 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:45.623189 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07340bab-800b-4831-9892-156e51d7a933 req-fc0051b6-5f94-47cf-970e-47466e42f226 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:45.634113 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07340bab-800b-4831-9892-156e51d7a933 req-fc0051b6-5f94-47cf-970e-47466e42f226 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:45.643536 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07340bab-800b-4831-9892-156e51d7a933 req-fc0051b6-5f94-47cf-970e-47466e42f226 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:45.653668 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 16a8e26c-fe59-44e2-8f98-7c8a6159ca7a triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:38:45.654046 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (16a8e26c-fe59-44e2-8f98-7c8a6159ca7a), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:45.662759 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07340bab-800b-4831-9892-156e51d7a933 req-fc0051b6-5f94-47cf-970e-47466e42f226 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:45.677301 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-07340bab-800b-4831-9892-156e51d7a933 req-fc0051b6-5f94-47cf-970e-47466e42f226 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 5429 time: 0.1876440 Feb 09 21:38:45.785837 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-143efb82-0a6b-46e3-8e53-76eaa778cca9 x-openstack-request-id: req-143efb82-0a6b-46e3-8e53-76eaa778cca9 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:38:45.786399 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41f36ca2-ea0d-4721-9a8e-e811b55636ea", "name": "network-vif-deleted", "tag": "08341899-0164-4ea3-b3fa-2de736c8841a", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:38:45.786789 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-143efb82-0a6b-46e3-8e53-76eaa778cca9 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:38:45.787063 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41f36ca2-ea0d-4721-9a8e-e811b55636ea', 'name': 'network-vif-deleted', 'tag': '08341899-0164-4ea3-b3fa-2de736c8841a', 'status': 'completed', 'code': 200} Feb 09 21:38:45.801152 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febc8dbc-55b2-4452-8fc4-331775fa2b1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10815fd8-c38b-42d2-b5d3-8cc39a477897,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:45.841110 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-07340bab-800b-4831-9892-156e51d7a933 req-251afc96-bd50-4ce7-b2db-9690d5e9831a tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/security-groups?id=13b87425-0324-41b8-9577-a03ea20c9956&id=d1e73a5e-905c-466a-be51-a1576b624ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1624379 Feb 09 21:38:45.849479 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-cb3faf83-4c11-4d84-934b-f5e082df0bbe tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Allocated IP 172.25.3.12 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/f747b1dc-d4fe-4b05-9f2b-68531e505a89) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:38:45.904459 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 977539cf-0f59-4bed-b030-30f5b416ce68 details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:38:45.951359 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 16a8e26c-fe59-44e2-8f98-7c8a6159ca7a is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:38:46.067580 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00028ce9-cb3d-4913-9242-e378e69d2555 req-790c0c0d-6adf-407a-b848-8060e09fc78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:46.072394 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-00028ce9-cb3d-4913-9242-e378e69d2555 req-790c0c0d-6adf-407a-b848-8060e09fc78d service neutron] 10.222.0.89 "GET /v2.0/networks?id=823e9556-7e11-412d-afa3-16a561be72bd HTTP/1.1" status: 200 len: 914 time: 1.0344608 Feb 09 21:38:46.141542 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cb3faf83-4c11-4d84-934b-f5e082df0bbe tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks [] for port (f747b1dc-d4fe-4b05-9f2b-68531e505a89), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:46.242878 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cb3faf83-4c11-4d84-934b-f5e082df0bbe tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (f747b1dc-d4fe-4b05-9f2b-68531e505a89), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:46.276858 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-00028ce9-cb3d-4913-9242-e378e69d2555 req-b56ddac2-4923-4de8-aed5-89c783b8388c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0894b2af-4795-4854-9aa6-862a79b171ea HTTP/1.1" status: 200 len: 217 time: 0.0855677 Feb 09 21:38:46.284756 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 977539cf-0f59-4bed-b030-30f5b416ce68, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=977539cf-0f59-4bed-b030-30f5b416ce68,segment=NetworkSegment(04fbb49c-9fc3-4a2f-93bd-1df71eda4894),segment_id=04fbb49c-9fc3-4a2f-93bd-1df71eda4894)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:46.298429 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-023708af-04b8-47d5-a482-c8bbc73c0128 req-576d8a5d-fc9e-4a3b-8606-1e7e6c5c8bf5 tempest-ServerTagsTestJSON-780191640 tempest-ServerTagsTestJSON-780191640-project] 10.222.0.90 "GET /v2.0/ports?device_id=41f36ca2-ea0d-4721-9a8e-e811b55636ea HTTP/1.1" status: 200 len: 210 time: 0.1097484 Feb 09 21:38:46.313690 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': '977539cf-0f59-4bed-b030-30f5b416ce68', 'network_id': '6a88ecb8-ab13-497b-8e99-4232b5fa8235', 'port_id': '977539cf-0f59-4bed-b030-30f5b416ce68', 'mac_address': 'fa:16:3e:cd:c3:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99276998-1cd5-4a6a-b76b-7df5415f45f2', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:38:46.345413 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6028bf-cacd-403d-a2f8-9c7979849257 req-29451f2a-d049-4146-a136-7674ea0676a8 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:46.361021 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0f6028bf-cacd-403d-a2f8-9c7979849257 req-29451f2a-d049-4146-a136-7674ea0676a8 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] 10.222.0.90 "GET /v2.0/ports?device_id=daa0afbb-0e53-4ff1-9ed3-26355f945764 HTTP/1.1" status: 200 len: 944 time: 0.2666650 Feb 09 21:38:46.423378 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 977539cf-0f59-4bed-b030-30f5b416ce68 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:38:46.423776 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (977539cf-0f59-4bed-b030-30f5b416ce68), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:46.468100 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 977539cf-0f59-4bed-b030-30f5b416ce68 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:38:46.478598 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0f6028bf-cacd-403d-a2f8-9c7979849257 req-3100e06a-a0bf-4783-b2e7-964b4c177439 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] 10.222.0.90 "GET /v2.0/security-groups?id=5d2707a6-c52f-4e21-ab70-7fd207f381fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159441 Feb 09 21:38:46.484454 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3faf83-4c11-4d84-934b-f5e082df0bbe tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:38:46.486051 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-cb3faf83-4c11-4d84-934b-f5e082df0bbe tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:38:46.498228 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3faf83-4c11-4d84-934b-f5e082df0bbe tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:38:46.524286 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 977539cf-0f59-4bed-b030-30f5b416ce68, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=977539cf-0f59-4bed-b030-30f5b416ce68,segment=NetworkSegment(04fbb49c-9fc3-4a2f-93bd-1df71eda4894),segment_id=04fbb49c-9fc3-4a2f-93bd-1df71eda4894)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:46.535620 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (977539cf-0f59-4bed-b030-30f5b416ce68), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:46.536577 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 3c647b76-8391-41f3-81eb-c84f278cd6cd details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:38:46.547490 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4af24d15-c3e9-4b3f-bbee-65af3ae16a11 admin admin] Router 647d8920-3158-45f3-b374-61004bf93b94 is scheduled to L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 with binding_index 1 {{(pid=103141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:38:46.559832 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3faf83-4c11-4d84-934b-f5e082df0bbe tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Pushing event updated for resources: {'Port': ['ID=f747b1dc-d4fe-4b05-9f2b-68531e505a89,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:46.617671 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00028ce9-cb3d-4913-9242-e378e69d2555 req-6f948f89-e9d7-421a-ae2c-7381238e7901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:46.619447 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-00028ce9-cb3d-4913-9242-e378e69d2555 req-6f948f89-e9d7-421a-ae2c-7381238e7901 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=355dfc30-1148-4206-9570-0b629d9fb4da HTTP/1.1" status: 200 len: 853 time: 0.2788146 Feb 09 21:38:46.796275 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4af24d15-c3e9-4b3f-bbee-65af3ae16a11 admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:38:46.829878 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55857fba-05ed-476c-96ea-b261c44d668e None None] Sync routers for ids ['647d8920-3158-45f3-b374-61004bf93b94'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:38:46.899389 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-00028ce9-cb3d-4913-9242-e378e69d2555 req-8c182879-e13d-4594-9a1d-329a69cb58a7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=823e9556-7e11-412d-afa3-16a561be72bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0988622 Feb 09 21:38:46.909538 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55857fba-05ed-476c-96ea-b261c44d668e None None] Routers {'647d8920-3158-45f3-b374-61004bf93b94'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:38:46.910487 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-55857fba-05ed-476c-96ea-b261c44d668e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:38:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['647d8920-3158-45f3-b374-61004bf93b94'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:46.939619 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4af24d15-c3e9-4b3f-bbee-65af3ae16a11 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:46.943274 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-4af24d15-c3e9-4b3f-bbee-65af3ae16a11 admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.8971980 Feb 09 21:38:46.946425 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 60636) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:47.142727 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=977539cf-0f59-4bed-b030-30f5b416ce68,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:47.176576 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-00028ce9-cb3d-4913-9242-e378e69d2555 req-ae03d14c-39f0-4c0b-a750-18527d2a199f service neutron] 10.222.0.89 "GET /v2.0/networks/823e9556-7e11-412d-afa3-16a561be72bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400498 Feb 09 21:38:47.201039 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 3c647b76-8391-41f3-81eb-c84f278cd6cd, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=3c647b76-8391-41f3-81eb-c84f278cd6cd,segment=NetworkSegment(3a1837f3-bf89-4200-982d-e8d31ce9bb97),segment_id=3a1837f3-bf89-4200-982d-e8d31ce9bb97)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:47.219109 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': '3c647b76-8391-41f3-81eb-c84f278cd6cd', 'network_id': '447eb1f8-3447-426b-bdf3-4b25ec15af22', 'port_id': '3c647b76-8391-41f3-81eb-c84f278cd6cd', 'mac_address': 'fa:16:3e:5d:95:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d37f537-2fe5-408a-92d7-6800f805a26d', 'ip_address': '10.1.1.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:38:47.267429 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-55857fba-05ed-476c-96ea-b261c44d668e None None] Set router 647d8920-3158-45f3-b374-61004bf93b94 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:38:47.403709 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7da45217-ef51-4522-8864-9e37b17e42ae req-e824b3f7-436e-44e4-820a-6dc6c1d7e595 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=2d6f01c204fb49588b99bb4b4319fb3a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2846835 Feb 09 21:38:47.405775 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 60652) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:47.451825 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 3c647b76-8391-41f3-81eb-c84f278cd6cd is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:38:47.452335 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (3c647b76-8391-41f3-81eb-c84f278cd6cd), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:47.474423 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c647b76-8391-41f3-81eb-c84f278cd6cd {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:38:47.510681 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 3c647b76-8391-41f3-81eb-c84f278cd6cd, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=3c647b76-8391-41f3-81eb-c84f278cd6cd,segment=NetworkSegment(3a1837f3-bf89-4200-982d-e8d31ce9bb97),segment_id=3a1837f3-bf89-4200-982d-e8d31ce9bb97)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:47.512457 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-00028ce9-cb3d-4913-9242-e378e69d2555 req-21b0760a-c03d-4475-a504-0b445f3f713a service neutron] 10.222.0.89 "GET /v2.0/networks/823e9556-7e11-412d-afa3-16a561be72bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3214884 Feb 09 21:38:47.526158 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (3c647b76-8391-41f3-81eb-c84f278cd6cd), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:47.531119 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 65552933-30d5-4f11-b08a-78531a3a97b9 details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:38:47.582913 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1502a2d-fa2a-425b-8800-3bfd446def46 req-1e7daaf2-0ea6-4906-8220-f6fb82ae87ef tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:47.590126 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1502a2d-fa2a-425b-8800-3bfd446def46 req-1e7daaf2-0ea6-4906-8220-f6fb82ae87ef tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:47.595212 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cb3faf83-4c11-4d84-934b-f5e082df0bbe tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks [] for router_gateway (63de0397-fe17-407e-84ba-5a181cdf63f4), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:47.597741 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1502a2d-fa2a-425b-8800-3bfd446def46 req-1e7daaf2-0ea6-4906-8220-f6fb82ae87ef tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:47.607755 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1502a2d-fa2a-425b-8800-3bfd446def46 req-1e7daaf2-0ea6-4906-8220-f6fb82ae87ef tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:47.615355 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1502a2d-fa2a-425b-8800-3bfd446def46 req-1e7daaf2-0ea6-4906-8220-f6fb82ae87ef tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:47.622743 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1502a2d-fa2a-425b-8800-3bfd446def46 req-1e7daaf2-0ea6-4906-8220-f6fb82ae87ef tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:47.631200 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1502a2d-fa2a-425b-8800-3bfd446def46 req-1e7daaf2-0ea6-4906-8220-f6fb82ae87ef tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:47.647383 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e1502a2d-fa2a-425b-8800-3bfd446def46 req-1e7daaf2-0ea6-4906-8220-f6fb82ae87ef tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 5430 time: 0.5271740 Feb 09 21:38:47.650576 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=3c647b76-8391-41f3-81eb-c84f278cd6cd,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:47.654443 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 65552933-30d5-4f11-b08a-78531a3a97b9, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=65552933-30d5-4f11-b08a-78531a3a97b9,segment=NetworkSegment(04fbb49c-9fc3-4a2f-93bd-1df71eda4894),segment_id=04fbb49c-9fc3-4a2f-93bd-1df71eda4894)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:47.675892 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': '65552933-30d5-4f11-b08a-78531a3a97b9', 'network_id': '6a88ecb8-ab13-497b-8e99-4232b5fa8235', 'port_id': '65552933-30d5-4f11-b08a-78531a3a97b9', 'mac_address': 'fa:16:3e:4a:31:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99276998-1cd5-4a6a-b76b-7df5415f45f2', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:38:47.713337 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-55857fba-05ed-476c-96ea-b261c44d668e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '647d8920-3158-45f3-b374-61004bf93b94', 'name': 'tempest-FloatingIPsTestJSON-1408618436-router', 'tenant_id': '8ded382742dc46b2a9a2819463337c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '9ccd0154-2303-4663-bbaa-155e84d849c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:38:38Z', 'updated_at': '2022-02-09T21:38:42Z', 'revision_number': 3, 'project_id': '8ded382742dc46b2a9a2819463337c71', 'gw_port': {'id': '9ccd0154-2303-4663-bbaa-155e84d849c8', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:bd:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '647d8920-3158-45f3-b374-61004bf93b94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:38:39Z', 'updated_at': '2022-02-09T21:38:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:47.745229 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55857fba-05ed-476c-96ea-b261c44d668e None None] Checking router: 647d8920-3158-45f3-b374-61004bf93b94 for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:38:47.745591 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55857fba-05ed-476c-96ea-b261c44d668e None None] Updating router 647d8920-3158-45f3-b374-61004bf93b94 port 9ccd0154-2303-4663-bbaa-155e84d849c8 binding host n-d-828369-5 {{(pid=103142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:38:47.770182 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 65552933-30d5-4f11-b08a-78531a3a97b9 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:38:47.770587 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (65552933-30d5-4f11-b08a-78531a3a97b9), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:47.790866 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-55857fba-05ed-476c-96ea-b261c44d668e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (9ccd0154-2303-4663-bbaa-155e84d849c8), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:47.793490 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65552933-30d5-4f11-b08a-78531a3a97b9 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:38:47.844952 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 65552933-30d5-4f11-b08a-78531a3a97b9, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=65552933-30d5-4f11-b08a-78531a3a97b9,segment=NetworkSegment(04fbb49c-9fc3-4a2f-93bd-1df71eda4894),segment_id=04fbb49c-9fc3-4a2f-93bd-1df71eda4894)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:47.846208 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3a7671fb-829f-4767-995a-fa420813e520 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:47.852341 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (65552933-30d5-4f11-b08a-78531a3a97b9), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:47.853177 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 4cad1a84-a108-437b-aa6b-77babb3a44d0 details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:38:47.927450 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da45217-ef51-4522-8864-9e37b17e42ae req-ef629a0c-ac66-44e6-a2ab-5573c1090a66 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:47.930658 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7da45217-ef51-4522-8864-9e37b17e42ae req-ef629a0c-ac66-44e6-a2ab-5573c1090a66 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5256658 Feb 09 21:38:47.977981 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7da45217-ef51-4522-8864-9e37b17e42ae req-ecddbd3e-3455-4a9f-858f-4f8469edf12d tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/quotas/2d6f01c204fb49588b99bb4b4319fb3a HTTP/1.1" status: 200 len: 375 time: 0.0192823 Feb 09 21:38:48.039546 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7da45217-ef51-4522-8864-9e37b17e42ae req-c7e6cee3-d34e-4bef-8015-6145cba4bae7 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=2d6f01c204fb49588b99bb4b4319fb3a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0605450 Feb 09 21:38:48.048071 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=65552933-30d5-4f11-b08a-78531a3a97b9,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:48.048782 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cb3faf83-4c11-4d84-934b-f5e082df0bbe tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (63de0397-fe17-407e-84ba-5a181cdf63f4), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:48.065825 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e1502a2d-fa2a-425b-8800-3bfd446def46 req-d5d00cef-b5ca-4582-ad7d-fd376e406539 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/security-groups?id=13b87425-0324-41b8-9577-a03ea20c9956&id=d1e73a5e-905c-466a-be51-a1576b624ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4174547 Feb 09 21:38:48.151763 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 4cad1a84-a108-437b-aa6b-77babb3a44d0, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=4cad1a84-a108-437b-aa6b-77babb3a44d0,segment=NetworkSegment(4abec7a4-2b69-47a3-bee3-121e96e66a50),segment_id=4abec7a4-2b69-47a3-bee3-121e96e66a50)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:48.192253 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': '4cad1a84-a108-437b-aa6b-77babb3a44d0', 'network_id': '8185c7c8-686b-411f-8c8d-101dfc1ac3a8', 'port_id': '4cad1a84-a108-437b-aa6b-77babb3a44d0', 'mac_address': 'fa:16:3e:22:f7:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '413233c4-7ff7-4428-a26b-9211d4e793f3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:38:48.268685 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb3faf83-4c11-4d84-934b-f5e082df0bbe tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Router 63de0397-fe17-407e-84ba-5a181cdf63f4 is scheduled to L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 with binding_index 1 {{(pid=103141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:38:48.269326 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 60666) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:48.435266 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 4cad1a84-a108-437b-aa6b-77babb3a44d0 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:38:48.435266 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (4cad1a84-a108-437b-aa6b-77babb3a44d0), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:48.467460 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-a88b8b15-bd30-4e33-ba69-13c0a8a8bde4 admin admin] Deleting subnet bdb327a0-b13b-4bc3-bcee-620c364c7d88 {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:38:48.488530 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a88b8b15-bd30-4e33-ba69-13c0a8a8bde4 admin admin] Publish callbacks [] for subnet (bdb327a0-b13b-4bc3-bcee-620c364c7d88), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:48.491930 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cad1a84-a108-437b-aa6b-77babb3a44d0 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:38:48.526039 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 4cad1a84-a108-437b-aa6b-77babb3a44d0, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=4cad1a84-a108-437b-aa6b-77babb3a44d0,segment=NetworkSegment(4abec7a4-2b69-47a3-bee3-121e96e66a50),segment_id=4abec7a4-2b69-47a3-bee3-121e96e66a50)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:48.547219 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-55857fba-05ed-476c-96ea-b261c44d668e None None] Publish callbacks [] for port (9ccd0154-2303-4663-bbaa-155e84d849c8), precommit_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:48.553226 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (4cad1a84-a108-437b-aa6b-77babb3a44d0), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:48.554328 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 46a5acec-c89c-40ed-b7d1-64d412e029f2 details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:38:48.600677 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a88b8b15-bd30-4e33-ba69-13c0a8a8bde4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (bdb327a0-b13b-4bc3-bcee-620c364c7d88), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:48.631218 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-55857fba-05ed-476c-96ea-b261c44d668e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (9ccd0154-2303-4663-bbaa-155e84d849c8), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:48.643346 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a88b8b15-bd30-4e33-ba69-13c0a8a8bde4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (bdb327a0-b13b-4bc3-bcee-620c364c7d88), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:48.650055 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=4cad1a84-a108-437b-aa6b-77babb3a44d0,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:48.676136 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3a7671fb-829f-4767-995a-fa420813e520 admin admin] Publish callbacks [] for security_group (961dea15-9464-4bf8-b8b6-ae778a8806d9), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:48.706047 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a88b8b15-bd30-4e33-ba69-13c0a8a8bde4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (bdb327a0-b13b-4bc3-bcee-620c364c7d88), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:48.724069 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08ab82f-852f-4e53-bb89-9b13519b8a5e req-b90bbda3-6bbd-4a10-bd03-da50aa3c2348 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:48.725923 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c08ab82f-852f-4e53-bb89-9b13519b8a5e req-b90bbda3-6bbd-4a10-bd03-da50aa3c2348 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] 10.222.0.90 "GET /v2.0/ports?device_id=daa0afbb-0e53-4ff1-9ed3-26355f945764 HTTP/1.1" status: 200 len: 944 time: 0.3578877 Feb 09 21:38:48.726642 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3a7671fb-829f-4767-995a-fa420813e520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (961dea15-9464-4bf8-b8b6-ae778a8806d9), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:48.757679 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88b8b15-bd30-4e33-ba69-13c0a8a8bde4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdb327a0-b13b-4bc3-bcee-620c364c7d88,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:48.759112 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c60210f7-16d6-476e-a259-71bac6fda593 req-83deb023-a693-4393-9ca6-40dad2b9080d tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=2d6f01c204fb49588b99bb4b4319fb3a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0972526 Feb 09 21:38:48.768929 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a88b8b15-bd30-4e33-ba69-13c0a8a8bde4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:48.775981 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-a88b8b15-bd30-4e33-ba69-13c0a8a8bde4 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/bdb327a0-b13b-4bc3-bcee-620c364c7d88 HTTP/1.1" status: 204 len: 168 time: 0.5051205 Feb 09 21:38:48.777162 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 60682) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:48.847185 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 46a5acec-c89c-40ed-b7d1-64d412e029f2, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=46a5acec-c89c-40ed-b7d1-64d412e029f2,segment=NetworkSegment(3a1837f3-bf89-4200-982d-e8d31ce9bb97),segment_id=3a1837f3-bf89-4200-982d-e8d31ce9bb97)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:48.880373 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d9dc90-7222-4ee3-8b53-d87d9c655da9 None None] Pushing event updated for resources: {'Port': ['ID=9ccd0154-2303-4663-bbaa-155e84d849c8,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:48.880914 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb3faf83-4c11-4d84-934b-f5e082df0bbe tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:38:48.900405 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a77e5f23-bf0c-48ec-a0f6-5a83f39a5b97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (7e7b4a29-78d8-4c80-9c3c-f880cb8558ae), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:48.905341 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-55857fba-05ed-476c-96ea-b261c44d668e None None] Attempting to bind port 9ccd0154-2303-4663-bbaa-155e84d849c8 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:38:48.905724 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-55857fba-05ed-476c-96ea-b261c44d668e None None] Attempting to bind port 9ccd0154-2303-4663-bbaa-155e84d849c8 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:38:48.906115 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55857fba-05ed-476c-96ea-b261c44d668e None None] Attempting to bind port 9ccd0154-2303-4663-bbaa-155e84d849c8 on network 54a442d5-50a0-4c75-85cc-d19f5bf58118 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:38:48.909065 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': '46a5acec-c89c-40ed-b7d1-64d412e029f2', 'network_id': '447eb1f8-3447-426b-bdf3-4b25ec15af22', 'port_id': '46a5acec-c89c-40ed-b7d1-64d412e029f2', 'mac_address': 'fa:16:3e:ea:ec:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d37f537-2fe5-408a-92d7-6800f805a26d', 'ip_address': '10.1.1.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:38:48.928698 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d7404d-e6f1-4d8d-ab54-6d67f11ead3f None None] Sync routers for ids ['63de0397-fe17-407e-84ba-5a181cdf63f4'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:38:48.933665 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55857fba-05ed-476c-96ea-b261c44d668e None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:38:48.934856 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55857fba-05ed-476c-96ea-b261c44d668e None None] Checking segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:38:48.935464 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-55857fba-05ed-476c-96ea-b261c44d668e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:48.936152 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55857fba-05ed-476c-96ea-b261c44d668e None None] Bound using segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:38:48.937037 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-55857fba-05ed-476c-96ea-b261c44d668e None None] Bound port: 9ccd0154-2303-4663-bbaa-155e84d849c8, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:38:48.937588 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-55857fba-05ed-476c-96ea-b261c44d668e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (9ccd0154-2303-4663-bbaa-155e84d849c8), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:48.946728 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d7404d-e6f1-4d8d-ab54-6d67f11ead3f None None] Routers {'63de0397-fe17-407e-84ba-5a181cdf63f4'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:38:48.947389 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-69d7404d-e6f1-4d8d-ab54-6d67f11ead3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:38:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['63de0397-fe17-407e-84ba-5a181cdf63f4'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:48.973322 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cb3faf83-4c11-4d84-934b-f5e082df0bbe tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:48.977233 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-cb3faf83-4c11-4d84-934b-f5e082df0bbe tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.5665777 Feb 09 21:38:48.983042 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 60688) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:49.041999 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-69d7404d-e6f1-4d8d-ab54-6d67f11ead3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:49.064783 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60210f7-16d6-476e-a259-71bac6fda593 req-557a446b-f422-4d70-a1b7-e77a6b5af24f tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:49.066494 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d7404d-e6f1-4d8d-ab54-6d67f11ead3f None None] Routers {'63de0397-fe17-407e-84ba-5a181cdf63f4'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:38:49.067341 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-69d7404d-e6f1-4d8d-ab54-6d67f11ead3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:38:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['63de0397-fe17-407e-84ba-5a181cdf63f4'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:49.078976 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c60210f7-16d6-476e-a259-71bac6fda593 req-557a446b-f422-4d70-a1b7-e77a6b5af24f tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2921009 Feb 09 21:38:49.079545 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-55857fba-05ed-476c-96ea-b261c44d668e None None] For port 9ccd0154-2303-4663-bbaa-155e84d849c8, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:38:49.089428 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-55857fba-05ed-476c-96ea-b261c44d668e None None] For port 9ccd0154-2303-4663-bbaa-155e84d849c8, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=9ccd0154-2303-4663-bbaa-155e84d849c8,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:38:49.093117 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 46a5acec-c89c-40ed-b7d1-64d412e029f2 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:38:49.093693 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (46a5acec-c89c-40ed-b7d1-64d412e029f2), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:49.108931 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7671fb-829f-4767-995a-fa420813e520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=961dea15-9464-4bf8-b8b6-ae778a8806d9,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:49.114856 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46a5acec-c89c-40ed-b7d1-64d412e029f2 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:38:49.157255 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-3a7671fb-829f-4767-995a-fa420813e520 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=be3fc1b063124ca38cd359c9890f1de1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7453141 Feb 09 21:38:49.157847 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-69d7404d-e6f1-4d8d-ab54-6d67f11ead3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:49.160094 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 60692) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:49.161498 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d7404d-e6f1-4d8d-ab54-6d67f11ead3f None None] The sync data for ids ['63de0397-fe17-407e-84ba-5a181cdf63f4'] in n-d-828369-5 is: [] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:38:49.184964 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 46a5acec-c89c-40ed-b7d1-64d412e029f2, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=46a5acec-c89c-40ed-b7d1-64d412e029f2,segment=NetworkSegment(3a1837f3-bf89-4200-982d-e8d31ce9bb97),segment_id=3a1837f3-bf89-4200-982d-e8d31ce9bb97)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:49.190138 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-55857fba-05ed-476c-96ea-b261c44d668e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (9ccd0154-2303-4663-bbaa-155e84d849c8), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:49.193795 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 0894b2af-4795-4854-9aa6-862a79b171ea details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:38:49.214164 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c60210f7-16d6-476e-a259-71bac6fda593 req-9fab30c5-b632-4c12-9553-5233b238004d tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/quotas/2d6f01c204fb49588b99bb4b4319fb3a HTTP/1.1" status: 200 len: 375 time: 0.1331358 Feb 09 21:38:49.248559 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (46a5acec-c89c-40ed-b7d1-64d412e029f2), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:49.248559 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 75eef6bf-48e5-4c19-b81a-a37147e710d0 details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:38:49.249149 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c08ab82f-852f-4e53-bb89-9b13519b8a5e req-4488e729-498c-46a2-a7f7-48f875fe16d9 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] 10.222.0.90 "GET /v2.0/security-groups?id=5d2707a6-c52f-4e21-ab70-7fd207f381fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5050673 Feb 09 21:38:49.260859 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c60210f7-16d6-476e-a259-71bac6fda593 req-d10f3ca6-ad55-48b6-ac6b-712a02215838 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=2d6f01c204fb49588b99bb4b4319fb3a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457158 Feb 09 21:38:49.316204 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-689e9922-f9af-44ba-8913-4f0364b46d79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:49.336512 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 75eef6bf-48e5-4c19-b81a-a37147e710d0, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=75eef6bf-48e5-4c19-b81a-a37147e710d0,segment=NetworkSegment(3a1837f3-bf89-4200-982d-e8d31ce9bb97),segment_id=3a1837f3-bf89-4200-982d-e8d31ce9bb97)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:49.410742 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a77e5f23-bf0c-48ec-a0f6-5a83f39a5b97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (7e7b4a29-78d8-4c80-9c3c-f880cb8558ae), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:49.478358 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-a77e5f23-bf0c-48ec-a0f6-5a83f39a5b97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e7b4a29-78d8-4c80-9c3c-f880cb8558ae']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:49.489679 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55857fba-05ed-476c-96ea-b261c44d668e None None] Routers {'647d8920-3158-45f3-b374-61004bf93b94'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:38:49.491301 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-55857fba-05ed-476c-96ea-b261c44d668e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:38:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['647d8920-3158-45f3-b374-61004bf93b94'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:49.492778 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-21d3028f-351f-4854-b931-93a257b396fd admin admin] Publish callbacks [] for security_group (961dea15-9464-4bf8-b8b6-ae778a8806d9), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:49.500090 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': '75eef6bf-48e5-4c19-b81a-a37147e710d0', 'network_id': '447eb1f8-3447-426b-bdf3-4b25ec15af22', 'port_id': '75eef6bf-48e5-4c19-b81a-a37147e710d0', 'mac_address': 'fa:16:3e:b8:b2:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d37f537-2fe5-408a-92d7-6800f805a26d', 'ip_address': '10.1.1.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:38:49.504193 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.db.resource_extend [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 21:38:49.520511 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-21d3028f-351f-4854-b931-93a257b396fd admin admin] Publish callbacks [] for security_group (961dea15-9464-4bf8-b8b6-ae778a8806d9), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:49.586210 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d9dc90-7222-4ee3-8b53-d87d9c655da9 None None] Pushing event updated for resources: {'Port': ['ID=9ccd0154-2303-4663-bbaa-155e84d849c8,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:49.612097 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-a77e5f23-bf0c-48ec-a0f6-5a83f39a5b97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3940a090-76ff-4f53-b9ad-aab43740dec5') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:49.612495 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-a77e5f23-bf0c-48ec-a0f6-5a83f39a5b97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3940a090-76ff-4f53-b9ad-aab43740dec5') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:49.657281 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-21d3028f-351f-4854-b931-93a257b396fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (961dea15-9464-4bf8-b8b6-ae778a8806d9), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:49.662824 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-21d3028f-351f-4854-b931-93a257b396fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:49.667816 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-21d3028f-351f-4854-b931-93a257b396fd admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/961dea15-9464-4bf8-b8b6-ae778a8806d9 HTTP/1.1" status: 204 len: 168 time: 0.5064511 Feb 09 21:38:49.715028 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=46a5acec-c89c-40ed-b7d1-64d412e029f2,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:49.725701 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a77e5f23-bf0c-48ec-a0f6-5a83f39a5b97 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (3940a090-76ff-4f53-b9ad-aab43740dec5), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:49.799069 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d3028f-351f-4854-b931-93a257b396fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=961dea15-9464-4bf8-b8b6-ae778a8806d9,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:49.821284 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a77e5f23-bf0c-48ec-a0f6-5a83f39a5b97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (3940a090-76ff-4f53-b9ad-aab43740dec5), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:49.830021 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a77e5f23-bf0c-48ec-a0f6-5a83f39a5b97 admin admin] Releasing vlan 723 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:38:49.830494 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a77e5f23-bf0c-48ec-a0f6-5a83f39a5b97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (3940a090-76ff-4f53-b9ad-aab43740dec5), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:49.832372 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 75eef6bf-48e5-4c19-b81a-a37147e710d0 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:38:49.832621 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (75eef6bf-48e5-4c19-b81a-a37147e710d0), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:49.879152 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75eef6bf-48e5-4c19-b81a-a37147e710d0 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:38:49.900658 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 75eef6bf-48e5-4c19-b81a-a37147e710d0, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=75eef6bf-48e5-4c19-b81a-a37147e710d0,segment=NetworkSegment(3a1837f3-bf89-4200-982d-e8d31ce9bb97),segment_id=3a1837f3-bf89-4200-982d-e8d31ce9bb97)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:49.913462 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-69fd5704-be14-4092-86cf-f38ae5bce83f req-24432d5c-d675-4796-80ba-faa7848dae5f tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/ports?device_id=9d994709-73ee-4636-8cf6-336e5fa7deab HTTP/1.1" status: 200 len: 210 time: 0.2151573 Feb 09 21:38:49.927555 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-689e9922-f9af-44ba-8913-4f0364b46d79 admin admin] Allocated IP 172.20.0.1 (10e633eb-f28a-4581-947f-214e3c9e61a8/4b8d793b-e406-4d25-a238-86b2a9b37b21/00234940-47cf-424e-b31d-2fbf9c9a4b38) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:38:49.929257 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:38:49.929257 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:38:49.929257 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:38:49.929257 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:38:49.929257 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:38:49.929257 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:38:49.929257 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:38:49.929257 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:38:49.929257 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:38:49.929257 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:38:49.929257 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:38:49.929257 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:38:49.929257 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:38:49.929257 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:38:49.929257 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:38:49.929257 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:38:49.929257 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:38:49.929257 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:38:49.929257 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:38:49.929257 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:38:49.929257 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:38:49.929257 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:38:49.929257 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:38:49.929257 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:38:49.929257 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:38:49.929257 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:38:49.929257 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:38:49.929257 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:38:49.929257 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:38:49.929257 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:38:49.929257 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:38:49.929257 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:38:49.939991 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a77e5f23-bf0c-48ec-a0f6-5a83f39a5b97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (7e7b4a29-78d8-4c80-9c3c-f880cb8558ae), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:49.965657 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f44e33-5cea-4907-8bfe-855a2bdb8677 req-74fceadc-7f86-4eac-86d4-6be9831dc550 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:49.979159 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f44e33-5cea-4907-8bfe-855a2bdb8677 req-74fceadc-7f86-4eac-86d4-6be9831dc550 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:49.988660 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f44e33-5cea-4907-8bfe-855a2bdb8677 req-74fceadc-7f86-4eac-86d4-6be9831dc550 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:49.996101 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a77e5f23-bf0c-48ec-a0f6-5a83f39a5b97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:49.997002 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f44e33-5cea-4907-8bfe-855a2bdb8677 req-74fceadc-7f86-4eac-86d4-6be9831dc550 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:50.003022 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-a77e5f23-bf0c-48ec-a0f6-5a83f39a5b97 admin admin] 10.222.0.90 "DELETE /v2.0/networks/7e7b4a29-78d8-4c80-9c3c-f880cb8558ae HTTP/1.1" status: 204 len: 168 time: 1.2225747 Feb 09 21:38:50.004092 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77e5f23-bf0c-48ec-a0f6-5a83f39a5b97 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e7b4a29-78d8-4c80-9c3c-f880cb8558ae,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:50.033887 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f44e33-5cea-4907-8bfe-855a2bdb8677 req-74fceadc-7f86-4eac-86d4-6be9831dc550 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:50.052570 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f44e33-5cea-4907-8bfe-855a2bdb8677 req-74fceadc-7f86-4eac-86d4-6be9831dc550 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:50.062747 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f44e33-5cea-4907-8bfe-855a2bdb8677 req-74fceadc-7f86-4eac-86d4-6be9831dc550 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:50.090673 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-56f44e33-5cea-4907-8bfe-855a2bdb8677 req-74fceadc-7f86-4eac-86d4-6be9831dc550 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 5434 time: 0.7191534 Feb 09 21:38:50.237142 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (75eef6bf-48e5-4c19-b81a-a37147e710d0), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:50.238234 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 924c9fc2-48e2-4846-a748-e98aee6d0d46 details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:38:50.309361 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7da45217-ef51-4522-8864-9e37b17e42ae req-2fa83d46-581d-4efd-b5b8-7c0c03bfa950 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=2d6f01c204fb49588b99bb4b4319fb3a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0568852 Feb 09 21:38:50.388285 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-55857fba-05ed-476c-96ea-b261c44d668e None None] Set router 647d8920-3158-45f3-b374-61004bf93b94 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:38:50.518105 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 60738) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:50.587314 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 0894b2af-4795-4854-9aa6-862a79b171ea, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=0894b2af-4795-4854-9aa6-862a79b171ea,segment=NetworkSegment(4159f293-0e9e-489c-9407-9c014bb1cf3e),segment_id=4159f293-0e9e-489c-9407-9c014bb1cf3e)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:50.596607 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=75eef6bf-48e5-4c19-b81a-a37147e710d0,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:50.730705 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.db.resource_extend [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 21:38:50.766621 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': '0894b2af-4795-4854-9aa6-862a79b171ea', 'network_id': '823e9556-7e11-412d-afa3-16a561be72bd', 'port_id': '0894b2af-4795-4854-9aa6-862a79b171ea', 'mac_address': 'fa:16:3e:95:53:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '355dfc30-1148-4206-9570-0b629d9fb4da', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:38:50.775344 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 924c9fc2-48e2-4846-a748-e98aee6d0d46, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=924c9fc2-48e2-4846-a748-e98aee6d0d46,segment=NetworkSegment(3a1837f3-bf89-4200-982d-e8d31ce9bb97),segment_id=3a1837f3-bf89-4200-982d-e8d31ce9bb97)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:50.794784 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-56f44e33-5cea-4907-8bfe-855a2bdb8677 req-22beebd6-a744-4dec-a977-9cc3fbfc1f9c tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/security-groups?id=13b87425-0324-41b8-9577-a03ea20c9956&id=d1e73a5e-905c-466a-be51-a1576b624ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7023699 Feb 09 21:38:50.877042 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550c6c38-5cba-4a04-9d56-e27b3db18105 req-f1a00b3a-d403-43f2-9e98-f416717576ce tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:50.884031 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-550c6c38-5cba-4a04-9d56-e27b3db18105 req-f1a00b3a-d403-43f2-9e98-f416717576ce tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] 10.222.0.90 "GET /v2.0/ports?device_id=daa0afbb-0e53-4ff1-9ed3-26355f945764 HTTP/1.1" status: 200 len: 944 time: 0.4415798 Feb 09 21:38:50.894087 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-d653d637-acbf-44df-aac9-46c9f7e24340 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=722fd8a0053d46508d2fe0640372514a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3309569 Feb 09 21:38:50.917361 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 0894b2af-4795-4854-9aa6-862a79b171ea is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:38:50.917987 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (0894b2af-4795-4854-9aa6-862a79b171ea), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:50.921596 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-689e9922-f9af-44ba-8913-4f0364b46d79 admin admin] Publish callbacks [] for port (00234940-47cf-424e-b31d-2fbf9c9a4b38), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:50.924020 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 60748) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:50.935779 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': '924c9fc2-48e2-4846-a748-e98aee6d0d46', 'network_id': '447eb1f8-3447-426b-bdf3-4b25ec15af22', 'port_id': '924c9fc2-48e2-4846-a748-e98aee6d0d46', 'mac_address': 'fa:16:3e:f9:b2:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d37f537-2fe5-408a-92d7-6800f805a26d', 'ip_address': '10.1.1.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:38:51.004762 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-550c6c38-5cba-4a04-9d56-e27b3db18105 req-b7df47d1-f95e-4722-bbd8-743655e974e1 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] 10.222.0.90 "GET /v2.0/security-groups?id=5d2707a6-c52f-4e21-ab70-7fd207f381fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141829 Feb 09 21:38:51.034452 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0894b2af-4795-4854-9aa6-862a79b171ea {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:38:51.077101 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-689e9922-f9af-44ba-8913-4f0364b46d79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (00234940-47cf-424e-b31d-2fbf9c9a4b38), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:51.105236 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 0894b2af-4795-4854-9aa6-862a79b171ea, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=0894b2af-4795-4854-9aa6-862a79b171ea,segment=NetworkSegment(4159f293-0e9e-489c-9407-9c014bb1cf3e),segment_id=4159f293-0e9e-489c-9407-9c014bb1cf3e)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:51.115213 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:51.116093 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 924c9fc2-48e2-4846-a748-e98aee6d0d46 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:38:51.116596 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (924c9fc2-48e2-4846-a748-e98aee6d0d46), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:51.138241 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 924c9fc2-48e2-4846-a748-e98aee6d0d46 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:38:51.140849 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13f088fe-3de5-4d42-a72c-e79f54ef8f17 admin admin] Publish callbacks [] for security_group (39330270-fb50-49e4-9e17-e8b9f98f9dbb), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:51.142897 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (0894b2af-4795-4854-9aa6-862a79b171ea), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:51.185483 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-55857fba-05ed-476c-96ea-b261c44d668e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '647d8920-3158-45f3-b374-61004bf93b94', 'name': 'tempest-FloatingIPsTestJSON-1408618436-router', 'tenant_id': '8ded382742dc46b2a9a2819463337c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '9ccd0154-2303-4663-bbaa-155e84d849c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:38:38Z', 'updated_at': '2022-02-09T21:38:42Z', 'revision_number': 3, 'project_id': '8ded382742dc46b2a9a2819463337c71', 'gw_port': {'id': '9ccd0154-2303-4663-bbaa-155e84d849c8', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:bd:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '647d8920-3158-45f3-b374-61004bf93b94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:38:39Z', 'updated_at': '2022-02-09T21:38:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:51.190999 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13f088fe-3de5-4d42-a72c-e79f54ef8f17 admin admin] Publish callbacks [] for security_group (39330270-fb50-49e4-9e17-e8b9f98f9dbb), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:51.246965 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55857fba-05ed-476c-96ea-b261c44d668e None None] The sync data for ids ['647d8920-3158-45f3-b374-61004bf93b94'] in n-d-828369-5 is: [{'id': '647d8920-3158-45f3-b374-61004bf93b94', 'name': 'tempest-FloatingIPsTestJSON-1408618436-router', 'tenant_id': '8ded382742dc46b2a9a2819463337c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '9ccd0154-2303-4663-bbaa-155e84d849c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:38:38Z', 'updated_at': '2022-02-09T21:38:42Z', 'revision_number': 3, 'project_id': '8ded382742dc46b2a9a2819463337c71', 'gw_port': {'id': '9ccd0154-2303-4663-bbaa-155e84d849c8', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:bd:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '647d8920-3158-45f3-b374-61004bf93b94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:38:39Z', 'updated_at': '2022-02-09T21:38:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:38:51.257209 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 924c9fc2-48e2-4846-a748-e98aee6d0d46, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=924c9fc2-48e2-4846-a748-e98aee6d0d46,segment=NetworkSegment(3a1837f3-bf89-4200-982d-e8d31ce9bb97),segment_id=3a1837f3-bf89-4200-982d-e8d31ce9bb97)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:51.267339 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (924c9fc2-48e2-4846-a748-e98aee6d0d46), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:51.299514 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=0894b2af-4795-4854-9aa6-862a79b171ea,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:51.371671 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13f088fe-3de5-4d42-a72c-e79f54ef8f17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (39330270-fb50-49e4-9e17-e8b9f98f9dbb), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:51.383930 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13f088fe-3de5-4d42-a72c-e79f54ef8f17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:51.387622 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-13f088fe-3de5-4d42-a72c-e79f54ef8f17 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/39330270-fb50-49e4-9e17-e8b9f98f9dbb HTTP/1.1" status: 204 len: 168 time: 0.4601724 Feb 09 21:38:51.432317 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689e9922-f9af-44ba-8913-4f0364b46d79 admin admin] Pushing event updated for resources: {'Port': ['ID=00234940-47cf-424e-b31d-2fbf9c9a4b38,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:51.453106 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=924c9fc2-48e2-4846-a748-e98aee6d0d46,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:51.456083 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689e9922-f9af-44ba-8913-4f0364b46d79 admin admin] Network 10e633eb-f28a-4581-947f-214e3c9e61a8 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:38:51.459791 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-689e9922-f9af-44ba-8913-4f0364b46d79 admin admin] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:38:51.464083 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a12a459c-b714-4d36-a876-51e80bf4c562 req-f774110c-4c95-44b5-b9f1-b80b1cd8bdea tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/ports?device_id=9d994709-73ee-4636-8cf6-336e5fa7deab HTTP/1.1" status: 200 len: 210 time: 0.1867487 Feb 09 21:38:51.476427 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689e9922-f9af-44ba-8913-4f0364b46d79 admin admin] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:38:51.480745 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f088fe-3de5-4d42-a72c-e79f54ef8f17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39330270-fb50-49e4-9e17-e8b9f98f9dbb,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:51.487666 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 75a9e4f2-4b4f-43be-b5e1-fbe33abcecd4 up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:38:51.532554 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c60210f7-16d6-476e-a259-71bac6fda593 req-0817b1f6-d601-4789-bc27-8e76e0066493 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=2d6f01c204fb49588b99bb4b4319fb3a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0839293 Feb 09 21:38:51.538380 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-689e9922-f9af-44ba-8913-4f0364b46d79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554727'] for router_interface (647d8920-3158-45f3-b374-61004bf93b94), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:51.563085 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da45217-ef51-4522-8864-9e37b17e42ae req-6701de0d-0352-4c64-8d42-0eef95819bc4 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:51.564665 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7da45217-ef51-4522-8864-9e37b17e42ae req-6701de0d-0352-4c64-8d42-0eef95819bc4 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9956691 Feb 09 21:38:51.614887 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-7da45217-ef51-4522-8864-9e37b17e42ae req-a42737d7-01a2-43b8-ab46-e0f5785b095f tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Request body: {'port': {'device_id': 'c5942c39-add0-42a2-bc58-a7492d65f23d', 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc', 'admin_state_up': True, 'tenant_id': '2d6f01c204fb49588b99bb4b4319fb3a'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:51.647748 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning for port 75a9e4f2-4b4f-43be-b5e1-fbe33abcecd4 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:38:51.668727 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port 75a9e4f2-4b4f-43be-b5e1-fbe33abcecd4 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:38:51.669118 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (75a9e4f2-4b4f-43be-b5e1-fbe33abcecd4), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:51.835699 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60210f7-16d6-476e-a259-71bac6fda593 req-02237e9c-0754-4c11-ac28-da1a41de0d7d tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:51.837838 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c60210f7-16d6-476e-a259-71bac6fda593 req-02237e9c-0754-4c11-ac28-da1a41de0d7d tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2703743 Feb 09 21:38:51.844418 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f217107b-9da8-40bf-baeb-03b15007d91e tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:51.847266 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 75a9e4f2-4b4f-43be-b5e1-fbe33abcecd4 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:38:51.848073 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (75a9e4f2-4b4f-43be-b5e1-fbe33abcecd4), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:51.903855 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6074b339-7a32-4798-b1c1-9ebf8308689c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75a9e4f2-4b4f-43be-b5e1-fbe33abcecd4'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:38:51.911426 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4cb5ef1-e4cd-462b-a038-b40ff22767e3" -d '{"events": [{"server_uuid": "6074b339-7a32-4798-b1c1-9ebf8308689c", "name": "network-vif-plugged", "status": "completed", "tag": "75a9e4f2-4b4f-43be-b5e1-fbe33abcecd4"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:38:51.912606 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-c60210f7-16d6-476e-a259-71bac6fda593 req-b5d25fe7-7088-48e7-990e-e861b9066013 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Request body: {'port': {'device_id': '9d994709-73ee-4636-8cf6-336e5fa7deab', 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc', 'admin_state_up': True, 'tenant_id': '2d6f01c204fb49588b99bb4b4319fb3a'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:51.921078 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-689e9922-f9af-44ba-8913-4f0364b46d79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (00234940-47cf-424e-b31d-2fbf9c9a4b38), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:51.944964 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 75a9e4f2-4b4f-43be-b5e1-fbe33abcecd4, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=75a9e4f2-4b4f-43be-b5e1-fbe33abcecd4,segment=NetworkSegment(4159f293-0e9e-489c-9407-9c014bb1cf3e),segment_id=4159f293-0e9e-489c-9407-9c014bb1cf3e)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:51.957622 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (75a9e4f2-4b4f-43be-b5e1-fbe33abcecd4), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:52.046831 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12f9fe10-a19e-43c1-adf0-17cad31c3098 x-openstack-request-id: req-12f9fe10-a19e-43c1-adf0-17cad31c3098 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:38:52.047139 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6074b339-7a32-4798-b1c1-9ebf8308689c", "name": "network-vif-plugged", "status": "completed", "tag": "75a9e4f2-4b4f-43be-b5e1-fbe33abcecd4", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:38:52.047377 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-12f9fe10-a19e-43c1-adf0-17cad31c3098 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:38:52.047774 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6074b339-7a32-4798-b1c1-9ebf8308689c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75a9e4f2-4b4f-43be-b5e1-fbe33abcecd4', 'code': 200} Feb 09 21:38:52.064795 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=75a9e4f2-4b4f-43be-b5e1-fbe33abcecd4,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:52.124592 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-4401b4c6-79da-4a04-b08c-4796094f5c9e None None] Provisioning complete for port 00234940-47cf-424e-b31d-2fbf9c9a4b38 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:38:52.125007 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-4401b4c6-79da-4a04-b08c-4796094f5c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (00234940-47cf-424e-b31d-2fbf9c9a4b38), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:52.128607 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['0894b2af-4795-4854-9aa6-862a79b171ea'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:38:52.247372 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['65552933-30d5-4f11-b08a-78531a3a97b9'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:38:52.249653 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['3c647b76-8391-41f3-81eb-c84f278cd6cd'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:38:52.355806 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['977539cf-0f59-4bed-b030-30f5b416ce68'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:38:52.382323 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['924c9fc2-48e2-4846-a748-e98aee6d0d46'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:38:52.384359 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['4cad1a84-a108-437b-aa6b-77babb3a44d0'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:38:52.386312 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['46a5acec-c89c-40ed-b7d1-64d412e029f2'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:38:52.467171 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7da45217-ef51-4522-8864-9e37b17e42ae req-a42737d7-01a2-43b8-ab46-e0f5785b095f tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Made reservation on behalf of 2d6f01c204fb49588b99bb4b4319fb3a for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:38:52.471659 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-7da45217-ef51-4522-8864-9e37b17e42ae req-a42737d7-01a2-43b8-ab46-e0f5785b095f tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:52.494069 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-7da45217-ef51-4522-8864-9e37b17e42ae req-a42737d7-01a2-43b8-ab46-e0f5785b095f tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:52.532612 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c60210f7-16d6-476e-a259-71bac6fda593 req-b5d25fe7-7088-48e7-990e-e861b9066013 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Made reservation on behalf of 2d6f01c204fb49588b99bb4b4319fb3a for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:38:52.535186 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-c60210f7-16d6-476e-a259-71bac6fda593 req-b5d25fe7-7088-48e7-990e-e861b9066013 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:52.568354 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-c60210f7-16d6-476e-a259-71bac6fda593 req-b5d25fe7-7088-48e7-990e-e861b9066013 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:52.577568 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c2600c-9748-4147-8b4a-8290bc76e7c1 req-11567c50-69ab-4098-8eea-e67ebebee7cd tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:52.584975 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-25c2600c-9748-4147-8b4a-8290bc76e7c1 req-11567c50-69ab-4098-8eea-e67ebebee7cd tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] 10.222.0.90 "GET /v2.0/ports?device_id=daa0afbb-0e53-4ff1-9ed3-26355f945764 HTTP/1.1" status: 200 len: 945 time: 0.2945487 Feb 09 21:38:52.606199 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0769caeb-e44b-419e-a4dc-e6ecb9e94f17 req-f0d306e2-8829-4d3c-a67c-f18cfb6a1f9f tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:52.616497 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0769caeb-e44b-419e-a4dc-e6ecb9e94f17 req-f0d306e2-8829-4d3c-a67c-f18cfb6a1f9f tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:52.621856 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0769caeb-e44b-419e-a4dc-e6ecb9e94f17 req-f0d306e2-8829-4d3c-a67c-f18cfb6a1f9f tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:52.628072 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0769caeb-e44b-419e-a4dc-e6ecb9e94f17 req-f0d306e2-8829-4d3c-a67c-f18cfb6a1f9f tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:52.634013 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0769caeb-e44b-419e-a4dc-e6ecb9e94f17 req-f0d306e2-8829-4d3c-a67c-f18cfb6a1f9f tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:52.640927 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0769caeb-e44b-419e-a4dc-e6ecb9e94f17 req-f0d306e2-8829-4d3c-a67c-f18cfb6a1f9f tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:52.646515 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0769caeb-e44b-419e-a4dc-e6ecb9e94f17 req-f0d306e2-8829-4d3c-a67c-f18cfb6a1f9f tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:52.655151 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0769caeb-e44b-419e-a4dc-e6ecb9e94f17 req-f0d306e2-8829-4d3c-a67c-f18cfb6a1f9f tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 5436 time: 0.5643470 Feb 09 21:38:52.658723 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1833443-4a4b-4e18-85a6-9fa37200cef9 req-6654dc20-01dd-4d5d-b29f-4a7be9751a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:52.660603 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d1833443-4a4b-4e18-85a6-9fa37200cef9 req-6654dc20-01dd-4d5d-b29f-4a7be9751a7c service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=6074b339-7a32-4798-b1c1-9ebf8308689c HTTP/1.1" status: 200 len: 1127 time: 0.5119271 Feb 09 21:38:52.833834 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-25c2600c-9748-4147-8b4a-8290bc76e7c1 req-f12bfbf5-526c-4334-9b2c-28540cc6c999 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] 10.222.0.90 "GET /v2.0/security-groups?id=5d2707a6-c52f-4e21-ab70-7fd207f381fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478325 Feb 09 21:38:52.932737 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-689e9922-f9af-44ba-8913-4f0364b46d79 admin admin] Publish callbacks [] for port (00234940-47cf-424e-b31d-2fbf9c9a4b38), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:52.939469 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-689e9922-f9af-44ba-8913-4f0364b46d79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (00234940-47cf-424e-b31d-2fbf9c9a4b38), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:52.947341 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-7da45217-ef51-4522-8864-9e37b17e42ae req-a42737d7-01a2-43b8-ab46-e0f5785b095f tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Publish callbacks [] for security_group (18eb7429-13f2-4956-b934-bb119bf89c4a), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:52.964794 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-7da45217-ef51-4522-8864-9e37b17e42ae req-a42737d7-01a2-43b8-ab46-e0f5785b095f tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (18eb7429-13f2-4956-b934-bb119bf89c4a), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:53.063483 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42737d7-01a2-43b8-ab46-e0f5785b095f tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18eb7429-13f2-4956-b934-bb119bf89c4a,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:53.071512 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.db.api [req-c60210f7-16d6-476e-a259-71bac6fda593 req-b5d25fe7-7088-48e7-990e-e861b9066013 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 2d6f01c204fb49588b99bb4b4319fb3a {{(pid=103141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:38:53.071908 n-d-828369-5 neutron-server[103141]: DEBUG oslo_db.api [req-c60210f7-16d6-476e-a259-71bac6fda593 req-b5d25fe7-7088-48e7-990e-e861b9066013 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:38:53.094888 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-f217107b-9da8-40bf-baeb-03b15007d91e tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Allocated IP 172.20.0.1 (cb3a218f-3d18-42c5-8fe0-a14df0ccbbf2/9e0a7ffa-b786-42f8-9dc2-114330cc201e/c6ddcdf7-cd12-4b66-a26d-d2d85d10ee83) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:38:53.116627 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 60832) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:53.139366 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-4401b4c6-79da-4a04-b08c-4796094f5c9e None None] Port 00234940-47cf-424e-b31d-2fbf9c9a4b38 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:38:53.146732 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d1833443-4a4b-4e18-85a6-9fa37200cef9 req-be806819-adb6-45de-ab42-fa9eaa8c24c9 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=5d2707a6-c52f-4e21-ab70-7fd207f381fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4232085 Feb 09 21:38:53.169369 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0769caeb-e44b-419e-a4dc-e6ecb9e94f17 req-e928afcf-62dc-417e-a6c8-a37112e48ee0 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/security-groups?id=13b87425-0324-41b8-9577-a03ea20c9956&id=d1e73a5e-905c-466a-be51-a1576b624ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5132444 Feb 09 21:38:53.221533 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-689e9922-f9af-44ba-8913-4f0364b46d79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524919'] for router_interface (647d8920-3158-45f3-b374-61004bf93b94), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:53.232877 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['75eef6bf-48e5-4c19-b81a-a37147e710d0'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:38:53.326124 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-19a33e65-61f3-40ed-9d0e-e4bb5177bbd2 req-c2916596-540e-48e9-a945-659d51a57523 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/ports?device_id=9d994709-73ee-4636-8cf6-336e5fa7deab HTTP/1.1" status: 200 len: 210 time: 0.2140405 Feb 09 21:38:53.364838 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689e9922-f9af-44ba-8913-4f0364b46d79 admin admin] Pushing event updated for resources: {'Port': ['ID=00234940-47cf-424e-b31d-2fbf9c9a4b38,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:53.461802 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f217107b-9da8-40bf-baeb-03b15007d91e tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks [] for port (c6ddcdf7-cd12-4b66-a26d-d2d85d10ee83), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:53.463084 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-8cac3b8d-822c-4e18-b51e-dda30da2094f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-47500540-network', 'tenant_id': 'f7e39a77395f462a9c15c5d3ba1d1cf3'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:53.487882 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cac3b8d-822c-4e18-b51e-dda30da2094f admin admin] Made reservation on behalf of f7e39a77395f462a9c15c5d3ba1d1cf3 for: {'network': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:38:53.490468 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8cac3b8d-822c-4e18-b51e-dda30da2094f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:53.510285 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [req-7da45217-ef51-4522-8864-9e37b17e42ae req-a42737d7-01a2-43b8-ab46-e0f5785b095f tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Allocated IP 192.168.233.31 (a8139157-1e3e-4bd9-8fa9-c0e20debd7dc/0f7402ac-a35b-414b-bcc1-bc1c3072ec3c/e8355698-a9c5-4a6d-91ec-7ec9c9beed20) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:38:53.516008 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8cac3b8d-822c-4e18-b51e-dda30da2094f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:53.575614 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 9ccd0154-2303-4663-bbaa-155e84d849c8 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:38:53.580851 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e33ab6-09af-4c4e-a8cd-f751db128fca req-dd168d3e-465a-4031-bdf4-2a471f803257 tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:53.583102 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f1e33ab6-09af-4c4e-a8cd-f751db128fca req-dd168d3e-465a-4031-bdf4-2a471f803257 tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] 10.222.0.90 "GET /v2.0/ports?device_id=e490ff87-5e28-4048-bdc6-d63fa5f2ccef HTTP/1.1" status: 200 len: 949 time: 0.2478845 Feb 09 21:38:53.640777 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:53.662964 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689e9922-f9af-44ba-8913-4f0364b46d79 admin admin] Network 10e633eb-f28a-4581-947f-214e3c9e61a8 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:38:53.694306 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f1e33ab6-09af-4c4e-a8cd-f751db128fca req-1544b865-bfe7-47e8-8410-5c570bab015a tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] 10.222.0.90 "GET /v2.0/security-groups?id=d7e8bbeb-c185-4372-be56-5099932d5770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884447 Feb 09 21:38:53.697532 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-689e9922-f9af-44ba-8913-4f0364b46d79 admin admin] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:38:53.724539 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-c60210f7-16d6-476e-a259-71bac6fda593 req-b5d25fe7-7088-48e7-990e-e861b9066013 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:53.739130 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f217107b-9da8-40bf-baeb-03b15007d91e tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (c6ddcdf7-cd12-4b66-a26d-d2d85d10ee83), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:53.836524 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f217107b-9da8-40bf-baeb-03b15007d91e tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Pushing event updated for resources: {'Port': ['ID=c6ddcdf7-cd12-4b66-a26d-d2d85d10ee83,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:53.891270 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-7da45217-ef51-4522-8864-9e37b17e42ae req-a42737d7-01a2-43b8-ab46-e0f5785b095f tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Publish callbacks [] for port (e8355698-a9c5-4a6d-91ec-7ec9c9beed20), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:53.905839 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f217107b-9da8-40bf-baeb-03b15007d91e tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Network cb3a218f-3d18-42c5-8fe0-a14df0ccbbf2 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:38:53.911333 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 9ccd0154-2303-4663-bbaa-155e84d849c8 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:38:53.911721 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (9ccd0154-2303-4663-bbaa-155e84d849c8), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:53.916618 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-f217107b-9da8-40bf-baeb-03b15007d91e tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:38:53.940453 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f217107b-9da8-40bf-baeb-03b15007d91e tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:38:54.026629 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f217107b-9da8-40bf-baeb-03b15007d91e tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554727'] for router_interface (63de0397-fe17-407e-84ba-5a181cdf63f4), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:54.279055 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-7da45217-ef51-4522-8864-9e37b17e42ae req-a42737d7-01a2-43b8-ab46-e0f5785b095f tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (e8355698-a9c5-4a6d-91ec-7ec9c9beed20), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:54.415855 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42737d7-01a2-43b8-ab46-e0f5785b095f tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Pushing event updated for resources: {'Port': ['ID=e8355698-a9c5-4a6d-91ec-7ec9c9beed20,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:54.518373 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7da45217-ef51-4522-8864-9e37b17e42ae req-a42737d7-01a2-43b8-ab46-e0f5785b095f tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:38:54.529766 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [req-7da45217-ef51-4522-8864-9e37b17e42ae req-a42737d7-01a2-43b8-ab46-e0f5785b095f tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:38:54.539467 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-7da45217-ef51-4522-8864-9e37b17e42ae req-a42737d7-01a2-43b8-ab46-e0f5785b095f tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:38:54.663762 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-42266899-269d-4d42-adc0-8931403802e0 None None] Provisioning complete for port 00234940-47cf-424e-b31d-2fbf9c9a4b38 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:38:54.665392 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-42266899-269d-4d42-adc0-8931403802e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (00234940-47cf-424e-b31d-2fbf9c9a4b38), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:54.668830 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f217107b-9da8-40bf-baeb-03b15007d91e tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (c6ddcdf7-cd12-4b66-a26d-d2d85d10ee83), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:54.685639 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-689e9922-f9af-44ba-8913-4f0364b46d79 admin admin] Router 647d8920-3158-45f3-b374-61004bf93b94 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:38:54.743566 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [req-c60210f7-16d6-476e-a259-71bac6fda593 req-b5d25fe7-7088-48e7-990e-e861b9066013 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Allocated IP 192.168.233.111 (a8139157-1e3e-4bd9-8fa9-c0e20debd7dc/0f7402ac-a35b-414b-bcc1-bc1c3072ec3c/29586a12-329a-4a12-a351-79a78219382c) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:38:54.763663 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da45217-ef51-4522-8864-9e37b17e42ae req-a42737d7-01a2-43b8-ab46-e0f5785b095f tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:54.764694 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-7da45217-ef51-4522-8864-9e37b17e42ae req-a42737d7-01a2-43b8-ab46-e0f5785b095f tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:54.779057 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 9ccd0154-2303-4663-bbaa-155e84d849c8 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:38:54.779799 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (9ccd0154-2303-4663-bbaa-155e84d849c8), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:54.808858 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-42266899-269d-4d42-adc0-8931403802e0 None None] Port 00234940-47cf-424e-b31d-2fbf9c9a4b38 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:38:54.828271 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port 9ccd0154-2303-4663-bbaa-155e84d849c8, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=9ccd0154-2303-4663-bbaa-155e84d849c8,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:54.833888 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (9ccd0154-2303-4663-bbaa-155e84d849c8), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:54.879217 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7da45217-ef51-4522-8864-9e37b17e42ae req-a42737d7-01a2-43b8-ab46-e0f5785b095f tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2811484 Feb 09 21:38:54.903334 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-7da45217-ef51-4522-8864-9e37b17e42ae req-cd191ab8-22cd-4827-ace8-77317da6223e service neutron] Request body: {'port': {'device_id': 'c5942c39-add0-42a2-bc58-a7492d65f23d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:54.949195 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=9ccd0154-2303-4663-bbaa-155e84d849c8,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:54.957627 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-d9140afc-bbb1-4e5e-b385-6bde9b1e69e7 None None] Provisioning complete for port c6ddcdf7-cd12-4b66-a26d-d2d85d10ee83 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:38:54.957813 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-689e9922-f9af-44ba-8913-4f0364b46d79 admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:38:54.958227 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d9140afc-bbb1-4e5e-b385-6bde9b1e69e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (c6ddcdf7-cd12-4b66-a26d-d2d85d10ee83), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:54.969535 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-689e9922-f9af-44ba-8913-4f0364b46d79 admin admin] 10.222.0.90 "PUT /v2.0/routers/647d8920-3158-45f3-b374-61004bf93b94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0213280 Feb 09 21:38:54.990879 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1d95b5-0a6c-4e7f-8145-f7b56139b57f None None] Sync routers for ids ['647d8920-3158-45f3-b374-61004bf93b94'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:38:55.002827 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8cac3b8d-822c-4e18-b51e-dda30da2094f admin admin] Publish callbacks [] for security_group (eb826b8b-bca0-4780-a891-9d497cb8b991), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:55.015767 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1d95b5-0a6c-4e7f-8145-f7b56139b57f None None] Routers {'647d8920-3158-45f3-b374-61004bf93b94'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:38:55.016834 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-0f1d95b5-0a6c-4e7f-8145-f7b56139b57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:38:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['647d8920-3158-45f3-b374-61004bf93b94'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:55.019908 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8cac3b8d-822c-4e18-b51e-dda30da2094f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (eb826b8b-bca0-4780-a891-9d497cb8b991), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:55.071517 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-7da45217-ef51-4522-8864-9e37b17e42ae req-cd191ab8-22cd-4827-ace8-77317da6223e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (e8355698-a9c5-4a6d-91ec-7ec9c9beed20), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:55.080127 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50264b9-c5ac-49bd-b6d2-e5d29d39fecf req-0d8c0add-c634-45ef-8e8a-29ca97ebd6c2 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:55.086402 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50264b9-c5ac-49bd-b6d2-e5d29d39fecf req-0d8c0add-c634-45ef-8e8a-29ca97ebd6c2 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:55.093307 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50264b9-c5ac-49bd-b6d2-e5d29d39fecf req-0d8c0add-c634-45ef-8e8a-29ca97ebd6c2 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:55.101061 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50264b9-c5ac-49bd-b6d2-e5d29d39fecf req-0d8c0add-c634-45ef-8e8a-29ca97ebd6c2 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:55.107596 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50264b9-c5ac-49bd-b6d2-e5d29d39fecf req-0d8c0add-c634-45ef-8e8a-29ca97ebd6c2 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:55.113955 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50264b9-c5ac-49bd-b6d2-e5d29d39fecf req-0d8c0add-c634-45ef-8e8a-29ca97ebd6c2 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:55.115028 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-d9140afc-bbb1-4e5e-b385-6bde9b1e69e7 None None] Port c6ddcdf7-cd12-4b66-a26d-d2d85d10ee83 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:38:55.119630 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50264b9-c5ac-49bd-b6d2-e5d29d39fecf req-0d8c0add-c634-45ef-8e8a-29ca97ebd6c2 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:55.122111 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d50264b9-c5ac-49bd-b6d2-e5d29d39fecf req-0d8c0add-c634-45ef-8e8a-29ca97ebd6c2 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 5436 time: 0.3597553 Feb 09 21:38:55.129453 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997e6321-5b25-4f34-9fa8-3bbdb2507f12 req-d233f6b6-839e-46cf-9a53-eda5f4b04ac2 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:55.136780 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-997e6321-5b25-4f34-9fa8-3bbdb2507f12 req-d233f6b6-839e-46cf-9a53-eda5f4b04ac2 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] 10.222.0.90 "GET /v2.0/ports?device_id=daa0afbb-0e53-4ff1-9ed3-26355f945764 HTTP/1.1" status: 200 len: 945 time: 0.4637759 Feb 09 21:38:55.144012 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-0f1d95b5-0a6c-4e7f-8145-f7b56139b57f None None] Set router 647d8920-3158-45f3-b374-61004bf93b94 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:38:55.153953 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cac3b8d-822c-4e18-b51e-dda30da2094f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=103140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:38:55.185654 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 3a593cec-d12e-4526-83b7-53e19c6c100c no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:38:55.192185 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cac3b8d-822c-4e18-b51e-dda30da2094f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb826b8b-bca0-4780-a891-9d497cb8b991,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:55.209278 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8cac3b8d-822c-4e18-b51e-dda30da2094f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (798ff278-8ab6-43d5-a21f-dc1991054cdf), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:55.210576 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-8cac3b8d-822c-4e18-b51e-dda30da2094f admin admin] Added segment 798ff278-8ab6-43d5-a21f-dc1991054cdf of type vlan for network eff14347-4f61-418d-a0bc-13cd47d902d1 Feb 09 21:38:55.313621 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 4cad1a84-a108-437b-aa6b-77babb3a44d0 up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:38:55.331394 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-997e6321-5b25-4f34-9fa8-3bbdb2507f12 req-e399e649-2208-4549-9182-29dd36f8ad66 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] 10.222.0.90 "GET /v2.0/security-groups?id=5d2707a6-c52f-4e21-ab70-7fd207f381fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785007 Feb 09 21:38:55.331947 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8cac3b8d-822c-4e18-b51e-dda30da2094f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (eff14347-4f61-418d-a0bc-13cd47d902d1), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:55.348891 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d50264b9-c5ac-49bd-b6d2-e5d29d39fecf req-02987be7-d560-4596-a3a0-4b8479d342e6 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/security-groups?id=13b87425-0324-41b8-9577-a03ea20c9956&id=d1e73a5e-905c-466a-be51-a1576b624ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2036378 Feb 09 21:38:55.372298 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-c60210f7-16d6-476e-a259-71bac6fda593 req-b5d25fe7-7088-48e7-990e-e861b9066013 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Publish callbacks [] for port (29586a12-329a-4a12-a351-79a78219382c), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:55.376942 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-6918e64b-6eea-4eca-930e-ae7663095593 None None] Provisioning complete for port e8355698-a9c5-4a6d-91ec-7ec9c9beed20 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:38:55.377329 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-6918e64b-6eea-4eca-930e-ae7663095593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (e8355698-a9c5-4a6d-91ec-7ec9c9beed20), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:55.459201 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e8880285-ebd4-4e13-a45a-5725cba408e5 req-d971828e-e0d2-4245-a3fe-6d10e2b2869f tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/ports?device_id=9d994709-73ee-4636-8cf6-336e5fa7deab HTTP/1.1" status: 200 len: 210 time: 0.0411921 Feb 09 21:38:55.459955 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8cac3b8d-822c-4e18-b51e-dda30da2094f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (eff14347-4f61-418d-a0bc-13cd47d902d1), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:55.461439 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cac3b8d-822c-4e18-b51e-dda30da2094f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:55.462025 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8cac3b8d-822c-4e18-b51e-dda30da2094f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:55.496243 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-c60210f7-16d6-476e-a259-71bac6fda593 req-b5d25fe7-7088-48e7-990e-e861b9066013 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (29586a12-329a-4a12-a351-79a78219382c), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:55.530321 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 9ccd0154-2303-4663-bbaa-155e84d849c8 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:38:55.547013 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-8cac3b8d-822c-4e18-b51e-dda30da2094f admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.3987558 Feb 09 21:38:55.551660 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 60874) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:55.557495 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-6745cb57-85bf-4a07-b5bd-d40c1db078dd admin admin] Request body: {'subnet': {'network_id': 'eff14347-4f61-418d-a0bc-13cd47d902d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-47500540-subnet', 'tenant_id': 'f7e39a77395f462a9c15c5d3ba1d1cf3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:55.568522 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-6918e64b-6eea-4eca-930e-ae7663095593 None None] Port e8355698-a9c5-4a6d-91ec-7ec9c9beed20 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:38:55.594760 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6745cb57-85bf-4a07-b5bd-d40c1db078dd admin admin] Made reservation on behalf of f7e39a77395f462a9c15c5d3ba1d1cf3 for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:38:55.597442 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6745cb57-85bf-4a07-b5bd-d40c1db078dd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621317'] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:55.647650 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning for port 4cad1a84-a108-437b-aa6b-77babb3a44d0 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:38:55.649902 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 3a593cec-d12e-4526-83b7-53e19c6c100c is: ACTIVE; New status is: DOWN {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:38:55.650513 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (3a593cec-d12e-4526-83b7-53e19c6c100c), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:55.655379 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f217107b-9da8-40bf-baeb-03b15007d91e tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks [] for port (c6ddcdf7-cd12-4b66-a26d-d2d85d10ee83), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:55.685138 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port 4cad1a84-a108-437b-aa6b-77babb3a44d0 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:38:55.685631 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (4cad1a84-a108-437b-aa6b-77babb3a44d0), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:55.694040 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e490ff87-5e28-4048-bdc6-d63fa5f2ccef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a593cec-d12e-4526-83b7-53e19c6c100c'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:38:55.696539 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb1ccf1c-98eb-4979-b8c2-846abd2431fb" -d '{"events": [{"server_uuid": "e490ff87-5e28-4048-bdc6-d63fa5f2ccef", "name": "network-vif-unplugged", "status": "completed", "tag": "3a593cec-d12e-4526-83b7-53e19c6c100c"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:38:55.764757 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f217107b-9da8-40bf-baeb-03b15007d91e tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (c6ddcdf7-cd12-4b66-a26d-d2d85d10ee83), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:55.774548 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 3a593cec-d12e-4526-83b7-53e19c6c100c, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=3a593cec-d12e-4526-83b7-53e19c6c100c,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:55.787411 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (3a593cec-d12e-4526-83b7-53e19c6c100c), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:55.792793 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab51ebc0-dd2d-4695-b82e-485aded2cfd4 x-openstack-request-id: req-ab51ebc0-dd2d-4695-b82e-485aded2cfd4 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:38:55.793127 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e490ff87-5e28-4048-bdc6-d63fa5f2ccef", "name": "network-vif-unplugged", "status": "completed", "tag": "3a593cec-d12e-4526-83b7-53e19c6c100c", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:38:55.794058 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-ab51ebc0-dd2d-4695-b82e-485aded2cfd4 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:38:55.794058 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e490ff87-5e28-4048-bdc6-d63fa5f2ccef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a593cec-d12e-4526-83b7-53e19c6c100c', 'code': 200} Feb 09 21:38:55.822829 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c60210f7-16d6-476e-a259-71bac6fda593 req-b5d25fe7-7088-48e7-990e-e861b9066013 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:38:55.834591 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [req-c60210f7-16d6-476e-a259-71bac6fda593 req-b5d25fe7-7088-48e7-990e-e861b9066013 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:38:55.837597 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-c60210f7-16d6-476e-a259-71bac6fda593 req-b5d25fe7-7088-48e7-990e-e861b9066013 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:38:55.839963 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 9ccd0154-2303-4663-bbaa-155e84d849c8 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:38:55.840501 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (9ccd0154-2303-4663-bbaa-155e84d849c8), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:55.895478 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cac3b8d-822c-4e18-b51e-dda30da2094f admin admin] Pushing event updated for resources: {'Network': ['ID=eff14347-4f61-418d-a0bc-13cd47d902d1,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:55.910851 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-0f1d95b5-0a6c-4e7f-8145-f7b56139b57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '647d8920-3158-45f3-b374-61004bf93b94', 'name': 'tempest-FloatingIPsTestJSON-1408618436-router', 'tenant_id': '8ded382742dc46b2a9a2819463337c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '9ccd0154-2303-4663-bbaa-155e84d849c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:38:38Z', 'updated_at': '2022-02-09T21:38:51Z', 'revision_number': 4, 'project_id': '8ded382742dc46b2a9a2819463337c71', 'gw_port': {'id': '9ccd0154-2303-4663-bbaa-155e84d849c8', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:bd:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647d8920-3158-45f3-b374-61004bf93b94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:38:39Z', 'updated_at': '2022-02-09T21:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '00234940-47cf-424e-b31d-2fbf9c9a4b38', 'name': '', 'network_id': '10e633eb-f28a-4581-947f-214e3c9e61a8', 'tenant_id': '8ded382742dc46b2a9a2819463337c71', 'mac_address': 'fa:16:3e:52:61:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '647d8920-3158-45f3-b374-61004bf93b94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '4b8d793b-e406-4d25-a238-86b2a9b37b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:38:49Z', 'updated_at': '2022-02-09T21:38:52Z', 'revision_number': 2, 'project_id': '8ded382742dc46b2a9a2819463337c71', 'subnets': [{'id': '4b8d793b-e406-4d25-a238-86b2a9b37b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:55.921033 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network eff14347-4f61-418d-a0bc-13cd47d902d1 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:38:55.947113 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d25fe7-7088-48e7-990e-e861b9066013 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Pushing event updated for resources: {'Port': ['ID=29586a12-329a-4a12-a351-79a78219382c,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:55.975459 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=3a593cec-d12e-4526-83b7-53e19c6c100c,revision_number=8']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:55.985346 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6745cb57-85bf-4a07-b5bd-d40c1db078dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621371'] for subnet (76a18f36-bab9-49ec-9549-69d87d4d7760), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:56.045607 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f217107b-9da8-40bf-baeb-03b15007d91e tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Pushing event updated for resources: {'Port': ['ID=c6ddcdf7-cd12-4b66-a26d-d2d85d10ee83,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:56.063023 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-7da45217-ef51-4522-8864-9e37b17e42ae req-cd191ab8-22cd-4827-ace8-77317da6223e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8355698-a9c5-4a6d-91ec-7ec9c9beed20 {{(pid=103141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:38:56.086098 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f217107b-9da8-40bf-baeb-03b15007d91e tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524919'] for router_interface (63de0397-fe17-407e-84ba-5a181cdf63f4), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:56.099169 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-7da45217-ef51-4522-8864-9e37b17e42ae req-cd191ab8-22cd-4827-ace8-77317da6223e service neutron] Publish callbacks [] for port (e8355698-a9c5-4a6d-91ec-7ec9c9beed20), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:56.114477 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1d95b5-0a6c-4e7f-8145-f7b56139b57f None None] Checking router: 647d8920-3158-45f3-b374-61004bf93b94 for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:38:56.114912 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1d95b5-0a6c-4e7f-8145-f7b56139b57f None None] Updating router 647d8920-3158-45f3-b374-61004bf93b94 port 00234940-47cf-424e-b31d-2fbf9c9a4b38 binding host n-d-828369-5 {{(pid=103142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:38:56.118468 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60210f7-16d6-476e-a259-71bac6fda593 req-b5d25fe7-7088-48e7-990e-e861b9066013 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:56.119278 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-c60210f7-16d6-476e-a259-71bac6fda593 req-b5d25fe7-7088-48e7-990e-e861b9066013 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:56.186578 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6745cb57-85bf-4a07-b5bd-d40c1db078dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=76a18f36-bab9-49ec-9549-69d87d4d7760,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:56.197170 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-7da45217-ef51-4522-8864-9e37b17e42ae req-cd191ab8-22cd-4827-ace8-77317da6223e service neutron] Transition to ACTIVE for port object e8355698-a9c5-4a6d-91ec-7ec9c9beed20 will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:38:56.207678 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-7da45217-ef51-4522-8864-9e37b17e42ae req-cd191ab8-22cd-4827-ace8-77317da6223e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (e8355698-a9c5-4a6d-91ec-7ec9c9beed20), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:56.221728 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c60210f7-16d6-476e-a259-71bac6fda593 req-b5d25fe7-7088-48e7-990e-e861b9066013 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3286967 Feb 09 21:38:56.222169 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-76f274ff-73d2-4291-9812-aca401c5ff7e req-051b910a-ac60-4a1c-8780-4fa5a16c5157 tempest-FloatingIPsTestJSON-187232047 tempest-FloatingIPsTestJSON-187232047-project] 10.222.0.90 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4599824 Feb 09 21:38:56.228602 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-76f274ff-73d2-4291-9812-aca401c5ff7e req-107a1259-2210-4fe6-a317-f9c4e49e6f87 tempest-FloatingIPsTestJSON-187232047 tempest-FloatingIPsTestJSON-187232047-project] Request body: {'floatingip': {'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:56.228879 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 4cad1a84-a108-437b-aa6b-77babb3a44d0 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:38:56.228977 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (4cad1a84-a108-437b-aa6b-77babb3a44d0), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:56.243118 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6745cb57-85bf-4a07-b5bd-d40c1db078dd admin admin] Checking segment: {'id': '798ff278-8ab6-43d5-a21f-dc1991054cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'eff14347-4f61-418d-a0bc-13cd47d902d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:38:56.243491 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6745cb57-85bf-4a07-b5bd-d40c1db078dd admin admin] Network hostable DHCP agents. Network: eff14347-4f61-418d-a0bc-13cd47d902d1, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:38:56.269258 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-76f274ff-73d2-4291-9812-aca401c5ff7e req-107a1259-2210-4fe6-a317-f9c4e49e6f87 tempest-FloatingIPsTestJSON-187232047 tempest-FloatingIPsTestJSON-187232047-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:56.274864 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6745cb57-85bf-4a07-b5bd-d40c1db078dd admin admin] Network eff14347-4f61-418d-a0bc-13cd47d902d1 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:38:56.275450 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-c60210f7-16d6-476e-a259-71bac6fda593 req-a2c6cf31-4192-42c3-9961-af1004b27bfa service neutron] Request body: {'port': {'device_id': '9d994709-73ee-4636-8cf6-336e5fa7deab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:56.277126 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-0f1d95b5-0a6c-4e7f-8145-f7b56139b57f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (00234940-47cf-424e-b31d-2fbf9c9a4b38), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:56.361940 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-6745cb57-85bf-4a07-b5bd-d40c1db078dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, eff14347-4f61-418d-a0bc-13cd47d902d1) {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:38:56.369318 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6745cb57-85bf-4a07-b5bd-d40c1db078dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:56.369976 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6745cb57-85bf-4a07-b5bd-d40c1db078dd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:56.410061 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48fb4991-4bf4-4458-8f4a-6bc4c757d8d7 None None] Network eff14347-4f61-418d-a0bc-13cd47d902d1 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:38:56.416817 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd191ab8-22cd-4827-ace8-77317da6223e service neutron] Pushing event updated for resources: {'Port': ['ID=e8355698-a9c5-4a6d-91ec-7ec9c9beed20,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:56.422615 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-6745cb57-85bf-4a07-b5bd-d40c1db078dd admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8693089 Feb 09 21:38:56.482169 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f217107b-9da8-40bf-baeb-03b15007d91e tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Network cb3a218f-3d18-42c5-8fe0-a14df0ccbbf2 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:38:56.489736 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-f217107b-9da8-40bf-baeb-03b15007d91e tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:38:56.515814 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-c60210f7-16d6-476e-a259-71bac6fda593 req-a2c6cf31-4192-42c3-9961-af1004b27bfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (29586a12-329a-4a12-a351-79a78219382c), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:56.545752 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a12fee9-7082-4c3c-9f3f-ff327e411c44 req-f7314ea3-0784-41d4-9fdf-b9ad3de40e72 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:56.547599 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7a12fee9-7082-4c3c-9f3f-ff327e411c44 req-f7314ea3-0784-41d4-9fdf-b9ad3de40e72 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] 10.222.0.90 "GET /v2.0/ports?device_id=daa0afbb-0e53-4ff1-9ed3-26355f945764 HTTP/1.1" status: 200 len: 945 time: 0.1067574 Feb 09 21:38:56.642436 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 4cad1a84-a108-437b-aa6b-77babb3a44d0, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=4cad1a84-a108-437b-aa6b-77babb3a44d0,segment=NetworkSegment(4abec7a4-2b69-47a3-bee3-121e96e66a50),segment_id=4abec7a4-2b69-47a3-bee3-121e96e66a50)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:56.656343 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-76f274ff-73d2-4291-9812-aca401c5ff7e req-107a1259-2210-4fe6-a317-f9c4e49e6f87 tempest-FloatingIPsTestJSON-187232047 tempest-FloatingIPsTestJSON-187232047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:56.702037 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7a12fee9-7082-4c3c-9f3f-ff327e411c44 req-4cc9c577-abb4-4993-adc1-779b94dd3a3d tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] 10.222.0.90 "GET /v2.0/security-groups?id=5d2707a6-c52f-4e21-ab70-7fd207f381fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361380 Feb 09 21:38:56.710099 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (4cad1a84-a108-437b-aa6b-77babb3a44d0), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:56.711462 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 65552933-30d5-4f11-b08a-78531a3a97b9 up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:38:56.716973 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-f3a08644-ef60-48a2-bc40-9881c9b8e9d0 None None] Provisioning complete for port 29586a12-329a-4a12-a351-79a78219382c triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:38:56.717353 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f3a08644-ef60-48a2-bc40-9881c9b8e9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (29586a12-329a-4a12-a351-79a78219382c), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:56.720209 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-7da45217-ef51-4522-8864-9e37b17e42ae req-cd191ab8-22cd-4827-ace8-77317da6223e service neutron] Attempting to bind port e8355698-a9c5-4a6d-91ec-7ec9c9beed20 on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:38:56.720585 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-7da45217-ef51-4522-8864-9e37b17e42ae req-cd191ab8-22cd-4827-ace8-77317da6223e service neutron] Attempting to bind port e8355698-a9c5-4a6d-91ec-7ec9c9beed20 by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:38:56.721751 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da45217-ef51-4522-8864-9e37b17e42ae req-cd191ab8-22cd-4827-ace8-77317da6223e service neutron] Attempting to bind port e8355698-a9c5-4a6d-91ec-7ec9c9beed20 on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:38:56.746057 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da45217-ef51-4522-8864-9e37b17e42ae req-cd191ab8-22cd-4827-ace8-77317da6223e service neutron] Port e8355698-a9c5-4a6d-91ec-7ec9c9beed20 on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:38:56.746407 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da45217-ef51-4522-8864-9e37b17e42ae req-cd191ab8-22cd-4827-ace8-77317da6223e service neutron] Attempting to bind port e8355698-a9c5-4a6d-91ec-7ec9c9beed20 on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:38:56.778700 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 9ccd0154-2303-4663-bbaa-155e84d849c8 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:38:56.823188 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da45217-ef51-4522-8864-9e37b17e42ae req-cd191ab8-22cd-4827-ace8-77317da6223e service neutron] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:38:56.823777 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da45217-ef51-4522-8864-9e37b17e42ae req-cd191ab8-22cd-4827-ace8-77317da6223e service neutron] Checking segment: {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:38:56.826071 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da45217-ef51-4522-8864-9e37b17e42ae req-cd191ab8-22cd-4827-ace8-77317da6223e service neutron] Bound using segment: {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:38:56.826483 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-7da45217-ef51-4522-8864-9e37b17e42ae req-cd191ab8-22cd-4827-ace8-77317da6223e service neutron] Bound port: e8355698-a9c5-4a6d-91ec-7ec9c9beed20, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:38:56.826860 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-7da45217-ef51-4522-8864-9e37b17e42ae req-cd191ab8-22cd-4827-ace8-77317da6223e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (e8355698-a9c5-4a6d-91ec-7ec9c9beed20), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:57.015549 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-f3a08644-ef60-48a2-bc40-9881c9b8e9d0 None None] Port 29586a12-329a-4a12-a351-79a78219382c cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:38:57.036760 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [req-76f274ff-73d2-4291-9812-aca401c5ff7e req-107a1259-2210-4fe6-a317-f9c4e49e6f87 tempest-FloatingIPsTestJSON-187232047 tempest-FloatingIPsTestJSON-187232047-project] Allocated IP 172.25.3.181 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/7e6ff149-29b0-4727-af38-391c328b4eae) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:38:57.051102 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f217107b-9da8-40bf-baeb-03b15007d91e tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Router 63de0397-fe17-407e-84ba-5a181cdf63f4 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:38:57.091936 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 60910) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:57.098555 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-3c90ec4f-c5e0-4942-89a1-7430c150d4a1 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1356217002-network', 'tenant_id': '61da66e7fbf546198b0a0d25653d6cd5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:57.158433 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=4cad1a84-a108-437b-aa6b-77babb3a44d0,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:57.167102 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 0894b2af-4795-4854-9aa6-862a79b171ea up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:38:57.212687 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-76f274ff-73d2-4291-9812-aca401c5ff7e req-107a1259-2210-4fe6-a317-f9c4e49e6f87 tempest-FloatingIPsTestJSON-187232047 tempest-FloatingIPsTestJSON-187232047-project] Publish callbacks [] for port (7e6ff149-29b0-4727-af38-391c328b4eae), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:57.255977 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-76f274ff-73d2-4291-9812-aca401c5ff7e req-107a1259-2210-4fe6-a317-f9c4e49e6f87 tempest-FloatingIPsTestJSON-187232047 tempest-FloatingIPsTestJSON-187232047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (7e6ff149-29b0-4727-af38-391c328b4eae), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:57.264413 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f217107b-9da8-40bf-baeb-03b15007d91e tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:38:57.278270 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a57a626-a218-4cb6-9096-c60196469a0d None None] Sync routers for ids ['63de0397-fe17-407e-84ba-5a181cdf63f4'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:38:57.300244 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a57a626-a218-4cb6-9096-c60196469a0d None None] Routers {'63de0397-fe17-407e-84ba-5a181cdf63f4'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:38:57.303932 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-7a57a626-a218-4cb6-9096-c60196469a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:38:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['63de0397-fe17-407e-84ba-5a181cdf63f4'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:57.310234 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-f217107b-9da8-40bf-baeb-03b15007d91e tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] 10.222.0.90 "PUT /v2.0/routers/63de0397-fe17-407e-84ba-5a181cdf63f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3258328 Feb 09 21:38:57.311994 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a78a5f-d3ee-4cff-a1f7-f548159f12b2 req-2ede4e80-9432-45b0-982a-20e14e055a2d tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:57.315388 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 60914) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:38:57.318265 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a78a5f-d3ee-4cff-a1f7-f548159f12b2 req-2ede4e80-9432-45b0-982a-20e14e055a2d tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:57.324163 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a78a5f-d3ee-4cff-a1f7-f548159f12b2 req-2ede4e80-9432-45b0-982a-20e14e055a2d tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:57.325579 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-03250d2b-017c-4028-b8fb-af992fce279d tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Request body: {'port': {'network_id': 'cb3a218f-3d18-42c5-8fe0-a14df0ccbbf2', 'name': 'tempest-FloatingIPTestJSON-229169848'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:38:57.330715 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a78a5f-d3ee-4cff-a1f7-f548159f12b2 req-2ede4e80-9432-45b0-982a-20e14e055a2d tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:57.335566 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-7da45217-ef51-4522-8864-9e37b17e42ae req-cd191ab8-22cd-4827-ace8-77317da6223e service neutron] For port e8355698-a9c5-4a6d-91ec-7ec9c9beed20, host n-h2-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:38:57.339251 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a78a5f-d3ee-4cff-a1f7-f548159f12b2 req-2ede4e80-9432-45b0-982a-20e14e055a2d tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:57.346756 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a78a5f-d3ee-4cff-a1f7-f548159f12b2 req-2ede4e80-9432-45b0-982a-20e14e055a2d tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:57.353415 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a78a5f-d3ee-4cff-a1f7-f548159f12b2 req-2ede4e80-9432-45b0-982a-20e14e055a2d tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:57.362620 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b9a78a5f-d3ee-4cff-a1f7-f548159f12b2 req-2ede4e80-9432-45b0-982a-20e14e055a2d tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 5437 time: 0.4781444 Feb 09 21:38:57.389917 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device cdf78e47-27a9-41de-9372-81efb71bc085 details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:38:57.391995 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89f5a2d-b960-4125-961f-cae7f494703d None None] Network eff14347-4f61-418d-a0bc-13cd47d902d1 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:38:57.442183 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-7a57a626-a218-4cb6-9096-c60196469a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:57.445687 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b9a78a5f-d3ee-4cff-a1f7-f548159f12b2 req-422bed23-cc21-425b-9947-5d4b1504cd33 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/security-groups?id=13b87425-0324-41b8-9577-a03ea20c9956&id=d1e73a5e-905c-466a-be51-a1576b624ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0818872 Feb 09 21:38:57.459090 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76f274ff-73d2-4291-9812-aca401c5ff7e req-107a1259-2210-4fe6-a317-f9c4e49e6f87 tempest-FloatingIPsTestJSON-187232047 tempest-FloatingIPsTestJSON-187232047-project] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:38:57.464255 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [req-76f274ff-73d2-4291-9812-aca401c5ff7e req-107a1259-2210-4fe6-a317-f9c4e49e6f87 tempest-FloatingIPsTestJSON-187232047 tempest-FloatingIPsTestJSON-187232047-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:38:57.475930 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a57a626-a218-4cb6-9096-c60196469a0d None None] Routers {'63de0397-fe17-407e-84ba-5a181cdf63f4'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:38:57.478477 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-76f274ff-73d2-4291-9812-aca401c5ff7e req-107a1259-2210-4fe6-a317-f9c4e49e6f87 tempest-FloatingIPsTestJSON-187232047 tempest-FloatingIPsTestJSON-187232047-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:38:57.479318 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-7a57a626-a218-4cb6-9096-c60196469a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:38:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['63de0397-fe17-407e-84ba-5a181cdf63f4'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:57.503208 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning for port 65552933-30d5-4f11-b08a-78531a3a97b9 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:38:57.544186 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-7a57a626-a218-4cb6-9096-c60196469a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:57.545151 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a57a626-a218-4cb6-9096-c60196469a0d None None] The sync data for ids ['63de0397-fe17-407e-84ba-5a181cdf63f4'] in n-d-828369-5 is: [] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:38:57.551382 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107a1259-2210-4fe6-a317-f9c4e49e6f87 tempest-FloatingIPsTestJSON-187232047 tempest-FloatingIPsTestJSON-187232047-project] Pushing event updated for resources: {'Port': ['ID=7e6ff149-29b0-4727-af38-391c328b4eae,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:57.663512 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-76f274ff-73d2-4291-9812-aca401c5ff7e req-107a1259-2210-4fe6-a317-f9c4e49e6f87 tempest-FloatingIPsTestJSON-187232047 tempest-FloatingIPsTestJSON-187232047-project] Publish callbacks [] for floatingip (2547c484-bfd4-47dc-a688-e0131dcf88f4), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:57.665223 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port 65552933-30d5-4f11-b08a-78531a3a97b9 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:38:57.665794 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (65552933-30d5-4f11-b08a-78531a3a97b9), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:57.743794 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-76f274ff-73d2-4291-9812-aca401c5ff7e req-107a1259-2210-4fe6-a317-f9c4e49e6f87 tempest-FloatingIPsTestJSON-187232047 tempest-FloatingIPsTestJSON-187232047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (7e6ff149-29b0-4727-af38-391c328b4eae), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:57.794754 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c90ec4f-c5e0-4942-89a1-7430c150d4a1 admin admin] Made reservation on behalf of 61da66e7fbf546198b0a0d25653d6cd5 for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:38:57.796856 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3c90ec4f-c5e0-4942-89a1-7430c150d4a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:57.813367 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-7da45217-ef51-4522-8864-9e37b17e42ae req-cd191ab8-22cd-4827-ace8-77317da6223e service neutron] For port e8355698-a9c5-4a6d-91ec-7ec9c9beed20, host n-h2-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=e8355698-a9c5-4a6d-91ec-7ec9c9beed20,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:38:57.825484 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3c90ec4f-c5e0-4942-89a1-7430c150d4a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:57.831408 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-0f1d95b5-0a6c-4e7f-8145-f7b56139b57f None None] Publish callbacks [] for port (00234940-47cf-424e-b31d-2fbf9c9a4b38), precommit_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:57.843149 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port cdf78e47-27a9-41de-9372-81efb71bc085, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=cdf78e47-27a9-41de-9372-81efb71bc085,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:57.849508 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-7da45217-ef51-4522-8864-9e37b17e42ae req-cd191ab8-22cd-4827-ace8-77317da6223e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (e8355698-a9c5-4a6d-91ec-7ec9c9beed20), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:57.860958 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88d24cbc-9e1f-4a64-8250-6e635ad0ac84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cad1a84-a108-437b-aa6b-77babb3a44d0'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:38:57.863066 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f8e0bc-b2b6-450f-8866-f85791dd8bc8" -d '{"events": [{"server_uuid": "88d24cbc-9e1f-4a64-8250-6e635ad0ac84", "name": "network-vif-plugged", "status": "completed", "tag": "4cad1a84-a108-437b-aa6b-77babb3a44d0"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:38:57.865981 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': 'cdf78e47-27a9-41de-9372-81efb71bc085', 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc', 'port_id': 'cdf78e47-27a9-41de-9372-81efb71bc085', 'mac_address': 'fa:16:3e:6a:65:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f7402ac-a35b-414b-bcc1-bc1c3072ec3c', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:38:57.879446 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-0f1d95b5-0a6c-4e7f-8145-f7b56139b57f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (00234940-47cf-424e-b31d-2fbf9c9a4b38), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:57.918238 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd191ab8-22cd-4827-ace8-77317da6223e service neutron] Pushing event updated for resources: {'Port': ['ID=e8355698-a9c5-4a6d-91ec-7ec9c9beed20,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:57.928365 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-76f274ff-73d2-4291-9812-aca401c5ff7e req-107a1259-2210-4fe6-a317-f9c4e49e6f87 tempest-FloatingIPsTestJSON-187232047 tempest-FloatingIPsTestJSON-187232047-project] Publish callbacks [] for port (7e6ff149-29b0-4727-af38-391c328b4eae), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:57.938189 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-76f274ff-73d2-4291-9812-aca401c5ff7e req-107a1259-2210-4fe6-a317-f9c4e49e6f87 tempest-FloatingIPsTestJSON-187232047 tempest-FloatingIPsTestJSON-187232047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (7e6ff149-29b0-4727-af38-391c328b4eae), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:57.971463 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-d2a3d56a-441b-4454-a6e7-ee8fc7a64e20 None None] Provisioning complete for port c6ddcdf7-cd12-4b66-a26d-d2d85d10ee83 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:38:57.971844 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d2a3d56a-441b-4454-a6e7-ee8fc7a64e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (c6ddcdf7-cd12-4b66-a26d-d2d85d10ee83), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:57.997139 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da45217-ef51-4522-8864-9e37b17e42ae req-cd191ab8-22cd-4827-ace8-77317da6223e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:57.997793 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-7da45217-ef51-4522-8864-9e37b17e42ae req-cd191ab8-22cd-4827-ace8-77317da6223e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:58.009386 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7da45217-ef51-4522-8864-9e37b17e42ae req-cd191ab8-22cd-4827-ace8-77317da6223e service neutron] 10.222.0.89 "PUT /v2.0/ports/e8355698-a9c5-4a6d-91ec-7ec9c9beed20 HTTP/1.1" status: 200 len: 1095 time: 3.1173000 Feb 09 21:38:58.021306 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5942c39-add0-42a2-bc58-a7492d65f23d', 'tag': 'e8355698-a9c5-4a6d-91ec-7ec9c9beed20'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:38:58.021588 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-d2a3d56a-441b-4454-a6e7-ee8fc7a64e20 None None] Port c6ddcdf7-cd12-4b66-a26d-d2d85d10ee83 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:38:58.029779 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c70e53a7-3786-48fd-a981-1604c0a299d0" -d '{"events": [{"name": "network-changed", "server_uuid": "c5942c39-add0-42a2-bc58-a7492d65f23d", "tag": "e8355698-a9c5-4a6d-91ec-7ec9c9beed20"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:38:58.059689 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-76f274ff-73d2-4291-9812-aca401c5ff7e req-107a1259-2210-4fe6-a317-f9c4e49e6f87 tempest-FloatingIPsTestJSON-187232047 tempest-FloatingIPsTestJSON-187232047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (2547c484-bfd4-47dc-a688-e0131dcf88f4), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:58.069933 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning for port 0894b2af-4795-4854-9aa6-862a79b171ea completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:38:58.079807 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c9fda5-7348-43c6-be0a-ee5b2eabc8a7 req-033be228-c078-4456-a5ae-313412cbe073 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:58.088103 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-88c9fda5-7348-43c6-be0a-ee5b2eabc8a7 req-033be228-c078-4456-a5ae-313412cbe073 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/ports?device_id=9d994709-73ee-4636-8cf6-336e5fa7deab HTTP/1.1" status: 200 len: 936 time: 0.4319654 Feb 09 21:38:58.121957 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-76f274ff-73d2-4291-9812-aca401c5ff7e req-107a1259-2210-4fe6-a317-f9c4e49e6f87 tempest-FloatingIPsTestJSON-187232047 tempest-FloatingIPsTestJSON-187232047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:58.134837 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-76f274ff-73d2-4291-9812-aca401c5ff7e req-107a1259-2210-4fe6-a317-f9c4e49e6f87 tempest-FloatingIPsTestJSON-187232047 tempest-FloatingIPsTestJSON-187232047-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9059870 Feb 09 21:38:58.243978 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107a1259-2210-4fe6-a317-f9c4e49e6f87 tempest-FloatingIPsTestJSON-187232047 tempest-FloatingIPsTestJSON-187232047-project] Pushing event updated for resources: {'Port': ['ID=7e6ff149-29b0-4727-af38-391c328b4eae,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:58.262801 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-88c9fda5-7348-43c6-be0a-ee5b2eabc8a7 req-525f8499-68d5-440e-8096-1e787acb83d0 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/security-groups?id=18eb7429-13f2-4956-b934-bb119bf89c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737673 Feb 09 21:38:58.272387 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-76f274ff-73d2-4291-9812-aca401c5ff7e req-35a954a8-6250-4606-ac8a-f3944ea3f796 tempest-FloatingIPsTestJSON-187232047 tempest-FloatingIPsTestJSON-187232047-project] 10.222.0.90 "GET /v2.0/floatingips?floating_ip_address=172.25.3.181 HTTP/1.1" status: 200 len: 696 time: 0.1388960 Feb 09 21:38:58.316678 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 65552933-30d5-4f11-b08a-78531a3a97b9 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:38:58.317016 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (65552933-30d5-4f11-b08a-78531a3a97b9), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:58.319734 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cf96f6-94e2-45d1-ae51-664b009a31a4 None None] Pushing event updated for resources: {'Port': ['ID=00234940-47cf-424e-b31d-2fbf9c9a4b38,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:58.337874 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-c60210f7-16d6-476e-a259-71bac6fda593 req-a2c6cf31-4192-42c3-9961-af1004b27bfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29586a12-329a-4a12-a351-79a78219382c {{(pid=103141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:38:58.357864 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-c60210f7-16d6-476e-a259-71bac6fda593 req-a2c6cf31-4192-42c3-9961-af1004b27bfa service neutron] Publish callbacks [] for port (29586a12-329a-4a12-a351-79a78219382c), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:58.358946 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port 0894b2af-4795-4854-9aa6-862a79b171ea triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:38:58.359337 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (0894b2af-4795-4854-9aa6-862a79b171ea), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:58.387428 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-c60210f7-16d6-476e-a259-71bac6fda593 req-a2c6cf31-4192-42c3-9961-af1004b27bfa service neutron] Transition to ACTIVE for port object 29586a12-329a-4a12-a351-79a78219382c will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:38:58.428067 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-c60210f7-16d6-476e-a259-71bac6fda593 req-a2c6cf31-4192-42c3-9961-af1004b27bfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (29586a12-329a-4a12-a351-79a78219382c), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:58.492789 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f274ff-73d2-4291-9812-aca401c5ff7e req-d268eabb-6654-4031-bd2e-6f5f5989400a tempest-FloatingIPsTestJSON-187232047 tempest-FloatingIPsTestJSON-187232047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:58.494145 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-76f274ff-73d2-4291-9812-aca401c5ff7e req-d268eabb-6654-4031-bd2e-6f5f5989400a tempest-FloatingIPsTestJSON-187232047 tempest-FloatingIPsTestJSON-187232047-project] 10.222.0.90 "GET /v2.0/networks/54a442d5-50a0-4c75-85cc-d19f5bf58118 HTTP/1.1" status: 200 len: 784 time: 0.2177632 Feb 09 21:38:58.508200 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c6cf31-4192-42c3-9961-af1004b27bfa service neutron] Pushing event updated for resources: {'Port': ['ID=29586a12-329a-4a12-a351-79a78219382c,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:58.534547 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03250d2b-017c-4028-b8fb-af992fce279d tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Made reservation on behalf of 715c3a0621fb4268ab328effc3e93792 for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:38:58.538148 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-03250d2b-017c-4028-b8fb-af992fce279d tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:58.557770 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 65552933-30d5-4f11-b08a-78531a3a97b9, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=65552933-30d5-4f11-b08a-78531a3a97b9,segment=NetworkSegment(04fbb49c-9fc3-4a2f-93bd-1df71eda4894),segment_id=04fbb49c-9fc3-4a2f-93bd-1df71eda4894)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:58.559246 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port cdf78e47-27a9-41de-9372-81efb71bc085 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:38:58.559788 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (cdf78e47-27a9-41de-9372-81efb71bc085), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:58.568497 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [None req-03250d2b-017c-4028-b8fb-af992fce279d tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] device_id is not set on port 1816b33a-e293-47f7-af2c-f25b7c177578 yet. {{(pid=103141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:38:58.569081 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (65552933-30d5-4f11-b08a-78531a3a97b9), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:58.569988 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 3c647b76-8391-41f3-81eb-c84f278cd6cd up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:38:58.595823 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-0f1d95b5-0a6c-4e7f-8145-f7b56139b57f None None] Attempting to bind port 00234940-47cf-424e-b31d-2fbf9c9a4b38 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:38:58.596162 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-0f1d95b5-0a6c-4e7f-8145-f7b56139b57f None None] Attempting to bind port 00234940-47cf-424e-b31d-2fbf9c9a4b38 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '71591c82-5b56-413b-98d9-19e9c951b631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '10e633eb-f28a-4581-947f-214e3c9e61a8'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:38:58.596587 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1d95b5-0a6c-4e7f-8145-f7b56139b57f None None] Attempting to bind port 00234940-47cf-424e-b31d-2fbf9c9a4b38 on network 10e633eb-f28a-4581-947f-214e3c9e61a8 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:38:58.633486 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1d95b5-0a6c-4e7f-8145-f7b56139b57f None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:38:58.633849 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1d95b5-0a6c-4e7f-8145-f7b56139b57f None None] Checking segment: {'id': '71591c82-5b56-413b-98d9-19e9c951b631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '10e633eb-f28a-4581-947f-214e3c9e61a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:38:58.634235 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-0f1d95b5-0a6c-4e7f-8145-f7b56139b57f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:58.634639 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1d95b5-0a6c-4e7f-8145-f7b56139b57f None None] Bound using segment: {'id': '71591c82-5b56-413b-98d9-19e9c951b631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '10e633eb-f28a-4581-947f-214e3c9e61a8'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:38:58.635168 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-0f1d95b5-0a6c-4e7f-8145-f7b56139b57f None None] Bound port: 00234940-47cf-424e-b31d-2fbf9c9a4b38, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71591c82-5b56-413b-98d9-19e9c951b631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '10e633eb-f28a-4581-947f-214e3c9e61a8'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:38:58.635618 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-0f1d95b5-0a6c-4e7f-8145-f7b56139b57f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (00234940-47cf-424e-b31d-2fbf9c9a4b38), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:58.654941 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70ce4d4d-b26b-4b02-ad9b-a3e1d22b2595 x-openstack-request-id: req-70ce4d4d-b26b-4b02-ad9b-a3e1d22b2595 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:38:58.655238 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88d24cbc-9e1f-4a64-8250-6e635ad0ac84", "name": "network-vif-plugged", "status": "completed", "tag": "4cad1a84-a108-437b-aa6b-77babb3a44d0", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:38:58.655503 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-70ce4d4d-b26b-4b02-ad9b-a3e1d22b2595 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:38:58.655627 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b066cad2-0cf4-44b0-8a0e-cce5a27fc0df req-9f275d33-c52b-4daf-9c98-2fb18b20d02c tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:58.655898 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88d24cbc-9e1f-4a64-8250-6e635ad0ac84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cad1a84-a108-437b-aa6b-77babb3a44d0', 'code': 200} Feb 09 21:38:58.663419 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da45217-ef51-4522-8864-9e37b17e42ae req-3f493d21-5068-4015-8c52-7ffd015c0d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:58.665482 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7da45217-ef51-4522-8864-9e37b17e42ae req-3f493d21-5068-4015-8c52-7ffd015c0d96 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2d6f01c204fb49588b99bb4b4319fb3a&device_id=c5942c39-add0-42a2-bc58-a7492d65f23d HTTP/1.1" status: 200 len: 1129 time: 0.5991573 Feb 09 21:38:58.668098 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b066cad2-0cf4-44b0-8a0e-cce5a27fc0df req-9f275d33-c52b-4daf-9c98-2fb18b20d02c tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] 10.222.0.90 "GET /v2.0/ports?device_id=daa0afbb-0e53-4ff1-9ed3-26355f945764 HTTP/1.1" status: 200 len: 945 time: 0.1723969 Feb 09 21:38:58.773515 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b066cad2-0cf4-44b0-8a0e-cce5a27fc0df req-234163cc-c3eb-4e9b-92a7-52b0129ee2f3 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] 10.222.0.90 "GET /v2.0/security-groups?id=5d2707a6-c52f-4e21-ab70-7fd207f381fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978367 Feb 09 21:38:58.790193 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-0f1d95b5-0a6c-4e7f-8145-f7b56139b57f None None] For port 00234940-47cf-424e-b31d-2fbf9c9a4b38, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:38:58.795065 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-0f1d95b5-0a6c-4e7f-8145-f7b56139b57f None None] For port 00234940-47cf-424e-b31d-2fbf9c9a4b38, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=00234940-47cf-424e-b31d-2fbf9c9a4b38,segment=NetworkSegment(71591c82-5b56-413b-98d9-19e9c951b631),segment_id=71591c82-5b56-413b-98d9-19e9c951b631)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:38:58.809634 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-0f1d95b5-0a6c-4e7f-8145-f7b56139b57f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (00234940-47cf-424e-b31d-2fbf9c9a4b38), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:58.812626 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-03250d2b-017c-4028-b8fb-af992fce279d tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Allocated IP 172.20.0.11 (cb3a218f-3d18-42c5-8fe0-a14df0ccbbf2/9e0a7ffa-b786-42f8-9dc2-114330cc201e/1816b33a-e293-47f7-af2c-f25b7c177578) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:38:58.829288 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdf78e47-27a9-41de-9372-81efb71bc085 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:38:58.863854 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port cdf78e47-27a9-41de-9372-81efb71bc085, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=cdf78e47-27a9-41de-9372-81efb71bc085,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:58.871791 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3c90ec4f-c5e0-4942-89a1-7430c150d4a1 admin admin] Publish callbacks [] for security_group (2b6d3573-8a26-4dc9-b84b-0d7255bf531f), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:58.874421 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22e920f0-2337-4ce3-8e51-2a4fa1490d4f x-openstack-request-id: req-22e920f0-2337-4ce3-8e51-2a4fa1490d4f {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:38:58.874836 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5942c39-add0-42a2-bc58-a7492d65f23d", "tag": "e8355698-a9c5-4a6d-91ec-7ec9c9beed20", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:38:58.875273 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-22e920f0-2337-4ce3-8e51-2a4fa1490d4f {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:38:58.875856 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5942c39-add0-42a2-bc58-a7492d65f23d', 'tag': 'e8355698-a9c5-4a6d-91ec-7ec9c9beed20', 'status': 'completed', 'code': 200} Feb 09 21:38:58.886265 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (cdf78e47-27a9-41de-9372-81efb71bc085), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:58.896660 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-415058d3-6cdc-467a-8387-c55b86b63e4b req-880c5172-6899-411c-80d3-f5a82c5414b6 tempest-FloatingIPsTestJSON-187232047 tempest-FloatingIPsTestJSON-187232047-project] 10.222.0.90 "GET /v2.0/floatingips/2547c484-bfd4-47dc-a688-e0131dcf88f4 HTTP/1.1" status: 200 len: 693 time: 0.0980330 Feb 09 21:38:58.910696 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 0894b2af-4795-4854-9aa6-862a79b171ea is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:38:58.911027 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (0894b2af-4795-4854-9aa6-862a79b171ea), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:58.916000 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3c90ec4f-c5e0-4942-89a1-7430c150d4a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (2b6d3573-8a26-4dc9-b84b-0d7255bf531f), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:58.932820 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=65552933-30d5-4f11-b08a-78531a3a97b9,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:58.933057 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7da45217-ef51-4522-8864-9e37b17e42ae req-126a4516-a700-4db7-9630-c8a3cf35c5b8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=e8355698-a9c5-4a6d-91ec-7ec9c9beed20 HTTP/1.1" status: 200 len: 217 time: 0.2554133 Feb 09 21:38:58.943234 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-ba70b269-3fe4-48d1-b079-7a4c209353da None None] Provisioning complete for port 00234940-47cf-424e-b31d-2fbf9c9a4b38 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:38:58.943234 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ba70b269-3fe4-48d1-b079-7a4c209353da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (00234940-47cf-424e-b31d-2fbf9c9a4b38), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:58.985753 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8040c8-4bd2-44c8-9d97-9c6632c4e3b2 req-d43036df-4d6c-47e6-b88a-8928598001f9 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:58.991667 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8040c8-4bd2-44c8-9d97-9c6632c4e3b2 req-d43036df-4d6c-47e6-b88a-8928598001f9 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:58.997233 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8040c8-4bd2-44c8-9d97-9c6632c4e3b2 req-d43036df-4d6c-47e6-b88a-8928598001f9 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:59.004047 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8040c8-4bd2-44c8-9d97-9c6632c4e3b2 req-d43036df-4d6c-47e6-b88a-8928598001f9 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:59.009705 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8040c8-4bd2-44c8-9d97-9c6632c4e3b2 req-d43036df-4d6c-47e6-b88a-8928598001f9 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:59.015263 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8040c8-4bd2-44c8-9d97-9c6632c4e3b2 req-d43036df-4d6c-47e6-b88a-8928598001f9 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:59.020869 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8040c8-4bd2-44c8-9d97-9c6632c4e3b2 req-d43036df-4d6c-47e6-b88a-8928598001f9 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:59.022943 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bc8040c8-4bd2-44c8-9d97-9c6632c4e3b2 req-d43036df-4d6c-47e6-b88a-8928598001f9 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 5438 time: 0.1710711 Feb 09 21:38:59.040786 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c90ec4f-c5e0-4942-89a1-7430c150d4a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:38:59.059580 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 0894b2af-4795-4854-9aa6-862a79b171ea, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=0894b2af-4795-4854-9aa6-862a79b171ea,segment=NetworkSegment(4159f293-0e9e-489c-9407-9c014bb1cf3e),segment_id=4159f293-0e9e-489c-9407-9c014bb1cf3e)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:59.073961 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (0894b2af-4795-4854-9aa6-862a79b171ea), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:59.082125 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1d95b5-0a6c-4e7f-8145-f7b56139b57f None None] Routers {'647d8920-3158-45f3-b374-61004bf93b94'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:38:59.083288 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-0f1d95b5-0a6c-4e7f-8145-f7b56139b57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:38:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['647d8920-3158-45f3-b374-61004bf93b94'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:38:59.094048 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c90ec4f-c5e0-4942-89a1-7430c150d4a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b6d3573-8a26-4dc9-b84b-0d7255bf531f,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:59.098166 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-c60210f7-16d6-476e-a259-71bac6fda593 req-a2c6cf31-4192-42c3-9961-af1004b27bfa service neutron] Attempting to bind port 29586a12-329a-4a12-a351-79a78219382c on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:38:59.098511 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-c60210f7-16d6-476e-a259-71bac6fda593 req-a2c6cf31-4192-42c3-9961-af1004b27bfa service neutron] Attempting to bind port 29586a12-329a-4a12-a351-79a78219382c by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:38:59.098968 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60210f7-16d6-476e-a259-71bac6fda593 req-a2c6cf31-4192-42c3-9961-af1004b27bfa service neutron] Attempting to bind port 29586a12-329a-4a12-a351-79a78219382c on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:38:59.149484 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415058d3-6cdc-467a-8387-c55b86b63e4b req-48e74d4b-ada0-4f0c-b989-f1c7f1a781df tempest-FloatingIPsTestJSON-187232047 tempest-FloatingIPsTestJSON-187232047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:59.157378 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-415058d3-6cdc-467a-8387-c55b86b63e4b req-48e74d4b-ada0-4f0c-b989-f1c7f1a781df tempest-FloatingIPsTestJSON-187232047 tempest-FloatingIPsTestJSON-187232047-project] 10.222.0.90 "GET /v2.0/networks/54a442d5-50a0-4c75-85cc-d19f5bf58118 HTTP/1.1" status: 200 len: 784 time: 0.2518592 Feb 09 21:38:59.175948 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning for port 3c647b76-8391-41f3-81eb-c84f278cd6cd completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:38:59.185599 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port 3c647b76-8391-41f3-81eb-c84f278cd6cd triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:38:59.186218 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (3c647b76-8391-41f3-81eb-c84f278cd6cd), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:59.192156 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['cdf78e47-27a9-41de-9372-81efb71bc085'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:38:59.199902 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cf96f6-94e2-45d1-ae51-664b009a31a4 None None] Pushing event updated for resources: {'Port': ['ID=00234940-47cf-424e-b31d-2fbf9c9a4b38,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:59.334198 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-03250d2b-017c-4028-b8fb-af992fce279d tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks [] for port (1816b33a-e293-47f7-af2c-f25b7c177578), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:59.344501 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bc8040c8-4bd2-44c8-9d97-9c6632c4e3b2 req-48f96f14-9724-4654-a45c-9937e36af6cf tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/security-groups?id=13b87425-0324-41b8-9577-a03ea20c9956&id=d1e73a5e-905c-466a-be51-a1576b624ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2776339 Feb 09 21:38:59.417356 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da45217-ef51-4522-8864-9e37b17e42ae req-4285415c-bc5f-453e-bf28-0e81c77db43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:59.419749 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7da45217-ef51-4522-8864-9e37b17e42ae req-4285415c-bc5f-453e-bf28-0e81c77db43b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0f7402ac-a35b-414b-bcc1-bc1c3072ec3c HTTP/1.1" status: 200 len: 843 time: 0.4671850 Feb 09 21:38:59.425655 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-03250d2b-017c-4028-b8fb-af992fce279d tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (1816b33a-e293-47f7-af2c-f25b7c177578), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:59.440610 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-ba70b269-3fe4-48d1-b079-7a4c209353da None None] Current status of the port 00234940-47cf-424e-b31d-2fbf9c9a4b38 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:38:59.441007 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ba70b269-3fe4-48d1-b079-7a4c209353da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (00234940-47cf-424e-b31d-2fbf9c9a4b38), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:59.456213 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=cdf78e47-27a9-41de-9372-81efb71bc085,revision_number=9']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:59.473236 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60210f7-16d6-476e-a259-71bac6fda593 req-a2c6cf31-4192-42c3-9961-af1004b27bfa service neutron] Port 29586a12-329a-4a12-a351-79a78219382c on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:38:59.473575 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60210f7-16d6-476e-a259-71bac6fda593 req-a2c6cf31-4192-42c3-9961-af1004b27bfa service neutron] Attempting to bind port 29586a12-329a-4a12-a351-79a78219382c on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:38:59.483012 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-993c09e5-0cd3-4ad0-ae56-27ce2614e41f req-337a4c17-5120-402e-a8c1-5dbccdd3ca3d tempest-FloatingIPsTestJSON-187232047 tempest-FloatingIPsTestJSON-187232047-project] 10.222.0.90 "GET /v2.0/floatingips?tenant_id=8ded382742dc46b2a9a2819463337c71 HTTP/1.1" status: 200 len: 696 time: 0.1994576 Feb 09 21:38:59.483226 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3c90ec4f-c5e0-4942-89a1-7430c150d4a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (90f27f94-c4d0-423b-9ee1-de1a924d9ccf), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:59.483499 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-3c90ec4f-c5e0-4942-89a1-7430c150d4a1 admin admin] Added segment 90f27f94-c4d0-423b-9ee1-de1a924d9ccf of type vlan for network b4cd44df-8706-45a8-8bda-5d072caf4ffa Feb 09 21:38:59.490446 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60210f7-16d6-476e-a259-71bac6fda593 req-a2c6cf31-4192-42c3-9961-af1004b27bfa service neutron] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:38:59.490446 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60210f7-16d6-476e-a259-71bac6fda593 req-a2c6cf31-4192-42c3-9961-af1004b27bfa service neutron] Checking segment: {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:38:59.490716 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60210f7-16d6-476e-a259-71bac6fda593 req-a2c6cf31-4192-42c3-9961-af1004b27bfa service neutron] Bound using segment: {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:38:59.491151 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-c60210f7-16d6-476e-a259-71bac6fda593 req-a2c6cf31-4192-42c3-9961-af1004b27bfa service neutron] Bound port: 29586a12-329a-4a12-a351-79a78219382c, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:38:59.491512 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-c60210f7-16d6-476e-a259-71bac6fda593 req-a2c6cf31-4192-42c3-9961-af1004b27bfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (29586a12-329a-4a12-a351-79a78219382c), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:59.517664 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=0894b2af-4795-4854-9aa6-862a79b171ea,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:59.607603 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 3c647b76-8391-41f3-81eb-c84f278cd6cd is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:38:59.607966 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03250d2b-017c-4028-b8fb-af992fce279d tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Pushing event updated for resources: {'Port': ['ID=1816b33a-e293-47f7-af2c-f25b7c177578,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:38:59.608552 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (3c647b76-8391-41f3-81eb-c84f278cd6cd), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:59.630096 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-0f1d95b5-0a6c-4e7f-8145-f7b56139b57f None None] Set router 647d8920-3158-45f3-b374-61004bf93b94 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:38:59.660697 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993c09e5-0cd3-4ad0-ae56-27ce2614e41f req-d8c12b47-dc92-463f-ab9b-987e1364ce50 tempest-FloatingIPsTestJSON-187232047 tempest-FloatingIPsTestJSON-187232047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:59.673680 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-993c09e5-0cd3-4ad0-ae56-27ce2614e41f req-d8c12b47-dc92-463f-ab9b-987e1364ce50 tempest-FloatingIPsTestJSON-187232047 tempest-FloatingIPsTestJSON-187232047-project] 10.222.0.90 "GET /v2.0/networks?id=54a442d5-50a0-4c75-85cc-d19f5bf58118 HTTP/1.1" status: 200 len: 787 time: 0.1788912 Feb 09 21:38:59.703157 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03250d2b-017c-4028-b8fb-af992fce279d tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Network cb3a218f-3d18-42c5-8fe0-a14df0ccbbf2 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:38:59.712086 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-ba70b269-3fe4-48d1-b079-7a4c209353da None None] For port 00234940-47cf-424e-b31d-2fbf9c9a4b38, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=00234940-47cf-424e-b31d-2fbf9c9a4b38,segment=NetworkSegment(71591c82-5b56-413b-98d9-19e9c951b631),segment_id=71591c82-5b56-413b-98d9-19e9c951b631)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:59.730565 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-03250d2b-017c-4028-b8fb-af992fce279d tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:38:59.733857 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ba70b269-3fe4-48d1-b079-7a4c209353da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (00234940-47cf-424e-b31d-2fbf9c9a4b38), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:59.734359 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3c90ec4f-c5e0-4942-89a1-7430c150d4a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (b4cd44df-8706-45a8-8bda-5d072caf4ffa), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:59.742986 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da45217-ef51-4522-8864-9e37b17e42ae req-225ad092-bcc4-48ef-bc52-163aa31f11e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:59.744717 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7da45217-ef51-4522-8864-9e37b17e42ae req-225ad092-bcc4-48ef-bc52-163aa31f11e1 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3168738 Feb 09 21:38:59.758607 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03250d2b-017c-4028-b8fb-af992fce279d tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:38:59.764819 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [req-993c09e5-0cd3-4ad0-ae56-27ce2614e41f req-8fdb9fa7-2989-488c-bf43-d3b43effec53 tempest-FloatingIPsTestJSON-187232047 tempest-FloatingIPsTestJSON-187232047-project] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=103140) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:38:59.766424 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-993c09e5-0cd3-4ad0-ae56-27ce2614e41f req-8fdb9fa7-2989-488c-bf43-d3b43effec53 tempest-FloatingIPsTestJSON-187232047 tempest-FloatingIPsTestJSON-187232047-project] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0918889 Feb 09 21:38:59.853745 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3eed53-aea0-4c4a-8e1b-ad6a5f1cf83b req-4d0b76b9-0196-4c9d-adcd-e56435f38e2d tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:38:59.855567 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3a3eed53-aea0-4c4a-8e1b-ad6a5f1cf83b req-4d0b76b9-0196-4c9d-adcd-e56435f38e2d tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/ports?device_id=9d994709-73ee-4636-8cf6-336e5fa7deab HTTP/1.1" status: 200 len: 948 time: 0.1775913 Feb 09 21:38:59.925423 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 3c647b76-8391-41f3-81eb-c84f278cd6cd, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=3c647b76-8391-41f3-81eb-c84f278cd6cd,segment=NetworkSegment(3a1837f3-bf89-4200-982d-e8d31ce9bb97),segment_id=3a1837f3-bf89-4200-982d-e8d31ce9bb97)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:38:59.930718 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.db.resource_extend [None req-3c90ec4f-c5e0-4942-89a1-7430c150d4a1 admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 21:38:59.971696 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (3c647b76-8391-41f3-81eb-c84f278cd6cd), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:38:59.982354 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7884188d-35de-4c5b-910d-d6fd14c03f7b req-f1c48480-6118-4ea5-9513-2c1ab4c294de tempest-FloatingIPsTestJSON-187232047 tempest-FloatingIPsTestJSON-187232047-project] 10.222.0.90 "GET /v2.0/floatingips/2547c484-bfd4-47dc-a688-e0131dcf88f4 HTTP/1.1" status: 200 len: 693 time: 0.0826430 Feb 09 21:39:00.039465 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3c90ec4f-c5e0-4942-89a1-7430c150d4a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (b4cd44df-8706-45a8-8bda-5d072caf4ffa), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:00.040592 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c90ec4f-c5e0-4942-89a1-7430c150d4a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:00.046022 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3c90ec4f-c5e0-4942-89a1-7430c150d4a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:00.062151 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 977539cf-0f59-4bed-b030-30f5b416ce68 up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:39:00.075168 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-c60210f7-16d6-476e-a259-71bac6fda593 req-a2c6cf31-4192-42c3-9961-af1004b27bfa service neutron] For port 29586a12-329a-4a12-a351-79a78219382c, host n-h2-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:39:00.081689 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-c60210f7-16d6-476e-a259-71bac6fda593 req-a2c6cf31-4192-42c3-9961-af1004b27bfa service neutron] For port 29586a12-329a-4a12-a351-79a78219382c, host n-h2-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=29586a12-329a-4a12-a351-79a78219382c,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:39:00.111598 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03250d2b-017c-4028-b8fb-af992fce279d tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:00.117663 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-03250d2b-017c-4028-b8fb-af992fce279d tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:00.225238 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7884188d-35de-4c5b-910d-d6fd14c03f7b req-2e00a6ea-87b7-403f-ae35-240791ee1362 tempest-FloatingIPsTestJSON-187232047 tempest-FloatingIPsTestJSON-187232047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:00.241232 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c90ec4f-c5e0-4942-89a1-7430c150d4a1 admin admin] Pushing event updated for resources: {'Network': ['ID=b4cd44df-8706-45a8-8bda-5d072caf4ffa,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:00.257064 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7884188d-35de-4c5b-910d-d6fd14c03f7b req-2e00a6ea-87b7-403f-ae35-240791ee1362 tempest-FloatingIPsTestJSON-187232047 tempest-FloatingIPsTestJSON-187232047-project] 10.222.0.90 "GET /v2.0/networks/54a442d5-50a0-4c75-85cc-d19f5bf58118 HTTP/1.1" status: 200 len: 784 time: 0.2739220 Feb 09 21:39:00.264892 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-c60210f7-16d6-476e-a259-71bac6fda593 req-a2c6cf31-4192-42c3-9961-af1004b27bfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (29586a12-329a-4a12-a351-79a78219382c), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:00.308323 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network b4cd44df-8706-45a8-8bda-5d072caf4ffa details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:39:00.342330 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7884188d-35de-4c5b-910d-d6fd14c03f7b req-66bf5276-9070-480f-ae87-09236389ef02 tempest-FloatingIPsTestJSON-187232047 tempest-FloatingIPsTestJSON-187232047-project] 10.222.0.90 "GET /v2.0/floatingips?floating_ip_address=172.25.3.181 HTTP/1.1" status: 200 len: 696 time: 0.0843759 Feb 09 21:39:00.347114 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-3c90ec4f-c5e0-4942-89a1-7430c150d4a1 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.2514808 Feb 09 21:39:00.353899 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3a3eed53-aea0-4c4a-8e1b-ad6a5f1cf83b req-34d24242-0d48-4a67-8eb4-fb13936359c7 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/security-groups?id=18eb7429-13f2-4956-b934-bb119bf89c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4918125 Feb 09 21:39:00.357402 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 60990) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:00.380687 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-a5aca500-9339-4c44-9e0e-d07bc79c9364 admin admin] Request body: {'subnet': {'network_id': 'b4cd44df-8706-45a8-8bda-5d072caf4ffa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1356217002-subnet', 'tenant_id': '61da66e7fbf546198b0a0d25653d6cd5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:00.420947 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-03250d2b-017c-4028-b8fb-af992fce279d tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.1039345 Feb 09 21:39:00.423519 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 60994) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:00.459444 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-3d84c398-bd9e-4ac3-98fe-73c7fe2309c9 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Request body: {'floatingip': {'port_id': '1816b33a-e293-47f7-af2c-f25b7c177578'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:00.482156 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60210f7-16d6-476e-a259-71bac6fda593 req-a2c6cf31-4192-42c3-9961-af1004b27bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:00.483178 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-c60210f7-16d6-476e-a259-71bac6fda593 req-a2c6cf31-4192-42c3-9961-af1004b27bfa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:00.485133 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c60210f7-16d6-476e-a259-71bac6fda593 req-a2c6cf31-4192-42c3-9961-af1004b27bfa service neutron] 10.222.0.89 "PUT /v2.0/ports/29586a12-329a-4a12-a351-79a78219382c HTTP/1.1" status: 200 len: 1096 time: 4.2182269 Feb 09 21:39:00.566307 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7884188d-35de-4c5b-910d-d6fd14c03f7b req-d7dd6857-9eb1-4b5d-b79c-d85a184345cc tempest-FloatingIPsTestJSON-187232047 tempest-FloatingIPsTestJSON-187232047-project] 10.222.0.90 "GET /v2.0/floatingips?floating_ip_address=172.25.3.181 HTTP/1.1" status: 200 len: 696 time: 0.2058623 Feb 09 21:39:00.592260 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5aca500-9339-4c44-9e0e-d07bc79c9364 admin admin] Made reservation on behalf of 61da66e7fbf546198b0a0d25653d6cd5 for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:39:00.593751 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7da45217-ef51-4522-8864-9e37b17e42ae req-8000776d-292f-4372-82e2-8eea1979e0bb service neutron] 10.222.0.89 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8137720 Feb 09 21:39:00.597719 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a5aca500-9339-4c44-9e0e-d07bc79c9364 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621317'] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:00.745797 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c6cf31-4192-42c3-9961-af1004b27bfa service neutron] Pushing event updated for resources: {'Port': ['ID=29586a12-329a-4a12-a351-79a78219382c,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:00.774075 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88d24cbc-9e1f-4a64-8250-6e635ad0ac84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65552933-30d5-4f11-b08a-78531a3a97b9'}, {'server_uuid': 'daa0afbb-0e53-4ff1-9ed3-26355f945764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0894b2af-4795-4854-9aa6-862a79b171ea'}, {'server_uuid': '88d24cbc-9e1f-4a64-8250-6e635ad0ac84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c647b76-8391-41f3-81eb-c84f278cd6cd'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:39:00.776397 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01d24d9e-778d-4b6d-83b2-b15a9d12914c" -d '{"events": [{"server_uuid": "88d24cbc-9e1f-4a64-8250-6e635ad0ac84", "name": "network-vif-plugged", "status": "completed", "tag": "65552933-30d5-4f11-b08a-78531a3a97b9"}, {"server_uuid": "daa0afbb-0e53-4ff1-9ed3-26355f945764", "name": "network-vif-plugged", "status": "completed", "tag": "0894b2af-4795-4854-9aa6-862a79b171ea"}, {"server_uuid": "88d24cbc-9e1f-4a64-8250-6e635ad0ac84", "name": "network-vif-plugged", "status": "completed", "tag": "3c647b76-8391-41f3-81eb-c84f278cd6cd"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:39:00.840478 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3d84c398-bd9e-4ac3-98fe-73c7fe2309c9 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks [] for floatingip (406d6df3-295c-4303-bcb7-6c2ebeedea56), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:00.841811 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba70b269-3fe4-48d1-b079-7a4c209353da None None] Pushing event updated for resources: {'Port': ['ID=00234940-47cf-424e-b31d-2fbf9c9a4b38,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:00.960767 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d994709-73ee-4636-8cf6-336e5fa7deab', 'tag': '29586a12-329a-4a12-a351-79a78219382c'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:39:00.964529 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e314511a-7d1b-470b-9e53-304836d7d4cd req-388f7ff8-a4f3-4f9a-a85c-8ec9ca432fe6 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:00.969411 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3b64363-bab4-47b5-941f-f07a11cb186b" -d '{"events": [{"name": "network-changed", "server_uuid": "9d994709-73ee-4636-8cf6-336e5fa7deab", "tag": "29586a12-329a-4a12-a351-79a78219382c"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:39:00.973787 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e314511a-7d1b-470b-9e53-304836d7d4cd req-388f7ff8-a4f3-4f9a-a85c-8ec9ca432fe6 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] 10.222.0.90 "GET /v2.0/ports?device_id=daa0afbb-0e53-4ff1-9ed3-26355f945764 HTTP/1.1" status: 200 len: 946 time: 0.5018294 Feb 09 21:39:01.016923 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-25987ff3-70a9-40b3-b69d-cdd50ee6aa49 None None] Provisioning complete for port 00234940-47cf-424e-b31d-2fbf9c9a4b38 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:39:01.017903 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-25987ff3-70a9-40b3-b69d-cdd50ee6aa49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (00234940-47cf-424e-b31d-2fbf9c9a4b38), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:01.094173 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=3c647b76-8391-41f3-81eb-c84f278cd6cd,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:01.098376 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e314511a-7d1b-470b-9e53-304836d7d4cd req-96c6daf6-263f-4bce-bbc7-7275167c32f0 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] 10.222.0.90 "GET /v2.0/security-groups?id=5d2707a6-c52f-4e21-ab70-7fd207f381fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220112 Feb 09 21:39:01.152272 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning for port 977539cf-0f59-4bed-b030-30f5b416ce68 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:39:01.157538 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60210f7-16d6-476e-a259-71bac6fda593 req-2b2b2fca-8e4a-4145-aa9a-3b8bfd66a8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:01.161467 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c60210f7-16d6-476e-a259-71bac6fda593 req-2b2b2fca-8e4a-4145-aa9a-3b8bfd66a8f5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2d6f01c204fb49588b99bb4b4319fb3a&device_id=9d994709-73ee-4636-8cf6-336e5fa7deab HTTP/1.1" status: 200 len: 1130 time: 0.5878308 Feb 09 21:39:01.166888 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-7884188d-35de-4c5b-910d-d6fd14c03f7b req-0eed8df1-997d-4e5e-908c-56015c52873d tempest-FloatingIPsTestJSON-187232047 tempest-FloatingIPsTestJSON-187232047-project] Deleting port 7e6ff149-29b0-4727-af38-391c328b4eae {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:39:01.167239 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-7884188d-35de-4c5b-910d-d6fd14c03f7b req-0eed8df1-997d-4e5e-908c-56015c52873d tempest-FloatingIPsTestJSON-187232047 tempest-FloatingIPsTestJSON-187232047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (7e6ff149-29b0-4727-af38-391c328b4eae), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:01.173657 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port 977539cf-0f59-4bed-b030-30f5b416ce68 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:39:01.174217 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (977539cf-0f59-4bed-b030-30f5b416ce68), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:01.367981 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-25987ff3-70a9-40b3-b69d-cdd50ee6aa49 None None] Current status of the port 00234940-47cf-424e-b31d-2fbf9c9a4b38 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:39:01.433372 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a5aca500-9339-4c44-9e0e-d07bc79c9364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621371'] for subnet (f71383b0-e091-46da-8550-ed0597f386cc), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:01.451474 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-0f1d95b5-0a6c-4e7f-8145-f7b56139b57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '647d8920-3158-45f3-b374-61004bf93b94', 'name': 'tempest-FloatingIPsTestJSON-1408618436-router', 'tenant_id': '8ded382742dc46b2a9a2819463337c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '9ccd0154-2303-4663-bbaa-155e84d849c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:38:38Z', 'updated_at': '2022-02-09T21:38:51Z', 'revision_number': 4, 'project_id': '8ded382742dc46b2a9a2819463337c71', 'gw_port': {'id': '9ccd0154-2303-4663-bbaa-155e84d849c8', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:bd:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647d8920-3158-45f3-b374-61004bf93b94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:38:39Z', 'updated_at': '2022-02-09T21:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '00234940-47cf-424e-b31d-2fbf9c9a4b38', 'name': '', 'network_id': '10e633eb-f28a-4581-947f-214e3c9e61a8', 'tenant_id': '8ded382742dc46b2a9a2819463337c71', 'mac_address': 'fa:16:3e:52:61:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '647d8920-3158-45f3-b374-61004bf93b94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '4b8d793b-e406-4d25-a238-86b2a9b37b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:38:49Z', 'updated_at': '2022-02-09T21:38:58Z', 'revision_number': 4, 'project_id': '8ded382742dc46b2a9a2819463337c71', 'subnets': [{'id': '4b8d793b-e406-4d25-a238-86b2a9b37b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:01.548061 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1d95b5-0a6c-4e7f-8145-f7b56139b57f None None] The sync data for ids ['647d8920-3158-45f3-b374-61004bf93b94'] in n-d-828369-5 is: [{'id': '647d8920-3158-45f3-b374-61004bf93b94', 'name': 'tempest-FloatingIPsTestJSON-1408618436-router', 'tenant_id': '8ded382742dc46b2a9a2819463337c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '9ccd0154-2303-4663-bbaa-155e84d849c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:38:38Z', 'updated_at': '2022-02-09T21:38:51Z', 'revision_number': 4, 'project_id': '8ded382742dc46b2a9a2819463337c71', 'gw_port': {'id': '9ccd0154-2303-4663-bbaa-155e84d849c8', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:bd:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647d8920-3158-45f3-b374-61004bf93b94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:38:39Z', 'updated_at': '2022-02-09T21:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '00234940-47cf-424e-b31d-2fbf9c9a4b38', 'name': '', 'network_id': '10e633eb-f28a-4581-947f-214e3c9e61a8', 'tenant_id': '8ded382742dc46b2a9a2819463337c71', 'mac_address': 'fa:16:3e:52:61:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '647d8920-3158-45f3-b374-61004bf93b94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '4b8d793b-e406-4d25-a238-86b2a9b37b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:38:49Z', 'updated_at': '2022-02-09T21:38:58Z', 'revision_number': 4, 'project_id': '8ded382742dc46b2a9a2819463337c71', 'subnets': [{'id': '4b8d793b-e406-4d25-a238-86b2a9b37b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:39:01.552196 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-7884188d-35de-4c5b-910d-d6fd14c03f7b req-0eed8df1-997d-4e5e-908c-56015c52873d tempest-FloatingIPsTestJSON-187232047 tempest-FloatingIPsTestJSON-187232047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (7e6ff149-29b0-4727-af38-391c328b4eae), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:01.559631 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-7884188d-35de-4c5b-910d-d6fd14c03f7b req-0eed8df1-997d-4e5e-908c-56015c52873d tempest-FloatingIPsTestJSON-187232047 tempest-FloatingIPsTestJSON-187232047-project] Publish callbacks [] for floatingip (7e6ff149-29b0-4727-af38-391c328b4eae), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:01.579167 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 977539cf-0f59-4bed-b030-30f5b416ce68 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:39:01.584247 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (977539cf-0f59-4bed-b030-30f5b416ce68), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:01.645378 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbf69fd-4a24-4876-a1e4-02923db0d9b1 req-d5709f76-5a70-45aa-98e5-f5c9b346955d tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:01.659207 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbf69fd-4a24-4876-a1e4-02923db0d9b1 req-d5709f76-5a70-45aa-98e5-f5c9b346955d tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:01.666893 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbf69fd-4a24-4876-a1e4-02923db0d9b1 req-d5709f76-5a70-45aa-98e5-f5c9b346955d tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:01.672837 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbf69fd-4a24-4876-a1e4-02923db0d9b1 req-d5709f76-5a70-45aa-98e5-f5c9b346955d tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:01.678202 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbf69fd-4a24-4876-a1e4-02923db0d9b1 req-d5709f76-5a70-45aa-98e5-f5c9b346955d tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:01.683703 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbf69fd-4a24-4876-a1e4-02923db0d9b1 req-d5709f76-5a70-45aa-98e5-f5c9b346955d tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:01.686133 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-90c7126b-92dc-4a3f-a7e1-845fd93172c8 None None] Provisioning complete for port 1816b33a-e293-47f7-af2c-f25b7c177578 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:39:01.687154 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-90c7126b-92dc-4a3f-a7e1-845fd93172c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (1816b33a-e293-47f7-af2c-f25b7c177578), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:01.689176 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbf69fd-4a24-4876-a1e4-02923db0d9b1 req-d5709f76-5a70-45aa-98e5-f5c9b346955d tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:01.697216 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4bbf69fd-4a24-4876-a1e4-02923db0d9b1 req-d5709f76-5a70-45aa-98e5-f5c9b346955d tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 5439 time: 0.3742247 Feb 09 21:39:01.703143 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7da45217-ef51-4522-8864-9e37b17e42ae req-3e09b7fe-a757-4c79-841a-4c5f055a58d0 service neutron] 10.222.0.89 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0957456 Feb 09 21:39:01.715957 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c60210f7-16d6-476e-a259-71bac6fda593 req-0c96b1f9-2acb-48ca-9478-26859be69caa service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=29586a12-329a-4a12-a351-79a78219382c HTTP/1.1" status: 200 len: 217 time: 0.4859746 Feb 09 21:39:01.727231 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-7884188d-35de-4c5b-910d-d6fd14c03f7b req-0eed8df1-997d-4e5e-908c-56015c52873d tempest-FloatingIPsTestJSON-187232047 tempest-FloatingIPsTestJSON-187232047-project] Calling delete_port for 7e6ff149-29b0-4727-af38-391c328b4eae owned by network:floatingip {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:39:01.787632 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-90c7126b-92dc-4a3f-a7e1-845fd93172c8 None None] Port 1816b33a-e293-47f7-af2c-f25b7c177578 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:39:01.790982 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5aca500-9339-4c44-9e0e-d07bc79c9364 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f71383b0-e091-46da-8550-ed0597f386cc,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:01.868786 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 977539cf-0f59-4bed-b030-30f5b416ce68, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=977539cf-0f59-4bed-b030-30f5b416ce68,segment=NetworkSegment(04fbb49c-9fc3-4a2f-93bd-1df71eda4894),segment_id=04fbb49c-9fc3-4a2f-93bd-1df71eda4894)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:01.873916 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (977539cf-0f59-4bed-b030-30f5b416ce68), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:01.874868 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 46a5acec-c89c-40ed-b7d1-64d412e029f2 up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:39:01.886052 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5aca500-9339-4c44-9e0e-d07bc79c9364 admin admin] Checking segment: {'id': '90f27f94-c4d0-423b-9ee1-de1a924d9ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'b4cd44df-8706-45a8-8bda-5d072caf4ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:39:01.886411 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5aca500-9339-4c44-9e0e-d07bc79c9364 admin admin] Network hostable DHCP agents. Network: b4cd44df-8706-45a8-8bda-5d072caf4ffa, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:39:01.904946 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60210f7-16d6-476e-a259-71bac6fda593 req-27da9340-3fe2-478b-a7e6-5fad22158440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:01.906575 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c60210f7-16d6-476e-a259-71bac6fda593 req-27da9340-3fe2-478b-a7e6-5fad22158440 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0f7402ac-a35b-414b-bcc1-bc1c3072ec3c HTTP/1.1" status: 200 len: 843 time: 0.1820381 Feb 09 21:39:01.936748 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70e53a7-3786-48fd-a981-1604c0a299d0 req-b53c8586-a416-4112-bd00-0e525acf1348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:01.938436 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c70e53a7-3786-48fd-a981-1604c0a299d0 req-b53c8586-a416-4112-bd00-0e525acf1348 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2d6f01c204fb49588b99bb4b4319fb3a&device_id=c5942c39-add0-42a2-bc58-a7492d65f23d HTTP/1.1" status: 200 len: 1129 time: 0.1364079 Feb 09 21:39:02.120732 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=977539cf-0f59-4bed-b030-30f5b416ce68,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:02.122069 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60210f7-16d6-476e-a259-71bac6fda593 req-c5c06405-f12b-4dcb-bb59-aa9378220fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:02.123625 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c60210f7-16d6-476e-a259-71bac6fda593 req-c5c06405-f12b-4dcb-bb59-aa9378220fc4 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1843176 Feb 09 21:39:02.133608 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning for port 46a5acec-c89c-40ed-b7d1-64d412e029f2 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:39:02.146700 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port 46a5acec-c89c-40ed-b7d1-64d412e029f2 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:39:02.148823 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (46a5acec-c89c-40ed-b7d1-64d412e029f2), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:02.268274 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4bbf69fd-4a24-4876-a1e4-02923db0d9b1 req-182dfeac-5262-4917-be23-3a8cd4062454 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/security-groups?id=13b87425-0324-41b8-9577-a03ea20c9956&id=d1e73a5e-905c-466a-be51-a1576b624ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5701594 Feb 09 21:39:02.284326 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5aca500-9339-4c44-9e0e-d07bc79c9364 admin admin] Network b4cd44df-8706-45a8-8bda-5d072caf4ffa is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:39:02.324739 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-a5aca500-9339-4c44-9e0e-d07bc79c9364 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, b4cd44df-8706-45a8-8bda-5d072caf4ffa) {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:39:02.344292 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 46a5acec-c89c-40ed-b7d1-64d412e029f2 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:39:02.346783 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5aca500-9339-4c44-9e0e-d07bc79c9364 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:02.347382 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a5aca500-9339-4c44-9e0e-d07bc79c9364 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:02.349996 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (46a5acec-c89c-40ed-b7d1-64d412e029f2), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:02.354949 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d832c2-8f2c-4c8c-aa2a-6eeea0cc9f20 None None] Network b4cd44df-8706-45a8-8bda-5d072caf4ffa requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:39:02.419723 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-a5aca500-9339-4c44-9e0e-d07bc79c9364 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.0495336 Feb 09 21:39:02.617038 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 09 Feb 2022 21:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b02e084-e87e-4192-9d07-4395b86be213 x-openstack-request-id: req-6b02e084-e87e-4192-9d07-4395b86be213 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:39:02.617512 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88d24cbc-9e1f-4a64-8250-6e635ad0ac84", "name": "network-vif-plugged", "status": "completed", "tag": "65552933-30d5-4f11-b08a-78531a3a97b9", "code": 200}, {"server_uuid": "daa0afbb-0e53-4ff1-9ed3-26355f945764", "name": "network-vif-plugged", "status": "completed", "tag": "0894b2af-4795-4854-9aa6-862a79b171ea", "code": 200}, {"server_uuid": "88d24cbc-9e1f-4a64-8250-6e635ad0ac84", "name": "network-vif-plugged", "status": "completed", "tag": "3c647b76-8391-41f3-81eb-c84f278cd6cd", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:39:02.617929 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-6b02e084-e87e-4192-9d07-4395b86be213 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:39:02.618468 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88d24cbc-9e1f-4a64-8250-6e635ad0ac84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65552933-30d5-4f11-b08a-78531a3a97b9', 'code': 200} Feb 09 21:39:02.618832 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daa0afbb-0e53-4ff1-9ed3-26355f945764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0894b2af-4795-4854-9aa6-862a79b171ea', 'code': 200} Feb 09 21:39:02.619209 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88d24cbc-9e1f-4a64-8250-6e635ad0ac84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c647b76-8391-41f3-81eb-c84f278cd6cd', 'code': 200} Feb 09 21:39:02.642297 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d842f7b8-5a65-463f-bbec-9fa51cf71f5e x-openstack-request-id: req-d842f7b8-5a65-463f-bbec-9fa51cf71f5e {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:39:02.647618 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d994709-73ee-4636-8cf6-336e5fa7deab", "tag": "29586a12-329a-4a12-a351-79a78219382c", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:39:02.648040 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-d842f7b8-5a65-463f-bbec-9fa51cf71f5e {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:39:02.649143 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d994709-73ee-4636-8cf6-336e5fa7deab', 'tag': '29586a12-329a-4a12-a351-79a78219382c', 'status': 'completed', 'code': 200} Feb 09 21:39:02.700297 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe2e52f-fac1-4211-a2a7-7c8c9afbe449 None None] Network b4cd44df-8706-45a8-8bda-5d072caf4ffa requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:39:02.754438 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70e53a7-3786-48fd-a981-1604c0a299d0 req-7bd78543-1f8e-4ba1-89cd-05b028d4417d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:02.756242 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c70e53a7-3786-48fd-a981-1604c0a299d0 req-7bd78543-1f8e-4ba1-89cd-05b028d4417d service neutron] 10.222.0.89 "GET /v2.0/networks?id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc HTTP/1.1" status: 200 len: 870 time: 0.7404037 Feb 09 21:39:02.844334 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c60210f7-16d6-476e-a259-71bac6fda593 req-acaaeb19-3daf-44c2-bb9c-d2dd702bcb07 service neutron] 10.222.0.89 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6911740 Feb 09 21:39:02.868906 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 46a5acec-c89c-40ed-b7d1-64d412e029f2, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=46a5acec-c89c-40ed-b7d1-64d412e029f2,segment=NetworkSegment(3a1837f3-bf89-4200-982d-e8d31ce9bb97),segment_id=3a1837f3-bf89-4200-982d-e8d31ce9bb97)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:02.881527 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (46a5acec-c89c-40ed-b7d1-64d412e029f2), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:02.882432 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 75eef6bf-48e5-4c19-b81a-a37147e710d0 up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:39:02.999438 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning for port 75eef6bf-48e5-4c19-b81a-a37147e710d0 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:39:03.001361 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-7884188d-35de-4c5b-910d-d6fd14c03f7b req-0eed8df1-997d-4e5e-908c-56015c52873d tempest-FloatingIPsTestJSON-187232047 tempest-FloatingIPsTestJSON-187232047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (7e6ff149-29b0-4727-af38-391c328b4eae), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:03.008976 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port 75eef6bf-48e5-4c19-b81a-a37147e710d0 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:39:03.009376 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (75eef6bf-48e5-4c19-b81a-a37147e710d0), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:03.013201 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c70e53a7-3786-48fd-a981-1604c0a299d0 req-832efe10-ce14-4236-a198-af7896aaf5e1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=e8355698-a9c5-4a6d-91ec-7ec9c9beed20 HTTP/1.1" status: 200 len: 217 time: 0.2092195 Feb 09 21:39:03.045409 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=46a5acec-c89c-40ed-b7d1-64d412e029f2,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:03.118162 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eed8df1-997d-4e5e-908c-56015c52873d tempest-FloatingIPsTestJSON-187232047 tempest-FloatingIPsTestJSON-187232047-project] Pushing event deleted for resources: {'Port': ['ID=7e6ff149-29b0-4727-af38-391c328b4eae,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:03.171370 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6d2ead-07dd-4bfe-a82c-ffa8672a3ef4 req-0c678ddb-6c21-437c-be69-0e4e48fa91a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:03.176928 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4b6d2ead-07dd-4bfe-a82c-ffa8672a3ef4 req-0c678ddb-6c21-437c-be69-0e4e48fa91a0 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=daa0afbb-0e53-4ff1-9ed3-26355f945764 HTTP/1.1" status: 200 len: 1128 time: 0.6740351 Feb 09 21:39:03.213429 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 75eef6bf-48e5-4c19-b81a-a37147e710d0 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:39:03.216596 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (75eef6bf-48e5-4c19-b81a-a37147e710d0), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:03.319357 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 75eef6bf-48e5-4c19-b81a-a37147e710d0, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=75eef6bf-48e5-4c19-b81a-a37147e710d0,segment=NetworkSegment(3a1837f3-bf89-4200-982d-e8d31ce9bb97),segment_id=3a1837f3-bf89-4200-982d-e8d31ce9bb97)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:03.324754 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (75eef6bf-48e5-4c19-b81a-a37147e710d0), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:03.325776 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 924c9fc2-48e2-4846-a748-e98aee6d0d46 up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:39:03.574839 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=75eef6bf-48e5-4c19-b81a-a37147e710d0,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:03.584401 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 00234940-47cf-424e-b31d-2fbf9c9a4b38 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:39:03.637068 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning for port 924c9fc2-48e2-4846-a748-e98aee6d0d46 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:39:03.663604 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port 924c9fc2-48e2-4846-a748-e98aee6d0d46 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:39:03.667019 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (924c9fc2-48e2-4846-a748-e98aee6d0d46), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:03.764093 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 00234940-47cf-424e-b31d-2fbf9c9a4b38 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:39:03.764494 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (00234940-47cf-424e-b31d-2fbf9c9a4b38), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:03.951879 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f43e15-54a9-4a27-9787-926d6eb216f8 req-a95ab999-115a-4438-9813-16c5d5559a04 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:03.964861 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-11f43e15-54a9-4a27-9787-926d6eb216f8 req-a95ab999-115a-4438-9813-16c5d5559a04 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/ports?device_id=9d994709-73ee-4636-8cf6-336e5fa7deab HTTP/1.1" status: 200 len: 948 time: 1.2913985 Feb 09 21:39:03.967825 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 924c9fc2-48e2-4846-a748-e98aee6d0d46 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:39:03.968245 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (924c9fc2-48e2-4846-a748-e98aee6d0d46), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:04.033699 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 924c9fc2-48e2-4846-a748-e98aee6d0d46, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=924c9fc2-48e2-4846-a748-e98aee6d0d46,segment=NetworkSegment(3a1837f3-bf89-4200-982d-e8d31ce9bb97),segment_id=3a1837f3-bf89-4200-982d-e8d31ce9bb97)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:04.037404 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 00234940-47cf-424e-b31d-2fbf9c9a4b38 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:39:04.041465 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (924c9fc2-48e2-4846-a748-e98aee6d0d46), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:04.119346 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=924c9fc2-48e2-4846-a748-e98aee6d0d46,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:04.123280 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device cdf78e47-27a9-41de-9372-81efb71bc085 up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:39:04.127677 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-7884188d-35de-4c5b-910d-d6fd14c03f7b req-0eed8df1-997d-4e5e-908c-56015c52873d tempest-FloatingIPsTestJSON-187232047 tempest-FloatingIPsTestJSON-187232047-project] Publish callbacks [] for floatingip (2547c484-bfd4-47dc-a688-e0131dcf88f4), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:04.136789 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-7884188d-35de-4c5b-910d-d6fd14c03f7b req-0eed8df1-997d-4e5e-908c-56015c52873d tempest-FloatingIPsTestJSON-187232047 tempest-FloatingIPsTestJSON-187232047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:04.138512 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7884188d-35de-4c5b-910d-d6fd14c03f7b req-0eed8df1-997d-4e5e-908c-56015c52873d tempest-FloatingIPsTestJSON-187232047 tempest-FloatingIPsTestJSON-187232047-project] 10.222.0.90 "DELETE /v2.0/floatingips/2547c484-bfd4-47dc-a688-e0131dcf88f4 HTTP/1.1" status: 204 len: 173 time: 3.5631590 Feb 09 21:39:04.159738 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-11f43e15-54a9-4a27-9787-926d6eb216f8 req-17906152-a946-4a78-88b2-21541b92b9b0 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/security-groups?id=18eb7429-13f2-4956-b934-bb119bf89c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898365 Feb 09 21:39:04.172153 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.db.resource_extend [None req-3d84c398-bd9e-4ac3-98fe-73c7fe2309c9 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] It took 1.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 21:39:04.172153 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70e53a7-3786-48fd-a981-1604c0a299d0 req-38240c32-a0b4-4563-8d99-d0ba34885b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:04.183554 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c70e53a7-3786-48fd-a981-1604c0a299d0 req-38240c32-a0b4-4563-8d99-d0ba34885b73 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0f7402ac-a35b-414b-bcc1-bc1c3072ec3c HTTP/1.1" status: 200 len: 843 time: 1.0205059 Feb 09 21:39:04.220884 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port cdf78e47-27a9-41de-9372-81efb71bc085 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:39:04.221865 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (cdf78e47-27a9-41de-9372-81efb71bc085), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:04.343939 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8771bb4-96e8-4dc3-b9ee-ce5cc4a39092 req-afdb624a-d69d-4f6c-ae58-66e8830277fe tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:04.349108 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e8771bb4-96e8-4dc3-b9ee-ce5cc4a39092 req-afdb624a-d69d-4f6c-ae58-66e8830277fe tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] 10.222.0.90 "GET /v2.0/ports?device_id=daa0afbb-0e53-4ff1-9ed3-26355f945764 HTTP/1.1" status: 200 len: 946 time: 0.1157079 Feb 09 21:39:04.377776 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port cdf78e47-27a9-41de-9372-81efb71bc085 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:39:04.379135 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (cdf78e47-27a9-41de-9372-81efb71bc085), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:04.432820 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-8c22acd6-62bc-49e6-b97b-2aec05c201f8 req-1a29faa0-b8e6-4ae2-95b6-2542babf6f48 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e490ff87-5e28-4048-bdc6-d63fa5f2ccef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2688591 Feb 09 21:39:04.437325 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c60210f7-16d6-476e-a259-71bac6fda593 req-32df97cb-bf03-4c80-88c6-e98250097830 service neutron] 10.222.0.89 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4773710 Feb 09 21:39:04.442828 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3d84c398-bd9e-4ac3-98fe-73c7fe2309c9 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:04.446762 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4b6d2ead-07dd-4bfe-a82c-ffa8672a3ef4 req-c1c2ec05-cc53-47bf-b9f9-d92984c54faf service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=5d2707a6-c52f-4e21-ab70-7fd207f381fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2411072 Feb 09 21:39:04.453668 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70e53a7-3786-48fd-a981-1604c0a299d0 req-37635de6-063d-4b48-9bd8-0bdeaf5f0bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:04.455532 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c70e53a7-3786-48fd-a981-1604c0a299d0 req-37635de6-063d-4b48-9bd8-0bdeaf5f0bbb service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2709897 Feb 09 21:39:04.456394 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3d84c398-bd9e-4ac3-98fe-73c7fe2309c9 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (406d6df3-295c-4303-bcb7-6c2ebeedea56), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:04.463200 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port cdf78e47-27a9-41de-9372-81efb71bc085, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=cdf78e47-27a9-41de-9372-81efb71bc085,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:04.478401 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (cdf78e47-27a9-41de-9372-81efb71bc085), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:04.482281 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e8771bb4-96e8-4dc3-b9ee-ce5cc4a39092 req-6fd0fc29-b501-4799-b9b9-9305330d2d1c tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] 10.222.0.90 "GET /v2.0/security-groups?id=5d2707a6-c52f-4e21-ab70-7fd207f381fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074843 Feb 09 21:39:04.572310 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=cdf78e47-27a9-41de-9372-81efb71bc085,revision_number=10']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:04.620139 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88d24cbc-9e1f-4a64-8250-6e635ad0ac84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '977539cf-0f59-4bed-b030-30f5b416ce68'}, {'server_uuid': '88d24cbc-9e1f-4a64-8250-6e635ad0ac84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46a5acec-c89c-40ed-b7d1-64d412e029f2'}, {'server_uuid': '88d24cbc-9e1f-4a64-8250-6e635ad0ac84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75eef6bf-48e5-4c19-b81a-a37147e710d0'}, {'server_uuid': '88d24cbc-9e1f-4a64-8250-6e635ad0ac84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '924c9fc2-48e2-4846-a748-e98aee6d0d46'}, {'server_uuid': '25ff4a27-5d39-4104-bc4e-ab7ca4a4b676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdf78e47-27a9-41de-9372-81efb71bc085'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:39:04.622712 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a8540f-770a-49eb-bc1c-a09887d2184a" -d '{"events": [{"server_uuid": "88d24cbc-9e1f-4a64-8250-6e635ad0ac84", "name": "network-vif-plugged", "status": "completed", "tag": "977539cf-0f59-4bed-b030-30f5b416ce68"}, {"server_uuid": "88d24cbc-9e1f-4a64-8250-6e635ad0ac84", "name": "network-vif-plugged", "status": "completed", "tag": "46a5acec-c89c-40ed-b7d1-64d412e029f2"}, {"server_uuid": "88d24cbc-9e1f-4a64-8250-6e635ad0ac84", "name": "network-vif-plugged", "status": "completed", "tag": "75eef6bf-48e5-4c19-b81a-a37147e710d0"}, {"server_uuid": "88d24cbc-9e1f-4a64-8250-6e635ad0ac84", "name": "network-vif-plugged", "status": "completed", "tag": "924c9fc2-48e2-4846-a748-e98aee6d0d46"}, {"server_uuid": "25ff4a27-5d39-4104-bc4e-ab7ca4a4b676", "name": "network-vif-plugged", "status": "completed", "tag": "cdf78e47-27a9-41de-9372-81efb71bc085"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:39:04.634888 n-d-828369-5 neutron-server[103141]: INFO neutron.db.l3_db [None req-3d84c398-bd9e-4ac3-98fe-73c7fe2309c9 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Floating IP 406d6df3-295c-4303-bcb7-6c2ebeedea56 associated. External IP: 172.25.3.213, port: 0f71e960-31c8-405a-b975-c2b80b061f93. Feb 09 21:39:04.718890 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671652fb-d85f-47dd-9836-39f5d29d2c51 req-1a64d0d3-7da5-4248-af11-f5fe80b392af tempest-ServersNegativeTestMultiTenantJSON-806922742 tempest-ServersNegativeTestMultiTenantJSON-806922742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:04.725896 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-671652fb-d85f-47dd-9836-39f5d29d2c51 req-1a64d0d3-7da5-4248-af11-f5fe80b392af tempest-ServersNegativeTestMultiTenantJSON-806922742 tempest-ServersNegativeTestMultiTenantJSON-806922742-project] 10.222.0.90 "GET /v2.0/networks?id=eff14347-4f61-418d-a0bc-13cd47d902d1 HTTP/1.1" status: 200 len: 823 time: 0.1986918 Feb 09 21:39:04.747288 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869e70b1-76aa-4734-bb69-e60300c704c8 req-2ade91b5-4dbb-49aa-a188-e064fdd08cb0 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:04.753758 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869e70b1-76aa-4734-bb69-e60300c704c8 req-2ade91b5-4dbb-49aa-a188-e064fdd08cb0 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:04.760988 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869e70b1-76aa-4734-bb69-e60300c704c8 req-2ade91b5-4dbb-49aa-a188-e064fdd08cb0 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:04.769044 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869e70b1-76aa-4734-bb69-e60300c704c8 req-2ade91b5-4dbb-49aa-a188-e064fdd08cb0 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:04.775032 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869e70b1-76aa-4734-bb69-e60300c704c8 req-2ade91b5-4dbb-49aa-a188-e064fdd08cb0 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:04.780581 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869e70b1-76aa-4734-bb69-e60300c704c8 req-2ade91b5-4dbb-49aa-a188-e064fdd08cb0 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:04.786145 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869e70b1-76aa-4734-bb69-e60300c704c8 req-2ade91b5-4dbb-49aa-a188-e064fdd08cb0 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:04.788104 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-869e70b1-76aa-4734-bb69-e60300c704c8 req-2ade91b5-4dbb-49aa-a188-e064fdd08cb0 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 5443 time: 0.1444924 Feb 09 21:39:04.824249 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-671652fb-d85f-47dd-9836-39f5d29d2c51 req-5060cecc-6a40-41fb-8594-74231112f183 tempest-ServersNegativeTestMultiTenantJSON-806922742 tempest-ServersNegativeTestMultiTenantJSON-806922742-project] 10.222.0.90 "GET /v2.0/quotas/f7e39a77395f462a9c15c5d3ba1d1cf3 HTTP/1.1" status: 200 len: 375 time: 0.0973985 Feb 09 21:39:04.870721 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-671652fb-d85f-47dd-9836-39f5d29d2c51 req-7e229e87-30c4-4b88-a84c-a7574bdd8d08 tempest-ServersNegativeTestMultiTenantJSON-806922742 tempest-ServersNegativeTestMultiTenantJSON-806922742-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=f7e39a77395f462a9c15c5d3ba1d1cf3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454712 Feb 09 21:39:04.904417 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-869e70b1-76aa-4734-bb69-e60300c704c8 req-cbce4815-9a83-49dc-bf7c-dc3409192c1a tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/security-groups?id=13b87425-0324-41b8-9577-a03ea20c9956&id=d1e73a5e-905c-466a-be51-a1576b624ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1093805 Feb 09 21:39:05.004670 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c70e53a7-3786-48fd-a981-1604c0a299d0 req-346b054e-475b-48f0-9fba-1e49014dc2ca service neutron] 10.222.0.89 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600341 Feb 09 21:39:05.027927 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [req-671652fb-d85f-47dd-9836-39f5d29d2c51 req-b356f3fd-0516-4c5d-9826-6a04224e4755 service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=103140) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:39:05.034908 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-671652fb-d85f-47dd-9836-39f5d29d2c51 req-b356f3fd-0516-4c5d-9826-6a04224e4755 service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1633437 Feb 09 21:39:05.044694 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c22acd6-62bc-49e6-b97b-2aec05c201f8 req-d308cbe8-acf0-4d1c-950a-fda91dbab018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:05.047147 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-8c22acd6-62bc-49e6-b97b-2aec05c201f8 req-d308cbe8-acf0-4d1c-950a-fda91dbab018 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0b375fb2e141466cbc9aca2f4c29a452&device_id=e490ff87-5e28-4048-bdc6-d63fa5f2ccef HTTP/1.1" status: 200 len: 1129 time: 0.3035579 Feb 09 21:39:05.121649 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b64363-bab4-47b5-941f-f07a11cb186b req-5e522de8-dbb8-4b03-8bef-6ee942a28646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:05.123153 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b3b64363-bab4-47b5-941f-f07a11cb186b req-5e522de8-dbb8-4b03-8bef-6ee942a28646 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2d6f01c204fb49588b99bb4b4319fb3a&device_id=9d994709-73ee-4636-8cf6-336e5fa7deab HTTP/1.1" status: 200 len: 1130 time: 0.3540633 Feb 09 21:39:05.188460 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device e8355698-a9c5-4a6d-91ec-7ec9c9beed20 details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:39:05.251156 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-671652fb-d85f-47dd-9836-39f5d29d2c51 req-dbfbfc7e-c65f-431b-b81d-23e17807f985 service neutron] 10.222.0.90 "GET /v2.0/networks/eff14347-4f61-418d-a0bc-13cd47d902d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152529 Feb 09 21:39:05.304299 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port e8355698-a9c5-4a6d-91ec-7ec9c9beed20, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=e8355698-a9c5-4a6d-91ec-7ec9c9beed20,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:05.318286 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': 'e8355698-a9c5-4a6d-91ec-7ec9c9beed20', 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc', 'port_id': 'e8355698-a9c5-4a6d-91ec-7ec9c9beed20', 'mac_address': 'fa:16:3e:34:05:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f7402ac-a35b-414b-bcc1-bc1c3072ec3c', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:39:05.350760 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d16164c-c2f7-4b0e-9980-b9b2a841607c req-ec5799c4-a591-4f06-a611-51298cc488ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:05.353241 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6d16164c-c2f7-4b0e-9980-b9b2a841607c req-ec5799c4-a591-4f06-a611-51298cc488ce service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0b375fb2e141466cbc9aca2f4c29a452&device_id=25ff4a27-5d39-4104-bc4e-ab7ca4a4b676 HTTP/1.1" status: 200 len: 1133 time: 0.2098610 Feb 09 21:39:05.359887 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c09e8690-c2b9-4f7b-ba22-13813690ebc8 req-36a4fc4b-6b43-4a40-95c1-8bbd8b554151 tempest-FloatingIPsTestJSON-187232047 tempest-FloatingIPsTestJSON-187232047-project] 10.222.0.90 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2481861 Feb 09 21:39:05.372085 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port e8355698-a9c5-4a6d-91ec-7ec9c9beed20 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:39:05.372507 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (e8355698-a9c5-4a6d-91ec-7ec9c9beed20), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:05.379604 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-c09e8690-c2b9-4f7b-ba22-13813690ebc8 req-51e3ed75-b599-4184-b1be-6a53ab8f6cc0 tempest-FloatingIPsTestJSON-187232047 tempest-FloatingIPsTestJSON-187232047-project] Request body: {'floatingip': {'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:05.386947 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d84c398-bd9e-4ac3-98fe-73c7fe2309c9 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Router 4508429f-0210-4fc3-8588-b916f1b1426e has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:39:05.399866 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8355698-a9c5-4a6d-91ec-7ec9c9beed20 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:39:05.438401 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port e8355698-a9c5-4a6d-91ec-7ec9c9beed20, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=e8355698-a9c5-4a6d-91ec-7ec9c9beed20,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:05.449634 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (e8355698-a9c5-4a6d-91ec-7ec9c9beed20), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:05.471394 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-671652fb-d85f-47dd-9836-39f5d29d2c51 req-8a0700df-a955-4653-a7a1-003e1d638493 service neutron] 10.222.0.90 "GET /v2.0/networks/eff14347-4f61-418d-a0bc-13cd47d902d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192416 Feb 09 21:39:05.489030 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-c09e8690-c2b9-4f7b-ba22-13813690ebc8 req-51e3ed75-b599-4184-b1be-6a53ab8f6cc0 tempest-FloatingIPsTestJSON-187232047 tempest-FloatingIPsTestJSON-187232047-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:05.515466 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=e8355698-a9c5-4a6d-91ec-7ec9c9beed20,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:05.597968 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d84c398-bd9e-4ac3-98fe-73c7fe2309c9 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:39:05.609600 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851b7cb1-074c-4f75-96e9-1e25ff08fab4 None None] Sync routers for ids ['4508429f-0210-4fc3-8588-b916f1b1426e'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:39:05.613352 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c22acd6-62bc-49e6-b97b-2aec05c201f8 req-65e4c71a-9d14-44e9-aa4d-30696fddef2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:05.614884 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-8c22acd6-62bc-49e6-b97b-2aec05c201f8 req-65e4c71a-9d14-44e9-aa4d-30696fddef2b service neutron] 10.222.0.89 "GET /v2.0/networks?id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc HTTP/1.1" status: 200 len: 870 time: 0.5137124 Feb 09 21:39:05.629843 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851b7cb1-074c-4f75-96e9-1e25ff08fab4 None None] Routers {'4508429f-0210-4fc3-8588-b916f1b1426e'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:39:05.633455 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-851b7cb1-074c-4f75-96e9-1e25ff08fab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:38:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['4508429f-0210-4fc3-8588-b916f1b1426e'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:05.659459 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d16164c-c2f7-4b0e-9980-b9b2a841607c req-99d4230d-96f2-4136-a1b6-83163a57f8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:05.661069 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6d16164c-c2f7-4b0e-9980-b9b2a841607c req-99d4230d-96f2-4136-a1b6-83163a57f8af service neutron] 10.222.0.95 "GET /v2.0/networks?id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc HTTP/1.1" status: 200 len: 870 time: 0.2674015 Feb 09 21:39:05.789878 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-851b7cb1-074c-4f75-96e9-1e25ff08fab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:05.800749 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Wed, 09 Feb 2022 21:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d83dd34-17ea-42b2-baf9-88da4c4ea32e x-openstack-request-id: req-2d83dd34-17ea-42b2-baf9-88da4c4ea32e {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:39:05.803351 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88d24cbc-9e1f-4a64-8250-6e635ad0ac84", "name": "network-vif-plugged", "status": "completed", "tag": "977539cf-0f59-4bed-b030-30f5b416ce68", "code": 200}, {"server_uuid": "88d24cbc-9e1f-4a64-8250-6e635ad0ac84", "name": "network-vif-plugged", "status": "completed", "tag": "46a5acec-c89c-40ed-b7d1-64d412e029f2", "code": 200}, {"server_uuid": "88d24cbc-9e1f-4a64-8250-6e635ad0ac84", "name": "network-vif-plugged", "status": "completed", "tag": "75eef6bf-48e5-4c19-b81a-a37147e710d0", "code": 200}, {"server_uuid": "88d24cbc-9e1f-4a64-8250-6e635ad0ac84", "name": "network-vif-plugged", "status": "completed", "tag": "924c9fc2-48e2-4846-a748-e98aee6d0d46", "code": 200}, {"server_uuid": "25ff4a27-5d39-4104-bc4e-ab7ca4a4b676", "name": "network-vif-plugged", "status": "completed", "tag": "cdf78e47-27a9-41de-9372-81efb71bc085", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:39:05.804990 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-2d83dd34-17ea-42b2-baf9-88da4c4ea32e {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:39:05.806090 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88d24cbc-9e1f-4a64-8250-6e635ad0ac84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '977539cf-0f59-4bed-b030-30f5b416ce68', 'code': 200} Feb 09 21:39:05.807314 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88d24cbc-9e1f-4a64-8250-6e635ad0ac84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46a5acec-c89c-40ed-b7d1-64d412e029f2', 'code': 200} Feb 09 21:39:05.807730 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88d24cbc-9e1f-4a64-8250-6e635ad0ac84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75eef6bf-48e5-4c19-b81a-a37147e710d0', 'code': 200} Feb 09 21:39:05.811532 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88d24cbc-9e1f-4a64-8250-6e635ad0ac84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '924c9fc2-48e2-4846-a748-e98aee6d0d46', 'code': 200} Feb 09 21:39:05.812031 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25ff4a27-5d39-4104-bc4e-ab7ca4a4b676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdf78e47-27a9-41de-9372-81efb71bc085', 'code': 200} Feb 09 21:39:05.831984 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851b7cb1-074c-4f75-96e9-1e25ff08fab4 None None] Routers {'4508429f-0210-4fc3-8588-b916f1b1426e'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:39:05.833914 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-851b7cb1-074c-4f75-96e9-1e25ff08fab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:38:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['4508429f-0210-4fc3-8588-b916f1b1426e'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:05.858658 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6d16164c-c2f7-4b0e-9980-b9b2a841607c req-0989c1bb-e918-4718-b6bc-84bc063f93d1 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=cdf78e47-27a9-41de-9372-81efb71bc085 HTTP/1.1" status: 200 len: 217 time: 0.1467249 Feb 09 21:39:05.916056 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-851b7cb1-074c-4f75-96e9-1e25ff08fab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:05.916471 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-c09e8690-c2b9-4f7b-ba22-13813690ebc8 req-51e3ed75-b599-4184-b1be-6a53ab8f6cc0 tempest-FloatingIPsTestJSON-187232047 tempest-FloatingIPsTestJSON-187232047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:05.917391 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851b7cb1-074c-4f75-96e9-1e25ff08fab4 None None] The sync data for ids ['4508429f-0210-4fc3-8588-b916f1b1426e'] in n-d-828369-5 is: [] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:39:05.992902 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d84c398-bd9e-4ac3-98fe-73c7fe2309c9 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Router 63de0397-fe17-407e-84ba-5a181cdf63f4 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:39:06.040693 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c70e53a7-3786-48fd-a981-1604c0a299d0 req-91fa585a-ab8b-49ec-aa6c-f1c9d13070b4 service neutron] 10.222.0.89 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0116379 Feb 09 21:39:06.053032 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d16164c-c2f7-4b0e-9980-b9b2a841607c req-cd6ca9cf-f837-45cb-b15b-535afc247d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:06.055621 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6d16164c-c2f7-4b0e-9980-b9b2a841607c req-cd6ca9cf-f837-45cb-b15b-535afc247d3b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0f7402ac-a35b-414b-bcc1-bc1c3072ec3c HTTP/1.1" status: 200 len: 843 time: 0.1865234 Feb 09 21:39:06.090228 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['e8355698-a9c5-4a6d-91ec-7ec9c9beed20'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:39:06.103318 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113a8875-e3d4-4519-96d9-a79123a0919a req-83586652-9484-46d9-829a-093044f5d722 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:06.112345 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-113a8875-e3d4-4519-96d9-a79123a0919a req-83586652-9484-46d9-829a-093044f5d722 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/ports?device_id=9d994709-73ee-4636-8cf6-336e5fa7deab HTTP/1.1" status: 200 len: 948 time: 0.2257087 Feb 09 21:39:06.212584 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d84c398-bd9e-4ac3-98fe-73c7fe2309c9 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:39:06.215001 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-8c22acd6-62bc-49e6-b97b-2aec05c201f8 req-43eaf627-a20f-40d8-94b6-ddb857c0221d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=3a593cec-d12e-4526-83b7-53e19c6c100c HTTP/1.1" status: 200 len: 217 time: 0.4069753 Feb 09 21:39:06.218268 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3d84c398-bd9e-4ac3-98fe-73c7fe2309c9 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:06.224938 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2604c43-88ce-4cd4-941a-7b6538fc5200 None None] Sync routers for ids ['63de0397-fe17-407e-84ba-5a181cdf63f4'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:39:06.228238 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [req-c09e8690-c2b9-4f7b-ba22-13813690ebc8 req-51e3ed75-b599-4184-b1be-6a53ab8f6cc0 tempest-FloatingIPsTestJSON-187232047 tempest-FloatingIPsTestJSON-187232047-project] Allocated IP 172.25.3.112 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/0b7caa0a-88af-4448-83e1-e391e20a8ac7) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:39:06.250331 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2604c43-88ce-4cd4-941a-7b6538fc5200 None None] Routers {'63de0397-fe17-407e-84ba-5a181cdf63f4'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:39:06.252493 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-a2604c43-88ce-4cd4-941a-7b6538fc5200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:38:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['63de0397-fe17-407e-84ba-5a181cdf63f4'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:06.299462 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-3d84c398-bd9e-4ac3-98fe-73c7fe2309c9 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] 10.222.0.90 "PUT /v2.0/floatingips/406d6df3-295c-4303-bcb7-6c2ebeedea56 HTTP/1.1" status: 200 len: 978 time: 5.8479249 Feb 09 21:39:06.311702 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 32850) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:06.390355 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-a2604c43-88ce-4cd4-941a-7b6538fc5200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:06.406621 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c22acd6-62bc-49e6-b97b-2aec05c201f8 req-b7d99a6f-e8ef-4c5a-baf4-59266e7ee43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:06.408386 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-8c22acd6-62bc-49e6-b97b-2aec05c201f8 req-b7d99a6f-e8ef-4c5a-baf4-59266e7ee43b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0f7402ac-a35b-414b-bcc1-bc1c3072ec3c HTTP/1.1" status: 200 len: 843 time: 0.1159630 Feb 09 21:39:06.411329 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d16164c-c2f7-4b0e-9980-b9b2a841607c req-e8178e55-7cd8-4c1f-842b-2fd564478a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:06.413008 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6d16164c-c2f7-4b0e-9980-b9b2a841607c req-e8178e55-7cd8-4c1f-842b-2fd564478a08 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3461041 Feb 09 21:39:06.418561 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2604c43-88ce-4cd4-941a-7b6538fc5200 None None] Routers {'63de0397-fe17-407e-84ba-5a181cdf63f4'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:39:06.423144 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-a2604c43-88ce-4cd4-941a-7b6538fc5200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:38:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['63de0397-fe17-407e-84ba-5a181cdf63f4'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:06.496550 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-a2604c43-88ce-4cd4-941a-7b6538fc5200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:06.497607 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2604c43-88ce-4cd4-941a-7b6538fc5200 None None] The sync data for ids ['63de0397-fe17-407e-84ba-5a181cdf63f4'] in n-d-828369-5 is: [] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:39:06.515391 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-113a8875-e3d4-4519-96d9-a79123a0919a req-fc6dce84-3b55-4c49-a946-8833b5d4de9a tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/security-groups?id=18eb7429-13f2-4956-b934-bb119bf89c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3956628 Feb 09 21:39:06.530866 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6faf95-9ecf-4b79-92e5-96591090d170 req-584f1bc8-a2fe-42bd-83f1-dde47e28cb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:06.531360 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6faf95-9ecf-4b79-92e5-96591090d170 req-584f1bc8-a2fe-42bd-83f1-dde47e28cb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:06.531837 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6faf95-9ecf-4b79-92e5-96591090d170 req-584f1bc8-a2fe-42bd-83f1-dde47e28cb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:06.532597 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6faf95-9ecf-4b79-92e5-96591090d170 req-584f1bc8-a2fe-42bd-83f1-dde47e28cb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:06.533076 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6faf95-9ecf-4b79-92e5-96591090d170 req-584f1bc8-a2fe-42bd-83f1-dde47e28cb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:06.533534 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6faf95-9ecf-4b79-92e5-96591090d170 req-584f1bc8-a2fe-42bd-83f1-dde47e28cb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:06.534007 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6faf95-9ecf-4b79-92e5-96591090d170 req-584f1bc8-a2fe-42bd-83f1-dde47e28cb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:06.565718 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-df6faf95-9ecf-4b79-92e5-96591090d170 req-584f1bc8-a2fe-42bd-83f1-dde47e28cb15 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 6717 time: 0.5916076 Feb 09 21:39:06.569441 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-c09e8690-c2b9-4f7b-ba22-13813690ebc8 req-51e3ed75-b599-4184-b1be-6a53ab8f6cc0 tempest-FloatingIPsTestJSON-187232047 tempest-FloatingIPsTestJSON-187232047-project] Publish callbacks [] for port (0b7caa0a-88af-4448-83e1-e391e20a8ac7), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:06.636707 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6d16164c-c2f7-4b0e-9980-b9b2a841607c req-e99672ad-ab82-4359-8b60-bbd99cad514b service neutron] 10.222.0.95 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148292 Feb 09 21:39:06.712532 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-c09e8690-c2b9-4f7b-ba22-13813690ebc8 req-51e3ed75-b599-4184-b1be-6a53ab8f6cc0 tempest-FloatingIPsTestJSON-187232047 tempest-FloatingIPsTestJSON-187232047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (0b7caa0a-88af-4448-83e1-e391e20a8ac7), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:06.726047 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-df6faf95-9ecf-4b79-92e5-96591090d170 req-5f39111a-5f99-472d-9d32-4d84d361050c service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=d1e73a5e-905c-466a-be51-a1576b624ea0&id=13b87425-0324-41b8-9577-a03ea20c9956&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1354425 Feb 09 21:39:06.738875 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b64363-bab4-47b5-941f-f07a11cb186b req-fafaa6be-c2e8-4afa-95b1-bc866bb72f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:06.740750 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b3b64363-bab4-47b5-941f-f07a11cb186b req-fafaa6be-c2e8-4afa-95b1-bc866bb72f99 service neutron] 10.222.0.89 "GET /v2.0/networks?id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc HTTP/1.1" status: 200 len: 870 time: 1.4771357 Feb 09 21:39:06.775720 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c09e8690-c2b9-4f7b-ba22-13813690ebc8 req-51e3ed75-b599-4184-b1be-6a53ab8f6cc0 tempest-FloatingIPsTestJSON-187232047 tempest-FloatingIPsTestJSON-187232047-project] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:39:06.786982 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [req-c09e8690-c2b9-4f7b-ba22-13813690ebc8 req-51e3ed75-b599-4184-b1be-6a53ab8f6cc0 tempest-FloatingIPsTestJSON-187232047 tempest-FloatingIPsTestJSON-187232047-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:39:06.798812 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-c09e8690-c2b9-4f7b-ba22-13813690ebc8 req-51e3ed75-b599-4184-b1be-6a53ab8f6cc0 tempest-FloatingIPsTestJSON-187232047 tempest-FloatingIPsTestJSON-187232047-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:39:06.808970 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e3ed75-b599-4184-b1be-6a53ab8f6cc0 tempest-FloatingIPsTestJSON-187232047 tempest-FloatingIPsTestJSON-187232047-project] Pushing event updated for resources: {'Port': ['ID=0b7caa0a-88af-4448-83e1-e391e20a8ac7,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:06.830439 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b3b64363-bab4-47b5-941f-f07a11cb186b req-cdd32778-ea82-4c53-be9e-29d7bcafb79e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=29586a12-329a-4a12-a351-79a78219382c HTTP/1.1" status: 200 len: 217 time: 0.0548482 Feb 09 21:39:06.832683 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c22acd6-62bc-49e6-b97b-2aec05c201f8 req-bbde39e9-61bc-4572-b3dd-5271a5254a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:06.834785 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-8c22acd6-62bc-49e6-b97b-2aec05c201f8 req-bbde39e9-61bc-4572-b3dd-5271a5254a09 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3982649 Feb 09 21:39:06.891600 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6d16164c-c2f7-4b0e-9980-b9b2a841607c req-60b1360a-b50d-4b7a-b81a-ab10b9c4c932 service neutron] 10.222.0.95 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443459 Feb 09 21:39:06.928411 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dce511-8eda-4d4e-8a2c-40114cf3f46d req-1298105f-c2b5-4859-9664-8e03661f2293 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:06.930370 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-50dce511-8eda-4d4e-8a2c-40114cf3f46d req-1298105f-c2b5-4859-9664-8e03661f2293 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] 10.222.0.90 "GET /v2.0/ports?device_id=daa0afbb-0e53-4ff1-9ed3-26355f945764 HTTP/1.1" status: 200 len: 946 time: 0.1502111 Feb 09 21:39:06.998067 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-6ace85c5-5513-4711-a773-b55de8bef21a tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Deleting port 1816b33a-e293-47f7-af2c-f25b7c177578 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:39:06.998406 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6ace85c5-5513-4711-a773-b55de8bef21a tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (1816b33a-e293-47f7-af2c-f25b7c177578), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:07.009891 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b64363-bab4-47b5-941f-f07a11cb186b req-a5aa25aa-4ff8-4895-9fed-10978099845d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:07.012110 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b3b64363-bab4-47b5-941f-f07a11cb186b req-a5aa25aa-4ff8-4895-9fed-10978099845d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0f7402ac-a35b-414b-bcc1-bc1c3072ec3c HTTP/1.1" status: 200 len: 843 time: 0.1542602 Feb 09 21:39:07.025090 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-50dce511-8eda-4d4e-8a2c-40114cf3f46d req-e2d44176-5076-4b63-a085-de1ffe7d2ed4 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] 10.222.0.90 "GET /v2.0/security-groups?id=5d2707a6-c52f-4e21-ab70-7fd207f381fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744827 Feb 09 21:39:07.053180 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-c09e8690-c2b9-4f7b-ba22-13813690ebc8 req-51e3ed75-b599-4184-b1be-6a53ab8f6cc0 tempest-FloatingIPsTestJSON-187232047 tempest-FloatingIPsTestJSON-187232047-project] Publish callbacks [] for floatingip (da6e6494-8cb4-4d25-8222-2940a0d980e3), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:07.151829 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-c09e8690-c2b9-4f7b-ba22-13813690ebc8 req-51e3ed75-b599-4184-b1be-6a53ab8f6cc0 tempest-FloatingIPsTestJSON-187232047 tempest-FloatingIPsTestJSON-187232047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (0b7caa0a-88af-4448-83e1-e391e20a8ac7), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:07.156137 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-357d04d4-e1e1-48b4-ba3a-ce067def7ca5 req-fd97c045-f320-4084-b483-77c7ddaa9ce6 tempest-ServersNegativeTestMultiTenantJSON-806922742 tempest-ServersNegativeTestMultiTenantJSON-806922742-project] 10.222.0.90 "GET /v2.0/ports?device_id=ec44f517-033e-4445-a20b-8ff9a2a02f0e HTTP/1.1" status: 200 len: 210 time: 0.0418594 Feb 09 21:39:07.162207 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-8c22acd6-62bc-49e6-b97b-2aec05c201f8 req-54000991-104c-4c8e-8e6d-6ffdcfe62074 service neutron] 10.222.0.89 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022757 Feb 09 21:39:07.282789 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b64363-bab4-47b5-941f-f07a11cb186b req-9a1aca8f-1d1a-46c4-bffb-b3bc494b167c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:07.284356 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b3b64363-bab4-47b5-941f-f07a11cb186b req-9a1aca8f-1d1a-46c4-bffb-b3bc494b167c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2508230 Feb 09 21:39:07.286259 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6ace85c5-5513-4711-a773-b55de8bef21a tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (1816b33a-e293-47f7-af2c-f25b7c177578), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:07.354123 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-c09e8690-c2b9-4f7b-ba22-13813690ebc8 req-51e3ed75-b599-4184-b1be-6a53ab8f6cc0 tempest-FloatingIPsTestJSON-187232047 tempest-FloatingIPsTestJSON-187232047-project] Publish callbacks [] for port (0b7caa0a-88af-4448-83e1-e391e20a8ac7), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:07.389023 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-c09e8690-c2b9-4f7b-ba22-13813690ebc8 req-51e3ed75-b599-4184-b1be-6a53ab8f6cc0 tempest-FloatingIPsTestJSON-187232047 tempest-FloatingIPsTestJSON-187232047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (0b7caa0a-88af-4448-83e1-e391e20a8ac7), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:07.488281 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e3ed75-b599-4184-b1be-6a53ab8f6cc0 tempest-FloatingIPsTestJSON-187232047 tempest-FloatingIPsTestJSON-187232047-project] Pushing event updated for resources: {'Port': ['ID=0b7caa0a-88af-4448-83e1-e391e20a8ac7,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:07.507961 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02579df4-d6bc-45f2-b5ba-2185f3b7b54d req-f58b9a34-91fa-4f32-b48c-c271b19c91be tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:07.513884 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02579df4-d6bc-45f2-b5ba-2185f3b7b54d req-f58b9a34-91fa-4f32-b48c-c271b19c91be tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:07.519782 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02579df4-d6bc-45f2-b5ba-2185f3b7b54d req-f58b9a34-91fa-4f32-b48c-c271b19c91be tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:07.526571 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02579df4-d6bc-45f2-b5ba-2185f3b7b54d req-f58b9a34-91fa-4f32-b48c-c271b19c91be tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:07.532597 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02579df4-d6bc-45f2-b5ba-2185f3b7b54d req-f58b9a34-91fa-4f32-b48c-c271b19c91be tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:07.539404 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02579df4-d6bc-45f2-b5ba-2185f3b7b54d req-f58b9a34-91fa-4f32-b48c-c271b19c91be tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:07.545086 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02579df4-d6bc-45f2-b5ba-2185f3b7b54d req-f58b9a34-91fa-4f32-b48c-c271b19c91be tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:07.553173 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-02579df4-d6bc-45f2-b5ba-2185f3b7b54d req-f58b9a34-91fa-4f32-b48c-c271b19c91be tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 5443 time: 0.2027802 Feb 09 21:39:07.584705 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-c09e8690-c2b9-4f7b-ba22-13813690ebc8 req-51e3ed75-b599-4184-b1be-6a53ab8f6cc0 tempest-FloatingIPsTestJSON-187232047 tempest-FloatingIPsTestJSON-187232047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (da6e6494-8cb4-4d25-8222-2940a0d980e3), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:07.618785 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-c09e8690-c2b9-4f7b-ba22-13813690ebc8 req-51e3ed75-b599-4184-b1be-6a53ab8f6cc0 tempest-FloatingIPsTestJSON-187232047 tempest-FloatingIPsTestJSON-187232047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:07.620300 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c09e8690-c2b9-4f7b-ba22-13813690ebc8 req-51e3ed75-b599-4184-b1be-6a53ab8f6cc0 tempest-FloatingIPsTestJSON-187232047 tempest-FloatingIPsTestJSON-187232047-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2465878 Feb 09 21:39:07.657544 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-02579df4-d6bc-45f2-b5ba-2185f3b7b54d req-10a91a12-51f7-477d-aaaf-d324d76cc43a tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/security-groups?id=13b87425-0324-41b8-9577-a03ea20c9956&id=d1e73a5e-905c-466a-be51-a1576b624ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1028528 Feb 09 21:39:07.753372 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c09e8690-c2b9-4f7b-ba22-13813690ebc8 req-aae12e58-517f-4bdd-8a7c-d70fee98adbe tempest-FloatingIPsTestJSON-187232047 tempest-FloatingIPsTestJSON-187232047-project] 10.222.0.90 "GET /v2.0/floatingips?floating_ip_address=172.25.3.112 HTTP/1.1" status: 200 len: 696 time: 0.1204293 Feb 09 21:39:07.959414 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6ace85c5-5513-4711-a773-b55de8bef21a tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:07.960018 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6ace85c5-5513-4711-a773-b55de8bef21a tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (406d6df3-295c-4303-bcb7-6c2ebeedea56), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:07.960123 n-d-828369-5 neutron-server[103141]: INFO neutron.db.l3_db [None req-6ace85c5-5513-4711-a773-b55de8bef21a tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Floating IP 406d6df3-295c-4303-bcb7-6c2ebeedea56 disassociated. External IP: 172.25.3.213, port: 1816b33a-e293-47f7-af2c-f25b7c177578. Feb 09 21:39:07.960626 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-6ace85c5-5513-4711-a773-b55de8bef21a tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Calling delete_port for 1816b33a-e293-47f7-af2c-f25b7c177578 owned by {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:39:08.073447 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6216aec3-0448-4230-9704-5f5535b5d86b req-f16e4efe-f2fe-4572-95e3-27f17114d0c0 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:08.083055 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6216aec3-0448-4230-9704-5f5535b5d86b req-f16e4efe-f2fe-4572-95e3-27f17114d0c0 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] 10.222.0.90 "GET /v2.0/ports?device_id=6074b339-7a32-4798-b1c1-9ebf8308689c HTTP/1.1" status: 200 len: 945 time: 0.3276372 Feb 09 21:39:08.114364 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-8c22acd6-62bc-49e6-b97b-2aec05c201f8 req-93b92c8f-82ec-4968-b902-3943f5c94136 service neutron] 10.222.0.89 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9341271 Feb 09 21:39:08.114969 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6ace85c5-5513-4711-a773-b55de8bef21a tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (1816b33a-e293-47f7-af2c-f25b7c177578), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:08.153496 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ace85c5-5513-4711-a773-b55de8bef21a tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Pushing event deleted for resources: {'Port': ['ID=1816b33a-e293-47f7-af2c-f25b7c177578,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:08.175199 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09e8690-c2b9-4f7b-ba22-13813690ebc8 req-a520ee0c-2015-4ad6-a56a-67f111eca939 tempest-FloatingIPsTestJSON-187232047 tempest-FloatingIPsTestJSON-187232047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:08.186235 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c09e8690-c2b9-4f7b-ba22-13813690ebc8 req-a520ee0c-2015-4ad6-a56a-67f111eca939 tempest-FloatingIPsTestJSON-187232047 tempest-FloatingIPsTestJSON-187232047-project] 10.222.0.90 "GET /v2.0/networks/54a442d5-50a0-4c75-85cc-d19f5bf58118 HTTP/1.1" status: 200 len: 784 time: 0.4102767 Feb 09 21:39:08.232880 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671652fb-d85f-47dd-9836-39f5d29d2c51 req-93b56f9c-e4b8-4ae2-9880-afced2d48f99 tempest-ServersNegativeTestMultiTenantJSON-806922742 tempest-ServersNegativeTestMultiTenantJSON-806922742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:08.234559 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-671652fb-d85f-47dd-9836-39f5d29d2c51 req-93b56f9c-e4b8-4ae2-9880-afced2d48f99 tempest-ServersNegativeTestMultiTenantJSON-806922742 tempest-ServersNegativeTestMultiTenantJSON-806922742-project] 10.222.0.95 "GET /v2.0/networks?id=eff14347-4f61-418d-a0bc-13cd47d902d1 HTTP/1.1" status: 200 len: 823 time: 0.4622667 Feb 09 21:39:08.267814 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-671652fb-d85f-47dd-9836-39f5d29d2c51 req-b527c6c7-a76d-499c-bca0-ebaa262f5cbb tempest-ServersNegativeTestMultiTenantJSON-806922742 tempest-ServersNegativeTestMultiTenantJSON-806922742-project] Request body: {'port': {'device_id': 'ec44f517-033e-4445-a20b-8ff9a2a02f0e', 'network_id': 'eff14347-4f61-418d-a0bc-13cd47d902d1', 'admin_state_up': True, 'tenant_id': 'f7e39a77395f462a9c15c5d3ba1d1cf3'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:08.318612 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b3b64363-bab4-47b5-941f-f07a11cb186b req-aa01b7db-4f43-4712-b2cf-12067073f89d service neutron] 10.222.0.89 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0191822 Feb 09 21:39:08.341025 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6216aec3-0448-4230-9704-5f5535b5d86b req-31ce791b-3c84-490d-971c-49dca8c1d7ca tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] 10.222.0.90 "GET /v2.0/security-groups?id=5d2707a6-c52f-4e21-ab70-7fd207f381fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527266 Feb 09 21:39:08.481243 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ace85c5-5513-4711-a773-b55de8bef21a tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Router 63de0397-fe17-407e-84ba-5a181cdf63f4 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:39:08.512297 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-671652fb-d85f-47dd-9836-39f5d29d2c51 req-b527c6c7-a76d-499c-bca0-ebaa262f5cbb tempest-ServersNegativeTestMultiTenantJSON-806922742 tempest-ServersNegativeTestMultiTenantJSON-806922742-project] Made reservation on behalf of f7e39a77395f462a9c15c5d3ba1d1cf3 for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:39:08.517381 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-671652fb-d85f-47dd-9836-39f5d29d2c51 req-b527c6c7-a76d-499c-bca0-ebaa262f5cbb tempest-ServersNegativeTestMultiTenantJSON-806922742 tempest-ServersNegativeTestMultiTenantJSON-806922742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:08.518728 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b3b64363-bab4-47b5-941f-f07a11cb186b req-c411d356-849c-409d-871e-bb11b269843e service neutron] 10.222.0.89 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873364 Feb 09 21:39:08.618274 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2120a70d-e1b7-44ac-bd1f-03de52386c9b req-a6797788-583b-4b77-8a4e-06edd34d744c tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:08.620389 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2120a70d-e1b7-44ac-bd1f-03de52386c9b req-a6797788-583b-4b77-8a4e-06edd34d744c tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/ports?device_id=9d994709-73ee-4636-8cf6-336e5fa7deab HTTP/1.1" status: 200 len: 948 time: 0.1669865 Feb 09 21:39:08.691465 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-13cd8cba-788d-4dc2-8929-ceb204b28235 req-2d6978a8-010e-4e59-8fea-c983b601d3f6 tempest-ServersNegativeTestMultiTenantJSON-806922742 tempest-ServersNegativeTestMultiTenantJSON-806922742-project] 10.222.0.90 "GET /v2.0/ports?device_id=ec44f517-033e-4445-a20b-8ff9a2a02f0e HTTP/1.1" status: 200 len: 210 time: 0.0612614 Feb 09 21:39:08.731397 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ace85c5-5513-4711-a773-b55de8bef21a tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:39:08.746497 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df8f86b-a723-437f-9647-4f2bcd5acb31 None None] Sync routers for ids ['63de0397-fe17-407e-84ba-5a181cdf63f4'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:39:08.765890 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df8f86b-a723-437f-9647-4f2bcd5acb31 None None] Routers {'63de0397-fe17-407e-84ba-5a181cdf63f4'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:39:08.770218 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-8df8f86b-a723-437f-9647-4f2bcd5acb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:38:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['63de0397-fe17-407e-84ba-5a181cdf63f4'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:08.810935 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-8df8f86b-a723-437f-9647-4f2bcd5acb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:08.822771 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df8f86b-a723-437f-9647-4f2bcd5acb31 None None] Routers {'63de0397-fe17-407e-84ba-5a181cdf63f4'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:39:08.823977 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-8df8f86b-a723-437f-9647-4f2bcd5acb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:38:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['63de0397-fe17-407e-84ba-5a181cdf63f4'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:08.846900 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6ace85c5-5513-4711-a773-b55de8bef21a tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:08.858273 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-6ace85c5-5513-4711-a773-b55de8bef21a tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] 10.222.0.90 "DELETE /v2.0/ports/1816b33a-e293-47f7-af2c-f25b7c177578 HTTP/1.1" status: 204 len: 168 time: 2.4536850 Feb 09 21:39:08.859234 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 32894) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:08.865416 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-8df8f86b-a723-437f-9647-4f2bcd5acb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:08.866190 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df8f86b-a723-437f-9647-4f2bcd5acb31 None None] The sync data for ids ['63de0397-fe17-407e-84ba-5a181cdf63f4'] in n-d-828369-5 is: [] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:39:08.904610 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [req-671652fb-d85f-47dd-9836-39f5d29d2c51 req-b527c6c7-a76d-499c-bca0-ebaa262f5cbb tempest-ServersNegativeTestMultiTenantJSON-806922742 tempest-ServersNegativeTestMultiTenantJSON-806922742-project] Allocated IP 172.20.0.5 (eff14347-4f61-418d-a0bc-13cd47d902d1/76a18f36-bab9-49ec-9549-69d87d4d7760/ffe4bf09-4f05-4eb4-b69a-599fa0d0e33d) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:39:08.956785 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ebbe4055-d2d3-429b-8126-54c1b2391174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:09.025876 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2120a70d-e1b7-44ac-bd1f-03de52386c9b req-7f3d1441-800d-4e51-8f14-ed757b0e1b00 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/security-groups?id=18eb7429-13f2-4956-b934-bb119bf89c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3973086 Feb 09 21:39:09.062532 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b70d3f2c-98d2-4685-94cb-9ec8cbc94038 req-e7bf12b5-0244-4861-95b1-1c802ed7693a tempest-FloatingIPsTestJSON-187232047 tempest-FloatingIPsTestJSON-187232047-project] 10.222.0.90 "GET /v2.0/floatingips/da6e6494-8cb4-4d25-8222-2940a0d980e3 HTTP/1.1" status: 200 len: 693 time: 0.2972474 Feb 09 21:39:09.207900 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 29586a12-329a-4a12-a351-79a78219382c details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:39:09.211472 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device e8355698-a9c5-4a6d-91ec-7ec9c9beed20 up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:39:09.266135 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70d3f2c-98d2-4685-94cb-9ec8cbc94038 req-dc6d7eb2-a33b-4f29-a564-8f7bcdf92c39 tempest-FloatingIPsTestJSON-187232047 tempest-FloatingIPsTestJSON-187232047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:09.267595 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b70d3f2c-98d2-4685-94cb-9ec8cbc94038 req-dc6d7eb2-a33b-4f29-a564-8f7bcdf92c39 tempest-FloatingIPsTestJSON-187232047 tempest-FloatingIPsTestJSON-187232047-project] 10.222.0.90 "GET /v2.0/networks/54a442d5-50a0-4c75-85cc-d19f5bf58118 HTTP/1.1" status: 200 len: 784 time: 0.2042563 Feb 09 21:39:09.340799 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b70d3f2c-98d2-4685-94cb-9ec8cbc94038 req-149cc3b7-64ef-4152-b8b1-ea1ccf543e32 tempest-FloatingIPsTestJSON-187232047 tempest-FloatingIPsTestJSON-187232047-project] 10.222.0.90 "GET /v2.0/floatingips?floating_ip_address=172.25.3.112 HTTP/1.1" status: 200 len: 696 time: 0.0625939 Feb 09 21:39:09.384261 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-671652fb-d85f-47dd-9836-39f5d29d2c51 req-b527c6c7-a76d-499c-bca0-ebaa262f5cbb tempest-ServersNegativeTestMultiTenantJSON-806922742 tempest-ServersNegativeTestMultiTenantJSON-806922742-project] Publish callbacks [] for port (ffe4bf09-4f05-4eb4-b69a-599fa0d0e33d), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:09.431474 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning for port e8355698-a9c5-4a6d-91ec-7ec9c9beed20 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:39:09.441136 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d2323e5d-58f8-4a67-8d3e-217e09e2d0e4 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524906'] for router_interface (63de0397-fe17-407e-84ba-5a181cdf63f4), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:09.454534 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b70d3f2c-98d2-4685-94cb-9ec8cbc94038 req-cccd391f-7485-47fb-8fd6-475ea4b6062e tempest-FloatingIPsTestJSON-187232047 tempest-FloatingIPsTestJSON-187232047-project] 10.222.0.90 "GET /v2.0/floatingips?floating_ip_address=172.25.3.112 HTTP/1.1" status: 200 len: 696 time: 0.1022682 Feb 09 21:39:09.478173 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port e8355698-a9c5-4a6d-91ec-7ec9c9beed20 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:39:09.478645 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (e8355698-a9c5-4a6d-91ec-7ec9c9beed20), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:09.594983 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 29586a12-329a-4a12-a351-79a78219382c, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=29586a12-329a-4a12-a351-79a78219382c,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:09.651026 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': '29586a12-329a-4a12-a351-79a78219382c', 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc', 'port_id': '29586a12-329a-4a12-a351-79a78219382c', 'mac_address': 'fa:16:3e:a1:a8:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f7402ac-a35b-414b-bcc1-bc1c3072ec3c', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:39:09.703921 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 29586a12-329a-4a12-a351-79a78219382c is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:39:09.704807 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (29586a12-329a-4a12-a351-79a78219382c), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:09.720582 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port e8355698-a9c5-4a6d-91ec-7ec9c9beed20 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:39:09.721061 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (e8355698-a9c5-4a6d-91ec-7ec9c9beed20), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:09.735551 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29586a12-329a-4a12-a351-79a78219382c {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:39:09.765765 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 29586a12-329a-4a12-a351-79a78219382c, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=29586a12-329a-4a12-a351-79a78219382c,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:09.774596 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (29586a12-329a-4a12-a351-79a78219382c), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:09.832853 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5942c39-add0-42a2-bc58-a7492d65f23d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8355698-a9c5-4a6d-91ec-7ec9c9beed20'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:39:09.836336 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12896faf-af5e-4802-851b-d9176c1da5fc" -d '{"events": [{"server_uuid": "c5942c39-add0-42a2-bc58-a7492d65f23d", "name": "network-vif-plugged", "status": "completed", "tag": "e8355698-a9c5-4a6d-91ec-7ec9c9beed20"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:39:09.861553 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port e8355698-a9c5-4a6d-91ec-7ec9c9beed20, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=e8355698-a9c5-4a6d-91ec-7ec9c9beed20,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:09.867551 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (e8355698-a9c5-4a6d-91ec-7ec9c9beed20), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:09.884935 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=29586a12-329a-4a12-a351-79a78219382c,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:09.955123 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=e8355698-a9c5-4a6d-91ec-7ec9c9beed20,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:10.009428 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-d2323e5d-58f8-4a67-8d3e-217e09e2d0e4 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Deleting port c6ddcdf7-cd12-4b66-a26d-d2d85d10ee83 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:39:10.009847 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d2323e5d-58f8-4a67-8d3e-217e09e2d0e4 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (c6ddcdf7-cd12-4b66-a26d-d2d85d10ee83), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:10.082044 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-671652fb-d85f-47dd-9836-39f5d29d2c51 req-b527c6c7-a76d-499c-bca0-ebaa262f5cbb tempest-ServersNegativeTestMultiTenantJSON-806922742 tempest-ServersNegativeTestMultiTenantJSON-806922742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (ffe4bf09-4f05-4eb4-b69a-599fa0d0e33d), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:10.155915 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d2323e5d-58f8-4a67-8d3e-217e09e2d0e4 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (c6ddcdf7-cd12-4b66-a26d-d2d85d10ee83), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:10.166003 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-671652fb-d85f-47dd-9836-39f5d29d2c51 req-b527c6c7-a76d-499c-bca0-ebaa262f5cbb tempest-ServersNegativeTestMultiTenantJSON-806922742 tempest-ServersNegativeTestMultiTenantJSON-806922742-project] Network eff14347-4f61-418d-a0bc-13cd47d902d1 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:39:10.174403 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-d2323e5d-58f8-4a67-8d3e-217e09e2d0e4 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Calling delete_port for c6ddcdf7-cd12-4b66-a26d-d2d85d10ee83 owned by network:router_interface {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:39:10.184516 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [req-671652fb-d85f-47dd-9836-39f5d29d2c51 req-b527c6c7-a76d-499c-bca0-ebaa262f5cbb tempest-ServersNegativeTestMultiTenantJSON-806922742 tempest-ServersNegativeTestMultiTenantJSON-806922742-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:39:10.200927 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5934bda-ae53-4bff-a99b-cc591a2c8a91 req-3f247500-7d9e-4445-8135-db61fed25fd9 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:10.206241 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5934bda-ae53-4bff-a99b-cc591a2c8a91 req-3f247500-7d9e-4445-8135-db61fed25fd9 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:10.220153 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5934bda-ae53-4bff-a99b-cc591a2c8a91 req-3f247500-7d9e-4445-8135-db61fed25fd9 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:10.225228 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5934bda-ae53-4bff-a99b-cc591a2c8a91 req-3f247500-7d9e-4445-8135-db61fed25fd9 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:10.230561 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5934bda-ae53-4bff-a99b-cc591a2c8a91 req-3f247500-7d9e-4445-8135-db61fed25fd9 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:10.235862 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5934bda-ae53-4bff-a99b-cc591a2c8a91 req-3f247500-7d9e-4445-8135-db61fed25fd9 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:10.241189 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5934bda-ae53-4bff-a99b-cc591a2c8a91 req-3f247500-7d9e-4445-8135-db61fed25fd9 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:10.243732 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e5934bda-ae53-4bff-a99b-cc591a2c8a91 req-3f247500-7d9e-4445-8135-db61fed25fd9 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 5443 time: 0.7172060 Feb 09 21:39:10.244604 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-671652fb-d85f-47dd-9836-39f5d29d2c51 req-b527c6c7-a76d-499c-bca0-ebaa262f5cbb tempest-ServersNegativeTestMultiTenantJSON-806922742 tempest-ServersNegativeTestMultiTenantJSON-806922742-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:39:10.273663 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b527c6c7-a76d-499c-bca0-ebaa262f5cbb tempest-ServersNegativeTestMultiTenantJSON-806922742 tempest-ServersNegativeTestMultiTenantJSON-806922742-project] Pushing event updated for resources: {'Port': ['ID=ffe4bf09-4f05-4eb4-b69a-599fa0d0e33d,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:10.346463 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['29586a12-329a-4a12-a351-79a78219382c'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:39:10.349789 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-b70d3f2c-98d2-4685-94cb-9ec8cbc94038 req-6eb334e6-1975-4978-8d67-eef547aabc76 tempest-FloatingIPsTestJSON-187232047 tempest-FloatingIPsTestJSON-187232047-project] Deleting port 0b7caa0a-88af-4448-83e1-e391e20a8ac7 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:39:10.350136 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-b70d3f2c-98d2-4685-94cb-9ec8cbc94038 req-6eb334e6-1975-4978-8d67-eef547aabc76 tempest-FloatingIPsTestJSON-187232047 tempest-FloatingIPsTestJSON-187232047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (0b7caa0a-88af-4448-83e1-e391e20a8ac7), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:10.358201 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671652fb-d85f-47dd-9836-39f5d29d2c51 req-b527c6c7-a76d-499c-bca0-ebaa262f5cbb tempest-ServersNegativeTestMultiTenantJSON-806922742 tempest-ServersNegativeTestMultiTenantJSON-806922742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:10.358809 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-671652fb-d85f-47dd-9836-39f5d29d2c51 req-b527c6c7-a76d-499c-bca0-ebaa262f5cbb tempest-ServersNegativeTestMultiTenantJSON-806922742 tempest-ServersNegativeTestMultiTenantJSON-806922742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:10.378595 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e5934bda-ae53-4bff-a99b-cc591a2c8a91 req-e5e87bc2-5945-450a-9e25-de03eba6ac30 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/security-groups?id=13b87425-0324-41b8-9577-a03ea20c9956&id=d1e73a5e-905c-466a-be51-a1576b624ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1260636 Feb 09 21:39:10.441295 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-671652fb-d85f-47dd-9836-39f5d29d2c51 req-b527c6c7-a76d-499c-bca0-ebaa262f5cbb tempest-ServersNegativeTestMultiTenantJSON-806922742 tempest-ServersNegativeTestMultiTenantJSON-806922742-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1817434 Feb 09 21:39:10.465307 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-671652fb-d85f-47dd-9836-39f5d29d2c51 req-36d553e8-46ac-41f2-82a9-7c918d4052d8 service neutron] Request body: {'port': {'device_id': 'ec44f517-033e-4445-a20b-8ff9a2a02f0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-5'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:10.471821 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d2323e5d-58f8-4a67-8d3e-217e09e2d0e4 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (c6ddcdf7-cd12-4b66-a26d-d2d85d10ee83), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:10.502042 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-b70d3f2c-98d2-4685-94cb-9ec8cbc94038 req-6eb334e6-1975-4978-8d67-eef547aabc76 tempest-FloatingIPsTestJSON-187232047 tempest-FloatingIPsTestJSON-187232047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (0b7caa0a-88af-4448-83e1-e391e20a8ac7), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:10.502582 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-b70d3f2c-98d2-4685-94cb-9ec8cbc94038 req-6eb334e6-1975-4978-8d67-eef547aabc76 tempest-FloatingIPsTestJSON-187232047 tempest-FloatingIPsTestJSON-187232047-project] Publish callbacks [] for floatingip (0b7caa0a-88af-4448-83e1-e391e20a8ac7), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:10.523840 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-b70d3f2c-98d2-4685-94cb-9ec8cbc94038 req-6eb334e6-1975-4978-8d67-eef547aabc76 tempest-FloatingIPsTestJSON-187232047 tempest-FloatingIPsTestJSON-187232047-project] Calling delete_port for 0b7caa0a-88af-4448-83e1-e391e20a8ac7 owned by network:floatingip {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:39:10.541574 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2323e5d-58f8-4a67-8d3e-217e09e2d0e4 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Pushing event deleted for resources: {'Port': ['ID=c6ddcdf7-cd12-4b66-a26d-d2d85d10ee83,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:10.560999 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-671652fb-d85f-47dd-9836-39f5d29d2c51 req-36d553e8-46ac-41f2-82a9-7c918d4052d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (ffe4bf09-4f05-4eb4-b69a-599fa0d0e33d), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:10.995604 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d2323e5d-58f8-4a67-8d3e-217e09e2d0e4 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-525054'] for router_interface (63de0397-fe17-407e-84ba-5a181cdf63f4), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:11.093034 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-9fe1e0e9-7ea1-443c-bd7f-8662d16938e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:11.105531 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-b70d3f2c-98d2-4685-94cb-9ec8cbc94038 req-6eb334e6-1975-4978-8d67-eef547aabc76 tempest-FloatingIPsTestJSON-187232047 tempest-FloatingIPsTestJSON-187232047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (0b7caa0a-88af-4448-83e1-e391e20a8ac7), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:11.144638 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb334e6-1975-4978-8d67-eef547aabc76 tempest-FloatingIPsTestJSON-187232047 tempest-FloatingIPsTestJSON-187232047-project] Pushing event deleted for resources: {'Port': ['ID=0b7caa0a-88af-4448-83e1-e391e20a8ac7,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:11.314804 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2323e5d-58f8-4a67-8d3e-217e09e2d0e4 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Router 63de0397-fe17-407e-84ba-5a181cdf63f4 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:39:11.346184 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aeebdc-4c38-4ab8-b7d2-81d0ea123135 req-11b3a081-5c42-4733-a25d-55bf5daa2b4d tempest-ServersNegativeTestMultiTenantJSON-806922742 tempest-ServersNegativeTestMultiTenantJSON-806922742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:11.353761 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-89aeebdc-4c38-4ab8-b7d2-81d0ea123135 req-11b3a081-5c42-4733-a25d-55bf5daa2b4d tempest-ServersNegativeTestMultiTenantJSON-806922742 tempest-ServersNegativeTestMultiTenantJSON-806922742-project] 10.222.0.90 "GET /v2.0/ports?device_id=ec44f517-033e-4445-a20b-8ff9a2a02f0e HTTP/1.1" status: 200 len: 931 time: 0.2045605 Feb 09 21:39:11.367734 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [req-671652fb-d85f-47dd-9836-39f5d29d2c51 req-36d553e8-46ac-41f2-82a9-7c918d4052d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffe4bf09-4f05-4eb4-b69a-599fa0d0e33d {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:39:11.374342 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-b70d3f2c-98d2-4685-94cb-9ec8cbc94038 req-6eb334e6-1975-4978-8d67-eef547aabc76 tempest-FloatingIPsTestJSON-187232047 tempest-FloatingIPsTestJSON-187232047-project] Publish callbacks [] for floatingip (da6e6494-8cb4-4d25-8222-2940a0d980e3), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:11.376699 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-b70d3f2c-98d2-4685-94cb-9ec8cbc94038 req-6eb334e6-1975-4978-8d67-eef547aabc76 tempest-FloatingIPsTestJSON-187232047 tempest-FloatingIPsTestJSON-187232047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:11.378031 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b70d3f2c-98d2-4685-94cb-9ec8cbc94038 req-6eb334e6-1975-4978-8d67-eef547aabc76 tempest-FloatingIPsTestJSON-187232047 tempest-FloatingIPsTestJSON-187232047-project] 10.222.0.90 "DELETE /v2.0/floatingips/da6e6494-8cb4-4d25-8222-2940a0d980e3 HTTP/1.1" status: 204 len: 173 time: 1.9158080 Feb 09 21:39:11.391924 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-671652fb-d85f-47dd-9836-39f5d29d2c51 req-36d553e8-46ac-41f2-82a9-7c918d4052d8 service neutron] Publish callbacks [] for port (ffe4bf09-4f05-4eb4-b69a-599fa0d0e33d), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:11.426734 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [req-671652fb-d85f-47dd-9836-39f5d29d2c51 req-36d553e8-46ac-41f2-82a9-7c918d4052d8 service neutron] Transition to ACTIVE for port object ffe4bf09-4f05-4eb4-b69a-599fa0d0e33d will not be triggered until provisioned by entity L2. {{(pid=103140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:39:11.440676 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-671652fb-d85f-47dd-9836-39f5d29d2c51 req-36d553e8-46ac-41f2-82a9-7c918d4052d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (ffe4bf09-4f05-4eb4-b69a-599fa0d0e33d), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:11.486990 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-89aeebdc-4c38-4ab8-b7d2-81d0ea123135 req-d8b5f933-6871-4b0d-959a-d25a8b312317 tempest-ServersNegativeTestMultiTenantJSON-806922742 tempest-ServersNegativeTestMultiTenantJSON-806922742-project] 10.222.0.90 "GET /v2.0/security-groups?id=eb826b8b-bca0-4780-a891-9d497cb8b991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322398 Feb 09 21:39:11.582638 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d553e8-46ac-41f2-82a9-7c918d4052d8 service neutron] Pushing event updated for resources: {'Port': ['ID=ffe4bf09-4f05-4eb4-b69a-599fa0d0e33d,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:11.615148 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad09f736-0f1b-4c44-b978-c49276395707 x-openstack-request-id: req-ad09f736-0f1b-4c44-b978-c49276395707 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:39:11.615451 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5942c39-add0-42a2-bc58-a7492d65f23d", "name": "network-vif-plugged", "status": "completed", "tag": "e8355698-a9c5-4a6d-91ec-7ec9c9beed20", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:39:11.615710 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-ad09f736-0f1b-4c44-b978-c49276395707 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:39:11.616103 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5942c39-add0-42a2-bc58-a7492d65f23d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8355698-a9c5-4a6d-91ec-7ec9c9beed20', 'code': 200} Feb 09 21:39:11.629188 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72e930a-10e3-452e-b92d-f61bc857d322 req-1d2eb33a-f8f1-4d3c-8740-a723aea348e1 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:11.634765 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b72e930a-10e3-452e-b92d-f61bc857d322 req-1d2eb33a-f8f1-4d3c-8740-a723aea348e1 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] 10.222.0.95 "GET /v2.0/ports?device_id=6074b339-7a32-4798-b1c1-9ebf8308689c HTTP/1.1" status: 200 len: 945 time: 0.1795359 Feb 09 21:39:11.636533 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-671652fb-d85f-47dd-9836-39f5d29d2c51 req-36d553e8-46ac-41f2-82a9-7c918d4052d8 service neutron] Attempting to bind port ffe4bf09-4f05-4eb4-b69a-599fa0d0e33d on host n-h1-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:39:11.637083 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-671652fb-d85f-47dd-9836-39f5d29d2c51 req-36d553e8-46ac-41f2-82a9-7c918d4052d8 service neutron] Attempting to bind port ffe4bf09-4f05-4eb4-b69a-599fa0d0e33d by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': '798ff278-8ab6-43d5-a21f-dc1991054cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'eff14347-4f61-418d-a0bc-13cd47d902d1'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:39:11.637642 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671652fb-d85f-47dd-9836-39f5d29d2c51 req-36d553e8-46ac-41f2-82a9-7c918d4052d8 service neutron] Attempting to bind port ffe4bf09-4f05-4eb4-b69a-599fa0d0e33d on network eff14347-4f61-418d-a0bc-13cd47d902d1 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:39:11.659626 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671652fb-d85f-47dd-9836-39f5d29d2c51 req-36d553e8-46ac-41f2-82a9-7c918d4052d8 service neutron] Port ffe4bf09-4f05-4eb4-b69a-599fa0d0e33d on network eff14347-4f61-418d-a0bc-13cd47d902d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:39:11.661946 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671652fb-d85f-47dd-9836-39f5d29d2c51 req-36d553e8-46ac-41f2-82a9-7c918d4052d8 service neutron] Attempting to bind port ffe4bf09-4f05-4eb4-b69a-599fa0d0e33d on network eff14347-4f61-418d-a0bc-13cd47d902d1 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:39:11.670654 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671652fb-d85f-47dd-9836-39f5d29d2c51 req-36d553e8-46ac-41f2-82a9-7c918d4052d8 service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:39:11.671565 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671652fb-d85f-47dd-9836-39f5d29d2c51 req-36d553e8-46ac-41f2-82a9-7c918d4052d8 service neutron] Checking segment: {'id': '798ff278-8ab6-43d5-a21f-dc1991054cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'eff14347-4f61-418d-a0bc-13cd47d902d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:39:11.672124 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671652fb-d85f-47dd-9836-39f5d29d2c51 req-36d553e8-46ac-41f2-82a9-7c918d4052d8 service neutron] Bound using segment: {'id': '798ff278-8ab6-43d5-a21f-dc1991054cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'eff14347-4f61-418d-a0bc-13cd47d902d1'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:39:11.672997 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-671652fb-d85f-47dd-9836-39f5d29d2c51 req-36d553e8-46ac-41f2-82a9-7c918d4052d8 service neutron] Bound port: ffe4bf09-4f05-4eb4-b69a-599fa0d0e33d, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '798ff278-8ab6-43d5-a21f-dc1991054cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'eff14347-4f61-418d-a0bc-13cd47d902d1'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:39:11.673560 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-671652fb-d85f-47dd-9836-39f5d29d2c51 req-36d553e8-46ac-41f2-82a9-7c918d4052d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (ffe4bf09-4f05-4eb4-b69a-599fa0d0e33d), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:11.690907 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2323e5d-58f8-4a67-8d3e-217e09e2d0e4 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:39:11.702975 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0d6b46-193b-4d44-8878-3537d00a682d None None] Sync routers for ids ['63de0397-fe17-407e-84ba-5a181cdf63f4'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:39:11.714931 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-d2323e5d-58f8-4a67-8d3e-217e09e2d0e4 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] 10.222.0.90 "PUT /v2.0/routers/63de0397-fe17-407e-84ba-5a181cdf63f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8544061 Feb 09 21:39:11.716251 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0d6b46-193b-4d44-8878-3537d00a682d None None] Routers {'63de0397-fe17-407e-84ba-5a181cdf63f4'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:39:11.716894 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-3e0d6b46-193b-4d44-8878-3537d00a682d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:39:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['63de0397-fe17-407e-84ba-5a181cdf63f4'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:11.727040 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 32928) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:11.803580 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-3e0d6b46-193b-4d44-8878-3537d00a682d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:11.825073 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0d6b46-193b-4d44-8878-3537d00a682d None None] Routers {'63de0397-fe17-407e-84ba-5a181cdf63f4'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:39:11.825709 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-3e0d6b46-193b-4d44-8878-3537d00a682d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:39:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['63de0397-fe17-407e-84ba-5a181cdf63f4'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:11.826291 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd8933f-a6cc-44cd-aa02-cc2af84f4053 req-fb4608d9-329b-4a6f-b034-81c4d13ac93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:11.828869 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-afd8933f-a6cc-44cd-aa02-cc2af84f4053 req-fb4608d9-329b-4a6f-b034-81c4d13ac93e service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=c5942c39-add0-42a2-bc58-a7492d65f23d HTTP/1.1" status: 200 len: 1131 time: 0.1239932 Feb 09 21:39:11.895226 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-3e0d6b46-193b-4d44-8878-3537d00a682d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:11.896080 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0d6b46-193b-4d44-8878-3537d00a682d None None] The sync data for ids ['63de0397-fe17-407e-84ba-5a181cdf63f4'] in n-d-828369-5 is: [] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:39:11.919790 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-b72e930a-10e3-452e-b92d-f61bc857d322 req-3d54417d-53bd-44d8-903c-891b4a1414b6 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Deleting port 75a9e4f2-4b4f-43be-b5e1-fbe33abcecd4 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:39:11.925076 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bb5acf-4287-4ecb-853c-8c9f350528ec req-504520af-a6be-4c03-99e0-748b288e8fd8 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:11.925297 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b72e930a-10e3-452e-b92d-f61bc857d322 req-3d54417d-53bd-44d8-903c-891b4a1414b6 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (75a9e4f2-4b4f-43be-b5e1-fbe33abcecd4), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:11.933394 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-39bb5acf-4287-4ecb-853c-8c9f350528ec req-504520af-a6be-4c03-99e0-748b288e8fd8 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/ports?device_id=9d994709-73ee-4636-8cf6-336e5fa7deab HTTP/1.1" status: 200 len: 949 time: 0.2444832 Feb 09 21:39:11.992279 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-afd8933f-a6cc-44cd-aa02-cc2af84f4053 req-5096a5db-ffce-43d0-9b4a-25355620ccba service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=18eb7429-13f2-4956-b934-bb119bf89c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565604 Feb 09 21:39:12.004175 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-671652fb-d85f-47dd-9836-39f5d29d2c51 req-36d553e8-46ac-41f2-82a9-7c918d4052d8 service neutron] For port ffe4bf09-4f05-4eb4-b69a-599fa0d0e33d, host n-h1-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:39:12.040711 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-671652fb-d85f-47dd-9836-39f5d29d2c51 req-36d553e8-46ac-41f2-82a9-7c918d4052d8 service neutron] For port ffe4bf09-4f05-4eb4-b69a-599fa0d0e33d, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=ffe4bf09-4f05-4eb4-b69a-599fa0d0e33d,segment=NetworkSegment(798ff278-8ab6-43d5-a21f-dc1991054cdf),segment_id=798ff278-8ab6-43d5-a21f-dc1991054cdf)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:39:12.061119 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-671652fb-d85f-47dd-9836-39f5d29d2c51 req-36d553e8-46ac-41f2-82a9-7c918d4052d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (ffe4bf09-4f05-4eb4-b69a-599fa0d0e33d), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:12.073605 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-b72e930a-10e3-452e-b92d-f61bc857d322 req-3d54417d-53bd-44d8-903c-891b4a1414b6 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] For port 75a9e4f2-4b4f-43be-b5e1-fbe33abcecd4, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=75a9e4f2-4b4f-43be-b5e1-fbe33abcecd4,segment=NetworkSegment(4159f293-0e9e-489c-9407-9c014bb1cf3e),segment_id=4159f293-0e9e-489c-9407-9c014bb1cf3e)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:12.075406 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b72e930a-10e3-452e-b92d-f61bc857d322 req-3d54417d-53bd-44d8-903c-891b4a1414b6 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (75a9e4f2-4b4f-43be-b5e1-fbe33abcecd4), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:12.080417 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-83b7e5c0-57d2-4bf9-a71e-7adf000839a8 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks [] for router (63de0397-fe17-407e-84ba-5a181cdf63f4), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:12.093854 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-b72e930a-10e3-452e-b92d-f61bc857d322 req-3d54417d-53bd-44d8-903c-891b4a1414b6 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Calling delete_port for 75a9e4f2-4b4f-43be-b5e1-fbe33abcecd4 owned by compute:nova {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:39:12.097194 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-39bb5acf-4287-4ecb-853c-8c9f350528ec req-d8cfec47-b0a8-424c-88b4-9689f007b360 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/security-groups?id=18eb7429-13f2-4956-b934-bb119bf89c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580424 Feb 09 21:39:12.110413 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671652fb-d85f-47dd-9836-39f5d29d2c51 req-36d553e8-46ac-41f2-82a9-7c918d4052d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:12.117247 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-671652fb-d85f-47dd-9836-39f5d29d2c51 req-36d553e8-46ac-41f2-82a9-7c918d4052d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:12.118940 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-671652fb-d85f-47dd-9836-39f5d29d2c51 req-36d553e8-46ac-41f2-82a9-7c918d4052d8 service neutron] 10.222.0.95 "PUT /v2.0/ports/ffe4bf09-4f05-4eb4-b69a-599fa0d0e33d HTTP/1.1" status: 200 len: 1091 time: 1.6608560 Feb 09 21:39:12.171172 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec44f517-033e-4445-a20b-8ff9a2a02f0e', 'tag': 'ffe4bf09-4f05-4eb4-b69a-599fa0d0e33d'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:39:12.173611 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a6caec3-f8d9-4d40-b0e7-81a7bdb556d2" -d '{"events": [{"name": "network-changed", "server_uuid": "ec44f517-033e-4445-a20b-8ff9a2a02f0e", "tag": "ffe4bf09-4f05-4eb4-b69a-599fa0d0e33d"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:39:12.306424 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b72e930a-10e3-452e-b92d-f61bc857d322 req-3d54417d-53bd-44d8-903c-891b4a1414b6 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (75a9e4f2-4b4f-43be-b5e1-fbe33abcecd4), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:12.333499 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['75a9e4f2-4b4f-43be-b5e1-fbe33abcecd4'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:39:12.337990 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['0894b2af-4795-4854-9aa6-862a79b171ea'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:39:12.360591 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54417d-53bd-44d8-903c-891b4a1414b6 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Pushing event deleted for resources: {'Port': ['ID=75a9e4f2-4b4f-43be-b5e1-fbe33abcecd4,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:12.371289 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69bc9a3-231e-4511-9490-af005b1c8569 req-6ae8a49f-5918-4e7b-a045-1935c6fb79e5 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:12.379923 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69bc9a3-231e-4511-9490-af005b1c8569 req-6ae8a49f-5918-4e7b-a045-1935c6fb79e5 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:12.385228 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69bc9a3-231e-4511-9490-af005b1c8569 req-6ae8a49f-5918-4e7b-a045-1935c6fb79e5 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:12.390499 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69bc9a3-231e-4511-9490-af005b1c8569 req-6ae8a49f-5918-4e7b-a045-1935c6fb79e5 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:12.395922 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69bc9a3-231e-4511-9490-af005b1c8569 req-6ae8a49f-5918-4e7b-a045-1935c6fb79e5 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:12.401981 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69bc9a3-231e-4511-9490-af005b1c8569 req-6ae8a49f-5918-4e7b-a045-1935c6fb79e5 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:12.407497 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69bc9a3-231e-4511-9490-af005b1c8569 req-6ae8a49f-5918-4e7b-a045-1935c6fb79e5 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:12.420802 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d69bc9a3-231e-4511-9490-af005b1c8569 req-6ae8a49f-5918-4e7b-a045-1935c6fb79e5 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 5443 time: 0.4679370 Feb 09 21:39:12.428194 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 32944) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:12.437424 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-b72e930a-10e3-452e-b92d-f61bc857d322 req-3d54417d-53bd-44d8-903c-891b4a1414b6 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] No DVR routers for this DVR port 75a9e4f2-4b4f-43be-b5e1-fbe33abcecd4 on host n-h1-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:39:12.440312 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b72e930a-10e3-452e-b92d-f61bc857d322 req-3d54417d-53bd-44d8-903c-891b4a1414b6 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:12.448140 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b72e930a-10e3-452e-b92d-f61bc857d322 req-3d54417d-53bd-44d8-903c-891b4a1414b6 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] 10.222.0.95 "DELETE /v2.0/ports/75a9e4f2-4b4f-43be-b5e1-fbe33abcecd4 HTTP/1.1" status: 204 len: 173 time: 0.8029568 Feb 09 21:39:12.449008 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6074b339-7a32-4798-b1c1-9ebf8308689c', 'name': 'network-vif-deleted', 'tag': '75a9e4f2-4b4f-43be-b5e1-fbe33abcecd4'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:39:12.450004 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-7a8c3321-3631-48de-b3a5-458c3bce8c6d tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Request body: {'floatingip': {'port_id': '4cad1a84-a108-437b-aa6b-77babb3a44d0'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:12.470076 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dd85224-d3cc-450e-9615-5c0d3384656c" -d '{"events": [{"server_uuid": "6074b339-7a32-4798-b1c1-9ebf8308689c", "name": "network-vif-deleted", "tag": "75a9e4f2-4b4f-43be-b5e1-fbe33abcecd4"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:39:12.519290 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d553e8-46ac-41f2-82a9-7c918d4052d8 service neutron] Pushing event updated for resources: {'Port': ['ID=ffe4bf09-4f05-4eb4-b69a-599fa0d0e33d,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:12.524372 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7a8c3321-3631-48de-b3a5-458c3bce8c6d tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks [] for floatingip (e5977f03-a751-4b3b-aba1-d45affa1fc91), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:12.673405 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:12.726857 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671652fb-d85f-47dd-9836-39f5d29d2c51 req-097edeec-9fc0-4dc0-86a5-e776a1362a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:12.728443 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-671652fb-d85f-47dd-9836-39f5d29d2c51 req-097edeec-9fc0-4dc0-86a5-e776a1362a65 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=f7e39a77395f462a9c15c5d3ba1d1cf3&device_id=ec44f517-033e-4445-a20b-8ff9a2a02f0e HTTP/1.1" status: 200 len: 1125 time: 0.5097530 Feb 09 21:39:12.739067 n-d-828369-5 neutron-server[103140]: INFO neutron.api.v2.resource [req-8801a1a7-14a7-4aac-9de1-284db574c910 req-38be9a71-35c6-465c-8baf-40ec88b68e6f tempest-FloatingIPsTestJSON-187232047 tempest-FloatingIPsTestJSON-187232047-project] show failed (client error): The resource could not be found. Feb 09 21:39:12.740118 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8801a1a7-14a7-4aac-9de1-284db574c910 req-38be9a71-35c6-465c-8baf-40ec88b68e6f tempest-FloatingIPsTestJSON-187232047 tempest-FloatingIPsTestJSON-187232047-project] 10.222.0.90 "GET /v2.0/floatingips/da6e6494-8cb4-4d25-8222-2940a0d980e3 HTTP/1.1" status: 404 len: 350 time: 0.1294019 Feb 09 21:39:12.876729 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d5d523d-e90b-4fe5-86f3-3dce960a01c8 x-openstack-request-id: req-1d5d523d-e90b-4fe5-86f3-3dce960a01c8 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:39:12.877026 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec44f517-033e-4445-a20b-8ff9a2a02f0e", "tag": "ffe4bf09-4f05-4eb4-b69a-599fa0d0e33d", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:39:12.877282 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-1d5d523d-e90b-4fe5-86f3-3dce960a01c8 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:39:12.877682 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec44f517-033e-4445-a20b-8ff9a2a02f0e', 'tag': 'ffe4bf09-4f05-4eb4-b69a-599fa0d0e33d', 'status': 'completed', 'code': 200} Feb 09 21:39:12.879074 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-671652fb-d85f-47dd-9836-39f5d29d2c51 req-d8ae6530-3187-4d40-a471-28a8cf0a2e94 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ffe4bf09-4f05-4eb4-b69a-599fa0d0e33d HTTP/1.1" status: 200 len: 217 time: 0.1380455 Feb 09 21:39:12.886787 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-83b7e5c0-57d2-4bf9-a71e-7adf000839a8 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks [] for router_gateway (63de0397-fe17-407e-84ba-5a181cdf63f4), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:12.915071 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3043e936-e39c-4fc3-9684-f5b6ad179123 x-openstack-request-id: req-3043e936-e39c-4fc3-9684-f5b6ad179123 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:39:12.915894 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6074b339-7a32-4798-b1c1-9ebf8308689c", "name": "network-vif-deleted", "tag": "75a9e4f2-4b4f-43be-b5e1-fbe33abcecd4", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:39:12.916338 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-3043e936-e39c-4fc3-9684-f5b6ad179123 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:39:12.916438 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6898f278-25f5-4185-831d-68130429453a req-018edd09-0650-4bc2-ad52-31d785c1b370 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:12.916953 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6074b339-7a32-4798-b1c1-9ebf8308689c', 'name': 'network-vif-deleted', 'tag': '75a9e4f2-4b4f-43be-b5e1-fbe33abcecd4', 'status': 'completed', 'code': 200} Feb 09 21:39:12.923343 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6898f278-25f5-4185-831d-68130429453a req-018edd09-0650-4bc2-ad52-31d785c1b370 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] 10.222.0.90 "GET /v2.0/networks?id=823e9556-7e11-412d-afa3-16a561be72bd HTTP/1.1" status: 200 len: 813 time: 0.6281540 Feb 09 21:39:12.966295 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6898f278-25f5-4185-831d-68130429453a req-e5a34758-e287-4a0d-9fca-554e86649669 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] 10.222.0.90 "GET /v2.0/quotas/d9f1c9a9a88e49b39106e8e9d30c3ca9 HTTP/1.1" status: 200 len: 375 time: 0.0420110 Feb 09 21:39:13.086263 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671652fb-d85f-47dd-9836-39f5d29d2c51 req-7a122a39-c054-48e5-a221-a4c6e8cefac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:13.087623 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-671652fb-d85f-47dd-9836-39f5d29d2c51 req-7a122a39-c054-48e5-a221-a4c6e8cefac1 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=76a18f36-bab9-49ec-9549-69d87d4d7760 HTTP/1.1" status: 200 len: 863 time: 0.1853030 Feb 09 21:39:13.160815 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-671652fb-d85f-47dd-9836-39f5d29d2c51 req-1b2784c9-a062-4ef3-9010-86d6bb40081f service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=eff14347-4f61-418d-a0bc-13cd47d902d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596514 Feb 09 21:39:13.220658 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 29586a12-329a-4a12-a351-79a78219382c up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:39:13.283709 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6898f278-25f5-4185-831d-68130429453a req-6633eded-dbae-478e-825a-6a1bf70b48ef tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=d9f1c9a9a88e49b39106e8e9d30c3ca9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3164203 Feb 09 21:39:13.294473 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning for port 29586a12-329a-4a12-a351-79a78219382c completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:39:13.302184 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port 29586a12-329a-4a12-a351-79a78219382c triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:39:13.302571 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (29586a12-329a-4a12-a351-79a78219382c), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:13.327173 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-83b7e5c0-57d2-4bf9-a71e-7adf000839a8 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Deleting port f747b1dc-d4fe-4b05-9f2b-68531e505a89 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:39:13.327173 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-83b7e5c0-57d2-4bf9-a71e-7adf000839a8 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (f747b1dc-d4fe-4b05-9f2b-68531e505a89), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:13.405807 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 29586a12-329a-4a12-a351-79a78219382c is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:39:13.406301 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (29586a12-329a-4a12-a351-79a78219382c), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:13.411285 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3915333-7e67-47fd-b10f-a76ebf5c6eaa req-d83fafb0-cf42-4ee5-817a-d2bf8757134c tempest-ServersNegativeTestMultiTenantJSON-806922742 tempest-ServersNegativeTestMultiTenantJSON-806922742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:13.412900 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d3915333-7e67-47fd-b10f-a76ebf5c6eaa req-d83fafb0-cf42-4ee5-817a-d2bf8757134c tempest-ServersNegativeTestMultiTenantJSON-806922742 tempest-ServersNegativeTestMultiTenantJSON-806922742-project] 10.222.0.90 "GET /v2.0/ports?device_id=ec44f517-033e-4445-a20b-8ff9a2a02f0e HTTP/1.1" status: 200 len: 943 time: 0.3935683 Feb 09 21:39:13.465813 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 29586a12-329a-4a12-a351-79a78219382c, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=29586a12-329a-4a12-a351-79a78219382c,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:13.469875 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f88943-9469-478d-a5bb-1b21a6d4d9a2 req-f27442d4-af25-4d26-b74e-04c8f1539dc2 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:13.472802 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c9f88943-9469-478d-a5bb-1b21a6d4d9a2 req-f27442d4-af25-4d26-b74e-04c8f1539dc2 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] 10.222.0.89 "GET /v2.0/ports?device_id=daa0afbb-0e53-4ff1-9ed3-26355f945764 HTTP/1.1" status: 200 len: 946 time: 0.0854440 Feb 09 21:39:13.480067 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (29586a12-329a-4a12-a351-79a78219382c), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:13.549755 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=29586a12-329a-4a12-a351-79a78219382c,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:13.617616 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d994709-73ee-4636-8cf6-336e5fa7deab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29586a12-329a-4a12-a351-79a78219382c'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:39:13.623405 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dacb4c4-297d-41d2-a0a0-f383a1de33c6" -d '{"events": [{"server_uuid": "9d994709-73ee-4636-8cf6-336e5fa7deab", "name": "network-vif-plugged", "status": "completed", "tag": "29586a12-329a-4a12-a351-79a78219382c"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:39:13.663442 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-c9f88943-9469-478d-a5bb-1b21a6d4d9a2 req-85c63f64-30c4-4b12-ac33-2d70eb8ef730 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Deleting port 0894b2af-4795-4854-9aa6-862a79b171ea {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:39:13.664847 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-c9f88943-9469-478d-a5bb-1b21a6d4d9a2 req-85c63f64-30c4-4b12-ac33-2d70eb8ef730 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (0894b2af-4795-4854-9aa6-862a79b171ea), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:13.792086 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-c9f88943-9469-478d-a5bb-1b21a6d4d9a2 req-85c63f64-30c4-4b12-ac33-2d70eb8ef730 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] For port 0894b2af-4795-4854-9aa6-862a79b171ea, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=0894b2af-4795-4854-9aa6-862a79b171ea,segment=NetworkSegment(4159f293-0e9e-489c-9407-9c014bb1cf3e),segment_id=4159f293-0e9e-489c-9407-9c014bb1cf3e)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:13.792499 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-c9f88943-9469-478d-a5bb-1b21a6d4d9a2 req-85c63f64-30c4-4b12-ac33-2d70eb8ef730 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (0894b2af-4795-4854-9aa6-862a79b171ea), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:13.809807 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-c9f88943-9469-478d-a5bb-1b21a6d4d9a2 req-85c63f64-30c4-4b12-ac33-2d70eb8ef730 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Calling delete_port for 0894b2af-4795-4854-9aa6-862a79b171ea owned by compute:nova {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:39:13.910284 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-671652fb-d85f-47dd-9836-39f5d29d2c51 req-484ecf6c-4c10-4161-91a2-a5788ce98c1a service neutron] 10.222.0.95 "GET /v2.0/networks/eff14347-4f61-418d-a0bc-13cd47d902d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7047234 Feb 09 21:39:13.997114 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-c9f88943-9469-478d-a5bb-1b21a6d4d9a2 req-85c63f64-30c4-4b12-ac33-2d70eb8ef730 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (0894b2af-4795-4854-9aa6-862a79b171ea), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:14.014269 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['0894b2af-4795-4854-9aa6-862a79b171ea'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:39:14.039160 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c63f64-30c4-4b12-ac33-2d70eb8ef730 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Pushing event deleted for resources: {'Port': ['ID=0894b2af-4795-4854-9aa6-862a79b171ea,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:14.065951 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6898f278-25f5-4185-831d-68130429453a req-537a9eae-cd73-47dc-8903-635d102fc6b7 service neutron] 10.222.0.90 "GET /v2.0/networks/823e9556-7e11-412d-afa3-16a561be72bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7335658 Feb 09 21:39:14.076959 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d3915333-7e67-47fd-b10f-a76ebf5c6eaa req-4a1c3f5a-22cc-420e-ab87-dc44cd87a362 tempest-ServersNegativeTestMultiTenantJSON-806922742 tempest-ServersNegativeTestMultiTenantJSON-806922742-project] 10.222.0.90 "GET /v2.0/security-groups?id=eb826b8b-bca0-4780-a891-9d497cb8b991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626585 Feb 09 21:39:14.101743 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:14.151506 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9f88943-9469-478d-a5bb-1b21a6d4d9a2 req-85c63f64-30c4-4b12-ac33-2d70eb8ef730 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] No DVR routers for this DVR port 0894b2af-4795-4854-9aa6-862a79b171ea on host n-h2-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:39:14.154001 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-c9f88943-9469-478d-a5bb-1b21a6d4d9a2 req-85c63f64-30c4-4b12-ac33-2d70eb8ef730 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:14.161010 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c9f88943-9469-478d-a5bb-1b21a6d4d9a2 req-85c63f64-30c4-4b12-ac33-2d70eb8ef730 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] 10.222.0.89 "DELETE /v2.0/ports/0894b2af-4795-4854-9aa6-862a79b171ea HTTP/1.1" status: 204 len: 173 time: 0.6719468 Feb 09 21:39:14.271545 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-83b7e5c0-57d2-4bf9-a71e-7adf000839a8 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (f747b1dc-d4fe-4b05-9f2b-68531e505a89), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:14.293476 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.db.resource_extend [None req-7a8c3321-3631-48de-b3a5-458c3bce8c6d tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 21:39:14.381746 n-d-828369-5 neutron-server[103140]: INFO neutron.api.v2.resource [req-6877871c-d4ab-4df2-8060-8530d2978e0d req-6208e1c4-258d-449d-9290-f79ec203b19e tempest-FloatingIPsTestJSON-187232047 tempest-FloatingIPsTestJSON-187232047-project] show failed (client error): The resource could not be found. Feb 09 21:39:14.387939 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6877871c-d4ab-4df2-8060-8530d2978e0d req-6208e1c4-258d-449d-9290-f79ec203b19e tempest-FloatingIPsTestJSON-187232047 tempest-FloatingIPsTestJSON-187232047-project] 10.222.0.90 "GET /v2.0/floatingips/da6e6494-8cb4-4d25-8222-2940a0d980e3 HTTP/1.1" status: 404 len: 350 time: 0.0895722 Feb 09 21:39:14.392349 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 32980) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:14.418103 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-83b7e5c0-57d2-4bf9-a71e-7adf000839a8 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Calling delete_port for f747b1dc-d4fe-4b05-9f2b-68531e505a89 owned by network:router_gateway {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:39:14.429414 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-671652fb-d85f-47dd-9836-39f5d29d2c51 req-00ee0303-92e9-4fc2-a267-30c281e28de9 service neutron] 10.222.0.95 "GET /v2.0/networks/eff14347-4f61-418d-a0bc-13cd47d902d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4905925 Feb 09 21:39:14.443185 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6898f278-25f5-4185-831d-68130429453a req-e5041ae0-7c75-44b0-8f3c-10935079118b service neutron] 10.222.0.90 "GET /v2.0/networks/823e9556-7e11-412d-afa3-16a561be72bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3582718 Feb 09 21:39:14.540700 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7a8c3321-3631-48de-b3a5-458c3bce8c6d tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:14.550194 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7a8c3321-3631-48de-b3a5-458c3bce8c6d tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (e5977f03-a751-4b3b-aba1-d45affa1fc91), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:14.677836 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a489232a-ef5c-48aa-bfc7-f8d9dabfd773 x-openstack-request-id: req-a489232a-ef5c-48aa-bfc7-f8d9dabfd773 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:39:14.678730 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d994709-73ee-4636-8cf6-336e5fa7deab", "name": "network-vif-plugged", "status": "completed", "tag": "29586a12-329a-4a12-a351-79a78219382c", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:39:14.679268 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-a489232a-ef5c-48aa-bfc7-f8d9dabfd773 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:39:14.680659 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d994709-73ee-4636-8cf6-336e5fa7deab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29586a12-329a-4a12-a351-79a78219382c', 'code': 200} Feb 09 21:39:14.788107 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6caec3-f8d9-4d40-b0e7-81a7bdb556d2 req-a1e70ebf-3e12-43de-bcbf-4e0641ba3ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:14.789477 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4a6caec3-f8d9-4d40-b0e7-81a7bdb556d2 req-a1e70ebf-3e12-43de-bcbf-4e0641ba3ab9 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=f7e39a77395f462a9c15c5d3ba1d1cf3&device_id=ec44f517-033e-4445-a20b-8ff9a2a02f0e HTTP/1.1" status: 200 len: 1125 time: 0.2784152 Feb 09 21:39:14.920430 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daa0afbb-0e53-4ff1-9ed3-26355f945764', 'name': 'network-vif-deleted', 'tag': '0894b2af-4795-4854-9aa6-862a79b171ea'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:39:14.922659 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdfdeaba-f391-4301-a247-dc9e0c75b1fc" -d '{"events": [{"server_uuid": "daa0afbb-0e53-4ff1-9ed3-26355f945764", "name": "network-vif-deleted", "tag": "0894b2af-4795-4854-9aa6-862a79b171ea"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:39:14.980490 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25480b0a-7721-44c8-b148-250c14612c58 req-ccde9cc0-e55b-4d22-9342-eb344781d007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:14.988800 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-25480b0a-7721-44c8-b148-250c14612c58 req-ccde9cc0-e55b-4d22-9342-eb344781d007 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=9d994709-73ee-4636-8cf6-336e5fa7deab HTTP/1.1" status: 200 len: 1132 time: 0.1919820 Feb 09 21:39:15.092594 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-25480b0a-7721-44c8-b148-250c14612c58 req-8ef3b963-532b-4279-be5c-17bc7e487185 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=18eb7429-13f2-4956-b934-bb119bf89c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907893 Feb 09 21:39:15.134045 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ce46da-82c1-4b05-a45e-763b3e1f640e req-9290d9fd-3112-47cb-8527-367ce5b0379e tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:15.144807 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-68ce46da-82c1-4b05-a45e-763b3e1f640e req-9290d9fd-3112-47cb-8527-367ce5b0379e tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/ports?device_id=9d994709-73ee-4636-8cf6-336e5fa7deab HTTP/1.1" status: 200 len: 950 time: 0.6499691 Feb 09 21:39:15.215058 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4f66665f-5acd-4d1d-8d5a-42408be2f2bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524906'] for router_interface (647d8920-3158-45f3-b374-61004bf93b94), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:15.344188 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:15.386918 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 75a9e4f2-4b4f-43be-b5e1-fbe33abcecd4 no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:39:15.388173 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ff1a00d-9e40-4566-bfde-2b0cb95f7fbd x-openstack-request-id: req-3ff1a00d-9e40-4566-bfde-2b0cb95f7fbd {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:39:15.388638 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daa0afbb-0e53-4ff1-9ed3-26355f945764", "name": "network-vif-deleted", "tag": "0894b2af-4795-4854-9aa6-862a79b171ea", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:39:15.388941 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-3ff1a00d-9e40-4566-bfde-2b0cb95f7fbd {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:39:15.389573 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daa0afbb-0e53-4ff1-9ed3-26355f945764', 'name': 'network-vif-deleted', 'tag': '0894b2af-4795-4854-9aa6-862a79b171ea', 'status': 'completed', 'code': 200} Feb 09 21:39:15.464939 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-83b7e5c0-57d2-4bf9-a71e-7adf000839a8 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (f747b1dc-d4fe-4b05-9f2b-68531e505a89), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:15.482376 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] No Port match for: 75a9e4f2-4b4f-43be-b5e1-fbe33abcecd4 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:39:15.489578 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 75a9e4f2-4b4f-43be-b5e1-fbe33abcecd4 not bound to the agent host n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:39:15.517492 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-68ce46da-82c1-4b05-a45e-763b3e1f640e req-2c6e352c-46a1-43a5-94a8-567fcfab61e0 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/security-groups?id=18eb7429-13f2-4956-b934-bb119bf89c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3717854 Feb 09 21:39:15.587577 n-d-828369-5 neutron-server[103140]: INFO neutron.db.l3_db [None req-7a8c3321-3631-48de-b3a5-458c3bce8c6d tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Floating IP e5977f03-a751-4b3b-aba1-d45affa1fc91 associated. External IP: 172.25.3.16, port: 4cad1a84-a108-437b-aa6b-77babb3a44d0. Feb 09 21:39:15.597223 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6caec3-f8d9-4d40-b0e7-81a7bdb556d2 req-cda13723-85d1-4684-ad99-d06039e5bea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:15.600954 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4a6caec3-f8d9-4d40-b0e7-81a7bdb556d2 req-cda13723-85d1-4684-ad99-d06039e5bea6 service neutron] 10.222.0.95 "GET /v2.0/networks?id=eff14347-4f61-418d-a0bc-13cd47d902d1 HTTP/1.1" status: 200 len: 924 time: 0.7660222 Feb 09 21:39:15.614559 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b7e5c0-57d2-4bf9-a71e-7adf000839a8 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Pushing event deleted for resources: {'Port': ['ID=f747b1dc-d4fe-4b05-9f2b-68531e505a89,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:15.677417 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-4f66665f-5acd-4d1d-8d5a-42408be2f2bc admin admin] Deleting port 00234940-47cf-424e-b31d-2fbf9c9a4b38 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:39:15.678508 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4f66665f-5acd-4d1d-8d5a-42408be2f2bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (00234940-47cf-424e-b31d-2fbf9c9a4b38), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:15.916535 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-4f66665f-5acd-4d1d-8d5a-42408be2f2bc admin admin] For port 00234940-47cf-424e-b31d-2fbf9c9a4b38, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=00234940-47cf-424e-b31d-2fbf9c9a4b38,segment=NetworkSegment(71591c82-5b56-413b-98d9-19e9c951b631),segment_id=71591c82-5b56-413b-98d9-19e9c951b631)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:15.916962 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4f66665f-5acd-4d1d-8d5a-42408be2f2bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (00234940-47cf-424e-b31d-2fbf9c9a4b38), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:15.950255 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-4f66665f-5acd-4d1d-8d5a-42408be2f2bc admin admin] Calling delete_port for 00234940-47cf-424e-b31d-2fbf9c9a4b38 owned by network:router_interface {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:39:16.078257 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-05b3b753-7e0f-494d-b42f-21087586ca65 req-d39dbaf4-13c5-4ba0-9496-d6a4f3cb6cd5 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] 10.222.0.90 "GET /v2.0/ports?device_id=53bb2f91-a542-4f84-b55c-79ed0e5e4179 HTTP/1.1" status: 200 len: 210 time: 0.4112759 Feb 09 21:39:16.083079 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4a6caec3-f8d9-4d40-b0e7-81a7bdb556d2 req-612da3f5-6b7b-486f-9261-c1f9c979df2b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ffe4bf09-4f05-4eb4-b69a-599fa0d0e33d HTTP/1.1" status: 200 len: 217 time: 0.4615378 Feb 09 21:39:16.168678 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518180bd-5fd0-41a7-9ccf-b5a0ef8c485b req-c75d8a23-6fdc-401c-b532-a4f231944a84 tempest-ServersNegativeTestMultiTenantJSON-806922742 tempest-ServersNegativeTestMultiTenantJSON-806922742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:16.176692 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-518180bd-5fd0-41a7-9ccf-b5a0ef8c485b req-c75d8a23-6fdc-401c-b532-a4f231944a84 tempest-ServersNegativeTestMultiTenantJSON-806922742 tempest-ServersNegativeTestMultiTenantJSON-806922742-project] 10.222.0.90 "GET /v2.0/ports?device_id=ec44f517-033e-4445-a20b-8ff9a2a02f0e HTTP/1.1" status: 200 len: 943 time: 0.8256884 Feb 09 21:39:16.268492 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-83b7e5c0-57d2-4bf9-a71e-7adf000839a8 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-554524'] for router_gateway (63de0397-fe17-407e-84ba-5a181cdf63f4), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:16.319707 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6caec3-f8d9-4d40-b0e7-81a7bdb556d2 req-a7d5ead2-8aee-4749-bf39-6489eab6cd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:16.322479 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4a6caec3-f8d9-4d40-b0e7-81a7bdb556d2 req-a7d5ead2-8aee-4749-bf39-6489eab6cd7d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=76a18f36-bab9-49ec-9549-69d87d4d7760 HTTP/1.1" status: 200 len: 863 time: 0.1802464 Feb 09 21:39:16.379180 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:39:16.472513 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4a6caec3-f8d9-4d40-b0e7-81a7bdb556d2 req-edd2d80b-50d6-4f2d-b4d8-e1c21c56077e service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=eff14347-4f61-418d-a0bc-13cd47d902d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483966 Feb 09 21:39:16.477774 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-83b7e5c0-57d2-4bf9-a71e-7adf000839a8 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (63de0397-fe17-407e-84ba-5a181cdf63f4), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:16.485772 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-83b7e5c0-57d2-4bf9-a71e-7adf000839a8 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks [] for router_controller (63de0397-fe17-407e-84ba-5a181cdf63f4), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:16.503979 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-518180bd-5fd0-41a7-9ccf-b5a0ef8c485b req-8f6b072f-e7a1-4489-8e69-7fd4ef2da62a tempest-ServersNegativeTestMultiTenantJSON-806922742 tempest-ServersNegativeTestMultiTenantJSON-806922742-project] 10.222.0.90 "GET /v2.0/security-groups?id=eb826b8b-bca0-4780-a891-9d497cb8b991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3261609 Feb 09 21:39:16.736705 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-83b7e5c0-57d2-4bf9-a71e-7adf000839a8 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (63de0397-fe17-407e-84ba-5a181cdf63f4), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:16.737308 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83b7e5c0-57d2-4bf9-a71e-7adf000839a8 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Fanout notify agent at l3_agent the message router_deleted on router 63de0397-fe17-407e-84ba-5a181cdf63f4 {{(pid=103140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:39:16.754717 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-83b7e5c0-57d2-4bf9-a71e-7adf000839a8 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:16.758850 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-83b7e5c0-57d2-4bf9-a71e-7adf000839a8 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] 10.222.0.90 "DELETE /v2.0/routers/63de0397-fe17-407e-84ba-5a181cdf63f4 HTTP/1.1" status: 204 len: 168 time: 5.0279872 Feb 09 21:39:16.765793 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 33032) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:16.908686 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4f66665f-5acd-4d1d-8d5a-42408be2f2bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (00234940-47cf-424e-b31d-2fbf9c9a4b38), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:17.003381 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f66665f-5acd-4d1d-8d5a-42408be2f2bc admin admin] Pushing event deleted for resources: {'Port': ['ID=00234940-47cf-424e-b31d-2fbf9c9a4b38,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:17.026841 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e2b0db-2f62-48cb-8e0a-e43d53dbe56c req-4a69bf65-cb66-4d9f-9aa0-c6c1be334cce tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:17.028470 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-38e2b0db-2f62-48cb-8e0a-e43d53dbe56c req-4a69bf65-cb66-4d9f-9aa0-c6c1be334cce tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/ports?device_id=9d994709-73ee-4636-8cf6-336e5fa7deab HTTP/1.1" status: 200 len: 950 time: 0.3552239 Feb 09 21:39:17.083496 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4f2b46f-b1fc-4cdc-871d-0f1c0128d240 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Deleting subnet 9e0a7ffa-b786-42f8-9dc2-114330cc201e {{(pid=103140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:39:17.100097 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4a6caec3-f8d9-4d40-b0e7-81a7bdb556d2 req-6f977196-bb5f-46ac-994f-2b82373b808e service neutron] 10.222.0.95 "GET /v2.0/networks/eff14347-4f61-418d-a0bc-13cd47d902d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6162083 Feb 09 21:39:17.117671 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a8c3321-3631-48de-b3a5-458c3bce8c6d tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Router 54ced5e6-fafc-49b5-a8dc-94e54f483860 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:39:17.129875 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f4f2b46f-b1fc-4cdc-871d-0f1c0128d240 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks [] for subnet (9e0a7ffa-b786-42f8-9dc2-114330cc201e), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:17.232613 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 0894b2af-4795-4854-9aa6-862a79b171ea no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:39:17.289433 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] No Port match for: 0894b2af-4795-4854-9aa6-862a79b171ea {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:39:17.293389 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 0894b2af-4795-4854-9aa6-862a79b171ea not bound to the agent host n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:39:17.316724 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6898f278-25f5-4185-831d-68130429453a req-8c8f42ef-bd0d-4d38-b090-095be3067c84 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:17.318597 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6898f278-25f5-4185-831d-68130429453a req-8c8f42ef-bd0d-4d38-b090-095be3067c84 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] 10.222.0.89 "GET /v2.0/networks?id=823e9556-7e11-412d-afa3-16a561be72bd HTTP/1.1" status: 200 len: 813 time: 0.4228377 Feb 09 21:39:17.330565 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6898f278-25f5-4185-831d-68130429453a req-9d4eee6b-fc87-440a-ae86-d219cd5adcc4 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:17.332477 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6898f278-25f5-4185-831d-68130429453a req-9d4eee6b-fc87-440a-ae86-d219cd5adcc4 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] 10.222.0.95 "GET /v2.0/networks?id=823e9556-7e11-412d-afa3-16a561be72bd HTTP/1.1" status: 200 len: 813 time: 0.5010033 Feb 09 21:39:17.344554 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device ffe4bf09-4f05-4eb4-b69a-599fa0d0e33d details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:39:17.473523 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-38e2b0db-2f62-48cb-8e0a-e43d53dbe56c req-36a57164-9cde-4855-94f9-d3989977c407 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/security-groups?id=18eb7429-13f2-4956-b934-bb119bf89c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4315193 Feb 09 21:39:17.480577 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-6898f278-25f5-4185-831d-68130429453a req-32bebaf7-5b3e-4aa4-b568-5939710bb8dd tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Request body: {'port': {'device_id': '6f199053-2fdc-4195-9124-6d398469bb51', 'network_id': '823e9556-7e11-412d-afa3-16a561be72bd', 'admin_state_up': True, 'tenant_id': 'd9f1c9a9a88e49b39106e8e9d30c3ca9'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:17.487252 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-6898f278-25f5-4185-831d-68130429453a req-522e3b65-a407-4d9e-a896-b473f51798fe tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Request body: {'port': {'device_id': '53bb2f91-a542-4f84-b55c-79ed0e5e4179', 'network_id': '823e9556-7e11-412d-afa3-16a561be72bd', 'admin_state_up': True, 'tenant_id': 'd9f1c9a9a88e49b39106e8e9d30c3ca9'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:17.582272 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e485cb96-1525-42a5-8fbb-aa652269a371 req-668a0ee0-6f5a-443b-8384-b34fc960f181 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] 10.222.0.90 "GET /v2.0/ports?device_id=53bb2f91-a542-4f84-b55c-79ed0e5e4179 HTTP/1.1" status: 200 len: 210 time: 0.2039454 Feb 09 21:39:17.586262 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f4f2b46f-b1fc-4cdc-871d-0f1c0128d240 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9110716'] for subnet (9e0a7ffa-b786-42f8-9dc2-114330cc201e), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:17.631226 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port ffe4bf09-4f05-4eb4-b69a-599fa0d0e33d, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=ffe4bf09-4f05-4eb4-b69a-599fa0d0e33d,segment=NetworkSegment(798ff278-8ab6-43d5-a21f-dc1991054cdf),segment_id=798ff278-8ab6-43d5-a21f-dc1991054cdf)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:17.645658 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': 'ffe4bf09-4f05-4eb4-b69a-599fa0d0e33d', 'network_id': 'eff14347-4f61-418d-a0bc-13cd47d902d1', 'port_id': 'ffe4bf09-4f05-4eb4-b69a-599fa0d0e33d', 'mac_address': 'fa:16:3e:3e:8c:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76a18f36-bab9-49ec-9549-69d87d4d7760', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:39:17.741828 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port ffe4bf09-4f05-4eb4-b69a-599fa0d0e33d is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:39:17.742228 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (ffe4bf09-4f05-4eb4-b69a-599fa0d0e33d), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:17.776151 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffe4bf09-4f05-4eb4-b69a-599fa0d0e33d {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:39:17.797286 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port ffe4bf09-4f05-4eb4-b69a-599fa0d0e33d, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=ffe4bf09-4f05-4eb4-b69a-599fa0d0e33d,segment=NetworkSegment(798ff278-8ab6-43d5-a21f-dc1991054cdf),segment_id=798ff278-8ab6-43d5-a21f-dc1991054cdf)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:17.805313 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (ffe4bf09-4f05-4eb4-b69a-599fa0d0e33d), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:17.817196 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6898f278-25f5-4185-831d-68130429453a req-522e3b65-a407-4d9e-a896-b473f51798fe tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Made reservation on behalf of d9f1c9a9a88e49b39106e8e9d30c3ca9 for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:39:17.820930 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-6898f278-25f5-4185-831d-68130429453a req-522e3b65-a407-4d9e-a896-b473f51798fe tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:17.930197 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=ffe4bf09-4f05-4eb4-b69a-599fa0d0e33d,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:17.959398 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4f66665f-5acd-4d1d-8d5a-42408be2f2bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-525054'] for router_interface (647d8920-3158-45f3-b374-61004bf93b94), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:18.106729 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6898f278-25f5-4185-831d-68130429453a req-32bebaf7-5b3e-4aa4-b568-5939710bb8dd tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Made reservation on behalf of d9f1c9a9a88e49b39106e8e9d30c3ca9 for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:39:18.110102 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-6898f278-25f5-4185-831d-68130429453a req-32bebaf7-5b3e-4aa4-b568-5939710bb8dd tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:18.145287 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a8c3321-3631-48de-b3a5-458c3bce8c6d tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:39:18.161047 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1df6161-103b-4c74-b3aa-b1e42a09c801 None None] Sync routers for ids ['54ced5e6-fafc-49b5-a8dc-94e54f483860'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:39:18.163992 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7a8c3321-3631-48de-b3a5-458c3bce8c6d tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:18.173074 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [req-6898f278-25f5-4185-831d-68130429453a req-522e3b65-a407-4d9e-a896-b473f51798fe tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Allocated IP 172.20.0.9 (823e9556-7e11-412d-afa3-16a561be72bd/355dfc30-1148-4206-9570-0b629d9fb4da/91c268e6-2109-4b61-942b-35dd2225b920) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:39:18.183542 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1df6161-103b-4c74-b3aa-b1e42a09c801 None None] Routers {'54ced5e6-fafc-49b5-a8dc-94e54f483860'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:39:18.189980 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-f1df6161-103b-4c74-b3aa-b1e42a09c801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:39:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['54ced5e6-fafc-49b5-a8dc-94e54f483860'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:18.297535 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4a6caec3-f8d9-4d40-b0e7-81a7bdb556d2 req-65de5e39-6316-4526-a477-5eecfc556d3b service neutron] 10.222.0.95 "GET /v2.0/networks/eff14347-4f61-418d-a0bc-13cd47d902d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1687005 Feb 09 21:39:18.330979 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-7a8c3321-3631-48de-b3a5-458c3bce8c6d tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "PUT /v2.0/floatingips/e5977f03-a751-4b3b-aba1-d45affa1fc91 HTTP/1.1" status: 200 len: 990 time: 5.8861554 Feb 09 21:39:18.334832 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88d24cbc-9e1f-4a64-8250-6e635ad0ac84', 'tag': '4cad1a84-a108-437b-aa6b-77babb3a44d0'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:39:18.338296 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1969f5b-248b-41e8-b267-9fc1be81062d" -d '{"events": [{"name": "network-changed", "server_uuid": "88d24cbc-9e1f-4a64-8250-6e635ad0ac84", "tag": "4cad1a84-a108-437b-aa6b-77babb3a44d0"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:39:18.372149 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4ebfba-5ea4-4658-870a-7bb3ff41d190 req-86da6a23-a634-4434-9a06-4526b54dfb56 tempest-ServersNegativeTestMultiTenantJSON-806922742 tempest-ServersNegativeTestMultiTenantJSON-806922742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:18.374552 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4e4ebfba-5ea4-4658-870a-7bb3ff41d190 req-86da6a23-a634-4434-9a06-4526b54dfb56 tempest-ServersNegativeTestMultiTenantJSON-806922742 tempest-ServersNegativeTestMultiTenantJSON-806922742-project] 10.222.0.90 "GET /v2.0/ports?device_id=ec44f517-033e-4445-a20b-8ff9a2a02f0e HTTP/1.1" status: 200 len: 944 time: 0.2189946 Feb 09 21:39:18.399791 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['ffe4bf09-4f05-4eb4-b69a-599fa0d0e33d'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:39:18.403950 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f4f2b46f-b1fc-4cdc-871d-0f1c0128d240 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (9e0a7ffa-b786-42f8-9dc2-114330cc201e), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:18.579930 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-f1df6161-103b-4c74-b3aa-b1e42a09c801 None None] Set router 54ced5e6-fafc-49b5-a8dc-94e54f483860 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:39:18.602150 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4e4ebfba-5ea4-4658-870a-7bb3ff41d190 req-e7cc7e6c-d64a-4f6a-9db4-87ed066b9cbc tempest-ServersNegativeTestMultiTenantJSON-806922742 tempest-ServersNegativeTestMultiTenantJSON-806922742-project] 10.222.0.90 "GET /v2.0/security-groups?id=eb826b8b-bca0-4780-a891-9d497cb8b991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146645 Feb 09 21:39:18.621750 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f66665f-5acd-4d1d-8d5a-42408be2f2bc admin admin] Router 647d8920-3158-45f3-b374-61004bf93b94 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:39:18.625113 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a6275d-cd1b-4a3f-8dd5-5dbc1ca2f293 req-357d50ca-ac2d-44da-aa44-ea8cedf7a0e2 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:18.645276 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a6275d-cd1b-4a3f-8dd5-5dbc1ca2f293 req-357d50ca-ac2d-44da-aa44-ea8cedf7a0e2 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:18.652534 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-6898f278-25f5-4185-831d-68130429453a req-522e3b65-a407-4d9e-a896-b473f51798fe tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Publish callbacks [] for port (91c268e6-2109-4b61-942b-35dd2225b920), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:18.669535 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a6275d-cd1b-4a3f-8dd5-5dbc1ca2f293 req-357d50ca-ac2d-44da-aa44-ea8cedf7a0e2 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:18.683730 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a6275d-cd1b-4a3f-8dd5-5dbc1ca2f293 req-357d50ca-ac2d-44da-aa44-ea8cedf7a0e2 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:18.697949 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a6275d-cd1b-4a3f-8dd5-5dbc1ca2f293 req-357d50ca-ac2d-44da-aa44-ea8cedf7a0e2 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:18.708075 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a6275d-cd1b-4a3f-8dd5-5dbc1ca2f293 req-357d50ca-ac2d-44da-aa44-ea8cedf7a0e2 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:18.716731 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a6275d-cd1b-4a3f-8dd5-5dbc1ca2f293 req-357d50ca-ac2d-44da-aa44-ea8cedf7a0e2 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:18.718707 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d5a6275d-cd1b-4a3f-8dd5-5dbc1ca2f293 req-357d50ca-ac2d-44da-aa44-ea8cedf7a0e2 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 5443 time: 0.2611549 Feb 09 21:39:18.745129 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-697c54fd-536b-4526-92ed-9e3f383dc020 x-openstack-request-id: req-697c54fd-536b-4526-92ed-9e3f383dc020 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:39:18.745690 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88d24cbc-9e1f-4a64-8250-6e635ad0ac84", "tag": "4cad1a84-a108-437b-aa6b-77babb3a44d0", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:39:18.746276 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-697c54fd-536b-4526-92ed-9e3f383dc020 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:39:18.746933 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88d24cbc-9e1f-4a64-8250-6e635ad0ac84', 'tag': '4cad1a84-a108-437b-aa6b-77babb3a44d0', 'status': 'completed', 'code': 200} Feb 09 21:39:18.769425 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f4f2b46f-b1fc-4cdc-871d-0f1c0128d240 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621346'] for subnet (9e0a7ffa-b786-42f8-9dc2-114330cc201e), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:18.912282 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f2b46f-b1fc-4cdc-871d-0f1c0128d240 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Pushing event deleted for resources: {'Subnet': ['ID=9e0a7ffa-b786-42f8-9dc2-114330cc201e,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:18.923526 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-6898f278-25f5-4185-831d-68130429453a req-522e3b65-a407-4d9e-a896-b473f51798fe tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (91c268e6-2109-4b61-942b-35dd2225b920), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:18.950622 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c69d41e-a897-4313-891a-4fb8421bf657 None None] Network cb3a218f-3d18-42c5-8fe0-a14df0ccbbf2 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:39:18.954046 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f4f2b46f-b1fc-4cdc-871d-0f1c0128d240 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:18.963613 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-f4f2b46f-b1fc-4cdc-871d-0f1c0128d240 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] 10.222.0.90 "DELETE /v2.0/subnets/9e0a7ffa-b786-42f8-9dc2-114330cc201e HTTP/1.1" status: 204 len: 168 time: 2.1862545 Feb 09 21:39:18.968040 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 33062) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:19.003631 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f66665f-5acd-4d1d-8d5a-42408be2f2bc admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:39:19.016752 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-4f66665f-5acd-4d1d-8d5a-42408be2f2bc admin admin] 10.222.0.90 "PUT /v2.0/routers/647d8920-3158-45f3-b374-61004bf93b94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6169596 Feb 09 21:39:19.017056 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ed2761-7b08-4047-aa28-71b6bf986145 None None] Sync routers for ids ['647d8920-3158-45f3-b374-61004bf93b94'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:39:19.021699 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 33064) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:19.031603 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6898f278-25f5-4185-831d-68130429453a req-522e3b65-a407-4d9e-a896-b473f51798fe tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Network 823e9556-7e11-412d-afa3-16a561be72bd is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:39:19.041509 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ed2761-7b08-4047-aa28-71b6bf986145 None None] Routers {'647d8920-3158-45f3-b374-61004bf93b94'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:39:19.042151 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-39ed2761-7b08-4047-aa28-71b6bf986145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:39:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['647d8920-3158-45f3-b374-61004bf93b94'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:19.081773 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-f1df6161-103b-4c74-b3aa-b1e42a09c801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54ced5e6-fafc-49b5-a8dc-94e54f483860', 'name': 'tempest-TaggedBootDevicesTest_v242-918985318-router', 'tenant_id': '18ba459b325a4da0821abb3dc94f8781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'cc537b70-ac47-4c47-917e-c3f2cc7d30a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:48Z', 'updated_at': '2022-02-09T21:36:00Z', 'revision_number': 4, 'project_id': '18ba459b325a4da0821abb3dc94f8781', 'gw_port': {'id': 'cc537b70-ac47-4c47-917e-c3f2cc7d30a4', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:35:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ced5e6-fafc-49b5-a8dc-94e54f483860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:50Z', 'updated_at': '2022-02-09T21:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': 'e5977f03-a751-4b3b-aba1-d45affa1fc91', 'tenant_id': '18ba459b325a4da0821abb3dc94f8781', 'floating_ip_address': '172.25.3.16', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': '54ced5e6-fafc-49b5-a8dc-94e54f483860', 'port_id': '4cad1a84-a108-437b-aa6b-77babb3a44d0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1169, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8185c7c8-686b-411f-8c8d-101dfc1ac3a8', 'mac_address': 'fa:16:3e:22:f7:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d24cbc-9e1f-4a64-8250-6e635ad0ac84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:37:12Z', 'updated_at': '2022-02-09T21:39:14Z', 'revision_number': 1, 'project_id': '18ba459b325a4da0821abb3dc94f8781', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd88b7afa-343f-4d26-9fcb-cf7426a454d8', 'name': '', 'network_id': '8185c7c8-686b-411f-8c8d-101dfc1ac3a8', 'tenant_id': '18ba459b325a4da0821abb3dc94f8781', 'mac_address': 'fa:16:3e:95:8e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ced5e6-fafc-49b5-a8dc-94e54f483860', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '413233c4-7ff7-4428-a26b-9211d4e793f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:58Z', 'updated_at': '2022-02-09T21:36:07Z', 'revision_number': 5, 'project_id': '18ba459b325a4da0821abb3dc94f8781', 'subnets': [{'id': '413233c4-7ff7-4428-a26b-9211d4e793f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:19.116420 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b926e241-82ba-4d1e-b52c-9c80895bec62 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (cb3a218f-3d18-42c5-8fe0-a14df0ccbbf2), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:19.161596 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d5a6275d-cd1b-4a3f-8dd5-5dbc1ca2f293 req-e827d0ae-4db6-4079-b9bc-dabb3bff8ea9 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/security-groups?id=13b87425-0324-41b8-9577-a03ea20c9956&id=d1e73a5e-905c-466a-be51-a1576b624ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4332728 Feb 09 21:39:19.178656 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bb810b8d-0e4d-4776-a757-99617c4215f5 admin admin] Publish callbacks [] for router (647d8920-3158-45f3-b374-61004bf93b94), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:19.200772 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1df6161-103b-4c74-b3aa-b1e42a09c801 None None] Checking router: 54ced5e6-fafc-49b5-a8dc-94e54f483860 for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:39:19.228601 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7993bd-71b7-4a10-b400-7fabaac2c24b req-1ec9f736-ca52-4f28-8e5f-11f7b59aaa0c tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:19.229458 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0d7993bd-71b7-4a10-b400-7fabaac2c24b req-1ec9f736-ca52-4f28-8e5f-11f7b59aaa0c tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/ports?device_id=9d994709-73ee-4636-8cf6-336e5fa7deab HTTP/1.1" status: 200 len: 950 time: 0.3851764 Feb 09 21:39:19.263875 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1969f5b-248b-41e8-b267-9fc1be81062d req-806bd6eb-6441-462b-a628-28cd216ac863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:19.264378 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1969f5b-248b-41e8-b267-9fc1be81062d req-806bd6eb-6441-462b-a628-28cd216ac863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:19.264849 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1969f5b-248b-41e8-b267-9fc1be81062d req-806bd6eb-6441-462b-a628-28cd216ac863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:19.276033 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1969f5b-248b-41e8-b267-9fc1be81062d req-806bd6eb-6441-462b-a628-28cd216ac863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:19.276561 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1969f5b-248b-41e8-b267-9fc1be81062d req-806bd6eb-6441-462b-a628-28cd216ac863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:19.277037 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1969f5b-248b-41e8-b267-9fc1be81062d req-806bd6eb-6441-462b-a628-28cd216ac863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:19.277508 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1969f5b-248b-41e8-b267-9fc1be81062d req-806bd6eb-6441-462b-a628-28cd216ac863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:19.291863 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f1969f5b-248b-41e8-b267-9fc1be81062d req-806bd6eb-6441-462b-a628-28cd216ac863 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=18ba459b325a4da0821abb3dc94f8781&device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 6717 time: 0.5055931 Feb 09 21:39:19.292551 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [req-6898f278-25f5-4185-831d-68130429453a req-522e3b65-a407-4d9e-a896-b473f51798fe tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:39:19.294120 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1df6161-103b-4c74-b3aa-b1e42a09c801 None None] Routers {'54ced5e6-fafc-49b5-a8dc-94e54f483860'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:39:19.294967 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-f1df6161-103b-4c74-b3aa-b1e42a09c801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:39:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['54ced5e6-fafc-49b5-a8dc-94e54f483860'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:19.296455 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-6898f278-25f5-4185-831d-68130429453a req-522e3b65-a407-4d9e-a896-b473f51798fe tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:39:19.401531 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [req-6898f278-25f5-4185-831d-68130429453a req-32bebaf7-5b3e-4aa4-b568-5939710bb8dd tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Allocated IP 172.20.0.7 (823e9556-7e11-412d-afa3-16a561be72bd/355dfc30-1148-4206-9570-0b629d9fb4da/7013af92-fec9-494c-9242-b80911dae183) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:39:19.469633 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-39ed2761-7b08-4047-aa28-71b6bf986145 None None] Set router 647d8920-3158-45f3-b374-61004bf93b94 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:39:19.492994 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-b926e241-82ba-4d1e-b52c-9c80895bec62 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Deleting port 16a8e26c-fe59-44e2-8f98-7c8a6159ca7a {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:39:19.493599 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b926e241-82ba-4d1e-b52c-9c80895bec62 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (16a8e26c-fe59-44e2-8f98-7c8a6159ca7a), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:19.568135 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-6898f278-25f5-4185-831d-68130429453a req-32bebaf7-5b3e-4aa4-b568-5939710bb8dd tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Publish callbacks [] for port (7013af92-fec9-494c-9242-b80911dae183), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:19.584166 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-b926e241-82ba-4d1e-b52c-9c80895bec62 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] For port 16a8e26c-fe59-44e2-8f98-7c8a6159ca7a, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=16a8e26c-fe59-44e2-8f98-7c8a6159ca7a,segment=NetworkSegment(61d0c962-e029-4a71-b944-c69d513c8cf0),segment_id=61d0c962-e029-4a71-b944-c69d513c8cf0)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:19.584844 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b926e241-82ba-4d1e-b52c-9c80895bec62 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (16a8e26c-fe59-44e2-8f98-7c8a6159ca7a), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:19.608529 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-b926e241-82ba-4d1e-b52c-9c80895bec62 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Calling delete_port for 16a8e26c-fe59-44e2-8f98-7c8a6159ca7a owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:39:19.649266 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-6898f278-25f5-4185-831d-68130429453a req-32bebaf7-5b3e-4aa4-b568-5939710bb8dd tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (7013af92-fec9-494c-9242-b80911dae183), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:19.669491 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522e3b65-a407-4d9e-a896-b473f51798fe tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Pushing event updated for resources: {'Port': ['ID=91c268e6-2109-4b61-942b-35dd2225b920,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:19.680251 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bb810b8d-0e4d-4776-a757-99617c4215f5 admin admin] Publish callbacks [] for router_gateway (647d8920-3158-45f3-b374-61004bf93b94), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:19.743743 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bebaf7-5b3e-4aa4-b568-5939710bb8dd tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Pushing event updated for resources: {'Port': ['ID=7013af92-fec9-494c-9242-b80911dae183,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:19.775091 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6898f278-25f5-4185-831d-68130429453a req-32bebaf7-5b3e-4aa4-b568-5939710bb8dd tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Network 823e9556-7e11-412d-afa3-16a561be72bd is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:39:19.775091 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6898f278-25f5-4185-831d-68130429453a req-522e3b65-a407-4d9e-a896-b473f51798fe tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:19.775091 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-6898f278-25f5-4185-831d-68130429453a req-522e3b65-a407-4d9e-a896-b473f51798fe tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:19.833910 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [req-6898f278-25f5-4185-831d-68130429453a req-32bebaf7-5b3e-4aa4-b568-5939710bb8dd tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:39:19.857608 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-6898f278-25f5-4185-831d-68130429453a req-32bebaf7-5b3e-4aa4-b568-5939710bb8dd tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:39:19.881924 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6898f278-25f5-4185-831d-68130429453a req-522e3b65-a407-4d9e-a896-b473f51798fe tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4283028 Feb 09 21:39:19.956380 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1969f5b-248b-41e8-b267-9fc1be81062d req-421d230d-24af-4ab1-938e-d0b8efadeb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:19.956380 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f1969f5b-248b-41e8-b267-9fc1be81062d req-421d230d-24af-4ab1-938e-d0b8efadeb6f service neutron] 10.222.0.95 "GET /v2.0/networks?id=8185c7c8-686b-411f-8c8d-101dfc1ac3a8 HTTP/1.1" status: 200 len: 917 time: 0.6320639 Feb 09 21:39:19.959372 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-f1df6161-103b-4c74-b3aa-b1e42a09c801 None None] Set router 54ced5e6-fafc-49b5-a8dc-94e54f483860 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:39:19.964021 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ec29ea-e86d-43b5-83e2-b7980efffd10 None None] DHCP port deletion for cb3a218f-3d18-42c5-8fe0-a14df0ccbbf2 request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:39:19.989002 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-39ed2761-7b08-4047-aa28-71b6bf986145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '647d8920-3158-45f3-b374-61004bf93b94', 'name': 'tempest-FloatingIPsTestJSON-1408618436-router', 'tenant_id': '8ded382742dc46b2a9a2819463337c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '9ccd0154-2303-4663-bbaa-155e84d849c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:38:38Z', 'updated_at': '2022-02-09T21:39:16Z', 'revision_number': 5, 'project_id': '8ded382742dc46b2a9a2819463337c71', 'gw_port': {'id': '9ccd0154-2303-4663-bbaa-155e84d849c8', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:bd:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647d8920-3158-45f3-b374-61004bf93b94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:38:39Z', 'updated_at': '2022-02-09T21:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:20.072642 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0d7993bd-71b7-4a10-b400-7fabaac2c24b req-fdbf90f5-e515-4f36-91f0-f6333ae47969 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/security-groups?id=18eb7429-13f2-4956-b934-bb119bf89c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7600787 Feb 09 21:39:20.094864 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-6898f278-25f5-4185-831d-68130429453a req-bb046e1b-9ec8-4a10-a3e5-c6facc1ce42c service neutron] Request body: {'port': {'device_id': '53bb2f91-a542-4f84-b55c-79ed0e5e4179', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:20.132135 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a21ddf6-545f-4171-a201-d23fc812ccde req-3432a5a3-342e-427a-b9c2-5a2036809efc tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:20.142785 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ed2761-7b08-4047-aa28-71b6bf986145 None None] Checking router: 647d8920-3158-45f3-b374-61004bf93b94 for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:39:20.144536 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7a21ddf6-545f-4171-a201-d23fc812ccde req-3432a5a3-342e-427a-b9c2-5a2036809efc tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] 10.222.0.90 "GET /v2.0/ports?device_id=53bb2f91-a542-4f84-b55c-79ed0e5e4179 HTTP/1.1" status: 200 len: 931 time: 0.8513317 Feb 09 21:39:20.172115 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ed2761-7b08-4047-aa28-71b6bf986145 None None] Routers {'647d8920-3158-45f3-b374-61004bf93b94'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:39:20.173654 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-39ed2761-7b08-4047-aa28-71b6bf986145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:39:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['647d8920-3158-45f3-b374-61004bf93b94'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:20.179690 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6898f278-25f5-4185-831d-68130429453a req-32bebaf7-5b3e-4aa4-b568-5939710bb8dd tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:20.182167 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-6898f278-25f5-4185-831d-68130429453a req-32bebaf7-5b3e-4aa4-b568-5939710bb8dd tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:20.205601 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-b6ec29ea-e86d-43b5-83e2-b7980efffd10 None None] Deleting port 16a8e26c-fe59-44e2-8f98-7c8a6159ca7a {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:39:20.206091 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b6ec29ea-e86d-43b5-83e2-b7980efffd10 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (16a8e26c-fe59-44e2-8f98-7c8a6159ca7a), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:20.297031 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-b6ec29ea-e86d-43b5-83e2-b7980efffd10 None None] For port 16a8e26c-fe59-44e2-8f98-7c8a6159ca7a, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=16a8e26c-fe59-44e2-8f98-7c8a6159ca7a,segment=NetworkSegment(61d0c962-e029-4a71-b944-c69d513c8cf0),segment_id=61d0c962-e029-4a71-b944-c69d513c8cf0)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:20.297610 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b6ec29ea-e86d-43b5-83e2-b7980efffd10 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (16a8e26c-fe59-44e2-8f98-7c8a6159ca7a), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:20.305614 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6898f278-25f5-4185-831d-68130429453a req-32bebaf7-5b3e-4aa4-b568-5939710bb8dd tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8582358 Feb 09 21:39:20.314699 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-b6ec29ea-e86d-43b5-83e2-b7980efffd10 None None] Calling delete_port for 16a8e26c-fe59-44e2-8f98-7c8a6159ca7a owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:39:20.316751 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-6898f278-25f5-4185-831d-68130429453a req-bb046e1b-9ec8-4a10-a3e5-c6facc1ce42c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (91c268e6-2109-4b61-942b-35dd2225b920), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:20.329653 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-6898f278-25f5-4185-831d-68130429453a req-34c08fd3-6725-402c-b550-14af69512877 service neutron] Request body: {'port': {'device_id': '6f199053-2fdc-4195-9124-6d398469bb51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:20.378694 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b926e241-82ba-4d1e-b52c-9c80895bec62 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (16a8e26c-fe59-44e2-8f98-7c8a6159ca7a), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:20.402844 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f1969f5b-248b-41e8-b267-9fc1be81062d req-575ea08a-86a6-44db-b50d-5f74f052e226 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4cad1a84-a108-437b-aa6b-77babb3a44d0 HTTP/1.1" status: 200 len: 998 time: 0.4141960 Feb 09 21:39:20.408685 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-39ed2761-7b08-4047-aa28-71b6bf986145 None None] Set router 647d8920-3158-45f3-b374-61004bf93b94 gateway port host: None {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:39:20.466175 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-bb810b8d-0e4d-4776-a757-99617c4215f5 admin admin] Deleting port 9ccd0154-2303-4663-bbaa-155e84d849c8 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:39:20.466527 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bb810b8d-0e4d-4776-a757-99617c4215f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (9ccd0154-2303-4663-bbaa-155e84d849c8), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:20.483840 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b926e241-82ba-4d1e-b52c-9c80895bec62 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] No DVR routers for this DVR port 16a8e26c-fe59-44e2-8f98-7c8a6159ca7a on host n-d-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:39:20.492941 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b6ec29ea-e86d-43b5-83e2-b7980efffd10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (16a8e26c-fe59-44e2-8f98-7c8a6159ca7a), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:20.536328 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-39ed2761-7b08-4047-aa28-71b6bf986145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '647d8920-3158-45f3-b374-61004bf93b94', 'name': 'tempest-FloatingIPsTestJSON-1408618436-router', 'tenant_id': '8ded382742dc46b2a9a2819463337c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:38:38Z', 'updated_at': '2022-02-09T21:39:19Z', 'revision_number': 6, 'project_id': '8ded382742dc46b2a9a2819463337c71', 'gw_port_host': None}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:20.557153 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b926e241-82ba-4d1e-b52c-9c80895bec62 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Pushing event deleted for resources: {'Port': ['ID=16a8e26c-fe59-44e2-8f98-7c8a6159ca7a,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:20.603621 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ec29ea-e86d-43b5-83e2-b7980efffd10 None None] Pushing event deleted for resources: {'Port': ['ID=16a8e26c-fe59-44e2-8f98-7c8a6159ca7a,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:20.607510 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ed2761-7b08-4047-aa28-71b6bf986145 None None] The sync data for ids ['647d8920-3158-45f3-b374-61004bf93b94'] in n-d-828369-5 is: [{'id': '647d8920-3158-45f3-b374-61004bf93b94', 'name': 'tempest-FloatingIPsTestJSON-1408618436-router', 'tenant_id': '8ded382742dc46b2a9a2819463337c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:38:38Z', 'updated_at': '2022-02-09T21:39:19Z', 'revision_number': 6, 'project_id': '8ded382742dc46b2a9a2819463337c71', 'gw_port_host': None}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:39:20.644547 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ec29ea-e86d-43b5-83e2-b7980efffd10 None None] No DVR routers for this DVR port 16a8e26c-fe59-44e2-8f98-7c8a6159ca7a on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:39:20.685309 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b926e241-82ba-4d1e-b52c-9c80895bec62 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (cb3a218f-3d18-42c5-8fe0-a14df0ccbbf2), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:20.763926 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-b926e241-82ba-4d1e-b52c-9c80895bec62 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb3a218f-3d18-42c5-8fe0-a14df0ccbbf2']}} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:20.797284 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7a21ddf6-545f-4171-a201-d23fc812ccde req-ffc4755f-d4cb-42b7-81c8-e994893c4a7f tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] 10.222.0.90 "GET /v2.0/security-groups?id=5d2707a6-c52f-4e21-ab70-7fd207f381fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6144025 Feb 09 21:39:20.816941 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-b926e241-82ba-4d1e-b52c-9c80895bec62 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61d0c962-e029-4a71-b944-c69d513c8cf0') {'for_net_delete': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:20.818723 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-b926e241-82ba-4d1e-b52c-9c80895bec62 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61d0c962-e029-4a71-b944-c69d513c8cf0') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:20.855225 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-6898f278-25f5-4185-831d-68130429453a req-bb046e1b-9ec8-4a10-a3e5-c6facc1ce42c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91c268e6-2109-4b61-942b-35dd2225b920 {{(pid=103141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:39:20.857728 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef58871f-60e1-4eb4-8c8f-944636d2675a req-23a752c9-33ec-4a3e-b305-b75f71d9d43f tempest-ServersNegativeTestMultiTenantJSON-806922742 tempest-ServersNegativeTestMultiTenantJSON-806922742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:20.864869 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-6898f278-25f5-4185-831d-68130429453a req-bb046e1b-9ec8-4a10-a3e5-c6facc1ce42c service neutron] Publish callbacks [] for port (91c268e6-2109-4b61-942b-35dd2225b920), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:20.868890 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-f1df6161-103b-4c74-b3aa-b1e42a09c801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54ced5e6-fafc-49b5-a8dc-94e54f483860', 'name': 'tempest-TaggedBootDevicesTest_v242-918985318-router', 'tenant_id': '18ba459b325a4da0821abb3dc94f8781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'cc537b70-ac47-4c47-917e-c3f2cc7d30a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:48Z', 'updated_at': '2022-02-09T21:36:00Z', 'revision_number': 4, 'project_id': '18ba459b325a4da0821abb3dc94f8781', 'gw_port': {'id': 'cc537b70-ac47-4c47-917e-c3f2cc7d30a4', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:35:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ced5e6-fafc-49b5-a8dc-94e54f483860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:50Z', 'updated_at': '2022-02-09T21:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': 'e5977f03-a751-4b3b-aba1-d45affa1fc91', 'tenant_id': '18ba459b325a4da0821abb3dc94f8781', 'floating_ip_address': '172.25.3.16', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': '54ced5e6-fafc-49b5-a8dc-94e54f483860', 'port_id': '4cad1a84-a108-437b-aa6b-77babb3a44d0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1169, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8185c7c8-686b-411f-8c8d-101dfc1ac3a8', 'mac_address': 'fa:16:3e:22:f7:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d24cbc-9e1f-4a64-8250-6e635ad0ac84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:37:12Z', 'updated_at': '2022-02-09T21:39:14Z', 'revision_number': 1, 'project_id': '18ba459b325a4da0821abb3dc94f8781', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd88b7afa-343f-4d26-9fcb-cf7426a454d8', 'name': '', 'network_id': '8185c7c8-686b-411f-8c8d-101dfc1ac3a8', 'tenant_id': '18ba459b325a4da0821abb3dc94f8781', 'mac_address': 'fa:16:3e:95:8e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ced5e6-fafc-49b5-a8dc-94e54f483860', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '413233c4-7ff7-4428-a26b-9211d4e793f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:58Z', 'updated_at': '2022-02-09T21:36:07Z', 'revision_number': 5, 'project_id': '18ba459b325a4da0821abb3dc94f8781', 'subnets': [{'id': '413233c4-7ff7-4428-a26b-9211d4e793f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:20.873296 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ef58871f-60e1-4eb4-8c8f-944636d2675a req-23a752c9-33ec-4a3e-b305-b75f71d9d43f tempest-ServersNegativeTestMultiTenantJSON-806922742 tempest-ServersNegativeTestMultiTenantJSON-806922742-project] 10.222.0.90 "GET /v2.0/ports?device_id=ec44f517-033e-4445-a20b-8ff9a2a02f0e HTTP/1.1" status: 200 len: 944 time: 0.4666276 Feb 09 21:39:20.879590 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-6898f278-25f5-4185-831d-68130429453a req-bb046e1b-9ec8-4a10-a3e5-c6facc1ce42c service neutron] Transition to ACTIVE for port object 91c268e6-2109-4b61-942b-35dd2225b920 will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:39:20.887915 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-6898f278-25f5-4185-831d-68130429453a req-bb046e1b-9ec8-4a10-a3e5-c6facc1ce42c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (91c268e6-2109-4b61-942b-35dd2225b920), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:20.893548 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1969f5b-248b-41e8-b267-9fc1be81062d req-20db4788-c6db-4df8-87c7-6066ebc812ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:20.895372 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f1969f5b-248b-41e8-b267-9fc1be81062d req-20db4788-c6db-4df8-87c7-6066ebc812ec service neutron] 10.222.0.95 "GET /v2.0/subnets?id=413233c4-7ff7-4428-a26b-9211d4e793f3 HTTP/1.1" status: 200 len: 855 time: 0.3571649 Feb 09 21:39:20.902539 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b926e241-82ba-4d1e-b52c-9c80895bec62 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110711'] for segment (61d0c962-e029-4a71-b944-c69d513c8cf0), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:20.905954 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-6898f278-25f5-4185-831d-68130429453a req-34c08fd3-6725-402c-b550-14af69512877 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (7013af92-fec9-494c-9242-b80911dae183), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:20.994338 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1df6161-103b-4c74-b3aa-b1e42a09c801 None None] The sync data for ids ['54ced5e6-fafc-49b5-a8dc-94e54f483860'] in n-d-828369-5 is: [{'id': '54ced5e6-fafc-49b5-a8dc-94e54f483860', 'name': 'tempest-TaggedBootDevicesTest_v242-918985318-router', 'tenant_id': '18ba459b325a4da0821abb3dc94f8781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'cc537b70-ac47-4c47-917e-c3f2cc7d30a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:48Z', 'updated_at': '2022-02-09T21:36:00Z', 'revision_number': 4, 'project_id': '18ba459b325a4da0821abb3dc94f8781', 'gw_port': {'id': 'cc537b70-ac47-4c47-917e-c3f2cc7d30a4', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:35:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ced5e6-fafc-49b5-a8dc-94e54f483860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:50Z', 'updated_at': '2022-02-09T21:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': 'e5977f03-a751-4b3b-aba1-d45affa1fc91', 'tenant_id': '18ba459b325a4da0821abb3dc94f8781', 'floating_ip_address': '172.25.3.16', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': '54ced5e6-fafc-49b5-a8dc-94e54f483860', 'port_id': '4cad1a84-a108-437b-aa6b-77babb3a44d0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1169, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8185c7c8-686b-411f-8c8d-101dfc1ac3a8', 'mac_address': 'fa:16:3e:22:f7:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d24cbc-9e1f-4a64-8250-6e635ad0ac84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:37:12Z', 'updated_at': '2022-02-09T21:39:14Z', 'revision_number': 1, 'project_id': '18ba459b325a4da0821abb3dc94f8781', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd88b7afa-343f-4d26-9fcb-cf7426a454d8', 'name': '', 'network_id': '8185c7c8-686b-411f-8c8d-101dfc1ac3a8', 'tenant_id': '18ba459b325a4da0821abb3dc94f8781', 'mac_address': 'fa:16:3e:95:8e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ced5e6-fafc-49b5-a8dc-94e54f483860', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '413233c4-7ff7-4428-a26b-9211d4e793f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:58Z', 'updated_at': '2022-02-09T21:36:07Z', 'revision_number': 5, 'project_id': '18ba459b325a4da0821abb3dc94f8781', 'subnets': [{'id': '413233c4-7ff7-4428-a26b-9211d4e793f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:39:21.048664 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:21.094558 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ef58871f-60e1-4eb4-8c8f-944636d2675a req-c252ace1-10e5-40ea-b1bc-f56d0b90a807 tempest-ServersNegativeTestMultiTenantJSON-806922742 tempest-ServersNegativeTestMultiTenantJSON-806922742-project] 10.222.0.90 "GET /v2.0/security-groups?id=eb826b8b-bca0-4780-a891-9d497cb8b991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891646 Feb 09 21:39:21.145742 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b926e241-82ba-4d1e-b52c-9c80895bec62 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (61d0c962-e029-4a71-b944-c69d513c8cf0), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:21.174065 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f9fce2-20c7-4651-aa2c-c97046697229 req-77e239d9-9bb1-4841-9b87-e2334df55f77 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:21.191351 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-90f9fce2-20c7-4651-aa2c-c97046697229 req-77e239d9-9bb1-4841-9b87-e2334df55f77 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5942c39-add0-42a2-bc58-a7492d65f23d HTTP/1.1" status: 200 len: 949 time: 0.1449316 Feb 09 21:39:21.202687 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b926e241-82ba-4d1e-b52c-9c80895bec62 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=103140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:39:21.203103 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b926e241-82ba-4d1e-b52c-9c80895bec62 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669415'] for segment (61d0c962-e029-4a71-b944-c69d513c8cf0), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:21.206505 n-d-828369-5 neutron-server[103140]: Traceback (most recent call last): Feb 09 21:39:21.206505 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:39:21.206505 n-d-828369-5 neutron-server[103140]: timer() Feb 09 21:39:21.206505 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:39:21.206505 n-d-828369-5 neutron-server[103140]: cb(*args, **kw) Feb 09 21:39:21.206505 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:39:21.206505 n-d-828369-5 neutron-server[103140]: return func(*args, **kwargs) Feb 09 21:39:21.206505 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:39:21.206505 n-d-828369-5 neutron-server[103140]: self._notify() Feb 09 21:39:21.206505 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:39:21.206505 n-d-828369-5 neutron-server[103140]: self.callback(batched_events) Feb 09 21:39:21.206505 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:39:21.206505 n-d-828369-5 neutron-server[103140]: event.method(event) Feb 09 21:39:21.206505 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:39:21.206505 n-d-828369-5 neutron-server[103140]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:39:21.206505 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:39:21.206505 n-d-828369-5 neutron-server[103140]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:39:21.206505 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:39:21.206505 n-d-828369-5 neutron-server[103140]: return f(self, *a, **k) Feb 09 21:39:21.206505 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:39:21.206505 n-d-828369-5 neutron-server[103140]: return self._get(url).json() Feb 09 21:39:21.206505 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:39:21.206505 n-d-828369-5 neutron-server[103140]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:39:21.206505 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:39:21.206505 n-d-828369-5 neutron-server[103140]: return self.request(url, 'GET', **kwargs) Feb 09 21:39:21.206505 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:39:21.206505 n-d-828369-5 neutron-server[103140]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:39:21.206505 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:39:21.206505 n-d-828369-5 neutron-server[103140]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:39:21.206505 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:39:21.206505 n-d-828369-5 neutron-server[103140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:39:21.206505 n-d-828369-5 neutron-server[103140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:39:21.274877 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1969f5b-248b-41e8-b267-9fc1be81062d req-e30f78a3-21a6-4d41-80f3-d5a4359f4135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:21.275876 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb046e1b-9ec8-4a10-a3e5-c6facc1ce42c service neutron] Pushing event updated for resources: {'Port': ['ID=91c268e6-2109-4b61-942b-35dd2225b920,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:21.276464 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f1969f5b-248b-41e8-b267-9fc1be81062d req-e30f78a3-21a6-4d41-80f3-d5a4359f4135 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=8185c7c8-686b-411f-8c8d-101dfc1ac3a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1983149 Feb 09 21:39:21.339750 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device ffe4bf09-4f05-4eb4-b69a-599fa0d0e33d up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:39:21.366054 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-90f9fce2-20c7-4651-aa2c-c97046697229 req-f31d4c84-987d-4bd1-9e07-32e651d376db tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/security-groups?id=18eb7429-13f2-4956-b934-bb119bf89c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737962 Feb 09 21:39:21.438863 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-bb810b8d-0e4d-4776-a757-99617c4215f5 admin admin] For port 9ccd0154-2303-4663-bbaa-155e84d849c8, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=9ccd0154-2303-4663-bbaa-155e84d849c8,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:21.439503 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bb810b8d-0e4d-4776-a757-99617c4215f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (9ccd0154-2303-4663-bbaa-155e84d849c8), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:21.445357 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning for port ffe4bf09-4f05-4eb4-b69a-599fa0d0e33d completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:39:21.451590 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port ffe4bf09-4f05-4eb4-b69a-599fa0d0e33d triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:39:21.452212 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (ffe4bf09-4f05-4eb4-b69a-599fa0d0e33d), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:21.529036 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-bb810b8d-0e4d-4776-a757-99617c4215f5 admin admin] Calling delete_port for 9ccd0154-2303-4663-bbaa-155e84d849c8 owned by network:router_gateway {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:39:21.562346 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b926e241-82ba-4d1e-b52c-9c80895bec62 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (cb3a218f-3d18-42c5-8fe0-a14df0ccbbf2), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:21.583508 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b926e241-82ba-4d1e-b52c-9c80895bec62 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:21.593129 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-b926e241-82ba-4d1e-b52c-9c80895bec62 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] 10.222.0.90 "DELETE /v2.0/networks/cb3a218f-3d18-42c5-8fe0-a14df0ccbbf2 HTTP/1.1" status: 204 len: 168 time: 2.6141820 Feb 09 21:39:21.609012 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea672c3f-b0fd-4a59-ab16-0850c53cc1a4 None None] New status for floating IP e5977f03-a751-4b3b-aba1-d45affa1fc91: ACTIVE {{(pid=103142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:39:21.609253 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 33100) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:21.774696 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b926e241-82ba-4d1e-b52c-9c80895bec62 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Pushing event deleted for resources: {'Network': ['ID=cb3a218f-3d18-42c5-8fe0-a14df0ccbbf2,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:21.850788 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671a2fa5-fefc-4ccf-919b-688d974c43db req-3c847285-31cb-4be3-92e6-46f2b960d7c6 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:21.858899 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671a2fa5-fefc-4ccf-919b-688d974c43db req-3c847285-31cb-4be3-92e6-46f2b960d7c6 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:21.866488 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 16a8e26c-fe59-44e2-8f98-7c8a6159ca7a no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:39:21.875715 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671a2fa5-fefc-4ccf-919b-688d974c43db req-3c847285-31cb-4be3-92e6-46f2b960d7c6 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:21.887000 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671a2fa5-fefc-4ccf-919b-688d974c43db req-3c847285-31cb-4be3-92e6-46f2b960d7c6 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:21.892556 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671a2fa5-fefc-4ccf-919b-688d974c43db req-3c847285-31cb-4be3-92e6-46f2b960d7c6 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:21.909819 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671a2fa5-fefc-4ccf-919b-688d974c43db req-3c847285-31cb-4be3-92e6-46f2b960d7c6 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:21.925559 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671a2fa5-fefc-4ccf-919b-688d974c43db req-3c847285-31cb-4be3-92e6-46f2b960d7c6 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:21.926423 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 16a8e26c-fe59-44e2-8f98-7c8a6159ca7a {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:39:21.927169 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 16a8e26c-fe59-44e2-8f98-7c8a6159ca7a not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:39:21.928302 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 9ccd0154-2303-4663-bbaa-155e84d849c8 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:39:21.931320 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-671a2fa5-fefc-4ccf-919b-688d974c43db req-3c847285-31cb-4be3-92e6-46f2b960d7c6 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 5443 time: 0.6534986 Feb 09 21:39:21.973160 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port ffe4bf09-4f05-4eb4-b69a-599fa0d0e33d is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:39:21.973555 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (ffe4bf09-4f05-4eb4-b69a-599fa0d0e33d), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:22.027196 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port ffe4bf09-4f05-4eb4-b69a-599fa0d0e33d, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=ffe4bf09-4f05-4eb4-b69a-599fa0d0e33d,segment=NetworkSegment(798ff278-8ab6-43d5-a21f-dc1991054cdf),segment_id=798ff278-8ab6-43d5-a21f-dc1991054cdf)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:22.034314 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec44f517-033e-4445-a20b-8ff9a2a02f0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffe4bf09-4f05-4eb4-b69a-599fa0d0e33d'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:39:22.036683 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d950b693-67e3-4613-b42a-e8c36d7a1af4" -d '{"events": [{"server_uuid": "ec44f517-033e-4445-a20b-8ff9a2a02f0e", "name": "network-vif-plugged", "status": "completed", "tag": "ffe4bf09-4f05-4eb4-b69a-599fa0d0e33d"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:39:22.052369 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (ffe4bf09-4f05-4eb4-b69a-599fa0d0e33d), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:22.084866 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bf2c003a-f649-4433-a9a8-6d9bed2316eb req-307cacec-f0fe-4b23-a31b-74a858521bed tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=2d6f01c204fb49588b99bb4b4319fb3a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1396723 Feb 09 21:39:22.100295 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f1969f5b-248b-41e8-b267-9fc1be81062d req-90e719b4-9eb8-433f-851d-454f80844251 service neutron] 10.222.0.95 "GET /v2.0/networks/8185c7c8-686b-411f-8c8d-101dfc1ac3a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7652354 Feb 09 21:39:22.159867 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=ffe4bf09-4f05-4eb4-b69a-599fa0d0e33d,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:22.162632 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 9ccd0154-2303-4663-bbaa-155e84d849c8 is: ACTIVE; New status is: DOWN {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:39:22.163017 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (9ccd0154-2303-4663-bbaa-155e84d849c8), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:22.189693 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port 9ccd0154-2303-4663-bbaa-155e84d849c8, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=9ccd0154-2303-4663-bbaa-155e84d849c8,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:22.195839 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (9ccd0154-2303-4663-bbaa-155e84d849c8), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:22.197476 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 00234940-47cf-424e-b31d-2fbf9c9a4b38 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:39:22.199452 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-671a2fa5-fefc-4ccf-919b-688d974c43db req-aa2125ae-cbaf-41b2-9f89-d0368cb769ea tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/security-groups?id=13b87425-0324-41b8-9577-a03ea20c9956&id=d1e73a5e-905c-466a-be51-a1576b624ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2469785 Feb 09 21:39:22.311467 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 00234940-47cf-424e-b31d-2fbf9c9a4b38 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:39:22.311819 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 00234940-47cf-424e-b31d-2fbf9c9a4b38 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:39:22.321342 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=9ccd0154-2303-4663-bbaa-155e84d849c8,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:22.526211 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-6898f278-25f5-4185-831d-68130429453a req-bb046e1b-9ec8-4a10-a3e5-c6facc1ce42c service neutron] Attempting to bind port 91c268e6-2109-4b61-942b-35dd2225b920 on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:39:22.526689 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-6898f278-25f5-4185-831d-68130429453a req-bb046e1b-9ec8-4a10-a3e5-c6facc1ce42c service neutron] Attempting to bind port 91c268e6-2109-4b61-942b-35dd2225b920 by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': '4159f293-0e9e-489c-9407-9c014bb1cf3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '823e9556-7e11-412d-afa3-16a561be72bd'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:39:22.526881 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6898f278-25f5-4185-831d-68130429453a req-bb046e1b-9ec8-4a10-a3e5-c6facc1ce42c service neutron] Attempting to bind port 91c268e6-2109-4b61-942b-35dd2225b920 on network 823e9556-7e11-412d-afa3-16a561be72bd {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:39:22.546993 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-6898f278-25f5-4185-831d-68130429453a req-34c08fd3-6725-402c-b550-14af69512877 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7013af92-fec9-494c-9242-b80911dae183 {{(pid=103141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:39:22.553926 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6898f278-25f5-4185-831d-68130429453a req-bb046e1b-9ec8-4a10-a3e5-c6facc1ce42c service neutron] Port 91c268e6-2109-4b61-942b-35dd2225b920 on network 823e9556-7e11-412d-afa3-16a561be72bd not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:39:22.554818 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6898f278-25f5-4185-831d-68130429453a req-bb046e1b-9ec8-4a10-a3e5-c6facc1ce42c service neutron] Attempting to bind port 91c268e6-2109-4b61-942b-35dd2225b920 on network 823e9556-7e11-412d-afa3-16a561be72bd {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:39:22.566663 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-6898f278-25f5-4185-831d-68130429453a req-34c08fd3-6725-402c-b550-14af69512877 service neutron] Publish callbacks [] for port (7013af92-fec9-494c-9242-b80911dae183), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:22.571446 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6898f278-25f5-4185-831d-68130429453a req-bb046e1b-9ec8-4a10-a3e5-c6facc1ce42c service neutron] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:39:22.571788 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6898f278-25f5-4185-831d-68130429453a req-bb046e1b-9ec8-4a10-a3e5-c6facc1ce42c service neutron] Checking segment: {'id': '4159f293-0e9e-489c-9407-9c014bb1cf3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '823e9556-7e11-412d-afa3-16a561be72bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:39:22.572176 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6898f278-25f5-4185-831d-68130429453a req-bb046e1b-9ec8-4a10-a3e5-c6facc1ce42c service neutron] Bound using segment: {'id': '4159f293-0e9e-489c-9407-9c014bb1cf3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '823e9556-7e11-412d-afa3-16a561be72bd'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:39:22.572656 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-6898f278-25f5-4185-831d-68130429453a req-bb046e1b-9ec8-4a10-a3e5-c6facc1ce42c service neutron] Bound port: 91c268e6-2109-4b61-942b-35dd2225b920, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4159f293-0e9e-489c-9407-9c014bb1cf3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '823e9556-7e11-412d-afa3-16a561be72bd'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:39:22.573007 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-6898f278-25f5-4185-831d-68130429453a req-bb046e1b-9ec8-4a10-a3e5-c6facc1ce42c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (91c268e6-2109-4b61-942b-35dd2225b920), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:22.573384 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2c003a-f649-4433-a9a8-6d9bed2316eb req-be685fa9-c2b6-4e40-a7a7-ebb5308a8be0 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:22.575385 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bf2c003a-f649-4433-a9a8-6d9bed2316eb req-be685fa9-c2b6-4e40-a7a7-ebb5308a8be0 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4842896 Feb 09 21:39:22.621309 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-6898f278-25f5-4185-831d-68130429453a req-34c08fd3-6725-402c-b550-14af69512877 service neutron] Transition to ACTIVE for port object 7013af92-fec9-494c-9242-b80911dae183 will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:39:22.670184 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bf2c003a-f649-4433-a9a8-6d9bed2316eb req-4cdd1f44-d020-45cb-9e8f-7a11be9894e5 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/quotas/2d6f01c204fb49588b99bb4b4319fb3a HTTP/1.1" status: 200 len: 375 time: 0.0860517 Feb 09 21:39:22.680399 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-6898f278-25f5-4185-831d-68130429453a req-34c08fd3-6725-402c-b550-14af69512877 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (7013af92-fec9-494c-9242-b80911dae183), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:22.753998 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5e582d-42d5-4f4e-926c-8d9ef85d00b7 req-6ebf306a-c28e-481b-8a4f-e006f841030a tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:22.753998 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7d5e582d-42d5-4f4e-926c-8d9ef85d00b7 req-6ebf306a-c28e-481b-8a4f-e006f841030a tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] 10.222.0.90 "GET /v2.0/ports?device_id=53bb2f91-a542-4f84-b55c-79ed0e5e4179 HTTP/1.1" status: 200 len: 943 time: 0.4058051 Feb 09 21:39:22.773343 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d5fbbb1a-cd08-4d40-a544-442f520e88ad tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Deleting port 1950d6e8-cf48-4024-b1af-787eb0330f26 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:39:22.773579 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d5fbbb1a-cd08-4d40-a544-442f520e88ad tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (1950d6e8-cf48-4024-b1af-787eb0330f26), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:22.783255 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f1969f5b-248b-41e8-b267-9fc1be81062d req-33095582-303e-4913-9431-84be9b611a53 service neutron] 10.222.0.95 "GET /v2.0/networks/8185c7c8-686b-411f-8c8d-101dfc1ac3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5104489 Feb 09 21:39:22.859920 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c08fd3-6725-402c-b550-14af69512877 service neutron] Pushing event updated for resources: {'Port': ['ID=7013af92-fec9-494c-9242-b80911dae183,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:22.869000 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bb810b8d-0e4d-4776-a757-99617c4215f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (9ccd0154-2303-4663-bbaa-155e84d849c8), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:22.894913 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7d5e582d-42d5-4f4e-926c-8d9ef85d00b7 req-5cfcc450-05b1-400c-b1c6-8b1daf541fe7 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] 10.222.0.90 "GET /v2.0/security-groups?id=5d2707a6-c52f-4e21-ab70-7fd207f381fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192069 Feb 09 21:39:22.912457 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bf2c003a-f649-4433-a9a8-6d9bed2316eb req-e10e6607-2337-419a-8cb5-8addd5ae688b tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=2d6f01c204fb49588b99bb4b4319fb3a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2199113 Feb 09 21:39:22.932067 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb810b8d-0e4d-4776-a757-99617c4215f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ccd0154-2303-4663-bbaa-155e84d849c8,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:22.953306 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d5fbbb1a-cd08-4d40-a544-442f520e88ad tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (1950d6e8-cf48-4024-b1af-787eb0330f26), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:22.953635 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d5fbbb1a-cd08-4d40-a544-442f520e88ad tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks [] for floatingip (1950d6e8-cf48-4024-b1af-787eb0330f26), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:22.968782 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d5fbbb1a-cd08-4d40-a544-442f520e88ad tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Calling delete_port for 1950d6e8-cf48-4024-b1af-787eb0330f26 owned by network:floatingip {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:39:23.017207 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-6898f278-25f5-4185-831d-68130429453a req-34c08fd3-6725-402c-b550-14af69512877 service neutron] Attempting to bind port 7013af92-fec9-494c-9242-b80911dae183 on host n-h1-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:39:23.017692 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-6898f278-25f5-4185-831d-68130429453a req-34c08fd3-6725-402c-b550-14af69512877 service neutron] Attempting to bind port 7013af92-fec9-494c-9242-b80911dae183 by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': '4159f293-0e9e-489c-9407-9c014bb1cf3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '823e9556-7e11-412d-afa3-16a561be72bd'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:39:23.017872 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6898f278-25f5-4185-831d-68130429453a req-34c08fd3-6725-402c-b550-14af69512877 service neutron] Attempting to bind port 7013af92-fec9-494c-9242-b80911dae183 on network 823e9556-7e11-412d-afa3-16a561be72bd {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:39:23.029611 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1febe1c-32bf-4966-89ae-f950db40e8a8 x-openstack-request-id: req-e1febe1c-32bf-4966-89ae-f950db40e8a8 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:39:23.030119 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec44f517-033e-4445-a20b-8ff9a2a02f0e", "name": "network-vif-plugged", "status": "completed", "tag": "ffe4bf09-4f05-4eb4-b69a-599fa0d0e33d", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:39:23.030227 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-e1febe1c-32bf-4966-89ae-f950db40e8a8 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:39:23.030558 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-6898f278-25f5-4185-831d-68130429453a req-bb046e1b-9ec8-4a10-a3e5-c6facc1ce42c service neutron] For port 91c268e6-2109-4b61-942b-35dd2225b920, host n-h2-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:39:23.030673 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec44f517-033e-4445-a20b-8ff9a2a02f0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffe4bf09-4f05-4eb4-b69a-599fa0d0e33d', 'code': 200} Feb 09 21:39:23.032940 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6898f278-25f5-4185-831d-68130429453a req-34c08fd3-6725-402c-b550-14af69512877 service neutron] Port 7013af92-fec9-494c-9242-b80911dae183 on network 823e9556-7e11-412d-afa3-16a561be72bd not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:39:23.036372 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6898f278-25f5-4185-831d-68130429453a req-34c08fd3-6725-402c-b550-14af69512877 service neutron] Attempting to bind port 7013af92-fec9-494c-9242-b80911dae183 on network 823e9556-7e11-412d-afa3-16a561be72bd {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:39:23.049889 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6898f278-25f5-4185-831d-68130429453a req-34c08fd3-6725-402c-b550-14af69512877 service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:39:23.050246 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6898f278-25f5-4185-831d-68130429453a req-34c08fd3-6725-402c-b550-14af69512877 service neutron] Checking segment: {'id': '4159f293-0e9e-489c-9407-9c014bb1cf3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '823e9556-7e11-412d-afa3-16a561be72bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:39:23.050642 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6898f278-25f5-4185-831d-68130429453a req-34c08fd3-6725-402c-b550-14af69512877 service neutron] Bound using segment: {'id': '4159f293-0e9e-489c-9407-9c014bb1cf3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '823e9556-7e11-412d-afa3-16a561be72bd'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:39:23.051154 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-6898f278-25f5-4185-831d-68130429453a req-34c08fd3-6725-402c-b550-14af69512877 service neutron] Bound port: 7013af92-fec9-494c-9242-b80911dae183, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4159f293-0e9e-489c-9407-9c014bb1cf3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '823e9556-7e11-412d-afa3-16a561be72bd'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:39:23.051519 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-6898f278-25f5-4185-831d-68130429453a req-34c08fd3-6725-402c-b550-14af69512877 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (7013af92-fec9-494c-9242-b80911dae183), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:23.150644 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d5fbbb1a-cd08-4d40-a544-442f520e88ad tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (1950d6e8-cf48-4024-b1af-787eb0330f26), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:23.213152 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-6898f278-25f5-4185-831d-68130429453a req-bb046e1b-9ec8-4a10-a3e5-c6facc1ce42c service neutron] For port 91c268e6-2109-4b61-942b-35dd2225b920, host n-h2-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=91c268e6-2109-4b61-942b-35dd2225b920,segment=NetworkSegment(4159f293-0e9e-489c-9407-9c014bb1cf3e),segment_id=4159f293-0e9e-489c-9407-9c014bb1cf3e)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:39:23.300569 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fbbb1a-cd08-4d40-a544-442f520e88ad tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Pushing event deleted for resources: {'Port': ['ID=1950d6e8-cf48-4024-b1af-787eb0330f26,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:23.309625 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-6898f278-25f5-4185-831d-68130429453a req-34c08fd3-6725-402c-b550-14af69512877 service neutron] For port 7013af92-fec9-494c-9242-b80911dae183, host n-h1-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:39:23.314676 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-6898f278-25f5-4185-831d-68130429453a req-34c08fd3-6725-402c-b550-14af69512877 service neutron] For port 7013af92-fec9-494c-9242-b80911dae183, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=7013af92-fec9-494c-9242-b80911dae183,segment=NetworkSegment(4159f293-0e9e-489c-9407-9c014bb1cf3e),segment_id=4159f293-0e9e-489c-9407-9c014bb1cf3e)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:39:23.326153 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-6898f278-25f5-4185-831d-68130429453a req-34c08fd3-6725-402c-b550-14af69512877 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (7013af92-fec9-494c-9242-b80911dae183), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:23.352158 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:23.364360 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-6898f278-25f5-4185-831d-68130429453a req-bb046e1b-9ec8-4a10-a3e5-c6facc1ce42c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (91c268e6-2109-4b61-942b-35dd2225b920), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:23.388923 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bb810b8d-0e4d-4776-a757-99617c4215f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-554524'] for router_gateway (647d8920-3158-45f3-b374-61004bf93b94), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:23.393769 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6898f278-25f5-4185-831d-68130429453a req-34c08fd3-6725-402c-b550-14af69512877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:23.394569 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-6898f278-25f5-4185-831d-68130429453a req-34c08fd3-6725-402c-b550-14af69512877 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:23.396356 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6898f278-25f5-4185-831d-68130429453a req-34c08fd3-6725-402c-b550-14af69512877 service neutron] 10.222.0.95 "PUT /v2.0/ports/7013af92-fec9-494c-9242-b80911dae183 HTTP/1.1" status: 200 len: 1091 time: 3.0815969 Feb 09 21:39:23.399425 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f199053-2fdc-4195-9124-6d398469bb51', 'tag': '7013af92-fec9-494c-9242-b80911dae183'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:39:23.401880 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf330f19-bd4e-456d-9816-19a8ae989567" -d '{"events": [{"name": "network-changed", "server_uuid": "6f199053-2fdc-4195-9124-6d398469bb51", "tag": "7013af92-fec9-494c-9242-b80911dae183"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:39:23.453781 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3bbfb3a6-5c1a-47dd-a1a5-a1180c9bbc8c req-2ee62b5d-9eb0-4d1b-8256-4bc43f910f9a tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/ports?device_id=99730171-986b-49a1-81f6-88b419845b86 HTTP/1.1" status: 200 len: 210 time: 0.0688176 Feb 09 21:39:23.542410 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d5fbbb1a-cd08-4d40-a544-442f520e88ad tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks [] for floatingip (406d6df3-295c-4303-bcb7-6c2ebeedea56), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:23.550695 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d5fbbb1a-cd08-4d40-a544-442f520e88ad tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:23.556561 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-d5fbbb1a-cd08-4d40-a544-442f520e88ad tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] 10.222.0.90 "DELETE /v2.0/floatingips/406d6df3-295c-4303-bcb7-6c2ebeedea56 HTTP/1.1" status: 204 len: 168 time: 1.9297752 Feb 09 21:39:23.568657 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 33156) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:23.638397 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6898f278-25f5-4185-831d-68130429453a req-bb046e1b-9ec8-4a10-a3e5-c6facc1ce42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:23.639181 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-6898f278-25f5-4185-831d-68130429453a req-bb046e1b-9ec8-4a10-a3e5-c6facc1ce42c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:23.641438 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6898f278-25f5-4185-831d-68130429453a req-bb046e1b-9ec8-4a10-a3e5-c6facc1ce42c service neutron] 10.222.0.89 "PUT /v2.0/ports/91c268e6-2109-4b61-942b-35dd2225b920 HTTP/1.1" status: 200 len: 1091 time: 3.5649884 Feb 09 21:39:23.655084 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bb810b8d-0e4d-4776-a757-99617c4215f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (647d8920-3158-45f3-b374-61004bf93b94), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:23.656036 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e38239-0333-4ec0-9340-0b08f7368e0d req-03515928-999c-45b8-a036-e04d01952fdf tempest-ServersNegativeTestMultiTenantJSON-806922742 tempest-ServersNegativeTestMultiTenantJSON-806922742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:23.658426 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-06e38239-0333-4ec0-9340-0b08f7368e0d req-03515928-999c-45b8-a036-e04d01952fdf tempest-ServersNegativeTestMultiTenantJSON-806922742 tempest-ServersNegativeTestMultiTenantJSON-806922742-project] 10.222.0.90 "GET /v2.0/ports?device_id=ec44f517-033e-4445-a20b-8ff9a2a02f0e HTTP/1.1" status: 200 len: 945 time: 0.4980416 Feb 09 21:39:23.659830 n-d-828369-5 neutron-server[103140]: INFO neutron.pecan_wsgi.hooks.translation [None req-f148a71d-b395-4760-8b97-4eb9248dc090 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] DELETE failed (client error): The resource could not be found. Feb 09 21:39:23.660693 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f148a71d-b395-4760-8b97-4eb9248dc090 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:39:23.663210 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bb810b8d-0e4d-4776-a757-99617c4215f5 admin admin] Publish callbacks [] for router_controller (647d8920-3158-45f3-b374-61004bf93b94), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:23.668156 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-f148a71d-b395-4760-8b97-4eb9248dc090 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] 10.222.0.90 "DELETE /v2.0/ports/1816b33a-e293-47f7-af2c-f25b7c177578 HTTP/1.1" status: 404 len: 333 time: 0.0974379 Feb 09 21:39:23.669348 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 33162) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:23.681810 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c08fd3-6725-402c-b550-14af69512877 service neutron] Pushing event updated for resources: {'Port': ['ID=7013af92-fec9-494c-9242-b80911dae183,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:23.755836 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-1fdd8c5f-3f4d-4878-a1cd-f524d6c91f07 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] 10.222.0.90 "GET /v2.0/ports?device_id=63de0397-fe17-407e-84ba-5a181cdf63f4 HTTP/1.1" status: 200 len: 205 time: 0.0772281 Feb 09 21:39:23.762113 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 33164) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:23.768589 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6898f278-25f5-4185-831d-68130429453a req-913d52b1-8e09-470a-a663-0a0721ea039b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:23.770510 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6898f278-25f5-4185-831d-68130429453a req-913d52b1-8e09-470a-a663-0a0721ea039b service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=d9f1c9a9a88e49b39106e8e9d30c3ca9&device_id=6f199053-2fdc-4195-9124-6d398469bb51 HTTP/1.1" status: 200 len: 1125 time: 0.2453139 Feb 09 21:39:23.797223 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ab1c5c-d547-4d51-a327-3795c0e0516a req-15c73c93-484a-40b8-9bab-f9b8a13d9cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:23.803460 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c3ab1c5c-d547-4d51-a327-3795c0e0516a req-15c73c93-484a-40b8-9bab-f9b8a13d9cd3 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=ec44f517-033e-4445-a20b-8ff9a2a02f0e HTTP/1.1" status: 200 len: 1127 time: 0.4962258 Feb 09 21:39:23.855753 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bb810b8d-0e4d-4776-a757-99617c4215f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (647d8920-3158-45f3-b374-61004bf93b94), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:23.857089 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb810b8d-0e4d-4776-a757-99617c4215f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 647d8920-3158-45f3-b374-61004bf93b94 {{(pid=103141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:39:23.871573 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6898f278-25f5-4185-831d-68130429453a req-3068ce0e-5b13-4fa9-97c2-2d83e8d7e6c4 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7013af92-fec9-494c-9242-b80911dae183 HTTP/1.1" status: 200 len: 217 time: 0.0713279 Feb 09 21:39:23.877020 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bb810b8d-0e4d-4776-a757-99617c4215f5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:23.881480 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-bb810b8d-0e4d-4776-a757-99617c4215f5 admin admin] 10.222.0.90 "DELETE /v2.0/routers/647d8920-3158-45f3-b374-61004bf93b94 HTTP/1.1" status: 204 len: 168 time: 4.8521082 Feb 09 21:39:23.883503 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 33168) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:23.899069 n-d-828369-5 neutron-server[103140]: INFO neutron.api.v2.resource [None req-8283e66a-1cdb-4688-81d9-77eff8e81233 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] delete failed (client error): The resource could not be found. Feb 09 21:39:23.900417 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-8283e66a-1cdb-4688-81d9-77eff8e81233 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] 10.222.0.90 "DELETE /v2.0/routers/63de0397-fe17-407e-84ba-5a181cdf63f4 HTTP/1.1" status: 404 len: 336 time: 0.1232452 Feb 09 21:39:23.905537 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 33170) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:23.933988 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3660b6f-e8e2-480e-8e77-44d5e81a6ab1 req-50896927-c25d-4309-a23a-a1e93d950e4b tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:23.941218 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3660b6f-e8e2-480e-8e77-44d5e81a6ab1 req-50896927-c25d-4309-a23a-a1e93d950e4b tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:23.947826 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3660b6f-e8e2-480e-8e77-44d5e81a6ab1 req-50896927-c25d-4309-a23a-a1e93d950e4b tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:23.955171 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3660b6f-e8e2-480e-8e77-44d5e81a6ab1 req-50896927-c25d-4309-a23a-a1e93d950e4b tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:23.966969 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3660b6f-e8e2-480e-8e77-44d5e81a6ab1 req-50896927-c25d-4309-a23a-a1e93d950e4b tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:23.973669 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3660b6f-e8e2-480e-8e77-44d5e81a6ab1 req-50896927-c25d-4309-a23a-a1e93d950e4b tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:23.981267 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3660b6f-e8e2-480e-8e77-44d5e81a6ab1 req-50896927-c25d-4309-a23a-a1e93d950e4b tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:23.989237 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d3660b6f-e8e2-480e-8e77-44d5e81a6ab1 req-50896927-c25d-4309-a23a-a1e93d950e4b tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 5443 time: 0.4316001 Feb 09 21:39:24.006915 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6898f278-25f5-4185-831d-68130429453a req-837f416f-ce84-4a56-b596-2b9451c076f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:24.008763 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6898f278-25f5-4185-831d-68130429453a req-837f416f-ce84-4a56-b596-2b9451c076f0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d9f1c9a9a88e49b39106e8e9d30c3ca9&device_id=53bb2f91-a542-4f84-b55c-79ed0e5e4179 HTTP/1.1" status: 200 len: 1125 time: 0.2845089 Feb 09 21:39:24.023208 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-06e38239-0333-4ec0-9340-0b08f7368e0d req-e6833bf3-2d8c-4de4-9ccd-add35e5fae1d tempest-ServersNegativeTestMultiTenantJSON-806922742 tempest-ServersNegativeTestMultiTenantJSON-806922742-project] 10.222.0.90 "GET /v2.0/security-groups?id=eb826b8b-bca0-4780-a891-9d497cb8b991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3491485 Feb 09 21:39:24.078134 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-17849902-99ac-4eee-8f0b-5a102e44b128 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] DELETE failed (client error): The resource could not be found. Feb 09 21:39:24.078605 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17849902-99ac-4eee-8f0b-5a102e44b128 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:39:24.081827 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-17849902-99ac-4eee-8f0b-5a102e44b128 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] 10.222.0.90 "DELETE /v2.0/subnets/9e0a7ffa-b786-42f8-9dc2-114330cc201e HTTP/1.1" status: 404 len: 337 time: 0.1703987 Feb 09 21:39:24.082585 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb046e1b-9ec8-4a10-a3e5-c6facc1ce42c service neutron] Pushing event updated for resources: {'Port': ['ID=91c268e6-2109-4b61-942b-35dd2225b920,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:24.090554 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 33178) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:24.143862 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6898f278-25f5-4185-831d-68130429453a req-8275f354-cb23-4cfa-a2a7-70a68349d00b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=91c268e6-2109-4b61-942b-35dd2225b920 HTTP/1.1" status: 200 len: 217 time: 0.0777116 Feb 09 21:39:24.211549 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c3ab1c5c-d547-4d51-a327-3795c0e0516a req-cacc9157-4282-4f2f-84f2-9f310aed5304 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=eb826b8b-bca0-4780-a891-9d497cb8b991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3300259 Feb 09 21:39:24.231224 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6898f278-25f5-4185-831d-68130429453a req-a22cbeb7-f338-490a-81e5-14234e04709d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:24.232858 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6898f278-25f5-4185-831d-68130429453a req-a22cbeb7-f338-490a-81e5-14234e04709d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=355dfc30-1148-4206-9570-0b629d9fb4da HTTP/1.1" status: 200 len: 853 time: 0.3468583 Feb 09 21:39:24.269058 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-4935df63-bf3f-435b-b6e4-13058cbdbcc1 admin admin] Deleting subnet 4b8d793b-e406-4d25-a238-86b2a9b37b21 {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:39:24.272213 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f0aa198-82ad-4cf4-ab04-061b2b15687e x-openstack-request-id: req-8f0aa198-82ad-4cf4-ab04-061b2b15687e {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:39:24.272531 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f199053-2fdc-4195-9124-6d398469bb51", "tag": "7013af92-fec9-494c-9242-b80911dae183", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:39:24.272829 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-8f0aa198-82ad-4cf4-ab04-061b2b15687e {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:39:24.273243 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f199053-2fdc-4195-9124-6d398469bb51', 'tag': '7013af92-fec9-494c-9242-b80911dae183', 'status': 'completed', 'code': 200} Feb 09 21:39:24.273493 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d3660b6f-e8e2-480e-8e77-44d5e81a6ab1 req-45fea791-0603-44a8-adc6-63a33203741a tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/security-groups?id=13b87425-0324-41b8-9577-a03ea20c9956&id=d1e73a5e-905c-466a-be51-a1576b624ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2827873 Feb 09 21:39:24.287430 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4935df63-bf3f-435b-b6e4-13058cbdbcc1 admin admin] Publish callbacks [] for subnet (4b8d793b-e406-4d25-a238-86b2a9b37b21), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:24.377856 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6898f278-25f5-4185-831d-68130429453a req-fb8358fe-c1f9-40ab-b0eb-9d8001762ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:24.379662 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6898f278-25f5-4185-831d-68130429453a req-fb8358fe-c1f9-40ab-b0eb-9d8001762ab4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=355dfc30-1148-4206-9570-0b629d9fb4da HTTP/1.1" status: 200 len: 853 time: 0.1701841 Feb 09 21:39:24.393675 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4935df63-bf3f-435b-b6e4-13058cbdbcc1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (4b8d793b-e406-4d25-a238-86b2a9b37b21), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:24.489333 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56092412-c66a-4871-a083-7441f28460af req-2e2b9d7d-a43e-4e1e-a007-f7b718112602 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:24.496933 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-56092412-c66a-4871-a083-7441f28460af req-2e2b9d7d-a43e-4e1e-a007-f7b718112602 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] 10.222.0.90 "GET /v2.0/ports?device_id=53bb2f91-a542-4f84-b55c-79ed0e5e4179 HTTP/1.1" status: 200 len: 943 time: 0.1094489 Feb 09 21:39:24.501872 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6898f278-25f5-4185-831d-68130429453a req-e3f7dbb0-7b7e-44b1-95aa-4e26b2583ef0 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=823e9556-7e11-412d-afa3-16a561be72bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1118331 Feb 09 21:39:24.535696 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cf1ea7-b22a-46b2-a9ec-12f78047245a req-1ee9cefc-175a-4fef-abfa-1a78681897f3 tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:24.537317 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-24cf1ea7-b22a-46b2-a9ec-12f78047245a req-1ee9cefc-175a-4fef-abfa-1a78681897f3 tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] 10.222.0.90 "GET /v2.0/ports?device_id=25ff4a27-5d39-4104-bc4e-ab7ca4a4b676 HTTP/1.1" status: 200 len: 951 time: 0.1153674 Feb 09 21:39:24.569525 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4935df63-bf3f-435b-b6e4-13058cbdbcc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (4b8d793b-e406-4d25-a238-86b2a9b37b21), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:24.582453 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-56092412-c66a-4871-a083-7441f28460af req-07ab8dc9-4389-43af-91f5-d1e29d9fa0d9 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] 10.222.0.90 "GET /v2.0/security-groups?id=5d2707a6-c52f-4e21-ab70-7fd207f381fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840421 Feb 09 21:39:24.624494 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-24cf1ea7-b22a-46b2-a9ec-12f78047245a req-203a1016-cb89-43b2-b0e6-ed8e1c795643 tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] 10.222.0.90 "GET /v2.0/security-groups?id=d7e8bbeb-c185-4372-be56-5099932d5770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801935 Feb 09 21:39:24.767987 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-066c4310-22c2-436e-b2df-97f1c0bfec21 req-3601d403-20fa-4919-a3f2-e78a1140ac19 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/ports?device_id=99730171-986b-49a1-81f6-88b419845b86 HTTP/1.1" status: 200 len: 210 time: 0.0337908 Feb 09 21:39:24.804268 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6898f278-25f5-4185-831d-68130429453a req-695ba916-812e-43f4-a265-178574a24a04 service neutron] 10.222.0.89 "GET /v2.0/networks/823e9556-7e11-412d-afa3-16a561be72bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728802 Feb 09 21:39:24.821053 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ba88f-2322-40c6-9c5d-e1f83b32281d req-21038201-2b9d-4f3f-969e-0303b18ebb9a tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:24.826470 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ba88f-2322-40c6-9c5d-e1f83b32281d req-21038201-2b9d-4f3f-969e-0303b18ebb9a tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:24.841925 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ba88f-2322-40c6-9c5d-e1f83b32281d req-21038201-2b9d-4f3f-969e-0303b18ebb9a tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:24.847262 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ba88f-2322-40c6-9c5d-e1f83b32281d req-21038201-2b9d-4f3f-969e-0303b18ebb9a tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:24.852759 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ba88f-2322-40c6-9c5d-e1f83b32281d req-21038201-2b9d-4f3f-969e-0303b18ebb9a tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:24.854002 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4935df63-bf3f-435b-b6e4-13058cbdbcc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (4b8d793b-e406-4d25-a238-86b2a9b37b21), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:24.858221 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ba88f-2322-40c6-9c5d-e1f83b32281d req-21038201-2b9d-4f3f-969e-0303b18ebb9a tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:24.866527 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ba88f-2322-40c6-9c5d-e1f83b32281d req-21038201-2b9d-4f3f-969e-0303b18ebb9a tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:24.866527 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5f8ba88f-2322-40c6-9c5d-e1f83b32281d req-21038201-2b9d-4f3f-969e-0303b18ebb9a tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 5443 time: 0.1431251 Feb 09 21:39:24.873684 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6898f278-25f5-4185-831d-68130429453a req-fc355839-d509-44b6-b047-f67f5714a6ca service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=823e9556-7e11-412d-afa3-16a561be72bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1345730 Feb 09 21:39:24.970615 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5f8ba88f-2322-40c6-9c5d-e1f83b32281d req-6c351b9b-67e1-4090-97ff-4747fa3a5623 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/security-groups?id=13b87425-0324-41b8-9577-a03ea20c9956&id=d1e73a5e-905c-466a-be51-a1576b624ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0986230 Feb 09 21:39:25.074483 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6898f278-25f5-4185-831d-68130429453a req-eb16c494-5890-4840-a8fe-d0983fa68359 service neutron] 10.222.0.89 "GET /v2.0/networks/823e9556-7e11-412d-afa3-16a561be72bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368774 Feb 09 21:39:25.233361 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94e2d02-359d-4e31-875e-5ac3deda6572 req-bab74371-47f6-44b7-9a55-37aaf95b76c5 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:25.240288 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6898f278-25f5-4185-831d-68130429453a req-386e9dbe-d6c8-426f-91a7-46707dd4446c service neutron] 10.222.0.95 "GET /v2.0/networks/823e9556-7e11-412d-afa3-16a561be72bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473167 Feb 09 21:39:25.241433 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94e2d02-359d-4e31-875e-5ac3deda6572 req-bab74371-47f6-44b7-9a55-37aaf95b76c5 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:25.245901 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-eb470090-231a-450d-a2d3-bcdaa5677f57 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Deleting port 0f71e960-31c8-405a-b975-c2b80b061f93 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:39:25.246465 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-eb470090-231a-450d-a2d3-bcdaa5677f57 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (0f71e960-31c8-405a-b975-c2b80b061f93), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:25.257009 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94e2d02-359d-4e31-875e-5ac3deda6572 req-bab74371-47f6-44b7-9a55-37aaf95b76c5 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:25.263069 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94e2d02-359d-4e31-875e-5ac3deda6572 req-bab74371-47f6-44b7-9a55-37aaf95b76c5 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:25.268378 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94e2d02-359d-4e31-875e-5ac3deda6572 req-bab74371-47f6-44b7-9a55-37aaf95b76c5 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:25.273734 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94e2d02-359d-4e31-875e-5ac3deda6572 req-bab74371-47f6-44b7-9a55-37aaf95b76c5 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:25.279069 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94e2d02-359d-4e31-875e-5ac3deda6572 req-bab74371-47f6-44b7-9a55-37aaf95b76c5 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:25.292631 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a94e2d02-359d-4e31-875e-5ac3deda6572 req-bab74371-47f6-44b7-9a55-37aaf95b76c5 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 5443 time: 0.1684973 Feb 09 21:39:25.341600 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-eb470090-231a-450d-a2d3-bcdaa5677f57 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (0f71e960-31c8-405a-b975-c2b80b061f93), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:25.357107 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-eb470090-231a-450d-a2d3-bcdaa5677f57 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Calling delete_port for 0f71e960-31c8-405a-b975-c2b80b061f93 owned by {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:39:25.358714 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device cdf78e47-27a9-41de-9372-81efb71bc085 no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:39:25.374553 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb7c3dd-507c-4325-9813-f9d36e6579be req-0d737eae-1f0b-4ed1-8eb5-7ea25349c0d8 tempest-ServersNegativeTestMultiTenantJSON-806922742 tempest-ServersNegativeTestMultiTenantJSON-806922742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:25.376102 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9eb7c3dd-507c-4325-9813-f9d36e6579be req-0d737eae-1f0b-4ed1-8eb5-7ea25349c0d8 tempest-ServersNegativeTestMultiTenantJSON-806922742 tempest-ServersNegativeTestMultiTenantJSON-806922742-project] 10.222.0.90 "GET /v2.0/ports?device_id=ec44f517-033e-4445-a20b-8ff9a2a02f0e HTTP/1.1" status: 200 len: 945 time: 0.0794795 Feb 09 21:39:25.451780 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4935df63-bf3f-435b-b6e4-13058cbdbcc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b8d793b-e406-4d25-a238-86b2a9b37b21,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:25.454252 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4935df63-bf3f-435b-b6e4-13058cbdbcc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:25.457750 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-4935df63-bf3f-435b-b6e4-13058cbdbcc1 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/4b8d793b-e406-4d25-a238-86b2a9b37b21 HTTP/1.1" status: 204 len: 168 time: 1.5628827 Feb 09 21:39:25.473195 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de56ca5-71eb-4302-ab74-2dd8d7c72747 None None] Network 10e633eb-f28a-4581-947f-214e3c9e61a8 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:39:25.474556 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9eb7c3dd-507c-4325-9813-f9d36e6579be req-3f40f168-6cf2-4cce-8ae2-a08cfd6a07ca tempest-ServersNegativeTestMultiTenantJSON-806922742 tempest-ServersNegativeTestMultiTenantJSON-806922742-project] 10.222.0.90 "GET /v2.0/security-groups?id=eb826b8b-bca0-4780-a891-9d497cb8b991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852551 Feb 09 21:39:25.480098 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 33230) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:25.555708 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6898f278-25f5-4185-831d-68130429453a req-12a5c900-8c59-45cc-a571-7536979aecdd service neutron] 10.222.0.95 "GET /v2.0/networks/823e9556-7e11-412d-afa3-16a561be72bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195114 Feb 09 21:39:25.559881 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-bf2c003a-f649-4433-a9a8-6d9bed2316eb req-a9355c2b-084e-4a9b-b25c-20d27d7ba63e tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=2d6f01c204fb49588b99bb4b4319fb3a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4714608 Feb 09 21:39:25.817122 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf330f19-bd4e-456d-9816-19a8ae989567 req-e45c91cb-2acf-4219-b0f8-58337a3928ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:25.818753 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-cf330f19-bd4e-456d-9816-19a8ae989567 req-e45c91cb-2acf-4219-b0f8-58337a3928ff service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=d9f1c9a9a88e49b39106e8e9d30c3ca9&device_id=6f199053-2fdc-4195-9124-6d398469bb51 HTTP/1.1" status: 200 len: 1125 time: 0.1836231 Feb 09 21:39:25.825525 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2c003a-f649-4433-a9a8-6d9bed2316eb req-6abec6f8-b7db-4268-ac45-539ba99af53e tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:25.827270 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-bf2c003a-f649-4433-a9a8-6d9bed2316eb req-6abec6f8-b7db-4268-ac45-539ba99af53e tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2566671 Feb 09 21:39:25.874777 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port cdf78e47-27a9-41de-9372-81efb71bc085 is: ACTIVE; New status is: DOWN {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:39:25.876530 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (cdf78e47-27a9-41de-9372-81efb71bc085), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:25.945572 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf330f19-bd4e-456d-9816-19a8ae989567 req-900fa488-7c0c-494c-8410-e2d133c87fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:25.947966 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-cf330f19-bd4e-456d-9816-19a8ae989567 req-900fa488-7c0c-494c-8410-e2d133c87fde service neutron] 10.222.0.95 "GET /v2.0/networks?id=823e9556-7e11-412d-afa3-16a561be72bd HTTP/1.1" status: 200 len: 914 time: 0.1160920 Feb 09 21:39:25.954439 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port cdf78e47-27a9-41de-9372-81efb71bc085, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=cdf78e47-27a9-41de-9372-81efb71bc085,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:25.955623 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-bf2c003a-f649-4433-a9a8-6d9bed2316eb req-01c4345d-49f4-41f8-95f7-97d07eed176d tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Request body: {'port': {'device_id': '99730171-986b-49a1-81f6-88b419845b86', 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc', 'admin_state_up': True, 'tenant_id': '2d6f01c204fb49588b99bb4b4319fb3a'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:25.958711 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25ff4a27-5d39-4104-bc4e-ab7ca4a4b676', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdf78e47-27a9-41de-9372-81efb71bc085'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:39:25.968132 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cbbdcef-8eb0-40c4-b66e-4db289eef37c" -d '{"events": [{"server_uuid": "25ff4a27-5d39-4104-bc4e-ab7ca4a4b676", "name": "network-vif-unplugged", "status": "completed", "tag": "cdf78e47-27a9-41de-9372-81efb71bc085"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:39:25.973684 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (cdf78e47-27a9-41de-9372-81efb71bc085), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:26.047576 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-cf330f19-bd4e-456d-9816-19a8ae989567 req-fcaf3c97-5c80-4693-a5de-635a006c858e service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7013af92-fec9-494c-9242-b80911dae183 HTTP/1.1" status: 200 len: 217 time: 0.0862484 Feb 09 21:39:26.062337 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-eb470090-231a-450d-a2d3-bcdaa5677f57 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (0f71e960-31c8-405a-b975-c2b80b061f93), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:26.063937 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=cdf78e47-27a9-41de-9372-81efb71bc085,revision_number=11']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:26.066911 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9357fa-3439-451a-b577-5286c3109ac4 None None] DHCP port deletion for 10e633eb-f28a-4581-947f-214e3c9e61a8 request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:39:26.125974 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb470090-231a-450d-a2d3-bcdaa5677f57 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Pushing event deleted for resources: {'Port': ['ID=0f71e960-31c8-405a-b975-c2b80b061f93,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:26.142465 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-9c9357fa-3439-451a-b577-5286c3109ac4 None None] Deleting port 65d7a881-8b99-4959-84af-95b42d5c8fc7 {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:39:26.143106 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-9c9357fa-3439-451a-b577-5286c3109ac4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (65d7a881-8b99-4959-84af-95b42d5c8fc7), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:26.155530 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb470090-231a-450d-a2d3-bcdaa5677f57 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:26.156035 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb470090-231a-450d-a2d3-bcdaa5677f57 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:26.156523 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb470090-231a-450d-a2d3-bcdaa5677f57 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:26.156960 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb470090-231a-450d-a2d3-bcdaa5677f57 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:26.157397 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb470090-231a-450d-a2d3-bcdaa5677f57 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:26.158377 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb470090-231a-450d-a2d3-bcdaa5677f57 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:26.158809 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb470090-231a-450d-a2d3-bcdaa5677f57 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:26.159238 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb470090-231a-450d-a2d3-bcdaa5677f57 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:26.159744 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb470090-231a-450d-a2d3-bcdaa5677f57 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:26.160183 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb470090-231a-450d-a2d3-bcdaa5677f57 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:26.160628 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb470090-231a-450d-a2d3-bcdaa5677f57 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:26.161050 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb470090-231a-450d-a2d3-bcdaa5677f57 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:26.161468 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb470090-231a-450d-a2d3-bcdaa5677f57 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:26.221940 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-9c9357fa-3439-451a-b577-5286c3109ac4 None None] For port 65d7a881-8b99-4959-84af-95b42d5c8fc7, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=65d7a881-8b99-4959-84af-95b42d5c8fc7,segment=NetworkSegment(71591c82-5b56-413b-98d9-19e9c951b631),segment_id=71591c82-5b56-413b-98d9-19e9c951b631)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:26.222632 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-9c9357fa-3439-451a-b577-5286c3109ac4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (65d7a881-8b99-4959-84af-95b42d5c8fc7), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:26.237619 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-9c9357fa-3439-451a-b577-5286c3109ac4 None None] Calling delete_port for 65d7a881-8b99-4959-84af-95b42d5c8fc7 owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:39:26.249931 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf330f19-bd4e-456d-9816-19a8ae989567 req-dfdda95b-58e3-438f-b778-28c2b3e4e08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:26.251549 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-cf330f19-bd4e-456d-9816-19a8ae989567 req-dfdda95b-58e3-438f-b778-28c2b3e4e08b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=355dfc30-1148-4206-9570-0b629d9fb4da HTTP/1.1" status: 200 len: 853 time: 0.1866217 Feb 09 21:39:26.256374 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-eb470090-231a-450d-a2d3-bcdaa5677f57 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:26.259855 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-eb470090-231a-450d-a2d3-bcdaa5677f57 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] 10.222.0.90 "DELETE /v2.0/ports/0f71e960-31c8-405a-b975-c2b80b061f93 HTTP/1.1" status: 204 len: 168 time: 2.1413743 Feb 09 21:39:26.271093 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 33270) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:26.274770 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53bb2f91-a542-4f84-b55c-79ed0e5e4179', 'tag': '91c268e6-2109-4b61-942b-35dd2225b920'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:39:26.277183 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d8ab8ca-1669-434f-b2f3-95e580fdb857" -d '{"events": [{"name": "network-changed", "server_uuid": "53bb2f91-a542-4f84-b55c-79ed0e5e4179", "tag": "91c268e6-2109-4b61-942b-35dd2225b920"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:39:26.302484 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-cf330f19-bd4e-456d-9816-19a8ae989567 req-9399bd25-f13a-4339-b903-3de411c3cbd8 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=823e9556-7e11-412d-afa3-16a561be72bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382204 Feb 09 21:39:26.335812 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ca28812a-c694-420b-9128-dca5abfeb8f2 req-36253ede-800b-4f1e-b78b-a6d63a7c1c53 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/ports?device_id=99730171-986b-49a1-81f6-88b419845b86 HTTP/1.1" status: 200 len: 210 time: 0.0893278 Feb 09 21:39:26.338521 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-9c9357fa-3439-451a-b577-5286c3109ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (65d7a881-8b99-4959-84af-95b42d5c8fc7), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:26.376548 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9357fa-3439-451a-b577-5286c3109ac4 None None] Pushing event deleted for resources: {'Port': ['ID=65d7a881-8b99-4959-84af-95b42d5c8fc7,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:26.388785 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9357fa-3439-451a-b577-5286c3109ac4 None None] No DVR routers for this DVR port 65d7a881-8b99-4959-84af-95b42d5c8fc7 on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:39:26.415511 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf2c003a-f649-4433-a9a8-6d9bed2316eb req-01c4345d-49f4-41f8-95f7-97d07eed176d tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Made reservation on behalf of 2d6f01c204fb49588b99bb4b4319fb3a for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:39:26.419316 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-bf2c003a-f649-4433-a9a8-6d9bed2316eb req-01c4345d-49f4-41f8-95f7-97d07eed176d tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:26.420352 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-982b0f3a-bc61-467b-8133-5ba993a2ee01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (10e633eb-f28a-4581-947f-214e3c9e61a8), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:26.489297 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd68848e-5fe9-4ab9-9e07-259ec17cc49a req-93621655-c289-4b73-9631-ef0b4d38dd3f tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:26.490869 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fd68848e-5fe9-4ab9-9e07-259ec17cc49a req-93621655-c289-4b73-9631-ef0b4d38dd3f tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] 10.222.0.90 "GET /v2.0/ports?device_id=53bb2f91-a542-4f84-b55c-79ed0e5e4179 HTTP/1.1" status: 200 len: 943 time: 0.2434018 Feb 09 21:39:26.499742 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80e4243f-ac12-42ca-a103-0f981866f7f9 x-openstack-request-id: req-80e4243f-ac12-42ca-a103-0f981866f7f9 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:39:26.501019 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25ff4a27-5d39-4104-bc4e-ab7ca4a4b676", "name": "network-vif-unplugged", "status": "completed", "tag": "cdf78e47-27a9-41de-9372-81efb71bc085", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:39:26.501446 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-80e4243f-ac12-42ca-a103-0f981866f7f9 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:39:26.502049 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25ff4a27-5d39-4104-bc4e-ab7ca4a4b676', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdf78e47-27a9-41de-9372-81efb71bc085', 'code': 200} Feb 09 21:39:26.536890 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-cf330f19-bd4e-456d-9816-19a8ae989567 req-ec93c84b-143f-4313-b3b0-1e4635f9291a service neutron] 10.222.0.95 "GET /v2.0/networks/823e9556-7e11-412d-afa3-16a561be72bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221177 Feb 09 21:39:26.544112 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68c223be-a72f-488c-b0c8-ecccfc43754f x-openstack-request-id: req-68c223be-a72f-488c-b0c8-ecccfc43754f {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:39:26.544849 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53bb2f91-a542-4f84-b55c-79ed0e5e4179", "tag": "91c268e6-2109-4b61-942b-35dd2225b920", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:39:26.545585 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-68c223be-a72f-488c-b0c8-ecccfc43754f {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:39:26.546315 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53bb2f91-a542-4f84-b55c-79ed0e5e4179', 'tag': '91c268e6-2109-4b61-942b-35dd2225b920', 'status': 'completed', 'code': 200} Feb 09 21:39:26.635528 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fd68848e-5fe9-4ab9-9e07-259ec17cc49a req-3f8d135b-8ad1-4253-bb25-75902d51c4d0 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] 10.222.0.90 "GET /v2.0/security-groups?id=5d2707a6-c52f-4e21-ab70-7fd207f381fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121662 Feb 09 21:39:26.649758 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-96453ebd-fad2-451f-83f4-babc1ff1bd0d tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Deleting port c9b4e027-9989-469e-a309-f40decec4c33 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:39:26.649958 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-96453ebd-fad2-451f-83f4-babc1ff1bd0d tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (c9b4e027-9989-469e-a309-f40decec4c33), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:26.719697 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [req-bf2c003a-f649-4433-a9a8-6d9bed2316eb req-01c4345d-49f4-41f8-95f7-97d07eed176d tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Allocated IP 192.168.233.122 (a8139157-1e3e-4bd9-8fa9-c0e20debd7dc/0f7402ac-a35b-414b-bcc1-bc1c3072ec3c/6aaa0afe-fff4-4751-874d-bf57c30ff5b2) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:39:26.768845 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-96453ebd-fad2-451f-83f4-babc1ff1bd0d tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (c9b4e027-9989-469e-a309-f40decec4c33), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:26.783997 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8ab8ca-1669-434f-b2f3-95e580fdb857 req-b19c880d-eb38-4bae-8b83-6fd8f400ae36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:26.784436 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-96453ebd-fad2-451f-83f4-babc1ff1bd0d tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Calling delete_port for c9b4e027-9989-469e-a309-f40decec4c33 owned by {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:39:26.785962 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-5d8ab8ca-1669-434f-b2f3-95e580fdb857 req-b19c880d-eb38-4bae-8b83-6fd8f400ae36 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d9f1c9a9a88e49b39106e8e9d30c3ca9&device_id=53bb2f91-a542-4f84-b55c-79ed0e5e4179 HTTP/1.1" status: 200 len: 1125 time: 0.1804280 Feb 09 21:39:26.797190 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-cf330f19-bd4e-456d-9816-19a8ae989567 req-6f70ff86-57df-4256-abd9-9646f6e0384e service neutron] 10.222.0.95 "GET /v2.0/networks/823e9556-7e11-412d-afa3-16a561be72bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469571 Feb 09 21:39:26.945559 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-96453ebd-fad2-451f-83f4-babc1ff1bd0d tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (c9b4e027-9989-469e-a309-f40decec4c33), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:26.973620 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-982b0f3a-bc61-467b-8133-5ba993a2ee01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (10e633eb-f28a-4581-947f-214e3c9e61a8), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:27.008325 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8ab8ca-1669-434f-b2f3-95e580fdb857 req-faf4f1ed-1e85-42f9-8c9c-48e26e361018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:27.009942 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-5d8ab8ca-1669-434f-b2f3-95e580fdb857 req-faf4f1ed-1e85-42f9-8c9c-48e26e361018 service neutron] 10.222.0.89 "GET /v2.0/networks?id=823e9556-7e11-412d-afa3-16a561be72bd HTTP/1.1" status: 200 len: 914 time: 0.1848416 Feb 09 21:39:27.050530 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96453ebd-fad2-451f-83f4-babc1ff1bd0d tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Pushing event deleted for resources: {'Port': ['ID=c9b4e027-9989-469e-a309-f40decec4c33,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:27.060310 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-982b0f3a-bc61-467b-8133-5ba993a2ee01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10e633eb-f28a-4581-947f-214e3c9e61a8']}} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:27.073449 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-5d8ab8ca-1669-434f-b2f3-95e580fdb857 req-4c0212f7-8b58-47be-9fbf-27dd5b7227c3 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=91c268e6-2109-4b61-942b-35dd2225b920 HTTP/1.1" status: 200 len: 217 time: 0.0542090 Feb 09 21:39:27.096581 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-982b0f3a-bc61-467b-8133-5ba993a2ee01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71591c82-5b56-413b-98d9-19e9c951b631') {'for_net_delete': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:27.096890 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-982b0f3a-bc61-467b-8133-5ba993a2ee01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71591c82-5b56-413b-98d9-19e9c951b631') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:27.133984 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-bf2c003a-f649-4433-a9a8-6d9bed2316eb req-01c4345d-49f4-41f8-95f7-97d07eed176d tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Publish callbacks [] for port (6aaa0afe-fff4-4751-874d-bf57c30ff5b2), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:27.151925 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-982b0f3a-bc61-467b-8133-5ba993a2ee01 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110711'] for segment (71591c82-5b56-413b-98d9-19e9c951b631), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:27.161063 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8ab8ca-1669-434f-b2f3-95e580fdb857 req-a89cb138-960b-452d-85d5-1541e616def8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:27.163838 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-5d8ab8ca-1669-434f-b2f3-95e580fdb857 req-a89cb138-960b-452d-85d5-1541e616def8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=355dfc30-1148-4206-9570-0b629d9fb4da HTTP/1.1" status: 200 len: 853 time: 0.0791478 Feb 09 21:39:27.168929 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f6180b-a681-475e-a503-897b9f21e6fd req-b10e11a2-8658-482b-af9e-14a786d3341c tempest-ServersNegativeTestMultiTenantJSON-806922742 tempest-ServersNegativeTestMultiTenantJSON-806922742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:27.177956 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e8f6180b-a681-475e-a503-897b9f21e6fd req-b10e11a2-8658-482b-af9e-14a786d3341c tempest-ServersNegativeTestMultiTenantJSON-806922742 tempest-ServersNegativeTestMultiTenantJSON-806922742-project] 10.222.0.90 "GET /v2.0/ports?device_id=ec44f517-033e-4445-a20b-8ff9a2a02f0e HTTP/1.1" status: 200 len: 945 time: 0.2461419 Feb 09 21:39:27.211267 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-5d8ab8ca-1669-434f-b2f3-95e580fdb857 req-46d3a399-c0b1-42d7-9d6c-bd791694feff service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=823e9556-7e11-412d-afa3-16a561be72bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383544 Feb 09 21:39:27.221594 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-982b0f3a-bc61-467b-8133-5ba993a2ee01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (71591c82-5b56-413b-98d9-19e9c951b631), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:27.243589 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-bf2c003a-f649-4433-a9a8-6d9bed2316eb req-01c4345d-49f4-41f8-95f7-97d07eed176d tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (6aaa0afe-fff4-4751-874d-bf57c30ff5b2), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:27.243756 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-96453ebd-fad2-451f-83f4-babc1ff1bd0d tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:27.243756 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-96453ebd-fad2-451f-83f4-babc1ff1bd0d tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] 10.222.0.90 "DELETE /v2.0/ports/c9b4e027-9989-469e-a309-f40decec4c33 HTTP/1.1" status: 204 len: 168 time: 0.9636722 Feb 09 21:39:27.243756 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-982b0f3a-bc61-467b-8133-5ba993a2ee01 admin admin] Releasing vlan 737 on physical network physnet1 to pool {{(pid=103140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:39:27.244105 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-982b0f3a-bc61-467b-8133-5ba993a2ee01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669415'] for segment (71591c82-5b56-413b-98d9-19e9c951b631), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:27.246706 n-d-828369-5 neutron-server[103140]: Traceback (most recent call last): Feb 09 21:39:27.246706 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:39:27.246706 n-d-828369-5 neutron-server[103140]: timer() Feb 09 21:39:27.246706 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:39:27.246706 n-d-828369-5 neutron-server[103140]: cb(*args, **kw) Feb 09 21:39:27.246706 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:39:27.246706 n-d-828369-5 neutron-server[103140]: return func(*args, **kwargs) Feb 09 21:39:27.246706 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:39:27.246706 n-d-828369-5 neutron-server[103140]: self._notify() Feb 09 21:39:27.246706 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:39:27.246706 n-d-828369-5 neutron-server[103140]: self.callback(batched_events) Feb 09 21:39:27.246706 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:39:27.246706 n-d-828369-5 neutron-server[103140]: event.method(event) Feb 09 21:39:27.246706 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:39:27.246706 n-d-828369-5 neutron-server[103140]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:39:27.246706 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:39:27.246706 n-d-828369-5 neutron-server[103140]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:39:27.246706 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:39:27.246706 n-d-828369-5 neutron-server[103140]: return f(self, *a, **k) Feb 09 21:39:27.246706 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:39:27.246706 n-d-828369-5 neutron-server[103140]: return self._get(url).json() Feb 09 21:39:27.246706 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:39:27.246706 n-d-828369-5 neutron-server[103140]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:39:27.246706 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:39:27.246706 n-d-828369-5 neutron-server[103140]: return self.request(url, 'GET', **kwargs) Feb 09 21:39:27.246706 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:39:27.246706 n-d-828369-5 neutron-server[103140]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:39:27.246706 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:39:27.246706 n-d-828369-5 neutron-server[103140]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:39:27.246706 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:39:27.246706 n-d-828369-5 neutron-server[103140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:39:27.246706 n-d-828369-5 neutron-server[103140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:39:27.248681 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 33328) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:27.253663 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['e8355698-a9c5-4a6d-91ec-7ec9c9beed20', '29586a12-329a-4a12-a351-79a78219382c'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:39:27.381029 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e8f6180b-a681-475e-a503-897b9f21e6fd req-edb94bb7-53b6-4fbb-aee3-3f437b7c40ee tempest-ServersNegativeTestMultiTenantJSON-806922742 tempest-ServersNegativeTestMultiTenantJSON-806922742-project] 10.222.0.90 "GET /v2.0/security-groups?id=eb826b8b-bca0-4780-a891-9d497cb8b991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020593 Feb 09 21:39:27.390921 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 7013af92-fec9-494c-9242-b80911dae183 details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:39:27.411063 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-982b0f3a-bc61-467b-8133-5ba993a2ee01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (10e633eb-f28a-4581-947f-214e3c9e61a8), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:27.421675 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-982b0f3a-bc61-467b-8133-5ba993a2ee01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:27.428251 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-982b0f3a-bc61-467b-8133-5ba993a2ee01 admin admin] 10.222.0.90 "DELETE /v2.0/networks/10e633eb-f28a-4581-947f-214e3c9e61a8 HTTP/1.1" status: 204 len: 168 time: 1.9445786 Feb 09 21:39:27.448481 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c89762b-75db-44ba-8fa5-6eb40efb8fae tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:27.452644 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-2c89762b-75db-44ba-8fa5-6eb40efb8fae tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] 10.222.0.90 "GET /v2.0/ports?device_id=4508429f-0210-4fc3-8588-b916f1b1426e HTTP/1.1" status: 200 len: 913 time: 0.1861825 Feb 09 21:39:27.452644 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982b0f3a-bc61-467b-8133-5ba993a2ee01 admin admin] Pushing event deleted for resources: {'Network': ['ID=10e633eb-f28a-4581-947f-214e3c9e61a8,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:27.454238 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 33350) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:27.579647 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 65d7a881-8b99-4959-84af-95b42d5c8fc7 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:39:27.607323 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 65d7a881-8b99-4959-84af-95b42d5c8fc7 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:39:27.607941 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 65d7a881-8b99-4959-84af-95b42d5c8fc7 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:39:27.781040 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 7013af92-fec9-494c-9242-b80911dae183, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=7013af92-fec9-494c-9242-b80911dae183,segment=NetworkSegment(4159f293-0e9e-489c-9407-9c014bb1cf3e),segment_id=4159f293-0e9e-489c-9407-9c014bb1cf3e)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:27.791154 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4bc7fa-e05c-409a-8f3f-58269c811cde req-0c2fcee0-0f61-4ef0-8c9a-1bb7787b50ed tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:27.802132 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5e4bc7fa-e05c-409a-8f3f-58269c811cde req-0c2fcee0-0f61-4ef0-8c9a-1bb7787b50ed tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/ports?device_id=99730171-986b-49a1-81f6-88b419845b86 HTTP/1.1" status: 200 len: 936 time: 0.2839100 Feb 09 21:39:27.806572 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': '7013af92-fec9-494c-9242-b80911dae183', 'network_id': '823e9556-7e11-412d-afa3-16a561be72bd', 'port_id': '7013af92-fec9-494c-9242-b80911dae183', 'mac_address': 'fa:16:3e:df:fc:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '355dfc30-1148-4206-9570-0b629d9fb4da', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:39:27.830540 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 33360) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:27.892342 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 7013af92-fec9-494c-9242-b80911dae183 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:39:27.892956 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (7013af92-fec9-494c-9242-b80911dae183), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:27.941254 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7013af92-fec9-494c-9242-b80911dae183 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:39:27.988035 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 7013af92-fec9-494c-9242-b80911dae183, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=7013af92-fec9-494c-9242-b80911dae183,segment=NetworkSegment(4159f293-0e9e-489c-9407-9c014bb1cf3e),segment_id=4159f293-0e9e-489c-9407-9c014bb1cf3e)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:28.001029 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (7013af92-fec9-494c-9242-b80911dae183), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:28.011983 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-5d8ab8ca-1669-434f-b2f3-95e580fdb857 req-39e3b646-1c85-465a-93b8-2ea192e73046 service neutron] 10.222.0.89 "GET /v2.0/networks/823e9556-7e11-412d-afa3-16a561be72bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7866957 Feb 09 21:39:28.073988 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf2c003a-f649-4433-a9a8-6d9bed2316eb req-01c4345d-49f4-41f8-95f7-97d07eed176d tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:39:28.130156 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=7013af92-fec9-494c-9242-b80911dae183,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:28.131980 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [req-bf2c003a-f649-4433-a9a8-6d9bed2316eb req-01c4345d-49f4-41f8-95f7-97d07eed176d tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:39:28.136696 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c4345d-49f4-41f8-95f7-97d07eed176d tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Pushing event updated for resources: {'Port': ['ID=6aaa0afe-fff4-4751-874d-bf57c30ff5b2,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:28.139341 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf2c003a-f649-4433-a9a8-6d9bed2316eb req-01c4345d-49f4-41f8-95f7-97d07eed176d tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:39:28.238911 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2c003a-f649-4433-a9a8-6d9bed2316eb req-01c4345d-49f4-41f8-95f7-97d07eed176d tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:28.239373 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-bf2c003a-f649-4433-a9a8-6d9bed2316eb req-01c4345d-49f4-41f8-95f7-97d07eed176d tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:28.240487 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5e4bc7fa-e05c-409a-8f3f-58269c811cde req-9816c3a8-2562-4065-9cbf-50d6b66ea7fe tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/security-groups?id=18eb7429-13f2-4956-b934-bb119bf89c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4329004 Feb 09 21:39:28.279911 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-5d8ab8ca-1669-434f-b2f3-95e580fdb857 req-fbcbf17b-a8c1-4024-8a08-f780e6c55f5d service neutron] 10.222.0.89 "GET /v2.0/networks/823e9556-7e11-412d-afa3-16a561be72bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471583 Feb 09 21:39:28.283934 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-bf2c003a-f649-4433-a9a8-6d9bed2316eb req-01c4345d-49f4-41f8-95f7-97d07eed176d tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3329651 Feb 09 21:39:28.291887 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-3a71a908-9f61-4c3c-9c0c-f008c7d258a2 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=8ded382742dc46b2a9a2819463337c71&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4580026 Feb 09 21:39:28.292333 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 33368) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:28.328845 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3d45e1-cf47-4046-ba8e-ce89c7773b87 req-686de038-9312-439e-93b8-0cb95caa3132 tempest-ServersNegativeTestMultiTenantJSON-806922742 tempest-ServersNegativeTestMultiTenantJSON-806922742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:28.336676 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7b3d45e1-cf47-4046-ba8e-ce89c7773b87 req-686de038-9312-439e-93b8-0cb95caa3132 tempest-ServersNegativeTestMultiTenantJSON-806922742 tempest-ServersNegativeTestMultiTenantJSON-806922742-project] 10.222.0.90 "GET /v2.0/ports?device_id=ec44f517-033e-4445-a20b-8ff9a2a02f0e HTTP/1.1" status: 200 len: 945 time: 0.2428684 Feb 09 21:39:28.341797 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-bf2c003a-f649-4433-a9a8-6d9bed2316eb req-bc4c2ca8-a881-4c72-a55d-b60258f3347a service neutron] Request body: {'port': {'device_id': '99730171-986b-49a1-81f6-88b419845b86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:28.409223 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d6fcfbd8-cf83-4bcf-95a6-dc240a4e4684 admin admin] Publish callbacks [] for security_group (930489c6-65f6-4860-9637-11be229da4e4), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:28.433339 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['7013af92-fec9-494c-9242-b80911dae183'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:39:28.448509 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d6fcfbd8-cf83-4bcf-95a6-dc240a4e4684 admin admin] Publish callbacks [] for security_group (930489c6-65f6-4860-9637-11be229da4e4), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:28.488949 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7b3d45e1-cf47-4046-ba8e-ce89c7773b87 req-e69235e6-1d9c-4ffc-a17c-39a63c7f1c05 tempest-ServersNegativeTestMultiTenantJSON-806922742 tempest-ServersNegativeTestMultiTenantJSON-806922742-project] 10.222.0.90 "GET /v2.0/security-groups?id=eb826b8b-bca0-4780-a891-9d497cb8b991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473663 Feb 09 21:39:28.537393 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d6fcfbd8-cf83-4bcf-95a6-dc240a4e4684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (930489c6-65f6-4860-9637-11be229da4e4), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:28.540602 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d6fcfbd8-cf83-4bcf-95a6-dc240a4e4684 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:28.541818 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-d6fcfbd8-cf83-4bcf-95a6-dc240a4e4684 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/930489c6-65f6-4860-9637-11be229da4e4 HTTP/1.1" status: 204 len: 168 time: 0.2484505 Feb 09 21:39:28.569420 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-56c43386-f691-4d67-910e-4a9e2544472a None None] Provisioning complete for port 6aaa0afe-fff4-4751-874d-bf57c30ff5b2 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:39:28.569834 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-56c43386-f691-4d67-910e-4a9e2544472a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (6aaa0afe-fff4-4751-874d-bf57c30ff5b2), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:28.575650 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59034207-706d-4496-b56f-b30b0a6c0398 req-d317d2c5-1b24-4871-8399-579c482e97bf tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:28.579802 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-59034207-706d-4496-b56f-b30b0a6c0398 req-d317d2c5-1b24-4871-8399-579c482e97bf tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] 10.222.0.90 "GET /v2.0/ports?device_id=53bb2f91-a542-4f84-b55c-79ed0e5e4179 HTTP/1.1" status: 200 len: 943 time: 0.2365222 Feb 09 21:39:28.580944 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fcfbd8-cf83-4bcf-95a6-dc240a4e4684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=930489c6-65f6-4860-9637-11be229da4e4,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:28.587567 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-bf2c003a-f649-4433-a9a8-6d9bed2316eb req-bc4c2ca8-a881-4c72-a55d-b60258f3347a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (6aaa0afe-fff4-4751-874d-bf57c30ff5b2), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:28.777035 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-56c43386-f691-4d67-910e-4a9e2544472a None None] Port 6aaa0afe-fff4-4751-874d-bf57c30ff5b2 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:39:28.806093 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-59034207-706d-4496-b56f-b30b0a6c0398 req-bf4fd296-326e-4ded-90fb-5594b4be9139 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] 10.222.0.90 "GET /v2.0/security-groups?id=5d2707a6-c52f-4e21-ab70-7fd207f381fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016819 Feb 09 21:39:28.977273 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7fa2e622-6224-4d7e-836b-541caa9b42e2 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524906'] for router_interface (4508429f-0210-4fc3-8588-b916f1b1426e), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:29.197302 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-bf2c003a-f649-4433-a9a8-6d9bed2316eb req-bc4c2ca8-a881-4c72-a55d-b60258f3347a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6aaa0afe-fff4-4751-874d-bf57c30ff5b2 {{(pid=103141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:39:29.215374 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68273f7c-2400-4432-8cc1-6e73ac58c67c req-cd1f640e-3db7-4e91-9981-6fff7ae1d542 tempest-ServersNegativeTestMultiTenantJSON-806922742 tempest-ServersNegativeTestMultiTenantJSON-806922742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:29.222308 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-68273f7c-2400-4432-8cc1-6e73ac58c67c req-cd1f640e-3db7-4e91-9981-6fff7ae1d542 tempest-ServersNegativeTestMultiTenantJSON-806922742 tempest-ServersNegativeTestMultiTenantJSON-806922742-project] 10.222.0.90 "GET /v2.0/ports?device_id=ec44f517-033e-4445-a20b-8ff9a2a02f0e HTTP/1.1" status: 200 len: 945 time: 0.1312354 Feb 09 21:39:29.225412 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-bf2c003a-f649-4433-a9a8-6d9bed2316eb req-bc4c2ca8-a881-4c72-a55d-b60258f3347a service neutron] Publish callbacks [] for port (6aaa0afe-fff4-4751-874d-bf57c30ff5b2), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:29.271246 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-bf2c003a-f649-4433-a9a8-6d9bed2316eb req-bc4c2ca8-a881-4c72-a55d-b60258f3347a service neutron] Transition to ACTIVE for port object 6aaa0afe-fff4-4751-874d-bf57c30ff5b2 will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:39:29.276662 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-bf2c003a-f649-4433-a9a8-6d9bed2316eb req-bc4c2ca8-a881-4c72-a55d-b60258f3347a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (6aaa0afe-fff4-4751-874d-bf57c30ff5b2), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:29.289424 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-68273f7c-2400-4432-8cc1-6e73ac58c67c req-a0126cb4-e373-432e-a90f-eda8f3b7383e tempest-ServersNegativeTestMultiTenantJSON-806922742 tempest-ServersNegativeTestMultiTenantJSON-806922742-project] 10.222.0.90 "GET /v2.0/security-groups?id=eb826b8b-bca0-4780-a891-9d497cb8b991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661383 Feb 09 21:39:29.326440 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 91c268e6-2109-4b61-942b-35dd2225b920 details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:39:29.455017 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4c2ca8-a881-4c72-a55d-b60258f3347a service neutron] Pushing event updated for resources: {'Port': ['ID=6aaa0afe-fff4-4751-874d-bf57c30ff5b2,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:29.541862 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 91c268e6-2109-4b61-942b-35dd2225b920, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=91c268e6-2109-4b61-942b-35dd2225b920,segment=NetworkSegment(4159f293-0e9e-489c-9407-9c014bb1cf3e),segment_id=4159f293-0e9e-489c-9407-9c014bb1cf3e)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:29.616916 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-bf2c003a-f649-4433-a9a8-6d9bed2316eb req-bc4c2ca8-a881-4c72-a55d-b60258f3347a service neutron] Attempting to bind port 6aaa0afe-fff4-4751-874d-bf57c30ff5b2 on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:39:29.617268 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-bf2c003a-f649-4433-a9a8-6d9bed2316eb req-bc4c2ca8-a881-4c72-a55d-b60258f3347a service neutron] Attempting to bind port 6aaa0afe-fff4-4751-874d-bf57c30ff5b2 by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:39:29.617598 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2c003a-f649-4433-a9a8-6d9bed2316eb req-bc4c2ca8-a881-4c72-a55d-b60258f3347a service neutron] Attempting to bind port 6aaa0afe-fff4-4751-874d-bf57c30ff5b2 on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:39:29.633256 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2c003a-f649-4433-a9a8-6d9bed2316eb req-bc4c2ca8-a881-4c72-a55d-b60258f3347a service neutron] Port 6aaa0afe-fff4-4751-874d-bf57c30ff5b2 on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:39:29.633523 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2c003a-f649-4433-a9a8-6d9bed2316eb req-bc4c2ca8-a881-4c72-a55d-b60258f3347a service neutron] Attempting to bind port 6aaa0afe-fff4-4751-874d-bf57c30ff5b2 on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:39:29.649261 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2c003a-f649-4433-a9a8-6d9bed2316eb req-bc4c2ca8-a881-4c72-a55d-b60258f3347a service neutron] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:39:29.649656 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2c003a-f649-4433-a9a8-6d9bed2316eb req-bc4c2ca8-a881-4c72-a55d-b60258f3347a service neutron] Checking segment: {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:39:29.653164 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2c003a-f649-4433-a9a8-6d9bed2316eb req-bc4c2ca8-a881-4c72-a55d-b60258f3347a service neutron] Bound using segment: {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:39:29.653693 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-bf2c003a-f649-4433-a9a8-6d9bed2316eb req-bc4c2ca8-a881-4c72-a55d-b60258f3347a service neutron] Bound port: 6aaa0afe-fff4-4751-874d-bf57c30ff5b2, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:39:29.654069 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-bf2c003a-f649-4433-a9a8-6d9bed2316eb req-bc4c2ca8-a881-4c72-a55d-b60258f3347a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (6aaa0afe-fff4-4751-874d-bf57c30ff5b2), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:29.766442 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77faf1f8-c417-4d7b-bf72-aaeb8345ac35 req-ddeea5a4-7ef8-4a20-9f7e-7e40c8379e50 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:29.768058 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-77faf1f8-c417-4d7b-bf72-aaeb8345ac35 req-ddeea5a4-7ef8-4a20-9f7e-7e40c8379e50 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/ports?device_id=99730171-986b-49a1-81f6-88b419845b86 HTTP/1.1" status: 200 len: 948 time: 0.2879844 Feb 09 21:39:29.805098 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': '91c268e6-2109-4b61-942b-35dd2225b920', 'network_id': '823e9556-7e11-412d-afa3-16a561be72bd', 'port_id': '91c268e6-2109-4b61-942b-35dd2225b920', 'mac_address': 'fa:16:3e:aa:3b:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '355dfc30-1148-4206-9570-0b629d9fb4da', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:39:29.838133 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-bf2c003a-f649-4433-a9a8-6d9bed2316eb req-bc4c2ca8-a881-4c72-a55d-b60258f3347a service neutron] For port 6aaa0afe-fff4-4751-874d-bf57c30ff5b2, host n-h2-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:39:29.842134 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-bf2c003a-f649-4433-a9a8-6d9bed2316eb req-bc4c2ca8-a881-4c72-a55d-b60258f3347a service neutron] For port 6aaa0afe-fff4-4751-874d-bf57c30ff5b2, host n-h2-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=6aaa0afe-fff4-4751-874d-bf57c30ff5b2,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:39:29.855472 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-bf2c003a-f649-4433-a9a8-6d9bed2316eb req-bc4c2ca8-a881-4c72-a55d-b60258f3347a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (6aaa0afe-fff4-4751-874d-bf57c30ff5b2), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:29.893348 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 91c268e6-2109-4b61-942b-35dd2225b920 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:39:29.893935 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (91c268e6-2109-4b61-942b-35dd2225b920), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:29.922358 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91c268e6-2109-4b61-942b-35dd2225b920 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:39:29.956461 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2c003a-f649-4433-a9a8-6d9bed2316eb req-bc4c2ca8-a881-4c72-a55d-b60258f3347a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:29.957098 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-bf2c003a-f649-4433-a9a8-6d9bed2316eb req-bc4c2ca8-a881-4c72-a55d-b60258f3347a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:29.963847 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-bf2c003a-f649-4433-a9a8-6d9bed2316eb req-bc4c2ca8-a881-4c72-a55d-b60258f3347a service neutron] 10.222.0.89 "PUT /v2.0/ports/6aaa0afe-fff4-4751-874d-bf57c30ff5b2 HTTP/1.1" status: 200 len: 1096 time: 1.6278782 Feb 09 21:39:29.964057 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 91c268e6-2109-4b61-942b-35dd2225b920, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=91c268e6-2109-4b61-942b-35dd2225b920,segment=NetworkSegment(4159f293-0e9e-489c-9407-9c014bb1cf3e),segment_id=4159f293-0e9e-489c-9407-9c014bb1cf3e)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:29.965056 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99730171-986b-49a1-81f6-88b419845b86', 'tag': '6aaa0afe-fff4-4751-874d-bf57c30ff5b2'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:39:29.970644 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (91c268e6-2109-4b61-942b-35dd2225b920), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:29.972600 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b97d8a8f-9c1f-4704-ab71-0fba715b6ca8" -d '{"events": [{"name": "network-changed", "server_uuid": "99730171-986b-49a1-81f6-88b419845b86", "tag": "6aaa0afe-fff4-4751-874d-bf57c30ff5b2"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:39:30.051887 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-77faf1f8-c417-4d7b-bf72-aaeb8345ac35 req-f0c53559-d428-4cfe-afa0-dff42a8c9976 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/security-groups?id=18eb7429-13f2-4956-b934-bb119bf89c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735267 Feb 09 21:39:30.055788 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4c2ca8-a881-4c72-a55d-b60258f3347a service neutron] Pushing event updated for resources: {'Port': ['ID=6aaa0afe-fff4-4751-874d-bf57c30ff5b2,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:30.123340 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2c003a-f649-4433-a9a8-6d9bed2316eb req-82e13fa2-921d-4063-9617-71a865fcc46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:30.124917 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-bf2c003a-f649-4433-a9a8-6d9bed2316eb req-82e13fa2-921d-4063-9617-71a865fcc46e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2d6f01c204fb49588b99bb4b4319fb3a&device_id=99730171-986b-49a1-81f6-88b419845b86 HTTP/1.1" status: 200 len: 1130 time: 0.0911388 Feb 09 21:39:30.136381 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=91c268e6-2109-4b61-942b-35dd2225b920,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:30.249079 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-7fa2e622-6224-4d7e-836b-541caa9b42e2 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Deleting port c24e60b6-1dc3-44f9-80b4-2ea669fa980d {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:39:30.251323 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7fa2e622-6224-4d7e-836b-541caa9b42e2 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (c24e60b6-1dc3-44f9-80b4-2ea669fa980d), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:30.259052 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-bf2c003a-f649-4433-a9a8-6d9bed2316eb req-78c1b43d-a07a-456d-8a31-5d2f2c6dfbb6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=6aaa0afe-fff4-4751-874d-bf57c30ff5b2 HTTP/1.1" status: 200 len: 217 time: 0.1262372 Feb 09 21:39:30.400373 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7fa2e622-6224-4d7e-836b-541caa9b42e2 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (c24e60b6-1dc3-44f9-80b4-2ea669fa980d), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:30.429211 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2c003a-f649-4433-a9a8-6d9bed2316eb req-790d8557-9c03-41c6-a923-8ec58f647c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:30.430924 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-bf2c003a-f649-4433-a9a8-6d9bed2316eb req-790d8557-9c03-41c6-a923-8ec58f647c32 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0f7402ac-a35b-414b-bcc1-bc1c3072ec3c HTTP/1.1" status: 200 len: 843 time: 0.1610856 Feb 09 21:39:30.445130 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c65c476-e988-4b9b-9e02-93b033eea19a x-openstack-request-id: req-7c65c476-e988-4b9b-9e02-93b033eea19a {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:39:30.445130 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99730171-986b-49a1-81f6-88b419845b86", "tag": "6aaa0afe-fff4-4751-874d-bf57c30ff5b2", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:39:30.445333 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['91c268e6-2109-4b61-942b-35dd2225b920'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:39:30.445479 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-7fa2e622-6224-4d7e-836b-541caa9b42e2 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Calling delete_port for c24e60b6-1dc3-44f9-80b4-2ea669fa980d owned by network:router_interface {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:39:30.451121 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-7c65c476-e988-4b9b-9e02-93b033eea19a {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:39:30.451595 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99730171-986b-49a1-81f6-88b419845b86', 'tag': '6aaa0afe-fff4-4751-874d-bf57c30ff5b2', 'status': 'completed', 'code': 200} Feb 09 21:39:30.513129 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2685ab3c-8ad8-4652-ab42-e74a955d54b2 req-de82ce79-f25e-4cf5-b0c6-78484cb9f17c tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:30.520067 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2685ab3c-8ad8-4652-ab42-e74a955d54b2 req-de82ce79-f25e-4cf5-b0c6-78484cb9f17c tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] 10.222.0.90 "GET /v2.0/ports?device_id=53bb2f91-a542-4f84-b55c-79ed0e5e4179 HTTP/1.1" status: 200 len: 944 time: 0.1254673 Feb 09 21:39:30.607334 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2c003a-f649-4433-a9a8-6d9bed2316eb req-5ae7d1df-302e-4004-8f94-2d8980602b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:30.618360 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-bf2c003a-f649-4433-a9a8-6d9bed2316eb req-5ae7d1df-302e-4004-8f94-2d8980602b5d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1658354 Feb 09 21:39:30.684306 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2685ab3c-8ad8-4652-ab42-e74a955d54b2 req-8a7b31aa-407a-4361-a5b5-610c29c6582b tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] 10.222.0.90 "GET /v2.0/security-groups?id=5d2707a6-c52f-4e21-ab70-7fd207f381fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621785 Feb 09 21:39:30.808033 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-bf2c003a-f649-4433-a9a8-6d9bed2316eb req-e195e481-a67a-4be5-8770-fcaa0b45905b service neutron] 10.222.0.89 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776593 Feb 09 21:39:30.956663 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-bf2c003a-f649-4433-a9a8-6d9bed2316eb req-73d727d3-e316-4cb1-afbd-faa3cd4979e2 service neutron] 10.222.0.89 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365969 Feb 09 21:39:30.990273 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7fa2e622-6224-4d7e-836b-541caa9b42e2 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (c24e60b6-1dc3-44f9-80b4-2ea669fa980d), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:31.058562 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa2e622-6224-4d7e-836b-541caa9b42e2 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Pushing event deleted for resources: {'Port': ['ID=c24e60b6-1dc3-44f9-80b4-2ea669fa980d,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:31.079412 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58d96fe-92a9-4bf3-808e-ea004a172986 req-24baf8b0-adc0-486e-b90a-99d30be06008 tempest-ServersNegativeTestMultiTenantJSON-806922742 tempest-ServersNegativeTestMultiTenantJSON-806922742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:31.082175 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a58d96fe-92a9-4bf3-808e-ea004a172986 req-24baf8b0-adc0-486e-b90a-99d30be06008 tempest-ServersNegativeTestMultiTenantJSON-806922742 tempest-ServersNegativeTestMultiTenantJSON-806922742-project] 10.222.0.90 "GET /v2.0/ports?device_id=ec44f517-033e-4445-a20b-8ff9a2a02f0e HTTP/1.1" status: 200 len: 945 time: 0.2680595 Feb 09 21:39:31.157333 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa2e622-6224-4d7e-836b-541caa9b42e2 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:31.157916 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa2e622-6224-4d7e-836b-541caa9b42e2 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:31.158268 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa2e622-6224-4d7e-836b-541caa9b42e2 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:31.158616 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa2e622-6224-4d7e-836b-541caa9b42e2 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:31.158956 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa2e622-6224-4d7e-836b-541caa9b42e2 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:31.159292 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa2e622-6224-4d7e-836b-541caa9b42e2 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:31.160085 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa2e622-6224-4d7e-836b-541caa9b42e2 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:31.160195 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa2e622-6224-4d7e-836b-541caa9b42e2 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:31.160561 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa2e622-6224-4d7e-836b-541caa9b42e2 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:31.160890 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa2e622-6224-4d7e-836b-541caa9b42e2 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:31.161220 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa2e622-6224-4d7e-836b-541caa9b42e2 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:31.161486 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97d8a8f-9c1f-4704-ab71-0fba715b6ca8 req-d7b2b43c-4542-4eae-91d8-135e5251226f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:31.161602 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa2e622-6224-4d7e-836b-541caa9b42e2 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:31.161863 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa2e622-6224-4d7e-836b-541caa9b42e2 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:31.164760 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b97d8a8f-9c1f-4704-ab71-0fba715b6ca8 req-d7b2b43c-4542-4eae-91d8-135e5251226f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2d6f01c204fb49588b99bb4b4319fb3a&device_id=99730171-986b-49a1-81f6-88b419845b86 HTTP/1.1" status: 200 len: 1130 time: 0.1400142 Feb 09 21:39:31.411222 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a58d96fe-92a9-4bf3-808e-ea004a172986 req-09b3ceac-d2d3-445b-be1b-f72f85c489d3 tempest-ServersNegativeTestMultiTenantJSON-806922742 tempest-ServersNegativeTestMultiTenantJSON-806922742-project] 10.222.0.90 "GET /v2.0/security-groups?id=eb826b8b-bca0-4780-a891-9d497cb8b991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3145742 Feb 09 21:39:31.429488 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 7013af92-fec9-494c-9242-b80911dae183 up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:39:31.482384 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7fa2e622-6224-4d7e-836b-541caa9b42e2 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-525054'] for router_interface (4508429f-0210-4fc3-8588-b916f1b1426e), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:31.515647 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97d8a8f-9c1f-4704-ab71-0fba715b6ca8 req-1ca08550-1c28-43fa-8546-db33000c1f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:31.517752 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b97d8a8f-9c1f-4704-ab71-0fba715b6ca8 req-1ca08550-1c28-43fa-8546-db33000c1f78 service neutron] 10.222.0.89 "GET /v2.0/networks?id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc HTTP/1.1" status: 200 len: 870 time: 0.3177245 Feb 09 21:39:31.538024 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning for port 7013af92-fec9-494c-9242-b80911dae183 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:39:31.547509 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port 7013af92-fec9-494c-9242-b80911dae183 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:39:31.548120 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (7013af92-fec9-494c-9242-b80911dae183), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:31.596968 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b97d8a8f-9c1f-4704-ab71-0fba715b6ca8 req-e2add74d-656d-449a-9d17-606498e1c4ed service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=6aaa0afe-fff4-4751-874d-bf57c30ff5b2 HTTP/1.1" status: 200 len: 217 time: 0.0686319 Feb 09 21:39:31.681435 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c265d1-2190-490d-b76c-e36000fc33fd req-e46274a3-2aad-4976-a071-33bf6287da70 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:31.691110 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e8c265d1-2190-490d-b76c-e36000fc33fd req-e46274a3-2aad-4976-a071-33bf6287da70 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/ports?device_id=99730171-986b-49a1-81f6-88b419845b86 HTTP/1.1" status: 200 len: 948 time: 0.0902669 Feb 09 21:39:31.708726 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97d8a8f-9c1f-4704-ab71-0fba715b6ca8 req-c0dba8f2-522a-44f7-a2da-143b2c3b127e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:31.709415 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 7013af92-fec9-494c-9242-b80911dae183 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:39:31.709825 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (7013af92-fec9-494c-9242-b80911dae183), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:31.711996 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b97d8a8f-9c1f-4704-ab71-0fba715b6ca8 req-c0dba8f2-522a-44f7-a2da-143b2c3b127e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0f7402ac-a35b-414b-bcc1-bc1c3072ec3c HTTP/1.1" status: 200 len: 843 time: 0.1022027 Feb 09 21:39:31.759874 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f199053-2fdc-4195-9124-6d398469bb51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7013af92-fec9-494c-9242-b80911dae183'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:39:31.763666 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3d65a39-1b6c-49ab-86ff-ef5285414050" -d '{"events": [{"server_uuid": "6f199053-2fdc-4195-9124-6d398469bb51", "name": "network-vif-plugged", "status": "completed", "tag": "7013af92-fec9-494c-9242-b80911dae183"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:39:31.778112 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 7013af92-fec9-494c-9242-b80911dae183, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=7013af92-fec9-494c-9242-b80911dae183,segment=NetworkSegment(4159f293-0e9e-489c-9407-9c014bb1cf3e),segment_id=4159f293-0e9e-489c-9407-9c014bb1cf3e)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:31.783929 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (7013af92-fec9-494c-9242-b80911dae183), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:31.843014 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97d8a8f-9c1f-4704-ab71-0fba715b6ca8 req-b146d195-6090-439b-aa87-990fa820f1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:31.846165 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b97d8a8f-9c1f-4704-ab71-0fba715b6ca8 req-b146d195-6090-439b-aa87-990fa820f1eb service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1197579 Feb 09 21:39:31.854126 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e8c265d1-2190-490d-b76c-e36000fc33fd req-34970929-0f29-45dc-a985-b46561a3370d tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/security-groups?id=18eb7429-13f2-4956-b934-bb119bf89c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618977 Feb 09 21:39:31.905953 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=7013af92-fec9-494c-9242-b80911dae183,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:32.009278 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b97d8a8f-9c1f-4704-ab71-0fba715b6ca8 req-6a7d1be6-7542-4b79-bbcc-630cbe4aed38 service neutron] 10.222.0.89 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510642 Feb 09 21:39:32.017642 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bb585f-d5d9-496a-8a92-b488f7c7fb0b req-6e2a66bb-afbf-406d-9c15-3016aecc7eff tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:32.025289 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a0bb585f-d5d9-496a-8a92-b488f7c7fb0b req-6e2a66bb-afbf-406d-9c15-3016aecc7eff tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] 10.222.0.90 "GET /v2.0/ports?device_id=53bb2f91-a542-4f84-b55c-79ed0e5e4179 HTTP/1.1" status: 200 len: 944 time: 0.1495802 Feb 09 21:39:32.051101 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fa2e622-6224-4d7e-836b-541caa9b42e2 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Router 4508429f-0210-4fc3-8588-b916f1b1426e has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:39:32.140937 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b97d8a8f-9c1f-4704-ab71-0fba715b6ca8 req-7bde031a-1731-4f06-952d-deac9d558147 service neutron] 10.222.0.89 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195703 Feb 09 21:39:32.188150 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a0bb585f-d5d9-496a-8a92-b488f7c7fb0b req-e2304b77-9081-487f-bd7e-2b5a3b8d8e65 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] 10.222.0.90 "GET /v2.0/security-groups?id=5d2707a6-c52f-4e21-ab70-7fd207f381fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615713 Feb 09 21:39:32.240722 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d18fa351-f624-4f35-a493-a17e3d65b62c x-openstack-request-id: req-d18fa351-f624-4f35-a493-a17e3d65b62c {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:39:32.241021 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f199053-2fdc-4195-9124-6d398469bb51", "name": "network-vif-plugged", "status": "completed", "tag": "7013af92-fec9-494c-9242-b80911dae183", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:39:32.241378 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-d18fa351-f624-4f35-a493-a17e3d65b62c {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:39:32.242468 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f199053-2fdc-4195-9124-6d398469bb51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7013af92-fec9-494c-9242-b80911dae183', 'code': 200} Feb 09 21:39:32.247414 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fa2e622-6224-4d7e-836b-541caa9b42e2 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:39:32.257332 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-7fa2e622-6224-4d7e-836b-541caa9b42e2 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] 10.222.0.90 "PUT /v2.0/routers/4508429f-0210-4fc3-8588-b916f1b1426e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7985113 Feb 09 21:39:32.257332 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 33594) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:32.260613 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51644335-d774-468e-9e19-34190fd3cb90 None None] Sync routers for ids ['4508429f-0210-4fc3-8588-b916f1b1426e'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:39:32.273480 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51644335-d774-468e-9e19-34190fd3cb90 None None] Routers {'4508429f-0210-4fc3-8588-b916f1b1426e'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:39:32.274161 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-51644335-d774-468e-9e19-34190fd3cb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:39:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['4508429f-0210-4fc3-8588-b916f1b1426e'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:32.369351 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-51644335-d774-468e-9e19-34190fd3cb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:32.397680 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51644335-d774-468e-9e19-34190fd3cb90 None None] Routers {'4508429f-0210-4fc3-8588-b916f1b1426e'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:39:32.399930 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-51644335-d774-468e-9e19-34190fd3cb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:39:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['4508429f-0210-4fc3-8588-b916f1b1426e'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:32.442181 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b032b9c-b1cb-46c0-824c-280b87e18c6a req-151a0995-42ad-47ab-b501-08417f5f29bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:32.447713 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-1b032b9c-b1cb-46c0-824c-280b87e18c6a req-151a0995-42ad-47ab-b501-08417f5f29bd service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=6f199053-2fdc-4195-9124-6d398469bb51 HTTP/1.1" status: 200 len: 1127 time: 0.1150730 Feb 09 21:39:32.461331 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-51644335-d774-468e-9e19-34190fd3cb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:32.462411 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51644335-d774-468e-9e19-34190fd3cb90 None None] The sync data for ids ['4508429f-0210-4fc3-8588-b916f1b1426e'] in n-d-828369-5 is: [] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:39:32.539821 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-1b032b9c-b1cb-46c0-824c-280b87e18c6a req-2d562680-806f-40f6-8b35-0673df72e349 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=5d2707a6-c52f-4e21-ab70-7fd207f381fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757644 Feb 09 21:39:32.780419 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5661f20e-0f16-4f04-b256-8b917af97441 req-67811413-9d71-4fe4-9dc6-ccc5e37d2e55 tempest-ServersNegativeTestMultiTenantJSON-806922742 tempest-ServersNegativeTestMultiTenantJSON-806922742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:32.781934 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5661f20e-0f16-4f04-b256-8b917af97441 req-67811413-9d71-4fe4-9dc6-ccc5e37d2e55 tempest-ServersNegativeTestMultiTenantJSON-806922742 tempest-ServersNegativeTestMultiTenantJSON-806922742-project] 10.222.0.90 "GET /v2.0/ports?device_id=ec44f517-033e-4445-a20b-8ff9a2a02f0e HTTP/1.1" status: 200 len: 945 time: 0.0767617 Feb 09 21:39:32.790108 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bb9eca25-1ddc-4011-a49e-c0cba0551aa5 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks [] for router (4508429f-0210-4fc3-8588-b916f1b1426e), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:32.918158 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5661f20e-0f16-4f04-b256-8b917af97441 req-03ce92a3-8945-4750-93a4-ef6c1e4be2aa tempest-ServersNegativeTestMultiTenantJSON-806922742 tempest-ServersNegativeTestMultiTenantJSON-806922742-project] 10.222.0.90 "GET /v2.0/security-groups?id=eb826b8b-bca0-4780-a891-9d497cb8b991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206269 Feb 09 21:39:32.954184 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bb9eca25-1ddc-4011-a49e-c0cba0551aa5 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks [] for router_gateway (4508429f-0210-4fc3-8588-b916f1b1426e), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:33.049244 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-bb9eca25-1ddc-4011-a49e-c0cba0551aa5 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Deleting port 751ced87-2f74-4386-a6cf-d901c21b4c36 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:39:33.049869 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bb9eca25-1ddc-4011-a49e-c0cba0551aa5 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (751ced87-2f74-4386-a6cf-d901c21b4c36), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:33.118252 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5ba9b6-a374-4104-9c64-888ca6ae7215 req-8012acfc-a69d-46a4-9f37-bb90682d694b tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:33.124977 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6d5ba9b6-a374-4104-9c64-888ca6ae7215 req-8012acfc-a69d-46a4-9f37-bb90682d694b tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/ports?device_id=99730171-986b-49a1-81f6-88b419845b86 HTTP/1.1" status: 200 len: 948 time: 0.1144743 Feb 09 21:39:33.176119 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bb9eca25-1ddc-4011-a49e-c0cba0551aa5 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (751ced87-2f74-4386-a6cf-d901c21b4c36), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:33.187125 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c0fce-e7ef-44d2-b679-ac1ba0ab45c0 req-ca32d424-fce2-4115-ade6-166958caf57d tempest-ServersNegativeTestMultiTenantJSON-806922742 tempest-ServersNegativeTestMultiTenantJSON-806922742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:33.188915 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-107c0fce-e7ef-44d2-b679-ac1ba0ab45c0 req-ca32d424-fce2-4115-ade6-166958caf57d tempest-ServersNegativeTestMultiTenantJSON-806922742 tempest-ServersNegativeTestMultiTenantJSON-806922742-project] 10.222.0.95 "GET /v2.0/ports?device_id=ec44f517-033e-4445-a20b-8ff9a2a02f0e HTTP/1.1" status: 200 len: 945 time: 0.0943494 Feb 09 21:39:33.199977 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-bb9eca25-1ddc-4011-a49e-c0cba0551aa5 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Calling delete_port for 751ced87-2f74-4386-a6cf-d901c21b4c36 owned by network:router_gateway {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:39:33.209149 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6d5ba9b6-a374-4104-9c64-888ca6ae7215 req-77e7acce-71de-4480-b2cf-c1a1b695e04d tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/security-groups?id=18eb7429-13f2-4956-b934-bb119bf89c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828717 Feb 09 21:39:33.321785 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-107c0fce-e7ef-44d2-b679-ac1ba0ab45c0 req-78c46bea-8f60-4ea7-b25b-1dfaafd5aa13 tempest-ServersNegativeTestMultiTenantJSON-806922742 tempest-ServersNegativeTestMultiTenantJSON-806922742-project] Deleting port ffe4bf09-4f05-4eb4-b69a-599fa0d0e33d {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:39:33.322211 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-107c0fce-e7ef-44d2-b679-ac1ba0ab45c0 req-78c46bea-8f60-4ea7-b25b-1dfaafd5aa13 tempest-ServersNegativeTestMultiTenantJSON-806922742 tempest-ServersNegativeTestMultiTenantJSON-806922742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (ffe4bf09-4f05-4eb4-b69a-599fa0d0e33d), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:33.344253 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 91c268e6-2109-4b61-942b-35dd2225b920 up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:39:33.441981 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning for port 91c268e6-2109-4b61-942b-35dd2225b920 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:39:33.447192 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port 91c268e6-2109-4b61-942b-35dd2225b920 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:39:33.447882 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (91c268e6-2109-4b61-942b-35dd2225b920), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:33.493794 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-107c0fce-e7ef-44d2-b679-ac1ba0ab45c0 req-78c46bea-8f60-4ea7-b25b-1dfaafd5aa13 tempest-ServersNegativeTestMultiTenantJSON-806922742 tempest-ServersNegativeTestMultiTenantJSON-806922742-project] For port ffe4bf09-4f05-4eb4-b69a-599fa0d0e33d, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=ffe4bf09-4f05-4eb4-b69a-599fa0d0e33d,segment=NetworkSegment(798ff278-8ab6-43d5-a21f-dc1991054cdf),segment_id=798ff278-8ab6-43d5-a21f-dc1991054cdf)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:33.494596 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-107c0fce-e7ef-44d2-b679-ac1ba0ab45c0 req-78c46bea-8f60-4ea7-b25b-1dfaafd5aa13 tempest-ServersNegativeTestMultiTenantJSON-806922742 tempest-ServersNegativeTestMultiTenantJSON-806922742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (ffe4bf09-4f05-4eb4-b69a-599fa0d0e33d), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:33.498296 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d09a47a-d46b-482e-a42f-9c6a2161b4d2 req-f224f729-5d37-4d9a-abff-0c1a2136e8c0 tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:33.499855 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9d09a47a-d46b-482e-a42f-9c6a2161b4d2 req-f224f729-5d37-4d9a-abff-0c1a2136e8c0 tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] 10.222.0.90 "GET /v2.0/ports?device_id=e490ff87-5e28-4048-bdc6-d63fa5f2ccef HTTP/1.1" status: 200 len: 947 time: 0.1510050 Feb 09 21:39:33.526859 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-107c0fce-e7ef-44d2-b679-ac1ba0ab45c0 req-78c46bea-8f60-4ea7-b25b-1dfaafd5aa13 tempest-ServersNegativeTestMultiTenantJSON-806922742 tempest-ServersNegativeTestMultiTenantJSON-806922742-project] Calling delete_port for ffe4bf09-4f05-4eb4-b69a-599fa0d0e33d owned by compute:nova {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:39:33.564897 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 91c268e6-2109-4b61-942b-35dd2225b920 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:39:33.565232 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (91c268e6-2109-4b61-942b-35dd2225b920), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:33.590280 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9d09a47a-d46b-482e-a42f-9c6a2161b4d2 req-24757cbb-a153-4414-9790-45d5a75fa790 tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] 10.222.0.90 "GET /v2.0/security-groups?id=d7e8bbeb-c185-4372-be56-5099932d5770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795248 Feb 09 21:39:33.606882 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa1f306-e8dc-4597-b163-1159eaea0b89 req-c53f6024-7919-4861-8987-927323904878 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:33.608899 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1fa1f306-e8dc-4597-b163-1159eaea0b89 req-c53f6024-7919-4861-8987-927323904878 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] 10.222.0.90 "GET /v2.0/ports?device_id=53bb2f91-a542-4f84-b55c-79ed0e5e4179 HTTP/1.1" status: 200 len: 944 time: 0.1908200 Feb 09 21:39:33.621916 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 91c268e6-2109-4b61-942b-35dd2225b920, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=91c268e6-2109-4b61-942b-35dd2225b920,segment=NetworkSegment(4159f293-0e9e-489c-9407-9c014bb1cf3e),segment_id=4159f293-0e9e-489c-9407-9c014bb1cf3e)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:33.627213 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (91c268e6-2109-4b61-942b-35dd2225b920), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:33.631610 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bb9eca25-1ddc-4011-a49e-c0cba0551aa5 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (751ced87-2f74-4386-a6cf-d901c21b4c36), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:33.667964 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9eca25-1ddc-4011-a49e-c0cba0551aa5 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Pushing event deleted for resources: {'Port': ['ID=751ced87-2f74-4386-a6cf-d901c21b4c36,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:33.717448 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=91c268e6-2109-4b61-942b-35dd2225b920,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:33.792642 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1fa1f306-e8dc-4597-b163-1159eaea0b89 req-ffaf28a3-5bdc-49f1-a304-2979be161756 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] 10.222.0.90 "GET /v2.0/security-groups?id=5d2707a6-c52f-4e21-ab70-7fd207f381fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705668 Feb 09 21:39:33.799402 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-107c0fce-e7ef-44d2-b679-ac1ba0ab45c0 req-78c46bea-8f60-4ea7-b25b-1dfaafd5aa13 tempest-ServersNegativeTestMultiTenantJSON-806922742 tempest-ServersNegativeTestMultiTenantJSON-806922742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (ffe4bf09-4f05-4eb4-b69a-599fa0d0e33d), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:33.828167 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bb9eca25-1ddc-4011-a49e-c0cba0551aa5 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-554524'] for router_gateway (4508429f-0210-4fc3-8588-b916f1b1426e), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:33.835827 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c46bea-8f60-4ea7-b25b-1dfaafd5aa13 tempest-ServersNegativeTestMultiTenantJSON-806922742 tempest-ServersNegativeTestMultiTenantJSON-806922742-project] Pushing event deleted for resources: {'Port': ['ID=ffe4bf09-4f05-4eb4-b69a-599fa0d0e33d,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:33.898537 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-107c0fce-e7ef-44d2-b679-ac1ba0ab45c0 req-78c46bea-8f60-4ea7-b25b-1dfaafd5aa13 tempest-ServersNegativeTestMultiTenantJSON-806922742 tempest-ServersNegativeTestMultiTenantJSON-806922742-project] No DVR routers for this DVR port ffe4bf09-4f05-4eb4-b69a-599fa0d0e33d on host n-h1-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:39:33.901179 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-107c0fce-e7ef-44d2-b679-ac1ba0ab45c0 req-78c46bea-8f60-4ea7-b25b-1dfaafd5aa13 tempest-ServersNegativeTestMultiTenantJSON-806922742 tempest-ServersNegativeTestMultiTenantJSON-806922742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:33.904773 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-107c0fce-e7ef-44d2-b679-ac1ba0ab45c0 req-78c46bea-8f60-4ea7-b25b-1dfaafd5aa13 tempest-ServersNegativeTestMultiTenantJSON-806922742 tempest-ServersNegativeTestMultiTenantJSON-806922742-project] 10.222.0.95 "DELETE /v2.0/ports/ffe4bf09-4f05-4eb4-b69a-599fa0d0e33d HTTP/1.1" status: 204 len: 173 time: 0.7061834 Feb 09 21:39:33.905341 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec44f517-033e-4445-a20b-8ff9a2a02f0e', 'name': 'network-vif-deleted', 'tag': 'ffe4bf09-4f05-4eb4-b69a-599fa0d0e33d'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:39:33.908037 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed4c213d-2f0a-416c-bb16-aca02dc2694f" -d '{"events": [{"server_uuid": "ec44f517-033e-4445-a20b-8ff9a2a02f0e", "name": "network-vif-deleted", "tag": "ffe4bf09-4f05-4eb4-b69a-599fa0d0e33d"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:39:33.967035 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d7baed-4dfc-4abe-8e69-fa4c1e2f53bc x-openstack-request-id: req-f7d7baed-4dfc-4abe-8e69-fa4c1e2f53bc {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:39:33.967330 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec44f517-033e-4445-a20b-8ff9a2a02f0e", "name": "network-vif-deleted", "tag": "ffe4bf09-4f05-4eb4-b69a-599fa0d0e33d", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:39:33.967831 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-f7d7baed-4dfc-4abe-8e69-fa4c1e2f53bc {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:39:33.968202 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec44f517-033e-4445-a20b-8ff9a2a02f0e', 'name': 'network-vif-deleted', 'tag': 'ffe4bf09-4f05-4eb4-b69a-599fa0d0e33d', 'status': 'completed', 'code': 200} Feb 09 21:39:34.025290 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bb9eca25-1ddc-4011-a49e-c0cba0551aa5 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (4508429f-0210-4fc3-8588-b916f1b1426e), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:34.029078 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bb9eca25-1ddc-4011-a49e-c0cba0551aa5 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks [] for router_controller (4508429f-0210-4fc3-8588-b916f1b1426e), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:34.072270 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0c500159-d58e-445f-b8bc-39f7d54e703d req-7ee5edea-cdd2-4f84-a99d-fbdebfea21fa tempest-ServersNegativeTestMultiTenantJSON-806922742 tempest-ServersNegativeTestMultiTenantJSON-806922742-project] 10.222.0.90 "GET /v2.0/ports?device_id=ec44f517-033e-4445-a20b-8ff9a2a02f0e HTTP/1.1" status: 200 len: 210 time: 0.0444617 Feb 09 21:39:34.122151 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bb9eca25-1ddc-4011-a49e-c0cba0551aa5 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (4508429f-0210-4fc3-8588-b916f1b1426e), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:34.122697 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb9eca25-1ddc-4011-a49e-c0cba0551aa5 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Fanout notify agent at l3_agent the message router_deleted on router 4508429f-0210-4fc3-8588-b916f1b1426e {{(pid=103140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:39:34.134377 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bb9eca25-1ddc-4011-a49e-c0cba0551aa5 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:34.135845 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-bb9eca25-1ddc-4011-a49e-c0cba0551aa5 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] 10.222.0.90 "DELETE /v2.0/routers/4508429f-0210-4fc3-8588-b916f1b1426e HTTP/1.1" status: 204 len: 168 time: 1.8787379 Feb 09 21:39:34.138440 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 33736) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:34.203665 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d5a70cf-6bcb-46fc-b1bf-dd3ceeb951be tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Deleting subnet a38fe000-1d14-4130-b1e3-ebd85079a80f {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:39:34.207485 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2d5a70cf-6bcb-46fc-b1bf-dd3ceeb951be tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks [] for subnet (a38fe000-1d14-4130-b1e3-ebd85079a80f), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:34.244179 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53bb2f91-a542-4f84-b55c-79ed0e5e4179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91c268e6-2109-4b61-942b-35dd2225b920'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:39:34.246941 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d88a10d-02f9-498e-8ab1-c9f92b5a9a46" -d '{"events": [{"server_uuid": "53bb2f91-a542-4f84-b55c-79ed0e5e4179", "name": "network-vif-plugged", "status": "completed", "tag": "91c268e6-2109-4b61-942b-35dd2225b920"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:39:34.283761 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2d5a70cf-6bcb-46fc-b1bf-dd3ceeb951be tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (a38fe000-1d14-4130-b1e3-ebd85079a80f), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:34.349215 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2d5a70cf-6bcb-46fc-b1bf-dd3ceeb951be tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (a38fe000-1d14-4130-b1e3-ebd85079a80f), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:34.359528 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217cf063-934a-48e4-8f4b-1a72fcb0b7e8 req-511fbf70-9b97-46bb-ae65-bfc7fa8bc01f tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:34.361148 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-217cf063-934a-48e4-8f4b-1a72fcb0b7e8 req-511fbf70-9b97-46bb-ae65-bfc7fa8bc01f tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/ports?device_id=99730171-986b-49a1-81f6-88b419845b86 HTTP/1.1" status: 200 len: 948 time: 0.0730276 Feb 09 21:39:34.387196 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb6ca7e3-80fc-4c8e-9670-8534631f3c8e x-openstack-request-id: req-cb6ca7e3-80fc-4c8e-9670-8534631f3c8e {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:39:34.388397 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53bb2f91-a542-4f84-b55c-79ed0e5e4179", "name": "network-vif-plugged", "status": "completed", "tag": "91c268e6-2109-4b61-942b-35dd2225b920", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:39:34.389109 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-cb6ca7e3-80fc-4c8e-9670-8534631f3c8e {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:39:34.391860 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53bb2f91-a542-4f84-b55c-79ed0e5e4179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91c268e6-2109-4b61-942b-35dd2225b920', 'code': 200} Feb 09 21:39:34.421658 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-217cf063-934a-48e4-8f4b-1a72fcb0b7e8 req-d5a58312-07e9-4902-8938-2d6f72168d59 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/security-groups?id=18eb7429-13f2-4956-b934-bb119bf89c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542486 Feb 09 21:39:34.429793 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2d5a70cf-6bcb-46fc-b1bf-dd3ceeb951be tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (a38fe000-1d14-4130-b1e3-ebd85079a80f), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:34.468677 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5a70cf-6bcb-46fc-b1bf-dd3ceeb951be tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Pushing event deleted for resources: {'Subnet': ['ID=a38fe000-1d14-4130-b1e3-ebd85079a80f,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:34.474711 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2d5a70cf-6bcb-46fc-b1bf-dd3ceeb951be tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:34.482248 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-2d5a70cf-6bcb-46fc-b1bf-dd3ceeb951be tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] 10.222.0.90 "DELETE /v2.0/subnets/a38fe000-1d14-4130-b1e3-ebd85079a80f HTTP/1.1" status: 204 len: 168 time: 0.3426995 Feb 09 21:39:34.482452 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 33766) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:34.587340 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c605545-1ab5-4e14-b599-9c79a641a319 req-32cf1cd6-05d1-43a3-83a5-86086d967741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:34.588952 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-1c605545-1ab5-4e14-b599-9c79a641a319 req-32cf1cd6-05d1-43a3-83a5-86086d967741 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=53bb2f91-a542-4f84-b55c-79ed0e5e4179 HTTP/1.1" status: 200 len: 1127 time: 0.0981078 Feb 09 21:39:34.677661 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-297502f2-d921-4954-9d1d-9c5cc1d00906 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (d7c8263f-0802-4460-a401-0ec60b5fb74e), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:34.692959 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-1c605545-1ab5-4e14-b599-9c79a641a319 req-f64ca084-8f12-4b1c-8d88-dcaef499e964 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=5d2707a6-c52f-4e21-ab70-7fd207f381fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942137 Feb 09 21:39:34.853908 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22379ed-ec2f-420d-a7ba-022da19b777a req-0c125335-4605-4530-9d7d-6f62b848e193 tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:34.861007 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f22379ed-ec2f-420d-a7ba-022da19b777a req-0c125335-4605-4530-9d7d-6f62b848e193 tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] 10.222.0.90 "GET /v2.0/ports?device_id=e490ff87-5e28-4048-bdc6-d63fa5f2ccef HTTP/1.1" status: 200 len: 947 time: 0.1558056 Feb 09 21:39:34.864678 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-297502f2-d921-4954-9d1d-9c5cc1d00906 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (d7c8263f-0802-4460-a401-0ec60b5fb74e), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:34.905263 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-297502f2-d921-4954-9d1d-9c5cc1d00906 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7c8263f-0802-4460-a401-0ec60b5fb74e']}} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:34.924028 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-297502f2-d921-4954-9d1d-9c5cc1d00906 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0577934-c258-47fa-aa02-42c5a77ce1cc') {'for_net_delete': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:34.924173 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-297502f2-d921-4954-9d1d-9c5cc1d00906 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0577934-c258-47fa-aa02-42c5a77ce1cc') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:34.942279 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-297502f2-d921-4954-9d1d-9c5cc1d00906 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110711'] for segment (f0577934-c258-47fa-aa02-42c5a77ce1cc), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:34.963874 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f22379ed-ec2f-420d-a7ba-022da19b777a req-71d50351-265c-418a-bd8a-2b650c5cc2fd tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] 10.222.0.90 "GET /v2.0/security-groups?id=d7e8bbeb-c185-4372-be56-5099932d5770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019948 Feb 09 21:39:34.990576 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-297502f2-d921-4954-9d1d-9c5cc1d00906 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (f0577934-c258-47fa-aa02-42c5a77ce1cc), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:35.009129 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-297502f2-d921-4954-9d1d-9c5cc1d00906 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=103140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:39:35.009794 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-297502f2-d921-4954-9d1d-9c5cc1d00906 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669415'] for segment (f0577934-c258-47fa-aa02-42c5a77ce1cc), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:35.028409 n-d-828369-5 neutron-server[103140]: Traceback (most recent call last): Feb 09 21:39:35.028409 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:39:35.028409 n-d-828369-5 neutron-server[103140]: timer() Feb 09 21:39:35.028409 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:39:35.028409 n-d-828369-5 neutron-server[103140]: cb(*args, **kw) Feb 09 21:39:35.028409 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:39:35.028409 n-d-828369-5 neutron-server[103140]: return func(*args, **kwargs) Feb 09 21:39:35.028409 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:39:35.028409 n-d-828369-5 neutron-server[103140]: self._notify() Feb 09 21:39:35.028409 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:39:35.028409 n-d-828369-5 neutron-server[103140]: self.callback(batched_events) Feb 09 21:39:35.028409 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:39:35.028409 n-d-828369-5 neutron-server[103140]: event.method(event) Feb 09 21:39:35.028409 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:39:35.028409 n-d-828369-5 neutron-server[103140]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:39:35.028409 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:39:35.028409 n-d-828369-5 neutron-server[103140]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:39:35.028409 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:39:35.028409 n-d-828369-5 neutron-server[103140]: return f(self, *a, **k) Feb 09 21:39:35.028409 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:39:35.028409 n-d-828369-5 neutron-server[103140]: return self._get(url).json() Feb 09 21:39:35.028409 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:39:35.028409 n-d-828369-5 neutron-server[103140]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:39:35.028409 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:39:35.028409 n-d-828369-5 neutron-server[103140]: return self.request(url, 'GET', **kwargs) Feb 09 21:39:35.028409 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:39:35.028409 n-d-828369-5 neutron-server[103140]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:39:35.028409 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:39:35.028409 n-d-828369-5 neutron-server[103140]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:39:35.028409 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:39:35.028409 n-d-828369-5 neutron-server[103140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:39:35.028409 n-d-828369-5 neutron-server[103140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:39:35.071518 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 33818) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:35.097782 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8123bb-2be2-493f-83bb-8306b5c06f52 req-9fb132ff-1645-45cc-9725-454ad6659710 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:35.100617 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ad8123bb-2be2-493f-83bb-8306b5c06f52 req-9fb132ff-1645-45cc-9725-454ad6659710 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] 10.222.0.90 "GET /v2.0/ports?device_id=53bb2f91-a542-4f84-b55c-79ed0e5e4179 HTTP/1.1" status: 200 len: 945 time: 0.1551952 Feb 09 21:39:35.105276 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-297502f2-d921-4954-9d1d-9c5cc1d00906 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (d7c8263f-0802-4460-a401-0ec60b5fb74e), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:35.129316 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-297502f2-d921-4954-9d1d-9c5cc1d00906 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:35.135870 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-297502f2-d921-4954-9d1d-9c5cc1d00906 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] 10.222.0.90 "DELETE /v2.0/networks/d7c8263f-0802-4460-a401-0ec60b5fb74e HTTP/1.1" status: 204 len: 168 time: 0.6497104 Feb 09 21:39:35.152772 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297502f2-d921-4954-9d1d-9c5cc1d00906 tempest-FloatingIPTestJSON-454102866 tempest-FloatingIPTestJSON-454102866-project] Pushing event deleted for resources: {'Network': ['ID=d7c8263f-0802-4460-a401-0ec60b5fb74e,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:35.252101 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ad8123bb-2be2-493f-83bb-8306b5c06f52 req-babc9a7f-7607-423f-a0b3-bd91e751425a tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] 10.222.0.90 "GET /v2.0/security-groups?id=5d2707a6-c52f-4e21-ab70-7fd207f381fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443739 Feb 09 21:39:35.268157 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bc7fab0a-850d-4cf5-ab38-943d9002160b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:35.331798 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 33854) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:35.355259 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 6aaa0afe-fff4-4751-874d-bf57c30ff5b2 details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:39:35.400097 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bc7fab0a-850d-4cf5-ab38-943d9002160b admin admin] Publish callbacks [] for security_group (f986e59d-3f02-4b21-92e6-b6e1e23000e8), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:35.405066 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bc7fab0a-850d-4cf5-ab38-943d9002160b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (f986e59d-3f02-4b21-92e6-b6e1e23000e8), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:35.416199 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e5043ef-866e-4d86-a770-756e38b024a0 admin admin] Deleting subnet 76a18f36-bab9-49ec-9549-69d87d4d7760 {{(pid=103140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:39:35.430714 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1e5043ef-866e-4d86-a770-756e38b024a0 admin admin] Publish callbacks [] for subnet (76a18f36-bab9-49ec-9549-69d87d4d7760), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:35.458098 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-bc7fab0a-850d-4cf5-ab38-943d9002160b admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=535e331790da41f3baacb268818cf1be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3815231 Feb 09 21:39:35.458098 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7fab0a-850d-4cf5-ab38-943d9002160b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f986e59d-3f02-4b21-92e6-b6e1e23000e8,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:35.459824 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 33864) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:35.480788 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1e5043ef-866e-4d86-a770-756e38b024a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9110716'] for subnet (76a18f36-bab9-49ec-9549-69d87d4d7760), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:35.538959 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device ffe4bf09-4f05-4eb4-b69a-599fa0d0e33d no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:39:35.578307 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d10be05d-43ef-47ef-8c03-9b478ddf8111 admin admin] Publish callbacks [] for security_group (f986e59d-3f02-4b21-92e6-b6e1e23000e8), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:35.595873 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] No Port match for: ffe4bf09-4f05-4eb4-b69a-599fa0d0e33d {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:39:35.596261 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device ffe4bf09-4f05-4eb4-b69a-599fa0d0e33d not bound to the agent host n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:39:35.607614 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 33880) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:35.634209 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d10be05d-43ef-47ef-8c03-9b478ddf8111 admin admin] Publish callbacks [] for security_group (f986e59d-3f02-4b21-92e6-b6e1e23000e8), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:35.648440 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 6aaa0afe-fff4-4751-874d-bf57c30ff5b2, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=6aaa0afe-fff4-4751-874d-bf57c30ff5b2,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:35.678201 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': '6aaa0afe-fff4-4751-874d-bf57c30ff5b2', 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc', 'port_id': '6aaa0afe-fff4-4751-874d-bf57c30ff5b2', 'mac_address': 'fa:16:3e:a9:c9:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f7402ac-a35b-414b-bcc1-bc1c3072ec3c', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:39:35.682033 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1e5043ef-866e-4d86-a770-756e38b024a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (76a18f36-bab9-49ec-9549-69d87d4d7760), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:35.722793 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d10be05d-43ef-47ef-8c03-9b478ddf8111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (f986e59d-3f02-4b21-92e6-b6e1e23000e8), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:35.726493 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d10be05d-43ef-47ef-8c03-9b478ddf8111 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:35.728588 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-d10be05d-43ef-47ef-8c03-9b478ddf8111 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/f986e59d-3f02-4b21-92e6-b6e1e23000e8 HTTP/1.1" status: 204 len: 168 time: 0.2646692 Feb 09 21:39:35.740697 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a146bcb0-aab3-42e1-a68d-27fff2427b12 req-57d32b70-d799-46ea-9335-f63fc88845ca tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:35.748063 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a146bcb0-aab3-42e1-a68d-27fff2427b12 req-57d32b70-d799-46ea-9335-f63fc88845ca tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/ports?device_id=99730171-986b-49a1-81f6-88b419845b86 HTTP/1.1" status: 200 len: 948 time: 0.1785388 Feb 09 21:39:35.780908 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10be05d-43ef-47ef-8c03-9b478ddf8111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f986e59d-3f02-4b21-92e6-b6e1e23000e8,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:35.817088 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 6aaa0afe-fff4-4751-874d-bf57c30ff5b2 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:39:35.817744 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (6aaa0afe-fff4-4751-874d-bf57c30ff5b2), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:35.842360 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6aaa0afe-fff4-4751-874d-bf57c30ff5b2 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:39:35.858089 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a146bcb0-aab3-42e1-a68d-27fff2427b12 req-2f22631e-ce78-4893-9d2a-1d0f58e495e6 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/security-groups?id=18eb7429-13f2-4956-b934-bb119bf89c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089320 Feb 09 21:39:35.861116 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1e5043ef-866e-4d86-a770-756e38b024a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621346'] for subnet (76a18f36-bab9-49ec-9549-69d87d4d7760), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:35.873181 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 6aaa0afe-fff4-4751-874d-bf57c30ff5b2, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=6aaa0afe-fff4-4751-874d-bf57c30ff5b2,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:35.877449 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (6aaa0afe-fff4-4751-874d-bf57c30ff5b2), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:35.931085 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5043ef-866e-4d86-a770-756e38b024a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76a18f36-bab9-49ec-9549-69d87d4d7760,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:35.940658 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1e5043ef-866e-4d86-a770-756e38b024a0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:35.941507 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=6aaa0afe-fff4-4751-874d-bf57c30ff5b2,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:35.945926 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-1e5043ef-866e-4d86-a770-756e38b024a0 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/76a18f36-bab9-49ec-9549-69d87d4d7760 HTTP/1.1" status: 204 len: 168 time: 0.6129119 Feb 09 21:39:35.947111 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 33910) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:35.980485 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-4eb47306-e099-4b24-ba61-cb88d0858e80 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=715c3a0621fb4268ab328effc3e93792&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3677619 Feb 09 21:39:35.980721 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 33912) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:36.063613 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9f866e1c-80fc-493f-905f-32936885efa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (eff14347-4f61-418d-a0bc-13cd47d902d1), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:36.177048 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-94dcd270-bfd9-438b-9f47-0890e2809aef admin admin] Publish callbacks [] for security_group (00f13e97-6ddb-4395-b6f1-6d0f98867413), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:36.200874 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9f866e1c-80fc-493f-905f-32936885efa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (eff14347-4f61-418d-a0bc-13cd47d902d1), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:36.226416 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-94dcd270-bfd9-438b-9f47-0890e2809aef admin admin] Publish callbacks [] for security_group (00f13e97-6ddb-4395-b6f1-6d0f98867413), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:36.235401 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4702bdc-3b16-4e66-9a8f-34fc2de614ed req-742ee17d-4fb0-452d-8325-e2663a19e382 tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:36.242847 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c4702bdc-3b16-4e66-9a8f-34fc2de614ed req-742ee17d-4fb0-452d-8325-e2663a19e382 tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] 10.222.0.90 "GET /v2.0/ports?device_id=e490ff87-5e28-4048-bdc6-d63fa5f2ccef HTTP/1.1" status: 200 len: 947 time: 0.1264057 Feb 09 21:39:36.296278 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-9f866e1c-80fc-493f-905f-32936885efa0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eff14347-4f61-418d-a0bc-13cd47d902d1']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:36.321146 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-9f866e1c-80fc-493f-905f-32936885efa0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '798ff278-8ab6-43d5-a21f-dc1991054cdf') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:36.321439 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-9f866e1c-80fc-493f-905f-32936885efa0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '798ff278-8ab6-43d5-a21f-dc1991054cdf') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:36.346407 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9f866e1c-80fc-493f-905f-32936885efa0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (798ff278-8ab6-43d5-a21f-dc1991054cdf), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:36.364904 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ed8304-3acc-4d17-8517-71bc8368ea2a req-fc855496-4feb-4bb3-9fe5-94258c7e29f9 tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:36.365288 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c4702bdc-3b16-4e66-9a8f-34fc2de614ed req-e92d77f1-4b8c-4b42-b66b-a1be7d5faa01 tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] 10.222.0.90 "GET /v2.0/security-groups?id=d7e8bbeb-c185-4372-be56-5099932d5770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210899 Feb 09 21:39:36.367325 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b8ed8304-3acc-4d17-8517-71bc8368ea2a req-fc855496-4feb-4bb3-9fe5-94258c7e29f9 tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] 10.222.0.89 "GET /v2.0/ports?device_id=e490ff87-5e28-4048-bdc6-d63fa5f2ccef HTTP/1.1" status: 200 len: 947 time: 0.1532276 Feb 09 21:39:36.375184 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9f866e1c-80fc-493f-905f-32936885efa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (798ff278-8ab6-43d5-a21f-dc1991054cdf), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:36.393806 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-94dcd270-bfd9-438b-9f47-0890e2809aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (00f13e97-6ddb-4395-b6f1-6d0f98867413), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:36.396790 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-94dcd270-bfd9-438b-9f47-0890e2809aef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:36.397995 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-94dcd270-bfd9-438b-9f47-0890e2809aef admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/00f13e97-6ddb-4395-b6f1-6d0f98867413 HTTP/1.1" status: 204 len: 168 time: 0.4165347 Feb 09 21:39:36.404916 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f866e1c-80fc-493f-905f-32936885efa0 admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:39:36.405331 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9f866e1c-80fc-493f-905f-32936885efa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (798ff278-8ab6-43d5-a21f-dc1991054cdf), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:36.409408 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:39:36.409408 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:39:36.409408 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:39:36.409408 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:39:36.409408 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:39:36.409408 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:39:36.409408 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:39:36.409408 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:39:36.409408 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:39:36.409408 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:39:36.409408 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:39:36.409408 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:39:36.409408 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:39:36.409408 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:39:36.409408 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:39:36.409408 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:39:36.409408 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:39:36.409408 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:39:36.409408 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:39:36.409408 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:39:36.409408 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:39:36.409408 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:39:36.409408 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:39:36.409408 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:39:36.409408 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:39:36.409408 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:39:36.409408 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:39:36.409408 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:39:36.409408 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:39:36.409408 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:39:36.409408 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:39:36.409408 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:39:36.411664 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dcd270-bfd9-438b-9f47-0890e2809aef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f13e97-6ddb-4395-b6f1-6d0f98867413,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:36.508054 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['6aaa0afe-fff4-4751-874d-bf57c30ff5b2'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:39:36.550463 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9f866e1c-80fc-493f-905f-32936885efa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (eff14347-4f61-418d-a0bc-13cd47d902d1), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:36.565046 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9f866e1c-80fc-493f-905f-32936885efa0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:36.573445 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-9f866e1c-80fc-493f-905f-32936885efa0 admin admin] 10.222.0.90 "DELETE /v2.0/networks/eff14347-4f61-418d-a0bc-13cd47d902d1 HTTP/1.1" status: 204 len: 168 time: 0.6236176 Feb 09 21:39:36.575477 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 33974) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:36.583141 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ba8517-2c8a-48d1-ade4-8cc2d6d38904 req-9cf69c39-eb11-4551-9fa0-46955ecdb69d tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:36.591406 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e5ba8517-2c8a-48d1-ade4-8cc2d6d38904 req-9cf69c39-eb11-4551-9fa0-46955ecdb69d tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] 10.222.0.90 "GET /v2.0/ports?device_id=53bb2f91-a542-4f84-b55c-79ed0e5e4179 HTTP/1.1" status: 200 len: 945 time: 0.0742321 Feb 09 21:39:36.660868 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e5ba8517-2c8a-48d1-ade4-8cc2d6d38904 req-ff90b357-3c0b-400f-a766-3b3f4b585c52 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] 10.222.0.90 "GET /v2.0/security-groups?id=5d2707a6-c52f-4e21-ab70-7fd207f381fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683193 Feb 09 21:39:36.721101 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f866e1c-80fc-493f-905f-32936885efa0 admin admin] Pushing event deleted for resources: {'Network': ['ID=eff14347-4f61-418d-a0bc-13cd47d902d1,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:36.771261 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-314d5c23-c38f-4a3e-bbcf-797b556e53cd admin admin] Deleting subnet f71383b0-e091-46da-8550-ed0597f386cc {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:39:36.776564 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-314d5c23-c38f-4a3e-bbcf-797b556e53cd admin admin] Publish callbacks [] for subnet (f71383b0-e091-46da-8550-ed0597f386cc), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:36.819710 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-b8ed8304-3acc-4d17-8517-71bc8368ea2a req-920a7bbb-3fc0-4c17-a159-ffb63fa4f9c0 tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] Deleting port 3a593cec-d12e-4526-83b7-53e19c6c100c {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:39:36.820252 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b8ed8304-3acc-4d17-8517-71bc8368ea2a req-920a7bbb-3fc0-4c17-a159-ffb63fa4f9c0 tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (3a593cec-d12e-4526-83b7-53e19c6c100c), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:36.894135 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-314d5c23-c38f-4a3e-bbcf-797b556e53cd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (f71383b0-e091-46da-8550-ed0597f386cc), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:36.966790 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-314d5c23-c38f-4a3e-bbcf-797b556e53cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (f71383b0-e091-46da-8550-ed0597f386cc), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:37.004788 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-b8ed8304-3acc-4d17-8517-71bc8368ea2a req-920a7bbb-3fc0-4c17-a159-ffb63fa4f9c0 tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] For port 3a593cec-d12e-4526-83b7-53e19c6c100c, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=3a593cec-d12e-4526-83b7-53e19c6c100c,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:37.005172 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b8ed8304-3acc-4d17-8517-71bc8368ea2a req-920a7bbb-3fc0-4c17-a159-ffb63fa4f9c0 tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (3a593cec-d12e-4526-83b7-53e19c6c100c), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:37.051532 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afd30a5-a76c-4587-8cac-49930491e803 req-79ca40bf-b49a-4826-a9af-dfa9ab8af9a8 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:37.065499 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1afd30a5-a76c-4587-8cac-49930491e803 req-79ca40bf-b49a-4826-a9af-dfa9ab8af9a8 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/ports?device_id=99730171-986b-49a1-81f6-88b419845b86 HTTP/1.1" status: 200 len: 949 time: 0.0966094 Feb 09 21:39:37.091235 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-b8ed8304-3acc-4d17-8517-71bc8368ea2a req-920a7bbb-3fc0-4c17-a159-ffb63fa4f9c0 tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] Calling delete_port for 3a593cec-d12e-4526-83b7-53e19c6c100c owned by compute:nova {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:39:37.107209 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-314d5c23-c38f-4a3e-bbcf-797b556e53cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (f71383b0-e091-46da-8550-ed0597f386cc), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:37.153928 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-314d5c23-c38f-4a3e-bbcf-797b556e53cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:37.165073 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-314d5c23-c38f-4a3e-bbcf-797b556e53cd admin admin] 10.222.0.90 "DELETE /v2.0/subnets/f71383b0-e091-46da-8550-ed0597f386cc HTTP/1.1" status: 204 len: 168 time: 0.5345135 Feb 09 21:39:37.168626 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 34012) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:37.199464 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1afd30a5-a76c-4587-8cac-49930491e803 req-283fd74c-ac06-4529-aa4a-05d9acb82314 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/security-groups?id=18eb7429-13f2-4956-b934-bb119bf89c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314490 Feb 09 21:39:37.292438 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314d5c23-c38f-4a3e-bbcf-797b556e53cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f71383b0-e091-46da-8550-ed0597f386cc,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:37.344179 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a4ce16a8-add0-4e71-8abc-31132127dc83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (b4cd44df-8706-45a8-8bda-5d072caf4ffa), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:37.500507 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a4ce16a8-add0-4e71-8abc-31132127dc83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (b4cd44df-8706-45a8-8bda-5d072caf4ffa), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:37.531310 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-a4ce16a8-add0-4e71-8abc-31132127dc83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4cd44df-8706-45a8-8bda-5d072caf4ffa']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:37.539789 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85f3793-0e0f-428b-8cf7-b84461076ce5 req-5a890d3b-81c5-4ef7-8a41-f3cb4cd5d4cf tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:37.540280 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b8ed8304-3acc-4d17-8517-71bc8368ea2a req-920a7bbb-3fc0-4c17-a159-ffb63fa4f9c0 tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (3a593cec-d12e-4526-83b7-53e19c6c100c), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:37.550193 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-a4ce16a8-add0-4e71-8abc-31132127dc83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90f27f94-c4d0-423b-9ee1-de1a924d9ccf') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:37.550528 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-a4ce16a8-add0-4e71-8abc-31132127dc83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90f27f94-c4d0-423b-9ee1-de1a924d9ccf') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:37.550950 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a85f3793-0e0f-428b-8cf7-b84461076ce5 req-5a890d3b-81c5-4ef7-8a41-f3cb4cd5d4cf tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] 10.222.0.90 "GET /v2.0/ports?device_id=e490ff87-5e28-4048-bdc6-d63fa5f2ccef HTTP/1.1" status: 200 len: 947 time: 0.0829837 Feb 09 21:39:37.590655 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a4ce16a8-add0-4e71-8abc-31132127dc83 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (90f27f94-c4d0-423b-9ee1-de1a924d9ccf), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:37.594763 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920a7bbb-3fc0-4c17-a159-ffb63fa4f9c0 tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] Pushing event deleted for resources: {'Port': ['ID=3a593cec-d12e-4526-83b7-53e19c6c100c,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:37.626740 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a4ce16a8-add0-4e71-8abc-31132127dc83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (90f27f94-c4d0-423b-9ee1-de1a924d9ccf), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:37.646005 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8ed8304-3acc-4d17-8517-71bc8368ea2a req-920a7bbb-3fc0-4c17-a159-ffb63fa4f9c0 tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] No DVR routers for this DVR port 3a593cec-d12e-4526-83b7-53e19c6c100c on host n-h2-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:39:37.650538 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b8ed8304-3acc-4d17-8517-71bc8368ea2a req-920a7bbb-3fc0-4c17-a159-ffb63fa4f9c0 tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:37.653962 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b8ed8304-3acc-4d17-8517-71bc8368ea2a req-920a7bbb-3fc0-4c17-a159-ffb63fa4f9c0 tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] 10.222.0.89 "DELETE /v2.0/ports/3a593cec-d12e-4526-83b7-53e19c6c100c HTTP/1.1" status: 204 len: 173 time: 1.2751956 Feb 09 21:39:37.654490 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e490ff87-5e28-4048-bdc6-d63fa5f2ccef', 'name': 'network-vif-deleted', 'tag': '3a593cec-d12e-4526-83b7-53e19c6c100c'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:39:37.656747 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b66e9661-8ee2-41e0-98d2-23189df1c064" -d '{"events": [{"server_uuid": "e490ff87-5e28-4048-bdc6-d63fa5f2ccef", "name": "network-vif-deleted", "tag": "3a593cec-d12e-4526-83b7-53e19c6c100c"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:39:37.660531 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4ce16a8-add0-4e71-8abc-31132127dc83 admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:39:37.660935 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a4ce16a8-add0-4e71-8abc-31132127dc83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (90f27f94-c4d0-423b-9ee1-de1a924d9ccf), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:37.662807 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:39:37.662807 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:39:37.662807 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:39:37.662807 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:39:37.662807 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:39:37.662807 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:39:37.662807 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:39:37.662807 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:39:37.662807 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:39:37.662807 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:39:37.662807 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:39:37.662807 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:39:37.662807 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:39:37.662807 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:39:37.662807 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:39:37.662807 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:39:37.662807 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:39:37.662807 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:39:37.662807 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:39:37.662807 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:39:37.662807 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:39:37.662807 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:39:37.662807 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:39:37.662807 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:39:37.662807 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:39:37.662807 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:39:37.662807 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:39:37.662807 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:39:37.662807 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:39:37.662807 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:39:37.662807 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:39:37.662807 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:39:37.704923 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a85f3793-0e0f-428b-8cf7-b84461076ce5 req-b2a167bc-7220-4dea-8ffd-418c4808f479 tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] 10.222.0.90 "GET /v2.0/security-groups?id=d7e8bbeb-c185-4372-be56-5099932d5770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512525 Feb 09 21:39:37.746152 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b14f9f9a-7e4e-446b-8eda-f6854a777e2f x-openstack-request-id: req-b14f9f9a-7e4e-446b-8eda-f6854a777e2f {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:39:37.746741 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e490ff87-5e28-4048-bdc6-d63fa5f2ccef", "name": "network-vif-deleted", "tag": "3a593cec-d12e-4526-83b7-53e19c6c100c", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:39:37.747247 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-b14f9f9a-7e4e-446b-8eda-f6854a777e2f {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:39:37.747820 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e490ff87-5e28-4048-bdc6-d63fa5f2ccef', 'name': 'network-vif-deleted', 'tag': '3a593cec-d12e-4526-83b7-53e19c6c100c', 'status': 'completed', 'code': 200} Feb 09 21:39:37.749189 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a4ce16a8-add0-4e71-8abc-31132127dc83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (b4cd44df-8706-45a8-8bda-5d072caf4ffa), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:37.780602 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a4ce16a8-add0-4e71-8abc-31132127dc83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:37.788372 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-a4ce16a8-add0-4e71-8abc-31132127dc83 admin admin] 10.222.0.90 "DELETE /v2.0/networks/b4cd44df-8706-45a8-8bda-5d072caf4ffa HTTP/1.1" status: 204 len: 168 time: 0.5965199 Feb 09 21:39:37.789751 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ce16a8-add0-4e71-8abc-31132127dc83 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4cd44df-8706-45a8-8bda-5d072caf4ffa,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:37.897637 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 34090) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:37.904462 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc133f-02f0-49d1-bcb0-546eb521ed96 req-eea18e94-c355-4a1b-b663-54bad5d81c17 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:37.907272 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cbcc133f-02f0-49d1-bcb0-546eb521ed96 req-eea18e94-c355-4a1b-b663-54bad5d81c17 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] 10.222.0.90 "GET /v2.0/ports?device_id=53bb2f91-a542-4f84-b55c-79ed0e5e4179 HTTP/1.1" status: 200 len: 945 time: 0.1048546 Feb 09 21:39:37.999770 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cbcc133f-02f0-49d1-bcb0-546eb521ed96 req-2ed60757-78a5-4572-9018-8f6cf5ec7998 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] 10.222.0.90 "GET /v2.0/security-groups?id=5d2707a6-c52f-4e21-ab70-7fd207f381fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814495 Feb 09 21:39:38.105304 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 34118) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:38.123870 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63fbcb4-d222-4d30-b46f-c353a0638aa6 req-7afe13e1-7796-44d5-a838-e5dd79748873 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:38.132914 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f63fbcb4-d222-4d30-b46f-c353a0638aa6 req-7afe13e1-7796-44d5-a838-e5dd79748873 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] 10.222.0.90 "GET /v2.0/ports?device_id=6f199053-2fdc-4195-9124-6d398469bb51 HTTP/1.1" status: 200 len: 945 time: 0.0652349 Feb 09 21:39:38.207877 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f63fbcb4-d222-4d30-b46f-c353a0638aa6 req-81822f5a-ab47-4f84-81b7-8428039827e4 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] 10.222.0.90 "GET /v2.0/security-groups?id=5d2707a6-c52f-4e21-ab70-7fd207f381fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743651 Feb 09 21:39:38.223420 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-fd9e33a2-9103-4c01-b593-8ff104a23f8c tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-477814430'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:38.239448 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 34126) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:38.240167 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-f845121d-c854-4ffb-8a7e-c50ff11ae6e9 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=f7e39a77395f462a9c15c5d3ba1d1cf3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1329401 Feb 09 21:39:38.255211 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd9e33a2-9103-4c01-b593-8ff104a23f8c tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Made reservation on behalf of 0b3dce44ae6942d382ff1ce239e0d9de for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:39:38.264477 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fd9e33a2-9103-4c01-b593-8ff104a23f8c tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:38.274519 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fd9e33a2-9103-4c01-b593-8ff104a23f8c tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:38.356102 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-062c511f-fce4-4a8b-9af4-2b003d95fe59 admin admin] Publish callbacks [] for security_group (eb826b8b-bca0-4780-a891-9d497cb8b991), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:38.389709 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fd9e33a2-9103-4c01-b593-8ff104a23f8c tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks [] for security_group (8a7d5c56-a7a4-4fcf-8697-12680f294dc7), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:38.390385 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-062c511f-fce4-4a8b-9af4-2b003d95fe59 admin admin] Publish callbacks [] for security_group (eb826b8b-bca0-4780-a891-9d497cb8b991), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:38.408588 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fd9e33a2-9103-4c01-b593-8ff104a23f8c tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (8a7d5c56-a7a4-4fcf-8697-12680f294dc7), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:38.408744 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a363ff-d937-4df8-86ae-cabd90193908 req-87ded9c8-19af-4e8a-93f0-1f85d213f837 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:38.418694 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-49a363ff-d937-4df8-86ae-cabd90193908 req-87ded9c8-19af-4e8a-93f0-1f85d213f837 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/ports?device_id=99730171-986b-49a1-81f6-88b419845b86 HTTP/1.1" status: 200 len: 949 time: 0.1256318 Feb 09 21:39:38.450776 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd9e33a2-9103-4c01-b593-8ff104a23f8c tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:39:38.460725 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9e33a2-9103-4c01-b593-8ff104a23f8c tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a7d5c56-a7a4-4fcf-8697-12680f294dc7,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:38.487635 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fd9e33a2-9103-4c01-b593-8ff104a23f8c tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (a0fa0c85-8c8d-4270-be69-41956b13626c), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:38.489646 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-fd9e33a2-9103-4c01-b593-8ff104a23f8c tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Added segment a0fa0c85-8c8d-4270-be69-41956b13626c of type vlan for network 8889d269-7ad2-4469-8f54-e1282086d238 Feb 09 21:39:38.507104 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-49a363ff-d937-4df8-86ae-cabd90193908 req-f4be9dec-6823-48cf-834d-e064f84eb4c2 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/security-groups?id=18eb7429-13f2-4956-b934-bb119bf89c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873208 Feb 09 21:39:38.549531 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fd9e33a2-9103-4c01-b593-8ff104a23f8c tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (8889d269-7ad2-4469-8f54-e1282086d238), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:38.576044 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-062c511f-fce4-4a8b-9af4-2b003d95fe59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (eb826b8b-bca0-4780-a891-9d497cb8b991), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:38.579045 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-062c511f-fce4-4a8b-9af4-2b003d95fe59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:38.582929 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-062c511f-fce4-4a8b-9af4-2b003d95fe59 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/eb826b8b-bca0-4780-a891-9d497cb8b991 HTTP/1.1" status: 204 len: 168 time: 0.3418162 Feb 09 21:39:38.594686 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062c511f-fce4-4a8b-9af4-2b003d95fe59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb826b8b-bca0-4780-a891-9d497cb8b991,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:38.640729 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fd9e33a2-9103-4c01-b593-8ff104a23f8c tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (8889d269-7ad2-4469-8f54-e1282086d238), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:38.650902 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9e33a2-9103-4c01-b593-8ff104a23f8c tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:38.652592 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fd9e33a2-9103-4c01-b593-8ff104a23f8c tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:38.740242 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-fd9e33a2-9103-4c01-b593-8ff104a23f8c tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8316424 Feb 09 21:39:38.747758 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9e33a2-9103-4c01-b593-8ff104a23f8c tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Pushing event updated for resources: {'Network': ['ID=8889d269-7ad2-4469-8f54-e1282086d238,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:38.767198 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 8889d269-7ad2-4469-8f54-e1282086d238 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:39:38.900742 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 34176) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:38.918079 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-2c284e4e-a189-46e1-b3dd-3d6a5a0534f0 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Request body: {'subnet': {'network_id': '8889d269-7ad2-4469-8f54-e1282086d238', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:38.959100 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5a544039-cc3c-4f37-8375-afea5637ed8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:39.118436 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c284e4e-a189-46e1-b3dd-3d6a5a0534f0 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Made reservation on behalf of 0b3dce44ae6942d382ff1ce239e0d9de for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:39:39.122457 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2c284e4e-a189-46e1-b3dd-3d6a5a0534f0 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621317'] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:39.207107 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f461de2-2053-4167-b2e0-3845fc4c1ac5 req-efdce75d-54eb-4e77-ad7b-8bcbe72b6ea8 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:39.209055 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3f461de2-2053-4167-b2e0-3845fc4c1ac5 req-efdce75d-54eb-4e77-ad7b-8bcbe72b6ea8 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] 10.222.0.90 "GET /v2.0/ports?device_id=6f199053-2fdc-4195-9124-6d398469bb51 HTTP/1.1" status: 200 len: 945 time: 0.1497760 Feb 09 21:39:39.228082 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 34192) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:39.306082 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3f461de2-2053-4167-b2e0-3845fc4c1ac5 req-38740eda-3fe5-44f4-9cc9-919e805da22a tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] 10.222.0.90 "GET /v2.0/security-groups?id=5d2707a6-c52f-4e21-ab70-7fd207f381fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890648 Feb 09 21:39:39.316123 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 34200) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:39.317202 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-b653190a-7108-42cc-a8a5-67482cc35908 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=61da66e7fbf546198b0a0d25653d6cd5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0867345 Feb 09 21:39:39.374614 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 6aaa0afe-fff4-4751-874d-bf57c30ff5b2 up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:39:39.464072 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bc994726-d667-41d0-991b-f02adbeea9e9 admin admin] Publish callbacks [] for security_group (2b6d3573-8a26-4dc9-b84b-0d7255bf531f), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:39.470817 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2c284e4e-a189-46e1-b3dd-3d6a5a0534f0 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621371'] for subnet (4e505cf7-3d31-4442-8987-30cffe701906), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:39.491534 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning for port 6aaa0afe-fff4-4751-874d-bf57c30ff5b2 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:39:39.502528 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port 6aaa0afe-fff4-4751-874d-bf57c30ff5b2 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:39:39.505081 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (6aaa0afe-fff4-4751-874d-bf57c30ff5b2), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:39.536379 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bc994726-d667-41d0-991b-f02adbeea9e9 admin admin] Publish callbacks [] for security_group (2b6d3573-8a26-4dc9-b84b-0d7255bf531f), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:39.568683 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c284e4e-a189-46e1-b3dd-3d6a5a0534f0 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Pushing event updated for resources: {'Subnet': ['ID=4e505cf7-3d31-4442-8987-30cffe701906,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:39.607631 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c284e4e-a189-46e1-b3dd-3d6a5a0534f0 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Checking segment: {'id': 'a0fa0c85-8c8d-4270-be69-41956b13626c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '8889d269-7ad2-4469-8f54-e1282086d238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:39:39.608386 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c284e4e-a189-46e1-b3dd-3d6a5a0534f0 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Network hostable DHCP agents. Network: 8889d269-7ad2-4469-8f54-e1282086d238, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:39:39.641550 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bc994726-d667-41d0-991b-f02adbeea9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (2b6d3573-8a26-4dc9-b84b-0d7255bf531f), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:39.644300 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bc994726-d667-41d0-991b-f02adbeea9e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:39.645719 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-bc994726-d667-41d0-991b-f02adbeea9e9 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/2b6d3573-8a26-4dc9-b84b-0d7255bf531f HTTP/1.1" status: 204 len: 168 time: 0.3284159 Feb 09 21:39:39.649218 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c284e4e-a189-46e1-b3dd-3d6a5a0534f0 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Network 8889d269-7ad2-4469-8f54-e1282086d238 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:39:39.674320 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc994726-d667-41d0-991b-f02adbeea9e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b6d3573-8a26-4dc9-b84b-0d7255bf531f,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:39.693709 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-2c284e4e-a189-46e1-b3dd-3d6a5a0534f0 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 8889d269-7ad2-4469-8f54-e1282086d238) {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:39:39.700544 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c284e4e-a189-46e1-b3dd-3d6a5a0534f0 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:39.701535 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2c284e4e-a189-46e1-b3dd-3d6a5a0534f0 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:39.724416 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155b921f-ec7a-45a7-b13a-b2ec132b2065 None None] Network 8889d269-7ad2-4469-8f54-e1282086d238 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:39:39.725068 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-2c284e4e-a189-46e1-b3dd-3d6a5a0534f0 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.8231299 Feb 09 21:39:39.728373 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 34234) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:39.734424 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-52629ac6-8a6c-4701-9edd-dd0ab478383d tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1051084764'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:39.787819 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 6aaa0afe-fff4-4751-874d-bf57c30ff5b2 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:39:39.789363 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (6aaa0afe-fff4-4751-874d-bf57c30ff5b2), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:39.807163 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ebb765-dc30-4007-9029-5971558121e8 req-c1d32b43-1eb9-4029-8be5-e28d55ebdd3c tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:39.814163 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b8ebb765-dc30-4007-9029-5971558121e8 req-c1d32b43-1eb9-4029-8be5-e28d55ebdd3c tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/ports?device_id=99730171-986b-49a1-81f6-88b419845b86 HTTP/1.1" status: 200 len: 949 time: 0.1598732 Feb 09 21:39:39.816602 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52629ac6-8a6c-4701-9edd-dd0ab478383d tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Made reservation on behalf of 0b3dce44ae6942d382ff1ce239e0d9de for: {'network': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:39:39.820812 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-52629ac6-8a6c-4701-9edd-dd0ab478383d tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:39.841446 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99730171-986b-49a1-81f6-88b419845b86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aaa0afe-fff4-4751-874d-bf57c30ff5b2'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:39:39.844342 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-825694e0-d34e-4595-a519-c18d9680cc2f" -d '{"events": [{"server_uuid": "99730171-986b-49a1-81f6-88b419845b86", "name": "network-vif-plugged", "status": "completed", "tag": "6aaa0afe-fff4-4751-874d-bf57c30ff5b2"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:39:39.866932 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 6aaa0afe-fff4-4751-874d-bf57c30ff5b2, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=6aaa0afe-fff4-4751-874d-bf57c30ff5b2,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:39.867174 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e94240d-68af-44fd-a686-6e9e12f04d49 req-c5a5e394-40c0-4500-adb1-a017858567aa tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:39.874241 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7e94240d-68af-44fd-a686-6e9e12f04d49 req-c5a5e394-40c0-4500-adb1-a017858567aa tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] 10.222.0.90 "GET /v2.0/ports?device_id=25ff4a27-5d39-4104-bc4e-ab7ca4a4b676 HTTP/1.1" status: 200 len: 949 time: 0.1536357 Feb 09 21:39:39.877311 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (6aaa0afe-fff4-4751-874d-bf57c30ff5b2), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:39.878326 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 3a593cec-d12e-4526-83b7-53e19c6c100c no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:39:39.909179 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52629ac6-8a6c-4701-9edd-dd0ab478383d tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=103140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:39:39.931254 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-52629ac6-8a6c-4701-9edd-dd0ab478383d tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (4b638235-1d64-4989-b3f4-c006b230be8a), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:39.931616 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-52629ac6-8a6c-4701-9edd-dd0ab478383d tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Added segment 4b638235-1d64-4989-b3f4-c006b230be8a of type vlan for network d1d2988d-ec75-46bb-ac05-c871db7ab3ae Feb 09 21:39:39.936097 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] No Port match for: 3a593cec-d12e-4526-83b7-53e19c6c100c {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:39:39.936580 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 3a593cec-d12e-4526-83b7-53e19c6c100c not bound to the agent host n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:39:39.956824 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b8ebb765-dc30-4007-9029-5971558121e8 req-ccf7c984-f39c-4a32-b19c-b85bd2669aa2 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/security-groups?id=18eb7429-13f2-4956-b934-bb119bf89c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362901 Feb 09 21:39:39.988282 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41142e85-e348-4aee-b865-79d049a230c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-8889d269-7ad2-4469-8f54-e1282086d238', 'network_id': '8889d269-7ad2-4469-8f54-e1282086d238', 'project_id': '0b3dce44ae6942d382ff1ce239e0d9de', 'fixed_ips': [{'subnet_id': '4e505cf7-3d31-4442-8987-30cffe701906'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:39:39.988944 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-41142e85-e348-4aee-b865-79d049a230c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:40.017354 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31dbd2d7-3549-4470-98d1-6869491866c3 x-openstack-request-id: req-31dbd2d7-3549-4470-98d1-6869491866c3 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:39:40.018507 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99730171-986b-49a1-81f6-88b419845b86", "name": "network-vif-plugged", "status": "completed", "tag": "6aaa0afe-fff4-4751-874d-bf57c30ff5b2", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:39:40.019470 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-31dbd2d7-3549-4470-98d1-6869491866c3 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:39:40.020237 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99730171-986b-49a1-81f6-88b419845b86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aaa0afe-fff4-4751-874d-bf57c30ff5b2', 'code': 200} Feb 09 21:39:40.035435 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7e94240d-68af-44fd-a686-6e9e12f04d49 req-e3a9270d-795f-4687-b8ab-24dcde197397 tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] 10.222.0.90 "GET /v2.0/security-groups?id=d7e8bbeb-c185-4372-be56-5099932d5770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602664 Feb 09 21:39:40.048926 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=6aaa0afe-fff4-4751-874d-bf57c30ff5b2,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:40.051889 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-52629ac6-8a6c-4701-9edd-dd0ab478383d tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (d1d2988d-ec75-46bb-ac05-c871db7ab3ae), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:40.070490 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:40.070830 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:40.071349 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:40.071847 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:40.072572 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:40.073631 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:40.074287 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:40.074773 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:40.075269 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:40.075754 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:40.076249 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:40.076877 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:40.077384 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:39:40.102827 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-52629ac6-8a6c-4701-9edd-dd0ab478383d tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (d1d2988d-ec75-46bb-ac05-c871db7ab3ae), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:40.110701 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52629ac6-8a6c-4701-9edd-dd0ab478383d tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:40.112039 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-52629ac6-8a6c-4701-9edd-dd0ab478383d tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:40.190742 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb575baa-0021-428a-a68d-9dad931015bf req-f9349338-18c2-458c-b423-cd9fdfe1e5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:40.193987 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-eb575baa-0021-428a-a68d-9dad931015bf req-f9349338-18c2-458c-b423-cd9fdfe1e5b4 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=99730171-986b-49a1-81f6-88b419845b86 HTTP/1.1" status: 200 len: 1132 time: 0.0915949 Feb 09 21:39:40.207261 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52629ac6-8a6c-4701-9edd-dd0ab478383d tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Pushing event updated for resources: {'Network': ['ID=d1d2988d-ec75-46bb-ac05-c871db7ab3ae,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:40.238121 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network d1d2988d-ec75-46bb-ac05-c871db7ab3ae details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:39:40.253589 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-52629ac6-8a6c-4701-9edd-dd0ab478383d tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5232489 Feb 09 21:39:40.254211 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 34250) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:40.270112 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-5c542177-97c8-476f-8b6c-6a44a250b701 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Request body: {'subnet': {'network_id': 'd1d2988d-ec75-46bb-ac05-c871db7ab3ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:40.293231 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-eb575baa-0021-428a-a68d-9dad931015bf req-f14fdd03-39aa-4e5a-809d-321fd59da0e5 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=18eb7429-13f2-4956-b934-bb119bf89c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791121 Feb 09 21:39:40.357993 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-41142e85-e348-4aee-b865-79d049a230c8 None None] Allocated IP 172.20.255.242 (8889d269-7ad2-4469-8f54-e1282086d238/4e505cf7-3d31-4442-8987-30cffe701906/f9abe27d-1a49-4635-81b9-306063d994ea) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:39:40.481687 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c542177-97c8-476f-8b6c-6a44a250b701 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Made reservation on behalf of 0b3dce44ae6942d382ff1ce239e0d9de for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:39:40.486012 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5c542177-97c8-476f-8b6c-6a44a250b701 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621317'] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:40.574587 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b39e0b2-955d-4938-841e-b25f0d78a0f5 req-2495b91f-308d-4cc7-8f42-4c32b6774677 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:40.576117 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5b39e0b2-955d-4938-841e-b25f0d78a0f5 req-2495b91f-308d-4cc7-8f42-4c32b6774677 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] 10.222.0.90 "GET /v2.0/ports?device_id=6f199053-2fdc-4195-9124-6d398469bb51 HTTP/1.1" status: 200 len: 945 time: 0.1489775 Feb 09 21:39:40.603235 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-41142e85-e348-4aee-b865-79d049a230c8 None None] Publish callbacks [] for port (f9abe27d-1a49-4635-81b9-306063d994ea), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:40.611094 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-41142e85-e348-4aee-b865-79d049a230c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (f9abe27d-1a49-4635-81b9-306063d994ea), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:40.660933 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5b39e0b2-955d-4938-841e-b25f0d78a0f5 req-f149afec-7f8a-4a4c-b210-7636a097ca7e tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] 10.222.0.90 "GET /v2.0/security-groups?id=5d2707a6-c52f-4e21-ab70-7fd207f381fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773814 Feb 09 21:39:40.669876 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 34272) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:40.696482 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41142e85-e348-4aee-b865-79d049a230c8 None None] Pushing event updated for resources: {'Port': ['ID=f9abe27d-1a49-4635-81b9-306063d994ea,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:40.700448 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41142e85-e348-4aee-b865-79d049a230c8 None None] Network 8889d269-7ad2-4469-8f54-e1282086d238 is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:39:40.702463 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-41142e85-e348-4aee-b865-79d049a230c8 None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:39:40.705913 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41142e85-e348-4aee-b865-79d049a230c8 None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:39:40.791706 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-41142e85-e348-4aee-b865-79d049a230c8 None None] Attempting to bind port f9abe27d-1a49-4635-81b9-306063d994ea on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:39:40.792804 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-41142e85-e348-4aee-b865-79d049a230c8 None None] Attempting to bind port f9abe27d-1a49-4635-81b9-306063d994ea by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': 'a0fa0c85-8c8d-4270-be69-41956b13626c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '8889d269-7ad2-4469-8f54-e1282086d238'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:39:40.793168 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41142e85-e348-4aee-b865-79d049a230c8 None None] Attempting to bind port f9abe27d-1a49-4635-81b9-306063d994ea on network 8889d269-7ad2-4469-8f54-e1282086d238 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:39:40.795131 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5c542177-97c8-476f-8b6c-6a44a250b701 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621371'] for subnet (9712f98d-ce95-433f-abfd-408a21b08e49), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:40.811562 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41142e85-e348-4aee-b865-79d049a230c8 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:39:40.812014 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41142e85-e348-4aee-b865-79d049a230c8 None None] Checking segment: {'id': 'a0fa0c85-8c8d-4270-be69-41956b13626c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '8889d269-7ad2-4469-8f54-e1282086d238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:39:40.812535 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-41142e85-e348-4aee-b865-79d049a230c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:40.812939 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41142e85-e348-4aee-b865-79d049a230c8 None None] Bound using segment: {'id': 'a0fa0c85-8c8d-4270-be69-41956b13626c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '8889d269-7ad2-4469-8f54-e1282086d238'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:39:40.813488 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-41142e85-e348-4aee-b865-79d049a230c8 None None] Bound port: f9abe27d-1a49-4635-81b9-306063d994ea, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0fa0c85-8c8d-4270-be69-41956b13626c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '8889d269-7ad2-4469-8f54-e1282086d238'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:39:40.813844 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-41142e85-e348-4aee-b865-79d049a230c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (f9abe27d-1a49-4635-81b9-306063d994ea), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:40.876177 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c542177-97c8-476f-8b6c-6a44a250b701 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Checking segment: {'id': '4b638235-1d64-4989-b3f4-c006b230be8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'd1d2988d-ec75-46bb-ac05-c871db7ab3ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:39:40.876516 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c542177-97c8-476f-8b6c-6a44a250b701 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Network hostable DHCP agents. Network: d1d2988d-ec75-46bb-ac05-c871db7ab3ae, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:39:40.879836 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c542177-97c8-476f-8b6c-6a44a250b701 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Pushing event updated for resources: {'Subnet': ['ID=9712f98d-ce95-433f-abfd-408a21b08e49,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:40.892933 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-41142e85-e348-4aee-b865-79d049a230c8 None None] For port f9abe27d-1a49-4635-81b9-306063d994ea, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:39:40.901885 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-41142e85-e348-4aee-b865-79d049a230c8 None None] For port f9abe27d-1a49-4635-81b9-306063d994ea, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=f9abe27d-1a49-4635-81b9-306063d994ea,segment=NetworkSegment(a0fa0c85-8c8d-4270-be69-41956b13626c),segment_id=a0fa0c85-8c8d-4270-be69-41956b13626c)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:39:40.903669 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c542177-97c8-476f-8b6c-6a44a250b701 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Network d1d2988d-ec75-46bb-ac05-c871db7ab3ae is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:39:40.914898 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2043dbcd-ed46-4c31-88c8-5c7cf390ae46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:40.915118 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-41142e85-e348-4aee-b865-79d049a230c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (f9abe27d-1a49-4635-81b9-306063d994ea), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:40.929738 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-5c542177-97c8-476f-8b6c-6a44a250b701 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, d1d2988d-ec75-46bb-ac05-c871db7ab3ae) {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:39:40.934182 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c542177-97c8-476f-8b6c-6a44a250b701 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:40.935020 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5c542177-97c8-476f-8b6c-6a44a250b701 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:40.967050 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac4021b-a11e-4108-867d-f98c67aa0bca None None] Network d1d2988d-ec75-46bb-ac05-c871db7ab3ae requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:39:40.970039 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-5c542177-97c8-476f-8b6c-6a44a250b701 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.7118649 Feb 09 21:39:40.972507 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 34282) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:41.120282 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2043dbcd-ed46-4c31-88c8-5c7cf390ae46 admin admin] Publish callbacks [] for security_group (e5ed9d07-1705-4456-b19d-f3375c53bae3), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:41.125956 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2043dbcd-ed46-4c31-88c8-5c7cf390ae46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (e5ed9d07-1705-4456-b19d-f3375c53bae3), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:41.142492 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-be43c655-eb5d-4986-8051-26b524ff3277 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:41.155696 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41142e85-e348-4aee-b865-79d049a230c8 None None] Pushing event updated for resources: {'Port': ['ID=f9abe27d-1a49-4635-81b9-306063d994ea,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:41.178214 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bf7e728d-42c4-4ab9-89f3-d460ac244d07 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (d1d2988d-ec75-46bb-ac05-c871db7ab3ae), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:41.198651 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2043dbcd-ed46-4c31-88c8-5c7cf390ae46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5ed9d07-1705-4456-b19d-f3375c53bae3,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:41.214484 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 34288) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:41.259575 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-2043dbcd-ed46-4c31-88c8-5c7cf390ae46 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=4f81396af1604c88a962d36f51f774ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5884042 Feb 09 21:39:41.262104 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 34294) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:41.283494 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81409b84-4f2c-4ea4-a2c3-7e850c8007d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-d1d2988d-ec75-46bb-ac05-c871db7ab3ae', 'network_id': 'd1d2988d-ec75-46bb-ac05-c871db7ab3ae', 'project_id': '0b3dce44ae6942d382ff1ce239e0d9de', 'fixed_ips': [{'subnet_id': '9712f98d-ce95-433f-abfd-408a21b08e49'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:39:41.284678 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-81409b84-4f2c-4ea4-a2c3-7e850c8007d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:41.403556 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-487fb7a0-2863-4f64-8802-4ddf052a06d7 admin admin] Publish callbacks [] for security_group (e5ed9d07-1705-4456-b19d-f3375c53bae3), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:41.436389 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37754de-8636-438e-8949-586dd4c5af44 req-79d738c4-9418-4d63-a331-a9ac1b6a8280 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:41.441038 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d37754de-8636-438e-8949-586dd4c5af44 req-79d738c4-9418-4d63-a331-a9ac1b6a8280 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] 10.222.0.95 "GET /v2.0/ports?device_id=6f199053-2fdc-4195-9124-6d398469bb51 HTTP/1.1" status: 200 len: 945 time: 0.2451022 Feb 09 21:39:41.505571 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bf7e728d-42c4-4ab9-89f3-d460ac244d07 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (9712f98d-ce95-433f-abfd-408a21b08e49), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:41.529649 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-487fb7a0-2863-4f64-8802-4ddf052a06d7 admin admin] Publish callbacks [] for security_group (e5ed9d07-1705-4456-b19d-f3375c53bae3), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:41.543533 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-81409b84-4f2c-4ea4-a2c3-7e850c8007d1 None None] Allocated IP 172.20.0.2 (d1d2988d-ec75-46bb-ac05-c871db7ab3ae/9712f98d-ce95-433f-abfd-408a21b08e49/745d443a-9392-417f-947a-26b9e9fef33b) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:39:41.572505 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cf1dc9-362f-435e-97ee-41a3d7e34c90 req-3688bc62-7ae5-45a9-b3f6-65496974bd2a tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:41.581453 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a4cf1dc9-362f-435e-97ee-41a3d7e34c90 req-3688bc62-7ae5-45a9-b3f6-65496974bd2a tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/ports?device_id=99730171-986b-49a1-81f6-88b419845b86 HTTP/1.1" status: 200 len: 950 time: 0.3930850 Feb 09 21:39:41.617475 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9251b3a5-dee2-46b0-9b2d-c64fbfb27f2b req-f090c073-4666-4977-8707-b5480dbf2f76 tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:41.634049 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9251b3a5-dee2-46b0-9b2d-c64fbfb27f2b req-f090c073-4666-4977-8707-b5480dbf2f76 tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] 10.222.0.90 "GET /v2.0/ports?device_id=25ff4a27-5d39-4104-bc4e-ab7ca4a4b676 HTTP/1.1" status: 200 len: 949 time: 0.4437022 Feb 09 21:39:41.647049 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ca90edb9-3a82-41a0-a1e7-a9dd4c87f17c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:41.676210 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device f9abe27d-1a49-4635-81b9-306063d994ea up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:39:41.737605 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a4cf1dc9-362f-435e-97ee-41a3d7e34c90 req-0e8c4596-272a-45bf-b9d3-5de8701fdaeb tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/security-groups?id=18eb7429-13f2-4956-b934-bb119bf89c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551385 Feb 09 21:39:41.778195 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9251b3a5-dee2-46b0-9b2d-c64fbfb27f2b req-dee65475-a264-4caa-956a-15dcc4390944 tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] 10.222.0.90 "GET /v2.0/security-groups?id=d7e8bbeb-c185-4372-be56-5099932d5770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404316 Feb 09 21:39:41.784042 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port f9abe27d-1a49-4635-81b9-306063d994ea triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:39:41.786658 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (f9abe27d-1a49-4635-81b9-306063d994ea), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:41.807575 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-487fb7a0-2863-4f64-8802-4ddf052a06d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (e5ed9d07-1705-4456-b19d-f3375c53bae3), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:41.810663 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-487fb7a0-2863-4f64-8802-4ddf052a06d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:41.814243 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-487fb7a0-2863-4f64-8802-4ddf052a06d7 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/e5ed9d07-1705-4456-b19d-f3375c53bae3 HTTP/1.1" status: 204 len: 168 time: 0.5487418 Feb 09 21:39:41.819522 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656d589d-bbd4-4d8e-acc6-a2b556629e7a req-c6dc9427-9c63-4a82-91d8-806418061946 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:41.821673 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-656d589d-bbd4-4d8e-acc6-a2b556629e7a req-c6dc9427-9c63-4a82-91d8-806418061946 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] 10.222.0.89 "GET /v2.0/ports?device_id=53bb2f91-a542-4f84-b55c-79ed0e5e4179 HTTP/1.1" status: 200 len: 945 time: 0.2802303 Feb 09 21:39:41.899747 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487fb7a0-2863-4f64-8802-4ddf052a06d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5ed9d07-1705-4456-b19d-f3375c53bae3,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:41.912247 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-d37754de-8636-438e-8949-586dd4c5af44 req-3df6f7e6-7433-425c-8e92-fb34816f8869 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Deleting port 7013af92-fec9-494c-9242-b80911dae183 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:39:41.914710 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-d37754de-8636-438e-8949-586dd4c5af44 req-3df6f7e6-7433-425c-8e92-fb34816f8869 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (7013af92-fec9-494c-9242-b80911dae183), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:41.934534 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec736930-6fa9-480f-b186-3a90d47b0db1 req-186b11dc-ea2d-4766-8252-9c41e13b74a0 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:41.942931 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ec736930-6fa9-480f-b186-3a90d47b0db1 req-186b11dc-ea2d-4766-8252-9c41e13b74a0 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] 10.222.0.90 "GET /v2.0/ports?device_id=6f199053-2fdc-4195-9124-6d398469bb51 HTTP/1.1" status: 200 len: 945 time: 0.1018357 Feb 09 21:39:42.025431 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ec736930-6fa9-480f-b186-3a90d47b0db1 req-1ec11225-9833-4a62-9fe1-69d7aea90f9d tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] 10.222.0.90 "GET /v2.0/security-groups?id=5d2707a6-c52f-4e21-ab70-7fd207f381fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766332 Feb 09 21:39:42.105484 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-81409b84-4f2c-4ea4-a2c3-7e850c8007d1 None None] Publish callbacks [] for port (745d443a-9392-417f-947a-26b9e9fef33b), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:42.125029 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-81409b84-4f2c-4ea4-a2c3-7e850c8007d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (745d443a-9392-417f-947a-26b9e9fef33b), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:42.150572 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bf7e728d-42c4-4ab9-89f3-d460ac244d07 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621346'] for subnet (9712f98d-ce95-433f-abfd-408a21b08e49), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:42.222084 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81409b84-4f2c-4ea4-a2c3-7e850c8007d1 None None] Network d1d2988d-ec75-46bb-ac05-c871db7ab3ae is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:39:42.225311 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-d37754de-8636-438e-8949-586dd4c5af44 req-3df6f7e6-7433-425c-8e92-fb34816f8869 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] For port 7013af92-fec9-494c-9242-b80911dae183, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=7013af92-fec9-494c-9242-b80911dae183,segment=NetworkSegment(4159f293-0e9e-489c-9407-9c014bb1cf3e),segment_id=4159f293-0e9e-489c-9407-9c014bb1cf3e)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:42.226419 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-d37754de-8636-438e-8949-586dd4c5af44 req-3df6f7e6-7433-425c-8e92-fb34816f8869 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (7013af92-fec9-494c-9242-b80911dae183), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:42.227366 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-81409b84-4f2c-4ea4-a2c3-7e850c8007d1 None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:39:42.241228 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81409b84-4f2c-4ea4-a2c3-7e850c8007d1 None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:39:42.242382 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7e728d-42c4-4ab9-89f3-d460ac244d07 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Pushing event deleted for resources: {'Subnet': ['ID=9712f98d-ce95-433f-abfd-408a21b08e49,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:42.342450 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ca90edb9-3a82-41a0-a1e7-a9dd4c87f17c admin admin] Publish callbacks [] for security_group (976b94ab-2ddc-415c-86ba-5f0e8561328d), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:42.349400 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-d37754de-8636-438e-8949-586dd4c5af44 req-3df6f7e6-7433-425c-8e92-fb34816f8869 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Calling delete_port for 7013af92-fec9-494c-9242-b80911dae183 owned by compute:nova {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:39:42.355719 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81409b84-4f2c-4ea4-a2c3-7e850c8007d1 None None] Pushing event updated for resources: {'Port': ['ID=745d443a-9392-417f-947a-26b9e9fef33b,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:42.359214 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port f9abe27d-1a49-4635-81b9-306063d994ea is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:39:42.360162 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (f9abe27d-1a49-4635-81b9-306063d994ea), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:42.376264 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ca90edb9-3a82-41a0-a1e7-a9dd4c87f17c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (976b94ab-2ddc-415c-86ba-5f0e8561328d), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:42.406507 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bf7e728d-42c4-4ab9-89f3-d460ac244d07 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (d1d2988d-ec75-46bb-ac05-c871db7ab3ae), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:42.442792 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-bf7e728d-42c4-4ab9-89f3-d460ac244d07 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1d2988d-ec75-46bb-ac05-c871db7ab3ae']}} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:42.455914 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-bf7e728d-42c4-4ab9-89f3-d460ac244d07 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b638235-1d64-4989-b3f4-c006b230be8a') {'for_net_delete': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:42.456255 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-bf7e728d-42c4-4ab9-89f3-d460ac244d07 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b638235-1d64-4989-b3f4-c006b230be8a') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:42.467452 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bf7e728d-42c4-4ab9-89f3-d460ac244d07 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110711'] for segment (4b638235-1d64-4989-b3f4-c006b230be8a), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:42.468500 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-656d589d-bbd4-4d8e-acc6-a2b556629e7a req-9df9ab1f-2323-4703-be9d-bd6669dd0eaf tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Deleting port 91c268e6-2109-4b61-942b-35dd2225b920 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:39:42.469243 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-656d589d-bbd4-4d8e-acc6-a2b556629e7a req-9df9ab1f-2323-4703-be9d-bd6669dd0eaf tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (91c268e6-2109-4b61-942b-35dd2225b920), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:42.489098 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-81409b84-4f2c-4ea4-a2c3-7e850c8007d1 None None] Attempting to bind port 745d443a-9392-417f-947a-26b9e9fef33b on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:39:42.492353 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-81409b84-4f2c-4ea4-a2c3-7e850c8007d1 None None] Attempting to bind port 745d443a-9392-417f-947a-26b9e9fef33b by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '4b638235-1d64-4989-b3f4-c006b230be8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'd1d2988d-ec75-46bb-ac05-c871db7ab3ae'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:39:42.492843 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81409b84-4f2c-4ea4-a2c3-7e850c8007d1 None None] Attempting to bind port 745d443a-9392-417f-947a-26b9e9fef33b on network d1d2988d-ec75-46bb-ac05-c871db7ab3ae {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:39:42.494622 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bf7e728d-42c4-4ab9-89f3-d460ac244d07 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (4b638235-1d64-4989-b3f4-c006b230be8a), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:42.510684 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf7e728d-42c4-4ab9-89f3-d460ac244d07 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=103140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:39:42.511347 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bf7e728d-42c4-4ab9-89f3-d460ac244d07 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669415'] for segment (4b638235-1d64-4989-b3f4-c006b230be8a), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:42.518297 n-d-828369-5 neutron-server[103140]: Traceback (most recent call last): Feb 09 21:39:42.518297 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:39:42.518297 n-d-828369-5 neutron-server[103140]: timer() Feb 09 21:39:42.518297 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:39:42.518297 n-d-828369-5 neutron-server[103140]: cb(*args, **kw) Feb 09 21:39:42.518297 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:39:42.518297 n-d-828369-5 neutron-server[103140]: return func(*args, **kwargs) Feb 09 21:39:42.518297 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:39:42.518297 n-d-828369-5 neutron-server[103140]: self._notify() Feb 09 21:39:42.518297 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:39:42.518297 n-d-828369-5 neutron-server[103140]: self.callback(batched_events) Feb 09 21:39:42.518297 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:39:42.518297 n-d-828369-5 neutron-server[103140]: event.method(event) Feb 09 21:39:42.518297 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:39:42.518297 n-d-828369-5 neutron-server[103140]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:39:42.518297 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:39:42.518297 n-d-828369-5 neutron-server[103140]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:39:42.518297 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:39:42.518297 n-d-828369-5 neutron-server[103140]: return f(self, *a, **k) Feb 09 21:39:42.518297 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:39:42.518297 n-d-828369-5 neutron-server[103140]: return self._get(url).json() Feb 09 21:39:42.518297 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:39:42.518297 n-d-828369-5 neutron-server[103140]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:39:42.518297 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:39:42.518297 n-d-828369-5 neutron-server[103140]: return self.request(url, 'GET', **kwargs) Feb 09 21:39:42.518297 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:39:42.518297 n-d-828369-5 neutron-server[103140]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:39:42.518297 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:39:42.518297 n-d-828369-5 neutron-server[103140]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:39:42.518297 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:39:42.518297 n-d-828369-5 neutron-server[103140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:39:42.518297 n-d-828369-5 neutron-server[103140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:39:42.540446 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81409b84-4f2c-4ea4-a2c3-7e850c8007d1 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:39:42.540842 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81409b84-4f2c-4ea4-a2c3-7e850c8007d1 None None] Checking segment: {'id': '4b638235-1d64-4989-b3f4-c006b230be8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'd1d2988d-ec75-46bb-ac05-c871db7ab3ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:39:42.541258 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-81409b84-4f2c-4ea4-a2c3-7e850c8007d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:42.541799 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81409b84-4f2c-4ea4-a2c3-7e850c8007d1 None None] Bound using segment: {'id': '4b638235-1d64-4989-b3f4-c006b230be8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'd1d2988d-ec75-46bb-ac05-c871db7ab3ae'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:39:42.542292 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-81409b84-4f2c-4ea4-a2c3-7e850c8007d1 None None] Bound port: 745d443a-9392-417f-947a-26b9e9fef33b, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b638235-1d64-4989-b3f4-c006b230be8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'd1d2988d-ec75-46bb-ac05-c871db7ab3ae'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:39:42.542683 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-81409b84-4f2c-4ea4-a2c3-7e850c8007d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (745d443a-9392-417f-947a-26b9e9fef33b), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:42.621350 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.db.api [None req-bf7e728d-42c4-4ab9-89f3-d460ac244d07 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 21:39:42.621350 n-d-828369-5 neutron-server[103140]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 21:39:42.621350 n-d-828369-5 neutron-server[103140]: [parameters: {'id': 'd1d2988d-ec75-46bb-ac05-c871db7ab3ae'}] Feb 09 21:39:42.621350 n-d-828369-5 neutron-server[103140]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:39:42.625692 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port f9abe27d-1a49-4635-81b9-306063d994ea, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=f9abe27d-1a49-4635-81b9-306063d994ea,segment=NetworkSegment(a0fa0c85-8c8d-4270-be69-41956b13626c),segment_id=a0fa0c85-8c8d-4270-be69-41956b13626c)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:42.627573 n-d-828369-5 neutron-server[103140]: DEBUG oslo_db.api [None req-bf7e728d-42c4-4ab9-89f3-d460ac244d07 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:39:42.628466 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 34322) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:42.630370 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-ca90edb9-3a82-41a0-a1e7-a9dd4c87f17c admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=a2332501d3da4a32923b4118d0f54c23&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4058914 Feb 09 21:39:42.638039 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca90edb9-3a82-41a0-a1e7-a9dd4c87f17c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=976b94ab-2ddc-415c-86ba-5f0e8561328d,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:42.651399 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (f9abe27d-1a49-4635-81b9-306063d994ea), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:42.693386 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8009634b-d2cd-4a4c-9b22-79f5a51e3a83 admin admin] Publish callbacks [] for security_group (976b94ab-2ddc-415c-86ba-5f0e8561328d), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:42.723678 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:42.752993 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8009634b-d2cd-4a4c-9b22-79f5a51e3a83 admin admin] Publish callbacks [] for security_group (976b94ab-2ddc-415c-86ba-5f0e8561328d), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:42.765113 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-81409b84-4f2c-4ea4-a2c3-7e850c8007d1 None None] For port 745d443a-9392-417f-947a-26b9e9fef33b, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:39:42.776608 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-656d589d-bbd4-4d8e-acc6-a2b556629e7a req-9df9ab1f-2323-4703-be9d-bd6669dd0eaf tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] For port 91c268e6-2109-4b61-942b-35dd2225b920, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=91c268e6-2109-4b61-942b-35dd2225b920,segment=NetworkSegment(4159f293-0e9e-489c-9407-9c014bb1cf3e),segment_id=4159f293-0e9e-489c-9407-9c014bb1cf3e)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:42.777355 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-656d589d-bbd4-4d8e-acc6-a2b556629e7a req-9df9ab1f-2323-4703-be9d-bd6669dd0eaf tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (91c268e6-2109-4b61-942b-35dd2225b920), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:42.793360 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-81409b84-4f2c-4ea4-a2c3-7e850c8007d1 None None] For port 745d443a-9392-417f-947a-26b9e9fef33b, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=745d443a-9392-417f-947a-26b9e9fef33b,segment=NetworkSegment(4b638235-1d64-4989-b3f4-c006b230be8a),segment_id=4b638235-1d64-4989-b3f4-c006b230be8a)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:39:42.806822 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=f9abe27d-1a49-4635-81b9-306063d994ea,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:42.820495 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-81409b84-4f2c-4ea4-a2c3-7e850c8007d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (745d443a-9392-417f-947a-26b9e9fef33b), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:42.828238 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-656d589d-bbd4-4d8e-acc6-a2b556629e7a req-9df9ab1f-2323-4703-be9d-bd6669dd0eaf tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Calling delete_port for 91c268e6-2109-4b61-942b-35dd2225b920 owned by compute:nova {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:39:42.971774 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8009634b-d2cd-4a4c-9b22-79f5a51e3a83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (976b94ab-2ddc-415c-86ba-5f0e8561328d), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:42.976974 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8009634b-d2cd-4a4c-9b22-79f5a51e3a83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:42.979176 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-8009634b-d2cd-4a4c-9b22-79f5a51e3a83 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/976b94ab-2ddc-415c-86ba-5f0e8561328d HTTP/1.1" status: 204 len: 168 time: 0.3494565 Feb 09 21:39:43.012714 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-d37754de-8636-438e-8949-586dd4c5af44 req-3df6f7e6-7433-425c-8e92-fb34816f8869 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (7013af92-fec9-494c-9242-b80911dae183), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:43.015640 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e411ac25-b750-46ed-a0b5-d50e1e14ee8c None None] Network d1d2988d-ec75-46bb-ac05-c871db7ab3ae requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:39:43.049374 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['91c268e6-2109-4b61-942b-35dd2225b920'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:39:43.092889 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81409b84-4f2c-4ea4-a2c3-7e850c8007d1 None None] Pushing event updated for resources: {'Port': ['ID=745d443a-9392-417f-947a-26b9e9fef33b,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:43.096445 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df6f7e6-7433-425c-8e92-fb34816f8869 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Pushing event deleted for resources: {'Port': ['ID=7013af92-fec9-494c-9242-b80911dae183,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:43.158906 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c01dff-fc28-4649-a8f4-78e36912c831 None None] Network 8889d269-7ad2-4469-8f54-e1282086d238 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:39:43.178609 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bf7e728d-42c4-4ab9-89f3-d460ac244d07 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (d1d2988d-ec75-46bb-ac05-c871db7ab3ae), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:43.206187 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-d37754de-8636-438e-8949-586dd4c5af44 req-3df6f7e6-7433-425c-8e92-fb34816f8869 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] No DVR routers for this DVR port 7013af92-fec9-494c-9242-b80911dae183 on host n-h1-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:39:43.210525 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-d37754de-8636-438e-8949-586dd4c5af44 req-3df6f7e6-7433-425c-8e92-fb34816f8869 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:43.214756 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d37754de-8636-438e-8949-586dd4c5af44 req-3df6f7e6-7433-425c-8e92-fb34816f8869 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] 10.222.0.95 "DELETE /v2.0/ports/7013af92-fec9-494c-9242-b80911dae183 HTTP/1.1" status: 204 len: 173 time: 1.7636268 Feb 09 21:39:43.215474 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f199053-2fdc-4195-9124-6d398469bb51', 'name': 'network-vif-deleted', 'tag': '7013af92-fec9-494c-9242-b80911dae183'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:39:43.218230 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bb7bb0b-70db-45f3-864f-3ba6b8a158fa" -d '{"events": [{"server_uuid": "6f199053-2fdc-4195-9124-6d398469bb51", "name": "network-vif-deleted", "tag": "7013af92-fec9-494c-9242-b80911dae183"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:39:43.224874 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8009634b-d2cd-4a4c-9b22-79f5a51e3a83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=976b94ab-2ddc-415c-86ba-5f0e8561328d,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:43.316840 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-656d589d-bbd4-4d8e-acc6-a2b556629e7a req-9df9ab1f-2323-4703-be9d-bd6669dd0eaf tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (91c268e6-2109-4b61-942b-35dd2225b920), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:43.355619 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['91c268e6-2109-4b61-942b-35dd2225b920'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:39:43.467300 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-d99695af-a852-4c00-bdec-f6169d62c707 None None] Provisioning complete for port f9abe27d-1a49-4635-81b9-306063d994ea triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:39:43.467749 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d99695af-a852-4c00-bdec-f6169d62c707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (f9abe27d-1a49-4635-81b9-306063d994ea), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:43.484008 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df9ab1f-2323-4703-be9d-bd6669dd0eaf tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Pushing event deleted for resources: {'Port': ['ID=91c268e6-2109-4b61-942b-35dd2225b920,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:43.540461 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-656d589d-bbd4-4d8e-acc6-a2b556629e7a req-9df9ab1f-2323-4703-be9d-bd6669dd0eaf tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] No DVR routers for this DVR port 91c268e6-2109-4b61-942b-35dd2225b920 on host n-h2-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:39:43.546891 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-656d589d-bbd4-4d8e-acc6-a2b556629e7a req-9df9ab1f-2323-4703-be9d-bd6669dd0eaf tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:43.550552 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-656d589d-bbd4-4d8e-acc6-a2b556629e7a req-9df9ab1f-2323-4703-be9d-bd6669dd0eaf tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] 10.222.0.89 "DELETE /v2.0/ports/91c268e6-2109-4b61-942b-35dd2225b920 HTTP/1.1" status: 204 len: 173 time: 1.7156539 Feb 09 21:39:43.583991 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 7013af92-fec9-494c-9242-b80911dae183 no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:39:43.591745 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device f9abe27d-1a49-4635-81b9-306063d994ea up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:39:43.652003 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] No Port match for: 7013af92-fec9-494c-9242-b80911dae183 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:39:43.652724 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 7013af92-fec9-494c-9242-b80911dae183 not bound to the agent host n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:39:43.691750 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 34352) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:43.800052 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port f9abe27d-1a49-4635-81b9-306063d994ea triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:39:43.800702 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (f9abe27d-1a49-4635-81b9-306063d994ea), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:43.829392 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc126b7-ffa3-41d2-b7db-4f2920cd14ea req-55c0f136-17e7-47bb-9dfb-e44cbabb99e0 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:43.837523 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 34356) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:43.841948 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ddc126b7-ffa3-41d2-b7db-4f2920cd14ea req-55c0f136-17e7-47bb-9dfb-e44cbabb99e0 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/ports?device_id=99730171-986b-49a1-81f6-88b419845b86 HTTP/1.1" status: 200 len: 950 time: 0.9443040 Feb 09 21:39:43.857706 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-d99695af-a852-4c00-bdec-f6169d62c707 None None] Current status of the port f9abe27d-1a49-4635-81b9-306063d994ea is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:39:43.884349 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e995ea0f-f93c-4ce7-a466-468fdf8d8112 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:43.972486 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port f9abe27d-1a49-4635-81b9-306063d994ea is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:39:43.993090 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ecb177-7719-4c77-9af2-19828a9dc702 req-9ddc8645-b023-4e38-96ce-09b3d1e2b26c tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:44.001488 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e4ecb177-7719-4c77-9af2-19828a9dc702 req-9ddc8645-b023-4e38-96ce-09b3d1e2b26c tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] 10.222.0.95 "GET /v2.0/ports?device_id=25ff4a27-5d39-4104-bc4e-ab7ca4a4b676 HTTP/1.1" status: 200 len: 949 time: 1.0168095 Feb 09 21:39:44.030460 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bfcb9b-0483-4904-a97c-197b5e5369d7 req-b7288e1a-c599-46a2-b5a2-3c37a9b59640 tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:44.041207 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-17bfcb9b-0483-4904-a97c-197b5e5369d7 req-b7288e1a-c599-46a2-b5a2-3c37a9b59640 tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] 10.222.0.90 "GET /v2.0/ports?device_id=25ff4a27-5d39-4104-bc4e-ab7ca4a4b676 HTTP/1.1" status: 200 len: 949 time: 1.0604122 Feb 09 21:39:44.050967 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:44.060845 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e995ea0f-f93c-4ce7-a466-468fdf8d8112 admin admin] Publish callbacks [] for security_group (ce4f79a7-0261-46ba-882d-a3efd9ff25d2), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:44.097299 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33db5434-6b3d-46d4-ade2-e5f9ba5375e8 None None] get_active_networks_info from n-d-828369-5 {{(pid=103142) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 21:39:44.100161 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e995ea0f-f93c-4ce7-a466-468fdf8d8112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (ce4f79a7-0261-46ba-882d-a3efd9ff25d2), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:44.164715 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e995ea0f-f93c-4ce7-a466-468fdf8d8112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce4f79a7-0261-46ba-882d-a3efd9ff25d2,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:44.201473 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-17bfcb9b-0483-4904-a97c-197b5e5369d7 req-3599c95d-4648-4b60-a74a-1f8f9bf276c8 tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] 10.222.0.90 "GET /v2.0/security-groups?id=d7e8bbeb-c185-4372-be56-5099932d5770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584928 Feb 09 21:39:44.234096 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-e995ea0f-f93c-4ce7-a466-468fdf8d8112 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=2ad3e17754d64da1905f7226b2bb160c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3952146 Feb 09 21:39:44.234767 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 34360) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:44.245244 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-bf7e728d-42c4-4ab9-89f3-d460ac244d07 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Deleting port 745d443a-9392-417f-947a-26b9e9fef33b {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:39:44.253286 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bf7e728d-42c4-4ab9-89f3-d460ac244d07 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (745d443a-9392-417f-947a-26b9e9fef33b), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:44.282183 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-ae65188d-3ad1-4e7b-b854-5025b2b91972 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1097569487-network', 'tenant_id': '891ca650f17f4d53a93ccc8e382018ef'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:44.298642 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ddc126b7-ffa3-41d2-b7db-4f2920cd14ea req-5758fef1-aa11-4e45-ae62-4f49f442f480 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/security-groups?id=18eb7429-13f2-4956-b934-bb119bf89c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4558039 Feb 09 21:39:44.343756 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae65188d-3ad1-4e7b-b854-5025b2b91972 admin admin] Made reservation on behalf of 891ca650f17f4d53a93ccc8e382018ef for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:39:44.345966 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ae65188d-3ad1-4e7b-b854-5025b2b91972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:44.364583 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ae65188d-3ad1-4e7b-b854-5025b2b91972 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:44.389057 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f94fffc1-1766-472e-8ca7-d2bbc9bed63e x-openstack-request-id: req-f94fffc1-1766-472e-8ca7-d2bbc9bed63e {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:39:44.389356 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f199053-2fdc-4195-9124-6d398469bb51", "name": "network-vif-deleted", "tag": "7013af92-fec9-494c-9242-b80911dae183", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:39:44.390930 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-f94fffc1-1766-472e-8ca7-d2bbc9bed63e {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:39:44.391889 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f199053-2fdc-4195-9124-6d398469bb51', 'name': 'network-vif-deleted', 'tag': '7013af92-fec9-494c-9242-b80911dae183', 'status': 'completed', 'code': 200} Feb 09 21:39:44.418159 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9c839e9f-ff58-4d23-a1e2-a8d2248a631a admin admin] Publish callbacks [] for security_group (ce4f79a7-0261-46ba-882d-a3efd9ff25d2), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:44.449434 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33db5434-6b3d-46d4-ade2-e5f9ba5375e8 None None] Resources bound (agent type, host, resource id): {{(pid=103142) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 21:39:44.456251 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-8ae5efb6-ad7e-44e2-a318-6fc7cdbaf08d None None] Provisioning complete for port f9abe27d-1a49-4635-81b9-306063d994ea triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:39:44.456610 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-8ae5efb6-ad7e-44e2-a318-6fc7cdbaf08d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (f9abe27d-1a49-4635-81b9-306063d994ea), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:44.527854 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9c839e9f-ff58-4d23-a1e2-a8d2248a631a admin admin] Publish callbacks [] for security_group (ce4f79a7-0261-46ba-882d-a3efd9ff25d2), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:44.667464 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-296c5123-805d-4373-a077-e37da6ba5abb req-25b668e0-9faa-4112-b295-16b3045821f9 tempest-MultipleCreateTestJSON-1239416890 tempest-MultipleCreateTestJSON-1239416890-project] 10.222.0.90 "GET /v2.0/ports?device_id=53bb2f91-a542-4f84-b55c-79ed0e5e4179 HTTP/1.1" status: 200 len: 210 time: 0.1112373 Feb 09 21:39:44.669552 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-bf7e728d-42c4-4ab9-89f3-d460ac244d07 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] For port 745d443a-9392-417f-947a-26b9e9fef33b, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=745d443a-9392-417f-947a-26b9e9fef33b,segment=NetworkSegment(4b638235-1d64-4989-b3f4-c006b230be8a),segment_id=4b638235-1d64-4989-b3f4-c006b230be8a)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:44.670186 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bf7e728d-42c4-4ab9-89f3-d460ac244d07 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (745d443a-9392-417f-947a-26b9e9fef33b), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:44.674397 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-e4ecb177-7719-4c77-9af2-19828a9dc702 req-11cb3a97-4048-491e-9222-e442204624fb tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] Deleting port cdf78e47-27a9-41de-9372-81efb71bc085 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:39:44.674917 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-e4ecb177-7719-4c77-9af2-19828a9dc702 req-11cb3a97-4048-491e-9222-e442204624fb tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (cdf78e47-27a9-41de-9372-81efb71bc085), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:44.717194 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9c839e9f-ff58-4d23-a1e2-a8d2248a631a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (ce4f79a7-0261-46ba-882d-a3efd9ff25d2), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:44.719990 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9c839e9f-ff58-4d23-a1e2-a8d2248a631a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:44.727253 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-9c839e9f-ff58-4d23-a1e2-a8d2248a631a admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/ce4f79a7-0261-46ba-882d-a3efd9ff25d2 HTTP/1.1" status: 204 len: 168 time: 0.4911149 Feb 09 21:39:44.732822 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-bf7e728d-42c4-4ab9-89f3-d460ac244d07 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Calling delete_port for 745d443a-9392-417f-947a-26b9e9fef33b owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:39:44.734195 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ae65188d-3ad1-4e7b-b854-5025b2b91972 admin admin] Publish callbacks [] for security_group (e699b3ff-ad8b-4dc5-be53-ca57a0a7ff2c), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:44.742145 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ae65188d-3ad1-4e7b-b854-5025b2b91972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (e699b3ff-ad8b-4dc5-be53-ca57a0a7ff2c), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:44.746655 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c839e9f-ff58-4d23-a1e2-a8d2248a631a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce4f79a7-0261-46ba-882d-a3efd9ff25d2,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:44.767754 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae65188d-3ad1-4e7b-b854-5025b2b91972 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:39:44.776357 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-8ae5efb6-ad7e-44e2-a318-6fc7cdbaf08d None None] Current status of the port f9abe27d-1a49-4635-81b9-306063d994ea is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:39:44.789298 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae65188d-3ad1-4e7b-b854-5025b2b91972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e699b3ff-ad8b-4dc5-be53-ca57a0a7ff2c,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:44.795535 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ae65188d-3ad1-4e7b-b854-5025b2b91972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (4ffd4ca0-b010-46e3-8255-c5b5626ace9a), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:44.795882 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-ae65188d-3ad1-4e7b-b854-5025b2b91972 admin admin] Added segment 4ffd4ca0-b010-46e3-8255-c5b5626ace9a of type vlan for network 31fc07a6-f299-4165-bd01-4e6338ff4b55 Feb 09 21:39:44.896914 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ae65188d-3ad1-4e7b-b854-5025b2b91972 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (31fc07a6-f299-4165-bd01-4e6338ff4b55), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:44.936528 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-e4ecb177-7719-4c77-9af2-19828a9dc702 req-11cb3a97-4048-491e-9222-e442204624fb tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] For port cdf78e47-27a9-41de-9372-81efb71bc085, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=cdf78e47-27a9-41de-9372-81efb71bc085,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:44.936997 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-e4ecb177-7719-4c77-9af2-19828a9dc702 req-11cb3a97-4048-491e-9222-e442204624fb tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (cdf78e47-27a9-41de-9372-81efb71bc085), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:44.960317 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ae65188d-3ad1-4e7b-b854-5025b2b91972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (31fc07a6-f299-4165-bd01-4e6338ff4b55), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:44.960586 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-e4ecb177-7719-4c77-9af2-19828a9dc702 req-11cb3a97-4048-491e-9222-e442204624fb tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] Calling delete_port for cdf78e47-27a9-41de-9372-81efb71bc085 owned by compute:nova {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:39:44.962494 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae65188d-3ad1-4e7b-b854-5025b2b91972 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:44.965532 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ae65188d-3ad1-4e7b-b854-5025b2b91972 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:44.997351 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-ae65188d-3ad1-4e7b-b854-5025b2b91972 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3039725 Feb 09 21:39:44.998836 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 34384) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:45.011973 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-c8ce14d9-cfff-4c92-90f6-7d4f71aac8ea admin admin] Request body: {'subnet': {'network_id': '31fc07a6-f299-4165-bd01-4e6338ff4b55', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1097569487-subnet', 'tenant_id': '891ca650f17f4d53a93ccc8e382018ef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:45.031791 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bf7e728d-42c4-4ab9-89f3-d460ac244d07 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (745d443a-9392-417f-947a-26b9e9fef33b), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:45.080622 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae65188d-3ad1-4e7b-b854-5025b2b91972 admin admin] Pushing event updated for resources: {'Network': ['ID=31fc07a6-f299-4165-bd01-4e6338ff4b55,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:45.096038 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 31fc07a6-f299-4165-bd01-4e6338ff4b55 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:39:45.136889 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7e728d-42c4-4ab9-89f3-d460ac244d07 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Pushing event deleted for resources: {'Port': ['ID=745d443a-9392-417f-947a-26b9e9fef33b,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:45.162513 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7e728d-42c4-4ab9-89f3-d460ac244d07 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] No DVR routers for this DVR port 745d443a-9392-417f-947a-26b9e9fef33b on host n-d-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:39:45.171761 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8ce14d9-cfff-4c92-90f6-7d4f71aac8ea admin admin] Made reservation on behalf of 891ca650f17f4d53a93ccc8e382018ef for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:39:45.174412 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c8ce14d9-cfff-4c92-90f6-7d4f71aac8ea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621317'] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:45.254162 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:45.374187 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 91c268e6-2109-4b61-942b-35dd2225b920 no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:39:45.388964 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bf7e728d-42c4-4ab9-89f3-d460ac244d07 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (d1d2988d-ec75-46bb-ac05-c871db7ab3ae), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:45.523490 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-bf7e728d-42c4-4ab9-89f3-d460ac244d07 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1d2988d-ec75-46bb-ac05-c871db7ab3ae']}} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:45.555208 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-bf7e728d-42c4-4ab9-89f3-d460ac244d07 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b638235-1d64-4989-b3f4-c006b230be8a') {'for_net_delete': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:45.555731 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-bf7e728d-42c4-4ab9-89f3-d460ac244d07 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b638235-1d64-4989-b3f4-c006b230be8a') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:45.594937 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device cdf78e47-27a9-41de-9372-81efb71bc085 no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:39:45.595529 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bf7e728d-42c4-4ab9-89f3-d460ac244d07 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110711'] for segment (4b638235-1d64-4989-b3f4-c006b230be8a), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:45.598704 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] No Port match for: 91c268e6-2109-4b61-942b-35dd2225b920 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:39:45.599163 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 91c268e6-2109-4b61-942b-35dd2225b920 not bound to the agent host n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:39:45.686314 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218e2c82-8d95-4226-8ede-29b60af5a741 req-386a4f0f-e82e-4707-a1f3-615f1e19eb9f tempest-ServersAdminTestJSON-549703278 tempest-ServersAdminTestJSON-549703278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:45.686889 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218e2c82-8d95-4226-8ede-29b60af5a741 req-386a4f0f-e82e-4707-a1f3-615f1e19eb9f tempest-ServersAdminTestJSON-549703278 tempest-ServersAdminTestJSON-549703278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:45.687364 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218e2c82-8d95-4226-8ede-29b60af5a741 req-386a4f0f-e82e-4707-a1f3-615f1e19eb9f tempest-ServersAdminTestJSON-549703278 tempest-ServersAdminTestJSON-549703278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:45.687829 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218e2c82-8d95-4226-8ede-29b60af5a741 req-386a4f0f-e82e-4707-a1f3-615f1e19eb9f tempest-ServersAdminTestJSON-549703278 tempest-ServersAdminTestJSON-549703278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:45.688472 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218e2c82-8d95-4226-8ede-29b60af5a741 req-386a4f0f-e82e-4707-a1f3-615f1e19eb9f tempest-ServersAdminTestJSON-549703278 tempest-ServersAdminTestJSON-549703278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:45.689325 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218e2c82-8d95-4226-8ede-29b60af5a741 req-386a4f0f-e82e-4707-a1f3-615f1e19eb9f tempest-ServersAdminTestJSON-549703278 tempest-ServersAdminTestJSON-549703278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:45.689958 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218e2c82-8d95-4226-8ede-29b60af5a741 req-386a4f0f-e82e-4707-a1f3-615f1e19eb9f tempest-ServersAdminTestJSON-549703278 tempest-ServersAdminTestJSON-549703278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:45.690730 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218e2c82-8d95-4226-8ede-29b60af5a741 req-386a4f0f-e82e-4707-a1f3-615f1e19eb9f tempest-ServersAdminTestJSON-549703278 tempest-ServersAdminTestJSON-549703278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:45.691610 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218e2c82-8d95-4226-8ede-29b60af5a741 req-386a4f0f-e82e-4707-a1f3-615f1e19eb9f tempest-ServersAdminTestJSON-549703278 tempest-ServersAdminTestJSON-549703278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:45.692332 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218e2c82-8d95-4226-8ede-29b60af5a741 req-386a4f0f-e82e-4707-a1f3-615f1e19eb9f tempest-ServersAdminTestJSON-549703278 tempest-ServersAdminTestJSON-549703278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:45.693061 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218e2c82-8d95-4226-8ede-29b60af5a741 req-386a4f0f-e82e-4707-a1f3-615f1e19eb9f tempest-ServersAdminTestJSON-549703278 tempest-ServersAdminTestJSON-549703278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:45.696630 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-218e2c82-8d95-4226-8ede-29b60af5a741 req-386a4f0f-e82e-4707-a1f3-615f1e19eb9f tempest-ServersAdminTestJSON-549703278 tempest-ServersAdminTestJSON-549703278-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=99730171-986b-49a1-81f6-88b419845b86&device_id=9d994709-73ee-4636-8cf6-336e5fa7deab&device_id=c5942c39-add0-42a2-bc58-a7492d65f23d&device_id=25ff4a27-5d39-4104-bc4e-ab7ca4a4b676&device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 10404 time: 0.3130803 Feb 09 21:39:45.698039 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bf7e728d-42c4-4ab9-89f3-d460ac244d07 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (4b638235-1d64-4989-b3f4-c006b230be8a), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:45.701633 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port cdf78e47-27a9-41de-9372-81efb71bc085 is: DOWN; New status is: DOWN {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:39:45.718468 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb25e9-f805-456e-a4a8-bf10736d4c78 req-c41b3977-adb1-4850-be87-d6321a1854e3 tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:45.720275 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-55bb25e9-f805-456e-a4a8-bf10736d4c78 req-c41b3977-adb1-4850-be87-d6321a1854e3 tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] 10.222.0.90 "GET /v2.0/ports?device_id=25ff4a27-5d39-4104-bc4e-ab7ca4a4b676 HTTP/1.1" status: 200 len: 949 time: 0.3432565 Feb 09 21:39:45.734526 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf7e728d-42c4-4ab9-89f3-d460ac244d07 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=103140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:39:45.735168 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bf7e728d-42c4-4ab9-89f3-d460ac244d07 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669415'] for segment (4b638235-1d64-4989-b3f4-c006b230be8a), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:45.748577 n-d-828369-5 neutron-server[103140]: Traceback (most recent call last): Feb 09 21:39:45.748577 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:39:45.748577 n-d-828369-5 neutron-server[103140]: timer() Feb 09 21:39:45.748577 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:39:45.748577 n-d-828369-5 neutron-server[103140]: cb(*args, **kw) Feb 09 21:39:45.748577 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:39:45.748577 n-d-828369-5 neutron-server[103140]: return func(*args, **kwargs) Feb 09 21:39:45.748577 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:39:45.748577 n-d-828369-5 neutron-server[103140]: self._notify() Feb 09 21:39:45.748577 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:39:45.748577 n-d-828369-5 neutron-server[103140]: self.callback(batched_events) Feb 09 21:39:45.748577 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:39:45.748577 n-d-828369-5 neutron-server[103140]: event.method(event) Feb 09 21:39:45.748577 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:39:45.748577 n-d-828369-5 neutron-server[103140]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:39:45.748577 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:39:45.748577 n-d-828369-5 neutron-server[103140]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:39:45.748577 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:39:45.748577 n-d-828369-5 neutron-server[103140]: return f(self, *a, **k) Feb 09 21:39:45.748577 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:39:45.748577 n-d-828369-5 neutron-server[103140]: return self._get(url).json() Feb 09 21:39:45.748577 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:39:45.748577 n-d-828369-5 neutron-server[103140]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:39:45.748577 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:39:45.748577 n-d-828369-5 neutron-server[103140]: return self.request(url, 'GET', **kwargs) Feb 09 21:39:45.748577 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:39:45.748577 n-d-828369-5 neutron-server[103140]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:39:45.748577 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:39:45.748577 n-d-828369-5 neutron-server[103140]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:39:45.748577 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:39:45.748577 n-d-828369-5 neutron-server[103140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:39:45.748577 n-d-828369-5 neutron-server[103140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:39:45.816302 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-218e2c82-8d95-4226-8ede-29b60af5a741 req-fea1da84-d1fe-4188-91fe-71d9294a65f1 tempest-ServersAdminTestJSON-549703278 tempest-ServersAdminTestJSON-549703278-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:45.857328 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-e4ecb177-7719-4c77-9af2-19828a9dc702 req-11cb3a97-4048-491e-9222-e442204624fb tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (cdf78e47-27a9-41de-9372-81efb71bc085), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:45.951200 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cb3a97-4048-491e-9222-e442204624fb tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] Pushing event deleted for resources: {'Port': ['ID=cdf78e47-27a9-41de-9372-81efb71bc085,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:45.953871 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bf7e728d-42c4-4ab9-89f3-d460ac244d07 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (d1d2988d-ec75-46bb-ac05-c871db7ab3ae), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:46.055907 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-55bb25e9-f805-456e-a4a8-bf10736d4c78 req-cb6a7ff8-df63-4882-9263-54a8447cf7e3 tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] 10.222.0.90 "GET /v2.0/security-groups?id=d7e8bbeb-c185-4372-be56-5099932d5770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3165991 Feb 09 21:39:46.091683 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4ecb177-7719-4c77-9af2-19828a9dc702 req-11cb3a97-4048-491e-9222-e442204624fb tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] No DVR routers for this DVR port cdf78e47-27a9-41de-9372-81efb71bc085 on host n-h1-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:39:46.098696 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-e4ecb177-7719-4c77-9af2-19828a9dc702 req-11cb3a97-4048-491e-9222-e442204624fb tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:46.103158 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e4ecb177-7719-4c77-9af2-19828a9dc702 req-11cb3a97-4048-491e-9222-e442204624fb tempest-ListImageFiltersTestJSON-2033968960 tempest-ListImageFiltersTestJSON-2033968960-project] 10.222.0.95 "DELETE /v2.0/ports/cdf78e47-27a9-41de-9372-81efb71bc085 HTTP/1.1" status: 204 len: 173 time: 2.0573018 Feb 09 21:39:46.122246 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25ff4a27-5d39-4104-bc4e-ab7ca4a4b676', 'name': 'network-vif-deleted', 'tag': 'cdf78e47-27a9-41de-9372-81efb71bc085'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:39:46.124922 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dd62bed-a4a5-4e6a-902b-580c9a2e99ed" -d '{"events": [{"server_uuid": "25ff4a27-5d39-4104-bc4e-ab7ca4a4b676", "name": "network-vif-deleted", "tag": "cdf78e47-27a9-41de-9372-81efb71bc085"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:39:46.141630 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bf7e728d-42c4-4ab9-89f3-d460ac244d07 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:46.145426 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-bf7e728d-42c4-4ab9-89f3-d460ac244d07 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] 10.222.0.90 "DELETE /v2.0/networks/d1d2988d-ec75-46bb-ac05-c871db7ab3ae HTTP/1.1" status: 204 len: 168 time: 5.1709480 Feb 09 21:39:46.149710 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 34434) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:46.159629 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-7741dae8-091f-4a57-801d-1213a7472fbc tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-831901744'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:46.165016 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7e728d-42c4-4ab9-89f3-d460ac244d07 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Pushing event deleted for resources: {'Network': ['ID=d1d2988d-ec75-46bb-ac05-c871db7ab3ae,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:46.173037 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c8ce14d9-cfff-4c92-90f6-7d4f71aac8ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621371'] for subnet (0faed951-8579-406a-a0fb-7a4b47e45260), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:46.227445 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 34436) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:46.254801 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7741dae8-091f-4a57-801d-1213a7472fbc tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Made reservation on behalf of 0b3dce44ae6942d382ff1ce239e0d9de for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:39:46.264319 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7741dae8-091f-4a57-801d-1213a7472fbc tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:46.278193 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaccbaaf-dd45-4c41-a6fa-f0c7fb3488ae admin admin] Deleting subnet 355dfc30-1148-4206-9570-0b629d9fb4da {{(pid=103140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:39:46.281499 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-eaccbaaf-dd45-4c41-a6fa-f0c7fb3488ae admin admin] Publish callbacks [] for subnet (355dfc30-1148-4206-9570-0b629d9fb4da), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:46.299492 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 34438) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:46.332930 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-eaccbaaf-dd45-4c41-a6fa-f0c7fb3488ae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9110716'] for subnet (355dfc30-1148-4206-9570-0b629d9fb4da), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:46.344631 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7741dae8-091f-4a57-801d-1213a7472fbc tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:39:46.357930 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7741dae8-091f-4a57-801d-1213a7472fbc tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (5455bf51-1192-46f4-bea2-f781f11c0308), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:46.358542 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-7741dae8-091f-4a57-801d-1213a7472fbc tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Added segment 5455bf51-1192-46f4-bea2-f781f11c0308 of type vlan for network c0a74bad-7421-4bd3-b9ed-4fa2c1da714d Feb 09 21:39:46.365065 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-168a7921-155c-4478-86d5-4411730dc1e8 x-openstack-request-id: req-168a7921-155c-4478-86d5-4411730dc1e8 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:39:46.365363 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25ff4a27-5d39-4104-bc4e-ab7ca4a4b676", "name": "network-vif-deleted", "tag": "cdf78e47-27a9-41de-9372-81efb71bc085", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:39:46.365621 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-168a7921-155c-4478-86d5-4411730dc1e8 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:39:46.366698 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25ff4a27-5d39-4104-bc4e-ab7ca4a4b676', 'name': 'network-vif-deleted', 'tag': 'cdf78e47-27a9-41de-9372-81efb71bc085', 'status': 'completed', 'code': 200} Feb 09 21:39:46.422001 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53bb2f91-a542-4f84-b55c-79ed0e5e4179', 'name': 'network-vif-deleted', 'tag': '91c268e6-2109-4b61-942b-35dd2225b920'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:39:46.424511 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d712b1ea-36b7-446a-91a6-a78a2b97b128" -d '{"events": [{"server_uuid": "53bb2f91-a542-4f84-b55c-79ed0e5e4179", "name": "network-vif-deleted", "tag": "91c268e6-2109-4b61-942b-35dd2225b920"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:39:46.438975 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ce14d9-cfff-4c92-90f6-7d4f71aac8ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=0faed951-8579-406a-a0fb-7a4b47e45260,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:46.446302 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7741dae8-091f-4a57-801d-1213a7472fbc tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (c0a74bad-7421-4bd3-b9ed-4fa2c1da714d), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:46.485567 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-eaccbaaf-dd45-4c41-a6fa-f0c7fb3488ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (355dfc30-1148-4206-9570-0b629d9fb4da), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:46.496785 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7741dae8-091f-4a57-801d-1213a7472fbc tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (c0a74bad-7421-4bd3-b9ed-4fa2c1da714d), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:46.502578 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7741dae8-091f-4a57-801d-1213a7472fbc tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:46.503512 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7741dae8-091f-4a57-801d-1213a7472fbc tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:46.515108 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-787b537a-fa49-4a7c-8c61-44d3aef74f82 x-openstack-request-id: req-787b537a-fa49-4a7c-8c61-44d3aef74f82 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:39:46.515527 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53bb2f91-a542-4f84-b55c-79ed0e5e4179", "name": "network-vif-deleted", "tag": "91c268e6-2109-4b61-942b-35dd2225b920", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:39:46.515877 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-787b537a-fa49-4a7c-8c61-44d3aef74f82 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:39:46.516412 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53bb2f91-a542-4f84-b55c-79ed0e5e4179', 'name': 'network-vif-deleted', 'tag': '91c268e6-2109-4b61-942b-35dd2225b920', 'status': 'completed', 'code': 200} Feb 09 21:39:46.536690 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-218e2c82-8d95-4226-8ede-29b60af5a741 req-fea1da84-d1fe-4188-91fe-71d9294a65f1 tempest-ServersAdminTestJSON-549703278 tempest-ServersAdminTestJSON-549703278-project-admin] Publish callbacks [] for security_group (cc082963-720a-4a1b-9943-f58f72a0e3ef), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:46.590924 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ce14d9-cfff-4c92-90f6-7d4f71aac8ea admin admin] Checking segment: {'id': '4ffd4ca0-b010-46e3-8255-c5b5626ace9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '31fc07a6-f299-4165-bd01-4e6338ff4b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:39:46.591494 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ce14d9-cfff-4c92-90f6-7d4f71aac8ea admin admin] Network hostable DHCP agents. Network: 31fc07a6-f299-4165-bd01-4e6338ff4b55, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:39:46.598159 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-eaccbaaf-dd45-4c41-a6fa-f0c7fb3488ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621346'] for subnet (355dfc30-1148-4206-9570-0b629d9fb4da), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:46.600292 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-218e2c82-8d95-4226-8ede-29b60af5a741 req-fea1da84-d1fe-4188-91fe-71d9294a65f1 tempest-ServersAdminTestJSON-549703278 tempest-ServersAdminTestJSON-549703278-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (cc082963-720a-4a1b-9943-f58f72a0e3ef), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:46.674994 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaccbaaf-dd45-4c41-a6fa-f0c7fb3488ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=355dfc30-1148-4206-9570-0b629d9fb4da,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:46.693695 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-eaccbaaf-dd45-4c41-a6fa-f0c7fb3488ae admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:46.705137 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-eaccbaaf-dd45-4c41-a6fa-f0c7fb3488ae admin admin] 10.222.0.90 "DELETE /v2.0/subnets/355dfc30-1148-4206-9570-0b629d9fb4da HTTP/1.1" status: 204 len: 168 time: 0.4748943 Feb 09 21:39:46.714404 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 34452) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:46.780816 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea1da84-d1fe-4188-91fe-71d9294a65f1 tempest-ServersAdminTestJSON-549703278 tempest-ServersAdminTestJSON-549703278-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc082963-720a-4a1b-9943-f58f72a0e3ef,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:46.783680 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ce14d9-cfff-4c92-90f6-7d4f71aac8ea admin admin] Network 31fc07a6-f299-4165-bd01-4e6338ff4b55 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:39:46.827160 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-218e2c82-8d95-4226-8ede-29b60af5a741 req-fea1da84-d1fe-4188-91fe-71d9294a65f1 tempest-ServersAdminTestJSON-549703278 tempest-ServersAdminTestJSON-549703278-project-admin] 10.222.0.90 "GET /v2.0/security-groups?id=d1e73a5e-905c-466a-be51-a1576b624ea0&id=13b87425-0324-41b8-9577-a03ea20c9956&id=d7e8bbeb-c185-4372-be56-5099932d5770&id=18eb7429-13f2-4956-b934-bb119bf89c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 513 time: 1.1036253 Feb 09 21:39:46.831346 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-c8ce14d9-cfff-4c92-90f6-7d4f71aac8ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 31fc07a6-f299-4165-bd01-4e6338ff4b55) {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:39:46.843880 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d3cfef5f-481e-40d7-a497-9120e952ee11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (823e9556-7e11-412d-afa3-16a561be72bd), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:46.849062 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ce14d9-cfff-4c92-90f6-7d4f71aac8ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:46.849848 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c8ce14d9-cfff-4c92-90f6-7d4f71aac8ea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:46.858035 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498d1aa6-ac32-4b61-a8ea-fac65b23a1f3 None None] Network 31fc07a6-f299-4165-bd01-4e6338ff4b55 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:39:46.898544 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-c8ce14d9-cfff-4c92-90f6-7d4f71aac8ea admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8976519 Feb 09 21:39:46.911220 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 34458) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:46.917092 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-7ae4fab8-2919-4308-aaa9-4ba537ca8614 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1097569487-router', 'tenant_id': '891ca650f17f4d53a93ccc8e382018ef', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:47.015421 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d3cfef5f-481e-40d7-a497-9120e952ee11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (823e9556-7e11-412d-afa3-16a561be72bd), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:47.019051 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7ae4fab8-2919-4308-aaa9-4ba537ca8614 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:47.020736 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7ae4fab8-2919-4308-aaa9-4ba537ca8614 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:47.061580 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-d3cfef5f-481e-40d7-a497-9120e952ee11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['823e9556-7e11-412d-afa3-16a561be72bd']}} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:47.070106 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14686d5-18db-418a-b9a3-74a12b5e4655 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-31fc07a6-f299-4165-bd01-4e6338ff4b55', 'network_id': '31fc07a6-f299-4165-bd01-4e6338ff4b55', 'project_id': '891ca650f17f4d53a93ccc8e382018ef', 'fixed_ips': [{'subnet_id': '0faed951-8579-406a-a0fb-7a4b47e45260'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:39:47.070263 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7741dae8-091f-4a57-801d-1213a7472fbc tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Pushing event updated for resources: {'Network': ['ID=c0a74bad-7421-4bd3-b9ed-4fa2c1da714d,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:47.071042 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e14686d5-18db-418a-b9a3-74a12b5e4655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:47.082573 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7b565fea-1670-49d9-8a05-720c54b80ba6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:47.105499 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-7741dae8-091f-4a57-801d-1213a7472fbc tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9506452 Feb 09 21:39:47.105685 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network c0a74bad-7421-4bd3-b9ed-4fa2c1da714d details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:39:47.120328 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 34470) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:47.137086 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-93f18ed9-3d48-43c1-9680-7c1220c3a7a0 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Request body: {'subnet': {'network_id': 'c0a74bad-7421-4bd3-b9ed-4fa2c1da714d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:47.155848 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-d3cfef5f-481e-40d7-a497-9120e952ee11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4159f293-0e9e-489c-9407-9c014bb1cf3e') {'for_net_delete': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:47.156140 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-d3cfef5f-481e-40d7-a497-9120e952ee11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4159f293-0e9e-489c-9407-9c014bb1cf3e') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:47.205149 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d3cfef5f-481e-40d7-a497-9120e952ee11 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110711'] for segment (4159f293-0e9e-489c-9407-9c014bb1cf3e), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:47.259101 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7ae4fab8-2919-4308-aaa9-4ba537ca8614 admin admin] Publish callbacks [] for router_controller (0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed), precommit_add_association {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:47.278090 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f18ed9-3d48-43c1-9680-7c1220c3a7a0 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Made reservation on behalf of 0b3dce44ae6942d382ff1ce239e0d9de for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:39:47.283745 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-93f18ed9-3d48-43c1-9680-7c1220c3a7a0 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:47.362850 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.ipam_backend_mixin [None req-93f18ed9-3d48-43c1-9680-7c1220c3a7a0 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Performing IP validity checks on allocation pools {{(pid=103141) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 09 21:39:47.363777 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.ipam_backend_mixin [None req-93f18ed9-3d48-43c1-9680-7c1220c3a7a0 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103141) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 09 21:39:47.383118 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7b565fea-1670-49d9-8a05-720c54b80ba6 admin admin] Publish callbacks [] for security_group (7399ab27-d5f9-4491-8d06-3be6ea42846b), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:47.394179 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7b565fea-1670-49d9-8a05-720c54b80ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (7399ab27-d5f9-4491-8d06-3be6ea42846b), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:47.460360 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7ae4fab8-2919-4308-aaa9-4ba537ca8614 admin admin] Publish callbacks [] for router_gateway (0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:47.466290 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d3cfef5f-481e-40d7-a497-9120e952ee11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (4159f293-0e9e-489c-9407-9c014bb1cf3e), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:47.475257 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-e14686d5-18db-418a-b9a3-74a12b5e4655 None None] Allocated IP 172.20.0.2 (31fc07a6-f299-4165-bd01-4e6338ff4b55/0faed951-8579-406a-a0fb-7a4b47e45260/4b1e2801-df57-473c-8171-a0baea98e2b2) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:39:47.485931 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b565fea-1670-49d9-8a05-720c54b80ba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7399ab27-d5f9-4491-8d06-3be6ea42846b,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:47.497806 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-7b565fea-1670-49d9-8a05-720c54b80ba6 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=2eda8bb3e0454ced840784d1b0a10408&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1966424 Feb 09 21:39:47.500964 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 34494) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:47.559982 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3cfef5f-481e-40d7-a497-9120e952ee11 admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=103140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:39:47.561059 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d3cfef5f-481e-40d7-a497-9120e952ee11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669415'] for segment (4159f293-0e9e-489c-9407-9c014bb1cf3e), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:47.576393 n-d-828369-5 neutron-server[103140]: Traceback (most recent call last): Feb 09 21:39:47.576393 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:39:47.576393 n-d-828369-5 neutron-server[103140]: timer() Feb 09 21:39:47.576393 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:39:47.576393 n-d-828369-5 neutron-server[103140]: cb(*args, **kw) Feb 09 21:39:47.576393 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:39:47.576393 n-d-828369-5 neutron-server[103140]: return func(*args, **kwargs) Feb 09 21:39:47.576393 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:39:47.576393 n-d-828369-5 neutron-server[103140]: self._notify() Feb 09 21:39:47.576393 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:39:47.576393 n-d-828369-5 neutron-server[103140]: self.callback(batched_events) Feb 09 21:39:47.576393 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:39:47.576393 n-d-828369-5 neutron-server[103140]: event.method(event) Feb 09 21:39:47.576393 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:39:47.576393 n-d-828369-5 neutron-server[103140]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:39:47.576393 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:39:47.576393 n-d-828369-5 neutron-server[103140]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:39:47.576393 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:39:47.576393 n-d-828369-5 neutron-server[103140]: return f(self, *a, **k) Feb 09 21:39:47.576393 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:39:47.576393 n-d-828369-5 neutron-server[103140]: return self._get(url).json() Feb 09 21:39:47.576393 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:39:47.576393 n-d-828369-5 neutron-server[103140]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:39:47.576393 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:39:47.576393 n-d-828369-5 neutron-server[103140]: return self.request(url, 'GET', **kwargs) Feb 09 21:39:47.576393 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:39:47.576393 n-d-828369-5 neutron-server[103140]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:39:47.576393 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:39:47.576393 n-d-828369-5 neutron-server[103140]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:39:47.576393 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:39:47.576393 n-d-828369-5 neutron-server[103140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:39:47.576393 n-d-828369-5 neutron-server[103140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:39:47.684603 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e5b195e6-3317-4979-9e5d-96e3cc4e44f4 admin admin] Publish callbacks [] for security_group (7399ab27-d5f9-4491-8d06-3be6ea42846b), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:47.693699 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd94743-d21c-46eb-ae46-0df02b0d261a req-9d1304f7-f97d-40c9-818a-3e20e546ca3a tempest-ServersAdminTestJSON-549703278 tempest-ServersAdminTestJSON-549703278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:47.694266 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd94743-d21c-46eb-ae46-0df02b0d261a req-9d1304f7-f97d-40c9-818a-3e20e546ca3a tempest-ServersAdminTestJSON-549703278 tempest-ServersAdminTestJSON-549703278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:47.694723 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd94743-d21c-46eb-ae46-0df02b0d261a req-9d1304f7-f97d-40c9-818a-3e20e546ca3a tempest-ServersAdminTestJSON-549703278 tempest-ServersAdminTestJSON-549703278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:47.698071 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-93f18ed9-3d48-43c1-9680-7c1220c3a7a0 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (4deae4a0-399c-4172-bacf-1496b3b1f7f8), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:47.706758 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2fd94743-d21c-46eb-ae46-0df02b0d261a req-9d1304f7-f97d-40c9-818a-3e20e546ca3a tempest-ServersAdminTestJSON-549703278 tempest-ServersAdminTestJSON-549703278-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=99730171-986b-49a1-81f6-88b419845b86&device_id=9d994709-73ee-4636-8cf6-336e5fa7deab&device_id=c5942c39-add0-42a2-bc58-a7492d65f23d HTTP/1.1" status: 200 len: 2976 time: 0.5246637 Feb 09 21:39:47.794305 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e5b195e6-3317-4979-9e5d-96e3cc4e44f4 admin admin] Publish callbacks [] for security_group (7399ab27-d5f9-4491-8d06-3be6ea42846b), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:47.836486 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d3cfef5f-481e-40d7-a497-9120e952ee11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (823e9556-7e11-412d-afa3-16a561be72bd), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:47.855191 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e14686d5-18db-418a-b9a3-74a12b5e4655 None None] Publish callbacks [] for port (4b1e2801-df57-473c-8171-a0baea98e2b2), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:47.867066 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d3cfef5f-481e-40d7-a497-9120e952ee11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:47.879518 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e14686d5-18db-418a-b9a3-74a12b5e4655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (4b1e2801-df57-473c-8171-a0baea98e2b2), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:47.883672 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f18ed9-3d48-43c1-9680-7c1220c3a7a0 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Pushing event updated for resources: {'Subnet': ['ID=4deae4a0-399c-4172-bacf-1496b3b1f7f8,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:47.884808 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-d3cfef5f-481e-40d7-a497-9120e952ee11 admin admin] 10.222.0.90 "DELETE /v2.0/networks/823e9556-7e11-412d-afa3-16a561be72bd HTTP/1.1" status: 204 len: 168 time: 1.1681023 Feb 09 21:39:47.885798 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cfef5f-481e-40d7-a497-9120e952ee11 admin admin] Pushing event deleted for resources: {'Network': ['ID=823e9556-7e11-412d-afa3-16a561be72bd,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:47.912026 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2fd94743-d21c-46eb-ae46-0df02b0d261a req-f0daeff5-9e37-4473-a6bd-82e3dec9a608 tempest-ServersAdminTestJSON-549703278 tempest-ServersAdminTestJSON-549703278-project-admin] 10.222.0.90 "GET /v2.0/security-groups?id=18eb7429-13f2-4956-b934-bb119bf89c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034760 Feb 09 21:39:47.977576 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f18ed9-3d48-43c1-9680-7c1220c3a7a0 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Checking segment: {'id': '5455bf51-1192-46f4-bea2-f781f11c0308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'c0a74bad-7421-4bd3-b9ed-4fa2c1da714d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:39:47.977958 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f18ed9-3d48-43c1-9680-7c1220c3a7a0 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Network hostable DHCP agents. Network: c0a74bad-7421-4bd3-b9ed-4fa2c1da714d, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:39:47.982464 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e5b195e6-3317-4979-9e5d-96e3cc4e44f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (7399ab27-d5f9-4491-8d06-3be6ea42846b), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:47.985148 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e5b195e6-3317-4979-9e5d-96e3cc4e44f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:47.986303 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-e5b195e6-3317-4979-9e5d-96e3cc4e44f4 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/7399ab27-d5f9-4491-8d06-3be6ea42846b HTTP/1.1" status: 204 len: 168 time: 0.4847238 Feb 09 21:39:47.989879 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14686d5-18db-418a-b9a3-74a12b5e4655 None None] Pushing event updated for resources: {'Port': ['ID=4b1e2801-df57-473c-8171-a0baea98e2b2,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:47.997260 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14686d5-18db-418a-b9a3-74a12b5e4655 None None] Network 31fc07a6-f299-4165-bd01-4e6338ff4b55 is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:39:47.999101 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-e14686d5-18db-418a-b9a3-74a12b5e4655 None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:39:48.001487 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14686d5-18db-418a-b9a3-74a12b5e4655 None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:39:48.012007 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b195e6-3317-4979-9e5d-96e3cc4e44f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7399ab27-d5f9-4491-8d06-3be6ea42846b,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:48.050591 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f18ed9-3d48-43c1-9680-7c1220c3a7a0 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Network c0a74bad-7421-4bd3-b9ed-4fa2c1da714d is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:39:48.078974 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-93f18ed9-3d48-43c1-9680-7c1220c3a7a0 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, c0a74bad-7421-4bd3-b9ed-4fa2c1da714d) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:39:48.091173 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f18ed9-3d48-43c1-9680-7c1220c3a7a0 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:48.094850 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-93f18ed9-3d48-43c1-9680-7c1220c3a7a0 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:48.114906 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0eb6e5-aada-45be-ba77-5d41bd2592cb None None] Network c0a74bad-7421-4bd3-b9ed-4fa2c1da714d requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:39:48.145453 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-93f18ed9-3d48-43c1-9680-7c1220c3a7a0 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.0240166 Feb 09 21:39:48.148723 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 34532) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:48.212393 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7ae4fab8-2919-4308-aaa9-4ba537ca8614 admin admin] Publish callbacks [] for router_gateway (0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:48.246705 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7ae4fab8-2919-4308-aaa9-4ba537ca8614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:48.283359 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-e14686d5-18db-418a-b9a3-74a12b5e4655 None None] Attempting to bind port 4b1e2801-df57-473c-8171-a0baea98e2b2 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:39:48.283743 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-e14686d5-18db-418a-b9a3-74a12b5e4655 None None] Attempting to bind port 4b1e2801-df57-473c-8171-a0baea98e2b2 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '4ffd4ca0-b010-46e3-8255-c5b5626ace9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '31fc07a6-f299-4165-bd01-4e6338ff4b55'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:39:48.284095 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14686d5-18db-418a-b9a3-74a12b5e4655 None None] Attempting to bind port 4b1e2801-df57-473c-8171-a0baea98e2b2 on network 31fc07a6-f299-4165-bd01-4e6338ff4b55 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:39:48.293877 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14686d5-18db-418a-b9a3-74a12b5e4655 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:39:48.294642 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14686d5-18db-418a-b9a3-74a12b5e4655 None None] Checking segment: {'id': '4ffd4ca0-b010-46e3-8255-c5b5626ace9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '31fc07a6-f299-4165-bd01-4e6338ff4b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:39:48.295294 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e14686d5-18db-418a-b9a3-74a12b5e4655 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:48.295894 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14686d5-18db-418a-b9a3-74a12b5e4655 None None] Bound using segment: {'id': '4ffd4ca0-b010-46e3-8255-c5b5626ace9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '31fc07a6-f299-4165-bd01-4e6338ff4b55'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:39:48.296604 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-e14686d5-18db-418a-b9a3-74a12b5e4655 None None] Bound port: 4b1e2801-df57-473c-8171-a0baea98e2b2, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffd4ca0-b010-46e3-8255-c5b5626ace9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '31fc07a6-f299-4165-bd01-4e6338ff4b55'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:39:48.297283 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e14686d5-18db-418a-b9a3-74a12b5e4655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (4b1e2801-df57-473c-8171-a0baea98e2b2), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:48.358276 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 34540) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:48.396550 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d909e0-75d0-4938-87bb-cc40658c6d03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-c0a74bad-7421-4bd3-b9ed-4fa2c1da714d', 'network_id': 'c0a74bad-7421-4bd3-b9ed-4fa2c1da714d', 'project_id': '0b3dce44ae6942d382ff1ce239e0d9de', 'fixed_ips': [{'subnet_id': '4deae4a0-399c-4172-bacf-1496b3b1f7f8'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:39:48.397741 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f5d909e0-75d0-4938-87bb-cc40658c6d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:48.399804 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a437c444-26bf-432c-aabc-0da4ee7eb529 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (c0a74bad-7421-4bd3-b9ed-4fa2c1da714d), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:48.438106 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-e14686d5-18db-418a-b9a3-74a12b5e4655 None None] For port 4b1e2801-df57-473c-8171-a0baea98e2b2, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:39:48.465577 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-906b4deb-0d67-4988-8e3c-6fbfe8c30c5d admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=d9f1c9a9a88e49b39106e8e9d30c3ca9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1059961 Feb 09 21:39:48.470614 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 34544) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:48.500064 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-e14686d5-18db-418a-b9a3-74a12b5e4655 None None] For port 4b1e2801-df57-473c-8171-a0baea98e2b2, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=4b1e2801-df57-473c-8171-a0baea98e2b2,segment=NetworkSegment(4ffd4ca0-b010-46e3-8255-c5b5626ace9a),segment_id=4ffd4ca0-b010-46e3-8255-c5b5626ace9a)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:39:48.513950 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e14686d5-18db-418a-b9a3-74a12b5e4655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (4b1e2801-df57-473c-8171-a0baea98e2b2), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:48.541744 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a437c444-26bf-432c-aabc-0da4ee7eb529 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (4deae4a0-399c-4172-bacf-1496b3b1f7f8), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:48.577742 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1a761055-4dfe-4f15-81ec-bef0e514a4be admin admin] Publish callbacks [] for security_group (5d2707a6-c52f-4e21-ab70-7fd207f381fa), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:48.630371 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1a761055-4dfe-4f15-81ec-bef0e514a4be admin admin] Publish callbacks [] for security_group (5d2707a6-c52f-4e21-ab70-7fd207f381fa), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:48.635737 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14686d5-18db-418a-b9a3-74a12b5e4655 None None] Pushing event updated for resources: {'Port': ['ID=4b1e2801-df57-473c-8171-a0baea98e2b2,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:48.667496 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-7ae4fab8-2919-4308-aaa9-4ba537ca8614 admin admin] Allocated IP 172.25.3.190 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/0642a8a6-3e15-40fb-89aa-1c9e8f83bc81) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:39:48.667893 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-f5d909e0-75d0-4938-87bb-cc40658c6d03 None None] Allocated IP 172.20.0.3 (c0a74bad-7421-4bd3-b9ed-4fa2c1da714d/4deae4a0-399c-4172-bacf-1496b3b1f7f8/4c07bf48-5c52-493d-a68e-8e4482b55822) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:39:48.783756 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1a761055-4dfe-4f15-81ec-bef0e514a4be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (5d2707a6-c52f-4e21-ab70-7fd207f381fa), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:48.786359 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1a761055-4dfe-4f15-81ec-bef0e514a4be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:48.790285 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-1a761055-4dfe-4f15-81ec-bef0e514a4be admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/5d2707a6-c52f-4e21-ab70-7fd207f381fa HTTP/1.1" status: 204 len: 168 time: 0.3153331 Feb 09 21:39:48.812697 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a761055-4dfe-4f15-81ec-bef0e514a4be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d2707a6-c52f-4e21-ab70-7fd207f381fa,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:48.852901 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7ae4fab8-2919-4308-aaa9-4ba537ca8614 admin admin] Publish callbacks [] for port (0642a8a6-3e15-40fb-89aa-1c9e8f83bc81), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:48.957719 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7ae4fab8-2919-4308-aaa9-4ba537ca8614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (0642a8a6-3e15-40fb-89aa-1c9e8f83bc81), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:49.009048 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f5d909e0-75d0-4938-87bb-cc40658c6d03 None None] Publish callbacks [] for port (4c07bf48-5c52-493d-a68e-8e4482b55822), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:49.027273 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f5d909e0-75d0-4938-87bb-cc40658c6d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (4c07bf48-5c52-493d-a68e-8e4482b55822), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:49.027689 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae4fab8-2919-4308-aaa9-4ba537ca8614 admin admin] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:39:49.031930 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-7ae4fab8-2919-4308-aaa9-4ba537ca8614 admin admin] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:39:49.037243 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae4fab8-2919-4308-aaa9-4ba537ca8614 admin admin] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:39:49.065702 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a437c444-26bf-432c-aabc-0da4ee7eb529 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (4deae4a0-399c-4172-bacf-1496b3b1f7f8), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:49.084943 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 34560) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:49.115210 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae4fab8-2919-4308-aaa9-4ba537ca8614 admin admin] Pushing event updated for resources: {'Port': ['ID=0642a8a6-3e15-40fb-89aa-1c9e8f83bc81,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:49.120501 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-dd0d8369-7a3c-4087-9b49-4ce769772e3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:49.205359 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d909e0-75d0-4938-87bb-cc40658c6d03 None None] Network c0a74bad-7421-4bd3-b9ed-4fa2c1da714d is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:39:49.209354 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-f5d909e0-75d0-4938-87bb-cc40658c6d03 None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:39:49.219763 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d909e0-75d0-4938-87bb-cc40658c6d03 None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:39:49.251146 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a437c444-26bf-432c-aabc-0da4ee7eb529 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (c0a74bad-7421-4bd3-b9ed-4fa2c1da714d), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:49.266726 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d909e0-75d0-4938-87bb-cc40658c6d03 None None] Pushing event updated for resources: {'Port': ['ID=4c07bf48-5c52-493d-a68e-8e4482b55822,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:49.293828 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-dd0d8369-7a3c-4087-9b49-4ce769772e3f admin admin] Publish callbacks [] for security_group (30f182cf-0288-4947-b829-97ddee16d73c), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:49.298449 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a437c444-26bf-432c-aabc-0da4ee7eb529 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Pushing event deleted for resources: {'Subnet': ['ID=4deae4a0-399c-4172-bacf-1496b3b1f7f8,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:49.314231 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-a437c444-26bf-432c-aabc-0da4ee7eb529 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0a74bad-7421-4bd3-b9ed-4fa2c1da714d']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:49.326098 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-a437c444-26bf-432c-aabc-0da4ee7eb529 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5455bf51-1192-46f4-bea2-f781f11c0308') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:49.326738 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-a437c444-26bf-432c-aabc-0da4ee7eb529 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5455bf51-1192-46f4-bea2-f781f11c0308') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:49.340912 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-f5d909e0-75d0-4938-87bb-cc40658c6d03 None None] Attempting to bind port 4c07bf48-5c52-493d-a68e-8e4482b55822 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:39:49.341393 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-f5d909e0-75d0-4938-87bb-cc40658c6d03 None None] Attempting to bind port 4c07bf48-5c52-493d-a68e-8e4482b55822 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '5455bf51-1192-46f4-bea2-f781f11c0308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'c0a74bad-7421-4bd3-b9ed-4fa2c1da714d'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:39:49.342115 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d909e0-75d0-4938-87bb-cc40658c6d03 None None] Attempting to bind port 4c07bf48-5c52-493d-a68e-8e4482b55822 on network c0a74bad-7421-4bd3-b9ed-4fa2c1da714d {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:39:49.347810 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-dd0d8369-7a3c-4087-9b49-4ce769772e3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (30f182cf-0288-4947-b829-97ddee16d73c), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:49.349649 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a437c444-26bf-432c-aabc-0da4ee7eb529 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (5455bf51-1192-46f4-bea2-f781f11c0308), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:49.349810 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d909e0-75d0-4938-87bb-cc40658c6d03 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:39:49.351968 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d909e0-75d0-4938-87bb-cc40658c6d03 None None] Checking segment: {'id': '5455bf51-1192-46f4-bea2-f781f11c0308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'c0a74bad-7421-4bd3-b9ed-4fa2c1da714d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:39:49.352746 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f5d909e0-75d0-4938-87bb-cc40658c6d03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:49.353560 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d909e0-75d0-4938-87bb-cc40658c6d03 None None] Bound using segment: {'id': '5455bf51-1192-46f4-bea2-f781f11c0308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'c0a74bad-7421-4bd3-b9ed-4fa2c1da714d'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:39:49.354198 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-f5d909e0-75d0-4938-87bb-cc40658c6d03 None None] Bound port: 4c07bf48-5c52-493d-a68e-8e4482b55822, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5455bf51-1192-46f4-bea2-f781f11c0308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'c0a74bad-7421-4bd3-b9ed-4fa2c1da714d'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:39:49.354766 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f5d909e0-75d0-4938-87bb-cc40658c6d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (4c07bf48-5c52-493d-a68e-8e4482b55822), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:49.372762 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a437c444-26bf-432c-aabc-0da4ee7eb529 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (5455bf51-1192-46f4-bea2-f781f11c0308), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:49.382993 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a437c444-26bf-432c-aabc-0da4ee7eb529 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:39:49.383638 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a437c444-26bf-432c-aabc-0da4ee7eb529 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (5455bf51-1192-46f4-bea2-f781f11c0308), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:49.388382 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:39:49.388382 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:39:49.388382 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:39:49.388382 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:39:49.388382 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:39:49.388382 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:39:49.388382 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:39:49.388382 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:39:49.388382 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:39:49.388382 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:39:49.388382 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:39:49.388382 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:39:49.388382 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:39:49.388382 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:39:49.388382 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:39:49.388382 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:39:49.388382 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:39:49.388382 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:39:49.388382 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:39:49.388382 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:39:49.388382 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:39:49.388382 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:39:49.388382 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:39:49.388382 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:39:49.388382 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:39:49.388382 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:39:49.388382 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:39:49.388382 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:39:49.388382 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:39:49.388382 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:39:49.388382 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:39:49.388382 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:39:49.447825 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-f5d909e0-75d0-4938-87bb-cc40658c6d03 None None] For port 4c07bf48-5c52-493d-a68e-8e4482b55822, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:39:49.453972 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0d8369-7a3c-4087-9b49-4ce769772e3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30f182cf-0288-4947-b829-97ddee16d73c,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:49.512485 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-dd0d8369-7a3c-4087-9b49-4ce769772e3f admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=ab020c813a5f44bd9647c9c90245a70b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4260056 Feb 09 21:39:49.515577 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9311489-55ea-43c1-ba4d-ef8cab984304 req-77a62fb0-3dc1-4501-8cae-7ae51dc67195 tempest-ServersAdminTestJSON-549703278 tempest-ServersAdminTestJSON-549703278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:49.517161 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b9311489-55ea-43c1-ba4d-ef8cab984304 req-77a62fb0-3dc1-4501-8cae-7ae51dc67195 tempest-ServersAdminTestJSON-549703278 tempest-ServersAdminTestJSON-549703278-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=c5942c39-add0-42a2-bc58-a7492d65f23d HTTP/1.1" status: 200 len: 1131 time: 0.3690040 Feb 09 21:39:49.519371 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 34580) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:49.530324 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-f5d909e0-75d0-4938-87bb-cc40658c6d03 None None] For port 4c07bf48-5c52-493d-a68e-8e4482b55822, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=4c07bf48-5c52-493d-a68e-8e4482b55822,segment=NetworkSegment(5455bf51-1192-46f4-bea2-f781f11c0308),segment_id=5455bf51-1192-46f4-bea2-f781f11c0308)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:39:49.533886 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.db.api [None req-a437c444-26bf-432c-aabc-0da4ee7eb529 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 21:39:49.533886 n-d-828369-5 neutron-server[103141]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 21:39:49.533886 n-d-828369-5 neutron-server[103141]: [parameters: {'id': 'c0a74bad-7421-4bd3-b9ed-4fa2c1da714d'}] Feb 09 21:39:49.533886 n-d-828369-5 neutron-server[103141]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:39:49.536439 n-d-828369-5 neutron-server[103141]: DEBUG oslo_db.api [None req-a437c444-26bf-432c-aabc-0da4ee7eb529 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:39:49.541631 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f5d909e0-75d0-4938-87bb-cc40658c6d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (4c07bf48-5c52-493d-a68e-8e4482b55822), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:49.630054 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d909e0-75d0-4938-87bb-cc40658c6d03 None None] Pushing event updated for resources: {'Port': ['ID=4c07bf48-5c52-493d-a68e-8e4482b55822,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:49.632654 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 4b1e2801-df57-473c-8171-a0baea98e2b2 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:39:49.740151 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94afce2d-7a01-46e6-9eb4-6c465faac2b5 None None] Network c0a74bad-7421-4bd3-b9ed-4fa2c1da714d requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:39:49.775150 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7ae4fab8-2919-4308-aaa9-4ba537ca8614 admin admin] Publish callbacks [] for router_gateway (0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:49.791090 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 4b1e2801-df57-473c-8171-a0baea98e2b2 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:39:49.791476 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (4b1e2801-df57-473c-8171-a0baea98e2b2), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:49.893017 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b9311489-55ea-43c1-ba4d-ef8cab984304 req-d45ce99a-09ec-4ed5-992c-4eda34d723e3 tempest-ServersAdminTestJSON-549703278 tempest-ServersAdminTestJSON-549703278-project-admin] 10.222.0.90 "GET /v2.0/security-groups?id=18eb7429-13f2-4956-b934-bb119bf89c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3615959 Feb 09 21:39:49.927055 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-640dd98f-05ba-4753-abd1-96c82002d4d7 admin admin] Publish callbacks [] for security_group (30f182cf-0288-4947-b829-97ddee16d73c), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:49.978638 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-640dd98f-05ba-4753-abd1-96c82002d4d7 admin admin] Publish callbacks [] for security_group (30f182cf-0288-4947-b829-97ddee16d73c), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:50.037495 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a437c444-26bf-432c-aabc-0da4ee7eb529 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (c0a74bad-7421-4bd3-b9ed-4fa2c1da714d), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:50.056884 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 4b1e2801-df57-473c-8171-a0baea98e2b2 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:39:50.057370 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (4b1e2801-df57-473c-8171-a0baea98e2b2), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:50.154442 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port 4b1e2801-df57-473c-8171-a0baea98e2b2, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=4b1e2801-df57-473c-8171-a0baea98e2b2,segment=NetworkSegment(4ffd4ca0-b010-46e3-8255-c5b5626ace9a),segment_id=4ffd4ca0-b010-46e3-8255-c5b5626ace9a)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:50.166697 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (4b1e2801-df57-473c-8171-a0baea98e2b2), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:50.170634 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 34602) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:50.202951 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-a437c444-26bf-432c-aabc-0da4ee7eb529 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Deleting port 4c07bf48-5c52-493d-a68e-8e4482b55822 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:39:50.203429 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a437c444-26bf-432c-aabc-0da4ee7eb529 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (4c07bf48-5c52-493d-a68e-8e4482b55822), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:50.275495 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700c87ef-2089-46c2-94ba-71cd2b288b30 req-55d96ded-232c-4a9b-ad26-56559c2dad63 tempest-ServersAdminTestJSON-549703278 tempest-ServersAdminTestJSON-549703278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:50.277085 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-700c87ef-2089-46c2-94ba-71cd2b288b30 req-55d96ded-232c-4a9b-ad26-56559c2dad63 tempest-ServersAdminTestJSON-549703278 tempest-ServersAdminTestJSON-549703278-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=c5942c39-add0-42a2-bc58-a7492d65f23d HTTP/1.1" status: 200 len: 1131 time: 0.1599050 Feb 09 21:39:50.279673 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-640dd98f-05ba-4753-abd1-96c82002d4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (30f182cf-0288-4947-b829-97ddee16d73c), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:50.282373 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-640dd98f-05ba-4753-abd1-96c82002d4d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:50.283784 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-640dd98f-05ba-4753-abd1-96c82002d4d7 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/30f182cf-0288-4947-b829-97ddee16d73c HTTP/1.1" status: 204 len: 168 time: 0.7634752 Feb 09 21:39:50.289137 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b7de9f-3a97-4e45-b720-cbcd9302a90e None None] get_active_networks_info from n-d-828369-5 {{(pid=103142) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 21:39:50.289916 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7ae4fab8-2919-4308-aaa9-4ba537ca8614 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:50.305679 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640dd98f-05ba-4753-abd1-96c82002d4d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f182cf-0288-4947-b829-97ddee16d73c,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:50.346185 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-a437c444-26bf-432c-aabc-0da4ee7eb529 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] For port 4c07bf48-5c52-493d-a68e-8e4482b55822, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=4c07bf48-5c52-493d-a68e-8e4482b55822,segment=NetworkSegment(5455bf51-1192-46f4-bea2-f781f11c0308),segment_id=5455bf51-1192-46f4-bea2-f781f11c0308)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:50.346850 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a437c444-26bf-432c-aabc-0da4ee7eb529 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (4c07bf48-5c52-493d-a68e-8e4482b55822), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:50.351192 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=4b1e2801-df57-473c-8171-a0baea98e2b2,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:50.370800 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-a437c444-26bf-432c-aabc-0da4ee7eb529 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Calling delete_port for 4c07bf48-5c52-493d-a68e-8e4482b55822 owned by network:dhcp {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:39:50.461470 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a437c444-26bf-432c-aabc-0da4ee7eb529 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (4c07bf48-5c52-493d-a68e-8e4482b55822), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:50.473703 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-1c12f5d7-57a2-492f-a6d7-861a412d682a None None] Provisioning complete for port 4b1e2801-df57-473c-8171-a0baea98e2b2 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:39:50.474073 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1c12f5d7-57a2-492f-a6d7-861a412d682a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (4b1e2801-df57-473c-8171-a0baea98e2b2), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:50.493052 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a437c444-26bf-432c-aabc-0da4ee7eb529 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Pushing event deleted for resources: {'Port': ['ID=4c07bf48-5c52-493d-a68e-8e4482b55822,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:50.497241 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a437c444-26bf-432c-aabc-0da4ee7eb529 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] No DVR routers for this DVR port 4c07bf48-5c52-493d-a68e-8e4482b55822 on host n-d-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:39:50.598446 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a437c444-26bf-432c-aabc-0da4ee7eb529 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (c0a74bad-7421-4bd3-b9ed-4fa2c1da714d), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:50.623005 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-a437c444-26bf-432c-aabc-0da4ee7eb529 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0a74bad-7421-4bd3-b9ed-4fa2c1da714d']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:50.646566 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-a437c444-26bf-432c-aabc-0da4ee7eb529 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5455bf51-1192-46f4-bea2-f781f11c0308') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:50.647129 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-a437c444-26bf-432c-aabc-0da4ee7eb529 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5455bf51-1192-46f4-bea2-f781f11c0308') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:50.652315 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b7de9f-3a97-4e45-b720-cbcd9302a90e None None] Resources bound (agent type, host, resource id): {{(pid=103142) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 21:39:50.666116 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cd972b06-e800-4f97-a6cf-ea1105e0b26a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:50.678244 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a437c444-26bf-432c-aabc-0da4ee7eb529 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (5455bf51-1192-46f4-bea2-f781f11c0308), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:50.700927 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a437c444-26bf-432c-aabc-0da4ee7eb529 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (5455bf51-1192-46f4-bea2-f781f11c0308), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:50.710604 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a437c444-26bf-432c-aabc-0da4ee7eb529 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:39:50.711542 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a437c444-26bf-432c-aabc-0da4ee7eb529 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (5455bf51-1192-46f4-bea2-f781f11c0308), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:50.715888 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:39:50.715888 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:39:50.715888 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:39:50.715888 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:39:50.715888 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:39:50.715888 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:39:50.715888 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:39:50.715888 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:39:50.715888 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:39:50.715888 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:39:50.715888 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:39:50.715888 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:39:50.715888 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:39:50.715888 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:39:50.715888 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:39:50.715888 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:39:50.715888 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:39:50.715888 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:39:50.715888 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:39:50.715888 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:39:50.715888 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:39:50.715888 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:39:50.715888 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:39:50.715888 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:39:50.715888 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:39:50.715888 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:39:50.715888 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:39:50.715888 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:39:50.715888 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:39:50.715888 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:39:50.715888 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:39:50.715888 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:39:50.811757 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 34616) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:50.857006 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-1c12f5d7-57a2-492f-a6d7-861a412d682a None None] Current status of the port 4b1e2801-df57-473c-8171-a0baea98e2b2 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:39:50.865861 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a437c444-26bf-432c-aabc-0da4ee7eb529 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (c0a74bad-7421-4bd3-b9ed-4fa2c1da714d), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:50.870802 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-700c87ef-2089-46c2-94ba-71cd2b288b30 req-e2a48064-ff28-4442-bd92-e567f6ea3992 tempest-ServersAdminTestJSON-549703278 tempest-ServersAdminTestJSON-549703278-project-admin] 10.222.0.90 "GET /v2.0/security-groups?id=18eb7429-13f2-4956-b934-bb119bf89c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5748401 Feb 09 21:39:50.892609 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a437c444-26bf-432c-aabc-0da4ee7eb529 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:50.892609 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-a437c444-26bf-432c-aabc-0da4ee7eb529 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] 10.222.0.90 "DELETE /v2.0/networks/c0a74bad-7421-4bd3-b9ed-4fa2c1da714d HTTP/1.1" status: 204 len: 168 time: 2.7412126 Feb 09 21:39:50.894764 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 34624) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:50.911704 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-54d2d93d-b878-43e6-87a2-e604e950ce1f tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1523091137'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:50.925724 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a437c444-26bf-432c-aabc-0da4ee7eb529 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Pushing event deleted for resources: {'Network': ['ID=c0a74bad-7421-4bd3-b9ed-4fa2c1da714d,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:50.961709 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54d2d93d-b878-43e6-87a2-e604e950ce1f tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Made reservation on behalf of 0b3dce44ae6942d382ff1ce239e0d9de for: {'network': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:39:50.973074 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-54d2d93d-b878-43e6-87a2-e604e950ce1f tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:51.035438 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cd972b06-e800-4f97-a6cf-ea1105e0b26a admin admin] Publish callbacks [] for security_group (6e924ada-891b-4be7-8dc4-6f31a9ba3340), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:51.045076 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cd972b06-e800-4f97-a6cf-ea1105e0b26a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (6e924ada-891b-4be7-8dc4-6f31a9ba3340), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:51.057051 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54d2d93d-b878-43e6-87a2-e604e950ce1f tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=103140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:39:51.066675 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:51.081172 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-54d2d93d-b878-43e6-87a2-e604e950ce1f tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (2f7c84ae-de45-425a-90b6-4383735338be), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:51.081522 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-54d2d93d-b878-43e6-87a2-e604e950ce1f tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Added segment 2f7c84ae-de45-425a-90b6-4383735338be of type vlan for network 0d9f3efe-36b4-4520-8fb9-fdeae13b80ef Feb 09 21:39:51.089335 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd972b06-e800-4f97-a6cf-ea1105e0b26a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e924ada-891b-4be7-8dc4-6f31a9ba3340,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:51.124138 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ae4fab8-2919-4308-aaa9-4ba537ca8614 admin admin] Router 0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed is scheduled to L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 with binding_index 1 {{(pid=103140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:39:51.134548 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-cd972b06-e800-4f97-a6cf-ea1105e0b26a admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=848b2b44648f4968912ea80ae9cd3ff8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9627872 Feb 09 21:39:51.137737 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 34634) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:51.158645 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-e3910817-fe05-4b72-a6f3-796ce73c0cde admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=0b375fb2e141466cbc9aca2f4c29a452&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3451600 Feb 09 21:39:51.161051 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 34640) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:51.200722 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74c2268-1951-46da-b734-b3f77b38189f None None] Network 31fc07a6-f299-4165-bd01-4e6338ff4b55 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:39:51.211511 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-54d2d93d-b878-43e6-87a2-e604e950ce1f tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (0d9f3efe-36b4-4520-8fb9-fdeae13b80ef), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:51.285499 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-dad5f421-0e85-445e-b7f4-156d6019421e admin admin] Publish callbacks [] for security_group (d7e8bbeb-c185-4372-be56-5099932d5770), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:51.315875 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-dad5f421-0e85-445e-b7f4-156d6019421e admin admin] Publish callbacks [] for security_group (d7e8bbeb-c185-4372-be56-5099932d5770), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:51.327724 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 34644) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:51.366652 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e9a4e241-355d-48b4-9f15-8f8bb890174c admin admin] Publish callbacks [] for security_group (6e924ada-891b-4be7-8dc4-6f31a9ba3340), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:51.377056 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-dad5f421-0e85-445e-b7f4-156d6019421e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (d7e8bbeb-c185-4372-be56-5099932d5770), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:51.379893 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-dad5f421-0e85-445e-b7f4-156d6019421e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:51.381224 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-dad5f421-0e85-445e-b7f4-156d6019421e admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/d7e8bbeb-c185-4372-be56-5099932d5770 HTTP/1.1" status: 204 len: 168 time: 0.2173657 Feb 09 21:39:51.405560 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad5f421-0e85-445e-b7f4-156d6019421e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e8bbeb-c185-4372-be56-5099932d5770,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:51.414732 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e9a4e241-355d-48b4-9f15-8f8bb890174c admin admin] Publish callbacks [] for security_group (6e924ada-891b-4be7-8dc4-6f31a9ba3340), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:51.457093 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-54d2d93d-b878-43e6-87a2-e604e950ce1f tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (0d9f3efe-36b4-4520-8fb9-fdeae13b80ef), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:51.472613 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d2d93d-b878-43e6-87a2-e604e950ce1f tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:51.479832 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e9a4e241-355d-48b4-9f15-8f8bb890174c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (6e924ada-891b-4be7-8dc4-6f31a9ba3340), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:51.482664 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e9a4e241-355d-48b4-9f15-8f8bb890174c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:51.485674 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-54d2d93d-b878-43e6-87a2-e604e950ce1f tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:51.486662 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-e9a4e241-355d-48b4-9f15-8f8bb890174c admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/6e924ada-891b-4be7-8dc4-6f31a9ba3340 HTTP/1.1" status: 204 len: 168 time: 0.3360984 Feb 09 21:39:51.507267 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a4e241-355d-48b4-9f15-8f8bb890174c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e924ada-891b-4be7-8dc4-6f31a9ba3340,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:51.613323 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 4b1e2801-df57-473c-8171-a0baea98e2b2 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:39:51.628018 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-362be5cd-40db-491d-8fdb-ee3129361b28 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-574278455-network', 'tenant_id': '8534386f43fe4eff807bae5e72845c97'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:51.655792 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-362be5cd-40db-491d-8fdb-ee3129361b28 admin admin] Made reservation on behalf of 8534386f43fe4eff807bae5e72845c97 for: {'network': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:39:51.659005 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-362be5cd-40db-491d-8fdb-ee3129361b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:51.705390 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-54d2d93d-b878-43e6-87a2-e604e950ce1f tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8032928 Feb 09 21:39:51.706312 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-362be5cd-40db-491d-8fdb-ee3129361b28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:51.708189 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 34672) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:51.719881 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-d22d3ba2-94dd-489d-9214-e14d74c3048d tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Request body: {'subnet': {'network_id': '0d9f3efe-36b4-4520-8fb9-fdeae13b80ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:51.743299 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d2d93d-b878-43e6-87a2-e604e950ce1f tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Pushing event updated for resources: {'Network': ['ID=0d9f3efe-36b4-4520-8fb9-fdeae13b80ef,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:51.747276 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ae4fab8-2919-4308-aaa9-4ba537ca8614 admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:39:51.763896 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 0d9f3efe-36b4-4520-8fb9-fdeae13b80ef details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:39:51.814528 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7ae4fab8-2919-4308-aaa9-4ba537ca8614 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:51.816184 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-7ae4fab8-2919-4308-aaa9-4ba537ca8614 admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.9034517 Feb 09 21:39:51.824795 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 34674) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:51.837718 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae09c40-e195-4a75-aaab-96ddae4e7d89 None None] Sync routers for ids ['0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:39:51.858474 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 4b1e2801-df57-473c-8171-a0baea98e2b2 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:39:51.860403 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (4b1e2801-df57-473c-8171-a0baea98e2b2), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:51.994736 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d22d3ba2-94dd-489d-9214-e14d74c3048d tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Made reservation on behalf of 0b3dce44ae6942d382ff1ce239e0d9de for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:39:51.999460 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d22d3ba2-94dd-489d-9214-e14d74c3048d tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:52.036986 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae09c40-e195-4a75-aaab-96ddae4e7d89 None None] Routers {'0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:39:52.037650 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-bae09c40-e195-4a75-aaab-96ddae4e7d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:39:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:52.038002 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-362be5cd-40db-491d-8fdb-ee3129361b28 admin admin] Publish callbacks [] for security_group (1c4b6e51-f15a-42b0-afa4-d9c1e1598c61), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:52.059485 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-362be5cd-40db-491d-8fdb-ee3129361b28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (1c4b6e51-f15a-42b0-afa4-d9c1e1598c61), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:52.220638 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-362be5cd-40db-491d-8fdb-ee3129361b28 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=103140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:39:52.325412 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-8797f59b-5a55-46c9-8d12-d9f122e2c929 None None] Provisioning complete for port 4b1e2801-df57-473c-8171-a0baea98e2b2 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:39:52.325996 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-8797f59b-5a55-46c9-8d12-d9f122e2c929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (4b1e2801-df57-473c-8171-a0baea98e2b2), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:52.371445 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d22d3ba2-94dd-489d-9214-e14d74c3048d tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (f613b724-b785-477b-bede-9d0324981c9c), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:52.436992 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 4b1e2801-df57-473c-8171-a0baea98e2b2 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:39:52.443744 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-bae09c40-e195-4a75-aaab-96ddae4e7d89 None None] Set router 0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:39:52.498931 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 34694) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:52.531385 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22d3ba2-94dd-489d-9214-e14d74c3048d tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Checking segment: {'id': '2f7c84ae-de45-425a-90b6-4383735338be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '0d9f3efe-36b4-4520-8fb9-fdeae13b80ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:39:52.531847 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22d3ba2-94dd-489d-9214-e14d74c3048d tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Network hostable DHCP agents. Network: 0d9f3efe-36b4-4520-8fb9-fdeae13b80ef, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:39:52.536831 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-362be5cd-40db-491d-8fdb-ee3129361b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (c5b11569-50b4-4458-88c2-c1002e349261), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:52.537328 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-362be5cd-40db-491d-8fdb-ee3129361b28 admin admin] Added segment c5b11569-50b4-4458-88c2-c1002e349261 of type vlan for network e7415bf4-bb4b-4268-8cd4-95139dd8ac99 Feb 09 21:39:52.539686 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362be5cd-40db-491d-8fdb-ee3129361b28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c4b6e51-f15a-42b0-afa4-d9c1e1598c61,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:52.539975 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-39cef28a-fdf3-4176-91bb-b5a4d2e6e38e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:52.543533 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22d3ba2-94dd-489d-9214-e14d74c3048d tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Pushing event updated for resources: {'Subnet': ['ID=f613b724-b785-477b-bede-9d0324981c9c,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:52.569735 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22d3ba2-94dd-489d-9214-e14d74c3048d tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Network 0d9f3efe-36b4-4520-8fb9-fdeae13b80ef is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:39:52.590525 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-d22d3ba2-94dd-489d-9214-e14d74c3048d tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 0d9f3efe-36b4-4520-8fb9-fdeae13b80ef) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:39:52.594082 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-8797f59b-5a55-46c9-8d12-d9f122e2c929 None None] Current status of the port 4b1e2801-df57-473c-8171-a0baea98e2b2 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:39:52.602075 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22d3ba2-94dd-489d-9214-e14d74c3048d tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:52.602319 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527cb4af-658a-464e-aab9-1f58e3778545 None None] Network 0d9f3efe-36b4-4520-8fb9-fdeae13b80ef requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:39:52.602775 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d22d3ba2-94dd-489d-9214-e14d74c3048d tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:52.608289 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f8c4e9-3ec3-4ece-ab7d-0d01f503d4d8 req-657460f9-e002-4c39-bd83-7be1324e2eea tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:52.619455 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-76f8c4e9-3ec3-4ece-ab7d-0d01f503d4d8 req-657460f9-e002-4c39-bd83-7be1324e2eea tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5942c39-add0-42a2-bc58-a7492d65f23d HTTP/1.1" status: 200 len: 949 time: 0.3711004 Feb 09 21:39:52.634288 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-d22d3ba2-94dd-489d-9214-e14d74c3048d tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9244754 Feb 09 21:39:52.640017 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 34698) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:52.743607 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-362be5cd-40db-491d-8fdb-ee3129361b28 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (e7415bf4-bb4b-4268-8cd4-95139dd8ac99), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:52.755682 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-39cef28a-fdf3-4176-91bb-b5a4d2e6e38e admin admin] Publish callbacks [] for security_group (6dc8252e-d0e8-4a59-8b45-79a61ca405d6), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:52.760045 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-39cef28a-fdf3-4176-91bb-b5a4d2e6e38e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (6dc8252e-d0e8-4a59-8b45-79a61ca405d6), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:52.775824 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c091a31f-92d4-443e-95a8-619f67e9e31d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-0d9f3efe-36b4-4520-8fb9-fdeae13b80ef', 'network_id': '0d9f3efe-36b4-4520-8fb9-fdeae13b80ef', 'project_id': '0b3dce44ae6942d382ff1ce239e0d9de', 'fixed_ips': [{'subnet_id': 'f613b724-b785-477b-bede-9d0324981c9c'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:39:52.777003 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c091a31f-92d4-443e-95a8-619f67e9e31d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:52.799796 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cef28a-fdf3-4176-91bb-b5a4d2e6e38e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc8252e-d0e8-4a59-8b45-79a61ca405d6,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:52.843363 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-39cef28a-fdf3-4176-91bb-b5a4d2e6e38e admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=97bdb8c9a2664d8992dd8ba1457b05c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3412201 Feb 09 21:39:52.847309 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a2f224a6-bb98-41d9-9a5e-139250709cc6 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (0d9f3efe-36b4-4520-8fb9-fdeae13b80ef), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:52.850041 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 34704) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:52.893320 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-76f8c4e9-3ec3-4ece-ab7d-0d01f503d4d8 req-dde1f0f0-791f-4514-abca-c9004b447efb tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/security-groups?id=18eb7429-13f2-4956-b934-bb119bf89c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708344 Feb 09 21:39:52.955392 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a2f224a6-bb98-41d9-9a5e-139250709cc6 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (f613b724-b785-477b-bede-9d0324981c9c), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:52.957396 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-c091a31f-92d4-443e-95a8-619f67e9e31d None None] Allocated IP 172.20.0.1 (0d9f3efe-36b4-4520-8fb9-fdeae13b80ef/f613b724-b785-477b-bede-9d0324981c9c/757dd6a1-adf8-4fb2-8fdc-77171376b001) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:39:52.963162 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-bae09c40-e195-4a75-aaab-96ddae4e7d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed', 'name': 'tempest-ServersTestBootFromVolume-1097569487-router', 'tenant_id': '891ca650f17f4d53a93ccc8e382018ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '0642a8a6-3e15-40fb-89aa-1c9e8f83bc81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:39:47Z', 'updated_at': '2022-02-09T21:39:49Z', 'revision_number': 3, 'project_id': '891ca650f17f4d53a93ccc8e382018ef', 'gw_port': {'id': '0642a8a6-3e15-40fb-89aa-1c9e8f83bc81', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:3b:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:39:48Z', 'updated_at': '2022-02-09T21:39:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:52.984061 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d37d5bb6-dcf1-41a0-a9ea-9c27b00d84e8 admin admin] Publish callbacks [] for security_group (6dc8252e-d0e8-4a59-8b45-79a61ca405d6), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:53.000418 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae09c40-e195-4a75-aaab-96ddae4e7d89 None None] Checking router: 0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:39:53.000782 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae09c40-e195-4a75-aaab-96ddae4e7d89 None None] Updating router 0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed port 0642a8a6-3e15-40fb-89aa-1c9e8f83bc81 binding host n-d-828369-5 {{(pid=103142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:39:53.009008 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d37d5bb6-dcf1-41a0-a9ea-9c27b00d84e8 admin admin] Publish callbacks [] for security_group (6dc8252e-d0e8-4a59-8b45-79a61ca405d6), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:53.072241 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-bae09c40-e195-4a75-aaab-96ddae4e7d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (0642a8a6-3e15-40fb-89aa-1c9e8f83bc81), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:53.094962 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-362be5cd-40db-491d-8fdb-ee3129361b28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (e7415bf4-bb4b-4268-8cd4-95139dd8ac99), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:53.095937 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362be5cd-40db-491d-8fdb-ee3129361b28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:53.096558 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-362be5cd-40db-491d-8fdb-ee3129361b28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:53.156209 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d37d5bb6-dcf1-41a0-a9ea-9c27b00d84e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (6dc8252e-d0e8-4a59-8b45-79a61ca405d6), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:53.171095 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d37d5bb6-dcf1-41a0-a9ea-9c27b00d84e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:53.172893 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-d37d5bb6-dcf1-41a0-a9ea-9c27b00d84e8 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/6dc8252e-d0e8-4a59-8b45-79a61ca405d6 HTTP/1.1" status: 204 len: 168 time: 0.3220005 Feb 09 21:39:53.183281 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37d5bb6-dcf1-41a0-a9ea-9c27b00d84e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc8252e-d0e8-4a59-8b45-79a61ca405d6,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:53.199155 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-362be5cd-40db-491d-8fdb-ee3129361b28 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8677435 Feb 09 21:39:53.202039 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362be5cd-40db-491d-8fdb-ee3129361b28 admin admin] Pushing event updated for resources: {'Network': ['ID=e7415bf4-bb4b-4268-8cd4-95139dd8ac99,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:53.203980 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 34720) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:53.210221 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-09ac5798-581b-4606-93b6-9152f5627e8d admin admin] Request body: {'subnet': {'network_id': 'e7415bf4-bb4b-4268-8cd4-95139dd8ac99', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-574278455-subnet', 'tenant_id': '8534386f43fe4eff807bae5e72845c97', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:53.258720 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ac5798-581b-4606-93b6-9152f5627e8d admin admin] Made reservation on behalf of 8534386f43fe4eff807bae5e72845c97 for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:39:53.261077 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-09ac5798-581b-4606-93b6-9152f5627e8d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621317'] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:53.289125 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c091a31f-92d4-443e-95a8-619f67e9e31d None None] Publish callbacks [] for port (757dd6a1-adf8-4fb2-8fdc-77171376b001), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:53.299569 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network e7415bf4-bb4b-4268-8cd4-95139dd8ac99 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:39:53.310136 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c091a31f-92d4-443e-95a8-619f67e9e31d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (757dd6a1-adf8-4fb2-8fdc-77171376b001), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:53.319040 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a2f224a6-bb98-41d9-9a5e-139250709cc6 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (f613b724-b785-477b-bede-9d0324981c9c), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:53.379765 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:39:53.382216 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f224a6-bb98-41d9-9a5e-139250709cc6 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Pushing event deleted for resources: {'Subnet': ['ID=f613b724-b785-477b-bede-9d0324981c9c,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:53.418588 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c091a31f-92d4-443e-95a8-619f67e9e31d None None] Pushing event updated for resources: {'Port': ['ID=757dd6a1-adf8-4fb2-8fdc-77171376b001,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:53.427916 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-725214c9-c22b-4f0f-82e4-514206183334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:53.462988 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c091a31f-92d4-443e-95a8-619f67e9e31d None None] Network 0d9f3efe-36b4-4520-8fb9-fdeae13b80ef is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:39:53.471876 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-c091a31f-92d4-443e-95a8-619f67e9e31d None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:39:53.472997 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:53.478347 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c091a31f-92d4-443e-95a8-619f67e9e31d None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:39:53.524068 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a2f224a6-bb98-41d9-9a5e-139250709cc6 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (0d9f3efe-36b4-4520-8fb9-fdeae13b80ef), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:53.581900 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-a2f224a6-bb98-41d9-9a5e-139250709cc6 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d9f3efe-36b4-4520-8fb9-fdeae13b80ef']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:53.611438 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-c091a31f-92d4-443e-95a8-619f67e9e31d None None] Attempting to bind port 757dd6a1-adf8-4fb2-8fdc-77171376b001 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:39:53.611820 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-c091a31f-92d4-443e-95a8-619f67e9e31d None None] Attempting to bind port 757dd6a1-adf8-4fb2-8fdc-77171376b001 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '2f7c84ae-de45-425a-90b6-4383735338be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '0d9f3efe-36b4-4520-8fb9-fdeae13b80ef'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:39:53.612194 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c091a31f-92d4-443e-95a8-619f67e9e31d None None] Attempting to bind port 757dd6a1-adf8-4fb2-8fdc-77171376b001 on network 0d9f3efe-36b4-4520-8fb9-fdeae13b80ef {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:39:53.618938 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c091a31f-92d4-443e-95a8-619f67e9e31d None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:39:53.619328 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c091a31f-92d4-443e-95a8-619f67e9e31d None None] Checking segment: {'id': '2f7c84ae-de45-425a-90b6-4383735338be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '0d9f3efe-36b4-4520-8fb9-fdeae13b80ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:39:53.619736 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c091a31f-92d4-443e-95a8-619f67e9e31d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:53.620130 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c091a31f-92d4-443e-95a8-619f67e9e31d None None] Bound using segment: {'id': '2f7c84ae-de45-425a-90b6-4383735338be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '0d9f3efe-36b4-4520-8fb9-fdeae13b80ef'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:39:53.620638 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-c091a31f-92d4-443e-95a8-619f67e9e31d None None] Bound port: 757dd6a1-adf8-4fb2-8fdc-77171376b001, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f7c84ae-de45-425a-90b6-4383735338be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '0d9f3efe-36b4-4520-8fb9-fdeae13b80ef'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:39:53.621657 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c091a31f-92d4-443e-95a8-619f67e9e31d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (757dd6a1-adf8-4fb2-8fdc-77171376b001), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:53.623120 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-a2f224a6-bb98-41d9-9a5e-139250709cc6 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f7c84ae-de45-425a-90b6-4383735338be') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:53.623461 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-a2f224a6-bb98-41d9-9a5e-139250709cc6 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f7c84ae-de45-425a-90b6-4383735338be') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:53.646408 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-09ac5798-581b-4606-93b6-9152f5627e8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621371'] for subnet (8f9c3484-34ca-4474-858d-d03e064c8f4e), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:53.658446 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a2f224a6-bb98-41d9-9a5e-139250709cc6 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (2f7c84ae-de45-425a-90b6-4383735338be), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:53.684635 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a2f224a6-bb98-41d9-9a5e-139250709cc6 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (2f7c84ae-de45-425a-90b6-4383735338be), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:53.692496 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-c091a31f-92d4-443e-95a8-619f67e9e31d None None] For port 757dd6a1-adf8-4fb2-8fdc-77171376b001, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:39:53.697577 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2f224a6-bb98-41d9-9a5e-139250709cc6 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:39:53.698645 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a2f224a6-bb98-41d9-9a5e-139250709cc6 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (2f7c84ae-de45-425a-90b6-4383735338be), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:53.760489 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-725214c9-c22b-4f0f-82e4-514206183334 admin admin] Allocated IP 172.20.0.1 (31fc07a6-f299-4165-bd01-4e6338ff4b55/0faed951-8579-406a-a0fb-7a4b47e45260/98d10200-2354-451c-8749-9045f33dc638) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:39:53.764814 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ac5798-581b-4606-93b6-9152f5627e8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f9c3484-34ca-4474-858d-d03e064c8f4e,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:53.784974 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ac5798-581b-4606-93b6-9152f5627e8d admin admin] Checking segment: {'id': 'c5b11569-50b4-4458-88c2-c1002e349261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'e7415bf4-bb4b-4268-8cd4-95139dd8ac99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:39:53.785447 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ac5798-581b-4606-93b6-9152f5627e8d admin admin] Network hostable DHCP agents. Network: e7415bf4-bb4b-4268-8cd4-95139dd8ac99, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:39:53.823836 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:39:53.823836 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:39:53.823836 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:39:53.823836 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:39:53.823836 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:39:53.823836 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:39:53.823836 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:39:53.823836 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:39:53.823836 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:39:53.823836 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:39:53.823836 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:39:53.823836 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:39:53.823836 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:39:53.823836 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:39:53.823836 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:39:53.823836 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:39:53.823836 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:39:53.823836 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:39:53.823836 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:39:53.823836 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:39:53.823836 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:39:53.823836 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:39:53.823836 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:39:53.823836 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:39:53.823836 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:39:53.823836 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:39:53.823836 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:39:53.823836 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:39:53.823836 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:39:53.823836 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:39:53.823836 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:39:53.823836 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:39:53.828809 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.db.api [None req-a2f224a6-bb98-41d9-9a5e-139250709cc6 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 21:39:53.828809 n-d-828369-5 neutron-server[103141]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 21:39:53.828809 n-d-828369-5 neutron-server[103141]: [parameters: {'id': '0d9f3efe-36b4-4520-8fb9-fdeae13b80ef'}] Feb 09 21:39:53.828809 n-d-828369-5 neutron-server[103141]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:39:53.829979 n-d-828369-5 neutron-server[103141]: DEBUG oslo_db.api [None req-a2f224a6-bb98-41d9-9a5e-139250709cc6 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:39:53.840671 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-c091a31f-92d4-443e-95a8-619f67e9e31d None None] For port 757dd6a1-adf8-4fb2-8fdc-77171376b001, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=757dd6a1-adf8-4fb2-8fdc-77171376b001,segment=NetworkSegment(2f7c84ae-de45-425a-90b6-4383735338be),segment_id=2f7c84ae-de45-425a-90b6-4383735338be)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:39:53.852657 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ac5798-581b-4606-93b6-9152f5627e8d admin admin] Network e7415bf4-bb4b-4268-8cd4-95139dd8ac99 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:39:53.856297 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c091a31f-92d4-443e-95a8-619f67e9e31d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (757dd6a1-adf8-4fb2-8fdc-77171376b001), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:53.860738 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-bae09c40-e195-4a75-aaab-96ddae4e7d89 None None] Publish callbacks [] for port (0642a8a6-3e15-40fb-89aa-1c9e8f83bc81), precommit_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:53.884713 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-09ac5798-581b-4606-93b6-9152f5627e8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, e7415bf4-bb4b-4268-8cd4-95139dd8ac99) {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:39:53.895332 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ac5798-581b-4606-93b6-9152f5627e8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:53.895945 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-09ac5798-581b-4606-93b6-9152f5627e8d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:53.901203 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d956e0f3-fedd-4749-9800-be4996fcc908 None None] Network e7415bf4-bb4b-4268-8cd4-95139dd8ac99 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:39:53.930234 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-725214c9-c22b-4f0f-82e4-514206183334 admin admin] Publish callbacks [] for port (98d10200-2354-451c-8749-9045f33dc638), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:53.936520 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-09ac5798-581b-4606-93b6-9152f5627e8d admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7300470 Feb 09 21:39:53.993700 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-725214c9-c22b-4f0f-82e4-514206183334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (98d10200-2354-451c-8749-9045f33dc638), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:54.043522 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-bae09c40-e195-4a75-aaab-96ddae4e7d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (0642a8a6-3e15-40fb-89aa-1c9e8f83bc81), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:54.064763 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725214c9-c22b-4f0f-82e4-514206183334 admin admin] Pushing event updated for resources: {'Port': ['ID=98d10200-2354-451c-8749-9045f33dc638,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:54.069627 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f4e318-dd8e-4b0d-8935-03b786d31e3f None None] Network 0d9f3efe-36b4-4520-8fb9-fdeae13b80ef requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:39:54.116134 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725214c9-c22b-4f0f-82e4-514206183334 admin admin] Network 31fc07a6-f299-4165-bd01-4e6338ff4b55 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:39:54.124482 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-725214c9-c22b-4f0f-82e4-514206183334 admin admin] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:39:54.128533 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725214c9-c22b-4f0f-82e4-514206183334 admin admin] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:39:54.170305 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c091a31f-92d4-443e-95a8-619f67e9e31d None None] Pushing event updated for resources: {'Port': ['ID=757dd6a1-adf8-4fb2-8fdc-77171376b001,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:54.179701 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-725214c9-c22b-4f0f-82e4-514206183334 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554727'] for router_interface (0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:54.228031 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-bae09c40-e195-4a75-aaab-96ddae4e7d89 None None] Attempting to bind port 0642a8a6-3e15-40fb-89aa-1c9e8f83bc81 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:39:54.228382 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-bae09c40-e195-4a75-aaab-96ddae4e7d89 None None] Attempting to bind port 0642a8a6-3e15-40fb-89aa-1c9e8f83bc81 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:39:54.228753 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae09c40-e195-4a75-aaab-96ddae4e7d89 None None] Attempting to bind port 0642a8a6-3e15-40fb-89aa-1c9e8f83bc81 on network 54a442d5-50a0-4c75-85cc-d19f5bf58118 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:39:54.255121 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b074141-57ea-45f9-867b-5f9ffd926f2f None None] Network e7415bf4-bb4b-4268-8cd4-95139dd8ac99 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:39:54.331561 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a2f224a6-bb98-41d9-9a5e-139250709cc6 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (0d9f3efe-36b4-4520-8fb9-fdeae13b80ef), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:54.342316 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f439a7-7ae6-4c6f-872b-1a2b3dbf4ec8 req-a980a392-82ed-4aff-bc78-0a934cf78f4d tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:54.350324 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-10f439a7-7ae6-4c6f-872b-1a2b3dbf4ec8 req-a980a392-82ed-4aff-bc78-0a934cf78f4d tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5942c39-add0-42a2-bc58-a7492d65f23d HTTP/1.1" status: 200 len: 949 time: 0.2885127 Feb 09 21:39:54.448003 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-725214c9-c22b-4f0f-82e4-514206183334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (98d10200-2354-451c-8749-9045f33dc638), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:54.471962 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-a2f224a6-bb98-41d9-9a5e-139250709cc6 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Deleting port 757dd6a1-adf8-4fb2-8fdc-77171376b001 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:39:54.472080 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a2f224a6-bb98-41d9-9a5e-139250709cc6 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (757dd6a1-adf8-4fb2-8fdc-77171376b001), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:54.482953 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-10f439a7-7ae6-4c6f-872b-1a2b3dbf4ec8 req-850e153b-7c16-4116-8035-316f48c3a37a tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/security-groups?id=18eb7429-13f2-4956-b934-bb119bf89c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168396 Feb 09 21:39:54.578439 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-a2f224a6-bb98-41d9-9a5e-139250709cc6 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] For port 757dd6a1-adf8-4fb2-8fdc-77171376b001, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=757dd6a1-adf8-4fb2-8fdc-77171376b001,segment=NetworkSegment(2f7c84ae-de45-425a-90b6-4383735338be),segment_id=2f7c84ae-de45-425a-90b6-4383735338be)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:54.579077 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a2f224a6-bb98-41d9-9a5e-139250709cc6 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (757dd6a1-adf8-4fb2-8fdc-77171376b001), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:54.607092 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-a2f224a6-bb98-41d9-9a5e-139250709cc6 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Calling delete_port for 757dd6a1-adf8-4fb2-8fdc-77171376b001 owned by network:dhcp {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:39:54.613722 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae09c40-e195-4a75-aaab-96ddae4e7d89 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:39:54.614260 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae09c40-e195-4a75-aaab-96ddae4e7d89 None None] Checking segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:39:54.614510 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-bae09c40-e195-4a75-aaab-96ddae4e7d89 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:54.615342 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae09c40-e195-4a75-aaab-96ddae4e7d89 None None] Bound using segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:39:54.615468 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-bae09c40-e195-4a75-aaab-96ddae4e7d89 None None] Bound port: 0642a8a6-3e15-40fb-89aa-1c9e8f83bc81, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:39:54.615761 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-bae09c40-e195-4a75-aaab-96ddae4e7d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (0642a8a6-3e15-40fb-89aa-1c9e8f83bc81), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:54.630423 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 34760) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:54.714488 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980ed41b-0951-4176-9439-cf2edbafe46a None None] Pushing event updated for resources: {'Port': ['ID=0642a8a6-3e15-40fb-89aa-1c9e8f83bc81,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:54.743783 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a2f224a6-bb98-41d9-9a5e-139250709cc6 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (757dd6a1-adf8-4fb2-8fdc-77171376b001), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:54.760567 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-725214c9-c22b-4f0f-82e4-514206183334 admin admin] Publish callbacks [] for port (98d10200-2354-451c-8749-9045f33dc638), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:54.767815 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-134a7c36-c946-4a03-a6d4-facdf5dfd34b None None] Provisioning complete for port 98d10200-2354-451c-8749-9045f33dc638 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:39:54.768332 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-134a7c36-c946-4a03-a6d4-facdf5dfd34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (98d10200-2354-451c-8749-9045f33dc638), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:54.770361 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-725214c9-c22b-4f0f-82e4-514206183334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (98d10200-2354-451c-8749-9045f33dc638), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:54.838427 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f224a6-bb98-41d9-9a5e-139250709cc6 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Pushing event deleted for resources: {'Port': ['ID=757dd6a1-adf8-4fb2-8fdc-77171376b001,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:54.848609 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f224a6-bb98-41d9-9a5e-139250709cc6 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] No DVR routers for this DVR port 757dd6a1-adf8-4fb2-8fdc-77171376b001 on host n-d-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:39:54.857109 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-bae09c40-e195-4a75-aaab-96ddae4e7d89 None None] For port 0642a8a6-3e15-40fb-89aa-1c9e8f83bc81, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:39:54.863027 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-bae09c40-e195-4a75-aaab-96ddae4e7d89 None None] For port 0642a8a6-3e15-40fb-89aa-1c9e8f83bc81, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=0642a8a6-3e15-40fb-89aa-1c9e8f83bc81,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:39:54.881009 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-134a7c36-c946-4a03-a6d4-facdf5dfd34b None None] Port 98d10200-2354-451c-8749-9045f33dc638 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:39:54.889880 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-bae09c40-e195-4a75-aaab-96ddae4e7d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (0642a8a6-3e15-40fb-89aa-1c9e8f83bc81), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:54.905896 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de8c554-7961-4103-94e3-0d0258a3697b None None] get_active_networks_info from n-d-828369-5 {{(pid=103142) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 21:39:55.024444 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725214c9-c22b-4f0f-82e4-514206183334 admin admin] Pushing event updated for resources: {'Port': ['ID=98d10200-2354-451c-8749-9045f33dc638,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:55.051908 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-725214c9-c22b-4f0f-82e4-514206183334 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524919'] for router_interface (0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:55.108483 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae09c40-e195-4a75-aaab-96ddae4e7d89 None None] Routers {'0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:39:55.111197 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-bae09c40-e195-4a75-aaab-96ddae4e7d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:39:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:55.129772 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a2f224a6-bb98-41d9-9a5e-139250709cc6 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (0d9f3efe-36b4-4520-8fb9-fdeae13b80ef), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:55.211438 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-a2f224a6-bb98-41d9-9a5e-139250709cc6 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d9f3efe-36b4-4520-8fb9-fdeae13b80ef']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:55.243972 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-a2f224a6-bb98-41d9-9a5e-139250709cc6 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f7c84ae-de45-425a-90b6-4383735338be') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:55.244193 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-a2f224a6-bb98-41d9-9a5e-139250709cc6 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f7c84ae-de45-425a-90b6-4383735338be') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:55.273418 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a2f224a6-bb98-41d9-9a5e-139250709cc6 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (2f7c84ae-de45-425a-90b6-4383735338be), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:55.305716 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a2f224a6-bb98-41d9-9a5e-139250709cc6 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (2f7c84ae-de45-425a-90b6-4383735338be), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:55.314293 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725214c9-c22b-4f0f-82e4-514206183334 admin admin] Network 31fc07a6-f299-4165-bd01-4e6338ff4b55 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:39:55.325422 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2f224a6-bb98-41d9-9a5e-139250709cc6 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:39:55.325893 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a2f224a6-bb98-41d9-9a5e-139250709cc6 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (2f7c84ae-de45-425a-90b6-4383735338be), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:55.335733 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:39:55.335733 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:39:55.335733 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:39:55.335733 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:39:55.335733 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:39:55.335733 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:39:55.335733 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:39:55.335733 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:39:55.335733 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:39:55.335733 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:39:55.335733 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:39:55.335733 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:39:55.335733 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:39:55.335733 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:39:55.335733 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:39:55.335733 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:39:55.335733 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:39:55.335733 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:39:55.335733 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:39:55.335733 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:39:55.335733 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:39:55.335733 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:39:55.335733 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:39:55.335733 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:39:55.335733 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:39:55.335733 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:39:55.335733 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:39:55.335733 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:39:55.335733 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:39:55.335733 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:39:55.335733 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:39:55.335733 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:39:55.340532 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-725214c9-c22b-4f0f-82e4-514206183334 admin admin] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:39:55.347817 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-bae09c40-e195-4a75-aaab-96ddae4e7d89 None None] Set router 0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:39:55.395792 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-16eb9bfd-4d95-42da-b3c2-e628f313d2ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:55.496432 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a2f224a6-bb98-41d9-9a5e-139250709cc6 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (0d9f3efe-36b4-4520-8fb9-fdeae13b80ef), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:55.505696 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a2f224a6-bb98-41d9-9a5e-139250709cc6 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:55.515628 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980ed41b-0951-4176-9439-cf2edbafe46a None None] Pushing event updated for resources: {'Port': ['ID=0642a8a6-3e15-40fb-89aa-1c9e8f83bc81,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:55.528461 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-a2f224a6-bb98-41d9-9a5e-139250709cc6 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] 10.222.0.90 "DELETE /v2.0/networks/0d9f3efe-36b4-4520-8fb9-fdeae13b80ef HTTP/1.1" status: 204 len: 168 time: 2.8855960 Feb 09 21:39:55.530679 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 34800) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:55.560163 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-e6bfc83e-0b09-4854-8359-0d5c19a44361 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-798147052'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:55.717511 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6bfc83e-0b09-4854-8359-0d5c19a44361 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Made reservation on behalf of 0b3dce44ae6942d382ff1ce239e0d9de for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:39:55.722839 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e6bfc83e-0b09-4854-8359-0d5c19a44361 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:55.728397 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f224a6-bb98-41d9-9a5e-139250709cc6 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Pushing event deleted for resources: {'Network': ['ID=0d9f3efe-36b4-4520-8fb9-fdeae13b80ef,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:55.782114 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6bfc83e-0b09-4854-8359-0d5c19a44361 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:39:55.800317 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e6bfc83e-0b09-4854-8359-0d5c19a44361 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (8547342c-e390-443f-8315-eb6cb7bb685b), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:55.800682 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-e6bfc83e-0b09-4854-8359-0d5c19a44361 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Added segment 8547342c-e390-443f-8315-eb6cb7bb685b of type vlan for network 83cbcfab-3d93-4629-b069-fd7a8e1409eb Feb 09 21:39:55.857905 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dcf9aa-5845-41ba-bf37-b53e22232afc req-09f812e8-1344-4a49-8c35-6705fcb23750 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:55.859525 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f9dcf9aa-5845-41ba-bf37-b53e22232afc req-09f812e8-1344-4a49-8c35-6705fcb23750 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5942c39-add0-42a2-bc58-a7492d65f23d HTTP/1.1" status: 200 len: 949 time: 0.2165775 Feb 09 21:39:55.893376 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e6bfc83e-0b09-4854-8359-0d5c19a44361 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (83cbcfab-3d93-4629-b069-fd7a8e1409eb), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:55.906746 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de8c554-7961-4103-94e3-0d0258a3697b None None] Resources bound (agent type, host, resource id): {{(pid=103142) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 21:39:55.921723 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-725214c9-c22b-4f0f-82e4-514206183334 admin admin] Router 0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:39:55.937897 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-bae09c40-e195-4a75-aaab-96ddae4e7d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed', 'name': 'tempest-ServersTestBootFromVolume-1097569487-router', 'tenant_id': '891ca650f17f4d53a93ccc8e382018ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '0642a8a6-3e15-40fb-89aa-1c9e8f83bc81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:39:47Z', 'updated_at': '2022-02-09T21:39:54Z', 'revision_number': 4, 'project_id': '891ca650f17f4d53a93ccc8e382018ef', 'gw_port': {'id': '0642a8a6-3e15-40fb-89aa-1c9e8f83bc81', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:3b:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:39:48Z', 'updated_at': '2022-02-09T21:39:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '98d10200-2354-451c-8749-9045f33dc638', 'name': '', 'network_id': '31fc07a6-f299-4165-bd01-4e6338ff4b55', 'tenant_id': '891ca650f17f4d53a93ccc8e382018ef', 'mac_address': 'fa:16:3e:5b:c3:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '0faed951-8579-406a-a0fb-7a4b47e45260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:39:53Z', 'updated_at': '2022-02-09T21:39:54Z', 'revision_number': 2, 'project_id': '891ca650f17f4d53a93ccc8e382018ef', 'subnets': [{'id': '0faed951-8579-406a-a0fb-7a4b47e45260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:55.958846 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e6bfc83e-0b09-4854-8359-0d5c19a44361 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (83cbcfab-3d93-4629-b069-fd7a8e1409eb), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:55.964623 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f9dcf9aa-5845-41ba-bf37-b53e22232afc req-06379032-0591-43df-a92b-f2d0325f0b44 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/security-groups?id=18eb7429-13f2-4956-b934-bb119bf89c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883780 Feb 09 21:39:55.968364 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6bfc83e-0b09-4854-8359-0d5c19a44361 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:55.969511 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e6bfc83e-0b09-4854-8359-0d5c19a44361 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:56.008794 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae09c40-e195-4a75-aaab-96ddae4e7d89 None None] The sync data for ids ['0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed'] in n-d-828369-5 is: [{'id': '0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed', 'name': 'tempest-ServersTestBootFromVolume-1097569487-router', 'tenant_id': '891ca650f17f4d53a93ccc8e382018ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '0642a8a6-3e15-40fb-89aa-1c9e8f83bc81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:39:47Z', 'updated_at': '2022-02-09T21:39:54Z', 'revision_number': 4, 'project_id': '891ca650f17f4d53a93ccc8e382018ef', 'gw_port': {'id': '0642a8a6-3e15-40fb-89aa-1c9e8f83bc81', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:3b:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:39:48Z', 'updated_at': '2022-02-09T21:39:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '98d10200-2354-451c-8749-9045f33dc638', 'name': '', 'network_id': '31fc07a6-f299-4165-bd01-4e6338ff4b55', 'tenant_id': '891ca650f17f4d53a93ccc8e382018ef', 'mac_address': 'fa:16:3e:5b:c3:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '0faed951-8579-406a-a0fb-7a4b47e45260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:39:53Z', 'updated_at': '2022-02-09T21:39:54Z', 'revision_number': 2, 'project_id': '891ca650f17f4d53a93ccc8e382018ef', 'subnets': [{'id': '0faed951-8579-406a-a0fb-7a4b47e45260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:39:56.058521 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-e6bfc83e-0b09-4854-8359-0d5c19a44361 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5115049 Feb 09 21:39:56.063403 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 34814) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:56.080379 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bfc83e-0b09-4854-8359-0d5c19a44361 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Pushing event updated for resources: {'Network': ['ID=83cbcfab-3d93-4629-b069-fd7a8e1409eb,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:56.105558 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 83cbcfab-3d93-4629-b069-fd7a8e1409eb details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:39:56.120473 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-16eb9bfd-4d95-42da-b3c2-e628f313d2ad admin admin] Publish callbacks [] for security_group (34a41e5c-c394-44cd-a04c-98f61227d6d0), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:56.125256 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-4529c215-d5c8-4d1d-b106-6fd6c0339e9f tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Request body: {'subnet': {'network_id': '83cbcfab-3d93-4629-b069-fd7a8e1409eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:56.154933 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-16eb9bfd-4d95-42da-b3c2-e628f313d2ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (34a41e5c-c394-44cd-a04c-98f61227d6d0), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:56.280521 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 34828) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:56.281766 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-16eb9bfd-4d95-42da-b3c2-e628f313d2ad admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=42f16b7dd2254dacbdab6bd7e69d9fee&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6503718 Feb 09 21:39:56.397181 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f8ffe787-f4c0-49f8-aba4-ec2734f090a6 admin admin] Publish callbacks [] for security_group (34a41e5c-c394-44cd-a04c-98f61227d6d0), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:56.459335 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f8ffe787-f4c0-49f8-aba4-ec2734f090a6 admin admin] Publish callbacks [] for security_group (34a41e5c-c394-44cd-a04c-98f61227d6d0), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:56.521151 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eb9bfd-4d95-42da-b3c2-e628f313d2ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34a41e5c-c394-44cd-a04c-98f61227d6d0,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:56.560831 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-725214c9-c22b-4f0f-82e4-514206183334 admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:39:56.579850 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-725214c9-c22b-4f0f-82e4-514206183334 admin admin] 10.222.0.90 "PUT /v2.0/routers/0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7423816 Feb 09 21:39:56.595229 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f8ffe787-f4c0-49f8-aba4-ec2734f090a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (34a41e5c-c394-44cd-a04c-98f61227d6d0), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:56.596694 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3971e701-7b35-4473-ac99-40e980d3c31a req-4aae59ec-b7b9-455b-89d2-68d09adb4b21 tempest-ServerGroupTestJSON-514329874 tempest-ServerGroupTestJSON-514329874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:56.599835 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f8ffe787-f4c0-49f8-aba4-ec2734f090a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:56.605615 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3971e701-7b35-4473-ac99-40e980d3c31a req-4aae59ec-b7b9-455b-89d2-68d09adb4b21 tempest-ServerGroupTestJSON-514329874 tempest-ServerGroupTestJSON-514329874-project] 10.222.0.90 "GET /v2.0/networks?id=e7415bf4-bb4b-4268-8cd4-95139dd8ac99 HTTP/1.1" status: 200 len: 809 time: 0.3153341 Feb 09 21:39:56.606623 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-f8ffe787-f4c0-49f8-aba4-ec2734f090a6 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/34a41e5c-c394-44cd-a04c-98f61227d6d0 HTTP/1.1" status: 204 len: 168 time: 0.3235064 Feb 09 21:39:56.643645 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3971e701-7b35-4473-ac99-40e980d3c31a req-e404c11c-78ca-400d-a4da-fdee0543d478 tempest-ServerGroupTestJSON-514329874 tempest-ServerGroupTestJSON-514329874-project] 10.222.0.90 "GET /v2.0/quotas/8534386f43fe4eff807bae5e72845c97 HTTP/1.1" status: 200 len: 375 time: 0.0368807 Feb 09 21:39:56.645317 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ffe787-f4c0-49f8-aba4-ec2734f090a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a41e5c-c394-44cd-a04c-98f61227d6d0,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:56.691746 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4529c215-d5c8-4d1d-b106-6fd6c0339e9f tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Made reservation on behalf of 0b3dce44ae6942d382ff1ce239e0d9de for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:39:56.696926 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4529c215-d5c8-4d1d-b106-6fd6c0339e9f tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621317'] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:56.781573 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3971e701-7b35-4473-ac99-40e980d3c31a req-7b1536f5-9b56-43da-b347-2424426721a4 tempest-ServerGroupTestJSON-514329874 tempest-ServerGroupTestJSON-514329874-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=8534386f43fe4eff807bae5e72845c97&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1367707 Feb 09 21:39:56.843731 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-30278c0a-f9b4-4f3f-a19b-5bb6e26ee87e None None] Provisioning complete for port 98d10200-2354-451c-8749-9045f33dc638 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:39:56.847385 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-30278c0a-f9b4-4f3f-a19b-5bb6e26ee87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (98d10200-2354-451c-8749-9045f33dc638), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:56.946173 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3971e701-7b35-4473-ac99-40e980d3c31a req-359df67d-3062-4957-8589-697bb63adb8a service neutron] 10.222.0.90 "GET /v2.0/networks/e7415bf4-bb4b-4268-8cd4-95139dd8ac99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635597 Feb 09 21:39:56.955299 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-30278c0a-f9b4-4f3f-a19b-5bb6e26ee87e None None] Port 98d10200-2354-451c-8749-9045f33dc638 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:39:57.120638 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4529c215-d5c8-4d1d-b106-6fd6c0339e9f tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621371'] for subnet (10075772-b4bd-4cea-a484-4664724e1984), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:57.142008 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3971e701-7b35-4473-ac99-40e980d3c31a req-51b79f17-2977-41df-ab7a-62d305ce301b service neutron] 10.222.0.90 "GET /v2.0/networks/e7415bf4-bb4b-4268-8cd4-95139dd8ac99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946843 Feb 09 21:39:57.229850 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4529c215-d5c8-4d1d-b106-6fd6c0339e9f tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Pushing event updated for resources: {'Subnet': ['ID=10075772-b4bd-4cea-a484-4664724e1984,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:57.244527 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4529c215-d5c8-4d1d-b106-6fd6c0339e9f tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Checking segment: {'id': '8547342c-e390-443f-8315-eb6cb7bb685b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '83cbcfab-3d93-4629-b069-fd7a8e1409eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:39:57.245101 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4529c215-d5c8-4d1d-b106-6fd6c0339e9f tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Network hostable DHCP agents. Network: 83cbcfab-3d93-4629-b069-fd7a8e1409eb, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:39:57.281361 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4529c215-d5c8-4d1d-b106-6fd6c0339e9f tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Network 83cbcfab-3d93-4629-b069-fd7a8e1409eb is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:39:57.298266 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-4529c215-d5c8-4d1d-b106-6fd6c0339e9f tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 83cbcfab-3d93-4629-b069-fd7a8e1409eb) {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:39:57.303307 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4529c215-d5c8-4d1d-b106-6fd6c0339e9f tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:57.304931 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4529c215-d5c8-4d1d-b106-6fd6c0339e9f tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:57.325138 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e08672-0047-412d-97e1-07f0d9a52b55 None None] Network 83cbcfab-3d93-4629-b069-fd7a8e1409eb requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:39:57.369622 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-4529c215-d5c8-4d1d-b106-6fd6c0339e9f tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2551489 Feb 09 21:39:57.374249 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 34858) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:57.571071 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271a6434-b9e6-4eaf-9d07-a1396bcdfbdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-83cbcfab-3d93-4629-b069-fd7a8e1409eb', 'network_id': '83cbcfab-3d93-4629-b069-fd7a8e1409eb', 'project_id': '0b3dce44ae6942d382ff1ce239e0d9de', 'fixed_ips': [{'subnet_id': '10075772-b4bd-4cea-a484-4664724e1984'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:39:57.572788 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-271a6434-b9e6-4eaf-9d07-a1396bcdfbdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:57.737750 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4940b77b-fa21-40c7-8da8-c5593858f446 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (83cbcfab-3d93-4629-b069-fd7a8e1409eb), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:57.768938 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 34866) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:57.775173 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-e5055619-fddf-487e-a061-c7978a27c3c7 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Request body: {'security_group': {'name': 'tempest-securitygroup--841849400', 'description': 'tempest-description--717081529'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:57.824440 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e5055619-fddf-487e-a061-c7978a27c3c7 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:57.846218 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 0642a8a6-3e15-40fb-89aa-1c9e8f83bc81 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:39:57.885944 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4940b77b-fa21-40c7-8da8-c5593858f446 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (10075772-b4bd-4cea-a484-4664724e1984), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:57.925997 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c69ee4a-4d0c-4fc5-b8a6-6bb1fb237546 req-30bb8f11-1bdb-4fe0-bb49-a4ee09e69bbd tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:57.936878 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5c69ee4a-4d0c-4fc5-b8a6-6bb1fb237546 req-30bb8f11-1bdb-4fe0-bb49-a4ee09e69bbd tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5942c39-add0-42a2-bc58-a7492d65f23d HTTP/1.1" status: 200 len: 949 time: 0.2474480 Feb 09 21:39:58.100153 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-271a6434-b9e6-4eaf-9d07-a1396bcdfbdb None None] Allocated IP 172.20.0.2 (83cbcfab-3d93-4629-b069-fd7a8e1409eb/10075772-b4bd-4cea-a484-4664724e1984/faed4171-cd71-4d2f-90fc-25f7d1845981) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:39:58.149126 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 0642a8a6-3e15-40fb-89aa-1c9e8f83bc81 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:39:58.149424 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (0642a8a6-3e15-40fb-89aa-1c9e8f83bc81), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:58.496027 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-271a6434-b9e6-4eaf-9d07-a1396bcdfbdb None None] Publish callbacks [] for port (faed4171-cd71-4d2f-90fc-25f7d1845981), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:58.516957 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-271a6434-b9e6-4eaf-9d07-a1396bcdfbdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (faed4171-cd71-4d2f-90fc-25f7d1845981), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:58.531677 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4940b77b-fa21-40c7-8da8-c5593858f446 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (10075772-b4bd-4cea-a484-4664724e1984), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:58.606238 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4940b77b-fa21-40c7-8da8-c5593858f446 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Pushing event deleted for resources: {'Subnet': ['ID=10075772-b4bd-4cea-a484-4664724e1984,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:58.623917 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271a6434-b9e6-4eaf-9d07-a1396bcdfbdb None None] Pushing event updated for resources: {'Port': ['ID=faed4171-cd71-4d2f-90fc-25f7d1845981,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:58.669766 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271a6434-b9e6-4eaf-9d07-a1396bcdfbdb None None] Network 83cbcfab-3d93-4629-b069-fd7a8e1409eb is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:39:58.673471 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-271a6434-b9e6-4eaf-9d07-a1396bcdfbdb None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:39:58.681391 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271a6434-b9e6-4eaf-9d07-a1396bcdfbdb None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:39:58.695411 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 0642a8a6-3e15-40fb-89aa-1c9e8f83bc81 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:39:58.696302 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (0642a8a6-3e15-40fb-89aa-1c9e8f83bc81), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:58.721220 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port 0642a8a6-3e15-40fb-89aa-1c9e8f83bc81, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=0642a8a6-3e15-40fb-89aa-1c9e8f83bc81,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:39:58.781654 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4940b77b-fa21-40c7-8da8-c5593858f446 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (83cbcfab-3d93-4629-b069-fd7a8e1409eb), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:58.782613 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (0642a8a6-3e15-40fb-89aa-1c9e8f83bc81), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:58.834056 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-4940b77b-fa21-40c7-8da8-c5593858f446 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83cbcfab-3d93-4629-b069-fd7a8e1409eb']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:58.861966 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-4940b77b-fa21-40c7-8da8-c5593858f446 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8547342c-e390-443f-8315-eb6cb7bb685b') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:58.862586 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-4940b77b-fa21-40c7-8da8-c5593858f446 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8547342c-e390-443f-8315-eb6cb7bb685b') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:58.870034 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-271a6434-b9e6-4eaf-9d07-a1396bcdfbdb None None] Attempting to bind port faed4171-cd71-4d2f-90fc-25f7d1845981 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:39:58.870668 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-271a6434-b9e6-4eaf-9d07-a1396bcdfbdb None None] Attempting to bind port faed4171-cd71-4d2f-90fc-25f7d1845981 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '8547342c-e390-443f-8315-eb6cb7bb685b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '83cbcfab-3d93-4629-b069-fd7a8e1409eb'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:39:58.874793 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271a6434-b9e6-4eaf-9d07-a1396bcdfbdb None None] Attempting to bind port faed4171-cd71-4d2f-90fc-25f7d1845981 on network 83cbcfab-3d93-4629-b069-fd7a8e1409eb {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:39:58.895875 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4940b77b-fa21-40c7-8da8-c5593858f446 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (8547342c-e390-443f-8315-eb6cb7bb685b), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:58.905919 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5c69ee4a-4d0c-4fc5-b8a6-6bb1fb237546 req-721971f7-ecb4-408c-a294-b0db8227b1cf tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/security-groups?id=18eb7429-13f2-4956-b934-bb119bf89c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9675667 Feb 09 21:39:58.924162 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271a6434-b9e6-4eaf-9d07-a1396bcdfbdb None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:39:58.925391 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271a6434-b9e6-4eaf-9d07-a1396bcdfbdb None None] Checking segment: {'id': '8547342c-e390-443f-8315-eb6cb7bb685b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '83cbcfab-3d93-4629-b069-fd7a8e1409eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:39:58.925951 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-271a6434-b9e6-4eaf-9d07-a1396bcdfbdb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:58.926411 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271a6434-b9e6-4eaf-9d07-a1396bcdfbdb None None] Bound using segment: {'id': '8547342c-e390-443f-8315-eb6cb7bb685b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '83cbcfab-3d93-4629-b069-fd7a8e1409eb'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:39:58.926966 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-271a6434-b9e6-4eaf-9d07-a1396bcdfbdb None None] Bound port: faed4171-cd71-4d2f-90fc-25f7d1845981, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8547342c-e390-443f-8315-eb6cb7bb685b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '83cbcfab-3d93-4629-b069-fd7a8e1409eb'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:39:58.927410 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-271a6434-b9e6-4eaf-9d07-a1396bcdfbdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (faed4171-cd71-4d2f-90fc-25f7d1845981), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:58.928728 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fbaf2f4f-1a5b-4405-a342-8c54d07690cc req-91160140-238d-4bc6-945c-71f4877d4da3 tempest-ServerGroupTestJSON-514329874 tempest-ServerGroupTestJSON-514329874-project] 10.222.0.90 "GET /v2.0/ports?device_id=f3c3dd89-2e13-4eb4-8260-6250e07bf7af HTTP/1.1" status: 200 len: 210 time: 1.0537219 Feb 09 21:39:58.930514 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 34894) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:58.948867 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=0642a8a6-3e15-40fb-89aa-1c9e8f83bc81,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:58.949075 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4940b77b-fa21-40c7-8da8-c5593858f446 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (8547342c-e390-443f-8315-eb6cb7bb685b), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:58.960361 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4940b77b-fa21-40c7-8da8-c5593858f446 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:39:58.964791 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4940b77b-fa21-40c7-8da8-c5593858f446 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (8547342c-e390-443f-8315-eb6cb7bb685b), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:59.017089 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-271a6434-b9e6-4eaf-9d07-a1396bcdfbdb None None] For port faed4171-cd71-4d2f-90fc-25f7d1845981, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:39:59.023224 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:39:59.023224 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:39:59.023224 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:39:59.023224 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:39:59.023224 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:39:59.023224 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:39:59.023224 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:39:59.023224 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:39:59.023224 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:39:59.023224 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:39:59.023224 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:39:59.023224 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:39:59.023224 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:39:59.023224 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:39:59.023224 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:39:59.023224 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:39:59.023224 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:39:59.023224 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:39:59.023224 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:39:59.023224 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:39:59.023224 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:39:59.023224 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:39:59.023224 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:39:59.023224 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:39:59.023224 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:39:59.023224 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:39:59.023224 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:39:59.023224 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:39:59.023224 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:39:59.023224 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:39:59.023224 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:39:59.023224 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:39:59.042210 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.db.api [None req-4940b77b-fa21-40c7-8da8-c5593858f446 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 21:39:59.042210 n-d-828369-5 neutron-server[103141]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 21:39:59.042210 n-d-828369-5 neutron-server[103141]: [parameters: {'id': '83cbcfab-3d93-4629-b069-fd7a8e1409eb'}] Feb 09 21:39:59.042210 n-d-828369-5 neutron-server[103141]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:39:59.042823 n-d-828369-5 neutron-server[103141]: DEBUG oslo_db.api [None req-4940b77b-fa21-40c7-8da8-c5593858f446 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:39:59.044449 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-271a6434-b9e6-4eaf-9d07-a1396bcdfbdb None None] For port faed4171-cd71-4d2f-90fc-25f7d1845981, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=faed4171-cd71-4d2f-90fc-25f7d1845981,segment=NetworkSegment(8547342c-e390-443f-8315-eb6cb7bb685b),segment_id=8547342c-e390-443f-8315-eb6cb7bb685b)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:39:59.052748 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-271a6434-b9e6-4eaf-9d07-a1396bcdfbdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (faed4171-cd71-4d2f-90fc-25f7d1845981), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:59.158915 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e5055619-fddf-487e-a061-c7978a27c3c7 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Publish callbacks [] for security_group (acf6eb09-8df7-4797-a643-4eeaeced6321), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:59.160082 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ea4830d8-b228-4dcd-8b5c-68cf4a207581 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:59.166458 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e5055619-fddf-487e-a061-c7978a27c3c7 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (acf6eb09-8df7-4797-a643-4eeaeced6321), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:59.185013 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7c21e3-ac53-4a11-8f3f-af937c2d7d8e None None] get_active_networks_info from n-d-828369-5 {{(pid=103142) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 21:39:59.293794 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e5055619-fddf-487e-a061-c7978a27c3c7 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:59.295078 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-e5055619-fddf-487e-a061-c7978a27c3c7 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.5251567 Feb 09 21:39:59.297052 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5055619-fddf-487e-a061-c7978a27c3c7 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acf6eb09-8df7-4797-a643-4eeaeced6321,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:59.298052 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 34908) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:59.312342 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-801abc16-5f14-4102-a3b6-24779e17cb28 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Request body: {'security_group_rule': {'security_group_id': 'acf6eb09-8df7-4797-a643-4eeaeced6321', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:59.352080 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271a6434-b9e6-4eaf-9d07-a1396bcdfbdb None None] Pushing event updated for resources: {'Port': ['ID=faed4171-cd71-4d2f-90fc-25f7d1845981,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:59.403894 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-801abc16-5f14-4102-a3b6-24779e17cb28 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Publish callbacks [] for security_group_rule (2377af18-9d07-434c-a023-f24f5212abb9), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:59.418074 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ea4830d8-b228-4dcd-8b5c-68cf4a207581 admin admin] Publish callbacks [] for security_group (2ae714ea-06ac-450e-b795-9572ebc98c74), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:59.425995 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ea4830d8-b228-4dcd-8b5c-68cf4a207581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (2ae714ea-06ac-450e-b795-9572ebc98c74), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:59.501681 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 34910) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:59.549752 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4940b77b-fa21-40c7-8da8-c5593858f446 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (83cbcfab-3d93-4629-b069-fd7a8e1409eb), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:59.620002 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-801abc16-5f14-4102-a3b6-24779e17cb28 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Publish callbacks [] for security_group_rule (2377af18-9d07-434c-a023-f24f5212abb9), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:59.627472 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7c21e3-ac53-4a11-8f3f-af937c2d7d8e None None] Resources bound (agent type, host, resource id): {{(pid=103142) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 21:39:59.633493 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 0642a8a6-3e15-40fb-89aa-1c9e8f83bc81 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:39:59.685761 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-801abc16-5f14-4102-a3b6-24779e17cb28 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (2377af18-9d07-434c-a023-f24f5212abb9), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:59.691811 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3971e701-7b35-4473-ac99-40e980d3c31a req-74d44666-8b51-4e96-abab-a0e1244d73ea tempest-ServerGroupTestJSON-514329874 tempest-ServerGroupTestJSON-514329874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:39:59.704618 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3971e701-7b35-4473-ac99-40e980d3c31a req-74d44666-8b51-4e96-abab-a0e1244d73ea tempest-ServerGroupTestJSON-514329874 tempest-ServerGroupTestJSON-514329874-project] 10.222.0.95 "GET /v2.0/networks?id=e7415bf4-bb4b-4268-8cd4-95139dd8ac99 HTTP/1.1" status: 200 len: 809 time: 0.2247543 Feb 09 21:39:59.749929 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-3971e701-7b35-4473-ac99-40e980d3c31a req-66bde0ea-f0d6-45f4-a058-51dbc524eef9 tempest-ServerGroupTestJSON-514329874 tempest-ServerGroupTestJSON-514329874-project] Request body: {'port': {'device_id': 'f3c3dd89-2e13-4eb4-8260-6250e07bf7af', 'network_id': 'e7415bf4-bb4b-4268-8cd4-95139dd8ac99', 'admin_state_up': True, 'tenant_id': '8534386f43fe4eff807bae5e72845c97'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:59.758790 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801abc16-5f14-4102-a3b6-24779e17cb28 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2377af18-9d07-434c-a023-f24f5212abb9,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:59.762586 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 0642a8a6-3e15-40fb-89aa-1c9e8f83bc81 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:39:59.762962 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (0642a8a6-3e15-40fb-89aa-1c9e8f83bc81), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:59.784244 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-ea4830d8-b228-4dcd-8b5c-68cf4a207581 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=f87ae2bbf56b45afaf2099103eb6d2b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8425481 Feb 09 21:39:59.784771 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-801abc16-5f14-4102-a3b6-24779e17cb28 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:39:59.785679 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 34918) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:59.792033 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-801abc16-5f14-4102-a3b6-24779e17cb28 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4924076 Feb 09 21:39:59.801823 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 34920) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:39:59.823135 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ccb0fff-fbe6-4478-b846-ebb95d9bc280 None None] Sync routers for ids ['0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:39:59.865650 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ccb0fff-fbe6-4478-b846-ebb95d9bc280 None None] Routers {'0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:39:59.866353 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-4ccb0fff-fbe6-4478-b846-ebb95d9bc280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:39:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:39:59.869388 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-edc0b1c4-f615-45bb-bdbf-f33de1d70564 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Request body: {'security_group_rule': {'security_group_id': 'acf6eb09-8df7-4797-a643-4eeaeced6321', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:39:59.895457 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4830d8-b228-4dcd-8b5c-68cf4a207581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae714ea-06ac-450e-b795-9572ebc98c74,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:39:59.998867 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-69d0f575-2dda-4358-8982-4b912da957d3 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-641944127-network', 'tenant_id': '7ae2a2fa2ca249bc9b9f1768a92535b1'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:00.015423 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-edc0b1c4-f615-45bb-bdbf-f33de1d70564 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Publish callbacks [] for security_group_rule (8767a432-0a5a-4bdc-a16d-fde593905ecc), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:00.084139 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-4940b77b-fa21-40c7-8da8-c5593858f446 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Deleting port faed4171-cd71-4d2f-90fc-25f7d1845981 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:40:00.086232 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4940b77b-fa21-40c7-8da8-c5593858f446 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (faed4171-cd71-4d2f-90fc-25f7d1845981), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:00.091671 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-4ccb0fff-fbe6-4478-b846-ebb95d9bc280 None None] Set router 0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:40:00.149280 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-edc0b1c4-f615-45bb-bdbf-f33de1d70564 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Publish callbacks [] for security_group_rule (8767a432-0a5a-4bdc-a16d-fde593905ecc), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:00.206721 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8da39a03-9e6e-49fc-ace1-f9650918aa9d admin admin] Publish callbacks [] for security_group (2ae714ea-06ac-450e-b795-9572ebc98c74), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:00.250786 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-edc0b1c4-f615-45bb-bdbf-f33de1d70564 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (8767a432-0a5a-4bdc-a16d-fde593905ecc), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:00.258177 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-95b6790e-ba41-4da5-a76d-5c94b8f1b832 req-1996d71a-4974-4aa2-8cde-f60488981c5d tempest-ServerGroupTestJSON-514329874 tempest-ServerGroupTestJSON-514329874-project] 10.222.0.90 "GET /v2.0/ports?device_id=f3c3dd89-2e13-4eb4-8260-6250e07bf7af HTTP/1.1" status: 200 len: 210 time: 0.0953090 Feb 09 21:40:00.291114 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 0642a8a6-3e15-40fb-89aa-1c9e8f83bc81 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:40:00.305737 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc0b1c4-f615-45bb-bdbf-f33de1d70564 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8767a432-0a5a-4bdc-a16d-fde593905ecc,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:00.324580 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-edc0b1c4-f615-45bb-bdbf-f33de1d70564 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:00.329433 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-edc0b1c4-f615-45bb-bdbf-f33de1d70564 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5241432 Feb 09 21:40:00.330088 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 34936) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:00.351823 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-4940b77b-fa21-40c7-8da8-c5593858f446 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] For port faed4171-cd71-4d2f-90fc-25f7d1845981, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=faed4171-cd71-4d2f-90fc-25f7d1845981,segment=NetworkSegment(8547342c-e390-443f-8315-eb6cb7bb685b),segment_id=8547342c-e390-443f-8315-eb6cb7bb685b)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:00.352291 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4940b77b-fa21-40c7-8da8-c5593858f446 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (faed4171-cd71-4d2f-90fc-25f7d1845981), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:00.355598 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-2f21e0f0-9a0a-4b67-b283-07a146b88e31 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Request body: {'floatingip': {'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:00.379907 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-4940b77b-fa21-40c7-8da8-c5593858f446 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Calling delete_port for faed4171-cd71-4d2f-90fc-25f7d1845981 owned by network:dhcp {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:40:00.384154 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4305a6-4a42-446d-b0b3-45dd5a53e9b0 req-100564ec-0040-4dca-b10c-f4c09eebaf15 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:00.388700 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-df4305a6-4a42-446d-b0b3-45dd5a53e9b0 req-100564ec-0040-4dca-b10c-f4c09eebaf15 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5942c39-add0-42a2-bc58-a7492d65f23d HTTP/1.1" status: 200 len: 949 time: 0.2917666 Feb 09 21:40:00.433900 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8da39a03-9e6e-49fc-ace1-f9650918aa9d admin admin] Publish callbacks [] for security_group (2ae714ea-06ac-450e-b795-9572ebc98c74), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:00.451110 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69d0f575-2dda-4358-8982-4b912da957d3 admin admin] Made reservation on behalf of 7ae2a2fa2ca249bc9b9f1768a92535b1 for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:40:00.453799 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-69d0f575-2dda-4358-8982-4b912da957d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:00.455795 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a4eec9-fecf-468c-863a-e82a86a0b0fa None None] Network 83cbcfab-3d93-4629-b069-fd7a8e1409eb requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:40:00.468536 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-69d0f575-2dda-4358-8982-4b912da957d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:00.479106 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3971e701-7b35-4473-ac99-40e980d3c31a req-66bde0ea-f0d6-45f4-a058-51dbc524eef9 tempest-ServerGroupTestJSON-514329874 tempest-ServerGroupTestJSON-514329874-project] Made reservation on behalf of 8534386f43fe4eff807bae5e72845c97 for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:40:00.482766 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-3971e701-7b35-4473-ac99-40e980d3c31a req-66bde0ea-f0d6-45f4-a058-51dbc524eef9 tempest-ServerGroupTestJSON-514329874 tempest-ServerGroupTestJSON-514329874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:00.541998 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4940b77b-fa21-40c7-8da8-c5593858f446 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (faed4171-cd71-4d2f-90fc-25f7d1845981), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:00.548901 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-4ccb0fff-fbe6-4478-b846-ebb95d9bc280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed', 'name': 'tempest-ServersTestBootFromVolume-1097569487-router', 'tenant_id': '891ca650f17f4d53a93ccc8e382018ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '0642a8a6-3e15-40fb-89aa-1c9e8f83bc81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:39:47Z', 'updated_at': '2022-02-09T21:39:54Z', 'revision_number': 4, 'project_id': '891ca650f17f4d53a93ccc8e382018ef', 'gw_port': {'id': '0642a8a6-3e15-40fb-89aa-1c9e8f83bc81', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:3b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:39:48Z', 'updated_at': '2022-02-09T21:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '98d10200-2354-451c-8749-9045f33dc638', 'name': '', 'network_id': '31fc07a6-f299-4165-bd01-4e6338ff4b55', 'tenant_id': '891ca650f17f4d53a93ccc8e382018ef', 'mac_address': 'fa:16:3e:5b:c3:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '0faed951-8579-406a-a0fb-7a4b47e45260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:39:53Z', 'updated_at': '2022-02-09T21:39:54Z', 'revision_number': 2, 'project_id': '891ca650f17f4d53a93ccc8e382018ef', 'subnets': [{'id': '0faed951-8579-406a-a0fb-7a4b47e45260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:40:00.576931 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4940b77b-fa21-40c7-8da8-c5593858f446 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Pushing event deleted for resources: {'Port': ['ID=faed4171-cd71-4d2f-90fc-25f7d1845981,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:00.593126 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4940b77b-fa21-40c7-8da8-c5593858f446 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] No DVR routers for this DVR port faed4171-cd71-4d2f-90fc-25f7d1845981 on host n-d-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:40:00.610056 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ccb0fff-fbe6-4478-b846-ebb95d9bc280 None None] Checking router: 0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:40:00.611129 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ccb0fff-fbe6-4478-b846-ebb95d9bc280 None None] Updating router 0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed port 98d10200-2354-451c-8749-9045f33dc638 binding host n-d-828369-5 {{(pid=103143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:40:00.623022 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-df4305a6-4a42-446d-b0b3-45dd5a53e9b0 req-2842c408-801b-43fd-94c2-a6c7101ca8f9 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/security-groups?id=18eb7429-13f2-4956-b934-bb119bf89c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124264 Feb 09 21:40:00.625386 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2f21e0f0-9a0a-4b67-b283-07a146b88e31 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:00.683025 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4ccb0fff-fbe6-4478-b846-ebb95d9bc280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (98d10200-2354-451c-8749-9045f33dc638), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:00.724307 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-69d0f575-2dda-4358-8982-4b912da957d3 admin admin] Publish callbacks [] for security_group (0ed6a07c-2434-48a9-b870-08cebe1bc7c3), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:00.731323 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-69d0f575-2dda-4358-8982-4b912da957d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (0ed6a07c-2434-48a9-b870-08cebe1bc7c3), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:00.736045 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4940b77b-fa21-40c7-8da8-c5593858f446 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (83cbcfab-3d93-4629-b069-fd7a8e1409eb), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:00.779397 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d0f575-2dda-4358-8982-4b912da957d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ed6a07c-2434-48a9-b870-08cebe1bc7c3,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:00.803745 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-4940b77b-fa21-40c7-8da8-c5593858f446 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83cbcfab-3d93-4629-b069-fd7a8e1409eb']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:40:00.811521 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8da39a03-9e6e-49fc-ace1-f9650918aa9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (2ae714ea-06ac-450e-b795-9572ebc98c74), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:00.814362 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8da39a03-9e6e-49fc-ace1-f9650918aa9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:00.818211 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-8da39a03-9e6e-49fc-ace1-f9650918aa9d admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/2ae714ea-06ac-450e-b795-9572ebc98c74 HTTP/1.1" status: 204 len: 168 time: 1.0056226 Feb 09 21:40:00.821377 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69d0f575-2dda-4358-8982-4b912da957d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:40:00.830362 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-4940b77b-fa21-40c7-8da8-c5593858f446 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8547342c-e390-443f-8315-eb6cb7bb685b') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:40:00.833536 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-4940b77b-fa21-40c7-8da8-c5593858f446 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8547342c-e390-443f-8315-eb6cb7bb685b') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:40:00.865059 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da39a03-9e6e-49fc-ace1-f9650918aa9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae714ea-06ac-450e-b795-9572ebc98c74,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:00.868255 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4940b77b-fa21-40c7-8da8-c5593858f446 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (8547342c-e390-443f-8315-eb6cb7bb685b), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:00.886884 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-69d0f575-2dda-4358-8982-4b912da957d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (c683ab33-6d70-41d3-a85d-c43a68c08b69), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:00.892561 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-69d0f575-2dda-4358-8982-4b912da957d3 admin admin] Added segment c683ab33-6d70-41d3-a85d-c43a68c08b69 of type vlan for network 0719f623-e3f7-4b32-a209-e61463dd3649 Feb 09 21:40:00.911230 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [req-3971e701-7b35-4473-ac99-40e980d3c31a req-66bde0ea-f0d6-45f4-a058-51dbc524eef9 tempest-ServerGroupTestJSON-514329874 tempest-ServerGroupTestJSON-514329874-project] Allocated IP 172.20.0.9 (e7415bf4-bb4b-4268-8cd4-95139dd8ac99/8f9c3484-34ca-4474-858d-d03e064c8f4e/0a262084-cf51-44d8-b63c-1a0323ca235e) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:40:00.939158 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2f21e0f0-9a0a-4b67-b283-07a146b88e31 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:00.965623 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4940b77b-fa21-40c7-8da8-c5593858f446 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (8547342c-e390-443f-8315-eb6cb7bb685b), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:00.992029 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4940b77b-fa21-40c7-8da8-c5593858f446 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:40:00.992464 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4940b77b-fa21-40c7-8da8-c5593858f446 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (8547342c-e390-443f-8315-eb6cb7bb685b), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:00.995624 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:40:00.995624 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:40:00.995624 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:40:00.995624 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:40:00.995624 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:40:00.995624 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:40:00.995624 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:40:00.995624 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:40:00.995624 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:40:00.995624 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:40:00.995624 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:40:00.995624 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:40:00.995624 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:40:00.995624 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:40:00.995624 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:40:00.995624 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:40:00.995624 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:40:00.995624 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:40:00.995624 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:40:00.995624 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:40:00.995624 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:40:00.995624 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:40:00.995624 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:40:00.995624 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:40:00.995624 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:40:00.995624 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:40:00.995624 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:40:00.995624 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:40:00.995624 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:40:00.995624 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:40:00.995624 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:40:00.995624 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:40:01.036712 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-69d0f575-2dda-4358-8982-4b912da957d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (0719f623-e3f7-4b32-a209-e61463dd3649), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:01.039222 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 34948) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:01.082540 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4940b77b-fa21-40c7-8da8-c5593858f446 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (83cbcfab-3d93-4629-b069-fd7a8e1409eb), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:01.090204 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4940b77b-fa21-40c7-8da8-c5593858f446 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:01.094945 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-4940b77b-fa21-40c7-8da8-c5593858f446 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] 10.222.0.90 "DELETE /v2.0/networks/83cbcfab-3d93-4629-b069-fd7a8e1409eb HTTP/1.1" status: 204 len: 168 time: 3.7196717 Feb 09 21:40:01.105141 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 34952) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:01.106122 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-69d0f575-2dda-4358-8982-4b912da957d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (0719f623-e3f7-4b32-a209-e61463dd3649), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:01.107066 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d0f575-2dda-4358-8982-4b912da957d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:01.107650 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-69d0f575-2dda-4358-8982-4b912da957d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:01.114954 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-127fa87c-567b-4656-a3d5-24e6a8b324aa tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1007724724'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:01.139659 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4940b77b-fa21-40c7-8da8-c5593858f446 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Pushing event deleted for resources: {'Network': ['ID=83cbcfab-3d93-4629-b069-fd7a8e1409eb,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:01.160793 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-69d0f575-2dda-4358-8982-4b912da957d3 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6485107 Feb 09 21:40:01.189187 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 34954) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:01.189908 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-127fa87c-567b-4656-a3d5-24e6a8b324aa tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Made reservation on behalf of 0b3dce44ae6942d382ff1ce239e0d9de for: {'network': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:40:01.193262 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-127fa87c-567b-4656-a3d5-24e6a8b324aa tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:01.226544 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d0f575-2dda-4358-8982-4b912da957d3 admin admin] Pushing event updated for resources: {'Network': ['ID=0719f623-e3f7-4b32-a209-e61463dd3649,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:01.239766 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 0719f623-e3f7-4b32-a209-e61463dd3649 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:40:01.266109 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4ccb0fff-fbe6-4478-b846-ebb95d9bc280 None None] Publish callbacks [] for port (98d10200-2354-451c-8749-9045f33dc638), precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:01.272658 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-c3ac7f47-6e18-400b-a892-7e55843babc1 admin admin] Request body: {'subnet': {'network_id': '0719f623-e3f7-4b32-a209-e61463dd3649', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-641944127-subnet', 'tenant_id': '7ae2a2fa2ca249bc9b9f1768a92535b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:01.275053 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4ccb0fff-fbe6-4478-b846-ebb95d9bc280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (98d10200-2354-451c-8749-9045f33dc638), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:01.391299 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8c0641-c2b9-44f4-a559-2cb5f66c3d0a None None] Pushing event updated for resources: {'Port': ['ID=98d10200-2354-451c-8749-9045f33dc638,revision_number=3']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:01.421252 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-faf04c3f-8f44-46ef-8933-e4cd6bde2b43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:01.461647 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8c0641-c2b9-44f4-a559-2cb5f66c3d0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:01.461991 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8c0641-c2b9-44f4-a559-2cb5f66c3d0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:01.462333 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8c0641-c2b9-44f4-a559-2cb5f66c3d0a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:01.463381 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8c0641-c2b9-44f4-a559-2cb5f66c3d0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:01.463721 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8c0641-c2b9-44f4-a559-2cb5f66c3d0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:01.464055 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8c0641-c2b9-44f4-a559-2cb5f66c3d0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:01.465543 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8c0641-c2b9-44f4-a559-2cb5f66c3d0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:01.465890 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8c0641-c2b9-44f4-a559-2cb5f66c3d0a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:01.466244 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8c0641-c2b9-44f4-a559-2cb5f66c3d0a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:01.466553 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8c0641-c2b9-44f4-a559-2cb5f66c3d0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:01.466882 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8c0641-c2b9-44f4-a559-2cb5f66c3d0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:01.467225 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8c0641-c2b9-44f4-a559-2cb5f66c3d0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:01.467520 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8c0641-c2b9-44f4-a559-2cb5f66c3d0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:01.481078 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-127fa87c-567b-4656-a3d5-24e6a8b324aa tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=103140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:40:01.519400 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-127fa87c-567b-4656-a3d5-24e6a8b324aa tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (6cf9761f-bcef-49dc-9874-9fc59b6d4ce4), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:01.519760 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-127fa87c-567b-4656-a3d5-24e6a8b324aa tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Added segment 6cf9761f-bcef-49dc-9874-9fc59b6d4ce4 of type vlan for network 6326b63b-4fa5-4cc9-8f7b-00757f7994b7 Feb 09 21:40:01.538942 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 34960) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:01.546858 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-4ccb0fff-fbe6-4478-b846-ebb95d9bc280 None None] Attempting to bind port 98d10200-2354-451c-8749-9045f33dc638 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:40:01.547292 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-4ccb0fff-fbe6-4478-b846-ebb95d9bc280 None None] Attempting to bind port 98d10200-2354-451c-8749-9045f33dc638 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '4ffd4ca0-b010-46e3-8255-c5b5626ace9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '31fc07a6-f299-4165-bd01-4e6338ff4b55'}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:40:01.551089 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ccb0fff-fbe6-4478-b846-ebb95d9bc280 None None] Attempting to bind port 98d10200-2354-451c-8749-9045f33dc638 on network 31fc07a6-f299-4165-bd01-4e6338ff4b55 {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:40:01.562559 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ccb0fff-fbe6-4478-b846-ebb95d9bc280 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:40:01.562940 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ccb0fff-fbe6-4478-b846-ebb95d9bc280 None None] Checking segment: {'id': '4ffd4ca0-b010-46e3-8255-c5b5626ace9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '31fc07a6-f299-4165-bd01-4e6338ff4b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:40:01.563350 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4ccb0fff-fbe6-4478-b846-ebb95d9bc280 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:01.563743 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ccb0fff-fbe6-4478-b846-ebb95d9bc280 None None] Bound using segment: {'id': '4ffd4ca0-b010-46e3-8255-c5b5626ace9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '31fc07a6-f299-4165-bd01-4e6338ff4b55'} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:40:01.564260 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-4ccb0fff-fbe6-4478-b846-ebb95d9bc280 None None] Bound port: 98d10200-2354-451c-8749-9045f33dc638, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffd4ca0-b010-46e3-8255-c5b5626ace9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '31fc07a6-f299-4165-bd01-4e6338ff4b55'}}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:40:01.566776 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4ccb0fff-fbe6-4478-b846-ebb95d9bc280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (98d10200-2354-451c-8749-9045f33dc638), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:01.575290 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c32c80d2-06f4-45be-ab44-1a18dd29a388 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:01.627694 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-faf04c3f-8f44-46ef-8933-e4cd6bde2b43 admin admin] Publish callbacks [] for security_group (9623915d-d35d-42c5-a8ea-55dd56cc52f2), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:01.641440 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-faf04c3f-8f44-46ef-8933-e4cd6bde2b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (9623915d-d35d-42c5-a8ea-55dd56cc52f2), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:01.653025 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-127fa87c-567b-4656-a3d5-24e6a8b324aa tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (6326b63b-4fa5-4cc9-8f7b-00757f7994b7), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:01.661476 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-441d5ccd-7ad4-4554-b8fd-92a53279d036 req-979d4ef6-c5ba-4b2d-9768-df474e6cd831 tempest-ServerGroupTestJSON-514329874 tempest-ServerGroupTestJSON-514329874-project] 10.222.0.90 "GET /v2.0/ports?device_id=f3c3dd89-2e13-4eb4-8260-6250e07bf7af HTTP/1.1" status: 200 len: 210 time: 0.2243946 Feb 09 21:40:01.681812 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-4ccb0fff-fbe6-4478-b846-ebb95d9bc280 None None] For port 98d10200-2354-451c-8749-9045f33dc638, host n-d-828369-5, cleared binding levels {{(pid=103143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:40:01.686533 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3ac7f47-6e18-400b-a892-7e55843babc1 admin admin] Made reservation on behalf of 7ae2a2fa2ca249bc9b9f1768a92535b1 for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:40:01.686700 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-4ccb0fff-fbe6-4478-b846-ebb95d9bc280 None None] For port 98d10200-2354-451c-8749-9045f33dc638, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=98d10200-2354-451c-8749-9045f33dc638,segment=NetworkSegment(4ffd4ca0-b010-46e3-8255-c5b5626ace9a),segment_id=4ffd4ca0-b010-46e3-8255-c5b5626ace9a)] {{(pid=103143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:40:01.688924 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c3ac7f47-6e18-400b-a892-7e55843babc1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621317'] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:01.695057 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-4ccb0fff-fbe6-4478-b846-ebb95d9bc280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (98d10200-2354-451c-8749-9045f33dc638), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:01.736315 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-faf04c3f-8f44-46ef-8933-e4cd6bde2b43 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=4d0d3ddc52c94f138d1d1ca6135b302f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6959898 Feb 09 21:40:01.737628 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 34964) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:01.802969 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf04c3f-8f44-46ef-8933-e4cd6bde2b43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9623915d-d35d-42c5-a8ea-55dd56cc52f2,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:01.808486 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ccb0fff-fbe6-4478-b846-ebb95d9bc280 None None] Routers {'0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:40:01.809128 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-4ccb0fff-fbe6-4478-b846-ebb95d9bc280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:39:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:40:01.814488 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.db.resource_extend [None req-127fa87c-567b-4656-a3d5-24e6a8b324aa tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 21:40:01.823697 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-2f21e0f0-9a0a-4b67-b283-07a146b88e31 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Allocated IP 172.25.3.63 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/6f2f1933-3cd9-4d79-abcf-a52973653495) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:40:01.885271 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a1709354-5e56-4695-a184-34aa960fc635 None None] Provisioning complete for port 98d10200-2354-451c-8749-9045f33dc638 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:40:01.887950 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a1709354-5e56-4695-a184-34aa960fc635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (98d10200-2354-451c-8749-9045f33dc638), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:01.891556 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4b3e7b8c-d605-4c71-b57d-c15012a01f18 admin admin] Publish callbacks [] for security_group (9623915d-d35d-42c5-a8ea-55dd56cc52f2), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:01.921868 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4b3e7b8c-d605-4c71-b57d-c15012a01f18 admin admin] Publish callbacks [] for security_group (9623915d-d35d-42c5-a8ea-55dd56cc52f2), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:01.967182 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-4ccb0fff-fbe6-4478-b846-ebb95d9bc280 None None] Set router 0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:40:02.009324 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-3971e701-7b35-4473-ac99-40e980d3c31a req-66bde0ea-f0d6-45f4-a058-51dbc524eef9 tempest-ServerGroupTestJSON-514329874 tempest-ServerGroupTestJSON-514329874-project] Publish callbacks [] for port (0a262084-cf51-44d8-b63c-1a0323ca235e), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:02.013116 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4b3e7b8c-d605-4c71-b57d-c15012a01f18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (9623915d-d35d-42c5-a8ea-55dd56cc52f2), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:02.015725 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4b3e7b8c-d605-4c71-b57d-c15012a01f18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:02.029674 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-127fa87c-567b-4656-a3d5-24e6a8b324aa tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (6326b63b-4fa5-4cc9-8f7b-00757f7994b7), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:02.033168 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-4b3e7b8c-d605-4c71-b57d-c15012a01f18 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/9623915d-d35d-42c5-a8ea-55dd56cc52f2 HTTP/1.1" status: 204 len: 168 time: 0.2887256 Feb 09 21:40:02.048703 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-127fa87c-567b-4656-a3d5-24e6a8b324aa tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:02.049363 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-127fa87c-567b-4656-a3d5-24e6a8b324aa tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:02.062757 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a1709354-5e56-4695-a184-34aa960fc635 None None] Current status of the port 98d10200-2354-451c-8749-9045f33dc638 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:40:02.063415 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a1709354-5e56-4695-a184-34aa960fc635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (98d10200-2354-451c-8749-9045f33dc638), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:02.079428 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3e7b8c-d605-4c71-b57d-c15012a01f18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9623915d-d35d-42c5-a8ea-55dd56cc52f2,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:02.082967 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c32c80d2-06f4-45be-ab44-1a18dd29a388 admin admin] Publish callbacks [] for security_group (fdc8c54f-5040-4c21-925c-9606e9edf9cc), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:02.089337 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c32c80d2-06f4-45be-ab44-1a18dd29a388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (fdc8c54f-5040-4c21-925c-9606e9edf9cc), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:02.101705 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a1709354-5e56-4695-a184-34aa960fc635 None None] For port 98d10200-2354-451c-8749-9045f33dc638, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=98d10200-2354-451c-8749-9045f33dc638,segment=NetworkSegment(4ffd4ca0-b010-46e3-8255-c5b5626ace9a),segment_id=4ffd4ca0-b010-46e3-8255-c5b5626ace9a)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:02.108745 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a1709354-5e56-4695-a184-34aa960fc635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (98d10200-2354-451c-8749-9045f33dc638), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:02.136816 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8c0641-c2b9-44f4-a559-2cb5f66c3d0a None None] Pushing event updated for resources: {'Port': ['ID=98d10200-2354-451c-8749-9045f33dc638,revision_number=4']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:02.180066 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32c80d2-06f4-45be-ab44-1a18dd29a388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc8c54f-5040-4c21-925c-9606e9edf9cc,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:02.198955 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1709354-5e56-4695-a184-34aa960fc635 None None] Pushing event updated for resources: {'Port': ['ID=98d10200-2354-451c-8749-9045f33dc638,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:02.200297 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-c32c80d2-06f4-45be-ab44-1a18dd29a388 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=5acf15f8750f44c0862eecf628234cd9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6597924 Feb 09 21:40:02.200866 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 34968) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:02.242732 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-22e48f52-af7d-4ecd-9662-322e28ec2d96 None None] Provisioning complete for port 98d10200-2354-451c-8749-9045f33dc638 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:40:02.243103 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-22e48f52-af7d-4ecd-9662-322e28ec2d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (98d10200-2354-451c-8749-9045f33dc638), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:02.309225 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b9dc9f38-adba-4657-b50a-5893e31d645d admin admin] Publish callbacks [] for security_group (fdc8c54f-5040-4c21-925c-9606e9edf9cc), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:02.354307 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b9dc9f38-adba-4657-b50a-5893e31d645d admin admin] Publish callbacks [] for security_group (fdc8c54f-5040-4c21-925c-9606e9edf9cc), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:02.362670 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-4ccb0fff-fbe6-4478-b846-ebb95d9bc280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed', 'name': 'tempest-ServersTestBootFromVolume-1097569487-router', 'tenant_id': '891ca650f17f4d53a93ccc8e382018ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '0642a8a6-3e15-40fb-89aa-1c9e8f83bc81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:39:47Z', 'updated_at': '2022-02-09T21:39:54Z', 'revision_number': 4, 'project_id': '891ca650f17f4d53a93ccc8e382018ef', 'gw_port': {'id': '0642a8a6-3e15-40fb-89aa-1c9e8f83bc81', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:3b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:39:48Z', 'updated_at': '2022-02-09T21:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '98d10200-2354-451c-8749-9045f33dc638', 'name': '', 'network_id': '31fc07a6-f299-4165-bd01-4e6338ff4b55', 'tenant_id': '891ca650f17f4d53a93ccc8e382018ef', 'mac_address': 'fa:16:3e:5b:c3:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '0faed951-8579-406a-a0fb-7a4b47e45260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:39:53Z', 'updated_at': '2022-02-09T21:40:01Z', 'revision_number': 4, 'project_id': '891ca650f17f4d53a93ccc8e382018ef', 'subnets': [{'id': '0faed951-8579-406a-a0fb-7a4b47e45260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:40:02.399312 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ccb0fff-fbe6-4478-b846-ebb95d9bc280 None None] The sync data for ids ['0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed'] in n-d-828369-5 is: [{'id': '0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed', 'name': 'tempest-ServersTestBootFromVolume-1097569487-router', 'tenant_id': '891ca650f17f4d53a93ccc8e382018ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '0642a8a6-3e15-40fb-89aa-1c9e8f83bc81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:39:47Z', 'updated_at': '2022-02-09T21:39:54Z', 'revision_number': 4, 'project_id': '891ca650f17f4d53a93ccc8e382018ef', 'gw_port': {'id': '0642a8a6-3e15-40fb-89aa-1c9e8f83bc81', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:3b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:39:48Z', 'updated_at': '2022-02-09T21:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '98d10200-2354-451c-8749-9045f33dc638', 'name': '', 'network_id': '31fc07a6-f299-4165-bd01-4e6338ff4b55', 'tenant_id': '891ca650f17f4d53a93ccc8e382018ef', 'mac_address': 'fa:16:3e:5b:c3:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '0faed951-8579-406a-a0fb-7a4b47e45260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:39:53Z', 'updated_at': '2022-02-09T21:40:01Z', 'revision_number': 4, 'project_id': '891ca650f17f4d53a93ccc8e382018ef', 'subnets': [{'id': '0faed951-8579-406a-a0fb-7a4b47e45260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:40:02.407776 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-127fa87c-567b-4656-a3d5-24e6a8b324aa tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2984581 Feb 09 21:40:02.421425 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 34972) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:02.434858 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-22e48f52-af7d-4ecd-9662-322e28ec2d96 None None] Current status of the port 98d10200-2354-451c-8749-9045f33dc638 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:40:02.448992 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-91205b6d-13e6-4481-bf67-ea617731e2d1 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Request body: {'subnet': {'network_id': '6326b63b-4fa5-4cc9-8f7b-00757f7994b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:02.457558 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b9dc9f38-adba-4657-b50a-5893e31d645d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (fdc8c54f-5040-4c21-925c-9606e9edf9cc), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:02.460826 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b9dc9f38-adba-4657-b50a-5893e31d645d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:02.464830 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-b9dc9f38-adba-4657-b50a-5893e31d645d admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/fdc8c54f-5040-4c21-925c-9606e9edf9cc HTTP/1.1" status: 204 len: 168 time: 0.2625597 Feb 09 21:40:02.474378 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dfaf1d-f6af-4c1c-bed7-95693784ccb3 req-27d20fc4-31f3-4e12-b0ad-306eca978c8f tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:02.479651 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dc9f38-adba-4657-b50a-5893e31d645d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc8c54f-5040-4c21-925c-9606e9edf9cc,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:02.482690 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-65dfaf1d-f6af-4c1c-bed7-95693784ccb3 req-27d20fc4-31f3-4e12-b0ad-306eca978c8f tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5942c39-add0-42a2-bc58-a7492d65f23d HTTP/1.1" status: 200 len: 949 time: 0.6652164 Feb 09 21:40:02.522851 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127fa87c-567b-4656-a3d5-24e6a8b324aa tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Pushing event updated for resources: {'Network': ['ID=6326b63b-4fa5-4cc9-8f7b-00757f7994b7,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:02.547087 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 6326b63b-4fa5-4cc9-8f7b-00757f7994b7 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:40:02.844308 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-3971e701-7b35-4473-ac99-40e980d3c31a req-66bde0ea-f0d6-45f4-a058-51dbc524eef9 tempest-ServerGroupTestJSON-514329874 tempest-ServerGroupTestJSON-514329874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (0a262084-cf51-44d8-b63c-1a0323ca235e), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:02.855183 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2f21e0f0-9a0a-4b67-b283-07a146b88e31 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Publish callbacks [] for port (6f2f1933-3cd9-4d79-abcf-a52973653495), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:02.946757 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-65dfaf1d-f6af-4c1c-bed7-95693784ccb3 req-223952c1-4e23-43c0-9374-5ae1a0fefbf4 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/security-groups?id=18eb7429-13f2-4956-b934-bb119bf89c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4519851 Feb 09 21:40:02.978533 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91205b6d-13e6-4481-bf67-ea617731e2d1 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Made reservation on behalf of 0b3dce44ae6942d382ff1ce239e0d9de for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:40:02.985390 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-91205b6d-13e6-4481-bf67-ea617731e2d1 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621317'] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:03.054387 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.ipam_backend_mixin [None req-91205b6d-13e6-4481-bf67-ea617731e2d1 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Performing IP validity checks on allocation pools {{(pid=103140) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 09 21:40:03.055219 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.ipam_backend_mixin [None req-91205b6d-13e6-4481-bf67-ea617731e2d1 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103140) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 09 21:40:03.151651 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd4137a-fbab-4de4-a304-bba4fe3ccc3f req-1a028347-c07c-43f3-ad31-be5ed53ce28f tempest-ServerGroupTestJSON-514329874 tempest-ServerGroupTestJSON-514329874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:03.162068 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7dd4137a-fbab-4de4-a304-bba4fe3ccc3f req-1a028347-c07c-43f3-ad31-be5ed53ce28f tempest-ServerGroupTestJSON-514329874 tempest-ServerGroupTestJSON-514329874-project] 10.222.0.90 "GET /v2.0/ports?device_id=f3c3dd89-2e13-4eb4-8260-6250e07bf7af HTTP/1.1" status: 200 len: 931 time: 0.3929272 Feb 09 21:40:03.171940 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3971e701-7b35-4473-ac99-40e980d3c31a req-66bde0ea-f0d6-45f4-a058-51dbc524eef9 tempest-ServerGroupTestJSON-514329874 tempest-ServerGroupTestJSON-514329874-project] Network e7415bf4-bb4b-4268-8cd4-95139dd8ac99 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:40:03.191912 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bde0ea-f0d6-45f4-a058-51dbc524eef9 tempest-ServerGroupTestJSON-514329874 tempest-ServerGroupTestJSON-514329874-project] Pushing event updated for resources: {'Port': ['ID=0a262084-cf51-44d8-b63c-1a0323ca235e,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:03.195790 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [req-3971e701-7b35-4473-ac99-40e980d3c31a req-66bde0ea-f0d6-45f4-a058-51dbc524eef9 tempest-ServerGroupTestJSON-514329874 tempest-ServerGroupTestJSON-514329874-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:40:03.214303 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-3971e701-7b35-4473-ac99-40e980d3c31a req-66bde0ea-f0d6-45f4-a058-51dbc524eef9 tempest-ServerGroupTestJSON-514329874 tempest-ServerGroupTestJSON-514329874-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:40:03.257514 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c3ac7f47-6e18-400b-a892-7e55843babc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621371'] for subnet (2c629f48-65c8-4fc7-b1da-91d602398d6c), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:03.345791 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2f21e0f0-9a0a-4b67-b283-07a146b88e31 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (6f2f1933-3cd9-4d79-abcf-a52973653495), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:03.440816 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3971e701-7b35-4473-ac99-40e980d3c31a req-66bde0ea-f0d6-45f4-a058-51dbc524eef9 tempest-ServerGroupTestJSON-514329874 tempest-ServerGroupTestJSON-514329874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:03.441522 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-3971e701-7b35-4473-ac99-40e980d3c31a req-66bde0ea-f0d6-45f4-a058-51dbc524eef9 tempest-ServerGroupTestJSON-514329874 tempest-ServerGroupTestJSON-514329874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:03.476320 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ac7f47-6e18-400b-a892-7e55843babc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c629f48-65c8-4fc7-b1da-91d602398d6c,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:03.480992 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7dd4137a-fbab-4de4-a304-bba4fe3ccc3f req-cba91985-5f1f-4c47-9575-5c91733eafa7 tempest-ServerGroupTestJSON-514329874 tempest-ServerGroupTestJSON-514329874-project] 10.222.0.90 "GET /v2.0/security-groups?id=1c4b6e51-f15a-42b0-afa4-d9c1e1598c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903433 Feb 09 21:40:03.487954 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f21e0f0-9a0a-4b67-b283-07a146b88e31 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:40:03.492985 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3971e701-7b35-4473-ac99-40e980d3c31a req-66bde0ea-f0d6-45f4-a058-51dbc524eef9 tempest-ServerGroupTestJSON-514329874 tempest-ServerGroupTestJSON-514329874-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7499313 Feb 09 21:40:03.502414 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-2f21e0f0-9a0a-4b67-b283-07a146b88e31 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:40:03.534108 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-3971e701-7b35-4473-ac99-40e980d3c31a req-a129e2e1-d915-4620-9b9d-edb8765d783c service neutron] Request body: {'port': {'device_id': 'f3c3dd89-2e13-4eb4-8260-6250e07bf7af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-5'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:03.537470 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f21e0f0-9a0a-4b67-b283-07a146b88e31 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:40:03.539276 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f21e0f0-9a0a-4b67-b283-07a146b88e31 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Pushing event updated for resources: {'Port': ['ID=6f2f1933-3cd9-4d79-abcf-a52973653495,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:03.590018 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ac7f47-6e18-400b-a892-7e55843babc1 admin admin] Checking segment: {'id': 'c683ab33-6d70-41d3-a85d-c43a68c08b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '0719f623-e3f7-4b32-a209-e61463dd3649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:40:03.590379 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ac7f47-6e18-400b-a892-7e55843babc1 admin admin] Network hostable DHCP agents. Network: 0719f623-e3f7-4b32-a209-e61463dd3649, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:40:03.612796 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 98d10200-2354-451c-8749-9045f33dc638 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:40:03.621457 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-91205b6d-13e6-4481-bf67-ea617731e2d1 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621371'] for subnet (243b4f0f-160d-4f16-a642-a0602fe67884), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:03.672484 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 98d10200-2354-451c-8749-9045f33dc638 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:40:03.673247 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (98d10200-2354-451c-8749-9045f33dc638), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:03.710848 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ac7f47-6e18-400b-a892-7e55843babc1 admin admin] Network 0719f623-e3f7-4b32-a209-e61463dd3649 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:40:03.758535 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-3971e701-7b35-4473-ac99-40e980d3c31a req-a129e2e1-d915-4620-9b9d-edb8765d783c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (0a262084-cf51-44d8-b63c-1a0323ca235e), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:03.760634 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-c3ac7f47-6e18-400b-a892-7e55843babc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 0719f623-e3f7-4b32-a209-e61463dd3649) {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:40:03.762197 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91205b6d-13e6-4481-bf67-ea617731e2d1 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Pushing event updated for resources: {'Subnet': ['ID=243b4f0f-160d-4f16-a642-a0602fe67884,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:03.773495 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 98d10200-2354-451c-8749-9045f33dc638 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:40:03.780421 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ac7f47-6e18-400b-a892-7e55843babc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:03.781357 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c3ac7f47-6e18-400b-a892-7e55843babc1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:03.787526 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b11907e-5957-4fe8-8257-25cc2c058aef None None] Network 0719f623-e3f7-4b32-a209-e61463dd3649 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:40:03.839205 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2f21e0f0-9a0a-4b67-b283-07a146b88e31 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Publish callbacks [] for floatingip (4e0d63d7-741d-43c4-ba1e-0cd03cfc333a), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:03.843542 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-c3ac7f47-6e18-400b-a892-7e55843babc1 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.6479216 Feb 09 21:40:03.850236 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91205b6d-13e6-4481-bf67-ea617731e2d1 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Checking segment: {'id': '6cf9761f-bcef-49dc-9874-9fc59b6d4ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '6326b63b-4fa5-4cc9-8f7b-00757f7994b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:40:03.850599 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91205b6d-13e6-4481-bf67-ea617731e2d1 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Network hostable DHCP agents. Network: 6326b63b-4fa5-4cc9-8f7b-00757f7994b7, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:40:03.915823 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1852fc55-2fea-4372-8642-76faec92317b None None] Network 0719f623-e3f7-4b32-a209-e61463dd3649 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:40:03.961477 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91205b6d-13e6-4481-bf67-ea617731e2d1 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Network 6326b63b-4fa5-4cc9-8f7b-00757f7994b7 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:40:03.971318 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2f21e0f0-9a0a-4b67-b283-07a146b88e31 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (6f2f1933-3cd9-4d79-abcf-a52973653495), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:04.000998 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-91205b6d-13e6-4481-bf67-ea617731e2d1 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 6326b63b-4fa5-4cc9-8f7b-00757f7994b7) {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:40:04.012129 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91205b6d-13e6-4481-bf67-ea617731e2d1 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:04.012694 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1117c6e-1e55-4a7e-9f37-00f8dbdf16a0 None None] Network 6326b63b-4fa5-4cc9-8f7b-00757f7994b7 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:40:04.013068 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-91205b6d-13e6-4481-bf67-ea617731e2d1 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:04.087818 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-91205b6d-13e6-4481-bf67-ea617731e2d1 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.6524806 Feb 09 21:40:04.091044 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 35026) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:04.167874 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61ce8dc-d60d-4363-b779-8ec671817e4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-6326b63b-4fa5-4cc9-8f7b-00757f7994b7', 'network_id': '6326b63b-4fa5-4cc9-8f7b-00757f7994b7', 'project_id': '0b3dce44ae6942d382ff1ce239e0d9de', 'fixed_ips': [{'subnet_id': '243b4f0f-160d-4f16-a642-a0602fe67884'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:40:04.169066 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f61ce8dc-d60d-4363-b779-8ec671817e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:04.309487 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ca02c974-c7b4-4953-a55c-6224fa9978c6 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (6326b63b-4fa5-4cc9-8f7b-00757f7994b7), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:04.324849 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43886f53-271f-4e5a-87a2-c8b3788b78df req-72bc0f12-aac5-4027-b5b6-25c1c29d03d5 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:04.332367 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-43886f53-271f-4e5a-87a2-c8b3788b78df req-72bc0f12-aac5-4027-b5b6-25c1c29d03d5 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5942c39-add0-42a2-bc58-a7492d65f23d HTTP/1.1" status: 200 len: 949 time: 0.2256062 Feb 09 21:40:04.352659 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [req-3971e701-7b35-4473-ac99-40e980d3c31a req-a129e2e1-d915-4620-9b9d-edb8765d783c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a262084-cf51-44d8-b63c-1a0323ca235e {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:40:04.352971 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-f61ce8dc-d60d-4363-b779-8ec671817e4e None None] Allocated IP 172.20.0.3 (6326b63b-4fa5-4cc9-8f7b-00757f7994b7/243b4f0f-160d-4f16-a642-a0602fe67884/f97dbb92-7bfd-4927-8021-83029668c8d2) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:40:04.374621 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-3971e701-7b35-4473-ac99-40e980d3c31a req-a129e2e1-d915-4620-9b9d-edb8765d783c service neutron] Publish callbacks [] for port (0a262084-cf51-44d8-b63c-1a0323ca235e), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:04.390859 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ca02c974-c7b4-4953-a55c-6224fa9978c6 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (243b4f0f-160d-4f16-a642-a0602fe67884), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:04.406022 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2f21e0f0-9a0a-4b67-b283-07a146b88e31 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Publish callbacks [] for port (6f2f1933-3cd9-4d79-abcf-a52973653495), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:04.417335 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2f21e0f0-9a0a-4b67-b283-07a146b88e31 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (6f2f1933-3cd9-4d79-abcf-a52973653495), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:04.423451 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [req-3971e701-7b35-4473-ac99-40e980d3c31a req-a129e2e1-d915-4620-9b9d-edb8765d783c service neutron] Transition to ACTIVE for port object 0a262084-cf51-44d8-b63c-1a0323ca235e will not be triggered until provisioned by entity L2. {{(pid=103140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:40:04.453543 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-3971e701-7b35-4473-ac99-40e980d3c31a req-a129e2e1-d915-4620-9b9d-edb8765d783c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (0a262084-cf51-44d8-b63c-1a0323ca235e), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:04.473693 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-43886f53-271f-4e5a-87a2-c8b3788b78df req-795991f8-88bb-48c2-850f-5474927dcd0f tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/security-groups?id=18eb7429-13f2-4956-b934-bb119bf89c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361709 Feb 09 21:40:04.549581 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-55feffde-3ab0-4859-b3c8-4681501ff24c req-749f1131-d7f9-42c7-a9a6-c3a1627457cb tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1426274720', 'description': 'tempest-description-964610068'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:04.573920 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f21e0f0-9a0a-4b67-b283-07a146b88e31 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Pushing event updated for resources: {'Port': ['ID=6f2f1933-3cd9-4d79-abcf-a52973653495,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:04.592324 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f61ce8dc-d60d-4363-b779-8ec671817e4e None None] Publish callbacks [] for port (f97dbb92-7bfd-4927-8021-83029668c8d2), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:04.603231 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f61ce8dc-d60d-4363-b779-8ec671817e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (f97dbb92-7bfd-4927-8021-83029668c8d2), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:04.627307 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ca02c974-c7b4-4953-a55c-6224fa9978c6 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (243b4f0f-160d-4f16-a642-a0602fe67884), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:04.640651 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-55feffde-3ab0-4859-b3c8-4681501ff24c req-749f1131-d7f9-42c7-a9a6-c3a1627457cb tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:04.661882 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61ce8dc-d60d-4363-b779-8ec671817e4e None None] Network 6326b63b-4fa5-4cc9-8f7b-00757f7994b7 is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:40:04.665945 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-f61ce8dc-d60d-4363-b779-8ec671817e4e None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:40:04.670533 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61ce8dc-d60d-4363-b779-8ec671817e4e None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:40:04.679230 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61ce8dc-d60d-4363-b779-8ec671817e4e None None] Pushing event updated for resources: {'Port': ['ID=f97dbb92-7bfd-4927-8021-83029668c8d2,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:04.705286 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02c974-c7b4-4953-a55c-6224fa9978c6 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Pushing event deleted for resources: {'Subnet': ['ID=243b4f0f-160d-4f16-a642-a0602fe67884,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:04.761889 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-f61ce8dc-d60d-4363-b779-8ec671817e4e None None] Attempting to bind port f97dbb92-7bfd-4927-8021-83029668c8d2 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:40:04.762604 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-f61ce8dc-d60d-4363-b779-8ec671817e4e None None] Attempting to bind port f97dbb92-7bfd-4927-8021-83029668c8d2 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '6cf9761f-bcef-49dc-9874-9fc59b6d4ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '6326b63b-4fa5-4cc9-8f7b-00757f7994b7'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:40:04.763152 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61ce8dc-d60d-4363-b779-8ec671817e4e None None] Attempting to bind port f97dbb92-7bfd-4927-8021-83029668c8d2 on network 6326b63b-4fa5-4cc9-8f7b-00757f7994b7 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:40:04.770858 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61ce8dc-d60d-4363-b779-8ec671817e4e None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:40:04.771647 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61ce8dc-d60d-4363-b779-8ec671817e4e None None] Checking segment: {'id': '6cf9761f-bcef-49dc-9874-9fc59b6d4ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '6326b63b-4fa5-4cc9-8f7b-00757f7994b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:40:04.772862 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f61ce8dc-d60d-4363-b779-8ec671817e4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:04.773558 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61ce8dc-d60d-4363-b779-8ec671817e4e None None] Bound using segment: {'id': '6cf9761f-bcef-49dc-9874-9fc59b6d4ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '6326b63b-4fa5-4cc9-8f7b-00757f7994b7'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:40:04.774536 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-f61ce8dc-d60d-4363-b779-8ec671817e4e None None] Bound port: f97dbb92-7bfd-4927-8021-83029668c8d2, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cf9761f-bcef-49dc-9874-9fc59b6d4ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '6326b63b-4fa5-4cc9-8f7b-00757f7994b7'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:40:04.775374 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f61ce8dc-d60d-4363-b779-8ec671817e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (f97dbb92-7bfd-4927-8021-83029668c8d2), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:04.776361 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2f21e0f0-9a0a-4b67-b283-07a146b88e31 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (4e0d63d7-741d-43c4-ba1e-0cd03cfc333a), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:04.785173 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ca02c974-c7b4-4953-a55c-6224fa9978c6 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (6326b63b-4fa5-4cc9-8f7b-00757f7994b7), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:04.845487 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-ca02c974-c7b4-4953-a55c-6224fa9978c6 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6326b63b-4fa5-4cc9-8f7b-00757f7994b7']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:40:04.854005 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2f21e0f0-9a0a-4b67-b283-07a146b88e31 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:04.855480 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-2f21e0f0-9a0a-4b67-b283-07a146b88e31 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.5087883 Feb 09 21:40:04.869602 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-ca02c974-c7b4-4953-a55c-6224fa9978c6 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cf9761f-bcef-49dc-9874-9fc59b6d4ce4') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:40:04.869931 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-ca02c974-c7b4-4953-a55c-6224fa9978c6 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cf9761f-bcef-49dc-9874-9fc59b6d4ce4') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:40:04.875663 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a129e2e1-d915-4620-9b9d-edb8765d783c service neutron] Pushing event updated for resources: {'Port': ['ID=0a262084-cf51-44d8-b63c-1a0323ca235e,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:04.886785 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-f61ce8dc-d60d-4363-b779-8ec671817e4e None None] For port f97dbb92-7bfd-4927-8021-83029668c8d2, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:40:04.890764 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ca02c974-c7b4-4953-a55c-6224fa9978c6 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (6cf9761f-bcef-49dc-9874-9fc59b6d4ce4), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:04.893881 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-f61ce8dc-d60d-4363-b779-8ec671817e4e None None] For port f97dbb92-7bfd-4927-8021-83029668c8d2, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=f97dbb92-7bfd-4927-8021-83029668c8d2,segment=NetworkSegment(6cf9761f-bcef-49dc-9874-9fc59b6d4ce4),segment_id=6cf9761f-bcef-49dc-9874-9fc59b6d4ce4)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:40:04.905546 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f61ce8dc-d60d-4363-b779-8ec671817e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (f97dbb92-7bfd-4927-8021-83029668c8d2), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:04.919544 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ca02c974-c7b4-4953-a55c-6224fa9978c6 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (6cf9761f-bcef-49dc-9874-9fc59b6d4ce4), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:04.921655 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3099f514-2a2d-493d-8d7f-d1c3e52cf404 req-ae340be0-a8db-4184-ac31-7109156f42b5 tempest-ServerGroupTestJSON-514329874 tempest-ServerGroupTestJSON-514329874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:04.923204 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3099f514-2a2d-493d-8d7f-d1c3e52cf404 req-ae340be0-a8db-4184-ac31-7109156f42b5 tempest-ServerGroupTestJSON-514329874 tempest-ServerGroupTestJSON-514329874-project] 10.222.0.90 "GET /v2.0/ports?device_id=f3c3dd89-2e13-4eb4-8260-6250e07bf7af HTTP/1.1" status: 200 len: 943 time: 0.3180063 Feb 09 21:40:04.939386 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca02c974-c7b4-4953-a55c-6224fa9978c6 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Releasing vlan 720 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:40:04.940174 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ca02c974-c7b4-4953-a55c-6224fa9978c6 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (6cf9761f-bcef-49dc-9874-9fc59b6d4ce4), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:04.945542 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:40:04.945542 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:40:04.945542 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:40:04.945542 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:40:04.945542 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:40:04.945542 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:40:04.945542 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:40:04.945542 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:40:04.945542 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:40:04.945542 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:40:04.945542 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:40:04.945542 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:40:04.945542 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:40:04.945542 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:40:04.945542 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:40:04.945542 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:40:04.945542 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:40:04.945542 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:40:04.945542 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:40:04.945542 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:40:04.945542 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:40:04.945542 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:40:04.945542 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:40:04.945542 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:40:04.945542 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:40:04.945542 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:40:04.945542 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:40:04.945542 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:40:04.945542 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:40:04.945542 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:40:04.945542 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:40:04.945542 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:40:04.975046 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-3971e701-7b35-4473-ac99-40e980d3c31a req-a129e2e1-d915-4620-9b9d-edb8765d783c service neutron] Attempting to bind port 0a262084-cf51-44d8-b63c-1a0323ca235e on host n-h1-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:40:04.975516 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-3971e701-7b35-4473-ac99-40e980d3c31a req-a129e2e1-d915-4620-9b9d-edb8765d783c service neutron] Attempting to bind port 0a262084-cf51-44d8-b63c-1a0323ca235e by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': 'c5b11569-50b4-4458-88c2-c1002e349261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'e7415bf4-bb4b-4268-8cd4-95139dd8ac99'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:40:04.976031 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3971e701-7b35-4473-ac99-40e980d3c31a req-a129e2e1-d915-4620-9b9d-edb8765d783c service neutron] Attempting to bind port 0a262084-cf51-44d8-b63c-1a0323ca235e on network e7415bf4-bb4b-4268-8cd4-95139dd8ac99 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:40:04.985735 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3971e701-7b35-4473-ac99-40e980d3c31a req-a129e2e1-d915-4620-9b9d-edb8765d783c service neutron] Port 0a262084-cf51-44d8-b63c-1a0323ca235e on network e7415bf4-bb4b-4268-8cd4-95139dd8ac99 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:40:04.986271 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3971e701-7b35-4473-ac99-40e980d3c31a req-a129e2e1-d915-4620-9b9d-edb8765d783c service neutron] Attempting to bind port 0a262084-cf51-44d8-b63c-1a0323ca235e on network e7415bf4-bb4b-4268-8cd4-95139dd8ac99 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:40:05.007863 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3971e701-7b35-4473-ac99-40e980d3c31a req-a129e2e1-d915-4620-9b9d-edb8765d783c service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:40:05.008365 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3971e701-7b35-4473-ac99-40e980d3c31a req-a129e2e1-d915-4620-9b9d-edb8765d783c service neutron] Checking segment: {'id': 'c5b11569-50b4-4458-88c2-c1002e349261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'e7415bf4-bb4b-4268-8cd4-95139dd8ac99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:40:05.009043 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3971e701-7b35-4473-ac99-40e980d3c31a req-a129e2e1-d915-4620-9b9d-edb8765d783c service neutron] Bound using segment: {'id': 'c5b11569-50b4-4458-88c2-c1002e349261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'e7415bf4-bb4b-4268-8cd4-95139dd8ac99'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:40:05.009449 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-3971e701-7b35-4473-ac99-40e980d3c31a req-a129e2e1-d915-4620-9b9d-edb8765d783c service neutron] Bound port: 0a262084-cf51-44d8-b63c-1a0323ca235e, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5b11569-50b4-4458-88c2-c1002e349261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'e7415bf4-bb4b-4268-8cd4-95139dd8ac99'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:40:05.009879 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-3971e701-7b35-4473-ac99-40e980d3c31a req-a129e2e1-d915-4620-9b9d-edb8765d783c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (0a262084-cf51-44d8-b63c-1a0323ca235e), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:05.032040 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3099f514-2a2d-493d-8d7f-d1c3e52cf404 req-24d9c010-db73-42e8-b3c4-98fb087f0742 tempest-ServerGroupTestJSON-514329874 tempest-ServerGroupTestJSON-514329874-project] 10.222.0.90 "GET /v2.0/security-groups?id=1c4b6e51-f15a-42b0-afa4-d9c1e1598c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003582 Feb 09 21:40:05.051469 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61ce8dc-d60d-4363-b779-8ec671817e4e None None] Pushing event updated for resources: {'Port': ['ID=f97dbb92-7bfd-4927-8021-83029668c8d2,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:05.086515 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.db.api [None req-ca02c974-c7b4-4953-a55c-6224fa9978c6 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 21:40:05.086515 n-d-828369-5 neutron-server[103141]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 21:40:05.086515 n-d-828369-5 neutron-server[103141]: [parameters: {'id': '6326b63b-4fa5-4cc9-8f7b-00757f7994b7'}] Feb 09 21:40:05.086515 n-d-828369-5 neutron-server[103141]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:40:05.087120 n-d-828369-5 neutron-server[103141]: DEBUG oslo_db.api [None req-ca02c974-c7b4-4953-a55c-6224fa9978c6 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:40:05.091553 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e270c71a-6808-4461-8ac5-4d2ca3639ac5 None None] get_active_networks_info from n-d-828369-5 {{(pid=103142) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 21:40:05.126004 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-3971e701-7b35-4473-ac99-40e980d3c31a req-a129e2e1-d915-4620-9b9d-edb8765d783c service neutron] For port 0a262084-cf51-44d8-b63c-1a0323ca235e, host n-h1-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:40:05.156451 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-3971e701-7b35-4473-ac99-40e980d3c31a req-a129e2e1-d915-4620-9b9d-edb8765d783c service neutron] For port 0a262084-cf51-44d8-b63c-1a0323ca235e, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=0a262084-cf51-44d8-b63c-1a0323ca235e,segment=NetworkSegment(c5b11569-50b4-4458-88c2-c1002e349261),segment_id=c5b11569-50b4-4458-88c2-c1002e349261)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:40:05.160297 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-55feffde-3ab0-4859-b3c8-4681501ff24c req-749f1131-d7f9-42c7-a9a6-c3a1627457cb tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Publish callbacks [] for security_group (9891335b-65cb-4118-a0a2-8a4053216d73), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:05.184361 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-55feffde-3ab0-4859-b3c8-4681501ff24c req-749f1131-d7f9-42c7-a9a6-c3a1627457cb tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (9891335b-65cb-4118-a0a2-8a4053216d73), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:05.195574 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-3971e701-7b35-4473-ac99-40e980d3c31a req-a129e2e1-d915-4620-9b9d-edb8765d783c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (0a262084-cf51-44d8-b63c-1a0323ca235e), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:05.278114 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3971e701-7b35-4473-ac99-40e980d3c31a req-a129e2e1-d915-4620-9b9d-edb8765d783c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:05.278948 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-3971e701-7b35-4473-ac99-40e980d3c31a req-a129e2e1-d915-4620-9b9d-edb8765d783c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:05.280813 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3971e701-7b35-4473-ac99-40e980d3c31a req-a129e2e1-d915-4620-9b9d-edb8765d783c service neutron] 10.222.0.95 "PUT /v2.0/ports/0a262084-cf51-44d8-b63c-1a0323ca235e HTTP/1.1" status: 200 len: 1091 time: 1.7566028 Feb 09 21:40:05.285066 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3c3dd89-2e13-4eb4-8260-6250e07bf7af', 'tag': '0a262084-cf51-44d8-b63c-1a0323ca235e'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:40:05.297316 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8c49a6f-124d-4afa-8db1-f8a2c4d22c0f" -d '{"events": [{"name": "network-changed", "server_uuid": "f3c3dd89-2e13-4eb4-8260-6250e07bf7af", "tag": "0a262084-cf51-44d8-b63c-1a0323ca235e"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:40:05.305161 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e270c71a-6808-4461-8ac5-4d2ca3639ac5 None None] Resources bound (agent type, host, resource id): {{(pid=103142) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 21:40:05.306543 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-55feffde-3ab0-4859-b3c8-4681501ff24c req-749f1131-d7f9-42c7-a9a6-c3a1627457cb tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:05.308068 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-55feffde-3ab0-4859-b3c8-4681501ff24c req-749f1131-d7f9-42c7-a9a6-c3a1627457cb tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.7859342 Feb 09 21:40:05.345936 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f1131-d7f9-42c7-a9a6-c3a1627457cb tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9891335b-65cb-4118-a0a2-8a4053216d73,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:05.588583 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ca02c974-c7b4-4953-a55c-6224fa9978c6 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (6326b63b-4fa5-4cc9-8f7b-00757f7994b7), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:05.680660 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-ca02c974-c7b4-4953-a55c-6224fa9978c6 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Deleting port f97dbb92-7bfd-4927-8021-83029668c8d2 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:40:05.682208 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ca02c974-c7b4-4953-a55c-6224fa9978c6 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (f97dbb92-7bfd-4927-8021-83029668c8d2), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:05.767233 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fbacb9a-b3b0-42d5-a69e-a0125c293f74 None None] Network 6326b63b-4fa5-4cc9-8f7b-00757f7994b7 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:40:05.848428 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64b635fc-1a6c-45a1-bd0f-cf95a4ba164b x-openstack-request-id: req-64b635fc-1a6c-45a1-bd0f-cf95a4ba164b {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:40:05.848916 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3c3dd89-2e13-4eb4-8260-6250e07bf7af", "tag": "0a262084-cf51-44d8-b63c-1a0323ca235e", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:40:05.849012 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-64b635fc-1a6c-45a1-bd0f-cf95a4ba164b {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:40:05.849351 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3c3dd89-2e13-4eb4-8260-6250e07bf7af', 'tag': '0a262084-cf51-44d8-b63c-1a0323ca235e', 'status': 'completed', 'code': 200} Feb 09 21:40:05.856590 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-ca02c974-c7b4-4953-a55c-6224fa9978c6 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] For port f97dbb92-7bfd-4927-8021-83029668c8d2, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=f97dbb92-7bfd-4927-8021-83029668c8d2,segment=NetworkSegment(6cf9761f-bcef-49dc-9874-9fc59b6d4ce4),segment_id=6cf9761f-bcef-49dc-9874-9fc59b6d4ce4)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:05.858572 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ca02c974-c7b4-4953-a55c-6224fa9978c6 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (f97dbb92-7bfd-4927-8021-83029668c8d2), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:05.895291 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a129e2e1-d915-4620-9b9d-edb8765d783c service neutron] Pushing event updated for resources: {'Port': ['ID=0a262084-cf51-44d8-b63c-1a0323ca235e,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:05.914944 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-ca02c974-c7b4-4953-a55c-6224fa9978c6 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Calling delete_port for f97dbb92-7bfd-4927-8021-83029668c8d2 owned by network:dhcp {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:40:05.991008 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b0c53fbe-5ca9-47aa-b771-1de79088f807 req-6c534c8e-b115-4c4b-a7e4-da629ea280d0 tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] 10.222.0.90 "GET /v2.0/security-groups/9891335b-65cb-4118-a0a2-8a4053216d73 HTTP/1.1" status: 200 len: 1823 time: 0.6517298 Feb 09 21:40:06.002139 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3971e701-7b35-4473-ac99-40e980d3c31a req-e1089b46-3bee-45d4-a647-63cc2dbfbade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:06.003777 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3971e701-7b35-4473-ac99-40e980d3c31a req-e1089b46-3bee-45d4-a647-63cc2dbfbade service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=8534386f43fe4eff807bae5e72845c97&device_id=f3c3dd89-2e13-4eb4-8260-6250e07bf7af HTTP/1.1" status: 200 len: 1125 time: 0.6592467 Feb 09 21:40:06.018068 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-b0c53fbe-5ca9-47aa-b771-1de79088f807 req-ab68e2f4-7fc6-4ea4-ae77-d6f50b4fe557 tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9891335b-65cb-4118-a0a2-8a4053216d73', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:06.018596 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-b0c53fbe-5ca9-47aa-b771-1de79088f807 req-ab68e2f4-7fc6-4ea4-ae77-d6f50b4fe557 tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9891335b-65cb-4118-a0a2-8a4053216d73', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:06.053365 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ca02c974-c7b4-4953-a55c-6224fa9978c6 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (f97dbb92-7bfd-4927-8021-83029668c8d2), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:06.053684 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d93c3c8-6e95-4c86-b27e-58ad973c4c64 req-eb17ebf0-4d2a-4953-acd6-988d8f5ebab4 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:06.055503 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3d93c3c8-6e95-4c86-b27e-58ad973c4c64 req-eb17ebf0-4d2a-4953-acd6-988d8f5ebab4 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5942c39-add0-42a2-bc58-a7492d65f23d HTTP/1.1" status: 200 len: 949 time: 0.2090893 Feb 09 21:40:06.081994 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02c974-c7b4-4953-a55c-6224fa9978c6 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Pushing event deleted for resources: {'Port': ['ID=f97dbb92-7bfd-4927-8021-83029668c8d2,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:06.088916 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca02c974-c7b4-4953-a55c-6224fa9978c6 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] No DVR routers for this DVR port f97dbb92-7bfd-4927-8021-83029668c8d2 on host n-d-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:40:06.095327 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3971e701-7b35-4473-ac99-40e980d3c31a req-509e287d-d4a5-4d37-bd93-955e63d2ce77 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a262084-cf51-44d8-b63c-1a0323ca235e HTTP/1.1" status: 200 len: 217 time: 0.0818191 Feb 09 21:40:06.218357 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ca02c974-c7b4-4953-a55c-6224fa9978c6 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (6326b63b-4fa5-4cc9-8f7b-00757f7994b7), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:06.229486 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-b0c53fbe-5ca9-47aa-b771-1de79088f807 req-ab68e2f4-7fc6-4ea4-ae77-d6f50b4fe557 tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Publish callbacks [] for security_group_rule (d6b37cf0-d67a-4b89-8f13-e10b0478506f), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:06.234635 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3d93c3c8-6e95-4c86-b27e-58ad973c4c64 req-bac07b7a-eb23-4789-9181-d6eeb262e29c tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/security-groups?id=18eb7429-13f2-4956-b934-bb119bf89c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443059 Feb 09 21:40:06.243154 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-ca02c974-c7b4-4953-a55c-6224fa9978c6 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6326b63b-4fa5-4cc9-8f7b-00757f7994b7']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:40:06.248452 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3971e701-7b35-4473-ac99-40e980d3c31a req-df2e99e3-8663-4b49-b054-f52ef06ff40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:06.250112 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3971e701-7b35-4473-ac99-40e980d3c31a req-df2e99e3-8663-4b49-b054-f52ef06ff40d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=8f9c3484-34ca-4474-858d-d03e064c8f4e HTTP/1.1" status: 200 len: 849 time: 0.1376352 Feb 09 21:40:06.264734 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-ca02c974-c7b4-4953-a55c-6224fa9978c6 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cf9761f-bcef-49dc-9874-9fc59b6d4ce4') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:40:06.265033 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-ca02c974-c7b4-4953-a55c-6224fa9978c6 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cf9761f-bcef-49dc-9874-9fc59b6d4ce4') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:40:06.273804 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-b0c53fbe-5ca9-47aa-b771-1de79088f807 req-ab68e2f4-7fc6-4ea4-ae77-d6f50b4fe557 tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Publish callbacks [] for security_group_rule (d6b37cf0-d67a-4b89-8f13-e10b0478506f), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:06.277158 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ca02c974-c7b4-4953-a55c-6224fa9978c6 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (6cf9761f-bcef-49dc-9874-9fc59b6d4ce4), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:06.286581 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-b0c53fbe-5ca9-47aa-b771-1de79088f807 req-ab68e2f4-7fc6-4ea4-ae77-d6f50b4fe557 tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (d6b37cf0-d67a-4b89-8f13-e10b0478506f), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:06.312600 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3971e701-7b35-4473-ac99-40e980d3c31a req-47689c2d-813f-41f3-83df-3418f1efbaeb service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=e7415bf4-bb4b-4268-8cd4-95139dd8ac99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505049 Feb 09 21:40:06.318674 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ca02c974-c7b4-4953-a55c-6224fa9978c6 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (6cf9761f-bcef-49dc-9874-9fc59b6d4ce4), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:06.349422 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca02c974-c7b4-4953-a55c-6224fa9978c6 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Releasing vlan 720 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:40:06.349838 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ca02c974-c7b4-4953-a55c-6224fa9978c6 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (6cf9761f-bcef-49dc-9874-9fc59b6d4ce4), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:06.354882 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-b0c53fbe-5ca9-47aa-b771-1de79088f807 req-ab68e2f4-7fc6-4ea4-ae77-d6f50b4fe557 tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:06.356782 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:40:06.356782 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:40:06.356782 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:40:06.356782 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:40:06.356782 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:40:06.356782 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:40:06.356782 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:40:06.356782 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:40:06.356782 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:40:06.356782 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:40:06.356782 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:40:06.356782 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:40:06.356782 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:40:06.356782 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:40:06.356782 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:40:06.356782 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:40:06.356782 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:40:06.356782 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:40:06.356782 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:40:06.356782 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:40:06.356782 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:40:06.356782 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:40:06.356782 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:40:06.356782 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:40:06.356782 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:40:06.356782 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:40:06.356782 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:40:06.356782 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:40:06.356782 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:40:06.356782 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:40:06.356782 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:40:06.356782 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:40:06.359301 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b0c53fbe-5ca9-47aa-b771-1de79088f807 req-ab68e2f4-7fc6-4ea4-ae77-d6f50b4fe557 tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3520725 Feb 09 21:40:06.372155 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab68e2f4-7fc6-4ea4-ae77-d6f50b4fe557 tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6b37cf0-d67a-4b89-8f13-e10b0478506f,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:06.446296 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-ba34eb96-5b23-42ab-a539-752a944368fa req-7fb4597c-ed8e-49f5-b38c-a6e9639a73c6 tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1427274046', 'description': 'tempest-description-1071981818'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:06.494144 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ca02c974-c7b4-4953-a55c-6224fa9978c6 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (6326b63b-4fa5-4cc9-8f7b-00757f7994b7), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:06.517457 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-ba34eb96-5b23-42ab-a539-752a944368fa req-7fb4597c-ed8e-49f5-b38c-a6e9639a73c6 tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:06.532429 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ca02c974-c7b4-4953-a55c-6224fa9978c6 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:06.536970 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3971e701-7b35-4473-ac99-40e980d3c31a req-78dcea62-5a98-47ae-8da6-44a4255d7b5b service neutron] 10.222.0.95 "GET /v2.0/networks/e7415bf4-bb4b-4268-8cd4-95139dd8ac99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031307 Feb 09 21:40:06.537297 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-ca02c974-c7b4-4953-a55c-6224fa9978c6 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] 10.222.0.90 "DELETE /v2.0/networks/6326b63b-4fa5-4cc9-8f7b-00757f7994b7 HTTP/1.1" status: 204 len: 168 time: 2.4439790 Feb 09 21:40:06.539490 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02c974-c7b4-4953-a55c-6224fa9978c6 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Pushing event deleted for resources: {'Network': ['ID=6326b63b-4fa5-4cc9-8f7b-00757f7994b7,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:06.547945 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 35178) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:06.555561 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-5bc5eded-d64a-48d0-8c89-5075081a407d tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2042288406'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:06.585571 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bc5eded-d64a-48d0-8c89-5075081a407d tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Made reservation on behalf of 0b3dce44ae6942d382ff1ce239e0d9de for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:40:06.590274 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5bc5eded-d64a-48d0-8c89-5075081a407d tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:06.620335 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bc5eded-d64a-48d0-8c89-5075081a407d tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:40:06.635981 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5bc5eded-d64a-48d0-8c89-5075081a407d tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (db0c884f-ead7-4bac-adab-be383723edb7), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:06.636489 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895af682-8af4-450d-ad89-9f672c2566ae req-afd28b45-151f-46c8-a4c5-fe4a27d9f048 tempest-ServerGroupTestJSON-514329874 tempest-ServerGroupTestJSON-514329874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:06.636974 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-5bc5eded-d64a-48d0-8c89-5075081a407d tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Added segment db0c884f-ead7-4bac-adab-be383723edb7 of type vlan for network 3c62b28b-c7f1-4d76-8c0c-c794ca606be2 Feb 09 21:40:06.643372 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-895af682-8af4-450d-ad89-9f672c2566ae req-afd28b45-151f-46c8-a4c5-fe4a27d9f048 tempest-ServerGroupTestJSON-514329874 tempest-ServerGroupTestJSON-514329874-project] 10.222.0.90 "GET /v2.0/ports?device_id=f3c3dd89-2e13-4eb4-8260-6250e07bf7af HTTP/1.1" status: 200 len: 943 time: 0.2015855 Feb 09 21:40:06.700874 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5bc5eded-d64a-48d0-8c89-5075081a407d tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (3c62b28b-c7f1-4d76-8c0c-c794ca606be2), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:06.724746 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-ba34eb96-5b23-42ab-a539-752a944368fa req-7fb4597c-ed8e-49f5-b38c-a6e9639a73c6 tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Publish callbacks [] for security_group (43b61ab6-485c-4f97-a264-3b73fa8b233a), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:06.737299 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-ba34eb96-5b23-42ab-a539-752a944368fa req-7fb4597c-ed8e-49f5-b38c-a6e9639a73c6 tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (43b61ab6-485c-4f97-a264-3b73fa8b233a), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:06.749037 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5bc5eded-d64a-48d0-8c89-5075081a407d tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (3c62b28b-c7f1-4d76-8c0c-c794ca606be2), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:06.762142 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc5eded-d64a-48d0-8c89-5075081a407d tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:06.762847 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5bc5eded-d64a-48d0-8c89-5075081a407d tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:06.788406 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-895af682-8af4-450d-ad89-9f672c2566ae req-f79215c0-3e94-4878-acbe-cf520af557c1 tempest-ServerGroupTestJSON-514329874 tempest-ServerGroupTestJSON-514329874-project] 10.222.0.90 "GET /v2.0/security-groups?id=1c4b6e51-f15a-42b0-afa4-d9c1e1598c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347725 Feb 09 21:40:06.797191 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3971e701-7b35-4473-ac99-40e980d3c31a req-5e2b1193-1129-425c-9214-ebcf2b7213a5 service neutron] 10.222.0.95 "GET /v2.0/networks/e7415bf4-bb4b-4268-8cd4-95139dd8ac99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393837 Feb 09 21:40:06.800772 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-ba34eb96-5b23-42ab-a539-752a944368fa req-7fb4597c-ed8e-49f5-b38c-a6e9639a73c6 tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:06.807200 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ba34eb96-5b23-42ab-a539-752a944368fa req-7fb4597c-ed8e-49f5-b38c-a6e9639a73c6 tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.3943663 Feb 09 21:40:06.819978 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb4597c-ed8e-49f5-b38c-a6e9639a73c6 tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43b61ab6-485c-4f97-a264-3b73fa8b233a,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:06.910761 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a9680a79-3168-4107-ba90-d116cfdacf82 req-6c64a351-b449-478e-974a-d3e036202b80 tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] 10.222.0.90 "GET /v2.0/security-groups/43b61ab6-485c-4f97-a264-3b73fa8b233a HTTP/1.1" status: 200 len: 1824 time: 0.0720172 Feb 09 21:40:06.923163 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-a9680a79-3168-4107-ba90-d116cfdacf82 req-0070f320-d75c-4c3d-8696-e2d65f9f634b tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '43b61ab6-485c-4f97-a264-3b73fa8b233a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:06.923486 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-a9680a79-3168-4107-ba90-d116cfdacf82 req-0070f320-d75c-4c3d-8696-e2d65f9f634b tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '43b61ab6-485c-4f97-a264-3b73fa8b233a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:06.925208 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-5bc5eded-d64a-48d0-8c89-5075081a407d tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3755136 Feb 09 21:40:06.928303 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 35188) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:06.934259 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-a7305819-12b4-44e3-9cf4-e7d3480efc08 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Request body: {'subnet': {'network_id': '3c62b28b-c7f1-4d76-8c0c-c794ca606be2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:06.957078 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc5eded-d64a-48d0-8c89-5075081a407d tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Pushing event updated for resources: {'Network': ['ID=3c62b28b-c7f1-4d76-8c0c-c794ca606be2,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:06.969251 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 3c62b28b-c7f1-4d76-8c0c-c794ca606be2 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:40:07.056879 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c49a6f-124d-4afa-8db1-f8a2c4d22c0f req-7322dcdc-eeff-4e1d-b34d-eedf642bfd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:07.058913 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f8c49a6f-124d-4afa-8db1-f8a2c4d22c0f req-7322dcdc-eeff-4e1d-b34d-eedf642bfd29 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=8534386f43fe4eff807bae5e72845c97&device_id=f3c3dd89-2e13-4eb4-8260-6250e07bf7af HTTP/1.1" status: 200 len: 1125 time: 0.1047049 Feb 09 21:40:07.061502 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-a9680a79-3168-4107-ba90-d116cfdacf82 req-0070f320-d75c-4c3d-8696-e2d65f9f634b tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Publish callbacks [] for security_group_rule (2858f2b8-81ee-40ee-8496-6c4be3656b0e), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:07.077275 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 35190) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:07.140748 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7305819-12b4-44e3-9cf4-e7d3480efc08 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Made reservation on behalf of 0b3dce44ae6942d382ff1ce239e0d9de for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:40:07.145127 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a7305819-12b4-44e3-9cf4-e7d3480efc08 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:07.152780 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-a9680a79-3168-4107-ba90-d116cfdacf82 req-0070f320-d75c-4c3d-8696-e2d65f9f634b tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Publish callbacks [] for security_group_rule (2858f2b8-81ee-40ee-8496-6c4be3656b0e), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:07.162342 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-a9680a79-3168-4107-ba90-d116cfdacf82 req-0070f320-d75c-4c3d-8696-e2d65f9f634b tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (2858f2b8-81ee-40ee-8496-6c4be3656b0e), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:07.196815 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0070f320-d75c-4c3d-8696-e2d65f9f634b tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2858f2b8-81ee-40ee-8496-6c4be3656b0e,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:07.205816 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-a9680a79-3168-4107-ba90-d116cfdacf82 req-0070f320-d75c-4c3d-8696-e2d65f9f634b tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:07.221158 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a9680a79-3168-4107-ba90-d116cfdacf82 req-0070f320-d75c-4c3d-8696-e2d65f9f634b tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.3091116 Feb 09 21:40:07.248125 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-75fb4b03-aa13-4a2a-85e6-eeb17c91dc82 req-8ee788b2-51a7-4fdf-8a97-d186759234a5 tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1682960728', 'description': 'tempest-description-2048578297'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:07.275913 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-75fb4b03-aa13-4a2a-85e6-eeb17c91dc82 req-8ee788b2-51a7-4fdf-8a97-d186759234a5 tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:07.304376 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-16838bac-dc83-4d6d-89dd-48bffc944c43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:07.310107 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c49a6f-124d-4afa-8db1-f8a2c4d22c0f req-4b5a1861-1ff2-481b-8195-d6569f04077b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:07.311787 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f8c49a6f-124d-4afa-8db1-f8a2c4d22c0f req-4b5a1861-1ff2-481b-8195-d6569f04077b service neutron] 10.222.0.95 "GET /v2.0/networks?id=e7415bf4-bb4b-4268-8cd4-95139dd8ac99 HTTP/1.1" status: 200 len: 910 time: 0.2412875 Feb 09 21:40:07.396172 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f8c49a6f-124d-4afa-8db1-f8a2c4d22c0f req-54b5239e-63ca-442e-8ed8-2f4928b54ed4 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a262084-cf51-44d8-b63c-1a0323ca235e HTTP/1.1" status: 200 len: 217 time: 0.0704463 Feb 09 21:40:07.433673 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a7305819-12b4-44e3-9cf4-e7d3480efc08 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (669ebfa1-57c0-4099-ba8b-75c3ee13c7ac), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:07.482225 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device e8355698-a9c5-4a6d-91ec-7ec9c9beed20 no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:40:07.520860 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-75fb4b03-aa13-4a2a-85e6-eeb17c91dc82 req-8ee788b2-51a7-4fdf-8a97-d186759234a5 tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Publish callbacks [] for security_group (c05639ee-e23c-401c-b7de-3379e816b989), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:07.521660 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7305819-12b4-44e3-9cf4-e7d3480efc08 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Pushing event updated for resources: {'Subnet': ['ID=669ebfa1-57c0-4099-ba8b-75c3ee13c7ac,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:07.525763 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c49a6f-124d-4afa-8db1-f8a2c4d22c0f req-dc207855-eddb-45b3-8fa9-1042eeab5308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:07.527607 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f8c49a6f-124d-4afa-8db1-f8a2c4d22c0f req-dc207855-eddb-45b3-8fa9-1042eeab5308 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=8f9c3484-34ca-4474-858d-d03e064c8f4e HTTP/1.1" status: 200 len: 849 time: 0.1101887 Feb 09 21:40:07.536147 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717a0673-f7ac-4cce-960d-cb7597f74b5e req-25d4f48b-c021-43c7-a8fd-fbff5a2e9ed3 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:07.538063 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-717a0673-f7ac-4cce-960d-cb7597f74b5e req-25d4f48b-c021-43c7-a8fd-fbff5a2e9ed3 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5942c39-add0-42a2-bc58-a7492d65f23d HTTP/1.1" status: 200 len: 949 time: 0.1908247 Feb 09 21:40:07.540849 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-75fb4b03-aa13-4a2a-85e6-eeb17c91dc82 req-8ee788b2-51a7-4fdf-8a97-d186759234a5 tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (c05639ee-e23c-401c-b7de-3379e816b989), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:07.582608 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port e8355698-a9c5-4a6d-91ec-7ec9c9beed20 is: ACTIVE; New status is: DOWN {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:40:07.583006 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (e8355698-a9c5-4a6d-91ec-7ec9c9beed20), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:07.583462 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7305819-12b4-44e3-9cf4-e7d3480efc08 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Checking segment: {'id': 'db0c884f-ead7-4bac-adab-be383723edb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3c62b28b-c7f1-4d76-8c0c-c794ca606be2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:40:07.584257 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7305819-12b4-44e3-9cf4-e7d3480efc08 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Network hostable DHCP agents. Network: 3c62b28b-c7f1-4d76-8c0c-c794ca606be2, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:40:07.595461 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-16838bac-dc83-4d6d-89dd-48bffc944c43 admin admin] Publish callbacks [] for security_group (7cd60175-f005-47a1-96be-ee81f02fde4a), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:07.607353 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-16838bac-dc83-4d6d-89dd-48bffc944c43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (7cd60175-f005-47a1-96be-ee81f02fde4a), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:07.623732 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f8c49a6f-124d-4afa-8db1-f8a2c4d22c0f req-310b27f9-bea8-46c0-89a4-38c002e8dc0f service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=e7415bf4-bb4b-4268-8cd4-95139dd8ac99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0839515 Feb 09 21:40:07.651181 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5942c39-add0-42a2-bc58-a7492d65f23d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8355698-a9c5-4a6d-91ec-7ec9c9beed20'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:40:07.655367 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f5e14d3-3bf6-44b0-bf3a-3a4b2e626307" -d '{"events": [{"server_uuid": "c5942c39-add0-42a2-bc58-a7492d65f23d", "name": "network-vif-unplugged", "status": "completed", "tag": "e8355698-a9c5-4a6d-91ec-7ec9c9beed20"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:40:07.673676 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port e8355698-a9c5-4a6d-91ec-7ec9c9beed20, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=e8355698-a9c5-4a6d-91ec-7ec9c9beed20,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:07.680207 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (e8355698-a9c5-4a6d-91ec-7ec9c9beed20), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:07.683398 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-16838bac-dc83-4d6d-89dd-48bffc944c43 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=764e83f74fe0425e93e237e16b46bab3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6014645 Feb 09 21:40:07.693452 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 35206) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:07.707636 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7305819-12b4-44e3-9cf4-e7d3480efc08 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Network 3c62b28b-c7f1-4d76-8c0c-c794ca606be2 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:40:07.725959 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16838bac-dc83-4d6d-89dd-48bffc944c43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd60175-f005-47a1-96be-ee81f02fde4a,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:07.730930 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-a7305819-12b4-44e3-9cf4-e7d3480efc08 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 3c62b28b-c7f1-4d76-8c0c-c794ca606be2) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:40:07.736644 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7305819-12b4-44e3-9cf4-e7d3480efc08 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:07.738976 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a7305819-12b4-44e3-9cf4-e7d3480efc08 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:07.757409 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882f3912-e67e-4ae0-8309-4157baadc9a3 None None] Network 3c62b28b-c7f1-4d76-8c0c-c794ca606be2 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:40:07.795359 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-717a0673-f7ac-4cce-960d-cb7597f74b5e req-47269e09-c508-40c7-8350-e758f1c45802 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/security-groups?id=18eb7429-13f2-4956-b934-bb119bf89c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353930 Feb 09 21:40:07.798471 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-75fb4b03-aa13-4a2a-85e6-eeb17c91dc82 req-8ee788b2-51a7-4fdf-8a97-d186759234a5 tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:07.800154 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-75fb4b03-aa13-4a2a-85e6-eeb17c91dc82 req-8ee788b2-51a7-4fdf-8a97-d186759234a5 tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.5694649 Feb 09 21:40:07.826663 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-a7305819-12b4-44e3-9cf4-e7d3480efc08 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8970039 Feb 09 21:40:07.844553 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 35214) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:07.862965 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee788b2-51a7-4fdf-8a97-d186759234a5 tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c05639ee-e23c-401c-b7de-3379e816b989,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:07.887357 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4ba248cb-422e-458f-be1a-80d18ee96e82 admin admin] Publish callbacks [] for security_group (7cd60175-f005-47a1-96be-ee81f02fde4a), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:07.933784 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=e8355698-a9c5-4a6d-91ec-7ec9c9beed20,revision_number=6']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:07.952613 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f11c3d5-0378-4c10-ae92-c91636bc092a x-openstack-request-id: req-9f11c3d5-0378-4c10-ae92-c91636bc092a {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:40:07.953273 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5942c39-add0-42a2-bc58-a7492d65f23d", "name": "network-vif-unplugged", "status": "completed", "tag": "e8355698-a9c5-4a6d-91ec-7ec9c9beed20", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:40:07.953668 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-9f11c3d5-0378-4c10-ae92-c91636bc092a {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:40:07.954185 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5942c39-add0-42a2-bc58-a7492d65f23d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8355698-a9c5-4a6d-91ec-7ec9c9beed20', 'code': 200} Feb 09 21:40:07.972090 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f8c49a6f-124d-4afa-8db1-f8a2c4d22c0f req-694cda56-e977-4cf3-84c9-89f696f4f674 service neutron] 10.222.0.95 "GET /v2.0/networks/e7415bf4-bb4b-4268-8cd4-95139dd8ac99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038465 Feb 09 21:40:08.014351 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deede8d7-984a-4343-a80a-b62f52b37174 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-3c62b28b-c7f1-4d76-8c0c-c794ca606be2', 'network_id': '3c62b28b-c7f1-4d76-8c0c-c794ca606be2', 'project_id': '0b3dce44ae6942d382ff1ce239e0d9de', 'fixed_ips': [{'subnet_id': '669ebfa1-57c0-4099-ba8b-75c3ee13c7ac'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:40:08.016206 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-deede8d7-984a-4343-a80a-b62f52b37174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:08.040192 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-58af28c5-3c1d-496d-afa7-cbc11dc38030 req-556ae433-5190-4d1b-aa05-de3253fa5736 tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-626798584', 'description': 'tempest-description-1185203318'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:08.073777 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9df19ef7-30d4-4a1d-998f-fe2471b43532 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (3c62b28b-c7f1-4d76-8c0c-c794ca606be2), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:08.080378 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4ba248cb-422e-458f-be1a-80d18ee96e82 admin admin] Publish callbacks [] for security_group (7cd60175-f005-47a1-96be-ee81f02fde4a), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:08.191029 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9df19ef7-30d4-4a1d-998f-fe2471b43532 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (669ebfa1-57c0-4099-ba8b-75c3ee13c7ac), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:08.242198 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-58af28c5-3c1d-496d-afa7-cbc11dc38030 req-556ae433-5190-4d1b-aa05-de3253fa5736 tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:08.250692 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4ba248cb-422e-458f-be1a-80d18ee96e82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (7cd60175-f005-47a1-96be-ee81f02fde4a), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:08.252509 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-deede8d7-984a-4343-a80a-b62f52b37174 None None] Allocated IP 172.20.0.1 (3c62b28b-c7f1-4d76-8c0c-c794ca606be2/669ebfa1-57c0-4099-ba8b-75c3ee13c7ac/b3a2c563-e164-4090-b681-f8e11ab53902) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:40:08.254133 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4ba248cb-422e-458f-be1a-80d18ee96e82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:08.255739 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-4ba248cb-422e-458f-be1a-80d18ee96e82 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/7cd60175-f005-47a1-96be-ee81f02fde4a HTTP/1.1" status: 204 len: 168 time: 0.5602837 Feb 09 21:40:08.266191 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba248cb-422e-458f-be1a-80d18ee96e82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd60175-f005-47a1-96be-ee81f02fde4a,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:08.343334 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f8c49a6f-124d-4afa-8db1-f8a2c4d22c0f req-d9d85340-685f-4498-b83c-2a5e793e2138 service neutron] 10.222.0.95 "GET /v2.0/networks/e7415bf4-bb4b-4268-8cd4-95139dd8ac99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3136144 Feb 09 21:40:08.351533 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a15955e-daec-4db8-a2b0-695c7b159817 req-42ec19cc-3b26-473a-8a0e-13585ff88762 tempest-ServerGroupTestJSON-514329874 tempest-ServerGroupTestJSON-514329874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:08.358775 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1a15955e-daec-4db8-a2b0-695c7b159817 req-42ec19cc-3b26-473a-8a0e-13585ff88762 tempest-ServerGroupTestJSON-514329874 tempest-ServerGroupTestJSON-514329874-project] 10.222.0.90 "GET /v2.0/ports?device_id=f3c3dd89-2e13-4eb4-8260-6250e07bf7af HTTP/1.1" status: 200 len: 943 time: 0.3853095 Feb 09 21:40:08.473361 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-58af28c5-3c1d-496d-afa7-cbc11dc38030 req-556ae433-5190-4d1b-aa05-de3253fa5736 tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Publish callbacks [] for security_group (cf0476c1-652e-4ab5-b480-c9284a76e136), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:08.474459 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-deede8d7-984a-4343-a80a-b62f52b37174 None None] Publish callbacks [] for port (b3a2c563-e164-4090-b681-f8e11ab53902), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:08.478459 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1a15955e-daec-4db8-a2b0-695c7b159817 req-f6415039-69c3-4fd6-85a7-8da86a42d60c tempest-ServerGroupTestJSON-514329874 tempest-ServerGroupTestJSON-514329874-project] 10.222.0.90 "GET /v2.0/security-groups?id=1c4b6e51-f15a-42b0-afa4-d9c1e1598c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187508 Feb 09 21:40:08.480695 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-58af28c5-3c1d-496d-afa7-cbc11dc38030 req-556ae433-5190-4d1b-aa05-de3253fa5736 tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (cf0476c1-652e-4ab5-b480-c9284a76e136), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:08.485627 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-deede8d7-984a-4343-a80a-b62f52b37174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (b3a2c563-e164-4090-b681-f8e11ab53902), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:08.499463 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-58af28c5-3c1d-496d-afa7-cbc11dc38030 req-556ae433-5190-4d1b-aa05-de3253fa5736 tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:08.500785 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-58af28c5-3c1d-496d-afa7-cbc11dc38030 req-556ae433-5190-4d1b-aa05-de3253fa5736 tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.5213761 Feb 09 21:40:08.514866 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deede8d7-984a-4343-a80a-b62f52b37174 None None] Network 3c62b28b-c7f1-4d76-8c0c-c794ca606be2 is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:40:08.515096 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9df19ef7-30d4-4a1d-998f-fe2471b43532 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (669ebfa1-57c0-4099-ba8b-75c3ee13c7ac), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:08.520370 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-deede8d7-984a-4343-a80a-b62f52b37174 None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:40:08.528430 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deede8d7-984a-4343-a80a-b62f52b37174 None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:40:08.572851 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df19ef7-30d4-4a1d-998f-fe2471b43532 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Pushing event deleted for resources: {'Subnet': ['ID=669ebfa1-57c0-4099-ba8b-75c3ee13c7ac,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:08.608210 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-250db6d3-d535-44d3-b92f-408ea8bb6ccd req-75bde89a-c985-449d-bfbc-4f1e21198625 tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] 10.222.0.90 "GET /v2.0/security-groups/c05639ee-e23c-401c-b7de-3379e816b989 HTTP/1.1" status: 200 len: 1824 time: 0.0730133 Feb 09 21:40:08.609696 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556ae433-5190-4d1b-aa05-de3253fa5736 tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf0476c1-652e-4ab5-b480-c9284a76e136,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:08.672345 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-250db6d3-d535-44d3-b92f-408ea8bb6ccd req-cef8c1cd-4dc6-4097-847b-06cb8321990a tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] 10.222.0.90 "GET /v2.0/security-groups/cf0476c1-652e-4ab5-b480-c9284a76e136 HTTP/1.1" status: 200 len: 1823 time: 0.0578470 Feb 09 21:40:08.690992 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-250db6d3-d535-44d3-b92f-408ea8bb6ccd req-ac70f90f-9d65-4690-a018-ad347f1d38e4 tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c05639ee-e23c-401c-b7de-3379e816b989', 'remote_group_id': 'cf0476c1-652e-4ab5-b480-c9284a76e136', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:08.690992 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-250db6d3-d535-44d3-b92f-408ea8bb6ccd req-ac70f90f-9d65-4690-a018-ad347f1d38e4 tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c05639ee-e23c-401c-b7de-3379e816b989', 'remote_group_id': 'cf0476c1-652e-4ab5-b480-c9284a76e136', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:08.723579 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9df19ef7-30d4-4a1d-998f-fe2471b43532 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (3c62b28b-c7f1-4d76-8c0c-c794ca606be2), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:08.761149 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-9df19ef7-30d4-4a1d-998f-fe2471b43532 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c62b28b-c7f1-4d76-8c0c-c794ca606be2']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:40:08.776135 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-9df19ef7-30d4-4a1d-998f-fe2471b43532 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db0c884f-ead7-4bac-adab-be383723edb7') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:40:08.776516 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-9df19ef7-30d4-4a1d-998f-fe2471b43532 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db0c884f-ead7-4bac-adab-be383723edb7') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:40:08.794260 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9df19ef7-30d4-4a1d-998f-fe2471b43532 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (db0c884f-ead7-4bac-adab-be383723edb7), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:08.811640 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9df19ef7-30d4-4a1d-998f-fe2471b43532 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (db0c884f-ead7-4bac-adab-be383723edb7), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:08.821645 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9df19ef7-30d4-4a1d-998f-fe2471b43532 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:40:08.822420 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9df19ef7-30d4-4a1d-998f-fe2471b43532 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (db0c884f-ead7-4bac-adab-be383723edb7), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:08.836250 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 35226) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:08.853028 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-250db6d3-d535-44d3-b92f-408ea8bb6ccd req-ac70f90f-9d65-4690-a018-ad347f1d38e4 tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Publish callbacks [] for security_group_rule (4607e37c-d7e9-48ee-9885-a8d8282a1e19), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:08.901751 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:40:08.901751 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:40:08.901751 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:40:08.901751 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:40:08.901751 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:40:08.901751 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:40:08.901751 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:40:08.901751 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:40:08.901751 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:40:08.901751 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:40:08.901751 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:40:08.901751 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:40:08.901751 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:40:08.901751 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:40:08.901751 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:40:08.901751 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:40:08.901751 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:40:08.901751 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:40:08.901751 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:40:08.901751 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:40:08.901751 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:40:08.901751 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:40:08.901751 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:40:08.901751 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:40:08.901751 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:40:08.901751 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:40:08.901751 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:40:08.901751 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:40:08.901751 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:40:08.901751 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:40:08.901751 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:40:08.901751 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:40:08.905201 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.db.api [None req-9df19ef7-30d4-4a1d-998f-fe2471b43532 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 21:40:08.905201 n-d-828369-5 neutron-server[103141]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 21:40:08.905201 n-d-828369-5 neutron-server[103141]: [parameters: {'id': '3c62b28b-c7f1-4d76-8c0c-c794ca606be2'}] Feb 09 21:40:08.905201 n-d-828369-5 neutron-server[103141]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:40:08.905838 n-d-828369-5 neutron-server[103141]: DEBUG oslo_db.api [None req-9df19ef7-30d4-4a1d-998f-fe2471b43532 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:40:08.916039 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-250db6d3-d535-44d3-b92f-408ea8bb6ccd req-ac70f90f-9d65-4690-a018-ad347f1d38e4 tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Publish callbacks [] for security_group_rule (4607e37c-d7e9-48ee-9885-a8d8282a1e19), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:08.921434 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9a110282-112f-4b78-a30d-88811108e5d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:08.936764 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-250db6d3-d535-44d3-b92f-408ea8bb6ccd req-ac70f90f-9d65-4690-a018-ad347f1d38e4 tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (4607e37c-d7e9-48ee-9885-a8d8282a1e19), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:08.998854 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac70f90f-9d65-4690-a018-ad347f1d38e4 tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4607e37c-d7e9-48ee-9885-a8d8282a1e19,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:09.007453 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deede8d7-984a-4343-a80a-b62f52b37174 None None] Pushing event updated for resources: {'Port': ['ID=b3a2c563-e164-4090-b681-f8e11ab53902,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:09.011370 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-250db6d3-d535-44d3-b92f-408ea8bb6ccd req-ac70f90f-9d65-4690-a018-ad347f1d38e4 tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:09.012691 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-250db6d3-d535-44d3-b92f-408ea8bb6ccd req-ac70f90f-9d65-4690-a018-ad347f1d38e4 tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3317108 Feb 09 21:40:09.046742 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-deede8d7-984a-4343-a80a-b62f52b37174 None None] Attempting to bind port b3a2c563-e164-4090-b681-f8e11ab53902 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:40:09.047813 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-deede8d7-984a-4343-a80a-b62f52b37174 None None] Attempting to bind port b3a2c563-e164-4090-b681-f8e11ab53902 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': 'db0c884f-ead7-4bac-adab-be383723edb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3c62b28b-c7f1-4d76-8c0c-c794ca606be2'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:40:09.048446 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deede8d7-984a-4343-a80a-b62f52b37174 None None] Attempting to bind port b3a2c563-e164-4090-b681-f8e11ab53902 on network 3c62b28b-c7f1-4d76-8c0c-c794ca606be2 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:40:09.052845 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e05262fc-02f0-44f2-af75-368390898acf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:09.053025 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-da6d6a9d-58b0-4cfc-b026-240ba8b54617 req-d8d7dc9d-08da-4b5d-88a1-00fce63c8595 tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1147112374', 'description': 'tempest-description-406885075'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:09.058063 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deede8d7-984a-4343-a80a-b62f52b37174 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:40:09.058756 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deede8d7-984a-4343-a80a-b62f52b37174 None None] Checking segment: {'id': 'db0c884f-ead7-4bac-adab-be383723edb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3c62b28b-c7f1-4d76-8c0c-c794ca606be2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:40:09.059374 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-deede8d7-984a-4343-a80a-b62f52b37174 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:09.059999 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deede8d7-984a-4343-a80a-b62f52b37174 None None] Bound using segment: {'id': 'db0c884f-ead7-4bac-adab-be383723edb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3c62b28b-c7f1-4d76-8c0c-c794ca606be2'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:40:09.060728 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-deede8d7-984a-4343-a80a-b62f52b37174 None None] Bound port: b3a2c563-e164-4090-b681-f8e11ab53902, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db0c884f-ead7-4bac-adab-be383723edb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3c62b28b-c7f1-4d76-8c0c-c794ca606be2'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:40:09.061538 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-deede8d7-984a-4343-a80a-b62f52b37174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (b3a2c563-e164-4090-b681-f8e11ab53902), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:09.087036 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-da6d6a9d-58b0-4cfc-b026-240ba8b54617 req-d8d7dc9d-08da-4b5d-88a1-00fce63c8595 tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:09.133465 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e18ab25-4e1b-4593-9718-d15d61c54cd8 req-320d6f11-8a13-4deb-b70e-02db5cabb398 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:09.135070 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2e18ab25-4e1b-4593-9718-d15d61c54cd8 req-320d6f11-8a13-4deb-b70e-02db5cabb398 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5942c39-add0-42a2-bc58-a7492d65f23d HTTP/1.1" status: 200 len: 947 time: 0.1917257 Feb 09 21:40:09.139763 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-deede8d7-984a-4343-a80a-b62f52b37174 None None] For port b3a2c563-e164-4090-b681-f8e11ab53902, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:40:09.145578 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-deede8d7-984a-4343-a80a-b62f52b37174 None None] For port b3a2c563-e164-4090-b681-f8e11ab53902, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=b3a2c563-e164-4090-b681-f8e11ab53902,segment=NetworkSegment(db0c884f-ead7-4bac-adab-be383723edb7),segment_id=db0c884f-ead7-4bac-adab-be383723edb7)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:40:09.157856 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-deede8d7-984a-4343-a80a-b62f52b37174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (b3a2c563-e164-4090-b681-f8e11ab53902), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:09.258779 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9a110282-112f-4b78-a30d-88811108e5d6 admin admin] Publish callbacks [] for security_group (1f977da3-f9d1-4475-8a08-7f03bd35e467), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:09.273485 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9a110282-112f-4b78-a30d-88811108e5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (1f977da3-f9d1-4475-8a08-7f03bd35e467), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:09.284196 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-da6d6a9d-58b0-4cfc-b026-240ba8b54617 req-d8d7dc9d-08da-4b5d-88a1-00fce63c8595 tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Publish callbacks [] for security_group (59e87868-4fc7-4bf4-a346-201092ee8174), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:09.284758 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deede8d7-984a-4343-a80a-b62f52b37174 None None] Pushing event updated for resources: {'Port': ['ID=b3a2c563-e164-4090-b681-f8e11ab53902,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:09.295944 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2e18ab25-4e1b-4593-9718-d15d61c54cd8 req-dd72493d-9361-4d96-b1f7-4e713d3f51b1 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/security-groups?id=18eb7429-13f2-4956-b934-bb119bf89c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448483 Feb 09 21:40:09.302817 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-da6d6a9d-58b0-4cfc-b026-240ba8b54617 req-d8d7dc9d-08da-4b5d-88a1-00fce63c8595 tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (59e87868-4fc7-4bf4-a346-201092ee8174), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:09.307904 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ad32c6-bc52-429a-8e9d-618858e96e12 None None] get_active_networks_info from n-d-828369-5 {{(pid=103142) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 21:40:09.336105 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-9a110282-112f-4b78-a30d-88811108e5d6 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=391a99cdb67441cc8b7e67a5bb743d3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4987659 Feb 09 21:40:09.337377 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a110282-112f-4b78-a30d-88811108e5d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f977da3-f9d1-4475-8a08-7f03bd35e467,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:09.338908 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 35240) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:09.342433 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-da6d6a9d-58b0-4cfc-b026-240ba8b54617 req-d8d7dc9d-08da-4b5d-88a1-00fce63c8595 tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:09.343884 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-da6d6a9d-58b0-4cfc-b026-240ba8b54617 req-d8d7dc9d-08da-4b5d-88a1-00fce63c8595 tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.3028607 Feb 09 21:40:09.392501 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-37ef9605-2325-4965-a443-b703d57508db req-3485014c-1fdb-406d-a376-c154ac9262e1 tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-664688865', 'description': 'tempest-description-271201368'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:09.397890 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d7dc9d-08da-4b5d-88a1-00fce63c8595 tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59e87868-4fc7-4bf4-a346-201092ee8174,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:09.407418 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9df19ef7-30d4-4a1d-998f-fe2471b43532 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (3c62b28b-c7f1-4d76-8c0c-c794ca606be2), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:09.419087 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-37ef9605-2325-4965-a443-b703d57508db req-3485014c-1fdb-406d-a376-c154ac9262e1 tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:09.422620 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-58a72424-4be9-4506-9545-2e1a38e189c4 admin admin] Publish callbacks [] for security_group (1f977da3-f9d1-4475-8a08-7f03bd35e467), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:09.478976 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ad32c6-bc52-429a-8e9d-618858e96e12 None None] Resources bound (agent type, host, resource id): {{(pid=103142) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 21:40:09.501893 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device e8355698-a9c5-4a6d-91ec-7ec9c9beed20 details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:40:09.540295 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-37ef9605-2325-4965-a443-b703d57508db req-3485014c-1fdb-406d-a376-c154ac9262e1 tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Publish callbacks [] for security_group (d673b551-f2aa-44d0-875b-41d71f7d7e9b), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:09.547192 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-37ef9605-2325-4965-a443-b703d57508db req-3485014c-1fdb-406d-a376-c154ac9262e1 tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (d673b551-f2aa-44d0-875b-41d71f7d7e9b), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:09.599930 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3485014c-1fdb-406d-a376-c154ac9262e1 tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d673b551-f2aa-44d0-875b-41d71f7d7e9b,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:09.619235 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-37ef9605-2325-4965-a443-b703d57508db req-3485014c-1fdb-406d-a376-c154ac9262e1 tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:09.629765 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-37ef9605-2325-4965-a443-b703d57508db req-3485014c-1fdb-406d-a376-c154ac9262e1 tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.2384207 Feb 09 21:40:09.658217 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 0a262084-cf51-44d8-b63c-1a0323ca235e details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:40:09.747594 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d4884641-cc4e-41a6-aa7f-a348e2b28029 req-6350f33e-a83e-43c2-82d2-d15c43e8e67f tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] 10.222.0.90 "GET /v2.0/security-groups/59e87868-4fc7-4bf4-a346-201092ee8174 HTTP/1.1" status: 200 len: 1823 time: 0.0973308 Feb 09 21:40:09.761137 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bd2da7-076a-4fe1-b355-01dacc34871b req-63387765-0eea-4b56-91ac-6d95b6328198 tempest-ServerGroupTestJSON-514329874 tempest-ServerGroupTestJSON-514329874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:09.764843 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-35bd2da7-076a-4fe1-b355-01dacc34871b req-63387765-0eea-4b56-91ac-6d95b6328198 tempest-ServerGroupTestJSON-514329874 tempest-ServerGroupTestJSON-514329874-project] 10.222.0.90 "GET /v2.0/ports?device_id=f3c3dd89-2e13-4eb4-8260-6250e07bf7af HTTP/1.1" status: 200 len: 943 time: 0.1370666 Feb 09 21:40:09.830394 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port e8355698-a9c5-4a6d-91ec-7ec9c9beed20, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=e8355698-a9c5-4a6d-91ec-7ec9c9beed20,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:09.858312 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': 'e8355698-a9c5-4a6d-91ec-7ec9c9beed20', 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc', 'port_id': 'e8355698-a9c5-4a6d-91ec-7ec9c9beed20', 'mac_address': 'fa:16:3e:34:05:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f7402ac-a35b-414b-bcc1-bc1c3072ec3c', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:40:09.859513 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d4884641-cc4e-41a6-aa7f-a348e2b28029 req-6006e341-5ceb-4f2b-9800-6006e316129e tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] 10.222.0.90 "GET /v2.0/security-groups/d673b551-f2aa-44d0-875b-41d71f7d7e9b HTTP/1.1" status: 200 len: 1822 time: 0.0837290 Feb 09 21:40:09.873915 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-d4884641-cc4e-41a6-aa7f-a348e2b28029 req-64903fc5-5279-4fe0-839c-314da902243d tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '59e87868-4fc7-4bf4-a346-201092ee8174', 'remote_group_id': 'd673b551-f2aa-44d0-875b-41d71f7d7e9b', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:09.874269 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-d4884641-cc4e-41a6-aa7f-a348e2b28029 req-64903fc5-5279-4fe0-839c-314da902243d tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '59e87868-4fc7-4bf4-a346-201092ee8174', 'remote_group_id': 'd673b551-f2aa-44d0-875b-41d71f7d7e9b', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:09.883474 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-58a72424-4be9-4506-9545-2e1a38e189c4 admin admin] Publish callbacks [] for security_group (1f977da3-f9d1-4475-8a08-7f03bd35e467), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:09.937381 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-9df19ef7-30d4-4a1d-998f-fe2471b43532 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Deleting port b3a2c563-e164-4090-b681-f8e11ab53902 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:40:09.937912 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9df19ef7-30d4-4a1d-998f-fe2471b43532 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (b3a2c563-e164-4090-b681-f8e11ab53902), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:09.939498 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-35bd2da7-076a-4fe1-b355-01dacc34871b req-f8696390-1529-40d2-b416-b930fdfbd8cb tempest-ServerGroupTestJSON-514329874 tempest-ServerGroupTestJSON-514329874-project] 10.222.0.90 "GET /v2.0/security-groups?id=1c4b6e51-f15a-42b0-afa4-d9c1e1598c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668379 Feb 09 21:40:09.982874 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port e8355698-a9c5-4a6d-91ec-7ec9c9beed20 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:40:09.983274 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (e8355698-a9c5-4a6d-91ec-7ec9c9beed20), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:09.986543 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 0a262084-cf51-44d8-b63c-1a0323ca235e, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=0a262084-cf51-44d8-b63c-1a0323ca235e,segment=NetworkSegment(c5b11569-50b4-4458-88c2-c1002e349261),segment_id=c5b11569-50b4-4458-88c2-c1002e349261)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:09.998119 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-58a72424-4be9-4506-9545-2e1a38e189c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (1f977da3-f9d1-4475-8a08-7f03bd35e467), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:10.001280 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-58a72424-4be9-4506-9545-2e1a38e189c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:10.005714 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-58a72424-4be9-4506-9545-2e1a38e189c4 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/1f977da3-f9d1-4475-8a08-7f03bd35e467 HTTP/1.1" status: 204 len: 168 time: 0.6656199 Feb 09 21:40:10.018318 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7ddf32-caf5-4521-abe0-4c734bd2632f None None] Network 3c62b28b-c7f1-4d76-8c0c-c794ca606be2 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:40:10.022420 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': '0a262084-cf51-44d8-b63c-1a0323ca235e', 'network_id': 'e7415bf4-bb4b-4268-8cd4-95139dd8ac99', 'port_id': '0a262084-cf51-44d8-b63c-1a0323ca235e', 'mac_address': 'fa:16:3e:68:8f:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f9c3484-34ca-4474-858d-d03e064c8f4e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:40:10.027531 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-d4884641-cc4e-41a6-aa7f-a348e2b28029 req-64903fc5-5279-4fe0-839c-314da902243d tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Publish callbacks [] for security_group_rule (5371d37b-5aaa-478d-b0df-99a6113dc232), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:10.030886 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a72424-4be9-4506-9545-2e1a38e189c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f977da3-f9d1-4475-8a08-7f03bd35e467,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:10.035640 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-9df19ef7-30d4-4a1d-998f-fe2471b43532 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] For port b3a2c563-e164-4090-b681-f8e11ab53902, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=b3a2c563-e164-4090-b681-f8e11ab53902,segment=NetworkSegment(db0c884f-ead7-4bac-adab-be383723edb7),segment_id=db0c884f-ead7-4bac-adab-be383723edb7)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:10.035902 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9df19ef7-30d4-4a1d-998f-fe2471b43532 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (b3a2c563-e164-4090-b681-f8e11ab53902), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:10.044727 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8355698-a9c5-4a6d-91ec-7ec9c9beed20 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:40:10.051382 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-9df19ef7-30d4-4a1d-998f-fe2471b43532 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Calling delete_port for b3a2c563-e164-4090-b681-f8e11ab53902 owned by network:dhcp {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:40:10.086378 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-d4884641-cc4e-41a6-aa7f-a348e2b28029 req-64903fc5-5279-4fe0-839c-314da902243d tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Publish callbacks [] for security_group_rule (5371d37b-5aaa-478d-b0df-99a6113dc232), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:10.090408 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-d4884641-cc4e-41a6-aa7f-a348e2b28029 req-64903fc5-5279-4fe0-839c-314da902243d tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (5371d37b-5aaa-478d-b0df-99a6113dc232), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:10.112501 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64903fc5-5279-4fe0-839c-314da902243d tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5371d37b-5aaa-478d-b0df-99a6113dc232,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:10.143908 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-d4884641-cc4e-41a6-aa7f-a348e2b28029 req-64903fc5-5279-4fe0-839c-314da902243d tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:10.146711 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d4884641-cc4e-41a6-aa7f-a348e2b28029 req-64903fc5-5279-4fe0-839c-314da902243d tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2769156 Feb 09 21:40:10.169032 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port e8355698-a9c5-4a6d-91ec-7ec9c9beed20, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=e8355698-a9c5-4a6d-91ec-7ec9c9beed20,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:10.195213 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (e8355698-a9c5-4a6d-91ec-7ec9c9beed20), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:10.221528 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9df19ef7-30d4-4a1d-998f-fe2471b43532 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (b3a2c563-e164-4090-b681-f8e11ab53902), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:10.269032 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7aa413d2-5a6d-4bf6-9e7c-ad2869e775e7 req-aa98d28d-164f-4664-a37d-900e97d53099 tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] 10.222.0.90 "GET /v2.0/security-groups/d673b551-f2aa-44d0-875b-41d71f7d7e9b HTTP/1.1" status: 200 len: 1822 time: 0.0695570 Feb 09 21:40:10.304596 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df19ef7-30d4-4a1d-998f-fe2471b43532 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Pushing event deleted for resources: {'Port': ['ID=b3a2c563-e164-4090-b681-f8e11ab53902,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:10.306636 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df19ef7-30d4-4a1d-998f-fe2471b43532 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] No DVR routers for this DVR port b3a2c563-e164-4090-b681-f8e11ab53902 on host n-d-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:40:10.358013 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 0a262084-cf51-44d8-b63c-1a0323ca235e is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:40:10.360541 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (0a262084-cf51-44d8-b63c-1a0323ca235e), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:10.377662 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-7aa413d2-5a6d-4bf6-9e7c-ad2869e775e7 req-b23bd5ee-a40a-40d8-8496-15f24e0dc115 tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Publish callbacks [] for security_group (d673b551-f2aa-44d0-875b-41d71f7d7e9b), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:10.402763 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=e8355698-a9c5-4a6d-91ec-7ec9c9beed20,revision_number=7']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:10.406495 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a262084-cf51-44d8-b63c-1a0323ca235e {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:40:10.414588 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-7aa413d2-5a6d-4bf6-9e7c-ad2869e775e7 req-b23bd5ee-a40a-40d8-8496-15f24e0dc115 tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Publish callbacks [] for security_group (d673b551-f2aa-44d0-875b-41d71f7d7e9b), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:10.428986 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9df19ef7-30d4-4a1d-998f-fe2471b43532 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (3c62b28b-c7f1-4d76-8c0c-c794ca606be2), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:10.432764 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 0a262084-cf51-44d8-b63c-1a0323ca235e, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=0a262084-cf51-44d8-b63c-1a0323ca235e,segment=NetworkSegment(c5b11569-50b4-4458-88c2-c1002e349261),segment_id=c5b11569-50b4-4458-88c2-c1002e349261)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:10.438631 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (0a262084-cf51-44d8-b63c-1a0323ca235e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:10.452963 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-9df19ef7-30d4-4a1d-998f-fe2471b43532 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c62b28b-c7f1-4d76-8c0c-c794ca606be2']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:40:10.465195 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-9df19ef7-30d4-4a1d-998f-fe2471b43532 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db0c884f-ead7-4bac-adab-be383723edb7') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:40:10.465766 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-9df19ef7-30d4-4a1d-998f-fe2471b43532 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db0c884f-ead7-4bac-adab-be383723edb7') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:40:10.481226 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9df19ef7-30d4-4a1d-998f-fe2471b43532 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (db0c884f-ead7-4bac-adab-be383723edb7), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:10.503310 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9df19ef7-30d4-4a1d-998f-fe2471b43532 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (db0c884f-ead7-4bac-adab-be383723edb7), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:10.512362 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9df19ef7-30d4-4a1d-998f-fe2471b43532 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:40:10.520105 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9df19ef7-30d4-4a1d-998f-fe2471b43532 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (db0c884f-ead7-4bac-adab-be383723edb7), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:10.520105 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:40:10.520105 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:40:10.520105 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:40:10.520105 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:40:10.520105 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:40:10.520105 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:40:10.520105 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:40:10.520105 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:40:10.520105 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:40:10.520105 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:40:10.520105 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:40:10.520105 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:40:10.520105 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:40:10.520105 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:40:10.520105 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:40:10.520105 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:40:10.520105 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:40:10.520105 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:40:10.520105 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:40:10.520105 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:40:10.520105 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:40:10.520105 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:40:10.520105 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:40:10.520105 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:40:10.520105 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:40:10.520105 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:40:10.520105 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:40:10.520105 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:40:10.520105 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:40:10.520105 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:40:10.520105 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:40:10.520105 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:40:10.557201 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=0a262084-cf51-44d8-b63c-1a0323ca235e,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:10.562022 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310dc2a4-f756-4c9a-8d53-3c5109a16e6a req-e35dc32c-15d0-488a-894b-10f0068fc78d tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:10.563878 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-310dc2a4-f756-4c9a-8d53-3c5109a16e6a req-e35dc32c-15d0-488a-894b-10f0068fc78d tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5942c39-add0-42a2-bc58-a7492d65f23d HTTP/1.1" status: 200 len: 948 time: 0.1006174 Feb 09 21:40:10.580370 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-7aa413d2-5a6d-4bf6-9e7c-ad2869e775e7 req-b23bd5ee-a40a-40d8-8496-15f24e0dc115 tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (d673b551-f2aa-44d0-875b-41d71f7d7e9b), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:10.583292 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-7aa413d2-5a6d-4bf6-9e7c-ad2869e775e7 req-b23bd5ee-a40a-40d8-8496-15f24e0dc115 tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:10.584551 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7aa413d2-5a6d-4bf6-9e7c-ad2869e775e7 req-b23bd5ee-a40a-40d8-8496-15f24e0dc115 tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] 10.222.0.90 "DELETE /v2.0/security-groups/d673b551-f2aa-44d0-875b-41d71f7d7e9b HTTP/1.1" status: 204 len: 173 time: 0.3143966 Feb 09 21:40:10.606929 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23bd5ee-a40a-40d8-8496-15f24e0dc115 tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d673b551-f2aa-44d0-875b-41d71f7d7e9b,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:10.653775 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9df19ef7-30d4-4a1d-998f-fe2471b43532 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (3c62b28b-c7f1-4d76-8c0c-c794ca606be2), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:10.668118 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['e8355698-a9c5-4a6d-91ec-7ec9c9beed20'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:40:10.695849 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9df19ef7-30d4-4a1d-998f-fe2471b43532 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:10.705678 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-310dc2a4-f756-4c9a-8d53-3c5109a16e6a req-e282a107-7192-4a64-a564-54319ad13cf8 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/security-groups?id=18eb7429-13f2-4956-b934-bb119bf89c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322179 Feb 09 21:40:10.708968 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-9df19ef7-30d4-4a1d-998f-fe2471b43532 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] 10.222.0.90 "DELETE /v2.0/networks/3c62b28b-c7f1-4d76-8c0c-c794ca606be2 HTTP/1.1" status: 204 len: 168 time: 2.8659019 Feb 09 21:40:10.711114 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df19ef7-30d4-4a1d-998f-fe2471b43532 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Pushing event deleted for resources: {'Network': ['ID=3c62b28b-c7f1-4d76-8c0c-c794ca606be2,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:10.714073 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 35268) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:10.724020 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-afa632bb-5ea5-45da-b1e7-27a35f94d8e1 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-669813685'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:10.724962 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-00d7adc6-ea29-4ae2-acc4-f6d62f2f5055 req-488cf4c8-2cd3-488a-9ce1-a8effff966ce tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] 10.222.0.90 "GET /v2.0/security-groups/59e87868-4fc7-4bf4-a346-201092ee8174 HTTP/1.1" status: 200 len: 1823 time: 0.0850666 Feb 09 21:40:10.761196 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-bc38988b-1e5b-4256-a72b-790a55900419 req-1b2118ac-d2e4-4bf4-af25-1eb397bf94a5 tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1389748936', 'description': 'tempest-description-1407272828'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:10.761619 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afa632bb-5ea5-45da-b1e7-27a35f94d8e1 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Made reservation on behalf of 0b3dce44ae6942d382ff1ce239e0d9de for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:40:10.767430 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-afa632bb-5ea5-45da-b1e7-27a35f94d8e1 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:10.789777 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-bc38988b-1e5b-4256-a72b-790a55900419 req-1b2118ac-d2e4-4bf4-af25-1eb397bf94a5 tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:10.821114 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afa632bb-5ea5-45da-b1e7-27a35f94d8e1 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:40:10.837182 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-afa632bb-5ea5-45da-b1e7-27a35f94d8e1 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (41c81920-10c0-4866-b0b7-9251824a7923), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:10.837627 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-afa632bb-5ea5-45da-b1e7-27a35f94d8e1 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Added segment 41c81920-10c0-4866-b0b7-9251824a7923 of type vlan for network 8677483c-7973-4cf5-b358-a18b72ca216b Feb 09 21:40:10.845964 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['0a262084-cf51-44d8-b63c-1a0323ca235e'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:40:10.898534 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-afa632bb-5ea5-45da-b1e7-27a35f94d8e1 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (8677483c-7973-4cf5-b358-a18b72ca216b), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:10.930115 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-bc38988b-1e5b-4256-a72b-790a55900419 req-1b2118ac-d2e4-4bf4-af25-1eb397bf94a5 tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Publish callbacks [] for security_group (dda251be-1df7-4095-945a-17fa3e3ee496), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:10.986587 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-bc38988b-1e5b-4256-a72b-790a55900419 req-1b2118ac-d2e4-4bf4-af25-1eb397bf94a5 tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (dda251be-1df7-4095-945a-17fa3e3ee496), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:10.994167 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-afa632bb-5ea5-45da-b1e7-27a35f94d8e1 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (8677483c-7973-4cf5-b358-a18b72ca216b), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:11.006129 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa632bb-5ea5-45da-b1e7-27a35f94d8e1 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:11.006823 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-afa632bb-5ea5-45da-b1e7-27a35f94d8e1 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:11.021457 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-de47b5d6-0101-4250-bd6d-fc26aac54ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:11.114036 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-afa632bb-5ea5-45da-b1e7-27a35f94d8e1 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3980560 Feb 09 21:40:11.121603 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 35282) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:11.129525 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-bc38988b-1e5b-4256-a72b-790a55900419 req-1b2118ac-d2e4-4bf4-af25-1eb397bf94a5 tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:11.130761 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bc38988b-1e5b-4256-a72b-790a55900419 req-1b2118ac-d2e4-4bf4-af25-1eb397bf94a5 tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.3779557 Feb 09 21:40:11.141171 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-61f4c11b-ea09-4194-bacf-0d01b7bc1f21 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Request body: {'subnet': {'network_id': '8677483c-7973-4cf5-b358-a18b72ca216b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:11.141304 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2118ac-d2e4-4bf4-af25-1eb397bf94a5 tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dda251be-1df7-4095-945a-17fa3e3ee496,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:11.216405 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa632bb-5ea5-45da-b1e7-27a35f94d8e1 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Pushing event updated for resources: {'Network': ['ID=8677483c-7973-4cf5-b358-a18b72ca216b,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:11.234450 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 8677483c-7973-4cf5-b358-a18b72ca216b details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:40:11.367677 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0c131269-21b3-47a6-b421-4ae4273a6963 req-cc746f3a-3ab4-4dae-9061-ff08d9025d6f tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] 10.222.0.90 "GET /v2.0/security-groups/dda251be-1df7-4095-945a-17fa3e3ee496 HTTP/1.1" status: 200 len: 1824 time: 0.1823168 Feb 09 21:40:11.388287 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-0c131269-21b3-47a6-b421-4ae4273a6963 req-78667152-2f12-4ba8-8bcb-3476a09e8aa0 tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'dda251be-1df7-4095-945a-17fa3e3ee496', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:11.388842 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-0c131269-21b3-47a6-b421-4ae4273a6963 req-78667152-2f12-4ba8-8bcb-3476a09e8aa0 tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'dda251be-1df7-4095-945a-17fa3e3ee496', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:11.400105 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61f4c11b-ea09-4194-bacf-0d01b7bc1f21 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Made reservation on behalf of 0b3dce44ae6942d382ff1ce239e0d9de for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:40:11.405086 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-61f4c11b-ea09-4194-bacf-0d01b7bc1f21 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:11.419205 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe928b9-80d1-4ede-a487-8c4941c8bc08 req-a10bb024-dd51-40ee-9e40-e8048eb6bf05 tempest-ServerGroupTestJSON-514329874 tempest-ServerGroupTestJSON-514329874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:11.420846 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1fe928b9-80d1-4ede-a487-8c4941c8bc08 req-a10bb024-dd51-40ee-9e40-e8048eb6bf05 tempest-ServerGroupTestJSON-514329874 tempest-ServerGroupTestJSON-514329874-project] 10.222.0.90 "GET /v2.0/ports?device_id=f3c3dd89-2e13-4eb4-8260-6250e07bf7af HTTP/1.1" status: 200 len: 944 time: 0.2969396 Feb 09 21:40:11.541517 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1fe928b9-80d1-4ede-a487-8c4941c8bc08 req-7f9af327-023a-4027-9c3b-ec5dfcc3a5a3 tempest-ServerGroupTestJSON-514329874 tempest-ServerGroupTestJSON-514329874-project] 10.222.0.90 "GET /v2.0/security-groups?id=1c4b6e51-f15a-42b0-afa4-d9c1e1598c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095014 Feb 09 21:40:11.557659 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-0c131269-21b3-47a6-b421-4ae4273a6963 req-78667152-2f12-4ba8-8bcb-3476a09e8aa0 tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Publish callbacks [] for security_group_rule (fbe9a8ab-2dda-4cec-a3c4-c66ee4b7a15d), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:11.642708 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-0c131269-21b3-47a6-b421-4ae4273a6963 req-78667152-2f12-4ba8-8bcb-3476a09e8aa0 tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Publish callbacks [] for security_group_rule (fbe9a8ab-2dda-4cec-a3c4-c66ee4b7a15d), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:11.649246 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-0c131269-21b3-47a6-b421-4ae4273a6963 req-78667152-2f12-4ba8-8bcb-3476a09e8aa0 tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (fbe9a8ab-2dda-4cec-a3c4-c66ee4b7a15d), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:11.720499 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78667152-2f12-4ba8-8bcb-3476a09e8aa0 tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbe9a8ab-2dda-4cec-a3c4-c66ee4b7a15d,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:11.736453 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-0c131269-21b3-47a6-b421-4ae4273a6963 req-78667152-2f12-4ba8-8bcb-3476a09e8aa0 tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:11.756942 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0c131269-21b3-47a6-b421-4ae4273a6963 req-78667152-2f12-4ba8-8bcb-3476a09e8aa0 tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3718867 Feb 09 21:40:11.852675 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-61f4c11b-ea09-4194-bacf-0d01b7bc1f21 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (a3f61d88-aad7-4777-927e-bd5fb1ad14ce), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:11.964753 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f4c11b-ea09-4194-bacf-0d01b7bc1f21 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Pushing event updated for resources: {'Subnet': ['ID=a3f61d88-aad7-4777-927e-bd5fb1ad14ce,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:11.972652 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f4c11b-ea09-4194-bacf-0d01b7bc1f21 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Checking segment: {'id': '41c81920-10c0-4866-b0b7-9251824a7923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '8677483c-7973-4cf5-b358-a18b72ca216b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:40:11.973029 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f4c11b-ea09-4194-bacf-0d01b7bc1f21 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Network hostable DHCP agents. Network: 8677483c-7973-4cf5-b358-a18b72ca216b, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:40:11.984422 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-082b8a29-fe35-457a-8ad6-f6316398f221 req-e26ec271-e970-445c-a26c-91f75f7084be tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] 10.222.0.90 "GET /v2.0/security-groups/dda251be-1df7-4095-945a-17fa3e3ee496 HTTP/1.1" status: 200 len: 2418 time: 0.2032468 Feb 09 21:40:12.001726 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-082b8a29-fe35-457a-8ad6-f6316398f221 req-7e77eb1f-c825-4846-9243-2d7b75479a51 tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'dda251be-1df7-4095-945a-17fa3e3ee496', 'remote_group_id': None}]} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:12.002040 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-082b8a29-fe35-457a-8ad6-f6316398f221 req-7e77eb1f-c825-4846-9243-2d7b75479a51 tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'dda251be-1df7-4095-945a-17fa3e3ee496', 'remote_group_id': None}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:12.021702 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f4c11b-ea09-4194-bacf-0d01b7bc1f21 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Network 8677483c-7973-4cf5-b358-a18b72ca216b is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:40:12.040301 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33f2de0-d345-4342-922c-57686a393db7 req-51a15c99-b18d-4369-89e4-2eb9516c3ec3 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:12.042047 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a33f2de0-d345-4342-922c-57686a393db7 req-51a15c99-b18d-4369-89e4-2eb9516c3ec3 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5942c39-add0-42a2-bc58-a7492d65f23d HTTP/1.1" status: 200 len: 948 time: 0.1756458 Feb 09 21:40:12.042882 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-61f4c11b-ea09-4194-bacf-0d01b7bc1f21 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 8677483c-7973-4cf5-b358-a18b72ca216b) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:40:12.055417 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9db1894-2ef9-4041-83d3-8831527fd5c3 None None] Network 8677483c-7973-4cf5-b358-a18b72ca216b requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:40:12.072208 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f4c11b-ea09-4194-bacf-0d01b7bc1f21 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:12.072937 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-61f4c11b-ea09-4194-bacf-0d01b7bc1f21 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:12.109412 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-61f4c11b-ea09-4194-bacf-0d01b7bc1f21 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9845748 Feb 09 21:40:12.109888 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 35324) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:12.142070 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a33f2de0-d345-4342-922c-57686a393db7 req-24b1be87-2d7f-4e14-b576-4a7816f8c38d tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/security-groups?id=18eb7429-13f2-4956-b934-bb119bf89c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802999 Feb 09 21:40:12.223490 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-082b8a29-fe35-457a-8ad6-f6316398f221 req-7e77eb1f-c825-4846-9243-2d7b75479a51 tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Publish callbacks [] for security_group_rule (065abca3-308f-40af-9099-9f88c0190423), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:12.259048 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-082b8a29-fe35-457a-8ad6-f6316398f221 req-7e77eb1f-c825-4846-9243-2d7b75479a51 tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Publish callbacks [] for security_group_rule (065abca3-308f-40af-9099-9f88c0190423), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:12.268425 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-082b8a29-fe35-457a-8ad6-f6316398f221 req-7e77eb1f-c825-4846-9243-2d7b75479a51 tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (065abca3-308f-40af-9099-9f88c0190423), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:12.314444 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e77eb1f-c825-4846-9243-2d7b75479a51 tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=065abca3-308f-40af-9099-9f88c0190423,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:12.334908 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-082b8a29-fe35-457a-8ad6-f6316398f221 req-7e77eb1f-c825-4846-9243-2d7b75479a51 tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:12.336169 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-082b8a29-fe35-457a-8ad6-f6316398f221 req-7e77eb1f-c825-4846-9243-2d7b75479a51 tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3428745 Feb 09 21:40:12.357904 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c36537-19e3-4782-a1e6-f090c02698eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-8677483c-7973-4cf5-b358-a18b72ca216b', 'network_id': '8677483c-7973-4cf5-b358-a18b72ca216b', 'project_id': '0b3dce44ae6942d382ff1ce239e0d9de', 'fixed_ips': [{'subnet_id': 'a3f61d88-aad7-4777-927e-bd5fb1ad14ce'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:40:12.358784 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-77c36537-19e3-4782-a1e6-f090c02698eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:12.388375 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-600e2874-152c-45cd-946f-66a32bcb98f1 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (8677483c-7973-4cf5-b358-a18b72ca216b), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:12.447977 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-24049db1-58ad-4c7d-9179-5146ca7dc9a7 req-495a137f-b85f-42c4-ab7f-4447e278f34e tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] 10.222.0.90 "GET /v2.0/security-groups/dda251be-1df7-4095-945a-17fa3e3ee496 HTTP/1.1" status: 200 len: 3017 time: 0.0869417 Feb 09 21:40:12.470857 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-600e2874-152c-45cd-946f-66a32bcb98f1 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (a3f61d88-aad7-4777-927e-bd5fb1ad14ce), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:12.481956 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-97e38873-48b1-49ba-b521-b3fd8ccce576 req-ad1ab5fb-d4b3-4519-83be-25deb7c828aa tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] 10.222.0.90 "GET /v2.0/security-group-rules/065abca3-308f-40af-9099-9f88c0190423 HTTP/1.1" status: 200 len: 783 time: 0.0327799 Feb 09 21:40:12.539833 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 35344) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:12.567470 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-97e38873-48b1-49ba-b521-b3fd8ccce576 req-c585a692-a70b-4c19-8fb5-6276e109e6f1 tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] 10.222.0.90 "GET /v2.0/security-groups/dda251be-1df7-4095-945a-17fa3e3ee496 HTTP/1.1" status: 200 len: 3017 time: 0.0828054 Feb 09 21:40:12.595647 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-600e2874-152c-45cd-946f-66a32bcb98f1 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (a3f61d88-aad7-4777-927e-bd5fb1ad14ce), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:12.653630 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-97e38873-48b1-49ba-b521-b3fd8ccce576 req-36f5f434-64e0-4ef9-8f8d-ae92a82478ad tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Publish callbacks [] for security_group_rule (065abca3-308f-40af-9099-9f88c0190423), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:12.670338 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600e2874-152c-45cd-946f-66a32bcb98f1 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Pushing event deleted for resources: {'Subnet': ['ID=a3f61d88-aad7-4777-927e-bd5fb1ad14ce,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:12.677944 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-97e38873-48b1-49ba-b521-b3fd8ccce576 req-36f5f434-64e0-4ef9-8f8d-ae92a82478ad tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Publish callbacks [] for security_group_rule (065abca3-308f-40af-9099-9f88c0190423), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:12.688603 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server [None req-77c36537-19e3-4782-a1e6-f090c02698eb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a3f61d88-aad7-4777-927e-bd5fb1ad14ce: This subnet is being modified by another concurrent operation. Feb 09 21:40:12.688603 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 21:40:12.688603 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 21:40:12.688603 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 21:40:12.688603 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 21:40:12.688603 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 21:40:12.688603 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 21:40:12.688603 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 21:40:12.688603 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 21:40:12.688603 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 21:40:12.688603 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 21:40:12.688603 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 21:40:12.688603 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 21:40:12.688603 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 21:40:12.688603 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 21:40:12.688603 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 21:40:12.688603 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 21:40:12.688603 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 21:40:12.688603 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 21:40:12.688603 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 21:40:12.688603 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 21:40:12.688603 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 21:40:12.688603 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 21:40:12.688603 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 21:40:12.688603 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 21:40:12.688603 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 21:40:12.688603 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 21:40:12.688603 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 21:40:12.688603 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 21:40:12.688603 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 21:40:12.688603 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 21:40:12.688603 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 21:40:12.688603 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 21:40:12.688603 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 21:40:12.688603 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 21:40:12.688603 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 21:40:12.688603 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 09 21:40:12.688603 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 21:40:12.688603 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 09 21:40:12.688603 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 21:40:12.688603 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 09 21:40:12.688603 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 21:40:12.688603 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 09 21:40:12.688603 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 21:40:12.688603 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 21:40:12.688603 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 21:40:12.688603 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 21:40:12.688603 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 21:40:12.688603 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 21:40:12.688603 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 21:40:12.688603 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 21:40:12.688603 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 21:40:12.688603 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 21:40:12.688603 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 21:40:12.693354 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 21:40:12.693354 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 21:40:12.693354 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 21:40:12.693354 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 21:40:12.693354 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 21:40:12.693354 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 21:40:12.693354 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 21:40:12.693354 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 21:40:12.693354 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 21:40:12.693354 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 21:40:12.693354 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 21:40:12.693354 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 21:40:12.693354 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 21:40:12.693354 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 21:40:12.693354 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 21:40:12.693354 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 21:40:12.693354 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 09 21:40:12.693354 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 21:40:12.693354 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 09 21:40:12.693354 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 21:40:12.693354 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 09 21:40:12.693354 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 21:40:12.693354 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 21:40:12.693354 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 21:40:12.693354 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 21:40:12.693354 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 21:40:12.693354 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 09 21:40:12.693354 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 21:40:12.693354 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 21:40:12.693354 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 21:40:12.693354 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 21:40:12.693354 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 21:40:12.693354 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 09 21:40:12.693354 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 21:40:12.693354 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 21:40:12.693354 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server raise exception Feb 09 21:40:12.693354 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a3f61d88-aad7-4777-927e-bd5fb1ad14ce: This subnet is being modified by another concurrent operation. Feb 09 21:40:12.693354 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server Feb 09 21:40:12.749343 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:12.767286 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-97e38873-48b1-49ba-b521-b3fd8ccce576 req-36f5f434-64e0-4ef9-8f8d-ae92a82478ad tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (065abca3-308f-40af-9099-9f88c0190423), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:12.775058 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-600e2874-152c-45cd-946f-66a32bcb98f1 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (8677483c-7973-4cf5-b358-a18b72ca216b), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:12.777239 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-97e38873-48b1-49ba-b521-b3fd8ccce576 req-36f5f434-64e0-4ef9-8f8d-ae92a82478ad tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:12.790204 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-97e38873-48b1-49ba-b521-b3fd8ccce576 req-36f5f434-64e0-4ef9-8f8d-ae92a82478ad tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] 10.222.0.90 "DELETE /v2.0/security-group-rules/065abca3-308f-40af-9099-9f88c0190423 HTTP/1.1" status: 204 len: 173 time: 0.2128692 Feb 09 21:40:12.797453 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6e0fd8-37e3-465e-99c0-c9c292b516d4 req-13e1ca77-24be-4896-b8d1-e8d9d345621e tempest-ServerGroupTestJSON-514329874 tempest-ServerGroupTestJSON-514329874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:12.803609 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982a5c5e-8117-4538-acb8-61225065b986 None None] get_active_networks_info from n-d-828369-5 {{(pid=103142) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 21:40:12.805786 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ce6e0fd8-37e3-465e-99c0-c9c292b516d4 req-13e1ca77-24be-4896-b8d1-e8d9d345621e tempest-ServerGroupTestJSON-514329874 tempest-ServerGroupTestJSON-514329874-project] 10.222.0.90 "GET /v2.0/ports?device_id=f3c3dd89-2e13-4eb4-8260-6250e07bf7af HTTP/1.1" status: 200 len: 944 time: 0.1244183 Feb 09 21:40:12.808988 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eca90e-dc05-4724-bfb8-3ad244421a96 req-8ad58451-3ac1-4c63-b19b-074320acd8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:12.809845 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eca90e-dc05-4724-bfb8-3ad244421a96 req-8ad58451-3ac1-4c63-b19b-074320acd8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:12.809971 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eca90e-dc05-4724-bfb8-3ad244421a96 req-8ad58451-3ac1-4c63-b19b-074320acd8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:12.810373 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eca90e-dc05-4724-bfb8-3ad244421a96 req-8ad58451-3ac1-4c63-b19b-074320acd8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:12.810827 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eca90e-dc05-4724-bfb8-3ad244421a96 req-8ad58451-3ac1-4c63-b19b-074320acd8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:12.811282 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eca90e-dc05-4724-bfb8-3ad244421a96 req-8ad58451-3ac1-4c63-b19b-074320acd8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:12.811887 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eca90e-dc05-4724-bfb8-3ad244421a96 req-8ad58451-3ac1-4c63-b19b-074320acd8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:12.816743 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-59eca90e-dc05-4724-bfb8-3ad244421a96 req-8ad58451-3ac1-4c63-b19b-074320acd8e4 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 6717 time: 0.2758384 Feb 09 21:40:12.828843 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-600e2874-152c-45cd-946f-66a32bcb98f1 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8677483c-7973-4cf5-b358-a18b72ca216b']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:40:12.830621 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f5f434-64e0-4ef9-8f8d-ae92a82478ad tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=065abca3-308f-40af-9099-9f88c0190423,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:12.864867 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-600e2874-152c-45cd-946f-66a32bcb98f1 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41c81920-10c0-4866-b0b7-9251824a7923') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:40:12.865168 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-600e2874-152c-45cd-946f-66a32bcb98f1 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41c81920-10c0-4866-b0b7-9251824a7923') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:40:12.881892 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-600e2874-152c-45cd-946f-66a32bcb98f1 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (41c81920-10c0-4866-b0b7-9251824a7923), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:12.895211 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5a5e0033-7a17-4d6f-b6fb-9e583915c966 req-b66ff4e6-0fe1-4f1d-a13f-401184414f35 tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] 10.222.0.90 "GET /v2.0/security-groups/dda251be-1df7-4095-945a-17fa3e3ee496 HTTP/1.1" status: 200 len: 2418 time: 0.0868509 Feb 09 21:40:12.920018 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-600e2874-152c-45cd-946f-66a32bcb98f1 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (41c81920-10c0-4866-b0b7-9251824a7923), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:12.934186 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-600e2874-152c-45cd-946f-66a32bcb98f1 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:40:12.934429 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-600e2874-152c-45cd-946f-66a32bcb98f1 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (41c81920-10c0-4866-b0b7-9251824a7923), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:12.941029 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:40:12.941029 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:40:12.941029 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:40:12.941029 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:40:12.941029 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:40:12.941029 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:40:12.941029 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:40:12.941029 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:40:12.941029 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:40:12.941029 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:40:12.941029 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:40:12.941029 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:40:12.941029 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:40:12.941029 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:40:12.941029 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:40:12.941029 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:40:12.941029 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:40:12.941029 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:40:12.941029 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:40:12.941029 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:40:12.941029 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:40:12.941029 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:40:12.941029 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:40:12.941029 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:40:12.941029 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:40:12.941029 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:40:12.941029 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:40:12.941029 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:40:12.941029 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:40:12.941029 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:40:12.941029 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:40:12.941029 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:40:12.961612 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-59eca90e-dc05-4724-bfb8-3ad244421a96 req-3722e499-739a-49b6-ae60-8be56bf9fe1d service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=d1e73a5e-905c-466a-be51-a1576b624ea0&id=13b87425-0324-41b8-9577-a03ea20c9956&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1298831 Feb 09 21:40:12.974464 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982a5c5e-8117-4538-acb8-61225065b986 None None] Resources bound (agent type, host, resource id): {{(pid=103142) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 21:40:12.976451 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ce6e0fd8-37e3-465e-99c0-c9c292b516d4 req-5dfaa0d9-1a02-48ba-99a4-6ec6c6d26925 tempest-ServerGroupTestJSON-514329874 tempest-ServerGroupTestJSON-514329874-project] 10.222.0.90 "GET /v2.0/security-groups?id=1c4b6e51-f15a-42b0-afa4-d9c1e1598c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697388 Feb 09 21:40:13.036474 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-600e2874-152c-45cd-946f-66a32bcb98f1 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (8677483c-7973-4cf5-b358-a18b72ca216b), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:13.049484 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-600e2874-152c-45cd-946f-66a32bcb98f1 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:13.057670 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 35358) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:13.057914 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-600e2874-152c-45cd-946f-66a32bcb98f1 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] 10.222.0.90 "DELETE /v2.0/networks/8677483c-7973-4cf5-b358-a18b72ca216b HTTP/1.1" status: 204 len: 168 time: 0.9457517 Feb 09 21:40:13.071265 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-2aa51455-5125-4607-b0e8-7fe5907644b7 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-861760257'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:13.078013 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600e2874-152c-45cd-946f-66a32bcb98f1 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Pushing event deleted for resources: {'Network': ['ID=8677483c-7973-4cf5-b358-a18b72ca216b,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:13.108271 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-5a5e0033-7a17-4d6f-b6fb-9e583915c966 req-2a3a8777-1983-46dc-9f35-cd2a863a1ccc tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Publish callbacks [] for security_group (dda251be-1df7-4095-945a-17fa3e3ee496), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:13.131511 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aa51455-5125-4607-b0e8-7fe5907644b7 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Made reservation on behalf of 0b3dce44ae6942d382ff1ce239e0d9de for: {'network': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:40:13.134703 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2aa51455-5125-4607-b0e8-7fe5907644b7 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:13.216426 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-5a5e0033-7a17-4d6f-b6fb-9e583915c966 req-2a3a8777-1983-46dc-9f35-cd2a863a1ccc tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Publish callbacks [] for security_group (dda251be-1df7-4095-945a-17fa3e3ee496), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:13.270709 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2aa51455-5125-4607-b0e8-7fe5907644b7 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=103140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:40:13.317101 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2aa51455-5125-4607-b0e8-7fe5907644b7 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (a6f10c21-a301-4107-8d27-5585b2771d7e), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:13.318046 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-2aa51455-5125-4607-b0e8-7fe5907644b7 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Added segment a6f10c21-a301-4107-8d27-5585b2771d7e of type vlan for network 8f4e0607-bb2b-4fa6-b461-6ae3f8c055d4 Feb 09 21:40:13.376741 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2aa51455-5125-4607-b0e8-7fe5907644b7 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (8f4e0607-bb2b-4fa6-b461-6ae3f8c055d4), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:13.379445 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-5a5e0033-7a17-4d6f-b6fb-9e583915c966 req-2a3a8777-1983-46dc-9f35-cd2a863a1ccc tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (dda251be-1df7-4095-945a-17fa3e3ee496), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:13.382392 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-5a5e0033-7a17-4d6f-b6fb-9e583915c966 req-2a3a8777-1983-46dc-9f35-cd2a863a1ccc tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:13.383585 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5a5e0033-7a17-4d6f-b6fb-9e583915c966 req-2a3a8777-1983-46dc-9f35-cd2a863a1ccc tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] 10.222.0.90 "DELETE /v2.0/security-groups/dda251be-1df7-4095-945a-17fa3e3ee496 HTTP/1.1" status: 204 len: 173 time: 0.4376755 Feb 09 21:40:13.406527 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3a8777-1983-46dc-9f35-cd2a863a1ccc tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda251be-1df7-4095-945a-17fa3e3ee496,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:13.423531 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6898927d-c567-447a-8024-d13af94db9bb req-95ecc761-4f27-407e-a3c7-ad8b41262450 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:13.425363 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6898927d-c567-447a-8024-d13af94db9bb req-95ecc761-4f27-407e-a3c7-ad8b41262450 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5942c39-add0-42a2-bc58-a7492d65f23d HTTP/1.1" status: 200 len: 948 time: 0.1648467 Feb 09 21:40:13.464070 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2aa51455-5125-4607-b0e8-7fe5907644b7 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (8f4e0607-bb2b-4fa6-b461-6ae3f8c055d4), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:13.469436 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa51455-5125-4607-b0e8-7fe5907644b7 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:13.470033 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2aa51455-5125-4607-b0e8-7fe5907644b7 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:13.490662 n-d-828369-5 neutron-server[103140]: INFO neutron.api.v2.resource [req-ee703b04-48ff-4f0d-ba68-c4f3f618a0dd req-1883ca17-805e-4738-ad1b-b7e81a829445 tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] show failed (client error): The resource could not be found. Feb 09 21:40:13.492041 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ee703b04-48ff-4f0d-ba68-c4f3f618a0dd req-1883ca17-805e-4738-ad1b-b7e81a829445 tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] 10.222.0.90 "GET /v2.0/security-groups/d673b551-f2aa-44d0-875b-41d71f7d7e9b HTTP/1.1" status: 404 len: 352 time: 0.0626478 Feb 09 21:40:13.547063 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device e8355698-a9c5-4a6d-91ec-7ec9c9beed20 up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:40:13.548478 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-2aa51455-5125-4607-b0e8-7fe5907644b7 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4888830 Feb 09 21:40:13.552187 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 35378) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:13.558114 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d519d054-8694-4f98-a5ad-9bd78e556932 None None] Network 8677483c-7973-4cf5-b358-a18b72ca216b requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:40:13.563631 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-f15a14a4-f788-4649-8df8-a214f9ab9812 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:13.601534 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa51455-5125-4607-b0e8-7fe5907644b7 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Pushing event updated for resources: {'Network': ['ID=8f4e0607-bb2b-4fa6-b461-6ae3f8c055d4,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:13.615511 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6898927d-c567-447a-8024-d13af94db9bb req-1c8eff12-6421-4961-9148-b0e00cacea76 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/security-groups?id=18eb7429-13f2-4956-b934-bb119bf89c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815565 Feb 09 21:40:13.624706 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 8f4e0607-bb2b-4fa6-b461-6ae3f8c055d4 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:40:13.631429 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d519d054-8694-4f98-a5ad-9bd78e556932 None None] Network 8677483c-7973-4cf5-b358-a18b72ca216b could not be found, it might have been deleted concurrently. {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 21:40:13.633512 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-88f77045-c8da-488b-b030-74e5eb20645a req-9ba1bbab-2d3e-4851-95cd-39c847d0e8b2 tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] 10.222.0.90 "GET /v2.0/security-groups/59e87868-4fc7-4bf4-a346-201092ee8174 HTTP/1.1" status: 200 len: 1823 time: 0.0760524 Feb 09 21:40:13.692176 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 0a262084-cf51-44d8-b63c-1a0323ca235e up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:40:13.784904 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-88f77045-c8da-488b-b030-74e5eb20645a req-1cb70332-a2d5-4c5a-8903-5494925af272 tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Publish callbacks [] for security_group (59e87868-4fc7-4bf4-a346-201092ee8174), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:13.791623 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port e8355698-a9c5-4a6d-91ec-7ec9c9beed20 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:40:13.792020 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (e8355698-a9c5-4a6d-91ec-7ec9c9beed20), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:13.820893 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning for port 0a262084-cf51-44d8-b63c-1a0323ca235e completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:40:13.835168 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port 0a262084-cf51-44d8-b63c-1a0323ca235e triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:40:13.835571 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (0a262084-cf51-44d8-b63c-1a0323ca235e), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:13.848454 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-88f77045-c8da-488b-b030-74e5eb20645a req-1cb70332-a2d5-4c5a-8903-5494925af272 tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Publish callbacks [] for security_group (59e87868-4fc7-4bf4-a346-201092ee8174), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:13.907012 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-88f77045-c8da-488b-b030-74e5eb20645a req-1cb70332-a2d5-4c5a-8903-5494925af272 tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (59e87868-4fc7-4bf4-a346-201092ee8174), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:13.910747 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-88f77045-c8da-488b-b030-74e5eb20645a req-1cb70332-a2d5-4c5a-8903-5494925af272 tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:13.911993 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-88f77045-c8da-488b-b030-74e5eb20645a req-1cb70332-a2d5-4c5a-8903-5494925af272 tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] 10.222.0.90 "DELETE /v2.0/security-groups/59e87868-4fc7-4bf4-a346-201092ee8174 HTTP/1.1" status: 204 len: 173 time: 0.2717679 Feb 09 21:40:13.920071 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f15a14a4-f788-4649-8df8-a214f9ab9812 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (8f4e0607-bb2b-4fa6-b461-6ae3f8c055d4), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:13.922099 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb70332-a2d5-4c5a-8903-5494925af272 tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e87868-4fc7-4bf4-a346-201092ee8174,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:13.937932 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f15a14a4-f788-4649-8df8-a214f9ab9812 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (8f4e0607-bb2b-4fa6-b461-6ae3f8c055d4), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:13.962600 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f15a14a4-f788-4649-8df8-a214f9ab9812 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Network 8f4e0607-bb2b-4fa6-b461-6ae3f8c055d4 is not hosted by any dhcp agent {{(pid=103141) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 21:40:13.969117 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15a14a4-f788-4649-8df8-a214f9ab9812 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:13.970116 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f15a14a4-f788-4649-8df8-a214f9ab9812 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:13.974342 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-f15a14a4-f788-4649-8df8-a214f9ab9812 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] 10.222.0.90 "PUT /v2.0/networks/8f4e0607-bb2b-4fa6-b461-6ae3f8c055d4 HTTP/1.1" status: 200 len: 723 time: 0.4209211 Feb 09 21:40:13.977305 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 35384) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:13.989219 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-708a825e-4577-43f1-8591-cb49308bcb22 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Request body: {'subnet': {'network_id': '8f4e0607-bb2b-4fa6-b461-6ae3f8c055d4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:14.045036 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15a14a4-f788-4649-8df8-a214f9ab9812 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Pushing event updated for resources: {'Network': ['ID=8f4e0607-bb2b-4fa6-b461-6ae3f8c055d4,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:14.053148 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port e8355698-a9c5-4a6d-91ec-7ec9c9beed20 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:40:14.053551 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (e8355698-a9c5-4a6d-91ec-7ec9c9beed20), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:14.092605 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9e8e5977-5599-4145-b0ff-af1d8c9480b6 req-a89c0103-35c1-4f70-9a02-9d4c4fad5740 tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] 10.222.0.90 "GET /v2.0/security-groups/cf0476c1-652e-4ab5-b480-c9284a76e136 HTTP/1.1" status: 200 len: 1823 time: 0.1461947 Feb 09 21:40:14.104559 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 8f4e0607-bb2b-4fa6-b461-6ae3f8c055d4 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:40:14.229515 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31db8d62-716e-4b3f-9be0-53862a13e123 req-82aca413-e3eb-4760-a69f-608f51087584 tempest-ServerGroupTestJSON-514329874 tempest-ServerGroupTestJSON-514329874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:14.231324 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-31db8d62-716e-4b3f-9be0-53862a13e123 req-82aca413-e3eb-4760-a69f-608f51087584 tempest-ServerGroupTestJSON-514329874 tempest-ServerGroupTestJSON-514329874-project] 10.222.0.90 "GET /v2.0/ports?device_id=f3c3dd89-2e13-4eb4-8260-6250e07bf7af HTTP/1.1" status: 200 len: 944 time: 0.1420395 Feb 09 21:40:14.233272 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:14.234322 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 0a262084-cf51-44d8-b63c-1a0323ca235e is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:40:14.234700 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (0a262084-cf51-44d8-b63c-1a0323ca235e), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:14.249640 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-708a825e-4577-43f1-8591-cb49308bcb22 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Made reservation on behalf of 0b3dce44ae6942d382ff1ce239e0d9de for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:40:14.253044 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-708a825e-4577-43f1-8591-cb49308bcb22 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621317'] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:14.259962 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-9e8e5977-5599-4145-b0ff-af1d8c9480b6 req-44b0b3eb-5dcd-45f3-99ba-fd95800632cc tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Publish callbacks [] for security_group (cf0476c1-652e-4ab5-b480-c9284a76e136), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:14.285114 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3c3dd89-2e13-4eb4-8260-6250e07bf7af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a262084-cf51-44d8-b63c-1a0323ca235e'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:40:14.288361 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d206242-73c4-4c12-932c-b5cc7ebb3320" -d '{"events": [{"server_uuid": "f3c3dd89-2e13-4eb4-8260-6250e07bf7af", "name": "network-vif-plugged", "status": "completed", "tag": "0a262084-cf51-44d8-b63c-1a0323ca235e"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:40:14.307255 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 0a262084-cf51-44d8-b63c-1a0323ca235e, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=0a262084-cf51-44d8-b63c-1a0323ca235e,segment=NetworkSegment(c5b11569-50b4-4458-88c2-c1002e349261),segment_id=c5b11569-50b4-4458-88c2-c1002e349261)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:14.318211 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port e8355698-a9c5-4a6d-91ec-7ec9c9beed20, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=e8355698-a9c5-4a6d-91ec-7ec9c9beed20,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:14.321128 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (0a262084-cf51-44d8-b63c-1a0323ca235e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:14.327795 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (e8355698-a9c5-4a6d-91ec-7ec9c9beed20), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:14.365128 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-9e8e5977-5599-4145-b0ff-af1d8c9480b6 req-44b0b3eb-5dcd-45f3-99ba-fd95800632cc tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Publish callbacks [] for security_group (cf0476c1-652e-4ab5-b480-c9284a76e136), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:14.380518 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=0a262084-cf51-44d8-b63c-1a0323ca235e,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:14.411373 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-31db8d62-716e-4b3f-9be0-53862a13e123 req-4e4b67b0-be96-4a7c-ac82-17b13c291cbb tempest-ServerGroupTestJSON-514329874 tempest-ServerGroupTestJSON-514329874-project] 10.222.0.90 "GET /v2.0/security-groups?id=1c4b6e51-f15a-42b0-afa4-d9c1e1598c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524529 Feb 09 21:40:14.453425 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=e8355698-a9c5-4a6d-91ec-7ec9c9beed20,revision_number=8']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:14.492831 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc4ca38-6c41-4946-91d7-6121b8d4aa17 x-openstack-request-id: req-4dc4ca38-6c41-4946-91d7-6121b8d4aa17 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:40:14.493247 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3c3dd89-2e13-4eb4-8260-6250e07bf7af", "name": "network-vif-plugged", "status": "completed", "tag": "0a262084-cf51-44d8-b63c-1a0323ca235e", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:40:14.493765 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-4dc4ca38-6c41-4946-91d7-6121b8d4aa17 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:40:14.494368 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3c3dd89-2e13-4eb4-8260-6250e07bf7af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a262084-cf51-44d8-b63c-1a0323ca235e', 'code': 200} Feb 09 21:40:14.543007 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-9e8e5977-5599-4145-b0ff-af1d8c9480b6 req-44b0b3eb-5dcd-45f3-99ba-fd95800632cc tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (cf0476c1-652e-4ab5-b480-c9284a76e136), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:14.546070 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-9e8e5977-5599-4145-b0ff-af1d8c9480b6 req-44b0b3eb-5dcd-45f3-99ba-fd95800632cc tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:14.550958 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9e8e5977-5599-4145-b0ff-af1d8c9480b6 req-44b0b3eb-5dcd-45f3-99ba-fd95800632cc tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] 10.222.0.90 "DELETE /v2.0/security-groups/cf0476c1-652e-4ab5-b480-c9284a76e136 HTTP/1.1" status: 204 len: 173 time: 0.4407103 Feb 09 21:40:14.611207 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b0b3eb-5dcd-45f3-99ba-fd95800632cc tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf0476c1-652e-4ab5-b480-c9284a76e136,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:14.615400 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 35400) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:14.629338 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-708a825e-4577-43f1-8591-cb49308bcb22 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621371'] for subnet (6fe018ef-5eff-4f97-91bf-c1006a5eea69), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:14.719459 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cf60998d-11b6-42f3-a4ab-38f859848edd req-e496083e-1b97-49b7-ae17-04385b657a8a tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] 10.222.0.90 "GET /v2.0/security-groups/c05639ee-e23c-401c-b7de-3379e816b989 HTTP/1.1" status: 200 len: 1824 time: 0.1364324 Feb 09 21:40:14.732090 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708a825e-4577-43f1-8591-cb49308bcb22 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Pushing event updated for resources: {'Subnet': ['ID=6fe018ef-5eff-4f97-91bf-c1006a5eea69,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:14.735571 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305bc39f-8f6c-4d83-89bb-8646fc861a54 req-dd88110d-1c7f-4b28-828c-7c3cb0529702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:14.737072 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-305bc39f-8f6c-4d83-89bb-8646fc861a54 req-dd88110d-1c7f-4b28-828c-7c3cb0529702 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=f3c3dd89-2e13-4eb4-8260-6250e07bf7af HTTP/1.1" status: 200 len: 1127 time: 0.1734183 Feb 09 21:40:14.775241 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4fda3e9b-c6a2-4f17-8fd5-f981fc66bd6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:14.851635 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708a825e-4577-43f1-8591-cb49308bcb22 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Checking segment: {'id': 'a6f10c21-a301-4107-8d27-5585b2771d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '8f4e0607-bb2b-4fa6-b461-6ae3f8c055d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:40:14.852038 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708a825e-4577-43f1-8591-cb49308bcb22 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Network hostable DHCP agents. Network: 8f4e0607-bb2b-4fa6-b461-6ae3f8c055d4, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:40:14.863887 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-305bc39f-8f6c-4d83-89bb-8646fc861a54 req-373b04ee-eb8c-480a-9a7c-94377b756acc service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=1c4b6e51-f15a-42b0-afa4-d9c1e1598c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021333 Feb 09 21:40:14.874474 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad56d2f8-99fd-4e92-bd2e-05fe9f769e52 req-ce6be80f-85f4-4557-823e-809ad6760ab9 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:14.875890 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ad56d2f8-99fd-4e92-bd2e-05fe9f769e52 req-ce6be80f-85f4-4557-823e-809ad6760ab9 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5942c39-add0-42a2-bc58-a7492d65f23d HTTP/1.1" status: 200 len: 949 time: 0.1670442 Feb 09 21:40:14.879069 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4fda3e9b-c6a2-4f17-8fd5-f981fc66bd6f admin admin] Publish callbacks [] for security_group (47390dc9-7858-4bae-8a69-41c722221b34), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:14.884557 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4fda3e9b-c6a2-4f17-8fd5-f981fc66bd6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (47390dc9-7858-4bae-8a69-41c722221b34), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:14.911213 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-cf60998d-11b6-42f3-a4ab-38f859848edd req-41b4f8cc-3e55-4e5c-906b-a129f57c2ebe tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Publish callbacks [] for security_group (c05639ee-e23c-401c-b7de-3379e816b989), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:14.916323 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708a825e-4577-43f1-8591-cb49308bcb22 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Network 8f4e0607-bb2b-4fa6-b461-6ae3f8c055d4 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:40:14.929336 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-4fda3e9b-c6a2-4f17-8fd5-f981fc66bd6f admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=ad3e1600ddfa4f5e9133ead06e716a49&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3118877 Feb 09 21:40:14.931477 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fda3e9b-c6a2-4f17-8fd5-f981fc66bd6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47390dc9-7858-4bae-8a69-41c722221b34,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:14.932630 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 35406) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:14.956454 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-708a825e-4577-43f1-8591-cb49308bcb22 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 8f4e0607-bb2b-4fa6-b461-6ae3f8c055d4) {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:40:14.965986 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384372b6-2a52-4d71-a3c3-d984c81133c1 None None] Network 8f4e0607-bb2b-4fa6-b461-6ae3f8c055d4 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:40:14.974782 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708a825e-4577-43f1-8591-cb49308bcb22 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:14.976047 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-708a825e-4577-43f1-8591-cb49308bcb22 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:14.983090 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-cf60998d-11b6-42f3-a4ab-38f859848edd req-41b4f8cc-3e55-4e5c-906b-a129f57c2ebe tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Publish callbacks [] for security_group (c05639ee-e23c-401c-b7de-3379e816b989), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:15.036301 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ad56d2f8-99fd-4e92-bd2e-05fe9f769e52 req-1eb210cd-b4b3-4066-9955-033249542ea7 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/security-groups?id=18eb7429-13f2-4956-b934-bb119bf89c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494865 Feb 09 21:40:15.052240 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-708a825e-4577-43f1-8591-cb49308bcb22 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0739696 Feb 09 21:40:15.055622 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 35408) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:15.060835 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-46b58f64-f532-4308-bd1c-1d41e428ea5c tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:15.087097 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5d6a4894-bee8-4b55-aacb-2503fc6dfc6e admin admin] Publish callbacks [] for security_group (47390dc9-7858-4bae-8a69-41c722221b34), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:15.098085 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-cf60998d-11b6-42f3-a4ab-38f859848edd req-41b4f8cc-3e55-4e5c-906b-a129f57c2ebe tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (c05639ee-e23c-401c-b7de-3379e816b989), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:15.100919 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-cf60998d-11b6-42f3-a4ab-38f859848edd req-41b4f8cc-3e55-4e5c-906b-a129f57c2ebe tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:15.102084 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cf60998d-11b6-42f3-a4ab-38f859848edd req-41b4f8cc-3e55-4e5c-906b-a129f57c2ebe tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] 10.222.0.90 "DELETE /v2.0/security-groups/c05639ee-e23c-401c-b7de-3379e816b989 HTTP/1.1" status: 204 len: 173 time: 0.3724532 Feb 09 21:40:15.104917 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02af96e-a5be-4108-949f-9036d6dacdb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-8f4e0607-bb2b-4fa6-b461-6ae3f8c055d4', 'network_id': '8f4e0607-bb2b-4fa6-b461-6ae3f8c055d4', 'project_id': '0b3dce44ae6942d382ff1ce239e0d9de', 'fixed_ips': [{'subnet_id': '6fe018ef-5eff-4f97-91bf-c1006a5eea69'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:40:15.106428 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a02af96e-a5be-4108-949f-9036d6dacdb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:15.121765 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b4f8cc-3e55-4e5c-906b-a129f57c2ebe tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c05639ee-e23c-401c-b7de-3379e816b989,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:15.141352 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5d6a4894-bee8-4b55-aacb-2503fc6dfc6e admin admin] Publish callbacks [] for security_group (47390dc9-7858-4bae-8a69-41c722221b34), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:15.197484 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d3c0b78f-58c1-4039-b80c-d72afeaffa0a req-c70d693b-6bb4-4b3e-9a68-22996098f5d9 tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] 10.222.0.90 "GET /v2.0/security-groups/43b61ab6-485c-4f97-a264-3b73fa8b233a HTTP/1.1" status: 200 len: 2424 time: 0.0736344 Feb 09 21:40:15.224383 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-46b58f64-f532-4308-bd1c-1d41e428ea5c tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10228187'] for subnet (6fe018ef-5eff-4f97-91bf-c1006a5eea69), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:15.233148 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5d6a4894-bee8-4b55-aacb-2503fc6dfc6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (47390dc9-7858-4bae-8a69-41c722221b34), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:15.236351 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5d6a4894-bee8-4b55-aacb-2503fc6dfc6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:15.237588 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-5d6a4894-bee8-4b55-aacb-2503fc6dfc6e admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/47390dc9-7858-4bae-8a69-41c722221b34 HTTP/1.1" status: 204 len: 168 time: 0.3011920 Feb 09 21:40:15.267570 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6a4894-bee8-4b55-aacb-2503fc6dfc6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47390dc9-7858-4bae-8a69-41c722221b34,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:15.280454 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-d3c0b78f-58c1-4039-b80c-d72afeaffa0a req-b70153db-7f33-485e-bb4a-9117c154978c tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Publish callbacks [] for security_group (43b61ab6-485c-4f97-a264-3b73fa8b233a), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:15.302914 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:15.307034 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-d3c0b78f-58c1-4039-b80c-d72afeaffa0a req-b70153db-7f33-485e-bb4a-9117c154978c tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Publish callbacks [] for security_group (43b61ab6-485c-4f97-a264-3b73fa8b233a), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:15.362624 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-d3c0b78f-58c1-4039-b80c-d72afeaffa0a req-b70153db-7f33-485e-bb4a-9117c154978c tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (43b61ab6-485c-4f97-a264-3b73fa8b233a), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:15.365376 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-d3c0b78f-58c1-4039-b80c-d72afeaffa0a req-b70153db-7f33-485e-bb4a-9117c154978c tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:15.367341 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d3c0b78f-58c1-4039-b80c-d72afeaffa0a req-b70153db-7f33-485e-bb4a-9117c154978c tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] 10.222.0.90 "DELETE /v2.0/security-groups/43b61ab6-485c-4f97-a264-3b73fa8b233a HTTP/1.1" status: 204 len: 173 time: 0.1634123 Feb 09 21:40:15.377654 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-a02af96e-a5be-4108-949f-9036d6dacdb2 None None] Allocated IP 172.20.0.2 (8f4e0607-bb2b-4fa6-b461-6ae3f8c055d4/6fe018ef-5eff-4f97-91bf-c1006a5eea69/f29f9b05-020e-459a-8ec2-4ae0f808be06) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:40:15.382375 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70153db-7f33-485e-bb4a-9117c154978c tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b61ab6-485c-4f97-a264-3b73fa8b233a,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:15.465329 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0c6a0f3c-a1a8-4f46-a1ba-e19623a66b2f req-f73e601c-b87d-4573-9411-1b7c04f4b225 tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] 10.222.0.90 "GET /v2.0/security-groups/9891335b-65cb-4118-a0a2-8a4053216d73 HTTP/1.1" status: 200 len: 2417 time: 0.0671179 Feb 09 21:40:15.598626 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9248584-3ace-48f8-ba7b-04b4326fcb4f req-17ad6efd-c5b6-4d89-a821-0264b5654beb tempest-ServerGroupTestJSON-514329874 tempest-ServerGroupTestJSON-514329874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:15.606270 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b9248584-3ace-48f8-ba7b-04b4326fcb4f req-17ad6efd-c5b6-4d89-a821-0264b5654beb tempest-ServerGroupTestJSON-514329874 tempest-ServerGroupTestJSON-514329874-project] 10.222.0.90 "GET /v2.0/ports?device_id=f3c3dd89-2e13-4eb4-8260-6250e07bf7af HTTP/1.1" status: 200 len: 945 time: 0.1039317 Feb 09 21:40:15.609360 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-0c6a0f3c-a1a8-4f46-a1ba-e19623a66b2f req-af8dfa98-ae02-4bd0-afe3-29c06b1727a9 tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Publish callbacks [] for security_group (9891335b-65cb-4118-a0a2-8a4053216d73), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:15.610476 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a02af96e-a5be-4108-949f-9036d6dacdb2 None None] Publish callbacks [] for port (f29f9b05-020e-459a-8ec2-4ae0f808be06), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:15.622808 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a02af96e-a5be-4108-949f-9036d6dacdb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (f29f9b05-020e-459a-8ec2-4ae0f808be06), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:15.655045 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-0c6a0f3c-a1a8-4f46-a1ba-e19623a66b2f req-af8dfa98-ae02-4bd0-afe3-29c06b1727a9 tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Publish callbacks [] for security_group (9891335b-65cb-4118-a0a2-8a4053216d73), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:15.708868 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b9248584-3ace-48f8-ba7b-04b4326fcb4f req-18582775-ae48-4323-8a36-fac29e3711d3 tempest-ServerGroupTestJSON-514329874 tempest-ServerGroupTestJSON-514329874-project] 10.222.0.90 "GET /v2.0/security-groups?id=1c4b6e51-f15a-42b0-afa4-d9c1e1598c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967784 Feb 09 21:40:15.712263 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02af96e-a5be-4108-949f-9036d6dacdb2 None None] Network 8f4e0607-bb2b-4fa6-b461-6ae3f8c055d4 is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:40:15.724084 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-a02af96e-a5be-4108-949f-9036d6dacdb2 None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:40:15.732312 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02af96e-a5be-4108-949f-9036d6dacdb2 None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:40:15.735447 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02af96e-a5be-4108-949f-9036d6dacdb2 None None] Pushing event updated for resources: {'Port': ['ID=f29f9b05-020e-459a-8ec2-4ae0f808be06,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:15.739434 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 35422) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:15.759621 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3a49da55-6b7a-440e-9d41-ac5beaab5861 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:15.785760 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-0c6a0f3c-a1a8-4f46-a1ba-e19623a66b2f req-af8dfa98-ae02-4bd0-afe3-29c06b1727a9 tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (9891335b-65cb-4118-a0a2-8a4053216d73), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:15.789260 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-0c6a0f3c-a1a8-4f46-a1ba-e19623a66b2f req-af8dfa98-ae02-4bd0-afe3-29c06b1727a9 tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:15.790913 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0c6a0f3c-a1a8-4f46-a1ba-e19623a66b2f req-af8dfa98-ae02-4bd0-afe3-29c06b1727a9 tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] 10.222.0.90 "DELETE /v2.0/security-groups/9891335b-65cb-4118-a0a2-8a4053216d73 HTTP/1.1" status: 204 len: 173 time: 0.3194194 Feb 09 21:40:15.798985 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 35424) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:15.809953 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8dfa98-ae02-4bd0-afe3-29c06b1727a9 tempest-SecurityGroupRulesTestJSON-1453622182 tempest-SecurityGroupRulesTestJSON-1453622182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9891335b-65cb-4118-a0a2-8a4053216d73,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:15.844690 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-a02af96e-a5be-4108-949f-9036d6dacdb2 None None] Attempting to bind port f29f9b05-020e-459a-8ec2-4ae0f808be06 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:40:15.845406 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-a02af96e-a5be-4108-949f-9036d6dacdb2 None None] Attempting to bind port f29f9b05-020e-459a-8ec2-4ae0f808be06 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': 'a6f10c21-a301-4107-8d27-5585b2771d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '8f4e0607-bb2b-4fa6-b461-6ae3f8c055d4'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:40:15.846108 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02af96e-a5be-4108-949f-9036d6dacdb2 None None] Attempting to bind port f29f9b05-020e-459a-8ec2-4ae0f808be06 on network 8f4e0607-bb2b-4fa6-b461-6ae3f8c055d4 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:40:15.860420 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02af96e-a5be-4108-949f-9036d6dacdb2 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:40:15.861230 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02af96e-a5be-4108-949f-9036d6dacdb2 None None] Checking segment: {'id': 'a6f10c21-a301-4107-8d27-5585b2771d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '8f4e0607-bb2b-4fa6-b461-6ae3f8c055d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:40:15.861931 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a02af96e-a5be-4108-949f-9036d6dacdb2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:15.862583 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02af96e-a5be-4108-949f-9036d6dacdb2 None None] Bound using segment: {'id': 'a6f10c21-a301-4107-8d27-5585b2771d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '8f4e0607-bb2b-4fa6-b461-6ae3f8c055d4'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:40:15.863328 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-a02af96e-a5be-4108-949f-9036d6dacdb2 None None] Bound port: f29f9b05-020e-459a-8ec2-4ae0f808be06, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f10c21-a301-4107-8d27-5585b2771d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '8f4e0607-bb2b-4fa6-b461-6ae3f8c055d4'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:40:15.864096 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a02af96e-a5be-4108-949f-9036d6dacdb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (f29f9b05-020e-459a-8ec2-4ae0f808be06), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:15.865150 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-46b58f64-f532-4308-bd1c-1d41e428ea5c tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746129175556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9730659'] for subnet (6fe018ef-5eff-4f97-91bf-c1006a5eea69), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:15.879705 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdddcc19-f513-451b-9e30-9b0d9b76bb30 admin admin] Deleting subnet 2c629f48-65c8-4fc7-b1da-91d602398d6c {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:40:15.887059 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b58f64-f532-4308-bd1c-1d41e428ea5c tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:15.887535 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-46b58f64-f532-4308-bd1c-1d41e428ea5c tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:15.891221 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-46b58f64-f532-4308-bd1c-1d41e428ea5c tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] 10.222.0.90 "PUT /v2.0/subnets/6fe018ef-5eff-4f97-91bf-c1006a5eea69 HTTP/1.1" status: 200 len: 806 time: 0.8323612 Feb 09 21:40:15.892763 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 35426) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:15.908752 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cdddcc19-f513-451b-9e30-9b0d9b76bb30 admin admin] Publish callbacks [] for subnet (2c629f48-65c8-4fc7-b1da-91d602398d6c), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:15.915041 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3a49da55-6b7a-440e-9d41-ac5beaab5861 admin admin] Publish callbacks [] for security_group (48da45fe-3ff3-4ac5-9222-ff277fcaf246), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:15.957532 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b58f64-f532-4308-bd1c-1d41e428ea5c tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Pushing event updated for resources: {'Subnet': ['ID=6fe018ef-5eff-4f97-91bf-c1006a5eea69,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:15.958806 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3a49da55-6b7a-440e-9d41-ac5beaab5861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (48da45fe-3ff3-4ac5-9222-ff277fcaf246), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:15.961275 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cdddcc19-f513-451b-9e30-9b0d9b76bb30 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (2c629f48-65c8-4fc7-b1da-91d602398d6c), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:15.992488 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a02af96e-a5be-4108-949f-9036d6dacdb2 None None] For port f29f9b05-020e-459a-8ec2-4ae0f808be06, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:40:16.000006 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a02af96e-a5be-4108-949f-9036d6dacdb2 None None] For port f29f9b05-020e-459a-8ec2-4ae0f808be06, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=f29f9b05-020e-459a-8ec2-4ae0f808be06,segment=NetworkSegment(a6f10c21-a301-4107-8d27-5585b2771d7e),segment_id=a6f10c21-a301-4107-8d27-5585b2771d7e)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:40:16.010895 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-3a49da55-6b7a-440e-9d41-ac5beaab5861 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=f406ffc140dd4e598bf73c4a08c030e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2700317 Feb 09 21:40:16.013566 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a02af96e-a5be-4108-949f-9036d6dacdb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (f29f9b05-020e-459a-8ec2-4ae0f808be06), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:16.016535 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 35428) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:16.018365 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cdddcc19-f513-451b-9e30-9b0d9b76bb30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (2c629f48-65c8-4fc7-b1da-91d602398d6c), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:16.034372 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a49da55-6b7a-440e-9d41-ac5beaab5861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48da45fe-3ff3-4ac5-9222-ff277fcaf246,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:16.069805 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-17e488a1-68f8-4403-8d1d-3f7df2ce3719 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (8f4e0607-bb2b-4fa6-b461-6ae3f8c055d4), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:16.153322 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02af96e-a5be-4108-949f-9036d6dacdb2 None None] Pushing event updated for resources: {'Port': ['ID=f29f9b05-020e-459a-8ec2-4ae0f808be06,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:16.205111 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-17e488a1-68f8-4403-8d1d-3f7df2ce3719 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Deleting port f29f9b05-020e-459a-8ec2-4ae0f808be06 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:40:16.205454 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-17e488a1-68f8-4403-8d1d-3f7df2ce3719 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (f29f9b05-020e-459a-8ec2-4ae0f808be06), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:16.235030 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-31ccf7db-6577-4569-9b5c-42b49a5426e7 admin admin] Publish callbacks [] for security_group (48da45fe-3ff3-4ac5-9222-ff277fcaf246), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:16.239802 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cdddcc19-f513-451b-9e30-9b0d9b76bb30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (2c629f48-65c8-4fc7-b1da-91d602398d6c), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:16.286351 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-31ccf7db-6577-4569-9b5c-42b49a5426e7 admin admin] Publish callbacks [] for security_group (48da45fe-3ff3-4ac5-9222-ff277fcaf246), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:16.290240 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdddcc19-f513-451b-9e30-9b0d9b76bb30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c629f48-65c8-4fc7-b1da-91d602398d6c,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:16.292442 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cdddcc19-f513-451b-9e30-9b0d9b76bb30 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:16.296360 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-cdddcc19-f513-451b-9e30-9b0d9b76bb30 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/2c629f48-65c8-4fc7-b1da-91d602398d6c HTTP/1.1" status: 204 len: 168 time: 0.4947126 Feb 09 21:40:16.299149 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 35432) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:16.360665 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-31ccf7db-6577-4569-9b5c-42b49a5426e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (48da45fe-3ff3-4ac5-9222-ff277fcaf246), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:16.366487 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-31ccf7db-6577-4569-9b5c-42b49a5426e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:16.374173 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-31ccf7db-6577-4569-9b5c-42b49a5426e7 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/48da45fe-3ff3-4ac5-9222-ff277fcaf246 HTTP/1.1" status: 204 len: 168 time: 0.3526971 Feb 09 21:40:16.384437 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ccf7db-6577-4569-9b5c-42b49a5426e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48da45fe-3ff3-4ac5-9222-ff277fcaf246,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:16.408352 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b4c343-d6d7-4813-a866-4f03a3f956ae req-57b14a8d-596a-47e5-8e28-38e3d129221c tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:16.409999 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a4b4c343-d6d7-4813-a866-4f03a3f956ae req-57b14a8d-596a-47e5-8e28-38e3d129221c tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5942c39-add0-42a2-bc58-a7492d65f23d HTTP/1.1" status: 200 len: 949 time: 0.2290430 Feb 09 21:40:16.421231 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7470becb-e0b4-43c8-8fbb-9cad67394472 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (0719f623-e3f7-4b32-a209-e61463dd3649), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:16.432025 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-17e488a1-68f8-4403-8d1d-3f7df2ce3719 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] For port f29f9b05-020e-459a-8ec2-4ae0f808be06, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=f29f9b05-020e-459a-8ec2-4ae0f808be06,segment=NetworkSegment(a6f10c21-a301-4107-8d27-5585b2771d7e),segment_id=a6f10c21-a301-4107-8d27-5585b2771d7e)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:16.432516 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-17e488a1-68f8-4403-8d1d-3f7df2ce3719 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (f29f9b05-020e-459a-8ec2-4ae0f808be06), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:16.461691 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-17e488a1-68f8-4403-8d1d-3f7df2ce3719 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Calling delete_port for f29f9b05-020e-459a-8ec2-4ae0f808be06 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:40:16.495795 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5942c39-add0-42a2-bc58-a7492d65f23d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8355698-a9c5-4a6d-91ec-7ec9c9beed20'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:40:16.499519 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccb723d7-399c-4054-9d80-e73b9be74a7c" -d '{"events": [{"server_uuid": "c5942c39-add0-42a2-bc58-a7492d65f23d", "name": "network-vif-plugged", "status": "completed", "tag": "e8355698-a9c5-4a6d-91ec-7ec9c9beed20"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:40:16.556701 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f6bb0a-52ac-4aea-bcbe-5fd1c434393a x-openstack-request-id: req-b5f6bb0a-52ac-4aea-bcbe-5fd1c434393a {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:40:16.556911 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a4b4c343-d6d7-4813-a866-4f03a3f956ae req-d3a9280b-8397-460a-b533-b43153916a5e tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/security-groups?id=18eb7429-13f2-4956-b934-bb119bf89c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391053 Feb 09 21:40:16.557563 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5942c39-add0-42a2-bc58-a7492d65f23d", "name": "network-vif-plugged", "status": "completed", "tag": "e8355698-a9c5-4a6d-91ec-7ec9c9beed20", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:40:16.557997 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-b5f6bb0a-52ac-4aea-bcbe-5fd1c434393a {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:40:16.558546 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5942c39-add0-42a2-bc58-a7492d65f23d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8355698-a9c5-4a6d-91ec-7ec9c9beed20', 'code': 200} Feb 09 21:40:16.647411 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7470becb-e0b4-43c8-8fbb-9cad67394472 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (0719f623-e3f7-4b32-a209-e61463dd3649), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:16.723036 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-7470becb-e0b4-43c8-8fbb-9cad67394472 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0719f623-e3f7-4b32-a209-e61463dd3649']}} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:40:16.739730 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-7470becb-e0b4-43c8-8fbb-9cad67394472 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c683ab33-6d70-41d3-a85d-c43a68c08b69') {'for_net_delete': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:40:16.740039 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-7470becb-e0b4-43c8-8fbb-9cad67394472 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c683ab33-6d70-41d3-a85d-c43a68c08b69') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:40:16.769736 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7470becb-e0b4-43c8-8fbb-9cad67394472 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110711'] for segment (c683ab33-6d70-41d3-a85d-c43a68c08b69), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:16.797099 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7470becb-e0b4-43c8-8fbb-9cad67394472 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (c683ab33-6d70-41d3-a85d-c43a68c08b69), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:16.805891 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7470becb-e0b4-43c8-8fbb-9cad67394472 admin admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=103140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:40:16.806457 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7470becb-e0b4-43c8-8fbb-9cad67394472 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669415'] for segment (c683ab33-6d70-41d3-a85d-c43a68c08b69), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:16.808590 n-d-828369-5 neutron-server[103140]: Traceback (most recent call last): Feb 09 21:40:16.808590 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:40:16.808590 n-d-828369-5 neutron-server[103140]: timer() Feb 09 21:40:16.808590 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:40:16.808590 n-d-828369-5 neutron-server[103140]: cb(*args, **kw) Feb 09 21:40:16.808590 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:40:16.808590 n-d-828369-5 neutron-server[103140]: return func(*args, **kwargs) Feb 09 21:40:16.808590 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:40:16.808590 n-d-828369-5 neutron-server[103140]: self._notify() Feb 09 21:40:16.808590 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:40:16.808590 n-d-828369-5 neutron-server[103140]: self.callback(batched_events) Feb 09 21:40:16.808590 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:40:16.808590 n-d-828369-5 neutron-server[103140]: event.method(event) Feb 09 21:40:16.808590 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:40:16.808590 n-d-828369-5 neutron-server[103140]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:40:16.808590 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:40:16.808590 n-d-828369-5 neutron-server[103140]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:40:16.808590 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:40:16.808590 n-d-828369-5 neutron-server[103140]: return f(self, *a, **k) Feb 09 21:40:16.808590 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:40:16.808590 n-d-828369-5 neutron-server[103140]: return self._get(url).json() Feb 09 21:40:16.808590 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:40:16.808590 n-d-828369-5 neutron-server[103140]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:40:16.808590 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:40:16.808590 n-d-828369-5 neutron-server[103140]: return self.request(url, 'GET', **kwargs) Feb 09 21:40:16.808590 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:40:16.808590 n-d-828369-5 neutron-server[103140]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:40:16.808590 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:40:16.808590 n-d-828369-5 neutron-server[103140]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:40:16.808590 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:40:16.808590 n-d-828369-5 neutron-server[103140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:40:16.808590 n-d-828369-5 neutron-server[103140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:40:16.810533 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-17e488a1-68f8-4403-8d1d-3f7df2ce3719 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (f29f9b05-020e-459a-8ec2-4ae0f808be06), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:16.852358 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98837fd-89c4-4ed3-9738-9baf3c4f4394 req-63bb2902-d461-40f7-aec4-a8135c74d4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:16.855082 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c98837fd-89c4-4ed3-9738-9baf3c4f4394 req-63bb2902-d461-40f7-aec4-a8135c74d4d2 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=c5942c39-add0-42a2-bc58-a7492d65f23d HTTP/1.1" status: 200 len: 1131 time: 0.1136308 Feb 09 21:40:16.903215 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e488a1-68f8-4403-8d1d-3f7df2ce3719 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Pushing event deleted for resources: {'Port': ['ID=f29f9b05-020e-459a-8ec2-4ae0f808be06,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:16.923947 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c98837fd-89c4-4ed3-9738-9baf3c4f4394 req-e0cd462c-7011-480a-83b9-50bdefd51dba service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=18eb7429-13f2-4956-b934-bb119bf89c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627079 Feb 09 21:40:16.960863 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7470becb-e0b4-43c8-8fbb-9cad67394472 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (0719f623-e3f7-4b32-a209-e61463dd3649), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:16.962487 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e488a1-68f8-4403-8d1d-3f7df2ce3719 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] No DVR routers for this DVR port f29f9b05-020e-459a-8ec2-4ae0f808be06 on host n-d-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:40:16.970941 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7470becb-e0b4-43c8-8fbb-9cad67394472 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:16.974198 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-7470becb-e0b4-43c8-8fbb-9cad67394472 admin admin] 10.222.0.90 "DELETE /v2.0/networks/0719f623-e3f7-4b32-a209-e61463dd3649 HTTP/1.1" status: 204 len: 168 time: 0.6727757 Feb 09 21:40:17.009876 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7470becb-e0b4-43c8-8fbb-9cad67394472 admin admin] Pushing event deleted for resources: {'Network': ['ID=0719f623-e3f7-4b32-a209-e61463dd3649,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:17.043405 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d193d2-eec3-4d77-9bde-0e260c50e080 req-1e0b3be5-1e41-472a-8b67-bf477ed804ec tempest-ServerGroupTestJSON-514329874 tempest-ServerGroupTestJSON-514329874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:17.045059 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f7d193d2-eec3-4d77-9bde-0e260c50e080 req-1e0b3be5-1e41-472a-8b67-bf477ed804ec tempest-ServerGroupTestJSON-514329874 tempest-ServerGroupTestJSON-514329874-project] 10.222.0.90 "GET /v2.0/ports?device_id=f3c3dd89-2e13-4eb4-8260-6250e07bf7af HTTP/1.1" status: 200 len: 945 time: 0.1887343 Feb 09 21:40:17.061765 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-17e488a1-68f8-4403-8d1d-3f7df2ce3719 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (6fe018ef-5eff-4f97-91bf-c1006a5eea69), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:17.155522 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f7d193d2-eec3-4d77-9bde-0e260c50e080 req-11ac0aec-d4b5-407c-b362-d810c70c60ee tempest-ServerGroupTestJSON-514329874 tempest-ServerGroupTestJSON-514329874-project] 10.222.0.90 "GET /v2.0/security-groups?id=1c4b6e51-f15a-42b0-afa4-d9c1e1598c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043961 Feb 09 21:40:17.198443 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-17e488a1-68f8-4403-8d1d-3f7df2ce3719 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621346'] for subnet (6fe018ef-5eff-4f97-91bf-c1006a5eea69), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:17.309485 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 35462) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:17.361113 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-2deec201-2c32-4524-8274-28c07e4e01bb admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=7ae2a2fa2ca249bc9b9f1768a92535b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0503788 Feb 09 21:40:17.363653 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 35466) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:17.374055 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e488a1-68f8-4403-8d1d-3f7df2ce3719 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Pushing event deleted for resources: {'Subnet': ['ID=6fe018ef-5eff-4f97-91bf-c1006a5eea69,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:17.415193 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-17e488a1-68f8-4403-8d1d-3f7df2ce3719 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (8f4e0607-bb2b-4fa6-b461-6ae3f8c055d4), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:17.456782 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-70ed6c62-88bf-47bf-8381-3e15005dccda admin admin] Publish callbacks [] for security_group (0ed6a07c-2434-48a9-b870-08cebe1bc7c3), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:17.469295 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-17e488a1-68f8-4403-8d1d-3f7df2ce3719 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f4e0607-bb2b-4fa6-b461-6ae3f8c055d4']}} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:40:17.498382 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-70ed6c62-88bf-47bf-8381-3e15005dccda admin admin] Publish callbacks [] for security_group (0ed6a07c-2434-48a9-b870-08cebe1bc7c3), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:17.502223 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-17e488a1-68f8-4403-8d1d-3f7df2ce3719 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6f10c21-a301-4107-8d27-5585b2771d7e') {'for_net_delete': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:40:17.502539 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-17e488a1-68f8-4403-8d1d-3f7df2ce3719 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6f10c21-a301-4107-8d27-5585b2771d7e') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:40:17.522344 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-17e488a1-68f8-4403-8d1d-3f7df2ce3719 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110711'] for segment (a6f10c21-a301-4107-8d27-5585b2771d7e), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:17.543562 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-17e488a1-68f8-4403-8d1d-3f7df2ce3719 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (a6f10c21-a301-4107-8d27-5585b2771d7e), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:17.552038 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17e488a1-68f8-4403-8d1d-3f7df2ce3719 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=103140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:40:17.553947 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-17e488a1-68f8-4403-8d1d-3f7df2ce3719 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669415'] for segment (a6f10c21-a301-4107-8d27-5585b2771d7e), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:17.580906 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-70ed6c62-88bf-47bf-8381-3e15005dccda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (0ed6a07c-2434-48a9-b870-08cebe1bc7c3), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:17.585769 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-70ed6c62-88bf-47bf-8381-3e15005dccda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:17.587452 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-70ed6c62-88bf-47bf-8381-3e15005dccda admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/0ed6a07c-2434-48a9-b870-08cebe1bc7c3 HTTP/1.1" status: 204 len: 168 time: 0.2225688 Feb 09 21:40:17.626270 n-d-828369-5 neutron-server[103140]: Traceback (most recent call last): Feb 09 21:40:17.626270 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:40:17.626270 n-d-828369-5 neutron-server[103140]: timer() Feb 09 21:40:17.626270 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:40:17.626270 n-d-828369-5 neutron-server[103140]: cb(*args, **kw) Feb 09 21:40:17.626270 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:40:17.626270 n-d-828369-5 neutron-server[103140]: return func(*args, **kwargs) Feb 09 21:40:17.626270 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:40:17.626270 n-d-828369-5 neutron-server[103140]: self._notify() Feb 09 21:40:17.626270 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:40:17.626270 n-d-828369-5 neutron-server[103140]: self.callback(batched_events) Feb 09 21:40:17.626270 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:40:17.626270 n-d-828369-5 neutron-server[103140]: event.method(event) Feb 09 21:40:17.626270 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:40:17.626270 n-d-828369-5 neutron-server[103140]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:40:17.626270 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:40:17.626270 n-d-828369-5 neutron-server[103140]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:40:17.626270 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:40:17.626270 n-d-828369-5 neutron-server[103140]: return f(self, *a, **k) Feb 09 21:40:17.626270 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:40:17.626270 n-d-828369-5 neutron-server[103140]: return self._get(url).json() Feb 09 21:40:17.626270 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:40:17.626270 n-d-828369-5 neutron-server[103140]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:40:17.626270 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:40:17.626270 n-d-828369-5 neutron-server[103140]: return self.request(url, 'GET', **kwargs) Feb 09 21:40:17.626270 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:40:17.626270 n-d-828369-5 neutron-server[103140]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:40:17.626270 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:40:17.626270 n-d-828369-5 neutron-server[103140]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:40:17.626270 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:40:17.626270 n-d-828369-5 neutron-server[103140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:40:17.626270 n-d-828369-5 neutron-server[103140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:40:17.628673 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-17e488a1-68f8-4403-8d1d-3f7df2ce3719 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (8f4e0607-bb2b-4fa6-b461-6ae3f8c055d4), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:17.629948 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ed6c62-88bf-47bf-8381-3e15005dccda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ed6a07c-2434-48a9-b870-08cebe1bc7c3,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:17.637323 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-17e488a1-68f8-4403-8d1d-3f7df2ce3719 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582639'] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:17.671463 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-17e488a1-68f8-4403-8d1d-3f7df2ce3719 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] 10.222.0.90 "DELETE /v2.0/networks/8f4e0607-bb2b-4fa6-b461-6ae3f8c055d4 HTTP/1.1" status: 204 len: 168 time: 1.7750871 Feb 09 21:40:17.672720 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 35476) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:17.703416 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e488a1-68f8-4403-8d1d-3f7df2ce3719 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Pushing event deleted for resources: {'Network': ['ID=8f4e0607-bb2b-4fa6-b461-6ae3f8c055d4,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:17.715131 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c4677da-bc6a-4eba-ad91-01bdd43dcb58 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] DELETE failed (client error): The resource could not be found. Feb 09 21:40:17.715881 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c4677da-bc6a-4eba-ad91-01bdd43dcb58 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:40:17.723760 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-5c4677da-bc6a-4eba-ad91-01bdd43dcb58 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] 10.222.0.90 "DELETE /v2.0/networks/8f4e0607-bb2b-4fa6-b461-6ae3f8c055d4 HTTP/1.1" status: 404 len: 339 time: 0.0487654 Feb 09 21:40:17.724756 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 35478) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:17.731976 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-d721e209-3938-48e4-8ed4-f0a38b40a2ca tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-155034937', 'description': 'd1'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:17.748062 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-6ce4237e-49f0-4734-ad01-a69125e01c1b None None] Could not find standard attr ID for object f29f9b05-020e-459a-8ec2-4ae0f808be06. {{(pid=103142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 21:40:17.757129 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d721e209-3938-48e4-8ed4-f0a38b40a2ca tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Made reservation on behalf of 0b3dce44ae6942d382ff1ce239e0d9de for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:40:17.764490 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d721e209-3938-48e4-8ed4-f0a38b40a2ca tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:17.770642 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7047a597-439c-4811-a5df-a1a96c06e99c None None] DHCP port deletion for 8f4e0607-bb2b-4fa6-b461-6ae3f8c055d4 request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:40:17.794442 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e83ca3-0a9e-48f9-bba1-d5006f4091ac None None] Network 8f4e0607-bb2b-4fa6-b461-6ae3f8c055d4 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:40:17.827373 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d721e209-3938-48e4-8ed4-f0a38b40a2ca tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:40:17.836732 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e83ca3-0a9e-48f9-bba1-d5006f4091ac None None] Network 8f4e0607-bb2b-4fa6-b461-6ae3f8c055d4 could not be found, it might have been deleted concurrently. {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 21:40:17.847623 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d721e209-3938-48e4-8ed4-f0a38b40a2ca tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (c1106349-5e97-40fb-9233-0c87b5c1ecc0), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:17.848300 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-d721e209-3938-48e4-8ed4-f0a38b40a2ca tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Added segment c1106349-5e97-40fb-9233-0c87b5c1ecc0 of type vlan for network 7acc3501-3974-4a37-a5e5-2a1d8292d876 Feb 09 21:40:17.852301 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a35c4c5-02de-4984-99ff-0e03ab0bf355 None None] Network 8f4e0607-bb2b-4fa6-b461-6ae3f8c055d4 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:40:17.879928 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a35c4c5-02de-4984-99ff-0e03ab0bf355 None None] Network 8f4e0607-bb2b-4fa6-b461-6ae3f8c055d4 could not be found, it might have been deleted concurrently. {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 21:40:17.920834 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeaa828-3a1c-4c7c-ba64-dce85cf95905 req-1dd4dc9b-be68-4f63-9039-3764879ea030 tempest-ServerGroupTestJSON-514329874 tempest-ServerGroupTestJSON-514329874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:17.923259 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dfeaa828-3a1c-4c7c-ba64-dce85cf95905 req-1dd4dc9b-be68-4f63-9039-3764879ea030 tempest-ServerGroupTestJSON-514329874 tempest-ServerGroupTestJSON-514329874-project] 10.222.0.90 "GET /v2.0/ports?device_id=f3c3dd89-2e13-4eb4-8260-6250e07bf7af HTTP/1.1" status: 200 len: 945 time: 0.2041132 Feb 09 21:40:17.937239 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17652ae4-3690-4edc-b8a9-78ea75114f39 req-d84e9101-edfc-4f18-b04c-b27b18420fcb tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:17.938618 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-17652ae4-3690-4edc-b8a9-78ea75114f39 req-d84e9101-edfc-4f18-b04c-b27b18420fcb tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5942c39-add0-42a2-bc58-a7492d65f23d HTTP/1.1" status: 200 len: 949 time: 0.1790149 Feb 09 21:40:17.945927 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d721e209-3938-48e4-8ed4-f0a38b40a2ca tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (7acc3501-3974-4a37-a5e5-2a1d8292d876), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:18.004106 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d721e209-3938-48e4-8ed4-f0a38b40a2ca tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (7acc3501-3974-4a37-a5e5-2a1d8292d876), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:18.010475 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d721e209-3938-48e4-8ed4-f0a38b40a2ca tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:18.011111 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d721e209-3938-48e4-8ed4-f0a38b40a2ca tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:18.023250 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dfeaa828-3a1c-4c7c-ba64-dce85cf95905 req-86b1c041-86e2-41e1-af81-3218c804aa4e tempest-ServerGroupTestJSON-514329874 tempest-ServerGroupTestJSON-514329874-project] 10.222.0.90 "GET /v2.0/security-groups?id=1c4b6e51-f15a-42b0-afa4-d9c1e1598c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834682 Feb 09 21:40:18.053555 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-17652ae4-3690-4edc-b8a9-78ea75114f39 req-aa60efb5-a467-4b13-9178-2a12951cee0b tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/security-groups?id=18eb7429-13f2-4956-b934-bb119bf89c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051159 Feb 09 21:40:18.110629 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-d721e209-3938-48e4-8ed4-f0a38b40a2ca tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.3839309 Feb 09 21:40:18.113666 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 35490) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:18.120562 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d721e209-3938-48e4-8ed4-f0a38b40a2ca tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Pushing event updated for resources: {'Network': ['ID=7acc3501-3974-4a37-a5e5-2a1d8292d876,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:18.136607 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 7acc3501-3974-4a37-a5e5-2a1d8292d876 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:40:18.254167 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdae703b-3d1e-497a-85b4-569f41aaddce tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:18.256010 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-bdae703b-3d1e-497a-85b4-569f41aaddce tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] 10.222.0.90 "GET /v2.0/networks?id=7acc3501-3974-4a37-a5e5-2a1d8292d876 HTTP/1.1" status: 200 len: 760 time: 0.1398592 Feb 09 21:40:18.258511 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 35496) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:18.264030 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-b46d49a9-03a6-4908-a983-b8700a1fc157 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Request body: {'network': {'description': 'd2'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:18.854208 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 35520) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:18.922622 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b46d49a9-03a6-4908-a983-b8700a1fc157 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (7acc3501-3974-4a37-a5e5-2a1d8292d876), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:18.941517 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b46d49a9-03a6-4908-a983-b8700a1fc157 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (7acc3501-3974-4a37-a5e5-2a1d8292d876), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:18.953470 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b46d49a9-03a6-4908-a983-b8700a1fc157 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Network 7acc3501-3974-4a37-a5e5-2a1d8292d876 is not hosted by any dhcp agent {{(pid=103140) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 21:40:18.961443 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46d49a9-03a6-4908-a983-b8700a1fc157 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:18.962303 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b46d49a9-03a6-4908-a983-b8700a1fc157 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:18.966219 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-b46d49a9-03a6-4908-a983-b8700a1fc157 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] 10.222.0.90 "PUT /v2.0/networks/7acc3501-3974-4a37-a5e5-2a1d8292d876 HTTP/1.1" status: 200 len: 757 time: 0.7038355 Feb 09 21:40:18.966689 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 35526) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:19.054096 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-dc35b235-46de-4d49-95f6-cb1288a702e9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1346949146-network', 'tenant_id': 'cb05ca5ba83a4079b3312538e80ff3cc'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:19.098746 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc35b235-46de-4d49-95f6-cb1288a702e9 admin admin] Made reservation on behalf of cb05ca5ba83a4079b3312538e80ff3cc for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:40:19.101365 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-dc35b235-46de-4d49-95f6-cb1288a702e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:19.111201 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6dfd36-c6bb-4af1-b796-16689c2e46f9 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:19.116763 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 35534) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:19.117582 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-ac6dfd36-c6bb-4af1-b796-16689c2e46f9 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] 10.222.0.90 "GET /v2.0/networks?id=7acc3501-3974-4a37-a5e5-2a1d8292d876 HTTP/1.1" status: 200 len: 760 time: 0.1494098 Feb 09 21:40:19.122831 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-4dfe74a6-b7c1-4418-87c9-3676ffefc509 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1965039005'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:19.127017 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46d49a9-03a6-4908-a983-b8700a1fc157 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Pushing event updated for resources: {'Network': ['ID=7acc3501-3974-4a37-a5e5-2a1d8292d876,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:19.146450 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-dc35b235-46de-4d49-95f6-cb1288a702e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:19.152000 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 7acc3501-3974-4a37-a5e5-2a1d8292d876 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:40:19.162904 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dfe74a6-b7c1-4418-87c9-3676ffefc509 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Made reservation on behalf of 0b3dce44ae6942d382ff1ce239e0d9de for: {'network': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:40:19.176359 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4dfe74a6-b7c1-4418-87c9-3676ffefc509 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:19.295432 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-dc35b235-46de-4d49-95f6-cb1288a702e9 admin admin] Publish callbacks [] for security_group (c8e31d9a-68fc-4628-805f-f82c99c57fce), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:19.300646 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-dc35b235-46de-4d49-95f6-cb1288a702e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (c8e31d9a-68fc-4628-805f-f82c99c57fce), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:19.324410 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dfe74a6-b7c1-4418-87c9-3676ffefc509 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=103140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:40:19.350384 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc35b235-46de-4d49-95f6-cb1288a702e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:40:19.360363 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc35b235-46de-4d49-95f6-cb1288a702e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e31d9a-68fc-4628-805f-f82c99c57fce,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:19.366877 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-dc35b235-46de-4d49-95f6-cb1288a702e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (2f4c115b-06fa-44f3-b55b-8384b7917bba), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:19.367540 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-dc35b235-46de-4d49-95f6-cb1288a702e9 admin admin] Added segment 2f4c115b-06fa-44f3-b55b-8384b7917bba of type vlan for network 877a96af-1a67-4748-9efa-076a406748da Feb 09 21:40:19.383458 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bca1c1b-2f60-433d-8b4d-b91e9ef04eef req-e1ed718d-4166-4227-afc1-c514e251d5b5 tempest-ServerGroupTestJSON-514329874 tempest-ServerGroupTestJSON-514329874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:19.385935 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6bca1c1b-2f60-433d-8b4d-b91e9ef04eef req-e1ed718d-4166-4227-afc1-c514e251d5b5 tempest-ServerGroupTestJSON-514329874 tempest-ServerGroupTestJSON-514329874-project] 10.222.0.90 "GET /v2.0/ports?device_id=f3c3dd89-2e13-4eb4-8260-6250e07bf7af HTTP/1.1" status: 200 len: 945 time: 0.1608729 Feb 09 21:40:19.389527 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4dfe74a6-b7c1-4418-87c9-3676ffefc509 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (46f86ff5-f1f0-4880-8cdf-dcb08a1a70e9), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:19.389910 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-4dfe74a6-b7c1-4418-87c9-3676ffefc509 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Added segment 46f86ff5-f1f0-4880-8cdf-dcb08a1a70e9 of type vlan for network 3314ab40-9ba9-458f-9def-6c87f08c16dc Feb 09 21:40:19.420067 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-dc35b235-46de-4d49-95f6-cb1288a702e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (877a96af-1a67-4748-9efa-076a406748da), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:19.435226 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 35540) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:19.448713 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c2ff81-9808-4a77-bc28-821bfdf4cf4d req-fdaa1dd8-7981-4f9c-9ed5-cf559c9d09fb tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:19.450343 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-48c2ff81-9808-4a77-bc28-821bfdf4cf4d req-fdaa1dd8-7981-4f9c-9ed5-cf559c9d09fb tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5942c39-add0-42a2-bc58-a7492d65f23d HTTP/1.1" status: 200 len: 949 time: 0.2633927 Feb 09 21:40:19.465918 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-dc35b235-46de-4d49-95f6-cb1288a702e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (877a96af-1a67-4748-9efa-076a406748da), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:19.467335 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc35b235-46de-4d49-95f6-cb1288a702e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:19.468327 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-dc35b235-46de-4d49-95f6-cb1288a702e9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:19.493699 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device f29f9b05-020e-459a-8ec2-4ae0f808be06 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:40:19.530222 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: f29f9b05-020e-459a-8ec2-4ae0f808be06 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:40:19.530861 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device f29f9b05-020e-459a-8ec2-4ae0f808be06 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:40:19.541258 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4dfe74a6-b7c1-4418-87c9-3676ffefc509 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (3314ab40-9ba9-458f-9def-6c87f08c16dc), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:19.556243 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6bca1c1b-2f60-433d-8b4d-b91e9ef04eef req-5e472f23-3ebb-45d7-882a-a11a17859cc9 tempest-ServerGroupTestJSON-514329874 tempest-ServerGroupTestJSON-514329874-project] 10.222.0.90 "GET /v2.0/security-groups?id=1c4b6e51-f15a-42b0-afa4-d9c1e1598c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511095 Feb 09 21:40:19.571594 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-dc35b235-46de-4d49-95f6-cb1288a702e9 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7110326 Feb 09 21:40:19.572735 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc35b235-46de-4d49-95f6-cb1288a702e9 admin admin] Pushing event updated for resources: {'Network': ['ID=877a96af-1a67-4748-9efa-076a406748da,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:19.574988 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 35544) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:19.578542 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa6f27d-1c2d-4ee2-8d5f-f3c1246b1e24 req-5e6350a2-c13a-487b-9469-d27e68cab706 tempest-ServerGroupTestJSON-514329874 tempest-ServerGroupTestJSON-514329874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:19.579677 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-a28a928c-071f-4729-82ad-b226e4629e23 admin admin] Request body: {'subnet': {'network_id': '877a96af-1a67-4748-9efa-076a406748da', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1346949146-subnet', 'tenant_id': 'cb05ca5ba83a4079b3312538e80ff3cc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:19.581433 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-eaa6f27d-1c2d-4ee2-8d5f-f3c1246b1e24 req-5e6350a2-c13a-487b-9469-d27e68cab706 tempest-ServerGroupTestJSON-514329874 tempest-ServerGroupTestJSON-514329874-project] 10.222.0.95 "GET /v2.0/ports?device_id=f3c3dd89-2e13-4eb4-8260-6250e07bf7af HTTP/1.1" status: 200 len: 945 time: 0.2752879 Feb 09 21:40:19.583665 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 877a96af-1a67-4748-9efa-076a406748da details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:40:19.607501 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a28a928c-071f-4729-82ad-b226e4629e23 admin admin] Made reservation on behalf of cb05ca5ba83a4079b3312538e80ff3cc for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:40:19.610051 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a28a928c-071f-4729-82ad-b226e4629e23 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:19.716496 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-48c2ff81-9808-4a77-bc28-821bfdf4cf4d req-5f820a0a-43ec-4c21-ac0e-aeb04f29ab36 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/security-groups?id=18eb7429-13f2-4956-b934-bb119bf89c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119074 Feb 09 21:40:19.717497 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2ab9dca1-0328-4935-845b-865704fce872 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:19.725213 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4dfe74a6-b7c1-4418-87c9-3676ffefc509 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (3314ab40-9ba9-458f-9def-6c87f08c16dc), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:19.730571 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfe74a6-b7c1-4418-87c9-3676ffefc509 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:19.731177 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4dfe74a6-b7c1-4418-87c9-3676ffefc509 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:19.839568 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-4dfe74a6-b7c1-4418-87c9-3676ffefc509 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7215998 Feb 09 21:40:19.844111 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 35548) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:19.851554 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-5e0de7fb-0b41-496f-b63a-01a1572591af tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Request body: {'subnet': {'network_id': '3314ab40-9ba9-458f-9def-6c87f08c16dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:19.862837 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-eaa6f27d-1c2d-4ee2-8d5f-f3c1246b1e24 req-48ff22c5-3e22-4f60-9270-b3043a960caa tempest-ServerGroupTestJSON-514329874 tempest-ServerGroupTestJSON-514329874-project] Deleting port 0a262084-cf51-44d8-b63c-1a0323ca235e {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:40:19.863190 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-eaa6f27d-1c2d-4ee2-8d5f-f3c1246b1e24 req-48ff22c5-3e22-4f60-9270-b3043a960caa tempest-ServerGroupTestJSON-514329874 tempest-ServerGroupTestJSON-514329874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (0a262084-cf51-44d8-b63c-1a0323ca235e), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:19.866489 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfe74a6-b7c1-4418-87c9-3676ffefc509 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Pushing event updated for resources: {'Network': ['ID=3314ab40-9ba9-458f-9def-6c87f08c16dc,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:19.880331 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 3314ab40-9ba9-458f-9def-6c87f08c16dc details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:40:19.954187 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc8d7ab-fe5b-4609-973b-d4836878eb51 req-7ac2069d-fc80-4480-a6be-d73c49b31bff tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:19.955735 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9dc8d7ab-fe5b-4609-973b-d4836878eb51 req-7ac2069d-fc80-4480-a6be-d73c49b31bff tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5942c39-add0-42a2-bc58-a7492d65f23d HTTP/1.1" status: 200 len: 949 time: 0.1496906 Feb 09 21:40:19.979079 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a28a928c-071f-4729-82ad-b226e4629e23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (a0be5e8c-bc22-4a5d-b32d-1cfd31075317), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:20.003942 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2ab9dca1-0328-4935-845b-865704fce872 admin admin] Publish callbacks [] for security_group (4215ee06-c9bf-4152-804a-bb312cf03e80), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:20.015534 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-eaa6f27d-1c2d-4ee2-8d5f-f3c1246b1e24 req-48ff22c5-3e22-4f60-9270-b3043a960caa tempest-ServerGroupTestJSON-514329874 tempest-ServerGroupTestJSON-514329874-project] For port 0a262084-cf51-44d8-b63c-1a0323ca235e, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=0a262084-cf51-44d8-b63c-1a0323ca235e,segment=NetworkSegment(c5b11569-50b4-4458-88c2-c1002e349261),segment_id=c5b11569-50b4-4458-88c2-c1002e349261)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:20.015918 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-eaa6f27d-1c2d-4ee2-8d5f-f3c1246b1e24 req-48ff22c5-3e22-4f60-9270-b3043a960caa tempest-ServerGroupTestJSON-514329874 tempest-ServerGroupTestJSON-514329874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (0a262084-cf51-44d8-b63c-1a0323ca235e), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:20.042423 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2ab9dca1-0328-4935-845b-865704fce872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (4215ee06-c9bf-4152-804a-bb312cf03e80), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:20.043622 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-eaa6f27d-1c2d-4ee2-8d5f-f3c1246b1e24 req-48ff22c5-3e22-4f60-9270-b3043a960caa tempest-ServerGroupTestJSON-514329874 tempest-ServerGroupTestJSON-514329874-project] Calling delete_port for 0a262084-cf51-44d8-b63c-1a0323ca235e owned by compute:nova {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:40:20.052529 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9dc8d7ab-fe5b-4609-973b-d4836878eb51 req-0656cfff-2b2e-4e72-a237-6d17065592eb tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/security-groups?id=18eb7429-13f2-4956-b934-bb119bf89c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900235 Feb 09 21:40:20.119599 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28a928c-071f-4729-82ad-b226e4629e23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0be5e8c-bc22-4a5d-b32d-1cfd31075317,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:20.140630 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab9dca1-0328-4935-845b-865704fce872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4215ee06-c9bf-4152-804a-bb312cf03e80,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:20.148894 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-2ab9dca1-0328-4935-845b-865704fce872 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=4debe357144b409b808ad67097707fbf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7093701 Feb 09 21:40:20.153106 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 35558) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:20.164378 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e0de7fb-0b41-496f-b63a-01a1572591af tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Made reservation on behalf of 0b3dce44ae6942d382ff1ce239e0d9de for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:40:20.167708 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5e0de7fb-0b41-496f-b63a-01a1572591af tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:20.178860 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28a928c-071f-4729-82ad-b226e4629e23 admin admin] Checking segment: {'id': '2f4c115b-06fa-44f3-b55b-8384b7917bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '877a96af-1a67-4748-9efa-076a406748da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:40:20.178860 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28a928c-071f-4729-82ad-b226e4629e23 admin admin] Network hostable DHCP agents. Network: 877a96af-1a67-4748-9efa-076a406748da, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:40:20.219418 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-eaa6f27d-1c2d-4ee2-8d5f-f3c1246b1e24 req-48ff22c5-3e22-4f60-9270-b3043a960caa tempest-ServerGroupTestJSON-514329874 tempest-ServerGroupTestJSON-514329874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (0a262084-cf51-44d8-b63c-1a0323ca235e), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:20.234792 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['0a262084-cf51-44d8-b63c-1a0323ca235e'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:40:20.293495 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff22c5-3e22-4f60-9270-b3043a960caa tempest-ServerGroupTestJSON-514329874 tempest-ServerGroupTestJSON-514329874-project] Pushing event deleted for resources: {'Port': ['ID=0a262084-cf51-44d8-b63c-1a0323ca235e,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:20.294763 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28a928c-071f-4729-82ad-b226e4629e23 admin admin] Network 877a96af-1a67-4748-9efa-076a406748da is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:40:20.342113 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-a28a928c-071f-4729-82ad-b226e4629e23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 877a96af-1a67-4748-9efa-076a406748da) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:40:20.352551 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9954fee4-7281-46c5-bf7f-3b40890d329b admin admin] Publish callbacks [] for security_group (4215ee06-c9bf-4152-804a-bb312cf03e80), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:20.357025 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049ea88c-b58e-4104-9ac3-3152d85874ba None None] Network 877a96af-1a67-4748-9efa-076a406748da requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:40:20.357330 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaa6f27d-1c2d-4ee2-8d5f-f3c1246b1e24 req-48ff22c5-3e22-4f60-9270-b3043a960caa tempest-ServerGroupTestJSON-514329874 tempest-ServerGroupTestJSON-514329874-project] No DVR routers for this DVR port 0a262084-cf51-44d8-b63c-1a0323ca235e on host n-h1-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:40:20.357509 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28a928c-071f-4729-82ad-b226e4629e23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:20.360253 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-eaa6f27d-1c2d-4ee2-8d5f-f3c1246b1e24 req-48ff22c5-3e22-4f60-9270-b3043a960caa tempest-ServerGroupTestJSON-514329874 tempest-ServerGroupTestJSON-514329874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:20.364798 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-eaa6f27d-1c2d-4ee2-8d5f-f3c1246b1e24 req-48ff22c5-3e22-4f60-9270-b3043a960caa tempest-ServerGroupTestJSON-514329874 tempest-ServerGroupTestJSON-514329874-project] 10.222.0.95 "DELETE /v2.0/ports/0a262084-cf51-44d8-b63c-1a0323ca235e HTTP/1.1" status: 204 len: 173 time: 0.7766237 Feb 09 21:40:20.365375 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3c3dd89-2e13-4eb4-8260-6250e07bf7af', 'name': 'network-vif-deleted', 'tag': '0a262084-cf51-44d8-b63c-1a0323ca235e'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:40:20.367984 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a28a928c-071f-4729-82ad-b226e4629e23 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:20.368113 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-924e1df5-6ba3-4c54-8f69-45d8b4ffdfb4" -d '{"events": [{"server_uuid": "f3c3dd89-2e13-4eb4-8260-6250e07bf7af", "name": "network-vif-deleted", "tag": "0a262084-cf51-44d8-b63c-1a0323ca235e"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:40:20.422839 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9954fee4-7281-46c5-bf7f-3b40890d329b admin admin] Publish callbacks [] for security_group (4215ee06-c9bf-4152-804a-bb312cf03e80), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:20.430723 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 35568) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:20.430947 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-a28a928c-071f-4729-82ad-b226e4629e23 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8548100 Feb 09 21:40:20.435712 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-1c3a664c-02f8-455b-8cab-a70742a04402 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1346949146-router', 'tenant_id': 'cb05ca5ba83a4079b3312538e80ff3cc', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:20.479124 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1c3a664c-02f8-455b-8cab-a70742a04402 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (8ba7567c-fa53-4ec0-9661-9a46dc509ee9), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:20.480504 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1c3a664c-02f8-455b-8cab-a70742a04402 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (8ba7567c-fa53-4ec0-9661-9a46dc509ee9), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:20.540464 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed0dd515-6dc0-4dfc-b91b-3fe8148fe54a x-openstack-request-id: req-ed0dd515-6dc0-4dfc-b91b-3fe8148fe54a {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:40:20.541027 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3c3dd89-2e13-4eb4-8260-6250e07bf7af", "name": "network-vif-deleted", "tag": "0a262084-cf51-44d8-b63c-1a0323ca235e", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:40:20.541817 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-ed0dd515-6dc0-4dfc-b91b-3fe8148fe54a {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:40:20.542405 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3c3dd89-2e13-4eb4-8260-6250e07bf7af', 'name': 'network-vif-deleted', 'tag': '0a262084-cf51-44d8-b63c-1a0323ca235e', 'status': 'completed', 'code': 200} Feb 09 21:40:20.571049 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9954fee4-7281-46c5-bf7f-3b40890d329b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (4215ee06-c9bf-4152-804a-bb312cf03e80), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:20.575455 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9954fee4-7281-46c5-bf7f-3b40890d329b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:20.579186 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-9954fee4-7281-46c5-bf7f-3b40890d329b admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/4215ee06-c9bf-4152-804a-bb312cf03e80 HTTP/1.1" status: 204 len: 168 time: 0.4218087 Feb 09 21:40:20.591188 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5e0de7fb-0b41-496f-b63a-01a1572591af tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (ea72b441-4edf-46bb-b2dd-28b73cf44ca9), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:20.598254 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9954fee4-7281-46c5-bf7f-3b40890d329b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4215ee06-c9bf-4152-804a-bb312cf03e80,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:20.681778 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0de7fb-0b41-496f-b63a-01a1572591af tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Checking segment: {'id': '46f86ff5-f1f0-4880-8cdf-dcb08a1a70e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '3314ab40-9ba9-458f-9def-6c87f08c16dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:40:20.682151 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0de7fb-0b41-496f-b63a-01a1572591af tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Network hostable DHCP agents. Network: 3314ab40-9ba9-458f-9def-6c87f08c16dc, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:40:20.691388 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0de7fb-0b41-496f-b63a-01a1572591af tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Pushing event updated for resources: {'Subnet': ['ID=ea72b441-4edf-46bb-b2dd-28b73cf44ca9,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:20.707543 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0de7fb-0b41-496f-b63a-01a1572591af tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Network 3314ab40-9ba9-458f-9def-6c87f08c16dc is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:40:20.718960 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-5e0de7fb-0b41-496f-b63a-01a1572591af tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 3314ab40-9ba9-458f-9def-6c87f08c16dc) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:40:20.722506 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-031c6be0-f539-4cdc-9264-262051930256 req-0a11fdab-09a0-4d13-bebf-e139be1281c8 tempest-ServerGroupTestJSON-514329874 tempest-ServerGroupTestJSON-514329874-project] 10.222.0.90 "GET /v2.0/ports?device_id=f3c3dd89-2e13-4eb4-8260-6250e07bf7af HTTP/1.1" status: 200 len: 210 time: 0.0401733 Feb 09 21:40:20.725609 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1c3a664c-02f8-455b-8cab-a70742a04402 admin admin] Publish callbacks [] for router_controller (8ba7567c-fa53-4ec0-9661-9a46dc509ee9), precommit_add_association {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:20.738245 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0de7fb-0b41-496f-b63a-01a1572591af tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:20.740288 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5e0de7fb-0b41-496f-b63a-01a1572591af tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:20.762568 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f9ab80-a6ba-430c-b41c-68df7b6261ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-877a96af-1a67-4748-9efa-076a406748da', 'network_id': '877a96af-1a67-4748-9efa-076a406748da', 'project_id': 'cb05ca5ba83a4079b3312538e80ff3cc', 'fixed_ips': [{'subnet_id': 'a0be5e8c-bc22-4a5d-b32d-1cfd31075317'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:40:20.765592 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d3f9ab80-a6ba-430c-b41c-68df7b6261ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:20.773983 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-5e0de7fb-0b41-496f-b63a-01a1572591af tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9286766 Feb 09 21:40:20.777473 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 35578) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:20.789283 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143fe5a7-46da-456f-8773-7baea2bdeb84 None None] Network 3314ab40-9ba9-458f-9def-6c87f08c16dc requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:40:20.818078 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df34118-e451-4202-a925-930886b70339 req-515ed7fe-fd83-444d-9c66-901c6410bd95 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:20.826137 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0df34118-e451-4202-a925-930886b70339 req-515ed7fe-fd83-444d-9c66-901c6410bd95 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5942c39-add0-42a2-bc58-a7492d65f23d HTTP/1.1" status: 200 len: 949 time: 0.3279192 Feb 09 21:40:20.955611 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2c000353-fd27-43ef-8f86-7195b7486a8b tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (3314ab40-9ba9-458f-9def-6c87f08c16dc), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:21.041084 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1c3a664c-02f8-455b-8cab-a70742a04402 admin admin] Publish callbacks [] for router_gateway (8ba7567c-fa53-4ec0-9661-9a46dc509ee9), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:21.073282 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0df34118-e451-4202-a925-930886b70339 req-f72be971-c1c3-4afb-8776-044e97e95b0a tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/security-groups?id=18eb7429-13f2-4956-b934-bb119bf89c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439399 Feb 09 21:40:21.085160 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2c000353-fd27-43ef-8f86-7195b7486a8b tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (ea72b441-4edf-46bb-b2dd-28b73cf44ca9), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:21.156290 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:21.205257 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2c000353-fd27-43ef-8f86-7195b7486a8b tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (ea72b441-4edf-46bb-b2dd-28b73cf44ca9), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:21.231119 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b916b9-3ae9-42e3-a88a-e64aeaca751d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-3314ab40-9ba9-458f-9def-6c87f08c16dc', 'network_id': '3314ab40-9ba9-458f-9def-6c87f08c16dc', 'project_id': '0b3dce44ae6942d382ff1ce239e0d9de', 'fixed_ips': [{'subnet_id': 'ea72b441-4edf-46bb-b2dd-28b73cf44ca9'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:40:21.232370 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-29b916b9-3ae9-42e3-a88a-e64aeaca751d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:21.240158 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c000353-fd27-43ef-8f86-7195b7486a8b tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Pushing event deleted for resources: {'Subnet': ['ID=ea72b441-4edf-46bb-b2dd-28b73cf44ca9,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:21.293835 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 35584) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:21.324948 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-97b6d166-e3d2-49cc-aa3b-c44d86c0eb74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:21.334928 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2c000353-fd27-43ef-8f86-7195b7486a8b tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (3314ab40-9ba9-458f-9def-6c87f08c16dc), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:21.370407 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-d3f9ab80-a6ba-430c-b41c-68df7b6261ed None None] Allocated IP 172.20.0.2 (877a96af-1a67-4748-9efa-076a406748da/a0be5e8c-bc22-4a5d-b32d-1cfd31075317/d542b251-6b19-451e-a13b-6fd0159c4426) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:40:21.378123 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-2c000353-fd27-43ef-8f86-7195b7486a8b tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3314ab40-9ba9-458f-9def-6c87f08c16dc']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:40:21.405798 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-2c000353-fd27-43ef-8f86-7195b7486a8b tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46f86ff5-f1f0-4880-8cdf-dcb08a1a70e9') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:40:21.405991 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7602f2-f66f-44fd-b79a-35d30b6fd76f None None] Network 3314ab40-9ba9-458f-9def-6c87f08c16dc requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:40:21.406085 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-2c000353-fd27-43ef-8f86-7195b7486a8b tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46f86ff5-f1f0-4880-8cdf-dcb08a1a70e9') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:40:21.421812 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2c000353-fd27-43ef-8f86-7195b7486a8b tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (46f86ff5-f1f0-4880-8cdf-dcb08a1a70e9), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:21.423406 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1c3a664c-02f8-455b-8cab-a70742a04402 admin admin] Publish callbacks [] for router_gateway (8ba7567c-fa53-4ec0-9661-9a46dc509ee9), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:21.446358 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2c000353-fd27-43ef-8f86-7195b7486a8b tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (46f86ff5-f1f0-4880-8cdf-dcb08a1a70e9), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:21.458497 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c000353-fd27-43ef-8f86-7195b7486a8b tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:40:21.458907 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2c000353-fd27-43ef-8f86-7195b7486a8b tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (46f86ff5-f1f0-4880-8cdf-dcb08a1a70e9), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:21.462303 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:40:21.462303 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:40:21.462303 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:40:21.462303 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:40:21.462303 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:40:21.462303 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:40:21.462303 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:40:21.462303 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:40:21.462303 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:40:21.462303 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:40:21.462303 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:40:21.462303 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:40:21.462303 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:40:21.462303 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:40:21.462303 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:40:21.462303 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:40:21.462303 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:40:21.462303 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:40:21.462303 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:40:21.462303 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:40:21.462303 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:40:21.462303 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:40:21.462303 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:40:21.462303 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:40:21.462303 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:40:21.462303 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:40:21.462303 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:40:21.462303 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:40:21.462303 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:40:21.462303 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:40:21.462303 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:40:21.462303 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:40:21.489121 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1c3a664c-02f8-455b-8cab-a70742a04402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:21.544461 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-97b6d166-e3d2-49cc-aa3b-c44d86c0eb74 admin admin] Publish callbacks [] for security_group (181fc48e-e6f0-43fa-8645-2e149f6b5ec6), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:21.551475 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-97b6d166-e3d2-49cc-aa3b-c44d86c0eb74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (181fc48e-e6f0-43fa-8645-2e149f6b5ec6), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:21.597248 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-97b6d166-e3d2-49cc-aa3b-c44d86c0eb74 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=dac2f5e3815f45f9acc21ecc9132df81&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3021798 Feb 09 21:40:21.601027 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 35586) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:21.612525 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2c000353-fd27-43ef-8f86-7195b7486a8b tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (3314ab40-9ba9-458f-9def-6c87f08c16dc), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:21.618250 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2c000353-fd27-43ef-8f86-7195b7486a8b tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:21.621987 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-2c000353-fd27-43ef-8f86-7195b7486a8b tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] 10.222.0.90 "DELETE /v2.0/networks/3314ab40-9ba9-458f-9def-6c87f08c16dc HTTP/1.1" status: 204 len: 168 time: 0.8432152 Feb 09 21:40:21.630695 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 35588) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:21.695584 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c000353-fd27-43ef-8f86-7195b7486a8b tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Pushing event deleted for resources: {'Network': ['ID=3314ab40-9ba9-458f-9def-6c87f08c16dc,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:21.698490 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b6d166-e3d2-49cc-aa3b-c44d86c0eb74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=181fc48e-e6f0-43fa-8645-2e149f6b5ec6,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:21.702041 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-0db43498-edab-43fb-9fbe-65e1a526caa9 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] GET failed (client error): The resource could not be found. Feb 09 21:40:21.703632 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-0db43498-edab-43fb-9fbe-65e1a526caa9 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] 10.222.0.90 "GET /v2.0/subnets/ea72b441-4edf-46bb-b2dd-28b73cf44ca9 HTTP/1.1" status: 404 len: 337 time: 0.0716138 Feb 09 21:40:21.706397 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 35590) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:21.737993 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc3ab691-8f44-4d47-9335-470f96220590 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] DELETE failed (client error): The resource could not be found. Feb 09 21:40:21.738839 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc3ab691-8f44-4d47-9335-470f96220590 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:40:21.742082 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-1c3a664c-02f8-455b-8cab-a70742a04402 admin admin] Allocated IP 172.25.3.205 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/263b744a-ee83-4dc4-9603-1399029c1270) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:40:21.747916 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-cc3ab691-8f44-4d47-9335-470f96220590 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] 10.222.0.90 "DELETE /v2.0/networks/3314ab40-9ba9-458f-9def-6c87f08c16dc HTTP/1.1" status: 404 len: 339 time: 0.0401032 Feb 09 21:40:21.748256 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 35592) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:21.788639 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d3f9ab80-a6ba-430c-b41c-68df7b6261ed None None] Publish callbacks [] for port (d542b251-6b19-451e-a13b-6fd0159c4426), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:21.800386 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d3f9ab80-a6ba-430c-b41c-68df7b6261ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (d542b251-6b19-451e-a13b-6fd0159c4426), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:21.837655 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f9ab80-a6ba-430c-b41c-68df7b6261ed None None] Network 877a96af-1a67-4748-9efa-076a406748da is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:40:21.841317 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-d3f9ab80-a6ba-430c-b41c-68df7b6261ed None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:40:21.843923 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f9ab80-a6ba-430c-b41c-68df7b6261ed None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:40:21.931947 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b0269264-31bc-479c-8cae-be04ce11e9ea admin admin] Publish callbacks [] for security_group (181fc48e-e6f0-43fa-8645-2e149f6b5ec6), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:21.939815 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f9ab80-a6ba-430c-b41c-68df7b6261ed None None] Pushing event updated for resources: {'Port': ['ID=d542b251-6b19-451e-a13b-6fd0159c4426,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:21.965537 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-d3f9ab80-a6ba-430c-b41c-68df7b6261ed None None] Attempting to bind port d542b251-6b19-451e-a13b-6fd0159c4426 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:40:21.965928 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-d3f9ab80-a6ba-430c-b41c-68df7b6261ed None None] Attempting to bind port d542b251-6b19-451e-a13b-6fd0159c4426 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '2f4c115b-06fa-44f3-b55b-8384b7917bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '877a96af-1a67-4748-9efa-076a406748da'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:40:21.966305 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f9ab80-a6ba-430c-b41c-68df7b6261ed None None] Attempting to bind port d542b251-6b19-451e-a13b-6fd0159c4426 on network 877a96af-1a67-4748-9efa-076a406748da {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:40:21.975642 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f9ab80-a6ba-430c-b41c-68df7b6261ed None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:40:21.976077 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f9ab80-a6ba-430c-b41c-68df7b6261ed None None] Checking segment: {'id': '2f4c115b-06fa-44f3-b55b-8384b7917bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '877a96af-1a67-4748-9efa-076a406748da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:40:21.976521 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d3f9ab80-a6ba-430c-b41c-68df7b6261ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:21.976923 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f9ab80-a6ba-430c-b41c-68df7b6261ed None None] Bound using segment: {'id': '2f4c115b-06fa-44f3-b55b-8384b7917bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '877a96af-1a67-4748-9efa-076a406748da'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:40:21.977404 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-d3f9ab80-a6ba-430c-b41c-68df7b6261ed None None] Bound port: d542b251-6b19-451e-a13b-6fd0159c4426, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f4c115b-06fa-44f3-b55b-8384b7917bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '877a96af-1a67-4748-9efa-076a406748da'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:40:21.977792 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d3f9ab80-a6ba-430c-b41c-68df7b6261ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (d542b251-6b19-451e-a13b-6fd0159c4426), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:22.074435 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-d3f9ab80-a6ba-430c-b41c-68df7b6261ed None None] For port d542b251-6b19-451e-a13b-6fd0159c4426, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:40:22.079455 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-d3f9ab80-a6ba-430c-b41c-68df7b6261ed None None] For port d542b251-6b19-451e-a13b-6fd0159c4426, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=d542b251-6b19-451e-a13b-6fd0159c4426,segment=NetworkSegment(2f4c115b-06fa-44f3-b55b-8384b7917bba),segment_id=2f4c115b-06fa-44f3-b55b-8384b7917bba)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:40:22.091253 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d3f9ab80-a6ba-430c-b41c-68df7b6261ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (d542b251-6b19-451e-a13b-6fd0159c4426), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:22.105023 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b0269264-31bc-479c-8cae-be04ce11e9ea admin admin] Publish callbacks [] for security_group (181fc48e-e6f0-43fa-8645-2e149f6b5ec6), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:22.157888 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d6b854-7352-4d87-b34c-e39ab6d0fc90 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:22.162199 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-35d6b854-7352-4d87-b34c-e39ab6d0fc90 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] 10.222.0.90 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4105062 Feb 09 21:40:22.165237 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 35618) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:22.175345 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 35620) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:22.192136 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f9ab80-a6ba-430c-b41c-68df7b6261ed None None] Pushing event updated for resources: {'Port': ['ID=d542b251-6b19-451e-a13b-6fd0159c4426,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:22.253177 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-9cf5cf06-9d4c-46fe-b0cd-ff045f0c9313 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] 10.222.0.90 "GET /v2.0/subnets?network_id=54a442d5-50a0-4c75-85cc-d19f5bf58118 HTTP/1.1" status: 200 len: 207 time: 0.0849650 Feb 09 21:40:22.253893 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 35622) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:22.326175 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1c3a664c-02f8-455b-8cab-a70742a04402 admin admin] Publish callbacks [] for port (263b744a-ee83-4dc4-9603-1399029c1270), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:22.340849 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a2f6101-0b79-4e5e-94f0-9e5ef2030f40 admin admin] Deleting subnet 8f9c3484-34ca-4474-858d-d03e064c8f4e {{(pid=103140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:40:22.348675 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6a2f6101-0b79-4e5e-94f0-9e5ef2030f40 admin admin] Publish callbacks [] for subnet (8f9c3484-34ca-4474-858d-d03e064c8f4e), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:22.400399 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b0269264-31bc-479c-8cae-be04ce11e9ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (181fc48e-e6f0-43fa-8645-2e149f6b5ec6), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:22.402897 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b0269264-31bc-479c-8cae-be04ce11e9ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:22.404144 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-b0269264-31bc-479c-8cae-be04ce11e9ea admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/181fc48e-e6f0-43fa-8645-2e149f6b5ec6 HTTP/1.1" status: 204 len: 168 time: 0.8020163 Feb 09 21:40:22.430887 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6a2f6101-0b79-4e5e-94f0-9e5ef2030f40 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9110716'] for subnet (8f9c3484-34ca-4474-858d-d03e064c8f4e), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:22.432922 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0269264-31bc-479c-8cae-be04ce11e9ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=181fc48e-e6f0-43fa-8645-2e149f6b5ec6,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:22.441419 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5f0b16-d9da-480f-8e9b-63444cbf46b0 req-0e27fc59-58d9-4842-9641-f813b6f30430 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:22.442639 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dc5f0b16-d9da-480f-8e9b-63444cbf46b0 req-0e27fc59-58d9-4842-9641-f813b6f30430 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5942c39-add0-42a2-bc58-a7492d65f23d HTTP/1.1" status: 200 len: 949 time: 0.1868989 Feb 09 21:40:22.498311 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1c3a664c-02f8-455b-8cab-a70742a04402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (263b744a-ee83-4dc4-9603-1399029c1270), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:22.506120 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa08fb63-c1f9-4aeb-a980-231a5fd2e597 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:22.515271 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa08fb63-c1f9-4aeb-a980-231a5fd2e597 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:22.521825 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa08fb63-c1f9-4aeb-a980-231a5fd2e597 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:22.531066 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa08fb63-c1f9-4aeb-a980-231a5fd2e597 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:22.536727 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-fa08fb63-c1f9-4aeb-a980-231a5fd2e597 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] 10.222.0.90 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.2781458 Feb 09 21:40:22.537085 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 35626) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:22.564328 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6a2f6101-0b79-4e5e-94f0-9e5ef2030f40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (8f9c3484-34ca-4474-858d-d03e064c8f4e), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:22.621404 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3a664c-02f8-455b-8cab-a70742a04402 admin admin] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:40:22.626244 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3a664c-02f8-455b-8cab-a70742a04402 admin admin] Pushing event updated for resources: {'Port': ['ID=263b744a-ee83-4dc4-9603-1399029c1270,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:22.632119 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dc5f0b16-d9da-480f-8e9b-63444cbf46b0 req-8b2fe172-2bbf-46ed-bd6a-f3c4f0cff216 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/security-groups?id=18eb7429-13f2-4956-b934-bb119bf89c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644433 Feb 09 21:40:22.635381 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-1c3a664c-02f8-455b-8cab-a70742a04402 admin admin] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:40:22.645307 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3a664c-02f8-455b-8cab-a70742a04402 admin admin] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:40:22.703246 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6a2f6101-0b79-4e5e-94f0-9e5ef2030f40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621346'] for subnet (8f9c3484-34ca-4474-858d-d03e064c8f4e), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:22.743099 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6a2f6101-0b79-4e5e-94f0-9e5ef2030f40 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:22.746815 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-6a2f6101-0b79-4e5e-94f0-9e5ef2030f40 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/8f9c3484-34ca-4474-858d-d03e064c8f4e HTTP/1.1" status: 204 len: 168 time: 0.5686150 Feb 09 21:40:22.749525 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2f6101-0b79-4e5e-94f0-9e5ef2030f40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f9c3484-34ca-4474-858d-d03e064c8f4e,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:22.751412 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 35628) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:22.940367 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6a332d03-0cb7-4ceb-b691-264f34d64383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (e7415bf4-bb4b-4268-8cd4-95139dd8ac99), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:23.012399 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-b3d4b4a1-47a9-4eaa-93c0-1e019538e345 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] 10.222.0.90 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.4709086 Feb 09 21:40:23.012608 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 35634) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:23.110671 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18508f49-3254-40be-b44a-f60b850c2860 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:23.112103 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18508f49-3254-40be-b44a-f60b850c2860 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:23.113618 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-18508f49-3254-40be-b44a-f60b850c2860 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1001906 Feb 09 21:40:23.120893 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 35642) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:23.169610 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6a332d03-0cb7-4ceb-b691-264f34d64383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (e7415bf4-bb4b-4268-8cd4-95139dd8ac99), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:23.185576 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1c3a664c-02f8-455b-8cab-a70742a04402 admin admin] Publish callbacks [] for router_gateway (8ba7567c-fa53-4ec0-9661-9a46dc509ee9), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:23.253031 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7e70ba-142f-4d03-a9cd-4e29382642e3 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Attributes excluded by policy engine: ['shared'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:23.256247 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7e70ba-142f-4d03-a9cd-4e29382642e3 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Attributes excluded by policy engine: ['shared'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:23.258497 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-3b7e70ba-142f-4d03-a9cd-4e29382642e3 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] 10.222.0.90 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1323078 Feb 09 21:40:23.261905 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 35650) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:23.368205 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:23.381875 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-6a332d03-0cb7-4ceb-b691-264f34d64383 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7415bf4-bb4b-4268-8cd4-95139dd8ac99']}} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:40:23.399352 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-6a332d03-0cb7-4ceb-b691-264f34d64383 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5b11569-50b4-4458-88c2-c1002e349261') {'for_net_delete': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:40:23.399687 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-6a332d03-0cb7-4ceb-b691-264f34d64383 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5b11569-50b4-4458-88c2-c1002e349261') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:40:23.425145 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b586249-288e-407b-9c61-1bba388cdc0b tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:23.431009 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6a332d03-0cb7-4ceb-b691-264f34d64383 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110711'] for segment (c5b11569-50b4-4458-88c2-c1002e349261), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:23.431304 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-1b586249-288e-407b-9c61-1bba388cdc0b tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] 10.222.0.90 "GET /v2.0/networks/8889d269-7ad2-4469-8f54-e1282086d238 HTTP/1.1" status: 200 len: 799 time: 0.1681573 Feb 09 21:40:23.432381 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 35652) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:23.462894 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6a332d03-0cb7-4ceb-b691-264f34d64383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (c5b11569-50b4-4458-88c2-c1002e349261), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:23.483200 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a332d03-0cb7-4ceb-b691-264f34d64383 admin admin] Releasing vlan 748 on physical network physnet1 to pool {{(pid=103140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:40:23.483617 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6a332d03-0cb7-4ceb-b691-264f34d64383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669415'] for segment (c5b11569-50b4-4458-88c2-c1002e349261), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:23.489670 n-d-828369-5 neutron-server[103140]: Traceback (most recent call last): Feb 09 21:40:23.489670 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:40:23.489670 n-d-828369-5 neutron-server[103140]: timer() Feb 09 21:40:23.489670 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:40:23.489670 n-d-828369-5 neutron-server[103140]: cb(*args, **kw) Feb 09 21:40:23.489670 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:40:23.489670 n-d-828369-5 neutron-server[103140]: return func(*args, **kwargs) Feb 09 21:40:23.489670 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:40:23.489670 n-d-828369-5 neutron-server[103140]: self._notify() Feb 09 21:40:23.489670 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:40:23.489670 n-d-828369-5 neutron-server[103140]: self.callback(batched_events) Feb 09 21:40:23.489670 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:40:23.489670 n-d-828369-5 neutron-server[103140]: event.method(event) Feb 09 21:40:23.489670 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:40:23.489670 n-d-828369-5 neutron-server[103140]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:40:23.489670 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:40:23.489670 n-d-828369-5 neutron-server[103140]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:40:23.489670 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:40:23.489670 n-d-828369-5 neutron-server[103140]: return f(self, *a, **k) Feb 09 21:40:23.489670 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:40:23.489670 n-d-828369-5 neutron-server[103140]: return self._get(url).json() Feb 09 21:40:23.489670 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:40:23.489670 n-d-828369-5 neutron-server[103140]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:40:23.489670 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:40:23.489670 n-d-828369-5 neutron-server[103140]: return self.request(url, 'GET', **kwargs) Feb 09 21:40:23.489670 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:40:23.489670 n-d-828369-5 neutron-server[103140]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:40:23.489670 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:40:23.489670 n-d-828369-5 neutron-server[103140]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:40:23.489670 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:40:23.489670 n-d-828369-5 neutron-server[103140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:40:23.489670 n-d-828369-5 neutron-server[103140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:40:23.622087 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device d542b251-6b19-451e-a13b-6fd0159c4426 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:40:23.647526 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-fd58e567-6a9d-4091-8860-fb1d8d9bb1ce tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] 10.222.0.90 "GET /v2.0/networks/8889d269-7ad2-4469-8f54-e1282086d238?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2128537 Feb 09 21:40:23.649315 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 35660) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:23.712437 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 0a262084-cf51-44d8-b63c-1a0323ca235e no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:40:23.774612 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] No Port match for: 0a262084-cf51-44d8-b63c-1a0323ca235e {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:40:23.774963 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 0a262084-cf51-44d8-b63c-1a0323ca235e not bound to the agent host n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:40:23.790324 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port d542b251-6b19-451e-a13b-6fd0159c4426 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:40:23.790755 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (d542b251-6b19-451e-a13b-6fd0159c4426), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:23.806123 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89395ad-8c33-42b0-b6d5-44732e8fdf4b tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:23.816469 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-f89395ad-8c33-42b0-b6d5-44732e8fdf4b tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] 10.222.0.90 "GET /v2.0/subnets/4e505cf7-3d31-4442-8987-30cffe701906 HTTP/1.1" status: 200 len: 811 time: 0.1584175 Feb 09 21:40:23.817299 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 35666) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:23.895387 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 35668) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:23.910002 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb1a3d2-f453-4885-9f7e-0ea5b702fed7 None None] Network 877a96af-1a67-4748-9efa-076a406748da requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:40:23.969446 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port d542b251-6b19-451e-a13b-6fd0159c4426 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:40:23.969924 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (d542b251-6b19-451e-a13b-6fd0159c4426), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:23.976557 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0667bdc6-253d-495b-a651-387e1f4bb57e tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Attributes excluded by policy engine: ['shared'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:23.981884 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-0667bdc6-253d-495b-a651-387e1f4bb57e tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] 10.222.0.90 "GET /v2.0/subnets/4e505cf7-3d31-4442-8987-30cffe701906?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1631272 Feb 09 21:40:23.984042 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 35672) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:23.992053 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-d6d1bce8-2cf4-43b9-b94d-071a94379aa2 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-400522536'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:24.008254 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-3b05e303-4f84-4f23-96ec-4c8f017fdff1 None None] Provisioning complete for port d542b251-6b19-451e-a13b-6fd0159c4426 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:40:24.008627 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-3b05e303-4f84-4f23-96ec-4c8f017fdff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (d542b251-6b19-451e-a13b-6fd0159c4426), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:24.024962 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6d1bce8-2cf4-43b9-b94d-071a94379aa2 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Made reservation on behalf of 0b3dce44ae6942d382ff1ce239e0d9de for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:40:24.032165 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d6d1bce8-2cf4-43b9-b94d-071a94379aa2 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:24.051852 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-66f329ff-1cca-422d-8ac5-56ed708b696e tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-582182796'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:24.094867 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6d1bce8-2cf4-43b9-b94d-071a94379aa2 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:40:24.098826 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port d542b251-6b19-451e-a13b-6fd0159c4426, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=d542b251-6b19-451e-a13b-6fd0159c4426,segment=NetworkSegment(2f4c115b-06fa-44f3-b55b-8384b7917bba),segment_id=2f4c115b-06fa-44f3-b55b-8384b7917bba)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:24.107892 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (d542b251-6b19-451e-a13b-6fd0159c4426), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:24.118099 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66f329ff-1cca-422d-8ac5-56ed708b696e tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Made reservation on behalf of a3db6ddc7dd747da93aae5453adefeb9 for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:40:24.122511 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-66f329ff-1cca-422d-8ac5-56ed708b696e tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:24.126131 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d6d1bce8-2cf4-43b9-b94d-071a94379aa2 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (5c7196fe-baa5-4d99-820a-71789657b5ab), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:24.126714 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-d6d1bce8-2cf4-43b9-b94d-071a94379aa2 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Added segment 5c7196fe-baa5-4d99-820a-71789657b5ab of type vlan for network 417e688e-9600-4697-98b9-a36ff09520c4 Feb 09 21:40:24.157027 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-66f329ff-1cca-422d-8ac5-56ed708b696e tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:24.207337 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6a332d03-0cb7-4ceb-b691-264f34d64383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (e7415bf4-bb4b-4268-8cd4-95139dd8ac99), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:24.226261 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6a332d03-0cb7-4ceb-b691-264f34d64383 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:24.232336 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-6a332d03-0cb7-4ceb-b691-264f34d64383 admin admin] 10.222.0.90 "DELETE /v2.0/networks/e7415bf4-bb4b-4268-8cd4-95139dd8ac99 HTTP/1.1" status: 204 len: 168 time: 1.4388444 Feb 09 21:40:24.247993 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=d542b251-6b19-451e-a13b-6fd0159c4426,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:24.263220 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d6d1bce8-2cf4-43b9-b94d-071a94379aa2 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (417e688e-9600-4697-98b9-a36ff09520c4), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:24.265769 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a332d03-0cb7-4ceb-b691-264f34d64383 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7415bf4-bb4b-4268-8cd4-95139dd8ac99,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:24.274245 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-3b05e303-4f84-4f23-96ec-4c8f017fdff1 None None] Current status of the port d542b251-6b19-451e-a13b-6fd0159c4426 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:40:24.289532 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ee87b-2260-4802-acaa-58ea4f6a0ed6 req-163e0f26-5fdd-4868-8934-5717e7cd97ec tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:24.297058 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a97ee87b-2260-4802-acaa-58ea4f6a0ed6 req-163e0f26-5fdd-4868-8934-5717e7cd97ec tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5942c39-add0-42a2-bc58-a7492d65f23d HTTP/1.1" status: 200 len: 949 time: 0.2222922 Feb 09 21:40:24.346772 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1c3a664c-02f8-455b-8cab-a70742a04402 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (8ba7567c-fa53-4ec0-9661-9a46dc509ee9), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:24.367867 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d6d1bce8-2cf4-43b9-b94d-071a94379aa2 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (417e688e-9600-4697-98b9-a36ff09520c4), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:24.374072 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a97ee87b-2260-4802-acaa-58ea4f6a0ed6 req-b1f75243-0f08-44bd-a5ac-6a72c2a3cac6 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/security-groups?id=18eb7429-13f2-4956-b934-bb119bf89c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741701 Feb 09 21:40:24.374672 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d1bce8-2cf4-43b9-b94d-071a94379aa2 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:24.375282 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d6d1bce8-2cf4-43b9-b94d-071a94379aa2 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:24.437536 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-d6d1bce8-2cf4-43b9-b94d-071a94379aa2 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4518147 Feb 09 21:40:24.469011 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 35682) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:24.485756 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-0b14218f-4715-46a2-9763-c1cf1408670b tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Request body: {'subnet': {'network_id': '417e688e-9600-4697-98b9-a36ff09520c4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:24.669251 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-66f329ff-1cca-422d-8ac5-56ed708b696e tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Publish callbacks [] for security_group (1c9c6621-fde7-43a5-981e-73d6ac9c009e), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:24.670642 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d1bce8-2cf4-43b9-b94d-071a94379aa2 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Pushing event updated for resources: {'Network': ['ID=417e688e-9600-4697-98b9-a36ff09520c4,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:24.678818 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b14218f-4715-46a2-9763-c1cf1408670b tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Made reservation on behalf of 0b3dce44ae6942d382ff1ce239e0d9de for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:40:24.683768 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0b14218f-4715-46a2-9763-c1cf1408670b tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:24.699038 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-66f329ff-1cca-422d-8ac5-56ed708b696e tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (1c9c6621-fde7-43a5-981e-73d6ac9c009e), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:24.704519 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 417e688e-9600-4697-98b9-a36ff09520c4 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:40:24.721693 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c3a664c-02f8-455b-8cab-a70742a04402 admin admin] Router 8ba7567c-fa53-4ec0-9661-9a46dc509ee9 is scheduled to L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 with binding_index 1 {{(pid=103140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:40:24.755065 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 35688) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:24.840245 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66f329ff-1cca-422d-8ac5-56ed708b696e tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:40:24.874632 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-78186e44-76a0-42cb-8c3a-33393944e5a0 None None] Provisioning complete for port d542b251-6b19-451e-a13b-6fd0159c4426 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:40:24.874995 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-78186e44-76a0-42cb-8c3a-33393944e5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (d542b251-6b19-451e-a13b-6fd0159c4426), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:24.923369 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-66f329ff-1cca-422d-8ac5-56ed708b696e tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (f604e441-6a46-465b-b761-86a538779a7e), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:24.924160 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-66f329ff-1cca-422d-8ac5-56ed708b696e tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Added segment f604e441-6a46-465b-b761-86a538779a7e of type vlan for network efb2aa30-4cef-4e85-b5ff-551f839a909c Feb 09 21:40:24.928442 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.ipam_backend_mixin [None req-0b14218f-4715-46a2-9763-c1cf1408670b tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Performing IP validity checks on allocation pools {{(pid=103141) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 09 21:40:24.929685 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.ipam_backend_mixin [None req-0b14218f-4715-46a2-9763-c1cf1408670b tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103141) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 09 21:40:24.942789 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f329ff-1cca-422d-8ac5-56ed708b696e tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c9c6621-fde7-43a5-981e-73d6ac9c009e,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:24.951850 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c3a664c-02f8-455b-8cab-a70742a04402 admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:40:24.978655 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6505ba8-2140-4d5e-aff0-c96565b7426b None None] Sync routers for ids ['8ba7567c-fa53-4ec0-9661-9a46dc509ee9'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:40:25.009623 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6505ba8-2140-4d5e-aff0-c96565b7426b None None] Routers {'8ba7567c-fa53-4ec0-9661-9a46dc509ee9'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:40:25.010546 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-f6505ba8-2140-4d5e-aff0-c96565b7426b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:40:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['8ba7567c-fa53-4ec0-9661-9a46dc509ee9'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:40:25.017282 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1c3a664c-02f8-455b-8cab-a70742a04402 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:25.021185 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-1c3a664c-02f8-455b-8cab-a70742a04402 admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.5863910 Feb 09 21:40:25.021458 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 35692) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:25.110383 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-66f329ff-1cca-422d-8ac5-56ed708b696e tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (efb2aa30-4cef-4e85-b5ff-551f839a909c), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:25.117932 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-c4f34727-c097-4a81-8e52-3d5677cc37a3 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=8534386f43fe4eff807bae5e72845c97&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3137801 Feb 09 21:40:25.121936 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 35698) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:25.176637 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-78186e44-76a0-42cb-8c3a-33393944e5a0 None None] Current status of the port d542b251-6b19-451e-a13b-6fd0159c4426 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:40:25.196028 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-66f329ff-1cca-422d-8ac5-56ed708b696e tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (efb2aa30-4cef-4e85-b5ff-551f839a909c), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:25.201460 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f329ff-1cca-422d-8ac5-56ed708b696e tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:25.202313 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-66f329ff-1cca-422d-8ac5-56ed708b696e tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:25.206666 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-f6505ba8-2140-4d5e-aff0-c96565b7426b None None] Set router 8ba7567c-fa53-4ec0-9661-9a46dc509ee9 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:40:25.328143 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-66f329ff-1cca-422d-8ac5-56ed708b696e tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.4316494 Feb 09 21:40:25.334049 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 35704) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:25.338732 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1e803bf1-9721-4b44-accf-dc398230d0de admin admin] Publish callbacks [] for security_group (1c4b6e51-f15a-42b0-afa4-d9c1e1598c61), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:25.344857 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-51a44baf-c3d1-4c44-aa34-e9d5e86e5973 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Request body: {'subnet': {'network_id': 'efb2aa30-4cef-4e85-b5ff-551f839a909c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:25.351970 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f329ff-1cca-422d-8ac5-56ed708b696e tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Pushing event updated for resources: {'Network': ['ID=efb2aa30-4cef-4e85-b5ff-551f839a909c,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:25.378275 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network efb2aa30-4cef-4e85-b5ff-551f839a909c details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:40:25.468159 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1e803bf1-9721-4b44-accf-dc398230d0de admin admin] Publish callbacks [] for security_group (1c4b6e51-f15a-42b0-afa4-d9c1e1598c61), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:25.484066 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0b14218f-4715-46a2-9763-c1cf1408670b tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (e24fde51-0d83-4632-b58c-080566925de9), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:25.555914 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-f6505ba8-2140-4d5e-aff0-c96565b7426b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba7567c-fa53-4ec0-9661-9a46dc509ee9', 'name': 'tempest-ServersTestFqdnHostnames-1346949146-router', 'tenant_id': 'cb05ca5ba83a4079b3312538e80ff3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '263b744a-ee83-4dc4-9603-1399029c1270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:40:20Z', 'updated_at': '2022-02-09T21:40:22Z', 'revision_number': 3, 'project_id': 'cb05ca5ba83a4079b3312538e80ff3cc', 'gw_port': {'id': '263b744a-ee83-4dc4-9603-1399029c1270', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:95:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba7567c-fa53-4ec0-9661-9a46dc509ee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:40:21Z', 'updated_at': '2022-02-09T21:40:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:40:25.594923 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device d542b251-6b19-451e-a13b-6fd0159c4426 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:40:25.634018 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b14218f-4715-46a2-9763-c1cf1408670b tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Pushing event updated for resources: {'Subnet': ['ID=e24fde51-0d83-4632-b58c-080566925de9,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:25.638549 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51a44baf-c3d1-4c44-aa34-e9d5e86e5973 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Made reservation on behalf of a3db6ddc7dd747da93aae5453adefeb9 for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:40:25.640977 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6505ba8-2140-4d5e-aff0-c96565b7426b None None] Checking router: 8ba7567c-fa53-4ec0-9661-9a46dc509ee9 for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:40:25.641473 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6505ba8-2140-4d5e-aff0-c96565b7426b None None] Updating router 8ba7567c-fa53-4ec0-9661-9a46dc509ee9 port 263b744a-ee83-4dc4-9603-1399029c1270 binding host n-d-828369-5 {{(pid=103142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:40:25.641902 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-51a44baf-c3d1-4c44-aa34-e9d5e86e5973 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:25.647391 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bca4c5-b4b2-4ed1-9202-5b14d392fe4e req-5668366e-27b7-4b32-a473-c10710039df6 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:25.655204 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-73bca4c5-b4b2-4ed1-9202-5b14d392fe4e req-5668366e-27b7-4b32-a473-c10710039df6 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5942c39-add0-42a2-bc58-a7492d65f23d HTTP/1.1" status: 200 len: 949 time: 0.1410630 Feb 09 21:40:25.681508 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ba4d6f19-0ca7-4571-a288-8a148a1b0e7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:25.698913 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b14218f-4715-46a2-9763-c1cf1408670b tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Checking segment: {'id': '5c7196fe-baa5-4d99-820a-71789657b5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '417e688e-9600-4697-98b9-a36ff09520c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:40:25.699286 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b14218f-4715-46a2-9763-c1cf1408670b tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Network hostable DHCP agents. Network: 417e688e-9600-4697-98b9-a36ff09520c4, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:40:25.709831 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f6505ba8-2140-4d5e-aff0-c96565b7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (263b744a-ee83-4dc4-9603-1399029c1270), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:25.714539 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1e803bf1-9721-4b44-accf-dc398230d0de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (1c4b6e51-f15a-42b0-afa4-d9c1e1598c61), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:25.717249 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1e803bf1-9721-4b44-accf-dc398230d0de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:25.728559 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-1e803bf1-9721-4b44-accf-dc398230d0de admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/1c4b6e51-f15a-42b0-afa4-d9c1e1598c61 HTTP/1.1" status: 204 len: 168 time: 0.5958343 Feb 09 21:40:25.755387 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e803bf1-9721-4b44-accf-dc398230d0de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c4b6e51-f15a-42b0-afa4-d9c1e1598c61,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:25.773995 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b14218f-4715-46a2-9763-c1cf1408670b tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Network 417e688e-9600-4697-98b9-a36ff09520c4 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:40:25.807103 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-0b14218f-4715-46a2-9763-c1cf1408670b tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 417e688e-9600-4697-98b9-a36ff09520c4) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:40:25.837037 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b14218f-4715-46a2-9763-c1cf1408670b tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:25.837678 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0b14218f-4715-46a2-9763-c1cf1408670b tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:25.845408 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2327b292-bb5d-4c2c-a3bd-c54c1b9584c7 None None] Network 417e688e-9600-4697-98b9-a36ff09520c4 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:40:25.895186 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-73bca4c5-b4b2-4ed1-9202-5b14d392fe4e req-2dfbac82-f122-4952-ba55-ba83c21d7067 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/security-groups?id=18eb7429-13f2-4956-b934-bb119bf89c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341583 Feb 09 21:40:25.904381 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-ba4d6f19-0ca7-4571-a288-8a148a1b0e7c admin admin] Allocated IP 172.20.0.1 (877a96af-1a67-4748-9efa-076a406748da/a0be5e8c-bc22-4a5d-b32d-1cfd31075317/075f9ab7-7335-4e80-8f38-1b24edcab39c) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:40:25.967558 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port d542b251-6b19-451e-a13b-6fd0159c4426 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:40:25.969501 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (d542b251-6b19-451e-a13b-6fd0159c4426), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:26.001376 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-0b14218f-4715-46a2-9763-c1cf1408670b tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.5272980 Feb 09 21:40:26.002160 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 35716) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:26.013451 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-492f89f3-8821-43f3-a1bf-9e624817b8a8 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:26.025805 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-51a44baf-c3d1-4c44-aa34-e9d5e86e5973 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (23345faa-091f-4c0e-a558-dcaf3250fc6c), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:26.046962 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ba4d6f19-0ca7-4571-a288-8a148a1b0e7c admin admin] Publish callbacks [] for port (075f9ab7-7335-4e80-8f38-1b24edcab39c), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:26.094903 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ba4d6f19-0ca7-4571-a288-8a148a1b0e7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (075f9ab7-7335-4e80-8f38-1b24edcab39c), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:26.167033 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4d6f19-0ca7-4571-a288-8a148a1b0e7c admin admin] Pushing event updated for resources: {'Port': ['ID=075f9ab7-7335-4e80-8f38-1b24edcab39c,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:26.186417 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4d6f19-0ca7-4571-a288-8a148a1b0e7c admin admin] Network 877a96af-1a67-4748-9efa-076a406748da is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:40:26.188686 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-ba4d6f19-0ca7-4571-a288-8a148a1b0e7c admin admin] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:40:26.214540 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4d6f19-0ca7-4571-a288-8a148a1b0e7c admin admin] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:40:26.285332 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ba4d6f19-0ca7-4571-a288-8a148a1b0e7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554727'] for router_interface (8ba7567c-fa53-4ec0-9661-9a46dc509ee9), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:26.345637 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f6505ba8-2140-4d5e-aff0-c96565b7426b None None] Publish callbacks [] for port (263b744a-ee83-4dc4-9603-1399029c1270), precommit_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:26.348896 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a44baf-c3d1-4c44-aa34-e9d5e86e5973 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Pushing event updated for resources: {'Subnet': ['ID=23345faa-091f-4c0e-a558-dcaf3250fc6c,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:26.388284 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f6505ba8-2140-4d5e-aff0-c96565b7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (263b744a-ee83-4dc4-9603-1399029c1270), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:26.418151 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a44baf-c3d1-4c44-aa34-e9d5e86e5973 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:26.418506 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a44baf-c3d1-4c44-aa34-e9d5e86e5973 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:26.418851 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a44baf-c3d1-4c44-aa34-e9d5e86e5973 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:26.419193 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a44baf-c3d1-4c44-aa34-e9d5e86e5973 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:26.419523 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a44baf-c3d1-4c44-aa34-e9d5e86e5973 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:26.423193 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a44baf-c3d1-4c44-aa34-e9d5e86e5973 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:26.423724 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a44baf-c3d1-4c44-aa34-e9d5e86e5973 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:26.425805 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a44baf-c3d1-4c44-aa34-e9d5e86e5973 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:26.426372 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a44baf-c3d1-4c44-aa34-e9d5e86e5973 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:26.426894 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a44baf-c3d1-4c44-aa34-e9d5e86e5973 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:26.427388 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a44baf-c3d1-4c44-aa34-e9d5e86e5973 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:26.428185 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a44baf-c3d1-4c44-aa34-e9d5e86e5973 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:26.431656 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a44baf-c3d1-4c44-aa34-e9d5e86e5973 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:26.482831 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a44baf-c3d1-4c44-aa34-e9d5e86e5973 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Checking segment: {'id': 'f604e441-6a46-465b-b761-86a538779a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'efb2aa30-4cef-4e85-b5ff-551f839a909c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:40:26.483202 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a44baf-c3d1-4c44-aa34-e9d5e86e5973 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Network hostable DHCP agents. Network: efb2aa30-4cef-4e85-b5ff-551f839a909c, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:40:26.511457 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e19fe6-9c05-4e47-af77-137534b2cf31 None None] Pushing event updated for resources: {'Port': ['ID=263b744a-ee83-4dc4-9603-1399029c1270,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:26.551388 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-492f89f3-8821-43f3-a1bf-9e624817b8a8 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10228187'] for subnet (e24fde51-0d83-4632-b58c-080566925de9), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:26.560939 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ba4d6f19-0ca7-4571-a288-8a148a1b0e7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (075f9ab7-7335-4e80-8f38-1b24edcab39c), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:26.570414 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a44baf-c3d1-4c44-aa34-e9d5e86e5973 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Network efb2aa30-4cef-4e85-b5ff-551f839a909c is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:40:26.617406 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-f6505ba8-2140-4d5e-aff0-c96565b7426b None None] Attempting to bind port 263b744a-ee83-4dc4-9603-1399029c1270 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:40:26.624281 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-f6505ba8-2140-4d5e-aff0-c96565b7426b None None] Attempting to bind port 263b744a-ee83-4dc4-9603-1399029c1270 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:40:26.624625 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6505ba8-2140-4d5e-aff0-c96565b7426b None None] Attempting to bind port 263b744a-ee83-4dc4-9603-1399029c1270 on network 54a442d5-50a0-4c75-85cc-d19f5bf58118 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:40:26.644244 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6505ba8-2140-4d5e-aff0-c96565b7426b None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:40:26.655677 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6505ba8-2140-4d5e-aff0-c96565b7426b None None] Checking segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:40:26.656101 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f6505ba8-2140-4d5e-aff0-c96565b7426b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:26.656549 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6505ba8-2140-4d5e-aff0-c96565b7426b None None] Bound using segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:40:26.657092 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-f6505ba8-2140-4d5e-aff0-c96565b7426b None None] Bound port: 263b744a-ee83-4dc4-9603-1399029c1270, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:40:26.657834 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f6505ba8-2140-4d5e-aff0-c96565b7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (263b744a-ee83-4dc4-9603-1399029c1270), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:26.788984 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-51a44baf-c3d1-4c44-aa34-e9d5e86e5973 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, efb2aa30-4cef-4e85-b5ff-551f839a909c) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:40:26.795195 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f73644-500f-4066-a6ad-a25390422510 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-417e688e-9600-4697-98b9-a36ff09520c4', 'network_id': '417e688e-9600-4697-98b9-a36ff09520c4', 'project_id': '0b3dce44ae6942d382ff1ce239e0d9de', 'fixed_ips': [{'subnet_id': 'e24fde51-0d83-4632-b58c-080566925de9'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:40:26.796260 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-33f73644-500f-4066-a6ad-a25390422510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:26.798598 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a44baf-c3d1-4c44-aa34-e9d5e86e5973 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:26.799206 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-51a44baf-c3d1-4c44-aa34-e9d5e86e5973 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:26.822067 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-f6505ba8-2140-4d5e-aff0-c96565b7426b None None] For port 263b744a-ee83-4dc4-9603-1399029c1270, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:40:26.827281 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port d542b251-6b19-451e-a13b-6fd0159c4426 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:40:26.858627 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-51a44baf-c3d1-4c44-aa34-e9d5e86e5973 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5174844 Feb 09 21:40:26.858796 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 35740) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:26.863356 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787c1115-e76c-49cf-a07b-9fe2ac77b7f3 None None] Network efb2aa30-4cef-4e85-b5ff-551f839a909c requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:40:26.868438 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-9e8bb5fb-70d9-4f0d-b264-5e057179338a tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Request body: {'port': {'network_id': 'efb2aa30-4cef-4e85-b5ff-551f839a909c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1160747445'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:26.870841 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-492f89f3-8821-43f3-a1bf-9e624817b8a8 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746129175556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9730659'] for subnet (e24fde51-0d83-4632-b58c-080566925de9), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:26.880327 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-cd127939-388a-4225-b67b-bee53183adb7 None None] Provisioning complete for port 075f9ab7-7335-4e80-8f38-1b24edcab39c triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:40:26.880846 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-cd127939-388a-4225-b67b-bee53183adb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (075f9ab7-7335-4e80-8f38-1b24edcab39c), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:26.885686 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-f6505ba8-2140-4d5e-aff0-c96565b7426b None None] For port 263b744a-ee83-4dc4-9603-1399029c1270, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=263b744a-ee83-4dc4-9603-1399029c1270,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:40:26.921123 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492f89f3-8821-43f3-a1bf-9e624817b8a8 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:26.921970 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-492f89f3-8821-43f3-a1bf-9e624817b8a8 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:26.923440 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-492f89f3-8821-43f3-a1bf-9e624817b8a8 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] 10.222.0.90 "PUT /v2.0/subnets/e24fde51-0d83-4632-b58c-080566925de9 HTTP/1.1" status: 200 len: 877 time: 0.9199502 Feb 09 21:40:26.926749 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 35744) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:26.958555 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ba4d6f19-0ca7-4571-a288-8a148a1b0e7c admin admin] Publish callbacks [] for port (075f9ab7-7335-4e80-8f38-1b24edcab39c), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:26.972400 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ba4d6f19-0ca7-4571-a288-8a148a1b0e7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (075f9ab7-7335-4e80-8f38-1b24edcab39c), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:27.071519 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492f89f3-8821-43f3-a1bf-9e624817b8a8 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Pushing event updated for resources: {'Subnet': ['ID=e24fde51-0d83-4632-b58c-080566925de9,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:27.132207 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 35756) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:27.150549 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4d6f19-0ca7-4571-a288-8a148a1b0e7c admin admin] Pushing event updated for resources: {'Port': ['ID=075f9ab7-7335-4e80-8f38-1b24edcab39c,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:27.164187 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ba4d6f19-0ca7-4571-a288-8a148a1b0e7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524919'] for router_interface (8ba7567c-fa53-4ec0-9661-9a46dc509ee9), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:27.198796 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f6505ba8-2140-4d5e-aff0-c96565b7426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (263b744a-ee83-4dc4-9603-1399029c1270), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:27.201866 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3b8c08ee-5234-4e09-8d74-cba0f2853c18 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (417e688e-9600-4697-98b9-a36ff09520c4), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:27.275926 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3b8c08ee-5234-4e09-8d74-cba0f2853c18 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (e24fde51-0d83-4632-b58c-080566925de9), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:27.292793 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd08c39-8beb-40a5-9f4e-34ba2d9dd49f req-2adea49b-78dd-4464-a81f-7ee9bbcda7bd tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:27.294745 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-abd08c39-8beb-40a5-9f4e-34ba2d9dd49f req-2adea49b-78dd-4464-a81f-7ee9bbcda7bd tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5942c39-add0-42a2-bc58-a7492d65f23d HTTP/1.1" status: 200 len: 949 time: 0.2442701 Feb 09 21:40:27.307390 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4d6f19-0ca7-4571-a288-8a148a1b0e7c admin admin] Network 877a96af-1a67-4748-9efa-076a406748da is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:40:27.331133 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-cd127939-388a-4225-b67b-bee53183adb7 None None] Port 075f9ab7-7335-4e80-8f38-1b24edcab39c cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:40:27.332553 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-ba4d6f19-0ca7-4571-a288-8a148a1b0e7c admin admin] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:40:27.340862 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e8bb5fb-70d9-4f0d-b264-5e057179338a tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Made reservation on behalf of a3db6ddc7dd747da93aae5453adefeb9 for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:40:27.344502 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9e8bb5fb-70d9-4f0d-b264-5e057179338a tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:27.367538 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-db74c906-561c-4045-9640-f3e35bf511e4 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-788810094-network', 'tenant_id': '299aa9a750304d97a33d8d34e7a499c8'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:27.411026 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6505ba8-2140-4d5e-aff0-c96565b7426b None None] Routers {'8ba7567c-fa53-4ec0-9661-9a46dc509ee9'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:40:27.413097 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-f6505ba8-2140-4d5e-aff0-c96565b7426b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:40:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['8ba7567c-fa53-4ec0-9661-9a46dc509ee9'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:40:27.415917 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db74c906-561c-4045-9640-f3e35bf511e4 admin admin] Made reservation on behalf of 299aa9a750304d97a33d8d34e7a499c8 for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:40:27.419641 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-db74c906-561c-4045-9640-f3e35bf511e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:27.424519 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-abd08c39-8beb-40a5-9f4e-34ba2d9dd49f req-7ded1c12-f9dd-47ef-ad69-f1a461c0f065 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/security-groups?id=18eb7429-13f2-4956-b934-bb119bf89c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199365 Feb 09 21:40:27.438472 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-9e8bb5fb-70d9-4f0d-b264-5e057179338a tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] device_id is not set on port 51f3d5d2-0c67-4b12-8b78-9c1a16e28145 yet. {{(pid=103140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:40:27.445682 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-db74c906-561c-4045-9640-f3e35bf511e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:27.519776 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e19fe6-9c05-4e47-af77-137534b2cf31 None None] Pushing event updated for resources: {'Port': ['ID=263b744a-ee83-4dc4-9603-1399029c1270,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:27.576901 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8a8edc-cd92-49dc-81a6-ab65ab364128 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-efb2aa30-4cef-4e85-b5ff-551f839a909c', 'network_id': 'efb2aa30-4cef-4e85-b5ff-551f839a909c', 'project_id': 'a3db6ddc7dd747da93aae5453adefeb9', 'fixed_ips': [{'subnet_id': '23345faa-091f-4c0e-a558-dcaf3250fc6c'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:40:27.583329 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ac8a8edc-cd92-49dc-81a6-ab65ab364128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:27.630483 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-db74c906-561c-4045-9640-f3e35bf511e4 admin admin] Publish callbacks [] for security_group (e83a02d3-83cf-4b7c-b5d2-0413aba823e1), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:27.640848 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-db74c906-561c-4045-9640-f3e35bf511e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (e83a02d3-83cf-4b7c-b5d2-0413aba823e1), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:27.676995 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-33f73644-500f-4066-a6ad-a25390422510 None None] Allocated IP 172.20.0.3 (417e688e-9600-4697-98b9-a36ff09520c4/e24fde51-0d83-4632-b58c-080566925de9/9006b237-2db1-4f05-8c4a-d327b8f87e2d) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:40:27.678451 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db74c906-561c-4045-9640-f3e35bf511e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:40:27.725879 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-db74c906-561c-4045-9640-f3e35bf511e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (e8e3a80e-6b63-4d2b-a138-44a3f5256a84), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:27.730936 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-db74c906-561c-4045-9640-f3e35bf511e4 admin admin] Added segment e8e3a80e-6b63-4d2b-a138-44a3f5256a84 of type vlan for network e5abb046-8a57-4ee6-ba21-6cf922bd3215 Feb 09 21:40:27.731327 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-9e8bb5fb-70d9-4f0d-b264-5e057179338a tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Allocated IP 2001:db8::300 (efb2aa30-4cef-4e85-b5ff-551f839a909c/23345faa-091f-4c0e-a558-dcaf3250fc6c/51f3d5d2-0c67-4b12-8b78-9c1a16e28145) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:40:27.750060 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db74c906-561c-4045-9640-f3e35bf511e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e83a02d3-83cf-4b7c-b5d2-0413aba823e1,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:27.825780 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-db74c906-561c-4045-9640-f3e35bf511e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (e5abb046-8a57-4ee6-ba21-6cf922bd3215), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:27.867643 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-e07e7de0-d336-4737-9c53-7aa19db2f579 None None] Provisioning complete for port 075f9ab7-7335-4e80-8f38-1b24edcab39c triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:40:27.868266 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e07e7de0-d336-4737-9c53-7aa19db2f579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (075f9ab7-7335-4e80-8f38-1b24edcab39c), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:27.882611 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-db74c906-561c-4045-9640-f3e35bf511e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (e5abb046-8a57-4ee6-ba21-6cf922bd3215), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:27.884116 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db74c906-561c-4045-9640-f3e35bf511e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:27.885009 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-db74c906-561c-4045-9640-f3e35bf511e4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:27.947250 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-f6505ba8-2140-4d5e-aff0-c96565b7426b None None] Set router 8ba7567c-fa53-4ec0-9661-9a46dc509ee9 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:40:27.969543 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-db74c906-561c-4045-9640-f3e35bf511e4 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8335783 Feb 09 21:40:27.970391 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 35768) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:27.976266 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-63bd3f2b-438a-4b5b-b385-5dc6efccb39c admin admin] Request body: {'subnet': {'network_id': 'e5abb046-8a57-4ee6-ba21-6cf922bd3215', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-788810094-subnet', 'tenant_id': '299aa9a750304d97a33d8d34e7a499c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:27.997189 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-e07e7de0-d336-4737-9c53-7aa19db2f579 None None] Port 075f9ab7-7335-4e80-8f38-1b24edcab39c cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:40:28.027049 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63bd3f2b-438a-4b5b-b385-5dc6efccb39c admin admin] Made reservation on behalf of 299aa9a750304d97a33d8d34e7a499c8 for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:40:28.029650 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-63bd3f2b-438a-4b5b-b385-5dc6efccb39c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:28.122219 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba4d6f19-0ca7-4571-a288-8a148a1b0e7c admin admin] Router 8ba7567c-fa53-4ec0-9661-9a46dc509ee9 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:40:28.197352 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-33f73644-500f-4066-a6ad-a25390422510 None None] Publish callbacks [] for port (9006b237-2db1-4f05-8c4a-d327b8f87e2d), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:28.201125 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db74c906-561c-4045-9640-f3e35bf511e4 admin admin] Pushing event updated for resources: {'Network': ['ID=e5abb046-8a57-4ee6-ba21-6cf922bd3215,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:28.223875 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network e5abb046-8a57-4ee6-ba21-6cf922bd3215 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:40:28.234678 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3b8c08ee-5234-4e09-8d74-cba0f2853c18 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (e24fde51-0d83-4632-b58c-080566925de9), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:28.235024 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-33f73644-500f-4066-a6ad-a25390422510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (9006b237-2db1-4f05-8c4a-d327b8f87e2d), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:28.304098 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9e8bb5fb-70d9-4f0d-b264-5e057179338a tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Publish callbacks [] for port (51f3d5d2-0c67-4b12-8b78-9c1a16e28145), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:28.334949 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba4d6f19-0ca7-4571-a288-8a148a1b0e7c admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:40:28.353946 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-ba4d6f19-0ca7-4571-a288-8a148a1b0e7c admin admin] 10.222.0.90 "PUT /v2.0/routers/8ba7567c-fa53-4ec0-9661-9a46dc509ee9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3309605 Feb 09 21:40:28.357920 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f73644-500f-4066-a6ad-a25390422510 None None] Network 417e688e-9600-4697-98b9-a36ff09520c4 is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:40:28.363164 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8c08ee-5234-4e09-8d74-cba0f2853c18 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Pushing event deleted for resources: {'Subnet': ['ID=e24fde51-0d83-4632-b58c-080566925de9,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:28.371677 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-33f73644-500f-4066-a6ad-a25390422510 None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:40:28.378115 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f73644-500f-4066-a6ad-a25390422510 None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:40:28.381407 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f73644-500f-4066-a6ad-a25390422510 None None] Pushing event updated for resources: {'Port': ['ID=9006b237-2db1-4f05-8c4a-d327b8f87e2d,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:28.383714 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9e8bb5fb-70d9-4f0d-b264-5e057179338a tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (51f3d5d2-0c67-4b12-8b78-9c1a16e28145), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:28.440503 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-ac8a8edc-cd92-49dc-81a6-ab65ab364128 None None] Allocated IP 2001:db8::2 (efb2aa30-4cef-4e85-b5ff-551f839a909c/23345faa-091f-4c0e-a558-dcaf3250fc6c/6e3a06a5-5395-477c-b49d-43c9102b05bf) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:40:28.477456 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3b8c08ee-5234-4e09-8d74-cba0f2853c18 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (417e688e-9600-4697-98b9-a36ff09520c4), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:28.532061 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8bb5fb-70d9-4f0d-b264-5e057179338a tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Pushing event updated for resources: {'Port': ['ID=51f3d5d2-0c67-4b12-8b78-9c1a16e28145,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:28.552342 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-3b8c08ee-5234-4e09-8d74-cba0f2853c18 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['417e688e-9600-4697-98b9-a36ff09520c4']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:40:28.553444 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8bb5fb-70d9-4f0d-b264-5e057179338a tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Network efb2aa30-4cef-4e85-b5ff-551f839a909c is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:40:28.556175 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-63bd3f2b-438a-4b5b-b385-5dc6efccb39c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (f0e44660-b300-44dc-b945-6219f8f2af08), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:28.571985 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-3b8c08ee-5234-4e09-8d74-cba0f2853c18 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c7196fe-baa5-4d99-820a-71789657b5ab') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:40:28.572687 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-3b8c08ee-5234-4e09-8d74-cba0f2853c18 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c7196fe-baa5-4d99-820a-71789657b5ab') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:40:28.578039 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-9e8bb5fb-70d9-4f0d-b264-5e057179338a tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:40:28.586188 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8bb5fb-70d9-4f0d-b264-5e057179338a tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:40:28.599248 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8bb5fb-70d9-4f0d-b264-5e057179338a tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:28.600538 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9e8bb5fb-70d9-4f0d-b264-5e057179338a tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:28.606856 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ac8a8edc-cd92-49dc-81a6-ab65ab364128 None None] Publish callbacks [] for port (6e3a06a5-5395-477c-b49d-43c9102b05bf), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:28.612804 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3b8c08ee-5234-4e09-8d74-cba0f2853c18 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (5c7196fe-baa5-4d99-820a-71789657b5ab), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:28.619630 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ac8a8edc-cd92-49dc-81a6-ab65ab364128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (6e3a06a5-5395-477c-b49d-43c9102b05bf), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:28.649357 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3b8c08ee-5234-4e09-8d74-cba0f2853c18 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (5c7196fe-baa5-4d99-820a-71789657b5ab), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:28.665388 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b8c08ee-5234-4e09-8d74-cba0f2853c18 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:40:28.666171 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3b8c08ee-5234-4e09-8d74-cba0f2853c18 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (5c7196fe-baa5-4d99-820a-71789657b5ab), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:28.672036 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:40:28.672036 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:40:28.672036 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:40:28.672036 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:40:28.672036 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:40:28.672036 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:40:28.672036 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:40:28.672036 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:40:28.672036 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:40:28.672036 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:40:28.672036 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:40:28.672036 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:40:28.672036 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:40:28.672036 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:40:28.672036 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:40:28.672036 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:40:28.672036 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:40:28.672036 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:40:28.672036 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:40:28.672036 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:40:28.672036 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:40:28.672036 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:40:28.672036 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:40:28.672036 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:40:28.672036 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:40:28.672036 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:40:28.672036 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:40:28.672036 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:40:28.672036 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:40:28.672036 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:40:28.672036 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:40:28.672036 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:40:28.683706 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8a8edc-cd92-49dc-81a6-ab65ab364128 None None] Network efb2aa30-4cef-4e85-b5ff-551f839a909c is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:40:28.687646 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bd3f2b-438a-4b5b-b385-5dc6efccb39c admin admin] Checking segment: {'id': 'e8e3a80e-6b63-4d2b-a138-44a3f5256a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'e5abb046-8a57-4ee6-ba21-6cf922bd3215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:40:28.688408 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63bd3f2b-438a-4b5b-b385-5dc6efccb39c admin admin] Network hostable DHCP agents. Network: e5abb046-8a57-4ee6-ba21-6cf922bd3215, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:40:28.691544 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-ac8a8edc-cd92-49dc-81a6-ab65ab364128 None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:40:28.714463 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8a8edc-cd92-49dc-81a6-ab65ab364128 None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:40:28.716616 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bd3f2b-438a-4b5b-b385-5dc6efccb39c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0e44660-b300-44dc-b945-6219f8f2af08,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:28.725793 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-9e8bb5fb-70d9-4f0d-b264-5e057179338a tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.8643785 Feb 09 21:40:28.727270 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 35778) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:28.739221 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-79180687-69a2-4a95-9a19-43c92f924bed tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Request body: {'port': {'network_id': 'efb2aa30-4cef-4e85-b5ff-551f839a909c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-334620086', 'allowed_address_pairs': [{'ip_address': '2001:db8::300', 'mac_address': 'fa:16:3e:4c:a5:2a'}]}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:28.760597 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8a8edc-cd92-49dc-81a6-ab65ab364128 None None] Pushing event updated for resources: {'Port': ['ID=6e3a06a5-5395-477c-b49d-43c9102b05bf,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:28.776861 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67da1cdc-1d32-443c-839a-77e02ca4d91f req-2a626bd2-462e-4b2e-ba8a-b4db6d8ba556 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:28.778467 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-67da1cdc-1d32-443c-839a-77e02ca4d91f req-2a626bd2-462e-4b2e-ba8a-b4db6d8ba556 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5942c39-add0-42a2-bc58-a7492d65f23d HTTP/1.1" status: 200 len: 949 time: 0.2238367 Feb 09 21:40:28.822208 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-33f73644-500f-4066-a6ad-a25390422510 None None] Attempting to bind port 9006b237-2db1-4f05-8c4a-d327b8f87e2d on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:40:28.822447 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-33f73644-500f-4066-a6ad-a25390422510 None None] Attempting to bind port 9006b237-2db1-4f05-8c4a-d327b8f87e2d by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '5c7196fe-baa5-4d99-820a-71789657b5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '417e688e-9600-4697-98b9-a36ff09520c4'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:40:28.822805 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f73644-500f-4066-a6ad-a25390422510 None None] Attempting to bind port 9006b237-2db1-4f05-8c4a-d327b8f87e2d on network 417e688e-9600-4697-98b9-a36ff09520c4 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:40:28.841783 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.db.api [None req-3b8c08ee-5234-4e09-8d74-cba0f2853c18 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 21:40:28.841783 n-d-828369-5 neutron-server[103141]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 21:40:28.841783 n-d-828369-5 neutron-server[103141]: [parameters: {'id': '417e688e-9600-4697-98b9-a36ff09520c4'}] Feb 09 21:40:28.841783 n-d-828369-5 neutron-server[103141]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:40:28.842231 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-f6505ba8-2140-4d5e-aff0-c96565b7426b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba7567c-fa53-4ec0-9661-9a46dc509ee9', 'name': 'tempest-ServersTestFqdnHostnames-1346949146-router', 'tenant_id': 'cb05ca5ba83a4079b3312538e80ff3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '263b744a-ee83-4dc4-9603-1399029c1270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:40:20Z', 'updated_at': '2022-02-09T21:40:26Z', 'revision_number': 4, 'project_id': 'cb05ca5ba83a4079b3312538e80ff3cc', 'gw_port': {'id': '263b744a-ee83-4dc4-9603-1399029c1270', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:95:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba7567c-fa53-4ec0-9661-9a46dc509ee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:40:21Z', 'updated_at': '2022-02-09T21:40:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '075f9ab7-7335-4e80-8f38-1b24edcab39c', 'name': '', 'network_id': '877a96af-1a67-4748-9efa-076a406748da', 'tenant_id': 'cb05ca5ba83a4079b3312538e80ff3cc', 'mac_address': 'fa:16:3e:51:00:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba7567c-fa53-4ec0-9661-9a46dc509ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': 'a0be5e8c-bc22-4a5d-b32d-1cfd31075317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:40:25Z', 'updated_at': '2022-02-09T21:40:26Z', 'revision_number': 2, 'project_id': 'cb05ca5ba83a4079b3312538e80ff3cc', 'subnets': [{'id': 'a0be5e8c-bc22-4a5d-b32d-1cfd31075317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:40:28.849723 n-d-828369-5 neutron-server[103141]: DEBUG oslo_db.api [None req-3b8c08ee-5234-4e09-8d74-cba0f2853c18 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:40:28.853233 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63bd3f2b-438a-4b5b-b385-5dc6efccb39c admin admin] Network e5abb046-8a57-4ee6-ba21-6cf922bd3215 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:40:28.864931 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-67da1cdc-1d32-443c-839a-77e02ca4d91f req-a8659a0d-7008-4418-90c2-004ea1264bcc tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/security-groups?id=18eb7429-13f2-4956-b934-bb119bf89c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800471 Feb 09 21:40:28.888113 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f73644-500f-4066-a6ad-a25390422510 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:40:28.888727 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f73644-500f-4066-a6ad-a25390422510 None None] Checking segment: {'id': '5c7196fe-baa5-4d99-820a-71789657b5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '417e688e-9600-4697-98b9-a36ff09520c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:40:28.888967 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-33f73644-500f-4066-a6ad-a25390422510 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:28.889314 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f73644-500f-4066-a6ad-a25390422510 None None] Bound using segment: {'id': '5c7196fe-baa5-4d99-820a-71789657b5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '417e688e-9600-4697-98b9-a36ff09520c4'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:40:28.889806 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-33f73644-500f-4066-a6ad-a25390422510 None None] Bound port: 9006b237-2db1-4f05-8c4a-d327b8f87e2d, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c7196fe-baa5-4d99-820a-71789657b5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '417e688e-9600-4697-98b9-a36ff09520c4'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:40:28.890194 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-33f73644-500f-4066-a6ad-a25390422510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (9006b237-2db1-4f05-8c4a-d327b8f87e2d), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:28.894701 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6505ba8-2140-4d5e-aff0-c96565b7426b None None] The sync data for ids ['8ba7567c-fa53-4ec0-9661-9a46dc509ee9'] in n-d-828369-5 is: [{'id': '8ba7567c-fa53-4ec0-9661-9a46dc509ee9', 'name': 'tempest-ServersTestFqdnHostnames-1346949146-router', 'tenant_id': 'cb05ca5ba83a4079b3312538e80ff3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '263b744a-ee83-4dc4-9603-1399029c1270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:40:20Z', 'updated_at': '2022-02-09T21:40:26Z', 'revision_number': 4, 'project_id': 'cb05ca5ba83a4079b3312538e80ff3cc', 'gw_port': {'id': '263b744a-ee83-4dc4-9603-1399029c1270', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:95:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba7567c-fa53-4ec0-9661-9a46dc509ee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:40:21Z', 'updated_at': '2022-02-09T21:40:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '075f9ab7-7335-4e80-8f38-1b24edcab39c', 'name': '', 'network_id': '877a96af-1a67-4748-9efa-076a406748da', 'tenant_id': 'cb05ca5ba83a4079b3312538e80ff3cc', 'mac_address': 'fa:16:3e:51:00:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba7567c-fa53-4ec0-9661-9a46dc509ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': 'a0be5e8c-bc22-4a5d-b32d-1cfd31075317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:40:25Z', 'updated_at': '2022-02-09T21:40:26Z', 'revision_number': 2, 'project_id': 'cb05ca5ba83a4079b3312538e80ff3cc', 'subnets': [{'id': 'a0be5e8c-bc22-4a5d-b32d-1cfd31075317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:40:28.904813 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-ac8a8edc-cd92-49dc-81a6-ab65ab364128 None None] Attempting to bind port 6e3a06a5-5395-477c-b49d-43c9102b05bf on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:40:28.905195 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-ac8a8edc-cd92-49dc-81a6-ab65ab364128 None None] Attempting to bind port 6e3a06a5-5395-477c-b49d-43c9102b05bf by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': 'f604e441-6a46-465b-b761-86a538779a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'efb2aa30-4cef-4e85-b5ff-551f839a909c'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:40:28.905557 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8a8edc-cd92-49dc-81a6-ab65ab364128 None None] Attempting to bind port 6e3a06a5-5395-477c-b49d-43c9102b05bf on network efb2aa30-4cef-4e85-b5ff-551f839a909c {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:40:28.923972 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8a8edc-cd92-49dc-81a6-ab65ab364128 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:40:28.924664 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8a8edc-cd92-49dc-81a6-ab65ab364128 None None] Checking segment: {'id': 'f604e441-6a46-465b-b761-86a538779a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'efb2aa30-4cef-4e85-b5ff-551f839a909c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:40:28.925241 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ac8a8edc-cd92-49dc-81a6-ab65ab364128 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:28.925931 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8a8edc-cd92-49dc-81a6-ab65ab364128 None None] Bound using segment: {'id': 'f604e441-6a46-465b-b761-86a538779a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'efb2aa30-4cef-4e85-b5ff-551f839a909c'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:40:28.927202 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-ac8a8edc-cd92-49dc-81a6-ab65ab364128 None None] Bound port: 6e3a06a5-5395-477c-b49d-43c9102b05bf, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f604e441-6a46-465b-b761-86a538779a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'efb2aa30-4cef-4e85-b5ff-551f839a909c'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:40:28.927603 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ac8a8edc-cd92-49dc-81a6-ab65ab364128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (6e3a06a5-5395-477c-b49d-43c9102b05bf), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:28.945931 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-63bd3f2b-438a-4b5b-b385-5dc6efccb39c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, e5abb046-8a57-4ee6-ba21-6cf922bd3215) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:40:28.953673 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63bd3f2b-438a-4b5b-b385-5dc6efccb39c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:28.954370 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-63bd3f2b-438a-4b5b-b385-5dc6efccb39c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:28.959766 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732eae7f-24ff-473a-bd7f-8554752b66f5 None None] Network e5abb046-8a57-4ee6-ba21-6cf922bd3215 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:40:28.986376 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-63bd3f2b-438a-4b5b-b385-5dc6efccb39c admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0146677 Feb 09 21:40:28.991301 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79180687-69a2-4a95-9a19-43c92f924bed tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Made reservation on behalf of a3db6ddc7dd747da93aae5453adefeb9 for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:40:29.093365 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-79180687-69a2-4a95-9a19-43c92f924bed tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:29.118099 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [None req-79180687-69a2-4a95-9a19-43c92f924bed tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] device_id is not set on port 47358e48-9516-4f46-8e8e-43fb16390ef8 yet. {{(pid=103141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:40:29.166050 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058219b5-c72a-4fc0-991d-dd841a73d452 None None] Network e5abb046-8a57-4ee6-ba21-6cf922bd3215 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:40:29.212842 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 35786) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:29.237092 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-c4ed6f43-5137-4857-9b18-ace732367349 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1168658113', 'description': 'tempest-description--1830022564'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:29.304066 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c4ed6f43-5137-4857-9b18-ace732367349 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:29.344260 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-79180687-69a2-4a95-9a19-43c92f924bed tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Allocated IP 2001:db8::cc (efb2aa30-4cef-4e85-b5ff-551f839a909c/23345faa-091f-4c0e-a558-dcaf3250fc6c/47358e48-9516-4f46-8e8e-43fb16390ef8) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:40:29.351044 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3b8c08ee-5234-4e09-8d74-cba0f2853c18 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (417e688e-9600-4697-98b9-a36ff09520c4), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:29.414607 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c4ed6f43-5137-4857-9b18-ace732367349 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Publish callbacks [] for security_group (ab096705-bc25-431a-ab5c-fe0d32c221c5), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:29.422748 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c4ed6f43-5137-4857-9b18-ace732367349 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (ab096705-bc25-431a-ab5c-fe0d32c221c5), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:29.468166 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c4ed6f43-5137-4857-9b18-ace732367349 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:29.471287 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-c4ed6f43-5137-4857-9b18-ace732367349 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2557397 Feb 09 21:40:29.478370 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 35798) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:29.493687 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-54cf7736-e1ad-4106-860c-fa8815dea550 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Request body: {'security_group_rule': {'security_group_id': 'ab096705-bc25-431a-ab5c-fe0d32c221c5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:29.554691 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed6f43-5137-4857-9b18-ace732367349 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab096705-bc25-431a-ab5c-fe0d32c221c5,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:29.636255 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-3b8c08ee-5234-4e09-8d74-cba0f2853c18 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Deleting port 9006b237-2db1-4f05-8c4a-d327b8f87e2d {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:40:29.637555 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3b8c08ee-5234-4e09-8d74-cba0f2853c18 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (9006b237-2db1-4f05-8c4a-d327b8f87e2d), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:29.678881 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-54cf7736-e1ad-4106-860c-fa8815dea550 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Publish callbacks [] for security_group_rule (06575d96-2974-4bc1-8686-20d5a89f1c74), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:29.719124 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-33f73644-500f-4066-a6ad-a25390422510 None None] For port 9006b237-2db1-4f05-8c4a-d327b8f87e2d, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:40:29.771337 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-33f73644-500f-4066-a6ad-a25390422510 None None] For port 9006b237-2db1-4f05-8c4a-d327b8f87e2d, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=9006b237-2db1-4f05-8c4a-d327b8f87e2d,segment=NetworkSegment(5c7196fe-baa5-4d99-820a-71789657b5ab),segment_id=5c7196fe-baa5-4d99-820a-71789657b5ab)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:40:29.784978 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-3b8c08ee-5234-4e09-8d74-cba0f2853c18 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] For port 9006b237-2db1-4f05-8c4a-d327b8f87e2d, host n-d-828369-5, got binding levels [] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:29.785809 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3b8c08ee-5234-4e09-8d74-cba0f2853c18 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (9006b237-2db1-4f05-8c4a-d327b8f87e2d), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:29.817180 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-3b8c08ee-5234-4e09-8d74-cba0f2853c18 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Calling delete_port for 9006b237-2db1-4f05-8c4a-d327b8f87e2d owned by network:dhcp {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:40:29.824276 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec811d9-7e80-47c4-98ef-d5c117ae6edb req-c98f9dcb-740c-4dc9-a4ee-b4d46a749df8 tempest-ServerPasswordTestJSON-706612662 tempest-ServerPasswordTestJSON-706612662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:29.828521 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5ec811d9-7e80-47c4-98ef-d5c117ae6edb req-c98f9dcb-740c-4dc9-a4ee-b4d46a749df8 tempest-ServerPasswordTestJSON-706612662 tempest-ServerPasswordTestJSON-706612662-project] 10.222.0.90 "GET /v2.0/networks?id=e5abb046-8a57-4ee6-ba21-6cf922bd3215 HTTP/1.1" status: 200 len: 812 time: 0.2775793 Feb 09 21:40:29.836039 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-33f73644-500f-4066-a6ad-a25390422510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (9006b237-2db1-4f05-8c4a-d327b8f87e2d), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:29.838167 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-79180687-69a2-4a95-9a19-43c92f924bed tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Publish callbacks [] for port (47358e48-9516-4f46-8e8e-43fb16390ef8), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:29.847309 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-ac8a8edc-cd92-49dc-81a6-ab65ab364128 None None] For port 6e3a06a5-5395-477c-b49d-43c9102b05bf, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:40:29.862026 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-54cf7736-e1ad-4106-860c-fa8815dea550 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Publish callbacks [] for security_group_rule (06575d96-2974-4bc1-8686-20d5a89f1c74), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:29.875724 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5ec811d9-7e80-47c4-98ef-d5c117ae6edb req-b216d4f6-0b81-4594-8bdb-7ac324590df1 tempest-ServerPasswordTestJSON-706612662 tempest-ServerPasswordTestJSON-706612662-project] 10.222.0.90 "GET /v2.0/quotas/299aa9a750304d97a33d8d34e7a499c8 HTTP/1.1" status: 200 len: 375 time: 0.0352314 Feb 09 21:40:29.878613 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-54cf7736-e1ad-4106-860c-fa8815dea550 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (06575d96-2974-4bc1-8686-20d5a89f1c74), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:29.908011 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cf7736-e1ad-4106-860c-fa8815dea550 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06575d96-2974-4bc1-8686-20d5a89f1c74,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:29.953089 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5ec811d9-7e80-47c4-98ef-d5c117ae6edb req-c21f4ad1-25ce-46e2-86ef-0165a15f2493 tempest-ServerPasswordTestJSON-706612662 tempest-ServerPasswordTestJSON-706612662-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=299aa9a750304d97a33d8d34e7a499c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0759420 Feb 09 21:40:29.967399 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-ac8a8edc-cd92-49dc-81a6-ab65ab364128 None None] For port 6e3a06a5-5395-477c-b49d-43c9102b05bf, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=6e3a06a5-5395-477c-b49d-43c9102b05bf,segment=NetworkSegment(f604e441-6a46-465b-b761-86a538779a7e),segment_id=f604e441-6a46-465b-b761-86a538779a7e)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:40:29.986909 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-54cf7736-e1ad-4106-860c-fa8815dea550 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:29.991901 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-54cf7736-e1ad-4106-860c-fa8815dea550 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5123777 Feb 09 21:40:30.044062 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 35810) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:30.054300 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-eb68488e-96a4-40de-8e93-f445ecd5027d tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Request body: {'security_group_rule': {'security_group_id': 'ab096705-bc25-431a-ab5c-fe0d32c221c5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:30.063153 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ac8a8edc-cd92-49dc-81a6-ab65ab364128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (6e3a06a5-5395-477c-b49d-43c9102b05bf), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:30.069667 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-79180687-69a2-4a95-9a19-43c92f924bed tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (47358e48-9516-4f46-8e8e-43fb16390ef8), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:30.144327 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-eb68488e-96a4-40de-8e93-f445ecd5027d tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Publish callbacks [] for security_group_rule (1352842e-9f0c-4a1a-b34e-25a484a0f29f), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:30.161306 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f73644-500f-4066-a6ad-a25390422510 None None] Pushing event updated for resources: {'Port': ['ID=9006b237-2db1-4f05-8c4a-d327b8f87e2d,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:30.174658 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3766f3d2-b6bb-446f-a5c4-1d125be16b2a None None] Network 417e688e-9600-4697-98b9-a36ff09520c4 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:40:30.273921 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79180687-69a2-4a95-9a19-43c92f924bed tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Network efb2aa30-4cef-4e85-b5ff-551f839a909c is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:40:30.287564 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-79180687-69a2-4a95-9a19-43c92f924bed tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:40:30.290983 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79180687-69a2-4a95-9a19-43c92f924bed tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Pushing event updated for resources: {'Port': ['ID=47358e48-9516-4f46-8e8e-43fb16390ef8,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:30.302944 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79180687-69a2-4a95-9a19-43c92f924bed tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:40:30.309371 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79180687-69a2-4a95-9a19-43c92f924bed tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:30.310069 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-79180687-69a2-4a95-9a19-43c92f924bed tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:30.331756 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3b8c08ee-5234-4e09-8d74-cba0f2853c18 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (9006b237-2db1-4f05-8c4a-d327b8f87e2d), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:30.354093 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5ec811d9-7e80-47c4-98ef-d5c117ae6edb req-71dd0284-6509-4580-ab64-367d0c48e10c service neutron] 10.222.0.90 "GET /v2.0/networks/e5abb046-8a57-4ee6-ba21-6cf922bd3215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3998311 Feb 09 21:40:30.358681 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-79180687-69a2-4a95-9a19-43c92f924bed tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 1.6239965 Feb 09 21:40:30.359899 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8c08ee-5234-4e09-8d74-cba0f2853c18 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] No DVR routers for this DVR port 9006b237-2db1-4f05-8c4a-d327b8f87e2d on host n-d-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:40:30.361326 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 35814) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:30.381565 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:40:30.402069 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2fcdc3-7aa2-478f-b554-48a1ae73faa5 req-f549ed6d-d50c-4397-9844-b4171e139d17 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:30.406223 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0d2fcdc3-7aa2-478f-b554-48a1ae73faa5 req-f549ed6d-d50c-4397-9844-b4171e139d17 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5942c39-add0-42a2-bc58-a7492d65f23d HTTP/1.1" status: 200 len: 949 time: 0.3188655 Feb 09 21:40:30.440603 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-eb68488e-96a4-40de-8e93-f445ecd5027d tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Publish callbacks [] for security_group_rule (1352842e-9f0c-4a1a-b34e-25a484a0f29f), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:30.490570 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-eb68488e-96a4-40de-8e93-f445ecd5027d tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (1352842e-9f0c-4a1a-b34e-25a484a0f29f), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:30.502377 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8a8edc-cd92-49dc-81a6-ab65ab364128 None None] Pushing event updated for resources: {'Port': ['ID=6e3a06a5-5395-477c-b49d-43c9102b05bf,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:30.509473 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9489cd-0818-4450-a9d7-beaf674d72da None None] Network 417e688e-9600-4697-98b9-a36ff09520c4 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:40:30.531618 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8c08ee-5234-4e09-8d74-cba0f2853c18 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Pushing event deleted for resources: {'Port': ['ID=9006b237-2db1-4f05-8c4a-d327b8f87e2d,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:30.634664 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 35818) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:30.677093 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb68488e-96a4-40de-8e93-f445ecd5027d tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1352842e-9f0c-4a1a-b34e-25a484a0f29f,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:30.696765 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-eb68488e-96a4-40de-8e93-f445ecd5027d tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:30.698026 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-eb68488e-96a4-40de-8e93-f445ecd5027d tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6525550 Feb 09 21:40:30.701657 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 35826) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:30.719423 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-8147affa-4f3a-460c-a4bd-ec7c5eb8dd04 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Request body: {'floatingip': {'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:30.770820 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8147affa-4f3a-460c-a4bd-ec7c5eb8dd04 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:30.904967 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0d2fcdc3-7aa2-478f-b554-48a1ae73faa5 req-fa98c547-ec6c-41da-82f8-c5c1d996e0fd tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/security-groups?id=18eb7429-13f2-4956-b934-bb119bf89c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4548430 Feb 09 21:40:30.925959 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5ec811d9-7e80-47c4-98ef-d5c117ae6edb req-4d40a1c4-4d1f-4d52-90d0-ec44af1f8a07 service neutron] 10.222.0.90 "GET /v2.0/networks/e5abb046-8a57-4ee6-ba21-6cf922bd3215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4807544 Feb 09 21:40:31.045048 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8147affa-4f3a-460c-a4bd-ec7c5eb8dd04 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:31.190395 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3b8c08ee-5234-4e09-8d74-cba0f2853c18 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (417e688e-9600-4697-98b9-a36ff09520c4), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:31.215286 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-3b8c08ee-5234-4e09-8d74-cba0f2853c18 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['417e688e-9600-4697-98b9-a36ff09520c4']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:40:31.225431 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-3b8c08ee-5234-4e09-8d74-cba0f2853c18 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c7196fe-baa5-4d99-820a-71789657b5ab') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:40:31.225730 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-3b8c08ee-5234-4e09-8d74-cba0f2853c18 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c7196fe-baa5-4d99-820a-71789657b5ab') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:40:31.235917 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3b8c08ee-5234-4e09-8d74-cba0f2853c18 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (5c7196fe-baa5-4d99-820a-71789657b5ab), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:31.258243 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7a5ee052-d9fb-465d-8e1d-bb6fadd3a939 req-3cb1eff8-5860-4a25-b226-4a2777af90dc tempest-ServerPasswordTestJSON-706612662 tempest-ServerPasswordTestJSON-706612662-project] 10.222.0.90 "GET /v2.0/ports?device_id=fc0b4d91-d377-4f03-a821-d3250c7b1c5a HTTP/1.1" status: 200 len: 210 time: 0.0559413 Feb 09 21:40:31.258580 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3b8c08ee-5234-4e09-8d74-cba0f2853c18 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (5c7196fe-baa5-4d99-820a-71789657b5ab), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:31.258580 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b8c08ee-5234-4e09-8d74-cba0f2853c18 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:40:31.258897 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3b8c08ee-5234-4e09-8d74-cba0f2853c18 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (5c7196fe-baa5-4d99-820a-71789657b5ab), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:31.327288 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:40:31.327288 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:40:31.327288 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:40:31.327288 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:40:31.327288 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:40:31.327288 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:40:31.327288 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:40:31.327288 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:40:31.327288 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:40:31.327288 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:40:31.327288 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:40:31.327288 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:40:31.327288 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:40:31.327288 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:40:31.327288 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:40:31.327288 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:40:31.327288 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:40:31.327288 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:40:31.327288 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:40:31.327288 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:40:31.327288 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:40:31.327288 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:40:31.327288 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:40:31.327288 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:40:31.327288 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:40:31.327288 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:40:31.327288 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:40:31.327288 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:40:31.327288 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:40:31.327288 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:40:31.327288 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:40:31.327288 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:40:31.342584 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3b8c08ee-5234-4e09-8d74-cba0f2853c18 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (417e688e-9600-4697-98b9-a36ff09520c4), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:31.370651 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3b8c08ee-5234-4e09-8d74-cba0f2853c18 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:31.379800 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-3b8c08ee-5234-4e09-8d74-cba0f2853c18 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] 10.222.0.90 "DELETE /v2.0/networks/417e688e-9600-4697-98b9-a36ff09520c4 HTTP/1.1" status: 204 len: 168 time: 4.4517555 Feb 09 21:40:31.380648 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-8147affa-4f3a-460c-a4bd-ec7c5eb8dd04 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Allocated IP 172.25.3.61 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/78e8ffee-7889-4ac2-83d1-a07b2ab40f1d) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:40:31.384994 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 35838) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:31.416876 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c9af2fab-17af-483c-91be-4cae96b91564 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:31.526490 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bd86052-61c0-4776-8f8e-4794cd02b39a tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] DELETE failed (client error): The resource could not be found. Feb 09 21:40:31.527133 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bd86052-61c0-4776-8f8e-4794cd02b39a tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:40:31.532005 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-8bd86052-61c0-4776-8f8e-4794cd02b39a tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] 10.222.0.90 "DELETE /v2.0/subnets/e24fde51-0d83-4632-b58c-080566925de9 HTTP/1.1" status: 404 len: 337 time: 0.1448879 Feb 09 21:40:31.538586 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 35844) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:31.542136 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8c08ee-5234-4e09-8d74-cba0f2853c18 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Pushing event deleted for resources: {'Network': ['ID=417e688e-9600-4697-98b9-a36ff09520c4,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:31.581833 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327c302f-b302-49f0-842d-b80ca1ab8c10 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:31.598331 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327c302f-b302-49f0-842d-b80ca1ab8c10 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:31.609941 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327c302f-b302-49f0-842d-b80ca1ab8c10 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:31.619919 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-327c302f-b302-49f0-842d-b80ca1ab8c10 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 1.1931551 Feb 09 21:40:31.620898 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 35846) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:31.621612 n-d-828369-5 neutron-server[103140]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ae49ecc-7c0c-4f59-993a-11c013e210ce tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] DELETE failed (client error): The resource could not be found. Feb 09 21:40:31.622165 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ae49ecc-7c0c-4f59-993a-11c013e210ce tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:40:31.628150 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-9ae49ecc-7c0c-4f59-993a-11c013e210ce tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] 10.222.0.90 "DELETE /v2.0/networks/417e688e-9600-4697-98b9-a36ff09520c4 HTTP/1.1" status: 404 len: 339 time: 0.0871849 Feb 09 21:40:31.634519 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 35848) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:31.719970 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8147affa-4f3a-460c-a4bd-ec7c5eb8dd04 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Publish callbacks [] for port (78e8ffee-7889-4ac2-83d1-a07b2ab40f1d), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:31.726350 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 263b744a-ee83-4dc4-9603-1399029c1270 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:40:31.764259 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6e2318c-7dcc-407e-8884-7f63f49e94cd tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] DELETE failed (client error): The resource could not be found. Feb 09 21:40:31.764943 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6e2318c-7dcc-407e-8884-7f63f49e94cd tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:40:31.770545 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-b6e2318c-7dcc-407e-8884-7f63f49e94cd tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] 10.222.0.90 "DELETE /v2.0/subnets/ea72b441-4edf-46bb-b2dd-28b73cf44ca9 HTTP/1.1" status: 404 len: 337 time: 0.1294613 Feb 09 21:40:31.803505 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 35852) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:31.836354 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 263b744a-ee83-4dc4-9603-1399029c1270 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:40:31.836746 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (263b744a-ee83-4dc4-9603-1399029c1270), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:31.855618 n-d-828369-5 neutron-server[103140]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa484929-a343-4b03-b888-23ed47d3d3a7 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] DELETE failed (client error): The resource could not be found. Feb 09 21:40:31.856784 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa484929-a343-4b03-b888-23ed47d3d3a7 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:40:31.863795 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-aa484929-a343-4b03-b888-23ed47d3d3a7 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] 10.222.0.90 "DELETE /v2.0/networks/3314ab40-9ba9-458f-9def-6c87f08c16dc HTTP/1.1" status: 404 len: 339 time: 0.0590067 Feb 09 21:40:31.864755 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 35854) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:31.874747 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8147affa-4f3a-460c-a4bd-ec7c5eb8dd04 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (78e8ffee-7889-4ac2-83d1-a07b2ab40f1d), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:31.911503 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-6a1f252c-21bc-43c5-b545-180ca3810608 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Deleting port 47358e48-9516-4f46-8e8e-43fb16390ef8 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:40:31.912031 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6a1f252c-21bc-43c5-b545-180ca3810608 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (47358e48-9516-4f46-8e8e-43fb16390ef8), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:31.949466 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27d2a58-48ab-4b9f-ab6b-c957f3097a6c None None] get_active_networks_info from n-d-828369-5 {{(pid=103142) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 21:40:32.011540 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8147affa-4f3a-460c-a4bd-ec7c5eb8dd04 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:40:32.023018 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-8147affa-4f3a-460c-a4bd-ec7c5eb8dd04 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:40:32.033378 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8147affa-4f3a-460c-a4bd-ec7c5eb8dd04 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:40:32.066779 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d07af0a0-6e43-4d58-bd7b-e10f2ff9a624 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (7acc3501-3974-4a37-a5e5-2a1d8292d876), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:32.069157 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8147affa-4f3a-460c-a4bd-ec7c5eb8dd04 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Pushing event updated for resources: {'Port': ['ID=78e8ffee-7889-4ac2-83d1-a07b2ab40f1d,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:32.092685 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8147affa-4f3a-460c-a4bd-ec7c5eb8dd04 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:32.093292 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8147affa-4f3a-460c-a4bd-ec7c5eb8dd04 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:32.093872 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8147affa-4f3a-460c-a4bd-ec7c5eb8dd04 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:32.094369 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8147affa-4f3a-460c-a4bd-ec7c5eb8dd04 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:32.094890 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8147affa-4f3a-460c-a4bd-ec7c5eb8dd04 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:32.095380 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8147affa-4f3a-460c-a4bd-ec7c5eb8dd04 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:32.096546 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8147affa-4f3a-460c-a4bd-ec7c5eb8dd04 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:32.098822 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8147affa-4f3a-460c-a4bd-ec7c5eb8dd04 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:32.099343 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8147affa-4f3a-460c-a4bd-ec7c5eb8dd04 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:32.100403 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8147affa-4f3a-460c-a4bd-ec7c5eb8dd04 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:32.101003 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8147affa-4f3a-460c-a4bd-ec7c5eb8dd04 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:32.101573 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8147affa-4f3a-460c-a4bd-ec7c5eb8dd04 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:32.102048 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8147affa-4f3a-460c-a4bd-ec7c5eb8dd04 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:32.146290 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27d2a58-48ab-4b9f-ab6b-c957f3097a6c None None] Resources bound (agent type, host, resource id): {{(pid=103142) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 21:40:32.155626 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6a1f252c-21bc-43c5-b545-180ca3810608 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (47358e48-9516-4f46-8e8e-43fb16390ef8), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:32.172539 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-6a1f252c-21bc-43c5-b545-180ca3810608 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Calling delete_port for 47358e48-9516-4f46-8e8e-43fb16390ef8 owned by {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:40:32.292866 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8147affa-4f3a-460c-a4bd-ec7c5eb8dd04 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Publish callbacks [] for floatingip (78a9896f-f9cb-4e75-957a-399ccaf444e4), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:32.323804 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c9af2fab-17af-483c-91be-4cae96b91564 admin admin] Publish callbacks [] for security_group (aefba145-cb31-4017-9c4b-a22baf6a14ab), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:32.334877 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c9af2fab-17af-483c-91be-4cae96b91564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (aefba145-cb31-4017-9c4b-a22baf6a14ab), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:32.405603 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-91264d19-452b-42d5-a23d-a7fb90e271c8 None None] Provisioning complete for port 6e3a06a5-5395-477c-b49d-43c9102b05bf triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:40:32.405989 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-91264d19-452b-42d5-a23d-a7fb90e271c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (6e3a06a5-5395-477c-b49d-43c9102b05bf), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:32.434031 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-c9af2fab-17af-483c-91be-4cae96b91564 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=e4da7f2dfa9b48b1a00466445c28f9ba&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7982998 Feb 09 21:40:32.435856 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9af2fab-17af-483c-91be-4cae96b91564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aefba145-cb31-4017-9c4b-a22baf6a14ab,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:32.443183 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 35862) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:32.456481 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d07af0a0-6e43-4d58-bd7b-e10f2ff9a624 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (7acc3501-3974-4a37-a5e5-2a1d8292d876), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:32.456989 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 263b744a-ee83-4dc4-9603-1399029c1270 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:40:32.457240 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (263b744a-ee83-4dc4-9603-1399029c1270), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:32.484510 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcf814f-9580-48a8-b654-f28caad050b1 req-423da0b4-4f74-4153-af53-63194045220f tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:32.489949 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3dcf814f-9580-48a8-b654-f28caad050b1 req-423da0b4-4f74-4153-af53-63194045220f tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5942c39-add0-42a2-bc58-a7492d65f23d HTTP/1.1" status: 200 len: 949 time: 0.3724856 Feb 09 21:40:32.522679 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-86fd57c7-f14f-4855-b41a-fa61de1c3159 admin admin] Publish callbacks [] for security_group (aefba145-cb31-4017-9c4b-a22baf6a14ab), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:32.543436 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5898079d-f66a-421d-b67e-d58985de5b5f req-f51cceba-1510-4ef5-bd2c-60d99b134844 tempest-ServerPasswordTestJSON-706612662 tempest-ServerPasswordTestJSON-706612662-project] 10.222.0.90 "GET /v2.0/ports?device_id=fc0b4d91-d377-4f03-a821-d3250c7b1c5a HTTP/1.1" status: 200 len: 210 time: 0.1435838 Feb 09 21:40:32.552486 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-d07af0a0-6e43-4d58-bd7b-e10f2ff9a624 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7acc3501-3974-4a37-a5e5-2a1d8292d876']}} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:40:32.563262 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port 263b744a-ee83-4dc4-9603-1399029c1270, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=263b744a-ee83-4dc4-9603-1399029c1270,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:32.565151 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8147affa-4f3a-460c-a4bd-ec7c5eb8dd04 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (78e8ffee-7889-4ac2-83d1-a07b2ab40f1d), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:32.576737 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (263b744a-ee83-4dc4-9603-1399029c1270), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:32.577830 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 6e3a06a5-5395-477c-b49d-43c9102b05bf up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:40:32.600483 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-d07af0a0-6e43-4d58-bd7b-e10f2ff9a624 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1106349-5e97-40fb-9233-0c87b5c1ecc0') {'for_net_delete': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:40:32.600783 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-d07af0a0-6e43-4d58-bd7b-e10f2ff9a624 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1106349-5e97-40fb-9233-0c87b5c1ecc0') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:40:32.637822 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d07af0a0-6e43-4d58-bd7b-e10f2ff9a624 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110711'] for segment (c1106349-5e97-40fb-9233-0c87b5c1ecc0), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:32.649492 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-91264d19-452b-42d5-a23d-a7fb90e271c8 None None] Current status of the port 6e3a06a5-5395-477c-b49d-43c9102b05bf is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:40:32.649894 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-91264d19-452b-42d5-a23d-a7fb90e271c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (6e3a06a5-5395-477c-b49d-43c9102b05bf), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:32.667912 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6a1f252c-21bc-43c5-b545-180ca3810608 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (47358e48-9516-4f46-8e8e-43fb16390ef8), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:32.672713 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-86fd57c7-f14f-4855-b41a-fa61de1c3159 admin admin] Publish callbacks [] for security_group (aefba145-cb31-4017-9c4b-a22baf6a14ab), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:32.692583 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3dcf814f-9580-48a8-b654-f28caad050b1 req-bc88f9f3-8c2a-41e8-80c4-42f4ef0907c4 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/security-groups?id=18eb7429-13f2-4956-b934-bb119bf89c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971765 Feb 09 21:40:32.737773 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d07af0a0-6e43-4d58-bd7b-e10f2ff9a624 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (c1106349-5e97-40fb-9233-0c87b5c1ecc0), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:32.740375 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1f252c-21bc-43c5-b545-180ca3810608 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Pushing event deleted for resources: {'Port': ['ID=47358e48-9516-4f46-8e8e-43fb16390ef8,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:32.775886 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d07af0a0-6e43-4d58-bd7b-e10f2ff9a624 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=103140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:40:32.776301 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d07af0a0-6e43-4d58-bd7b-e10f2ff9a624 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669415'] for segment (c1106349-5e97-40fb-9233-0c87b5c1ecc0), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:32.790496 n-d-828369-5 neutron-server[103140]: Traceback (most recent call last): Feb 09 21:40:32.790496 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:40:32.790496 n-d-828369-5 neutron-server[103140]: timer() Feb 09 21:40:32.790496 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:40:32.790496 n-d-828369-5 neutron-server[103140]: cb(*args, **kw) Feb 09 21:40:32.790496 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:40:32.790496 n-d-828369-5 neutron-server[103140]: return func(*args, **kwargs) Feb 09 21:40:32.790496 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:40:32.790496 n-d-828369-5 neutron-server[103140]: self._notify() Feb 09 21:40:32.790496 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:40:32.790496 n-d-828369-5 neutron-server[103140]: self.callback(batched_events) Feb 09 21:40:32.790496 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:40:32.790496 n-d-828369-5 neutron-server[103140]: event.method(event) Feb 09 21:40:32.790496 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:40:32.790496 n-d-828369-5 neutron-server[103140]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:40:32.790496 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:40:32.790496 n-d-828369-5 neutron-server[103140]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:40:32.790496 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:40:32.790496 n-d-828369-5 neutron-server[103140]: return f(self, *a, **k) Feb 09 21:40:32.790496 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:40:32.790496 n-d-828369-5 neutron-server[103140]: return self._get(url).json() Feb 09 21:40:32.790496 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:40:32.790496 n-d-828369-5 neutron-server[103140]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:40:32.790496 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:40:32.790496 n-d-828369-5 neutron-server[103140]: return self.request(url, 'GET', **kwargs) Feb 09 21:40:32.790496 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:40:32.790496 n-d-828369-5 neutron-server[103140]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:40:32.790496 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:40:32.790496 n-d-828369-5 neutron-server[103140]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:40:32.790496 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:40:32.790496 n-d-828369-5 neutron-server[103140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:40:32.790496 n-d-828369-5 neutron-server[103140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:40:32.800610 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebca9820-5dc3-4d0f-839c-9293fe959344 None None] Sync routers for ids ['8ba7567c-fa53-4ec0-9661-9a46dc509ee9'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:40:32.819660 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebca9820-5dc3-4d0f-839c-9293fe959344 None None] Routers {'8ba7567c-fa53-4ec0-9661-9a46dc509ee9'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:40:32.820344 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-ebca9820-5dc3-4d0f-839c-9293fe959344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:40:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['8ba7567c-fa53-4ec0-9661-9a46dc509ee9'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:40:32.878369 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 6e3a06a5-5395-477c-b49d-43c9102b05bf triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:40:32.879750 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (6e3a06a5-5395-477c-b49d-43c9102b05bf), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:32.884089 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-86fd57c7-f14f-4855-b41a-fa61de1c3159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (aefba145-cb31-4017-9c4b-a22baf6a14ab), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:32.887522 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-86fd57c7-f14f-4855-b41a-fa61de1c3159 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:32.891990 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-86fd57c7-f14f-4855-b41a-fa61de1c3159 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/aefba145-cb31-4017-9c4b-a22baf6a14ab HTTP/1.1" status: 204 len: 168 time: 0.4398930 Feb 09 21:40:32.930991 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6a1f252c-21bc-43c5-b545-180ca3810608 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:32.939314 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-6a1f252c-21bc-43c5-b545-180ca3810608 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] 10.222.0.90 "DELETE /v2.0/ports/47358e48-9516-4f46-8e8e-43fb16390ef8 HTTP/1.1" status: 204 len: 168 time: 1.3121908 Feb 09 21:40:32.947649 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 35866) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:32.957627 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fd57c7-f14f-4855-b41a-fa61de1c3159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aefba145-cb31-4017-9c4b-a22baf6a14ab,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:32.988628 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb220999-e7e2-434a-8234-b5453828fa3c tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] GET failed (client error): The resource could not be found. Feb 09 21:40:32.994011 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-fb220999-e7e2-434a-8234-b5453828fa3c tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] 10.222.0.90 "GET /v2.0/ports/47358e48-9516-4f46-8e8e-43fb16390ef8 HTTP/1.1" status: 404 len: 333 time: 0.0420582 Feb 09 21:40:32.998607 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 35868) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:33.001574 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-91264d19-452b-42d5-a23d-a7fb90e271c8 None None] For port 6e3a06a5-5395-477c-b49d-43c9102b05bf, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=6e3a06a5-5395-477c-b49d-43c9102b05bf,segment=NetworkSegment(f604e441-6a46-465b-b761-86a538779a7e),segment_id=f604e441-6a46-465b-b761-86a538779a7e)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:33.004016 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-7d6fd314-d176-4535-85cc-a939ee1e89a2 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Request body: {'port': {'network_id': 'efb2aa30-4cef-4e85-b5ff-551f839a909c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-324865900'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:33.053436 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-91264d19-452b-42d5-a23d-a7fb90e271c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (6e3a06a5-5395-477c-b49d-43c9102b05bf), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:33.073925 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=263b744a-ee83-4dc4-9603-1399029c1270,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:33.074611 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-ebca9820-5dc3-4d0f-839c-9293fe959344 None None] Set router 8ba7567c-fa53-4ec0-9661-9a46dc509ee9 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:40:33.198807 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d6fd314-d176-4535-85cc-a939ee1e89a2 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Made reservation on behalf of a3db6ddc7dd747da93aae5453adefeb9 for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:40:33.205247 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7d6fd314-d176-4535-85cc-a939ee1e89a2 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:33.239136 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [None req-7d6fd314-d176-4535-85cc-a939ee1e89a2 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] device_id is not set on port 9cfef449-b969-42d8-964b-c2fba022ca1d yet. {{(pid=103141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:40:33.239915 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d07af0a0-6e43-4d58-bd7b-e10f2ff9a624 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (7acc3501-3974-4a37-a5e5-2a1d8292d876), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:33.255653 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d07af0a0-6e43-4d58-bd7b-e10f2ff9a624 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:33.262611 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-d07af0a0-6e43-4d58-bd7b-e10f2ff9a624 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] 10.222.0.90 "DELETE /v2.0/networks/7acc3501-3974-4a37-a5e5-2a1d8292d876 HTTP/1.1" status: 204 len: 168 time: 1.3961649 Feb 09 21:40:33.265829 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 35872) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:33.289656 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 6e3a06a5-5395-477c-b49d-43c9102b05bf is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:40:33.301405 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07af0a0-6e43-4d58-bd7b-e10f2ff9a624 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Pushing event deleted for resources: {'Network': ['ID=7acc3501-3974-4a37-a5e5-2a1d8292d876,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:33.334699 n-d-828369-5 neutron-server[103140]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0cb6d8d-cd2b-49a5-9d83-01a377429407 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] DELETE failed (client error): The resource could not be found. Feb 09 21:40:33.335578 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0cb6d8d-cd2b-49a5-9d83-01a377429407 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:40:33.342398 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-f0cb6d8d-cd2b-49a5-9d83-01a377429407 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] 10.222.0.90 "DELETE /v2.0/subnets/6fe018ef-5eff-4f97-91bf-c1006a5eea69 HTTP/1.1" status: 404 len: 337 time: 0.0636637 Feb 09 21:40:33.343333 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 35876) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:33.416003 n-d-828369-5 neutron-server[103140]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddf9860e-d087-4685-a6d9-99b08b6b04d4 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] DELETE failed (client error): The resource could not be found. Feb 09 21:40:33.416969 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddf9860e-d087-4685-a6d9-99b08b6b04d4 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:40:33.423383 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-ddf9860e-d087-4685-a6d9-99b08b6b04d4 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] 10.222.0.90 "DELETE /v2.0/networks/8f4e0607-bb2b-4fa6-b461-6ae3f8c055d4 HTTP/1.1" status: 404 len: 339 time: 0.0728564 Feb 09 21:40:33.424469 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 35878) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:33.466604 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91264d19-452b-42d5-a23d-a7fb90e271c8 None None] Pushing event updated for resources: {'Port': ['ID=6e3a06a5-5395-477c-b49d-43c9102b05bf,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:33.491542 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d117111-c571-4959-afe4-0517698d8928 None None] Network efb2aa30-4cef-4e85-b5ff-551f839a909c requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:40:33.528573 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec811d9-7e80-47c4-98ef-d5c117ae6edb req-7076cf51-10da-4440-8905-283c1bd8e44d tempest-ServerPasswordTestJSON-706612662 tempest-ServerPasswordTestJSON-706612662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:33.541022 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5ec811d9-7e80-47c4-98ef-d5c117ae6edb req-7076cf51-10da-4440-8905-283c1bd8e44d tempest-ServerPasswordTestJSON-706612662 tempest-ServerPasswordTestJSON-706612662-project] 10.222.0.95 "GET /v2.0/networks?id=e5abb046-8a57-4ee6-ba21-6cf922bd3215 HTTP/1.1" status: 200 len: 812 time: 0.6340194 Feb 09 21:40:33.544311 n-d-828369-5 neutron-server[103140]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dd5eb21-2981-4156-9d04-8916f523dc0c tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] DELETE failed (client error): The resource could not be found. Feb 09 21:40:33.544890 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dd5eb21-2981-4156-9d04-8916f523dc0c tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:40:33.557973 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-9dd5eb21-2981-4156-9d04-8916f523dc0c tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] 10.222.0.90 "DELETE /v2.0/subnets/a3f61d88-aad7-4777-927e-bd5fb1ad14ce HTTP/1.1" status: 404 len: 337 time: 0.1125507 Feb 09 21:40:33.564987 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 35884) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:33.565499 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-5ec811d9-7e80-47c4-98ef-d5c117ae6edb req-997b9b1e-d176-40b5-89ba-9ea34d36fcb8 tempest-ServerPasswordTestJSON-706612662 tempest-ServerPasswordTestJSON-706612662-project] Request body: {'port': {'device_id': 'fc0b4d91-d377-4f03-a821-d3250c7b1c5a', 'network_id': 'e5abb046-8a57-4ee6-ba21-6cf922bd3215', 'admin_state_up': True, 'tenant_id': '299aa9a750304d97a33d8d34e7a499c8'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:33.571336 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-7d6fd314-d176-4535-85cc-a939ee1e89a2 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Allocated IP 2001:db8::369 (efb2aa30-4cef-4e85-b5ff-551f839a909c/23345faa-091f-4c0e-a558-dcaf3250fc6c/9cfef449-b969-42d8-964b-c2fba022ca1d) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:40:33.654082 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-84496c0a-fc91-43f5-bcba-66b72923b0af tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] DELETE failed (client error): The resource could not be found. Feb 09 21:40:33.662692 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84496c0a-fc91-43f5-bcba-66b72923b0af tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:40:33.672124 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-84496c0a-fc91-43f5-bcba-66b72923b0af tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] 10.222.0.90 "DELETE /v2.0/networks/8677483c-7973-4cf5-b358-a18b72ca216b HTTP/1.1" status: 404 len: 339 time: 0.1058352 Feb 09 21:40:33.676201 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 35890) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:33.739829 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-ebca9820-5dc3-4d0f-839c-9293fe959344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba7567c-fa53-4ec0-9661-9a46dc509ee9', 'name': 'tempest-ServersTestFqdnHostnames-1346949146-router', 'tenant_id': 'cb05ca5ba83a4079b3312538e80ff3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '263b744a-ee83-4dc4-9603-1399029c1270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:40:20Z', 'updated_at': '2022-02-09T21:40:26Z', 'revision_number': 4, 'project_id': 'cb05ca5ba83a4079b3312538e80ff3cc', 'gw_port': {'id': '263b744a-ee83-4dc4-9603-1399029c1270', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:95:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba7567c-fa53-4ec0-9661-9a46dc509ee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:40:21Z', 'updated_at': '2022-02-09T21:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '075f9ab7-7335-4e80-8f38-1b24edcab39c', 'name': '', 'network_id': '877a96af-1a67-4748-9efa-076a406748da', 'tenant_id': 'cb05ca5ba83a4079b3312538e80ff3cc', 'mac_address': 'fa:16:3e:51:00:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba7567c-fa53-4ec0-9661-9a46dc509ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': 'a0be5e8c-bc22-4a5d-b32d-1cfd31075317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:40:25Z', 'updated_at': '2022-02-09T21:40:26Z', 'revision_number': 2, 'project_id': 'cb05ca5ba83a4079b3312538e80ff3cc', 'subnets': [{'id': 'a0be5e8c-bc22-4a5d-b32d-1cfd31075317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:40:33.789822 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebca9820-5dc3-4d0f-839c-9293fe959344 None None] Checking router: 8ba7567c-fa53-4ec0-9661-9a46dc509ee9 for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:40:33.790402 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebca9820-5dc3-4d0f-839c-9293fe959344 None None] Updating router 8ba7567c-fa53-4ec0-9661-9a46dc509ee9 port 075f9ab7-7335-4e80-8f38-1b24edcab39c binding host n-d-828369-5 {{(pid=103143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:40:33.852902 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ebca9820-5dc3-4d0f-839c-9293fe959344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (075f9ab7-7335-4e80-8f38-1b24edcab39c), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:33.873037 n-d-828369-5 neutron-server[103140]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e2a7d1e-98f8-4520-b05d-36dfefb81ae4 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] DELETE failed (client error): The resource could not be found. Feb 09 21:40:33.874491 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e2a7d1e-98f8-4520-b05d-36dfefb81ae4 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:40:33.885392 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-5e2a7d1e-98f8-4520-b05d-36dfefb81ae4 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] 10.222.0.90 "DELETE /v2.0/subnets/669ebfa1-57c0-4099-ba8b-75c3ee13c7ac HTTP/1.1" status: 404 len: 337 time: 0.2057261 Feb 09 21:40:33.893470 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 35896) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:33.895982 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d1951a14-b92a-4f08-8c4f-5dd12630af49 req-86e7d182-6ab1-40a3-90e8-8033e3db2a34 tempest-ServerPasswordTestJSON-706612662 tempest-ServerPasswordTestJSON-706612662-project] 10.222.0.90 "GET /v2.0/ports?device_id=fc0b4d91-d377-4f03-a821-d3250c7b1c5a HTTP/1.1" status: 200 len: 210 time: 0.1824336 Feb 09 21:40:33.906245 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8147affa-4f3a-460c-a4bd-ec7c5eb8dd04 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Publish callbacks [] for port (78e8ffee-7889-4ac2-83d1-a07b2ab40f1d), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:33.906466 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 263b744a-ee83-4dc4-9603-1399029c1270 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:40:33.970298 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7d6fd314-d176-4535-85cc-a939ee1e89a2 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Publish callbacks [] for port (9cfef449-b969-42d8-964b-c2fba022ca1d), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:33.984460 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8147affa-4f3a-460c-a4bd-ec7c5eb8dd04 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (78e8ffee-7889-4ac2-83d1-a07b2ab40f1d), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:34.020597 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7d6fd314-d176-4535-85cc-a939ee1e89a2 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (9cfef449-b969-42d8-964b-c2fba022ca1d), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:34.032438 n-d-828369-5 neutron-server[103140]: INFO neutron.pecan_wsgi.hooks.translation [None req-843fc6f3-675a-46e4-8210-2e1da0400c5a tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] DELETE failed (client error): The resource could not be found. Feb 09 21:40:34.033108 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-843fc6f3-675a-46e4-8210-2e1da0400c5a tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:40:34.044259 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-843fc6f3-675a-46e4-8210-2e1da0400c5a tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] 10.222.0.90 "DELETE /v2.0/networks/3c62b28b-c7f1-4d76-8c0c-c794ca606be2 HTTP/1.1" status: 404 len: 339 time: 0.1465855 Feb 09 21:40:34.047734 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 35900) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:34.051052 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 263b744a-ee83-4dc4-9603-1399029c1270 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:40:34.051435 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (263b744a-ee83-4dc4-9603-1399029c1270), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:34.117311 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6fd314-d176-4535-85cc-a939ee1e89a2 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Network efb2aa30-4cef-4e85-b5ff-551f839a909c is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:40:34.121659 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-7d6fd314-d176-4535-85cc-a939ee1e89a2 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:40:34.125485 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6fd314-d176-4535-85cc-a939ee1e89a2 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:40:34.134308 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6fd314-d176-4535-85cc-a939ee1e89a2 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:34.134546 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7d6fd314-d176-4535-85cc-a939ee1e89a2 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:34.186534 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-7d6fd314-d176-4535-85cc-a939ee1e89a2 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.1822121 Feb 09 21:40:34.186534 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6fd314-d176-4535-85cc-a939ee1e89a2 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Pushing event updated for resources: {'Port': ['ID=9cfef449-b969-42d8-964b-c2fba022ca1d,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:34.200424 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 35904) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:34.253145 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 263b744a-ee83-4dc4-9603-1399029c1270 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:40:34.254504 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 6e3a06a5-5395-477c-b49d-43c9102b05bf up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:40:34.257606 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-30a56313-dd02-4fde-b56e-901ed24a0e40 None None] Provisioning complete for port 51f3d5d2-0c67-4b12-8b78-9c1a16e28145 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:40:34.257977 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-30a56313-dd02-4fde-b56e-901ed24a0e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (51f3d5d2-0c67-4b12-8b78-9c1a16e28145), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:34.285548 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-e12bc85e-b11f-4bfb-9c76-3d7089be746b tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::300', 'mac_address': 'fa:16:3e:4c:a5:2a'}]}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:34.297555 n-d-828369-5 neutron-server[103140]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd9ccba7-756a-498d-825a-e8a61375eca6 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] DELETE failed (client error): The resource could not be found. Feb 09 21:40:34.298111 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd9ccba7-756a-498d-825a-e8a61375eca6 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:40:34.306292 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 35908) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:34.312796 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-fd9ccba7-756a-498d-825a-e8a61375eca6 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] 10.222.0.90 "DELETE /v2.0/subnets/243b4f0f-160d-4f16-a642-a0602fe67884 HTTP/1.1" status: 404 len: 337 time: 0.2554183 Feb 09 21:40:34.330184 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-30a56313-dd02-4fde-b56e-901ed24a0e40 None None] Port 51f3d5d2-0c67-4b12-8b78-9c1a16e28145 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:40:34.344680 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-e96fd519-bba9-43ca-91c0-7eb474a63c2d tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] DELETE failed (client error): The resource could not be found. Feb 09 21:40:34.345254 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e96fd519-bba9-43ca-91c0-7eb474a63c2d tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:40:34.348459 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-e96fd519-bba9-43ca-91c0-7eb474a63c2d tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] 10.222.0.90 "DELETE /v2.0/networks/6326b63b-4fa5-4cc9-8f7b-00757f7994b7 HTTP/1.1" status: 404 len: 339 time: 0.0410964 Feb 09 21:40:34.351510 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 35910) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:34.388415 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-30a56313-dd02-4fde-b56e-901ed24a0e40 None None] Provisioning complete for port 6e3a06a5-5395-477c-b49d-43c9102b05bf triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:40:34.388793 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-30a56313-dd02-4fde-b56e-901ed24a0e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (6e3a06a5-5395-477c-b49d-43c9102b05bf), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:34.413667 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6f527e8-7f03-4b85-b308-4ff507487837 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] DELETE failed (client error): The resource could not be found. Feb 09 21:40:34.414142 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6f527e8-7f03-4b85-b308-4ff507487837 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:40:34.421319 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-f6f527e8-7f03-4b85-b308-4ff507487837 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] 10.222.0.90 "DELETE /v2.0/subnets/10075772-b4bd-4cea-a484-4664724e1984 HTTP/1.1" status: 404 len: 337 time: 0.0665333 Feb 09 21:40:34.421717 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 35914) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:34.455654 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7ccfe43-f645-4f02-b1f6-c9e6a13805a7 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] DELETE failed (client error): The resource could not be found. Feb 09 21:40:34.456582 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7ccfe43-f645-4f02-b1f6-c9e6a13805a7 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:40:34.464794 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-d7ccfe43-f645-4f02-b1f6-c9e6a13805a7 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] 10.222.0.90 "DELETE /v2.0/networks/83cbcfab-3d93-4629-b069-fd7a8e1409eb HTTP/1.1" status: 404 len: 339 time: 0.0417593 Feb 09 21:40:34.465813 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 35920) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:34.493207 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8147affa-4f3a-460c-a4bd-ec7c5eb8dd04 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Pushing event updated for resources: {'Port': ['ID=78e8ffee-7889-4ac2-83d1-a07b2ab40f1d,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:34.494791 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ebca9820-5dc3-4d0f-839c-9293fe959344 None None] Publish callbacks [] for port (075f9ab7-7335-4e80-8f38-1b24edcab39c), precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:34.502621 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-7501e8cf-df0c-444d-9575-7c52b58af443 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] DELETE failed (client error): The resource could not be found. Feb 09 21:40:34.502956 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ebca9820-5dc3-4d0f-839c-9293fe959344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (075f9ab7-7335-4e80-8f38-1b24edcab39c), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:34.503708 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7501e8cf-df0c-444d-9575-7c52b58af443 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:40:34.510756 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-7501e8cf-df0c-444d-9575-7c52b58af443 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] 10.222.0.90 "DELETE /v2.0/subnets/f613b724-b785-477b-bede-9d0324981c9c HTTP/1.1" status: 404 len: 337 time: 0.0434852 Feb 09 21:40:34.511564 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 35922) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:34.546916 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce5987e-4363-49c3-83de-d8628ad76bc7 req-b087e44c-d913-4456-9dc6-b856fc63937e tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:34.558033 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1ce5987e-4363-49c3-83de-d8628ad76bc7 req-b087e44c-d913-4456-9dc6-b856fc63937e tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5942c39-add0-42a2-bc58-a7492d65f23d HTTP/1.1" status: 200 len: 949 time: 0.6675143 Feb 09 21:40:34.581983 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-18b200a5-acdc-48c6-b7af-9f9e392fb060 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] DELETE failed (client error): The resource could not be found. Feb 09 21:40:34.584089 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18b200a5-acdc-48c6-b7af-9f9e392fb060 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:40:34.591271 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-18b200a5-acdc-48c6-b7af-9f9e392fb060 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] 10.222.0.90 "DELETE /v2.0/networks/0d9f3efe-36b4-4520-8fb9-fdeae13b80ef HTTP/1.1" status: 404 len: 339 time: 0.0783613 Feb 09 21:40:34.596807 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8147affa-4f3a-460c-a4bd-ec7c5eb8dd04 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (78a9896f-f9cb-4e75-957a-399ccaf444e4), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:34.601057 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 35924) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:34.683156 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 6e3a06a5-5395-477c-b49d-43c9102b05bf triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:40:34.683802 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (6e3a06a5-5395-477c-b49d-43c9102b05bf), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:34.685827 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ca7fd8a-6fb6-4a58-9ec5-4fbcb72d122a tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] DELETE failed (client error): The resource could not be found. Feb 09 21:40:34.687021 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ca7fd8a-6fb6-4a58-9ec5-4fbcb72d122a tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:40:34.700924 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-8ca7fd8a-6fb6-4a58-9ec5-4fbcb72d122a tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] 10.222.0.90 "DELETE /v2.0/subnets/4deae4a0-399c-4172-bacf-1496b3b1f7f8 HTTP/1.1" status: 404 len: 337 time: 0.0872655 Feb 09 21:40:34.702643 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 35926) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:34.709124 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e4a27a-5af0-4f61-809a-9da2d4627ace None None] Pushing event updated for resources: {'Port': ['ID=075f9ab7-7335-4e80-8f38-1b24edcab39c,revision_number=3']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:34.716652 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-ebca9820-5dc3-4d0f-839c-9293fe959344 None None] Attempting to bind port 075f9ab7-7335-4e80-8f38-1b24edcab39c on host n-d-828369-5 for vnic_type normal with profile {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:40:34.717302 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-ebca9820-5dc3-4d0f-839c-9293fe959344 None None] Attempting to bind port 075f9ab7-7335-4e80-8f38-1b24edcab39c by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '2f4c115b-06fa-44f3-b55b-8384b7917bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '877a96af-1a67-4748-9efa-076a406748da'}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:40:34.718201 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebca9820-5dc3-4d0f-839c-9293fe959344 None None] Attempting to bind port 075f9ab7-7335-4e80-8f38-1b24edcab39c on network 877a96af-1a67-4748-9efa-076a406748da {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:40:34.726631 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-30a56313-dd02-4fde-b56e-901ed24a0e40 None None] Current status of the port 6e3a06a5-5395-477c-b49d-43c9102b05bf is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:40:34.727322 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebca9820-5dc3-4d0f-839c-9293fe959344 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:40:34.727934 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebca9820-5dc3-4d0f-839c-9293fe959344 None None] Checking segment: {'id': '2f4c115b-06fa-44f3-b55b-8384b7917bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '877a96af-1a67-4748-9efa-076a406748da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:40:34.728559 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ebca9820-5dc3-4d0f-839c-9293fe959344 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:34.729113 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebca9820-5dc3-4d0f-839c-9293fe959344 None None] Bound using segment: {'id': '2f4c115b-06fa-44f3-b55b-8384b7917bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '877a96af-1a67-4748-9efa-076a406748da'} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:40:34.745461 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-ebca9820-5dc3-4d0f-839c-9293fe959344 None None] Bound port: 075f9ab7-7335-4e80-8f38-1b24edcab39c, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f4c115b-06fa-44f3-b55b-8384b7917bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '877a96af-1a67-4748-9efa-076a406748da'}}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:40:34.745668 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8147affa-4f3a-460c-a4bd-ec7c5eb8dd04 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:34.746510 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ebca9820-5dc3-4d0f-839c-9293fe959344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (075f9ab7-7335-4e80-8f38-1b24edcab39c), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:34.746905 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-8147affa-4f3a-460c-a4bd-ec7c5eb8dd04 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0440800 Feb 09 21:40:34.752682 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ec811d9-7e80-47c4-98ef-d5c117ae6edb req-997b9b1e-d176-40b5-89ba-9ea34d36fcb8 tempest-ServerPasswordTestJSON-706612662 tempest-ServerPasswordTestJSON-706612662-project] Made reservation on behalf of 299aa9a750304d97a33d8d34e7a499c8 for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:40:34.762581 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-5ec811d9-7e80-47c4-98ef-d5c117ae6edb req-997b9b1e-d176-40b5-89ba-9ea34d36fcb8 tempest-ServerPasswordTestJSON-706612662 tempest-ServerPasswordTestJSON-706612662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:34.797140 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b489e4c-87c1-4406-962b-1d3c33a5d027 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] DELETE failed (client error): The resource could not be found. Feb 09 21:40:34.799506 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b489e4c-87c1-4406-962b-1d3c33a5d027 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:40:34.813429 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-7b489e4c-87c1-4406-962b-1d3c33a5d027 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] 10.222.0.90 "DELETE /v2.0/networks/c0a74bad-7421-4bd3-b9ed-4fa2c1da714d HTTP/1.1" status: 404 len: 339 time: 0.1084502 Feb 09 21:40:34.814480 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 35932) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:34.883964 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cd60564-36ea-491e-806f-4fbe7c9ff083 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] DELETE failed (client error): The resource could not be found. Feb 09 21:40:34.884745 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cd60564-36ea-491e-806f-4fbe7c9ff083 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:40:34.892621 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-0cd60564-36ea-491e-806f-4fbe7c9ff083 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] 10.222.0.90 "DELETE /v2.0/subnets/9712f98d-ce95-433f-abfd-408a21b08e49 HTTP/1.1" status: 404 len: 337 time: 0.0765514 Feb 09 21:40:34.893347 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 35934) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:34.948504 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 6e3a06a5-5395-477c-b49d-43c9102b05bf is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:40:34.953823 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-ebca9820-5dc3-4d0f-839c-9293fe959344 None None] For port 075f9ab7-7335-4e80-8f38-1b24edcab39c, host n-d-828369-5, cleared binding levels {{(pid=103143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:40:34.958454 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6b906f4-94f8-49c8-bdb0-be4297d6ffbf tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] DELETE failed (client error): The resource could not be found. Feb 09 21:40:34.960411 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6b906f4-94f8-49c8-bdb0-be4297d6ffbf tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:40:34.962782 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-ebca9820-5dc3-4d0f-839c-9293fe959344 None None] For port 075f9ab7-7335-4e80-8f38-1b24edcab39c, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=075f9ab7-7335-4e80-8f38-1b24edcab39c,segment=NetworkSegment(2f4c115b-06fa-44f3-b55b-8384b7917bba),segment_id=2f4c115b-06fa-44f3-b55b-8384b7917bba)] {{(pid=103143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:40:34.971504 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-e6b906f4-94f8-49c8-bdb0-be4297d6ffbf tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] 10.222.0.90 "DELETE /v2.0/networks/d1d2988d-ec75-46bb-ac05-c871db7ab3ae HTTP/1.1" status: 404 len: 339 time: 0.0763705 Feb 09 21:40:34.972327 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 35938) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:34.976184 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-59d3ee48-c6e0-4192-a444-e3ae2c7b1060 None None] Provisioning complete for port 51f3d5d2-0c67-4b12-8b78-9c1a16e28145 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:40:34.976995 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-59d3ee48-c6e0-4192-a444-e3ae2c7b1060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (51f3d5d2-0c67-4b12-8b78-9c1a16e28145), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:34.992615 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-ebca9820-5dc3-4d0f-839c-9293fe959344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (075f9ab7-7335-4e80-8f38-1b24edcab39c), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:35.066016 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1ce5987e-4363-49c3-83de-d8628ad76bc7 req-e54bf244-2078-4ff3-95a7-af894f3b8b2c tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/security-groups?id=18eb7429-13f2-4956-b934-bb119bf89c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5069616 Feb 09 21:40:35.076983 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-59d3ee48-c6e0-4192-a444-e3ae2c7b1060 None None] Port 51f3d5d2-0c67-4b12-8b78-9c1a16e28145 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:40:35.090199 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebca9820-5dc3-4d0f-839c-9293fe959344 None None] Routers {'8ba7567c-fa53-4ec0-9661-9a46dc509ee9'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:40:35.090850 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-ebca9820-5dc3-4d0f-839c-9293fe959344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:40:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['8ba7567c-fa53-4ec0-9661-9a46dc509ee9'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:40:35.170990 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7533cd5-d857-45a0-8cae-dc7500275395 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Deleting subnet 4e505cf7-3d31-4442-8987-30cffe701906 {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:40:35.179760 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b7533cd5-d857-45a0-8cae-dc7500275395 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks [] for subnet (4e505cf7-3d31-4442-8987-30cffe701906), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:35.263606 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e4a27a-5af0-4f61-809a-9da2d4627ace None None] Pushing event updated for resources: {'Port': ['ID=075f9ab7-7335-4e80-8f38-1b24edcab39c,revision_number=4']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:35.272785 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b7533cd5-d857-45a0-8cae-dc7500275395 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (4e505cf7-3d31-4442-8987-30cffe701906), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:35.289555 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a59ea06f-8784-42f5-804f-8413ddce0b95 None None] Provisioning complete for port 075f9ab7-7335-4e80-8f38-1b24edcab39c triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:40:35.296416 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a59ea06f-8784-42f5-804f-8413ddce0b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (075f9ab7-7335-4e80-8f38-1b24edcab39c), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:35.365164 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-ebca9820-5dc3-4d0f-839c-9293fe959344 None None] Set router 8ba7567c-fa53-4ec0-9661-9a46dc509ee9 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:40:35.471911 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b7533cd5-d857-45a0-8cae-dc7500275395 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (4e505cf7-3d31-4442-8987-30cffe701906), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:35.556425 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a59ea06f-8784-42f5-804f-8413ddce0b95 None None] Current status of the port 075f9ab7-7335-4e80-8f38-1b24edcab39c is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:40:35.561654 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b7533cd5-d857-45a0-8cae-dc7500275395 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (4e505cf7-3d31-4442-8987-30cffe701906), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:35.562505 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a59ea06f-8784-42f5-804f-8413ddce0b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (075f9ab7-7335-4e80-8f38-1b24edcab39c), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:35.634709 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a59ea06f-8784-42f5-804f-8413ddce0b95 None None] For port 075f9ab7-7335-4e80-8f38-1b24edcab39c, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=075f9ab7-7335-4e80-8f38-1b24edcab39c,segment=NetworkSegment(2f4c115b-06fa-44f3-b55b-8384b7917bba),segment_id=2f4c115b-06fa-44f3-b55b-8384b7917bba)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:35.646066 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a59ea06f-8784-42f5-804f-8413ddce0b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (075f9ab7-7335-4e80-8f38-1b24edcab39c), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:35.649809 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e12bc85e-b11f-4bfb-9c76-3d7089be746b tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (9cfef449-b969-42d8-964b-c2fba022ca1d), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:35.718593 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b7533cd5-d857-45a0-8cae-dc7500275395 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:35.729098 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-b7533cd5-d857-45a0-8cae-dc7500275395 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] 10.222.0.90 "DELETE /v2.0/subnets/4e505cf7-3d31-4442-8987-30cffe701906 HTTP/1.1" status: 204 len: 168 time: 0.7549691 Feb 09 21:40:35.734671 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 35962) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:35.735481 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7533cd5-d857-45a0-8cae-dc7500275395 tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Pushing event deleted for resources: {'Subnet': ['ID=4e505cf7-3d31-4442-8987-30cffe701906,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:35.754170 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fc9e8964-b67d-4078-924e-16b2cf4e1932 req-06343367-8586-4f93-9294-616b07c59bd4 tempest-ServerPasswordTestJSON-706612662 tempest-ServerPasswordTestJSON-706612662-project] 10.222.0.90 "GET /v2.0/ports?device_id=fc0b4d91-d377-4f03-a821-d3250c7b1c5a HTTP/1.1" status: 200 len: 210 time: 0.5866702 Feb 09 21:40:35.804995 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59ea06f-8784-42f5-804f-8413ddce0b95 None None] Pushing event updated for resources: {'Port': ['ID=075f9ab7-7335-4e80-8f38-1b24edcab39c,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:35.846063 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31354d5-6f43-472e-b471-1d230780f6a9 None None] Network 8889d269-7ad2-4469-8f54-e1282086d238 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:40:35.916359 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-042ee131-456e-4b1d-89a8-f6bc9271631a tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (8889d269-7ad2-4469-8f54-e1282086d238), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:35.931212 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [req-5ec811d9-7e80-47c4-98ef-d5c117ae6edb req-997b9b1e-d176-40b5-89ba-9ea34d36fcb8 tempest-ServerPasswordTestJSON-706612662 tempest-ServerPasswordTestJSON-706612662-project] Allocated IP 172.20.0.7 (e5abb046-8a57-4ee6-ba21-6cf922bd3215/f0e44660-b300-44dc-b945-6219f8f2af08/16105cc0-6097-4341-b5fe-272e2ecc37f7) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:40:36.005703 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 075f9ab7-7335-4e80-8f38-1b24edcab39c up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:40:36.008179 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-ebca9820-5dc3-4d0f-839c-9293fe959344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba7567c-fa53-4ec0-9661-9a46dc509ee9', 'name': 'tempest-ServersTestFqdnHostnames-1346949146-router', 'tenant_id': 'cb05ca5ba83a4079b3312538e80ff3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '263b744a-ee83-4dc4-9603-1399029c1270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:40:20Z', 'updated_at': '2022-02-09T21:40:26Z', 'revision_number': 4, 'project_id': 'cb05ca5ba83a4079b3312538e80ff3cc', 'gw_port': {'id': '263b744a-ee83-4dc4-9603-1399029c1270', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:95:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba7567c-fa53-4ec0-9661-9a46dc509ee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:40:21Z', 'updated_at': '2022-02-09T21:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '075f9ab7-7335-4e80-8f38-1b24edcab39c', 'name': '', 'network_id': '877a96af-1a67-4748-9efa-076a406748da', 'tenant_id': 'cb05ca5ba83a4079b3312538e80ff3cc', 'mac_address': 'fa:16:3e:51:00:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba7567c-fa53-4ec0-9661-9a46dc509ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': 'a0be5e8c-bc22-4a5d-b32d-1cfd31075317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:40:25Z', 'updated_at': '2022-02-09T21:40:34Z', 'revision_number': 4, 'project_id': 'cb05ca5ba83a4079b3312538e80ff3cc', 'subnets': [{'id': 'a0be5e8c-bc22-4a5d-b32d-1cfd31075317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:40:36.051880 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebca9820-5dc3-4d0f-839c-9293fe959344 None None] The sync data for ids ['8ba7567c-fa53-4ec0-9661-9a46dc509ee9'] in n-d-828369-5 is: [{'id': '8ba7567c-fa53-4ec0-9661-9a46dc509ee9', 'name': 'tempest-ServersTestFqdnHostnames-1346949146-router', 'tenant_id': 'cb05ca5ba83a4079b3312538e80ff3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '263b744a-ee83-4dc4-9603-1399029c1270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:40:20Z', 'updated_at': '2022-02-09T21:40:26Z', 'revision_number': 4, 'project_id': 'cb05ca5ba83a4079b3312538e80ff3cc', 'gw_port': {'id': '263b744a-ee83-4dc4-9603-1399029c1270', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:95:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba7567c-fa53-4ec0-9661-9a46dc509ee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:40:21Z', 'updated_at': '2022-02-09T21:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '075f9ab7-7335-4e80-8f38-1b24edcab39c', 'name': '', 'network_id': '877a96af-1a67-4748-9efa-076a406748da', 'tenant_id': 'cb05ca5ba83a4079b3312538e80ff3cc', 'mac_address': 'fa:16:3e:51:00:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba7567c-fa53-4ec0-9661-9a46dc509ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': 'a0be5e8c-bc22-4a5d-b32d-1cfd31075317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:40:25Z', 'updated_at': '2022-02-09T21:40:34Z', 'revision_number': 4, 'project_id': 'cb05ca5ba83a4079b3312538e80ff3cc', 'subnets': [{'id': 'a0be5e8c-bc22-4a5d-b32d-1cfd31075317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:40:36.075434 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-042ee131-456e-4b1d-89a8-f6bc9271631a tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Deleting port f9abe27d-1a49-4635-81b9-306063d994ea {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:40:36.077997 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-042ee131-456e-4b1d-89a8-f6bc9271631a tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (f9abe27d-1a49-4635-81b9-306063d994ea), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:36.157012 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-d2ffd1a8-e353-40d9-b59e-382b0050866f None None] Provisioning complete for port 075f9ab7-7335-4e80-8f38-1b24edcab39c triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:40:36.157638 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d2ffd1a8-e353-40d9-b59e-382b0050866f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (075f9ab7-7335-4e80-8f38-1b24edcab39c), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:36.250297 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-042ee131-456e-4b1d-89a8-f6bc9271631a tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] For port f9abe27d-1a49-4635-81b9-306063d994ea, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=f9abe27d-1a49-4635-81b9-306063d994ea,segment=NetworkSegment(a0fa0c85-8c8d-4270-be69-41956b13626c),segment_id=a0fa0c85-8c8d-4270-be69-41956b13626c)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:36.250817 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-042ee131-456e-4b1d-89a8-f6bc9271631a tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (f9abe27d-1a49-4635-81b9-306063d994ea), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:36.267369 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-042ee131-456e-4b1d-89a8-f6bc9271631a tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Calling delete_port for f9abe27d-1a49-4635-81b9-306063d994ea owned by network:dhcp {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:40:36.379813 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 075f9ab7-7335-4e80-8f38-1b24edcab39c triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:40:36.380372 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (075f9ab7-7335-4e80-8f38-1b24edcab39c), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:36.386988 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-042ee131-456e-4b1d-89a8-f6bc9271631a tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (f9abe27d-1a49-4635-81b9-306063d994ea), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:36.404853 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042ee131-456e-4b1d-89a8-f6bc9271631a tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] No DVR routers for this DVR port f9abe27d-1a49-4635-81b9-306063d994ea on host n-d-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:40:36.431279 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a124e499-32e5-4497-8f7d-b348117078c3 None None] DHCP port deletion for 8889d269-7ad2-4469-8f54-e1282086d238 request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:40:36.432601 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e12bc85e-b11f-4bfb-9c76-3d7089be746b tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Publish callbacks [] for port (9cfef449-b969-42d8-964b-c2fba022ca1d), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:36.491264 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042ee131-456e-4b1d-89a8-f6bc9271631a tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Pushing event deleted for resources: {'Port': ['ID=f9abe27d-1a49-4635-81b9-306063d994ea,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:36.500590 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-d2ffd1a8-e353-40d9-b59e-382b0050866f None None] Current status of the port 075f9ab7-7335-4e80-8f38-1b24edcab39c is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:40:36.538540 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-d2ffd1a8-e353-40d9-b59e-382b0050866f None None] Provisioning complete for port 9cfef449-b969-42d8-964b-c2fba022ca1d triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:40:36.538907 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d2ffd1a8-e353-40d9-b59e-382b0050866f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (9cfef449-b969-42d8-964b-c2fba022ca1d), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:36.560619 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e12bc85e-b11f-4bfb-9c76-3d7089be746b tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (9cfef449-b969-42d8-964b-c2fba022ca1d), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:36.560842 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-042ee131-456e-4b1d-89a8-f6bc9271631a tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (8889d269-7ad2-4469-8f54-e1282086d238), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:36.592266 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-042ee131-456e-4b1d-89a8-f6bc9271631a tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8889d269-7ad2-4469-8f54-e1282086d238']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:40:36.600860 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b65efdb3-e7e7-4202-aa8a-d4349ef98694 req-f600fed5-8f76-490e-92c0-f39b0a3e14a4 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-securitygroup--1168658113&fields=id&tenant_id=cb05ca5ba83a4079b3312538e80ff3cc HTTP/1.1" status: 200 len: 267 time: 0.9483430 Feb 09 21:40:36.611299 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-042ee131-456e-4b1d-89a8-f6bc9271631a tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0fa0c85-8c8d-4270-be69-41956b13626c') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:40:36.611893 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-042ee131-456e-4b1d-89a8-f6bc9271631a tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0fa0c85-8c8d-4270-be69-41956b13626c') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:40:36.629630 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-042ee131-456e-4b1d-89a8-f6bc9271631a tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (a0fa0c85-8c8d-4270-be69-41956b13626c), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:36.634052 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 075f9ab7-7335-4e80-8f38-1b24edcab39c is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:40:36.670194 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-d2ffd1a8-e353-40d9-b59e-382b0050866f None None] Port 9cfef449-b969-42d8-964b-c2fba022ca1d cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:40:36.677391 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-042ee131-456e-4b1d-89a8-f6bc9271631a tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (a0fa0c85-8c8d-4270-be69-41956b13626c), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:36.680934 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-d2ffd1a8-e353-40d9-b59e-382b0050866f None None] Could not find standard attr ID for object 47358e48-9516-4f46-8e8e-43fb16390ef8. {{(pid=103142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 21:40:36.695072 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-042ee131-456e-4b1d-89a8-f6bc9271631a tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:40:36.708760 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-042ee131-456e-4b1d-89a8-f6bc9271631a tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (a0fa0c85-8c8d-4270-be69-41956b13626c), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:36.716067 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:40:36.716067 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:40:36.716067 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:40:36.716067 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:40:36.716067 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:40:36.716067 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:40:36.716067 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:40:36.716067 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:40:36.716067 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:40:36.716067 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:40:36.716067 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:40:36.716067 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:40:36.716067 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:40:36.716067 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:40:36.716067 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:40:36.716067 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:40:36.716067 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:40:36.716067 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:40:36.716067 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:40:36.716067 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:40:36.716067 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:40:36.716067 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:40:36.716067 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:40:36.716067 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:40:36.716067 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:40:36.716067 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:40:36.716067 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:40:36.716067 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:40:36.716067 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:40:36.716067 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:40:36.716067 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:40:36.716067 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:40:36.811661 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-e12bc85e-b11f-4bfb-9c76-3d7089be746b tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] In _notify_port_updated(), no bound segment for port 9cfef449-b969-42d8-964b-c2fba022ca1d on network efb2aa30-4cef-4e85-b5ff-551f839a909c {{(pid=103140) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 21:40:36.816968 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12bc85e-b11f-4bfb-9c76-3d7089be746b tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:36.817604 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e12bc85e-b11f-4bfb-9c76-3d7089be746b tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:36.818996 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-e12bc85e-b11f-4bfb-9c76-3d7089be746b tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] 10.222.0.90 "PUT /v2.0/ports/9cfef449-b969-42d8-964b-c2fba022ca1d HTTP/1.1" status: 200 len: 1002 time: 2.5541868 Feb 09 21:40:36.837984 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 36008) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:36.862930 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8201c0-a7b9-4f51-b836-025351e5256d req-c89ce908-8deb-4982-8c7b-4be5be27a9c3 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:36.867147 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-db8201c0-a7b9-4f51-b836-025351e5256d req-c89ce908-8deb-4982-8c7b-4be5be27a9c3 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5942c39-add0-42a2-bc58-a7492d65f23d HTTP/1.1" status: 200 len: 949 time: 0.3819966 Feb 09 21:40:36.868813 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-042ee131-456e-4b1d-89a8-f6bc9271631a tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (8889d269-7ad2-4469-8f54-e1282086d238), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:36.875819 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-042ee131-456e-4b1d-89a8-f6bc9271631a tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:36.879027 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-042ee131-456e-4b1d-89a8-f6bc9271631a tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] 10.222.0.90 "DELETE /v2.0/networks/8889d269-7ad2-4469-8f54-e1282086d238 HTTP/1.1" status: 204 len: 168 time: 1.1332834 Feb 09 21:40:36.916251 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042ee131-456e-4b1d-89a8-f6bc9271631a tempest-NetworksTest-1514891544 tempest-NetworksTest-1514891544-project] Pushing event deleted for resources: {'Network': ['ID=8889d269-7ad2-4469-8f54-e1282086d238,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:37.060669 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12bc85e-b11f-4bfb-9c76-3d7089be746b tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Pushing event updated for resources: {'Port': ['ID=9cfef449-b969-42d8-964b-c2fba022ca1d,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:37.172543 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65efdb3-e7e7-4202-aa8a-d4349ef98694 req-3372e184-e4a3-4ae1-94c0-383202d979dc tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:37.180820 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b65efdb3-e7e7-4202-aa8a-d4349ef98694 req-3372e184-e4a3-4ae1-94c0-383202d979dc tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] 10.222.0.90 "GET /v2.0/networks?id=877a96af-1a67-4748-9efa-076a406748da HTTP/1.1" status: 200 len: 815 time: 0.5650303 Feb 09 21:40:37.185410 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-5ec811d9-7e80-47c4-98ef-d5c117ae6edb req-997b9b1e-d176-40b5-89ba-9ea34d36fcb8 tempest-ServerPasswordTestJSON-706612662 tempest-ServerPasswordTestJSON-706612662-project] Publish callbacks [] for port (16105cc0-6097-4341-b5fe-272e2ecc37f7), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:37.266771 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-5ec811d9-7e80-47c4-98ef-d5c117ae6edb req-997b9b1e-d176-40b5-89ba-9ea34d36fcb8 tempest-ServerPasswordTestJSON-706612662 tempest-ServerPasswordTestJSON-706612662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (16105cc0-6097-4341-b5fe-272e2ecc37f7), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:37.350876 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-ba3964e6-728f-44e9-b2a2-3e489508a263 None None] Provisioning complete for port 9cfef449-b969-42d8-964b-c2fba022ca1d triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:40:37.352079 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ba3964e6-728f-44e9-b2a2-3e489508a263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (9cfef449-b969-42d8-964b-c2fba022ca1d), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:37.362934 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997b9b1e-d176-40b5-89ba-9ea34d36fcb8 tempest-ServerPasswordTestJSON-706612662 tempest-ServerPasswordTestJSON-706612662-project] Pushing event updated for resources: {'Port': ['ID=16105cc0-6097-4341-b5fe-272e2ecc37f7,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:37.386834 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b65efdb3-e7e7-4202-aa8a-d4349ef98694 req-b732a61a-f39e-47f6-b504-90c2c54460dc tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] 10.222.0.90 "GET /v2.0/quotas/cb05ca5ba83a4079b3312538e80ff3cc HTTP/1.1" status: 200 len: 375 time: 0.1229296 Feb 09 21:40:37.395327 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ec811d9-7e80-47c4-98ef-d5c117ae6edb req-997b9b1e-d176-40b5-89ba-9ea34d36fcb8 tempest-ServerPasswordTestJSON-706612662 tempest-ServerPasswordTestJSON-706612662-project] Network e5abb046-8a57-4ee6-ba21-6cf922bd3215 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:40:37.398331 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 36052) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:37.412609 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [req-5ec811d9-7e80-47c4-98ef-d5c117ae6edb req-997b9b1e-d176-40b5-89ba-9ea34d36fcb8 tempest-ServerPasswordTestJSON-706612662 tempest-ServerPasswordTestJSON-706612662-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:40:37.431568 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-db8201c0-a7b9-4f51-b836-025351e5256d req-1816afd9-a504-4a12-af89-caf0afbb2a9d tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/security-groups?id=18eb7429-13f2-4956-b934-bb119bf89c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4885349 Feb 09 21:40:37.448468 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ec811d9-7e80-47c4-98ef-d5c117ae6edb req-997b9b1e-d176-40b5-89ba-9ea34d36fcb8 tempest-ServerPasswordTestJSON-706612662 tempest-ServerPasswordTestJSON-706612662-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:40:37.573349 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-46875266-5fff-44b7-8518-f8ae0003b946 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Deleting port 9cfef449-b969-42d8-964b-c2fba022ca1d {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:40:37.574060 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-46875266-5fff-44b7-8518-f8ae0003b946 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (9cfef449-b969-42d8-964b-c2fba022ca1d), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:37.677227 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-ba0ce1de-3c94-4eb6-9c20-a1bb6a7823b9 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=0b3dce44ae6942d382ff1ce239e0d9de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2753587 Feb 09 21:40:37.678286 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 36058) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:37.728092 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec811d9-7e80-47c4-98ef-d5c117ae6edb req-997b9b1e-d176-40b5-89ba-9ea34d36fcb8 tempest-ServerPasswordTestJSON-706612662 tempest-ServerPasswordTestJSON-706612662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:37.728762 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-5ec811d9-7e80-47c4-98ef-d5c117ae6edb req-997b9b1e-d176-40b5-89ba-9ea34d36fcb8 tempest-ServerPasswordTestJSON-706612662 tempest-ServerPasswordTestJSON-706612662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:37.762024 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1e284834-c455-443d-8661-fd75a10b5355 admin admin] Publish callbacks [] for security_group (8a7d5c56-a7a4-4fcf-8697-12680f294dc7), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:37.793734 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5ec811d9-7e80-47c4-98ef-d5c117ae6edb req-997b9b1e-d176-40b5-89ba-9ea34d36fcb8 tempest-ServerPasswordTestJSON-706612662 tempest-ServerPasswordTestJSON-706612662-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2326212 Feb 09 21:40:37.799578 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b65efdb3-e7e7-4202-aa8a-d4349ef98694 req-9641147e-9819-4b1f-8d9c-53b9e5df7fb6 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=cb05ca5ba83a4079b3312538e80ff3cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3885486 Feb 09 21:40:37.814797 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 075f9ab7-7335-4e80-8f38-1b24edcab39c up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:40:37.818021 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1e284834-c455-443d-8661-fd75a10b5355 admin admin] Publish callbacks [] for security_group (8a7d5c56-a7a4-4fcf-8697-12680f294dc7), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:37.824794 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-5ec811d9-7e80-47c4-98ef-d5c117ae6edb req-8f1ea621-60bc-42a2-ab30-a6e20e2a7cbb service neutron] Request body: {'port': {'device_id': 'fc0b4d91-d377-4f03-a821-d3250c7b1c5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-5'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:37.873676 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df802845-0389-404c-9237-9f76762d48ac req-5ee1b6e4-fdee-4ce8-8aa5-04bd0f0b2d5d tempest-ServerPasswordTestJSON-706612662 tempest-ServerPasswordTestJSON-706612662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:37.878555 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-ba3964e6-728f-44e9-b2a2-3e489508a263 None None] Port 9cfef449-b969-42d8-964b-c2fba022ca1d cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:40:37.884302 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 36062) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:37.885325 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-df802845-0389-404c-9237-9f76762d48ac req-5ee1b6e4-fdee-4ce8-8aa5-04bd0f0b2d5d tempest-ServerPasswordTestJSON-706612662 tempest-ServerPasswordTestJSON-706612662-project] 10.222.0.90 "GET /v2.0/ports?device_id=fc0b4d91-d377-4f03-a821-d3250c7b1c5a HTTP/1.1" status: 200 len: 931 time: 0.3391082 Feb 09 21:40:37.905918 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 075f9ab7-7335-4e80-8f38-1b24edcab39c triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:40:37.906695 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (075f9ab7-7335-4e80-8f38-1b24edcab39c), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:37.933097 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-46875266-5fff-44b7-8518-f8ae0003b946 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (9cfef449-b969-42d8-964b-c2fba022ca1d), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:37.933340 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1e284834-c455-443d-8661-fd75a10b5355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (8a7d5c56-a7a4-4fcf-8697-12680f294dc7), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:37.936980 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1e284834-c455-443d-8661-fd75a10b5355 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:37.942537 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-1e284834-c455-443d-8661-fd75a10b5355 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/8a7d5c56-a7a4-4fcf-8697-12680f294dc7 HTTP/1.1" status: 204 len: 168 time: 0.2612350 Feb 09 21:40:37.961635 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e284834-c455-443d-8661-fd75a10b5355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a7d5c56-a7a4-4fcf-8697-12680f294dc7,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:37.964345 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-46875266-5fff-44b7-8518-f8ae0003b946 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Calling delete_port for 9cfef449-b969-42d8-964b-c2fba022ca1d owned by {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:40:38.007571 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 075f9ab7-7335-4e80-8f38-1b24edcab39c is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:40:38.105524 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device f9abe27d-1a49-4635-81b9-306063d994ea no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:40:38.139895 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-92d5078a-6ae0-4971-bf47-10cc2f38f839 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:38.156845 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: f9abe27d-1a49-4635-81b9-306063d994ea {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:40:38.156845 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device f9abe27d-1a49-4635-81b9-306063d994ea not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:40:38.284897 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-5ec811d9-7e80-47c4-98ef-d5c117ae6edb req-8f1ea621-60bc-42a2-ab30-a6e20e2a7cbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (16105cc0-6097-4341-b5fe-272e2ecc37f7), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:38.337474 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-df802845-0389-404c-9237-9f76762d48ac req-20379b93-b27e-4239-a485-e4fe1e26433f tempest-ServerPasswordTestJSON-706612662 tempest-ServerPasswordTestJSON-706612662-project] 10.222.0.90 "GET /v2.0/security-groups?id=e83a02d3-83cf-4b7c-b5d2-0413aba823e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470195 Feb 09 21:40:38.355082 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b65efdb3-e7e7-4202-aa8a-d4349ef98694 req-6ee9115b-f73d-4337-8c55-27abcde6ce5c service neutron] 10.222.0.90 "GET /v2.0/networks/877a96af-1a67-4748-9efa-076a406748da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5272932 Feb 09 21:40:38.359933 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-46875266-5fff-44b7-8518-f8ae0003b946 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (9cfef449-b969-42d8-964b-c2fba022ca1d), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:38.450651 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-92d5078a-6ae0-4971-bf47-10cc2f38f839 admin admin] Publish callbacks [] for security_group (66842c17-6c84-4fbf-aeda-d11b44b961b3), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:38.457608 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-92d5078a-6ae0-4971-bf47-10cc2f38f839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (66842c17-6c84-4fbf-aeda-d11b44b961b3), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:38.508846 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46875266-5fff-44b7-8518-f8ae0003b946 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Pushing event deleted for resources: {'Port': ['ID=9cfef449-b969-42d8-964b-c2fba022ca1d,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:38.514438 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-92d5078a-6ae0-4971-bf47-10cc2f38f839 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=945cb7408e414d23967e41d59a1f0592&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6266437 Feb 09 21:40:38.514438 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d5078a-6ae0-4971-bf47-10cc2f38f839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66842c17-6c84-4fbf-aeda-d11b44b961b3,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:38.516807 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 36080) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:38.623394 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5b7e65c7-d2df-4e40-8d24-682f5a1b3557 admin admin] Publish callbacks [] for security_group (66842c17-6c84-4fbf-aeda-d11b44b961b3), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:38.669547 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5b7e65c7-d2df-4e40-8d24-682f5a1b3557 admin admin] Publish callbacks [] for security_group (66842c17-6c84-4fbf-aeda-d11b44b961b3), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:38.808162 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5b7e65c7-d2df-4e40-8d24-682f5a1b3557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (66842c17-6c84-4fbf-aeda-d11b44b961b3), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:38.812066 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5b7e65c7-d2df-4e40-8d24-682f5a1b3557 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:38.819940 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-5b7e65c7-d2df-4e40-8d24-682f5a1b3557 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/66842c17-6c84-4fbf-aeda-d11b44b961b3 HTTP/1.1" status: 204 len: 168 time: 0.3015525 Feb 09 21:40:38.835312 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7e65c7-d2df-4e40-8d24-682f5a1b3557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66842c17-6c84-4fbf-aeda-d11b44b961b3,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:38.993549 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-262a9657-864c-49dd-bdeb-f2f7bf2e318c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:39.172572 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 36096) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:39.194339 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b65efdb3-e7e7-4202-aa8a-d4349ef98694 req-3120e4e1-5609-4ca4-ac1b-88ac085aad73 service neutron] 10.222.0.90 "GET /v2.0/networks/877a96af-1a67-4748-9efa-076a406748da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8372040 Feb 09 21:40:39.204724 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-46875266-5fff-44b7-8518-f8ae0003b946 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:39.207907 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-46875266-5fff-44b7-8518-f8ae0003b946 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] 10.222.0.90 "DELETE /v2.0/ports/9cfef449-b969-42d8-964b-c2fba022ca1d HTTP/1.1" status: 204 len: 168 time: 2.3674250 Feb 09 21:40:39.212049 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 36100) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:39.260477 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e794e6-52f6-45ce-90e1-f6d772dba519 req-c9e92da4-2059-4e38-b848-6146cbf9cb8d tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:39.261328 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-78870fa2-0a90-4775-b25e-34f6233863ae tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] GET failed (client error): The resource could not be found. Feb 09 21:40:39.262214 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-11e794e6-52f6-45ce-90e1-f6d772dba519 req-c9e92da4-2059-4e38-b848-6146cbf9cb8d tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5942c39-add0-42a2-bc58-a7492d65f23d HTTP/1.1" status: 200 len: 949 time: 0.6785300 Feb 09 21:40:39.278928 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-78870fa2-0a90-4775-b25e-34f6233863ae tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] 10.222.0.90 "GET /v2.0/ports/9cfef449-b969-42d8-964b-c2fba022ca1d HTTP/1.1" status: 404 len: 333 time: 0.0654004 Feb 09 21:40:39.285667 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 36102) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:39.298175 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-2842e133-dd4d-4540-8279-ab6a99937f76 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Request body: {'port': {'network_id': 'efb2aa30-4cef-4e85-b5ff-551f839a909c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1314358494'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:39.339945 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-518accd6-42e3-4a18-b45c-7b72b1359035 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Request body: {'network': {'name': 'tempest-RoutersTest-1694274557'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:39.368703 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-11e794e6-52f6-45ce-90e1-f6d772dba519 req-7e9c8681-862c-4e7e-a4fa-78d6be83a41e tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/security-groups?id=18eb7429-13f2-4956-b934-bb119bf89c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952556 Feb 09 21:40:39.412579 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 36108) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:39.463406 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ff316be6-e8ce-4b0b-9442-33e86e2871d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:39.484712 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-518accd6-42e3-4a18-b45c-7b72b1359035 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Made reservation on behalf of 67feb264805b4b31b627437845cc2aaf for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:40:39.487926 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-518accd6-42e3-4a18-b45c-7b72b1359035 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:39.515081 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-518accd6-42e3-4a18-b45c-7b72b1359035 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:39.527531 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-45bcd628-615e-4213-b7d7-6b8d8584e4d5 req-49352850-c1ef-483a-b133-d5aaeb2f89d7 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] 10.222.0.90 "GET /v2.0/ports?device_id=868f5939-9656-4337-93ba-a505cb3feae5 HTTP/1.1" status: 200 len: 210 time: 0.0772846 Feb 09 21:40:39.637537 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa0a83f-17b2-4ca1-927d-fa4b9a0139c5 req-f927c3cb-3469-415a-9210-13d80193fa7d tempest-ServerPasswordTestJSON-706612662 tempest-ServerPasswordTestJSON-706612662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:39.639075 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7aa0a83f-17b2-4ca1-927d-fa4b9a0139c5 req-f927c3cb-3469-415a-9210-13d80193fa7d tempest-ServerPasswordTestJSON-706612662 tempest-ServerPasswordTestJSON-706612662-project] 10.222.0.90 "GET /v2.0/ports?device_id=fc0b4d91-d377-4f03-a821-d3250c7b1c5a HTTP/1.1" status: 200 len: 931 time: 0.1306577 Feb 09 21:40:39.645553 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [req-5ec811d9-7e80-47c4-98ef-d5c117ae6edb req-8f1ea621-60bc-42a2-ab30-a6e20e2a7cbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16105cc0-6097-4341-b5fe-272e2ecc37f7 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:40:39.656301 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-5ec811d9-7e80-47c4-98ef-d5c117ae6edb req-8f1ea621-60bc-42a2-ab30-a6e20e2a7cbb service neutron] Publish callbacks [] for port (16105cc0-6097-4341-b5fe-272e2ecc37f7), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:39.692238 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2842e133-dd4d-4540-8279-ab6a99937f76 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Made reservation on behalf of a3db6ddc7dd747da93aae5453adefeb9 for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:40:39.697597 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2842e133-dd4d-4540-8279-ab6a99937f76 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:39.698134 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [req-5ec811d9-7e80-47c4-98ef-d5c117ae6edb req-8f1ea621-60bc-42a2-ab30-a6e20e2a7cbb service neutron] Transition to ACTIVE for port object 16105cc0-6097-4341-b5fe-272e2ecc37f7 will not be triggered until provisioned by entity L2. {{(pid=103140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:40:39.705948 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ff316be6-e8ce-4b0b-9442-33e86e2871d1 admin admin] Publish callbacks [] for security_group (10625d0b-10be-42ca-abae-63bbdfe0a9f9), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:39.720132 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ff316be6-e8ce-4b0b-9442-33e86e2871d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (10625d0b-10be-42ca-abae-63bbdfe0a9f9), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:39.727739 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7aa0a83f-17b2-4ca1-927d-fa4b9a0139c5 req-abd223d5-09fe-48fd-888a-ae7479698626 tempest-ServerPasswordTestJSON-706612662 tempest-ServerPasswordTestJSON-706612662-project] 10.222.0.90 "GET /v2.0/security-groups?id=e83a02d3-83cf-4b7c-b5d2-0413aba823e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626523 Feb 09 21:40:39.728532 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-5ec811d9-7e80-47c4-98ef-d5c117ae6edb req-8f1ea621-60bc-42a2-ab30-a6e20e2a7cbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (16105cc0-6097-4341-b5fe-272e2ecc37f7), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:39.769684 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [None req-2842e133-dd4d-4540-8279-ab6a99937f76 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] device_id is not set on port 47a6adc1-9653-4b19-b736-dca1588f2765 yet. {{(pid=103141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:40:39.782950 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1ea621-60bc-42a2-ab30-a6e20e2a7cbb service neutron] Pushing event updated for resources: {'Port': ['ID=16105cc0-6097-4341-b5fe-272e2ecc37f7,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:39.816323 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-ff316be6-e8ce-4b0b-9442-33e86e2871d1 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=0007dc2471904ec09ba728ac49beecda&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3994546 Feb 09 21:40:39.816757 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 36116) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:39.849846 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff316be6-e8ce-4b0b-9442-33e86e2871d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10625d0b-10be-42ca-abae-63bbdfe0a9f9,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:39.874736 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-518accd6-42e3-4a18-b45c-7b72b1359035 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for security_group (e127fb15-40b5-4726-b85f-c6f1cffe4eb4), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:39.883743 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-518accd6-42e3-4a18-b45c-7b72b1359035 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (e127fb15-40b5-4726-b85f-c6f1cffe4eb4), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:39.930910 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-5ec811d9-7e80-47c4-98ef-d5c117ae6edb req-8f1ea621-60bc-42a2-ab30-a6e20e2a7cbb service neutron] Attempting to bind port 16105cc0-6097-4341-b5fe-272e2ecc37f7 on host n-h1-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:40:39.931194 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-5ec811d9-7e80-47c4-98ef-d5c117ae6edb req-8f1ea621-60bc-42a2-ab30-a6e20e2a7cbb service neutron] Attempting to bind port 16105cc0-6097-4341-b5fe-272e2ecc37f7 by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': 'e8e3a80e-6b63-4d2b-a138-44a3f5256a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'e5abb046-8a57-4ee6-ba21-6cf922bd3215'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:40:39.931495 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec811d9-7e80-47c4-98ef-d5c117ae6edb req-8f1ea621-60bc-42a2-ab30-a6e20e2a7cbb service neutron] Attempting to bind port 16105cc0-6097-4341-b5fe-272e2ecc37f7 on network e5abb046-8a57-4ee6-ba21-6cf922bd3215 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:40:39.947957 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec811d9-7e80-47c4-98ef-d5c117ae6edb req-8f1ea621-60bc-42a2-ab30-a6e20e2a7cbb service neutron] Port 16105cc0-6097-4341-b5fe-272e2ecc37f7 on network e5abb046-8a57-4ee6-ba21-6cf922bd3215 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:40:39.948363 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec811d9-7e80-47c4-98ef-d5c117ae6edb req-8f1ea621-60bc-42a2-ab30-a6e20e2a7cbb service neutron] Attempting to bind port 16105cc0-6097-4341-b5fe-272e2ecc37f7 on network e5abb046-8a57-4ee6-ba21-6cf922bd3215 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:40:39.949867 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-518accd6-42e3-4a18-b45c-7b72b1359035 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:40:39.957183 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0db0290e-d466-43e1-b618-772bdaf729f9 admin admin] Publish callbacks [] for security_group (10625d0b-10be-42ca-abae-63bbdfe0a9f9), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:39.960497 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec811d9-7e80-47c4-98ef-d5c117ae6edb req-8f1ea621-60bc-42a2-ab30-a6e20e2a7cbb service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:40:39.960844 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec811d9-7e80-47c4-98ef-d5c117ae6edb req-8f1ea621-60bc-42a2-ab30-a6e20e2a7cbb service neutron] Checking segment: {'id': 'e8e3a80e-6b63-4d2b-a138-44a3f5256a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'e5abb046-8a57-4ee6-ba21-6cf922bd3215'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:40:39.961239 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec811d9-7e80-47c4-98ef-d5c117ae6edb req-8f1ea621-60bc-42a2-ab30-a6e20e2a7cbb service neutron] Bound using segment: {'id': 'e8e3a80e-6b63-4d2b-a138-44a3f5256a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'e5abb046-8a57-4ee6-ba21-6cf922bd3215'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:40:39.961673 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-5ec811d9-7e80-47c4-98ef-d5c117ae6edb req-8f1ea621-60bc-42a2-ab30-a6e20e2a7cbb service neutron] Bound port: 16105cc0-6097-4341-b5fe-272e2ecc37f7, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8e3a80e-6b63-4d2b-a138-44a3f5256a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'e5abb046-8a57-4ee6-ba21-6cf922bd3215'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:40:39.962027 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-5ec811d9-7e80-47c4-98ef-d5c117ae6edb req-8f1ea621-60bc-42a2-ab30-a6e20e2a7cbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (16105cc0-6097-4341-b5fe-272e2ecc37f7), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:39.981138 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-518accd6-42e3-4a18-b45c-7b72b1359035 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (32453b9b-6ee7-44a7-8723-374f04f46927), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:39.981652 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-518accd6-42e3-4a18-b45c-7b72b1359035 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Added segment 32453b9b-6ee7-44a7-8723-374f04f46927 of type vlan for network 5be46bd2-5762-4817-8e66-6150aa69d018 Feb 09 21:40:39.986944 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518accd6-42e3-4a18-b45c-7b72b1359035 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e127fb15-40b5-4726-b85f-c6f1cffe4eb4,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:40.019331 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-2842e133-dd4d-4540-8279-ab6a99937f76 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Allocated IP 2001:db8::34 (efb2aa30-4cef-4e85-b5ff-551f839a909c/23345faa-091f-4c0e-a558-dcaf3250fc6c/47a6adc1-9653-4b19-b736-dca1588f2765) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:40:40.043889 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0db0290e-d466-43e1-b618-772bdaf729f9 admin admin] Publish callbacks [] for security_group (10625d0b-10be-42ca-abae-63bbdfe0a9f9), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:40.064711 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-518accd6-42e3-4a18-b45c-7b72b1359035 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (5be46bd2-5762-4817-8e66-6150aa69d018), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:40.129029 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-518accd6-42e3-4a18-b45c-7b72b1359035 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (5be46bd2-5762-4817-8e66-6150aa69d018), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:40.135551 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518accd6-42e3-4a18-b45c-7b72b1359035 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:40.136287 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-518accd6-42e3-4a18-b45c-7b72b1359035 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:40.146864 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-5ec811d9-7e80-47c4-98ef-d5c117ae6edb req-8f1ea621-60bc-42a2-ab30-a6e20e2a7cbb service neutron] For port 16105cc0-6097-4341-b5fe-272e2ecc37f7, host n-h1-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:40:40.155235 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-5ec811d9-7e80-47c4-98ef-d5c117ae6edb req-8f1ea621-60bc-42a2-ab30-a6e20e2a7cbb service neutron] For port 16105cc0-6097-4341-b5fe-272e2ecc37f7, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=16105cc0-6097-4341-b5fe-272e2ecc37f7,segment=NetworkSegment(e8e3a80e-6b63-4d2b-a138-44a3f5256a84),segment_id=e8e3a80e-6b63-4d2b-a138-44a3f5256a84)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:40:40.166389 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-5ec811d9-7e80-47c4-98ef-d5c117ae6edb req-8f1ea621-60bc-42a2-ab30-a6e20e2a7cbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (16105cc0-6097-4341-b5fe-272e2ecc37f7), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:40.202327 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0db0290e-d466-43e1-b618-772bdaf729f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (10625d0b-10be-42ca-abae-63bbdfe0a9f9), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:40.206208 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0db0290e-d466-43e1-b618-772bdaf729f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:40.208769 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-0db0290e-d466-43e1-b618-772bdaf729f9 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/10625d0b-10be-42ca-abae-63bbdfe0a9f9 HTTP/1.1" status: 204 len: 168 time: 0.3911698 Feb 09 21:40:40.224177 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db0290e-d466-43e1-b618-772bdaf729f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10625d0b-10be-42ca-abae-63bbdfe0a9f9,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:40.245934 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec811d9-7e80-47c4-98ef-d5c117ae6edb req-8f1ea621-60bc-42a2-ab30-a6e20e2a7cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:40.246570 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-5ec811d9-7e80-47c4-98ef-d5c117ae6edb req-8f1ea621-60bc-42a2-ab30-a6e20e2a7cbb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:40.248166 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5ec811d9-7e80-47c4-98ef-d5c117ae6edb req-8f1ea621-60bc-42a2-ab30-a6e20e2a7cbb service neutron] 10.222.0.95 "PUT /v2.0/ports/16105cc0-6097-4341-b5fe-272e2ecc37f7 HTTP/1.1" status: 200 len: 1091 time: 2.4370584 Feb 09 21:40:40.248665 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc0b4d91-d377-4f03-a821-d3250c7b1c5a', 'tag': '16105cc0-6097-4341-b5fe-272e2ecc37f7'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:40:40.251051 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12418098-ca54-4f3a-b44d-0d1ae4b08e62" -d '{"events": [{"name": "network-changed", "server_uuid": "fc0b4d91-d377-4f03-a821-d3250c7b1c5a", "tag": "16105cc0-6097-4341-b5fe-272e2ecc37f7"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:40:40.269464 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1ea621-60bc-42a2-ab30-a6e20e2a7cbb service neutron] Pushing event updated for resources: {'Port': ['ID=16105cc0-6097-4341-b5fe-272e2ecc37f7,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:40.308096 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-518accd6-42e3-4a18-b45c-7b72b1359035 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1317441 Feb 09 21:40:40.308726 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 36126) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:40.315484 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-9b6e6946-fd61-4647-abb3-92c19b759003 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Request body: {'network': {'name': 'tempest-RoutersTest-1230708017'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:40.316691 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518accd6-42e3-4a18-b45c-7b72b1359035 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Pushing event updated for resources: {'Network': ['ID=5be46bd2-5762-4817-8e66-6150aa69d018,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:40.333254 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 5be46bd2-5762-4817-8e66-6150aa69d018 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:40:40.362695 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed1c65de-f4af-4b4e-9735-f536d52f5265 x-openstack-request-id: req-ed1c65de-f4af-4b4e-9735-f536d52f5265 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:40:40.365876 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc0b4d91-d377-4f03-a821-d3250c7b1c5a", "tag": "16105cc0-6097-4341-b5fe-272e2ecc37f7", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:40:40.366368 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-ed1c65de-f4af-4b4e-9735-f536d52f5265 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:40:40.366947 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc0b4d91-d377-4f03-a821-d3250c7b1c5a', 'tag': '16105cc0-6097-4341-b5fe-272e2ecc37f7', 'status': 'completed', 'code': 200} Feb 09 21:40:40.410767 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2842e133-dd4d-4540-8279-ab6a99937f76 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Publish callbacks [] for port (47a6adc1-9653-4b19-b736-dca1588f2765), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:40.431178 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b6e6946-fd61-4647-abb3-92c19b759003 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Made reservation on behalf of 67feb264805b4b31b627437845cc2aaf for: {'network': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:40:40.439302 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9b6e6946-fd61-4647-abb3-92c19b759003 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:40.476961 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b6e6946-fd61-4647-abb3-92c19b759003 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=103140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:40:40.491449 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9b6e6946-fd61-4647-abb3-92c19b759003 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (d8b20cb6-0556-4bf2-88b7-7b90c9d56343), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:40.491795 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-9b6e6946-fd61-4647-abb3-92c19b759003 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Added segment d8b20cb6-0556-4bf2-88b7-7b90c9d56343 of type vlan for network aa1a25cd-990d-4363-b5b6-828f4e3933d9 Feb 09 21:40:40.506993 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2842e133-dd4d-4540-8279-ab6a99937f76 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (47a6adc1-9653-4b19-b736-dca1588f2765), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:40.595155 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2842e133-dd4d-4540-8279-ab6a99937f76 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Network efb2aa30-4cef-4e85-b5ff-551f839a909c is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:40:40.602446 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec811d9-7e80-47c4-98ef-d5c117ae6edb req-783359d4-cd24-4205-9114-8be338bcad97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:40.604003 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5ec811d9-7e80-47c4-98ef-d5c117ae6edb req-783359d4-cd24-4205-9114-8be338bcad97 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=299aa9a750304d97a33d8d34e7a499c8&device_id=fc0b4d91-d377-4f03-a821-d3250c7b1c5a HTTP/1.1" status: 200 len: 1125 time: 0.2597852 Feb 09 21:40:40.618320 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-2842e133-dd4d-4540-8279-ab6a99937f76 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:40:40.636683 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2842e133-dd4d-4540-8279-ab6a99937f76 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:40:40.639002 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9b6e6946-fd61-4647-abb3-92c19b759003 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (aa1a25cd-990d-4363-b5b6-828f4e3933d9), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:40.648854 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2842e133-dd4d-4540-8279-ab6a99937f76 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:40.649745 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2842e133-dd4d-4540-8279-ab6a99937f76 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:40.682166 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2842e133-dd4d-4540-8279-ab6a99937f76 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Pushing event updated for resources: {'Port': ['ID=47a6adc1-9653-4b19-b736-dca1588f2765,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:40.694221 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-2842e133-dd4d-4540-8279-ab6a99937f76 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.4072471 Feb 09 21:40:40.694702 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 36134) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:40.700185 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-757e69dd-e7cc-4a74-b889-ae90b4ea51c9 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:4c:a5:2a'}]}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:40.715872 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5ec811d9-7e80-47c4-98ef-d5c117ae6edb req-746244db-53b8-4122-8896-8a76a4ca1489 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16105cc0-6097-4341-b5fe-272e2ecc37f7 HTTP/1.1" status: 200 len: 217 time: 0.0999768 Feb 09 21:40:40.811478 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec811d9-7e80-47c4-98ef-d5c117ae6edb req-34aada2b-bc4f-40af-a66e-ffe96950d499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:40.813007 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5ec811d9-7e80-47c4-98ef-d5c117ae6edb req-34aada2b-bc4f-40af-a66e-ffe96950d499 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=f0e44660-b300-44dc-b945-6219f8f2af08 HTTP/1.1" status: 200 len: 852 time: 0.0828865 Feb 09 21:40:40.824437 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ae6db5c0-3748-486f-b3e6-f101c5357854 req-9eff1402-e4d6-408f-a0fa-dab935657088 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] 10.222.0.90 "GET /v2.0/ports?device_id=868f5939-9656-4337-93ba-a505cb3feae5 HTTP/1.1" status: 200 len: 210 time: 0.1703188 Feb 09 21:40:40.832192 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8ec1a2-478d-497f-bef4-f33e1c894757 req-a79536da-85a6-4f56-9930-f41be33de4d6 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:40.833739 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0d8ec1a2-478d-497f-bef4-f33e1c894757 req-a79536da-85a6-4f56-9930-f41be33de4d6 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5942c39-add0-42a2-bc58-a7492d65f23d HTTP/1.1" status: 200 len: 949 time: 0.3229599 Feb 09 21:40:40.918337 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5ec811d9-7e80-47c4-98ef-d5c117ae6edb req-c303d9e5-f13c-4ca5-b500-effc4fb1cc53 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=e5abb046-8a57-4ee6-ba21-6cf922bd3215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0954542 Feb 09 21:40:40.920878 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9b6e6946-fd61-4647-abb3-92c19b759003 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (aa1a25cd-990d-4363-b5b6-828f4e3933d9), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:40.927120 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6e6946-fd61-4647-abb3-92c19b759003 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:40.928148 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9b6e6946-fd61-4647-abb3-92c19b759003 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:40.987693 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2dd49e8b-3722-43db-903e-70a131b3ec6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:40.999330 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-757e69dd-e7cc-4a74-b889-ae90b4ea51c9 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (47a6adc1-9653-4b19-b736-dca1588f2765), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:41.030598 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-b5c7ba5f-ec34-4153-a788-37bdcdb9a6c2 None None] Provisioning complete for port 47a6adc1-9653-4b19-b736-dca1588f2765 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:40:41.031348 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b5c7ba5f-ec34-4153-a788-37bdcdb9a6c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (47a6adc1-9653-4b19-b736-dca1588f2765), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:41.089043 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-9b6e6946-fd61-4647-abb3-92c19b759003 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7793653 Feb 09 21:40:41.101329 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 36146) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:41.120099 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-b5c7ba5f-ec34-4153-a788-37bdcdb9a6c2 None None] Port 47a6adc1-9653-4b19-b736-dca1588f2765 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:40:41.126484 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-995e5a6d-0552-4099-a648-a39343715f16 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Request body: {'subnet': {'network_id': '5be46bd2-5762-4817-8e66-6150aa69d018', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:41.140946 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6e6946-fd61-4647-abb3-92c19b759003 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Pushing event updated for resources: {'Network': ['ID=aa1a25cd-990d-4363-b5b6-828f4e3933d9,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:41.158574 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network aa1a25cd-990d-4363-b5b6-828f4e3933d9 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:40:41.158919 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0d8ec1a2-478d-497f-bef4-f33e1c894757 req-f04ee203-9f4e-41e8-a468-656ba7708da6 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/security-groups?id=18eb7429-13f2-4956-b934-bb119bf89c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099618 Feb 09 21:40:41.226635 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c51920a-96a9-487e-ab2e-6a8f19ee684d req-e9ee0ca2-dbf9-4498-aeb0-f438572e3958 tempest-ServerPasswordTestJSON-706612662 tempest-ServerPasswordTestJSON-706612662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:41.234901 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9c51920a-96a9-487e-ab2e-6a8f19ee684d req-e9ee0ca2-dbf9-4498-aeb0-f438572e3958 tempest-ServerPasswordTestJSON-706612662 tempest-ServerPasswordTestJSON-706612662-project] 10.222.0.90 "GET /v2.0/ports?device_id=fc0b4d91-d377-4f03-a821-d3250c7b1c5a HTTP/1.1" status: 200 len: 943 time: 0.1836786 Feb 09 21:40:41.246997 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5ec811d9-7e80-47c4-98ef-d5c117ae6edb req-a207c150-fb3f-4c3c-af86-0eb28bd8a22f service neutron] 10.222.0.95 "GET /v2.0/networks/e5abb046-8a57-4ee6-ba21-6cf922bd3215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154721 Feb 09 21:40:41.381890 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9c51920a-96a9-487e-ab2e-6a8f19ee684d req-47664664-1d64-4d1a-882d-392d2d74d3f9 tempest-ServerPasswordTestJSON-706612662 tempest-ServerPasswordTestJSON-706612662-project] 10.222.0.90 "GET /v2.0/security-groups?id=e83a02d3-83cf-4b7c-b5d2-0413aba823e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450877 Feb 09 21:40:41.423354 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-764d811c-bc88-4408-a6c6-aadcae35a8de req-bf9f87e3-3d68-4532-9da1-22455c393bfb tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-securitygroup--841849400&fields=id&tenant_id=891ca650f17f4d53a93ccc8e382018ef HTTP/1.1" status: 200 len: 267 time: 0.0804055 Feb 09 21:40:41.430607 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65efdb3-e7e7-4202-aa8a-d4349ef98694 req-9b164ec2-9e2e-4c70-acd3-c38491f54619 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:41.432898 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b65efdb3-e7e7-4202-aa8a-d4349ef98694 req-9b164ec2-9e2e-4c70-acd3-c38491f54619 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] 10.222.0.89 "GET /v2.0/networks?id=877a96af-1a67-4748-9efa-076a406748da HTTP/1.1" status: 200 len: 815 time: 0.2751033 Feb 09 21:40:41.445061 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5ec811d9-7e80-47c4-98ef-d5c117ae6edb req-b94258d9-f41d-40e9-9d48-f9b628f63b93 service neutron] 10.222.0.95 "GET /v2.0/networks/e5abb046-8a57-4ee6-ba21-6cf922bd3215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759038 Feb 09 21:40:41.469007 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-995e5a6d-0552-4099-a648-a39343715f16 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Made reservation on behalf of 67feb264805b4b31b627437845cc2aaf for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:40:41.472563 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-995e5a6d-0552-4099-a648-a39343715f16 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:41.577920 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764d811c-bc88-4408-a6c6-aadcae35a8de req-94220282-a844-4bc0-9181-614464e6bc17 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:41.579766 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-764d811c-bc88-4408-a6c6-aadcae35a8de req-94220282-a844-4bc0-9181-614464e6bc17 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] 10.222.0.90 "GET /v2.0/networks?id=31fc07a6-f299-4165-bd01-4e6338ff4b55 HTTP/1.1" status: 200 len: 816 time: 0.1463563 Feb 09 21:40:41.605078 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12418098-ca54-4f3a-b44d-0d1ae4b08e62 req-4746c968-7850-4401-a223-6c387b0d6699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:41.606658 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-12418098-ca54-4f3a-b44d-0d1ae4b08e62 req-4746c968-7850-4401-a223-6c387b0d6699 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=299aa9a750304d97a33d8d34e7a499c8&device_id=fc0b4d91-d377-4f03-a821-d3250c7b1c5a HTTP/1.1" status: 200 len: 1125 time: 0.0944726 Feb 09 21:40:41.611197 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-764d811c-bc88-4408-a6c6-aadcae35a8de req-393a1228-c4ba-4f65-b798-d1ad9dc30b84 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] 10.222.0.90 "GET /v2.0/quotas/891ca650f17f4d53a93ccc8e382018ef HTTP/1.1" status: 200 len: 375 time: 0.0253270 Feb 09 21:40:41.629803 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b65efdb3-e7e7-4202-aa8a-d4349ef98694 req-37779ace-19e7-4edc-8522-7d70a39885ce tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb05ca5ba83a4079b3312538e80ff3cc HTTP/1.1" status: 200 len: 380 time: 0.1837513 Feb 09 21:40:41.643783 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-b65efdb3-e7e7-4202-aa8a-d4349ef98694 req-0177bf17-d036-428a-9409-e5f0573605b1 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Request body: {'port': {'device_id': '868f5939-9656-4337-93ba-a505cb3feae5', 'network_id': '877a96af-1a67-4748-9efa-076a406748da', 'admin_state_up': True, 'tenant_id': 'cb05ca5ba83a4079b3312538e80ff3cc', 'security_groups': ['ab096705-bc25-431a-ab5c-fe0d32c221c5']}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:41.684825 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-757e69dd-e7cc-4a74-b889-ae90b4ea51c9 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Publish callbacks [] for port (47a6adc1-9653-4b19-b736-dca1588f2765), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:41.717507 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-757e69dd-e7cc-4a74-b889-ae90b4ea51c9 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (47a6adc1-9653-4b19-b736-dca1588f2765), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:41.749234 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-764d811c-bc88-4408-a6c6-aadcae35a8de req-0032cdb2-3556-47b8-9803-abc6ba8b5274 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=891ca650f17f4d53a93ccc8e382018ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1242199 Feb 09 21:40:41.752069 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12418098-ca54-4f3a-b44d-0d1ae4b08e62 req-2458860c-dcaa-443f-b137-759d7f3b240f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:41.753610 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-12418098-ca54-4f3a-b44d-0d1ae4b08e62 req-2458860c-dcaa-443f-b137-759d7f3b240f service neutron] 10.222.0.95 "GET /v2.0/networks?id=e5abb046-8a57-4ee6-ba21-6cf922bd3215 HTTP/1.1" status: 200 len: 913 time: 0.1392677 Feb 09 21:40:41.764169 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-757e69dd-e7cc-4a74-b889-ae90b4ea51c9 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] In _notify_port_updated(), no bound segment for port 47a6adc1-9653-4b19-b736-dca1588f2765 on network efb2aa30-4cef-4e85-b5ff-551f839a909c {{(pid=103141) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 21:40:41.769549 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757e69dd-e7cc-4a74-b889-ae90b4ea51c9 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:41.770071 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-757e69dd-e7cc-4a74-b889-ae90b4ea51c9 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:41.781749 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-757e69dd-e7cc-4a74-b889-ae90b4ea51c9 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] 10.222.0.90 "PUT /v2.0/ports/47a6adc1-9653-4b19-b736-dca1588f2765 HTTP/1.1" status: 200 len: 1002 time: 1.0757244 Feb 09 21:40:41.781966 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 36164) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:41.824609 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-12418098-ca54-4f3a-b44d-0d1ae4b08e62 req-36250bf1-0cb9-46ac-a075-385f2d039d57 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16105cc0-6097-4341-b5fe-272e2ecc37f7 HTTP/1.1" status: 200 len: 217 time: 0.0608168 Feb 09 21:40:41.839996 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757e69dd-e7cc-4a74-b889-ae90b4ea51c9 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Pushing event updated for resources: {'Port': ['ID=47a6adc1-9653-4b19-b736-dca1588f2765,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:41.931609 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b65efdb3-e7e7-4202-aa8a-d4349ef98694 req-0177bf17-d036-428a-9409-e5f0573605b1 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Made reservation on behalf of cb05ca5ba83a4079b3312538e80ff3cc for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:40:41.935705 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b65efdb3-e7e7-4202-aa8a-d4349ef98694 req-0177bf17-d036-428a-9409-e5f0573605b1 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:41.979860 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-995e5a6d-0552-4099-a648-a39343715f16 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (99777644-2d52-4f67-b056-6fa58fce1b07), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:42.030545 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5c009cd6-b8d1-4a57-95f4-eead3305ab05 req-401ca689-fa98-4c18-914b-856876ba0e55 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] 10.222.0.90 "GET /v2.0/ports?device_id=868f5939-9656-4337-93ba-a505cb3feae5 HTTP/1.1" status: 200 len: 210 time: 0.0654461 Feb 09 21:40:42.063561 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12418098-ca54-4f3a-b44d-0d1ae4b08e62 req-801e1024-a425-4179-8168-f199bd59b8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:42.065549 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-12418098-ca54-4f3a-b44d-0d1ae4b08e62 req-801e1024-a425-4179-8168-f199bd59b8c0 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=f0e44660-b300-44dc-b945-6219f8f2af08 HTTP/1.1" status: 200 len: 852 time: 0.2143192 Feb 09 21:40:42.122845 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-12418098-ca54-4f3a-b44d-0d1ae4b08e62 req-8ae10dd8-a652-4ca9-9325-22fe540d27df service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=e5abb046-8a57-4ee6-ba21-6cf922bd3215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399904 Feb 09 21:40:42.135659 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-2c5b63a5-bf0a-4227-bc8f-e39576574e50 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Deleting port 47a6adc1-9653-4b19-b736-dca1588f2765 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:40:42.135659 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2c5b63a5-bf0a-4227-bc8f-e39576574e50 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (47a6adc1-9653-4b19-b736-dca1588f2765), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:42.164152 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995e5a6d-0552-4099-a648-a39343715f16 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Pushing event updated for resources: {'Subnet': ['ID=99777644-2d52-4f67-b056-6fa58fce1b07,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:42.168260 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-b2ce4fa3-08d1-4860-b344-24e0ef2ed530 None None] Provisioning complete for port 47a6adc1-9653-4b19-b736-dca1588f2765 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:40:42.170665 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b2ce4fa3-08d1-4860-b344-24e0ef2ed530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (47a6adc1-9653-4b19-b736-dca1588f2765), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:42.189108 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995e5a6d-0552-4099-a648-a39343715f16 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Checking segment: {'id': '32453b9b-6ee7-44a7-8723-374f04f46927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '5be46bd2-5762-4817-8e66-6150aa69d018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:40:42.189545 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995e5a6d-0552-4099-a648-a39343715f16 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Network hostable DHCP agents. Network: 5be46bd2-5762-4817-8e66-6150aa69d018, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:40:42.199293 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [req-b65efdb3-e7e7-4202-aa8a-d4349ef98694 req-0177bf17-d036-428a-9409-e5f0573605b1 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Allocated IP 172.20.0.12 (877a96af-1a67-4748-9efa-076a406748da/a0be5e8c-bc22-4a5d-b32d-1cfd31075317/5ac4a265-50f1-4992-8e24-78511d1033cc) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:40:42.237595 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995e5a6d-0552-4099-a648-a39343715f16 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Network 5be46bd2-5762-4817-8e66-6150aa69d018 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:40:42.242060 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-b2ce4fa3-08d1-4860-b344-24e0ef2ed530 None None] Port 47a6adc1-9653-4b19-b736-dca1588f2765 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:40:42.271564 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-764d811c-bc88-4408-a6c6-aadcae35a8de req-ced83175-5e5c-4ce9-a167-0fe82149256f service neutron] 10.222.0.90 "GET /v2.0/networks/31fc07a6-f299-4165-bd01-4e6338ff4b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4622238 Feb 09 21:40:42.353652 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-995e5a6d-0552-4099-a648-a39343715f16 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 5be46bd2-5762-4817-8e66-6150aa69d018) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:40:42.358295 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995e5a6d-0552-4099-a648-a39343715f16 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:42.358902 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-995e5a6d-0552-4099-a648-a39343715f16 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:42.366713 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e819ba3d-91dc-40d3-b980-e482c371619c None None] Network 5be46bd2-5762-4817-8e66-6150aa69d018 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:40:42.380963 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-995e5a6d-0552-4099-a648-a39343715f16 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2784986 Feb 09 21:40:42.384019 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 36182) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:42.389295 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-0aa60235-a1f0-47cd-8954-467537771960 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Request body: {'subnet': {'network_id': 'aa1a25cd-990d-4363-b5b6-828f4e3933d9', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:42.398290 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-12418098-ca54-4f3a-b44d-0d1ae4b08e62 req-5ec4aec3-3ba3-4ff5-82a5-ec96acce662b service neutron] 10.222.0.95 "GET /v2.0/networks/e5abb046-8a57-4ee6-ba21-6cf922bd3215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572930 Feb 09 21:40:42.462675 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2c5b63a5-bf0a-4227-bc8f-e39576574e50 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (47a6adc1-9653-4b19-b736-dca1588f2765), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:42.507437 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f316a21e-f8ed-43bf-8a7e-9e672ce53080 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-5be46bd2-5762-4817-8e66-6150aa69d018', 'network_id': '5be46bd2-5762-4817-8e66-6150aa69d018', 'project_id': '67feb264805b4b31b627437845cc2aaf', 'fixed_ips': [{'subnet_id': '99777644-2d52-4f67-b056-6fa58fce1b07'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:40:42.508759 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f316a21e-f8ed-43bf-8a7e-9e672ce53080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:42.527621 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b65efdb3-e7e7-4202-aa8a-d4349ef98694 req-0177bf17-d036-428a-9409-e5f0573605b1 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Publish callbacks [] for port (5ac4a265-50f1-4992-8e24-78511d1033cc), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:42.564813 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa60235-a1f0-47cd-8954-467537771960 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Made reservation on behalf of 67feb264805b4b31b627437845cc2aaf for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:40:42.570442 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0aa60235-a1f0-47cd-8954-467537771960 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:42.682290 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:42.698798 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-f316a21e-f8ed-43bf-8a7e-9e672ce53080 None None] Allocated IP 172.20.0.2 (5be46bd2-5762-4817-8e66-6150aa69d018/99777644-2d52-4f67-b056-6fa58fce1b07/2df84d44-ca9d-4a1d-8ecf-ee807fe30c57) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:40:42.758751 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-2c5b63a5-bf0a-4227-bc8f-e39576574e50 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Calling delete_port for 47a6adc1-9653-4b19-b736-dca1588f2765 owned by {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:40:42.774509 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-764d811c-bc88-4408-a6c6-aadcae35a8de req-e0a80b41-91a1-460e-a293-0c92d733976a service neutron] 10.222.0.90 "GET /v2.0/networks/31fc07a6-f299-4165-bd01-4e6338ff4b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5020752 Feb 09 21:40:42.786671 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c65727-29c4-4661-b250-3ee37a5ca592 req-b374a432-225c-4676-9589-282f61cd5684 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:42.794372 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a6c65727-29c4-4661-b250-3ee37a5ca592 req-b374a432-225c-4676-9589-282f61cd5684 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5942c39-add0-42a2-bc58-a7492d65f23d HTTP/1.1" status: 200 len: 949 time: 0.5093458 Feb 09 21:40:42.990250 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f316a21e-f8ed-43bf-8a7e-9e672ce53080 None None] Publish callbacks [] for port (2df84d44-ca9d-4a1d-8ecf-ee807fe30c57), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:43.005270 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f316a21e-f8ed-43bf-8a7e-9e672ce53080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (2df84d44-ca9d-4a1d-8ecf-ee807fe30c57), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:43.017500 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2c5b63a5-bf0a-4227-bc8f-e39576574e50 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (47a6adc1-9653-4b19-b736-dca1588f2765), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:43.025711 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b65efdb3-e7e7-4202-aa8a-d4349ef98694 req-0177bf17-d036-428a-9409-e5f0573605b1 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (5ac4a265-50f1-4992-8e24-78511d1033cc), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:43.087604 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5b63a5-bf0a-4227-bc8f-e39576574e50 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Pushing event deleted for resources: {'Port': ['ID=47a6adc1-9653-4b19-b736-dca1588f2765,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:43.096067 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-12418098-ca54-4f3a-b44d-0d1ae4b08e62 req-df57a6bc-b9fe-4d56-b102-6a9f5e61c893 service neutron] 10.222.0.95 "GET /v2.0/networks/e5abb046-8a57-4ee6-ba21-6cf922bd3215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6786447 Feb 09 21:40:43.131791 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a6c65727-29c4-4661-b250-3ee37a5ca592 req-b7a02caf-cc3e-45df-9a90-437052f0b560 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/security-groups?id=18eb7429-13f2-4956-b934-bb119bf89c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3366063 Feb 09 21:40:43.132345 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f316a21e-f8ed-43bf-8a7e-9e672ce53080 None None] Network 5be46bd2-5762-4817-8e66-6150aa69d018 is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:40:43.135887 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-f316a21e-f8ed-43bf-8a7e-9e672ce53080 None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:40:43.137423 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2c5b63a5-bf0a-4227-bc8f-e39576574e50 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:43.147613 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f316a21e-f8ed-43bf-8a7e-9e672ce53080 None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:40:43.153946 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-2c5b63a5-bf0a-4227-bc8f-e39576574e50 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] 10.222.0.90 "DELETE /v2.0/ports/47a6adc1-9653-4b19-b736-dca1588f2765 HTTP/1.1" status: 204 len: 168 time: 1.3458333 Feb 09 21:40:43.156884 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 36228) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:43.159940 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f316a21e-f8ed-43bf-8a7e-9e672ce53080 None None] Pushing event updated for resources: {'Port': ['ID=2df84d44-ca9d-4a1d-8ecf-ee807fe30c57,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:43.189451 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f316a21e-f8ed-43bf-8a7e-9e672ce53080 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:43.189971 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f316a21e-f8ed-43bf-8a7e-9e672ce53080 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:43.190172 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f316a21e-f8ed-43bf-8a7e-9e672ce53080 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:43.190463 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f316a21e-f8ed-43bf-8a7e-9e672ce53080 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:43.190797 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f316a21e-f8ed-43bf-8a7e-9e672ce53080 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:43.191131 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f316a21e-f8ed-43bf-8a7e-9e672ce53080 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:43.195061 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f316a21e-f8ed-43bf-8a7e-9e672ce53080 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:43.195426 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f316a21e-f8ed-43bf-8a7e-9e672ce53080 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:43.195766 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f316a21e-f8ed-43bf-8a7e-9e672ce53080 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:43.196105 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f316a21e-f8ed-43bf-8a7e-9e672ce53080 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:43.196465 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f316a21e-f8ed-43bf-8a7e-9e672ce53080 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:43.196796 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f316a21e-f8ed-43bf-8a7e-9e672ce53080 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:43.197128 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f316a21e-f8ed-43bf-8a7e-9e672ce53080 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:40:43.235058 n-d-828369-5 neutron-server[103140]: INFO neutron.pecan_wsgi.hooks.translation [None req-52f0d1d5-5956-476a-943c-99640d06fc6e tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] GET failed (client error): The resource could not be found. Feb 09 21:40:43.239838 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-52f0d1d5-5956-476a-943c-99640d06fc6e tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] 10.222.0.90 "GET /v2.0/ports/47a6adc1-9653-4b19-b736-dca1588f2765 HTTP/1.1" status: 404 len: 333 time: 0.0766952 Feb 09 21:40:43.240331 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 36230) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:43.252032 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-ce56ad19-c38f-4c76-b83a-35bfd1e774ad tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Request body: {'port': {'network_id': 'efb2aa30-4cef-4e85-b5ff-551f839a909c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-828405204'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:43.329032 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-f316a21e-f8ed-43bf-8a7e-9e672ce53080 None None] Attempting to bind port 2df84d44-ca9d-4a1d-8ecf-ee807fe30c57 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:40:43.329711 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-f316a21e-f8ed-43bf-8a7e-9e672ce53080 None None] Attempting to bind port 2df84d44-ca9d-4a1d-8ecf-ee807fe30c57 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '32453b9b-6ee7-44a7-8723-374f04f46927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '5be46bd2-5762-4817-8e66-6150aa69d018'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:40:43.330221 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f316a21e-f8ed-43bf-8a7e-9e672ce53080 None None] Attempting to bind port 2df84d44-ca9d-4a1d-8ecf-ee807fe30c57 on network 5be46bd2-5762-4817-8e66-6150aa69d018 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:40:43.338954 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0aa60235-a1f0-47cd-8954-467537771960 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (1f2b7ac7-b0f7-4860-a408-e81dc7ed2572), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:43.342249 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f316a21e-f8ed-43bf-8a7e-9e672ce53080 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:40:43.343887 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f316a21e-f8ed-43bf-8a7e-9e672ce53080 None None] Checking segment: {'id': '32453b9b-6ee7-44a7-8723-374f04f46927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '5be46bd2-5762-4817-8e66-6150aa69d018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:40:43.344758 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f316a21e-f8ed-43bf-8a7e-9e672ce53080 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:43.346114 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f316a21e-f8ed-43bf-8a7e-9e672ce53080 None None] Bound using segment: {'id': '32453b9b-6ee7-44a7-8723-374f04f46927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '5be46bd2-5762-4817-8e66-6150aa69d018'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:40:43.348591 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-f316a21e-f8ed-43bf-8a7e-9e672ce53080 None None] Bound port: 2df84d44-ca9d-4a1d-8ecf-ee807fe30c57, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32453b9b-6ee7-44a7-8723-374f04f46927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '5be46bd2-5762-4817-8e66-6150aa69d018'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:40:43.349124 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f316a21e-f8ed-43bf-8a7e-9e672ce53080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (2df84d44-ca9d-4a1d-8ecf-ee807fe30c57), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:43.357671 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b65efdb3-e7e7-4202-aa8a-d4349ef98694 req-0177bf17-d036-428a-9409-e5f0573605b1 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Network 877a96af-1a67-4748-9efa-076a406748da is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:40:43.387934 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9202f8-1155-493e-bdc2-d6d683e14263 req-0712cf43-0191-493c-99f1-ac48450216d0 tempest-ServerPasswordTestJSON-706612662 tempest-ServerPasswordTestJSON-706612662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:43.407384 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-af9202f8-1155-493e-bdc2-d6d683e14263 req-0712cf43-0191-493c-99f1-ac48450216d0 tempest-ServerPasswordTestJSON-706612662 tempest-ServerPasswordTestJSON-706612662-project] 10.222.0.90 "GET /v2.0/ports?device_id=fc0b4d91-d377-4f03-a821-d3250c7b1c5a HTTP/1.1" status: 200 len: 943 time: 0.1494119 Feb 09 21:40:43.453636 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [req-b65efdb3-e7e7-4202-aa8a-d4349ef98694 req-0177bf17-d036-428a-9409-e5f0573605b1 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:40:43.455993 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0177bf17-d036-428a-9409-e5f0573605b1 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Pushing event updated for resources: {'Port': ['ID=5ac4a265-50f1-4992-8e24-78511d1033cc,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:43.476306 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-b65efdb3-e7e7-4202-aa8a-d4349ef98694 req-0177bf17-d036-428a-9409-e5f0573605b1 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:40:43.523708 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-f316a21e-f8ed-43bf-8a7e-9e672ce53080 None None] For port 2df84d44-ca9d-4a1d-8ecf-ee807fe30c57, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:40:43.527454 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-f316a21e-f8ed-43bf-8a7e-9e672ce53080 None None] For port 2df84d44-ca9d-4a1d-8ecf-ee807fe30c57, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=2df84d44-ca9d-4a1d-8ecf-ee807fe30c57,segment=NetworkSegment(32453b9b-6ee7-44a7-8723-374f04f46927),segment_id=32453b9b-6ee7-44a7-8723-374f04f46927)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:40:43.535648 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f316a21e-f8ed-43bf-8a7e-9e672ce53080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (2df84d44-ca9d-4a1d-8ecf-ee807fe30c57), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:43.549689 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 36238) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:43.601772 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce56ad19-c38f-4c76-b83a-35bfd1e774ad tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Made reservation on behalf of a3db6ddc7dd747da93aae5453adefeb9 for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:40:43.606522 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ce56ad19-c38f-4c76-b83a-35bfd1e774ad tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:43.651854 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa60235-a1f0-47cd-8954-467537771960 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Checking segment: {'id': 'd8b20cb6-0556-4bf2-88b7-7b90c9d56343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'aa1a25cd-990d-4363-b5b6-828f4e3933d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:40:43.654435 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f316a21e-f8ed-43bf-8a7e-9e672ce53080 None None] Pushing event updated for resources: {'Port': ['ID=2df84d44-ca9d-4a1d-8ecf-ee807fe30c57,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:43.673939 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa60235-a1f0-47cd-8954-467537771960 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Network hostable DHCP agents. Network: aa1a25cd-990d-4363-b5b6-828f4e3933d9, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:40:43.687375 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa60235-a1f0-47cd-8954-467537771960 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Pushing event updated for resources: {'Subnet': ['ID=1f2b7ac7-b0f7-4860-a408-e81dc7ed2572,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:43.722066 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-ce56ad19-c38f-4c76-b83a-35bfd1e774ad tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] device_id is not set on port bd76ab1f-6caf-43b7-be72-0a68ad3c54bc yet. {{(pid=103140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:40:43.754218 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-af9202f8-1155-493e-bdc2-d6d683e14263 req-4e19ccf9-600c-4706-b879-8f2ccef7aa62 tempest-ServerPasswordTestJSON-706612662 tempest-ServerPasswordTestJSON-706612662-project] 10.222.0.90 "GET /v2.0/security-groups?id=e83a02d3-83cf-4b7c-b5d2-0413aba823e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3458185 Feb 09 21:40:43.763813 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65efdb3-e7e7-4202-aa8a-d4349ef98694 req-0177bf17-d036-428a-9409-e5f0573605b1 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:43.766912 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b65efdb3-e7e7-4202-aa8a-d4349ef98694 req-0177bf17-d036-428a-9409-e5f0573605b1 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:43.784518 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e5232-a3f0-4960-bf19-531d08811767 req-62a8b089-14b5-4b22-b0a8-d386d1c4274d tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:43.786305 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-829e5232-a3f0-4960-bf19-531d08811767 req-62a8b089-14b5-4b22-b0a8-d386d1c4274d tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] 10.222.0.90 "GET /v2.0/ports?device_id=868f5939-9656-4337-93ba-a505cb3feae5 HTTP/1.1" status: 200 len: 932 time: 0.3365886 Feb 09 21:40:43.812644 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa60235-a1f0-47cd-8954-467537771960 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Network aa1a25cd-990d-4363-b5b6-828f4e3933d9 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:40:43.854738 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-92a39087-eda3-4ea0-a059-6d75d0198a05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:43.874894 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b65efdb3-e7e7-4202-aa8a-d4349ef98694 req-0177bf17-d036-428a-9409-e5f0573605b1 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2365308 Feb 09 21:40:43.886678 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-0aa60235-a1f0-47cd-8954-467537771960 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, aa1a25cd-990d-4363-b5b6-828f4e3933d9) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:40:43.898351 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7b5da8da-c675-4377-9d4f-a43b98aecdee req-810533c5-3469-4091-8016-3abb790d0fbd tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] 10.222.0.90 "GET /v2.0/ports?device_id=3c4470cf-379e-4e8d-bce4-e188d20f6445 HTTP/1.1" status: 200 len: 210 time: 0.0489454 Feb 09 21:40:43.900794 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-b65efdb3-e7e7-4202-aa8a-d4349ef98694 req-128aa310-cb1c-45af-963f-69a1b9555d7a service neutron] Request body: {'port': {'device_id': '868f5939-9656-4337-93ba-a505cb3feae5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:43.921026 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa60235-a1f0-47cd-8954-467537771960 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:43.921829 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0aa60235-a1f0-47cd-8954-467537771960 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:43.924181 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-4fd131cf-94dc-4449-ab53-422a27cb35d5 None None] Provisioning complete for port 5ac4a265-50f1-4992-8e24-78511d1033cc triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:40:43.928798 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-4fd131cf-94dc-4449-ab53-422a27cb35d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (5ac4a265-50f1-4992-8e24-78511d1033cc), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:43.940528 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1c3e9b-5ba8-4c25-96cf-996fd1f5ae58 None None] Network aa1a25cd-990d-4363-b5b6-828f4e3933d9 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:40:44.012494 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-0aa60235-a1f0-47cd-8954-467537771960 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6271069 Feb 09 21:40:44.015618 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 36248) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:44.024059 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-73c1437a-5d5f-4fad-a4b2-b5a04b6ab040 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1946181492', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:44.033214 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-829e5232-a3f0-4960-bf19-531d08811767 req-ae7b60bc-38e4-4bd7-ba26-3393a7e1618d tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] 10.222.0.90 "GET /v2.0/security-groups?id=ab096705-bc25-431a-ab5c-fe0d32c221c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1839926 Feb 09 21:40:44.061854 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-73c1437a-5d5f-4fad-a4b2-b5a04b6ab040 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (bbbb9d8c-b469-4ed9-83fe-3b1867f3fc82), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:44.063007 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-73c1437a-5d5f-4fad-a4b2-b5a04b6ab040 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (bbbb9d8c-b469-4ed9-83fe-3b1867f3fc82), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:44.065453 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-ce56ad19-c38f-4c76-b83a-35bfd1e774ad tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Allocated IP 2001:db8::328 (efb2aa30-4cef-4e85-b5ff-551f839a909c/23345faa-091f-4c0e-a558-dcaf3250fc6c/bd76ab1f-6caf-43b7-be72-0a68ad3c54bc) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:40:44.122857 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-4fd131cf-94dc-4449-ab53-422a27cb35d5 None None] Port 5ac4a265-50f1-4992-8e24-78511d1033cc cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:40:44.146825 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:44.252835 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2678d204-10bd-4edb-9833-d468733c895e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-aa1a25cd-990d-4363-b5b6-828f4e3933d9', 'network_id': 'aa1a25cd-990d-4363-b5b6-828f4e3933d9', 'project_id': '67feb264805b4b31b627437845cc2aaf', 'fixed_ips': [{'subnet_id': '1f2b7ac7-b0f7-4860-a408-e81dc7ed2572'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:40:44.253796 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2678d204-10bd-4edb-9833-d468733c895e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:44.278490 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-73c1437a-5d5f-4fad-a4b2-b5a04b6ab040 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for router_controller (bbbb9d8c-b469-4ed9-83fe-3b1867f3fc82), precommit_add_association {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:44.313210 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-92a39087-eda3-4ea0-a059-6d75d0198a05 admin admin] Publish callbacks [] for security_group (2b88e644-2846-4133-9172-01fb76266907), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:44.321825 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-73c1437a-5d5f-4fad-a4b2-b5a04b6ab040 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (bbbb9d8c-b469-4ed9-83fe-3b1867f3fc82), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:44.330270 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-92a39087-eda3-4ea0-a059-6d75d0198a05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (2b88e644-2846-4133-9172-01fb76266907), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:44.334232 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b65efdb3-e7e7-4202-aa8a-d4349ef98694 req-128aa310-cb1c-45af-963f-69a1b9555d7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (5ac4a265-50f1-4992-8e24-78511d1033cc), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:44.380877 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bab34a-df90-47f8-8cea-6a341a0189f4 req-d8682408-ab5d-46f3-b001-58d65543a9ee tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:44.389338 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f3bab34a-df90-47f8-8cea-6a341a0189f4 req-d8682408-ab5d-46f3-b001-58d65543a9ee tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5942c39-add0-42a2-bc58-a7492d65f23d HTTP/1.1" status: 200 len: 949 time: 0.1316578 Feb 09 21:40:44.413115 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-73c1437a-5d5f-4fad-a4b2-b5a04b6ab040 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:44.414364 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-73c1437a-5d5f-4fad-a4b2-b5a04b6ab040 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3944426 Feb 09 21:40:44.414993 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ce56ad19-c38f-4c76-b83a-35bfd1e774ad tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Publish callbacks [] for port (bd76ab1f-6caf-43b7-be72-0a68ad3c54bc), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:44.417894 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 36252) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:44.421607 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-92a39087-eda3-4ea0-a059-6d75d0198a05 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=36890dc7a77e496186ab4aef44b21fbf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8609750 Feb 09 21:40:44.426990 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 36254) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:44.429555 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a39087-eda3-4ea0-a059-6d75d0198a05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b88e644-2846-4133-9172-01fb76266907,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:44.446896 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-2678d204-10bd-4edb-9833-d468733c895e None None] Allocated IP 172.21.0.2 (aa1a25cd-990d-4363-b5b6-828f4e3933d9/1f2b7ac7-b0f7-4860-a408-e81dc7ed2572/8bac4df6-a383-4076-a9a2-549f1e862caf) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:40:44.495336 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f3bab34a-df90-47f8-8cea-6a341a0189f4 req-c5bd4ddd-aa9d-4ada-8047-3a6774ccf281 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/security-groups?id=18eb7429-13f2-4956-b934-bb119bf89c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051180 Feb 09 21:40:44.547945 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ce56ad19-c38f-4c76-b83a-35bfd1e774ad tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (bd76ab1f-6caf-43b7-be72-0a68ad3c54bc), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:44.561698 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-137c7759-4cc3-4ce3-938b-7dba2f91ebb9 admin admin] Publish callbacks [] for security_group (2b88e644-2846-4133-9172-01fb76266907), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:44.607495 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce56ad19-c38f-4c76-b83a-35bfd1e774ad tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Network efb2aa30-4cef-4e85-b5ff-551f839a909c is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:40:44.614230 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2678d204-10bd-4edb-9833-d468733c895e None None] Publish callbacks [] for port (8bac4df6-a383-4076-a9a2-549f1e862caf), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:44.620183 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-ce56ad19-c38f-4c76-b83a-35bfd1e774ad tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:40:44.622395 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2678d204-10bd-4edb-9833-d468733c895e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (8bac4df6-a383-4076-a9a2-549f1e862caf), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:44.625023 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-137c7759-4cc3-4ce3-938b-7dba2f91ebb9 admin admin] Publish callbacks [] for security_group (2b88e644-2846-4133-9172-01fb76266907), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:44.647347 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce56ad19-c38f-4c76-b83a-35bfd1e774ad tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:40:44.667811 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce56ad19-c38f-4c76-b83a-35bfd1e774ad tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:44.672342 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ce56ad19-c38f-4c76-b83a-35bfd1e774ad tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:44.673991 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2678d204-10bd-4edb-9833-d468733c895e None None] Network aa1a25cd-990d-4363-b5b6-828f4e3933d9 is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:40:44.680599 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-2678d204-10bd-4edb-9833-d468733c895e None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:40:44.684254 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2678d204-10bd-4edb-9833-d468733c895e None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:40:44.748015 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce56ad19-c38f-4c76-b83a-35bfd1e774ad tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Pushing event updated for resources: {'Port': ['ID=bd76ab1f-6caf-43b7-be72-0a68ad3c54bc,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:44.772493 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2678d204-10bd-4edb-9833-d468733c895e None None] Pushing event updated for resources: {'Port': ['ID=8bac4df6-a383-4076-a9a2-549f1e862caf,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:44.778885 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-2678d204-10bd-4edb-9833-d468733c895e None None] Attempting to bind port 8bac4df6-a383-4076-a9a2-549f1e862caf on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:40:44.779538 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-2678d204-10bd-4edb-9833-d468733c895e None None] Attempting to bind port 8bac4df6-a383-4076-a9a2-549f1e862caf by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': 'd8b20cb6-0556-4bf2-88b7-7b90c9d56343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'aa1a25cd-990d-4363-b5b6-828f4e3933d9'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:40:44.780091 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2678d204-10bd-4edb-9833-d468733c895e None None] Attempting to bind port 8bac4df6-a383-4076-a9a2-549f1e862caf on network aa1a25cd-990d-4363-b5b6-828f4e3933d9 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:40:44.788687 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2678d204-10bd-4edb-9833-d468733c895e None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:40:44.789443 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2678d204-10bd-4edb-9833-d468733c895e None None] Checking segment: {'id': 'd8b20cb6-0556-4bf2-88b7-7b90c9d56343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'aa1a25cd-990d-4363-b5b6-828f4e3933d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:40:44.790014 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2678d204-10bd-4edb-9833-d468733c895e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:44.790568 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2678d204-10bd-4edb-9833-d468733c895e None None] Bound using segment: {'id': 'd8b20cb6-0556-4bf2-88b7-7b90c9d56343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'aa1a25cd-990d-4363-b5b6-828f4e3933d9'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:40:44.790691 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-ce56ad19-c38f-4c76-b83a-35bfd1e774ad tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5491102 Feb 09 21:40:44.791410 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-2678d204-10bd-4edb-9833-d468733c895e None None] Bound port: 8bac4df6-a383-4076-a9a2-549f1e862caf, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b20cb6-0556-4bf2-88b7-7b90c9d56343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'aa1a25cd-990d-4363-b5b6-828f4e3933d9'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:40:44.792062 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2678d204-10bd-4edb-9833-d468733c895e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (8bac4df6-a383-4076-a9a2-549f1e862caf), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:44.809901 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 36258) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:44.829497 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-c72a5411-005d-4f95-81f7-e66e8daafb2d tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Request body: {'port': {'network_id': 'efb2aa30-4cef-4e85-b5ff-551f839a909c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1626508185'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:44.880535 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-2678d204-10bd-4edb-9833-d468733c895e None None] For port 8bac4df6-a383-4076-a9a2-549f1e862caf, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:40:44.890191 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-2678d204-10bd-4edb-9833-d468733c895e None None] For port 8bac4df6-a383-4076-a9a2-549f1e862caf, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=8bac4df6-a383-4076-a9a2-549f1e862caf,segment=NetworkSegment(d8b20cb6-0556-4bf2-88b7-7b90c9d56343),segment_id=d8b20cb6-0556-4bf2-88b7-7b90c9d56343)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:40:44.900871 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2678d204-10bd-4edb-9833-d468733c895e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (8bac4df6-a383-4076-a9a2-549f1e862caf), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:44.953805 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-137c7759-4cc3-4ce3-938b-7dba2f91ebb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (2b88e644-2846-4133-9172-01fb76266907), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:44.967242 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-137c7759-4cc3-4ce3-938b-7dba2f91ebb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:44.969792 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-137c7759-4cc3-4ce3-938b-7dba2f91ebb9 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/2b88e644-2846-4133-9172-01fb76266907 HTTP/1.1" status: 204 len: 168 time: 0.5406923 Feb 09 21:40:45.028677 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2678d204-10bd-4edb-9833-d468733c895e None None] Pushing event updated for resources: {'Port': ['ID=8bac4df6-a383-4076-a9a2-549f1e862caf,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:45.067920 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137c7759-4cc3-4ce3-938b-7dba2f91ebb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b88e644-2846-4133-9172-01fb76266907,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:45.077306 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764d811c-bc88-4408-a6c6-aadcae35a8de req-fa9e9543-147e-4ab0-9a1c-a77d5ebdab07 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:45.079683 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-764d811c-bc88-4408-a6c6-aadcae35a8de req-fa9e9543-147e-4ab0-9a1c-a77d5ebdab07 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] 10.222.0.95 "GET /v2.0/networks?id=31fc07a6-f299-4165-bd01-4e6338ff4b55 HTTP/1.1" status: 200 len: 816 time: 0.2878909 Feb 09 21:40:45.220142 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:45.245288 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-65caa2dd-25c9-4dc4-9def-8650550b5bc3 req-c18ff21d-f26d-4862-a464-afb0402a60db tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] 10.222.0.90 "GET /v2.0/ports?device_id=3c4470cf-379e-4e8d-bce4-e188d20f6445 HTTP/1.1" status: 200 len: 210 time: 0.1147692 Feb 09 21:40:45.309677 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-2c2a25a6-e42c-4c37-abe9-707dc1d82ff9 None None] Provisioning complete for port bd76ab1f-6caf-43b7-be72-0a68ad3c54bc triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:40:45.310171 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2c2a25a6-e42c-4c37-abe9-707dc1d82ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (bd76ab1f-6caf-43b7-be72-0a68ad3c54bc), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:45.310917 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86db6d60-b69a-424d-874f-6ef2c10a0b22 req-a3a62647-4f17-477f-8c19-11fba4343b2b tempest-ServerPasswordTestJSON-706612662 tempest-ServerPasswordTestJSON-706612662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:45.320382 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-86db6d60-b69a-424d-874f-6ef2c10a0b22 req-a3a62647-4f17-477f-8c19-11fba4343b2b tempest-ServerPasswordTestJSON-706612662 tempest-ServerPasswordTestJSON-706612662-project] 10.222.0.90 "GET /v2.0/ports?device_id=fc0b4d91-d377-4f03-a821-d3250c7b1c5a HTTP/1.1" status: 200 len: 943 time: 0.3053403 Feb 09 21:40:45.431514 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-2c2a25a6-e42c-4c37-abe9-707dc1d82ff9 None None] Port bd76ab1f-6caf-43b7-be72-0a68ad3c54bc cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:40:45.435865 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-18116b81-d109-4587-8b65-d0233c997c1e tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:45.542054 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-764d811c-bc88-4408-a6c6-aadcae35a8de req-3a7c210a-4410-4a2a-83cf-fc27a1bf5669 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=891ca650f17f4d53a93ccc8e382018ef HTTP/1.1" status: 200 len: 379 time: 0.4454870 Feb 09 21:40:45.559064 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-764d811c-bc88-4408-a6c6-aadcae35a8de req-8e0c2f67-0dc1-4ae2-b83e-e849a96da66e tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Request body: {'port': {'device_id': '3c4470cf-379e-4e8d-bce4-e188d20f6445', 'network_id': '31fc07a6-f299-4165-bd01-4e6338ff4b55', 'admin_state_up': True, 'tenant_id': '891ca650f17f4d53a93ccc8e382018ef', 'security_groups': ['acf6eb09-8df7-4797-a643-4eeaeced6321']}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:45.603325 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-b65efdb3-e7e7-4202-aa8a-d4349ef98694 req-128aa310-cb1c-45af-963f-69a1b9555d7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ac4a265-50f1-4992-8e24-78511d1033cc {{(pid=103141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:40:45.624440 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a12401-95b2-4338-8ab3-e3d74cc84da7 None None] Network 5be46bd2-5762-4817-8e66-6150aa69d018 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:40:45.632608 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-86db6d60-b69a-424d-874f-6ef2c10a0b22 req-430cd0a6-b3a2-4c33-a09d-863d344886c5 tempest-ServerPasswordTestJSON-706612662 tempest-ServerPasswordTestJSON-706612662-project] 10.222.0.90 "GET /v2.0/security-groups?id=e83a02d3-83cf-4b7c-b5d2-0413aba823e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3106985 Feb 09 21:40:45.682023 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 36272) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:45.684383 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b65efdb3-e7e7-4202-aa8a-d4349ef98694 req-128aa310-cb1c-45af-963f-69a1b9555d7a service neutron] Publish callbacks [] for port (5ac4a265-50f1-4992-8e24-78511d1033cc), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:45.686984 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c72a5411-005d-4f95-81f7-e66e8daafb2d tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Made reservation on behalf of a3db6ddc7dd747da93aae5453adefeb9 for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:40:45.689360 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba67608-fb26-4c59-afac-197f5c1cb1ad req-860b9742-c10b-48b4-a485-a198809cb797 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:45.690982 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-aba67608-fb26-4c59-afac-197f5c1cb1ad req-860b9742-c10b-48b4-a485-a198809cb797 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] 10.222.0.90 "GET /v2.0/ports?device_id=868f5939-9656-4337-93ba-a505cb3feae5 HTTP/1.1" status: 200 len: 932 time: 0.2786398 Feb 09 21:40:45.691390 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c72a5411-005d-4f95-81f7-e66e8daafb2d tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:45.732575 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9f67d9f6-27e5-477f-8fd2-fc30a1f4192b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:45.748148 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [None req-c72a5411-005d-4f95-81f7-e66e8daafb2d tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] device_id is not set on port 253309cb-1d31-4325-9153-f815de8d3823 yet. {{(pid=103141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:40:45.792426 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-35038ee9-d623-45ae-81f4-f8c72e70af73 None None] Provisioning complete for port 2df84d44-ca9d-4a1d-8ecf-ee807fe30c57 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:40:45.793047 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-35038ee9-d623-45ae-81f4-f8c72e70af73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (2df84d44-ca9d-4a1d-8ecf-ee807fe30c57), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:45.838619 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 16105cc0-6097-4341-b5fe-272e2ecc37f7 details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:40:45.908757 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-aba67608-fb26-4c59-afac-197f5c1cb1ad req-4f35fde6-18c6-454a-ae7e-dfed0b29f9e2 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] 10.222.0.90 "GET /v2.0/security-groups?id=ab096705-bc25-431a-ab5c-fe0d32c221c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1955392 Feb 09 21:40:45.923379 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-b65efdb3-e7e7-4202-aa8a-d4349ef98694 req-128aa310-cb1c-45af-963f-69a1b9555d7a service neutron] Transition to ACTIVE for port object 5ac4a265-50f1-4992-8e24-78511d1033cc will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:40:45.937217 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-764d811c-bc88-4408-a6c6-aadcae35a8de req-8e0c2f67-0dc1-4ae2-b83e-e849a96da66e tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Made reservation on behalf of 891ca650f17f4d53a93ccc8e382018ef for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:40:45.940940 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-764d811c-bc88-4408-a6c6-aadcae35a8de req-8e0c2f67-0dc1-4ae2-b83e-e849a96da66e tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:45.945157 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-c72a5411-005d-4f95-81f7-e66e8daafb2d tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Allocated IP 2001:db8::70 (efb2aa30-4cef-4e85-b5ff-551f839a909c/23345faa-091f-4c0e-a558-dcaf3250fc6c/253309cb-1d31-4325-9153-f815de8d3823) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:40:45.945346 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 8bac4df6-a383-4076-a9a2-549f1e862caf up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:40:45.951714 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b65efdb3-e7e7-4202-aa8a-d4349ef98694 req-128aa310-cb1c-45af-963f-69a1b9555d7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (5ac4a265-50f1-4992-8e24-78511d1033cc), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:46.086534 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 16105cc0-6097-4341-b5fe-272e2ecc37f7, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=16105cc0-6097-4341-b5fe-272e2ecc37f7,segment=NetworkSegment(e8e3a80e-6b63-4d2b-a138-44a3f5256a84),segment_id=e8e3a80e-6b63-4d2b-a138-44a3f5256a84)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:46.101394 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [req-764d811c-bc88-4408-a6c6-aadcae35a8de req-8e0c2f67-0dc1-4ae2-b83e-e849a96da66e tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Allocated IP 172.20.0.12 (31fc07a6-f299-4165-bd01-4e6338ff4b55/0faed951-8579-406a-a0fb-7a4b47e45260/8de4ef65-62a3-4142-8e5c-4c207cb449ea) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:40:46.136413 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': '16105cc0-6097-4341-b5fe-272e2ecc37f7', 'network_id': 'e5abb046-8a57-4ee6-ba21-6cf922bd3215', 'port_id': '16105cc0-6097-4341-b5fe-272e2ecc37f7', 'mac_address': 'fa:16:3e:9a:75:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0e44660-b300-44dc-b945-6219f8f2af08', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:40:46.290312 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128aa310-cb1c-45af-963f-69a1b9555d7a service neutron] Pushing event updated for resources: {'Port': ['ID=5ac4a265-50f1-4992-8e24-78511d1033cc,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:46.343891 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-764d811c-bc88-4408-a6c6-aadcae35a8de req-8e0c2f67-0dc1-4ae2-b83e-e849a96da66e tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Publish callbacks [] for port (8de4ef65-62a3-4142-8e5c-4c207cb449ea), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:46.419847 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b25f45-32fe-4200-8111-6de73617ccfc req-d8072b8b-17cd-4f38-ba65-5a1c9cfa0440 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:46.423388 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e9b25f45-32fe-4200-8111-6de73617ccfc req-d8072b8b-17cd-4f38-ba65-5a1c9cfa0440 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5942c39-add0-42a2-bc58-a7492d65f23d HTTP/1.1" status: 200 len: 949 time: 0.6383178 Feb 09 21:40:46.427044 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-764d811c-bc88-4408-a6c6-aadcae35a8de req-8e0c2f67-0dc1-4ae2-b83e-e849a96da66e tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (8de4ef65-62a3-4142-8e5c-4c207cb449ea), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:46.529284 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-764d811c-bc88-4408-a6c6-aadcae35a8de req-8e0c2f67-0dc1-4ae2-b83e-e849a96da66e tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Network 31fc07a6-f299-4165-bd01-4e6338ff4b55 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:40:46.535873 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [req-764d811c-bc88-4408-a6c6-aadcae35a8de req-8e0c2f67-0dc1-4ae2-b83e-e849a96da66e tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:40:46.555936 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-764d811c-bc88-4408-a6c6-aadcae35a8de req-8e0c2f67-0dc1-4ae2-b83e-e849a96da66e tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:40:46.585382 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 8bac4df6-a383-4076-a9a2-549f1e862caf triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:40:46.586087 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0c2f67-0dc1-4ae2-b83e-e849a96da66e tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Pushing event updated for resources: {'Port': ['ID=8de4ef65-62a3-4142-8e5c-4c207cb449ea,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:46.586733 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (8bac4df6-a383-4076-a9a2-549f1e862caf), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:46.688487 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764d811c-bc88-4408-a6c6-aadcae35a8de req-8e0c2f67-0dc1-4ae2-b83e-e849a96da66e tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:46.689175 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-764d811c-bc88-4408-a6c6-aadcae35a8de req-8e0c2f67-0dc1-4ae2-b83e-e849a96da66e tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:46.694447 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-35038ee9-d623-45ae-81f4-f8c72e70af73 None None] Current status of the port 2df84d44-ca9d-4a1d-8ecf-ee807fe30c57 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:40:46.695203 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-35038ee9-d623-45ae-81f4-f8c72e70af73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (2df84d44-ca9d-4a1d-8ecf-ee807fe30c57), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:46.737706 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 16105cc0-6097-4341-b5fe-272e2ecc37f7 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:40:46.746273 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (16105cc0-6097-4341-b5fe-272e2ecc37f7), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:46.757570 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b86d5d7-b5de-4e9b-9b72-76bca1b0ef09 req-717fa236-1119-48eb-8fc8-b6d2ac18e7b9 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:46.772855 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5b86d5d7-b5de-4e9b-9b72-76bca1b0ef09 req-717fa236-1119-48eb-8fc8-b6d2ac18e7b9 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] 10.222.0.90 "GET /v2.0/ports?device_id=3c4470cf-379e-4e8d-bce4-e188d20f6445 HTTP/1.1" status: 200 len: 932 time: 0.3656092 Feb 09 21:40:46.785027 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-b65efdb3-e7e7-4202-aa8a-d4349ef98694 req-128aa310-cb1c-45af-963f-69a1b9555d7a service neutron] Attempting to bind port 5ac4a265-50f1-4992-8e24-78511d1033cc on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:40:46.785623 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-b65efdb3-e7e7-4202-aa8a-d4349ef98694 req-128aa310-cb1c-45af-963f-69a1b9555d7a service neutron] Attempting to bind port 5ac4a265-50f1-4992-8e24-78511d1033cc by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': '2f4c115b-06fa-44f3-b55b-8384b7917bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '877a96af-1a67-4748-9efa-076a406748da'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:40:46.786117 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65efdb3-e7e7-4202-aa8a-d4349ef98694 req-128aa310-cb1c-45af-963f-69a1b9555d7a service neutron] Attempting to bind port 5ac4a265-50f1-4992-8e24-78511d1033cc on network 877a96af-1a67-4748-9efa-076a406748da {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:40:46.794331 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9f67d9f6-27e5-477f-8fd2-fc30a1f4192b admin admin] Publish callbacks [] for security_group (5a7b2769-175b-4339-acad-9500012faf11), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:46.805182 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-18116b81-d109-4587-8b65-d0233c997c1e tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Allocated IP 172.20.0.1 (5be46bd2-5762-4817-8e66-6150aa69d018/99777644-2d52-4f67-b056-6fa58fce1b07/d18da42b-6e7c-499d-aa1c-0dbc7016eaa1) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:40:46.811871 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16105cc0-6097-4341-b5fe-272e2ecc37f7 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:40:46.827310 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e9b25f45-32fe-4200-8111-6de73617ccfc req-3c6e2c2d-7c23-4fe1-af33-792ac3e61d86 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/security-groups?id=18eb7429-13f2-4956-b934-bb119bf89c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3943260 Feb 09 21:40:46.838739 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9f67d9f6-27e5-477f-8fd2-fc30a1f4192b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (5a7b2769-175b-4339-acad-9500012faf11), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:46.842407 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65efdb3-e7e7-4202-aa8a-d4349ef98694 req-128aa310-cb1c-45af-963f-69a1b9555d7a service neutron] Port 5ac4a265-50f1-4992-8e24-78511d1033cc on network 877a96af-1a67-4748-9efa-076a406748da not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:40:46.843003 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65efdb3-e7e7-4202-aa8a-d4349ef98694 req-128aa310-cb1c-45af-963f-69a1b9555d7a service neutron] Attempting to bind port 5ac4a265-50f1-4992-8e24-78511d1033cc on network 877a96af-1a67-4748-9efa-076a406748da {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:40:46.847352 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-764d811c-bc88-4408-a6c6-aadcae35a8de req-8e0c2f67-0dc1-4ae2-b83e-e849a96da66e tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2895522 Feb 09 21:40:46.859740 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-764d811c-bc88-4408-a6c6-aadcae35a8de req-ba559b92-de2b-453e-9218-706d1cb473ef service neutron] Request body: {'port': {'device_id': '3c4470cf-379e-4e8d-bce4-e188d20f6445', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-5'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:46.882407 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-35038ee9-d623-45ae-81f4-f8c72e70af73 None None] For port 2df84d44-ca9d-4a1d-8ecf-ee807fe30c57, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=2df84d44-ca9d-4a1d-8ecf-ee807fe30c57,segment=NetworkSegment(32453b9b-6ee7-44a7-8723-374f04f46927),segment_id=32453b9b-6ee7-44a7-8723-374f04f46927)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:46.914908 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65efdb3-e7e7-4202-aa8a-d4349ef98694 req-128aa310-cb1c-45af-963f-69a1b9555d7a service neutron] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:40:46.915853 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65efdb3-e7e7-4202-aa8a-d4349ef98694 req-128aa310-cb1c-45af-963f-69a1b9555d7a service neutron] Checking segment: {'id': '2f4c115b-06fa-44f3-b55b-8384b7917bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '877a96af-1a67-4748-9efa-076a406748da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:40:46.916522 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65efdb3-e7e7-4202-aa8a-d4349ef98694 req-128aa310-cb1c-45af-963f-69a1b9555d7a service neutron] Bound using segment: {'id': '2f4c115b-06fa-44f3-b55b-8384b7917bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '877a96af-1a67-4748-9efa-076a406748da'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:40:46.917007 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-b65efdb3-e7e7-4202-aa8a-d4349ef98694 req-128aa310-cb1c-45af-963f-69a1b9555d7a service neutron] Bound port: 5ac4a265-50f1-4992-8e24-78511d1033cc, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f4c115b-06fa-44f3-b55b-8384b7917bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '877a96af-1a67-4748-9efa-076a406748da'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:40:46.917581 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b65efdb3-e7e7-4202-aa8a-d4349ef98694 req-128aa310-cb1c-45af-963f-69a1b9555d7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (5ac4a265-50f1-4992-8e24-78511d1033cc), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:46.948800 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 16105cc0-6097-4341-b5fe-272e2ecc37f7, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=16105cc0-6097-4341-b5fe-272e2ecc37f7,segment=NetworkSegment(e8e3a80e-6b63-4d2b-a138-44a3f5256a84),segment_id=e8e3a80e-6b63-4d2b-a138-44a3f5256a84)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:46.951284 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-35038ee9-d623-45ae-81f4-f8c72e70af73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (2df84d44-ca9d-4a1d-8ecf-ee807fe30c57), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:46.969011 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5b86d5d7-b5de-4e9b-9b72-76bca1b0ef09 req-ca815aae-0c51-4036-b788-f968d2e2fa3d tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] 10.222.0.90 "GET /v2.0/security-groups?id=acf6eb09-8df7-4797-a643-4eeaeced6321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1951625 Feb 09 21:40:46.986100 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81e20fa-a39a-4022-8eb4-1891993579d4 None None] Network aa1a25cd-990d-4363-b5b6-828f4e3933d9 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:40:46.986348 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c72a5411-005d-4f95-81f7-e66e8daafb2d tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Publish callbacks [] for port (253309cb-1d31-4325-9153-f815de8d3823), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:47.014992 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (16105cc0-6097-4341-b5fe-272e2ecc37f7), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:47.083263 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-764d811c-bc88-4408-a6c6-aadcae35a8de req-ba559b92-de2b-453e-9218-706d1cb473ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (8de4ef65-62a3-4142-8e5c-4c207cb449ea), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:47.163364 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 8bac4df6-a383-4076-a9a2-549f1e862caf is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:40:47.163675 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (8bac4df6-a383-4076-a9a2-549f1e862caf), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:47.211777 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35038ee9-d623-45ae-81f4-f8c72e70af73 None None] Pushing event updated for resources: {'Port': ['ID=2df84d44-ca9d-4a1d-8ecf-ee807fe30c57,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:47.286836 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=16105cc0-6097-4341-b5fe-272e2ecc37f7,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:47.331606 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port 8bac4df6-a383-4076-a9a2-549f1e862caf, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=8bac4df6-a383-4076-a9a2-549f1e862caf,segment=NetworkSegment(d8b20cb6-0556-4bf2-88b7-7b90c9d56343),segment_id=d8b20cb6-0556-4bf2-88b7-7b90c9d56343)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:47.352715 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (8bac4df6-a383-4076-a9a2-549f1e862caf), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:47.353534 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 2df84d44-ca9d-4a1d-8ecf-ee807fe30c57 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:40:47.393138 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-af267f47-1483-4f70-891d-628e10fa17b8 None None] Provisioning complete for port 8de4ef65-62a3-4142-8e5c-4c207cb449ea triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:40:47.393548 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-af267f47-1483-4f70-891d-628e10fa17b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (8de4ef65-62a3-4142-8e5c-4c207cb449ea), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:47.430817 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-18116b81-d109-4587-8b65-d0233c997c1e tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for port (d18da42b-6e7c-499d-aa1c-0dbc7016eaa1), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:47.445530 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['16105cc0-6097-4341-b5fe-272e2ecc37f7'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:40:47.460789 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f67d9f6-27e5-477f-8fd2-fc30a1f4192b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a7b2769-175b-4339-acad-9500012faf11,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:47.511517 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [req-764d811c-bc88-4408-a6c6-aadcae35a8de req-ba559b92-de2b-453e-9218-706d1cb473ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8de4ef65-62a3-4142-8e5c-4c207cb449ea {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:40:47.512662 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-b65efdb3-e7e7-4202-aa8a-d4349ef98694 req-128aa310-cb1c-45af-963f-69a1b9555d7a service neutron] For port 5ac4a265-50f1-4992-8e24-78511d1033cc, host n-h2-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:40:47.515828 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-b65efdb3-e7e7-4202-aa8a-d4349ef98694 req-128aa310-cb1c-45af-963f-69a1b9555d7a service neutron] For port 5ac4a265-50f1-4992-8e24-78511d1033cc, host n-h2-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=5ac4a265-50f1-4992-8e24-78511d1033cc,segment=NetworkSegment(2f4c115b-06fa-44f3-b55b-8384b7917bba),segment_id=2f4c115b-06fa-44f3-b55b-8384b7917bba)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:40:47.523924 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-764d811c-bc88-4408-a6c6-aadcae35a8de req-ba559b92-de2b-453e-9218-706d1cb473ef service neutron] Publish callbacks [] for port (8de4ef65-62a3-4142-8e5c-4c207cb449ea), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:47.544359 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [req-764d811c-bc88-4408-a6c6-aadcae35a8de req-ba559b92-de2b-453e-9218-706d1cb473ef service neutron] Transition to ACTIVE for port object 8de4ef65-62a3-4142-8e5c-4c207cb449ea will not be triggered until provisioned by entity L2. {{(pid=103140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:40:47.547675 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-9f67d9f6-27e5-477f-8fd2-fc30a1f4192b admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=0cd9a46bc55b4c61ab111931ae2e66d1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8528829 Feb 09 21:40:47.550251 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b65efdb3-e7e7-4202-aa8a-d4349ef98694 req-128aa310-cb1c-45af-963f-69a1b9555d7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (5ac4a265-50f1-4992-8e24-78511d1033cc), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:47.557966 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd9ea1d-d035-44a0-b78b-86124b2c0b97 req-efb2ba17-08d3-4af6-bfdb-a201e8f36ba8 tempest-ServerPasswordTestJSON-706612662 tempest-ServerPasswordTestJSON-706612662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:47.560347 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-18116b81-d109-4587-8b65-d0233c997c1e tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (d18da42b-6e7c-499d-aa1c-0dbc7016eaa1), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:47.562904 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 36280) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:47.569023 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c72a5411-005d-4f95-81f7-e66e8daafb2d tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (253309cb-1d31-4325-9153-f815de8d3823), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:47.585014 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4dd9ea1d-d035-44a0-b78b-86124b2c0b97 req-efb2ba17-08d3-4af6-bfdb-a201e8f36ba8 tempest-ServerPasswordTestJSON-706612662 tempest-ServerPasswordTestJSON-706612662-project] 10.222.0.90 "GET /v2.0/ports?device_id=fc0b4d91-d377-4f03-a821-d3250c7b1c5a HTTP/1.1" status: 200 len: 944 time: 0.5292935 Feb 09 21:40:47.593372 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-af267f47-1483-4f70-891d-628e10fa17b8 None None] Port 8de4ef65-62a3-4142-8e5c-4c207cb449ea cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:40:47.602282 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 2df84d44-ca9d-4a1d-8ecf-ee807fe30c57 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:40:47.602488 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65efdb3-e7e7-4202-aa8a-d4349ef98694 req-128aa310-cb1c-45af-963f-69a1b9555d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:47.602667 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (2df84d44-ca9d-4a1d-8ecf-ee807fe30c57), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:47.603517 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b65efdb3-e7e7-4202-aa8a-d4349ef98694 req-128aa310-cb1c-45af-963f-69a1b9555d7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:47.605404 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b65efdb3-e7e7-4202-aa8a-d4349ef98694 req-128aa310-cb1c-45af-963f-69a1b9555d7a service neutron] 10.222.0.89 "PUT /v2.0/ports/5ac4a265-50f1-4992-8e24-78511d1033cc HTTP/1.1" status: 200 len: 1092 time: 3.7160013 Feb 09 21:40:47.610292 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=8bac4df6-a383-4076-a9a2-549f1e862caf,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:47.619245 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3926e588-c726-45d1-9f8e-9d9062769581 req-c653f1ea-92a1-4afe-9529-0f8d6170e838 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:47.620828 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3926e588-c726-45d1-9f8e-9d9062769581 req-c653f1ea-92a1-4afe-9529-0f8d6170e838 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] 10.222.0.90 "GET /v2.0/ports?device_id=868f5939-9656-4337-93ba-a505cb3feae5 HTTP/1.1" status: 200 len: 944 time: 0.5163779 Feb 09 21:40:47.622100 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-764d811c-bc88-4408-a6c6-aadcae35a8de req-ba559b92-de2b-453e-9218-706d1cb473ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (8de4ef65-62a3-4142-8e5c-4c207cb449ea), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:47.683536 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-af267f47-1483-4f70-891d-628e10fa17b8 None None] Provisioning complete for port 8bac4df6-a383-4076-a9a2-549f1e862caf triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:40:47.683853 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-af267f47-1483-4f70-891d-628e10fa17b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (8bac4df6-a383-4076-a9a2-549f1e862caf), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:47.685909 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '868f5939-9656-4337-93ba-a505cb3feae5', 'tag': '5ac4a265-50f1-4992-8e24-78511d1033cc'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:40:47.688643 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24d0464a-35a7-4e5e-9e98-35094d14e48f" -d '{"events": [{"name": "network-changed", "server_uuid": "868f5939-9656-4337-93ba-a505cb3feae5", "tag": "5ac4a265-50f1-4992-8e24-78511d1033cc"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:40:47.829360 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18116b81-d109-4587-8b65-d0233c997c1e tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Network 5be46bd2-5762-4817-8e66-6150aa69d018 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:40:47.859349 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-18116b81-d109-4587-8b65-d0233c997c1e tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:40:47.891470 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 2df84d44-ca9d-4a1d-8ecf-ee807fe30c57 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:40:47.894426 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18116b81-d109-4587-8b65-d0233c997c1e tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:40:47.957222 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3926e588-c726-45d1-9f8e-9d9062769581 req-e89f9b1c-d439-47de-9edd-f10a339b4090 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] 10.222.0.90 "GET /v2.0/security-groups?id=ab096705-bc25-431a-ab5c-fe0d32c221c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3225179 Feb 09 21:40:47.989411 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-af267f47-1483-4f70-891d-628e10fa17b8 None None] Current status of the port 8bac4df6-a383-4076-a9a2-549f1e862caf is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:40:47.991173 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72a5411-005d-4f95-81f7-e66e8daafb2d tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Network efb2aa30-4cef-4e85-b5ff-551f839a909c is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:40:48.001823 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-764d811c-bc88-4408-a6c6-aadcae35a8de req-ba559b92-de2b-453e-9218-706d1cb473ef service neutron] Attempting to bind port 8de4ef65-62a3-4142-8e5c-4c207cb449ea on host n-h1-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:40:48.007918 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-764d811c-bc88-4408-a6c6-aadcae35a8de req-ba559b92-de2b-453e-9218-706d1cb473ef service neutron] Attempting to bind port 8de4ef65-62a3-4142-8e5c-4c207cb449ea by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': '4ffd4ca0-b010-46e3-8255-c5b5626ace9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '31fc07a6-f299-4165-bd01-4e6338ff4b55'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:40:48.008371 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764d811c-bc88-4408-a6c6-aadcae35a8de req-ba559b92-de2b-453e-9218-706d1cb473ef service neutron] Attempting to bind port 8de4ef65-62a3-4142-8e5c-4c207cb449ea on network 31fc07a6-f299-4165-bd01-4e6338ff4b55 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:40:48.022264 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128aa310-cb1c-45af-963f-69a1b9555d7a service neutron] Pushing event updated for resources: {'Port': ['ID=5ac4a265-50f1-4992-8e24-78511d1033cc,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:48.024978 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764d811c-bc88-4408-a6c6-aadcae35a8de req-ba559b92-de2b-453e-9218-706d1cb473ef service neutron] Port 8de4ef65-62a3-4142-8e5c-4c207cb449ea on network 31fc07a6-f299-4165-bd01-4e6338ff4b55 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:40:48.025313 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764d811c-bc88-4408-a6c6-aadcae35a8de req-ba559b92-de2b-453e-9218-706d1cb473ef service neutron] Attempting to bind port 8de4ef65-62a3-4142-8e5c-4c207cb449ea on network 31fc07a6-f299-4165-bd01-4e6338ff4b55 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:40:48.051030 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4dd9ea1d-d035-44a0-b78b-86124b2c0b97 req-d08c6a33-9656-4987-afce-b6c831ade8e0 tempest-ServerPasswordTestJSON-706612662 tempest-ServerPasswordTestJSON-706612662-project] 10.222.0.90 "GET /v2.0/security-groups?id=e83a02d3-83cf-4b7c-b5d2-0413aba823e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4636562 Feb 09 21:40:48.057273 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764d811c-bc88-4408-a6c6-aadcae35a8de req-ba559b92-de2b-453e-9218-706d1cb473ef service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:40:48.066605 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764d811c-bc88-4408-a6c6-aadcae35a8de req-ba559b92-de2b-453e-9218-706d1cb473ef service neutron] Checking segment: {'id': '4ffd4ca0-b010-46e3-8255-c5b5626ace9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '31fc07a6-f299-4165-bd01-4e6338ff4b55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:40:48.067300 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764d811c-bc88-4408-a6c6-aadcae35a8de req-ba559b92-de2b-453e-9218-706d1cb473ef service neutron] Bound using segment: {'id': '4ffd4ca0-b010-46e3-8255-c5b5626ace9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '31fc07a6-f299-4165-bd01-4e6338ff4b55'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:40:48.073354 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-764d811c-bc88-4408-a6c6-aadcae35a8de req-ba559b92-de2b-453e-9218-706d1cb473ef service neutron] Bound port: 8de4ef65-62a3-4142-8e5c-4c207cb449ea, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ffd4ca0-b010-46e3-8255-c5b5626ace9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '31fc07a6-f299-4165-bd01-4e6338ff4b55'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:40:48.074487 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-764d811c-bc88-4408-a6c6-aadcae35a8de req-ba559b92-de2b-453e-9218-706d1cb473ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (8de4ef65-62a3-4142-8e5c-4c207cb449ea), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:48.101776 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-c72a5411-005d-4f95-81f7-e66e8daafb2d tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:40:48.105568 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba559b92-de2b-453e-9218-706d1cb473ef service neutron] Pushing event updated for resources: {'Port': ['ID=8de4ef65-62a3-4142-8e5c-4c207cb449ea,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:48.128138 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed3ca82a-6380-4887-bafd-5cd0a4ac537a x-openstack-request-id: req-ed3ca82a-6380-4887-bafd-5cd0a4ac537a {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:40:48.129810 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "868f5939-9656-4337-93ba-a505cb3feae5", "tag": "5ac4a265-50f1-4992-8e24-78511d1033cc", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:40:48.130085 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-ed3ca82a-6380-4887-bafd-5cd0a4ac537a {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:40:48.132322 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '868f5939-9656-4337-93ba-a505cb3feae5', 'tag': '5ac4a265-50f1-4992-8e24-78511d1033cc', 'status': 'completed', 'code': 200} Feb 09 21:40:48.144728 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 8bac4df6-a383-4076-a9a2-549f1e862caf up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:40:48.149929 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72a5411-005d-4f95-81f7-e66e8daafb2d tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:40:48.167765 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72a5411-005d-4f95-81f7-e66e8daafb2d tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:48.168433 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c72a5411-005d-4f95-81f7-e66e8daafb2d tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:48.255281 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b2e03292-3394-41e6-ae69-c3230ecff472 admin admin] Publish callbacks [] for security_group (5a7b2769-175b-4339-acad-9500012faf11), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:48.306645 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-d8f62738-4640-498f-a6d0-9cc3b005e902 None None] Provisioning complete for port 2df84d44-ca9d-4a1d-8ecf-ee807fe30c57 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:40:48.312841 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d8f62738-4640-498f-a6d0-9cc3b005e902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (2df84d44-ca9d-4a1d-8ecf-ee807fe30c57), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:48.315313 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65efdb3-e7e7-4202-aa8a-d4349ef98694 req-dfc7fe26-5930-4c23-a634-c25854a8a47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:48.316888 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b65efdb3-e7e7-4202-aa8a-d4349ef98694 req-dfc7fe26-5930-4c23-a634-c25854a8a47a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=cb05ca5ba83a4079b3312538e80ff3cc&device_id=868f5939-9656-4337-93ba-a505cb3feae5 HTTP/1.1" status: 200 len: 1126 time: 0.6141489 Feb 09 21:40:48.362701 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-18116b81-d109-4587-8b65-d0233c997c1e tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554727'] for router_interface (bbbb9d8c-b469-4ed9-83fe-3b1867f3fc82), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:48.387170 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-764d811c-bc88-4408-a6c6-aadcae35a8de req-ba559b92-de2b-453e-9218-706d1cb473ef service neutron] For port 8de4ef65-62a3-4142-8e5c-4c207cb449ea, host n-h1-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:40:48.419489 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0375c9-add3-41a5-88b8-8168c5eb1e1f req-b7bdac2d-d3c5-4215-ae24-e5a2bfa354c8 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:48.420690 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b2e03292-3394-41e6-ae69-c3230ecff472 admin admin] Publish callbacks [] for security_group (5a7b2769-175b-4339-acad-9500012faf11), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:48.423679 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18116b81-d109-4587-8b65-d0233c997c1e tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Pushing event updated for resources: {'Port': ['ID=d18da42b-6e7c-499d-aa1c-0dbc7016eaa1,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:48.424377 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ae0375c9-add3-41a5-88b8-8168c5eb1e1f req-b7bdac2d-d3c5-4215-ae24-e5a2bfa354c8 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5942c39-add0-42a2-bc58-a7492d65f23d HTTP/1.1" status: 200 len: 949 time: 0.2262764 Feb 09 21:40:48.433043 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-c72a5411-005d-4f95-81f7-e66e8daafb2d tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.6220093 Feb 09 21:40:48.441785 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 36288) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:48.445040 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 8bac4df6-a383-4076-a9a2-549f1e862caf triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:40:48.445040 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (8bac4df6-a383-4076-a9a2-549f1e862caf), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:48.468143 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-764d811c-bc88-4408-a6c6-aadcae35a8de req-ba559b92-de2b-453e-9218-706d1cb473ef service neutron] For port 8de4ef65-62a3-4142-8e5c-4c207cb449ea, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=8de4ef65-62a3-4142-8e5c-4c207cb449ea,segment=NetworkSegment(4ffd4ca0-b010-46e3-8255-c5b5626ace9a),segment_id=4ffd4ca0-b010-46e3-8255-c5b5626ace9a)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:40:48.494036 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-cd8bdc39-ff50-4435-97a5-2d33234352fc tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::300', 'mac_address': 'fa:16:3e:4c:a5:2a'}, {'ip_address': '2001:db8::328', 'mac_address': 'fa:16:3e:52:a0:55'}]}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:48.500747 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b65efdb3-e7e7-4202-aa8a-d4349ef98694 req-d0ec647a-a113-419f-9e47-12dd0b5bc8c0 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ac4a265-50f1-4992-8e24-78511d1033cc HTTP/1.1" status: 200 len: 217 time: 0.1705537 Feb 09 21:40:48.501530 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56158f56-eb15-4862-923b-ff32485a0ad1 req-3cf09d10-a448-465a-b741-9b701a588474 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:48.503295 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-56158f56-eb15-4862-923b-ff32485a0ad1 req-3cf09d10-a448-465a-b741-9b701a588474 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] 10.222.0.90 "GET /v2.0/ports?device_id=3c4470cf-379e-4e8d-bce4-e188d20f6445 HTTP/1.1" status: 200 len: 944 time: 0.2547364 Feb 09 21:40:48.513229 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-764d811c-bc88-4408-a6c6-aadcae35a8de req-ba559b92-de2b-453e-9218-706d1cb473ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (8de4ef65-62a3-4142-8e5c-4c207cb449ea), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:48.641250 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ae0375c9-add3-41a5-88b8-8168c5eb1e1f req-b01763d6-cd3c-4915-9c6e-5ff172aa88e3 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/security-groups?id=18eb7429-13f2-4956-b934-bb119bf89c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826303 Feb 09 21:40:48.668399 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764d811c-bc88-4408-a6c6-aadcae35a8de req-ba559b92-de2b-453e-9218-706d1cb473ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:48.669594 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-764d811c-bc88-4408-a6c6-aadcae35a8de req-ba559b92-de2b-453e-9218-706d1cb473ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:48.671328 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-764d811c-bc88-4408-a6c6-aadcae35a8de req-ba559b92-de2b-453e-9218-706d1cb473ef service neutron] 10.222.0.95 "PUT /v2.0/ports/8de4ef65-62a3-4142-8e5c-4c207cb449ea HTTP/1.1" status: 200 len: 1092 time: 1.8231354 Feb 09 21:40:48.671975 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c4470cf-379e-4e8d-bce4-e188d20f6445', 'tag': '8de4ef65-62a3-4142-8e5c-4c207cb449ea'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:40:48.674819 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-560b7983-42a8-45fc-8016-da47b4686933" -d '{"events": [{"name": "network-changed", "server_uuid": "3c4470cf-379e-4e8d-bce4-e188d20f6445", "tag": "8de4ef65-62a3-4142-8e5c-4c207cb449ea"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:40:48.728604 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-56158f56-eb15-4862-923b-ff32485a0ad1 req-77fc4fa7-3ad0-40be-bf98-50170e0e2297 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] 10.222.0.90 "GET /v2.0/security-groups?id=acf6eb09-8df7-4797-a643-4eeaeced6321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2105498 Feb 09 21:40:48.779837 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba559b92-de2b-453e-9218-706d1cb473ef service neutron] Pushing event updated for resources: {'Port': ['ID=8de4ef65-62a3-4142-8e5c-4c207cb449ea,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:48.785056 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-d8f62738-4640-498f-a6d0-9cc3b005e902 None None] Current status of the port 2df84d44-ca9d-4a1d-8ecf-ee807fe30c57 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:40:48.793327 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 8bac4df6-a383-4076-a9a2-549f1e862caf is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:40:48.794730 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 2df84d44-ca9d-4a1d-8ecf-ee807fe30c57 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:40:48.806909 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad32e520-acce-4a8b-8e56-d6e897006e4b x-openstack-request-id: req-ad32e520-acce-4a8b-8e56-d6e897006e4b {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:40:48.807432 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c4470cf-379e-4e8d-bce4-e188d20f6445", "tag": "8de4ef65-62a3-4142-8e5c-4c207cb449ea", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:40:48.807883 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-ad32e520-acce-4a8b-8e56-d6e897006e4b {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:40:48.808463 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c4470cf-379e-4e8d-bce4-e188d20f6445', 'tag': '8de4ef65-62a3-4142-8e5c-4c207cb449ea', 'status': 'completed', 'code': 200} Feb 09 21:40:48.825791 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764d811c-bc88-4408-a6c6-aadcae35a8de req-8c3d679a-1c9f-4eef-91a6-855ce1794baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:48.828459 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-764d811c-bc88-4408-a6c6-aadcae35a8de req-8c3d679a-1c9f-4eef-91a6-855ce1794baf service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=891ca650f17f4d53a93ccc8e382018ef&device_id=3c4470cf-379e-4e8d-bce4-e188d20f6445 HTTP/1.1" status: 200 len: 1126 time: 0.0963254 Feb 09 21:40:48.876420 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-d8f62738-4640-498f-a6d0-9cc3b005e902 None None] Provisioning complete for port 8bac4df6-a383-4076-a9a2-549f1e862caf triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:40:48.877202 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d8f62738-4640-498f-a6d0-9cc3b005e902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (8bac4df6-a383-4076-a9a2-549f1e862caf), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:48.905997 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-764d811c-bc88-4408-a6c6-aadcae35a8de req-88ac9cff-62bb-4508-9448-5b799b808986 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8de4ef65-62a3-4142-8e5c-4c207cb449ea HTTP/1.1" status: 200 len: 217 time: 0.0675633 Feb 09 21:40:48.909791 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 2df84d44-ca9d-4a1d-8ecf-ee807fe30c57 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:40:48.910367 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (2df84d44-ca9d-4a1d-8ecf-ee807fe30c57), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:48.911928 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65efdb3-e7e7-4202-aa8a-d4349ef98694 req-2de1db64-031e-4cb5-8fa4-0453469d5c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:48.914795 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b65efdb3-e7e7-4202-aa8a-d4349ef98694 req-2de1db64-031e-4cb5-8fa4-0453469d5c4d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a0be5e8c-bc22-4a5d-b32d-1cfd31075317 HTTP/1.1" status: 200 len: 854 time: 0.3974640 Feb 09 21:40:48.929952 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72a5411-005d-4f95-81f7-e66e8daafb2d tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Pushing event updated for resources: {'Port': ['ID=253309cb-1d31-4325-9153-f815de8d3823,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:48.938849 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b2e03292-3394-41e6-ae69-c3230ecff472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (5a7b2769-175b-4339-acad-9500012faf11), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:48.941959 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b2e03292-3394-41e6-ae69-c3230ecff472 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:48.945802 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-b2e03292-3394-41e6-ae69-c3230ecff472 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/5a7b2769-175b-4339-acad-9500012faf11 HTTP/1.1" status: 204 len: 168 time: 1.3763800 Feb 09 21:40:48.995663 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764d811c-bc88-4408-a6c6-aadcae35a8de req-b3fccfc9-bfb8-4db3-b06e-ee755b221f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:48.997212 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-764d811c-bc88-4408-a6c6-aadcae35a8de req-b3fccfc9-bfb8-4db3-b06e-ee755b221f62 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0faed951-8579-406a-a0fb-7a4b47e45260 HTTP/1.1" status: 200 len: 855 time: 0.0812886 Feb 09 21:40:49.091499 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 2df84d44-ca9d-4a1d-8ecf-ee807fe30c57 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:40:49.109604 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e03292-3394-41e6-ae69-c3230ecff472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a7b2769-175b-4339-acad-9500012faf11,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:49.138901 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-d8f62738-4640-498f-a6d0-9cc3b005e902 None None] Current status of the port 8bac4df6-a383-4076-a9a2-549f1e862caf is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:40:49.264859 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-18116b81-d109-4587-8b65-d0233c997c1e tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (d18da42b-6e7c-499d-aa1c-0dbc7016eaa1), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:49.267971 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-8d4fcb60-6c82-4d71-846b-491a1ef8ba43 None None] Provisioning complete for port 253309cb-1d31-4325-9153-f815de8d3823 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:40:49.272400 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-8d4fcb60-6c82-4d71-846b-491a1ef8ba43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (253309cb-1d31-4325-9153-f815de8d3823), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:49.280757 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65efdb3-e7e7-4202-aa8a-d4349ef98694 req-bce332f6-1ff2-4f58-aa6f-66838af059f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:49.282683 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b65efdb3-e7e7-4202-aa8a-d4349ef98694 req-bce332f6-1ff2-4f58-aa6f-66838af059f4 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=877a96af-1a67-4748-9efa-076a406748da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3451812 Feb 09 21:40:49.351272 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-8d4fcb60-6c82-4d71-846b-491a1ef8ba43 None None] Port 253309cb-1d31-4325-9153-f815de8d3823 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:40:49.361879 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-8d4fcb60-6c82-4d71-846b-491a1ef8ba43 None None] Provisioning complete for port d18da42b-6e7c-499d-aa1c-0dbc7016eaa1 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:40:49.362400 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-8d4fcb60-6c82-4d71-846b-491a1ef8ba43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (d18da42b-6e7c-499d-aa1c-0dbc7016eaa1), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:49.400736 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-8d4fcb60-6c82-4d71-846b-491a1ef8ba43 None None] Port d18da42b-6e7c-499d-aa1c-0dbc7016eaa1 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:40:49.412478 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764d811c-bc88-4408-a6c6-aadcae35a8de req-034d2dd7-0450-4129-8118-354177ec0ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:49.415241 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-764d811c-bc88-4408-a6c6-aadcae35a8de req-034d2dd7-0450-4129-8118-354177ec0ae0 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=31fc07a6-f299-4165-bd01-4e6338ff4b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4098461 Feb 09 21:40:49.415409 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b65efdb3-e7e7-4202-aa8a-d4349ef98694 req-f30d47cc-87a1-4050-92d9-3dd89e319c2b service neutron] 10.222.0.89 "GET /v2.0/networks/877a96af-1a67-4748-9efa-076a406748da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910010 Feb 09 21:40:49.415817 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cd8bdc39-ff50-4435-97a5-2d33234352fc tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (253309cb-1d31-4325-9153-f815de8d3823), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:49.543274 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ce71c3-457d-42b1-8eac-527f2860207f req-65883795-422d-43db-b2a8-08b39629a248 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:49.544847 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-10ce71c3-457d-42b1-8eac-527f2860207f req-65883795-422d-43db-b2a8-08b39629a248 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] 10.222.0.90 "GET /v2.0/ports?device_id=868f5939-9656-4337-93ba-a505cb3feae5 HTTP/1.1" status: 200 len: 944 time: 0.4391418 Feb 09 21:40:49.589097 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbfddb2-14e8-4b8e-9e70-b4e4c992954f req-44403d00-7e9a-4756-b8d8-ed97eece6cd4 tempest-ServerPasswordTestJSON-706612662 tempest-ServerPasswordTestJSON-706612662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:49.591073 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2cbfddb2-14e8-4b8e-9e70-b4e4c992954f req-44403d00-7e9a-4756-b8d8-ed97eece6cd4 tempest-ServerPasswordTestJSON-706612662 tempest-ServerPasswordTestJSON-706612662-project] 10.222.0.90 "GET /v2.0/ports?device_id=fc0b4d91-d377-4f03-a821-d3250c7b1c5a HTTP/1.1" status: 200 len: 944 time: 0.1880188 Feb 09 21:40:49.648764 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-764d811c-bc88-4408-a6c6-aadcae35a8de req-cbc8ed90-cbe6-4af8-b6c6-9b91ed774016 service neutron] 10.222.0.95 "GET /v2.0/networks/31fc07a6-f299-4165-bd01-4e6338ff4b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248511 Feb 09 21:40:49.714038 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cd8bdc39-ff50-4435-97a5-2d33234352fc tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Publish callbacks [] for port (253309cb-1d31-4325-9153-f815de8d3823), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:49.725238 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cd8bdc39-ff50-4435-97a5-2d33234352fc tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (253309cb-1d31-4325-9153-f815de8d3823), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:49.735020 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-10ce71c3-457d-42b1-8eac-527f2860207f req-a2377757-5595-47c9-8d1a-52a1c0240ef0 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] 10.222.0.90 "GET /v2.0/security-groups?id=ab096705-bc25-431a-ab5c-fe0d32c221c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1828663 Feb 09 21:40:49.767482 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-cd8bdc39-ff50-4435-97a5-2d33234352fc tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] In _notify_port_updated(), no bound segment for port 253309cb-1d31-4325-9153-f815de8d3823 on network efb2aa30-4cef-4e85-b5ff-551f839a909c {{(pid=103141) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 21:40:49.772863 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8bdc39-ff50-4435-97a5-2d33234352fc tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:49.773511 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cd8bdc39-ff50-4435-97a5-2d33234352fc tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:49.777248 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-cd8bdc39-ff50-4435-97a5-2d33234352fc tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] 10.222.0.90 "PUT /v2.0/ports/253309cb-1d31-4325-9153-f815de8d3823 HTTP/1.1" status: 200 len: 1067 time: 1.2857287 Feb 09 21:40:49.781979 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 36312) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:49.831110 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8bdc39-ff50-4435-97a5-2d33234352fc tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Pushing event updated for resources: {'Port': ['ID=253309cb-1d31-4325-9153-f815de8d3823,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:49.847231 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 16105cc0-6097-4341-b5fe-272e2ecc37f7 up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:40:49.890085 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b65efdb3-e7e7-4202-aa8a-d4349ef98694 req-000d208d-6db5-41d6-ae5e-756a18e029d6 service neutron] 10.222.0.89 "GET /v2.0/networks/877a96af-1a67-4748-9efa-076a406748da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4561896 Feb 09 21:40:49.947003 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2cbfddb2-14e8-4b8e-9e70-b4e4c992954f req-a33d9df3-8bf4-4b38-87ec-20b54fe84efc tempest-ServerPasswordTestJSON-706612662 tempest-ServerPasswordTestJSON-706612662-project] 10.222.0.90 "GET /v2.0/security-groups?id=e83a02d3-83cf-4b7c-b5d2-0413aba823e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017242 Feb 09 21:40:49.950908 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning for port 16105cc0-6097-4341-b5fe-272e2ecc37f7 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:40:49.957091 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port 16105cc0-6097-4341-b5fe-272e2ecc37f7 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:40:49.957091 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (16105cc0-6097-4341-b5fe-272e2ecc37f7), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:50.091914 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-18116b81-d109-4587-8b65-d0233c997c1e tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for port (d18da42b-6e7c-499d-aa1c-0dbc7016eaa1), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:50.125395 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d0464a-35a7-4e5e-9e98-35094d14e48f req-f3ec19d1-5291-44fd-8e07-50b817e275ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:50.126960 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-24d0464a-35a7-4e5e-9e98-35094d14e48f req-f3ec19d1-5291-44fd-8e07-50b817e275ee service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=cb05ca5ba83a4079b3312538e80ff3cc&device_id=868f5939-9656-4337-93ba-a505cb3feae5 HTTP/1.1" status: 200 len: 1126 time: 0.1246967 Feb 09 21:40:50.127655 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-18116b81-d109-4587-8b65-d0233c997c1e tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (d18da42b-6e7c-499d-aa1c-0dbc7016eaa1), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:50.175531 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 16105cc0-6097-4341-b5fe-272e2ecc37f7 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:40:50.176362 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (16105cc0-6097-4341-b5fe-272e2ecc37f7), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:50.214236 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-764d811c-bc88-4408-a6c6-aadcae35a8de req-5a035fcd-4aba-443e-a029-5a255d48dfa2 service neutron] 10.222.0.95 "GET /v2.0/networks/31fc07a6-f299-4165-bd01-4e6338ff4b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5570507 Feb 09 21:40:50.232779 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 16105cc0-6097-4341-b5fe-272e2ecc37f7, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=16105cc0-6097-4341-b5fe-272e2ecc37f7,segment=NetworkSegment(e8e3a80e-6b63-4d2b-a138-44a3f5256a84),segment_id=e8e3a80e-6b63-4d2b-a138-44a3f5256a84)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:50.234388 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc0b4d91-d377-4f03-a821-d3250c7b1c5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16105cc0-6097-4341-b5fe-272e2ecc37f7'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:40:50.238791 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a634ed6-7017-405a-9f07-74bc7b45550b" -d '{"events": [{"server_uuid": "fc0b4d91-d377-4f03-a821-d3250c7b1c5a", "name": "network-vif-plugged", "status": "completed", "tag": "16105cc0-6097-4341-b5fe-272e2ecc37f7"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:40:50.251132 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884728d3-f6f2-457d-bf37-298fb944d25e req-5f25b2ac-a65d-400b-9fdb-d964a80bacbe tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:50.252730 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-884728d3-f6f2-457d-bf37-298fb944d25e req-5f25b2ac-a65d-400b-9fdb-d964a80bacbe tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5942c39-add0-42a2-bc58-a7492d65f23d HTTP/1.1" status: 200 len: 949 time: 0.3207176 Feb 09 21:40:50.259382 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (16105cc0-6097-4341-b5fe-272e2ecc37f7), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:50.275922 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575a6ebd-865f-403e-8aa7-fee6c56cb94d req-33c56156-9cde-4691-bb4c-bce971e9b7c2 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:50.277623 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-575a6ebd-865f-403e-8aa7-fee6c56cb94d req-33c56156-9cde-4691-bb4c-bce971e9b7c2 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] 10.222.0.90 "GET /v2.0/ports?device_id=3c4470cf-379e-4e8d-bce4-e188d20f6445 HTTP/1.1" status: 200 len: 944 time: 0.1513989 Feb 09 21:40:50.342578 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-5d0358dc-5c03-452c-a39f-761310b2eae2 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Deleting port 253309cb-1d31-4325-9153-f815de8d3823 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:40:50.342946 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5d0358dc-5c03-452c-a39f-761310b2eae2 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (253309cb-1d31-4325-9153-f815de8d3823), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:50.359238 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=16105cc0-6097-4341-b5fe-272e2ecc37f7,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:50.377757 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-2b4542a7-61c5-490c-a873-af23c08583c4 None None] Provisioning complete for port 253309cb-1d31-4325-9153-f815de8d3823 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:40:50.378139 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2b4542a7-61c5-490c-a873-af23c08583c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (253309cb-1d31-4325-9153-f815de8d3823), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:50.403340 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d0464a-35a7-4e5e-9e98-35094d14e48f req-7f13fa52-9f2f-4edc-828c-6a83d9cdd203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:50.405436 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-24d0464a-35a7-4e5e-9e98-35094d14e48f req-7f13fa52-9f2f-4edc-828c-6a83d9cdd203 service neutron] 10.222.0.89 "GET /v2.0/networks?id=877a96af-1a67-4748-9efa-076a406748da HTTP/1.1" status: 200 len: 916 time: 0.2632403 Feb 09 21:40:50.436598 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-2b4542a7-61c5-490c-a873-af23c08583c4 None None] Port 253309cb-1d31-4325-9153-f815de8d3823 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:40:50.502518 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-24d0464a-35a7-4e5e-9e98-35094d14e48f req-c2f486cb-bbb9-4303-8736-e302aa8d487f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ac4a265-50f1-4992-8e24-78511d1033cc HTTP/1.1" status: 200 len: 217 time: 0.0841243 Feb 09 21:40:50.503147 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18116b81-d109-4587-8b65-d0233c997c1e tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Pushing event updated for resources: {'Port': ['ID=d18da42b-6e7c-499d-aa1c-0dbc7016eaa1,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:50.504740 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560b7983-42a8-45fc-8016-da47b4686933 req-03a024b8-a1bd-4e78-8460-7983286d82a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:50.506843 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-560b7983-42a8-45fc-8016-da47b4686933 req-03a024b8-a1bd-4e78-8460-7983286d82a1 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=891ca650f17f4d53a93ccc8e382018ef&device_id=3c4470cf-379e-4e8d-bce4-e188d20f6445 HTTP/1.1" status: 200 len: 1126 time: 0.2240191 Feb 09 21:40:50.507473 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-18116b81-d109-4587-8b65-d0233c997c1e tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524919'] for router_interface (bbbb9d8c-b469-4ed9-83fe-3b1867f3fc82), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:50.546227 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-884728d3-f6f2-457d-bf37-298fb944d25e req-9af220c6-f95c-4034-8d0b-b195038057ef tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/security-groups?id=18eb7429-13f2-4956-b934-bb119bf89c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814884 Feb 09 21:40:50.619596 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6f809d6-0c1d-40db-ab37-568db33f0878 x-openstack-request-id: req-b6f809d6-0c1d-40db-ab37-568db33f0878 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:40:50.619901 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc0b4d91-d377-4f03-a821-d3250c7b1c5a", "name": "network-vif-plugged", "status": "completed", "tag": "16105cc0-6097-4341-b5fe-272e2ecc37f7", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:40:50.620166 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-b6f809d6-0c1d-40db-ab37-568db33f0878 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:40:50.620814 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc0b4d91-d377-4f03-a821-d3250c7b1c5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16105cc0-6097-4341-b5fe-272e2ecc37f7', 'code': 200} Feb 09 21:40:50.630554 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d0464a-35a7-4e5e-9e98-35094d14e48f req-f28e2789-f964-4dd2-8128-24b512a61a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:50.632769 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-24d0464a-35a7-4e5e-9e98-35094d14e48f req-f28e2789-f964-4dd2-8128-24b512a61a6a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a0be5e8c-bc22-4a5d-b32d-1cfd31075317 HTTP/1.1" status: 200 len: 854 time: 0.1202955 Feb 09 21:40:50.654528 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-575a6ebd-865f-403e-8aa7-fee6c56cb94d req-c71a05fc-fcc2-49aa-8bb6-77958f8d1ae2 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] 10.222.0.90 "GET /v2.0/security-groups?id=acf6eb09-8df7-4797-a643-4eeaeced6321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3678293 Feb 09 21:40:50.691531 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5d0358dc-5c03-452c-a39f-761310b2eae2 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (253309cb-1d31-4325-9153-f815de8d3823), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:50.713715 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-5d0358dc-5c03-452c-a39f-761310b2eae2 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Calling delete_port for 253309cb-1d31-4325-9153-f815de8d3823 owned by {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:40:50.766637 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d0464a-35a7-4e5e-9e98-35094d14e48f req-431f4fe7-12c1-4da6-bc50-562f305a5217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:50.768601 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-24d0464a-35a7-4e5e-9e98-35094d14e48f req-431f4fe7-12c1-4da6-bc50-562f305a5217 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=877a96af-1a67-4748-9efa-076a406748da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1289203 Feb 09 21:40:50.790322 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18116b81-d109-4587-8b65-d0233c997c1e tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Network 5be46bd2-5762-4817-8e66-6150aa69d018 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:40:50.800262 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-18116b81-d109-4587-8b65-d0233c997c1e tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:40:50.815451 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560b7983-42a8-45fc-8016-da47b4686933 req-d2780ff8-7554-4d60-9375-c669f07e7783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:50.820204 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-560b7983-42a8-45fc-8016-da47b4686933 req-d2780ff8-7554-4d60-9375-c669f07e7783 service neutron] 10.222.0.95 "GET /v2.0/networks?id=31fc07a6-f299-4165-bd01-4e6338ff4b55 HTTP/1.1" status: 200 len: 917 time: 0.3041427 Feb 09 21:40:50.899206 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-560b7983-42a8-45fc-8016-da47b4686933 req-599fbc96-21e6-4ce3-8b19-9b9eaad763bb service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8de4ef65-62a3-4142-8e5c-4c207cb449ea HTTP/1.1" status: 200 len: 217 time: 0.0711358 Feb 09 21:40:50.980977 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-24d0464a-35a7-4e5e-9e98-35094d14e48f req-eb009d9e-4889-4ab5-ac0d-25293c1a7393 service neutron] 10.222.0.89 "GET /v2.0/networks/877a96af-1a67-4748-9efa-076a406748da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026234 Feb 09 21:40:51.001339 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560b7983-42a8-45fc-8016-da47b4686933 req-d31b03c0-8f72-46f9-b51f-f16934ba6e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:51.003087 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-560b7983-42a8-45fc-8016-da47b4686933 req-d31b03c0-8f72-46f9-b51f-f16934ba6e2b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0faed951-8579-406a-a0fb-7a4b47e45260 HTTP/1.1" status: 200 len: 855 time: 0.0933044 Feb 09 21:40:51.033941 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d8f7e7-95f9-485d-8087-a047242dc328 req-3654d9d5-6259-4dd0-ae6e-11c35e81e709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:51.035871 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c0d8f7e7-95f9-485d-8087-a047242dc328 req-3654d9d5-6259-4dd0-ae6e-11c35e81e709 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=fc0b4d91-d377-4f03-a821-d3250c7b1c5a HTTP/1.1" status: 200 len: 1127 time: 0.3419230 Feb 09 21:40:51.038132 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:51.111317 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779f98ab-4bb9-4176-b17e-44dfee1089c2 req-944e7e6e-d5f2-4de0-9981-3fc157dc77cb tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:51.113074 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-779f98ab-4bb9-4176-b17e-44dfee1089c2 req-944e7e6e-d5f2-4de0-9981-3fc157dc77cb tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] 10.222.0.90 "GET /v2.0/ports?device_id=868f5939-9656-4337-93ba-a505cb3feae5 HTTP/1.1" status: 200 len: 944 time: 0.2181289 Feb 09 21:40:51.190026 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5d0358dc-5c03-452c-a39f-761310b2eae2 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (253309cb-1d31-4325-9153-f815de8d3823), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:51.243298 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0358dc-5c03-452c-a39f-761310b2eae2 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Pushing event deleted for resources: {'Port': ['ID=253309cb-1d31-4325-9153-f815de8d3823,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:51.272474 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-371e078e-7b4a-48a1-889a-fe2371738495 None None] Provisioning complete for port d18da42b-6e7c-499d-aa1c-0dbc7016eaa1 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:40:51.273112 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-371e078e-7b4a-48a1-889a-fe2371738495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (d18da42b-6e7c-499d-aa1c-0dbc7016eaa1), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:51.279852 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560b7983-42a8-45fc-8016-da47b4686933 req-9316c9a4-752d-4afa-a13b-1e9231e83e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:51.294257 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-560b7983-42a8-45fc-8016-da47b4686933 req-9316c9a4-752d-4afa-a13b-1e9231e83e42 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=31fc07a6-f299-4165-bd01-4e6338ff4b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2751067 Feb 09 21:40:51.370755 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-371e078e-7b4a-48a1-889a-fe2371738495 None None] Port d18da42b-6e7c-499d-aa1c-0dbc7016eaa1 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:40:51.393016 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-779f98ab-4bb9-4176-b17e-44dfee1089c2 req-3b5d0b14-c65c-4680-9a67-17327ea58e7d tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] 10.222.0.90 "GET /v2.0/security-groups?id=ab096705-bc25-431a-ab5c-fe0d32c221c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2690752 Feb 09 21:40:51.466710 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e681424-317f-4c57-9437-9ecca5496fb7 req-4ed8fa3e-4a2b-4bd4-8146-f4996611f943 tempest-ServerPasswordTestJSON-706612662 tempest-ServerPasswordTestJSON-706612662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:51.468358 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7e681424-317f-4c57-9437-9ecca5496fb7 req-4ed8fa3e-4a2b-4bd4-8146-f4996611f943 tempest-ServerPasswordTestJSON-706612662 tempest-ServerPasswordTestJSON-706612662-project] 10.222.0.90 "GET /v2.0/ports?device_id=fc0b4d91-d377-4f03-a821-d3250c7b1c5a HTTP/1.1" status: 200 len: 945 time: 0.3424926 Feb 09 21:40:51.657788 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-560b7983-42a8-45fc-8016-da47b4686933 req-2404ddf1-da1d-49dd-b3f0-b2d67cd29003 service neutron] 10.222.0.95 "GET /v2.0/networks/31fc07a6-f299-4165-bd01-4e6338ff4b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3555443 Feb 09 21:40:51.674268 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7e681424-317f-4c57-9437-9ecca5496fb7 req-2fcf81cb-6e0d-41db-964c-796d60d09bef tempest-ServerPasswordTestJSON-706612662 tempest-ServerPasswordTestJSON-706612662-project] 10.222.0.90 "GET /v2.0/security-groups?id=e83a02d3-83cf-4b7c-b5d2-0413aba823e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940775 Feb 09 21:40:51.797527 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c0d8f7e7-95f9-485d-8087-a047242dc328 req-0a78b5b9-d76f-403f-a58a-4c697b00778f service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=e83a02d3-83cf-4b7c-b5d2-0413aba823e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7311287 Feb 09 21:40:51.820738 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5d0358dc-5c03-452c-a39f-761310b2eae2 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:51.824036 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-5d0358dc-5c03-452c-a39f-761310b2eae2 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] 10.222.0.90 "DELETE /v2.0/ports/253309cb-1d31-4325-9153-f815de8d3823 HTTP/1.1" status: 204 len: 168 time: 2.0332916 Feb 09 21:40:51.831434 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 36422) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:51.837577 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-24d0464a-35a7-4e5e-9e98-35094d14e48f req-7aa48729-3a88-40cd-84a7-b89fb747f1a7 service neutron] 10.222.0.89 "GET /v2.0/networks/877a96af-1a67-4748-9efa-076a406748da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8256819 Feb 09 21:40:51.839000 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18116b81-d109-4587-8b65-d0233c997c1e tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Router bbbb9d8c-b469-4ed9-83fe-3b1867f3fc82 is scheduled to L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 with binding_index 1 {{(pid=103141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:40:51.855488 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d3a3b7-a503-4c40-b284-e07f6aab32be req-28031ca1-a8dc-4c69-a9d5-17ed3e59d2db tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:51.857329 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a2d3a3b7-a503-4c40-b284-e07f6aab32be req-28031ca1-a8dc-4c69-a9d5-17ed3e59d2db tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5942c39-add0-42a2-bc58-a7492d65f23d HTTP/1.1" status: 200 len: 949 time: 0.2193329 Feb 09 21:40:51.903313 n-d-828369-5 neutron-server[103140]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2ac4c0e-0f7f-4b15-9780-2254623c67fc tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] GET failed (client error): The resource could not be found. Feb 09 21:40:51.903524 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-a2ac4c0e-0f7f-4b15-9780-2254623c67fc tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] 10.222.0.90 "GET /v2.0/ports/253309cb-1d31-4325-9153-f815de8d3823 HTTP/1.1" status: 404 len: 333 time: 0.0710177 Feb 09 21:40:51.920162 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 36424) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:51.931306 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 36426) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:51.971140 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-560b7983-42a8-45fc-8016-da47b4686933 req-49f9a08d-a70c-4263-98bb-312eb1d8fbed service neutron] 10.222.0.95 "GET /v2.0/networks/31fc07a6-f299-4165-bd01-4e6338ff4b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2931409 Feb 09 21:40:52.004967 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c57a68d-c1d5-466c-90f5-e090471d80d0 req-c3cff0fd-0ac7-42f1-9219-b4227b7bc37a tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:52.006516 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4c57a68d-c1d5-466c-90f5-e090471d80d0 req-c3cff0fd-0ac7-42f1-9219-b4227b7bc37a tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] 10.222.0.90 "GET /v2.0/ports?device_id=3c4470cf-379e-4e8d-bce4-e188d20f6445 HTTP/1.1" status: 200 len: 944 time: 0.1604035 Feb 09 21:40:52.017873 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a2d3a3b7-a503-4c40-b284-e07f6aab32be req-4387e5c9-6970-4409-8a6e-3ab081e0b9d6 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/security-groups?id=18eb7429-13f2-4956-b934-bb119bf89c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312814 Feb 09 21:40:52.025635 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18116b81-d109-4587-8b65-d0233c997c1e tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:40:52.032097 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-18116b81-d109-4587-8b65-d0233c997c1e tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "PUT /v2.0/routers/bbbb9d8c-b469-4ed9-83fe-3b1867f3fc82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6131740 Feb 09 21:40:52.039336 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d56f8e-7ef5-435b-b7eb-927487440927 None None] Sync routers for ids ['bbbb9d8c-b469-4ed9-83fe-3b1867f3fc82'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:40:52.040906 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 36430) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:52.067813 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d56f8e-7ef5-435b-b7eb-927487440927 None None] Routers {'bbbb9d8c-b469-4ed9-83fe-3b1867f3fc82'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:40:52.069043 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-c6d56f8e-7ef5-435b-b7eb-927487440927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:40:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['bbbb9d8c-b469-4ed9-83fe-3b1867f3fc82'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:40:52.106407 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0e68d67b-2868-4fc9-8186-4e70aa33faf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:52.124372 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-c6d56f8e-7ef5-435b-b7eb-927487440927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:40:52.126528 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4c57a68d-c1d5-466c-90f5-e090471d80d0 req-355385aa-f085-466a-aa6e-9342f2203049 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] 10.222.0.90 "GET /v2.0/security-groups?id=acf6eb09-8df7-4797-a643-4eeaeced6321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076217 Feb 09 21:40:52.133207 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187aaaa7-cce7-4fc2-9a70-d4e53143c35b tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:52.135367 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-187aaaa7-cce7-4fc2-9a70-d4e53143c35b tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "GET /v2.0/ports/d18da42b-6e7c-499d-aa1c-0dbc7016eaa1 HTTP/1.1" status: 200 len: 910 time: 0.0928721 Feb 09 21:40:52.139855 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 36432) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:52.150456 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d56f8e-7ef5-435b-b7eb-927487440927 None None] Routers {'bbbb9d8c-b469-4ed9-83fe-3b1867f3fc82'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:40:52.151089 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-c6d56f8e-7ef5-435b-b7eb-927487440927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:40:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['bbbb9d8c-b469-4ed9-83fe-3b1867f3fc82'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:40:52.178651 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-ad23505e-16c0-4828-884d-474f3f193796 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Deleting port bd76ab1f-6caf-43b7-be72-0a68ad3c54bc {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:40:52.179283 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ad23505e-16c0-4828-884d-474f3f193796 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (bd76ab1f-6caf-43b7-be72-0a68ad3c54bc), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:52.194577 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-c6d56f8e-7ef5-435b-b7eb-927487440927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:40:52.195244 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d56f8e-7ef5-435b-b7eb-927487440927 None None] The sync data for ids ['bbbb9d8c-b469-4ed9-83fe-3b1867f3fc82'] in n-d-828369-5 is: [] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:40:52.280749 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ad23505e-16c0-4828-884d-474f3f193796 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (bd76ab1f-6caf-43b7-be72-0a68ad3c54bc), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:52.295122 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-ad23505e-16c0-4828-884d-474f3f193796 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Calling delete_port for bd76ab1f-6caf-43b7-be72-0a68ad3c54bc owned by {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:40:52.465467 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ad23505e-16c0-4828-884d-474f3f193796 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (bd76ab1f-6caf-43b7-be72-0a68ad3c54bc), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:52.502651 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad23505e-16c0-4828-884d-474f3f193796 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Pushing event deleted for resources: {'Port': ['ID=bd76ab1f-6caf-43b7-be72-0a68ad3c54bc,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:52.543321 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ad23505e-16c0-4828-884d-474f3f193796 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:52.549170 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-ad23505e-16c0-4828-884d-474f3f193796 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] 10.222.0.90 "DELETE /v2.0/ports/bd76ab1f-6caf-43b7-be72-0a68ad3c54bc HTTP/1.1" status: 204 len: 168 time: 0.6253221 Feb 09 21:40:52.549959 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 36436) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:52.579033 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cfc8797-34d5-43e5-ae7a-e96a7224494d tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] GET failed (client error): The resource could not be found. Feb 09 21:40:52.580680 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-7cfc8797-34d5-43e5-ae7a-e96a7224494d tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] 10.222.0.90 "GET /v2.0/ports/bd76ab1f-6caf-43b7-be72-0a68ad3c54bc HTTP/1.1" status: 404 len: 333 time: 0.0300426 Feb 09 21:40:52.585045 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 36438) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:52.637537 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c452a9-87be-4334-bb5d-bfcca0b5351d req-8d70066a-0c62-4f4b-9868-79c02be74f08 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:52.639426 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-44c452a9-87be-4334-bb5d-bfcca0b5351d req-8d70066a-0c62-4f4b-9868-79c02be74f08 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] 10.222.0.90 "GET /v2.0/ports?device_id=868f5939-9656-4337-93ba-a505cb3feae5 HTTP/1.1" status: 200 len: 944 time: 0.1512141 Feb 09 21:40:52.695696 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-a7bf3cfb-999a-4480-bbdf-68f0c47a0d78 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Deleting port 51f3d5d2-0c67-4b12-8b78-9c1a16e28145 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:40:52.696036 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a7bf3cfb-999a-4480-bbdf-68f0c47a0d78 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (51f3d5d2-0c67-4b12-8b78-9c1a16e28145), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:52.743868 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0e68d67b-2868-4fc9-8186-4e70aa33faf4 admin admin] Publish callbacks [] for security_group (b5a04088-9029-4e43-8203-fa02a0c7bb4e), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:52.760405 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0e68d67b-2868-4fc9-8186-4e70aa33faf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (b5a04088-9029-4e43-8203-fa02a0c7bb4e), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:52.823593 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a7bf3cfb-999a-4480-bbdf-68f0c47a0d78 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (51f3d5d2-0c67-4b12-8b78-9c1a16e28145), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:52.838864 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-a7bf3cfb-999a-4480-bbdf-68f0c47a0d78 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Calling delete_port for 51f3d5d2-0c67-4b12-8b78-9c1a16e28145 owned by {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:40:52.866190 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-44c452a9-87be-4334-bb5d-bfcca0b5351d req-8d259a22-4970-4d3c-9d61-eb0f08bb7fe3 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] 10.222.0.90 "GET /v2.0/security-groups?id=ab096705-bc25-431a-ab5c-fe0d32c221c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1796100 Feb 09 21:40:52.941147 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-0e68d67b-2868-4fc9-8186-4e70aa33faf4 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=13f7773ce7064d49b71828e0f9e3b41b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0042048 Feb 09 21:40:52.945814 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 36442) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:52.946882 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68d67b-2868-4fc9-8186-4e70aa33faf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a04088-9029-4e43-8203-fa02a0c7bb4e,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:52.989165 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a7bf3cfb-999a-4480-bbdf-68f0c47a0d78 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (51f3d5d2-0c67-4b12-8b78-9c1a16e28145), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:53.020879 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf3cfb-999a-4480-bbdf-68f0c47a0d78 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Pushing event deleted for resources: {'Port': ['ID=51f3d5d2-0c67-4b12-8b78-9c1a16e28145,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:53.030022 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d29d23e-c57a-48d2-a768-c62cc0a0f7fc req-6589a411-fa59-4fc4-84d2-c223ea4738c2 tempest-ServerPasswordTestJSON-706612662 tempest-ServerPasswordTestJSON-706612662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:53.031561 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9d29d23e-c57a-48d2-a768-c62cc0a0f7fc req-6589a411-fa59-4fc4-84d2-c223ea4738c2 tempest-ServerPasswordTestJSON-706612662 tempest-ServerPasswordTestJSON-706612662-project] 10.222.0.90 "GET /v2.0/ports?device_id=fc0b4d91-d377-4f03-a821-d3250c7b1c5a HTTP/1.1" status: 200 len: 945 time: 0.2258670 Feb 09 21:40:53.056410 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a7bf3cfb-999a-4480-bbdf-68f0c47a0d78 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:53.061209 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-a7bf3cfb-999a-4480-bbdf-68f0c47a0d78 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] 10.222.0.90 "DELETE /v2.0/ports/51f3d5d2-0c67-4b12-8b78-9c1a16e28145 HTTP/1.1" status: 204 len: 168 time: 0.4727724 Feb 09 21:40:53.063570 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 36446) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:53.090685 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e59eb87b-cf9e-4989-9b2b-cd8f81930b8b admin admin] Publish callbacks [] for security_group (b5a04088-9029-4e43-8203-fa02a0c7bb4e), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:53.180665 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e59eb87b-cf9e-4989-9b2b-cd8f81930b8b admin admin] Publish callbacks [] for security_group (b5a04088-9029-4e43-8203-fa02a0c7bb4e), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:53.202657 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7207627-7278-4a6b-8f8b-649e81c4068e tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Deleting subnet 23345faa-091f-4c0e-a558-dcaf3250fc6c {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:40:53.205902 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c7207627-7278-4a6b-8f8b-649e81c4068e tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Publish callbacks [] for subnet (23345faa-091f-4c0e-a558-dcaf3250fc6c), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:53.217792 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9d29d23e-c57a-48d2-a768-c62cc0a0f7fc req-28ea471c-fec0-439a-a75d-eb2239b04d20 tempest-ServerPasswordTestJSON-706612662 tempest-ServerPasswordTestJSON-706612662-project] 10.222.0.90 "GET /v2.0/security-groups?id=e83a02d3-83cf-4b7c-b5d2-0413aba823e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569853 Feb 09 21:40:53.261385 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c7207627-7278-4a6b-8f8b-649e81c4068e tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (23345faa-091f-4c0e-a558-dcaf3250fc6c), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:53.272203 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9cd7d233-ea4c-4130-9195-933ccec35666 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:53.361044 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:53.393282 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c7207627-7278-4a6b-8f8b-649e81c4068e tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (23345faa-091f-4c0e-a558-dcaf3250fc6c), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:53.403431 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e59eb87b-cf9e-4989-9b2b-cd8f81930b8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (b5a04088-9029-4e43-8203-fa02a0c7bb4e), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:53.406484 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e59eb87b-cf9e-4989-9b2b-cd8f81930b8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:53.407865 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-e59eb87b-cf9e-4989-9b2b-cd8f81930b8b admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/b5a04088-9029-4e43-8203-fa02a0c7bb4e HTTP/1.1" status: 204 len: 168 time: 0.4572709 Feb 09 21:40:53.441765 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babbf2b2-dad7-4ce2-8bf9-5b26901f3e5d req-d2e760c0-c88f-46e5-8c2d-f3e50945c498 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:53.443947 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-babbf2b2-dad7-4ce2-8bf9-5b26901f3e5d req-d2e760c0-c88f-46e5-8c2d-f3e50945c498 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5942c39-add0-42a2-bc58-a7492d65f23d HTTP/1.1" status: 200 len: 949 time: 0.2480538 Feb 09 21:40:53.490565 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59eb87b-cf9e-4989-9b2b-cd8f81930b8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a04088-9029-4e43-8203-fa02a0c7bb4e,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:53.516012 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c7207627-7278-4a6b-8f8b-649e81c4068e tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (23345faa-091f-4c0e-a558-dcaf3250fc6c), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:53.548394 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7207627-7278-4a6b-8f8b-649e81c4068e tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Pushing event deleted for resources: {'Subnet': ['ID=23345faa-091f-4c0e-a558-dcaf3250fc6c,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:53.555615 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c7207627-7278-4a6b-8f8b-649e81c4068e tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:53.559436 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-c7207627-7278-4a6b-8f8b-649e81c4068e tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] 10.222.0.90 "DELETE /v2.0/subnets/23345faa-091f-4c0e-a558-dcaf3250fc6c HTTP/1.1" status: 204 len: 168 time: 0.4949007 Feb 09 21:40:53.561811 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 36452) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:53.572757 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fce9988-7914-471d-b925-c774d82988cd None None] Network efb2aa30-4cef-4e85-b5ff-551f839a909c requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:40:53.654081 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a583cb0-da5d-4cfb-a1dc-dfa916dccb47 req-5aa8ecc8-545b-4c77-bb9a-ce6fcf919d61 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:53.654292 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2a583cb0-da5d-4cfb-a1dc-dfa916dccb47 req-5aa8ecc8-545b-4c77-bb9a-ce6fcf919d61 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] 10.222.0.90 "GET /v2.0/ports?device_id=3c4470cf-379e-4e8d-bce4-e188d20f6445 HTTP/1.1" status: 200 len: 944 time: 0.2520607 Feb 09 21:40:53.667376 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-babbf2b2-dad7-4ce2-8bf9-5b26901f3e5d req-812fd11f-71c2-44d8-a9e7-88f4006ba023 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/security-groups?id=18eb7429-13f2-4956-b934-bb119bf89c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916461 Feb 09 21:40:53.683905 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b102cc36-f7b8-49ba-bc43-3d0bedbd8721 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (efb2aa30-4cef-4e85-b5ff-551f839a909c), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:53.712506 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 5ac4a265-50f1-4992-8e24-78511d1033cc details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:40:53.804139 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2a583cb0-da5d-4cfb-a1dc-dfa916dccb47 req-9780c833-02fd-4e63-abf0-f95fa3309912 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] 10.222.0.90 "GET /v2.0/security-groups?id=acf6eb09-8df7-4797-a643-4eeaeced6321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284568 Feb 09 21:40:53.834212 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-b102cc36-f7b8-49ba-bc43-3d0bedbd8721 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Deleting port 6e3a06a5-5395-477c-b49d-43c9102b05bf {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:40:53.834758 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b102cc36-f7b8-49ba-bc43-3d0bedbd8721 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (6e3a06a5-5395-477c-b49d-43c9102b05bf), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:53.885622 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-9cd7d233-ea4c-4130-9195-933ccec35666 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Allocated IP 172.21.0.1 (aa1a25cd-990d-4363-b5b6-828f4e3933d9/1f2b7ac7-b0f7-4860-a408-e81dc7ed2572/f35f0ea0-0dd4-4300-8f04-d13c2e33fc47) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:40:53.902850 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce344bd5-8a26-4c19-881a-8fc6368c7130 None None] DHCP port deletion for efb2aa30-4cef-4e85-b5ff-551f839a909c request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:40:53.966840 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-b102cc36-f7b8-49ba-bc43-3d0bedbd8721 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] For port 6e3a06a5-5395-477c-b49d-43c9102b05bf, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=6e3a06a5-5395-477c-b49d-43c9102b05bf,segment=NetworkSegment(f604e441-6a46-465b-b761-86a538779a7e),segment_id=f604e441-6a46-465b-b761-86a538779a7e)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:53.967279 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b102cc36-f7b8-49ba-bc43-3d0bedbd8721 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (6e3a06a5-5395-477c-b49d-43c9102b05bf), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:53.988196 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-b102cc36-f7b8-49ba-bc43-3d0bedbd8721 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Calling delete_port for 6e3a06a5-5395-477c-b49d-43c9102b05bf owned by network:dhcp {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:40:54.058292 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 6e3a06a5-5395-477c-b49d-43c9102b05bf no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:40:54.103377 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9cd7d233-ea4c-4130-9195-933ccec35666 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for port (f35f0ea0-0dd4-4300-8f04-d13c2e33fc47), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:54.127245 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3469a93c-85af-47d4-809c-b36d2399ccba req-dac92dac-963c-4920-9e8c-d0773135c445 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:54.135912 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3469a93c-85af-47d4-809c-b36d2399ccba req-dac92dac-963c-4920-9e8c-d0773135c445 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] 10.222.0.90 "GET /v2.0/ports?device_id=868f5939-9656-4337-93ba-a505cb3feae5 HTTP/1.1" status: 200 len: 944 time: 0.1360264 Feb 09 21:40:54.171974 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-ce344bd5-8a26-4c19-881a-8fc6368c7130 None None] Deleting port 6e3a06a5-5395-477c-b49d-43c9102b05bf {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:40:54.173554 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ce344bd5-8a26-4c19-881a-8fc6368c7130 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (6e3a06a5-5395-477c-b49d-43c9102b05bf), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:54.184255 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b102cc36-f7b8-49ba-bc43-3d0bedbd8721 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (6e3a06a5-5395-477c-b49d-43c9102b05bf), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:54.234311 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3469a93c-85af-47d4-809c-b36d2399ccba req-4825931c-c713-44a9-b7eb-cab9cd065bf4 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] 10.222.0.90 "GET /v2.0/security-groups?id=ab096705-bc25-431a-ab5c-fe0d32c221c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971951 Feb 09 21:40:54.234615 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b102cc36-f7b8-49ba-bc43-3d0bedbd8721 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Pushing event deleted for resources: {'Port': ['ID=6e3a06a5-5395-477c-b49d-43c9102b05bf,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:54.236526 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b102cc36-f7b8-49ba-bc43-3d0bedbd8721 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] No DVR routers for this DVR port 6e3a06a5-5395-477c-b49d-43c9102b05bf on host n-d-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:40:54.241704 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9cd7d233-ea4c-4130-9195-933ccec35666 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (f35f0ea0-0dd4-4300-8f04-d13c2e33fc47), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:54.288100 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 5ac4a265-50f1-4992-8e24-78511d1033cc, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=5ac4a265-50f1-4992-8e24-78511d1033cc,segment=NetworkSegment(2f4c115b-06fa-44f3-b55b-8384b7917bba),segment_id=2f4c115b-06fa-44f3-b55b-8384b7917bba)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:54.288577 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd7d233-ea4c-4130-9195-933ccec35666 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Network aa1a25cd-990d-4363-b5b6-828f4e3933d9 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:40:54.294621 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-9cd7d233-ea4c-4130-9195-933ccec35666 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:40:54.299638 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd7d233-ea4c-4130-9195-933ccec35666 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:40:54.327655 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd7d233-ea4c-4130-9195-933ccec35666 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Pushing event updated for resources: {'Port': ['ID=f35f0ea0-0dd4-4300-8f04-d13c2e33fc47,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:54.364329 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9cd7d233-ea4c-4130-9195-933ccec35666 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554727'] for router_interface (bbbb9d8c-b469-4ed9-83fe-3b1867f3fc82), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:54.370663 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': '5ac4a265-50f1-4992-8e24-78511d1033cc', 'network_id': '877a96af-1a67-4748-9efa-076a406748da', 'port_id': '5ac4a265-50f1-4992-8e24-78511d1033cc', 'mac_address': 'fa:16:3e:83:27:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0be5e8c-bc22-4a5d-b32d-1cfd31075317', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:40:54.400867 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No active binding found for port 6e3a06a5-5395-477c-b49d-43c9102b05bf {{(pid=103142) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 09 21:40:54.408094 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] The host n-d-828369-5 is not matching for port 6e3a06a5-5395-477c-b49d-43c9102b05bf host None! {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 21:40:54.409025 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 6e3a06a5-5395-477c-b49d-43c9102b05bf not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:40:54.440882 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b102cc36-f7b8-49ba-bc43-3d0bedbd8721 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (efb2aa30-4cef-4e85-b5ff-551f839a909c), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:54.495200 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-b102cc36-f7b8-49ba-bc43-3d0bedbd8721 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efb2aa30-4cef-4e85-b5ff-551f839a909c']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:40:54.504176 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-ce344bd5-8a26-4c19-881a-8fc6368c7130 None None] For port 6e3a06a5-5395-477c-b49d-43c9102b05bf, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=6e3a06a5-5395-477c-b49d-43c9102b05bf,segment=NetworkSegment(f604e441-6a46-465b-b761-86a538779a7e),segment_id=f604e441-6a46-465b-b761-86a538779a7e)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:54.504612 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ce344bd5-8a26-4c19-881a-8fc6368c7130 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (6e3a06a5-5395-477c-b49d-43c9102b05bf), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:54.517711 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-b102cc36-f7b8-49ba-bc43-3d0bedbd8721 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f604e441-6a46-465b-b761-86a538779a7e') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:40:54.518011 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-b102cc36-f7b8-49ba-bc43-3d0bedbd8721 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f604e441-6a46-465b-b761-86a538779a7e') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:40:54.534000 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b102cc36-f7b8-49ba-bc43-3d0bedbd8721 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (f604e441-6a46-465b-b761-86a538779a7e), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:54.553361 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-ce344bd5-8a26-4c19-881a-8fc6368c7130 None None] Calling delete_port for 6e3a06a5-5395-477c-b49d-43c9102b05bf owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:40:54.557072 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 5ac4a265-50f1-4992-8e24-78511d1033cc is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:40:54.558401 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (5ac4a265-50f1-4992-8e24-78511d1033cc), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:54.561356 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b102cc36-f7b8-49ba-bc43-3d0bedbd8721 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (f604e441-6a46-465b-b761-86a538779a7e), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:54.573848 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9cd7d233-ea4c-4130-9195-933ccec35666 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (f35f0ea0-0dd4-4300-8f04-d13c2e33fc47), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:54.574917 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b102cc36-f7b8-49ba-bc43-3d0bedbd8721 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:40:54.575334 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b102cc36-f7b8-49ba-bc43-3d0bedbd8721 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (f604e441-6a46-465b-b761-86a538779a7e), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:54.584166 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:40:54.584166 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:40:54.584166 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:40:54.584166 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:40:54.584166 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:40:54.584166 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:40:54.584166 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:40:54.584166 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:40:54.584166 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:40:54.584166 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:40:54.584166 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:40:54.584166 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:40:54.584166 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:40:54.584166 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:40:54.584166 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:40:54.584166 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:40:54.584166 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:40:54.584166 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:40:54.584166 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:40:54.584166 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:40:54.584166 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:40:54.584166 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:40:54.584166 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:40:54.584166 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:40:54.584166 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:40:54.584166 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:40:54.584166 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:40:54.584166 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:40:54.584166 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:40:54.584166 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:40:54.584166 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:40:54.584166 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:40:54.595038 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ac4a265-50f1-4992-8e24-78511d1033cc {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:40:54.610850 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ca9ec5-52dc-4917-aacd-d76b5ddbb5e4 req-05064468-a7d5-4a85-86da-a855bef473ef tempest-ServerPasswordTestJSON-706612662 tempest-ServerPasswordTestJSON-706612662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:54.618910 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e2ca9ec5-52dc-4917-aacd-d76b5ddbb5e4 req-05064468-a7d5-4a85-86da-a855bef473ef tempest-ServerPasswordTestJSON-706612662 tempest-ServerPasswordTestJSON-706612662-project] 10.222.0.90 "GET /v2.0/ports?device_id=fc0b4d91-d377-4f03-a821-d3250c7b1c5a HTTP/1.1" status: 200 len: 945 time: 0.1937382 Feb 09 21:40:54.664686 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b102cc36-f7b8-49ba-bc43-3d0bedbd8721 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (efb2aa30-4cef-4e85-b5ff-551f839a909c), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:54.675339 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b102cc36-f7b8-49ba-bc43-3d0bedbd8721 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:54.687031 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-b102cc36-f7b8-49ba-bc43-3d0bedbd8721 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] 10.222.0.90 "DELETE /v2.0/networks/efb2aa30-4cef-4e85-b5ff-551f839a909c HTTP/1.1" status: 204 len: 168 time: 1.1237314 Feb 09 21:40:54.709917 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b102cc36-f7b8-49ba-bc43-3d0bedbd8721 tempest-AllowedAddressPairIpV6TestJSON-1559806134 tempest-AllowedAddressPairIpV6TestJSON-1559806134-project] Pushing event deleted for resources: {'Network': ['ID=efb2aa30-4cef-4e85-b5ff-551f839a909c,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:54.934890 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 5ac4a265-50f1-4992-8e24-78511d1033cc, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=5ac4a265-50f1-4992-8e24-78511d1033cc,segment=NetworkSegment(2f4c115b-06fa-44f3-b55b-8384b7917bba),segment_id=2f4c115b-06fa-44f3-b55b-8384b7917bba)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:54.938955 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ce344bd5-8a26-4c19-881a-8fc6368c7130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (6e3a06a5-5395-477c-b49d-43c9102b05bf), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:54.950073 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-3b72f07c-1b6c-45ce-ad31-67b8c0a6485d None None] Provisioning complete for port f35f0ea0-0dd4-4300-8f04-d13c2e33fc47 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:40:54.950812 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-3b72f07c-1b6c-45ce-ad31-67b8c0a6485d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (f35f0ea0-0dd4-4300-8f04-d13c2e33fc47), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:55.020400 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-3b72f07c-1b6c-45ce-ad31-67b8c0a6485d None None] Port f35f0ea0-0dd4-4300-8f04-d13c2e33fc47 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:40:55.028592 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (5ac4a265-50f1-4992-8e24-78511d1033cc), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:55.034170 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ce344bd5-8a26-4c19-881a-8fc6368c7130 None None] Network efb2aa30-4cef-4e85-b5ff-551f839a909c is not hosted by any dhcp agent {{(pid=103142) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 21:40:55.034630 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9cd7d233-ea4c-4130-9195-933ccec35666 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for port (f35f0ea0-0dd4-4300-8f04-d13c2e33fc47), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:55.035098 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce344bd5-8a26-4c19-881a-8fc6368c7130 None None] No DVR routers for this DVR port 6e3a06a5-5395-477c-b49d-43c9102b05bf on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:40:55.037383 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce344bd5-8a26-4c19-881a-8fc6368c7130 None None] Pushing event deleted for resources: {'Port': ['ID=6e3a06a5-5395-477c-b49d-43c9102b05bf,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:55.049458 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9cd7d233-ea4c-4130-9195-933ccec35666 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (f35f0ea0-0dd4-4300-8f04-d13c2e33fc47), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:55.126326 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=5ac4a265-50f1-4992-8e24-78511d1033cc,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:55.148883 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9cd7d233-ea4c-4130-9195-933ccec35666 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524919'] for router_interface (bbbb9d8c-b469-4ed9-83fe-3b1867f3fc82), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:55.164329 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e2ca9ec5-52dc-4917-aacd-d76b5ddbb5e4 req-0aa12eb8-1ad7-48fd-a27f-8c3e13ff5399 tempest-ServerPasswordTestJSON-706612662 tempest-ServerPasswordTestJSON-706612662-project] 10.222.0.90 "GET /v2.0/security-groups?id=e83a02d3-83cf-4b7c-b5d2-0413aba823e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5445046 Feb 09 21:40:55.175599 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 36490) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:55.203287 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd7d233-ea4c-4130-9195-933ccec35666 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Pushing event updated for resources: {'Port': ['ID=f35f0ea0-0dd4-4300-8f04-d13c2e33fc47,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:55.257710 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f4241-5be3-4ea5-a1ee-15bd9d94312a req-b3fc3405-3f35-4094-8dde-f60cab318f16 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:55.259335 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e65f4241-5be3-4ea5-a1ee-15bd9d94312a req-b3fc3405-3f35-4094-8dde-f60cab318f16 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5942c39-add0-42a2-bc58-a7492d65f23d HTTP/1.1" status: 200 len: 949 time: 0.3420701 Feb 09 21:40:55.381540 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c70bef-2f39-4816-8f14-ace1fa0b3279 req-f5e452a4-6176-4bcc-9b98-acab10d58894 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:55.382974 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-69c70bef-2f39-4816-8f14-ace1fa0b3279 req-f5e452a4-6176-4bcc-9b98-acab10d58894 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] 10.222.0.90 "GET /v2.0/ports?device_id=3c4470cf-379e-4e8d-bce4-e188d20f6445 HTTP/1.1" status: 200 len: 944 time: 0.1203339 Feb 09 21:40:55.389745 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e65f4241-5be3-4ea5-a1ee-15bd9d94312a req-09b323e9-36e2-4344-9048-216b5440ded0 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/security-groups?id=18eb7429-13f2-4956-b934-bb119bf89c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163433 Feb 09 21:40:55.414523 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd7d233-ea4c-4130-9195-933ccec35666 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Network aa1a25cd-990d-4363-b5b6-828f4e3933d9 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:40:55.422053 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-9cd7d233-ea4c-4130-9195-933ccec35666 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:40:55.640308 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-eea5bf96-4eec-41e0-92df-187840b1878e admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=a3db6ddc7dd747da93aae5453adefeb9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4662027 Feb 09 21:40:55.647670 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 36510) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:55.712429 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['5ac4a265-50f1-4992-8e24-78511d1033cc'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:40:55.727607 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9b4c8ff3-1cd8-4256-a3b8-259bb5643a38 admin admin] Publish callbacks [] for security_group (1c9c6621-fde7-43a5-981e-73d6ac9c009e), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:55.759213 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9b4c8ff3-1cd8-4256-a3b8-259bb5643a38 admin admin] Publish callbacks [] for security_group (1c9c6621-fde7-43a5-981e-73d6ac9c009e), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:55.765602 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device e8355698-a9c5-4a6d-91ec-7ec9c9beed20 no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:40:55.811237 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 36512) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:55.820403 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9b4c8ff3-1cd8-4256-a3b8-259bb5643a38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (1c9c6621-fde7-43a5-981e-73d6ac9c009e), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:55.823285 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9b4c8ff3-1cd8-4256-a3b8-259bb5643a38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:55.825295 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-9b4c8ff3-1cd8-4256-a3b8-259bb5643a38 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/1c9c6621-fde7-43a5-981e-73d6ac9c009e HTTP/1.1" status: 204 len: 168 time: 0.1764629 Feb 09 21:40:55.837017 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4c8ff3-1cd8-4256-a3b8-259bb5643a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c9c6621-fde7-43a5-981e-73d6ac9c009e,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:55.912562 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cd7d233-ea4c-4130-9195-933ccec35666 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Router bbbb9d8c-b469-4ed9-83fe-3b1867f3fc82 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:40:55.931952 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-69c70bef-2f39-4816-8f14-ace1fa0b3279 req-107c54dd-bb19-46d1-9809-04d72054b8ff tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] 10.222.0.90 "GET /v2.0/security-groups?id=acf6eb09-8df7-4797-a643-4eeaeced6321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5309832 Feb 09 21:40:55.959491 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-e5fbf1a5-2b3d-4d82-a79f-34628f7fb646 None None] Provisioning complete for port f35f0ea0-0dd4-4300-8f04-d13c2e33fc47 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:40:55.959877 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e5fbf1a5-2b3d-4d82-a79f-34628f7fb646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (f35f0ea0-0dd4-4300-8f04-d13c2e33fc47), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:55.976538 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-01aa56d0-97dc-425d-9ff6-b9edbf2f6c23 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1418177839', 'router:external': True}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:55.992277 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e587173e-cb08-4727-91e3-f4d107c65682 req-dc4d98cf-4cf6-4bb6-b9b1-9bbbd6fe49d2 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:56.002935 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e587173e-cb08-4727-91e3-f4d107c65682 req-dc4d98cf-4cf6-4bb6-b9b1-9bbbd6fe49d2 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] 10.222.0.90 "GET /v2.0/ports?device_id=868f5939-9656-4337-93ba-a505cb3feae5 HTTP/1.1" status: 200 len: 945 time: 0.1996098 Feb 09 21:40:56.004021 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01aa56d0-97dc-425d-9ff6-b9edbf2f6c23 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Made reservation on behalf of 4b392d46d7b94a47b25e89463e1fc510 for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:40:56.009535 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-01aa56d0-97dc-425d-9ff6-b9edbf2f6c23 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:56.024022 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-01aa56d0-97dc-425d-9ff6-b9edbf2f6c23 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:56.100180 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-e5fbf1a5-2b3d-4d82-a79f-34628f7fb646 None None] Port f35f0ea0-0dd4-4300-8f04-d13c2e33fc47 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:40:56.160187 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-01aa56d0-97dc-425d-9ff6-b9edbf2f6c23 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks [] for security_group (7f1fa1cf-59a9-4fc4-bead-1d915f2adcff), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:56.167506 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-01aa56d0-97dc-425d-9ff6-b9edbf2f6c23 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (7f1fa1cf-59a9-4fc4-bead-1d915f2adcff), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:56.205487 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01aa56d0-97dc-425d-9ff6-b9edbf2f6c23 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:40:56.242718 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port e8355698-a9c5-4a6d-91ec-7ec9c9beed20 is: ACTIVE; New status is: DOWN {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:40:56.243120 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (e8355698-a9c5-4a6d-91ec-7ec9c9beed20), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:56.244079 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-01aa56d0-97dc-425d-9ff6-b9edbf2f6c23 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (9164584f-437e-4310-8e19-3e9d4fc1e1b9), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:56.244531 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-01aa56d0-97dc-425d-9ff6-b9edbf2f6c23 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Added segment 9164584f-437e-4310-8e19-3e9d4fc1e1b9 of type vlan for network ef29f403-b4e4-4ceb-a983-6ac1b6e87487 Feb 09 21:40:56.254283 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aa56d0-97dc-425d-9ff6-b9edbf2f6c23 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f1fa1cf-59a9-4fc4-bead-1d915f2adcff,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:56.289904 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5942c39-add0-42a2-bc58-a7492d65f23d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8355698-a9c5-4a6d-91ec-7ec9c9beed20'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:40:56.292386 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f13ce6-c30e-4d10-9c15-f62667c27993" -d '{"events": [{"server_uuid": "c5942c39-add0-42a2-bc58-a7492d65f23d", "name": "network-vif-unplugged", "status": "completed", "tag": "e8355698-a9c5-4a6d-91ec-7ec9c9beed20"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:40:56.307263 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port e8355698-a9c5-4a6d-91ec-7ec9c9beed20, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=e8355698-a9c5-4a6d-91ec-7ec9c9beed20,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:56.313932 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (e8355698-a9c5-4a6d-91ec-7ec9c9beed20), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:56.324195 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cd7d233-ea4c-4130-9195-933ccec35666 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:40:56.338046 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-9cd7d233-ea4c-4130-9195-933ccec35666 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "PUT /v2.0/routers/bbbb9d8c-b469-4ed9-83fe-3b1867f3fc82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1942489 Feb 09 21:40:56.342584 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 36528) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:56.343272 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d84164-de6a-4cf3-a4a5-2a10b16d14d1 None None] Sync routers for ids ['bbbb9d8c-b469-4ed9-83fe-3b1867f3fc82'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:40:56.371268 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d84164-de6a-4cf3-a4a5-2a10b16d14d1 None None] Routers {'bbbb9d8c-b469-4ed9-83fe-3b1867f3fc82'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:40:56.371919 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-00d84164-de6a-4cf3-a4a5-2a10b16d14d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:40:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['bbbb9d8c-b469-4ed9-83fe-3b1867f3fc82'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:40:56.381966 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-01aa56d0-97dc-425d-9ff6-b9edbf2f6c23 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (ef29f403-b4e4-4ceb-a983-6ac1b6e87487), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:56.431069 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e587173e-cb08-4727-91e3-f4d107c65682 req-b4256ec1-2ed2-4c97-a6b3-012395b4be1c tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] 10.222.0.90 "GET /v2.0/security-groups?id=ab096705-bc25-431a-ab5c-fe0d32c221c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4236329 Feb 09 21:40:56.439156 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ab04078-5d4c-47c6-9788-fab388d6a4a3 x-openstack-request-id: req-0ab04078-5d4c-47c6-9788-fab388d6a4a3 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:40:56.439452 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5942c39-add0-42a2-bc58-a7492d65f23d", "name": "network-vif-unplugged", "status": "completed", "tag": "e8355698-a9c5-4a6d-91ec-7ec9c9beed20", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:40:56.444059 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-0ab04078-5d4c-47c6-9788-fab388d6a4a3 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:40:56.444768 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5942c39-add0-42a2-bc58-a7492d65f23d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8355698-a9c5-4a6d-91ec-7ec9c9beed20', 'code': 200} Feb 09 21:40:56.445648 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=e8355698-a9c5-4a6d-91ec-7ec9c9beed20,revision_number=9']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:56.451905 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-00d84164-de6a-4cf3-a4a5-2a10b16d14d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:40:56.459150 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec9255f-12b7-4baf-bb38-668541134edd tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:56.463783 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-9ec9255f-12b7-4baf-bb38-668541134edd tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "GET /v2.0/ports/f35f0ea0-0dd4-4300-8f04-d13c2e33fc47 HTTP/1.1" status: 200 len: 910 time: 0.1180203 Feb 09 21:40:56.466764 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 36536) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:56.483321 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d84164-de6a-4cf3-a4a5-2a10b16d14d1 None None] Routers {'bbbb9d8c-b469-4ed9-83fe-3b1867f3fc82'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:40:56.488127 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-00d84164-de6a-4cf3-a4a5-2a10b16d14d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:40:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['bbbb9d8c-b469-4ed9-83fe-3b1867f3fc82'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:40:56.501978 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-01aa56d0-97dc-425d-9ff6-b9edbf2f6c23 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (ef29f403-b4e4-4ceb-a983-6ac1b6e87487), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:56.506202 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01aa56d0-97dc-425d-9ff6-b9edbf2f6c23 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:56.507021 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-01aa56d0-97dc-425d-9ff6-b9edbf2f6c23 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:56.562055 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-00d84164-de6a-4cf3-a4a5-2a10b16d14d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:40:56.562720 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d84164-de6a-4cf3-a4a5-2a10b16d14d1 None None] The sync data for ids ['bbbb9d8c-b469-4ed9-83fe-3b1867f3fc82'] in n-d-828369-5 is: [] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:40:56.591594 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-01aa56d0-97dc-425d-9ff6-b9edbf2f6c23 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.7762203 Feb 09 21:40:56.593963 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 36540) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:56.606987 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aa56d0-97dc-425d-9ff6-b9edbf2f6c23 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Pushing event updated for resources: {'Network': ['ID=ef29f403-b4e4-4ceb-a983-6ac1b6e87487,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:56.619523 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network ef29f403-b4e4-4ceb-a983-6ac1b6e87487 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:40:56.649010 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-892b9850-109c-4f62-9936-a519c52ad4ac tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Request body: {'subnet': {'network_id': 'ef29f403-b4e4-4ceb-a983-6ac1b6e87487', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:56.754471 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-892b9850-109c-4f62-9936-a519c52ad4ac tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Made reservation on behalf of 4b392d46d7b94a47b25e89463e1fc510 for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:40:56.756804 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-892b9850-109c-4f62-9936-a519c52ad4ac tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621317'] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:56.887622 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2637e3ab-8bf4-45ae-b097-62b733dcfe92 req-7860e8ca-9a88-4784-b496-a2bb37eb6831 tempest-ServerPasswordTestJSON-706612662 tempest-ServerPasswordTestJSON-706612662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:56.889191 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2637e3ab-8bf4-45ae-b097-62b733dcfe92 req-7860e8ca-9a88-4784-b496-a2bb37eb6831 tempest-ServerPasswordTestJSON-706612662 tempest-ServerPasswordTestJSON-706612662-project] 10.222.0.90 "GET /v2.0/ports?device_id=fc0b4d91-d377-4f03-a821-d3250c7b1c5a HTTP/1.1" status: 200 len: 945 time: 0.3019164 Feb 09 21:40:56.899461 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99247721-aa0d-4fb0-b34f-bb13bb5be901 req-b42030cb-5875-46bc-8a81-4552f7d92423 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:56.900960 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-99247721-aa0d-4fb0-b34f-bb13bb5be901 req-b42030cb-5875-46bc-8a81-4552f7d92423 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5942c39-add0-42a2-bc58-a7492d65f23d HTTP/1.1" status: 200 len: 947 time: 0.3149095 Feb 09 21:40:56.917870 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 36552) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:57.025235 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-1f2b5081-86f5-48bb-b59f-2bd1c7b73652 tempest-NetworksNegativeTestJSON-1295224681 tempest-NetworksNegativeTestJSON-1295224681-project] Request body: {'port': {'network_id': '1b4e57a8-27fc-4b47-9823-7ce7d9bfbc53', 'name': 'tempest-NetworksNegativeTestJSON-571108234'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:57.040691 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f2b5081-86f5-48bb-b59f-2bd1c7b73652 tempest-NetworksNegativeTestJSON-1295224681 tempest-NetworksNegativeTestJSON-1295224681-project] POST failed (client error): The resource could not be found. Feb 09 21:40:57.041199 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f2b5081-86f5-48bb-b59f-2bd1c7b73652 tempest-NetworksNegativeTestJSON-1295224681 tempest-NetworksNegativeTestJSON-1295224681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:40:57.046729 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-1f2b5081-86f5-48bb-b59f-2bd1c7b73652 tempest-NetworksNegativeTestJSON-1295224681 tempest-NetworksNegativeTestJSON-1295224681-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1233597 Feb 09 21:40:57.046729 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 36558) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:57.058594 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2637e3ab-8bf4-45ae-b097-62b733dcfe92 req-1a677a3e-a02e-4e64-a93f-0ad2202e4637 tempest-ServerPasswordTestJSON-706612662 tempest-ServerPasswordTestJSON-706612662-project] 10.222.0.90 "GET /v2.0/security-groups?id=e83a02d3-83cf-4b7c-b5d2-0413aba823e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566355 Feb 09 21:40:57.064470 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a192bde-214c-4486-8c00-9fbdc3cb8381 tempest-NetworksNegativeTestJSON-1295224681 tempest-NetworksNegativeTestJSON-1295224681-project] DELETE failed (client error): The resource could not be found. Feb 09 21:40:57.065026 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a192bde-214c-4486-8c00-9fbdc3cb8381 tempest-NetworksNegativeTestJSON-1295224681 tempest-NetworksNegativeTestJSON-1295224681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:40:57.071743 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-2a192bde-214c-4486-8c00-9fbdc3cb8381 tempest-NetworksNegativeTestJSON-1295224681 tempest-NetworksNegativeTestJSON-1295224681-project] 10.222.0.90 "DELETE /v2.0/networks/6b265a6d-11e1-40e2-9a92-8625590fd3fd HTTP/1.1" status: 404 len: 339 time: 0.0211406 Feb 09 21:40:57.071926 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-99247721-aa0d-4fb0-b34f-bb13bb5be901 req-d527500f-afe5-47fa-9441-c5ec2edd88a3 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/security-groups?id=18eb7429-13f2-4956-b934-bb119bf89c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587844 Feb 09 21:40:57.075342 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 36560) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:57.179099 n-d-828369-5 neutron-server[103140]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b67a5bc-c6ed-46d9-9940-3b62464e6813 tempest-NetworksNegativeTestJSON-1295224681 tempest-NetworksNegativeTestJSON-1295224681-project] DELETE failed (client error): The resource could not be found. Feb 09 21:40:57.179585 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b67a5bc-c6ed-46d9-9940-3b62464e6813 tempest-NetworksNegativeTestJSON-1295224681 tempest-NetworksNegativeTestJSON-1295224681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:40:57.188568 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-6b67a5bc-c6ed-46d9-9940-3b62464e6813 tempest-NetworksNegativeTestJSON-1295224681 tempest-NetworksNegativeTestJSON-1295224681-project] 10.222.0.90 "DELETE /v2.0/ports/fb3e735a-5848-48fc-b9f2-e3ee6472561c HTTP/1.1" status: 404 len: 333 time: 0.0793402 Feb 09 21:40:57.188887 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 36562) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:57.214864 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9d31421-73f8-453c-85e6-a079e6287c3d tempest-NetworksNegativeTestJSON-1295224681 tempest-NetworksNegativeTestJSON-1295224681-project] DELETE failed (client error): The resource could not be found. Feb 09 21:40:57.215543 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9d31421-73f8-453c-85e6-a079e6287c3d tempest-NetworksNegativeTestJSON-1295224681 tempest-NetworksNegativeTestJSON-1295224681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:40:57.221479 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-f9d31421-73f8-453c-85e6-a079e6287c3d tempest-NetworksNegativeTestJSON-1295224681 tempest-NetworksNegativeTestJSON-1295224681-project] 10.222.0.90 "DELETE /v2.0/subnets/e0f0adc7-4012-4664-801b-cd64a27a6591 HTTP/1.1" status: 404 len: 337 time: 0.0291762 Feb 09 21:40:57.222115 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 36564) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:57.242182 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2dec3f2-9a0b-45b1-84d7-daf1ebd4ffd8 tempest-NetworksNegativeTestJSON-1295224681 tempest-NetworksNegativeTestJSON-1295224681-project] GET failed (client error): The resource could not be found. Feb 09 21:40:57.247363 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-f2dec3f2-9a0b-45b1-84d7-daf1ebd4ffd8 tempest-NetworksNegativeTestJSON-1295224681 tempest-NetworksNegativeTestJSON-1295224681-project] 10.222.0.90 "GET /v2.0/networks/9cd2b000-e39f-47bd-a981-8ec4e0809901 HTTP/1.1" status: 404 len: 339 time: 0.0203531 Feb 09 21:40:57.247625 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 36566) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:57.277188 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-61346369-3c5a-4ef8-8f4b-0e0d09c1a85b tempest-NetworksNegativeTestJSON-1295224681 tempest-NetworksNegativeTestJSON-1295224681-project] GET failed (client error): The resource could not be found. Feb 09 21:40:57.282087 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-61346369-3c5a-4ef8-8f4b-0e0d09c1a85b tempest-NetworksNegativeTestJSON-1295224681 tempest-NetworksNegativeTestJSON-1295224681-project] 10.222.0.90 "GET /v2.0/ports/a2507f04-970d-4c10-958b-bc3adfbba09b HTTP/1.1" status: 404 len: 333 time: 0.0300560 Feb 09 21:40:57.284175 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 36568) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:57.310546 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c068cdb-808e-4dd4-b1ed-6efb4c04123c tempest-NetworksNegativeTestJSON-1295224681 tempest-NetworksNegativeTestJSON-1295224681-project] GET failed (client error): The resource could not be found. Feb 09 21:40:57.315389 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-8c068cdb-808e-4dd4-b1ed-6efb4c04123c tempest-NetworksNegativeTestJSON-1295224681 tempest-NetworksNegativeTestJSON-1295224681-project] 10.222.0.90 "GET /v2.0/subnets/4360d4f6-cb3c-4ee4-9dd6-1428cb1e6e6f HTTP/1.1" status: 404 len: 337 time: 0.0286517 Feb 09 21:40:57.315571 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a579e2-5531-4c98-a619-43fb784a707c req-5eb55cd2-3c42-4b51-bbd9-8a10f68ebf2f tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:57.315690 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-39a579e2-5531-4c98-a619-43fb784a707c req-5eb55cd2-3c42-4b51-bbd9-8a10f68ebf2f tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] 10.222.0.90 "GET /v2.0/ports?device_id=3c4470cf-379e-4e8d-bce4-e188d20f6445 HTTP/1.1" status: 200 len: 944 time: 0.1473267 Feb 09 21:40:57.315793 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 36570) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:57.321769 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-3f2e5ff3-46e4-43c3-8fb9-e627c3548e88 tempest-NetworksNegativeTestJSON-1295224681 tempest-NetworksNegativeTestJSON-1295224681-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:57.336308 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f2e5ff3-46e4-43c3-8fb9-e627c3548e88 tempest-NetworksNegativeTestJSON-1295224681 tempest-NetworksNegativeTestJSON-1295224681-project] PUT failed (client error): The resource could not be found. Feb 09 21:40:57.336811 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f2e5ff3-46e4-43c3-8fb9-e627c3548e88 tempest-NetworksNegativeTestJSON-1295224681 tempest-NetworksNegativeTestJSON-1295224681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:40:57.341410 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-3f2e5ff3-46e4-43c3-8fb9-e627c3548e88 tempest-NetworksNegativeTestJSON-1295224681 tempest-NetworksNegativeTestJSON-1295224681-project] 10.222.0.90 "PUT /v2.0/networks/8b78d1d3-59a0-45cd-8c4d-ebc729a1b40c HTTP/1.1" status: 404 len: 339 time: 0.0212526 Feb 09 21:40:57.342495 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 36572) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:57.347118 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-9a317940-6d46-472f-9235-f0baa32d66c7 tempest-NetworksNegativeTestJSON-1295224681 tempest-NetworksNegativeTestJSON-1295224681-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:57.366236 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a317940-6d46-472f-9235-f0baa32d66c7 tempest-NetworksNegativeTestJSON-1295224681 tempest-NetworksNegativeTestJSON-1295224681-project] PUT failed (client error): The resource could not be found. Feb 09 21:40:57.366743 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a317940-6d46-472f-9235-f0baa32d66c7 tempest-NetworksNegativeTestJSON-1295224681 tempest-NetworksNegativeTestJSON-1295224681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:40:57.371480 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-9a317940-6d46-472f-9235-f0baa32d66c7 tempest-NetworksNegativeTestJSON-1295224681 tempest-NetworksNegativeTestJSON-1295224681-project] 10.222.0.90 "PUT /v2.0/ports/a33f5c66-5100-4283-8331-61af6ab461d3 HTTP/1.1" status: 404 len: 333 time: 0.0248446 Feb 09 21:40:57.372010 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 36574) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:57.377323 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-40a43633-caa1-423a-a4a7-6710b921edbf tempest-NetworksNegativeTestJSON-1295224681 tempest-NetworksNegativeTestJSON-1295224681-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:57.399653 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-40a43633-caa1-423a-a4a7-6710b921edbf tempest-NetworksNegativeTestJSON-1295224681 tempest-NetworksNegativeTestJSON-1295224681-project] PUT failed (client error): The resource could not be found. Feb 09 21:40:57.400115 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40a43633-caa1-423a-a4a7-6710b921edbf tempest-NetworksNegativeTestJSON-1295224681 tempest-NetworksNegativeTestJSON-1295224681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:40:57.408839 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-40a43633-caa1-423a-a4a7-6710b921edbf tempest-NetworksNegativeTestJSON-1295224681 tempest-NetworksNegativeTestJSON-1295224681-project] 10.222.0.90 "PUT /v2.0/subnets/1fa3e260-0372-4507-a12c-9bee4d308221 HTTP/1.1" status: 404 len: 337 time: 0.0333691 Feb 09 21:40:57.473972 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-39a579e2-5531-4c98-a619-43fb784a707c req-d7f5decf-7e94-43e0-a980-41661834ead4 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] 10.222.0.90 "GET /v2.0/security-groups?id=acf6eb09-8df7-4797-a643-4eeaeced6321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404309 Feb 09 21:40:57.494660 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-92b9399b-189f-4ff9-b728-d2aef02fad55 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524906'] for router_interface (bbbb9d8c-b469-4ed9-83fe-3b1867f3fc82), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:57.706567 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 36582) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:57.722828 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device e8355698-a9c5-4a6d-91ec-7ec9c9beed20 details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:40:57.726471 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 5ac4a265-50f1-4992-8e24-78511d1033cc up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:40:57.730321 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4e078b-9c3d-40b6-93c7-a275df24d74a req-936f685b-7059-46ed-b31e-7c3d714d112f tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:57.731822 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-aa4e078b-9c3d-40b6-93c7-a275df24d74a req-936f685b-7059-46ed-b31e-7c3d714d112f tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] 10.222.0.90 "GET /v2.0/ports?device_id=868f5939-9656-4337-93ba-a505cb3feae5 HTTP/1.1" status: 200 len: 945 time: 0.1973596 Feb 09 21:40:57.753179 n-d-828369-5 neutron-server[103140]: DEBUG neutron.objects.ports [None req-892b9850-109c-4f62-9936-a519c52ad4ac tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103140) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 21:40:57.753626 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-892b9850-109c-4f62-9936-a519c52ad4ac tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621371'] for subnet (58afca4b-3693-4c81-b6ee-4f316742902b), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:57.834698 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a5b54d11-45ad-4c48-8b85-22738aeba6be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:57.856604 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port e8355698-a9c5-4a6d-91ec-7ec9c9beed20, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=e8355698-a9c5-4a6d-91ec-7ec9c9beed20,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:57.866915 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-aa4e078b-9c3d-40b6-93c7-a275df24d74a req-40422ab9-c2d8-43b5-8a6e-b669dc18f0ea tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] 10.222.0.90 "GET /v2.0/security-groups?id=ab096705-bc25-431a-ab5c-fe0d32c221c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166782 Feb 09 21:40:57.871140 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892b9850-109c-4f62-9936-a519c52ad4ac tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Pushing event updated for resources: {'Subnet': ['ID=58afca4b-3693-4c81-b6ee-4f316742902b,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:57.884806 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892b9850-109c-4f62-9936-a519c52ad4ac tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Checking segment: {'id': '9164584f-437e-4310-8e19-3e9d4fc1e1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'ef29f403-b4e4-4ceb-a983-6ac1b6e87487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:40:57.886459 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892b9850-109c-4f62-9936-a519c52ad4ac tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Network hostable DHCP agents. Network: ef29f403-b4e4-4ceb-a983-6ac1b6e87487, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:40:57.889185 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': 'e8355698-a9c5-4a6d-91ec-7ec9c9beed20', 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc', 'port_id': 'e8355698-a9c5-4a6d-91ec-7ec9c9beed20', 'mac_address': 'fa:16:3e:34:05:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f7402ac-a35b-414b-bcc1-bc1c3072ec3c', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:40:57.933413 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a5b54d11-45ad-4c48-8b85-22738aeba6be admin admin] Publish callbacks [] for security_group (0bac7cfa-0e73-4847-9919-ff0b2314f8d2), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:57.939439 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a5b54d11-45ad-4c48-8b85-22738aeba6be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (0bac7cfa-0e73-4847-9919-ff0b2314f8d2), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:57.945987 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892b9850-109c-4f62-9936-a519c52ad4ac tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Network ef29f403-b4e4-4ceb-a983-6ac1b6e87487 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:40:57.978090 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-892b9850-109c-4f62-9936-a519c52ad4ac tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, ef29f403-b4e4-4ceb-a983-6ac1b6e87487) {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:40:57.984574 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892b9850-109c-4f62-9936-a519c52ad4ac tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:57.985409 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-892b9850-109c-4f62-9936-a519c52ad4ac tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:57.995877 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57c1b6e-69bd-4f9b-9810-fdc8816fbdc0 None None] Network ef29f403-b4e4-4ceb-a983-6ac1b6e87487 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:40:58.004522 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-a5b54d11-45ad-4c48-8b85-22738aeba6be admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=595793c56a174d8997c354554b65511d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2966180 Feb 09 21:40:58.004729 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 36586) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:58.006372 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b54d11-45ad-4c48-8b85-22738aeba6be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bac7cfa-0e73-4847-9919-ff0b2314f8d2,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:58.027909 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 36588) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:58.028067 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-892b9850-109c-4f62-9936-a519c52ad4ac tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.4205577 Feb 09 21:40:58.034728 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-c37e821f-adae-4102-8526-30e9c4313093 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-350761721', 'network_id': 'ef29f403-b4e4-4ceb-a983-6ac1b6e87487'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:58.041488 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-92b9399b-189f-4ff9-b728-d2aef02fad55 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Deleting port f35f0ea0-0dd4-4300-8f04-d13c2e33fc47 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:40:58.041830 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-92b9399b-189f-4ff9-b728-d2aef02fad55 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (f35f0ea0-0dd4-4300-8f04-d13c2e33fc47), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:58.069552 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c37e821f-adae-4102-8526-30e9c4313093 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Made reservation on behalf of 4b392d46d7b94a47b25e89463e1fc510 for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:40:58.072789 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c37e821f-adae-4102-8526-30e9c4313093 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:58.091976 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [None req-c37e821f-adae-4102-8526-30e9c4313093 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] device_id is not set on port bde75102-948e-4091-b96e-f8014f188102 yet. {{(pid=103141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:40:58.138872 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-74f1a561-3630-4185-9e31-4ef1f60fe5e6 admin admin] Publish callbacks [] for security_group (0bac7cfa-0e73-4847-9919-ff0b2314f8d2), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:58.151534 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port e8355698-a9c5-4a6d-91ec-7ec9c9beed20 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:40:58.151933 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (e8355698-a9c5-4a6d-91ec-7ec9c9beed20), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:58.180567 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87bdf661-f367-4d7b-acdb-af70bd1b4453 None None] Network ef29f403-b4e4-4ceb-a983-6ac1b6e87487 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:40:58.194097 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-74f1a561-3630-4185-9e31-4ef1f60fe5e6 admin admin] Publish callbacks [] for security_group (0bac7cfa-0e73-4847-9919-ff0b2314f8d2), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:58.249083 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-92b9399b-189f-4ff9-b728-d2aef02fad55 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (f35f0ea0-0dd4-4300-8f04-d13c2e33fc47), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:58.281106 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-c37e821f-adae-4102-8526-30e9c4313093 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Allocated IP 2001:db8::259 (ef29f403-b4e4-4ceb-a983-6ac1b6e87487/58afca4b-3693-4c81-b6ee-4f316742902b/bde75102-948e-4091-b96e-f8014f188102) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:40:58.297669 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8355698-a9c5-4a6d-91ec-7ec9c9beed20 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:40:58.304254 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-92b9399b-189f-4ff9-b728-d2aef02fad55 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Calling delete_port for f35f0ea0-0dd4-4300-8f04-d13c2e33fc47 owned by network:router_interface {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:40:58.349467 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port e8355698-a9c5-4a6d-91ec-7ec9c9beed20, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=e8355698-a9c5-4a6d-91ec-7ec9c9beed20,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:58.351747 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning for port 5ac4a265-50f1-4992-8e24-78511d1033cc completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:40:58.356819 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port 5ac4a265-50f1-4992-8e24-78511d1033cc triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:40:58.357271 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (5ac4a265-50f1-4992-8e24-78511d1033cc), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:58.378540 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bc507a-9f67-47fa-a72a-b616604ae183 req-ec63afbf-ad6e-4191-a7fa-8fe2cb973817 tempest-ServerPasswordTestJSON-706612662 tempest-ServerPasswordTestJSON-706612662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:58.380051 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-87bc507a-9f67-47fa-a72a-b616604ae183 req-ec63afbf-ad6e-4191-a7fa-8fe2cb973817 tempest-ServerPasswordTestJSON-706612662 tempest-ServerPasswordTestJSON-706612662-project] 10.222.0.95 "GET /v2.0/ports?device_id=fc0b4d91-d377-4f03-a821-d3250c7b1c5a HTTP/1.1" status: 200 len: 945 time: 0.1889226 Feb 09 21:40:58.399331 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (e8355698-a9c5-4a6d-91ec-7ec9c9beed20), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:58.487706 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 5ac4a265-50f1-4992-8e24-78511d1033cc is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:40:58.488401 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (5ac4a265-50f1-4992-8e24-78511d1033cc), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:58.503760 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c37e821f-adae-4102-8526-30e9c4313093 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks [] for port (bde75102-948e-4091-b96e-f8014f188102), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:58.508377 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=e8355698-a9c5-4a6d-91ec-7ec9c9beed20,revision_number=10']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:58.535391 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 5ac4a265-50f1-4992-8e24-78511d1033cc, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=5ac4a265-50f1-4992-8e24-78511d1033cc,segment=NetworkSegment(2f4c115b-06fa-44f3-b55b-8384b7917bba),segment_id=2f4c115b-06fa-44f3-b55b-8384b7917bba)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:58.537072 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '868f5939-9656-4337-93ba-a505cb3feae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ac4a265-50f1-4992-8e24-78511d1033cc'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:40:58.539982 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23021fb7-ba8c-4f9d-845e-129ba54350e6" -d '{"events": [{"server_uuid": "868f5939-9656-4337-93ba-a505cb3feae5", "name": "network-vif-plugged", "status": "completed", "tag": "5ac4a265-50f1-4992-8e24-78511d1033cc"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:40:58.544805 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (5ac4a265-50f1-4992-8e24-78511d1033cc), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:58.549035 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c37e821f-adae-4102-8526-30e9c4313093 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (bde75102-948e-4091-b96e-f8014f188102), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:58.600260 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=5ac4a265-50f1-4992-8e24-78511d1033cc,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:58.614077 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37e821f-adae-4102-8526-30e9c4313093 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Pushing event updated for resources: {'Port': ['ID=bde75102-948e-4091-b96e-f8014f188102,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:58.624012 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37e821f-adae-4102-8526-30e9c4313093 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Network ef29f403-b4e4-4ceb-a983-6ac1b6e87487 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:40:58.625800 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-c37e821f-adae-4102-8526-30e9c4313093 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:40:58.628630 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37e821f-adae-4102-8526-30e9c4313093 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:40:58.629872 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37e821f-adae-4102-8526-30e9c4313093 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:58.631177 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c37e821f-adae-4102-8526-30e9c4313093 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:58.649840 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-c37e821f-adae-4102-8526-30e9c4313093 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.6204290 Feb 09 21:40:58.652251 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 36598) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:58.742902 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-74f1a561-3630-4185-9e31-4ef1f60fe5e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (0bac7cfa-0e73-4847-9919-ff0b2314f8d2), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:58.745553 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-74f1a561-3630-4185-9e31-4ef1f60fe5e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:58.746341 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-a0751504-e494-450f-93be-d0232d2f1336 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Deleting port bde75102-948e-4091-b96e-f8014f188102 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:40:58.746760 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a0751504-e494-450f-93be-d0232d2f1336 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (bde75102-948e-4091-b96e-f8014f188102), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:58.749448 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-74f1a561-3630-4185-9e31-4ef1f60fe5e6 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/0bac7cfa-0e73-4847-9919-ff0b2314f8d2 HTTP/1.1" status: 204 len: 168 time: 0.7419240 Feb 09 21:40:58.767941 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f1a561-3630-4185-9e31-4ef1f60fe5e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bac7cfa-0e73-4847-9919-ff0b2314f8d2,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:58.775901 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46fdc76-33d1-44e0-9265-6d6d337930ba req-5a31079e-bfa5-4304-971f-8b02d872c4de tempest-ServerPasswordTestJSON-706612662 tempest-ServerPasswordTestJSON-706612662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:58.777475 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f46fdc76-33d1-44e0-9265-6d6d337930ba req-5a31079e-bfa5-4304-971f-8b02d872c4de tempest-ServerPasswordTestJSON-706612662 tempest-ServerPasswordTestJSON-706612662-project] 10.222.0.90 "GET /v2.0/ports?device_id=fc0b4d91-d377-4f03-a821-d3250c7b1c5a HTTP/1.1" status: 200 len: 945 time: 0.5020258 Feb 09 21:40:58.786981 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d87736c-0380-44ac-80a9-ba0c6700667c req-5f6afd2a-d8a5-435e-88dd-317624326dc3 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:58.794598 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3d87736c-0380-44ac-80a9-ba0c6700667c req-5f6afd2a-d8a5-435e-88dd-317624326dc3 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5942c39-add0-42a2-bc58-a7492d65f23d HTTP/1.1" status: 200 len: 947 time: 0.5426302 Feb 09 21:40:58.836546 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['e8355698-a9c5-4a6d-91ec-7ec9c9beed20'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:40:58.882682 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a0751504-e494-450f-93be-d0232d2f1336 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (bde75102-948e-4091-b96e-f8014f188102), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:58.908706 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-a0751504-e494-450f-93be-d0232d2f1336 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Calling delete_port for bde75102-948e-4091-b96e-f8014f188102 owned by {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:40:58.977700 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3d87736c-0380-44ac-80a9-ba0c6700667c req-0e771c2d-8d59-4279-91ea-0234146a8d66 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/security-groups?id=18eb7429-13f2-4956-b934-bb119bf89c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821442 Feb 09 21:40:58.999580 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f46fdc76-33d1-44e0-9265-6d6d337930ba req-70168cff-ae85-47a6-8ccd-c62a8e477384 tempest-ServerPasswordTestJSON-706612662 tempest-ServerPasswordTestJSON-706612662-project] 10.222.0.90 "GET /v2.0/security-groups?id=e83a02d3-83cf-4b7c-b5d2-0413aba823e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022567 Feb 09 21:40:59.048532 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-87bc507a-9f67-47fa-a72a-b616604ae183 req-93c7fd02-4230-458d-b150-e44032205bf1 tempest-ServerPasswordTestJSON-706612662 tempest-ServerPasswordTestJSON-706612662-project] Deleting port 16105cc0-6097-4341-b5fe-272e2ecc37f7 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:40:59.048890 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-87bc507a-9f67-47fa-a72a-b616604ae183 req-93c7fd02-4230-458d-b150-e44032205bf1 tempest-ServerPasswordTestJSON-706612662 tempest-ServerPasswordTestJSON-706612662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (16105cc0-6097-4341-b5fe-272e2ecc37f7), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:59.107216 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d38f235b-ce4a-47b2-a372-24786a198aa9 x-openstack-request-id: req-d38f235b-ce4a-47b2-a372-24786a198aa9 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:40:59.107998 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "868f5939-9656-4337-93ba-a505cb3feae5", "name": "network-vif-plugged", "status": "completed", "tag": "5ac4a265-50f1-4992-8e24-78511d1033cc", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:40:59.109345 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-d38f235b-ce4a-47b2-a372-24786a198aa9 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:40:59.110565 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '868f5939-9656-4337-93ba-a505cb3feae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ac4a265-50f1-4992-8e24-78511d1033cc', 'code': 200} Feb 09 21:40:59.162154 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a0751504-e494-450f-93be-d0232d2f1336 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (bde75102-948e-4091-b96e-f8014f188102), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:59.280244 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0751504-e494-450f-93be-d0232d2f1336 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Pushing event deleted for resources: {'Port': ['ID=bde75102-948e-4091-b96e-f8014f188102,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:59.351010 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-92b9399b-189f-4ff9-b728-d2aef02fad55 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (f35f0ea0-0dd4-4300-8f04-d13c2e33fc47), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:59.372861 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d8dedd-bf87-4193-931f-922ac63f74be req-a5c6306f-5e80-41e5-b823-7da137542f19 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:59.384609 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a0751504-e494-450f-93be-d0232d2f1336 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:59.387903 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-a0751504-e494-450f-93be-d0232d2f1336 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] 10.222.0.90 "DELETE /v2.0/ports/bde75102-948e-4091-b96e-f8014f188102 HTTP/1.1" status: 204 len: 168 time: 0.7346337 Feb 09 21:40:59.390183 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-41d8dedd-bf87-4193-931f-922ac63f74be req-a5c6306f-5e80-41e5-b823-7da137542f19 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] 10.222.0.90 "GET /v2.0/ports?device_id=3c4470cf-379e-4e8d-bce4-e188d20f6445 HTTP/1.1" status: 200 len: 944 time: 0.2892501 Feb 09 21:40:59.404768 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 36612) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:40:59.410473 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-c0008e13-e68f-4314-8845-4128a9c59e73 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ef29f403-b4e4-4ceb-a983-6ac1b6e87487', 'external_fixed_ips': [{'subnet_id': '58afca4b-3693-4c81-b6ee-4f316742902b', 'ip_address': '2001:db8::259'}]}}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:40:59.476019 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36a78ff-8de7-4069-8e2e-453213860d53 req-fc6be1b6-e05a-4ce8-9409-2de74ff3dafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:59.479846 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b36a78ff-8de7-4069-8e2e-453213860d53 req-fc6be1b6-e05a-4ce8-9409-2de74ff3dafa service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=868f5939-9656-4337-93ba-a505cb3feae5 HTTP/1.1" status: 200 len: 1128 time: 0.2997234 Feb 09 21:40:59.483294 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c0008e13-e68f-4314-8845-4128a9c59e73 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (698409fe-b133-4cd1-b152-eef1a519794f), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:59.485841 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c0008e13-e68f-4314-8845-4128a9c59e73 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (698409fe-b133-4cd1-b152-eef1a519794f), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:59.489449 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b9399b-189f-4ff9-b728-d2aef02fad55 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Pushing event deleted for resources: {'Port': ['ID=f35f0ea0-0dd4-4300-8f04-d13c2e33fc47,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:40:59.596000 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8853f1eb-6b47-4d60-b937-a3ddb021af09 req-83406513-1056-440a-851b-0ad2b627a808 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:40:59.601955 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8853f1eb-6b47-4d60-b937-a3ddb021af09 req-83406513-1056-440a-851b-0ad2b627a808 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] 10.222.0.90 "GET /v2.0/ports?device_id=868f5939-9656-4337-93ba-a505cb3feae5 HTTP/1.1" status: 200 len: 946 time: 0.3815131 Feb 09 21:40:59.604081 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-87bc507a-9f67-47fa-a72a-b616604ae183 req-93c7fd02-4230-458d-b150-e44032205bf1 tempest-ServerPasswordTestJSON-706612662 tempest-ServerPasswordTestJSON-706612662-project] For port 16105cc0-6097-4341-b5fe-272e2ecc37f7, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=16105cc0-6097-4341-b5fe-272e2ecc37f7,segment=NetworkSegment(e8e3a80e-6b63-4d2b-a138-44a3f5256a84),segment_id=e8e3a80e-6b63-4d2b-a138-44a3f5256a84)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:40:59.604497 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-87bc507a-9f67-47fa-a72a-b616604ae183 req-93c7fd02-4230-458d-b150-e44032205bf1 tempest-ServerPasswordTestJSON-706612662 tempest-ServerPasswordTestJSON-706612662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (16105cc0-6097-4341-b5fe-272e2ecc37f7), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:59.616721 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b36a78ff-8de7-4069-8e2e-453213860d53 req-4b5be9da-5d1c-4983-99c5-b015f69f815f service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=ab096705-bc25-431a-ab5c-fe0d32c221c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249130 Feb 09 21:40:59.690153 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c0008e13-e68f-4314-8845-4128a9c59e73 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks [] for router_controller (698409fe-b133-4cd1-b152-eef1a519794f), precommit_add_association {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:59.795192 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-87bc507a-9f67-47fa-a72a-b616604ae183 req-93c7fd02-4230-458d-b150-e44032205bf1 tempest-ServerPasswordTestJSON-706612662 tempest-ServerPasswordTestJSON-706612662-project] Calling delete_port for 16105cc0-6097-4341-b5fe-272e2ecc37f7 owned by compute:nova {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:40:59.927011 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c0008e13-e68f-4314-8845-4128a9c59e73 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks [] for router_gateway (698409fe-b133-4cd1-b152-eef1a519794f), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:40:59.984968 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-41d8dedd-bf87-4193-931f-922ac63f74be req-2cc4b172-fc61-4397-94ad-1685d541587f tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] 10.222.0.90 "GET /v2.0/security-groups?id=acf6eb09-8df7-4797-a643-4eeaeced6321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5937865 Feb 09 21:41:00.017965 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-92b9399b-189f-4ff9-b728-d2aef02fad55 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-525054'] for router_interface (bbbb9d8c-b469-4ed9-83fe-3b1867f3fc82), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:00.046095 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8853f1eb-6b47-4d60-b937-a3ddb021af09 req-7908b176-b3b2-47ca-9d9f-707a60c2d95c tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] 10.222.0.90 "GET /v2.0/security-groups?id=ab096705-bc25-431a-ab5c-fe0d32c221c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3577764 Feb 09 21:41:00.100570 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 36628) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:00.350496 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-425e7888-6add-491a-a5fc-3fcae46316e4 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:00.351211 n-d-828369-5 neutron-server[103140]: WARNING neutron.api.v2.base [None req-425e7888-6add-491a-a5fc-3fcae46316e4 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 09 21:41:00.351709 n-d-828369-5 neutron-server[103140]: INFO neutron.api.v2.resource [None req-425e7888-6add-491a-a5fc-3fcae46316e4 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] create failed (client error): There was a conflict when trying to complete your request. Feb 09 21:41:00.352714 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-425e7888-6add-491a-a5fc-3fcae46316e4 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2500358 Feb 09 21:41:00.357424 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 36632) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:00.398977 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-94ec5b02-3404-4d86-8062-c3d51f801d62 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Request body: {'security_group': {'name': 'tempest-secgroup--815099084'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:00.451496 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c0008e13-e68f-4314-8845-4128a9c59e73 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks [] for router_gateway (698409fe-b133-4cd1-b152-eef1a519794f), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:00.479771 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-87bc507a-9f67-47fa-a72a-b616604ae183 req-93c7fd02-4230-458d-b150-e44032205bf1 tempest-ServerPasswordTestJSON-706612662 tempest-ServerPasswordTestJSON-706612662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (16105cc0-6097-4341-b5fe-272e2ecc37f7), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:00.484062 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c0008e13-e68f-4314-8845-4128a9c59e73 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:00.504173 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-94ec5b02-3404-4d86-8062-c3d51f801d62 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:00.558341 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759155f9-718f-4a30-babf-1118bdffc096 req-4620c838-717c-47d4-8a23-4fc738e3ebbd tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:00.560031 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-759155f9-718f-4a30-babf-1118bdffc096 req-4620c838-717c-47d4-8a23-4fc738e3ebbd tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5942c39-add0-42a2-bc58-a7492d65f23d HTTP/1.1" status: 200 len: 949 time: 0.4389532 Feb 09 21:41:00.560967 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c7fd02-4230-458d-b150-e44032205bf1 tempest-ServerPasswordTestJSON-706612662 tempest-ServerPasswordTestJSON-706612662-project] Pushing event deleted for resources: {'Port': ['ID=16105cc0-6097-4341-b5fe-272e2ecc37f7,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:00.565482 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-94ec5b02-3404-4d86-8062-c3d51f801d62 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:00.691942 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3428e105-5f47-4750-b2a2-17b7ba4dbf63 req-675ffc81-14c5-4502-9ebb-ef226f53ff4f tempest-ServerPasswordTestJSON-706612662 tempest-ServerPasswordTestJSON-706612662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:00.693543 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3428e105-5f47-4750-b2a2-17b7ba4dbf63 req-675ffc81-14c5-4502-9ebb-ef226f53ff4f tempest-ServerPasswordTestJSON-706612662 tempest-ServerPasswordTestJSON-706612662-project] 10.222.0.90 "GET /v2.0/ports?device_id=fc0b4d91-d377-4f03-a821-d3250c7b1c5a HTTP/1.1" status: 200 len: 867 time: 0.3799806 Feb 09 21:41:00.712470 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-c0008e13-e68f-4314-8845-4128a9c59e73 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Allocated IP 2001:db8::259 (ef29f403-b4e4-4ceb-a983-6ac1b6e87487/58afca4b-3693-4c81-b6ee-4f316742902b/c95109f0-9397-45bd-be45-c7cb0f20d4ea) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:41:00.718682 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-87bc507a-9f67-47fa-a72a-b616604ae183 req-93c7fd02-4230-458d-b150-e44032205bf1 tempest-ServerPasswordTestJSON-706612662 tempest-ServerPasswordTestJSON-706612662-project] No DVR routers for this DVR port 16105cc0-6097-4341-b5fe-272e2ecc37f7 on host n-h1-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:41:00.746528 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-87bc507a-9f67-47fa-a72a-b616604ae183 req-93c7fd02-4230-458d-b150-e44032205bf1 tempest-ServerPasswordTestJSON-706612662 tempest-ServerPasswordTestJSON-706612662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:00.749925 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-87bc507a-9f67-47fa-a72a-b616604ae183 req-93c7fd02-4230-458d-b150-e44032205bf1 tempest-ServerPasswordTestJSON-706612662 tempest-ServerPasswordTestJSON-706612662-project] 10.222.0.95 "DELETE /v2.0/ports/16105cc0-6097-4341-b5fe-272e2ecc37f7 HTTP/1.1" status: 204 len: 173 time: 2.3291197 Feb 09 21:41:00.750386 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc0b4d91-d377-4f03-a821-d3250c7b1c5a', 'name': 'network-vif-deleted', 'tag': '16105cc0-6097-4341-b5fe-272e2ecc37f7'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:41:00.752683 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd3cb713-fae0-4337-bc26-53d757cecf29" -d '{"events": [{"server_uuid": "fc0b4d91-d377-4f03-a821-d3250c7b1c5a", "name": "network-vif-deleted", "tag": "16105cc0-6097-4341-b5fe-272e2ecc37f7"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:41:00.859222 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-759155f9-718f-4a30-babf-1118bdffc096 req-748c669e-0bec-45aa-8e21-e3ba4f70c505 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/security-groups?id=18eb7429-13f2-4956-b934-bb119bf89c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227943 Feb 09 21:41:00.865686 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92b9399b-189f-4ff9-b728-d2aef02fad55 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Router bbbb9d8c-b469-4ed9-83fe-3b1867f3fc82 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:41:00.887640 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3428e105-5f47-4750-b2a2-17b7ba4dbf63 req-da368b2e-a18b-4c8c-bd2a-0c3676c022bf tempest-ServerPasswordTestJSON-706612662 tempest-ServerPasswordTestJSON-706612662-project] 10.222.0.90 "GET /v2.0/security-groups?id=e83a02d3-83cf-4b7c-b5d2-0413aba823e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700919 Feb 09 21:41:01.016127 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-596dbee4-2d03-4831-bb8c-37dfda261f78 x-openstack-request-id: req-596dbee4-2d03-4831-bb8c-37dfda261f78 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:41:01.016737 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc0b4d91-d377-4f03-a821-d3250c7b1c5a", "name": "network-vif-deleted", "tag": "16105cc0-6097-4341-b5fe-272e2ecc37f7", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:41:01.017198 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-596dbee4-2d03-4831-bb8c-37dfda261f78 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:41:01.017814 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc0b4d91-d377-4f03-a821-d3250c7b1c5a', 'name': 'network-vif-deleted', 'tag': '16105cc0-6097-4341-b5fe-272e2ecc37f7', 'status': 'completed', 'code': 200} Feb 09 21:41:01.039321 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-94ec5b02-3404-4d86-8062-c3d51f801d62 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Publish callbacks [] for security_group (e4fd18ad-5948-4f65-beda-8e4729b01cab), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:01.049444 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-94ec5b02-3404-4d86-8062-c3d51f801d62 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (e4fd18ad-5948-4f65-beda-8e4729b01cab), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:01.063396 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92b9399b-189f-4ff9-b728-d2aef02fad55 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:41:01.080846 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-92b9399b-189f-4ff9-b728-d2aef02fad55 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "PUT /v2.0/routers/bbbb9d8c-b469-4ed9-83fe-3b1867f3fc82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6121955 Feb 09 21:41:01.081326 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44c1be2-50a0-4e8a-a819-c59402eeae97 None None] Sync routers for ids ['bbbb9d8c-b469-4ed9-83fe-3b1867f3fc82'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:41:01.097769 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 36638) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:01.110842 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44c1be2-50a0-4e8a-a819-c59402eeae97 None None] Routers {'bbbb9d8c-b469-4ed9-83fe-3b1867f3fc82'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:41:01.112339 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-b44c1be2-50a0-4e8a-a819-c59402eeae97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:40:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['bbbb9d8c-b469-4ed9-83fe-3b1867f3fc82'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:01.174100 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-b44c1be2-50a0-4e8a-a819-c59402eeae97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:01.185136 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44c1be2-50a0-4e8a-a819-c59402eeae97 None None] Routers {'bbbb9d8c-b469-4ed9-83fe-3b1867f3fc82'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:41:01.185997 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-b44c1be2-50a0-4e8a-a819-c59402eeae97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:40:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['bbbb9d8c-b469-4ed9-83fe-3b1867f3fc82'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:01.191393 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c0008e13-e68f-4314-8845-4128a9c59e73 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks [] for port (c95109f0-9397-45bd-be45-c7cb0f20d4ea), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:01.237288 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c0008e13-e68f-4314-8845-4128a9c59e73 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (c95109f0-9397-45bd-be45-c7cb0f20d4ea), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:01.244849 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-b44c1be2-50a0-4e8a-a819-c59402eeae97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:01.245452 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44c1be2-50a0-4e8a-a819-c59402eeae97 None None] The sync data for ids ['bbbb9d8c-b469-4ed9-83fe-3b1867f3fc82'] in n-d-828369-5 is: [] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:41:01.279368 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0008e13-e68f-4314-8845-4128a9c59e73 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Network ef29f403-b4e4-4ceb-a983-6ac1b6e87487 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:41:01.284799 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-c0008e13-e68f-4314-8845-4128a9c59e73 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:41:01.316283 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0008e13-e68f-4314-8845-4128a9c59e73 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:41:01.399825 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0008e13-e68f-4314-8845-4128a9c59e73 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Pushing event updated for resources: {'Port': ['ID=c95109f0-9397-45bd-be45-c7cb0f20d4ea,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:01.515657 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ec5b02-3404-4d86-8062-c3d51f801d62 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4fd18ad-5948-4f65-beda-8e4729b01cab,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:01.630996 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-94ec5b02-3404-4d86-8062-c3d51f801d62 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Publish callbacks [] for security_group (52215d16-4ddf-4d9a-b1b7-6d0a8e0a67f9), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:01.639631 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b7542d-f388-4ac9-87b9-ae55bf1c37ea req-89028fc7-7cee-4632-9084-c4534cbeb910 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:01.647948 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-40b7542d-f388-4ac9-87b9-ae55bf1c37ea req-89028fc7-7cee-4632-9084-c4534cbeb910 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] 10.222.0.90 "GET /v2.0/ports?device_id=3c4470cf-379e-4e8d-bce4-e188d20f6445 HTTP/1.1" status: 200 len: 944 time: 0.5077784 Feb 09 21:41:01.662320 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c0008e13-e68f-4314-8845-4128a9c59e73 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks [] for router_gateway (698409fe-b133-4cd1-b152-eef1a519794f), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:01.719126 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-94ec5b02-3404-4d86-8062-c3d51f801d62 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (52215d16-4ddf-4d9a-b1b7-6d0a8e0a67f9), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:01.752396 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device e8355698-a9c5-4a6d-91ec-7ec9c9beed20 up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:41:01.761585 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51c9c66-48c6-4914-85ce-e35318feeccf req-d8705e77-5862-4f8d-b67c-5bc2be3c29c1 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:01.763287 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b51c9c66-48c6-4914-85ce-e35318feeccf req-d8705e77-5862-4f8d-b67c-5bc2be3c29c1 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] 10.222.0.90 "GET /v2.0/ports?device_id=868f5939-9656-4337-93ba-a505cb3feae5 HTTP/1.1" status: 200 len: 946 time: 0.5487614 Feb 09 21:41:01.789096 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-94ec5b02-3404-4d86-8062-c3d51f801d62 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:01.792862 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-94ec5b02-3404-4d86-8062-c3d51f801d62 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.4199355 Feb 09 21:41:01.793898 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 36642) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:01.801424 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-e1d51621-8b89-4833-8f52-5de3c52c9646 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Request body: {'security_group_rule': {'security_group_id': '52215d16-4ddf-4d9a-b1b7-6d0a8e0a67f9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:01.814229 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port e8355698-a9c5-4a6d-91ec-7ec9c9beed20 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:01.814610 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (e8355698-a9c5-4a6d-91ec-7ec9c9beed20), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:01.834789 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ec5b02-3404-4d86-8062-c3d51f801d62 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52215d16-4ddf-4d9a-b1b7-6d0a8e0a67f9,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:01.862210 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 16105cc0-6097-4341-b5fe-272e2ecc37f7 no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:41:01.862670 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-40b7542d-f388-4ac9-87b9-ae55bf1c37ea req-64f8f948-2358-4f62-a10e-7ffb217e7321 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] 10.222.0.90 "GET /v2.0/security-groups?id=acf6eb09-8df7-4797-a643-4eeaeced6321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2117226 Feb 09 21:41:01.891286 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] No Port match for: 16105cc0-6097-4341-b5fe-272e2ecc37f7 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:41:01.891639 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 16105cc0-6097-4341-b5fe-272e2ecc37f7 not bound to the agent host n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:41:01.917339 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e1d51621-8b89-4833-8f52-5de3c52c9646 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Publish callbacks [] for security_group_rule (77e63729-4eeb-4a23-9835-142da37f376c), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:01.939064 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b51c9c66-48c6-4914-85ce-e35318feeccf req-41e6541c-dc00-4897-8734-6d9e2268eead tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] 10.222.0.90 "GET /v2.0/security-groups?id=ab096705-bc25-431a-ab5c-fe0d32c221c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1621051 Feb 09 21:41:01.967478 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port e8355698-a9c5-4a6d-91ec-7ec9c9beed20 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:01.968057 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (e8355698-a9c5-4a6d-91ec-7ec9c9beed20), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:01.995333 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e1d51621-8b89-4833-8f52-5de3c52c9646 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Publish callbacks [] for security_group_rule (77e63729-4eeb-4a23-9835-142da37f376c), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:01.995567 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5942c39-add0-42a2-bc58-a7492d65f23d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8355698-a9c5-4a6d-91ec-7ec9c9beed20'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:41:01.998428 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04fb9766-151f-4181-aea2-debe34dcabcd" -d '{"events": [{"server_uuid": "c5942c39-add0-42a2-bc58-a7492d65f23d", "name": "network-vif-plugged", "status": "completed", "tag": "e8355698-a9c5-4a6d-91ec-7ec9c9beed20"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:41:02.003378 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c0008e13-e68f-4314-8845-4128a9c59e73 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (698409fe-b133-4cd1-b152-eef1a519794f), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:02.011098 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e1d51621-8b89-4833-8f52-5de3c52c9646 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (77e63729-4eeb-4a23-9835-142da37f376c), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:02.025294 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port e8355698-a9c5-4a6d-91ec-7ec9c9beed20, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=e8355698-a9c5-4a6d-91ec-7ec9c9beed20,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:41:02.035172 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 36650) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:02.038537 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (e8355698-a9c5-4a6d-91ec-7ec9c9beed20), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:02.064164 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5216d239-fcb6-41b0-b9cb-8a024672ecfc x-openstack-request-id: req-5216d239-fcb6-41b0-b9cb-8a024672ecfc {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:41:02.064603 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5942c39-add0-42a2-bc58-a7492d65f23d", "name": "network-vif-plugged", "status": "completed", "tag": "e8355698-a9c5-4a6d-91ec-7ec9c9beed20", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:41:02.064860 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-5216d239-fcb6-41b0-b9cb-8a024672ecfc {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:41:02.065910 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5942c39-add0-42a2-bc58-a7492d65f23d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8355698-a9c5-4a6d-91ec-7ec9c9beed20', 'code': 200} Feb 09 21:41:02.101630 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=e8355698-a9c5-4a6d-91ec-7ec9c9beed20,revision_number=11']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:02.103450 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d51621-8b89-4833-8f52-5de3c52c9646 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77e63729-4eeb-4a23-9835-142da37f376c,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:02.121347 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e1d51621-8b89-4833-8f52-5de3c52c9646 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:02.128620 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 36652) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:02.128999 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-e1d51621-8b89-4833-8f52-5de3c52c9646 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3277087 Feb 09 21:41:02.136320 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-bd1645c3-23f0-40ea-92d2-66a56919dff1 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Request body: {'security_group_rule': {'security_group_id': '52215d16-4ddf-4d9a-b1b7-6d0a8e0a67f9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:02.172959 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_v2 [None req-77933e9d-636f-406b-a3ac-6915fe5a8515 admin admin] Deleting subnet f0e44660-b300-44dc-b945-6219f8f2af08 {{(pid=103140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:41:02.183755 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-77933e9d-636f-406b-a3ac-6915fe5a8515 admin admin] Publish callbacks [] for subnet (f0e44660-b300-44dc-b945-6219f8f2af08), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:02.221360 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2050a58b-21fd-45c7-a8ab-39b00298164f req-f5e278f0-7da5-44e3-9aab-85685c6e036f tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:02.222884 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2050a58b-21fd-45c7-a8ab-39b00298164f req-f5e278f0-7da5-44e3-9aab-85685c6e036f tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5942c39-add0-42a2-bc58-a7492d65f23d HTTP/1.1" status: 200 len: 950 time: 0.2103522 Feb 09 21:41:02.237933 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0008e13-e68f-4314-8845-4128a9c59e73 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Router 698409fe-b133-4cd1-b152-eef1a519794f is scheduled to L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 with binding_index 1 {{(pid=103141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:41:02.245322 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6d1338-4147-4f46-8460-6c5e1cecf766 req-675c84f4-8077-479b-9c75-e263e6298733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:02.246865 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7e6d1338-4147-4f46-8460-6c5e1cecf766 req-675c84f4-8077-479b-9c75-e263e6298733 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=c5942c39-add0-42a2-bc58-a7492d65f23d HTTP/1.1" status: 200 len: 1132 time: 0.0637081 Feb 09 21:41:02.252413 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-77933e9d-636f-406b-a3ac-6915fe5a8515 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9110716'] for subnet (f0e44660-b300-44dc-b945-6219f8f2af08), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:02.285017 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bd1645c3-23f0-40ea-92d2-66a56919dff1 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Publish callbacks [] for security_group_rule (4a2640a9-4574-40cb-874a-28d29dfca66f), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:02.361524 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ec7caa79-fe7c-4721-bacc-67a7e81d498e tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524906'] for router_interface (bbbb9d8c-b469-4ed9-83fe-3b1867f3fc82), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:02.370022 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2050a58b-21fd-45c7-a8ab-39b00298164f req-d3ae0c20-b54d-4c40-a7cd-61cc9adfa924 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/security-groups?id=18eb7429-13f2-4956-b934-bb119bf89c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366775 Feb 09 21:41:02.371194 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-77933e9d-636f-406b-a3ac-6915fe5a8515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (f0e44660-b300-44dc-b945-6219f8f2af08), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:02.372638 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7e6d1338-4147-4f46-8460-6c5e1cecf766 req-e817b497-8e76-4c7b-93ac-6ce6306a987e service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=18eb7429-13f2-4956-b934-bb119bf89c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180239 Feb 09 21:41:02.394464 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0008e13-e68f-4314-8845-4128a9c59e73 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:41:02.405384 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01146a25-0966-4015-a734-9c094b32a8aa None None] Sync routers for ids ['698409fe-b133-4cd1-b152-eef1a519794f'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:41:02.413818 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c0008e13-e68f-4314-8845-4128a9c59e73 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:02.418920 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-c0008e13-e68f-4314-8845-4128a9c59e73 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.0086579 Feb 09 21:41:02.419319 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 36654) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:02.422403 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01146a25-0966-4015-a734-9c094b32a8aa None None] Routers {'698409fe-b133-4cd1-b152-eef1a519794f'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:41:02.423088 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-01146a25-0966-4015-a734-9c094b32a8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:40:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['698409fe-b133-4cd1-b152-eef1a519794f'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:02.480507 n-d-828369-5 neutron-server[103140]: INFO neutron.api.v2.resource [None req-bd1645c3-23f0-40ea-92d2-66a56919dff1 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] create failed (client error): There was a conflict when trying to complete your request. Feb 09 21:41:02.481590 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-bd1645c3-23f0-40ea-92d2-66a56919dff1 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3490722 Feb 09 21:41:02.486338 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 36656) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:02.543494 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-01146a25-0966-4015-a734-9c094b32a8aa None None] Set router 698409fe-b133-4cd1-b152-eef1a519794f gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:41:02.546263 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-77933e9d-636f-406b-a3ac-6915fe5a8515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621346'] for subnet (f0e44660-b300-44dc-b945-6219f8f2af08), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:02.569597 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-060f539f-6395-4e92-9e52-06e94cbe9f16 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Publish callbacks [] for security_group (52215d16-4ddf-4d9a-b1b7-6d0a8e0a67f9), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:02.591621 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4e897803-06dd-453e-8286-36425f3df88b tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks [] for router (698409fe-b133-4cd1-b152-eef1a519794f), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:02.601527 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77933e9d-636f-406b-a3ac-6915fe5a8515 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0e44660-b300-44dc-b945-6219f8f2af08,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:02.603958 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-77933e9d-636f-406b-a3ac-6915fe5a8515 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:02.608417 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-77933e9d-636f-406b-a3ac-6915fe5a8515 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/f0e44660-b300-44dc-b945-6219f8f2af08 HTTP/1.1" status: 204 len: 168 time: 0.5719264 Feb 09 21:41:02.611574 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 36658) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:02.634259 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-060f539f-6395-4e92-9e52-06e94cbe9f16 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Publish callbacks [] for security_group (52215d16-4ddf-4d9a-b1b7-6d0a8e0a67f9), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:02.695376 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4df1f518-b9b7-46f2-a5d0-8bf9d0de4256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (e5abb046-8a57-4ee6-ba21-6cf922bd3215), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:02.734539 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-060f539f-6395-4e92-9e52-06e94cbe9f16 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (52215d16-4ddf-4d9a-b1b7-6d0a8e0a67f9), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:02.737388 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-060f539f-6395-4e92-9e52-06e94cbe9f16 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:02.738355 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-060f539f-6395-4e92-9e52-06e94cbe9f16 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] 10.222.0.90 "DELETE /v2.0/security-groups/52215d16-4ddf-4d9a-b1b7-6d0a8e0a67f9 HTTP/1.1" status: 204 len: 168 time: 0.2510154 Feb 09 21:41:02.741599 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 36660) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:02.744724 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4e897803-06dd-453e-8286-36425f3df88b tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks [] for router_gateway (698409fe-b133-4cd1-b152-eef1a519794f), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:02.750785 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-01146a25-0966-4015-a734-9c094b32a8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '698409fe-b133-4cd1-b152-eef1a519794f', 'name': '', 'tenant_id': '4b392d46d7b94a47b25e89463e1fc510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef29f403-b4e4-4ceb-a983-6ac1b6e87487', 'external_fixed_ips': [{'subnet_id': '58afca4b-3693-4c81-b6ee-4f316742902b', 'ip_address': '2001:db8::259'}], 'enable_snat': True}, 'gw_port_id': 'c95109f0-9397-45bd-be45-c7cb0f20d4ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:40:59Z', 'updated_at': '2022-02-09T21:41:01Z', 'revision_number': 3, 'project_id': '4b392d46d7b94a47b25e89463e1fc510', 'gw_port': {'id': 'c95109f0-9397-45bd-be45-c7cb0f20d4ea', 'name': '', 'network_id': 'ef29f403-b4e4-4ceb-a983-6ac1b6e87487', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:02:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '698409fe-b133-4cd1-b152-eef1a519794f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '58afca4b-3693-4c81-b6ee-4f316742902b', 'ip_address': '2001:db8::259', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:00Z', 'updated_at': '2022-02-09T21:41:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58afca4b-3693-4c81-b6ee-4f316742902b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:02.753838 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060f539f-6395-4e92-9e52-06e94cbe9f16 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52215d16-4ddf-4d9a-b1b7-6d0a8e0a67f9,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:02.789557 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01146a25-0966-4015-a734-9c094b32a8aa None None] Checking router: 698409fe-b133-4cd1-b152-eef1a519794f for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:41:02.790019 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01146a25-0966-4015-a734-9c094b32a8aa None None] Updating router 698409fe-b133-4cd1-b152-eef1a519794f port c95109f0-9397-45bd-be45-c7cb0f20d4ea binding host n-d-828369-5 {{(pid=103143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:41:02.818288 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-01146a25-0966-4015-a734-9c094b32a8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (c95109f0-9397-45bd-be45-c7cb0f20d4ea), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:02.819158 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-4e897803-06dd-453e-8286-36425f3df88b tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Deleting port c95109f0-9397-45bd-be45-c7cb0f20d4ea {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:41:02.820060 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4e897803-06dd-453e-8286-36425f3df88b tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (c95109f0-9397-45bd-be45-c7cb0f20d4ea), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:02.880001 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4df1f518-b9b7-46f2-a5d0-8bf9d0de4256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (e5abb046-8a57-4ee6-ba21-6cf922bd3215), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:02.904675 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4e897803-06dd-453e-8286-36425f3df88b tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (c95109f0-9397-45bd-be45-c7cb0f20d4ea), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:02.915933 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-883bb2e7-ad1f-453a-a944-601c41f891f9 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1729088 Feb 09 21:41:02.920255 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 36664) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:02.926936 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-ee5e2c56-f645-4e21-b371-38c6fae59a4d tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Request body: {'security_group': {'name': 'tempest-secgroup--1642677089'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:02.936639 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-4e897803-06dd-453e-8286-36425f3df88b tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Calling delete_port for c95109f0-9397-45bd-be45-c7cb0f20d4ea owned by network:router_gateway {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:41:02.955680 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-4df1f518-b9b7-46f2-a5d0-8bf9d0de4256 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5abb046-8a57-4ee6-ba21-6cf922bd3215']}} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:02.990946 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ee5e2c56-f645-4e21-b371-38c6fae59a4d tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:02.997729 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-4df1f518-b9b7-46f2-a5d0-8bf9d0de4256 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8e3a80e-6b63-4d2b-a138-44a3f5256a84') {'for_net_delete': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:02.998099 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-4df1f518-b9b7-46f2-a5d0-8bf9d0de4256 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8e3a80e-6b63-4d2b-a138-44a3f5256a84') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:03.001988 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-ec7caa79-fe7c-4721-bacc-67a7e81d498e tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Deleting port d18da42b-6e7c-499d-aa1c-0dbc7016eaa1 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:41:03.002330 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ec7caa79-fe7c-4721-bacc-67a7e81d498e tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (d18da42b-6e7c-499d-aa1c-0dbc7016eaa1), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:03.086167 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4df1f518-b9b7-46f2-a5d0-8bf9d0de4256 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110711'] for segment (e8e3a80e-6b63-4d2b-a138-44a3f5256a84), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:03.131851 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ee5e2c56-f645-4e21-b371-38c6fae59a4d tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Publish callbacks [] for security_group (9012313b-dc1c-43c0-a2dc-13eae0ba8e9b), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:03.137791 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ee5e2c56-f645-4e21-b371-38c6fae59a4d tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (9012313b-dc1c-43c0-a2dc-13eae0ba8e9b), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:03.148165 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4df1f518-b9b7-46f2-a5d0-8bf9d0de4256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (e8e3a80e-6b63-4d2b-a138-44a3f5256a84), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:03.172123 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4df1f518-b9b7-46f2-a5d0-8bf9d0de4256 admin admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=103140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:41:03.172533 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4df1f518-b9b7-46f2-a5d0-8bf9d0de4256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669415'] for segment (e8e3a80e-6b63-4d2b-a138-44a3f5256a84), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:03.176171 n-d-828369-5 neutron-server[103140]: Traceback (most recent call last): Feb 09 21:41:03.176171 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:41:03.176171 n-d-828369-5 neutron-server[103140]: timer() Feb 09 21:41:03.176171 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:41:03.176171 n-d-828369-5 neutron-server[103140]: cb(*args, **kw) Feb 09 21:41:03.176171 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:41:03.176171 n-d-828369-5 neutron-server[103140]: return func(*args, **kwargs) Feb 09 21:41:03.176171 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:41:03.176171 n-d-828369-5 neutron-server[103140]: self._notify() Feb 09 21:41:03.176171 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:41:03.176171 n-d-828369-5 neutron-server[103140]: self.callback(batched_events) Feb 09 21:41:03.176171 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:41:03.176171 n-d-828369-5 neutron-server[103140]: event.method(event) Feb 09 21:41:03.176171 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:41:03.176171 n-d-828369-5 neutron-server[103140]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:41:03.176171 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:41:03.176171 n-d-828369-5 neutron-server[103140]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:41:03.176171 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:41:03.176171 n-d-828369-5 neutron-server[103140]: return f(self, *a, **k) Feb 09 21:41:03.176171 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:41:03.176171 n-d-828369-5 neutron-server[103140]: return self._get(url).json() Feb 09 21:41:03.176171 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:41:03.176171 n-d-828369-5 neutron-server[103140]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:41:03.176171 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:41:03.176171 n-d-828369-5 neutron-server[103140]: return self.request(url, 'GET', **kwargs) Feb 09 21:41:03.176171 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:41:03.176171 n-d-828369-5 neutron-server[103140]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:41:03.176171 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:41:03.176171 n-d-828369-5 neutron-server[103140]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:41:03.176171 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:41:03.176171 n-d-828369-5 neutron-server[103140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:41:03.176171 n-d-828369-5 neutron-server[103140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:41:03.203226 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ee5e2c56-f645-4e21-b371-38c6fae59a4d tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:03.207922 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-ee5e2c56-f645-4e21-b371-38c6fae59a4d tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2862234 Feb 09 21:41:03.210806 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 36668) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:03.216719 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-6c746e0b-5cb9-4387-ac01-d6c978c3864a tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Request body: {'security_group_rule': {'security_group_id': '9012313b-dc1c-43c0-a2dc-13eae0ba8e9b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:03.217500 n-d-828369-5 neutron-server[103141]: WARNING neutron.api.v2.base [None req-6c746e0b-5cb9-4387-ac01-d6c978c3864a tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 09 21:41:03.218012 n-d-828369-5 neutron-server[103141]: INFO neutron.api.v2.resource [None req-6c746e0b-5cb9-4387-ac01-d6c978c3864a tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:41:03.218960 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-6c746e0b-5cb9-4387-ac01-d6c978c3864a tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0056417 Feb 09 21:41:03.222251 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 36670) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:03.231284 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5e2c56-f645-4e21-b371-38c6fae59a4d tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9012313b-dc1c-43c0-a2dc-13eae0ba8e9b,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:03.238141 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acb88ed-8fc0-4422-b5b3-fefb3e6d79f1 req-1a2d3dac-072e-4201-9dd2-6d288c9f1a00 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:03.239571 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6acb88ed-8fc0-4422-b5b3-fefb3e6d79f1 req-1a2d3dac-072e-4201-9dd2-6d288c9f1a00 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] 10.222.0.90 "GET /v2.0/ports?device_id=3c4470cf-379e-4e8d-bce4-e188d20f6445 HTTP/1.1" status: 200 len: 944 time: 0.2867296 Feb 09 21:41:03.255960 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4e897803-06dd-453e-8286-36425f3df88b tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (c95109f0-9397-45bd-be45-c7cb0f20d4ea), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:03.256192 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.db.api [None req-01146a25-0966-4015-a734-9c094b32a8aa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:41:03.256574 n-d-828369-5 neutron-server[103143]: DEBUG oslo_db.api [None req-01146a25-0966-4015-a734-9c094b32a8aa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:41:03.260625 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ec7caa79-fe7c-4721-bacc-67a7e81d498e tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (d18da42b-6e7c-499d-aa1c-0dbc7016eaa1), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:03.293033 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e897803-06dd-453e-8286-36425f3df88b tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Pushing event deleted for resources: {'Port': ['ID=c95109f0-9397-45bd-be45-c7cb0f20d4ea,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:03.306166 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad4fd7e-a145-4420-8716-4590990ee97e req-dccedbd2-930e-4d34-8067-496bc1d19ec2 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:03.307681 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7ad4fd7e-a145-4420-8716-4590990ee97e req-dccedbd2-930e-4d34-8067-496bc1d19ec2 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] 10.222.0.90 "GET /v2.0/ports?device_id=868f5939-9656-4337-93ba-a505cb3feae5 HTTP/1.1" status: 200 len: 946 time: 0.2413943 Feb 09 21:41:03.308747 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-ec7caa79-fe7c-4721-bacc-67a7e81d498e tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Calling delete_port for d18da42b-6e7c-499d-aa1c-0dbc7016eaa1 owned by network:router_interface {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:41:03.325061 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4e897803-06dd-453e-8286-36425f3df88b tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-554524'] for router_gateway (698409fe-b133-4cd1-b152-eef1a519794f), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:03.343366 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4df1f518-b9b7-46f2-a5d0-8bf9d0de4256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (e5abb046-8a57-4ee6-ba21-6cf922bd3215), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:03.348059 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4df1f518-b9b7-46f2-a5d0-8bf9d0de4256 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:03.351414 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-4df1f518-b9b7-46f2-a5d0-8bf9d0de4256 admin admin] 10.222.0.90 "DELETE /v2.0/networks/e5abb046-8a57-4ee6-ba21-6cf922bd3215 HTTP/1.1" status: 204 len: 168 time: 0.7389107 Feb 09 21:41:03.394427 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6c5d6e7a-49ac-4e46-803a-92f30afe7ffe tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Publish callbacks [] for security_group (9012313b-dc1c-43c0-a2dc-13eae0ba8e9b), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:03.428190 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df1f518-b9b7-46f2-a5d0-8bf9d0de4256 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5abb046-8a57-4ee6-ba21-6cf922bd3215,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:03.448082 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4e897803-06dd-453e-8286-36425f3df88b tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (698409fe-b133-4cd1-b152-eef1a519794f), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:03.448413 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6acb88ed-8fc0-4422-b5b3-fefb3e6d79f1 req-a8c73eb3-4363-44aa-9165-fc14922125b0 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] 10.222.0.90 "GET /v2.0/security-groups?id=acf6eb09-8df7-4797-a643-4eeaeced6321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1992109 Feb 09 21:41:03.452067 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4e897803-06dd-453e-8286-36425f3df88b tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks [] for router_controller (698409fe-b133-4cd1-b152-eef1a519794f), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:03.454469 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6c5d6e7a-49ac-4e46-803a-92f30afe7ffe tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Publish callbacks [] for security_group (9012313b-dc1c-43c0-a2dc-13eae0ba8e9b), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:03.484072 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7ad4fd7e-a145-4420-8716-4590990ee97e req-cb6432af-820a-4f46-807f-5506308af65d tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] 10.222.0.90 "GET /v2.0/security-groups?id=ab096705-bc25-431a-ab5c-fe0d32c221c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1648841 Feb 09 21:41:03.554387 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4e897803-06dd-453e-8286-36425f3df88b tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (698409fe-b133-4cd1-b152-eef1a519794f), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:03.555112 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e897803-06dd-453e-8286-36425f3df88b tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 698409fe-b133-4cd1-b152-eef1a519794f {{(pid=103141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:41:03.561626 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4e897803-06dd-453e-8286-36425f3df88b tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:03.566530 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-4e897803-06dd-453e-8286-36425f3df88b tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] 10.222.0.90 "DELETE /v2.0/routers/698409fe-b133-4cd1-b152-eef1a519794f HTTP/1.1" status: 204 len: 168 time: 1.1461351 Feb 09 21:41:03.570609 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 36678) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:03.584795 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6c5d6e7a-49ac-4e46-803a-92f30afe7ffe tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (9012313b-dc1c-43c0-a2dc-13eae0ba8e9b), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:03.587788 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6c5d6e7a-49ac-4e46-803a-92f30afe7ffe tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:03.589361 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-6c5d6e7a-49ac-4e46-803a-92f30afe7ffe tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] 10.222.0.90 "DELETE /v2.0/security-groups/9012313b-dc1c-43c0-a2dc-13eae0ba8e9b HTTP/1.1" status: 204 len: 168 time: 0.3662372 Feb 09 21:41:03.590132 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 36680) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:03.592287 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 36682) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:03.618394 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5d6e7a-49ac-4e46-803a-92f30afe7ffe tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9012313b-dc1c-43c0-a2dc-13eae0ba8e9b,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:03.647397 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-7341ab4a-59e4-4c23-912f-fa8ec9f7c00b admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=299aa9a750304d97a33d8d34e7a499c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0527499 Feb 09 21:41:03.650048 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 36684) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:03.703361 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-641806a5-15e1-4dc5-998b-035cb4557a04 admin admin] Publish callbacks [] for security_group (e83a02d3-83cf-4b7c-b5d2-0413aba823e1), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:03.730222 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-641806a5-15e1-4dc5-998b-035cb4557a04 admin admin] Publish callbacks [] for security_group (e83a02d3-83cf-4b7c-b5d2-0413aba823e1), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:03.745137 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_v2 [None req-2840cb52-4381-4b68-8886-b4936498f036 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Deleting subnet 58afca4b-3693-4c81-b6ee-4f316742902b {{(pid=103140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:41:03.758421 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2840cb52-4381-4b68-8886-b4936498f036 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks [] for subnet (58afca4b-3693-4c81-b6ee-4f316742902b), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:03.776990 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01146a25-0966-4015-a734-9c094b32a8aa None None] Port c95109f0-9397-45bd-be45-c7cb0f20d4ea not found while updating agent binding for router 698409fe-b133-4cd1-b152-eef1a519794f. {{(pid=103143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 09 21:41:03.781744 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-641806a5-15e1-4dc5-998b-035cb4557a04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (e83a02d3-83cf-4b7c-b5d2-0413aba823e1), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:03.785785 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-641806a5-15e1-4dc5-998b-035cb4557a04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:03.788380 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01146a25-0966-4015-a734-9c094b32a8aa None None] Routers set() bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:41:03.789132 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01146a25-0966-4015-a734-9c094b32a8aa None None] Router IDs set() for agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 09 21:41:03.789745 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_agentschedulers_db [None req-01146a25-0966-4015-a734-9c094b32a8aa None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'698409fe-b133-4cd1-b152-eef1a519794f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:40:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent'). {{(pid=103143) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 09 21:41:03.790118 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01146a25-0966-4015-a734-9c094b32a8aa None None] The sync data for ids ['698409fe-b133-4cd1-b152-eef1a519794f'] in n-d-828369-5 is: [] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:41:03.790565 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-641806a5-15e1-4dc5-998b-035cb4557a04 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/e83a02d3-83cf-4b7c-b5d2-0413aba823e1 HTTP/1.1" status: 204 len: 168 time: 0.1395409 Feb 09 21:41:03.805990 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641806a5-15e1-4dc5-998b-035cb4557a04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e83a02d3-83cf-4b7c-b5d2-0413aba823e1,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:03.811750 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb912e1-9012-452b-a108-9c82349c1a91 req-95867e6c-2eea-456e-a508-826b7d3bedbe tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:03.813177 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cdb912e1-9012-452b-a108-9c82349c1a91 req-95867e6c-2eea-456e-a508-826b7d3bedbe tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5942c39-add0-42a2-bc58-a7492d65f23d HTTP/1.1" status: 200 len: 950 time: 0.2610734 Feb 09 21:41:03.822358 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-05e8f569-d0eb-4491-a667-adc59221d0d7 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2105548 Feb 09 21:41:03.828057 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 36688) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:03.836937 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-c2ffe0c8-dbb6-4c25-af79-397640443a09 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Request body: {'security_group': {'name': 'tempest-secgroup--1678921992'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:03.842801 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2840cb52-4381-4b68-8886-b4936498f036 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9110716'] for subnet (58afca4b-3693-4c81-b6ee-4f316742902b), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:03.844524 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ec7caa79-fe7c-4721-bacc-67a7e81d498e tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (d18da42b-6e7c-499d-aa1c-0dbc7016eaa1), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:03.853430 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6667dc-4667-47a0-b93e-e8260e49d525 req-5d79d648-1b3f-4c5f-ac09-0c6d02b6b046 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:03.854974 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bd6667dc-4667-47a0-b93e-e8260e49d525 req-5d79d648-1b3f-4c5f-ac09-0c6d02b6b046 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] 10.222.0.90 "GET /v2.0/ports?device_id=868f5939-9656-4337-93ba-a505cb3feae5 HTTP/1.1" status: 200 len: 946 time: 0.2610373 Feb 09 21:41:03.865405 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 36690) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:03.873252 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-201c7911-4351-4451-8616-bbe46df13ad8 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Request body: {'floatingip': {'port_id': '5ac4a265-50f1-4992-8e24-78511d1033cc'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:03.915652 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c2ffe0c8-dbb6-4c25-af79-397640443a09 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:03.937719 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-201c7911-4351-4451-8616-bbe46df13ad8 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Publish callbacks [] for floatingip (78a9896f-f9cb-4e75-957a-399ccaf444e4), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:04.176873 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7caa79-fe7c-4721-bacc-67a7e81d498e tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Pushing event deleted for resources: {'Port': ['ID=d18da42b-6e7c-499d-aa1c-0dbc7016eaa1,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:04.203509 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c2ffe0c8-dbb6-4c25-af79-397640443a09 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Publish callbacks [] for security_group (91c4acd5-906b-4147-bf19-b016d53c6470), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:04.214560 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c2ffe0c8-dbb6-4c25-af79-397640443a09 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (91c4acd5-906b-4147-bf19-b016d53c6470), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:04.255818 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c2ffe0c8-dbb6-4c25-af79-397640443a09 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:04.257163 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-c2ffe0c8-dbb6-4c25-af79-397640443a09 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4269114 Feb 09 21:41:04.263538 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cdb912e1-9012-452b-a108-9c82349c1a91 req-4e974eac-2375-4311-9f05-c7092bdcdfe6 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/security-groups?id=18eb7429-13f2-4956-b934-bb119bf89c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4376943 Feb 09 21:41:04.265348 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 36698) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:04.267250 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2840cb52-4381-4b68-8886-b4936498f036 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (58afca4b-3693-4c81-b6ee-4f316742902b), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:04.274446 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-0c4ffe53-b0bd-40b6-b745-1dc3e5123e84 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Request body: {'security_group_rule': {'security_group_id': '91c4acd5-906b-4147-bf19-b016d53c6470', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:04.275532 n-d-828369-5 neutron-server[103141]: WARNING neutron.api.v2.base [None req-0c4ffe53-b0bd-40b6-b745-1dc3e5123e84 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 09 21:41:04.276045 n-d-828369-5 neutron-server[103141]: INFO neutron.api.v2.resource [None req-0c4ffe53-b0bd-40b6-b745-1dc3e5123e84 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:41:04.279805 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-0c4ffe53-b0bd-40b6-b745-1dc3e5123e84 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0100260 Feb 09 21:41:04.288562 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 36700) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:04.302186 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ffe0c8-dbb6-4c25-af79-397640443a09 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91c4acd5-906b-4147-bf19-b016d53c6470,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:04.409282 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ec7caa79-fe7c-4721-bacc-67a7e81d498e tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-525054'] for router_interface (bbbb9d8c-b469-4ed9-83fe-3b1867f3fc82), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:04.426781 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2840cb52-4381-4b68-8886-b4936498f036 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621346'] for subnet (58afca4b-3693-4c81-b6ee-4f316742902b), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:04.479480 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a2b73061-2c3b-4ad9-a9b0-78a3278aa47d tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Publish callbacks [] for security_group (91c4acd5-906b-4147-bf19-b016d53c6470), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:04.521624 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a2b73061-2c3b-4ad9-a9b0-78a3278aa47d tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Publish callbacks [] for security_group (91c4acd5-906b-4147-bf19-b016d53c6470), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:04.541686 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2840cb52-4381-4b68-8886-b4936498f036 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=58afca4b-3693-4c81-b6ee-4f316742902b,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:04.548573 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2840cb52-4381-4b68-8886-b4936498f036 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:04.555350 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-2840cb52-4381-4b68-8886-b4936498f036 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] 10.222.0.90 "DELETE /v2.0/subnets/58afca4b-3693-4c81-b6ee-4f316742902b HTTP/1.1" status: 204 len: 168 time: 0.9851556 Feb 09 21:41:04.557689 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 36708) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:04.761600 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7a360402-93a5-4215-b827-38fac7c8195c tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (ef29f403-b4e4-4ceb-a983-6ac1b6e87487), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:04.783815 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec7caa79-fe7c-4721-bacc-67a7e81d498e tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Router bbbb9d8c-b469-4ed9-83fe-3b1867f3fc82 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:41:04.795795 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e26e030-9e6b-44fb-b4d8-b70f8f1f71af req-ec9bac39-f429-4943-bd63-2037ecdcbd04 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:04.798055 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6e26e030-9e6b-44fb-b4d8-b70f8f1f71af req-ec9bac39-f429-4943-bd63-2037ecdcbd04 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] 10.222.0.90 "GET /v2.0/ports?device_id=3c4470cf-379e-4e8d-bce4-e188d20f6445 HTTP/1.1" status: 200 len: 944 time: 0.2299783 Feb 09 21:41:04.885110 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.db.resource_extend [None req-201c7911-4351-4451-8616-bbe46df13ad8 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 21:41:04.931001 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a2b73061-2c3b-4ad9-a9b0-78a3278aa47d tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (91c4acd5-906b-4147-bf19-b016d53c6470), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:04.933691 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a2b73061-2c3b-4ad9-a9b0-78a3278aa47d tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:04.934850 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-a2b73061-2c3b-4ad9-a9b0-78a3278aa47d tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] 10.222.0.90 "DELETE /v2.0/security-groups/91c4acd5-906b-4147-bf19-b016d53c6470 HTTP/1.1" status: 204 len: 168 time: 0.6438000 Feb 09 21:41:04.942161 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 36722) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:04.948787 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-201c7911-4351-4451-8616-bbe46df13ad8 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:04.959731 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-201c7911-4351-4451-8616-bbe46df13ad8 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (78a9896f-f9cb-4e75-957a-399ccaf444e4), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:04.968179 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b73061-2c3b-4ad9-a9b0-78a3278aa47d tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91c4acd5-906b-4147-bf19-b016d53c6470,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:04.982161 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7a360402-93a5-4215-b827-38fac7c8195c tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (ef29f403-b4e4-4ceb-a983-6ac1b6e87487), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:05.019186 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec7caa79-fe7c-4721-bacc-67a7e81d498e tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:41:05.030232 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-7a360402-93a5-4215-b827-38fac7c8195c tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef29f403-b4e4-4ceb-a983-6ac1b6e87487']}} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:05.032305 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15df372-f406-4059-9b9b-ef6c29f390b3 None None] Sync routers for ids ['bbbb9d8c-b469-4ed9-83fe-3b1867f3fc82'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:41:05.037345 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-ec7caa79-fe7c-4721-bacc-67a7e81d498e tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "PUT /v2.0/routers/bbbb9d8c-b469-4ed9-83fe-3b1867f3fc82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9337485 Feb 09 21:41:05.040816 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 36724) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:05.048471 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15df372-f406-4059-9b9b-ef6c29f390b3 None None] Routers {'bbbb9d8c-b469-4ed9-83fe-3b1867f3fc82'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:41:05.049407 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-b15df372-f406-4059-9b9b-ef6c29f390b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:40:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['bbbb9d8c-b469-4ed9-83fe-3b1867f3fc82'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:05.068738 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6e26e030-9e6b-44fb-b4d8-b70f8f1f71af req-7b3260e4-dde2-4be5-90a8-58bb48bfb840 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] 10.222.0.90 "GET /v2.0/security-groups?id=acf6eb09-8df7-4797-a643-4eeaeced6321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2638574 Feb 09 21:41:05.073433 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-7a360402-93a5-4215-b827-38fac7c8195c tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9164584f-437e-4310-8e19-3e9d4fc1e1b9') {'for_net_delete': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:05.073809 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-7a360402-93a5-4215-b827-38fac7c8195c tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9164584f-437e-4310-8e19-3e9d4fc1e1b9') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:05.096871 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-729ea0c8-c2c5-4347-9e17-d1aba3f5a39d tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "GET /v2.0/ports?device_id=bbbb9d8c-b469-4ed9-83fe-3b1867f3fc82 HTTP/1.1" status: 200 len: 205 time: 0.0512459 Feb 09 21:41:05.097317 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7a360402-93a5-4215-b827-38fac7c8195c tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110711'] for segment (9164584f-437e-4310-8e19-3e9d4fc1e1b9), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:05.098232 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 36728) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:05.114802 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-b15df372-f406-4059-9b9b-ef6c29f390b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:05.123540 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-d6a6889f-0432-4d6f-897d-359cc9a06953 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1795428 Feb 09 21:41:05.126270 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15df372-f406-4059-9b9b-ef6c29f390b3 None None] Routers {'bbbb9d8c-b469-4ed9-83fe-3b1867f3fc82'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:41:05.127844 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-b15df372-f406-4059-9b9b-ef6c29f390b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:40:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['bbbb9d8c-b469-4ed9-83fe-3b1867f3fc82'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:05.128914 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 36730) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:05.162887 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-fc2aa788-08c0-427e-87e1-220225f28faa tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Request body: {'security_group': {'name': 'tempest-secgroup--956710615'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:05.163098 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-b15df372-f406-4059-9b9b-ef6c29f390b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:05.163594 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15df372-f406-4059-9b9b-ef6c29f390b3 None None] The sync data for ids ['bbbb9d8c-b469-4ed9-83fe-3b1867f3fc82'] in n-d-828369-5 is: [] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:41:05.169411 n-d-828369-5 neutron-server[103141]: INFO neutron.db.l3_db [None req-201c7911-4351-4451-8616-bbe46df13ad8 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Floating IP 78a9896f-f9cb-4e75-957a-399ccaf444e4 associated. External IP: 172.25.3.61, port: 5ac4a265-50f1-4992-8e24-78511d1033cc. Feb 09 21:41:05.192013 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7a360402-93a5-4215-b827-38fac7c8195c tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (9164584f-437e-4310-8e19-3e9d4fc1e1b9), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:05.204595 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a360402-93a5-4215-b827-38fac7c8195c tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=103140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:41:05.205082 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7a360402-93a5-4215-b827-38fac7c8195c tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669415'] for segment (9164584f-437e-4310-8e19-3e9d4fc1e1b9), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:05.209704 n-d-828369-5 neutron-server[103140]: Traceback (most recent call last): Feb 09 21:41:05.209704 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:41:05.209704 n-d-828369-5 neutron-server[103140]: timer() Feb 09 21:41:05.209704 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:41:05.209704 n-d-828369-5 neutron-server[103140]: cb(*args, **kw) Feb 09 21:41:05.209704 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:41:05.209704 n-d-828369-5 neutron-server[103140]: return func(*args, **kwargs) Feb 09 21:41:05.209704 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:41:05.209704 n-d-828369-5 neutron-server[103140]: self._notify() Feb 09 21:41:05.209704 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:41:05.209704 n-d-828369-5 neutron-server[103140]: self.callback(batched_events) Feb 09 21:41:05.209704 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:41:05.209704 n-d-828369-5 neutron-server[103140]: event.method(event) Feb 09 21:41:05.209704 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:41:05.209704 n-d-828369-5 neutron-server[103140]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:41:05.209704 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:41:05.209704 n-d-828369-5 neutron-server[103140]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:41:05.209704 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:41:05.209704 n-d-828369-5 neutron-server[103140]: return f(self, *a, **k) Feb 09 21:41:05.209704 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:41:05.209704 n-d-828369-5 neutron-server[103140]: return self._get(url).json() Feb 09 21:41:05.209704 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:41:05.209704 n-d-828369-5 neutron-server[103140]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:41:05.209704 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:41:05.209704 n-d-828369-5 neutron-server[103140]: return self.request(url, 'GET', **kwargs) Feb 09 21:41:05.209704 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:41:05.209704 n-d-828369-5 neutron-server[103140]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:41:05.209704 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:41:05.209704 n-d-828369-5 neutron-server[103140]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:41:05.209704 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:41:05.209704 n-d-828369-5 neutron-server[103140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:41:05.209704 n-d-828369-5 neutron-server[103140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:41:05.221100 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 36732) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:05.228373 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bb4147ba-4774-4f66-8422-eb786822137c req-7dcd7e6b-4df4-4c79-b1da-7c9f54a93e71 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2107875 Feb 09 21:41:05.263283 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fc2aa788-08c0-427e-87e1-220225f28faa tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:05.265339 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6da1be0e-09fc-4e5a-b6a7-a08aa122d601 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for router (bbbb9d8c-b469-4ed9-83fe-3b1867f3fc82), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:05.404330 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7a360402-93a5-4215-b827-38fac7c8195c tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (ef29f403-b4e4-4ceb-a983-6ac1b6e87487), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:05.433380 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a360402-93a5-4215-b827-38fac7c8195c tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ef29f403-b4e4-4ceb-a983-6ac1b6e87487 {{(pid=103140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 09 21:41:05.434293 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fc2aa788-08c0-427e-87e1-220225f28faa tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Publish callbacks [] for security_group (d23837a1-b80c-4542-b6aa-76ff7271d82a), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:05.440638 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fc2aa788-08c0-427e-87e1-220225f28faa tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (d23837a1-b80c-4542-b6aa-76ff7271d82a), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:05.476481 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7a360402-93a5-4215-b827-38fac7c8195c tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:05.484889 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fc2aa788-08c0-427e-87e1-220225f28faa tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:05.485103 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-7a360402-93a5-4215-b827-38fac7c8195c tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] 10.222.0.90 "DELETE /v2.0/networks/ef29f403-b4e4-4ceb-a983-6ac1b6e87487 HTTP/1.1" status: 204 len: 168 time: 0.9215353 Feb 09 21:41:05.485195 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-fc2aa788-08c0-427e-87e1-220225f28faa tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3513162 Feb 09 21:41:05.487823 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 36738) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:05.492994 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-d0e052d8-75fd-47e1-ac7a-6a8363d04521 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Request body: {'security_group_rule': {'security_group_id': 'd23837a1-b80c-4542-b6aa-76ff7271d82a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:05.508367 n-d-828369-5 neutron-server[103141]: WARNING neutron.api.v2.base [None req-d0e052d8-75fd-47e1-ac7a-6a8363d04521 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 09 21:41:05.509178 n-d-828369-5 neutron-server[103141]: INFO neutron.api.v2.resource [None req-d0e052d8-75fd-47e1-ac7a-6a8363d04521 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:41:05.512833 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-d0e052d8-75fd-47e1-ac7a-6a8363d04521 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0214078 Feb 09 21:41:05.515157 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 36742) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:05.522567 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-522a1430-c311-4f12-9988-2698f406c3f0 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Request body: {'security_group_rule': {'security_group_id': 'd23837a1-b80c-4542-b6aa-76ff7271d82a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:05.523162 n-d-828369-5 neutron-server[103141]: WARNING neutron.api.v2.base [None req-522a1430-c311-4f12-9988-2698f406c3f0 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 09 21:41:05.523673 n-d-828369-5 neutron-server[103141]: INFO neutron.api.v2.resource [None req-522a1430-c311-4f12-9988-2698f406c3f0 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:41:05.527739 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-522a1430-c311-4f12-9988-2698f406c3f0 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0086598 Feb 09 21:41:05.527739 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2aa788-08c0-427e-87e1-220225f28faa tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d23837a1-b80c-4542-b6aa-76ff7271d82a,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:05.529200 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-201c7911-4351-4451-8616-bbe46df13ad8 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Router 8ba7567c-fa53-4ec0-9661-9a46dc509ee9 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:41:05.530036 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 36744) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:05.535527 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-9422467b-87f3-48ea-988f-847bb6d83dc6 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Request body: {'security_group_rule': {'security_group_id': 'd23837a1-b80c-4542-b6aa-76ff7271d82a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:05.536399 n-d-828369-5 neutron-server[103141]: WARNING neutron.api.v2.base [None req-9422467b-87f3-48ea-988f-847bb6d83dc6 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 09 21:41:05.536941 n-d-828369-5 neutron-server[103141]: INFO neutron.api.v2.resource [None req-9422467b-87f3-48ea-988f-847bb6d83dc6 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:41:05.539441 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1f6ed795-8a47-40a0-8cca-653d0a590147 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:05.543066 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-9422467b-87f3-48ea-988f-847bb6d83dc6 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0086324 Feb 09 21:41:05.544448 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 36746) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:05.577288 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a360402-93a5-4215-b827-38fac7c8195c tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Pushing event deleted for resources: {'Network': ['ID=ef29f403-b4e4-4ceb-a983-6ac1b6e87487,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:05.583907 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-4745d1c8-f501-4c8d-b6c4-d89ae5a92f2e tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Request body: {'security_group_rule': {'security_group_id': 'd23837a1-b80c-4542-b6aa-76ff7271d82a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:05.585999 n-d-828369-5 neutron-server[103140]: WARNING neutron.api.v2.base [None req-4745d1c8-f501-4c8d-b6c4-d89ae5a92f2e tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 09 21:41:05.586583 n-d-828369-5 neutron-server[103140]: INFO neutron.api.v2.resource [None req-4745d1c8-f501-4c8d-b6c4-d89ae5a92f2e tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:41:05.590173 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-4745d1c8-f501-4c8d-b6c4-d89ae5a92f2e tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0127525 Feb 09 21:41:05.600854 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 36748) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:05.620508 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6da1be0e-09fc-4e5a-b6a7-a08aa122d601 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (bbbb9d8c-b469-4ed9-83fe-3b1867f3fc82), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:05.633311 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6da1be0e-09fc-4e5a-b6a7-a08aa122d601 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for router_controller (bbbb9d8c-b469-4ed9-83fe-3b1867f3fc82), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:05.641243 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4147ba-4774-4f66-8422-eb786822137c req-96298be8-bd2b-4feb-9825-7dbcf7e08534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:05.641734 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4147ba-4774-4f66-8422-eb786822137c req-96298be8-bd2b-4feb-9825-7dbcf7e08534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:05.642202 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4147ba-4774-4f66-8422-eb786822137c req-96298be8-bd2b-4feb-9825-7dbcf7e08534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:05.643047 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4147ba-4774-4f66-8422-eb786822137c req-96298be8-bd2b-4feb-9825-7dbcf7e08534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:05.643519 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4147ba-4774-4f66-8422-eb786822137c req-96298be8-bd2b-4feb-9825-7dbcf7e08534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:05.644066 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4147ba-4774-4f66-8422-eb786822137c req-96298be8-bd2b-4feb-9825-7dbcf7e08534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:05.644689 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4147ba-4774-4f66-8422-eb786822137c req-96298be8-bd2b-4feb-9825-7dbcf7e08534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:05.647116 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bb4147ba-4774-4f66-8422-eb786822137c req-96298be8-bd2b-4feb-9825-7dbcf7e08534 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=18ba459b325a4da0821abb3dc94f8781&device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 6717 time: 0.3035269 Feb 09 21:41:05.663659 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c9d44d-fb13-4c9d-8d71-eaa332ba13a9 req-5b04f27c-3ece-4455-826e-3629b7f968ab tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:05.667021 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-77c9d44d-fb13-4c9d-8d71-eaa332ba13a9 req-5b04f27c-3ece-4455-826e-3629b7f968ab tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5942c39-add0-42a2-bc58-a7492d65f23d HTTP/1.1" status: 200 len: 950 time: 0.2846825 Feb 09 21:41:05.717460 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-201c7911-4351-4451-8616-bbe46df13ad8 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:41:05.723325 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-201c7911-4351-4451-8616-bbe46df13ad8 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:05.785665 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6da1be0e-09fc-4e5a-b6a7-a08aa122d601 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (bbbb9d8c-b469-4ed9-83fe-3b1867f3fc82), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:05.786746 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-201c7911-4351-4451-8616-bbe46df13ad8 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] 10.222.0.90 "PUT /v2.0/floatingips/78a9896f-f9cb-4e75-957a-399ccaf444e4 HTTP/1.1" status: 200 len: 991 time: 1.9196606 Feb 09 21:41:05.789556 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '868f5939-9656-4337-93ba-a505cb3feae5', 'tag': '5ac4a265-50f1-4992-8e24-78511d1033cc'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:41:05.792321 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ece0d3e7-3264-43a4-aaea-bf224e43dce5" -d '{"events": [{"name": "network-changed", "server_uuid": "868f5939-9656-4337-93ba-a505cb3feae5", "tag": "5ac4a265-50f1-4992-8e24-78511d1033cc"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:41:05.795943 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6da1be0e-09fc-4e5a-b6a7-a08aa122d601 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Fanout notify agent at l3_agent the message router_deleted on router bbbb9d8c-b469-4ed9-83fe-3b1867f3fc82 {{(pid=103140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:41:05.828942 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6da1be0e-09fc-4e5a-b6a7-a08aa122d601 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:05.832789 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-6da1be0e-09fc-4e5a-b6a7-a08aa122d601 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "DELETE /v2.0/routers/bbbb9d8c-b469-4ed9-83fe-3b1867f3fc82 HTTP/1.1" status: 204 len: 168 time: 0.7322447 Feb 09 21:41:05.851778 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 36758) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:05.851778 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-db841dcb-a505-4575-94bc-3c04ed1a1dc4 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Publish callbacks [] for security_group (d23837a1-b80c-4542-b6aa-76ff7271d82a), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:05.861200 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 36760) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:05.869317 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-56845223-19e7-4a46-9a75-54fdb8f536b6 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Request body: {'router': {'name': 'tempest-router--318155643', 'project_id': 'ee9e8229051741a48c7736680e5254e9'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:05.922594 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-db841dcb-a505-4575-94bc-3c04ed1a1dc4 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Publish callbacks [] for security_group (d23837a1-b80c-4542-b6aa-76ff7271d82a), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:05.946338 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2b01004-21de-4c65-93b3-b6a3921f2b3b tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Deleting subnet 1f2b7ac7-b0f7-4860-a408-e81dc7ed2572 {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:41:05.950870 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b2b01004-21de-4c65-93b3-b6a3921f2b3b tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for subnet (1f2b7ac7-b0f7-4860-a408-e81dc7ed2572), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:05.971913 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-77c9d44d-fb13-4c9d-8d71-eaa332ba13a9 req-0e004a0f-8658-4d6c-9ab3-335189148dde tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/security-groups?id=18eb7429-13f2-4956-b934-bb119bf89c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629428 Feb 09 21:41:06.010415 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-db841dcb-a505-4575-94bc-3c04ed1a1dc4 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (d23837a1-b80c-4542-b6aa-76ff7271d82a), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:06.017915 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-db841dcb-a505-4575-94bc-3c04ed1a1dc4 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:06.021615 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-db841dcb-a505-4575-94bc-3c04ed1a1dc4 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] 10.222.0.90 "DELETE /v2.0/security-groups/d23837a1-b80c-4542-b6aa-76ff7271d82a HTTP/1.1" status: 204 len: 168 time: 0.4170251 Feb 09 21:41:06.022262 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 36762) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:06.029428 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56845223-19e7-4a46-9a75-54fdb8f536b6 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (42c63282-2eb4-4708-ac63-7d69bb68c0a3), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:06.030542 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56845223-19e7-4a46-9a75-54fdb8f536b6 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (42c63282-2eb4-4708-ac63-7d69bb68c0a3), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:06.042936 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1f6ed795-8a47-40a0-8cca-653d0a590147 admin admin] Publish callbacks [] for security_group (f473b28b-5e0d-4c4e-9799-2ab80645f295), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:06.043582 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b2b01004-21de-4c65-93b3-b6a3921f2b3b tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (1f2b7ac7-b0f7-4860-a408-e81dc7ed2572), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:06.043919 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ce277e-8a85-4a23-bf22-bdf322e37147 None None] Sync routers for ids ['8ba7567c-fa53-4ec0-9661-9a46dc509ee9'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:41:06.055401 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1f6ed795-8a47-40a0-8cca-653d0a590147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (f473b28b-5e0d-4c4e-9799-2ab80645f295), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:06.058537 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4147ba-4774-4f66-8422-eb786822137c req-a32fabdf-9dca-47ac-b1a1-844ad768e38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:06.059061 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4147ba-4774-4f66-8422-eb786822137c req-a32fabdf-9dca-47ac-b1a1-844ad768e38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:06.059532 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4147ba-4774-4f66-8422-eb786822137c req-a32fabdf-9dca-47ac-b1a1-844ad768e38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:06.061228 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bb4147ba-4774-4f66-8422-eb786822137c req-a32fabdf-9dca-47ac-b1a1-844ad768e38d service neutron] 10.222.0.95 "GET /v2.0/networks?id=8185c7c8-686b-411f-8c8d-101dfc1ac3a8&id=447eb1f8-3447-426b-bdf3-4b25ec15af22&id=447eb1f8-3447-426b-bdf3-4b25ec15af22&id=447eb1f8-3447-426b-bdf3-4b25ec15af22&id=447eb1f8-3447-426b-bdf3-4b25ec15af22&id=6a88ecb8-ab13-497b-8e99-4232b5fa8235&id=6a88ecb8-ab13-497b-8e99-4232b5fa8235 HTTP/1.1" status: 200 len: 2294 time: 0.3534715 Feb 09 21:41:06.066709 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ce277e-8a85-4a23-bf22-bdf322e37147 None None] Routers {'8ba7567c-fa53-4ec0-9661-9a46dc509ee9'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:41:06.070195 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-e2ce277e-8a85-4a23-bf22-bdf322e37147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:40:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['8ba7567c-fa53-4ec0-9661-9a46dc509ee9'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:06.072710 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1cfed8-3837-46c9-82ad-eb00f1d3c2af req-e0735669-c167-4ad3-b6a9-fd31f79969ac tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:06.080420 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3e1cfed8-3837-46c9-82ad-eb00f1d3c2af req-e0735669-c167-4ad3-b6a9-fd31f79969ac tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] 10.222.0.90 "GET /v2.0/ports?device_id=868f5939-9656-4337-93ba-a505cb3feae5 HTTP/1.1" status: 200 len: 946 time: 0.2050016 Feb 09 21:41:06.107509 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8194c637-43ff-4612-9542-c76c552e0205 x-openstack-request-id: req-8194c637-43ff-4612-9542-c76c552e0205 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:41:06.107837 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "868f5939-9656-4337-93ba-a505cb3feae5", "tag": "5ac4a265-50f1-4992-8e24-78511d1033cc", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:41:06.108265 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-8194c637-43ff-4612-9542-c76c552e0205 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:41:06.108491 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '868f5939-9656-4337-93ba-a505cb3feae5', 'tag': '5ac4a265-50f1-4992-8e24-78511d1033cc', 'status': 'completed', 'code': 200} Feb 09 21:41:06.128053 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db841dcb-a505-4575-94bc-3c04ed1a1dc4 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d23837a1-b80c-4542-b6aa-76ff7271d82a,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:06.190193 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-e2ce277e-8a85-4a23-bf22-bdf322e37147 None None] Set router 8ba7567c-fa53-4ec0-9661-9a46dc509ee9 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:41:06.220984 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-1f6ed795-8a47-40a0-8cca-653d0a590147 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=fd741f2b220d4f89a78037352f7444c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9890490 Feb 09 21:41:06.227797 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 36768) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:06.250445 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6ed795-8a47-40a0-8cca-653d0a590147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f473b28b-5e0d-4c4e-9799-2ab80645f295,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:06.269043 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-7d200846-a0f4-4c32-969b-d8d3ff0225ae tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2373285 Feb 09 21:41:06.278988 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 36772) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:06.291559 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-4006d751-f81b-4f89-b523-cf6b72b88d2b tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Request body: {'security_group': {'name': 'tempest-secgroup--1077685807'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:06.301745 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece0d3e7-3264-43a4-aaea-bf224e43dce5 req-e186b648-d953-4ba1-ac60-09b956541d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:06.304491 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ece0d3e7-3264-43a4-aaea-bf224e43dce5 req-e186b648-d953-4ba1-ac60-09b956541d75 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=cb05ca5ba83a4079b3312538e80ff3cc&device_id=868f5939-9656-4337-93ba-a505cb3feae5 HTTP/1.1" status: 200 len: 1128 time: 0.1921217 Feb 09 21:41:06.308897 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56845223-19e7-4a46-9a75-54fdb8f536b6 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks [] for router_controller (42c63282-2eb4-4708-ac63-7d69bb68c0a3), precommit_add_association {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:06.335953 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56845223-19e7-4a46-9a75-54fdb8f536b6 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (42c63282-2eb4-4708-ac63-7d69bb68c0a3), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:06.356876 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3e1cfed8-3837-46c9-82ad-eb00f1d3c2af req-e1a1a2c1-7ace-499b-918c-4b605db64461 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] 10.222.0.90 "GET /v2.0/security-groups?id=ab096705-bc25-431a-ab5c-fe0d32c221c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2754307 Feb 09 21:41:06.382817 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bb4147ba-4774-4f66-8422-eb786822137c req-d1be2ca2-eeb1-4871-bd02-9b8e7b36be90 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4cad1a84-a108-437b-aa6b-77babb3a44d0 HTTP/1.1" status: 200 len: 1000 time: 0.2936354 Feb 09 21:41:06.419848 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b2b01004-21de-4c65-93b3-b6a3921f2b3b tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (1f2b7ac7-b0f7-4860-a408-e81dc7ed2572), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:06.459256 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-e2ce277e-8a85-4a23-bf22-bdf322e37147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba7567c-fa53-4ec0-9661-9a46dc509ee9', 'name': 'tempest-ServersTestFqdnHostnames-1346949146-router', 'tenant_id': 'cb05ca5ba83a4079b3312538e80ff3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '263b744a-ee83-4dc4-9603-1399029c1270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:40:20Z', 'updated_at': '2022-02-09T21:40:26Z', 'revision_number': 4, 'project_id': 'cb05ca5ba83a4079b3312538e80ff3cc', 'gw_port': {'id': '263b744a-ee83-4dc4-9603-1399029c1270', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:95:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba7567c-fa53-4ec0-9661-9a46dc509ee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:40:21Z', 'updated_at': '2022-02-09T21:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': '78a9896f-f9cb-4e75-957a-399ccaf444e4', 'tenant_id': 'cb05ca5ba83a4079b3312538e80ff3cc', 'floating_ip_address': '172.25.3.61', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': '8ba7567c-fa53-4ec0-9661-9a46dc509ee9', 'port_id': '5ac4a265-50f1-4992-8e24-78511d1033cc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '877a96af-1a67-4748-9efa-076a406748da', 'mac_address': 'fa:16:3e:83:27:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868f5939-9656-4337-93ba-a505cb3feae5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:40:32Z', 'updated_at': '2022-02-09T21:41:04Z', 'revision_number': 1, 'project_id': 'cb05ca5ba83a4079b3312538e80ff3cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '075f9ab7-7335-4e80-8f38-1b24edcab39c', 'name': '', 'network_id': '877a96af-1a67-4748-9efa-076a406748da', 'tenant_id': 'cb05ca5ba83a4079b3312538e80ff3cc', 'mac_address': 'fa:16:3e:51:00:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba7567c-fa53-4ec0-9661-9a46dc509ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': 'a0be5e8c-bc22-4a5d-b32d-1cfd31075317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:40:25Z', 'updated_at': '2022-02-09T21:40:35Z', 'revision_number': 5, 'project_id': 'cb05ca5ba83a4079b3312538e80ff3cc', 'subnets': [{'id': 'a0be5e8c-bc22-4a5d-b32d-1cfd31075317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:06.488780 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ce277e-8a85-4a23-bf22-bdf322e37147 None None] Checking router: 8ba7567c-fa53-4ec0-9661-9a46dc509ee9 for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:41:06.498191 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ce277e-8a85-4a23-bf22-bdf322e37147 None None] Routers {'8ba7567c-fa53-4ec0-9661-9a46dc509ee9'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:41:06.498970 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-e2ce277e-8a85-4a23-bf22-bdf322e37147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:40:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['8ba7567c-fa53-4ec0-9661-9a46dc509ee9'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:06.501598 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece0d3e7-3264-43a4-aaea-bf224e43dce5 req-0c96cb97-de1b-4327-a4d7-587cae0ef9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:06.503124 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ece0d3e7-3264-43a4-aaea-bf224e43dce5 req-0c96cb97-de1b-4327-a4d7-587cae0ef9cd service neutron] 10.222.0.89 "GET /v2.0/networks?id=877a96af-1a67-4748-9efa-076a406748da HTTP/1.1" status: 200 len: 916 time: 0.1830690 Feb 09 21:41:06.508983 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8e519741-c42e-4e9b-8253-f02f0df9c8ad admin admin] Publish callbacks [] for security_group (f473b28b-5e0d-4c4e-9799-2ab80645f295), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:06.600323 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8e519741-c42e-4e9b-8253-f02f0df9c8ad admin admin] Publish callbacks [] for security_group (f473b28b-5e0d-4c4e-9799-2ab80645f295), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:06.623689 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-e2ce277e-8a85-4a23-bf22-bdf322e37147 None None] Set router 8ba7567c-fa53-4ec0-9661-9a46dc509ee9 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:41:06.658132 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-56845223-19e7-4a46-9a75-54fdb8f536b6 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:06.662190 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-56845223-19e7-4a46-9a75-54fdb8f536b6 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.7937386 Feb 09 21:41:06.673241 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 36774) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:06.681332 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4006d751-f81b-4f89-b523-cf6b72b88d2b tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:06.756698 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ece0d3e7-3264-43a4-aaea-bf224e43dce5 req-f07fcc84-ea1c-4cda-9098-dab5179789ed service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ac4a265-50f1-4992-8e24-78511d1033cc HTTP/1.1" status: 200 len: 999 time: 0.2428753 Feb 09 21:41:06.760188 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b2b01004-21de-4c65-93b3-b6a3921f2b3b tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (1f2b7ac7-b0f7-4860-a408-e81dc7ed2572), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:06.779411 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4147ba-4774-4f66-8422-eb786822137c req-4d424c98-ea57-4d9e-92da-c95cdfdc3a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:06.781183 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bb4147ba-4774-4f66-8422-eb786822137c req-4d424c98-ea57-4d9e-92da-c95cdfdc3a61 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=413233c4-7ff7-4428-a26b-9211d4e793f3 HTTP/1.1" status: 200 len: 855 time: 0.1285489 Feb 09 21:41:06.789259 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af3be14-d6fe-4da8-8cde-da09a2acccb4 None None] Network aa1a25cd-990d-4363-b5b6-828f4e3933d9 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:41:06.792644 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd36a39a-bbf9-489b-b811-78c3d634ce0d req-600ee565-1e5e-4a15-9730-0cbbb4fa91d9 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:06.794199 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bd36a39a-bbf9-489b-b811-78c3d634ce0d req-600ee565-1e5e-4a15-9730-0cbbb4fa91d9 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] 10.222.0.90 "GET /v2.0/ports?device_id=3c4470cf-379e-4e8d-bce4-e188d20f6445 HTTP/1.1" status: 200 len: 944 time: 0.4471693 Feb 09 21:41:06.801149 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b2b01004-21de-4c65-93b3-b6a3921f2b3b tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:06.806049 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-b2b01004-21de-4c65-93b3-b6a3921f2b3b tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "DELETE /v2.0/subnets/1f2b7ac7-b0f7-4860-a408-e81dc7ed2572 HTTP/1.1" status: 204 len: 168 time: 0.9436250 Feb 09 21:41:06.814435 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3ab8dfe5-f39b-45c2-9d8c-e560c70b9adc tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks [] for router (42c63282-2eb4-4708-ac63-7d69bb68c0a3), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:06.816018 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 36778) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:06.829117 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b01004-21de-4c65-93b3-b6a3921f2b3b tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Pushing event deleted for resources: {'Subnet': ['ID=1f2b7ac7-b0f7-4860-a408-e81dc7ed2572,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:06.847373 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a227bb-4ab5-4fb3-9c64-7fe499327f23 req-b3b721b2-91f2-4754-8f53-678722f44e57 tempest-ServersAdminTestJSON-549703278 tempest-ServersAdminTestJSON-549703278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:06.849017 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-03a227bb-4ab5-4fb3-9c64-7fe499327f23 req-b3b721b2-91f2-4754-8f53-678722f44e57 tempest-ServersAdminTestJSON-549703278 tempest-ServersAdminTestJSON-549703278-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=c5942c39-add0-42a2-bc58-a7492d65f23d HTTP/1.1" status: 200 len: 1132 time: 0.1943719 Feb 09 21:41:06.928934 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4006d751-f81b-4f89-b523-cf6b72b88d2b tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Publish callbacks [] for security_group (6e298dd7-6557-4640-a6b6-a35bfcacc7f9), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:06.951879 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4006d751-f81b-4f89-b523-cf6b72b88d2b tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (6e298dd7-6557-4640-a6b6-a35bfcacc7f9), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:06.973140 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bd36a39a-bbf9-489b-b811-78c3d634ce0d req-ba8746d7-3f34-487e-a189-3aa81b8ced3a tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] 10.222.0.90 "GET /v2.0/security-groups?id=acf6eb09-8df7-4797-a643-4eeaeced6321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1531115 Feb 09 21:41:06.973659 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-e2ce277e-8a85-4a23-bf22-bdf322e37147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba7567c-fa53-4ec0-9661-9a46dc509ee9', 'name': 'tempest-ServersTestFqdnHostnames-1346949146-router', 'tenant_id': 'cb05ca5ba83a4079b3312538e80ff3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '263b744a-ee83-4dc4-9603-1399029c1270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:40:20Z', 'updated_at': '2022-02-09T21:40:26Z', 'revision_number': 4, 'project_id': 'cb05ca5ba83a4079b3312538e80ff3cc', 'gw_port': {'id': '263b744a-ee83-4dc4-9603-1399029c1270', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:95:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba7567c-fa53-4ec0-9661-9a46dc509ee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:40:21Z', 'updated_at': '2022-02-09T21:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': '78a9896f-f9cb-4e75-957a-399ccaf444e4', 'tenant_id': 'cb05ca5ba83a4079b3312538e80ff3cc', 'floating_ip_address': '172.25.3.61', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': '8ba7567c-fa53-4ec0-9661-9a46dc509ee9', 'port_id': '5ac4a265-50f1-4992-8e24-78511d1033cc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '877a96af-1a67-4748-9efa-076a406748da', 'mac_address': 'fa:16:3e:83:27:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868f5939-9656-4337-93ba-a505cb3feae5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:40:32Z', 'updated_at': '2022-02-09T21:41:04Z', 'revision_number': 1, 'project_id': 'cb05ca5ba83a4079b3312538e80ff3cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '075f9ab7-7335-4e80-8f38-1b24edcab39c', 'name': '', 'network_id': '877a96af-1a67-4748-9efa-076a406748da', 'tenant_id': 'cb05ca5ba83a4079b3312538e80ff3cc', 'mac_address': 'fa:16:3e:51:00:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba7567c-fa53-4ec0-9661-9a46dc509ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': 'a0be5e8c-bc22-4a5d-b32d-1cfd31075317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:40:25Z', 'updated_at': '2022-02-09T21:40:35Z', 'revision_number': 5, 'project_id': 'cb05ca5ba83a4079b3312538e80ff3cc', 'subnets': [{'id': 'a0be5e8c-bc22-4a5d-b32d-1cfd31075317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:06.986764 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4147ba-4774-4f66-8422-eb786822137c req-19e666ac-4b08-4cc2-a569-a780d343ca05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:06.988356 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bb4147ba-4774-4f66-8422-eb786822137c req-19e666ac-4b08-4cc2-a569-a780d343ca05 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=8185c7c8-686b-411f-8c8d-101dfc1ac3a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1917534 Feb 09 21:41:07.015609 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-03a227bb-4ab5-4fb3-9c64-7fe499327f23 req-65ad6f7c-26ba-40f6-92b9-d5aad8f1867a tempest-ServersAdminTestJSON-549703278 tempest-ServersAdminTestJSON-549703278-project-admin] 10.222.0.90 "GET /v2.0/security-groups?id=18eb7429-13f2-4956-b934-bb119bf89c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371787 Feb 09 21:41:07.021689 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ce277e-8a85-4a23-bf22-bdf322e37147 None None] The sync data for ids ['8ba7567c-fa53-4ec0-9661-9a46dc509ee9'] in n-d-828369-5 is: [{'id': '8ba7567c-fa53-4ec0-9661-9a46dc509ee9', 'name': 'tempest-ServersTestFqdnHostnames-1346949146-router', 'tenant_id': 'cb05ca5ba83a4079b3312538e80ff3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '263b744a-ee83-4dc4-9603-1399029c1270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:40:20Z', 'updated_at': '2022-02-09T21:40:26Z', 'revision_number': 4, 'project_id': 'cb05ca5ba83a4079b3312538e80ff3cc', 'gw_port': {'id': '263b744a-ee83-4dc4-9603-1399029c1270', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:95:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba7567c-fa53-4ec0-9661-9a46dc509ee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:40:21Z', 'updated_at': '2022-02-09T21:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': '78a9896f-f9cb-4e75-957a-399ccaf444e4', 'tenant_id': 'cb05ca5ba83a4079b3312538e80ff3cc', 'floating_ip_address': '172.25.3.61', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': '8ba7567c-fa53-4ec0-9661-9a46dc509ee9', 'port_id': '5ac4a265-50f1-4992-8e24-78511d1033cc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '877a96af-1a67-4748-9efa-076a406748da', 'mac_address': 'fa:16:3e:83:27:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868f5939-9656-4337-93ba-a505cb3feae5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:40:32Z', 'updated_at': '2022-02-09T21:41:04Z', 'revision_number': 1, 'project_id': 'cb05ca5ba83a4079b3312538e80ff3cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '075f9ab7-7335-4e80-8f38-1b24edcab39c', 'name': '', 'network_id': '877a96af-1a67-4748-9efa-076a406748da', 'tenant_id': 'cb05ca5ba83a4079b3312538e80ff3cc', 'mac_address': 'fa:16:3e:51:00:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba7567c-fa53-4ec0-9661-9a46dc509ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': 'a0be5e8c-bc22-4a5d-b32d-1cfd31075317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:40:25Z', 'updated_at': '2022-02-09T21:40:35Z', 'revision_number': 5, 'project_id': 'cb05ca5ba83a4079b3312538e80ff3cc', 'subnets': [{'id': 'a0be5e8c-bc22-4a5d-b32d-1cfd31075317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:41:07.026861 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693b927b-0916-41e0-b76d-eb839775ce59 None None] DHCP port deletion for aa1a25cd-990d-4363-b5b6-828f4e3933d9 request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:41:07.042144 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4006d751-f81b-4f89-b523-cf6b72b88d2b tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:07.046018 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-4006d751-f81b-4f89-b523-cf6b72b88d2b tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7557812 Feb 09 21:41:07.059471 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 36780) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:07.098419 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-3eee0113-8e1a-41eb-bf52-95f07a0997d3 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Request body: {'security_group_rule': {'security_group_id': '6e298dd7-6557-4640-a6b6-a35bfcacc7f9', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:07.099746 n-d-828369-5 neutron-server[103140]: WARNING neutron.api.v2.base [None req-3eee0113-8e1a-41eb-bf52-95f07a0997d3 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 09 21:41:07.100270 n-d-828369-5 neutron-server[103140]: INFO neutron.api.v2.resource [None req-3eee0113-8e1a-41eb-bf52-95f07a0997d3 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:41:07.103958 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-3eee0113-8e1a-41eb-bf52-95f07a0997d3 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0086682 Feb 09 21:41:07.103958 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4006d751-f81b-4f89-b523-cf6b72b88d2b tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e298dd7-6557-4640-a6b6-a35bfcacc7f9,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:07.105365 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 36784) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:07.117361 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-cecafd2e-4138-469f-bca8-8fd25a034aa9 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Request body: {'security_group_rule': {'security_group_id': '6e298dd7-6557-4640-a6b6-a35bfcacc7f9', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:07.174703 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-693b927b-0916-41e0-b76d-eb839775ce59 None None] Deleting port 8bac4df6-a383-4076-a9a2-549f1e862caf {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:41:07.175351 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-693b927b-0916-41e0-b76d-eb839775ce59 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (8bac4df6-a383-4076-a9a2-549f1e862caf), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:07.204171 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bb4147ba-4774-4f66-8422-eb786822137c req-ccf1082c-6022-4d35-bd5a-19fe365be273 service neutron] 10.222.0.95 "GET /v2.0/networks/8185c7c8-686b-411f-8c8d-101dfc1ac3a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042804 Feb 09 21:41:07.264201 n-d-828369-5 neutron-server[103140]: INFO neutron.api.v2.resource [None req-cecafd2e-4138-469f-bca8-8fd25a034aa9 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:41:07.265563 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-cecafd2e-4138-469f-bca8-8fd25a034aa9 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1568499 Feb 09 21:41:07.268586 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 36788) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:07.278393 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-c95bdc45-ea82-48d6-a2df-dca031120d40 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Request body: {'security_group_rule': {'security_group_id': '6e298dd7-6557-4640-a6b6-a35bfcacc7f9', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:07.278393 n-d-828369-5 neutron-server[103140]: WARNING neutron.api.v2.base [None req-c95bdc45-ea82-48d6-a2df-dca031120d40 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 09 21:41:07.278652 n-d-828369-5 neutron-server[103140]: INFO neutron.api.v2.resource [None req-c95bdc45-ea82-48d6-a2df-dca031120d40 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:41:07.279589 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-c95bdc45-ea82-48d6-a2df-dca031120d40 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0099959 Feb 09 21:41:07.286283 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 36790) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:07.290666 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-e244847f-c3ad-412e-91bf-b42dc08cf691 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Request body: {'security_group_rule': {'security_group_id': '6e298dd7-6557-4640-a6b6-a35bfcacc7f9', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:07.295648 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-693b927b-0916-41e0-b76d-eb839775ce59 None None] For port 8bac4df6-a383-4076-a9a2-549f1e862caf, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=8bac4df6-a383-4076-a9a2-549f1e862caf,segment=NetworkSegment(d8b20cb6-0556-4bf2-88b7-7b90c9d56343),segment_id=d8b20cb6-0556-4bf2-88b7-7b90c9d56343)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:41:07.297278 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-693b927b-0916-41e0-b76d-eb839775ce59 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (8bac4df6-a383-4076-a9a2-549f1e862caf), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:07.315486 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-693b927b-0916-41e0-b76d-eb839775ce59 None None] Calling delete_port for 8bac4df6-a383-4076-a9a2-549f1e862caf owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:41:07.328321 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8e519741-c42e-4e9b-8253-f02f0df9c8ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (f473b28b-5e0d-4c4e-9799-2ab80645f295), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:07.330932 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8e519741-c42e-4e9b-8253-f02f0df9c8ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:07.332108 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-8e519741-c42e-4e9b-8253-f02f0df9c8ad admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/f473b28b-5e0d-4c4e-9799-2ab80645f295 HTTP/1.1" status: 204 len: 168 time: 1.1005666 Feb 09 21:41:07.334353 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece0d3e7-3264-43a4-aaea-bf224e43dce5 req-09e40a43-0980-465c-bf4f-73d04f6a535d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:07.346548 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ece0d3e7-3264-43a4-aaea-bf224e43dce5 req-09e40a43-0980-465c-bf4f-73d04f6a535d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a0be5e8c-bc22-4a5d-b32d-1cfd31075317 HTTP/1.1" status: 200 len: 854 time: 0.5490625 Feb 09 21:41:07.381500 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:41:07.407941 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ed4c1d7-2405-4fa5-bb80-b68e949b17b0 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Deleting subnet 99777644-2d52-4f67-b056-6fa58fce1b07 {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:41:07.424121 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bb4147ba-4774-4f66-8422-eb786822137c req-00ceb89a-f78b-4bec-b86e-7a6ca2c269de service neutron] 10.222.0.95 "GET /v2.0/networks/8185c7c8-686b-411f-8c8d-101dfc1ac3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118309 Feb 09 21:41:07.429986 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a32bc3-3d4f-4f02-8b7e-5e86c97c21a4 None None] New status for floating IP 78a9896f-f9cb-4e75-957a-399ccaf444e4: ACTIVE {{(pid=103142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:41:07.440209 n-d-828369-5 neutron-server[103140]: INFO neutron.api.v2.resource [None req-e244847f-c3ad-412e-91bf-b42dc08cf691 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:41:07.445102 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-e244847f-c3ad-412e-91bf-b42dc08cf691 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1550298 Feb 09 21:41:07.446489 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 36796) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:07.451504 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-b86aa828-49f4-43a2-97a3-c64fd6aa9ea2 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Request body: {'security_group_rule': {'security_group_id': '6e298dd7-6557-4640-a6b6-a35bfcacc7f9', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:07.451993 n-d-828369-5 neutron-server[103140]: WARNING neutron.api.v2.base [None req-b86aa828-49f4-43a2-97a3-c64fd6aa9ea2 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 09 21:41:07.452532 n-d-828369-5 neutron-server[103140]: INFO neutron.api.v2.resource [None req-b86aa828-49f4-43a2-97a3-c64fd6aa9ea2 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:41:07.456173 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-b86aa828-49f4-43a2-97a3-c64fd6aa9ea2 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0060780 Feb 09 21:41:07.473436 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4ed4c1d7-2405-4fa5-bb80-b68e949b17b0 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for subnet (99777644-2d52-4f67-b056-6fa58fce1b07), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:07.483810 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78ad389-cae8-4bf4-aec8-e147b28afde9 req-ed50ae7e-f5f1-43ab-9bf8-a063e86a56e8 tempest-ServersAdminTestJSON-549703278 tempest-ServersAdminTestJSON-549703278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:07.485640 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a78ad389-cae8-4bf4-aec8-e147b28afde9 req-ed50ae7e-f5f1-43ab-9bf8-a063e86a56e8 tempest-ServersAdminTestJSON-549703278 tempest-ServersAdminTestJSON-549703278-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=c5942c39-add0-42a2-bc58-a7492d65f23d HTTP/1.1" status: 200 len: 1132 time: 0.1543884 Feb 09 21:41:07.495363 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 36798) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:07.502860 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-97637bbc-acc7-4650-a654-bb2354fe6f0d tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Request body: {'security_group_rule': {'security_group_id': '6e298dd7-6557-4640-a6b6-a35bfcacc7f9', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:07.522663 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bb4147ba-4774-4f66-8422-eb786822137c req-e09419fb-31b6-43e6-812e-b451258f6366 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.179&port_id=3c647b76-8391-41f3-81eb-c84f278cd6cd HTTP/1.1" status: 200 len: 217 time: 0.0904570 Feb 09 21:41:07.573981 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3ab8dfe5-f39b-45c2-9d8c-e560c70b9adc tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (42c63282-2eb4-4708-ac63-7d69bb68c0a3), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:07.576322 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3ab8dfe5-f39b-45c2-9d8c-e560c70b9adc tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks [] for router_controller (42c63282-2eb4-4708-ac63-7d69bb68c0a3), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:07.582775 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-693b927b-0916-41e0-b76d-eb839775ce59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (8bac4df6-a383-4076-a9a2-549f1e862caf), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:07.602008 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a78ad389-cae8-4bf4-aec8-e147b28afde9 req-556f2cf0-f10c-430c-9b94-c5d4756fdd0a tempest-ServersAdminTestJSON-549703278 tempest-ServersAdminTestJSON-549703278-project-admin] 10.222.0.90 "GET /v2.0/security-groups?id=18eb7429-13f2-4956-b934-bb119bf89c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031625 Feb 09 21:41:07.616076 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693b927b-0916-41e0-b76d-eb839775ce59 None None] Pushing event deleted for resources: {'Port': ['ID=8bac4df6-a383-4076-a9a2-549f1e862caf,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:07.647608 n-d-828369-5 neutron-server[103140]: INFO neutron.api.v2.resource [None req-97637bbc-acc7-4650-a654-bb2354fe6f0d tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:41:07.648829 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-97637bbc-acc7-4650-a654-bb2354fe6f0d tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1525078 Feb 09 21:41:07.655919 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 36804) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:07.656806 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693b927b-0916-41e0-b76d-eb839775ce59 None None] No DVR routers for this DVR port 8bac4df6-a383-4076-a9a2-549f1e862caf on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:41:07.683897 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e519741-c42e-4e9b-8253-f02f0df9c8ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f473b28b-5e0d-4c4e-9799-2ab80645f295,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:07.690503 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4147ba-4774-4f66-8422-eb786822137c req-fed30f52-3af2-447c-b686-602e7e187c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:07.691008 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-d74186ad-8d62-4c73-9a96-73f6641d8308 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Request body: {'security_group_rule': {'security_group_id': '6e298dd7-6557-4640-a6b6-a35bfcacc7f9', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:07.691922 n-d-828369-5 neutron-server[103141]: WARNING neutron.api.v2.base [None req-d74186ad-8d62-4c73-9a96-73f6641d8308 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 09 21:41:07.692148 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bb4147ba-4774-4f66-8422-eb786822137c req-fed30f52-3af2-447c-b686-602e7e187c8a service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5d37f537-2fe5-408a-92d7-6800f805a26d HTTP/1.1" status: 200 len: 797 time: 0.1525319 Feb 09 21:41:07.693545 n-d-828369-5 neutron-server[103141]: INFO neutron.api.v2.resource [None req-d74186ad-8d62-4c73-9a96-73f6641d8308 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:41:07.695442 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-d74186ad-8d62-4c73-9a96-73f6641d8308 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0083051 Feb 09 21:41:07.705807 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e1d9b8-4019-4ba9-adec-a127da255bf7 req-3bfa532d-8760-497f-ae92-4334b0399a7b tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:07.707378 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-51e1d9b8-4019-4ba9-adec-a127da255bf7 req-3bfa532d-8760-497f-ae92-4334b0399a7b tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] 10.222.0.90 "GET /v2.0/ports?device_id=868f5939-9656-4337-93ba-a505cb3feae5 HTTP/1.1" status: 200 len: 946 time: 0.2205777 Feb 09 21:41:07.716544 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 36806) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:07.721309 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-de50315b-a35b-4244-b639-92542bc386c5 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Request body: {'security_group_rule': {'security_group_id': '6e298dd7-6557-4640-a6b6-a35bfcacc7f9', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:07.771734 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ad152103-dd73-4ccd-923c-db351501617e req-457018fa-562a-4d6c-9334-4bb9e8b9b0e7 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=c5942c39-add0-42a2-bc58-a7492d65f23d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9731877 Feb 09 21:41:07.776843 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3ab8dfe5-f39b-45c2-9d8c-e560c70b9adc tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (42c63282-2eb4-4708-ac63-7d69bb68c0a3), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:07.777839 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ab8dfe5-f39b-45c2-9d8c-e560c70b9adc tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 42c63282-2eb4-4708-ac63-7d69bb68c0a3 {{(pid=103141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:41:07.790234 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3ab8dfe5-f39b-45c2-9d8c-e560c70b9adc tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:07.791797 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-3ab8dfe5-f39b-45c2-9d8c-e560c70b9adc tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] 10.222.0.90 "DELETE /v2.0/routers/42c63282-2eb4-4708-ac63-7d69bb68c0a3 HTTP/1.1" status: 204 len: 168 time: 1.1166470 Feb 09 21:41:07.800886 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4ed4c1d7-2405-4fa5-bb80-b68e949b17b0 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (99777644-2d52-4f67-b056-6fa58fce1b07), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:07.861369 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4147ba-4774-4f66-8422-eb786822137c req-0456473a-c6db-4a51-a730-60a46a39b55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:07.863321 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bb4147ba-4774-4f66-8422-eb786822137c req-0456473a-c6db-4a51-a730-60a46a39b55f service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=447eb1f8-3447-426b-bdf3-4b25ec15af22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1545768 Feb 09 21:41:07.871717 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-51e1d9b8-4019-4ba9-adec-a127da255bf7 req-02557aa0-781f-4f5a-a986-fcd349a1d460 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] 10.222.0.90 "GET /v2.0/security-groups?id=ab096705-bc25-431a-ab5c-fe0d32c221c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423705 Feb 09 21:41:07.891289 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece0d3e7-3264-43a4-aaea-bf224e43dce5 req-8aa34ce4-baa7-4b3c-a282-c33cf42d0da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:07.893103 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ece0d3e7-3264-43a4-aaea-bf224e43dce5 req-8aa34ce4-baa7-4b3c-a282-c33cf42d0da6 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=877a96af-1a67-4748-9efa-076a406748da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5338743 Feb 09 21:41:07.895100 n-d-828369-5 neutron-server[103140]: INFO neutron.api.v2.resource [None req-de50315b-a35b-4244-b639-92542bc386c5 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:41:07.904970 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-de50315b-a35b-4244-b639-92542bc386c5 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1845844 Feb 09 21:41:07.904970 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 36812) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:07.963240 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-60e6ac69-7a06-4565-b88a-c07c7b9313eb tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Request body: {'security_group_rule': {'security_group_id': '6e298dd7-6557-4640-a6b6-a35bfcacc7f9', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:08.042141 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 8bac4df6-a383-4076-a9a2-549f1e862caf no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:41:08.077677 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ece0d3e7-3264-43a4-aaea-bf224e43dce5 req-be46d33c-a942-40e5-8aea-a3a6b49b8366 service neutron] 10.222.0.89 "GET /v2.0/networks/877a96af-1a67-4748-9efa-076a406748da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734190 Feb 09 21:41:08.103724 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 8bac4df6-a383-4076-a9a2-549f1e862caf {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:41:08.109395 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 8bac4df6-a383-4076-a9a2-549f1e862caf not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:41:08.145127 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 36824) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:08.155245 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad152103-dd73-4ccd-923c-db351501617e req-8b72bf57-bae9-47e6-895b-973c1ebb03d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:08.157140 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ad152103-dd73-4ccd-923c-db351501617e req-8b72bf57-bae9-47e6-895b-973c1ebb03d6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2d6f01c204fb49588b99bb4b4319fb3a&device_id=c5942c39-add0-42a2-bc58-a7492d65f23d HTTP/1.1" status: 200 len: 1132 time: 0.3079562 Feb 09 21:41:08.161235 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4ed4c1d7-2405-4fa5-bb80-b68e949b17b0 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (99777644-2d52-4f67-b056-6fa58fce1b07), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:08.204369 n-d-828369-5 neutron-server[103140]: INFO neutron.api.v2.resource [None req-60e6ac69-7a06-4565-b88a-c07c7b9313eb tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:41:08.208849 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-60e6ac69-7a06-4565-b88a-c07c7b9313eb tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2897313 Feb 09 21:41:08.213947 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 36828) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:08.227863 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bb4147ba-4774-4f66-8422-eb786822137c req-e8cf7b34-8b8e-4b78-bccb-00c59707fafa service neutron] 10.222.0.95 "GET /v2.0/networks/447eb1f8-3447-426b-bdf3-4b25ec15af22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3528180 Feb 09 21:41:08.310568 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da27ad0-ff1e-43d4-a810-27e1a6ed4c08 req-ba627f19-c66d-4b1c-9237-6f4be418024e tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:08.312276 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1da27ad0-ff1e-43d4-a810-27e1a6ed4c08 req-ba627f19-c66d-4b1c-9237-6f4be418024e tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/ports?device_id=99730171-986b-49a1-81f6-88b419845b86 HTTP/1.1" status: 200 len: 950 time: 0.2585523 Feb 09 21:41:08.334038 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ece0d3e7-3264-43a4-aaea-bf224e43dce5 req-67d56fbb-4312-46af-b315-5d9496b1d649 service neutron] 10.222.0.89 "GET /v2.0/networks/877a96af-1a67-4748-9efa-076a406748da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458642 Feb 09 21:41:08.337236 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4ed4c1d7-2405-4fa5-bb80-b68e949b17b0 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (99777644-2d52-4f67-b056-6fa58fce1b07), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:08.382111 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed4c1d7-2405-4fa5-bb80-b68e949b17b0 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Pushing event deleted for resources: {'Subnet': ['ID=99777644-2d52-4f67-b056-6fa58fce1b07,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:08.387652 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6244cd-3527-471c-9dc5-ef0876514354 req-238eca97-cc0c-4fbe-adc0-9494a9b38fdf tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:08.388411 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4ed4c1d7-2405-4fa5-bb80-b68e949b17b0 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:08.389248 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fc6244cd-3527-471c-9dc5-ef0876514354 req-238eca97-cc0c-4fbe-adc0-9494a9b38fdf tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] 10.222.0.90 "GET /v2.0/ports?device_id=3c4470cf-379e-4e8d-bce4-e188d20f6445 HTTP/1.1" status: 200 len: 944 time: 0.2561412 Feb 09 21:41:08.395652 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-4ed4c1d7-2405-4fa5-bb80-b68e949b17b0 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "DELETE /v2.0/subnets/99777644-2d52-4f67-b056-6fa58fce1b07 HTTP/1.1" status: 204 len: 168 time: 1.5677335 Feb 09 21:41:08.397349 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 36836) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:08.406226 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad152103-dd73-4ccd-923c-db351501617e req-192fa688-20e7-4f71-b298-13561edacb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:08.406737 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21d9fc3-0e75-452f-868a-008bd2f013c9 None None] Network 5be46bd2-5762-4817-8e66-6150aa69d018 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:41:08.407649 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ad152103-dd73-4ccd-923c-db351501617e req-192fa688-20e7-4f71-b298-13561edacb18 service neutron] 10.222.0.89 "GET /v2.0/networks?id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc HTTP/1.1" status: 200 len: 870 time: 0.2086437 Feb 09 21:41:08.440529 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5e78f761-9080-498d-8c25-f0f9d0d25dab tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Publish callbacks [] for security_group (6e298dd7-6557-4640-a6b6-a35bfcacc7f9), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:08.463447 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1da27ad0-ff1e-43d4-a810-27e1a6ed4c08 req-03b23977-81c7-45cc-ac7e-00f3013c5095 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/security-groups?id=18eb7429-13f2-4956-b934-bb119bf89c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438262 Feb 09 21:41:08.521472 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bb4147ba-4774-4f66-8422-eb786822137c req-727d2012-02d5-4272-a4e7-61752830778c service neutron] 10.222.0.95 "GET /v2.0/networks/447eb1f8-3447-426b-bdf3-4b25ec15af22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2753174 Feb 09 21:41:08.540948 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ad152103-dd73-4ccd-923c-db351501617e req-1bb32be0-a7d1-4a57-8108-04996701de2e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=e8355698-a9c5-4a6d-91ec-7ec9c9beed20 HTTP/1.1" status: 200 len: 217 time: 0.0912426 Feb 09 21:41:08.582202 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1e2c8022-f37a-457a-9364-a382b43a32fa tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (aa1a25cd-990d-4363-b5b6-828f4e3933d9), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:08.590828 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bb4147ba-4774-4f66-8422-eb786822137c req-40fbb633-ed14-4f09-b96d-a6de196b6d6e service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=924c9fc2-48e2-4846-a748-e98aee6d0d46 HTTP/1.1" status: 200 len: 217 time: 0.0585494 Feb 09 21:41:08.592649 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5e78f761-9080-498d-8c25-f0f9d0d25dab tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Publish callbacks [] for security_group (6e298dd7-6557-4640-a6b6-a35bfcacc7f9), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:08.598013 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fc6244cd-3527-471c-9dc5-ef0876514354 req-238efcbb-80a8-45d6-a5c0-de3a2946ca44 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] 10.222.0.90 "GET /v2.0/security-groups?id=acf6eb09-8df7-4797-a643-4eeaeced6321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1979647 Feb 09 21:41:08.650544 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-b3032c8e-19c9-46a6-842f-53796a497538 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-583306190', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}, 'admin_state_up': False}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:08.697101 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008d108d-f9c8-472b-910c-b46ca9aa4571 None None] DHCP port deletion for 5be46bd2-5762-4817-8e66-6150aa69d018 request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:41:08.704776 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4147ba-4774-4f66-8422-eb786822137c req-c639bdf5-8856-4234-b362-85e3baed6a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:08.706531 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bb4147ba-4774-4f66-8422-eb786822137c req-c639bdf5-8856-4234-b362-85e3baed6a52 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5d37f537-2fe5-408a-92d7-6800f805a26d HTTP/1.1" status: 200 len: 797 time: 0.1021755 Feb 09 21:41:08.710248 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b3032c8e-19c9-46a6-842f-53796a497538 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (7fb05908-02ff-4c68-b1bf-19385735f4ac), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:08.711416 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b3032c8e-19c9-46a6-842f-53796a497538 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (7fb05908-02ff-4c68-b1bf-19385735f4ac), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:08.727994 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5e78f761-9080-498d-8c25-f0f9d0d25dab tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (6e298dd7-6557-4640-a6b6-a35bfcacc7f9), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:08.730720 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5e78f761-9080-498d-8c25-f0f9d0d25dab tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:08.734479 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-5e78f761-9080-498d-8c25-f0f9d0d25dab tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] 10.222.0.90 "DELETE /v2.0/security-groups/6e298dd7-6557-4640-a6b6-a35bfcacc7f9 HTTP/1.1" status: 204 len: 168 time: 0.5198340 Feb 09 21:41:08.737336 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 36844) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:08.758696 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad152103-dd73-4ccd-923c-db351501617e req-c4fcc69c-004f-48af-a97f-f5d1ca511668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:08.760202 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ad152103-dd73-4ccd-923c-db351501617e req-c4fcc69c-004f-48af-a97f-f5d1ca511668 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0f7402ac-a35b-414b-bcc1-bc1c3072ec3c HTTP/1.1" status: 200 len: 843 time: 0.2127724 Feb 09 21:41:08.764460 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1e2c8022-f37a-457a-9364-a382b43a32fa tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (aa1a25cd-990d-4363-b5b6-828f4e3933d9), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:08.775195 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-008d108d-f9c8-472b-910c-b46ca9aa4571 None None] Deleting port 2df84d44-ca9d-4a1d-8ecf-ee807fe30c57 {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:41:08.775966 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-008d108d-f9c8-472b-910c-b46ca9aa4571 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (2df84d44-ca9d-4a1d-8ecf-ee807fe30c57), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:08.782793 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e78f761-9080-498d-8c25-f0f9d0d25dab tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e298dd7-6557-4640-a6b6-a35bfcacc7f9,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:08.847595 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-1e2c8022-f37a-457a-9364-a382b43a32fa tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa1a25cd-990d-4363-b5b6-828f4e3933d9']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:08.855594 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-008d108d-f9c8-472b-910c-b46ca9aa4571 None None] For port 2df84d44-ca9d-4a1d-8ecf-ee807fe30c57, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=2df84d44-ca9d-4a1d-8ecf-ee807fe30c57,segment=NetworkSegment(32453b9b-6ee7-44a7-8723-374f04f46927),segment_id=32453b9b-6ee7-44a7-8723-374f04f46927)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:41:08.856377 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-008d108d-f9c8-472b-910c-b46ca9aa4571 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (2df84d44-ca9d-4a1d-8ecf-ee807fe30c57), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:08.862757 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-1e2c8022-f37a-457a-9364-a382b43a32fa tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8b20cb6-0556-4bf2-88b7-7b90c9d56343') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:08.863059 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-1e2c8022-f37a-457a-9364-a382b43a32fa tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8b20cb6-0556-4bf2-88b7-7b90c9d56343') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:08.867837 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b3032c8e-19c9-46a6-842f-53796a497538 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks [] for router_controller (7fb05908-02ff-4c68-b1bf-19385735f4ac), precommit_add_association {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:08.871723 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-008d108d-f9c8-472b-910c-b46ca9aa4571 None None] Calling delete_port for 2df84d44-ca9d-4a1d-8ecf-ee807fe30c57 owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:41:08.879168 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1e2c8022-f37a-457a-9364-a382b43a32fa tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (d8b20cb6-0556-4bf2-88b7-7b90c9d56343), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:08.881519 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4147ba-4774-4f66-8422-eb786822137c req-4357f8d7-354b-48b5-b76b-2cbf72f320b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:08.883577 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bb4147ba-4774-4f66-8422-eb786822137c req-4357f8d7-354b-48b5-b76b-2cbf72f320b9 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=447eb1f8-3447-426b-bdf3-4b25ec15af22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1661482 Feb 09 21:41:08.892136 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad152103-dd73-4ccd-923c-db351501617e req-b5032f6e-49f8-4651-8fb4-09a23692a75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:08.894279 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-71488305-4769-4a5b-b999-b5f1f8a88bd8 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1527703 Feb 09 21:41:08.896543 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ad152103-dd73-4ccd-923c-db351501617e req-b5032f6e-49f8-4651-8fb4-09a23692a75c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1288590 Feb 09 21:41:08.897211 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 36846) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:08.905528 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-f96eefa1-1b91-4c32-89f5-7d57ecf6ef79 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Request body: {'security_group': {'name': 'tempest-secgroup--1663346632'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:08.912067 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1e2c8022-f37a-457a-9364-a382b43a32fa tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (d8b20cb6-0556-4bf2-88b7-7b90c9d56343), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:09.002712 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e2c8022-f37a-457a-9364-a382b43a32fa tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:41:09.003450 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1e2c8022-f37a-457a-9364-a382b43a32fa tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (d8b20cb6-0556-4bf2-88b7-7b90c9d56343), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:09.008121 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:41:09.008121 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:41:09.008121 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:41:09.008121 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:41:09.008121 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:41:09.008121 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:41:09.008121 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:41:09.008121 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:41:09.008121 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:41:09.008121 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:41:09.008121 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:41:09.008121 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:41:09.008121 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:41:09.008121 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:41:09.008121 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:41:09.008121 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:41:09.008121 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:41:09.008121 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:41:09.008121 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:41:09.008121 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:41:09.008121 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:41:09.008121 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:41:09.008121 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:41:09.008121 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:41:09.008121 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:41:09.008121 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:41:09.008121 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:41:09.008121 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:41:09.008121 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:41:09.008121 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:41:09.008121 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:41:09.008121 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:41:09.016985 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-394fe8f0-836c-4ee3-bac4-a9ba2c4773b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:09.059027 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-008d108d-f9c8-472b-910c-b46ca9aa4571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (2df84d44-ca9d-4a1d-8ecf-ee807fe30c57), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:09.094747 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008d108d-f9c8-472b-910c-b46ca9aa4571 None None] Pushing event deleted for resources: {'Port': ['ID=2df84d44-ca9d-4a1d-8ecf-ee807fe30c57,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:09.095454 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f96eefa1-1b91-4c32-89f5-7d57ecf6ef79 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:09.097376 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008d108d-f9c8-472b-910c-b46ca9aa4571 None None] No DVR routers for this DVR port 2df84d44-ca9d-4a1d-8ecf-ee807fe30c57 on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:41:09.123123 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ad152103-dd73-4ccd-923c-db351501617e req-91b19229-bf16-4bc5-bd10-bc88973ac995 service neutron] 10.222.0.89 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066658 Feb 09 21:41:09.148602 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1e2c8022-f37a-457a-9364-a382b43a32fa tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (aa1a25cd-990d-4363-b5b6-828f4e3933d9), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:09.153855 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1e2c8022-f37a-457a-9364-a382b43a32fa tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:09.160277 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-1e2c8022-f37a-457a-9364-a382b43a32fa tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "DELETE /v2.0/networks/aa1a25cd-990d-4363-b5b6-828f4e3933d9 HTTP/1.1" status: 204 len: 168 time: 0.7594991 Feb 09 21:41:09.167043 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 36854) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:09.184366 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b3032c8e-19c9-46a6-842f-53796a497538 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks [] for router_gateway (7fb05908-02ff-4c68-b1bf-19385735f4ac), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:09.198017 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70aa512-acbd-4c65-a36b-c5f9e8ff62d4 req-fe1e1995-d614-410e-a18f-8c6fc51c89de tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:09.199526 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b70aa512-acbd-4c65-a36b-c5f9e8ff62d4 req-fe1e1995-d614-410e-a18f-8c6fc51c89de tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] 10.222.0.90 "GET /v2.0/ports?device_id=868f5939-9656-4337-93ba-a505cb3feae5 HTTP/1.1" status: 200 len: 946 time: 0.2334137 Feb 09 21:41:09.217852 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2c8022-f37a-457a-9364-a382b43a32fa tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Pushing event deleted for resources: {'Network': ['ID=aa1a25cd-990d-4363-b5b6-828f4e3933d9,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:09.296429 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f96eefa1-1b91-4c32-89f5-7d57ecf6ef79 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Publish callbacks [] for security_group (1b2785f3-00b7-4d75-b047-77f196565b19), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:09.299231 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ad152103-dd73-4ccd-923c-db351501617e req-6bf4b718-ff77-44dc-88e2-dff1e22ff2e4 service neutron] 10.222.0.89 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643953 Feb 09 21:41:09.301757 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bb4147ba-4774-4f66-8422-eb786822137c req-4e42c244-ffd8-48ee-b41c-63f0a944b8e7 service neutron] 10.222.0.95 "GET /v2.0/networks/447eb1f8-3447-426b-bdf3-4b25ec15af22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4059439 Feb 09 21:41:09.303045 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f96eefa1-1b91-4c32-89f5-7d57ecf6ef79 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (1b2785f3-00b7-4d75-b047-77f196565b19), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:09.330700 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 36858) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:09.352582 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f96eefa1-1b91-4c32-89f5-7d57ecf6ef79 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:09.356374 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-f96eefa1-1b91-4c32-89f5-7d57ecf6ef79 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4530327 Feb 09 21:41:09.356374 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96eefa1-1b91-4c32-89f5-7d57ecf6ef79 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b2785f3-00b7-4d75-b047-77f196565b19,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:09.359403 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 36862) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:09.379347 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-8f76c79b-4f5d-4b50-97d8-c1d1efbbea6b tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Request body: {'security_group_rule': {'security_group_id': '1b2785f3-00b7-4d75-b047-77f196565b19', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:09.421004 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b70aa512-acbd-4c65-a36b-c5f9e8ff62d4 req-8e043734-8cf5-4df9-a881-574b689f4b0d tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] 10.222.0.90 "GET /v2.0/security-groups?id=ab096705-bc25-431a-ab5c-fe0d32c221c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2025082 Feb 09 21:41:09.424630 n-d-828369-5 neutron-server[103141]: INFO neutron.api.v2.resource [None req-8f76c79b-4f5d-4b50-97d8-c1d1efbbea6b tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] create failed (client error): The resource could not be found. Feb 09 21:41:09.425884 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-8f76c79b-4f5d-4b50-97d8-c1d1efbbea6b tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0648875 Feb 09 21:41:09.429040 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-53602871-91f5-46e5-91a9-cd54979536ee tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (5be46bd2-5762-4817-8e66-6150aa69d018), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:09.429883 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 36864) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:09.436109 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-0c18f602-b2c9-4850-82a4-a80bde3a187b tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Request body: {'security_group_rule': {'security_group_id': '1b2785f3-00b7-4d75-b047-77f196565b19', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'b92b2d60-fad5-4f1d-bada-67a051fdfcf1'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:09.488648 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-97a7b36d-50c1-48f7-a8d5-a4a641fd6d69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:09.502742 n-d-828369-5 neutron-server[103141]: INFO neutron.api.v2.resource [None req-0c18f602-b2c9-4850-82a4-a80bde3a187b tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] create failed (client error): The resource could not be found. Feb 09 21:41:09.507078 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-0c18f602-b2c9-4850-82a4-a80bde3a187b tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0731025 Feb 09 21:41:09.507780 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 36870) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:09.588980 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bb4147ba-4774-4f66-8422-eb786822137c req-57449aed-6006-488b-afb2-d5eeaee2daff service neutron] 10.222.0.95 "GET /v2.0/networks/447eb1f8-3447-426b-bdf3-4b25ec15af22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663550 Feb 09 21:41:09.596104 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-57206e16-a111-4b26-9589-e7a9c2241af6 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Publish callbacks [] for security_group (1b2785f3-00b7-4d75-b047-77f196565b19), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:09.623180 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-53602871-91f5-46e5-91a9-cd54979536ee tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (5be46bd2-5762-4817-8e66-6150aa69d018), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:09.632499 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-57206e16-a111-4b26-9589-e7a9c2241af6 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Publish callbacks [] for security_group (1b2785f3-00b7-4d75-b047-77f196565b19), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:09.653750 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-97a7b36d-50c1-48f7-a8d5-a4a641fd6d69 admin admin] Publish callbacks [] for security_group (32622bde-9253-4d5e-8f00-a54ec0bfc868), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:09.662069 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-97a7b36d-50c1-48f7-a8d5-a4a641fd6d69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (32622bde-9253-4d5e-8f00-a54ec0bfc868), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:09.669664 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bb4147ba-4774-4f66-8422-eb786822137c req-8c5f0dbb-1eb0-413c-a0c5-3ea5039902c4 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.246&port_id=75eef6bf-48e5-4c19-b81a-a37147e710d0 HTTP/1.1" status: 200 len: 217 time: 0.0642080 Feb 09 21:41:09.702143 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-53602871-91f5-46e5-91a9-cd54979536ee tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5be46bd2-5762-4817-8e66-6150aa69d018']}} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:09.717633 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-97a7b36d-50c1-48f7-a8d5-a4a641fd6d69 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=451d625efe8442f19229c6241d4877cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3856928 Feb 09 21:41:09.719889 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a7b36d-50c1-48f7-a8d5-a4a641fd6d69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32622bde-9253-4d5e-8f00-a54ec0bfc868,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:09.723560 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 36874) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:09.731799 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-57206e16-a111-4b26-9589-e7a9c2241af6 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (1b2785f3-00b7-4d75-b047-77f196565b19), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:09.734377 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-57206e16-a111-4b26-9589-e7a9c2241af6 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:09.738187 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-57206e16-a111-4b26-9589-e7a9c2241af6 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] 10.222.0.90 "DELETE /v2.0/security-groups/1b2785f3-00b7-4d75-b047-77f196565b19 HTTP/1.1" status: 204 len: 168 time: 0.2267222 Feb 09 21:41:09.738595 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 36876) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:09.753484 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57206e16-a111-4b26-9589-e7a9c2241af6 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b2785f3-00b7-4d75-b047-77f196565b19,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:09.754063 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-53602871-91f5-46e5-91a9-cd54979536ee tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32453b9b-6ee7-44a7-8723-374f04f46927') {'for_net_delete': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:09.754370 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-53602871-91f5-46e5-91a9-cd54979536ee tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32453b9b-6ee7-44a7-8723-374f04f46927') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:09.791663 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3eb145cd-c725-45e4-b280-164342332f62 admin admin] Publish callbacks [] for security_group (32622bde-9253-4d5e-8f00-a54ec0bfc868), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:09.798542 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-53602871-91f5-46e5-91a9-cd54979536ee tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110711'] for segment (32453b9b-6ee7-44a7-8723-374f04f46927), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:09.810657 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00de300c-3516-49b2-a61b-c410021f3e66 req-dc838c0d-6b27-42ff-9cf9-c63ee9aad219 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:09.812209 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-00de300c-3516-49b2-a61b-c410021f3e66 req-dc838c0d-6b27-42ff-9cf9-c63ee9aad219 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/ports?device_id=99730171-986b-49a1-81f6-88b419845b86 HTTP/1.1" status: 200 len: 950 time: 0.2504768 Feb 09 21:41:09.818064 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3eb145cd-c725-45e4-b280-164342332f62 admin admin] Publish callbacks [] for security_group (32622bde-9253-4d5e-8f00-a54ec0bfc868), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:09.873501 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3eb145cd-c725-45e4-b280-164342332f62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (32622bde-9253-4d5e-8f00-a54ec0bfc868), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:09.876859 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3eb145cd-c725-45e4-b280-164342332f62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:09.878529 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-3eb145cd-c725-45e4-b280-164342332f62 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/32622bde-9253-4d5e-8f00-a54ec0bfc868 HTTP/1.1" status: 204 len: 168 time: 0.1531653 Feb 09 21:41:09.888601 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb145cd-c725-45e4-b280-164342332f62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32622bde-9253-4d5e-8f00-a54ec0bfc868,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:09.892702 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 8de4ef65-62a3-4142-8e5c-4c207cb449ea details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:41:10.153676 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 2df84d44-ca9d-4a1d-8ecf-ee807fe30c57 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:41:10.167808 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-53602871-91f5-46e5-91a9-cd54979536ee tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (32453b9b-6ee7-44a7-8723-374f04f46927), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:10.171485 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4147ba-4774-4f66-8422-eb786822137c req-bdd40a73-9348-440c-9a67-7e00665d005d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:10.173020 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bb4147ba-4774-4f66-8422-eb786822137c req-bdd40a73-9348-440c-9a67-7e00665d005d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5d37f537-2fe5-408a-92d7-6800f805a26d HTTP/1.1" status: 200 len: 797 time: 0.4928739 Feb 09 21:41:10.201939 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53602871-91f5-46e5-91a9-cd54979536ee tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=103140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:41:10.202345 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-53602871-91f5-46e5-91a9-cd54979536ee tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669415'] for segment (32453b9b-6ee7-44a7-8723-374f04f46927), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:10.207567 n-d-828369-5 neutron-server[103140]: Traceback (most recent call last): Feb 09 21:41:10.207567 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:41:10.207567 n-d-828369-5 neutron-server[103140]: timer() Feb 09 21:41:10.207567 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:41:10.207567 n-d-828369-5 neutron-server[103140]: cb(*args, **kw) Feb 09 21:41:10.207567 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:41:10.207567 n-d-828369-5 neutron-server[103140]: return func(*args, **kwargs) Feb 09 21:41:10.207567 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:41:10.207567 n-d-828369-5 neutron-server[103140]: self._notify() Feb 09 21:41:10.207567 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:41:10.207567 n-d-828369-5 neutron-server[103140]: self.callback(batched_events) Feb 09 21:41:10.207567 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:41:10.207567 n-d-828369-5 neutron-server[103140]: event.method(event) Feb 09 21:41:10.207567 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:41:10.207567 n-d-828369-5 neutron-server[103140]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:41:10.207567 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:41:10.207567 n-d-828369-5 neutron-server[103140]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:41:10.207567 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:41:10.207567 n-d-828369-5 neutron-server[103140]: return f(self, *a, **k) Feb 09 21:41:10.207567 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:41:10.207567 n-d-828369-5 neutron-server[103140]: return self._get(url).json() Feb 09 21:41:10.207567 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:41:10.207567 n-d-828369-5 neutron-server[103140]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:41:10.207567 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:41:10.207567 n-d-828369-5 neutron-server[103140]: return self.request(url, 'GET', **kwargs) Feb 09 21:41:10.207567 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:41:10.207567 n-d-828369-5 neutron-server[103140]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:41:10.207567 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:41:10.207567 n-d-828369-5 neutron-server[103140]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:41:10.207567 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:41:10.207567 n-d-828369-5 neutron-server[103140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:41:10.207567 n-d-828369-5 neutron-server[103140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:41:10.213346 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 2df84d44-ca9d-4a1d-8ecf-ee807fe30c57 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:41:10.213703 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 2df84d44-ca9d-4a1d-8ecf-ee807fe30c57 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:41:10.226790 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 8de4ef65-62a3-4142-8e5c-4c207cb449ea, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=8de4ef65-62a3-4142-8e5c-4c207cb449ea,segment=NetworkSegment(4ffd4ca0-b010-46e3-8255-c5b5626ace9a),segment_id=4ffd4ca0-b010-46e3-8255-c5b5626ace9a)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:41:10.252359 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': '8de4ef65-62a3-4142-8e5c-4c207cb449ea', 'network_id': '31fc07a6-f299-4165-bd01-4e6338ff4b55', 'port_id': '8de4ef65-62a3-4142-8e5c-4c207cb449ea', 'mac_address': 'fa:16:3e:f5:05:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0faed951-8579-406a-a0fb-7a4b47e45260', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:41:10.290822 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-487774c1-7e35-4e2a-8911-28d6e0f25afe tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.5450213 Feb 09 21:41:10.312122 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 8de4ef65-62a3-4142-8e5c-4c207cb449ea is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:10.312562 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (8de4ef65-62a3-4142-8e5c-4c207cb449ea), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:10.313293 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 36888) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:10.319397 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-2dd9fcb9-252a-4750-8ebb-078072929c2c tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Request body: {'security_group_rule': {'security_group_id': 'a68a324f-6ed9-4360-adfd-ff44531feaa6', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:10.329580 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8de4ef65-62a3-4142-8e5c-4c207cb449ea {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:41:10.343355 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b3032c8e-19c9-46a6-842f-53796a497538 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks [] for router_gateway (7fb05908-02ff-4c68-b1bf-19385735f4ac), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:10.351363 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dacf33-9b24-4407-8cd5-233bb4a8eb9e req-6f88b034-44d1-4ead-bdd2-48bafcade89c tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:10.358191 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a3dacf33-9b24-4407-8cd5-233bb4a8eb9e req-6f88b034-44d1-4ead-bdd2-48bafcade89c tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] 10.222.0.90 "GET /v2.0/ports?device_id=3c4470cf-379e-4e8d-bce4-e188d20f6445 HTTP/1.1" status: 200 len: 944 time: 0.6580970 Feb 09 21:41:10.362350 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 8de4ef65-62a3-4142-8e5c-4c207cb449ea, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=8de4ef65-62a3-4142-8e5c-4c207cb449ea,segment=NetworkSegment(4ffd4ca0-b010-46e3-8255-c5b5626ace9a),segment_id=4ffd4ca0-b010-46e3-8255-c5b5626ace9a)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:41:10.368811 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (8de4ef65-62a3-4142-8e5c-4c207cb449ea), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:10.385851 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4252243c-9e94-4e61-8f48-e72835dbcf4e req-a8ddcde8-cebd-40f7-949f-adf2cee47f80 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:10.388116 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4252243c-9e94-4e61-8f48-e72835dbcf4e req-a8ddcde8-cebd-40f7-949f-adf2cee47f80 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.89 "GET /v2.0/ports?device_id=99730171-986b-49a1-81f6-88b419845b86 HTTP/1.1" status: 200 len: 950 time: 0.1218026 Feb 09 21:41:10.395198 n-d-828369-5 neutron-server[103141]: INFO neutron.api.v2.resource [None req-2dd9fcb9-252a-4750-8ebb-078072929c2c tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] create failed (client error): The resource could not be found. Feb 09 21:41:10.397938 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-2dd9fcb9-252a-4750-8ebb-078072929c2c tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0828903 Feb 09 21:41:10.401719 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-53602871-91f5-46e5-91a9-cd54979536ee tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (5be46bd2-5762-4817-8e66-6150aa69d018), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:10.402543 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 36892) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:10.403716 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b3032c8e-19c9-46a6-842f-53796a497538 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:10.409689 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-053a41c5-bd74-4bbd-93f4-ef9b215ab56b tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Request body: {'security_group': {'name': 'tempest-secgroup--330783687'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:10.424712 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-00de300c-3516-49b2-a61b-c410021f3e66 req-c0bf9734-e5c7-4199-9cc7-f4543206334a tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/security-groups?id=18eb7429-13f2-4956-b934-bb119bf89c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5941834 Feb 09 21:41:10.432735 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-53602871-91f5-46e5-91a9-cd54979536ee tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:10.439376 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-53602871-91f5-46e5-91a9-cd54979536ee tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "DELETE /v2.0/networks/5be46bd2-5762-4817-8e66-6150aa69d018 HTTP/1.1" status: 204 len: 168 time: 1.2662938 Feb 09 21:41:10.452545 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=8de4ef65-62a3-4142-8e5c-4c207cb449ea,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:10.453747 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 36894) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:10.462481 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-37520622-b5ef-4706-a98b-a08d277377a7 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Request body: {'network': {'name': 'tempest-RoutersTest-1797975209'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:10.467884 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53602871-91f5-46e5-91a9-cd54979536ee tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Pushing event deleted for resources: {'Network': ['ID=5be46bd2-5762-4817-8e66-6150aa69d018,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:10.535669 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-053a41c5-bd74-4bbd-93f4-ef9b215ab56b tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:10.536034 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4147ba-4774-4f66-8422-eb786822137c req-c3d86cb9-089f-4f30-ab80-9a37e68a1564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:10.538878 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bb4147ba-4774-4f66-8422-eb786822137c req-c3d86cb9-089f-4f30-ab80-9a37e68a1564 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=447eb1f8-3447-426b-bdf3-4b25ec15af22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3436127 Feb 09 21:41:10.572597 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a3dacf33-9b24-4407-8cd5-233bb4a8eb9e req-8218b6a5-9ab9-4b85-a591-8768f06c5dbf tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] 10.222.0.90 "GET /v2.0/security-groups?id=acf6eb09-8df7-4797-a643-4eeaeced6321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2134218 Feb 09 21:41:10.575594 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-4252243c-9e94-4e61-8f48-e72835dbcf4e req-2ff3d283-17ac-4be2-991d-69aee2ea08e2 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Deleting port 6aaa0afe-fff4-4751-874d-bf57c30ff5b2 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:41:10.575942 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-4252243c-9e94-4e61-8f48-e72835dbcf4e req-2ff3d283-17ac-4be2-991d-69aee2ea08e2 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (6aaa0afe-fff4-4751-874d-bf57c30ff5b2), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:10.588562 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37520622-b5ef-4706-a98b-a08d277377a7 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Made reservation on behalf of 67feb264805b4b31b627437845cc2aaf for: {'network': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:41:10.592095 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-37520622-b5ef-4706-a98b-a08d277377a7 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:10.690499 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-053a41c5-bd74-4bbd-93f4-ef9b215ab56b tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Publish callbacks [] for security_group (bce67463-c3f2-493f-8256-a47981622e22), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:10.699813 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-053a41c5-bd74-4bbd-93f4-ef9b215ab56b tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (bce67463-c3f2-493f-8256-a47981622e22), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:10.709620 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-b3032c8e-19c9-46a6-842f-53796a497538 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Allocated IP 172.25.3.156 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/b59fd758-d797-4e79-bda0-bb196511a615) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:41:10.710069 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['8de4ef65-62a3-4142-8e5c-4c207cb449ea'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:41:10.711927 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37520622-b5ef-4706-a98b-a08d277377a7 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 715} {{(pid=103140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:41:10.756470 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bb4147ba-4774-4f66-8422-eb786822137c req-dd1b1a24-a79b-45c8-9fdd-e9e1978a6b76 service neutron] 10.222.0.95 "GET /v2.0/networks/447eb1f8-3447-426b-bdf3-4b25ec15af22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041478 Feb 09 21:41:10.760336 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-053a41c5-bd74-4bbd-93f4-ef9b215ab56b tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:10.761839 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-053a41c5-bd74-4bbd-93f4-ef9b215ab56b tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3579485 Feb 09 21:41:10.765864 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 36904) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:10.766622 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a41c5-bd74-4bbd-93f4-ef9b215ab56b tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bce67463-c3f2-493f-8256-a47981622e22,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:10.775012 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-52f1c0b3-cb4c-4a41-adde-6abb6b6c2c6b tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Request body: {'security_group': {'name': 'tempest-secgroup--520144574'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:10.803684 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-52f1c0b3-cb4c-4a41-adde-6abb6b6c2c6b tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:10.813265 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-37520622-b5ef-4706-a98b-a08d277377a7 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (b66154b9-a9d8-4b58-92a0-94efd9278211), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:10.813825 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-37520622-b5ef-4706-a98b-a08d277377a7 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Added segment b66154b9-a9d8-4b58-92a0-94efd9278211 of type vlan for network 057804ba-1b08-4673-8518-de8dffd21496 Feb 09 21:41:10.831009 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-4252243c-9e94-4e61-8f48-e72835dbcf4e req-2ff3d283-17ac-4be2-991d-69aee2ea08e2 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] For port 6aaa0afe-fff4-4751-874d-bf57c30ff5b2, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=6aaa0afe-fff4-4751-874d-bf57c30ff5b2,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:41:10.831646 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-4252243c-9e94-4e61-8f48-e72835dbcf4e req-2ff3d283-17ac-4be2-991d-69aee2ea08e2 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (6aaa0afe-fff4-4751-874d-bf57c30ff5b2), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:10.851910 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-4252243c-9e94-4e61-8f48-e72835dbcf4e req-2ff3d283-17ac-4be2-991d-69aee2ea08e2 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Calling delete_port for 6aaa0afe-fff4-4751-874d-bf57c30ff5b2 owned by compute:nova {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:41:10.967665 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-52f1c0b3-cb4c-4a41-adde-6abb6b6c2c6b tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Publish callbacks [] for security_group (01ab9e5d-606a-42e2-9dd7-5d96c25eef35), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:10.979334 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-52f1c0b3-cb4c-4a41-adde-6abb6b6c2c6b tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (01ab9e5d-606a-42e2-9dd7-5d96c25eef35), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:10.980473 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-37520622-b5ef-4706-a98b-a08d277377a7 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (057804ba-1b08-4673-8518-de8dffd21496), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:10.994501 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d375ad38-15cd-4507-9a9f-6679921ec3f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:11.024473 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-52f1c0b3-cb4c-4a41-adde-6abb6b6c2c6b tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:11.028178 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-52f1c0b3-cb4c-4a41-adde-6abb6b6c2c6b tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2550936 Feb 09 21:41:11.040620 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 36912) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:11.045329 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f1c0b3-cb4c-4a41-adde-6abb6b6c2c6b tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01ab9e5d-606a-42e2-9dd7-5d96c25eef35,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:11.051960 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-81a3cf7b-7ba6-429a-bf83-a7de299b4ead tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Request body: {'security_group_rule': {'security_group_id': 'bce67463-c3f2-493f-8256-a47981622e22', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '01ab9e5d-606a-42e2-9dd7-5d96c25eef35'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:11.076814 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bb4147ba-4774-4f66-8422-eb786822137c req-dd2d8fbb-0bcb-446f-9f11-0593e2ddc408 service neutron] 10.222.0.95 "GET /v2.0/networks/447eb1f8-3447-426b-bdf3-4b25ec15af22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771940 Feb 09 21:41:11.078900 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-4252243c-9e94-4e61-8f48-e72835dbcf4e req-2ff3d283-17ac-4be2-991d-69aee2ea08e2 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (6aaa0afe-fff4-4751-874d-bf57c30ff5b2), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:11.084427 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b3032c8e-19c9-46a6-842f-53796a497538 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks [] for port (b59fd758-d797-4e79-bda0-bb196511a615), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:11.086306 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-37520622-b5ef-4706-a98b-a08d277377a7 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (057804ba-1b08-4673-8518-de8dffd21496), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:11.092282 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37520622-b5ef-4706-a98b-a08d277377a7 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:11.092876 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-37520622-b5ef-4706-a98b-a08d277377a7 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:11.095811 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['29586a12-329a-4a12-a351-79a78219382c', '6aaa0afe-fff4-4751-874d-bf57c30ff5b2', 'e8355698-a9c5-4a6d-91ec-7ec9c9beed20'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:41:11.114966 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff3d283-17ac-4be2-991d-69aee2ea08e2 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Pushing event deleted for resources: {'Port': ['ID=6aaa0afe-fff4-4751-874d-bf57c30ff5b2,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:11.199980 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-4252243c-9e94-4e61-8f48-e72835dbcf4e req-2ff3d283-17ac-4be2-991d-69aee2ea08e2 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] No DVR routers for this DVR port 6aaa0afe-fff4-4751-874d-bf57c30ff5b2 on host n-h2-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:41:11.205984 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-4252243c-9e94-4e61-8f48-e72835dbcf4e req-2ff3d283-17ac-4be2-991d-69aee2ea08e2 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:11.210368 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bb4147ba-4774-4f66-8422-eb786822137c req-2fa1ae10-ad95-4d17-8da2-10ce9c8579c5 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.45&port_id=46a5acec-c89c-40ed-b7d1-64d412e029f2 HTTP/1.1" status: 200 len: 217 time: 0.1147146 Feb 09 21:41:11.210797 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4252243c-9e94-4e61-8f48-e72835dbcf4e req-2ff3d283-17ac-4be2-991d-69aee2ea08e2 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.89 "DELETE /v2.0/ports/6aaa0afe-fff4-4751-874d-bf57c30ff5b2 HTTP/1.1" status: 204 len: 173 time: 0.7944589 Feb 09 21:41:11.211290 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99730171-986b-49a1-81f6-88b419845b86', 'name': 'network-vif-deleted', 'tag': '6aaa0afe-fff4-4751-874d-bf57c30ff5b2'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:41:11.213992 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fc3564e-27a6-4407-9aa0-8998f551d773" -d '{"events": [{"server_uuid": "99730171-986b-49a1-81f6-88b419845b86", "name": "network-vif-deleted", "tag": "6aaa0afe-fff4-4751-874d-bf57c30ff5b2"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:41:11.263167 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-37520622-b5ef-4706-a98b-a08d277377a7 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8078098 Feb 09 21:41:11.265943 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 36916) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:11.271974 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-ec88c527-d6ee-4163-ab07-df257a1b9543 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Request body: {'subnet': {'network_id': '057804ba-1b08-4673-8518-de8dffd21496', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:11.273653 n-d-828369-5 neutron-server[103140]: INFO neutron.api.v2.resource [None req-81a3cf7b-7ba6-429a-bf83-a7de299b4ead tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:41:11.275135 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-81a3cf7b-7ba6-429a-bf83-a7de299b4ead tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2319541 Feb 09 21:41:11.280497 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 36918) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:11.282219 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c07181-7736-4722-98ae-b293016d3037 x-openstack-request-id: req-a7c07181-7736-4722-98ae-b293016d3037 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:41:11.282705 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99730171-986b-49a1-81f6-88b419845b86", "name": "network-vif-deleted", "tag": "6aaa0afe-fff4-4751-874d-bf57c30ff5b2", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:41:11.283111 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-a7c07181-7736-4722-98ae-b293016d3037 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:41:11.283934 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99730171-986b-49a1-81f6-88b419845b86', 'name': 'network-vif-deleted', 'tag': '6aaa0afe-fff4-4751-874d-bf57c30ff5b2', 'status': 'completed', 'code': 200} Feb 09 21:41:11.298090 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37520622-b5ef-4706-a98b-a08d277377a7 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Pushing event updated for resources: {'Network': ['ID=057804ba-1b08-4673-8518-de8dffd21496,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:11.318697 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 057804ba-1b08-4673-8518-de8dffd21496 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:41:11.370706 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4147ba-4774-4f66-8422-eb786822137c req-5029228e-9821-4303-8c17-27be53981560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:11.372234 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bb4147ba-4774-4f66-8422-eb786822137c req-5029228e-9821-4303-8c17-27be53981560 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5d37f537-2fe5-408a-92d7-6800f805a26d HTTP/1.1" status: 200 len: 797 time: 0.1512394 Feb 09 21:41:11.399832 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b3032c8e-19c9-46a6-842f-53796a497538 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (b59fd758-d797-4e79-bda0-bb196511a615), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:11.507650 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3032c8e-19c9-46a6-842f-53796a497538 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:41:11.515330 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-b3032c8e-19c9-46a6-842f-53796a497538 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:41:11.525326 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3032c8e-19c9-46a6-842f-53796a497538 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:41:11.544750 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec88c527-d6ee-4163-ab07-df257a1b9543 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Made reservation on behalf of 67feb264805b4b31b627437845cc2aaf for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:41:11.549466 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ec88c527-d6ee-4163-ab07-df257a1b9543 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:11.612023 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6bb2ec76-5dae-4c83-b77d-7a2c7fdb6036 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Publish callbacks [] for security_group (01ab9e5d-606a-42e2-9dd7-5d96c25eef35), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:11.642252 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6bb2ec76-5dae-4c83-b77d-7a2c7fdb6036 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Publish callbacks [] for security_group (01ab9e5d-606a-42e2-9dd7-5d96c25eef35), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:11.723950 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6bb2ec76-5dae-4c83-b77d-7a2c7fdb6036 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (01ab9e5d-606a-42e2-9dd7-5d96c25eef35), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:11.726348 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6bb2ec76-5dae-4c83-b77d-7a2c7fdb6036 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:11.729919 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-6bb2ec76-5dae-4c83-b77d-7a2c7fdb6036 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] 10.222.0.90 "DELETE /v2.0/security-groups/01ab9e5d-606a-42e2-9dd7-5d96c25eef35 HTTP/1.1" status: 204 len: 168 time: 0.4425969 Feb 09 21:41:11.735072 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 36934) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:11.737587 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3032c8e-19c9-46a6-842f-53796a497538 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Pushing event updated for resources: {'Port': ['ID=b59fd758-d797-4e79-bda0-bb196511a615,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:11.758791 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb2ec76-5dae-4c83-b77d-7a2c7fdb6036 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01ab9e5d-606a-42e2-9dd7-5d96c25eef35,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:11.775133 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dd96b2af-5b00-4175-b84d-a7f1429d377e req-a29a8420-c701-4a42-82eb-6130b5769836 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/ports?device_id=99730171-986b-49a1-81f6-88b419845b86 HTTP/1.1" status: 200 len: 210 time: 0.1468997 Feb 09 21:41:11.827766 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-9ce8938f-c9d9-4aca-bcdd-1ce0d9cea431 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0891063 Feb 09 21:41:11.827766 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 36936) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:11.864460 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4147ba-4774-4f66-8422-eb786822137c req-3b25f1fd-e125-4522-842e-1889b3649b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:11.866010 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bb4147ba-4774-4f66-8422-eb786822137c req-3b25f1fd-e125-4522-842e-1889b3649b4c service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=447eb1f8-3447-426b-bdf3-4b25ec15af22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.4807711 Feb 09 21:41:11.894427 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 8de4ef65-62a3-4142-8e5c-4c207cb449ea up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:41:11.988828 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning for port 8de4ef65-62a3-4142-8e5c-4c207cb449ea completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:41:11.998235 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port 8de4ef65-62a3-4142-8e5c-4c207cb449ea triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:11.999884 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (8de4ef65-62a3-4142-8e5c-4c207cb449ea), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:12.009982 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1b66a067-2872-46e6-80c9-9b377a2e1039 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Publish callbacks [] for security_group (bce67463-c3f2-493f-8256-a47981622e22), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:12.042406 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321d9693-da9f-4065-ae67-05ca02d7e02a req-194c3b77-3d03-48c2-9080-fe114aabc311 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:12.043855 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-321d9693-da9f-4065-ae67-05ca02d7e02a req-194c3b77-3d03-48c2-9080-fe114aabc311 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] 10.222.0.90 "GET /v2.0/ports?device_id=3c4470cf-379e-4e8d-bce4-e188d20f6445 HTTP/1.1" status: 200 len: 945 time: 0.3076055 Feb 09 21:41:12.069615 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1b66a067-2872-46e6-80c9-9b377a2e1039 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Publish callbacks [] for security_group (bce67463-c3f2-493f-8256-a47981622e22), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:12.070275 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b3032c8e-19c9-46a6-842f-53796a497538 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks [] for router_gateway (7fb05908-02ff-4c68-b1bf-19385735f4ac), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:12.128971 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ec88c527-d6ee-4163-ab07-df257a1b9543 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (6b02254c-8f8f-456b-b791-3dfdeca58f99), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:12.147625 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 8de4ef65-62a3-4142-8e5c-4c207cb449ea is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:12.148026 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (8de4ef65-62a3-4142-8e5c-4c207cb449ea), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:12.173813 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c4470cf-379e-4e8d-bce4-e188d20f6445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8de4ef65-62a3-4142-8e5c-4c207cb449ea'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:41:12.174407 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1b66a067-2872-46e6-80c9-9b377a2e1039 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (bce67463-c3f2-493f-8256-a47981622e22), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:12.177437 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce8a71d3-3f36-42a3-b54e-2d548ad4a696" -d '{"events": [{"server_uuid": "3c4470cf-379e-4e8d-bce4-e188d20f6445", "name": "network-vif-plugged", "status": "completed", "tag": "8de4ef65-62a3-4142-8e5c-4c207cb449ea"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:41:12.177960 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1b66a067-2872-46e6-80c9-9b377a2e1039 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:12.183495 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-1b66a067-2872-46e6-80c9-9b377a2e1039 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] 10.222.0.90 "DELETE /v2.0/security-groups/bce67463-c3f2-493f-8256-a47981622e22 HTTP/1.1" status: 204 len: 168 time: 0.3549516 Feb 09 21:41:12.188922 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 36940) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:12.202625 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 8de4ef65-62a3-4142-8e5c-4c207cb449ea, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=8de4ef65-62a3-4142-8e5c-4c207cb449ea,segment=NetworkSegment(4ffd4ca0-b010-46e3-8255-c5b5626ace9a),segment_id=4ffd4ca0-b010-46e3-8255-c5b5626ace9a)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:41:12.210301 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (8de4ef65-62a3-4142-8e5c-4c207cb449ea), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:12.250681 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bb4147ba-4774-4f66-8422-eb786822137c req-d0fa3663-74f3-45a4-b862-4b769ca65def service neutron] 10.222.0.95 "GET /v2.0/networks/447eb1f8-3447-426b-bdf3-4b25ec15af22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3684077 Feb 09 21:41:12.251078 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce87e229-2c88-430b-b413-470f73563a95 x-openstack-request-id: req-ce87e229-2c88-430b-b413-470f73563a95 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:41:12.251393 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c4470cf-379e-4e8d-bce4-e188d20f6445", "name": "network-vif-plugged", "status": "completed", "tag": "8de4ef65-62a3-4142-8e5c-4c207cb449ea", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:41:12.252198 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-ce87e229-2c88-430b-b413-470f73563a95 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:41:12.252496 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b66a067-2872-46e6-80c9-9b377a2e1039 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce67463-c3f2-493f-8256-a47981622e22,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:12.252803 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c4470cf-379e-4e8d-bce4-e188d20f6445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8de4ef65-62a3-4142-8e5c-4c207cb449ea', 'code': 200} Feb 09 21:41:12.305443 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec88c527-d6ee-4163-ab07-df257a1b9543 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Checking segment: {'id': 'b66154b9-a9d8-4b58-92a0-94efd9278211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '057804ba-1b08-4673-8518-de8dffd21496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:41:12.305815 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec88c527-d6ee-4163-ab07-df257a1b9543 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Network hostable DHCP agents. Network: 057804ba-1b08-4673-8518-de8dffd21496, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:41:12.307156 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=8de4ef65-62a3-4142-8e5c-4c207cb449ea,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:12.318913 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec88c527-d6ee-4163-ab07-df257a1b9543 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Pushing event updated for resources: {'Subnet': ['ID=6b02254c-8f8f-456b-b791-3dfdeca58f99,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:12.342668 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-321d9693-da9f-4065-ae67-05ca02d7e02a req-d8f04233-2735-496e-a55d-751af38d90f1 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] 10.222.0.90 "GET /v2.0/security-groups?id=acf6eb09-8df7-4797-a643-4eeaeced6321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2760687 Feb 09 21:41:12.357133 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-f60c4c6b-0e05-4473-b95b-d54d79766f0d tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1644444 Feb 09 21:41:12.358497 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 36942) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:12.358753 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec88c527-d6ee-4163-ab07-df257a1b9543 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Network 057804ba-1b08-4673-8518-de8dffd21496 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:41:12.365198 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-c75d3cd0-e0d9-4487-80ee-0fdae7f29776 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Request body: {'security_group': {'name': 'tempest-secgroup--1363716281'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:12.394194 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-ec88c527-d6ee-4163-ab07-df257a1b9543 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 057804ba-1b08-4673-8518-de8dffd21496) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:41:12.403532 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec88c527-d6ee-4163-ab07-df257a1b9543 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:12.404124 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ec88c527-d6ee-4163-ab07-df257a1b9543 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:12.407409 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82e608d-3534-4c95-add2-721ffa46e5ef None None] Network 057804ba-1b08-4673-8518-de8dffd21496 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:41:12.430935 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-ec88c527-d6ee-4163-ab07-df257a1b9543 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1636922 Feb 09 21:41:12.431694 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 36944) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:12.434010 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80de71e-5f41-434f-b573-ad0d6df0af2e req-54380820-5568-431b-8983-e8bc5aaff6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:12.435461 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f80de71e-5f41-434f-b573-ad0d6df0af2e req-54380820-5568-431b-8983-e8bc5aaff6df service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=3c4470cf-379e-4e8d-bce4-e188d20f6445 HTTP/1.1" status: 200 len: 1128 time: 0.1253011 Feb 09 21:41:12.439601 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-ea906ecf-0da5-432d-9742-444ca68d003d tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1712926761', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:12.451932 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c75d3cd0-e0d9-4487-80ee-0fdae7f29776 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:12.486401 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bb4147ba-4774-4f66-8422-eb786822137c req-e063bdab-2944-46fb-92a1-c6b15d1a3c81 service neutron] 10.222.0.95 "GET /v2.0/networks/447eb1f8-3447-426b-bdf3-4b25ec15af22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222860 Feb 09 21:41:12.526996 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb70e6ac-7058-4e57-b616-ecea544e365b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-057804ba-1b08-4673-8518-de8dffd21496', 'network_id': '057804ba-1b08-4673-8518-de8dffd21496', 'project_id': '67feb264805b4b31b627437845cc2aaf', 'fixed_ips': [{'subnet_id': '6b02254c-8f8f-456b-b791-3dfdeca58f99'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:41:12.527420 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f80de71e-5f41-434f-b573-ad0d6df0af2e req-54fc950f-df58-46e5-a3af-d2cce528dee7 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=acf6eb09-8df7-4797-a643-4eeaeced6321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826182 Feb 09 21:41:12.528133 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-fb70e6ac-7058-4e57-b616-ecea544e365b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:12.529859 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ea906ecf-0da5-432d-9742-444ca68d003d tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (7b39d332-dd83-4c82-9727-948a87300f85), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:12.530886 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ea906ecf-0da5-432d-9742-444ca68d003d tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (7b39d332-dd83-4c82-9727-948a87300f85), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:12.540979 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bb4147ba-4774-4f66-8422-eb786822137c req-1e8de144-bf3f-4818-adf1-630d33bc23ba service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=65552933-30d5-4f11-b08a-78531a3a97b9 HTTP/1.1" status: 200 len: 217 time: 0.0458410 Feb 09 21:41:12.569367 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b3032c8e-19c9-46a6-842f-53796a497538 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (7fb05908-02ff-4c68-b1bf-19385735f4ac), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:12.643923 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ea906ecf-0da5-432d-9742-444ca68d003d tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for router_controller (7b39d332-dd83-4c82-9727-948a87300f85), precommit_add_association {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:12.646568 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c75d3cd0-e0d9-4487-80ee-0fdae7f29776 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Publish callbacks [] for security_group (54c5175c-4255-4009-acaf-db889d92df29), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:12.651239 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ea906ecf-0da5-432d-9742-444ca68d003d tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (7b39d332-dd83-4c82-9727-948a87300f85), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:12.665274 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c75d3cd0-e0d9-4487-80ee-0fdae7f29776 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (54c5175c-4255-4009-acaf-db889d92df29), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:12.719297 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ea906ecf-0da5-432d-9742-444ca68d003d tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:12.725779 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-ea906ecf-0da5-432d-9742-444ca68d003d tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2893264 Feb 09 21:41:12.728665 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:12.729885 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c75d3cd0-e0d9-4487-80ee-0fdae7f29776 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:12.735799 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-c75d3cd0-e0d9-4487-80ee-0fdae7f29776 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3744533 Feb 09 21:41:12.737621 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 36950) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:12.738052 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 36952) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:12.745311 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-fd77c1e2-e8f2-40e9-b089-e5a95f2f8d26 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Request body: {'port': {'network_id': '057804ba-1b08-4673-8518-de8dffd21496', 'name': 'tempest-RoutersTest-2130028602'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:12.754525 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-da49492d-06e4-4588-8aef-ca5b962f25f0 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:12.756999 n-d-828369-5 neutron-server[103141]: WARNING neutron.api.v2.base [None req-da49492d-06e4-4588-8aef-ca5b962f25f0 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 09 21:41:12.757296 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-fb70e6ac-7058-4e57-b616-ecea544e365b None None] Allocated IP 172.20.0.2 (057804ba-1b08-4673-8518-de8dffd21496/6b02254c-8f8f-456b-b791-3dfdeca58f99/fd9187cc-a552-4f8b-9a3b-39490fd9b8cf) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:41:12.757763 n-d-828369-5 neutron-server[103141]: INFO neutron.api.v2.resource [None req-da49492d-06e4-4588-8aef-ca5b962f25f0 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] update failed (client error): There was a conflict when trying to complete your request. Feb 09 21:41:12.760932 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-da49492d-06e4-4588-8aef-ca5b962f25f0 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] 10.222.0.90 "PUT /v2.0/security-groups/54c5175c-4255-4009-acaf-db889d92df29 HTTP/1.1" status: 409 len: 330 time: 0.0106037 Feb 09 21:41:12.764335 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 36954) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:12.901736 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75d3cd0-e0d9-4487-80ee-0fdae7f29776 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54c5175c-4255-4009-acaf-db889d92df29,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:12.937575 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-fb70e6ac-7058-4e57-b616-ecea544e365b None None] Publish callbacks [] for port (fd9187cc-a552-4f8b-9a3b-39490fd9b8cf), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:12.944701 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-fb70e6ac-7058-4e57-b616-ecea544e365b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (fd9187cc-a552-4f8b-9a3b-39490fd9b8cf), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:12.956622 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd77c1e2-e8f2-40e9-b089-e5a95f2f8d26 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Made reservation on behalf of 67feb264805b4b31b627437845cc2aaf for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:41:12.961610 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fd77c1e2-e8f2-40e9-b089-e5a95f2f8d26 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:12.998735 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb70e6ac-7058-4e57-b616-ecea544e365b None None] Pushing event updated for resources: {'Port': ['ID=fd9187cc-a552-4f8b-9a3b-39490fd9b8cf,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:13.008133 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [None req-fd77c1e2-e8f2-40e9-b089-e5a95f2f8d26 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] device_id is not set on port 3bb221d4-3436-4465-8b0d-d6b46daf5d5e yet. {{(pid=103141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:41:13.012526 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb70e6ac-7058-4e57-b616-ecea544e365b None None] Network 057804ba-1b08-4673-8518-de8dffd21496 is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:41:13.016730 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-209b3e27-4bba-4573-a6fe-c29ef0a46b84 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Publish callbacks [] for security_group (54c5175c-4255-4009-acaf-db889d92df29), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:13.018089 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-fb70e6ac-7058-4e57-b616-ecea544e365b None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:41:13.025752 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb70e6ac-7058-4e57-b616-ecea544e365b None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:41:13.105422 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-fb70e6ac-7058-4e57-b616-ecea544e365b None None] Attempting to bind port fd9187cc-a552-4f8b-9a3b-39490fd9b8cf on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:41:13.106047 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-fb70e6ac-7058-4e57-b616-ecea544e365b None None] Attempting to bind port fd9187cc-a552-4f8b-9a3b-39490fd9b8cf by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': 'b66154b9-a9d8-4b58-92a0-94efd9278211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '057804ba-1b08-4673-8518-de8dffd21496'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:41:13.107936 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb70e6ac-7058-4e57-b616-ecea544e365b None None] Attempting to bind port fd9187cc-a552-4f8b-9a3b-39490fd9b8cf on network 057804ba-1b08-4673-8518-de8dffd21496 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:41:13.116035 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb70e6ac-7058-4e57-b616-ecea544e365b None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:41:13.116927 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb70e6ac-7058-4e57-b616-ecea544e365b None None] Checking segment: {'id': 'b66154b9-a9d8-4b58-92a0-94efd9278211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '057804ba-1b08-4673-8518-de8dffd21496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:41:13.117774 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-fb70e6ac-7058-4e57-b616-ecea544e365b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:13.118421 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb70e6ac-7058-4e57-b616-ecea544e365b None None] Bound using segment: {'id': 'b66154b9-a9d8-4b58-92a0-94efd9278211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '057804ba-1b08-4673-8518-de8dffd21496'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:41:13.119445 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-fb70e6ac-7058-4e57-b616-ecea544e365b None None] Bound port: fd9187cc-a552-4f8b-9a3b-39490fd9b8cf, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b66154b9-a9d8-4b58-92a0-94efd9278211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '057804ba-1b08-4673-8518-de8dffd21496'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:41:13.120140 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-fb70e6ac-7058-4e57-b616-ecea544e365b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (fd9187cc-a552-4f8b-9a3b-39490fd9b8cf), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:13.142511 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-209b3e27-4bba-4573-a6fe-c29ef0a46b84 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Publish callbacks [] for security_group (54c5175c-4255-4009-acaf-db889d92df29), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:13.175417 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4147ba-4774-4f66-8422-eb786822137c req-1a9c199b-8d9e-40d8-a901-0d9a64f9dd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:13.177623 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bb4147ba-4774-4f66-8422-eb786822137c req-1a9c199b-8d9e-40d8-a901-0d9a64f9dd50 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=99276998-1cd5-4a6a-b76b-7df5415f45f2 HTTP/1.1" status: 200 len: 797 time: 0.1281319 Feb 09 21:41:13.230991 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-fd77c1e2-e8f2-40e9-b089-e5a95f2f8d26 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Allocated IP 172.20.0.13 (057804ba-1b08-4673-8518-de8dffd21496/6b02254c-8f8f-456b-b791-3dfdeca58f99/3bb221d4-3436-4465-8b0d-d6b46daf5d5e) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:41:13.267991 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-209b3e27-4bba-4573-a6fe-c29ef0a46b84 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (54c5175c-4255-4009-acaf-db889d92df29), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:13.270002 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-fb70e6ac-7058-4e57-b616-ecea544e365b None None] For port fd9187cc-a552-4f8b-9a3b-39490fd9b8cf, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:41:13.271510 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-209b3e27-4bba-4573-a6fe-c29ef0a46b84 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:13.272800 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-209b3e27-4bba-4573-a6fe-c29ef0a46b84 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] 10.222.0.90 "DELETE /v2.0/security-groups/54c5175c-4255-4009-acaf-db889d92df29 HTTP/1.1" status: 204 len: 168 time: 0.4067221 Feb 09 21:41:13.277463 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-fb70e6ac-7058-4e57-b616-ecea544e365b None None] For port fd9187cc-a552-4f8b-9a3b-39490fd9b8cf, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=fd9187cc-a552-4f8b-9a3b-39490fd9b8cf,segment=NetworkSegment(b66154b9-a9d8-4b58-92a0-94efd9278211),segment_id=b66154b9-a9d8-4b58-92a0-94efd9278211)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:41:13.278825 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 36962) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:13.285408 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-fb70e6ac-7058-4e57-b616-ecea544e365b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (fd9187cc-a552-4f8b-9a3b-39490fd9b8cf), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:13.319525 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209b3e27-4bba-4573-a6fe-c29ef0a46b84 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54c5175c-4255-4009-acaf-db889d92df29,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:13.374323 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-2a47fac1-f33c-4301-9f2b-cb4a404fd979 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0875614 Feb 09 21:41:13.383372 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 36964) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:13.410511 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb70e6ac-7058-4e57-b616-ecea544e365b None None] Pushing event updated for resources: {'Port': ['ID=fd9187cc-a552-4f8b-9a3b-39490fd9b8cf,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:13.444374 n-d-828369-5 neutron-server[103140]: INFO neutron.api.v2.resource [None req-a31c0489-6600-477a-94f6-56d18861dbd2 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] delete failed (client error): The resource could not be found. Feb 09 21:41:13.446053 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-a31c0489-6600-477a-94f6-56d18861dbd2 tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] 10.222.0.90 "DELETE /v2.0/security-groups/9bc4ec4d-3fa7-4863-988e-e99ffcef1f46 HTTP/1.1" status: 404 len: 347 time: 0.0595398 Feb 09 21:41:13.454304 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 36968) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:13.491099 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3032c8e-19c9-46a6-842f-53796a497538 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Router 7fb05908-02ff-4c68-b1bf-19385735f4ac is scheduled to L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 with binding_index 1 {{(pid=103140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:41:13.511532 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fd77c1e2-e8f2-40e9-b089-e5a95f2f8d26 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for port (3bb221d4-3436-4465-8b0d-d6b46daf5d5e), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:13.517512 n-d-828369-5 neutron-server[103140]: INFO neutron.api.v2.resource [None req-80f53794-37f8-40ac-bd0c-2c9ec4a1871c tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] show failed (client error): The resource could not be found. Feb 09 21:41:13.520543 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-80f53794-37f8-40ac-bd0c-2c9ec4a1871c tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] 10.222.0.90 "GET /v2.0/security-groups/cc414b47-2b69-47bb-b7b8-7d8ee9279cde HTTP/1.1" status: 404 len: 347 time: 0.0604541 Feb 09 21:41:13.523815 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 36970) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:13.534484 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ace74d3-c430-462e-a01c-1940ef7861f0 req-8c32f200-f7e9-4841-83c6-6c966bcd2d10 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:13.540975 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2ace74d3-c430-462e-a01c-1940ef7861f0 req-8c32f200-f7e9-4841-83c6-6c966bcd2d10 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/ports?device_id=9d994709-73ee-4636-8cf6-336e5fa7deab HTTP/1.1" status: 200 len: 950 time: 0.2882628 Feb 09 21:41:13.547773 n-d-828369-5 neutron-server[103141]: INFO neutron.api.v2.resource [None req-18cc16eb-94a7-493d-876c-b80945b7a33e tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] show failed (client error): The resource could not be found. Feb 09 21:41:13.549421 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-18cc16eb-94a7-493d-876c-b80945b7a33e tempest-NegativeSecGroupTest-1402447738 tempest-NegativeSecGroupTest-1402447738-project] 10.222.0.90 "GET /v2.0/security-group-rules/c32da54f-50a4-4d26-83ea-9a7ddf92281b HTTP/1.1" status: 404 len: 356 time: 0.0244045 Feb 09 21:41:13.556867 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4147ba-4774-4f66-8422-eb786822137c req-52732ef9-c35d-4b1c-9b69-e8bc69764c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:13.558399 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bb4147ba-4774-4f66-8422-eb786822137c req-52732ef9-c35d-4b1c-9b69-e8bc69764c64 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6a88ecb8-ab13-497b-8e99-4232b5fa8235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3072813 Feb 09 21:41:13.574236 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fd77c1e2-e8f2-40e9-b089-e5a95f2f8d26 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (3bb221d4-3436-4465-8b0d-d6b46daf5d5e), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:13.628599 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd77c1e2-e8f2-40e9-b089-e5a95f2f8d26 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Network 057804ba-1b08-4673-8518-de8dffd21496 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:41:13.638175 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-fd77c1e2-e8f2-40e9-b089-e5a95f2f8d26 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:41:13.649267 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd77c1e2-e8f2-40e9-b089-e5a95f2f8d26 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:41:13.757406 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f85c44-615c-42f6-b542-c8b1adea0c5b req-af158818-46d9-4f91-bce6-d76d0a7d0aac tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:13.767723 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-78f85c44-615c-42f6-b542-c8b1adea0c5b req-af158818-46d9-4f91-bce6-d76d0a7d0aac tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] 10.222.0.90 "GET /v2.0/ports?device_id=3c4470cf-379e-4e8d-bce4-e188d20f6445 HTTP/1.1" status: 200 len: 946 time: 0.3189425 Feb 09 21:41:13.769196 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd77c1e2-e8f2-40e9-b089-e5a95f2f8d26 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Pushing event updated for resources: {'Port': ['ID=3bb221d4-3436-4465-8b0d-d6b46daf5d5e,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:13.778185 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd77c1e2-e8f2-40e9-b089-e5a95f2f8d26 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:13.779081 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fd77c1e2-e8f2-40e9-b089-e5a95f2f8d26 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:13.804833 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-fd77c1e2-e8f2-40e9-b089-e5a95f2f8d26 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.0627134 Feb 09 21:41:13.805593 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 36976) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:13.816094 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2ace74d3-c430-462e-a01c-1940ef7861f0 req-4fd0b844-3333-419f-97fd-f1203c447be8 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/security-groups?id=18eb7429-13f2-4956-b934-bb119bf89c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671313 Feb 09 21:41:13.867654 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3032c8e-19c9-46a6-842f-53796a497538 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:41:13.885032 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5c5056-3fd1-4918-8409-2322555aecc3 None None] Sync routers for ids ['7fb05908-02ff-4c68-b1bf-19385735f4ac'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:41:13.903102 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5c5056-3fd1-4918-8409-2322555aecc3 None None] Routers {'7fb05908-02ff-4c68-b1bf-19385735f4ac'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:41:13.904414 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-7c5c5056-3fd1-4918-8409-2322555aecc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:41:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['7fb05908-02ff-4c68-b1bf-19385735f4ac'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:13.948010 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b3032c8e-19c9-46a6-842f-53796a497538 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:13.950675 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-b3032c8e-19c9-46a6-842f-53796a497538 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.7941310 Feb 09 21:41:13.967673 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 36986) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:13.990283 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bb4147ba-4774-4f66-8422-eb786822137c req-06564564-c3d6-4367-8d04-64fac062c2e2 service neutron] 10.222.0.95 "GET /v2.0/networks/6a88ecb8-ab13-497b-8e99-4232b5fa8235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4136751 Feb 09 21:41:13.993967 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-78f85c44-615c-42f6-b542-c8b1adea0c5b req-b2f80995-6d15-4b3a-a3a6-994787290b55 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] 10.222.0.90 "GET /v2.0/security-groups?id=acf6eb09-8df7-4797-a643-4eeaeced6321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2254050 Feb 09 21:41:14.013846 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-7c5c5056-3fd1-4918-8409-2322555aecc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:14.041092 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5c5056-3fd1-4918-8409-2322555aecc3 None None] Routers {'7fb05908-02ff-4c68-b1bf-19385735f4ac'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:41:14.043082 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-7c5c5056-3fd1-4918-8409-2322555aecc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:41:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['7fb05908-02ff-4c68-b1bf-19385735f4ac'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:14.056129 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:14.141729 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-7c5c5056-3fd1-4918-8409-2322555aecc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:14.143705 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5c5056-3fd1-4918-8409-2322555aecc3 None None] The sync data for ids ['7fb05908-02ff-4c68-b1bf-19385735f4ac'] in n-d-828369-5 is: [] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:41:14.148614 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device fd9187cc-a552-4f8b-9a3b-39490fd9b8cf up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:41:14.215008 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 36988) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:14.240871 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port fd9187cc-a552-4f8b-9a3b-39490fd9b8cf triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:14.241359 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (fd9187cc-a552-4f8b-9a3b-39490fd9b8cf), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:14.386612 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bb4147ba-4774-4f66-8422-eb786822137c req-fbcc2f0c-6975-434a-8770-770f804fd882 service neutron] 10.222.0.95 "GET /v2.0/networks/6a88ecb8-ab13-497b-8e99-4232b5fa8235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3818336 Feb 09 21:41:14.429347 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port fd9187cc-a552-4f8b-9a3b-39490fd9b8cf is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:14.430900 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (fd9187cc-a552-4f8b-9a3b-39490fd9b8cf), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:14.503447 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bb4147ba-4774-4f66-8422-eb786822137c req-844d7f89-25d9-4f04-ab1a-6ef803116db6 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=977539cf-0f59-4bed-b030-30f5b416ce68 HTTP/1.1" status: 200 len: 217 time: 0.1159697 Feb 09 21:41:14.506733 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port fd9187cc-a552-4f8b-9a3b-39490fd9b8cf, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=fd9187cc-a552-4f8b-9a3b-39490fd9b8cf,segment=NetworkSegment(b66154b9-a9d8-4b58-92a0-94efd9278211),segment_id=b66154b9-a9d8-4b58-92a0-94efd9278211)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:41:14.514488 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (fd9187cc-a552-4f8b-9a3b-39490fd9b8cf), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:14.563438 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f35df638-5c77-4ca0-b5aa-7d1ed1e31542 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (3bb221d4-3436-4465-8b0d-d6b46daf5d5e), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:14.595575 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=fd9187cc-a552-4f8b-9a3b-39490fd9b8cf,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:14.625203 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-4dfc006d-eb92-4d6e-a24c-616d657024c4 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] 10.222.0.90 "GET /v2.0/routers/7fb05908-02ff-4c68-b1bf-19385735f4ac HTTP/1.1" status: 200 len: 924 time: 0.6528955 Feb 09 21:41:14.625759 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 37004) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:14.671206 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-9e451f2f-952c-49db-907b-de46d540b881 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] 10.222.0.90 "GET /v2.0/ports?device_id=7fb05908-02ff-4c68-b1bf-19385735f4ac HTTP/1.1" status: 200 len: 205 time: 0.0443091 Feb 09 21:41:14.677781 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 37006) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:14.771515 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4147ba-4774-4f66-8422-eb786822137c req-b3033207-c426-457e-966f-10267871c8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:14.773231 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bb4147ba-4774-4f66-8422-eb786822137c req-b3033207-c426-457e-966f-10267871c8c5 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=99276998-1cd5-4a6a-b76b-7df5415f45f2 HTTP/1.1" status: 200 len: 797 time: 0.2619686 Feb 09 21:41:14.782491 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-a50cbce7-fe98-4901-9a5a-c108c93b0cb2 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=40e9dd865f134a95a43e49b9d7803e1d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5655849 Feb 09 21:41:14.785344 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 37008) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:14.891199 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9414be48-0d2c-4429-b832-86b8898fc06e tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks [] for router (7fb05908-02ff-4c68-b1bf-19385735f4ac), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:14.917790 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db36efd-d562-40c5-b784-fda6147c3ea6 None None] Network 057804ba-1b08-4673-8518-de8dffd21496 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:41:15.047587 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a2699603-1597-41bf-8e66-792e67e6a23b None None] Provisioning complete for port fd9187cc-a552-4f8b-9a3b-39490fd9b8cf triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:15.050448 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a2699603-1597-41bf-8e66-792e67e6a23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (fd9187cc-a552-4f8b-9a3b-39490fd9b8cf), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:15.064322 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-52ce89e2-75f1-44b0-9e97-70538165c20b admin admin] Publish callbacks [] for security_group (e4fd18ad-5948-4f65-beda-8e4729b01cab), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:15.096820 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4147ba-4774-4f66-8422-eb786822137c req-9a0f37e8-46b9-4639-a6a9-45c0d80b83ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:15.098822 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bb4147ba-4774-4f66-8422-eb786822137c req-9a0f37e8-46b9-4639-a6a9-45c0d80b83ab service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6a88ecb8-ab13-497b-8e99-4232b5fa8235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3152034 Feb 09 21:41:15.153282 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefac604-3feb-46fa-b510-da178f763e8a req-40985f09-2991-4327-9d27-b5e22ea7cd12 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:15.160873 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-eefac604-3feb-46fa-b510-da178f763e8a req-40985f09-2991-4327-9d27-b5e22ea7cd12 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/ports?device_id=9d994709-73ee-4636-8cf6-336e5fa7deab HTTP/1.1" status: 200 len: 950 time: 0.2085238 Feb 09 21:41:15.165698 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-52ce89e2-75f1-44b0-9e97-70538165c20b admin admin] Publish callbacks [] for security_group (e4fd18ad-5948-4f65-beda-8e4729b01cab), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:15.225326 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f35df638-5c77-4ca0-b5aa-7d1ed1e31542 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for port (3bb221d4-3436-4465-8b0d-d6b46daf5d5e), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:15.232882 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f35df638-5c77-4ca0-b5aa-7d1ed1e31542 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (3bb221d4-3436-4465-8b0d-d6b46daf5d5e), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:15.314836 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9414be48-0d2c-4429-b832-86b8898fc06e tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks [] for router_gateway (7fb05908-02ff-4c68-b1bf-19385735f4ac), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:15.347191 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35df638-5c77-4ca0-b5aa-7d1ed1e31542 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Pushing event updated for resources: {'Port': ['ID=3bb221d4-3436-4465-8b0d-d6b46daf5d5e,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:15.359498 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:15.360250 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c86d1-5765-40ea-bd6f-a861e3cb1790 req-ada2b4c8-2209-4fb3-8023-d6092e4b4315 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:15.361891 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-401c86d1-5765-40ea-bd6f-a861e3cb1790 req-ada2b4c8-2209-4fb3-8023-d6092e4b4315 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] 10.222.0.90 "GET /v2.0/ports?device_id=3c4470cf-379e-4e8d-bce4-e188d20f6445 HTTP/1.1" status: 200 len: 946 time: 0.2611084 Feb 09 21:41:15.428481 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-eefac604-3feb-46fa-b510-da178f763e8a req-2e2ce3fe-f035-484a-aae3-95f66680471b tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/security-groups?id=18eb7429-13f2-4956-b934-bb119bf89c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659893 Feb 09 21:41:15.458858 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a2699603-1597-41bf-8e66-792e67e6a23b None None] Current status of the port fd9187cc-a552-4f8b-9a3b-39490fd9b8cf is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:15.459557 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bb4147ba-4774-4f66-8422-eb786822137c req-74405f92-a3cc-4828-b5b5-55e398a5fed2 service neutron] 10.222.0.95 "GET /v2.0/networks/6a88ecb8-ab13-497b-8e99-4232b5fa8235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3438144 Feb 09 21:41:15.460296 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-52ce89e2-75f1-44b0-9e97-70538165c20b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (e4fd18ad-5948-4f65-beda-8e4729b01cab), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:15.464233 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-52ce89e2-75f1-44b0-9e97-70538165c20b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:15.465471 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-52ce89e2-75f1-44b0-9e97-70538165c20b admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/e4fd18ad-5948-4f65-beda-8e4729b01cab HTTP/1.1" status: 204 len: 168 time: 0.6770720 Feb 09 21:41:15.585879 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ce89e2-75f1-44b0-9e97-70538165c20b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4fd18ad-5948-4f65-beda-8e4729b01cab,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:15.636319 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-9414be48-0d2c-4429-b832-86b8898fc06e tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Deleting port b59fd758-d797-4e79-bda0-bb196511a615 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:41:15.636976 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9414be48-0d2c-4429-b832-86b8898fc06e tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (b59fd758-d797-4e79-bda0-bb196511a615), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:15.652960 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-401c86d1-5765-40ea-bd6f-a861e3cb1790 req-b5aea8f0-8a0a-40fe-ac79-39353327fb49 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] 10.222.0.90 "GET /v2.0/security-groups?id=acf6eb09-8df7-4797-a643-4eeaeced6321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2629800 Feb 09 21:41:15.745943 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f35df638-5c77-4ca0-b5aa-7d1ed1e31542 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554727'] for router_interface (7b39d332-dd83-4c82-9727-948a87300f85), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:15.749791 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 6aaa0afe-fff4-4751-874d-bf57c30ff5b2 no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:41:15.789830 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] No Port match for: 6aaa0afe-fff4-4751-874d-bf57c30ff5b2 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:41:15.790502 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 6aaa0afe-fff4-4751-874d-bf57c30ff5b2 not bound to the agent host n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:41:15.805478 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-faacb2b8-d74c-4b54-a7f4-8115c9bb7960 None None] Provisioning complete for port 3bb221d4-3436-4465-8b0d-d6b46daf5d5e triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:15.806234 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-faacb2b8-d74c-4b54-a7f4-8115c9bb7960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (3bb221d4-3436-4465-8b0d-d6b46daf5d5e), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:15.858637 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-faacb2b8-d74c-4b54-a7f4-8115c9bb7960 None None] Port 3bb221d4-3436-4465-8b0d-d6b46daf5d5e cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:41:15.869320 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-faacb2b8-d74c-4b54-a7f4-8115c9bb7960 None None] Provisioning complete for port fd9187cc-a552-4f8b-9a3b-39490fd9b8cf triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:15.870267 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-faacb2b8-d74c-4b54-a7f4-8115c9bb7960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (fd9187cc-a552-4f8b-9a3b-39490fd9b8cf), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:15.887022 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bb4147ba-4774-4f66-8422-eb786822137c req-d172dc4a-2c01-47d2-b972-ef920fac0623 service neutron] 10.222.0.95 "GET /v2.0/networks/6a88ecb8-ab13-497b-8e99-4232b5fa8235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4081421 Feb 09 21:41:15.991482 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f35df638-5c77-4ca0-b5aa-7d1ed1e31542 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (3bb221d4-3436-4465-8b0d-d6b46daf5d5e), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:16.015817 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead59085-ed7c-4d1a-98e7-30acfee6115b req-96efab58-c75c-4b12-b6b0-31ea455519a9 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:16.017453 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ead59085-ed7c-4d1a-98e7-30acfee6115b req-96efab58-c75c-4b12-b6b0-31ea455519a9 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.89 "GET /v2.0/ports?device_id=9d994709-73ee-4636-8cf6-336e5fa7deab HTTP/1.1" status: 200 len: 950 time: 0.1190727 Feb 09 21:41:16.159741 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-faacb2b8-d74c-4b54-a7f4-8115c9bb7960 None None] Current status of the port fd9187cc-a552-4f8b-9a3b-39490fd9b8cf is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:16.186690 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device fd9187cc-a552-4f8b-9a3b-39490fd9b8cf up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:41:16.324503 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-ae17db1b-aa3e-449a-b9ee-3c31311f7455 None None] Provisioning complete for port 3bb221d4-3436-4465-8b0d-d6b46daf5d5e triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:16.325286 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ae17db1b-aa3e-449a-b9ee-3c31311f7455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (3bb221d4-3436-4465-8b0d-d6b46daf5d5e), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:16.360693 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-ead59085-ed7c-4d1a-98e7-30acfee6115b req-5ccb4213-6b32-4794-9d92-28eeca8da1cc tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Deleting port 29586a12-329a-4a12-a351-79a78219382c {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:41:16.363596 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-ead59085-ed7c-4d1a-98e7-30acfee6115b req-5ccb4213-6b32-4794-9d92-28eeca8da1cc tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (29586a12-329a-4a12-a351-79a78219382c), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:16.389171 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-ae17db1b-aa3e-449a-b9ee-3c31311f7455 None None] Port 3bb221d4-3436-4465-8b0d-d6b46daf5d5e cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:41:16.395685 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port fd9187cc-a552-4f8b-9a3b-39490fd9b8cf triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:16.396928 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (fd9187cc-a552-4f8b-9a3b-39490fd9b8cf), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:16.415839 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9414be48-0d2c-4429-b832-86b8898fc06e tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (b59fd758-d797-4e79-bda0-bb196511a615), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:16.442498 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-9414be48-0d2c-4429-b832-86b8898fc06e tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Calling delete_port for b59fd758-d797-4e79-bda0-bb196511a615 owned by network:router_gateway {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:41:16.459300 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb514f64-1097-4e0c-beb8-38713b7a7256 req-8c9b9146-486d-4618-9902-fe61f2fa2a3e tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:16.467848 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cb514f64-1097-4e0c-beb8-38713b7a7256 req-8c9b9146-486d-4618-9902-fe61f2fa2a3e tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] 10.222.0.90 "GET /v2.0/ports?device_id=3c4470cf-379e-4e8d-bce4-e188d20f6445 HTTP/1.1" status: 200 len: 946 time: 0.6843114 Feb 09 21:41:16.472797 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 37036) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:16.480689 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-4c7fa1f8-f559-4bee-b65a-097e17e8a80e tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Request body: {'floatingip': {'port_id': '8de4ef65-62a3-4142-8e5c-4c207cb449ea'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:16.588066 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port fd9187cc-a552-4f8b-9a3b-39490fd9b8cf is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:16.620438 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-7bc2332c-1f7d-44cc-a895-cbdca68b824e None None] Provisioning complete for port 3bb221d4-3436-4465-8b0d-d6b46daf5d5e triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:16.620931 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7bc2332c-1f7d-44cc-a895-cbdca68b824e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (3bb221d4-3436-4465-8b0d-d6b46daf5d5e), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:16.644810 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4c7fa1f8-f559-4bee-b65a-097e17e8a80e tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Publish callbacks [] for floatingip (4e0d63d7-741d-43c4-ba1e-0cd03cfc333a), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:16.685334 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-7bc2332c-1f7d-44cc-a895-cbdca68b824e None None] Port 3bb221d4-3436-4465-8b0d-d6b46daf5d5e cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:41:16.778276 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-ead59085-ed7c-4d1a-98e7-30acfee6115b req-5ccb4213-6b32-4794-9d92-28eeca8da1cc tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] For port 29586a12-329a-4a12-a351-79a78219382c, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=29586a12-329a-4a12-a351-79a78219382c,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:41:16.778654 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-ead59085-ed7c-4d1a-98e7-30acfee6115b req-5ccb4213-6b32-4794-9d92-28eeca8da1cc tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (29586a12-329a-4a12-a351-79a78219382c), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:16.802517 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-ead59085-ed7c-4d1a-98e7-30acfee6115b req-5ccb4213-6b32-4794-9d92-28eeca8da1cc tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Calling delete_port for 29586a12-329a-4a12-a351-79a78219382c owned by compute:nova {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:41:16.867016 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f35df638-5c77-4ca0-b5aa-7d1ed1e31542 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for port (3bb221d4-3436-4465-8b0d-d6b46daf5d5e), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:16.879314 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f35df638-5c77-4ca0-b5aa-7d1ed1e31542 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (3bb221d4-3436-4465-8b0d-d6b46daf5d5e), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:16.894214 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 37050) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:16.986726 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35df638-5c77-4ca0-b5aa-7d1ed1e31542 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Pushing event updated for resources: {'Port': ['ID=3bb221d4-3436-4465-8b0d-d6b46daf5d5e,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:16.991355 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f35df638-5c77-4ca0-b5aa-7d1ed1e31542 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524919'] for router_interface (7b39d332-dd83-4c82-9727-948a87300f85), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:17.023634 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9414be48-0d2c-4429-b832-86b8898fc06e tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (b59fd758-d797-4e79-bda0-bb196511a615), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:17.028167 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-e724a8a9-d9fd-43e3-8772-6d93d1fbe05d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-841391597-network', 'tenant_id': 'f6553faeaede485f998ac3bdc801924f'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:17.075498 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9414be48-0d2c-4429-b832-86b8898fc06e tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Pushing event deleted for resources: {'Port': ['ID=b59fd758-d797-4e79-bda0-bb196511a615,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:17.102860 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-ead59085-ed7c-4d1a-98e7-30acfee6115b req-5ccb4213-6b32-4794-9d92-28eeca8da1cc tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (29586a12-329a-4a12-a351-79a78219382c), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:17.124259 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['29586a12-329a-4a12-a351-79a78219382c', 'e8355698-a9c5-4a6d-91ec-7ec9c9beed20'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:41:17.152890 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccb4213-6b32-4794-9d92-28eeca8da1cc tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Pushing event deleted for resources: {'Port': ['ID=29586a12-329a-4a12-a351-79a78219382c,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:17.164589 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35df638-5c77-4ca0-b5aa-7d1ed1e31542 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Network 057804ba-1b08-4673-8518-de8dffd21496 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:41:17.167388 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-f35df638-5c77-4ca0-b5aa-7d1ed1e31542 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:41:17.220681 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-ead59085-ed7c-4d1a-98e7-30acfee6115b req-5ccb4213-6b32-4794-9d92-28eeca8da1cc tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] No DVR routers for this DVR port 29586a12-329a-4a12-a351-79a78219382c on host n-h2-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:41:17.224462 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-ead59085-ed7c-4d1a-98e7-30acfee6115b req-5ccb4213-6b32-4794-9d92-28eeca8da1cc tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:17.227950 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ead59085-ed7c-4d1a-98e7-30acfee6115b req-5ccb4213-6b32-4794-9d92-28eeca8da1cc tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.89 "DELETE /v2.0/ports/29586a12-329a-4a12-a351-79a78219382c HTTP/1.1" status: 204 len: 173 time: 1.2003925 Feb 09 21:41:17.229640 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d994709-73ee-4636-8cf6-336e5fa7deab', 'name': 'network-vif-deleted', 'tag': '29586a12-329a-4a12-a351-79a78219382c'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:41:17.232074 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-979cf6ea-4121-4ffc-a0d2-34e1f832f785" -d '{"events": [{"server_uuid": "9d994709-73ee-4636-8cf6-336e5fa7deab", "name": "network-vif-deleted", "tag": "29586a12-329a-4a12-a351-79a78219382c"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:41:17.252076 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb6d445-3804-4fe5-ba1c-0ea222f2e882 req-b37610b0-875b-4038-96b6-1e16adff0160 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:17.254038 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0bb6d445-3804-4fe5-ba1c-0ea222f2e882 req-b37610b0-875b-4038-96b6-1e16adff0160 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/ports?device_id=9d994709-73ee-4636-8cf6-336e5fa7deab HTTP/1.1" status: 200 len: 950 time: 0.6683705 Feb 09 21:41:17.295052 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e724a8a9-d9fd-43e3-8772-6d93d1fbe05d admin admin] Made reservation on behalf of f6553faeaede485f998ac3bdc801924f for: {'network': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:41:17.297773 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e724a8a9-d9fd-43e3-8772-6d93d1fbe05d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:17.328289 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ca6b7d0-6b1a-4663-9bf4-d6184eb33ced x-openstack-request-id: req-4ca6b7d0-6b1a-4663-9bf4-d6184eb33ced {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:41:17.329239 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d994709-73ee-4636-8cf6-336e5fa7deab", "name": "network-vif-deleted", "tag": "29586a12-329a-4a12-a351-79a78219382c", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:41:17.329239 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-4ca6b7d0-6b1a-4663-9bf4-d6184eb33ced {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:41:17.329239 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d994709-73ee-4636-8cf6-336e5fa7deab', 'name': 'network-vif-deleted', 'tag': '29586a12-329a-4a12-a351-79a78219382c', 'status': 'completed', 'code': 200} Feb 09 21:41:17.398790 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e724a8a9-d9fd-43e3-8772-6d93d1fbe05d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:17.411859 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f35df638-5c77-4ca0-b5aa-7d1ed1e31542 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Router 7b39d332-dd83-4c82-9727-948a87300f85 is scheduled to L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 with binding_index 1 {{(pid=103141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:41:17.438753 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9414be48-0d2c-4429-b832-86b8898fc06e tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-554524'] for router_gateway (7fb05908-02ff-4c68-b1bf-19385735f4ac), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:17.583466 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f35df638-5c77-4ca0-b5aa-7d1ed1e31542 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:41:17.598478 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f93564-c04b-4fdf-8d00-cae67bd28265 None None] Sync routers for ids ['7b39d332-dd83-4c82-9727-948a87300f85'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:41:17.625463 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-f35df638-5c77-4ca0-b5aa-7d1ed1e31542 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "PUT /v2.0/routers/7b39d332-dd83-4c82-9727-948a87300f85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8181846 Feb 09 21:41:17.633244 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 37056) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:17.652565 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f93564-c04b-4fdf-8d00-cae67bd28265 None None] Routers {'7b39d332-dd83-4c82-9727-948a87300f85'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:41:17.653463 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-30f93564-c04b-4fdf-8d00-cae67bd28265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:41:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['7b39d332-dd83-4c82-9727-948a87300f85'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:17.687264 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9414be48-0d2c-4429-b832-86b8898fc06e tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (7fb05908-02ff-4c68-b1bf-19385735f4ac), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:17.690578 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9414be48-0d2c-4429-b832-86b8898fc06e tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks [] for router_controller (7fb05908-02ff-4c68-b1bf-19385735f4ac), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:17.709540 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0bb6d445-3804-4fe5-ba1c-0ea222f2e882 req-2e69865c-1f41-4fad-a80a-45e96de5b294 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/security-groups?id=18eb7429-13f2-4956-b934-bb119bf89c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4044566 Feb 09 21:41:18.002405 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd887c9-d540-49fe-b3ec-2323d8f8c5fe tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:18.003926 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-dcd887c9-d540-49fe-b3ec-2323d8f8c5fe tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "GET /v2.0/ports/3bb221d4-3436-4465-8b0d-d6b46daf5d5e HTTP/1.1" status: 200 len: 978 time: 0.3654468 Feb 09 21:41:18.007546 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 37062) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:18.017139 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9414be48-0d2c-4429-b832-86b8898fc06e tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (7fb05908-02ff-4c68-b1bf-19385735f4ac), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:18.017678 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9414be48-0d2c-4429-b832-86b8898fc06e tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Fanout notify agent at l3_agent the message router_deleted on router 7fb05908-02ff-4c68-b1bf-19385735f4ac {{(pid=103140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:41:18.023467 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-30f93564-c04b-4fdf-8d00-cae67bd28265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:18.046218 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f93564-c04b-4fdf-8d00-cae67bd28265 None None] Routers {'7b39d332-dd83-4c82-9727-948a87300f85'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:41:18.046874 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-30f93564-c04b-4fdf-8d00-cae67bd28265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:41:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['7b39d332-dd83-4c82-9727-948a87300f85'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:18.087501 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-30f93564-c04b-4fdf-8d00-cae67bd28265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:18.088302 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f93564-c04b-4fdf-8d00-cae67bd28265 None None] The sync data for ids ['7b39d332-dd83-4c82-9727-948a87300f85'] in n-d-828369-5 is: [] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:41:18.098432 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-be86188b-a6a4-4a20-8f01-d513a461c39a None None] Provisioning complete for port 3bb221d4-3436-4465-8b0d-d6b46daf5d5e triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:18.099380 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-be86188b-a6a4-4a20-8f01-d513a461c39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (3bb221d4-3436-4465-8b0d-d6b46daf5d5e), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:18.170884 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-be86188b-a6a4-4a20-8f01-d513a461c39a None None] Port 3bb221d4-3436-4465-8b0d-d6b46daf5d5e cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:41:18.182945 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9414be48-0d2c-4429-b832-86b8898fc06e tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:18.184111 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-9414be48-0d2c-4429-b832-86b8898fc06e tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] 10.222.0.90 "DELETE /v2.0/routers/7fb05908-02ff-4c68-b1bf-19385735f4ac HTTP/1.1" status: 204 len: 168 time: 3.5009978 Feb 09 21:41:18.206056 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 37064) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:18.211437 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-a96b4124-e68c-47e8-8aa3-53e68a0b3179 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1057200588', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'enable_snat': False}}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:18.250719 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a96b4124-e68c-47e8-8aa3-53e68a0b3179 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (777c8fee-efd9-4f4d-bcbe-4544b8f138ca), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:18.251727 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a96b4124-e68c-47e8-8aa3-53e68a0b3179 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (777c8fee-efd9-4f4d-bcbe-4544b8f138ca), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:18.281219 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e724a8a9-d9fd-43e3-8772-6d93d1fbe05d admin admin] Publish callbacks [] for security_group (88097beb-1cdd-4113-827a-e05fe27179b6), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:18.288367 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e724a8a9-d9fd-43e3-8772-6d93d1fbe05d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (88097beb-1cdd-4113-827a-e05fe27179b6), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:18.312787 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4c7fa1f8-f559-4bee-b65a-097e17e8a80e tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:18.326278 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4c7fa1f8-f559-4bee-b65a-097e17e8a80e tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (4e0d63d7-741d-43c4-ba1e-0cd03cfc333a), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:18.359562 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a96b4124-e68c-47e8-8aa3-53e68a0b3179 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks [] for router_controller (777c8fee-efd9-4f4d-bcbe-4544b8f138ca), precommit_add_association {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:18.370104 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e724a8a9-d9fd-43e3-8772-6d93d1fbe05d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=103140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:41:18.406046 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e724a8a9-d9fd-43e3-8772-6d93d1fbe05d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88097beb-1cdd-4113-827a-e05fe27179b6,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:18.415724 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e724a8a9-d9fd-43e3-8772-6d93d1fbe05d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (96b6dacb-e916-4ff3-b94d-88604a324aee), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:18.415958 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-e724a8a9-d9fd-43e3-8772-6d93d1fbe05d admin admin] Added segment 96b6dacb-e916-4ff3-b94d-88604a324aee of type vlan for network d6b8cd14-6f92-48af-a394-50edaa73b233 Feb 09 21:41:18.475049 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e724a8a9-d9fd-43e3-8772-6d93d1fbe05d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (d6b8cd14-6f92-48af-a394-50edaa73b233), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:18.569647 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a96b4124-e68c-47e8-8aa3-53e68a0b3179 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks [] for router_gateway (777c8fee-efd9-4f4d-bcbe-4544b8f138ca), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:18.773446 n-d-828369-5 neutron-server[103140]: INFO neutron.db.l3_db [None req-4c7fa1f8-f559-4bee-b65a-097e17e8a80e tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Floating IP 4e0d63d7-741d-43c4-ba1e-0cd03cfc333a associated. External IP: 172.25.3.63, port: 8de4ef65-62a3-4142-8e5c-4c207cb449ea. Feb 09 21:41:18.855139 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e724a8a9-d9fd-43e3-8772-6d93d1fbe05d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (d6b8cd14-6f92-48af-a394-50edaa73b233), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:18.856131 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e724a8a9-d9fd-43e3-8772-6d93d1fbe05d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:18.856759 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e724a8a9-d9fd-43e3-8772-6d93d1fbe05d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:18.935821 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-e724a8a9-d9fd-43e3-8772-6d93d1fbe05d admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.0404301 Feb 09 21:41:18.939793 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 37080) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:18.947380 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-3ecf063f-948e-45f1-a452-36670399af89 admin admin] Request body: {'subnet': {'network_id': 'd6b8cd14-6f92-48af-a394-50edaa73b233', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-841391597-subnet', 'tenant_id': 'f6553faeaede485f998ac3bdc801924f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:18.954971 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e724a8a9-d9fd-43e3-8772-6d93d1fbe05d admin admin] Pushing event updated for resources: {'Network': ['ID=d6b8cd14-6f92-48af-a394-50edaa73b233,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:18.966000 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network d6b8cd14-6f92-48af-a394-50edaa73b233 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:41:18.986488 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ecf063f-948e-45f1-a452-36670399af89 admin admin] Made reservation on behalf of f6553faeaede485f998ac3bdc801924f for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:41:18.989085 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3ecf063f-948e-45f1-a452-36670399af89 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621317'] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:19.125274 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2fc69f22-aab2-4f1f-b200-c41e8ae4c383 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524906'] for router_interface (7b39d332-dd83-4c82-9727-948a87300f85), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:19.197955 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19484fd4-6fcd-41ec-a149-b394c3a84277 req-b1ef1e5b-ce51-41d2-aad7-a5686420cd0f tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:19.199611 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-19484fd4-6fcd-41ec-a149-b394c3a84277 req-b1ef1e5b-ce51-41d2-aad7-a5686420cd0f tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5942c39-add0-42a2-bc58-a7492d65f23d HTTP/1.1" status: 200 len: 950 time: 0.1670601 Feb 09 21:41:19.297687 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c7fa1f8-f559-4bee-b65a-097e17e8a80e tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Router 0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:41:19.314335 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-19484fd4-6fcd-41ec-a149-b394c3a84277 req-f511d479-c7f2-446b-bdfc-7f1d7a80e5db tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/security-groups?id=18eb7429-13f2-4956-b934-bb119bf89c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035976 Feb 09 21:41:19.426728 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a96b4124-e68c-47e8-8aa3-53e68a0b3179 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks [] for router_gateway (777c8fee-efd9-4f4d-bcbe-4544b8f138ca), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:19.441440 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3ecf063f-948e-45f1-a452-36670399af89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621371'] for subnet (67a7494e-f351-47d6-af10-748c533946c7), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:19.449357 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a96b4124-e68c-47e8-8aa3-53e68a0b3179 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:19.535293 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecf063f-948e-45f1-a452-36670399af89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67a7494e-f351-47d6-af10-748c533946c7,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:19.542194 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecf063f-948e-45f1-a452-36670399af89 admin admin] Checking segment: {'id': '96b6dacb-e916-4ff3-b94d-88604a324aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'd6b8cd14-6f92-48af-a394-50edaa73b233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:41:19.542546 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ecf063f-948e-45f1-a452-36670399af89 admin admin] Network hostable DHCP agents. Network: d6b8cd14-6f92-48af-a394-50edaa73b233, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:41:19.555762 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c7fa1f8-f559-4bee-b65a-097e17e8a80e tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:41:19.560909 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4c7fa1f8-f559-4bee-b65a-097e17e8a80e tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:19.571882 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ce78b9-e2e9-434c-bd2e-a02559b2acd9 None None] Sync routers for ids ['0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:41:19.573147 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-2fc69f22-aab2-4f1f-b200-c41e8ae4c383 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Deleting port 3bb221d4-3436-4465-8b0d-d6b46daf5d5e {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:41:19.573637 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2fc69f22-aab2-4f1f-b200-c41e8ae4c383 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (3bb221d4-3436-4465-8b0d-d6b46daf5d5e), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:19.596556 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ce78b9-e2e9-434c-bd2e-a02559b2acd9 None None] Routers {'0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:41:19.597619 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-c6ce78b9-e2e9-434c-bd2e-a02559b2acd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:41:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:19.599542 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-4c7fa1f8-f559-4bee-b65a-097e17e8a80e tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] 10.222.0.90 "PUT /v2.0/floatingips/4e0d63d7-741d-43c4-ba1e-0cd03cfc333a HTTP/1.1" status: 200 len: 991 time: 3.1231875 Feb 09 21:41:19.606872 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-a96b4124-e68c-47e8-8aa3-53e68a0b3179 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Allocated IP 172.25.3.134 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/9d74c497-2977-4c0c-91e1-9207310b0925) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:41:19.617380 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c4470cf-379e-4e8d-bce4-e188d20f6445', 'tag': '8de4ef65-62a3-4142-8e5c-4c207cb449ea'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:41:19.620548 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d31a12b9-3636-4cbb-bbf4-1b453c859470" -d '{"events": [{"name": "network-changed", "server_uuid": "3c4470cf-379e-4e8d-bce4-e188d20f6445", "tag": "8de4ef65-62a3-4142-8e5c-4c207cb449ea"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:41:19.664956 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ecf063f-948e-45f1-a452-36670399af89 admin admin] Network d6b8cd14-6f92-48af-a394-50edaa73b233 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:41:19.698729 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-3ecf063f-948e-45f1-a452-36670399af89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, d6b8cd14-6f92-48af-a394-50edaa73b233) {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:41:19.706417 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ecf063f-948e-45f1-a452-36670399af89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:19.710016 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3ecf063f-948e-45f1-a452-36670399af89 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:19.712394 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f07cdd-dd16-4b24-9ad1-61bd31602a42 None None] Network d6b8cd14-6f92-48af-a394-50edaa73b233 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:41:19.717470 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a96b4124-e68c-47e8-8aa3-53e68a0b3179 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks [] for port (9d74c497-2977-4c0c-91e1-9207310b0925), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:19.739294 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccf3897b-7691-413b-ae09-e6869b9b9190 x-openstack-request-id: req-ccf3897b-7691-413b-ae09-e6869b9b9190 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:41:19.739608 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c4470cf-379e-4e8d-bce4-e188d20f6445", "tag": "8de4ef65-62a3-4142-8e5c-4c207cb449ea", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:41:19.739872 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-ccf3897b-7691-413b-ae09-e6869b9b9190 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:41:19.740318 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c4470cf-379e-4e8d-bce4-e188d20f6445', 'tag': '8de4ef65-62a3-4142-8e5c-4c207cb449ea', 'status': 'completed', 'code': 200} Feb 09 21:41:19.780053 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-3ecf063f-948e-45f1-a452-36670399af89 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8369122 Feb 09 21:41:19.825707 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-c6ce78b9-e2e9-434c-bd2e-a02559b2acd9 None None] Set router 0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:41:19.834758 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a96b4124-e68c-47e8-8aa3-53e68a0b3179 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (9d74c497-2977-4c0c-91e1-9207310b0925), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:19.837972 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 29586a12-329a-4a12-a351-79a78219382c no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:41:19.875377 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] No Port match for: 29586a12-329a-4a12-a351-79a78219382c {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:41:19.876081 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 29586a12-329a-4a12-a351-79a78219382c not bound to the agent host n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:41:19.913731 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9b1a10-df50-4eb2-a8a5-4cab9238d776 req-b7d84bf4-5657-4099-a88f-cf1bd69df818 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:19.920992 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96b4124-e68c-47e8-8aa3-53e68a0b3179 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Pushing event updated for resources: {'Port': ['ID=9d74c497-2977-4c0c-91e1-9207310b0925,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:19.921870 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1e9b1a10-df50-4eb2-a8a5-4cab9238d776 req-b7d84bf4-5657-4099-a88f-cf1bd69df818 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] 10.222.0.90 "GET /v2.0/ports?device_id=3c4470cf-379e-4e8d-bce4-e188d20f6445 HTTP/1.1" status: 200 len: 946 time: 0.1404085 Feb 09 21:41:19.966140 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96b4124-e68c-47e8-8aa3-53e68a0b3179 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:41:19.967463 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a12b9-3636-4cbb-bbf4-1b453c859470 req-eb7bf928-0159-4b27-bc8d-1ad9f68817e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:19.969455 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d31a12b9-3636-4cbb-bbf4-1b453c859470 req-eb7bf928-0159-4b27-bc8d-1ad9f68817e4 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=891ca650f17f4d53a93ccc8e382018ef&device_id=3c4470cf-379e-4e8d-bce4-e188d20f6445 HTTP/1.1" status: 200 len: 1128 time: 0.2124145 Feb 09 21:41:19.974688 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-a96b4124-e68c-47e8-8aa3-53e68a0b3179 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:41:19.999998 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451aa6fa-ed91-4911-86aa-056e342582fa None None] Network d6b8cd14-6f92-48af-a394-50edaa73b233 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:41:20.036314 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2fc69f22-aab2-4f1f-b200-c41e8ae4c383 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (3bb221d4-3436-4465-8b0d-d6b46daf5d5e), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:20.055544 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-2fc69f22-aab2-4f1f-b200-c41e8ae4c383 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Calling delete_port for 3bb221d4-3436-4465-8b0d-d6b46daf5d5e owned by network:router_interface {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:41:20.163499 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1e9b1a10-df50-4eb2-a8a5-4cab9238d776 req-06a6163f-56b0-454c-bb3c-92ca4ac52d21 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] 10.222.0.90 "GET /v2.0/security-groups?id=acf6eb09-8df7-4797-a643-4eeaeced6321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2405009 Feb 09 21:41:20.164752 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a12b9-3636-4cbb-bbf4-1b453c859470 req-22903a81-2da9-4c38-a191-864aefb77ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:20.167652 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d31a12b9-3636-4cbb-bbf4-1b453c859470 req-22903a81-2da9-4c38-a191-864aefb77ff3 service neutron] 10.222.0.95 "GET /v2.0/networks?id=31fc07a6-f299-4165-bd01-4e6338ff4b55 HTTP/1.1" status: 200 len: 917 time: 0.1612909 Feb 09 21:41:20.256378 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96b4124-e68c-47e8-8aa3-53e68a0b3179 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:41:20.285864 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d31a12b9-3636-4cbb-bbf4-1b453c859470 req-2eefd1b0-f50f-4ee7-9b5d-8db8dbd8ec39 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8de4ef65-62a3-4142-8e5c-4c207cb449ea HTTP/1.1" status: 200 len: 999 time: 0.1124482 Feb 09 21:41:20.291256 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-c6ce78b9-e2e9-434c-bd2e-a02559b2acd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed', 'name': 'tempest-ServersTestBootFromVolume-1097569487-router', 'tenant_id': '891ca650f17f4d53a93ccc8e382018ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '0642a8a6-3e15-40fb-89aa-1c9e8f83bc81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:39:47Z', 'updated_at': '2022-02-09T21:39:54Z', 'revision_number': 4, 'project_id': '891ca650f17f4d53a93ccc8e382018ef', 'gw_port': {'id': '0642a8a6-3e15-40fb-89aa-1c9e8f83bc81', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:3b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:39:48Z', 'updated_at': '2022-02-09T21:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': '4e0d63d7-741d-43c4-ba1e-0cd03cfc333a', 'tenant_id': '891ca650f17f4d53a93ccc8e382018ef', 'floating_ip_address': '172.25.3.63', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': '0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed', 'port_id': '8de4ef65-62a3-4142-8e5c-4c207cb449ea', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31fc07a6-f299-4165-bd01-4e6338ff4b55', 'mac_address': 'fa:16:3e:f5:05:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4470cf-379e-4e8d-bce4-e188d20f6445', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:40:03Z', 'updated_at': '2022-02-09T21:41:18Z', 'revision_number': 1, 'project_id': '891ca650f17f4d53a93ccc8e382018ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98d10200-2354-451c-8749-9045f33dc638', 'name': '', 'network_id': '31fc07a6-f299-4165-bd01-4e6338ff4b55', 'tenant_id': '891ca650f17f4d53a93ccc8e382018ef', 'mac_address': 'fa:16:3e:5b:c3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '0faed951-8579-406a-a0fb-7a4b47e45260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:39:53Z', 'updated_at': '2022-02-09T21:40:02Z', 'revision_number': 5, 'project_id': '891ca650f17f4d53a93ccc8e382018ef', 'subnets': [{'id': '0faed951-8579-406a-a0fb-7a4b47e45260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:20.342584 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ce78b9-e2e9-434c-bd2e-a02559b2acd9 None None] Checking router: 0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:41:20.354264 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ce78b9-e2e9-434c-bd2e-a02559b2acd9 None None] Routers {'0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:41:20.354959 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-c6ce78b9-e2e9-434c-bd2e-a02559b2acd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:41:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:20.439736 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a12b9-3636-4cbb-bbf4-1b453c859470 req-72de6057-8248-4aea-833d-120bdf5f994f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:20.441021 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d31a12b9-3636-4cbb-bbf4-1b453c859470 req-72de6057-8248-4aea-833d-120bdf5f994f service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0faed951-8579-406a-a0fb-7a4b47e45260 HTTP/1.1" status: 200 len: 855 time: 0.1453898 Feb 09 21:41:20.522674 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-c6ce78b9-e2e9-434c-bd2e-a02559b2acd9 None None] Set router 0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:41:20.528611 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abca2be-d6fe-4cdf-a2b4-f907079627f9 req-2d4f9e6d-ced8-4324-9b74-17124f738d5e tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:20.530210 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0abca2be-d6fe-4cdf-a2b4-f907079627f9 req-2d4f9e6d-ced8-4324-9b74-17124f738d5e tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5942c39-add0-42a2-bc58-a7492d65f23d HTTP/1.1" status: 200 len: 950 time: 0.1128771 Feb 09 21:41:20.541741 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a12b9-3636-4cbb-bbf4-1b453c859470 req-e27edc75-3bbc-40cf-8f9b-6330e4016091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:20.543772 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2fc69f22-aab2-4f1f-b200-c41e8ae4c383 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (3bb221d4-3436-4465-8b0d-d6b46daf5d5e), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:20.549776 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d31a12b9-3636-4cbb-bbf4-1b453c859470 req-e27edc75-3bbc-40cf-8f9b-6330e4016091 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=31fc07a6-f299-4165-bd01-4e6338ff4b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0907941 Feb 09 21:41:20.683726 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0abca2be-d6fe-4cdf-a2b4-f907079627f9 req-5a547e0d-cd04-400f-b040-f5c0981cafbe tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/security-groups?id=18eb7429-13f2-4956-b934-bb119bf89c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470292 Feb 09 21:41:20.727745 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 37110) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:20.740866 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-954c35d5-79a0-49d6-90f1-38c82bfd677c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2043499118-network', 'tenant_id': '1ec1cef25d134e6aae9f87ea0f007e8e'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:20.747868 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc69f22-aab2-4f1f-b200-c41e8ae4c383 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Pushing event deleted for resources: {'Port': ['ID=3bb221d4-3436-4465-8b0d-d6b46daf5d5e,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:20.803669 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-954c35d5-79a0-49d6-90f1-38c82bfd677c admin admin] Made reservation on behalf of 1ec1cef25d134e6aae9f87ea0f007e8e for: {'network': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:41:20.807068 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-954c35d5-79a0-49d6-90f1-38c82bfd677c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:20.826249 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-954c35d5-79a0-49d6-90f1-38c82bfd677c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:20.845669 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-c6ce78b9-e2e9-434c-bd2e-a02559b2acd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed', 'name': 'tempest-ServersTestBootFromVolume-1097569487-router', 'tenant_id': '891ca650f17f4d53a93ccc8e382018ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '0642a8a6-3e15-40fb-89aa-1c9e8f83bc81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:39:47Z', 'updated_at': '2022-02-09T21:39:54Z', 'revision_number': 4, 'project_id': '891ca650f17f4d53a93ccc8e382018ef', 'gw_port': {'id': '0642a8a6-3e15-40fb-89aa-1c9e8f83bc81', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:3b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:39:48Z', 'updated_at': '2022-02-09T21:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': '4e0d63d7-741d-43c4-ba1e-0cd03cfc333a', 'tenant_id': '891ca650f17f4d53a93ccc8e382018ef', 'floating_ip_address': '172.25.3.63', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': '0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed', 'port_id': '8de4ef65-62a3-4142-8e5c-4c207cb449ea', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31fc07a6-f299-4165-bd01-4e6338ff4b55', 'mac_address': 'fa:16:3e:f5:05:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4470cf-379e-4e8d-bce4-e188d20f6445', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:40:03Z', 'updated_at': '2022-02-09T21:41:18Z', 'revision_number': 1, 'project_id': '891ca650f17f4d53a93ccc8e382018ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98d10200-2354-451c-8749-9045f33dc638', 'name': '', 'network_id': '31fc07a6-f299-4165-bd01-4e6338ff4b55', 'tenant_id': '891ca650f17f4d53a93ccc8e382018ef', 'mac_address': 'fa:16:3e:5b:c3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '0faed951-8579-406a-a0fb-7a4b47e45260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:39:53Z', 'updated_at': '2022-02-09T21:40:02Z', 'revision_number': 5, 'project_id': '891ca650f17f4d53a93ccc8e382018ef', 'subnets': [{'id': '0faed951-8579-406a-a0fb-7a4b47e45260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:20.883907 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d31a12b9-3636-4cbb-bbf4-1b453c859470 req-60f8c32c-f38d-48c1-abca-ee0dc583fdbd service neutron] 10.222.0.95 "GET /v2.0/networks/31fc07a6-f299-4165-bd01-4e6338ff4b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140326 Feb 09 21:41:20.892705 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ce78b9-e2e9-434c-bd2e-a02559b2acd9 None None] The sync data for ids ['0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed'] in n-d-828369-5 is: [{'id': '0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed', 'name': 'tempest-ServersTestBootFromVolume-1097569487-router', 'tenant_id': '891ca650f17f4d53a93ccc8e382018ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '0642a8a6-3e15-40fb-89aa-1c9e8f83bc81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:39:47Z', 'updated_at': '2022-02-09T21:39:54Z', 'revision_number': 4, 'project_id': '891ca650f17f4d53a93ccc8e382018ef', 'gw_port': {'id': '0642a8a6-3e15-40fb-89aa-1c9e8f83bc81', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:3b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:39:48Z', 'updated_at': '2022-02-09T21:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': '4e0d63d7-741d-43c4-ba1e-0cd03cfc333a', 'tenant_id': '891ca650f17f4d53a93ccc8e382018ef', 'floating_ip_address': '172.25.3.63', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': '0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed', 'port_id': '8de4ef65-62a3-4142-8e5c-4c207cb449ea', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31fc07a6-f299-4165-bd01-4e6338ff4b55', 'mac_address': 'fa:16:3e:f5:05:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4470cf-379e-4e8d-bce4-e188d20f6445', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:40:03Z', 'updated_at': '2022-02-09T21:41:18Z', 'revision_number': 1, 'project_id': '891ca650f17f4d53a93ccc8e382018ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98d10200-2354-451c-8749-9045f33dc638', 'name': '', 'network_id': '31fc07a6-f299-4165-bd01-4e6338ff4b55', 'tenant_id': '891ca650f17f4d53a93ccc8e382018ef', 'mac_address': 'fa:16:3e:5b:c3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '0faed951-8579-406a-a0fb-7a4b47e45260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:39:53Z', 'updated_at': '2022-02-09T21:40:02Z', 'revision_number': 5, 'project_id': '891ca650f17f4d53a93ccc8e382018ef', 'subnets': [{'id': '0faed951-8579-406a-a0fb-7a4b47e45260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:41:20.916120 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a96b4124-e68c-47e8-8aa3-53e68a0b3179 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks [] for router_gateway (777c8fee-efd9-4f4d-bcbe-4544b8f138ca), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:21.023715 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2fc69f22-aab2-4f1f-b200-c41e8ae4c383 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-525054'] for router_interface (7b39d332-dd83-4c82-9727-948a87300f85), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:21.060500 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d31a12b9-3636-4cbb-bbf4-1b453c859470 req-02b04284-27aa-487a-939b-28e6655651a9 service neutron] 10.222.0.95 "GET /v2.0/networks/31fc07a6-f299-4165-bd01-4e6338ff4b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692479 Feb 09 21:41:21.062345 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-954c35d5-79a0-49d6-90f1-38c82bfd677c admin admin] Publish callbacks [] for security_group (2492da5b-2a25-48c8-89a4-1e15c1ccc2ee), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:21.067110 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-954c35d5-79a0-49d6-90f1-38c82bfd677c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (2492da5b-2a25-48c8-89a4-1e15c1ccc2ee), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:21.084669 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-954c35d5-79a0-49d6-90f1-38c82bfd677c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=103140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:41:21.096771 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-954c35d5-79a0-49d6-90f1-38c82bfd677c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (075f1ee6-741c-4922-b965-263a03eff2d4), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:21.097086 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-954c35d5-79a0-49d6-90f1-38c82bfd677c admin admin] Added segment 075f1ee6-741c-4922-b965-263a03eff2d4 of type vlan for network c709a2a9-b3d0-475c-bc13-80b7d364f61f Feb 09 21:41:21.109602 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:21.168148 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954c35d5-79a0-49d6-90f1-38c82bfd677c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2492da5b-2a25-48c8-89a4-1e15c1ccc2ee,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:21.193167 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-954c35d5-79a0-49d6-90f1-38c82bfd677c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (c709a2a9-b3d0-475c-bc13-80b7d364f61f), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:21.234334 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-954c35d5-79a0-49d6-90f1-38c82bfd677c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (c709a2a9-b3d0-475c-bc13-80b7d364f61f), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:21.235432 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954c35d5-79a0-49d6-90f1-38c82bfd677c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:21.236799 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-954c35d5-79a0-49d6-90f1-38c82bfd677c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:21.314971 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954c35d5-79a0-49d6-90f1-38c82bfd677c admin admin] Pushing event updated for resources: {'Network': ['ID=c709a2a9-b3d0-475c-bc13-80b7d364f61f,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:21.326155 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network c709a2a9-b3d0-475c-bc13-80b7d364f61f details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:41:21.362110 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-954c35d5-79a0-49d6-90f1-38c82bfd677c admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6296566 Feb 09 21:41:21.365092 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 37118) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:21.370303 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-015bb64e-539e-4242-97cf-3453413f9cd1 admin admin] Request body: {'subnet': {'network_id': 'c709a2a9-b3d0-475c-bc13-80b7d364f61f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2043499118-subnet', 'tenant_id': '1ec1cef25d134e6aae9f87ea0f007e8e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:21.382768 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fc69f22-aab2-4f1f-b200-c41e8ae4c383 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Router 7b39d332-dd83-4c82-9727-948a87300f85 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:41:21.406997 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccaa613-3559-4da5-9c90-f2dedcbcd14c req-6fc61f61-6f80-4d33-9bd7-fa56af5d9288 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:21.408555 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0ccaa613-3559-4da5-9c90-f2dedcbcd14c req-6fc61f61-6f80-4d33-9bd7-fa56af5d9288 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] 10.222.0.90 "GET /v2.0/ports?device_id=3c4470cf-379e-4e8d-bce4-e188d20f6445 HTTP/1.1" status: 200 len: 946 time: 0.0946479 Feb 09 21:41:21.414219 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-015bb64e-539e-4242-97cf-3453413f9cd1 admin admin] Made reservation on behalf of 1ec1cef25d134e6aae9f87ea0f007e8e for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:41:21.416947 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-015bb64e-539e-4242-97cf-3453413f9cd1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621317'] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:21.435595 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf522106-ce0d-4df6-8468-f32e5364ff47 None None] New status for floating IP 4e0d63d7-741d-43c4-ba1e-0cd03cfc333a: ACTIVE {{(pid=103142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:41:21.532141 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fc69f22-aab2-4f1f-b200-c41e8ae4c383 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:41:21.537614 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0ccaa613-3559-4da5-9c90-f2dedcbcd14c req-f164bd1f-c0fe-476d-8517-a67d42e6fa05 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] 10.222.0.90 "GET /v2.0/security-groups?id=acf6eb09-8df7-4797-a643-4eeaeced6321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177723 Feb 09 21:41:21.543629 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-2fc69f22-aab2-4f1f-b200-c41e8ae4c383 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "PUT /v2.0/routers/7b39d332-dd83-4c82-9727-948a87300f85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5344763 Feb 09 21:41:21.545257 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ce6282-2429-41db-93f4-3c8d179b6f46 None None] Sync routers for ids ['7b39d332-dd83-4c82-9727-948a87300f85'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:41:21.547701 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 37120) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:21.561213 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ce6282-2429-41db-93f4-3c8d179b6f46 None None] Routers {'7b39d332-dd83-4c82-9727-948a87300f85'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:41:21.561963 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-90ce6282-2429-41db-93f4-3c8d179b6f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:41:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['7b39d332-dd83-4c82-9727-948a87300f85'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:21.573643 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17af097-8caa-4070-bfd4-a79554a01f13 req-5a62fcd0-0ba9-4263-a789-c3c22ceeffc7 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:21.575207 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b17af097-8caa-4070-bfd4-a79554a01f13 req-5a62fcd0-0ba9-4263-a789-c3c22ceeffc7 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.89 "GET /v2.0/ports?device_id=c5942c39-add0-42a2-bc58-a7492d65f23d HTTP/1.1" status: 200 len: 950 time: 0.2140086 Feb 09 21:41:21.635305 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-90ce6282-2429-41db-93f4-3c8d179b6f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:21.646102 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ce6282-2429-41db-93f4-3c8d179b6f46 None None] Routers {'7b39d332-dd83-4c82-9727-948a87300f85'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:41:21.646735 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-90ce6282-2429-41db-93f4-3c8d179b6f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:41:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['7b39d332-dd83-4c82-9727-948a87300f85'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:21.818811 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-015bb64e-539e-4242-97cf-3453413f9cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621371'] for subnet (26647156-3bb0-4bff-ae7c-714e728975ea), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:21.867152 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-90ce6282-2429-41db-93f4-3c8d179b6f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:21.867992 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ce6282-2429-41db-93f4-3c8d179b6f46 None None] The sync data for ids ['7b39d332-dd83-4c82-9727-948a87300f85'] in n-d-828369-5 is: [] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:41:21.904779 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a96b4124-e68c-47e8-8aa3-53e68a0b3179 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (777c8fee-efd9-4f4d-bcbe-4544b8f138ca), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:21.950143 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c7dbe2-7e8c-42eb-acca-d7dcfe2de989 req-f95b365a-bb29-468f-b4bc-1228bf41c033 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:21.951713 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f8c7dbe2-7e8c-42eb-acca-d7dcfe2de989 req-f95b365a-bb29-468f-b4bc-1228bf41c033 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] 10.222.0.90 "GET /v2.0/ports?device_id=3c4470cf-379e-4e8d-bce4-e188d20f6445 HTTP/1.1" status: 200 len: 946 time: 0.2114780 Feb 09 21:41:21.953572 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015bb64e-539e-4242-97cf-3453413f9cd1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26647156-3bb0-4bff-ae7c-714e728975ea,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:21.963848 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015bb64e-539e-4242-97cf-3453413f9cd1 admin admin] Checking segment: {'id': '075f1ee6-741c-4922-b965-263a03eff2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'c709a2a9-b3d0-475c-bc13-80b7d364f61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:41:21.964579 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015bb64e-539e-4242-97cf-3453413f9cd1 admin admin] Network hostable DHCP agents. Network: c709a2a9-b3d0-475c-bc13-80b7d364f61f, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:41:21.989131 n-d-828369-5 neutron-server[103141]: INFO neutron.api.v2.resource [None req-e418a3ec-2584-4731-a48e-cea2ac2cb4f1 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] remove_router_interface failed (client error): The resource could not be found. Feb 09 21:41:21.993661 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-e418a3ec-2584-4731-a48e-cea2ac2cb4f1 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "PUT /v2.0/routers/7b39d332-dd83-4c82-9727-948a87300f85/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4411983 Feb 09 21:41:21.996187 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 37128) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:22.025084 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d9aa08-2587-4bef-9d7f-716f81090b20 req-7e9dcd2a-2ac5-487a-85a8-9317da3e9d4e tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:22.026746 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-20d9aa08-2587-4bef-9d7f-716f81090b20 req-7e9dcd2a-2ac5-487a-85a8-9317da3e9d4e tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5942c39-add0-42a2-bc58-a7492d65f23d HTTP/1.1" status: 200 len: 950 time: 0.2050297 Feb 09 21:41:22.049754 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-47e09f84-7dc5-4076-b5b0-d929eab87efc tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "GET /v2.0/ports?device_id=7b39d332-dd83-4c82-9727-948a87300f85 HTTP/1.1" status: 200 len: 205 time: 0.0476530 Feb 09 21:41:22.053919 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 37130) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:22.066542 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015bb64e-539e-4242-97cf-3453413f9cd1 admin admin] Network c709a2a9-b3d0-475c-bc13-80b7d364f61f is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:41:22.069093 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-b17af097-8caa-4070-bfd4-a79554a01f13 req-4e044fd7-f82a-410b-88d0-91f5440789a7 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Deleting port e8355698-a9c5-4a6d-91ec-7ec9c9beed20 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:41:22.069517 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b17af097-8caa-4070-bfd4-a79554a01f13 req-4e044fd7-f82a-410b-88d0-91f5440789a7 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (e8355698-a9c5-4a6d-91ec-7ec9c9beed20), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:22.095413 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-015bb64e-539e-4242-97cf-3453413f9cd1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, c709a2a9-b3d0-475c-bc13-80b7d364f61f) {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:41:22.112392 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786e9c8a-9ddb-44f4-bc4b-d4f9040dc22b None None] Network c709a2a9-b3d0-475c-bc13-80b7d364f61f requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:41:22.112885 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f8c7dbe2-7e8c-42eb-acca-d7dcfe2de989 req-90f5c38d-2148-49ee-bef4-c6449dd846f7 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] 10.222.0.90 "GET /v2.0/security-groups?id=acf6eb09-8df7-4797-a643-4eeaeced6321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1507602 Feb 09 21:41:22.117462 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015bb64e-539e-4242-97cf-3453413f9cd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:22.117863 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-015bb64e-539e-4242-97cf-3453413f9cd1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:22.141347 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-20d9aa08-2587-4bef-9d7f-716f81090b20 req-76197fa0-4b61-48ea-87e9-afbdf569c536 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/security-groups?id=18eb7429-13f2-4956-b934-bb119bf89c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949843 Feb 09 21:41:22.166197 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-015bb64e-539e-4242-97cf-3453413f9cd1 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8002651 Feb 09 21:41:22.233087 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9286f7-2636-4339-9359-6b0c907304cf None None] Network c709a2a9-b3d0-475c-bc13-80b7d364f61f requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:41:22.310346 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 37144) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:22.368205 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5060fea-ef24-462d-9b61-2e9924c8e12e admin admin] Deleting subnet 67a7494e-f351-47d6-af10-748c533946c7 {{(pid=103140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:41:22.371891 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e5060fea-ef24-462d-9b61-2e9924c8e12e admin admin] Publish callbacks [] for subnet (67a7494e-f351-47d6-af10-748c533946c7), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:22.435127 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e5060fea-ef24-462d-9b61-2e9924c8e12e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9110716'] for subnet (67a7494e-f351-47d6-af10-748c533946c7), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:22.483623 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e5060fea-ef24-462d-9b61-2e9924c8e12e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (67a7494e-f351-47d6-af10-748c533946c7), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:22.542568 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e5060fea-ef24-462d-9b61-2e9924c8e12e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621346'] for subnet (67a7494e-f351-47d6-af10-748c533946c7), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:22.552240 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d29555a5-92c7-4214-8756-ace479558fd2 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for router (7b39d332-dd83-4c82-9727-948a87300f85), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:22.570708 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5060fea-ef24-462d-9b61-2e9924c8e12e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67a7494e-f351-47d6-af10-748c533946c7,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:22.572690 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e5060fea-ef24-462d-9b61-2e9924c8e12e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:22.578178 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-e5060fea-ef24-462d-9b61-2e9924c8e12e admin admin] 10.222.0.90 "DELETE /v2.0/subnets/67a7494e-f351-47d6-af10-748c533946c7 HTTP/1.1" status: 204 len: 168 time: 0.2644935 Feb 09 21:41:22.578534 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 37150) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:22.662168 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a96b4124-e68c-47e8-8aa3-53e68a0b3179 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Router 777c8fee-efd9-4f4d-bcbe-4544b8f138ca is scheduled to L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 with binding_index 1 {{(pid=103141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:41:22.663558 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d8ffe1d7-5571-4f55-b168-94d8f53d8a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (d6b8cd14-6f92-48af-a394-50edaa73b233), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:22.669669 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-b17af097-8caa-4070-bfd4-a79554a01f13 req-4e044fd7-f82a-410b-88d0-91f5440789a7 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] For port e8355698-a9c5-4a6d-91ec-7ec9c9beed20, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=e8355698-a9c5-4a6d-91ec-7ec9c9beed20,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:41:22.670099 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b17af097-8caa-4070-bfd4-a79554a01f13 req-4e044fd7-f82a-410b-88d0-91f5440789a7 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (e8355698-a9c5-4a6d-91ec-7ec9c9beed20), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:22.742820 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-b17af097-8caa-4070-bfd4-a79554a01f13 req-4e044fd7-f82a-410b-88d0-91f5440789a7 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Calling delete_port for e8355698-a9c5-4a6d-91ec-7ec9c9beed20 owned by compute:nova {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:41:22.746426 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d8ffe1d7-5571-4f55-b168-94d8f53d8a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (d6b8cd14-6f92-48af-a394-50edaa73b233), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:22.772003 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-d8ffe1d7-5571-4f55-b168-94d8f53d8a49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6b8cd14-6f92-48af-a394-50edaa73b233']}} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:22.781678 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-d8ffe1d7-5571-4f55-b168-94d8f53d8a49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96b6dacb-e916-4ff3-b94d-88604a324aee') {'for_net_delete': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:22.782249 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-d8ffe1d7-5571-4f55-b168-94d8f53d8a49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96b6dacb-e916-4ff3-b94d-88604a324aee') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:22.793715 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d8ffe1d7-5571-4f55-b168-94d8f53d8a49 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110711'] for segment (96b6dacb-e916-4ff3-b94d-88604a324aee), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:22.813961 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d8ffe1d7-5571-4f55-b168-94d8f53d8a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (96b6dacb-e916-4ff3-b94d-88604a324aee), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:22.823592 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8ffe1d7-5571-4f55-b168-94d8f53d8a49 admin admin] Releasing vlan 734 on physical network physnet1 to pool {{(pid=103140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:41:22.824267 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d8ffe1d7-5571-4f55-b168-94d8f53d8a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669415'] for segment (96b6dacb-e916-4ff3-b94d-88604a324aee), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:22.825573 n-d-828369-5 neutron-server[103140]: Traceback (most recent call last): Feb 09 21:41:22.825573 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:41:22.825573 n-d-828369-5 neutron-server[103140]: timer() Feb 09 21:41:22.825573 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:41:22.825573 n-d-828369-5 neutron-server[103140]: cb(*args, **kw) Feb 09 21:41:22.825573 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:41:22.825573 n-d-828369-5 neutron-server[103140]: return func(*args, **kwargs) Feb 09 21:41:22.825573 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:41:22.825573 n-d-828369-5 neutron-server[103140]: self._notify() Feb 09 21:41:22.825573 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:41:22.825573 n-d-828369-5 neutron-server[103140]: self.callback(batched_events) Feb 09 21:41:22.825573 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:41:22.825573 n-d-828369-5 neutron-server[103140]: event.method(event) Feb 09 21:41:22.825573 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:41:22.825573 n-d-828369-5 neutron-server[103140]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:41:22.825573 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:41:22.825573 n-d-828369-5 neutron-server[103140]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:41:22.825573 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:41:22.825573 n-d-828369-5 neutron-server[103140]: return f(self, *a, **k) Feb 09 21:41:22.825573 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:41:22.825573 n-d-828369-5 neutron-server[103140]: return self._get(url).json() Feb 09 21:41:22.825573 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:41:22.825573 n-d-828369-5 neutron-server[103140]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:41:22.825573 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:41:22.825573 n-d-828369-5 neutron-server[103140]: return self.request(url, 'GET', **kwargs) Feb 09 21:41:22.825573 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:41:22.825573 n-d-828369-5 neutron-server[103140]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:41:22.825573 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:41:22.825573 n-d-828369-5 neutron-server[103140]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:41:22.825573 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:41:22.825573 n-d-828369-5 neutron-server[103140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:41:22.825573 n-d-828369-5 neutron-server[103140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:41:22.848987 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d29555a5-92c7-4214-8756-ace479558fd2 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (7b39d332-dd83-4c82-9727-948a87300f85), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:22.853754 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d29555a5-92c7-4214-8756-ace479558fd2 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for router_controller (7b39d332-dd83-4c82-9727-948a87300f85), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:22.879569 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d8ffe1d7-5571-4f55-b168-94d8f53d8a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (d6b8cd14-6f92-48af-a394-50edaa73b233), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:22.886481 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d8ffe1d7-5571-4f55-b168-94d8f53d8a49 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:22.889943 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-d8ffe1d7-5571-4f55-b168-94d8f53d8a49 admin admin] 10.222.0.90 "DELETE /v2.0/networks/d6b8cd14-6f92-48af-a394-50edaa73b233 HTTP/1.1" status: 204 len: 168 time: 0.3101561 Feb 09 21:41:22.893077 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 37152) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:22.909388 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ffe1d7-5571-4f55-b168-94d8f53d8a49 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6b8cd14-6f92-48af-a394-50edaa73b233,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:22.954058 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6c4d673-f89b-4f60-abc7-78b9a4fcc14c admin admin] Deleting subnet 26647156-3bb0-4bff-ae7c-714e728975ea {{(pid=103140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:41:22.956186 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d29555a5-92c7-4214-8756-ace479558fd2 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (7b39d332-dd83-4c82-9727-948a87300f85), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:22.956789 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d29555a5-92c7-4214-8756-ace479558fd2 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Fanout notify agent at l3_agent the message router_deleted on router 7b39d332-dd83-4c82-9727-948a87300f85 {{(pid=103141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:41:22.958716 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d6c4d673-f89b-4f60-abc7-78b9a4fcc14c admin admin] Publish callbacks [] for subnet (26647156-3bb0-4bff-ae7c-714e728975ea), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:22.969233 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d29555a5-92c7-4214-8756-ace479558fd2 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:22.972800 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-d29555a5-92c7-4214-8756-ace479558fd2 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "DELETE /v2.0/routers/7b39d332-dd83-4c82-9727-948a87300f85 HTTP/1.1" status: 204 len: 168 time: 0.9127500 Feb 09 21:41:22.973775 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 37154) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:22.998501 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d6c4d673-f89b-4f60-abc7-78b9a4fcc14c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9110716'] for subnet (26647156-3bb0-4bff-ae7c-714e728975ea), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:23.039960 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a96b4124-e68c-47e8-8aa3-53e68a0b3179 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:41:23.040809 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d6c4d673-f89b-4f60-abc7-78b9a4fcc14c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (26647156-3bb0-4bff-ae7c-714e728975ea), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:23.058182 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-c81f25cf-4ff8-4b6b-9ac2-d90120521a65 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Deleting subnet 6b02254c-8f8f-456b-b791-3dfdeca58f99 {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:41:23.065150 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c81f25cf-4ff8-4b6b-9ac2-d90120521a65 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for subnet (6b02254c-8f8f-456b-b791-3dfdeca58f99), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:23.065978 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a24383b-f3cd-4656-b111-cb001348d901 None None] Sync routers for ids ['777c8fee-efd9-4f4d-bcbe-4544b8f138ca'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:41:23.091239 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a24383b-f3cd-4656-b111-cb001348d901 None None] Routers {'777c8fee-efd9-4f4d-bcbe-4544b8f138ca'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:41:23.092430 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-0a24383b-f3cd-4656-b111-cb001348d901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:41:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['777c8fee-efd9-4f4d-bcbe-4544b8f138ca'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:23.107925 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d6c4d673-f89b-4f60-abc7-78b9a4fcc14c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621346'] for subnet (26647156-3bb0-4bff-ae7c-714e728975ea), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:23.122035 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a96b4124-e68c-47e8-8aa3-53e68a0b3179 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:23.123322 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-a96b4124-e68c-47e8-8aa3-53e68a0b3179 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.9162009 Feb 09 21:41:23.131350 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 37156) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:23.143653 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c4d673-f89b-4f60-abc7-78b9a4fcc14c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26647156-3bb0-4bff-ae7c-714e728975ea,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:23.151197 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d6c4d673-f89b-4f60-abc7-78b9a4fcc14c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:23.155512 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-d6c4d673-f89b-4f60-abc7-78b9a4fcc14c admin admin] 10.222.0.90 "DELETE /v2.0/subnets/26647156-3bb0-4bff-ae7c-714e728975ea HTTP/1.1" status: 204 len: 168 time: 0.2526309 Feb 09 21:41:23.158219 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 37158) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:23.186829 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c81f25cf-4ff8-4b6b-9ac2-d90120521a65 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (6b02254c-8f8f-456b-b791-3dfdeca58f99), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:23.244423 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-74bf7401-499f-414f-bca0-14327be8a117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (c709a2a9-b3d0-475c-bc13-80b7d364f61f), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:23.294452 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-0a24383b-f3cd-4656-b111-cb001348d901 None None] Set router 777c8fee-efd9-4f4d-bcbe-4544b8f138ca gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:41:23.315590 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b17af097-8caa-4070-bfd4-a79554a01f13 req-4e044fd7-f82a-410b-88d0-91f5440789a7 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (e8355698-a9c5-4a6d-91ec-7ec9c9beed20), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:23.369016 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e044fd7-f82a-410b-88d0-91f5440789a7 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Pushing event deleted for resources: {'Port': ['ID=e8355698-a9c5-4a6d-91ec-7ec9c9beed20,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:23.403114 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-74bf7401-499f-414f-bca0-14327be8a117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (c709a2a9-b3d0-475c-bc13-80b7d364f61f), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:23.416004 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['e8355698-a9c5-4a6d-91ec-7ec9c9beed20'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:41:23.425533 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00cb38d-d1d9-43ad-ae8d-3bb7a9466d92 req-257ee607-59a2-4c2c-abe7-dee8d89e944d tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:23.428212 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d00cb38d-d1d9-43ad-ae8d-3bb7a9466d92 req-257ee607-59a2-4c2c-abe7-dee8d89e944d tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5942c39-add0-42a2-bc58-a7492d65f23d HTTP/1.1" status: 200 len: 868 time: 0.1457002 Feb 09 21:41:23.453003 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-74bf7401-499f-414f-bca0-14327be8a117 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c709a2a9-b3d0-475c-bc13-80b7d364f61f']}} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:23.470363 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-b17af097-8caa-4070-bfd4-a79554a01f13 req-4e044fd7-f82a-410b-88d0-91f5440789a7 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] No DVR routers for this DVR port e8355698-a9c5-4a6d-91ec-7ec9c9beed20 on host n-h2-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:41:23.477721 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b17af097-8caa-4070-bfd4-a79554a01f13 req-4e044fd7-f82a-410b-88d0-91f5440789a7 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:23.481866 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b17af097-8caa-4070-bfd4-a79554a01f13 req-4e044fd7-f82a-410b-88d0-91f5440789a7 tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.89 "DELETE /v2.0/ports/e8355698-a9c5-4a6d-91ec-7ec9c9beed20 HTTP/1.1" status: 204 len: 173 time: 1.8371475 Feb 09 21:41:23.483153 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5942c39-add0-42a2-bc58-a7492d65f23d', 'name': 'network-vif-deleted', 'tag': 'e8355698-a9c5-4a6d-91ec-7ec9c9beed20'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:41:23.495180 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb4d900b-10f9-441c-8a20-1458ce361c91" -d '{"events": [{"server_uuid": "c5942c39-add0-42a2-bc58-a7492d65f23d", "name": "network-vif-deleted", "tag": "e8355698-a9c5-4a6d-91ec-7ec9c9beed20"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:41:23.521564 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-cbc76a93-a5ba-4178-a55f-6f5abad7cbbc tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] 10.222.0.90 "GET /v2.0/routers/777c8fee-efd9-4f4d-bcbe-4544b8f138ca HTTP/1.1" status: 200 len: 909 time: 0.3868451 Feb 09 21:41:23.525252 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 37168) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:23.529744 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-8ef65cac-53db-41c7-b68e-1e1c22baaa04 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1057200588', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'enable_snat': True}}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:23.541214 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-74bf7401-499f-414f-bca0-14327be8a117 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '075f1ee6-741c-4922-b965-263a03eff2d4') {'for_net_delete': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:23.544032 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-74bf7401-499f-414f-bca0-14327be8a117 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '075f1ee6-741c-4922-b965-263a03eff2d4') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:23.562205 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c81f25cf-4ff8-4b6b-9ac2-d90120521a65 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (6b02254c-8f8f-456b-b791-3dfdeca58f99), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:23.569154 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-74bf7401-499f-414f-bca0-14327be8a117 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110711'] for segment (075f1ee6-741c-4922-b965-263a03eff2d4), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:23.572030 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:23.590870 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-74bf7401-499f-414f-bca0-14327be8a117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (075f1ee6-741c-4922-b965-263a03eff2d4), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:23.606073 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74bf7401-499f-414f-bca0-14327be8a117 admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=103140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:41:23.606536 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-74bf7401-499f-414f-bca0-14327be8a117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669415'] for segment (075f1ee6-741c-4922-b965-263a03eff2d4), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:23.608310 n-d-828369-5 neutron-server[103140]: Traceback (most recent call last): Feb 09 21:41:23.608310 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:41:23.608310 n-d-828369-5 neutron-server[103140]: timer() Feb 09 21:41:23.608310 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:41:23.608310 n-d-828369-5 neutron-server[103140]: cb(*args, **kw) Feb 09 21:41:23.608310 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:41:23.608310 n-d-828369-5 neutron-server[103140]: return func(*args, **kwargs) Feb 09 21:41:23.608310 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:41:23.608310 n-d-828369-5 neutron-server[103140]: self._notify() Feb 09 21:41:23.608310 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:41:23.608310 n-d-828369-5 neutron-server[103140]: self.callback(batched_events) Feb 09 21:41:23.608310 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:41:23.608310 n-d-828369-5 neutron-server[103140]: event.method(event) Feb 09 21:41:23.608310 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:41:23.608310 n-d-828369-5 neutron-server[103140]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:41:23.608310 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:41:23.608310 n-d-828369-5 neutron-server[103140]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:41:23.608310 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:41:23.608310 n-d-828369-5 neutron-server[103140]: return f(self, *a, **k) Feb 09 21:41:23.608310 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:41:23.608310 n-d-828369-5 neutron-server[103140]: return self._get(url).json() Feb 09 21:41:23.608310 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:41:23.608310 n-d-828369-5 neutron-server[103140]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:41:23.608310 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:41:23.608310 n-d-828369-5 neutron-server[103140]: return self.request(url, 'GET', **kwargs) Feb 09 21:41:23.608310 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:41:23.608310 n-d-828369-5 neutron-server[103140]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:41:23.608310 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:41:23.608310 n-d-828369-5 neutron-server[103140]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:41:23.608310 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:41:23.608310 n-d-828369-5 neutron-server[103140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:41:23.608310 n-d-828369-5 neutron-server[103140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:41:23.644546 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bfefc20-a724-46c6-b3e5-462aab6288e5 x-openstack-request-id: req-3bfefc20-a724-46c6-b3e5-462aab6288e5 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:41:23.644941 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5942c39-add0-42a2-bc58-a7492d65f23d", "name": "network-vif-deleted", "tag": "e8355698-a9c5-4a6d-91ec-7ec9c9beed20", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:41:23.645311 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-3bfefc20-a724-46c6-b3e5-462aab6288e5 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:41:23.645839 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5942c39-add0-42a2-bc58-a7492d65f23d', 'name': 'network-vif-deleted', 'tag': 'e8355698-a9c5-4a6d-91ec-7ec9c9beed20', 'status': 'completed', 'code': 200} Feb 09 21:41:23.680213 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8ef65cac-53db-41c7-b68e-1e1c22baaa04 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (0bad78e1-ae47-4fc4-995a-63c40dc2eaa1), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:23.695845 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8ef65cac-53db-41c7-b68e-1e1c22baaa04 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (0bad78e1-ae47-4fc4-995a-63c40dc2eaa1), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:23.713829 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d00cb38d-d1d9-43ad-ae8d-3bb7a9466d92 req-20a1bf22-eeb3-40f2-b108-5ce95b591f5e tempest-ServersAdminTestJSON-1753441960 tempest-ServersAdminTestJSON-1753441960-project] 10.222.0.90 "GET /v2.0/security-groups?id=18eb7429-13f2-4956-b934-bb119bf89c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772250 Feb 09 21:41:23.748736 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-74bf7401-499f-414f-bca0-14327be8a117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (c709a2a9-b3d0-475c-bc13-80b7d364f61f), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:23.761490 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-74bf7401-499f-414f-bca0-14327be8a117 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:23.764488 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c81f25cf-4ff8-4b6b-9ac2-d90120521a65 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (6b02254c-8f8f-456b-b791-3dfdeca58f99), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:23.766615 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-74bf7401-499f-414f-bca0-14327be8a117 admin admin] 10.222.0.90 "DELETE /v2.0/networks/c709a2a9-b3d0-475c-bc13-80b7d364f61f HTTP/1.1" status: 204 len: 168 time: 0.6071062 Feb 09 21:41:23.781128 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bf7401-499f-414f-bca0-14327be8a117 admin admin] Pushing event deleted for resources: {'Network': ['ID=c709a2a9-b3d0-475c-bc13-80b7d364f61f,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:23.801028 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-0a24383b-f3cd-4656-b111-cb001348d901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '777c8fee-efd9-4f4d-bcbe-4544b8f138ca', 'name': 'tempest-snat-router-1057200588', 'tenant_id': '4b392d46d7b94a47b25e89463e1fc510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.134'}], 'enable_snat': False}, 'gw_port_id': '9d74c497-2977-4c0c-91e1-9207310b0925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:41:18Z', 'updated_at': '2022-02-09T21:41:20Z', 'revision_number': 3, 'project_id': '4b392d46d7b94a47b25e89463e1fc510', 'gw_port': {'id': '9d74c497-2977-4c0c-91e1-9207310b0925', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:91:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '777c8fee-efd9-4f4d-bcbe-4544b8f138ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:19Z', 'updated_at': '2022-02-09T21:41:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:23.839804 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a24383b-f3cd-4656-b111-cb001348d901 None None] Checking router: 777c8fee-efd9-4f4d-bcbe-4544b8f138ca for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:41:23.840277 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a24383b-f3cd-4656-b111-cb001348d901 None None] Updating router 777c8fee-efd9-4f4d-bcbe-4544b8f138ca port 9d74c497-2977-4c0c-91e1-9207310b0925 binding host n-d-828369-5 {{(pid=103142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:41:23.843381 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81f25cf-4ff8-4b6b-9ac2-d90120521a65 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Pushing event deleted for resources: {'Subnet': ['ID=6b02254c-8f8f-456b-b791-3dfdeca58f99,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:23.853906 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8ef65cac-53db-41c7-b68e-1e1c22baaa04 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks [] for router_controller (0bad78e1-ae47-4fc4-995a-63c40dc2eaa1), precommit_add_association {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:23.858238 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c81f25cf-4ff8-4b6b-9ac2-d90120521a65 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:23.861793 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-c81f25cf-4ff8-4b6b-9ac2-d90120521a65 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "DELETE /v2.0/subnets/6b02254c-8f8f-456b-b791-3dfdeca58f99 HTTP/1.1" status: 204 len: 168 time: 0.8871539 Feb 09 21:41:23.864696 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 37172) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:23.894312 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-0a24383b-f3cd-4656-b111-cb001348d901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (9d74c497-2977-4c0c-91e1-9207310b0925), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:23.900212 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3bbdbd-0196-4393-bcf2-a16959b0b1d1 None None] Network 057804ba-1b08-4673-8518-de8dffd21496 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:41:23.990723 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 37174) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:24.027769 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-092778e4-9bed-4d89-ae2c-a2ab141af6e6 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (057804ba-1b08-4673-8518-de8dffd21496), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:24.055222 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-b7dcab31-c8bf-4b69-bc2d-6bd52b7f22fe admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=f6553faeaede485f998ac3bdc801924f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0632544 Feb 09 21:41:24.057888 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 37176) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:24.124975 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8ef65cac-53db-41c7-b68e-1e1c22baaa04 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks [] for router_gateway (0bad78e1-ae47-4fc4-995a-63c40dc2eaa1), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:24.157366 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3a10e650-dde6-44ad-a606-df4237c2dc45 admin admin] Publish callbacks [] for security_group (88097beb-1cdd-4113-827a-e05fe27179b6), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:24.172269 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-092778e4-9bed-4d89-ae2c-a2ab141af6e6 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Deleting port fd9187cc-a552-4f8b-9a3b-39490fd9b8cf {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:41:24.172614 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-092778e4-9bed-4d89-ae2c-a2ab141af6e6 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (fd9187cc-a552-4f8b-9a3b-39490fd9b8cf), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:24.229054 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3a10e650-dde6-44ad-a606-df4237c2dc45 admin admin] Publish callbacks [] for security_group (88097beb-1cdd-4113-827a-e05fe27179b6), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:24.281022 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-092778e4-9bed-4d89-ae2c-a2ab141af6e6 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] For port fd9187cc-a552-4f8b-9a3b-39490fd9b8cf, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=fd9187cc-a552-4f8b-9a3b-39490fd9b8cf,segment=NetworkSegment(b66154b9-a9d8-4b58-92a0-94efd9278211),segment_id=b66154b9-a9d8-4b58-92a0-94efd9278211)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:41:24.281379 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-092778e4-9bed-4d89-ae2c-a2ab141af6e6 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (fd9187cc-a552-4f8b-9a3b-39490fd9b8cf), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:24.294886 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-092778e4-9bed-4d89-ae2c-a2ab141af6e6 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Calling delete_port for fd9187cc-a552-4f8b-9a3b-39490fd9b8cf owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:41:24.353362 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3a10e650-dde6-44ad-a606-df4237c2dc45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (88097beb-1cdd-4113-827a-e05fe27179b6), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:24.358913 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3a10e650-dde6-44ad-a606-df4237c2dc45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:24.398096 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-3a10e650-dde6-44ad-a606-df4237c2dc45 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/88097beb-1cdd-4113-827a-e05fe27179b6 HTTP/1.1" status: 204 len: 168 time: 0.3047519 Feb 09 21:41:24.419591 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a10e650-dde6-44ad-a606-df4237c2dc45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88097beb-1cdd-4113-827a-e05fe27179b6,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:24.474050 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-092778e4-9bed-4d89-ae2c-a2ab141af6e6 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (fd9187cc-a552-4f8b-9a3b-39490fd9b8cf), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:24.493603 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092778e4-9bed-4d89-ae2c-a2ab141af6e6 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] No DVR routers for this DVR port fd9187cc-a552-4f8b-9a3b-39490fd9b8cf on host n-d-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:41:24.496049 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cadae30d-d881-42e1-aa6d-5b97059a2ec6 None None] DHCP port deletion for 057804ba-1b08-4673-8518-de8dffd21496 request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:41:24.514550 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-0a24383b-f3cd-4656-b111-cb001348d901 None None] Publish callbacks [] for port (9d74c497-2977-4c0c-91e1-9207310b0925), precommit_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:24.524082 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-0a24383b-f3cd-4656-b111-cb001348d901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (9d74c497-2977-4c0c-91e1-9207310b0925), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:24.526244 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8ef65cac-53db-41c7-b68e-1e1c22baaa04 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks [] for router_gateway (0bad78e1-ae47-4fc4-995a-63c40dc2eaa1), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:24.576948 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8ef65cac-53db-41c7-b68e-1e1c22baaa04 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:24.578971 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b79eff-a26e-46b0-ad49-2071100ee674 None None] Pushing event updated for resources: {'Port': ['ID=9d74c497-2977-4c0c-91e1-9207310b0925,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:24.604050 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-0a24383b-f3cd-4656-b111-cb001348d901 None None] Attempting to bind port 9d74c497-2977-4c0c-91e1-9207310b0925 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:41:24.604744 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-0a24383b-f3cd-4656-b111-cb001348d901 None None] Attempting to bind port 9d74c497-2977-4c0c-91e1-9207310b0925 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:41:24.605186 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a24383b-f3cd-4656-b111-cb001348d901 None None] Attempting to bind port 9d74c497-2977-4c0c-91e1-9207310b0925 on network 54a442d5-50a0-4c75-85cc-d19f5bf58118 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:41:24.613471 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a24383b-f3cd-4656-b111-cb001348d901 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:41:24.616839 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a24383b-f3cd-4656-b111-cb001348d901 None None] Checking segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:41:24.617518 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-0a24383b-f3cd-4656-b111-cb001348d901 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:24.617679 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a24383b-f3cd-4656-b111-cb001348d901 None None] Bound using segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:41:24.618186 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-0a24383b-f3cd-4656-b111-cb001348d901 None None] Bound port: 9d74c497-2977-4c0c-91e1-9207310b0925, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:41:24.618621 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-0a24383b-f3cd-4656-b111-cb001348d901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (9d74c497-2977-4c0c-91e1-9207310b0925), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:24.638610 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-092778e4-9bed-4d89-ae2c-a2ab141af6e6 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (057804ba-1b08-4673-8518-de8dffd21496), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:24.690667 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092778e4-9bed-4d89-ae2c-a2ab141af6e6 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Pushing event deleted for resources: {'Port': ['ID=fd9187cc-a552-4f8b-9a3b-39490fd9b8cf,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:24.697594 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-092778e4-9bed-4d89-ae2c-a2ab141af6e6 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['057804ba-1b08-4673-8518-de8dffd21496']}} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:24.705169 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-092778e4-9bed-4d89-ae2c-a2ab141af6e6 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b66154b9-a9d8-4b58-92a0-94efd9278211') {'for_net_delete': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:24.705532 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-092778e4-9bed-4d89-ae2c-a2ab141af6e6 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b66154b9-a9d8-4b58-92a0-94efd9278211') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:24.717342 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-092778e4-9bed-4d89-ae2c-a2ab141af6e6 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110711'] for segment (b66154b9-a9d8-4b58-92a0-94efd9278211), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:24.727501 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-0a24383b-f3cd-4656-b111-cb001348d901 None None] For port 9d74c497-2977-4c0c-91e1-9207310b0925, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:41:24.731223 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-0a24383b-f3cd-4656-b111-cb001348d901 None None] For port 9d74c497-2977-4c0c-91e1-9207310b0925, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=9d74c497-2977-4c0c-91e1-9207310b0925,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:41:24.742285 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-0a24383b-f3cd-4656-b111-cb001348d901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (9d74c497-2977-4c0c-91e1-9207310b0925), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:24.875323 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b79eff-a26e-46b0-ad49-2071100ee674 None None] Pushing event updated for resources: {'Port': ['ID=9d74c497-2977-4c0c-91e1-9207310b0925,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:24.880732 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a24383b-f3cd-4656-b111-cb001348d901 None None] Routers {'777c8fee-efd9-4f4d-bcbe-4544b8f138ca'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:41:24.881445 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-0a24383b-f3cd-4656-b111-cb001348d901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:41:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['777c8fee-efd9-4f4d-bcbe-4544b8f138ca'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:24.908277 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-8ef65cac-53db-41c7-b68e-1e1c22baaa04 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Allocated IP 172.25.3.141 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/9d0452fd-5880-40fe-805d-cbd158ead00e) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:41:25.069127 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-0a24383b-f3cd-4656-b111-cb001348d901 None None] Set router 777c8fee-efd9-4f4d-bcbe-4544b8f138ca gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:41:25.136842 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8ef65cac-53db-41c7-b68e-1e1c22baaa04 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks [] for port (9d0452fd-5880-40fe-805d-cbd158ead00e), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:25.173575 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 37190) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:25.190863 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-092778e4-9bed-4d89-ae2c-a2ab141af6e6 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (b66154b9-a9d8-4b58-92a0-94efd9278211), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:25.208815 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-092778e4-9bed-4d89-ae2c-a2ab141af6e6 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=103140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:41:25.209682 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8ef65cac-53db-41c7-b68e-1e1c22baaa04 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (9d0452fd-5880-40fe-805d-cbd158ead00e), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:25.209833 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-092778e4-9bed-4d89-ae2c-a2ab141af6e6 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669415'] for segment (b66154b9-a9d8-4b58-92a0-94efd9278211), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:25.212371 n-d-828369-5 neutron-server[103140]: Traceback (most recent call last): Feb 09 21:41:25.212371 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:41:25.212371 n-d-828369-5 neutron-server[103140]: timer() Feb 09 21:41:25.212371 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:41:25.212371 n-d-828369-5 neutron-server[103140]: cb(*args, **kw) Feb 09 21:41:25.212371 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:41:25.212371 n-d-828369-5 neutron-server[103140]: return func(*args, **kwargs) Feb 09 21:41:25.212371 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:41:25.212371 n-d-828369-5 neutron-server[103140]: self._notify() Feb 09 21:41:25.212371 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:41:25.212371 n-d-828369-5 neutron-server[103140]: self.callback(batched_events) Feb 09 21:41:25.212371 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:41:25.212371 n-d-828369-5 neutron-server[103140]: event.method(event) Feb 09 21:41:25.212371 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:41:25.212371 n-d-828369-5 neutron-server[103140]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:41:25.212371 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:41:25.212371 n-d-828369-5 neutron-server[103140]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:41:25.212371 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:41:25.212371 n-d-828369-5 neutron-server[103140]: return f(self, *a, **k) Feb 09 21:41:25.212371 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:41:25.212371 n-d-828369-5 neutron-server[103140]: return self._get(url).json() Feb 09 21:41:25.212371 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:41:25.212371 n-d-828369-5 neutron-server[103140]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:41:25.212371 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:41:25.212371 n-d-828369-5 neutron-server[103140]: return self.request(url, 'GET', **kwargs) Feb 09 21:41:25.212371 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:41:25.212371 n-d-828369-5 neutron-server[103140]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:41:25.212371 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:41:25.212371 n-d-828369-5 neutron-server[103140]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:41:25.212371 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:41:25.212371 n-d-828369-5 neutron-server[103140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:41:25.212371 n-d-828369-5 neutron-server[103140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:41:25.280520 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-164050a5-7b00-4a0e-b8ff-2b7cd555fe09 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=1ec1cef25d134e6aae9f87ea0f007e8e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1045473 Feb 09 21:41:25.292725 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 37194) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:25.297433 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-092778e4-9bed-4d89-ae2c-a2ab141af6e6 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (057804ba-1b08-4673-8518-de8dffd21496), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:25.305527 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-092778e4-9bed-4d89-ae2c-a2ab141af6e6 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:25.320584 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-092778e4-9bed-4d89-ae2c-a2ab141af6e6 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "DELETE /v2.0/networks/057804ba-1b08-4673-8518-de8dffd21496 HTTP/1.1" status: 204 len: 168 time: 1.4419103 Feb 09 21:41:25.329499 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 37196) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:25.329839 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 37198) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:25.335033 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef65cac-53db-41c7-b68e-1e1c22baaa04 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:41:25.336280 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-847cd618-6316-4692-b74d-b5fd53d46d4a tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Request body: {'network': {'name': 'tempest-RoutersTest-1616120465'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:25.337039 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-8ef65cac-53db-41c7-b68e-1e1c22baaa04 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:41:25.339746 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef65cac-53db-41c7-b68e-1e1c22baaa04 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:41:25.344280 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092778e4-9bed-4d89-ae2c-a2ab141af6e6 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Pushing event deleted for resources: {'Network': ['ID=057804ba-1b08-4673-8518-de8dffd21496,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:25.370049 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-0a24383b-f3cd-4656-b111-cb001348d901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '777c8fee-efd9-4f4d-bcbe-4544b8f138ca', 'name': 'tempest-snat-router-1057200588', 'tenant_id': '4b392d46d7b94a47b25e89463e1fc510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.134'}], 'enable_snat': False}, 'gw_port_id': '9d74c497-2977-4c0c-91e1-9207310b0925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:41:18Z', 'updated_at': '2022-02-09T21:41:20Z', 'revision_number': 3, 'project_id': '4b392d46d7b94a47b25e89463e1fc510', 'gw_port': {'id': '9d74c497-2977-4c0c-91e1-9207310b0925', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:91:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '777c8fee-efd9-4f4d-bcbe-4544b8f138ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:19Z', 'updated_at': '2022-02-09T21:41:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:25.381195 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-847cd618-6316-4692-b74d-b5fd53d46d4a tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Made reservation on behalf of 67feb264805b4b31b627437845cc2aaf for: {'network': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:41:25.387477 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-847cd618-6316-4692-b74d-b5fd53d46d4a tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:25.407413 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a24383b-f3cd-4656-b111-cb001348d901 None None] The sync data for ids ['777c8fee-efd9-4f4d-bcbe-4544b8f138ca'] in n-d-828369-5 is: [{'id': '777c8fee-efd9-4f4d-bcbe-4544b8f138ca', 'name': 'tempest-snat-router-1057200588', 'tenant_id': '4b392d46d7b94a47b25e89463e1fc510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.134'}], 'enable_snat': False}, 'gw_port_id': '9d74c497-2977-4c0c-91e1-9207310b0925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:41:18Z', 'updated_at': '2022-02-09T21:41:20Z', 'revision_number': 3, 'project_id': '4b392d46d7b94a47b25e89463e1fc510', 'gw_port': {'id': '9d74c497-2977-4c0c-91e1-9207310b0925', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:91:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '777c8fee-efd9-4f4d-bcbe-4544b8f138ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:19Z', 'updated_at': '2022-02-09T21:41:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828369-5'}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:41:25.431582 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-847cd618-6316-4692-b74d-b5fd53d46d4a tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=103140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:41:25.433750 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef65cac-53db-41c7-b68e-1e1c22baaa04 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Pushing event updated for resources: {'Port': ['ID=9d0452fd-5880-40fe-805d-cbd158ead00e,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:25.451625 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-847cd618-6316-4692-b74d-b5fd53d46d4a tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (b697f139-9345-42dd-84a3-54be6e4ae368), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:25.452018 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-847cd618-6316-4692-b74d-b5fd53d46d4a tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Added segment b697f139-9345-42dd-84a3-54be6e4ae368 of type vlan for network 0c764279-142a-4df3-9db2-7715c586e2c7 Feb 09 21:41:25.522870 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-847cd618-6316-4692-b74d-b5fd53d46d4a tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (0c764279-142a-4df3-9db2-7715c586e2c7), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:25.555454 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-70338b28-e513-4a56-83e4-4355661e5130 admin admin] Publish callbacks [] for security_group (2492da5b-2a25-48c8-89a4-1e15c1ccc2ee), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:25.567435 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-d2cdb3c1-2c74-4280-bec2-811228f49f16 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=2d6f01c204fb49588b99bb4b4319fb3a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2353110 Feb 09 21:41:25.570106 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 37202) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:25.580276 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-847cd618-6316-4692-b74d-b5fd53d46d4a tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (0c764279-142a-4df3-9db2-7715c586e2c7), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:25.585942 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847cd618-6316-4692-b74d-b5fd53d46d4a tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:25.586630 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-847cd618-6316-4692-b74d-b5fd53d46d4a tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:25.616262 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-70338b28-e513-4a56-83e4-4355661e5130 admin admin] Publish callbacks [] for security_group (2492da5b-2a25-48c8-89a4-1e15c1ccc2ee), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:25.677902 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-847cd618-6316-4692-b74d-b5fd53d46d4a tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3442023 Feb 09 21:41:25.682846 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 37204) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:25.690119 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-3d89d495-697d-4169-a14d-24f015d838ca tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Request body: {'subnet': {'network_id': '0c764279-142a-4df3-9db2-7715c586e2c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:25.744315 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device e8355698-a9c5-4a6d-91ec-7ec9c9beed20 no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:41:25.748964 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847cd618-6316-4692-b74d-b5fd53d46d4a tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Pushing event updated for resources: {'Network': ['ID=0c764279-142a-4df3-9db2-7715c586e2c7,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:25.799824 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-46e4aad4-105a-429f-9d25-ef9f51d2ea0f admin admin] Publish callbacks [] for security_group (18eb7429-13f2-4956-b934-bb119bf89c4a), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:25.811101 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] No Port match for: e8355698-a9c5-4a6d-91ec-7ec9c9beed20 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:41:25.811501 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device e8355698-a9c5-4a6d-91ec-7ec9c9beed20 not bound to the agent host n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:41:25.815119 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 0c764279-142a-4df3-9db2-7715c586e2c7 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:41:25.835920 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-46e4aad4-105a-429f-9d25-ef9f51d2ea0f admin admin] Publish callbacks [] for security_group (18eb7429-13f2-4956-b934-bb119bf89c4a), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:25.846357 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d89d495-697d-4169-a14d-24f015d838ca tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Made reservation on behalf of 67feb264805b4b31b627437845cc2aaf for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:41:25.850135 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3d89d495-697d-4169-a14d-24f015d838ca tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621317'] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:25.945611 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8ef65cac-53db-41c7-b68e-1e1c22baaa04 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks [] for router_gateway (0bad78e1-ae47-4fc4-995a-63c40dc2eaa1), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:26.030074 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-46e4aad4-105a-429f-9d25-ef9f51d2ea0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (18eb7429-13f2-4956-b934-bb119bf89c4a), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:26.036961 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-46e4aad4-105a-429f-9d25-ef9f51d2ea0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:26.055132 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-46e4aad4-105a-429f-9d25-ef9f51d2ea0f admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/18eb7429-13f2-4956-b934-bb119bf89c4a HTTP/1.1" status: 204 len: 168 time: 0.4716003 Feb 09 21:41:26.089045 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4aad4-105a-429f-9d25-ef9f51d2ea0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18eb7429-13f2-4956-b934-bb119bf89c4a,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:26.146323 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-70338b28-e513-4a56-83e4-4355661e5130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (2492da5b-2a25-48c8-89a4-1e15c1ccc2ee), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:26.150118 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-70338b28-e513-4a56-83e4-4355661e5130 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:26.153950 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-70338b28-e513-4a56-83e4-4355661e5130 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/2492da5b-2a25-48c8-89a4-1e15c1ccc2ee HTTP/1.1" status: 204 len: 168 time: 0.8577313 Feb 09 21:41:26.322752 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70338b28-e513-4a56-83e4-4355661e5130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2492da5b-2a25-48c8-89a4-1e15c1ccc2ee,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:26.391686 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 9d74c497-2977-4c0c-91e1-9207310b0925 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:41:26.429911 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8ef65cac-53db-41c7-b68e-1e1c22baaa04 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (0bad78e1-ae47-4fc4-995a-63c40dc2eaa1), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:26.439263 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3d89d495-697d-4169-a14d-24f015d838ca tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621371'] for subnet (06e23758-8946-42d6-ad37-2617f7afd799), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:26.572623 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 9d74c497-2977-4c0c-91e1-9207310b0925 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:26.573018 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (9d74c497-2977-4c0c-91e1-9207310b0925), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:26.623362 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d89d495-697d-4169-a14d-24f015d838ca tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Pushing event updated for resources: {'Subnet': ['ID=06e23758-8946-42d6-ad37-2617f7afd799,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:26.652274 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d89d495-697d-4169-a14d-24f015d838ca tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Checking segment: {'id': 'b697f139-9345-42dd-84a3-54be6e4ae368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '0c764279-142a-4df3-9db2-7715c586e2c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:41:26.652274 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d89d495-697d-4169-a14d-24f015d838ca tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Network hostable DHCP agents. Network: 0c764279-142a-4df3-9db2-7715c586e2c7, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:41:26.695637 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d89d495-697d-4169-a14d-24f015d838ca tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Network 0c764279-142a-4df3-9db2-7715c586e2c7 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:41:26.712570 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-3d89d495-697d-4169-a14d-24f015d838ca tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 0c764279-142a-4df3-9db2-7715c586e2c7) {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:41:26.719829 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d89d495-697d-4169-a14d-24f015d838ca tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:26.720644 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3d89d495-697d-4169-a14d-24f015d838ca tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:26.757041 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-3d89d495-697d-4169-a14d-24f015d838ca tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0725875 Feb 09 21:41:26.760459 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 37220) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:26.775977 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb83d4f-4b9f-4edc-91b1-c133e95dd312 None None] Network 0c764279-142a-4df3-9db2-7715c586e2c7 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:41:26.782127 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-de47b5dd-0b95-4bf7-b07f-f3aeafcb7080 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1819828837', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:26.819279 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ef65cac-53db-41c7-b68e-1e1c22baaa04 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Router 0bad78e1-ae47-4fc4-995a-63c40dc2eaa1 is scheduled to L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 with binding_index 1 {{(pid=103141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:41:26.866594 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-de47b5dd-0b95-4bf7-b07f-f3aeafcb7080 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (1af146e3-7d88-439a-ba61-c7061bae58e1), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:26.867483 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 37230) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:26.868293 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-de47b5dd-0b95-4bf7-b07f-f3aeafcb7080 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (1af146e3-7d88-439a-ba61-c7061bae58e1), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:26.926155 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 9d74c497-2977-4c0c-91e1-9207310b0925 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:26.926421 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (9d74c497-2977-4c0c-91e1-9207310b0925), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:26.976423 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port 9d74c497-2977-4c0c-91e1-9207310b0925, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=9d74c497-2977-4c0c-91e1-9207310b0925,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:41:26.984967 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (9d74c497-2977-4c0c-91e1-9207310b0925), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:27.047050 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-d6253243-c251-4858-808d-0fe5cfb370b6 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=9ae28f8df7cf4164892ad4ba057c8db6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1773980 Feb 09 21:41:27.050085 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 37232) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:27.071883 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=9d74c497-2977-4c0c-91e1-9207310b0925,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:27.125019 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-de47b5dd-0b95-4bf7-b07f-f3aeafcb7080 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for router_controller (1af146e3-7d88-439a-ba61-c7061bae58e1), precommit_add_association {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:27.135179 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87050c8-b269-44fb-9869-935034866f5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-0c764279-142a-4df3-9db2-7715c586e2c7', 'network_id': '0c764279-142a-4df3-9db2-7715c586e2c7', 'project_id': '67feb264805b4b31b627437845cc2aaf', 'fixed_ips': [{'subnet_id': '06e23758-8946-42d6-ad37-2617f7afd799'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:41:27.136423 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-de47b5dd-0b95-4bf7-b07f-f3aeafcb7080 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (1af146e3-7d88-439a-ba61-c7061bae58e1), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:27.140247 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d87050c8-b269-44fb-9869-935034866f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:27.202032 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-de47b5dd-0b95-4bf7-b07f-f3aeafcb7080 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:27.203084 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device fd9187cc-a552-4f8b-9a3b-39490fd9b8cf no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:41:27.204991 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-de47b5dd-0b95-4bf7-b07f-f3aeafcb7080 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4400563 Feb 09 21:41:27.208561 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 37236) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:27.227557 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2c167a2f-053a-4d65-9fad-b17da9a3373d admin admin] Publish callbacks [] for security_group (cc082963-720a-4a1b-9943-f58f72a0e3ef), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:27.285852 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2c167a2f-053a-4d65-9fad-b17da9a3373d admin admin] Publish callbacks [] for security_group (cc082963-720a-4a1b-9943-f58f72a0e3ef), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:27.377784 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: fd9187cc-a552-4f8b-9a3b-39490fd9b8cf {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:41:27.378412 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device fd9187cc-a552-4f8b-9a3b-39490fd9b8cf not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:41:27.391914 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ef65cac-53db-41c7-b68e-1e1c22baaa04 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:41:27.417244 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abbbf6b-d567-4b2e-9894-fbdfb2dc6b75 None None] Sync routers for ids ['0bad78e1-ae47-4fc4-995a-63c40dc2eaa1'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:41:27.436438 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abbbf6b-d567-4b2e-9894-fbdfb2dc6b75 None None] Routers {'0bad78e1-ae47-4fc4-995a-63c40dc2eaa1'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:41:27.438260 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-6abbbf6b-d567-4b2e-9894-fbdfb2dc6b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:41:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['0bad78e1-ae47-4fc4-995a-63c40dc2eaa1'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:27.448828 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2c167a2f-053a-4d65-9fad-b17da9a3373d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (cc082963-720a-4a1b-9943-f58f72a0e3ef), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:27.453279 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2c167a2f-053a-4d65-9fad-b17da9a3373d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:27.459205 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-2c167a2f-053a-4d65-9fad-b17da9a3373d admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/cc082963-720a-4a1b-9943-f58f72a0e3ef HTTP/1.1" status: 204 len: 168 time: 0.4075770 Feb 09 21:41:27.483890 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c167a2f-053a-4d65-9fad-b17da9a3373d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc082963-720a-4a1b-9943-f58f72a0e3ef,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:27.560891 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-d87050c8-b269-44fb-9869-935034866f5a None None] Allocated IP 172.20.0.2 (0c764279-142a-4df3-9db2-7715c586e2c7/06e23758-8946-42d6-ad37-2617f7afd799/ad4278b2-dde8-48b9-a868-d80a93537ccd) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:41:27.645956 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-6abbbf6b-d567-4b2e-9894-fbdfb2dc6b75 None None] Set router 0bad78e1-ae47-4fc4-995a-63c40dc2eaa1 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:41:27.864032 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d87050c8-b269-44fb-9869-935034866f5a None None] Publish callbacks [] for port (ad4278b2-dde8-48b9-a868-d80a93537ccd), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:27.878468 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d87050c8-b269-44fb-9869-935034866f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (ad4278b2-dde8-48b9-a868-d80a93537ccd), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:27.984495 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8ef65cac-53db-41c7-b68e-1e1c22baaa04 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:27.988372 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87050c8-b269-44fb-9869-935034866f5a None None] Pushing event updated for resources: {'Port': ['ID=ad4278b2-dde8-48b9-a868-d80a93537ccd,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:27.989201 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 37256) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:27.996818 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-8ef65cac-53db-41c7-b68e-1e1c22baaa04 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.4703691 Feb 09 21:41:28.054389 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87050c8-b269-44fb-9869-935034866f5a None None] Network 0c764279-142a-4df3-9db2-7715c586e2c7 is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:41:28.060238 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-d87050c8-b269-44fb-9869-935034866f5a None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:41:28.071087 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87050c8-b269-44fb-9869-935034866f5a None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:41:28.085481 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-6abbbf6b-d567-4b2e-9894-fbdfb2dc6b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bad78e1-ae47-4fc4-995a-63c40dc2eaa1', 'name': 'tempest-snat-router-1057200588', 'tenant_id': '4b392d46d7b94a47b25e89463e1fc510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '9d0452fd-5880-40fe-805d-cbd158ead00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:41:23Z', 'updated_at': '2022-02-09T21:41:25Z', 'revision_number': 3, 'project_id': '4b392d46d7b94a47b25e89463e1fc510', 'gw_port': {'id': '9d0452fd-5880-40fe-805d-cbd158ead00e', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b9:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bad78e1-ae47-4fc4-995a-63c40dc2eaa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:24Z', 'updated_at': '2022-02-09T21:41:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:28.173009 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abbbf6b-d567-4b2e-9894-fbdfb2dc6b75 None None] Checking router: 0bad78e1-ae47-4fc4-995a-63c40dc2eaa1 for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:41:28.175725 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abbbf6b-d567-4b2e-9894-fbdfb2dc6b75 None None] Updating router 0bad78e1-ae47-4fc4-995a-63c40dc2eaa1 port 9d0452fd-5880-40fe-805d-cbd158ead00e binding host n-d-828369-5 {{(pid=103143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:41:28.224503 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6abbbf6b-d567-4b2e-9894-fbdfb2dc6b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (9d0452fd-5880-40fe-805d-cbd158ead00e), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:28.257759 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 9d74c497-2977-4c0c-91e1-9207310b0925 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:41:28.345161 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-fbb97f73-6627-42bd-b904-9ea7fe6f7a68 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] 10.222.0.90 "GET /v2.0/routers/0bad78e1-ae47-4fc4-995a-63c40dc2eaa1 HTTP/1.1" status: 200 len: 908 time: 0.3546500 Feb 09 21:41:28.345398 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 37278) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:28.366459 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-d87050c8-b269-44fb-9869-935034866f5a None None] Attempting to bind port ad4278b2-dde8-48b9-a868-d80a93537ccd on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:41:28.367175 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-d87050c8-b269-44fb-9869-935034866f5a None None] Attempting to bind port ad4278b2-dde8-48b9-a868-d80a93537ccd by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': 'b697f139-9345-42dd-84a3-54be6e4ae368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '0c764279-142a-4df3-9db2-7715c586e2c7'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:41:28.367996 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87050c8-b269-44fb-9869-935034866f5a None None] Attempting to bind port ad4278b2-dde8-48b9-a868-d80a93537ccd on network 0c764279-142a-4df3-9db2-7715c586e2c7 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:41:28.377420 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87050c8-b269-44fb-9869-935034866f5a None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:41:28.378121 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87050c8-b269-44fb-9869-935034866f5a None None] Checking segment: {'id': 'b697f139-9345-42dd-84a3-54be6e4ae368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '0c764279-142a-4df3-9db2-7715c586e2c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:41:28.378976 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d87050c8-b269-44fb-9869-935034866f5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:28.379586 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87050c8-b269-44fb-9869-935034866f5a None None] Bound using segment: {'id': 'b697f139-9345-42dd-84a3-54be6e4ae368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '0c764279-142a-4df3-9db2-7715c586e2c7'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:41:28.380892 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-d87050c8-b269-44fb-9869-935034866f5a None None] Bound port: ad4278b2-dde8-48b9-a868-d80a93537ccd, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b697f139-9345-42dd-84a3-54be6e4ae368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '0c764279-142a-4df3-9db2-7715c586e2c7'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:41:28.381556 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d87050c8-b269-44fb-9869-935034866f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (ad4278b2-dde8-48b9-a868-d80a93537ccd), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:28.449598 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 9d74c497-2977-4c0c-91e1-9207310b0925 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:28.450158 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (9d74c497-2977-4c0c-91e1-9207310b0925), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:28.511739 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-d87050c8-b269-44fb-9869-935034866f5a None None] For port ad4278b2-dde8-48b9-a868-d80a93537ccd, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:41:28.515624 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-d87050c8-b269-44fb-9869-935034866f5a None None] For port ad4278b2-dde8-48b9-a868-d80a93537ccd, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=ad4278b2-dde8-48b9-a868-d80a93537ccd,segment=NetworkSegment(b697f139-9345-42dd-84a3-54be6e4ae368),segment_id=b697f139-9345-42dd-84a3-54be6e4ae368)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:41:28.529962 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d87050c8-b269-44fb-9869-935034866f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (ad4278b2-dde8-48b9-a868-d80a93537ccd), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:28.640264 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-925db603-334a-4294-8c9b-8c88abc9358e tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:28.711427 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87050c8-b269-44fb-9869-935034866f5a None None] Pushing event updated for resources: {'Port': ['ID=ad4278b2-dde8-48b9-a868-d80a93537ccd,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:28.744178 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 9d74c497-2977-4c0c-91e1-9207310b0925 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:28.830897 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6abbbf6b-d567-4b2e-9894-fbdfb2dc6b75 None None] Publish callbacks [] for port (9d0452fd-5880-40fe-805d-cbd158ead00e), precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:28.841478 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 37290) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:28.844799 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6abbbf6b-d567-4b2e-9894-fbdfb2dc6b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (9d0452fd-5880-40fe-805d-cbd158ead00e), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:28.928524 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6e850a81-e239-4bb3-9de8-881fcbec0542 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks [] for router (0bad78e1-ae47-4fc4-995a-63c40dc2eaa1), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:28.944611 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-6abbbf6b-d567-4b2e-9894-fbdfb2dc6b75 None None] Attempting to bind port 9d0452fd-5880-40fe-805d-cbd158ead00e on host n-d-828369-5 for vnic_type normal with profile {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:41:28.945127 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-6abbbf6b-d567-4b2e-9894-fbdfb2dc6b75 None None] Attempting to bind port 9d0452fd-5880-40fe-805d-cbd158ead00e by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:41:28.947355 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abbbf6b-d567-4b2e-9894-fbdfb2dc6b75 None None] Attempting to bind port 9d0452fd-5880-40fe-805d-cbd158ead00e on network 54a442d5-50a0-4c75-85cc-d19f5bf58118 {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:41:28.966393 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abbbf6b-d567-4b2e-9894-fbdfb2dc6b75 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:41:28.966766 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abbbf6b-d567-4b2e-9894-fbdfb2dc6b75 None None] Checking segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:41:28.967535 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6abbbf6b-d567-4b2e-9894-fbdfb2dc6b75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:28.968131 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abbbf6b-d567-4b2e-9894-fbdfb2dc6b75 None None] Bound using segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:41:28.968996 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-6abbbf6b-d567-4b2e-9894-fbdfb2dc6b75 None None] Bound port: 9d0452fd-5880-40fe-805d-cbd158ead00e, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:41:28.969942 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6abbbf6b-d567-4b2e-9894-fbdfb2dc6b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (9d0452fd-5880-40fe-805d-cbd158ead00e), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:28.972788 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aa0f52-0120-42ee-a606-e7ca34342e61 None None] Pushing event updated for resources: {'Port': ['ID=9d0452fd-5880-40fe-805d-cbd158ead00e,revision_number=2']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:29.030232 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76aa0f52-0120-42ee-a606-e7ca34342e61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:29.030929 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76aa0f52-0120-42ee-a606-e7ca34342e61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:29.031725 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76aa0f52-0120-42ee-a606-e7ca34342e61 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:29.032522 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76aa0f52-0120-42ee-a606-e7ca34342e61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:29.033059 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76aa0f52-0120-42ee-a606-e7ca34342e61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:29.034100 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76aa0f52-0120-42ee-a606-e7ca34342e61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:29.034766 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76aa0f52-0120-42ee-a606-e7ca34342e61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:29.037769 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76aa0f52-0120-42ee-a606-e7ca34342e61 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:29.038313 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76aa0f52-0120-42ee-a606-e7ca34342e61 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:29.038654 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76aa0f52-0120-42ee-a606-e7ca34342e61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:29.038989 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76aa0f52-0120-42ee-a606-e7ca34342e61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:29.039313 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76aa0f52-0120-42ee-a606-e7ca34342e61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:29.039800 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76aa0f52-0120-42ee-a606-e7ca34342e61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:29.085771 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-6abbbf6b-d567-4b2e-9894-fbdfb2dc6b75 None None] For port 9d0452fd-5880-40fe-805d-cbd158ead00e, host n-d-828369-5, cleared binding levels {{(pid=103143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:41:29.090850 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-6abbbf6b-d567-4b2e-9894-fbdfb2dc6b75 None None] For port 9d0452fd-5880-40fe-805d-cbd158ead00e, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=9d0452fd-5880-40fe-805d-cbd158ead00e,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:41:29.103378 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6abbbf6b-d567-4b2e-9894-fbdfb2dc6b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (9d0452fd-5880-40fe-805d-cbd158ead00e), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:29.140150 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4d540c06-558f-44b3-b8c0-9a59d1232ff8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:29.251744 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abbbf6b-d567-4b2e-9894-fbdfb2dc6b75 None None] Routers {'0bad78e1-ae47-4fc4-995a-63c40dc2eaa1'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:41:29.258071 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-6abbbf6b-d567-4b2e-9894-fbdfb2dc6b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:41:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['0bad78e1-ae47-4fc4-995a-63c40dc2eaa1'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:29.269109 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6e850a81-e239-4bb3-9de8-881fcbec0542 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks [] for router_gateway (0bad78e1-ae47-4fc4-995a-63c40dc2eaa1), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:29.313952 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aa0f52-0120-42ee-a606-e7ca34342e61 None None] Pushing event updated for resources: {'Port': ['ID=9d0452fd-5880-40fe-805d-cbd158ead00e,revision_number=3']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:29.315222 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4d540c06-558f-44b3-b8c0-9a59d1232ff8 admin admin] Publish callbacks [] for security_group (627a8a9d-5aa6-4e1f-8cad-f50e00042d0e), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:29.321445 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4d540c06-558f-44b3-b8c0-9a59d1232ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (627a8a9d-5aa6-4e1f-8cad-f50e00042d0e), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:29.409494 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-4d540c06-558f-44b3-b8c0-9a59d1232ff8 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=339413aafb7945689ca85df423457030&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5667987 Feb 09 21:41:29.409767 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 37312) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:29.412145 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d540c06-558f-44b3-b8c0-9a59d1232ff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=627a8a9d-5aa6-4e1f-8cad-f50e00042d0e,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:29.544620 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-6e850a81-e239-4bb3-9de8-881fcbec0542 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Deleting port 9d0452fd-5880-40fe-805d-cbd158ead00e {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:41:29.545286 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6e850a81-e239-4bb3-9de8-881fcbec0542 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (9d0452fd-5880-40fe-805d-cbd158ead00e), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:29.553610 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-6abbbf6b-d567-4b2e-9894-fbdfb2dc6b75 None None] Set router 0bad78e1-ae47-4fc4-995a-63c40dc2eaa1 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:41:29.569216 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-925db603-334a-4294-8c9b-8c88abc9358e tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Allocated IP 172.20.0.1 (0c764279-142a-4df3-9db2-7715c586e2c7/06e23758-8946-42d6-ad37-2617f7afd799/27c17141-273e-4b2a-9540-cf39b721740a) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:41:29.602917 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3dcae3ca-723c-424d-9a0e-a6f31cc78385 admin admin] Publish callbacks [] for security_group (627a8a9d-5aa6-4e1f-8cad-f50e00042d0e), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:29.661870 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3dcae3ca-723c-424d-9a0e-a6f31cc78385 admin admin] Publish callbacks [] for security_group (627a8a9d-5aa6-4e1f-8cad-f50e00042d0e), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:29.827081 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-6e850a81-e239-4bb3-9de8-881fcbec0542 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] For port 9d0452fd-5880-40fe-805d-cbd158ead00e, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=9d0452fd-5880-40fe-805d-cbd158ead00e,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:41:29.827460 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6e850a81-e239-4bb3-9de8-881fcbec0542 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (9d0452fd-5880-40fe-805d-cbd158ead00e), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:29.836441 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-6abbbf6b-d567-4b2e-9894-fbdfb2dc6b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bad78e1-ae47-4fc4-995a-63c40dc2eaa1', 'name': 'tempest-snat-router-1057200588', 'tenant_id': '4b392d46d7b94a47b25e89463e1fc510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '9d0452fd-5880-40fe-805d-cbd158ead00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:41:23Z', 'updated_at': '2022-02-09T21:41:25Z', 'revision_number': 3, 'project_id': '4b392d46d7b94a47b25e89463e1fc510', 'gw_port': {'id': '9d0452fd-5880-40fe-805d-cbd158ead00e', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b9:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bad78e1-ae47-4fc4-995a-63c40dc2eaa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:24Z', 'updated_at': '2022-02-09T21:41:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:29.886293 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3dcae3ca-723c-424d-9a0e-a6f31cc78385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (627a8a9d-5aa6-4e1f-8cad-f50e00042d0e), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:29.889804 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3dcae3ca-723c-424d-9a0e-a6f31cc78385 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:29.902081 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-3dcae3ca-723c-424d-9a0e-a6f31cc78385 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/627a8a9d-5aa6-4e1f-8cad-f50e00042d0e HTTP/1.1" status: 204 len: 168 time: 0.4824266 Feb 09 21:41:29.903382 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-6e850a81-e239-4bb3-9de8-881fcbec0542 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Calling delete_port for 9d0452fd-5880-40fe-805d-cbd158ead00e owned by network:router_gateway {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:41:29.907584 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abbbf6b-d567-4b2e-9894-fbdfb2dc6b75 None None] The sync data for ids ['0bad78e1-ae47-4fc4-995a-63c40dc2eaa1'] in n-d-828369-5 is: [{'id': '0bad78e1-ae47-4fc4-995a-63c40dc2eaa1', 'name': 'tempest-snat-router-1057200588', 'tenant_id': '4b392d46d7b94a47b25e89463e1fc510', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '9d0452fd-5880-40fe-805d-cbd158ead00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:41:23Z', 'updated_at': '2022-02-09T21:41:25Z', 'revision_number': 3, 'project_id': '4b392d46d7b94a47b25e89463e1fc510', 'gw_port': {'id': '9d0452fd-5880-40fe-805d-cbd158ead00e', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b9:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bad78e1-ae47-4fc4-995a-63c40dc2eaa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:24Z', 'updated_at': '2022-02-09T21:41:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:41:29.954966 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcae3ca-723c-424d-9a0e-a6f31cc78385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=627a8a9d-5aa6-4e1f-8cad-f50e00042d0e,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:29.963790 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-925db603-334a-4294-8c9b-8c88abc9358e tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for port (27c17141-273e-4b2a-9540-cf39b721740a), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:29.988738 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcae3ca-723c-424d-9a0e-a6f31cc78385 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:29.989628 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcae3ca-723c-424d-9a0e-a6f31cc78385 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:29.989973 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcae3ca-723c-424d-9a0e-a6f31cc78385 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:29.990306 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcae3ca-723c-424d-9a0e-a6f31cc78385 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:29.990634 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcae3ca-723c-424d-9a0e-a6f31cc78385 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:29.991041 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcae3ca-723c-424d-9a0e-a6f31cc78385 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:29.991266 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcae3ca-723c-424d-9a0e-a6f31cc78385 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:30.008492 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcae3ca-723c-424d-9a0e-a6f31cc78385 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:30.008733 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcae3ca-723c-424d-9a0e-a6f31cc78385 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:30.009192 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcae3ca-723c-424d-9a0e-a6f31cc78385 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:30.009400 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcae3ca-723c-424d-9a0e-a6f31cc78385 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:30.009726 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcae3ca-723c-424d-9a0e-a6f31cc78385 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:30.010052 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcae3ca-723c-424d-9a0e-a6f31cc78385 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:30.198512 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-925db603-334a-4294-8c9b-8c88abc9358e tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (27c17141-273e-4b2a-9540-cf39b721740a), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:30.209776 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device ad4278b2-dde8-48b9-a868-d80a93537ccd up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:41:30.351112 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port ad4278b2-dde8-48b9-a868-d80a93537ccd triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:30.351761 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (ad4278b2-dde8-48b9-a868-d80a93537ccd), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:30.499886 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925db603-334a-4294-8c9b-8c88abc9358e tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Network 0c764279-142a-4df3-9db2-7715c586e2c7 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:41:30.520134 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-925db603-334a-4294-8c9b-8c88abc9358e tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:41:30.545740 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925db603-334a-4294-8c9b-8c88abc9358e tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:41:30.614774 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925db603-334a-4294-8c9b-8c88abc9358e tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Pushing event updated for resources: {'Port': ['ID=27c17141-273e-4b2a-9540-cf39b721740a,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:30.643839 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port ad4278b2-dde8-48b9-a868-d80a93537ccd is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:30.644638 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (ad4278b2-dde8-48b9-a868-d80a93537ccd), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:30.674736 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51716b4-c547-415b-9e5c-e4d9b03502b5 None None] Network 0c764279-142a-4df3-9db2-7715c586e2c7 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:41:30.718210 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-925db603-334a-4294-8c9b-8c88abc9358e tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554727'] for router_interface (1af146e3-7d88-439a-ba61-c7061bae58e1), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:30.859618 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6e850a81-e239-4bb3-9de8-881fcbec0542 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (9d0452fd-5880-40fe-805d-cbd158ead00e), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:30.861556 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port ad4278b2-dde8-48b9-a868-d80a93537ccd, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=ad4278b2-dde8-48b9-a868-d80a93537ccd,segment=NetworkSegment(b697f139-9345-42dd-84a3-54be6e4ae368),segment_id=b697f139-9345-42dd-84a3-54be6e4ae368)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:41:30.900060 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (ad4278b2-dde8-48b9-a868-d80a93537ccd), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:30.915974 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-0f014595-a359-4eac-a337-0ccb15e76e52 None None] Provisioning complete for port ad4278b2-dde8-48b9-a868-d80a93537ccd triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:30.916659 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-0f014595-a359-4eac-a337-0ccb15e76e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (ad4278b2-dde8-48b9-a868-d80a93537ccd), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:30.963900 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e850a81-e239-4bb3-9de8-881fcbec0542 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Pushing event deleted for resources: {'Port': ['ID=9d0452fd-5880-40fe-805d-cbd158ead00e,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:31.103758 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=ad4278b2-dde8-48b9-a868-d80a93537ccd,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:31.128610 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-925db603-334a-4294-8c9b-8c88abc9358e tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (27c17141-273e-4b2a-9540-cf39b721740a), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:31.155680 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-0f014595-a359-4eac-a337-0ccb15e76e52 None None] Current status of the port ad4278b2-dde8-48b9-a868-d80a93537ccd is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:31.230762 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6e850a81-e239-4bb3-9de8-881fcbec0542 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-554524'] for router_gateway (0bad78e1-ae47-4fc4-995a-63c40dc2eaa1), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:31.327285 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 37400) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:31.432594 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6e850a81-e239-4bb3-9de8-881fcbec0542 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (0bad78e1-ae47-4fc4-995a-63c40dc2eaa1), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:31.435136 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6e850a81-e239-4bb3-9de8-881fcbec0542 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks [] for router_controller (0bad78e1-ae47-4fc4-995a-63c40dc2eaa1), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:31.507591 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6e850a81-e239-4bb3-9de8-881fcbec0542 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (0bad78e1-ae47-4fc4-995a-63c40dc2eaa1), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:31.508260 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e850a81-e239-4bb3-9de8-881fcbec0542 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0bad78e1-ae47-4fc4-995a-63c40dc2eaa1 {{(pid=103141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:41:31.517013 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6e850a81-e239-4bb3-9de8-881fcbec0542 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:31.518225 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-6e850a81-e239-4bb3-9de8-881fcbec0542 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] 10.222.0.90 "DELETE /v2.0/routers/0bad78e1-ae47-4fc4-995a-63c40dc2eaa1 HTTP/1.1" status: 204 len: 168 time: 3.1719284 Feb 09 21:41:31.520949 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 37408) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:31.594507 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-49457e5d-22c3-4e6d-98a0-c0112c17af50 None None] Provisioning complete for port ad4278b2-dde8-48b9-a868-d80a93537ccd triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:31.595080 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-49457e5d-22c3-4e6d-98a0-c0112c17af50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (ad4278b2-dde8-48b9-a868-d80a93537ccd), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:31.678779 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 37412) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:31.851745 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1c2bdf05-0330-4954-b39d-2d15e624f709 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks [] for router (777c8fee-efd9-4f4d-bcbe-4544b8f138ca), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:31.854890 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-49457e5d-22c3-4e6d-98a0-c0112c17af50 None None] Current status of the port ad4278b2-dde8-48b9-a868-d80a93537ccd is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:31.886643 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-49457e5d-22c3-4e6d-98a0-c0112c17af50 None None] Provisioning complete for port 27c17141-273e-4b2a-9540-cf39b721740a triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:31.887025 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-49457e5d-22c3-4e6d-98a0-c0112c17af50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (27c17141-273e-4b2a-9540-cf39b721740a), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:31.934336 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-49457e5d-22c3-4e6d-98a0-c0112c17af50 None None] Port 27c17141-273e-4b2a-9540-cf39b721740a cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:41:31.990694 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ca8e2825-4ff0-4c60-9a93-7be4410a2ece admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:31.998233 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-925db603-334a-4294-8c9b-8c88abc9358e tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for port (27c17141-273e-4b2a-9540-cf39b721740a), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:32.005356 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-86680309-6c2c-4cbc-b1e4-216b3160c3f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:32.078313 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-fd2731a4-0bbe-4df0-a628-557b3dd69791 None None] Provisioning complete for port 27c17141-273e-4b2a-9540-cf39b721740a triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:32.080002 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-fd2731a4-0bbe-4df0-a628-557b3dd69791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (27c17141-273e-4b2a-9540-cf39b721740a), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:32.091690 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-925db603-334a-4294-8c9b-8c88abc9358e tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (27c17141-273e-4b2a-9540-cf39b721740a), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:32.100522 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1c2bdf05-0330-4954-b39d-2d15e624f709 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks [] for router_gateway (777c8fee-efd9-4f4d-bcbe-4544b8f138ca), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:32.102321 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ca8e2825-4ff0-4c60-9a93-7be4410a2ece admin admin] Publish callbacks [] for security_group (f6cb97ab-b25d-4130-b16e-1184c6776393), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:32.123099 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device ad4278b2-dde8-48b9-a868-d80a93537ccd up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:41:32.143588 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ca8e2825-4ff0-4c60-9a93-7be4410a2ece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (f6cb97ab-b25d-4130-b16e-1184c6776393), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:32.194053 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-fd2731a4-0bbe-4df0-a628-557b3dd69791 None None] Port 27c17141-273e-4b2a-9540-cf39b721740a cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:41:32.203609 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-86680309-6c2c-4cbc-b1e4-216b3160c3f6 admin admin] Publish callbacks [] for security_group (201ac9b6-9ece-429c-911c-24a0ac402448), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:32.214528 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-86680309-6c2c-4cbc-b1e4-216b3160c3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (201ac9b6-9ece-429c-911c-24a0ac402448), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:32.226638 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port ad4278b2-dde8-48b9-a868-d80a93537ccd triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:32.227194 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (ad4278b2-dde8-48b9-a868-d80a93537ccd), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:32.229692 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-ca8e2825-4ff0-4c60-9a93-7be4410a2ece admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=52b9c132fdb84b8b845cab9093d36140&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5396702 Feb 09 21:41:32.231325 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8e2825-4ff0-4c60-9a93-7be4410a2ece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6cb97ab-b25d-4130-b16e-1184c6776393,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:32.232636 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 37420) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:32.234207 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925db603-334a-4294-8c9b-8c88abc9358e tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Pushing event updated for resources: {'Port': ['ID=27c17141-273e-4b2a-9540-cf39b721740a,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:32.237211 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-925db603-334a-4294-8c9b-8c88abc9358e tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524919'] for router_interface (1af146e3-7d88-439a-ba61-c7061bae58e1), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:32.288256 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-1c2bdf05-0330-4954-b39d-2d15e624f709 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Deleting port 9d74c497-2977-4c0c-91e1-9207310b0925 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:41:32.288892 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1c2bdf05-0330-4954-b39d-2d15e624f709 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (9d74c497-2977-4c0c-91e1-9207310b0925), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:32.342905 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port ad4278b2-dde8-48b9-a868-d80a93537ccd is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:32.374466 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-86680309-6c2c-4cbc-b1e4-216b3160c3f6 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=2f15a94b51114fa09441ae8626eb6411&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0453370 Feb 09 21:41:32.376946 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 37424) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:32.379460 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86680309-6c2c-4cbc-b1e4-216b3160c3f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=201ac9b6-9ece-429c-911c-24a0ac402448,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:32.380354 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925db603-334a-4294-8c9b-8c88abc9358e tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Network 0c764279-142a-4df3-9db2-7715c586e2c7 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:41:32.392683 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-925db603-334a-4294-8c9b-8c88abc9358e tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:41:32.399962 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86680309-6c2c-4cbc-b1e4-216b3160c3f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:32.400339 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86680309-6c2c-4cbc-b1e4-216b3160c3f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:32.400692 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86680309-6c2c-4cbc-b1e4-216b3160c3f6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:32.401040 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86680309-6c2c-4cbc-b1e4-216b3160c3f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:32.401382 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86680309-6c2c-4cbc-b1e4-216b3160c3f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:32.401715 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86680309-6c2c-4cbc-b1e4-216b3160c3f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:32.402330 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86680309-6c2c-4cbc-b1e4-216b3160c3f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:32.402454 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86680309-6c2c-4cbc-b1e4-216b3160c3f6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:32.402685 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86680309-6c2c-4cbc-b1e4-216b3160c3f6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:32.403013 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86680309-6c2c-4cbc-b1e4-216b3160c3f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:32.403341 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86680309-6c2c-4cbc-b1e4-216b3160c3f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:32.403666 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86680309-6c2c-4cbc-b1e4-216b3160c3f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:32.403986 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86680309-6c2c-4cbc-b1e4-216b3160c3f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:32.451928 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1eb85bf6-728b-4a53-93bf-1c7cb377e6f6 admin admin] Publish callbacks [] for security_group (f6cb97ab-b25d-4130-b16e-1184c6776393), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:32.486616 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-1c2bdf05-0330-4954-b39d-2d15e624f709 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] For port 9d74c497-2977-4c0c-91e1-9207310b0925, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=9d74c497-2977-4c0c-91e1-9207310b0925,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:41:32.486977 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1c2bdf05-0330-4954-b39d-2d15e624f709 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (9d74c497-2977-4c0c-91e1-9207310b0925), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:32.511134 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1eb85bf6-728b-4a53-93bf-1c7cb377e6f6 admin admin] Publish callbacks [] for security_group (f6cb97ab-b25d-4130-b16e-1184c6776393), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:32.513663 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-1c2bdf05-0330-4954-b39d-2d15e624f709 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Calling delete_port for 9d74c497-2977-4c0c-91e1-9207310b0925 owned by network:router_gateway {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:41:32.533987 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c458202a-a434-4443-96e6-f39be599109e admin admin] Publish callbacks [] for security_group (201ac9b6-9ece-429c-911c-24a0ac402448), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:32.565652 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c458202a-a434-4443-96e6-f39be599109e admin admin] Publish callbacks [] for security_group (201ac9b6-9ece-429c-911c-24a0ac402448), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:32.631106 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-925db603-334a-4294-8c9b-8c88abc9358e tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Router 1af146e3-7d88-439a-ba61-c7061bae58e1 is scheduled to L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 with binding_index 1 {{(pid=103141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:41:32.689502 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1eb85bf6-728b-4a53-93bf-1c7cb377e6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (f6cb97ab-b25d-4130-b16e-1184c6776393), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:32.692737 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1eb85bf6-728b-4a53-93bf-1c7cb377e6f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:32.693901 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-1eb85bf6-728b-4a53-93bf-1c7cb377e6f6 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/f6cb97ab-b25d-4130-b16e-1184c6776393 HTTP/1.1" status: 204 len: 168 time: 0.4602113 Feb 09 21:41:32.694491 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c458202a-a434-4443-96e6-f39be599109e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (201ac9b6-9ece-429c-911c-24a0ac402448), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:32.697927 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c458202a-a434-4443-96e6-f39be599109e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:32.699906 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-c458202a-a434-4443-96e6-f39be599109e admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/201ac9b6-9ece-429c-911c-24a0ac402448 HTTP/1.1" status: 204 len: 168 time: 0.3216326 Feb 09 21:41:32.718733 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb85bf6-728b-4a53-93bf-1c7cb377e6f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6cb97ab-b25d-4130-b16e-1184c6776393,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:32.763459 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c458202a-a434-4443-96e6-f39be599109e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=201ac9b6-9ece-429c-911c-24a0ac402448,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:32.822078 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-925db603-334a-4294-8c9b-8c88abc9358e tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:41:32.840610 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1c2bdf05-0330-4954-b39d-2d15e624f709 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (9d74c497-2977-4c0c-91e1-9207310b0925), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:32.848846 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-925db603-334a-4294-8c9b-8c88abc9358e tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "PUT /v2.0/routers/1af146e3-7d88-439a-ba61-c7061bae58e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6386571 Feb 09 21:41:32.849509 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 37438) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:32.854419 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffecdbf-f126-413d-97e8-016ab43834da None None] Sync routers for ids ['1af146e3-7d88-439a-ba61-c7061bae58e1'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:41:32.885957 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-733c4ab3-6bc8-4375-8c48-54ba07aa4c40 None None] Provisioning complete for port 27c17141-273e-4b2a-9540-cf39b721740a triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:32.886883 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-733c4ab3-6bc8-4375-8c48-54ba07aa4c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (27c17141-273e-4b2a-9540-cf39b721740a), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:32.928712 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfbbe6a1-fa04-4cfb-832b-99a8ef7b21fc tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:32.937705 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-cfbbe6a1-fa04-4cfb-832b-99a8ef7b21fc tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "GET /v2.0/ports/27c17141-273e-4b2a-9540-cf39b721740a HTTP/1.1" status: 200 len: 910 time: 0.0862675 Feb 09 21:41:32.940677 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffecdbf-f126-413d-97e8-016ab43834da None None] Routers {'1af146e3-7d88-439a-ba61-c7061bae58e1'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:41:32.941859 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-6ffecdbf-f126-413d-97e8-016ab43834da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:41:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['1af146e3-7d88-439a-ba61-c7061bae58e1'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:32.946015 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 37440) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:32.946934 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2bdf05-0330-4954-b39d-2d15e624f709 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Pushing event deleted for resources: {'Port': ['ID=9d74c497-2977-4c0c-91e1-9207310b0925,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:33.005963 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-6ffecdbf-f126-413d-97e8-016ab43834da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:33.038972 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-733c4ab3-6bc8-4375-8c48-54ba07aa4c40 None None] Port 27c17141-273e-4b2a-9540-cf39b721740a cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:41:33.041271 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffecdbf-f126-413d-97e8-016ab43834da None None] Routers {'1af146e3-7d88-439a-ba61-c7061bae58e1'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:41:33.042067 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-6ffecdbf-f126-413d-97e8-016ab43834da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:41:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['1af146e3-7d88-439a-ba61-c7061bae58e1'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:33.092340 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-6ffecdbf-f126-413d-97e8-016ab43834da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:33.093012 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffecdbf-f126-413d-97e8-016ab43834da None None] The sync data for ids ['1af146e3-7d88-439a-ba61-c7061bae58e1'] in n-d-828369-5 is: [] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:41:33.223726 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1c2bdf05-0330-4954-b39d-2d15e624f709 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-554524'] for router_gateway (777c8fee-efd9-4f4d-bcbe-4544b8f138ca), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:33.309702 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 37452) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:33.328145 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2d43450c-e37e-4af0-bf48-5b9978b4275c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:33.391862 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1c2bdf05-0330-4954-b39d-2d15e624f709 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (777c8fee-efd9-4f4d-bcbe-4544b8f138ca), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:33.395740 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1c2bdf05-0330-4954-b39d-2d15e624f709 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks [] for router_controller (777c8fee-efd9-4f4d-bcbe-4544b8f138ca), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:33.488636 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1c2bdf05-0330-4954-b39d-2d15e624f709 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (777c8fee-efd9-4f4d-bcbe-4544b8f138ca), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:33.490423 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c2bdf05-0330-4954-b39d-2d15e624f709 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 777c8fee-efd9-4f4d-bcbe-4544b8f138ca {{(pid=103140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:41:33.509502 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1c2bdf05-0330-4954-b39d-2d15e624f709 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:33.511491 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-1c2bdf05-0330-4954-b39d-2d15e624f709 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] 10.222.0.90 "DELETE /v2.0/routers/777c8fee-efd9-4f4d-bcbe-4544b8f138ca HTTP/1.1" status: 204 len: 168 time: 1.9890630 Feb 09 21:41:33.517182 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 37458) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:33.539665 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2d43450c-e37e-4af0-bf48-5b9978b4275c admin admin] Publish callbacks [] for security_group (cf046d56-ef18-4b78-8edb-3378d683e856), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:33.544365 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-5a2e78de-78d7-46cd-a90a-707c32654d36 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1484618590', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}, 'admin_state_up': False}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:33.547002 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2d43450c-e37e-4af0-bf48-5b9978b4275c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (cf046d56-ef18-4b78-8edb-3378d683e856), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:33.612299 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d43450c-e37e-4af0-bf48-5b9978b4275c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf046d56-ef18-4b78-8edb-3378d683e856,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:33.659620 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5a2e78de-78d7-46cd-a90a-707c32654d36 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (33bddd3e-27fe-4d0e-a684-9df573424d03), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:33.674001 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5a2e78de-78d7-46cd-a90a-707c32654d36 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (33bddd3e-27fe-4d0e-a684-9df573424d03), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:33.712078 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-2d43450c-e37e-4af0-bf48-5b9978b4275c admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=0506d35c76fa4e6cb39f836eab4129e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3969359 Feb 09 21:41:33.712841 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 37466) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:33.831871 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b3238405-e97a-4c4c-b131-86483e5873a9 admin admin] Publish callbacks [] for security_group (cf046d56-ef18-4b78-8edb-3378d683e856), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:33.856380 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5a2e78de-78d7-46cd-a90a-707c32654d36 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks [] for router_controller (33bddd3e-27fe-4d0e-a684-9df573424d03), precommit_add_association {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:33.863348 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b3238405-e97a-4c4c-b131-86483e5873a9 admin admin] Publish callbacks [] for security_group (cf046d56-ef18-4b78-8edb-3378d683e856), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:33.930231 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b3238405-e97a-4c4c-b131-86483e5873a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (cf046d56-ef18-4b78-8edb-3378d683e856), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:33.936952 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b3238405-e97a-4c4c-b131-86483e5873a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:33.938322 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-b3238405-e97a-4c4c-b131-86483e5873a9 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/cf046d56-ef18-4b78-8edb-3378d683e856 HTTP/1.1" status: 204 len: 168 time: 0.2209995 Feb 09 21:41:33.955656 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3238405-e97a-4c4c-b131-86483e5873a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf046d56-ef18-4b78-8edb-3378d683e856,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:34.042400 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5a2e78de-78d7-46cd-a90a-707c32654d36 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks [] for router_gateway (33bddd3e-27fe-4d0e-a684-9df573424d03), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:34.193732 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 9d0452fd-5880-40fe-805d-cbd158ead00e no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:41:34.197447 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fa0f2bf4-9fd7-4cb5-89d0-c03f6c88cebb tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524906'] for router_interface (1af146e3-7d88-439a-ba61-c7061bae58e1), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:34.216956 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 9d0452fd-5880-40fe-805d-cbd158ead00e {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:41:34.217316 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 9d0452fd-5880-40fe-805d-cbd158ead00e not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:41:34.217758 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 9d74c497-2977-4c0c-91e1-9207310b0925 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:41:34.244192 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 9d74c497-2977-4c0c-91e1-9207310b0925 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:41:34.244192 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 9d74c497-2977-4c0c-91e1-9207310b0925 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:41:34.252868 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 37488) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:34.430517 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-ec4269d2-fa0b-4887-8e66-912fe2a9f09f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-209344213-network', 'tenant_id': '81876a1acb47437d8ddabffe434cacf9'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:34.456470 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec4269d2-fa0b-4887-8e66-912fe2a9f09f admin admin] Made reservation on behalf of 81876a1acb47437d8ddabffe434cacf9 for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:41:34.461443 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ec4269d2-fa0b-4887-8e66-912fe2a9f09f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:34.474217 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ec4269d2-fa0b-4887-8e66-912fe2a9f09f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:34.605364 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ec4269d2-fa0b-4887-8e66-912fe2a9f09f admin admin] Publish callbacks [] for security_group (2dc8e90b-29e3-420c-9613-02e95e20fc41), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:34.612408 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ec4269d2-fa0b-4887-8e66-912fe2a9f09f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (2dc8e90b-29e3-420c-9613-02e95e20fc41), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:34.647275 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec4269d2-fa0b-4887-8e66-912fe2a9f09f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:41:34.658665 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4269d2-fa0b-4887-8e66-912fe2a9f09f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc8e90b-29e3-420c-9613-02e95e20fc41,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:34.665272 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ec4269d2-fa0b-4887-8e66-912fe2a9f09f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (95da11bd-68bd-442d-af90-0aca21711bb5), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:34.665455 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-ec4269d2-fa0b-4887-8e66-912fe2a9f09f admin admin] Added segment 95da11bd-68bd-442d-af90-0aca21711bb5 of type vlan for network 05cd0539-36ae-4aa3-999f-f931d2683843 Feb 09 21:41:34.716579 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ec4269d2-fa0b-4887-8e66-912fe2a9f09f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (05cd0539-36ae-4aa3-999f-f931d2683843), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:34.757054 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ec4269d2-fa0b-4887-8e66-912fe2a9f09f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (05cd0539-36ae-4aa3-999f-f931d2683843), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:34.759417 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4269d2-fa0b-4887-8e66-912fe2a9f09f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:34.760460 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ec4269d2-fa0b-4887-8e66-912fe2a9f09f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:34.782748 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5a2e78de-78d7-46cd-a90a-707c32654d36 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks [] for router_gateway (33bddd3e-27fe-4d0e-a684-9df573424d03), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:34.814504 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5a2e78de-78d7-46cd-a90a-707c32654d36 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:34.831976 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-ec4269d2-fa0b-4887-8e66-912fe2a9f09f admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.5778918 Feb 09 21:41:34.834831 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 37520) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:34.844201 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-5cd1f323-556f-4d94-a4b3-f872be48724c admin admin] Request body: {'subnet': {'network_id': '05cd0539-36ae-4aa3-999f-f931d2683843', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-209344213-subnet', 'tenant_id': '81876a1acb47437d8ddabffe434cacf9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:34.855119 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4269d2-fa0b-4887-8e66-912fe2a9f09f admin admin] Pushing event updated for resources: {'Network': ['ID=05cd0539-36ae-4aa3-999f-f931d2683843,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:34.867841 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 05cd0539-36ae-4aa3-999f-f931d2683843 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:41:34.886993 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cd1f323-556f-4d94-a4b3-f872be48724c admin admin] Made reservation on behalf of 81876a1acb47437d8ddabffe434cacf9 for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:41:34.890794 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5cd1f323-556f-4d94-a4b3-f872be48724c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:35.025442 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-fa0f2bf4-9fd7-4cb5-89d0-c03f6c88cebb tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Deleting port 27c17141-273e-4b2a-9540-cf39b721740a {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:41:35.025788 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fa0f2bf4-9fd7-4cb5-89d0-c03f6c88cebb tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (27c17141-273e-4b2a-9540-cf39b721740a), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:35.103204 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-5a2e78de-78d7-46cd-a90a-707c32654d36 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Allocated IP 172.25.3.193 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/9f1d1b17-5196-40aa-90c7-8a1bcca60de0) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:41:35.143970 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5cd1f323-556f-4d94-a4b3-f872be48724c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (f0da8412-03b1-4443-a880-77a4ccc57c5c), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:35.189732 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fa0f2bf4-9fd7-4cb5-89d0-c03f6c88cebb tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (27c17141-273e-4b2a-9540-cf39b721740a), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:35.210700 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-fa0f2bf4-9fd7-4cb5-89d0-c03f6c88cebb tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Calling delete_port for 27c17141-273e-4b2a-9540-cf39b721740a owned by network:router_interface {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:41:35.215510 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd1f323-556f-4d94-a4b3-f872be48724c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0da8412-03b1-4443-a880-77a4ccc57c5c,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:35.218179 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd1f323-556f-4d94-a4b3-f872be48724c admin admin] Checking segment: {'id': '95da11bd-68bd-442d-af90-0aca21711bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '05cd0539-36ae-4aa3-999f-f931d2683843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:41:35.218623 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd1f323-556f-4d94-a4b3-f872be48724c admin admin] Network hostable DHCP agents. Network: 05cd0539-36ae-4aa3-999f-f931d2683843, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:41:35.237315 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd1f323-556f-4d94-a4b3-f872be48724c admin admin] Network 05cd0539-36ae-4aa3-999f-f931d2683843 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:41:35.255763 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-5cd1f323-556f-4d94-a4b3-f872be48724c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 05cd0539-36ae-4aa3-999f-f931d2683843) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:41:35.262375 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd1f323-556f-4d94-a4b3-f872be48724c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:35.263151 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5cd1f323-556f-4d94-a4b3-f872be48724c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:35.264722 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183600d9-d22f-448b-86ae-1915c7415cd1 None None] Network 05cd0539-36ae-4aa3-999f-f931d2683843 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:41:35.291092 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-5cd1f323-556f-4d94-a4b3-f872be48724c admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4534872 Feb 09 21:41:35.292090 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 37532) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:35.303110 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-c2e80542-e205-4097-a42f-e8d1e7c24f3a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-209344213-router', 'tenant_id': '81876a1acb47437d8ddabffe434cacf9', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:35.314838 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5a2e78de-78d7-46cd-a90a-707c32654d36 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks [] for port (9f1d1b17-5196-40aa-90c7-8a1bcca60de0), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:35.335304 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c2e80542-e205-4097-a42f-e8d1e7c24f3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (bc8f9033-df9f-4aee-827e-c5db5253e4c3), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:35.338036 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c2e80542-e205-4097-a42f-e8d1e7c24f3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (bc8f9033-df9f-4aee-827e-c5db5253e4c3), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:35.416328 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5a2e78de-78d7-46cd-a90a-707c32654d36 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (9f1d1b17-5196-40aa-90c7-8a1bcca60de0), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:35.441792 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2dd9b0-9cea-401b-b34a-ded270ce1f07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-05cd0539-36ae-4aa3-999f-f931d2683843', 'network_id': '05cd0539-36ae-4aa3-999f-f931d2683843', 'project_id': '81876a1acb47437d8ddabffe434cacf9', 'fixed_ips': [{'subnet_id': 'f0da8412-03b1-4443-a880-77a4ccc57c5c'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:41:35.443593 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ea2dd9b0-9cea-401b-b34a-ded270ce1f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:35.492467 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2e78de-78d7-46cd-a90a-707c32654d36 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Pushing event updated for resources: {'Port': ['ID=9f1d1b17-5196-40aa-90c7-8a1bcca60de0,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:35.513404 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2e78de-78d7-46cd-a90a-707c32654d36 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:41:35.536396 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-5a2e78de-78d7-46cd-a90a-707c32654d36 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:41:35.541587 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2e78de-78d7-46cd-a90a-707c32654d36 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:41:35.670994 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-ea2dd9b0-9cea-401b-b34a-ded270ce1f07 None None] Allocated IP 172.20.0.2 (05cd0539-36ae-4aa3-999f-f931d2683843/f0da8412-03b1-4443-a880-77a4ccc57c5c/b4fe331b-6c36-4bb1-8330-350e921810eb) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:41:35.678920 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 37538) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:35.681341 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fa0f2bf4-9fd7-4cb5-89d0-c03f6c88cebb tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (27c17141-273e-4b2a-9540-cf39b721740a), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:35.717352 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0f2bf4-9fd7-4cb5-89d0-c03f6c88cebb tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Pushing event deleted for resources: {'Port': ['ID=27c17141-273e-4b2a-9540-cf39b721740a,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:35.800495 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c2e80542-e205-4097-a42f-e8d1e7c24f3a admin admin] Publish callbacks [] for router_controller (bc8f9033-df9f-4aee-827e-c5db5253e4c3), precommit_add_association {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:35.956923 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ea2dd9b0-9cea-401b-b34a-ded270ce1f07 None None] Publish callbacks [] for port (b4fe331b-6c36-4bb1-8330-350e921810eb), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:35.967290 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ea2dd9b0-9cea-401b-b34a-ded270ce1f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (b4fe331b-6c36-4bb1-8330-350e921810eb), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:36.028727 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c2e80542-e205-4097-a42f-e8d1e7c24f3a admin admin] Publish callbacks [] for router_gateway (bc8f9033-df9f-4aee-827e-c5db5253e4c3), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:36.046969 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2dd9b0-9cea-401b-b34a-ded270ce1f07 None None] Network 05cd0539-36ae-4aa3-999f-f931d2683843 is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:41:36.077454 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2dd9b0-9cea-401b-b34a-ded270ce1f07 None None] Pushing event updated for resources: {'Port': ['ID=b4fe331b-6c36-4bb1-8330-350e921810eb,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:36.085554 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-ea2dd9b0-9cea-401b-b34a-ded270ce1f07 None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:41:36.089488 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2dd9b0-9cea-401b-b34a-ded270ce1f07 None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:41:36.148406 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-46d996de-73a3-43b6-b38e-d6d88d04fca8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:36.168335 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-ea2dd9b0-9cea-401b-b34a-ded270ce1f07 None None] Attempting to bind port b4fe331b-6c36-4bb1-8330-350e921810eb on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:41:36.168774 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-ea2dd9b0-9cea-401b-b34a-ded270ce1f07 None None] Attempting to bind port b4fe331b-6c36-4bb1-8330-350e921810eb by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '95da11bd-68bd-442d-af90-0aca21711bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '05cd0539-36ae-4aa3-999f-f931d2683843'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:41:36.169155 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2dd9b0-9cea-401b-b34a-ded270ce1f07 None None] Attempting to bind port b4fe331b-6c36-4bb1-8330-350e921810eb on network 05cd0539-36ae-4aa3-999f-f931d2683843 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:41:36.174726 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2dd9b0-9cea-401b-b34a-ded270ce1f07 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:41:36.175110 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2dd9b0-9cea-401b-b34a-ded270ce1f07 None None] Checking segment: {'id': '95da11bd-68bd-442d-af90-0aca21711bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '05cd0539-36ae-4aa3-999f-f931d2683843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:41:36.175521 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ea2dd9b0-9cea-401b-b34a-ded270ce1f07 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:36.175950 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2dd9b0-9cea-401b-b34a-ded270ce1f07 None None] Bound using segment: {'id': '95da11bd-68bd-442d-af90-0aca21711bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '05cd0539-36ae-4aa3-999f-f931d2683843'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:41:36.177202 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-ea2dd9b0-9cea-401b-b34a-ded270ce1f07 None None] Bound port: b4fe331b-6c36-4bb1-8330-350e921810eb, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95da11bd-68bd-442d-af90-0aca21711bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '05cd0539-36ae-4aa3-999f-f931d2683843'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:41:36.177588 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ea2dd9b0-9cea-401b-b34a-ded270ce1f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (b4fe331b-6c36-4bb1-8330-350e921810eb), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:36.204881 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fa0f2bf4-9fd7-4cb5-89d0-c03f6c88cebb tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-525054'] for router_interface (1af146e3-7d88-439a-ba61-c7061bae58e1), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:36.289094 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-ea2dd9b0-9cea-401b-b34a-ded270ce1f07 None None] For port b4fe331b-6c36-4bb1-8330-350e921810eb, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:41:36.296134 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-ea2dd9b0-9cea-401b-b34a-ded270ce1f07 None None] For port b4fe331b-6c36-4bb1-8330-350e921810eb, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=b4fe331b-6c36-4bb1-8330-350e921810eb,segment=NetworkSegment(95da11bd-68bd-442d-af90-0aca21711bb5),segment_id=95da11bd-68bd-442d-af90-0aca21711bb5)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:41:36.305420 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ea2dd9b0-9cea-401b-b34a-ded270ce1f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (b4fe331b-6c36-4bb1-8330-350e921810eb), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:36.331522 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c2e80542-e205-4097-a42f-e8d1e7c24f3a admin admin] Publish callbacks [] for router_gateway (bc8f9033-df9f-4aee-827e-c5db5253e4c3), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:36.346866 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5a2e78de-78d7-46cd-a90a-707c32654d36 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks [] for router_gateway (33bddd3e-27fe-4d0e-a684-9df573424d03), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:36.363427 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c2e80542-e205-4097-a42f-e8d1e7c24f3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:36.401369 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2dd9b0-9cea-401b-b34a-ded270ce1f07 None None] Pushing event updated for resources: {'Port': ['ID=b4fe331b-6c36-4bb1-8330-350e921810eb,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:36.498142 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-c2e80542-e205-4097-a42f-e8d1e7c24f3a admin admin] Allocated IP 172.25.3.249 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/65def2ed-d604-4e71-8036-df02410bcdcf) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:41:36.515324 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-46d996de-73a3-43b6-b38e-d6d88d04fca8 admin admin] Publish callbacks [] for security_group (25a85497-8695-4db4-b83c-7fca17cd7d62), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:36.524987 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-46d996de-73a3-43b6-b38e-d6d88d04fca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (25a85497-8695-4db4-b83c-7fca17cd7d62), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:36.599827 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-46d996de-73a3-43b6-b38e-d6d88d04fca8 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=3ed0beac40944319aeb82f2d1c897f77&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9195533 Feb 09 21:41:36.602371 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa0f2bf4-9fd7-4cb5-89d0-c03f6c88cebb tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Router 1af146e3-7d88-439a-ba61-c7061bae58e1 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:41:36.604829 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 37564) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:36.650822 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d996de-73a3-43b6-b38e-d6d88d04fca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25a85497-8695-4db4-b83c-7fca17cd7d62,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:36.698471 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c2e80542-e205-4097-a42f-e8d1e7c24f3a admin admin] Publish callbacks [] for port (65def2ed-d604-4e71-8036-df02410bcdcf), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:36.717551 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2fdb0697-41a4-4cce-89bb-baa228a51814 admin admin] Publish callbacks [] for security_group (25a85497-8695-4db4-b83c-7fca17cd7d62), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:36.750615 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2fdb0697-41a4-4cce-89bb-baa228a51814 admin admin] Publish callbacks [] for security_group (25a85497-8695-4db4-b83c-7fca17cd7d62), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:36.793778 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa0f2bf4-9fd7-4cb5-89d0-c03f6c88cebb tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:41:36.794080 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c2e80542-e205-4097-a42f-e8d1e7c24f3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (65def2ed-d604-4e71-8036-df02410bcdcf), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:36.800027 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-fa0f2bf4-9fd7-4cb5-89d0-c03f6c88cebb tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "PUT /v2.0/routers/1af146e3-7d88-439a-ba61-c7061bae58e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8487799 Feb 09 21:41:36.808527 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c1a44b-6d32-4746-9c4c-83e3bcbb4396 None None] Sync routers for ids ['1af146e3-7d88-439a-ba61-c7061bae58e1'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:41:36.810802 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 37570) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:36.823336 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c1a44b-6d32-4746-9c4c-83e3bcbb4396 None None] Routers {'1af146e3-7d88-439a-ba61-c7061bae58e1'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:41:36.824446 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-02c1a44b-6d32-4746-9c4c-83e3bcbb4396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:41:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['1af146e3-7d88-439a-ba61-c7061bae58e1'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:36.855913 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-a8f6d4b0-4d3d-4458-8896-0dcf5126dfbd tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "GET /v2.0/ports?device_id=1af146e3-7d88-439a-ba61-c7061bae58e1 HTTP/1.1" status: 200 len: 205 time: 0.0403924 Feb 09 21:41:36.880915 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 37574) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:36.887270 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e80542-e205-4097-a42f-e8d1e7c24f3a admin admin] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:41:36.889969 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-02c1a44b-6d32-4746-9c4c-83e3bcbb4396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:36.897273 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-c2e80542-e205-4097-a42f-e8d1e7c24f3a admin admin] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:41:36.902679 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c1a44b-6d32-4746-9c4c-83e3bcbb4396 None None] Routers {'1af146e3-7d88-439a-ba61-c7061bae58e1'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:41:36.903747 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-02c1a44b-6d32-4746-9c4c-83e3bcbb4396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:41:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['1af146e3-7d88-439a-ba61-c7061bae58e1'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:36.906478 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e80542-e205-4097-a42f-e8d1e7c24f3a admin admin] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:41:36.940916 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-02c1a44b-6d32-4746-9c4c-83e3bcbb4396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:36.942121 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c1a44b-6d32-4746-9c4c-83e3bcbb4396 None None] The sync data for ids ['1af146e3-7d88-439a-ba61-c7061bae58e1'] in n-d-828369-5 is: [] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:41:36.981604 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5a2e78de-78d7-46cd-a90a-707c32654d36 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (33bddd3e-27fe-4d0e-a684-9df573424d03), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:37.059213 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2fdb0697-41a4-4cce-89bb-baa228a51814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (25a85497-8695-4db4-b83c-7fca17cd7d62), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:37.062045 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2fdb0697-41a4-4cce-89bb-baa228a51814 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:37.065320 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-2fdb0697-41a4-4cce-89bb-baa228a51814 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/25a85497-8695-4db4-b83c-7fca17cd7d62 HTTP/1.1" status: 204 len: 168 time: 0.4572401 Feb 09 21:41:37.065320 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e80542-e205-4097-a42f-e8d1e7c24f3a admin admin] Pushing event updated for resources: {'Port': ['ID=65def2ed-d604-4e71-8036-df02410bcdcf,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:37.140085 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdb0697-41a4-4cce-89bb-baa228a51814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a85497-8695-4db4-b83c-7fca17cd7d62,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:37.145247 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6fd37304-806e-4c29-8662-86cef37e788d tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for router (1af146e3-7d88-439a-ba61-c7061bae58e1), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:37.178942 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a2e78de-78d7-46cd-a90a-707c32654d36 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Router 33bddd3e-27fe-4d0e-a684-9df573424d03 is scheduled to L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 with binding_index 1 {{(pid=103140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:41:37.321555 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a2e78de-78d7-46cd-a90a-707c32654d36 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:41:37.332379 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32412cf0-9efb-4a35-b020-dbcd59e04da3 None None] Sync routers for ids ['33bddd3e-27fe-4d0e-a684-9df573424d03'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:41:37.345082 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32412cf0-9efb-4a35-b020-dbcd59e04da3 None None] Routers {'33bddd3e-27fe-4d0e-a684-9df573424d03'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:41:37.346021 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-32412cf0-9efb-4a35-b020-dbcd59e04da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:41:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['33bddd3e-27fe-4d0e-a684-9df573424d03'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:37.364741 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5a2e78de-78d7-46cd-a90a-707c32654d36 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:37.368669 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-5a2e78de-78d7-46cd-a90a-707c32654d36 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.8435395 Feb 09 21:41:37.369032 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 37598) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:37.380465 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-243f539c-7b88-495b-a3de-66f8b57928b0 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'enable_snat': False}}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:37.440212 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-32412cf0-9efb-4a35-b020-dbcd59e04da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:37.460945 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32412cf0-9efb-4a35-b020-dbcd59e04da3 None None] Routers {'33bddd3e-27fe-4d0e-a684-9df573424d03'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:41:37.461666 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-32412cf0-9efb-4a35-b020-dbcd59e04da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:41:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['33bddd3e-27fe-4d0e-a684-9df573424d03'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:37.487350 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6fd37304-806e-4c29-8662-86cef37e788d tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (1af146e3-7d88-439a-ba61-c7061bae58e1), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:37.546882 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6fd37304-806e-4c29-8662-86cef37e788d tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for router_controller (1af146e3-7d88-439a-ba61-c7061bae58e1), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:37.552793 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-32412cf0-9efb-4a35-b020-dbcd59e04da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:37.553515 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32412cf0-9efb-4a35-b020-dbcd59e04da3 None None] The sync data for ids ['33bddd3e-27fe-4d0e-a684-9df573424d03'] in n-d-828369-5 is: [] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:41:37.678999 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6fd37304-806e-4c29-8662-86cef37e788d tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (1af146e3-7d88-439a-ba61-c7061bae58e1), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:37.679856 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fd37304-806e-4c29-8662-86cef37e788d tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Fanout notify agent at l3_agent the message router_deleted on router 1af146e3-7d88-439a-ba61-c7061bae58e1 {{(pid=103141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:41:37.702661 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6fd37304-806e-4c29-8662-86cef37e788d tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:37.708411 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-6fd37304-806e-4c29-8662-86cef37e788d tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "DELETE /v2.0/routers/1af146e3-7d88-439a-ba61-c7061bae58e1 HTTP/1.1" status: 204 len: 168 time: 0.8231623 Feb 09 21:41:37.709541 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 37620) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:37.729913 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 37624) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:37.754229 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d9d532e2-57f0-4d86-b227-f8ae09b5d5c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:37.773253 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c2e80542-e205-4097-a42f-e8d1e7c24f3a admin admin] Publish callbacks [] for router_gateway (bc8f9033-df9f-4aee-827e-c5db5253e4c3), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:37.922687 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd257f9-cd3e-4be8-b317-453564fde2c4 None None] Network 05cd0539-36ae-4aa3-999f-f931d2683843 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:41:38.045542 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d9d532e2-57f0-4d86-b227-f8ae09b5d5c5 admin admin] Publish callbacks [] for security_group (316040ae-51f3-4e6b-9a87-e4cb83eb8bc4), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:38.055625 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d9d532e2-57f0-4d86-b227-f8ae09b5d5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (316040ae-51f3-4e6b-9a87-e4cb83eb8bc4), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:38.127900 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d532e2-57f0-4d86-b227-f8ae09b5d5c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=316040ae-51f3-4e6b-9a87-e4cb83eb8bc4,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:38.135564 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-d9d532e2-57f0-4d86-b227-f8ae09b5d5c5 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=9fae1dcac197492a9c670f27b52701ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4021626 Feb 09 21:41:38.136378 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 37648) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:38.189292 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c2e80542-e205-4097-a42f-e8d1e7c24f3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (bc8f9033-df9f-4aee-827e-c5db5253e4c3), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:38.249340 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device b4fe331b-6c36-4bb1-8330-350e921810eb up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:41:38.286599 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-87d9e22c-6559-447d-b16d-439390cdd588 admin admin] Publish callbacks [] for security_group (316040ae-51f3-4e6b-9a87-e4cb83eb8bc4), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:38.319492 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-f445be30-ac0e-4234-852f-2747fb7e8fa6 None None] Provisioning complete for port b4fe331b-6c36-4bb1-8330-350e921810eb triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:38.320182 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f445be30-ac0e-4234-852f-2747fb7e8fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (b4fe331b-6c36-4bb1-8330-350e921810eb), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:38.327928 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-87d9e22c-6559-447d-b16d-439390cdd588 admin admin] Publish callbacks [] for security_group (316040ae-51f3-4e6b-9a87-e4cb83eb8bc4), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:38.335869 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-243f539c-7b88-495b-a3de-66f8b57928b0 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks [] for router_gateway (33bddd3e-27fe-4d0e-a684-9df573424d03), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:38.352718 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a41d78a-1339-4b2d-a1f9-b3826aa9bef1 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Deleting subnet 06e23758-8946-42d6-ad37-2617f7afd799 {{(pid=103140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:41:38.358690 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3a41d78a-1339-4b2d-a1f9-b3826aa9bef1 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for subnet (06e23758-8946-42d6-ad37-2617f7afd799), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:38.421194 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-87d9e22c-6559-447d-b16d-439390cdd588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (316040ae-51f3-4e6b-9a87-e4cb83eb8bc4), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:38.424185 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-87d9e22c-6559-447d-b16d-439390cdd588 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:38.425810 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-87d9e22c-6559-447d-b16d-439390cdd588 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/316040ae-51f3-4e6b-9a87-e4cb83eb8bc4 HTTP/1.1" status: 204 len: 168 time: 0.2883811 Feb 09 21:41:38.466430 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port b4fe331b-6c36-4bb1-8330-350e921810eb triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:38.467062 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (b4fe331b-6c36-4bb1-8330-350e921810eb), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:38.469082 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2e80542-e205-4097-a42f-e8d1e7c24f3a admin admin] Router bc8f9033-df9f-4aee-827e-c5db5253e4c3 is scheduled to L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 with binding_index 1 {{(pid=103141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:41:38.472124 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3a41d78a-1339-4b2d-a1f9-b3826aa9bef1 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9110716'] for subnet (06e23758-8946-42d6-ad37-2617f7afd799), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:38.475185 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d9e22c-6559-447d-b16d-439390cdd588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=316040ae-51f3-4e6b-9a87-e4cb83eb8bc4,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:38.593139 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-f445be30-ac0e-4234-852f-2747fb7e8fa6 None None] Current status of the port b4fe331b-6c36-4bb1-8330-350e921810eb is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:38.593749 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f445be30-ac0e-4234-852f-2747fb7e8fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (b4fe331b-6c36-4bb1-8330-350e921810eb), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:38.671460 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3a41d78a-1339-4b2d-a1f9-b3826aa9bef1 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (06e23758-8946-42d6-ad37-2617f7afd799), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:38.690004 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2e80542-e205-4097-a42f-e8d1e7c24f3a admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:41:38.702435 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5050a66-8a24-4ca4-b650-2bef38df301a None None] Sync routers for ids ['bc8f9033-df9f-4aee-827e-c5db5253e4c3'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:41:38.712497 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port b4fe331b-6c36-4bb1-8330-350e921810eb is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:38.713284 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (b4fe331b-6c36-4bb1-8330-350e921810eb), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:38.726308 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-f445be30-ac0e-4234-852f-2747fb7e8fa6 None None] For port b4fe331b-6c36-4bb1-8330-350e921810eb, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=b4fe331b-6c36-4bb1-8330-350e921810eb,segment=NetworkSegment(95da11bd-68bd-442d-af90-0aca21711bb5),segment_id=95da11bd-68bd-442d-af90-0aca21711bb5)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:41:38.727718 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c2e80542-e205-4097-a42f-e8d1e7c24f3a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:38.731537 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-c2e80542-e205-4097-a42f-e8d1e7c24f3a admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.4380481 Feb 09 21:41:38.732489 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 37670) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:38.742244 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5050a66-8a24-4ca4-b650-2bef38df301a None None] Routers {'bc8f9033-df9f-4aee-827e-c5db5253e4c3'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:41:38.742814 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f445be30-ac0e-4234-852f-2747fb7e8fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (b4fe331b-6c36-4bb1-8330-350e921810eb), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:38.746732 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-f5050a66-8a24-4ca4-b650-2bef38df301a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:41:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['bc8f9033-df9f-4aee-827e-c5db5253e4c3'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:38.847185 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f445be30-ac0e-4234-852f-2747fb7e8fa6 None None] Pushing event updated for resources: {'Port': ['ID=b4fe331b-6c36-4bb1-8330-350e921810eb,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:38.858304 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.db.api [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103142) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:41:38.858788 n-d-828369-5 neutron-server[103142]: DEBUG oslo_db.api [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:41:38.923386 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 37674) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:38.954648 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a1531746-2271-4841-9885-b6868ab88f5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:38.976204 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-f5050a66-8a24-4ca4-b650-2bef38df301a None None] Set router bc8f9033-df9f-4aee-827e-c5db5253e4c3 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:41:39.011226 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3a41d78a-1339-4b2d-a1f9-b3826aa9bef1 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621346'] for subnet (06e23758-8946-42d6-ad37-2617f7afd799), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:39.031557 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3a41d78a-1339-4b2d-a1f9-b3826aa9bef1 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:39.038751 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-3a41d78a-1339-4b2d-a1f9-b3826aa9bef1 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "DELETE /v2.0/subnets/06e23758-8946-42d6-ad37-2617f7afd799 HTTP/1.1" status: 204 len: 168 time: 1.3280220 Feb 09 21:41:39.041193 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073c021d-d9a4-4552-88d2-b9be28fa9969 None None] Network 0c764279-142a-4df3-9db2-7715c586e2c7 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:41:39.043893 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 37682) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:39.148178 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bb0dbd65-d764-4b83-b81a-f4a2df35cc85 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (0c764279-142a-4df3-9db2-7715c586e2c7), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:39.152446 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a41d78a-1339-4b2d-a1f9-b3826aa9bef1 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Pushing event deleted for resources: {'Subnet': ['ID=06e23758-8946-42d6-ad37-2617f7afd799,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:39.267824 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-403074de-e7da-4e18-ba7e-007ed045bc92 None None] Provisioning complete for port b4fe331b-6c36-4bb1-8330-350e921810eb triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:39.267824 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-403074de-e7da-4e18-ba7e-007ed045bc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (b4fe331b-6c36-4bb1-8330-350e921810eb), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:39.303323 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0981d5ee-c445-419e-b8b6-ab438bdc0668 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:39.314764 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-f5050a66-8a24-4ca4-b650-2bef38df301a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc8f9033-df9f-4aee-827e-c5db5253e4c3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-209344213-router', 'tenant_id': '81876a1acb47437d8ddabffe434cacf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '65def2ed-d604-4e71-8036-df02410bcdcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:41:35Z', 'updated_at': '2022-02-09T21:41:37Z', 'revision_number': 3, 'project_id': '81876a1acb47437d8ddabffe434cacf9', 'gw_port': {'id': '65def2ed-d604-4e71-8036-df02410bcdcf', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:4c:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc8f9033-df9f-4aee-827e-c5db5253e4c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:36Z', 'updated_at': '2022-02-09T21:41:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:39.348281 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5050a66-8a24-4ca4-b650-2bef38df301a None None] Checking router: bc8f9033-df9f-4aee-827e-c5db5253e4c3 for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:41:39.349291 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5050a66-8a24-4ca4-b650-2bef38df301a None None] Updating router bc8f9033-df9f-4aee-827e-c5db5253e4c3 port 65def2ed-d604-4e71-8036-df02410bcdcf binding host n-d-828369-5 {{(pid=103143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:41:39.386012 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f5050a66-8a24-4ca4-b650-2bef38df301a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (65def2ed-d604-4e71-8036-df02410bcdcf), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:39.505459 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port b4fe331b-6c36-4bb1-8330-350e921810eb is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:39.538763 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0981d5ee-c445-419e-b8b6-ab438bdc0668 admin admin] Publish callbacks [] for security_group (f701349d-358c-4c7b-8e96-ef61d1577d5d), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:39.541882 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-bb0dbd65-d764-4b83-b81a-f4a2df35cc85 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Deleting port ad4278b2-dde8-48b9-a868-d80a93537ccd {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:41:39.543106 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bb0dbd65-d764-4b83-b81a-f4a2df35cc85 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (ad4278b2-dde8-48b9-a868-d80a93537ccd), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:39.572006 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-403074de-e7da-4e18-ba7e-007ed045bc92 None None] Current status of the port b4fe331b-6c36-4bb1-8330-350e921810eb is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:39.590076 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b1709d-2560-4083-b7f2-88e8f50172f2 None None] DHCP port deletion for 0c764279-142a-4df3-9db2-7715c586e2c7 request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:41:39.667892 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-325aebe4-909b-4864-990b-655436edf435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:39.686110 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0981d5ee-c445-419e-b8b6-ab438bdc0668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (f701349d-358c-4c7b-8e96-ef61d1577d5d), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:39.711868 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-37b1709d-2560-4083-b7f2-88e8f50172f2 None None] Deleting port ad4278b2-dde8-48b9-a868-d80a93537ccd {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:41:39.712247 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-37b1709d-2560-4083-b7f2-88e8f50172f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (ad4278b2-dde8-48b9-a868-d80a93537ccd), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:39.735633 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-243f539c-7b88-495b-a3de-66f8b57928b0 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-554449', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10783'] for router (33bddd3e-27fe-4d0e-a684-9df573424d03), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:39.770889 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f5050a66-8a24-4ca4-b650-2bef38df301a None None] Publish callbacks [] for port (65def2ed-d604-4e71-8036-df02410bcdcf), precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:39.777904 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f5050a66-8a24-4ca4-b650-2bef38df301a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (65def2ed-d604-4e71-8036-df02410bcdcf), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:39.786527 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-243f539c-7b88-495b-a3de-66f8b57928b0 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-554458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-554435', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-525216'] for router (33bddd3e-27fe-4d0e-a684-9df573424d03), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:39.807676 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-f5050a66-8a24-4ca4-b650-2bef38df301a None None] Attempting to bind port 65def2ed-d604-4e71-8036-df02410bcdcf on host n-d-828369-5 for vnic_type normal with profile {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:41:39.808366 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-f5050a66-8a24-4ca4-b650-2bef38df301a None None] Attempting to bind port 65def2ed-d604-4e71-8036-df02410bcdcf by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:41:39.809690 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5050a66-8a24-4ca4-b650-2bef38df301a None None] Attempting to bind port 65def2ed-d604-4e71-8036-df02410bcdcf on network 54a442d5-50a0-4c75-85cc-d19f5bf58118 {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:41:39.840238 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5050a66-8a24-4ca4-b650-2bef38df301a None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:41:39.840674 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5050a66-8a24-4ca4-b650-2bef38df301a None None] Checking segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:41:39.841491 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f5050a66-8a24-4ca4-b650-2bef38df301a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:39.841897 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5050a66-8a24-4ca4-b650-2bef38df301a None None] Bound using segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:41:39.842396 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-f5050a66-8a24-4ca4-b650-2bef38df301a None None] Bound port: 65def2ed-d604-4e71-8036-df02410bcdcf, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:41:39.842782 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f5050a66-8a24-4ca4-b650-2bef38df301a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (65def2ed-d604-4e71-8036-df02410bcdcf), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:39.870123 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-37b1709d-2560-4083-b7f2-88e8f50172f2 None None] For port ad4278b2-dde8-48b9-a868-d80a93537ccd, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=ad4278b2-dde8-48b9-a868-d80a93537ccd,segment=NetworkSegment(b697f139-9345-42dd-84a3-54be6e4ae368),segment_id=b697f139-9345-42dd-84a3-54be6e4ae368)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:41:39.872015 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-37b1709d-2560-4083-b7f2-88e8f50172f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (ad4278b2-dde8-48b9-a868-d80a93537ccd), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:39.894098 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-37b1709d-2560-4083-b7f2-88e8f50172f2 None None] Calling delete_port for ad4278b2-dde8-48b9-a868-d80a93537ccd owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:41:39.908611 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-0981d5ee-c445-419e-b8b6-ab438bdc0668 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=c77920d02958444eaa61e97818ac30e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9844747 Feb 09 21:41:39.911893 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 37698) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:39.915332 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0981d5ee-c445-419e-b8b6-ab438bdc0668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f701349d-358c-4c7b-8e96-ef61d1577d5d,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:39.919246 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-f5050a66-8a24-4ca4-b650-2bef38df301a None None] For port 65def2ed-d604-4e71-8036-df02410bcdcf, host n-d-828369-5, cleared binding levels {{(pid=103143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:41:39.921319 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-325aebe4-909b-4864-990b-655436edf435 admin admin] Allocated IP 172.20.0.1 (05cd0539-36ae-4aa3-999f-f931d2683843/f0da8412-03b1-4443-a880-77a4ccc57c5c/a080ed3c-df59-4c6e-845b-abe159471795) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:41:39.924460 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-f5050a66-8a24-4ca4-b650-2bef38df301a None None] For port 65def2ed-d604-4e71-8036-df02410bcdcf, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=65def2ed-d604-4e71-8036-df02410bcdcf,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:41:39.943162 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f5050a66-8a24-4ca4-b650-2bef38df301a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (65def2ed-d604-4e71-8036-df02410bcdcf), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:39.947094 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-bb0dbd65-d764-4b83-b81a-f4a2df35cc85 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] For port ad4278b2-dde8-48b9-a868-d80a93537ccd, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=ad4278b2-dde8-48b9-a868-d80a93537ccd,segment=NetworkSegment(b697f139-9345-42dd-84a3-54be6e4ae368),segment_id=b697f139-9345-42dd-84a3-54be6e4ae368)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:41:39.947322 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bb0dbd65-d764-4b83-b81a-f4a2df35cc85 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (ad4278b2-dde8-48b9-a868-d80a93537ccd), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:39.967178 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9c2b6c-a03e-4c5d-a574-3a010dfc9a77 None None] Pushing event updated for resources: {'Port': ['ID=65def2ed-d604-4e71-8036-df02410bcdcf,revision_number=2']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:39.968108 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-bb0dbd65-d764-4b83-b81a-f4a2df35cc85 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Calling delete_port for ad4278b2-dde8-48b9-a868-d80a93537ccd owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:41:40.014616 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-243f539c-7b88-495b-a3de-66f8b57928b0 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Router 33bddd3e-27fe-4d0e-a684-9df573424d03 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:41:40.034325 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9c2b6c-a03e-4c5d-a574-3a010dfc9a77 None None] Pushing event updated for resources: {'Port': ['ID=65def2ed-d604-4e71-8036-df02410bcdcf,revision_number=3']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:40.061379 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5050a66-8a24-4ca4-b650-2bef38df301a None None] Routers {'bc8f9033-df9f-4aee-827e-c5db5253e4c3'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:41:40.062058 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-f5050a66-8a24-4ca4-b650-2bef38df301a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:41:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['bc8f9033-df9f-4aee-827e-c5db5253e4c3'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:40.087700 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cbb288b1-ab83-46d0-984a-0910f1450cee admin admin] Publish callbacks [] for security_group (f701349d-358c-4c7b-8e96-ef61d1577d5d), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:40.119292 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cbb288b1-ab83-46d0-984a-0910f1450cee admin admin] Publish callbacks [] for security_group (f701349d-358c-4c7b-8e96-ef61d1577d5d), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:40.160424 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device b4fe331b-6c36-4bb1-8330-350e921810eb up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:41:40.193055 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cbb288b1-ab83-46d0-984a-0910f1450cee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (f701349d-358c-4c7b-8e96-ef61d1577d5d), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:40.196173 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cbb288b1-ab83-46d0-984a-0910f1450cee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:40.197975 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-cbb288b1-ab83-46d0-984a-0910f1450cee admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/f701349d-358c-4c7b-8e96-ef61d1577d5d HTTP/1.1" status: 204 len: 168 time: 0.2803569 Feb 09 21:41:40.218133 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb288b1-ab83-46d0-984a-0910f1450cee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f701349d-358c-4c7b-8e96-ef61d1577d5d,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:40.235309 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-325aebe4-909b-4864-990b-655436edf435 admin admin] Publish callbacks [] for port (a080ed3c-df59-4c6e-845b-abe159471795), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:40.261409 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-f5050a66-8a24-4ca4-b650-2bef38df301a None None] Set router bc8f9033-df9f-4aee-827e-c5db5253e4c3 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:41:40.275646 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-243f539c-7b88-495b-a3de-66f8b57928b0 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:41:40.294962 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-243f539c-7b88-495b-a3de-66f8b57928b0 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:40.299554 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 37708) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:40.299805 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-243f539c-7b88-495b-a3de-66f8b57928b0 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] 10.222.0.90 "PUT /v2.0/routers/33bddd3e-27fe-4d0e-a684-9df573424d03 HTTP/1.1" status: 200 len: 926 time: 2.9284780 Feb 09 21:41:40.312428 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-325aebe4-909b-4864-990b-655436edf435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (a080ed3c-df59-4c6e-845b-abe159471795), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:40.315128 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5827630-fe70-4001-b77d-be360cc39d4b None None] Sync routers for ids ['33bddd3e-27fe-4d0e-a684-9df573424d03'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:41:40.342808 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-37b1709d-2560-4083-b7f2-88e8f50172f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (ad4278b2-dde8-48b9-a868-d80a93537ccd), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:40.356261 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bb0dbd65-d764-4b83-b81a-f4a2df35cc85 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (ad4278b2-dde8-48b9-a868-d80a93537ccd), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:40.427501 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0dbd65-d764-4b83-b81a-f4a2df35cc85 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Pushing event deleted for resources: {'Port': ['ID=ad4278b2-dde8-48b9-a868-d80a93537ccd,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:40.429938 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b1709d-2560-4083-b7f2-88e8f50172f2 None None] Pushing event deleted for resources: {'Port': ['ID=ad4278b2-dde8-48b9-a868-d80a93537ccd,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:40.432542 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0dbd65-d764-4b83-b81a-f4a2df35cc85 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] No DVR routers for this DVR port ad4278b2-dde8-48b9-a868-d80a93537ccd on host n-d-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:41:40.455997 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port b4fe331b-6c36-4bb1-8330-350e921810eb triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:40.456613 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (b4fe331b-6c36-4bb1-8330-350e921810eb), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:40.490808 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5827630-fe70-4001-b77d-be360cc39d4b None None] Routers {'33bddd3e-27fe-4d0e-a684-9df573424d03'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:41:40.491981 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-d5827630-fe70-4001-b77d-be360cc39d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:41:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['33bddd3e-27fe-4d0e-a684-9df573424d03'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:40.536678 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b1709d-2560-4083-b7f2-88e8f50172f2 None None] No DVR routers for this DVR port ad4278b2-dde8-48b9-a868-d80a93537ccd on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:41:40.542036 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-d5827630-fe70-4001-b77d-be360cc39d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:40.571572 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5827630-fe70-4001-b77d-be360cc39d4b None None] Routers {'33bddd3e-27fe-4d0e-a684-9df573424d03'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:41:40.573116 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-d5827630-fe70-4001-b77d-be360cc39d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:41:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['33bddd3e-27fe-4d0e-a684-9df573424d03'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:40.600264 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-f5050a66-8a24-4ca4-b650-2bef38df301a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc8f9033-df9f-4aee-827e-c5db5253e4c3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-209344213-router', 'tenant_id': '81876a1acb47437d8ddabffe434cacf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '65def2ed-d604-4e71-8036-df02410bcdcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:41:35Z', 'updated_at': '2022-02-09T21:41:37Z', 'revision_number': 3, 'project_id': '81876a1acb47437d8ddabffe434cacf9', 'gw_port': {'id': '65def2ed-d604-4e71-8036-df02410bcdcf', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:4c:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc8f9033-df9f-4aee-827e-c5db5253e4c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:36Z', 'updated_at': '2022-02-09T21:41:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:40.616512 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-d5827630-fe70-4001-b77d-be360cc39d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:40.617466 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5827630-fe70-4001-b77d-be360cc39d4b None None] The sync data for ids ['33bddd3e-27fe-4d0e-a684-9df573424d03'] in n-d-828369-5 is: [] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:41:40.651718 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bb0dbd65-d764-4b83-b81a-f4a2df35cc85 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (0c764279-142a-4df3-9db2-7715c586e2c7), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:40.679215 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port b4fe331b-6c36-4bb1-8330-350e921810eb is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:40.688431 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5050a66-8a24-4ca4-b650-2bef38df301a None None] The sync data for ids ['bc8f9033-df9f-4aee-827e-c5db5253e4c3'] in n-d-828369-5 is: [{'id': 'bc8f9033-df9f-4aee-827e-c5db5253e4c3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-209344213-router', 'tenant_id': '81876a1acb47437d8ddabffe434cacf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '65def2ed-d604-4e71-8036-df02410bcdcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:41:35Z', 'updated_at': '2022-02-09T21:41:37Z', 'revision_number': 3, 'project_id': '81876a1acb47437d8ddabffe434cacf9', 'gw_port': {'id': '65def2ed-d604-4e71-8036-df02410bcdcf', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:4c:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc8f9033-df9f-4aee-827e-c5db5253e4c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:36Z', 'updated_at': '2022-02-09T21:41:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:41:40.702090 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-bb0dbd65-d764-4b83-b81a-f4a2df35cc85 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c764279-142a-4df3-9db2-7715c586e2c7']}} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:40.738229 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-bb0dbd65-d764-4b83-b81a-f4a2df35cc85 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b697f139-9345-42dd-84a3-54be6e4ae368') {'for_net_delete': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:40.738601 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-bb0dbd65-d764-4b83-b81a-f4a2df35cc85 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b697f139-9345-42dd-84a3-54be6e4ae368') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:40.778271 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bb0dbd65-d764-4b83-b81a-f4a2df35cc85 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110711'] for segment (b697f139-9345-42dd-84a3-54be6e4ae368), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:40.787895 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device ad4278b2-dde8-48b9-a868-d80a93537ccd no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:41:40.815869 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: ad4278b2-dde8-48b9-a868-d80a93537ccd {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:41:40.816252 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device ad4278b2-dde8-48b9-a868-d80a93537ccd not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:41:40.823777 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bb0dbd65-d764-4b83-b81a-f4a2df35cc85 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (b697f139-9345-42dd-84a3-54be6e4ae368), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:40.840875 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb0dbd65-d764-4b83-b81a-f4a2df35cc85 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=103140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:41:40.841284 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bb0dbd65-d764-4b83-b81a-f4a2df35cc85 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669415'] for segment (b697f139-9345-42dd-84a3-54be6e4ae368), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:40.845151 n-d-828369-5 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:41:40.845151 n-d-828369-5 neutron-server[103140]: self.session.flush() Feb 09 21:41:40.845151 n-d-828369-5 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:41:40.845151 n-d-828369-5 neutron-server[103140]: self.session.flush() Feb 09 21:41:40.845151 n-d-828369-5 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:41:40.845151 n-d-828369-5 neutron-server[103140]: self.session.flush() Feb 09 21:41:40.845151 n-d-828369-5 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:41:40.845151 n-d-828369-5 neutron-server[103140]: self.session.flush() Feb 09 21:41:40.845151 n-d-828369-5 neutron-server[103140]: Traceback (most recent call last): Feb 09 21:41:40.845151 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:41:40.845151 n-d-828369-5 neutron-server[103140]: timer() Feb 09 21:41:40.845151 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:41:40.845151 n-d-828369-5 neutron-server[103140]: cb(*args, **kw) Feb 09 21:41:40.845151 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:41:40.845151 n-d-828369-5 neutron-server[103140]: return func(*args, **kwargs) Feb 09 21:41:40.845151 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:41:40.845151 n-d-828369-5 neutron-server[103140]: self._notify() Feb 09 21:41:40.845151 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:41:40.845151 n-d-828369-5 neutron-server[103140]: self.callback(batched_events) Feb 09 21:41:40.845151 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:41:40.845151 n-d-828369-5 neutron-server[103140]: event.method(event) Feb 09 21:41:40.845151 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:41:40.845151 n-d-828369-5 neutron-server[103140]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:41:40.845151 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:41:40.845151 n-d-828369-5 neutron-server[103140]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:41:40.845151 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:41:40.845151 n-d-828369-5 neutron-server[103140]: return f(self, *a, **k) Feb 09 21:41:40.845151 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:41:40.845151 n-d-828369-5 neutron-server[103140]: return self._get(url).json() Feb 09 21:41:40.845151 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:41:40.845151 n-d-828369-5 neutron-server[103140]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:41:40.845151 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:41:40.845151 n-d-828369-5 neutron-server[103140]: return self.request(url, 'GET', **kwargs) Feb 09 21:41:40.845151 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:41:40.845151 n-d-828369-5 neutron-server[103140]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:41:40.845151 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:41:40.845151 n-d-828369-5 neutron-server[103140]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:41:40.845151 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:41:40.845151 n-d-828369-5 neutron-server[103140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:41:40.845151 n-d-828369-5 neutron-server[103140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:41:40.896639 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 37718) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:40.924274 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-88acd1e6-0c6a-4a5e-89a5-18b90dfa9faa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:40.968320 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bb0dbd65-d764-4b83-b81a-f4a2df35cc85 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (0c764279-142a-4df3-9db2-7715c586e2c7), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:40.976526 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325aebe4-909b-4864-990b-655436edf435 admin admin] Network 05cd0539-36ae-4aa3-999f-f931d2683843 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:41:40.978235 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b322674b-80cf-44e7-ac11-0011cb7ff13b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:40.986313 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-325aebe4-909b-4864-990b-655436edf435 admin admin] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:41:40.990510 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325aebe4-909b-4864-990b-655436edf435 admin admin] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:41:40.992888 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bb0dbd65-d764-4b83-b81a-f4a2df35cc85 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:40.993006 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325aebe4-909b-4864-990b-655436edf435 admin admin] Pushing event updated for resources: {'Port': ['ID=a080ed3c-df59-4c6e-845b-abe159471795,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:41.005900 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-bb0dbd65-d764-4b83-b81a-f4a2df35cc85 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "DELETE /v2.0/networks/0c764279-142a-4df3-9db2-7715c586e2c7 HTTP/1.1" status: 204 len: 168 time: 1.9400373 Feb 09 21:41:41.009226 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 37722) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:41.059338 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-01bd03a0-f4e3-4baa-82c1-12e805610bf7 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-194036724', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}, 'admin_state_up': False}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:41.059579 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-ddc9de41-42d0-437c-835b-f7d2fa2493c5 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] 10.222.0.90 "GET /v2.0/routers/33bddd3e-27fe-4d0e-a684-9df573424d03 HTTP/1.1" status: 200 len: 926 time: 0.7576473 Feb 09 21:41:41.060085 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 37724) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:41.099116 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-325aebe4-909b-4864-990b-655436edf435 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554727'] for router_interface (bc8f9033-df9f-4aee-827e-c5db5253e4c3), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:41.109059 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0dbd65-d764-4b83-b81a-f4a2df35cc85 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Pushing event deleted for resources: {'Network': ['ID=0c764279-142a-4df3-9db2-7715c586e2c7,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:41.152169 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-01bd03a0-f4e3-4baa-82c1-12e805610bf7 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (4f328293-1324-4d9e-9adf-f83e78cfa54b), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:41.153474 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-01bd03a0-f4e3-4baa-82c1-12e805610bf7 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (4f328293-1324-4d9e-9adf-f83e78cfa54b), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:41.304133 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-88acd1e6-0c6a-4a5e-89a5-18b90dfa9faa admin admin] Publish callbacks [] for security_group (6946f1ae-6b12-458f-8e1d-ba8fd8b7a1ac), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:41.314100 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-01bd03a0-f4e3-4baa-82c1-12e805610bf7 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for router_controller (4f328293-1324-4d9e-9adf-f83e78cfa54b), precommit_add_association {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:41.316162 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-88acd1e6-0c6a-4a5e-89a5-18b90dfa9faa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (6946f1ae-6b12-458f-8e1d-ba8fd8b7a1ac), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:41.322029 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f6b100-b592-42a3-b820-c0618ff1e3d9 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:41.331128 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-35f6b100-b592-42a3-b820-c0618ff1e3d9 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] 10.222.0.90 "GET /v2.0/ports?network_id=54a442d5-50a0-4c75-85cc-d19f5bf58118&device_id=33bddd3e-27fe-4d0e-a684-9df573424d03&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2651510 Feb 09 21:41:41.340610 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 37728) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:41.503664 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-88acd1e6-0c6a-4a5e-89a5-18b90dfa9faa admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=a8b40eb79dd94df8a88e3f699d0632b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6057549 Feb 09 21:41:41.507753 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88acd1e6-0c6a-4a5e-89a5-18b90dfa9faa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6946f1ae-6b12-458f-8e1d-ba8fd8b7a1ac,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:41.508473 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 37732) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:41.518745 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-c9e8b323-8b44-4ba7-949e-5760c7f40fb5 None None] Provisioning complete for port a080ed3c-df59-4c6e-845b-abe159471795 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:41.520375 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c9e8b323-8b44-4ba7-949e-5760c7f40fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (a080ed3c-df59-4c6e-845b-abe159471795), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:41.577407 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd66636-9253-4ff8-bf56-386aebe27f5d tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:41.579360 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-1dd66636-9253-4ff8-bf56-386aebe27f5d tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] 10.222.0.90 "GET /v2.0/networks/54a442d5-50a0-4c75-85cc-d19f5bf58118 HTTP/1.1" status: 200 len: 881 time: 0.2255421 Feb 09 21:41:41.582266 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 37734) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:41.619508 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-c9e8b323-8b44-4ba7-949e-5760c7f40fb5 None None] Port a080ed3c-df59-4c6e-845b-abe159471795 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:41:41.622677 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-01bd03a0-f4e3-4baa-82c1-12e805610bf7 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for router_gateway (4f328293-1324-4d9e-9adf-f83e78cfa54b), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:41.659456 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-9042994e-3c11-4d58-ad0d-d30fd7a87dd7 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] 10.222.0.90 "GET /v2.0/ports?device_id=33bddd3e-27fe-4d0e-a684-9df573424d03 HTTP/1.1" status: 200 len: 205 time: 0.0671635 Feb 09 21:41:41.666290 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 37738) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:41.827092 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-325aebe4-909b-4864-990b-655436edf435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (a080ed3c-df59-4c6e-845b-abe159471795), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:41.846839 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-adcd97bf-4855-469b-8d82-d92d0218cf57 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks [] for router (33bddd3e-27fe-4d0e-a684-9df573424d03), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:41.880713 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-01bd03a0-f4e3-4baa-82c1-12e805610bf7 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for router_gateway (4f328293-1324-4d9e-9adf-f83e78cfa54b), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:41.904026 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-01bd03a0-f4e3-4baa-82c1-12e805610bf7 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:41.993447 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e7d79d18-ed24-4cd5-a317-a4c690fb1ff6 admin admin] Publish callbacks [] for security_group (6946f1ae-6b12-458f-8e1d-ba8fd8b7a1ac), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:42.066686 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e7d79d18-ed24-4cd5-a317-a4c690fb1ff6 admin admin] Publish callbacks [] for security_group (6946f1ae-6b12-458f-8e1d-ba8fd8b7a1ac), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:42.115970 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-01bd03a0-f4e3-4baa-82c1-12e805610bf7 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Allocated IP 172.25.3.201 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/7a8f9de7-0c47-4e25-bc4e-1f3ca0af4171) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:41:42.131005 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 65def2ed-d604-4e71-8036-df02410bcdcf up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:41:42.159125 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-adcd97bf-4855-469b-8d82-d92d0218cf57 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks [] for router_gateway (33bddd3e-27fe-4d0e-a684-9df573424d03), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:42.252072 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 65def2ed-d604-4e71-8036-df02410bcdcf triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:42.253437 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (65def2ed-d604-4e71-8036-df02410bcdcf), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:42.269688 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e7d79d18-ed24-4cd5-a317-a4c690fb1ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (6946f1ae-6b12-458f-8e1d-ba8fd8b7a1ac), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:42.272815 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e7d79d18-ed24-4cd5-a317-a4c690fb1ff6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:42.274145 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-e7d79d18-ed24-4cd5-a317-a4c690fb1ff6 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/6946f1ae-6b12-458f-8e1d-ba8fd8b7a1ac HTTP/1.1" status: 204 len: 168 time: 0.7630661 Feb 09 21:41:42.291987 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-01bd03a0-f4e3-4baa-82c1-12e805610bf7 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for port (7a8f9de7-0c47-4e25-bc4e-1f3ca0af4171), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:42.303757 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-325aebe4-909b-4864-990b-655436edf435 admin admin] Publish callbacks [] for port (a080ed3c-df59-4c6e-845b-abe159471795), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:42.308624 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d79d18-ed24-4cd5-a317-a4c690fb1ff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6946f1ae-6b12-458f-8e1d-ba8fd8b7a1ac,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:42.315695 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-325aebe4-909b-4864-990b-655436edf435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (a080ed3c-df59-4c6e-845b-abe159471795), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:42.351019 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 65def2ed-d604-4e71-8036-df02410bcdcf is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:42.351422 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (65def2ed-d604-4e71-8036-df02410bcdcf), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:42.358730 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-325aebe4-909b-4864-990b-655436edf435 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524919'] for router_interface (bc8f9033-df9f-4aee-827e-c5db5253e4c3), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:42.360423 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-01bd03a0-f4e3-4baa-82c1-12e805610bf7 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (7a8f9de7-0c47-4e25-bc4e-1f3ca0af4171), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:42.389522 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port 65def2ed-d604-4e71-8036-df02410bcdcf, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=65def2ed-d604-4e71-8036-df02410bcdcf,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:41:42.396759 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (65def2ed-d604-4e71-8036-df02410bcdcf), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:42.410482 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01bd03a0-f4e3-4baa-82c1-12e805610bf7 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:41:42.414526 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-01bd03a0-f4e3-4baa-82c1-12e805610bf7 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:41:42.418957 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bd03a0-f4e3-4baa-82c1-12e805610bf7 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:41:42.441208 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325aebe4-909b-4864-990b-655436edf435 admin admin] Pushing event updated for resources: {'Port': ['ID=a080ed3c-df59-4c6e-845b-abe159471795,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:42.448196 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bd03a0-f4e3-4baa-82c1-12e805610bf7 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Pushing event updated for resources: {'Port': ['ID=7a8f9de7-0c47-4e25-bc4e-1f3ca0af4171,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:42.460858 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-adcd97bf-4855-469b-8d82-d92d0218cf57 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Deleting port 9f1d1b17-5196-40aa-90c7-8a1bcca60de0 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:41:42.461650 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-adcd97bf-4855-469b-8d82-d92d0218cf57 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (9f1d1b17-5196-40aa-90c7-8a1bcca60de0), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:42.493057 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=65def2ed-d604-4e71-8036-df02410bcdcf,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:42.680080 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-adcd97bf-4855-469b-8d82-d92d0218cf57 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (9f1d1b17-5196-40aa-90c7-8a1bcca60de0), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:42.688385 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:42.703561 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325aebe4-909b-4864-990b-655436edf435 admin admin] Network 05cd0539-36ae-4aa3-999f-f931d2683843 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:41:42.704745 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-adcd97bf-4855-469b-8d82-d92d0218cf57 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Calling delete_port for 9f1d1b17-5196-40aa-90c7-8a1bcca60de0 owned by network:router_gateway {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:41:42.711071 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-325aebe4-909b-4864-990b-655436edf435 admin admin] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:41:42.996565 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-325aebe4-909b-4864-990b-655436edf435 admin admin] Router bc8f9033-df9f-4aee-827e-c5db5253e4c3 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:41:43.166943 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 37766) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:43.190775 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-3e8445cc-b306-4d6d-b7da-d1071f55f036 None None] Provisioning complete for port a080ed3c-df59-4c6e-845b-abe159471795 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:43.191426 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-3e8445cc-b306-4d6d-b7da-d1071f55f036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (a080ed3c-df59-4c6e-845b-abe159471795), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:43.201181 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-adcd97bf-4855-469b-8d82-d92d0218cf57 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (9f1d1b17-5196-40aa-90c7-8a1bcca60de0), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:43.241464 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-325aebe4-909b-4864-990b-655436edf435 admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:41:43.247000 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-325aebe4-909b-4864-990b-655436edf435 admin admin] 10.222.0.90 "PUT /v2.0/routers/bc8f9033-df9f-4aee-827e-c5db5253e4c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5134721 Feb 09 21:41:43.249576 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcd97bf-4855-469b-8d82-d92d0218cf57 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Pushing event deleted for resources: {'Port': ['ID=9f1d1b17-5196-40aa-90c7-8a1bcca60de0,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:43.266816 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-3e8445cc-b306-4d6d-b7da-d1071f55f036 None None] Port a080ed3c-df59-4c6e-845b-abe159471795 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:41:43.269749 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b0d185-17fa-463f-a5d8-4bcb4346b16b None None] Sync routers for ids ['bc8f9033-df9f-4aee-827e-c5db5253e4c3'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:41:43.286123 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b0d185-17fa-463f-a5d8-4bcb4346b16b None None] Routers {'bc8f9033-df9f-4aee-827e-c5db5253e4c3'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:41:43.286706 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-b9b0d185-17fa-463f-a5d8-4bcb4346b16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:41:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['bc8f9033-df9f-4aee-827e-c5db5253e4c3'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:43.354111 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-adcd97bf-4855-469b-8d82-d92d0218cf57 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-554524'] for router_gateway (33bddd3e-27fe-4d0e-a684-9df573424d03), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:43.430036 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-01bd03a0-f4e3-4baa-82c1-12e805610bf7 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for router_gateway (4f328293-1324-4d9e-9adf-f83e78cfa54b), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:43.489901 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-adcd97bf-4855-469b-8d82-d92d0218cf57 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (33bddd3e-27fe-4d0e-a684-9df573424d03), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:43.493000 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-adcd97bf-4855-469b-8d82-d92d0218cf57 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks [] for router_controller (33bddd3e-27fe-4d0e-a684-9df573424d03), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:43.500249 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-b9b0d185-17fa-463f-a5d8-4bcb4346b16b None None] Set router bc8f9033-df9f-4aee-827e-c5db5253e4c3 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:41:43.511609 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5507e518-bb42-4f52-a9fe-d0b762bf554b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:43.559412 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-adcd97bf-4855-469b-8d82-d92d0218cf57 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (33bddd3e-27fe-4d0e-a684-9df573424d03), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:43.561936 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adcd97bf-4855-469b-8d82-d92d0218cf57 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Fanout notify agent at l3_agent the message router_deleted on router 33bddd3e-27fe-4d0e-a684-9df573424d03 {{(pid=103141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:41:43.577504 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-adcd97bf-4855-469b-8d82-d92d0218cf57 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:43.588488 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-adcd97bf-4855-469b-8d82-d92d0218cf57 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] 10.222.0.90 "DELETE /v2.0/routers/33bddd3e-27fe-4d0e-a684-9df573424d03 HTTP/1.1" status: 204 len: 168 time: 1.9209404 Feb 09 21:41:43.589260 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 37782) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:43.596070 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-dec8d4ce-5669-4674-84a2-58a1b6b7057e tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-27361055', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:43.719745 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-dec8d4ce-5669-4674-84a2-58a1b6b7057e tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (8e194e37-08da-40c5-9259-4c484c2b7090), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:43.720968 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-dec8d4ce-5669-4674-84a2-58a1b6b7057e tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (8e194e37-08da-40c5-9259-4c484c2b7090), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:43.770547 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5507e518-bb42-4f52-a9fe-d0b762bf554b admin admin] Publish callbacks [] for security_group (34566491-9fd2-4745-9a46-fd2313432c95), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:43.777461 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-b9b0d185-17fa-463f-a5d8-4bcb4346b16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc8f9033-df9f-4aee-827e-c5db5253e4c3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-209344213-router', 'tenant_id': '81876a1acb47437d8ddabffe434cacf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '65def2ed-d604-4e71-8036-df02410bcdcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:41:35Z', 'updated_at': '2022-02-09T21:41:41Z', 'revision_number': 4, 'project_id': '81876a1acb47437d8ddabffe434cacf9', 'gw_port': {'id': '65def2ed-d604-4e71-8036-df02410bcdcf', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:4c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8f9033-df9f-4aee-827e-c5db5253e4c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:36Z', 'updated_at': '2022-02-09T21:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': 'a080ed3c-df59-4c6e-845b-abe159471795', 'name': '', 'network_id': '05cd0539-36ae-4aa3-999f-f931d2683843', 'tenant_id': '81876a1acb47437d8ddabffe434cacf9', 'mac_address': 'fa:16:3e:9c:73:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc8f9033-df9f-4aee-827e-c5db5253e4c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'f0da8412-03b1-4443-a880-77a4ccc57c5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:39Z', 'updated_at': '2022-02-09T21:41:42Z', 'revision_number': 2, 'project_id': '81876a1acb47437d8ddabffe434cacf9', 'subnets': [{'id': 'f0da8412-03b1-4443-a880-77a4ccc57c5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:43.788120 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5507e518-bb42-4f52-a9fe-d0b762bf554b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (34566491-9fd2-4745-9a46-fd2313432c95), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:43.810464 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b0d185-17fa-463f-a5d8-4bcb4346b16b None None] Checking router: bc8f9033-df9f-4aee-827e-c5db5253e4c3 for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:41:43.810718 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b0d185-17fa-463f-a5d8-4bcb4346b16b None None] Updating router bc8f9033-df9f-4aee-827e-c5db5253e4c3 port a080ed3c-df59-4c6e-845b-abe159471795 binding host n-d-828369-5 {{(pid=103143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:41:43.816341 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-5507e518-bb42-4f52-a9fe-d0b762bf554b admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=6945105db5694656bbf317c440aeef75&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6487808 Feb 09 21:41:43.819581 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 37788) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:43.865474 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b9b0d185-17fa-463f-a5d8-4bcb4346b16b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (a080ed3c-df59-4c6e-845b-abe159471795), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:43.876461 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-dec8d4ce-5669-4674-84a2-58a1b6b7057e tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks [] for router_controller (8e194e37-08da-40c5-9259-4c484c2b7090), precommit_add_association {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:43.878745 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6d8ade70-5528-4e2d-bdfa-4b1a50a65b8c admin admin] Publish callbacks [] for security_group (34566491-9fd2-4745-9a46-fd2313432c95), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:43.887588 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5507e518-bb42-4f52-a9fe-d0b762bf554b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34566491-9fd2-4745-9a46-fd2313432c95,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:43.891471 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-dec8d4ce-5669-4674-84a2-58a1b6b7057e tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (8e194e37-08da-40c5-9259-4c484c2b7090), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:43.898939 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-01bd03a0-f4e3-4baa-82c1-12e805610bf7 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (4f328293-1324-4d9e-9adf-f83e78cfa54b), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:43.910140 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6d8ade70-5528-4e2d-bdfa-4b1a50a65b8c admin admin] Publish callbacks [] for security_group (34566491-9fd2-4745-9a46-fd2313432c95), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:43.988795 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-dec8d4ce-5669-4674-84a2-58a1b6b7057e tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:43.990866 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-dec8d4ce-5669-4674-84a2-58a1b6b7057e tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3991485 Feb 09 21:41:43.994149 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 37792) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:44.002468 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-d8d15185-7413-4f70-894d-087d1ceeb47b tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Request body: {'router': {'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:44.036900 n-d-828369-5 neutron-server[103140]: INFO neutron.api.v2.resource [req-00c0d9e2-8f12-45fd-9303-d4d937a5aff5 req-7a20baea-b687-418f-ba66-75309eee9faf tempest-FloatingIPDetailsNegativeTestJSON-927286182 tempest-FloatingIPDetailsNegativeTestJSON-927286182-project] show failed (client error): The resource could not be found. Feb 09 21:41:44.036900 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-00c0d9e2-8f12-45fd-9303-d4d937a5aff5 req-7a20baea-b687-418f-ba66-75309eee9faf tempest-FloatingIPDetailsNegativeTestJSON-927286182 tempest-FloatingIPDetailsNegativeTestJSON-927286182-project] 10.222.0.90 "GET /v2.0/floatingips/690a4964-e8ed-4b43-a60e-9b8a50f1c82f HTTP/1.1" status: 404 len: 350 time: 0.0861351 Feb 09 21:41:44.045085 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 37794) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:44.067239 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:44.088704 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 65def2ed-d604-4e71-8036-df02410bcdcf up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:41:44.195351 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 65def2ed-d604-4e71-8036-df02410bcdcf triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:44.195869 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (65def2ed-d604-4e71-8036-df02410bcdcf), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:44.253967 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6d8ade70-5528-4e2d-bdfa-4b1a50a65b8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (34566491-9fd2-4745-9a46-fd2313432c95), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:44.256820 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6d8ade70-5528-4e2d-bdfa-4b1a50a65b8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:44.258071 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-6d8ade70-5528-4e2d-bdfa-4b1a50a65b8c admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/34566491-9fd2-4745-9a46-fd2313432c95 HTTP/1.1" status: 204 len: 168 time: 0.4369900 Feb 09 21:41:44.307337 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b9b0d185-17fa-463f-a5d8-4bcb4346b16b None None] Publish callbacks [] for port (a080ed3c-df59-4c6e-845b-abe159471795), precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:44.314104 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8ade70-5528-4e2d-bdfa-4b1a50a65b8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34566491-9fd2-4745-9a46-fd2313432c95,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:44.321378 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d8d15185-7413-4f70-894d-087d1ceeb47b tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks [] for router_gateway (8e194e37-08da-40c5-9259-4c484c2b7090), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:44.329646 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b9b0d185-17fa-463f-a5d8-4bcb4346b16b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (a080ed3c-df59-4c6e-845b-abe159471795), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:44.448142 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01bd03a0-f4e3-4baa-82c1-12e805610bf7 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Router 4f328293-1324-4d9e-9adf-f83e78cfa54b is scheduled to L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 with binding_index 1 {{(pid=103140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:41:44.448846 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:41:44.512610 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 65def2ed-d604-4e71-8036-df02410bcdcf is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:44.574004 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55041fc-e043-47aa-a1c0-1675f638cb95 None None] Pushing event updated for resources: {'Port': ['ID=a080ed3c-df59-4c6e-845b-abe159471795,revision_number=3']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:44.586141 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-b9b0d185-17fa-463f-a5d8-4bcb4346b16b None None] Attempting to bind port a080ed3c-df59-4c6e-845b-abe159471795 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:41:44.586522 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-b9b0d185-17fa-463f-a5d8-4bcb4346b16b None None] Attempting to bind port a080ed3c-df59-4c6e-845b-abe159471795 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '95da11bd-68bd-442d-af90-0aca21711bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '05cd0539-36ae-4aa3-999f-f931d2683843'}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:41:44.589722 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b0d185-17fa-463f-a5d8-4bcb4346b16b None None] Attempting to bind port a080ed3c-df59-4c6e-845b-abe159471795 on network 05cd0539-36ae-4aa3-999f-f931d2683843 {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:41:44.611708 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b0d185-17fa-463f-a5d8-4bcb4346b16b None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:41:44.612101 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b0d185-17fa-463f-a5d8-4bcb4346b16b None None] Checking segment: {'id': '95da11bd-68bd-442d-af90-0aca21711bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '05cd0539-36ae-4aa3-999f-f931d2683843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:41:44.612545 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b9b0d185-17fa-463f-a5d8-4bcb4346b16b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:44.612940 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b0d185-17fa-463f-a5d8-4bcb4346b16b None None] Bound using segment: {'id': '95da11bd-68bd-442d-af90-0aca21711bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '05cd0539-36ae-4aa3-999f-f931d2683843'} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:41:44.613429 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-b9b0d185-17fa-463f-a5d8-4bcb4346b16b None None] Bound port: a080ed3c-df59-4c6e-845b-abe159471795, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95da11bd-68bd-442d-af90-0aca21711bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '05cd0539-36ae-4aa3-999f-f931d2683843'}}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:41:44.613848 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b9b0d185-17fa-463f-a5d8-4bcb4346b16b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (a080ed3c-df59-4c6e-845b-abe159471795), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:44.628423 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d8d15185-7413-4f70-894d-087d1ceeb47b tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks [] for router_gateway (8e194e37-08da-40c5-9259-4c484c2b7090), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:44.651361 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d8d15185-7413-4f70-894d-087d1ceeb47b tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:44.759768 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-b9b0d185-17fa-463f-a5d8-4bcb4346b16b None None] For port a080ed3c-df59-4c6e-845b-abe159471795, host n-d-828369-5, cleared binding levels {{(pid=103143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:41:44.761348 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 37810) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:44.769791 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-b9b0d185-17fa-463f-a5d8-4bcb4346b16b None None] For port a080ed3c-df59-4c6e-845b-abe159471795, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=a080ed3c-df59-4c6e-845b-abe159471795,segment=NetworkSegment(95da11bd-68bd-442d-af90-0aca21711bb5),segment_id=95da11bd-68bd-442d-af90-0aca21711bb5)] {{(pid=103143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:41:44.777918 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b9b0d185-17fa-463f-a5d8-4bcb4346b16b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (a080ed3c-df59-4c6e-845b-abe159471795), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:44.792831 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01bd03a0-f4e3-4baa-82c1-12e805610bf7 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:41:44.803667 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44321ac6-b51b-4b91-8e44-0d4212555a7d None None] Sync routers for ids ['4f328293-1324-4d9e-9adf-f83e78cfa54b'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:41:44.833645 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-01bd03a0-f4e3-4baa-82c1-12e805610bf7 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:44.834903 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-01bd03a0-f4e3-4baa-82c1-12e805610bf7 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 3.8032238 Feb 09 21:41:44.840173 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44321ac6-b51b-4b91-8e44-0d4212555a7d None None] Routers {'4f328293-1324-4d9e-9adf-f83e78cfa54b'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:41:44.841066 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-44321ac6-b51b-4b91-8e44-0d4212555a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:41:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['4f328293-1324-4d9e-9adf-f83e78cfa54b'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:44.856846 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b0d185-17fa-463f-a5d8-4bcb4346b16b None None] Routers {'bc8f9033-df9f-4aee-827e-c5db5253e4c3'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:41:44.857929 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 37812) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:44.858077 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-b9b0d185-17fa-463f-a5d8-4bcb4346b16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:41:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['bc8f9033-df9f-4aee-827e-c5db5253e4c3'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:44.908027 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-d8d15185-7413-4f70-894d-087d1ceeb47b tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Allocated IP 172.25.3.10 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/a7bdd4a6-1004-4e35-8f54-3a9f2af0d649) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:41:44.931207 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-44321ac6-b51b-4b91-8e44-0d4212555a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:44.952480 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-aaa1dd94-fb57-4b04-b9aa-da8b51f7e103 None None] Provisioning complete for port a080ed3c-df59-4c6e-845b-abe159471795 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:44.953248 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-aaa1dd94-fb57-4b04-b9aa-da8b51f7e103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (a080ed3c-df59-4c6e-845b-abe159471795), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:44.997155 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44321ac6-b51b-4b91-8e44-0d4212555a7d None None] Routers {'4f328293-1324-4d9e-9adf-f83e78cfa54b'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:41:44.998567 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-44321ac6-b51b-4b91-8e44-0d4212555a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:41:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['4f328293-1324-4d9e-9adf-f83e78cfa54b'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:45.112702 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-44321ac6-b51b-4b91-8e44-0d4212555a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:45.114170 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44321ac6-b51b-4b91-8e44-0d4212555a7d None None] The sync data for ids ['4f328293-1324-4d9e-9adf-f83e78cfa54b'] in n-d-828369-5 is: [] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:41:45.118081 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-15c5f5c9-3acd-4279-8f2b-61f6e1891e70 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "GET /v2.0/routers/4f328293-1324-4d9e-9adf-f83e78cfa54b HTTP/1.1" status: 200 len: 880 time: 0.2582707 Feb 09 21:41:45.119447 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 37816) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:45.135463 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-b9b0d185-17fa-463f-a5d8-4bcb4346b16b None None] Set router bc8f9033-df9f-4aee-827e-c5db5253e4c3 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:41:45.185644 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-51cdaead-f2f9-4119-9c79-a148a7d1bb11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:45.199573 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55041fc-e043-47aa-a1c0-1675f638cb95 None None] Pushing event updated for resources: {'Port': ['ID=a080ed3c-df59-4c6e-845b-abe159471795,revision_number=4']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:45.232853 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:45.235893 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-aaa1dd94-fb57-4b04-b9aa-da8b51f7e103 None None] Current status of the port a080ed3c-df59-4c6e-845b-abe159471795 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:45.236333 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-aaa1dd94-fb57-4b04-b9aa-da8b51f7e103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (a080ed3c-df59-4c6e-845b-abe159471795), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:45.237143 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d8d15185-7413-4f70-894d-087d1ceeb47b tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks [] for port (a7bdd4a6-1004-4e35-8f54-3a9f2af0d649), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:45.293825 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-aaa1dd94-fb57-4b04-b9aa-da8b51f7e103 None None] For port a080ed3c-df59-4c6e-845b-abe159471795, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=a080ed3c-df59-4c6e-845b-abe159471795,segment=NetworkSegment(95da11bd-68bd-442d-af90-0aca21711bb5),segment_id=95da11bd-68bd-442d-af90-0aca21711bb5)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:41:45.299723 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-aaa1dd94-fb57-4b04-b9aa-da8b51f7e103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (a080ed3c-df59-4c6e-845b-abe159471795), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:45.380962 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa1dd94-fb57-4b04-b9aa-da8b51f7e103 None None] Pushing event updated for resources: {'Port': ['ID=a080ed3c-df59-4c6e-845b-abe159471795,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:45.390648 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa1dd94-fb57-4b04-b9aa-da8b51f7e103 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:45.391228 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa1dd94-fb57-4b04-b9aa-da8b51f7e103 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:45.391915 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa1dd94-fb57-4b04-b9aa-da8b51f7e103 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:45.392491 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa1dd94-fb57-4b04-b9aa-da8b51f7e103 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:45.393288 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa1dd94-fb57-4b04-b9aa-da8b51f7e103 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:45.393869 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa1dd94-fb57-4b04-b9aa-da8b51f7e103 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:45.395598 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa1dd94-fb57-4b04-b9aa-da8b51f7e103 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:45.396248 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa1dd94-fb57-4b04-b9aa-da8b51f7e103 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:45.396801 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa1dd94-fb57-4b04-b9aa-da8b51f7e103 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:45.397324 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa1dd94-fb57-4b04-b9aa-da8b51f7e103 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:45.397842 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa1dd94-fb57-4b04-b9aa-da8b51f7e103 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:45.398401 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa1dd94-fb57-4b04-b9aa-da8b51f7e103 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:45.398882 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa1dd94-fb57-4b04-b9aa-da8b51f7e103 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:41:45.422613 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d8d15185-7413-4f70-894d-087d1ceeb47b tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (a7bdd4a6-1004-4e35-8f54-3a9f2af0d649), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:45.432612 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-06d46f97-01a1-4b27-9642-3bc4fa98cf6b None None] Provisioning complete for port a080ed3c-df59-4c6e-845b-abe159471795 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:45.433403 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-06d46f97-01a1-4b27-9642-3bc4fa98cf6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (a080ed3c-df59-4c6e-845b-abe159471795), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:45.448595 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c6606034-6e1d-4019-9acd-8aa4010b6664 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524906'] for router_interface (bc8f9033-df9f-4aee-827e-c5db5253e4c3), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:45.464001 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-b9b0d185-17fa-463f-a5d8-4bcb4346b16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc8f9033-df9f-4aee-827e-c5db5253e4c3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-209344213-router', 'tenant_id': '81876a1acb47437d8ddabffe434cacf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '65def2ed-d604-4e71-8036-df02410bcdcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:41:35Z', 'updated_at': '2022-02-09T21:41:41Z', 'revision_number': 4, 'project_id': '81876a1acb47437d8ddabffe434cacf9', 'gw_port': {'id': '65def2ed-d604-4e71-8036-df02410bcdcf', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:4c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8f9033-df9f-4aee-827e-c5db5253e4c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:36Z', 'updated_at': '2022-02-09T21:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': 'a080ed3c-df59-4c6e-845b-abe159471795', 'name': '', 'network_id': '05cd0539-36ae-4aa3-999f-f931d2683843', 'tenant_id': '81876a1acb47437d8ddabffe434cacf9', 'mac_address': 'fa:16:3e:9c:73:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc8f9033-df9f-4aee-827e-c5db5253e4c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'f0da8412-03b1-4443-a880-77a4ccc57c5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:39Z', 'updated_at': '2022-02-09T21:41:44Z', 'revision_number': 4, 'project_id': '81876a1acb47437d8ddabffe434cacf9', 'subnets': [{'id': 'f0da8412-03b1-4443-a880-77a4ccc57c5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:45.506006 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b0d185-17fa-463f-a5d8-4bcb4346b16b None None] The sync data for ids ['bc8f9033-df9f-4aee-827e-c5db5253e4c3'] in n-d-828369-5 is: [{'id': 'bc8f9033-df9f-4aee-827e-c5db5253e4c3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-209344213-router', 'tenant_id': '81876a1acb47437d8ddabffe434cacf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '65def2ed-d604-4e71-8036-df02410bcdcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:41:35Z', 'updated_at': '2022-02-09T21:41:41Z', 'revision_number': 4, 'project_id': '81876a1acb47437d8ddabffe434cacf9', 'gw_port': {'id': '65def2ed-d604-4e71-8036-df02410bcdcf', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:4c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8f9033-df9f-4aee-827e-c5db5253e4c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:36Z', 'updated_at': '2022-02-09T21:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': 'a080ed3c-df59-4c6e-845b-abe159471795', 'name': '', 'network_id': '05cd0539-36ae-4aa3-999f-f931d2683843', 'tenant_id': '81876a1acb47437d8ddabffe434cacf9', 'mac_address': 'fa:16:3e:9c:73:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc8f9033-df9f-4aee-827e-c5db5253e4c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'f0da8412-03b1-4443-a880-77a4ccc57c5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:39Z', 'updated_at': '2022-02-09T21:41:44Z', 'revision_number': 4, 'project_id': '81876a1acb47437d8ddabffe434cacf9', 'subnets': [{'id': 'f0da8412-03b1-4443-a880-77a4ccc57c5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:41:45.543280 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d15185-7413-4f70-894d-087d1ceeb47b tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:41:45.547405 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-51cdaead-f2f9-4119-9c79-a148a7d1bb11 admin admin] Publish callbacks [] for security_group (c76603ac-629d-437e-981c-26b4431d1d79), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:45.554496 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-d8d15185-7413-4f70-894d-087d1ceeb47b tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:41:45.559783 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d15185-7413-4f70-894d-087d1ceeb47b tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:41:45.570000 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-06d46f97-01a1-4b27-9642-3bc4fa98cf6b None None] Current status of the port a080ed3c-df59-4c6e-845b-abe159471795 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:45.574510 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-51cdaead-f2f9-4119-9c79-a148a7d1bb11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (c76603ac-629d-437e-981c-26b4431d1d79), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:45.673735 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d15185-7413-4f70-894d-087d1ceeb47b tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Pushing event updated for resources: {'Port': ['ID=a7bdd4a6-1004-4e35-8f54-3a9f2af0d649,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:45.718069 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cdaead-f2f9-4119-9c79-a148a7d1bb11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c76603ac-629d-437e-981c-26b4431d1d79,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:45.938770 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-d4d064dc-6d7d-4a38-a702-d14a2ed03bbe tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.8140800 Feb 09 21:41:45.939310 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 37834) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:45.949482 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-8a035c6d-fdee-4e11-a145-de3c8b27db16 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-194036724'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:46.131371 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device a080ed3c-df59-4c6e-845b-abe159471795 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:41:46.234709 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-51cdaead-f2f9-4119-9c79-a148a7d1bb11 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=da7dff27b4ef46f887c4c3c4acbbc99e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4721785 Feb 09 21:41:46.238604 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 37840) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:46.273333 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port a080ed3c-df59-4c6e-845b-abe159471795 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:46.274054 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (a080ed3c-df59-4c6e-845b-abe159471795), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:46.403947 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-c6606034-6e1d-4019-9acd-8aa4010b6664 admin admin] Deleting port a080ed3c-df59-4c6e-845b-abe159471795 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:41:46.404744 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c6606034-6e1d-4019-9acd-8aa4010b6664 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (a080ed3c-df59-4c6e-845b-abe159471795), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:46.410047 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d63f04fd-58d6-462a-bb49-413a2e780905 admin admin] Publish callbacks [] for security_group (c76603ac-629d-437e-981c-26b4431d1d79), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:46.460156 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port a080ed3c-df59-4c6e-845b-abe159471795 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:46.494446 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d63f04fd-58d6-462a-bb49-413a2e780905 admin admin] Publish callbacks [] for security_group (c76603ac-629d-437e-981c-26b4431d1d79), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:46.541572 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-c6606034-6e1d-4019-9acd-8aa4010b6664 admin admin] For port a080ed3c-df59-4c6e-845b-abe159471795, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=a080ed3c-df59-4c6e-845b-abe159471795,segment=NetworkSegment(95da11bd-68bd-442d-af90-0aca21711bb5),segment_id=95da11bd-68bd-442d-af90-0aca21711bb5)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:41:46.542595 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c6606034-6e1d-4019-9acd-8aa4010b6664 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (a080ed3c-df59-4c6e-845b-abe159471795), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:46.556086 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d8d15185-7413-4f70-894d-087d1ceeb47b tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks [] for router_gateway (8e194e37-08da-40c5-9259-4c484c2b7090), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:46.563027 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-c6606034-6e1d-4019-9acd-8aa4010b6664 admin admin] Calling delete_port for a080ed3c-df59-4c6e-845b-abe159471795 owned by network:router_interface {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:41:46.697912 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d63f04fd-58d6-462a-bb49-413a2e780905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (c76603ac-629d-437e-981c-26b4431d1d79), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:46.701079 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d63f04fd-58d6-462a-bb49-413a2e780905 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:46.705255 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-d63f04fd-58d6-462a-bb49-413a2e780905 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/c76603ac-629d-437e-981c-26b4431d1d79 HTTP/1.1" status: 204 len: 168 time: 0.4618194 Feb 09 21:41:46.714962 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63f04fd-58d6-462a-bb49-413a2e780905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c76603ac-629d-437e-981c-26b4431d1d79,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:46.939009 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d8d15185-7413-4f70-894d-087d1ceeb47b tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-554449', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10783'] for router (8e194e37-08da-40c5-9259-4c484c2b7090), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:46.951286 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d8d15185-7413-4f70-894d-087d1ceeb47b tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-554458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-554435', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-525216'] for router (8e194e37-08da-40c5-9259-4c484c2b7090), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:47.019847 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8a035c6d-fdee-4e11-a145-de3c8b27db16 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-554449', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10783'] for router (4f328293-1324-4d9e-9adf-f83e78cfa54b), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:47.035944 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8a035c6d-fdee-4e11-a145-de3c8b27db16 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-554458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-554435', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-525216'] for router (4f328293-1324-4d9e-9adf-f83e78cfa54b), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:47.159568 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8d15185-7413-4f70-894d-087d1ceeb47b tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Router 8e194e37-08da-40c5-9259-4c484c2b7090 is scheduled to L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 with binding_index 1 {{(pid=103141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:41:47.195455 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c6606034-6e1d-4019-9acd-8aa4010b6664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (a080ed3c-df59-4c6e-845b-abe159471795), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:47.233361 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6606034-6e1d-4019-9acd-8aa4010b6664 admin admin] Pushing event deleted for resources: {'Port': ['ID=a080ed3c-df59-4c6e-845b-abe159471795,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:47.269840 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a035c6d-fdee-4e11-a145-de3c8b27db16 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Router 4f328293-1324-4d9e-9adf-f83e78cfa54b has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:41:47.338083 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8d15185-7413-4f70-894d-087d1ceeb47b tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:41:47.344835 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d8d15185-7413-4f70-894d-087d1ceeb47b tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:47.346065 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-d8d15185-7413-4f70-894d-087d1ceeb47b tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] 10.222.0.90 "PUT /v2.0/routers/8e194e37-08da-40c5-9259-4c484c2b7090 HTTP/1.1" status: 200 len: 881 time: 3.3509479 Feb 09 21:41:47.349808 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 37870) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:47.351017 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a040aa97-44ce-4d36-89ad-eae285ae9195 None None] Sync routers for ids ['8e194e37-08da-40c5-9259-4c484c2b7090'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:41:47.366938 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a040aa97-44ce-4d36-89ad-eae285ae9195 None None] Routers {'8e194e37-08da-40c5-9259-4c484c2b7090'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:41:47.367664 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-a040aa97-44ce-4d36-89ad-eae285ae9195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:41:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['8e194e37-08da-40c5-9259-4c484c2b7090'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:47.510174 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-a040aa97-44ce-4d36-89ad-eae285ae9195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:47.550829 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a040aa97-44ce-4d36-89ad-eae285ae9195 None None] Routers {'8e194e37-08da-40c5-9259-4c484c2b7090'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:41:47.551944 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-a040aa97-44ce-4d36-89ad-eae285ae9195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:41:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['8e194e37-08da-40c5-9259-4c484c2b7090'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:47.569333 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-7b987286-5727-48f3-b1ed-69c74d8b3c10 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] 10.222.0.90 "GET /v2.0/routers/8e194e37-08da-40c5-9259-4c484c2b7090 HTTP/1.1" status: 200 len: 922 time: 0.2177348 Feb 09 21:41:47.571318 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 37874) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:47.632252 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-a040aa97-44ce-4d36-89ad-eae285ae9195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:47.633394 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a040aa97-44ce-4d36-89ad-eae285ae9195 None None] The sync data for ids ['8e194e37-08da-40c5-9259-4c484c2b7090'] in n-d-828369-5 is: [] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:41:47.645318 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a035c6d-fdee-4e11-a145-de3c8b27db16 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:41:47.646632 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cbca4f8-1bc1-4939-b11f-da1efd9ab142 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:47.652245 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-8cbca4f8-1bc1-4939-b11f-da1efd9ab142 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] 10.222.0.90 "GET /v2.0/ports?network_id=54a442d5-50a0-4c75-85cc-d19f5bf58118&device_id=8e194e37-08da-40c5-9259-4c484c2b7090&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0798674 Feb 09 21:41:47.653048 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 37876) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:47.653183 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8a035c6d-fdee-4e11-a145-de3c8b27db16 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:47.654301 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-8a035c6d-fdee-4e11-a145-de3c8b27db16 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "PUT /v2.0/routers/4f328293-1324-4d9e-9adf-f83e78cfa54b HTTP/1.1" status: 200 len: 887 time: 1.7140460 Feb 09 21:41:47.659655 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 37878) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:47.661288 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9dbb6d-dcaf-41cb-b6b9-21969c0153eb None None] Sync routers for ids ['4f328293-1324-4d9e-9adf-f83e78cfa54b'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:41:47.686326 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9dbb6d-dcaf-41cb-b6b9-21969c0153eb None None] Routers {'4f328293-1324-4d9e-9adf-f83e78cfa54b'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:41:47.688572 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-5a9dbb6d-dcaf-41cb-b6b9-21969c0153eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:41:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['4f328293-1324-4d9e-9adf-f83e78cfa54b'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:47.768445 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-5a9dbb6d-dcaf-41cb-b6b9-21969c0153eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:47.776394 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eef1598-91eb-44ed-9255-56b27f0d0b6d tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:47.777533 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c6606034-6e1d-4019-9acd-8aa4010b6664 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-525054'] for router_interface (bc8f9033-df9f-4aee-827e-c5db5253e4c3), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:47.782439 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 37884) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:47.784884 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-7eef1598-91eb-44ed-9255-56b27f0d0b6d tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] 10.222.0.90 "GET /v2.0/networks/54a442d5-50a0-4c75-85cc-d19f5bf58118 HTTP/1.1" status: 200 len: 881 time: 0.1309443 Feb 09 21:41:47.785213 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9dbb6d-dcaf-41cb-b6b9-21969c0153eb None None] Routers {'4f328293-1324-4d9e-9adf-f83e78cfa54b'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:41:47.786389 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-5a9dbb6d-dcaf-41cb-b6b9-21969c0153eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:41:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['4f328293-1324-4d9e-9adf-f83e78cfa54b'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:47.825940 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-5a9dbb6d-dcaf-41cb-b6b9-21969c0153eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:47.827004 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9dbb6d-dcaf-41cb-b6b9-21969c0153eb None None] The sync data for ids ['4f328293-1324-4d9e-9adf-f83e78cfa54b'] in n-d-828369-5 is: [] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:41:47.847256 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-d24781c3-1112-402a-ac99-ade6b4db564b tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] 10.222.0.90 "GET /v2.0/ports?device_id=8e194e37-08da-40c5-9259-4c484c2b7090 HTTP/1.1" status: 200 len: 205 time: 0.0549726 Feb 09 21:41:47.850539 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 37890) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:47.978820 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-56dfeb87-5301-4f7b-8c0c-7061a45ea2f8 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "GET /v2.0/routers/4f328293-1324-4d9e-9adf-f83e78cfa54b HTTP/1.1" status: 200 len: 887 time: 0.3166113 Feb 09 21:41:47.981885 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 37896) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:47.995212 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2ec7cdef-371e-4ebf-9f97-fb644f8437bd tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks [] for router (8e194e37-08da-40c5-9259-4c484c2b7090), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:48.023281 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-7bca0666-727a-4ccd-8dc5-0efd6290e7f2 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "GET /v2.0/ports?device_id=4f328293-1324-4d9e-9adf-f83e78cfa54b HTTP/1.1" status: 200 len: 205 time: 0.0403006 Feb 09 21:41:48.026729 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 37900) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:48.148017 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2ec7cdef-371e-4ebf-9f97-fb644f8437bd tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks [] for router_gateway (8e194e37-08da-40c5-9259-4c484c2b7090), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:48.225956 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-2ec7cdef-371e-4ebf-9f97-fb644f8437bd tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Deleting port a7bdd4a6-1004-4e35-8f54-3a9f2af0d649 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:41:48.226649 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2ec7cdef-371e-4ebf-9f97-fb644f8437bd tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (a7bdd4a6-1004-4e35-8f54-3a9f2af0d649), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:48.326695 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2ec7cdef-371e-4ebf-9f97-fb644f8437bd tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (a7bdd4a6-1004-4e35-8f54-3a9f2af0d649), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:48.344324 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-2ec7cdef-371e-4ebf-9f97-fb644f8437bd tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Calling delete_port for a7bdd4a6-1004-4e35-8f54-3a9f2af0d649 owned by network:router_gateway {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:41:48.349050 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-258ae4c6-c017-408e-afb0-650a79da20a3 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for router (4f328293-1324-4d9e-9adf-f83e78cfa54b), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:48.513291 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 37908) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:48.589275 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2ec7cdef-371e-4ebf-9f97-fb644f8437bd tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (a7bdd4a6-1004-4e35-8f54-3a9f2af0d649), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:48.624923 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec7cdef-371e-4ebf-9f97-fb644f8437bd tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Pushing event deleted for resources: {'Port': ['ID=a7bdd4a6-1004-4e35-8f54-3a9f2af0d649,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:48.710790 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-319e432f-edcf-43db-ab57-0c5606488235 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:48.725675 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2ec7cdef-371e-4ebf-9f97-fb644f8437bd tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-554524'] for router_gateway (8e194e37-08da-40c5-9259-4c484c2b7090), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:48.843695 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2ec7cdef-371e-4ebf-9f97-fb644f8437bd tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (8e194e37-08da-40c5-9259-4c484c2b7090), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:48.847354 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2ec7cdef-371e-4ebf-9f97-fb644f8437bd tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks [] for router_controller (8e194e37-08da-40c5-9259-4c484c2b7090), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:48.863462 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6606034-6e1d-4019-9acd-8aa4010b6664 admin admin] Router bc8f9033-df9f-4aee-827e-c5db5253e4c3 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:41:48.927029 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2ec7cdef-371e-4ebf-9f97-fb644f8437bd tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (8e194e37-08da-40c5-9259-4c484c2b7090), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:48.927647 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ec7cdef-371e-4ebf-9f97-fb644f8437bd tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Fanout notify agent at l3_agent the message router_deleted on router 8e194e37-08da-40c5-9259-4c484c2b7090 {{(pid=103141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:41:48.937955 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-258ae4c6-c017-408e-afb0-650a79da20a3 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for router_gateway (4f328293-1324-4d9e-9adf-f83e78cfa54b), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:48.939355 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2ec7cdef-371e-4ebf-9f97-fb644f8437bd tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:48.940720 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-2ec7cdef-371e-4ebf-9f97-fb644f8437bd tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] 10.222.0.90 "DELETE /v2.0/routers/8e194e37-08da-40c5-9259-4c484c2b7090 HTTP/1.1" status: 204 len: 168 time: 1.0890815 Feb 09 21:41:48.951058 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 37914) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:48.956480 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-adb559ac-1ae3-46c9-8e21-a5e07e92935d tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2109651724', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:48.985046 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-319e432f-edcf-43db-ab57-0c5606488235 admin admin] Publish callbacks [] for security_group (efb1e70d-311e-425f-a12f-d658fb613dc1), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:48.995629 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-319e432f-edcf-43db-ab57-0c5606488235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (efb1e70d-311e-425f-a12f-d658fb613dc1), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:49.036538 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-319e432f-edcf-43db-ab57-0c5606488235 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=db7d0e13ec264bb2888391a00abb3967&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5209105 Feb 09 21:41:49.041123 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 37916) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:49.066343 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-adb559ac-1ae3-46c9-8e21-a5e07e92935d tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (9cbbb1ef-b527-4feb-98a9-a1eddb9b5cee), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:49.069123 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-adb559ac-1ae3-46c9-8e21-a5e07e92935d tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (9cbbb1ef-b527-4feb-98a9-a1eddb9b5cee), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:49.109803 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-48e0d670-7a37-429c-8e04-378791e25469 admin admin] Publish callbacks [] for security_group (efb1e70d-311e-425f-a12f-d658fb613dc1), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:49.144485 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-258ae4c6-c017-408e-afb0-650a79da20a3 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Deleting port 7a8f9de7-0c47-4e25-bc4e-1f3ca0af4171 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:41:49.145194 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-258ae4c6-c017-408e-afb0-650a79da20a3 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (7a8f9de7-0c47-4e25-bc4e-1f3ca0af4171), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:49.172494 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319e432f-edcf-43db-ab57-0c5606488235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efb1e70d-311e-425f-a12f-d658fb613dc1,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:49.200733 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-adb559ac-1ae3-46c9-8e21-a5e07e92935d tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks [] for router_controller (9cbbb1ef-b527-4feb-98a9-a1eddb9b5cee), precommit_add_association {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:49.207690 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6606034-6e1d-4019-9acd-8aa4010b6664 admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:41:49.209726 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-adb559ac-1ae3-46c9-8e21-a5e07e92935d tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (9cbbb1ef-b527-4feb-98a9-a1eddb9b5cee), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:49.212522 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-48e0d670-7a37-429c-8e04-378791e25469 admin admin] Publish callbacks [] for security_group (efb1e70d-311e-425f-a12f-d658fb613dc1), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:49.220399 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2a0e59-dc6d-4573-9ecd-4ce162957aad None None] Sync routers for ids ['bc8f9033-df9f-4aee-827e-c5db5253e4c3'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:41:49.225729 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 37918) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:49.225959 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-c6606034-6e1d-4019-9acd-8aa4010b6664 admin admin] 10.222.0.90 "PUT /v2.0/routers/bc8f9033-df9f-4aee-827e-c5db5253e4c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1794906 Feb 09 21:41:49.244868 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2a0e59-dc6d-4573-9ecd-4ce162957aad None None] Routers {'bc8f9033-df9f-4aee-827e-c5db5253e4c3'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:41:49.247677 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-ab2a0e59-dc6d-4573-9ecd-4ce162957aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:41:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['bc8f9033-df9f-4aee-827e-c5db5253e4c3'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:49.353610 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-258ae4c6-c017-408e-afb0-650a79da20a3 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (7a8f9de7-0c47-4e25-bc4e-1f3ca0af4171), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:49.354475 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-adb559ac-1ae3-46c9-8e21-a5e07e92935d tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:49.355804 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-adb559ac-1ae3-46c9-8e21-a5e07e92935d tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4037032 Feb 09 21:41:49.358946 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 37920) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:49.363101 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-0c56c7dc-300b-42ba-a75c-cc7e13296f82 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'enable_snat': True}}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:49.383126 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-258ae4c6-c017-408e-afb0-650a79da20a3 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Calling delete_port for 7a8f9de7-0c47-4e25-bc4e-1f3ca0af4171 owned by network:router_gateway {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:41:49.441077 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-ab2a0e59-dc6d-4573-9ecd-4ce162957aad None None] Set router bc8f9033-df9f-4aee-827e-c5db5253e4c3 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:41:49.477704 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-48e0d670-7a37-429c-8e04-378791e25469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (efb1e70d-311e-425f-a12f-d658fb613dc1), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:49.480915 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-48e0d670-7a37-429c-8e04-378791e25469 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:49.483279 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-48e0d670-7a37-429c-8e04-378791e25469 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/efb1e70d-311e-425f-a12f-d658fb613dc1 HTTP/1.1" status: 204 len: 168 time: 0.4390965 Feb 09 21:41:49.542668 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-66a52cdd-e7a9-4776-b183-c2e11cdad929 admin admin] Publish callbacks [] for router (bc8f9033-df9f-4aee-827e-c5db5253e4c3), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:49.544320 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e0d670-7a37-429c-8e04-378791e25469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb1e70d-311e-425f-a12f-d658fb613dc1,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:49.637035 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-ab2a0e59-dc6d-4573-9ecd-4ce162957aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc8f9033-df9f-4aee-827e-c5db5253e4c3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-209344213-router', 'tenant_id': '81876a1acb47437d8ddabffe434cacf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '65def2ed-d604-4e71-8036-df02410bcdcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:41:35Z', 'updated_at': '2022-02-09T21:41:46Z', 'revision_number': 5, 'project_id': '81876a1acb47437d8ddabffe434cacf9', 'gw_port': {'id': '65def2ed-d604-4e71-8036-df02410bcdcf', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:4c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8f9033-df9f-4aee-827e-c5db5253e4c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:36Z', 'updated_at': '2022-02-09T21:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:49.667153 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2a0e59-dc6d-4573-9ecd-4ce162957aad None None] Checking router: bc8f9033-df9f-4aee-827e-c5db5253e4c3 for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:41:49.676730 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2a0e59-dc6d-4573-9ecd-4ce162957aad None None] Routers {'bc8f9033-df9f-4aee-827e-c5db5253e4c3'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:41:49.677240 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-258ae4c6-c017-408e-afb0-650a79da20a3 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (7a8f9de7-0c47-4e25-bc4e-1f3ca0af4171), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:49.677883 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-ab2a0e59-dc6d-4573-9ecd-4ce162957aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:41:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['bc8f9033-df9f-4aee-827e-c5db5253e4c3'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:49.702009 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0c56c7dc-300b-42ba-a75c-cc7e13296f82 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks [] for router_gateway (9cbbb1ef-b527-4feb-98a9-a1eddb9b5cee), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:49.719087 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258ae4c6-c017-408e-afb0-650a79da20a3 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Pushing event deleted for resources: {'Port': ['ID=7a8f9de7-0c47-4e25-bc4e-1f3ca0af4171,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:49.774252 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-66a52cdd-e7a9-4776-b183-c2e11cdad929 admin admin] Publish callbacks [] for router_gateway (bc8f9033-df9f-4aee-827e-c5db5253e4c3), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:49.805967 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-ab2a0e59-dc6d-4573-9ecd-4ce162957aad None None] Set router bc8f9033-df9f-4aee-827e-c5db5253e4c3 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:41:49.813503 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-258ae4c6-c017-408e-afb0-650a79da20a3 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-554524'] for router_gateway (4f328293-1324-4d9e-9adf-f83e78cfa54b), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:49.928958 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-258ae4c6-c017-408e-afb0-650a79da20a3 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (4f328293-1324-4d9e-9adf-f83e78cfa54b), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:49.931930 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-258ae4c6-c017-408e-afb0-650a79da20a3 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for router_controller (4f328293-1324-4d9e-9adf-f83e78cfa54b), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:49.991581 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-258ae4c6-c017-408e-afb0-650a79da20a3 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (4f328293-1324-4d9e-9adf-f83e78cfa54b), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:49.992693 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-258ae4c6-c017-408e-afb0-650a79da20a3 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Fanout notify agent at l3_agent the message router_deleted on router 4f328293-1324-4d9e-9adf-f83e78cfa54b {{(pid=103140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:41:50.006282 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-258ae4c6-c017-408e-afb0-650a79da20a3 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:50.007923 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-258ae4c6-c017-408e-afb0-650a79da20a3 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "DELETE /v2.0/routers/4f328293-1324-4d9e-9adf-f83e78cfa54b HTTP/1.1" status: 204 len: 168 time: 1.9798942 Feb 09 21:41:50.012259 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 37934) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:50.018963 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-42be3357-3f71-4787-a343-6214f38a1cf4 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Request body: {'network': {'name': 'tempest-RoutersTest-1682923221'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:50.050196 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42be3357-3f71-4787-a343-6214f38a1cf4 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Made reservation on behalf of 67feb264805b4b31b627437845cc2aaf for: {'network': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:41:50.056066 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-42be3357-3f71-4787-a343-6214f38a1cf4 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:50.087432 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-ab2a0e59-dc6d-4573-9ecd-4ce162957aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc8f9033-df9f-4aee-827e-c5db5253e4c3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-209344213-router', 'tenant_id': '81876a1acb47437d8ddabffe434cacf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '65def2ed-d604-4e71-8036-df02410bcdcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:41:35Z', 'updated_at': '2022-02-09T21:41:46Z', 'revision_number': 5, 'project_id': '81876a1acb47437d8ddabffe434cacf9', 'gw_port': {'id': '65def2ed-d604-4e71-8036-df02410bcdcf', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:4c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8f9033-df9f-4aee-827e-c5db5253e4c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:36Z', 'updated_at': '2022-02-09T21:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:50.090292 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42be3357-3f71-4787-a343-6214f38a1cf4 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=103140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:41:50.106471 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-42be3357-3f71-4787-a343-6214f38a1cf4 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (8fe4c845-afba-43d4-9189-380015499cf1), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:50.106830 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-42be3357-3f71-4787-a343-6214f38a1cf4 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Added segment 8fe4c845-afba-43d4-9189-380015499cf1 of type vlan for network 33b0ba64-0a6c-4527-b134-5a0bfce4749d Feb 09 21:41:50.122041 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2a0e59-dc6d-4573-9ecd-4ce162957aad None None] The sync data for ids ['bc8f9033-df9f-4aee-827e-c5db5253e4c3'] in n-d-828369-5 is: [{'id': 'bc8f9033-df9f-4aee-827e-c5db5253e4c3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-209344213-router', 'tenant_id': '81876a1acb47437d8ddabffe434cacf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '65def2ed-d604-4e71-8036-df02410bcdcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:41:35Z', 'updated_at': '2022-02-09T21:41:46Z', 'revision_number': 5, 'project_id': '81876a1acb47437d8ddabffe434cacf9', 'gw_port': {'id': '65def2ed-d604-4e71-8036-df02410bcdcf', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:4c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8f9033-df9f-4aee-827e-c5db5253e4c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:41:36Z', 'updated_at': '2022-02-09T21:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:41:50.178970 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-42be3357-3f71-4787-a343-6214f38a1cf4 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (33b0ba64-0a6c-4527-b134-5a0bfce4749d), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:50.221713 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-42be3357-3f71-4787-a343-6214f38a1cf4 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (33b0ba64-0a6c-4527-b134-5a0bfce4749d), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:50.235462 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42be3357-3f71-4787-a343-6214f38a1cf4 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:50.236196 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-42be3357-3f71-4787-a343-6214f38a1cf4 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:50.279075 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-66a52cdd-e7a9-4776-b183-c2e11cdad929 admin admin] Deleting port 65def2ed-d604-4e71-8036-df02410bcdcf {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:41:50.279075 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-66a52cdd-e7a9-4776-b183-c2e11cdad929 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (65def2ed-d604-4e71-8036-df02410bcdcf), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:50.365609 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-42be3357-3f71-4787-a343-6214f38a1cf4 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3516850 Feb 09 21:41:50.366331 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 37948) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:50.373987 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-c79576ed-b7e7-4710-9e82-664a94b90dfb tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Request body: {'subnet': {'network_id': '33b0ba64-0a6c-4527-b134-5a0bfce4749d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:50.379086 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42be3357-3f71-4787-a343-6214f38a1cf4 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Pushing event updated for resources: {'Network': ['ID=33b0ba64-0a6c-4527-b134-5a0bfce4749d,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:50.389990 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 33b0ba64-0a6c-4527-b134-5a0bfce4749d details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:41:50.488525 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-66a52cdd-e7a9-4776-b183-c2e11cdad929 admin admin] For port 65def2ed-d604-4e71-8036-df02410bcdcf, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=65def2ed-d604-4e71-8036-df02410bcdcf,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:41:50.489557 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-66a52cdd-e7a9-4776-b183-c2e11cdad929 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (65def2ed-d604-4e71-8036-df02410bcdcf), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:50.521069 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c79576ed-b7e7-4710-9e82-664a94b90dfb tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Made reservation on behalf of 67feb264805b4b31b627437845cc2aaf for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:41:50.524564 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c79576ed-b7e7-4710-9e82-664a94b90dfb tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621317'] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:50.531599 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-66a52cdd-e7a9-4776-b183-c2e11cdad929 admin admin] Calling delete_port for 65def2ed-d604-4e71-8036-df02410bcdcf owned by network:router_gateway {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:41:50.547958 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0c56c7dc-300b-42ba-a75c-cc7e13296f82 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks [] for router_gateway (9cbbb1ef-b527-4feb-98a9-a1eddb9b5cee), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:50.576790 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0c56c7dc-300b-42ba-a75c-cc7e13296f82 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:50.808401 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-0c56c7dc-300b-42ba-a75c-cc7e13296f82 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Allocated IP 172.25.3.96 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/f743f090-badb-48df-a4d8-ed1153313cc9) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:41:50.815790 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c79576ed-b7e7-4710-9e82-664a94b90dfb tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621371'] for subnet (39fd3429-ef70-404a-ba21-bbf52cea31ec), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:50.890154 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79576ed-b7e7-4710-9e82-664a94b90dfb tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Pushing event updated for resources: {'Subnet': ['ID=39fd3429-ef70-404a-ba21-bbf52cea31ec,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:50.919770 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79576ed-b7e7-4710-9e82-664a94b90dfb tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Checking segment: {'id': '8fe4c845-afba-43d4-9189-380015499cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '33b0ba64-0a6c-4527-b134-5a0bfce4749d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:41:50.920108 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79576ed-b7e7-4710-9e82-664a94b90dfb tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Network hostable DHCP agents. Network: 33b0ba64-0a6c-4527-b134-5a0bfce4749d, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:41:50.946381 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79576ed-b7e7-4710-9e82-664a94b90dfb tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Network 33b0ba64-0a6c-4527-b134-5a0bfce4749d is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:41:50.961769 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-66a52cdd-e7a9-4776-b183-c2e11cdad929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (65def2ed-d604-4e71-8036-df02410bcdcf), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:50.963705 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-c79576ed-b7e7-4710-9e82-664a94b90dfb tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 33b0ba64-0a6c-4527-b134-5a0bfce4749d) {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:41:50.976775 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79576ed-b7e7-4710-9e82-664a94b90dfb tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:50.977480 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d594d31f-d8c2-4ea2-b1a1-0da51f40aefc None None] Network 33b0ba64-0a6c-4527-b134-5a0bfce4749d requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:41:50.977743 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c79576ed-b7e7-4710-9e82-664a94b90dfb tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:51.005393 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-c79576ed-b7e7-4710-9e82-664a94b90dfb tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6342168 Feb 09 21:41:51.009103 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 37962) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:51.058143 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-27fa2892-ff56-4154-96d9-c692f2a2f807 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-276621743', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:51.090956 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 37964) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:51.115749 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32456e9-0ef0-4d02-9401-3ac17dd07a62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-33b0ba64-0a6c-4527-b134-5a0bfce4749d', 'network_id': '33b0ba64-0a6c-4527-b134-5a0bfce4749d', 'project_id': '67feb264805b4b31b627437845cc2aaf', 'fixed_ips': [{'subnet_id': '39fd3429-ef70-404a-ba21-bbf52cea31ec'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:41:51.116735 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a32456e9-0ef0-4d02-9401-3ac17dd07a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:51.122219 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a52cdd-e7a9-4776-b183-c2e11cdad929 admin admin] Pushing event deleted for resources: {'Port': ['ID=65def2ed-d604-4e71-8036-df02410bcdcf,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:51.127945 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:51.152698 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-66a52cdd-e7a9-4776-b183-c2e11cdad929 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-554524'] for router_gateway (bc8f9033-df9f-4aee-827e-c5db5253e4c3), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:51.247627 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cf7185d7-a9ff-48b7-80ea-3cc7c9dcbc5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:51.274182 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-27fa2892-ff56-4154-96d9-c692f2a2f807 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (0034c7d8-7ce4-49ce-80b3-405b3119d061), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:51.275662 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-27fa2892-ff56-4154-96d9-c692f2a2f807 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (0034c7d8-7ce4-49ce-80b3-405b3119d061), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:51.296691 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0c56c7dc-300b-42ba-a75c-cc7e13296f82 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks [] for port (f743f090-badb-48df-a4d8-ed1153313cc9), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:51.298830 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-a32456e9-0ef0-4d02-9401-3ac17dd07a62 None None] Allocated IP 172.20.0.2 (33b0ba64-0a6c-4527-b134-5a0bfce4749d/39fd3429-ef70-404a-ba21-bbf52cea31ec/c8f41990-be42-44fc-9c00-7ece2470a923) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:41:51.311115 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-66a52cdd-e7a9-4776-b183-c2e11cdad929 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (bc8f9033-df9f-4aee-827e-c5db5253e4c3), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:51.316682 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-66a52cdd-e7a9-4776-b183-c2e11cdad929 admin admin] Publish callbacks [] for router_controller (bc8f9033-df9f-4aee-827e-c5db5253e4c3), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:51.361763 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cf7185d7-a9ff-48b7-80ea-3cc7c9dcbc5d admin admin] Publish callbacks [] for security_group (2b02d679-da37-4737-ba0c-7a263e5fc233), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:51.368678 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cf7185d7-a9ff-48b7-80ea-3cc7c9dcbc5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (2b02d679-da37-4737-ba0c-7a263e5fc233), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:51.429542 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7185d7-a9ff-48b7-80ea-3cc7c9dcbc5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b02d679-da37-4737-ba0c-7a263e5fc233,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:51.439882 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-27fa2892-ff56-4154-96d9-c692f2a2f807 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for router_controller (0034c7d8-7ce4-49ce-80b3-405b3119d061), precommit_add_association {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:51.445712 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-66a52cdd-e7a9-4776-b183-c2e11cdad929 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (bc8f9033-df9f-4aee-827e-c5db5253e4c3), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:51.446619 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66a52cdd-e7a9-4776-b183-c2e11cdad929 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc8f9033-df9f-4aee-827e-c5db5253e4c3 {{(pid=103141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:41:51.454568 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-66a52cdd-e7a9-4776-b183-c2e11cdad929 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:51.463453 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-66a52cdd-e7a9-4776-b183-c2e11cdad929 admin admin] 10.222.0.90 "DELETE /v2.0/routers/bc8f9033-df9f-4aee-827e-c5db5253e4c3 HTTP/1.1" status: 204 len: 168 time: 2.2363069 Feb 09 21:41:51.464725 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-27fa2892-ff56-4154-96d9-c692f2a2f807 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (0034c7d8-7ce4-49ce-80b3-405b3119d061), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:51.465561 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-cf7185d7-a9ff-48b7-80ea-3cc7c9dcbc5d admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=849b78d23e1f46e084351e4fd4140394&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3732646 Feb 09 21:41:51.467890 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 37970) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:51.468591 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 37972) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:51.485000 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0c56c7dc-300b-42ba-a75c-cc7e13296f82 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (f743f090-badb-48df-a4d8-ed1153313cc9), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:51.537565 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-27fa2892-ff56-4154-96d9-c692f2a2f807 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:51.538843 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-27fa2892-ff56-4154-96d9-c692f2a2f807 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5263238 Feb 09 21:41:51.542801 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 37974) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:51.567523 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c56c7dc-300b-42ba-a75c-cc7e13296f82 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:41:51.596898 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_v2 [None req-03776a75-4489-4983-8ffd-03b47014c777 admin admin] Deleting subnet f0da8412-03b1-4443-a880-77a4ccc57c5c {{(pid=103140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:41:51.602507 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-03776a75-4489-4983-8ffd-03b47014c777 admin admin] Publish callbacks [] for subnet (f0da8412-03b1-4443-a880-77a4ccc57c5c), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:51.638174 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a54b0fc1-765c-4dbd-9c6b-a386844740ce admin admin] Publish callbacks [] for security_group (2b02d679-da37-4737-ba0c-7a263e5fc233), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:51.656433 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-03776a75-4489-4983-8ffd-03b47014c777 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9110716'] for subnet (f0da8412-03b1-4443-a880-77a4ccc57c5c), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:51.664004 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-0c56c7dc-300b-42ba-a75c-cc7e13296f82 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:41:51.666999 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c56c7dc-300b-42ba-a75c-cc7e13296f82 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:41:51.705117 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a54b0fc1-765c-4dbd-9c6b-a386844740ce admin admin] Publish callbacks [] for security_group (2b02d679-da37-4737-ba0c-7a263e5fc233), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:51.720738 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c56c7dc-300b-42ba-a75c-cc7e13296f82 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Pushing event updated for resources: {'Port': ['ID=f743f090-badb-48df-a4d8-ed1153313cc9,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:51.764253 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a32456e9-0ef0-4d02-9401-3ac17dd07a62 None None] Publish callbacks [] for port (c8f41990-be42-44fc-9c00-7ece2470a923), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:51.771992 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a32456e9-0ef0-4d02-9401-3ac17dd07a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (c8f41990-be42-44fc-9c00-7ece2470a923), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:51.800366 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-03776a75-4489-4983-8ffd-03b47014c777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (f0da8412-03b1-4443-a880-77a4ccc57c5c), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:51.829057 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32456e9-0ef0-4d02-9401-3ac17dd07a62 None None] Network 33b0ba64-0a6c-4527-b134-5a0bfce4749d is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:41:51.835323 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a54b0fc1-765c-4dbd-9c6b-a386844740ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (2b02d679-da37-4737-ba0c-7a263e5fc233), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:51.835539 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-a32456e9-0ef0-4d02-9401-3ac17dd07a62 None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:41:51.837580 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32456e9-0ef0-4d02-9401-3ac17dd07a62 None None] Pushing event updated for resources: {'Port': ['ID=c8f41990-be42-44fc-9c00-7ece2470a923,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:51.837885 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a54b0fc1-765c-4dbd-9c6b-a386844740ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:51.839143 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-a54b0fc1-765c-4dbd-9c6b-a386844740ce admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/2b02d679-da37-4737-ba0c-7a263e5fc233 HTTP/1.1" status: 204 len: 168 time: 0.3680117 Feb 09 21:41:51.842785 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32456e9-0ef0-4d02-9401-3ac17dd07a62 None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:41:51.878757 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54b0fc1-765c-4dbd-9c6b-a386844740ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b02d679-da37-4737-ba0c-7a263e5fc233,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:51.913180 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-03776a75-4489-4983-8ffd-03b47014c777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621346'] for subnet (f0da8412-03b1-4443-a880-77a4ccc57c5c), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:51.922395 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-a32456e9-0ef0-4d02-9401-3ac17dd07a62 None None] Attempting to bind port c8f41990-be42-44fc-9c00-7ece2470a923 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:41:51.922950 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-a32456e9-0ef0-4d02-9401-3ac17dd07a62 None None] Attempting to bind port c8f41990-be42-44fc-9c00-7ece2470a923 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '8fe4c845-afba-43d4-9189-380015499cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '33b0ba64-0a6c-4527-b134-5a0bfce4749d'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:41:51.923341 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32456e9-0ef0-4d02-9401-3ac17dd07a62 None None] Attempting to bind port c8f41990-be42-44fc-9c00-7ece2470a923 on network 33b0ba64-0a6c-4527-b134-5a0bfce4749d {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:41:51.930029 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32456e9-0ef0-4d02-9401-3ac17dd07a62 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:41:51.930760 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32456e9-0ef0-4d02-9401-3ac17dd07a62 None None] Checking segment: {'id': '8fe4c845-afba-43d4-9189-380015499cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '33b0ba64-0a6c-4527-b134-5a0bfce4749d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:41:51.931170 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a32456e9-0ef0-4d02-9401-3ac17dd07a62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:51.931582 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32456e9-0ef0-4d02-9401-3ac17dd07a62 None None] Bound using segment: {'id': '8fe4c845-afba-43d4-9189-380015499cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '33b0ba64-0a6c-4527-b134-5a0bfce4749d'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:41:51.932091 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-a32456e9-0ef0-4d02-9401-3ac17dd07a62 None None] Bound port: c8f41990-be42-44fc-9c00-7ece2470a923, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fe4c845-afba-43d4-9189-380015499cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '33b0ba64-0a6c-4527-b134-5a0bfce4749d'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:41:51.932470 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a32456e9-0ef0-4d02-9401-3ac17dd07a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (c8f41990-be42-44fc-9c00-7ece2470a923), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:51.962168 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03776a75-4489-4983-8ffd-03b47014c777 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0da8412-03b1-4443-a880-77a4ccc57c5c,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:51.991054 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-03776a75-4489-4983-8ffd-03b47014c777 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:52.009683 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eaf1c46-afa5-4278-9a16-1730903b5dbd None None] Network 05cd0539-36ae-4aa3-999f-f931d2683843 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:41:52.016494 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-03776a75-4489-4983-8ffd-03b47014c777 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/f0da8412-03b1-4443-a880-77a4ccc57c5c HTTP/1.1" status: 204 len: 168 time: 0.5464272 Feb 09 21:41:52.019406 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 37978) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:52.153474 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device a080ed3c-df59-4c6e-845b-abe159471795 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:41:52.167642 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e2c3d093-505d-461b-87e1-c37ecf9c8c9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (05cd0539-36ae-4aa3-999f-f931d2683843), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:52.184878 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a32456e9-0ef0-4d02-9401-3ac17dd07a62 None None] For port c8f41990-be42-44fc-9c00-7ece2470a923, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:41:52.203489 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: a080ed3c-df59-4c6e-845b-abe159471795 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:41:52.203841 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device a080ed3c-df59-4c6e-845b-abe159471795 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:41:52.204506 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 65def2ed-d604-4e71-8036-df02410bcdcf no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:41:52.209329 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a32456e9-0ef0-4d02-9401-3ac17dd07a62 None None] For port c8f41990-be42-44fc-9c00-7ece2470a923, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=c8f41990-be42-44fc-9c00-7ece2470a923,segment=NetworkSegment(8fe4c845-afba-43d4-9189-380015499cf1),segment_id=8fe4c845-afba-43d4-9189-380015499cf1)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:41:52.250316 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-17c049ad-2186-4282-8cff-e9871d164a47 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:52.253410 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 65def2ed-d604-4e71-8036-df02410bcdcf {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:41:52.253559 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-e2c3d093-505d-461b-87e1-c37ecf9c8c9e admin admin] Deleting port b4fe331b-6c36-4bb1-8330-350e921810eb {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:41:52.253651 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 65def2ed-d604-4e71-8036-df02410bcdcf not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:41:52.253750 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e2c3d093-505d-461b-87e1-c37ecf9c8c9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (b4fe331b-6c36-4bb1-8330-350e921810eb), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:52.268341 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a32456e9-0ef0-4d02-9401-3ac17dd07a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (c8f41990-be42-44fc-9c00-7ece2470a923), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:52.380246 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32456e9-0ef0-4d02-9401-3ac17dd07a62 None None] Pushing event updated for resources: {'Port': ['ID=c8f41990-be42-44fc-9c00-7ece2470a923,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:52.385697 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-e2c3d093-505d-461b-87e1-c37ecf9c8c9e admin admin] For port b4fe331b-6c36-4bb1-8330-350e921810eb, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=b4fe331b-6c36-4bb1-8330-350e921810eb,segment=NetworkSegment(95da11bd-68bd-442d-af90-0aca21711bb5),segment_id=95da11bd-68bd-442d-af90-0aca21711bb5)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:41:52.386387 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e2c3d093-505d-461b-87e1-c37ecf9c8c9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (b4fe331b-6c36-4bb1-8330-350e921810eb), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:52.392461 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0c56c7dc-300b-42ba-a75c-cc7e13296f82 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks [] for router_gateway (9cbbb1ef-b527-4feb-98a9-a1eddb9b5cee), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:52.482910 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-e2c3d093-505d-461b-87e1-c37ecf9c8c9e admin admin] Calling delete_port for b4fe331b-6c36-4bb1-8330-350e921810eb owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:41:52.495141 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f8084c-8137-49df-bf48-e0cc36f6431a None None] DHCP port deletion for 05cd0539-36ae-4aa3-999f-f931d2683843 request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:41:52.588050 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-c3f8084c-8137-49df-bf48-e0cc36f6431a None None] Deleting port b4fe331b-6c36-4bb1-8330-350e921810eb {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:41:52.588465 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c3f8084c-8137-49df-bf48-e0cc36f6431a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (b4fe331b-6c36-4bb1-8330-350e921810eb), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:52.764305 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-c3f8084c-8137-49df-bf48-e0cc36f6431a None None] For port b4fe331b-6c36-4bb1-8330-350e921810eb, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=b4fe331b-6c36-4bb1-8330-350e921810eb,segment=NetworkSegment(95da11bd-68bd-442d-af90-0aca21711bb5),segment_id=95da11bd-68bd-442d-af90-0aca21711bb5)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:41:52.764945 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c3f8084c-8137-49df-bf48-e0cc36f6431a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (b4fe331b-6c36-4bb1-8330-350e921810eb), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:52.769752 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e2c3d093-505d-461b-87e1-c37ecf9c8c9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (b4fe331b-6c36-4bb1-8330-350e921810eb), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:52.797593 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-c3f8084c-8137-49df-bf48-e0cc36f6431a None None] Calling delete_port for b4fe331b-6c36-4bb1-8330-350e921810eb owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:41:52.842245 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c3d093-505d-461b-87e1-c37ecf9c8c9e admin admin] No DVR routers for this DVR port b4fe331b-6c36-4bb1-8330-350e921810eb on host n-d-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:41:52.852208 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c3d093-505d-461b-87e1-c37ecf9c8c9e admin admin] Pushing event deleted for resources: {'Port': ['ID=b4fe331b-6c36-4bb1-8330-350e921810eb,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:52.940981 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e2c3d093-505d-461b-87e1-c37ecf9c8c9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (05cd0539-36ae-4aa3-999f-f931d2683843), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:52.962904 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c3f8084c-8137-49df-bf48-e0cc36f6431a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (b4fe331b-6c36-4bb1-8330-350e921810eb), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:52.990385 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-e2c3d093-505d-461b-87e1-c37ecf9c8c9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05cd0539-36ae-4aa3-999f-f931d2683843']}} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:53.001916 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-e2c3d093-505d-461b-87e1-c37ecf9c8c9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95da11bd-68bd-442d-af90-0aca21711bb5') {'for_net_delete': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:53.002202 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-e2c3d093-505d-461b-87e1-c37ecf9c8c9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95da11bd-68bd-442d-af90-0aca21711bb5') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:53.013376 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e2c3d093-505d-461b-87e1-c37ecf9c8c9e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110711'] for segment (95da11bd-68bd-442d-af90-0aca21711bb5), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:53.023694 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f8084c-8137-49df-bf48-e0cc36f6431a None None] No DVR routers for this DVR port b4fe331b-6c36-4bb1-8330-350e921810eb on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:41:53.025794 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f8084c-8137-49df-bf48-e0cc36f6431a None None] Pushing event deleted for resources: {'Port': ['ID=b4fe331b-6c36-4bb1-8330-350e921810eb,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:53.034291 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e2c3d093-505d-461b-87e1-c37ecf9c8c9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (95da11bd-68bd-442d-af90-0aca21711bb5), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:53.045322 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2c3d093-505d-461b-87e1-c37ecf9c8c9e admin admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=103140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:41:53.046056 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e2c3d093-505d-461b-87e1-c37ecf9c8c9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669415'] for segment (95da11bd-68bd-442d-af90-0aca21711bb5), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:53.048111 n-d-828369-5 neutron-server[103140]: Traceback (most recent call last): Feb 09 21:41:53.048111 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:41:53.048111 n-d-828369-5 neutron-server[103140]: timer() Feb 09 21:41:53.048111 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:41:53.048111 n-d-828369-5 neutron-server[103140]: cb(*args, **kw) Feb 09 21:41:53.048111 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:41:53.048111 n-d-828369-5 neutron-server[103140]: return func(*args, **kwargs) Feb 09 21:41:53.048111 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:41:53.048111 n-d-828369-5 neutron-server[103140]: self._notify() Feb 09 21:41:53.048111 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:41:53.048111 n-d-828369-5 neutron-server[103140]: self.callback(batched_events) Feb 09 21:41:53.048111 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:41:53.048111 n-d-828369-5 neutron-server[103140]: event.method(event) Feb 09 21:41:53.048111 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:41:53.048111 n-d-828369-5 neutron-server[103140]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:41:53.048111 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:41:53.048111 n-d-828369-5 neutron-server[103140]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:41:53.048111 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:41:53.048111 n-d-828369-5 neutron-server[103140]: return f(self, *a, **k) Feb 09 21:41:53.048111 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:41:53.048111 n-d-828369-5 neutron-server[103140]: return self._get(url).json() Feb 09 21:41:53.048111 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:41:53.048111 n-d-828369-5 neutron-server[103140]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:41:53.048111 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:41:53.048111 n-d-828369-5 neutron-server[103140]: return self.request(url, 'GET', **kwargs) Feb 09 21:41:53.048111 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:41:53.048111 n-d-828369-5 neutron-server[103140]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:41:53.048111 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:41:53.048111 n-d-828369-5 neutron-server[103140]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:41:53.048111 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:41:53.048111 n-d-828369-5 neutron-server[103140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:41:53.048111 n-d-828369-5 neutron-server[103140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:41:53.052133 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-17c049ad-2186-4282-8cff-e9871d164a47 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Allocated IP 172.20.0.1 (33b0ba64-0a6c-4527-b134-5a0bfce4749d/39fd3429-ef70-404a-ba21-bbf52cea31ec/2ca5c542-d2a6-45e7-bea0-9db41126836f) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:41:53.055553 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0c56c7dc-300b-42ba-a75c-cc7e13296f82 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-554449', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10783'] for router (9cbbb1ef-b527-4feb-98a9-a1eddb9b5cee), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:53.062854 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0c56c7dc-300b-42ba-a75c-cc7e13296f82 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-554458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-554435', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-525216'] for router (9cbbb1ef-b527-4feb-98a9-a1eddb9b5cee), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:53.127242 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e2c3d093-505d-461b-87e1-c37ecf9c8c9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (05cd0539-36ae-4aa3-999f-f931d2683843), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:53.148126 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e2c3d093-505d-461b-87e1-c37ecf9c8c9e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:53.156073 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-e2c3d093-505d-461b-87e1-c37ecf9c8c9e admin admin] 10.222.0.90 "DELETE /v2.0/networks/05cd0539-36ae-4aa3-999f-f931d2683843 HTTP/1.1" status: 204 len: 168 time: 1.1353672 Feb 09 21:41:53.177759 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c3d093-505d-461b-87e1-c37ecf9c8c9e admin admin] Pushing event deleted for resources: {'Network': ['ID=05cd0539-36ae-4aa3-999f-f931d2683843,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:53.345865 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 38004) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:53.370052 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:53.465484 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-2f0bf0d9-86ca-4d9a-b594-d33e472654c7 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=81876a1acb47437d8ddabffe434cacf9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1181586 Feb 09 21:41:53.466121 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 38008) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:53.570576 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8efad946-246a-4a2d-a5d3-93ad212c5fd8 admin admin] Publish callbacks [] for security_group (2dc8e90b-29e3-420c-9613-02e95e20fc41), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:53.596942 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8efad946-246a-4a2d-a5d3-93ad212c5fd8 admin admin] Publish callbacks [] for security_group (2dc8e90b-29e3-420c-9613-02e95e20fc41), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:53.694504 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8efad946-246a-4a2d-a5d3-93ad212c5fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (2dc8e90b-29e3-420c-9613-02e95e20fc41), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:53.701110 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8efad946-246a-4a2d-a5d3-93ad212c5fd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:53.706349 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-8efad946-246a-4a2d-a5d3-93ad212c5fd8 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/2dc8e90b-29e3-420c-9613-02e95e20fc41 HTTP/1.1" status: 204 len: 168 time: 0.2369139 Feb 09 21:41:53.717262 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efad946-246a-4a2d-a5d3-93ad212c5fd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc8e90b-29e3-420c-9613-02e95e20fc41,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:53.740645 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-17c049ad-2186-4282-8cff-e9871d164a47 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for port (2ca5c542-d2a6-45e7-bea0-9db41126836f), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:53.799759 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c56c7dc-300b-42ba-a75c-cc7e13296f82 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Router 9cbbb1ef-b527-4feb-98a9-a1eddb9b5cee is scheduled to L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 with binding_index 1 {{(pid=103141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:41:53.817677 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-17c049ad-2186-4282-8cff-e9871d164a47 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (2ca5c542-d2a6-45e7-bea0-9db41126836f), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:53.948087 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c049ad-2186-4282-8cff-e9871d164a47 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Network 33b0ba64-0a6c-4527-b134-5a0bfce4749d is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:41:53.958281 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-17c049ad-2186-4282-8cff-e9871d164a47 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:41:53.978072 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05fe5ed7-a367-44b5-9111-4151562b4685 None None] Network 33b0ba64-0a6c-4527-b134-5a0bfce4749d requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:41:54.012747 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c049ad-2186-4282-8cff-e9871d164a47 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:41:54.073938 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c049ad-2186-4282-8cff-e9871d164a47 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Pushing event updated for resources: {'Port': ['ID=2ca5c542-d2a6-45e7-bea0-9db41126836f,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:54.158169 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-17c049ad-2186-4282-8cff-e9871d164a47 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554727'] for router_interface (0034c7d8-7ce4-49ce-80b3-405b3119d061), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:54.180915 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device c8f41990-be42-44fc-9c00-7ece2470a923 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:41:54.193800 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-db682a5d-a58c-45b8-a22e-9e1788d735be None None] Provisioning complete for port c8f41990-be42-44fc-9c00-7ece2470a923 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:54.194478 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-db682a5d-a58c-45b8-a22e-9e1788d735be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (c8f41990-be42-44fc-9c00-7ece2470a923), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:54.232030 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c56c7dc-300b-42ba-a75c-cc7e13296f82 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:41:54.254930 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0c56c7dc-300b-42ba-a75c-cc7e13296f82 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:54.256204 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-0c56c7dc-300b-42ba-a75c-cc7e13296f82 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] 10.222.0.90 "PUT /v2.0/routers/9cbbb1ef-b527-4feb-98a9-a1eddb9b5cee HTTP/1.1" status: 200 len: 918 time: 4.8966019 Feb 09 21:41:54.258826 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 38028) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:54.296764 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2519599-319a-49e5-aecb-fda8e6cd022a None None] Sync routers for ids ['9cbbb1ef-b527-4feb-98a9-a1eddb9b5cee'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:41:54.375221 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2519599-319a-49e5-aecb-fda8e6cd022a None None] Routers {'9cbbb1ef-b527-4feb-98a9-a1eddb9b5cee'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:41:54.377344 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-c2519599-319a-49e5-aecb-fda8e6cd022a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:41:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['9cbbb1ef-b527-4feb-98a9-a1eddb9b5cee'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:54.435749 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-c2519599-319a-49e5-aecb-fda8e6cd022a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:54.440577 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-17c049ad-2186-4282-8cff-e9871d164a47 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (2ca5c542-d2a6-45e7-bea0-9db41126836f), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:54.454194 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-db0feeb2-062f-4ea1-9f4e-a687b3f3ca6a tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] 10.222.0.90 "GET /v2.0/routers/9cbbb1ef-b527-4feb-98a9-a1eddb9b5cee HTTP/1.1" status: 200 len: 924 time: 0.1943195 Feb 09 21:41:54.457261 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 38034) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:54.482203 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port c8f41990-be42-44fc-9c00-7ece2470a923 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:54.482589 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (c8f41990-be42-44fc-9c00-7ece2470a923), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:54.573085 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760e7f6f-1cd4-4c16-930f-581e9e432a3f tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:54.582158 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-760e7f6f-1cd4-4c16-930f-581e9e432a3f tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] 10.222.0.90 "GET /v2.0/ports?network_id=54a442d5-50a0-4c75-85cc-d19f5bf58118&device_id=9cbbb1ef-b527-4feb-98a9-a1eddb9b5cee&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1212854 Feb 09 21:41:54.585940 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 38048) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:54.586220 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2519599-319a-49e5-aecb-fda8e6cd022a None None] Routers {'9cbbb1ef-b527-4feb-98a9-a1eddb9b5cee'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:41:54.587003 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-c2519599-319a-49e5-aecb-fda8e6cd022a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:41:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['9cbbb1ef-b527-4feb-98a9-a1eddb9b5cee'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:54.640501 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-c2519599-319a-49e5-aecb-fda8e6cd022a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:54.652175 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2519599-319a-49e5-aecb-fda8e6cd022a None None] The sync data for ids ['9cbbb1ef-b527-4feb-98a9-a1eddb9b5cee'] in n-d-828369-5 is: [] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:41:54.658912 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-db682a5d-a58c-45b8-a22e-9e1788d735be None None] Current status of the port c8f41990-be42-44fc-9c00-7ece2470a923 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:54.659759 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-db682a5d-a58c-45b8-a22e-9e1788d735be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (c8f41990-be42-44fc-9c00-7ece2470a923), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:54.744053 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-db682a5d-a58c-45b8-a22e-9e1788d735be None None] For port c8f41990-be42-44fc-9c00-7ece2470a923, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=c8f41990-be42-44fc-9c00-7ece2470a923,segment=NetworkSegment(8fe4c845-afba-43d4-9189-380015499cf1),segment_id=8fe4c845-afba-43d4-9189-380015499cf1)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:41:54.769943 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-db682a5d-a58c-45b8-a22e-9e1788d735be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (c8f41990-be42-44fc-9c00-7ece2470a923), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:54.873720 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8f54ee-2c52-4c1c-85a3-fc760e2dfc25 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:54.877904 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-cd8f54ee-2c52-4c1c-85a3-fc760e2dfc25 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] 10.222.0.90 "GET /v2.0/networks/54a442d5-50a0-4c75-85cc-d19f5bf58118 HTTP/1.1" status: 200 len: 881 time: 0.2847569 Feb 09 21:41:54.879213 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 38054) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:54.927275 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port c8f41990-be42-44fc-9c00-7ece2470a923 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:54.932197 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db682a5d-a58c-45b8-a22e-9e1788d735be None None] Pushing event updated for resources: {'Port': ['ID=c8f41990-be42-44fc-9c00-7ece2470a923,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:54.960517 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-359a30f7-ebb1-445f-b893-e20fc4440c19 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] 10.222.0.90 "GET /v2.0/ports?device_id=9cbbb1ef-b527-4feb-98a9-a1eddb9b5cee HTTP/1.1" status: 200 len: 205 time: 0.0769310 Feb 09 21:41:54.961829 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 38058) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:55.013601 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-198150db-4092-4cc8-a157-44838db2a941 None None] Provisioning complete for port c8f41990-be42-44fc-9c00-7ece2470a923 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:55.014151 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-198150db-4092-4cc8-a157-44838db2a941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (c8f41990-be42-44fc-9c00-7ece2470a923), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:55.063098 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device b4fe331b-6c36-4bb1-8330-350e921810eb no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:41:55.094314 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: b4fe331b-6c36-4bb1-8330-350e921810eb {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:41:55.094881 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device b4fe331b-6c36-4bb1-8330-350e921810eb not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:41:55.210825 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-17c049ad-2186-4282-8cff-e9871d164a47 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for port (2ca5c542-d2a6-45e7-bea0-9db41126836f), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:55.224077 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-17c049ad-2186-4282-8cff-e9871d164a47 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (2ca5c542-d2a6-45e7-bea0-9db41126836f), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:55.280443 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-198150db-4092-4cc8-a157-44838db2a941 None None] Current status of the port c8f41990-be42-44fc-9c00-7ece2470a923 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:55.317967 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cce2cf32-f46b-429e-ad46-c049900a59b1 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks [] for router (9cbbb1ef-b527-4feb-98a9-a1eddb9b5cee), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:55.322612 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-198150db-4092-4cc8-a157-44838db2a941 None None] Provisioning complete for port 2ca5c542-d2a6-45e7-bea0-9db41126836f triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:55.325575 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-198150db-4092-4cc8-a157-44838db2a941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (2ca5c542-d2a6-45e7-bea0-9db41126836f), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:55.424912 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c049ad-2186-4282-8cff-e9871d164a47 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Pushing event updated for resources: {'Port': ['ID=2ca5c542-d2a6-45e7-bea0-9db41126836f,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:55.454002 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-198150db-4092-4cc8-a157-44838db2a941 None None] Port 2ca5c542-d2a6-45e7-bea0-9db41126836f cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:41:55.471589 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-17c049ad-2186-4282-8cff-e9871d164a47 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524919'] for router_interface (0034c7d8-7ce4-49ce-80b3-405b3119d061), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:55.523924 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cce2cf32-f46b-429e-ad46-c049900a59b1 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks [] for router_gateway (9cbbb1ef-b527-4feb-98a9-a1eddb9b5cee), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:55.586796 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-087a6003-f36a-4964-94f8-6f2b6272edae None None] Provisioning complete for port 2ca5c542-d2a6-45e7-bea0-9db41126836f triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:55.590216 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-087a6003-f36a-4964-94f8-6f2b6272edae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (2ca5c542-d2a6-45e7-bea0-9db41126836f), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:55.623839 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-cce2cf32-f46b-429e-ad46-c049900a59b1 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Deleting port f743f090-badb-48df-a4d8-ed1153313cc9 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:41:55.625380 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cce2cf32-f46b-429e-ad46-c049900a59b1 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (f743f090-badb-48df-a4d8-ed1153313cc9), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:55.672469 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c049ad-2186-4282-8cff-e9871d164a47 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Network 33b0ba64-0a6c-4527-b134-5a0bfce4749d is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:41:55.675869 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-17c049ad-2186-4282-8cff-e9871d164a47 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:41:55.704009 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-087a6003-f36a-4964-94f8-6f2b6272edae None None] Port 2ca5c542-d2a6-45e7-bea0-9db41126836f cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:41:55.874846 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cce2cf32-f46b-429e-ad46-c049900a59b1 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (f743f090-badb-48df-a4d8-ed1153313cc9), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:55.938769 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-cce2cf32-f46b-429e-ad46-c049900a59b1 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Calling delete_port for f743f090-badb-48df-a4d8-ed1153313cc9 owned by network:router_gateway {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:41:56.003793 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17c049ad-2186-4282-8cff-e9871d164a47 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Router 0034c7d8-7ce4-49ce-80b3-405b3119d061 is scheduled to L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 with binding_index 1 {{(pid=103141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:41:56.142877 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device c8f41990-be42-44fc-9c00-7ece2470a923 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:41:56.235489 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17c049ad-2186-4282-8cff-e9871d164a47 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:41:56.246904 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-17c049ad-2186-4282-8cff-e9871d164a47 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "PUT /v2.0/routers/0034c7d8-7ce4-49ce-80b3-405b3119d061/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6927624 Feb 09 21:41:56.247772 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 38138) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:56.247932 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9da654b-d0da-43ba-be52-caefe0acfbca None None] Sync routers for ids ['0034c7d8-7ce4-49ce-80b3-405b3119d061'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:41:56.248410 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 38140) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:56.271309 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9da654b-d0da-43ba-be52-caefe0acfbca None None] Routers {'0034c7d8-7ce4-49ce-80b3-405b3119d061'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:41:56.271972 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-c9da654b-d0da-43ba-be52-caefe0acfbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:41:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['0034c7d8-7ce4-49ce-80b3-405b3119d061'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:56.296237 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port c8f41990-be42-44fc-9c00-7ece2470a923 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:56.299360 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (c8f41990-be42-44fc-9c00-7ece2470a923), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:56.330045 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-c9da654b-d0da-43ba-be52-caefe0acfbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:56.352104 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9da654b-d0da-43ba-be52-caefe0acfbca None None] Routers {'0034c7d8-7ce4-49ce-80b3-405b3119d061'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:41:56.353019 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-c9da654b-d0da-43ba-be52-caefe0acfbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:41:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['0034c7d8-7ce4-49ce-80b3-405b3119d061'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:56.389106 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-ccbd2f40-800e-4bc9-b7c7-0a17239cd52e None None] Provisioning complete for port 2ca5c542-d2a6-45e7-bea0-9db41126836f triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:41:56.389476 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ccbd2f40-800e-4bc9-b7c7-0a17239cd52e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (2ca5c542-d2a6-45e7-bea0-9db41126836f), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:56.406078 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828a07b7-45e6-4b71-aba4-48b959a1916a tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:56.408899 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cce2cf32-f46b-429e-ad46-c049900a59b1 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (f743f090-badb-48df-a4d8-ed1153313cc9), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:56.414701 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-828a07b7-45e6-4b71-aba4-48b959a1916a tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "GET /v2.0/ports/2ca5c542-d2a6-45e7-bea0-9db41126836f HTTP/1.1" status: 200 len: 910 time: 0.1642079 Feb 09 21:41:56.417143 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 38148) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:56.431791 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-288617b3-c541-4916-9aa9-880bd5e082af tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '39fd3429-ef70-404a-ba21-bbf52cea31ec'}]}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:56.458667 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-c9da654b-d0da-43ba-be52-caefe0acfbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:41:56.459873 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9da654b-d0da-43ba-be52-caefe0acfbca None None] The sync data for ids ['0034c7d8-7ce4-49ce-80b3-405b3119d061'] in n-d-828369-5 is: [] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:41:56.521808 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-ccbd2f40-800e-4bc9-b7c7-0a17239cd52e None None] Port 2ca5c542-d2a6-45e7-bea0-9db41126836f cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:41:56.591075 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 38152) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:56.622168 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce2cf32-f46b-429e-ad46-c049900a59b1 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Pushing event deleted for resources: {'Port': ['ID=f743f090-badb-48df-a4d8-ed1153313cc9,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:56.624773 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cce2cf32-f46b-429e-ad46-c049900a59b1 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-554524'] for router_gateway (9cbbb1ef-b527-4feb-98a9-a1eddb9b5cee), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:56.638320 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port c8f41990-be42-44fc-9c00-7ece2470a923 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:41:56.722092 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5593ec6f-2471-48bc-bab2-2894a81caa62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:56.729014 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cce2cf32-f46b-429e-ad46-c049900a59b1 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (9cbbb1ef-b527-4feb-98a9-a1eddb9b5cee), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:56.731586 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cce2cf32-f46b-429e-ad46-c049900a59b1 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks [] for router_controller (9cbbb1ef-b527-4feb-98a9-a1eddb9b5cee), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:56.735992 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-42a46a58-fc55-4165-b509-76f1afbdb88a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:56.782920 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cce2cf32-f46b-429e-ad46-c049900a59b1 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (9cbbb1ef-b527-4feb-98a9-a1eddb9b5cee), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:56.783775 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cce2cf32-f46b-429e-ad46-c049900a59b1 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Fanout notify agent at l3_agent the message router_deleted on router 9cbbb1ef-b527-4feb-98a9-a1eddb9b5cee {{(pid=103140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:41:56.795243 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cce2cf32-f46b-429e-ad46-c049900a59b1 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:56.802733 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-cce2cf32-f46b-429e-ad46-c049900a59b1 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] 10.222.0.90 "DELETE /v2.0/routers/9cbbb1ef-b527-4feb-98a9-a1eddb9b5cee HTTP/1.1" status: 204 len: 168 time: 1.8389826 Feb 09 21:41:56.803013 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 38156) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:56.807682 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-c36b8dae-2d60-459b-938c-2e855dafad11 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-707878665', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:56.829945 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-288617b3-c541-4916-9aa9-880bd5e082af tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (2ca5c542-d2a6-45e7-bea0-9db41126836f), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:56.834427 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c36b8dae-2d60-459b-938c-2e855dafad11 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (094d8c59-644c-4e6a-99b6-b3a73ac3fcef), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:56.835591 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c36b8dae-2d60-459b-938c-2e855dafad11 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (094d8c59-644c-4e6a-99b6-b3a73ac3fcef), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:56.908895 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c36b8dae-2d60-459b-938c-2e855dafad11 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks [] for router_controller (094d8c59-644c-4e6a-99b6-b3a73ac3fcef), precommit_add_association {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:56.916755 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c36b8dae-2d60-459b-938c-2e855dafad11 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (094d8c59-644c-4e6a-99b6-b3a73ac3fcef), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:56.944338 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c36b8dae-2d60-459b-938c-2e855dafad11 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:56.948858 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-c36b8dae-2d60-459b-938c-2e855dafad11 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1448398 Feb 09 21:41:56.954012 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 38160) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:56.963678 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-f48c85b1-1970-439b-b054-75cb0e352453 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'enable_snat': False}}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:41:57.093465 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5593ec6f-2471-48bc-bab2-2894a81caa62 admin admin] Publish callbacks [] for security_group (ccc00577-4f10-4cba-8d32-142f9bd26c0a), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:57.107476 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-42a46a58-fc55-4165-b509-76f1afbdb88a admin admin] Publish callbacks [] for security_group (b17d3306-194a-4dd1-be79-6041fff80673), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:57.108437 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5593ec6f-2471-48bc-bab2-2894a81caa62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (ccc00577-4f10-4cba-8d32-142f9bd26c0a), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:57.139341 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-42a46a58-fc55-4165-b509-76f1afbdb88a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (b17d3306-194a-4dd1-be79-6041fff80673), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:57.238253 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5593ec6f-2471-48bc-bab2-2894a81caa62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc00577-4f10-4cba-8d32-142f9bd26c0a,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:57.258358 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-5593ec6f-2471-48bc-bab2-2894a81caa62 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=3ff167cf6a52491abf8adbe9e0447451&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6584301 Feb 09 21:41:57.261655 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 38164) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:57.267008 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-42a46a58-fc55-4165-b509-76f1afbdb88a admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=1c2627d5f2294861a68c74fdf3e23f51&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0177486 Feb 09 21:41:57.278358 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f48c85b1-1970-439b-b054-75cb0e352453 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks [] for router_gateway (094d8c59-644c-4e6a-99b6-b3a73ac3fcef), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:57.285436 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 38166) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:57.333235 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a46a58-fc55-4165-b509-76f1afbdb88a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b17d3306-194a-4dd1-be79-6041fff80673,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:57.413036 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-dbdd3940-53eb-4c2c-854e-8d55e0c8be46 admin admin] Publish callbacks [] for security_group (b17d3306-194a-4dd1-be79-6041fff80673), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:57.441535 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-dbdd3940-53eb-4c2c-854e-8d55e0c8be46 admin admin] Publish callbacks [] for security_group (b17d3306-194a-4dd1-be79-6041fff80673), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:57.595286 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-288617b3-c541-4916-9aa9-880bd5e082af tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for port (2ca5c542-d2a6-45e7-bea0-9db41126836f), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:57.651487 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-288617b3-c541-4916-9aa9-880bd5e082af tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (2ca5c542-d2a6-45e7-bea0-9db41126836f), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:57.748987 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288617b3-c541-4916-9aa9-880bd5e082af tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Pushing event updated for resources: {'Port': ['ID=2ca5c542-d2a6-45e7-bea0-9db41126836f,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:57.766593 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-945f4fff-ffbd-4c57-b0a9-14b8a7f4dac5 admin admin] Publish callbacks [] for security_group (ccc00577-4f10-4cba-8d32-142f9bd26c0a), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:57.806117 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-945f4fff-ffbd-4c57-b0a9-14b8a7f4dac5 admin admin] Publish callbacks [] for security_group (ccc00577-4f10-4cba-8d32-142f9bd26c0a), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:57.856302 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-dbdd3940-53eb-4c2c-854e-8d55e0c8be46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (b17d3306-194a-4dd1-be79-6041fff80673), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:57.860972 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-dbdd3940-53eb-4c2c-854e-8d55e0c8be46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:57.865757 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-dbdd3940-53eb-4c2c-854e-8d55e0c8be46 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/b17d3306-194a-4dd1-be79-6041fff80673 HTTP/1.1" status: 204 len: 168 time: 0.5748274 Feb 09 21:41:57.871836 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288617b3-c541-4916-9aa9-880bd5e082af tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:57.872672 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-288617b3-c541-4916-9aa9-880bd5e082af tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:57.874391 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-288617b3-c541-4916-9aa9-880bd5e082af tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "PUT /v2.0/ports/2ca5c542-d2a6-45e7-bea0-9db41126836f HTTP/1.1" status: 200 len: 910 time: 1.4546626 Feb 09 21:41:57.877175 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 38172) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:57.883156 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-945f4fff-ffbd-4c57-b0a9-14b8a7f4dac5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (ccc00577-4f10-4cba-8d32-142f9bd26c0a), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:57.887314 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-945f4fff-ffbd-4c57-b0a9-14b8a7f4dac5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:57.889570 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-945f4fff-ffbd-4c57-b0a9-14b8a7f4dac5 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/ccc00577-4f10-4cba-8d32-142f9bd26c0a HTTP/1.1" status: 204 len: 168 time: 0.6208858 Feb 09 21:41:57.901496 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945f4fff-ffbd-4c57-b0a9-14b8a7f4dac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc00577-4f10-4cba-8d32-142f9bd26c0a,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:57.994422 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdd3940-53eb-4c2c-854e-8d55e0c8be46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b17d3306-194a-4dd1-be79-6041fff80673,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:58.380445 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f48c85b1-1970-439b-b054-75cb0e352453 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks [] for router_gateway (094d8c59-644c-4e6a-99b6-b3a73ac3fcef), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:58.421568 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 38190) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:58.439227 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-49f952c5-aee8-483a-9602-1ce952f25a05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:58.444878 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f48c85b1-1970-439b-b054-75cb0e352453 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:58.556804 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a4a0878e-13f3-4d25-a5fa-d73d1e4252b9 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524906'] for router_interface (0034c7d8-7ce4-49ce-80b3-405b3119d061), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:58.573228 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-49f952c5-aee8-483a-9602-1ce952f25a05 admin admin] Publish callbacks [] for security_group (79b63443-890d-457d-8a36-d2cff429bb5e), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:58.578099 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-49f952c5-aee8-483a-9602-1ce952f25a05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (79b63443-890d-457d-8a36-d2cff429bb5e), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:58.647955 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f952c5-aee8-483a-9602-1ce952f25a05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79b63443-890d-457d-8a36-d2cff429bb5e,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:58.648212 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-f48c85b1-1970-439b-b054-75cb0e352453 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Allocated IP 172.25.3.209 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/feb4492e-5744-4c92-80d2-f855e4044540) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:41:58.657332 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-49f952c5-aee8-483a-9602-1ce952f25a05 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=a4491df0baac4e378024491e6d33f0a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2347155 Feb 09 21:41:58.661095 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 38204) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:41:58.741663 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f0d5d67e-29f3-4a9c-8d5f-4fa51c5539db admin admin] Publish callbacks [] for security_group (79b63443-890d-457d-8a36-d2cff429bb5e), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:58.772365 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f0d5d67e-29f3-4a9c-8d5f-4fa51c5539db admin admin] Publish callbacks [] for security_group (79b63443-890d-457d-8a36-d2cff429bb5e), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:58.835508 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f0d5d67e-29f3-4a9c-8d5f-4fa51c5539db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (79b63443-890d-457d-8a36-d2cff429bb5e), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:58.839753 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f0d5d67e-29f3-4a9c-8d5f-4fa51c5539db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:58.845177 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-f0d5d67e-29f3-4a9c-8d5f-4fa51c5539db admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/79b63443-890d-457d-8a36-d2cff429bb5e HTTP/1.1" status: 204 len: 168 time: 0.1822672 Feb 09 21:41:58.857408 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d5d67e-29f3-4a9c-8d5f-4fa51c5539db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b63443-890d-457d-8a36-d2cff429bb5e,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:58.935203 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f48c85b1-1970-439b-b054-75cb0e352453 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks [] for port (feb4492e-5744-4c92-80d2-f855e4044540), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:59.070417 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f48c85b1-1970-439b-b054-75cb0e352453 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (feb4492e-5744-4c92-80d2-f855e4044540), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:59.127571 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48c85b1-1970-439b-b054-75cb0e352453 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Pushing event updated for resources: {'Port': ['ID=feb4492e-5744-4c92-80d2-f855e4044540,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:41:59.167231 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48c85b1-1970-439b-b054-75cb0e352453 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:41:59.169627 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-a4a0878e-13f3-4d25-a5fa-d73d1e4252b9 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Deleting port 2ca5c542-d2a6-45e7-bea0-9db41126836f {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:41:59.169971 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a4a0878e-13f3-4d25-a5fa-d73d1e4252b9 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (2ca5c542-d2a6-45e7-bea0-9db41126836f), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:59.185746 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-f48c85b1-1970-439b-b054-75cb0e352453 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:41:59.249012 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48c85b1-1970-439b-b054-75cb0e352453 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:41:59.506778 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a4a0878e-13f3-4d25-a5fa-d73d1e4252b9 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (2ca5c542-d2a6-45e7-bea0-9db41126836f), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:41:59.531683 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-a4a0878e-13f3-4d25-a5fa-d73d1e4252b9 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Calling delete_port for 2ca5c542-d2a6-45e7-bea0-9db41126836f owned by network:router_interface {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:41:59.540487 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904179a9-e9f8-4a81-b53f-177fb8cde928 req-40a78d77-25f4-44d5-bb40-10c9979ae228 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:41:59.547407 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-904179a9-e9f8-4a81-b53f-177fb8cde928 req-40a78d77-25f4-44d5-bb40-10c9979ae228 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] 10.222.0.90 "GET /v2.0/ports?device_id=3c4470cf-379e-4e8d-bce4-e188d20f6445 HTTP/1.1" status: 200 len: 946 time: 0.2246072 Feb 09 21:41:59.731399 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fab75b70-e72c-42e5-a44b-a73180cbf6b1 req-f0b587ba-1ee7-4d6f-adbc-cf29fb166c51 tempest-ImagesNegativeTestJSON-1161447720 tempest-ImagesNegativeTestJSON-1161447720-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=4784158b5f85480293ec59af23a33430&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0671263 Feb 09 21:41:59.812819 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-904179a9-e9f8-4a81-b53f-177fb8cde928 req-52543cd0-04dc-4604-bc0b-3f116fa53332 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] 10.222.0.90 "GET /v2.0/security-groups?id=acf6eb09-8df7-4797-a643-4eeaeced6321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2645297 Feb 09 21:42:00.028854 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f48c85b1-1970-439b-b054-75cb0e352453 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks [] for router_gateway (094d8c59-644c-4e6a-99b6-b3a73ac3fcef), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:00.131976 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab75b70-e72c-42e5-a44b-a73180cbf6b1 req-cfcc4f9a-4c7a-4b75-b787-0a8ec374db65 tempest-ImagesNegativeTestJSON-1161447720 tempest-ImagesNegativeTestJSON-1161447720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:00.133658 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fab75b70-e72c-42e5-a44b-a73180cbf6b1 req-cfcc4f9a-4c7a-4b75-b787-0a8ec374db65 tempest-ImagesNegativeTestJSON-1161447720 tempest-ImagesNegativeTestJSON-1161447720-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3902652 Feb 09 21:42:00.541982 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fab75b70-e72c-42e5-a44b-a73180cbf6b1 req-2b0207e1-4c6e-4934-ae88-d1e9f1083475 tempest-ImagesNegativeTestJSON-1161447720 tempest-ImagesNegativeTestJSON-1161447720-project] 10.222.0.90 "GET /v2.0/quotas/4784158b5f85480293ec59af23a33430 HTTP/1.1" status: 200 len: 375 time: 0.0156484 Feb 09 21:42:00.642075 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fab75b70-e72c-42e5-a44b-a73180cbf6b1 req-be8484a1-5364-4e6e-b908-2f9db85ecbd5 tempest-ImagesNegativeTestJSON-1161447720 tempest-ImagesNegativeTestJSON-1161447720-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=4784158b5f85480293ec59af23a33430&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0912216 Feb 09 21:42:00.716023 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a4a0878e-13f3-4d25-a5fa-d73d1e4252b9 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (2ca5c542-d2a6-45e7-bea0-9db41126836f), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:00.760907 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a0878e-13f3-4d25-a5fa-d73d1e4252b9 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Pushing event deleted for resources: {'Port': ['ID=2ca5c542-d2a6-45e7-bea0-9db41126836f,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:00.918592 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2394fbcb-c734-4358-8f74-4d61dc7c2677 req-1214017b-389d-4632-bf7e-708c76dcd249 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:00.927864 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2394fbcb-c734-4358-8f74-4d61dc7c2677 req-1214017b-389d-4632-bf7e-708c76dcd249 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] 10.222.0.90 "GET /v2.0/ports?device_id=3c4470cf-379e-4e8d-bce4-e188d20f6445 HTTP/1.1" status: 200 len: 946 time: 0.2698832 Feb 09 21:42:01.140614 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5837e3cf-5be9-4857-add2-5eeb038f7d5e req-0c3cb78a-5476-40a4-9203-d3fea79565c1 tempest-ImagesNegativeTestJSON-1161447720 tempest-ImagesNegativeTestJSON-1161447720-project] 10.222.0.90 "GET /v2.0/ports?device_id=afd63833-228e-4c6b-bf36-1228483b9a4c HTTP/1.1" status: 200 len: 210 time: 0.1110101 Feb 09 21:42:01.275447 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f48c85b1-1970-439b-b054-75cb0e352453 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-554449', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10783'] for router (094d8c59-644c-4e6a-99b6-b3a73ac3fcef), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:01.283779 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2394fbcb-c734-4358-8f74-4d61dc7c2677 req-d5ab84f6-2c30-401f-8abd-d6e737953229 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] 10.222.0.90 "GET /v2.0/security-groups?id=acf6eb09-8df7-4797-a643-4eeaeced6321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3546977 Feb 09 21:42:01.288173 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f48c85b1-1970-439b-b054-75cb0e352453 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-554458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-554435', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-525216'] for router (094d8c59-644c-4e6a-99b6-b3a73ac3fcef), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:01.313898 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a4a0878e-13f3-4d25-a5fa-d73d1e4252b9 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-525054'] for router_interface (0034c7d8-7ce4-49ce-80b3-405b3119d061), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:01.714864 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f48c85b1-1970-439b-b054-75cb0e352453 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Router 094d8c59-644c-4e6a-99b6-b3a73ac3fcef is scheduled to L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 with binding_index 1 {{(pid=103140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:42:01.869023 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4a0878e-13f3-4d25-a5fa-d73d1e4252b9 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Router 0034c7d8-7ce4-49ce-80b3-405b3119d061 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:42:01.989061 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4a0878e-13f3-4d25-a5fa-d73d1e4252b9 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:42:01.998249 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 38376) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:02.001409 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2c74f5-e161-45f4-a7f3-497bcb84d19f None None] Sync routers for ids ['0034c7d8-7ce4-49ce-80b3-405b3119d061'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:42:02.009002 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-a4a0878e-13f3-4d25-a5fa-d73d1e4252b9 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "PUT /v2.0/routers/0034c7d8-7ce4-49ce-80b3-405b3119d061/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1304970 Feb 09 21:42:02.030892 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f48c85b1-1970-439b-b054-75cb0e352453 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:42:02.036571 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f48c85b1-1970-439b-b054-75cb0e352453 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:02.040556 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-f48c85b1-1970-439b-b054-75cb0e352453 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] 10.222.0.90 "PUT /v2.0/routers/094d8c59-644c-4e6a-99b6-b3a73ac3fcef HTTP/1.1" status: 200 len: 919 time: 5.0824106 Feb 09 21:42:02.040857 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 38380) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:02.045867 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-0ea9d99f-5c28-49cb-af8f-2774096fcdbc tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "GET /v2.0/ports?device_id=0034c7d8-7ce4-49ce-80b3-405b3119d061 HTTP/1.1" status: 200 len: 205 time: 0.0456810 Feb 09 21:42:02.046517 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 38384) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:02.049319 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4449dad-aa88-4a25-8708-5122d3304f5d None None] Sync routers for ids ['094d8c59-644c-4e6a-99b6-b3a73ac3fcef'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:42:02.065696 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4449dad-aa88-4a25-8708-5122d3304f5d None None] Routers {'094d8c59-644c-4e6a-99b6-b3a73ac3fcef'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:42:02.068786 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-b4449dad-aa88-4a25-8708-5122d3304f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:41:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['094d8c59-644c-4e6a-99b6-b3a73ac3fcef'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:02.076263 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2c74f5-e161-45f4-a7f3-497bcb84d19f None None] Routers {'0034c7d8-7ce4-49ce-80b3-405b3119d061'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:42:02.076897 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-9f2c74f5-e161-45f4-a7f3-497bcb84d19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:41:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['0034c7d8-7ce4-49ce-80b3-405b3119d061'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:02.150299 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-9f2c74f5-e161-45f4-a7f3-497bcb84d19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:02.154834 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2bb4f6ff-b3c7-43d0-9686-447beb08dfb1 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for router (0034c7d8-7ce4-49ce-80b3-405b3119d061), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:02.163049 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-b4449dad-aa88-4a25-8708-5122d3304f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:02.180803 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4449dad-aa88-4a25-8708-5122d3304f5d None None] Routers {'094d8c59-644c-4e6a-99b6-b3a73ac3fcef'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:42:02.183527 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-b4449dad-aa88-4a25-8708-5122d3304f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:41:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['094d8c59-644c-4e6a-99b6-b3a73ac3fcef'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:02.185264 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2c74f5-e161-45f4-a7f3-497bcb84d19f None None] Routers {'0034c7d8-7ce4-49ce-80b3-405b3119d061'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:42:02.190336 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-9f2c74f5-e161-45f4-a7f3-497bcb84d19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:41:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['0034c7d8-7ce4-49ce-80b3-405b3119d061'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:02.292045 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-9f2c74f5-e161-45f4-a7f3-497bcb84d19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:02.293038 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2c74f5-e161-45f4-a7f3-497bcb84d19f None None] The sync data for ids ['0034c7d8-7ce4-49ce-80b3-405b3119d061'] in n-d-828369-5 is: [] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:42:02.354190 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-91c09872-122c-4d8e-b236-23b4816cf06a req-10c847d3-41b4-41fe-a176-e7dd740eef5d tempest-ImagesNegativeTestJSON-1161447720 tempest-ImagesNegativeTestJSON-1161447720-project] 10.222.0.90 "GET /v2.0/ports?device_id=afd63833-228e-4c6b-bf36-1228483b9a4c HTTP/1.1" status: 200 len: 210 time: 0.0709770 Feb 09 21:42:02.356326 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-7b89633d-ad84-4ae3-ba5d-d5c5a7cd2c2c tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] 10.222.0.90 "GET /v2.0/routers/094d8c59-644c-4e6a-99b6-b3a73ac3fcef HTTP/1.1" status: 200 len: 925 time: 0.3143318 Feb 09 21:42:02.359755 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 38398) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:02.454782 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-b4449dad-aa88-4a25-8708-5122d3304f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:02.455615 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4449dad-aa88-4a25-8708-5122d3304f5d None None] The sync data for ids ['094d8c59-644c-4e6a-99b6-b3a73ac3fcef'] in n-d-828369-5 is: [] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:42:02.540107 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d09c29-b65b-417f-9c43-6b67463827b7 req-469ab2f5-f4e6-4211-b90a-3f722aa40e23 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:02.542117 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-02d09c29-b65b-417f-9c43-6b67463827b7 req-469ab2f5-f4e6-4211-b90a-3f722aa40e23 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] 10.222.0.90 "GET /v2.0/ports?device_id=3c4470cf-379e-4e8d-bce4-e188d20f6445 HTTP/1.1" status: 200 len: 946 time: 0.1413639 Feb 09 21:42:02.564150 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4589a303-9041-46ee-9b9d-0ba9b39c4f0d tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:02.568992 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-4589a303-9041-46ee-9b9d-0ba9b39c4f0d tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] 10.222.0.90 "GET /v2.0/ports?network_id=54a442d5-50a0-4c75-85cc-d19f5bf58118&device_id=094d8c59-644c-4e6a-99b6-b3a73ac3fcef&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2048776 Feb 09 21:42:02.576588 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 38414) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:02.589539 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-fab75b70-e72c-42e5-a44b-a73180cbf6b1 req-d85cae38-c9cd-4254-93f6-b30f37a28a8d tempest-ImagesNegativeTestJSON-1161447720 tempest-ImagesNegativeTestJSON-1161447720-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=4784158b5f85480293ec59af23a33430&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1693199 Feb 09 21:42:02.665228 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2bb4f6ff-b3c7-43d0-9686-447beb08dfb1 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (0034c7d8-7ce4-49ce-80b3-405b3119d061), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:02.669408 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2bb4f6ff-b3c7-43d0-9686-447beb08dfb1 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for router_controller (0034c7d8-7ce4-49ce-80b3-405b3119d061), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:02.686199 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1adf23d-8113-41fa-a684-2ea75ff7acce tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:02.690606 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-f1adf23d-8113-41fa-a684-2ea75ff7acce tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] 10.222.0.90 "GET /v2.0/networks/54a442d5-50a0-4c75-85cc-d19f5bf58118 HTTP/1.1" status: 200 len: 881 time: 0.1102259 Feb 09 21:42:02.700205 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 38426) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:02.751499 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2bb4f6ff-b3c7-43d0-9686-447beb08dfb1 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (0034c7d8-7ce4-49ce-80b3-405b3119d061), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:02.752146 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb4f6ff-b3c7-43d0-9686-447beb08dfb1 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Fanout notify agent at l3_agent the message router_deleted on router 0034c7d8-7ce4-49ce-80b3-405b3119d061 {{(pid=103141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:42:02.765886 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2bb4f6ff-b3c7-43d0-9686-447beb08dfb1 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:02.766916 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-2bb4f6ff-b3c7-43d0-9686-447beb08dfb1 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "DELETE /v2.0/routers/0034c7d8-7ce4-49ce-80b3-405b3119d061 HTTP/1.1" status: 204 len: 168 time: 0.7192726 Feb 09 21:42:02.770264 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 38432) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:02.774598 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-5ed0e198-917d-4021-86cf-bb6e3733925b tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] 10.222.0.90 "GET /v2.0/ports?device_id=094d8c59-644c-4e6a-99b6-b3a73ac3fcef HTTP/1.1" status: 200 len: 205 time: 0.0710227 Feb 09 21:42:02.781094 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 38434) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:02.806899 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-02d09c29-b65b-417f-9c43-6b67463827b7 req-5329ca1c-1c07-44af-83b1-00a2e70d0213 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] 10.222.0.90 "GET /v2.0/security-groups?id=acf6eb09-8df7-4797-a643-4eeaeced6321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2554131 Feb 09 21:42:02.836111 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab75b70-e72c-42e5-a44b-a73180cbf6b1 req-dcb846bb-a45f-48c8-8c1d-44586db19e20 tempest-ImagesNegativeTestJSON-1161447720 tempest-ImagesNegativeTestJSON-1161447720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:02.837659 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-fab75b70-e72c-42e5-a44b-a73180cbf6b1 req-dcb846bb-a45f-48c8-8c1d-44586db19e20 tempest-ImagesNegativeTestJSON-1161447720 tempest-ImagesNegativeTestJSON-1161447720-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2388432 Feb 09 21:42:02.856936 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-fab75b70-e72c-42e5-a44b-a73180cbf6b1 req-6dd79dfa-be70-41c2-aae2-e9b8e3d9e9f5 tempest-ImagesNegativeTestJSON-1161447720 tempest-ImagesNegativeTestJSON-1161447720-project] Request body: {'port': {'device_id': 'afd63833-228e-4c6b-bf36-1228483b9a4c', 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc', 'admin_state_up': True, 'tenant_id': '4784158b5f85480293ec59af23a33430'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:42:02.886305 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-df7f6bc5-e428-4af8-886c-f5626b697d54 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Deleting subnet 39fd3429-ef70-404a-ba21-bbf52cea31ec {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:42:02.904834 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed52396-82ec-44c5-a751-3c49329d1be0 req-0e3b00ae-9dc2-4da1-a10d-e542b2a600ab tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:02.906510 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7ed52396-82ec-44c5-a751-3c49329d1be0 req-0e3b00ae-9dc2-4da1-a10d-e542b2a600ab tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] 10.222.0.95 "GET /v2.0/ports?device_id=3c4470cf-379e-4e8d-bce4-e188d20f6445 HTTP/1.1" status: 200 len: 946 time: 0.2172372 Feb 09 21:42:02.926842 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-df7f6bc5-e428-4af8-886c-f5626b697d54 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for subnet (39fd3429-ef70-404a-ba21-bbf52cea31ec), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:02.994060 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-df7f6bc5-e428-4af8-886c-f5626b697d54 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (39fd3429-ef70-404a-ba21-bbf52cea31ec), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:03.029954 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4d973baf-5bbc-49bd-9f71-9b79067b92c9 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks [] for router (094d8c59-644c-4e6a-99b6-b3a73ac3fcef), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:03.135383 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-7ed52396-82ec-44c5-a751-3c49329d1be0 req-1d553f10-7a92-4d04-8304-ac665725a659 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Deleting port 8de4ef65-62a3-4142-8e5c-4c207cb449ea {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:42:03.135736 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-7ed52396-82ec-44c5-a751-3c49329d1be0 req-1d553f10-7a92-4d04-8304-ac665725a659 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (8de4ef65-62a3-4142-8e5c-4c207cb449ea), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:03.261736 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4d973baf-5bbc-49bd-9f71-9b79067b92c9 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks [] for router_gateway (094d8c59-644c-4e6a-99b6-b3a73ac3fcef), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:03.272019 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-7ed52396-82ec-44c5-a751-3c49329d1be0 req-1d553f10-7a92-4d04-8304-ac665725a659 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] For port 8de4ef65-62a3-4142-8e5c-4c207cb449ea, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=8de4ef65-62a3-4142-8e5c-4c207cb449ea,segment=NetworkSegment(4ffd4ca0-b010-46e3-8255-c5b5626ace9a),segment_id=4ffd4ca0-b010-46e3-8255-c5b5626ace9a)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:03.272329 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-7ed52396-82ec-44c5-a751-3c49329d1be0 req-1d553f10-7a92-4d04-8304-ac665725a659 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (8de4ef65-62a3-4142-8e5c-4c207cb449ea), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:03.491256 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fab75b70-e72c-42e5-a44b-a73180cbf6b1 req-6dd79dfa-be70-41c2-aae2-e9b8e3d9e9f5 tempest-ImagesNegativeTestJSON-1161447720 tempest-ImagesNegativeTestJSON-1161447720-project] Made reservation on behalf of 4784158b5f85480293ec59af23a33430 for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:42:03.498756 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-fab75b70-e72c-42e5-a44b-a73180cbf6b1 req-6dd79dfa-be70-41c2-aae2-e9b8e3d9e9f5 tempest-ImagesNegativeTestJSON-1161447720 tempest-ImagesNegativeTestJSON-1161447720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:03.518803 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-fab75b70-e72c-42e5-a44b-a73180cbf6b1 req-6dd79dfa-be70-41c2-aae2-e9b8e3d9e9f5 tempest-ImagesNegativeTestJSON-1161447720 tempest-ImagesNegativeTestJSON-1161447720-project] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:03.522152 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-df7f6bc5-e428-4af8-886c-f5626b697d54 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (39fd3429-ef70-404a-ba21-bbf52cea31ec), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:03.538228 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-19a34d9f-3336-451b-9edc-9f961634c198 req-dd854c9a-ccaa-4849-b24d-774e798a5db0 tempest-ImagesNegativeTestJSON-1161447720 tempest-ImagesNegativeTestJSON-1161447720-project] 10.222.0.90 "GET /v2.0/ports?device_id=afd63833-228e-4c6b-bf36-1228483b9a4c HTTP/1.1" status: 200 len: 210 time: 0.0673101 Feb 09 21:42:03.607086 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-4d973baf-5bbc-49bd-9f71-9b79067b92c9 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Deleting port feb4492e-5744-4c92-80d2-f855e4044540 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:42:03.607528 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4d973baf-5bbc-49bd-9f71-9b79067b92c9 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (feb4492e-5744-4c92-80d2-f855e4044540), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:03.625157 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-df7f6bc5-e428-4af8-886c-f5626b697d54 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (39fd3429-ef70-404a-ba21-bbf52cea31ec), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:03.662223 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7f6bc5-e428-4af8-886c-f5626b697d54 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Pushing event deleted for resources: {'Subnet': ['ID=39fd3429-ef70-404a-ba21-bbf52cea31ec,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:03.682224 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-df7f6bc5-e428-4af8-886c-f5626b697d54 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:03.688021 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f13a23d-6c7a-4f04-a608-75561da5ea04 None None] Network 33b0ba64-0a6c-4527-b134-5a0bfce4749d requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:42:03.691560 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-df7f6bc5-e428-4af8-886c-f5626b697d54 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "DELETE /v2.0/subnets/39fd3429-ef70-404a-ba21-bbf52cea31ec HTTP/1.1" status: 204 len: 168 time: 0.9198537 Feb 09 21:42:03.693234 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 38498) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:03.792711 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-fab75b70-e72c-42e5-a44b-a73180cbf6b1 req-6dd79dfa-be70-41c2-aae2-e9b8e3d9e9f5 tempest-ImagesNegativeTestJSON-1161447720 tempest-ImagesNegativeTestJSON-1161447720-project] Publish callbacks [] for security_group (5e212e75-0d63-49c3-92b0-4c770f415a3f), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:03.803611 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-095dd749-b580-4bd1-b6f1-9f6e0914ecfe tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (33b0ba64-0a6c-4527-b134-5a0bfce4749d), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:03.806942 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-fab75b70-e72c-42e5-a44b-a73180cbf6b1 req-6dd79dfa-be70-41c2-aae2-e9b8e3d9e9f5 tempest-ImagesNegativeTestJSON-1161447720 tempest-ImagesNegativeTestJSON-1161447720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (5e212e75-0d63-49c3-92b0-4c770f415a3f), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:03.927645 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e87b823-3b38-4857-aae8-341dd2d99a17 None None] DHCP port deletion for 33b0ba64-0a6c-4527-b134-5a0bfce4749d request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:42:04.005294 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [req-fab75b70-e72c-42e5-a44b-a73180cbf6b1 req-6dd79dfa-be70-41c2-aae2-e9b8e3d9e9f5 tempest-ImagesNegativeTestJSON-1161447720 tempest-ImagesNegativeTestJSON-1161447720-project] Allocated IP 192.168.233.125 (a8139157-1e3e-4bd9-8fa9-c0e20debd7dc/0f7402ac-a35b-414b-bcc1-bc1c3072ec3c/cda48d41-2126-4a93-97f0-8cf210db7c53) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:42:04.088332 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-9e87b823-3b38-4857-aae8-341dd2d99a17 None None] Deleting port c8f41990-be42-44fc-9c00-7ece2470a923 {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:42:04.091736 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-9e87b823-3b38-4857-aae8-341dd2d99a17 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (c8f41990-be42-44fc-9c00-7ece2470a923), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:04.143791 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device c8f41990-be42-44fc-9c00-7ece2470a923 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:42:04.192609 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd79dfa-be70-41c2-aae2-e9b8e3d9e9f5 tempest-ImagesNegativeTestJSON-1161447720 tempest-ImagesNegativeTestJSON-1161447720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e212e75-0d63-49c3-92b0-4c770f415a3f,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:04.246943 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-fab75b70-e72c-42e5-a44b-a73180cbf6b1 req-6dd79dfa-be70-41c2-aae2-e9b8e3d9e9f5 tempest-ImagesNegativeTestJSON-1161447720 tempest-ImagesNegativeTestJSON-1161447720-project] Publish callbacks [] for port (cda48d41-2126-4a93-97f0-8cf210db7c53), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:04.248474 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 38504) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:04.258898 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-9e87b823-3b38-4857-aae8-341dd2d99a17 None None] For port c8f41990-be42-44fc-9c00-7ece2470a923, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=c8f41990-be42-44fc-9c00-7ece2470a923,segment=NetworkSegment(8fe4c845-afba-43d4-9189-380015499cf1),segment_id=8fe4c845-afba-43d4-9189-380015499cf1)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:04.260173 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-9e87b823-3b38-4857-aae8-341dd2d99a17 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (c8f41990-be42-44fc-9c00-7ece2470a923), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:04.268547 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-7ed52396-82ec-44c5-a751-3c49329d1be0 req-1d553f10-7a92-4d04-8304-ac665725a659 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:04.268547 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-7ed52396-82ec-44c5-a751-3c49329d1be0 req-1d553f10-7a92-4d04-8304-ac665725a659 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (4e0d63d7-741d-43c4-ba1e-0cd03cfc333a), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:04.268852 n-d-828369-5 neutron-server[103140]: INFO neutron.db.l3_db [req-7ed52396-82ec-44c5-a751-3c49329d1be0 req-1d553f10-7a92-4d04-8304-ac665725a659 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Floating IP 4e0d63d7-741d-43c4-ba1e-0cd03cfc333a disassociated. External IP: 172.25.3.63, port: 8de4ef65-62a3-4142-8e5c-4c207cb449ea. Feb 09 21:42:04.269152 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-7ed52396-82ec-44c5-a751-3c49329d1be0 req-1d553f10-7a92-4d04-8304-ac665725a659 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Calling delete_port for 8de4ef65-62a3-4142-8e5c-4c207cb449ea owned by compute:nova {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:42:04.291721 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc07be85-b716-4edc-b99e-fd9f22890471 req-5193b751-19de-4a0f-8936-675a036f848a tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:04.293328 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bc07be85-b716-4edc-b99e-fd9f22890471 req-5193b751-19de-4a0f-8936-675a036f848a tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] 10.222.0.90 "GET /v2.0/ports?device_id=3c4470cf-379e-4e8d-bce4-e188d20f6445 HTTP/1.1" status: 200 len: 946 time: 0.1768434 Feb 09 21:42:04.295295 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4d973baf-5bbc-49bd-9f71-9b79067b92c9 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (feb4492e-5744-4c92-80d2-f855e4044540), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:04.321313 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port c8f41990-be42-44fc-9c00-7ece2470a923 is: ACTIVE; New status is: DOWN {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:04.322184 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (c8f41990-be42-44fc-9c00-7ece2470a923), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:04.329761 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-095dd749-b580-4bd1-b6f1-9f6e0914ecfe tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Deleting port c8f41990-be42-44fc-9c00-7ece2470a923 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:42:04.330186 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-095dd749-b580-4bd1-b6f1-9f6e0914ecfe tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (c8f41990-be42-44fc-9c00-7ece2470a923), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:04.330455 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-4d973baf-5bbc-49bd-9f71-9b79067b92c9 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Calling delete_port for feb4492e-5744-4c92-80d2-f855e4044540 owned by network:router_gateway {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:42:04.341753 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-9e87b823-3b38-4857-aae8-341dd2d99a17 None None] Calling delete_port for c8f41990-be42-44fc-9c00-7ece2470a923 owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:42:04.400193 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-fab75b70-e72c-42e5-a44b-a73180cbf6b1 req-6dd79dfa-be70-41c2-aae2-e9b8e3d9e9f5 tempest-ImagesNegativeTestJSON-1161447720 tempest-ImagesNegativeTestJSON-1161447720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (cda48d41-2126-4a93-97f0-8cf210db7c53), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:04.404463 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bc07be85-b716-4edc-b99e-fd9f22890471 req-00062e50-14d6-4e44-98f6-a12ba9511d0c tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] 10.222.0.90 "GET /v2.0/security-groups?id=acf6eb09-8df7-4797-a643-4eeaeced6321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001189 Feb 09 21:42:04.430874 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port c8f41990-be42-44fc-9c00-7ece2470a923, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=c8f41990-be42-44fc-9c00-7ece2470a923,segment=NetworkSegment(8fe4c845-afba-43d4-9189-380015499cf1),segment_id=8fe4c845-afba-43d4-9189-380015499cf1)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:04.445302 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (c8f41990-be42-44fc-9c00-7ece2470a923), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:04.450357 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fab75b70-e72c-42e5-a44b-a73180cbf6b1 req-6dd79dfa-be70-41c2-aae2-e9b8e3d9e9f5 tempest-ImagesNegativeTestJSON-1161447720 tempest-ImagesNegativeTestJSON-1161447720-project] Network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:42:04.456797 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [req-fab75b70-e72c-42e5-a44b-a73180cbf6b1 req-6dd79dfa-be70-41c2-aae2-e9b8e3d9e9f5 tempest-ImagesNegativeTestJSON-1161447720 tempest-ImagesNegativeTestJSON-1161447720-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:42:04.518072 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-fab75b70-e72c-42e5-a44b-a73180cbf6b1 req-6dd79dfa-be70-41c2-aae2-e9b8e3d9e9f5 tempest-ImagesNegativeTestJSON-1161447720 tempest-ImagesNegativeTestJSON-1161447720-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:42:04.537062 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-095dd749-b580-4bd1-b6f1-9f6e0914ecfe tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] For port c8f41990-be42-44fc-9c00-7ece2470a923, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=c8f41990-be42-44fc-9c00-7ece2470a923,segment=NetworkSegment(8fe4c845-afba-43d4-9189-380015499cf1),segment_id=8fe4c845-afba-43d4-9189-380015499cf1)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:04.537829 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-095dd749-b580-4bd1-b6f1-9f6e0914ecfe tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (c8f41990-be42-44fc-9c00-7ece2470a923), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:04.589428 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=c8f41990-be42-44fc-9c00-7ece2470a923,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:04.597391 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-685f10c0-06ea-40ff-a164-2c30391a95d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:04.606824 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-095dd749-b580-4bd1-b6f1-9f6e0914ecfe tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Calling delete_port for c8f41990-be42-44fc-9c00-7ece2470a923 owned by network:dhcp {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:42:04.612724 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-9e87b823-3b38-4857-aae8-341dd2d99a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (c8f41990-be42-44fc-9c00-7ece2470a923), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:04.674883 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e87b823-3b38-4857-aae8-341dd2d99a17 None None] Pushing event deleted for resources: {'Port': ['ID=c8f41990-be42-44fc-9c00-7ece2470a923,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:04.692120 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e87b823-3b38-4857-aae8-341dd2d99a17 None None] No DVR routers for this DVR port c8f41990-be42-44fc-9c00-7ece2470a923 on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:42:04.710188 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-685f10c0-06ea-40ff-a164-2c30391a95d1 admin admin] Publish callbacks [] for security_group (f9fad0e2-d041-43da-ade1-c4d461cf29da), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:04.727455 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-685f10c0-06ea-40ff-a164-2c30391a95d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (f9fad0e2-d041-43da-ade1-c4d461cf29da), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:04.753654 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd79dfa-be70-41c2-aae2-e9b8e3d9e9f5 tempest-ImagesNegativeTestJSON-1161447720 tempest-ImagesNegativeTestJSON-1161447720-project] Pushing event updated for resources: {'Port': ['ID=cda48d41-2126-4a93-97f0-8cf210db7c53,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:04.827500 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-7ed52396-82ec-44c5-a751-3c49329d1be0 req-1d553f10-7a92-4d04-8304-ac665725a659 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (8de4ef65-62a3-4142-8e5c-4c207cb449ea), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:04.849609 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab75b70-e72c-42e5-a44b-a73180cbf6b1 req-6dd79dfa-be70-41c2-aae2-e9b8e3d9e9f5 tempest-ImagesNegativeTestJSON-1161447720 tempest-ImagesNegativeTestJSON-1161447720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:04.850354 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-fab75b70-e72c-42e5-a44b-a73180cbf6b1 req-6dd79dfa-be70-41c2-aae2-e9b8e3d9e9f5 tempest-ImagesNegativeTestJSON-1161447720 tempest-ImagesNegativeTestJSON-1161447720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:04.872113 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-685f10c0-06ea-40ff-a164-2c30391a95d1 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=d14169ea620a4df6b3f61fd8992a4f4b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6215758 Feb 09 21:42:04.873017 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685f10c0-06ea-40ff-a164-2c30391a95d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9fad0e2-d041-43da-ade1-c4d461cf29da,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:04.874419 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24818d1-92c0-4263-b096-3efc40f6d2a6 req-39fb89e4-d1bf-4b5c-8224-3729a459b74e tempest-ImagesNegativeTestJSON-1161447720 tempest-ImagesNegativeTestJSON-1161447720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:04.878165 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 38512) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:04.883879 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a24818d1-92c0-4263-b096-3efc40f6d2a6 req-39fb89e4-d1bf-4b5c-8224-3729a459b74e tempest-ImagesNegativeTestJSON-1161447720 tempest-ImagesNegativeTestJSON-1161447720-project] 10.222.0.90 "GET /v2.0/ports?device_id=afd63833-228e-4c6b-bf36-1228483b9a4c HTTP/1.1" status: 200 len: 936 time: 0.1713488 Feb 09 21:42:04.908584 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-fab75b70-e72c-42e5-a44b-a73180cbf6b1 req-6dd79dfa-be70-41c2-aae2-e9b8e3d9e9f5 tempest-ImagesNegativeTestJSON-1161447720 tempest-ImagesNegativeTestJSON-1161447720-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0573523 Feb 09 21:42:04.922970 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-fab75b70-e72c-42e5-a44b-a73180cbf6b1 req-8df66b1d-c594-4280-bdda-b1641b529791 service neutron] Request body: {'port': {'device_id': 'afd63833-228e-4c6b-bf36-1228483b9a4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:42:04.923904 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d553f10-7a92-4d04-8304-ac665725a659 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Pushing event deleted for resources: {'Port': ['ID=8de4ef65-62a3-4142-8e5c-4c207cb449ea,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:05.006291 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-095dd749-b580-4bd1-b6f1-9f6e0914ecfe tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (c8f41990-be42-44fc-9c00-7ece2470a923), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:05.034007 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-023e7730-7e39-4b31-98d5-5d9834f6fb16 None None] Provisioning complete for port cda48d41-2126-4a93-97f0-8cf210db7c53 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:05.035396 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-023e7730-7e39-4b31-98d5-5d9834f6fb16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (cda48d41-2126-4a93-97f0-8cf210db7c53), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:05.059544 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-15605e52-07a6-4bac-bba3-dfd0d7aa1ac8 admin admin] Publish callbacks [] for security_group (f9fad0e2-d041-43da-ade1-c4d461cf29da), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:05.069885 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095dd749-b580-4bd1-b6f1-9f6e0914ecfe tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Pushing event deleted for resources: {'Port': ['ID=c8f41990-be42-44fc-9c00-7ece2470a923,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:05.075590 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-fab75b70-e72c-42e5-a44b-a73180cbf6b1 req-8df66b1d-c594-4280-bdda-b1641b529791 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (cda48d41-2126-4a93-97f0-8cf210db7c53), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:05.077719 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095dd749-b580-4bd1-b6f1-9f6e0914ecfe tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] No DVR routers for this DVR port c8f41990-be42-44fc-9c00-7ece2470a923 on host n-d-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:42:05.106707 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-023e7730-7e39-4b31-98d5-5d9834f6fb16 None None] Port cda48d41-2126-4a93-97f0-8cf210db7c53 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:42:05.144759 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4d973baf-5bbc-49bd-9f71-9b79067b92c9 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (feb4492e-5744-4c92-80d2-f855e4044540), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:05.149215 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-15605e52-07a6-4bac-bba3-dfd0d7aa1ac8 admin admin] Publish callbacks [] for security_group (f9fad0e2-d041-43da-ade1-c4d461cf29da), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:05.157068 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7ed52396-82ec-44c5-a751-3c49329d1be0 req-1d553f10-7a92-4d04-8304-ac665725a659 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Router 0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:42:05.208014 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a24818d1-92c0-4263-b096-3efc40f6d2a6 req-a4c590c6-23aa-4ca4-993f-f7e278690a12 tempest-ImagesNegativeTestJSON-1161447720 tempest-ImagesNegativeTestJSON-1161447720-project] 10.222.0.90 "GET /v2.0/security-groups?id=5e212e75-0d63-49c3-92b0-4c770f415a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233719 Feb 09 21:42:05.209732 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d973baf-5bbc-49bd-9f71-9b79067b92c9 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Pushing event deleted for resources: {'Port': ['ID=feb4492e-5744-4c92-80d2-f855e4044540,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:05.273270 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-095dd749-b580-4bd1-b6f1-9f6e0914ecfe tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (33b0ba64-0a6c-4527-b134-5a0bfce4749d), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:05.312738 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-310d8d7c-a17e-4594-823e-c929721a8030 req-f155791b-e8ed-4d3a-908f-1503cc2a521d service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2544787 Feb 09 21:42:05.324210 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-095dd749-b580-4bd1-b6f1-9f6e0914ecfe tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33b0ba64-0a6c-4527-b134-5a0bfce4749d']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:05.381477 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4d973baf-5bbc-49bd-9f71-9b79067b92c9 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-554524'] for router_gateway (094d8c59-644c-4e6a-99b6-b3a73ac3fcef), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:05.393389 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-095dd749-b580-4bd1-b6f1-9f6e0914ecfe tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fe4c845-afba-43d4-9189-380015499cf1') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:05.393748 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-095dd749-b580-4bd1-b6f1-9f6e0914ecfe tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fe4c845-afba-43d4-9189-380015499cf1') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:05.429157 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-15605e52-07a6-4bac-bba3-dfd0d7aa1ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (f9fad0e2-d041-43da-ade1-c4d461cf29da), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:05.431467 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-15605e52-07a6-4bac-bba3-dfd0d7aa1ac8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:05.432671 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-15605e52-07a6-4bac-bba3-dfd0d7aa1ac8 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/f9fad0e2-d041-43da-ade1-c4d461cf29da HTTP/1.1" status: 204 len: 168 time: 0.5528653 Feb 09 21:42:05.452256 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-095dd749-b580-4bd1-b6f1-9f6e0914ecfe tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (8fe4c845-afba-43d4-9189-380015499cf1), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:05.546706 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15605e52-07a6-4bac-bba3-dfd0d7aa1ac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9fad0e2-d041-43da-ade1-c4d461cf29da,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:05.548882 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-095dd749-b580-4bd1-b6f1-9f6e0914ecfe tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (8fe4c845-afba-43d4-9189-380015499cf1), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:05.572969 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-095dd749-b580-4bd1-b6f1-9f6e0914ecfe tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:42:05.573377 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-095dd749-b580-4bd1-b6f1-9f6e0914ecfe tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (8fe4c845-afba-43d4-9189-380015499cf1), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:05.597929 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4d973baf-5bbc-49bd-9f71-9b79067b92c9 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (094d8c59-644c-4e6a-99b6-b3a73ac3fcef), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:05.605517 n-d-828369-5 neutron-server[103141]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:42:05.605517 n-d-828369-5 neutron-server[103141]: self.session.flush() Feb 09 21:42:05.605517 n-d-828369-5 neutron-server[103141]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:42:05.605517 n-d-828369-5 neutron-server[103141]: self.session.flush() Feb 09 21:42:05.605517 n-d-828369-5 neutron-server[103141]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:42:05.605517 n-d-828369-5 neutron-server[103141]: self.session.flush() Feb 09 21:42:05.605517 n-d-828369-5 neutron-server[103141]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:42:05.605517 n-d-828369-5 neutron-server[103141]: self.session.flush() Feb 09 21:42:05.605517 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:42:05.605517 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:42:05.605517 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:42:05.605517 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:42:05.605517 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:42:05.605517 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:42:05.605517 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:42:05.605517 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:42:05.605517 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:42:05.605517 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:42:05.605517 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:42:05.605517 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:42:05.605517 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:42:05.605517 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:42:05.605517 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:42:05.605517 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:42:05.605517 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:42:05.605517 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:42:05.605517 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:42:05.605517 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:42:05.605517 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:42:05.605517 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:42:05.605517 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:42:05.605517 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:42:05.605517 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:42:05.605517 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:42:05.605517 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:42:05.605517 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:42:05.605517 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:42:05.605517 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:42:05.605517 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:42:05.605517 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:42:05.635541 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4d973baf-5bbc-49bd-9f71-9b79067b92c9 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks [] for router_controller (094d8c59-644c-4e6a-99b6-b3a73ac3fcef), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:05.640813 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4ad5cd2c-ad67-4aaa-ad4e-99eee39eb3dc req-15fc60d5-7ad2-4992-990c-bf629531565c tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] 10.222.0.90 "GET /v2.0/ports?device_id=3c4470cf-379e-4e8d-bce4-e188d20f6445 HTTP/1.1" status: 200 len: 210 time: 0.0729527 Feb 09 21:42:05.693633 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7ed52396-82ec-44c5-a751-3c49329d1be0 req-1d553f10-7a92-4d04-8304-ac665725a659 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:42:05.722156 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d8d7c-a17e-4594-823e-c929721a8030 req-78f65bcc-dd39-43a3-9715-f2bf8448816d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:05.722642 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d8d7c-a17e-4594-823e-c929721a8030 req-78f65bcc-dd39-43a3-9715-f2bf8448816d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:05.723144 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d8d7c-a17e-4594-823e-c929721a8030 req-78f65bcc-dd39-43a3-9715-f2bf8448816d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:05.723608 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d8d7c-a17e-4594-823e-c929721a8030 req-78f65bcc-dd39-43a3-9715-f2bf8448816d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:05.724068 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d8d7c-a17e-4594-823e-c929721a8030 req-78f65bcc-dd39-43a3-9715-f2bf8448816d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:05.724610 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d8d7c-a17e-4594-823e-c929721a8030 req-78f65bcc-dd39-43a3-9715-f2bf8448816d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:05.725481 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d8d7c-a17e-4594-823e-c929721a8030 req-78f65bcc-dd39-43a3-9715-f2bf8448816d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:05.727143 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-310d8d7c-a17e-4594-823e-c929721a8030 req-78f65bcc-dd39-43a3-9715-f2bf8448816d service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=18ba459b325a4da0821abb3dc94f8781&device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 6717 time: 0.3124170 Feb 09 21:42:05.727439 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e331737-c491-47a5-aedd-b9ea1056e8c5 None None] Sync routers for ids ['0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:42:05.730622 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4d973baf-5bbc-49bd-9f71-9b79067b92c9 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (094d8c59-644c-4e6a-99b6-b3a73ac3fcef), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:05.730622 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d973baf-5bbc-49bd-9f71-9b79067b92c9 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Fanout notify agent at l3_agent the message router_deleted on router 094d8c59-644c-4e6a-99b6-b3a73ac3fcef {{(pid=103140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:42:05.743205 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-095dd749-b580-4bd1-b6f1-9f6e0914ecfe tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (33b0ba64-0a6c-4527-b134-5a0bfce4749d), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:05.752825 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4d973baf-5bbc-49bd-9f71-9b79067b92c9 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:05.754572 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-4d973baf-5bbc-49bd-9f71-9b79067b92c9 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] 10.222.0.90 "DELETE /v2.0/routers/094d8c59-644c-4e6a-99b6-b3a73ac3fcef HTTP/1.1" status: 204 len: 168 time: 2.9702487 Feb 09 21:42:05.755779 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ed52396-82ec-44c5-a751-3c49329d1be0 req-1d553f10-7a92-4d04-8304-ac665725a659 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] No DVR routers for this DVR port 8de4ef65-62a3-4142-8e5c-4c207cb449ea on host n-h1-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:42:05.759395 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 38526) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:05.761666 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-095dd749-b580-4bd1-b6f1-9f6e0914ecfe tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:05.764451 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-d4669e47-9eed-4b06-af38-378c7cb62e3c tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2015127893', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}, 'admin_state_up': False}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:42:05.765214 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-095dd749-b580-4bd1-b6f1-9f6e0914ecfe tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "DELETE /v2.0/networks/33b0ba64-0a6c-4527-b134-5a0bfce4749d HTTP/1.1" status: 204 len: 168 time: 2.0693605 Feb 09 21:42:05.772428 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-7ed52396-82ec-44c5-a751-3c49329d1be0 req-1d553f10-7a92-4d04-8304-ac665725a659 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:05.776113 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7ed52396-82ec-44c5-a751-3c49329d1be0 req-1d553f10-7a92-4d04-8304-ac665725a659 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] 10.222.0.95 "DELETE /v2.0/ports/8de4ef65-62a3-4142-8e5c-4c207cb449ea HTTP/1.1" status: 204 len: 173 time: 2.8616457 Feb 09 21:42:05.776883 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c4470cf-379e-4e8d-bce4-e188d20f6445', 'name': 'network-vif-deleted', 'tag': '8de4ef65-62a3-4142-8e5c-4c207cb449ea'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:42:05.780536 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97b63940-e663-43fb-a815-70ab8a66ca16" -d '{"events": [{"server_uuid": "3c4470cf-379e-4e8d-bce4-e188d20f6445", "name": "network-vif-deleted", "tag": "8de4ef65-62a3-4142-8e5c-4c207cb449ea"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:42:05.785378 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 38528) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:05.790863 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-bd9ccb5e-91c6-4611-976f-c4f2fade3620 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-699486942', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:42:05.799061 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095dd749-b580-4bd1-b6f1-9f6e0914ecfe tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Pushing event deleted for resources: {'Network': ['ID=33b0ba64-0a6c-4527-b134-5a0bfce4749d,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:05.815519 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e331737-c491-47a5-aedd-b9ea1056e8c5 None None] Routers {'0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:42:05.816602 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-2e331737-c491-47a5-aedd-b9ea1056e8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:41:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:05.901404 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bd9ccb5e-91c6-4611-976f-c4f2fade3620 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (bf06bceb-4cbf-41a1-9752-211686b11ead), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:05.906706 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bd9ccb5e-91c6-4611-976f-c4f2fade3620 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (bf06bceb-4cbf-41a1-9752-211686b11ead), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:06.006503 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-fab75b70-e72c-42e5-a44b-a73180cbf6b1 req-8df66b1d-c594-4280-bdda-b1641b529791 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cda48d41-2126-4a93-97f0-8cf210db7c53 {{(pid=103141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:42:06.019431 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-524d6e43-2f24-4ee7-af87-d10a67105a99 x-openstack-request-id: req-524d6e43-2f24-4ee7-af87-d10a67105a99 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:42:06.020138 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-fab75b70-e72c-42e5-a44b-a73180cbf6b1 req-8df66b1d-c594-4280-bdda-b1641b529791 service neutron] Publish callbacks [] for port (cda48d41-2126-4a93-97f0-8cf210db7c53), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:06.020559 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c4470cf-379e-4e8d-bce4-e188d20f6445", "name": "network-vif-deleted", "tag": "8de4ef65-62a3-4142-8e5c-4c207cb449ea", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:42:06.021003 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-524d6e43-2f24-4ee7-af87-d10a67105a99 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:42:06.021566 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c4470cf-379e-4e8d-bce4-e188d20f6445', 'name': 'network-vif-deleted', 'tag': '8de4ef65-62a3-4142-8e5c-4c207cb449ea', 'status': 'completed', 'code': 200} Feb 09 21:42:06.025528 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d4669e47-9eed-4b06-af38-378c7cb62e3c tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (632632f7-4329-4802-ab31-7529f24da780), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:06.026740 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bd9ccb5e-91c6-4611-976f-c4f2fade3620 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for router_controller (bf06bceb-4cbf-41a1-9752-211686b11ead), precommit_add_association {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:06.027131 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d4669e47-9eed-4b06-af38-378c7cb62e3c tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (632632f7-4329-4802-ab31-7529f24da780), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:06.043849 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bd9ccb5e-91c6-4611-976f-c4f2fade3620 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (bf06bceb-4cbf-41a1-9752-211686b11ead), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:06.062372 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-fab75b70-e72c-42e5-a44b-a73180cbf6b1 req-8df66b1d-c594-4280-bdda-b1641b529791 service neutron] Transition to ACTIVE for port object cda48d41-2126-4a93-97f0-8cf210db7c53 will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:42:06.081344 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-fab75b70-e72c-42e5-a44b-a73180cbf6b1 req-8df66b1d-c594-4280-bdda-b1641b529791 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (cda48d41-2126-4a93-97f0-8cf210db7c53), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:06.111793 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-2e331737-c491-47a5-aedd-b9ea1056e8c5 None None] Set router 0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:42:06.151160 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bd9ccb5e-91c6-4611-976f-c4f2fade3620 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:06.158490 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-bd9ccb5e-91c6-4611-976f-c4f2fade3620 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.3713975 Feb 09 21:42:06.169392 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 38540) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:06.170697 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d4669e47-9eed-4b06-af38-378c7cb62e3c tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks [] for router_controller (632632f7-4329-4802-ab31-7529f24da780), precommit_add_association {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:06.189703 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-07fee4c3-520a-411b-a6af-3f5a9e7af5fc tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Request body: {'network': {'name': 'tempest-RoutersTest-993633701'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:42:06.215992 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d8d7c-a17e-4594-823e-c929721a8030 req-fa23e0e8-6ef1-411c-a56c-8e28c0698294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:06.216589 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d8d7c-a17e-4594-823e-c929721a8030 req-fa23e0e8-6ef1-411c-a56c-8e28c0698294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:06.217073 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d8d7c-a17e-4594-823e-c929721a8030 req-fa23e0e8-6ef1-411c-a56c-8e28c0698294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:06.219354 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-310d8d7c-a17e-4594-823e-c929721a8030 req-fa23e0e8-6ef1-411c-a56c-8e28c0698294 service neutron] 10.222.0.95 "GET /v2.0/networks?id=8185c7c8-686b-411f-8c8d-101dfc1ac3a8&id=447eb1f8-3447-426b-bdf3-4b25ec15af22&id=447eb1f8-3447-426b-bdf3-4b25ec15af22&id=447eb1f8-3447-426b-bdf3-4b25ec15af22&id=447eb1f8-3447-426b-bdf3-4b25ec15af22&id=6a88ecb8-ab13-497b-8e99-4232b5fa8235&id=6a88ecb8-ab13-497b-8e99-4232b5fa8235 HTTP/1.1" status: 200 len: 2294 time: 0.4146817 Feb 09 21:42:06.319514 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df66b1d-c594-4280-bdda-b1641b529791 service neutron] Pushing event updated for resources: {'Port': ['ID=cda48d41-2126-4a93-97f0-8cf210db7c53,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:06.340124 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07fee4c3-520a-411b-a6af-3f5a9e7af5fc tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Made reservation on behalf of 67feb264805b4b31b627437845cc2aaf for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:42:06.349087 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-07fee4c3-520a-411b-a6af-3f5a9e7af5fc tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:06.522268 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07fee4c3-520a-411b-a6af-3f5a9e7af5fc tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:42:06.585942 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-07fee4c3-520a-411b-a6af-3f5a9e7af5fc tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (785b3fef-a1a6-4ba7-b413-087267e58877), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:06.586541 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-07fee4c3-520a-411b-a6af-3f5a9e7af5fc tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Added segment 785b3fef-a1a6-4ba7-b413-087267e58877 of type vlan for network f5670fcd-3577-43bc-a723-f8f030b55510 Feb 09 21:42:06.596542 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 8de4ef65-62a3-4142-8e5c-4c207cb449ea no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:42:06.604305 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-fab75b70-e72c-42e5-a44b-a73180cbf6b1 req-8df66b1d-c594-4280-bdda-b1641b529791 service neutron] Attempting to bind port cda48d41-2126-4a93-97f0-8cf210db7c53 on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:42:06.613567 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-fab75b70-e72c-42e5-a44b-a73180cbf6b1 req-8df66b1d-c594-4280-bdda-b1641b529791 service neutron] Attempting to bind port cda48d41-2126-4a93-97f0-8cf210db7c53 by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:42:06.616913 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab75b70-e72c-42e5-a44b-a73180cbf6b1 req-8df66b1d-c594-4280-bdda-b1641b529791 service neutron] Attempting to bind port cda48d41-2126-4a93-97f0-8cf210db7c53 on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:42:06.623809 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab75b70-e72c-42e5-a44b-a73180cbf6b1 req-8df66b1d-c594-4280-bdda-b1641b529791 service neutron] Port cda48d41-2126-4a93-97f0-8cf210db7c53 on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:42:06.625304 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] No Port match for: 8de4ef65-62a3-4142-8e5c-4c207cb449ea {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:42:06.626232 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 8de4ef65-62a3-4142-8e5c-4c207cb449ea not bound to the agent host n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:42:06.628616 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab75b70-e72c-42e5-a44b-a73180cbf6b1 req-8df66b1d-c594-4280-bdda-b1641b529791 service neutron] Attempting to bind port cda48d41-2126-4a93-97f0-8cf210db7c53 on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:42:06.703921 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab75b70-e72c-42e5-a44b-a73180cbf6b1 req-8df66b1d-c594-4280-bdda-b1641b529791 service neutron] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:42:06.704252 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab75b70-e72c-42e5-a44b-a73180cbf6b1 req-8df66b1d-c594-4280-bdda-b1641b529791 service neutron] Checking segment: {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:42:06.705443 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab75b70-e72c-42e5-a44b-a73180cbf6b1 req-8df66b1d-c594-4280-bdda-b1641b529791 service neutron] Bound using segment: {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:42:06.706872 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-fab75b70-e72c-42e5-a44b-a73180cbf6b1 req-8df66b1d-c594-4280-bdda-b1641b529791 service neutron] Bound port: cda48d41-2126-4a93-97f0-8cf210db7c53, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:42:06.707870 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-fab75b70-e72c-42e5-a44b-a73180cbf6b1 req-8df66b1d-c594-4280-bdda-b1641b529791 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (cda48d41-2126-4a93-97f0-8cf210db7c53), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:06.745936 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-07fee4c3-520a-411b-a6af-3f5a9e7af5fc tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (f5670fcd-3577-43bc-a723-f8f030b55510), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:06.842452 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d4669e47-9eed-4b06-af38-378c7cb62e3c tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks [] for router_gateway (632632f7-4329-4802-ab31-7529f24da780), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:06.911268 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-07fee4c3-520a-411b-a6af-3f5a9e7af5fc tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (f5670fcd-3577-43bc-a723-f8f030b55510), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:06.920977 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07fee4c3-520a-411b-a6af-3f5a9e7af5fc tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:06.920977 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-07fee4c3-520a-411b-a6af-3f5a9e7af5fc tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:06.958949 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e8beb-710c-4840-9518-81df9c298df5 req-6d042278-9ab9-4c0b-8532-814f828934a7 tempest-ImagesNegativeTestJSON-1161447720 tempest-ImagesNegativeTestJSON-1161447720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:06.961126 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-082e8beb-710c-4840-9518-81df9c298df5 req-6d042278-9ab9-4c0b-8532-814f828934a7 tempest-ImagesNegativeTestJSON-1161447720 tempest-ImagesNegativeTestJSON-1161447720-project] 10.222.0.90 "GET /v2.0/ports?device_id=afd63833-228e-4c6b-bf36-1228483b9a4c HTTP/1.1" status: 200 len: 948 time: 0.5384815 Feb 09 21:42:06.963018 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-310d8d7c-a17e-4594-823e-c929721a8030 req-c597bc3c-cd07-48bb-aff1-476e3f81f4e9 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4cad1a84-a108-437b-aa6b-77babb3a44d0 HTTP/1.1" status: 200 len: 1000 time: 0.7358556 Feb 09 21:42:06.985509 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-58efef12-0888-4c0c-9f14-11d4d867a69a req-ab9579f6-ce46-45fb-88c3-3ddb3d964bd2 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] 10.222.0.90 "GET /v2.0/ports?device_id=3c4470cf-379e-4e8d-bce4-e188d20f6445 HTTP/1.1" status: 200 len: 210 time: 0.0928881 Feb 09 21:42:07.077615 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 38566) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:07.092602 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d8d7c-a17e-4594-823e-c929721a8030 req-f2c90c20-e2e1-453a-a3bb-4af75856847c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:07.094098 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-310d8d7c-a17e-4594-823e-c929721a8030 req-f2c90c20-e2e1-453a-a3bb-4af75856847c service neutron] 10.222.0.95 "GET /v2.0/subnets?id=413233c4-7ff7-4428-a26b-9211d4e793f3 HTTP/1.1" status: 200 len: 855 time: 0.1076829 Feb 09 21:42:07.128706 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-fab75b70-e72c-42e5-a44b-a73180cbf6b1 req-8df66b1d-c594-4280-bdda-b1641b529791 service neutron] For port cda48d41-2126-4a93-97f0-8cf210db7c53, host n-h2-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:42:07.166953 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-fab75b70-e72c-42e5-a44b-a73180cbf6b1 req-8df66b1d-c594-4280-bdda-b1641b529791 service neutron] For port cda48d41-2126-4a93-97f0-8cf210db7c53, host n-h2-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=cda48d41-2126-4a93-97f0-8cf210db7c53,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:42:07.174332 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-07fee4c3-520a-411b-a6af-3f5a9e7af5fc tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0034673 Feb 09 21:42:07.183030 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 38570) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:07.183925 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fee4c3-520a-411b-a6af-3f5a9e7af5fc tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Pushing event updated for resources: {'Network': ['ID=f5670fcd-3577-43bc-a723-f8f030b55510,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:07.188740 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-fab75b70-e72c-42e5-a44b-a73180cbf6b1 req-8df66b1d-c594-4280-bdda-b1641b529791 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (cda48d41-2126-4a93-97f0-8cf210db7c53), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:07.206288 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-3b5b2c09-f8e0-4493-8e43-74d60e4ab5ce tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Request body: {'subnet': {'network_id': 'f5670fcd-3577-43bc-a723-f8f030b55510', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:42:07.209261 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network f5670fcd-3577-43bc-a723-f8f030b55510 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:42:07.248928 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c11dd9ad-c6c8-4534-b55b-6e1abbd861eb req-aa2e3fc0-b50d-4c18-b4ff-ca39ffe9a152 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=868f5939-9656-4337-93ba-a505cb3feae5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3553298 Feb 09 21:42:07.286771 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab75b70-e72c-42e5-a44b-a73180cbf6b1 req-8df66b1d-c594-4280-bdda-b1641b529791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:07.287412 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-fab75b70-e72c-42e5-a44b-a73180cbf6b1 req-8df66b1d-c594-4280-bdda-b1641b529791 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:07.289022 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-fab75b70-e72c-42e5-a44b-a73180cbf6b1 req-8df66b1d-c594-4280-bdda-b1641b529791 service neutron] 10.222.0.89 "PUT /v2.0/ports/cda48d41-2126-4a93-97f0-8cf210db7c53 HTTP/1.1" status: 200 len: 1096 time: 2.3721519 Feb 09 21:42:07.311770 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afd63833-228e-4c6b-bf36-1228483b9a4c', 'tag': 'cda48d41-2126-4a93-97f0-8cf210db7c53'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:42:07.315519 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9396fb5-1f66-4947-87a6-c6760089638b" -d '{"events": [{"name": "network-changed", "server_uuid": "afd63833-228e-4c6b-bf36-1228483b9a4c", "tag": "cda48d41-2126-4a93-97f0-8cf210db7c53"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:42:07.368272 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1cde8884-ddbd-49de-be80-6b1a3527c148 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:07.431007 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-082e8beb-710c-4840-9518-81df9c298df5 req-2e970568-e6b4-45db-a317-de53e853d0c9 tempest-ImagesNegativeTestJSON-1161447720 tempest-ImagesNegativeTestJSON-1161447720-project] 10.222.0.90 "GET /v2.0/security-groups?id=5e212e75-0d63-49c3-92b0-4c770f415a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3471766 Feb 09 21:42:07.463773 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d8d7c-a17e-4594-823e-c929721a8030 req-565d037c-3e13-4aa2-be8b-6f02754b1219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:07.465553 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-310d8d7c-a17e-4594-823e-c929721a8030 req-565d037c-3e13-4aa2-be8b-6f02754b1219 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=8185c7c8-686b-411f-8c8d-101dfc1ac3a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3575003 Feb 09 21:42:07.475269 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-2e331737-c491-47a5-aedd-b9ea1056e8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed', 'name': 'tempest-ServersTestBootFromVolume-1097569487-router', 'tenant_id': '891ca650f17f4d53a93ccc8e382018ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '0642a8a6-3e15-40fb-89aa-1c9e8f83bc81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:39:47Z', 'updated_at': '2022-02-09T21:39:54Z', 'revision_number': 4, 'project_id': '891ca650f17f4d53a93ccc8e382018ef', 'gw_port': {'id': '0642a8a6-3e15-40fb-89aa-1c9e8f83bc81', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:3b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:39:48Z', 'updated_at': '2022-02-09T21:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '98d10200-2354-451c-8749-9045f33dc638', 'name': '', 'network_id': '31fc07a6-f299-4165-bd01-4e6338ff4b55', 'tenant_id': '891ca650f17f4d53a93ccc8e382018ef', 'mac_address': 'fa:16:3e:5b:c3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '0faed951-8579-406a-a0fb-7a4b47e45260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:39:53Z', 'updated_at': '2022-02-09T21:40:02Z', 'revision_number': 5, 'project_id': '891ca650f17f4d53a93ccc8e382018ef', 'subnets': [{'id': '0faed951-8579-406a-a0fb-7a4b47e45260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:07.496452 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4cf022e-7c5b-41fc-962d-49d3c8115b63 x-openstack-request-id: req-b4cf022e-7c5b-41fc-962d-49d3c8115b63 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:42:07.496750 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afd63833-228e-4c6b-bf36-1228483b9a4c", "tag": "cda48d41-2126-4a93-97f0-8cf210db7c53", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:42:07.497010 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-b4cf022e-7c5b-41fc-962d-49d3c8115b63 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:42:07.497411 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afd63833-228e-4c6b-bf36-1228483b9a4c', 'tag': 'cda48d41-2126-4a93-97f0-8cf210db7c53', 'status': 'completed', 'code': 200} Feb 09 21:42:07.551694 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e331737-c491-47a5-aedd-b9ea1056e8c5 None None] Checking router: 0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:42:07.562695 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e331737-c491-47a5-aedd-b9ea1056e8c5 None None] Routers {'0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:42:07.563403 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-2e331737-c491-47a5-aedd-b9ea1056e8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:41:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:07.578454 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab75b70-e72c-42e5-a44b-a73180cbf6b1 req-3348e1cc-f788-4c11-b15d-4e82f325902a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:07.584209 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-fab75b70-e72c-42e5-a44b-a73180cbf6b1 req-3348e1cc-f788-4c11-b15d-4e82f325902a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4784158b5f85480293ec59af23a33430&device_id=afd63833-228e-4c6b-bf36-1228483b9a4c HTTP/1.1" status: 200 len: 1130 time: 0.1948781 Feb 09 21:42:07.586203 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df66b1d-c594-4280-bdda-b1641b529791 service neutron] Pushing event updated for resources: {'Port': ['ID=cda48d41-2126-4a93-97f0-8cf210db7c53,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:07.630564 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b5b2c09-f8e0-4493-8e43-74d60e4ab5ce tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Made reservation on behalf of 67feb264805b4b31b627437845cc2aaf for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:42:07.634815 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3b5b2c09-f8e0-4493-8e43-74d60e4ab5ce tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621317'] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:07.715515 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-fab75b70-e72c-42e5-a44b-a73180cbf6b1 req-17882d56-4743-4efc-81d9-1c9f08e9de37 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=cda48d41-2126-4a93-97f0-8cf210db7c53 HTTP/1.1" status: 200 len: 217 time: 0.1088181 Feb 09 21:42:07.787317 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11dd9ad-c6c8-4534-b55b-6e1abbd861eb req-2eca75b5-3326-4b3b-a1a3-7d06096da31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:07.790917 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c11dd9ad-c6c8-4534-b55b-6e1abbd861eb req-2eca75b5-3326-4b3b-a1a3-7d06096da31e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=cb05ca5ba83a4079b3312538e80ff3cc&device_id=868f5939-9656-4337-93ba-a505cb3feae5 HTTP/1.1" status: 200 len: 1128 time: 0.5010087 Feb 09 21:42:07.855586 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-2e331737-c491-47a5-aedd-b9ea1056e8c5 None None] Set router 0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:42:07.875838 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-310d8d7c-a17e-4594-823e-c929721a8030 req-8b315558-e19e-49b1-a9f4-f80ddf8355c8 service neutron] 10.222.0.95 "GET /v2.0/networks/8185c7c8-686b-411f-8c8d-101dfc1ac3a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4005764 Feb 09 21:42:07.942024 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11dd9ad-c6c8-4534-b55b-6e1abbd861eb req-4f67a52c-3b01-46a5-af7b-c0bd187694a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:07.943525 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c11dd9ad-c6c8-4534-b55b-6e1abbd861eb req-4f67a52c-3b01-46a5-af7b-c0bd187694a4 service neutron] 10.222.0.89 "GET /v2.0/networks?id=877a96af-1a67-4748-9efa-076a406748da HTTP/1.1" status: 200 len: 916 time: 0.1110876 Feb 09 21:42:07.988585 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d4669e47-9eed-4b06-af38-378c7cb62e3c tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks [] for router_gateway (632632f7-4329-4802-ab31-7529f24da780), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:08.030926 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c11dd9ad-c6c8-4534-b55b-6e1abbd861eb req-e5d5bd62-626e-4ad4-be17-dece027267b5 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ac4a265-50f1-4992-8e24-78511d1033cc HTTP/1.1" status: 200 len: 1001 time: 0.0765131 Feb 09 21:42:08.124001 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d4669e47-9eed-4b06-af38-378c7cb62e3c tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:08.147284 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11dd9ad-c6c8-4534-b55b-6e1abbd861eb req-12d547fa-e520-4655-93d6-dfa728dcf258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:08.149191 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c11dd9ad-c6c8-4534-b55b-6e1abbd861eb req-12d547fa-e520-4655-93d6-dfa728dcf258 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a0be5e8c-bc22-4a5d-b32d-1cfd31075317 HTTP/1.1" status: 200 len: 854 time: 0.1037726 Feb 09 21:42:08.182586 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab75b70-e72c-42e5-a44b-a73180cbf6b1 req-08b5d14b-c5c1-446f-bdd1-72f06bedd3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:08.184311 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-fab75b70-e72c-42e5-a44b-a73180cbf6b1 req-08b5d14b-c5c1-446f-bdd1-72f06bedd3c0 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0f7402ac-a35b-414b-bcc1-bc1c3072ec3c HTTP/1.1" status: 200 len: 843 time: 0.4416757 Feb 09 21:42:08.243428 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7a00aa31-bc5d-40e7-88b9-3ee0af92b763 req-821b4fa0-b3ba-4582-8438-3c23612630c3 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] 10.222.0.90 "GET /v2.0/ports?device_id=3c4470cf-379e-4e8d-bce4-e188d20f6445 HTTP/1.1" status: 200 len: 210 time: 0.1225293 Feb 09 21:42:08.256320 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-2e331737-c491-47a5-aedd-b9ea1056e8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed', 'name': 'tempest-ServersTestBootFromVolume-1097569487-router', 'tenant_id': '891ca650f17f4d53a93ccc8e382018ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '0642a8a6-3e15-40fb-89aa-1c9e8f83bc81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:39:47Z', 'updated_at': '2022-02-09T21:39:54Z', 'revision_number': 4, 'project_id': '891ca650f17f4d53a93ccc8e382018ef', 'gw_port': {'id': '0642a8a6-3e15-40fb-89aa-1c9e8f83bc81', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:3b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:39:48Z', 'updated_at': '2022-02-09T21:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '98d10200-2354-451c-8749-9045f33dc638', 'name': '', 'network_id': '31fc07a6-f299-4165-bd01-4e6338ff4b55', 'tenant_id': '891ca650f17f4d53a93ccc8e382018ef', 'mac_address': 'fa:16:3e:5b:c3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '0faed951-8579-406a-a0fb-7a4b47e45260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:39:53Z', 'updated_at': '2022-02-09T21:40:02Z', 'revision_number': 5, 'project_id': '891ca650f17f4d53a93ccc8e382018ef', 'subnets': [{'id': '0faed951-8579-406a-a0fb-7a4b47e45260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:08.286537 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e331737-c491-47a5-aedd-b9ea1056e8c5 None None] The sync data for ids ['0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed'] in n-d-828369-5 is: [{'id': '0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed', 'name': 'tempest-ServersTestBootFromVolume-1097569487-router', 'tenant_id': '891ca650f17f4d53a93ccc8e382018ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '0642a8a6-3e15-40fb-89aa-1c9e8f83bc81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:39:47Z', 'updated_at': '2022-02-09T21:39:54Z', 'revision_number': 4, 'project_id': '891ca650f17f4d53a93ccc8e382018ef', 'gw_port': {'id': '0642a8a6-3e15-40fb-89aa-1c9e8f83bc81', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:3b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:39:48Z', 'updated_at': '2022-02-09T21:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '98d10200-2354-451c-8749-9045f33dc638', 'name': '', 'network_id': '31fc07a6-f299-4165-bd01-4e6338ff4b55', 'tenant_id': '891ca650f17f4d53a93ccc8e382018ef', 'mac_address': 'fa:16:3e:5b:c3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '0faed951-8579-406a-a0fb-7a4b47e45260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:39:53Z', 'updated_at': '2022-02-09T21:40:02Z', 'revision_number': 5, 'project_id': '891ca650f17f4d53a93ccc8e382018ef', 'subnets': [{'id': '0faed951-8579-406a-a0fb-7a4b47e45260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:42:08.318578 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11dd9ad-c6c8-4534-b55b-6e1abbd861eb req-74b099f3-ef7f-4bc0-b7bf-f79e2ffa1773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:08.333839 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c11dd9ad-c6c8-4534-b55b-6e1abbd861eb req-74b099f3-ef7f-4bc0-b7bf-f79e2ffa1773 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=877a96af-1a67-4748-9efa-076a406748da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1747577 Feb 09 21:42:08.353123 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1cde8884-ddbd-49de-be80-6b1a3527c148 admin admin] Publish callbacks [] for security_group (4fde4fa1-2e08-451d-bd1f-b7a6c3bb8b19), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:08.447925 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-310d8d7c-a17e-4594-823e-c929721a8030 req-87d751aa-9ac5-4fa6-a1c3-b1bf251d1ee3 service neutron] 10.222.0.95 "GET /v2.0/networks/8185c7c8-686b-411f-8c8d-101dfc1ac3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5560722 Feb 09 21:42:08.501274 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab75b70-e72c-42e5-a44b-a73180cbf6b1 req-019facab-e6f4-4e86-9d1c-76c07ba96987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:08.503261 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-fab75b70-e72c-42e5-a44b-a73180cbf6b1 req-019facab-e6f4-4e86-9d1c-76c07ba96987 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2949128 Feb 09 21:42:08.506397 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c11dd9ad-c6c8-4534-b55b-6e1abbd861eb req-b49898ba-7893-4e17-b27a-dd58252204c9 service neutron] 10.222.0.89 "GET /v2.0/networks/877a96af-1a67-4748-9efa-076a406748da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511438 Feb 09 21:42:08.507647 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1cde8884-ddbd-49de-be80-6b1a3527c148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (4fde4fa1-2e08-451d-bd1f-b7a6c3bb8b19), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:08.517580 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-310d8d7c-a17e-4594-823e-c929721a8030 req-bff356b0-85c2-4d90-833c-9bc760ba7089 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.179&port_id=3c647b76-8391-41f3-81eb-c84f278cd6cd HTTP/1.1" status: 200 len: 217 time: 0.0554569 Feb 09 21:42:08.563428 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-d4669e47-9eed-4b06-af38-378c7cb62e3c tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Allocated IP 172.25.3.109 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/c51b86ba-5c50-4532-9c6c-eb4a4f328281) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:42:08.607830 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-1cde8884-ddbd-49de-be80-6b1a3527c148 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=6ab0ebdcf51744b7b7ca0269462ddd2c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5286641 Feb 09 21:42:08.608544 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 38602) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:08.611086 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cde8884-ddbd-49de-be80-6b1a3527c148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fde4fa1-2e08-451d-bd1f-b7a6c3bb8b19,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:08.845197 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8822b7c0-2a54-4da0-9439-2231d32112a5 admin admin] Publish callbacks [] for security_group (4fde4fa1-2e08-451d-bd1f-b7a6c3bb8b19), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:08.847512 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c5b549-9ee1-49fd-a65d-330e9c24807c None None] New status for floating IP 4e0d63d7-741d-43c4-ba1e-0cd03cfc333a: DOWN {{(pid=103143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:42:08.871830 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8822b7c0-2a54-4da0-9439-2231d32112a5 admin admin] Publish callbacks [] for security_group (4fde4fa1-2e08-451d-bd1f-b7a6c3bb8b19), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:08.942458 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7be3844a-4b7e-4daf-bac2-11023e138a0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:08.958943 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8822b7c0-2a54-4da0-9439-2231d32112a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (4fde4fa1-2e08-451d-bd1f-b7a6c3bb8b19), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:08.962069 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8822b7c0-2a54-4da0-9439-2231d32112a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:08.963506 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-8822b7c0-2a54-4da0-9439-2231d32112a5 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/4fde4fa1-2e08-451d-bd1f-b7a6c3bb8b19 HTTP/1.1" status: 204 len: 168 time: 0.3484745 Feb 09 21:42:09.008339 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8822b7c0-2a54-4da0-9439-2231d32112a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fde4fa1-2e08-451d-bd1f-b7a6c3bb8b19,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:09.080954 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c11dd9ad-c6c8-4534-b55b-6e1abbd861eb req-e7a8eb08-1f26-4cb9-8011-6430727abed6 service neutron] 10.222.0.89 "GET /v2.0/networks/877a96af-1a67-4748-9efa-076a406748da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5370345 Feb 09 21:42:09.083685 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-fab75b70-e72c-42e5-a44b-a73180cbf6b1 req-f9b97c02-6739-4882-93a1-d920477b4ad4 service neutron] 10.222.0.89 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5299151 Feb 09 21:42:09.133070 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d8d7c-a17e-4594-823e-c929721a8030 req-4f159aaa-d643-4bab-ae33-b6593cae45db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:09.135760 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-310d8d7c-a17e-4594-823e-c929721a8030 req-4f159aaa-d643-4bab-ae33-b6593cae45db service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5d37f537-2fe5-408a-92d7-6800f805a26d HTTP/1.1" status: 200 len: 797 time: 0.6039999 Feb 09 21:42:09.140019 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3b5b2c09-f8e0-4493-8e43-74d60e4ab5ce tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621371'] for subnet (be079591-cb2c-4501-9ebc-3b2104f0fe17), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:09.279525 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3a6ba7-b73b-44a5-869c-d39a2e55b5ce req-2300c50a-8833-454d-8993-8d21e1e40ccf tempest-ImagesNegativeTestJSON-1161447720 tempest-ImagesNegativeTestJSON-1161447720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:09.281146 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bb3a6ba7-b73b-44a5-869c-d39a2e55b5ce req-2300c50a-8833-454d-8993-8d21e1e40ccf tempest-ImagesNegativeTestJSON-1161447720 tempest-ImagesNegativeTestJSON-1161447720-project] 10.222.0.90 "GET /v2.0/ports?device_id=afd63833-228e-4c6b-bf36-1228483b9a4c HTTP/1.1" status: 200 len: 948 time: 0.6859183 Feb 09 21:42:09.288293 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5b2c09-f8e0-4493-8e43-74d60e4ab5ce tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Pushing event updated for resources: {'Subnet': ['ID=be079591-cb2c-4501-9ebc-3b2104f0fe17,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:09.329435 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-fab75b70-e72c-42e5-a44b-a73180cbf6b1 req-42db93e4-0674-4e8f-82a8-d698f00f4030 service neutron] 10.222.0.89 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335339 Feb 09 21:42:09.390385 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d4669e47-9eed-4b06-af38-378c7cb62e3c tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks [] for port (c51b86ba-5c50-4532-9c6c-eb4a4f328281), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:09.399738 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d8d7c-a17e-4594-823e-c929721a8030 req-7c0df349-edaf-4630-b6cb-911c6ae6978c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:09.403876 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-310d8d7c-a17e-4594-823e-c929721a8030 req-7c0df349-edaf-4630-b6cb-911c6ae6978c service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=447eb1f8-3447-426b-bdf3-4b25ec15af22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2589033 Feb 09 21:42:09.404477 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5b2c09-f8e0-4493-8e43-74d60e4ab5ce tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Checking segment: {'id': '785b3fef-a1a6-4ba7-b413-087267e58877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f5670fcd-3577-43bc-a723-f8f030b55510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:42:09.404898 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5b2c09-f8e0-4493-8e43-74d60e4ab5ce tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Network hostable DHCP agents. Network: f5670fcd-3577-43bc-a723-f8f030b55510, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:42:09.514217 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9396fb5-1f66-4947-87a6-c6760089638b req-1811f6dc-f916-4f79-8ea2-b44ce83f9021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:09.515610 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d9396fb5-1f66-4947-87a6-c6760089638b req-1811f6dc-f916-4f79-8ea2-b44ce83f9021 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=4784158b5f85480293ec59af23a33430&device_id=afd63833-228e-4c6b-bf36-1228483b9a4c HTTP/1.1" status: 200 len: 1130 time: 0.1295023 Feb 09 21:42:09.647086 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bb3a6ba7-b73b-44a5-869c-d39a2e55b5ce req-b9ff7b9a-f488-48af-89d1-691c33a860c1 tempest-ImagesNegativeTestJSON-1161447720 tempest-ImagesNegativeTestJSON-1161447720-project] 10.222.0.90 "GET /v2.0/security-groups?id=5e212e75-0d63-49c3-92b0-4c770f415a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3352714 Feb 09 21:42:09.660877 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5b2c09-f8e0-4493-8e43-74d60e4ab5ce tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Network f5670fcd-3577-43bc-a723-f8f030b55510 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:42:09.689861 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d4669e47-9eed-4b06-af38-378c7cb62e3c tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (c51b86ba-5c50-4532-9c6c-eb4a4f328281), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:09.699976 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9396fb5-1f66-4947-87a6-c6760089638b req-b3854516-ce71-45d7-8f26-c8879e3d7d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:09.700757 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-3b5b2c09-f8e0-4493-8e43-74d60e4ab5ce tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, f5670fcd-3577-43bc-a723-f8f030b55510) {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:42:09.709223 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d9396fb5-1f66-4947-87a6-c6760089638b req-b3854516-ce71-45d7-8f26-c8879e3d7d1f service neutron] 10.222.0.89 "GET /v2.0/networks?id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc HTTP/1.1" status: 200 len: 870 time: 0.1858916 Feb 09 21:42:09.709598 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d5b62e-9809-4f23-8e08-7f52e1099ae6 None None] Network f5670fcd-3577-43bc-a723-f8f030b55510 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:42:09.774868 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d9396fb5-1f66-4947-87a6-c6760089638b req-9764040d-aec7-432b-b039-0e25c9f592fe service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=cda48d41-2126-4a93-97f0-8cf210db7c53 HTTP/1.1" status: 200 len: 217 time: 0.0577917 Feb 09 21:42:09.806762 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5b2c09-f8e0-4493-8e43-74d60e4ab5ce tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:09.809897 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3b5b2c09-f8e0-4493-8e43-74d60e4ab5ce tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:09.861739 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-310d8d7c-a17e-4594-823e-c929721a8030 req-18f8b1a0-037c-42ad-ab21-d95a17139796 service neutron] 10.222.0.95 "GET /v2.0/networks/447eb1f8-3447-426b-bdf3-4b25ec15af22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4466903 Feb 09 21:42:09.880331 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4669e47-9eed-4b06-af38-378c7cb62e3c tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:42:09.914273 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-d4669e47-9eed-4b06-af38-378c7cb62e3c tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:42:09.914491 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9396fb5-1f66-4947-87a6-c6760089638b req-203cb1c0-2ec4-4492-afdf-b4c0fb435b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:09.916423 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d9396fb5-1f66-4947-87a6-c6760089638b req-203cb1c0-2ec4-4492-afdf-b4c0fb435b22 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0f7402ac-a35b-414b-bcc1-bc1c3072ec3c HTTP/1.1" status: 200 len: 843 time: 0.1351690 Feb 09 21:42:09.919706 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-3b5b2c09-f8e0-4493-8e43-74d60e4ab5ce tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7173474 Feb 09 21:42:09.923298 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 38682) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:09.956702 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4669e47-9eed-4b06-af38-378c7cb62e3c tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:42:09.965215 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cae0269d-9e7f-4c29-b5e9-6cfdfd641214 req-1db89c7f-25d4-4a21-b8c0-2bbe38c1bcec tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] 10.222.0.90 "GET /v2.0/ports?device_id=3c4470cf-379e-4e8d-bce4-e188d20f6445 HTTP/1.1" status: 200 len: 210 time: 0.4813271 Feb 09 21:42:09.991579 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03797127-fbc5-4feb-ada3-5466b0b1f5eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-f5670fcd-3577-43bc-a723-f8f030b55510', 'network_id': 'f5670fcd-3577-43bc-a723-f8f030b55510', 'project_id': '67feb264805b4b31b627437845cc2aaf', 'fixed_ips': [{'subnet_id': 'be079591-cb2c-4501-9ebc-3b2104f0fe17'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:42:09.992626 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-03797127-fbc5-4feb-ada3-5466b0b1f5eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:10.069211 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-310d8d7c-a17e-4594-823e-c929721a8030 req-e530fa9b-53ba-4c00-b84b-0037d9dedd4f service neutron] 10.222.0.95 "GET /v2.0/networks/447eb1f8-3447-426b-bdf3-4b25ec15af22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848171 Feb 09 21:42:10.070048 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4669e47-9eed-4b06-af38-378c7cb62e3c tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Pushing event updated for resources: {'Port': ['ID=c51b86ba-5c50-4532-9c6c-eb4a4f328281,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:10.073798 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 38692) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:10.170431 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-03797127-fbc5-4feb-ada3-5466b0b1f5eb None None] Allocated IP 172.20.0.2 (f5670fcd-3577-43bc-a723-f8f030b55510/be079591-cb2c-4501-9ebc-3b2104f0fe17/dbfa1d9e-e973-4b10-ad47-9001da046644) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:42:10.171754 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-349ebb31-65c5-4ec3-a3bc-79397bb7f71b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:10.185435 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-310d8d7c-a17e-4594-823e-c929721a8030 req-a517ebad-d405-40f6-8140-489f995f9533 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=924c9fc2-48e2-4846-a748-e98aee6d0d46 HTTP/1.1" status: 200 len: 217 time: 0.0756910 Feb 09 21:42:10.350024 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-03797127-fbc5-4feb-ada3-5466b0b1f5eb None None] Publish callbacks [] for port (dbfa1d9e-e973-4b10-ad47-9001da046644), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:10.362523 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-03797127-fbc5-4feb-ada3-5466b0b1f5eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (dbfa1d9e-e973-4b10-ad47-9001da046644), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:10.449014 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03797127-fbc5-4feb-ada3-5466b0b1f5eb None None] Network f5670fcd-3577-43bc-a723-f8f030b55510 is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:42:10.450694 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03797127-fbc5-4feb-ada3-5466b0b1f5eb None None] Pushing event updated for resources: {'Port': ['ID=dbfa1d9e-e973-4b10-ad47-9001da046644,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:10.453394 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-03797127-fbc5-4feb-ada3-5466b0b1f5eb None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:42:10.455672 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03797127-fbc5-4feb-ada3-5466b0b1f5eb None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:42:10.519827 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-03797127-fbc5-4feb-ada3-5466b0b1f5eb None None] Attempting to bind port dbfa1d9e-e973-4b10-ad47-9001da046644 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:42:10.520213 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-03797127-fbc5-4feb-ada3-5466b0b1f5eb None None] Attempting to bind port dbfa1d9e-e973-4b10-ad47-9001da046644 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '785b3fef-a1a6-4ba7-b413-087267e58877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f5670fcd-3577-43bc-a723-f8f030b55510'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:42:10.520627 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03797127-fbc5-4feb-ada3-5466b0b1f5eb None None] Attempting to bind port dbfa1d9e-e973-4b10-ad47-9001da046644 on network f5670fcd-3577-43bc-a723-f8f030b55510 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:42:10.529086 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03797127-fbc5-4feb-ada3-5466b0b1f5eb None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:42:10.529482 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03797127-fbc5-4feb-ada3-5466b0b1f5eb None None] Checking segment: {'id': '785b3fef-a1a6-4ba7-b413-087267e58877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f5670fcd-3577-43bc-a723-f8f030b55510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:42:10.529905 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-03797127-fbc5-4feb-ada3-5466b0b1f5eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:10.530311 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03797127-fbc5-4feb-ada3-5466b0b1f5eb None None] Bound using segment: {'id': '785b3fef-a1a6-4ba7-b413-087267e58877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f5670fcd-3577-43bc-a723-f8f030b55510'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:42:10.530795 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-03797127-fbc5-4feb-ada3-5466b0b1f5eb None None] Bound port: dbfa1d9e-e973-4b10-ad47-9001da046644, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '785b3fef-a1a6-4ba7-b413-087267e58877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f5670fcd-3577-43bc-a723-f8f030b55510'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:42:10.531188 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-03797127-fbc5-4feb-ada3-5466b0b1f5eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (dbfa1d9e-e973-4b10-ad47-9001da046644), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:10.560609 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9396fb5-1f66-4947-87a6-c6760089638b req-5ad21690-64d6-479f-b9b4-c5a7fd345c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:10.562689 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d9396fb5-1f66-4947-87a6-c6760089638b req-5ad21690-64d6-479f-b9b4-c5a7fd345c8c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.6302936 Feb 09 21:42:10.593842 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-349ebb31-65c5-4ec3-a3bc-79397bb7f71b admin admin] Publish callbacks [] for security_group (6c92e9e6-d9c2-41e4-afb3-d8edce0e70a0), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:10.596545 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d8d7c-a17e-4594-823e-c929721a8030 req-bd00622b-e17e-4b14-990e-5ee1f483e7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:10.598947 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-310d8d7c-a17e-4594-823e-c929721a8030 req-bd00622b-e17e-4b14-990e-5ee1f483e7df service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5d37f537-2fe5-408a-92d7-6800f805a26d HTTP/1.1" status: 200 len: 797 time: 0.4062977 Feb 09 21:42:10.603007 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-349ebb31-65c5-4ec3-a3bc-79397bb7f71b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (6c92e9e6-d9c2-41e4-afb3-d8edce0e70a0), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:10.627851 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-03797127-fbc5-4feb-ada3-5466b0b1f5eb None None] For port dbfa1d9e-e973-4b10-ad47-9001da046644, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:42:10.632956 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-03797127-fbc5-4feb-ada3-5466b0b1f5eb None None] For port dbfa1d9e-e973-4b10-ad47-9001da046644, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=dbfa1d9e-e973-4b10-ad47-9001da046644,segment=NetworkSegment(785b3fef-a1a6-4ba7-b413-087267e58877),segment_id=785b3fef-a1a6-4ba7-b413-087267e58877)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:42:10.649601 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-03797127-fbc5-4feb-ada3-5466b0b1f5eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (dbfa1d9e-e973-4b10-ad47-9001da046644), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:10.768178 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 38738) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:10.772783 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-349ebb31-65c5-4ec3-a3bc-79397bb7f71b admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=ac191edecccc4b6ca7a8685cbca83743&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6681764 Feb 09 21:42:10.783470 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03797127-fbc5-4feb-ada3-5466b0b1f5eb None None] Pushing event updated for resources: {'Port': ['ID=dbfa1d9e-e973-4b10-ad47-9001da046644,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:10.806922 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349ebb31-65c5-4ec3-a3bc-79397bb7f71b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c92e9e6-d9c2-41e4-afb3-d8edce0e70a0,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:10.859394 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d8d7c-a17e-4594-823e-c929721a8030 req-c543146d-31ea-4638-9483-1fa07068de10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:10.861313 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-310d8d7c-a17e-4594-823e-c929721a8030 req-c543146d-31ea-4638-9483-1fa07068de10 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=447eb1f8-3447-426b-bdf3-4b25ec15af22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2514737 Feb 09 21:42:10.866011 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d4669e47-9eed-4b06-af38-378c7cb62e3c tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks [] for router_gateway (632632f7-4329-4802-ab31-7529f24da780), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:10.983628 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-44f4170e-9775-418b-a68d-a49b968e1b7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:11.013657 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d9396fb5-1f66-4947-87a6-c6760089638b req-2e5b619f-34a9-4a58-ae37-f460bca91f10 service neutron] 10.222.0.89 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4418581 Feb 09 21:42:11.058304 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689524b9-169e-41d6-85a1-b67bf3ad8a93 req-68da10eb-bd8a-4d3e-824e-b7252ac1508d tempest-ImagesNegativeTestJSON-1161447720 tempest-ImagesNegativeTestJSON-1161447720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:11.066105 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6641b351-0c02-40f1-8c9c-b9d0d237c5bb tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:11.067811 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-689524b9-169e-41d6-85a1-b67bf3ad8a93 req-68da10eb-bd8a-4d3e-824e-b7252ac1508d tempest-ImagesNegativeTestJSON-1161447720 tempest-ImagesNegativeTestJSON-1161447720-project] 10.222.0.90 "GET /v2.0/ports?device_id=afd63833-228e-4c6b-bf36-1228483b9a4c HTTP/1.1" status: 200 len: 948 time: 0.2753279 Feb 09 21:42:11.069597 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-088ec7e0-12d0-4db7-be1c-3c4716b341ed admin admin] Publish callbacks [] for security_group (6c92e9e6-d9c2-41e4-afb3-d8edce0e70a0), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:11.116187 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-088ec7e0-12d0-4db7-be1c-3c4716b341ed admin admin] Publish callbacks [] for security_group (6c92e9e6-d9c2-41e4-afb3-d8edce0e70a0), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:11.202489 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3908ebb7-201e-4ae7-b2f9-95e5d8b59dec req-a3a517f5-c98c-4f8f-abc6-ccceec39eeb6 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] 10.222.0.90 "GET /v2.0/ports?device_id=3c4470cf-379e-4e8d-bce4-e188d20f6445 HTTP/1.1" status: 200 len: 210 time: 0.0794220 Feb 09 21:42:11.203061 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 38744) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:11.235005 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-310d8d7c-a17e-4594-823e-c929721a8030 req-1e6536a4-5ea4-4325-846d-e5ee0ec171ae service neutron] 10.222.0.95 "GET /v2.0/networks/447eb1f8-3447-426b-bdf3-4b25ec15af22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3645916 Feb 09 21:42:11.252696 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-689524b9-169e-41d6-85a1-b67bf3ad8a93 req-c235bede-c063-4a00-b356-00c96fa6b06f tempest-ImagesNegativeTestJSON-1161447720 tempest-ImagesNegativeTestJSON-1161447720-project] 10.222.0.90 "GET /v2.0/security-groups?id=5e212e75-0d63-49c3-92b0-4c770f415a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835768 Feb 09 21:42:11.277100 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d9396fb5-1f66-4947-87a6-c6760089638b req-21ed0b01-2d9e-4cde-97c1-f6914ec04366 service neutron] 10.222.0.89 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336037 Feb 09 21:42:11.335764 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-088ec7e0-12d0-4db7-be1c-3c4716b341ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (6c92e9e6-d9c2-41e4-afb3-d8edce0e70a0), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:11.338779 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-088ec7e0-12d0-4db7-be1c-3c4716b341ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:11.349385 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-088ec7e0-12d0-4db7-be1c-3c4716b341ed admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/6c92e9e6-d9c2-41e4-afb3-d8edce0e70a0 HTTP/1.1" status: 204 len: 168 time: 0.5784385 Feb 09 21:42:11.375431 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088ec7e0-12d0-4db7-be1c-3c4716b341ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c92e9e6-d9c2-41e4-afb3-d8edce0e70a0,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:11.436630 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-dc20c66b-3727-4ae8-bde4-4e390f2447bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:11.516299 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-310d8d7c-a17e-4594-823e-c929721a8030 req-53f9491d-759d-4fe7-b18d-03ab18ca6e1d service neutron] 10.222.0.95 "GET /v2.0/networks/447eb1f8-3447-426b-bdf3-4b25ec15af22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619882 Feb 09 21:42:11.521947 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d4669e47-9eed-4b06-af38-378c7cb62e3c tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (632632f7-4329-4802-ab31-7529f24da780), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:11.574610 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-310d8d7c-a17e-4594-823e-c929721a8030 req-3987803a-4032-4b21-83dc-4d7b5835748f service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.246&port_id=75eef6bf-48e5-4c19-b81a-a37147e710d0 HTTP/1.1" status: 200 len: 217 time: 0.0500271 Feb 09 21:42:11.680869 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-6641b351-0c02-40f1-8c9c-b9d0d237c5bb tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Allocated IP 172.20.0.1 (f5670fcd-3577-43bc-a723-f8f030b55510/be079591-cb2c-4501-9ebc-3b2104f0fe17/323c09cd-359f-4699-af91-3b8d90d87155) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:42:11.728043 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d8d7c-a17e-4594-823e-c929721a8030 req-fdee52b4-82cd-4763-982b-c76721e30e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:11.729605 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-310d8d7c-a17e-4594-823e-c929721a8030 req-fdee52b4-82cd-4763-982b-c76721e30e7f service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5d37f537-2fe5-408a-92d7-6800f805a26d HTTP/1.1" status: 200 len: 797 time: 0.0939200 Feb 09 21:42:11.767042 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-dc20c66b-3727-4ae8-bde4-4e390f2447bb admin admin] Publish callbacks [] for security_group (0e302298-082d-445b-9b1a-767036653037), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:11.779694 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 38752) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:11.794748 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-dc20c66b-3727-4ae8-bde4-4e390f2447bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (0e302298-082d-445b-9b1a-767036653037), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:11.801348 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-efa28b0b-be91-43d3-a6b7-a956faa35df2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:11.856932 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-dc20c66b-3727-4ae8-bde4-4e390f2447bb admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=7f689a0ee5cd452ea060fa8086fe0b07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6466000 Feb 09 21:42:11.859578 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 38754) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:11.860353 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc20c66b-3727-4ae8-bde4-4e390f2447bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e302298-082d-445b-9b1a-767036653037,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:11.879721 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d8d7c-a17e-4594-823e-c929721a8030 req-97116e82-c024-46c6-a18f-d907cc8d975e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:11.882325 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-310d8d7c-a17e-4594-823e-c929721a8030 req-97116e82-c024-46c6-a18f-d907cc8d975e service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=447eb1f8-3447-426b-bdf3-4b25ec15af22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1401238 Feb 09 21:42:11.885922 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6641b351-0c02-40f1-8c9c-b9d0d237c5bb tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for port (323c09cd-359f-4699-af91-3b8d90d87155), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:11.899138 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4669e47-9eed-4b06-af38-378c7cb62e3c tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Router 632632f7-4329-4802-ab31-7529f24da780 is scheduled to L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 with binding_index 1 {{(pid=103140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:42:12.013664 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a740b65c-55cb-4a66-b413-ca6db99d891f admin admin] Publish callbacks [] for security_group (0e302298-082d-445b-9b1a-767036653037), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:12.021236 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-efa28b0b-be91-43d3-a6b7-a956faa35df2 admin admin] Publish callbacks [] for security_group (ff6ac694-442a-48a3-a585-dae5991beb15), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:12.025561 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6641b351-0c02-40f1-8c9c-b9d0d237c5bb tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (323c09cd-359f-4699-af91-3b8d90d87155), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:12.047646 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-efa28b0b-be91-43d3-a6b7-a956faa35df2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (ff6ac694-442a-48a3-a585-dae5991beb15), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:12.106224 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa28b0b-be91-43d3-a6b7-a956faa35df2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff6ac694-442a-48a3-a585-dae5991beb15,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:12.113621 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6641b351-0c02-40f1-8c9c-b9d0d237c5bb tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Network f5670fcd-3577-43bc-a723-f8f030b55510 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:42:12.119003 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a740b65c-55cb-4a66-b413-ca6db99d891f admin admin] Publish callbacks [] for security_group (0e302298-082d-445b-9b1a-767036653037), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:12.122726 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-310d8d7c-a17e-4594-823e-c929721a8030 req-7c9f1310-9637-42d9-9bc0-2e6d011e0a2b service neutron] 10.222.0.95 "GET /v2.0/networks/447eb1f8-3447-426b-bdf3-4b25ec15af22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339489 Feb 09 21:42:12.135049 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-6641b351-0c02-40f1-8c9c-b9d0d237c5bb tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:42:12.151688 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6641b351-0c02-40f1-8c9c-b9d0d237c5bb tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:42:12.194607 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device dbfa1d9e-e973-4b10-ad47-9001da046644 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:42:12.218983 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6641b351-0c02-40f1-8c9c-b9d0d237c5bb tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Pushing event updated for resources: {'Port': ['ID=323c09cd-359f-4699-af91-3b8d90d87155,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:12.236774 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-efa28b0b-be91-43d3-a6b7-a956faa35df2 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=e550c9e386734df5ae4cf368e753b7d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4557688 Feb 09 21:42:12.244588 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 38758) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:12.293389 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6641b351-0c02-40f1-8c9c-b9d0d237c5bb tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554727'] for router_interface (bf06bceb-4cbf-41a1-9752-211686b11ead), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:12.312392 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4669e47-9eed-4b06-af38-378c7cb62e3c tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:42:12.314289 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port dbfa1d9e-e973-4b10-ad47-9001da046644 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:12.318644 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (dbfa1d9e-e973-4b10-ad47-9001da046644), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:12.355133 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a740b65c-55cb-4a66-b413-ca6db99d891f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (0e302298-082d-445b-9b1a-767036653037), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:12.358014 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a740b65c-55cb-4a66-b413-ca6db99d891f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:12.363051 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d4669e47-9eed-4b06-af38-378c7cb62e3c tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:12.368201 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-d4669e47-9eed-4b06-af38-378c7cb62e3c tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 6.6077547 Feb 09 21:42:12.370498 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-a740b65c-55cb-4a66-b413-ca6db99d891f admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/0e302298-082d-445b-9b1a-767036653037 HTTP/1.1" status: 204 len: 168 time: 0.4996541 Feb 09 21:42:12.370893 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 38764) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:12.376507 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-0144d608-e431-43aa-810d-8f77b77d8b0e tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:42:12.384990 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136f93a6-d8a5-43d1-ac78-088a48e99718 None None] Sync routers for ids ['632632f7-4329-4802-ab31-7529f24da780'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:42:12.389089 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f14d7e8-ede0-4e8f-88a1-54a5aef277e5 None None] Network f5670fcd-3577-43bc-a723-f8f030b55510 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:42:12.420869 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a740b65c-55cb-4a66-b413-ca6db99d891f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e302298-082d-445b-9b1a-767036653037,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:12.448113 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-310d8d7c-a17e-4594-823e-c929721a8030 req-1a766edf-e9bb-44e8-9427-c6c709590406 service neutron] 10.222.0.95 "GET /v2.0/networks/447eb1f8-3447-426b-bdf3-4b25ec15af22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3165522 Feb 09 21:42:12.450557 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a8043a04-f04c-4295-b2ad-fccac6357200 req-a5f2080e-6fc5-488a-a713-be12a89a09ee tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] 10.222.0.90 "GET /v2.0/ports?device_id=3c4470cf-379e-4e8d-bce4-e188d20f6445 HTTP/1.1" status: 200 len: 210 time: 0.0775712 Feb 09 21:42:12.477992 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-610d42f4-511d-4e42-a5c8-93ffaae6ca12 admin admin] Publish callbacks [] for security_group (ff6ac694-442a-48a3-a585-dae5991beb15), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:12.571573 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-610d42f4-511d-4e42-a5c8-93ffaae6ca12 admin admin] Publish callbacks [] for security_group (ff6ac694-442a-48a3-a585-dae5991beb15), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:12.589456 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6641b351-0c02-40f1-8c9c-b9d0d237c5bb tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (323c09cd-359f-4699-af91-3b8d90d87155), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:12.710503 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136f93a6-d8a5-43d1-ac78-088a48e99718 None None] Routers {'632632f7-4329-4802-ab31-7529f24da780'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:42:12.711194 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-136f93a6-d8a5-43d1-ac78-088a48e99718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:42:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['632632f7-4329-4802-ab31-7529f24da780'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:12.771777 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-136f93a6-d8a5-43d1-ac78-088a48e99718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:12.776322 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-fd1ff60d-0746-417e-aba2-074e85b1cb0a None None] Provisioning complete for port dbfa1d9e-e973-4b10-ad47-9001da046644 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:12.776941 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-fd1ff60d-0746-417e-aba2-074e85b1cb0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (dbfa1d9e-e973-4b10-ad47-9001da046644), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:12.857484 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:12.862841 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136f93a6-d8a5-43d1-ac78-088a48e99718 None None] Routers {'632632f7-4329-4802-ab31-7529f24da780'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:42:12.864913 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-136f93a6-d8a5-43d1-ac78-088a48e99718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:42:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['632632f7-4329-4802-ab31-7529f24da780'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:12.923462 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-136f93a6-d8a5-43d1-ac78-088a48e99718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:12.924499 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136f93a6-d8a5-43d1-ac78-088a48e99718 None None] The sync data for ids ['632632f7-4329-4802-ab31-7529f24da780'] in n-d-828369-5 is: [] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:42:12.967118 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port dbfa1d9e-e973-4b10-ad47-9001da046644 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:12.967532 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (dbfa1d9e-e973-4b10-ad47-9001da046644), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:13.044022 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 38768) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:13.068062 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7a9f9d06-80ef-486f-a318-2a9e6376f6f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:13.071657 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port dbfa1d9e-e973-4b10-ad47-9001da046644, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=dbfa1d9e-e973-4b10-ad47-9001da046644,segment=NetworkSegment(785b3fef-a1a6-4ba7-b413-087267e58877),segment_id=785b3fef-a1a6-4ba7-b413-087267e58877)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:13.075106 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-fd1ff60d-0746-417e-aba2-074e85b1cb0a None None] Current status of the port dbfa1d9e-e973-4b10-ad47-9001da046644 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:13.076023 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-fd1ff60d-0746-417e-aba2-074e85b1cb0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (dbfa1d9e-e973-4b10-ad47-9001da046644), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:13.078236 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6641b351-0c02-40f1-8c9c-b9d0d237c5bb tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for port (323c09cd-359f-4699-af91-3b8d90d87155), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:13.080803 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (dbfa1d9e-e973-4b10-ad47-9001da046644), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:13.088824 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6641b351-0c02-40f1-8c9c-b9d0d237c5bb tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (323c09cd-359f-4699-af91-3b8d90d87155), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:13.152801 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-310d8d7c-a17e-4594-823e-c929721a8030 req-6ab699ac-5925-49e0-8319-4b161003e7bd service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.45&port_id=46a5acec-c89c-40ed-b7d1-64d412e029f2 HTTP/1.1" status: 200 len: 217 time: 0.6744707 Feb 09 21:42:13.208672 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-610d42f4-511d-4e42-a5c8-93ffaae6ca12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (ff6ac694-442a-48a3-a585-dae5991beb15), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:13.211436 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-610d42f4-511d-4e42-a5c8-93ffaae6ca12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:13.215208 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-610d42f4-511d-4e42-a5c8-93ffaae6ca12 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/ff6ac694-442a-48a3-a585-dae5991beb15 HTTP/1.1" status: 204 len: 168 time: 0.9674232 Feb 09 21:42:13.245495 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610d42f4-511d-4e42-a5c8-93ffaae6ca12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff6ac694-442a-48a3-a585-dae5991beb15,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:13.246281 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7f44f7-2d28-4390-92bb-54755fb5ee9e req-b1ad16f9-4946-4692-a28d-d9cdea395620 tempest-ImagesNegativeTestJSON-1161447720 tempest-ImagesNegativeTestJSON-1161447720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:13.247966 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3d7f44f7-2d28-4390-92bb-54755fb5ee9e req-b1ad16f9-4946-4692-a28d-d9cdea395620 tempest-ImagesNegativeTestJSON-1161447720 tempest-ImagesNegativeTestJSON-1161447720-project] 10.222.0.90 "GET /v2.0/ports?device_id=afd63833-228e-4c6b-bf36-1228483b9a4c HTTP/1.1" status: 200 len: 948 time: 0.7964432 Feb 09 21:42:13.255960 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.db.api [None req-fd1ff60d-0746-417e-aba2-074e85b1cb0a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103142) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:42:13.256556 n-d-828369-5 neutron-server[103142]: DEBUG oslo_db.api [None req-fd1ff60d-0746-417e-aba2-074e85b1cb0a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:42:13.308697 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=dbfa1d9e-e973-4b10-ad47-9001da046644,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:13.358690 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6641b351-0c02-40f1-8c9c-b9d0d237c5bb tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524919'] for router_interface (bf06bceb-4cbf-41a1-9752-211686b11ead), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:13.375707 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6641b351-0c02-40f1-8c9c-b9d0d237c5bb tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Pushing event updated for resources: {'Port': ['ID=323c09cd-359f-4699-af91-3b8d90d87155,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:13.387485 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7a9f9d06-80ef-486f-a318-2a9e6376f6f8 admin admin] Publish callbacks [] for security_group (9629fc8b-bf7f-4186-8491-91e6a716a493), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:13.403897 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d8d7c-a17e-4594-823e-c929721a8030 req-2e366cd3-0bcd-4e69-9bfb-6847ea20069e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:13.406272 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-310d8d7c-a17e-4594-823e-c929721a8030 req-2e366cd3-0bcd-4e69-9bfb-6847ea20069e service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5d37f537-2fe5-408a-92d7-6800f805a26d HTTP/1.1" status: 200 len: 797 time: 0.2412789 Feb 09 21:42:13.452352 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7a9f9d06-80ef-486f-a318-2a9e6376f6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (9629fc8b-bf7f-4186-8491-91e6a716a493), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:13.531108 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-7a9f9d06-80ef-486f-a318-2a9e6376f6f8 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=2b37448920a24ce2b3c11c436dcd4c79&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4855192 Feb 09 21:42:13.541141 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3d7f44f7-2d28-4390-92bb-54755fb5ee9e req-b6fcaa40-eae2-4246-a158-e28ed64ab933 tempest-ImagesNegativeTestJSON-1161447720 tempest-ImagesNegativeTestJSON-1161447720-project] 10.222.0.90 "GET /v2.0/security-groups?id=5e212e75-0d63-49c3-92b0-4c770f415a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620771 Feb 09 21:42:13.544693 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 38774) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:13.548627 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9f9d06-80ef-486f-a318-2a9e6376f6f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9629fc8b-bf7f-4186-8491-91e6a716a493,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:13.710067 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5c51773b-ac62-4e8b-a09f-5f2cb3ebaff7 req-0fe06b5e-fd4a-4902-9ccc-2b14029b8390 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] 10.222.0.90 "GET /v2.0/ports?device_id=3c4470cf-379e-4e8d-bce4-e188d20f6445 HTTP/1.1" status: 200 len: 210 time: 0.0631363 Feb 09 21:42:13.724404 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d8d7c-a17e-4594-823e-c929721a8030 req-b828bd98-3cf2-42fa-9695-5bccf10d948d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:13.734171 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-310d8d7c-a17e-4594-823e-c929721a8030 req-b828bd98-3cf2-42fa-9695-5bccf10d948d service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=447eb1f8-3447-426b-bdf3-4b25ec15af22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3040576 Feb 09 21:42:13.744706 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6641b351-0c02-40f1-8c9c-b9d0d237c5bb tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Network f5670fcd-3577-43bc-a723-f8f030b55510 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:42:13.748315 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-6641b351-0c02-40f1-8c9c-b9d0d237c5bb tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:42:13.817867 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0144d608-e431-43aa-810d-8f77b77d8b0e tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks [] for router_gateway (632632f7-4329-4802-ab31-7529f24da780), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:13.834342 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-fd1ff60d-0746-417e-aba2-074e85b1cb0a None None] Current status of the port dbfa1d9e-e973-4b10-ad47-9001da046644 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:13.855256 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0144d608-e431-43aa-810d-8f77b77d8b0e tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks [] for router_gateway (632632f7-4329-4802-ab31-7529f24da780), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:13.878033 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-310d8d7c-a17e-4594-823e-c929721a8030 req-2aeaebe3-cd5d-4c32-a9fd-24bbf8a545ee service neutron] 10.222.0.95 "GET /v2.0/networks/447eb1f8-3447-426b-bdf3-4b25ec15af22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428843 Feb 09 21:42:13.907034 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3bdc35b0-2251-4901-80fd-8b61c08969cb admin admin] Publish callbacks [] for security_group (9629fc8b-bf7f-4186-8491-91e6a716a493), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:13.932006 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device cda48d41-2126-4a93-97f0-8cf210db7c53 details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:42:13.943566 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3bdc35b0-2251-4901-80fd-8b61c08969cb admin admin] Publish callbacks [] for security_group (9629fc8b-bf7f-4186-8491-91e6a716a493), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:14.011573 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3bdc35b0-2251-4901-80fd-8b61c08969cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (9629fc8b-bf7f-4186-8491-91e6a716a493), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:14.014974 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3bdc35b0-2251-4901-80fd-8b61c08969cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:14.019383 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-3bdc35b0-2251-4901-80fd-8b61c08969cb admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/9629fc8b-bf7f-4186-8491-91e6a716a493 HTTP/1.1" status: 204 len: 168 time: 0.4644601 Feb 09 21:42:14.034707 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdc35b0-2251-4901-80fd-8b61c08969cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9629fc8b-bf7f-4186-8491-91e6a716a493,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:14.072126 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6641b351-0c02-40f1-8c9c-b9d0d237c5bb tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Router bf06bceb-4cbf-41a1-9752-211686b11ead is scheduled to L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 with binding_index 1 {{(pid=103141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:42:14.078593 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-0144d608-e431-43aa-810d-8f77b77d8b0e tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Deleting port c51b86ba-5c50-4532-9c6c-eb4a4f328281 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:42:14.079096 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0144d608-e431-43aa-810d-8f77b77d8b0e tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (c51b86ba-5c50-4532-9c6c-eb4a4f328281), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:14.206162 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-310d8d7c-a17e-4594-823e-c929721a8030 req-d9e48295-aae4-431a-a651-82e02e84c1ae service neutron] 10.222.0.95 "GET /v2.0/networks/447eb1f8-3447-426b-bdf3-4b25ec15af22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3007874 Feb 09 21:42:14.215286 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device dbfa1d9e-e973-4b10-ad47-9001da046644 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:42:14.270354 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:14.285958 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port cda48d41-2126-4a93-97f0-8cf210db7c53, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=cda48d41-2126-4a93-97f0-8cf210db7c53,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:14.322959 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': 'cda48d41-2126-4a93-97f0-8cf210db7c53', 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc', 'port_id': 'cda48d41-2126-4a93-97f0-8cf210db7c53', 'mac_address': 'fa:16:3e:7f:6b:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f7402ac-a35b-414b-bcc1-bc1c3072ec3c', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:42:14.328516 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-0872cde1-3bed-4fd7-b282-804855427b37 None None] Provisioning complete for port 323c09cd-359f-4699-af91-3b8d90d87155 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:14.328975 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-0872cde1-3bed-4fd7-b282-804855427b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (323c09cd-359f-4699-af91-3b8d90d87155), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:14.348457 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-310d8d7c-a17e-4594-823e-c929721a8030 req-da00c17e-e41c-4109-8d9b-7cc3eb251c01 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=65552933-30d5-4f11-b08a-78531a3a97b9 HTTP/1.1" status: 200 len: 217 time: 0.1262000 Feb 09 21:42:14.349344 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6641b351-0c02-40f1-8c9c-b9d0d237c5bb tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:42:14.359843 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd4aeb2-74be-46ec-a0c5-5d284125b094 None None] Sync routers for ids ['bf06bceb-4cbf-41a1-9752-211686b11ead'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:42:14.363049 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-6641b351-0c02-40f1-8c9c-b9d0d237c5bb tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "PUT /v2.0/routers/bf06bceb-4cbf-41a1-9752-211686b11ead/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4381330 Feb 09 21:42:14.364426 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 38790) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:14.370656 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-b6e77cc8-4126-48f7-9319-e275abcb59b3 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Request body: {'network': {'name': 'tempest-RoutersTest-1120708982'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:42:14.390674 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd4aeb2-74be-46ec-a0c5-5d284125b094 None None] Routers {'bf06bceb-4cbf-41a1-9752-211686b11ead'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:42:14.396730 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-fdd4aeb2-74be-46ec-a0c5-5d284125b094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:42:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['bf06bceb-4cbf-41a1-9752-211686b11ead'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:14.422658 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e77cc8-4126-48f7-9319-e275abcb59b3 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Made reservation on behalf of 67feb264805b4b31b627437845cc2aaf for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:42:14.427036 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b6e77cc8-4126-48f7-9319-e275abcb59b3 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:14.436415 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port dbfa1d9e-e973-4b10-ad47-9001da046644 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:14.436797 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (dbfa1d9e-e973-4b10-ad47-9001da046644), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:14.473641 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-0872cde1-3bed-4fd7-b282-804855427b37 None None] Port 323c09cd-359f-4699-af91-3b8d90d87155 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:42:14.484092 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6e77cc8-4126-48f7-9319-e275abcb59b3 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:42:14.509051 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b6e77cc8-4126-48f7-9319-e275abcb59b3 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (194eea5c-22a2-48bc-a332-75b1f1947866), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:14.509404 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-b6e77cc8-4126-48f7-9319-e275abcb59b3 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Added segment 194eea5c-22a2-48bc-a332-75b1f1947866 of type vlan for network ae35f933-ff36-4d81-85da-77e41424a847 Feb 09 21:42:14.520617 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0144d608-e431-43aa-810d-8f77b77d8b0e tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (c51b86ba-5c50-4532-9c6c-eb4a4f328281), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:14.521697 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port cda48d41-2126-4a93-97f0-8cf210db7c53 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:14.523041 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (cda48d41-2126-4a93-97f0-8cf210db7c53), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:14.562084 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cda48d41-2126-4a93-97f0-8cf210db7c53 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:42:14.566868 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-fdd4aeb2-74be-46ec-a0c5-5d284125b094 None None] Set router bf06bceb-4cbf-41a1-9752-211686b11ead gateway port host: None {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:42:14.578431 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-0144d608-e431-43aa-810d-8f77b77d8b0e tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Calling delete_port for c51b86ba-5c50-4532-9c6c-eb4a4f328281 owned by network:router_gateway {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:42:14.581510 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d8d7c-a17e-4594-823e-c929721a8030 req-d188b801-67f1-4431-a1bb-10e077d1d621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:14.583101 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-0872cde1-3bed-4fd7-b282-804855427b37 None None] Provisioning complete for port dbfa1d9e-e973-4b10-ad47-9001da046644 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:14.586113 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-0872cde1-3bed-4fd7-b282-804855427b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (dbfa1d9e-e973-4b10-ad47-9001da046644), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:14.592959 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-310d8d7c-a17e-4594-823e-c929721a8030 req-d188b801-67f1-4431-a1bb-10e077d1d621 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=99276998-1cd5-4a6a-b76b-7df5415f45f2 HTTP/1.1" status: 200 len: 797 time: 0.2166789 Feb 09 21:42:14.641652 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b6e77cc8-4126-48f7-9319-e275abcb59b3 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (ae35f933-ff36-4d81-85da-77e41424a847), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:14.695460 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port cda48d41-2126-4a93-97f0-8cf210db7c53, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=cda48d41-2126-4a93-97f0-8cf210db7c53,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:14.717632 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b6e77cc8-4126-48f7-9319-e275abcb59b3 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (ae35f933-ff36-4d81-85da-77e41424a847), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:14.718258 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (cda48d41-2126-4a93-97f0-8cf210db7c53), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:14.723487 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e77cc8-4126-48f7-9319-e275abcb59b3 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:14.724164 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b6e77cc8-4126-48f7-9319-e275abcb59b3 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:14.815551 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d8d7c-a17e-4594-823e-c929721a8030 req-802031fa-89db-4069-8a06-3b8eb5ce7bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:14.817174 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-310d8d7c-a17e-4594-823e-c929721a8030 req-802031fa-89db-4069-8a06-3b8eb5ce7bd1 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6a88ecb8-ab13-497b-8e99-4232b5fa8235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2090709 Feb 09 21:42:14.885831 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-b6e77cc8-4126-48f7-9319-e275abcb59b3 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5182157 Feb 09 21:42:14.897831 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 38814) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:14.906564 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-f7a7737d-7ed8-40bf-806b-f2abd0a41011 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Request body: {'subnet': {'network_id': 'ae35f933-ff36-4d81-85da-77e41424a847', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:42:14.977860 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-fdd4aeb2-74be-46ec-a0c5-5d284125b094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf06bceb-4cbf-41a1-9752-211686b11ead', 'name': 'tempest-RoutersTest-router-699486942', 'tenant_id': '67feb264805b4b31b627437845cc2aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:42:05Z', 'updated_at': '2022-02-09T21:42:12Z', 'revision_number': 2, 'project_id': '67feb264805b4b31b627437845cc2aaf', 'gw_port_host': None, '_interfaces': [{'id': '323c09cd-359f-4699-af91-3b8d90d87155', 'name': '', 'network_id': 'f5670fcd-3577-43bc-a723-f8f030b55510', 'tenant_id': '67feb264805b4b31b627437845cc2aaf', 'mac_address': 'fa:16:3e:6b:06:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf06bceb-4cbf-41a1-9752-211686b11ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': 'be079591-cb2c-4501-9ebc-3b2104f0fe17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:11Z', 'updated_at': '2022-02-09T21:42:12Z', 'revision_number': 2, 'project_id': '67feb264805b4b31b627437845cc2aaf', 'subnets': [{'id': 'be079591-cb2c-4501-9ebc-3b2104f0fe17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:14.995496 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=cda48d41-2126-4a93-97f0-8cf210db7c53,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:15.043166 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd4aeb2-74be-46ec-a0c5-5d284125b094 None None] Checking router: bf06bceb-4cbf-41a1-9752-211686b11ead for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:42:15.047035 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd4aeb2-74be-46ec-a0c5-5d284125b094 None None] Updating router bf06bceb-4cbf-41a1-9752-211686b11ead port 323c09cd-359f-4699-af91-3b8d90d87155 binding host n-d-828369-5 {{(pid=103143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:42:15.078250 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port dbfa1d9e-e973-4b10-ad47-9001da046644 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:15.079638 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e77cc8-4126-48f7-9319-e275abcb59b3 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Pushing event updated for resources: {'Network': ['ID=ae35f933-ff36-4d81-85da-77e41424a847,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:15.110840 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ce03f8fb-112d-44e7-a893-0bb78d61e86a req-c9d63437-2cf6-4fb3-ad5f-00b53f376590 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] 10.222.0.90 "GET /v2.0/ports?device_id=3c4470cf-379e-4e8d-bce4-e188d20f6445 HTTP/1.1" status: 200 len: 210 time: 0.2355561 Feb 09 21:42:15.114002 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-fdd4aeb2-74be-46ec-a0c5-5d284125b094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (323c09cd-359f-4699-af91-3b8d90d87155), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:15.138304 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network ae35f933-ff36-4d81-85da-77e41424a847 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:42:15.200329 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-310d8d7c-a17e-4594-823e-c929721a8030 req-9d837b09-522d-4e30-9694-f711aae32402 service neutron] 10.222.0.95 "GET /v2.0/networks/6a88ecb8-ab13-497b-8e99-4232b5fa8235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3740726 Feb 09 21:42:15.252831 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a7737d-7ed8-40bf-806b-f2abd0a41011 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Made reservation on behalf of 67feb264805b4b31b627437845cc2aaf for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:42:15.257411 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f7a7737d-7ed8-40bf-806b-f2abd0a41011 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:15.311099 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0144d608-e431-43aa-810d-8f77b77d8b0e tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (c51b86ba-5c50-4532-9c6c-eb4a4f328281), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:15.614338 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f7a7737d-7ed8-40bf-806b-f2abd0a41011 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (0ab9fa85-9dfc-4a42-b7b0-770b90bc741a), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:15.660902 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0144d608-e431-43aa-810d-8f77b77d8b0e tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Pushing event deleted for resources: {'Port': ['ID=c51b86ba-5c50-4532-9c6c-eb4a4f328281,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:15.720930 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a7737d-7ed8-40bf-806b-f2abd0a41011 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Pushing event updated for resources: {'Subnet': ['ID=0ab9fa85-9dfc-4a42-b7b0-770b90bc741a,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:15.726419 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a7737d-7ed8-40bf-806b-f2abd0a41011 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Checking segment: {'id': '194eea5c-22a2-48bc-a332-75b1f1947866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ae35f933-ff36-4d81-85da-77e41424a847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:42:15.726789 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a7737d-7ed8-40bf-806b-f2abd0a41011 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Network hostable DHCP agents. Network: ae35f933-ff36-4d81-85da-77e41424a847, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:42:15.748913 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-fdd4aeb2-74be-46ec-a0c5-5d284125b094 None None] Publish callbacks [] for port (323c09cd-359f-4699-af91-3b8d90d87155), precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:15.749547 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a7737d-7ed8-40bf-806b-f2abd0a41011 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Network ae35f933-ff36-4d81-85da-77e41424a847 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:42:15.757516 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-fdd4aeb2-74be-46ec-a0c5-5d284125b094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (323c09cd-359f-4699-af91-3b8d90d87155), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:15.771349 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-f7a7737d-7ed8-40bf-806b-f2abd0a41011 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, ae35f933-ff36-4d81-85da-77e41424a847) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:42:15.784888 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a7737d-7ed8-40bf-806b-f2abd0a41011 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:15.787223 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f7a7737d-7ed8-40bf-806b-f2abd0a41011 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:15.810506 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d43179-a147-4511-95f2-66f8a2dc540d None None] Pushing event updated for resources: {'Port': ['ID=323c09cd-359f-4699-af91-3b8d90d87155,revision_number=3']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:15.833736 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-f7a7737d-7ed8-40bf-806b-f2abd0a41011 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9353518 Feb 09 21:42:15.834374 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 38834) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:15.919673 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-fdd4aeb2-74be-46ec-a0c5-5d284125b094 None None] Attempting to bind port 323c09cd-359f-4699-af91-3b8d90d87155 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:42:15.920377 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-fdd4aeb2-74be-46ec-a0c5-5d284125b094 None None] Attempting to bind port 323c09cd-359f-4699-af91-3b8d90d87155 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '785b3fef-a1a6-4ba7-b413-087267e58877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f5670fcd-3577-43bc-a723-f8f030b55510'}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:42:15.920838 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd4aeb2-74be-46ec-a0c5-5d284125b094 None None] Attempting to bind port 323c09cd-359f-4699-af91-3b8d90d87155 on network f5670fcd-3577-43bc-a723-f8f030b55510 {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:42:15.930540 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd4aeb2-74be-46ec-a0c5-5d284125b094 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:42:15.931426 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd4aeb2-74be-46ec-a0c5-5d284125b094 None None] Checking segment: {'id': '785b3fef-a1a6-4ba7-b413-087267e58877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f5670fcd-3577-43bc-a723-f8f030b55510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:42:15.931634 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-fdd4aeb2-74be-46ec-a0c5-5d284125b094 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:15.932250 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['cda48d41-2126-4a93-97f0-8cf210db7c53'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:42:15.932834 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd4aeb2-74be-46ec-a0c5-5d284125b094 None None] Bound using segment: {'id': '785b3fef-a1a6-4ba7-b413-087267e58877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f5670fcd-3577-43bc-a723-f8f030b55510'} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:42:15.933396 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-fdd4aeb2-74be-46ec-a0c5-5d284125b094 None None] Bound port: 323c09cd-359f-4699-af91-3b8d90d87155, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '785b3fef-a1a6-4ba7-b413-087267e58877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'f5670fcd-3577-43bc-a723-f8f030b55510'}}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:42:15.933845 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-fdd4aeb2-74be-46ec-a0c5-5d284125b094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (323c09cd-359f-4699-af91-3b8d90d87155), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:15.945085 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a128f49-5a0b-41b5-a671-38829876b4cd None None] Network ae35f933-ff36-4d81-85da-77e41424a847 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:42:15.992898 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea8b958-625d-4740-b9df-b18354920073 req-2e970042-53dd-4393-9917-0f6e1cac833b tempest-ImagesNegativeTestJSON-1161447720 tempest-ImagesNegativeTestJSON-1161447720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:15.998503 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fea8b958-625d-4740-b9df-b18354920073 req-2e970042-53dd-4393-9917-0f6e1cac833b tempest-ImagesNegativeTestJSON-1161447720 tempest-ImagesNegativeTestJSON-1161447720-project] 10.222.0.90 "GET /v2.0/ports?device_id=afd63833-228e-4c6b-bf36-1228483b9a4c HTTP/1.1" status: 200 len: 949 time: 1.2991030 Feb 09 21:42:16.027175 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0144d608-e431-43aa-810d-8f77b77d8b0e tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-554524'] for router_gateway (632632f7-4329-4802-ab31-7529f24da780), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:16.067570 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-fdd4aeb2-74be-46ec-a0c5-5d284125b094 None None] For port 323c09cd-359f-4699-af91-3b8d90d87155, host n-d-828369-5, cleared binding levels {{(pid=103143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:42:16.088346 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-fdd4aeb2-74be-46ec-a0c5-5d284125b094 None None] For port 323c09cd-359f-4699-af91-3b8d90d87155, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=323c09cd-359f-4699-af91-3b8d90d87155,segment=NetworkSegment(785b3fef-a1a6-4ba7-b413-087267e58877),segment_id=785b3fef-a1a6-4ba7-b413-087267e58877)] {{(pid=103143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:42:16.102963 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-fdd4aeb2-74be-46ec-a0c5-5d284125b094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (323c09cd-359f-4699-af91-3b8d90d87155), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:16.233872 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d43179-a147-4511-95f2-66f8a2dc540d None None] Pushing event updated for resources: {'Port': ['ID=323c09cd-359f-4699-af91-3b8d90d87155,revision_number=4']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:16.285232 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd4aeb2-74be-46ec-a0c5-5d284125b094 None None] Routers {'bf06bceb-4cbf-41a1-9752-211686b11ead'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:42:16.288111 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-fdd4aeb2-74be-46ec-a0c5-5d284125b094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:42:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['bf06bceb-4cbf-41a1-9752-211686b11ead'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:16.322817 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93829bd0-4978-4686-b4ee-ae05b863b8a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-ae35f933-ff36-4d81-85da-77e41424a847', 'network_id': 'ae35f933-ff36-4d81-85da-77e41424a847', 'project_id': '67feb264805b4b31b627437845cc2aaf', 'fixed_ips': [{'subnet_id': '0ab9fa85-9dfc-4a42-b7b0-770b90bc741a'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:42:16.329709 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-310d8d7c-a17e-4594-823e-c929721a8030 req-1120f5cb-69ed-4120-9416-a914a42e0bf1 service neutron] 10.222.0.95 "GET /v2.0/networks/6a88ecb8-ab13-497b-8e99-4232b5fa8235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0418179 Feb 09 21:42:16.331029 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-93829bd0-4978-4686-b4ee-ae05b863b8a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:16.373933 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-0872cde1-3bed-4fd7-b282-804855427b37 None None] Current status of the port dbfa1d9e-e973-4b10-ad47-9001da046644 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:16.420815 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:16.456087 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fea8b958-625d-4740-b9df-b18354920073 req-dce30da5-92c7-4996-b171-2384d63d3e1f tempest-ImagesNegativeTestJSON-1161447720 tempest-ImagesNegativeTestJSON-1161447720-project] 10.222.0.90 "GET /v2.0/security-groups?id=5e212e75-0d63-49c3-92b0-4c770f415a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4441867 Feb 09 21:42:16.547427 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-fdd4aeb2-74be-46ec-a0c5-5d284125b094 None None] Set router bf06bceb-4cbf-41a1-9752-211686b11ead gateway port host: None {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:42:16.680725 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-8caca54b-60b8-4341-bc52-70a3ca11f4dc None None] Provisioning complete for port 323c09cd-359f-4699-af91-3b8d90d87155 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:16.681549 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-8caca54b-60b8-4341-bc52-70a3ca11f4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (323c09cd-359f-4699-af91-3b8d90d87155), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:16.766340 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-310d8d7c-a17e-4594-823e-c929721a8030 req-03ded038-98cf-47e8-87af-eb57fd07343b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=977539cf-0f59-4bed-b030-30f5b416ce68 HTTP/1.1" status: 200 len: 217 time: 0.3109727 Feb 09 21:42:16.857278 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ac6b7d2f-e7f9-40e8-ac1b-5db2c7ce8a1a req-830f242b-2248-4741-bb86-b6477b7f11ad tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] 10.222.0.90 "GET /v2.0/ports?device_id=3c4470cf-379e-4e8d-bce4-e188d20f6445 HTTP/1.1" status: 200 len: 210 time: 0.2090020 Feb 09 21:42:16.892424 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f7d4d7cd-f596-4532-b603-fc2b4287e08d tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:16.896651 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b89d14f-bfac-4bd2-849f-ecc40bd46e8b req-54720560-5beb-474c-bdf1-43d8732fbf0b tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:16.902480 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b89d14f-bfac-4bd2-849f-ecc40bd46e8b req-54720560-5beb-474c-bdf1-43d8732fbf0b tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:16.909459 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b89d14f-bfac-4bd2-849f-ecc40bd46e8b req-54720560-5beb-474c-bdf1-43d8732fbf0b tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:16.919117 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b89d14f-bfac-4bd2-849f-ecc40bd46e8b req-54720560-5beb-474c-bdf1-43d8732fbf0b tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:16.925460 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b89d14f-bfac-4bd2-849f-ecc40bd46e8b req-54720560-5beb-474c-bdf1-43d8732fbf0b tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:16.931816 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b89d14f-bfac-4bd2-849f-ecc40bd46e8b req-54720560-5beb-474c-bdf1-43d8732fbf0b tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:16.942224 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b89d14f-bfac-4bd2-849f-ecc40bd46e8b req-54720560-5beb-474c-bdf1-43d8732fbf0b tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:16.944480 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2b89d14f-bfac-4bd2-849f-ecc40bd46e8b req-54720560-5beb-474c-bdf1-43d8732fbf0b tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 5443 time: 0.7463124 Feb 09 21:42:16.964685 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-fdd4aeb2-74be-46ec-a0c5-5d284125b094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf06bceb-4cbf-41a1-9752-211686b11ead', 'name': 'tempest-RoutersTest-router-699486942', 'tenant_id': '67feb264805b4b31b627437845cc2aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:42:05Z', 'updated_at': '2022-02-09T21:42:12Z', 'revision_number': 2, 'project_id': '67feb264805b4b31b627437845cc2aaf', 'gw_port_host': None, '_interfaces': [{'id': '323c09cd-359f-4699-af91-3b8d90d87155', 'name': '', 'network_id': 'f5670fcd-3577-43bc-a723-f8f030b55510', 'tenant_id': '67feb264805b4b31b627437845cc2aaf', 'mac_address': 'fa:16:3e:6b:06:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf06bceb-4cbf-41a1-9752-211686b11ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': 'be079591-cb2c-4501-9ebc-3b2104f0fe17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:11Z', 'updated_at': '2022-02-09T21:42:16Z', 'revision_number': 4, 'project_id': '67feb264805b4b31b627437845cc2aaf', 'subnets': [{'id': 'be079591-cb2c-4501-9ebc-3b2104f0fe17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:17.028011 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd4aeb2-74be-46ec-a0c5-5d284125b094 None None] The sync data for ids ['bf06bceb-4cbf-41a1-9752-211686b11ead'] in n-d-828369-5 is: [{'id': 'bf06bceb-4cbf-41a1-9752-211686b11ead', 'name': 'tempest-RoutersTest-router-699486942', 'tenant_id': '67feb264805b4b31b627437845cc2aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:42:05Z', 'updated_at': '2022-02-09T21:42:12Z', 'revision_number': 2, 'project_id': '67feb264805b4b31b627437845cc2aaf', 'gw_port_host': None, '_interfaces': [{'id': '323c09cd-359f-4699-af91-3b8d90d87155', 'name': '', 'network_id': 'f5670fcd-3577-43bc-a723-f8f030b55510', 'tenant_id': '67feb264805b4b31b627437845cc2aaf', 'mac_address': 'fa:16:3e:6b:06:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf06bceb-4cbf-41a1-9752-211686b11ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': 'be079591-cb2c-4501-9ebc-3b2104f0fe17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:11Z', 'updated_at': '2022-02-09T21:42:16Z', 'revision_number': 4, 'project_id': '67feb264805b4b31b627437845cc2aaf', 'subnets': [{'id': 'be079591-cb2c-4501-9ebc-3b2104f0fe17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:42:17.040670 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2b89d14f-bfac-4bd2-849f-ecc40bd46e8b req-4d2e24f4-9e60-494d-8f73-f621b88eb3c0 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/security-groups?id=13b87425-0324-41b8-9577-a03ea20c9956&id=d1e73a5e-905c-466a-be51-a1576b624ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0707855 Feb 09 21:42:17.085248 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d8d7c-a17e-4594-823e-c929721a8030 req-3a5aa5b6-9c7d-4478-b8df-808b96d1d848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:17.087013 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-310d8d7c-a17e-4594-823e-c929721a8030 req-3a5aa5b6-9c7d-4478-b8df-808b96d1d848 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=99276998-1cd5-4a6a-b76b-7df5415f45f2 HTTP/1.1" status: 200 len: 797 time: 0.2251143 Feb 09 21:42:17.089385 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-93829bd0-4978-4686-b4ee-ae05b863b8a1 None None] Allocated IP 172.21.0.2 (ae35f933-ff36-4d81-85da-77e41424a847/0ab9fa85-9dfc-4a42-b7b0-770b90bc741a/e7d36d4d-7993-442d-88cf-a8d962ef4399) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:42:17.096014 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-8caca54b-60b8-4341-bc52-70a3ca11f4dc None None] Current status of the port 323c09cd-359f-4699-af91-3b8d90d87155 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:17.096703 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-8caca54b-60b8-4341-bc52-70a3ca11f4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (323c09cd-359f-4699-af91-3b8d90d87155), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:17.212587 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-8caca54b-60b8-4341-bc52-70a3ca11f4dc None None] For port 323c09cd-359f-4699-af91-3b8d90d87155, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=323c09cd-359f-4699-af91-3b8d90d87155,segment=NetworkSegment(785b3fef-a1a6-4ba7-b413-087267e58877),segment_id=785b3fef-a1a6-4ba7-b413-087267e58877)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:17.229279 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-8caca54b-60b8-4341-bc52-70a3ca11f4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (323c09cd-359f-4699-af91-3b8d90d87155), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:17.238120 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0144d608-e431-43aa-810d-8f77b77d8b0e tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-554449', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10783'] for router (632632f7-4329-4802-ab31-7529f24da780), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:17.253599 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0144d608-e431-43aa-810d-8f77b77d8b0e tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-554458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-554435', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-525216'] for router (632632f7-4329-4802-ab31-7529f24da780), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:17.339103 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caca54b-60b8-4341-bc52-70a3ca11f4dc None None] Pushing event updated for resources: {'Port': ['ID=323c09cd-359f-4699-af91-3b8d90d87155,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:17.397692 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d8d7c-a17e-4594-823e-c929721a8030 req-186541f4-4729-48af-8644-179680cb4354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:17.399374 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-310d8d7c-a17e-4594-823e-c929721a8030 req-186541f4-4729-48af-8644-179680cb4354 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6a88ecb8-ab13-497b-8e99-4232b5fa8235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2532282 Feb 09 21:42:17.405475 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-57354c0c-ff80-4de4-a9f2-fabc164c1b28 None None] Provisioning complete for port 323c09cd-359f-4699-af91-3b8d90d87155 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:17.405866 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-57354c0c-ff80-4de4-a9f2-fabc164c1b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (323c09cd-359f-4699-af91-3b8d90d87155), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:17.426231 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 38878) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:17.464463 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-93829bd0-4978-4686-b4ee-ae05b863b8a1 None None] Publish callbacks [] for port (e7d36d4d-7993-442d-88cf-a8d962ef4399), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:17.495825 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-93829bd0-4978-4686-b4ee-ae05b863b8a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (e7d36d4d-7993-442d-88cf-a8d962ef4399), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:17.517277 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93829bd0-4978-4686-b4ee-ae05b863b8a1 None None] Network ae35f933-ff36-4d81-85da-77e41424a847 is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:42:17.520548 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-93829bd0-4978-4686-b4ee-ae05b863b8a1 None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:42:17.523538 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93829bd0-4978-4686-b4ee-ae05b863b8a1 None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:42:17.599589 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-f7d4d7cd-f596-4532-b603-fc2b4287e08d tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Allocated IP 172.21.0.1 (ae35f933-ff36-4d81-85da-77e41424a847/0ab9fa85-9dfc-4a42-b7b0-770b90bc741a/bef6678f-82bc-42c3-89ea-5dd9ebdf93a1) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:42:17.646623 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0144d608-e431-43aa-810d-8f77b77d8b0e tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Router 632632f7-4329-4802-ab31-7529f24da780 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:42:17.702717 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-57354c0c-ff80-4de4-a9f2-fabc164c1b28 None None] Current status of the port 323c09cd-359f-4699-af91-3b8d90d87155 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:17.756980 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93829bd0-4978-4686-b4ee-ae05b863b8a1 None None] Pushing event updated for resources: {'Port': ['ID=e7d36d4d-7993-442d-88cf-a8d962ef4399,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:17.759001 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-a8e456ab-8a8a-45cd-a798-e23560051183 tempest-ExternalNetworksTestJSON-922142917 tempest-ExternalNetworksTestJSON-922142917-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-95086344'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:42:17.785968 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-93829bd0-4978-4686-b4ee-ae05b863b8a1 None None] Attempting to bind port e7d36d4d-7993-442d-88cf-a8d962ef4399 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:42:17.786419 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-93829bd0-4978-4686-b4ee-ae05b863b8a1 None None] Attempting to bind port e7d36d4d-7993-442d-88cf-a8d962ef4399 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '194eea5c-22a2-48bc-a332-75b1f1947866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ae35f933-ff36-4d81-85da-77e41424a847'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:42:17.786800 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93829bd0-4978-4686-b4ee-ae05b863b8a1 None None] Attempting to bind port e7d36d4d-7993-442d-88cf-a8d962ef4399 on network ae35f933-ff36-4d81-85da-77e41424a847 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:42:17.792781 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93829bd0-4978-4686-b4ee-ae05b863b8a1 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:42:17.793168 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93829bd0-4978-4686-b4ee-ae05b863b8a1 None None] Checking segment: {'id': '194eea5c-22a2-48bc-a332-75b1f1947866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ae35f933-ff36-4d81-85da-77e41424a847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:42:17.793587 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-93829bd0-4978-4686-b4ee-ae05b863b8a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:17.793990 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93829bd0-4978-4686-b4ee-ae05b863b8a1 None None] Bound using segment: {'id': '194eea5c-22a2-48bc-a332-75b1f1947866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ae35f933-ff36-4d81-85da-77e41424a847'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:42:17.794469 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-93829bd0-4978-4686-b4ee-ae05b863b8a1 None None] Bound port: e7d36d4d-7993-442d-88cf-a8d962ef4399, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '194eea5c-22a2-48bc-a332-75b1f1947866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ae35f933-ff36-4d81-85da-77e41424a847'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:42:17.794861 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-93829bd0-4978-4686-b4ee-ae05b863b8a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (e7d36d4d-7993-442d-88cf-a8d962ef4399), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:17.826407 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8e456ab-8a8a-45cd-a798-e23560051183 tempest-ExternalNetworksTestJSON-922142917 tempest-ExternalNetworksTestJSON-922142917-project] Made reservation on behalf of b202342b6e1b4c94a88eb1fcf66d0dab for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:42:17.830762 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a8e456ab-8a8a-45cd-a798-e23560051183 tempest-ExternalNetworksTestJSON-922142917 tempest-ExternalNetworksTestJSON-922142917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:17.871446 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a8e456ab-8a8a-45cd-a798-e23560051183 tempest-ExternalNetworksTestJSON-922142917 tempest-ExternalNetworksTestJSON-922142917-project] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:17.884747 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-93829bd0-4978-4686-b4ee-ae05b863b8a1 None None] For port e7d36d4d-7993-442d-88cf-a8d962ef4399, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:42:17.889228 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-93829bd0-4978-4686-b4ee-ae05b863b8a1 None None] For port e7d36d4d-7993-442d-88cf-a8d962ef4399, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=e7d36d4d-7993-442d-88cf-a8d962ef4399,segment=NetworkSegment(194eea5c-22a2-48bc-a332-75b1f1947866),segment_id=194eea5c-22a2-48bc-a332-75b1f1947866)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:42:17.897936 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-93829bd0-4978-4686-b4ee-ae05b863b8a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (e7d36d4d-7993-442d-88cf-a8d962ef4399), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:17.956368 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-310d8d7c-a17e-4594-823e-c929721a8030 req-f4430551-4a3f-4038-bf99-8a46250f6a83 service neutron] 10.222.0.95 "GET /v2.0/networks/6a88ecb8-ab13-497b-8e99-4232b5fa8235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5270262 Feb 09 21:42:17.976788 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80025d7d-b3c3-4653-b4ce-a9a75bb61de1 req-fd9414f9-8d09-4a57-a8ce-c18cc4860999 tempest-ImagesNegativeTestJSON-1161447720 tempest-ImagesNegativeTestJSON-1161447720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:17.989189 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-80025d7d-b3c3-4653-b4ce-a9a75bb61de1 req-fd9414f9-8d09-4a57-a8ce-c18cc4860999 tempest-ImagesNegativeTestJSON-1161447720 tempest-ImagesNegativeTestJSON-1161447720-project] 10.222.0.90 "GET /v2.0/ports?device_id=afd63833-228e-4c6b-bf36-1228483b9a4c HTTP/1.1" status: 200 len: 949 time: 0.3413661 Feb 09 21:42:18.007289 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93829bd0-4978-4686-b4ee-ae05b863b8a1 None None] Pushing event updated for resources: {'Port': ['ID=e7d36d4d-7993-442d-88cf-a8d962ef4399,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:18.026580 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device cda48d41-2126-4a93-97f0-8cf210db7c53 up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:42:18.114612 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f7d4d7cd-f596-4532-b603-fc2b4287e08d tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for port (bef6678f-82bc-42c3-89ea-5dd9ebdf93a1), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:18.132389 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning for port cda48d41-2126-4a93-97f0-8cf210db7c53 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:42:18.142631 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port cda48d41-2126-4a93-97f0-8cf210db7c53 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:18.143028 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (cda48d41-2126-4a93-97f0-8cf210db7c53), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:18.172047 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0144d608-e431-43aa-810d-8f77b77d8b0e tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:42:18.216749 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0144d608-e431-43aa-810d-8f77b77d8b0e tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:18.220243 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-0144d608-e431-43aa-810d-8f77b77d8b0e tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] 10.222.0.90 "PUT /v2.0/routers/632632f7-4329-4802-ab31-7529f24da780 HTTP/1.1" status: 200 len: 710 time: 5.8461244 Feb 09 21:42:18.223180 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fbf9ebf3-c2b7-4d52-a9a3-da9e1166ab26 req-5c393b74-c0a2-441c-bb71-9f64049f6a7a tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] 10.222.0.90 "GET /v2.0/ports?device_id=3c4470cf-379e-4e8d-bce4-e188d20f6445 HTTP/1.1" status: 200 len: 210 time: 0.1745396 Feb 09 21:42:18.226982 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 38888) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:18.242496 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f7d4d7cd-f596-4532-b603-fc2b4287e08d tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (bef6678f-82bc-42c3-89ea-5dd9ebdf93a1), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:18.296664 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3945b933-5abc-4a67-946f-071972967e66 None None] Sync routers for ids ['632632f7-4329-4802-ab31-7529f24da780'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:42:18.311684 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 323c09cd-359f-4699-af91-3b8d90d87155 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:42:18.402895 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d4d7cd-f596-4532-b603-fc2b4287e08d tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Pushing event updated for resources: {'Port': ['ID=bef6678f-82bc-42c3-89ea-5dd9ebdf93a1,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:18.442440 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 38892) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:18.444572 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-de040269-318d-49e2-af9f-a821d27f6047 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] 10.222.0.90 "GET /v2.0/routers/632632f7-4329-4802-ab31-7529f24da780 HTTP/1.1" status: 200 len: 745 time: 0.2073996 Feb 09 21:42:18.480794 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d4d7cd-f596-4532-b603-fc2b4287e08d tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Network ae35f933-ff36-4d81-85da-77e41424a847 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:42:18.528145 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-f7d4d7cd-f596-4532-b603-fc2b4287e08d tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:42:18.530808 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d4d7cd-f596-4532-b603-fc2b4287e08d tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:42:18.532599 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3945b933-5abc-4a67-946f-071972967e66 None None] Routers {'632632f7-4329-4802-ab31-7529f24da780'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:42:18.533256 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-3945b933-5abc-4a67-946f-071972967e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:42:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['632632f7-4329-4802-ab31-7529f24da780'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:18.593066 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-80025d7d-b3c3-4653-b4ce-a9a75bb61de1 req-c11519e7-8808-4f29-8af1-892faebf7e1e tempest-ImagesNegativeTestJSON-1161447720 tempest-ImagesNegativeTestJSON-1161447720-project] 10.222.0.90 "GET /v2.0/security-groups?id=5e212e75-0d63-49c3-92b0-4c770f415a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6029005 Feb 09 21:42:18.660943 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-310d8d7c-a17e-4594-823e-c929721a8030 req-c6ceb3cc-417c-4356-831e-b9377279849f service neutron] 10.222.0.95 "GET /v2.0/networks/6a88ecb8-ab13-497b-8e99-4232b5fa8235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7003224 Feb 09 21:42:18.685123 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-3945b933-5abc-4a67-946f-071972967e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:18.696884 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4f38f8-4201-4f5b-8502-85ef6d826c6b req-392fd028-cc06-4f2e-930a-0c47b92e4d68 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:18.703275 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4f38f8-4201-4f5b-8502-85ef6d826c6b req-392fd028-cc06-4f2e-930a-0c47b92e4d68 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:18.710503 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4f38f8-4201-4f5b-8502-85ef6d826c6b req-392fd028-cc06-4f2e-930a-0c47b92e4d68 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:18.724299 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port cda48d41-2126-4a93-97f0-8cf210db7c53 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:18.728150 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (cda48d41-2126-4a93-97f0-8cf210db7c53), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:18.730377 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4f38f8-4201-4f5b-8502-85ef6d826c6b req-392fd028-cc06-4f2e-930a-0c47b92e4d68 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:18.738505 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4f38f8-4201-4f5b-8502-85ef6d826c6b req-392fd028-cc06-4f2e-930a-0c47b92e4d68 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:18.744483 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4f38f8-4201-4f5b-8502-85ef6d826c6b req-392fd028-cc06-4f2e-930a-0c47b92e4d68 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:18.750097 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4f38f8-4201-4f5b-8502-85ef6d826c6b req-392fd028-cc06-4f2e-930a-0c47b92e4d68 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:18.753668 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7a4f38f8-4201-4f5b-8502-85ef6d826c6b req-392fd028-cc06-4f2e-930a-0c47b92e4d68 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 5443 time: 0.2679238 Feb 09 21:42:18.767937 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3945b933-5abc-4a67-946f-071972967e66 None None] Routers {'632632f7-4329-4802-ab31-7529f24da780'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:42:18.768296 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-3945b933-5abc-4a67-946f-071972967e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:42:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['632632f7-4329-4802-ab31-7529f24da780'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:18.780992 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afd63833-228e-4c6b-bf36-1228483b9a4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cda48d41-2126-4a93-97f0-8cf210db7c53'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:42:18.783332 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e58b705-2110-4e23-86fa-f12c23dbebc7" -d '{"events": [{"server_uuid": "afd63833-228e-4c6b-bf36-1228483b9a4c", "name": "network-vif-plugged", "status": "completed", "tag": "cda48d41-2126-4a93-97f0-8cf210db7c53"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:42:18.836904 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 323c09cd-359f-4699-af91-3b8d90d87155 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:18.837263 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (323c09cd-359f-4699-af91-3b8d90d87155), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:18.838868 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-3945b933-5abc-4a67-946f-071972967e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:18.839733 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3945b933-5abc-4a67-946f-071972967e66 None None] The sync data for ids ['632632f7-4329-4802-ab31-7529f24da780'] in n-d-828369-5 is: [] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:42:18.843032 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port cda48d41-2126-4a93-97f0-8cf210db7c53, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=cda48d41-2126-4a93-97f0-8cf210db7c53,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:18.870084 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42ecd1f9-adf4-46e4-b9f7-5f4c6488f2b9 x-openstack-request-id: req-42ecd1f9-adf4-46e4-b9f7-5f4c6488f2b9 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:42:18.870626 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afd63833-228e-4c6b-bf36-1228483b9a4c", "name": "network-vif-plugged", "status": "completed", "tag": "cda48d41-2126-4a93-97f0-8cf210db7c53", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:42:18.871034 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-42ecd1f9-adf4-46e4-b9f7-5f4c6488f2b9 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:42:18.871609 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afd63833-228e-4c6b-bf36-1228483b9a4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cda48d41-2126-4a93-97f0-8cf210db7c53', 'code': 200} Feb 09 21:42:18.874042 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (cda48d41-2126-4a93-97f0-8cf210db7c53), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:18.936822 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7a4f38f8-4201-4f5b-8502-85ef6d826c6b req-d8c53cc4-8139-4f97-9792-92f5e5886349 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/security-groups?id=13b87425-0324-41b8-9577-a03ea20c9956&id=d1e73a5e-905c-466a-be51-a1576b624ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1715863 Feb 09 21:42:18.968392 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=cda48d41-2126-4a93-97f0-8cf210db7c53,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:18.989761 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 323c09cd-359f-4699-af91-3b8d90d87155 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:19.199990 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-c231dc6f-bce5-4d87-a84b-b7db47c8d3b4 tempest-RoutersIpV6AdminTest-170520270 tempest-RoutersIpV6AdminTest-170520270-project-admin] 10.222.0.90 "GET /v2.0/ports?network_id=54a442d5-50a0-4c75-85cc-d19f5bf58118&device_id=632632f7-4329-4802-ab31-7529f24da780 HTTP/1.1" status: 200 len: 205 time: 0.7528062 Feb 09 21:42:19.201827 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 38900) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:19.255799 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-9c64a517-92c0-428c-8362-1c3351b5a5ef tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] 10.222.0.90 "GET /v2.0/ports?device_id=632632f7-4329-4802-ab31-7529f24da780 HTTP/1.1" status: 200 len: 205 time: 0.0527651 Feb 09 21:42:19.260944 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 38902) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:19.293336 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f7d4d7cd-f596-4532-b603-fc2b4287e08d tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554727'] for router_interface (bf06bceb-4cbf-41a1-9752-211686b11ead), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:19.304922 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a8e456ab-8a8a-45cd-a798-e23560051183 tempest-ExternalNetworksTestJSON-922142917 tempest-ExternalNetworksTestJSON-922142917-project] Publish callbacks [] for security_group (52b1c0e7-13ad-4442-a67b-ab90907de9e0), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:19.357568 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a8e456ab-8a8a-45cd-a798-e23560051183 tempest-ExternalNetworksTestJSON-922142917 tempest-ExternalNetworksTestJSON-922142917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (52b1c0e7-13ad-4442-a67b-ab90907de9e0), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:19.421595 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4578b104-9836-418a-8bea-b97d707cf991 req-e7c2310b-43a3-4b3f-9b15-db1514560fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:19.423182 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4578b104-9836-418a-8bea-b97d707cf991 req-e7c2310b-43a3-4b3f-9b15-db1514560fba service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=afd63833-228e-4c6b-bf36-1228483b9a4c HTTP/1.1" status: 200 len: 1132 time: 0.2578814 Feb 09 21:42:19.434346 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8e456ab-8a8a-45cd-a798-e23560051183 tempest-ExternalNetworksTestJSON-922142917 tempest-ExternalNetworksTestJSON-922142917-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:42:19.460785 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e456ab-8a8a-45cd-a798-e23560051183 tempest-ExternalNetworksTestJSON-922142917 tempest-ExternalNetworksTestJSON-922142917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52b1c0e7-13ad-4442-a67b-ab90907de9e0,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:19.475386 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a8e456ab-8a8a-45cd-a798-e23560051183 tempest-ExternalNetworksTestJSON-922142917 tempest-ExternalNetworksTestJSON-922142917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (39dd156c-f561-41fa-bed6-c4ec04f1096c), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:19.475764 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-a8e456ab-8a8a-45cd-a798-e23560051183 tempest-ExternalNetworksTestJSON-922142917 tempest-ExternalNetworksTestJSON-922142917-project] Added segment 39dd156c-f561-41fa-bed6-c4ec04f1096c of type vlan for network 3b5ff66c-28ca-4457-bad5-01fd7a124ff7 Feb 09 21:42:19.500281 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-762c5d07-8401-49e3-b8e6-86b473406e57 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks [] for router (632632f7-4329-4802-ab31-7529f24da780), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:19.620075 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a8e456ab-8a8a-45cd-a798-e23560051183 tempest-ExternalNetworksTestJSON-922142917 tempest-ExternalNetworksTestJSON-922142917-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (3b5ff66c-28ca-4457-bad5-01fd7a124ff7), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:19.660766 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4578b104-9836-418a-8bea-b97d707cf991 req-5b85a926-80e8-4d99-8e24-5d26966a760b service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=5e212e75-0d63-49c3-92b0-4c770f415a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268810 Feb 09 21:42:19.685509 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f7d4d7cd-f596-4532-b603-fc2b4287e08d tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (bef6678f-82bc-42c3-89ea-5dd9ebdf93a1), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:19.717812 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a8e456ab-8a8a-45cd-a798-e23560051183 tempest-ExternalNetworksTestJSON-922142917 tempest-ExternalNetworksTestJSON-922142917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (3b5ff66c-28ca-4457-bad5-01fd7a124ff7), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:19.723137 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e456ab-8a8a-45cd-a798-e23560051183 tempest-ExternalNetworksTestJSON-922142917 tempest-ExternalNetworksTestJSON-922142917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:19.724104 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a8e456ab-8a8a-45cd-a798-e23560051183 tempest-ExternalNetworksTestJSON-922142917 tempest-ExternalNetworksTestJSON-922142917-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:19.758487 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cbd6737-a26c-4fd7-b895-adf50af26b0f None None] Network ae35f933-ff36-4d81-85da-77e41424a847 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:42:19.828101 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-a8e456ab-8a8a-45cd-a798-e23560051183 tempest-ExternalNetworksTestJSON-922142917 tempest-ExternalNetworksTestJSON-922142917-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.4002283 Feb 09 21:42:19.835075 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 38910) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:19.845287 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e456ab-8a8a-45cd-a798-e23560051183 tempest-ExternalNetworksTestJSON-922142917 tempest-ExternalNetworksTestJSON-922142917-project] Pushing event updated for resources: {'Network': ['ID=3b5ff66c-28ca-4457-bad5-01fd7a124ff7,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:19.914568 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 3b5ff66c-28ca-4457-bad5-01fd7a124ff7 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:42:19.955645 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-5b6e4904-6dcb-4992-be2d-4292765ec6d3 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Request body: {'network': {'name': 'tempest-network--689592890', 'router:external': True}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:42:20.037995 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b6e4904-6dcb-4992-be2d-4292765ec6d3 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Made reservation on behalf of 9129abfbe3d744449224e2d1ab5b199e for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:42:20.040350 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5b6e4904-6dcb-4992-be2d-4292765ec6d3 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:20.070125 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-206326e7-4cc0-41b3-b9f2-de6efd2bd8d1 None None] Provisioning complete for port e7d36d4d-7993-442d-88cf-a8d962ef4399 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:20.070505 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-206326e7-4cc0-41b3-b9f2-de6efd2bd8d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (e7d36d4d-7993-442d-88cf-a8d962ef4399), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:20.151193 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5b6e4904-6dcb-4992-be2d-4292765ec6d3 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:20.197229 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device e7d36d4d-7993-442d-88cf-a8d962ef4399 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:42:20.207885 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-29fea73a-5a87-4e1d-8639-b795eebee736 req-17c5afc0-1be4-4eab-adbd-034c0296366a tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] 10.222.0.90 "GET /v2.0/ports?device_id=3c4470cf-379e-4e8d-bce4-e188d20f6445 HTTP/1.1" status: 200 len: 210 time: 0.7040761 Feb 09 21:42:20.337117 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-206326e7-4cc0-41b3-b9f2-de6efd2bd8d1 None None] Current status of the port e7d36d4d-7993-442d-88cf-a8d962ef4399 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:20.337516 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-206326e7-4cc0-41b3-b9f2-de6efd2bd8d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (e7d36d4d-7993-442d-88cf-a8d962ef4399), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:20.400015 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-206326e7-4cc0-41b3-b9f2-de6efd2bd8d1 None None] For port e7d36d4d-7993-442d-88cf-a8d962ef4399, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=e7d36d4d-7993-442d-88cf-a8d962ef4399,segment=NetworkSegment(194eea5c-22a2-48bc-a332-75b1f1947866),segment_id=194eea5c-22a2-48bc-a332-75b1f1947866)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:20.412153 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-206326e7-4cc0-41b3-b9f2-de6efd2bd8d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (e7d36d4d-7993-442d-88cf-a8d962ef4399), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:20.459377 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5b6e4904-6dcb-4992-be2d-4292765ec6d3 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Publish callbacks [] for security_group (41c7db7a-260d-41cd-9851-6e55f452ee46), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:20.470769 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5b6e4904-6dcb-4992-be2d-4292765ec6d3 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (41c7db7a-260d-41cd-9851-6e55f452ee46), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:20.474378 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206326e7-4cc0-41b3-b9f2-de6efd2bd8d1 None None] Pushing event updated for resources: {'Port': ['ID=e7d36d4d-7993-442d-88cf-a8d962ef4399,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:20.494702 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port e7d36d4d-7993-442d-88cf-a8d962ef4399 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:20.495087 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (e7d36d4d-7993-442d-88cf-a8d962ef4399), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:20.555472 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f7d4d7cd-f596-4532-b603-fc2b4287e08d tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for port (bef6678f-82bc-42c3-89ea-5dd9ebdf93a1), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:20.571079 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b6e4904-6dcb-4992-be2d-4292765ec6d3 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:42:20.588682 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f7d4d7cd-f596-4532-b603-fc2b4287e08d tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (bef6678f-82bc-42c3-89ea-5dd9ebdf93a1), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:20.615906 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-762c5d07-8401-49e3-b8e6-86b473406e57 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (632632f7-4329-4802-ab31-7529f24da780), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:20.618279 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-762c5d07-8401-49e3-b8e6-86b473406e57 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks [] for router_controller (632632f7-4329-4802-ab31-7529f24da780), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:20.687280 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-762c5d07-8401-49e3-b8e6-86b473406e57 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (632632f7-4329-4802-ab31-7529f24da780), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:20.688416 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-762c5d07-8401-49e3-b8e6-86b473406e57 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Fanout notify agent at l3_agent the message router_deleted on router 632632f7-4329-4802-ab31-7529f24da780 {{(pid=103140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:42:20.688725 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6e4904-6dcb-4992-be2d-4292765ec6d3 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41c7db7a-260d-41cd-9851-6e55f452ee46,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:20.699811 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-762c5d07-8401-49e3-b8e6-86b473406e57 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:20.704233 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-762c5d07-8401-49e3-b8e6-86b473406e57 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] 10.222.0.90 "DELETE /v2.0/routers/632632f7-4329-4802-ab31-7529f24da780 HTTP/1.1" status: 204 len: 168 time: 1.4341128 Feb 09 21:42:20.715328 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port e7d36d4d-7993-442d-88cf-a8d962ef4399 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:20.722645 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 38918) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:20.740273 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c418ab-7ade-4b19-aea3-e79b3f426bed req-0a795909-1d63-45aa-8f87-3bacc7f4b736 tempest-ImagesNegativeTestJSON-1161447720 tempest-ImagesNegativeTestJSON-1161447720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:20.744544 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-53c418ab-7ade-4b19-aea3-e79b3f426bed req-0a795909-1d63-45aa-8f87-3bacc7f4b736 tempest-ImagesNegativeTestJSON-1161447720 tempest-ImagesNegativeTestJSON-1161447720-project] 10.222.0.90 "GET /v2.0/ports?device_id=afd63833-228e-4c6b-bf36-1228483b9a4c HTTP/1.1" status: 200 len: 950 time: 0.6569149 Feb 09 21:42:20.745126 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5b6e4904-6dcb-4992-be2d-4292765ec6d3 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (cb45d7cd-7a77-485c-8b31-37f02675552e), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:20.745484 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-5b6e4904-6dcb-4992-be2d-4292765ec6d3 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Added segment cb45d7cd-7a77-485c-8b31-37f02675552e of type vlan for network 3db46ea4-ad02-41d9-9ba8-37048e93c460 Feb 09 21:42:20.813947 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f7d4d7cd-f596-4532-b603-fc2b4287e08d tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524919'] for router_interface (bf06bceb-4cbf-41a1-9752-211686b11ead), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:20.819251 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15509a15-4388-4787-9148-1d55864f04b3 req-c9f37917-121d-4a9a-bbac-efbec1158e52 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:20.824955 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15509a15-4388-4787-9148-1d55864f04b3 req-c9f37917-121d-4a9a-bbac-efbec1158e52 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:20.831064 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15509a15-4388-4787-9148-1d55864f04b3 req-c9f37917-121d-4a9a-bbac-efbec1158e52 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:20.837025 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15509a15-4388-4787-9148-1d55864f04b3 req-c9f37917-121d-4a9a-bbac-efbec1158e52 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:20.840366 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d4d7cd-f596-4532-b603-fc2b4287e08d tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Pushing event updated for resources: {'Port': ['ID=bef6678f-82bc-42c3-89ea-5dd9ebdf93a1,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:20.843585 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15509a15-4388-4787-9148-1d55864f04b3 req-c9f37917-121d-4a9a-bbac-efbec1158e52 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:20.850389 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5fb0eff8-ad0a-4c0e-ab61-8552e98e61a3 None None] Provisioning complete for port bef6678f-82bc-42c3-89ea-5dd9ebdf93a1 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:20.850860 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5fb0eff8-ad0a-4c0e-ab61-8552e98e61a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (bef6678f-82bc-42c3-89ea-5dd9ebdf93a1), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:20.851163 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15509a15-4388-4787-9148-1d55864f04b3 req-c9f37917-121d-4a9a-bbac-efbec1158e52 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:20.857106 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15509a15-4388-4787-9148-1d55864f04b3 req-c9f37917-121d-4a9a-bbac-efbec1158e52 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:20.859471 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-15509a15-4388-4787-9148-1d55864f04b3 req-c9f37917-121d-4a9a-bbac-efbec1158e52 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.95 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 5443 time: 0.7542937 Feb 09 21:42:20.869893 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5b6e4904-6dcb-4992-be2d-4292765ec6d3 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (3db46ea4-ad02-41d9-9ba8-37048e93c460), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:20.922214 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5fb0eff8-ad0a-4c0e-ab61-8552e98e61a3 None None] Port bef6678f-82bc-42c3-89ea-5dd9ebdf93a1 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:42:20.947546 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5fb0eff8-ad0a-4c0e-ab61-8552e98e61a3 None None] Provisioning complete for port e7d36d4d-7993-442d-88cf-a8d962ef4399 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:20.947847 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5fb0eff8-ad0a-4c0e-ab61-8552e98e61a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (e7d36d4d-7993-442d-88cf-a8d962ef4399), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:20.968456 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-3ba05eb3-a144-4761-8529-208f75c37b00 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] 10.222.0.90 "GET /v2.0/ports?device_id=632632f7-4329-4802-ab31-7529f24da780 HTTP/1.1" status: 200 len: 205 time: 0.2429893 Feb 09 21:42:20.972054 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15509a15-4388-4787-9148-1d55864f04b3 req-1b537f9a-47c0-4d58-8696-b785013e59ae tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:20.973760 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-15509a15-4388-4787-9148-1d55864f04b3 req-1b537f9a-47c0-4d58-8696-b785013e59ae tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.95 "GET /v2.0/ports/3c647b76-8391-41f3-81eb-c84f278cd6cd?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0750954 Feb 09 21:42:20.981641 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 38920) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:21.008714 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.db.resource_extend [None req-5b6e4904-6dcb-4992-be2d-4292765ec6d3 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 21:42:21.043340 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5fb0eff8-ad0a-4c0e-ab61-8552e98e61a3 None None] Current status of the port e7d36d4d-7993-442d-88cf-a8d962ef4399 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:21.063208 n-d-828369-5 neutron-server[103141]: INFO neutron.api.v2.resource [None req-80d455d1-4200-45e4-9ae0-bfa4e7eeb8fe tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] delete failed (client error): The resource could not be found. Feb 09 21:42:21.067438 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-80d455d1-4200-45e4-9ae0-bfa4e7eeb8fe tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] 10.222.0.90 "DELETE /v2.0/routers/632632f7-4329-4802-ab31-7529f24da780 HTTP/1.1" status: 404 len: 336 time: 0.0800145 Feb 09 21:42:21.069062 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 38922) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:21.086598 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-53c418ab-7ade-4b19-aea3-e79b3f426bed req-989c17c2-7e76-40f2-9443-b6dbdec00aef tempest-ImagesNegativeTestJSON-1161447720 tempest-ImagesNegativeTestJSON-1161447720-project] 10.222.0.90 "GET /v2.0/security-groups?id=5e212e75-0d63-49c3-92b0-4c770f415a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3411582 Feb 09 21:42:21.103419 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcd7e1a-0800-4e63-a269-6654c331aeef req-e41580cf-d3ff-432d-93a0-38c41a13d83d tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:21.109882 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcd7e1a-0800-4e63-a269-6654c331aeef req-e41580cf-d3ff-432d-93a0-38c41a13d83d tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:21.115781 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:21.115963 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcd7e1a-0800-4e63-a269-6654c331aeef req-e41580cf-d3ff-432d-93a0-38c41a13d83d tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:21.122184 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcd7e1a-0800-4e63-a269-6654c331aeef req-e41580cf-d3ff-432d-93a0-38c41a13d83d tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:21.127637 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcd7e1a-0800-4e63-a269-6654c331aeef req-e41580cf-d3ff-432d-93a0-38c41a13d83d tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:21.133075 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcd7e1a-0800-4e63-a269-6654c331aeef req-e41580cf-d3ff-432d-93a0-38c41a13d83d tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:21.138808 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcd7e1a-0800-4e63-a269-6654c331aeef req-e41580cf-d3ff-432d-93a0-38c41a13d83d tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:21.143420 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-abcd7e1a-0800-4e63-a269-6654c331aeef req-e41580cf-d3ff-432d-93a0-38c41a13d83d tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 5443 time: 0.7809463 Feb 09 21:42:21.143572 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-2cc53894-571a-4f00-97fc-877d2f974861 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] 10.222.0.90 "GET /v2.0/ports?device_id=094d8c59-644c-4e6a-99b6-b3a73ac3fcef HTTP/1.1" status: 200 len: 205 time: 0.0715322 Feb 09 21:42:21.143572 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5b6e4904-6dcb-4992-be2d-4292765ec6d3 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (3db46ea4-ad02-41d9-9ba8-37048e93c460), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:21.143572 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6e4904-6dcb-4992-be2d-4292765ec6d3 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:21.143572 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5b6e4904-6dcb-4992-be2d-4292765ec6d3 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:21.143946 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 38924) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:21.166206 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-dc2021c9-cd39-4faf-b2f0-bd77e296ae0d None None] Provisioning complete for port bef6678f-82bc-42c3-89ea-5dd9ebdf93a1 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:21.166779 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-dc2021c9-cd39-4faf-b2f0-bd77e296ae0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (bef6678f-82bc-42c3-89ea-5dd9ebdf93a1), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:21.211550 n-d-828369-5 neutron-server[103140]: INFO neutron.api.v2.resource [None req-560f9f1c-c4c6-4873-8153-bb7c82cc76b0 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] delete failed (client error): The resource could not be found. Feb 09 21:42:21.215453 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-560f9f1c-c4c6-4873-8153-bb7c82cc76b0 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] 10.222.0.90 "DELETE /v2.0/routers/094d8c59-644c-4e6a-99b6-b3a73ac3fcef HTTP/1.1" status: 404 len: 336 time: 0.0680077 Feb 09 21:42:21.223887 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 38926) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:21.251652 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-dc2021c9-cd39-4faf-b2f0-bd77e296ae0d None None] Port bef6678f-82bc-42c3-89ea-5dd9ebdf93a1 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:42:21.253355 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-15509a15-4388-4787-9148-1d55864f04b3 req-55d205cb-2673-46c1-bfbc-7c849601c08f tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.95 "GET /v2.0/networks/447eb1f8-3447-426b-bdf3-4b25ec15af22?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2698474 Feb 09 21:42:21.271519 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d4d7cd-f596-4532-b603-fc2b4287e08d tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Network ae35f933-ff36-4d81-85da-77e41424a847 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:42:21.292304 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-5b6e4904-6dcb-4992-be2d-4292765ec6d3 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.4561489 Feb 09 21:42:21.295769 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-f7d4d7cd-f596-4532-b603-fc2b4287e08d tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:42:21.296245 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 38932) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:21.299665 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-1890a82a-1227-44eb-8980-762dfe327796 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] 10.222.0.90 "GET /v2.0/ports?device_id=9cbbb1ef-b527-4feb-98a9-a1eddb9b5cee HTTP/1.1" status: 200 len: 205 time: 0.0733604 Feb 09 21:42:21.306877 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 38934) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:21.315043 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6e4904-6dcb-4992-be2d-4292765ec6d3 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Pushing event updated for resources: {'Network': ['ID=3db46ea4-ad02-41d9-9ba8-37048e93c460,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:21.325106 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 3db46ea4-ad02-41d9-9ba8-37048e93c460 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:42:21.366300 n-d-828369-5 neutron-server[103141]: INFO neutron.api.v2.resource [None req-049b2d98-1992-4bac-bde6-6d7b7716c136 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] delete failed (client error): The resource could not be found. Feb 09 21:42:21.368201 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-049b2d98-1992-4bac-bde6-6d7b7716c136 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] 10.222.0.90 "DELETE /v2.0/routers/9cbbb1ef-b527-4feb-98a9-a1eddb9b5cee HTTP/1.1" status: 404 len: 336 time: 0.0596817 Feb 09 21:42:21.376419 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 38936) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:21.389334 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:42:21.423233 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-043ffa81-87d3-4681-b362-50e6febfa572 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (3db46ea4-ad02-41d9-9ba8-37048e93c460), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:21.434381 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-15509a15-4388-4787-9148-1d55864f04b3 req-f91d35bd-5fc0-4f63-ac56-e326782ba316 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:42:21.447798 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-abcd7e1a-0800-4e63-a269-6654c331aeef req-d5bc62df-972a-4216-ac29-78b0fea6de9b tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/security-groups?id=13b87425-0324-41b8-9577-a03ea20c9956&id=d1e73a5e-905c-466a-be51-a1576b624ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2946885 Feb 09 21:42:21.509199 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ba18b172-bcb5-4ab1-8e92-bcf1b5b38750 req-fa3483c3-d4e7-4e83-9422-903cc83a7e91 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] 10.222.0.90 "GET /v2.0/ports?device_id=3c4470cf-379e-4e8d-bce4-e188d20f6445 HTTP/1.1" status: 200 len: 210 time: 0.0798700 Feb 09 21:42:21.542212 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-b7e0a95d-d62e-43a3-83fb-77c5bf9add91 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] 10.222.0.90 "GET /v2.0/ports?device_id=8e194e37-08da-40c5-9259-4c484c2b7090 HTTP/1.1" status: 200 len: 205 time: 0.1008773 Feb 09 21:42:21.544533 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 38938) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:21.607981 n-d-828369-5 neutron-server[103141]: INFO neutron.api.v2.resource [None req-8eb4fb77-42a9-4d2b-bb3e-5bf3783bc77e tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] delete failed (client error): The resource could not be found. Feb 09 21:42:21.608941 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-8eb4fb77-42a9-4d2b-bb3e-5bf3783bc77e tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] 10.222.0.90 "DELETE /v2.0/routers/8e194e37-08da-40c5-9259-4c484c2b7090 HTTP/1.1" status: 404 len: 336 time: 0.0635080 Feb 09 21:42:21.611875 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 38940) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:21.644888 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-401b8249-d956-4c25-bc51-dbcb9a4ac2e1 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] 10.222.0.90 "GET /v2.0/ports?device_id=33bddd3e-27fe-4d0e-a684-9df573424d03 HTTP/1.1" status: 200 len: 205 time: 0.0313561 Feb 09 21:42:21.652098 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 38942) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:21.659044 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7d4d7cd-f596-4532-b603-fc2b4287e08d tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Router bf06bceb-4cbf-41a1-9752-211686b11ead has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:42:21.662721 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-15509a15-4388-4787-9148-1d55864f04b3 req-f91d35bd-5fc0-4f63-ac56-e326782ba316 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (3c647b76-8391-41f3-81eb-c84f278cd6cd), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:21.705760 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-043ffa81-87d3-4681-b362-50e6febfa572 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (3db46ea4-ad02-41d9-9ba8-37048e93c460), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:21.710683 n-d-828369-5 neutron-server[103140]: INFO neutron.api.v2.resource [None req-d180f08d-5356-45f9-abb1-32898dac5bbe tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] delete failed (client error): The resource could not be found. Feb 09 21:42:21.714287 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-d180f08d-5356-45f9-abb1-32898dac5bbe tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] 10.222.0.90 "DELETE /v2.0/routers/33bddd3e-27fe-4d0e-a684-9df573424d03 HTTP/1.1" status: 404 len: 336 time: 0.0584443 Feb 09 21:42:21.718171 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 38944) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:21.766575 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-46cbf026-434a-46d1-877f-ff7f29789983 tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] 10.222.0.90 "GET /v2.0/ports?device_id=7fb05908-02ff-4c68-b1bf-19385735f4ac HTTP/1.1" status: 200 len: 205 time: 0.0472894 Feb 09 21:42:21.789704 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 38948) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:21.802519 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a8b0d5df-8866-4aff-875c-15b4b0cc4903 None None] Provisioning complete for port bef6678f-82bc-42c3-89ea-5dd9ebdf93a1 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:21.802903 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a8b0d5df-8866-4aff-875c-15b4b0cc4903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (bef6678f-82bc-42c3-89ea-5dd9ebdf93a1), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:21.803120 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-043ffa81-87d3-4681-b362-50e6febfa572 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3db46ea4-ad02-41d9-9ba8-37048e93c460']}} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:21.820259 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-043ffa81-87d3-4681-b362-50e6febfa572 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb45d7cd-7a77-485c-8b31-37f02675552e') {'for_net_delete': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:21.820608 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-043ffa81-87d3-4681-b362-50e6febfa572 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb45d7cd-7a77-485c-8b31-37f02675552e') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:21.838256 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-043ffa81-87d3-4681-b362-50e6febfa572 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110711'] for segment (cb45d7cd-7a77-485c-8b31-37f02675552e), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:21.854863 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a8b0d5df-8866-4aff-875c-15b4b0cc4903 None None] Port bef6678f-82bc-42c3-89ea-5dd9ebdf93a1 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:42:21.877083 n-d-828369-5 neutron-server[103141]: INFO neutron.api.v2.resource [None req-ad12d51e-ae30-4b17-87c8-a25c2adca7aa tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] delete failed (client error): The resource could not be found. Feb 09 21:42:21.881210 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-ad12d51e-ae30-4b17-87c8-a25c2adca7aa tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] 10.222.0.90 "DELETE /v2.0/routers/7fb05908-02ff-4c68-b1bf-19385735f4ac HTTP/1.1" status: 404 len: 336 time: 0.0873120 Feb 09 21:42:21.881210 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7d4d7cd-f596-4532-b603-fc2b4287e08d tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:42:21.881955 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 38954) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:21.890625 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14629dff-1fbd-4780-97e9-ae812e56f1fa None None] Sync routers for ids ['bf06bceb-4cbf-41a1-9752-211686b11ead'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:42:21.897540 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-f7d4d7cd-f596-4532-b603-fc2b4287e08d tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "PUT /v2.0/routers/bf06bceb-4cbf-41a1-9752-211686b11ead/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0621161 Feb 09 21:42:21.900031 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 38956) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:21.905947 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-9502d9f5-0475-4ac7-86dc-66ac8589aa8b tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Request body: {'network': {'name': 'tempest-RoutersTest-1100543564'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:42:21.910755 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-043ffa81-87d3-4681-b362-50e6febfa572 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (cb45d7cd-7a77-485c-8b31-37f02675552e), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:21.916444 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14629dff-1fbd-4780-97e9-ae812e56f1fa None None] Routers {'bf06bceb-4cbf-41a1-9752-211686b11ead'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:42:21.918026 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-14629dff-1fbd-4780-97e9-ae812e56f1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:42:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['bf06bceb-4cbf-41a1-9752-211686b11ead'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:21.926952 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-043ffa81-87d3-4681-b362-50e6febfa572 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Releasing vlan 720 on physical network physnet1 to pool {{(pid=103140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:42:21.927368 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-043ffa81-87d3-4681-b362-50e6febfa572 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669415'] for segment (cb45d7cd-7a77-485c-8b31-37f02675552e), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:21.929267 n-d-828369-5 neutron-server[103140]: Traceback (most recent call last): Feb 09 21:42:21.929267 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:42:21.929267 n-d-828369-5 neutron-server[103140]: timer() Feb 09 21:42:21.929267 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:42:21.929267 n-d-828369-5 neutron-server[103140]: cb(*args, **kw) Feb 09 21:42:21.929267 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:42:21.929267 n-d-828369-5 neutron-server[103140]: return func(*args, **kwargs) Feb 09 21:42:21.929267 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:42:21.929267 n-d-828369-5 neutron-server[103140]: self._notify() Feb 09 21:42:21.929267 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:42:21.929267 n-d-828369-5 neutron-server[103140]: self.callback(batched_events) Feb 09 21:42:21.929267 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:42:21.929267 n-d-828369-5 neutron-server[103140]: event.method(event) Feb 09 21:42:21.929267 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:42:21.929267 n-d-828369-5 neutron-server[103140]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:42:21.929267 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:42:21.929267 n-d-828369-5 neutron-server[103140]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:42:21.929267 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:42:21.929267 n-d-828369-5 neutron-server[103140]: return f(self, *a, **k) Feb 09 21:42:21.929267 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:42:21.929267 n-d-828369-5 neutron-server[103140]: return self._get(url).json() Feb 09 21:42:21.929267 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:42:21.929267 n-d-828369-5 neutron-server[103140]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:42:21.929267 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:42:21.929267 n-d-828369-5 neutron-server[103140]: return self.request(url, 'GET', **kwargs) Feb 09 21:42:21.929267 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:42:21.929267 n-d-828369-5 neutron-server[103140]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:42:21.929267 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:42:21.929267 n-d-828369-5 neutron-server[103140]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:42:21.929267 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:42:21.929267 n-d-828369-5 neutron-server[103140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:42:21.929267 n-d-828369-5 neutron-server[103140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:42:21.955352 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-64fdffe3-8b21-41d0-a588-170ece2cfc6f tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] DELETE failed (client error): The resource could not be found. Feb 09 21:42:21.956265 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64fdffe3-8b21-41d0-a588-170ece2cfc6f tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:42:21.960190 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-64fdffe3-8b21-41d0-a588-170ece2cfc6f tempest-RoutersIpV6AdminTest-273364527 tempest-RoutersIpV6AdminTest-273364527-project] 10.222.0.90 "DELETE /v2.0/subnets/58afca4b-3693-4c81-b6ee-4f316742902b HTTP/1.1" status: 404 len: 337 time: 0.0745404 Feb 09 21:42:22.023442 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-043ffa81-87d3-4681-b362-50e6febfa572 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (3db46ea4-ad02-41d9-9ba8-37048e93c460), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:22.027522 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9502d9f5-0475-4ac7-86dc-66ac8589aa8b tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Made reservation on behalf of 67feb264805b4b31b627437845cc2aaf for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:42:22.030218 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-043ffa81-87d3-4681-b362-50e6febfa572 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3db46ea4-ad02-41d9-9ba8-37048e93c460 {{(pid=103140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 09 21:42:22.036247 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9502d9f5-0475-4ac7-86dc-66ac8589aa8b tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:22.043374 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-043ffa81-87d3-4681-b362-50e6febfa572 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:22.050903 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-043ffa81-87d3-4681-b362-50e6febfa572 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] 10.222.0.90 "DELETE /v2.0/networks/3db46ea4-ad02-41d9-9ba8-37048e93c460 HTTP/1.1" status: 204 len: 168 time: 0.7535503 Feb 09 21:42:22.054802 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 38964) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:22.103098 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-0d621214-2f26-46a5-ba99-e0c5c91208c2 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:42:22.106008 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9502d9f5-0475-4ac7-86dc-66ac8589aa8b tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:42:22.134089 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9502d9f5-0475-4ac7-86dc-66ac8589aa8b tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (60b0043a-0b15-41ee-8dbb-3d7ff6460cde), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:22.135515 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-9502d9f5-0475-4ac7-86dc-66ac8589aa8b tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Added segment 60b0043a-0b15-41ee-8dbb-3d7ff6460cde of type vlan for network d989cdab-aa1c-4493-aa0d-54cf9f342fdc Feb 09 21:42:22.185945 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043ffa81-87d3-4681-b362-50e6febfa572 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Pushing event deleted for resources: {'Network': ['ID=3db46ea4-ad02-41d9-9ba8-37048e93c460,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:22.221767 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device e7d36d4d-7993-442d-88cf-a8d962ef4399 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:42:22.251604 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-15509a15-4388-4787-9148-1d55864f04b3 req-f91d35bd-5fc0-4f63-ac56-e326782ba316 service neutron] For port 3c647b76-8391-41f3-81eb-c84f278cd6cd, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=3c647b76-8391-41f3-81eb-c84f278cd6cd,segment=NetworkSegment(3a1837f3-bf89-4200-982d-e8d31ce9bb97),segment_id=3a1837f3-bf89-4200-982d-e8d31ce9bb97)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:22.259723 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d621214-2f26-46a5-ba99-e0c5c91208c2 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Made reservation on behalf of 9129abfbe3d744449224e2d1ab5b199e for: {'network': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:42:22.266368 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9502d9f5-0475-4ac7-86dc-66ac8589aa8b tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (d989cdab-aa1c-4493-aa0d-54cf9f342fdc), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:22.266635 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0d621214-2f26-46a5-ba99-e0c5c91208c2 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:22.293561 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 4cad1a84-a108-437b-aa6b-77babb3a44d0 no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:42:22.355479 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9502d9f5-0475-4ac7-86dc-66ac8589aa8b tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (d989cdab-aa1c-4493-aa0d-54cf9f342fdc), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:22.379749 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9502d9f5-0475-4ac7-86dc-66ac8589aa8b tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:22.385896 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9502d9f5-0475-4ac7-86dc-66ac8589aa8b tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:22.431043 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-9502d9f5-0475-4ac7-86dc-66ac8589aa8b tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5298049 Feb 09 21:42:22.434436 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 38972) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:22.462741 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-14629dff-1fbd-4780-97e9-ae812e56f1fa None None] Set router bf06bceb-4cbf-41a1-9752-211686b11ead gateway port host: None {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:42:22.470054 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-6bad748c-543c-46a9-9620-2a2c366a0b35 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Request body: {'subnet': {'network_id': 'd989cdab-aa1c-4493-aa0d-54cf9f342fdc', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:42:22.496483 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9502d9f5-0475-4ac7-86dc-66ac8589aa8b tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Pushing event updated for resources: {'Network': ['ID=d989cdab-aa1c-4493-aa0d-54cf9f342fdc,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:22.615587 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 4cad1a84-a108-437b-aa6b-77babb3a44d0 is: ACTIVE; New status is: DOWN {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:22.615996 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (4cad1a84-a108-437b-aa6b-77babb3a44d0), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:22.621798 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 38978) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:22.628026 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network d989cdab-aa1c-4493-aa0d-54cf9f342fdc details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:42:22.672249 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb02405-9eee-412b-aba5-c1d0e52d642a req-66ce45e1-7117-460c-8609-93e96e2d85b1 tempest-ImagesNegativeTestJSON-1161447720 tempest-ImagesNegativeTestJSON-1161447720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:22.678994 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dbb02405-9eee-412b-aba5-c1d0e52d642a req-66ce45e1-7117-460c-8609-93e96e2d85b1 tempest-ImagesNegativeTestJSON-1161447720 tempest-ImagesNegativeTestJSON-1161447720-project] 10.222.0.90 "GET /v2.0/ports?device_id=afd63833-228e-4c6b-bf36-1228483b9a4c HTTP/1.1" status: 200 len: 950 time: 0.4340723 Feb 09 21:42:22.754819 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-15509a15-4388-4787-9148-1d55864f04b3 req-f91d35bd-5fc0-4f63-ac56-e326782ba316 service neutron] For port 3c647b76-8391-41f3-81eb-c84f278cd6cd, host n-h1-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:42:22.761959 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port e7d36d4d-7993-442d-88cf-a8d962ef4399 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:22.763663 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (e7d36d4d-7993-442d-88cf-a8d962ef4399), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:22.810094 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88d24cbc-9e1f-4a64-8250-6e635ad0ac84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cad1a84-a108-437b-aa6b-77babb3a44d0'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:42:22.813016 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f9dfb02-641c-4e69-a53b-311aa0d431a7" -d '{"events": [{"server_uuid": "88d24cbc-9e1f-4a64-8250-6e635ad0ac84", "name": "network-vif-unplugged", "status": "completed", "tag": "4cad1a84-a108-437b-aa6b-77babb3a44d0"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:42:22.853339 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0c49cff7-080c-457c-88a8-3941e83fe0f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:22.854138 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 4cad1a84-a108-437b-aa6b-77babb3a44d0, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=4cad1a84-a108-437b-aa6b-77babb3a44d0,segment=NetworkSegment(4abec7a4-2b69-47a3-bee3-121e96e66a50),segment_id=4abec7a4-2b69-47a3-bee3-121e96e66a50)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:22.866538 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (4cad1a84-a108-437b-aa6b-77babb3a44d0), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:22.868023 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 65552933-30d5-4f11-b08a-78531a3a97b9 no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:42:22.879431 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [req-15509a15-4388-4787-9148-1d55864f04b3 req-f91d35bd-5fc0-4f63-ac56-e326782ba316 service neutron] device_id is not set on port 3c647b76-8391-41f3-81eb-c84f278cd6cd yet. {{(pid=103140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:42:22.899555 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-15509a15-4388-4787-9148-1d55864f04b3 req-f91d35bd-5fc0-4f63-ac56-e326782ba316 service neutron] Publish callbacks [] for port (3c647b76-8391-41f3-81eb-c84f278cd6cd), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:22.914918 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d621214-2f26-46a5-ba99-e0c5c91208c2 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=103140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:42:22.939058 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0d621214-2f26-46a5-ba99-e0c5c91208c2 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (210a927c-c2c6-4f8a-a77d-e8747fdf0938), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:22.939415 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-0d621214-2f26-46a5-ba99-e0c5c91208c2 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Added segment 210a927c-c2c6-4f8a-a77d-e8747fdf0938 of type vlan for network f6271003-8a06-4908-8e04-010248c6b400 Feb 09 21:42:23.021414 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-14629dff-1fbd-4780-97e9-ae812e56f1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf06bceb-4cbf-41a1-9752-211686b11ead', 'name': 'tempest-RoutersTest-router-699486942', 'tenant_id': '67feb264805b4b31b627437845cc2aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:42:05Z', 'updated_at': '2022-02-09T21:42:19Z', 'revision_number': 3, 'project_id': '67feb264805b4b31b627437845cc2aaf', 'gw_port_host': None, '_interfaces': [{'id': '323c09cd-359f-4699-af91-3b8d90d87155', 'name': '', 'network_id': 'f5670fcd-3577-43bc-a723-f8f030b55510', 'tenant_id': '67feb264805b4b31b627437845cc2aaf', 'mac_address': 'fa:16:3e:6b:06:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf06bceb-4cbf-41a1-9752-211686b11ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': 'be079591-cb2c-4501-9ebc-3b2104f0fe17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:11Z', 'updated_at': '2022-02-09T21:42:17Z', 'revision_number': 5, 'project_id': '67feb264805b4b31b627437845cc2aaf', 'subnets': [{'id': 'be079591-cb2c-4501-9ebc-3b2104f0fe17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bef6678f-82bc-42c3-89ea-5dd9ebdf93a1', 'name': '', 'network_id': 'ae35f933-ff36-4d81-85da-77e41424a847', 'tenant_id': '67feb264805b4b31b627437845cc2aaf', 'mac_address': 'fa:16:3e:6b:c4:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf06bceb-4cbf-41a1-9752-211686b11ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '0ab9fa85-9dfc-4a42-b7b0-770b90bc741a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:17Z', 'updated_at': '2022-02-09T21:42:20Z', 'revision_number': 2, 'project_id': '67feb264805b4b31b627437845cc2aaf', 'subnets': [{'id': '0ab9fa85-9dfc-4a42-b7b0-770b90bc741a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:23.033898 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0c49cff7-080c-457c-88a8-3941e83fe0f3 admin admin] Publish callbacks [] for security_group (7cf664ea-38e5-432b-a117-abb3827a2acb), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:23.044984 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0c49cff7-080c-457c-88a8-3941e83fe0f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (7cf664ea-38e5-432b-a117-abb3827a2acb), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:23.075127 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0d621214-2f26-46a5-ba99-e0c5c91208c2 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (f6271003-8a06-4908-8e04-010248c6b400), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:23.102122 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c49cff7-080c-457c-88a8-3941e83fe0f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf664ea-38e5-432b-a117-abb3827a2acb,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:23.116586 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14629dff-1fbd-4780-97e9-ae812e56f1fa None None] Checking router: bf06bceb-4cbf-41a1-9752-211686b11ead for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:42:23.116745 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14629dff-1fbd-4780-97e9-ae812e56f1fa None None] Updating router bf06bceb-4cbf-41a1-9752-211686b11ead port bef6678f-82bc-42c3-89ea-5dd9ebdf93a1 binding host n-d-828369-5 {{(pid=103143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:42:23.159121 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-15509a15-4388-4787-9148-1d55864f04b3 req-f91d35bd-5fc0-4f63-ac56-e326782ba316 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (3c647b76-8391-41f3-81eb-c84f278cd6cd), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:23.193643 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-0c49cff7-080c-457c-88a8-3941e83fe0f3 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=8cde6ccd842f4b33b83780d30031ea9e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5706687 Feb 09 21:42:23.209133 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 38984) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:23.237469 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-14629dff-1fbd-4780-97e9-ae812e56f1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (bef6678f-82bc-42c3-89ea-5dd9ebdf93a1), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:23.272124 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0d621214-2f26-46a5-ba99-e0c5c91208c2 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (f6271003-8a06-4908-8e04-010248c6b400), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:23.273756 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d621214-2f26-46a5-ba99-e0c5c91208c2 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:23.274218 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0d621214-2f26-46a5-ba99-e0c5c91208c2 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:23.307188 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-01089424-a4c7-4226-b326-28a5ea24c0fa admin admin] Publish callbacks [] for security_group (7cf664ea-38e5-432b-a117-abb3827a2acb), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:23.342306 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=4cad1a84-a108-437b-aa6b-77babb3a44d0,revision_number=6']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:23.358316 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-01089424-a4c7-4226-b326-28a5ea24c0fa admin admin] Publish callbacks [] for security_group (7cf664ea-38e5-432b-a117-abb3827a2acb), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:23.440867 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 65552933-30d5-4f11-b08a-78531a3a97b9 is: ACTIVE; New status is: DOWN {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:23.448297 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (65552933-30d5-4f11-b08a-78531a3a97b9), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:23.451559 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:23.452627 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port e7d36d4d-7993-442d-88cf-a8d962ef4399 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:23.497427 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-01089424-a4c7-4226-b326-28a5ea24c0fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (7cf664ea-38e5-432b-a117-abb3827a2acb), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:23.500394 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-01089424-a4c7-4226-b326-28a5ea24c0fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:23.504802 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-01089424-a4c7-4226-b326-28a5ea24c0fa admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/7cf664ea-38e5-432b-a117-abb3827a2acb HTTP/1.1" status: 204 len: 168 time: 0.2915466 Feb 09 21:42:23.526418 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01089424-a4c7-4226-b326-28a5ea24c0fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf664ea-38e5-432b-a117-abb3827a2acb,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:23.532277 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 65552933-30d5-4f11-b08a-78531a3a97b9, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=65552933-30d5-4f11-b08a-78531a3a97b9,segment=NetworkSegment(04fbb49c-9fc3-4a2f-93bd-1df71eda4894),segment_id=04fbb49c-9fc3-4a2f-93bd-1df71eda4894)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:23.544822 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (65552933-30d5-4f11-b08a-78531a3a97b9), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:23.545593 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 977539cf-0f59-4bed-b030-30f5b416ce68 no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:42:23.572198 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d621214-2f26-46a5-ba99-e0c5c91208c2 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Pushing event updated for resources: {'Network': ['ID=f6271003-8a06-4908-8e04-010248c6b400,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:23.616915 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-0d621214-2f26-46a5-ba99-e0c5c91208c2 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.5479150 Feb 09 21:42:23.619752 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 38990) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:23.625002 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-106543c2-26bd-4245-a180-74e331e64fab tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Request body: {'subnet': {'network_id': 'f6271003-8a06-4908-8e04-010248c6b400', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:42:23.664352 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-15509a15-4388-4787-9148-1d55864f04b3 req-f91d35bd-5fc0-4f63-ac56-e326782ba316 service neutron] No DVR routers for this DVR port 3c647b76-8391-41f3-81eb-c84f278cd6cd on host n-h1-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:42:23.695410 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-106543c2-26bd-4245-a180-74e331e64fab tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Made reservation on behalf of 9129abfbe3d744449224e2d1ab5b199e for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:42:23.698600 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-106543c2-26bd-4245-a180-74e331e64fab tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:23.740758 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network f6271003-8a06-4908-8e04-010248c6b400 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:42:23.777223 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=65552933-30d5-4f11-b08a-78531a3a97b9,revision_number=6']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:23.795828 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91d35bd-5fc0-4f63-ac56-e326782ba316 service neutron] Pushing event updated for resources: {'Port': ['ID=3c647b76-8391-41f3-81eb-c84f278cd6cd,revision_number=6']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:23.918296 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-14629dff-1fbd-4780-97e9-ae812e56f1fa None None] Publish callbacks [] for port (bef6678f-82bc-42c3-89ea-5dd9ebdf93a1), precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:23.930476 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-14629dff-1fbd-4780-97e9-ae812e56f1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (bef6678f-82bc-42c3-89ea-5dd9ebdf93a1), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:23.976867 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a97ddd-f8d9-42a5-948c-cd8785f66688 req-0e315545-fd04-4607-ab87-11a4c25e60c0 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:23.982418 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a97ddd-f8d9-42a5-948c-cd8785f66688 req-0e315545-fd04-4607-ab87-11a4c25e60c0 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:24.019292 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a97ddd-f8d9-42a5-948c-cd8785f66688 req-0e315545-fd04-4607-ab87-11a4c25e60c0 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:24.031755 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a97ddd-f8d9-42a5-948c-cd8785f66688 req-0e315545-fd04-4607-ab87-11a4c25e60c0 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:24.046918 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a97ddd-f8d9-42a5-948c-cd8785f66688 req-0e315545-fd04-4607-ab87-11a4c25e60c0 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:24.062575 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a97ddd-f8d9-42a5-948c-cd8785f66688 req-0e315545-fd04-4607-ab87-11a4c25e60c0 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:24.067044 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-28a97ddd-f8d9-42a5-948c-cd8785f66688 req-0e315545-fd04-4607-ab87-11a4c25e60c0 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 4662 time: 1.3826237 Feb 09 21:42:24.073929 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dbb02405-9eee-412b-aba5-c1d0e52d642a req-d4268d5d-474d-4b1d-bc8f-bd6c6766a854 tempest-ImagesNegativeTestJSON-1161447720 tempest-ImagesNegativeTestJSON-1161447720-project] 10.222.0.90 "GET /v2.0/security-groups?id=5e212e75-0d63-49c3-92b0-4c770f415a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9219410 Feb 09 21:42:24.085170 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bad748c-543c-46a9-9620-2a2c366a0b35 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Made reservation on behalf of 67feb264805b4b31b627437845cc2aaf for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:42:24.089667 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6bad748c-543c-46a9-9620-2a2c366a0b35 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621317'] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:24.114974 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3346095-395b-4965-9459-c82d4be5e4c7 None None] Pushing event updated for resources: {'Port': ['ID=bef6678f-82bc-42c3-89ea-5dd9ebdf93a1,revision_number=3']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:24.135251 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 38996) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:24.199230 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-14629dff-1fbd-4780-97e9-ae812e56f1fa None None] Attempting to bind port bef6678f-82bc-42c3-89ea-5dd9ebdf93a1 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:42:24.199608 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-14629dff-1fbd-4780-97e9-ae812e56f1fa None None] Attempting to bind port bef6678f-82bc-42c3-89ea-5dd9ebdf93a1 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '194eea5c-22a2-48bc-a332-75b1f1947866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ae35f933-ff36-4d81-85da-77e41424a847'}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:42:24.199976 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14629dff-1fbd-4780-97e9-ae812e56f1fa None None] Attempting to bind port bef6678f-82bc-42c3-89ea-5dd9ebdf93a1 on network ae35f933-ff36-4d81-85da-77e41424a847 {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:42:24.213995 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14629dff-1fbd-4780-97e9-ae812e56f1fa None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:42:24.217519 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-b5ca138b-92b1-413d-a19b-98461cab7831 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=4b392d46d7b94a47b25e89463e1fc510&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0809550 Feb 09 21:42:24.220146 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39000) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:24.220827 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14629dff-1fbd-4780-97e9-ae812e56f1fa None None] Checking segment: {'id': '194eea5c-22a2-48bc-a332-75b1f1947866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ae35f933-ff36-4d81-85da-77e41424a847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:42:24.221256 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-14629dff-1fbd-4780-97e9-ae812e56f1fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:24.221667 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14629dff-1fbd-4780-97e9-ae812e56f1fa None None] Bound using segment: {'id': '194eea5c-22a2-48bc-a332-75b1f1947866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ae35f933-ff36-4d81-85da-77e41424a847'} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:42:24.222931 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-14629dff-1fbd-4780-97e9-ae812e56f1fa None None] Bound port: bef6678f-82bc-42c3-89ea-5dd9ebdf93a1, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '194eea5c-22a2-48bc-a332-75b1f1947866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ae35f933-ff36-4d81-85da-77e41424a847'}}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:42:24.223213 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-14629dff-1fbd-4780-97e9-ae812e56f1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (bef6678f-82bc-42c3-89ea-5dd9ebdf93a1), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:24.289297 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-15509a15-4388-4787-9148-1d55864f04b3 req-f91d35bd-5fc0-4f63-ac56-e326782ba316 service neutron] In _notify_port_updated(), no bound segment for port 3c647b76-8391-41f3-81eb-c84f278cd6cd on network 447eb1f8-3447-426b-bdf3-4b25ec15af22 {{(pid=103140) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 21:42:24.290078 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15509a15-4388-4787-9148-1d55864f04b3 req-f91d35bd-5fc0-4f63-ac56-e326782ba316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:24.291156 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-15509a15-4388-4787-9148-1d55864f04b3 req-f91d35bd-5fc0-4f63-ac56-e326782ba316 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:24.291984 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-15509a15-4388-4787-9148-1d55864f04b3 req-f91d35bd-5fc0-4f63-ac56-e326782ba316 service neutron] 10.222.0.95 "PUT /v2.0/ports/3c647b76-8391-41f3-81eb-c84f278cd6cd HTTP/1.1" status: 200 len: 1032 time: 3.0313981 Feb 09 21:42:24.350859 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b2d5b39c-45e1-4dfb-8b4e-8be1cc15310d admin admin] Publish callbacks [] for security_group (7f1fa1cf-59a9-4fc4-bead-1d915f2adcff), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:24.439875 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b2d5b39c-45e1-4dfb-8b4e-8be1cc15310d admin admin] Publish callbacks [] for security_group (7f1fa1cf-59a9-4fc4-bead-1d915f2adcff), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:24.486898 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-14629dff-1fbd-4780-97e9-ae812e56f1fa None None] For port bef6678f-82bc-42c3-89ea-5dd9ebdf93a1, host n-d-828369-5, cleared binding levels {{(pid=103143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:42:24.497321 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6bad748c-543c-46a9-9620-2a2c366a0b35 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621371'] for subnet (7f9309a7-fac9-4291-ba5a-c610cb1b90f4), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:24.508994 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd82fc55-8765-495a-b941-9c4b79b78bb5 x-openstack-request-id: req-bd82fc55-8765-495a-b941-9c4b79b78bb5 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:42:24.511162 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-14629dff-1fbd-4780-97e9-ae812e56f1fa None None] For port bef6678f-82bc-42c3-89ea-5dd9ebdf93a1, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=bef6678f-82bc-42c3-89ea-5dd9ebdf93a1,segment=NetworkSegment(194eea5c-22a2-48bc-a332-75b1f1947866),segment_id=194eea5c-22a2-48bc-a332-75b1f1947866)] {{(pid=103143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:42:24.512756 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88d24cbc-9e1f-4a64-8250-6e635ad0ac84", "name": "network-vif-unplugged", "status": "completed", "tag": "4cad1a84-a108-437b-aa6b-77babb3a44d0", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:42:24.512756 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-bd82fc55-8765-495a-b941-9c4b79b78bb5 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:42:24.513164 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88d24cbc-9e1f-4a64-8250-6e635ad0ac84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cad1a84-a108-437b-aa6b-77babb3a44d0', 'code': 200} Feb 09 21:42:24.522177 n-d-828369-5 neutron-server[103141]: DEBUG neutron.objects.ports [None req-106543c2-26bd-4245-a180-74e331e64fab tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103141) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 21:42:24.522941 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-106543c2-26bd-4245-a180-74e331e64fab tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (c9781efd-fdee-483d-9316-c5e87a1f2edc), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:24.533008 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-14629dff-1fbd-4780-97e9-ae812e56f1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (bef6678f-82bc-42c3-89ea-5dd9ebdf93a1), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:24.559898 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39006) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:24.651362 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-76926c1d-79cb-440a-8cc5-3c5387d14558 None None] Provisioning complete for port 3c647b76-8391-41f3-81eb-c84f278cd6cd triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:24.654111 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-76926c1d-79cb-440a-8cc5-3c5387d14558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (3c647b76-8391-41f3-81eb-c84f278cd6cd), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:24.661939 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b2d5b39c-45e1-4dfb-8b4e-8be1cc15310d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (7f1fa1cf-59a9-4fc4-bead-1d915f2adcff), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:24.664904 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b2d5b39c-45e1-4dfb-8b4e-8be1cc15310d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:24.668709 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-b2d5b39c-45e1-4dfb-8b4e-8be1cc15310d admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/7f1fa1cf-59a9-4fc4-bead-1d915f2adcff HTTP/1.1" status: 204 len: 168 time: 0.4449472 Feb 09 21:42:24.688007 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d5b39c-45e1-4dfb-8b4e-8be1cc15310d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f1fa1cf-59a9-4fc4-bead-1d915f2adcff,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:24.689933 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106543c2-26bd-4245-a180-74e331e64fab tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c9781efd-fdee-483d-9316-c5e87a1f2edc,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:24.698135 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-30c8bf45-71da-4b94-958e-71ae4b0ee516 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Publish callbacks [] for security_group (acf6eb09-8df7-4797-a643-4eeaeced6321), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:24.708335 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106543c2-26bd-4245-a180-74e331e64fab tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Checking segment: {'id': '210a927c-c2c6-4f8a-a77d-e8747fdf0938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f6271003-8a06-4908-8e04-010248c6b400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:42:24.709094 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106543c2-26bd-4245-a180-74e331e64fab tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Network hostable DHCP agents. Network: f6271003-8a06-4908-8e04-010248c6b400, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:42:24.743003 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-30c8bf45-71da-4b94-958e-71ae4b0ee516 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Publish callbacks [] for security_group (acf6eb09-8df7-4797-a643-4eeaeced6321), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:24.744582 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bad748c-543c-46a9-9620-2a2c366a0b35 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Pushing event updated for resources: {'Subnet': ['ID=7f9309a7-fac9-4291-ba5a-c610cb1b90f4,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:24.766536 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106543c2-26bd-4245-a180-74e331e64fab tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Network f6271003-8a06-4908-8e04-010248c6b400 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:42:24.792756 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3346095-395b-4965-9459-c82d4be5e4c7 None None] Pushing event updated for resources: {'Port': ['ID=bef6678f-82bc-42c3-89ea-5dd9ebdf93a1,revision_number=4']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:24.806848 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-106543c2-26bd-4245-a180-74e331e64fab tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, f6271003-8a06-4908-8e04-010248c6b400) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:42:24.811139 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15509a15-4388-4787-9148-1d55864f04b3 req-97fcc293-a57f-4274-bb1e-8bddf65fc713 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:24.813074 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-15509a15-4388-4787-9148-1d55864f04b3 req-97fcc293-a57f-4274-bb1e-8bddf65fc713 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.95 "GET /v2.0/ports/924c9fc2-48e2-4846-a748-e98aee6d0d46?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3271315 Feb 09 21:42:24.823484 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106543c2-26bd-4245-a180-74e331e64fab tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:24.824697 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-106543c2-26bd-4245-a180-74e331e64fab tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:24.836869 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14629dff-1fbd-4780-97e9-ae812e56f1fa None None] Routers {'bf06bceb-4cbf-41a1-9752-211686b11ead'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:42:24.840716 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-14629dff-1fbd-4780-97e9-ae812e56f1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:42:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['bf06bceb-4cbf-41a1-9752-211686b11ead'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:24.847008 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-76926c1d-79cb-440a-8cc5-3c5387d14558 None None] Port 3c647b76-8391-41f3-81eb-c84f278cd6cd cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:42:24.860166 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-106543c2-26bd-4245-a180-74e331e64fab tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2390418 Feb 09 21:42:24.862405 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-30c8bf45-71da-4b94-958e-71ae4b0ee516 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (acf6eb09-8df7-4797-a643-4eeaeced6321), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:24.865159 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-15509a15-4388-4787-9148-1d55864f04b3 req-479819a3-3d23-4f6f-85aa-c39eaeb1d2d6 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:42:24.868134 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e3dbba-7b53-4dd4-9806-fd77ad70872b None None] Network f6271003-8a06-4908-8e04-010248c6b400 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:42:24.870285 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-30c8bf45-71da-4b94-958e-71ae4b0ee516 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:24.880143 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-30c8bf45-71da-4b94-958e-71ae4b0ee516 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] 10.222.0.90 "DELETE /v2.0/security-groups/acf6eb09-8df7-4797-a643-4eeaeced6321 HTTP/1.1" status: 204 len: 168 time: 0.3172171 Feb 09 21:42:24.882842 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39010) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:24.883257 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39012) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:24.903415 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-64a39a19-23cf-4e9f-936a-2e9504d016af tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Request body: {'floatingip': {'floating_network_id': 'f6271003-8a06-4908-8e04-010248c6b400'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:42:24.914281 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c8bf45-71da-4b94-958e-71ae4b0ee516 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf6eb09-8df7-4797-a643-4eeaeced6321,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:24.930570 n-d-828369-5 neutron-server[103141]: INFO neutron.api.v2.resource [None req-4f112ee4-85aa-479a-9866-f99e7a97ce32 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] show failed (client error): The resource could not be found. Feb 09 21:42:24.942942 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-4f112ee4-85aa-479a-9866-f99e7a97ce32 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] 10.222.0.90 "GET /v2.0/security-groups/acf6eb09-8df7-4797-a643-4eeaeced6321 HTTP/1.1" status: 404 len: 347 time: 0.0367997 Feb 09 21:42:24.943752 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39014) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:25.062708 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-33460925-71d5-4c09-b082-cd296d97e2a9 None None] Provisioning complete for port bef6678f-82bc-42c3-89ea-5dd9ebdf93a1 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:25.063100 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-33460925-71d5-4c09-b082-cd296d97e2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (bef6678f-82bc-42c3-89ea-5dd9ebdf93a1), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:25.089199 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-28a97ddd-f8d9-42a5-948c-cd8785f66688 req-b6b2a9d5-1ac9-4083-b32d-71aa190b9cd1 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/security-groups?id=13b87425-0324-41b8-9577-a03ea20c9956&id=d1e73a5e-905c-466a-be51-a1576b624ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.9397759 Feb 09 21:42:25.090023 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bad748c-543c-46a9-9620-2a2c366a0b35 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Checking segment: {'id': '60b0043a-0b15-41ee-8dbb-3d7ff6460cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'd989cdab-aa1c-4493-aa0d-54cf9f342fdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:42:25.090397 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bad748c-543c-46a9-9620-2a2c366a0b35 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Network hostable DHCP agents. Network: d989cdab-aa1c-4493-aa0d-54cf9f342fdc, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:42:25.142830 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 977539cf-0f59-4bed-b030-30f5b416ce68 is: ACTIVE; New status is: DOWN {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:25.142830 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (977539cf-0f59-4bed-b030-30f5b416ce68), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:25.143177 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-64a39a19-23cf-4e9f-936a-2e9504d016af tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:25.153616 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-14629dff-1fbd-4780-97e9-ae812e56f1fa None None] Set router bf06bceb-4cbf-41a1-9752-211686b11ead gateway port host: None {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:42:25.162275 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da3b9e9-609e-4f4f-b527-95042ae459c9 req-a9ffb3aa-87e6-439f-b213-d9edc0d77a65 tempest-ImagesNegativeTestJSON-1161447720 tempest-ImagesNegativeTestJSON-1161447720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:25.163911 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9da3b9e9-609e-4f4f-b527-95042ae459c9 req-a9ffb3aa-87e6-439f-b213-d9edc0d77a65 tempest-ImagesNegativeTestJSON-1161447720 tempest-ImagesNegativeTestJSON-1161447720-project] 10.222.0.90 "GET /v2.0/ports?device_id=afd63833-228e-4c6b-bf36-1228483b9a4c HTTP/1.1" status: 200 len: 950 time: 0.4755883 Feb 09 21:42:25.271919 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-33460925-71d5-4c09-b082-cd296d97e2a9 None None] Current status of the port bef6678f-82bc-42c3-89ea-5dd9ebdf93a1 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:25.273012 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-33460925-71d5-4c09-b082-cd296d97e2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (bef6678f-82bc-42c3-89ea-5dd9ebdf93a1), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:25.310730 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 977539cf-0f59-4bed-b030-30f5b416ce68, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=977539cf-0f59-4bed-b030-30f5b416ce68,segment=NetworkSegment(04fbb49c-9fc3-4a2f-93bd-1df71eda4894),segment_id=04fbb49c-9fc3-4a2f-93bd-1df71eda4894)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:25.362663 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bad748c-543c-46a9-9620-2a2c366a0b35 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Network d989cdab-aa1c-4493-aa0d-54cf9f342fdc is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:42:25.368198 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-33460925-71d5-4c09-b082-cd296d97e2a9 None None] For port bef6678f-82bc-42c3-89ea-5dd9ebdf93a1, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=bef6678f-82bc-42c3-89ea-5dd9ebdf93a1,segment=NetworkSegment(194eea5c-22a2-48bc-a332-75b1f1947866),segment_id=194eea5c-22a2-48bc-a332-75b1f1947866)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:25.415043 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-33460925-71d5-4c09-b082-cd296d97e2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (bef6678f-82bc-42c3-89ea-5dd9ebdf93a1), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:25.420961 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (977539cf-0f59-4bed-b030-30f5b416ce68), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:25.421445 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 924c9fc2-48e2-4846-a748-e98aee6d0d46 no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:42:25.440568 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-f23e65c0-80ea-4cc5-95bd-8beb0f138589 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Deleting port 6f2f1933-3cd9-4d79-abcf-a52973653495 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:42:25.440934 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f23e65c0-80ea-4cc5-95bd-8beb0f138589 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (6f2f1933-3cd9-4d79-abcf-a52973653495), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:25.453461 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9da3b9e9-609e-4f4f-b527-95042ae459c9 req-34a4692a-d759-44dc-ad03-5de100a7cede tempest-ImagesNegativeTestJSON-1161447720 tempest-ImagesNegativeTestJSON-1161447720-project] 10.222.0.90 "GET /v2.0/security-groups?id=5e212e75-0d63-49c3-92b0-4c770f415a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503374 Feb 09 21:42:25.455350 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-15509a15-4388-4787-9148-1d55864f04b3 req-479819a3-3d23-4f6f-85aa-c39eaeb1d2d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (924c9fc2-48e2-4846-a748-e98aee6d0d46), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:25.459111 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-6bad748c-543c-46a9-9620-2a2c366a0b35 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, d989cdab-aa1c-4493-aa0d-54cf9f342fdc) {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:42:25.490621 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bad748c-543c-46a9-9620-2a2c366a0b35 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:25.491232 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6bad748c-543c-46a9-9620-2a2c366a0b35 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:25.547331 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205f578f-ad5a-4bbb-b9d5-02dfa37bba76 None None] Network f6271003-8a06-4908-8e04-010248c6b400 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:42:25.591294 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-6bad748c-543c-46a9-9620-2a2c366a0b35 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1371915 Feb 09 21:42:25.594028 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 39026) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:25.628172 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-14629dff-1fbd-4780-97e9-ae812e56f1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf06bceb-4cbf-41a1-9752-211686b11ead', 'name': 'tempest-RoutersTest-router-699486942', 'tenant_id': '67feb264805b4b31b627437845cc2aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:42:05Z', 'updated_at': '2022-02-09T21:42:19Z', 'revision_number': 3, 'project_id': '67feb264805b4b31b627437845cc2aaf', 'gw_port_host': None, '_interfaces': [{'id': '323c09cd-359f-4699-af91-3b8d90d87155', 'name': '', 'network_id': 'f5670fcd-3577-43bc-a723-f8f030b55510', 'tenant_id': '67feb264805b4b31b627437845cc2aaf', 'mac_address': 'fa:16:3e:6b:06:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf06bceb-4cbf-41a1-9752-211686b11ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': 'be079591-cb2c-4501-9ebc-3b2104f0fe17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:11Z', 'updated_at': '2022-02-09T21:42:17Z', 'revision_number': 5, 'project_id': '67feb264805b4b31b627437845cc2aaf', 'subnets': [{'id': 'be079591-cb2c-4501-9ebc-3b2104f0fe17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bef6678f-82bc-42c3-89ea-5dd9ebdf93a1', 'name': '', 'network_id': 'ae35f933-ff36-4d81-85da-77e41424a847', 'tenant_id': '67feb264805b4b31b627437845cc2aaf', 'mac_address': 'fa:16:3e:6b:c4:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf06bceb-4cbf-41a1-9752-211686b11ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '0ab9fa85-9dfc-4a42-b7b0-770b90bc741a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:17Z', 'updated_at': '2022-02-09T21:42:24Z', 'revision_number': 4, 'project_id': '67feb264805b4b31b627437845cc2aaf', 'subnets': [{'id': '0ab9fa85-9dfc-4a42-b7b0-770b90bc741a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:25.708869 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14629dff-1fbd-4780-97e9-ae812e56f1fa None None] The sync data for ids ['bf06bceb-4cbf-41a1-9752-211686b11ead'] in n-d-828369-5 is: [{'id': 'bf06bceb-4cbf-41a1-9752-211686b11ead', 'name': 'tempest-RoutersTest-router-699486942', 'tenant_id': '67feb264805b4b31b627437845cc2aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:42:05Z', 'updated_at': '2022-02-09T21:42:19Z', 'revision_number': 3, 'project_id': '67feb264805b4b31b627437845cc2aaf', 'gw_port_host': None, '_interfaces': [{'id': '323c09cd-359f-4699-af91-3b8d90d87155', 'name': '', 'network_id': 'f5670fcd-3577-43bc-a723-f8f030b55510', 'tenant_id': '67feb264805b4b31b627437845cc2aaf', 'mac_address': 'fa:16:3e:6b:06:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf06bceb-4cbf-41a1-9752-211686b11ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': 'be079591-cb2c-4501-9ebc-3b2104f0fe17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:11Z', 'updated_at': '2022-02-09T21:42:17Z', 'revision_number': 5, 'project_id': '67feb264805b4b31b627437845cc2aaf', 'subnets': [{'id': 'be079591-cb2c-4501-9ebc-3b2104f0fe17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bef6678f-82bc-42c3-89ea-5dd9ebdf93a1', 'name': '', 'network_id': 'ae35f933-ff36-4d81-85da-77e41424a847', 'tenant_id': '67feb264805b4b31b627437845cc2aaf', 'mac_address': 'fa:16:3e:6b:c4:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf06bceb-4cbf-41a1-9752-211686b11ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '0ab9fa85-9dfc-4a42-b7b0-770b90bc741a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:17Z', 'updated_at': '2022-02-09T21:42:24Z', 'revision_number': 4, 'project_id': '67feb264805b4b31b627437845cc2aaf', 'subnets': [{'id': '0ab9fa85-9dfc-4a42-b7b0-770b90bc741a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:42:25.720664 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-64a39a19-23cf-4e9f-936a-2e9504d016af tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:25.739414 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f130c4-e6ec-46a8-82f6-b59f1075bc10 None None] Network d989cdab-aa1c-4493-aa0d-54cf9f342fdc requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:42:25.926522 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a707656e-3c79-4a8f-acb8-d84fffa4ab30 None None] Provisioning complete for port bef6678f-82bc-42c3-89ea-5dd9ebdf93a1 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:25.926966 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a707656e-3c79-4a8f-acb8-d84fffa4ab30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (bef6678f-82bc-42c3-89ea-5dd9ebdf93a1), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:25.967132 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-64a39a19-23cf-4e9f-936a-2e9504d016af tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Allocated IP 172.20.0.5 (f6271003-8a06-4908-8e04-010248c6b400/c9781efd-fdee-483d-9316-c5e87a1f2edc/5a0a3008-965a-44fe-be1a-e59a91f61fe2) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:42:26.170569 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 924c9fc2-48e2-4846-a748-e98aee6d0d46 is: ACTIVE; New status is: DOWN {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:26.170965 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (924c9fc2-48e2-4846-a748-e98aee6d0d46), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:26.228110 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-64a39a19-23cf-4e9f-936a-2e9504d016af tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Publish callbacks [] for port (5a0a3008-965a-44fe-be1a-e59a91f61fe2), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:26.232531 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33460925-71d5-4c09-b082-cd296d97e2a9 None None] Pushing event updated for resources: {'Port': ['ID=bef6678f-82bc-42c3-89ea-5dd9ebdf93a1,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:26.309606 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f23e65c0-80ea-4cc5-95bd-8beb0f138589 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (6f2f1933-3cd9-4d79-abcf-a52973653495), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:26.310566 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f23e65c0-80ea-4cc5-95bd-8beb0f138589 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Publish callbacks [] for floatingip (6f2f1933-3cd9-4d79-abcf-a52973653495), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:26.313717 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device bef6678f-82bc-42c3-89ea-5dd9ebdf93a1 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:42:26.314914 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-64a39a19-23cf-4e9f-936a-2e9504d016af tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (5a0a3008-965a-44fe-be1a-e59a91f61fe2), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:26.359197 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-f23e65c0-80ea-4cc5-95bd-8beb0f138589 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Calling delete_port for 6f2f1933-3cd9-4d79-abcf-a52973653495 owned by network:floatingip {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:42:26.370261 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a39a19-23cf-4e9f-936a-2e9504d016af tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Network f6271003-8a06-4908-8e04-010248c6b400 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:42:26.377530 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-64a39a19-23cf-4e9f-936a-2e9504d016af tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:42:26.380123 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a39a19-23cf-4e9f-936a-2e9504d016af tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:42:26.424390 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39042) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:26.541344 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88d24cbc-9e1f-4a64-8250-6e635ad0ac84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65552933-30d5-4f11-b08a-78531a3a97b9'}, {'server_uuid': '88d24cbc-9e1f-4a64-8250-6e635ad0ac84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '977539cf-0f59-4bed-b030-30f5b416ce68'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:42:26.544730 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db2816be-704e-44df-8c56-6b1aba7b4f31" -d '{"events": [{"server_uuid": "88d24cbc-9e1f-4a64-8250-6e635ad0ac84", "name": "network-vif-unplugged", "status": "completed", "tag": "65552933-30d5-4f11-b08a-78531a3a97b9"}, {"server_uuid": "88d24cbc-9e1f-4a64-8250-6e635ad0ac84", "name": "network-vif-unplugged", "status": "completed", "tag": "977539cf-0f59-4bed-b030-30f5b416ce68"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:42:26.805001 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-15509a15-4388-4787-9148-1d55864f04b3 req-479819a3-3d23-4f6f-85aa-c39eaeb1d2d6 service neutron] For port 924c9fc2-48e2-4846-a748-e98aee6d0d46, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=924c9fc2-48e2-4846-a748-e98aee6d0d46,segment=NetworkSegment(3a1837f3-bf89-4200-982d-e8d31ce9bb97),segment_id=3a1837f3-bf89-4200-982d-e8d31ce9bb97)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:26.816506 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785fd6b4-c356-409d-8997-4a0116aad8dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-d989cdab-aa1c-4493-aa0d-54cf9f342fdc', 'network_id': 'd989cdab-aa1c-4493-aa0d-54cf9f342fdc', 'project_id': '67feb264805b4b31b627437845cc2aaf', 'fixed_ips': [{'subnet_id': '7f9309a7-fac9-4291-ba5a-c610cb1b90f4'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:42:26.817431 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-785fd6b4-c356-409d-8997-4a0116aad8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:26.821756 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a707656e-3c79-4a8f-acb8-d84fffa4ab30 None None] Current status of the port bef6678f-82bc-42c3-89ea-5dd9ebdf93a1 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:26.823852 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=977539cf-0f59-4bed-b030-30f5b416ce68,revision_number=6']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:26.888623 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port bef6678f-82bc-42c3-89ea-5dd9ebdf93a1 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:26.889008 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (bef6678f-82bc-42c3-89ea-5dd9ebdf93a1), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:26.992491 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a39a19-23cf-4e9f-936a-2e9504d016af tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Pushing event updated for resources: {'Port': ['ID=5a0a3008-965a-44fe-be1a-e59a91f61fe2,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:27.025446 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-15509a15-4388-4787-9148-1d55864f04b3 req-479819a3-3d23-4f6f-85aa-c39eaeb1d2d6 service neutron] For port 924c9fc2-48e2-4846-a748-e98aee6d0d46, host n-h1-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:42:27.062837 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-96cf8dae-629c-4381-a027-e788035047d5 tempest-AgentManagementNegativeTest-640595520 tempest-AgentManagementNegativeTest-640595520-project] 10.222.0.90 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.6370389 Feb 09 21:42:27.111051 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [req-15509a15-4388-4787-9148-1d55864f04b3 req-479819a3-3d23-4f6f-85aa-c39eaeb1d2d6 service neutron] device_id is not set on port 924c9fc2-48e2-4846-a748-e98aee6d0d46 yet. {{(pid=103140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:42:27.139801 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-15509a15-4388-4787-9148-1d55864f04b3 req-479819a3-3d23-4f6f-85aa-c39eaeb1d2d6 service neutron] Publish callbacks [] for port (924c9fc2-48e2-4846-a748-e98aee6d0d46), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:27.189655 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-15509a15-4388-4787-9148-1d55864f04b3 req-479819a3-3d23-4f6f-85aa-c39eaeb1d2d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (924c9fc2-48e2-4846-a748-e98aee6d0d46), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:27.217688 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211a825b-1441-4b26-8af6-c9dd604847ec req-e230ac9f-b59a-4813-9b45-bc40c9b34406 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:27.223152 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211a825b-1441-4b26-8af6-c9dd604847ec req-e230ac9f-b59a-4813-9b45-bc40c9b34406 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:27.228524 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211a825b-1441-4b26-8af6-c9dd604847ec req-e230ac9f-b59a-4813-9b45-bc40c9b34406 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:27.233798 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211a825b-1441-4b26-8af6-c9dd604847ec req-e230ac9f-b59a-4813-9b45-bc40c9b34406 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:27.239677 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211a825b-1441-4b26-8af6-c9dd604847ec req-e230ac9f-b59a-4813-9b45-bc40c9b34406 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:27.244578 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211a825b-1441-4b26-8af6-c9dd604847ec req-e230ac9f-b59a-4813-9b45-bc40c9b34406 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:27.246524 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-211a825b-1441-4b26-8af6-c9dd604847ec req-e230ac9f-b59a-4813-9b45-bc40c9b34406 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 4658 time: 0.4113839 Feb 09 21:42:27.270772 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.db.api [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103142) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:42:27.271148 n-d-828369-5 neutron-server[103142]: DEBUG oslo_db.api [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:42:27.277058 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea1f218-b872-4d74-a28b-abab8b8b2311 req-3d2131cf-a384-4219-b00a-bc6cdadde552 tempest-ImagesNegativeTestJSON-1161447720 tempest-ImagesNegativeTestJSON-1161447720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:27.283900 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-aea1f218-b872-4d74-a28b-abab8b8b2311 req-3d2131cf-a384-4219-b00a-bc6cdadde552 tempest-ImagesNegativeTestJSON-1161447720 tempest-ImagesNegativeTestJSON-1161447720-project] 10.222.0.90 "GET /v2.0/ports?device_id=afd63833-228e-4c6b-bf36-1228483b9a4c HTTP/1.1" status: 200 len: 950 time: 0.4639022 Feb 09 21:42:27.306593 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afa4977-c309-43c4-b50c-9013ae2b1f4a req-c61035fa-67d3-43d9-bc02-7adb324c3ea4 tempest-ImagesNegativeTestJSON-1161447720 tempest-ImagesNegativeTestJSON-1161447720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:27.308153 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4afa4977-c309-43c4-b50c-9013ae2b1f4a req-c61035fa-67d3-43d9-bc02-7adb324c3ea4 tempest-ImagesNegativeTestJSON-1161447720 tempest-ImagesNegativeTestJSON-1161447720-project] 10.222.0.89 "GET /v2.0/ports?device_id=afd63833-228e-4c6b-bf36-1228483b9a4c HTTP/1.1" status: 200 len: 950 time: 0.3167799 Feb 09 21:42:27.338542 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-64a39a19-23cf-4e9f-936a-2e9504d016af tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Publish callbacks [] for floatingip (2c42f81e-9aa1-4539-9b88-7258859247b4), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:27.352591 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port bef6678f-82bc-42c3-89ea-5dd9ebdf93a1 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:27.394776 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-47cc5425-2628-4206-b3d5-7c9c5f8a06b6 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:27.394981 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-785fd6b4-c356-409d-8997-4a0116aad8dd None None] Allocated IP 172.22.0.2 (d989cdab-aa1c-4493-aa0d-54cf9f342fdc/7f9309a7-fac9-4291-ba5a-c610cb1b90f4/36f90717-e2ed-43b7-88cb-7fba5d1b0670) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:42:27.397197 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-15509a15-4388-4787-9148-1d55864f04b3 req-479819a3-3d23-4f6f-85aa-c39eaeb1d2d6 service neutron] No DVR routers for this DVR port 924c9fc2-48e2-4846-a748-e98aee6d0d46 on host n-h1-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:42:27.404396 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479819a3-3d23-4f6f-85aa-c39eaeb1d2d6 service neutron] Pushing event updated for resources: {'Port': ['ID=924c9fc2-48e2-4846-a748-e98aee6d0d46,revision_number=6']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:27.590221 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-15509a15-4388-4787-9148-1d55864f04b3 req-479819a3-3d23-4f6f-85aa-c39eaeb1d2d6 service neutron] In _notify_port_updated(), no bound segment for port 924c9fc2-48e2-4846-a748-e98aee6d0d46 on network 447eb1f8-3447-426b-bdf3-4b25ec15af22 {{(pid=103140) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 21:42:27.591065 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15509a15-4388-4787-9148-1d55864f04b3 req-479819a3-3d23-4f6f-85aa-c39eaeb1d2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:27.591727 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-15509a15-4388-4787-9148-1d55864f04b3 req-479819a3-3d23-4f6f-85aa-c39eaeb1d2d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:27.593776 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-15509a15-4388-4787-9148-1d55864f04b3 req-479819a3-3d23-4f6f-85aa-c39eaeb1d2d6 service neutron] 10.222.0.95 "PUT /v2.0/ports/924c9fc2-48e2-4846-a748-e98aee6d0d46 HTTP/1.1" status: 200 len: 1032 time: 2.7513525 Feb 09 21:42:27.614857 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-aea1f218-b872-4d74-a28b-abab8b8b2311 req-62db5c88-c01d-4c4f-a010-c03438dad9a7 tempest-ImagesNegativeTestJSON-1161447720 tempest-ImagesNegativeTestJSON-1161447720-project] 10.222.0.90 "GET /v2.0/security-groups?id=5e212e75-0d63-49c3-92b0-4c770f415a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3252535 Feb 09 21:42:27.669220 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-211a825b-1441-4b26-8af6-c9dd604847ec req-f1723538-8750-4600-b7e2-42f5f4cb9faf tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/security-groups?id=13b87425-0324-41b8-9577-a03ea20c9956&id=d1e73a5e-905c-466a-be51-a1576b624ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3821554 Feb 09 21:42:27.720508 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39058) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:27.787625 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-785fd6b4-c356-409d-8997-4a0116aad8dd None None] Publish callbacks [] for port (36f90717-e2ed-43b7-88cb-7fba5d1b0670), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:27.788830 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-64a39a19-23cf-4e9f-936a-2e9504d016af tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (5a0a3008-965a-44fe-be1a-e59a91f61fe2), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:27.797483 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 09 Feb 2022 21:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be8d133f-2abb-49a4-8331-a2103bfc596c x-openstack-request-id: req-be8d133f-2abb-49a4-8331-a2103bfc596c {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:42:27.798130 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88d24cbc-9e1f-4a64-8250-6e635ad0ac84", "name": "network-vif-unplugged", "status": "completed", "tag": "65552933-30d5-4f11-b08a-78531a3a97b9", "code": 200}, {"server_uuid": "88d24cbc-9e1f-4a64-8250-6e635ad0ac84", "name": "network-vif-unplugged", "status": "completed", "tag": "977539cf-0f59-4bed-b030-30f5b416ce68", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:42:27.798509 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-be8d133f-2abb-49a4-8331-a2103bfc596c {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:42:27.799013 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88d24cbc-9e1f-4a64-8250-6e635ad0ac84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65552933-30d5-4f11-b08a-78531a3a97b9', 'code': 200} Feb 09 21:42:27.799377 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88d24cbc-9e1f-4a64-8250-6e635ad0ac84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '977539cf-0f59-4bed-b030-30f5b416ce68', 'code': 200} Feb 09 21:42:27.825523 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-785fd6b4-c356-409d-8997-4a0116aad8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (36f90717-e2ed-43b7-88cb-7fba5d1b0670), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:27.896092 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785fd6b4-c356-409d-8997-4a0116aad8dd None None] Pushing event updated for resources: {'Port': ['ID=36f90717-e2ed-43b7-88cb-7fba5d1b0670,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:27.920384 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f23e65c0-80ea-4cc5-95bd-8beb0f138589 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (6f2f1933-3cd9-4d79-abcf-a52973653495), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:27.928290 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785fd6b4-c356-409d-8997-4a0116aad8dd None None] Network d989cdab-aa1c-4493-aa0d-54cf9f342fdc is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:42:27.963311 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-f2d5a74a-5f27-4022-8c73-7e3b2ef698de None None] Provisioning complete for port 924c9fc2-48e2-4846-a748-e98aee6d0d46 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:27.964429 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f2d5a74a-5f27-4022-8c73-7e3b2ef698de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (924c9fc2-48e2-4846-a748-e98aee6d0d46), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:27.968473 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-785fd6b4-c356-409d-8997-4a0116aad8dd None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:42:27.980367 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785fd6b4-c356-409d-8997-4a0116aad8dd None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:42:27.982375 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-15509a15-4388-4787-9148-1d55864f04b3 req-b90282f3-0129-450f-8578-e7239c2f718f tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Deleting port 65552933-30d5-4f11-b08a-78531a3a97b9 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:42:27.982857 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-15509a15-4388-4787-9148-1d55864f04b3 req-b90282f3-0129-450f-8578-e7239c2f718f tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (65552933-30d5-4f11-b08a-78531a3a97b9), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:28.029069 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23e65c0-80ea-4cc5-95bd-8beb0f138589 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Pushing event deleted for resources: {'Port': ['ID=6f2f1933-3cd9-4d79-abcf-a52973653495,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:28.037734 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 924c9fc2-48e2-4846-a748-e98aee6d0d46 is: DOWN; New status is: DOWN {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:28.041050 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 46a5acec-c89c-40ed-b7d1-64d412e029f2 no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:42:28.057696 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-4afa4977-c309-43c4-b50c-9013ae2b1f4a req-ccd2e946-cd56-41ae-9e9a-d82d65517d97 tempest-ImagesNegativeTestJSON-1161447720 tempest-ImagesNegativeTestJSON-1161447720-project] Deleting port cda48d41-2126-4a93-97f0-8cf210db7c53 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:42:28.058047 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-4afa4977-c309-43c4-b50c-9013ae2b1f4a req-ccd2e946-cd56-41ae-9e9a-d82d65517d97 tempest-ImagesNegativeTestJSON-1161447720 tempest-ImagesNegativeTestJSON-1161447720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (cda48d41-2126-4a93-97f0-8cf210db7c53), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:28.110949 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-47cc5425-2628-4206-b3d5-7c9c5f8a06b6 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Allocated IP 172.22.0.1 (d989cdab-aa1c-4493-aa0d-54cf9f342fdc/7f9309a7-fac9-4291-ba5a-c610cb1b90f4/383e95c2-6696-40de-a63e-fd99d023890b) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:42:28.115545 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4e64fcf0-d01b-4cad-860e-fc52cb6fd7a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:28.147264 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device bef6678f-82bc-42c3-89ea-5dd9ebdf93a1 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:42:28.204201 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-15509a15-4388-4787-9148-1d55864f04b3 req-b90282f3-0129-450f-8578-e7239c2f718f tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] For port 65552933-30d5-4f11-b08a-78531a3a97b9, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=65552933-30d5-4f11-b08a-78531a3a97b9,segment=NetworkSegment(04fbb49c-9fc3-4a2f-93bd-1df71eda4894),segment_id=04fbb49c-9fc3-4a2f-93bd-1df71eda4894)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:28.204479 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-15509a15-4388-4787-9148-1d55864f04b3 req-b90282f3-0129-450f-8578-e7239c2f718f tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (65552933-30d5-4f11-b08a-78531a3a97b9), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:28.207574 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-f2d5a74a-5f27-4022-8c73-7e3b2ef698de None None] Port 924c9fc2-48e2-4846-a748-e98aee6d0d46 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:42:28.229028 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-785fd6b4-c356-409d-8997-4a0116aad8dd None None] Attempting to bind port 36f90717-e2ed-43b7-88cb-7fba5d1b0670 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:42:28.229401 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-785fd6b4-c356-409d-8997-4a0116aad8dd None None] Attempting to bind port 36f90717-e2ed-43b7-88cb-7fba5d1b0670 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '60b0043a-0b15-41ee-8dbb-3d7ff6460cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'd989cdab-aa1c-4493-aa0d-54cf9f342fdc'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:42:28.229758 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785fd6b4-c356-409d-8997-4a0116aad8dd None None] Attempting to bind port 36f90717-e2ed-43b7-88cb-7fba5d1b0670 on network d989cdab-aa1c-4493-aa0d-54cf9f342fdc {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:42:28.235519 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785fd6b4-c356-409d-8997-4a0116aad8dd None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:42:28.235891 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785fd6b4-c356-409d-8997-4a0116aad8dd None None] Checking segment: {'id': '60b0043a-0b15-41ee-8dbb-3d7ff6460cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'd989cdab-aa1c-4493-aa0d-54cf9f342fdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:42:28.236328 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-785fd6b4-c356-409d-8997-4a0116aad8dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:28.236772 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785fd6b4-c356-409d-8997-4a0116aad8dd None None] Bound using segment: {'id': '60b0043a-0b15-41ee-8dbb-3d7ff6460cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'd989cdab-aa1c-4493-aa0d-54cf9f342fdc'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:42:28.237249 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-785fd6b4-c356-409d-8997-4a0116aad8dd None None] Bound port: 36f90717-e2ed-43b7-88cb-7fba5d1b0670, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60b0043a-0b15-41ee-8dbb-3d7ff6460cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'd989cdab-aa1c-4493-aa0d-54cf9f342fdc'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:42:28.237624 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-785fd6b4-c356-409d-8997-4a0116aad8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (36f90717-e2ed-43b7-88cb-7fba5d1b0670), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:28.264540 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-15509a15-4388-4787-9148-1d55864f04b3 req-b90282f3-0129-450f-8578-e7239c2f718f tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Calling delete_port for 65552933-30d5-4f11-b08a-78531a3a97b9 owned by compute:nova {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:42:28.388095 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port bef6678f-82bc-42c3-89ea-5dd9ebdf93a1 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:28.388509 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (bef6678f-82bc-42c3-89ea-5dd9ebdf93a1), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:28.400246 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-785fd6b4-c356-409d-8997-4a0116aad8dd None None] For port 36f90717-e2ed-43b7-88cb-7fba5d1b0670, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:42:28.401707 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-47cc5425-2628-4206-b3d5-7c9c5f8a06b6 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for port (383e95c2-6696-40de-a63e-fd99d023890b), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:28.432696 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-64a39a19-23cf-4e9f-936a-2e9504d016af tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Publish callbacks [] for port (5a0a3008-965a-44fe-be1a-e59a91f61fe2), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:28.449012 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f23e65c0-80ea-4cc5-95bd-8beb0f138589 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Publish callbacks [] for floatingip (4e0d63d7-741d-43c4-ba1e-0cd03cfc333a), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:28.455228 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f23e65c0-80ea-4cc5-95bd-8beb0f138589 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:28.456112 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-f23e65c0-80ea-4cc5-95bd-8beb0f138589 tempest-ServersTestBootFromVolume-739207808 tempest-ServersTestBootFromVolume-739207808-project] 10.222.0.90 "DELETE /v2.0/floatingips/4e0d63d7-741d-43c4-ba1e-0cd03cfc333a HTTP/1.1" status: 204 len: 168 time: 3.5073433 Feb 09 21:42:28.462438 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 39064) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:28.468436 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-64a39a19-23cf-4e9f-936a-2e9504d016af tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (5a0a3008-965a-44fe-be1a-e59a91f61fe2), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:28.479878 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-785fd6b4-c356-409d-8997-4a0116aad8dd None None] For port 36f90717-e2ed-43b7-88cb-7fba5d1b0670, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=36f90717-e2ed-43b7-88cb-7fba5d1b0670,segment=NetworkSegment(60b0043a-0b15-41ee-8dbb-3d7ff6460cde),segment_id=60b0043a-0b15-41ee-8dbb-3d7ff6460cde)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:42:28.498165 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-785fd6b4-c356-409d-8997-4a0116aad8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (36f90717-e2ed-43b7-88cb-7fba5d1b0670), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:28.577363 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-4afa4977-c309-43c4-b50c-9013ae2b1f4a req-ccd2e946-cd56-41ae-9e9a-d82d65517d97 tempest-ImagesNegativeTestJSON-1161447720 tempest-ImagesNegativeTestJSON-1161447720-project] For port cda48d41-2126-4a93-97f0-8cf210db7c53, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=cda48d41-2126-4a93-97f0-8cf210db7c53,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:28.577923 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-4afa4977-c309-43c4-b50c-9013ae2b1f4a req-ccd2e946-cd56-41ae-9e9a-d82d65517d97 tempest-ImagesNegativeTestJSON-1161447720 tempest-ImagesNegativeTestJSON-1161447720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (cda48d41-2126-4a93-97f0-8cf210db7c53), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:28.591708 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-4afa4977-c309-43c4-b50c-9013ae2b1f4a req-ccd2e946-cd56-41ae-9e9a-d82d65517d97 tempest-ImagesNegativeTestJSON-1161447720 tempest-ImagesNegativeTestJSON-1161447720-project] Calling delete_port for cda48d41-2126-4a93-97f0-8cf210db7c53 owned by compute:nova {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:42:28.593458 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785fd6b4-c356-409d-8997-4a0116aad8dd None None] Pushing event updated for resources: {'Port': ['ID=36f90717-e2ed-43b7-88cb-7fba5d1b0670,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:28.601085 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 46a5acec-c89c-40ed-b7d1-64d412e029f2 is: ACTIVE; New status is: DOWN {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:28.601477 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (46a5acec-c89c-40ed-b7d1-64d412e029f2), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:28.662760 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 46a5acec-c89c-40ed-b7d1-64d412e029f2, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=46a5acec-c89c-40ed-b7d1-64d412e029f2,segment=NetworkSegment(3a1837f3-bf89-4200-982d-e8d31ce9bb97),segment_id=3a1837f3-bf89-4200-982d-e8d31ce9bb97)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:28.671658 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (46a5acec-c89c-40ed-b7d1-64d412e029f2), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:28.672457 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 75eef6bf-48e5-4c19-b81a-a37147e710d0 no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:42:28.837427 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-47cc5425-2628-4206-b3d5-7c9c5f8a06b6 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (383e95c2-6696-40de-a63e-fd99d023890b), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:28.866504 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port bef6678f-82bc-42c3-89ea-5dd9ebdf93a1 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:28.874389 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=46a5acec-c89c-40ed-b7d1-64d412e029f2,revision_number=6']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:28.923955 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-15509a15-4388-4787-9148-1d55864f04b3 req-b90282f3-0129-450f-8578-e7239c2f718f tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (65552933-30d5-4f11-b08a-78531a3a97b9), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:28.939534 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a39a19-23cf-4e9f-936a-2e9504d016af tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Pushing event updated for resources: {'Port': ['ID=5a0a3008-965a-44fe-be1a-e59a91f61fe2,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:29.035919 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 75eef6bf-48e5-4c19-b81a-a37147e710d0 is: ACTIVE; New status is: DOWN {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:29.036345 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (75eef6bf-48e5-4c19-b81a-a37147e710d0), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:29.074265 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-64a39a19-23cf-4e9f-936a-2e9504d016af tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (2c42f81e-9aa1-4539-9b88-7258859247b4), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:29.081525 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-4afa4977-c309-43c4-b50c-9013ae2b1f4a req-ccd2e946-cd56-41ae-9e9a-d82d65517d97 tempest-ImagesNegativeTestJSON-1161447720 tempest-ImagesNegativeTestJSON-1161447720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (cda48d41-2126-4a93-97f0-8cf210db7c53), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:29.147944 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47cc5425-2628-4206-b3d5-7c9c5f8a06b6 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Network d989cdab-aa1c-4493-aa0d-54cf9f342fdc is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:42:29.152653 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 75eef6bf-48e5-4c19-b81a-a37147e710d0, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=75eef6bf-48e5-4c19-b81a-a37147e710d0,segment=NetworkSegment(3a1837f3-bf89-4200-982d-e8d31ce9bb97),segment_id=3a1837f3-bf89-4200-982d-e8d31ce9bb97)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:29.162895 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (75eef6bf-48e5-4c19-b81a-a37147e710d0), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:29.163849 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 3c647b76-8391-41f3-81eb-c84f278cd6cd no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:42:29.180803 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-47cc5425-2628-4206-b3d5-7c9c5f8a06b6 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:42:29.183077 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cc5425-2628-4206-b3d5-7c9c5f8a06b6 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Pushing event updated for resources: {'Port': ['ID=383e95c2-6696-40de-a63e-fd99d023890b,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:29.193415 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cc5425-2628-4206-b3d5-7c9c5f8a06b6 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:42:29.196348 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-15509a15-4388-4787-9148-1d55864f04b3 req-b90282f3-0129-450f-8578-e7239c2f718f tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] No DVR routers for this DVR port 65552933-30d5-4f11-b08a-78531a3a97b9 on host n-h1-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:42:29.203822 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-15509a15-4388-4787-9148-1d55864f04b3 req-b90282f3-0129-450f-8578-e7239c2f718f tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:29.207116 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-15509a15-4388-4787-9148-1d55864f04b3 req-b90282f3-0129-450f-8578-e7239c2f718f tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.95 "DELETE /v2.0/ports/65552933-30d5-4f11-b08a-78531a3a97b9 HTTP/1.1" status: 204 len: 173 time: 1.5789006 Feb 09 21:42:29.230319 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71002f82-42e7-4e46-8b19-128c275bc912 req-9490a21c-8b14-491b-a8b8-17561ec9c098 tempest-ImagesNegativeTestJSON-1161447720 tempest-ImagesNegativeTestJSON-1161447720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:29.231878 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-71002f82-42e7-4e46-8b19-128c275bc912 req-9490a21c-8b14-491b-a8b8-17561ec9c098 tempest-ImagesNegativeTestJSON-1161447720 tempest-ImagesNegativeTestJSON-1161447720-project] 10.222.0.90 "GET /v2.0/ports?device_id=afd63833-228e-4c6b-bf36-1228483b9a4c HTTP/1.1" status: 200 len: 867 time: 0.4772079 Feb 09 21:42:29.249208 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88d24cbc-9e1f-4a64-8250-6e635ad0ac84', 'name': 'network-vif-deleted', 'tag': '65552933-30d5-4f11-b08a-78531a3a97b9'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:42:29.252250 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd64dc9b-42d5-47c6-ab6c-b54c3927403b" -d '{"events": [{"server_uuid": "88d24cbc-9e1f-4a64-8250-6e635ad0ac84", "name": "network-vif-deleted", "tag": "65552933-30d5-4f11-b08a-78531a3a97b9"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:42:29.276933 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] The host n-h1-828369-5 is not matching for port 3c647b76-8391-41f3-81eb-c84f278cd6cd host ! {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 21:42:29.277345 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 3c647b76-8391-41f3-81eb-c84f278cd6cd not bound to the agent host n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:42:29.282556 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=75eef6bf-48e5-4c19-b81a-a37147e710d0,revision_number=6']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:29.311507 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd2e946-cd56-41ae-9e9a-d82d65517d97 tempest-ImagesNegativeTestJSON-1161447720 tempest-ImagesNegativeTestJSON-1161447720-project] Pushing event deleted for resources: {'Port': ['ID=cda48d41-2126-4a93-97f0-8cf210db7c53,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:29.319494 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-4afa4977-c309-43c4-b50c-9013ae2b1f4a req-ccd2e946-cd56-41ae-9e9a-d82d65517d97 tempest-ImagesNegativeTestJSON-1161447720 tempest-ImagesNegativeTestJSON-1161447720-project] No DVR routers for this DVR port cda48d41-2126-4a93-97f0-8cf210db7c53 on host n-h2-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:42:29.322610 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-4afa4977-c309-43c4-b50c-9013ae2b1f4a req-ccd2e946-cd56-41ae-9e9a-d82d65517d97 tempest-ImagesNegativeTestJSON-1161447720 tempest-ImagesNegativeTestJSON-1161447720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:29.326777 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4afa4977-c309-43c4-b50c-9013ae2b1f4a req-ccd2e946-cd56-41ae-9e9a-d82d65517d97 tempest-ImagesNegativeTestJSON-1161447720 tempest-ImagesNegativeTestJSON-1161447720-project] 10.222.0.89 "DELETE /v2.0/ports/cda48d41-2126-4a93-97f0-8cf210db7c53 HTTP/1.1" status: 204 len: 173 time: 2.0006869 Feb 09 21:42:29.342320 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afd63833-228e-4c6b-bf36-1228483b9a4c', 'name': 'network-vif-deleted', 'tag': 'cda48d41-2126-4a93-97f0-8cf210db7c53'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:42:29.348937 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed7f92b-8c3d-4e39-a60d-30ce2ad34c01" -d '{"events": [{"server_uuid": "afd63833-228e-4c6b-bf36-1228483b9a4c", "name": "network-vif-deleted", "tag": "cda48d41-2126-4a93-97f0-8cf210db7c53"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:42:29.357500 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-64a39a19-23cf-4e9f-936a-2e9504d016af tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:29.358757 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-64a39a19-23cf-4e9f-936a-2e9504d016af tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.4612522 Feb 09 21:42:29.362482 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39076) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:29.367948 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90282f3-0129-450f-8578-e7239c2f718f tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Pushing event deleted for resources: {'Port': ['ID=65552933-30d5-4f11-b08a-78531a3a97b9,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:29.537260 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4e64fcf0-d01b-4cad-860e-fc52cb6fd7a2 admin admin] Publish callbacks [] for security_group (39ffcad2-2d1a-4164-b2ee-6c44b803c149), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:29.541574 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-1db6ae3b-9887-4b4c-b505-2db3489df489 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] 10.222.0.90 "GET /v2.0/floatingips?floating_network_id=f6271003-8a06-4908-8e04-010248c6b400 HTTP/1.1" status: 200 len: 689 time: 0.1773612 Feb 09 21:42:29.544585 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4e64fcf0-d01b-4cad-860e-fc52cb6fd7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (39ffcad2-2d1a-4164-b2ee-6c44b803c149), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:29.547950 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39078) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:29.669747 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-4e64fcf0-d01b-4cad-860e-fc52cb6fd7a2 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=6c19f5b8d33641a8be8346dd1f9b6af9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9003575 Feb 09 21:42:29.673608 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39080) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:29.674318 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e64fcf0-d01b-4cad-860e-fc52cb6fd7a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39ffcad2-2d1a-4164-b2ee-6c44b803c149,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:29.716352 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9aa3d3-9ed9-4168-9f84-ecf425984799 req-033b1265-af7e-466c-8a3b-bf4b33486e55 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:29.730013 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9aa3d3-9ed9-4168-9f84-ecf425984799 req-033b1265-af7e-466c-8a3b-bf4b33486e55 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:29.739204 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9aa3d3-9ed9-4168-9f84-ecf425984799 req-033b1265-af7e-466c-8a3b-bf4b33486e55 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:29.746061 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9aa3d3-9ed9-4168-9f84-ecf425984799 req-033b1265-af7e-466c-8a3b-bf4b33486e55 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:29.748434 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ba9aa3d3-9ed9-4168-9f84-ecf425984799 req-033b1265-af7e-466c-8a3b-bf4b33486e55 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 3144 time: 0.8094447 Feb 09 21:42:29.758170 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0ee5f513-2150-45c7-96b3-32a93adc48a6 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (f6271003-8a06-4908-8e04-010248c6b400), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:29.801069 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88d24cbc-9e1f-4a64-8250-6e635ad0ac84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46a5acec-c89c-40ed-b7d1-64d412e029f2'}, {'server_uuid': '88d24cbc-9e1f-4a64-8250-6e635ad0ac84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75eef6bf-48e5-4c19-b81a-a37147e710d0'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:42:29.803707 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb3025e6-f826-4df9-87b0-cc17da25c2ee" -d '{"events": [{"server_uuid": "88d24cbc-9e1f-4a64-8250-6e635ad0ac84", "name": "network-vif-unplugged", "status": "completed", "tag": "46a5acec-c89c-40ed-b7d1-64d412e029f2"}, {"server_uuid": "88d24cbc-9e1f-4a64-8250-6e635ad0ac84", "name": "network-vif-unplugged", "status": "completed", "tag": "75eef6bf-48e5-4c19-b81a-a37147e710d0"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:42:29.814452 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-47cc5425-2628-4206-b3d5-7c9c5f8a06b6 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554727'] for router_interface (bf06bceb-4cbf-41a1-9752-211686b11ead), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:29.934029 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c3dfed2a-5bd8-46bf-b158-dbe1cfddf3af admin admin] Publish callbacks [] for security_group (39ffcad2-2d1a-4164-b2ee-6c44b803c149), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:29.959338 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c3dfed2a-5bd8-46bf-b158-dbe1cfddf3af admin admin] Publish callbacks [] for security_group (39ffcad2-2d1a-4164-b2ee-6c44b803c149), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:29.988461 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device cda48d41-2126-4a93-97f0-8cf210db7c53 no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:42:30.089923 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c3dfed2a-5bd8-46bf-b158-dbe1cfddf3af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (39ffcad2-2d1a-4164-b2ee-6c44b803c149), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:30.094071 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c3dfed2a-5bd8-46bf-b158-dbe1cfddf3af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:30.103713 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-c3dfed2a-5bd8-46bf-b158-dbe1cfddf3af admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/39ffcad2-2d1a-4164-b2ee-6c44b803c149 HTTP/1.1" status: 204 len: 168 time: 0.4186656 Feb 09 21:42:30.148001 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dfed2a-5bd8-46bf-b158-dbe1cfddf3af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ffcad2-2d1a-4164-b2ee-6c44b803c149,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:30.165225 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dfed2a-5bd8-46bf-b158-dbe1cfddf3af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:30.165676 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dfed2a-5bd8-46bf-b158-dbe1cfddf3af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:30.165932 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dfed2a-5bd8-46bf-b158-dbe1cfddf3af admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:30.166232 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dfed2a-5bd8-46bf-b158-dbe1cfddf3af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:30.166559 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dfed2a-5bd8-46bf-b158-dbe1cfddf3af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:30.166892 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dfed2a-5bd8-46bf-b158-dbe1cfddf3af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:30.167217 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dfed2a-5bd8-46bf-b158-dbe1cfddf3af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:30.167904 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dfed2a-5bd8-46bf-b158-dbe1cfddf3af admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:30.167904 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dfed2a-5bd8-46bf-b158-dbe1cfddf3af admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:30.171701 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dfed2a-5bd8-46bf-b158-dbe1cfddf3af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:30.172077 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dfed2a-5bd8-46bf-b158-dbe1cfddf3af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:30.176049 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dfed2a-5bd8-46bf-b158-dbe1cfddf3af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:30.176488 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dfed2a-5bd8-46bf-b158-dbe1cfddf3af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:30.229727 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-0ee5f513-2150-45c7-96b3-32a93adc48a6 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Deleting port 5a0a3008-965a-44fe-be1a-e59a91f61fe2 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:42:30.230089 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0ee5f513-2150-45c7-96b3-32a93adc48a6 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (5a0a3008-965a-44fe-be1a-e59a91f61fe2), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:30.255376 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-71002f82-42e7-4e46-8b19-128c275bc912 req-2cbcac9c-eed6-462e-8ff3-ac99672ae723 tempest-ImagesNegativeTestJSON-1161447720 tempest-ImagesNegativeTestJSON-1161447720-project] 10.222.0.90 "GET /v2.0/security-groups?id=5e212e75-0d63-49c3-92b0-4c770f415a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9995909 Feb 09 21:42:30.426516 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-187f1ab5-4ddb-4936-9a85-fa5051d4de6f x-openstack-request-id: req-187f1ab5-4ddb-4936-9a85-fa5051d4de6f {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:42:30.429338 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afd63833-228e-4c6b-bf36-1228483b9a4c", "name": "network-vif-deleted", "tag": "cda48d41-2126-4a93-97f0-8cf210db7c53", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:42:30.429614 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-187f1ab5-4ddb-4936-9a85-fa5051d4de6f {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:42:30.432420 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f292829-47b7-477c-b6b6-21a5a2958bfb x-openstack-request-id: req-6f292829-47b7-477c-b6b6-21a5a2958bfb {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:42:30.432579 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afd63833-228e-4c6b-bf36-1228483b9a4c', 'name': 'network-vif-deleted', 'tag': 'cda48d41-2126-4a93-97f0-8cf210db7c53', 'status': 'completed', 'code': 200} Feb 09 21:42:30.432821 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88d24cbc-9e1f-4a64-8250-6e635ad0ac84", "name": "network-vif-deleted", "tag": "65552933-30d5-4f11-b08a-78531a3a97b9", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:42:30.433092 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-6f292829-47b7-477c-b6b6-21a5a2958bfb {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:42:30.433535 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88d24cbc-9e1f-4a64-8250-6e635ad0ac84', 'name': 'network-vif-deleted', 'tag': '65552933-30d5-4f11-b08a-78531a3a97b9', 'status': 'completed', 'code': 200} Feb 09 21:42:30.457479 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-47cc5425-2628-4206-b3d5-7c9c5f8a06b6 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (383e95c2-6696-40de-a63e-fd99d023890b), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:30.505939 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39094) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:30.518639 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 09 Feb 2022 21:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a94ddedd-1ab4-4e80-8bdf-31f0c2338aff x-openstack-request-id: req-a94ddedd-1ab4-4e80-8bdf-31f0c2338aff {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:42:30.518926 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88d24cbc-9e1f-4a64-8250-6e635ad0ac84", "name": "network-vif-unplugged", "status": "completed", "tag": "46a5acec-c89c-40ed-b7d1-64d412e029f2", "code": 200}, {"server_uuid": "88d24cbc-9e1f-4a64-8250-6e635ad0ac84", "name": "network-vif-unplugged", "status": "completed", "tag": "75eef6bf-48e5-4c19-b81a-a37147e710d0", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:42:30.519213 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-a94ddedd-1ab4-4e80-8bdf-31f0c2338aff {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:42:30.519597 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88d24cbc-9e1f-4a64-8250-6e635ad0ac84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46a5acec-c89c-40ed-b7d1-64d412e029f2', 'code': 200} Feb 09 21:42:30.519852 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88d24cbc-9e1f-4a64-8250-6e635ad0ac84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75eef6bf-48e5-4c19-b81a-a37147e710d0', 'code': 200} Feb 09 21:42:30.532508 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0ee5f513-2150-45c7-96b3-32a93adc48a6 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (5a0a3008-965a-44fe-be1a-e59a91f61fe2), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:30.532835 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0ee5f513-2150-45c7-96b3-32a93adc48a6 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Publish callbacks [] for floatingip (5a0a3008-965a-44fe-be1a-e59a91f61fe2), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:30.547084 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-0ee5f513-2150-45c7-96b3-32a93adc48a6 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Calling delete_port for 5a0a3008-965a-44fe-be1a-e59a91f61fe2 owned by network:floatingip {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:42:30.578748 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 36f90717-e2ed-43b7-88cb-7fba5d1b0670 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:42:30.652544 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76458f25-7843-4f02-b22e-62e219fdae98 None None] Network d989cdab-aa1c-4493-aa0d-54cf9f342fdc requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:42:30.787512 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] No Port match for: cda48d41-2126-4a93-97f0-8cf210db7c53 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:42:30.787881 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device cda48d41-2126-4a93-97f0-8cf210db7c53 not bound to the agent host n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:42:30.842407 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-61c0db4c-e35d-4556-bdd1-18913cac0984 None None] Provisioning complete for port 36f90717-e2ed-43b7-88cb-7fba5d1b0670 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:30.843080 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-61c0db4c-e35d-4556-bdd1-18913cac0984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (36f90717-e2ed-43b7-88cb-7fba5d1b0670), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:30.874685 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 36f90717-e2ed-43b7-88cb-7fba5d1b0670 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:30.875610 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (36f90717-e2ed-43b7-88cb-7fba5d1b0670), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:30.917508 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-eeac29e1-8b90-49c4-b2b0-74bc39aa5534 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:30.966493 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0ee5f513-2150-45c7-96b3-32a93adc48a6 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (5a0a3008-965a-44fe-be1a-e59a91f61fe2), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:31.086776 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee5f513-2150-45c7-96b3-32a93adc48a6 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Pushing event deleted for resources: {'Port': ['ID=5a0a3008-965a-44fe-be1a-e59a91f61fe2,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:31.150190 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0ee5f513-2150-45c7-96b3-32a93adc48a6 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Publish callbacks [] for floatingip (2c42f81e-9aa1-4539-9b88-7258859247b4), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:31.162052 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 36f90717-e2ed-43b7-88cb-7fba5d1b0670 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:31.162661 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (36f90717-e2ed-43b7-88cb-7fba5d1b0670), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:31.249278 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0ee5f513-2150-45c7-96b3-32a93adc48a6 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (c9781efd-fdee-483d-9316-c5e87a1f2edc), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:31.272880 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port 36f90717-e2ed-43b7-88cb-7fba5d1b0670, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=36f90717-e2ed-43b7-88cb-7fba5d1b0670,segment=NetworkSegment(60b0043a-0b15-41ee-8dbb-3d7ff6460cde),segment_id=60b0043a-0b15-41ee-8dbb-3d7ff6460cde)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:31.300448 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (36f90717-e2ed-43b7-88cb-7fba5d1b0670), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:31.412553 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0ee5f513-2150-45c7-96b3-32a93adc48a6 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (c9781efd-fdee-483d-9316-c5e87a1f2edc), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:31.451943 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39118) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:31.455387 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=36f90717-e2ed-43b7-88cb-7fba5d1b0670,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:31.463906 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-61c0db4c-e35d-4556-bdd1-18913cac0984 None None] Current status of the port 36f90717-e2ed-43b7-88cb-7fba5d1b0670 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:31.464382 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-61c0db4c-e35d-4556-bdd1-18913cac0984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (36f90717-e2ed-43b7-88cb-7fba5d1b0670), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:31.465033 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee5f513-2150-45c7-96b3-32a93adc48a6 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c9781efd-fdee-483d-9316-c5e87a1f2edc,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:31.615209 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0ee5f513-2150-45c7-96b3-32a93adc48a6 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (f6271003-8a06-4908-8e04-010248c6b400), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:31.619193 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.db.api [None req-61c0db4c-e35d-4556-bdd1-18913cac0984 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103142) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:42:31.619564 n-d-828369-5 neutron-server[103142]: DEBUG oslo_db.api [None req-61c0db4c-e35d-4556-bdd1-18913cac0984 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:42:31.641996 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-0ee5f513-2150-45c7-96b3-32a93adc48a6 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6271003-8a06-4908-8e04-010248c6b400']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:31.654690 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-0ee5f513-2150-45c7-96b3-32a93adc48a6 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '210a927c-c2c6-4f8a-a77d-e8747fdf0938') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:31.655008 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-0ee5f513-2150-45c7-96b3-32a93adc48a6 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '210a927c-c2c6-4f8a-a77d-e8747fdf0938') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:31.665880 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0ee5f513-2150-45c7-96b3-32a93adc48a6 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (210a927c-c2c6-4f8a-a77d-e8747fdf0938), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:31.673310 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ba9aa3d3-9ed9-4168-9f84-ecf425984799 req-bf593df8-b151-484c-957d-21e72d363733 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/security-groups?id=d1e73a5e-905c-466a-be51-a1576b624ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.9138763 Feb 09 21:42:31.681027 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0ee5f513-2150-45c7-96b3-32a93adc48a6 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (210a927c-c2c6-4f8a-a77d-e8747fdf0938), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:31.692373 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ee5f513-2150-45c7-96b3-32a93adc48a6 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:42:31.693054 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0ee5f513-2150-45c7-96b3-32a93adc48a6 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (210a927c-c2c6-4f8a-a77d-e8747fdf0938), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:31.723904 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-15509a15-4388-4787-9148-1d55864f04b3 req-1067efa5-ca84-48a9-86c3-c7bb69eed51b tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Deleting port 977539cf-0f59-4bed-b030-30f5b416ce68 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:42:31.725122 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-15509a15-4388-4787-9148-1d55864f04b3 req-1067efa5-ca84-48a9-86c3-c7bb69eed51b tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (977539cf-0f59-4bed-b030-30f5b416ce68), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:31.842923 n-d-828369-5 neutron-server[103141]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Feb 09 21:42:31.842923 n-d-828369-5 neutron-server[103141]: warnings.warn(msg) Feb 09 21:42:31.842923 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:42:31.842923 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:42:31.842923 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:42:31.842923 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:42:31.842923 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:42:31.842923 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:42:31.842923 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:42:31.842923 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:42:31.842923 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:42:31.842923 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:42:31.842923 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:42:31.842923 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:42:31.842923 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:42:31.842923 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:42:31.842923 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:42:31.842923 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:42:31.842923 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:42:31.842923 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:42:31.842923 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:42:31.842923 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:42:31.842923 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:42:31.842923 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:42:31.842923 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:42:31.842923 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:42:31.842923 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:42:31.842923 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:42:31.842923 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:42:31.842923 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:42:31.842923 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:42:31.842923 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:42:31.842923 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:42:31.842923 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:42:31.870884 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-1895d413-c75b-4e2f-8bf6-007b827461ac tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-80272471'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:42:31.892805 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-eeac29e1-8b90-49c4-b2b0-74bc39aa5534 admin admin] Publish callbacks [] for security_group (93333509-27a6-4b2b-a3d7-68d9ae8451d3), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:31.905206 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-eeac29e1-8b90-49c4-b2b0-74bc39aa5534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (93333509-27a6-4b2b-a3d7-68d9ae8451d3), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:31.922961 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0ee5f513-2150-45c7-96b3-32a93adc48a6 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (f6271003-8a06-4908-8e04-010248c6b400), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:31.939208 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ee5f513-2150-45c7-96b3-32a93adc48a6 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f6271003-8a06-4908-8e04-010248c6b400 {{(pid=103141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 09 21:42:31.947429 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1895d413-c75b-4e2f-8bf6-007b827461ac tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Made reservation on behalf of 880c3cd16cc943a98203fd230e26852f for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:42:31.950992 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1895d413-c75b-4e2f-8bf6-007b827461ac tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:31.954373 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-15509a15-4388-4787-9148-1d55864f04b3 req-1067efa5-ca84-48a9-86c3-c7bb69eed51b tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] For port 977539cf-0f59-4bed-b030-30f5b416ce68, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=977539cf-0f59-4bed-b030-30f5b416ce68,segment=NetworkSegment(04fbb49c-9fc3-4a2f-93bd-1df71eda4894),segment_id=04fbb49c-9fc3-4a2f-93bd-1df71eda4894)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:31.954746 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-15509a15-4388-4787-9148-1d55864f04b3 req-1067efa5-ca84-48a9-86c3-c7bb69eed51b tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (977539cf-0f59-4bed-b030-30f5b416ce68), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:31.973858 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0ee5f513-2150-45c7-96b3-32a93adc48a6 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:31.977856 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-0ee5f513-2150-45c7-96b3-32a93adc48a6 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] 10.222.0.90 "DELETE /v2.0/networks/f6271003-8a06-4908-8e04-010248c6b400 HTTP/1.1" status: 204 len: 168 time: 2.4255784 Feb 09 21:42:31.985322 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-15509a15-4388-4787-9148-1d55864f04b3 req-1067efa5-ca84-48a9-86c3-c7bb69eed51b tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Calling delete_port for 977539cf-0f59-4bed-b030-30f5b416ce68 owned by compute:nova {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:42:31.995977 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39134) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:32.018068 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee5f513-2150-45c7-96b3-32a93adc48a6 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Pushing event deleted for resources: {'Network': ['ID=f6271003-8a06-4908-8e04-010248c6b400,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:32.061210 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-eeac29e1-8b90-49c4-b2b0-74bc39aa5534 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=46de4a92f65e4e0ca504f21b8bebae76&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5507448 Feb 09 21:42:32.062106 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeac29e1-8b90-49c4-b2b0-74bc39aa5534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93333509-27a6-4b2b-a3d7-68d9ae8451d3,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:32.072700 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1895d413-c75b-4e2f-8bf6-007b827461ac tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:32.079458 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39136) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:32.213807 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 36f90717-e2ed-43b7-88cb-7fba5d1b0670 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:42:32.264150 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-61c0db4c-e35d-4556-bdd1-18913cac0984 None None] Current status of the port 36f90717-e2ed-43b7-88cb-7fba5d1b0670 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:32.326585 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39140) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:32.335194 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 36f90717-e2ed-43b7-88cb-7fba5d1b0670 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:32.335584 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (36f90717-e2ed-43b7-88cb-7fba5d1b0670), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:32.441969 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-14573485-8c26-40b1-9009-2991f6ce777c None None] Provisioning complete for port 383e95c2-6696-40de-a63e-fd99d023890b triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:32.448803 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-14573485-8c26-40b1-9009-2991f6ce777c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (383e95c2-6696-40de-a63e-fd99d023890b), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:32.476167 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-2313ea1b-6f1f-4257-9f16-ebbbb7b6e619 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] 10.222.0.90 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1779 time: 0.4780660 Feb 09 21:42:32.480751 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39144) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:32.619634 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-14573485-8c26-40b1-9009-2991f6ce777c None None] Port 383e95c2-6696-40de-a63e-fd99d023890b cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:42:32.643601 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-14573485-8c26-40b1-9009-2991f6ce777c None None] Provisioning complete for port 36f90717-e2ed-43b7-88cb-7fba5d1b0670 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:32.644561 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-14573485-8c26-40b1-9009-2991f6ce777c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (36f90717-e2ed-43b7-88cb-7fba5d1b0670), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:32.669724 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d0388ad4-1f56-40bf-907e-960630a162cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524906'] for router_interface (0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:32.676073 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 36f90717-e2ed-43b7-88cb-7fba5d1b0670 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:32.711643 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-15509a15-4388-4787-9148-1d55864f04b3 req-1067efa5-ca84-48a9-86c3-c7bb69eed51b tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (977539cf-0f59-4bed-b030-30f5b416ce68), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:32.740128 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1895d413-c75b-4e2f-8bf6-007b827461ac tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for security_group (3fbb29bb-a1c1-4652-b7e2-42df410b775e), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:32.758129 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-47cc5425-2628-4206-b3d5-7c9c5f8a06b6 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for port (383e95c2-6696-40de-a63e-fd99d023890b), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:32.798618 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-47cc5425-2628-4206-b3d5-7c9c5f8a06b6 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (383e95c2-6696-40de-a63e-fd99d023890b), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:32.813588 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1895d413-c75b-4e2f-8bf6-007b827461ac tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (3fbb29bb-a1c1-4652-b7e2-42df410b775e), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:32.814077 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-14573485-8c26-40b1-9009-2991f6ce777c None None] Current status of the port 36f90717-e2ed-43b7-88cb-7fba5d1b0670 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:32.840497 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1895d413-c75b-4e2f-8bf6-007b827461ac tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:42:32.845631 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-47cc5425-2628-4206-b3d5-7c9c5f8a06b6 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524919'] for router_interface (bf06bceb-4cbf-41a1-9752-211686b11ead), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:32.849882 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1067efa5-ca84-48a9-86c3-c7bb69eed51b tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Pushing event deleted for resources: {'Port': ['ID=977539cf-0f59-4bed-b030-30f5b416ce68,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:32.852080 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1895d413-c75b-4e2f-8bf6-007b827461ac tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (e234f058-99e9-4683-aff2-a800b51d2ec4), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:32.852708 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-1895d413-c75b-4e2f-8bf6-007b827461ac tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Added segment e234f058-99e9-4683-aff2-a800b51d2ec4 of type vlan for network 986c5511-2b50-4eb7-bb75-ff9f776ff726 Feb 09 21:42:32.897378 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1895d413-c75b-4e2f-8bf6-007b827461ac tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (986c5511-2b50-4eb7-bb75-ff9f776ff726), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:32.914168 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1067efa5-ca84-48a9-86c3-c7bb69eed51b tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:32.914839 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1067efa5-ca84-48a9-86c3-c7bb69eed51b tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:32.915194 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1067efa5-ca84-48a9-86c3-c7bb69eed51b tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:32.915542 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1067efa5-ca84-48a9-86c3-c7bb69eed51b tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:32.915880 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1067efa5-ca84-48a9-86c3-c7bb69eed51b tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:32.916404 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1067efa5-ca84-48a9-86c3-c7bb69eed51b tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:32.916925 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1067efa5-ca84-48a9-86c3-c7bb69eed51b tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:32.917441 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1067efa5-ca84-48a9-86c3-c7bb69eed51b tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:32.917946 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1067efa5-ca84-48a9-86c3-c7bb69eed51b tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:32.918454 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1067efa5-ca84-48a9-86c3-c7bb69eed51b tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:32.918971 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1067efa5-ca84-48a9-86c3-c7bb69eed51b tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:32.919463 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1067efa5-ca84-48a9-86c3-c7bb69eed51b tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:32.919973 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1067efa5-ca84-48a9-86c3-c7bb69eed51b tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:32.929246 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fc1874e4-d2e2-43b9-9b3f-eb632d304f71 admin admin] Publish callbacks [] for security_group (93333509-27a6-4b2b-a3d7-68d9ae8451d3), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:32.939029 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1895d413-c75b-4e2f-8bf6-007b827461ac tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (986c5511-2b50-4eb7-bb75-ff9f776ff726), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:32.944929 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1895d413-c75b-4e2f-8bf6-007b827461ac tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:32.945773 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1895d413-c75b-4e2f-8bf6-007b827461ac tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:32.965881 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-15509a15-4388-4787-9148-1d55864f04b3 req-1067efa5-ca84-48a9-86c3-c7bb69eed51b tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] No DVR routers for this DVR port 977539cf-0f59-4bed-b030-30f5b416ce68 on host n-h1-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:42:32.970925 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-15509a15-4388-4787-9148-1d55864f04b3 req-1067efa5-ca84-48a9-86c3-c7bb69eed51b tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:32.974817 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-15509a15-4388-4787-9148-1d55864f04b3 req-1067efa5-ca84-48a9-86c3-c7bb69eed51b tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.95 "DELETE /v2.0/ports/977539cf-0f59-4bed-b030-30f5b416ce68 HTTP/1.1" status: 204 len: 173 time: 3.6780634 Feb 09 21:42:32.976605 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88d24cbc-9e1f-4a64-8250-6e635ad0ac84', 'name': 'network-vif-deleted', 'tag': '977539cf-0f59-4bed-b030-30f5b416ce68'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:42:32.987127 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b389160-382f-43b9-b8a3-c012932247b5" -d '{"events": [{"server_uuid": "88d24cbc-9e1f-4a64-8250-6e635ad0ac84", "name": "network-vif-deleted", "tag": "977539cf-0f59-4bed-b030-30f5b416ce68"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:42:33.073084 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c1fb4d-dd40-4414-b21c-fc85bdd5bf7c tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:33.073543 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c1fb4d-dd40-4414-b21c-fc85bdd5bf7c tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:33.074048 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c1fb4d-dd40-4414-b21c-fc85bdd5bf7c tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:33.074505 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c1fb4d-dd40-4414-b21c-fc85bdd5bf7c tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:33.075010 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c1fb4d-dd40-4414-b21c-fc85bdd5bf7c tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:33.075462 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c1fb4d-dd40-4414-b21c-fc85bdd5bf7c tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:33.075906 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c1fb4d-dd40-4414-b21c-fc85bdd5bf7c tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:33.076383 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c1fb4d-dd40-4414-b21c-fc85bdd5bf7c tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:33.077018 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c1fb4d-dd40-4414-b21c-fc85bdd5bf7c tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:33.077472 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c1fb4d-dd40-4414-b21c-fc85bdd5bf7c tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:33.078156 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c1fb4d-dd40-4414-b21c-fc85bdd5bf7c tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:33.078612 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c1fb4d-dd40-4414-b21c-fc85bdd5bf7c tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:33.082858 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-56c1fb4d-dd40-4414-b21c-fc85bdd5bf7c tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7621 time: 0.6008956 Feb 09 21:42:33.099111 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b73ef5-7f41-4947-93e3-782fe1d5c807 x-openstack-request-id: req-26b73ef5-7f41-4947-93e3-782fe1d5c807 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:42:33.099409 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88d24cbc-9e1f-4a64-8250-6e635ad0ac84", "name": "network-vif-deleted", "tag": "977539cf-0f59-4bed-b030-30f5b416ce68", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:42:33.099672 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-26b73ef5-7f41-4947-93e3-782fe1d5c807 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:42:33.101218 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88d24cbc-9e1f-4a64-8250-6e635ad0ac84', 'name': 'network-vif-deleted', 'tag': '977539cf-0f59-4bed-b030-30f5b416ce68', 'status': 'completed', 'code': 200} Feb 09 21:42:33.107685 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 39150) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:33.113076 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-1895d413-c75b-4e2f-8bf6-007b827461ac tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6594253 Feb 09 21:42:33.140830 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 39152) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:33.158192 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1895d413-c75b-4e2f-8bf6-007b827461ac tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fbb29bb-a1c1-4652-b7e2-42df410b775e,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:33.173196 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fc1874e4-d2e2-43b9-9b3f-eb632d304f71 admin admin] Publish callbacks [] for security_group (93333509-27a6-4b2b-a3d7-68d9ae8451d3), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:33.188800 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-c373ae44-49a4-4e5a-aa59-e1ec18b84faf tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Request body: {'subnet': {'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:42:33.223769 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-11be7356-2d73-4d2b-96b5-3530c7734336 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=4784158b5f85480293ec59af23a33430&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8959258 Feb 09 21:42:33.228306 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39154) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:33.240092 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1895d413-c75b-4e2f-8bf6-007b827461ac tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event updated for resources: {'Network': ['ID=986c5511-2b50-4eb7-bb75-ff9f776ff726,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:33.261311 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:42:33.287213 n-d-828369-5 neutron-server[103140]: INFO neutron.api.v2.resource [None req-8f6f4a6f-27be-43c9-8fe1-673c9b93a85c tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] delete failed (client error): The resource could not be found. Feb 09 21:42:33.291130 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-8f6f4a6f-27be-43c9-8fe1-673c9b93a85c tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] 10.222.0.90 "DELETE /v2.0/floatingips/2c42f81e-9aa1-4539-9b88-7258859247b4 HTTP/1.1" status: 404 len: 345 time: 0.1812179 Feb 09 21:42:33.294233 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39156) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:33.297861 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cc5425-2628-4206-b3d5-7c9c5f8a06b6 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Pushing event updated for resources: {'Port': ['ID=383e95c2-6696-40de-a63e-fd99d023890b,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:33.347219 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-55516198-6bb0-48a3-8690-a48ddaf3fc51 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] DELETE failed (client error): The resource could not be found. Feb 09 21:42:33.347219 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55516198-6bb0-48a3-8690-a48ddaf3fc51 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:42:33.354126 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-55516198-6bb0-48a3-8690-a48ddaf3fc51 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] 10.222.0.90 "DELETE /v2.0/networks/f6271003-8a06-4908-8e04-010248c6b400 HTTP/1.1" status: 404 len: 339 time: 0.0525053 Feb 09 21:42:33.355237 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39158) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:33.364724 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-b20e944a-61d6-41e8-bfa9-451547fd6018 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Request body: {'network': {'name': 'tempest-network--1495125037', 'router:external': True}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:42:33.365016 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b231053-1451-4ed8-93a2-1c161a13f97d req-db9cf84c-80ba-4abe-9ea5-d33ebfcc1a35 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:33.370665 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b231053-1451-4ed8-93a2-1c161a13f97d req-db9cf84c-80ba-4abe-9ea5-d33ebfcc1a35 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:33.375588 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b231053-1451-4ed8-93a2-1c161a13f97d req-db9cf84c-80ba-4abe-9ea5-d33ebfcc1a35 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:33.383330 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9b231053-1451-4ed8-93a2-1c161a13f97d req-db9cf84c-80ba-4abe-9ea5-d33ebfcc1a35 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 2409 time: 0.5390456 Feb 09 21:42:33.406098 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fc1874e4-d2e2-43b9-9b3f-eb632d304f71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (93333509-27a6-4b2b-a3d7-68d9ae8451d3), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:33.408812 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fc1874e4-d2e2-43b9-9b3f-eb632d304f71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:33.410441 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-fc1874e4-d2e2-43b9-9b3f-eb632d304f71 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/93333509-27a6-4b2b-a3d7-68d9ae8451d3 HTTP/1.1" status: 204 len: 168 time: 1.2024786 Feb 09 21:42:33.414925 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0b21749e-6bad-4b52-bbd5-afa1c27da16e admin admin] Publish callbacks [] for security_group (5e212e75-0d63-49c3-92b0-4c770f415a3f), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:33.426188 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b20e944a-61d6-41e8-bfa9-451547fd6018 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Made reservation on behalf of 9129abfbe3d744449224e2d1ab5b199e for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:42:33.428843 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b20e944a-61d6-41e8-bfa9-451547fd6018 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:33.437860 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1874e4-d2e2-43b9-9b3f-eb632d304f71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93333509-27a6-4b2b-a3d7-68d9ae8451d3,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:33.464378 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0b21749e-6bad-4b52-bbd5-afa1c27da16e admin admin] Publish callbacks [] for security_group (5e212e75-0d63-49c3-92b0-4c770f415a3f), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:33.529925 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b20e944a-61d6-41e8-bfa9-451547fd6018 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:42:33.547389 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b20e944a-61d6-41e8-bfa9-451547fd6018 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (be9169d0-12bc-4389-8d37-ca9a6d9c02f8), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:33.547821 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-b20e944a-61d6-41e8-bfa9-451547fd6018 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Added segment be9169d0-12bc-4389-8d37-ca9a6d9c02f8 of type vlan for network 72cbcc74-2c8b-4a1d-96dc-69d57d222a0f Feb 09 21:42:33.609403 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0b21749e-6bad-4b52-bbd5-afa1c27da16e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (5e212e75-0d63-49c3-92b0-4c770f415a3f), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:33.612463 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0b21749e-6bad-4b52-bbd5-afa1c27da16e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:33.614224 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-0b21749e-6bad-4b52-bbd5-afa1c27da16e admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/5e212e75-0d63-49c3-92b0-4c770f415a3f HTTP/1.1" status: 204 len: 168 time: 0.3850427 Feb 09 21:42:33.616427 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b20e944a-61d6-41e8-bfa9-451547fd6018 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (72cbcc74-2c8b-4a1d-96dc-69d57d222a0f), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:33.633535 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b21749e-6bad-4b52-bbd5-afa1c27da16e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e212e75-0d63-49c3-92b0-4c770f415a3f,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:33.648773 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47cc5425-2628-4206-b3d5-7c9c5f8a06b6 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Network d989cdab-aa1c-4493-aa0d-54cf9f342fdc is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:42:33.662304 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b20e944a-61d6-41e8-bfa9-451547fd6018 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (72cbcc74-2c8b-4a1d-96dc-69d57d222a0f), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:33.663354 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9b231053-1451-4ed8-93a2-1c161a13f97d req-17e333e6-bc93-49bb-8a6a-edd204b3f889 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/security-groups?id=d1e73a5e-905c-466a-be51-a1576b624ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2764745 Feb 09 21:42:33.664050 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20e944a-61d6-41e8-bfa9-451547fd6018 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:33.665007 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b20e944a-61d6-41e8-bfa9-451547fd6018 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:33.695418 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-47cc5425-2628-4206-b3d5-7c9c5f8a06b6 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:42:33.713791 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-15509a15-4388-4787-9148-1d55864f04b3 req-e0a3022e-c996-4ada-a41d-fa422d495af0 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Deleting port 75eef6bf-48e5-4c19-b81a-a37147e710d0 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:42:33.715580 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-15509a15-4388-4787-9148-1d55864f04b3 req-e0a3022e-c996-4ada-a41d-fa422d495af0 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (75eef6bf-48e5-4c19-b81a-a37147e710d0), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:33.727607 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c373ae44-49a4-4e5a-aa59-e1ec18b84faf tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Made reservation on behalf of 880c3cd16cc943a98203fd230e26852f for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:42:33.733023 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c373ae44-49a4-4e5a-aa59-e1ec18b84faf tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621317'] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:33.777706 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-b20e944a-61d6-41e8-bfa9-451547fd6018 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4211898 Feb 09 21:42:33.780179 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39166) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:33.829804 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20e944a-61d6-41e8-bfa9-451547fd6018 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Pushing event updated for resources: {'Network': ['ID=72cbcc74-2c8b-4a1d-96dc-69d57d222a0f,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:33.841711 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 72cbcc74-2c8b-4a1d-96dc-69d57d222a0f details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:42:34.013050 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e1a4b9-1cf7-436d-8437-7a42e76e0233 tempest-ExternalNetworksTestJSON-922142917 tempest-ExternalNetworksTestJSON-922142917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:34.021441 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e1a4b9-1cf7-436d-8437-7a42e76e0233 tempest-ExternalNetworksTestJSON-922142917 tempest-ExternalNetworksTestJSON-922142917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:34.028499 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e1a4b9-1cf7-436d-8437-7a42e76e0233 tempest-ExternalNetworksTestJSON-922142917 tempest-ExternalNetworksTestJSON-922142917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:34.035988 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 39170) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:34.040699 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e1a4b9-1cf7-436d-8437-7a42e76e0233 tempest-ExternalNetworksTestJSON-922142917 tempest-ExternalNetworksTestJSON-922142917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:34.043029 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-76e1a4b9-1cf7-436d-8437-7a42e76e0233 tempest-ExternalNetworksTestJSON-922142917 tempest-ExternalNetworksTestJSON-922142917-project] 10.222.0.90 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.2618680 Feb 09 21:42:34.046223 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39172) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:34.078477 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-38f9146d-5f31-400a-b202-8bf0b894935e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:34.145335 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-15509a15-4388-4787-9148-1d55864f04b3 req-e0a3022e-c996-4ada-a41d-fa422d495af0 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] For port 75eef6bf-48e5-4c19-b81a-a37147e710d0, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=75eef6bf-48e5-4c19-b81a-a37147e710d0,segment=NetworkSegment(3a1837f3-bf89-4200-982d-e8d31ce9bb97),segment_id=3a1837f3-bf89-4200-982d-e8d31ce9bb97)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:34.145704 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-15509a15-4388-4787-9148-1d55864f04b3 req-e0a3022e-c996-4ada-a41d-fa422d495af0 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (75eef6bf-48e5-4c19-b81a-a37147e710d0), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:34.153890 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-353da650-1e8f-48af-964c-74506a1256a4 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (72cbcc74-2c8b-4a1d-96dc-69d57d222a0f), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:34.158001 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-daf5c916-9345-4c86-ab2e-38d2ed77df88 None None] Provisioning complete for port 383e95c2-6696-40de-a63e-fd99d023890b triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:34.158485 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-daf5c916-9345-4c86-ab2e-38d2ed77df88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (383e95c2-6696-40de-a63e-fd99d023890b), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:34.164143 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47cc5425-2628-4206-b3d5-7c9c5f8a06b6 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Router bf06bceb-4cbf-41a1-9752-211686b11ead has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:42:34.182131 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-15509a15-4388-4787-9148-1d55864f04b3 req-e0a3022e-c996-4ada-a41d-fa422d495af0 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Calling delete_port for 75eef6bf-48e5-4c19-b81a-a37147e710d0 owned by compute:nova {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:42:34.255709 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-daf5c916-9345-4c86-ab2e-38d2ed77df88 None None] Port 383e95c2-6696-40de-a63e-fd99d023890b cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:42:34.276911 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-353da650-1e8f-48af-964c-74506a1256a4 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (72cbcc74-2c8b-4a1d-96dc-69d57d222a0f), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:34.299955 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-353da650-1e8f-48af-964c-74506a1256a4 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72cbcc74-2c8b-4a1d-96dc-69d57d222a0f']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:34.310811 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-353da650-1e8f-48af-964c-74506a1256a4 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be9169d0-12bc-4389-8d37-ca9a6d9c02f8') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:34.311112 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-353da650-1e8f-48af-964c-74506a1256a4 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be9169d0-12bc-4389-8d37-ca9a6d9c02f8') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:34.321876 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-353da650-1e8f-48af-964c-74506a1256a4 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (be9169d0-12bc-4389-8d37-ca9a6d9c02f8), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:34.338426 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-353da650-1e8f-48af-964c-74506a1256a4 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (be9169d0-12bc-4389-8d37-ca9a6d9c02f8), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:34.350668 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-353da650-1e8f-48af-964c-74506a1256a4 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Releasing vlan 719 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:42:34.350668 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-353da650-1e8f-48af-964c-74506a1256a4 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (be9169d0-12bc-4389-8d37-ca9a6d9c02f8), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:34.351614 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:42:34.351614 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:42:34.351614 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:42:34.351614 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:42:34.351614 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:42:34.351614 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:42:34.351614 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:42:34.351614 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:42:34.351614 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:42:34.351614 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:42:34.351614 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:42:34.351614 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:42:34.351614 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:42:34.351614 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:42:34.351614 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:42:34.351614 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:42:34.351614 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:42:34.351614 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:42:34.351614 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:42:34.351614 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:42:34.351614 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:42:34.351614 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:42:34.351614 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:42:34.351614 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:42:34.351614 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:42:34.351614 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:42:34.351614 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:42:34.351614 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:42:34.351614 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:42:34.351614 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:42:34.351614 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:42:34.351614 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:42:34.427799 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-353da650-1e8f-48af-964c-74506a1256a4 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (72cbcc74-2c8b-4a1d-96dc-69d57d222a0f), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:34.454564 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-353da650-1e8f-48af-964c-74506a1256a4 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 72cbcc74-2c8b-4a1d-96dc-69d57d222a0f {{(pid=103141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 09 21:42:34.470288 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-353da650-1e8f-48af-964c-74506a1256a4 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:34.479884 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-353da650-1e8f-48af-964c-74506a1256a4 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] 10.222.0.90 "DELETE /v2.0/networks/72cbcc74-2c8b-4a1d-96dc-69d57d222a0f HTTP/1.1" status: 204 len: 168 time: 0.4304652 Feb 09 21:42:34.480944 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353da650-1e8f-48af-964c-74506a1256a4 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Pushing event deleted for resources: {'Network': ['ID=72cbcc74-2c8b-4a1d-96dc-69d57d222a0f,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:34.487454 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39182) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:34.499999 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-61a8064d-d024-4ef0-9c60-1054ee2bbe54 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Request body: {'network': {'name': 'tempest-network--1120458119', 'router:external': True}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:42:34.504315 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47cc5425-2628-4206-b3d5-7c9c5f8a06b6 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:42:34.511463 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d0388ad4-1f56-40bf-907e-960630a162cb admin admin] Deleting port 98d10200-2354-451c-8749-9045f33dc638 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:42:34.511805 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d0388ad4-1f56-40bf-907e-960630a162cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (98d10200-2354-451c-8749-9045f33dc638), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:34.520765 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-47cc5425-2628-4206-b3d5-7c9c5f8a06b6 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "PUT /v2.0/routers/bf06bceb-4cbf-41a1-9752-211686b11ead/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9228563 Feb 09 21:42:34.526025 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 39186) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:34.551008 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-6f76b7f9-1646-4312-a77e-002006ff5445 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Request body: {'network': {'name': 'tempest-RoutersTest-1579331616'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:42:34.553111 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a8064d-d024-4ef0-9c60-1054ee2bbe54 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Made reservation on behalf of 9129abfbe3d744449224e2d1ab5b199e for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:42:34.556094 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-61a8064d-d024-4ef0-9c60-1054ee2bbe54 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:34.607026 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61a8064d-d024-4ef0-9c60-1054ee2bbe54 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:42:34.613733 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-38f9146d-5f31-400a-b202-8bf0b894935e admin admin] Publish callbacks [] for security_group (ad61bfd6-1d87-4fd3-a087-f48c8aca4566), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:34.628912 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c373ae44-49a4-4e5a-aa59-e1ec18b84faf tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621371'] for subnet (fdb3027b-7355-4d07-aa23-43dc1d68abd8), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:34.635419 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-61a8064d-d024-4ef0-9c60-1054ee2bbe54 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (1dd9fabf-f14c-464f-9a15-91764a3d906d), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:34.638381 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-61a8064d-d024-4ef0-9c60-1054ee2bbe54 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Added segment 1dd9fabf-f14c-464f-9a15-91764a3d906d of type vlan for network 4291f315-771e-43cd-99d9-170b061fa29f Feb 09 21:42:34.642796 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-38f9146d-5f31-400a-b202-8bf0b894935e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (ad61bfd6-1d87-4fd3-a087-f48c8aca4566), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:34.708059 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-61a8064d-d024-4ef0-9c60-1054ee2bbe54 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (4291f315-771e-43cd-99d9-170b061fa29f), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:34.725916 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f76b7f9-1646-4312-a77e-002006ff5445 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Made reservation on behalf of 67feb264805b4b31b627437845cc2aaf for: {'network': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:42:34.729417 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6f76b7f9-1646-4312-a77e-002006ff5445 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:34.757118 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-61a8064d-d024-4ef0-9c60-1054ee2bbe54 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (4291f315-771e-43cd-99d9-170b061fa29f), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:34.757118 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a8064d-d024-4ef0-9c60-1054ee2bbe54 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:34.757118 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-61a8064d-d024-4ef0-9c60-1054ee2bbe54 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:34.830282 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a8064d-d024-4ef0-9c60-1054ee2bbe54 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Pushing event updated for resources: {'Network': ['ID=4291f315-771e-43cd-99d9-170b061fa29f,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:34.845377 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 4291f315-771e-43cd-99d9-170b061fa29f details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:42:34.861229 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-61a8064d-d024-4ef0-9c60-1054ee2bbe54 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3713841 Feb 09 21:42:34.863842 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39196) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:34.972851 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac09137-639d-4d01-9028-b82da0beae2a tempest-ExternalNetworksTestJSON-922142917 tempest-ExternalNetworksTestJSON-922142917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:34.974323 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-1ac09137-639d-4d01-9028-b82da0beae2a tempest-ExternalNetworksTestJSON-922142917 tempest-ExternalNetworksTestJSON-922142917-project] 10.222.0.90 "GET /v2.0/networks/4291f315-771e-43cd-99d9-170b061fa29f HTTP/1.1" status: 200 len: 757 time: 0.1091955 Feb 09 21:42:34.980193 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39198) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:35.292801 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b13c75-117b-4e47-90c4-53d334519973 None None] Sync routers for ids ['bf06bceb-4cbf-41a1-9752-211686b11ead'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:42:35.314097 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b13c75-117b-4e47-90c4-53d334519973 None None] Routers {'bf06bceb-4cbf-41a1-9752-211686b11ead'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:42:35.315010 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-01b13c75-117b-4e47-90c4-53d334519973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:42:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['bf06bceb-4cbf-41a1-9752-211686b11ead'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:35.394105 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d0388ad4-1f56-40bf-907e-960630a162cb admin admin] For port 98d10200-2354-451c-8749-9045f33dc638, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=98d10200-2354-451c-8749-9045f33dc638,segment=NetworkSegment(4ffd4ca0-b010-46e3-8255-c5b5626ace9a),segment_id=4ffd4ca0-b010-46e3-8255-c5b5626ace9a)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:35.394792 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d0388ad4-1f56-40bf-907e-960630a162cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (98d10200-2354-451c-8749-9045f33dc638), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:35.411314 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d0388ad4-1f56-40bf-907e-960630a162cb admin admin] Calling delete_port for 98d10200-2354-451c-8749-9045f33dc638 owned by network:router_interface {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:42:35.445725 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-01b13c75-117b-4e47-90c4-53d334519973 None None] Set router bf06bceb-4cbf-41a1-9752-211686b11ead gateway port host: None {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:42:35.515305 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f1ae47-303e-41ee-b521-219335e085ce tempest-ExternalNetworksTestJSON-922142917 tempest-ExternalNetworksTestJSON-922142917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:35.519221 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-78f1ae47-303e-41ee-b521-219335e085ce tempest-ExternalNetworksTestJSON-922142917 tempest-ExternalNetworksTestJSON-922142917-project] 10.222.0.90 "GET /v2.0/networks/3b5ff66c-28ca-4457-bad5-01fd7a124ff7 HTTP/1.1" status: 200 len: 766 time: 0.5355606 Feb 09 21:42:35.519631 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39216) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:35.599385 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6e8bcfdc-cc74-4a48-9d93-1be0a5b368f2 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (4291f315-771e-43cd-99d9-170b061fa29f), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:35.654388 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f9146d-5f31-400a-b202-8bf0b894935e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad61bfd6-1d87-4fd3-a087-f48c8aca4566,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:35.657965 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c373ae44-49a4-4e5a-aa59-e1ec18b84faf tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event updated for resources: {'Subnet': ['ID=fdb3027b-7355-4d07-aa23-43dc1d68abd8,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:35.661329 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-15509a15-4388-4787-9148-1d55864f04b3 req-e0a3022e-c996-4ada-a41d-fa422d495af0 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (75eef6bf-48e5-4c19-b81a-a37147e710d0), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:35.676709 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39220) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:35.676863 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-38f9146d-5f31-400a-b202-8bf0b894935e admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=f197d08874d041dc81b39613522f7e92&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6390960 Feb 09 21:42:35.681557 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-01b13c75-117b-4e47-90c4-53d334519973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf06bceb-4cbf-41a1-9752-211686b11ead', 'name': 'tempest-RoutersTest-router-699486942', 'tenant_id': '67feb264805b4b31b627437845cc2aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:42:05Z', 'updated_at': '2022-02-09T21:42:30Z', 'revision_number': 4, 'project_id': '67feb264805b4b31b627437845cc2aaf', 'gw_port_host': None, '_interfaces': [{'id': '323c09cd-359f-4699-af91-3b8d90d87155', 'name': '', 'network_id': 'f5670fcd-3577-43bc-a723-f8f030b55510', 'tenant_id': '67feb264805b4b31b627437845cc2aaf', 'mac_address': 'fa:16:3e:6b:06:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf06bceb-4cbf-41a1-9752-211686b11ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': 'be079591-cb2c-4501-9ebc-3b2104f0fe17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:11Z', 'updated_at': '2022-02-09T21:42:17Z', 'revision_number': 5, 'project_id': '67feb264805b4b31b627437845cc2aaf', 'subnets': [{'id': 'be079591-cb2c-4501-9ebc-3b2104f0fe17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '383e95c2-6696-40de-a63e-fd99d023890b', 'name': '', 'network_id': 'd989cdab-aa1c-4493-aa0d-54cf9f342fdc', 'tenant_id': '67feb264805b4b31b627437845cc2aaf', 'mac_address': 'fa:16:3e:ea:52:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf06bceb-4cbf-41a1-9752-211686b11ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '7f9309a7-fac9-4291-ba5a-c610cb1b90f4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:27Z', 'updated_at': '2022-02-09T21:42:32Z', 'revision_number': 2, 'project_id': '67feb264805b4b31b627437845cc2aaf', 'subnets': [{'id': '7f9309a7-fac9-4291-ba5a-c610cb1b90f4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bef6678f-82bc-42c3-89ea-5dd9ebdf93a1', 'name': '', 'network_id': 'ae35f933-ff36-4d81-85da-77e41424a847', 'tenant_id': '67feb264805b4b31b627437845cc2aaf', 'mac_address': 'fa:16:3e:6b:c4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf06bceb-4cbf-41a1-9752-211686b11ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '0ab9fa85-9dfc-4a42-b7b0-770b90bc741a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:17Z', 'updated_at': '2022-02-09T21:42:25Z', 'revision_number': 5, 'project_id': '67feb264805b4b31b627437845cc2aaf', 'subnets': [{'id': '0ab9fa85-9dfc-4a42-b7b0-770b90bc741a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:35.719792 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6e8bcfdc-cc74-4a48-9d93-1be0a5b368f2 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (4291f315-771e-43cd-99d9-170b061fa29f), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:35.724855 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b13c75-117b-4e47-90c4-53d334519973 None None] Checking router: bf06bceb-4cbf-41a1-9752-211686b11ead for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:42:35.725298 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b13c75-117b-4e47-90c4-53d334519973 None None] Updating router bf06bceb-4cbf-41a1-9752-211686b11ead port 383e95c2-6696-40de-a63e-fd99d023890b binding host n-d-828369-5 {{(pid=103142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:42:35.758517 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-6e8bcfdc-cc74-4a48-9d93-1be0a5b368f2 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4291f315-771e-43cd-99d9-170b061fa29f']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:35.773125 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-01b13c75-117b-4e47-90c4-53d334519973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (383e95c2-6696-40de-a63e-fd99d023890b), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:35.784763 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-6e8bcfdc-cc74-4a48-9d93-1be0a5b368f2 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dd9fabf-f14c-464f-9a15-91764a3d906d') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:35.785602 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-6e8bcfdc-cc74-4a48-9d93-1be0a5b368f2 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dd9fabf-f14c-464f-9a15-91764a3d906d') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:35.797669 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ac2d5a05-39df-43eb-a24e-5b1f83583855 admin admin] Publish callbacks [] for security_group (ad61bfd6-1d87-4fd3-a087-f48c8aca4566), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:35.798632 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-040c00e3-c56a-4ec0-b691-559fb3318574 req-a117ac78-4597-44a0-9062-b496896ca055 tempest-AbsoluteLimitsNegativeTestJSON-2080006499 tempest-AbsoluteLimitsNegativeTestJSON-2080006499-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=43e50d9839fb450ea605f806716c538a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2122324 Feb 09 21:42:35.800542 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6e8bcfdc-cc74-4a48-9d93-1be0a5b368f2 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (1dd9fabf-f14c-464f-9a15-91764a3d906d), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:35.827952 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f76b7f9-1646-4312-a77e-002006ff5445 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=103140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:42:35.828196 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6e8bcfdc-cc74-4a48-9d93-1be0a5b368f2 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (1dd9fabf-f14c-464f-9a15-91764a3d906d), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:35.843137 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ac2d5a05-39df-43eb-a24e-5b1f83583855 admin admin] Publish callbacks [] for security_group (ad61bfd6-1d87-4fd3-a087-f48c8aca4566), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:35.845407 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e8bcfdc-cc74-4a48-9d93-1be0a5b368f2 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Releasing vlan 736 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:42:35.845864 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6e8bcfdc-cc74-4a48-9d93-1be0a5b368f2 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (1dd9fabf-f14c-464f-9a15-91764a3d906d), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:35.848427 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:42:35.848427 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:42:35.848427 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:42:35.848427 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:42:35.848427 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:42:35.848427 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:42:35.848427 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:42:35.848427 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:42:35.848427 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:42:35.848427 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:42:35.848427 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:42:35.848427 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:42:35.848427 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:42:35.848427 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:42:35.848427 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:42:35.848427 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:42:35.848427 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:42:35.848427 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:42:35.848427 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:42:35.848427 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:42:35.848427 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:42:35.848427 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:42:35.848427 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:42:35.848427 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:42:35.848427 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:42:35.848427 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:42:35.848427 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:42:35.848427 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:42:35.848427 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:42:35.848427 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:42:35.848427 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:42:35.848427 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:42:35.928966 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a3022e-c996-4ada-a41d-fa422d495af0 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Pushing event deleted for resources: {'Port': ['ID=75eef6bf-48e5-4c19-b81a-a37147e710d0,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:35.963932 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6e8bcfdc-cc74-4a48-9d93-1be0a5b368f2 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (4291f315-771e-43cd-99d9-170b061fa29f), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:35.973686 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e8bcfdc-cc74-4a48-9d93-1be0a5b368f2 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4291f315-771e-43cd-99d9-170b061fa29f {{(pid=103141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 09 21:42:35.988459 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6e8bcfdc-cc74-4a48-9d93-1be0a5b368f2 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:36.000775 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-6e8bcfdc-cc74-4a48-9d93-1be0a5b368f2 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] 10.222.0.90 "DELETE /v2.0/networks/4291f315-771e-43cd-99d9-170b061fa29f HTTP/1.1" status: 204 len: 168 time: 0.4801328 Feb 09 21:42:36.003828 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8bcfdc-cc74-4a48-9d93-1be0a5b368f2 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Pushing event deleted for resources: {'Network': ['ID=4291f315-771e-43cd-99d9-170b061fa29f,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:36.006954 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 39222) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:36.007996 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-15509a15-4388-4787-9148-1d55864f04b3 req-e0a3022e-c996-4ada-a41d-fa422d495af0 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] No DVR routers for this DVR port 75eef6bf-48e5-4c19-b81a-a37147e710d0 on host n-h1-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:42:36.022491 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ac2d5a05-39df-43eb-a24e-5b1f83583855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (ad61bfd6-1d87-4fd3-a087-f48c8aca4566), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:36.025669 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ac2d5a05-39df-43eb-a24e-5b1f83583855 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:36.029186 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-ac2d5a05-39df-43eb-a24e-5b1f83583855 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/ad61bfd6-1d87-4fd3-a087-f48c8aca4566 HTTP/1.1" status: 204 len: 168 time: 0.3491337 Feb 09 21:42:36.029974 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-6c8bfc5a-c593-4fdc-b47c-18079dfbc455 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Request body: {'network': {'name': 'tempest-network--156860654'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:42:36.046324 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2d5a05-39df-43eb-a24e-5b1f83583855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad61bfd6-1d87-4fd3-a087-f48c8aca4566,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:36.071782 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-15509a15-4388-4787-9148-1d55864f04b3 req-e0a3022e-c996-4ada-a41d-fa422d495af0 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:36.075320 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-15509a15-4388-4787-9148-1d55864f04b3 req-e0a3022e-c996-4ada-a41d-fa422d495af0 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.95 "DELETE /v2.0/ports/75eef6bf-48e5-4c19-b81a-a37147e710d0 HTTP/1.1" status: 204 len: 173 time: 3.0815232 Feb 09 21:42:36.078918 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88d24cbc-9e1f-4a64-8250-6e635ad0ac84', 'name': 'network-vif-deleted', 'tag': '75eef6bf-48e5-4c19-b81a-a37147e710d0'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:42:36.081704 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71db3718-23f3-4a07-b1d8-e1002140a941" -d '{"events": [{"server_uuid": "88d24cbc-9e1f-4a64-8250-6e635ad0ac84", "name": "network-vif-deleted", "tag": "75eef6bf-48e5-4c19-b81a-a37147e710d0"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:42:36.096121 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4084faeb-c4a1-4719-9ecf-48f978664107 req-cbfb28d2-1166-47ca-a766-bfefdcde15de tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:36.102601 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4084faeb-c4a1-4719-9ecf-48f978664107 req-cbfb28d2-1166-47ca-a766-bfefdcde15de tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:36.104279 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4084faeb-c4a1-4719-9ecf-48f978664107 req-cbfb28d2-1166-47ca-a766-bfefdcde15de tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 1676 time: 0.5030608 Feb 09 21:42:36.117306 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6f76b7f9-1646-4312-a77e-002006ff5445 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (b974b2c4-2297-4419-a182-2aa7fadc03f8), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:36.117690 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-6f76b7f9-1646-4312-a77e-002006ff5445 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Added segment b974b2c4-2297-4419-a182-2aa7fadc03f8 of type vlan for network 5da197db-a2b7-43e5-ab19-8e1bbe90fef6 Feb 09 21:42:36.134398 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c8bfc5a-c593-4fdc-b47c-18079dfbc455 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Made reservation on behalf of 9129abfbe3d744449224e2d1ab5b199e for: {'network': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:42:36.134398 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6c8bfc5a-c593-4fdc-b47c-18079dfbc455 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:36.233593 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c373ae44-49a4-4e5a-aa59-e1ec18b84faf tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Checking segment: {'id': 'e234f058-99e9-4683-aff2-a800b51d2ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:42:36.240390 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c373ae44-49a4-4e5a-aa59-e1ec18b84faf tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Network hostable DHCP agents. Network: 986c5511-2b50-4eb7-bb75-ff9f776ff726, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:42:36.246641 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-01b13c75-117b-4e47-90c4-53d334519973 None None] Publish callbacks [] for port (383e95c2-6696-40de-a63e-fd99d023890b), precommit_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:36.255249 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-01b13c75-117b-4e47-90c4-53d334519973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (383e95c2-6696-40de-a63e-fd99d023890b), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:36.365956 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2dc750-6370-4fb9-a437-19aaaf66dfbf None None] Pushing event updated for resources: {'Port': ['ID=383e95c2-6696-40de-a63e-fd99d023890b,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:36.456153 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d0388ad4-1f56-40bf-907e-960630a162cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (98d10200-2354-451c-8749-9045f33dc638), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:36.463459 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c8bfc5a-c593-4fdc-b47c-18079dfbc455 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=103140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:42:36.469345 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-01b13c75-117b-4e47-90c4-53d334519973 None None] Attempting to bind port 383e95c2-6696-40de-a63e-fd99d023890b on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:42:36.469939 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-01b13c75-117b-4e47-90c4-53d334519973 None None] Attempting to bind port 383e95c2-6696-40de-a63e-fd99d023890b by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '60b0043a-0b15-41ee-8dbb-3d7ff6460cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'd989cdab-aa1c-4493-aa0d-54cf9f342fdc'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:42:36.470477 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b13c75-117b-4e47-90c4-53d334519973 None None] Attempting to bind port 383e95c2-6696-40de-a63e-fd99d023890b on network d989cdab-aa1c-4493-aa0d-54cf9f342fdc {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:42:36.479363 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b13c75-117b-4e47-90c4-53d334519973 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:42:36.480035 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b13c75-117b-4e47-90c4-53d334519973 None None] Checking segment: {'id': '60b0043a-0b15-41ee-8dbb-3d7ff6460cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'd989cdab-aa1c-4493-aa0d-54cf9f342fdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:42:36.480646 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-01b13c75-117b-4e47-90c4-53d334519973 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:36.481776 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b13c75-117b-4e47-90c4-53d334519973 None None] Bound using segment: {'id': '60b0043a-0b15-41ee-8dbb-3d7ff6460cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'd989cdab-aa1c-4493-aa0d-54cf9f342fdc'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:42:36.482584 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-01b13c75-117b-4e47-90c4-53d334519973 None None] Bound port: 383e95c2-6696-40de-a63e-fd99d023890b, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60b0043a-0b15-41ee-8dbb-3d7ff6460cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'd989cdab-aa1c-4493-aa0d-54cf9f342fdc'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:42:36.483192 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-01b13c75-117b-4e47-90c4-53d334519973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (383e95c2-6696-40de-a63e-fd99d023890b), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:36.511505 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c373ae44-49a4-4e5a-aa59-e1ec18b84faf tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:42:36.569261 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6f76b7f9-1646-4312-a77e-002006ff5445 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (5da197db-a2b7-43e5-ab19-8e1bbe90fef6), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:36.591586 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-01b13c75-117b-4e47-90c4-53d334519973 None None] For port 383e95c2-6696-40de-a63e-fd99d023890b, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:42:36.598785 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-01b13c75-117b-4e47-90c4-53d334519973 None None] For port 383e95c2-6696-40de-a63e-fd99d023890b, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=383e95c2-6696-40de-a63e-fd99d023890b,segment=NetworkSegment(60b0043a-0b15-41ee-8dbb-3d7ff6460cde),segment_id=60b0043a-0b15-41ee-8dbb-3d7ff6460cde)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:42:36.612192 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-01b13c75-117b-4e47-90c4-53d334519973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (383e95c2-6696-40de-a63e-fd99d023890b), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:36.613410 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0388ad4-1f56-40bf-907e-960630a162cb admin admin] Pushing event deleted for resources: {'Port': ['ID=98d10200-2354-451c-8749-9045f33dc638,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:36.662338 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c00e3-c56a-4ec0-b691-559fb3318574 req-f0f63d34-0301-4b4a-9adb-044f9b078d96 tempest-AbsoluteLimitsNegativeTestJSON-2080006499 tempest-AbsoluteLimitsNegativeTestJSON-2080006499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:36.663914 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-040c00e3-c56a-4ec0-b691-559fb3318574 req-f0f63d34-0301-4b4a-9adb-044f9b078d96 tempest-AbsoluteLimitsNegativeTestJSON-2080006499 tempest-AbsoluteLimitsNegativeTestJSON-2080006499-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8028834 Feb 09 21:42:36.683714 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b13c75-117b-4e47-90c4-53d334519973 None None] Routers {'bf06bceb-4cbf-41a1-9752-211686b11ead'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:42:36.684866 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-01b13c75-117b-4e47-90c4-53d334519973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:42:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['bf06bceb-4cbf-41a1-9752-211686b11ead'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:36.691742 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4084faeb-c4a1-4719-9ecf-48f978664107 req-ed62880f-3fe0-40e7-b52c-d7dddadb48b9 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/security-groups?id=d1e73a5e-905c-466a-be51-a1576b624ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5026994 Feb 09 21:42:36.707668 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2dc750-6370-4fb9-a437-19aaaf66dfbf None None] Pushing event updated for resources: {'Port': ['ID=383e95c2-6696-40de-a63e-fd99d023890b,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:36.736894 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-c373ae44-49a4-4e5a-aa59-e1ec18b84faf tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 986c5511-2b50-4eb7-bb75-ff9f776ff726) {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:42:36.737829 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c373ae44-49a4-4e5a-aa59-e1ec18b84faf tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:36.738677 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c373ae44-49a4-4e5a-aa59-e1ec18b84faf tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:36.762950 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6c8bfc5a-c593-4fdc-b47c-18079dfbc455 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (31b468ab-6862-4498-8e26-3a5b0806d548), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:36.769458 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-6c8bfc5a-c593-4fdc-b47c-18079dfbc455 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Added segment 31b468ab-6862-4498-8e26-3a5b0806d548 of type vlan for network 9cea70f8-4a91-4c60-aab7-c74b40c55627 Feb 09 21:42:36.817697 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bfc29f8-211d-42f8-80a5-80f576cc8c8d None None] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:42:36.849628 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.db.resource_extend [None req-6f76b7f9-1646-4312-a77e-002006ff5445 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 21:42:36.865992 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf135677-bd8c-4c06-b0b2-4041ac689bad x-openstack-request-id: req-cf135677-bd8c-4c06-b0b2-4041ac689bad {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:42:36.866286 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88d24cbc-9e1f-4a64-8250-6e635ad0ac84", "name": "network-vif-deleted", "tag": "75eef6bf-48e5-4c19-b81a-a37147e710d0", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:42:36.866544 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-cf135677-bd8c-4c06-b0b2-4041ac689bad {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:42:36.866954 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88d24cbc-9e1f-4a64-8250-6e635ad0ac84', 'name': 'network-vif-deleted', 'tag': '75eef6bf-48e5-4c19-b81a-a37147e710d0', 'status': 'completed', 'code': 200} Feb 09 21:42:36.947440 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-c373ae44-49a4-4e5a-aa59-e1ec18b84faf tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.7603743 Feb 09 21:42:36.948009 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39240) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:36.953171 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-699cf52b-7d8a-4a46-9f75-ac9f0ba8b2f1 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Request body: {'port': {'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726', 'name': 'tempest-NetworksTestDHCPv6-322611739'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:42:36.957201 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6c8bfc5a-c593-4fdc-b47c-18079dfbc455 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (9cea70f8-4a91-4c60-aab7-c74b40c55627), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:36.968262 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-040c00e3-c56a-4ec0-b691-559fb3318574 req-f606efb9-c8eb-4201-a895-30362a525f59 tempest-AbsoluteLimitsNegativeTestJSON-2080006499 tempest-AbsoluteLimitsNegativeTestJSON-2080006499-project] 10.222.0.90 "GET /v2.0/quotas/43e50d9839fb450ea605f806716c538a HTTP/1.1" status: 200 len: 375 time: 0.2697041 Feb 09 21:42:36.973770 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6f76b7f9-1646-4312-a77e-002006ff5445 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (5da197db-a2b7-43e5-ab19-8e1bbe90fef6), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:36.984705 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f76b7f9-1646-4312-a77e-002006ff5445 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:36.985650 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6f76b7f9-1646-4312-a77e-002006ff5445 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:37.111046 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-040c00e3-c56a-4ec0-b691-559fb3318574 req-6def637b-c3bf-4b38-b094-24256fef25ae tempest-AbsoluteLimitsNegativeTestJSON-2080006499 tempest-AbsoluteLimitsNegativeTestJSON-2080006499-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=43e50d9839fb450ea605f806716c538a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1224642 Feb 09 21:42:37.152829 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-699cf52b-7d8a-4a46-9f75-ac9f0ba8b2f1 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Made reservation on behalf of 880c3cd16cc943a98203fd230e26852f for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:42:37.156866 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-699cf52b-7d8a-4a46-9f75-ac9f0ba8b2f1 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:37.177309 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [None req-699cf52b-7d8a-4a46-9f75-ac9f0ba8b2f1 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] device_id is not set on port dac81807-6e50-44d7-888b-5b037314ab49 yet. {{(pid=103141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:42:37.207665 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-6f76b7f9-1646-4312-a77e-002006ff5445 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.6606469 Feb 09 21:42:37.208332 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 39250) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:37.219961 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-16fc5aae-18aa-417d-a19f-550a725707a0 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Request body: {'subnet': {'network_id': '5da197db-a2b7-43e5-ab19-8e1bbe90fef6', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:42:37.239686 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-15509a15-4388-4787-9148-1d55864f04b3 req-df481e82-e1bd-44b0-88df-e5f5c863995c tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Deleting port 46a5acec-c89c-40ed-b7d1-64d412e029f2 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:42:37.240370 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-15509a15-4388-4787-9148-1d55864f04b3 req-df481e82-e1bd-44b0-88df-e5f5c863995c tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (46a5acec-c89c-40ed-b7d1-64d412e029f2), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:37.257946 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6c8bfc5a-c593-4fdc-b47c-18079dfbc455 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (9cea70f8-4a91-4c60-aab7-c74b40c55627), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:37.259173 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8bfc5a-c593-4fdc-b47c-18079dfbc455 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:37.259941 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6c8bfc5a-c593-4fdc-b47c-18079dfbc455 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:37.260816 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-01b13c75-117b-4e47-90c4-53d334519973 None None] Set router bf06bceb-4cbf-41a1-9752-211686b11ead gateway port host: None {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:42:37.305850 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f76b7f9-1646-4312-a77e-002006ff5445 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Pushing event updated for resources: {'Network': ['ID=5da197db-a2b7-43e5-ab19-8e1bbe90fef6,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:37.376255 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 5da197db-a2b7-43e5-ab19-8e1bbe90fef6 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:42:37.422839 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-699cf52b-7d8a-4a46-9f75-ac9f0ba8b2f1 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Allocated IP 2001:db8::ae (986c5511-2b50-4eb7-bb75-ff9f776ff726/fdb3027b-7355-4d07-aa23-43dc1d68abd8/dac81807-6e50-44d7-888b-5b037314ab49) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:42:37.446495 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-6c8bfc5a-c593-4fdc-b47c-18079dfbc455 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.4231040 Feb 09 21:42:37.447973 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 39256) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:37.472749 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-43cbd759-90df-43a9-91e7-9ea31a2dba80 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:42:37.495297 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-90b54fa4-6e28-49ee-8bed-025239446c4a None None] Provisioning complete for port 383e95c2-6696-40de-a63e-fd99d023890b triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:37.496009 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-90b54fa4-6e28-49ee-8bed-025239446c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (383e95c2-6696-40de-a63e-fd99d023890b), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:37.502534 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83afc40a-e121-476b-8823-5b9e40563d6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-986c5511-2b50-4eb7-bb75-ff9f776ff726', 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726', 'project_id': '880c3cd16cc943a98203fd230e26852f', 'fixed_ips': [{'subnet_id': 'fdb3027b-7355-4d07-aa23-43dc1d68abd8'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:42:37.504139 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-83afc40a-e121-476b-8823-5b9e40563d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:37.599030 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8bfc5a-c593-4fdc-b47c-18079dfbc455 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Pushing event updated for resources: {'Network': ['ID=9cea70f8-4a91-4c60-aab7-c74b40c55627,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:37.601662 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d0388ad4-1f56-40bf-907e-960630a162cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-525054'] for router_interface (0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:37.683816 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-699cf52b-7d8a-4a46-9f75-ac9f0ba8b2f1 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for port (dac81807-6e50-44d7-888b-5b037314ab49), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:37.687273 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-15509a15-4388-4787-9148-1d55864f04b3 req-df481e82-e1bd-44b0-88df-e5f5c863995c tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] For port 46a5acec-c89c-40ed-b7d1-64d412e029f2, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=46a5acec-c89c-40ed-b7d1-64d412e029f2,segment=NetworkSegment(3a1837f3-bf89-4200-982d-e8d31ce9bb97),segment_id=3a1837f3-bf89-4200-982d-e8d31ce9bb97)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:37.687890 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-15509a15-4388-4787-9148-1d55864f04b3 req-df481e82-e1bd-44b0-88df-e5f5c863995c tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (46a5acec-c89c-40ed-b7d1-64d412e029f2), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:37.690002 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 9cea70f8-4a91-4c60-aab7-c74b40c55627 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:42:37.696998 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 39262) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:37.698025 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16fc5aae-18aa-417d-a19f-550a725707a0 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Made reservation on behalf of 67feb264805b4b31b627437845cc2aaf for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:42:37.702325 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-16fc5aae-18aa-417d-a19f-550a725707a0 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621317'] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:37.733201 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-699cf52b-7d8a-4a46-9f75-ac9f0ba8b2f1 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (dac81807-6e50-44d7-888b-5b037314ab49), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:37.815612 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699cf52b-7d8a-4a46-9f75-ac9f0ba8b2f1 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:42:37.820046 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-699cf52b-7d8a-4a46-9f75-ac9f0ba8b2f1 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:42:37.829400 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-15509a15-4388-4787-9148-1d55864f04b3 req-df481e82-e1bd-44b0-88df-e5f5c863995c tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Calling delete_port for 46a5acec-c89c-40ed-b7d1-64d412e029f2 owned by compute:nova {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:42:37.833485 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699cf52b-7d8a-4a46-9f75-ac9f0ba8b2f1 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:42:37.836745 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-83afc40a-e121-476b-8823-5b9e40563d6f None None] Allocated IP 2001:db8::2 (986c5511-2b50-4eb7-bb75-ff9f776ff726/fdb3027b-7355-4d07-aa23-43dc1d68abd8/3d24949c-9f39-47a6-b562-5e0b06f3a81b) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:42:37.841315 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699cf52b-7d8a-4a46-9f75-ac9f0ba8b2f1 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:37.842662 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-699cf52b-7d8a-4a46-9f75-ac9f0ba8b2f1 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:37.859592 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699cf52b-7d8a-4a46-9f75-ac9f0ba8b2f1 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event updated for resources: {'Port': ['ID=dac81807-6e50-44d7-888b-5b037314ab49,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:37.878351 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-699cf52b-7d8a-4a46-9f75-ac9f0ba8b2f1 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9268062 Feb 09 21:42:37.880017 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39270) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:37.911891 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 39272) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:37.966819 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7866f990-408a-4eca-8448-1f002f4dcff6 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:37.969644 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-7866f990-408a-4eca-8448-1f002f4dcff6 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.0885105 Feb 09 21:42:37.972997 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39278) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:38.116736 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-ac1b269f-11a0-48a2-8a47-22d6f1ebcfa6 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Deleting port dac81807-6e50-44d7-888b-5b037314ab49 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:42:38.117501 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ac1b269f-11a0-48a2-8a47-22d6f1ebcfa6 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (dac81807-6e50-44d7-888b-5b037314ab49), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:38.117634 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bb0c6a63-b9d1-41ae-80ce-99939dbd4836 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:38.148407 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-83afc40a-e121-476b-8823-5b9e40563d6f None None] Publish callbacks [] for port (3d24949c-9f39-47a6-b562-5e0b06f3a81b), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:38.152727 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5378531d-d111-42d6-a502-193397ed6365 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:38.161776 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-83afc40a-e121-476b-8823-5b9e40563d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (3d24949c-9f39-47a6-b562-5e0b06f3a81b), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:38.184879 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-01b13c75-117b-4e47-90c4-53d334519973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf06bceb-4cbf-41a1-9752-211686b11ead', 'name': 'tempest-RoutersTest-router-699486942', 'tenant_id': '67feb264805b4b31b627437845cc2aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:42:05Z', 'updated_at': '2022-02-09T21:42:30Z', 'revision_number': 4, 'project_id': '67feb264805b4b31b627437845cc2aaf', 'gw_port_host': None, '_interfaces': [{'id': '323c09cd-359f-4699-af91-3b8d90d87155', 'name': '', 'network_id': 'f5670fcd-3577-43bc-a723-f8f030b55510', 'tenant_id': '67feb264805b4b31b627437845cc2aaf', 'mac_address': 'fa:16:3e:6b:06:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf06bceb-4cbf-41a1-9752-211686b11ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': 'be079591-cb2c-4501-9ebc-3b2104f0fe17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:11Z', 'updated_at': '2022-02-09T21:42:17Z', 'revision_number': 5, 'project_id': '67feb264805b4b31b627437845cc2aaf', 'subnets': [{'id': 'be079591-cb2c-4501-9ebc-3b2104f0fe17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '383e95c2-6696-40de-a63e-fd99d023890b', 'name': '', 'network_id': 'd989cdab-aa1c-4493-aa0d-54cf9f342fdc', 'tenant_id': '67feb264805b4b31b627437845cc2aaf', 'mac_address': 'fa:16:3e:ea:52:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf06bceb-4cbf-41a1-9752-211686b11ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '7f9309a7-fac9-4291-ba5a-c610cb1b90f4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:27Z', 'updated_at': '2022-02-09T21:42:36Z', 'revision_number': 4, 'project_id': '67feb264805b4b31b627437845cc2aaf', 'subnets': [{'id': '7f9309a7-fac9-4291-ba5a-c610cb1b90f4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bef6678f-82bc-42c3-89ea-5dd9ebdf93a1', 'name': '', 'network_id': 'ae35f933-ff36-4d81-85da-77e41424a847', 'tenant_id': '67feb264805b4b31b627437845cc2aaf', 'mac_address': 'fa:16:3e:6b:c4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf06bceb-4cbf-41a1-9752-211686b11ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '0ab9fa85-9dfc-4a42-b7b0-770b90bc741a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:17Z', 'updated_at': '2022-02-09T21:42:25Z', 'revision_number': 5, 'project_id': '67feb264805b4b31b627437845cc2aaf', 'subnets': [{'id': '0ab9fa85-9dfc-4a42-b7b0-770b90bc741a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:38.195517 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-43cbd759-90df-43a9-91e7-9ea31a2dba80 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (9cea70f8-4a91-4c60-aab7-c74b40c55627), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:38.229943 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ac1b269f-11a0-48a2-8a47-22d6f1ebcfa6 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (dac81807-6e50-44d7-888b-5b037314ab49), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:38.244497 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b13c75-117b-4e47-90c4-53d334519973 None None] The sync data for ids ['bf06bceb-4cbf-41a1-9752-211686b11ead'] in n-d-828369-5 is: [{'id': 'bf06bceb-4cbf-41a1-9752-211686b11ead', 'name': 'tempest-RoutersTest-router-699486942', 'tenant_id': '67feb264805b4b31b627437845cc2aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:42:05Z', 'updated_at': '2022-02-09T21:42:30Z', 'revision_number': 4, 'project_id': '67feb264805b4b31b627437845cc2aaf', 'gw_port_host': None, '_interfaces': [{'id': '323c09cd-359f-4699-af91-3b8d90d87155', 'name': '', 'network_id': 'f5670fcd-3577-43bc-a723-f8f030b55510', 'tenant_id': '67feb264805b4b31b627437845cc2aaf', 'mac_address': 'fa:16:3e:6b:06:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf06bceb-4cbf-41a1-9752-211686b11ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': 'be079591-cb2c-4501-9ebc-3b2104f0fe17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:11Z', 'updated_at': '2022-02-09T21:42:17Z', 'revision_number': 5, 'project_id': '67feb264805b4b31b627437845cc2aaf', 'subnets': [{'id': 'be079591-cb2c-4501-9ebc-3b2104f0fe17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '383e95c2-6696-40de-a63e-fd99d023890b', 'name': '', 'network_id': 'd989cdab-aa1c-4493-aa0d-54cf9f342fdc', 'tenant_id': '67feb264805b4b31b627437845cc2aaf', 'mac_address': 'fa:16:3e:ea:52:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf06bceb-4cbf-41a1-9752-211686b11ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '7f9309a7-fac9-4291-ba5a-c610cb1b90f4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:27Z', 'updated_at': '2022-02-09T21:42:36Z', 'revision_number': 4, 'project_id': '67feb264805b4b31b627437845cc2aaf', 'subnets': [{'id': '7f9309a7-fac9-4291-ba5a-c610cb1b90f4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bef6678f-82bc-42c3-89ea-5dd9ebdf93a1', 'name': '', 'network_id': 'ae35f933-ff36-4d81-85da-77e41424a847', 'tenant_id': '67feb264805b4b31b627437845cc2aaf', 'mac_address': 'fa:16:3e:6b:c4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf06bceb-4cbf-41a1-9752-211686b11ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '0ab9fa85-9dfc-4a42-b7b0-770b90bc741a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:17Z', 'updated_at': '2022-02-09T21:42:25Z', 'revision_number': 5, 'project_id': '67feb264805b4b31b627437845cc2aaf', 'subnets': [{'id': '0ab9fa85-9dfc-4a42-b7b0-770b90bc741a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:42:38.246084 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-ac1b269f-11a0-48a2-8a47-22d6f1ebcfa6 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Calling delete_port for dac81807-6e50-44d7-888b-5b037314ab49 owned by {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:42:38.267830 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83afc40a-e121-476b-8823-5b9e40563d6f None None] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:42:38.270047 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abeb4cf-c55d-44cb-ad25-98e0cfa45268 req-76a9db69-185c-49e4-9122-9ed30897c655 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:38.273964 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-83afc40a-e121-476b-8823-5b9e40563d6f None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:42:38.276253 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abeb4cf-c55d-44cb-ad25-98e0cfa45268 req-76a9db69-185c-49e4-9122-9ed30897c655 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:38.278126 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-90b54fa4-6e28-49ee-8bed-025239446c4a None None] Current status of the port 383e95c2-6696-40de-a63e-fd99d023890b is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:38.278590 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-90b54fa4-6e28-49ee-8bed-025239446c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (383e95c2-6696-40de-a63e-fd99d023890b), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:38.280582 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83afc40a-e121-476b-8823-5b9e40563d6f None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:42:38.282566 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5abeb4cf-c55d-44cb-ad25-98e0cfa45268 req-76a9db69-185c-49e4-9122-9ed30897c655 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 1676 time: 0.3677213 Feb 09 21:42:38.284646 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83afc40a-e121-476b-8823-5b9e40563d6f None None] Pushing event updated for resources: {'Port': ['ID=3d24949c-9f39-47a6-b562-5e0b06f3a81b,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:38.383862 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-90b54fa4-6e28-49ee-8bed-025239446c4a None None] For port 383e95c2-6696-40de-a63e-fd99d023890b, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=383e95c2-6696-40de-a63e-fd99d023890b,segment=NetworkSegment(60b0043a-0b15-41ee-8dbb-3d7ff6460cde),segment_id=60b0043a-0b15-41ee-8dbb-3d7ff6460cde)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:38.395151 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-90b54fa4-6e28-49ee-8bed-025239446c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (383e95c2-6696-40de-a63e-fd99d023890b), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:38.401517 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-83afc40a-e121-476b-8823-5b9e40563d6f None None] Attempting to bind port 3d24949c-9f39-47a6-b562-5e0b06f3a81b on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:42:38.401947 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-83afc40a-e121-476b-8823-5b9e40563d6f None None] Attempting to bind port 3d24949c-9f39-47a6-b562-5e0b06f3a81b by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': 'e234f058-99e9-4683-aff2-a800b51d2ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:42:38.402255 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83afc40a-e121-476b-8823-5b9e40563d6f None None] Attempting to bind port 3d24949c-9f39-47a6-b562-5e0b06f3a81b on network 986c5511-2b50-4eb7-bb75-ff9f776ff726 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:42:38.402616 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-43cbd759-90df-43a9-91e7-9ea31a2dba80 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (9cea70f8-4a91-4c60-aab7-c74b40c55627), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:38.429273 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83afc40a-e121-476b-8823-5b9e40563d6f None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:42:38.429639 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83afc40a-e121-476b-8823-5b9e40563d6f None None] Checking segment: {'id': 'e234f058-99e9-4683-aff2-a800b51d2ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:42:38.430041 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-83afc40a-e121-476b-8823-5b9e40563d6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:38.430443 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83afc40a-e121-476b-8823-5b9e40563d6f None None] Bound using segment: {'id': 'e234f058-99e9-4683-aff2-a800b51d2ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:42:38.430928 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-83afc40a-e121-476b-8823-5b9e40563d6f None None] Bound port: 3d24949c-9f39-47a6-b562-5e0b06f3a81b, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e234f058-99e9-4683-aff2-a800b51d2ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:42:38.431314 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-83afc40a-e121-476b-8823-5b9e40563d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (3d24949c-9f39-47a6-b562-5e0b06f3a81b), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:38.485556 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b54fa4-6e28-49ee-8bed-025239446c4a None None] Pushing event updated for resources: {'Port': ['ID=383e95c2-6696-40de-a63e-fd99d023890b,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:38.494369 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ac1b269f-11a0-48a2-8a47-22d6f1ebcfa6 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (dac81807-6e50-44d7-888b-5b037314ab49), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:38.555314 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-83afc40a-e121-476b-8823-5b9e40563d6f None None] For port 3d24949c-9f39-47a6-b562-5e0b06f3a81b, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:42:38.555812 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1b269f-11a0-48a2-8a47-22d6f1ebcfa6 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event deleted for resources: {'Port': ['ID=dac81807-6e50-44d7-888b-5b037314ab49,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:38.558924 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5779747f-30f2-47b5-9ddb-8202384a1b61 None None] Provisioning complete for port 383e95c2-6696-40de-a63e-fd99d023890b triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:38.559209 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5779747f-30f2-47b5-9ddb-8202384a1b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (383e95c2-6696-40de-a63e-fd99d023890b), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:38.562285 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ac1b269f-11a0-48a2-8a47-22d6f1ebcfa6 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:38.569194 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-ac1b269f-11a0-48a2-8a47-22d6f1ebcfa6 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "DELETE /v2.0/ports/dac81807-6e50-44d7-888b-5b037314ab49 HTTP/1.1" status: 204 len: 168 time: 0.5936494 Feb 09 21:42:38.569822 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39280) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:38.654234 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5ad216-47d8-4de9-b9b8-f8421b8b01f6 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:38.655717 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5ad216-47d8-4de9-b9b8-f8421b8b01f6 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:38.660909 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-eb5ad216-47d8-4de9-b9b8-f8421b8b01f6 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0899119 Feb 09 21:42:38.661979 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39282) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:38.667569 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5779747f-30f2-47b5-9ddb-8202384a1b61 None None] Current status of the port 383e95c2-6696-40de-a63e-fd99d023890b is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:38.728313 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-36f3045b-75cf-4f80-85de-77461d23ec2e tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Deleting subnet fdb3027b-7355-4d07-aa23-43dc1d68abd8 {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:42:38.731870 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-36f3045b-75cf-4f80-85de-77461d23ec2e tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for subnet (fdb3027b-7355-4d07-aa23-43dc1d68abd8), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:38.778111 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-36f3045b-75cf-4f80-85de-77461d23ec2e tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (fdb3027b-7355-4d07-aa23-43dc1d68abd8), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:38.918683 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-43cbd759-90df-43a9-91e7-9ea31a2dba80 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Network 9cea70f8-4a91-4c60-aab7-c74b40c55627 is not hosted by any dhcp agent {{(pid=103140) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 21:42:38.920178 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43cbd759-90df-43a9-91e7-9ea31a2dba80 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:38.920795 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-43cbd759-90df-43a9-91e7-9ea31a2dba80 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:38.922145 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-43cbd759-90df-43a9-91e7-9ea31a2dba80 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] 10.222.0.90 "PUT /v2.0/networks/9cea70f8-4a91-4c60-aab7-c74b40c55627 HTTP/1.1" status: 200 len: 857 time: 1.4579616 Feb 09 21:42:38.925225 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39284) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:38.939194 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e42d56c8-6419-4fed-9f62-943e004a1315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:39.002900 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2244f477-8e92-44ab-8956-252d6ed3d3de tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (9cea70f8-4a91-4c60-aab7-c74b40c55627), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:39.023147 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cbd759-90df-43a9-91e7-9ea31a2dba80 tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Pushing event updated for resources: {'Network': ['ID=9cea70f8-4a91-4c60-aab7-c74b40c55627,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:39.072157 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5abeb4cf-c55d-44cb-ad25-98e0cfa45268 req-485f0517-f473-47c4-860d-49917adfda08 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/security-groups?id=d1e73a5e-905c-466a-be51-a1576b624ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7886913 Feb 09 21:42:39.089539 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-15509a15-4388-4787-9148-1d55864f04b3 req-df481e82-e1bd-44b0-88df-e5f5c863995c tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (46a5acec-c89c-40ed-b7d1-64d412e029f2), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:39.093245 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2244f477-8e92-44ab-8956-252d6ed3d3de tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (9cea70f8-4a91-4c60-aab7-c74b40c55627), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:39.100101 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-83afc40a-e121-476b-8823-5b9e40563d6f None None] For port 3d24949c-9f39-47a6-b562-5e0b06f3a81b, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=3d24949c-9f39-47a6-b562-5e0b06f3a81b,segment=NetworkSegment(e234f058-99e9-4683-aff2-a800b51d2ec4),segment_id=e234f058-99e9-4683-aff2-a800b51d2ec4)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:42:39.109023 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-83afc40a-e121-476b-8823-5b9e40563d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (3d24949c-9f39-47a6-b562-5e0b06f3a81b), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:39.116191 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-36f3045b-75cf-4f80-85de-77461d23ec2e tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (fdb3027b-7355-4d07-aa23-43dc1d68abd8), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:39.126168 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bb0c6a63-b9d1-41ae-80ce-99939dbd4836 admin admin] Publish callbacks [] for security_group (ca3af057-cc51-4659-8761-6bf23297e6c2), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:39.127458 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-16fc5aae-18aa-417d-a19f-550a725707a0 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621371'] for subnet (f4b385f9-4e95-4405-993d-003b09f6c3c3), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:39.141636 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-2244f477-8e92-44ab-8956-252d6ed3d3de tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cea70f8-4a91-4c60-aab7-c74b40c55627']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:39.159846 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-2244f477-8e92-44ab-8956-252d6ed3d3de tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31b468ab-6862-4498-8e26-3a5b0806d548') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:39.171953 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-2244f477-8e92-44ab-8956-252d6ed3d3de tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31b468ab-6862-4498-8e26-3a5b0806d548') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:39.176327 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83afc40a-e121-476b-8823-5b9e40563d6f None None] Pushing event updated for resources: {'Port': ['ID=3d24949c-9f39-47a6-b562-5e0b06f3a81b,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:39.184725 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2244f477-8e92-44ab-8956-252d6ed3d3de tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (31b468ab-6862-4498-8e26-3a5b0806d548), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:39.204409 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2244f477-8e92-44ab-8956-252d6ed3d3de tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (31b468ab-6862-4498-8e26-3a5b0806d548), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:39.208663 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bb0c6a63-b9d1-41ae-80ce-99939dbd4836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (ca3af057-cc51-4659-8761-6bf23297e6c2), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:39.214386 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2244f477-8e92-44ab-8956-252d6ed3d3de tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:42:39.214794 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2244f477-8e92-44ab-8956-252d6ed3d3de tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (31b468ab-6862-4498-8e26-3a5b0806d548), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:39.216655 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:42:39.216655 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:42:39.216655 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:42:39.216655 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:42:39.216655 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:42:39.216655 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:42:39.216655 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:42:39.216655 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:42:39.216655 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:42:39.216655 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:42:39.216655 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:42:39.216655 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:42:39.216655 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:42:39.216655 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:42:39.216655 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:42:39.216655 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:42:39.216655 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:42:39.216655 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:42:39.216655 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:42:39.216655 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:42:39.216655 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:42:39.216655 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:42:39.216655 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:42:39.216655 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:42:39.216655 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:42:39.216655 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:42:39.216655 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:42:39.216655 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:42:39.216655 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:42:39.216655 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:42:39.216655 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:42:39.216655 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:42:39.234048 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df481e82-e1bd-44b0-88df-e5f5c863995c tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Pushing event deleted for resources: {'Port': ['ID=46a5acec-c89c-40ed-b7d1-64d412e029f2,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:39.245202 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0388ad4-1f56-40bf-907e-960630a162cb admin admin] Router 0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:42:39.273345 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-36f3045b-75cf-4f80-85de-77461d23ec2e tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (fdb3027b-7355-4d07-aa23-43dc1d68abd8), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:39.307036 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f3045b-75cf-4f80-85de-77461d23ec2e tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event deleted for resources: {'Subnet': ['ID=fdb3027b-7355-4d07-aa23-43dc1d68abd8,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:39.314117 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-36f3045b-75cf-4f80-85de-77461d23ec2e tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:39.322590 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-36f3045b-75cf-4f80-85de-77461d23ec2e tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "DELETE /v2.0/subnets/fdb3027b-7355-4d07-aa23-43dc1d68abd8 HTTP/1.1" status: 204 len: 168 time: 0.6571310 Feb 09 21:42:39.322787 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-bb0c6a63-b9d1-41ae-80ce-99939dbd4836 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=43e50d9839fb450ea605f806716c538a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6128116 Feb 09 21:42:39.322883 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39286) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:39.323207 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39288) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:39.334842 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2244f477-8e92-44ab-8956-252d6ed3d3de tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (9cea70f8-4a91-4c60-aab7-c74b40c55627), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:39.350869 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5378531d-d111-42d6-a502-193397ed6365 admin admin] Publish callbacks [] for security_group (7d429967-475f-444b-92cd-c2bb3b49e2db), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:39.356420 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-15509a15-4388-4787-9148-1d55864f04b3 req-df481e82-e1bd-44b0-88df-e5f5c863995c tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] No DVR routers for this DVR port 46a5acec-c89c-40ed-b7d1-64d412e029f2 on host n-h1-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:42:39.360022 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fc5aae-18aa-417d-a19f-550a725707a0 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Pushing event updated for resources: {'Subnet': ['ID=f4b385f9-4e95-4405-993d-003b09f6c3c3,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:39.364719 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-15509a15-4388-4787-9148-1d55864f04b3 req-df481e82-e1bd-44b0-88df-e5f5c863995c tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:39.368085 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-15509a15-4388-4787-9148-1d55864f04b3 req-df481e82-e1bd-44b0-88df-e5f5c863995c tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.95 "DELETE /v2.0/ports/46a5acec-c89c-40ed-b7d1-64d412e029f2 HTTP/1.1" status: 204 len: 173 time: 3.2628317 Feb 09 21:42:39.370530 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88d24cbc-9e1f-4a64-8250-6e635ad0ac84', 'name': 'network-vif-deleted', 'tag': '46a5acec-c89c-40ed-b7d1-64d412e029f2'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:42:39.372834 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-929876ab-5d8e-4625-a4a1-79f7542a52b6" -d '{"events": [{"server_uuid": "88d24cbc-9e1f-4a64-8250-6e635ad0ac84", "name": "network-vif-deleted", "tag": "46a5acec-c89c-40ed-b7d1-64d412e029f2"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:42:39.375302 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0c6a63-b9d1-41ae-80ce-99939dbd4836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca3af057-cc51-4659-8761-6bf23297e6c2,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:39.380900 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5378531d-d111-42d6-a502-193397ed6365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (7d429967-475f-444b-92cd-c2bb3b49e2db), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:39.420767 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2244f477-8e92-44ab-8956-252d6ed3d3de tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9cea70f8-4a91-4c60-aab7-c74b40c55627 {{(pid=103141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 09 21:42:39.424198 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2244f477-8e92-44ab-8956-252d6ed3d3de tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Pushing event deleted for resources: {'Network': ['ID=9cea70f8-4a91-4c60-aab7-c74b40c55627,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:39.432303 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2244f477-8e92-44ab-8956-252d6ed3d3de tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:39.440711 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-2244f477-8e92-44ab-8956-252d6ed3d3de tempest-ExternalNetworksTestJSON-62363896 tempest-ExternalNetworksTestJSON-62363896-project-admin] 10.222.0.90 "DELETE /v2.0/networks/9cea70f8-4a91-4c60-aab7-c74b40c55627 HTTP/1.1" status: 204 len: 168 time: 0.5129929 Feb 09 21:42:39.446387 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-ec0cc13b-8944-4027-9812-2f0dd8a90376 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1222200 Feb 09 21:42:39.446971 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39292) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:39.452979 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39294) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:39.468385 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-d77f280b-55d1-4917-a1c4-cb9f3cb0d6b2 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Request body: {'subnet': {'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:42:39.521862 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6974895-66a5-477c-9cf0-052e36d6426e x-openstack-request-id: req-b6974895-66a5-477c-9cf0-052e36d6426e {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:42:39.522240 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88d24cbc-9e1f-4a64-8250-6e635ad0ac84", "name": "network-vif-deleted", "tag": "46a5acec-c89c-40ed-b7d1-64d412e029f2", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:42:39.522415 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-b6974895-66a5-477c-9cf0-052e36d6426e {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:42:39.522839 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88d24cbc-9e1f-4a64-8250-6e635ad0ac84', 'name': 'network-vif-deleted', 'tag': '46a5acec-c89c-40ed-b7d1-64d412e029f2', 'status': 'completed', 'code': 200} Feb 09 21:42:39.557675 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d5a6e1d-14d7-407a-81d3-ffba20a124dd tempest-ExternalNetworksTestJSON-922142917 tempest-ExternalNetworksTestJSON-922142917-project] DELETE failed (client error): The resource could not be found. Feb 09 21:42:39.558141 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d5a6e1d-14d7-407a-81d3-ffba20a124dd tempest-ExternalNetworksTestJSON-922142917 tempest-ExternalNetworksTestJSON-922142917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:42:39.564321 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-8d5a6e1d-14d7-407a-81d3-ffba20a124dd tempest-ExternalNetworksTestJSON-922142917 tempest-ExternalNetworksTestJSON-922142917-project] 10.222.0.90 "DELETE /v2.0/subnets/c9781efd-fdee-483d-9316-c5e87a1f2edc HTTP/1.1" status: 404 len: 337 time: 0.1122086 Feb 09 21:42:39.565320 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39296) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:39.627847 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5378531d-d111-42d6-a502-193397ed6365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d429967-475f-444b-92cd-c2bb3b49e2db,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:39.651969 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fc5aae-18aa-417d-a19f-550a725707a0 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Checking segment: {'id': 'b974b2c4-2297-4419-a182-2aa7fadc03f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '5da197db-a2b7-43e5-ab19-8e1bbe90fef6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:42:39.652497 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16fc5aae-18aa-417d-a19f-550a725707a0 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Network hostable DHCP agents. Network: 5da197db-a2b7-43e5-ab19-8e1bbe90fef6, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:42:39.666137 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a34ec9af-d81d-4b84-b7d5-af6cb47c9eae tempest-ExternalNetworksTestJSON-922142917 tempest-ExternalNetworksTestJSON-922142917-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (3b5ff66c-28ca-4457-bad5-01fd7a124ff7), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:39.681845 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-5378531d-d111-42d6-a502-193397ed6365 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=ea20de8929f94a05aabad5cb1996a046&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7652397 Feb 09 21:42:39.687124 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39298) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:39.742747 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16fc5aae-18aa-417d-a19f-550a725707a0 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Network 5da197db-a2b7-43e5-ab19-8e1bbe90fef6 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:42:39.754157 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0388ad4-1f56-40bf-907e-960630a162cb admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:42:39.766836 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-d0388ad4-1f56-40bf-907e-960630a162cb admin admin] 10.222.0.90 "PUT /v2.0/routers/0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3032956 Feb 09 21:42:39.769065 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 39300) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:39.777257 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-16fc5aae-18aa-417d-a19f-550a725707a0 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 5da197db-a2b7-43e5-ab19-8e1bbe90fef6) {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:42:39.781817 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c590cdf2-ddbc-4a72-a459-82fb4f13d374 admin admin] Publish callbacks [] for security_group (ca3af057-cc51-4659-8761-6bf23297e6c2), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:39.788029 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37fb304-21f3-45e3-8edf-fb500ae9c95a None None] Network 5da197db-a2b7-43e5-ab19-8e1bbe90fef6 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:42:39.810572 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c590cdf2-ddbc-4a72-a459-82fb4f13d374 admin admin] Publish callbacks [] for security_group (ca3af057-cc51-4659-8761-6bf23297e6c2), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:39.878307 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d77f280b-55d1-4917-a1c4-cb9f3cb0d6b2 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Made reservation on behalf of 880c3cd16cc943a98203fd230e26852f for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:42:39.881832 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d77f280b-55d1-4917-a1c4-cb9f3cb0d6b2 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:39.912167 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16fc5aae-18aa-417d-a19f-550a725707a0 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:39.912851 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-16fc5aae-18aa-417d-a19f-550a725707a0 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:39.915636 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c590cdf2-ddbc-4a72-a459-82fb4f13d374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (ca3af057-cc51-4659-8761-6bf23297e6c2), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:39.918508 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c590cdf2-ddbc-4a72-a459-82fb4f13d374 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:39.919177 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-15509a15-4388-4787-9148-1d55864f04b3 req-a45886a2-0a1f-4fd0-a41e-c36910f06768 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Deleting port 4cad1a84-a108-437b-aa6b-77babb3a44d0 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:42:39.919669 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-15509a15-4388-4787-9148-1d55864f04b3 req-a45886a2-0a1f-4fd0-a41e-c36910f06768 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (4cad1a84-a108-437b-aa6b-77babb3a44d0), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:39.922471 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-c590cdf2-ddbc-4a72-a459-82fb4f13d374 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/ca3af057-cc51-4659-8761-6bf23297e6c2 HTTP/1.1" status: 204 len: 168 time: 0.5971789 Feb 09 21:42:40.032509 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-15509a15-4388-4787-9148-1d55864f04b3 req-a45886a2-0a1f-4fd0-a41e-c36910f06768 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] For port 4cad1a84-a108-437b-aa6b-77babb3a44d0, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=4cad1a84-a108-437b-aa6b-77babb3a44d0,segment=NetworkSegment(4abec7a4-2b69-47a3-bee3-121e96e66a50),segment_id=4abec7a4-2b69-47a3-bee3-121e96e66a50)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:40.033117 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-15509a15-4388-4787-9148-1d55864f04b3 req-a45886a2-0a1f-4fd0-a41e-c36910f06768 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (4cad1a84-a108-437b-aa6b-77babb3a44d0), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:40.033726 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2d37166f-13ba-41fc-919c-ee40968c67e6 admin admin] Publish callbacks [] for security_group (7d429967-475f-444b-92cd-c2bb3b49e2db), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:40.035729 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add427d0-f9fd-47df-ba9f-0ae7e3f7199f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-5da197db-a2b7-43e5-ab19-8e1bbe90fef6', 'network_id': '5da197db-a2b7-43e5-ab19-8e1bbe90fef6', 'project_id': '67feb264805b4b31b627437845cc2aaf', 'fixed_ips': [{'subnet_id': 'f4b385f9-4e95-4405-993d-003b09f6c3c3'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:42:40.038321 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-add427d0-f9fd-47df-ba9f-0ae7e3f7199f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:40.077661 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2d37166f-13ba-41fc-919c-ee40968c67e6 admin admin] Publish callbacks [] for security_group (7d429967-475f-444b-92cd-c2bb3b49e2db), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:40.106090 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c590cdf2-ddbc-4a72-a459-82fb4f13d374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca3af057-cc51-4659-8761-6bf23297e6c2,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:40.263621 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7661733-bdc3-4288-8e9d-852c74d3b48b None None] Sync routers for ids ['0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:42:40.294655 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7661733-bdc3-4288-8e9d-852c74d3b48b None None] Routers {'0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:42:40.294897 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 3d24949c-9f39-47a6-b562-5e0b06f3a81b up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:42:40.295918 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-e7661733-bdc3-4288-8e9d-852c74d3b48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:42:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:40.353871 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-16fc5aae-18aa-417d-a19f-550a725707a0 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1386707 Feb 09 21:42:40.358268 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 39308) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:40.361740 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a34ec9af-d81d-4b84-b7d5-af6cb47c9eae tempest-ExternalNetworksTestJSON-922142917 tempest-ExternalNetworksTestJSON-922142917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (3b5ff66c-28ca-4457-bad5-01fd7a124ff7), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:40.448637 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-e7661733-bdc3-4288-8e9d-852c74d3b48b None None] Set router 0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:42:40.451577 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-a34ec9af-d81d-4b84-b7d5-af6cb47c9eae tempest-ExternalNetworksTestJSON-922142917 tempest-ExternalNetworksTestJSON-922142917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b5ff66c-28ca-4457-bad5-01fd7a124ff7']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:40.469451 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-a34ec9af-d81d-4b84-b7d5-af6cb47c9eae tempest-ExternalNetworksTestJSON-922142917 tempest-ExternalNetworksTestJSON-922142917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39dd156c-f561-41fa-bed6-c4ec04f1096c') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:40.469907 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-a34ec9af-d81d-4b84-b7d5-af6cb47c9eae tempest-ExternalNetworksTestJSON-922142917 tempest-ExternalNetworksTestJSON-922142917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39dd156c-f561-41fa-bed6-c4ec04f1096c') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:40.508139 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-add427d0-f9fd-47df-ba9f-0ae7e3f7199f None None] Allocated IP 172.23.0.2 (5da197db-a2b7-43e5-ab19-8e1bbe90fef6/f4b385f9-4e95-4405-993d-003b09f6c3c3/5ec6bac2-70b6-413e-a9a1-874223159b41) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:42:40.514575 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a34ec9af-d81d-4b84-b7d5-af6cb47c9eae tempest-ExternalNetworksTestJSON-922142917 tempest-ExternalNetworksTestJSON-922142917-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (39dd156c-f561-41fa-bed6-c4ec04f1096c), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:40.531872 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2d37166f-13ba-41fc-919c-ee40968c67e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (7d429967-475f-444b-92cd-c2bb3b49e2db), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:40.535722 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2d37166f-13ba-41fc-919c-ee40968c67e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:40.537033 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-2d37166f-13ba-41fc-919c-ee40968c67e6 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/7d429967-475f-444b-92cd-c2bb3b49e2db HTTP/1.1" status: 204 len: 168 time: 0.8440580 Feb 09 21:42:40.614930 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a34ec9af-d81d-4b84-b7d5-af6cb47c9eae tempest-ExternalNetworksTestJSON-922142917 tempest-ExternalNetworksTestJSON-922142917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (39dd156c-f561-41fa-bed6-c4ec04f1096c), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:40.635722 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a34ec9af-d81d-4b84-b7d5-af6cb47c9eae tempest-ExternalNetworksTestJSON-922142917 tempest-ExternalNetworksTestJSON-922142917-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:42:40.637278 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a34ec9af-d81d-4b84-b7d5-af6cb47c9eae tempest-ExternalNetworksTestJSON-922142917 tempest-ExternalNetworksTestJSON-922142917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (39dd156c-f561-41fa-bed6-c4ec04f1096c), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:40.692591 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-add427d0-f9fd-47df-ba9f-0ae7e3f7199f None None] Publish callbacks [] for port (5ec6bac2-70b6-413e-a9a1-874223159b41), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:40.716136 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-add427d0-f9fd-47df-ba9f-0ae7e3f7199f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (5ec6bac2-70b6-413e-a9a1-874223159b41), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:40.781084 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c173830-5cee-491c-8773-e08c26a0578b req-456f30d4-20d2-404a-9470-d89233e5bdb3 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:40.782051 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 3d24949c-9f39-47a6-b562-5e0b06f3a81b triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:40.782439 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (3d24949c-9f39-47a6-b562-5e0b06f3a81b), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:40.784161 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8c173830-5cee-491c-8773-e08c26a0578b req-456f30d4-20d2-404a-9470-d89233e5bdb3 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 943 time: 0.5096972 Feb 09 21:42:40.793061 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d6f1385e-92d9-4351-993a-6b238ee7a2d9 admin admin] Publish callbacks [] for router (0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:40.810663 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-e7661733-bdc3-4288-8e9d-852c74d3b48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed', 'name': 'tempest-ServersTestBootFromVolume-1097569487-router', 'tenant_id': '891ca650f17f4d53a93ccc8e382018ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '0642a8a6-3e15-40fb-89aa-1c9e8f83bc81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:39:47Z', 'updated_at': '2022-02-09T21:42:35Z', 'revision_number': 5, 'project_id': '891ca650f17f4d53a93ccc8e382018ef', 'gw_port': {'id': '0642a8a6-3e15-40fb-89aa-1c9e8f83bc81', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:3b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:39:48Z', 'updated_at': '2022-02-09T21:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:40.819076 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d37166f-13ba-41fc-919c-ee40968c67e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d429967-475f-444b-92cd-c2bb3b49e2db,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:40.822418 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:42:40.822418 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:42:40.822418 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:42:40.822418 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:42:40.822418 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:42:40.822418 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:42:40.822418 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:42:40.822418 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:42:40.822418 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:42:40.822418 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:42:40.822418 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:42:40.822418 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:42:40.822418 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:42:40.822418 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:42:40.822418 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:42:40.822418 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:42:40.822418 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:42:40.822418 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:42:40.822418 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:42:40.822418 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:42:40.822418 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:42:40.822418 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:42:40.822418 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:42:40.822418 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:42:40.822418 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:42:40.822418 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:42:40.822418 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:42:40.822418 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:42:40.822418 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:42:40.822418 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:42:40.822418 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:42:40.822418 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:42:40.829377 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a34ec9af-d81d-4b84-b7d5-af6cb47c9eae tempest-ExternalNetworksTestJSON-922142917 tempest-ExternalNetworksTestJSON-922142917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (3b5ff66c-28ca-4457-bad5-01fd7a124ff7), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:40.864182 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a34ec9af-d81d-4b84-b7d5-af6cb47c9eae tempest-ExternalNetworksTestJSON-922142917 tempest-ExternalNetworksTestJSON-922142917-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:40.869461 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-a34ec9af-d81d-4b84-b7d5-af6cb47c9eae tempest-ExternalNetworksTestJSON-922142917 tempest-ExternalNetworksTestJSON-922142917-project] 10.222.0.90 "DELETE /v2.0/networks/3b5ff66c-28ca-4457-bad5-01fd7a124ff7 HTTP/1.1" status: 204 len: 168 time: 1.3000321 Feb 09 21:42:40.870562 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34ec9af-d81d-4b84-b7d5-af6cb47c9eae tempest-ExternalNetworksTestJSON-922142917 tempest-ExternalNetworksTestJSON-922142917-project] Pushing event deleted for resources: {'Network': ['ID=3b5ff66c-28ca-4457-bad5-01fd7a124ff7,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:40.874092 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d77f280b-55d1-4917-a1c4-cb9f3cb0d6b2 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (b7a1c2cd-35b8-43f4-9dbc-f98f0f575eb1), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:40.879669 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7661733-bdc3-4288-8e9d-852c74d3b48b None None] Checking router: 0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:42:40.918968 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7661733-bdc3-4288-8e9d-852c74d3b48b None None] Routers {'0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:42:40.919778 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-e7661733-bdc3-4288-8e9d-852c74d3b48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:42:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:40.921062 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add427d0-f9fd-47df-ba9f-0ae7e3f7199f None None] Network 5da197db-a2b7-43e5-ab19-8e1bbe90fef6 is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:42:40.933912 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125ae8d0-195d-46e0-b467-486c433c1da4 None None] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:42:40.953724 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77f280b-55d1-4917-a1c4-cb9f3cb0d6b2 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event updated for resources: {'Subnet': ['ID=b7a1c2cd-35b8-43f4-9dbc-f98f0f575eb1,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:40.967717 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77f280b-55d1-4917-a1c4-cb9f3cb0d6b2 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:42:40.969475 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-d77f280b-55d1-4917-a1c4-cb9f3cb0d6b2 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:42:40.976812 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77f280b-55d1-4917-a1c4-cb9f3cb0d6b2 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:40.977423 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d77f280b-55d1-4917-a1c4-cb9f3cb0d6b2 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:40.997601 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-15509a15-4388-4787-9148-1d55864f04b3 req-a45886a2-0a1f-4fd0-a41e-c36910f06768 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:40.998312 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-15509a15-4388-4787-9148-1d55864f04b3 req-a45886a2-0a1f-4fd0-a41e-c36910f06768 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (e5977f03-a751-4b3b-aba1-d45affa1fc91), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:40.998312 n-d-828369-5 neutron-server[103140]: INFO neutron.db.l3_db [req-15509a15-4388-4787-9148-1d55864f04b3 req-a45886a2-0a1f-4fd0-a41e-c36910f06768 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Floating IP e5977f03-a751-4b3b-aba1-d45affa1fc91 disassociated. External IP: 172.25.3.16, port: 4cad1a84-a108-437b-aa6b-77babb3a44d0. Feb 09 21:42:40.999442 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-15509a15-4388-4787-9148-1d55864f04b3 req-a45886a2-0a1f-4fd0-a41e-c36910f06768 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Calling delete_port for 4cad1a84-a108-437b-aa6b-77babb3a44d0 owned by compute:nova {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:42:41.005618 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-d77f280b-55d1-4917-a1c4-cb9f3cb0d6b2 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5435886 Feb 09 21:42:41.011340 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39328) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:41.018370 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-a9adeb4b-214d-4dca-97e9-bf5febea5343 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Request body: {'port': {'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726', 'name': 'tempest-NetworksTestDHCPv6-1101620850'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:42:41.069275 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8c173830-5cee-491c-8773-e08c26a0578b req-c19d6fc2-ed5d-4186-ac07-9ba065b8522b tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/security-groups?id=d1e73a5e-905c-466a-be51-a1576b624ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2689102 Feb 09 21:42:41.081210 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-add427d0-f9fd-47df-ba9f-0ae7e3f7199f None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:42:41.100499 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add427d0-f9fd-47df-ba9f-0ae7e3f7199f None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:42:41.174657 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add427d0-f9fd-47df-ba9f-0ae7e3f7199f None None] Pushing event updated for resources: {'Port': ['ID=5ec6bac2-70b6-413e-a9a1-874223159b41,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:41.232099 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b46c291b-0a87-4943-a576-965c8002b360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:41.240006 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-b929bc1b-1bd0-46ee-a509-cdc670578849 None None] Provisioning complete for port 3d24949c-9f39-47a6-b562-5e0b06f3a81b triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:41.252827 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b929bc1b-1bd0-46ee-a509-cdc670578849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (3d24949c-9f39-47a6-b562-5e0b06f3a81b), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:41.291333 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d6f1385e-92d9-4351-993a-6b238ee7a2d9 admin admin] Publish callbacks [] for router_gateway (0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:41.343274 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9adeb4b-214d-4dca-97e9-bf5febea5343 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Made reservation on behalf of 880c3cd16cc943a98203fd230e26852f for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:42:41.347608 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a9adeb4b-214d-4dca-97e9-bf5febea5343 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:41.393636 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [None req-a9adeb4b-214d-4dca-97e9-bf5febea5343 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] device_id is not set on port 8de36e77-0eb0-41d8-ab03-a969b07587e8 yet. {{(pid=103141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:42:41.398346 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-e7661733-bdc3-4288-8e9d-852c74d3b48b None None] Set router 0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:42:41.455606 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-add427d0-f9fd-47df-ba9f-0ae7e3f7199f None None] Attempting to bind port 5ec6bac2-70b6-413e-a9a1-874223159b41 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:42:41.455989 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-add427d0-f9fd-47df-ba9f-0ae7e3f7199f None None] Attempting to bind port 5ec6bac2-70b6-413e-a9a1-874223159b41 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': 'b974b2c4-2297-4419-a182-2aa7fadc03f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '5da197db-a2b7-43e5-ab19-8e1bbe90fef6'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:42:41.457178 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add427d0-f9fd-47df-ba9f-0ae7e3f7199f None None] Attempting to bind port 5ec6bac2-70b6-413e-a9a1-874223159b41 on network 5da197db-a2b7-43e5-ab19-8e1bbe90fef6 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:42:41.472154 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add427d0-f9fd-47df-ba9f-0ae7e3f7199f None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:42:41.473083 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add427d0-f9fd-47df-ba9f-0ae7e3f7199f None None] Checking segment: {'id': 'b974b2c4-2297-4419-a182-2aa7fadc03f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '5da197db-a2b7-43e5-ab19-8e1bbe90fef6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:42:41.474409 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-add427d0-f9fd-47df-ba9f-0ae7e3f7199f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:41.475111 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add427d0-f9fd-47df-ba9f-0ae7e3f7199f None None] Bound using segment: {'id': 'b974b2c4-2297-4419-a182-2aa7fadc03f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '5da197db-a2b7-43e5-ab19-8e1bbe90fef6'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:42:41.475910 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-add427d0-f9fd-47df-ba9f-0ae7e3f7199f None None] Bound port: 5ec6bac2-70b6-413e-a9a1-874223159b41, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b974b2c4-2297-4419-a182-2aa7fadc03f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '5da197db-a2b7-43e5-ab19-8e1bbe90fef6'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:42:41.476599 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-add427d0-f9fd-47df-ba9f-0ae7e3f7199f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (5ec6bac2-70b6-413e-a9a1-874223159b41), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:41.514566 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 3d24949c-9f39-47a6-b562-5e0b06f3a81b is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:41.515333 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (3d24949c-9f39-47a6-b562-5e0b06f3a81b), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:41.654353 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-a9adeb4b-214d-4dca-97e9-bf5febea5343 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Allocated IP 2001:db8::1cc (986c5511-2b50-4eb7-bb75-ff9f776ff726/b7a1c2cd-35b8-43f4-9dbc-f98f0f575eb1/8de36e77-0eb0-41d8-ab03-a969b07587e8) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:42:41.678102 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-b929bc1b-1bd0-46ee-a509-cdc670578849 None None] Current status of the port 3d24949c-9f39-47a6-b562-5e0b06f3a81b is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:41.678589 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b929bc1b-1bd0-46ee-a509-cdc670578849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (3d24949c-9f39-47a6-b562-5e0b06f3a81b), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:41.694871 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d6f1385e-92d9-4351-993a-6b238ee7a2d9 admin admin] Deleting port 0642a8a6-3e15-40fb-89aa-1c9e8f83bc81 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:42:41.695216 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d6f1385e-92d9-4351-993a-6b238ee7a2d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (0642a8a6-3e15-40fb-89aa-1c9e8f83bc81), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:41.710170 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-e7661733-bdc3-4288-8e9d-852c74d3b48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed', 'name': 'tempest-ServersTestBootFromVolume-1097569487-router', 'tenant_id': '891ca650f17f4d53a93ccc8e382018ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '0642a8a6-3e15-40fb-89aa-1c9e8f83bc81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:39:47Z', 'updated_at': '2022-02-09T21:42:35Z', 'revision_number': 5, 'project_id': '891ca650f17f4d53a93ccc8e382018ef', 'gw_port': {'id': '0642a8a6-3e15-40fb-89aa-1c9e8f83bc81', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:3b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:39:48Z', 'updated_at': '2022-02-09T21:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:41.718424 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39342) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:41.744013 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-15509a15-4388-4787-9148-1d55864f04b3 req-a45886a2-0a1f-4fd0-a41e-c36910f06768 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (4cad1a84-a108-437b-aa6b-77babb3a44d0), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:41.770707 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7661733-bdc3-4288-8e9d-852c74d3b48b None None] The sync data for ids ['0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed'] in n-d-828369-5 is: [{'id': '0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed', 'name': 'tempest-ServersTestBootFromVolume-1097569487-router', 'tenant_id': '891ca650f17f4d53a93ccc8e382018ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '0642a8a6-3e15-40fb-89aa-1c9e8f83bc81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:39:47Z', 'updated_at': '2022-02-09T21:42:35Z', 'revision_number': 5, 'project_id': '891ca650f17f4d53a93ccc8e382018ef', 'gw_port': {'id': '0642a8a6-3e15-40fb-89aa-1c9e8f83bc81', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:3b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:39:48Z', 'updated_at': '2022-02-09T21:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:42:41.957075 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a9adeb4b-214d-4dca-97e9-bf5febea5343 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for port (8de36e77-0eb0-41d8-ab03-a969b07587e8), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:42.004059 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39350) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:42.014014 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a9adeb4b-214d-4dca-97e9-bf5febea5343 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (8de36e77-0eb0-41d8-ab03-a969b07587e8), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:42.062874 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25301882-8827-4d09-a674-af60eb95ce91 None None] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:42:42.067151 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port 3d24949c-9f39-47a6-b562-5e0b06f3a81b, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=3d24949c-9f39-47a6-b562-5e0b06f3a81b,segment=NetworkSegment(e234f058-99e9-4683-aff2-a800b51d2ec4),segment_id=e234f058-99e9-4683-aff2-a800b51d2ec4)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:42.080987 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9adeb4b-214d-4dca-97e9-bf5febea5343 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event updated for resources: {'Port': ['ID=8de36e77-0eb0-41d8-ab03-a969b07587e8,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:42.089591 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-add427d0-f9fd-47df-ba9f-0ae7e3f7199f None None] For port 5ec6bac2-70b6-413e-a9a1-874223159b41, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:42:42.093611 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (3d24949c-9f39-47a6-b562-5e0b06f3a81b), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:42.094833 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 383e95c2-6696-40de-a63e-fd99d023890b up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:42:42.172575 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-45e90b99-4ad9-4b67-a676-ff33908a738f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1094699114-network', 'tenant_id': '5518b2e2cdaf482d892c4831b8ff30fa'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:42:42.195350 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9adeb4b-214d-4dca-97e9-bf5febea5343 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:42:42.199727 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-a9adeb4b-214d-4dca-97e9-bf5febea5343 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:42:42.202865 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9adeb4b-214d-4dca-97e9-bf5febea5343 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:42:42.208669 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9adeb4b-214d-4dca-97e9-bf5febea5343 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:42.209323 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a9adeb4b-214d-4dca-97e9-bf5febea5343 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:42.236819 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-add427d0-f9fd-47df-ba9f-0ae7e3f7199f None None] For port 5ec6bac2-70b6-413e-a9a1-874223159b41, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=5ec6bac2-70b6-413e-a9a1-874223159b41,segment=NetworkSegment(b974b2c4-2297-4419-a182-2aa7fadc03f8),segment_id=b974b2c4-2297-4419-a182-2aa7fadc03f8)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:42:42.245473 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-4d731f62-efc4-4f4e-aa3b-753d5354d1d8 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=b202342b6e1b4c94a88eb1fcf66d0dab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5260878 Feb 09 21:42:42.249905 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39360) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:42.264670 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-a9adeb4b-214d-4dca-97e9-bf5febea5343 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2520518 Feb 09 21:42:42.265517 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45e90b99-4ad9-4b67-a676-ff33908a738f admin admin] Made reservation on behalf of 5518b2e2cdaf482d892c4831b8ff30fa for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:42:42.268196 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-45e90b99-4ad9-4b67-a676-ff33908a738f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:42.271755 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39362) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:42.318902 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-add427d0-f9fd-47df-ba9f-0ae7e3f7199f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (5ec6bac2-70b6-413e-a9a1-874223159b41), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:42.335420 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-45e90b99-4ad9-4b67-a676-ff33908a738f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:42.381561 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=3d24949c-9f39-47a6-b562-5e0b06f3a81b,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:42.393467 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45886a2-0a1f-4fd0-a41e-c36910f06768 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Pushing event deleted for resources: {'Port': ['ID=4cad1a84-a108-437b-aa6b-77babb3a44d0,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:42.420367 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.db.api [None req-b929bc1b-1bd0-46ee-a509-cdc670578849 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103142) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:42:42.420739 n-d-828369-5 neutron-server[103142]: DEBUG oslo_db.api [None req-b929bc1b-1bd0-46ee-a509-cdc670578849 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:42:42.463696 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-45e90b99-4ad9-4b67-a676-ff33908a738f admin admin] Publish callbacks [] for security_group (2c6f3a94-a6d6-43e2-acdb-1301292669bc), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:42.477838 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-45e90b99-4ad9-4b67-a676-ff33908a738f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (2c6f3a94-a6d6-43e2-acdb-1301292669bc), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:42.479826 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3b1743aa-2d2e-41de-b0f2-ec630600cf0c req-846c0fe8-6c9d-41a0-aa67-3028059b8936 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 210 time: 0.0966203 Feb 09 21:42:42.533007 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 383e95c2-6696-40de-a63e-fd99d023890b triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:42.533398 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (383e95c2-6696-40de-a63e-fd99d023890b), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:42.540549 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-26961aa1-5940-47e6-9cba-a7b6abeb615f admin admin] Publish callbacks [] for security_group (52b1c0e7-13ad-4442-a67b-ab90907de9e0), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:42.542284 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45e90b99-4ad9-4b67-a676-ff33908a738f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:42:42.561463 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193f1dc2-fee0-4a43-b2e9-0b2a5fe26bb0 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:42.566826 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193f1dc2-fee0-4a43-b2e9-0b2a5fe26bb0 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:42.568549 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-193f1dc2-fee0-4a43-b2e9-0b2a5fe26bb0 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.2893484 Feb 09 21:42:42.569970 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add427d0-f9fd-47df-ba9f-0ae7e3f7199f None None] Pushing event updated for resources: {'Port': ['ID=5ec6bac2-70b6-413e-a9a1-874223159b41,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:42.580104 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-25eb7593-4977-43c1-a500-87742dead9f2 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:42.580332 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39370) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:42.613290 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-45e90b99-4ad9-4b67-a676-ff33908a738f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (beab90cf-d056-437f-9053-2d21c26835ff), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:42.613638 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-45e90b99-4ad9-4b67-a676-ff33908a738f admin admin] Added segment beab90cf-d056-437f-9053-2d21c26835ff of type vlan for network ee0706f8-f174-4ce6-b3b3-968a4b599083 Feb 09 21:42:42.615044 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e90b99-4ad9-4b67-a676-ff33908a738f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c6f3a94-a6d6-43e2-acdb-1301292669bc,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:42.698164 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 383e95c2-6696-40de-a63e-fd99d023890b is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:42.710998 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:42.759762 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d6f1385e-92d9-4351-993a-6b238ee7a2d9 admin admin] For port 0642a8a6-3e15-40fb-89aa-1c9e8f83bc81, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=0642a8a6-3e15-40fb-89aa-1c9e8f83bc81,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:42.760384 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d6f1385e-92d9-4351-993a-6b238ee7a2d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (0642a8a6-3e15-40fb-89aa-1c9e8f83bc81), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:42.778040 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-45e90b99-4ad9-4b67-a676-ff33908a738f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (ee0706f8-f174-4ce6-b3b3-968a4b599083), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:42.786371 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-26961aa1-5940-47e6-9cba-a7b6abeb615f admin admin] Publish callbacks [] for security_group (52b1c0e7-13ad-4442-a67b-ab90907de9e0), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:42.828551 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d6f1385e-92d9-4351-993a-6b238ee7a2d9 admin admin] Calling delete_port for 0642a8a6-3e15-40fb-89aa-1c9e8f83bc81 owned by network:router_gateway {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:42:42.836864 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 3d24949c-9f39-47a6-b562-5e0b06f3a81b up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:42:42.981638 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-45e90b99-4ad9-4b67-a676-ff33908a738f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (ee0706f8-f174-4ce6-b3b3-968a4b599083), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:42.982909 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e90b99-4ad9-4b67-a676-ff33908a738f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:42.983548 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-45e90b99-4ad9-4b67-a676-ff33908a738f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:43.014465 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [req-15509a15-4388-4787-9148-1d55864f04b3 req-a45886a2-0a1f-4fd0-a41e-c36910f06768 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Router 54ced5e6-fafc-49b5-a8dc-94e54f483860 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:42:43.084458 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-b929bc1b-1bd0-46ee-a509-cdc670578849 None None] Current status of the port 3d24949c-9f39-47a6-b562-5e0b06f3a81b is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:43.112852 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 3d24949c-9f39-47a6-b562-5e0b06f3a81b triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:43.114492 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (3d24949c-9f39-47a6-b562-5e0b06f3a81b), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:43.167474 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-45e90b99-4ad9-4b67-a676-ff33908a738f admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1537166 Feb 09 21:42:43.172793 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39382) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:43.184495 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-26961aa1-5940-47e6-9cba-a7b6abeb615f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (52b1c0e7-13ad-4442-a67b-ab90907de9e0), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:43.193544 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-26961aa1-5940-47e6-9cba-a7b6abeb615f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:43.194835 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-26961aa1-5940-47e6-9cba-a7b6abeb615f admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/52b1c0e7-13ad-4442-a67b-ab90907de9e0 HTTP/1.1" status: 204 len: 168 time: 0.9437785 Feb 09 21:42:43.205597 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-f260af02-f4ca-4a4a-b9c8-343de90978fb admin admin] Request body: {'subnet': {'network_id': 'ee0706f8-f174-4ce6-b3b3-968a4b599083', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1094699114-subnet', 'tenant_id': '5518b2e2cdaf482d892c4831b8ff30fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:42:43.224169 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e90b99-4ad9-4b67-a676-ff33908a738f admin admin] Pushing event updated for resources: {'Network': ['ID=ee0706f8-f174-4ce6-b3b3-968a4b599083,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:43.257216 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-0358b7cc-98de-4b21-832d-6a1f215d3fc3 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Deleting port 8de36e77-0eb0-41d8-ab03-a969b07587e8 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:42:43.257559 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0358b7cc-98de-4b21-832d-6a1f215d3fc3 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (8de36e77-0eb0-41d8-ab03-a969b07587e8), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:43.264119 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26961aa1-5940-47e6-9cba-a7b6abeb615f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b1c0e7-13ad-4442-a67b-ab90907de9e0,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:43.283646 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network ee0706f8-f174-4ce6-b3b3-968a4b599083 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:42:43.343640 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f260af02-f4ca-4a4a-b9c8-343de90978fb admin admin] Made reservation on behalf of 5518b2e2cdaf482d892c4831b8ff30fa for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:42:43.346623 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f260af02-f4ca-4a4a-b9c8-343de90978fb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:43.486490 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a25e987b-21cf-4894-b986-c89a01a8b014 None None] Provisioning complete for port 3d24949c-9f39-47a6-b562-5e0b06f3a81b triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:43.486934 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a25e987b-21cf-4894-b986-c89a01a8b014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (3d24949c-9f39-47a6-b562-5e0b06f3a81b), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:43.523271 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0358b7cc-98de-4b21-832d-6a1f215d3fc3 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (8de36e77-0eb0-41d8-ab03-a969b07587e8), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:43.553864 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-0358b7cc-98de-4b21-832d-6a1f215d3fc3 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Calling delete_port for 8de36e77-0eb0-41d8-ab03-a969b07587e8 owned by {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:42:43.607551 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 3d24949c-9f39-47a6-b562-5e0b06f3a81b is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:43.620949 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 98d10200-2354-451c-8749-9045f33dc638 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:42:43.649999 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-15509a15-4388-4787-9148-1d55864f04b3 req-a45886a2-0a1f-4fd0-a41e-c36910f06768 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:42:43.702758 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 98d10200-2354-451c-8749-9045f33dc638 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:42:43.703116 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 98d10200-2354-451c-8749-9045f33dc638 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:42:43.707070 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ecafd9-41ad-470c-a2fe-2bbeca6eb7cf None None] Sync routers for ids ['54ced5e6-fafc-49b5-a8dc-94e54f483860'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:42:43.709937 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-25eb7593-4977-43c1-a500-87742dead9f2 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Allocated IP 172.23.0.1 (5da197db-a2b7-43e5-ab19-8e1bbe90fef6/f4b385f9-4e95-4405-993d-003b09f6c3c3/f5292e8b-3080-49a8-a05e-d382ea6272f4) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:42:43.733588 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a25e987b-21cf-4894-b986-c89a01a8b014 None None] Current status of the port 3d24949c-9f39-47a6-b562-5e0b06f3a81b is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:43.737036 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ecafd9-41ad-470c-a2fe-2bbeca6eb7cf None None] Routers {'54ced5e6-fafc-49b5-a8dc-94e54f483860'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:42:43.738184 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-92ecafd9-41ad-470c-a2fe-2bbeca6eb7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:42:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['54ced5e6-fafc-49b5-a8dc-94e54f483860'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:43.883362 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-750dcacf-24aa-4079-8f46-77da6ae86a85 None None] Could not find standard attr ID for object dac81807-6e50-44d7-888b-5b037314ab49. {{(pid=103142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 21:42:43.951591 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-750dcacf-24aa-4079-8f46-77da6ae86a85 None None] Provisioning complete for port 3d24949c-9f39-47a6-b562-5e0b06f3a81b triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:43.952055 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-750dcacf-24aa-4079-8f46-77da6ae86a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (3d24949c-9f39-47a6-b562-5e0b06f3a81b), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:44.090634 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b0b90dc7-35d6-4fe0-bab6-f0cc88b636b2 req-60aada1c-9761-494e-9d86-ff90b4b1cf48 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 210 time: 0.1664605 Feb 09 21:42:44.129201 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-92ecafd9-41ad-470c-a2fe-2bbeca6eb7cf None None] Set router 54ced5e6-fafc-49b5-a8dc-94e54f483860 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:42:44.134586 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 39396) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:44.137316 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-15509a15-4388-4787-9148-1d55864f04b3 req-a45886a2-0a1f-4fd0-a41e-c36910f06768 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] No DVR routers for this DVR port 4cad1a84-a108-437b-aa6b-77babb3a44d0 on host n-h1-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:42:44.146226 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-15509a15-4388-4787-9148-1d55864f04b3 req-a45886a2-0a1f-4fd0-a41e-c36910f06768 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:44.149556 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-15509a15-4388-4787-9148-1d55864f04b3 req-a45886a2-0a1f-4fd0-a41e-c36910f06768 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.95 "DELETE /v2.0/ports/4cad1a84-a108-437b-aa6b-77babb3a44d0 HTTP/1.1" status: 204 len: 173 time: 4.7710307 Feb 09 21:42:44.154885 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88d24cbc-9e1f-4a64-8250-6e635ad0ac84', 'name': 'network-vif-deleted', 'tag': '4cad1a84-a108-437b-aa6b-77babb3a44d0'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:42:44.157695 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b832954-9bb7-4cfa-a602-060103637667" -d '{"events": [{"server_uuid": "88d24cbc-9e1f-4a64-8250-6e635ad0ac84", "name": "network-vif-deleted", "tag": "4cad1a84-a108-437b-aa6b-77babb3a44d0"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:42:44.161917 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f260af02-f4ca-4a4a-b9c8-343de90978fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (20faad09-ef18-4190-ba35-355fe9f71ce7), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:44.206526 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:44.283501 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0358b7cc-98de-4b21-832d-6a1f215d3fc3 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (8de36e77-0eb0-41d8-ab03-a969b07587e8), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:44.286685 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-086c9614-90a5-4d8c-a8b6-9851153b04c3 x-openstack-request-id: req-086c9614-90a5-4d8c-a8b6-9851153b04c3 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:42:44.286996 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88d24cbc-9e1f-4a64-8250-6e635ad0ac84", "name": "network-vif-deleted", "tag": "4cad1a84-a108-437b-aa6b-77babb3a44d0", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:42:44.287239 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-086c9614-90a5-4d8c-a8b6-9851153b04c3 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:42:44.288612 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88d24cbc-9e1f-4a64-8250-6e635ad0ac84', 'name': 'network-vif-deleted', 'tag': '4cad1a84-a108-437b-aa6b-77babb3a44d0', 'status': 'completed', 'code': 200} Feb 09 21:42:44.291358 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f260af02-f4ca-4a4a-b9c8-343de90978fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=20faad09-ef18-4190-ba35-355fe9f71ce7,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:44.333345 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0358b7cc-98de-4b21-832d-6a1f215d3fc3 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event deleted for resources: {'Port': ['ID=8de36e77-0eb0-41d8-ab03-a969b07587e8,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:44.388925 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-750dcacf-24aa-4079-8f46-77da6ae86a85 None None] Current status of the port 3d24949c-9f39-47a6-b562-5e0b06f3a81b is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:44.394823 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0358b7cc-98de-4b21-832d-6a1f215d3fc3 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:44.399089 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-0358b7cc-98de-4b21-832d-6a1f215d3fc3 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "DELETE /v2.0/ports/8de36e77-0eb0-41d8-ab03-a969b07587e8 HTTP/1.1" status: 204 len: 168 time: 1.8097548 Feb 09 21:42:44.405101 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39400) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:44.413587 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-750dcacf-24aa-4079-8f46-77da6ae86a85 None None] Could not find standard attr ID for object 8de36e77-0eb0-41d8-ab03-a969b07587e8. {{(pid=103142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 21:42:44.455833 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f260af02-f4ca-4a4a-b9c8-343de90978fb admin admin] Checking segment: {'id': 'beab90cf-d056-437f-9053-2d21c26835ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'ee0706f8-f174-4ce6-b3b3-968a4b599083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:42:44.456522 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f260af02-f4ca-4a4a-b9c8-343de90978fb admin admin] Network hostable DHCP agents. Network: ee0706f8-f174-4ce6-b3b3-968a4b599083, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:42:44.473088 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-25eb7593-4977-43c1-a500-87742dead9f2 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for port (f5292e8b-3080-49a8-a05e-d382ea6272f4), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:44.490493 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc9f459-6714-46a5-8473-eda9e35ef65b tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:44.492277 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc9f459-6714-46a5-8473-eda9e35ef65b tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:44.494803 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-7dc9f459-6714-46a5-8473-eda9e35ef65b tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0882039 Feb 09 21:42:44.496441 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f260af02-f4ca-4a4a-b9c8-343de90978fb admin admin] Network ee0706f8-f174-4ce6-b3b3-968a4b599083 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:42:44.499696 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39402) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:44.563652 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-e80cab57-81ab-4f1c-8be0-0231d37bc105 None None] Could not find standard attr ID for object 8de36e77-0eb0-41d8-ab03-a969b07587e8. {{(pid=103142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 21:42:44.573389 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd3f8bfc-2800-4641-a56e-c2a6141725f4 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Deleting subnet b7a1c2cd-35b8-43f4-9dbc-f98f0f575eb1 {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:42:44.575979 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-e0f3dc6a-472e-418f-8209-70ab9505c23b admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=9129abfbe3d744449224e2d1ab5b199e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4361198 Feb 09 21:42:44.577156 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fd3f8bfc-2800-4641-a56e-c2a6141725f4 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for subnet (b7a1c2cd-35b8-43f4-9dbc-f98f0f575eb1), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:44.583511 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-92ecafd9-41ad-470c-a2fe-2bbeca6eb7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54ced5e6-fafc-49b5-a8dc-94e54f483860', 'name': 'tempest-TaggedBootDevicesTest_v242-918985318-router', 'tenant_id': '18ba459b325a4da0821abb3dc94f8781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'cc537b70-ac47-4c47-917e-c3f2cc7d30a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:48Z', 'updated_at': '2022-02-09T21:36:00Z', 'revision_number': 4, 'project_id': '18ba459b325a4da0821abb3dc94f8781', 'gw_port': {'id': 'cc537b70-ac47-4c47-917e-c3f2cc7d30a4', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:35:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ced5e6-fafc-49b5-a8dc-94e54f483860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:50Z', 'updated_at': '2022-02-09T21:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': 'd88b7afa-343f-4d26-9fcb-cf7426a454d8', 'name': '', 'network_id': '8185c7c8-686b-411f-8c8d-101dfc1ac3a8', 'tenant_id': '18ba459b325a4da0821abb3dc94f8781', 'mac_address': 'fa:16:3e:95:8e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ced5e6-fafc-49b5-a8dc-94e54f483860', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '413233c4-7ff7-4428-a26b-9211d4e793f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:58Z', 'updated_at': '2022-02-09T21:36:07Z', 'revision_number': 5, 'project_id': '18ba459b325a4da0821abb3dc94f8781', 'subnets': [{'id': '413233c4-7ff7-4428-a26b-9211d4e793f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:44.583805 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 39404) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:44.619105 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fd3f8bfc-2800-4641-a56e-c2a6141725f4 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (b7a1c2cd-35b8-43f4-9dbc-f98f0f575eb1), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:44.655781 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ecafd9-41ad-470c-a2fe-2bbeca6eb7cf None None] Checking router: 54ced5e6-fafc-49b5-a8dc-94e54f483860 for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:42:44.679378 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ecafd9-41ad-470c-a2fe-2bbeca6eb7cf None None] Routers {'54ced5e6-fafc-49b5-a8dc-94e54f483860'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:42:44.680020 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-92ecafd9-41ad-470c-a2fe-2bbeca6eb7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:42:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['54ced5e6-fafc-49b5-a8dc-94e54f483860'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:44.685851 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fd3f8bfc-2800-4641-a56e-c2a6141725f4 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (b7a1c2cd-35b8-43f4-9dbc-f98f0f575eb1), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:44.747269 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d6f1385e-92d9-4351-993a-6b238ee7a2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (0642a8a6-3e15-40fb-89aa-1c9e8f83bc81), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:44.747811 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-f260af02-f4ca-4a4a-b9c8-343de90978fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, ee0706f8-f174-4ce6-b3b3-968a4b599083) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:42:44.754353 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f260af02-f4ca-4a4a-b9c8-343de90978fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:44.755257 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f260af02-f4ca-4a4a-b9c8-343de90978fb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:44.759683 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fd3f8bfc-2800-4641-a56e-c2a6141725f4 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (b7a1c2cd-35b8-43f4-9dbc-f98f0f575eb1), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:44.783317 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-25eb7593-4977-43c1-a500-87742dead9f2 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (f5292e8b-3080-49a8-a05e-d382ea6272f4), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:44.785554 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fd3f8bfc-2800-4641-a56e-c2a6141725f4 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:44.794229 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-fd3f8bfc-2800-4641-a56e-c2a6141725f4 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "DELETE /v2.0/subnets/b7a1c2cd-35b8-43f4-9dbc-f98f0f575eb1 HTTP/1.1" status: 204 len: 168 time: 0.2931061 Feb 09 21:42:44.795706 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c70ca3a-d2d5-47e2-a4b6-30334edc4d9a None None] Network 5da197db-a2b7-43e5-ab19-8e1bbe90fef6 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:42:44.798347 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d99985a-d433-4a67-8382-45e9a68ff0d8 None None] Network ee0706f8-f174-4ce6-b3b3-968a4b599083 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:42:44.807940 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 39406) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:44.818283 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25eb7593-4977-43c1-a500-87742dead9f2 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Network 5da197db-a2b7-43e5-ab19-8e1bbe90fef6 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:42:44.851290 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-25eb7593-4977-43c1-a500-87742dead9f2 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:42:44.856122 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25eb7593-4977-43c1-a500-87742dead9f2 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:42:44.883717 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3f8bfc-2800-4641-a56e-c2a6141725f4 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event deleted for resources: {'Subnet': ['ID=b7a1c2cd-35b8-43f4-9dbc-f98f0f575eb1,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:44.906717 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f1385e-92d9-4351-993a-6b238ee7a2d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0642a8a6-3e15-40fb-89aa-1c9e8f83bc81,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:44.917272 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-f260af02-f4ca-4a4a-b9c8-343de90978fb admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.7433288 Feb 09 21:42:44.977266 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87f2496-156a-4f93-a5ac-1da391ac759e None None] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:42:44.988350 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 5ec6bac2-70b6-413e-a9a1-874223159b41 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:42:45.061475 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-0ddbc6c9-94b2-4eb3-9236-68f02a9aa108 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2386930 Feb 09 21:42:45.061782 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39412) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:45.067165 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-d977d0cd-f746-40f4-b0e2-24672395c350 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Request body: {'subnet': {'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:42:45.193509 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2791880f-3257-4f96-bd74-ee02dd2979bb admin admin] Publish callbacks [] for security_group (41c7db7a-260d-41cd-9851-6e55f452ee46), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:45.213872 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d6f1385e-92d9-4351-993a-6b238ee7a2d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-554524'] for router_gateway (0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:45.266960 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d977d0cd-f746-40f4-b0e2-24672395c350 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Made reservation on behalf of 880c3cd16cc943a98203fd230e26852f for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:42:45.270168 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d977d0cd-f746-40f4-b0e2-24672395c350 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:45.453604 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2791880f-3257-4f96-bd74-ee02dd2979bb admin admin] Publish callbacks [] for security_group (41c7db7a-260d-41cd-9851-6e55f452ee46), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:45.461711 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-f52c0ee6-adff-45b9-865b-b872f6bb8aa1 None None] Provisioning complete for port 5ec6bac2-70b6-413e-a9a1-874223159b41 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:45.462248 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f52c0ee6-adff-45b9-865b-b872f6bb8aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (5ec6bac2-70b6-413e-a9a1-874223159b41), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:45.471871 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3a8c70d1-0756-4e39-a0e8-278b28801ae3 req-831f73cf-2fdb-46d4-9d73-64c2fd90f3c0 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 210 time: 0.1932793 Feb 09 21:42:45.508451 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-25eb7593-4977-43c1-a500-87742dead9f2 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554727'] for router_interface (bf06bceb-4cbf-41a1-9752-211686b11ead), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:45.517471 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d977d0cd-f746-40f4-b0e2-24672395c350 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (25bf4071-ac70-4a37-bf19-bfe7c3eb53cc), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:45.561944 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:45.593026 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d977d0cd-f746-40f4-b0e2-24672395c350 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:42:45.596194 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-d977d0cd-f746-40f4-b0e2-24672395c350 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:42:45.614035 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d977d0cd-f746-40f4-b0e2-24672395c350 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:45.614623 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d977d0cd-f746-40f4-b0e2-24672395c350 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:45.616627 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d6f1385e-92d9-4351-993a-6b238ee7a2d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:45.618797 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eb7593-4977-43c1-a500-87742dead9f2 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Pushing event updated for resources: {'Port': ['ID=f5292e8b-3080-49a8-a05e-d382ea6272f4,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:45.622886 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d6f1385e-92d9-4351-993a-6b238ee7a2d9 admin admin] Publish callbacks [] for router_controller (0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:45.665594 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-d977d0cd-f746-40f4-b0e2-24672395c350 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6026351 Feb 09 21:42:45.666330 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39420) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:45.673872 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-92ecafd9-41ad-470c-a2fe-2bbeca6eb7cf None None] Set router 54ced5e6-fafc-49b5-a8dc-94e54f483860 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:42:45.674491 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-7499b3b6-e7a2-4f93-b57a-897ddcb97980 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Request body: {'port': {'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726', 'name': 'tempest-NetworksTestDHCPv6-1358282296'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:42:45.680937 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d977d0cd-f746-40f4-b0e2-24672395c350 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event updated for resources: {'Subnet': ['ID=25bf4071-ac70-4a37-bf19-bfe7c3eb53cc,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:45.695557 n-d-828369-5 neutron-server[103140]: INFO neutron.api.v2.resource [req-c1adeac9-55c0-4398-8ebb-c098f1915106 req-3ab7277b-05d2-4d4d-b65c-e97e5d3c3f6b tempest-SecurityGroupsNegativeTestJSON-424972820 tempest-SecurityGroupsNegativeTestJSON-424972820-project] show failed (client error): The resource could not be found. Feb 09 21:42:45.715222 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c1adeac9-55c0-4398-8ebb-c098f1915106 req-3ab7277b-05d2-4d4d-b65c-e97e5d3c3f6b tempest-SecurityGroupsNegativeTestJSON-424972820 tempest-SecurityGroupsNegativeTestJSON-424972820-project] 10.222.0.90 "GET /v2.0/security-groups/c2491206-0a1c-45c1-8cb2-728da0702956 HTTP/1.1" status: 404 len: 352 time: 0.2651837 Feb 09 21:42:45.736467 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-25eb7593-4977-43c1-a500-87742dead9f2 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (f5292e8b-3080-49a8-a05e-d382ea6272f4), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:45.776640 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c16e97-9a96-421e-8a28-7ace07df0a3c None None] Network ee0706f8-f174-4ce6-b3b3-968a4b599083 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:42:45.852975 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89584fb-53aa-4ebc-8d19-59d096d280b1 None None] DHCP port deletion for 986c5511-2b50-4eb7-bb75-ff9f776ff726 request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:42:45.858554 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7499b3b6-e7a2-4f93-b57a-897ddcb97980 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Made reservation on behalf of 880c3cd16cc943a98203fd230e26852f for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:42:45.866650 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7499b3b6-e7a2-4f93-b57a-897ddcb97980 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:45.904364 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [None req-7499b3b6-e7a2-4f93-b57a-897ddcb97980 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] device_id is not set on port 35a911f7-43fe-4182-8c8f-c23ba7864c00 yet. {{(pid=103141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:42:45.984206 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d6f1385e-92d9-4351-993a-6b238ee7a2d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:45.984775 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6f1385e-92d9-4351-993a-6b238ee7a2d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed {{(pid=103140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:42:46.012515 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 5ec6bac2-70b6-413e-a9a1-874223159b41 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:46.012907 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (5ec6bac2-70b6-413e-a9a1-874223159b41), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:46.124614 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d6f1385e-92d9-4351-993a-6b238ee7a2d9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:46.135245 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-d6f1385e-92d9-4351-993a-6b238ee7a2d9 admin admin] 10.222.0.90 "DELETE /v2.0/routers/0a8f87e8-1c9a-48cd-a866-cc5a3f57a8ed HTTP/1.1" status: 204 len: 168 time: 6.3647017 Feb 09 21:42:46.136248 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 39428) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:46.156729 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-7499b3b6-e7a2-4f93-b57a-897ddcb97980 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Allocated IP 2001:db8::6d (986c5511-2b50-4eb7-bb75-ff9f776ff726/25bf4071-ac70-4a37-bf19-bfe7c3eb53cc/35a911f7-43fe-4182-8c8f-c23ba7864c00) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:42:46.199197 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2791880f-3257-4f96-bd74-ee02dd2979bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (41c7db7a-260d-41cd-9851-6e55f452ee46), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:46.202560 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2791880f-3257-4f96-bd74-ee02dd2979bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:46.207391 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-2791880f-3257-4f96-bd74-ee02dd2979bb admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/41c7db7a-260d-41cd-9851-6e55f452ee46 HTTP/1.1" status: 204 len: 168 time: 1.6214764 Feb 09 21:42:46.262332 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-f52c0ee6-adff-45b9-865b-b872f6bb8aa1 None None] Current status of the port 5ec6bac2-70b6-413e-a9a1-874223159b41 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:46.262724 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f52c0ee6-adff-45b9-865b-b872f6bb8aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (5ec6bac2-70b6-413e-a9a1-874223159b41), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:46.283226 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-66411d41-bf40-4f2d-bc1f-e9f1600de038 req-f5a715ff-9566-4b76-8cfc-475d8f55175b tempest-SecurityGroupsNegativeTestJSON-424972820 tempest-SecurityGroupsNegativeTestJSON-424972820-project] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=5518b2e2cdaf482d892c4831b8ff30fa HTTP/1.1" status: 200 len: 3005 time: 0.5002511 Feb 09 21:42:46.323677 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2791880f-3257-4f96-bd74-ee02dd2979bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41c7db7a-260d-41cd-9851-6e55f452ee46,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:46.450925 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-f52c0ee6-adff-45b9-865b-b872f6bb8aa1 None None] For port 5ec6bac2-70b6-413e-a9a1-874223159b41, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=5ec6bac2-70b6-413e-a9a1-874223159b41,segment=NetworkSegment(b974b2c4-2297-4419-a182-2aa7fadc03f8),segment_id=b974b2c4-2297-4419-a182-2aa7fadc03f8)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:46.501908 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-66411d41-bf40-4f2d-bc1f-e9f1600de038 req-64f1d244-a581-4065-a5fe-ed31f763e94a tempest-SecurityGroupsNegativeTestJSON-424972820 tempest-SecurityGroupsNegativeTestJSON-424972820-project] 10.222.0.90 "GET /v2.0/security-groups/2c6f3a94-a6d6-43e2-acdb-1301292669bc HTTP/1.1" status: 200 len: 3002 time: 0.1840899 Feb 09 21:42:46.506738 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7499b3b6-e7a2-4f93-b57a-897ddcb97980 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for port (35a911f7-43fe-4182-8c8f-c23ba7864c00), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:46.529484 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_v2 [None req-3320fa10-567a-45fd-a95a-9d72ffee2ccf admin admin] Deleting subnet 0faed951-8579-406a-a0fb-7a4b47e45260 {{(pid=103140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:42:46.551264 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 5ec6bac2-70b6-413e-a9a1-874223159b41 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:46.557757 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f52c0ee6-adff-45b9-865b-b872f6bb8aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (5ec6bac2-70b6-413e-a9a1-874223159b41), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:46.583111 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3320fa10-567a-45fd-a95a-9d72ffee2ccf admin admin] Publish callbacks [] for subnet (0faed951-8579-406a-a0fb-7a4b47e45260), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:46.614542 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7499b3b6-e7a2-4f93-b57a-897ddcb97980 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (35a911f7-43fe-4182-8c8f-c23ba7864c00), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:46.669873 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7499b3b6-e7a2-4f93-b57a-897ddcb97980 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:42:46.674295 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-7499b3b6-e7a2-4f93-b57a-897ddcb97980 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:42:46.682186 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7499b3b6-e7a2-4f93-b57a-897ddcb97980 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:42:46.695424 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7499b3b6-e7a2-4f93-b57a-897ddcb97980 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:46.696253 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7499b3b6-e7a2-4f93-b57a-897ddcb97980 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:46.733118 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7499b3b6-e7a2-4f93-b57a-897ddcb97980 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event updated for resources: {'Port': ['ID=35a911f7-43fe-4182-8c8f-c23ba7864c00,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:46.756027 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-7499b3b6-e7a2-4f93-b57a-897ddcb97980 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0863400 Feb 09 21:42:46.775092 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39436) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:46.783156 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-d89584fb-53aa-4ebc-8d19-59d096d280b1 None None] Deleting port 3d24949c-9f39-47a6-b562-5e0b06f3a81b {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:42:46.786260 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d89584fb-53aa-4ebc-8d19-59d096d280b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (3d24949c-9f39-47a6-b562-5e0b06f3a81b), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:46.902026 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-25a89f58-bdbd-4b0d-ab5a-1967a1ae5e08 req-566ddde4-8289-4dda-a161-ce01cad8a8d7 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 210 time: 0.1299281 Feb 09 21:42:46.920818 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-d89584fb-53aa-4ebc-8d19-59d096d280b1 None None] For port 3d24949c-9f39-47a6-b562-5e0b06f3a81b, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=3d24949c-9f39-47a6-b562-5e0b06f3a81b,segment=NetworkSegment(e234f058-99e9-4683-aff2-a800b51d2ec4),segment_id=e234f058-99e9-4683-aff2-a800b51d2ec4)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:46.921222 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d89584fb-53aa-4ebc-8d19-59d096d280b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (3d24949c-9f39-47a6-b562-5e0b06f3a81b), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:46.941848 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e63501-533e-4a6b-9cc0-fafb27818a9f tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:46.944151 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3320fa10-567a-45fd-a95a-9d72ffee2ccf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9110716'] for subnet (0faed951-8579-406a-a0fb-7a4b47e45260), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:46.948890 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e63501-533e-4a6b-9cc0-fafb27818a9f tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:46.953033 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-f0e63501-533e-4a6b-9cc0-fafb27818a9f tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.1734679 Feb 09 21:42:46.959360 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39442) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:46.969003 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-d89584fb-53aa-4ebc-8d19-59d096d280b1 None None] Calling delete_port for 3d24949c-9f39-47a6-b562-5e0b06f3a81b owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:42:46.995066 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-66411d41-bf40-4f2d-bc1f-e9f1600de038 req-f15579c2-c304-41f5-94e4-ea854f602a32 tempest-SecurityGroupsNegativeTestJSON-424972820 tempest-SecurityGroupsNegativeTestJSON-424972820-project] 10.222.0.90 "GET /v2.0/security-groups/2c6f3a94-a6d6-43e2-acdb-1301292669bc HTTP/1.1" status: 200 len: 3002 time: 0.4688597 Feb 09 21:42:47.082465 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52c0ee6-adff-45b9-865b-b872f6bb8aa1 None None] Pushing event updated for resources: {'Port': ['ID=5ec6bac2-70b6-413e-a9a1-874223159b41,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:47.098928 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 3d24949c-9f39-47a6-b562-5e0b06f3a81b no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:42:47.146004 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-25eb7593-4977-43c1-a500-87742dead9f2 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for port (f5292e8b-3080-49a8-a05e-d382ea6272f4), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:47.153939 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52c0ee6-adff-45b9-865b-b872f6bb8aa1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:47.154293 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52c0ee6-adff-45b9-865b-b872f6bb8aa1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:47.154628 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52c0ee6-adff-45b9-865b-b872f6bb8aa1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:47.155004 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52c0ee6-adff-45b9-865b-b872f6bb8aa1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:47.155285 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52c0ee6-adff-45b9-865b-b872f6bb8aa1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:47.155613 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52c0ee6-adff-45b9-865b-b872f6bb8aa1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:47.156015 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52c0ee6-adff-45b9-865b-b872f6bb8aa1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:47.156391 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52c0ee6-adff-45b9-865b-b872f6bb8aa1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:47.156717 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52c0ee6-adff-45b9-865b-b872f6bb8aa1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:47.157090 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52c0ee6-adff-45b9-865b-b872f6bb8aa1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:47.157603 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52c0ee6-adff-45b9-865b-b872f6bb8aa1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:47.157941 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52c0ee6-adff-45b9-865b-b872f6bb8aa1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:47.158261 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52c0ee6-adff-45b9-865b-b872f6bb8aa1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:42:47.160830 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4dad22bd-be26-4538-a137-063f596d9d2e req-07a9ef73-c887-47e6-8f4d-807e5d03332a tempest-SecurityGroupsNegativeTestJSON-424972820 tempest-SecurityGroupsNegativeTestJSON-424972820-project] 10.222.0.90 "GET /v2.0/security-groups/2c6f3a94-a6d6-43e2-acdb-1301292669bc HTTP/1.1" status: 200 len: 3002 time: 0.1400824 Feb 09 21:42:47.166514 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-25eb7593-4977-43c1-a500-87742dead9f2 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (f5292e8b-3080-49a8-a05e-d382ea6272f4), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:47.176368 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 3d24949c-9f39-47a6-b562-5e0b06f3a81b {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:42:47.177548 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 3d24949c-9f39-47a6-b562-5e0b06f3a81b not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:42:47.178036 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 0642a8a6-3e15-40fb-89aa-1c9e8f83bc81 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:42:47.191650 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3320fa10-567a-45fd-a95a-9d72ffee2ccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (0faed951-8579-406a-a0fb-7a4b47e45260), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:47.228289 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d89584fb-53aa-4ebc-8d19-59d096d280b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (3d24949c-9f39-47a6-b562-5e0b06f3a81b), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:47.233042 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-1a5c4546-4117-45f1-916a-089076b96ab3 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Deleting port 35a911f7-43fe-4182-8c8f-c23ba7864c00 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:42:47.233386 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1a5c4546-4117-45f1-916a-089076b96ab3 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (35a911f7-43fe-4182-8c8f-c23ba7864c00), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:47.320855 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 0642a8a6-3e15-40fb-89aa-1c9e8f83bc81 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:42:47.326041 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 0642a8a6-3e15-40fb-89aa-1c9e8f83bc81 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:42:47.341772 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89584fb-53aa-4ebc-8d19-59d096d280b1 None None] Pushing event deleted for resources: {'Port': ['ID=3d24949c-9f39-47a6-b562-5e0b06f3a81b,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:47.346124 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-25eb7593-4977-43c1-a500-87742dead9f2 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524919'] for router_interface (bf06bceb-4cbf-41a1-9752-211686b11ead), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:47.351608 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eb7593-4977-43c1-a500-87742dead9f2 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Pushing event updated for resources: {'Port': ['ID=f5292e8b-3080-49a8-a05e-d382ea6272f4,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:47.357586 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89584fb-53aa-4ebc-8d19-59d096d280b1 None None] No DVR routers for this DVR port 3d24949c-9f39-47a6-b562-5e0b06f3a81b on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:42:47.367729 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-d9a2fdcf-49d7-4374-b9ec-e43e804059bb None None] Provisioning complete for port f5292e8b-3080-49a8-a05e-d382ea6272f4 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:47.369519 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d9a2fdcf-49d7-4374-b9ec-e43e804059bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (f5292e8b-3080-49a8-a05e-d382ea6272f4), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:47.457822 n-d-828369-5 neutron-server[103140]: INFO neutron.api.v2.resource [req-4dad22bd-be26-4538-a137-063f596d9d2e req-1cd766a9-23c6-4b21-99c9-f2d211991281 tempest-SecurityGroupsNegativeTestJSON-424972820 tempest-SecurityGroupsNegativeTestJSON-424972820-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 09 21:42:47.463300 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556345a7-be19-4ae6-b830-f5f4ba452473 None None] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:42:47.469665 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4dad22bd-be26-4538-a137-063f596d9d2e req-1cd766a9-23c6-4b21-99c9-f2d211991281 tempest-SecurityGroupsNegativeTestJSON-424972820 tempest-SecurityGroupsNegativeTestJSON-424972820-project] 10.222.0.90 "DELETE /v2.0/security-groups/2c6f3a94-a6d6-43e2-acdb-1301292669bc HTTP/1.1" status: 409 len: 352 time: 0.2985408 Feb 09 21:42:47.514387 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3320fa10-567a-45fd-a95a-9d72ffee2ccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621346'] for subnet (0faed951-8579-406a-a0fb-7a4b47e45260), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:47.596256 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3320fa10-567a-45fd-a95a-9d72ffee2ccf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0faed951-8579-406a-a0fb-7a4b47e45260,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:47.599452 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3320fa10-567a-45fd-a95a-9d72ffee2ccf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:47.605735 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-3320fa10-567a-45fd-a95a-9d72ffee2ccf admin admin] 10.222.0.90 "DELETE /v2.0/subnets/0faed951-8579-406a-a0fb-7a4b47e45260 HTTP/1.1" status: 204 len: 168 time: 1.4592962 Feb 09 21:42:47.610621 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 39466) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:47.611980 n-d-828369-5 neutron-server[103140]: INFO neutron.api.v2.resource [req-8d251ecf-4e7e-4de7-8a02-5c3c9600aaa4 req-e42809b7-9e23-4b9f-a2c1-c2ee76797d2c tempest-SecurityGroupsNegativeTestJSON-424972820 tempest-SecurityGroupsNegativeTestJSON-424972820-project] show failed (client error): The resource could not be found. Feb 09 21:42:47.613726 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8d251ecf-4e7e-4de7-8a02-5c3c9600aaa4 req-e42809b7-9e23-4b9f-a2c1-c2ee76797d2c tempest-SecurityGroupsNegativeTestJSON-424972820 tempest-SecurityGroupsNegativeTestJSON-424972820-project] 10.222.0.90 "GET /v2.0/security-groups/e60b82cc-abd8-41a7-aee9-db24b50af003 HTTP/1.1" status: 404 len: 352 time: 0.0939808 Feb 09 21:42:47.702753 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-92ecafd9-41ad-470c-a2fe-2bbeca6eb7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54ced5e6-fafc-49b5-a8dc-94e54f483860', 'name': 'tempest-TaggedBootDevicesTest_v242-918985318-router', 'tenant_id': '18ba459b325a4da0821abb3dc94f8781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'cc537b70-ac47-4c47-917e-c3f2cc7d30a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:48Z', 'updated_at': '2022-02-09T21:36:00Z', 'revision_number': 4, 'project_id': '18ba459b325a4da0821abb3dc94f8781', 'gw_port': {'id': 'cc537b70-ac47-4c47-917e-c3f2cc7d30a4', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:35:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ced5e6-fafc-49b5-a8dc-94e54f483860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:50Z', 'updated_at': '2022-02-09T21:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': 'd88b7afa-343f-4d26-9fcb-cf7426a454d8', 'name': '', 'network_id': '8185c7c8-686b-411f-8c8d-101dfc1ac3a8', 'tenant_id': '18ba459b325a4da0821abb3dc94f8781', 'mac_address': 'fa:16:3e:95:8e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ced5e6-fafc-49b5-a8dc-94e54f483860', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '413233c4-7ff7-4428-a26b-9211d4e793f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:58Z', 'updated_at': '2022-02-09T21:36:07Z', 'revision_number': 5, 'project_id': '18ba459b325a4da0821abb3dc94f8781', 'subnets': [{'id': '413233c4-7ff7-4428-a26b-9211d4e793f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:47.707300 n-d-828369-5 neutron-server[103140]: INFO neutron.api.v2.resource [req-02a1347a-b68b-4f98-8468-91b0636b1733 req-8dbdab4a-4e8d-473b-af85-73356bd7cc45 tempest-SecurityGroupsNegativeTestJSON-424972820 tempest-SecurityGroupsNegativeTestJSON-424972820-project] show failed (client error): The resource could not be found. Feb 09 21:42:47.719239 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-02a1347a-b68b-4f98-8468-91b0636b1733 req-8dbdab4a-4e8d-473b-af85-73356bd7cc45 tempest-SecurityGroupsNegativeTestJSON-424972820 tempest-SecurityGroupsNegativeTestJSON-424972820-project] 10.222.0.90 "GET /v2.0/security-groups/0272246c-7268-4e0d-9b88-4d5c06c27b1c HTTP/1.1" status: 404 len: 352 time: 0.0805807 Feb 09 21:42:47.734908 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 39472) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:47.804417 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd98eb8-8c83-47c7-8082-4a447996d1e4 None None] Network 31fc07a6-f299-4165-bd01-4e6338ff4b55 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:42:47.809495 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ecafd9-41ad-470c-a2fe-2bbeca6eb7cf None None] The sync data for ids ['54ced5e6-fafc-49b5-a8dc-94e54f483860'] in n-d-828369-5 is: [{'id': '54ced5e6-fafc-49b5-a8dc-94e54f483860', 'name': 'tempest-TaggedBootDevicesTest_v242-918985318-router', 'tenant_id': '18ba459b325a4da0821abb3dc94f8781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'cc537b70-ac47-4c47-917e-c3f2cc7d30a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:48Z', 'updated_at': '2022-02-09T21:36:00Z', 'revision_number': 4, 'project_id': '18ba459b325a4da0821abb3dc94f8781', 'gw_port': {'id': 'cc537b70-ac47-4c47-917e-c3f2cc7d30a4', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:35:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ced5e6-fafc-49b5-a8dc-94e54f483860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:50Z', 'updated_at': '2022-02-09T21:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': 'd88b7afa-343f-4d26-9fcb-cf7426a454d8', 'name': '', 'network_id': '8185c7c8-686b-411f-8c8d-101dfc1ac3a8', 'tenant_id': '18ba459b325a4da0821abb3dc94f8781', 'mac_address': 'fa:16:3e:95:8e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ced5e6-fafc-49b5-a8dc-94e54f483860', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '413233c4-7ff7-4428-a26b-9211d4e793f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:58Z', 'updated_at': '2022-02-09T21:36:07Z', 'revision_number': 5, 'project_id': '18ba459b325a4da0821abb3dc94f8781', 'subnets': [{'id': '413233c4-7ff7-4428-a26b-9211d4e793f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:42:47.876963 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25eb7593-4977-43c1-a500-87742dead9f2 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Network 5da197db-a2b7-43e5-ab19-8e1bbe90fef6 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:42:47.898805 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-25eb7593-4977-43c1-a500-87742dead9f2 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:42:47.935959 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-d9a2fdcf-49d7-4374-b9ec-e43e804059bb None None] Port f5292e8b-3080-49a8-a05e-d382ea6272f4 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:42:47.944817 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1a5c4546-4117-45f1-916a-089076b96ab3 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (35a911f7-43fe-4182-8c8f-c23ba7864c00), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:47.959502 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-d9a2fdcf-49d7-4374-b9ec-e43e804059bb None None] Provisioning complete for port 5ec6bac2-70b6-413e-a9a1-874223159b41 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:47.960117 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d9a2fdcf-49d7-4374-b9ec-e43e804059bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (5ec6bac2-70b6-413e-a9a1-874223159b41), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:47.972932 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-df5e31a8-5939-474c-82fb-81d18c57f1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (31fc07a6-f299-4165-bd01-4e6338ff4b55), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:48.005403 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-1a5c4546-4117-45f1-916a-089076b96ab3 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Calling delete_port for 35a911f7-43fe-4182-8c8f-c23ba7864c00 owned by {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:42:48.084242 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e5ae65-2393-47b8-b94b-c7e7d5975fbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-986c5511-2b50-4eb7-bb75-ff9f776ff726', 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726', 'project_id': '880c3cd16cc943a98203fd230e26852f', 'fixed_ips': [{'subnet_id': '25bf4071-ac70-4a37-bf19-bfe7c3eb53cc'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:42:48.085651 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d3e5ae65-2393-47b8-b94b-c7e7d5975fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:48.125264 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_v2 [None req-12d2e1ba-0535-4734-87c7-a3f2c4e3a35e admin admin] Deleting subnet 20faad09-ef18-4190-ba35-355fe9f71ce7 {{(pid=103140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:42:48.156021 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-12d2e1ba-0535-4734-87c7-a3f2c4e3a35e admin admin] Publish callbacks [] for subnet (20faad09-ef18-4190-ba35-355fe9f71ce7), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:48.304308 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1a5c4546-4117-45f1-916a-089076b96ab3 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (35a911f7-43fe-4182-8c8f-c23ba7864c00), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:48.371847 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0311eae-3d56-495a-98f6-feaee8a6412d None None] New status for floating IP e5977f03-a751-4b3b-aba1-d45affa1fc91: DOWN {{(pid=103143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:42:48.391528 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5c4546-4117-45f1-916a-089076b96ab3 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event deleted for resources: {'Port': ['ID=35a911f7-43fe-4182-8c8f-c23ba7864c00,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:48.473360 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1a5c4546-4117-45f1-916a-089076b96ab3 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:48.485713 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-1a5c4546-4117-45f1-916a-089076b96ab3 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "DELETE /v2.0/ports/35a911f7-43fe-4182-8c8f-c23ba7864c00 HTTP/1.1" status: 204 len: 168 time: 1.5252695 Feb 09 21:42:48.486943 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39484) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:48.494441 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e4ca8d-dcb7-4e58-98f1-c5341e31ec47 None None] DHCP port deletion for 31fc07a6-f299-4165-bd01-4e6338ff4b55 request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:42:48.577868 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b71c36-8bbe-4660-a3ba-7c1374121ae3 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:48.581469 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b71c36-8bbe-4660-a3ba-7c1374121ae3 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:48.589031 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-46b71c36-8bbe-4660-a3ba-7c1374121ae3 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0997188 Feb 09 21:42:48.590706 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39490) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:48.621209 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-d9a2fdcf-49d7-4374-b9ec-e43e804059bb None None] Current status of the port 5ec6bac2-70b6-413e-a9a1-874223159b41 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:48.683986 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-c3e4ca8d-dcb7-4e58-98f1-c5341e31ec47 None None] Deleting port 4b1e2801-df57-473c-8171-a0baea98e2b2 {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:42:48.696864 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c3e4ca8d-dcb7-4e58-98f1-c5341e31ec47 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (4b1e2801-df57-473c-8171-a0baea98e2b2), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:48.731796 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdba1de1-a168-4b1c-92eb-d8a881411ad4 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Deleting subnet 25bf4071-ac70-4a37-bf19-bfe7c3eb53cc {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:42:48.865751 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 5ec6bac2-70b6-413e-a9a1-874223159b41 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:42:48.974144 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-76991df1-523a-4a81-9db1-5a1889027590 req-145a2ff6-67f8-44e2-90cf-a34ba66f37e6 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 210 time: 0.8539579 Feb 09 21:42:48.991019 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-ca53e54c-280a-4ae6-8102-2b6d1fabf043 None None] Provisioning complete for port f5292e8b-3080-49a8-a05e-d382ea6272f4 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:48.991412 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ca53e54c-280a-4ae6-8102-2b6d1fabf043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (f5292e8b-3080-49a8-a05e-d382ea6272f4), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:49.045075 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-ca53e54c-280a-4ae6-8102-2b6d1fabf043 None None] Port f5292e8b-3080-49a8-a05e-d382ea6272f4 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:42:49.057796 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-c3e4ca8d-dcb7-4e58-98f1-c5341e31ec47 None None] For port 4b1e2801-df57-473c-8171-a0baea98e2b2, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=4b1e2801-df57-473c-8171-a0baea98e2b2,segment=NetworkSegment(4ffd4ca0-b010-46e3-8255-c5b5626ace9a),segment_id=4ffd4ca0-b010-46e3-8255-c5b5626ace9a)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:49.058196 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c3e4ca8d-dcb7-4e58-98f1-c5341e31ec47 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (4b1e2801-df57-473c-8171-a0baea98e2b2), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:49.061524 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-12d2e1ba-0535-4734-87c7-a3f2c4e3a35e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9110716'] for subnet (20faad09-ef18-4190-ba35-355fe9f71ce7), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:49.072095 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-d3e5ae65-2393-47b8-b94b-c7e7d5975fbd None None] Allocated IP 2001:db8::2 (986c5511-2b50-4eb7-bb75-ff9f776ff726/25bf4071-ac70-4a37-bf19-bfe7c3eb53cc/226ee1dc-7d0c-4b89-a614-e8550ffc28fe) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:42:49.085670 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 5ec6bac2-70b6-413e-a9a1-874223159b41 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:49.100347 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (5ec6bac2-70b6-413e-a9a1-874223159b41), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:49.112903 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-df5e31a8-5939-474c-82fb-81d18c57f1b4 admin admin] Deleting port 4b1e2801-df57-473c-8171-a0baea98e2b2 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:42:49.113219 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-df5e31a8-5939-474c-82fb-81d18c57f1b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (4b1e2801-df57-473c-8171-a0baea98e2b2), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:49.145104 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-c3e4ca8d-dcb7-4e58-98f1-c5341e31ec47 None None] Calling delete_port for 4b1e2801-df57-473c-8171-a0baea98e2b2 owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:42:49.262301 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25eb7593-4977-43c1-a500-87742dead9f2 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Router bf06bceb-4cbf-41a1-9752-211686b11ead has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:42:49.327458 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-12d2e1ba-0535-4734-87c7-a3f2c4e3a35e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (20faad09-ef18-4190-ba35-355fe9f71ce7), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:49.394071 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-12d2e1ba-0535-4734-87c7-a3f2c4e3a35e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621346'] for subnet (20faad09-ef18-4190-ba35-355fe9f71ce7), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:49.398929 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-df5e31a8-5939-474c-82fb-81d18c57f1b4 admin admin] For port 4b1e2801-df57-473c-8171-a0baea98e2b2, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=4b1e2801-df57-473c-8171-a0baea98e2b2,segment=NetworkSegment(4ffd4ca0-b010-46e3-8255-c5b5626ace9a),segment_id=4ffd4ca0-b010-46e3-8255-c5b5626ace9a)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:49.399488 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-df5e31a8-5939-474c-82fb-81d18c57f1b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (4b1e2801-df57-473c-8171-a0baea98e2b2), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:49.405471 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 5ec6bac2-70b6-413e-a9a1-874223159b41 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:49.449130 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d2e1ba-0535-4734-87c7-a3f2c4e3a35e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20faad09-ef18-4190-ba35-355fe9f71ce7,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:49.451326 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-df5e31a8-5939-474c-82fb-81d18c57f1b4 admin admin] Calling delete_port for 4b1e2801-df57-473c-8171-a0baea98e2b2 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:42:49.557819 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39508) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:49.572513 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 4b1e2801-df57-473c-8171-a0baea98e2b2 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:42:49.627668 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-12d2e1ba-0535-4734-87c7-a3f2c4e3a35e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:49.631483 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-12d2e1ba-0535-4734-87c7-a3f2c4e3a35e admin admin] 10.222.0.90 "DELETE /v2.0/subnets/20faad09-ef18-4190-ba35-355fe9f71ce7 HTTP/1.1" status: 204 len: 168 time: 1.8815637 Feb 09 21:42:49.634067 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39512) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:49.660816 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-df5e31a8-5939-474c-82fb-81d18c57f1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (4b1e2801-df57-473c-8171-a0baea98e2b2), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:49.689716 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No active binding found for port 4b1e2801-df57-473c-8171-a0baea98e2b2 {{(pid=103142) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 09 21:42:49.690157 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] The host n-d-828369-5 is not matching for port 4b1e2801-df57-473c-8171-a0baea98e2b2 host None! {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 21:42:49.690476 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 4b1e2801-df57-473c-8171-a0baea98e2b2 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:42:49.709463 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5e31a8-5939-474c-82fb-81d18c57f1b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b1e2801-df57-473c-8171-a0baea98e2b2,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:49.730183 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5e31a8-5939-474c-82fb-81d18c57f1b4 admin admin] No DVR routers for this DVR port 4b1e2801-df57-473c-8171-a0baea98e2b2 on host n-d-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:42:49.796611 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c3e4ca8d-dcb7-4e58-98f1-c5341e31ec47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (4b1e2801-df57-473c-8171-a0baea98e2b2), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:49.830535 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f990bb7a-109a-4989-a440-0fbfc91986c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (ee0706f8-f174-4ce6-b3b3-968a4b599083), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:49.866658 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e4ca8d-dcb7-4e58-98f1-c5341e31ec47 None None] No DVR routers for this DVR port 4b1e2801-df57-473c-8171-a0baea98e2b2 on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:42:49.878420 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-df5e31a8-5939-474c-82fb-81d18c57f1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (31fc07a6-f299-4165-bd01-4e6338ff4b55), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:49.879085 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e4ca8d-dcb7-4e58-98f1-c5341e31ec47 None None] Pushing event deleted for resources: {'Port': ['ID=4b1e2801-df57-473c-8171-a0baea98e2b2,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:49.907848 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-df5e31a8-5939-474c-82fb-81d18c57f1b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31fc07a6-f299-4165-bd01-4e6338ff4b55']}} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:49.921595 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d3e5ae65-2393-47b8-b94b-c7e7d5975fbd None None] Publish callbacks [] for port (226ee1dc-7d0c-4b89-a614-e8550ffc28fe), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:49.921886 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-df5e31a8-5939-474c-82fb-81d18c57f1b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ffd4ca0-b010-46e3-8255-c5b5626ace9a') {'for_net_delete': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:49.922314 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-df5e31a8-5939-474c-82fb-81d18c57f1b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ffd4ca0-b010-46e3-8255-c5b5626ace9a') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:49.931219 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d3e5ae65-2393-47b8-b94b-c7e7d5975fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (226ee1dc-7d0c-4b89-a614-e8550ffc28fe), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:49.934963 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-df5e31a8-5939-474c-82fb-81d18c57f1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110711'] for segment (4ffd4ca0-b010-46e3-8255-c5b5626ace9a), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:49.936572 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bdba1de1-a168-4b1c-92eb-d8a881411ad4 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for subnet (25bf4071-ac70-4a37-bf19-bfe7c3eb53cc), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:49.950192 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-df5e31a8-5939-474c-82fb-81d18c57f1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (4ffd4ca0-b010-46e3-8255-c5b5626ace9a), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:49.952926 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-5eed117d-75ec-4dcb-8cba-4170c432a200 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Request body: {'floatingip': {'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:42:49.958823 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df5e31a8-5939-474c-82fb-81d18c57f1b4 admin admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=103140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:42:49.959594 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-df5e31a8-5939-474c-82fb-81d18c57f1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669415'] for segment (4ffd4ca0-b010-46e3-8255-c5b5626ace9a), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:50.009754 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e5ae65-2393-47b8-b94b-c7e7d5975fbd None None] Pushing event updated for resources: {'Port': ['ID=226ee1dc-7d0c-4b89-a614-e8550ffc28fe,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:50.022999 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e5ae65-2393-47b8-b94b-c7e7d5975fbd None None] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:42:50.024529 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-d3e5ae65-2393-47b8-b94b-c7e7d5975fbd None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:42:50.029685 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e5ae65-2393-47b8-b94b-c7e7d5975fbd None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:42:50.088016 n-d-828369-5 neutron-server[103140]: Traceback (most recent call last): Feb 09 21:42:50.088016 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:42:50.088016 n-d-828369-5 neutron-server[103140]: timer() Feb 09 21:42:50.088016 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:42:50.088016 n-d-828369-5 neutron-server[103140]: cb(*args, **kw) Feb 09 21:42:50.088016 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:42:50.088016 n-d-828369-5 neutron-server[103140]: return func(*args, **kwargs) Feb 09 21:42:50.088016 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:42:50.088016 n-d-828369-5 neutron-server[103140]: self._notify() Feb 09 21:42:50.088016 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:42:50.088016 n-d-828369-5 neutron-server[103140]: self.callback(batched_events) Feb 09 21:42:50.088016 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:42:50.088016 n-d-828369-5 neutron-server[103140]: event.method(event) Feb 09 21:42:50.088016 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:42:50.088016 n-d-828369-5 neutron-server[103140]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:42:50.088016 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:42:50.088016 n-d-828369-5 neutron-server[103140]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:42:50.088016 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:42:50.088016 n-d-828369-5 neutron-server[103140]: return f(self, *a, **k) Feb 09 21:42:50.088016 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:42:50.088016 n-d-828369-5 neutron-server[103140]: return self._get(url).json() Feb 09 21:42:50.088016 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:42:50.088016 n-d-828369-5 neutron-server[103140]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:42:50.088016 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:42:50.088016 n-d-828369-5 neutron-server[103140]: return self.request(url, 'GET', **kwargs) Feb 09 21:42:50.088016 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:42:50.088016 n-d-828369-5 neutron-server[103140]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:42:50.088016 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:42:50.088016 n-d-828369-5 neutron-server[103140]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:42:50.088016 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:42:50.088016 n-d-828369-5 neutron-server[103140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:42:50.088016 n-d-828369-5 neutron-server[103140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:42:50.093962 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25eb7593-4977-43c1-a500-87742dead9f2 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:42:50.095343 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bdba1de1-a168-4b1c-92eb-d8a881411ad4 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (25bf4071-ac70-4a37-bf19-bfe7c3eb53cc), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:50.100719 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-d3e5ae65-2393-47b8-b94b-c7e7d5975fbd None None] Attempting to bind port 226ee1dc-7d0c-4b89-a614-e8550ffc28fe on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:42:50.101181 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-d3e5ae65-2393-47b8-b94b-c7e7d5975fbd None None] Attempting to bind port 226ee1dc-7d0c-4b89-a614-e8550ffc28fe by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': 'e234f058-99e9-4683-aff2-a800b51d2ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:42:50.101558 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e5ae65-2393-47b8-b94b-c7e7d5975fbd None None] Attempting to bind port 226ee1dc-7d0c-4b89-a614-e8550ffc28fe on network 986c5511-2b50-4eb7-bb75-ff9f776ff726 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:42:50.107060 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-25eb7593-4977-43c1-a500-87742dead9f2 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "PUT /v2.0/routers/bf06bceb-4cbf-41a1-9752-211686b11ead/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7371664 Feb 09 21:42:50.110304 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e5ae65-2393-47b8-b94b-c7e7d5975fbd None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:42:50.110743 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e5ae65-2393-47b8-b94b-c7e7d5975fbd None None] Checking segment: {'id': 'e234f058-99e9-4683-aff2-a800b51d2ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:42:50.111251 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d3e5ae65-2393-47b8-b94b-c7e7d5975fbd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:50.111703 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e5ae65-2393-47b8-b94b-c7e7d5975fbd None None] Bound using segment: {'id': 'e234f058-99e9-4683-aff2-a800b51d2ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:42:50.112194 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-d3e5ae65-2393-47b8-b94b-c7e7d5975fbd None None] Bound port: 226ee1dc-7d0c-4b89-a614-e8550ffc28fe, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e234f058-99e9-4683-aff2-a800b51d2ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:42:50.113348 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d3e5ae65-2393-47b8-b94b-c7e7d5975fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (226ee1dc-7d0c-4b89-a614-e8550ffc28fe), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:50.113652 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 39516) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:50.114538 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-df5e31a8-5939-474c-82fb-81d18c57f1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (31fc07a6-f299-4165-bd01-4e6338ff4b55), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:50.126283 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-01eb5059-e1a1-4f0b-b0cf-81464b9f4940 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:42:50.133268 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-df5e31a8-5939-474c-82fb-81d18c57f1b4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:50.133858 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624b5d18-b2cf-47f3-bcc1-a336585c6907 None None] Sync routers for ids ['bf06bceb-4cbf-41a1-9752-211686b11ead'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:42:50.141952 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-df5e31a8-5939-474c-82fb-81d18c57f1b4 admin admin] 10.222.0.90 "DELETE /v2.0/networks/31fc07a6-f299-4165-bd01-4e6338ff4b55 HTTP/1.1" status: 204 len: 168 time: 2.5271847 Feb 09 21:42:50.143065 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5eed117d-75ec-4dcb-8cba-4170c432a200 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:50.185290 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f990bb7a-109a-4989-a440-0fbfc91986c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (ee0706f8-f174-4ce6-b3b3-968a4b599083), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:50.195949 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5e31a8-5939-474c-82fb-81d18c57f1b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=31fc07a6-f299-4165-bd01-4e6338ff4b55,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:50.263850 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6773c30d-75de-4067-afb1-fe87676cbebe req-e9176cfc-cb8a-476f-8fe0-87b9a958be3d tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 210 time: 0.1337595 Feb 09 21:42:50.281903 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-d3e5ae65-2393-47b8-b94b-c7e7d5975fbd None None] For port 226ee1dc-7d0c-4b89-a614-e8550ffc28fe, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:42:50.290818 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-d3e5ae65-2393-47b8-b94b-c7e7d5975fbd None None] For port 226ee1dc-7d0c-4b89-a614-e8550ffc28fe, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=226ee1dc-7d0c-4b89-a614-e8550ffc28fe,segment=NetworkSegment(e234f058-99e9-4683-aff2-a800b51d2ec4),segment_id=e234f058-99e9-4683-aff2-a800b51d2ec4)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:42:50.306909 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d3e5ae65-2393-47b8-b94b-c7e7d5975fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (226ee1dc-7d0c-4b89-a614-e8550ffc28fe), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:50.323285 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624b5d18-b2cf-47f3-bcc1-a336585c6907 None None] Routers {'bf06bceb-4cbf-41a1-9752-211686b11ead'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:42:50.323986 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-624b5d18-b2cf-47f3-bcc1-a336585c6907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:42:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['bf06bceb-4cbf-41a1-9752-211686b11ead'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:50.365929 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-f990bb7a-109a-4989-a440-0fbfc91986c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee0706f8-f174-4ce6-b3b3-968a4b599083']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:50.400792 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-f990bb7a-109a-4989-a440-0fbfc91986c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'beab90cf-d056-437f-9053-2d21c26835ff') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:50.401142 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-f990bb7a-109a-4989-a440-0fbfc91986c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'beab90cf-d056-437f-9053-2d21c26835ff') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:50.437488 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 39520) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:50.443040 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f990bb7a-109a-4989-a440-0fbfc91986c1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (beab90cf-d056-437f-9053-2d21c26835ff), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:50.473601 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f990bb7a-109a-4989-a440-0fbfc91986c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (beab90cf-d056-437f-9053-2d21c26835ff), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:50.489229 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f990bb7a-109a-4989-a440-0fbfc91986c1 admin admin] Releasing vlan 748 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:42:50.489962 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f990bb7a-109a-4989-a440-0fbfc91986c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (beab90cf-d056-437f-9053-2d21c26835ff), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:50.492346 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bdba1de1-a168-4b1c-92eb-d8a881411ad4 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (25bf4071-ac70-4a37-bf19-bfe7c3eb53cc), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:50.505319 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:42:50.505319 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:42:50.505319 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:42:50.505319 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:42:50.505319 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:42:50.505319 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:42:50.505319 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:42:50.505319 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:42:50.505319 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:42:50.505319 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:42:50.505319 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:42:50.505319 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:42:50.505319 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:42:50.505319 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:42:50.505319 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:42:50.505319 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:42:50.505319 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:42:50.505319 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:42:50.505319 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:42:50.505319 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:42:50.505319 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:42:50.505319 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:42:50.505319 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:42:50.505319 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:42:50.505319 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:42:50.505319 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:42:50.505319 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:42:50.505319 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:42:50.505319 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:42:50.505319 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:42:50.505319 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:42:50.505319 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:42:50.567791 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-37b83a12-2dc0-4eeb-af13-18fea1fa7c42 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=891ca650f17f4d53a93ccc8e382018ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1251936 Feb 09 21:42:50.578776 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e5ae65-2393-47b8-b94b-c7e7d5975fbd None None] Pushing event updated for resources: {'Port': ['ID=226ee1dc-7d0c-4b89-a614-e8550ffc28fe,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:50.582566 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 39522) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:50.630658 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-624b5d18-b2cf-47f3-bcc1-a336585c6907 None None] Set router bf06bceb-4cbf-41a1-9752-211686b11ead gateway port host: None {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:42:50.740048 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-88a40f1a-5530-43c8-8719-2fb26000a234 admin admin] Publish callbacks [] for security_group (e699b3ff-ad8b-4dc5-be53-ca57a0a7ff2c), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:50.744203 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5eed117d-75ec-4dcb-8cba-4170c432a200 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:50.747552 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f990bb7a-109a-4989-a440-0fbfc91986c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (ee0706f8-f174-4ce6-b3b3-968a4b599083), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:50.756142 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bdba1de1-a168-4b1c-92eb-d8a881411ad4 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (25bf4071-ac70-4a37-bf19-bfe7c3eb53cc), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:50.800865 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-88a40f1a-5530-43c8-8719-2fb26000a234 admin admin] Publish callbacks [] for security_group (e699b3ff-ad8b-4dc5-be53-ca57a0a7ff2c), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:50.868379 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f990bb7a-109a-4989-a440-0fbfc91986c1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:50.880334 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-f990bb7a-109a-4989-a440-0fbfc91986c1 admin admin] 10.222.0.90 "DELETE /v2.0/networks/ee0706f8-f174-4ce6-b3b3-968a4b599083 HTTP/1.1" status: 204 len: 168 time: 1.2390749 Feb 09 21:42:51.083027 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-88a40f1a-5530-43c8-8719-2fb26000a234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (e699b3ff-ad8b-4dc5-be53-ca57a0a7ff2c), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:51.097198 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-88a40f1a-5530-43c8-8719-2fb26000a234 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:51.100131 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-88a40f1a-5530-43c8-8719-2fb26000a234 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/e699b3ff-ad8b-4dc5-be53-ca57a0a7ff2c HTTP/1.1" status: 204 len: 168 time: 0.5155141 Feb 09 21:42:51.118666 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-5eed117d-75ec-4dcb-8cba-4170c432a200 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Allocated IP 172.25.3.200 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/9db550fb-381b-4e6b-8254-88f23b5269b0) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:42:51.138903 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a40f1a-5530-43c8-8719-2fb26000a234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e699b3ff-ad8b-4dc5-be53-ca57a0a7ff2c,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:51.177432 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.extraroute_db [None req-01eb5059-e1a1-4f0b-b0cf-81464b9f4940 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=103140) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 09 21:42:51.218592 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.extraroute_db [None req-01eb5059-e1a1-4f0b-b0cf-81464b9f4940 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Removed routes are [] {{(pid=103140) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 09 21:42:51.220513 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-01eb5059-e1a1-4f0b-b0cf-81464b9f4940 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-554449', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10783'] for router (bf06bceb-4cbf-41a1-9752-211686b11ead), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:51.226221 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:51.262622 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-624b5d18-b2cf-47f3-bcc1-a336585c6907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf06bceb-4cbf-41a1-9752-211686b11ead', 'name': 'tempest-RoutersTest-router-699486942', 'tenant_id': '67feb264805b4b31b627437845cc2aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:42:05Z', 'updated_at': '2022-02-09T21:42:45Z', 'revision_number': 5, 'project_id': '67feb264805b4b31b627437845cc2aaf', 'gw_port_host': None, '_interfaces': [{'id': '323c09cd-359f-4699-af91-3b8d90d87155', 'name': '', 'network_id': 'f5670fcd-3577-43bc-a723-f8f030b55510', 'tenant_id': '67feb264805b4b31b627437845cc2aaf', 'mac_address': 'fa:16:3e:6b:06:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf06bceb-4cbf-41a1-9752-211686b11ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': 'be079591-cb2c-4501-9ebc-3b2104f0fe17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:11Z', 'updated_at': '2022-02-09T21:42:17Z', 'revision_number': 5, 'project_id': '67feb264805b4b31b627437845cc2aaf', 'subnets': [{'id': 'be079591-cb2c-4501-9ebc-3b2104f0fe17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '383e95c2-6696-40de-a63e-fd99d023890b', 'name': '', 'network_id': 'd989cdab-aa1c-4493-aa0d-54cf9f342fdc', 'tenant_id': '67feb264805b4b31b627437845cc2aaf', 'mac_address': 'fa:16:3e:ea:52:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf06bceb-4cbf-41a1-9752-211686b11ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '7f9309a7-fac9-4291-ba5a-c610cb1b90f4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:27Z', 'updated_at': '2022-02-09T21:42:38Z', 'revision_number': 5, 'project_id': '67feb264805b4b31b627437845cc2aaf', 'subnets': [{'id': '7f9309a7-fac9-4291-ba5a-c610cb1b90f4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bef6678f-82bc-42c3-89ea-5dd9ebdf93a1', 'name': '', 'network_id': 'ae35f933-ff36-4d81-85da-77e41424a847', 'tenant_id': '67feb264805b4b31b627437845cc2aaf', 'mac_address': 'fa:16:3e:6b:c4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf06bceb-4cbf-41a1-9752-211686b11ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '0ab9fa85-9dfc-4a42-b7b0-770b90bc741a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:17Z', 'updated_at': '2022-02-09T21:42:25Z', 'revision_number': 5, 'project_id': '67feb264805b4b31b627437845cc2aaf', 'subnets': [{'id': '0ab9fa85-9dfc-4a42-b7b0-770b90bc741a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5292e8b-3080-49a8-a05e-d382ea6272f4', 'name': '', 'network_id': '5da197db-a2b7-43e5-ab19-8e1bbe90fef6', 'tenant_id': '67feb264805b4b31b627437845cc2aaf', 'mac_address': 'fa:16:3e:97:48:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf06bceb-4cbf-41a1-9752-211686b11ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': 'f4b385f9-4e95-4405-993d-003b09f6c3c3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:42Z', 'updated_at': '2022-02-09T21:42:46Z', 'revision_number': 2, 'project_id': '67feb264805b4b31b627437845cc2aaf', 'subnets': [{'id': 'f4b385f9-4e95-4405-993d-003b09f6c3c3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:51.274996 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f990bb7a-109a-4989-a440-0fbfc91986c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee0706f8-f174-4ce6-b3b3-968a4b599083,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:51.285280 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39532) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:51.293521 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdba1de1-a168-4b1c-92eb-d8a881411ad4 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event deleted for resources: {'Subnet': ['ID=25bf4071-ac70-4a37-bf19-bfe7c3eb53cc,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:51.311264 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bdba1de1-a168-4b1c-92eb-d8a881411ad4 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:51.317738 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-bdba1de1-a168-4b1c-92eb-d8a881411ad4 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "DELETE /v2.0/subnets/25bf4071-ac70-4a37-bf19-bfe7c3eb53cc HTTP/1.1" status: 204 len: 168 time: 2.7258911 Feb 09 21:42:51.318454 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39536) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:51.337379 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5eed117d-75ec-4dcb-8cba-4170c432a200 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Publish callbacks [] for port (9db550fb-381b-4e6b-8254-88f23b5269b0), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:51.368981 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624b5d18-b2cf-47f3-bcc1-a336585c6907 None None] Checking router: bf06bceb-4cbf-41a1-9752-211686b11ead for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:42:51.369769 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624b5d18-b2cf-47f3-bcc1-a336585c6907 None None] Updating router bf06bceb-4cbf-41a1-9752-211686b11ead port f5292e8b-3080-49a8-a05e-d382ea6272f4 binding host n-d-828369-5 {{(pid=103142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:42:51.377058 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-1c4666ed-368e-4a28-9448-33d4b989e4a5 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0502410 Feb 09 21:42:51.389418 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 39540) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:51.419639 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-21937c19-03db-4e29-bc02-abdfa7a50f18 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=5518b2e2cdaf482d892c4831b8ff30fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1276655 Feb 09 21:42:51.423276 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39542) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:51.427027 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-624b5d18-b2cf-47f3-bcc1-a336585c6907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (f5292e8b-3080-49a8-a05e-d382ea6272f4), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:51.587975 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5eed117d-75ec-4dcb-8cba-4170c432a200 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (9db550fb-381b-4e6b-8254-88f23b5269b0), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:51.701816 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eed117d-75ec-4dcb-8cba-4170c432a200 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Pushing event updated for resources: {'Port': ['ID=9db550fb-381b-4e6b-8254-88f23b5269b0,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:51.715820 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-effed11f-1af8-4814-a5bf-9e741267c12b admin admin] Publish callbacks [] for security_group (2c6f3a94-a6d6-43e2-acdb-1301292669bc), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:51.763718 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eed117d-75ec-4dcb-8cba-4170c432a200 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:42:51.785515 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-5eed117d-75ec-4dcb-8cba-4170c432a200 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:42:51.810510 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eed117d-75ec-4dcb-8cba-4170c432a200 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:42:51.862010 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-effed11f-1af8-4814-a5bf-9e741267c12b admin admin] Publish callbacks [] for security_group (2c6f3a94-a6d6-43e2-acdb-1301292669bc), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:52.080929 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fbd8b542-094f-43b0-9865-4e1f2f94fef6 req-19b4aba0-341f-4b6b-9743-6e5a2577d38a tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 210 time: 0.5978262 Feb 09 21:42:52.277541 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab93208-9881-4d7d-ba1a-dc64ba316bd4 None None] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:42:52.284935 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653b0cbf-e1f8-485b-9f03-4cc3f54f5e6b tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:52.288321 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-653b0cbf-e1f8-485b-9f03-4cc3f54f5e6b tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.8937733 Feb 09 21:42:52.294115 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39560) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:52.297747 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-01eb5059-e1a1-4f0b-b0cf-81464b9f4940 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-554449', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10783'] for router (bf06bceb-4cbf-41a1-9752-211686b11ead), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:52.310028 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-01eb5059-e1a1-4f0b-b0cf-81464b9f4940 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-554458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-554435', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-525216'] for router (bf06bceb-4cbf-41a1-9752-211686b11ead), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:52.325680 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-624b5d18-b2cf-47f3-bcc1-a336585c6907 None None] Publish callbacks [] for port (f5292e8b-3080-49a8-a05e-d382ea6272f4), precommit_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:52.392904 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-effed11f-1af8-4814-a5bf-9e741267c12b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (2c6f3a94-a6d6-43e2-acdb-1301292669bc), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:52.395952 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-effed11f-1af8-4814-a5bf-9e741267c12b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:52.397175 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-effed11f-1af8-4814-a5bf-9e741267c12b admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/2c6f3a94-a6d6-43e2-acdb-1301292669bc HTTP/1.1" status: 204 len: 168 time: 0.9730597 Feb 09 21:42:52.401380 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741fe09b-fc72-4e26-b04e-472f83e6c864 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:52.404247 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-741fe09b-fc72-4e26-b04e-472f83e6c864 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1050189 Feb 09 21:42:52.418568 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39568) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:52.419799 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effed11f-1af8-4814-a5bf-9e741267c12b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c6f3a94-a6d6-43e2-acdb-1301292669bc,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:52.422208 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54528389-ef6d-4325-ba97-d7f60a5499c7 req-6812ef6b-2004-49c9-8fc3-0439616ad42d tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:52.423937 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-54528389-ef6d-4325-ba97-d7f60a5499c7 req-6812ef6b-2004-49c9-8fc3-0439616ad42d tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] 10.222.0.90 "GET /v2.0/ports?device_id=868f5939-9656-4337-93ba-a505cb3feae5 HTTP/1.1" status: 200 len: 946 time: 0.3396020 Feb 09 21:42:52.456813 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5eed117d-75ec-4dcb-8cba-4170c432a200 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Publish callbacks [] for floatingip (d70dec2d-c258-4e6d-b066-36439980c428), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:52.542035 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-c90333c5-ccea-4955-b083-0f7fd7de2fa9 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1190667 Feb 09 21:42:52.547790 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-b4f7f22c-f8e0-47f3-bb6d-2b3664399ed9 None None] Could not find standard attr ID for object 35a911f7-43fe-4182-8c8f-c23ba7864c00. {{(pid=103142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 21:42:52.567451 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-54528389-ef6d-4325-ba97-d7f60a5499c7 req-26d8a3e1-c331-48cb-938a-2bbb9be2ced8 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] 10.222.0.90 "GET /v2.0/security-groups?id=ab096705-bc25-431a-ab5c-fe0d32c221c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024649 Feb 09 21:42:52.574261 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 39572) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:52.577618 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-624b5d18-b2cf-47f3-bcc1-a336585c6907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (f5292e8b-3080-49a8-a05e-d382ea6272f4), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:52.582954 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-0f4b4ae9-e343-4c14-8878-e275cd1cc4b6 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Request body: {'subnet': {'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:42:52.621417 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5eed117d-75ec-4dcb-8cba-4170c432a200 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (9db550fb-381b-4e6b-8254-88f23b5269b0), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:52.664035 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39576) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:52.685600 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01eb5059-e1a1-4f0b-b0cf-81464b9f4940 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Router bf06bceb-4cbf-41a1-9752-211686b11ead has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:42:52.711402 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f4b4ae9-e343-4c14-8878-e275cd1cc4b6 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Made reservation on behalf of 880c3cd16cc943a98203fd230e26852f for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:42:52.715839 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0f4b4ae9-e343-4c14-8878-e275cd1cc4b6 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621317'] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:52.762602 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c12f018-1911-43f5-8d43-7aaaa80cbf70 None None] Pushing event updated for resources: {'Port': ['ID=f5292e8b-3080-49a8-a05e-d382ea6272f4,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:52.775864 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-b4f7f22c-f8e0-47f3-bb6d-2b3664399ed9 None None] Provisioning complete for port 226ee1dc-7d0c-4b89-a614-e8550ffc28fe triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:52.777351 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b4f7f22c-f8e0-47f3-bb6d-2b3664399ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (226ee1dc-7d0c-4b89-a614-e8550ffc28fe), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:52.981998 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3a5b8c-730a-4207-b26d-dac2036d85f5 None None] DHCP port deletion for 986c5511-2b50-4eb7-bb75-ff9f776ff726 request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:42:53.026684 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-56e93525-090b-4b9d-bdea-7be0d40e97ed admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-909826218-network', 'tenant_id': 'e0fba33cc37140f68483b74485e6f58c'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:42:53.126904 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01eb5059-e1a1-4f0b-b0cf-81464b9f4940 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:42:53.134724 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5eed117d-75ec-4dcb-8cba-4170c432a200 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Publish callbacks [] for port (9db550fb-381b-4e6b-8254-88f23b5269b0), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:53.142181 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e93525-090b-4b9d-bdea-7be0d40e97ed admin admin] Made reservation on behalf of e0fba33cc37140f68483b74485e6f58c for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:42:53.148079 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-01eb5059-e1a1-4f0b-b0cf-81464b9f4940 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:53.150289 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-56e93525-090b-4b9d-bdea-7be0d40e97ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:53.158311 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-01eb5059-e1a1-4f0b-b0cf-81464b9f4940 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "PUT /v2.0/routers/bf06bceb-4cbf-41a1-9752-211686b11ead HTTP/1.1" status: 200 len: 933 time: 3.0382812 Feb 09 21:42:53.168696 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39594) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:53.169448 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5eed117d-75ec-4dcb-8cba-4170c432a200 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (9db550fb-381b-4e6b-8254-88f23b5269b0), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:53.183423 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-624b5d18-b2cf-47f3-bcc1-a336585c6907 None None] Attempting to bind port f5292e8b-3080-49a8-a05e-d382ea6272f4 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:42:53.183821 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-624b5d18-b2cf-47f3-bcc1-a336585c6907 None None] Attempting to bind port f5292e8b-3080-49a8-a05e-d382ea6272f4 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': 'b974b2c4-2297-4419-a182-2aa7fadc03f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '5da197db-a2b7-43e5-ab19-8e1bbe90fef6'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:42:53.184181 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624b5d18-b2cf-47f3-bcc1-a336585c6907 None None] Attempting to bind port f5292e8b-3080-49a8-a05e-d382ea6272f4 on network 5da197db-a2b7-43e5-ab19-8e1bbe90fef6 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:42:53.202693 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-56e93525-090b-4b9d-bdea-7be0d40e97ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:53.207319 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624b5d18-b2cf-47f3-bcc1-a336585c6907 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:42:53.208071 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624b5d18-b2cf-47f3-bcc1-a336585c6907 None None] Checking segment: {'id': 'b974b2c4-2297-4419-a182-2aa7fadc03f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '5da197db-a2b7-43e5-ab19-8e1bbe90fef6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:42:53.208696 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-624b5d18-b2cf-47f3-bcc1-a336585c6907 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:53.209278 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624b5d18-b2cf-47f3-bcc1-a336585c6907 None None] Bound using segment: {'id': 'b974b2c4-2297-4419-a182-2aa7fadc03f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '5da197db-a2b7-43e5-ab19-8e1bbe90fef6'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:42:53.209939 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-624b5d18-b2cf-47f3-bcc1-a336585c6907 None None] Bound port: f5292e8b-3080-49a8-a05e-d382ea6272f4, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b974b2c4-2297-4419-a182-2aa7fadc03f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '5da197db-a2b7-43e5-ab19-8e1bbe90fef6'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:42:53.210500 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-624b5d18-b2cf-47f3-bcc1-a336585c6907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (f5292e8b-3080-49a8-a05e-d382ea6272f4), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:53.307215 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-624b5d18-b2cf-47f3-bcc1-a336585c6907 None None] For port f5292e8b-3080-49a8-a05e-d382ea6272f4, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:42:53.311338 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-624b5d18-b2cf-47f3-bcc1-a336585c6907 None None] For port f5292e8b-3080-49a8-a05e-d382ea6272f4, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=f5292e8b-3080-49a8-a05e-d382ea6272f4,segment=NetworkSegment(b974b2c4-2297-4419-a182-2aa7fadc03f8),segment_id=b974b2c4-2297-4419-a182-2aa7fadc03f8)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:42:53.321048 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-624b5d18-b2cf-47f3-bcc1-a336585c6907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (f5292e8b-3080-49a8-a05e-d382ea6272f4), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:53.446405 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:53.488736 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624b5d18-b2cf-47f3-bcc1-a336585c6907 None None] Routers {'bf06bceb-4cbf-41a1-9752-211686b11ead'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:42:53.489403 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-624b5d18-b2cf-47f3-bcc1-a336585c6907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:42:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['bf06bceb-4cbf-41a1-9752-211686b11ead'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:53.492566 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b2b4df85-3487-4680-ac79-91c336fe97bd req-68ccfb69-3ec9-4680-96d1-23f96042a0b9 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 210 time: 0.1850290 Feb 09 21:42:53.496282 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0f4b4ae9-e343-4c14-8878-e275cd1cc4b6 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621371'] for subnet (a2211bfc-d758-42ad-915e-591a38d2ea3a), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:53.502571 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-b4f7f22c-f8e0-47f3-bb6d-2b3664399ed9 None None] Current status of the port 226ee1dc-7d0c-4b89-a614-e8550ffc28fe is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:53.505260 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b4f7f22c-f8e0-47f3-bb6d-2b3664399ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (226ee1dc-7d0c-4b89-a614-e8550ffc28fe), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:53.508048 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-fc3a5b8c-730a-4207-b26d-dac2036d85f5 None None] Deleting port 226ee1dc-7d0c-4b89-a614-e8550ffc28fe {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:42:53.517749 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-fc3a5b8c-730a-4207-b26d-dac2036d85f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (226ee1dc-7d0c-4b89-a614-e8550ffc28fe), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:53.631806 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eed117d-75ec-4dcb-8cba-4170c432a200 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Pushing event updated for resources: {'Port': ['ID=9db550fb-381b-4e6b-8254-88f23b5269b0,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:53.651930 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-fc3a5b8c-730a-4207-b26d-dac2036d85f5 None None] For port 226ee1dc-7d0c-4b89-a614-e8550ffc28fe, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=226ee1dc-7d0c-4b89-a614-e8550ffc28fe,segment=NetworkSegment(e234f058-99e9-4683-aff2-a800b51d2ec4),segment_id=e234f058-99e9-4683-aff2-a800b51d2ec4)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:53.652156 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4b4ae9-e343-4c14-8878-e275cd1cc4b6 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:42:53.653052 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-fc3a5b8c-730a-4207-b26d-dac2036d85f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (226ee1dc-7d0c-4b89-a614-e8550ffc28fe), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:53.656851 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-0f4b4ae9-e343-4c14-8878-e275cd1cc4b6 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:42:53.673668 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4b4ae9-e343-4c14-8878-e275cd1cc4b6 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:53.680342 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0f4b4ae9-e343-4c14-8878-e275cd1cc4b6 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:53.704965 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-fc3a5b8c-730a-4207-b26d-dac2036d85f5 None None] Calling delete_port for 226ee1dc-7d0c-4b89-a614-e8550ffc28fe owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:42:53.725172 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-bd039172-3c89-45dc-8b9c-e4d3457d85d7 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "GET /v2.0/routers/bf06bceb-4cbf-41a1-9752-211686b11ead HTTP/1.1" status: 200 len: 933 time: 0.5521650 Feb 09 21:42:53.729236 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5eed117d-75ec-4dcb-8cba-4170c432a200 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (d70dec2d-c258-4e6d-b066-36439980c428), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:53.741318 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39610) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:53.757790 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-3c10aba0-451b-4a46-8ff5-08c412bc2a69 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Request body: {'router': {'routes': None}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:42:53.795438 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4b4ae9-e343-4c14-8878-e275cd1cc4b6 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event updated for resources: {'Subnet': ['ID=a2211bfc-d758-42ad-915e-591a38d2ea3a,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:53.811320 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-0f4b4ae9-e343-4c14-8878-e275cd1cc4b6 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2350440 Feb 09 21:42:53.815691 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 39612) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:53.826677 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-fe80fd11-2898-4245-aef9-aea7520ca933 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Request body: {'port': {'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726', 'fixed_ips': [{'subnet_id': 'a2211bfc-d758-42ad-915e-591a38d2ea3a', 'ip_address': '2001:db8::129:c5b9:649c:a3d8'}], 'name': 'tempest-NetworksTestDHCPv6-1030215270'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:42:53.883361 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39614) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:53.902171 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5eed117d-75ec-4dcb-8cba-4170c432a200 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:53.905796 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-5eed117d-75ec-4dcb-8cba-4170c432a200 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3451636 Feb 09 21:42:53.915293 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39618) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:53.922789 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-f3348ae2-4714-43e6-8ab9-c56e0beefabf tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1946791344'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:42:54.004636 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3348ae2-4714-43e6-8ab9-c56e0beefabf tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Made reservation on behalf of 2a7e249a93184ad2b39f7e5e04c1b8cd for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:42:54.009201 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f3348ae2-4714-43e6-8ab9-c56e0beefabf tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:54.025294 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df64a77-4cf8-4aba-a86e-df459eab4c2d req-0533f034-1c5d-4dee-aec2-e200782238da tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:54.028029 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-9df64a77-4cf8-4aba-a86e-df459eab4c2d req-0533f034-1c5d-4dee-aec2-e200782238da tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] 10.222.0.89 "GET /v2.0/ports?device_id=868f5939-9656-4337-93ba-a505cb3feae5 HTTP/1.1" status: 200 len: 946 time: 0.2571909 Feb 09 21:42:54.030797 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-56e93525-090b-4b9d-bdea-7be0d40e97ed admin admin] Publish callbacks [] for security_group (7a6c813b-611d-4436-831d-fc6ca76a9308), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:54.053279 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9803f209-a579-4c33-8978-08c0a157fc72 req-d9523223-404a-486d-9f02-3d32fcbe153a tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:54.062748 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9803f209-a579-4c33-8978-08c0a157fc72 req-d9523223-404a-486d-9f02-3d32fcbe153a tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] 10.222.0.90 "GET /v2.0/ports?device_id=868f5939-9656-4337-93ba-a505cb3feae5 HTTP/1.1" status: 200 len: 946 time: 0.3432610 Feb 09 21:42:54.082701 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-56e93525-090b-4b9d-bdea-7be0d40e97ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (7a6c813b-611d-4436-831d-fc6ca76a9308), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:54.131316 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f3348ae2-4714-43e6-8ab9-c56e0beefabf tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:54.181039 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-33ff6cac-924d-4bdd-83f6-c53721c219c5 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1714557978-network', 'tenant_id': '73aafa54b15b4f2e83f3753252e1608e'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:42:54.224397 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33ff6cac-924d-4bdd-83f6-c53721c219c5 admin admin] Made reservation on behalf of 73aafa54b15b4f2e83f3753252e1608e for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:42:54.226936 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-33ff6cac-924d-4bdd-83f6-c53721c219c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:54.255548 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-33ff6cac-924d-4bdd-83f6-c53721c219c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:54.270100 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56e93525-090b-4b9d-bdea-7be0d40e97ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:42:54.334610 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c12f018-1911-43f5-8d43-7aaaa80cbf70 None None] Pushing event updated for resources: {'Port': ['ID=f5292e8b-3080-49a8-a05e-d382ea6272f4,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:54.350147 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-fc3a5b8c-730a-4207-b26d-dac2036d85f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (226ee1dc-7d0c-4b89-a614-e8550ffc28fe), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:54.370891 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-33ff6cac-924d-4bdd-83f6-c53721c219c5 admin admin] Publish callbacks [] for security_group (e32af54f-ef95-4b6c-8e37-e314e0fd987b), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:54.389454 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-33ff6cac-924d-4bdd-83f6-c53721c219c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (e32af54f-ef95-4b6c-8e37-e314e0fd987b), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:54.404534 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33ff6cac-924d-4bdd-83f6-c53721c219c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:42:54.408695 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3a5b8c-730a-4207-b26d-dac2036d85f5 None None] Pushing event deleted for resources: {'Port': ['ID=226ee1dc-7d0c-4b89-a614-e8550ffc28fe,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:54.415895 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3a5b8c-730a-4207-b26d-dac2036d85f5 None None] No DVR routers for this DVR port 226ee1dc-7d0c-4b89-a614-e8550ffc28fe on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:42:54.424190 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-33ff6cac-924d-4bdd-83f6-c53721c219c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (ab2445e6-d1b5-43a7-9d83-6a2f567a89ca), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:54.424623 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-33ff6cac-924d-4bdd-83f6-c53721c219c5 admin admin] Added segment ab2445e6-d1b5-43a7-9d83-6a2f567a89ca of type vlan for network 00735365-504a-4659-b7e0-5dd13c1577e5 Feb 09 21:42:54.443976 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1513caca-bbae-49a9-8a14-1903e6448dc8 None None] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:42:54.469349 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe80fd11-2898-4245-aef9-aea7520ca933 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Made reservation on behalf of 880c3cd16cc943a98203fd230e26852f for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:42:54.470423 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-624b5d18-b2cf-47f3-bcc1-a336585c6907 None None] Set router bf06bceb-4cbf-41a1-9752-211686b11ead gateway port host: None {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:42:54.483981 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-33ff6cac-924d-4bdd-83f6-c53721c219c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (00735365-504a-4659-b7e0-5dd13c1577e5), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:54.528985 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e93525-090b-4b9d-bdea-7be0d40e97ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a6c813b-611d-4436-831d-fc6ca76a9308,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:54.599095 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9803f209-a579-4c33-8978-08c0a157fc72 req-8934b1f5-0764-4bbd-b35b-d9e81ac7167d tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] 10.222.0.90 "GET /v2.0/security-groups?id=ab096705-bc25-431a-ab5c-fe0d32c221c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5178533 Feb 09 21:42:54.651101 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fe80fd11-2898-4245-aef9-aea7520ca933 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:54.654852 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-33ff6cac-924d-4bdd-83f6-c53721c219c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (00735365-504a-4659-b7e0-5dd13c1577e5), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:54.655807 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ff6cac-924d-4bdd-83f6-c53721c219c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:54.656397 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-33ff6cac-924d-4bdd-83f6-c53721c219c5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:54.692626 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-fe80fd11-2898-4245-aef9-aea7520ca933 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] device_id is not set on port 0895180e-bbdc-49f0-9c7d-381d6569de6d yet. {{(pid=103140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:42:54.699880 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-56e93525-090b-4b9d-bdea-7be0d40e97ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (9336038c-c827-49b4-9b26-98b175de6249), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:54.700274 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-56e93525-090b-4b9d-bdea-7be0d40e97ed admin admin] Added segment 9336038c-c827-49b4-9b26-98b175de6249 of type vlan for network 74d53abd-a71d-429c-929d-41ed12b1d218 Feb 09 21:42:54.748846 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-f233c41b-12a5-4d14-8493-827f9d479b31 None None] Provisioning complete for port f5292e8b-3080-49a8-a05e-d382ea6272f4 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:54.749399 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f233c41b-12a5-4d14-8493-827f9d479b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (f5292e8b-3080-49a8-a05e-d382ea6272f4), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:54.760799 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ddc7ff8-5515-4440-a9a5-456836686617 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-986c5511-2b50-4eb7-bb75-ff9f776ff726', 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726', 'project_id': '880c3cd16cc943a98203fd230e26852f', 'fixed_ips': [{'subnet_id': 'a2211bfc-d758-42ad-915e-591a38d2ea3a'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:42:54.761832 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-4ddc7ff8-5515-4440-a9a5-456836686617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:54.841252 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a70f1429-f4dc-48c3-85de-9a02c1e668b3 req-ff250813-4cda-446d-883f-d329f2bcf2fa tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 210 time: 0.1302881 Feb 09 21:42:54.858480 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 226ee1dc-7d0c-4b89-a614-e8550ffc28fe no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:42:54.890985 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ff6cac-924d-4bdd-83f6-c53721c219c5 admin admin] Pushing event updated for resources: {'Network': ['ID=00735365-504a-4659-b7e0-5dd13c1577e5,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:54.929426 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-33ff6cac-924d-4bdd-83f6-c53721c219c5 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0403979 Feb 09 21:42:54.931830 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 00735365-504a-4659-b7e0-5dd13c1577e5 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:42:54.939477 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39626) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:54.965417 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ff6cac-924d-4bdd-83f6-c53721c219c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e32af54f-ef95-4b6c-8e37-e314e0fd987b,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:54.974020 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 226ee1dc-7d0c-4b89-a614-e8550ffc28fe {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:42:54.977081 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-28975454-cde6-4876-8f51-bde91f81dc39 admin admin] Request body: {'subnet': {'network_id': '00735365-504a-4659-b7e0-5dd13c1577e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1714557978-subnet', 'tenant_id': '73aafa54b15b4f2e83f3753252e1608e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:42:54.977225 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 226ee1dc-7d0c-4b89-a614-e8550ffc28fe not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:42:55.024517 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28975454-cde6-4876-8f51-bde91f81dc39 admin admin] Made reservation on behalf of 73aafa54b15b4f2e83f3753252e1608e for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:42:55.026912 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-28975454-cde6-4876-8f51-bde91f81dc39 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:55.061782 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-fe80fd11-2898-4245-aef9-aea7520ca933 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Allocated IP 2001:db8::129:c5b9:649c:a3d8 (986c5511-2b50-4eb7-bb75-ff9f776ff726/a2211bfc-d758-42ad-915e-591a38d2ea3a/0895180e-bbdc-49f0-9c7d-381d6569de6d) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:42:55.092498 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-56e93525-090b-4b9d-bdea-7be0d40e97ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (74d53abd-a71d-429c-929d-41ed12b1d218), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:55.145649 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-9df64a77-4cf8-4aba-a86e-df459eab4c2d req-2a0ceec3-b361-4b67-9176-3d2663b6b8be tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Deleting port 5ac4a265-50f1-4992-8e24-78511d1033cc {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:42:55.145649 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-9df64a77-4cf8-4aba-a86e-df459eab4c2d req-2a0ceec3-b361-4b67-9176-3d2663b6b8be tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (5ac4a265-50f1-4992-8e24-78511d1033cc), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:55.206042 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-f233c41b-12a5-4d14-8493-827f9d479b31 None None] Current status of the port f5292e8b-3080-49a8-a05e-d382ea6272f4 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:55.206581 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f233c41b-12a5-4d14-8493-827f9d479b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (f5292e8b-3080-49a8-a05e-d382ea6272f4), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:55.235698 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-624b5d18-b2cf-47f3-bcc1-a336585c6907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf06bceb-4cbf-41a1-9752-211686b11ead', 'name': 'tempest-RoutersTest-router-699486942', 'tenant_id': '67feb264805b4b31b627437845cc2aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:42:05Z', 'updated_at': '2022-02-09T21:42:51Z', 'revision_number': 6, 'project_id': '67feb264805b4b31b627437845cc2aaf', 'gw_port_host': None, '_interfaces': [{'id': '323c09cd-359f-4699-af91-3b8d90d87155', 'name': '', 'network_id': 'f5670fcd-3577-43bc-a723-f8f030b55510', 'tenant_id': '67feb264805b4b31b627437845cc2aaf', 'mac_address': 'fa:16:3e:6b:06:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf06bceb-4cbf-41a1-9752-211686b11ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': 'be079591-cb2c-4501-9ebc-3b2104f0fe17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:11Z', 'updated_at': '2022-02-09T21:42:17Z', 'revision_number': 5, 'project_id': '67feb264805b4b31b627437845cc2aaf', 'subnets': [{'id': 'be079591-cb2c-4501-9ebc-3b2104f0fe17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '383e95c2-6696-40de-a63e-fd99d023890b', 'name': '', 'network_id': 'd989cdab-aa1c-4493-aa0d-54cf9f342fdc', 'tenant_id': '67feb264805b4b31b627437845cc2aaf', 'mac_address': 'fa:16:3e:ea:52:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf06bceb-4cbf-41a1-9752-211686b11ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '7f9309a7-fac9-4291-ba5a-c610cb1b90f4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:27Z', 'updated_at': '2022-02-09T21:42:38Z', 'revision_number': 5, 'project_id': '67feb264805b4b31b627437845cc2aaf', 'subnets': [{'id': '7f9309a7-fac9-4291-ba5a-c610cb1b90f4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bef6678f-82bc-42c3-89ea-5dd9ebdf93a1', 'name': '', 'network_id': 'ae35f933-ff36-4d81-85da-77e41424a847', 'tenant_id': '67feb264805b4b31b627437845cc2aaf', 'mac_address': 'fa:16:3e:6b:c4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf06bceb-4cbf-41a1-9752-211686b11ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '0ab9fa85-9dfc-4a42-b7b0-770b90bc741a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:17Z', 'updated_at': '2022-02-09T21:42:25Z', 'revision_number': 5, 'project_id': '67feb264805b4b31b627437845cc2aaf', 'subnets': [{'id': '0ab9fa85-9dfc-4a42-b7b0-770b90bc741a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5292e8b-3080-49a8-a05e-d382ea6272f4', 'name': '', 'network_id': '5da197db-a2b7-43e5-ab19-8e1bbe90fef6', 'tenant_id': '67feb264805b4b31b627437845cc2aaf', 'mac_address': 'fa:16:3e:97:48:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf06bceb-4cbf-41a1-9752-211686b11ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': 'f4b385f9-4e95-4405-993d-003b09f6c3c3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:42Z', 'updated_at': '2022-02-09T21:42:53Z', 'revision_number': 4, 'project_id': '67feb264805b4b31b627437845cc2aaf', 'subnets': [{'id': 'f4b385f9-4e95-4405-993d-003b09f6c3c3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:55.287154 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624b5d18-b2cf-47f3-bcc1-a336585c6907 None None] The sync data for ids ['bf06bceb-4cbf-41a1-9752-211686b11ead'] in n-d-828369-5 is: [{'id': 'bf06bceb-4cbf-41a1-9752-211686b11ead', 'name': 'tempest-RoutersTest-router-699486942', 'tenant_id': '67feb264805b4b31b627437845cc2aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:42:05Z', 'updated_at': '2022-02-09T21:42:51Z', 'revision_number': 6, 'project_id': '67feb264805b4b31b627437845cc2aaf', 'gw_port_host': None, '_interfaces': [{'id': '323c09cd-359f-4699-af91-3b8d90d87155', 'name': '', 'network_id': 'f5670fcd-3577-43bc-a723-f8f030b55510', 'tenant_id': '67feb264805b4b31b627437845cc2aaf', 'mac_address': 'fa:16:3e:6b:06:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf06bceb-4cbf-41a1-9752-211686b11ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': 'be079591-cb2c-4501-9ebc-3b2104f0fe17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:11Z', 'updated_at': '2022-02-09T21:42:17Z', 'revision_number': 5, 'project_id': '67feb264805b4b31b627437845cc2aaf', 'subnets': [{'id': 'be079591-cb2c-4501-9ebc-3b2104f0fe17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '383e95c2-6696-40de-a63e-fd99d023890b', 'name': '', 'network_id': 'd989cdab-aa1c-4493-aa0d-54cf9f342fdc', 'tenant_id': '67feb264805b4b31b627437845cc2aaf', 'mac_address': 'fa:16:3e:ea:52:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf06bceb-4cbf-41a1-9752-211686b11ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '7f9309a7-fac9-4291-ba5a-c610cb1b90f4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:27Z', 'updated_at': '2022-02-09T21:42:38Z', 'revision_number': 5, 'project_id': '67feb264805b4b31b627437845cc2aaf', 'subnets': [{'id': '7f9309a7-fac9-4291-ba5a-c610cb1b90f4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bef6678f-82bc-42c3-89ea-5dd9ebdf93a1', 'name': '', 'network_id': 'ae35f933-ff36-4d81-85da-77e41424a847', 'tenant_id': '67feb264805b4b31b627437845cc2aaf', 'mac_address': 'fa:16:3e:6b:c4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf06bceb-4cbf-41a1-9752-211686b11ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '0ab9fa85-9dfc-4a42-b7b0-770b90bc741a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:17Z', 'updated_at': '2022-02-09T21:42:25Z', 'revision_number': 5, 'project_id': '67feb264805b4b31b627437845cc2aaf', 'subnets': [{'id': '0ab9fa85-9dfc-4a42-b7b0-770b90bc741a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5292e8b-3080-49a8-a05e-d382ea6272f4', 'name': '', 'network_id': '5da197db-a2b7-43e5-ab19-8e1bbe90fef6', 'tenant_id': '67feb264805b4b31b627437845cc2aaf', 'mac_address': 'fa:16:3e:97:48:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf06bceb-4cbf-41a1-9752-211686b11ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': 'f4b385f9-4e95-4405-993d-003b09f6c3c3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:42Z', 'updated_at': '2022-02-09T21:42:53Z', 'revision_number': 4, 'project_id': '67feb264805b4b31b627437845cc2aaf', 'subnets': [{'id': 'f4b385f9-4e95-4405-993d-003b09f6c3c3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:42:55.294242 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f3348ae2-4714-43e6-8ab9-c56e0beefabf tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Publish callbacks [] for security_group (79c0fa91-4a88-49dd-b5fc-92a795e84765), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:55.303364 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-f233c41b-12a5-4d14-8493-827f9d479b31 None None] For port f5292e8b-3080-49a8-a05e-d382ea6272f4, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=f5292e8b-3080-49a8-a05e-d382ea6272f4,segment=NetworkSegment(b974b2c4-2297-4419-a182-2aa7fadc03f8),segment_id=b974b2c4-2297-4419-a182-2aa7fadc03f8)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:55.314071 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f233c41b-12a5-4d14-8493-827f9d479b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (f5292e8b-3080-49a8-a05e-d382ea6272f4), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:55.331683 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f3348ae2-4714-43e6-8ab9-c56e0beefabf tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (79c0fa91-4a88-49dd-b5fc-92a795e84765), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:55.401521 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f233c41b-12a5-4d14-8493-827f9d479b31 None None] Pushing event updated for resources: {'Port': ['ID=f5292e8b-3080-49a8-a05e-d382ea6272f4,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:55.420271 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-56e93525-090b-4b9d-bdea-7be0d40e97ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (74d53abd-a71d-429c-929d-41ed12b1d218), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:55.421527 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e93525-090b-4b9d-bdea-7be0d40e97ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:55.422110 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-56e93525-090b-4b9d-bdea-7be0d40e97ed admin admin] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:55.423353 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fe80fd11-2898-4245-aef9-aea7520ca933 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for port (0895180e-bbdc-49f0-9c7d-381d6569de6d), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:55.471538 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3348ae2-4714-43e6-8ab9-c56e0beefabf tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:42:55.483968 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fe80fd11-2898-4245-aef9-aea7520ca933 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (0895180e-bbdc-49f0-9c7d-381d6569de6d), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:55.545253 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe80fd11-2898-4245-aef9-aea7520ca933 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:42:55.549156 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-fe80fd11-2898-4245-aef9-aea7520ca933 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:42:55.554547 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe80fd11-2898-4245-aef9-aea7520ca933 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:42:55.561182 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe80fd11-2898-4245-aef9-aea7520ca933 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:55.562260 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fe80fd11-2898-4245-aef9-aea7520ca933 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:55.587345 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe80fd11-2898-4245-aef9-aea7520ca933 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event updated for resources: {'Port': ['ID=0895180e-bbdc-49f0-9c7d-381d6569de6d,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:55.617935 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-fe80fd11-2898-4245-aef9-aea7520ca933 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8006911 Feb 09 21:42:55.621265 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 39630) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:55.638009 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-4ddc7ff8-5515-4440-a9a5-456836686617 None None] Allocated IP 2001:db8::2 (986c5511-2b50-4eb7-bb75-ff9f776ff726/a2211bfc-d758-42ad-915e-591a38d2ea3a/b3ec3fc8-cf2f-4d8a-be3e-541a96824d88) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:42:55.661072 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-9df64a77-4cf8-4aba-a86e-df459eab4c2d req-2a0ceec3-b361-4b67-9176-3d2663b6b8be tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] For port 5ac4a265-50f1-4992-8e24-78511d1033cc, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=5ac4a265-50f1-4992-8e24-78511d1033cc,segment=NetworkSegment(2f4c115b-06fa-44f3-b55b-8384b7917bba),segment_id=2f4c115b-06fa-44f3-b55b-8384b7917bba)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:55.662614 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-9df64a77-4cf8-4aba-a86e-df459eab4c2d req-2a0ceec3-b361-4b67-9176-3d2663b6b8be tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (5ac4a265-50f1-4992-8e24-78511d1033cc), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:55.719683 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1831ba-2d88-4f61-b7b9-59ced73b7913 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:55.724264 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-af1831ba-2d88-4f61-b7b9-59ced73b7913 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0971746 Feb 09 21:42:55.726191 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 39634) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:55.952176 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f27b7d-0a3b-4d9f-9b15-38e8b49a962e req-39b418a0-a9c2-4490-b169-23f856309449 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:55.966572 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-03f27b7d-0a3b-4d9f-9b15-38e8b49a962e req-39b418a0-a9c2-4490-b169-23f856309449 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] 10.222.0.90 "GET /v2.0/ports?device_id=868f5939-9656-4337-93ba-a505cb3feae5 HTTP/1.1" status: 200 len: 946 time: 0.1905711 Feb 09 21:42:56.001488 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-4ddc7ff8-5515-4440-a9a5-456836686617 None None] Publish callbacks [] for port (b3ec3fc8-cf2f-4d8a-be3e-541a96824d88), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:56.013737 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-4ddc7ff8-5515-4440-a9a5-456836686617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (b3ec3fc8-cf2f-4d8a-be3e-541a96824d88), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:56.042161 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2799a4fa-5303-47ad-a485-dc80ee5a952f req-21686f4c-8fcc-4c28-be6f-fedb7b883cfd tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 210 time: 0.0621161 Feb 09 21:42:56.060290 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d8a7a986-87be-4c02-96e5-4665ab6e0f06 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Deleting port 0895180e-bbdc-49f0-9c7d-381d6569de6d {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:42:56.060897 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d8a7a986-87be-4c02-96e5-4665ab6e0f06 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (0895180e-bbdc-49f0-9c7d-381d6569de6d), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:56.118241 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddc7ff8-5515-4440-a9a5-456836686617 None None] Pushing event updated for resources: {'Port': ['ID=b3ec3fc8-cf2f-4d8a-be3e-541a96824d88,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:56.141541 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ddc7ff8-5515-4440-a9a5-456836686617 None None] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:42:56.144560 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-4ddc7ff8-5515-4440-a9a5-456836686617 None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:42:56.152831 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddc7ff8-5515-4440-a9a5-456836686617 None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:42:56.174128 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-03f27b7d-0a3b-4d9f-9b15-38e8b49a962e req-92704d1b-21d8-4926-aa45-032d69f38685 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] 10.222.0.90 "GET /v2.0/security-groups?id=ab096705-bc25-431a-ab5c-fe0d32c221c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2000422 Feb 09 21:42:56.253257 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-4ddc7ff8-5515-4440-a9a5-456836686617 None None] Attempting to bind port b3ec3fc8-cf2f-4d8a-be3e-541a96824d88 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:42:56.253638 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-4ddc7ff8-5515-4440-a9a5-456836686617 None None] Attempting to bind port b3ec3fc8-cf2f-4d8a-be3e-541a96824d88 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': 'e234f058-99e9-4683-aff2-a800b51d2ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:42:56.254009 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddc7ff8-5515-4440-a9a5-456836686617 None None] Attempting to bind port b3ec3fc8-cf2f-4d8a-be3e-541a96824d88 on network 986c5511-2b50-4eb7-bb75-ff9f776ff726 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:42:56.260473 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d8a7a986-87be-4c02-96e5-4665ab6e0f06 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (0895180e-bbdc-49f0-9c7d-381d6569de6d), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:56.265342 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddc7ff8-5515-4440-a9a5-456836686617 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:42:56.265731 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddc7ff8-5515-4440-a9a5-456836686617 None None] Checking segment: {'id': 'e234f058-99e9-4683-aff2-a800b51d2ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:42:56.267427 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-4ddc7ff8-5515-4440-a9a5-456836686617 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:56.267427 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddc7ff8-5515-4440-a9a5-456836686617 None None] Bound using segment: {'id': 'e234f058-99e9-4683-aff2-a800b51d2ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:42:56.267427 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-4ddc7ff8-5515-4440-a9a5-456836686617 None None] Bound port: b3ec3fc8-cf2f-4d8a-be3e-541a96824d88, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e234f058-99e9-4683-aff2-a800b51d2ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:42:56.286641 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-56e93525-090b-4b9d-bdea-7be0d40e97ed admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.6214812 Feb 09 21:42:56.288102 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-4ddc7ff8-5515-4440-a9a5-456836686617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (b3ec3fc8-cf2f-4d8a-be3e-541a96824d88), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:56.298004 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 39640) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:56.316515 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3348ae2-4714-43e6-8ab9-c56e0beefabf tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79c0fa91-4a88-49dd-b5fc-92a795e84765,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:56.323916 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-5e49b0f4-6910-4523-8bf7-17ec55e9d736 admin admin] Request body: {'subnet': {'network_id': '74d53abd-a71d-429c-929d-41ed12b1d218', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-909826218-subnet', 'tenant_id': 'e0fba33cc37140f68483b74485e6f58c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:42:56.327882 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f3348ae2-4714-43e6-8ab9-c56e0beefabf tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (0545a9a2-9be0-4a14-b3d1-d85a9dd327bf), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:56.328600 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-f3348ae2-4714-43e6-8ab9-c56e0beefabf tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Added segment 0545a9a2-9be0-4a14-b3d1-d85a9dd327bf of type vlan for network ebb45870-6748-498b-8acb-a8ea88568553 Feb 09 21:42:56.339720 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d8a7a986-87be-4c02-96e5-4665ab6e0f06 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Calling delete_port for 0895180e-bbdc-49f0-9c7d-381d6569de6d owned by {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:42:56.410883 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e93525-090b-4b9d-bdea-7be0d40e97ed admin admin] Pushing event updated for resources: {'Network': ['ID=74d53abd-a71d-429c-929d-41ed12b1d218,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:56.429367 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 74d53abd-a71d-429c-929d-41ed12b1d218 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:42:56.462328 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.extraroute_db [None req-3c10aba0-451b-4a46-8ff5-08c412bc2a69 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Added routes are [] {{(pid=103141) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 09 21:42:56.462900 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.extraroute_db [None req-3c10aba0-451b-4a46-8ff5-08c412bc2a69 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=103141) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 09 21:42:56.490463 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-4ddc7ff8-5515-4440-a9a5-456836686617 None None] For port b3ec3fc8-cf2f-4d8a-be3e-541a96824d88, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:42:56.516198 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-4ddc7ff8-5515-4440-a9a5-456836686617 None None] For port b3ec3fc8-cf2f-4d8a-be3e-541a96824d88, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=b3ec3fc8-cf2f-4d8a-be3e-541a96824d88,segment=NetworkSegment(e234f058-99e9-4683-aff2-a800b51d2ec4),segment_id=e234f058-99e9-4683-aff2-a800b51d2ec4)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:42:56.519262 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f3348ae2-4714-43e6-8ab9-c56e0beefabf tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (ebb45870-6748-498b-8acb-a8ea88568553), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:56.531225 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-4ddc7ff8-5515-4440-a9a5-456836686617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (b3ec3fc8-cf2f-4d8a-be3e-541a96824d88), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:56.556755 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e49b0f4-6910-4523-8bf7-17ec55e9d736 admin admin] Made reservation on behalf of e0fba33cc37140f68483b74485e6f58c for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:42:56.560540 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5e49b0f4-6910-4523-8bf7-17ec55e9d736 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621317'] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:56.566375 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d8a7a986-87be-4c02-96e5-4665ab6e0f06 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (0895180e-bbdc-49f0-9c7d-381d6569de6d), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:56.657527 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddc7ff8-5515-4440-a9a5-456836686617 None None] Pushing event updated for resources: {'Port': ['ID=b3ec3fc8-cf2f-4d8a-be3e-541a96824d88,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:56.704088 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d8a7a986-87be-4c02-96e5-4665ab6e0f06 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:56.707063 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afde943-7d6a-494c-87ee-55ab09f32a7a None None] Sync routers for ids ['bf06bceb-4cbf-41a1-9752-211686b11ead'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:42:56.712954 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-d8a7a986-87be-4c02-96e5-4665ab6e0f06 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "DELETE /v2.0/ports/0895180e-bbdc-49f0-9c7d-381d6569de6d HTTP/1.1" status: 204 len: 168 time: 0.9853332 Feb 09 21:42:56.715025 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a7a986-87be-4c02-96e5-4665ab6e0f06 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event deleted for resources: {'Port': ['ID=0895180e-bbdc-49f0-9c7d-381d6569de6d,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:56.715634 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39642) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:56.725211 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afde943-7d6a-494c-87ee-55ab09f32a7a None None] Routers {'bf06bceb-4cbf-41a1-9752-211686b11ead'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:42:56.728960 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-4afde943-7d6a-494c-87ee-55ab09f32a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:42:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['bf06bceb-4cbf-41a1-9752-211686b11ead'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:56.738829 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.db.resource_extend [None req-f3348ae2-4714-43e6-8ab9-c56e0beefabf tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 21:42:56.796373 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3c10aba0-451b-4a46-8ff5-08c412bc2a69 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-554449', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10783'] for router (bf06bceb-4cbf-41a1-9752-211686b11ead), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:56.800839 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-28975454-cde6-4876-8f51-bde91f81dc39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (0d4cb0a9-0f8b-4759-aa75-9f58c47a4974), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:56.930642 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device f5292e8b-3080-49a8-a05e-d382ea6272f4 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:42:56.961714 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-4afde943-7d6a-494c-87ee-55ab09f32a7a None None] Set router bf06bceb-4cbf-41a1-9752-211686b11ead gateway port host: None {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:42:57.083156 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5e49b0f4-6910-4523-8bf7-17ec55e9d736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621371'] for subnet (31bf57d7-aaed-40fd-925f-87213ac6208a), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:57.103630 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port f5292e8b-3080-49a8-a05e-d382ea6272f4 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:57.105738 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (f5292e8b-3080-49a8-a05e-d382ea6272f4), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:57.188295 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3c10aba0-451b-4a46-8ff5-08c412bc2a69 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-554449', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10783'] for router (bf06bceb-4cbf-41a1-9752-211686b11ead), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:57.236078 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e49b0f4-6910-4523-8bf7-17ec55e9d736 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31bf57d7-aaed-40fd-925f-87213ac6208a,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:57.278966 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3c10aba0-451b-4a46-8ff5-08c412bc2a69 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-554458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-554435', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-525216'] for router (bf06bceb-4cbf-41a1-9752-211686b11ead), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:57.379821 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f3348ae2-4714-43e6-8ab9-c56e0beefabf tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (ebb45870-6748-498b-8acb-a8ea88568553), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:57.387874 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3348ae2-4714-43e6-8ab9-c56e0beefabf tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:57.388848 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f3348ae2-4714-43e6-8ab9-c56e0beefabf tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:57.399241 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1b5d3141-c970-4d7f-b529-5cdee413cb05 req-69736e54-9a09-4672-90cd-3cb11ca27933 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 210 time: 0.1030233 Feb 09 21:42:57.429939 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port f5292e8b-3080-49a8-a05e-d382ea6272f4 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:57.504478 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e49b0f4-6910-4523-8bf7-17ec55e9d736 admin admin] Checking segment: {'id': '9336038c-c827-49b4-9b26-98b175de6249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '74d53abd-a71d-429c-929d-41ed12b1d218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:42:57.504860 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e49b0f4-6910-4523-8bf7-17ec55e9d736 admin admin] Network hostable DHCP agents. Network: 74d53abd-a71d-429c-929d-41ed12b1d218, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:42:57.536851 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e49b0f4-6910-4523-8bf7-17ec55e9d736 admin admin] Network 74d53abd-a71d-429c-929d-41ed12b1d218 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:42:57.554229 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f635c7-2162-4ad5-937b-a4da4b9f3279 req-45f2998b-a811-48b3-9df3-898411756a4e tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:57.555852 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-81f635c7-2162-4ad5-937b-a4da4b9f3279 req-45f2998b-a811-48b3-9df3-898411756a4e tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] 10.222.0.90 "GET /v2.0/ports?device_id=868f5939-9656-4337-93ba-a505cb3feae5 HTTP/1.1" status: 200 len: 946 time: 0.1469414 Feb 09 21:42:57.557222 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-5e49b0f4-6910-4523-8bf7-17ec55e9d736 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 74d53abd-a71d-429c-929d-41ed12b1d218) {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:42:57.571307 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03eadc09-ca8e-4955-bdf5-c58f86e98dbb None None] Network 74d53abd-a71d-429c-929d-41ed12b1d218 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:42:57.574750 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-4afde943-7d6a-494c-87ee-55ab09f32a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf06bceb-4cbf-41a1-9752-211686b11ead', 'name': 'tempest-RoutersTest-router-699486942', 'tenant_id': '67feb264805b4b31b627437845cc2aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:42:05Z', 'updated_at': '2022-02-09T21:42:51Z', 'revision_number': 6, 'project_id': '67feb264805b4b31b627437845cc2aaf', 'gw_port_host': None, '_interfaces': [{'id': '323c09cd-359f-4699-af91-3b8d90d87155', 'name': '', 'network_id': 'f5670fcd-3577-43bc-a723-f8f030b55510', 'tenant_id': '67feb264805b4b31b627437845cc2aaf', 'mac_address': 'fa:16:3e:6b:06:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf06bceb-4cbf-41a1-9752-211686b11ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': 'be079591-cb2c-4501-9ebc-3b2104f0fe17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:11Z', 'updated_at': '2022-02-09T21:42:17Z', 'revision_number': 5, 'project_id': '67feb264805b4b31b627437845cc2aaf', 'subnets': [{'id': 'be079591-cb2c-4501-9ebc-3b2104f0fe17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '383e95c2-6696-40de-a63e-fd99d023890b', 'name': '', 'network_id': 'd989cdab-aa1c-4493-aa0d-54cf9f342fdc', 'tenant_id': '67feb264805b4b31b627437845cc2aaf', 'mac_address': 'fa:16:3e:ea:52:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf06bceb-4cbf-41a1-9752-211686b11ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '7f9309a7-fac9-4291-ba5a-c610cb1b90f4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:27Z', 'updated_at': '2022-02-09T21:42:38Z', 'revision_number': 5, 'project_id': '67feb264805b4b31b627437845cc2aaf', 'subnets': [{'id': '7f9309a7-fac9-4291-ba5a-c610cb1b90f4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bef6678f-82bc-42c3-89ea-5dd9ebdf93a1', 'name': '', 'network_id': 'ae35f933-ff36-4d81-85da-77e41424a847', 'tenant_id': '67feb264805b4b31b627437845cc2aaf', 'mac_address': 'fa:16:3e:6b:c4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf06bceb-4cbf-41a1-9752-211686b11ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '0ab9fa85-9dfc-4a42-b7b0-770b90bc741a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:17Z', 'updated_at': '2022-02-09T21:42:25Z', 'revision_number': 5, 'project_id': '67feb264805b4b31b627437845cc2aaf', 'subnets': [{'id': '0ab9fa85-9dfc-4a42-b7b0-770b90bc741a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5292e8b-3080-49a8-a05e-d382ea6272f4', 'name': '', 'network_id': '5da197db-a2b7-43e5-ab19-8e1bbe90fef6', 'tenant_id': '67feb264805b4b31b627437845cc2aaf', 'mac_address': 'fa:16:3e:97:48:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf06bceb-4cbf-41a1-9752-211686b11ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': 'f4b385f9-4e95-4405-993d-003b09f6c3c3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:42Z', 'updated_at': '2022-02-09T21:42:55Z', 'revision_number': 5, 'project_id': '67feb264805b4b31b627437845cc2aaf', 'subnets': [{'id': 'f4b385f9-4e95-4405-993d-003b09f6c3c3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:57.578783 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e49b0f4-6910-4523-8bf7-17ec55e9d736 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:57.579455 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5e49b0f4-6910-4523-8bf7-17ec55e9d736 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:57.606513 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afde943-7d6a-494c-87ee-55ab09f32a7a None None] Checking router: bf06bceb-4cbf-41a1-9752-211686b11ead for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:42:57.616129 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afde943-7d6a-494c-87ee-55ab09f32a7a None None] Routers {'bf06bceb-4cbf-41a1-9752-211686b11ead'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:42:57.616808 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-4afde943-7d6a-494c-87ee-55ab09f32a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:42:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['bf06bceb-4cbf-41a1-9752-211686b11ead'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:57.628552 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-5e49b0f4-6910-4523-8bf7-17ec55e9d736 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3206451 Feb 09 21:42:57.633944 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 39650) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:57.642485 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-a06c2e57-1f64-4a0a-85bd-1cefc274a8d4 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-909826218-router', 'tenant_id': 'e0fba33cc37140f68483b74485e6f58c', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:42:57.733766 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1263bb-75ba-491d-81e3-82651a7db2ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-74d53abd-a71d-429c-929d-41ed12b1d218', 'network_id': '74d53abd-a71d-429c-929d-41ed12b1d218', 'project_id': 'e0fba33cc37140f68483b74485e6f58c', 'fixed_ips': [{'subnet_id': '31bf57d7-aaed-40fd-925f-87213ac6208a'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:42:57.736835 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1c1263bb-75ba-491d-81e3-82651a7db2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:57.741312 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-4afde943-7d6a-494c-87ee-55ab09f32a7a None None] Set router bf06bceb-4cbf-41a1-9752-211686b11ead gateway port host: None {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:42:57.743120 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3348ae2-4714-43e6-8ab9-c56e0beefabf tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Pushing event updated for resources: {'Network': ['ID=ebb45870-6748-498b-8acb-a8ea88568553,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:57.746159 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-81f635c7-2162-4ad5-937b-a4da4b9f3279 req-ab5e178f-d4c5-4460-8867-17346b3c4da1 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] 10.222.0.90 "GET /v2.0/security-groups?id=ab096705-bc25-431a-ab5c-fe0d32c221c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1808999 Feb 09 21:42:57.749123 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a06c2e57-1f64-4a0a-85bd-1cefc274a8d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (9378fdb6-af0c-40c9-b62e-f5a26dc8f129), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:57.751364 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a06c2e57-1f64-4a0a-85bd-1cefc274a8d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (9378fdb6-af0c-40c9-b62e-f5a26dc8f129), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:57.770964 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-f3348ae2-4714-43e6-8ab9-c56e0beefabf tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.8507071 Feb 09 21:42:57.772327 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 39652) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:57.777771 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network ebb45870-6748-498b-8acb-a8ea88568553 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:42:57.779611 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-058f0f83-d536-46b4-81ea-a2b4536684f7 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Request body: {'subnet': {'network_id': 'ebb45870-6748-498b-8acb-a8ea88568553', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:42:57.803498 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81a3f27-4864-4863-aecb-30244deb9ef5 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:57.807003 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81a3f27-4864-4863-aecb-30244deb9ef5 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:57.810730 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-e81a3f27-4864-4863-aecb-30244deb9ef5 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 1.0773439 Feb 09 21:42:57.817867 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 39654) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:57.926949 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28975454-cde6-4876-8f51-bde91f81dc39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d4cb0a9-0f8b-4759-aa75-9f58c47a4974,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:57.929150 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28975454-cde6-4876-8f51-bde91f81dc39 admin admin] Checking segment: {'id': 'ab2445e6-d1b5-43a7-9d83-6a2f567a89ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '00735365-504a-4659-b7e0-5dd13c1577e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:42:57.929518 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28975454-cde6-4876-8f51-bde91f81dc39 admin admin] Network hostable DHCP agents. Network: 00735365-504a-4659-b7e0-5dd13c1577e5, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:42:58.030312 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0b59191-2dbe-44da-ae02-c3fd59bc10f5 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Deleting subnet a2211bfc-d758-42ad-915e-591a38d2ea3a {{(pid=103140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:42:58.050712 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c10aba0-451b-4a46-8ff5-08c412bc2a69 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Router bf06bceb-4cbf-41a1-9752-211686b11ead has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:42:58.051854 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28975454-cde6-4876-8f51-bde91f81dc39 admin admin] Network 00735365-504a-4659-b7e0-5dd13c1577e5 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:42:58.069505 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-28975454-cde6-4876-8f51-bde91f81dc39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 00735365-504a-4659-b7e0-5dd13c1577e5) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:42:58.074659 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-9df64a77-4cf8-4aba-a86e-df459eab4c2d req-2a0ceec3-b361-4b67-9176-3d2663b6b8be tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:58.075023 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-9df64a77-4cf8-4aba-a86e-df459eab4c2d req-2a0ceec3-b361-4b67-9176-3d2663b6b8be tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (78a9896f-f9cb-4e75-957a-399ccaf444e4), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:58.075336 n-d-828369-5 neutron-server[103141]: INFO neutron.db.l3_db [req-9df64a77-4cf8-4aba-a86e-df459eab4c2d req-2a0ceec3-b361-4b67-9176-3d2663b6b8be tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Floating IP 78a9896f-f9cb-4e75-957a-399ccaf444e4 disassociated. External IP: 172.25.3.61, port: 5ac4a265-50f1-4992-8e24-78511d1033cc. Feb 09 21:42:58.075677 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-9df64a77-4cf8-4aba-a86e-df459eab4c2d req-2a0ceec3-b361-4b67-9176-3d2663b6b8be tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Calling delete_port for 5ac4a265-50f1-4992-8e24-78511d1033cc owned by compute:nova {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:42:58.084449 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a0b59191-2dbe-44da-ae02-c3fd59bc10f5 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for subnet (a2211bfc-d758-42ad-915e-591a38d2ea3a), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:58.096033 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28975454-cde6-4876-8f51-bde91f81dc39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:58.100810 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-28975454-cde6-4876-8f51-bde91f81dc39 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:58.115617 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb03fbe3-4070-46f1-a349-10af76824f27 None None] Network 00735365-504a-4659-b7e0-5dd13c1577e5 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:42:58.122484 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-4afde943-7d6a-494c-87ee-55ab09f32a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf06bceb-4cbf-41a1-9752-211686b11ead', 'name': 'tempest-RoutersTest-router-699486942', 'tenant_id': '67feb264805b4b31b627437845cc2aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:42:05Z', 'updated_at': '2022-02-09T21:42:56Z', 'revision_number': 7, 'project_id': '67feb264805b4b31b627437845cc2aaf', 'gw_port_host': None, '_interfaces': [{'id': '323c09cd-359f-4699-af91-3b8d90d87155', 'name': '', 'network_id': 'f5670fcd-3577-43bc-a723-f8f030b55510', 'tenant_id': '67feb264805b4b31b627437845cc2aaf', 'mac_address': 'fa:16:3e:6b:06:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf06bceb-4cbf-41a1-9752-211686b11ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': 'be079591-cb2c-4501-9ebc-3b2104f0fe17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:11Z', 'updated_at': '2022-02-09T21:42:17Z', 'revision_number': 5, 'project_id': '67feb264805b4b31b627437845cc2aaf', 'subnets': [{'id': 'be079591-cb2c-4501-9ebc-3b2104f0fe17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '383e95c2-6696-40de-a63e-fd99d023890b', 'name': '', 'network_id': 'd989cdab-aa1c-4493-aa0d-54cf9f342fdc', 'tenant_id': '67feb264805b4b31b627437845cc2aaf', 'mac_address': 'fa:16:3e:ea:52:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf06bceb-4cbf-41a1-9752-211686b11ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '7f9309a7-fac9-4291-ba5a-c610cb1b90f4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:27Z', 'updated_at': '2022-02-09T21:42:38Z', 'revision_number': 5, 'project_id': '67feb264805b4b31b627437845cc2aaf', 'subnets': [{'id': '7f9309a7-fac9-4291-ba5a-c610cb1b90f4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bef6678f-82bc-42c3-89ea-5dd9ebdf93a1', 'name': '', 'network_id': 'ae35f933-ff36-4d81-85da-77e41424a847', 'tenant_id': '67feb264805b4b31b627437845cc2aaf', 'mac_address': 'fa:16:3e:6b:c4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf06bceb-4cbf-41a1-9752-211686b11ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '0ab9fa85-9dfc-4a42-b7b0-770b90bc741a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:17Z', 'updated_at': '2022-02-09T21:42:25Z', 'revision_number': 5, 'project_id': '67feb264805b4b31b627437845cc2aaf', 'subnets': [{'id': '0ab9fa85-9dfc-4a42-b7b0-770b90bc741a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5292e8b-3080-49a8-a05e-d382ea6272f4', 'name': '', 'network_id': '5da197db-a2b7-43e5-ab19-8e1bbe90fef6', 'tenant_id': '67feb264805b4b31b627437845cc2aaf', 'mac_address': 'fa:16:3e:97:48:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf06bceb-4cbf-41a1-9752-211686b11ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': 'f4b385f9-4e95-4405-993d-003b09f6c3c3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:42Z', 'updated_at': '2022-02-09T21:42:55Z', 'revision_number': 5, 'project_id': '67feb264805b4b31b627437845cc2aaf', 'subnets': [{'id': 'f4b385f9-4e95-4405-993d-003b09f6c3c3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:58.135572 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 5ac4a265-50f1-4992-8e24-78511d1033cc no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:42:58.155879 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afde943-7d6a-494c-87ee-55ab09f32a7a None None] The sync data for ids ['bf06bceb-4cbf-41a1-9752-211686b11ead'] in n-d-828369-5 is: [{'id': 'bf06bceb-4cbf-41a1-9752-211686b11ead', 'name': 'tempest-RoutersTest-router-699486942', 'tenant_id': '67feb264805b4b31b627437845cc2aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:42:05Z', 'updated_at': '2022-02-09T21:42:56Z', 'revision_number': 7, 'project_id': '67feb264805b4b31b627437845cc2aaf', 'gw_port_host': None, '_interfaces': [{'id': '323c09cd-359f-4699-af91-3b8d90d87155', 'name': '', 'network_id': 'f5670fcd-3577-43bc-a723-f8f030b55510', 'tenant_id': '67feb264805b4b31b627437845cc2aaf', 'mac_address': 'fa:16:3e:6b:06:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf06bceb-4cbf-41a1-9752-211686b11ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': 'be079591-cb2c-4501-9ebc-3b2104f0fe17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:11Z', 'updated_at': '2022-02-09T21:42:17Z', 'revision_number': 5, 'project_id': '67feb264805b4b31b627437845cc2aaf', 'subnets': [{'id': 'be079591-cb2c-4501-9ebc-3b2104f0fe17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '383e95c2-6696-40de-a63e-fd99d023890b', 'name': '', 'network_id': 'd989cdab-aa1c-4493-aa0d-54cf9f342fdc', 'tenant_id': '67feb264805b4b31b627437845cc2aaf', 'mac_address': 'fa:16:3e:ea:52:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf06bceb-4cbf-41a1-9752-211686b11ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '7f9309a7-fac9-4291-ba5a-c610cb1b90f4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:27Z', 'updated_at': '2022-02-09T21:42:38Z', 'revision_number': 5, 'project_id': '67feb264805b4b31b627437845cc2aaf', 'subnets': [{'id': '7f9309a7-fac9-4291-ba5a-c610cb1b90f4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bef6678f-82bc-42c3-89ea-5dd9ebdf93a1', 'name': '', 'network_id': 'ae35f933-ff36-4d81-85da-77e41424a847', 'tenant_id': '67feb264805b4b31b627437845cc2aaf', 'mac_address': 'fa:16:3e:6b:c4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf06bceb-4cbf-41a1-9752-211686b11ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '0ab9fa85-9dfc-4a42-b7b0-770b90bc741a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:17Z', 'updated_at': '2022-02-09T21:42:25Z', 'revision_number': 5, 'project_id': '67feb264805b4b31b627437845cc2aaf', 'subnets': [{'id': '0ab9fa85-9dfc-4a42-b7b0-770b90bc741a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5292e8b-3080-49a8-a05e-d382ea6272f4', 'name': '', 'network_id': '5da197db-a2b7-43e5-ab19-8e1bbe90fef6', 'tenant_id': '67feb264805b4b31b627437845cc2aaf', 'mac_address': 'fa:16:3e:97:48:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf06bceb-4cbf-41a1-9752-211686b11ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': 'f4b385f9-4e95-4405-993d-003b09f6c3c3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:42Z', 'updated_at': '2022-02-09T21:42:55Z', 'revision_number': 5, 'project_id': '67feb264805b4b31b627437845cc2aaf', 'subnets': [{'id': 'f4b385f9-4e95-4405-993d-003b09f6c3c3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:42:58.163386 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a06c2e57-1f64-4a0a-85bd-1cefc274a8d4 admin admin] Publish callbacks [] for router_controller (9378fdb6-af0c-40c9-b62e-f5a26dc8f129), precommit_add_association {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:58.333747 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-28975454-cde6-4876-8f51-bde91f81dc39 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.3692350 Feb 09 21:42:58.355987 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a0b59191-2dbe-44da-ae02-c3fd59bc10f5 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9110716'] for subnet (a2211bfc-d758-42ad-915e-591a38d2ea3a), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:58.401083 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:42:58.408092 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c10aba0-451b-4a46-8ff5-08c412bc2a69 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:42:58.420886 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3c10aba0-451b-4a46-8ff5-08c412bc2a69 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:58.421928 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-058f0f83-d536-46b4-81ea-a2b4536684f7 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Made reservation on behalf of 2a7e249a93184ad2b39f7e5e04c1b8cd for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:42:58.422145 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-3c10aba0-451b-4a46-8ff5-08c412bc2a69 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "PUT /v2.0/routers/bf06bceb-4cbf-41a1-9752-211686b11ead HTTP/1.1" status: 200 len: 699 time: 4.6789360 Feb 09 21:42:58.432279 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39662) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:58.433919 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-058f0f83-d536-46b4-81ea-a2b4536684f7 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621317'] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:58.525099 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 5ac4a265-50f1-4992-8e24-78511d1033cc is: ACTIVE; New status is: DOWN {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:58.527479 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (5ac4a265-50f1-4992-8e24-78511d1033cc), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:58.599044 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-1c1263bb-75ba-491d-81e3-82651a7db2ab None None] Allocated IP 172.20.0.2 (74d53abd-a71d-429c-929d-41ed12b1d218/31bf57d7-aaed-40fd-925f-87213ac6208a/f03050df-3ad6-4faf-82b7-bbaf2cafa0a2) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:42:58.649919 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-c33e518b-7b20-4983-bb4a-fc1c42bcb338 None None] Provisioning complete for port b3ec3fc8-cf2f-4d8a-be3e-541a96824d88 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:42:58.650328 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c33e518b-7b20-4983-bb4a-fc1c42bcb338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (b3ec3fc8-cf2f-4d8a-be3e-541a96824d88), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:58.751233 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2b29e7-ab17-4411-85ce-92e6997f65c6 None None] Sync routers for ids ['bf06bceb-4cbf-41a1-9752-211686b11ead'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:42:58.808011 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2b29e7-ab17-4411-85ce-92e6997f65c6 None None] Routers {'bf06bceb-4cbf-41a1-9752-211686b11ead'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:42:58.808627 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-9d2b29e7-ab17-4411-85ce-92e6997f65c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:42:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['bf06bceb-4cbf-41a1-9752-211686b11ead'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:58.887939 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-0d43289d-6a5e-480d-8045-3079b0d8cf1d tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "GET /v2.0/routers/bf06bceb-4cbf-41a1-9752-211686b11ead HTTP/1.1" status: 200 len: 699 time: 0.4521039 Feb 09 21:42:58.898918 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0e71b0d5-279c-47bb-b1da-41c5f8525e0c req-202ebae6-facf-4ce5-9eb1-0502ca5d6a93 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 210 time: 0.2416751 Feb 09 21:42:58.905403 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 39676) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:42:58.910771 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-9df64a77-4cf8-4aba-a86e-df459eab4c2d req-2a0ceec3-b361-4b67-9176-3d2663b6b8be tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (5ac4a265-50f1-4992-8e24-78511d1033cc), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:59.038535 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0ceec3-b361-4b67-9176-3d2663b6b8be tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Pushing event deleted for resources: {'Port': ['ID=5ac4a265-50f1-4992-8e24-78511d1033cc,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:42:59.116204 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-c33e518b-7b20-4983-bb4a-fc1c42bcb338 None None] Current status of the port b3ec3fc8-cf2f-4d8a-be3e-541a96824d88 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:42:59.116657 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c33e518b-7b20-4983-bb4a-fc1c42bcb338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (b3ec3fc8-cf2f-4d8a-be3e-541a96824d88), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:59.316493 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9df64a77-4cf8-4aba-a86e-df459eab4c2d req-2a0ceec3-b361-4b67-9176-3d2663b6b8be tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Router 8ba7567c-fa53-4ec0-9661-9a46dc509ee9 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:42:59.477595 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9df64a77-4cf8-4aba-a86e-df459eab4c2d req-2a0ceec3-b361-4b67-9176-3d2663b6b8be tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:42:59.493745 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70a2337-5b4d-4de7-aa9a-7194680709dc None None] Sync routers for ids ['8ba7567c-fa53-4ec0-9661-9a46dc509ee9'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:42:59.494238 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device b3ec3fc8-cf2f-4d8a-be3e-541a96824d88 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:42:59.525805 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70a2337-5b4d-4de7-aa9a-7194680709dc None None] Routers {'8ba7567c-fa53-4ec0-9661-9a46dc509ee9'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:42:59.525805 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-f70a2337-5b4d-4de7-aa9a-7194680709dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:42:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['8ba7567c-fa53-4ec0-9661-9a46dc509ee9'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:42:59.571713 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-9df64a77-4cf8-4aba-a86e-df459eab4c2d req-2a0ceec3-b361-4b67-9176-3d2663b6b8be tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] No DVR routers for this DVR port 5ac4a265-50f1-4992-8e24-78511d1033cc on host n-h2-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:42:59.584017 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-9df64a77-4cf8-4aba-a86e-df459eab4c2d req-2a0ceec3-b361-4b67-9176-3d2663b6b8be tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:59.589032 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-9df64a77-4cf8-4aba-a86e-df459eab4c2d req-2a0ceec3-b361-4b67-9176-3d2663b6b8be tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] 10.222.0.89 "DELETE /v2.0/ports/5ac4a265-50f1-4992-8e24-78511d1033cc HTTP/1.1" status: 204 len: 173 time: 5.5479968 Feb 09 21:42:59.589626 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '868f5939-9656-4337-93ba-a505cb3feae5', 'name': 'network-vif-deleted', 'tag': '5ac4a265-50f1-4992-8e24-78511d1033cc'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:42:59.592882 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d23194-1009-47a2-8fd3-22e1ab07c81a" -d '{"events": [{"server_uuid": "868f5939-9656-4337-93ba-a505cb3feae5", "name": "network-vif-deleted", "tag": "5ac4a265-50f1-4992-8e24-78511d1033cc"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:42:59.728012 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b0b824a8-69ac-4cc4-bc6b-432a83aee19c req-5f7300ec-dc19-482a-af4d-8694e7e97bce tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] 10.222.0.90 "GET /v2.0/ports?device_id=868f5939-9656-4337-93ba-a505cb3feae5 HTTP/1.1" status: 200 len: 210 time: 0.3841510 Feb 09 21:42:59.751202 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1c6a43-5002-4fef-8c3a-373fae6b7d5f req-7bb6fef8-1090-4ebe-88a7-846f12c7ce00 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:42:59.771004 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2f1c6a43-5002-4fef-8c3a-373fae6b7d5f req-7bb6fef8-1090-4ebe-88a7-846f12c7ce00 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/networks?id=00735365-504a-4659-b7e0-5dd13c1577e5 HTTP/1.1" status: 200 len: 812 time: 0.3663309 Feb 09 21:42:59.808769 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1c1263bb-75ba-491d-81e3-82651a7db2ab None None] Publish callbacks [] for port (f03050df-3ad6-4faf-82b7-bbaf2cafa0a2), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:59.870058 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-c33e518b-7b20-4983-bb4a-fc1c42bcb338 None None] For port b3ec3fc8-cf2f-4d8a-be3e-541a96824d88, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=b3ec3fc8-cf2f-4d8a-be3e-541a96824d88,segment=NetworkSegment(e234f058-99e9-4683-aff2-a800b51d2ec4),segment_id=e234f058-99e9-4683-aff2-a800b51d2ec4)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:42:59.924259 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-058f0f83-d536-46b4-81ea-a2b4536684f7 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621371'] for subnet (e1f540d0-a2e5-478f-8345-44fbd458a22c), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:42:59.944890 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-f70a2337-5b4d-4de7-aa9a-7194680709dc None None] Set router 8ba7567c-fa53-4ec0-9661-9a46dc509ee9 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:43:00.021027 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a06c2e57-1f64-4a0a-85bd-1cefc274a8d4 admin admin] Publish callbacks [] for router_gateway (9378fdb6-af0c-40c9-b62e-f5a26dc8f129), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:00.026456 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c33e518b-7b20-4983-bb4a-fc1c42bcb338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (b3ec3fc8-cf2f-4d8a-be3e-541a96824d88), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:00.028893 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1c1263bb-75ba-491d-81e3-82651a7db2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (f03050df-3ad6-4faf-82b7-bbaf2cafa0a2), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:00.039772 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2f1c6a43-5002-4fef-8c3a-373fae6b7d5f req-04aa5358-bdf2-4685-a726-d86837758920 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/quotas/73aafa54b15b4f2e83f3753252e1608e HTTP/1.1" status: 200 len: 375 time: 0.2657373 Feb 09 21:43:00.066181 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeb12ca1-2438-4361-9087-945e9d58c611 x-openstack-request-id: req-aeb12ca1-2438-4361-9087-945e9d58c611 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:43:00.066722 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "868f5939-9656-4337-93ba-a505cb3feae5", "name": "network-vif-deleted", "tag": "5ac4a265-50f1-4992-8e24-78511d1033cc", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:43:00.067419 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-aeb12ca1-2438-4361-9087-945e9d58c611 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:43:00.068007 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '868f5939-9656-4337-93ba-a505cb3feae5', 'name': 'network-vif-deleted', 'tag': '5ac4a265-50f1-4992-8e24-78511d1033cc', 'status': 'completed', 'code': 200} Feb 09 21:43:00.138175 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2f1c6a43-5002-4fef-8c3a-373fae6b7d5f req-f9d5401b-626c-4a81-845b-a23b6cc29de6 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=73aafa54b15b4f2e83f3753252e1608e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0974307 Feb 09 21:43:00.293769 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd34326-f482-4edb-b931-a5570a40e668 None None] Network 00735365-504a-4659-b7e0-5dd13c1577e5 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:43:00.372306 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4f13bede-49a7-40f3-a219-3d891985385b req-81e193b4-e05c-473e-8b50-33a32d9ad13c tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 210 time: 0.0525069 Feb 09 21:43:00.495346 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-79cde495-66da-41bd-882f-c458c8fa1c5b None None] Could not find standard attr ID for object 0895180e-bbdc-49f0-9c7d-381d6569de6d. {{(pid=103142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 21:43:00.513743 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1263bb-75ba-491d-81e3-82651a7db2ab None None] Network 74d53abd-a71d-429c-929d-41ed12b1d218 is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:43:00.525311 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a0b59191-2dbe-44da-ae02-c3fd59bc10f5 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (a2211bfc-d758-42ad-915e-591a38d2ea3a), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:00.531133 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058f0f83-d536-46b4-81ea-a2b4536684f7 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Pushing event updated for resources: {'Subnet': ['ID=e1f540d0-a2e5-478f-8345-44fbd458a22c,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:00.542236 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-1c1263bb-75ba-491d-81e3-82651a7db2ab None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:43:00.544810 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1263bb-75ba-491d-81e3-82651a7db2ab None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:43:00.559888 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-79cde495-66da-41bd-882f-c458c8fa1c5b None None] Could not find standard attr ID for object 35a911f7-43fe-4182-8c8f-c23ba7864c00. {{(pid=103142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 21:43:00.590139 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2f1c6a43-5002-4fef-8c3a-373fae6b7d5f req-0fdc62a8-eb1b-4d70-a27d-6dd3c3177f1e service neutron] 10.222.0.90 "GET /v2.0/networks/00735365-504a-4659-b7e0-5dd13c1577e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4506259 Feb 09 21:43:00.599050 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-9d2b29e7-ab17-4411-85ce-92e6997f65c6 None None] Set router bf06bceb-4cbf-41a1-9752-211686b11ead gateway port host: None {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:43:00.686074 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port b3ec3fc8-cf2f-4d8a-be3e-541a96824d88 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:00.686765 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (b3ec3fc8-cf2f-4d8a-be3e-541a96824d88), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:00.718450 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33e518b-7b20-4983-bb4a-fc1c42bcb338 None None] Pushing event updated for resources: {'Port': ['ID=b3ec3fc8-cf2f-4d8a-be3e-541a96824d88,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:00.737131 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-1c1263bb-75ba-491d-81e3-82651a7db2ab None None] Attempting to bind port f03050df-3ad6-4faf-82b7-bbaf2cafa0a2 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:43:00.737788 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-1c1263bb-75ba-491d-81e3-82651a7db2ab None None] Attempting to bind port f03050df-3ad6-4faf-82b7-bbaf2cafa0a2 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '9336038c-c827-49b4-9b26-98b175de6249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '74d53abd-a71d-429c-929d-41ed12b1d218'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:43:00.738344 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1263bb-75ba-491d-81e3-82651a7db2ab None None] Attempting to bind port f03050df-3ad6-4faf-82b7-bbaf2cafa0a2 on network 74d53abd-a71d-429c-929d-41ed12b1d218 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:43:00.740033 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-f70a2337-5b4d-4de7-aa9a-7194680709dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba7567c-fa53-4ec0-9661-9a46dc509ee9', 'name': 'tempest-ServersTestFqdnHostnames-1346949146-router', 'tenant_id': 'cb05ca5ba83a4079b3312538e80ff3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '263b744a-ee83-4dc4-9603-1399029c1270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:40:20Z', 'updated_at': '2022-02-09T21:40:26Z', 'revision_number': 4, 'project_id': 'cb05ca5ba83a4079b3312538e80ff3cc', 'gw_port': {'id': '263b744a-ee83-4dc4-9603-1399029c1270', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:95:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba7567c-fa53-4ec0-9661-9a46dc509ee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:40:21Z', 'updated_at': '2022-02-09T21:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '075f9ab7-7335-4e80-8f38-1b24edcab39c', 'name': '', 'network_id': '877a96af-1a67-4748-9efa-076a406748da', 'tenant_id': 'cb05ca5ba83a4079b3312538e80ff3cc', 'mac_address': 'fa:16:3e:51:00:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba7567c-fa53-4ec0-9661-9a46dc509ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': 'a0be5e8c-bc22-4a5d-b32d-1cfd31075317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:40:25Z', 'updated_at': '2022-02-09T21:40:35Z', 'revision_number': 5, 'project_id': 'cb05ca5ba83a4079b3312538e80ff3cc', 'subnets': [{'id': 'a0be5e8c-bc22-4a5d-b32d-1cfd31075317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:00.789345 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2f1c6a43-5002-4fef-8c3a-373fae6b7d5f req-395a8366-6076-4ac7-9ddc-dbcd6daf02a2 service neutron] 10.222.0.90 "GET /v2.0/networks/00735365-504a-4659-b7e0-5dd13c1577e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934395 Feb 09 21:43:00.841275 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70a2337-5b4d-4de7-aa9a-7194680709dc None None] Checking router: 8ba7567c-fa53-4ec0-9661-9a46dc509ee9 for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:43:00.865081 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70a2337-5b4d-4de7-aa9a-7194680709dc None None] Routers {'8ba7567c-fa53-4ec0-9661-9a46dc509ee9'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:43:00.865728 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-f70a2337-5b4d-4de7-aa9a-7194680709dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:42:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['8ba7567c-fa53-4ec0-9661-9a46dc509ee9'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:00.901539 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39700) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:00.922735 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1263bb-75ba-491d-81e3-82651a7db2ab None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:43:00.933116 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1263bb-75ba-491d-81e3-82651a7db2ab None None] Checking segment: {'id': '9336038c-c827-49b4-9b26-98b175de6249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '74d53abd-a71d-429c-929d-41ed12b1d218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:43:00.933629 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1c1263bb-75ba-491d-81e3-82651a7db2ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:00.934093 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1263bb-75ba-491d-81e3-82651a7db2ab None None] Bound using segment: {'id': '9336038c-c827-49b4-9b26-98b175de6249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '74d53abd-a71d-429c-929d-41ed12b1d218'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:43:00.934681 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-1c1263bb-75ba-491d-81e3-82651a7db2ab None None] Bound port: f03050df-3ad6-4faf-82b7-bbaf2cafa0a2, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9336038c-c827-49b4-9b26-98b175de6249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '74d53abd-a71d-429c-929d-41ed12b1d218'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:43:00.935146 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1c1263bb-75ba-491d-81e3-82651a7db2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (f03050df-3ad6-4faf-82b7-bbaf2cafa0a2), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:01.007813 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058f0f83-d536-46b4-81ea-a2b4536684f7 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Checking segment: {'id': '0545a9a2-9be0-4a14-b3d1-d85a9dd327bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'ebb45870-6748-498b-8acb-a8ea88568553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:43:01.007813 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058f0f83-d536-46b4-81ea-a2b4536684f7 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Network hostable DHCP agents. Network: ebb45870-6748-498b-8acb-a8ea88568553, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:43:01.022392 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-f70a2337-5b4d-4de7-aa9a-7194680709dc None None] Set router 8ba7567c-fa53-4ec0-9661-9a46dc509ee9 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:43:01.039089 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5a1d18a7-fe95-4b57-8e12-e797db4f64d6 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Publish callbacks [] for security_group (ab096705-bc25-431a-ab5c-fe0d32c221c5), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:01.120883 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5a1d18a7-fe95-4b57-8e12-e797db4f64d6 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Publish callbacks [] for security_group (ab096705-bc25-431a-ab5c-fe0d32c221c5), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:01.170665 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1263bb-75ba-491d-81e3-82651a7db2ab None None] Pushing event updated for resources: {'Port': ['ID=f03050df-3ad6-4faf-82b7-bbaf2cafa0a2,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:01.241955 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5a1d18a7-fe95-4b57-8e12-e797db4f64d6 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (ab096705-bc25-431a-ab5c-fe0d32c221c5), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:01.244656 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5a1d18a7-fe95-4b57-8e12-e797db4f64d6 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:01.251948 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-5a1d18a7-fe95-4b57-8e12-e797db4f64d6 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] 10.222.0.90 "DELETE /v2.0/security-groups/ab096705-bc25-431a-ab5c-fe0d32c221c5 HTTP/1.1" status: 204 len: 168 time: 0.3491864 Feb 09 21:43:01.252637 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39708) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:01.279044 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port b3ec3fc8-cf2f-4d8a-be3e-541a96824d88 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:01.286293 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1d18a7-fe95-4b57-8e12-e797db4f64d6 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab096705-bc25-431a-ab5c-fe0d32c221c5,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:01.319533 n-d-828369-5 neutron-server[103141]: INFO neutron.api.v2.resource [None req-1d2d34ef-9c16-4b7c-aacc-3e758a962b18 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] show failed (client error): The resource could not be found. Feb 09 21:43:01.337984 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-1c1263bb-75ba-491d-81e3-82651a7db2ab None None] For port f03050df-3ad6-4faf-82b7-bbaf2cafa0a2, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:43:01.339775 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-1d2d34ef-9c16-4b7c-aacc-3e758a962b18 tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] 10.222.0.90 "GET /v2.0/security-groups/ab096705-bc25-431a-ab5c-fe0d32c221c5 HTTP/1.1" status: 404 len: 347 time: 0.0827885 Feb 09 21:43:01.340399 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39710) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:01.518076 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-1c1263bb-75ba-491d-81e3-82651a7db2ab None None] For port f03050df-3ad6-4faf-82b7-bbaf2cafa0a2, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=f03050df-3ad6-4faf-82b7-bbaf2cafa0a2,segment=NetworkSegment(9336038c-c827-49b4-9b26-98b175de6249),segment_id=9336038c-c827-49b4-9b26-98b175de6249)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:43:01.531023 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device b3ec3fc8-cf2f-4d8a-be3e-541a96824d88 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:43:01.621358 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-f70a2337-5b4d-4de7-aa9a-7194680709dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba7567c-fa53-4ec0-9661-9a46dc509ee9', 'name': 'tempest-ServersTestFqdnHostnames-1346949146-router', 'tenant_id': 'cb05ca5ba83a4079b3312538e80ff3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '263b744a-ee83-4dc4-9603-1399029c1270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:40:20Z', 'updated_at': '2022-02-09T21:40:26Z', 'revision_number': 4, 'project_id': 'cb05ca5ba83a4079b3312538e80ff3cc', 'gw_port': {'id': '263b744a-ee83-4dc4-9603-1399029c1270', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:95:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba7567c-fa53-4ec0-9661-9a46dc509ee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:40:21Z', 'updated_at': '2022-02-09T21:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '075f9ab7-7335-4e80-8f38-1b24edcab39c', 'name': '', 'network_id': '877a96af-1a67-4748-9efa-076a406748da', 'tenant_id': 'cb05ca5ba83a4079b3312538e80ff3cc', 'mac_address': 'fa:16:3e:51:00:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba7567c-fa53-4ec0-9661-9a46dc509ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': 'a0be5e8c-bc22-4a5d-b32d-1cfd31075317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:40:25Z', 'updated_at': '2022-02-09T21:40:35Z', 'revision_number': 5, 'project_id': 'cb05ca5ba83a4079b3312538e80ff3cc', 'subnets': [{'id': 'a0be5e8c-bc22-4a5d-b32d-1cfd31075317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:01.652099 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1c1263bb-75ba-491d-81e3-82651a7db2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (f03050df-3ad6-4faf-82b7-bbaf2cafa0a2), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:01.662185 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-9ef522ab-41b2-49fe-bc20-d08809a2beca tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Deleting port 78e8ffee-7889-4ac2-83d1-a07b2ab40f1d {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:43:01.662561 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9ef522ab-41b2-49fe-bc20-d08809a2beca tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (78e8ffee-7889-4ac2-83d1-a07b2ab40f1d), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:01.702145 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70a2337-5b4d-4de7-aa9a-7194680709dc None None] The sync data for ids ['8ba7567c-fa53-4ec0-9661-9a46dc509ee9'] in n-d-828369-5 is: [{'id': '8ba7567c-fa53-4ec0-9661-9a46dc509ee9', 'name': 'tempest-ServersTestFqdnHostnames-1346949146-router', 'tenant_id': 'cb05ca5ba83a4079b3312538e80ff3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '263b744a-ee83-4dc4-9603-1399029c1270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:40:20Z', 'updated_at': '2022-02-09T21:40:26Z', 'revision_number': 4, 'project_id': 'cb05ca5ba83a4079b3312538e80ff3cc', 'gw_port': {'id': '263b744a-ee83-4dc4-9603-1399029c1270', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:95:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba7567c-fa53-4ec0-9661-9a46dc509ee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:40:21Z', 'updated_at': '2022-02-09T21:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '075f9ab7-7335-4e80-8f38-1b24edcab39c', 'name': '', 'network_id': '877a96af-1a67-4748-9efa-076a406748da', 'tenant_id': 'cb05ca5ba83a4079b3312538e80ff3cc', 'mac_address': 'fa:16:3e:51:00:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba7567c-fa53-4ec0-9661-9a46dc509ee9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': 'a0be5e8c-bc22-4a5d-b32d-1cfd31075317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:40:25Z', 'updated_at': '2022-02-09T21:40:35Z', 'revision_number': 5, 'project_id': 'cb05ca5ba83a4079b3312538e80ff3cc', 'subnets': [{'id': 'a0be5e8c-bc22-4a5d-b32d-1cfd31075317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:43:01.871103 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9ef522ab-41b2-49fe-bc20-d08809a2beca tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (78e8ffee-7889-4ac2-83d1-a07b2ab40f1d), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:01.871509 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9ef522ab-41b2-49fe-bc20-d08809a2beca tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Publish callbacks [] for floatingip (78e8ffee-7889-4ac2-83d1-a07b2ab40f1d), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:01.887538 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1263bb-75ba-491d-81e3-82651a7db2ab None None] Pushing event updated for resources: {'Port': ['ID=f03050df-3ad6-4faf-82b7-bbaf2cafa0a2,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:01.914819 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-9ef522ab-41b2-49fe-bc20-d08809a2beca tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Calling delete_port for 78e8ffee-7889-4ac2-83d1-a07b2ab40f1d owned by network:floatingip {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:43:01.949772 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-9d2b29e7-ab17-4411-85ce-92e6997f65c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf06bceb-4cbf-41a1-9752-211686b11ead', 'name': 'tempest-RoutersTest-router-699486942', 'tenant_id': '67feb264805b4b31b627437845cc2aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:42:05Z', 'updated_at': '2022-02-09T21:42:56Z', 'revision_number': 7, 'project_id': '67feb264805b4b31b627437845cc2aaf', 'gw_port_host': None, '_interfaces': [{'id': '323c09cd-359f-4699-af91-3b8d90d87155', 'name': '', 'network_id': 'f5670fcd-3577-43bc-a723-f8f030b55510', 'tenant_id': '67feb264805b4b31b627437845cc2aaf', 'mac_address': 'fa:16:3e:6b:06:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf06bceb-4cbf-41a1-9752-211686b11ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': 'be079591-cb2c-4501-9ebc-3b2104f0fe17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:11Z', 'updated_at': '2022-02-09T21:42:17Z', 'revision_number': 5, 'project_id': '67feb264805b4b31b627437845cc2aaf', 'subnets': [{'id': 'be079591-cb2c-4501-9ebc-3b2104f0fe17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '383e95c2-6696-40de-a63e-fd99d023890b', 'name': '', 'network_id': 'd989cdab-aa1c-4493-aa0d-54cf9f342fdc', 'tenant_id': '67feb264805b4b31b627437845cc2aaf', 'mac_address': 'fa:16:3e:ea:52:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf06bceb-4cbf-41a1-9752-211686b11ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '7f9309a7-fac9-4291-ba5a-c610cb1b90f4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:27Z', 'updated_at': '2022-02-09T21:42:38Z', 'revision_number': 5, 'project_id': '67feb264805b4b31b627437845cc2aaf', 'subnets': [{'id': '7f9309a7-fac9-4291-ba5a-c610cb1b90f4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bef6678f-82bc-42c3-89ea-5dd9ebdf93a1', 'name': '', 'network_id': 'ae35f933-ff36-4d81-85da-77e41424a847', 'tenant_id': '67feb264805b4b31b627437845cc2aaf', 'mac_address': 'fa:16:3e:6b:c4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf06bceb-4cbf-41a1-9752-211686b11ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '0ab9fa85-9dfc-4a42-b7b0-770b90bc741a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:17Z', 'updated_at': '2022-02-09T21:42:25Z', 'revision_number': 5, 'project_id': '67feb264805b4b31b627437845cc2aaf', 'subnets': [{'id': '0ab9fa85-9dfc-4a42-b7b0-770b90bc741a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5292e8b-3080-49a8-a05e-d382ea6272f4', 'name': '', 'network_id': '5da197db-a2b7-43e5-ab19-8e1bbe90fef6', 'tenant_id': '67feb264805b4b31b627437845cc2aaf', 'mac_address': 'fa:16:3e:97:48:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf06bceb-4cbf-41a1-9752-211686b11ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': 'f4b385f9-4e95-4405-993d-003b09f6c3c3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:42Z', 'updated_at': '2022-02-09T21:42:55Z', 'revision_number': 5, 'project_id': '67feb264805b4b31b627437845cc2aaf', 'subnets': [{'id': 'f4b385f9-4e95-4405-993d-003b09f6c3c3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:01.953365 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port b3ec3fc8-cf2f-4d8a-be3e-541a96824d88 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:01.953744 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (b3ec3fc8-cf2f-4d8a-be3e-541a96824d88), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:02.050997 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2b29e7-ab17-4411-85ce-92e6997f65c6 None None] Checking router: bf06bceb-4cbf-41a1-9752-211686b11ead for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:43:02.177807 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2b29e7-ab17-4411-85ce-92e6997f65c6 None None] Routers {'bf06bceb-4cbf-41a1-9752-211686b11ead'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:43:02.178452 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-9d2b29e7-ab17-4411-85ce-92e6997f65c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:42:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['bf06bceb-4cbf-41a1-9752-211686b11ead'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:02.217937 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058f0f83-d536-46b4-81ea-a2b4536684f7 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Network ebb45870-6748-498b-8acb-a8ea88568553 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:43:02.370344 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9ef522ab-41b2-49fe-bc20-d08809a2beca tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (78e8ffee-7889-4ac2-83d1-a07b2ab40f1d), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:02.387582 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fdfe41b4-fe5a-4141-bd59-2cb1a241f163 req-2e7c821d-7f8c-4112-9f35-22e113852eba tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 210 time: 0.1363738 Feb 09 21:43:02.395225 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a0b59191-2dbe-44da-ae02-c3fd59bc10f5 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621346'] for subnet (a2211bfc-d758-42ad-915e-591a38d2ea3a), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:02.469534 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122c8213-550b-4d66-a4c0-8042e15b5c61 None None] New status for floating IP 78a9896f-f9cb-4e75-957a-399ccaf444e4: DOWN {{(pid=103142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:43:02.521531 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-50d3d8bf-d724-4057-b169-d11b0bbcfb9e req-5857d6ad-d309-43f1-9daa-7d51542f20d2 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed0bad74-a174-4a79-a30f-a9b532ef9f3a HTTP/1.1" status: 200 len: 210 time: 0.1412320 Feb 09 21:43:02.524601 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef522ab-41b2-49fe-bc20-d08809a2beca tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Pushing event deleted for resources: {'Port': ['ID=78e8ffee-7889-4ac2-83d1-a07b2ab40f1d,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:02.595888 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-058f0f83-d536-46b4-81ea-a2b4536684f7 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, ebb45870-6748-498b-8acb-a8ea88568553) {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:43:02.602886 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058f0f83-d536-46b4-81ea-a2b4536684f7 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:02.603504 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-058f0f83-d536-46b4-81ea-a2b4536684f7 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:02.613174 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9ef522ab-41b2-49fe-bc20-d08809a2beca tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Publish callbacks [] for floatingip (78a9896f-f9cb-4e75-957a-399ccaf444e4), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:02.616554 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9ef522ab-41b2-49fe-bc20-d08809a2beca tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:02.619101 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-9ef522ab-41b2-49fe-bc20-d08809a2beca tempest-ServersTestFqdnHostnames-1852225059 tempest-ServersTestFqdnHostnames-1852225059-project] 10.222.0.90 "DELETE /v2.0/floatingips/78a9896f-f9cb-4e75-957a-399ccaf444e4 HTTP/1.1" status: 204 len: 168 time: 1.2777381 Feb 09 21:43:02.624243 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 39722) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:02.637974 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b59191-2dbe-44da-ae02-c3fd59bc10f5 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event deleted for resources: {'Subnet': ['ID=a2211bfc-d758-42ad-915e-591a38d2ea3a,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:02.646434 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a0b59191-2dbe-44da-ae02-c3fd59bc10f5 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:02.652868 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39724) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:02.656042 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-a0b59191-2dbe-44da-ae02-c3fd59bc10f5 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "DELETE /v2.0/subnets/a2211bfc-d758-42ad-915e-591a38d2ea3a HTTP/1.1" status: 204 len: 168 time: 4.7994545 Feb 09 21:43:02.661760 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b92ee6-401c-4f56-8c75-cbbdffcdd519 None None] Network ebb45870-6748-498b-8acb-a8ea88568553 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:43:02.674241 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-058f0f83-d536-46b4-81ea-a2b4536684f7 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.8981018 Feb 09 21:43:02.688771 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 39726) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:02.719823 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609c5227-2b4f-4973-be75-65d3263eeaff None None] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:43:02.737660 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-b6fc280e-85ee-401a-8db5-05e32692ac0a tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0828931 Feb 09 21:43:02.740884 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39728) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:02.753796 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-3e8cc58f-b0a2-4d0b-b602-7a261c04fb4d tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Request body: {'subnet': {'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:02.839619 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-d220e4ae-4207-401e-9e83-ed69b90a5110 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-861883050', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}, 'admin_state_up': False}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:02.949693 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e8cc58f-b0a2-4d0b-b602-7a261c04fb4d tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Made reservation on behalf of 880c3cd16cc943a98203fd230e26852f for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:43:02.958554 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3e8cc58f-b0a2-4d0b-b602-7a261c04fb4d tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:03.222761 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d220e4ae-4207-401e-9e83-ed69b90a5110 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (6304e900-0fba-4791-8ed2-6322a92e7cbe), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:03.224028 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d220e4ae-4207-401e-9e83-ed69b90a5110 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (6304e900-0fba-4791-8ed2-6322a92e7cbe), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:03.351226 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a06c2e57-1f64-4a0a-85bd-1cefc274a8d4 admin admin] Publish callbacks [] for router_gateway (9378fdb6-af0c-40c9-b62e-f5a26dc8f129), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:03.364103 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port b3ec3fc8-cf2f-4d8a-be3e-541a96824d88 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:03.371486 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a6ac66-2e12-4b7a-b1bb-6d2d781bfe03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-ebb45870-6748-498b-8acb-a8ea88568553', 'network_id': 'ebb45870-6748-498b-8acb-a8ea88568553', 'project_id': '2a7e249a93184ad2b39f7e5e04c1b8cd', 'fixed_ips': [{'subnet_id': 'e1f540d0-a2e5-478f-8345-44fbd458a22c'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:43:03.371486 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-40a6ac66-2e12-4b7a-b1bb-6d2d781bfe03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:03.454345 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3e8cc58f-b0a2-4d0b-b602-7a261c04fb4d tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (385c10ab-47a7-4ba5-998e-06053182f9fb), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:03.553623 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a06c2e57-1f64-4a0a-85bd-1cefc274a8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:03.742103 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device f03050df-3ad6-4faf-82b7-bbaf2cafa0a2 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:43:03.755785 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-9d2b29e7-ab17-4411-85ce-92e6997f65c6 None None] Set router bf06bceb-4cbf-41a1-9752-211686b11ead gateway port host: None {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:43:03.794982 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-920eeabc-f2b1-424a-8eaf-dab7b62893b6 req-85b28cd6-3683-435f-8bab-13ab15467c7d tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed0bad74-a174-4a79-a30f-a9b532ef9f3a HTTP/1.1" status: 200 len: 210 time: 0.0663359 Feb 09 21:43:03.854978 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8cc58f-b0a2-4d0b-b602-7a261c04fb4d tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:43:03.863023 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1c6a43-5002-4fef-8c3a-373fae6b7d5f req-7930a7cb-070d-49ad-9cc5-392d89aefb24 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:03.864830 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-2f1c6a43-5002-4fef-8c3a-373fae6b7d5f req-7930a7cb-070d-49ad-9cc5-392d89aefb24 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.89 "GET /v2.0/networks?id=00735365-504a-4659-b7e0-5dd13c1577e5 HTTP/1.1" status: 200 len: 812 time: 0.2310677 Feb 09 21:43:03.874613 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-3e8cc58f-b0a2-4d0b-b602-7a261c04fb4d tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:43:03.892193 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-2f1c6a43-5002-4fef-8c3a-373fae6b7d5f req-e51605e8-79c5-43f5-80dd-95dc6f9b9d76 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Request body: {'port': {'device_id': 'ed0bad74-a174-4a79-a30f-a9b532ef9f3a', 'network_id': '00735365-504a-4659-b7e0-5dd13c1577e5', 'admin_state_up': True, 'tenant_id': '73aafa54b15b4f2e83f3753252e1608e'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:04.067497 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d220e4ae-4207-401e-9e83-ed69b90a5110 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Publish callbacks [] for router_controller (6304e900-0fba-4791-8ed2-6322a92e7cbe), precommit_add_association {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:04.073328 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d93616d3-84bf-4979-876a-bd2fa40da1a4 req-82ab8895-3518-4334-a4eb-721d46348183 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 210 time: 0.3684137 Feb 09 21:43:04.157576 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8cc58f-b0a2-4d0b-b602-7a261c04fb4d tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:04.158305 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3e8cc58f-b0a2-4d0b-b602-7a261c04fb4d tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:04.193730 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-3e8cc58f-b0a2-4d0b-b602-7a261c04fb4d tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4515648 Feb 09 21:43:04.195533 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8cc58f-b0a2-4d0b-b602-7a261c04fb4d tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event updated for resources: {'Subnet': ['ID=385c10ab-47a7-4ba5-998e-06053182f9fb,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:04.197923 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f1c6a43-5002-4fef-8c3a-373fae6b7d5f req-e51605e8-79c5-43f5-80dd-95dc6f9b9d76 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Made reservation on behalf of 73aafa54b15b4f2e83f3753252e1608e for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:43:04.201614 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-2f1c6a43-5002-4fef-8c3a-373fae6b7d5f req-e51605e8-79c5-43f5-80dd-95dc6f9b9d76 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:04.204172 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39738) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:04.211150 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-63f071df-7f6b-4df9-bab0-aa90fe58f49b tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Request body: {'port': {'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726', 'fixed_ips': [{'subnet_id': '385c10ab-47a7-4ba5-998e-06053182f9fb', 'ip_address': '2001:db8::ec1c:611b:656a:9d14'}], 'name': 'tempest-NetworksTestDHCPv6-2067614645'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:04.382672 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63f071df-7f6b-4df9-bab0-aa90fe58f49b tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Made reservation on behalf of 880c3cd16cc943a98203fd230e26852f for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:43:04.390356 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-40a6ac66-2e12-4b7a-b1bb-6d2d781bfe03 None None] Allocated IP 172.20.0.2 (ebb45870-6748-498b-8acb-a8ea88568553/e1f540d0-a2e5-478f-8345-44fbd458a22c/03488773-d553-42c8-8dc6-42a6864ba9e8) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:43:04.391400 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e5864d06-3a35-4b76-8d0f-2971a339f432 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524906'] for router_interface (bf06bceb-4cbf-41a1-9752-211686b11ead), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:04.552932 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-63f071df-7f6b-4df9-bab0-aa90fe58f49b tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:04.582897 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [None req-63f071df-7f6b-4df9-bab0-aa90fe58f49b tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] device_id is not set on port 035cf232-745f-4138-a32a-377d18e2b852 yet. {{(pid=103141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:43:04.600142 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-40a6ac66-2e12-4b7a-b1bb-6d2d781bfe03 None None] Publish callbacks [] for port (03488773-d553-42c8-8dc6-42a6864ba9e8), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:04.682845 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359dac34-cd75-4ef0-bc53-3b991679143a None None] Network 74d53abd-a71d-429c-929d-41ed12b1d218 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:43:04.719795 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d220e4ae-4207-401e-9e83-ed69b90a5110 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Publish callbacks [] for router_gateway (6304e900-0fba-4791-8ed2-6322a92e7cbe), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:04.723629 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-a06c2e57-1f64-4a0a-85bd-1cefc274a8d4 admin admin] Allocated IP 172.25.3.170 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/747c4daf-18ce-48cb-a47d-3fed3fc7043b) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:43:04.762508 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-63f071df-7f6b-4df9-bab0-aa90fe58f49b tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Allocated IP 2001:db8::ec1c:611b:656a:9d14 (986c5511-2b50-4eb7-bb75-ff9f776ff726/385c10ab-47a7-4ba5-998e-06053182f9fb/035cf232-745f-4138-a32a-377d18e2b852) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:43:04.811401 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-40a6ac66-2e12-4b7a-b1bb-6d2d781bfe03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (03488773-d553-42c8-8dc6-42a6864ba9e8), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:05.012521 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a06c2e57-1f64-4a0a-85bd-1cefc274a8d4 admin admin] Publish callbacks [] for port (747c4daf-18ce-48cb-a47d-3fed3fc7043b), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:05.029424 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a6ac66-2e12-4b7a-b1bb-6d2d781bfe03 None None] Network ebb45870-6748-498b-8acb-a8ea88568553 is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:43:05.033230 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68fda1a-f78b-44b2-97c7-3db28814458a None None] DHCP port deletion for 986c5511-2b50-4eb7-bb75-ff9f776ff726 request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:43:05.042412 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-40a6ac66-2e12-4b7a-b1bb-6d2d781bfe03 None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:43:05.058204 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a6ac66-2e12-4b7a-b1bb-6d2d781bfe03 None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:43:05.069741 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a06c2e57-1f64-4a0a-85bd-1cefc274a8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (747c4daf-18ce-48cb-a47d-3fed3fc7043b), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:05.109389 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8572e730-02fe-4819-b0c9-7a8f2ed0634b req-90bf7d7a-8c0a-4dba-b4ea-2b84c105652f tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed0bad74-a174-4a79-a30f-a9b532ef9f3a HTTP/1.1" status: 200 len: 210 time: 0.0604436 Feb 09 21:43:05.121178 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port f03050df-3ad6-4faf-82b7-bbaf2cafa0a2 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:05.121717 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (f03050df-3ad6-4faf-82b7-bbaf2cafa0a2), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:05.129074 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [req-2f1c6a43-5002-4fef-8c3a-373fae6b7d5f req-e51605e8-79c5-43f5-80dd-95dc6f9b9d76 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Allocated IP 172.20.0.13 (00735365-504a-4659-b7e0-5dd13c1577e5/0d4cb0a9-0f8b-4759-aa75-9f58c47a4974/1cbd17df-58ab-4c50-945e-8500d8a00a79) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:43:05.175336 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-320cd0a9-9615-47f4-971a-f5331d2d7347 None None] Provisioning complete for port f03050df-3ad6-4faf-82b7-bbaf2cafa0a2 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:05.175803 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-320cd0a9-9615-47f4-971a-f5331d2d7347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (f03050df-3ad6-4faf-82b7-bbaf2cafa0a2), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:05.223152 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06c2e57-1f64-4a0a-85bd-1cefc274a8d4 admin admin] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:43:05.239476 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-a06c2e57-1f64-4a0a-85bd-1cefc274a8d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:43:05.257271 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06c2e57-1f64-4a0a-85bd-1cefc274a8d4 admin admin] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:43:05.271402 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06c2e57-1f64-4a0a-85bd-1cefc274a8d4 admin admin] Pushing event updated for resources: {'Port': ['ID=747c4daf-18ce-48cb-a47d-3fed3fc7043b,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:05.358485 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a6ac66-2e12-4b7a-b1bb-6d2d781bfe03 None None] Pushing event updated for resources: {'Port': ['ID=03488773-d553-42c8-8dc6-42a6864ba9e8,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:05.375484 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8da7ac05-b838-4a3f-b8f4-266dbfefea25 req-75fb7a3f-09ff-49ec-9a77-2f3a862c387f tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 210 time: 0.0447721 Feb 09 21:43:05.554437 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-40a6ac66-2e12-4b7a-b1bb-6d2d781bfe03 None None] Attempting to bind port 03488773-d553-42c8-8dc6-42a6864ba9e8 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:43:05.555019 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-40a6ac66-2e12-4b7a-b1bb-6d2d781bfe03 None None] Attempting to bind port 03488773-d553-42c8-8dc6-42a6864ba9e8 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '0545a9a2-9be0-4a14-b3d1-d85a9dd327bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'ebb45870-6748-498b-8acb-a8ea88568553'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:43:05.555151 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a6ac66-2e12-4b7a-b1bb-6d2d781bfe03 None None] Attempting to bind port 03488773-d553-42c8-8dc6-42a6864ba9e8 on network ebb45870-6748-498b-8acb-a8ea88568553 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:43:05.578606 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a6ac66-2e12-4b7a-b1bb-6d2d781bfe03 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:43:05.578987 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a6ac66-2e12-4b7a-b1bb-6d2d781bfe03 None None] Checking segment: {'id': '0545a9a2-9be0-4a14-b3d1-d85a9dd327bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'ebb45870-6748-498b-8acb-a8ea88568553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:43:05.579395 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-40a6ac66-2e12-4b7a-b1bb-6d2d781bfe03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:05.579790 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a6ac66-2e12-4b7a-b1bb-6d2d781bfe03 None None] Bound using segment: {'id': '0545a9a2-9be0-4a14-b3d1-d85a9dd327bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'ebb45870-6748-498b-8acb-a8ea88568553'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:43:05.583094 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-40a6ac66-2e12-4b7a-b1bb-6d2d781bfe03 None None] Bound port: 03488773-d553-42c8-8dc6-42a6864ba9e8, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0545a9a2-9be0-4a14-b3d1-d85a9dd327bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'ebb45870-6748-498b-8acb-a8ea88568553'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:43:05.583519 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-40a6ac66-2e12-4b7a-b1bb-6d2d781bfe03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (03488773-d553-42c8-8dc6-42a6864ba9e8), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:05.633449 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-e5864d06-3a35-4b76-8d0f-2971a339f432 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Deleting port f5292e8b-3080-49a8-a05e-d382ea6272f4 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:43:05.634004 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e5864d06-3a35-4b76-8d0f-2971a339f432 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (f5292e8b-3080-49a8-a05e-d382ea6272f4), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:05.750731 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-e5864d06-3a35-4b76-8d0f-2971a339f432 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] For port f5292e8b-3080-49a8-a05e-d382ea6272f4, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=f5292e8b-3080-49a8-a05e-d382ea6272f4,segment=NetworkSegment(b974b2c4-2297-4419-a182-2aa7fadc03f8),segment_id=b974b2c4-2297-4419-a182-2aa7fadc03f8)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:05.752119 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e5864d06-3a35-4b76-8d0f-2971a339f432 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (f5292e8b-3080-49a8-a05e-d382ea6272f4), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:05.766667 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-e5864d06-3a35-4b76-8d0f-2971a339f432 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Calling delete_port for f5292e8b-3080-49a8-a05e-d382ea6272f4 owned by network:router_interface {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:43:05.773982 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-f68fda1a-f78b-44b2-97c7-3db28814458a None None] Deleting port b3ec3fc8-cf2f-4d8a-be3e-541a96824d88 {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:43:05.774353 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f68fda1a-f78b-44b2-97c7-3db28814458a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (b3ec3fc8-cf2f-4d8a-be3e-541a96824d88), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:05.867979 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port f03050df-3ad6-4faf-82b7-bbaf2cafa0a2 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:05.868382 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (f03050df-3ad6-4faf-82b7-bbaf2cafa0a2), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:05.883896 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-320cd0a9-9615-47f4-971a-f5331d2d7347 None None] Current status of the port f03050df-3ad6-4faf-82b7-bbaf2cafa0a2 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:05.884203 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-320cd0a9-9615-47f4-971a-f5331d2d7347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (f03050df-3ad6-4faf-82b7-bbaf2cafa0a2), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:05.954638 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-9d2b29e7-ab17-4411-85ce-92e6997f65c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf06bceb-4cbf-41a1-9752-211686b11ead', 'name': 'tempest-RoutersTest-router-699486942', 'tenant_id': '67feb264805b4b31b627437845cc2aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:42:05Z', 'updated_at': '2022-02-09T21:42:56Z', 'revision_number': 7, 'project_id': '67feb264805b4b31b627437845cc2aaf', 'gw_port_host': None, '_interfaces': [{'id': '323c09cd-359f-4699-af91-3b8d90d87155', 'name': '', 'network_id': 'f5670fcd-3577-43bc-a723-f8f030b55510', 'tenant_id': '67feb264805b4b31b627437845cc2aaf', 'mac_address': 'fa:16:3e:6b:06:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf06bceb-4cbf-41a1-9752-211686b11ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': 'be079591-cb2c-4501-9ebc-3b2104f0fe17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:11Z', 'updated_at': '2022-02-09T21:42:17Z', 'revision_number': 5, 'project_id': '67feb264805b4b31b627437845cc2aaf', 'subnets': [{'id': 'be079591-cb2c-4501-9ebc-3b2104f0fe17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '383e95c2-6696-40de-a63e-fd99d023890b', 'name': '', 'network_id': 'd989cdab-aa1c-4493-aa0d-54cf9f342fdc', 'tenant_id': '67feb264805b4b31b627437845cc2aaf', 'mac_address': 'fa:16:3e:ea:52:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf06bceb-4cbf-41a1-9752-211686b11ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '7f9309a7-fac9-4291-ba5a-c610cb1b90f4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:27Z', 'updated_at': '2022-02-09T21:42:38Z', 'revision_number': 5, 'project_id': '67feb264805b4b31b627437845cc2aaf', 'subnets': [{'id': '7f9309a7-fac9-4291-ba5a-c610cb1b90f4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bef6678f-82bc-42c3-89ea-5dd9ebdf93a1', 'name': '', 'network_id': 'ae35f933-ff36-4d81-85da-77e41424a847', 'tenant_id': '67feb264805b4b31b627437845cc2aaf', 'mac_address': 'fa:16:3e:6b:c4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf06bceb-4cbf-41a1-9752-211686b11ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '0ab9fa85-9dfc-4a42-b7b0-770b90bc741a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:17Z', 'updated_at': '2022-02-09T21:42:25Z', 'revision_number': 5, 'project_id': '67feb264805b4b31b627437845cc2aaf', 'subnets': [{'id': '0ab9fa85-9dfc-4a42-b7b0-770b90bc741a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5292e8b-3080-49a8-a05e-d382ea6272f4', 'name': '', 'network_id': '5da197db-a2b7-43e5-ab19-8e1bbe90fef6', 'tenant_id': '67feb264805b4b31b627437845cc2aaf', 'mac_address': 'fa:16:3e:97:48:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf06bceb-4cbf-41a1-9752-211686b11ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': 'f4b385f9-4e95-4405-993d-003b09f6c3c3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:42Z', 'updated_at': '2022-02-09T21:42:55Z', 'revision_number': 5, 'project_id': '67feb264805b4b31b627437845cc2aaf', 'subnets': [{'id': 'f4b385f9-4e95-4405-993d-003b09f6c3c3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:05.999229 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-40a6ac66-2e12-4b7a-b1bb-6d2d781bfe03 None None] For port 03488773-d553-42c8-8dc6-42a6864ba9e8, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:43:06.016512 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2b29e7-ab17-4411-85ce-92e6997f65c6 None None] The sync data for ids ['bf06bceb-4cbf-41a1-9752-211686b11ead'] in n-d-828369-5 is: [{'id': 'bf06bceb-4cbf-41a1-9752-211686b11ead', 'name': 'tempest-RoutersTest-router-699486942', 'tenant_id': '67feb264805b4b31b627437845cc2aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:42:05Z', 'updated_at': '2022-02-09T21:42:56Z', 'revision_number': 7, 'project_id': '67feb264805b4b31b627437845cc2aaf', 'gw_port_host': None, '_interfaces': [{'id': '323c09cd-359f-4699-af91-3b8d90d87155', 'name': '', 'network_id': 'f5670fcd-3577-43bc-a723-f8f030b55510', 'tenant_id': '67feb264805b4b31b627437845cc2aaf', 'mac_address': 'fa:16:3e:6b:06:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf06bceb-4cbf-41a1-9752-211686b11ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': 'be079591-cb2c-4501-9ebc-3b2104f0fe17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:11Z', 'updated_at': '2022-02-09T21:42:17Z', 'revision_number': 5, 'project_id': '67feb264805b4b31b627437845cc2aaf', 'subnets': [{'id': 'be079591-cb2c-4501-9ebc-3b2104f0fe17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '383e95c2-6696-40de-a63e-fd99d023890b', 'name': '', 'network_id': 'd989cdab-aa1c-4493-aa0d-54cf9f342fdc', 'tenant_id': '67feb264805b4b31b627437845cc2aaf', 'mac_address': 'fa:16:3e:ea:52:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf06bceb-4cbf-41a1-9752-211686b11ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '7f9309a7-fac9-4291-ba5a-c610cb1b90f4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:27Z', 'updated_at': '2022-02-09T21:42:38Z', 'revision_number': 5, 'project_id': '67feb264805b4b31b627437845cc2aaf', 'subnets': [{'id': '7f9309a7-fac9-4291-ba5a-c610cb1b90f4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bef6678f-82bc-42c3-89ea-5dd9ebdf93a1', 'name': '', 'network_id': 'ae35f933-ff36-4d81-85da-77e41424a847', 'tenant_id': '67feb264805b4b31b627437845cc2aaf', 'mac_address': 'fa:16:3e:6b:c4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf06bceb-4cbf-41a1-9752-211686b11ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '0ab9fa85-9dfc-4a42-b7b0-770b90bc741a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:17Z', 'updated_at': '2022-02-09T21:42:25Z', 'revision_number': 5, 'project_id': '67feb264805b4b31b627437845cc2aaf', 'subnets': [{'id': '0ab9fa85-9dfc-4a42-b7b0-770b90bc741a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5292e8b-3080-49a8-a05e-d382ea6272f4', 'name': '', 'network_id': '5da197db-a2b7-43e5-ab19-8e1bbe90fef6', 'tenant_id': '67feb264805b4b31b627437845cc2aaf', 'mac_address': 'fa:16:3e:97:48:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf06bceb-4cbf-41a1-9752-211686b11ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': 'f4b385f9-4e95-4405-993d-003b09f6c3c3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:42Z', 'updated_at': '2022-02-09T21:42:55Z', 'revision_number': 5, 'project_id': '67feb264805b4b31b627437845cc2aaf', 'subnets': [{'id': 'f4b385f9-4e95-4405-993d-003b09f6c3c3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:43:06.017840 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-63f071df-7f6b-4df9-bab0-aa90fe58f49b tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for port (035cf232-745f-4138-a32a-377d18e2b852), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:06.057411 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-40a6ac66-2e12-4b7a-b1bb-6d2d781bfe03 None None] For port 03488773-d553-42c8-8dc6-42a6864ba9e8, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=03488773-d553-42c8-8dc6-42a6864ba9e8,segment=NetworkSegment(0545a9a2-9be0-4a14-b3d1-d85a9dd327bf),segment_id=0545a9a2-9be0-4a14-b3d1-d85a9dd327bf)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:43:06.077364 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-320cd0a9-9615-47f4-971a-f5331d2d7347 None None] For port f03050df-3ad6-4faf-82b7-bbaf2cafa0a2, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=f03050df-3ad6-4faf-82b7-bbaf2cafa0a2,segment=NetworkSegment(9336038c-c827-49b4-9b26-98b175de6249),segment_id=9336038c-c827-49b4-9b26-98b175de6249)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:06.087388 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-f68fda1a-f78b-44b2-97c7-3db28814458a None None] For port b3ec3fc8-cf2f-4d8a-be3e-541a96824d88, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=b3ec3fc8-cf2f-4d8a-be3e-541a96824d88,segment=NetworkSegment(e234f058-99e9-4683-aff2-a800b51d2ec4),segment_id=e234f058-99e9-4683-aff2-a800b51d2ec4)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:06.087836 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f68fda1a-f78b-44b2-97c7-3db28814458a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (b3ec3fc8-cf2f-4d8a-be3e-541a96824d88), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:06.106019 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-320cd0a9-9615-47f4-971a-f5331d2d7347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (f03050df-3ad6-4faf-82b7-bbaf2cafa0a2), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:06.141329 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-40a6ac66-2e12-4b7a-b1bb-6d2d781bfe03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (03488773-d553-42c8-8dc6-42a6864ba9e8), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:06.154584 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-f68fda1a-f78b-44b2-97c7-3db28814458a None None] Calling delete_port for b3ec3fc8-cf2f-4d8a-be3e-541a96824d88 owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:43:06.217629 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-2f1c6a43-5002-4fef-8c3a-373fae6b7d5f req-e51605e8-79c5-43f5-80dd-95dc6f9b9d76 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Publish callbacks [] for port (1cbd17df-58ab-4c50-945e-8500d8a00a79), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:06.276432 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-63f071df-7f6b-4df9-bab0-aa90fe58f49b tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (035cf232-745f-4138-a32a-377d18e2b852), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:06.417948 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-2f1c6a43-5002-4fef-8c3a-373fae6b7d5f req-e51605e8-79c5-43f5-80dd-95dc6f9b9d76 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (1cbd17df-58ab-4c50-945e-8500d8a00a79), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:06.429919 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.db.api [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103142) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:43:06.430279 n-d-828369-5 neutron-server[103142]: DEBUG oslo_db.api [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:43:06.442405 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f071df-7f6b-4df9-bab0-aa90fe58f49b tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event updated for resources: {'Port': ['ID=035cf232-745f-4138-a32a-377d18e2b852,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:06.467413 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5c5d3634-aac8-46fa-9318-096503eb83c5 None None] Provisioning complete for port f03050df-3ad6-4faf-82b7-bbaf2cafa0a2 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:06.467413 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5c5d3634-aac8-46fa-9318-096503eb83c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (f03050df-3ad6-4faf-82b7-bbaf2cafa0a2), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:06.477048 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320cd0a9-9615-47f4-971a-f5331d2d7347 None None] Pushing event updated for resources: {'Port': ['ID=f03050df-3ad6-4faf-82b7-bbaf2cafa0a2,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:06.527415 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f071df-7f6b-4df9-bab0-aa90fe58f49b tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:43:06.532334 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-63f071df-7f6b-4df9-bab0-aa90fe58f49b tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:43:06.536085 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f071df-7f6b-4df9-bab0-aa90fe58f49b tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:43:06.542484 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f071df-7f6b-4df9-bab0-aa90fe58f49b tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:06.543138 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-63f071df-7f6b-4df9-bab0-aa90fe58f49b tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:06.573045 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f1c6a43-5002-4fef-8c3a-373fae6b7d5f req-e51605e8-79c5-43f5-80dd-95dc6f9b9d76 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Network 00735365-504a-4659-b7e0-5dd13c1577e5 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:43:06.578241 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [req-2f1c6a43-5002-4fef-8c3a-373fae6b7d5f req-e51605e8-79c5-43f5-80dd-95dc6f9b9d76 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:43:06.582228 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f1c6a43-5002-4fef-8c3a-373fae6b7d5f req-e51605e8-79c5-43f5-80dd-95dc6f9b9d76 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:43:06.651384 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fb1e0938-ddac-4884-883e-32e3a7c350a1 req-45993960-be6c-4dcb-8a1b-f1cb7713628e tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 210 time: 0.0576966 Feb 09 21:43:06.686222 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a6ac66-2e12-4b7a-b1bb-6d2d781bfe03 None None] Pushing event updated for resources: {'Port': ['ID=03488773-d553-42c8-8dc6-42a6864ba9e8,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:06.715841 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-63f071df-7f6b-4df9-bab0-aa90fe58f49b tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5098820 Feb 09 21:43:06.740988 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39752) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:06.771568 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f68fda1a-f78b-44b2-97c7-3db28814458a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (b3ec3fc8-cf2f-4d8a-be3e-541a96824d88), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:06.812816 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1c6a43-5002-4fef-8c3a-373fae6b7d5f req-e51605e8-79c5-43f5-80dd-95dc6f9b9d76 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:06.813061 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e5864d06-3a35-4b76-8d0f-2971a339f432 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (f5292e8b-3080-49a8-a05e-d382ea6272f4), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:06.813580 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-2f1c6a43-5002-4fef-8c3a-373fae6b7d5f req-e51605e8-79c5-43f5-80dd-95dc6f9b9d76 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:06.850953 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68fda1a-f78b-44b2-97c7-3db28814458a None None] Pushing event deleted for resources: {'Port': ['ID=b3ec3fc8-cf2f-4d8a-be3e-541a96824d88,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:06.855120 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51605e8-79c5-43f5-80dd-95dc6f9b9d76 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Pushing event updated for resources: {'Port': ['ID=1cbd17df-58ab-4c50-945e-8500d8a00a79,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:06.856736 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68fda1a-f78b-44b2-97c7-3db28814458a None None] No DVR routers for this DVR port b3ec3fc8-cf2f-4d8a-be3e-541a96824d88 on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:43:06.867594 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5c5d3634-aac8-46fa-9318-096503eb83c5 None None] Current status of the port f03050df-3ad6-4faf-82b7-bbaf2cafa0a2 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:06.891583 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-2f1c6a43-5002-4fef-8c3a-373fae6b7d5f req-e51605e8-79c5-43f5-80dd-95dc6f9b9d76 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0084882 Feb 09 21:43:06.904202 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7ef199-caf7-4ced-9b88-2d44f23aaa22 None None] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:43:06.960776 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e66ff75-58d5-4ea7-a5d3-62b0a820f5b1 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:06.962616 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-4e66ff75-58d5-4ea7-a5d3-62b0a820f5b1 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.2019072 Feb 09 21:43:06.974551 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39756) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:07.059840 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port f03050df-3ad6-4faf-82b7-bbaf2cafa0a2 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:07.061020 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a06c2e57-1f64-4a0a-85bd-1cefc274a8d4 admin admin] Publish callbacks [] for router_gateway (9378fdb6-af0c-40c9-b62e-f5a26dc8f129), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:07.091401 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-2f1c6a43-5002-4fef-8c3a-373fae6b7d5f req-7fecda1a-b97f-4b5e-ae6c-41bde57562d7 service neutron] Request body: {'port': {'device_id': 'ed0bad74-a174-4a79-a30f-a9b532ef9f3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:07.140642 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5864d06-3a35-4b76-8d0f-2971a339f432 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Pushing event deleted for resources: {'Port': ['ID=f5292e8b-3080-49a8-a05e-d382ea6272f4,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:07.169547 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0c69b9-5ec6-46df-b009-980d6ef3b34b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-986c5511-2b50-4eb7-bb75-ff9f776ff726', 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726', 'project_id': '880c3cd16cc943a98203fd230e26852f', 'fixed_ips': [{'subnet_id': '385c10ab-47a7-4ba5-998e-06053182f9fb'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:43:07.170612 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-cc0c69b9-5ec6-46df-b009-980d6ef3b34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:07.298986 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-2f1c6a43-5002-4fef-8c3a-373fae6b7d5f req-7fecda1a-b97f-4b5e-ae6c-41bde57562d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (1cbd17df-58ab-4c50-945e-8500d8a00a79), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:07.347160 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-4ed13ceb-9fe3-479a-a59b-8c5898ae6197 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Deleting port 035cf232-745f-4138-a32a-377d18e2b852 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:43:07.347508 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4ed13ceb-9fe3-479a-a59b-8c5898ae6197 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (035cf232-745f-4138-a32a-377d18e2b852), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:07.397532 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 03488773-d553-42c8-8dc6-42a6864ba9e8 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:43:07.653640 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d220e4ae-4207-401e-9e83-ed69b90a5110 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Publish callbacks [] for router_gateway (6304e900-0fba-4791-8ed2-6322a92e7cbe), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:07.722485 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4ed13ceb-9fe3-479a-a59b-8c5898ae6197 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (035cf232-745f-4138-a32a-377d18e2b852), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:07.738269 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-cc0c69b9-5ec6-46df-b009-980d6ef3b34b None None] Allocated IP 2001:db8::2 (986c5511-2b50-4eb7-bb75-ff9f776ff726/385c10ab-47a7-4ba5-998e-06053182f9fb/deedd768-9218-400d-9d7c-e3d618f95bc8) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:43:07.740094 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 03488773-d553-42c8-8dc6-42a6864ba9e8 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:07.740510 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (03488773-d553-42c8-8dc6-42a6864ba9e8), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:07.770798 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d220e4ae-4207-401e-9e83-ed69b90a5110 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:07.813683 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1871c0f2-3d50-49db-a900-0339779a552d req-e0f6e6aa-60d2-40a5-8bc1-97f3752453e1 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:07.821538 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1871c0f2-3d50-49db-a900-0339779a552d req-e0f6e6aa-60d2-40a5-8bc1-97f3752453e1 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed0bad74-a174-4a79-a30f-a9b532ef9f3a HTTP/1.1" status: 200 len: 932 time: 1.1962316 Feb 09 21:43:07.848266 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9ec1d295-673f-4f6c-b7e0-067461022060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524906'] for router_interface (8ba7567c-fa53-4ec0-9661-9a46dc509ee9), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:07.902379 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-4ed13ceb-9fe3-479a-a59b-8c5898ae6197 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Calling delete_port for 035cf232-745f-4138-a32a-377d18e2b852 owned by {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:43:08.044418 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 39766) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:08.193728 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bd07d245-80ea-48fa-8f56-db207477e9ec req-1844549b-d1bd-42fb-9622-5d70be54866b tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 210 time: 0.2768607 Feb 09 21:43:08.210024 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4ed13ceb-9fe3-479a-a59b-8c5898ae6197 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (035cf232-745f-4138-a32a-377d18e2b852), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:08.327660 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed13ceb-9fe3-479a-a59b-8c5898ae6197 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event deleted for resources: {'Port': ['ID=035cf232-745f-4138-a32a-377d18e2b852,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:08.333858 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4ed13ceb-9fe3-479a-a59b-8c5898ae6197 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:08.338963 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-4ed13ceb-9fe3-479a-a59b-8c5898ae6197 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "DELETE /v2.0/ports/035cf232-745f-4138-a32a-377d18e2b852 HTTP/1.1" status: 204 len: 168 time: 1.3596237 Feb 09 21:43:08.341904 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39770) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:08.379872 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e5864d06-3a35-4b76-8d0f-2971a339f432 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-525054'] for router_interface (bf06bceb-4cbf-41a1-9752-211686b11ead), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:08.429474 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a467af6b-c38a-4100-a7c5-6075c3c0fb40 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:08.431096 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a467af6b-c38a-4100-a7c5-6075c3c0fb40 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:08.432890 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-a467af6b-c38a-4100-a7c5-6075c3c0fb40 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0898759 Feb 09 21:43:08.437784 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39772) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:08.446627 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beffb705-bbc1-46c6-b868-7adc3d42dd70 None None] Network ebb45870-6748-498b-8acb-a8ea88568553 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:43:08.454603 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-472d609c-4c70-4ad0-98e5-21b2616942fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:08.470018 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-cc0c69b9-5ec6-46df-b009-980d6ef3b34b None None] Publish callbacks [] for port (deedd768-9218-400d-9d7c-e3d618f95bc8), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:08.515102 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-cc0c69b9-5ec6-46df-b009-980d6ef3b34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (deedd768-9218-400d-9d7c-e3d618f95bc8), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:08.563818 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-fe35e8af-5a43-467a-94f0-598ed9b29bfd None None] Provisioning complete for port 03488773-d553-42c8-8dc6-42a6864ba9e8 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:08.564254 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-fe35e8af-5a43-467a-94f0-598ed9b29bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (03488773-d553-42c8-8dc6-42a6864ba9e8), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:08.564426 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-d220e4ae-4207-401e-9e83-ed69b90a5110 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Allocated IP 172.25.3.86 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/c9ad3be4-8ca4-4f52-ae7a-5facc98a929d) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:43:08.605223 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-4959ea11-a556-4166-ad98-50c0a6f7edf1 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Deleting subnet 385c10ab-47a7-4ba5-998e-06053182f9fb {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:43:08.610663 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4959ea11-a556-4166-ad98-50c0a6f7edf1 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for subnet (385c10ab-47a7-4ba5-998e-06053182f9fb), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:08.624260 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0c69b9-5ec6-46df-b009-980d6ef3b34b None None] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:43:08.683142 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d220e4ae-4207-401e-9e83-ed69b90a5110 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Publish callbacks [] for port (c9ad3be4-8ca4-4f52-ae7a-5facc98a929d), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:08.684687 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4959ea11-a556-4166-ad98-50c0a6f7edf1 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (385c10ab-47a7-4ba5-998e-06053182f9fb), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:08.694874 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-cc0c69b9-5ec6-46df-b009-980d6ef3b34b None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:43:08.721288 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0c69b9-5ec6-46df-b009-980d6ef3b34b None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:43:08.730752 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0c69b9-5ec6-46df-b009-980d6ef3b34b None None] Pushing event updated for resources: {'Port': ['ID=deedd768-9218-400d-9d7c-e3d618f95bc8,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:08.798468 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1871c0f2-3d50-49db-a900-0339779a552d req-e31af35e-6549-4e2a-8a5e-2f6187e7d8f1 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9760301 Feb 09 21:43:08.809699 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d220e4ae-4207-401e-9e83-ed69b90a5110 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (c9ad3be4-8ca4-4f52-ae7a-5facc98a929d), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:08.814937 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 03488773-d553-42c8-8dc6-42a6864ba9e8 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:08.815550 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (03488773-d553-42c8-8dc6-42a6864ba9e8), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:08.863675 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4959ea11-a556-4166-ad98-50c0a6f7edf1 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (385c10ab-47a7-4ba5-998e-06053182f9fb), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:08.953071 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-2f1c6a43-5002-4fef-8c3a-373fae6b7d5f req-7fecda1a-b97f-4b5e-ae6c-41bde57562d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cbd17df-58ab-4c50-945e-8500d8a00a79 {{(pid=103141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:43:08.962305 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4959ea11-a556-4166-ad98-50c0a6f7edf1 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (385c10ab-47a7-4ba5-998e-06053182f9fb), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:08.989090 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4959ea11-a556-4166-ad98-50c0a6f7edf1 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:08.997477 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-4959ea11-a556-4166-ad98-50c0a6f7edf1 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "DELETE /v2.0/subnets/385c10ab-47a7-4ba5-998e-06053182f9fb HTTP/1.1" status: 204 len: 168 time: 0.5585482 Feb 09 21:43:08.998883 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39774) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:09.001414 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-2f1c6a43-5002-4fef-8c3a-373fae6b7d5f req-7fecda1a-b97f-4b5e-ae6c-41bde57562d7 service neutron] Publish callbacks [] for port (1cbd17df-58ab-4c50-945e-8500d8a00a79), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:09.005698 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-cc0c69b9-5ec6-46df-b009-980d6ef3b34b None None] Attempting to bind port deedd768-9218-400d-9d7c-e3d618f95bc8 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:43:09.006108 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-cc0c69b9-5ec6-46df-b009-980d6ef3b34b None None] Attempting to bind port deedd768-9218-400d-9d7c-e3d618f95bc8 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': 'e234f058-99e9-4683-aff2-a800b51d2ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:43:09.006488 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0c69b9-5ec6-46df-b009-980d6ef3b34b None None] Attempting to bind port deedd768-9218-400d-9d7c-e3d618f95bc8 on network 986c5511-2b50-4eb7-bb75-ff9f776ff726 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:43:09.020762 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d220e4ae-4207-401e-9e83-ed69b90a5110 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Pushing event updated for resources: {'Port': ['ID=c9ad3be4-8ca4-4f52-ae7a-5facc98a929d,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:09.067907 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port 03488773-d553-42c8-8dc6-42a6864ba9e8, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=03488773-d553-42c8-8dc6-42a6864ba9e8,segment=NetworkSegment(0545a9a2-9be0-4a14-b3d1-d85a9dd327bf),segment_id=0545a9a2-9be0-4a14-b3d1-d85a9dd327bf)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:09.090083 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0c69b9-5ec6-46df-b009-980d6ef3b34b None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:43:09.090477 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0c69b9-5ec6-46df-b009-980d6ef3b34b None None] Checking segment: {'id': 'e234f058-99e9-4683-aff2-a800b51d2ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:43:09.090895 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-cc0c69b9-5ec6-46df-b009-980d6ef3b34b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:09.091298 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0c69b9-5ec6-46df-b009-980d6ef3b34b None None] Bound using segment: {'id': 'e234f058-99e9-4683-aff2-a800b51d2ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:43:09.091800 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-cc0c69b9-5ec6-46df-b009-980d6ef3b34b None None] Bound port: deedd768-9218-400d-9d7c-e3d618f95bc8, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e234f058-99e9-4683-aff2-a800b51d2ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:43:09.092195 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-cc0c69b9-5ec6-46df-b009-980d6ef3b34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (deedd768-9218-400d-9d7c-e3d618f95bc8), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:09.107078 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-fc520e4a-0d86-4cdc-bdae-ff4f1e90f5ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:09.108603 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (03488773-d553-42c8-8dc6-42a6864ba9e8), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:09.109534 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device f03050df-3ad6-4faf-82b7-bbaf2cafa0a2 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:43:09.113721 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4959ea11-a556-4166-ad98-50c0a6f7edf1 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event deleted for resources: {'Subnet': ['ID=385c10ab-47a7-4ba5-998e-06053182f9fb,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:09.126705 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-fe35e8af-5a43-467a-94f0-598ed9b29bfd None None] Current status of the port 03488773-d553-42c8-8dc6-42a6864ba9e8 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:09.127111 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-fe35e8af-5a43-467a-94f0-598ed9b29bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (03488773-d553-42c8-8dc6-42a6864ba9e8), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:09.134286 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-870d9dea-d300-415d-bee5-ef6e50e48b4d tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1215024 Feb 09 21:43:09.134644 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39776) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:09.150090 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-859dfdf1-44b7-46d5-9045-d0d9d33c538a tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Request body: {'subnet': {'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:09.189854 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-2f1c6a43-5002-4fef-8c3a-373fae6b7d5f req-7fecda1a-b97f-4b5e-ae6c-41bde57562d7 service neutron] Transition to ACTIVE for port object 1cbd17df-58ab-4c50-945e-8500d8a00a79 will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:43:09.203375 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5864d06-3a35-4b76-8d0f-2971a339f432 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Router bf06bceb-4cbf-41a1-9752-211686b11ead has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:43:09.268376 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-2f1c6a43-5002-4fef-8c3a-373fae6b7d5f req-7fecda1a-b97f-4b5e-ae6c-41bde57562d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (1cbd17df-58ab-4c50-945e-8500d8a00a79), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:09.325975 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-472d609c-4c70-4ad0-98e5-21b2616942fc admin admin] Publish callbacks [] for security_group (61c39b0d-8e21-436f-94d0-e1a1d3611f56), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:09.347698 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-472d609c-4c70-4ad0-98e5-21b2616942fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (61c39b0d-8e21-436f-94d0-e1a1d3611f56), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:09.349901 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fecda1a-b97f-4b5e-ae6c-41bde57562d7 service neutron] Pushing event updated for resources: {'Port': ['ID=1cbd17df-58ab-4c50-945e-8500d8a00a79,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:09.376871 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d220e4ae-4207-401e-9e83-ed69b90a5110 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:43:09.410422 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-d220e4ae-4207-401e-9e83-ed69b90a5110 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:43:09.425822 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d220e4ae-4207-401e-9e83-ed69b90a5110 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:43:09.481033 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-859dfdf1-44b7-46d5-9045-d0d9d33c538a tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Made reservation on behalf of 880c3cd16cc943a98203fd230e26852f for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:43:09.485017 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-859dfdf1-44b7-46d5-9045-d0d9d33c538a tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:09.531608 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=03488773-d553-42c8-8dc6-42a6864ba9e8,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:09.559502 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-cc0c69b9-5ec6-46df-b009-980d6ef3b34b None None] For port deedd768-9218-400d-9d7c-e3d618f95bc8, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:43:09.563330 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.db.api [None req-fe35e8af-5a43-467a-94f0-598ed9b29bfd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103142) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:43:09.563827 n-d-828369-5 neutron-server[103142]: DEBUG oslo_db.api [None req-fe35e8af-5a43-467a-94f0-598ed9b29bfd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:43:09.566749 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-cc0c69b9-5ec6-46df-b009-980d6ef3b34b None None] For port deedd768-9218-400d-9d7c-e3d618f95bc8, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=deedd768-9218-400d-9d7c-e3d618f95bc8,segment=NetworkSegment(e234f058-99e9-4683-aff2-a800b51d2ec4),segment_id=e234f058-99e9-4683-aff2-a800b51d2ec4)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:43:09.579104 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port f03050df-3ad6-4faf-82b7-bbaf2cafa0a2 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:09.579790 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (f03050df-3ad6-4faf-82b7-bbaf2cafa0a2), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:09.618279 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-cc0c69b9-5ec6-46df-b009-980d6ef3b34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (deedd768-9218-400d-9d7c-e3d618f95bc8), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:09.623793 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-2f1c6a43-5002-4fef-8c3a-373fae6b7d5f req-7fecda1a-b97f-4b5e-ae6c-41bde57562d7 service neutron] Attempting to bind port 1cbd17df-58ab-4c50-945e-8500d8a00a79 on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:43:09.624938 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-2f1c6a43-5002-4fef-8c3a-373fae6b7d5f req-7fecda1a-b97f-4b5e-ae6c-41bde57562d7 service neutron] Attempting to bind port 1cbd17df-58ab-4c50-945e-8500d8a00a79 by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': 'ab2445e6-d1b5-43a7-9d83-6a2f567a89ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '00735365-504a-4659-b7e0-5dd13c1577e5'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:43:09.626223 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1c6a43-5002-4fef-8c3a-373fae6b7d5f req-7fecda1a-b97f-4b5e-ae6c-41bde57562d7 service neutron] Attempting to bind port 1cbd17df-58ab-4c50-945e-8500d8a00a79 on network 00735365-504a-4659-b7e0-5dd13c1577e5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:43:09.648414 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1c6a43-5002-4fef-8c3a-373fae6b7d5f req-7fecda1a-b97f-4b5e-ae6c-41bde57562d7 service neutron] Port 1cbd17df-58ab-4c50-945e-8500d8a00a79 on network 00735365-504a-4659-b7e0-5dd13c1577e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:43:09.649449 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1c6a43-5002-4fef-8c3a-373fae6b7d5f req-7fecda1a-b97f-4b5e-ae6c-41bde57562d7 service neutron] Attempting to bind port 1cbd17df-58ab-4c50-945e-8500d8a00a79 on network 00735365-504a-4659-b7e0-5dd13c1577e5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:43:09.661225 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1c6a43-5002-4fef-8c3a-373fae6b7d5f req-7fecda1a-b97f-4b5e-ae6c-41bde57562d7 service neutron] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:43:09.661931 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1c6a43-5002-4fef-8c3a-373fae6b7d5f req-7fecda1a-b97f-4b5e-ae6c-41bde57562d7 service neutron] Checking segment: {'id': 'ab2445e6-d1b5-43a7-9d83-6a2f567a89ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '00735365-504a-4659-b7e0-5dd13c1577e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:43:09.662498 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1c6a43-5002-4fef-8c3a-373fae6b7d5f req-7fecda1a-b97f-4b5e-ae6c-41bde57562d7 service neutron] Bound using segment: {'id': 'ab2445e6-d1b5-43a7-9d83-6a2f567a89ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '00735365-504a-4659-b7e0-5dd13c1577e5'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:43:09.664057 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-2f1c6a43-5002-4fef-8c3a-373fae6b7d5f req-7fecda1a-b97f-4b5e-ae6c-41bde57562d7 service neutron] Bound port: 1cbd17df-58ab-4c50-945e-8500d8a00a79, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab2445e6-d1b5-43a7-9d83-6a2f567a89ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '00735365-504a-4659-b7e0-5dd13c1577e5'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:43:09.664647 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-2f1c6a43-5002-4fef-8c3a-373fae6b7d5f req-7fecda1a-b97f-4b5e-ae6c-41bde57562d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (1cbd17df-58ab-4c50-945e-8500d8a00a79), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:09.817773 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0c69b9-5ec6-46df-b009-980d6ef3b34b None None] Pushing event updated for resources: {'Port': ['ID=deedd768-9218-400d-9d7c-e3d618f95bc8,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:09.857876 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-2f1c6a43-5002-4fef-8c3a-373fae6b7d5f req-7fecda1a-b97f-4b5e-ae6c-41bde57562d7 service neutron] For port 1cbd17df-58ab-4c50-945e-8500d8a00a79, host n-h2-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:43:09.862649 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-2f1c6a43-5002-4fef-8c3a-373fae6b7d5f req-7fecda1a-b97f-4b5e-ae6c-41bde57562d7 service neutron] For port 1cbd17df-58ab-4c50-945e-8500d8a00a79, host n-h2-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=1cbd17df-58ab-4c50-945e-8500d8a00a79,segment=NetworkSegment(ab2445e6-d1b5-43a7-9d83-6a2f567a89ca),segment_id=ab2445e6-d1b5-43a7-9d83-6a2f567a89ca)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:43:09.875824 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-2f1c6a43-5002-4fef-8c3a-373fae6b7d5f req-7fecda1a-b97f-4b5e-ae6c-41bde57562d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (1cbd17df-58ab-4c50-945e-8500d8a00a79), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:09.889299 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c084602e-e112-4ae7-90f2-f5f4dcca7bec None None] get_active_networks_info from n-d-828369-5 {{(pid=103142) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 21:43:09.965154 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port f03050df-3ad6-4faf-82b7-bbaf2cafa0a2 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:10.006689 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-18dd899a-afcc-445b-9e09-6b9d77925228 req-932a2d74-176e-40fa-a918-5f8754b827a1 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 210 time: 0.6239085 Feb 09 21:43:10.012749 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fecda1a-b97f-4b5e-ae6c-41bde57562d7 service neutron] Pushing event updated for resources: {'Port': ['ID=1cbd17df-58ab-4c50-945e-8500d8a00a79,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:10.121472 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device b3ec3fc8-cf2f-4d8a-be3e-541a96824d88 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:43:10.138226 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1c6a43-5002-4fef-8c3a-373fae6b7d5f req-7fecda1a-b97f-4b5e-ae6c-41bde57562d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:10.138980 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-2f1c6a43-5002-4fef-8c3a-373fae6b7d5f req-7fecda1a-b97f-4b5e-ae6c-41bde57562d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:10.140664 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-2f1c6a43-5002-4fef-8c3a-373fae6b7d5f req-7fecda1a-b97f-4b5e-ae6c-41bde57562d7 service neutron] 10.222.0.89 "PUT /v2.0/ports/1cbd17df-58ab-4c50-945e-8500d8a00a79 HTTP/1.1" status: 200 len: 1092 time: 3.2393773 Feb 09 21:43:10.141114 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed0bad74-a174-4a79-a30f-a9b532ef9f3a', 'tag': '1cbd17df-58ab-4c50-945e-8500d8a00a79'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:43:10.146552 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e65072b3-b37d-4d65-918b-546ac8157772" -d '{"events": [{"name": "network-changed", "server_uuid": "ed0bad74-a174-4a79-a30f-a9b532ef9f3a", "tag": "1cbd17df-58ab-4c50-945e-8500d8a00a79"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:43:10.243073 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ee388ff-533a-4119-833c-ea71d8e3a4cb x-openstack-request-id: req-7ee388ff-533a-4119-833c-ea71d8e3a4cb {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:43:10.247374 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-fe35e8af-5a43-467a-94f0-598ed9b29bfd None None] Current status of the port 03488773-d553-42c8-8dc6-42a6864ba9e8 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:10.250227 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: b3ec3fc8-cf2f-4d8a-be3e-541a96824d88 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:43:10.250733 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device b3ec3fc8-cf2f-4d8a-be3e-541a96824d88 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:43:10.259784 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed0bad74-a174-4a79-a30f-a9b532ef9f3a", "tag": "1cbd17df-58ab-4c50-945e-8500d8a00a79", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:43:10.260247 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-7ee388ff-533a-4119-833c-ea71d8e3a4cb {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:43:10.261151 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed0bad74-a174-4a79-a30f-a9b532ef9f3a', 'tag': '1cbd17df-58ab-4c50-945e-8500d8a00a79', 'status': 'completed', 'code': 200} Feb 09 21:43:10.280302 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d220e4ae-4207-401e-9e83-ed69b90a5110 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Publish callbacks [] for router_gateway (6304e900-0fba-4791-8ed2-6322a92e7cbe), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:10.295821 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-472d609c-4c70-4ad0-98e5-21b2616942fc admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=55ab7293f0de43ae999cb8fc2255cee6&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2358565 Feb 09 21:43:10.313591 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39784) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:10.410007 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-859dfdf1-44b7-46d5-9045-d0d9d33c538a tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (2f388e8a-6550-4e4f-b6ee-d873009eece1), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:10.435090 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c084602e-e112-4ae7-90f2-f5f4dcca7bec None None] Resources bound (agent type, host, resource id): {{(pid=103142) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 21:43:10.511249 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-6a644e88-c7bf-4339-9091-a2063a45e8df None None] Provisioning complete for port 03488773-d553-42c8-8dc6-42a6864ba9e8 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:10.511750 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-6a644e88-c7bf-4339-9091-a2063a45e8df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (03488773-d553-42c8-8dc6-42a6864ba9e8), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:10.559208 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ed97fb7b-7a01-4f84-9a8c-e056dc96cf05 admin admin] Publish callbacks [] for security_group (61c39b0d-8e21-436f-94d0-e1a1d3611f56), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:10.599260 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859dfdf1-44b7-46d5-9045-d0d9d33c538a tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:43:10.625918 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1c6a43-5002-4fef-8c3a-373fae6b7d5f req-3cb7de3f-2d3a-44d7-8c09-ef79e87d893c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:10.627475 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-2f1c6a43-5002-4fef-8c3a-373fae6b7d5f req-3cb7de3f-2d3a-44d7-8c09-ef79e87d893c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=73aafa54b15b4f2e83f3753252e1608e&device_id=ed0bad74-a174-4a79-a30f-a9b532ef9f3a HTTP/1.1" status: 200 len: 1126 time: 0.3653500 Feb 09 21:43:10.627685 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472d609c-4c70-4ad0-98e5-21b2616942fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61c39b0d-8e21-436f-94d0-e1a1d3611f56,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:10.629555 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 03488773-d553-42c8-8dc6-42a6864ba9e8 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:43:10.634555 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-859dfdf1-44b7-46d5-9045-d0d9d33c538a tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:43:10.642808 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859dfdf1-44b7-46d5-9045-d0d9d33c538a tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:10.643514 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-859dfdf1-44b7-46d5-9045-d0d9d33c538a tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:10.684538 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ed97fb7b-7a01-4f84-9a8c-e056dc96cf05 admin admin] Publish callbacks [] for security_group (61c39b0d-8e21-436f-94d0-e1a1d3611f56), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:10.685459 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a06c2e57-1f64-4a0a-85bd-1cefc274a8d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (9378fdb6-af0c-40c9-b62e-f5a26dc8f129), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:10.689382 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-2f1c6a43-5002-4fef-8c3a-373fae6b7d5f req-cfc06e46-4605-4744-8aa3-a53172c6aa96 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1cbd17df-58ab-4c50-945e-8500d8a00a79 HTTP/1.1" status: 200 len: 217 time: 0.0482357 Feb 09 21:43:10.726774 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859dfdf1-44b7-46d5-9045-d0d9d33c538a tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event updated for resources: {'Subnet': ['ID=2f388e8a-6550-4e4f-b6ee-d873009eece1,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:10.813697 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38db5ef-33ab-44fb-8cde-955af56241ea req-fdb9173e-e5cb-4c09-812f-48be1980a2c4 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:10.815627 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a38db5ef-33ab-44fb-8cde-955af56241ea req-fdb9173e-e5cb-4c09-812f-48be1980a2c4 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed0bad74-a174-4a79-a30f-a9b532ef9f3a HTTP/1.1" status: 200 len: 944 time: 0.8010867 Feb 09 21:43:10.849188 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-859dfdf1-44b7-46d5-9045-d0d9d33c538a tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7133994 Feb 09 21:43:10.854937 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5864d06-3a35-4b76-8d0f-2971a339f432 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:43:10.867085 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f074dc08-a583-4ef8-8c71-705d8658da24 None None] Sync routers for ids ['bf06bceb-4cbf-41a1-9752-211686b11ead'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:43:10.877524 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f074dc08-a583-4ef8-8c71-705d8658da24 None None] Routers {'bf06bceb-4cbf-41a1-9752-211686b11ead'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:43:10.877937 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 39786) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:10.878632 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-f074dc08-a583-4ef8-8c71-705d8658da24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:42:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['bf06bceb-4cbf-41a1-9752-211686b11ead'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:10.897359 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-4cd5d37d-f2cf-472e-9e74-e6aa58be21e7 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Request body: {'port': {'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726', 'fixed_ips': [{'subnet_id': '2f388e8a-6550-4e4f-b6ee-d873009eece1', 'ip_address': '2001:db8::e30:7937:79bc:6462'}], 'name': 'tempest-NetworksTestDHCPv6-1363050707'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:10.914496 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-e5864d06-3a35-4b76-8d0f-2971a339f432 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "PUT /v2.0/routers/bf06bceb-4cbf-41a1-9752-211686b11ead/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8540411 Feb 09 21:43:10.918497 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39788) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:10.940444 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1c6a43-5002-4fef-8c3a-373fae6b7d5f req-62ea01c7-67c3-4950-9ee4-40247ce9e332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:10.942358 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-2f1c6a43-5002-4fef-8c3a-373fae6b7d5f req-62ea01c7-67c3-4950-9ee4-40247ce9e332 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0d4cb0a9-0f8b-4759-aa75-9f58c47a4974 HTTP/1.1" status: 200 len: 852 time: 0.2444167 Feb 09 21:43:11.000167 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-6a644e88-c7bf-4339-9091-a2063a45e8df None None] Current status of the port 03488773-d553-42c8-8dc6-42a6864ba9e8 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:11.003181 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 03488773-d553-42c8-8dc6-42a6864ba9e8 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:11.003551 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (03488773-d553-42c8-8dc6-42a6864ba9e8), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:11.087909 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-2f1c6a43-5002-4fef-8c3a-373fae6b7d5f req-4bcf4b80-23c8-4e27-9e75-baaa9dd5eb37 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=00735365-504a-4659-b7e0-5dd13c1577e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0791934 Feb 09 21:43:11.092067 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-f074dc08-a583-4ef8-8c71-705d8658da24 None None] Set router bf06bceb-4cbf-41a1-9752-211686b11ead gateway port host: None {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:43:11.123164 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-70990975-6a2e-4561-86d7-6a71e5c6b1e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:11.255511 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-2f1c6a43-5002-4fef-8c3a-373fae6b7d5f req-c847d907-49ec-463c-adf4-414f562989a3 service neutron] 10.222.0.89 "GET /v2.0/networks/00735365-504a-4659-b7e0-5dd13c1577e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428223 Feb 09 21:43:11.260731 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ed97fb7b-7a01-4f84-9a8c-e056dc96cf05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (61c39b0d-8e21-436f-94d0-e1a1d3611f56), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:11.272413 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf8457d-103f-4271-aa64-9f4eb4687c72 None None] Update dhcp port {'port': {'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726', 'fixed_ips': [{'subnet_id': '2f388e8a-6550-4e4f-b6ee-d873009eece1'}], 'binding:host_id': 'n-d-828369-5'}, 'id': 'deedd768-9218-400d-9d7c-e3d618f95bc8'} from n-d-828369-5. {{(pid=103142) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 21:43:11.289228 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ed97fb7b-7a01-4f84-9a8c-e056dc96cf05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:11.293901 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-ed97fb7b-7a01-4f84-9a8c-e056dc96cf05 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/61c39b0d-8e21-436f-94d0-e1a1d3611f56 HTTP/1.1" status: 204 len: 168 time: 0.9655938 Feb 09 21:43:11.326304 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cd5d37d-f2cf-472e-9e74-e6aa58be21e7 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Made reservation on behalf of 880c3cd16cc943a98203fd230e26852f for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:43:11.353571 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4a2f4780-7d7a-4afd-a71d-58925eaf2bb1 req-af6c2d58-e7d2-4682-bc7a-90667b707ea5 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 210 time: 0.0930650 Feb 09 21:43:11.366426 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ebf8457d-103f-4271-aa64-9f4eb4687c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (deedd768-9218-400d-9d7c-e3d618f95bc8), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:11.460759 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-2f1c6a43-5002-4fef-8c3a-373fae6b7d5f req-0383c6bd-9b88-4952-9156-82a6471a9fa1 service neutron] 10.222.0.89 "GET /v2.0/networks/00735365-504a-4659-b7e0-5dd13c1577e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670978 Feb 09 21:43:11.467279 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-76257692-062c-4594-8440-21d671cb79a4 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Deleting subnet f4b385f9-4e95-4405-993d-003b09f6c3c3 {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:43:11.475300 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-76257692-062c-4594-8440-21d671cb79a4 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for subnet (f4b385f9-4e95-4405-993d-003b09f6c3c3), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:11.478575 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed97fb7b-7a01-4f84-9a8c-e056dc96cf05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c39b0d-8e21-436f-94d0-e1a1d3611f56,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:11.486387 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a38db5ef-33ab-44fb-8cde-955af56241ea req-579a6035-c4c3-485a-810d-ec243ea15cff tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6482637 Feb 09 21:43:11.579850 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-76257692-062c-4594-8440-21d671cb79a4 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (f4b385f9-4e95-4405-993d-003b09f6c3c3), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:11.582222 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-f074dc08-a583-4ef8-8c71-705d8658da24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf06bceb-4cbf-41a1-9752-211686b11ead', 'name': 'tempest-RoutersTest-router-699486942', 'tenant_id': '67feb264805b4b31b627437845cc2aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:42:05Z', 'updated_at': '2022-02-09T21:43:06Z', 'revision_number': 8, 'project_id': '67feb264805b4b31b627437845cc2aaf', 'gw_port_host': None, '_interfaces': [{'id': '323c09cd-359f-4699-af91-3b8d90d87155', 'name': '', 'network_id': 'f5670fcd-3577-43bc-a723-f8f030b55510', 'tenant_id': '67feb264805b4b31b627437845cc2aaf', 'mac_address': 'fa:16:3e:6b:06:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf06bceb-4cbf-41a1-9752-211686b11ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': 'be079591-cb2c-4501-9ebc-3b2104f0fe17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:11Z', 'updated_at': '2022-02-09T21:42:17Z', 'revision_number': 5, 'project_id': '67feb264805b4b31b627437845cc2aaf', 'subnets': [{'id': 'be079591-cb2c-4501-9ebc-3b2104f0fe17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '383e95c2-6696-40de-a63e-fd99d023890b', 'name': '', 'network_id': 'd989cdab-aa1c-4493-aa0d-54cf9f342fdc', 'tenant_id': '67feb264805b4b31b627437845cc2aaf', 'mac_address': 'fa:16:3e:ea:52:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf06bceb-4cbf-41a1-9752-211686b11ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '7f9309a7-fac9-4291-ba5a-c610cb1b90f4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:27Z', 'updated_at': '2022-02-09T21:42:38Z', 'revision_number': 5, 'project_id': '67feb264805b4b31b627437845cc2aaf', 'subnets': [{'id': '7f9309a7-fac9-4291-ba5a-c610cb1b90f4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bef6678f-82bc-42c3-89ea-5dd9ebdf93a1', 'name': '', 'network_id': 'ae35f933-ff36-4d81-85da-77e41424a847', 'tenant_id': '67feb264805b4b31b627437845cc2aaf', 'mac_address': 'fa:16:3e:6b:c4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf06bceb-4cbf-41a1-9752-211686b11ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '0ab9fa85-9dfc-4a42-b7b0-770b90bc741a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:17Z', 'updated_at': '2022-02-09T21:42:25Z', 'revision_number': 5, 'project_id': '67feb264805b4b31b627437845cc2aaf', 'subnets': [{'id': '0ab9fa85-9dfc-4a42-b7b0-770b90bc741a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:11.646118 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f074dc08-a583-4ef8-8c71-705d8658da24 None None] Checking router: bf06bceb-4cbf-41a1-9752-211686b11ead for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:43:11.654965 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f074dc08-a583-4ef8-8c71-705d8658da24 None None] Routers {'bf06bceb-4cbf-41a1-9752-211686b11ead'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:43:11.655837 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-f074dc08-a583-4ef8-8c71-705d8658da24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:43:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['bf06bceb-4cbf-41a1-9752-211686b11ead'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:11.665292 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 03488773-d553-42c8-8dc6-42a6864ba9e8 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:11.677318 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65072b3-b37d-4d65-918b-546ac8157772 req-bc38dee0-b637-4f23-a23d-43e46fe7b402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:11.679254 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-e65072b3-b37d-4d65-918b-546ac8157772 req-bc38dee0-b637-4f23-a23d-43e46fe7b402 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=73aafa54b15b4f2e83f3753252e1608e&device_id=ed0bad74-a174-4a79-a30f-a9b532ef9f3a HTTP/1.1" status: 200 len: 1126 time: 0.1175721 Feb 09 21:43:11.753854 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-f074dc08-a583-4ef8-8c71-705d8658da24 None None] Set router bf06bceb-4cbf-41a1-9752-211686b11ead gateway port host: None {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:43:11.782760 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-76257692-062c-4594-8440-21d671cb79a4 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (f4b385f9-4e95-4405-993d-003b09f6c3c3), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:11.791728 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d220e4ae-4207-401e-9e83-ed69b90a5110 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (6304e900-0fba-4791-8ed2-6322a92e7cbe), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:11.842327 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-ebf8457d-103f-4271-aa64-9f4eb4687c72 None None] Allocated IP 2001:db8::2 (986c5511-2b50-4eb7-bb75-ff9f776ff726/2f388e8a-6550-4e4f-b6ee-d873009eece1/deedd768-9218-400d-9d7c-e3d618f95bc8) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:43:11.934547 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65072b3-b37d-4d65-918b-546ac8157772 req-9edab0c9-d319-4473-a5f3-7ff3bd87bc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:11.936978 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-e65072b3-b37d-4d65-918b-546ac8157772 req-9edab0c9-d319-4473-a5f3-7ff3bd87bc17 service neutron] 10.222.0.89 "GET /v2.0/networks?id=00735365-504a-4659-b7e0-5dd13c1577e5 HTTP/1.1" status: 200 len: 913 time: 0.2355723 Feb 09 21:43:11.939704 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-76257692-062c-4594-8440-21d671cb79a4 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (f4b385f9-4e95-4405-993d-003b09f6c3c3), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:12.008191 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-ebf8457d-103f-4271-aa64-9f4eb4687c72 None None] For port deedd768-9218-400d-9d7c-e3d618f95bc8, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=deedd768-9218-400d-9d7c-e3d618f95bc8,segment=NetworkSegment(e234f058-99e9-4683-aff2-a800b51d2ec4),segment_id=e234f058-99e9-4683-aff2-a800b51d2ec4)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:12.041187 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ebf8457d-103f-4271-aa64-9f4eb4687c72 None None] Publish callbacks [] for port (deedd768-9218-400d-9d7c-e3d618f95bc8), precommit_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:12.056483 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-76257692-062c-4594-8440-21d671cb79a4 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:12.059549 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ebf8457d-103f-4271-aa64-9f4eb4687c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (deedd768-9218-400d-9d7c-e3d618f95bc8), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:12.066505 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-76257692-062c-4594-8440-21d671cb79a4 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "DELETE /v2.0/subnets/f4b385f9-4e95-4405-993d-003b09f6c3c3 HTTP/1.1" status: 204 len: 168 time: 1.1467023 Feb 09 21:43:12.068710 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-e65072b3-b37d-4d65-918b-546ac8157772 req-47a9bfd4-c685-465e-9309-0220a87cc8eb service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1cbd17df-58ab-4c50-945e-8500d8a00a79 HTTP/1.1" status: 200 len: 217 time: 0.1172163 Feb 09 21:43:12.071032 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39802) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:12.098105 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-f074dc08-a583-4ef8-8c71-705d8658da24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf06bceb-4cbf-41a1-9752-211686b11ead', 'name': 'tempest-RoutersTest-router-699486942', 'tenant_id': '67feb264805b4b31b627437845cc2aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:42:05Z', 'updated_at': '2022-02-09T21:43:06Z', 'revision_number': 8, 'project_id': '67feb264805b4b31b627437845cc2aaf', 'gw_port_host': None, '_interfaces': [{'id': '323c09cd-359f-4699-af91-3b8d90d87155', 'name': '', 'network_id': 'f5670fcd-3577-43bc-a723-f8f030b55510', 'tenant_id': '67feb264805b4b31b627437845cc2aaf', 'mac_address': 'fa:16:3e:6b:06:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf06bceb-4cbf-41a1-9752-211686b11ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': 'be079591-cb2c-4501-9ebc-3b2104f0fe17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:11Z', 'updated_at': '2022-02-09T21:42:17Z', 'revision_number': 5, 'project_id': '67feb264805b4b31b627437845cc2aaf', 'subnets': [{'id': 'be079591-cb2c-4501-9ebc-3b2104f0fe17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '383e95c2-6696-40de-a63e-fd99d023890b', 'name': '', 'network_id': 'd989cdab-aa1c-4493-aa0d-54cf9f342fdc', 'tenant_id': '67feb264805b4b31b627437845cc2aaf', 'mac_address': 'fa:16:3e:ea:52:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf06bceb-4cbf-41a1-9752-211686b11ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '7f9309a7-fac9-4291-ba5a-c610cb1b90f4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:27Z', 'updated_at': '2022-02-09T21:42:38Z', 'revision_number': 5, 'project_id': '67feb264805b4b31b627437845cc2aaf', 'subnets': [{'id': '7f9309a7-fac9-4291-ba5a-c610cb1b90f4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bef6678f-82bc-42c3-89ea-5dd9ebdf93a1', 'name': '', 'network_id': 'ae35f933-ff36-4d81-85da-77e41424a847', 'tenant_id': '67feb264805b4b31b627437845cc2aaf', 'mac_address': 'fa:16:3e:6b:c4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf06bceb-4cbf-41a1-9752-211686b11ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '0ab9fa85-9dfc-4a42-b7b0-770b90bc741a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:17Z', 'updated_at': '2022-02-09T21:42:25Z', 'revision_number': 5, 'project_id': '67feb264805b4b31b627437845cc2aaf', 'subnets': [{'id': '0ab9fa85-9dfc-4a42-b7b0-770b90bc741a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:12.175781 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f074dc08-a583-4ef8-8c71-705d8658da24 None None] The sync data for ids ['bf06bceb-4cbf-41a1-9752-211686b11ead'] in n-d-828369-5 is: [{'id': 'bf06bceb-4cbf-41a1-9752-211686b11ead', 'name': 'tempest-RoutersTest-router-699486942', 'tenant_id': '67feb264805b4b31b627437845cc2aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:42:05Z', 'updated_at': '2022-02-09T21:43:06Z', 'revision_number': 8, 'project_id': '67feb264805b4b31b627437845cc2aaf', 'gw_port_host': None, '_interfaces': [{'id': '323c09cd-359f-4699-af91-3b8d90d87155', 'name': '', 'network_id': 'f5670fcd-3577-43bc-a723-f8f030b55510', 'tenant_id': '67feb264805b4b31b627437845cc2aaf', 'mac_address': 'fa:16:3e:6b:06:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf06bceb-4cbf-41a1-9752-211686b11ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': 'be079591-cb2c-4501-9ebc-3b2104f0fe17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:11Z', 'updated_at': '2022-02-09T21:42:17Z', 'revision_number': 5, 'project_id': '67feb264805b4b31b627437845cc2aaf', 'subnets': [{'id': 'be079591-cb2c-4501-9ebc-3b2104f0fe17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '383e95c2-6696-40de-a63e-fd99d023890b', 'name': '', 'network_id': 'd989cdab-aa1c-4493-aa0d-54cf9f342fdc', 'tenant_id': '67feb264805b4b31b627437845cc2aaf', 'mac_address': 'fa:16:3e:ea:52:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf06bceb-4cbf-41a1-9752-211686b11ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '7f9309a7-fac9-4291-ba5a-c610cb1b90f4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:27Z', 'updated_at': '2022-02-09T21:42:38Z', 'revision_number': 5, 'project_id': '67feb264805b4b31b627437845cc2aaf', 'subnets': [{'id': '7f9309a7-fac9-4291-ba5a-c610cb1b90f4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bef6678f-82bc-42c3-89ea-5dd9ebdf93a1', 'name': '', 'network_id': 'ae35f933-ff36-4d81-85da-77e41424a847', 'tenant_id': '67feb264805b4b31b627437845cc2aaf', 'mac_address': 'fa:16:3e:6b:c4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf06bceb-4cbf-41a1-9752-211686b11ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '0ab9fa85-9dfc-4a42-b7b0-770b90bc741a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:17Z', 'updated_at': '2022-02-09T21:42:25Z', 'revision_number': 5, 'project_id': '67feb264805b4b31b627437845cc2aaf', 'subnets': [{'id': '0ab9fa85-9dfc-4a42-b7b0-770b90bc741a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:43:12.205698 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-9ec1d295-673f-4f6c-b7e0-067461022060 admin admin] Deleting port 075f9ab7-7335-4e80-8f38-1b24edcab39c {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:43:12.206443 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9ec1d295-673f-4f6c-b7e0-067461022060 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (075f9ab7-7335-4e80-8f38-1b24edcab39c), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:12.227299 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf8457d-103f-4271-aa64-9f4eb4687c72 None None] Pushing event updated for resources: {'Port': ['ID=deedd768-9218-400d-9d7c-e3d618f95bc8,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:12.232657 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76257692-062c-4594-8440-21d671cb79a4 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Pushing event deleted for resources: {'Subnet': ['ID=f4b385f9-4e95-4405-993d-003b09f6c3c3,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:12.267411 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65072b3-b37d-4d65-918b-546ac8157772 req-2ae15436-9772-45f2-bc73-3abef3838250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:12.269058 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-e65072b3-b37d-4d65-918b-546ac8157772 req-2ae15436-9772-45f2-bc73-3abef3838250 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0d4cb0a9-0f8b-4759-aa75-9f58c47a4974 HTTP/1.1" status: 200 len: 852 time: 0.1597259 Feb 09 21:43:12.323101 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-25fa150b-5f91-4915-8b49-781792096200 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (5da197db-a2b7-43e5-ab19-8e1bbe90fef6), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:12.357485 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4cd5d37d-f2cf-472e-9e74-e6aa58be21e7 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:12.385393 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-e65072b3-b37d-4d65-918b-546ac8157772 req-515336c5-9d67-48f1-bd39-9e2a44aee65a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=00735365-504a-4659-b7e0-5dd13c1577e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565784 Feb 09 21:43:12.387972 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-4cd5d37d-f2cf-472e-9e74-e6aa58be21e7 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] device_id is not set on port 69c95ac1-0c6b-40fd-b6eb-885ae28bf807 yet. {{(pid=103140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:43:12.538984 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a06c2e57-1f64-4a0a-85bd-1cefc274a8d4 admin admin] Router 9378fdb6-af0c-40c9-b62e-f5a26dc8f129 is scheduled to L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 with binding_index 1 {{(pid=103140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:43:12.608647 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d220e4ae-4207-401e-9e83-ed69b90a5110 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Router 6304e900-0fba-4791-8ed2-6322a92e7cbe is scheduled to L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 with binding_index 1 {{(pid=103140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:43:12.622394 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-25fa150b-5f91-4915-8b49-781792096200 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Deleting port 5ec6bac2-70b6-413e-a9a1-874223159b41 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:43:12.623013 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-25fa150b-5f91-4915-8b49-781792096200 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (5ec6bac2-70b6-413e-a9a1-874223159b41), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:12.631016 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device f5292e8b-3080-49a8-a05e-d382ea6272f4 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:43:12.689411 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-e65072b3-b37d-4d65-918b-546ac8157772 req-ab11f52c-0a1f-4170-97e7-389990e9b85e service neutron] 10.222.0.89 "GET /v2.0/networks/00735365-504a-4659-b7e0-5dd13c1577e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2941332 Feb 09 21:43:12.738426 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: f5292e8b-3080-49a8-a05e-d382ea6272f4 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:43:12.740155 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8d43d50e-21cf-4077-98b4-06272f6cdce1 req-54ead853-2467-4bd5-9fe0-9300ec802245 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 210 time: 0.1657088 Feb 09 21:43:12.741108 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device f5292e8b-3080-49a8-a05e-d382ea6272f4 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:43:12.755795 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:12.833964 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-25fa150b-5f91-4915-8b49-781792096200 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] For port 5ec6bac2-70b6-413e-a9a1-874223159b41, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=5ec6bac2-70b6-413e-a9a1-874223159b41,segment=NetworkSegment(b974b2c4-2297-4419-a182-2aa7fadc03f8),segment_id=b974b2c4-2297-4419-a182-2aa7fadc03f8)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:12.836692 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-25fa150b-5f91-4915-8b49-781792096200 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (5ec6bac2-70b6-413e-a9a1-874223159b41), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:12.839220 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39818) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:12.864985 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-25fa150b-5f91-4915-8b49-781792096200 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Calling delete_port for 5ec6bac2-70b6-413e-a9a1-874223159b41 owned by network:dhcp {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:43:12.931025 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-e65072b3-b37d-4d65-918b-546ac8157772 req-8b97d32e-5f66-4b54-a2e8-2923c38ee2a7 service neutron] 10.222.0.89 "GET /v2.0/networks/00735365-504a-4659-b7e0-5dd13c1577e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196152 Feb 09 21:43:12.986222 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-9ec1d295-673f-4f6c-b7e0-067461022060 admin admin] For port 075f9ab7-7335-4e80-8f38-1b24edcab39c, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=075f9ab7-7335-4e80-8f38-1b24edcab39c,segment=NetworkSegment(2f4c115b-06fa-44f3-b55b-8384b7917bba),segment_id=2f4c115b-06fa-44f3-b55b-8384b7917bba)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:12.986616 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9ec1d295-673f-4f6c-b7e0-067461022060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (075f9ab7-7335-4e80-8f38-1b24edcab39c), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:13.000574 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-25fa150b-5f91-4915-8b49-781792096200 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (5ec6bac2-70b6-413e-a9a1-874223159b41), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:13.017514 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-7dcd51bf-48aa-472a-b280-41bc700716b2 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1736013068-network', 'tenant_id': '2f4cde7908d04894ad973a12c05d856e'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:13.076540 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fa150b-5f91-4915-8b49-781792096200 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Pushing event deleted for resources: {'Port': ['ID=5ec6bac2-70b6-413e-a9a1-874223159b41,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:13.094051 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fa150b-5f91-4915-8b49-781792096200 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] No DVR routers for this DVR port 5ec6bac2-70b6-413e-a9a1-874223159b41 on host n-d-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:43:13.106540 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dcd51bf-48aa-472a-b280-41bc700716b2 admin admin] Made reservation on behalf of 2f4cde7908d04894ad973a12c05d856e for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:43:13.113182 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7dcd51bf-48aa-472a-b280-41bc700716b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:13.166867 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7dcd51bf-48aa-472a-b280-41bc700716b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:13.231845 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-25fa150b-5f91-4915-8b49-781792096200 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (5da197db-a2b7-43e5-ab19-8e1bbe90fef6), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:13.267888 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-25fa150b-5f91-4915-8b49-781792096200 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5da197db-a2b7-43e5-ab19-8e1bbe90fef6']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:13.289213 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-25fa150b-5f91-4915-8b49-781792096200 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b974b2c4-2297-4419-a182-2aa7fadc03f8') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:13.289657 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-25fa150b-5f91-4915-8b49-781792096200 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b974b2c4-2297-4419-a182-2aa7fadc03f8') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:13.305876 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-25fa150b-5f91-4915-8b49-781792096200 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (b974b2c4-2297-4419-a182-2aa7fadc03f8), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:13.330485 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-25fa150b-5f91-4915-8b49-781792096200 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (b974b2c4-2297-4419-a182-2aa7fadc03f8), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:13.342458 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25fa150b-5f91-4915-8b49-781792096200 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:43:13.343035 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-25fa150b-5f91-4915-8b49-781792096200 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (b974b2c4-2297-4419-a182-2aa7fadc03f8), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:13.347408 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:43:13.347408 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:43:13.347408 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:43:13.347408 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:43:13.347408 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:43:13.347408 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:43:13.347408 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:43:13.347408 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:43:13.347408 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:43:13.347408 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:43:13.347408 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:43:13.347408 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:43:13.347408 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:43:13.347408 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:43:13.347408 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:43:13.347408 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:43:13.347408 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:43:13.347408 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:43:13.347408 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:43:13.347408 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:43:13.347408 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:43:13.347408 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:43:13.347408 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:43:13.347408 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:43:13.347408 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:43:13.347408 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:43:13.347408 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:43:13.347408 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:43:13.347408 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:43:13.347408 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:43:13.347408 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:43:13.347408 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:43:13.361846 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-9ec1d295-673f-4f6c-b7e0-067461022060 admin admin] Calling delete_port for 075f9ab7-7335-4e80-8f38-1b24edcab39c owned by network:router_interface {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:43:13.385027 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-4cd5d37d-f2cf-472e-9e74-e6aa58be21e7 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Allocated IP 2001:db8::e30:7937:79bc:6462 (986c5511-2b50-4eb7-bb75-ff9f776ff726/2f388e8a-6550-4e4f-b6ee-d873009eece1/69c95ac1-0c6b-40fd-b6eb-885ae28bf807) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:43:13.422802 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7dcd51bf-48aa-472a-b280-41bc700716b2 admin admin] Publish callbacks [] for security_group (d2ea5315-73a8-4fc4-8681-6c98ae9bd1a3), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:13.428891 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7dcd51bf-48aa-472a-b280-41bc700716b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (d2ea5315-73a8-4fc4-8681-6c98ae9bd1a3), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:13.438301 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-25fa150b-5f91-4915-8b49-781792096200 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (5da197db-a2b7-43e5-ab19-8e1bbe90fef6), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:13.459560 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78567eec-8772-4344-896c-ac9f67abc182 req-6aa844c2-4df5-4a64-933e-a759186bf15e tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:13.461207 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-78567eec-8772-4344-896c-ac9f67abc182 req-6aa844c2-4df5-4a64-933e-a759186bf15e tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed0bad74-a174-4a79-a30f-a9b532ef9f3a HTTP/1.1" status: 200 len: 944 time: 0.7936568 Feb 09 21:43:13.500554 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dcd51bf-48aa-472a-b280-41bc700716b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 715} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:43:13.513146 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a06c2e57-1f64-4a0a-85bd-1cefc274a8d4 admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:43:13.513697 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7dcd51bf-48aa-472a-b280-41bc700716b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (116610cc-e364-4757-8ed8-0d76e027d6af), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:13.514051 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-7dcd51bf-48aa-472a-b280-41bc700716b2 admin admin] Added segment 116610cc-e364-4757-8ed8-0d76e027d6af of type vlan for network 034e9d46-4db7-4bf7-b56e-1ad6749a2cc8 Feb 09 21:43:13.524508 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6452a31-637d-4310-8dfa-0229d1edf114 None None] Sync routers for ids ['9378fdb6-af0c-40c9-b62e-f5a26dc8f129'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:43:13.542101 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6452a31-637d-4310-8dfa-0229d1edf114 None None] Routers {'9378fdb6-af0c-40c9-b62e-f5a26dc8f129'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:43:13.542804 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-e6452a31-637d-4310-8dfa-0229d1edf114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:43:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['9378fdb6-af0c-40c9-b62e-f5a26dc8f129'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:13.591461 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-25fa150b-5f91-4915-8b49-781792096200 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:13.597523 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-25fa150b-5f91-4915-8b49-781792096200 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "DELETE /v2.0/networks/5da197db-a2b7-43e5-ab19-8e1bbe90fef6 HTTP/1.1" status: 204 len: 168 time: 1.5203304 Feb 09 21:43:13.601938 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fa150b-5f91-4915-8b49-781792096200 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Pushing event deleted for resources: {'Network': ['ID=5da197db-a2b7-43e5-ab19-8e1bbe90fef6,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:13.624060 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7dcd51bf-48aa-472a-b280-41bc700716b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (034e9d46-4db7-4bf7-b56e-1ad6749a2cc8), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:13.626968 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39822) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:13.639733 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd51bf-48aa-472a-b280-41bc700716b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ea5315-73a8-4fc4-8681-6c98ae9bd1a3,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:13.667149 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d220e4ae-4207-401e-9e83-ed69b90a5110 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:43:13.678143 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a55c5a-8ce9-4063-a036-49c59a60397f None None] Sync routers for ids ['6304e900-0fba-4791-8ed2-6322a92e7cbe'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:43:13.699082 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a55c5a-8ce9-4063-a036-49c59a60397f None None] Routers {'6304e900-0fba-4791-8ed2-6322a92e7cbe'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:43:13.699980 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-60a55c5a-8ce9-4063-a036-49c59a60397f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:43:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['6304e900-0fba-4791-8ed2-6322a92e7cbe'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:13.758990 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-e6452a31-637d-4310-8dfa-0229d1edf114 None None] Set router 9378fdb6-af0c-40c9-b62e-f5a26dc8f129 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:43:13.772116 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7dcd51bf-48aa-472a-b280-41bc700716b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (034e9d46-4db7-4bf7-b56e-1ad6749a2cc8), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:13.773696 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dcd51bf-48aa-472a-b280-41bc700716b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:13.775381 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7dcd51bf-48aa-472a-b280-41bc700716b2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:13.789048 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-60a55c5a-8ce9-4063-a036-49c59a60397f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:13.805410 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4cd5d37d-f2cf-472e-9e74-e6aa58be21e7 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for port (69c95ac1-0c6b-40fd-b6eb-885ae28bf807), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:13.810904 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a55c5a-8ce9-4063-a036-49c59a60397f None None] Routers {'6304e900-0fba-4791-8ed2-6322a92e7cbe'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:43:13.811546 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-60a55c5a-8ce9-4063-a036-49c59a60397f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:43:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['6304e900-0fba-4791-8ed2-6322a92e7cbe'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:13.862497 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a06c2e57-1f64-4a0a-85bd-1cefc274a8d4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:13.864103 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-a06c2e57-1f64-4a0a-85bd-1cefc274a8d4 admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 16.2294104 Feb 09 21:43:13.886298 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4cd5d37d-f2cf-472e-9e74-e6aa58be21e7 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (69c95ac1-0c6b-40fd-b6eb-885ae28bf807), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:13.899311 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 39826) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:13.899716 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-60a55c5a-8ce9-4063-a036-49c59a60397f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:13.902629 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a55c5a-8ce9-4063-a036-49c59a60397f None None] The sync data for ids ['6304e900-0fba-4791-8ed2-6322a92e7cbe'] in n-d-828369-5 is: [] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:43:13.918567 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd51bf-48aa-472a-b280-41bc700716b2 admin admin] Pushing event updated for resources: {'Network': ['ID=034e9d46-4db7-4bf7-b56e-1ad6749a2cc8,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:14.058510 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-7dcd51bf-48aa-472a-b280-41bc700716b2 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2111158 Feb 09 21:43:14.079143 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39828) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:14.084356 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-237efff4-3504-4601-9eca-44798944672f admin admin] Request body: {'subnet': {'network_id': '034e9d46-4db7-4bf7-b56e-1ad6749a2cc8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1736013068-subnet', 'tenant_id': '2f4cde7908d04894ad973a12c05d856e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:14.104942 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 034e9d46-4db7-4bf7-b56e-1ad6749a2cc8 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:43:14.107291 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d220e4ae-4207-401e-9e83-ed69b90a5110 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:14.109587 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-d220e4ae-4207-401e-9e83-ed69b90a5110 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 11.4023781 Feb 09 21:43:14.113003 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39830) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:14.171888 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f551f89-e61c-4cb5-8407-6d7844cb121c None None] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:43:14.216271 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ce1398-1c91-46e2-bed9-746ce4f437ab None None] Network 5da197db-a2b7-43e5-ab19-8e1bbe90fef6 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:43:14.251728 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-237efff4-3504-4601-9eca-44798944672f admin admin] Made reservation on behalf of 2f4cde7908d04894ad973a12c05d856e for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:43:14.255158 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-237efff4-3504-4601-9eca-44798944672f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:14.391882 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:14.392729 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ce1398-1c91-46e2-bed9-746ce4f437ab None None] Network 5da197db-a2b7-43e5-ab19-8e1bbe90fef6 could not be found, it might have been deleted concurrently. {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 21:43:14.458921 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-272ee9db-3555-4499-abef-c061841cf88a req-ff5604de-ccf3-48cd-979c-f70c49d089d6 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 210 time: 0.5700591 Feb 09 21:43:14.500627 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-26bc16bf-43a8-4fb5-b56a-c3d2cb70951c None None] Provisioning complete for port deedd768-9218-400d-9d7c-e3d618f95bc8 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:14.503208 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-26bc16bf-43a8-4fb5-b56a-c3d2cb70951c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (deedd768-9218-400d-9d7c-e3d618f95bc8), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:14.511982 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2125ffa-32d7-4939-a36b-93d78eb75307 None None] DHCP port deletion for 5da197db-a2b7-43e5-ab19-8e1bbe90fef6 request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:43:14.555998 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd5d37d-f2cf-472e-9e74-e6aa58be21e7 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:43:14.653719 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device deedd768-9218-400d-9d7c-e3d618f95bc8 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:43:14.663526 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ac9b7431-b356-47e8-ac83-2536d9d1bcf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:14.677018 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-4cd5d37d-f2cf-472e-9e74-e6aa58be21e7 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:43:14.706859 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-78567eec-8772-4344-896c-ac9f67abc182 req-de3fd9d4-b16c-45cc-b56e-b1e16b94a1fd tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2274618 Feb 09 21:43:14.708189 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd5d37d-f2cf-472e-9e74-e6aa58be21e7 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:43:14.715756 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd5d37d-f2cf-472e-9e74-e6aa58be21e7 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:14.716790 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4cd5d37d-f2cf-472e-9e74-e6aa58be21e7 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:14.726528 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-e6452a31-637d-4310-8dfa-0229d1edf114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9378fdb6-af0c-40c9-b62e-f5a26dc8f129', 'name': 'tempest-TaggedBootDevicesTest-909826218-router', 'tenant_id': 'e0fba33cc37140f68483b74485e6f58c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '747c4daf-18ce-48cb-a47d-3fed3fc7043b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:42:57Z', 'updated_at': '2022-02-09T21:43:05Z', 'revision_number': 3, 'project_id': 'e0fba33cc37140f68483b74485e6f58c', 'gw_port': {'id': '747c4daf-18ce-48cb-a47d-3fed3fc7043b', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:50:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9378fdb6-af0c-40c9-b62e-f5a26dc8f129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:43:03Z', 'updated_at': '2022-02-09T21:43:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:14.758207 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-26bc16bf-43a8-4fb5-b56a-c3d2cb70951c None None] Current status of the port deedd768-9218-400d-9d7c-e3d618f95bc8 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:14.758610 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-26bc16bf-43a8-4fb5-b56a-c3d2cb70951c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (deedd768-9218-400d-9d7c-e3d618f95bc8), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:14.837489 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9ec1d295-673f-4f6c-b7e0-067461022060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (075f9ab7-7335-4e80-8f38-1b24edcab39c), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:14.853357 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd5d37d-f2cf-472e-9e74-e6aa58be21e7 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event updated for resources: {'Port': ['ID=69c95ac1-0c6b-40fd-b6eb-885ae28bf807,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:14.858430 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6452a31-637d-4310-8dfa-0229d1edf114 None None] Checking router: 9378fdb6-af0c-40c9-b62e-f5a26dc8f129 for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:43:14.858786 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6452a31-637d-4310-8dfa-0229d1edf114 None None] Updating router 9378fdb6-af0c-40c9-b62e-f5a26dc8f129 port 747c4daf-18ce-48cb-a47d-3fed3fc7043b binding host n-d-828369-5 {{(pid=103142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:43:14.920214 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-4cd5d37d-f2cf-472e-9e74-e6aa58be21e7 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.0340774 Feb 09 21:43:14.921630 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec1d295-673f-4f6c-b7e0-067461022060 admin admin] Pushing event deleted for resources: {'Port': ['ID=075f9ab7-7335-4e80-8f38-1b24edcab39c,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:14.927323 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39832) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:15.016633 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-26bc16bf-43a8-4fb5-b56a-c3d2cb70951c None None] For port deedd768-9218-400d-9d7c-e3d618f95bc8, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=deedd768-9218-400d-9d7c-e3d618f95bc8,segment=NetworkSegment(e234f058-99e9-4683-aff2-a800b51d2ec4),segment_id=e234f058-99e9-4683-aff2-a800b51d2ec4)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:15.054592 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-26bc16bf-43a8-4fb5-b56a-c3d2cb70951c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (deedd768-9218-400d-9d7c-e3d618f95bc8), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:15.059074 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e6452a31-637d-4310-8dfa-0229d1edf114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (747c4daf-18ce-48cb-a47d-3fed3fc7043b), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:15.132044 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-ac9b7431-b356-47e8-ac83-2536d9d1bcf2 admin admin] Allocated IP 172.20.0.1 (74d53abd-a71d-429c-929d-41ed12b1d218/31bf57d7-aaed-40fd-925f-87213ac6208a/ffc1eb71-c432-4a0b-94d6-451407628622) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:43:15.329087 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ac9b7431-b356-47e8-ac83-2536d9d1bcf2 admin admin] Publish callbacks [] for port (ffc1eb71-c432-4a0b-94d6-451407628622), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:15.382070 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port deedd768-9218-400d-9d7c-e3d618f95bc8 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:15.382744 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (deedd768-9218-400d-9d7c-e3d618f95bc8), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:15.401273 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ac9b7431-b356-47e8-ac83-2536d9d1bcf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (ffc1eb71-c432-4a0b-94d6-451407628622), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:15.410484 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbcb80c8-bbc8-49d8-ac28-9fc36a0dc8cf tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:15.415719 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbcb80c8-bbc8-49d8-ac28-9fc36a0dc8cf tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:15.417387 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-dbcb80c8-bbc8-49d8-ac28-9fc36a0dc8cf tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.4854660 Feb 09 21:43:15.423244 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39834) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:15.428016 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fda8c0b2-6fe4-431c-bdb2-cbe14203928c tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524906'] for router_interface (bf06bceb-4cbf-41a1-9752-211686b11ead), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:15.466054 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-339985c4-6594-4884-aca0-1e7b5d040395 None None] Provisioning complete for port 69c95ac1-0c6b-40fd-b6eb-885ae28bf807 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:15.466451 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-339985c4-6594-4884-aca0-1e7b5d040395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (69c95ac1-0c6b-40fd-b6eb-885ae28bf807), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:15.542997 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9b7431-b356-47e8-ac83-2536d9d1bcf2 admin admin] Network 74d53abd-a71d-429c-929d-41ed12b1d218 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:43:15.552137 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-ac9b7431-b356-47e8-ac83-2536d9d1bcf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:43:15.553540 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-339985c4-6594-4884-aca0-1e7b5d040395 None None] Port 69c95ac1-0c6b-40fd-b6eb-885ae28bf807 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:43:15.578506 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9b7431-b356-47e8-ac83-2536d9d1bcf2 admin admin] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:43:15.642390 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ac9b7431-b356-47e8-ac83-2536d9d1bcf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554727'] for router_interface (9378fdb6-af0c-40c9-b62e-f5a26dc8f129), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:15.719300 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:15.731272 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bc16bf-43a8-4fb5-b56a-c3d2cb70951c None None] Pushing event updated for resources: {'Port': ['ID=deedd768-9218-400d-9d7c-e3d618f95bc8,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:15.907762 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-237efff4-3504-4601-9eca-44798944672f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (26763647-fb07-4f2a-a7e0-925fecb78ab2), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:15.908349 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-da494230-dd48-4d6c-875d-c3c155e0f99d req-5286586a-6673-42f1-a903-dde95fdaa67c tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 210 time: 0.0619776 Feb 09 21:43:15.966298 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-339985c4-6594-4884-aca0-1e7b5d040395 None None] Provisioning complete for port deedd768-9218-400d-9d7c-e3d618f95bc8 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:15.966689 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-339985c4-6594-4884-aca0-1e7b5d040395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (deedd768-9218-400d-9d7c-e3d618f95bc8), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:15.975218 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9b7431-b356-47e8-ac83-2536d9d1bcf2 admin admin] Pushing event updated for resources: {'Port': ['ID=ffc1eb71-c432-4a0b-94d6-451407628622,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:16.021514 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-baa0ffca-c4a9-45d0-82be-06dce431f913 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:16.029422 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ae51e9-666f-4270-b517-5bcbd2367e00 req-3674da39-ba93-432c-8dfb-e36720bc096e tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:16.030980 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e5ae51e9-666f-4270-b517-5bcbd2367e00 req-3674da39-ba93-432c-8dfb-e36720bc096e tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed0bad74-a174-4a79-a30f-a9b532ef9f3a HTTP/1.1" status: 200 len: 944 time: 0.1800275 Feb 09 21:43:16.032063 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ac9b7431-b356-47e8-ac83-2536d9d1bcf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (ffc1eb71-c432-4a0b-94d6-451407628622), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:16.036436 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9ec1d295-673f-4f6c-b7e0-067461022060 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-525054'] for router_interface (8ba7567c-fa53-4ec0-9661-9a46dc509ee9), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:16.110905 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-1409e769-02b0-4b04-a030-6a3bbd2c8e10 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Deleting port 69c95ac1-0c6b-40fd-b6eb-885ae28bf807 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:43:16.111244 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1409e769-02b0-4b04-a030-6a3bbd2c8e10 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (69c95ac1-0c6b-40fd-b6eb-885ae28bf807), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:16.160721 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port deedd768-9218-400d-9d7c-e3d618f95bc8 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:16.186735 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 1cbd17df-58ab-4c50-945e-8500d8a00a79 details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:43:16.229951 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1409e769-02b0-4b04-a030-6a3bbd2c8e10 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (69c95ac1-0c6b-40fd-b6eb-885ae28bf807), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:16.247328 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-1409e769-02b0-4b04-a030-6a3bbd2c8e10 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Calling delete_port for 69c95ac1-0c6b-40fd-b6eb-885ae28bf807 owned by {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:43:16.400510 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ac9b7431-b356-47e8-ac83-2536d9d1bcf2 admin admin] Publish callbacks [] for port (ffc1eb71-c432-4a0b-94d6-451407628622), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:16.411079 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e6452a31-637d-4310-8dfa-0229d1edf114 None None] Publish callbacks [] for port (747c4daf-18ce-48cb-a47d-3fed3fc7043b), precommit_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:16.435286 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e6452a31-637d-4310-8dfa-0229d1edf114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (747c4daf-18ce-48cb-a47d-3fed3fc7043b), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:16.437362 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e5ae51e9-666f-4270-b517-5bcbd2367e00 req-ada6af9c-a909-4a40-83d7-16de58731a5a tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3853889 Feb 09 21:43:16.442238 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ac9b7431-b356-47e8-ac83-2536d9d1bcf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (ffc1eb71-c432-4a0b-94d6-451407628622), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:16.492012 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 1cbd17df-58ab-4c50-945e-8500d8a00a79, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=1cbd17df-58ab-4c50-945e-8500d8a00a79,segment=NetworkSegment(ab2445e6-d1b5-43a7-9d83-6a2f567a89ca),segment_id=ab2445e6-d1b5-43a7-9d83-6a2f567a89ca)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:16.506104 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237efff4-3504-4601-9eca-44798944672f admin admin] Pushing event updated for resources: {'Subnet': ['ID=26763647-fb07-4f2a-a7e0-925fecb78ab2,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:16.552179 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ac9b7431-b356-47e8-ac83-2536d9d1bcf2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524919'] for router_interface (9378fdb6-af0c-40c9-b62e-f5a26dc8f129), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:16.557127 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9b7431-b356-47e8-ac83-2536d9d1bcf2 admin admin] Pushing event updated for resources: {'Port': ['ID=ffc1eb71-c432-4a0b-94d6-451407628622,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:16.559839 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': '1cbd17df-58ab-4c50-945e-8500d8a00a79', 'network_id': '00735365-504a-4659-b7e0-5dd13c1577e5', 'port_id': '1cbd17df-58ab-4c50-945e-8500d8a00a79', 'mac_address': 'fa:16:3e:99:97:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d4cb0a9-0f8b-4759-aa75-9f58c47a4974', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:43:16.567903 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9f0aac-57d7-4c43-969b-cf3802b310bf None None] Pushing event updated for resources: {'Port': ['ID=747c4daf-18ce-48cb-a47d-3fed3fc7043b,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:16.571053 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-339985c4-6594-4884-aca0-1e7b5d040395 None None] Current status of the port deedd768-9218-400d-9d7c-e3d618f95bc8 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:16.588936 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device deedd768-9218-400d-9d7c-e3d618f95bc8 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:43:16.598045 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237efff4-3504-4601-9eca-44798944672f admin admin] Checking segment: {'id': '116610cc-e364-4757-8ed8-0d76e027d6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '034e9d46-4db7-4bf7-b56e-1ad6749a2cc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:43:16.598599 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237efff4-3504-4601-9eca-44798944672f admin admin] Network hostable DHCP agents. Network: 034e9d46-4db7-4bf7-b56e-1ad6749a2cc8, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:43:16.657938 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9b7431-b356-47e8-ac83-2536d9d1bcf2 admin admin] Network 74d53abd-a71d-429c-929d-41ed12b1d218 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:43:16.658975 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-e6452a31-637d-4310-8dfa-0229d1edf114 None None] Attempting to bind port 747c4daf-18ce-48cb-a47d-3fed3fc7043b on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:43:16.659363 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-e6452a31-637d-4310-8dfa-0229d1edf114 None None] Attempting to bind port 747c4daf-18ce-48cb-a47d-3fed3fc7043b by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:43:16.659993 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6452a31-637d-4310-8dfa-0229d1edf114 None None] Attempting to bind port 747c4daf-18ce-48cb-a47d-3fed3fc7043b on network 54a442d5-50a0-4c75-85cc-d19f5bf58118 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:43:16.661165 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-ac9b7431-b356-47e8-ac83-2536d9d1bcf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:43:16.671555 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6452a31-637d-4310-8dfa-0229d1edf114 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:43:16.671945 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6452a31-637d-4310-8dfa-0229d1edf114 None None] Checking segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:43:16.672574 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e6452a31-637d-4310-8dfa-0229d1edf114 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:16.672989 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6452a31-637d-4310-8dfa-0229d1edf114 None None] Bound using segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:43:16.674209 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-e6452a31-637d-4310-8dfa-0229d1edf114 None None] Bound port: 747c4daf-18ce-48cb-a47d-3fed3fc7043b, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:43:16.674209 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e6452a31-637d-4310-8dfa-0229d1edf114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (747c4daf-18ce-48cb-a47d-3fed3fc7043b), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:16.674582 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237efff4-3504-4601-9eca-44798944672f admin admin] Network 034e9d46-4db7-4bf7-b56e-1ad6749a2cc8 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:43:16.699292 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-237efff4-3504-4601-9eca-44798944672f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 034e9d46-4db7-4bf7-b56e-1ad6749a2cc8) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:43:16.731348 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237efff4-3504-4601-9eca-44798944672f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:16.735255 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-237efff4-3504-4601-9eca-44798944672f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:16.755693 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-e6452a31-637d-4310-8dfa-0229d1edf114 None None] For port 747c4daf-18ce-48cb-a47d-3fed3fc7043b, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:43:16.759734 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-e6452a31-637d-4310-8dfa-0229d1edf114 None None] For port 747c4daf-18ce-48cb-a47d-3fed3fc7043b, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=747c4daf-18ce-48cb-a47d-3fed3fc7043b,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:43:16.797652 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac9b7431-b356-47e8-ac83-2536d9d1bcf2 admin admin] Router 9378fdb6-af0c-40c9-b62e-f5a26dc8f129 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:43:16.849918 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd8fea9-3556-441c-b895-b557e5c85d69 None None] Network 034e9d46-4db7-4bf7-b56e-1ad6749a2cc8 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:43:16.868824 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-237efff4-3504-4601-9eca-44798944672f admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7837591 Feb 09 21:43:16.921611 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ec1d295-673f-4f6c-b7e0-067461022060 admin admin] Router 8ba7567c-fa53-4ec0-9661-9a46dc509ee9 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:43:17.053785 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-baa0ffca-c4a9-45d0-82be-06dce431f913 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Allocated IP 172.20.0.1 (ebb45870-6748-498b-8acb-a8ea88568553/e1f540d0-a2e5-478f-8345-44fbd458a22c/97143a84-317b-494b-8258-cc625e8e8ec4) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:43:17.067375 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac9b7431-b356-47e8-ac83-2536d9d1bcf2 admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:43:17.076530 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-ac9b7431-b356-47e8-ac83-2536d9d1bcf2 admin admin] 10.222.0.90 "PUT /v2.0/routers/9378fdb6-af0c-40c9-b62e-f5a26dc8f129/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1761422 Feb 09 21:43:17.108543 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1409e769-02b0-4b04-a030-6a3bbd2c8e10 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (69c95ac1-0c6b-40fd-b6eb-885ae28bf807), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:17.259226 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-27fd4d93-6b53-4dbc-8574-56068bbb0850 req-892848e0-29ce-4517-a3f4-87dface493fb tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 210 time: 0.1940854 Feb 09 21:43:17.314787 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e6452a31-637d-4310-8dfa-0229d1edf114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (747c4daf-18ce-48cb-a47d-3fed3fc7043b), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:17.324621 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1409e769-02b0-4b04-a030-6a3bbd2c8e10 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event deleted for resources: {'Port': ['ID=69c95ac1-0c6b-40fd-b6eb-885ae28bf807,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:17.351335 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1409e769-02b0-4b04-a030-6a3bbd2c8e10 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:17.356330 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-1409e769-02b0-4b04-a030-6a3bbd2c8e10 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "DELETE /v2.0/ports/69c95ac1-0c6b-40fd-b6eb-885ae28bf807 HTTP/1.1" status: 204 len: 168 time: 1.9318724 Feb 09 21:43:17.358081 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ec1d295-673f-4f6c-b7e0-067461022060 admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:43:17.361146 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 39852) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:17.375591 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-fda8c0b2-6fe4-431c-bdb2-cbe14203928c tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Deleting port 383e95c2-6696-40de-a63e-fd99d023890b {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:43:17.376297 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fda8c0b2-6fe4-431c-bdb2-cbe14203928c tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (383e95c2-6696-40de-a63e-fd99d023890b), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:17.389572 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-9ec1d295-673f-4f6c-b7e0-067461022060 admin admin] 10.222.0.90 "PUT /v2.0/routers/8ba7567c-fa53-4ec0-9661-9a46dc509ee9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.7460558 Feb 09 21:43:17.398218 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39854) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:17.492130 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3d136a-744e-4696-af68-d09ca6aacfd8 None None] Sync routers for ids ['8ba7567c-fa53-4ec0-9661-9a46dc509ee9'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:43:17.540316 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 1cbd17df-58ab-4c50-945e-8500d8a00a79 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:17.544470 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (1cbd17df-58ab-4c50-945e-8500d8a00a79), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:17.552142 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ce2941-4b21-4214-880a-8b55caa51352 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:17.553496 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ce2941-4b21-4214-880a-8b55caa51352 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:17.555047 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-10ce2941-4b21-4214-880a-8b55caa51352 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1929457 Feb 09 21:43:17.564802 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 39862) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:17.582414 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cbd17df-58ab-4c50-945e-8500d8a00a79 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:43:17.587941 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port deedd768-9218-400d-9d7c-e3d618f95bc8 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:17.588606 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (deedd768-9218-400d-9d7c-e3d618f95bc8), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:17.606841 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f532a8a2-26ea-40c1-b1a1-e67d3d8241ca admin admin] Publish callbacks [] for router (8ba7567c-fa53-4ec0-9661-9a46dc509ee9), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:17.630316 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-ded885d7-dd85-4c52-b0d7-f09b4be913ac None None] Provisioning complete for port 69c95ac1-0c6b-40fd-b6eb-885ae28bf807 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:17.631627 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ded885d7-dd85-4c52-b0d7-f09b4be913ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (69c95ac1-0c6b-40fd-b6eb-885ae28bf807), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:17.655338 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9f0aac-57d7-4c43-969b-cf3802b310bf None None] Pushing event updated for resources: {'Port': ['ID=747c4daf-18ce-48cb-a47d-3fed3fc7043b,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:17.671275 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-ded885d7-dd85-4c52-b0d7-f09b4be913ac None None] Port 69c95ac1-0c6b-40fd-b6eb-885ae28bf807 was deleted so its status cannot be updated. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 09 21:43:17.738284 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcf4c7bf-fb80-4f61-b9ad-fc1b719d4cfc tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Deleting subnet 2f388e8a-6550-4e4f-b6ee-d873009eece1 {{(pid=103140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:43:17.742892 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-dcf4c7bf-fb80-4f61-b9ad-fc1b719d4cfc tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for subnet (2f388e8a-6550-4e4f-b6ee-d873009eece1), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:17.765293 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-ded885d7-dd85-4c52-b0d7-f09b4be913ac None None] Provisioning complete for port ffc1eb71-c432-4a0b-94d6-451407628622 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:17.767240 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ded885d7-dd85-4c52-b0d7-f09b4be913ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (ffc1eb71-c432-4a0b-94d6-451407628622), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:17.773406 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3d136a-744e-4696-af68-d09ca6aacfd8 None None] Routers {'8ba7567c-fa53-4ec0-9661-9a46dc509ee9'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:43:17.775854 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-5c3d136a-744e-4696-af68-d09ca6aacfd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:43:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['8ba7567c-fa53-4ec0-9661-9a46dc509ee9'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:17.787352 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-baa0ffca-c4a9-45d0-82be-06dce431f913 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Publish callbacks [] for port (97143a84-317b-494b-8258-cc625e8e8ec4), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:17.789085 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812abefe-6a1f-4d1a-ae73-74180a997a51 req-e8c175b3-da7b-40fc-9e06-2792ab18430f tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:17.790851 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-812abefe-6a1f-4d1a-ae73-74180a997a51 req-e8c175b3-da7b-40fc-9e06-2792ab18430f tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed0bad74-a174-4a79-a30f-a9b532ef9f3a HTTP/1.1" status: 200 len: 944 time: 0.2332473 Feb 09 21:43:17.832569 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-fda8c0b2-6fe4-431c-bdb2-cbe14203928c tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] For port 383e95c2-6696-40de-a63e-fd99d023890b, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=383e95c2-6696-40de-a63e-fd99d023890b,segment=NetworkSegment(60b0043a-0b15-41ee-8dbb-3d7ff6460cde),segment_id=60b0043a-0b15-41ee-8dbb-3d7ff6460cde)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:17.833135 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fda8c0b2-6fe4-431c-bdb2-cbe14203928c tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (383e95c2-6696-40de-a63e-fd99d023890b), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:17.866870 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-fda8c0b2-6fe4-431c-bdb2-cbe14203928c tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Calling delete_port for 383e95c2-6696-40de-a63e-fd99d023890b owned by network:router_interface {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:43:17.869326 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-dcf4c7bf-fb80-4f61-b9ad-fc1b719d4cfc tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9110716'] for subnet (2f388e8a-6550-4e4f-b6ee-d873009eece1), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:17.878078 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6452a31-637d-4310-8dfa-0229d1edf114 None None] Routers {'9378fdb6-af0c-40c9-b62e-f5a26dc8f129'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:43:17.878078 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-e6452a31-637d-4310-8dfa-0229d1edf114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:43:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['9378fdb6-af0c-40c9-b62e-f5a26dc8f129'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:17.884838 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f532a8a2-26ea-40c1-b1a1-e67d3d8241ca admin admin] Publish callbacks [] for router_gateway (8ba7567c-fa53-4ec0-9661-9a46dc509ee9), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:17.897530 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-baa0ffca-c4a9-45d0-82be-06dce431f913 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (97143a84-317b-494b-8258-cc625e8e8ec4), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:17.989668 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39872) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:17.991612 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa0ffca-c4a9-45d0-82be-06dce431f913 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Pushing event updated for resources: {'Port': ['ID=97143a84-317b-494b-8258-cc625e8e8ec4,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:18.003986 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-f8e04422-3612-4c6b-ab4b-9640ae8678e9 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1536481797-network', 'tenant_id': '8252ad53f3b14fefb25f300253c02b7c'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:18.011757 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa0ffca-c4a9-45d0-82be-06dce431f913 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Network ebb45870-6748-498b-8acb-a8ea88568553 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:43:18.040909 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-baa0ffca-c4a9-45d0-82be-06dce431f913 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:43:18.057470 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa0ffca-c4a9-45d0-82be-06dce431f913 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:43:18.058594 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port deedd768-9218-400d-9d7c-e3d618f95bc8 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:18.161429 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e04422-3612-4c6b-ab4b-9640ae8678e9 admin admin] Made reservation on behalf of 8252ad53f3b14fefb25f300253c02b7c for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:43:18.172447 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f8e04422-3612-4c6b-ab4b-9640ae8678e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:18.183477 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-5c3d136a-744e-4696-af68-d09ca6aacfd8 None None] Set router 8ba7567c-fa53-4ec0-9661-9a46dc509ee9 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:43:18.244635 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-f532a8a2-26ea-40c1-b1a1-e67d3d8241ca admin admin] Deleting port 263b744a-ee83-4dc4-9603-1399029c1270 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:43:18.245341 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f532a8a2-26ea-40c1-b1a1-e67d3d8241ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (263b744a-ee83-4dc4-9603-1399029c1270), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:18.361954 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39882) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:18.372263 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f8e04422-3612-4c6b-ab4b-9640ae8678e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:18.403557 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-9cfafbac-0cf5-4041-a486-6bcff3f7b885 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1061427507-network', 'tenant_id': '8df665fbc45c4402827cfa45d539f547'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:18.422504 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-baa0ffca-c4a9-45d0-82be-06dce431f913 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554727'] for router_interface (6304e900-0fba-4791-8ed2-6322a92e7cbe), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:18.460010 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-e6452a31-637d-4310-8dfa-0229d1edf114 None None] Set router 9378fdb6-af0c-40c9-b62e-f5a26dc8f129 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:43:18.522334 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8a5822fc-34c0-445b-9fb2-170681d30b7d req-6bf3fa03-d42c-4458-9d50-379a7ee9cfa1 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 210 time: 0.0313506 Feb 09 21:43:18.544424 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cfafbac-0cf5-4041-a486-6bcff3f7b885 admin admin] Made reservation on behalf of 8df665fbc45c4402827cfa45d539f547 for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:43:18.562414 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9cfafbac-0cf5-4041-a486-6bcff3f7b885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:18.567336 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-812abefe-6a1f-4d1a-ae73-74180a997a51 req-7b47e1af-6450-4e16-8d79-882dae21add5 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7708995 Feb 09 21:43:18.582309 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9cfafbac-0cf5-4041-a486-6bcff3f7b885 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:18.635486 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-dcf4c7bf-fb80-4f61-b9ad-fc1b719d4cfc tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (2f388e8a-6550-4e4f-b6ee-d873009eece1), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:18.650193 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 1cbd17df-58ab-4c50-945e-8500d8a00a79, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=1cbd17df-58ab-4c50-945e-8500d8a00a79,segment=NetworkSegment(ab2445e6-d1b5-43a7-9d83-6a2f567a89ca),segment_id=ab2445e6-d1b5-43a7-9d83-6a2f567a89ca)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:18.681715 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 5ec6bac2-70b6-413e-a9a1-874223159b41 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:43:18.701005 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f8e04422-3612-4c6b-ab4b-9640ae8678e9 admin admin] Publish callbacks [] for security_group (b4d15f9c-ed9f-4ecc-bc3c-92f9cfcb80bf), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:18.720960 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f8e04422-3612-4c6b-ab4b-9640ae8678e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (b4d15f9c-ed9f-4ecc-bc3c-92f9cfcb80bf), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:18.740329 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-dcf4c7bf-fb80-4f61-b9ad-fc1b719d4cfc tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621346'] for subnet (2f388e8a-6550-4e4f-b6ee-d873009eece1), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:18.757880 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (1cbd17df-58ab-4c50-945e-8500d8a00a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:18.776366 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ee00af-6d9c-405f-8839-63a55bb40039 None None] Network 034e9d46-4db7-4bf7-b56e-1ad6749a2cc8 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:43:18.778078 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 5ec6bac2-70b6-413e-a9a1-874223159b41 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:43:18.778542 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 5ec6bac2-70b6-413e-a9a1-874223159b41 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:43:18.794450 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e04422-3612-4c6b-ab4b-9640ae8678e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d15f9c-ed9f-4ecc-bc3c-92f9cfcb80bf,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:18.812699 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-dcf4c7bf-fb80-4f61-b9ad-fc1b719d4cfc tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:18.829805 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-f532a8a2-26ea-40c1-b1a1-e67d3d8241ca admin admin] For port 263b744a-ee83-4dc4-9603-1399029c1270, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=263b744a-ee83-4dc4-9603-1399029c1270,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:18.830191 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f532a8a2-26ea-40c1-b1a1-e67d3d8241ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (263b744a-ee83-4dc4-9603-1399029c1270), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:18.831984 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-dcf4c7bf-fb80-4f61-b9ad-fc1b719d4cfc tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "DELETE /v2.0/subnets/2f388e8a-6550-4e4f-b6ee-d873009eece1 HTTP/1.1" status: 204 len: 168 time: 1.2615190 Feb 09 21:43:18.833594 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 39884) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:18.836490 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8e04422-3612-4c6b-ab4b-9640ae8678e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:43:18.846278 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf4c7bf-fb80-4f61-b9ad-fc1b719d4cfc tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event deleted for resources: {'Subnet': ['ID=2f388e8a-6550-4e4f-b6ee-d873009eece1,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:18.862463 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1a340d-4724-41c5-80d3-bd7dd7254a57 None None] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:43:18.863970 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-f532a8a2-26ea-40c1-b1a1-e67d3d8241ca admin admin] Calling delete_port for 263b744a-ee83-4dc4-9603-1399029c1270 owned by network:router_gateway {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:43:18.874041 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fda8c0b2-6fe4-431c-bdb2-cbe14203928c tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (383e95c2-6696-40de-a63e-fd99d023890b), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:18.883772 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f8e04422-3612-4c6b-ab4b-9640ae8678e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (c9dc100e-38ef-4b1f-9a6d-bdef64200201), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:18.884122 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-f8e04422-3612-4c6b-ab4b-9640ae8678e9 admin admin] Added segment c9dc100e-38ef-4b1f-9a6d-bdef64200201 of type vlan for network 41ea643c-b2dd-483e-8110-007c68ee5cc4 Feb 09 21:43:18.911795 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-ded885d7-dd85-4c52-b0d7-f09b4be913ac None None] Port ffc1eb71-c432-4a0b-94d6-451407628622 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:43:18.921676 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda8c0b2-6fe4-431c-bdb2-cbe14203928c tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Pushing event deleted for resources: {'Port': ['ID=383e95c2-6696-40de-a63e-fd99d023890b,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:18.923423 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39886) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:18.926795 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-62d8a27a-dfae-46cf-bea8-9f433f16da84 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0913877 Feb 09 21:43:18.996909 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-ded885d7-dd85-4c52-b0d7-f09b4be913ac None None] Could not find standard attr ID for object 035cf232-745f-4138-a32a-377d18e2b852. {{(pid=103142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 21:43:19.061790 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=1cbd17df-58ab-4c50-945e-8500d8a00a79,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:19.196647 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['1cbd17df-58ab-4c50-945e-8500d8a00a79'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:43:19.242305 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-9cead82c-b47f-49f7-b851-02685e7cf06e None None] Provisioning complete for port 97143a84-317b-494b-8258-cc625e8e8ec4 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:19.242777 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-9cead82c-b47f-49f7-b851-02685e7cf06e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (97143a84-317b-494b-8258-cc625e8e8ec4), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:19.324198 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-9cead82c-b47f-49f7-b851-02685e7cf06e None None] Port 97143a84-317b-494b-8258-cc625e8e8ec4 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:43:19.353680 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-e6452a31-637d-4310-8dfa-0229d1edf114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9378fdb6-af0c-40c9-b62e-f5a26dc8f129', 'name': 'tempest-TaggedBootDevicesTest-909826218-router', 'tenant_id': 'e0fba33cc37140f68483b74485e6f58c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '747c4daf-18ce-48cb-a47d-3fed3fc7043b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:42:57Z', 'updated_at': '2022-02-09T21:43:15Z', 'revision_number': 4, 'project_id': 'e0fba33cc37140f68483b74485e6f58c', 'gw_port': {'id': '747c4daf-18ce-48cb-a47d-3fed3fc7043b', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:50:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9378fdb6-af0c-40c9-b62e-f5a26dc8f129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:43:03Z', 'updated_at': '2022-02-09T21:43:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': 'ffc1eb71-c432-4a0b-94d6-451407628622', 'name': '', 'network_id': '74d53abd-a71d-429c-929d-41ed12b1d218', 'tenant_id': 'e0fba33cc37140f68483b74485e6f58c', 'mac_address': 'fa:16:3e:8b:6b:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9378fdb6-af0c-40c9-b62e-f5a26dc8f129', 'device_owner': 'network:router_interface', 'standard_attr_id': 2023, 'fixed_ips': [{'subnet_id': '31bf57d7-aaed-40fd-925f-87213ac6208a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:43:14Z', 'updated_at': '2022-02-09T21:43:16Z', 'revision_number': 2, 'project_id': 'e0fba33cc37140f68483b74485e6f58c', 'subnets': [{'id': '31bf57d7-aaed-40fd-925f-87213ac6208a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:19.392929 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-5c3d136a-744e-4696-af68-d09ca6aacfd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba7567c-fa53-4ec0-9661-9a46dc509ee9', 'name': 'tempest-ServersTestFqdnHostnames-1346949146-router', 'tenant_id': 'cb05ca5ba83a4079b3312538e80ff3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '263b744a-ee83-4dc4-9603-1399029c1270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:40:20Z', 'updated_at': '2022-02-09T21:43:14Z', 'revision_number': 5, 'project_id': 'cb05ca5ba83a4079b3312538e80ff3cc', 'gw_port': {'id': '263b744a-ee83-4dc4-9603-1399029c1270', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:95:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba7567c-fa53-4ec0-9661-9a46dc509ee9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:40:21Z', 'updated_at': '2022-02-09T21:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:19.396556 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6452a31-637d-4310-8dfa-0229d1edf114 None None] The sync data for ids ['9378fdb6-af0c-40c9-b62e-f5a26dc8f129'] in n-d-828369-5 is: [{'id': '9378fdb6-af0c-40c9-b62e-f5a26dc8f129', 'name': 'tempest-TaggedBootDevicesTest-909826218-router', 'tenant_id': 'e0fba33cc37140f68483b74485e6f58c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '747c4daf-18ce-48cb-a47d-3fed3fc7043b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:42:57Z', 'updated_at': '2022-02-09T21:43:15Z', 'revision_number': 4, 'project_id': 'e0fba33cc37140f68483b74485e6f58c', 'gw_port': {'id': '747c4daf-18ce-48cb-a47d-3fed3fc7043b', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:50:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9378fdb6-af0c-40c9-b62e-f5a26dc8f129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:43:03Z', 'updated_at': '2022-02-09T21:43:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': 'ffc1eb71-c432-4a0b-94d6-451407628622', 'name': '', 'network_id': '74d53abd-a71d-429c-929d-41ed12b1d218', 'tenant_id': 'e0fba33cc37140f68483b74485e6f58c', 'mac_address': 'fa:16:3e:8b:6b:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9378fdb6-af0c-40c9-b62e-f5a26dc8f129', 'device_owner': 'network:router_interface', 'standard_attr_id': 2023, 'fixed_ips': [{'subnet_id': '31bf57d7-aaed-40fd-925f-87213ac6208a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:43:14Z', 'updated_at': '2022-02-09T21:43:16Z', 'revision_number': 2, 'project_id': 'e0fba33cc37140f68483b74485e6f58c', 'subnets': [{'id': '31bf57d7-aaed-40fd-925f-87213ac6208a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:43:19.402857 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5e84b2-393d-4454-9de8-9f3cd20d9a34 None None] DHCP port deletion for 986c5511-2b50-4eb7-bb75-ff9f776ff726 request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:43:19.439428 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-9cead82c-b47f-49f7-b851-02685e7cf06e None None] Provisioning complete for port ffc1eb71-c432-4a0b-94d6-451407628622 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:19.439819 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-9cead82c-b47f-49f7-b851-02685e7cf06e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (ffc1eb71-c432-4a0b-94d6-451407628622), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:19.458493 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f8e04422-3612-4c6b-ab4b-9640ae8678e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (41ea643c-b2dd-483e-8110-007c68ee5cc4), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:19.491329 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-baa0ffca-c4a9-45d0-82be-06dce431f913 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (97143a84-317b-494b-8258-cc625e8e8ec4), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:19.685191 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3df5ec-fd2f-4524-b081-432acc0e7681 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:19.693851 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-ed3df5ec-fd2f-4524-b081-432acc0e7681 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7596054 Feb 09 21:43:19.711977 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 39892) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:19.718537 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f8e04422-3612-4c6b-ab4b-9640ae8678e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (41ea643c-b2dd-483e-8110-007c68ee5cc4), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:19.719517 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e04422-3612-4c6b-ab4b-9640ae8678e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:19.720101 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f8e04422-3612-4c6b-ab4b-9640ae8678e9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:19.723789 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9cfafbac-0cf5-4041-a486-6bcff3f7b885 admin admin] Publish callbacks [] for security_group (9e6c8d5c-c323-444d-8355-198cb5620c67), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:19.757464 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3d136a-744e-4696-af68-d09ca6aacfd8 None None] Checking router: 8ba7567c-fa53-4ec0-9661-9a46dc509ee9 for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:43:19.809050 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9cfafbac-0cf5-4041-a486-6bcff3f7b885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (9e6c8d5c-c323-444d-8355-198cb5620c67), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:19.873859 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6a149c35-5916-42ce-8170-d42291a87adf req-bf9c71cb-f446-4402-8040-cb9aea0d2c20 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 210 time: 0.1921406 Feb 09 21:43:19.894677 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-9cead82c-b47f-49f7-b851-02685e7cf06e None None] Port ffc1eb71-c432-4a0b-94d6-451407628622 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:43:19.908870 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3d136a-744e-4696-af68-d09ca6aacfd8 None None] Routers {'8ba7567c-fa53-4ec0-9661-9a46dc509ee9'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:43:19.910047 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-5c3d136a-744e-4696-af68-d09ca6aacfd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:43:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['8ba7567c-fa53-4ec0-9661-9a46dc509ee9'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:19.916311 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4aa6ea7-3685-41eb-9940-622b3371cd62 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:19.928686 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-c4aa6ea7-3685-41eb-9940-622b3371cd62 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2156186 Feb 09 21:43:19.933126 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 39894) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:20.031649 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-c36ebeb5-dab0-4bd0-b015-6075af4f2c70 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0911453 Feb 09 21:43:20.031649 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 39896) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:20.040321 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-1348fb44-2fdd-46eb-8af3-ff8de7aedf2a tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Request body: {'subnet': {'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:20.061085 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-f8e04422-3612-4c6b-ab4b-9640ae8678e9 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0652239 Feb 09 21:43:20.063905 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cda2886-b1a8-4b1b-91b2-f4efaefef36b req-a4e49c19-de13-4e31-8790-3725e5ee3faf tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:20.064086 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cfafbac-0cf5-4041-a486-6bcff3f7b885 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:43:20.068322 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39898) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:20.071486 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3cda2886-b1a8-4b1b-91b2-f4efaefef36b req-a4e49c19-de13-4e31-8790-3725e5ee3faf tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed0bad74-a174-4a79-a30f-a9b532ef9f3a HTTP/1.1" status: 200 len: 945 time: 0.3686783 Feb 09 21:43:20.086831 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-5c3d136a-744e-4696-af68-d09ca6aacfd8 None None] Set router 8ba7567c-fa53-4ec0-9661-9a46dc509ee9 gateway port host: None {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:43:20.117383 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-03b84033-e73f-48ee-9f63-366c5fd87831 admin admin] Request body: {'subnet': {'network_id': '41ea643c-b2dd-483e-8110-007c68ee5cc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1536481797-subnet', 'tenant_id': '8252ad53f3b14fefb25f300253c02b7c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:20.140544 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfafbac-0cf5-4041-a486-6bcff3f7b885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e6c8d5c-c323-444d-8355-198cb5620c67,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:20.152808 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e04422-3612-4c6b-ab4b-9640ae8678e9 admin admin] Pushing event updated for resources: {'Network': ['ID=41ea643c-b2dd-483e-8110-007c68ee5cc4,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:20.171525 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9cfafbac-0cf5-4041-a486-6bcff3f7b885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (39a07604-b57e-42f4-abd7-9430bca79984), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:20.172440 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-9cfafbac-0cf5-4041-a486-6bcff3f7b885 admin admin] Added segment 39a07604-b57e-42f4-abd7-9430bca79984 of type vlan for network 89302a14-ea08-4726-b1fe-46786cbf4500 Feb 09 21:43:20.213949 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 41ea643c-b2dd-483e-8110-007c68ee5cc4 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:43:20.220057 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-5c3d136a-744e-4696-af68-d09ca6aacfd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba7567c-fa53-4ec0-9661-9a46dc509ee9', 'name': 'tempest-ServersTestFqdnHostnames-1346949146-router', 'tenant_id': 'cb05ca5ba83a4079b3312538e80ff3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:40:20Z', 'updated_at': '2022-02-09T21:43:17Z', 'revision_number': 6, 'project_id': 'cb05ca5ba83a4079b3312538e80ff3cc', 'gw_port_host': None}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:20.247795 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fda8c0b2-6fe4-431c-bdb2-cbe14203928c tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-525054'] for router_interface (bf06bceb-4cbf-41a1-9752-211686b11ead), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:20.256120 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b84033-e73f-48ee-9f63-366c5fd87831 admin admin] Made reservation on behalf of 8252ad53f3b14fefb25f300253c02b7c for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:43:20.258744 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-03b84033-e73f-48ee-9f63-366c5fd87831 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:20.305146 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9cfafbac-0cf5-4041-a486-6bcff3f7b885 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (89302a14-ea08-4726-b1fe-46786cbf4500), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:20.308897 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3cda2886-b1a8-4b1b-91b2-f4efaefef36b req-e6b605b7-93bb-4dc0-a7c0-24201974ec7f tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361546 Feb 09 21:43:20.324833 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-9a5e84b2-393d-4454-9de8-9f3cd20d9a34 None None] Deleting port deedd768-9218-400d-9d7c-e3d618f95bc8 {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:43:20.325217 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-9a5e84b2-393d-4454-9de8-9f3cd20d9a34 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (deedd768-9218-400d-9d7c-e3d618f95bc8), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:20.327940 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3d136a-744e-4696-af68-d09ca6aacfd8 None None] The sync data for ids ['8ba7567c-fa53-4ec0-9661-9a46dc509ee9'] in n-d-828369-5 is: [{'id': '8ba7567c-fa53-4ec0-9661-9a46dc509ee9', 'name': 'tempest-ServersTestFqdnHostnames-1346949146-router', 'tenant_id': 'cb05ca5ba83a4079b3312538e80ff3cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:40:20Z', 'updated_at': '2022-02-09T21:43:17Z', 'revision_number': 6, 'project_id': 'cb05ca5ba83a4079b3312538e80ff3cc', 'gw_port_host': None}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:43:20.372297 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1348fb44-2fdd-46eb-8af3-ff8de7aedf2a tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Made reservation on behalf of 880c3cd16cc943a98203fd230e26852f for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:43:20.379099 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1348fb44-2fdd-46eb-8af3-ff8de7aedf2a tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621317'] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:20.457506 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-9a5e84b2-393d-4454-9de8-9f3cd20d9a34 None None] For port deedd768-9218-400d-9d7c-e3d618f95bc8, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=deedd768-9218-400d-9d7c-e3d618f95bc8,segment=NetworkSegment(e234f058-99e9-4683-aff2-a800b51d2ec4),segment_id=e234f058-99e9-4683-aff2-a800b51d2ec4)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:20.457915 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-9a5e84b2-393d-4454-9de8-9f3cd20d9a34 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (deedd768-9218-400d-9d7c-e3d618f95bc8), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:20.477909 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-9a5e84b2-393d-4454-9de8-9f3cd20d9a34 None None] Calling delete_port for deedd768-9218-400d-9d7c-e3d618f95bc8 owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:43:20.511376 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f532a8a2-26ea-40c1-b1a1-e67d3d8241ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (263b744a-ee83-4dc4-9603-1399029c1270), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:20.588851 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9cfafbac-0cf5-4041-a486-6bcff3f7b885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (89302a14-ea08-4726-b1fe-46786cbf4500), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:20.589840 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cfafbac-0cf5-4041-a486-6bcff3f7b885 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:20.590876 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9cfafbac-0cf5-4041-a486-6bcff3f7b885 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:20.630141 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f532a8a2-26ea-40c1-b1a1-e67d3d8241ca admin admin] Pushing event deleted for resources: {'Port': ['ID=263b744a-ee83-4dc4-9603-1399029c1270,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:20.674254 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-9a5e84b2-393d-4454-9de8-9f3cd20d9a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (deedd768-9218-400d-9d7c-e3d618f95bc8), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:20.811117 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5e84b2-393d-4454-9de8-9f3cd20d9a34 None None] No DVR routers for this DVR port deedd768-9218-400d-9d7c-e3d618f95bc8 on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:43:20.812724 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5e84b2-393d-4454-9de8-9f3cd20d9a34 None None] Pushing event deleted for resources: {'Port': ['ID=deedd768-9218-400d-9d7c-e3d618f95bc8,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:20.822568 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-9cfafbac-0cf5-4041-a486-6bcff3f7b885 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.4514077 Feb 09 21:43:20.827386 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 39900) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:20.844368 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-4ef388ff-5d2e-4c76-90d5-c7016d2c5523 admin admin] Request body: {'subnet': {'network_id': '89302a14-ea08-4726-b1fe-46786cbf4500', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1061427507-subnet', 'tenant_id': '8df665fbc45c4402827cfa45d539f547', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:20.847173 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfafbac-0cf5-4041-a486-6bcff3f7b885 admin admin] Pushing event updated for resources: {'Network': ['ID=89302a14-ea08-4726-b1fe-46786cbf4500,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:20.854964 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1348fb44-2fdd-46eb-8af3-ff8de7aedf2a tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621371'] for subnet (a3b861b2-87c8-4649-80b9-b0b5cb48705f), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:20.883403 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 89302a14-ea08-4726-b1fe-46786cbf4500 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:43:21.032638 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1348fb44-2fdd-46eb-8af3-ff8de7aedf2a tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:43:21.041359 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-1348fb44-2fdd-46eb-8af3-ff8de7aedf2a tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:43:21.066646 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d71e96-db27-45be-a1e1-5663535f5037 None None] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:43:21.088868 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-36227bf9-cd4b-41f5-a7c5-a504054fa93f req-c04b2731-92b7-4efe-a1ba-dd100c750a56 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 210 time: 0.0523648 Feb 09 21:43:21.098248 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1348fb44-2fdd-46eb-8af3-ff8de7aedf2a tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:21.099059 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1348fb44-2fdd-46eb-8af3-ff8de7aedf2a tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:21.105026 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ef388ff-5d2e-4c76-90d5-c7016d2c5523 admin admin] Made reservation on behalf of 8df665fbc45c4402827cfa45d539f547 for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:43:21.105732 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f532a8a2-26ea-40c1-b1a1-e67d3d8241ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-554524'] for router_gateway (8ba7567c-fa53-4ec0-9661-9a46dc509ee9), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:21.107339 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4ef388ff-5d2e-4c76-90d5-c7016d2c5523 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621317'] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:21.125109 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1348fb44-2fdd-46eb-8af3-ff8de7aedf2a tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event updated for resources: {'Subnet': ['ID=a3b861b2-87c8-4649-80b9-b0b5cb48705f,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:21.173436 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-1348fb44-2fdd-46eb-8af3-ff8de7aedf2a tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1410487 Feb 09 21:43:21.176486 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 39904) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:21.182619 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-441e47a3-1ec5-4422-9f88-d5fa7fe7ba02 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Request body: {'port': {'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726', 'fixed_ips': [{'subnet_id': 'a3b861b2-87c8-4649-80b9-b0b5cb48705f', 'ip_address': '2001:db8::57ab:8e99:1c41:72ca'}], 'name': 'tempest-NetworksTestDHCPv6-300984764'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:21.211484 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:21.295660 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a9be57-9615-4265-a6b0-87c37c4a5882 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-986c5511-2b50-4eb7-bb75-ff9f776ff726', 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726', 'project_id': '880c3cd16cc943a98203fd230e26852f', 'fixed_ips': [{'subnet_id': 'a3b861b2-87c8-4649-80b9-b0b5cb48705f'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:43:21.305322 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-85a9be57-9615-4265-a6b0-87c37c4a5882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:21.435117 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f532a8a2-26ea-40c1-b1a1-e67d3d8241ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (8ba7567c-fa53-4ec0-9661-9a46dc509ee9), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:21.456617 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f532a8a2-26ea-40c1-b1a1-e67d3d8241ca admin admin] Publish callbacks [] for router_controller (8ba7567c-fa53-4ec0-9661-9a46dc509ee9), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:21.471118 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 747c4daf-18ce-48cb-a47d-3fed3fc7043b up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:43:21.597150 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-441e47a3-1ec5-4422-9f88-d5fa7fe7ba02 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Made reservation on behalf of 880c3cd16cc943a98203fd230e26852f for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:43:21.620371 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-baa0ffca-c4a9-45d0-82be-06dce431f913 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Publish callbacks [] for port (97143a84-317b-494b-8258-cc625e8e8ec4), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:21.632102 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fda8c0b2-6fe4-431c-bdb2-cbe14203928c tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Router bf06bceb-4cbf-41a1-9752-211686b11ead has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:43:21.641568 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-baa0ffca-c4a9-45d0-82be-06dce431f913 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (97143a84-317b-494b-8258-cc625e8e8ec4), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:21.642914 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 747c4daf-18ce-48cb-a47d-3fed3fc7043b triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:21.643974 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (747c4daf-18ce-48cb-a47d-3fed3fc7043b), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:21.657803 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-85a9be57-9615-4265-a6b0-87c37c4a5882 None None] Allocated IP 2001:db8::2 (986c5511-2b50-4eb7-bb75-ff9f776ff726/a3b861b2-87c8-4649-80b9-b0b5cb48705f/44e23e3a-2f93-42f9-bdc5-9da52ec38897) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:43:21.714503 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f532a8a2-26ea-40c1-b1a1-e67d3d8241ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (8ba7567c-fa53-4ec0-9661-9a46dc509ee9), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:21.715313 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f532a8a2-26ea-40c1-b1a1-e67d3d8241ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ba7567c-fa53-4ec0-9661-9a46dc509ee9 {{(pid=103141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:43:21.729500 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f532a8a2-26ea-40c1-b1a1-e67d3d8241ca admin admin] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:21.734043 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-f532a8a2-26ea-40c1-b1a1-e67d3d8241ca admin admin] 10.222.0.90 "DELETE /v2.0/routers/8ba7567c-fa53-4ec0-9661-9a46dc509ee9 HTTP/1.1" status: 204 len: 168 time: 4.3320980 Feb 09 21:43:21.734043 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-03b84033-e73f-48ee-9f63-366c5fd87831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (8aead16b-4298-4135-8a10-97ce016995d8), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:21.739544 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 39908) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:21.766290 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4ef388ff-5d2e-4c76-90d5-c7016d2c5523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621371'] for subnet (6ef5b987-00df-4044-aca4-5ad37512d0ff), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:21.896112 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-baa0ffca-c4a9-45d0-82be-06dce431f913 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524919'] for router_interface (6304e900-0fba-4791-8ed2-6322a92e7cbe), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:21.913025 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa0ffca-c4a9-45d0-82be-06dce431f913 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Pushing event updated for resources: {'Port': ['ID=97143a84-317b-494b-8258-cc625e8e8ec4,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:21.920723 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec081048-18db-44fc-b67e-89c0feaae848 req-ae5d64cb-024d-45ed-a5ce-6fdc74731375 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:21.922617 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ec081048-18db-44fc-b67e-89c0feaae848 req-ae5d64cb-024d-45ed-a5ce-6fdc74731375 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed0bad74-a174-4a79-a30f-a9b532ef9f3a HTTP/1.1" status: 200 len: 945 time: 0.4814413 Feb 09 21:43:21.950794 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef388ff-5d2e-4c76-90d5-c7016d2c5523 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ef5b987-00df-4044-aca4-5ad37512d0ff,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:21.975405 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 747c4daf-18ce-48cb-a47d-3fed3fc7043b is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:21.976094 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (747c4daf-18ce-48cb-a47d-3fed3fc7043b), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:22.022460 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port 747c4daf-18ce-48cb-a47d-3fed3fc7043b, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=747c4daf-18ce-48cb-a47d-3fed3fc7043b,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:22.029551 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (747c4daf-18ce-48cb-a47d-3fed3fc7043b), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:22.046505 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b84033-e73f-48ee-9f63-366c5fd87831 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8aead16b-4298-4135-8a10-97ce016995d8,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:22.075214 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_v2 [None req-099871ab-5e9e-4f53-9cf5-5ab7492bc208 admin admin] Deleting subnet a0be5e8c-bc22-4a5d-b32d-1cfd31075317 {{(pid=103140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:43:22.078443 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-099871ab-5e9e-4f53-9cf5-5ab7492bc208 admin admin] Publish callbacks [] for subnet (a0be5e8c-bc22-4a5d-b32d-1cfd31075317), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:22.129547 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device deedd768-9218-400d-9d7c-e3d618f95bc8 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:43:22.130363 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-099871ab-5e9e-4f53-9cf5-5ab7492bc208 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9110716'] for subnet (a0be5e8c-bc22-4a5d-b32d-1cfd31075317), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:22.213603 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=747c4daf-18ce-48cb-a47d-3fed3fc7043b,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:22.231997 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: deedd768-9218-400d-9d7c-e3d618f95bc8 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:43:22.233274 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b84033-e73f-48ee-9f63-366c5fd87831 admin admin] Checking segment: {'id': 'c9dc100e-38ef-4b1f-9a6d-bdef64200201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '41ea643c-b2dd-483e-8110-007c68ee5cc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:43:22.233639 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b84033-e73f-48ee-9f63-366c5fd87831 admin admin] Network hostable DHCP agents. Network: 41ea643c-b2dd-483e-8110-007c68ee5cc4, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:43:22.233907 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device deedd768-9218-400d-9d7c-e3d618f95bc8 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:43:22.234502 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 075f9ab7-7335-4e80-8f38-1b24edcab39c no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:43:22.246104 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fda8c0b2-6fe4-431c-bdb2-cbe14203928c tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:43:22.255841 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a7a699-1568-46c9-aec8-60a0c0007e6c None None] Sync routers for ids ['bf06bceb-4cbf-41a1-9752-211686b11ead'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:43:22.259235 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-fda8c0b2-6fe4-431c-bdb2-cbe14203928c tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "PUT /v2.0/routers/bf06bceb-4cbf-41a1-9752-211686b11ead/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6276670 Feb 09 21:43:22.266728 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39914) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:22.273652 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef388ff-5d2e-4c76-90d5-c7016d2c5523 admin admin] Checking segment: {'id': '39a07604-b57e-42f4-abd7-9430bca79984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '89302a14-ea08-4726-b1fe-46786cbf4500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:43:22.274260 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef388ff-5d2e-4c76-90d5-c7016d2c5523 admin admin] Network hostable DHCP agents. Network: 89302a14-ea08-4726-b1fe-46786cbf4500, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:43:22.274389 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a7a699-1568-46c9-aec8-60a0c0007e6c None None] Routers {'bf06bceb-4cbf-41a1-9752-211686b11ead'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:43:22.274916 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-d3a7a699-1568-46c9-aec8-60a0c0007e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:43:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['bf06bceb-4cbf-41a1-9752-211686b11ead'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:22.279986 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-441e47a3-1ec5-4422-9f88-d5fa7fe7ba02 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:22.292164 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0a4d40e3-b7b3-4cd5-ae3b-669806994a38 req-60b5700e-b6c8-48c0-8d78-e0d30e01b7a1 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 210 time: 0.0888033 Feb 09 21:43:22.312299 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ec081048-18db-44fc-b67e-89c0feaae848 req-3f9652b7-2c45-439b-95e6-f7992b369ca4 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3545611 Feb 09 21:43:22.322844 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 075f9ab7-7335-4e80-8f38-1b24edcab39c {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:43:22.323199 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 075f9ab7-7335-4e80-8f38-1b24edcab39c not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:43:22.332754 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-85a9be57-9615-4265-a6b0-87c37c4a5882 None None] Publish callbacks [] for port (44e23e3a-2f93-42f9-bdc5-9da52ec38897), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:22.342645 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-099871ab-5e9e-4f53-9cf5-5ab7492bc208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (a0be5e8c-bc22-4a5d-b32d-1cfd31075317), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:22.347976 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-85a9be57-9615-4265-a6b0-87c37c4a5882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (44e23e3a-2f93-42f9-bdc5-9da52ec38897), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:22.364535 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-441e47a3-1ec5-4422-9f88-d5fa7fe7ba02 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] device_id is not set on port 32774388-1dad-46c3-bd21-fba3d9824c19 yet. {{(pid=103140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:43:22.378436 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b84033-e73f-48ee-9f63-366c5fd87831 admin admin] Network 41ea643c-b2dd-483e-8110-007c68ee5cc4 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:43:22.384759 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa0ffca-c4a9-45d0-82be-06dce431f913 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Network ebb45870-6748-498b-8acb-a8ea88568553 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:43:22.394745 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c18a3bd-502c-469d-be60-255ec3530760 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Deleting subnet 7f9309a7-fac9-4291-ba5a-c610cb1b90f4 {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:43:22.399928 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-baa0ffca-c4a9-45d0-82be-06dce431f913 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:43:22.402384 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9c18a3bd-502c-469d-be60-255ec3530760 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for subnet (7f9309a7-fac9-4291-ba5a-c610cb1b90f4), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:22.457167 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-03b84033-e73f-48ee-9f63-366c5fd87831 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 41ea643c-b2dd-483e-8110-007c68ee5cc4) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:43:22.461489 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a9be57-9615-4265-a6b0-87c37c4a5882 None None] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:43:22.480648 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0f92e1-ff59-41c4-a764-554170175f59 None None] Network 41ea643c-b2dd-483e-8110-007c68ee5cc4 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:43:22.497652 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-85a9be57-9615-4265-a6b0-87c37c4a5882 None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:43:22.509179 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a9be57-9615-4265-a6b0-87c37c4a5882 None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:43:22.511497 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a9be57-9615-4265-a6b0-87c37c4a5882 None None] Pushing event updated for resources: {'Port': ['ID=44e23e3a-2f93-42f9-bdc5-9da52ec38897,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:22.530368 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b84033-e73f-48ee-9f63-366c5fd87831 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:22.530964 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-03b84033-e73f-48ee-9f63-366c5fd87831 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:22.639449 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-d3a7a699-1568-46c9-aec8-60a0c0007e6c None None] Set router bf06bceb-4cbf-41a1-9752-211686b11ead gateway port host: None {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:43:22.690889 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-85a9be57-9615-4265-a6b0-87c37c4a5882 None None] Attempting to bind port 44e23e3a-2f93-42f9-bdc5-9da52ec38897 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:43:22.691823 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-85a9be57-9615-4265-a6b0-87c37c4a5882 None None] Attempting to bind port 44e23e3a-2f93-42f9-bdc5-9da52ec38897 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': 'e234f058-99e9-4683-aff2-a800b51d2ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:43:22.695751 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a9be57-9615-4265-a6b0-87c37c4a5882 None None] Attempting to bind port 44e23e3a-2f93-42f9-bdc5-9da52ec38897 on network 986c5511-2b50-4eb7-bb75-ff9f776ff726 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:43:22.711632 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a9be57-9615-4265-a6b0-87c37c4a5882 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:43:22.712354 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a9be57-9615-4265-a6b0-87c37c4a5882 None None] Checking segment: {'id': 'e234f058-99e9-4683-aff2-a800b51d2ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:43:22.713342 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-85a9be57-9615-4265-a6b0-87c37c4a5882 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:22.713342 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a9be57-9615-4265-a6b0-87c37c4a5882 None None] Bound using segment: {'id': 'e234f058-99e9-4683-aff2-a800b51d2ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:43:22.713961 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-85a9be57-9615-4265-a6b0-87c37c4a5882 None None] Bound port: 44e23e3a-2f93-42f9-bdc5-9da52ec38897, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e234f058-99e9-4683-aff2-a800b51d2ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:43:22.714456 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-85a9be57-9615-4265-a6b0-87c37c4a5882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (44e23e3a-2f93-42f9-bdc5-9da52ec38897), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:22.730725 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-441e47a3-1ec5-4422-9f88-d5fa7fe7ba02 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Allocated IP 2001:db8::57ab:8e99:1c41:72ca (986c5511-2b50-4eb7-bb75-ff9f776ff726/a3b861b2-87c8-4649-80b9-b0b5cb48705f/32774388-1dad-46c3-bd21-fba3d9824c19) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:43:22.825141 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-85a9be57-9615-4265-a6b0-87c37c4a5882 None None] For port 44e23e3a-2f93-42f9-bdc5-9da52ec38897, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:43:22.829096 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-85a9be57-9615-4265-a6b0-87c37c4a5882 None None] For port 44e23e3a-2f93-42f9-bdc5-9da52ec38897, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=44e23e3a-2f93-42f9-bdc5-9da52ec38897,segment=NetworkSegment(e234f058-99e9-4683-aff2-a800b51d2ec4),segment_id=e234f058-99e9-4683-aff2-a800b51d2ec4)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:43:22.839993 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 1cbd17df-58ab-4c50-945e-8500d8a00a79 up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:43:22.856250 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-85a9be57-9615-4265-a6b0-87c37c4a5882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (44e23e3a-2f93-42f9-bdc5-9da52ec38897), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:22.969133 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 747c4daf-18ce-48cb-a47d-3fed3fc7043b up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:43:23.044783 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f23c346-b612-4637-8f24-f1b55cfd2c7f None None] Network 41ea643c-b2dd-483e-8110-007c68ee5cc4 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:43:23.052109 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-d3a7a699-1568-46c9-aec8-60a0c0007e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf06bceb-4cbf-41a1-9752-211686b11ead', 'name': 'tempest-RoutersTest-router-699486942', 'tenant_id': '67feb264805b4b31b627437845cc2aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:42:05Z', 'updated_at': '2022-02-09T21:43:18Z', 'revision_number': 9, 'project_id': '67feb264805b4b31b627437845cc2aaf', 'gw_port_host': None, '_interfaces': [{'id': '323c09cd-359f-4699-af91-3b8d90d87155', 'name': '', 'network_id': 'f5670fcd-3577-43bc-a723-f8f030b55510', 'tenant_id': '67feb264805b4b31b627437845cc2aaf', 'mac_address': 'fa:16:3e:6b:06:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf06bceb-4cbf-41a1-9752-211686b11ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': 'be079591-cb2c-4501-9ebc-3b2104f0fe17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:11Z', 'updated_at': '2022-02-09T21:42:17Z', 'revision_number': 5, 'project_id': '67feb264805b4b31b627437845cc2aaf', 'subnets': [{'id': 'be079591-cb2c-4501-9ebc-3b2104f0fe17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bef6678f-82bc-42c3-89ea-5dd9ebdf93a1', 'name': '', 'network_id': 'ae35f933-ff36-4d81-85da-77e41424a847', 'tenant_id': '67feb264805b4b31b627437845cc2aaf', 'mac_address': 'fa:16:3e:6b:c4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf06bceb-4cbf-41a1-9752-211686b11ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '0ab9fa85-9dfc-4a42-b7b0-770b90bc741a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:17Z', 'updated_at': '2022-02-09T21:42:25Z', 'revision_number': 5, 'project_id': '67feb264805b4b31b627437845cc2aaf', 'subnets': [{'id': '0ab9fa85-9dfc-4a42-b7b0-770b90bc741a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:23.082136 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a7a699-1568-46c9-aec8-60a0c0007e6c None None] Checking router: bf06bceb-4cbf-41a1-9752-211686b11ead for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:43:23.091422 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a7a699-1568-46c9-aec8-60a0c0007e6c None None] Routers {'bf06bceb-4cbf-41a1-9752-211686b11ead'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:43:23.091840 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-123a034f-7771-4e01-859e-5f424880aedd None None] Provisioning complete for port 97143a84-317b-494b-8258-cc625e8e8ec4 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:23.092251 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-123a034f-7771-4e01-859e-5f424880aedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (97143a84-317b-494b-8258-cc625e8e8ec4), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:23.092709 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-d3a7a699-1568-46c9-aec8-60a0c0007e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:43:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['bf06bceb-4cbf-41a1-9752-211686b11ead'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:23.117078 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-441e47a3-1ec5-4422-9f88-d5fa7fe7ba02 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for port (32774388-1dad-46c3-bd21-fba3d9824c19), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:23.195400 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538a0a3d-76e8-4f01-80f3-8eeb30c59693 None None] Sync routers for ids ['9378fdb6-af0c-40c9-b62e-f5a26dc8f129'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:43:23.215385 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef388ff-5d2e-4c76-90d5-c7016d2c5523 admin admin] Network 89302a14-ea08-4726-b1fe-46786cbf4500 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:43:23.225814 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-d3a7a699-1568-46c9-aec8-60a0c0007e6c None None] Set router bf06bceb-4cbf-41a1-9752-211686b11ead gateway port host: None {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:43:23.256675 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9c18a3bd-502c-469d-be60-255ec3530760 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (7f9309a7-fac9-4291-ba5a-c610cb1b90f4), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:23.258066 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-4ef388ff-5d2e-4c76-90d5-c7016d2c5523 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 89302a14-ea08-4726-b1fe-46786cbf4500) {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:43:23.318630 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-03b84033-e73f-48ee-9f63-366c5fd87831 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2159505 Feb 09 21:43:23.319091 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef388ff-5d2e-4c76-90d5-c7016d2c5523 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:23.319908 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4ef388ff-5d2e-4c76-90d5-c7016d2c5523 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:23.407861 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-4ef388ff-5d2e-4c76-90d5-c7016d2c5523 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.5723832 Feb 09 21:43:23.416809 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 39922) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:23.422326 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-618543e1-a8e0-4a85-b59a-512239ba5790 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1061427507-router', 'tenant_id': '8df665fbc45c4402827cfa45d539f547', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:23.433017 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-099871ab-5e9e-4f53-9cf5-5ab7492bc208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621346'] for subnet (a0be5e8c-bc22-4a5d-b32d-1cfd31075317), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:23.445321 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baa0ffca-c4a9-45d0-82be-06dce431f913 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Router 6304e900-0fba-4791-8ed2-6322a92e7cbe has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:43:23.445922 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-441e47a3-1ec5-4422-9f88-d5fa7fe7ba02 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (32774388-1dad-46c3-bd21-fba3d9824c19), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:23.467944 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9c18a3bd-502c-469d-be60-255ec3530760 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (7f9309a7-fac9-4291-ba5a-c610cb1b90f4), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:23.632120 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099871ab-5e9e-4f53-9cf5-5ab7492bc208 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0be5e8c-bc22-4a5d-b32d-1cfd31075317,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:23.650277 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-099871ab-5e9e-4f53-9cf5-5ab7492bc208 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:23.657432 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-099871ab-5e9e-4f53-9cf5-5ab7492bc208 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/a0be5e8c-bc22-4a5d-b32d-1cfd31075317 HTTP/1.1" status: 204 len: 168 time: 1.9088576 Feb 09 21:43:23.666904 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39926) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:23.775732 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364226ae-bfd3-49eb-88ff-481935d5c9a2 None None] Network 89302a14-ea08-4726-b1fe-46786cbf4500 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:43:23.781710 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e75fca0-0482-4f68-8374-6090101327e0 None None] Network 877a96af-1a67-4748-9efa-076a406748da requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:43:23.809728 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b125e386-f2f9-488d-9ac4-c9e25791068b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (877a96af-1a67-4748-9efa-076a406748da), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:23.828545 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9c18a3bd-502c-469d-be60-255ec3530760 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (7f9309a7-fac9-4291-ba5a-c610cb1b90f4), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:23.838707 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-d3a7a699-1568-46c9-aec8-60a0c0007e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf06bceb-4cbf-41a1-9752-211686b11ead', 'name': 'tempest-RoutersTest-router-699486942', 'tenant_id': '67feb264805b4b31b627437845cc2aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:42:05Z', 'updated_at': '2022-02-09T21:43:18Z', 'revision_number': 9, 'project_id': '67feb264805b4b31b627437845cc2aaf', 'gw_port_host': None, '_interfaces': [{'id': '323c09cd-359f-4699-af91-3b8d90d87155', 'name': '', 'network_id': 'f5670fcd-3577-43bc-a723-f8f030b55510', 'tenant_id': '67feb264805b4b31b627437845cc2aaf', 'mac_address': 'fa:16:3e:6b:06:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf06bceb-4cbf-41a1-9752-211686b11ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': 'be079591-cb2c-4501-9ebc-3b2104f0fe17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:11Z', 'updated_at': '2022-02-09T21:42:17Z', 'revision_number': 5, 'project_id': '67feb264805b4b31b627437845cc2aaf', 'subnets': [{'id': 'be079591-cb2c-4501-9ebc-3b2104f0fe17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bef6678f-82bc-42c3-89ea-5dd9ebdf93a1', 'name': '', 'network_id': 'ae35f933-ff36-4d81-85da-77e41424a847', 'tenant_id': '67feb264805b4b31b627437845cc2aaf', 'mac_address': 'fa:16:3e:6b:c4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf06bceb-4cbf-41a1-9752-211686b11ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '0ab9fa85-9dfc-4a42-b7b0-770b90bc741a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:17Z', 'updated_at': '2022-02-09T21:42:25Z', 'revision_number': 5, 'project_id': '67feb264805b4b31b627437845cc2aaf', 'subnets': [{'id': '0ab9fa85-9dfc-4a42-b7b0-770b90bc741a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:23.840709 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bf2980e8-ee4b-4cda-891e-323e65df7f0b req-60fff06a-1d05-4505-a996-9ec8384339a8 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 210 time: 0.2939630 Feb 09 21:43:23.842587 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441e47a3-1ec5-4422-9f88-d5fa7fe7ba02 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event updated for resources: {'Port': ['ID=32774388-1dad-46c3-bd21-fba3d9824c19,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:23.872185 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441e47a3-1ec5-4422-9f88-d5fa7fe7ba02 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:43:23.879293 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-441e47a3-1ec5-4422-9f88-d5fa7fe7ba02 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:43:23.887062 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441e47a3-1ec5-4422-9f88-d5fa7fe7ba02 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:43:23.899652 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c18a3bd-502c-469d-be60-255ec3530760 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Pushing event deleted for resources: {'Subnet': ['ID=7f9309a7-fac9-4291-ba5a-c610cb1b90f4,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:23.909638 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441e47a3-1ec5-4422-9f88-d5fa7fe7ba02 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:23.910924 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-441e47a3-1ec5-4422-9f88-d5fa7fe7ba02 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:23.921250 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9c18a3bd-502c-469d-be60-255ec3530760 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:23.932591 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-9c18a3bd-502c-469d-be60-255ec3530760 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "DELETE /v2.0/subnets/7f9309a7-fac9-4291-ba5a-c610cb1b90f4 HTTP/1.1" status: 204 len: 168 time: 1.6633029 Feb 09 21:43:23.935227 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39934) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:23.939282 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a7a699-1568-46c9-aec8-60a0c0007e6c None None] The sync data for ids ['bf06bceb-4cbf-41a1-9752-211686b11ead'] in n-d-828369-5 is: [{'id': 'bf06bceb-4cbf-41a1-9752-211686b11ead', 'name': 'tempest-RoutersTest-router-699486942', 'tenant_id': '67feb264805b4b31b627437845cc2aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:42:05Z', 'updated_at': '2022-02-09T21:43:18Z', 'revision_number': 9, 'project_id': '67feb264805b4b31b627437845cc2aaf', 'gw_port_host': None, '_interfaces': [{'id': '323c09cd-359f-4699-af91-3b8d90d87155', 'name': '', 'network_id': 'f5670fcd-3577-43bc-a723-f8f030b55510', 'tenant_id': '67feb264805b4b31b627437845cc2aaf', 'mac_address': 'fa:16:3e:6b:06:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf06bceb-4cbf-41a1-9752-211686b11ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': 'be079591-cb2c-4501-9ebc-3b2104f0fe17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:11Z', 'updated_at': '2022-02-09T21:42:17Z', 'revision_number': 5, 'project_id': '67feb264805b4b31b627437845cc2aaf', 'subnets': [{'id': 'be079591-cb2c-4501-9ebc-3b2104f0fe17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bef6678f-82bc-42c3-89ea-5dd9ebdf93a1', 'name': '', 'network_id': 'ae35f933-ff36-4d81-85da-77e41424a847', 'tenant_id': '67feb264805b4b31b627437845cc2aaf', 'mac_address': 'fa:16:3e:6b:c4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf06bceb-4cbf-41a1-9752-211686b11ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '0ab9fa85-9dfc-4a42-b7b0-770b90bc741a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:17Z', 'updated_at': '2022-02-09T21:42:25Z', 'revision_number': 5, 'project_id': '67feb264805b4b31b627437845cc2aaf', 'subnets': [{'id': '0ab9fa85-9dfc-4a42-b7b0-770b90bc741a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:43:23.949496 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-618543e1-a8e0-4a85-b59a-512239ba5790 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (5c3b71c2-d985-475e-a704-bf9a5f736829), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:23.950990 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-618543e1-a8e0-4a85-b59a-512239ba5790 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (5c3b71c2-d985-475e-a704-bf9a5f736829), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:24.013856 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538a0a3d-76e8-4f01-80f3-8eeb30c59693 None None] Routers {'9378fdb6-af0c-40c9-b62e-f5a26dc8f129'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:43:24.014806 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-538a0a3d-76e8-4f01-80f3-8eeb30c59693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:43:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['9378fdb6-af0c-40c9-b62e-f5a26dc8f129'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:24.017517 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999888ce-2d6e-449b-89b1-97fcc40dad9d None None] Network d989cdab-aa1c-4493-aa0d-54cf9f342fdc requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:43:24.033226 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-618543e1-a8e0-4a85-b59a-512239ba5790 admin admin] Publish callbacks [] for router_controller (5c3b71c2-d985-475e-a704-bf9a5f736829), precommit_add_association {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:24.057207 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-441e47a3-1ec5-4422-9f88-d5fa7fe7ba02 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.8794682 Feb 09 21:43:24.058712 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 39938) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:24.064898 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baa0ffca-c4a9-45d0-82be-06dce431f913 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:43:24.077013 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-5eab68c9-6a75-485c-89e8-7c914c7ba572 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Request body: {'port': {'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726', 'fixed_ips': [{'subnet_id': 'a3b861b2-87c8-4649-80b9-b0b5cb48705f', 'ip_address': '2001:db8::57ab:8e99:1c41:72ca'}], 'name': 'tempest-NetworksTestDHCPv6-1486469083'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:24.087262 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafbe1b4-42b6-488a-ba01-6afe9ba5958b None None] Sync routers for ids ['6304e900-0fba-4791-8ed2-6322a92e7cbe'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:43:24.099080 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning for port 1cbd17df-58ab-4c50-945e-8500d8a00a79 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:43:24.103777 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafbe1b4-42b6-488a-ba01-6afe9ba5958b None None] Routers {'6304e900-0fba-4791-8ed2-6322a92e7cbe'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:43:24.106518 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-eafbe1b4-42b6-488a-ba01-6afe9ba5958b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:43:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['6304e900-0fba-4791-8ed2-6322a92e7cbe'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:24.154934 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-baa0ffca-c4a9-45d0-82be-06dce431f913 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] 10.222.0.90 "PUT /v2.0/routers/6304e900-0fba-4791-8ed2-6322a92e7cbe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0328054 Feb 09 21:43:24.157059 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39940) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:24.186242 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-87519f25-135f-4e55-a774-e0992c386893 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Request body: {'port': {'network_id': 'ebb45870-6748-498b-8acb-a8ea88568553', 'name': 'tempest-FloatingIPAdminTestJSON-1463201758'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:24.205704 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-eafbe1b4-42b6-488a-ba01-6afe9ba5958b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:24.235054 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafbe1b4-42b6-488a-ba01-6afe9ba5958b None None] Routers {'6304e900-0fba-4791-8ed2-6322a92e7cbe'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:43:24.240752 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-eafbe1b4-42b6-488a-ba01-6afe9ba5958b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:43:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['6304e900-0fba-4791-8ed2-6322a92e7cbe'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:24.249629 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port 1cbd17df-58ab-4c50-945e-8500d8a00a79 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:24.250184 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (1cbd17df-58ab-4c50-945e-8500d8a00a79), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:24.331656 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-eafbe1b4-42b6-488a-ba01-6afe9ba5958b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:24.332376 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafbe1b4-42b6-488a-ba01-6afe9ba5958b None None] The sync data for ids ['6304e900-0fba-4791-8ed2-6322a92e7cbe'] in n-d-828369-5 is: [] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:43:24.357800 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-be302519-a542-4d8e-945e-c3d0edf50309 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (d989cdab-aa1c-4493-aa0d-54cf9f342fdc), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:24.418268 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-b125e386-f2f9-488d-9ac4-c9e25791068b admin admin] Deleting port d542b251-6b19-451e-a13b-6fd0159c4426 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:43:24.418855 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b125e386-f2f9-488d-9ac4-c9e25791068b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (d542b251-6b19-451e-a13b-6fd0159c4426), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:24.478496 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-538a0a3d-76e8-4f01-80f3-8eeb30c59693 None None] Set router 9378fdb6-af0c-40c9-b62e-f5a26dc8f129 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:43:24.563980 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baffaf9b-a48d-4ce9-9d69-eed75f9d80b7 req-72df5770-a8e7-4aba-b41c-a01f301b4b46 tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:24.573705 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-baffaf9b-a48d-4ce9-9d69-eed75f9d80b7 req-72df5770-a8e7-4aba-b41c-a01f301b4b46 tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] 10.222.0.90 "GET /v2.0/networks?id=034e9d46-4db7-4bf7-b56e-1ad6749a2cc8 HTTP/1.1" status: 200 len: 812 time: 0.2716997 Feb 09 21:43:24.579970 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-b125e386-f2f9-488d-9ac4-c9e25791068b admin admin] For port d542b251-6b19-451e-a13b-6fd0159c4426, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=d542b251-6b19-451e-a13b-6fd0159c4426,segment=NetworkSegment(2f4c115b-06fa-44f3-b55b-8384b7917bba),segment_id=2f4c115b-06fa-44f3-b55b-8384b7917bba)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:24.580645 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b125e386-f2f9-488d-9ac4-c9e25791068b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (d542b251-6b19-451e-a13b-6fd0159c4426), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:24.584103 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee8705-aee6-469c-82a4-02fc0373d204 req-cdec2d69-0fe2-494d-833c-88d14a05a268 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:24.587886 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5aee8705-aee6-469c-82a4-02fc0373d204 req-cdec2d69-0fe2-494d-833c-88d14a05a268 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed0bad74-a174-4a79-a30f-a9b532ef9f3a HTTP/1.1" status: 200 len: 945 time: 0.9608653 Feb 09 21:43:24.595722 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87519f25-135f-4e55-a774-e0992c386893 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Made reservation on behalf of 2a7e249a93184ad2b39f7e5e04c1b8cd for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:43:24.600393 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-87519f25-135f-4e55-a774-e0992c386893 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:24.610493 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-b125e386-f2f9-488d-9ac4-c9e25791068b admin admin] Calling delete_port for d542b251-6b19-451e-a13b-6fd0159c4426 owned by network:dhcp {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:43:24.615089 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-baffaf9b-a48d-4ce9-9d69-eed75f9d80b7 req-6165f91e-8b35-4864-b82d-22d8504f576b tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] 10.222.0.90 "GET /v2.0/quotas/2f4cde7908d04894ad973a12c05d856e HTTP/1.1" status: 200 len: 375 time: 0.0402668 Feb 09 21:43:24.652386 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-be302519-a542-4d8e-945e-c3d0edf50309 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Deleting port 36f90717-e2ed-43b7-88cb-7fba5d1b0670 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:43:24.653066 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-be302519-a542-4d8e-945e-c3d0edf50309 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (36f90717-e2ed-43b7-88cb-7fba5d1b0670), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:24.655814 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [None req-87519f25-135f-4e55-a774-e0992c386893 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] device_id is not set on port 4f4f41d3-11b1-456f-81dd-a04fcb0dfc9e yet. {{(pid=103141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:43:24.701921 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-baffaf9b-a48d-4ce9-9d69-eed75f9d80b7 req-db9a03fc-e34d-4fe9-a7b0-600198379409 tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=2f4cde7908d04894ad973a12c05d856e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0857043 Feb 09 21:43:24.763108 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-123a034f-7771-4e01-859e-5f424880aedd None None] Port 97143a84-317b-494b-8258-cc625e8e8ec4 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:43:24.764881 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a9be57-9615-4265-a6b0-87c37c4a5882 None None] Pushing event updated for resources: {'Port': ['ID=44e23e3a-2f93-42f9-bdc5-9da52ec38897,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:24.767641 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5aee8705-aee6-469c-82a4-02fc0373d204 req-39d89a8c-1e53-4ffc-826b-22c1d0ac4a84 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439166 Feb 09 21:43:24.820601 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 747c4daf-18ce-48cb-a47d-3fed3fc7043b triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:24.820601 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (747c4daf-18ce-48cb-a47d-3fed3fc7043b), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:24.861032 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:24.881080 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-be302519-a542-4d8e-945e-c3d0edf50309 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] For port 36f90717-e2ed-43b7-88cb-7fba5d1b0670, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=36f90717-e2ed-43b7-88cb-7fba5d1b0670,segment=NetworkSegment(60b0043a-0b15-41ee-8dbb-3d7ff6460cde),segment_id=60b0043a-0b15-41ee-8dbb-3d7ff6460cde)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:24.881898 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-be302519-a542-4d8e-945e-c3d0edf50309 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (36f90717-e2ed-43b7-88cb-7fba5d1b0670), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:24.895419 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-618543e1-a8e0-4a85-b59a-512239ba5790 admin admin] Publish callbacks [] for router_gateway (5c3b71c2-d985-475e-a704-bf9a5f736829), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:24.910854 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-be302519-a542-4d8e-945e-c3d0edf50309 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Calling delete_port for 36f90717-e2ed-43b7-88cb-7fba5d1b0670 owned by network:dhcp {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:43:24.934875 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eab68c9-6a75-485c-89e8-7c914c7ba572 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Made reservation on behalf of 880c3cd16cc943a98203fd230e26852f for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:43:24.941318 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5eab68c9-6a75-485c-89e8-7c914c7ba572 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:25.081562 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-c9a05982-8769-4144-8c7f-d31d78ecaf63 None None] Provisioning complete for port 44e23e3a-2f93-42f9-bdc5-9da52ec38897 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:25.084388 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c9a05982-8769-4144-8c7f-d31d78ecaf63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (44e23e3a-2f93-42f9-bdc5-9da52ec38897), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:25.105981 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9505a643-069d-4ec3-8113-ec62fb5f81a7 req-09a28d03-ea4a-48dc-b7e7-b18286aca245 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 210 time: 0.0935397 Feb 09 21:43:25.116119 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-5eab68c9-6a75-485c-89e8-7c914c7ba572 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] device_id is not set on port 371d3d80-7a14-4922-b730-59c990b101d6 yet. {{(pid=103140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:43:25.166174 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b125e386-f2f9-488d-9ac4-c9e25791068b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (d542b251-6b19-451e-a13b-6fd0159c4426), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:25.193119 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af83e690-4d24-40b2-a9ad-7b857083bef8 None None] DHCP port deletion for 877a96af-1a67-4748-9efa-076a406748da request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:43:25.294792 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b125e386-f2f9-488d-9ac4-c9e25791068b admin admin] No DVR routers for this DVR port d542b251-6b19-451e-a13b-6fd0159c4426 on host n-d-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:43:25.323095 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658d0fc0-e552-47c4-910b-00126f762982 None None] DHCP port deletion for d989cdab-aa1c-4493-aa0d-54cf9f342fdc request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:43:25.324692 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-baffaf9b-a48d-4ce9-9d69-eed75f9d80b7 req-bc4dc65a-91a9-4d6a-9b80-590f9e3e31e1 service neutron] 10.222.0.90 "GET /v2.0/networks/034e9d46-4db7-4bf7-b56e-1ad6749a2cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6217391 Feb 09 21:43:25.384309 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-87519f25-135f-4e55-a774-e0992c386893 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Allocated IP 172.20.0.6 (ebb45870-6748-498b-8acb-a8ea88568553/e1f540d0-a2e5-478f-8345-44fbd458a22c/4f4f41d3-11b1-456f-81dd-a04fcb0dfc9e) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:43:25.388265 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b125e386-f2f9-488d-9ac4-c9e25791068b admin admin] Pushing event deleted for resources: {'Port': ['ID=d542b251-6b19-451e-a13b-6fd0159c4426,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:25.400873 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-c9a05982-8769-4144-8c7f-d31d78ecaf63 None None] Current status of the port 44e23e3a-2f93-42f9-bdc5-9da52ec38897 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:25.401880 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c9a05982-8769-4144-8c7f-d31d78ecaf63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (44e23e3a-2f93-42f9-bdc5-9da52ec38897), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:25.403964 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d9a1cb-389b-4793-88b1-af816b027169 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-89302a14-ea08-4726-b1fe-46786cbf4500', 'network_id': '89302a14-ea08-4726-b1fe-46786cbf4500', 'project_id': '8df665fbc45c4402827cfa45d539f547', 'fixed_ips': [{'subnet_id': '6ef5b987-00df-4044-aca4-5ad37512d0ff'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:43:25.405090 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-15d9a1cb-389b-4793-88b1-af816b027169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:25.445684 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 747c4daf-18ce-48cb-a47d-3fed3fc7043b is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:25.464878 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 1cbd17df-58ab-4c50-945e-8500d8a00a79 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:25.465739 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (1cbd17df-58ab-4c50-945e-8500d8a00a79), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:25.470844 n-d-828369-5 neutron-server[103140]: INFO neutron.pecan_wsgi.hooks.translation [None req-5eab68c9-6a75-485c-89e8-7c914c7ba572 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 09 21:43:25.471497 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5eab68c9-6a75-485c-89e8-7c914c7ba572 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:43:25.471902 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 263b744a-ee83-4dc4-9603-1399029c1270 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:43:25.489019 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b125e386-f2f9-488d-9ac4-c9e25791068b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (877a96af-1a67-4748-9efa-076a406748da), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:25.509273 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 263b744a-ee83-4dc4-9603-1399029c1270 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:43:25.509886 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 263b744a-ee83-4dc4-9603-1399029c1270 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:43:25.514589 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-b125e386-f2f9-488d-9ac4-c9e25791068b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['877a96af-1a67-4748-9efa-076a406748da']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:25.526582 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-b125e386-f2f9-488d-9ac4-c9e25791068b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f4c115b-06fa-44f3-b55b-8384b7917bba') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:25.526985 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-b125e386-f2f9-488d-9ac4-c9e25791068b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f4c115b-06fa-44f3-b55b-8384b7917bba') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:25.539422 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-538a0a3d-76e8-4f01-80f3-8eeb30c59693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9378fdb6-af0c-40c9-b62e-f5a26dc8f129', 'name': 'tempest-TaggedBootDevicesTest-909826218-router', 'tenant_id': 'e0fba33cc37140f68483b74485e6f58c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '747c4daf-18ce-48cb-a47d-3fed3fc7043b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:42:57Z', 'updated_at': '2022-02-09T21:43:15Z', 'revision_number': 4, 'project_id': 'e0fba33cc37140f68483b74485e6f58c', 'gw_port': {'id': '747c4daf-18ce-48cb-a47d-3fed3fc7043b', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:50:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9378fdb6-af0c-40c9-b62e-f5a26dc8f129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:43:03Z', 'updated_at': '2022-02-09T21:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': 'ffc1eb71-c432-4a0b-94d6-451407628622', 'name': '', 'network_id': '74d53abd-a71d-429c-929d-41ed12b1d218', 'tenant_id': 'e0fba33cc37140f68483b74485e6f58c', 'mac_address': 'fa:16:3e:8b:6b:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9378fdb6-af0c-40c9-b62e-f5a26dc8f129', 'device_owner': 'network:router_interface', 'standard_attr_id': 2023, 'fixed_ips': [{'subnet_id': '31bf57d7-aaed-40fd-925f-87213ac6208a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:43:14Z', 'updated_at': '2022-02-09T21:43:16Z', 'revision_number': 2, 'project_id': 'e0fba33cc37140f68483b74485e6f58c', 'subnets': [{'id': '31bf57d7-aaed-40fd-925f-87213ac6208a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:25.545277 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b125e386-f2f9-488d-9ac4-c9e25791068b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (2f4c115b-06fa-44f3-b55b-8384b7917bba), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:25.564367 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b125e386-f2f9-488d-9ac4-c9e25791068b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (2f4c115b-06fa-44f3-b55b-8384b7917bba), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:25.575432 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b125e386-f2f9-488d-9ac4-c9e25791068b admin admin] Releasing vlan 723 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:43:25.576164 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b125e386-f2f9-488d-9ac4-c9e25791068b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (2f4c115b-06fa-44f3-b55b-8384b7917bba), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:25.586318 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-5eab68c9-6a75-485c-89e8-7c914c7ba572 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.5193529 Feb 09 21:43:25.590852 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 39952) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:25.600578 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-baffaf9b-a48d-4ce9-9d69-eed75f9d80b7 req-4d6c7b2e-b91b-4a6a-8356-fc38474acf42 service neutron] 10.222.0.90 "GET /v2.0/networks/034e9d46-4db7-4bf7-b56e-1ad6749a2cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662978 Feb 09 21:43:25.665415 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538a0a3d-76e8-4f01-80f3-8eeb30c59693 None None] Checking router: 9378fdb6-af0c-40c9-b62e-f5a26dc8f129 for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:43:25.666078 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538a0a3d-76e8-4f01-80f3-8eeb30c59693 None None] Updating router 9378fdb6-af0c-40c9-b62e-f5a26dc8f129 port ffc1eb71-c432-4a0b-94d6-451407628622 binding host n-d-828369-5 {{(pid=103142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:43:25.717931 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-c9a05982-8769-4144-8c7f-d31d78ecaf63 None None] For port 44e23e3a-2f93-42f9-bdc5-9da52ec38897, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=44e23e3a-2f93-42f9-bdc5-9da52ec38897,segment=NetworkSegment(e234f058-99e9-4683-aff2-a800b51d2ec4),segment_id=e234f058-99e9-4683-aff2-a800b51d2ec4)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:25.732176 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-618543e1-a8e0-4a85-b59a-512239ba5790 admin admin] Publish callbacks [] for router_gateway (5c3b71c2-d985-475e-a704-bf9a5f736829), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:25.741977 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed0bad74-a174-4a79-a30f-a9b532ef9f3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cbd17df-58ab-4c50-945e-8500d8a00a79'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:43:25.742740 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:43:25.742740 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:43:25.742740 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:43:25.742740 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:43:25.742740 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:43:25.742740 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:43:25.742740 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:43:25.742740 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:43:25.742740 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:43:25.742740 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:43:25.742740 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:43:25.742740 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:43:25.742740 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:43:25.742740 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:43:25.742740 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:43:25.742740 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:43:25.742740 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:43:25.742740 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:43:25.742740 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:43:25.742740 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:43:25.742740 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:43:25.742740 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:43:25.742740 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:43:25.742740 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:43:25.742740 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:43:25.742740 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:43:25.742740 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:43:25.742740 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:43:25.742740 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:43:25.742740 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:43:25.742740 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:43:25.742740 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:43:25.747308 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5c22ed1-972e-4292-8311-0bd536e0e16b" -d '{"events": [{"server_uuid": "ed0bad74-a174-4a79-a30f-a9b532ef9f3a", "name": "network-vif-plugged", "status": "completed", "tag": "1cbd17df-58ab-4c50-945e-8500d8a00a79"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:43:25.754035 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-be302519-a542-4d8e-945e-c3d0edf50309 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (36f90717-e2ed-43b7-88cb-7fba5d1b0670), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:25.775678 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 44e23e3a-2f93-42f9-bdc5-9da52ec38897 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:43:25.793131 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b125e386-f2f9-488d-9ac4-c9e25791068b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (877a96af-1a67-4748-9efa-076a406748da), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:25.796735 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c9a05982-8769-4144-8c7f-d31d78ecaf63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (44e23e3a-2f93-42f9-bdc5-9da52ec38897), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:25.805962 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-618543e1-a8e0-4a85-b59a-512239ba5790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:25.843370 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b17da6-d831-4139-b9b1-5138fb3f796c tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:25.858818 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b17da6-d831-4139-b9b1-5138fb3f796c tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:25.864777 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-f3b17da6-d831-4139-b9b1-5138fb3f796c tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2675655 Feb 09 21:43:25.866304 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 39962) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:25.886209 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be302519-a542-4d8e-945e-c3d0edf50309 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Pushing event deleted for resources: {'Port': ['ID=36f90717-e2ed-43b7-88cb-7fba5d1b0670,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:25.910268 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 1cbd17df-58ab-4c50-945e-8500d8a00a79, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=1cbd17df-58ab-4c50-945e-8500d8a00a79,segment=NetworkSegment(ab2445e6-d1b5-43a7-9d83-6a2f567a89ca),segment_id=ab2445e6-d1b5-43a7-9d83-6a2f567a89ca)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:25.913730 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b125e386-f2f9-488d-9ac4-c9e25791068b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:25.915481 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a05982-8769-4144-8c7f-d31d78ecaf63 None None] Pushing event updated for resources: {'Port': ['ID=44e23e3a-2f93-42f9-bdc5-9da52ec38897,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:25.954310 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-b125e386-f2f9-488d-9ac4-c9e25791068b admin admin] 10.222.0.90 "DELETE /v2.0/networks/877a96af-1a67-4748-9efa-076a406748da HTTP/1.1" status: 204 len: 168 time: 2.2850542 Feb 09 21:43:25.973115 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c1d6b8-15c6-44d2-93c3-4bfb58432d43 x-openstack-request-id: req-b2c1d6b8-15c6-44d2-93c3-4bfb58432d43 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:43:25.973718 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed0bad74-a174-4a79-a30f-a9b532ef9f3a", "name": "network-vif-plugged", "status": "completed", "tag": "1cbd17df-58ab-4c50-945e-8500d8a00a79", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:43:25.974225 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-b2c1d6b8-15c6-44d2-93c3-4bfb58432d43 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:43:25.974848 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed0bad74-a174-4a79-a30f-a9b532ef9f3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cbd17df-58ab-4c50-945e-8500d8a00a79', 'code': 200} Feb 09 21:43:25.984938 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (1cbd17df-58ab-4c50-945e-8500d8a00a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:25.998747 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-538a0a3d-76e8-4f01-80f3-8eeb30c59693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (ffc1eb71-c432-4a0b-94d6-451407628622), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:26.029360 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b125e386-f2f9-488d-9ac4-c9e25791068b admin admin] Pushing event deleted for resources: {'Network': ['ID=877a96af-1a67-4748-9efa-076a406748da,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:26.047205 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be302519-a542-4d8e-945e-c3d0edf50309 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] No DVR routers for this DVR port 36f90717-e2ed-43b7-88cb-7fba5d1b0670 on host n-d-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:43:26.141398 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-65d8bcfa-dce0-42d1-89c3-bfb84c6cc1ca None None] Provisioning complete for port 32774388-1dad-46c3-bd21-fba3d9824c19 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:26.141653 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-65d8bcfa-dce0-42d1-89c3-bfb84c6cc1ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (32774388-1dad-46c3-bd21-fba3d9824c19), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:26.246840 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-be302519-a542-4d8e-945e-c3d0edf50309 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (d989cdab-aa1c-4493-aa0d-54cf9f342fdc), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:26.280067 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-be302519-a542-4d8e-945e-c3d0edf50309 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d989cdab-aa1c-4493-aa0d-54cf9f342fdc']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:26.298846 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-be302519-a542-4d8e-945e-c3d0edf50309 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60b0043a-0b15-41ee-8dbb-3d7ff6460cde') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:26.299958 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-be302519-a542-4d8e-945e-c3d0edf50309 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60b0043a-0b15-41ee-8dbb-3d7ff6460cde') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:26.324263 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-be302519-a542-4d8e-945e-c3d0edf50309 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (60b0043a-0b15-41ee-8dbb-3d7ff6460cde), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:26.325366 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-15d9a1cb-389b-4793-88b1-af816b027169 None None] Allocated IP 172.20.0.2 (89302a14-ea08-4726-b1fe-46786cbf4500/6ef5b987-00df-4044-aca4-5ad37512d0ff/f8abd87e-9c27-49fe-aed2-a3746fe52601) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:43:26.343757 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 44e23e3a-2f93-42f9-bdc5-9da52ec38897 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:26.344178 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (44e23e3a-2f93-42f9-bdc5-9da52ec38897), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:26.347540 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-be302519-a542-4d8e-945e-c3d0edf50309 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (60b0043a-0b15-41ee-8dbb-3d7ff6460cde), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:26.357407 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be302519-a542-4d8e-945e-c3d0edf50309 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:43:26.357752 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-be302519-a542-4d8e-945e-c3d0edf50309 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (60b0043a-0b15-41ee-8dbb-3d7ff6460cde), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:26.388535 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=1cbd17df-58ab-4c50-945e-8500d8a00a79,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:26.415452 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-65d8bcfa-dce0-42d1-89c3-bfb84c6cc1ca None None] Port 32774388-1dad-46c3-bd21-fba3d9824c19 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:43:26.458255 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39974) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:26.461782 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:43:26.461782 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:43:26.461782 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:43:26.461782 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:43:26.461782 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:43:26.461782 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:43:26.461782 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:43:26.461782 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:43:26.461782 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:43:26.461782 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:43:26.461782 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:43:26.461782 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:43:26.461782 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:43:26.461782 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:43:26.461782 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:43:26.461782 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:43:26.461782 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:43:26.461782 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:43:26.461782 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:43:26.461782 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:43:26.461782 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:43:26.461782 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:43:26.461782 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:43:26.461782 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:43:26.461782 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:43:26.461782 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:43:26.461782 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:43:26.461782 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:43:26.461782 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:43:26.461782 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:43:26.461782 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:43:26.461782 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:43:26.511952 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-be302519-a542-4d8e-945e-c3d0edf50309 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (d989cdab-aa1c-4493-aa0d-54cf9f342fdc), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:26.522465 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-be302519-a542-4d8e-945e-c3d0edf50309 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:26.526351 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-be302519-a542-4d8e-945e-c3d0edf50309 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "DELETE /v2.0/networks/d989cdab-aa1c-4493-aa0d-54cf9f342fdc HTTP/1.1" status: 204 len: 168 time: 2.5840781 Feb 09 21:43:26.536721 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-640ac6d1-4f6c-463f-8606-c04e7aa4a52e admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=cb05ca5ba83a4079b3312538e80ff3cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0738137 Feb 09 21:43:26.546329 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 39978) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:26.546854 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 39980) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:26.567072 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be302519-a542-4d8e-945e-c3d0edf50309 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Pushing event deleted for resources: {'Network': ['ID=d989cdab-aa1c-4493-aa0d-54cf9f342fdc,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:26.577674 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57994a1-40b6-4d50-afca-6832e07ae665 req-1cd53b00-754c-414a-8730-54022491f45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:26.579715 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c57994a1-40b6-4d50-afca-6832e07ae665 req-1cd53b00-754c-414a-8730-54022491f45b service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=ed0bad74-a174-4a79-a30f-a9b532ef9f3a HTTP/1.1" status: 200 len: 1128 time: 0.5194495 Feb 09 21:43:26.662375 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c57994a1-40b6-4d50-afca-6832e07ae665 req-c9fba49f-121f-4b3a-aa0c-fd9e57630cf9 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714538 Feb 09 21:43:26.718748 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c71e832e-fa9e-4ef8-973c-f46daa092ff5 req-79b39259-02fd-4ec7-97a7-6871df42e30d tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] 10.222.0.90 "GET /v2.0/ports?device_id=085d93ab-b7d7-4077-ace2-f2ac9ed09680 HTTP/1.1" status: 200 len: 210 time: 0.1669278 Feb 09 21:43:26.862345 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-87519f25-135f-4e55-a774-e0992c386893 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Publish callbacks [] for port (4f4f41d3-11b1-456f-81dd-a04fcb0dfc9e), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:26.886590 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 44e23e3a-2f93-42f9-bdc5-9da52ec38897 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:26.903112 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-87519f25-135f-4e55-a774-e0992c386893 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (4f4f41d3-11b1-456f-81dd-a04fcb0dfc9e), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:26.938517 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1f7196df-0cdf-4214-8204-6158b374e7c8 req-03caced4-6d46-4025-9126-a4117f3b57dd tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 210 time: 0.1061640 Feb 09 21:43:26.982680 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87519f25-135f-4e55-a774-e0992c386893 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Network ebb45870-6748-498b-8acb-a8ea88568553 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:43:26.985951 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-87519f25-135f-4e55-a774-e0992c386893 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:43:26.989850 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87519f25-135f-4e55-a774-e0992c386893 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:43:27.051538 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25291de-cd75-4dd3-9593-d8a6634adab2 req-21907fbf-8bbe-42f1-a303-84b5f3a5195b tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:27.052482 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87519f25-135f-4e55-a774-e0992c386893 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Pushing event updated for resources: {'Port': ['ID=4f4f41d3-11b1-456f-81dd-a04fcb0dfc9e,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:27.064574 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a25291de-cd75-4dd3-9593-d8a6634adab2 req-21907fbf-8bbe-42f1-a303-84b5f3a5195b tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed0bad74-a174-4a79-a30f-a9b532ef9f3a HTTP/1.1" status: 200 len: 946 time: 0.5164447 Feb 09 21:43:27.072080 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87519f25-135f-4e55-a774-e0992c386893 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:27.072760 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-87519f25-135f-4e55-a774-e0992c386893 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:27.092740 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-87519f25-135f-4e55-a774-e0992c386893 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9243805 Feb 09 21:43:27.095803 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39986) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:27.099946 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 383e95c2-6696-40de-a63e-fd99d023890b no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:43:27.130579 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-618543e1-a8e0-4a85-b59a-512239ba5790 admin admin] Allocated IP 172.25.3.245 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/f1855a98-99c3-40d3-9d1c-d3ceee81e0b1) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:43:27.191529 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 383e95c2-6696-40de-a63e-fd99d023890b {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:43:27.191992 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 383e95c2-6696-40de-a63e-fd99d023890b not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:43:27.192475 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 36f90717-e2ed-43b7-88cb-7fba5d1b0670 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:43:27.215731 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5fafcb8d-543b-493f-86bf-35f940a60c0b admin admin] Publish callbacks [] for security_group (c8e31d9a-68fc-4628-805f-f82c99c57fce), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:27.251119 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-c9edbda2-12d0-4d1c-95c3-e15320d1daba tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Deleting port 32774388-1dad-46c3-bd21-fba3d9824c19 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:43:27.251464 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c9edbda2-12d0-4d1c-95c3-e15320d1daba tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (32774388-1dad-46c3-bd21-fba3d9824c19), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:27.298372 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 36f90717-e2ed-43b7-88cb-7fba5d1b0670 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:43:27.298728 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 36f90717-e2ed-43b7-88cb-7fba5d1b0670 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:43:27.299256 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device d542b251-6b19-451e-a13b-6fd0159c4426 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:43:27.344470 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-f030dd11-a069-4864-a27d-f40dae194f9f tempest-FloatingIPAdminTestJSON-1590802299 tempest-FloatingIPAdminTestJSON-1590802299-project-admin] Request body: {'floatingip': {'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'project_id': '2a7e249a93184ad2b39f7e5e04c1b8cd', 'port_id': '4f4f41d3-11b1-456f-81dd-a04fcb0dfc9e'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:27.373962 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: d542b251-6b19-451e-a13b-6fd0159c4426 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:43:27.374580 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device d542b251-6b19-451e-a13b-6fd0159c4426 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:43:27.381875 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f030dd11-a069-4864-a27d-f40dae194f9f tempest-FloatingIPAdminTestJSON-1590802299 tempest-FloatingIPAdminTestJSON-1590802299-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:27.394331 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-538a0a3d-76e8-4f01-80f3-8eeb30c59693 None None] Publish callbacks [] for port (ffc1eb71-c432-4a0b-94d6-451407628622), precommit_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:27.431010 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-538a0a3d-76e8-4f01-80f3-8eeb30c59693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (ffc1eb71-c432-4a0b-94d6-451407628622), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:27.436616 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-7e0e9e67-8cd8-4a66-8e9b-02f30688089f None None] Provisioning complete for port 4f4f41d3-11b1-456f-81dd-a04fcb0dfc9e triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:27.436994 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7e0e9e67-8cd8-4a66-8e9b-02f30688089f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (4f4f41d3-11b1-456f-81dd-a04fcb0dfc9e), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:27.459123 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-618543e1-a8e0-4a85-b59a-512239ba5790 admin admin] Publish callbacks [] for port (f1855a98-99c3-40d3-9d1c-d3ceee81e0b1), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:27.503776 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f030dd11-a069-4864-a27d-f40dae194f9f tempest-FloatingIPAdminTestJSON-1590802299 tempest-FloatingIPAdminTestJSON-1590802299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:27.555939 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-15d9a1cb-389b-4793-88b1-af816b027169 None None] Publish callbacks [] for port (f8abd87e-9c27-49fe-aed2-a3746fe52601), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:27.559301 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91828057-38ae-4ad4-b63d-570bc78e8d30 None None] Pushing event updated for resources: {'Port': ['ID=ffc1eb71-c432-4a0b-94d6-451407628622,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:27.569051 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-7e0e9e67-8cd8-4a66-8e9b-02f30688089f None None] Port 4f4f41d3-11b1-456f-81dd-a04fcb0dfc9e cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:43:27.571089 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-15d9a1cb-389b-4793-88b1-af816b027169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (f8abd87e-9c27-49fe-aed2-a3746fe52601), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:27.679865 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d9a1cb-389b-4793-88b1-af816b027169 None None] Pushing event updated for resources: {'Port': ['ID=f8abd87e-9c27-49fe-aed2-a3746fe52601,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:27.723679 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 44e23e3a-2f93-42f9-bdc5-9da52ec38897 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:43:27.741748 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d9a1cb-389b-4793-88b1-af816b027169 None None] Network 89302a14-ea08-4726-b1fe-46786cbf4500 is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:43:27.771310 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-15d9a1cb-389b-4793-88b1-af816b027169 None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:43:27.775864 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d9a1cb-389b-4793-88b1-af816b027169 None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:43:27.778977 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-538a0a3d-76e8-4f01-80f3-8eeb30c59693 None None] Attempting to bind port ffc1eb71-c432-4a0b-94d6-451407628622 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:43:27.779366 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-538a0a3d-76e8-4f01-80f3-8eeb30c59693 None None] Attempting to bind port ffc1eb71-c432-4a0b-94d6-451407628622 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '9336038c-c827-49b4-9b26-98b175de6249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '74d53abd-a71d-429c-929d-41ed12b1d218'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:43:27.779744 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538a0a3d-76e8-4f01-80f3-8eeb30c59693 None None] Attempting to bind port ffc1eb71-c432-4a0b-94d6-451407628622 on network 74d53abd-a71d-429c-929d-41ed12b1d218 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:43:27.801841 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538a0a3d-76e8-4f01-80f3-8eeb30c59693 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:43:27.802285 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538a0a3d-76e8-4f01-80f3-8eeb30c59693 None None] Checking segment: {'id': '9336038c-c827-49b4-9b26-98b175de6249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '74d53abd-a71d-429c-929d-41ed12b1d218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:43:27.802700 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-538a0a3d-76e8-4f01-80f3-8eeb30c59693 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:27.803116 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538a0a3d-76e8-4f01-80f3-8eeb30c59693 None None] Bound using segment: {'id': '9336038c-c827-49b4-9b26-98b175de6249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '74d53abd-a71d-429c-929d-41ed12b1d218'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:43:27.803895 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-538a0a3d-76e8-4f01-80f3-8eeb30c59693 None None] Bound port: ffc1eb71-c432-4a0b-94d6-451407628622, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9336038c-c827-49b4-9b26-98b175de6249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '74d53abd-a71d-429c-929d-41ed12b1d218'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:43:27.804341 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-538a0a3d-76e8-4f01-80f3-8eeb30c59693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (ffc1eb71-c432-4a0b-94d6-451407628622), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:27.843292 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5fafcb8d-543b-493f-86bf-35f940a60c0b admin admin] Publish callbacks [] for security_group (c8e31d9a-68fc-4628-805f-f82c99c57fce), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:27.871306 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a25291de-cd75-4dd3-9593-d8a6634adab2 req-3dd3dae5-0ca6-4177-865d-6996c184a552 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8050296 Feb 09 21:43:27.928087 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-efa42019-59ba-43d2-a171-1f88536f0f75 req-e454ca2c-4755-4721-9725-3345a71e41fe tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] 10.222.0.90 "GET /v2.0/ports?device_id=085d93ab-b7d7-4077-ace2-f2ac9ed09680 HTTP/1.1" status: 200 len: 210 time: 0.0559151 Feb 09 21:43:27.929860 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-15d9a1cb-389b-4793-88b1-af816b027169 None None] Attempting to bind port f8abd87e-9c27-49fe-aed2-a3746fe52601 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:43:27.930396 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-15d9a1cb-389b-4793-88b1-af816b027169 None None] Attempting to bind port f8abd87e-9c27-49fe-aed2-a3746fe52601 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '39a07604-b57e-42f4-abd7-9430bca79984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '89302a14-ea08-4726-b1fe-46786cbf4500'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:43:27.930774 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d9a1cb-389b-4793-88b1-af816b027169 None None] Attempting to bind port f8abd87e-9c27-49fe-aed2-a3746fe52601 on network 89302a14-ea08-4726-b1fe-46786cbf4500 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:43:27.939310 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-618543e1-a8e0-4a85-b59a-512239ba5790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (f1855a98-99c3-40d3-9d1c-d3ceee81e0b1), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:27.940937 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 44e23e3a-2f93-42f9-bdc5-9da52ec38897 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:27.941551 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (44e23e3a-2f93-42f9-bdc5-9da52ec38897), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:27.957593 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baffaf9b-a48d-4ce9-9d69-eed75f9d80b7 req-a42ed782-7613-4b4c-8241-4aae37c18394 tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:27.960056 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-baffaf9b-a48d-4ce9-9d69-eed75f9d80b7 req-a42ed782-7613-4b4c-8241-4aae37c18394 tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] 10.222.0.95 "GET /v2.0/networks?id=034e9d46-4db7-4bf7-b56e-1ad6749a2cc8 HTTP/1.1" status: 200 len: 812 time: 0.3390019 Feb 09 21:43:27.965871 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-f030dd11-a069-4864-a27d-f40dae194f9f tempest-FloatingIPAdminTestJSON-1590802299 tempest-FloatingIPAdminTestJSON-1590802299-project-admin] Allocated IP 172.25.3.158 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/30e41311-90d1-4713-984d-21347dcdb419) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:43:27.980490 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618543e1-a8e0-4a85-b59a-512239ba5790 admin admin] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:43:27.994935 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d9a1cb-389b-4793-88b1-af816b027169 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:43:27.994935 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d9a1cb-389b-4793-88b1-af816b027169 None None] Checking segment: {'id': '39a07604-b57e-42f4-abd7-9430bca79984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '89302a14-ea08-4726-b1fe-46786cbf4500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:43:27.994935 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-15d9a1cb-389b-4793-88b1-af816b027169 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:27.995327 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d9a1cb-389b-4793-88b1-af816b027169 None None] Bound using segment: {'id': '39a07604-b57e-42f4-abd7-9430bca79984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '89302a14-ea08-4726-b1fe-46786cbf4500'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:43:27.995760 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-15d9a1cb-389b-4793-88b1-af816b027169 None None] Bound port: f8abd87e-9c27-49fe-aed2-a3746fe52601, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39a07604-b57e-42f4-abd7-9430bca79984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '89302a14-ea08-4726-b1fe-46786cbf4500'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:43:27.996139 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-15d9a1cb-389b-4793-88b1-af816b027169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (f8abd87e-9c27-49fe-aed2-a3746fe52601), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:28.041778 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618543e1-a8e0-4a85-b59a-512239ba5790 admin admin] Pushing event updated for resources: {'Port': ['ID=f1855a98-99c3-40d3-9d1c-d3ceee81e0b1,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:28.052624 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-baffaf9b-a48d-4ce9-9d69-eed75f9d80b7 req-753eceae-ff1f-48ea-80bd-9aeba8dc7a2e tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] Request body: {'port': {'device_id': '085d93ab-b7d7-4077-ace2-f2ac9ed09680', 'network_id': '034e9d46-4db7-4bf7-b56e-1ad6749a2cc8', 'admin_state_up': True, 'tenant_id': '2f4cde7908d04894ad973a12c05d856e'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:28.054809 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a283ddf7-533f-450c-804b-1269cffa746a None None] Provisioning complete for port ffc1eb71-c432-4a0b-94d6-451407628622 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:28.055186 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a283ddf7-533f-450c-804b-1269cffa746a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (ffc1eb71-c432-4a0b-94d6-451407628622), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:28.060794 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-538a0a3d-76e8-4f01-80f3-8eeb30c59693 None None] For port ffc1eb71-c432-4a0b-94d6-451407628622, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:43:28.063793 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-618543e1-a8e0-4a85-b59a-512239ba5790 admin admin] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:43:28.066840 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618543e1-a8e0-4a85-b59a-512239ba5790 admin admin] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:43:28.127090 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-15d9a1cb-389b-4793-88b1-af816b027169 None None] For port f8abd87e-9c27-49fe-aed2-a3746fe52601, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:43:28.131013 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-15d9a1cb-389b-4793-88b1-af816b027169 None None] For port f8abd87e-9c27-49fe-aed2-a3746fe52601, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=f8abd87e-9c27-49fe-aed2-a3746fe52601,segment=NetworkSegment(39a07604-b57e-42f4-abd7-9430bca79984),segment_id=39a07604-b57e-42f4-abd7-9430bca79984)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:43:28.142610 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f030dd11-a069-4864-a27d-f40dae194f9f tempest-FloatingIPAdminTestJSON-1590802299 tempest-FloatingIPAdminTestJSON-1590802299-project-admin] Publish callbacks [] for port (30e41311-90d1-4713-984d-21347dcdb419), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:28.170969 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-15d9a1cb-389b-4793-88b1-af816b027169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (f8abd87e-9c27-49fe-aed2-a3746fe52601), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:28.180934 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-538a0a3d-76e8-4f01-80f3-8eeb30c59693 None None] For port ffc1eb71-c432-4a0b-94d6-451407628622, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=ffc1eb71-c432-4a0b-94d6-451407628622,segment=NetworkSegment(9336038c-c827-49b4-9b26-98b175de6249),segment_id=9336038c-c827-49b4-9b26-98b175de6249)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:43:28.201172 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f030dd11-a069-4864-a27d-f40dae194f9f tempest-FloatingIPAdminTestJSON-1590802299 tempest-FloatingIPAdminTestJSON-1590802299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (30e41311-90d1-4713-984d-21347dcdb419), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:28.248905 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-538a0a3d-76e8-4f01-80f3-8eeb30c59693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (ffc1eb71-c432-4a0b-94d6-451407628622), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:28.272392 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f030dd11-a069-4864-a27d-f40dae194f9f tempest-FloatingIPAdminTestJSON-1590802299 tempest-FloatingIPAdminTestJSON-1590802299-project-admin] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:43:28.277496 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-f030dd11-a069-4864-a27d-f40dae194f9f tempest-FloatingIPAdminTestJSON-1590802299 tempest-FloatingIPAdminTestJSON-1590802299-project-admin] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:43:28.277841 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a283ddf7-533f-450c-804b-1269cffa746a None None] Port ffc1eb71-c432-4a0b-94d6-451407628622 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:43:28.281421 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f030dd11-a069-4864-a27d-f40dae194f9f tempest-FloatingIPAdminTestJSON-1590802299 tempest-FloatingIPAdminTestJSON-1590802299-project-admin] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:43:28.311621 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f030dd11-a069-4864-a27d-f40dae194f9f tempest-FloatingIPAdminTestJSON-1590802299 tempest-FloatingIPAdminTestJSON-1590802299-project-admin] Pushing event updated for resources: {'Port': ['ID=30e41311-90d1-4713-984d-21347dcdb419,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:28.347533 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c9edbda2-12d0-4d1c-95c3-e15320d1daba tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (32774388-1dad-46c3-bd21-fba3d9824c19), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:28.381035 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d9a1cb-389b-4793-88b1-af816b027169 None None] Pushing event updated for resources: {'Port': ['ID=f8abd87e-9c27-49fe-aed2-a3746fe52601,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:28.420274 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-264c652f-cd1e-443d-b401-bb230116b598 req-f740c90e-a3f1-4485-8276-360b84904006 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 210 time: 0.3739204 Feb 09 21:43:28.427234 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-c9edbda2-12d0-4d1c-95c3-e15320d1daba tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Calling delete_port for 32774388-1dad-46c3-bd21-fba3d9824c19 owned by {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:43:28.471803 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538a0a3d-76e8-4f01-80f3-8eeb30c59693 None None] Routers {'9378fdb6-af0c-40c9-b62e-f5a26dc8f129'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:43:28.471803 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-538a0a3d-76e8-4f01-80f3-8eeb30c59693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:43:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['9378fdb6-af0c-40c9-b62e-f5a26dc8f129'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:28.577931 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 44e23e3a-2f93-42f9-bdc5-9da52ec38897 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:28.582142 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5fafcb8d-543b-493f-86bf-35f940a60c0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (c8e31d9a-68fc-4628-805f-f82c99c57fce), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:28.587321 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5fafcb8d-543b-493f-86bf-35f940a60c0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:28.597577 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-5fafcb8d-543b-493f-86bf-35f940a60c0b admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/c8e31d9a-68fc-4628-805f-f82c99c57fce HTTP/1.1" status: 204 len: 168 time: 2.0388556 Feb 09 21:43:28.638594 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fafcb8d-543b-493f-86bf-35f940a60c0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e31d9a-68fc-4628-805f-f82c99c57fce,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:28.745552 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-538a0a3d-76e8-4f01-80f3-8eeb30c59693 None None] Set router 9378fdb6-af0c-40c9-b62e-f5a26dc8f129 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:43:28.922409 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91828057-38ae-4ad4-b63d-570bc78e8d30 None None] Pushing event updated for resources: {'Port': ['ID=ffc1eb71-c432-4a0b-94d6-451407628622,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:28.989210 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-e3a1b59e-f511-469a-b5bf-ad655bb9b56f None None] Provisioning complete for port ffc1eb71-c432-4a0b-94d6-451407628622 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:28.989595 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e3a1b59e-f511-469a-b5bf-ad655bb9b56f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (ffc1eb71-c432-4a0b-94d6-451407628622), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:29.092206 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-848ef955-f9ab-4cce-ab84-bf4f912d616d req-ebf197e1-e75e-43c6-a641-a09278cbfd39 tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] 10.222.0.90 "GET /v2.0/ports?device_id=085d93ab-b7d7-4077-ace2-f2ac9ed09680 HTTP/1.1" status: 200 len: 210 time: 0.0365922 Feb 09 21:43:29.100107 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-baffaf9b-a48d-4ce9-9d69-eed75f9d80b7 req-753eceae-ff1f-48ea-80bd-9aeba8dc7a2e tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] Made reservation on behalf of 2f4cde7908d04894ad973a12c05d856e for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:43:29.112008 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f030dd11-a069-4864-a27d-f40dae194f9f tempest-FloatingIPAdminTestJSON-1590802299 tempest-FloatingIPAdminTestJSON-1590802299-project-admin] Publish callbacks [] for floatingip (0d446e49-dbee-412b-9d8d-2a49a876aca0), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:29.121848 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-baffaf9b-a48d-4ce9-9d69-eed75f9d80b7 req-753eceae-ff1f-48ea-80bd-9aeba8dc7a2e tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:29.263937 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f030dd11-a069-4864-a27d-f40dae194f9f tempest-FloatingIPAdminTestJSON-1590802299 tempest-FloatingIPAdminTestJSON-1590802299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (30e41311-90d1-4713-984d-21347dcdb419), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:29.308704 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2dcf7af0-ea70-4475-8559-e213fe7b450d tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524906'] for router_interface (bf06bceb-4cbf-41a1-9752-211686b11ead), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:29.315786 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-e3a1b59e-f511-469a-b5bf-ad655bb9b56f None None] Current status of the port ffc1eb71-c432-4a0b-94d6-451407628622 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:29.316191 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e3a1b59e-f511-469a-b5bf-ad655bb9b56f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (ffc1eb71-c432-4a0b-94d6-451407628622), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:29.386514 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-e3a1b59e-f511-469a-b5bf-ad655bb9b56f None None] For port ffc1eb71-c432-4a0b-94d6-451407628622, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=ffc1eb71-c432-4a0b-94d6-451407628622,segment=NetworkSegment(9336038c-c827-49b4-9b26-98b175de6249),segment_id=9336038c-c827-49b4-9b26-98b175de6249)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:29.396800 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e3a1b59e-f511-469a-b5bf-ad655bb9b56f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (ffc1eb71-c432-4a0b-94d6-451407628622), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:29.405906 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-538a0a3d-76e8-4f01-80f3-8eeb30c59693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9378fdb6-af0c-40c9-b62e-f5a26dc8f129', 'name': 'tempest-TaggedBootDevicesTest-909826218-router', 'tenant_id': 'e0fba33cc37140f68483b74485e6f58c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '747c4daf-18ce-48cb-a47d-3fed3fc7043b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:42:57Z', 'updated_at': '2022-02-09T21:43:15Z', 'revision_number': 4, 'project_id': 'e0fba33cc37140f68483b74485e6f58c', 'gw_port': {'id': '747c4daf-18ce-48cb-a47d-3fed3fc7043b', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:50:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9378fdb6-af0c-40c9-b62e-f5a26dc8f129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:43:03Z', 'updated_at': '2022-02-09T21:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': 'ffc1eb71-c432-4a0b-94d6-451407628622', 'name': '', 'network_id': '74d53abd-a71d-429c-929d-41ed12b1d218', 'tenant_id': 'e0fba33cc37140f68483b74485e6f58c', 'mac_address': 'fa:16:3e:8b:6b:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9378fdb6-af0c-40c9-b62e-f5a26dc8f129', 'device_owner': 'network:router_interface', 'standard_attr_id': 2023, 'fixed_ips': [{'subnet_id': '31bf57d7-aaed-40fd-925f-87213ac6208a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:43:14Z', 'updated_at': '2022-02-09T21:43:28Z', 'revision_number': 4, 'project_id': 'e0fba33cc37140f68483b74485e6f58c', 'subnets': [{'id': '31bf57d7-aaed-40fd-925f-87213ac6208a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:29.406689 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-618543e1-a8e0-4a85-b59a-512239ba5790 admin admin] Publish callbacks [] for router_gateway (5c3b71c2-d985-475e-a704-bf9a5f736829), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:29.471937 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538a0a3d-76e8-4f01-80f3-8eeb30c59693 None None] The sync data for ids ['9378fdb6-af0c-40c9-b62e-f5a26dc8f129'] in n-d-828369-5 is: [{'id': '9378fdb6-af0c-40c9-b62e-f5a26dc8f129', 'name': 'tempest-TaggedBootDevicesTest-909826218-router', 'tenant_id': 'e0fba33cc37140f68483b74485e6f58c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '747c4daf-18ce-48cb-a47d-3fed3fc7043b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:42:57Z', 'updated_at': '2022-02-09T21:43:15Z', 'revision_number': 4, 'project_id': 'e0fba33cc37140f68483b74485e6f58c', 'gw_port': {'id': '747c4daf-18ce-48cb-a47d-3fed3fc7043b', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:50:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9378fdb6-af0c-40c9-b62e-f5a26dc8f129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:43:03Z', 'updated_at': '2022-02-09T21:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': 'ffc1eb71-c432-4a0b-94d6-451407628622', 'name': '', 'network_id': '74d53abd-a71d-429c-929d-41ed12b1d218', 'tenant_id': 'e0fba33cc37140f68483b74485e6f58c', 'mac_address': 'fa:16:3e:8b:6b:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9378fdb6-af0c-40c9-b62e-f5a26dc8f129', 'device_owner': 'network:router_interface', 'standard_attr_id': 2023, 'fixed_ips': [{'subnet_id': '31bf57d7-aaed-40fd-925f-87213ac6208a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:43:14Z', 'updated_at': '2022-02-09T21:43:28Z', 'revision_number': 4, 'project_id': 'e0fba33cc37140f68483b74485e6f58c', 'subnets': [{'id': '31bf57d7-aaed-40fd-925f-87213ac6208a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:43:29.566699 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a1b59e-f511-469a-b5bf-ad655bb9b56f None None] Pushing event updated for resources: {'Port': ['ID=ffc1eb71-c432-4a0b-94d6-451407628622,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:29.651650 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f030dd11-a069-4864-a27d-f40dae194f9f tempest-FloatingIPAdminTestJSON-1590802299 tempest-FloatingIPAdminTestJSON-1590802299-project-admin] Publish callbacks [] for port (30e41311-90d1-4713-984d-21347dcdb419), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:29.661894 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f030dd11-a069-4864-a27d-f40dae194f9f tempest-FloatingIPAdminTestJSON-1590802299 tempest-FloatingIPAdminTestJSON-1590802299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (30e41311-90d1-4713-984d-21347dcdb419), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:29.765045 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f030dd11-a069-4864-a27d-f40dae194f9f tempest-FloatingIPAdminTestJSON-1590802299 tempest-FloatingIPAdminTestJSON-1590802299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (0d446e49-dbee-412b-9d8d-2a49a876aca0), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:29.939645 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device f8abd87e-9c27-49fe-aed2-a3746fe52601 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:43:29.951221 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f030dd11-a069-4864-a27d-f40dae194f9f tempest-FloatingIPAdminTestJSON-1590802299 tempest-FloatingIPAdminTestJSON-1590802299-project-admin] Pushing event updated for resources: {'Port': ['ID=30e41311-90d1-4713-984d-21347dcdb419,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:30.053872 n-d-828369-5 neutron-server[103141]: INFO neutron.db.l3_db [None req-f030dd11-a069-4864-a27d-f40dae194f9f tempest-FloatingIPAdminTestJSON-1590802299 tempest-FloatingIPAdminTestJSON-1590802299-project-admin] Floating IP 0d446e49-dbee-412b-9d8d-2a49a876aca0 associated. External IP: 172.25.3.158, port: 4f4f41d3-11b1-456f-81dd-a04fcb0dfc9e. Feb 09 21:43:30.086587 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce225da0-4516-4d60-9259-2640b107a553 None None] Network 89302a14-ea08-4726-b1fe-46786cbf4500 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:43:30.090528 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port f8abd87e-9c27-49fe-aed2-a3746fe52601 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:30.090965 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (f8abd87e-9c27-49fe-aed2-a3746fe52601), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:30.175728 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40022) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:30.260801 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-14d28168-877d-4360-90a1-27d51a6a259c None None] Provisioning complete for port f8abd87e-9c27-49fe-aed2-a3746fe52601 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:30.261183 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-14d28168-877d-4360-90a1-27d51a6a259c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (f8abd87e-9c27-49fe-aed2-a3746fe52601), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:30.277012 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0d0f25-6fe2-40ff-b1df-1f4ae7073162 req-7bbba45d-8087-4d6e-9879-01368e831fb7 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:30.285664 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5a0d0f25-6fe2-40ff-b1df-1f4ae7073162 req-7bbba45d-8087-4d6e-9879-01368e831fb7 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed0bad74-a174-4a79-a30f-a9b532ef9f3a HTTP/1.1" status: 200 len: 946 time: 1.2444627 Feb 09 21:43:30.306492 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c9edbda2-12d0-4d1c-95c3-e15320d1daba tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (32774388-1dad-46c3-bd21-fba3d9824c19), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:30.385951 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f030dd11-a069-4864-a27d-f40dae194f9f tempest-FloatingIPAdminTestJSON-1590802299 tempest-FloatingIPAdminTestJSON-1590802299-project-admin] Router 6304e900-0fba-4791-8ed2-6322a92e7cbe has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:43:30.430865 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [req-baffaf9b-a48d-4ce9-9d69-eed75f9d80b7 req-753eceae-ff1f-48ea-80bd-9aeba8dc7a2e tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] Allocated IP 172.20.0.7 (034e9d46-4db7-4bf7-b56e-1ad6749a2cc8/26763647-fb07-4f2a-a7e0-925fecb78ab2/aaf1a513-c69b-4de7-a3a4-850f0d85b483) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:43:30.499794 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-8ec27fa4-9ba2-4374-ba1e-631b16632d21 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1600170528-network', 'tenant_id': '505da41edaf64392a4228e0531d67a93'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:30.534280 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ec27fa4-9ba2-4374-ba1e-631b16632d21 admin admin] Made reservation on behalf of 505da41edaf64392a4228e0531d67a93 for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:43:30.534510 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-14d28168-877d-4360-90a1-27d51a6a259c None None] Current status of the port f8abd87e-9c27-49fe-aed2-a3746fe52601 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:30.535220 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-14d28168-877d-4360-90a1-27d51a6a259c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (f8abd87e-9c27-49fe-aed2-a3746fe52601), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:30.545454 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8ec27fa4-9ba2-4374-ba1e-631b16632d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:30.562581 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8ec27fa4-9ba2-4374-ba1e-631b16632d21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:30.582268 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-018d8b41-b4ab-4bd3-867b-240e31152426 req-84e28a71-1324-4f43-b810-fc33b57207b4 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 210 time: 0.2734971 Feb 09 21:43:30.593600 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-14d28168-877d-4360-90a1-27d51a6a259c None None] For port f8abd87e-9c27-49fe-aed2-a3746fe52601, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=f8abd87e-9c27-49fe-aed2-a3746fe52601,segment=NetworkSegment(39a07604-b57e-42f4-abd7-9430bca79984),segment_id=39a07604-b57e-42f4-abd7-9430bca79984)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:30.618858 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port f8abd87e-9c27-49fe-aed2-a3746fe52601 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:30.619251 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (f8abd87e-9c27-49fe-aed2-a3746fe52601), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:30.621492 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-14d28168-877d-4360-90a1-27d51a6a259c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (f8abd87e-9c27-49fe-aed2-a3746fe52601), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:30.671997 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8ec27fa4-9ba2-4374-ba1e-631b16632d21 admin admin] Publish callbacks [] for security_group (06ffa8f8-32f1-44b4-bd39-04f7b2ff4df5), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:30.686496 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8ec27fa4-9ba2-4374-ba1e-631b16632d21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (06ffa8f8-32f1-44b4-bd39-04f7b2ff4df5), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:30.752695 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9edbda2-12d0-4d1c-95c3-e15320d1daba tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event deleted for resources: {'Port': ['ID=32774388-1dad-46c3-bd21-fba3d9824c19,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:30.765646 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f030dd11-a069-4864-a27d-f40dae194f9f tempest-FloatingIPAdminTestJSON-1590802299 tempest-FloatingIPAdminTestJSON-1590802299-project-admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:43:30.795931 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071ef9de-8a7b-4c0c-9ffa-d2f470eec188 None None] Sync routers for ids ['6304e900-0fba-4791-8ed2-6322a92e7cbe'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:43:30.799584 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ec27fa4-9ba2-4374-ba1e-631b16632d21 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:43:30.873423 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8ec27fa4-9ba2-4374-ba1e-631b16632d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (e565681c-44c8-4330-b2c2-487301c0cafb), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:30.873970 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-8ec27fa4-9ba2-4374-ba1e-631b16632d21 admin admin] Added segment e565681c-44c8-4330-b2c2-487301c0cafb of type vlan for network efdb96f6-22a5-41e8-be55-251cf329ed07 Feb 09 21:43:30.881833 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d28168-877d-4360-90a1-27d51a6a259c None None] Pushing event updated for resources: {'Port': ['ID=f8abd87e-9c27-49fe-aed2-a3746fe52601,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:30.894899 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f030dd11-a069-4864-a27d-f40dae194f9f tempest-FloatingIPAdminTestJSON-1590802299 tempest-FloatingIPAdminTestJSON-1590802299-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:30.910525 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c9edbda2-12d0-4d1c-95c3-e15320d1daba tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:30.920851 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-c9edbda2-12d0-4d1c-95c3-e15320d1daba tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "DELETE /v2.0/ports/32774388-1dad-46c3-bd21-fba3d9824c19 HTTP/1.1" status: 204 len: 168 time: 5.0476346 Feb 09 21:43:30.940573 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec27fa4-9ba2-4374-ba1e-631b16632d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06ffa8f8-32f1-44b4-bd39-04f7b2ff4df5,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:30.941611 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.db.api [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103142) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:43:30.942150 n-d-828369-5 neutron-server[103142]: DEBUG oslo_db.api [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:43:30.942593 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40026) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:30.944763 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071ef9de-8a7b-4c0c-9ffa-d2f470eec188 None None] Routers {'6304e900-0fba-4791-8ed2-6322a92e7cbe'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:43:30.946000 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-071ef9de-8a7b-4c0c-9ffa-d2f470eec188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:43:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['6304e900-0fba-4791-8ed2-6322a92e7cbe'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:30.990429 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5a0d0f25-6fe2-40ff-b1df-1f4ae7073162 req-4376dadd-45bb-40a9-9fdc-2d493fe76543 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7037888 Feb 09 21:43:30.993690 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-071ef9de-8a7b-4c0c-9ffa-d2f470eec188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:30.998915 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-aafce553-587e-4bc7-a698-530f2db7400a req-d0f74907-6d1f-4b1d-bf77-470f400d5746 tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] 10.222.0.90 "GET /v2.0/ports?device_id=085d93ab-b7d7-4077-ace2-f2ac9ed09680 HTTP/1.1" status: 200 len: 210 time: 0.2523656 Feb 09 21:43:31.007485 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071ef9de-8a7b-4c0c-9ffa-d2f470eec188 None None] Routers {'6304e900-0fba-4791-8ed2-6322a92e7cbe'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:43:31.008901 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-071ef9de-8a7b-4c0c-9ffa-d2f470eec188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:43:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['6304e900-0fba-4791-8ed2-6322a92e7cbe'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:31.052708 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec27fa4-9ba2-4374-ba1e-631b16632d21 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:31.053060 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec27fa4-9ba2-4374-ba1e-631b16632d21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:31.053407 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec27fa4-9ba2-4374-ba1e-631b16632d21 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:31.053746 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec27fa4-9ba2-4374-ba1e-631b16632d21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:31.054081 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec27fa4-9ba2-4374-ba1e-631b16632d21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:31.054416 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec27fa4-9ba2-4374-ba1e-631b16632d21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:31.054744 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec27fa4-9ba2-4374-ba1e-631b16632d21 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:31.055071 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec27fa4-9ba2-4374-ba1e-631b16632d21 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:31.055395 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec27fa4-9ba2-4374-ba1e-631b16632d21 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:31.055721 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec27fa4-9ba2-4374-ba1e-631b16632d21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:31.056035 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec27fa4-9ba2-4374-ba1e-631b16632d21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:31.056510 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec27fa4-9ba2-4374-ba1e-631b16632d21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:31.056841 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec27fa4-9ba2-4374-ba1e-631b16632d21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:31.069745 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-071ef9de-8a7b-4c0c-9ffa-d2f470eec188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:31.070536 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071ef9de-8a7b-4c0c-9ffa-d2f470eec188 None None] The sync data for ids ['6304e900-0fba-4791-8ed2-6322a92e7cbe'] in n-d-828369-5 is: [] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:43:31.090941 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5ba47a55-8ba4-4b49-9fee-1da62113657d None None] Provisioning complete for port f8abd87e-9c27-49fe-aed2-a3746fe52601 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:31.092069 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5ba47a55-8ba4-4b49-9fee-1da62113657d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (f8abd87e-9c27-49fe-aed2-a3746fe52601), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:31.093339 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-f030dd11-a069-4864-a27d-f40dae194f9f tempest-FloatingIPAdminTestJSON-1590802299 tempest-FloatingIPAdminTestJSON-1590802299-project-admin] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 3.9957073 Feb 09 21:43:31.098706 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40030) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:31.192615 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8ec27fa4-9ba2-4374-ba1e-631b16632d21 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (efdb96f6-22a5-41e8-be55-251cf329ed07), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:31.230147 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1037b9-6c55-41b4-90d3-dc5cd3bee5ca tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:31.232110 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1037b9-6c55-41b4-90d3-dc5cd3bee5ca tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:31.235418 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-dd1037b9-6c55-41b4-90d3-dc5cd3bee5ca tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2668064 Feb 09 21:43:31.253446 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40032) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:31.284599 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-baffaf9b-a48d-4ce9-9d69-eed75f9d80b7 req-753eceae-ff1f-48ea-80bd-9aeba8dc7a2e tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] Publish callbacks [] for port (aaf1a513-c69b-4de7-a3a4-850f0d85b483), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:31.347709 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-55016dd0-9790-445b-8fec-82e41f7f939f tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Deleting subnet a3b861b2-87c8-4649-80b9-b0b5cb48705f {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:43:31.368244 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-baffaf9b-a48d-4ce9-9d69-eed75f9d80b7 req-753eceae-ff1f-48ea-80bd-9aeba8dc7a2e tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (aaf1a513-c69b-4de7-a3a4-850f0d85b483), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:31.368522 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-55016dd0-9790-445b-8fec-82e41f7f939f tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for subnet (a3b861b2-87c8-4649-80b9-b0b5cb48705f), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:31.380703 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-a43118f6-fda3-4573-b7ed-32c34a05d85a tempest-FloatingIPAdminTestJSON-1590802299 tempest-FloatingIPAdminTestJSON-1590802299-project-admin] 10.222.0.90 "GET /v2.0/floatingips/0d446e49-dbee-412b-9d8d-2a49a876aca0 HTTP/1.1" status: 200 len: 983 time: 0.2735536 Feb 09 21:43:31.404807 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 40036) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:31.412055 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8ec27fa4-9ba2-4374-ba1e-631b16632d21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (efdb96f6-22a5-41e8-be55-251cf329ed07), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:31.413323 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec27fa4-9ba2-4374-ba1e-631b16632d21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:31.413957 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8ec27fa4-9ba2-4374-ba1e-631b16632d21 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:31.416940 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-baffaf9b-a48d-4ce9-9d69-eed75f9d80b7 req-753eceae-ff1f-48ea-80bd-9aeba8dc7a2e tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] Network 034e9d46-4db7-4bf7-b56e-1ad6749a2cc8 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:43:31.418979 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5ba47a55-8ba4-4b49-9fee-1da62113657d None None] Current status of the port f8abd87e-9c27-49fe-aed2-a3746fe52601 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:31.419876 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-618543e1-a8e0-4a85-b59a-512239ba5790 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (5c3b71c2-d985-475e-a704-bf9a5f736829), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:31.491793 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port f8abd87e-9c27-49fe-aed2-a3746fe52601 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:31.493622 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device ffc1eb71-c432-4a0b-94d6-451407628622 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:43:31.549891 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [req-baffaf9b-a48d-4ce9-9d69-eed75f9d80b7 req-753eceae-ff1f-48ea-80bd-9aeba8dc7a2e tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:43:31.553769 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-e870c837-c801-4d7d-a09e-6070a75f4cc0 tempest-FloatingIPAdminTestJSON-1590802299 tempest-FloatingIPAdminTestJSON-1590802299-project-admin] 10.222.0.90 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1946 time: 0.1351576 Feb 09 21:43:31.555763 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-baffaf9b-a48d-4ce9-9d69-eed75f9d80b7 req-753eceae-ff1f-48ea-80bd-9aeba8dc7a2e tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:43:31.562673 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port ffc1eb71-c432-4a0b-94d6-451407628622 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:31.563728 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (ffc1eb71-c432-4a0b-94d6-451407628622), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:31.578735 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 40038) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:31.684078 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port ffc1eb71-c432-4a0b-94d6-451407628622 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:31.735131 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baffaf9b-a48d-4ce9-9d69-eed75f9d80b7 req-753eceae-ff1f-48ea-80bd-9aeba8dc7a2e tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:31.735817 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-baffaf9b-a48d-4ce9-9d69-eed75f9d80b7 req-753eceae-ff1f-48ea-80bd-9aeba8dc7a2e tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:31.804062 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device f8abd87e-9c27-49fe-aed2-a3746fe52601 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:43:31.861316 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port f8abd87e-9c27-49fe-aed2-a3746fe52601 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:31.862185 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (f8abd87e-9c27-49fe-aed2-a3746fe52601), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:31.896515 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-8ec27fa4-9ba2-4374-ba1e-631b16632d21 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.7195361 Feb 09 21:43:31.896823 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-76c52512-1016-481d-b47b-7f720d3f88d2 req-1814aa37-4e27-45cc-881e-b7811e5e7317 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 210 time: 0.1463904 Feb 09 21:43:31.904100 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-55016dd0-9790-445b-8fec-82e41f7f939f tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (a3b861b2-87c8-4649-80b9-b0b5cb48705f), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:31.907444 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40042) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:31.914121 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-93622438-18a6-4557-a4ef-df0d4122ba52 admin admin] Request body: {'subnet': {'network_id': 'efdb96f6-22a5-41e8-be55-251cf329ed07', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1600170528-subnet', 'tenant_id': '505da41edaf64392a4228e0531d67a93', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:31.919569 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753eceae-ff1f-48ea-80bd-9aeba8dc7a2e tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] Pushing event updated for resources: {'Port': ['ID=aaf1a513-c69b-4de7-a3a4-850f0d85b483,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:31.944181 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-baffaf9b-a48d-4ce9-9d69-eed75f9d80b7 req-753eceae-ff1f-48ea-80bd-9aeba8dc7a2e tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9592831 Feb 09 21:43:31.965246 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-baffaf9b-a48d-4ce9-9d69-eed75f9d80b7 req-97107f78-4e99-4213-a368-dad4bb190dd6 service neutron] Request body: {'port': {'device_id': '085d93ab-b7d7-4077-ace2-f2ac9ed09680', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-5'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:31.991260 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec27fa4-9ba2-4374-ba1e-631b16632d21 admin admin] Pushing event updated for resources: {'Network': ['ID=efdb96f6-22a5-41e8-be55-251cf329ed07,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:32.013736 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93622438-18a6-4557-a4ef-df0d4122ba52 admin admin] Made reservation on behalf of 505da41edaf64392a4228e0531d67a93 for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:43:32.016318 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-93622438-18a6-4557-a4ef-df0d4122ba52 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:32.021873 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port f8abd87e-9c27-49fe-aed2-a3746fe52601 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:32.023152 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device ffc1eb71-c432-4a0b-94d6-451407628622 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:43:32.025489 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network efdb96f6-22a5-41e8-be55-251cf329ed07 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:43:32.119018 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-55016dd0-9790-445b-8fec-82e41f7f939f tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (a3b861b2-87c8-4649-80b9-b0b5cb48705f), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:32.160595 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port ffc1eb71-c432-4a0b-94d6-451407628622 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:32.161083 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (ffc1eb71-c432-4a0b-94d6-451407628622), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:32.224569 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80f8eb4-9025-44cc-b67c-da74a7468180 req-b269152e-f1ea-4cee-b0c9-517258206c84 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:32.226485 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f80f8eb4-9025-44cc-b67c-da74a7468180 req-b269152e-f1ea-4cee-b0c9-517258206c84 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed0bad74-a174-4a79-a30f-a9b532ef9f3a HTTP/1.1" status: 200 len: 946 time: 0.8044317 Feb 09 21:43:32.269656 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-55016dd0-9790-445b-8fec-82e41f7f939f tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (a3b861b2-87c8-4649-80b9-b0b5cb48705f), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:32.276469 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port ffc1eb71-c432-4a0b-94d6-451407628622 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:32.294495 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fba405d-cf9a-41c7-bbef-4b3445fd6a4e None None] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:43:32.317102 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-55016dd0-9790-445b-8fec-82e41f7f939f tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:32.320438 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-55016dd0-9790-445b-8fec-82e41f7f939f tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "DELETE /v2.0/subnets/a3b861b2-87c8-4649-80b9-b0b5cb48705f HTTP/1.1" status: 204 len: 168 time: 1.0659978 Feb 09 21:43:32.323336 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40046) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:32.326068 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55016dd0-9790-445b-8fec-82e41f7f939f tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event deleted for resources: {'Subnet': ['ID=a3b861b2-87c8-4649-80b9-b0b5cb48705f,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:32.334380 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-2dcf7af0-ea70-4475-8559-e213fe7b450d tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Deleting port bef6678f-82bc-42c3-89ea-5dd9ebdf93a1 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:43:32.334903 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2dcf7af0-ea70-4475-8559-e213fe7b450d tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (bef6678f-82bc-42c3-89ea-5dd9ebdf93a1), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:32.401462 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-9f6615bd-35fb-42a3-9663-dc736d735ee3 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0761571 Feb 09 21:43:32.407298 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40048) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:32.415057 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-7998e974-e969-409d-979d-3253387adc54 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Request body: {'subnet': {'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:32.458053 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-2dcf7af0-ea70-4475-8559-e213fe7b450d tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] For port bef6678f-82bc-42c3-89ea-5dd9ebdf93a1, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=bef6678f-82bc-42c3-89ea-5dd9ebdf93a1,segment=NetworkSegment(194eea5c-22a2-48bc-a332-75b1f1947866),segment_id=194eea5c-22a2-48bc-a332-75b1f1947866)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:32.458424 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2dcf7af0-ea70-4475-8559-e213fe7b450d tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (bef6678f-82bc-42c3-89ea-5dd9ebdf93a1), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:32.497754 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-93622438-18a6-4557-a4ef-df0d4122ba52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (57963df8-04e1-4710-99da-25fa79c51970), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:32.504044 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-2dcf7af0-ea70-4475-8559-e213fe7b450d tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Calling delete_port for bef6678f-82bc-42c3-89ea-5dd9ebdf93a1 owned by network:router_interface {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:43:32.521530 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c85271-4e6d-4242-947d-eb551369bd57 None None] DHCP port deletion for 986c5511-2b50-4eb7-bb75-ff9f776ff726 request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:43:32.529171 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f80f8eb4-9025-44cc-b67c-da74a7468180 req-1d75fa97-060f-4220-9739-6307e02f7167 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932861 Feb 09 21:43:32.534093 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-baffaf9b-a48d-4ce9-9d69-eed75f9d80b7 req-97107f78-4e99-4213-a368-dad4bb190dd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (aaf1a513-c69b-4de7-a3a4-850f0d85b483), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:32.569877 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f1a2ab-1b27-4bf5-88cf-40ec38aa469c req-de5df8dd-daa3-43b7-9872-e5620704358d tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:32.578895 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-52f1a2ab-1b27-4bf5-88cf-40ec38aa469c req-de5df8dd-daa3-43b7-9872-e5620704358d tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] 10.222.0.90 "GET /v2.0/ports?device_id=085d93ab-b7d7-4077-ace2-f2ac9ed09680 HTTP/1.1" status: 200 len: 931 time: 0.4463365 Feb 09 21:43:32.582524 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-b8c85271-4e6d-4242-947d-eb551369bd57 None None] Deleting port 44e23e3a-2f93-42f9-bdc5-9da52ec38897 {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:43:32.583043 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b8c85271-4e6d-4242-947d-eb551369bd57 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (44e23e3a-2f93-42f9-bdc5-9da52ec38897), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:32.610913 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93622438-18a6-4557-a4ef-df0d4122ba52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57963df8-04e1-4710-99da-25fa79c51970,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:32.620186 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93622438-18a6-4557-a4ef-df0d4122ba52 admin admin] Checking segment: {'id': 'e565681c-44c8-4330-b2c2-487301c0cafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'efdb96f6-22a5-41e8-be55-251cf329ed07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:43:32.620775 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93622438-18a6-4557-a4ef-df0d4122ba52 admin admin] Network hostable DHCP agents. Network: efdb96f6-22a5-41e8-be55-251cf329ed07, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:43:32.626696 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7998e974-e969-409d-979d-3253387adc54 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Made reservation on behalf of 880c3cd16cc943a98203fd230e26852f for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:43:32.630962 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7998e974-e969-409d-979d-3253387adc54 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:32.669417 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-b8c85271-4e6d-4242-947d-eb551369bd57 None None] For port 44e23e3a-2f93-42f9-bdc5-9da52ec38897, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=44e23e3a-2f93-42f9-bdc5-9da52ec38897,segment=NetworkSegment(e234f058-99e9-4683-aff2-a800b51d2ec4),segment_id=e234f058-99e9-4683-aff2-a800b51d2ec4)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:32.669982 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b8c85271-4e6d-4242-947d-eb551369bd57 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (44e23e3a-2f93-42f9-bdc5-9da52ec38897), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:32.691211 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-b8c85271-4e6d-4242-947d-eb551369bd57 None None] Calling delete_port for 44e23e3a-2f93-42f9-bdc5-9da52ec38897 owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:43:32.696670 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-0772d518-cc48-4d20-afe6-35d9cfbbeb2d tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Deleting port 30e41311-90d1-4713-984d-21347dcdb419 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:43:32.697086 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0772d518-cc48-4d20-afe6-35d9cfbbeb2d tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (30e41311-90d1-4713-984d-21347dcdb419), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:32.700597 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93622438-18a6-4557-a4ef-df0d4122ba52 admin admin] Network efdb96f6-22a5-41e8-be55-251cf329ed07 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:43:32.719560 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-93622438-18a6-4557-a4ef-df0d4122ba52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, efdb96f6-22a5-41e8-be55-251cf329ed07) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:43:32.729035 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93622438-18a6-4557-a4ef-df0d4122ba52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:32.729849 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-93622438-18a6-4557-a4ef-df0d4122ba52 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:32.758023 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-93622438-18a6-4557-a4ef-df0d4122ba52 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.8491876 Feb 09 21:43:32.758287 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d217630-9e2e-4bc0-8709-1547ead71d7b None None] Network efdb96f6-22a5-41e8-be55-251cf329ed07 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:43:32.761283 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40050) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:32.768907 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-721aef65-9110-4603-9fc6-5d0375b1c197 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1600170528-router', 'tenant_id': '505da41edaf64392a4228e0531d67a93', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:32.800331 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-721aef65-9110-4603-9fc6-5d0375b1c197 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (341efdd6-06c3-4350-9049-4666147975a3), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:32.801734 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-721aef65-9110-4603-9fc6-5d0375b1c197 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (341efdd6-06c3-4350-9049-4666147975a3), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:32.910855 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b8c85271-4e6d-4242-947d-eb551369bd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (44e23e3a-2f93-42f9-bdc5-9da52ec38897), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:32.925600 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4600a662-ea65-404f-ba38-933d6114d0ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-efdb96f6-22a5-41e8-be55-251cf329ed07', 'network_id': 'efdb96f6-22a5-41e8-be55-251cf329ed07', 'project_id': '505da41edaf64392a4228e0531d67a93', 'fixed_ips': [{'subnet_id': '57963df8-04e1-4710-99da-25fa79c51970'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:43:32.926594 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-4600a662-ea65-404f-ba38-933d6114d0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:32.941772 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c85271-4e6d-4242-947d-eb551369bd57 None None] No DVR routers for this DVR port 44e23e3a-2f93-42f9-bdc5-9da52ec38897 on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:43:32.942584 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-721aef65-9110-4603-9fc6-5d0375b1c197 admin admin] Publish callbacks [] for router_controller (341efdd6-06c3-4350-9049-4666147975a3), precommit_add_association {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:33.041546 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c85271-4e6d-4242-947d-eb551369bd57 None None] Pushing event deleted for resources: {'Port': ['ID=44e23e3a-2f93-42f9-bdc5-9da52ec38897,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:33.057560 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7998e974-e969-409d-979d-3253387adc54 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (f6a3a73e-2e3d-414f-9ed7-fbf0f952a2a1), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:33.094100 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2dcf7af0-ea70-4475-8559-e213fe7b450d tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (bef6678f-82bc-42c3-89ea-5dd9ebdf93a1), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:33.129385 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-4600a662-ea65-404f-ba38-933d6114d0ba None None] Allocated IP 172.20.0.2 (efdb96f6-22a5-41e8-be55-251cf329ed07/57963df8-04e1-4710-99da-25fa79c51970/5207818c-67b1-457c-a127-2764725bf392) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:43:33.149227 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7998e974-e969-409d-979d-3253387adc54 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:43:33.154861 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-7998e974-e969-409d-979d-3253387adc54 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:43:33.162230 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7998e974-e969-409d-979d-3253387adc54 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:33.162779 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-52f1a2ab-1b27-4bf5-88cf-40ec38aa469c req-0759b361-8e0e-4208-ab64-fa8435a57e44 tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] 10.222.0.90 "GET /v2.0/security-groups?id=d2ea5315-73a8-4fc4-8681-6c98ae9bd1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5796440 Feb 09 21:43:33.166776 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7998e974-e969-409d-979d-3253387adc54 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:33.219076 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4550d3-a389-4561-95dd-60755708bd94 None None] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:43:33.231430 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-7998e974-e969-409d-979d-3253387adc54 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8228118 Feb 09 21:43:33.250561 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcf7af0-ea70-4475-8559-e213fe7b450d tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Pushing event deleted for resources: {'Port': ['ID=bef6678f-82bc-42c3-89ea-5dd9ebdf93a1,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:33.253080 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-618543e1-a8e0-4a85-b59a-512239ba5790 admin admin] Router 5c3b71c2-d985-475e-a704-bf9a5f736829 is scheduled to L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 with binding_index 1 {{(pid=103140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:43:33.257285 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-528313dd-c9f0-4f37-b44d-9d435534a226 req-d5396f4c-bf26-4858-bee7-5326334b18a5 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/ports?device_id=88d24cbc-9e1f-4a64-8250-6e635ad0ac84 HTTP/1.1" status: 200 len: 210 time: 0.1655898 Feb 09 21:43:33.260821 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 40054) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:33.298895 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-93411395-f72b-40b8-8b22-07581bff7eec tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Request body: {'port': {'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726', 'fixed_ips': [{'subnet_id': 'f6a3a73e-2e3d-414f-9ed7-fbf0f952a2a1', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-1638736049'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:33.303580 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0772d518-cc48-4d20-afe6-35d9cfbbeb2d tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (30e41311-90d1-4713-984d-21347dcdb419), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:33.304203 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0772d518-cc48-4d20-afe6-35d9cfbbeb2d tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Publish callbacks [] for floatingip (30e41311-90d1-4713-984d-21347dcdb419), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:33.381154 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-0772d518-cc48-4d20-afe6-35d9cfbbeb2d tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Calling delete_port for 30e41311-90d1-4713-984d-21347dcdb419 owned by network:floatingip {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:43:33.406989 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-721aef65-9110-4603-9fc6-5d0375b1c197 admin admin] Publish callbacks [] for router_gateway (341efdd6-06c3-4350-9049-4666147975a3), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:33.421848 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7998e974-e969-409d-979d-3253387adc54 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event updated for resources: {'Subnet': ['ID=f6a3a73e-2e3d-414f-9ed7-fbf0f952a2a1,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:33.461488 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2bbe87-f8cc-4996-a0b4-466b443f2c64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-986c5511-2b50-4eb7-bb75-ff9f776ff726', 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726', 'project_id': '880c3cd16cc943a98203fd230e26852f', 'fixed_ips': [{'subnet_id': 'f6a3a73e-2e3d-414f-9ed7-fbf0f952a2a1'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:43:33.462367 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ff2bbe87-f8cc-4996-a0b4-466b443f2c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:33.465790 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-4600a662-ea65-404f-ba38-933d6114d0ba None None] Publish callbacks [] for port (5207818c-67b1-457c-a127-2764725bf392), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:33.488659 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-4600a662-ea65-404f-ba38-933d6114d0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (5207818c-67b1-457c-a127-2764725bf392), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:33.538305 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99afcede-6f05-4d65-af84-727356859265 req-3c570b8c-bab6-4ccd-8e99-29a7ab64e361 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:33.539874 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-99afcede-6f05-4d65-af84-727356859265 req-3c570b8c-bab6-4ccd-8e99-29a7ab64e361 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.89 "GET /v2.0/ports?device_id=ed0bad74-a174-4a79-a30f-a9b532ef9f3a HTTP/1.1" status: 200 len: 946 time: 0.2250345 Feb 09 21:43:33.559892 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4600a662-ea65-404f-ba38-933d6114d0ba None None] Network efdb96f6-22a5-41e8-be55-251cf329ed07 is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:43:33.607892 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-4600a662-ea65-404f-ba38-933d6114d0ba None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:43:33.611249 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4600a662-ea65-404f-ba38-933d6114d0ba None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:43:33.623954 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4600a662-ea65-404f-ba38-933d6114d0ba None None] Pushing event updated for resources: {'Port': ['ID=5207818c-67b1-457c-a127-2764725bf392,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:33.716204 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-4600a662-ea65-404f-ba38-933d6114d0ba None None] Attempting to bind port 5207818c-67b1-457c-a127-2764725bf392 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:43:33.716612 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-4600a662-ea65-404f-ba38-933d6114d0ba None None] Attempting to bind port 5207818c-67b1-457c-a127-2764725bf392 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': 'e565681c-44c8-4330-b2c2-487301c0cafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'efdb96f6-22a5-41e8-be55-251cf329ed07'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:43:33.716984 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4600a662-ea65-404f-ba38-933d6114d0ba None None] Attempting to bind port 5207818c-67b1-457c-a127-2764725bf392 on network efdb96f6-22a5-41e8-be55-251cf329ed07 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:43:33.728066 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4600a662-ea65-404f-ba38-933d6114d0ba None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:43:33.728497 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4600a662-ea65-404f-ba38-933d6114d0ba None None] Checking segment: {'id': 'e565681c-44c8-4330-b2c2-487301c0cafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'efdb96f6-22a5-41e8-be55-251cf329ed07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:43:33.728910 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-4600a662-ea65-404f-ba38-933d6114d0ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:33.729312 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4600a662-ea65-404f-ba38-933d6114d0ba None None] Bound using segment: {'id': 'e565681c-44c8-4330-b2c2-487301c0cafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'efdb96f6-22a5-41e8-be55-251cf329ed07'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:43:33.729804 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-4600a662-ea65-404f-ba38-933d6114d0ba None None] Bound port: 5207818c-67b1-457c-a127-2764725bf392, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e565681c-44c8-4330-b2c2-487301c0cafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'efdb96f6-22a5-41e8-be55-251cf329ed07'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:43:33.730982 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-4600a662-ea65-404f-ba38-933d6114d0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (5207818c-67b1-457c-a127-2764725bf392), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:33.772916 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-99afcede-6f05-4d65-af84-727356859265 req-681154f8-7989-4bea-8789-93f26635d936 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Deleting port 1cbd17df-58ab-4c50-945e-8500d8a00a79 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:43:33.773256 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-99afcede-6f05-4d65-af84-727356859265 req-681154f8-7989-4bea-8789-93f26635d936 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (1cbd17df-58ab-4c50-945e-8500d8a00a79), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:33.783026 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-ff2bbe87-f8cc-4996-a0b4-466b443f2c64 None None] Allocated IP 2001:db8::2 (986c5511-2b50-4eb7-bb75-ff9f776ff726/f6a3a73e-2e3d-414f-9ed7-fbf0f952a2a1/aefa06ee-2188-4b84-9912-9c3a159073c2) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:43:33.831732 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 44e23e3a-2f93-42f9-bdc5-9da52ec38897 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:43:33.886724 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 44e23e3a-2f93-42f9-bdc5-9da52ec38897 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:43:33.886971 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 44e23e3a-2f93-42f9-bdc5-9da52ec38897 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:43:33.888733 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-4600a662-ea65-404f-ba38-933d6114d0ba None None] For port 5207818c-67b1-457c-a127-2764725bf392, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:43:33.909243 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-4600a662-ea65-404f-ba38-933d6114d0ba None None] For port 5207818c-67b1-457c-a127-2764725bf392, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=5207818c-67b1-457c-a127-2764725bf392,segment=NetworkSegment(e565681c-44c8-4330-b2c2-487301c0cafb),segment_id=e565681c-44c8-4330-b2c2-487301c0cafb)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:43:33.917878 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-4600a662-ea65-404f-ba38-933d6114d0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (5207818c-67b1-457c-a127-2764725bf392), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:33.938377 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-721aef65-9110-4603-9fc6-5d0375b1c197 admin admin] Publish callbacks [] for router_gateway (341efdd6-06c3-4350-9049-4666147975a3), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:33.967965 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-721aef65-9110-4603-9fc6-5d0375b1c197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:33.980340 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcf7af0-ea70-4475-8559-e213fe7b450d tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:33.980628 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcf7af0-ea70-4475-8559-e213fe7b450d tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:33.981046 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcf7af0-ea70-4475-8559-e213fe7b450d tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:33.981460 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcf7af0-ea70-4475-8559-e213fe7b450d tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:33.983089 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcf7af0-ea70-4475-8559-e213fe7b450d tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:33.983512 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcf7af0-ea70-4475-8559-e213fe7b450d tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:33.983927 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcf7af0-ea70-4475-8559-e213fe7b450d tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:33.984763 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcf7af0-ea70-4475-8559-e213fe7b450d tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:33.984763 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcf7af0-ea70-4475-8559-e213fe7b450d tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:33.985047 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcf7af0-ea70-4475-8559-e213fe7b450d tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:33.985513 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcf7af0-ea70-4475-8559-e213fe7b450d tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:33.985914 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcf7af0-ea70-4475-8559-e213fe7b450d tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:33.986331 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcf7af0-ea70-4475-8559-e213fe7b450d tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:34.008026 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4600a662-ea65-404f-ba38-933d6114d0ba None None] Pushing event updated for resources: {'Port': ['ID=5207818c-67b1-457c-a127-2764725bf392,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:34.068662 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ff2bbe87-f8cc-4996-a0b4-466b443f2c64 None None] Publish callbacks [] for port (aefa06ee-2188-4b84-9912-9c3a159073c2), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:34.079614 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-99afcede-6f05-4d65-af84-727356859265 req-681154f8-7989-4bea-8789-93f26635d936 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] For port 1cbd17df-58ab-4c50-945e-8500d8a00a79, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=1cbd17df-58ab-4c50-945e-8500d8a00a79,segment=NetworkSegment(ab2445e6-d1b5-43a7-9d83-6a2f567a89ca),segment_id=ab2445e6-d1b5-43a7-9d83-6a2f567a89ca)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:34.079863 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ff2bbe87-f8cc-4996-a0b4-466b443f2c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (aefa06ee-2188-4b84-9912-9c3a159073c2), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:34.079985 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-99afcede-6f05-4d65-af84-727356859265 req-681154f8-7989-4bea-8789-93f26635d936 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (1cbd17df-58ab-4c50-945e-8500d8a00a79), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:34.123083 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-99afcede-6f05-4d65-af84-727356859265 req-681154f8-7989-4bea-8789-93f26635d936 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Calling delete_port for 1cbd17df-58ab-4c50-945e-8500d8a00a79 owned by compute:nova {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:43:34.149499 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2bbe87-f8cc-4996-a0b4-466b443f2c64 None None] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:43:34.154729 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-ff2bbe87-f8cc-4996-a0b4-466b443f2c64 None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:43:34.162952 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2bbe87-f8cc-4996-a0b4-466b443f2c64 None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:43:34.173089 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2bbe87-f8cc-4996-a0b4-466b443f2c64 None None] Pushing event updated for resources: {'Port': ['ID=aefa06ee-2188-4b84-9912-9c3a159073c2,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:34.198531 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-721aef65-9110-4603-9fc6-5d0375b1c197 admin admin] Allocated IP 172.25.3.9 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/9129b8cc-a48d-450d-9a26-0ae0ac96f68d) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:43:34.318403 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-ff2bbe87-f8cc-4996-a0b4-466b443f2c64 None None] Attempting to bind port aefa06ee-2188-4b84-9912-9c3a159073c2 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:43:34.324869 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-ff2bbe87-f8cc-4996-a0b4-466b443f2c64 None None] Attempting to bind port aefa06ee-2188-4b84-9912-9c3a159073c2 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': 'e234f058-99e9-4683-aff2-a800b51d2ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:43:34.325372 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2bbe87-f8cc-4996-a0b4-466b443f2c64 None None] Attempting to bind port aefa06ee-2188-4b84-9912-9c3a159073c2 on network 986c5511-2b50-4eb7-bb75-ff9f776ff726 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:43:34.331636 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0772d518-cc48-4d20-afe6-35d9cfbbeb2d tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (30e41311-90d1-4713-984d-21347dcdb419), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:34.335425 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2bbe87-f8cc-4996-a0b4-466b443f2c64 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:43:34.336007 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2bbe87-f8cc-4996-a0b4-466b443f2c64 None None] Checking segment: {'id': 'e234f058-99e9-4683-aff2-a800b51d2ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:43:34.336720 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ff2bbe87-f8cc-4996-a0b4-466b443f2c64 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:34.337140 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2bbe87-f8cc-4996-a0b4-466b443f2c64 None None] Bound using segment: {'id': 'e234f058-99e9-4683-aff2-a800b51d2ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:43:34.337907 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-ff2bbe87-f8cc-4996-a0b4-466b443f2c64 None None] Bound port: aefa06ee-2188-4b84-9912-9c3a159073c2, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e234f058-99e9-4683-aff2-a800b51d2ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:43:34.338065 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ff2bbe87-f8cc-4996-a0b4-466b443f2c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (aefa06ee-2188-4b84-9912-9c3a159073c2), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:34.409399 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-721aef65-9110-4603-9fc6-5d0375b1c197 admin admin] Publish callbacks [] for port (9129b8cc-a48d-450d-9a26-0ae0ac96f68d), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:34.428800 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-ff2bbe87-f8cc-4996-a0b4-466b443f2c64 None None] For port aefa06ee-2188-4b84-9912-9c3a159073c2, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:43:34.432033 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-99afcede-6f05-4d65-af84-727356859265 req-681154f8-7989-4bea-8789-93f26635d936 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (1cbd17df-58ab-4c50-945e-8500d8a00a79), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:34.432340 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-ff2bbe87-f8cc-4996-a0b4-466b443f2c64 None None] For port aefa06ee-2188-4b84-9912-9c3a159073c2, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=aefa06ee-2188-4b84-9912-9c3a159073c2,segment=NetworkSegment(e234f058-99e9-4683-aff2-a800b51d2ec4),segment_id=e234f058-99e9-4683-aff2-a800b51d2ec4)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:43:34.440442 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ff2bbe87-f8cc-4996-a0b4-466b443f2c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (aefa06ee-2188-4b84-9912-9c3a159073c2), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:34.481869 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681154f8-7989-4bea-8789-93f26635d936 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Pushing event deleted for resources: {'Port': ['ID=1cbd17df-58ab-4c50-945e-8500d8a00a79,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:34.504268 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2bbe87-f8cc-4996-a0b4-466b443f2c64 None None] Pushing event updated for resources: {'Port': ['ID=aefa06ee-2188-4b84-9912-9c3a159073c2,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:34.507359 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['1cbd17df-58ab-4c50-945e-8500d8a00a79'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:43:34.547632 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-99afcede-6f05-4d65-af84-727356859265 req-681154f8-7989-4bea-8789-93f26635d936 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] No DVR routers for this DVR port 1cbd17df-58ab-4c50-945e-8500d8a00a79 on host n-h2-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:43:34.550000 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-721aef65-9110-4603-9fc6-5d0375b1c197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (9129b8cc-a48d-450d-9a26-0ae0ac96f68d), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:34.552987 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-99afcede-6f05-4d65-af84-727356859265 req-681154f8-7989-4bea-8789-93f26635d936 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:34.556437 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-99afcede-6f05-4d65-af84-727356859265 req-681154f8-7989-4bea-8789-93f26635d936 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.89 "DELETE /v2.0/ports/1cbd17df-58ab-4c50-945e-8500d8a00a79 HTTP/1.1" status: 204 len: 173 time: 1.0106547 Feb 09 21:43:34.558480 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed0bad74-a174-4a79-a30f-a9b532ef9f3a', 'name': 'network-vif-deleted', 'tag': '1cbd17df-58ab-4c50-945e-8500d8a00a79'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:43:34.561390 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09e0190f-4f9b-4432-a01e-da64ec4e1e16" -d '{"events": [{"server_uuid": "ed0bad74-a174-4a79-a30f-a9b532ef9f3a", "name": "network-vif-deleted", "tag": "1cbd17df-58ab-4c50-945e-8500d8a00a79"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:43:34.604680 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-618543e1-a8e0-4a85-b59a-512239ba5790 admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:43:34.613611 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721aef65-9110-4603-9fc6-5d0375b1c197 admin admin] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:43:34.616859 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d091014-825b-4ff1-b959-6a17602ff4f3 None None] Sync routers for ids ['5c3b71c2-d985-475e-a704-bf9a5f736829'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:43:34.620334 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-721aef65-9110-4603-9fc6-5d0375b1c197 admin admin] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:43:34.625275 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721aef65-9110-4603-9fc6-5d0375b1c197 admin admin] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:43:34.629094 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721aef65-9110-4603-9fc6-5d0375b1c197 admin admin] Pushing event updated for resources: {'Port': ['ID=9129b8cc-a48d-450d-9a26-0ae0ac96f68d,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:34.633376 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d091014-825b-4ff1-b959-6a17602ff4f3 None None] Routers {'5c3b71c2-d985-475e-a704-bf9a5f736829'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:43:34.634047 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-8d091014-825b-4ff1-b959-6a17602ff4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:43:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['5c3b71c2-d985-475e-a704-bf9a5f736829'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:34.638349 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2dcf7af0-ea70-4475-8559-e213fe7b450d tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-525054'] for router_interface (bf06bceb-4cbf-41a1-9752-211686b11ead), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:34.665033 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0772d518-cc48-4d20-afe6-35d9cfbbeb2d tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Pushing event deleted for resources: {'Port': ['ID=30e41311-90d1-4713-984d-21347dcdb419,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:34.734954 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-618543e1-a8e0-4a85-b59a-512239ba5790 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:34.736628 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-618543e1-a8e0-4a85-b59a-512239ba5790 admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 11.3181865 Feb 09 21:43:34.770712 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 40064) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:34.815586 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-8d091014-825b-4ff1-b959-6a17602ff4f3 None None] Set router 5c3b71c2-d985-475e-a704-bf9a5f736829 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:43:35.058612 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-721aef65-9110-4603-9fc6-5d0375b1c197 admin admin] Publish callbacks [] for router_gateway (341efdd6-06c3-4350-9049-4666147975a3), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:35.078362 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-8d091014-825b-4ff1-b959-6a17602ff4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c3b71c2-d985-475e-a704-bf9a5f736829', 'name': 'tempest-TaggedBootDevicesTest-1061427507-router', 'tenant_id': '8df665fbc45c4402827cfa45d539f547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': 'f1855a98-99c3-40d3-9d1c-d3ceee81e0b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:43:23Z', 'updated_at': '2022-02-09T21:43:28Z', 'revision_number': 3, 'project_id': '8df665fbc45c4402827cfa45d539f547', 'gw_port': {'id': 'f1855a98-99c3-40d3-9d1c-d3ceee81e0b1', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:03:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c3b71c2-d985-475e-a704-bf9a5f736829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2049, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:43:25Z', 'updated_at': '2022-02-09T21:43:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:35.112866 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d091014-825b-4ff1-b959-6a17602ff4f3 None None] Checking router: 5c3b71c2-d985-475e-a704-bf9a5f736829 for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:43:35.113071 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d091014-825b-4ff1-b959-6a17602ff4f3 None None] Updating router 5c3b71c2-d985-475e-a704-bf9a5f736829 port f1855a98-99c3-40d3-9d1c-d3ceee81e0b1 binding host n-d-828369-5 {{(pid=103143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:43:35.122782 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1268d1d-8aa8-4119-b125-1084c9809018 req-9006f6f4-823a-4d13-8fae-9b85d5881ad0 tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:35.126175 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d1268d1d-8aa8-4119-b125-1084c9809018 req-9006f6f4-823a-4d13-8fae-9b85d5881ad0 tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] 10.222.0.90 "GET /v2.0/ports?device_id=085d93ab-b7d7-4077-ace2-f2ac9ed09680 HTTP/1.1" status: 200 len: 931 time: 0.7983737 Feb 09 21:43:35.135144 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebffcc42-c4c2-4bc3-b935-7ecbfe4e76e2 req-8f020aa2-047a-4a27-8241-1b7112b65574 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:35.144247 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ebffcc42-c4c2-4bc3-b935-7ecbfe4e76e2 req-8f020aa2-047a-4a27-8241-1b7112b65574 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=ed0bad74-a174-4a79-a30f-a9b532ef9f3a HTTP/1.1" status: 200 len: 867 time: 0.9904642 Feb 09 21:43:35.174979 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8d091014-825b-4ff1-b959-6a17602ff4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (f1855a98-99c3-40d3-9d1c-d3ceee81e0b1), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:35.328852 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-721aef65-9110-4603-9fc6-5d0375b1c197 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (341efdd6-06c3-4350-9049-4666147975a3), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:35.381510 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d1268d1d-8aa8-4119-b125-1084c9809018 req-c17a704e-5be5-48c7-b698-281ac6d10530 tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] 10.222.0.90 "GET /v2.0/security-groups?id=d2ea5315-73a8-4fc4-8681-6c98ae9bd1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311950 Feb 09 21:43:35.398773 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:43:35.409377 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93411395-f72b-40b8-8b22-07581bff7eec tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Made reservation on behalf of 880c3cd16cc943a98203fd230e26852f for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:43:35.435955 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0772d518-cc48-4d20-afe6-35d9cfbbeb2d tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Publish callbacks [] for floatingip (0d446e49-dbee-412b-9d8d-2a49a876aca0), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:35.436473 n-d-828369-5 neutron-server[103140]: INFO neutron.db.l3_db [None req-0772d518-cc48-4d20-afe6-35d9cfbbeb2d tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Floating IP 0d446e49-dbee-412b-9d8d-2a49a876aca0 disassociated (deleted). External IP: 172.25.3.158, port: 4f4f41d3-11b1-456f-81dd-a04fcb0dfc9e. Feb 09 21:43:35.494210 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73fedc82-8df6-4f21-8531-f437d737b170 x-openstack-request-id: req-73fedc82-8df6-4f21-8531-f437d737b170 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:43:35.494724 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed0bad74-a174-4a79-a30f-a9b532ef9f3a", "name": "network-vif-deleted", "tag": "1cbd17df-58ab-4c50-945e-8500d8a00a79", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:43:35.494844 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-73fedc82-8df6-4f21-8531-f437d737b170 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:43:35.495151 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed0bad74-a174-4a79-a30f-a9b532ef9f3a', 'name': 'network-vif-deleted', 'tag': '1cbd17df-58ab-4c50-945e-8500d8a00a79', 'status': 'completed', 'code': 200} Feb 09 21:43:35.530696 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40068) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:35.562093 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8d091014-825b-4ff1-b959-6a17602ff4f3 None None] Publish callbacks [] for port (f1855a98-99c3-40d3-9d1c-d3ceee81e0b1), precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:35.572608 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8d091014-825b-4ff1-b959-6a17602ff4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (f1855a98-99c3-40d3-9d1c-d3ceee81e0b1), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:35.618855 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35174a9-d480-41d1-945a-5e5a619eccbe None None] Network efdb96f6-22a5-41e8-be55-251cf329ed07 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:43:35.641547 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dcf7af0-ea70-4475-8559-e213fe7b450d tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Router bf06bceb-4cbf-41a1-9752-211686b11ead has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:43:35.643398 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9eef295c-8d94-499f-bc5b-b11cef2cdaee tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks [] for security_group (d1e73a5e-905c-466a-be51-a1576b624ea0), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:35.645869 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-8d091014-825b-4ff1-b959-6a17602ff4f3 None None] Attempting to bind port f1855a98-99c3-40d3-9d1c-d3ceee81e0b1 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:43:35.646339 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-8d091014-825b-4ff1-b959-6a17602ff4f3 None None] Attempting to bind port f1855a98-99c3-40d3-9d1c-d3ceee81e0b1 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:43:35.646608 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d091014-825b-4ff1-b959-6a17602ff4f3 None None] Attempting to bind port f1855a98-99c3-40d3-9d1c-d3ceee81e0b1 on network 54a442d5-50a0-4c75-85cc-d19f5bf58118 {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:43:35.650826 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e38b2e-979b-4026-a5c9-8d5bf049be22 None None] Pushing event updated for resources: {'Port': ['ID=f1855a98-99c3-40d3-9d1c-d3ceee81e0b1,revision_number=2']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:35.659659 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [req-baffaf9b-a48d-4ce9-9d69-eed75f9d80b7 req-97107f78-4e99-4213-a368-dad4bb190dd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaf1a513-c69b-4de7-a3a4-850f0d85b483 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:43:35.662289 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d091014-825b-4ff1-b959-6a17602ff4f3 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:43:35.662823 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d091014-825b-4ff1-b959-6a17602ff4f3 None None] Checking segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:43:35.663396 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8d091014-825b-4ff1-b959-6a17602ff4f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:35.663805 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d091014-825b-4ff1-b959-6a17602ff4f3 None None] Bound using segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:43:35.664465 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-8d091014-825b-4ff1-b959-6a17602ff4f3 None None] Bound port: f1855a98-99c3-40d3-9d1c-d3ceee81e0b1, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:43:35.665703 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8d091014-825b-4ff1-b959-6a17602ff4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (f1855a98-99c3-40d3-9d1c-d3ceee81e0b1), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:35.670690 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e38b2e-979b-4026-a5c9-8d5bf049be22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:35.671125 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e38b2e-979b-4026-a5c9-8d5bf049be22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:35.672268 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e38b2e-979b-4026-a5c9-8d5bf049be22 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:35.673223 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e38b2e-979b-4026-a5c9-8d5bf049be22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:35.674833 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e38b2e-979b-4026-a5c9-8d5bf049be22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:35.676184 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e38b2e-979b-4026-a5c9-8d5bf049be22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:35.676608 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e38b2e-979b-4026-a5c9-8d5bf049be22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:35.677018 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e38b2e-979b-4026-a5c9-8d5bf049be22 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:35.677456 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e38b2e-979b-4026-a5c9-8d5bf049be22 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:35.677946 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e38b2e-979b-4026-a5c9-8d5bf049be22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:35.678809 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e38b2e-979b-4026-a5c9-8d5bf049be22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:35.678933 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e38b2e-979b-4026-a5c9-8d5bf049be22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:35.679235 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e38b2e-979b-4026-a5c9-8d5bf049be22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:35.681607 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-baffaf9b-a48d-4ce9-9d69-eed75f9d80b7 req-97107f78-4e99-4213-a368-dad4bb190dd6 service neutron] Publish callbacks [] for port (aaf1a513-c69b-4de7-a3a4-850f0d85b483), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:35.683457 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-721aef65-9110-4603-9fc6-5d0375b1c197 admin admin] Router 341efdd6-06c3-4350-9049-4666147975a3 is scheduled to L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 with binding_index 1 {{(pid=103141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:43:35.694469 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9eef295c-8d94-499f-bc5b-b11cef2cdaee tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks [] for security_group (d1e73a5e-905c-466a-be51-a1576b624ea0), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:35.720184 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ebffcc42-c4c2-4bc3-b935-7ecbfe4e76e2 req-e6f1bc55-871d-4aaa-a4cf-3ef17e31fe6b tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5603831 Feb 09 21:43:35.775606 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-8d091014-825b-4ff1-b959-6a17602ff4f3 None None] For port f1855a98-99c3-40d3-9d1c-d3ceee81e0b1, host n-d-828369-5, cleared binding levels {{(pid=103143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:43:35.788334 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-8d091014-825b-4ff1-b959-6a17602ff4f3 None None] For port f1855a98-99c3-40d3-9d1c-d3ceee81e0b1, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=f1855a98-99c3-40d3-9d1c-d3ceee81e0b1,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:43:35.793571 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-d95bd782-94cb-473f-8db8-6a5b19016226 None None] Provisioning complete for port 5207818c-67b1-457c-a127-2764725bf392 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:35.794137 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d95bd782-94cb-473f-8db8-6a5b19016226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (5207818c-67b1-457c-a127-2764725bf392), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:35.802418 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8d091014-825b-4ff1-b959-6a17602ff4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (f1855a98-99c3-40d3-9d1c-d3ceee81e0b1), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:35.860816 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [req-baffaf9b-a48d-4ce9-9d69-eed75f9d80b7 req-97107f78-4e99-4213-a368-dad4bb190dd6 service neutron] Transition to ACTIVE for port object aaf1a513-c69b-4de7-a3a4-850f0d85b483 will not be triggered until provisioned by entity L2. {{(pid=103140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:43:35.988814 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-baffaf9b-a48d-4ce9-9d69-eed75f9d80b7 req-97107f78-4e99-4213-a368-dad4bb190dd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (aaf1a513-c69b-4de7-a3a4-850f0d85b483), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:35.991104 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-d95bd782-94cb-473f-8db8-6a5b19016226 None None] Current status of the port 5207818c-67b1-457c-a127-2764725bf392 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:35.999167 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d95bd782-94cb-473f-8db8-6a5b19016226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (5207818c-67b1-457c-a127-2764725bf392), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:36.085327 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-d95bd782-94cb-473f-8db8-6a5b19016226 None None] For port 5207818c-67b1-457c-a127-2764725bf392, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=5207818c-67b1-457c-a127-2764725bf392,segment=NetworkSegment(e565681c-44c8-4330-b2c2-487301c0cafb),segment_id=e565681c-44c8-4330-b2c2-487301c0cafb)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:36.095010 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device aefa06ee-2188-4b84-9912-9c3a159073c2 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:43:36.107957 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d95bd782-94cb-473f-8db8-6a5b19016226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (5207818c-67b1-457c-a127-2764725bf392), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:36.148157 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d091014-825b-4ff1-b959-6a17602ff4f3 None None] Routers {'5c3b71c2-d985-475e-a704-bf9a5f736829'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:43:36.149083 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-8d091014-825b-4ff1-b959-6a17602ff4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:43:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['5c3b71c2-d985-475e-a704-bf9a5f736829'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:36.176527 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-93411395-f72b-40b8-8b22-07581bff7eec tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:36.262979 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e38b2e-979b-4026-a5c9-8d5bf049be22 None None] Pushing event updated for resources: {'Port': ['ID=f1855a98-99c3-40d3-9d1c-d3ceee81e0b1,revision_number=3']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:36.300868 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-93411395-f72b-40b8-8b22-07581bff7eec tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] device_id is not set on port b46353f8-73c5-4de7-82ed-594bd85dfeb5 yet. {{(pid=103140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:43:36.304658 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95bd782-94cb-473f-8db8-6a5b19016226 None None] Pushing event updated for resources: {'Port': ['ID=5207818c-67b1-457c-a127-2764725bf392,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:36.333947 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port aefa06ee-2188-4b84-9912-9c3a159073c2 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:36.334415 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (aefa06ee-2188-4b84-9912-9c3a159073c2), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:36.367774 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-8d091014-825b-4ff1-b959-6a17602ff4f3 None None] Set router 5c3b71c2-d985-475e-a704-bf9a5f736829 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:43:36.388422 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97107f78-4e99-4213-a368-dad4bb190dd6 service neutron] Pushing event updated for resources: {'Port': ['ID=aaf1a513-c69b-4de7-a3a4-850f0d85b483,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:36.475648 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port aefa06ee-2188-4b84-9912-9c3a159073c2 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:36.476416 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (aefa06ee-2188-4b84-9912-9c3a159073c2), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:36.481330 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-b73ea727-fbaa-4d44-a6c8-ce169e4fe6ac None None] Provisioning complete for port 5207818c-67b1-457c-a127-2764725bf392 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:36.482079 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b73ea727-fbaa-4d44-a6c8-ce169e4fe6ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (5207818c-67b1-457c-a127-2764725bf392), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:36.515713 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9eef295c-8d94-499f-bc5b-b11cef2cdaee tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (d1e73a5e-905c-466a-be51-a1576b624ea0), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:36.519187 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9eef295c-8d94-499f-bc5b-b11cef2cdaee tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:36.524024 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-9eef295c-8d94-499f-bc5b-b11cef2cdaee tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "DELETE /v2.0/security-groups/d1e73a5e-905c-466a-be51-a1576b624ea0 HTTP/1.1" status: 204 len: 168 time: 0.9922550 Feb 09 21:43:36.526934 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40072) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:36.557987 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eef295c-8d94-499f-bc5b-b11cef2cdaee tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e73a5e-905c-466a-be51-a1576b624ea0,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:36.560822 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port aefa06ee-2188-4b84-9912-9c3a159073c2, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=aefa06ee-2188-4b84-9912-9c3a159073c2,segment=NetworkSegment(e234f058-99e9-4683-aff2-a800b51d2ec4),segment_id=e234f058-99e9-4683-aff2-a800b51d2ec4)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:36.568212 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (aefa06ee-2188-4b84-9912-9c3a159073c2), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:36.569050 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 5207818c-67b1-457c-a127-2764725bf392 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:43:36.571284 n-d-828369-5 neutron-server[103141]: INFO neutron.api.v2.resource [None req-8178517e-c06d-42e6-be1f-b307df520a9a tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] show failed (client error): The resource could not be found. Feb 09 21:43:36.576019 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-8178517e-c06d-42e6-be1f-b307df520a9a tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "GET /v2.0/security-groups/d1e73a5e-905c-466a-be51-a1576b624ea0 HTTP/1.1" status: 404 len: 347 time: 0.0351989 Feb 09 21:43:36.577220 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40074) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:36.577952 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-721aef65-9110-4603-9fc6-5d0375b1c197 admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:43:36.632856 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f8ff12-0030-4044-92e1-1e7a306eea31 None None] Sync routers for ids ['341efdd6-06c3-4350-9049-4666147975a3'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:43:36.685716 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-8d091014-825b-4ff1-b959-6a17602ff4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c3b71c2-d985-475e-a704-bf9a5f736829', 'name': 'tempest-TaggedBootDevicesTest-1061427507-router', 'tenant_id': '8df665fbc45c4402827cfa45d539f547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': 'f1855a98-99c3-40d3-9d1c-d3ceee81e0b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:43:23Z', 'updated_at': '2022-02-09T21:43:28Z', 'revision_number': 3, 'project_id': '8df665fbc45c4402827cfa45d539f547', 'gw_port': {'id': 'f1855a98-99c3-40d3-9d1c-d3ceee81e0b1', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:03:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c3b71c2-d985-475e-a704-bf9a5f736829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2049, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:43:25Z', 'updated_at': '2022-02-09T21:43:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:36.694222 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-721aef65-9110-4603-9fc6-5d0375b1c197 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:36.698285 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-721aef65-9110-4603-9fc6-5d0375b1c197 admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 3.9332578 Feb 09 21:43:36.698587 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40076) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:36.704787 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f8ff12-0030-4044-92e1-1e7a306eea31 None None] Routers {'341efdd6-06c3-4350-9049-4666147975a3'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:43:36.705970 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-06f8ff12-0030-4044-92e1-1e7a306eea31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:43:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['341efdd6-06c3-4350-9049-4666147975a3'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:36.727904 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d091014-825b-4ff1-b959-6a17602ff4f3 None None] The sync data for ids ['5c3b71c2-d985-475e-a704-bf9a5f736829'] in n-d-828369-5 is: [{'id': '5c3b71c2-d985-475e-a704-bf9a5f736829', 'name': 'tempest-TaggedBootDevicesTest-1061427507-router', 'tenant_id': '8df665fbc45c4402827cfa45d539f547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': 'f1855a98-99c3-40d3-9d1c-d3ceee81e0b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:43:23Z', 'updated_at': '2022-02-09T21:43:28Z', 'revision_number': 3, 'project_id': '8df665fbc45c4402827cfa45d539f547', 'gw_port': {'id': 'f1855a98-99c3-40d3-9d1c-d3ceee81e0b1', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:03:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c3b71c2-d985-475e-a704-bf9a5f736829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2049, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:43:25Z', 'updated_at': '2022-02-09T21:43:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:43:36.867719 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-f4d561dd-3ced-465c-9390-5584e318818c tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Deleting port f2c6267b-c874-464e-a266-41eadce50603 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:43:36.868068 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f4d561dd-3ced-465c-9390-5584e318818c tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (f2c6267b-c874-464e-a266-41eadce50603), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:36.992982 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=aefa06ee-2188-4b84-9912-9c3a159073c2,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:37.042292 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dcf7af0-ea70-4475-8559-e213fe7b450d tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:43:37.052032 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-2dcf7af0-ea70-4475-8559-e213fe7b450d tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "PUT /v2.0/routers/bf06bceb-4cbf-41a1-9752-211686b11ead/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4941669 Feb 09 21:43:37.052729 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40092) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:37.059723 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b596bd-be7c-46f4-9f6b-840dc7dbba46 None None] Sync routers for ids ['bf06bceb-4cbf-41a1-9752-211686b11ead'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:43:37.074203 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b596bd-be7c-46f4-9f6b-840dc7dbba46 None None] Routers {'bf06bceb-4cbf-41a1-9752-211686b11ead'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:43:37.078620 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-97b596bd-be7c-46f4-9f6b-840dc7dbba46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:43:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['bf06bceb-4cbf-41a1-9752-211686b11ead'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:37.143720 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f4d561dd-3ced-465c-9390-5584e318818c tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (f2c6267b-c874-464e-a266-41eadce50603), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:37.144058 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f4d561dd-3ced-465c-9390-5584e318818c tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks [] for floatingip (f2c6267b-c874-464e-a266-41eadce50603), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:37.176820 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-f4d561dd-3ced-465c-9390-5584e318818c tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Calling delete_port for f2c6267b-c874-464e-a266-41eadce50603 owned by network:floatingip {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:43:37.202446 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-baffaf9b-a48d-4ce9-9d69-eed75f9d80b7 req-97107f78-4e99-4213-a368-dad4bb190dd6 service neutron] Attempting to bind port aaf1a513-c69b-4de7-a3a4-850f0d85b483 on host n-h1-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:43:37.202790 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-baffaf9b-a48d-4ce9-9d69-eed75f9d80b7 req-97107f78-4e99-4213-a368-dad4bb190dd6 service neutron] Attempting to bind port aaf1a513-c69b-4de7-a3a4-850f0d85b483 by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': '116610cc-e364-4757-8ed8-0d76e027d6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '034e9d46-4db7-4bf7-b56e-1ad6749a2cc8'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:43:37.203124 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baffaf9b-a48d-4ce9-9d69-eed75f9d80b7 req-97107f78-4e99-4213-a368-dad4bb190dd6 service neutron] Attempting to bind port aaf1a513-c69b-4de7-a3a4-850f0d85b483 on network 034e9d46-4db7-4bf7-b56e-1ad6749a2cc8 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:43:37.211821 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-06f8ff12-0030-4044-92e1-1e7a306eea31 None None] Set router 341efdd6-06c3-4350-9049-4666147975a3 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:43:37.242303 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baffaf9b-a48d-4ce9-9d69-eed75f9d80b7 req-97107f78-4e99-4213-a368-dad4bb190dd6 service neutron] Port aaf1a513-c69b-4de7-a3a4-850f0d85b483 on network 034e9d46-4db7-4bf7-b56e-1ad6749a2cc8 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:43:37.242303 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baffaf9b-a48d-4ce9-9d69-eed75f9d80b7 req-97107f78-4e99-4213-a368-dad4bb190dd6 service neutron] Attempting to bind port aaf1a513-c69b-4de7-a3a4-850f0d85b483 on network 034e9d46-4db7-4bf7-b56e-1ad6749a2cc8 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:43:37.265502 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-97b596bd-be7c-46f4-9f6b-840dc7dbba46 None None] Set router bf06bceb-4cbf-41a1-9752-211686b11ead gateway port host: None {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:43:37.296561 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7495667-5033-4e05-a649-74eee05add5b tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Deleting subnet 0ab9fa85-9dfc-4a42-b7b0-770b90bc741a {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:43:37.316910 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a7495667-5033-4e05-a649-74eee05add5b tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for subnet (0ab9fa85-9dfc-4a42-b7b0-770b90bc741a), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:37.366873 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baffaf9b-a48d-4ce9-9d69-eed75f9d80b7 req-97107f78-4e99-4213-a368-dad4bb190dd6 service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:43:37.367133 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baffaf9b-a48d-4ce9-9d69-eed75f9d80b7 req-97107f78-4e99-4213-a368-dad4bb190dd6 service neutron] Checking segment: {'id': '116610cc-e364-4757-8ed8-0d76e027d6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '034e9d46-4db7-4bf7-b56e-1ad6749a2cc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:43:37.367529 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baffaf9b-a48d-4ce9-9d69-eed75f9d80b7 req-97107f78-4e99-4213-a368-dad4bb190dd6 service neutron] Bound using segment: {'id': '116610cc-e364-4757-8ed8-0d76e027d6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '034e9d46-4db7-4bf7-b56e-1ad6749a2cc8'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:43:37.367983 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-baffaf9b-a48d-4ce9-9d69-eed75f9d80b7 req-97107f78-4e99-4213-a368-dad4bb190dd6 service neutron] Bound port: aaf1a513-c69b-4de7-a3a4-850f0d85b483, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '116610cc-e364-4757-8ed8-0d76e027d6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '034e9d46-4db7-4bf7-b56e-1ad6749a2cc8'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:43:37.368508 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-baffaf9b-a48d-4ce9-9d69-eed75f9d80b7 req-97107f78-4e99-4213-a368-dad4bb190dd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (aaf1a513-c69b-4de7-a3a4-850f0d85b483), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:37.389510 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-b73ea727-fbaa-4d44-a6c8-ce169e4fe6ac None None] Current status of the port 5207818c-67b1-457c-a127-2764725bf392 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:37.440822 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a7495667-5033-4e05-a649-74eee05add5b tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (0ab9fa85-9dfc-4a42-b7b0-770b90bc741a), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:37.454491 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 5207818c-67b1-457c-a127-2764725bf392 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:37.454874 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (5207818c-67b1-457c-a127-2764725bf392), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:37.485956 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-b73ea727-fbaa-4d44-a6c8-ce169e4fe6ac None None] Provisioning complete for port aefa06ee-2188-4b84-9912-9c3a159073c2 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:37.486296 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b73ea727-fbaa-4d44-a6c8-ce169e4fe6ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (aefa06ee-2188-4b84-9912-9c3a159073c2), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:37.506614 n-d-828369-5 neutron-server[103140]: INFO neutron.pecan_wsgi.hooks.translation [None req-93411395-f72b-40b8-8b22-07581bff7eec tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:43:37.506883 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93411395-f72b-40b8-8b22-07581bff7eec tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:43:37.521985 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8942e6cd-5f9e-43ae-9e4e-72cde8c3945e req-62a85a1f-c845-4621-ac91-65ed06041d18 tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:37.523706 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8942e6cd-5f9e-43ae-9e4e-72cde8c3945e req-62a85a1f-c845-4621-ac91-65ed06041d18 tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] 10.222.0.90 "GET /v2.0/ports?device_id=085d93ab-b7d7-4077-ace2-f2ac9ed09680 HTTP/1.1" status: 200 len: 943 time: 0.5562747 Feb 09 21:43:37.537526 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0772d518-cc48-4d20-afe6-35d9cfbbeb2d tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Router 6304e900-0fba-4791-8ed2-6322a92e7cbe has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:43:37.544736 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-97b596bd-be7c-46f4-9f6b-840dc7dbba46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf06bceb-4cbf-41a1-9752-211686b11ead', 'name': 'tempest-RoutersTest-router-699486942', 'tenant_id': '67feb264805b4b31b627437845cc2aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:42:05Z', 'updated_at': '2022-02-09T21:43:33Z', 'revision_number': 10, 'project_id': '67feb264805b4b31b627437845cc2aaf', 'gw_port_host': None, '_interfaces': [{'id': '323c09cd-359f-4699-af91-3b8d90d87155', 'name': '', 'network_id': 'f5670fcd-3577-43bc-a723-f8f030b55510', 'tenant_id': '67feb264805b4b31b627437845cc2aaf', 'mac_address': 'fa:16:3e:6b:06:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf06bceb-4cbf-41a1-9752-211686b11ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': 'be079591-cb2c-4501-9ebc-3b2104f0fe17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:11Z', 'updated_at': '2022-02-09T21:42:17Z', 'revision_number': 5, 'project_id': '67feb264805b4b31b627437845cc2aaf', 'subnets': [{'id': 'be079591-cb2c-4501-9ebc-3b2104f0fe17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:37.616267 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b596bd-be7c-46f4-9f6b-840dc7dbba46 None None] Checking router: bf06bceb-4cbf-41a1-9752-211686b11ead for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:43:37.628386 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbefcd1-965e-4779-a0b5-db2ca41113e9 req-0a96d449-d4a3-402c-a73d-e832a9ed9835 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:37.629117 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b596bd-be7c-46f4-9f6b-840dc7dbba46 None None] Routers {'bf06bceb-4cbf-41a1-9752-211686b11ead'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:43:37.629940 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-97b596bd-be7c-46f4-9f6b-840dc7dbba46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:43:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['bf06bceb-4cbf-41a1-9752-211686b11ead'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:37.640710 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0fbefcd1-965e-4779-a0b5-db2ca41113e9 req-0a96d449-d4a3-402c-a73d-e832a9ed9835 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/networks?id=00735365-504a-4659-b7e0-5dd13c1577e5 HTTP/1.1" status: 200 len: 812 time: 0.5701234 Feb 09 21:43:37.665768 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-93411395-f72b-40b8-8b22-07581bff7eec tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 4.3953235 Feb 09 21:43:37.666989 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-baffaf9b-a48d-4ce9-9d69-eed75f9d80b7 req-97107f78-4e99-4213-a368-dad4bb190dd6 service neutron] For port aaf1a513-c69b-4de7-a3a4-850f0d85b483, host n-h1-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:43:37.676901 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 40094) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:37.713423 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0fbefcd1-965e-4779-a0b5-db2ca41113e9 req-df2ec7b3-e17f-4ef4-9edf-388d3e02b5a3 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/quotas/73aafa54b15b4f2e83f3753252e1608e HTTP/1.1" status: 200 len: 375 time: 0.0716903 Feb 09 21:43:37.717406 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 5207818c-67b1-457c-a127-2764725bf392 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:37.740490 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-b73ea727-fbaa-4d44-a6c8-ce169e4fe6ac None None] Current status of the port aefa06ee-2188-4b84-9912-9c3a159073c2 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:37.758353 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-06f8ff12-0030-4044-92e1-1e7a306eea31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341efdd6-06c3-4350-9049-4666147975a3', 'name': 'tempest-ServersTestJSON-1600170528-router', 'tenant_id': '505da41edaf64392a4228e0531d67a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '9129b8cc-a48d-450d-9a26-0ae0ac96f68d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:43:32Z', 'updated_at': '2022-02-09T21:43:34Z', 'revision_number': 3, 'project_id': '505da41edaf64392a4228e0531d67a93', 'gw_port': {'id': '9129b8cc-a48d-450d-9a26-0ae0ac96f68d', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:bf:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '341efdd6-06c3-4350-9049-4666147975a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:43:33Z', 'updated_at': '2022-02-09T21:43:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:37.776878 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-baffaf9b-a48d-4ce9-9d69-eed75f9d80b7 req-97107f78-4e99-4213-a368-dad4bb190dd6 service neutron] For port aaf1a513-c69b-4de7-a3a4-850f0d85b483, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=aaf1a513-c69b-4de7-a3a4-850f0d85b483,segment=NetworkSegment(116610cc-e364-4757-8ed8-0d76e027d6af),segment_id=116610cc-e364-4757-8ed8-0d76e027d6af)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:43:37.794670 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-97b596bd-be7c-46f4-9f6b-840dc7dbba46 None None] Set router bf06bceb-4cbf-41a1-9752-211686b11ead gateway port host: None {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:43:37.820281 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f8ff12-0030-4044-92e1-1e7a306eea31 None None] Checking router: 341efdd6-06c3-4350-9049-4666147975a3 for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:43:37.820649 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f8ff12-0030-4044-92e1-1e7a306eea31 None None] Updating router 341efdd6-06c3-4350-9049-4666147975a3 port 9129b8cc-a48d-450d-9a26-0ae0ac96f68d binding host n-d-828369-5 {{(pid=103142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:43:37.874930 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0fbefcd1-965e-4779-a0b5-db2ca41113e9 req-d8cf3c69-8b02-4099-a544-8c6a24324b10 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=73aafa54b15b4f2e83f3753252e1608e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1558628 Feb 09 21:43:37.885051 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-06f8ff12-0030-4044-92e1-1e7a306eea31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (9129b8cc-a48d-450d-9a26-0ae0ac96f68d), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:37.915038 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a7495667-5033-4e05-a649-74eee05add5b tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (0ab9fa85-9dfc-4a42-b7b0-770b90bc741a), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:38.003438 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-baffaf9b-a48d-4ce9-9d69-eed75f9d80b7 req-97107f78-4e99-4213-a368-dad4bb190dd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (aaf1a513-c69b-4de7-a3a4-850f0d85b483), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:38.020681 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-381fd0e8-c995-4a07-b468-a85969831593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:38.026014 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f4d561dd-3ced-465c-9390-5584e318818c tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (f2c6267b-c874-464e-a266-41eadce50603), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:38.052677 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device aefa06ee-2188-4b84-9912-9c3a159073c2 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:43:38.081860 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d561dd-3ced-465c-9390-5584e318818c tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Pushing event deleted for resources: {'Port': ['ID=f2c6267b-c874-464e-a266-41eadce50603,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:38.125804 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-97b596bd-be7c-46f4-9f6b-840dc7dbba46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf06bceb-4cbf-41a1-9752-211686b11ead', 'name': 'tempest-RoutersTest-router-699486942', 'tenant_id': '67feb264805b4b31b627437845cc2aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:42:05Z', 'updated_at': '2022-02-09T21:43:33Z', 'revision_number': 10, 'project_id': '67feb264805b4b31b627437845cc2aaf', 'gw_port_host': None, '_interfaces': [{'id': '323c09cd-359f-4699-af91-3b8d90d87155', 'name': '', 'network_id': 'f5670fcd-3577-43bc-a723-f8f030b55510', 'tenant_id': '67feb264805b4b31b627437845cc2aaf', 'mac_address': 'fa:16:3e:6b:06:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf06bceb-4cbf-41a1-9752-211686b11ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': 'be079591-cb2c-4501-9ebc-3b2104f0fe17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:11Z', 'updated_at': '2022-02-09T21:42:17Z', 'revision_number': 5, 'project_id': '67feb264805b4b31b627437845cc2aaf', 'subnets': [{'id': 'be079591-cb2c-4501-9ebc-3b2104f0fe17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:38.133138 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8942e6cd-5f9e-43ae-9e4e-72cde8c3945e req-459ecfd3-26b3-4286-aa66-9ac848e02609 tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] 10.222.0.90 "GET /v2.0/security-groups?id=d2ea5315-73a8-4fc4-8681-6c98ae9bd1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5880167 Feb 09 21:43:38.185329 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baffaf9b-a48d-4ce9-9d69-eed75f9d80b7 req-97107f78-4e99-4213-a368-dad4bb190dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:38.185613 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-baffaf9b-a48d-4ce9-9d69-eed75f9d80b7 req-97107f78-4e99-4213-a368-dad4bb190dd6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:38.187021 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-baffaf9b-a48d-4ce9-9d69-eed75f9d80b7 req-97107f78-4e99-4213-a368-dad4bb190dd6 service neutron] 10.222.0.95 "PUT /v2.0/ports/aaf1a513-c69b-4de7-a3a4-850f0d85b483 HTTP/1.1" status: 200 len: 1091 time: 6.2298625 Feb 09 21:43:38.193491 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '085d93ab-b7d7-4077-ace2-f2ac9ed09680', 'tag': 'aaf1a513-c69b-4de7-a3a4-850f0d85b483'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:43:38.197962 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b596bd-be7c-46f4-9f6b-840dc7dbba46 None None] The sync data for ids ['bf06bceb-4cbf-41a1-9752-211686b11ead'] in n-d-828369-5 is: [{'id': 'bf06bceb-4cbf-41a1-9752-211686b11ead', 'name': 'tempest-RoutersTest-router-699486942', 'tenant_id': '67feb264805b4b31b627437845cc2aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:42:05Z', 'updated_at': '2022-02-09T21:43:33Z', 'revision_number': 10, 'project_id': '67feb264805b4b31b627437845cc2aaf', 'gw_port_host': None, '_interfaces': [{'id': '323c09cd-359f-4699-af91-3b8d90d87155', 'name': '', 'network_id': 'f5670fcd-3577-43bc-a723-f8f030b55510', 'tenant_id': '67feb264805b4b31b627437845cc2aaf', 'mac_address': 'fa:16:3e:6b:06:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf06bceb-4cbf-41a1-9752-211686b11ead', 'device_owner': 'network:router_interface', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': 'be079591-cb2c-4501-9ebc-3b2104f0fe17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:42:11Z', 'updated_at': '2022-02-09T21:42:17Z', 'revision_number': 5, 'project_id': '67feb264805b4b31b627437845cc2aaf', 'subnets': [{'id': 'be079591-cb2c-4501-9ebc-3b2104f0fe17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:43:38.205443 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a7495667-5033-4e05-a649-74eee05add5b tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (0ab9fa85-9dfc-4a42-b7b0-770b90bc741a), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:38.217810 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d8b5375-8726-47cb-b744-f2a87e3b2c17" -d '{"events": [{"name": "network-changed", "server_uuid": "085d93ab-b7d7-4077-ace2-f2ac9ed09680", "tag": "aaf1a513-c69b-4de7-a3a4-850f0d85b483"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:43:38.305129 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7495667-5033-4e05-a649-74eee05add5b tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Pushing event deleted for resources: {'Subnet': ['ID=0ab9fa85-9dfc-4a42-b7b0-770b90bc741a,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:38.330374 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a7495667-5033-4e05-a649-74eee05add5b tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:38.331976 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port aefa06ee-2188-4b84-9912-9c3a159073c2 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:38.332379 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (aefa06ee-2188-4b84-9912-9c3a159073c2), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:38.333034 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0772d518-cc48-4d20-afe6-35d9cfbbeb2d tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:43:38.336945 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-a7495667-5033-4e05-a649-74eee05add5b tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "DELETE /v2.0/subnets/0ab9fa85-9dfc-4a42-b7b0-770b90bc741a HTTP/1.1" status: 204 len: 168 time: 1.2776029 Feb 09 21:43:38.336945 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f4d561dd-3ced-465c-9390-5584e318818c tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks [] for floatingip (e5977f03-a751-4b3b-aba1-d45affa1fc91), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:38.338902 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0772d518-cc48-4d20-afe6-35d9cfbbeb2d tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:38.340059 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f4d561dd-3ced-465c-9390-5584e318818c tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:38.340059 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-f4d561dd-3ced-465c-9390-5584e318818c tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "DELETE /v2.0/floatingips/e5977f03-a751-4b3b-aba1-d45affa1fc91 HTTP/1.1" status: 204 len: 168 time: 1.7604218 Feb 09 21:43:38.340059 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40100) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:38.373775 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9649dc-fff5-45c4-9ff1-5c33a098df39 None None] Sync routers for ids ['6304e900-0fba-4791-8ed2-6322a92e7cbe'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:43:38.376290 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1eceb36-928c-4373-8d75-da239e5e1044 None None] Network ae35f933-ff36-4d81-85da-77e41424a847 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:43:38.382268 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40102) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:38.433407 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6c68ea-8739-4dae-8458-af0d7dfde8c3 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:38.438278 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-7e6c68ea-8739-4dae-8458-af0d7dfde8c3 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.7578049 Feb 09 21:43:38.444473 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 40104) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:38.481955 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9649dc-fff5-45c4-9ff1-5c33a098df39 None None] Routers {'6304e900-0fba-4791-8ed2-6322a92e7cbe'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:43:38.481955 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-fa9649dc-fff5-45c4-9ff1-5c33a098df39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:43:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['6304e900-0fba-4791-8ed2-6322a92e7cbe'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:38.527362 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97107f78-4e99-4213-a368-dad4bb190dd6 service neutron] Pushing event updated for resources: {'Port': ['ID=aaf1a513-c69b-4de7-a3a4-850f0d85b483,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:38.572111 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-fa9649dc-fff5-45c4-9ff1-5c33a098df39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:38.574578 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9a8b1ba-b621-47de-9861-c9d01a776e57 x-openstack-request-id: req-b9a8b1ba-b621-47de-9861-c9d01a776e57 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:43:38.574827 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "085d93ab-b7d7-4077-ace2-f2ac9ed09680", "tag": "aaf1a513-c69b-4de7-a3a4-850f0d85b483", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:43:38.575083 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-b9a8b1ba-b621-47de-9861-c9d01a776e57 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:43:38.575490 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '085d93ab-b7d7-4077-ace2-f2ac9ed09680', 'tag': 'aaf1a513-c69b-4de7-a3a4-850f0d85b483', 'status': 'completed', 'code': 200} Feb 09 21:43:38.590075 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-0772d518-cc48-4d20-afe6-35d9cfbbeb2d tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] 10.222.0.90 "DELETE /v2.0/floatingips/0d446e49-dbee-412b-9d8d-2a49a876aca0 HTTP/1.1" status: 204 len: 168 time: 6.9940457 Feb 09 21:43:38.594972 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 40106) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:38.610595 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-b14eb38e-27d9-4159-9515-906db168fdf3 tempest-FloatingIPAdminTestJSON-1590802299 tempest-FloatingIPAdminTestJSON-1590802299-project-admin] Request body: {'floatingip': {'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:38.620184 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-eef6f744-7748-4589-bd38-21631ec24f18 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (ae35f933-ff36-4d81-85da-77e41424a847), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:38.621407 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0fbefcd1-965e-4779-a0b5-db2ca41113e9 req-2b23f282-f7bc-4176-a493-3654aa8d6beb service neutron] 10.222.0.90 "GET /v2.0/networks/00735365-504a-4659-b7e0-5dd13c1577e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6299596 Feb 09 21:43:38.624574 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-aedb9774-6a27-4724-9c98-83e7a0228018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:38.640488 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b2077b-a9d0-4f66-9f78-a941ff3f2bde tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:38.641842 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b2077b-a9d0-4f66-9f78-a941ff3f2bde tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:38.644059 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-f6b2077b-a9d0-4f66-9f78-a941ff3f2bde tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1751761 Feb 09 21:43:38.648624 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-06f8ff12-0030-4044-92e1-1e7a306eea31 None None] Publish callbacks [] for port (9129b8cc-a48d-450d-9a26-0ae0ac96f68d), precommit_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:38.648974 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40108) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:38.661952 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baffaf9b-a48d-4ce9-9d69-eed75f9d80b7 req-deeb8f7b-fc2a-4d1d-80e8-54def8547dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:38.663507 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-baffaf9b-a48d-4ce9-9d69-eed75f9d80b7 req-deeb8f7b-fc2a-4d1d-80e8-54def8547dfe service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=2f4cde7908d04894ad973a12c05d856e&device_id=085d93ab-b7d7-4077-ace2-f2ac9ed09680 HTTP/1.1" status: 200 len: 1125 time: 0.3144100 Feb 09 21:43:38.668594 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9649dc-fff5-45c4-9ff1-5c33a098df39 None None] Routers {'6304e900-0fba-4791-8ed2-6322a92e7cbe'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:43:38.669471 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-fa9649dc-fff5-45c4-9ff1-5c33a098df39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:43:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['6304e900-0fba-4791-8ed2-6322a92e7cbe'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:38.671624 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-06f8ff12-0030-4044-92e1-1e7a306eea31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (9129b8cc-a48d-450d-9a26-0ae0ac96f68d), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:38.712516 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-381fd0e8-c995-4a07-b468-a85969831593 admin admin] Allocated IP 172.20.0.1 (efdb96f6-22a5-41e8-be55-251cf329ed07/57963df8-04e1-4710-99da-25fa79c51970/519bfcbb-ca65-4117-81d8-986b3cd33f2a) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:43:38.759972 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-a0fea6cf-b647-4854-9000-2e4b38704ef3 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Deleting port 924c9fc2-48e2-4846-a748-e98aee6d0d46 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:43:38.760646 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a0fea6cf-b647-4854-9000-2e4b38704ef3 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (924c9fc2-48e2-4846-a748-e98aee6d0d46), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:38.763292 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-baffaf9b-a48d-4ce9-9d69-eed75f9d80b7 req-f953ba19-1787-4d0d-9a02-081ad404aa35 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aaf1a513-c69b-4de7-a3a4-850f0d85b483 HTTP/1.1" status: 200 len: 217 time: 0.0822744 Feb 09 21:43:38.766382 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-fa9649dc-fff5-45c4-9ff1-5c33a098df39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:38.767379 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9649dc-fff5-45c4-9ff1-5c33a098df39 None None] The sync data for ids ['6304e900-0fba-4791-8ed2-6322a92e7cbe'] in n-d-828369-5 is: [] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:43:38.795577 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 1cbd17df-58ab-4c50-945e-8500d8a00a79 no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:43:38.807155 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b14eb38e-27d9-4159-9515-906db168fdf3 tempest-FloatingIPAdminTestJSON-1590802299 tempest-FloatingIPAdminTestJSON-1590802299-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:38.831719 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-4111c477-6a0b-4a5b-8b55-2f669bb2e94b tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Deleting subnet f6a3a73e-2e3d-414f-9ed7-fbf0f952a2a1 {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:43:38.845839 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] No Port match for: 1cbd17df-58ab-4c50-945e-8500d8a00a79 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:43:38.845839 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 1cbd17df-58ab-4c50-945e-8500d8a00a79 not bound to the agent host n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:43:38.848313 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ff1c3c-3f31-4281-bdb6-9bc35d3ce5eb None None] Pushing event updated for resources: {'Port': ['ID=9129b8cc-a48d-450d-9a26-0ae0ac96f68d,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:38.853089 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-06f8ff12-0030-4044-92e1-1e7a306eea31 None None] Attempting to bind port 9129b8cc-a48d-450d-9a26-0ae0ac96f68d on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:43:38.854123 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-06f8ff12-0030-4044-92e1-1e7a306eea31 None None] Attempting to bind port 9129b8cc-a48d-450d-9a26-0ae0ac96f68d by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:43:38.854123 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f8ff12-0030-4044-92e1-1e7a306eea31 None None] Attempting to bind port 9129b8cc-a48d-450d-9a26-0ae0ac96f68d on network 54a442d5-50a0-4c75-85cc-d19f5bf58118 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:43:38.856262 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port aefa06ee-2188-4b84-9912-9c3a159073c2 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:38.857055 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device f1855a98-99c3-40d3-9d1c-d3ceee81e0b1 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:43:38.864111 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f8ff12-0030-4044-92e1-1e7a306eea31 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:43:38.864793 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f8ff12-0030-4044-92e1-1e7a306eea31 None None] Checking segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:43:38.864971 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-06f8ff12-0030-4044-92e1-1e7a306eea31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:38.865379 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f8ff12-0030-4044-92e1-1e7a306eea31 None None] Bound using segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:43:38.865964 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-06f8ff12-0030-4044-92e1-1e7a306eea31 None None] Bound port: 9129b8cc-a48d-450d-9a26-0ae0ac96f68d, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:43:38.866250 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-06f8ff12-0030-4044-92e1-1e7a306eea31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (9129b8cc-a48d-450d-9a26-0ae0ac96f68d), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:38.883464 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4111c477-6a0b-4a5b-8b55-2f669bb2e94b tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for subnet (f6a3a73e-2e3d-414f-9ed7-fbf0f952a2a1), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:38.936998 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baffaf9b-a48d-4ce9-9d69-eed75f9d80b7 req-3abbd0a1-3537-4c26-8d83-5359ac425fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:38.938549 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-baffaf9b-a48d-4ce9-9d69-eed75f9d80b7 req-3abbd0a1-3537-4c26-8d83-5359ac425fd7 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=26763647-fb07-4f2a-a7e0-925fecb78ab2 HTTP/1.1" status: 200 len: 852 time: 0.1663184 Feb 09 21:43:39.006908 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4145324-27b7-4be6-af28-5724d5bb9f75 None None] DHCP port deletion for ae35f933-ff36-4d81-85da-77e41424a847 request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:43:39.022704 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-4c8e7202-1085-428f-8809-349cadb8c4dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:39.024602 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4111c477-6a0b-4a5b-8b55-2f669bb2e94b tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (f6a3a73e-2e3d-414f-9ed7-fbf0f952a2a1), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:39.031675 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0fbefcd1-965e-4779-a0b5-db2ca41113e9 req-3f9c9257-6872-4927-842a-f7bfc87fbe49 service neutron] 10.222.0.90 "GET /v2.0/networks/00735365-504a-4659-b7e0-5dd13c1577e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4093227 Feb 09 21:43:39.037378 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-baffaf9b-a48d-4ce9-9d69-eed75f9d80b7 req-21d71723-97fd-45b6-b9b6-73692b926593 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=034e9d46-4db7-4bf7-b56e-1ad6749a2cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609689 Feb 09 21:43:39.044945 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-06f8ff12-0030-4044-92e1-1e7a306eea31 None None] For port 9129b8cc-a48d-450d-9a26-0ae0ac96f68d, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:43:39.052176 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-06f8ff12-0030-4044-92e1-1e7a306eea31 None None] For port 9129b8cc-a48d-450d-9a26-0ae0ac96f68d, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=9129b8cc-a48d-450d-9a26-0ae0ac96f68d,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:43:39.086973 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port f1855a98-99c3-40d3-9d1c-d3ceee81e0b1 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:39.088188 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (f1855a98-99c3-40d3-9d1c-d3ceee81e0b1), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:39.093718 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a0fea6cf-b647-4854-9000-2e4b38704ef3 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (924c9fc2-48e2-4846-a748-e98aee6d0d46), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:39.093935 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-06f8ff12-0030-4044-92e1-1e7a306eea31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (9129b8cc-a48d-450d-9a26-0ae0ac96f68d), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:39.099288 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-eef6f744-7748-4589-bd38-21631ec24f18 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Deleting port e7d36d4d-7993-442d-88cf-a8d962ef4399 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:43:39.099288 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-eef6f744-7748-4589-bd38-21631ec24f18 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (e7d36d4d-7993-442d-88cf-a8d962ef4399), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:39.134169 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-a0fea6cf-b647-4854-9000-2e4b38704ef3 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Calling delete_port for 924c9fc2-48e2-4846-a748-e98aee6d0d46 owned by {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:43:39.212675 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-381fd0e8-c995-4a07-b468-a85969831593 admin admin] Publish callbacks [] for port (519bfcbb-ca65-4117-81d8-986b3cd33f2a), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:39.237444 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f8ff12-0030-4044-92e1-1e7a306eea31 None None] Routers {'341efdd6-06c3-4350-9049-4666147975a3'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:43:39.238320 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-06f8ff12-0030-4044-92e1-1e7a306eea31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:43:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['341efdd6-06c3-4350-9049-4666147975a3'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:39.240288 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ff1c3c-3f31-4281-bdb6-9bc35d3ce5eb None None] Pushing event updated for resources: {'Port': ['ID=9129b8cc-a48d-450d-9a26-0ae0ac96f68d,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:39.246303 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-aedb9774-6a27-4724-9c98-83e7a0228018 admin admin] Allocated IP 172.20.0.1 (89302a14-ea08-4726-b1fe-46786cbf4500/6ef5b987-00df-4044-aca4-5ad37512d0ff/02d857e1-ad92-4c99-beb3-8ea17473ccaf) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:43:39.302005 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-baffaf9b-a48d-4ce9-9d69-eed75f9d80b7 req-542a74c4-faba-46c9-bc09-060fded9fc79 service neutron] 10.222.0.95 "GET /v2.0/networks/034e9d46-4db7-4bf7-b56e-1ad6749a2cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502043 Feb 09 21:43:39.342651 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a4145324-27b7-4be6-af28-5724d5bb9f75 None None] Deleting port e7d36d4d-7993-442d-88cf-a8d962ef4399 {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:43:39.343284 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a4145324-27b7-4be6-af28-5724d5bb9f75 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (e7d36d4d-7993-442d-88cf-a8d962ef4399), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:39.374389 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-eef6f744-7748-4589-bd38-21631ec24f18 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] For port e7d36d4d-7993-442d-88cf-a8d962ef4399, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=e7d36d4d-7993-442d-88cf-a8d962ef4399,segment=NetworkSegment(194eea5c-22a2-48bc-a332-75b1f1947866),segment_id=194eea5c-22a2-48bc-a332-75b1f1947866)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:39.375380 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-eef6f744-7748-4589-bd38-21631ec24f18 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (e7d36d4d-7993-442d-88cf-a8d962ef4399), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:39.394963 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4111c477-6a0b-4a5b-8b55-2f669bb2e94b tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (f6a3a73e-2e3d-414f-9ed7-fbf0f952a2a1), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:39.438088 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-eef6f744-7748-4589-bd38-21631ec24f18 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Calling delete_port for e7d36d4d-7993-442d-88cf-a8d962ef4399 owned by network:dhcp {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:43:39.535348 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b14eb38e-27d9-4159-9515-906db168fdf3 tempest-FloatingIPAdminTestJSON-1590802299 tempest-FloatingIPAdminTestJSON-1590802299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:39.550356 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-381fd0e8-c995-4a07-b468-a85969831593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (519bfcbb-ca65-4117-81d8-986b3cd33f2a), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:39.597636 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5d22423a-0b34-4a02-82f1-ad526dfb8a4b req-f36e8a9f-70b1-42d0-83d0-1144becef353 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=6746cd7d-6474-4f0f-8851-bc8437973cf8 HTTP/1.1" status: 200 len: 210 time: 0.1059234 Feb 09 21:43:39.628783 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-aedb9774-6a27-4724-9c98-83e7a0228018 admin admin] Publish callbacks [] for port (02d857e1-ad92-4c99-beb3-8ea17473ccaf), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:39.648279 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381fd0e8-c995-4a07-b468-a85969831593 admin admin] Network efdb96f6-22a5-41e8-be55-251cf329ed07 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:43:39.650532 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4111c477-6a0b-4a5b-8b55-2f669bb2e94b tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (f6a3a73e-2e3d-414f-9ed7-fbf0f952a2a1), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:39.665544 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-381fd0e8-c995-4a07-b468-a85969831593 admin admin] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:43:39.676846 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381fd0e8-c995-4a07-b468-a85969831593 admin admin] Pushing event updated for resources: {'Port': ['ID=519bfcbb-ca65-4117-81d8-986b3cd33f2a,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:39.702415 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381fd0e8-c995-4a07-b468-a85969831593 admin admin] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:43:39.743305 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port f1855a98-99c3-40d3-9d1c-d3ceee81e0b1 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:39.743981 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (f1855a98-99c3-40d3-9d1c-d3ceee81e0b1), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:39.744971 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-baffaf9b-a48d-4ce9-9d69-eed75f9d80b7 req-62ffabf0-67bb-479b-89c2-f668e74ce546 service neutron] 10.222.0.95 "GET /v2.0/networks/034e9d46-4db7-4bf7-b56e-1ad6749a2cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4351120 Feb 09 21:43:39.763164 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4111c477-6a0b-4a5b-8b55-2f669bb2e94b tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event deleted for resources: {'Subnet': ['ID=f6a3a73e-2e3d-414f-9ed7-fbf0f952a2a1,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:39.765656 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4111c477-6a0b-4a5b-8b55-2f669bb2e94b tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:39.769797 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-4111c477-6a0b-4a5b-8b55-2f669bb2e94b tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "DELETE /v2.0/subnets/f6a3a73e-2e3d-414f-9ed7-fbf0f952a2a1 HTTP/1.1" status: 204 len: 168 time: 1.1137288 Feb 09 21:43:39.771142 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a5c2e7-52a3-48ac-ac64-3af66ae78216 req-d72937cf-e6e8-4b59-8163-b47bf5e11148 tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:39.782276 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-41a5c2e7-52a3-48ac-ac64-3af66ae78216 req-d72937cf-e6e8-4b59-8163-b47bf5e11148 tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] 10.222.0.90 "GET /v2.0/ports?device_id=085d93ab-b7d7-4077-ace2-f2ac9ed09680 HTTP/1.1" status: 200 len: 943 time: 0.4469423 Feb 09 21:43:39.783089 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a4145324-27b7-4be6-af28-5724d5bb9f75 None None] For port e7d36d4d-7993-442d-88cf-a8d962ef4399, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=e7d36d4d-7993-442d-88cf-a8d962ef4399,segment=NetworkSegment(194eea5c-22a2-48bc-a332-75b1f1947866),segment_id=194eea5c-22a2-48bc-a332-75b1f1947866)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:39.784185 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a4145324-27b7-4be6-af28-5724d5bb9f75 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (e7d36d4d-7993-442d-88cf-a8d962ef4399), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:39.786952 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 40120) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:39.792760 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee8f88e-1697-460d-9f9a-784c1a35d59f None None] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:43:39.829674 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-eef6f744-7748-4589-bd38-21631ec24f18 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (e7d36d4d-7993-442d-88cf-a8d962ef4399), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:39.845358 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a0fea6cf-b647-4854-9000-2e4b38704ef3 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (924c9fc2-48e2-4846-a748-e98aee6d0d46), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:39.855560 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port f1855a98-99c3-40d3-9d1c-d3ceee81e0b1, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=f1855a98-99c3-40d3-9d1c-d3ceee81e0b1,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:39.859366 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-381fd0e8-c995-4a07-b468-a85969831593 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554727'] for router_interface (341efdd6-06c3-4350-9049-4666147975a3), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:39.886684 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a4145324-27b7-4be6-af28-5724d5bb9f75 None None] Calling delete_port for e7d36d4d-7993-442d-88cf-a8d962ef4399 owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:43:39.897161 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (f1855a98-99c3-40d3-9d1c-d3ceee81e0b1), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:39.897972 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 5207818c-67b1-457c-a127-2764725bf392 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:43:39.904754 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-06f8ff12-0030-4044-92e1-1e7a306eea31 None None] Set router 341efdd6-06c3-4350-9049-4666147975a3 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:43:39.968834 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-dd0baae0-59b0-497d-86d7-bb82fc13ab06 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1660204 Feb 09 21:43:40.013850 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40124) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:40.019454 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a0fea6cf-b647-4854-9000-2e4b38704ef3 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:40.023502 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-a0fea6cf-b647-4854-9000-2e4b38704ef3 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "DELETE /v2.0/ports/924c9fc2-48e2-4846-a748-e98aee6d0d46 HTTP/1.1" status: 204 len: 168 time: 1.6402001 Feb 09 21:43:40.028921 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40126) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:40.038785 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef6f744-7748-4589-bd38-21631ec24f18 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Pushing event deleted for resources: {'Port': ['ID=e7d36d4d-7993-442d-88cf-a8d962ef4399,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:40.068360 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-7352539f-5043-4cfe-b9c5-365e01e705c3 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Request body: {'subnet': {'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:40.121548 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef6f744-7748-4589-bd38-21631ec24f18 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] No DVR routers for this DVR port e7d36d4d-7993-442d-88cf-a8d962ef4399 on host n-d-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:43:40.140168 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fea6cf-b647-4854-9000-2e4b38704ef3 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Pushing event deleted for resources: {'Port': ['ID=924c9fc2-48e2-4846-a748-e98aee6d0d46,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:40.325138 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=f1855a98-99c3-40d3-9d1c-d3ceee81e0b1,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:40.357499 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-3dfc4d57-5f4c-4670-95f2-a663c5375678 None None] Provisioning complete for port 519bfcbb-ca65-4117-81d8-986b3cd33f2a triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:40.358163 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-3dfc4d57-5f4c-4670-95f2-a663c5375678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (519bfcbb-ca65-4117-81d8-986b3cd33f2a), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:40.395852 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-eef6f744-7748-4589-bd38-21631ec24f18 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (ae35f933-ff36-4d81-85da-77e41424a847), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:40.421006 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-aedb9774-6a27-4724-9c98-83e7a0228018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (02d857e1-ad92-4c99-beb3-8ea17473ccaf), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:40.429691 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-b14eb38e-27d9-4159-9515-906db168fdf3 tempest-FloatingIPAdminTestJSON-1590802299 tempest-FloatingIPAdminTestJSON-1590802299-project-admin] Allocated IP 172.25.3.80 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/ed7c9c7f-5b14-4a50-bd66-b3205827317e) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:43:40.443960 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-eef6f744-7748-4589-bd38-21631ec24f18 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae35f933-ff36-4d81-85da-77e41424a847']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:40.464506 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-eef6f744-7748-4589-bd38-21631ec24f18 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '194eea5c-22a2-48bc-a332-75b1f1947866') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:40.465583 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-eef6f744-7748-4589-bd38-21631ec24f18 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '194eea5c-22a2-48bc-a332-75b1f1947866') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:40.494130 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:43:40.494130 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 21:43:40.494130 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:43:40.494130 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 21:43:40.494130 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:43:40.494130 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 21:43:40.494130 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:43:40.494130 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 21:43:40.494130 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:43:40.494130 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 21:43:40.494130 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:43:40.494130 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 21:43:40.494130 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:43:40.494130 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 21:43:40.494130 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:43:40.494130 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 21:43:40.494130 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:43:40.494130 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 21:43:40.494130 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:43:40.494130 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 21:43:40.494130 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:43:40.494130 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 21:43:40.494130 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:43:40.494130 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 21:43:40.494130 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:43:40.494130 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 21:43:40.494130 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:43:40.494130 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 21:43:40.494130 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:43:40.494130 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 21:43:40.494130 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:43:40.494130 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 21:43:40.494130 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:43:40.494130 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 21:43:40.494130 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:43:40.494130 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 21:43:40.494130 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:43:40.494130 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 21:43:40.494130 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:43:40.494130 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 21:43:40.494130 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:43:40.494130 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 21:43:40.494130 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:43:40.494130 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 21:43:40.494130 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:43:40.494130 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 21:43:40.494130 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:43:40.494130 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 21:43:40.494130 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:43:40.494130 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 21:43:40.494130 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:43:40.494130 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 21:43:40.494130 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:43:40.494130 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 21:43:40.499458 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7352539f-5043-4cfe-b9c5-365e01e705c3 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Made reservation on behalf of 880c3cd16cc943a98203fd230e26852f for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:43:40.503024 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aedb9774-6a27-4724-9c98-83e7a0228018 admin admin] Network 89302a14-ea08-4726-b1fe-46786cbf4500 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:43:40.506927 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-aedb9774-6a27-4724-9c98-83e7a0228018 admin admin] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:43:40.510722 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7352539f-5043-4cfe-b9c5-365e01e705c3 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:40.535150 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-41a5c2e7-52a3-48ac-ac64-3af66ae78216 req-875b5a63-57d3-4a88-a3d8-78b26f3caf61 tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] 10.222.0.90 "GET /v2.0/security-groups?id=d2ea5315-73a8-4fc4-8681-6c98ae9bd1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7213523 Feb 09 21:43:40.536198 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedb9774-6a27-4724-9c98-83e7a0228018 admin admin] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:43:40.537119 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 5207818c-67b1-457c-a127-2764725bf392 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:40.538860 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (5207818c-67b1-457c-a127-2764725bf392), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:40.540837 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-eef6f744-7748-4589-bd38-21631ec24f18 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (194eea5c-22a2-48bc-a332-75b1f1947866), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:40.584589 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8b5375-8726-47cb-b744-f2a87e3b2c17 req-033493fb-40fd-43f7-b45a-8dd9cd254eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:40.591185 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7d8b5375-8726-47cb-b744-f2a87e3b2c17 req-033493fb-40fd-43f7-b45a-8dd9cd254eab service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=2f4cde7908d04894ad973a12c05d856e&device_id=085d93ab-b7d7-4077-ace2-f2ac9ed09680 HTTP/1.1" status: 200 len: 1125 time: 0.7175779 Feb 09 21:43:40.598349 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-3dfc4d57-5f4c-4670-95f2-a663c5375678 None None] Port 519bfcbb-ca65-4117-81d8-986b3cd33f2a cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:43:40.602967 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a4145324-27b7-4be6-af28-5724d5bb9f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (e7d36d4d-7993-442d-88cf-a8d962ef4399), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:40.674569 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-eef6f744-7748-4589-bd38-21631ec24f18 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (194eea5c-22a2-48bc-a332-75b1f1947866), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:40.719976 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eef6f744-7748-4589-bd38-21631ec24f18 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:43:40.720425 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-eef6f744-7748-4589-bd38-21631ec24f18 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (194eea5c-22a2-48bc-a332-75b1f1947866), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:40.723934 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:43:40.723934 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:43:40.723934 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:43:40.723934 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:43:40.723934 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:43:40.723934 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:43:40.723934 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:43:40.723934 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:43:40.723934 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:43:40.723934 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:43:40.723934 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:43:40.723934 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:43:40.723934 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:43:40.723934 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:43:40.723934 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:43:40.723934 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:43:40.723934 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:43:40.723934 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:43:40.723934 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:43:40.723934 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:43:40.723934 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:43:40.723934 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:43:40.723934 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:43:40.723934 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:43:40.723934 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:43:40.723934 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:43:40.723934 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:43:40.723934 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:43:40.723934 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:43:40.723934 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:43:40.723934 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:43:40.723934 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:43:40.728449 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e68d5ae-d1c1-4644-b559-be584aadf187 None None] DHCP port deletion for 986c5511-2b50-4eb7-bb75-ff9f776ff726 request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:43:40.738431 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-cf05378c-39cf-47d0-8789-2f00409cf1c5 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Deleting port 3c647b76-8391-41f3-81eb-c84f278cd6cd {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:43:40.738772 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cf05378c-39cf-47d0-8789-2f00409cf1c5 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (3c647b76-8391-41f3-81eb-c84f278cd6cd), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:40.741374 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4145324-27b7-4be6-af28-5724d5bb9f75 None None] No DVR routers for this DVR port e7d36d4d-7993-442d-88cf-a8d962ef4399 on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:43:40.741533 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-381fd0e8-c995-4a07-b468-a85969831593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (519bfcbb-ca65-4117-81d8-986b3cd33f2a), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:40.770676 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedb9774-6a27-4724-9c98-83e7a0228018 admin admin] Pushing event updated for resources: {'Port': ['ID=02d857e1-ad92-4c99-beb3-8ea17473ccaf,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:40.789141 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4145324-27b7-4be6-af28-5724d5bb9f75 None None] Pushing event deleted for resources: {'Port': ['ID=e7d36d4d-7993-442d-88cf-a8d962ef4399,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:40.849391 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8af90a41-4034-41a1-847e-7c739f3fb21a req-867ce01f-0ea8-44d0-8b20-eca220e5476f tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=6746cd7d-6474-4f0f-8851-bc8437973cf8 HTTP/1.1" status: 200 len: 210 time: 0.0828717 Feb 09 21:43:40.859532 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-aedb9774-6a27-4724-9c98-83e7a0228018 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554727'] for router_interface (5c3b71c2-d985-475e-a704-bf9a5f736829), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:40.874118 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 5207818c-67b1-457c-a127-2764725bf392 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:40.909836 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-eef6f744-7748-4589-bd38-21631ec24f18 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (ae35f933-ff36-4d81-85da-77e41424a847), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:40.921769 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-6e68d5ae-d1c1-4644-b559-be584aadf187 None None] Deleting port aefa06ee-2188-4b84-9912-9c3a159073c2 {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:43:40.921769 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-6e68d5ae-d1c1-4644-b559-be584aadf187 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (aefa06ee-2188-4b84-9912-9c3a159073c2), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:40.934779 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-eef6f744-7748-4589-bd38-21631ec24f18 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:40.941037 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-eef6f744-7748-4589-bd38-21631ec24f18 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "DELETE /v2.0/networks/ae35f933-ff36-4d81-85da-77e41424a847 HTTP/1.1" status: 204 len: 168 time: 2.5961893 Feb 09 21:43:40.958692 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40132) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:40.989691 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef6f744-7748-4589-bd38-21631ec24f18 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Pushing event deleted for resources: {'Network': ['ID=ae35f933-ff36-4d81-85da-77e41424a847,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:41.017724 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-06f8ff12-0030-4044-92e1-1e7a306eea31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341efdd6-06c3-4350-9049-4666147975a3', 'name': 'tempest-ServersTestJSON-1600170528-router', 'tenant_id': '505da41edaf64392a4228e0531d67a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '9129b8cc-a48d-450d-9a26-0ae0ac96f68d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:43:32Z', 'updated_at': '2022-02-09T21:43:34Z', 'revision_number': 3, 'project_id': '505da41edaf64392a4228e0531d67a93', 'gw_port': {'id': '9129b8cc-a48d-450d-9a26-0ae0ac96f68d', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:bf:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '341efdd6-06c3-4350-9049-4666147975a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:43:33Z', 'updated_at': '2022-02-09T21:43:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:41.065418 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f8ff12-0030-4044-92e1-1e7a306eea31 None None] The sync data for ids ['341efdd6-06c3-4350-9049-4666147975a3'] in n-d-828369-5 is: [{'id': '341efdd6-06c3-4350-9049-4666147975a3', 'name': 'tempest-ServersTestJSON-1600170528-router', 'tenant_id': '505da41edaf64392a4228e0531d67a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '9129b8cc-a48d-450d-9a26-0ae0ac96f68d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:43:32Z', 'updated_at': '2022-02-09T21:43:34Z', 'revision_number': 3, 'project_id': '505da41edaf64392a4228e0531d67a93', 'gw_port': {'id': '9129b8cc-a48d-450d-9a26-0ae0ac96f68d', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:bf:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '341efdd6-06c3-4350-9049-4666147975a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:43:33Z', 'updated_at': '2022-02-09T21:43:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:43:41.079640 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device f1855a98-99c3-40d3-9d1c-d3ceee81e0b1 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:43:41.087501 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-6e68d5ae-d1c1-4644-b559-be584aadf187 None None] For port aefa06ee-2188-4b84-9912-9c3a159073c2, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=aefa06ee-2188-4b84-9912-9c3a159073c2,segment=NetworkSegment(e234f058-99e9-4683-aff2-a800b51d2ec4),segment_id=e234f058-99e9-4683-aff2-a800b51d2ec4)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:41.087968 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-6e68d5ae-d1c1-4644-b559-be584aadf187 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (aefa06ee-2188-4b84-9912-9c3a159073c2), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:41.098425 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b6ffadab-3eec-4a21-972a-f2c6c4e49c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:41.113505 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8b5375-8726-47cb-b744-f2a87e3b2c17 req-c4d76d50-a44f-48f8-b59f-cc5f5f3e4bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:41.115025 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7d8b5375-8726-47cb-b744-f2a87e3b2c17 req-c4d76d50-a44f-48f8-b59f-cc5f5f3e4bf9 service neutron] 10.222.0.95 "GET /v2.0/networks?id=034e9d46-4db7-4bf7-b56e-1ad6749a2cc8 HTTP/1.1" status: 200 len: 913 time: 0.5185456 Feb 09 21:43:41.121368 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b14eb38e-27d9-4159-9515-906db168fdf3 tempest-FloatingIPAdminTestJSON-1590802299 tempest-FloatingIPAdminTestJSON-1590802299-project-admin] Publish callbacks [] for port (ed7c9c7f-5b14-4a50-bd66-b3205827317e), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:41.142239 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-6e68d5ae-d1c1-4644-b559-be584aadf187 None None] Calling delete_port for aefa06ee-2188-4b84-9912-9c3a159073c2 owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:43:41.145736 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-e212d19e-b536-4930-b2a6-e90bebae0b19 None None] Provisioning complete for port 02d857e1-ad92-4c99-beb3-8ea17473ccaf triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:41.146108 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e212d19e-b536-4930-b2a6-e90bebae0b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (02d857e1-ad92-4c99-beb3-8ea17473ccaf), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:41.202951 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7d8b5375-8726-47cb-b744-f2a87e3b2c17 req-bb900f4c-7ae6-4838-b4bb-d9017ba017ee service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aaf1a513-c69b-4de7-a3a4-850f0d85b483 HTTP/1.1" status: 200 len: 217 time: 0.0659745 Feb 09 21:43:41.273062 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-e212d19e-b536-4930-b2a6-e90bebae0b19 None None] Port 02d857e1-ad92-4c99-beb3-8ea17473ccaf cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:43:41.308268 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port f1855a98-99c3-40d3-9d1c-d3ceee81e0b1 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:41.308876 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (f1855a98-99c3-40d3-9d1c-d3ceee81e0b1), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:41.313274 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8b5375-8726-47cb-b744-f2a87e3b2c17 req-776b1857-375b-427e-9730-c2975cfe04f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:41.315157 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7d8b5375-8726-47cb-b744-f2a87e3b2c17 req-776b1857-375b-427e-9730-c2975cfe04f3 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=26763647-fb07-4f2a-a7e0-925fecb78ab2 HTTP/1.1" status: 200 len: 852 time: 0.0921657 Feb 09 21:43:41.369313 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-6e68d5ae-d1c1-4644-b559-be584aadf187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (aefa06ee-2188-4b84-9912-9c3a159073c2), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:41.378761 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b14eb38e-27d9-4159-9515-906db168fdf3 tempest-FloatingIPAdminTestJSON-1590802299 tempest-FloatingIPAdminTestJSON-1590802299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (ed7c9c7f-5b14-4a50-bd66-b3205827317e), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:41.382305 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7d8b5375-8726-47cb-b744-f2a87e3b2c17 req-b4e1d24a-d837-4901-8ba3-9e35f0eedef0 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=034e9d46-4db7-4bf7-b56e-1ad6749a2cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602710 Feb 09 21:43:41.403900 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e68d5ae-d1c1-4644-b559-be584aadf187 None None] No DVR routers for this DVR port aefa06ee-2188-4b84-9912-9c3a159073c2 on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:43:41.408142 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e68d5ae-d1c1-4644-b559-be584aadf187 None None] Pushing event deleted for resources: {'Port': ['ID=aefa06ee-2188-4b84-9912-9c3a159073c2,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:41.429876 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-aedb9774-6a27-4724-9c98-83e7a0228018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (02d857e1-ad92-4c99-beb3-8ea17473ccaf), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:41.479804 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port f1855a98-99c3-40d3-9d1c-d3ceee81e0b1 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:41.544666 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14eb38e-27d9-4159-9515-906db168fdf3 tempest-FloatingIPAdminTestJSON-1590802299 tempest-FloatingIPAdminTestJSON-1590802299-project-admin] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:43:41.555760 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-b14eb38e-27d9-4159-9515-906db168fdf3 tempest-FloatingIPAdminTestJSON-1590802299 tempest-FloatingIPAdminTestJSON-1590802299-project-admin] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:43:41.561003 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14eb38e-27d9-4159-9515-906db168fdf3 tempest-FloatingIPAdminTestJSON-1590802299 tempest-FloatingIPAdminTestJSON-1590802299-project-admin] Pushing event updated for resources: {'Port': ['ID=ed7c9c7f-5b14-4a50-bd66-b3205827317e,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:41.565339 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14eb38e-27d9-4159-9515-906db168fdf3 tempest-FloatingIPAdminTestJSON-1590802299 tempest-FloatingIPAdminTestJSON-1590802299-project-admin] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:43:41.583317 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device aefa06ee-2188-4b84-9912-9c3a159073c2 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:43:41.606276 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: aefa06ee-2188-4b84-9912-9c3a159073c2 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:43:41.612617 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device aefa06ee-2188-4b84-9912-9c3a159073c2 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:43:41.613387 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device e7d36d4d-7993-442d-88cf-a8d962ef4399 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:43:41.640515 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: e7d36d4d-7993-442d-88cf-a8d962ef4399 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:43:41.641214 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device e7d36d4d-7993-442d-88cf-a8d962ef4399 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:43:41.641978 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device bef6678f-82bc-42c3-89ea-5dd9ebdf93a1 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:43:41.675014 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: bef6678f-82bc-42c3-89ea-5dd9ebdf93a1 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:43:41.675554 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device bef6678f-82bc-42c3-89ea-5dd9ebdf93a1 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:43:41.700853 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cf05378c-39cf-47d0-8789-2f00409cf1c5 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (3c647b76-8391-41f3-81eb-c84f278cd6cd), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:41.758447 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-cf05378c-39cf-47d0-8789-2f00409cf1c5 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Calling delete_port for 3c647b76-8391-41f3-81eb-c84f278cd6cd owned by {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:43:41.760589 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7352539f-5043-4cfe-b9c5-365e01e705c3 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (bb60fca2-ea10-4c16-bf06-b9dec93588b7), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:41.812916 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7d8b5375-8726-47cb-b744-f2a87e3b2c17 req-f3875bc2-06b3-40a3-a62f-ceecabe42812 service neutron] 10.222.0.95 "GET /v2.0/networks/034e9d46-4db7-4bf7-b56e-1ad6749a2cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4028966 Feb 09 21:43:41.854697 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbefcd1-965e-4779-a0b5-db2ca41113e9 req-a71f4c08-b999-4473-8412-e4560d150a24 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:41.856798 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0fbefcd1-965e-4779-a0b5-db2ca41113e9 req-a71f4c08-b999-4473-8412-e4560d150a24 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.89 "GET /v2.0/networks?id=00735365-504a-4659-b7e0-5dd13c1577e5 HTTP/1.1" status: 200 len: 812 time: 0.8588145 Feb 09 21:43:41.875577 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c70e3-c6ea-46c6-974c-aae23c585b8a req-d5f561a5-ba05-47fc-9aa6-f10216223427 tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:41.877472 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-433c70e3-c6ea-46c6-974c-aae23c585b8a req-d5f561a5-ba05-47fc-9aa6-f10216223427 tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] 10.222.0.90 "GET /v2.0/ports?device_id=085d93ab-b7d7-4077-ace2-f2ac9ed09680 HTTP/1.1" status: 200 len: 943 time: 0.2207131 Feb 09 21:43:41.920279 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7352539f-5043-4cfe-b9c5-365e01e705c3 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:43:41.957944 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b14eb38e-27d9-4159-9515-906db168fdf3 tempest-FloatingIPAdminTestJSON-1590802299 tempest-FloatingIPAdminTestJSON-1590802299-project-admin] Publish callbacks [] for floatingip (5140a76e-e117-4ecd-a147-6faafc65d303), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:41.973487 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-0fbefcd1-965e-4779-a0b5-db2ca41113e9 req-9f3b3472-74e2-4064-8063-0f0b2c1df404 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Request body: {'port': {'device_id': '6746cd7d-6474-4f0f-8851-bc8437973cf8', 'network_id': '00735365-504a-4659-b7e0-5dd13c1577e5', 'admin_state_up': True, 'tenant_id': '73aafa54b15b4f2e83f3753252e1608e'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:42.029573 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-7352539f-5043-4cfe-b9c5-365e01e705c3 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:43:42.036849 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5a447a25-8f79-4df7-ac0b-66abf88b7f90 req-c9904ecd-155a-4494-993e-6f39d0ad79d9 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=6746cd7d-6474-4f0f-8851-bc8437973cf8 HTTP/1.1" status: 200 len: 210 time: 0.0821779 Feb 09 21:43:42.042855 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27c6d2d-51c1-4720-9a66-60aa733b294e None None] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:43:42.070222 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-433c70e3-c6ea-46c6-974c-aae23c585b8a req-d30dd537-c3e5-4cd7-be8a-973803d95306 tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] 10.222.0.90 "GET /v2.0/security-groups?id=d2ea5315-73a8-4fc4-8681-6c98ae9bd1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621034 Feb 09 21:43:42.106231 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b14eb38e-27d9-4159-9515-906db168fdf3 tempest-FloatingIPAdminTestJSON-1590802299 tempest-FloatingIPAdminTestJSON-1590802299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (ed7c9c7f-5b14-4a50-bd66-b3205827317e), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:42.142193 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7352539f-5043-4cfe-b9c5-365e01e705c3 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event updated for resources: {'Subnet': ['ID=bb60fca2-ea10-4c16-bf06-b9dec93588b7,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:42.157310 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-aedb9774-6a27-4724-9c98-83e7a0228018 admin admin] Publish callbacks [] for port (02d857e1-ad92-4c99-beb3-8ea17473ccaf), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:42.161307 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7d8b5375-8726-47cb-b744-f2a87e3b2c17 req-e7be9691-5b7d-46a3-af7f-299cc6bced65 service neutron] 10.222.0.95 "GET /v2.0/networks/034e9d46-4db7-4bf7-b56e-1ad6749a2cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3265848 Feb 09 21:43:42.167437 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-aedb9774-6a27-4724-9c98-83e7a0228018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (02d857e1-ad92-4c99-beb3-8ea17473ccaf), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:42.171933 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7352539f-5043-4cfe-b9c5-365e01e705c3 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:42.173459 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7352539f-5043-4cfe-b9c5-365e01e705c3 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:42.236752 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895d29f6-48ab-4525-a612-7666d95063aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-986c5511-2b50-4eb7-bb75-ff9f776ff726', 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726', 'project_id': '880c3cd16cc943a98203fd230e26852f', 'fixed_ips': [{'subnet_id': 'bb60fca2-ea10-4c16-bf06-b9dec93588b7'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:43:42.238779 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-895d29f6-48ab-4525-a612-7666d95063aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:42.240684 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-381fd0e8-c995-4a07-b468-a85969831593 admin admin] Publish callbacks [] for port (519bfcbb-ca65-4117-81d8-986b3cd33f2a), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:42.259455 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-7352539f-5043-4cfe-b9c5-365e01e705c3 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2341175 Feb 09 21:43:42.260249 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40138) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:42.284404 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-214ca719-fb0e-4527-8ff1-76334f166e8f tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-423187603', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:42.315516 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-381fd0e8-c995-4a07-b468-a85969831593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (519bfcbb-ca65-4117-81d8-986b3cd33f2a), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:42.347938 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-aedb9774-6a27-4724-9c98-83e7a0228018 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524919'] for router_interface (5c3b71c2-d985-475e-a704-bf9a5f736829), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:42.351380 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedb9774-6a27-4724-9c98-83e7a0228018 admin admin] Pushing event updated for resources: {'Port': ['ID=02d857e1-ad92-4c99-beb3-8ea17473ccaf,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:42.408476 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-381fd0e8-c995-4a07-b468-a85969831593 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524919'] for router_interface (341efdd6-06c3-4350-9049-4666147975a3), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:42.438721 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-895d29f6-48ab-4525-a612-7666d95063aa None None] Allocated IP 2001:db8::2 (986c5511-2b50-4eb7-bb75-ff9f776ff726/bb60fca2-ea10-4c16-bf06-b9dec93588b7/fa920f0e-91a0-48c0-9a6a-1ae005e6f8d1) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:43:42.461096 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-214ca719-fb0e-4527-8ff1-76334f166e8f tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (254487aa-e09f-4d6f-aa70-a6a26ddec234), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:42.462142 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-214ca719-fb0e-4527-8ff1-76334f166e8f tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (254487aa-e09f-4d6f-aa70-a6a26ddec234), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:42.496583 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b14eb38e-27d9-4159-9515-906db168fdf3 tempest-FloatingIPAdminTestJSON-1590802299 tempest-FloatingIPAdminTestJSON-1590802299-project-admin] Publish callbacks [] for port (ed7c9c7f-5b14-4a50-bd66-b3205827317e), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:42.504758 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b14eb38e-27d9-4159-9515-906db168fdf3 tempest-FloatingIPAdminTestJSON-1590802299 tempest-FloatingIPAdminTestJSON-1590802299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (ed7c9c7f-5b14-4a50-bd66-b3205827317e), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:42.507744 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aedb9774-6a27-4724-9c98-83e7a0228018 admin admin] Network 89302a14-ea08-4726-b1fe-46786cbf4500 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:43:42.509910 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fbefcd1-965e-4779-a0b5-db2ca41113e9 req-9f3b3472-74e2-4064-8063-0f0b2c1df404 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Made reservation on behalf of 73aafa54b15b4f2e83f3753252e1608e for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:43:42.512081 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-aedb9774-6a27-4724-9c98-83e7a0228018 admin admin] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:43:42.514324 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-0fbefcd1-965e-4779-a0b5-db2ca41113e9 req-9f3b3472-74e2-4064-8063-0f0b2c1df404 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:42.540131 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381fd0e8-c995-4a07-b468-a85969831593 admin admin] Pushing event updated for resources: {'Port': ['ID=519bfcbb-ca65-4117-81d8-986b3cd33f2a,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:42.606848 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14eb38e-27d9-4159-9515-906db168fdf3 tempest-FloatingIPAdminTestJSON-1590802299 tempest-FloatingIPAdminTestJSON-1590802299-project-admin] Pushing event updated for resources: {'Port': ['ID=ed7c9c7f-5b14-4a50-bd66-b3205827317e,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:42.682974 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device aaf1a513-c69b-4de7-a3a4-850f0d85b483 details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:43:42.694190 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-214ca719-fb0e-4527-8ff1-76334f166e8f tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for router_controller (254487aa-e09f-4d6f-aa70-a6a26ddec234), precommit_add_association {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:42.749064 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-214ca719-fb0e-4527-8ff1-76334f166e8f tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (254487aa-e09f-4d6f-aa70-a6a26ddec234), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:42.756181 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b14eb38e-27d9-4159-9515-906db168fdf3 tempest-FloatingIPAdminTestJSON-1590802299 tempest-FloatingIPAdminTestJSON-1590802299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (5140a76e-e117-4ecd-a147-6faafc65d303), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:42.790242 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b14eb38e-27d9-4159-9515-906db168fdf3 tempest-FloatingIPAdminTestJSON-1590802299 tempest-FloatingIPAdminTestJSON-1590802299-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:42.794841 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-b14eb38e-27d9-4159-9515-906db168fdf3 tempest-FloatingIPAdminTestJSON-1590802299 tempest-FloatingIPAdminTestJSON-1590802299-project-admin] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1945608 Feb 09 21:43:42.799375 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 40140) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:42.820249 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-895d29f6-48ab-4525-a612-7666d95063aa None None] Publish callbacks [] for port (fa920f0e-91a0-48c0-9a6a-1ae005e6f8d1), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:42.838472 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381fd0e8-c995-4a07-b468-a85969831593 admin admin] Network efdb96f6-22a5-41e8-be55-251cf329ed07 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:43:42.845404 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aedb9774-6a27-4724-9c98-83e7a0228018 admin admin] Router 5c3b71c2-d985-475e-a704-bf9a5f736829 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:43:42.848145 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-381fd0e8-c995-4a07-b468-a85969831593 admin admin] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:43:42.849018 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port aaf1a513-c69b-4de7-a3a4-850f0d85b483, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=aaf1a513-c69b-4de7-a3a4-850f0d85b483,segment=NetworkSegment(116610cc-e364-4757-8ed8-0d76e027d6af),segment_id=116610cc-e364-4757-8ed8-0d76e027d6af)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:42.855921 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-214ca719-fb0e-4527-8ff1-76334f166e8f tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:42.860147 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-214ca719-fb0e-4527-8ff1-76334f166e8f tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5799098 Feb 09 21:43:42.862368 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40144) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:42.876052 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cf05378c-39cf-47d0-8789-2f00409cf1c5 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (3c647b76-8391-41f3-81eb-c84f278cd6cd), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:42.882794 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:42.891795 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': 'aaf1a513-c69b-4de7-a3a4-850f0d85b483', 'network_id': '034e9d46-4db7-4bf7-b56e-1ad6749a2cc8', 'port_id': 'aaf1a513-c69b-4de7-a3a4-850f0d85b483', 'mac_address': 'fa:16:3e:f9:bf:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26763647-fb07-4f2a-a7e0-925fecb78ab2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:43:42.965291 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-6f32ab46-03cd-47a9-b950-3622cbe6e037 None None] Provisioning complete for port 02d857e1-ad92-4c99-beb3-8ea17473ccaf triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:42.965916 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-6f32ab46-03cd-47a9-b950-3622cbe6e037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (02d857e1-ad92-4c99-beb3-8ea17473ccaf), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:43.027889 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf05378c-39cf-47d0-8789-2f00409cf1c5 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Pushing event deleted for resources: {'Port': ['ID=3c647b76-8391-41f3-81eb-c84f278cd6cd,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:43.073574 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-895d29f6-48ab-4525-a612-7666d95063aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (fa920f0e-91a0-48c0-9a6a-1ae005e6f8d1), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:43.096244 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-05de2778-85aa-4bc7-bf9a-8b2a75f13d2c tempest-FloatingIPAdminTestJSON-1415085163 tempest-FloatingIPAdminTestJSON-1415085163-project] Request body: {'floatingip': {'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:43.163230 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 9129b8cc-a48d-450d-9a26-0ae0ac96f68d up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:43:43.199193 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-05de2778-85aa-4bc7-bf9a-8b2a75f13d2c tempest-FloatingIPAdminTestJSON-1415085163 tempest-FloatingIPAdminTestJSON-1415085163-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:43.246569 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aedb9774-6a27-4724-9c98-83e7a0228018 admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:43:43.264324 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb685cb-faf0-4424-ac6c-1f5281e2c696 None None] Sync routers for ids ['5c3b71c2-d985-475e-a704-bf9a5f736829'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:43:43.286090 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb685cb-faf0-4424-ac6c-1f5281e2c696 None None] Routers {'5c3b71c2-d985-475e-a704-bf9a5f736829'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:43:43.288406 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-0fb685cb-faf0-4424-ac6c-1f5281e2c696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:43:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['5c3b71c2-d985-475e-a704-bf9a5f736829'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:43.299854 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4112ff65-1c62-4e79-b430-900f2c5501cd req-3b02e987-e832-466b-adc5-d5bb310c9a06 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=6746cd7d-6474-4f0f-8851-bc8437973cf8 HTTP/1.1" status: 200 len: 210 time: 0.1176767 Feb 09 21:43:43.308533 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-aedb9774-6a27-4724-9c98-83e7a0228018 admin admin] 10.222.0.90 "PUT /v2.0/routers/5c3b71c2-d985-475e-a704-bf9a5f736829/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5296731 Feb 09 21:43:43.312241 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895d29f6-48ab-4525-a612-7666d95063aa None None] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:43:43.321792 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-895d29f6-48ab-4525-a612-7666d95063aa None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:43:43.323801 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-6f32ab46-03cd-47a9-b950-3622cbe6e037 None None] Port 02d857e1-ad92-4c99-beb3-8ea17473ccaf cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:43:43.337611 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895d29f6-48ab-4525-a612-7666d95063aa None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:43:43.382399 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [req-0fbefcd1-965e-4779-a0b5-db2ca41113e9 req-9f3b3472-74e2-4064-8063-0f0b2c1df404 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Allocated IP 172.20.0.13 (00735365-504a-4659-b7e0-5dd13c1577e5/0d4cb0a9-0f8b-4759-aa75-9f58c47a4974/1a960fa9-68bd-40e7-96bb-e59094fe28ce) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:43:43.435141 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895d29f6-48ab-4525-a612-7666d95063aa None None] Pushing event updated for resources: {'Port': ['ID=fa920f0e-91a0-48c0-9a6a-1ae005e6f8d1,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:43.439017 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port aaf1a513-c69b-4de7-a3a4-850f0d85b483 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:43.439567 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (aaf1a513-c69b-4de7-a3a4-850f0d85b483), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:43.499471 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaf1a513-c69b-4de7-a3a4-850f0d85b483 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:43:43.502075 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dd7e5a-68f6-4602-9043-9e439f5482fd req-a70f01a8-0da1-4224-bdc8-a8709918a3dc tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:43.504505 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-64dd7e5a-68f6-4602-9043-9e439f5482fd req-a70f01a8-0da1-4224-bdc8-a8709918a3dc tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] 10.222.0.90 "GET /v2.0/ports?device_id=085d93ab-b7d7-4077-ace2-f2ac9ed09680 HTTP/1.1" status: 200 len: 943 time: 0.2528546 Feb 09 21:43:43.542702 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port aaf1a513-c69b-4de7-a3a4-850f0d85b483, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=aaf1a513-c69b-4de7-a3a4-850f0d85b483,segment=NetworkSegment(116610cc-e364-4757-8ed8-0d76e027d6af),segment_id=116610cc-e364-4757-8ed8-0d76e027d6af)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:43.551587 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-895d29f6-48ab-4525-a612-7666d95063aa None None] Attempting to bind port fa920f0e-91a0-48c0-9a6a-1ae005e6f8d1 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:43:43.551806 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-895d29f6-48ab-4525-a612-7666d95063aa None None] Attempting to bind port fa920f0e-91a0-48c0-9a6a-1ae005e6f8d1 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': 'e234f058-99e9-4683-aff2-a800b51d2ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:43:43.559270 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895d29f6-48ab-4525-a612-7666d95063aa None None] Attempting to bind port fa920f0e-91a0-48c0-9a6a-1ae005e6f8d1 on network 986c5511-2b50-4eb7-bb75-ff9f776ff726 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:43:43.564384 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (aaf1a513-c69b-4de7-a3a4-850f0d85b483), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:43.603746 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-0fb685cb-faf0-4424-ac6c-1f5281e2c696 None None] Set router 5c3b71c2-d985-475e-a704-bf9a5f736829 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:43:43.604076 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 9129b8cc-a48d-450d-9a26-0ae0ac96f68d triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:43.604567 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (9129b8cc-a48d-450d-9a26-0ae0ac96f68d), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:43.606554 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895d29f6-48ab-4525-a612-7666d95063aa None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:43:43.607069 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895d29f6-48ab-4525-a612-7666d95063aa None None] Checking segment: {'id': 'e234f058-99e9-4683-aff2-a800b51d2ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:43:43.607561 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-895d29f6-48ab-4525-a612-7666d95063aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:43.608054 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895d29f6-48ab-4525-a612-7666d95063aa None None] Bound using segment: {'id': 'e234f058-99e9-4683-aff2-a800b51d2ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:43:43.608699 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-895d29f6-48ab-4525-a612-7666d95063aa None None] Bound port: fa920f0e-91a0-48c0-9a6a-1ae005e6f8d1, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e234f058-99e9-4683-aff2-a800b51d2ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:43:43.609178 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-895d29f6-48ab-4525-a612-7666d95063aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (fa920f0e-91a0-48c0-9a6a-1ae005e6f8d1), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:43.622590 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-05de2778-85aa-4bc7-bf9a-8b2a75f13d2c tempest-FloatingIPAdminTestJSON-1415085163 tempest-FloatingIPAdminTestJSON-1415085163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:43.763247 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cf05378c-39cf-47d0-8789-2f00409cf1c5 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:43.771378 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-cf05378c-39cf-47d0-8789-2f00409cf1c5 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "DELETE /v2.0/ports/3c647b76-8391-41f3-81eb-c84f278cd6cd HTTP/1.1" status: 204 len: 168 time: 3.7326696 Feb 09 21:43:43.801384 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40156) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:43.827418 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-05de2778-85aa-4bc7-bf9a-8b2a75f13d2c tempest-FloatingIPAdminTestJSON-1415085163 tempest-FloatingIPAdminTestJSON-1415085163-project] Allocated IP 172.25.3.223 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/b2d6a510-d1d4-4846-ab58-244e7878e885) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:43:43.865134 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-381fd0e8-c995-4a07-b468-a85969831593 admin admin] Router 341efdd6-06c3-4350-9049-4666147975a3 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:43:43.869634 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-ee049fff-fe18-41d3-9264-9e06fb967cbd None None] Provisioning complete for port 519bfcbb-ca65-4117-81d8-986b3cd33f2a triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:43.870304 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ee049fff-fe18-41d3-9264-9e06fb967cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (519bfcbb-ca65-4117-81d8-986b3cd33f2a), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:43.927022 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-ee049fff-fe18-41d3-9264-9e06fb967cbd None None] Port 519bfcbb-ca65-4117-81d8-986b3cd33f2a cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:43:43.963662 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-05de2778-85aa-4bc7-bf9a-8b2a75f13d2c tempest-FloatingIPAdminTestJSON-1415085163 tempest-FloatingIPAdminTestJSON-1415085163-project] Publish callbacks [] for port (b2d6a510-d1d4-4846-ab58-244e7878e885), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:43.984140 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=aaf1a513-c69b-4de7-a3a4-850f0d85b483,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:43.998631 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-0fb685cb-faf0-4424-ac6c-1f5281e2c696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c3b71c2-d985-475e-a704-bf9a5f736829', 'name': 'tempest-TaggedBootDevicesTest-1061427507-router', 'tenant_id': '8df665fbc45c4402827cfa45d539f547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': 'f1855a98-99c3-40d3-9d1c-d3ceee81e0b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:43:23Z', 'updated_at': '2022-02-09T21:43:41Z', 'revision_number': 4, 'project_id': '8df665fbc45c4402827cfa45d539f547', 'gw_port': {'id': 'f1855a98-99c3-40d3-9d1c-d3ceee81e0b1', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:03:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c3b71c2-d985-475e-a704-bf9a5f736829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2049, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:43:25Z', 'updated_at': '2022-02-09T21:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '02d857e1-ad92-4c99-beb3-8ea17473ccaf', 'name': '', 'network_id': '89302a14-ea08-4726-b1fe-46786cbf4500', 'tenant_id': '8df665fbc45c4402827cfa45d539f547', 'mac_address': 'fa:16:3e:ad:7d:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c3b71c2-d985-475e-a704-bf9a5f736829', 'device_owner': 'network:router_interface', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': '6ef5b987-00df-4044-aca4-5ad37512d0ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:43:38Z', 'updated_at': '2022-02-09T21:43:41Z', 'revision_number': 2, 'project_id': '8df665fbc45c4402827cfa45d539f547', 'subnets': [{'id': '6ef5b987-00df-4044-aca4-5ad37512d0ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:44.006742 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-895d29f6-48ab-4525-a612-7666d95063aa None None] For port fa920f0e-91a0-48c0-9a6a-1ae005e6f8d1, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:43:44.009703 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-64dd7e5a-68f6-4602-9043-9e439f5482fd req-fcb1272b-96c9-4eed-a377-79e64aa49159 tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] 10.222.0.90 "GET /v2.0/security-groups?id=d2ea5315-73a8-4fc4-8681-6c98ae9bd1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4975672 Feb 09 21:43:44.023034 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-895d29f6-48ab-4525-a612-7666d95063aa None None] For port fa920f0e-91a0-48c0-9a6a-1ae005e6f8d1, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=fa920f0e-91a0-48c0-9a6a-1ae005e6f8d1,segment=NetworkSegment(e234f058-99e9-4683-aff2-a800b51d2ec4),segment_id=e234f058-99e9-4683-aff2-a800b51d2ec4)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:43:44.025903 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['aaf1a513-c69b-4de7-a3a4-850f0d85b483'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:43:44.055019 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-05de2778-85aa-4bc7-bf9a-8b2a75f13d2c tempest-FloatingIPAdminTestJSON-1415085163 tempest-FloatingIPAdminTestJSON-1415085163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (b2d6a510-d1d4-4846-ab58-244e7878e885), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:44.074979 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-af722396-29b3-4b41-bc54-868d8a15d813 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Deleting subnet 99276998-1cd5-4a6a-b76b-7df5415f45f2 {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:43:44.110274 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-895d29f6-48ab-4525-a612-7666d95063aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (fa920f0e-91a0-48c0-9a6a-1ae005e6f8d1), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:44.137454 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:44.148089 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05de2778-85aa-4bc7-bf9a-8b2a75f13d2c tempest-FloatingIPAdminTestJSON-1415085163 tempest-FloatingIPAdminTestJSON-1415085163-project] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:43:44.159178 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb685cb-faf0-4424-ac6c-1f5281e2c696 None None] Checking router: 5c3b71c2-d985-475e-a704-bf9a5f736829 for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:43:44.159178 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb685cb-faf0-4424-ac6c-1f5281e2c696 None None] Updating router 5c3b71c2-d985-475e-a704-bf9a5f736829 port 02d857e1-ad92-4c99-beb3-8ea17473ccaf binding host n-d-828369-5 {{(pid=103143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:43:44.160752 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-05de2778-85aa-4bc7-bf9a-8b2a75f13d2c tempest-FloatingIPAdminTestJSON-1415085163 tempest-FloatingIPAdminTestJSON-1415085163-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:43:44.162761 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05de2778-85aa-4bc7-bf9a-8b2a75f13d2c tempest-FloatingIPAdminTestJSON-1415085163 tempest-FloatingIPAdminTestJSON-1415085163-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:43:44.169498 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-af722396-29b3-4b41-bc54-868d8a15d813 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks [] for subnet (99276998-1cd5-4a6a-b76b-7df5415f45f2), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:44.213540 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0fb685cb-faf0-4424-ac6c-1f5281e2c696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (02d857e1-ad92-4c99-beb3-8ea17473ccaf), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:44.247865 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05de2778-85aa-4bc7-bf9a-8b2a75f13d2c tempest-FloatingIPAdminTestJSON-1415085163 tempest-FloatingIPAdminTestJSON-1415085163-project] Pushing event updated for resources: {'Port': ['ID=b2d6a510-d1d4-4846-ab58-244e7878e885,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:44.285420 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895d29f6-48ab-4525-a612-7666d95063aa None None] Pushing event updated for resources: {'Port': ['ID=fa920f0e-91a0-48c0-9a6a-1ae005e6f8d1,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:44.289683 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 9129b8cc-a48d-450d-9a26-0ae0ac96f68d is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:44.290596 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (9129b8cc-a48d-450d-9a26-0ae0ac96f68d), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:44.347527 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port 9129b8cc-a48d-450d-9a26-0ae0ac96f68d, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=9129b8cc-a48d-450d-9a26-0ae0ac96f68d,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:44.363335 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (9129b8cc-a48d-450d-9a26-0ae0ac96f68d), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:44.386057 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-05de2778-85aa-4bc7-bf9a-8b2a75f13d2c tempest-FloatingIPAdminTestJSON-1415085163 tempest-FloatingIPAdminTestJSON-1415085163-project] Publish callbacks [] for floatingip (ec693371-0a0f-463f-967e-30075fcb1934), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:44.501933 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=9129b8cc-a48d-450d-9a26-0ae0ac96f68d,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:44.526753 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3bbb3c67-2600-41ed-bd0a-6f0ef7d93a7f req-5553f089-7440-4e5a-81bf-a2fce2f037cd tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=6746cd7d-6474-4f0f-8851-bc8437973cf8 HTTP/1.1" status: 200 len: 210 time: 0.1203969 Feb 09 21:43:44.560742 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-05de2778-85aa-4bc7-bf9a-8b2a75f13d2c tempest-FloatingIPAdminTestJSON-1415085163 tempest-FloatingIPAdminTestJSON-1415085163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (b2d6a510-d1d4-4846-ab58-244e7878e885), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:44.727469 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0fb685cb-faf0-4424-ac6c-1f5281e2c696 None None] Publish callbacks [] for port (02d857e1-ad92-4c99-beb3-8ea17473ccaf), precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:44.739822 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0fb685cb-faf0-4424-ac6c-1f5281e2c696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (02d857e1-ad92-4c99-beb3-8ea17473ccaf), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:44.761008 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-05de2778-85aa-4bc7-bf9a-8b2a75f13d2c tempest-FloatingIPAdminTestJSON-1415085163 tempest-FloatingIPAdminTestJSON-1415085163-project] Publish callbacks [] for port (b2d6a510-d1d4-4846-ab58-244e7878e885), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:44.770577 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-05de2778-85aa-4bc7-bf9a-8b2a75f13d2c tempest-FloatingIPAdminTestJSON-1415085163 tempest-FloatingIPAdminTestJSON-1415085163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (b2d6a510-d1d4-4846-ab58-244e7878e885), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:44.849741 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-701dd8bc-f38f-4de2-898e-99ac6ac22bfa tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:44.850414 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed49fdd3-5e83-4e58-9659-f797190691e2 None None] Pushing event updated for resources: {'Port': ['ID=02d857e1-ad92-4c99-beb3-8ea17473ccaf,revision_number=3']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:44.876930 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05de2778-85aa-4bc7-bf9a-8b2a75f13d2c tempest-FloatingIPAdminTestJSON-1415085163 tempest-FloatingIPAdminTestJSON-1415085163-project] Pushing event updated for resources: {'Port': ['ID=b2d6a510-d1d4-4846-ab58-244e7878e885,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:44.894262 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-af722396-29b3-4b41-bc54-868d8a15d813 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (99276998-1cd5-4a6a-b76b-7df5415f45f2), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:44.910727 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-05de2778-85aa-4bc7-bf9a-8b2a75f13d2c tempest-FloatingIPAdminTestJSON-1415085163 tempest-FloatingIPAdminTestJSON-1415085163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (ec693371-0a0f-463f-967e-30075fcb1934), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:44.943408 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-05de2778-85aa-4bc7-bf9a-8b2a75f13d2c tempest-FloatingIPAdminTestJSON-1415085163 tempest-FloatingIPAdminTestJSON-1415085163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:44.944922 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-05de2778-85aa-4bc7-bf9a-8b2a75f13d2c tempest-FloatingIPAdminTestJSON-1415085163 tempest-FloatingIPAdminTestJSON-1415085163-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1446266 Feb 09 21:43:44.947640 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 40196) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:44.989573 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-0fb685cb-faf0-4424-ac6c-1f5281e2c696 None None] Attempting to bind port 02d857e1-ad92-4c99-beb3-8ea17473ccaf on host n-d-828369-5 for vnic_type normal with profile {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:43:44.989953 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-0fb685cb-faf0-4424-ac6c-1f5281e2c696 None None] Attempting to bind port 02d857e1-ad92-4c99-beb3-8ea17473ccaf by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '39a07604-b57e-42f4-abd7-9430bca79984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '89302a14-ea08-4726-b1fe-46786cbf4500'}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:43:44.990325 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb685cb-faf0-4424-ac6c-1f5281e2c696 None None] Attempting to bind port 02d857e1-ad92-4c99-beb3-8ea17473ccaf on network 89302a14-ea08-4726-b1fe-46786cbf4500 {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:43:44.998725 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb685cb-faf0-4424-ac6c-1f5281e2c696 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:43:44.999709 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb685cb-faf0-4424-ac6c-1f5281e2c696 None None] Checking segment: {'id': '39a07604-b57e-42f4-abd7-9430bca79984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '89302a14-ea08-4726-b1fe-46786cbf4500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:43:44.999709 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0fb685cb-faf0-4424-ac6c-1f5281e2c696 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:44.999899 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb685cb-faf0-4424-ac6c-1f5281e2c696 None None] Bound using segment: {'id': '39a07604-b57e-42f4-abd7-9430bca79984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '89302a14-ea08-4726-b1fe-46786cbf4500'} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:43:45.000416 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-0fb685cb-faf0-4424-ac6c-1f5281e2c696 None None] Bound port: 02d857e1-ad92-4c99-beb3-8ea17473ccaf, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39a07604-b57e-42f4-abd7-9430bca79984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '89302a14-ea08-4726-b1fe-46786cbf4500'}}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:43:45.000857 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0fb685cb-faf0-4424-ac6c-1f5281e2c696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (02d857e1-ad92-4c99-beb3-8ea17473ccaf), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:45.038408 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-0fbefcd1-965e-4779-a0b5-db2ca41113e9 req-9f3b3472-74e2-4064-8063-0f0b2c1df404 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Publish callbacks [] for port (1a960fa9-68bd-40e7-96bb-e59094fe28ce), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:45.042557 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9d5b351c-b903-4c58-9a7d-4de777b7cfd0 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524906'] for router_interface (bf06bceb-4cbf-41a1-9752-211686b11ead), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:45.095403 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-bdee1607-cdb0-4455-b8b2-e683d6ef1bbe tempest-FloatingIPAdminTestJSON-1590802299 tempest-FloatingIPAdminTestJSON-1590802299-project-admin] 10.222.0.90 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1651 time: 0.1464169 Feb 09 21:43:45.096052 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 40200) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:45.164717 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-0fb685cb-faf0-4424-ac6c-1f5281e2c696 None None] For port 02d857e1-ad92-4c99-beb3-8ea17473ccaf, host n-d-828369-5, cleared binding levels {{(pid=103143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:43:45.168556 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-0fb685cb-faf0-4424-ac6c-1f5281e2c696 None None] For port 02d857e1-ad92-4c99-beb3-8ea17473ccaf, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=02d857e1-ad92-4c99-beb3-8ea17473ccaf,segment=NetworkSegment(39a07604-b57e-42f4-abd7-9430bca79984),segment_id=39a07604-b57e-42f4-abd7-9430bca79984)] {{(pid=103143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:43:45.179923 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0fb685cb-faf0-4424-ac6c-1f5281e2c696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (02d857e1-ad92-4c99-beb3-8ea17473ccaf), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:45.238835 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:45.279127 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-104e2359-edec-4164-aea1-43b170316173 None None] Provisioning complete for port 02d857e1-ad92-4c99-beb3-8ea17473ccaf triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:45.279516 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-104e2359-edec-4164-aea1-43b170316173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (02d857e1-ad92-4c99-beb3-8ea17473ccaf), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:45.312146 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb685cb-faf0-4424-ac6c-1f5281e2c696 None None] Routers {'5c3b71c2-d985-475e-a704-bf9a5f736829'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:43:45.316939 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-0fb685cb-faf0-4424-ac6c-1f5281e2c696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:43:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['5c3b71c2-d985-475e-a704-bf9a5f736829'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:45.320661 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-381fd0e8-c995-4a07-b468-a85969831593 admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:43:45.337095 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-381fd0e8-c995-4a07-b468-a85969831593 admin admin] 10.222.0.90 "PUT /v2.0/routers/341efdd6-06c3-4350-9049-4666147975a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6277716 Feb 09 21:43:45.337498 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-36f88bb1-232d-4b1c-88f5-a0bdc048fa48 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] 10.222.0.90 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.2295334 Feb 09 21:43:45.337599 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40212) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:45.358057 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 9129b8cc-a48d-450d-9a26-0ae0ac96f68d up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:43:45.383812 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c39ee-6d49-49d8-9694-0205b731337f req-39b9ac92-9dd3-4b15-873d-b7ddb50244a2 tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:45.398782 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-351c39ee-6d49-49d8-9694-0205b731337f req-39b9ac92-9dd3-4b15-873d-b7ddb50244a2 tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] 10.222.0.90 "GET /v2.0/ports?device_id=085d93ab-b7d7-4077-ace2-f2ac9ed09680 HTTP/1.1" status: 200 len: 944 time: 0.2144921 Feb 09 21:43:45.460771 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9beaa9-bd83-4544-8859-7906b1c5f69d None None] Sync routers for ids ['341efdd6-06c3-4350-9049-4666147975a3'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:43:45.503214 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-351c39ee-6d49-49d8-9694-0205b731337f req-c6ab300d-19fe-40d9-ac32-4459cd79fdf0 tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] 10.222.0.90 "GET /v2.0/security-groups?id=d2ea5315-73a8-4fc4-8681-6c98ae9bd1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990314 Feb 09 21:43:45.543719 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9beaa9-bd83-4544-8859-7906b1c5f69d None None] Routers {'341efdd6-06c3-4350-9049-4666147975a3'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:43:45.544518 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-4c9beaa9-bd83-4544-8859-7906b1c5f69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:43:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['341efdd6-06c3-4350-9049-4666147975a3'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:45.571596 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed49fdd3-5e83-4e58-9659-f797190691e2 None None] Pushing event updated for resources: {'Port': ['ID=02d857e1-ad92-4c99-beb3-8ea17473ccaf,revision_number=4']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:45.673520 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-af722396-29b3-4b41-bc54-868d8a15d813 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (99276998-1cd5-4a6a-b76b-7df5415f45f2), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:45.686419 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-0fb685cb-faf0-4424-ac6c-1f5281e2c696 None None] Set router 5c3b71c2-d985-475e-a704-bf9a5f736829 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:43:45.785306 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bf680171-ab9f-4923-a7c3-82433df4b5dc req-e4ff9f45-15e3-4423-a3bc-eefb345adbb4 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=6746cd7d-6474-4f0f-8851-bc8437973cf8 HTTP/1.1" status: 200 len: 210 time: 0.0761065 Feb 09 21:43:45.818181 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-4c9beaa9-bd83-4544-8859-7906b1c5f69d None None] Set router 341efdd6-06c3-4350-9049-4666147975a3 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:43:45.893254 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-af722396-29b3-4b41-bc54-868d8a15d813 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (99276998-1cd5-4a6a-b76b-7df5415f45f2), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:45.917991 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-0fbefcd1-965e-4779-a0b5-db2ca41113e9 req-9f3b3472-74e2-4064-8063-0f0b2c1df404 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (1a960fa9-68bd-40e7-96bb-e59094fe28ce), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:45.978336 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-af722396-29b3-4b41-bc54-868d8a15d813 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:45.987309 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 9129b8cc-a48d-450d-9a26-0ae0ac96f68d triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:45.987666 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (9129b8cc-a48d-450d-9a26-0ae0ac96f68d), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:45.988253 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-af722396-29b3-4b41-bc54-868d8a15d813 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "DELETE /v2.0/subnets/99276998-1cd5-4a6a-b76b-7df5415f45f2 HTTP/1.1" status: 204 len: 168 time: 2.1842155 Feb 09 21:43:45.990890 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 40246) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:46.037763 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0060b3-b275-4248-a121-89ff11dddd7e None None] Network 6a88ecb8-ab13-497b-8e99-4232b5fa8235 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:43:46.040923 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-0fb685cb-faf0-4424-ac6c-1f5281e2c696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c3b71c2-d985-475e-a704-bf9a5f736829', 'name': 'tempest-TaggedBootDevicesTest-1061427507-router', 'tenant_id': '8df665fbc45c4402827cfa45d539f547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': 'f1855a98-99c3-40d3-9d1c-d3ceee81e0b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:43:23Z', 'updated_at': '2022-02-09T21:43:41Z', 'revision_number': 4, 'project_id': '8df665fbc45c4402827cfa45d539f547', 'gw_port': {'id': 'f1855a98-99c3-40d3-9d1c-d3ceee81e0b1', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:03:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c3b71c2-d985-475e-a704-bf9a5f736829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2049, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:43:25Z', 'updated_at': '2022-02-09T21:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '02d857e1-ad92-4c99-beb3-8ea17473ccaf', 'name': '', 'network_id': '89302a14-ea08-4726-b1fe-46786cbf4500', 'tenant_id': '8df665fbc45c4402827cfa45d539f547', 'mac_address': 'fa:16:3e:ad:7d:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c3b71c2-d985-475e-a704-bf9a5f736829', 'device_owner': 'network:router_interface', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': '6ef5b987-00df-4044-aca4-5ad37512d0ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:43:38Z', 'updated_at': '2022-02-09T21:43:45Z', 'revision_number': 4, 'project_id': '8df665fbc45c4402827cfa45d539f547', 'subnets': [{'id': '6ef5b987-00df-4044-aca4-5ad37512d0ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:46.096555 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6c67745-b96d-4d07-8394-314f2b4c2e8c tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Deleting subnet 5d37f537-2fe5-408a-92d7-6800f805a26d {{(pid=103140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:43:46.104923 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb685cb-faf0-4424-ac6c-1f5281e2c696 None None] The sync data for ids ['5c3b71c2-d985-475e-a704-bf9a5f736829'] in n-d-828369-5 is: [{'id': '5c3b71c2-d985-475e-a704-bf9a5f736829', 'name': 'tempest-TaggedBootDevicesTest-1061427507-router', 'tenant_id': '8df665fbc45c4402827cfa45d539f547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': 'f1855a98-99c3-40d3-9d1c-d3ceee81e0b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:43:23Z', 'updated_at': '2022-02-09T21:43:41Z', 'revision_number': 4, 'project_id': '8df665fbc45c4402827cfa45d539f547', 'gw_port': {'id': 'f1855a98-99c3-40d3-9d1c-d3ceee81e0b1', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:03:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c3b71c2-d985-475e-a704-bf9a5f736829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2049, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:43:25Z', 'updated_at': '2022-02-09T21:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '02d857e1-ad92-4c99-beb3-8ea17473ccaf', 'name': '', 'network_id': '89302a14-ea08-4726-b1fe-46786cbf4500', 'tenant_id': '8df665fbc45c4402827cfa45d539f547', 'mac_address': 'fa:16:3e:ad:7d:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c3b71c2-d985-475e-a704-bf9a5f736829', 'device_owner': 'network:router_interface', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': '6ef5b987-00df-4044-aca4-5ad37512d0ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:43:38Z', 'updated_at': '2022-02-09T21:43:45Z', 'revision_number': 4, 'project_id': '8df665fbc45c4402827cfa45d539f547', 'subnets': [{'id': '6ef5b987-00df-4044-aca4-5ad37512d0ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:43:46.106561 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d6c67745-b96d-4d07-8394-314f2b4c2e8c tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks [] for subnet (5d37f537-2fe5-408a-92d7-6800f805a26d), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:46.226067 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d6c67745-b96d-4d07-8394-314f2b4c2e8c tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9110716'] for subnet (5d37f537-2fe5-408a-92d7-6800f805a26d), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:46.237870 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b3472-74e2-4064-8063-0f0b2c1df404 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Pushing event updated for resources: {'Port': ['ID=1a960fa9-68bd-40e7-96bb-e59094fe28ce,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:46.247406 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af722396-29b3-4b41-bc54-868d8a15d813 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Pushing event deleted for resources: {'Subnet': ['ID=99276998-1cd5-4a6a-b76b-7df5415f45f2,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:46.321349 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-104e2359-edec-4164-aea1-43b170316173 None None] Current status of the port 02d857e1-ad92-4c99-beb3-8ea17473ccaf is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:46.321911 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-104e2359-edec-4164-aea1-43b170316173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (02d857e1-ad92-4c99-beb3-8ea17473ccaf), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:46.352285 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fbefcd1-965e-4779-a0b5-db2ca41113e9 req-9f3b3472-74e2-4064-8063-0f0b2c1df404 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Network 00735365-504a-4659-b7e0-5dd13c1577e5 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:43:46.372597 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [req-0fbefcd1-965e-4779-a0b5-db2ca41113e9 req-9f3b3472-74e2-4064-8063-0f0b2c1df404 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:43:46.427141 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fbefcd1-965e-4779-a0b5-db2ca41113e9 req-9f3b3472-74e2-4064-8063-0f0b2c1df404 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:43:46.524978 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-104e2359-edec-4164-aea1-43b170316173 None None] For port 02d857e1-ad92-4c99-beb3-8ea17473ccaf, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=02d857e1-ad92-4c99-beb3-8ea17473ccaf,segment=NetworkSegment(39a07604-b57e-42f4-abd7-9430bca79984),segment_id=39a07604-b57e-42f4-abd7-9430bca79984)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:46.557523 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-701dd8bc-f38f-4de2-898e-99ac6ac22bfa tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Allocated IP 2001:db8::1 (986c5511-2b50-4eb7-bb75-ff9f776ff726/bb60fca2-ea10-4c16-bf06-b9dec93588b7/c093bad8-1b2e-4960-ace0-8349ea64e5fa) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:43:46.599084 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-104e2359-edec-4164-aea1-43b170316173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (02d857e1-ad92-4c99-beb3-8ea17473ccaf), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:46.670474 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbefcd1-965e-4779-a0b5-db2ca41113e9 req-9f3b3472-74e2-4064-8063-0f0b2c1df404 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:46.678408 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-0fbefcd1-965e-4779-a0b5-db2ca41113e9 req-9f3b3472-74e2-4064-8063-0f0b2c1df404 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:46.702285 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40250) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:46.702762 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device aaf1a513-c69b-4de7-a3a4-850f0d85b483 up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:43:46.715514 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-80a27b55-2489-4748-896d-119f919342e2 tempest-FloatingIPAdminTestJSON-1415085163 tempest-FloatingIPAdminTestJSON-1415085163-project] Deleting port b2d6a510-d1d4-4846-ab58-244e7878e885 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:43:46.715514 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-80a27b55-2489-4748-896d-119f919342e2 tempest-FloatingIPAdminTestJSON-1415085163 tempest-FloatingIPAdminTestJSON-1415085163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (b2d6a510-d1d4-4846-ab58-244e7878e885), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:46.795912 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-a226e673-f68d-4de6-858c-0b39c6d41393 tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1747890221', 'description': 'tempest-description--1296565306'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:46.803279 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0fbefcd1-965e-4779-a0b5-db2ca41113e9 req-9f3b3472-74e2-4064-8063-0f0b2c1df404 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8816161 Feb 09 21:43:46.830823 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 9129b8cc-a48d-450d-9a26-0ae0ac96f68d is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:46.831975 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device fa920f0e-91a0-48c0-9a6a-1ae005e6f8d1 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:43:46.832905 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-0fbefcd1-965e-4779-a0b5-db2ca41113e9 req-22731428-d54c-493a-8721-3a69eb072bda service neutron] Request body: {'port': {'device_id': '6746cd7d-6474-4f0f-8851-bc8437973cf8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:46.932761 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-4c9beaa9-bd83-4544-8859-7906b1c5f69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341efdd6-06c3-4350-9049-4666147975a3', 'name': 'tempest-ServersTestJSON-1600170528-router', 'tenant_id': '505da41edaf64392a4228e0531d67a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '9129b8cc-a48d-450d-9a26-0ae0ac96f68d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:43:32Z', 'updated_at': '2022-02-09T21:43:40Z', 'revision_number': 4, 'project_id': '505da41edaf64392a4228e0531d67a93', 'gw_port': {'id': '9129b8cc-a48d-450d-9a26-0ae0ac96f68d', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:bf:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341efdd6-06c3-4350-9049-4666147975a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:43:33Z', 'updated_at': '2022-02-09T21:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '519bfcbb-ca65-4117-81d8-986b3cd33f2a', 'name': '', 'network_id': 'efdb96f6-22a5-41e8-be55-251cf329ed07', 'tenant_id': '505da41edaf64392a4228e0531d67a93', 'mac_address': 'fa:16:3e:94:67:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '341efdd6-06c3-4350-9049-4666147975a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': '57963df8-04e1-4710-99da-25fa79c51970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:43:38Z', 'updated_at': '2022-02-09T21:43:40Z', 'revision_number': 2, 'project_id': '505da41edaf64392a4228e0531d67a93', 'subnets': [{'id': '57963df8-04e1-4710-99da-25fa79c51970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:46.988518 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-80a27b55-2489-4748-896d-119f919342e2 tempest-FloatingIPAdminTestJSON-1415085163 tempest-FloatingIPAdminTestJSON-1415085163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (b2d6a510-d1d4-4846-ab58-244e7878e885), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:46.989198 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-80a27b55-2489-4748-896d-119f919342e2 tempest-FloatingIPAdminTestJSON-1415085163 tempest-FloatingIPAdminTestJSON-1415085163-project] Publish callbacks [] for floatingip (b2d6a510-d1d4-4846-ab58-244e7878e885), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:47.024565 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-bbe9904d-45d5-4e99-856e-a69754023772 None None] Provisioning complete for port fa920f0e-91a0-48c0-9a6a-1ae005e6f8d1 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:47.024959 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-bbe9904d-45d5-4e99-856e-a69754023772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (fa920f0e-91a0-48c0-9a6a-1ae005e6f8d1), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:47.027756 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-80a27b55-2489-4748-896d-119f919342e2 tempest-FloatingIPAdminTestJSON-1415085163 tempest-FloatingIPAdminTestJSON-1415085163-project] Calling delete_port for b2d6a510-d1d4-4846-ab58-244e7878e885 owned by network:floatingip {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:43:47.062624 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104e2359-edec-4164-aea1-43b170316173 None None] Pushing event updated for resources: {'Port': ['ID=02d857e1-ad92-4c99-beb3-8ea17473ccaf,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:47.065866 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9beaa9-bd83-4544-8859-7906b1c5f69d None None] Checking router: 341efdd6-06c3-4350-9049-4666147975a3 for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:43:47.065866 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9beaa9-bd83-4544-8859-7906b1c5f69d None None] Updating router 341efdd6-06c3-4350-9049-4666147975a3 port 519bfcbb-ca65-4117-81d8-986b3cd33f2a binding host n-d-828369-5 {{(pid=103142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:43:47.169462 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a226e673-f68d-4de6-858c-0b39c6d41393 tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:47.192265 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab331dbf-4040-44b6-be74-ea3284c1cf1b None None] DHCP port deletion for 6a88ecb8-ab13-497b-8e99-4232b5fa8235 request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:43:47.204631 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-0fbefcd1-965e-4779-a0b5-db2ca41113e9 req-22731428-d54c-493a-8721-3a69eb072bda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (1a960fa9-68bd-40e7-96bb-e59094fe28ce), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:47.225953 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-4c9beaa9-bd83-4544-8859-7906b1c5f69d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (519bfcbb-ca65-4117-81d8-986b3cd33f2a), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:47.272297 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning for port aaf1a513-c69b-4de7-a3a4-850f0d85b483 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:43:47.306994 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d6c67745-b96d-4d07-8394-314f2b4c2e8c tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (5d37f537-2fe5-408a-92d7-6800f805a26d), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:47.319872 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port aaf1a513-c69b-4de7-a3a4-850f0d85b483 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:47.320277 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (aaf1a513-c69b-4de7-a3a4-850f0d85b483), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:47.339149 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-9d5b351c-b903-4c58-9a7d-4de777b7cfd0 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Deleting port 323c09cd-359f-4699-af91-3b8d90d87155 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:43:47.346982 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9d5b351c-b903-4c58-9a7d-4de777b7cfd0 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (323c09cd-359f-4699-af91-3b8d90d87155), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:47.356182 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port fa920f0e-91a0-48c0-9a6a-1ae005e6f8d1 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:47.356819 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (fa920f0e-91a0-48c0-9a6a-1ae005e6f8d1), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:47.442008 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-701dd8bc-f38f-4de2-898e-99ac6ac22bfa tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for port (c093bad8-1b2e-4960-ace0-8349ea64e5fa), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:47.479311 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f7251f-23e6-4fa3-9865-41de76484786 req-fea58d77-f9c4-4e88-8690-5e74c9e2181a tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:47.491181 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-27f7251f-23e6-4fa3-9865-41de76484786 req-fea58d77-f9c4-4e88-8690-5e74c9e2181a tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=6746cd7d-6474-4f0f-8851-bc8437973cf8 HTTP/1.1" status: 200 len: 932 time: 0.2789845 Feb 09 21:43:47.535836 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e61094-28ce-450d-aee2-171ec3418122 req-f466dc49-3f8c-4855-9416-941dbf6af455 tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:47.538599 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-ab331dbf-4040-44b6-be74-ea3284c1cf1b None None] Deleting port 3282d2aa-34ba-45b6-8ab5-db45ba7c6fdc {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:43:47.538992 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ab331dbf-4040-44b6-be74-ea3284c1cf1b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (3282d2aa-34ba-45b6-8ab5-db45ba7c6fdc), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:47.543047 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-67e61094-28ce-450d-aee2-171ec3418122 req-f466dc49-3f8c-4855-9416-941dbf6af455 tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] 10.222.0.90 "GET /v2.0/ports?device_id=085d93ab-b7d7-4077-ace2-f2ac9ed09680 HTTP/1.1" status: 200 len: 944 time: 0.3364208 Feb 09 21:43:47.548889 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-bbe9904d-45d5-4e99-856e-a69754023772 None None] Current status of the port fa920f0e-91a0-48c0-9a6a-1ae005e6f8d1 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:47.549227 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-bbe9904d-45d5-4e99-856e-a69754023772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (fa920f0e-91a0-48c0-9a6a-1ae005e6f8d1), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:47.600291 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d6c67745-b96d-4d07-8394-314f2b4c2e8c tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621346'] for subnet (5d37f537-2fe5-408a-92d7-6800f805a26d), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:47.696470 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-9d5b351c-b903-4c58-9a7d-4de777b7cfd0 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] For port 323c09cd-359f-4699-af91-3b8d90d87155, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=323c09cd-359f-4699-af91-3b8d90d87155,segment=NetworkSegment(785b3fef-a1a6-4ba7-b413-087267e58877),segment_id=785b3fef-a1a6-4ba7-b413-087267e58877)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:47.696830 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9d5b351c-b903-4c58-9a7d-4de777b7cfd0 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (323c09cd-359f-4699-af91-3b8d90d87155), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:47.704305 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c67745-b96d-4d07-8394-314f2b4c2e8c tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Pushing event deleted for resources: {'Subnet': ['ID=5d37f537-2fe5-408a-92d7-6800f805a26d,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:47.722324 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-27f7251f-23e6-4fa3-9865-41de76484786 req-2b0195ad-3924-4ceb-99f8-be9f7bda7b30 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317898 Feb 09 21:43:47.722551 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-9d5b351c-b903-4c58-9a7d-4de777b7cfd0 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Calling delete_port for 323c09cd-359f-4699-af91-3b8d90d87155 owned by network:router_interface {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:43:47.732693 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-67e61094-28ce-450d-aee2-171ec3418122 req-2a517c4e-81ea-482c-b816-8bc9ce369887 tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] 10.222.0.90 "GET /v2.0/security-groups?id=d2ea5315-73a8-4fc4-8681-6c98ae9bd1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888239 Feb 09 21:43:47.735393 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d6c67745-b96d-4d07-8394-314f2b4c2e8c tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:47.746267 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-d6c67745-b96d-4d07-8394-314f2b4c2e8c tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "DELETE /v2.0/subnets/5d37f537-2fe5-408a-92d7-6800f805a26d HTTP/1.1" status: 204 len: 168 time: 1.7534661 Feb 09 21:43:47.746942 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 40256) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:47.840799 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd97f5c0-5dac-490e-b0b5-fa26e2a83852 None None] Network 447eb1f8-3447-426b-bdf3-4b25ec15af22 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:43:47.880008 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d5ddf926-659a-4a7e-bc8b-4db256caecd9 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (6a88ecb8-ab13-497b-8e99-4232b5fa8235), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:47.946753 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d5ddf926-659a-4a7e-bc8b-4db256caecd9 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Deleting port 3282d2aa-34ba-45b6-8ab5-db45ba7c6fdc {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:43:47.947504 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d5ddf926-659a-4a7e-bc8b-4db256caecd9 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (3282d2aa-34ba-45b6-8ab5-db45ba7c6fdc), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:47.998834 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a226e673-f68d-4de6-858c-0b39c6d41393 tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] Publish callbacks [] for security_group (3f2575c8-bd4d-4267-97b8-daa8ebd4f112), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:48.006147 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-80a27b55-2489-4748-896d-119f919342e2 tempest-FloatingIPAdminTestJSON-1415085163 tempest-FloatingIPAdminTestJSON-1415085163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (b2d6a510-d1d4-4846-ab58-244e7878e885), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:48.031644 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a226e673-f68d-4de6-858c-0b39c6d41393 tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (3f2575c8-bd4d-4267-97b8-daa8ebd4f112), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:48.050478 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d5ddf926-659a-4a7e-bc8b-4db256caecd9 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] For port 3282d2aa-34ba-45b6-8ab5-db45ba7c6fdc, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=3282d2aa-34ba-45b6-8ab5-db45ba7c6fdc,segment=NetworkSegment(04fbb49c-9fc3-4a2f-93bd-1df71eda4894),segment_id=04fbb49c-9fc3-4a2f-93bd-1df71eda4894)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:48.051214 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d5ddf926-659a-4a7e-bc8b-4db256caecd9 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (3282d2aa-34ba-45b6-8ab5-db45ba7c6fdc), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:48.068710 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-bbe9904d-45d5-4e99-856e-a69754023772 None None] For port fa920f0e-91a0-48c0-9a6a-1ae005e6f8d1, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=fa920f0e-91a0-48c0-9a6a-1ae005e6f8d1,segment=NetworkSegment(e234f058-99e9-4683-aff2-a800b51d2ec4),segment_id=e234f058-99e9-4683-aff2-a800b51d2ec4)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:48.070837 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d5ddf926-659a-4a7e-bc8b-4db256caecd9 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Calling delete_port for 3282d2aa-34ba-45b6-8ab5-db45ba7c6fdc owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:43:48.071237 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-ab331dbf-4040-44b6-be74-ea3284c1cf1b None None] For port 3282d2aa-34ba-45b6-8ab5-db45ba7c6fdc, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=3282d2aa-34ba-45b6-8ab5-db45ba7c6fdc,segment=NetworkSegment(04fbb49c-9fc3-4a2f-93bd-1df71eda4894),segment_id=04fbb49c-9fc3-4a2f-93bd-1df71eda4894)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:48.071649 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ab331dbf-4040-44b6-be74-ea3284c1cf1b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (3282d2aa-34ba-45b6-8ab5-db45ba7c6fdc), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:48.105032 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port aaf1a513-c69b-4de7-a3a4-850f0d85b483 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:48.105429 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (aaf1a513-c69b-4de7-a3a4-850f0d85b483), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:48.107965 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port fa920f0e-91a0-48c0-9a6a-1ae005e6f8d1 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:48.108350 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (fa920f0e-91a0-48c0-9a6a-1ae005e6f8d1), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:48.110055 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-bbe9904d-45d5-4e99-856e-a69754023772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (fa920f0e-91a0-48c0-9a6a-1ae005e6f8d1), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:48.162241 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a226e673-f68d-4de6-858c-0b39c6d41393 tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f2575c8-bd4d-4267-97b8-daa8ebd4f112,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:48.186188 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d5ddf926-659a-4a7e-bc8b-4db256caecd9 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (3282d2aa-34ba-45b6-8ab5-db45ba7c6fdc), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:48.191264 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-ab331dbf-4040-44b6-be74-ea3284c1cf1b None None] Calling delete_port for 3282d2aa-34ba-45b6-8ab5-db45ba7c6fdc owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:43:48.200786 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-80a27b55-2489-4748-896d-119f919342e2 tempest-FloatingIPAdminTestJSON-1415085163 tempest-FloatingIPAdminTestJSON-1415085163-project] Publish callbacks [] for floatingip (ec693371-0a0f-463f-967e-30075fcb1934), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:48.203306 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-80a27b55-2489-4748-896d-119f919342e2 tempest-FloatingIPAdminTestJSON-1415085163 tempest-FloatingIPAdminTestJSON-1415085163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:48.204523 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-80a27b55-2489-4748-896d-119f919342e2 tempest-FloatingIPAdminTestJSON-1415085163 tempest-FloatingIPAdminTestJSON-1415085163-project] 10.222.0.90 "DELETE /v2.0/floatingips/ec693371-0a0f-463f-967e-30075fcb1934 HTTP/1.1" status: 204 len: 168 time: 2.8309934 Feb 09 21:43:48.210264 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-701dd8bc-f38f-4de2-898e-99ac6ac22bfa tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (c093bad8-1b2e-4960-ace0-8349ea64e5fa), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:48.219111 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a27b55-2489-4748-896d-119f919342e2 tempest-FloatingIPAdminTestJSON-1415085163 tempest-FloatingIPAdminTestJSON-1415085163-project] Pushing event deleted for resources: {'Port': ['ID=b2d6a510-d1d4-4846-ab58-244e7878e885,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:48.229190 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40260) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:48.239029 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701dd8bc-f38f-4de2-898e-99ac6ac22bfa tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:43:48.251033 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-701dd8bc-f38f-4de2-898e-99ac6ac22bfa tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:43:48.256873 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '085d93ab-b7d7-4077-ace2-f2ac9ed09680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaf1a513-c69b-4de7-a3a4-850f0d85b483'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:43:48.258984 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea61edca-2a94-4261-818d-2be42374d37c" -d '{"events": [{"server_uuid": "085d93ab-b7d7-4077-ace2-f2ac9ed09680", "name": "network-vif-plugged", "status": "completed", "tag": "aaf1a513-c69b-4de7-a3a4-850f0d85b483"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:43:48.260275 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ddf926-659a-4a7e-bc8b-4db256caecd9 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Pushing event deleted for resources: {'Port': ['ID=3282d2aa-34ba-45b6-8ab5-db45ba7c6fdc,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:48.275619 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a226e673-f68d-4de6-858c-0b39c6d41393 tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:48.277082 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-a226e673-f68d-4de6-858c-0b39c6d41393 tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.5691795 Feb 09 21:43:48.284397 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ddf926-659a-4a7e-bc8b-4db256caecd9 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] No DVR routers for this DVR port 3282d2aa-34ba-45b6-8ab5-db45ba7c6fdc on host n-d-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:43:48.295160 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 40264) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:48.301445 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-32a3d2dd-2adf-438a-9d97-6b6cdc9b15a7 tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] Request body: {'security_group_rule': {'security_group_id': '3f2575c8-bd4d-4267-97b8-daa8ebd4f112', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:48.308046 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701dd8bc-f38f-4de2-898e-99ac6ac22bfa tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:43:48.308472 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-701dd8bc-f38f-4de2-898e-99ac6ac22bfa tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554727'] for router_interface (254487aa-e09f-4d6f-aa70-a6a26ddec234), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:48.351489 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port aaf1a513-c69b-4de7-a3a4-850f0d85b483, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=aaf1a513-c69b-4de7-a3a4-850f0d85b483,segment=NetworkSegment(116610cc-e364-4757-8ed8-0d76e027d6af),segment_id=116610cc-e364-4757-8ed8-0d76e027d6af)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:48.370144 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36853cbc-556a-4178-b8cb-a935f23f6cf1 x-openstack-request-id: req-36853cbc-556a-4178-b8cb-a935f23f6cf1 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:43:48.370696 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "085d93ab-b7d7-4077-ace2-f2ac9ed09680", "name": "network-vif-plugged", "status": "completed", "tag": "aaf1a513-c69b-4de7-a3a4-850f0d85b483", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:43:48.370784 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-36853cbc-556a-4178-b8cb-a935f23f6cf1 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:43:48.371162 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '085d93ab-b7d7-4077-ace2-f2ac9ed09680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaf1a513-c69b-4de7-a3a4-850f0d85b483', 'code': 200} Feb 09 21:43:48.381888 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (aaf1a513-c69b-4de7-a3a4-850f0d85b483), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:48.383721 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-bbe9904d-45d5-4e99-856e-a69754023772 None None] Provisioning complete for port 02d857e1-ad92-4c99-beb3-8ea17473ccaf triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:48.384091 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-bbe9904d-45d5-4e99-856e-a69754023772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (02d857e1-ad92-4c99-beb3-8ea17473ccaf), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:48.391592 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe9904d-45d5-4e99-856e-a69754023772 None None] Pushing event updated for resources: {'Port': ['ID=fa920f0e-91a0-48c0-9a6a-1ae005e6f8d1,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:48.458170 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.db.api [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103142) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:43:48.458460 n-d-828369-5 neutron-server[103142]: DEBUG oslo_db.api [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:43:48.473252 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d5ddf926-659a-4a7e-bc8b-4db256caecd9 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (6a88ecb8-ab13-497b-8e99-4232b5fa8235), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:48.484647 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe9904d-45d5-4e99-856e-a69754023772 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:48.485010 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe9904d-45d5-4e99-856e-a69754023772 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:48.485360 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe9904d-45d5-4e99-856e-a69754023772 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:48.485700 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe9904d-45d5-4e99-856e-a69754023772 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:48.486039 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe9904d-45d5-4e99-856e-a69754023772 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:48.486411 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe9904d-45d5-4e99-856e-a69754023772 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:48.486752 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe9904d-45d5-4e99-856e-a69754023772 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:48.487087 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe9904d-45d5-4e99-856e-a69754023772 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:48.487417 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe9904d-45d5-4e99-856e-a69754023772 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:48.487752 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe9904d-45d5-4e99-856e-a69754023772 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:48.488084 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe9904d-45d5-4e99-856e-a69754023772 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:48.488511 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe9904d-45d5-4e99-856e-a69754023772 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:48.488839 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe9904d-45d5-4e99-856e-a69754023772 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:43:48.503741 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-d5ddf926-659a-4a7e-bc8b-4db256caecd9 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a88ecb8-ab13-497b-8e99-4232b5fa8235']}} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:48.515972 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-d5ddf926-659a-4a7e-bc8b-4db256caecd9 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04fbb49c-9fc3-4a2f-93bd-1df71eda4894') {'for_net_delete': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:48.516907 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-d5ddf926-659a-4a7e-bc8b-4db256caecd9 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04fbb49c-9fc3-4a2f-93bd-1df71eda4894') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:48.532156 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d5ddf926-659a-4a7e-bc8b-4db256caecd9 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110711'] for segment (04fbb49c-9fc3-4a2f-93bd-1df71eda4894), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:48.552649 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d5ddf926-659a-4a7e-bc8b-4db256caecd9 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (04fbb49c-9fc3-4a2f-93bd-1df71eda4894), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:48.561785 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5ddf926-659a-4a7e-bc8b-4db256caecd9 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=103140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:43:48.563983 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d5ddf926-659a-4a7e-bc8b-4db256caecd9 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669415'] for segment (04fbb49c-9fc3-4a2f-93bd-1df71eda4894), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:48.585971 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ebb04d-54a5-4dac-936f-5f0c098a2107 None None] DHCP port deletion for 447eb1f8-3447-426b-bdf3-4b25ec15af22 request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:43:48.659416 n-d-828369-5 neutron-server[103140]: Traceback (most recent call last): Feb 09 21:43:48.659416 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:43:48.659416 n-d-828369-5 neutron-server[103140]: timer() Feb 09 21:43:48.659416 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:43:48.659416 n-d-828369-5 neutron-server[103140]: cb(*args, **kw) Feb 09 21:43:48.659416 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:43:48.659416 n-d-828369-5 neutron-server[103140]: return func(*args, **kwargs) Feb 09 21:43:48.659416 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:43:48.659416 n-d-828369-5 neutron-server[103140]: self._notify() Feb 09 21:43:48.659416 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:43:48.659416 n-d-828369-5 neutron-server[103140]: self.callback(batched_events) Feb 09 21:43:48.659416 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:43:48.659416 n-d-828369-5 neutron-server[103140]: event.method(event) Feb 09 21:43:48.659416 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:43:48.659416 n-d-828369-5 neutron-server[103140]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:43:48.659416 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:43:48.659416 n-d-828369-5 neutron-server[103140]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:43:48.659416 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:43:48.659416 n-d-828369-5 neutron-server[103140]: return f(self, *a, **k) Feb 09 21:43:48.659416 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:43:48.659416 n-d-828369-5 neutron-server[103140]: return self._get(url).json() Feb 09 21:43:48.659416 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:43:48.659416 n-d-828369-5 neutron-server[103140]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:43:48.659416 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:43:48.659416 n-d-828369-5 neutron-server[103140]: return self.request(url, 'GET', **kwargs) Feb 09 21:43:48.659416 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:43:48.659416 n-d-828369-5 neutron-server[103140]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:43:48.659416 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:43:48.659416 n-d-828369-5 neutron-server[103140]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:43:48.659416 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:43:48.659416 n-d-828369-5 neutron-server[103140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:43:48.659416 n-d-828369-5 neutron-server[103140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:43:48.672826 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ab331dbf-4040-44b6-be74-ea3284c1cf1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (3282d2aa-34ba-45b6-8ab5-db45ba7c6fdc), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:48.695170 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9d5b351c-b903-4c58-9a7d-4de777b7cfd0 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (323c09cd-359f-4699-af91-3b8d90d87155), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:48.711093 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-4c9beaa9-bd83-4544-8859-7906b1c5f69d None None] Publish callbacks [] for port (519bfcbb-ca65-4117-81d8-986b3cd33f2a), precommit_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:48.749780 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d5ddf926-659a-4a7e-bc8b-4db256caecd9 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (6a88ecb8-ab13-497b-8e99-4232b5fa8235), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:48.757535 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d5ddf926-659a-4a7e-bc8b-4db256caecd9 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:48.759061 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701dd8bc-f38f-4de2-898e-99ac6ac22bfa tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event updated for resources: {'Port': ['ID=c093bad8-1b2e-4960-ace0-8349ea64e5fa,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:48.763750 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-d5ddf926-659a-4a7e-bc8b-4db256caecd9 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "DELETE /v2.0/networks/6a88ecb8-ab13-497b-8e99-4232b5fa8235 HTTP/1.1" status: 204 len: 168 time: 1.0153103 Feb 09 21:43:48.771375 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 40270) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:48.772911 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-32a3d2dd-2adf-438a-9d97-6b6cdc9b15a7 tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] Publish callbacks [] for security_group_rule (9a2e480e-b72d-4ad4-97e1-103ed355f050), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:48.775077 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab331dbf-4040-44b6-be74-ea3284c1cf1b None None] No DVR routers for this DVR port 3282d2aa-34ba-45b6-8ab5-db45ba7c6fdc on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:43:48.779336 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-4c9beaa9-bd83-4544-8859-7906b1c5f69d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (519bfcbb-ca65-4117-81d8-986b3cd33f2a), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:48.793453 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=aaf1a513-c69b-4de7-a3a4-850f0d85b483,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:48.826181 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6908443-536e-4937-9ff8-5aa71c309fba req-d2426856-5a60-441f-abd8-688e4243f004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:48.827799 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b6908443-536e-4937-9ff8-5aa71c309fba req-d2426856-5a60-441f-abd8-688e4243f004 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=085d93ab-b7d7-4077-ace2-f2ac9ed09680 HTTP/1.1" status: 200 len: 1127 time: 0.1652060 Feb 09 21:43:48.904432 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ddf926-659a-4a7e-bc8b-4db256caecd9 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Pushing event deleted for resources: {'Network': ['ID=6a88ecb8-ab13-497b-8e99-4232b5fa8235,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:48.940151 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab331dbf-4040-44b6-be74-ea3284c1cf1b None None] Pushing event deleted for resources: {'Port': ['ID=3282d2aa-34ba-45b6-8ab5-db45ba7c6fdc,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:48.951093 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5b351c-b903-4c58-9a7d-4de777b7cfd0 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Pushing event deleted for resources: {'Port': ['ID=323c09cd-359f-4699-af91-3b8d90d87155,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:49.072796 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-701dd8bc-f38f-4de2-898e-99ac6ac22bfa tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (c093bad8-1b2e-4960-ace0-8349ea64e5fa), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:49.091936 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-bbe9904d-45d5-4e99-856e-a69754023772 None None] Current status of the port 02d857e1-ad92-4c99-beb3-8ea17473ccaf is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:49.151378 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761a2ca5-f4da-4cd3-99ad-07d9094128d5 None None] Pushing event updated for resources: {'Port': ['ID=519bfcbb-ca65-4117-81d8-986b3cd33f2a,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:49.153883 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b6908443-536e-4937-9ff8-5aa71c309fba req-dc226670-1a31-4700-ac29-b235bb79e41f service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=d2ea5315-73a8-4fc4-8681-6c98ae9bd1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2960916 Feb 09 21:43:49.164756 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-32a3d2dd-2adf-438a-9d97-6b6cdc9b15a7 tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] Publish callbacks [] for security_group_rule (9a2e480e-b72d-4ad4-97e1-103ed355f050), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:49.177188 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port fa920f0e-91a0-48c0-9a6a-1ae005e6f8d1 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:49.184776 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-14ebb04d-54a5-4dac-936f-5f0c098a2107 None None] Deleting port c37bbd3a-473d-459c-9a1c-fb26da89ebf4 {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:43:49.186996 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-14ebb04d-54a5-4dac-936f-5f0c098a2107 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (c37bbd3a-473d-459c-9a1c-fb26da89ebf4), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:49.198492 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-051ecd5a-5751-4bea-9889-68ad0d3e0450 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (447eb1f8-3447-426b-bdf3-4b25ec15af22), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:49.219334 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-0fbefcd1-965e-4779-a0b5-db2ca41113e9 req-22731428-d54c-493a-8721-3a69eb072bda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a960fa9-68bd-40e7-96bb-e59094fe28ce {{(pid=103141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:43:49.226089 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c587cdeb-4a9b-4994-a8d1-6a6e494a2dbe req-65af5a41-8c3a-4e6b-a8c3-0d97f4225402 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:49.226524 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c587cdeb-4a9b-4994-a8d1-6a6e494a2dbe req-65af5a41-8c3a-4e6b-a8c3-0d97f4225402 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=6746cd7d-6474-4f0f-8851-bc8437973cf8 HTTP/1.1" status: 200 len: 932 time: 0.3182776 Feb 09 21:43:49.227340 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-32a3d2dd-2adf-438a-9d97-6b6cdc9b15a7 tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (9a2e480e-b72d-4ad4-97e1-103ed355f050), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:49.230527 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-0fbefcd1-965e-4779-a0b5-db2ca41113e9 req-22731428-d54c-493a-8721-3a69eb072bda service neutron] Publish callbacks [] for port (1a960fa9-68bd-40e7-96bb-e59094fe28ce), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:49.251414 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-0fbefcd1-965e-4779-a0b5-db2ca41113e9 req-22731428-d54c-493a-8721-3a69eb072bda service neutron] Transition to ACTIVE for port object 1a960fa9-68bd-40e7-96bb-e59094fe28ce will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:43:49.259038 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd3f2c-9990-4f81-bb0c-b3adf76b00c2 req-47e0689a-311f-4096-984b-ac3c10cfea7e tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:49.268863 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-86dd3f2c-9990-4f81-bb0c-b3adf76b00c2 req-47e0689a-311f-4096-984b-ac3c10cfea7e tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] 10.222.0.90 "GET /v2.0/ports?device_id=085d93ab-b7d7-4077-ace2-f2ac9ed09680 HTTP/1.1" status: 200 len: 945 time: 0.2776861 Feb 09 21:43:49.297565 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-0fbefcd1-965e-4779-a0b5-db2ca41113e9 req-22731428-d54c-493a-8721-3a69eb072bda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (1a960fa9-68bd-40e7-96bb-e59094fe28ce), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:49.311467 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-4c9beaa9-bd83-4544-8859-7906b1c5f69d None None] Attempting to bind port 519bfcbb-ca65-4117-81d8-986b3cd33f2a on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:43:49.311849 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-4c9beaa9-bd83-4544-8859-7906b1c5f69d None None] Attempting to bind port 519bfcbb-ca65-4117-81d8-986b3cd33f2a by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': 'e565681c-44c8-4330-b2c2-487301c0cafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'efdb96f6-22a5-41e8-be55-251cf329ed07'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:43:49.312240 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9beaa9-bd83-4544-8859-7906b1c5f69d None None] Attempting to bind port 519bfcbb-ca65-4117-81d8-986b3cd33f2a on network efdb96f6-22a5-41e8-be55-251cf329ed07 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:43:49.338851 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9beaa9-bd83-4544-8859-7906b1c5f69d None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:43:49.345539 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9beaa9-bd83-4544-8859-7906b1c5f69d None None] Checking segment: {'id': 'e565681c-44c8-4330-b2c2-487301c0cafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'efdb96f6-22a5-41e8-be55-251cf329ed07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:43:49.346202 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-4c9beaa9-bd83-4544-8859-7906b1c5f69d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:49.346790 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9beaa9-bd83-4544-8859-7906b1c5f69d None None] Bound using segment: {'id': 'e565681c-44c8-4330-b2c2-487301c0cafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'efdb96f6-22a5-41e8-be55-251cf329ed07'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:43:49.348599 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-4c9beaa9-bd83-4544-8859-7906b1c5f69d None None] Bound port: 519bfcbb-ca65-4117-81d8-986b3cd33f2a, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e565681c-44c8-4330-b2c2-487301c0cafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'efdb96f6-22a5-41e8-be55-251cf329ed07'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:43:49.349165 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-4c9beaa9-bd83-4544-8859-7906b1c5f69d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (519bfcbb-ca65-4117-81d8-986b3cd33f2a), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:49.363049 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a3d2dd-2adf-438a-9d97-6b6cdc9b15a7 tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a2e480e-b72d-4ad4-97e1-103ed355f050,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:49.376553 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-597cba6f-e7b1-425a-9d7e-893bba69b0e3 None None] Provisioning complete for port c093bad8-1b2e-4960-ace0-8349ea64e5fa triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:49.378209 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-597cba6f-e7b1-425a-9d7e-893bba69b0e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (c093bad8-1b2e-4960-ace0-8349ea64e5fa), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:49.385800 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-14ebb04d-54a5-4dac-936f-5f0c098a2107 None None] For port c37bbd3a-473d-459c-9a1c-fb26da89ebf4, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=c37bbd3a-473d-459c-9a1c-fb26da89ebf4,segment=NetworkSegment(3a1837f3-bf89-4200-982d-e8d31ce9bb97),segment_id=3a1837f3-bf89-4200-982d-e8d31ce9bb97)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:49.389672 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22731428-d54c-493a-8721-3a69eb072bda service neutron] Pushing event updated for resources: {'Port': ['ID=1a960fa9-68bd-40e7-96bb-e59094fe28ce,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:49.394641 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-14ebb04d-54a5-4dac-936f-5f0c098a2107 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (c37bbd3a-473d-459c-9a1c-fb26da89ebf4), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:49.431384 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-14ebb04d-54a5-4dac-936f-5f0c098a2107 None None] Calling delete_port for c37bbd3a-473d-459c-9a1c-fb26da89ebf4 owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:43:49.479773 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-597cba6f-e7b1-425a-9d7e-893bba69b0e3 None None] Port c093bad8-1b2e-4960-ace0-8349ea64e5fa cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:43:49.483139 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-32a3d2dd-2adf-438a-9d97-6b6cdc9b15a7 tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:49.485184 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-32a3d2dd-2adf-438a-9d97-6b6cdc9b15a7 tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1888905 Feb 09 21:43:49.525843 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-86dd3f2c-9990-4f81-bb0c-b3adf76b00c2 req-5586e4f6-3cdb-4db7-88cb-69df108c3003 tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] 10.222.0.90 "GET /v2.0/security-groups?id=d2ea5315-73a8-4fc4-8681-6c98ae9bd1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504666 Feb 09 21:43:49.527437 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 40274) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:49.534332 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-82893dec-b79a-4ac1-89dc-0ea93f9bd6c7 tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] Request body: {'security_group_rule': {'security_group_id': '3f2575c8-bd4d-4267-97b8-daa8ebd4f112', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:49.568437 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c587cdeb-4a9b-4994-a8d1-6a6e494a2dbe req-a65ea50d-8357-4620-bd73-29a56c7f3396 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844598 Feb 09 21:43:49.572649 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-4c9beaa9-bd83-4544-8859-7906b1c5f69d None None] For port 519bfcbb-ca65-4117-81d8-986b3cd33f2a, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:43:49.584163 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-82893dec-b79a-4ac1-89dc-0ea93f9bd6c7 tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] Publish callbacks [] for security_group_rule (73c26943-c021-4c58-bf6a-e302c0848383), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:49.633481 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-25046a0e-4010-4199-aa1f-6d48ebb50d89 tempest-FloatingIPAdminTestJSON-1590802299 tempest-FloatingIPAdminTestJSON-1590802299-project-admin] Deleting port ed7c9c7f-5b14-4a50-bd66-b3205827317e {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:43:49.633816 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-25046a0e-4010-4199-aa1f-6d48ebb50d89 tempest-FloatingIPAdminTestJSON-1590802299 tempest-FloatingIPAdminTestJSON-1590802299-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (ed7c9c7f-5b14-4a50-bd66-b3205827317e), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:49.657538 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-051ecd5a-5751-4bea-9889-68ad0d3e0450 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Deleting port c37bbd3a-473d-459c-9a1c-fb26da89ebf4 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:43:49.658724 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-051ecd5a-5751-4bea-9889-68ad0d3e0450 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (c37bbd3a-473d-459c-9a1c-fb26da89ebf4), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:49.658899 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-4c9beaa9-bd83-4544-8859-7906b1c5f69d None None] For port 519bfcbb-ca65-4117-81d8-986b3cd33f2a, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=519bfcbb-ca65-4117-81d8-986b3cd33f2a,segment=NetworkSegment(e565681c-44c8-4330-b2c2-487301c0cafb),segment_id=e565681c-44c8-4330-b2c2-487301c0cafb)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:43:49.702720 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 02d857e1-ad92-4c99-beb3-8ea17473ccaf up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:43:49.707769 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-4c9beaa9-bd83-4544-8859-7906b1c5f69d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (519bfcbb-ca65-4117-81d8-986b3cd33f2a), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:49.710734 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-14ebb04d-54a5-4dac-936f-5f0c098a2107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (c37bbd3a-473d-459c-9a1c-fb26da89ebf4), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:49.724096 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-82893dec-b79a-4ac1-89dc-0ea93f9bd6c7 tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] Publish callbacks [] for security_group_rule (73c26943-c021-4c58-bf6a-e302c0848383), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:49.734555 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-82893dec-b79a-4ac1-89dc-0ea93f9bd6c7 tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (73c26943-c021-4c58-bf6a-e302c0848383), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:49.750502 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-bddb8b2a-c95b-45e1-9745-4a2662e9c088 None None] Provisioning complete for port 519bfcbb-ca65-4117-81d8-986b3cd33f2a triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:49.750889 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-bddb8b2a-c95b-45e1-9745-4a2662e9c088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (519bfcbb-ca65-4117-81d8-986b3cd33f2a), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:49.782930 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82893dec-b79a-4ac1-89dc-0ea93f9bd6c7 tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73c26943-c021-4c58-bf6a-e302c0848383,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:49.787909 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-051ecd5a-5751-4bea-9889-68ad0d3e0450 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] For port c37bbd3a-473d-459c-9a1c-fb26da89ebf4, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=c37bbd3a-473d-459c-9a1c-fb26da89ebf4,segment=NetworkSegment(3a1837f3-bf89-4200-982d-e8d31ce9bb97),segment_id=3a1837f3-bf89-4200-982d-e8d31ce9bb97)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:49.788454 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-051ecd5a-5751-4bea-9889-68ad0d3e0450 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (c37bbd3a-473d-459c-9a1c-fb26da89ebf4), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:49.802976 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-82893dec-b79a-4ac1-89dc-0ea93f9bd6c7 tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:49.804613 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-82893dec-b79a-4ac1-89dc-0ea93f9bd6c7 tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2748470 Feb 09 21:43:49.807640 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 40276) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:49.815393 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-38b16b85-7a97-4b26-918b-ac70a621e991 tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] Request body: {'floatingip': {'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:49.835112 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-051ecd5a-5751-4bea-9889-68ad0d3e0450 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Calling delete_port for c37bbd3a-473d-459c-9a1c-fb26da89ebf4 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:43:49.843077 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-38b16b85-7a97-4b26-918b-ac70a621e991 tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:49.919087 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ebb04d-54a5-4dac-936f-5f0c098a2107 None None] No DVR routers for this DVR port c37bbd3a-473d-459c-9a1c-fb26da89ebf4 on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:43:49.965595 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9beaa9-bd83-4544-8859-7906b1c5f69d None None] Routers {'341efdd6-06c3-4350-9049-4666147975a3'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:43:49.966241 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-4c9beaa9-bd83-4544-8859-7906b1c5f69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:43:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['341efdd6-06c3-4350-9049-4666147975a3'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:49.983448 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761a2ca5-f4da-4cd3-99ad-07d9094128d5 None None] Pushing event updated for resources: {'Port': ['ID=519bfcbb-ca65-4117-81d8-986b3cd33f2a,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:50.065331 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-051ecd5a-5751-4bea-9889-68ad0d3e0450 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (c37bbd3a-473d-459c-9a1c-fb26da89ebf4), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:50.151385 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051ecd5a-5751-4bea-9889-68ad0d3e0450 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] No DVR routers for this DVR port c37bbd3a-473d-459c-9a1c-fb26da89ebf4 on host n-d-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:43:50.153068 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051ecd5a-5751-4bea-9889-68ad0d3e0450 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Pushing event deleted for resources: {'Port': ['ID=c37bbd3a-473d-459c-9a1c-fb26da89ebf4,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:50.157711 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-bddb8b2a-c95b-45e1-9745-4a2662e9c088 None None] Current status of the port 519bfcbb-ca65-4117-81d8-986b3cd33f2a is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:50.159190 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-bddb8b2a-c95b-45e1-9745-4a2662e9c088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (519bfcbb-ca65-4117-81d8-986b3cd33f2a), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:50.178641 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-38b16b85-7a97-4b26-918b-ac70a621e991 tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:50.202272 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ebb04d-54a5-4dac-936f-5f0c098a2107 None None] Pushing event deleted for resources: {'Port': ['ID=c37bbd3a-473d-459c-9a1c-fb26da89ebf4,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:50.237444 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 02d857e1-ad92-4c99-beb3-8ea17473ccaf triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:50.237832 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (02d857e1-ad92-4c99-beb3-8ea17473ccaf), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:50.281930 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-bddb8b2a-c95b-45e1-9745-4a2662e9c088 None None] For port 519bfcbb-ca65-4117-81d8-986b3cd33f2a, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=519bfcbb-ca65-4117-81d8-986b3cd33f2a,segment=NetworkSegment(e565681c-44c8-4330-b2c2-487301c0cafb),segment_id=e565681c-44c8-4330-b2c2-487301c0cafb)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:50.290996 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-bddb8b2a-c95b-45e1-9745-4a2662e9c088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (519bfcbb-ca65-4117-81d8-986b3cd33f2a), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:50.361853 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9d5b351c-b903-4c58-9a7d-4de777b7cfd0 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-525054'] for router_interface (bf06bceb-4cbf-41a1-9752-211686b11ead), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:50.553312 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-0fbefcd1-965e-4779-a0b5-db2ca41113e9 req-22731428-d54c-493a-8721-3a69eb072bda service neutron] Attempting to bind port 1a960fa9-68bd-40e7-96bb-e59094fe28ce on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:43:50.553867 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-0fbefcd1-965e-4779-a0b5-db2ca41113e9 req-22731428-d54c-493a-8721-3a69eb072bda service neutron] Attempting to bind port 1a960fa9-68bd-40e7-96bb-e59094fe28ce by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': 'ab2445e6-d1b5-43a7-9d83-6a2f567a89ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '00735365-504a-4659-b7e0-5dd13c1577e5'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:43:50.554366 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbefcd1-965e-4779-a0b5-db2ca41113e9 req-22731428-d54c-493a-8721-3a69eb072bda service neutron] Attempting to bind port 1a960fa9-68bd-40e7-96bb-e59094fe28ce on network 00735365-504a-4659-b7e0-5dd13c1577e5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:43:50.566978 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-4c9beaa9-bd83-4544-8859-7906b1c5f69d None None] Set router 341efdd6-06c3-4350-9049-4666147975a3 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:43:50.635949 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-051ecd5a-5751-4bea-9889-68ad0d3e0450 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (447eb1f8-3447-426b-bdf3-4b25ec15af22), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:50.662387 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb8b2a-c95b-45e1-9745-4a2662e9c088 None None] Pushing event updated for resources: {'Port': ['ID=519bfcbb-ca65-4117-81d8-986b3cd33f2a,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:50.672616 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5b22fda2-a3c2-41b6-b1fd-5074c9ea82d0 None None] Provisioning complete for port 519bfcbb-ca65-4117-81d8-986b3cd33f2a triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:50.673149 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5b22fda2-a3c2-41b6-b1fd-5074c9ea82d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (519bfcbb-ca65-4117-81d8-986b3cd33f2a), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:50.685172 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbefcd1-965e-4779-a0b5-db2ca41113e9 req-22731428-d54c-493a-8721-3a69eb072bda service neutron] Port 1a960fa9-68bd-40e7-96bb-e59094fe28ce on network 00735365-504a-4659-b7e0-5dd13c1577e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:43:50.685500 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbefcd1-965e-4779-a0b5-db2ca41113e9 req-22731428-d54c-493a-8721-3a69eb072bda service neutron] Attempting to bind port 1a960fa9-68bd-40e7-96bb-e59094fe28ce on network 00735365-504a-4659-b7e0-5dd13c1577e5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:43:50.720444 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbefcd1-965e-4779-a0b5-db2ca41113e9 req-22731428-d54c-493a-8721-3a69eb072bda service neutron] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:43:50.720819 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbefcd1-965e-4779-a0b5-db2ca41113e9 req-22731428-d54c-493a-8721-3a69eb072bda service neutron] Checking segment: {'id': 'ab2445e6-d1b5-43a7-9d83-6a2f567a89ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '00735365-504a-4659-b7e0-5dd13c1577e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:43:50.721216 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbefcd1-965e-4779-a0b5-db2ca41113e9 req-22731428-d54c-493a-8721-3a69eb072bda service neutron] Bound using segment: {'id': 'ab2445e6-d1b5-43a7-9d83-6a2f567a89ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '00735365-504a-4659-b7e0-5dd13c1577e5'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:43:50.721669 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-0fbefcd1-965e-4779-a0b5-db2ca41113e9 req-22731428-d54c-493a-8721-3a69eb072bda service neutron] Bound port: 1a960fa9-68bd-40e7-96bb-e59094fe28ce, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab2445e6-d1b5-43a7-9d83-6a2f567a89ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '00735365-504a-4659-b7e0-5dd13c1577e5'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:43:50.722033 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-0fbefcd1-965e-4779-a0b5-db2ca41113e9 req-22731428-d54c-493a-8721-3a69eb072bda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (1a960fa9-68bd-40e7-96bb-e59094fe28ce), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:50.753517 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-25046a0e-4010-4199-aa1f-6d48ebb50d89 tempest-FloatingIPAdminTestJSON-1590802299 tempest-FloatingIPAdminTestJSON-1590802299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (ed7c9c7f-5b14-4a50-bd66-b3205827317e), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:50.753865 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-25046a0e-4010-4199-aa1f-6d48ebb50d89 tempest-FloatingIPAdminTestJSON-1590802299 tempest-FloatingIPAdminTestJSON-1590802299-project-admin] Publish callbacks [] for floatingip (ed7c9c7f-5b14-4a50-bd66-b3205827317e), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:50.785827 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-25046a0e-4010-4199-aa1f-6d48ebb50d89 tempest-FloatingIPAdminTestJSON-1590802299 tempest-FloatingIPAdminTestJSON-1590802299-project-admin] Calling delete_port for ed7c9c7f-5b14-4a50-bd66-b3205827317e owned by network:floatingip {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:43:50.805672 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-051ecd5a-5751-4bea-9889-68ad0d3e0450 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['447eb1f8-3447-426b-bdf3-4b25ec15af22']}} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:50.833582 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-38b16b85-7a97-4b26-918b-ac70a621e991 tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] Allocated IP 172.25.3.243 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/71240610-6da4-4aa7-a994-616aeec18d00) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:43:50.839063 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-051ecd5a-5751-4bea-9889-68ad0d3e0450 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a1837f3-bf89-4200-982d-e8d31ce9bb97') {'for_net_delete': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:50.839408 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-051ecd5a-5751-4bea-9889-68ad0d3e0450 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a1837f3-bf89-4200-982d-e8d31ce9bb97') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:50.861073 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-051ecd5a-5751-4bea-9889-68ad0d3e0450 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110711'] for segment (3a1837f3-bf89-4200-982d-e8d31ce9bb97), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:50.882933 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 02d857e1-ad92-4c99-beb3-8ea17473ccaf is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:50.889331 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device fa920f0e-91a0-48c0-9a6a-1ae005e6f8d1 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:43:50.897266 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-051ecd5a-5751-4bea-9889-68ad0d3e0450 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (3a1837f3-bf89-4200-982d-e8d31ce9bb97), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:50.950798 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d668ad-ae5a-4d57-898d-f619476ff95e req-ee7d7880-4ffd-464e-916e-e4137aeb6cd4 tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:50.953229 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-71d668ad-ae5a-4d57-898d-f619476ff95e req-ee7d7880-4ffd-464e-916e-e4137aeb6cd4 tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] 10.222.0.90 "GET /v2.0/ports?device_id=085d93ab-b7d7-4077-ace2-f2ac9ed09680 HTTP/1.1" status: 200 len: 945 time: 0.3068650 Feb 09 21:43:50.965783 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f84b09-05df-4d84-a8dc-9b7a5d327bc0 req-e7b7e594-31a1-431f-a61e-4e0dbdfa45c6 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:50.976410 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b7f84b09-05df-4d84-a8dc-9b7a5d327bc0 req-e7b7e594-31a1-431f-a61e-4e0dbdfa45c6 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=6746cd7d-6474-4f0f-8851-bc8437973cf8 HTTP/1.1" status: 200 len: 944 time: 0.2537379 Feb 09 21:43:50.988267 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-051ecd5a-5751-4bea-9889-68ad0d3e0450 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=103140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:43:50.988482 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-051ecd5a-5751-4bea-9889-68ad0d3e0450 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669415'] for segment (3a1837f3-bf89-4200-982d-e8d31ce9bb97), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:51.005068 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d5b351c-b903-4c58-9a7d-4de777b7cfd0 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Router bf06bceb-4cbf-41a1-9752-211686b11ead has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:43:51.005454 n-d-828369-5 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:43:51.005454 n-d-828369-5 neutron-server[103140]: self.session.flush() Feb 09 21:43:51.005454 n-d-828369-5 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:43:51.005454 n-d-828369-5 neutron-server[103140]: self.session.flush() Feb 09 21:43:51.005454 n-d-828369-5 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:43:51.005454 n-d-828369-5 neutron-server[103140]: self.session.flush() Feb 09 21:43:51.005454 n-d-828369-5 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:43:51.005454 n-d-828369-5 neutron-server[103140]: self.session.flush() Feb 09 21:43:51.005454 n-d-828369-5 neutron-server[103140]: Traceback (most recent call last): Feb 09 21:43:51.005454 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:43:51.005454 n-d-828369-5 neutron-server[103140]: timer() Feb 09 21:43:51.005454 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:43:51.005454 n-d-828369-5 neutron-server[103140]: cb(*args, **kw) Feb 09 21:43:51.005454 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:43:51.005454 n-d-828369-5 neutron-server[103140]: return func(*args, **kwargs) Feb 09 21:43:51.005454 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:43:51.005454 n-d-828369-5 neutron-server[103140]: self._notify() Feb 09 21:43:51.005454 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:43:51.005454 n-d-828369-5 neutron-server[103140]: self.callback(batched_events) Feb 09 21:43:51.005454 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:43:51.005454 n-d-828369-5 neutron-server[103140]: event.method(event) Feb 09 21:43:51.005454 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:43:51.005454 n-d-828369-5 neutron-server[103140]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:43:51.005454 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:43:51.005454 n-d-828369-5 neutron-server[103140]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:43:51.005454 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:43:51.005454 n-d-828369-5 neutron-server[103140]: return f(self, *a, **k) Feb 09 21:43:51.005454 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:43:51.005454 n-d-828369-5 neutron-server[103140]: return self._get(url).json() Feb 09 21:43:51.005454 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:43:51.005454 n-d-828369-5 neutron-server[103140]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:43:51.005454 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:43:51.005454 n-d-828369-5 neutron-server[103140]: return self.request(url, 'GET', **kwargs) Feb 09 21:43:51.005454 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:43:51.005454 n-d-828369-5 neutron-server[103140]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:43:51.005454 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:43:51.005454 n-d-828369-5 neutron-server[103140]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:43:51.005454 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:43:51.005454 n-d-828369-5 neutron-server[103140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:43:51.005454 n-d-828369-5 neutron-server[103140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:43:51.045903 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-0fbefcd1-965e-4779-a0b5-db2ca41113e9 req-22731428-d54c-493a-8721-3a69eb072bda service neutron] For port 1a960fa9-68bd-40e7-96bb-e59094fe28ce, host n-h2-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:43:51.049536 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5b22fda2-a3c2-41b6-b1fd-5074c9ea82d0 None None] Current status of the port 519bfcbb-ca65-4117-81d8-986b3cd33f2a is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:51.090122 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-0fbefcd1-965e-4779-a0b5-db2ca41113e9 req-22731428-d54c-493a-8721-3a69eb072bda service neutron] For port 1a960fa9-68bd-40e7-96bb-e59094fe28ce, host n-h2-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=1a960fa9-68bd-40e7-96bb-e59094fe28ce,segment=NetworkSegment(ab2445e6-d1b5-43a7-9d83-6a2f567a89ca),segment_id=ab2445e6-d1b5-43a7-9d83-6a2f567a89ca)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:43:51.095170 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port fa920f0e-91a0-48c0-9a6a-1ae005e6f8d1 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:51.095857 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (fa920f0e-91a0-48c0-9a6a-1ae005e6f8d1), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:51.119081 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-051ecd5a-5751-4bea-9889-68ad0d3e0450 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (447eb1f8-3447-426b-bdf3-4b25ec15af22), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:51.153244 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-051ecd5a-5751-4bea-9889-68ad0d3e0450 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:51.160402 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-051ecd5a-5751-4bea-9889-68ad0d3e0450 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] 10.222.0.90 "DELETE /v2.0/networks/447eb1f8-3447-426b-bdf3-4b25ec15af22 HTTP/1.1" status: 204 len: 168 time: 2.3498392 Feb 09 21:43:51.179980 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-0fbefcd1-965e-4779-a0b5-db2ca41113e9 req-22731428-d54c-493a-8721-3a69eb072bda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (1a960fa9-68bd-40e7-96bb-e59094fe28ce), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:51.187964 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:51.192153 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051ecd5a-5751-4bea-9889-68ad0d3e0450 tempest-TaggedBootDevicesTest_v242-1998670888 tempest-TaggedBootDevicesTest_v242-1998670888-project] Pushing event deleted for resources: {'Network': ['ID=447eb1f8-3447-426b-bdf3-4b25ec15af22,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:51.238353 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d5b351c-b903-4c58-9a7d-4de777b7cfd0 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:43:51.242800 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-701dd8bc-f38f-4de2-898e-99ac6ac22bfa tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for port (c093bad8-1b2e-4960-ace0-8349ea64e5fa), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:51.245141 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-4c9beaa9-bd83-4544-8859-7906b1c5f69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341efdd6-06c3-4350-9049-4666147975a3', 'name': 'tempest-ServersTestJSON-1600170528-router', 'tenant_id': '505da41edaf64392a4228e0531d67a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '9129b8cc-a48d-450d-9a26-0ae0ac96f68d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:43:32Z', 'updated_at': '2022-02-09T21:43:40Z', 'revision_number': 4, 'project_id': '505da41edaf64392a4228e0531d67a93', 'gw_port': {'id': '9129b8cc-a48d-450d-9a26-0ae0ac96f68d', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:bf:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341efdd6-06c3-4350-9049-4666147975a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:43:33Z', 'updated_at': '2022-02-09T21:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '519bfcbb-ca65-4117-81d8-986b3cd33f2a', 'name': '', 'network_id': 'efdb96f6-22a5-41e8-be55-251cf329ed07', 'tenant_id': '505da41edaf64392a4228e0531d67a93', 'mac_address': 'fa:16:3e:94:67:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '341efdd6-06c3-4350-9049-4666147975a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': '57963df8-04e1-4710-99da-25fa79c51970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:43:38Z', 'updated_at': '2022-02-09T21:43:49Z', 'revision_number': 4, 'project_id': '505da41edaf64392a4228e0531d67a93', 'subnets': [{'id': '57963df8-04e1-4710-99da-25fa79c51970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:51.247728 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-71d668ad-ae5a-4d57-898d-f619476ff95e req-31b841bc-c09a-46bc-ab80-6613679e250b tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] 10.222.0.90 "GET /v2.0/security-groups?id=d2ea5315-73a8-4fc4-8681-6c98ae9bd1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686534 Feb 09 21:43:51.256943 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11060504-a47e-4e63-8bf1-fcdc70c3b4da None None] Sync routers for ids ['bf06bceb-4cbf-41a1-9752-211686b11ead'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:43:51.259519 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b7f84b09-05df-4d84-a8dc-9b7a5d327bc0 req-330b5f4e-535d-45ff-8d9b-9dbb5584c2d4 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822471 Feb 09 21:43:51.272406 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 40286) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:51.283020 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-9d5b351c-b903-4c58-9a7d-4de777b7cfd0 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "PUT /v2.0/routers/bf06bceb-4cbf-41a1-9752-211686b11ead/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3203740 Feb 09 21:43:51.284914 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbefcd1-965e-4779-a0b5-db2ca41113e9 req-22731428-d54c-493a-8721-3a69eb072bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:51.286151 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-0fbefcd1-965e-4779-a0b5-db2ca41113e9 req-22731428-d54c-493a-8721-3a69eb072bda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:51.288141 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9beaa9-bd83-4544-8859-7906b1c5f69d None None] The sync data for ids ['341efdd6-06c3-4350-9049-4666147975a3'] in n-d-828369-5 is: [{'id': '341efdd6-06c3-4350-9049-4666147975a3', 'name': 'tempest-ServersTestJSON-1600170528-router', 'tenant_id': '505da41edaf64392a4228e0531d67a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '9129b8cc-a48d-450d-9a26-0ae0ac96f68d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:43:32Z', 'updated_at': '2022-02-09T21:43:40Z', 'revision_number': 4, 'project_id': '505da41edaf64392a4228e0531d67a93', 'gw_port': {'id': '9129b8cc-a48d-450d-9a26-0ae0ac96f68d', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:bf:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341efdd6-06c3-4350-9049-4666147975a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:43:33Z', 'updated_at': '2022-02-09T21:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '519bfcbb-ca65-4117-81d8-986b3cd33f2a', 'name': '', 'network_id': 'efdb96f6-22a5-41e8-be55-251cf329ed07', 'tenant_id': '505da41edaf64392a4228e0531d67a93', 'mac_address': 'fa:16:3e:94:67:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '341efdd6-06c3-4350-9049-4666147975a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': '57963df8-04e1-4710-99da-25fa79c51970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:43:38Z', 'updated_at': '2022-02-09T21:43:49Z', 'revision_number': 4, 'project_id': '505da41edaf64392a4228e0531d67a93', 'subnets': [{'id': '57963df8-04e1-4710-99da-25fa79c51970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:43:51.289908 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0fbefcd1-965e-4779-a0b5-db2ca41113e9 req-22731428-d54c-493a-8721-3a69eb072bda service neutron] 10.222.0.89 "PUT /v2.0/ports/1a960fa9-68bd-40e7-96bb-e59094fe28ce HTTP/1.1" status: 200 len: 1092 time: 4.4767303 Feb 09 21:43:51.299576 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6746cd7d-6474-4f0f-8851-bc8437973cf8', 'tag': '1a960fa9-68bd-40e7-96bb-e59094fe28ce'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:43:51.310443 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d274dd9-3542-4ecb-aa92-5d61d64fee5d" -d '{"events": [{"name": "network-changed", "server_uuid": "6746cd7d-6474-4f0f-8851-bc8437973cf8", "tag": "1a960fa9-68bd-40e7-96bb-e59094fe28ce"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:43:51.320906 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port fa920f0e-91a0-48c0-9a6a-1ae005e6f8d1 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:51.338972 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11060504-a47e-4e63-8bf1-fcdc70c3b4da None None] Routers {'bf06bceb-4cbf-41a1-9752-211686b11ead'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:43:51.340187 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-11060504-a47e-4e63-8bf1-fcdc70c3b4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:43:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['bf06bceb-4cbf-41a1-9752-211686b11ead'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:51.370250 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff297cd4-25cd-4271-9b07-5f16573fe550 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Deleting subnet be079591-cb2c-4501-9ebc-3b2104f0fe17 {{(pid=103140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:43:51.374432 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ff297cd4-25cd-4271-9b07-5f16573fe550 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for subnet (be079591-cb2c-4501-9ebc-3b2104f0fe17), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:51.374597 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-701dd8bc-f38f-4de2-898e-99ac6ac22bfa tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (c093bad8-1b2e-4960-ace0-8349ea64e5fa), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:51.375297 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-701dd8bc-f38f-4de2-898e-99ac6ac22bfa tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524919'] for router_interface (254487aa-e09f-4d6f-aa70-a6a26ddec234), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:51.448720 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ff297cd4-25cd-4271-9b07-5f16573fe550 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9110716'] for subnet (be079591-cb2c-4501-9ebc-3b2104f0fe17), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:51.459711 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-38b16b85-7a97-4b26-918b-ac70a621e991 tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] Publish callbacks [] for port (71240610-6da4-4aa7-a994-616aeec18d00), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:51.462458 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device c37bbd3a-473d-459c-9a1c-fb26da89ebf4 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:43:51.561645 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: c37bbd3a-473d-459c-9a1c-fb26da89ebf4 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:43:51.562010 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device c37bbd3a-473d-459c-9a1c-fb26da89ebf4 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:43:51.562455 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 3282d2aa-34ba-45b6-8ab5-db45ba7c6fdc no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:43:51.571079 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acf2c1ae-e60d-41a8-80d2-3ec6387f9899 x-openstack-request-id: req-acf2c1ae-e60d-41a8-80d2-3ec6387f9899 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:43:51.571637 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6746cd7d-6474-4f0f-8851-bc8437973cf8", "tag": "1a960fa9-68bd-40e7-96bb-e59094fe28ce", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:43:51.571955 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-acf2c1ae-e60d-41a8-80d2-3ec6387f9899 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:43:51.572421 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6746cd7d-6474-4f0f-8851-bc8437973cf8', 'tag': '1a960fa9-68bd-40e7-96bb-e59094fe28ce', 'status': 'completed', 'code': 200} Feb 09 21:43:51.573184 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-25046a0e-4010-4199-aa1f-6d48ebb50d89 tempest-FloatingIPAdminTestJSON-1590802299 tempest-FloatingIPAdminTestJSON-1590802299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (ed7c9c7f-5b14-4a50-bd66-b3205827317e), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:51.639366 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 3282d2aa-34ba-45b6-8ab5-db45ba7c6fdc {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:43:51.639854 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 3282d2aa-34ba-45b6-8ab5-db45ba7c6fdc not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:43:51.650561 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-11060504-a47e-4e63-8bf1-fcdc70c3b4da None None] Set router bf06bceb-4cbf-41a1-9752-211686b11ead gateway port host: None {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:43:51.756456 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-11060504-a47e-4e63-8bf1-fcdc70c3b4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf06bceb-4cbf-41a1-9752-211686b11ead', 'name': 'tempest-RoutersTest-router-699486942', 'tenant_id': '67feb264805b4b31b627437845cc2aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:42:05Z', 'updated_at': '2022-02-09T21:43:48Z', 'revision_number': 11, 'project_id': '67feb264805b4b31b627437845cc2aaf', 'gw_port_host': None}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:51.778771 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22731428-d54c-493a-8721-3a69eb072bda service neutron] Pushing event updated for resources: {'Port': ['ID=1a960fa9-68bd-40e7-96bb-e59094fe28ce,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:51.788283 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-38b16b85-7a97-4b26-918b-ac70a621e991 tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (71240610-6da4-4aa7-a994-616aeec18d00), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:51.802828 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11060504-a47e-4e63-8bf1-fcdc70c3b4da None None] Checking router: bf06bceb-4cbf-41a1-9752-211686b11ead for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:43:51.818004 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11060504-a47e-4e63-8bf1-fcdc70c3b4da None None] Routers {'bf06bceb-4cbf-41a1-9752-211686b11ead'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:43:51.818653 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-11060504-a47e-4e63-8bf1-fcdc70c3b4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:43:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['bf06bceb-4cbf-41a1-9752-211686b11ead'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:51.899483 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b16b85-7a97-4b26-918b-ac70a621e991 tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] Pushing event updated for resources: {'Port': ['ID=71240610-6da4-4aa7-a994-616aeec18d00,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:51.904965 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 519bfcbb-ca65-4117-81d8-986b3cd33f2a up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:43:51.945713 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b16b85-7a97-4b26-918b-ac70a621e991 tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:43:51.960001 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701dd8bc-f38f-4de2-898e-99ac6ac22bfa tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event updated for resources: {'Port': ['ID=c093bad8-1b2e-4960-ace0-8349ea64e5fa,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:51.981701 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-38b16b85-7a97-4b26-918b-ac70a621e991 tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:43:51.993209 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b16b85-7a97-4b26-918b-ac70a621e991 tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:43:52.002074 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-11060504-a47e-4e63-8bf1-fcdc70c3b4da None None] Set router bf06bceb-4cbf-41a1-9752-211686b11ead gateway port host: None {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:43:52.031413 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-25046a0e-4010-4199-aa1f-6d48ebb50d89 tempest-FloatingIPAdminTestJSON-1590802299 tempest-FloatingIPAdminTestJSON-1590802299-project-admin] Publish callbacks [] for floatingip (5140a76e-e117-4ecd-a147-6faafc65d303), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:52.038962 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-25046a0e-4010-4199-aa1f-6d48ebb50d89 tempest-FloatingIPAdminTestJSON-1590802299 tempest-FloatingIPAdminTestJSON-1590802299-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:52.041594 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-25046a0e-4010-4199-aa1f-6d48ebb50d89 tempest-FloatingIPAdminTestJSON-1590802299 tempest-FloatingIPAdminTestJSON-1590802299-project-admin] 10.222.0.90 "DELETE /v2.0/floatingips/5140a76e-e117-4ecd-a147-6faafc65d303 HTTP/1.1" status: 204 len: 168 time: 3.8007574 Feb 09 21:43:52.060399 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701dd8bc-f38f-4de2-898e-99ac6ac22bfa tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:43:52.062966 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 40300) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:52.075852 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 519bfcbb-ca65-4117-81d8-986b3cd33f2a triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:52.076339 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (519bfcbb-ca65-4117-81d8-986b3cd33f2a), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:52.086980 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbefcd1-965e-4779-a0b5-db2ca41113e9 req-a8a3e01f-13fb-4ea3-9d3a-6a08081f6653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:52.089562 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0fbefcd1-965e-4779-a0b5-db2ca41113e9 req-a8a3e01f-13fb-4ea3-9d3a-6a08081f6653 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=73aafa54b15b4f2e83f3753252e1608e&device_id=6746cd7d-6474-4f0f-8851-bc8437973cf8 HTTP/1.1" status: 200 len: 1126 time: 0.7092981 Feb 09 21:43:52.091403 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-701dd8bc-f38f-4de2-898e-99ac6ac22bfa tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:43:52.140487 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-11060504-a47e-4e63-8bf1-fcdc70c3b4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf06bceb-4cbf-41a1-9752-211686b11ead', 'name': 'tempest-RoutersTest-router-699486942', 'tenant_id': '67feb264805b4b31b627437845cc2aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:42:05Z', 'updated_at': '2022-02-09T21:43:48Z', 'revision_number': 11, 'project_id': '67feb264805b4b31b627437845cc2aaf', 'gw_port_host': None}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:52.201917 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ff297cd4-25cd-4271-9b07-5f16573fe550 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (be079591-cb2c-4501-9ebc-3b2104f0fe17), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:52.210312 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11060504-a47e-4e63-8bf1-fcdc70c3b4da None None] The sync data for ids ['bf06bceb-4cbf-41a1-9752-211686b11ead'] in n-d-828369-5 is: [{'id': 'bf06bceb-4cbf-41a1-9752-211686b11ead', 'name': 'tempest-RoutersTest-router-699486942', 'tenant_id': '67feb264805b4b31b627437845cc2aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:42:05Z', 'updated_at': '2022-02-09T21:43:48Z', 'revision_number': 11, 'project_id': '67feb264805b4b31b627437845cc2aaf', 'gw_port_host': None}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:43:52.237786 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f701f7-0a2b-4814-a3ab-be9844ec124c req-132fff2e-5215-46f8-817f-4ddb72342591 tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:52.244498 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e5f701f7-0a2b-4814-a3ab-be9844ec124c req-132fff2e-5215-46f8-817f-4ddb72342591 tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] 10.222.0.90 "GET /v2.0/ports?device_id=085d93ab-b7d7-4077-ace2-f2ac9ed09680 HTTP/1.1" status: 200 len: 945 time: 0.6855142 Feb 09 21:43:52.271469 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25046a0e-4010-4199-aa1f-6d48ebb50d89 tempest-FloatingIPAdminTestJSON-1590802299 tempest-FloatingIPAdminTestJSON-1590802299-project-admin] Pushing event deleted for resources: {'Port': ['ID=ed7c9c7f-5b14-4a50-bd66-b3205827317e,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:52.301508 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 519bfcbb-ca65-4117-81d8-986b3cd33f2a is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:52.374150 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0fbefcd1-965e-4779-a0b5-db2ca41113e9 req-4473374c-076f-4641-9cd6-6eeac1dc44dd service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a960fa9-68bd-40e7-96bb-e59094fe28ce HTTP/1.1" status: 200 len: 217 time: 0.1095159 Feb 09 21:43:52.462068 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbefcd1-965e-4779-a0b5-db2ca41113e9 req-83fb0502-7354-4c48-b993-07a75c51e8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:52.464774 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0fbefcd1-965e-4779-a0b5-db2ca41113e9 req-83fb0502-7354-4c48-b993-07a75c51e8ff service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0d4cb0a9-0f8b-4759-aa75-9f58c47a4974 HTTP/1.1" status: 200 len: 852 time: 0.0822444 Feb 09 21:43:52.510088 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0fbefcd1-965e-4779-a0b5-db2ca41113e9 req-1012539f-6dfb-4bab-afe2-9bb88e6a62bd service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=00735365-504a-4659-b7e0-5dd13c1577e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363364 Feb 09 21:43:52.518283 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-701dd8bc-f38f-4de2-898e-99ac6ac22bfa tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Router 254487aa-e09f-4d6f-aa70-a6a26ddec234 is scheduled to L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 with binding_index 1 {{(pid=103141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:43:52.572170 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-38b16b85-7a97-4b26-918b-ac70a621e991 tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] Publish callbacks [] for floatingip (eb68e1b2-989d-49a2-be5f-7ca16b2e2b86), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:52.599365 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e5f701f7-0a2b-4814-a3ab-be9844ec124c req-18b2aae2-21cc-4f73-b833-d9f23c0dd1a2 tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] 10.222.0.90 "GET /v2.0/security-groups?id=d2ea5315-73a8-4fc4-8681-6c98ae9bd1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816272 Feb 09 21:43:52.608608 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-891cabb5-95f4-4547-be58-243691f30494 None None] Provisioning complete for port c093bad8-1b2e-4960-ace0-8349ea64e5fa triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:52.609083 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-891cabb5-95f4-4547-be58-243691f30494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (c093bad8-1b2e-4960-ace0-8349ea64e5fa), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:52.699927 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-891cabb5-95f4-4547-be58-243691f30494 None None] Port c093bad8-1b2e-4960-ace0-8349ea64e5fa cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:43:52.713200 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-38b16b85-7a97-4b26-918b-ac70a621e991 tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (71240610-6da4-4aa7-a994-616aeec18d00), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:52.793361 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-701dd8bc-f38f-4de2-898e-99ac6ac22bfa tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:43:52.807015 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a468265b-e98b-4710-a0c5-e81f9ea75bd8 None None] Sync routers for ids ['254487aa-e09f-4d6f-aa70-a6a26ddec234'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:43:52.849167 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a468265b-e98b-4710-a0c5-e81f9ea75bd8 None None] Routers {'254487aa-e09f-4d6f-aa70-a6a26ddec234'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:43:52.852412 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-a468265b-e98b-4710-a0c5-e81f9ea75bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:43:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['254487aa-e09f-4d6f-aa70-a6a26ddec234'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:52.879614 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0fbefcd1-965e-4779-a0b5-db2ca41113e9 req-81670d74-d72d-44de-959d-d10941276c10 service neutron] 10.222.0.89 "GET /v2.0/networks/00735365-504a-4659-b7e0-5dd13c1577e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3563161 Feb 09 21:43:52.884042 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-701dd8bc-f38f-4de2-898e-99ac6ac22bfa tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "PUT /v2.0/routers/254487aa-e09f-4d6f-aa70-a6a26ddec234/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0169127 Feb 09 21:43:52.887726 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40312) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:52.921351 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ff297cd4-25cd-4271-9b07-5f16573fe550 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621346'] for subnet (be079591-cb2c-4501-9ebc-3b2104f0fe17), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:52.967144 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9466ba0a-ed18-4131-844f-d64401a2c2dd req-c5c123ed-ad9f-4c1a-9094-068affff538b tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:52.969671 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9466ba0a-ed18-4131-844f-d64401a2c2dd req-c5c123ed-ad9f-4c1a-9094-068affff538b tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=6746cd7d-6474-4f0f-8851-bc8437973cf8 HTTP/1.1" status: 200 len: 944 time: 0.5388949 Feb 09 21:43:52.977384 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff297cd4-25cd-4271-9b07-5f16573fe550 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Pushing event deleted for resources: {'Subnet': ['ID=be079591-cb2c-4501-9ebc-3b2104f0fe17,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:52.982389 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-184b36af-2ded-4889-9a34-db04cb952cd1 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Deleting port 4f4f41d3-11b1-456f-81dd-a04fcb0dfc9e {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:43:52.982819 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-184b36af-2ded-4889-9a34-db04cb952cd1 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (4f4f41d3-11b1-456f-81dd-a04fcb0dfc9e), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:53.031658 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ff297cd4-25cd-4271-9b07-5f16573fe550 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:53.039192 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-ff297cd4-25cd-4271-9b07-5f16573fe550 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "DELETE /v2.0/subnets/be079591-cb2c-4501-9ebc-3b2104f0fe17 HTTP/1.1" status: 204 len: 168 time: 1.7641490 Feb 09 21:43:53.075959 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40314) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:53.114050 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-a468265b-e98b-4710-a0c5-e81f9ea75bd8 None None] Set router 254487aa-e09f-4d6f-aa70-a6a26ddec234 gateway port host: None {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:43:53.163895 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb67bbba-ab81-41f1-8c5e-b24db7e9205e None None] Network f5670fcd-3577-43bc-a723-f8f030b55510 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:43:53.239107 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e84ea0ed-5946-42f2-a56a-d6d2e6d83cd1 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (f5670fcd-3577-43bc-a723-f8f030b55510), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:53.280041 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38aaa7a-5c17-4b5b-bc2f-67fe72e5f0f2 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:53.284815 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-c38aaa7a-5c17-4b5b-bc2f-67fe72e5f0f2 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "GET /v2.0/ports/c093bad8-1b2e-4960-ace0-8349ea64e5fa HTTP/1.1" status: 200 len: 911 time: 0.3946335 Feb 09 21:43:53.293376 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40316) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:53.371237 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0fbefcd1-965e-4779-a0b5-db2ca41113e9 req-fba23747-1a21-41e1-a5aa-46bc057fcc1d service neutron] 10.222.0.89 "GET /v2.0/networks/00735365-504a-4659-b7e0-5dd13c1577e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4822056 Feb 09 21:43:53.444992 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9466ba0a-ed18-4131-844f-d64401a2c2dd req-84a0e6bf-9393-462f-8bc4-a19b1fc0ba91 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4524269 Feb 09 21:43:53.504401 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6e3c38-8dd9-4214-b10e-1abe4d536bd9 req-5c497a16-32aa-4335-a8ff-1c57bbcf6c19 tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:53.519137 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9a6e3c38-8dd9-4214-b10e-1abe4d536bd9 req-5c497a16-32aa-4335-a8ff-1c57bbcf6c19 tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] 10.222.0.90 "GET /v2.0/ports?device_id=085d93ab-b7d7-4077-ace2-f2ac9ed09680 HTTP/1.1" status: 200 len: 945 time: 0.4477930 Feb 09 21:43:53.559025 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:53.610117 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-184b36af-2ded-4889-9a34-db04cb952cd1 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (4f4f41d3-11b1-456f-81dd-a04fcb0dfc9e), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:53.639977 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f280f20e-235a-404c-9856-5d4874b23740 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:53.649966 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-184b36af-2ded-4889-9a34-db04cb952cd1 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Calling delete_port for 4f4f41d3-11b1-456f-81dd-a04fcb0dfc9e owned by {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:43:53.657246 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f280f20e-235a-404c-9856-5d4874b23740 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:53.671973 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-f280f20e-235a-404c-9856-5d4874b23740 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3623204 Feb 09 21:43:53.678085 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40320) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:53.698491 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c804d087-605f-42ea-9eb4-659f3a9c3186 None None] DHCP port deletion for f5670fcd-3577-43bc-a723-f8f030b55510 request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:43:53.699057 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-e84ea0ed-5946-42f2-a56a-d6d2e6d83cd1 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Deleting port dbfa1d9e-e973-4b10-ad47-9001da046644 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:43:53.699383 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e84ea0ed-5946-42f2-a56a-d6d2e6d83cd1 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (dbfa1d9e-e973-4b10-ad47-9001da046644), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:53.805851 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-a468265b-e98b-4710-a0c5-e81f9ea75bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254487aa-e09f-4d6f-aa70-a6a26ddec234', 'name': 'tempest-NetworksTestDHCPv6-router-423187603', 'tenant_id': '880c3cd16cc943a98203fd230e26852f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:43:42Z', 'updated_at': '2022-02-09T21:43:48Z', 'revision_number': 2, 'project_id': '880c3cd16cc943a98203fd230e26852f', 'gw_port_host': None, '_interfaces': [{'id': 'c093bad8-1b2e-4960-ace0-8349ea64e5fa', 'name': '', 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726', 'tenant_id': '880c3cd16cc943a98203fd230e26852f', 'mac_address': 'fa:16:3e:a6:80:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '254487aa-e09f-4d6f-aa70-a6a26ddec234', 'device_owner': 'network:router_interface', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'bb60fca2-ea10-4c16-bf06-b9dec93588b7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:43:45Z', 'updated_at': '2022-02-09T21:43:50Z', 'revision_number': 2, 'project_id': '880c3cd16cc943a98203fd230e26852f', 'subnets': [{'id': 'bb60fca2-ea10-4c16-bf06-b9dec93588b7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:53.833785 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-e84ea0ed-5946-42f2-a56a-d6d2e6d83cd1 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] For port dbfa1d9e-e973-4b10-ad47-9001da046644, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=dbfa1d9e-e973-4b10-ad47-9001da046644,segment=NetworkSegment(785b3fef-a1a6-4ba7-b413-087267e58877),segment_id=785b3fef-a1a6-4ba7-b413-087267e58877)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:53.834154 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e84ea0ed-5946-42f2-a56a-d6d2e6d83cd1 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (dbfa1d9e-e973-4b10-ad47-9001da046644), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:53.847429 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 323c09cd-359f-4699-af91-3b8d90d87155 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:43:53.856397 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-e84ea0ed-5946-42f2-a56a-d6d2e6d83cd1 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Calling delete_port for dbfa1d9e-e973-4b10-ad47-9001da046644 owned by network:dhcp {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:43:53.880024 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 323c09cd-359f-4699-af91-3b8d90d87155 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:43:53.880024 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 323c09cd-359f-4699-af91-3b8d90d87155 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:43:53.880596 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device dbfa1d9e-e973-4b10-ad47-9001da046644 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:43:53.882599 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a468265b-e98b-4710-a0c5-e81f9ea75bd8 None None] Checking router: 254487aa-e09f-4d6f-aa70-a6a26ddec234 for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:43:53.883025 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a468265b-e98b-4710-a0c5-e81f9ea75bd8 None None] Updating router 254487aa-e09f-4d6f-aa70-a6a26ddec234 port c093bad8-1b2e-4960-ace0-8349ea64e5fa binding host n-d-828369-5 {{(pid=103142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:43:53.901132 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9a6e3c38-8dd9-4214-b10e-1abe4d536bd9 req-6b2d1149-6a0f-4152-b560-3c0490b0ad2f tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] 10.222.0.90 "GET /v2.0/security-groups?id=d2ea5315-73a8-4fc4-8681-6c98ae9bd1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3800259 Feb 09 21:43:53.915174 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a468265b-e98b-4710-a0c5-e81f9ea75bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (c093bad8-1b2e-4960-ace0-8349ea64e5fa), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:53.925822 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-38b16b85-7a97-4b26-918b-ac70a621e991 tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] Publish callbacks [] for port (71240610-6da4-4aa7-a994-616aeec18d00), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:53.939311 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-38b16b85-7a97-4b26-918b-ac70a621e991 tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (71240610-6da4-4aa7-a994-616aeec18d00), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:53.995464 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-c804d087-605f-42ea-9eb4-659f3a9c3186 None None] Deleting port dbfa1d9e-e973-4b10-ad47-9001da046644 {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:43:53.995921 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c804d087-605f-42ea-9eb4-659f3a9c3186 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (dbfa1d9e-e973-4b10-ad47-9001da046644), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:54.053624 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e84ea0ed-5946-42f2-a56a-d6d2e6d83cd1 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (dbfa1d9e-e973-4b10-ad47-9001da046644), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:54.091535 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d274dd9-3542-4ecb-aa92-5d61d64fee5d req-c9fcd2c6-61ac-4c36-afa8-d7a4a7ab496e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:54.093349 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6d274dd9-3542-4ecb-aa92-5d61d64fee5d req-c9fcd2c6-61ac-4c36-afa8-d7a4a7ab496e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=73aafa54b15b4f2e83f3753252e1608e&device_id=6746cd7d-6474-4f0f-8851-bc8437973cf8 HTTP/1.1" status: 200 len: 1126 time: 0.6461439 Feb 09 21:43:54.103809 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-c804d087-605f-42ea-9eb4-659f3a9c3186 None None] For port dbfa1d9e-e973-4b10-ad47-9001da046644, host n-d-828369-5, got binding levels [] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:54.104559 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c804d087-605f-42ea-9eb4-659f3a9c3186 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (dbfa1d9e-e973-4b10-ad47-9001da046644), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:54.122232 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-c804d087-605f-42ea-9eb4-659f3a9c3186 None None] Calling delete_port for dbfa1d9e-e973-4b10-ad47-9001da046644 owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:43:54.133153 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.ipam_backend_mixin [None req-c804d087-605f-42ea-9eb4-659f3a9c3186 None None] Port dbfa1d9e-e973-4b10-ad47-9001da046644 was not found and therefore no delete operation was performed {{(pid=103142) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 21:43:54.138513 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c804d087-605f-42ea-9eb4-659f3a9c3186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (dbfa1d9e-e973-4b10-ad47-9001da046644), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:54.156630 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84ea0ed-5946-42f2-a56a-d6d2e6d83cd1 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Pushing event deleted for resources: {'Port': ['ID=dbfa1d9e-e973-4b10-ad47-9001da046644,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:54.158671 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84ea0ed-5946-42f2-a56a-d6d2e6d83cd1 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] No DVR routers for this DVR port dbfa1d9e-e973-4b10-ad47-9001da046644 on host n-d-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:43:54.295884 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e84ea0ed-5946-42f2-a56a-d6d2e6d83cd1 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (f5670fcd-3577-43bc-a723-f8f030b55510), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:54.328787 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-e84ea0ed-5946-42f2-a56a-d6d2e6d83cd1 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5670fcd-3577-43bc-a723-f8f030b55510']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:54.340035 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-e84ea0ed-5946-42f2-a56a-d6d2e6d83cd1 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '785b3fef-a1a6-4ba7-b413-087267e58877') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:54.340381 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-e84ea0ed-5946-42f2-a56a-d6d2e6d83cd1 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '785b3fef-a1a6-4ba7-b413-087267e58877') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:54.350557 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e84ea0ed-5946-42f2-a56a-d6d2e6d83cd1 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (785b3fef-a1a6-4ba7-b413-087267e58877), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:54.364521 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e84ea0ed-5946-42f2-a56a-d6d2e6d83cd1 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (785b3fef-a1a6-4ba7-b413-087267e58877), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:54.371150 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e84ea0ed-5946-42f2-a56a-d6d2e6d83cd1 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:43:54.371553 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e84ea0ed-5946-42f2-a56a-d6d2e6d83cd1 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (785b3fef-a1a6-4ba7-b413-087267e58877), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:54.440339 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:43:54.440339 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:43:54.440339 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:43:54.440339 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:43:54.440339 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:43:54.440339 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:43:54.440339 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:43:54.440339 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:43:54.440339 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:43:54.440339 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:43:54.440339 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:43:54.440339 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:43:54.440339 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:43:54.440339 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:43:54.440339 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:43:54.440339 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:43:54.440339 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:43:54.440339 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:43:54.440339 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:43:54.440339 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:43:54.440339 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:43:54.440339 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:43:54.440339 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:43:54.440339 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:43:54.440339 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:43:54.440339 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:43:54.440339 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:43:54.440339 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:43:54.440339 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:43:54.440339 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:43:54.440339 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:43:54.440339 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:43:54.445406 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e84ea0ed-5946-42f2-a56a-d6d2e6d83cd1 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (f5670fcd-3577-43bc-a723-f8f030b55510), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:54.474409 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e84ea0ed-5946-42f2-a56a-d6d2e6d83cd1 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:54.480322 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-e84ea0ed-5946-42f2-a56a-d6d2e6d83cd1 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "DELETE /v2.0/networks/f5670fcd-3577-43bc-a723-f8f030b55510 HTTP/1.1" status: 204 len: 168 time: 1.3921144 Feb 09 21:43:54.480907 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84ea0ed-5946-42f2-a56a-d6d2e6d83cd1 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Pushing event deleted for resources: {'Network': ['ID=f5670fcd-3577-43bc-a723-f8f030b55510,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:54.485728 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40326) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:54.490562 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-ad1147c6-c021-460e-8971-27998cee5476 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Request body: {'router': {'routes': None}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:54.524469 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a468265b-e98b-4710-a0c5-e81f9ea75bd8 None None] Publish callbacks [] for port (c093bad8-1b2e-4960-ace0-8349ea64e5fa), precommit_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:54.534340 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c804d087-605f-42ea-9eb4-659f3a9c3186 None None] Pushing event deleted for resources: {'Port': ['ID=dbfa1d9e-e973-4b10-ad47-9001da046644,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:54.539868 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a468265b-e98b-4710-a0c5-e81f9ea75bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (c093bad8-1b2e-4960-ace0-8349ea64e5fa), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:54.642835 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b16b85-7a97-4b26-918b-ac70a621e991 tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] Pushing event updated for resources: {'Port': ['ID=71240610-6da4-4aa7-a994-616aeec18d00,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:54.731794 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-38b16b85-7a97-4b26-918b-ac70a621e991 tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (eb68e1b2-989d-49a2-be5f-7ca16b2e2b86), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:54.771760 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-38b16b85-7a97-4b26-918b-ac70a621e991 tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:54.782604 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-38b16b85-7a97-4b26-918b-ac70a621e991 tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9708643 Feb 09 21:43:54.793848 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff431f29-e015-41d7-b572-8d06fff0ec11 req-c1517db1-f728-4eb1-a95d-153be488874f tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:54.803770 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ff431f29-e015-41d7-b572-8d06fff0ec11 req-c1517db1-f728-4eb1-a95d-153be488874f tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=6746cd7d-6474-4f0f-8851-bc8437973cf8 HTTP/1.1" status: 200 len: 944 time: 0.1803916 Feb 09 21:43:54.806839 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-184b36af-2ded-4889-9a34-db04cb952cd1 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (4f4f41d3-11b1-456f-81dd-a04fcb0dfc9e), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:54.906357 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No active binding found for port dbfa1d9e-e973-4b10-ad47-9001da046644 {{(pid=103142) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 09 21:43:54.906959 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] The host n-d-828369-5 is not matching for port dbfa1d9e-e973-4b10-ad47-9001da046644 host None! {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 21:43:54.907772 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device dbfa1d9e-e973-4b10-ad47-9001da046644 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:43:54.935107 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c804d087-605f-42ea-9eb4-659f3a9c3186 None None] No DVR routers for this DVR port dbfa1d9e-e973-4b10-ad47-9001da046644 on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:43:54.938098 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184b36af-2ded-4889-9a34-db04cb952cd1 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Pushing event deleted for resources: {'Port': ['ID=4f4f41d3-11b1-456f-81dd-a04fcb0dfc9e,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:55.009397 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88f949c-f5c0-47f5-a827-46b52974cebd None None] Pushing event updated for resources: {'Port': ['ID=c093bad8-1b2e-4960-ace0-8349ea64e5fa,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:55.092927 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ff431f29-e015-41d7-b572-8d06fff0ec11 req-d813bfcb-2546-4a96-a908-8d9047a81c6d tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869682 Feb 09 21:43:55.222789 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-a468265b-e98b-4710-a0c5-e81f9ea75bd8 None None] Attempting to bind port c093bad8-1b2e-4960-ace0-8349ea64e5fa on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:43:55.223180 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-a468265b-e98b-4710-a0c5-e81f9ea75bd8 None None] Attempting to bind port c093bad8-1b2e-4960-ace0-8349ea64e5fa by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': 'e234f058-99e9-4683-aff2-a800b51d2ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:43:55.223560 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a468265b-e98b-4710-a0c5-e81f9ea75bd8 None None] Attempting to bind port c093bad8-1b2e-4960-ace0-8349ea64e5fa on network 986c5511-2b50-4eb7-bb75-ff9f776ff726 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:43:55.243356 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a468265b-e98b-4710-a0c5-e81f9ea75bd8 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:43:55.243356 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a468265b-e98b-4710-a0c5-e81f9ea75bd8 None None] Checking segment: {'id': 'e234f058-99e9-4683-aff2-a800b51d2ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:43:55.247721 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a468265b-e98b-4710-a0c5-e81f9ea75bd8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:55.248165 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a468265b-e98b-4710-a0c5-e81f9ea75bd8 None None] Bound using segment: {'id': 'e234f058-99e9-4683-aff2-a800b51d2ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:43:55.248716 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-a468265b-e98b-4710-a0c5-e81f9ea75bd8 None None] Bound port: c093bad8-1b2e-4960-ace0-8349ea64e5fa, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e234f058-99e9-4683-aff2-a800b51d2ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:43:55.249119 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a468265b-e98b-4710-a0c5-e81f9ea75bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (c093bad8-1b2e-4960-ace0-8349ea64e5fa), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:55.257152 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8a465d72-c1c1-43d4-825d-97685b4f4619 req-1b9d41c9-c30c-4a5b-b8c1-eef7f5b16d7f tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-securitygroup--1747890221&fields=id&tenant_id=505da41edaf64392a4228e0531d67a93 HTTP/1.1" status: 200 len: 267 time: 0.2358100 Feb 09 21:43:55.318745 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-184b36af-2ded-4889-9a34-db04cb952cd1 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:55.322796 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-184b36af-2ded-4889-9a34-db04cb952cd1 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] 10.222.0.90 "DELETE /v2.0/ports/4f4f41d3-11b1-456f-81dd-a04fcb0dfc9e HTTP/1.1" status: 204 len: 168 time: 3.2475841 Feb 09 21:43:55.351408 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40346) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:55.448617 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a468265b-e98b-4710-a0c5-e81f9ea75bd8 None None] For port c093bad8-1b2e-4960-ace0-8349ea64e5fa, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:43:55.453804 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a468265b-e98b-4710-a0c5-e81f9ea75bd8 None None] For port c093bad8-1b2e-4960-ace0-8349ea64e5fa, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=c093bad8-1b2e-4960-ace0-8349ea64e5fa,segment=NetworkSegment(e234f058-99e9-4683-aff2-a800b51d2ec4),segment_id=e234f058-99e9-4683-aff2-a800b51d2ec4)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:43:55.465402 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a468265b-e98b-4710-a0c5-e81f9ea75bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (c093bad8-1b2e-4960-ace0-8349ea64e5fa), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:55.560342 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94341bee-6059-4d16-bdd0-351424f49ea4 req-2d47039a-fb16-4de4-b858-92e7ec931aef tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:55.571891 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-94341bee-6059-4d16-bdd0-351424f49ea4 req-2d47039a-fb16-4de4-b858-92e7ec931aef tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] 10.222.0.90 "GET /v2.0/ports?device_id=085d93ab-b7d7-4077-ace2-f2ac9ed09680 HTTP/1.1" status: 200 len: 945 time: 0.3129916 Feb 09 21:43:55.575928 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a468265b-e98b-4710-a0c5-e81f9ea75bd8 None None] Routers {'254487aa-e09f-4d6f-aa70-a6a26ddec234'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:43:55.576636 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-a468265b-e98b-4710-a0c5-e81f9ea75bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:43:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['254487aa-e09f-4d6f-aa70-a6a26ddec234'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:55.638191 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-08ec1235-ea42-4f49-8341-bf7a7ffca405 None None] Provisioning complete for port c093bad8-1b2e-4960-ace0-8349ea64e5fa triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:55.638620 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-08ec1235-ea42-4f49-8341-bf7a7ffca405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (c093bad8-1b2e-4960-ace0-8349ea64e5fa), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:55.662886 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d274dd9-3542-4ecb-aa92-5d61d64fee5d req-1fb9727b-2db8-4640-9cdb-8764830d0ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:55.664458 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6d274dd9-3542-4ecb-aa92-5d61d64fee5d req-1fb9727b-2db8-4640-9cdb-8764830d0ae7 service neutron] 10.222.0.89 "GET /v2.0/networks?id=00735365-504a-4659-b7e0-5dd13c1577e5 HTTP/1.1" status: 200 len: 913 time: 1.5246611 Feb 09 21:43:55.714734 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a465d72-c1c1-43d4-825d-97685b4f4619 req-36c5fe91-934d-46dc-9159-423c5e8d1eda tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:55.716786 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8a465d72-c1c1-43d4-825d-97685b4f4619 req-36c5fe91-934d-46dc-9159-423c5e8d1eda tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] 10.222.0.90 "GET /v2.0/networks?id=efdb96f6-22a5-41e8-be55-251cf329ed07 HTTP/1.1" status: 200 len: 806 time: 0.4308167 Feb 09 21:43:55.717666 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88f949c-f5c0-47f5-a827-46b52974cebd None None] Pushing event updated for resources: {'Port': ['ID=c093bad8-1b2e-4960-ace0-8349ea64e5fa,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:55.748126 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-94341bee-6059-4d16-bdd0-351424f49ea4 req-63d2fe37-47c2-4919-a35f-9c626c49d36d tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] 10.222.0.90 "GET /v2.0/security-groups?id=d2ea5315-73a8-4fc4-8681-6c98ae9bd1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567020 Feb 09 21:43:55.753308 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8a465d72-c1c1-43d4-825d-97685b4f4619 req-9af8d8dd-afa3-45e8-a953-a5d8a1d0af89 tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] 10.222.0.90 "GET /v2.0/quotas/505da41edaf64392a4228e0531d67a93 HTTP/1.1" status: 200 len: 375 time: 0.0292163 Feb 09 21:43:55.813896 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-08ec1235-ea42-4f49-8341-bf7a7ffca405 None None] Current status of the port c093bad8-1b2e-4960-ace0-8349ea64e5fa is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:55.815054 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.extraroute_db [None req-ad1147c6-c021-460e-8971-27998cee5476 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Added routes are [] {{(pid=103141) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 09 21:43:55.815466 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.extraroute_db [None req-ad1147c6-c021-460e-8971-27998cee5476 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Removed routes are [] {{(pid=103141) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 09 21:43:55.815805 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-08ec1235-ea42-4f49-8341-bf7a7ffca405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (c093bad8-1b2e-4960-ace0-8349ea64e5fa), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:55.816000 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ad1147c6-c021-460e-8971-27998cee5476 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-554449', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10783'] for router (bf06bceb-4cbf-41a1-9752-211686b11ead), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:55.851097 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-a468265b-e98b-4710-a0c5-e81f9ea75bd8 None None] Set router 254487aa-e09f-4d6f-aa70-a6a26ddec234 gateway port host: None {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:43:55.910274 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8a465d72-c1c1-43d4-825d-97685b4f4619 req-6bab8309-098b-458b-8643-98c193923dec tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=505da41edaf64392a4228e0531d67a93&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1490831 Feb 09 21:43:55.933595 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-08ec1235-ea42-4f49-8341-bf7a7ffca405 None None] For port c093bad8-1b2e-4960-ace0-8349ea64e5fa, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=c093bad8-1b2e-4960-ace0-8349ea64e5fa,segment=NetworkSegment(e234f058-99e9-4683-aff2-a800b51d2ec4),segment_id=e234f058-99e9-4683-aff2-a800b51d2ec4)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:55.948994 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-08ec1235-ea42-4f49-8341-bf7a7ffca405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (c093bad8-1b2e-4960-ace0-8349ea64e5fa), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:56.030135 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6d274dd9-3542-4ecb-aa92-5d61d64fee5d req-c69cc706-9baa-413b-bfd0-379924ab38ac service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a960fa9-68bd-40e7-96bb-e59094fe28ce HTTP/1.1" status: 200 len: 217 time: 0.3435154 Feb 09 21:43:56.191485 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793a4ef3-230c-4eb7-8be1-e12d8ad3bc35 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:56.195465 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-793a4ef3-230c-4eb7-8be1-e12d8ad3bc35 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] 10.222.0.90 "GET /v2.0/ports?device_id=6304e900-0fba-4791-8ed2-6322a92e7cbe HTTP/1.1" status: 200 len: 913 time: 0.7858438 Feb 09 21:43:56.204999 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 40358) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:56.273745 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-2dc9b548-4c3a-43df-b9af-3ad5b14a0790 None None] Provisioning complete for port c093bad8-1b2e-4960-ace0-8349ea64e5fa triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:56.274086 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2dc9b548-4c3a-43df-b9af-3ad5b14a0790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (c093bad8-1b2e-4960-ace0-8349ea64e5fa), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:56.303455 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cd1bab-c001-4aca-8a5c-f976d283b150 req-bafcf74d-1fbd-4039-9560-a5c9091799ff tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:56.305393 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-46cd1bab-c001-4aca-8a5c-f976d283b150 req-bafcf74d-1fbd-4039-9560-a5c9091799ff tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] 10.222.0.90 "GET /v2.0/ports?device_id=085d93ab-b7d7-4077-ace2-f2ac9ed09680 HTTP/1.1" status: 200 len: 945 time: 0.1955602 Feb 09 21:43:56.340789 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ad1147c6-c021-460e-8971-27998cee5476 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-554449', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10783'] for router (bf06bceb-4cbf-41a1-9752-211686b11ead), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:56.359927 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ad1147c6-c021-460e-8971-27998cee5476 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-554458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-554435', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-525216'] for router (bf06bceb-4cbf-41a1-9752-211686b11ead), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:56.374062 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ec1235-ea42-4f49-8341-bf7a7ffca405 None None] Pushing event updated for resources: {'Port': ['ID=c093bad8-1b2e-4960-ace0-8349ea64e5fa,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:56.375164 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d274dd9-3542-4ecb-aa92-5d61d64fee5d req-ff3204de-3dcb-4181-a72f-51e62ce49507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:56.377276 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6d274dd9-3542-4ecb-aa92-5d61d64fee5d req-ff3204de-3dcb-4181-a72f-51e62ce49507 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0d4cb0a9-0f8b-4759-aa75-9f58c47a4974 HTTP/1.1" status: 200 len: 852 time: 0.3346250 Feb 09 21:43:56.380276 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-46cd1bab-c001-4aca-8a5c-f976d283b150 req-d8f3b4b3-d0a0-4982-98ff-bb8443e6292a tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] 10.222.0.90 "GET /v2.0/security-groups?id=d2ea5315-73a8-4fc4-8681-6c98ae9bd1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600462 Feb 09 21:43:56.385096 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8a465d72-c1c1-43d4-825d-97685b4f4619 req-4c7d1abc-2923-48fc-bb0d-c0f6b52f5d9c service neutron] 10.222.0.90 "GET /v2.0/networks/efdb96f6-22a5-41e8-be55-251cf329ed07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4539526 Feb 09 21:43:56.420918 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4fd5c9-4ce5-430c-a198-ca8545606618 req-c83f79ae-80a2-4c71-a871-35ac46bc1c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:56.433962 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ad4fd5c9-4ce5-430c-a198-ca8545606618 req-c83f79ae-80a2-4c71-a871-35ac46bc1c5b service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=2f4cde7908d04894ad973a12c05d856e&device_id=085d93ab-b7d7-4077-ace2-f2ac9ed09680 HTTP/1.1" status: 200 len: 1127 time: 0.3329501 Feb 09 21:43:56.459286 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-a468265b-e98b-4710-a0c5-e81f9ea75bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254487aa-e09f-4d6f-aa70-a6a26ddec234', 'name': 'tempest-NetworksTestDHCPv6-router-423187603', 'tenant_id': '880c3cd16cc943a98203fd230e26852f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:43:42Z', 'updated_at': '2022-02-09T21:43:48Z', 'revision_number': 2, 'project_id': '880c3cd16cc943a98203fd230e26852f', 'gw_port_host': None, '_interfaces': [{'id': 'c093bad8-1b2e-4960-ace0-8349ea64e5fa', 'name': '', 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726', 'tenant_id': '880c3cd16cc943a98203fd230e26852f', 'mac_address': 'fa:16:3e:a6:80:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '254487aa-e09f-4d6f-aa70-a6a26ddec234', 'device_owner': 'network:router_interface', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'bb60fca2-ea10-4c16-bf06-b9dec93588b7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:43:45Z', 'updated_at': '2022-02-09T21:43:55Z', 'revision_number': 4, 'project_id': '880c3cd16cc943a98203fd230e26852f', 'subnets': [{'id': 'bb60fca2-ea10-4c16-bf06-b9dec93588b7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:56.527797 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6d274dd9-3542-4ecb-aa92-5d61d64fee5d req-4eb5305e-39ca-4500-951c-f55ef9be4430 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=00735365-504a-4659-b7e0-5dd13c1577e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0882306 Feb 09 21:43:56.633823 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad1147c6-c021-460e-8971-27998cee5476 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Router bf06bceb-4cbf-41a1-9752-211686b11ead has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:43:56.634925 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a468265b-e98b-4710-a0c5-e81f9ea75bd8 None None] The sync data for ids ['254487aa-e09f-4d6f-aa70-a6a26ddec234'] in n-d-828369-5 is: [{'id': '254487aa-e09f-4d6f-aa70-a6a26ddec234', 'name': 'tempest-NetworksTestDHCPv6-router-423187603', 'tenant_id': '880c3cd16cc943a98203fd230e26852f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:43:42Z', 'updated_at': '2022-02-09T21:43:48Z', 'revision_number': 2, 'project_id': '880c3cd16cc943a98203fd230e26852f', 'gw_port_host': None, '_interfaces': [{'id': 'c093bad8-1b2e-4960-ace0-8349ea64e5fa', 'name': '', 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726', 'tenant_id': '880c3cd16cc943a98203fd230e26852f', 'mac_address': 'fa:16:3e:a6:80:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '254487aa-e09f-4d6f-aa70-a6a26ddec234', 'device_owner': 'network:router_interface', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'bb60fca2-ea10-4c16-bf06-b9dec93588b7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:43:45Z', 'updated_at': '2022-02-09T21:43:55Z', 'revision_number': 4, 'project_id': '880c3cd16cc943a98203fd230e26852f', 'subnets': [{'id': 'bb60fca2-ea10-4c16-bf06-b9dec93588b7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:43:56.644982 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-2dc9b548-4c3a-43df-b9af-3ad5b14a0790 None None] Current status of the port c093bad8-1b2e-4960-ace0-8349ea64e5fa is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:56.659482 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b83cd7-9eb4-4316-9060-4ece52de2bfd req-1c538039-c70b-4b28-a851-eecc895cf3aa tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:56.667024 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-69b83cd7-9eb4-4316-9060-4ece52de2bfd req-1c538039-c70b-4b28-a851-eecc895cf3aa tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=6746cd7d-6474-4f0f-8851-bc8437973cf8 HTTP/1.1" status: 200 len: 944 time: 0.1607356 Feb 09 21:43:56.808966 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad1147c6-c021-460e-8971-27998cee5476 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:43:56.818162 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ad1147c6-c021-460e-8971-27998cee5476 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:56.820762 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-ad1147c6-c021-460e-8971-27998cee5476 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "PUT /v2.0/routers/bf06bceb-4cbf-41a1-9752-211686b11ead HTTP/1.1" status: 200 len: 700 time: 2.3335602 Feb 09 21:43:56.820924 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1b2da3-d2e2-49f9-8ba2-9de4712eab98 None None] Sync routers for ids ['bf06bceb-4cbf-41a1-9752-211686b11ead'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:43:56.829406 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6d274dd9-3542-4ecb-aa92-5d61d64fee5d req-05738dfd-ec40-4092-a796-3861b32571b6 service neutron] 10.222.0.89 "GET /v2.0/networks/00735365-504a-4659-b7e0-5dd13c1577e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914429 Feb 09 21:43:56.832403 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40360) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:56.844472 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1b2da3-d2e2-49f9-8ba2-9de4712eab98 None None] Routers {'bf06bceb-4cbf-41a1-9752-211686b11ead'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:43:56.845111 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-ea1b2da3-d2e2-49f9-8ba2-9de4712eab98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:43:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['bf06bceb-4cbf-41a1-9752-211686b11ead'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:56.878424 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 1a960fa9-68bd-40e7-96bb-e59094fe28ce details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:43:56.916132 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-a653ccae-c8d8-4a5b-b4fa-59f6a7354e5e tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "GET /v2.0/ports?device_id=bf06bceb-4cbf-41a1-9752-211686b11ead HTTP/1.1" status: 200 len: 205 time: 0.0822673 Feb 09 21:43:56.961420 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 40362) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:57.076873 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6d274dd9-3542-4ecb-aa92-5d61d64fee5d req-bc2e3869-bc21-4785-8d77-938838aa25c8 service neutron] 10.222.0.89 "GET /v2.0/networks/00735365-504a-4659-b7e0-5dd13c1577e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106533 Feb 09 21:43:57.087734 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-56ac8c65-2767-40ec-89ab-dcc6734aec1a tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524906'] for router_interface (254487aa-e09f-4d6f-aa70-a6a26ddec234), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:57.172812 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 1a960fa9-68bd-40e7-96bb-e59094fe28ce, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=1a960fa9-68bd-40e7-96bb-e59094fe28ce,segment=NetworkSegment(ab2445e6-d1b5-43a7-9d83-6a2f567a89ca),segment_id=ab2445e6-d1b5-43a7-9d83-6a2f567a89ca)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:57.187976 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': '1a960fa9-68bd-40e7-96bb-e59094fe28ce', 'network_id': '00735365-504a-4659-b7e0-5dd13c1577e5', 'port_id': '1a960fa9-68bd-40e7-96bb-e59094fe28ce', 'mac_address': 'fa:16:3e:2d:3f:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d4cb0a9-0f8b-4759-aa75-9f58c47a4974', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:43:57.264401 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 1a960fa9-68bd-40e7-96bb-e59094fe28ce is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:57.278584 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (1a960fa9-68bd-40e7-96bb-e59094fe28ce), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:57.280258 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8a465d72-c1c1-43d4-825d-97685b4f4619 req-83412dcf-e610-4677-bebb-5cf10ecac105 service neutron] 10.222.0.90 "GET /v2.0/networks/efdb96f6-22a5-41e8-be55-251cf329ed07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8785832 Feb 09 21:43:57.281455 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4fd5c9-4ce5-430c-a198-ca8545606618 req-805757a9-da71-4ed2-9f80-548f1c1a52f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:57.287581 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ad4fd5c9-4ce5-430c-a198-ca8545606618 req-805757a9-da71-4ed2-9f80-548f1c1a52f1 service neutron] 10.222.0.95 "GET /v2.0/networks?id=034e9d46-4db7-4bf7-b56e-1ad6749a2cc8 HTTP/1.1" status: 200 len: 913 time: 0.8368297 Feb 09 21:43:57.325360 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a960fa9-68bd-40e7-96bb-e59094fe28ce {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:43:57.343175 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-ea1b2da3-d2e2-49f9-8ba2-9de4712eab98 None None] Set router bf06bceb-4cbf-41a1-9752-211686b11ead gateway port host: None {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:43:57.382586 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 1a960fa9-68bd-40e7-96bb-e59094fe28ce, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=1a960fa9-68bd-40e7-96bb-e59094fe28ce,segment=NetworkSegment(ab2445e6-d1b5-43a7-9d83-6a2f567a89ca),segment_id=ab2445e6-d1b5-43a7-9d83-6a2f567a89ca)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:57.391507 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (1a960fa9-68bd-40e7-96bb-e59094fe28ce), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:57.427321 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-ea1b2da3-d2e2-49f9-8ba2-9de4712eab98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf06bceb-4cbf-41a1-9752-211686b11ead', 'name': 'tempest-RoutersTest-router-699486942', 'tenant_id': '67feb264805b4b31b627437845cc2aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:42:05Z', 'updated_at': '2022-02-09T21:43:48Z', 'revision_number': 11, 'project_id': '67feb264805b4b31b627437845cc2aaf', 'gw_port_host': None}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:57.467259 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1b2da3-d2e2-49f9-8ba2-9de4712eab98 None None] Checking router: bf06bceb-4cbf-41a1-9752-211686b11ead for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:43:57.482758 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-69b83cd7-9eb4-4316-9060-4ece52de2bfd req-56701dfa-043f-4ebe-9720-caded95b982a tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8144972 Feb 09 21:43:57.491756 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1b2da3-d2e2-49f9-8ba2-9de4712eab98 None None] Routers {'bf06bceb-4cbf-41a1-9752-211686b11ead'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:43:57.492675 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-ea1b2da3-d2e2-49f9-8ba2-9de4712eab98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:43:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['bf06bceb-4cbf-41a1-9752-211686b11ead'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:57.582622 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=1a960fa9-68bd-40e7-96bb-e59094fe28ce,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:57.586261 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-56ac8c65-2767-40ec-89ab-dcc6734aec1a tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Deleting port c093bad8-1b2e-4960-ace0-8349ea64e5fa {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:43:57.586754 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-56ac8c65-2767-40ec-89ab-dcc6734aec1a tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (c093bad8-1b2e-4960-ace0-8349ea64e5fa), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:57.654484 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-ea1b2da3-d2e2-49f9-8ba2-9de4712eab98 None None] Set router bf06bceb-4cbf-41a1-9752-211686b11ead gateway port host: None {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:43:57.670111 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-87017788-39b1-42f8-8008-16f6be50c0ee tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for router (bf06bceb-4cbf-41a1-9752-211686b11ead), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:57.679670 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ad4fd5c9-4ce5-430c-a198-ca8545606618 req-1ecb1cfe-5ecf-400a-96a3-d712830f6af3 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aaf1a513-c69b-4de7-a3a4-850f0d85b483 HTTP/1.1" status: 200 len: 217 time: 0.2177560 Feb 09 21:43:57.727567 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['1a960fa9-68bd-40e7-96bb-e59094fe28ce'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:43:57.821330 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-56ac8c65-2767-40ec-89ab-dcc6734aec1a tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] For port c093bad8-1b2e-4960-ace0-8349ea64e5fa, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=c093bad8-1b2e-4960-ace0-8349ea64e5fa,segment=NetworkSegment(e234f058-99e9-4683-aff2-a800b51d2ec4),segment_id=e234f058-99e9-4683-aff2-a800b51d2ec4)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:57.821767 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-56ac8c65-2767-40ec-89ab-dcc6734aec1a tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (c093bad8-1b2e-4960-ace0-8349ea64e5fa), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:57.864350 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-ea1b2da3-d2e2-49f9-8ba2-9de4712eab98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf06bceb-4cbf-41a1-9752-211686b11ead', 'name': 'tempest-RoutersTest-router-699486942', 'tenant_id': '67feb264805b4b31b627437845cc2aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:42:05Z', 'updated_at': '2022-02-09T21:43:48Z', 'revision_number': 11, 'project_id': '67feb264805b4b31b627437845cc2aaf', 'gw_port_host': None}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:57.874769 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-56ac8c65-2767-40ec-89ab-dcc6734aec1a tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Calling delete_port for c093bad8-1b2e-4960-ace0-8349ea64e5fa owned by network:router_interface {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:43:57.888575 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f1e3d24c-d7a2-4c9b-bfda-82a7c8e6b5bb req-1fda2757-1e96-40f4-a219-25d2534b56e9 tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] 10.222.0.90 "GET /v2.0/ports?device_id=5166e0c3-ad3f-40d7-b9f4-8d91bdb04785 HTTP/1.1" status: 200 len: 210 time: 0.0999897 Feb 09 21:43:57.930340 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device c093bad8-1b2e-4960-ace0-8349ea64e5fa up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:43:57.937332 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1b2da3-d2e2-49f9-8ba2-9de4712eab98 None None] The sync data for ids ['bf06bceb-4cbf-41a1-9752-211686b11ead'] in n-d-828369-5 is: [{'id': 'bf06bceb-4cbf-41a1-9752-211686b11ead', 'name': 'tempest-RoutersTest-router-699486942', 'tenant_id': '67feb264805b4b31b627437845cc2aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:42:05Z', 'updated_at': '2022-02-09T21:43:48Z', 'revision_number': 11, 'project_id': '67feb264805b4b31b627437845cc2aaf', 'gw_port_host': None}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:43:58.092031 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port c093bad8-1b2e-4960-ace0-8349ea64e5fa triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:58.092454 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (c093bad8-1b2e-4960-ace0-8349ea64e5fa), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:58.328726 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port c093bad8-1b2e-4960-ace0-8349ea64e5fa is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:58.332178 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4fd5c9-4ce5-430c-a198-ca8545606618 req-59112440-2b59-48f4-b8fe-3f46742149aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:58.333542 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ad4fd5c9-4ce5-430c-a198-ca8545606618 req-59112440-2b59-48f4-b8fe-3f46742149aa service neutron] 10.222.0.95 "GET /v2.0/subnets?id=26763647-fb07-4f2a-a7e0-925fecb78ab2 HTTP/1.1" status: 200 len: 852 time: 0.4894819 Feb 09 21:43:58.347802 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-56ac8c65-2767-40ec-89ab-dcc6734aec1a tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (c093bad8-1b2e-4960-ace0-8349ea64e5fa), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:58.449063 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ad4fd5c9-4ce5-430c-a198-ca8545606618 req-6192780a-65e9-417a-a4f6-31a9bc16fb30 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=034e9d46-4db7-4bf7-b56e-1ad6749a2cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0866942 Feb 09 21:43:58.493589 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba899a5-82be-42a9-9205-40cd926a75db req-3b90f5e3-8401-4221-bad2-8f5442b7d299 tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:58.500507 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-eba899a5-82be-42a9-9205-40cd926a75db req-3b90f5e3-8401-4221-bad2-8f5442b7d299 tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] 10.222.0.90 "GET /v2.0/ports?device_id=085d93ab-b7d7-4077-ace2-f2ac9ed09680 HTTP/1.1" status: 200 len: 945 time: 0.8594615 Feb 09 21:43:58.539117 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ac8c65-2767-40ec-89ab-dcc6734aec1a tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event deleted for resources: {'Port': ['ID=c093bad8-1b2e-4960-ace0-8349ea64e5fa,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:58.617495 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-87017788-39b1-42f8-8008-16f6be50c0ee tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (bf06bceb-4cbf-41a1-9752-211686b11ead), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:58.628618 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-87017788-39b1-42f8-8008-16f6be50c0ee tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for router_controller (bf06bceb-4cbf-41a1-9752-211686b11ead), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:58.707939 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-eba899a5-82be-42a9-9205-40cd926a75db req-c349c817-aa88-4631-9573-828b698be03f tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] 10.222.0.90 "GET /v2.0/security-groups?id=d2ea5315-73a8-4fc4-8681-6c98ae9bd1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018788 Feb 09 21:43:58.716954 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-56ac8c65-2767-40ec-89ab-dcc6734aec1a tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-525054'] for router_interface (254487aa-e09f-4d6f-aa70-a6a26ddec234), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:58.861192 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-87017788-39b1-42f8-8008-16f6be50c0ee tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (bf06bceb-4cbf-41a1-9752-211686b11ead), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:58.861995 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87017788-39b1-42f8-8008-16f6be50c0ee tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Fanout notify agent at l3_agent the message router_deleted on router bf06bceb-4cbf-41a1-9752-211686b11ead {{(pid=103140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:43:58.883905 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-87017788-39b1-42f8-8008-16f6be50c0ee tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:58.891056 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-87017788-39b1-42f8-8008-16f6be50c0ee tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "DELETE /v2.0/routers/bf06bceb-4cbf-41a1-9752-211686b11ead HTTP/1.1" status: 204 len: 168 time: 1.9281921 Feb 09 21:43:58.911785 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 1a960fa9-68bd-40e7-96bb-e59094fe28ce up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:43:58.929809 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40386) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:58.938548 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-377f1039-a26b-4464-bf6e-43698d303f4e tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-761729615', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:58.969091 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ad4fd5c9-4ce5-430c-a198-ca8545606618 req-6cd26281-9b8c-4923-a29f-af9159003ab8 service neutron] 10.222.0.95 "GET /v2.0/networks/034e9d46-4db7-4bf7-b56e-1ad6749a2cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4597304 Feb 09 21:43:59.052007 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning for port 1a960fa9-68bd-40e7-96bb-e59094fe28ce completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:43:59.077009 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port 1a960fa9-68bd-40e7-96bb-e59094fe28ce triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:43:59.083626 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (1a960fa9-68bd-40e7-96bb-e59094fe28ce), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:59.107132 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56ac8c65-2767-40ec-89ab-dcc6734aec1a tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Router 254487aa-e09f-4d6f-aa70-a6a26ddec234 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:43:59.117001 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-377f1039-a26b-4464-bf6e-43698d303f4e tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (acb3485e-d8a9-4a5f-94db-f5fcc846adf0), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:59.125589 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-377f1039-a26b-4464-bf6e-43698d303f4e tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (acb3485e-d8a9-4a5f-94db-f5fcc846adf0), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:59.136416 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df957bfb-119a-4964-9efa-265f525a9de9 req-d8477916-5b32-4623-9ec1-f9c560c36dc5 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:59.146660 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-df957bfb-119a-4964-9efa-265f525a9de9 req-d8477916-5b32-4623-9ec1-f9c560c36dc5 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=6746cd7d-6474-4f0f-8851-bc8437973cf8 HTTP/1.1" status: 200 len: 945 time: 0.4736204 Feb 09 21:43:59.225564 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 1a960fa9-68bd-40e7-96bb-e59094fe28ce is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:43:59.225987 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (1a960fa9-68bd-40e7-96bb-e59094fe28ce), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:59.247895 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6b1f2764-1a3e-49f9-a07c-2717d682c902 req-4c2154e3-260a-4465-9035-d2db70c44974 tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] 10.222.0.90 "GET /v2.0/ports?device_id=5166e0c3-ad3f-40d7-b9f4-8d91bdb04785 HTTP/1.1" status: 200 len: 210 time: 0.1373241 Feb 09 21:43:59.262710 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ad4fd5c9-4ce5-430c-a198-ca8545606618 req-0a418939-1aa3-4f67-90c6-0b133b7faf03 service neutron] 10.222.0.95 "GET /v2.0/networks/034e9d46-4db7-4bf7-b56e-1ad6749a2cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2840226 Feb 09 21:43:59.283379 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6746cd7d-6474-4f0f-8851-bc8437973cf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a960fa9-68bd-40e7-96bb-e59094fe28ce'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:43:59.291368 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-291bc146-273a-4241-a116-74356dc16731" -d '{"events": [{"server_uuid": "6746cd7d-6474-4f0f-8851-bc8437973cf8", "name": "network-vif-plugged", "status": "completed", "tag": "1a960fa9-68bd-40e7-96bb-e59094fe28ce"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:43:59.332058 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 1a960fa9-68bd-40e7-96bb-e59094fe28ce, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=1a960fa9-68bd-40e7-96bb-e59094fe28ce,segment=NetworkSegment(ab2445e6-d1b5-43a7-9d83-6a2f567a89ca),segment_id=ab2445e6-d1b5-43a7-9d83-6a2f567a89ca)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:43:59.348305 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (1a960fa9-68bd-40e7-96bb-e59094fe28ce), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:59.353689 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-df957bfb-119a-4964-9efa-265f525a9de9 req-ad785b19-7cc9-407c-acd1-fe821107be30 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058079 Feb 09 21:43:59.363654 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1391d7b8-ef75-4784-82a4-490d4936697a tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524906'] for router_interface (6304e900-0fba-4791-8ed2-6322a92e7cbe), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:59.490912 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee6cc5ea-a493-4785-a3c9-e49368bca034 x-openstack-request-id: req-ee6cc5ea-a493-4785-a3c9-e49368bca034 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:43:59.491193 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6746cd7d-6474-4f0f-8851-bc8437973cf8", "name": "network-vif-plugged", "status": "completed", "tag": "1a960fa9-68bd-40e7-96bb-e59094fe28ce", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:43:59.491468 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-377f1039-a26b-4464-bf6e-43698d303f4e tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for router_controller (acb3485e-d8a9-4a5f-94db-f5fcc846adf0), precommit_add_association {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:59.491582 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-ee6cc5ea-a493-4785-a3c9-e49368bca034 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:43:59.493847 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56ac8c65-2767-40ec-89ab-dcc6734aec1a tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:43:59.496921 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6746cd7d-6474-4f0f-8851-bc8437973cf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a960fa9-68bd-40e7-96bb-e59094fe28ce', 'code': 200} Feb 09 21:43:59.498734 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=1a960fa9-68bd-40e7-96bb-e59094fe28ce,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:43:59.507189 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-56ac8c65-2767-40ec-89ab-dcc6734aec1a tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "PUT /v2.0/routers/254487aa-e09f-4d6f-aa70-a6a26ddec234/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8253794 Feb 09 21:43:59.510332 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40396) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:59.511452 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-377f1039-a26b-4464-bf6e-43698d303f4e tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (acb3485e-d8a9-4a5f-94db-f5fcc846adf0), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:59.534577 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07b7098-6afc-4933-bcf6-431b11d430b8 None None] Sync routers for ids ['254487aa-e09f-4d6f-aa70-a6a26ddec234'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:43:59.556373 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07b7098-6afc-4933-bcf6-431b11d430b8 None None] Routers {'254487aa-e09f-4d6f-aa70-a6a26ddec234'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:43:59.557739 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-f07b7098-6afc-4933-bcf6-431b11d430b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:43:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['254487aa-e09f-4d6f-aa70-a6a26ddec234'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:59.664308 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-377f1039-a26b-4464-bf6e-43698d303f4e tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:43:59.665441 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-377f1039-a26b-4464-bf6e-43698d303f4e tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7343636 Feb 09 21:43:59.669088 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40398) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:59.677970 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-36a4a183-736c-4019-b7df-e305d46bdae3 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:43:59.691738 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434130d2-9645-4bc3-a959-4d12cd076432 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:59.693575 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434130d2-9645-4bc3-a959-4d12cd076432 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:59.697849 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-434130d2-9645-4bc3-a959-4d12cd076432 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1788888 Feb 09 21:43:59.702859 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 40400) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:43:59.802702 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-f07b7098-6afc-4933-bcf6-431b11d430b8 None None] Set router 254487aa-e09f-4d6f-aa70-a6a26ddec234 gateway port host: None {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:43:59.865442 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a93613-4305-4126-a052-cb4cb0224995 req-eaad5011-a898-4eb9-b2dd-aafe6af7d277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:43:59.867649 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-46a93613-4305-4126-a052-cb4cb0224995 req-eaad5011-a898-4eb9-b2dd-aafe6af7d277 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=6746cd7d-6474-4f0f-8851-bc8437973cf8 HTTP/1.1" status: 200 len: 1128 time: 0.3365786 Feb 09 21:43:59.948200 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-f07b7098-6afc-4933-bcf6-431b11d430b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254487aa-e09f-4d6f-aa70-a6a26ddec234', 'name': 'tempest-NetworksTestDHCPv6-router-423187603', 'tenant_id': '880c3cd16cc943a98203fd230e26852f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:43:42Z', 'updated_at': '2022-02-09T21:43:58Z', 'revision_number': 3, 'project_id': '880c3cd16cc943a98203fd230e26852f', 'gw_port_host': None}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:43:59.995102 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07b7098-6afc-4933-bcf6-431b11d430b8 None None] Checking router: 254487aa-e09f-4d6f-aa70-a6a26ddec234 for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:44:00.007121 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07b7098-6afc-4933-bcf6-431b11d430b8 None None] Routers {'254487aa-e09f-4d6f-aa70-a6a26ddec234'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:44:00.007911 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-f07b7098-6afc-4933-bcf6-431b11d430b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:43:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['254487aa-e09f-4d6f-aa70-a6a26ddec234'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:00.118937 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-f07b7098-6afc-4933-bcf6-431b11d430b8 None None] Set router 254487aa-e09f-4d6f-aa70-a6a26ddec234 gateway port host: None {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:44:00.184769 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-f07b7098-6afc-4933-bcf6-431b11d430b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254487aa-e09f-4d6f-aa70-a6a26ddec234', 'name': 'tempest-NetworksTestDHCPv6-router-423187603', 'tenant_id': '880c3cd16cc943a98203fd230e26852f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:43:42Z', 'updated_at': '2022-02-09T21:43:58Z', 'revision_number': 3, 'project_id': '880c3cd16cc943a98203fd230e26852f', 'gw_port_host': None}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:00.221025 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07b7098-6afc-4933-bcf6-431b11d430b8 None None] The sync data for ids ['254487aa-e09f-4d6f-aa70-a6a26ddec234'] in n-d-828369-5 is: [{'id': '254487aa-e09f-4d6f-aa70-a6a26ddec234', 'name': 'tempest-NetworksTestDHCPv6-router-423187603', 'tenant_id': '880c3cd16cc943a98203fd230e26852f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:43:42Z', 'updated_at': '2022-02-09T21:43:58Z', 'revision_number': 3, 'project_id': '880c3cd16cc943a98203fd230e26852f', 'gw_port_host': None}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:44:00.528101 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f4191e4b-984c-4ba9-b4e4-53d5de0bf253 req-664b4549-6a8e-42cc-b5d4-6b8cc599a19d tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] 10.222.0.90 "GET /v2.0/ports?device_id=5166e0c3-ad3f-40d7-b9f4-8d91bdb04785 HTTP/1.1" status: 200 len: 210 time: 0.0930710 Feb 09 21:44:00.646668 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fe9150b-15c3-4e58-847b-d5fa9838fbd4 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Deleting subnet bb60fca2-ea10-4c16-bf06-b9dec93588b7 {{(pid=103140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:44:00.657636 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1fe9150b-15c3-4e58-847b-d5fa9838fbd4 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for subnet (bb60fca2-ea10-4c16-bf06-b9dec93588b7), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:00.707306 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a465d72-c1c1-43d4-825d-97685b4f4619 req-44e718fa-fc5f-41c6-85fa-18ef15ccc090 tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:00.709131 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8a465d72-c1c1-43d4-825d-97685b4f4619 req-44e718fa-fc5f-41c6-85fa-18ef15ccc090 tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] 10.222.0.95 "GET /v2.0/networks?id=efdb96f6-22a5-41e8-be55-251cf329ed07 HTTP/1.1" status: 200 len: 806 time: 1.2341974 Feb 09 21:44:00.809639 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-36a4a183-736c-4019-b7df-e305d46bdae3 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-554449', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10783'] for router (acb3485e-d8a9-4a5f-94db-f5fcc846adf0), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:00.821377 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1fe9150b-15c3-4e58-847b-d5fa9838fbd4 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9110716'] for subnet (bb60fca2-ea10-4c16-bf06-b9dec93588b7), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:00.832139 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-46a93613-4305-4126-a052-cb4cb0224995 req-7f743d27-3e2c-4884-95ec-4402e1e59ded service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9555061 Feb 09 21:44:00.833973 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-36a4a183-736c-4019-b7df-e305d46bdae3 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-554458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-554435', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-525216'] for router (acb3485e-d8a9-4a5f-94db-f5fcc846adf0), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:00.879694 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a7941d-fd93-4cb7-98d7-75dcfd543783 req-fa973867-230d-40d7-a5e5-80bc20a47e4b tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:00.888403 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-05a7941d-fd93-4cb7-98d7-75dcfd543783 req-fa973867-230d-40d7-a5e5-80bc20a47e4b tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] 10.222.0.90 "GET /v2.0/ports?device_id=085d93ab-b7d7-4077-ace2-f2ac9ed09680 HTTP/1.1" status: 200 len: 945 time: 0.4090929 Feb 09 21:44:00.995611 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1fe9150b-15c3-4e58-847b-d5fa9838fbd4 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (bb60fca2-ea10-4c16-bf06-b9dec93588b7), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:01.034756 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0e6885-1d18-4c1e-8aba-0ac4b1fe0906 req-c55d9905-ecc0-46b4-974f-411f2c77a1f9 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:01.036581 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2f0e6885-1d18-4c1e-8aba-0ac4b1fe0906 req-c55d9905-ecc0-46b4-974f-411f2c77a1f9 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=6746cd7d-6474-4f0f-8851-bc8437973cf8 HTTP/1.1" status: 200 len: 946 time: 0.4058962 Feb 09 21:44:01.056745 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36a4a183-736c-4019-b7df-e305d46bdae3 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Router acb3485e-d8a9-4a5f-94db-f5fcc846adf0 is scheduled to L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 with binding_index 1 {{(pid=103141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:44:01.102449 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8a465d72-c1c1-43d4-825d-97685b4f4619 req-d984b697-c9f7-464a-8511-1d7bde76e399 tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=505da41edaf64392a4228e0531d67a93 HTTP/1.1" status: 200 len: 380 time: 0.3742559 Feb 09 21:44:01.118644 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-8a465d72-c1c1-43d4-825d-97685b4f4619 req-5917af62-fb66-4d03-8668-3e01f857994d tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] Request body: {'port': {'device_id': '5166e0c3-ad3f-40d7-b9f4-8d91bdb04785', 'network_id': 'efdb96f6-22a5-41e8-be55-251cf329ed07', 'admin_state_up': True, 'tenant_id': '505da41edaf64392a4228e0531d67a93', 'security_groups': ['3f2575c8-bd4d-4267-97b8-daa8ebd4f112']}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:01.191987 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36a4a183-736c-4019-b7df-e305d46bdae3 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:44:01.203632 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-36a4a183-736c-4019-b7df-e305d46bdae3 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:01.207808 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-36a4a183-736c-4019-b7df-e305d46bdae3 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "PUT /v2.0/routers/acb3485e-d8a9-4a5f-94db-f5fcc846adf0 HTTP/1.1" status: 200 len: 693 time: 1.5347826 Feb 09 21:44:01.208028 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40bf6cc-c5d4-46bd-9431-5383cf13dc1e None None] Sync routers for ids ['acb3485e-d8a9-4a5f-94db-f5fcc846adf0'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:44:01.211945 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40412) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:01.219576 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40bf6cc-c5d4-46bd-9431-5383cf13dc1e None None] Routers {'acb3485e-d8a9-4a5f-94db-f5fcc846adf0'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:44:01.221501 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-a40bf6cc-c5d4-46bd-9431-5383cf13dc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:43:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['acb3485e-d8a9-4a5f-94db-f5fcc846adf0'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:01.286767 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-05a7941d-fd93-4cb7-98d7-75dcfd543783 req-f97d6b0e-a676-4b1d-a9cd-795f9a74dea5 tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] 10.222.0.90 "GET /v2.0/security-groups?id=d2ea5315-73a8-4fc4-8681-6c98ae9bd1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112889 Feb 09 21:44:01.308846 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1fe9150b-15c3-4e58-847b-d5fa9838fbd4 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621346'] for subnet (bb60fca2-ea10-4c16-bf06-b9dec93588b7), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:01.364656 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2f0e6885-1d18-4c1e-8aba-0ac4b1fe0906 req-4760fd20-1bcb-4fc2-a561-9fdae2567ca0 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704358 Feb 09 21:44:01.369286 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9150b-15c3-4e58-847b-d5fa9838fbd4 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event deleted for resources: {'Subnet': ['ID=bb60fca2-ea10-4c16-bf06-b9dec93588b7,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:01.391078 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a7091c-5806-4fe5-bd24-15d169ae24b8 None None] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:44:01.391548 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-a40bf6cc-c5d4-46bd-9431-5383cf13dc1e None None] Set router acb3485e-d8a9-4a5f-94db-f5fcc846adf0 gateway port host: None {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:44:01.416360 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-c04875d0-d77f-44e9-8185-292c2d6f5b13 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "GET /v2.0/routers/acb3485e-d8a9-4a5f-94db-f5fcc846adf0 HTTP/1.1" status: 200 len: 699 time: 0.2031140 Feb 09 21:44:01.417417 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1fe9150b-15c3-4e58-847b-d5fa9838fbd4 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:01.419205 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40414) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:01.420777 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-1fe9150b-15c3-4e58-847b-d5fa9838fbd4 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "DELETE /v2.0/subnets/bb60fca2-ea10-4c16-bf06-b9dec93588b7 HTTP/1.1" status: 204 len: 168 time: 1.7166860 Feb 09 21:44:01.425192 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 40416) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:01.468794 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a465d72-c1c1-43d4-825d-97685b4f4619 req-5917af62-fb66-4d03-8668-3e01f857994d tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] Made reservation on behalf of 505da41edaf64392a4228e0531d67a93 for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:44:01.472150 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-8a465d72-c1c1-43d4-825d-97685b4f4619 req-5917af62-fb66-4d03-8668-3e01f857994d tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:01.482847 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-0e02a71a-fcc6-4494-8968-70ebfc1ac795 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "GET /v2.0/ports?device_id=acb3485e-d8a9-4a5f-94db-f5fcc846adf0 HTTP/1.1" status: 200 len: 205 time: 0.0623279 Feb 09 21:44:01.487240 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40420) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:01.541115 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-a40bf6cc-c5d4-46bd-9431-5383cf13dc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb3485e-d8a9-4a5f-94db-f5fcc846adf0', 'name': 'tempest-RoutersTest-router-761729615', 'tenant_id': '67feb264805b4b31b627437845cc2aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:43:59Z', 'updated_at': '2022-02-09T21:44:00Z', 'revision_number': 2, 'project_id': '67feb264805b4b31b627437845cc2aaf', 'gw_port_host': None}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:01.645229 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40bf6cc-c5d4-46bd-9431-5383cf13dc1e None None] Checking router: acb3485e-d8a9-4a5f-94db-f5fcc846adf0 for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:44:01.663566 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40bf6cc-c5d4-46bd-9431-5383cf13dc1e None None] Routers {'acb3485e-d8a9-4a5f-94db-f5fcc846adf0'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:44:01.668452 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-a40bf6cc-c5d4-46bd-9431-5383cf13dc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:43:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['acb3485e-d8a9-4a5f-94db-f5fcc846adf0'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:01.726724 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3bb8bb4b-f4e3-4d5b-8f34-5a05c3c7d737 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for router (acb3485e-d8a9-4a5f-94db-f5fcc846adf0), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:01.731946 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-7d0a6897-e8c7-4d81-ac01-f1404a239e61 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3055825 Feb 09 21:44:01.743553 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 40426) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:01.797164 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device c093bad8-1b2e-4960-ace0-8349ea64e5fa no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:44:01.857390 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-a40bf6cc-c5d4-46bd-9431-5383cf13dc1e None None] Set router acb3485e-d8a9-4a5f-94db-f5fcc846adf0 gateway port host: None {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:44:01.863466 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: c093bad8-1b2e-4960-ace0-8349ea64e5fa {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:44:01.871846 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device c093bad8-1b2e-4960-ace0-8349ea64e5fa not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:44:01.878732 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7bcd9c0f-919c-4e2b-b5c7-1e92f834e834 req-b5fa0468-e303-4984-8693-d05589fb3ce7 tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] 10.222.0.90 "GET /v2.0/ports?device_id=5166e0c3-ad3f-40d7-b9f4-8d91bdb04785 HTTP/1.1" status: 200 len: 210 time: 0.1291833 Feb 09 21:44:01.885254 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b74c9e-b22b-46de-8194-1889f3e0ac84 None None] DHCP port deletion for 986c5511-2b50-4eb7-bb75-ff9f776ff726 request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:44:01.953955 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-1391d7b8-ef75-4784-82a4-490d4936697a tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Deleting port 97143a84-317b-494b-8258-cc625e8e8ec4 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:44:01.955595 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1391d7b8-ef75-4784-82a4-490d4936697a tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (97143a84-317b-494b-8258-cc625e8e8ec4), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:01.968265 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-270c4eaa-ad79-4453-92c7-68c4a3be371c tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for router (254487aa-e09f-4d6f-aa70-a6a26ddec234), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:01.977220 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-a40bf6cc-c5d4-46bd-9431-5383cf13dc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb3485e-d8a9-4a5f-94db-f5fcc846adf0', 'name': 'tempest-RoutersTest-router-761729615', 'tenant_id': '67feb264805b4b31b627437845cc2aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:43:59Z', 'updated_at': '2022-02-09T21:44:00Z', 'revision_number': 2, 'project_id': '67feb264805b4b31b627437845cc2aaf', 'gw_port_host': None}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:01.990253 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-c4b74c9e-b22b-46de-8194-1889f3e0ac84 None None] Deleting port fa920f0e-91a0-48c0-9a6a-1ae005e6f8d1 {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:44:01.990764 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c4b74c9e-b22b-46de-8194-1889f3e0ac84 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (fa920f0e-91a0-48c0-9a6a-1ae005e6f8d1), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:02.056067 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3bb8bb4b-f4e3-4d5b-8f34-5a05c3c7d737 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (acb3485e-d8a9-4a5f-94db-f5fcc846adf0), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:02.058542 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3bb8bb4b-f4e3-4d5b-8f34-5a05c3c7d737 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for router_controller (acb3485e-d8a9-4a5f-94db-f5fcc846adf0), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:02.062916 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40bf6cc-c5d4-46bd-9431-5383cf13dc1e None None] The sync data for ids ['acb3485e-d8a9-4a5f-94db-f5fcc846adf0'] in n-d-828369-5 is: [{'id': 'acb3485e-d8a9-4a5f-94db-f5fcc846adf0', 'name': 'tempest-RoutersTest-router-761729615', 'tenant_id': '67feb264805b4b31b627437845cc2aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:43:59Z', 'updated_at': '2022-02-09T21:44:00Z', 'revision_number': 2, 'project_id': '67feb264805b4b31b627437845cc2aaf', 'gw_port_host': None}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:44:02.157027 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-c4b74c9e-b22b-46de-8194-1889f3e0ac84 None None] For port fa920f0e-91a0-48c0-9a6a-1ae005e6f8d1, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=fa920f0e-91a0-48c0-9a6a-1ae005e6f8d1,segment=NetworkSegment(e234f058-99e9-4683-aff2-a800b51d2ec4),segment_id=e234f058-99e9-4683-aff2-a800b51d2ec4)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:02.157456 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c4b74c9e-b22b-46de-8194-1889f3e0ac84 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (fa920f0e-91a0-48c0-9a6a-1ae005e6f8d1), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:02.163446 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3bb8bb4b-f4e3-4d5b-8f34-5a05c3c7d737 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (acb3485e-d8a9-4a5f-94db-f5fcc846adf0), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:02.164267 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bb8bb4b-f4e3-4d5b-8f34-5a05c3c7d737 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Fanout notify agent at l3_agent the message router_deleted on router acb3485e-d8a9-4a5f-94db-f5fcc846adf0 {{(pid=103141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:44:02.191272 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3bb8bb4b-f4e3-4d5b-8f34-5a05c3c7d737 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:02.198886 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-3bb8bb4b-f4e3-4d5b-8f34-5a05c3c7d737 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "DELETE /v2.0/routers/acb3485e-d8a9-4a5f-94db-f5fcc846adf0 HTTP/1.1" status: 204 len: 168 time: 0.7101252 Feb 09 21:44:02.200916 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40428) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:02.266620 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [req-8a465d72-c1c1-43d4-825d-97685b4f4619 req-5917af62-fb66-4d03-8668-3e01f857994d tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] Allocated IP 172.20.0.11 (efdb96f6-22a5-41e8-be55-251cf329ed07/57963df8-04e1-4710-99da-25fa79c51970/c568887e-696b-4b7f-9502-2d4fec804028) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:44:02.268716 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-e9342d39-8a7f-4a56-b19d-e1a3c64cef8b tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "GET /v2.0/ports?device_id=acb3485e-d8a9-4a5f-94db-f5fcc846adf0 HTTP/1.1" status: 200 len: 205 time: 0.0617676 Feb 09 21:44:02.269629 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40430) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:02.371218 n-d-828369-5 neutron-server[103141]: INFO neutron.api.v2.resource [None req-c3460966-d37e-42f8-8cc6-371a556aa9aa tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] delete failed (client error): The resource could not be found. Feb 09 21:44:02.377059 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-c3460966-d37e-42f8-8cc6-371a556aa9aa tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "DELETE /v2.0/routers/acb3485e-d8a9-4a5f-94db-f5fcc846adf0 HTTP/1.1" status: 404 len: 336 time: 0.1029086 Feb 09 21:44:02.381190 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40434) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:02.435061 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-7afb5909-838d-451a-885b-7f1d044b6d69 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] DELETE failed (client error): The resource could not be found. Feb 09 21:44:02.435542 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7afb5909-838d-451a-885b-7f1d044b6d69 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:44:02.449050 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-7afb5909-838d-451a-885b-7f1d044b6d69 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "DELETE /v2.0/subnets/f4b385f9-4e95-4405-993d-003b09f6c3c3 HTTP/1.1" status: 404 len: 337 time: 0.0630672 Feb 09 21:44:02.449291 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40438) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:02.451763 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-c4b74c9e-b22b-46de-8194-1889f3e0ac84 None None] Calling delete_port for fa920f0e-91a0-48c0-9a6a-1ae005e6f8d1 owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:44:02.566197 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-735efc75-5e33-4f25-b7fd-79740b2eee01 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] DELETE failed (client error): The resource could not be found. Feb 09 21:44:02.566197 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-735efc75-5e33-4f25-b7fd-79740b2eee01 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:44:02.567216 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-270c4eaa-ad79-4453-92c7-68c4a3be371c tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (254487aa-e09f-4d6f-aa70-a6a26ddec234), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:02.594222 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-735efc75-5e33-4f25-b7fd-79740b2eee01 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "DELETE /v2.0/subnets/7f9309a7-fac9-4291-ba5a-c610cb1b90f4 HTTP/1.1" status: 404 len: 337 time: 0.1398535 Feb 09 21:44:02.594473 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-270c4eaa-ad79-4453-92c7-68c4a3be371c tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for router_controller (254487aa-e09f-4d6f-aa70-a6a26ddec234), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:02.594596 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40442) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:02.674322 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1391d7b8-ef75-4784-82a4-490d4936697a tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (97143a84-317b-494b-8258-cc625e8e8ec4), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:02.712354 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-912affbf-a7ca-4787-80f7-fd6a10767537 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] DELETE failed (client error): The resource could not be found. Feb 09 21:44:02.713642 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-912affbf-a7ca-4787-80f7-fd6a10767537 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:44:02.716944 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-912affbf-a7ca-4787-80f7-fd6a10767537 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "DELETE /v2.0/subnets/0ab9fa85-9dfc-4a42-b7b0-770b90bc741a HTTP/1.1" status: 404 len: 337 time: 0.1215672 Feb 09 21:44:02.719794 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40446) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:02.737906 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-1391d7b8-ef75-4784-82a4-490d4936697a tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Calling delete_port for 97143a84-317b-494b-8258-cc625e8e8ec4 owned by network:router_interface {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:44:02.749787 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c4b74c9e-b22b-46de-8194-1889f3e0ac84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (fa920f0e-91a0-48c0-9a6a-1ae005e6f8d1), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:02.786629 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b74c9e-b22b-46de-8194-1889f3e0ac84 None None] Pushing event deleted for resources: {'Port': ['ID=fa920f0e-91a0-48c0-9a6a-1ae005e6f8d1,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:02.805527 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b74c9e-b22b-46de-8194-1889f3e0ac84 None None] No DVR routers for this DVR port fa920f0e-91a0-48c0-9a6a-1ae005e6f8d1 on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:44:02.824986 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b4ee7a4-c89c-4c1e-acca-b6a64f2b8017 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] DELETE failed (client error): The resource could not be found. Feb 09 21:44:02.826316 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b4ee7a4-c89c-4c1e-acca-b6a64f2b8017 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:44:02.834051 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-9b4ee7a4-c89c-4c1e-acca-b6a64f2b8017 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "DELETE /v2.0/subnets/be079591-cb2c-4501-9ebc-3b2104f0fe17 HTTP/1.1" status: 404 len: 337 time: 0.1029854 Feb 09 21:44:02.837227 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40450) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:02.905590 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-1cc3a2ab-2c62-4abc-9cd8-fd46439306f9 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "GET /v2.0/ports?device_id=bf06bceb-4cbf-41a1-9752-211686b11ead HTTP/1.1" status: 200 len: 205 time: 0.0666580 Feb 09 21:44:02.906423 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40456) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:02.937691 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-270c4eaa-ad79-4453-92c7-68c4a3be371c tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (254487aa-e09f-4d6f-aa70-a6a26ddec234), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:02.938704 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-270c4eaa-ad79-4453-92c7-68c4a3be371c tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Fanout notify agent at l3_agent the message router_deleted on router 254487aa-e09f-4d6f-aa70-a6a26ddec234 {{(pid=103140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:44:02.983444 n-d-828369-5 neutron-server[103141]: INFO neutron.api.v2.resource [None req-f1a02bc6-5367-4b93-a962-f0e46fd9f815 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] delete failed (client error): The resource could not be found. Feb 09 21:44:02.989295 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-f1a02bc6-5367-4b93-a962-f0e46fd9f815 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "DELETE /v2.0/routers/bf06bceb-4cbf-41a1-9752-211686b11ead HTTP/1.1" status: 404 len: 336 time: 0.0816596 Feb 09 21:44:02.990217 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40458) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:02.996043 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-270c4eaa-ad79-4453-92c7-68c4a3be371c tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:02.997348 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-270c4eaa-ad79-4453-92c7-68c4a3be371c tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "DELETE /v2.0/routers/254487aa-e09f-4d6f-aa70-a6a26ddec234 HTTP/1.1" status: 204 len: 168 time: 1.2257650 Feb 09 21:44:03.010714 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40460) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:03.021894 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-99a8cebb-b120-4ede-836c-73d674b2765f tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Request body: {'subnet': {'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:03.105748 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cabf20-5253-40a6-9fd6-4b015805c783 req-5a693366-dc2f-4e8b-87c9-e6c089aae2a7 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:03.109397 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-42cabf20-5253-40a6-9fd6-4b015805c783 req-5a693366-dc2f-4e8b-87c9-e6c089aae2a7 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=6746cd7d-6474-4f0f-8851-bc8437973cf8 HTTP/1.1" status: 200 len: 946 time: 0.5105145 Feb 09 21:44:03.209680 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062bf783-9f02-46d0-8e28-60e585722570 req-2733b445-0da9-4c67-ac8e-19ee65132e5d tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:03.209680 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-062bf783-9f02-46d0-8e28-60e585722570 req-2733b445-0da9-4c67-ac8e-19ee65132e5d tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] 10.222.0.90 "GET /v2.0/ports?device_id=085d93ab-b7d7-4077-ace2-f2ac9ed09680 HTTP/1.1" status: 200 len: 945 time: 0.5916541 Feb 09 21:44:03.209680 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 40462) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:03.211759 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-4b655eea-a077-46ea-ab1a-a282e7649dc8 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "GET /v2.0/ports?device_id=0034c7d8-7ce4-49ce-80b3-405b3119d061 HTTP/1.1" status: 200 len: 205 time: 0.2198467 Feb 09 21:44:03.296776 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99a8cebb-b120-4ede-836c-73d674b2765f tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Made reservation on behalf of 880c3cd16cc943a98203fd230e26852f for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:44:03.303109 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-99a8cebb-b120-4ede-836c-73d674b2765f tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:03.398906 n-d-828369-5 neutron-server[103140]: INFO neutron.api.v2.resource [None req-c00065fc-e693-4427-9876-0eb45dbb2faa tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] delete failed (client error): The resource could not be found. Feb 09 21:44:03.404834 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-c00065fc-e693-4427-9876-0eb45dbb2faa tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "DELETE /v2.0/routers/0034c7d8-7ce4-49ce-80b3-405b3119d061 HTTP/1.1" status: 404 len: 336 time: 0.1707432 Feb 09 21:44:03.417090 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-8a465d72-c1c1-43d4-825d-97685b4f4619 req-5917af62-fb66-4d03-8668-3e01f857994d tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] Publish callbacks [] for port (c568887e-696b-4b7f-9502-2d4fec804028), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:03.420938 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 40464) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:03.534973 n-d-828369-5 neutron-server[103140]: INFO neutron.pecan_wsgi.hooks.translation [None req-867bca10-ac7b-480e-9669-206a0cbce5fc tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] DELETE failed (client error): The resource could not be found. Feb 09 21:44:03.534973 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-867bca10-ac7b-480e-9669-206a0cbce5fc tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:44:03.536795 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40466) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:03.543961 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-867bca10-ac7b-480e-9669-206a0cbce5fc tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "DELETE /v2.0/subnets/39fd3429-ef70-404a-ba21-bbf52cea31ec HTTP/1.1" status: 404 len: 337 time: 0.1188891 Feb 09 21:44:03.619740 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-3abb7946-93ee-4568-9f7f-8e6e535b1eff tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "GET /v2.0/ports?device_id=4f328293-1324-4d9e-9adf-f83e78cfa54b HTTP/1.1" status: 200 len: 205 time: 0.0798240 Feb 09 21:44:03.621944 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40468) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:03.672146 n-d-828369-5 neutron-server[103141]: INFO neutron.api.v2.resource [None req-6efff21b-c713-41a5-be3c-6d38e6e28b58 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] delete failed (client error): The resource could not be found. Feb 09 21:44:03.676740 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-6efff21b-c713-41a5-be3c-6d38e6e28b58 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "DELETE /v2.0/routers/4f328293-1324-4d9e-9adf-f83e78cfa54b HTTP/1.1" status: 404 len: 336 time: 0.0536230 Feb 09 21:44:03.677595 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40470) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:03.727335 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-a8bbaf85-d557-4db9-a00e-8f0e08731d77 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "GET /v2.0/ports?device_id=1af146e3-7d88-439a-ba61-c7061bae58e1 HTTP/1.1" status: 200 len: 205 time: 0.0452704 Feb 09 21:44:03.754088 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40472) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:03.808975 n-d-828369-5 neutron-server[103141]: INFO neutron.api.v2.resource [None req-ead58d7a-a732-499a-928f-3c4868798828 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] delete failed (client error): The resource could not be found. Feb 09 21:44:03.815051 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-ead58d7a-a732-499a-928f-3c4868798828 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "DELETE /v2.0/routers/1af146e3-7d88-439a-ba61-c7061bae58e1 HTTP/1.1" status: 404 len: 336 time: 0.0587420 Feb 09 21:44:03.815730 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40476) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:03.846523 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device fa920f0e-91a0-48c0-9a6a-1ae005e6f8d1 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:44:03.862555 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-16bb1150-38a7-4c65-88ab-2507b3035be6 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] DELETE failed (client error): The resource could not be found. Feb 09 21:44:03.863028 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16bb1150-38a7-4c65-88ab-2507b3035be6 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:44:03.870810 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-16bb1150-38a7-4c65-88ab-2507b3035be6 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "DELETE /v2.0/subnets/06e23758-8946-42d6-ad37-2617f7afd799 HTTP/1.1" status: 404 len: 337 time: 0.0514259 Feb 09 21:44:03.874119 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40478) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:03.930247 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-6b018898-464c-4145-9e3c-bd129f538a02 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "GET /v2.0/ports?device_id=7b39d332-dd83-4c82-9727-948a87300f85 HTTP/1.1" status: 200 len: 205 time: 0.0545301 Feb 09 21:44:03.933360 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40480) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:03.934078 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1391d7b8-ef75-4784-82a4-490d4936697a tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (97143a84-317b-494b-8258-cc625e8e8ec4), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:03.950540 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: fa920f0e-91a0-48c0-9a6a-1ae005e6f8d1 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:44:03.954386 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device fa920f0e-91a0-48c0-9a6a-1ae005e6f8d1 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:44:04.005469 n-d-828369-5 neutron-server[103141]: INFO neutron.api.v2.resource [None req-b5762d08-7fc9-46d1-b9d1-355caed721b5 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] delete failed (client error): The resource could not be found. Feb 09 21:44:04.008308 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-8a465d72-c1c1-43d4-825d-97685b4f4619 req-5917af62-fb66-4d03-8668-3e01f857994d tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (c568887e-696b-4b7f-9502-2d4fec804028), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:04.023591 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-b5762d08-7fc9-46d1-b9d1-355caed721b5 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "DELETE /v2.0/routers/7b39d332-dd83-4c82-9727-948a87300f85 HTTP/1.1" status: 404 len: 336 time: 0.0880694 Feb 09 21:44:04.031924 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40484) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:04.111882 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b9ee8ad-548b-4adb-80a8-80da156d9053 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] DELETE failed (client error): The resource could not be found. Feb 09 21:44:04.112437 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b9ee8ad-548b-4adb-80a8-80da156d9053 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:44:04.118998 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-2b9ee8ad-548b-4adb-80a8-80da156d9053 tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "DELETE /v2.0/subnets/6b02254c-8f8f-456b-b791-3dfdeca58f99 HTTP/1.1" status: 404 len: 337 time: 0.0838110 Feb 09 21:44:04.125889 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40486) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:04.167185 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-4abcffdd-ab4d-4671-a323-d6cb20dd718e tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "GET /v2.0/ports?device_id=bbbb9d8c-b469-4ed9-83fe-3b1867f3fc82 HTTP/1.1" status: 200 len: 205 time: 0.0400891 Feb 09 21:44:04.169584 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40488) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:04.193544 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1391d7b8-ef75-4784-82a4-490d4936697a tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Pushing event deleted for resources: {'Port': ['ID=97143a84-317b-494b-8258-cc625e8e8ec4,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:04.224705 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-99a8cebb-b120-4ede-836c-73d674b2765f tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (ac0b7c16-5042-48ff-88ce-c130e65c790b), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:04.266107 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a465d72-c1c1-43d4-825d-97685b4f4619 req-5917af62-fb66-4d03-8668-3e01f857994d tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] Network efdb96f6-22a5-41e8-be55-251cf329ed07 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:44:04.278443 n-d-828369-5 neutron-server[103141]: INFO neutron.api.v2.resource [None req-1187ee45-c28d-49c0-a620-9fd306876aaf tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] delete failed (client error): The resource could not be found. Feb 09 21:44:04.282270 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-1187ee45-c28d-49c0-a620-9fd306876aaf tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "DELETE /v2.0/routers/bbbb9d8c-b469-4ed9-83fe-3b1867f3fc82 HTTP/1.1" status: 404 len: 336 time: 0.1117218 Feb 09 21:44:04.284877 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40490) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:04.286031 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a8cebb-b120-4ede-836c-73d674b2765f tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event updated for resources: {'Subnet': ['ID=ac0b7c16-5042-48ff-88ce-c130e65c790b,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:04.326310 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-faa49057-91f6-4d20-a108-1c90a68473ec tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] DELETE failed (client error): The resource could not be found. Feb 09 21:44:04.326788 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-faa49057-91f6-4d20-a108-1c90a68473ec tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:44:04.333665 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-faa49057-91f6-4d20-a108-1c90a68473ec tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "DELETE /v2.0/subnets/1f2b7ac7-b0f7-4860-a408-e81dc7ed2572 HTTP/1.1" status: 404 len: 337 time: 0.0438528 Feb 09 21:44:04.334337 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40492) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:04.354653 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a8cebb-b120-4ede-836c-73d674b2765f tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:44:04.363868 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5917af62-fb66-4d03-8668-3e01f857994d tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] Pushing event updated for resources: {'Port': ['ID=c568887e-696b-4b7f-9502-2d4fec804028,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:04.375094 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-99a8cebb-b120-4ede-836c-73d674b2765f tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:44:04.378183 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a8cebb-b120-4ede-836c-73d674b2765f tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:04.378850 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-99a8cebb-b120-4ede-836c-73d674b2765f tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:04.383830 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03be3a6-0cbb-4331-a36b-0bdaf5892335 None None] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:44:04.384289 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e178825-b62f-443f-925c-9f54c1fabedf tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] DELETE failed (client error): The resource could not be found. Feb 09 21:44:04.384750 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e178825-b62f-443f-925c-9f54c1fabedf tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:44:04.391893 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-7e178825-b62f-443f-925c-9f54c1fabedf tempest-RoutersTest-784826662 tempest-RoutersTest-784826662-project] 10.222.0.90 "DELETE /v2.0/subnets/99777644-2d52-4f67-b056-6fa58fce1b07 HTTP/1.1" status: 404 len: 337 time: 0.0546944 Feb 09 21:44:04.427460 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-99a8cebb-b120-4ede-836c-73d674b2765f tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4153392 Feb 09 21:44:04.430010 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40496) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:04.431873 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-42cabf20-5253-40a6-9fd6-4b015805c783 req-1a080aab-a515-46de-8440-ee2efdabeea5 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2470291 Feb 09 21:44:04.438703 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-98677541-20b1-4054-8773-f6a955a64ade tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-370470263', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:04.446615 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [req-8a465d72-c1c1-43d4-825d-97685b4f4619 req-5917af62-fb66-4d03-8668-3e01f857994d tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:44:04.491644 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-98677541-20b1-4054-8773-f6a955a64ade tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (3c1a7171-b618-44dd-8ddb-c01521104682), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:04.493195 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-98677541-20b1-4054-8773-f6a955a64ade tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (3c1a7171-b618-44dd-8ddb-c01521104682), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:04.498800 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-062bf783-9f02-46d0-8e28-60e585722570 req-67a2ec77-29aa-4660-88f2-5c5373e45066 tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] 10.222.0.90 "GET /v2.0/security-groups?id=d2ea5315-73a8-4fc4-8681-6c98ae9bd1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1327708 Feb 09 21:44:04.508112 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a465d72-c1c1-43d4-825d-97685b4f4619 req-5917af62-fb66-4d03-8668-3e01f857994d tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:44:04.719878 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-98677541-20b1-4054-8773-f6a955a64ade tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for router_controller (3c1a7171-b618-44dd-8ddb-c01521104682), precommit_add_association {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:04.734865 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-98677541-20b1-4054-8773-f6a955a64ade tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (3c1a7171-b618-44dd-8ddb-c01521104682), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:04.757825 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a465d72-c1c1-43d4-825d-97685b4f4619 req-5917af62-fb66-4d03-8668-3e01f857994d tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:04.758746 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-8a465d72-c1c1-43d4-825d-97685b4f4619 req-5917af62-fb66-4d03-8668-3e01f857994d tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:04.787994 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-98677541-20b1-4054-8773-f6a955a64ade tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:04.791257 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc13a85e-bb7d-439e-8199-811aa99a72b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-986c5511-2b50-4eb7-bb75-ff9f776ff726', 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726', 'project_id': '880c3cd16cc943a98203fd230e26852f', 'fixed_ips': [{'subnet_id': 'ac0b7c16-5042-48ff-88ce-c130e65c790b'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:44:04.792149 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-cc13a85e-bb7d-439e-8199-811aa99a72b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:04.794968 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-98677541-20b1-4054-8773-f6a955a64ade tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3635769 Feb 09 21:44:04.800096 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40502) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:04.899194 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8a465d72-c1c1-43d4-825d-97685b4f4619 req-5917af62-fb66-4d03-8668-3e01f857994d tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7831326 Feb 09 21:44:04.941600 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-8a465d72-c1c1-43d4-825d-97685b4f4619 req-eb5e11f8-227d-4d70-b5b6-8f65ba61151d service neutron] Request body: {'port': {'device_id': '5166e0c3-ad3f-40d7-b9f4-8d91bdb04785', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-5'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:04.979641 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40506) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:05.041966 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3d1542-af6f-4c43-86b1-57b31843d1a6 req-2f1c34ae-3d5a-4628-8977-2c51c6a6c5dc tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:05.075556 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5f3d1542-af6f-4c43-86b1-57b31843d1a6 req-2f1c34ae-3d5a-4628-8977-2c51c6a6c5dc tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] 10.222.0.90 "GET /v2.0/ports?device_id=5166e0c3-ad3f-40d7-b9f4-8d91bdb04785 HTTP/1.1" status: 200 len: 932 time: 0.4500597 Feb 09 21:44:05.228126 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-cc13a85e-bb7d-439e-8199-811aa99a72b6 None None] Allocated IP 2001:db8::2 (986c5511-2b50-4eb7-bb75-ff9f776ff726/ac0b7c16-5042-48ff-88ce-c130e65c790b/4274b3f7-3c7e-437b-82e1-e25679601674) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:44:05.232694 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-69fd8b96-ad8b-4789-b75b-845fb6f7d1ab None None] Provisioning complete for port c568887e-696b-4b7f-9502-2d4fec804028 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:05.233084 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-69fd8b96-ad8b-4789-b75b-845fb6f7d1ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (c568887e-696b-4b7f-9502-2d4fec804028), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:05.312588 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1391d7b8-ef75-4784-82a4-490d4936697a tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-525054'] for router_interface (6304e900-0fba-4791-8ed2-6322a92e7cbe), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:05.356779 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-8a465d72-c1c1-43d4-825d-97685b4f4619 req-eb5e11f8-227d-4d70-b5b6-8f65ba61151d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (c568887e-696b-4b7f-9502-2d4fec804028), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:05.379430 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-69fd8b96-ad8b-4789-b75b-845fb6f7d1ab None None] Port c568887e-696b-4b7f-9502-2d4fec804028 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:44:05.409135 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5f3d1542-af6f-4c43-86b1-57b31843d1a6 req-8fb712d8-8ec6-4ad3-bb80-af4209ccc49b tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] 10.222.0.90 "GET /v2.0/security-groups?id=3f2575c8-bd4d-4267-97b8-daa8ebd4f112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3250122 Feb 09 21:44:05.504835 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-e7c2111f-d009-4a0a-a818-cb4c3e4e5735 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=67feb264805b4b31b627437845cc2aaf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5199354 Feb 09 21:44:05.510301 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40516) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:05.558657 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-cc13a85e-bb7d-439e-8199-811aa99a72b6 None None] Publish callbacks [] for port (4274b3f7-3c7e-437b-82e1-e25679601674), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:05.568675 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-cc13a85e-bb7d-439e-8199-811aa99a72b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (4274b3f7-3c7e-437b-82e1-e25679601674), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:05.660660 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc13a85e-bb7d-439e-8199-811aa99a72b6 None None] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:44:05.664371 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-cc13a85e-bb7d-439e-8199-811aa99a72b6 None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:44:05.673147 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc13a85e-bb7d-439e-8199-811aa99a72b6 None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:44:05.677386 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc13a85e-bb7d-439e-8199-811aa99a72b6 None None] Pushing event updated for resources: {'Port': ['ID=4274b3f7-3c7e-437b-82e1-e25679601674,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:05.688808 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4136add0-6631-4bbc-b505-725e13687224 admin admin] Publish callbacks [] for security_group (e127fb15-40b5-4726-b85f-c6f1cffe4eb4), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:05.692121 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9a011011-bd15-4b94-95e5-09faa065f9f6 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:05.765759 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4136add0-6631-4bbc-b505-725e13687224 admin admin] Publish callbacks [] for security_group (e127fb15-40b5-4726-b85f-c6f1cffe4eb4), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:05.774697 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-cc13a85e-bb7d-439e-8199-811aa99a72b6 None None] Attempting to bind port 4274b3f7-3c7e-437b-82e1-e25679601674 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:44:05.775117 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-cc13a85e-bb7d-439e-8199-811aa99a72b6 None None] Attempting to bind port 4274b3f7-3c7e-437b-82e1-e25679601674 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': 'e234f058-99e9-4683-aff2-a800b51d2ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:44:05.776095 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc13a85e-bb7d-439e-8199-811aa99a72b6 None None] Attempting to bind port 4274b3f7-3c7e-437b-82e1-e25679601674 on network 986c5511-2b50-4eb7-bb75-ff9f776ff726 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:44:05.782057 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc13a85e-bb7d-439e-8199-811aa99a72b6 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:44:05.782454 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc13a85e-bb7d-439e-8199-811aa99a72b6 None None] Checking segment: {'id': 'e234f058-99e9-4683-aff2-a800b51d2ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:44:05.783618 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-cc13a85e-bb7d-439e-8199-811aa99a72b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:05.784170 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc13a85e-bb7d-439e-8199-811aa99a72b6 None None] Bound using segment: {'id': 'e234f058-99e9-4683-aff2-a800b51d2ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:44:05.784918 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-cc13a85e-bb7d-439e-8199-811aa99a72b6 None None] Bound port: 4274b3f7-3c7e-437b-82e1-e25679601674, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e234f058-99e9-4683-aff2-a800b51d2ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:44:05.785576 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-cc13a85e-bb7d-439e-8199-811aa99a72b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (4274b3f7-3c7e-437b-82e1-e25679601674), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:05.884340 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-cc13a85e-bb7d-439e-8199-811aa99a72b6 None None] For port 4274b3f7-3c7e-437b-82e1-e25679601674, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:44:05.888671 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-cc13a85e-bb7d-439e-8199-811aa99a72b6 None None] For port 4274b3f7-3c7e-437b-82e1-e25679601674, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=4274b3f7-3c7e-437b-82e1-e25679601674,segment=NetworkSegment(e234f058-99e9-4683-aff2-a800b51d2ec4),segment_id=e234f058-99e9-4683-aff2-a800b51d2ec4)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:44:05.913569 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-cc13a85e-bb7d-439e-8199-811aa99a72b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (4274b3f7-3c7e-437b-82e1-e25679601674), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:06.013478 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc13a85e-bb7d-439e-8199-811aa99a72b6 None None] Pushing event updated for resources: {'Port': ['ID=4274b3f7-3c7e-437b-82e1-e25679601674,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:06.053348 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4136add0-6631-4bbc-b505-725e13687224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (e127fb15-40b5-4726-b85f-c6f1cffe4eb4), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:06.056720 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4136add0-6631-4bbc-b505-725e13687224 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:06.058767 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-4136add0-6631-4bbc-b505-725e13687224 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/e127fb15-40b5-4726-b85f-c6f1cffe4eb4 HTTP/1.1" status: 204 len: 168 time: 0.5454066 Feb 09 21:44:06.118184 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4136add0-6631-4bbc-b505-725e13687224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e127fb15-40b5-4726-b85f-c6f1cffe4eb4,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:06.362734 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-9a011011-bd15-4b94-95e5-09faa065f9f6 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Allocated IP 2001:db8::1 (986c5511-2b50-4eb7-bb75-ff9f776ff726/ac0b7c16-5042-48ff-88ce-c130e65c790b/0467da19-48c0-4639-9c3b-b2107d97279f) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:44:06.424600 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f3467c-01f4-42d5-a923-b03ce6c82781 req-afc88e7b-7ef6-4e18-a0a5-15d1849c6212 tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:06.428544 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-23f3467c-01f4-42d5-a923-b03ce6c82781 req-afc88e7b-7ef6-4e18-a0a5-15d1849c6212 tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] 10.222.0.90 "GET /v2.0/ports?device_id=085d93ab-b7d7-4077-ace2-f2ac9ed09680 HTTP/1.1" status: 200 len: 945 time: 1.3352768 Feb 09 21:44:06.661732 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7a9f83-4202-40c3-8932-8dbc3459fddb req-8b1a3a2e-a69f-419e-97e3-8ade74164ce4 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:06.663510 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-db7a9f83-4202-40c3-8932-8dbc3459fddb req-8b1a3a2e-a69f-419e-97e3-8ade74164ce4 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=6746cd7d-6474-4f0f-8851-bc8437973cf8 HTTP/1.1" status: 200 len: 946 time: 1.1016667 Feb 09 21:44:06.714597 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9a011011-bd15-4b94-95e5-09faa065f9f6 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for port (0467da19-48c0-4639-9c3b-b2107d97279f), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:06.782484 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9a011011-bd15-4b94-95e5-09faa065f9f6 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (0467da19-48c0-4639-9c3b-b2107d97279f), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:06.854927 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a011011-bd15-4b94-95e5-09faa065f9f6 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event updated for resources: {'Port': ['ID=0467da19-48c0-4639-9c3b-b2107d97279f,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:06.872896 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a011011-bd15-4b94-95e5-09faa065f9f6 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:44:06.875149 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-9a011011-bd15-4b94-95e5-09faa065f9f6 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:44:06.879449 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a011011-bd15-4b94-95e5-09faa065f9f6 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:44:06.880362 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9a011011-bd15-4b94-95e5-09faa065f9f6 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554727'] for router_interface (3c1a7171-b618-44dd-8ddb-c01521104682), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:06.921752 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-23f3467c-01f4-42d5-a923-b03ce6c82781 req-e94a1869-af8a-4dad-807f-a219b1e254e2 tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] 10.222.0.90 "GET /v2.0/security-groups?id=d2ea5315-73a8-4fc4-8681-6c98ae9bd1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4681075 Feb 09 21:44:07.066749 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-db7a9f83-4202-40c3-8932-8dbc3459fddb req-8a6e6e25-3eae-4eb7-bb12-0879dadf632f tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3688867 Feb 09 21:44:07.074861 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1391d7b8-ef75-4784-82a4-490d4936697a tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Router 6304e900-0fba-4791-8ed2-6322a92e7cbe has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:44:07.225821 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-96281f91-62a0-4acd-8c1c-6696b1396ba1 req-ff82c255-5e7c-43ce-9904-f770117958f1 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=085d93ab-b7d7-4077-ace2-f2ac9ed09680&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1808622 Feb 09 21:44:07.316730 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9a011011-bd15-4b94-95e5-09faa065f9f6 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (0467da19-48c0-4639-9c3b-b2107d97279f), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:07.459657 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339eac5b-cbaa-4022-8b8d-b440d399f17f req-5f77abf1-575b-43ff-a323-7fa4beea633b tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:07.462585 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-339eac5b-cbaa-4022-8b8d-b440d399f17f req-5f77abf1-575b-43ff-a323-7fa4beea633b tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] 10.222.0.90 "GET /v2.0/ports?device_id=5166e0c3-ad3f-40d7-b9f4-8d91bdb04785 HTTP/1.1" status: 200 len: 932 time: 0.3375387 Feb 09 21:44:07.510053 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [req-8a465d72-c1c1-43d4-825d-97685b4f4619 req-eb5e11f8-227d-4d70-b5b6-8f65ba61151d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c568887e-696b-4b7f-9502-2d4fec804028 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:44:07.541736 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-8a465d72-c1c1-43d4-825d-97685b4f4619 req-eb5e11f8-227d-4d70-b5b6-8f65ba61151d service neutron] Publish callbacks [] for port (c568887e-696b-4b7f-9502-2d4fec804028), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:07.579039 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1391d7b8-ef75-4784-82a4-490d4936697a tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:44:07.596104 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df20865-affe-4152-b54e-1d149fc85255 None None] Sync routers for ids ['6304e900-0fba-4791-8ed2-6322a92e7cbe'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:44:07.597945 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-1391d7b8-ef75-4784-82a4-490d4936697a tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] 10.222.0.90 "PUT /v2.0/routers/6304e900-0fba-4791-8ed2-6322a92e7cbe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3866878 Feb 09 21:44:07.607830 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 40558) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:07.623740 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 40560) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:07.624539 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df20865-affe-4152-b54e-1d149fc85255 None None] Routers {'6304e900-0fba-4791-8ed2-6322a92e7cbe'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:44:07.625267 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-8df20865-affe-4152-b54e-1d149fc85255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:43:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['6304e900-0fba-4791-8ed2-6322a92e7cbe'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:07.677555 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [req-8a465d72-c1c1-43d4-825d-97685b4f4619 req-eb5e11f8-227d-4d70-b5b6-8f65ba61151d service neutron] Transition to ACTIVE for port object c568887e-696b-4b7f-9502-2d4fec804028 will not be triggered until provisioned by entity L2. {{(pid=103140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:44:07.758560 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-8df20865-affe-4152-b54e-1d149fc85255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:07.784726 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df20865-affe-4152-b54e-1d149fc85255 None None] Routers {'6304e900-0fba-4791-8ed2-6322a92e7cbe'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:44:07.785647 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-8df20865-affe-4152-b54e-1d149fc85255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:43:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['6304e900-0fba-4791-8ed2-6322a92e7cbe'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:07.828513 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96281f91-62a0-4acd-8c1c-6696b1396ba1 req-12960cda-d8d1-4be9-a308-06f4d4237ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:07.834312 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-96281f91-62a0-4acd-8c1c-6696b1396ba1 req-12960cda-d8d1-4be9-a308-06f4d4237ee6 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=2f4cde7908d04894ad973a12c05d856e&device_id=085d93ab-b7d7-4077-ace2-f2ac9ed09680 HTTP/1.1" status: 200 len: 1127 time: 0.4380884 Feb 09 21:44:07.846387 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-8a465d72-c1c1-43d4-825d-97685b4f4619 req-eb5e11f8-227d-4d70-b5b6-8f65ba61151d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (c568887e-696b-4b7f-9502-2d4fec804028), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:07.904693 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-339eac5b-cbaa-4022-8b8d-b440d399f17f req-e72348c9-130e-4e35-bef9-648f9a68da6e tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] 10.222.0.90 "GET /v2.0/security-groups?id=3f2575c8-bd4d-4267-97b8-daa8ebd4f112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4244182 Feb 09 21:44:07.989942 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-8df20865-affe-4152-b54e-1d149fc85255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:08.000625 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df20865-affe-4152-b54e-1d149fc85255 None None] The sync data for ids ['6304e900-0fba-4791-8ed2-6322a92e7cbe'] in n-d-828369-5 is: [] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:44:08.011235 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 4274b3f7-3c7e-437b-82e1-e25679601674 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:44:08.059923 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-1ec7438b-69e0-4c42-862b-ed6872c0984e tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Request body: {'security_group': {'name': 'tempest-secgroup--1347918134'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:08.201707 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a30dd2b1-49fe-431d-bcd3-ddb64ee3a35c None None] Provisioning complete for port 4274b3f7-3c7e-437b-82e1-e25679601674 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:08.202395 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a30dd2b1-49fe-431d-bcd3-ddb64ee3a35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (4274b3f7-3c7e-437b-82e1-e25679601674), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:08.229543 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96281f91-62a0-4acd-8c1c-6696b1396ba1 req-17ff85bd-06c8-4126-a7b1-e6527d4d08d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:08.233951 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-96281f91-62a0-4acd-8c1c-6696b1396ba1 req-17ff85bd-06c8-4126-a7b1-e6527d4d08d1 service neutron] 10.222.0.95 "GET /v2.0/networks?id=034e9d46-4db7-4bf7-b56e-1ad6749a2cc8 HTTP/1.1" status: 200 len: 913 time: 0.3623879 Feb 09 21:44:08.272800 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5e11f8-227d-4d70-b5b6-8f65ba61151d service neutron] Pushing event updated for resources: {'Port': ['ID=c568887e-696b-4b7f-9502-2d4fec804028,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:08.295321 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 4274b3f7-3c7e-437b-82e1-e25679601674 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:08.304832 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (4274b3f7-3c7e-437b-82e1-e25679601674), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:08.353477 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-96281f91-62a0-4acd-8c1c-6696b1396ba1 req-bc7223b1-5e0c-4ab5-8778-7b3c1f7292bb service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aaf1a513-c69b-4de7-a3a4-850f0d85b483 HTTP/1.1" status: 200 len: 217 time: 0.1097720 Feb 09 21:44:08.425631 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ec7438b-69e0-4c42-862b-ed6872c0984e tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:08.446553 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96281f91-62a0-4acd-8c1c-6696b1396ba1 req-1ed1c87f-d25f-4aaa-9814-6d81c22747c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:08.451165 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-96281f91-62a0-4acd-8c1c-6696b1396ba1 req-1ed1c87f-d25f-4aaa-9814-6d81c22747c4 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=26763647-fb07-4f2a-a7e0-925fecb78ab2 HTTP/1.1" status: 200 len: 852 time: 0.0836565 Feb 09 21:44:08.454099 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ec7438b-69e0-4c42-862b-ed6872c0984e tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:08.468939 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f49f2581-4e2c-4a1a-97ee-822720b88e43 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Publish callbacks [] for router (6304e900-0fba-4791-8ed2-6322a92e7cbe), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:08.523111 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-96281f91-62a0-4acd-8c1c-6696b1396ba1 req-eb38f85f-afc9-4384-818a-365bbdef9b74 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=034e9d46-4db7-4bf7-b56e-1ad6749a2cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627902 Feb 09 21:44:08.593718 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 4274b3f7-3c7e-437b-82e1-e25679601674 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:44:08.594115 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (4274b3f7-3c7e-437b-82e1-e25679601674), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:08.610263 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bce9d3f-b322-4dc7-84b8-300f15be5718 req-5d1fabfd-e2ec-4a70-8d47-d9c35c2d8fda tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:08.618352 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3bce9d3f-b322-4dc7-84b8-300f15be5718 req-5d1fabfd-e2ec-4a70-8d47-d9c35c2d8fda tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] 10.222.0.90 "GET /v2.0/ports?device_id=085d93ab-b7d7-4077-ace2-f2ac9ed09680 HTTP/1.1" status: 200 len: 945 time: 0.4671471 Feb 09 21:44:08.639817 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-8a465d72-c1c1-43d4-825d-97685b4f4619 req-eb5e11f8-227d-4d70-b5b6-8f65ba61151d service neutron] Attempting to bind port c568887e-696b-4b7f-9502-2d4fec804028 on host n-h1-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:44:08.640162 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-8a465d72-c1c1-43d4-825d-97685b4f4619 req-eb5e11f8-227d-4d70-b5b6-8f65ba61151d service neutron] Attempting to bind port c568887e-696b-4b7f-9502-2d4fec804028 by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': 'e565681c-44c8-4330-b2c2-487301c0cafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'efdb96f6-22a5-41e8-be55-251cf329ed07'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:44:08.640433 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a465d72-c1c1-43d4-825d-97685b4f4619 req-eb5e11f8-227d-4d70-b5b6-8f65ba61151d service neutron] Attempting to bind port c568887e-696b-4b7f-9502-2d4fec804028 on network efdb96f6-22a5-41e8-be55-251cf329ed07 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:44:08.664905 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a30dd2b1-49fe-431d-bcd3-ddb64ee3a35c None None] Current status of the port 4274b3f7-3c7e-437b-82e1-e25679601674 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:44:08.665450 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a30dd2b1-49fe-431d-bcd3-ddb64ee3a35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (4274b3f7-3c7e-437b-82e1-e25679601674), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:08.678341 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port 4274b3f7-3c7e-437b-82e1-e25679601674, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=4274b3f7-3c7e-437b-82e1-e25679601674,segment=NetworkSegment(e234f058-99e9-4683-aff2-a800b51d2ec4),segment_id=e234f058-99e9-4683-aff2-a800b51d2ec4)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:08.691005 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (4274b3f7-3c7e-437b-82e1-e25679601674), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:08.701220 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a465d72-c1c1-43d4-825d-97685b4f4619 req-eb5e11f8-227d-4d70-b5b6-8f65ba61151d service neutron] Port c568887e-696b-4b7f-9502-2d4fec804028 on network efdb96f6-22a5-41e8-be55-251cf329ed07 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:44:08.701561 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a465d72-c1c1-43d4-825d-97685b4f4619 req-eb5e11f8-227d-4d70-b5b6-8f65ba61151d service neutron] Attempting to bind port c568887e-696b-4b7f-9502-2d4fec804028 on network efdb96f6-22a5-41e8-be55-251cf329ed07 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:44:08.721191 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a465d72-c1c1-43d4-825d-97685b4f4619 req-eb5e11f8-227d-4d70-b5b6-8f65ba61151d service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:44:08.721599 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a465d72-c1c1-43d4-825d-97685b4f4619 req-eb5e11f8-227d-4d70-b5b6-8f65ba61151d service neutron] Checking segment: {'id': 'e565681c-44c8-4330-b2c2-487301c0cafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'efdb96f6-22a5-41e8-be55-251cf329ed07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:44:08.721964 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a465d72-c1c1-43d4-825d-97685b4f4619 req-eb5e11f8-227d-4d70-b5b6-8f65ba61151d service neutron] Bound using segment: {'id': 'e565681c-44c8-4330-b2c2-487301c0cafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'efdb96f6-22a5-41e8-be55-251cf329ed07'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:44:08.722413 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-8a465d72-c1c1-43d4-825d-97685b4f4619 req-eb5e11f8-227d-4d70-b5b6-8f65ba61151d service neutron] Bound port: c568887e-696b-4b7f-9502-2d4fec804028, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e565681c-44c8-4330-b2c2-487301c0cafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'efdb96f6-22a5-41e8-be55-251cf329ed07'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:44:08.722785 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-8a465d72-c1c1-43d4-825d-97685b4f4619 req-eb5e11f8-227d-4d70-b5b6-8f65ba61151d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (c568887e-696b-4b7f-9502-2d4fec804028), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:08.769987 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-96281f91-62a0-4acd-8c1c-6696b1396ba1 req-f1dc0d98-4d6a-479d-a2eb-b9c434f0f753 service neutron] 10.222.0.95 "GET /v2.0/networks/034e9d46-4db7-4bf7-b56e-1ad6749a2cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390466 Feb 09 21:44:08.813744 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=4274b3f7-3c7e-437b-82e1-e25679601674,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:08.842503 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.db.api [None req-a30dd2b1-49fe-431d-bcd3-ddb64ee3a35c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103142) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:44:08.847019 n-d-828369-5 neutron-server[103142]: DEBUG oslo_db.api [None req-a30dd2b1-49fe-431d-bcd3-ddb64ee3a35c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:44:08.901261 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9a011011-bd15-4b94-95e5-09faa065f9f6 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for port (0467da19-48c0-4639-9c3b-b2107d97279f), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:08.940245 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3bce9d3f-b322-4dc7-84b8-300f15be5718 req-20c343b4-3da1-415d-a05f-0f75883d8cff tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] 10.222.0.90 "GET /v2.0/security-groups?id=d2ea5315-73a8-4fc4-8681-6c98ae9bd1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175097 Feb 09 21:44:08.944975 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9a011011-bd15-4b94-95e5-09faa065f9f6 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (0467da19-48c0-4639-9c3b-b2107d97279f), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:08.945924 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9a011011-bd15-4b94-95e5-09faa065f9f6 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524919'] for router_interface (3c1a7171-b618-44dd-8ddb-c01521104682), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:08.952628 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5190145d-c2a9-4540-bbab-d648c59eda0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:09.037722 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f49f2581-4e2c-4a1a-97ee-822720b88e43 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Publish callbacks [] for router_gateway (6304e900-0fba-4791-8ed2-6322a92e7cbe), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:09.093149 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ec7438b-69e0-4c42-862b-ed6872c0984e tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group (090852b3-86e8-432f-a9bc-f349ecab566e), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:09.112761 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ec7438b-69e0-4c42-862b-ed6872c0984e tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (090852b3-86e8-432f-a9bc-f349ecab566e), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:09.165323 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a011011-bd15-4b94-95e5-09faa065f9f6 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event updated for resources: {'Port': ['ID=0467da19-48c0-4639-9c3b-b2107d97279f,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:09.197218 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-96281f91-62a0-4acd-8c1c-6696b1396ba1 req-f73c017a-c4f4-4e6a-b1c5-f93e3a24db2d service neutron] 10.222.0.95 "GET /v2.0/networks/034e9d46-4db7-4bf7-b56e-1ad6749a2cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4002023 Feb 09 21:44:09.282114 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a011011-bd15-4b94-95e5-09faa065f9f6 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:44:09.286228 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-9a011011-bd15-4b94-95e5-09faa065f9f6 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:44:09.291428 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ec7438b-69e0-4c42-862b-ed6872c0984e tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group (fa778371-0a61-46c7-994d-612f8af94ad6), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:09.339284 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ec7438b-69e0-4c42-862b-ed6872c0984e tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (fa778371-0a61-46c7-994d-612f8af94ad6), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:09.430923 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ec7438b-69e0-4c42-862b-ed6872c0984e tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:09.434857 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-1ec7438b-69e0-4c42-862b-ed6872c0984e tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.8000433 Feb 09 21:44:09.442266 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-8a465d72-c1c1-43d4-825d-97685b4f4619 req-eb5e11f8-227d-4d70-b5b6-8f65ba61151d service neutron] For port c568887e-696b-4b7f-9502-2d4fec804028, host n-h1-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:44:09.444263 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 40594) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:09.448369 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a30dd2b1-49fe-431d-bcd3-ddb64ee3a35c None None] Current status of the port 4274b3f7-3c7e-437b-82e1-e25679601674 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:44:09.574223 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-2874ff7b-a89d-40e8-88b0-bb0a55a30b11 None None] Provisioning complete for port 0467da19-48c0-4639-9c3b-b2107d97279f triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:09.574604 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2874ff7b-a89d-40e8-88b0-bb0a55a30b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (0467da19-48c0-4639-9c3b-b2107d97279f), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:09.607912 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-8a465d72-c1c1-43d4-825d-97685b4f4619 req-eb5e11f8-227d-4d70-b5b6-8f65ba61151d service neutron] For port c568887e-696b-4b7f-9502-2d4fec804028, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=c568887e-696b-4b7f-9502-2d4fec804028,segment=NetworkSegment(e565681c-44c8-4330-b2c2-487301c0cafb),segment_id=e565681c-44c8-4330-b2c2-487301c0cafb)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:44:09.618672 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130d001c-6ddb-40df-9d70-290727740df8 req-8f338169-019d-4f1f-b0f8-018ce291c522 tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:09.620938 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-130d001c-6ddb-40df-9d70-290727740df8 req-8f338169-019d-4f1f-b0f8-018ce291c522 tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] 10.222.0.90 "GET /v2.0/ports?device_id=5166e0c3-ad3f-40d7-b9f4-8d91bdb04785 HTTP/1.1" status: 200 len: 944 time: 0.5103724 Feb 09 21:44:09.628957 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec7438b-69e0-4c42-862b-ed6872c0984e tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=090852b3-86e8-432f-a9bc-f349ecab566e,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:09.659709 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-2874ff7b-a89d-40e8-88b0-bb0a55a30b11 None None] Port 0467da19-48c0-4639-9c3b-b2107d97279f cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:44:09.692161 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63891f78-601d-4983-8ed6-c5985f5ec52c req-fb371cc3-3855-4c63-a7f3-3ee187c6e10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:09.692470 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec7438b-69e0-4c42-862b-ed6872c0984e tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa778371-0a61-46c7-994d-612f8af94ad6,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:09.694704 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-63891f78-601d-4983-8ed6-c5985f5ec52c req-fb371cc3-3855-4c63-a7f3-3ee187c6e10c service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=2f4cde7908d04894ad973a12c05d856e&device_id=085d93ab-b7d7-4077-ace2-f2ac9ed09680 HTTP/1.1" status: 200 len: 1127 time: 0.1582296 Feb 09 21:44:09.696543 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a011011-bd15-4b94-95e5-09faa065f9f6 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Router 3c1a7171-b618-44dd-8ddb-c01521104682 is scheduled to L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 with binding_index 1 {{(pid=103141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:44:09.729082 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-8a465d72-c1c1-43d4-825d-97685b4f4619 req-eb5e11f8-227d-4d70-b5b6-8f65ba61151d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (c568887e-696b-4b7f-9502-2d4fec804028), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:09.823267 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-f5f5fe41-87d0-4464-9ad3-972584f6c56d None None] Provisioning complete for port 0467da19-48c0-4639-9c3b-b2107d97279f triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:09.823816 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f5f5fe41-87d0-4464-9ad3-972584f6c56d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (0467da19-48c0-4639-9c3b-b2107d97279f), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:09.902221 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 4274b3f7-3c7e-437b-82e1-e25679601674 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:44:09.938655 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ddd9d1-4f62-41f0-8a32-c5628210f5ce req-340f034a-6335-4e0f-a4a6-1eadf4b841c3 tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:09.940754 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-95ddd9d1-4f62-41f0-8a32-c5628210f5ce req-340f034a-6335-4e0f-a4a6-1eadf4b841c3 tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] 10.222.0.90 "GET /v2.0/ports?device_id=085d93ab-b7d7-4077-ace2-f2ac9ed09680 HTTP/1.1" status: 200 len: 945 time: 0.5341752 Feb 09 21:44:09.941537 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5e11f8-227d-4d70-b5b6-8f65ba61151d service neutron] Pushing event updated for resources: {'Port': ['ID=c568887e-696b-4b7f-9502-2d4fec804028,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:09.978168 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-f5f5fe41-87d0-4464-9ad3-972584f6c56d None None] Port 0467da19-48c0-4639-9c3b-b2107d97279f cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:44:10.048514 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 4274b3f7-3c7e-437b-82e1-e25679601674 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:10.048883 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a465d72-c1c1-43d4-825d-97685b4f4619 req-eb5e11f8-227d-4d70-b5b6-8f65ba61151d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:10.049061 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (4274b3f7-3c7e-437b-82e1-e25679601674), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:10.049940 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-8a465d72-c1c1-43d4-825d-97685b4f4619 req-eb5e11f8-227d-4d70-b5b6-8f65ba61151d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:10.051615 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8a465d72-c1c1-43d4-825d-97685b4f4619 req-eb5e11f8-227d-4d70-b5b6-8f65ba61151d service neutron] 10.222.0.95 "PUT /v2.0/ports/c568887e-696b-4b7f-9502-2d4fec804028 HTTP/1.1" status: 200 len: 1092 time: 5.1347957 Feb 09 21:44:10.052620 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5166e0c3-ad3f-40d7-b9f4-8d91bdb04785', 'tag': 'c568887e-696b-4b7f-9502-2d4fec804028'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:44:10.055119 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c279b6c-1d21-4d41-b0cf-1fcca5385d24" -d '{"events": [{"name": "network-changed", "server_uuid": "5166e0c3-ad3f-40d7-b9f4-8d91bdb04785", "tag": "c568887e-696b-4b7f-9502-2d4fec804028"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:44:10.058781 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-f49f2581-4e2c-4a1a-97ee-822720b88e43 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Deleting port c9ad3be4-8ca4-4f52-ae7a-5facc98a929d {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:44:10.059331 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f49f2581-4e2c-4a1a-97ee-822720b88e43 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (c9ad3be4-8ca4-4f52-ae7a-5facc98a929d), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:10.066169 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-0355e94c-e3b6-4f54-bffc-cad5aec2a4c6 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.6071661 Feb 09 21:44:10.077009 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 40602) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:10.083494 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-58752dc9-e6c6-48a1-bce7-66c206487a9d tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Request body: {'security_group': {'name': 'tempest-security--980782779', 'description': 'tempest-security-description-1048168700'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:10.124929 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-130d001c-6ddb-40df-9d70-290727740df8 req-00b7a6bf-02f2-410c-9f70-c2ab567f9497 tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] 10.222.0.90 "GET /v2.0/security-groups?id=3f2575c8-bd4d-4267-97b8-daa8ebd4f112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4383104 Feb 09 21:44:10.235089 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 4274b3f7-3c7e-437b-82e1-e25679601674 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:44:10.284703 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3233f636-e0bd-4e04-b4d4-709227399cc6 x-openstack-request-id: req-3233f636-e0bd-4e04-b4d4-709227399cc6 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:44:10.285740 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5166e0c3-ad3f-40d7-b9f4-8d91bdb04785", "tag": "c568887e-696b-4b7f-9502-2d4fec804028", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:44:10.286406 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-3233f636-e0bd-4e04-b4d4-709227399cc6 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:44:10.287233 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5166e0c3-ad3f-40d7-b9f4-8d91bdb04785', 'tag': 'c568887e-696b-4b7f-9502-2d4fec804028', 'status': 'completed', 'code': 200} Feb 09 21:44:10.394104 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-95ddd9d1-4f62-41f0-8a32-c5628210f5ce req-5b61089b-d26f-4dd3-883c-6c0ff2580c54 tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] 10.222.0.90 "GET /v2.0/security-groups?id=d2ea5315-73a8-4fc4-8681-6c98ae9bd1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4305608 Feb 09 21:44:10.449988 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-58752dc9-e6c6-48a1-bce7-66c206487a9d tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group (fa778371-0a61-46c7-994d-612f8af94ad6), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:10.511884 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f49f2581-4e2c-4a1a-97ee-822720b88e43 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (c9ad3be4-8ca4-4f52-ae7a-5facc98a929d), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:10.541754 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a465d72-c1c1-43d4-825d-97685b4f4619 req-eef0c2eb-1424-44d9-8ba3-9bbbe8cb0d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:10.543453 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8a465d72-c1c1-43d4-825d-97685b4f4619 req-eef0c2eb-1424-44d9-8ba3-9bbbe8cb0d05 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=505da41edaf64392a4228e0531d67a93&device_id=5166e0c3-ad3f-40d7-b9f4-8d91bdb04785 HTTP/1.1" status: 200 len: 1126 time: 0.2909024 Feb 09 21:44:10.544702 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-f49f2581-4e2c-4a1a-97ee-822720b88e43 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Calling delete_port for c9ad3be4-8ca4-4f52-ae7a-5facc98a929d owned by network:router_gateway {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:44:10.583028 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-58752dc9-e6c6-48a1-bce7-66c206487a9d tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group (fa778371-0a61-46c7-994d-612f8af94ad6), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:10.620609 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-58752dc9-e6c6-48a1-bce7-66c206487a9d tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (fa778371-0a61-46c7-994d-612f8af94ad6), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:10.623743 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-58752dc9-e6c6-48a1-bce7-66c206487a9d tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:10.625251 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-58752dc9-e6c6-48a1-bce7-66c206487a9d tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] 10.222.0.90 "PUT /v2.0/security-groups/fa778371-0a61-46c7-994d-612f8af94ad6 HTTP/1.1" status: 200 len: 1796 time: 0.5469344 Feb 09 21:44:10.626936 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8a465d72-c1c1-43d4-825d-97685b4f4619 req-cfccbc70-4423-40c9-8a39-2b326c54a288 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c568887e-696b-4b7f-9502-2d4fec804028 HTTP/1.1" status: 200 len: 217 time: 0.0738924 Feb 09 21:44:10.634630 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40608) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:10.742441 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58752dc9-e6c6-48a1-bce7-66c206487a9d tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa778371-0a61-46c7-994d-612f8af94ad6,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:10.743287 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7ffa481d-acc4-4ded-b067-1e815ef2153b req-60240e06-52e4-4dad-9231-a5c98016d732 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=6746cd7d-6474-4f0f-8851-bc8437973cf8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9762378 Feb 09 21:44:10.744428 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63891f78-601d-4983-8ed6-c5985f5ec52c req-524b8ee1-0e26-483d-8b3b-670659e23c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:10.745865 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-63891f78-601d-4983-8ed6-c5985f5ec52c req-524b8ee1-0e26-483d-8b3b-670659e23c6b service neutron] 10.222.0.95 "GET /v2.0/networks?id=034e9d46-4db7-4bf7-b56e-1ad6749a2cc8 HTTP/1.1" status: 200 len: 913 time: 1.0431888 Feb 09 21:44:10.749066 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-b75cb89e-9e3b-4fe0-80a5-b4b2a07f9381 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] 10.222.0.90 "GET /v2.0/security-groups/fa778371-0a61-46c7-994d-612f8af94ad6 HTTP/1.1" status: 200 len: 1796 time: 0.1132522 Feb 09 21:44:10.750277 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a011011-bd15-4b94-95e5-09faa065f9f6 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:44:10.751731 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 40610) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:10.762411 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1115454c-cd4b-497c-b36e-0ec6d605a10f None None] Sync routers for ids ['3c1a7171-b618-44dd-8ddb-c01521104682'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:44:10.763465 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-9a011011-bd15-4b94-95e5-09faa065f9f6 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "PUT /v2.0/routers/3c1a7171-b618-44dd-8ddb-c01521104682/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9610305 Feb 09 21:44:10.766450 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40612) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:10.779168 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a465d72-c1c1-43d4-825d-97685b4f4619 req-aed3177f-28ce-4f0c-a8e8-72f5ca859e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:10.780764 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8a465d72-c1c1-43d4-825d-97685b4f4619 req-aed3177f-28ce-4f0c-a8e8-72f5ca859e44 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=57963df8-04e1-4710-99da-25fa79c51970 HTTP/1.1" status: 200 len: 845 time: 0.1171865 Feb 09 21:44:10.792269 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1115454c-cd4b-497c-b36e-0ec6d605a10f None None] Routers {'3c1a7171-b618-44dd-8ddb-c01521104682'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:44:10.792942 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-1115454c-cd4b-497c-b36e-0ec6d605a10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:43:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['3c1a7171-b618-44dd-8ddb-c01521104682'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:10.897713 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-63891f78-601d-4983-8ed6-c5985f5ec52c req-f9b92dd8-a227-4de1-8eb5-0a0087f71a01 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aaf1a513-c69b-4de7-a3a4-850f0d85b483 HTTP/1.1" status: 200 len: 217 time: 0.1299834 Feb 09 21:44:10.926027 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154b2b65-45f3-447b-95b3-a32307e65b4b tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:10.930778 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-154b2b65-45f3-447b-95b3-a32307e65b4b tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "GET /v2.0/ports/0467da19-48c0-4639-9c3b-b2107d97279f HTTP/1.1" status: 200 len: 911 time: 0.1612806 Feb 09 21:44:10.934115 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40614) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:10.972498 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-1115454c-cd4b-497c-b36e-0ec6d605a10f None None] Set router 3c1a7171-b618-44dd-8ddb-c01521104682 gateway port host: None {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:44:10.972709 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b1bf4558-e8f7-49d5-86bc-0eeac400c9c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:10.995678 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e32bd82d-6a48-4195-aa19-0f57095b07bf tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group (fa778371-0a61-46c7-994d-612f8af94ad6), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:11.027468 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e32bd82d-6a48-4195-aa19-0f57095b07bf tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group (fa778371-0a61-46c7-994d-612f8af94ad6), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:11.030690 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63891f78-601d-4983-8ed6-c5985f5ec52c req-ad499f42-2af1-482d-bcf4-e3ec98c9ef10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:11.031702 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-63891f78-601d-4983-8ed6-c5985f5ec52c req-ad499f42-2af1-482d-bcf4-e3ec98c9ef10 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=26763647-fb07-4f2a-a7e0-925fecb78ab2 HTTP/1.1" status: 200 len: 852 time: 0.1243279 Feb 09 21:44:11.036130 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffa481d-acc4-4ded-b067-1e815ef2153b req-bd83465f-2f76-4fba-87ec-3a4dbdf989c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:11.037837 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7ffa481d-acc4-4ded-b067-1e815ef2153b req-bd83465f-2f76-4fba-87ec-3a4dbdf989c5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=73aafa54b15b4f2e83f3753252e1608e&device_id=6746cd7d-6474-4f0f-8851-bc8437973cf8 HTTP/1.1" status: 200 len: 1128 time: 0.2006562 Feb 09 21:44:11.077809 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-63891f78-601d-4983-8ed6-c5985f5ec52c req-772132c8-16ac-453a-9505-55373a325a9a service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=034e9d46-4db7-4bf7-b56e-1ad6749a2cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378265 Feb 09 21:44:11.101749 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a465d72-c1c1-43d4-825d-97685b4f4619 req-3497ed61-4869-495d-9fd4-91649f2f1b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:11.103512 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8a465d72-c1c1-43d4-825d-97685b4f4619 req-3497ed61-4869-495d-9fd4-91649f2f1b8a service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=efdb96f6-22a5-41e8-be55-251cf329ed07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2792022 Feb 09 21:44:11.127019 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e32bd82d-6a48-4195-aa19-0f57095b07bf tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (fa778371-0a61-46c7-994d-612f8af94ad6), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:11.130079 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e32bd82d-6a48-4195-aa19-0f57095b07bf tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:11.134644 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-e32bd82d-6a48-4195-aa19-0f57095b07bf tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] 10.222.0.90 "DELETE /v2.0/security-groups/fa778371-0a61-46c7-994d-612f8af94ad6 HTTP/1.1" status: 204 len: 168 time: 0.3814852 Feb 09 21:44:11.135047 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 40618) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:11.174660 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32bd82d-6a48-4195-aa19-0f57095b07bf tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa778371-0a61-46c7-994d-612f8af94ad6,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:11.274321 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5194e2-722f-42a9-a1f4-bfa43ca47a9d tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:11.282563 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5194e2-722f-42a9-a1f4-bfa43ca47a9d tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:11.290965 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-ed5194e2-722f-42a9-a1f4-bfa43ca47a9d tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3249726 Feb 09 21:44:11.293399 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40624) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:11.317014 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-1115454c-cd4b-497c-b36e-0ec6d605a10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1a7171-b618-44dd-8ddb-c01521104682', 'name': 'tempest-NetworksTestDHCPv6-router-370470263', 'tenant_id': '880c3cd16cc943a98203fd230e26852f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:44:04Z', 'updated_at': '2022-02-09T21:44:07Z', 'revision_number': 2, 'project_id': '880c3cd16cc943a98203fd230e26852f', 'gw_port_host': None, '_interfaces': [{'id': '0467da19-48c0-4639-9c3b-b2107d97279f', 'name': '', 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726', 'tenant_id': '880c3cd16cc943a98203fd230e26852f', 'mac_address': 'fa:16:3e:16:2c:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c1a7171-b618-44dd-8ddb-c01521104682', 'device_owner': 'network:router_interface', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': 'ac0b7c16-5042-48ff-88ce-c130e65c790b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:44:05Z', 'updated_at': '2022-02-09T21:44:08Z', 'revision_number': 2, 'project_id': '880c3cd16cc943a98203fd230e26852f', 'subnets': [{'id': 'ac0b7c16-5042-48ff-88ce-c130e65c790b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:11.378729 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1115454c-cd4b-497c-b36e-0ec6d605a10f None None] Checking router: 3c1a7171-b618-44dd-8ddb-c01521104682 for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:44:11.379173 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1115454c-cd4b-497c-b36e-0ec6d605a10f None None] Updating router 3c1a7171-b618-44dd-8ddb-c01521104682 port 0467da19-48c0-4639-9c3b-b2107d97279f binding host n-d-828369-5 {{(pid=103143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:44:11.380702 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f49f2581-4e2c-4a1a-97ee-822720b88e43 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (c9ad3be4-8ca4-4f52-ae7a-5facc98a929d), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:11.502599 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1115454c-cd4b-497c-b36e-0ec6d605a10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (0467da19-48c0-4639-9c3b-b2107d97279f), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:11.544781 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aefd58-cf40-4f1e-812f-10a502b66e2e req-f4b1bd4e-a52e-4124-b0bd-00c3403a3de5 tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:11.546418 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-78aefd58-cf40-4f1e-812f-10a502b66e2e req-f4b1bd4e-a52e-4124-b0bd-00c3403a3de5 tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] 10.222.0.90 "GET /v2.0/ports?device_id=5166e0c3-ad3f-40d7-b9f4-8d91bdb04785 HTTP/1.1" status: 200 len: 944 time: 0.2699049 Feb 09 21:44:11.565387 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-23296da5-4e75-466d-ac9d-b200316eeda3 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3937223 Feb 09 21:44:11.568745 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 40636) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:11.627565 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49f2581-4e2c-4a1a-97ee-822720b88e43 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Pushing event deleted for resources: {'Port': ['ID=c9ad3be4-8ca4-4f52-ae7a-5facc98a929d,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:11.735372 n-d-828369-5 neutron-server[103140]: INFO neutron.api.v2.resource [None req-b3b9930d-df21-4dbc-b732-c9762ce7e056 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] delete failed (client error): The resource could not be found. Feb 09 21:44:11.749817 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-b3b9930d-df21-4dbc-b732-c9762ce7e056 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] 10.222.0.90 "DELETE /v2.0/security-groups/fa778371-0a61-46c7-994d-612f8af94ad6 HTTP/1.1" status: 404 len: 347 time: 0.1752439 Feb 09 21:44:11.763179 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40642) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:11.765279 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8a465d72-c1c1-43d4-825d-97685b4f4619 req-03d87284-5eee-4de6-9484-eb36c857e259 service neutron] 10.222.0.95 "GET /v2.0/networks/efdb96f6-22a5-41e8-be55-251cf329ed07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6292520 Feb 09 21:44:11.851707 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-679cd0a3-9b4b-471a-ad5f-16de31f287b8 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Request body: {'security_group': {'name': 'tempest-secgroup--1829990901'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:11.930828 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-679cd0a3-9b4b-471a-ad5f-16de31f287b8 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:11.946658 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f49f2581-4e2c-4a1a-97ee-822720b88e43 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-554524'] for router_gateway (6304e900-0fba-4791-8ed2-6322a92e7cbe), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:12.060889 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-78aefd58-cf40-4f1e-812f-10a502b66e2e req-d0ee0035-7a1a-4d92-b4cf-a03ae0d28da4 tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] 10.222.0.90 "GET /v2.0/security-groups?id=3f2575c8-bd4d-4267-97b8-daa8ebd4f112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4941175 Feb 09 21:44:12.126923 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-63891f78-601d-4983-8ed6-c5985f5ec52c req-d20b5cb4-dbd5-47c8-8caa-449e76462ce0 service neutron] 10.222.0.95 "GET /v2.0/networks/034e9d46-4db7-4bf7-b56e-1ad6749a2cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0361271 Feb 09 21:44:12.150701 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffa481d-acc4-4ded-b067-1e815ef2153b req-69df4110-bf6b-466d-a6f3-12367128cbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:12.152094 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7ffa481d-acc4-4ded-b067-1e815ef2153b req-69df4110-bf6b-466d-a6f3-12367128cbb5 service neutron] 10.222.0.89 "GET /v2.0/networks?id=00735365-504a-4659-b7e0-5dd13c1577e5 HTTP/1.1" status: 200 len: 913 time: 1.0848582 Feb 09 21:44:12.218945 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1115454c-cd4b-497c-b36e-0ec6d605a10f None None] Publish callbacks [] for port (0467da19-48c0-4639-9c3b-b2107d97279f), precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:12.231582 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1115454c-cd4b-497c-b36e-0ec6d605a10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (0467da19-48c0-4639-9c3b-b2107d97279f), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:12.276762 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f49f2581-4e2c-4a1a-97ee-822720b88e43 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (6304e900-0fba-4791-8ed2-6322a92e7cbe), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:12.289941 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f49f2581-4e2c-4a1a-97ee-822720b88e43 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Publish callbacks [] for router_controller (6304e900-0fba-4791-8ed2-6322a92e7cbe), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:12.318694 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8a465d72-c1c1-43d4-825d-97685b4f4619 req-1b0d5f2a-be6a-4f12-9de0-660c2fc056f8 service neutron] 10.222.0.95 "GET /v2.0/networks/efdb96f6-22a5-41e8-be55-251cf329ed07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5259311 Feb 09 21:44:12.403535 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-63891f78-601d-4983-8ed6-c5985f5ec52c req-3a69ae74-ae65-4e79-bfb3-aef3385b7355 service neutron] 10.222.0.95 "GET /v2.0/networks/034e9d46-4db7-4bf7-b56e-1ad6749a2cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576573 Feb 09 21:44:12.429868 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7ffa481d-acc4-4ded-b067-1e815ef2153b req-b5200022-4ee5-44c9-a6df-a2341b41b45b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a960fa9-68bd-40e7-96bb-e59094fe28ce HTTP/1.1" status: 200 len: 217 time: 0.2612536 Feb 09 21:44:12.526687 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fe5109-b091-4dd9-b8f4-d4a59b3b16d6 None None] Pushing event updated for resources: {'Port': ['ID=0467da19-48c0-4639-9c3b-b2107d97279f,revision_number=3']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:12.527663 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb9c3dc-4a3e-4c85-b9bc-6e2b420e80e8 req-a4b2ab0e-1cee-4df7-bd8c-b063faf534b1 tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:12.530102 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cdb9c3dc-4a3e-4c85-b9bc-6e2b420e80e8 req-a4b2ab0e-1cee-4df7-bd8c-b063faf534b1 tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] 10.222.0.90 "GET /v2.0/ports?device_id=085d93ab-b7d7-4077-ace2-f2ac9ed09680 HTTP/1.1" status: 200 len: 945 time: 0.5998909 Feb 09 21:44:12.611994 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f49f2581-4e2c-4a1a-97ee-822720b88e43 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (6304e900-0fba-4791-8ed2-6322a92e7cbe), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:12.613148 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f49f2581-4e2c-4a1a-97ee-822720b88e43 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Fanout notify agent at l3_agent the message router_deleted on router 6304e900-0fba-4791-8ed2-6322a92e7cbe {{(pid=103140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:44:12.624456 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f49f2581-4e2c-4a1a-97ee-822720b88e43 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:12.628946 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-f49f2581-4e2c-4a1a-97ee-822720b88e43 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] 10.222.0.90 "DELETE /v2.0/routers/6304e900-0fba-4791-8ed2-6322a92e7cbe HTTP/1.1" status: 204 len: 168 time: 5.0179439 Feb 09 21:44:12.634884 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40646) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:12.692053 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:12.743867 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-1115454c-cd4b-497c-b36e-0ec6d605a10f None None] Attempting to bind port 0467da19-48c0-4639-9c3b-b2107d97279f on host n-d-828369-5 for vnic_type normal with profile {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:44:12.744596 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-1115454c-cd4b-497c-b36e-0ec6d605a10f None None] Attempting to bind port 0467da19-48c0-4639-9c3b-b2107d97279f by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': 'e234f058-99e9-4683-aff2-a800b51d2ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726'}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:44:12.745147 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1115454c-cd4b-497c-b36e-0ec6d605a10f None None] Attempting to bind port 0467da19-48c0-4639-9c3b-b2107d97279f on network 986c5511-2b50-4eb7-bb75-ff9f776ff726 {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:44:12.752396 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:44:12.753810 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1115454c-cd4b-497c-b36e-0ec6d605a10f None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:44:12.754424 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1115454c-cd4b-497c-b36e-0ec6d605a10f None None] Checking segment: {'id': 'e234f058-99e9-4683-aff2-a800b51d2ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:44:12.755013 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1115454c-cd4b-497c-b36e-0ec6d605a10f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:12.755580 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1115454c-cd4b-497c-b36e-0ec6d605a10f None None] Bound using segment: {'id': 'e234f058-99e9-4683-aff2-a800b51d2ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726'} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:44:12.764327 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-1115454c-cd4b-497c-b36e-0ec6d605a10f None None] Bound port: 0467da19-48c0-4639-9c3b-b2107d97279f, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e234f058-99e9-4683-aff2-a800b51d2ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726'}}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:44:12.766166 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1115454c-cd4b-497c-b36e-0ec6d605a10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (0467da19-48c0-4639-9c3b-b2107d97279f), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:12.787441 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-1237e615-c6da-4c5c-8b86-d8c10a1d7c40 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Deleting subnet e1f540d0-a2e5-478f-8345-44fbd458a22c {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:44:12.837102 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1237e615-c6da-4c5c-8b86-d8c10a1d7c40 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Publish callbacks [] for subnet (e1f540d0-a2e5-478f-8345-44fbd458a22c), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:12.879451 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-b7458831-1380-42e2-b7ce-2fe9dc418414 None None] Provisioning complete for port 0467da19-48c0-4639-9c3b-b2107d97279f triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:12.880270 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b7458831-1380-42e2-b7ce-2fe9dc418414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (0467da19-48c0-4639-9c3b-b2107d97279f), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:12.895215 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-679cd0a3-9b4b-471a-ad5f-16de31f287b8 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group (231a651b-5d85-4841-ba36-fbca0b483c09), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:12.909094 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffa481d-acc4-4ded-b067-1e815ef2153b req-cd8b77a9-b338-4e46-b8a3-5f2219c28b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:12.911228 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7ffa481d-acc4-4ded-b067-1e815ef2153b req-cd8b77a9-b338-4e46-b8a3-5f2219c28b68 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0d4cb0a9-0f8b-4759-aa75-9f58c47a4974 HTTP/1.1" status: 200 len: 852 time: 0.4515009 Feb 09 21:44:12.917739 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-679cd0a3-9b4b-471a-ad5f-16de31f287b8 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (231a651b-5d85-4841-ba36-fbca0b483c09), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:12.923612 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-1115454c-cd4b-497c-b36e-0ec6d605a10f None None] For port 0467da19-48c0-4639-9c3b-b2107d97279f, host n-d-828369-5, cleared binding levels {{(pid=103143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:44:12.933060 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-1115454c-cd4b-497c-b36e-0ec6d605a10f None None] For port 0467da19-48c0-4639-9c3b-b2107d97279f, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=0467da19-48c0-4639-9c3b-b2107d97279f,segment=NetworkSegment(e234f058-99e9-4683-aff2-a800b51d2ec4),segment_id=e234f058-99e9-4683-aff2-a800b51d2ec4)] {{(pid=103143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:44:12.942947 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-b7458831-1380-42e2-b7ce-2fe9dc418414 None None] Port 0467da19-48c0-4639-9c3b-b2107d97279f cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:44:12.945825 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1115454c-cd4b-497c-b36e-0ec6d605a10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (0467da19-48c0-4639-9c3b-b2107d97279f), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:13.019962 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1115454c-cd4b-497c-b36e-0ec6d605a10f None None] Routers {'3c1a7171-b618-44dd-8ddb-c01521104682'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:44:13.023566 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-1115454c-cd4b-497c-b36e-0ec6d605a10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:44:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['3c1a7171-b618-44dd-8ddb-c01521104682'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:13.026087 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fe5109-b091-4dd9-b8f4-d4a59b3b16d6 None None] Pushing event updated for resources: {'Port': ['ID=0467da19-48c0-4639-9c3b-b2107d97279f,revision_number=4']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:13.032263 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1237e615-c6da-4c5c-8b86-d8c10a1d7c40 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (e1f540d0-a2e5-478f-8345-44fbd458a22c), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:13.046126 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7ffa481d-acc4-4ded-b067-1e815ef2153b req-b5d6db2b-a56b-475f-b902-59aecd97313b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=00735365-504a-4659-b7e0-5dd13c1577e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1227558 Feb 09 21:44:13.176810 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-679cd0a3-9b4b-471a-ad5f-16de31f287b8 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:13.178561 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-679cd0a3-9b4b-471a-ad5f-16de31f287b8 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.3332705 Feb 09 21:44:13.211340 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-1115454c-cd4b-497c-b36e-0ec6d605a10f None None] Set router 3c1a7171-b618-44dd-8ddb-c01521104682 gateway port host: None {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:44:13.243893 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40662) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:13.253590 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-1f6d2e21-a0a6-4111-bef5-dc915c7cb941 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Request body: {'security_group_rule': {'security_group_id': '231a651b-5d85-4841-ba36-fbca0b483c09', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:13.262108 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679cd0a3-9b4b-471a-ad5f-16de31f287b8 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=231a651b-5d85-4841-ba36-fbca0b483c09,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:13.455861 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1f6d2e21-a0a6-4111-bef5-dc915c7cb941 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group_rule (f5736683-8f50-4ddd-b884-336e2e18b94a), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:13.496378 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-f899dbb5-a678-445e-acfb-9890b245f520 None None] Provisioning complete for port 0467da19-48c0-4639-9c3b-b2107d97279f triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:13.497143 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f899dbb5-a678-445e-acfb-9890b245f520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (0467da19-48c0-4639-9c3b-b2107d97279f), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:13.566556 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1237e615-c6da-4c5c-8b86-d8c10a1d7c40 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (e1f540d0-a2e5-478f-8345-44fbd458a22c), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:13.662022 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1237e615-c6da-4c5c-8b86-d8c10a1d7c40 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (e1f540d0-a2e5-478f-8345-44fbd458a22c), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:13.662471 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-1115454c-cd4b-497c-b36e-0ec6d605a10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1a7171-b618-44dd-8ddb-c01521104682', 'name': 'tempest-NetworksTestDHCPv6-router-370470263', 'tenant_id': '880c3cd16cc943a98203fd230e26852f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:44:04Z', 'updated_at': '2022-02-09T21:44:07Z', 'revision_number': 2, 'project_id': '880c3cd16cc943a98203fd230e26852f', 'gw_port_host': None, '_interfaces': [{'id': '0467da19-48c0-4639-9c3b-b2107d97279f', 'name': '', 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726', 'tenant_id': '880c3cd16cc943a98203fd230e26852f', 'mac_address': 'fa:16:3e:16:2c:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c1a7171-b618-44dd-8ddb-c01521104682', 'device_owner': 'network:router_interface', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': 'ac0b7c16-5042-48ff-88ce-c130e65c790b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:44:05Z', 'updated_at': '2022-02-09T21:44:12Z', 'revision_number': 4, 'project_id': '880c3cd16cc943a98203fd230e26852f', 'subnets': [{'id': 'ac0b7c16-5042-48ff-88ce-c130e65c790b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:13.675375 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-f899dbb5-a678-445e-acfb-9890b245f520 None None] Current status of the port 0467da19-48c0-4639-9c3b-b2107d97279f is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:44:13.676138 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f899dbb5-a678-445e-acfb-9890b245f520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (0467da19-48c0-4639-9c3b-b2107d97279f), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:13.714712 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7ffa481d-acc4-4ded-b067-1e815ef2153b req-065cc3b2-ce44-4ecd-8fa8-a483a86c9078 service neutron] 10.222.0.89 "GET /v2.0/networks/00735365-504a-4659-b7e0-5dd13c1577e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6080797 Feb 09 21:44:13.777506 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1115454c-cd4b-497c-b36e-0ec6d605a10f None None] The sync data for ids ['3c1a7171-b618-44dd-8ddb-c01521104682'] in n-d-828369-5 is: [{'id': '3c1a7171-b618-44dd-8ddb-c01521104682', 'name': 'tempest-NetworksTestDHCPv6-router-370470263', 'tenant_id': '880c3cd16cc943a98203fd230e26852f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:44:04Z', 'updated_at': '2022-02-09T21:44:07Z', 'revision_number': 2, 'project_id': '880c3cd16cc943a98203fd230e26852f', 'gw_port_host': None, '_interfaces': [{'id': '0467da19-48c0-4639-9c3b-b2107d97279f', 'name': '', 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726', 'tenant_id': '880c3cd16cc943a98203fd230e26852f', 'mac_address': 'fa:16:3e:16:2c:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c1a7171-b618-44dd-8ddb-c01521104682', 'device_owner': 'network:router_interface', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': 'ac0b7c16-5042-48ff-88ce-c130e65c790b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:44:05Z', 'updated_at': '2022-02-09T21:44:12Z', 'revision_number': 4, 'project_id': '880c3cd16cc943a98203fd230e26852f', 'subnets': [{'id': 'ac0b7c16-5042-48ff-88ce-c130e65c790b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:44:13.779366 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cdb9c3dc-4a3e-4c85-b9bc-6e2b420e80e8 req-bb2877a8-d642-41c5-a777-b2c1fbf6f075 tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] 10.222.0.90 "GET /v2.0/security-groups?id=d2ea5315-73a8-4fc4-8681-6c98ae9bd1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2336059 Feb 09 21:44:13.786540 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c279b6c-1d21-4d41-b0cf-1fcca5385d24 req-d7a708c3-e89d-48df-a17e-14e73b548d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:13.788281 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5c279b6c-1d21-4d41-b0cf-1fcca5385d24 req-d7a708c3-e89d-48df-a17e-14e73b548d67 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=505da41edaf64392a4228e0531d67a93&device_id=5166e0c3-ad3f-40d7-b9f4-8d91bdb04785 HTTP/1.1" status: 200 len: 1126 time: 1.3462770 Feb 09 21:44:13.790173 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-f899dbb5-a678-445e-acfb-9890b245f520 None None] For port 0467da19-48c0-4639-9c3b-b2107d97279f, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=0467da19-48c0-4639-9c3b-b2107d97279f,segment=NetworkSegment(e234f058-99e9-4683-aff2-a800b51d2ec4),segment_id=e234f058-99e9-4683-aff2-a800b51d2ec4)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:13.806473 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f899dbb5-a678-445e-acfb-9890b245f520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (0467da19-48c0-4639-9c3b-b2107d97279f), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:13.878277 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13f6d1a-4ae1-404d-9a68-f0f2d0f4407a None None] Network ebb45870-6748-498b-8acb-a8ea88568553 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:44:13.880521 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1237e615-c6da-4c5c-8b86-d8c10a1d7c40 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Pushing event deleted for resources: {'Subnet': ['ID=e1f540d0-a2e5-478f-8345-44fbd458a22c,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:13.889066 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1237e615-c6da-4c5c-8b86-d8c10a1d7c40 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:13.898663 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-1237e615-c6da-4c5c-8b86-d8c10a1d7c40 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] 10.222.0.90 "DELETE /v2.0/subnets/e1f540d0-a2e5-478f-8345-44fbd458a22c HTTP/1.1" status: 204 len: 168 time: 1.2469521 Feb 09 21:44:13.927112 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40672) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:13.969459 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f899dbb5-a678-445e-acfb-9890b245f520 None None] Pushing event updated for resources: {'Port': ['ID=0467da19-48c0-4639-9c3b-b2107d97279f,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:14.000700 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f4c133-24d2-48d0-8354-4d7b0c125d14 req-cd123aeb-8e1a-42fc-9a77-fbb5ea059a7d tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:14.016578 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-01f4c133-24d2-48d0-8354-4d7b0c125d14 req-cd123aeb-8e1a-42fc-9a77-fbb5ea059a7d tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] 10.222.0.90 "GET /v2.0/ports?device_id=5166e0c3-ad3f-40d7-b9f4-8d91bdb04785 HTTP/1.1" status: 200 len: 944 time: 0.3291044 Feb 09 21:44:14.025424 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-15b58d18-45f5-43d1-bf31-30e6795e3556 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524906'] for router_interface (3c1a7171-b618-44dd-8ddb-c01521104682), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:14.208033 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-01f4c133-24d2-48d0-8354-4d7b0c125d14 req-fb56376d-da7a-4112-a068-217536e07f22 tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] 10.222.0.90 "GET /v2.0/security-groups?id=3f2575c8-bd4d-4267-97b8-daa8ebd4f112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1900210 Feb 09 21:44:14.214372 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c279b6c-1d21-4d41-b0cf-1fcca5385d24 req-f436eab0-3cc5-4995-8518-86c29433dfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:14.216416 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5c279b6c-1d21-4d41-b0cf-1fcca5385d24 req-f436eab0-3cc5-4995-8518-86c29433dfbc service neutron] 10.222.0.95 "GET /v2.0/networks?id=efdb96f6-22a5-41e8-be55-251cf329ed07 HTTP/1.1" status: 200 len: 907 time: 0.4191232 Feb 09 21:44:14.255659 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:14.401076 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5c279b6c-1d21-4d41-b0cf-1fcca5385d24 req-409d7934-2bc4-4912-adea-74ba8b8a4aa8 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c568887e-696b-4b7f-9502-2d4fec804028 HTTP/1.1" status: 200 len: 217 time: 0.1522794 Feb 09 21:44:14.404321 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1f6d2e21-a0a6-4111-bef5-dc915c7cb941 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group_rule (f5736683-8f50-4ddd-b884-336e2e18b94a), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:14.435564 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89d2929-1b95-470d-b698-95d40e7399b6 None None] DHCP port deletion for ebb45870-6748-498b-8acb-a8ea88568553 request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:44:14.442876 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1f6d2e21-a0a6-4111-bef5-dc915c7cb941 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (f5736683-8f50-4ddd-b884-336e2e18b94a), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:14.515897 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c279b6c-1d21-4d41-b0cf-1fcca5385d24 req-1cb73049-daea-4a4d-b5c9-512bbc24ecb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:14.517908 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5c279b6c-1d21-4d41-b0cf-1fcca5385d24 req-1cb73049-daea-4a4d-b5c9-512bbc24ecb6 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=57963df8-04e1-4710-99da-25fa79c51970 HTTP/1.1" status: 200 len: 845 time: 0.1099119 Feb 09 21:44:14.519756 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7ffa481d-acc4-4ded-b067-1e815ef2153b req-4b764ee7-d6ff-4457-982d-6fa064b28268 service neutron] 10.222.0.89 "GET /v2.0/networks/00735365-504a-4659-b7e0-5dd13c1577e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7576258 Feb 09 21:44:14.543157 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d9fb5d7d-8122-41f5-924f-1c2419f4980c tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (ebb45870-6748-498b-8acb-a8ea88568553), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:14.551495 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6d2e21-a0a6-4111-bef5-dc915c7cb941 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5736683-8f50-4ddd-b884-336e2e18b94a,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:14.601385 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1f6d2e21-a0a6-4111-bef5-dc915c7cb941 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:14.602622 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-1f6d2e21-a0a6-4111-bef5-dc915c7cb941 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3554132 Feb 09 21:44:14.609369 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 40676) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:14.632728 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-c89d2929-1b95-470d-b698-95d40e7399b6 None None] Deleting port 03488773-d553-42c8-8dc6-42a6864ba9e8 {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:44:14.633192 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c89d2929-1b95-470d-b698-95d40e7399b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (03488773-d553-42c8-8dc6-42a6864ba9e8), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:14.717587 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c279b6c-1d21-4d41-b0cf-1fcca5385d24 req-dec33082-e79c-42bd-ac0a-5cc739d6fac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:14.719167 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5c279b6c-1d21-4d41-b0cf-1fcca5385d24 req-dec33082-e79c-42bd-ac0a-5cc739d6fac1 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=efdb96f6-22a5-41e8-be55-251cf329ed07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1900728 Feb 09 21:44:14.720394 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9eb9ff75-afc4-43dd-ba83-cc5211eb92d8 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group_rule (f5736683-8f50-4ddd-b884-336e2e18b94a), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:14.738807 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9eb9ff75-afc4-43dd-ba83-cc5211eb92d8 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group_rule (f5736683-8f50-4ddd-b884-336e2e18b94a), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:14.853034 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-c89d2929-1b95-470d-b698-95d40e7399b6 None None] For port 03488773-d553-42c8-8dc6-42a6864ba9e8, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=03488773-d553-42c8-8dc6-42a6864ba9e8,segment=NetworkSegment(0545a9a2-9be0-4a14-b3d1-d85a9dd327bf),segment_id=0545a9a2-9be0-4a14-b3d1-d85a9dd327bf)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:14.855820 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c89d2929-1b95-470d-b698-95d40e7399b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (03488773-d553-42c8-8dc6-42a6864ba9e8), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:14.889979 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-c89d2929-1b95-470d-b698-95d40e7399b6 None None] Calling delete_port for 03488773-d553-42c8-8dc6-42a6864ba9e8 owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:44:14.922288 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-d9fb5d7d-8122-41f5-924f-1c2419f4980c tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Deleting port 03488773-d553-42c8-8dc6-42a6864ba9e8 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:44:14.922747 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d9fb5d7d-8122-41f5-924f-1c2419f4980c tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (03488773-d553-42c8-8dc6-42a6864ba9e8), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:15.011522 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device c568887e-696b-4b7f-9502-2d4fec804028 details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:44:15.035449 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9eb9ff75-afc4-43dd-ba83-cc5211eb92d8 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (f5736683-8f50-4ddd-b884-336e2e18b94a), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:15.043322 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9eb9ff75-afc4-43dd-ba83-cc5211eb92d8 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:15.047344 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-9eb9ff75-afc4-43dd-ba83-cc5211eb92d8 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] 10.222.0.90 "DELETE /v2.0/security-group-rules/f5736683-8f50-4ddd-b884-336e2e18b94a HTTP/1.1" status: 204 len: 168 time: 0.4368217 Feb 09 21:44:15.048016 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 40682) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:15.081977 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb9ff75-afc4-43dd-ba83-cc5211eb92d8 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f5736683-8f50-4ddd-b884-336e2e18b94a,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:15.159868 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-8421ab50-ed3e-4896-b294-cf9956d38e53 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] 10.222.0.90 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0945704 Feb 09 21:44:15.168416 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f297c5-3034-477c-a496-b46430c41797 req-135444c4-be70-40d1-a776-f39ade7ee9d2 tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:15.170204 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-89f297c5-3034-477c-a496-b46430c41797 req-135444c4-be70-40d1-a776-f39ade7ee9d2 tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] 10.222.0.90 "GET /v2.0/ports?device_id=085d93ab-b7d7-4077-ace2-f2ac9ed09680 HTTP/1.1" status: 200 len: 945 time: 0.2491345 Feb 09 21:44:15.170757 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 40686) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:15.217960 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-d9fb5d7d-8122-41f5-924f-1c2419f4980c tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] For port 03488773-d553-42c8-8dc6-42a6864ba9e8, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=03488773-d553-42c8-8dc6-42a6864ba9e8,segment=NetworkSegment(0545a9a2-9be0-4a14-b3d1-d85a9dd327bf),segment_id=0545a9a2-9be0-4a14-b3d1-d85a9dd327bf)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:15.218450 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d9fb5d7d-8122-41f5-924f-1c2419f4980c tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (03488773-d553-42c8-8dc6-42a6864ba9e8), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:15.262829 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-d9fb5d7d-8122-41f5-924f-1c2419f4980c tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Calling delete_port for 03488773-d553-42c8-8dc6-42a6864ba9e8 owned by network:dhcp {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:44:15.301206 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5c279b6c-1d21-4d41-b0cf-1fcca5385d24 req-e649fb85-aa01-4977-b659-562734e5aab8 service neutron] 10.222.0.95 "GET /v2.0/networks/efdb96f6-22a5-41e8-be55-251cf329ed07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5482500 Feb 09 21:44:15.377235 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c89d2929-1b95-470d-b698-95d40e7399b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (03488773-d553-42c8-8dc6-42a6864ba9e8), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:15.379712 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:15.398799 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-15b58d18-45f5-43d1-bf31-30e6795e3556 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Deleting port 0467da19-48c0-4639-9c3b-b2107d97279f {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:44:15.404563 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-15b58d18-45f5-43d1-bf31-30e6795e3556 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (0467da19-48c0-4639-9c3b-b2107d97279f), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:15.472432 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-89f297c5-3034-477c-a496-b46430c41797 req-086d627d-d921-4a08-a525-0003bd78ac17 tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] 10.222.0.90 "GET /v2.0/security-groups?id=d2ea5315-73a8-4fc4-8681-6c98ae9bd1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435632 Feb 09 21:44:15.478483 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89d2929-1b95-470d-b698-95d40e7399b6 None None] Pushing event deleted for resources: {'Port': ['ID=03488773-d553-42c8-8dc6-42a6864ba9e8,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:15.487004 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89d2929-1b95-470d-b698-95d40e7399b6 None None] No DVR routers for this DVR port 03488773-d553-42c8-8dc6-42a6864ba9e8 on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:44:15.515879 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port c568887e-696b-4b7f-9502-2d4fec804028, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=c568887e-696b-4b7f-9502-2d4fec804028,segment=NetworkSegment(e565681c-44c8-4330-b2c2-487301c0cafb),segment_id=e565681c-44c8-4330-b2c2-487301c0cafb)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:15.544467 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': 'c568887e-696b-4b7f-9502-2d4fec804028', 'network_id': 'efdb96f6-22a5-41e8-be55-251cf329ed07', 'port_id': 'c568887e-696b-4b7f-9502-2d4fec804028', 'mac_address': 'fa:16:3e:6d:6d:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57963df8-04e1-4710-99da-25fa79c51970', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:44:15.549761 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9414e2fd-c4ec-4252-bd12-e683c049b7c8 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group (231a651b-5d85-4841-ba36-fbca0b483c09), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:15.578575 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9414e2fd-c4ec-4252-bd12-e683c049b7c8 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group (231a651b-5d85-4841-ba36-fbca0b483c09), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:15.633950 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port c568887e-696b-4b7f-9502-2d4fec804028 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:44:15.634349 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (c568887e-696b-4b7f-9502-2d4fec804028), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:15.649262 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9414e2fd-c4ec-4252-bd12-e683c049b7c8 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (231a651b-5d85-4841-ba36-fbca0b483c09), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:15.660830 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9414e2fd-c4ec-4252-bd12-e683c049b7c8 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:15.663939 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c568887e-696b-4b7f-9502-2d4fec804028 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:44:15.667551 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-9414e2fd-c4ec-4252-bd12-e683c049b7c8 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] 10.222.0.90 "DELETE /v2.0/security-groups/231a651b-5d85-4841-ba36-fbca0b483c09 HTTP/1.1" status: 204 len: 168 time: 0.4879205 Feb 09 21:44:15.671310 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40694) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:15.679959 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5c279b6c-1d21-4d41-b0cf-1fcca5385d24 req-0633fc11-363a-463e-b497-0f3e13cc293f service neutron] 10.222.0.95 "GET /v2.0/networks/efdb96f6-22a5-41e8-be55-251cf329ed07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3366761 Feb 09 21:44:15.696982 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-15b58d18-45f5-43d1-bf31-30e6795e3556 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] For port 0467da19-48c0-4639-9c3b-b2107d97279f, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=0467da19-48c0-4639-9c3b-b2107d97279f,segment=NetworkSegment(e234f058-99e9-4683-aff2-a800b51d2ec4),segment_id=e234f058-99e9-4683-aff2-a800b51d2ec4)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:15.697338 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-15b58d18-45f5-43d1-bf31-30e6795e3556 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (0467da19-48c0-4639-9c3b-b2107d97279f), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:15.706376 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9414e2fd-c4ec-4252-bd12-e683c049b7c8 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=231a651b-5d85-4841-ba36-fbca0b483c09,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:15.714678 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d9fb5d7d-8122-41f5-924f-1c2419f4980c tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (03488773-d553-42c8-8dc6-42a6864ba9e8), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:15.720871 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port c568887e-696b-4b7f-9502-2d4fec804028, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=c568887e-696b-4b7f-9502-2d4fec804028,segment=NetworkSegment(e565681c-44c8-4330-b2c2-487301c0cafb),segment_id=e565681c-44c8-4330-b2c2-487301c0cafb)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:15.742008 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa5bf3-d6fe-4c58-95b1-3fb27d6e5c62 req-bbf66f2f-e403-4101-b4ea-c491d8f23e34 tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:15.743706 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-95fa5bf3-d6fe-4c58-95b1-3fb27d6e5c62 req-bbf66f2f-e403-4101-b4ea-c491d8f23e34 tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] 10.222.0.90 "GET /v2.0/ports?device_id=5166e0c3-ad3f-40d7-b9f4-8d91bdb04785 HTTP/1.1" status: 200 len: 944 time: 0.2476349 Feb 09 21:44:15.750697 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (c568887e-696b-4b7f-9502-2d4fec804028), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:15.792411 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-15b58d18-45f5-43d1-bf31-30e6795e3556 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Calling delete_port for 0467da19-48c0-4639-9c3b-b2107d97279f owned by network:router_interface {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:44:15.823018 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fb5d7d-8122-41f5-924f-1c2419f4980c tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Pushing event deleted for resources: {'Port': ['ID=03488773-d553-42c8-8dc6-42a6864ba9e8,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:15.850123 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-95fa5bf3-d6fe-4c58-95b1-3fb27d6e5c62 req-447836af-0875-456f-901f-835c292ab8b5 tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] 10.222.0.90 "GET /v2.0/security-groups?id=3f2575c8-bd4d-4267-97b8-daa8ebd4f112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982234 Feb 09 21:44:15.863765 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fb5d7d-8122-41f5-924f-1c2419f4980c tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] No DVR routers for this DVR port 03488773-d553-42c8-8dc6-42a6864ba9e8 on host n-d-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:44:15.906450 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=c568887e-696b-4b7f-9502-2d4fec804028,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:15.921846 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-d4e2caee-6e34-49de-800f-905379b73acb tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2474136 Feb 09 21:44:15.926105 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 40700) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:15.930919 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-7101595e-dc7a-43cd-b8cc-c8e6b4aff615 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Request body: {'security_group': {'name': 'tempest-secgroup--1681272429'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:15.978360 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 0467da19-48c0-4639-9c3b-b2107d97279f up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:44:15.991769 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7101595e-dc7a-43cd-b8cc-c8e6b4aff615 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:16.083856 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['c568887e-696b-4b7f-9502-2d4fec804028'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:44:16.144270 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9476b8-cc8d-4cd7-b8fc-33bbaafdaa7e req-ccc4182a-be65-4db6-9646-58b173cf7b8a tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:16.147889 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bf9476b8-cc8d-4cd7-b8fc-33bbaafdaa7e req-ccc4182a-be65-4db6-9646-58b173cf7b8a tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] 10.222.0.90 "GET /v2.0/ports?device_id=085d93ab-b7d7-4077-ace2-f2ac9ed09680 HTTP/1.1" status: 200 len: 945 time: 0.1166933 Feb 09 21:44:16.178735 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d9fb5d7d-8122-41f5-924f-1c2419f4980c tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (ebb45870-6748-498b-8acb-a8ea88568553), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:16.207403 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 0467da19-48c0-4639-9c3b-b2107d97279f triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:16.207786 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (0467da19-48c0-4639-9c3b-b2107d97279f), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:16.225118 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-d9fb5d7d-8122-41f5-924f-1c2419f4980c tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebb45870-6748-498b-8acb-a8ea88568553']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:16.236199 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-d9fb5d7d-8122-41f5-924f-1c2419f4980c tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0545a9a2-9be0-4a14-b3d1-d85a9dd327bf') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:16.236744 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-d9fb5d7d-8122-41f5-924f-1c2419f4980c tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0545a9a2-9be0-4a14-b3d1-d85a9dd327bf') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:16.244562 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bf9476b8-cc8d-4cd7-b8fc-33bbaafdaa7e req-e82cf791-8c60-40ce-8a85-946cd047c632 tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] 10.222.0.90 "GET /v2.0/security-groups?id=d2ea5315-73a8-4fc4-8681-6c98ae9bd1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862808 Feb 09 21:44:16.249489 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d9fb5d7d-8122-41f5-924f-1c2419f4980c tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (0545a9a2-9be0-4a14-b3d1-d85a9dd327bf), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:16.266450 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d9fb5d7d-8122-41f5-924f-1c2419f4980c tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (0545a9a2-9be0-4a14-b3d1-d85a9dd327bf), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:16.267945 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7101595e-dc7a-43cd-b8cc-c8e6b4aff615 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group (f7defb9b-11be-4ad1-a001-9b1112b0b171), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:16.276096 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9fb5d7d-8122-41f5-924f-1c2419f4980c tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:44:16.276897 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d9fb5d7d-8122-41f5-924f-1c2419f4980c tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (0545a9a2-9be0-4a14-b3d1-d85a9dd327bf), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:16.278024 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7101595e-dc7a-43cd-b8cc-c8e6b4aff615 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (f7defb9b-11be-4ad1-a001-9b1112b0b171), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:16.316560 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7101595e-dc7a-43cd-b8cc-c8e6b4aff615 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:16.330129 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-7101595e-dc7a-43cd-b8cc-c8e6b4aff615 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4016645 Feb 09 21:44:16.332659 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 40704) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:16.352635 n-d-828369-5 neutron-server[103141]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:44:16.352635 n-d-828369-5 neutron-server[103141]: self.session.flush() Feb 09 21:44:16.352635 n-d-828369-5 neutron-server[103141]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:44:16.352635 n-d-828369-5 neutron-server[103141]: self.session.flush() Feb 09 21:44:16.352635 n-d-828369-5 neutron-server[103141]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:44:16.352635 n-d-828369-5 neutron-server[103141]: self.session.flush() Feb 09 21:44:16.352635 n-d-828369-5 neutron-server[103141]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:44:16.352635 n-d-828369-5 neutron-server[103141]: self.session.flush() Feb 09 21:44:16.352635 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:44:16.352635 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:44:16.352635 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:44:16.352635 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:44:16.352635 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:44:16.352635 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:44:16.352635 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:44:16.352635 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:44:16.352635 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:44:16.352635 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:44:16.352635 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:44:16.352635 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:44:16.352635 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:44:16.352635 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:44:16.352635 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:44:16.352635 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:44:16.352635 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:44:16.352635 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:44:16.352635 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:44:16.352635 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:44:16.352635 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:44:16.352635 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:44:16.352635 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:44:16.352635 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:44:16.352635 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:44:16.352635 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:44:16.352635 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:44:16.352635 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:44:16.352635 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:44:16.352635 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:44:16.352635 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:44:16.352635 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:44:16.363482 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-58557d29-e2cc-46bd-9235-9a56cc2b0c04 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Request body: {'security_group_rule': {'security_group_id': 'f7defb9b-11be-4ad1-a001-9b1112b0b171', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:16.366635 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d9fb5d7d-8122-41f5-924f-1c2419f4980c tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (ebb45870-6748-498b-8acb-a8ea88568553), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:16.374514 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d9fb5d7d-8122-41f5-924f-1c2419f4980c tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:16.382735 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-d9fb5d7d-8122-41f5-924f-1c2419f4980c tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] 10.222.0.90 "DELETE /v2.0/networks/ebb45870-6748-498b-8acb-a8ea88568553 HTTP/1.1" status: 204 len: 168 time: 2.4513228 Feb 09 21:44:16.385136 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40708) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:16.466523 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fb5d7d-8122-41f5-924f-1c2419f4980c tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Pushing event deleted for resources: {'Network': ['ID=ebb45870-6748-498b-8acb-a8ea88568553,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:16.474823 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-58557d29-e2cc-46bd-9235-9a56cc2b0c04 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group_rule (3f7b7aca-5294-4092-9f78-7eb9efdceccf), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:16.542378 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7101595e-dc7a-43cd-b8cc-c8e6b4aff615 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7defb9b-11be-4ad1-a001-9b1112b0b171,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:16.567715 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 0467da19-48c0-4639-9c3b-b2107d97279f is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:44:16.620405 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-58557d29-e2cc-46bd-9235-9a56cc2b0c04 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group_rule (3f7b7aca-5294-4092-9f78-7eb9efdceccf), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:16.626714 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-58557d29-e2cc-46bd-9235-9a56cc2b0c04 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (3f7b7aca-5294-4092-9f78-7eb9efdceccf), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:16.636742 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 03488773-d553-42c8-8dc6-42a6864ba9e8 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:44:16.674331 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58557d29-e2cc-46bd-9235-9a56cc2b0c04 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f7b7aca-5294-4092-9f78-7eb9efdceccf,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:16.678135 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 03488773-d553-42c8-8dc6-42a6864ba9e8 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:44:16.678477 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 03488773-d553-42c8-8dc6-42a6864ba9e8 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:44:16.686375 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-58557d29-e2cc-46bd-9235-9a56cc2b0c04 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:16.694576 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-58557d29-e2cc-46bd-9235-9a56cc2b0c04 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3428562 Feb 09 21:44:16.696490 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 40710) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:16.709306 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-f9946091-a549-4eb4-8aee-b79d0693f842 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Request body: {'security_group_rule': {'security_group_id': 'f7defb9b-11be-4ad1-a001-9b1112b0b171', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:16.759766 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f9946091-a549-4eb4-8aee-b79d0693f842 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group_rule (2029806c-a991-4d8d-9e50-5acf72f92b04), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:16.833552 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-ab089ebd-0f64-4f61-b3d2-5d0814b43fd2 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Deleting port 9db550fb-381b-4e6b-8254-88f23b5269b0 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:44:16.834007 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ab089ebd-0f64-4f61-b3d2-5d0814b43fd2 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (9db550fb-381b-4e6b-8254-88f23b5269b0), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:16.866466 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f9946091-a549-4eb4-8aee-b79d0693f842 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group_rule (2029806c-a991-4d8d-9e50-5acf72f92b04), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:16.872742 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f9946091-a549-4eb4-8aee-b79d0693f842 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (2029806c-a991-4d8d-9e50-5acf72f92b04), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:16.892897 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9946091-a549-4eb4-8aee-b79d0693f842 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2029806c-a991-4d8d-9e50-5acf72f92b04,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:16.903913 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f9946091-a549-4eb4-8aee-b79d0693f842 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:16.906064 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-f9946091-a549-4eb4-8aee-b79d0693f842 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2064238 Feb 09 21:44:16.909455 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 40714) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:16.919991 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-a55fa796-c24e-4542-b77f-387049898f30 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Request body: {'security_group_rule': {'security_group_id': 'f7defb9b-11be-4ad1-a001-9b1112b0b171', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:16.971515 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a55fa796-c24e-4542-b77f-387049898f30 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group_rule (87c4dbe1-e374-41b8-8382-0d4233452ee8), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:16.989028 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ab089ebd-0f64-4f61-b3d2-5d0814b43fd2 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (9db550fb-381b-4e6b-8254-88f23b5269b0), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:16.989430 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ab089ebd-0f64-4f61-b3d2-5d0814b43fd2 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Publish callbacks [] for floatingip (9db550fb-381b-4e6b-8254-88f23b5269b0), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:17.001772 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-ab089ebd-0f64-4f61-b3d2-5d0814b43fd2 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Calling delete_port for 9db550fb-381b-4e6b-8254-88f23b5269b0 owned by network:floatingip {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:44:17.153202 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-15b58d18-45f5-43d1-bf31-30e6795e3556 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (0467da19-48c0-4639-9c3b-b2107d97279f), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:17.169286 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411da435-98f6-4c46-8bfc-381043a831e1 req-9f4c5b48-88a2-4565-b6e0-b63065ffa9a5 tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:17.170901 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-411da435-98f6-4c46-8bfc-381043a831e1 req-9f4c5b48-88a2-4565-b6e0-b63065ffa9a5 tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] 10.222.0.90 "GET /v2.0/ports?device_id=5166e0c3-ad3f-40d7-b9f4-8d91bdb04785 HTTP/1.1" status: 200 len: 945 time: 0.1839702 Feb 09 21:44:17.172899 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a55fa796-c24e-4542-b77f-387049898f30 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group_rule (87c4dbe1-e374-41b8-8382-0d4233452ee8), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:17.191744 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ab089ebd-0f64-4f61-b3d2-5d0814b43fd2 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (9db550fb-381b-4e6b-8254-88f23b5269b0), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:17.203030 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b58d18-45f5-43d1-bf31-30e6795e3556 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event deleted for resources: {'Port': ['ID=0467da19-48c0-4639-9c3b-b2107d97279f,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:17.206708 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a55fa796-c24e-4542-b77f-387049898f30 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (87c4dbe1-e374-41b8-8382-0d4233452ee8), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:17.296157 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55fa796-c24e-4542-b77f-387049898f30 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87c4dbe1-e374-41b8-8382-0d4233452ee8,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:17.320609 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a55fa796-c24e-4542-b77f-387049898f30 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:17.321874 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-a55fa796-c24e-4542-b77f-387049898f30 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4102471 Feb 09 21:44:17.327865 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 40720) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:17.339578 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-9887a040-ecbc-4bd5-bb98-4bb502e7c801 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Request body: {'security_group_rule': {'security_group_id': 'f7defb9b-11be-4ad1-a001-9b1112b0b171', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:17.414956 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ab089ebd-0f64-4f61-b3d2-5d0814b43fd2 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Publish callbacks [] for floatingip (d70dec2d-c258-4e6d-b066-36439980c428), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:17.423130 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ab089ebd-0f64-4f61-b3d2-5d0814b43fd2 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:17.442101 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-ab089ebd-0f64-4f61-b3d2-5d0814b43fd2 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] 10.222.0.90 "DELETE /v2.0/floatingips/d70dec2d-c258-4e6d-b066-36439980c428 HTTP/1.1" status: 204 len: 168 time: 1.0290415 Feb 09 21:44:17.444450 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab089ebd-0f64-4f61-b3d2-5d0814b43fd2 tempest-FloatingIPAdminTestJSON-812507662 tempest-FloatingIPAdminTestJSON-812507662-project] Pushing event deleted for resources: {'Port': ['ID=9db550fb-381b-4e6b-8254-88f23b5269b0,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:17.462259 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-411da435-98f6-4c46-8bfc-381043a831e1 req-f411ec88-921f-4be6-8c8c-cb09a2c133c4 tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] 10.222.0.90 "GET /v2.0/security-groups?id=3f2575c8-bd4d-4267-97b8-daa8ebd4f112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2799745 Feb 09 21:44:17.542138 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cce9500-95b6-4e32-ae6a-99cb1d2e85c2 req-1596865b-77b4-4cfa-aa88-a0c51902cd57 tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:17.543950 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3cce9500-95b6-4e32-ae6a-99cb1d2e85c2 req-1596865b-77b4-4cfa-aa88-a0c51902cd57 tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] 10.222.0.90 "GET /v2.0/ports?device_id=085d93ab-b7d7-4077-ace2-f2ac9ed09680 HTTP/1.1" status: 200 len: 945 time: 0.1594121 Feb 09 21:44:17.545137 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9887a040-ecbc-4bd5-bb98-4bb502e7c801 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group_rule (a21dc93b-023a-4776-b99a-1fe9be3a3916), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:17.630084 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-15b58d18-45f5-43d1-bf31-30e6795e3556 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-525054'] for router_interface (3c1a7171-b618-44dd-8ddb-c01521104682), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:17.691656 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9887a040-ecbc-4bd5-bb98-4bb502e7c801 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group_rule (a21dc93b-023a-4776-b99a-1fe9be3a3916), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:17.719770 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9887a040-ecbc-4bd5-bb98-4bb502e7c801 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (a21dc93b-023a-4776-b99a-1fe9be3a3916), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:17.797426 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3cce9500-95b6-4e32-ae6a-99cb1d2e85c2 req-43dbc407-4092-47a6-8fe6-3f07ac07733d tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] 10.222.0.90 "GET /v2.0/security-groups?id=d2ea5315-73a8-4fc4-8681-6c98ae9bd1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930020 Feb 09 21:44:17.823302 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9887a040-ecbc-4bd5-bb98-4bb502e7c801 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a21dc93b-023a-4776-b99a-1fe9be3a3916,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:17.834998 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9887a040-ecbc-4bd5-bb98-4bb502e7c801 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:17.844401 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-9887a040-ecbc-4bd5-bb98-4bb502e7c801 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5165217 Feb 09 21:44:17.848608 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 40730) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:17.855890 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-b76d580b-8b21-4efd-a478-34dc523c4f15 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Request body: {'security_group_rule': {'security_group_id': 'f7defb9b-11be-4ad1-a001-9b1112b0b171', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:17.864569 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 40732) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:17.901599 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b76d580b-8b21-4efd-a478-34dc523c4f15 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group_rule (ee134017-21af-42e0-ae38-81a57886f9fa), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:17.971955 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b76d580b-8b21-4efd-a478-34dc523c4f15 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group_rule (ee134017-21af-42e0-ae38-81a57886f9fa), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:17.980850 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b76d580b-8b21-4efd-a478-34dc523c4f15 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (ee134017-21af-42e0-ae38-81a57886f9fa), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:18.018580 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76d580b-8b21-4efd-a478-34dc523c4f15 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee134017-21af-42e0-ae38-81a57886f9fa,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:18.033820 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b76d580b-8b21-4efd-a478-34dc523c4f15 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:18.038089 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-b76d580b-8b21-4efd-a478-34dc523c4f15 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1871822 Feb 09 21:44:18.040152 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 40736) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:18.105813 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-14aa24eb-1832-4895-b9f8-75a41fdd8885 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group_rule (ee134017-21af-42e0-ae38-81a57886f9fa), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:18.117315 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-14aa24eb-1832-4895-b9f8-75a41fdd8885 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group_rule (ee134017-21af-42e0-ae38-81a57886f9fa), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:18.161101 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-14aa24eb-1832-4895-b9f8-75a41fdd8885 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (ee134017-21af-42e0-ae38-81a57886f9fa), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:18.171234 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-14aa24eb-1832-4895-b9f8-75a41fdd8885 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:18.175058 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-14aa24eb-1832-4895-b9f8-75a41fdd8885 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] 10.222.0.90 "DELETE /v2.0/security-group-rules/ee134017-21af-42e0-ae38-81a57886f9fa HTTP/1.1" status: 204 len: 168 time: 0.1315053 Feb 09 21:44:18.176470 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 40740) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:18.196944 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aa24eb-1832-4895-b9f8-75a41fdd8885 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ee134017-21af-42e0-ae38-81a57886f9fa,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:18.215449 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-160871aa-d44c-425d-ae6b-948420912eb4 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=2a7e249a93184ad2b39f7e5e04c1b8cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3467028 Feb 09 21:44:18.217455 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 40742) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:18.273836 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-e3ffee73-f9a9-46f1-9387-e5df2fb98381 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] 10.222.0.90 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0924704 Feb 09 21:44:18.277850 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 40744) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:18.309596 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a531ce4b-fb08-43df-96c6-a62280866c55 admin admin] Publish callbacks [] for security_group (79c0fa91-4a88-49dd-b5fc-92a795e84765), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:18.368210 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a0fe94e9-cc3e-4b3d-a2db-97efbe588fa8 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group_rule (a21dc93b-023a-4776-b99a-1fe9be3a3916), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:18.374487 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15b58d18-45f5-43d1-bf31-30e6795e3556 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Router 3c1a7171-b618-44dd-8ddb-c01521104682 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:44:18.388975 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a531ce4b-fb08-43df-96c6-a62280866c55 admin admin] Publish callbacks [] for security_group (79c0fa91-4a88-49dd-b5fc-92a795e84765), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:18.399256 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a0fe94e9-cc3e-4b3d-a2db-97efbe588fa8 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group_rule (a21dc93b-023a-4776-b99a-1fe9be3a3916), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:18.451179 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ffe98d-2b4c-425a-998d-786ebb7f0d47 req-0592c126-9f36-4578-94f7-e25e50fa306d tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:18.452847 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-53ffe98d-2b4c-425a-998d-786ebb7f0d47 req-0592c126-9f36-4578-94f7-e25e50fa306d tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] 10.222.0.95 "GET /v2.0/ports?device_id=085d93ab-b7d7-4077-ace2-f2ac9ed09680 HTTP/1.1" status: 200 len: 945 time: 0.1356280 Feb 09 21:44:18.501010 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a0fe94e9-cc3e-4b3d-a2db-97efbe588fa8 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (a21dc93b-023a-4776-b99a-1fe9be3a3916), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:18.511918 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a0fe94e9-cc3e-4b3d-a2db-97efbe588fa8 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:18.513155 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-a0fe94e9-cc3e-4b3d-a2db-97efbe588fa8 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] 10.222.0.90 "DELETE /v2.0/security-group-rules/a21dc93b-023a-4776-b99a-1fe9be3a3916 HTTP/1.1" status: 204 len: 168 time: 0.2343762 Feb 09 21:44:18.518714 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 40750) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:18.526756 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15b58d18-45f5-43d1-bf31-30e6795e3556 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:44:18.539271 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-15b58d18-45f5-43d1-bf31-30e6795e3556 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "PUT /v2.0/routers/3c1a7171-b618-44dd-8ddb-c01521104682/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2066665 Feb 09 21:44:18.542419 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40754) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:18.543756 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb766e25-0993-46ed-95b5-3322838de735 None None] Sync routers for ids ['3c1a7171-b618-44dd-8ddb-c01521104682'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:44:18.565865 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb766e25-0993-46ed-95b5-3322838de735 None None] Routers {'3c1a7171-b618-44dd-8ddb-c01521104682'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:44:18.567803 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-cb766e25-0993-46ed-95b5-3322838de735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:44:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['3c1a7171-b618-44dd-8ddb-c01521104682'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:18.568365 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fe94e9-cc3e-4b3d-a2db-97efbe588fa8 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a21dc93b-023a-4776-b99a-1fe9be3a3916,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:18.622057 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-440bf4ff-1344-47f2-a87b-0e7f0118a630 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] 10.222.0.90 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0995781 Feb 09 21:44:18.629262 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 40756) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:18.640832 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a531ce4b-fb08-43df-96c6-a62280866c55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (79c0fa91-4a88-49dd-b5fc-92a795e84765), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:18.643417 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a531ce4b-fb08-43df-96c6-a62280866c55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:18.647603 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-a531ce4b-fb08-43df-96c6-a62280866c55 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/79c0fa91-4a88-49dd-b5fc-92a795e84765 HTTP/1.1" status: 204 len: 168 time: 0.4290848 Feb 09 21:44:18.674160 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a531ce4b-fb08-43df-96c6-a62280866c55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c0fa91-4a88-49dd-b5fc-92a795e84765,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:18.725653 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91d1e2f-8314-4305-ad66-9513486931bc tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:18.727005 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91d1e2f-8314-4305-ad66-9513486931bc tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:18.731053 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-43ca9ef8-934f-4878-83a6-d6873e91309b tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group_rule (87c4dbe1-e374-41b8-8382-0d4233452ee8), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:18.734255 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-d91d1e2f-8314-4305-ad66-9513486931bc tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1900308 Feb 09 21:44:18.734858 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40760) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:18.750422 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-cb766e25-0993-46ed-95b5-3322838de735 None None] Set router 3c1a7171-b618-44dd-8ddb-c01521104682 gateway port host: None {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:44:18.800105 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-43ca9ef8-934f-4878-83a6-d6873e91309b tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group_rule (87c4dbe1-e374-41b8-8382-0d4233452ee8), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:18.825936 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device c568887e-696b-4b7f-9502-2d4fec804028 up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:44:18.829732 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-cb766e25-0993-46ed-95b5-3322838de735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1a7171-b618-44dd-8ddb-c01521104682', 'name': 'tempest-NetworksTestDHCPv6-router-370470263', 'tenant_id': '880c3cd16cc943a98203fd230e26852f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:44:04Z', 'updated_at': '2022-02-09T21:44:16Z', 'revision_number': 3, 'project_id': '880c3cd16cc943a98203fd230e26852f', 'gw_port_host': None}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:18.860262 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9d7ba1a-1ecf-4928-9990-e46382bfce4e tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Deleting subnet ac0b7c16-5042-48ff-88ce-c130e65c790b {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:44:18.864291 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d9d7ba1a-1ecf-4928-9990-e46382bfce4e tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for subnet (ac0b7c16-5042-48ff-88ce-c130e65c790b), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:18.882954 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb766e25-0993-46ed-95b5-3322838de735 None None] Checking router: 3c1a7171-b618-44dd-8ddb-c01521104682 for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:44:18.903543 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-53ffe98d-2b4c-425a-998d-786ebb7f0d47 req-fb7918a4-84b6-4fa2-922b-0424faff7d11 tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] Deleting port aaf1a513-c69b-4de7-a3a4-850f0d85b483 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:44:18.904694 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-53ffe98d-2b4c-425a-998d-786ebb7f0d47 req-fb7918a4-84b6-4fa2-922b-0424faff7d11 tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (aaf1a513-c69b-4de7-a3a4-850f0d85b483), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:18.909128 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb766e25-0993-46ed-95b5-3322838de735 None None] Routers {'3c1a7171-b618-44dd-8ddb-c01521104682'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:44:18.909836 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-cb766e25-0993-46ed-95b5-3322838de735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:44:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['3c1a7171-b618-44dd-8ddb-c01521104682'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:18.945433 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d9d7ba1a-1ecf-4928-9990-e46382bfce4e tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (ac0b7c16-5042-48ff-88ce-c130e65c790b), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:18.969426 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-43ca9ef8-934f-4878-83a6-d6873e91309b tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (87c4dbe1-e374-41b8-8382-0d4233452ee8), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:18.975978 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-43ca9ef8-934f-4878-83a6-d6873e91309b tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:18.980026 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-43ca9ef8-934f-4878-83a6-d6873e91309b tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] 10.222.0.90 "DELETE /v2.0/security-group-rules/87c4dbe1-e374-41b8-8382-0d4233452ee8 HTTP/1.1" status: 204 len: 168 time: 0.3499002 Feb 09 21:44:18.982908 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 40764) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:19.002513 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401fa140-0774-4716-8952-54a5e5057d1c req-7d07e231-83d5-4cca-b9c0-259e3d7336cd tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:19.004189 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-401fa140-0774-4716-8952-54a5e5057d1c req-7d07e231-83d5-4cca-b9c0-259e3d7336cd tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] 10.222.0.90 "GET /v2.0/ports?device_id=5166e0c3-ad3f-40d7-b9f4-8d91bdb04785 HTTP/1.1" status: 200 len: 945 time: 0.2824697 Feb 09 21:44:19.034683 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d9d7ba1a-1ecf-4928-9990-e46382bfce4e tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (ac0b7c16-5042-48ff-88ce-c130e65c790b), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:19.051734 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ca9ef8-934f-4878-83a6-d6873e91309b tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=87c4dbe1-e374-41b8-8382-0d4233452ee8,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:19.150616 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-800fbbc6-62b0-4a69-9728-bcef39f920f3 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] 10.222.0.90 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1629066 Feb 09 21:44:19.151386 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-cb766e25-0993-46ed-95b5-3322838de735 None None] Set router 3c1a7171-b618-44dd-8ddb-c01521104682 gateway port host: None {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:44:19.152668 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40768) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:19.176448 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-401fa140-0774-4716-8952-54a5e5057d1c req-fb8ba534-d915-4006-a309-9c05efd3aeaa tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] 10.222.0.90 "GET /v2.0/security-groups?id=3f2575c8-bd4d-4267-97b8-daa8ebd4f112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1631436 Feb 09 21:44:19.237530 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-53ffe98d-2b4c-425a-998d-786ebb7f0d47 req-fb7918a4-84b6-4fa2-922b-0424faff7d11 tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] For port aaf1a513-c69b-4de7-a3a4-850f0d85b483, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=aaf1a513-c69b-4de7-a3a4-850f0d85b483,segment=NetworkSegment(116610cc-e364-4757-8ed8-0d76e027d6af),segment_id=116610cc-e364-4757-8ed8-0d76e027d6af)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:19.237961 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-53ffe98d-2b4c-425a-998d-786ebb7f0d47 req-fb7918a4-84b6-4fa2-922b-0424faff7d11 tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (aaf1a513-c69b-4de7-a3a4-850f0d85b483), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:19.273723 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-469ddf51-dfff-44d0-8c7a-6d842647c592 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group_rule (2029806c-a991-4d8d-9e50-5acf72f92b04), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:19.285026 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d9d7ba1a-1ecf-4928-9990-e46382bfce4e tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (ac0b7c16-5042-48ff-88ce-c130e65c790b), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:19.290241 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-469ddf51-dfff-44d0-8c7a-6d842647c592 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group_rule (2029806c-a991-4d8d-9e50-5acf72f92b04), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:19.308070 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23523132-cf7a-4a6c-aea0-4b5ad986b53d req-3b3eca87-3c96-4e70-88fd-bcf82509ba5c tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:19.309900 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-23523132-cf7a-4a6c-aea0-4b5ad986b53d req-3b3eca87-3c96-4e70-88fd-bcf82509ba5c tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] 10.222.0.90 "GET /v2.0/ports?device_id=085d93ab-b7d7-4077-ace2-f2ac9ed09680 HTTP/1.1" status: 200 len: 945 time: 0.2824123 Feb 09 21:44:19.310961 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-53ffe98d-2b4c-425a-998d-786ebb7f0d47 req-fb7918a4-84b6-4fa2-922b-0424faff7d11 tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] Calling delete_port for aaf1a513-c69b-4de7-a3a4-850f0d85b483 owned by compute:nova {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:44:19.342242 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d7ba1a-1ecf-4928-9990-e46382bfce4e tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event deleted for resources: {'Subnet': ['ID=ac0b7c16-5042-48ff-88ce-c130e65c790b,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:19.373985 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d9d7ba1a-1ecf-4928-9990-e46382bfce4e tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:19.383087 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-d9d7ba1a-1ecf-4928-9990-e46382bfce4e tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "DELETE /v2.0/subnets/ac0b7c16-5042-48ff-88ce-c130e65c790b HTTP/1.1" status: 204 len: 168 time: 0.6456499 Feb 09 21:44:19.388030 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 40772) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:19.390754 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40774) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:19.410158 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0ec840af-9c7d-4a78-a9e8-9ff307a78d28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:19.426925 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-469ddf51-dfff-44d0-8c7a-6d842647c592 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (2029806c-a991-4d8d-9e50-5acf72f92b04), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:19.443439 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-469ddf51-dfff-44d0-8c7a-6d842647c592 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:19.446214 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-469ddf51-dfff-44d0-8c7a-6d842647c592 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] 10.222.0.90 "DELETE /v2.0/security-group-rules/2029806c-a991-4d8d-9e50-5acf72f92b04 HTTP/1.1" status: 204 len: 168 time: 0.2876434 Feb 09 21:44:19.462010 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40776) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:19.510555 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469ddf51-dfff-44d0-8c7a-6d842647c592 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2029806c-a991-4d8d-9e50-5acf72f92b04,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:19.531583 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-cb766e25-0993-46ed-95b5-3322838de735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1a7171-b618-44dd-8ddb-c01521104682', 'name': 'tempest-NetworksTestDHCPv6-router-370470263', 'tenant_id': '880c3cd16cc943a98203fd230e26852f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:44:04Z', 'updated_at': '2022-02-09T21:44:16Z', 'revision_number': 3, 'project_id': '880c3cd16cc943a98203fd230e26852f', 'gw_port_host': None}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:19.537078 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6adc4f34-0d88-45c1-b296-3c31c9400a63 None None] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:44:19.637457 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb766e25-0993-46ed-95b5-3322838de735 None None] The sync data for ids ['3c1a7171-b618-44dd-8ddb-c01521104682'] in n-d-828369-5 is: [{'id': '3c1a7171-b618-44dd-8ddb-c01521104682', 'name': 'tempest-NetworksTestDHCPv6-router-370470263', 'tenant_id': '880c3cd16cc943a98203fd230e26852f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:44:04Z', 'updated_at': '2022-02-09T21:44:16Z', 'revision_number': 3, 'project_id': '880c3cd16cc943a98203fd230e26852f', 'gw_port_host': None}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:44:19.655715 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-ab06dc4c-6410-48bb-a126-5ea15d982dfb tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] 10.222.0.90 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1910825 Feb 09 21:44:19.664530 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 40780) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:19.689226 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning for port c568887e-696b-4b7f-9502-2d4fec804028 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:44:19.700905 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port c568887e-696b-4b7f-9502-2d4fec804028 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:19.702719 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (c568887e-696b-4b7f-9502-2d4fec804028), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:19.803212 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0ec840af-9c7d-4a78-a9e8-9ff307a78d28 admin admin] Publish callbacks [] for security_group (8f262e97-8374-4c1c-b219-262a84b0da4c), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:19.823449 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0ec840af-9c7d-4a78-a9e8-9ff307a78d28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (8f262e97-8374-4c1c-b219-262a84b0da4c), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:19.856802 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-23523132-cf7a-4a6c-aea0-4b5ad986b53d req-9a66d317-f3ae-475a-961a-637064b91b8a tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] 10.222.0.90 "GET /v2.0/security-groups?id=d2ea5315-73a8-4fc4-8681-6c98ae9bd1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5378194 Feb 09 21:44:19.862913 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port c568887e-696b-4b7f-9502-2d4fec804028 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:44:19.863435 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (c568887e-696b-4b7f-9502-2d4fec804028), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:19.915271 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port c568887e-696b-4b7f-9502-2d4fec804028, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=c568887e-696b-4b7f-9502-2d4fec804028,segment=NetworkSegment(e565681c-44c8-4330-b2c2-487301c0cafb),segment_id=e565681c-44c8-4330-b2c2-487301c0cafb)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:19.916412 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5166e0c3-ad3f-40d7-b9f4-8d91bdb04785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c568887e-696b-4b7f-9502-2d4fec804028'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:44:19.918979 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4d62c40-f785-4908-be52-fe6e68e13589" -d '{"events": [{"server_uuid": "5166e0c3-ad3f-40d7-b9f4-8d91bdb04785", "name": "network-vif-plugged", "status": "completed", "tag": "c568887e-696b-4b7f-9502-2d4fec804028"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:44:19.924608 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (c568887e-696b-4b7f-9502-2d4fec804028), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:19.977570 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ae4d800a-e8af-4310-8533-6c7920597bff tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group_rule (3f7b7aca-5294-4092-9f78-7eb9efdceccf), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:19.979149 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-0ec840af-9c7d-4a78-a9e8-9ff307a78d28 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=b8ee7a05d6fb4be99f50697f92dd617a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5848327 Feb 09 21:44:19.980807 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 40786) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:19.981066 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=c568887e-696b-4b7f-9502-2d4fec804028,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:19.991710 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec840af-9c7d-4a78-a9e8-9ff307a78d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f262e97-8374-4c1c-b219-262a84b0da4c,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:19.995783 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c321a9e-34fa-40f5-a2e6-e6be9a326f55 x-openstack-request-id: req-6c321a9e-34fa-40f5-a2e6-e6be9a326f55 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:44:19.996583 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5166e0c3-ad3f-40d7-b9f4-8d91bdb04785", "name": "network-vif-plugged", "status": "completed", "tag": "c568887e-696b-4b7f-9502-2d4fec804028", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:44:19.996583 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-6c321a9e-34fa-40f5-a2e6-e6be9a326f55 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:44:19.997026 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5166e0c3-ad3f-40d7-b9f4-8d91bdb04785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c568887e-696b-4b7f-9502-2d4fec804028', 'code': 200} Feb 09 21:44:20.030839 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ae4d800a-e8af-4310-8533-6c7920597bff tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group_rule (3f7b7aca-5294-4092-9f78-7eb9efdceccf), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:20.058829 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ac2643-e1ef-4e8b-ab4a-4ca3d3ce150a None None] DHCP port deletion for 986c5511-2b50-4eb7-bb75-ff9f776ff726 request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:44:20.107533 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-50c24787-2e90-4102-974f-a2e35a89de87 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.7122011 Feb 09 21:44:20.134252 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40788) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:20.200062 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a2ac2643-e1ef-4e8b-ab4a-4ca3d3ce150a None None] Deleting port 4274b3f7-3c7e-437b-82e1-e25679601674 {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:44:20.200484 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a2ac2643-e1ef-4e8b-ab4a-4ca3d3ce150a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (4274b3f7-3c7e-437b-82e1-e25679601674), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:20.248898 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ae4d800a-e8af-4310-8533-6c7920597bff tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (3f7b7aca-5294-4092-9f78-7eb9efdceccf), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:20.249493 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 0467da19-48c0-4639-9c3b-b2107d97279f no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:44:20.259243 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ae4d800a-e8af-4310-8533-6c7920597bff tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:20.263848 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-ae4d800a-e8af-4310-8533-6c7920597bff tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] 10.222.0.90 "DELETE /v2.0/security-group-rules/3f7b7aca-5294-4092-9f78-7eb9efdceccf HTTP/1.1" status: 204 len: 168 time: 0.5838406 Feb 09 21:44:20.264566 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 40792) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:20.295381 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4d800a-e8af-4310-8533-6c7920597bff tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3f7b7aca-5294-4092-9f78-7eb9efdceccf,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:20.401438 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a2ac2643-e1ef-4e8b-ab4a-4ca3d3ce150a None None] For port 4274b3f7-3c7e-437b-82e1-e25679601674, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=4274b3f7-3c7e-437b-82e1-e25679601674,segment=NetworkSegment(e234f058-99e9-4683-aff2-a800b51d2ec4),segment_id=e234f058-99e9-4683-aff2-a800b51d2ec4)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:20.401847 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a2ac2643-e1ef-4e8b-ab4a-4ca3d3ce150a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (4274b3f7-3c7e-437b-82e1-e25679601674), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:20.406345 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-eead27ba-2297-4576-b41d-a2ad1c8b567e admin admin] Publish callbacks [] for security_group (8f262e97-8374-4c1c-b219-262a84b0da4c), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:20.406885 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e1ef3500-32b3-4894-9a9b-557d270c6e96 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for router (3c1a7171-b618-44dd-8ddb-c01521104682), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:20.421936 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754952cb-6c91-43b1-bb42-b2e88e90af9e req-a2d617cb-30f8-4709-9018-65ba78bdecc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:20.424210 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-754952cb-6c91-43b1-bb42-b2e88e90af9e req-a2d617cb-30f8-4709-9018-65ba78bdecc3 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=5166e0c3-ad3f-40d7-b9f4-8d91bdb04785 HTTP/1.1" status: 200 len: 1128 time: 0.3638039 Feb 09 21:44:20.437819 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-eead27ba-2297-4576-b41d-a2ad1c8b567e admin admin] Publish callbacks [] for security_group (8f262e97-8374-4c1c-b219-262a84b0da4c), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:20.451766 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a2ac2643-e1ef-4e8b-ab4a-4ca3d3ce150a None None] Calling delete_port for 4274b3f7-3c7e-437b-82e1-e25679601674 owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:44:20.511976 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-eead27ba-2297-4576-b41d-a2ad1c8b567e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (8f262e97-8374-4c1c-b219-262a84b0da4c), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:20.514804 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-eead27ba-2297-4576-b41d-a2ad1c8b567e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:20.515966 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-eead27ba-2297-4576-b41d-a2ad1c8b567e admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/8f262e97-8374-4c1c-b219-262a84b0da4c HTTP/1.1" status: 204 len: 168 time: 0.5156379 Feb 09 21:44:20.523820 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-53ffe98d-2b4c-425a-998d-786ebb7f0d47 req-fb7918a4-84b6-4fa2-922b-0424faff7d11 tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (aaf1a513-c69b-4de7-a3a4-850f0d85b483), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:20.582961 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-75ff8da6-4db7-4e7a-85d3-bc7137fd047f tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] 10.222.0.90 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3006637 Feb 09 21:44:20.583219 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40798) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:20.621321 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 0467da19-48c0-4639-9c3b-b2107d97279f {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:44:20.621945 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 0467da19-48c0-4639-9c3b-b2107d97279f not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:44:20.622378 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 4274b3f7-3c7e-437b-82e1-e25679601674 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:44:20.628155 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['aaf1a513-c69b-4de7-a3a4-850f0d85b483'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:44:20.652404 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a2ac2643-e1ef-4e8b-ab4a-4ca3d3ce150a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (4274b3f7-3c7e-437b-82e1-e25679601674), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:20.685130 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 4274b3f7-3c7e-437b-82e1-e25679601674 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:44:20.685488 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 4274b3f7-3c7e-437b-82e1-e25679601674 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:44:20.702298 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eead27ba-2297-4576-b41d-a2ad1c8b567e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f262e97-8374-4c1c-b219-262a84b0da4c,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:20.710385 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7918a4-84b6-4fa2-922b-0424faff7d11 tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] Pushing event deleted for resources: {'Port': ['ID=aaf1a513-c69b-4de7-a3a4-850f0d85b483,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:20.755997 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ac2643-e1ef-4e8b-ab4a-4ca3d3ce150a None None] Pushing event deleted for resources: {'Port': ['ID=4274b3f7-3c7e-437b-82e1-e25679601674,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:20.763956 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ac2643-e1ef-4e8b-ab4a-4ca3d3ce150a None None] No DVR routers for this DVR port 4274b3f7-3c7e-437b-82e1-e25679601674 on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:44:20.782146 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-53ffe98d-2b4c-425a-998d-786ebb7f0d47 req-fb7918a4-84b6-4fa2-922b-0424faff7d11 tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] No DVR routers for this DVR port aaf1a513-c69b-4de7-a3a4-850f0d85b483 on host n-h1-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:44:20.789424 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-53ffe98d-2b4c-425a-998d-786ebb7f0d47 req-fb7918a4-84b6-4fa2-922b-0424faff7d11 tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:20.799949 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-53ffe98d-2b4c-425a-998d-786ebb7f0d47 req-fb7918a4-84b6-4fa2-922b-0424faff7d11 tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] 10.222.0.95 "DELETE /v2.0/ports/aaf1a513-c69b-4de7-a3a4-850f0d85b483 HTTP/1.1" status: 204 len: 173 time: 2.3379838 Feb 09 21:44:20.802790 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '085d93ab-b7d7-4077-ace2-f2ac9ed09680', 'name': 'network-vif-deleted', 'tag': 'aaf1a513-c69b-4de7-a3a4-850f0d85b483'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:44:20.811908 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d6e0a04-1f03-4a5f-90b7-2c6f702f1084" -d '{"events": [{"server_uuid": "085d93ab-b7d7-4077-ace2-f2ac9ed09680", "name": "network-vif-deleted", "tag": "aaf1a513-c69b-4de7-a3a4-850f0d85b483"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:44:20.868449 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e4fa0-39e2-40d3-91db-ac3f141d5763 req-d36f3da5-8021-4403-99e9-5fc33b23ee66 tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:20.879631 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3d4e4fa0-39e2-40d3-91db-ac3f141d5763 req-d36f3da5-8021-4403-99e9-5fc33b23ee66 tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] 10.222.0.90 "GET /v2.0/ports?device_id=5166e0c3-ad3f-40d7-b9f4-8d91bdb04785 HTTP/1.1" status: 200 len: 946 time: 0.5092747 Feb 09 21:44:20.959958 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54ba979a-31fd-4485-9410-23c1790240de x-openstack-request-id: req-54ba979a-31fd-4485-9410-23c1790240de {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:44:20.964784 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "085d93ab-b7d7-4077-ace2-f2ac9ed09680", "name": "network-vif-deleted", "tag": "aaf1a513-c69b-4de7-a3a4-850f0d85b483", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:44:20.966902 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-54ba979a-31fd-4485-9410-23c1790240de {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:44:20.967475 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '085d93ab-b7d7-4077-ace2-f2ac9ed09680', 'name': 'network-vif-deleted', 'tag': 'aaf1a513-c69b-4de7-a3a4-850f0d85b483', 'status': 'completed', 'code': 200} Feb 09 21:44:21.078415 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3d4e4fa0-39e2-40d3-91db-ac3f141d5763 req-315a713c-0160-4cb6-9462-714964934320 tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] 10.222.0.90 "GET /v2.0/security-groups?id=3f2575c8-bd4d-4267-97b8-daa8ebd4f112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1832819 Feb 09 21:44:21.104713 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e1ef3500-32b3-4894-9a9b-557d270c6e96 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (3c1a7171-b618-44dd-8ddb-c01521104682), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:21.107867 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c568d6df-62bf-4254-91c0-33c41939e64d tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group (f7defb9b-11be-4ad1-a001-9b1112b0b171), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:21.109573 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:21.110545 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e1ef3500-32b3-4894-9a9b-557d270c6e96 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for router_controller (3c1a7171-b618-44dd-8ddb-c01521104682), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:21.115424 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-754952cb-6c91-43b1-bb42-b2e88e90af9e req-b36247f6-24e6-4b06-9ac4-0d21f7c5ffb4 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=3f2575c8-bd4d-4267-97b8-daa8ebd4f112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6154604 Feb 09 21:44:21.164433 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7b063ee3-f35d-4fc2-9c33-0b4df3f32dd2 req-10e7617e-9d45-4ec5-8ce8-1d677bd81796 tempest-TestServerAdvancedOps-1467330957 tempest-TestServerAdvancedOps-1467330957-project] 10.222.0.90 "GET /v2.0/ports?device_id=085d93ab-b7d7-4077-ace2-f2ac9ed09680 HTTP/1.1" status: 200 len: 210 time: 0.0325217 Feb 09 21:44:21.211454 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c568d6df-62bf-4254-91c0-33c41939e64d tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group (f7defb9b-11be-4ad1-a001-9b1112b0b171), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:21.285791 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c568d6df-62bf-4254-91c0-33c41939e64d tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (f7defb9b-11be-4ad1-a001-9b1112b0b171), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:21.289385 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c568d6df-62bf-4254-91c0-33c41939e64d tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:21.291738 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-c568d6df-62bf-4254-91c0-33c41939e64d tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] 10.222.0.90 "DELETE /v2.0/security-groups/f7defb9b-11be-4ad1-a001-9b1112b0b171 HTTP/1.1" status: 204 len: 168 time: 0.7005579 Feb 09 21:44:21.294394 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 40810) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:21.318622 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e1ef3500-32b3-4894-9a9b-557d270c6e96 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (3c1a7171-b618-44dd-8ddb-c01521104682), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:21.319164 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1ef3500-32b3-4894-9a9b-557d270c6e96 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Fanout notify agent at l3_agent the message router_deleted on router 3c1a7171-b618-44dd-8ddb-c01521104682 {{(pid=103141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:44:21.326771 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e1ef3500-32b3-4894-9a9b-557d270c6e96 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:21.332957 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 40812) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:21.338453 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-e1ef3500-32b3-4894-9a9b-557d270c6e96 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "DELETE /v2.0/routers/3c1a7171-b618-44dd-8ddb-c01521104682 HTTP/1.1" status: 204 len: 168 time: 1.1994925 Feb 09 21:44:21.348029 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40814) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:21.364305 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c568d6df-62bf-4254-91c0-33c41939e64d tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7defb9b-11be-4ad1-a001-9b1112b0b171,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:21.412596 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-70e15299-2bd3-4431-8f05-b83a5e35e88f tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0630975 Feb 09 21:44:21.415205 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40818) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:21.429592 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-42bf8e5e-4eb7-454b-8a90-2f94258f4d92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:21.493245 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-725f7bd1-a86a-4ae7-bd01-547b3ac102a1 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1973672 Feb 09 21:44:21.495751 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 40820) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:21.497656 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffad894e-3548-47b1-8d3b-ab3e6914bb1a tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:21.499757 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-ffad894e-3548-47b1-8d3b-ab3e6914bb1a tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0834987 Feb 09 21:44:21.502906 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40822) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:21.518645 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-d3e3a1d7-806f-4a63-b740-090ce4255ee0 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Request body: {'security_group': {'name': 'tempest-secgroup--629596470'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:21.556694 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-76e17991-fcbc-4ecf-bf19-d928b598b4ad tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0525856 Feb 09 21:44:21.561826 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40824) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:21.562230 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d3e3a1d7-806f-4a63-b740-090ce4255ee0 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:21.580118 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-8470d375-8f04-40df-9e7c-3a394dcb1da9 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Request body: {'subnet': {'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:21.712851 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d3e3a1d7-806f-4a63-b740-090ce4255ee0 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group (8e27c51a-c9c6-4e54-90ed-d0b63cba1337), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:21.762676 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d3e3a1d7-806f-4a63-b740-090ce4255ee0 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (8e27c51a-c9c6-4e54-90ed-d0b63cba1337), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:21.830145 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e3a1d7-806f-4a63-b740-090ce4255ee0 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e27c51a-c9c6-4e54-90ed-d0b63cba1337,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:21.860523 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d3e3a1d7-806f-4a63-b740-090ce4255ee0 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:21.863441 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-d3e3a1d7-806f-4a63-b740-090ce4255ee0 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3629346 Feb 09 21:44:21.869699 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 40828) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:21.880722 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-05e466d8-c5f4-49c8-bf9b-b732d2f142e9 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Request body: {'security_group_rule': {'security_group_id': '8e27c51a-c9c6-4e54-90ed-d0b63cba1337', 'direction': 'ingress', 'protocol': 17}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:21.893284 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-42bf8e5e-4eb7-454b-8a90-2f94258f4d92 admin admin] Publish callbacks [] for security_group (7927c46a-f205-406f-ae61-af752e81dfed), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:21.917157 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-42bf8e5e-4eb7-454b-8a90-2f94258f4d92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (7927c46a-f205-406f-ae61-af752e81dfed), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:21.922952 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8470d375-8f04-40df-9e7c-3a394dcb1da9 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Made reservation on behalf of 880c3cd16cc943a98203fd230e26852f for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:44:21.943556 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8470d375-8f04-40df-9e7c-3a394dcb1da9 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:21.949820 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bf8e5e-4eb7-454b-8a90-2f94258f4d92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7927c46a-f205-406f-ae61-af752e81dfed,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:22.000681 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-05e466d8-c5f4-49c8-bf9b-b732d2f142e9 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group_rule (d7b4d740-1262-46c9-ad33-a2da3d615d4f), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:22.052579 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-42bf8e5e-4eb7-454b-8a90-2f94258f4d92 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=7364f612eaf248eaacb4b1a504cfff97&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7171333 Feb 09 21:44:22.068424 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 40832) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:22.111391 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-05e466d8-c5f4-49c8-bf9b-b732d2f142e9 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group_rule (d7b4d740-1262-46c9-ad33-a2da3d615d4f), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:22.131982 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-05e466d8-c5f4-49c8-bf9b-b732d2f142e9 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (d7b4d740-1262-46c9-ad33-a2da3d615d4f), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:22.177580 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e466d8-c5f4-49c8-bf9b-b732d2f142e9 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7b4d740-1262-46c9-ad33-a2da3d615d4f,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:22.181709 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-65c008f9-2b8c-4447-877a-387f050814bd admin admin] Publish callbacks [] for security_group (7927c46a-f205-406f-ae61-af752e81dfed), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:22.186074 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-05e466d8-c5f4-49c8-bf9b-b732d2f142e9 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:22.190948 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-05e466d8-c5f4-49c8-bf9b-b732d2f142e9 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3166754 Feb 09 21:44:22.191728 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 40836) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:22.248661 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 40840) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:22.413190 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea3bc041-2198-484b-a681-f296f2b4b566 admin admin] Deleting subnet 26763647-fb07-4f2a-a7e0-925fecb78ab2 {{(pid=103140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:44:22.424347 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-65c008f9-2b8c-4447-877a-387f050814bd admin admin] Publish callbacks [] for security_group (7927c46a-f205-406f-ae61-af752e81dfed), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:22.434179 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ea3bc041-2198-484b-a681-f296f2b4b566 admin admin] Publish callbacks [] for subnet (26763647-fb07-4f2a-a7e0-925fecb78ab2), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:22.549278 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03714da-48c3-4529-a542-92c464c82efd req-a6a2057c-3940-4537-91d0-0399ecb4a94b tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:22.565206 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e03714da-48c3-4529-a542-92c464c82efd req-a6a2057c-3940-4537-91d0-0399ecb4a94b tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] 10.222.0.90 "GET /v2.0/ports?device_id=5166e0c3-ad3f-40d7-b9f4-8d91bdb04785 HTTP/1.1" status: 200 len: 946 time: 0.3844800 Feb 09 21:44:22.571572 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fc1c860b-4e6c-4607-9502-be2e6b958e29 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group (8e27c51a-c9c6-4e54-90ed-d0b63cba1337), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:22.632014 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fc1c860b-4e6c-4607-9502-be2e6b958e29 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group (8e27c51a-c9c6-4e54-90ed-d0b63cba1337), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:22.658285 n-d-828369-5 neutron-server[103141]: DEBUG neutron.objects.ports [None req-8470d375-8f04-40df-9e7c-3a394dcb1da9 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103141) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 21:44:22.661064 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8470d375-8f04-40df-9e7c-3a394dcb1da9 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (31a88a4f-efbe-4ff4-886c-4528cdf052bf), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:22.708098 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8470d375-8f04-40df-9e7c-3a394dcb1da9 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:44:22.712562 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-8470d375-8f04-40df-9e7c-3a394dcb1da9 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:44:22.718314 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8470d375-8f04-40df-9e7c-3a394dcb1da9 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:22.718971 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8470d375-8f04-40df-9e7c-3a394dcb1da9 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:22.724827 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed0090e-59e1-4f69-acfb-b8bffeb19700 None None] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:44:22.748885 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8470d375-8f04-40df-9e7c-3a394dcb1da9 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event updated for resources: {'Subnet': ['ID=31a88a4f-efbe-4ff4-886c-4528cdf052bf,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:22.761734 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-8470d375-8f04-40df-9e7c-3a394dcb1da9 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1970868 Feb 09 21:44:22.762200 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40844) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:22.773114 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-8d71133e-9aec-4fff-b592-f482b9958ba1 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Request body: {'subnet': {'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:22.797318 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fc1c860b-4e6c-4607-9502-be2e6b958e29 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (8e27c51a-c9c6-4e54-90ed-d0b63cba1337), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:22.798262 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device aaf1a513-c69b-4de7-a3a4-850f0d85b483 no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:44:22.800487 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fc1c860b-4e6c-4607-9502-be2e6b958e29 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:22.804005 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-fc1c860b-4e6c-4607-9502-be2e6b958e29 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] 10.222.0.90 "DELETE /v2.0/security-groups/8e27c51a-c9c6-4e54-90ed-d0b63cba1337 HTTP/1.1" status: 204 len: 168 time: 0.6093066 Feb 09 21:44:22.804356 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ea3bc041-2198-484b-a681-f296f2b4b566 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9110716'] for subnet (26763647-fb07-4f2a-a7e0-925fecb78ab2), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:22.810390 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40846) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:22.835128 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] No Port match for: aaf1a513-c69b-4de7-a3a4-850f0d85b483 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:44:22.835738 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device aaf1a513-c69b-4de7-a3a4-850f0d85b483 not bound to the agent host n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:44:22.879655 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1c860b-4e6c-4607-9502-be2e6b958e29 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e27c51a-c9c6-4e54-90ed-d0b63cba1337,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:22.921141 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce64461-3837-4490-880c-f47ea5b56b54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-986c5511-2b50-4eb7-bb75-ff9f776ff726', 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726', 'project_id': '880c3cd16cc943a98203fd230e26852f', 'fixed_ips': [{'subnet_id': '31a88a4f-efbe-4ff4-886c-4528cdf052bf'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:44:22.923850 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-3ce64461-3837-4490-880c-f47ea5b56b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:22.946892 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e03714da-48c3-4529-a542-92c464c82efd req-e31c8174-9778-4264-8de4-852d3b808db6 tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] 10.222.0.90 "GET /v2.0/security-groups?id=3f2575c8-bd4d-4267-97b8-daa8ebd4f112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1883154 Feb 09 21:44:22.956029 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ea3bc041-2198-484b-a681-f296f2b4b566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (26763647-fb07-4f2a-a7e0-925fecb78ab2), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:22.981239 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-65c008f9-2b8c-4447-877a-387f050814bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (7927c46a-f205-406f-ae61-af752e81dfed), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:22.986108 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-65c008f9-2b8c-4447-877a-387f050814bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:22.990645 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-65c008f9-2b8c-4447-877a-387f050814bd admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/7927c46a-f205-406f-ae61-af752e81dfed HTTP/1.1" status: 204 len: 168 time: 0.9208915 Feb 09 21:44:23.009639 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c008f9-2b8c-4447-877a-387f050814bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7927c46a-f205-406f-ae61-af752e81dfed,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:23.066953 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-26b85c09-b681-48c6-8819-fc6b73b512ed tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2543995 Feb 09 21:44:23.076141 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 40854) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:23.094473 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-0db7e838-e6e0-4ab9-852b-f11276c8c051 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Request body: {'security_group': {'name': 'tempest-secgroup--1410398895'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:23.147777 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-3ce64461-3837-4490-880c-f47ea5b56b54 None None] Allocated IP 2001:db8::f816:3eff:fe2b:8739 (986c5511-2b50-4eb7-bb75-ff9f776ff726/31a88a4f-efbe-4ff4-886c-4528cdf052bf/04562075-dc81-4189-af41-33719e51bc7f) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:44:23.188108 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d71133e-9aec-4fff-b592-f482b9958ba1 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Made reservation on behalf of 880c3cd16cc943a98203fd230e26852f for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:44:23.191510 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8d71133e-9aec-4fff-b592-f482b9958ba1 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:23.197290 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0db7e838-e6e0-4ab9-852b-f11276c8c051 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:23.227541 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ea3bc041-2198-484b-a681-f296f2b4b566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621346'] for subnet (26763647-fb07-4f2a-a7e0-925fecb78ab2), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:23.306362 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ea3bc041-2198-484b-a681-f296f2b4b566 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:23.310512 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-ea3bc041-2198-484b-a681-f296f2b4b566 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/26763647-fb07-4f2a-a7e0-925fecb78ab2 HTTP/1.1" status: 204 len: 168 time: 1.0592999 Feb 09 21:44:23.311992 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3bc041-2198-484b-a681-f296f2b4b566 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26763647-fb07-4f2a-a7e0-925fecb78ab2,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:23.318986 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 40856) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:23.421419 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-87eecefb-8803-471d-891f-fe58c9eeb59a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (034e9d46-4db7-4bf7-b56e-1ad6749a2cc8), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:23.522853 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-87eecefb-8803-471d-891f-fe58c9eeb59a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (034e9d46-4db7-4bf7-b56e-1ad6749a2cc8), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:23.547484 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8d71133e-9aec-4fff-b592-f482b9958ba1 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (715acf56-4920-4e69-b9c3-fc0993748996), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:23.554400 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-87eecefb-8803-471d-891f-fe58c9eeb59a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['034e9d46-4db7-4bf7-b56e-1ad6749a2cc8']}} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:23.583636 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-87eecefb-8803-471d-891f-fe58c9eeb59a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '116610cc-e364-4757-8ed8-0d76e027d6af') {'for_net_delete': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:23.584077 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-87eecefb-8803-471d-891f-fe58c9eeb59a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '116610cc-e364-4757-8ed8-0d76e027d6af') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:23.618144 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-87eecefb-8803-471d-891f-fe58c9eeb59a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110711'] for segment (116610cc-e364-4757-8ed8-0d76e027d6af), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:23.623817 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d71133e-9aec-4fff-b592-f482b9958ba1 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:44:23.627468 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-8d71133e-9aec-4fff-b592-f482b9958ba1 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:44:23.631776 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d71133e-9aec-4fff-b592-f482b9958ba1 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:23.639010 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8d71133e-9aec-4fff-b592-f482b9958ba1 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:23.672532 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0db7e838-e6e0-4ab9-852b-f11276c8c051 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group (09355dad-c94e-43c4-a5ee-a3f7ad36df8d), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:23.677762 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d71133e-9aec-4fff-b592-f482b9958ba1 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event updated for resources: {'Subnet': ['ID=715acf56-4920-4e69-b9c3-fc0993748996,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:23.686629 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-87eecefb-8803-471d-891f-fe58c9eeb59a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (116610cc-e364-4757-8ed8-0d76e027d6af), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:23.694264 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0db7e838-e6e0-4ab9-852b-f11276c8c051 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (09355dad-c94e-43c4-a5ee-a3f7ad36df8d), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:23.705803 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-8d71133e-9aec-4fff-b592-f482b9958ba1 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9408643 Feb 09 21:44:23.711574 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40866) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:23.721283 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-a48f03a6-eaa2-45fa-b9c1-390e93329084 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Request body: {'port': {'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726', 'mac_address': 'fa:16:3e:1e:ed:e2', 'name': 'tempest-NetworksTestDHCPv6-139351079'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:23.725270 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-3ce64461-3837-4490-880c-f47ea5b56b54 None None] Publish callbacks [] for port (04562075-dc81-4189-af41-33719e51bc7f), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:23.752491 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-3ce64461-3837-4490-880c-f47ea5b56b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (04562075-dc81-4189-af41-33719e51bc7f), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:23.756464 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0db7e838-e6e0-4ab9-852b-f11276c8c051 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:23.764142 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-0db7e838-e6e0-4ab9-852b-f11276c8c051 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6827297 Feb 09 21:44:23.765991 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 40870) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:23.769802 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87eecefb-8803-471d-891f-fe58c9eeb59a admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=103140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:44:23.772562 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-87eecefb-8803-471d-891f-fe58c9eeb59a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669415'] for segment (116610cc-e364-4757-8ed8-0d76e027d6af), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:23.785015 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-1ed3fe9f-649f-42ea-8707-51f7f2c4a32a tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Request body: {'security_group': {'name': 'tempest-secgroup--1727938320'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:23.805236 n-d-828369-5 neutron-server[103140]: Traceback (most recent call last): Feb 09 21:44:23.805236 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:44:23.805236 n-d-828369-5 neutron-server[103140]: timer() Feb 09 21:44:23.805236 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:44:23.805236 n-d-828369-5 neutron-server[103140]: cb(*args, **kw) Feb 09 21:44:23.805236 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:44:23.805236 n-d-828369-5 neutron-server[103140]: return func(*args, **kwargs) Feb 09 21:44:23.805236 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:44:23.805236 n-d-828369-5 neutron-server[103140]: self._notify() Feb 09 21:44:23.805236 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:44:23.805236 n-d-828369-5 neutron-server[103140]: self.callback(batched_events) Feb 09 21:44:23.805236 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:44:23.805236 n-d-828369-5 neutron-server[103140]: event.method(event) Feb 09 21:44:23.805236 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:44:23.805236 n-d-828369-5 neutron-server[103140]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:44:23.805236 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:44:23.805236 n-d-828369-5 neutron-server[103140]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:44:23.805236 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:44:23.805236 n-d-828369-5 neutron-server[103140]: return f(self, *a, **k) Feb 09 21:44:23.805236 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:44:23.805236 n-d-828369-5 neutron-server[103140]: return self._get(url).json() Feb 09 21:44:23.805236 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:44:23.805236 n-d-828369-5 neutron-server[103140]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:44:23.805236 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:44:23.805236 n-d-828369-5 neutron-server[103140]: return self.request(url, 'GET', **kwargs) Feb 09 21:44:23.805236 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:44:23.805236 n-d-828369-5 neutron-server[103140]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:44:23.805236 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:44:23.805236 n-d-828369-5 neutron-server[103140]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:44:23.805236 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:44:23.805236 n-d-828369-5 neutron-server[103140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:44:23.805236 n-d-828369-5 neutron-server[103140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:44:23.824911 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:23.855113 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce64461-3837-4490-880c-f47ea5b56b54 None None] Pushing event updated for resources: {'Port': ['ID=04562075-dc81-4189-af41-33719e51bc7f,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:23.879199 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce64461-3837-4490-880c-f47ea5b56b54 None None] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:44:23.889040 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-3ce64461-3837-4490-880c-f47ea5b56b54 None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:44:23.898842 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce64461-3837-4490-880c-f47ea5b56b54 None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:44:23.969395 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a48f03a6-eaa2-45fa-b9c1-390e93329084 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Made reservation on behalf of 880c3cd16cc943a98203fd230e26852f for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:44:24.024515 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db7e838-e6e0-4ab9-852b-f11276c8c051 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09355dad-c94e-43c4-a5ee-a3f7ad36df8d,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:24.049807 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ed3fe9f-649f-42ea-8707-51f7f2c4a32a tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:24.064440 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-3ce64461-3837-4490-880c-f47ea5b56b54 None None] Attempting to bind port 04562075-dc81-4189-af41-33719e51bc7f on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:44:24.064816 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-3ce64461-3837-4490-880c-f47ea5b56b54 None None] Attempting to bind port 04562075-dc81-4189-af41-33719e51bc7f by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': 'e234f058-99e9-4683-aff2-a800b51d2ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:44:24.065178 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce64461-3837-4490-880c-f47ea5b56b54 None None] Attempting to bind port 04562075-dc81-4189-af41-33719e51bc7f on network 986c5511-2b50-4eb7-bb75-ff9f776ff726 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:44:24.077032 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce64461-3837-4490-880c-f47ea5b56b54 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:44:24.077421 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce64461-3837-4490-880c-f47ea5b56b54 None None] Checking segment: {'id': 'e234f058-99e9-4683-aff2-a800b51d2ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:44:24.078698 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-3ce64461-3837-4490-880c-f47ea5b56b54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:24.079124 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce64461-3837-4490-880c-f47ea5b56b54 None None] Bound using segment: {'id': 'e234f058-99e9-4683-aff2-a800b51d2ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:44:24.080146 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-3ce64461-3837-4490-880c-f47ea5b56b54 None None] Bound port: 04562075-dc81-4189-af41-33719e51bc7f, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e234f058-99e9-4683-aff2-a800b51d2ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:44:24.082989 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-3ce64461-3837-4490-880c-f47ea5b56b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (04562075-dc81-4189-af41-33719e51bc7f), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:24.117185 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-87eecefb-8803-471d-891f-fe58c9eeb59a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (034e9d46-4db7-4bf7-b56e-1ad6749a2cc8), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:24.140764 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-87eecefb-8803-471d-891f-fe58c9eeb59a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:24.144019 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-87eecefb-8803-471d-891f-fe58c9eeb59a admin admin] 10.222.0.90 "DELETE /v2.0/networks/034e9d46-4db7-4bf7-b56e-1ad6749a2cc8 HTTP/1.1" status: 204 len: 168 time: 0.8235989 Feb 09 21:44:24.146895 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40880) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:24.245556 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-3ce64461-3837-4490-880c-f47ea5b56b54 None None] For port 04562075-dc81-4189-af41-33719e51bc7f, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:44:24.252164 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-3ce64461-3837-4490-880c-f47ea5b56b54 None None] For port 04562075-dc81-4189-af41-33719e51bc7f, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=04562075-dc81-4189-af41-33719e51bc7f,segment=NetworkSegment(e234f058-99e9-4683-aff2-a800b51d2ec4),segment_id=e234f058-99e9-4683-aff2-a800b51d2ec4)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:44:24.267416 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-3ce64461-3837-4490-880c-f47ea5b56b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (04562075-dc81-4189-af41-33719e51bc7f), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:24.288172 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eecefb-8803-471d-891f-fe58c9eeb59a admin admin] Pushing event deleted for resources: {'Network': ['ID=034e9d46-4db7-4bf7-b56e-1ad6749a2cc8,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:24.341636 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-78bca9da-5d9a-4d97-a19c-e5838e0bd4d5 admin admin] Deleting subnet 8aead16b-4298-4135-8a10-97ce016995d8 {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:44:24.342039 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-78bca9da-5d9a-4d97-a19c-e5838e0bd4d5 admin admin] Publish callbacks [] for subnet (8aead16b-4298-4135-8a10-97ce016995d8), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:24.391406 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a48f03a6-eaa2-45fa-b9c1-390e93329084 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:24.409042 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441c5a28-f312-4587-8621-371b08b4159e req-b1a7ee6f-17b0-4942-8338-2485cc53ec01 tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:24.415353 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce64461-3837-4490-880c-f47ea5b56b54 None None] Pushing event updated for resources: {'Port': ['ID=04562075-dc81-4189-af41-33719e51bc7f,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:24.416626 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-441c5a28-f312-4587-8621-371b08b4159e req-b1a7ee6f-17b0-4942-8338-2485cc53ec01 tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] 10.222.0.90 "GET /v2.0/ports?device_id=5166e0c3-ad3f-40d7-b9f4-8d91bdb04785 HTTP/1.1" status: 200 len: 946 time: 0.2811823 Feb 09 21:44:24.466087 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ed3fe9f-649f-42ea-8707-51f7f2c4a32a tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group (3151ccb3-0cee-4d66-9a8c-0bffb1e92356), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:24.490532 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [None req-a48f03a6-eaa2-45fa-b9c1-390e93329084 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] device_id is not set on port 06b77fe7-1ace-414a-80eb-f9cb093753cf yet. {{(pid=103141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:44:24.495250 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ed3fe9f-649f-42ea-8707-51f7f2c4a32a tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (3151ccb3-0cee-4d66-9a8c-0bffb1e92356), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:24.583743 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ed3fe9f-649f-42ea-8707-51f7f2c4a32a tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:24.590067 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-1ed3fe9f-649f-42ea-8707-51f7f2c4a32a tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8134885 Feb 09 21:44:24.590769 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 40890) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:24.605555 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-827dbdf1-6c0e-45e6-824c-7040090863ec tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Request body: {'security_group_rule': {'security_group_id': '09355dad-c94e-43c4-a5ee-a3f7ad36df8d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '3151ccb3-0cee-4d66-9a8c-0bffb1e92356', 'remote_ip_prefix': None}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:24.624934 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-441c5a28-f312-4587-8621-371b08b4159e req-7b01542e-47e6-49f3-b3b6-ce1afd4195d4 tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] 10.222.0.90 "GET /v2.0/security-groups?id=3f2575c8-bd4d-4267-97b8-daa8ebd4f112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2071719 Feb 09 21:44:24.626509 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-78bca9da-5d9a-4d97-a19c-e5838e0bd4d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (8aead16b-4298-4135-8a10-97ce016995d8), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:24.627278 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed3fe9f-649f-42ea-8707-51f7f2c4a32a tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3151ccb3-0cee-4d66-9a8c-0bffb1e92356,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:24.722329 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-827dbdf1-6c0e-45e6-824c-7040090863ec tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group_rule (4d205e17-5c79-49cb-b12d-59cff154ccc3), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:24.788700 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-78bca9da-5d9a-4d97-a19c-e5838e0bd4d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (8aead16b-4298-4135-8a10-97ce016995d8), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:25.008769 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-827dbdf1-6c0e-45e6-824c-7040090863ec tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group_rule (4d205e17-5c79-49cb-b12d-59cff154ccc3), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:25.025335 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-827dbdf1-6c0e-45e6-824c-7040090863ec tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (4d205e17-5c79-49cb-b12d-59cff154ccc3), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:25.056311 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-78bca9da-5d9a-4d97-a19c-e5838e0bd4d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (8aead16b-4298-4135-8a10-97ce016995d8), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:25.103142 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bca9da-5d9a-4d97-a19c-e5838e0bd4d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8aead16b-4298-4135-8a10-97ce016995d8,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:25.106992 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-78bca9da-5d9a-4d97-a19c-e5838e0bd4d5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:25.110995 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f401b5a-f131-40f2-805a-f85c98656229 req-e1020af0-bbcc-496e-b752-c59658ef3086 tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:25.113170 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-78bca9da-5d9a-4d97-a19c-e5838e0bd4d5 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/8aead16b-4298-4135-8a10-97ce016995d8 HTTP/1.1" status: 204 len: 168 time: 0.9650960 Feb 09 21:44:25.115683 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3f401b5a-f131-40f2-805a-f85c98656229 req-e1020af0-bbcc-496e-b752-c59658ef3086 tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] 10.222.0.90 "GET /v2.0/ports?device_id=5166e0c3-ad3f-40d7-b9f4-8d91bdb04785 HTTP/1.1" status: 200 len: 946 time: 0.2842877 Feb 09 21:44:25.116731 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827dbdf1-6c0e-45e6-824c-7040090863ec tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d205e17-5c79-49cb-b12d-59cff154ccc3,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:25.119631 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40906) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:25.127745 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40908) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:25.152816 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-dc31ba9a-8a80-4233-bd58-49b55a2aec6f tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] Request body: {'floatingip': {'port_id': 'c568887e-696b-4b7f-9502-2d4fec804028'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:25.163884 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-827dbdf1-6c0e-45e6-824c-7040090863ec tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:25.169174 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-827dbdf1-6c0e-45e6-824c-7040090863ec tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5692470 Feb 09 21:44:25.169890 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 40910) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:25.233419 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5117bc61-c35e-4b2c-b00f-b4031b4b59a3 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group_rule (4d205e17-5c79-49cb-b12d-59cff154ccc3), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:25.252804 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5117bc61-c35e-4b2c-b00f-b4031b4b59a3 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group_rule (4d205e17-5c79-49cb-b12d-59cff154ccc3), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:25.259077 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-a48f03a6-eaa2-45fa-b9c1-390e93329084 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Allocated IP 172.20.0.3 (986c5511-2b50-4eb7-bb75-ff9f776ff726/715acf56-4920-4e69-b9c3-fc0993748996/06b77fe7-1ace-414a-80eb-f9cb093753cf) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:44:25.264723 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-dc31ba9a-8a80-4233-bd58-49b55a2aec6f tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] Publish callbacks [] for floatingip (eb68e1b2-989d-49a2-be5f-7ca16b2e2b86), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:25.312903 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5117bc61-c35e-4b2c-b00f-b4031b4b59a3 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (4d205e17-5c79-49cb-b12d-59cff154ccc3), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:25.322797 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-a48f03a6-eaa2-45fa-b9c1-390e93329084 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Allocated IP 2001:db8::f816:3eff:fe1e:ede2 (986c5511-2b50-4eb7-bb75-ff9f776ff726/31a88a4f-efbe-4ff4-886c-4528cdf052bf/06b77fe7-1ace-414a-80eb-f9cb093753cf) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:44:25.324999 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40918) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:25.330837 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5117bc61-c35e-4b2c-b00f-b4031b4b59a3 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:25.332854 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-5117bc61-c35e-4b2c-b00f-b4031b4b59a3 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] 10.222.0.90 "DELETE /v2.0/security-group-rules/4d205e17-5c79-49cb-b12d-59cff154ccc3 HTTP/1.1" status: 204 len: 168 time: 0.1595240 Feb 09 21:44:25.341667 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fe2633c2-be1d-47fb-ae5f-7b455d430d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (41ea643c-b2dd-483e-8110-007c68ee5cc4), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:25.343954 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40920) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:25.347849 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5117bc61-c35e-4b2c-b00f-b4031b4b59a3 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4d205e17-5c79-49cb-b12d-59cff154ccc3,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:25.691458 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 40928) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:25.804695 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-352abcd4-1b96-4014-b2c8-4e2f3f9a21b4 tempest-RoutersTestDVR-764067757 tempest-RoutersTestDVR-764067757-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1374354862'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:25.851996 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-352abcd4-1b96-4014-b2c8-4e2f3f9a21b4 tempest-RoutersTestDVR-764067757 tempest-RoutersTestDVR-764067757-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (aff44d9e-b032-4b13-b185-9b7e97b51da4), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:25.853656 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-352abcd4-1b96-4014-b2c8-4e2f3f9a21b4 tempest-RoutersTestDVR-764067757 tempest-RoutersTestDVR-764067757-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (aff44d9e-b032-4b13-b185-9b7e97b51da4), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:25.930025 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 04562075-dc81-4189-af41-33719e51bc7f up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:44:25.936742 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fe2633c2-be1d-47fb-ae5f-7b455d430d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (41ea643c-b2dd-483e-8110-007c68ee5cc4), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:25.966669 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-fe2633c2-be1d-47fb-ae5f-7b455d430d18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41ea643c-b2dd-483e-8110-007c68ee5cc4']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:25.977179 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-fe2633c2-be1d-47fb-ae5f-7b455d430d18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9dc100e-38ef-4b1f-9a6d-bdef64200201') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:25.977492 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-fe2633c2-be1d-47fb-ae5f-7b455d430d18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9dc100e-38ef-4b1f-9a6d-bdef64200201') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:25.988785 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fe2633c2-be1d-47fb-ae5f-7b455d430d18 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (c9dc100e-38ef-4b1f-9a6d-bdef64200201), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:26.003414 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fe2633c2-be1d-47fb-ae5f-7b455d430d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (c9dc100e-38ef-4b1f-9a6d-bdef64200201), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:26.018691 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe2633c2-be1d-47fb-ae5f-7b455d430d18 admin admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:44:26.019419 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fe2633c2-be1d-47fb-ae5f-7b455d430d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (c9dc100e-38ef-4b1f-9a6d-bdef64200201), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:26.040737 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-352abcd4-1b96-4014-b2c8-4e2f3f9a21b4 tempest-RoutersTestDVR-764067757 tempest-RoutersTestDVR-764067757-project-admin] Publish callbacks [] for router_controller (aff44d9e-b032-4b13-b185-9b7e97b51da4), precommit_add_association {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:26.049968 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-352abcd4-1b96-4014-b2c8-4e2f3f9a21b4 tempest-RoutersTestDVR-764067757 tempest-RoutersTestDVR-764067757-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (aff44d9e-b032-4b13-b185-9b7e97b51da4), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:26.070145 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 04562075-dc81-4189-af41-33719e51bc7f triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:26.072324 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (04562075-dc81-4189-af41-33719e51bc7f), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:26.114822 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-352abcd4-1b96-4014-b2c8-4e2f3f9a21b4 tempest-RoutersTestDVR-764067757 tempest-RoutersTestDVR-764067757-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:26.121223 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-24afda13-00f5-4a64-8f80-5bca2ff24312 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] 10.222.0.90 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.7580590 Feb 09 21:44:26.121537 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-352abcd4-1b96-4014-b2c8-4e2f3f9a21b4 tempest-RoutersTestDVR-764067757 tempest-RoutersTestDVR-764067757-project-admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.4288926 Feb 09 21:44:26.122336 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 40936) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:26.122454 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:44:26.122454 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:44:26.122454 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:44:26.122454 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:44:26.122454 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:44:26.122454 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:44:26.122454 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:44:26.122454 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:44:26.122454 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:44:26.122454 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:44:26.122454 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:44:26.122454 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:44:26.122454 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:44:26.122454 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:44:26.122454 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:44:26.122454 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:44:26.122454 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:44:26.122454 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:44:26.122454 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:44:26.122454 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:44:26.122454 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:44:26.122454 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:44:26.122454 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:44:26.122454 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:44:26.122454 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:44:26.122454 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:44:26.122454 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:44:26.122454 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:44:26.122454 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:44:26.122454 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:44:26.122454 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:44:26.122454 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:44:26.197069 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5b408a-2067-4358-9fbf-1e3b7556268b None None] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:44:26.234919 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 40938) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:26.323681 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a48f03a6-eaa2-45fa-b9c1-390e93329084 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for port (06b77fe7-1ace-414a-80eb-f9cb093753cf), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:26.382241 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-044b8028-0cd6-49c5-8b3b-05e72affc9aa tempest-RoutersTestDVR-764067757 tempest-RoutersTestDVR-764067757-project-admin] Publish callbacks [] for router (aff44d9e-b032-4b13-b185-9b7e97b51da4), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:26.398586 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fe2633c2-be1d-47fb-ae5f-7b455d430d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (41ea643c-b2dd-483e-8110-007c68ee5cc4), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:26.414181 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a48f03a6-eaa2-45fa-b9c1-390e93329084 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (06b77fe7-1ace-414a-80eb-f9cb093753cf), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:26.417242 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fe2633c2-be1d-47fb-ae5f-7b455d430d18 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:26.420970 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-fe2633c2-be1d-47fb-ae5f-7b455d430d18 admin admin] 10.222.0.90 "DELETE /v2.0/networks/41ea643c-b2dd-483e-8110-007c68ee5cc4 HTTP/1.1" status: 204 len: 168 time: 1.3003953 Feb 09 21:44:26.519341 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 04562075-dc81-4189-af41-33719e51bc7f is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:44:26.519741 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (04562075-dc81-4189-af41-33719e51bc7f), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:26.564419 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-92f03409-7b4b-4ec2-ab98-7b226087f1b9 None None] Provisioning complete for port 04562075-dc81-4189-af41-33719e51bc7f triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:26.565707 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-92f03409-7b4b-4ec2-ab98-7b226087f1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (04562075-dc81-4189-af41-33719e51bc7f), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:26.610027 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e81062f9-90fa-443e-9d65-5ec597b6cf7c tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group (3151ccb3-0cee-4d66-9a8c-0bffb1e92356), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:26.700116 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port 04562075-dc81-4189-af41-33719e51bc7f, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=04562075-dc81-4189-af41-33719e51bc7f,segment=NetworkSegment(e234f058-99e9-4683-aff2-a800b51d2ec4),segment_id=e234f058-99e9-4683-aff2-a800b51d2ec4)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:26.714558 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (04562075-dc81-4189-af41-33719e51bc7f), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:26.763108 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 40948) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:26.771898 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e81062f9-90fa-443e-9d65-5ec597b6cf7c tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group (3151ccb3-0cee-4d66-9a8c-0bffb1e92356), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:26.814705 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=04562075-dc81-4189-af41-33719e51bc7f,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:26.821518 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-044b8028-0cd6-49c5-8b3b-05e72affc9aa tempest-RoutersTestDVR-764067757 tempest-RoutersTestDVR-764067757-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (aff44d9e-b032-4b13-b185-9b7e97b51da4), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:26.837945 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-044b8028-0cd6-49c5-8b3b-05e72affc9aa tempest-RoutersTestDVR-764067757 tempest-RoutersTestDVR-764067757-project-admin] Publish callbacks [] for router_controller (aff44d9e-b032-4b13-b185-9b7e97b51da4), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:26.914895 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e81062f9-90fa-443e-9d65-5ec597b6cf7c tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (3151ccb3-0cee-4d66-9a8c-0bffb1e92356), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:26.918048 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e81062f9-90fa-443e-9d65-5ec597b6cf7c tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:26.919321 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-e81062f9-90fa-443e-9d65-5ec597b6cf7c tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] 10.222.0.90 "DELETE /v2.0/security-groups/3151ccb3-0cee-4d66-9a8c-0bffb1e92356 HTTP/1.1" status: 204 len: 168 time: 0.6821160 Feb 09 21:44:26.923664 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 40952) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:26.929471 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-d8894bd3-3c73-4d98-ab0f-8168fbecca53 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=2f4cde7908d04894ad973a12c05d856e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1646769 Feb 09 21:44:26.930198 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-044b8028-0cd6-49c5-8b3b-05e72affc9aa tempest-RoutersTestDVR-764067757 tempest-RoutersTestDVR-764067757-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (aff44d9e-b032-4b13-b185-9b7e97b51da4), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:26.930697 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-044b8028-0cd6-49c5-8b3b-05e72affc9aa tempest-RoutersTestDVR-764067757 tempest-RoutersTestDVR-764067757-project-admin] Fanout notify agent at l3_agent the message router_deleted on router aff44d9e-b032-4b13-b185-9b7e97b51da4 {{(pid=103140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:44:26.934818 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 40954) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:26.944269 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-044b8028-0cd6-49c5-8b3b-05e72affc9aa tempest-RoutersTestDVR-764067757 tempest-RoutersTestDVR-764067757-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:26.949742 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-044b8028-0cd6-49c5-8b3b-05e72affc9aa tempest-RoutersTestDVR-764067757 tempest-RoutersTestDVR-764067757-project-admin] 10.222.0.90 "DELETE /v2.0/routers/aff44d9e-b032-4b13-b185-9b7e97b51da4 HTTP/1.1" status: 204 len: 168 time: 0.8197467 Feb 09 21:44:26.961709 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 40956) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:26.970758 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-92f03409-7b4b-4ec2-ab98-7b226087f1b9 None None] Current status of the port 04562075-dc81-4189-af41-33719e51bc7f is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:44:26.974460 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4223d537-39c9-4924-82ab-48ed9493aa66 None None] Update dhcp port {'port': {'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726', 'fixed_ips': [{'subnet_id': '31a88a4f-efbe-4ff4-886c-4528cdf052bf', 'ip_address': '2001:db8::f816:3eff:fe2b:8739'}, {'subnet_id': '715acf56-4920-4e69-b9c3-fc0993748996'}], 'binding:host_id': 'n-d-828369-5'}, 'id': '04562075-dc81-4189-af41-33719e51bc7f'} from n-d-828369-5. {{(pid=103142) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 21:44:26.988525 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-23332189-a934-47e7-beae-d7d66ec83350 tempest-RoutersTestDVR-764067757 tempest-RoutersTestDVR-764067757-project-admin] Request body: {'router': {'name': 'tempest-router-966384098', 'distributed': False}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:27.022664 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-4223d537-39c9-4924-82ab-48ed9493aa66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (04562075-dc81-4189-af41-33719e51bc7f), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:27.028313 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81062f9-90fa-443e-9d65-5ec597b6cf7c tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3151ccb3-0cee-4d66-9a8c-0bffb1e92356,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:27.084720 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2633c2-be1d-47fb-ae5f-7b455d430d18 admin admin] Pushing event deleted for resources: {'Network': ['ID=41ea643c-b2dd-483e-8110-007c68ee5cc4,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:27.123934 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48f03a6-eaa2-45fa-b9c1-390e93329084 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:44:27.144517 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-a48f03a6-eaa2-45fa-b9c1-390e93329084 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:44:27.151255 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48f03a6-eaa2-45fa-b9c1-390e93329084 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:44:27.154214 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48f03a6-eaa2-45fa-b9c1-390e93329084 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event updated for resources: {'Port': ['ID=06b77fe7-1ace-414a-80eb-f9cb093753cf,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:27.165194 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-23332189-a934-47e7-beae-d7d66ec83350 tempest-RoutersTestDVR-764067757 tempest-RoutersTestDVR-764067757-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (61c45c84-a8c7-42c0-9b2f-670478271422), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:27.170518 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-23332189-a934-47e7-beae-d7d66ec83350 tempest-RoutersTestDVR-764067757 tempest-RoutersTestDVR-764067757-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (61c45c84-a8c7-42c0-9b2f-670478271422), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:27.264403 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48f03a6-eaa2-45fa-b9c1-390e93329084 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:27.265044 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a48f03a6-eaa2-45fa-b9c1-390e93329084 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:27.443458 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-4223d537-39c9-4924-82ab-48ed9493aa66 None None] Allocated IP 172.20.0.2 (986c5511-2b50-4eb7-bb75-ff9f776ff726/715acf56-4920-4e69-b9c3-fc0993748996/04562075-dc81-4189-af41-33719e51bc7f) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:44:27.595826 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-4223d537-39c9-4924-82ab-48ed9493aa66 None None] For port 04562075-dc81-4189-af41-33719e51bc7f, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=04562075-dc81-4189-af41-33719e51bc7f,segment=NetworkSegment(e234f058-99e9-4683-aff2-a800b51d2ec4),segment_id=e234f058-99e9-4683-aff2-a800b51d2ec4)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:27.632467 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-4223d537-39c9-4924-82ab-48ed9493aa66 None None] Publish callbacks [] for port (04562075-dc81-4189-af41-33719e51bc7f), precommit_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:27.653336 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-4223d537-39c9-4924-82ab-48ed9493aa66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (04562075-dc81-4189-af41-33719e51bc7f), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:27.724473 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-dc31ba9a-8a80-4233-bd58-49b55a2aec6f tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:27.746530 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-dc31ba9a-8a80-4233-bd58-49b55a2aec6f tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (eb68e1b2-989d-49a2-be5f-7ca16b2e2b86), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:27.767533 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-a48f03a6-eaa2-45fa-b9c1-390e93329084 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.0503967 Feb 09 21:44:27.851956 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40962) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:27.859217 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4223d537-39c9-4924-82ab-48ed9493aa66 None None] Pushing event updated for resources: {'Port': ['ID=04562075-dc81-4189-af41-33719e51bc7f,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:27.896186 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 04562075-dc81-4189-af41-33719e51bc7f up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:44:27.996911 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 04562075-dc81-4189-af41-33719e51bc7f triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:27.997589 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (04562075-dc81-4189-af41-33719e51bc7f), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:28.064299 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-4a753b87-f496-4c7a-a077-85c4cc6c5aca tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 1.1291733 Feb 09 21:44:28.073368 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3b4b7056-5270-45c1-a5d3-8f702efc1f82 admin admin] Publish callbacks [] for security_group (d2ea5315-73a8-4fc4-8681-6c98ae9bd1a3), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:28.074266 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40964) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:28.162822 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-23332189-a934-47e7-beae-d7d66ec83350 tempest-RoutersTestDVR-764067757 tempest-RoutersTestDVR-764067757-project-admin] Publish callbacks [] for router_controller (61c45c84-a8c7-42c0-9b2f-670478271422), precommit_add_association {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:28.177132 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-23332189-a934-47e7-beae-d7d66ec83350 tempest-RoutersTestDVR-764067757 tempest-RoutersTestDVR-764067757-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (61c45c84-a8c7-42c0-9b2f-670478271422), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:28.182376 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 04562075-dc81-4189-af41-33719e51bc7f is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:44:28.200862 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3b4b7056-5270-45c1-a5d3-8f702efc1f82 admin admin] Publish callbacks [] for security_group (d2ea5315-73a8-4fc4-8681-6c98ae9bd1a3), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:28.231363 n-d-828369-5 neutron-server[103141]: INFO neutron.db.l3_db [None req-dc31ba9a-8a80-4233-bd58-49b55a2aec6f tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] Floating IP eb68e1b2-989d-49a2-be5f-7ca16b2e2b86 associated. External IP: 172.25.3.243, port: c568887e-696b-4b7f-9502-2d4fec804028. Feb 09 21:44:28.233963 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-23332189-a934-47e7-beae-d7d66ec83350 tempest-RoutersTestDVR-764067757 tempest-RoutersTestDVR-764067757-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:28.235202 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-23332189-a934-47e7-beae-d7d66ec83350 tempest-RoutersTestDVR-764067757 tempest-RoutersTestDVR-764067757-project-admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.2525911 Feb 09 21:44:28.238150 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 40966) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:28.250045 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3119b83f-3016-48e5-bb75-7e204b6642a8 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:28.256550 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3119b83f-3016-48e5-bb75-7e204b6642a8 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:28.258464 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-3119b83f-3016-48e5-bb75-7e204b6642a8 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.4055054 Feb 09 21:44:28.299839 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 40968) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:28.389169 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a3974f2b-7bd7-481f-af53-b871ff36e954 tempest-RoutersTestDVR-764067757 tempest-RoutersTestDVR-764067757-project-admin] Publish callbacks [] for router (61c45c84-a8c7-42c0-9b2f-670478271422), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:28.489685 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8b44a59b-822c-407a-80f4-a8d075fedfb0 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group (09355dad-c94e-43c4-a5ee-a3f7ad36df8d), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:28.502177 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3b4b7056-5270-45c1-a5d3-8f702efc1f82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (d2ea5315-73a8-4fc4-8681-6c98ae9bd1a3), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:28.515708 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3b4b7056-5270-45c1-a5d3-8f702efc1f82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:28.517506 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-3b4b7056-5270-45c1-a5d3-8f702efc1f82 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/d2ea5315-73a8-4fc4-8681-6c98ae9bd1a3 HTTP/1.1" status: 204 len: 168 time: 1.5661271 Feb 09 21:44:28.559881 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4b7056-5270-45c1-a5d3-8f702efc1f82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ea5315-73a8-4fc4-8681-6c98ae9bd1a3,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:28.613931 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8b44a59b-822c-407a-80f4-a8d075fedfb0 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group (09355dad-c94e-43c4-a5ee-a3f7ad36df8d), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:28.766394 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8b44a59b-822c-407a-80f4-a8d075fedfb0 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (09355dad-c94e-43c4-a5ee-a3f7ad36df8d), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:28.769189 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8b44a59b-822c-407a-80f4-a8d075fedfb0 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:28.772737 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-8b44a59b-822c-407a-80f4-a8d075fedfb0 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] 10.222.0.90 "DELETE /v2.0/security-groups/09355dad-c94e-43c4-a5ee-a3f7ad36df8d HTTP/1.1" status: 204 len: 168 time: 0.6888640 Feb 09 21:44:28.820465 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40976) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:28.867853 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a3974f2b-7bd7-481f-af53-b871ff36e954 tempest-RoutersTestDVR-764067757 tempest-RoutersTestDVR-764067757-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (61c45c84-a8c7-42c0-9b2f-670478271422), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:28.883811 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a3974f2b-7bd7-481f-af53-b871ff36e954 tempest-RoutersTestDVR-764067757 tempest-RoutersTestDVR-764067757-project-admin] Publish callbacks [] for router_controller (61c45c84-a8c7-42c0-9b2f-670478271422), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:28.916017 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b44a59b-822c-407a-80f4-a8d075fedfb0 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09355dad-c94e-43c4-a5ee-a3f7ad36df8d,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:28.940966 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-82c2b672-3b9f-43ee-ab39-7dbc9ba40a0b tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Deleting port 06b77fe7-1ace-414a-80eb-f9cb093753cf {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:44:28.940966 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-82c2b672-3b9f-43ee-ab39-7dbc9ba40a0b tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (06b77fe7-1ace-414a-80eb-f9cb093753cf), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:29.024893 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-7a21e044-9cab-4531-a088-35855883dbaf tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1962082 Feb 09 21:44:29.031850 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc31ba9a-8a80-4233-bd58-49b55a2aec6f tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] Router 341efdd6-06c3-4350-9049-4666147975a3 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:44:29.033079 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40982) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:29.061732 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-82c2b672-3b9f-43ee-ab39-7dbc9ba40a0b tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (06b77fe7-1ace-414a-80eb-f9cb093753cf), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:29.066367 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-8327607e-d9b1-4ddd-9b75-bf8d79cf05db tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Request body: {'security_group': {'name': 'tempest-secgroup--1634249569'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:29.075561 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-82c2b672-3b9f-43ee-ab39-7dbc9ba40a0b tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Calling delete_port for 06b77fe7-1ace-414a-80eb-f9cb093753cf owned by {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:44:29.134332 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8327607e-d9b1-4ddd-9b75-bf8d79cf05db tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:29.153922 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-1870d00a-86d8-4351-ace7-bd8ecc223c39 None None] Provisioning complete for port 04562075-dc81-4189-af41-33719e51bc7f triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:29.154932 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1870d00a-86d8-4351-ace7-bd8ecc223c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (04562075-dc81-4189-af41-33719e51bc7f), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:29.312141 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40984) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:29.319452 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-1870d00a-86d8-4351-ace7-bd8ecc223c39 None None] Current status of the port 04562075-dc81-4189-af41-33719e51bc7f is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:44:29.327353 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a3974f2b-7bd7-481f-af53-b871ff36e954 tempest-RoutersTestDVR-764067757 tempest-RoutersTestDVR-764067757-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (61c45c84-a8c7-42c0-9b2f-670478271422), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:29.327925 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3974f2b-7bd7-481f-af53-b871ff36e954 tempest-RoutersTestDVR-764067757 tempest-RoutersTestDVR-764067757-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 61c45c84-a8c7-42c0-9b2f-670478271422 {{(pid=103140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:44:29.334395 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a3974f2b-7bd7-481f-af53-b871ff36e954 tempest-RoutersTestDVR-764067757 tempest-RoutersTestDVR-764067757-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:29.335924 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-a3974f2b-7bd7-481f-af53-b871ff36e954 tempest-RoutersTestDVR-764067757 tempest-RoutersTestDVR-764067757-project-admin] 10.222.0.90 "DELETE /v2.0/routers/61c45c84-a8c7-42c0-9b2f-670478271422 HTTP/1.1" status: 204 len: 168 time: 1.0968502 Feb 09 21:44:29.337497 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-82c2b672-3b9f-43ee-ab39-7dbc9ba40a0b tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (06b77fe7-1ace-414a-80eb-f9cb093753cf), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:29.342664 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 40986) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:29.348539 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-c87f9f98-30ff-4cd5-abc2-c12afcd8c4dc tempest-RoutersTestDVR-764067757 tempest-RoutersTestDVR-764067757-project-admin] Request body: {'router': {'name': 'tempest-router-2000460294', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '3793b56f3e8f42d6a37e12171a0cbe59'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:29.398908 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c2b672-3b9f-43ee-ab39-7dbc9ba40a0b tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event deleted for resources: {'Port': ['ID=06b77fe7-1ace-414a-80eb-f9cb093753cf,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:29.413523 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-255809d5-2ac7-4a64-a334-8b9d1e7ef67e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524906'] for router_interface (54ced5e6-fafc-49b5-a8dc-94e54f483860), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:29.436549 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c87f9f98-30ff-4cd5-abc2-c12afcd8c4dc tempest-RoutersTestDVR-764067757 tempest-RoutersTestDVR-764067757-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (1a3a7292-1350-4851-8661-83ae5ebaa297), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:29.437582 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c87f9f98-30ff-4cd5-abc2-c12afcd8c4dc tempest-RoutersTestDVR-764067757 tempest-RoutersTestDVR-764067757-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (1a3a7292-1350-4851-8661-83ae5ebaa297), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:29.536633 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-1a70ac73-2fe4-4b6d-b522-4994eaf78e69 None None] Could not find standard attr ID for object 06b77fe7-1ace-414a-80eb-f9cb093753cf. {{(pid=103142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 21:44:29.542236 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-b066e200-dbe3-4595-a0d9-df0a87e81482 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=8252ad53f3b14fefb25f300253c02b7c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2274330 Feb 09 21:44:29.544560 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40988) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:29.568860 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-82c2b672-3b9f-43ee-ab39-7dbc9ba40a0b tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:29.574898 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-82c2b672-3b9f-43ee-ab39-7dbc9ba40a0b tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "DELETE /v2.0/ports/06b77fe7-1ace-414a-80eb-f9cb093753cf HTTP/1.1" status: 204 len: 168 time: 1.2756112 Feb 09 21:44:29.575705 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40990) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:29.576654 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c87f9f98-30ff-4cd5-abc2-c12afcd8c4dc tempest-RoutersTestDVR-764067757 tempest-RoutersTestDVR-764067757-project-admin] Publish callbacks [] for router_controller (1a3a7292-1350-4851-8661-83ae5ebaa297), precommit_add_association {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:29.581892 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c87f9f98-30ff-4cd5-abc2-c12afcd8c4dc tempest-RoutersTestDVR-764067757 tempest-RoutersTestDVR-764067757-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (1a3a7292-1350-4851-8661-83ae5ebaa297), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:29.598558 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c87f9f98-30ff-4cd5-abc2-c12afcd8c4dc tempest-RoutersTestDVR-764067757 tempest-RoutersTestDVR-764067757-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:29.602516 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-c87f9f98-30ff-4cd5-abc2-c12afcd8c4dc tempest-RoutersTestDVR-764067757 tempest-RoutersTestDVR-764067757-project-admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2557354 Feb 09 21:44:29.602842 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 40992) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:29.609329 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-f3cc1f79-4d7d-439e-a59c-a62dc9150bf2 tempest-RoutersTestDVR-764067757 tempest-RoutersTestDVR-764067757-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:29.627695 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8327607e-d9b1-4ddd-9b75-bf8d79cf05db tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group (ff7af377-de83-48e0-8883-58b3ea17c1ee), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:29.630773 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc31ba9a-8a80-4233-bd58-49b55a2aec6f tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:44:29.645948 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150dd5e1-49e1-4d79-ade3-2940bdfc25c2 None None] Sync routers for ids ['341efdd6-06c3-4350-9049-4666147975a3'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:44:29.647515 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-dc31ba9a-8a80-4233-bd58-49b55a2aec6f tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:29.659634 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8327607e-d9b1-4ddd-9b75-bf8d79cf05db tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (ff7af377-de83-48e0-8883-58b3ea17c1ee), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:29.668995 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150dd5e1-49e1-4d79-ade3-2940bdfc25c2 None None] Routers {'341efdd6-06c3-4350-9049-4666147975a3'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:44:29.669877 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-150dd5e1-49e1-4d79-ade3-2940bdfc25c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:44:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['341efdd6-06c3-4350-9049-4666147975a3'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:29.773271 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8327607e-d9b1-4ddd-9b75-bf8d79cf05db tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:29.780949 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 40996) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:29.784467 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-8327607e-d9b1-4ddd-9b75-bf8d79cf05db tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7215712 Feb 09 21:44:29.786774 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-3ad0459d-9910-4abd-9e1a-16f6419b729b tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Request body: {'security_group_rule': {'security_group_id': 'ff7af377-de83-48e0-8883-58b3ea17c1ee', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:29.788479 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc2e839-a16e-4cf7-a012-9a09d525ac93 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:29.789807 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc2e839-a16e-4cf7-a012-9a09d525ac93 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:29.791117 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc2e839-a16e-4cf7-a012-9a09d525ac93 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:29.799564 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 40998) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:29.801794 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-4dc2e839-a16e-4cf7-a012-9a09d525ac93 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2167003 Feb 09 21:44:29.829013 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-dc31ba9a-8a80-4233-bd58-49b55a2aec6f tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] 10.222.0.90 "PUT /v2.0/floatingips/eb68e1b2-989d-49a2-be5f-7ca16b2e2b86 HTTP/1.1" status: 200 len: 992 time: 4.6813850 Feb 09 21:44:29.833325 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5166e0c3-ad3f-40d7-b9f4-8d91bdb04785', 'tag': 'c568887e-696b-4b7f-9502-2d4fec804028'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:44:29.835661 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-396ed906-0407-42a5-896b-4e0ff9fffe24" -d '{"events": [{"name": "network-changed", "server_uuid": "5166e0c3-ad3f-40d7-b9f4-8d91bdb04785", "tag": "c568887e-696b-4b7f-9502-2d4fec804028"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:44:29.878673 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8327607e-d9b1-4ddd-9b75-bf8d79cf05db tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff7af377-de83-48e0-8883-58b3ea17c1ee,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:29.951388 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-150dd5e1-49e1-4d79-ade3-2940bdfc25c2 None None] Set router 341efdd6-06c3-4350-9049-4666147975a3 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:44:29.958308 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 04562075-dc81-4189-af41-33719e51bc7f up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:44:29.988937 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feebd3e7-36bd-4828-a893-8ad9012c6c96 x-openstack-request-id: req-feebd3e7-36bd-4828-a893-8ad9012c6c96 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:44:29.989650 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5166e0c3-ad3f-40d7-b9f4-8d91bdb04785", "tag": "c568887e-696b-4b7f-9502-2d4fec804028", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:44:29.990068 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-feebd3e7-36bd-4828-a893-8ad9012c6c96 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:44:29.990632 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5166e0c3-ad3f-40d7-b9f4-8d91bdb04785', 'tag': 'c568887e-696b-4b7f-9502-2d4fec804028', 'status': 'completed', 'code': 200} Feb 09 21:44:30.021877 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5f3fbd77-8f4b-42cc-85d1-e37207504a63 admin admin] Publish callbacks [] for security_group (b4d15f9c-ed9f-4ecc-bc3c-92f9cfcb80bf), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:30.073552 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5f3fbd77-8f4b-42cc-85d1-e37207504a63 admin admin] Publish callbacks [] for security_group (b4d15f9c-ed9f-4ecc-bc3c-92f9cfcb80bf), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:30.097657 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 04562075-dc81-4189-af41-33719e51bc7f triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:30.098298 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (04562075-dc81-4189-af41-33719e51bc7f), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:30.127142 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396ed906-0407-42a5-896b-4e0ff9fffe24 req-7fb0e3ff-e505-467d-a93d-32a7aec0e39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:30.134011 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-396ed906-0407-42a5-896b-4e0ff9fffe24 req-7fb0e3ff-e505-467d-a93d-32a7aec0e39a service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=505da41edaf64392a4228e0531d67a93&device_id=5166e0c3-ad3f-40d7-b9f4-8d91bdb04785 HTTP/1.1" status: 200 len: 1128 time: 0.1417630 Feb 09 21:44:30.268022 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3ad0459d-9910-4abd-9e1a-16f6419b729b tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group_rule (84b67ac6-a54b-458f-9ba7-829e32ea5409), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:30.294795 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5f3fbd77-8f4b-42cc-85d1-e37207504a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (b4d15f9c-ed9f-4ecc-bc3c-92f9cfcb80bf), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:30.299849 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f3cc1f79-4d7d-439e-a59c-a62dc9150bf2 tempest-RoutersTestDVR-764067757 tempest-RoutersTestDVR-764067757-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-554449', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10783'] for router (1a3a7292-1350-4851-8661-83ae5ebaa297), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:30.300477 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f3cc1f79-4d7d-439e-a59c-a62dc9150bf2 tempest-RoutersTestDVR-764067757 tempest-RoutersTestDVR-764067757-project-admin] Publish callbacks [] for router (1a3a7292-1350-4851-8661-83ae5ebaa297), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:30.303473 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5f3fbd77-8f4b-42cc-85d1-e37207504a63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:30.304815 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-5f3fbd77-8f4b-42cc-85d1-e37207504a63 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/b4d15f9c-ed9f-4ecc-bc3c-92f9cfcb80bf HTTP/1.1" status: 204 len: 168 time: 0.7493684 Feb 09 21:44:30.307061 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0d494fd-8984-43bb-964f-0eec516b3aef tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Deleting subnet 31a88a4f-efbe-4ff4-886c-4528cdf052bf {{(pid=103140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:44:30.317354 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 04562075-dc81-4189-af41-33719e51bc7f is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:44:30.347729 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-150dd5e1-49e1-4d79-ade3-2940bdfc25c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341efdd6-06c3-4350-9049-4666147975a3', 'name': 'tempest-ServersTestJSON-1600170528-router', 'tenant_id': '505da41edaf64392a4228e0531d67a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '9129b8cc-a48d-450d-9a26-0ae0ac96f68d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:43:32Z', 'updated_at': '2022-02-09T21:43:40Z', 'revision_number': 4, 'project_id': '505da41edaf64392a4228e0531d67a93', 'gw_port': {'id': '9129b8cc-a48d-450d-9a26-0ae0ac96f68d', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:bf:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341efdd6-06c3-4350-9049-4666147975a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:43:33Z', 'updated_at': '2022-02-09T21:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': 'eb68e1b2-989d-49a2-be5f-7ca16b2e2b86', 'tenant_id': '505da41edaf64392a4228e0531d67a93', 'floating_ip_address': '172.25.3.243', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': '341efdd6-06c3-4350-9049-4666147975a3', 'port_id': 'c568887e-696b-4b7f-9502-2d4fec804028', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2084, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'efdb96f6-22a5-41e8-be55-251cf329ed07', 'mac_address': 'fa:16:3e:6d:6d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5166e0c3-ad3f-40d7-b9f4-8d91bdb04785', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:43:52Z', 'updated_at': '2022-02-09T21:44:27Z', 'revision_number': 1, 'project_id': '505da41edaf64392a4228e0531d67a93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '519bfcbb-ca65-4117-81d8-986b3cd33f2a', 'name': '', 'network_id': 'efdb96f6-22a5-41e8-be55-251cf329ed07', 'tenant_id': '505da41edaf64392a4228e0531d67a93', 'mac_address': 'fa:16:3e:94:67:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341efdd6-06c3-4350-9049-4666147975a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': '57963df8-04e1-4710-99da-25fa79c51970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:43:38Z', 'updated_at': '2022-02-09T21:43:50Z', 'revision_number': 5, 'project_id': '505da41edaf64392a4228e0531d67a93', 'subnets': [{'id': '57963df8-04e1-4710-99da-25fa79c51970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:30.349225 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3fbd77-8f4b-42cc-85d1-e37207504a63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d15f9c-ed9f-4ecc-bc3c-92f9cfcb80bf,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:30.363285 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b0d494fd-8984-43bb-964f-0eec516b3aef tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for subnet (31a88a4f-efbe-4ff4-886c-4528cdf052bf), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:30.403361 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150dd5e1-49e1-4d79-ade3-2940bdfc25c2 None None] Checking router: 341efdd6-06c3-4350-9049-4666147975a3 for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:44:30.426975 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150dd5e1-49e1-4d79-ade3-2940bdfc25c2 None None] Routers {'341efdd6-06c3-4350-9049-4666147975a3'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:44:30.429165 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-150dd5e1-49e1-4d79-ade3-2940bdfc25c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:44:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['341efdd6-06c3-4350-9049-4666147975a3'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:30.437379 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396ed906-0407-42a5-896b-4e0ff9fffe24 req-2806ee64-d0d0-4012-a0d8-48136ff2b22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:30.440471 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-396ed906-0407-42a5-896b-4e0ff9fffe24 req-2806ee64-d0d0-4012-a0d8-48136ff2b22c service neutron] 10.222.0.95 "GET /v2.0/networks?id=efdb96f6-22a5-41e8-be55-251cf329ed07 HTTP/1.1" status: 200 len: 907 time: 0.2953613 Feb 09 21:44:30.446876 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-255809d5-2ac7-4a64-a334-8b9d1e7ef67e admin admin] Deleting port d88b7afa-343f-4d26-9fcb-cf7426a454d8 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:44:30.447220 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-255809d5-2ac7-4a64-a334-8b9d1e7ef67e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (d88b7afa-343f-4d26-9fcb-cf7426a454d8), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:30.586453 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3ad0459d-9910-4abd-9e1a-16f6419b729b tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group_rule (84b67ac6-a54b-458f-9ba7-829e32ea5409), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:30.604895 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-255809d5-2ac7-4a64-a334-8b9d1e7ef67e admin admin] For port d88b7afa-343f-4d26-9fcb-cf7426a454d8, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=d88b7afa-343f-4d26-9fcb-cf7426a454d8,segment=NetworkSegment(4abec7a4-2b69-47a3-bee3-121e96e66a50),segment_id=4abec7a4-2b69-47a3-bee3-121e96e66a50)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:30.606261 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-255809d5-2ac7-4a64-a334-8b9d1e7ef67e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (d88b7afa-343f-4d26-9fcb-cf7426a454d8), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:30.608558 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b40576-8f83-44f2-8080-f0f7119fd48e req-e909c24f-abdd-4b1c-b601-a0f64702969c tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:30.610996 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e1b40576-8f83-44f2-8080-f0f7119fd48e req-e909c24f-abdd-4b1c-b601-a0f64702969c tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] 10.222.0.90 "GET /v2.0/ports?device_id=5166e0c3-ad3f-40d7-b9f4-8d91bdb04785 HTTP/1.1" status: 200 len: 946 time: 0.6165495 Feb 09 21:44:30.611408 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3ad0459d-9910-4abd-9e1a-16f6419b729b tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (84b67ac6-a54b-458f-9ba7-829e32ea5409), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:30.629935 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-f3cc1f79-4d7d-439e-a59c-a62dc9150bf2 tempest-RoutersTestDVR-764067757 tempest-RoutersTestDVR-764067757-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103140) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Feb 09 21:44:30.630267 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-f3cc1f79-4d7d-439e-a59c-a62dc9150bf2 tempest-RoutersTestDVR-764067757 tempest-RoutersTestDVR-764067757-project-admin] Router 1a3a7292-1350-4851-8661-83ae5ebaa297 migrating from provider to provider. {{(pid=103140) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Feb 09 21:44:30.630635 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f3cc1f79-4d7d-439e-a59c-a62dc9150bf2 tempest-RoutersTestDVR-764067757 tempest-RoutersTestDVR-764067757-project-admin] Publish callbacks [] for router_controller (1a3a7292-1350-4851-8661-83ae5ebaa297), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:30.653368 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b0d494fd-8984-43bb-964f-0eec516b3aef tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9110716'] for subnet (31a88a4f-efbe-4ff4-886c-4528cdf052bf), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:30.666410 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-255809d5-2ac7-4a64-a334-8b9d1e7ef67e admin admin] Calling delete_port for d88b7afa-343f-4d26-9fcb-cf7426a454d8 owned by network:router_interface {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:44:30.667291 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f3cc1f79-4d7d-439e-a59c-a62dc9150bf2 tempest-RoutersTestDVR-764067757 tempest-RoutersTestDVR-764067757-project-admin] Publish callbacks [] for router_controller (1a3a7292-1350-4851-8661-83ae5ebaa297), precommit_add_association {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:30.685445 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-150dd5e1-49e1-4d79-ade3-2940bdfc25c2 None None] Set router 341efdd6-06c3-4350-9049-4666147975a3 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:44:30.694375 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad0459d-9910-4abd-9e1a-16f6419b729b tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84b67ac6-a54b-458f-9ba7-829e32ea5409,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:30.697573 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f3cc1f79-4d7d-439e-a59c-a62dc9150bf2 tempest-RoutersTestDVR-764067757 tempest-RoutersTestDVR-764067757-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-554458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-554435', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-525216'] for router (1a3a7292-1350-4851-8661-83ae5ebaa297), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:30.718199 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3ad0459d-9910-4abd-9e1a-16f6419b729b tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:30.723112 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-3ad0459d-9910-4abd-9e1a-16f6419b729b tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9410508 Feb 09 21:44:30.729727 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41016) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:30.771481 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a3c84af3-97ae-45e1-bbf0-6ab2ece2495b tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group_rule (84b67ac6-a54b-458f-9ba7-829e32ea5409), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:30.942301 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b0d494fd-8984-43bb-964f-0eec516b3aef tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (31a88a4f-efbe-4ff4-886c-4528cdf052bf), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:30.960873 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-396ed906-0407-42a5-896b-4e0ff9fffe24 req-282c8605-db15-4747-b475-184165c41c5c service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c568887e-696b-4b7f-9502-2d4fec804028 HTTP/1.1" status: 200 len: 1000 time: 0.3125317 Feb 09 21:44:31.006414 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e1b40576-8f83-44f2-8080-f0f7119fd48e req-fed7023d-8fd6-4bd7-b918-084b324f88fb tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] 10.222.0.90 "GET /v2.0/security-groups?id=3f2575c8-bd4d-4267-97b8-daa8ebd4f112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3827426 Feb 09 21:44:31.041561 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b0d494fd-8984-43bb-964f-0eec516b3aef tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621346'] for subnet (31a88a4f-efbe-4ff4-886c-4528cdf052bf), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:31.050602 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a3c84af3-97ae-45e1-bbf0-6ab2ece2495b tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group_rule (84b67ac6-a54b-458f-9ba7-829e32ea5409), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:31.094105 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a3c84af3-97ae-45e1-bbf0-6ab2ece2495b tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (84b67ac6-a54b-458f-9ba7-829e32ea5409), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:31.097497 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396ed906-0407-42a5-896b-4e0ff9fffe24 req-fcd72949-a1b1-40e9-b935-2e50b112750c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:31.099048 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-396ed906-0407-42a5-896b-4e0ff9fffe24 req-fcd72949-a1b1-40e9-b935-2e50b112750c service neutron] 10.222.0.95 "GET /v2.0/subnets?id=57963df8-04e1-4710-99da-25fa79c51970 HTTP/1.1" status: 200 len: 845 time: 0.1251602 Feb 09 21:44:31.135966 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a3c84af3-97ae-45e1-bbf0-6ab2ece2495b tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:31.137705 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-a3c84af3-97ae-45e1-bbf0-6ab2ece2495b tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] 10.222.0.90 "DELETE /v2.0/security-group-rules/84b67ac6-a54b-458f-9ba7-829e32ea5409 HTTP/1.1" status: 204 len: 168 time: 0.4067099 Feb 09 21:44:31.142698 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41020) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:31.144105 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d494fd-8984-43bb-964f-0eec516b3aef tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event deleted for resources: {'Subnet': ['ID=31a88a4f-efbe-4ff4-886c-4528cdf052bf,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:31.173264 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b0d494fd-8984-43bb-964f-0eec516b3aef tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:31.180701 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-b0d494fd-8984-43bb-964f-0eec516b3aef tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "DELETE /v2.0/subnets/31a88a4f-efbe-4ff4-886c-4528cdf052bf HTTP/1.1" status: 204 len: 168 time: 1.3798478 Feb 09 21:44:31.181544 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83569ff9-dd9b-434c-8ade-673758080644 None None] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:44:31.183528 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c84af3-97ae-45e1-bbf0-6ab2ece2495b tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=84b67ac6-a54b-458f-9ba7-829e32ea5409,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:31.193969 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41022) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:31.199555 n-d-828369-5 neutron-server[103140]: WARNING neutron.scheduler.l3_agent_scheduler [None req-f3cc1f79-4d7d-439e-a59c-a62dc9150bf2 tempest-RoutersTestDVR-764067757 tempest-RoutersTestDVR-764067757-project-admin] No L3 agents can host the router 1a3a7292-1350-4851-8661-83ae5ebaa297 Feb 09 21:44:31.239611 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396ed906-0407-42a5-896b-4e0ff9fffe24 req-85444580-f47b-4714-9f14-19db65eab8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:31.241194 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-396ed906-0407-42a5-896b-4e0ff9fffe24 req-85444580-f47b-4714-9f14-19db65eab8ba service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=efdb96f6-22a5-41e8-be55-251cf329ed07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1315465 Feb 09 21:44:31.264879 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-150dd5e1-49e1-4d79-ade3-2940bdfc25c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341efdd6-06c3-4350-9049-4666147975a3', 'name': 'tempest-ServersTestJSON-1600170528-router', 'tenant_id': '505da41edaf64392a4228e0531d67a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '9129b8cc-a48d-450d-9a26-0ae0ac96f68d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:43:32Z', 'updated_at': '2022-02-09T21:43:40Z', 'revision_number': 4, 'project_id': '505da41edaf64392a4228e0531d67a93', 'gw_port': {'id': '9129b8cc-a48d-450d-9a26-0ae0ac96f68d', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:bf:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341efdd6-06c3-4350-9049-4666147975a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:43:33Z', 'updated_at': '2022-02-09T21:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': 'eb68e1b2-989d-49a2-be5f-7ca16b2e2b86', 'tenant_id': '505da41edaf64392a4228e0531d67a93', 'floating_ip_address': '172.25.3.243', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': '341efdd6-06c3-4350-9049-4666147975a3', 'port_id': 'c568887e-696b-4b7f-9502-2d4fec804028', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2084, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'efdb96f6-22a5-41e8-be55-251cf329ed07', 'mac_address': 'fa:16:3e:6d:6d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5166e0c3-ad3f-40d7-b9f4-8d91bdb04785', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:43:52Z', 'updated_at': '2022-02-09T21:44:27Z', 'revision_number': 1, 'project_id': '505da41edaf64392a4228e0531d67a93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '519bfcbb-ca65-4117-81d8-986b3cd33f2a', 'name': '', 'network_id': 'efdb96f6-22a5-41e8-be55-251cf329ed07', 'tenant_id': '505da41edaf64392a4228e0531d67a93', 'mac_address': 'fa:16:3e:94:67:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341efdd6-06c3-4350-9049-4666147975a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': '57963df8-04e1-4710-99da-25fa79c51970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:43:38Z', 'updated_at': '2022-02-09T21:43:50Z', 'revision_number': 5, 'project_id': '505da41edaf64392a4228e0531d67a93', 'subnets': [{'id': '57963df8-04e1-4710-99da-25fa79c51970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:31.275356 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-762ce811-55f2-4e79-9d3b-6eaabece0d15 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] 10.222.0.90 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1277292 Feb 09 21:44:31.278602 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41024) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:31.305346 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150dd5e1-49e1-4d79-ade3-2940bdfc25c2 None None] The sync data for ids ['341efdd6-06c3-4350-9049-4666147975a3'] in n-d-828369-5 is: [{'id': '341efdd6-06c3-4350-9049-4666147975a3', 'name': 'tempest-ServersTestJSON-1600170528-router', 'tenant_id': '505da41edaf64392a4228e0531d67a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '9129b8cc-a48d-450d-9a26-0ae0ac96f68d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:43:32Z', 'updated_at': '2022-02-09T21:43:40Z', 'revision_number': 4, 'project_id': '505da41edaf64392a4228e0531d67a93', 'gw_port': {'id': '9129b8cc-a48d-450d-9a26-0ae0ac96f68d', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:bf:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341efdd6-06c3-4350-9049-4666147975a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:43:33Z', 'updated_at': '2022-02-09T21:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': 'eb68e1b2-989d-49a2-be5f-7ca16b2e2b86', 'tenant_id': '505da41edaf64392a4228e0531d67a93', 'floating_ip_address': '172.25.3.243', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': '341efdd6-06c3-4350-9049-4666147975a3', 'port_id': 'c568887e-696b-4b7f-9502-2d4fec804028', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2084, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'efdb96f6-22a5-41e8-be55-251cf329ed07', 'mac_address': 'fa:16:3e:6d:6d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5166e0c3-ad3f-40d7-b9f4-8d91bdb04785', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:43:52Z', 'updated_at': '2022-02-09T21:44:27Z', 'revision_number': 1, 'project_id': '505da41edaf64392a4228e0531d67a93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '519bfcbb-ca65-4117-81d8-986b3cd33f2a', 'name': '', 'network_id': 'efdb96f6-22a5-41e8-be55-251cf329ed07', 'tenant_id': '505da41edaf64392a4228e0531d67a93', 'mac_address': 'fa:16:3e:94:67:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341efdd6-06c3-4350-9049-4666147975a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': '57963df8-04e1-4710-99da-25fa79c51970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:43:38Z', 'updated_at': '2022-02-09T21:43:50Z', 'revision_number': 5, 'project_id': '505da41edaf64392a4228e0531d67a93', 'subnets': [{'id': '57963df8-04e1-4710-99da-25fa79c51970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:44:31.453353 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_v2 [None req-167f5aa7-6cee-4ec2-bcb4-ab9f0b6a4d47 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Deleting subnet 715acf56-4920-4e69-b9c3-fc0993748996 {{(pid=103140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:44:31.478748 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-167f5aa7-6cee-4ec2-bcb4-ab9f0b6a4d47 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for subnet (715acf56-4920-4e69-b9c3-fc0993748996), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:31.580191 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cc1f79-4d7d-439e-a59c-a62dc9150bf2 tempest-RoutersTestDVR-764067757 tempest-RoutersTestDVR-764067757-project-admin] Hosts for router 1a3a7292-1350-4851-8661-83ae5ebaa297: [] {{(pid=103140) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Feb 09 21:44:31.607723 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-167f5aa7-6cee-4ec2-bcb4-ab9f0b6a4d47 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9110716'] for subnet (715acf56-4920-4e69-b9c3-fc0993748996), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:31.669289 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6579c6-cf15-403f-a9c0-fe607a65ca8c None None] New status for floating IP eb68e1b2-989d-49a2-be5f-7ca16b2e2b86: ACTIVE {{(pid=103142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:44:31.719182 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cc1f79-4d7d-439e-a59c-a62dc9150bf2 tempest-RoutersTestDVR-764067757 tempest-RoutersTestDVR-764067757-project-admin] Hosts for other DVR routers connected to router 1a3a7292-1350-4851-8661-83ae5ebaa297: set() {{(pid=103140) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Feb 09 21:44:31.722006 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f3cc1f79-4d7d-439e-a59c-a62dc9150bf2 tempest-RoutersTestDVR-764067757 tempest-RoutersTestDVR-764067757-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:31.726260 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-f3cc1f79-4d7d-439e-a59c-a62dc9150bf2 tempest-RoutersTestDVR-764067757 tempest-RoutersTestDVR-764067757-project-admin] 10.222.0.90 "PUT /v2.0/routers/1a3a7292-1350-4851-8661-83ae5ebaa297 HTTP/1.1" status: 200 len: 717 time: 2.1198754 Feb 09 21:44:31.728722 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-aca1032a-bc9b-4392-a741-d45fed42584b tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group (ff7af377-de83-48e0-8883-58b3ea17c1ee), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:31.732376 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41028) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:31.873466 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-aca1032a-bc9b-4392-a741-d45fed42584b tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group (ff7af377-de83-48e0-8883-58b3ea17c1ee), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:31.920055 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-c8cc137a-2680-4954-9937-e1bd70413bc1 tempest-RoutersTestDVR-764067757 tempest-RoutersTestDVR-764067757-project-admin] 10.222.0.90 "GET /v2.0/routers/1a3a7292-1350-4851-8661-83ae5ebaa297 HTTP/1.1" status: 200 len: 717 time: 0.1800981 Feb 09 21:44:31.920698 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41030) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:31.981271 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-167f5aa7-6cee-4ec2-bcb4-ab9f0b6a4d47 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (715acf56-4920-4e69-b9c3-fc0993748996), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:32.086672 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-aca1032a-bc9b-4392-a741-d45fed42584b tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (ff7af377-de83-48e0-8883-58b3ea17c1ee), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:32.089297 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-aca1032a-bc9b-4392-a741-d45fed42584b tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:32.102551 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-aca1032a-bc9b-4392-a741-d45fed42584b tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] 10.222.0.90 "DELETE /v2.0/security-groups/ff7af377-de83-48e0-8883-58b3ea17c1ee HTTP/1.1" status: 204 len: 168 time: 0.8227475 Feb 09 21:44:32.103193 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41038) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:32.178771 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca1032a-bc9b-4392-a741-d45fed42584b tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff7af377-de83-48e0-8883-58b3ea17c1ee,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:32.203753 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-255809d5-2ac7-4a64-a334-8b9d1e7ef67e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (d88b7afa-343f-4d26-9fcb-cf7426a454d8), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:32.210078 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-167f5aa7-6cee-4ec2-bcb4-ab9f0b6a4d47 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621346'] for subnet (715acf56-4920-4e69-b9c3-fc0993748996), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:32.308740 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255809d5-2ac7-4a64-a334-8b9d1e7ef67e admin admin] Pushing event deleted for resources: {'Port': ['ID=d88b7afa-343f-4d26-9fcb-cf7426a454d8,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:32.313900 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167f5aa7-6cee-4ec2-bcb4-ab9f0b6a4d47 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event deleted for resources: {'Subnet': ['ID=715acf56-4920-4e69-b9c3-fc0993748996,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:32.327814 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-167f5aa7-6cee-4ec2-bcb4-ab9f0b6a4d47 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:32.334680 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-167f5aa7-6cee-4ec2-bcb4-ab9f0b6a4d47 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "DELETE /v2.0/subnets/715acf56-4920-4e69-b9c3-fc0993748996 HTTP/1.1" status: 204 len: 168 time: 1.1373284 Feb 09 21:44:32.342401 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41040) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:32.362392 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-05813009-0365-4534-8ed0-3974421b4c62 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2397196 Feb 09 21:44:32.371177 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41042) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:32.377748 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-e170f0dc-8ab9-402a-b26f-6383d7b522de tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Request body: {'security_group': {'name': 'tempest-secgroup--1037188107'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:32.424989 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-e68c5bed-7db1-40be-a1f6-27e7f993de93 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0785513 Feb 09 21:44:32.428306 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-396ed906-0407-42a5-896b-4e0ff9fffe24 req-7bb0eb7c-9301-45eb-b2e9-03c469a10fe9 service neutron] 10.222.0.95 "GET /v2.0/networks/efdb96f6-22a5-41e8-be55-251cf329ed07?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1731482 Feb 09 21:44:32.428989 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 41044) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:32.448334 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f2bfa1-5121-4aa2-89f7-229060ef17ac req-4553fd44-625c-440c-9488-3433b2db7cd7 tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:32.455751 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b1f2bfa1-5121-4aa2-89f7-229060ef17ac req-4553fd44-625c-440c-9488-3433b2db7cd7 tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] 10.222.0.90 "GET /v2.0/ports?device_id=5166e0c3-ad3f-40d7-b9f4-8d91bdb04785 HTTP/1.1" status: 200 len: 946 time: 0.2937355 Feb 09 21:44:32.459621 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-795e40b4-4cfa-4fa2-b88c-f78a4790fe67 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Request body: {'subnet': {'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:32.504635 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255809d5-2ac7-4a64-a334-8b9d1e7ef67e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:32.505485 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255809d5-2ac7-4a64-a334-8b9d1e7ef67e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:32.505830 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255809d5-2ac7-4a64-a334-8b9d1e7ef67e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:32.506306 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255809d5-2ac7-4a64-a334-8b9d1e7ef67e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:32.506499 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255809d5-2ac7-4a64-a334-8b9d1e7ef67e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:32.506835 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255809d5-2ac7-4a64-a334-8b9d1e7ef67e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:32.507137 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255809d5-2ac7-4a64-a334-8b9d1e7ef67e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:32.507463 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255809d5-2ac7-4a64-a334-8b9d1e7ef67e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:32.507786 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255809d5-2ac7-4a64-a334-8b9d1e7ef67e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:32.508108 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255809d5-2ac7-4a64-a334-8b9d1e7ef67e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:32.508465 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255809d5-2ac7-4a64-a334-8b9d1e7ef67e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:32.508787 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255809d5-2ac7-4a64-a334-8b9d1e7ef67e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:32.509190 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255809d5-2ac7-4a64-a334-8b9d1e7ef67e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:32.537437 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9dc27d0-e323-4791-ae7b-32d07585da5b None None] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:44:32.847138 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-795e40b4-4cfa-4fa2-b88c-f78a4790fe67 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Made reservation on behalf of 880c3cd16cc943a98203fd230e26852f for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:44:32.850686 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-795e40b4-4cfa-4fa2-b88c-f78a4790fe67 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:32.918581 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-396ed906-0407-42a5-896b-4e0ff9fffe24 req-b98dc17a-f0af-4894-899d-cb8b234a8f35 service neutron] 10.222.0.95 "GET /v2.0/networks/efdb96f6-22a5-41e8-be55-251cf329ed07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4316280 Feb 09 21:44:32.970752 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-1a664854-e406-42d5-867d-9d482dbd0196 tempest-RoutersTestDVR-1203892552 tempest-RoutersTestDVR-1203892552-project] 10.222.0.90 "GET /v2.0/routers/1a3a7292-1350-4851-8661-83ae5ebaa297 HTTP/1.1" status: 200 len: 683 time: 1.0416026 Feb 09 21:44:32.974249 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 41048) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:33.008053 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e170f0dc-8ab9-402a-b26f-6383d7b522de tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:33.014152 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-8543e20c-3618-4970-9d69-27bdcbeff49f None None] Provisioning complete for port 04562075-dc81-4189-af41-33719e51bc7f triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:33.014687 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-8543e20c-3618-4970-9d69-27bdcbeff49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (04562075-dc81-4189-af41-33719e51bc7f), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:33.035807 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-255809d5-2ac7-4a64-a334-8b9d1e7ef67e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-525054'] for router_interface (54ced5e6-fafc-49b5-a8dc-94e54f483860), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:33.070434 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b1f2bfa1-5121-4aa2-89f7-229060ef17ac req-081e8950-6beb-4b88-aa6c-df2dcb9f7596 tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] 10.222.0.90 "GET /v2.0/security-groups?id=3f2575c8-bd4d-4267-97b8-daa8ebd4f112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6093524 Feb 09 21:44:33.128882 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77fae31b-b5a6-40cd-9707-ed923755701b None None] DHCP port deletion for 986c5511-2b50-4eb7-bb75-ff9f776ff726 request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:44:33.153277 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e170f0dc-8ab9-402a-b26f-6383d7b522de tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group (8a087c4d-2aae-4f53-b3e1-7a28630e00ee), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:33.159287 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e170f0dc-8ab9-402a-b26f-6383d7b522de tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (8a087c4d-2aae-4f53-b3e1-7a28630e00ee), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:33.212294 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e170f0dc-8ab9-402a-b26f-6383d7b522de tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a087c4d-2aae-4f53-b3e1-7a28630e00ee,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:33.222174 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e170f0dc-8ab9-402a-b26f-6383d7b522de tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:33.224539 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-e170f0dc-8ab9-402a-b26f-6383d7b522de tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8519711 Feb 09 21:44:33.226900 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41052) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:33.233557 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-6a8840c1-03c2-4db7-b14c-879f1ed4e713 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Request body: {'security_group_rule': {'security_group_id': '8a087c4d-2aae-4f53-b3e1-7a28630e00ee', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:33.233940 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f8b6a7b1-4e1f-412e-9969-feabf247f63a tempest-RoutersTestDVR-764067757 tempest-RoutersTestDVR-764067757-project-admin] Publish callbacks [] for router (1a3a7292-1350-4851-8661-83ae5ebaa297), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:33.258050 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-8543e20c-3618-4970-9d69-27bdcbeff49f None None] Current status of the port 04562075-dc81-4189-af41-33719e51bc7f is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:44:33.263582 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6a8840c1-03c2-4db7-b14c-879f1ed4e713 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group_rule (25eca673-c15a-47f6-9ad7-c0ba59f43548), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:33.269597 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-77fae31b-b5a6-40cd-9707-ed923755701b None None] Deleting port 04562075-dc81-4189-af41-33719e51bc7f {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:44:33.270235 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-77fae31b-b5a6-40cd-9707-ed923755701b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (04562075-dc81-4189-af41-33719e51bc7f), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:33.333664 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6a8840c1-03c2-4db7-b14c-879f1ed4e713 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group_rule (25eca673-c15a-47f6-9ad7-c0ba59f43548), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:33.340064 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6a8840c1-03c2-4db7-b14c-879f1ed4e713 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (25eca673-c15a-47f6-9ad7-c0ba59f43548), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:33.366903 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8840c1-03c2-4db7-b14c-879f1ed4e713 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25eca673-c15a-47f6-9ad7-c0ba59f43548,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:33.385033 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6a8840c1-03c2-4db7-b14c-879f1ed4e713 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:33.389731 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-6a8840c1-03c2-4db7-b14c-879f1ed4e713 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1604540 Feb 09 21:44:33.393634 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41054) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:33.408139 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-77fae31b-b5a6-40cd-9707-ed923755701b None None] For port 04562075-dc81-4189-af41-33719e51bc7f, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=04562075-dc81-4189-af41-33719e51bc7f,segment=NetworkSegment(e234f058-99e9-4683-aff2-a800b51d2ec4),segment_id=e234f058-99e9-4683-aff2-a800b51d2ec4)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:33.408915 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-77fae31b-b5a6-40cd-9707-ed923755701b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (04562075-dc81-4189-af41-33719e51bc7f), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:33.422416 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-77fae31b-b5a6-40cd-9707-ed923755701b None None] Calling delete_port for 04562075-dc81-4189-af41-33719e51bc7f owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:44:33.429943 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-ff38d488-bbcf-45d8-92e6-458dd598f889 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] 10.222.0.90 "GET /v2.0/security-group-rules/25eca673-c15a-47f6-9ad7-c0ba59f43548 HTTP/1.1" status: 200 len: 763 time: 0.0326300 Feb 09 21:44:33.430830 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41056) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:33.487437 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-bd07b02b-a40c-4f39-a3ed-b8c266bdb227 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] 10.222.0.90 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0545132 Feb 09 21:44:33.489657 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41058) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:33.515314 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f8b6a7b1-4e1f-412e-9969-feabf247f63a tempest-RoutersTestDVR-764067757 tempest-RoutersTestDVR-764067757-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (1a3a7292-1350-4851-8661-83ae5ebaa297), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:33.521874 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f8b6a7b1-4e1f-412e-9969-feabf247f63a tempest-RoutersTestDVR-764067757 tempest-RoutersTestDVR-764067757-project-admin] Publish callbacks [] for router_controller (1a3a7292-1350-4851-8661-83ae5ebaa297), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:33.522080 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-77fae31b-b5a6-40cd-9707-ed923755701b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (04562075-dc81-4189-af41-33719e51bc7f), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:33.534826 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fae31b-b5a6-40cd-9707-ed923755701b None None] No DVR routers for this DVR port 04562075-dc81-4189-af41-33719e51bc7f on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:44:33.553754 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e7ab0396-144a-4e74-bd82-9738f462278a tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group_rule (25eca673-c15a-47f6-9ad7-c0ba59f43548), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:33.556684 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fae31b-b5a6-40cd-9707-ed923755701b None None] Pushing event deleted for resources: {'Port': ['ID=04562075-dc81-4189-af41-33719e51bc7f,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:33.575889 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e7ab0396-144a-4e74-bd82-9738f462278a tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group_rule (25eca673-c15a-47f6-9ad7-c0ba59f43548), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:33.587311 n-d-828369-5 neutron-server[103141]: DEBUG neutron.objects.ports [None req-795e40b4-4cfa-4fa2-b88c-f78a4790fe67 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103141) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 21:44:33.594659 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-795e40b4-4cfa-4fa2-b88c-f78a4790fe67 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (f7b25b5f-4baf-4cd4-b542-e2eb4a768ff7), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:33.608350 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f8b6a7b1-4e1f-412e-9969-feabf247f63a tempest-RoutersTestDVR-764067757 tempest-RoutersTestDVR-764067757-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (1a3a7292-1350-4851-8661-83ae5ebaa297), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:33.608879 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8b6a7b1-4e1f-412e-9969-feabf247f63a tempest-RoutersTestDVR-764067757 tempest-RoutersTestDVR-764067757-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1a3a7292-1350-4851-8661-83ae5ebaa297 {{(pid=103141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:44:33.625430 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e7ab0396-144a-4e74-bd82-9738f462278a tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (25eca673-c15a-47f6-9ad7-c0ba59f43548), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:33.631648 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e7ab0396-144a-4e74-bd82-9738f462278a tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:33.635081 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-e7ab0396-144a-4e74-bd82-9738f462278a tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] 10.222.0.90 "DELETE /v2.0/security-group-rules/25eca673-c15a-47f6-9ad7-c0ba59f43548 HTTP/1.1" status: 204 len: 168 time: 0.1398182 Feb 09 21:44:33.637389 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41060) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:33.649580 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ab0396-144a-4e74-bd82-9738f462278a tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=25eca673-c15a-47f6-9ad7-c0ba59f43548,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:33.687339 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-f2dfed97-e6bb-4ca4-987c-e0fb05058372 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] 10.222.0.90 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0487716 Feb 09 21:44:33.689478 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f8b6a7b1-4e1f-412e-9969-feabf247f63a tempest-RoutersTestDVR-764067757 tempest-RoutersTestDVR-764067757-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:33.694000 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-f8b6a7b1-4e1f-412e-9969-feabf247f63a tempest-RoutersTestDVR-764067757 tempest-RoutersTestDVR-764067757-project-admin] 10.222.0.90 "DELETE /v2.0/routers/1a3a7292-1350-4851-8661-83ae5ebaa297 HTTP/1.1" status: 204 len: 168 time: 0.7059574 Feb 09 21:44:33.695411 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41064) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:33.695902 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41066) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:33.710428 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795e40b4-4cfa-4fa2-b88c-f78a4790fe67 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:44:33.711465 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-1a7503bb-ffe4-480e-9cdf-1937a44ffabf tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Request body: {'security_group_rule': {'security_group_id': '8a087c4d-2aae-4f53-b3e1-7a28630e00ee', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:33.718357 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-9f849ca5-7150-428e-8d54-8d0e6853633e tempest-RoutersTestDVR-764067757 tempest-RoutersTestDVR-764067757-project-admin] Request body: {'router': {'name': 'tempest-router-480194951', 'distributed': True}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:33.720712 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-795e40b4-4cfa-4fa2-b88c-f78a4790fe67 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:44:33.733013 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795e40b4-4cfa-4fa2-b88c-f78a4790fe67 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:33.733013 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-795e40b4-4cfa-4fa2-b88c-f78a4790fe67 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:33.737199 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41068) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:33.741859 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883997f3-ede1-4509-9d65-79e3c2b619d8 None None] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:44:33.746598 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-3ce81c32-3795-4724-b5a8-1b2185e06c89 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1706410677'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:33.757647 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795e40b4-4cfa-4fa2-b88c-f78a4790fe67 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event updated for resources: {'Subnet': ['ID=f7b25b5f-4baf-4cd4-b542-e2eb4a768ff7,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:33.779451 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-795e40b4-4cfa-4fa2-b88c-f78a4790fe67 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3326838 Feb 09 21:44:33.780082 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 41070) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:33.784474 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ce81c32-3795-4724-b5a8-1b2185e06c89 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Made reservation on behalf of e0fba33cc37140f68483b74485e6f58c for: {'network': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:44:33.789140 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-aa8d1631-533e-4715-9cee-84f7192f9c94 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Request body: {'subnet': {'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:33.790181 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3ce81c32-3795-4724-b5a8-1b2185e06c89 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:33.794657 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9f849ca5-7150-428e-8d54-8d0e6853633e tempest-RoutersTestDVR-764067757 tempest-RoutersTestDVR-764067757-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (30cf40c1-319c-4f4a-b238-a1efcd6bae8f), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:33.795697 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9f849ca5-7150-428e-8d54-8d0e6853633e tempest-RoutersTestDVR-764067757 tempest-RoutersTestDVR-764067757-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (30cf40c1-319c-4f4a-b238-a1efcd6bae8f), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:33.818656 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1a7503bb-ffe4-480e-9cdf-1937a44ffabf tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group_rule (c1d09029-8818-488f-9048-e3e2a9a9a238), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:33.865814 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ce81c32-3795-4724-b5a8-1b2185e06c89 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=103140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:44:33.873099 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-255809d5-2ac7-4a64-a334-8b9d1e7ef67e admin admin] Router 54ced5e6-fafc-49b5-a8dc-94e54f483860 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:44:33.940213 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9f849ca5-7150-428e-8d54-8d0e6853633e tempest-RoutersTestDVR-764067757 tempest-RoutersTestDVR-764067757-project-admin] Publish callbacks [] for router_controller (30cf40c1-319c-4f4a-b238-a1efcd6bae8f), precommit_add_association {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:33.942920 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3ce81c32-3795-4724-b5a8-1b2185e06c89 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (764fa11e-2d25-4965-bef2-489ddae1e34a), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:33.943303 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-3ce81c32-3795-4724-b5a8-1b2185e06c89 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Added segment 764fa11e-2d25-4965-bef2-489ddae1e34a of type vlan for network f09c9af1-caa6-4029-894f-b430921e86f9 Feb 09 21:44:33.951845 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecba4a2b-64e1-4f98-9ea2-f722d2b8496b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-986c5511-2b50-4eb7-bb75-ff9f776ff726', 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726', 'project_id': '880c3cd16cc943a98203fd230e26852f', 'fixed_ips': [{'subnet_id': 'f7b25b5f-4baf-4cd4-b542-e2eb4a768ff7'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:44:33.955703 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ecba4a2b-64e1-4f98-9ea2-f722d2b8496b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:33.957278 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9f849ca5-7150-428e-8d54-8d0e6853633e tempest-RoutersTestDVR-764067757 tempest-RoutersTestDVR-764067757-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (30cf40c1-319c-4f4a-b238-a1efcd6bae8f), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:33.986115 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 04562075-dc81-4189-af41-33719e51bc7f no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:44:34.002384 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9f849ca5-7150-428e-8d54-8d0e6853633e tempest-RoutersTestDVR-764067757 tempest-RoutersTestDVR-764067757-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:34.006429 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 41072) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:34.006954 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-9f849ca5-7150-428e-8d54-8d0e6853633e tempest-RoutersTestDVR-764067757 tempest-RoutersTestDVR-764067757-project-admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.3077996 Feb 09 21:44:34.019691 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1a7503bb-ffe4-480e-9cdf-1937a44ffabf tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group_rule (c1d09029-8818-488f-9048-e3e2a9a9a238), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:34.029594 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3ce81c32-3795-4724-b5a8-1b2185e06c89 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (f09c9af1-caa6-4029-894f-b430921e86f9), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:34.032249 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1a7503bb-ffe4-480e-9cdf-1937a44ffabf tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (c1d09029-8818-488f-9048-e3e2a9a9a238), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:34.067254 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7503bb-ffe4-480e-9cdf-1937a44ffabf tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1d09029-8818-488f-9048-e3e2a9a9a238,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:34.080916 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa8d1631-533e-4715-9cee-84f7192f9c94 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Made reservation on behalf of 880c3cd16cc943a98203fd230e26852f for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:44:34.082131 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1a7503bb-ffe4-480e-9cdf-1937a44ffabf tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:34.083376 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-1a7503bb-ffe4-480e-9cdf-1937a44ffabf tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3857970 Feb 09 21:44:34.085055 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7503bb-ffe4-480e-9cdf-1937a44ffabf tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:34.085411 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7503bb-ffe4-480e-9cdf-1937a44ffabf tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:34.086086 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-aa8d1631-533e-4715-9cee-84f7192f9c94 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:34.086234 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7503bb-ffe4-480e-9cdf-1937a44ffabf tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:34.086422 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7503bb-ffe4-480e-9cdf-1937a44ffabf tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:34.086784 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7503bb-ffe4-480e-9cdf-1937a44ffabf tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:34.087110 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7503bb-ffe4-480e-9cdf-1937a44ffabf tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:34.087447 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7503bb-ffe4-480e-9cdf-1937a44ffabf tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:34.087786 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7503bb-ffe4-480e-9cdf-1937a44ffabf tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:34.088125 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7503bb-ffe4-480e-9cdf-1937a44ffabf tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:34.088483 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7503bb-ffe4-480e-9cdf-1937a44ffabf tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:34.088814 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7503bb-ffe4-480e-9cdf-1937a44ffabf tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:34.089145 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7503bb-ffe4-480e-9cdf-1937a44ffabf tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:34.089474 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7503bb-ffe4-480e-9cdf-1937a44ffabf tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:34.094399 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41074) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:34.103584 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3ce81c32-3795-4724-b5a8-1b2185e06c89 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (f09c9af1-caa6-4029-894f-b430921e86f9), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:34.109955 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce81c32-3795-4724-b5a8-1b2185e06c89 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:34.111106 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3ce81c32-3795-4724-b5a8-1b2185e06c89 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:34.149810 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-c18f2cdb-ab39-467d-90f0-928920e214cb tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] 10.222.0.90 "GET /v2.0/security-group-rules/c1d09029-8818-488f-9048-e3e2a9a9a238 HTTP/1.1" status: 200 len: 763 time: 0.0534589 Feb 09 21:44:34.178017 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41078) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:34.196309 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 04562075-dc81-4189-af41-33719e51bc7f {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:44:34.196811 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 04562075-dc81-4189-af41-33719e51bc7f not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:44:34.212334 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a58716e3-8fd7-4837-88bd-7754b21e8b59 tempest-RoutersTestDVR-764067757 tempest-RoutersTestDVR-764067757-project-admin] Publish callbacks [] for router (30cf40c1-319c-4f4a-b238-a1efcd6bae8f), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:34.229297 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-ecba4a2b-64e1-4f98-9ea2-f722d2b8496b None None] Allocated IP 2001:db8::f816:3eff:fee8:4771 (986c5511-2b50-4eb7-bb75-ff9f776ff726/f7b25b5f-4baf-4cd4-b542-e2eb4a768ff7/7c89dc78-bbf6-4f4e-940d-90a01cd8237a) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:44:34.280779 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-3ce81c32-3795-4724-b5a8-1b2185e06c89 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5383365 Feb 09 21:44:34.280779 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce81c32-3795-4724-b5a8-1b2185e06c89 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Pushing event updated for resources: {'Network': ['ID=f09c9af1-caa6-4029-894f-b430921e86f9,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:34.289762 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41082) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:34.296148 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network f09c9af1-caa6-4029-894f-b430921e86f9 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:44:34.296917 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-0f352754-862b-4613-8d94-516ed8bed36a tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-641669317'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:34.313670 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-255809d5-2ac7-4a64-a334-8b9d1e7ef67e admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:44:34.325608 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a4b3af-14d5-4fbc-ab81-fee1563ada61 None None] Sync routers for ids ['54ced5e6-fafc-49b5-a8dc-94e54f483860'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:44:34.351494 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a4b3af-14d5-4fbc-ab81-fee1563ada61 None None] Routers {'54ced5e6-fafc-49b5-a8dc-94e54f483860'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:44:34.352940 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f352754-862b-4613-8d94-516ed8bed36a tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Made reservation on behalf of e0fba33cc37140f68483b74485e6f58c for: {'network': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:44:34.355170 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-00a4b3af-14d5-4fbc-ab81-fee1563ada61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:44:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['54ced5e6-fafc-49b5-a8dc-94e54f483860'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:34.356255 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0f352754-862b-4613-8d94-516ed8bed36a tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:34.357662 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-255809d5-2ac7-4a64-a334-8b9d1e7ef67e admin admin] 10.222.0.90 "PUT /v2.0/routers/54ced5e6-fafc-49b5-a8dc-94e54f483860/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0253420 Feb 09 21:44:34.372924 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 41084) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:34.373132 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-25c20c32-1318-4601-868d-21f2a3279334 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] 10.222.0.90 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1875467 Feb 09 21:44:34.378659 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41086) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:34.420459 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2442edc7-4a38-4301-81bd-816b40964ab7 req-2d12c7c2-f017-406d-818f-b564ce975dd4 tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:34.427900 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2442edc7-4a38-4301-81bd-816b40964ab7 req-2d12c7c2-f017-406d-818f-b564ce975dd4 tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] 10.222.0.90 "GET /v2.0/ports?device_id=5166e0c3-ad3f-40d7-b9f4-8d91bdb04785 HTTP/1.1" status: 200 len: 946 time: 0.2461352 Feb 09 21:44:34.458569 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f352754-862b-4613-8d94-516ed8bed36a tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=103140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:44:34.468788 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-31c2a527-ab29-4d43-bd70-73f30041cd2e tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group_rule (c1d09029-8818-488f-9048-e3e2a9a9a238), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:34.479550 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-31c2a527-ab29-4d43-bd70-73f30041cd2e tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group_rule (c1d09029-8818-488f-9048-e3e2a9a9a238), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:34.499457 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0f352754-862b-4613-8d94-516ed8bed36a tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (cdf91332-5a66-411f-8c98-4c1f54bf5f30), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:34.499805 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-0f352754-862b-4613-8d94-516ed8bed36a tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Added segment cdf91332-5a66-411f-8c98-4c1f54bf5f30 of type vlan for network d265fee8-86bc-4f18-8400-270071608522 Feb 09 21:44:34.506545 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ecba4a2b-64e1-4f98-9ea2-f722d2b8496b None None] Publish callbacks [] for port (7c89dc78-bbf6-4f4e-940d-90a01cd8237a), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:34.519291 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ecba4a2b-64e1-4f98-9ea2-f722d2b8496b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (7c89dc78-bbf6-4f4e-940d-90a01cd8237a), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:34.540355 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2442edc7-4a38-4301-81bd-816b40964ab7 req-4a2cd468-7192-498a-b42a-32846f492ae0 tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] 10.222.0.90 "GET /v2.0/security-groups?id=3f2575c8-bd4d-4267-97b8-daa8ebd4f112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114030 Feb 09 21:44:34.575945 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0f352754-862b-4613-8d94-516ed8bed36a tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (d265fee8-86bc-4f18-8400-270071608522), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:34.580501 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-31c2a527-ab29-4d43-bd70-73f30041cd2e tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (c1d09029-8818-488f-9048-e3e2a9a9a238), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:34.590301 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-31c2a527-ab29-4d43-bd70-73f30041cd2e tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:34.590806 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecba4a2b-64e1-4f98-9ea2-f722d2b8496b None None] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:44:34.591533 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-31c2a527-ab29-4d43-bd70-73f30041cd2e tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] 10.222.0.90 "DELETE /v2.0/security-group-rules/c1d09029-8818-488f-9048-e3e2a9a9a238 HTTP/1.1" status: 204 len: 168 time: 0.2080946 Feb 09 21:44:34.594667 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-ecba4a2b-64e1-4f98-9ea2-f722d2b8496b None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:44:34.595353 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41090) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:34.596877 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-00a4b3af-14d5-4fbc-ab81-fee1563ada61 None None] Set router 54ced5e6-fafc-49b5-a8dc-94e54f483860 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:44:34.603889 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecba4a2b-64e1-4f98-9ea2-f722d2b8496b None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:44:34.609204 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c2a527-ab29-4d43-bd70-73f30041cd2e tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c1d09029-8818-488f-9048-e3e2a9a9a238,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:34.649444 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0f352754-862b-4613-8d94-516ed8bed36a tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (d265fee8-86bc-4f18-8400-270071608522), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:34.659841 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f352754-862b-4613-8d94-516ed8bed36a tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:34.664127 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0f352754-862b-4613-8d94-516ed8bed36a tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:34.715510 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-593a4026-95ca-4767-be2c-1cae7f2ec39c tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] 10.222.0.90 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1121793 Feb 09 21:44:34.745236 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecba4a2b-64e1-4f98-9ea2-f722d2b8496b None None] Pushing event updated for resources: {'Port': ['ID=7c89dc78-bbf6-4f4e-940d-90a01cd8237a,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:34.748080 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-ecba4a2b-64e1-4f98-9ea2-f722d2b8496b None None] Attempting to bind port 7c89dc78-bbf6-4f4e-940d-90a01cd8237a on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:44:34.748502 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-ecba4a2b-64e1-4f98-9ea2-f722d2b8496b None None] Attempting to bind port 7c89dc78-bbf6-4f4e-940d-90a01cd8237a by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': 'e234f058-99e9-4683-aff2-a800b51d2ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:44:34.748930 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecba4a2b-64e1-4f98-9ea2-f722d2b8496b None None] Attempting to bind port 7c89dc78-bbf6-4f4e-940d-90a01cd8237a on network 986c5511-2b50-4eb7-bb75-ff9f776ff726 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:44:34.755024 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecba4a2b-64e1-4f98-9ea2-f722d2b8496b None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:44:34.755422 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecba4a2b-64e1-4f98-9ea2-f722d2b8496b None None] Checking segment: {'id': 'e234f058-99e9-4683-aff2-a800b51d2ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:44:34.755808 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ecba4a2b-64e1-4f98-9ea2-f722d2b8496b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:34.756204 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecba4a2b-64e1-4f98-9ea2-f722d2b8496b None None] Bound using segment: {'id': 'e234f058-99e9-4683-aff2-a800b51d2ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:44:34.756748 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-ecba4a2b-64e1-4f98-9ea2-f722d2b8496b None None] Bound port: 7c89dc78-bbf6-4f4e-940d-90a01cd8237a, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e234f058-99e9-4683-aff2-a800b51d2ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:44:34.757145 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ecba4a2b-64e1-4f98-9ea2-f722d2b8496b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (7c89dc78-bbf6-4f4e-940d-90a01cd8237a), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:34.764008 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41092) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:34.779403 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-afc30481-ca3c-44da-973b-87604b70ec16 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Request body: {'security_group_rule': {'security_group_id': '8a087c4d-2aae-4f53-b3e1-7a28630e00ee', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:34.798387 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-0f352754-862b-4613-8d94-516ed8bed36a tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5075035 Feb 09 21:44:34.809998 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41094) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:34.817454 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-03b981e8-8822-400d-aa1d-34b516f9a71a tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Request body: {'subnet': {'network_id': 'f09c9af1-caa6-4029-894f-b430921e86f9', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:34.824720 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f352754-862b-4613-8d94-516ed8bed36a tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Pushing event updated for resources: {'Network': ['ID=d265fee8-86bc-4f18-8400-270071608522,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:34.840395 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network d265fee8-86bc-4f18-8400-270071608522 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:44:34.914585 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-afc30481-ca3c-44da-973b-87604b70ec16 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group_rule (247dbad4-4769-4aae-afc1-82bad9f09bf5), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:34.931429 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-ecba4a2b-64e1-4f98-9ea2-f722d2b8496b None None] For port 7c89dc78-bbf6-4f4e-940d-90a01cd8237a, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:44:34.933568 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70669a48-34a6-417e-bbf4-cfa8cd1cde9e req-efd9c60a-077c-4fee-aa5b-7f97cc32a814 tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:34.941671 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-70669a48-34a6-417e-bbf4-cfa8cd1cde9e req-efd9c60a-077c-4fee-aa5b-7f97cc32a814 tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] 10.222.0.90 "GET /v2.0/ports?device_id=5166e0c3-ad3f-40d7-b9f4-8d91bdb04785 HTTP/1.1" status: 200 len: 946 time: 0.2694004 Feb 09 21:44:34.968180 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-ecba4a2b-64e1-4f98-9ea2-f722d2b8496b None None] For port 7c89dc78-bbf6-4f4e-940d-90a01cd8237a, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=7c89dc78-bbf6-4f4e-940d-90a01cd8237a,segment=NetworkSegment(e234f058-99e9-4683-aff2-a800b51d2ec4),segment_id=e234f058-99e9-4683-aff2-a800b51d2ec4)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:44:34.981937 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ecba4a2b-64e1-4f98-9ea2-f722d2b8496b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (7c89dc78-bbf6-4f4e-940d-90a01cd8237a), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:35.025842 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b981e8-8822-400d-aa1d-34b516f9a71a tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Made reservation on behalf of e0fba33cc37140f68483b74485e6f58c for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:44:35.030446 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-03b981e8-8822-400d-aa1d-34b516f9a71a tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621317'] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:35.051823 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-70669a48-34a6-417e-bbf4-cfa8cd1cde9e req-da76a96e-cb01-4089-a85c-95bc8adbca5a tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] 10.222.0.90 "GET /v2.0/security-groups?id=3f2575c8-bd4d-4267-97b8-daa8ebd4f112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092229 Feb 09 21:44:35.080512 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecba4a2b-64e1-4f98-9ea2-f722d2b8496b None None] Pushing event updated for resources: {'Port': ['ID=7c89dc78-bbf6-4f4e-940d-90a01cd8237a,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:35.088324 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-afc30481-ca3c-44da-973b-87604b70ec16 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group_rule (247dbad4-4769-4aae-afc1-82bad9f09bf5), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:35.093108 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-00a4b3af-14d5-4fbc-ab81-fee1563ada61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54ced5e6-fafc-49b5-a8dc-94e54f483860', 'name': 'tempest-TaggedBootDevicesTest_v242-918985318-router', 'tenant_id': '18ba459b325a4da0821abb3dc94f8781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'cc537b70-ac47-4c47-917e-c3f2cc7d30a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:48Z', 'updated_at': '2022-02-09T21:44:31Z', 'revision_number': 5, 'project_id': '18ba459b325a4da0821abb3dc94f8781', 'gw_port': {'id': 'cc537b70-ac47-4c47-917e-c3f2cc7d30a4', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:35:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ced5e6-fafc-49b5-a8dc-94e54f483860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:50Z', 'updated_at': '2022-02-09T21:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:35.109036 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-afc30481-ca3c-44da-973b-87604b70ec16 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (247dbad4-4769-4aae-afc1-82bad9f09bf5), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:35.145594 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc30481-ca3c-44da-973b-87604b70ec16 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=247dbad4-4769-4aae-afc1-82bad9f09bf5,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:35.153774 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a4b3af-14d5-4fbc-ab81-fee1563ada61 None None] Checking router: 54ced5e6-fafc-49b5-a8dc-94e54f483860 for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:44:35.172380 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-afc30481-ca3c-44da-973b-87604b70ec16 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:35.176553 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-afc30481-ca3c-44da-973b-87604b70ec16 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4061673 Feb 09 21:44:35.178398 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41098) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:35.193067 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a4b3af-14d5-4fbc-ab81-fee1563ada61 None None] Routers {'54ced5e6-fafc-49b5-a8dc-94e54f483860'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:44:35.193839 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-00a4b3af-14d5-4fbc-ab81-fee1563ada61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:44:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['54ced5e6-fafc-49b5-a8dc-94e54f483860'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:35.216121 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-afcb4b69-241d-4e44-8ab6-1bda178bee29 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] 10.222.0.90 "GET /v2.0/security-group-rules/247dbad4-4769-4aae-afc1-82bad9f09bf5 HTTP/1.1" status: 200 len: 764 time: 0.0366104 Feb 09 21:44:35.218364 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41100) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:35.316799 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-790901ff-7365-481b-a3ea-6185744ab4fd tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] 10.222.0.90 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0964668 Feb 09 21:44:35.319268 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41106) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:35.348903 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a58716e3-8fd7-4837-88bd-7754b21e8b59 tempest-RoutersTestDVR-764067757 tempest-RoutersTestDVR-764067757-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (30cf40c1-319c-4f4a-b238-a1efcd6bae8f), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:35.355595 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a58716e3-8fd7-4837-88bd-7754b21e8b59 tempest-RoutersTestDVR-764067757 tempest-RoutersTestDVR-764067757-project-admin] Publish callbacks [] for router_controller (30cf40c1-319c-4f4a-b238-a1efcd6bae8f), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:35.402824 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-00a4b3af-14d5-4fbc-ab81-fee1563ada61 None None] Set router 54ced5e6-fafc-49b5-a8dc-94e54f483860 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:44:35.476084 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-96565cca-8528-4cb8-84aa-60de04ed96b4 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group_rule (247dbad4-4769-4aae-afc1-82bad9f09bf5), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:35.487496 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-96565cca-8528-4cb8-84aa-60de04ed96b4 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group_rule (247dbad4-4769-4aae-afc1-82bad9f09bf5), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:35.493761 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-03b981e8-8822-400d-aa1d-34b516f9a71a tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621371'] for subnet (402d4d57-038e-4490-a559-8c229d077342), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:35.507822 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a58716e3-8fd7-4837-88bd-7754b21e8b59 tempest-RoutersTestDVR-764067757 tempest-RoutersTestDVR-764067757-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (30cf40c1-319c-4f4a-b238-a1efcd6bae8f), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:35.508427 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a58716e3-8fd7-4837-88bd-7754b21e8b59 tempest-RoutersTestDVR-764067757 tempest-RoutersTestDVR-764067757-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 30cf40c1-319c-4f4a-b238-a1efcd6bae8f {{(pid=103141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:44:35.546628 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a58716e3-8fd7-4837-88bd-7754b21e8b59 tempest-RoutersTestDVR-764067757 tempest-RoutersTestDVR-764067757-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:35.548705 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-a58716e3-8fd7-4837-88bd-7754b21e8b59 tempest-RoutersTestDVR-764067757 tempest-RoutersTestDVR-764067757-project-admin] 10.222.0.90 "DELETE /v2.0/routers/30cf40c1-319c-4f4a-b238-a1efcd6bae8f HTTP/1.1" status: 204 len: 168 time: 1.5413420 Feb 09 21:44:35.558098 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-10be06d8-cccb-4289-9b00-55579d8e5490 admin admin] Publish callbacks [] for router (54ced5e6-fafc-49b5-a8dc-94e54f483860), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:35.598487 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-96565cca-8528-4cb8-84aa-60de04ed96b4 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (247dbad4-4769-4aae-afc1-82bad9f09bf5), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:35.615493 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b981e8-8822-400d-aa1d-34b516f9a71a tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Pushing event updated for resources: {'Subnet': ['ID=402d4d57-038e-4490-a559-8c229d077342,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:35.619897 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-96565cca-8528-4cb8-84aa-60de04ed96b4 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:35.621083 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-96565cca-8528-4cb8-84aa-60de04ed96b4 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] 10.222.0.90 "DELETE /v2.0/security-group-rules/247dbad4-4769-4aae-afc1-82bad9f09bf5 HTTP/1.1" status: 204 len: 168 time: 0.3007481 Feb 09 21:44:35.629419 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96565cca-8528-4cb8-84aa-60de04ed96b4 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=247dbad4-4769-4aae-afc1-82bad9f09bf5,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:35.634208 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41110) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:35.660279 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b981e8-8822-400d-aa1d-34b516f9a71a tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Checking segment: {'id': '764fa11e-2d25-4965-bef2-489ddae1e34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'f09c9af1-caa6-4029-894f-b430921e86f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:44:35.660909 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b981e8-8822-400d-aa1d-34b516f9a71a tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Network hostable DHCP agents. Network: f09c9af1-caa6-4029-894f-b430921e86f9, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:44:35.696168 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-36e59a12-b82c-44f4-86ad-8aa37f4bf782 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] 10.222.0.90 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0608380 Feb 09 21:44:35.697527 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b981e8-8822-400d-aa1d-34b516f9a71a tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Network f09c9af1-caa6-4029-894f-b430921e86f9 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:44:35.699580 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41112) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:35.727896 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-00a4b3af-14d5-4fbc-ab81-fee1563ada61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54ced5e6-fafc-49b5-a8dc-94e54f483860', 'name': 'tempest-TaggedBootDevicesTest_v242-918985318-router', 'tenant_id': '18ba459b325a4da0821abb3dc94f8781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'cc537b70-ac47-4c47-917e-c3f2cc7d30a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:48Z', 'updated_at': '2022-02-09T21:44:31Z', 'revision_number': 5, 'project_id': '18ba459b325a4da0821abb3dc94f8781', 'gw_port': {'id': 'cc537b70-ac47-4c47-917e-c3f2cc7d30a4', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:35:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ced5e6-fafc-49b5-a8dc-94e54f483860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:50Z', 'updated_at': '2022-02-09T21:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:35.730289 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-03b981e8-8822-400d-aa1d-34b516f9a71a tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, f09c9af1-caa6-4029-894f-b430921e86f9) {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:44:35.747463 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b981e8-8822-400d-aa1d-34b516f9a71a tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:35.748063 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-03b981e8-8822-400d-aa1d-34b516f9a71a tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:35.748680 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add15d6d-9ad1-4cc4-a445-594b94c9f2b4 None None] Network f09c9af1-caa6-4029-894f-b430921e86f9 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:44:35.776558 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a4b3af-14d5-4fbc-ab81-fee1563ada61 None None] The sync data for ids ['54ced5e6-fafc-49b5-a8dc-94e54f483860'] in n-d-828369-5 is: [{'id': '54ced5e6-fafc-49b5-a8dc-94e54f483860', 'name': 'tempest-TaggedBootDevicesTest_v242-918985318-router', 'tenant_id': '18ba459b325a4da0821abb3dc94f8781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'cc537b70-ac47-4c47-917e-c3f2cc7d30a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:35:48Z', 'updated_at': '2022-02-09T21:44:31Z', 'revision_number': 5, 'project_id': '18ba459b325a4da0821abb3dc94f8781', 'gw_port': {'id': 'cc537b70-ac47-4c47-917e-c3f2cc7d30a4', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:35:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ced5e6-fafc-49b5-a8dc-94e54f483860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:35:50Z', 'updated_at': '2022-02-09T21:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:44:35.801118 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-03b981e8-8822-400d-aa1d-34b516f9a71a tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9899428 Feb 09 21:44:35.807078 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41114) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:35.808945 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-10be06d8-cccb-4289-9b00-55579d8e5490 admin admin] Publish callbacks [] for router_gateway (54ced5e6-fafc-49b5-a8dc-94e54f483860), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:35.819105 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-73fe0bb6-be6b-40ab-8da9-b56f89e47396 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Request body: {'subnet': {'network_id': 'd265fee8-86bc-4f18-8400-270071608522', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:35.830389 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-aa8d1631-533e-4715-9cee-84f7192f9c94 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (4efdfb6f-8170-4d12-b764-82c809211f5a), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:35.842093 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f8fc33df-7063-4499-b6b7-e14448388adc tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group (8a087c4d-2aae-4f53-b3e1-7a28630e00ee), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:35.917424 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8d1631-533e-4715-9cee-84f7192f9c94 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:44:35.935801 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-aa8d1631-533e-4715-9cee-84f7192f9c94 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:44:35.941941 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f8fc33df-7063-4499-b6b7-e14448388adc tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group (8a087c4d-2aae-4f53-b3e1-7a28630e00ee), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:35.944658 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8d1631-533e-4715-9cee-84f7192f9c94 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:35.945264 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-aa8d1631-533e-4715-9cee-84f7192f9c94 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:35.962457 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76c50e7-230a-4657-8d92-5a4eea419849 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-f09c9af1-caa6-4029-894f-b430921e86f9', 'network_id': 'f09c9af1-caa6-4029-894f-b430921e86f9', 'project_id': 'e0fba33cc37140f68483b74485e6f58c', 'fixed_ips': [{'subnet_id': '402d4d57-038e-4490-a559-8c229d077342'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:44:35.963526 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8d1631-533e-4715-9cee-84f7192f9c94 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event updated for resources: {'Subnet': ['ID=4efdfb6f-8170-4d12-b764-82c809211f5a,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:35.963684 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c76c50e7-230a-4657-8d92-5a4eea419849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:35.982227 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-aa8d1631-533e-4715-9cee-84f7192f9c94 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1981664 Feb 09 21:44:35.984748 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 41118) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:35.990383 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-c290249a-e9ac-47eb-bbe3-1581b0cb8662 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Request body: {'port': {'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726', 'mac_address': 'fa:16:3e:99:7e:5b', 'name': 'tempest-NetworksTestDHCPv6-1799839978'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:36.011730 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-10be06d8-cccb-4289-9b00-55579d8e5490 admin admin] Deleting port cc537b70-ac47-4c47-917e-c3f2cc7d30a4 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:44:36.012067 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-10be06d8-cccb-4289-9b00-55579d8e5490 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (cc537b70-ac47-4c47-917e-c3f2cc7d30a4), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:36.034792 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f8fc33df-7063-4499-b6b7-e14448388adc tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (8a087c4d-2aae-4f53-b3e1-7a28630e00ee), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:36.038270 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f8fc33df-7063-4499-b6b7-e14448388adc tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:36.039680 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-f8fc33df-7063-4499-b6b7-e14448388adc tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] 10.222.0.90 "DELETE /v2.0/security-groups/8a087c4d-2aae-4f53-b3e1-7a28630e00ee HTTP/1.1" status: 204 len: 168 time: 0.3391416 Feb 09 21:44:36.045265 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 41120) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:36.054686 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41122) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:36.055658 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fc33df-7063-4499-b6b7-e14448388adc tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a087c4d-2aae-4f53-b3e1-7a28630e00ee,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:36.059939 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73fe0bb6-be6b-40ab-8da9-b56f89e47396 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Made reservation on behalf of e0fba33cc37140f68483b74485e6f58c for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:44:36.063839 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-73fe0bb6-be6b-40ab-8da9-b56f89e47396 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621317'] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:36.175047 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-c76c50e7-230a-4657-8d92-5a4eea419849 None None] Allocated IP 10.1.1.2 (f09c9af1-caa6-4029-894f-b430921e86f9/402d4d57-038e-4490-a559-8c229d077342/18172ee5-7e45-4a06-a859-ef3636eefcd0) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:44:36.257522 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41126) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:36.264970 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-ef476656-f8a6-453a-a07e-18a224fb7b59 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Request body: {'security_group': {'name': 'tempest-secgroup--357390991'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:36.272117 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-f69d83bf-bb20-4862-bcf8-73a54905a94d tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2241347 Feb 09 21:44:36.324278 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 7c89dc78-bbf6-4f4e-940d-90a01cd8237a up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:44:36.334385 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-10be06d8-cccb-4289-9b00-55579d8e5490 admin admin] For port cc537b70-ac47-4c47-917e-c3f2cc7d30a4, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=cc537b70-ac47-4c47-917e-c3f2cc7d30a4,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:36.338573 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-10be06d8-cccb-4289-9b00-55579d8e5490 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (cc537b70-ac47-4c47-917e-c3f2cc7d30a4), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:36.368038 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-10be06d8-cccb-4289-9b00-55579d8e5490 admin admin] Calling delete_port for cc537b70-ac47-4c47-917e-c3f2cc7d30a4 owned by network:router_gateway {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:44:36.384890 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f82309ec-e154-4bfa-8a28-fe2e1e29ec49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:36.433660 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ef476656-f8a6-453a-a07e-18a224fb7b59 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:36.496783 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 7c89dc78-bbf6-4f4e-940d-90a01cd8237a triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:36.497152 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (7c89dc78-bbf6-4f4e-940d-90a01cd8237a), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:36.534901 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-73fe0bb6-be6b-40ab-8da9-b56f89e47396 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621371'] for subnet (f98d2759-4f2e-4a40-86b8-36a646f017e8), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:36.536406 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c76c50e7-230a-4657-8d92-5a4eea419849 None None] Publish callbacks [] for port (18172ee5-7e45-4a06-a859-ef3636eefcd0), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:36.551526 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c76c50e7-230a-4657-8d92-5a4eea419849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (18172ee5-7e45-4a06-a859-ef3636eefcd0), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:36.596967 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76c50e7-230a-4657-8d92-5a4eea419849 None None] Network f09c9af1-caa6-4029-894f-b430921e86f9 is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:44:36.612241 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-c76c50e7-230a-4657-8d92-5a4eea419849 None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:44:36.617824 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76c50e7-230a-4657-8d92-5a4eea419849 None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:44:36.631273 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76c50e7-230a-4657-8d92-5a4eea419849 None None] Pushing event updated for resources: {'Port': ['ID=18172ee5-7e45-4a06-a859-ef3636eefcd0,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:36.653512 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c290249a-e9ac-47eb-bbe3-1581b0cb8662 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Made reservation on behalf of 880c3cd16cc943a98203fd230e26852f for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:44:36.673715 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-10be06d8-cccb-4289-9b00-55579d8e5490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (cc537b70-ac47-4c47-917e-c3f2cc7d30a4), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:36.694264 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fe0bb6-be6b-40ab-8da9-b56f89e47396 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Pushing event updated for resources: {'Subnet': ['ID=f98d2759-4f2e-4a40-86b8-36a646f017e8,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:36.714196 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ef476656-f8a6-453a-a07e-18a224fb7b59 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group (1dda8ea2-3bf3-483a-94f5-7b13315eb424), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:36.729182 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 7c89dc78-bbf6-4f4e-940d-90a01cd8237a is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:44:36.730257 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (7c89dc78-bbf6-4f4e-940d-90a01cd8237a), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:36.730834 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ef476656-f8a6-453a-a07e-18a224fb7b59 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (1dda8ea2-3bf3-483a-94f5-7b13315eb424), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:36.733902 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-c76c50e7-230a-4657-8d92-5a4eea419849 None None] Attempting to bind port 18172ee5-7e45-4a06-a859-ef3636eefcd0 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:44:36.734826 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-c76c50e7-230a-4657-8d92-5a4eea419849 None None] Attempting to bind port 18172ee5-7e45-4a06-a859-ef3636eefcd0 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '764fa11e-2d25-4965-bef2-489ddae1e34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'f09c9af1-caa6-4029-894f-b430921e86f9'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:44:36.734826 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76c50e7-230a-4657-8d92-5a4eea419849 None None] Attempting to bind port 18172ee5-7e45-4a06-a859-ef3636eefcd0 on network f09c9af1-caa6-4029-894f-b430921e86f9 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:44:36.741799 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10be06d8-cccb-4289-9b00-55579d8e5490 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc537b70-ac47-4c47-917e-c3f2cc7d30a4,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:36.755477 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76c50e7-230a-4657-8d92-5a4eea419849 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:44:36.761235 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76c50e7-230a-4657-8d92-5a4eea419849 None None] Checking segment: {'id': '764fa11e-2d25-4965-bef2-489ddae1e34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'f09c9af1-caa6-4029-894f-b430921e86f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:44:36.761729 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c76c50e7-230a-4657-8d92-5a4eea419849 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:36.762156 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76c50e7-230a-4657-8d92-5a4eea419849 None None] Bound using segment: {'id': '764fa11e-2d25-4965-bef2-489ddae1e34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'f09c9af1-caa6-4029-894f-b430921e86f9'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:44:36.762683 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-c76c50e7-230a-4657-8d92-5a4eea419849 None None] Bound port: 18172ee5-7e45-4a06-a859-ef3636eefcd0, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '764fa11e-2d25-4965-bef2-489ddae1e34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'f09c9af1-caa6-4029-894f-b430921e86f9'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:44:36.763076 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c76c50e7-230a-4657-8d92-5a4eea419849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (18172ee5-7e45-4a06-a859-ef3636eefcd0), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:36.773398 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29cb1eb-678e-429d-9dc2-90d54fd01476 None None] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:44:36.779870 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef476656-f8a6-453a-a07e-18a224fb7b59 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dda8ea2-3bf3-483a-94f5-7b13315eb424,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:36.815591 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ef476656-f8a6-453a-a07e-18a224fb7b59 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:36.819849 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-ef476656-f8a6-453a-a07e-18a224fb7b59 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5591438 Feb 09 21:44:36.820699 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41130) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:36.829949 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-52206de4-0a64-4d79-965e-b88d6dc9bf36 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Request body: {'security_group_rule': {'security_group_id': '1dda8ea2-3bf3-483a-94f5-7b13315eb424', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:36.834962 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f82309ec-e154-4bfa-8a28-fe2e1e29ec49 admin admin] Publish callbacks [] for security_group (1a7448d7-8a3b-4309-82d0-014a6fbcbbdf), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:36.846591 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fe0bb6-be6b-40ab-8da9-b56f89e47396 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Checking segment: {'id': 'cdf91332-5a66-411f-8c98-4c1f54bf5f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd265fee8-86bc-4f18-8400-270071608522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:44:36.846879 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73fe0bb6-be6b-40ab-8da9-b56f89e47396 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Network hostable DHCP agents. Network: d265fee8-86bc-4f18-8400-270071608522, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:44:36.848119 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-10be06d8-cccb-4289-9b00-55579d8e5490 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-554524'] for router_gateway (54ced5e6-fafc-49b5-a8dc-94e54f483860), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:36.852646 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f82309ec-e154-4bfa-8a28-fe2e1e29ec49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (1a7448d7-8a3b-4309-82d0-014a6fbcbbdf), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:36.865904 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port 7c89dc78-bbf6-4f4e-940d-90a01cd8237a, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=7c89dc78-bbf6-4f4e-940d-90a01cd8237a,segment=NetworkSegment(e234f058-99e9-4683-aff2-a800b51d2ec4),segment_id=e234f058-99e9-4683-aff2-a800b51d2ec4)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:36.882032 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c290249a-e9ac-47eb-bbe3-1581b0cb8662 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:36.898638 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (7c89dc78-bbf6-4f4e-940d-90a01cd8237a), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:36.905448 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82309ec-e154-4bfa-8a28-fe2e1e29ec49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a7448d7-8a3b-4309-82d0-014a6fbcbbdf,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:36.922345 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-f82309ec-e154-4bfa-8a28-fe2e1e29ec49 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=3793b56f3e8f42d6a37e12171a0cbe59&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8632531 Feb 09 21:44:36.924620 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-52206de4-0a64-4d79-965e-b88d6dc9bf36 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group_rule (c3b8c64b-168f-4e85-bad8-df36db8a4d18), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:36.935798 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41132) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:36.947161 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73fe0bb6-be6b-40ab-8da9-b56f89e47396 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Network d265fee8-86bc-4f18-8400-270071608522 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:44:36.964995 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-9225223f-25c5-4886-a059-5ecafe402a7d None None] Provisioning complete for port 7c89dc78-bbf6-4f4e-940d-90a01cd8237a triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:36.964995 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-9225223f-25c5-4886-a059-5ecafe402a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (7c89dc78-bbf6-4f4e-940d-90a01cd8237a), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:36.980268 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-10be06d8-cccb-4289-9b00-55579d8e5490 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (54ced5e6-fafc-49b5-a8dc-94e54f483860), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:36.981713 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-73fe0bb6-be6b-40ab-8da9-b56f89e47396 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, d265fee8-86bc-4f18-8400-270071608522) {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:44:36.982411 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [None req-c290249a-e9ac-47eb-bbe3-1581b0cb8662 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] device_id is not set on port 21260473-cd87-40a2-8420-c59579f3b3eb yet. {{(pid=103141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:44:36.991415 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-10be06d8-cccb-4289-9b00-55579d8e5490 admin admin] Publish callbacks [] for router_controller (54ced5e6-fafc-49b5-a8dc-94e54f483860), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:36.995938 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73fe0bb6-be6b-40ab-8da9-b56f89e47396 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:36.996980 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-73fe0bb6-be6b-40ab-8da9-b56f89e47396 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:37.030824 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-52206de4-0a64-4d79-965e-b88d6dc9bf36 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group_rule (c3b8c64b-168f-4e85-bad8-df36db8a4d18), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:37.039319 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-73fe0bb6-be6b-40ab-8da9-b56f89e47396 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2312808 Feb 09 21:44:37.041968 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41134) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:37.052784 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-1d182ee5-1423-4c4a-810d-041741abbc7a tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Request body: {'port': {'network_id': 'f09c9af1-caa6-4029-894f-b430921e86f9', 'name': 'tempest-TaggedBootDevicesTest-2118651282', 'fixed_ips': [{'subnet_id': '402d4d57-038e-4490-a559-8c229d077342'}]}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:37.056887 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-52206de4-0a64-4d79-965e-b88d6dc9bf36 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (c3b8c64b-168f-4e85-bad8-df36db8a4d18), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:37.084069 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-10be06d8-cccb-4289-9b00-55579d8e5490 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (54ced5e6-fafc-49b5-a8dc-94e54f483860), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:37.084625 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10be06d8-cccb-4289-9b00-55579d8e5490 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 54ced5e6-fafc-49b5-a8dc-94e54f483860 {{(pid=103141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:44:37.090046 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-10be06d8-cccb-4289-9b00-55579d8e5490 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:37.094587 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-10be06d8-cccb-4289-9b00-55579d8e5490 admin admin] 10.222.0.90 "DELETE /v2.0/routers/54ced5e6-fafc-49b5-a8dc-94e54f483860 HTTP/1.1" status: 204 len: 168 time: 2.7233598 Feb 09 21:44:37.095287 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 41136) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:37.124194 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5b5759db-2e1a-4cdf-a770-8330e7911f76 admin admin] Publish callbacks [] for security_group (1a7448d7-8a3b-4309-82d0-014a6fbcbbdf), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:37.141213 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52206de4-0a64-4d79-965e-b88d6dc9bf36 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3b8c64b-168f-4e85-bad8-df36db8a4d18,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:37.175735 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-52206de4-0a64-4d79-965e-b88d6dc9bf36 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:37.179702 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-52206de4-0a64-4d79-965e-b88d6dc9bf36 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3539438 Feb 09 21:44:37.183602 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 41138) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:37.211580 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5b5759db-2e1a-4cdf-a770-8330e7911f76 admin admin] Publish callbacks [] for security_group (1a7448d7-8a3b-4309-82d0-014a6fbcbbdf), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:37.219283 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bfad57c-2aff-4b24-8b6c-fe962c1aa333 None None] Network d265fee8-86bc-4f18-8400-270071608522 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:44:37.226007 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=7c89dc78-bbf6-4f4e-940d-90a01cd8237a,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:37.235952 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-d696284e-57b5-401b-83d2-cceeded9ff70 admin admin] Deleting subnet 413233c4-7ff7-4428-a26b-9211d4e793f3 {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:44:37.249125 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d696284e-57b5-401b-83d2-cceeded9ff70 admin admin] Publish callbacks [] for subnet (413233c4-7ff7-4428-a26b-9211d4e793f3), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:37.275659 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d182ee5-1423-4c4a-810d-041741abbc7a tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Made reservation on behalf of e0fba33cc37140f68483b74485e6f58c for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:44:37.304275 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5b5759db-2e1a-4cdf-a770-8330e7911f76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (1a7448d7-8a3b-4309-82d0-014a6fbcbbdf), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:37.307001 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5b5759db-2e1a-4cdf-a770-8330e7911f76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:37.308302 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-5b5759db-2e1a-4cdf-a770-8330e7911f76 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/1a7448d7-8a3b-4309-82d0-014a6fbcbbdf HTTP/1.1" status: 204 len: 168 time: 0.3712270 Feb 09 21:44:37.347794 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d696284e-57b5-401b-83d2-cceeded9ff70 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (413233c4-7ff7-4428-a26b-9211d4e793f3), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:37.348661 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-c76c50e7-230a-4657-8d92-5a4eea419849 None None] For port 18172ee5-7e45-4a06-a859-ef3636eefcd0, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:44:37.363677 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5759db-2e1a-4cdf-a770-8330e7911f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a7448d7-8a3b-4309-82d0-014a6fbcbbdf,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:37.402705 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-82dde781-b8d9-43fa-9038-20d3764ca308 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group (1dda8ea2-3bf3-483a-94f5-7b13315eb424), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:37.407172 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-c76c50e7-230a-4657-8d92-5a4eea419849 None None] For port 18172ee5-7e45-4a06-a859-ef3636eefcd0, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=18172ee5-7e45-4a06-a859-ef3636eefcd0,segment=NetworkSegment(764fa11e-2d25-4965-bef2-489ddae1e34a),segment_id=764fa11e-2d25-4965-bef2-489ddae1e34a)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:44:37.433381 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-c290249a-e9ac-47eb-bbe3-1581b0cb8662 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Allocated IP 172.20.0.8 (986c5511-2b50-4eb7-bb75-ff9f776ff726/4efdfb6f-8170-4d12-b764-82c809211f5a/21260473-cd87-40a2-8420-c59579f3b3eb) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:44:37.433562 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1d182ee5-1423-4c4a-810d-041741abbc7a tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:37.435790 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c76c50e7-230a-4657-8d92-5a4eea419849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (18172ee5-7e45-4a06-a859-ef3636eefcd0), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:37.465818 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-1d182ee5-1423-4c4a-810d-041741abbc7a tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] device_id is not set on port fcbf595b-ac04-4a9f-91d3-e3bfdadd5558 yet. {{(pid=103140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:44:37.473781 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-82dde781-b8d9-43fa-9038-20d3764ca308 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group (1dda8ea2-3bf3-483a-94f5-7b13315eb424), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:37.481273 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-c290249a-e9ac-47eb-bbe3-1581b0cb8662 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Allocated IP 2001:db8::f816:3eff:fe99:7e5b (986c5511-2b50-4eb7-bb75-ff9f776ff726/f7b25b5f-4baf-4cd4-b542-e2eb4a768ff7/21260473-cd87-40a2-8420-c59579f3b3eb) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:44:37.544026 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d696284e-57b5-401b-83d2-cceeded9ff70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (413233c4-7ff7-4428-a26b-9211d4e793f3), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:37.580584 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-9225223f-25c5-4886-a059-5ecafe402a7d None None] Current status of the port 7c89dc78-bbf6-4f4e-940d-90a01cd8237a is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:44:37.684084 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736381f5-6343-455a-8c42-02902f1c33f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-d265fee8-86bc-4f18-8400-270071608522', 'network_id': 'd265fee8-86bc-4f18-8400-270071608522', 'project_id': 'e0fba33cc37140f68483b74485e6f58c', 'fixed_ips': [{'subnet_id': 'f98d2759-4f2e-4a40-86b8-36a646f017e8'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:44:37.685193 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-736381f5-6343-455a-8c42-02902f1c33f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:37.702071 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-82dde781-b8d9-43fa-9038-20d3764ca308 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (1dda8ea2-3bf3-483a-94f5-7b13315eb424), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:37.706884 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-82dde781-b8d9-43fa-9038-20d3764ca308 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:37.723992 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41146) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:37.724824 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-82dde781-b8d9-43fa-9038-20d3764ca308 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] 10.222.0.90 "DELETE /v2.0/security-groups/1dda8ea2-3bf3-483a-94f5-7b13315eb424 HTTP/1.1" status: 204 len: 168 time: 0.5396700 Feb 09 21:44:37.771639 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d696284e-57b5-401b-83d2-cceeded9ff70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (413233c4-7ff7-4428-a26b-9211d4e793f3), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:37.777934 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dde781-b8d9-43fa-9038-20d3764ca308 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dda8ea2-3bf3-483a-94f5-7b13315eb424,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:37.783121 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 41148) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:37.793880 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-9980c7a9-200d-4eed-a77c-ccf20265aa0e tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0676074 Feb 09 21:44:37.795023 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-1d182ee5-1423-4c4a-810d-041741abbc7a tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Allocated IP 10.1.1.213 (f09c9af1-caa6-4029-894f-b430921e86f9/402d4d57-038e-4490-a559-8c229d077342/fcbf595b-ac04-4a9f-91d3-e3bfdadd5558) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:44:37.797018 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41150) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:37.835004 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76c50e7-230a-4657-8d92-5a4eea419849 None None] Pushing event updated for resources: {'Port': ['ID=18172ee5-7e45-4a06-a859-ef3636eefcd0,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:37.843970 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d696284e-57b5-401b-83d2-cceeded9ff70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=413233c4-7ff7-4428-a26b-9211d4e793f3,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:37.852491 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d696284e-57b5-401b-83d2-cceeded9ff70 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:37.855963 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-d696284e-57b5-401b-83d2-cceeded9ff70 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/413233c4-7ff7-4428-a26b-9211d4e793f3 HTTP/1.1" status: 204 len: 168 time: 0.7565770 Feb 09 21:44:37.864578 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-22255aec-883a-4258-9c50-60dac4b6304b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:37.868549 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 41152) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:37.916555 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6472c6aa-b607-46f5-bd3b-c1baacde600d None None] Network 8185c7c8-686b-411f-8c8d-101dfc1ac3a8 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:44:37.967082 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 7c89dc78-bbf6-4f4e-940d-90a01cd8237a up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:44:37.969201 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7491675e-9b22-49f6-9f4c-a4a4ac1a324d None None] Update dhcp port {'port': {'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726', 'fixed_ips': [{'subnet_id': 'f7b25b5f-4baf-4cd4-b542-e2eb4a768ff7', 'ip_address': '2001:db8::f816:3eff:fee8:4771'}, {'subnet_id': '4efdfb6f-8170-4d12-b764-82c809211f5a'}], 'binding:host_id': 'n-d-828369-5'}, 'id': '7c89dc78-bbf6-4f4e-940d-90a01cd8237a'} from n-d-828369-5. {{(pid=103142) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 21:44:37.986603 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c290249a-e9ac-47eb-bbe3-1581b0cb8662 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for port (21260473-cd87-40a2-8420-c59579f3b3eb), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:38.024797 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-093ed2a9-5b83-414d-9df8-602ba9282ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (8185c7c8-686b-411f-8c8d-101dfc1ac3a8), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:38.047051 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-aeaee8ad-2561-446c-89a4-689ad62ee42c tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] 10.222.0.90 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.2465231 Feb 09 21:44:38.049613 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 41154) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:38.096256 n-d-828369-5 neutron-server[103141]: INFO neutron.api.v2.resource [None req-b47e9ac2-c2e4-427a-9203-d1578fcf9df8 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] delete failed (client error): The resource could not be found. Feb 09 21:44:38.101915 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-b47e9ac2-c2e4-427a-9203-d1578fcf9df8 tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] 10.222.0.90 "DELETE /v2.0/security-groups/1dda8ea2-3bf3-483a-94f5-7b13315eb424 HTTP/1.1" status: 404 len: 347 time: 0.0485804 Feb 09 21:44:38.102078 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41156) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:38.132737 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7491675e-9b22-49f6-9f4c-a4a4ac1a324d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (7c89dc78-bbf6-4f4e-940d-90a01cd8237a), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:38.159443 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c290249a-e9ac-47eb-bbe3-1581b0cb8662 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (21260473-cd87-40a2-8420-c59579f3b3eb), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:38.164491 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-22255aec-883a-4258-9c50-60dac4b6304b admin admin] Publish callbacks [] for security_group (89295ba1-279c-4606-9259-64384a5919d3), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:38.173373 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1d182ee5-1423-4c4a-810d-041741abbc7a tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks [] for port (fcbf595b-ac04-4a9f-91d3-e3bfdadd5558), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:38.199550 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-dde11e2a-0570-4c54-9feb-9ab5bc05012d tempest-SecGroupTest-107389284 tempest-SecGroupTest-107389284-project] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0925627 Feb 09 21:44:38.235896 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-22255aec-883a-4258-9c50-60dac4b6304b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (89295ba1-279c-4606-9259-64384a5919d3), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:38.280966 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-736381f5-6343-455a-8c42-02902f1c33f5 None None] Allocated IP 10.2.2.2 (d265fee8-86bc-4f18-8400-270071608522/f98d2759-4f2e-4a40-86b8-36a646f017e8/56b9ff9c-543a-48dd-8942-8ed29cc0087b) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:44:38.282058 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1d182ee5-1423-4c4a-810d-041741abbc7a tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (fcbf595b-ac04-4a9f-91d3-e3bfdadd5558), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:38.296104 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c290249a-e9ac-47eb-bbe3-1581b0cb8662 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:44:38.301900 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-22255aec-883a-4258-9c50-60dac4b6304b admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=5b68b91262c141c4a2f49ffc91bae00d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5102134 Feb 09 21:44:38.302921 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c290249a-e9ac-47eb-bbe3-1581b0cb8662 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event updated for resources: {'Port': ['ID=21260473-cd87-40a2-8420-c59579f3b3eb,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:38.318305 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 41160) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:38.333827 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-c290249a-e9ac-47eb-bbe3-1581b0cb8662 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:44:38.339373 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c290249a-e9ac-47eb-bbe3-1581b0cb8662 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:44:38.341649 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d182ee5-1423-4c4a-810d-041741abbc7a tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Network f09c9af1-caa6-4029-894f-b430921e86f9 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:44:38.345447 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-1d182ee5-1423-4c4a-810d-041741abbc7a tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:44:38.348639 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d182ee5-1423-4c4a-810d-041741abbc7a tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:44:38.351722 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22255aec-883a-4258-9c50-60dac4b6304b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89295ba1-279c-4606-9259-64384a5919d3,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:38.392296 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d182ee5-1423-4c4a-810d-041741abbc7a tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Pushing event updated for resources: {'Port': ['ID=fcbf595b-ac04-4a9f-91d3-e3bfdadd5558,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:38.413873 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-093ed2a9-5b83-414d-9df8-602ba9282ef2 admin admin] Deleting port 46c86c8e-7e03-4111-9730-cb7e91c761fb {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:44:38.414569 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-093ed2a9-5b83-414d-9df8-602ba9282ef2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (46c86c8e-7e03-4111-9730-cb7e91c761fb), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:38.423298 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d182ee5-1423-4c4a-810d-041741abbc7a tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:38.424051 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1d182ee5-1423-4c4a-810d-041741abbc7a tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:38.427589 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 7c89dc78-bbf6-4f4e-940d-90a01cd8237a triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:38.428483 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (7c89dc78-bbf6-4f4e-940d-90a01cd8237a), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:38.447966 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-1d182ee5-1423-4c4a-810d-041741abbc7a tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4023829 Feb 09 21:44:38.448665 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41162) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:38.455663 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-375c7109-bda1-4e5b-bc91-1a80b8eab85a tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Request body: {'port': {'network_id': 'f09c9af1-caa6-4029-894f-b430921e86f9', 'name': 'tempest-TaggedBootDevicesTest-1085483320', 'fixed_ips': [{'subnet_id': '402d4d57-038e-4490-a559-8c229d077342'}]}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:38.538031 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c290249a-e9ac-47eb-bbe3-1581b0cb8662 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:38.541070 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c290249a-e9ac-47eb-bbe3-1581b0cb8662 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:38.566949 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7919a5-8396-4b08-ac6f-c57a56e3113f None None] DHCP port deletion for 8185c7c8-686b-411f-8c8d-101dfc1ac3a8 request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:44:38.595716 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-c290249a-e9ac-47eb-bbe3-1581b0cb8662 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.6065722 Feb 09 21:44:38.598094 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-093ed2a9-5b83-414d-9df8-602ba9282ef2 admin admin] For port 46c86c8e-7e03-4111-9730-cb7e91c761fb, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=46c86c8e-7e03-4111-9730-cb7e91c761fb,segment=NetworkSegment(4abec7a4-2b69-47a3-bee3-121e96e66a50),segment_id=4abec7a4-2b69-47a3-bee3-121e96e66a50)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:38.598475 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-093ed2a9-5b83-414d-9df8-602ba9282ef2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (46c86c8e-7e03-4111-9730-cb7e91c761fb), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:38.607671 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 41168) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:38.620043 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e12f1de7-77b8-4c91-bbc8-a11fcf611b87 admin admin] Publish callbacks [] for security_group (89295ba1-279c-4606-9259-64384a5919d3), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:38.627133 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-093ed2a9-5b83-414d-9df8-602ba9282ef2 admin admin] Calling delete_port for 46c86c8e-7e03-4111-9730-cb7e91c761fb owned by network:dhcp {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:44:38.632619 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-7491675e-9b22-49f6-9f4c-a4a4ac1a324d None None] Allocated IP 172.20.0.2 (986c5511-2b50-4eb7-bb75-ff9f776ff726/4efdfb6f-8170-4d12-b764-82c809211f5a/7c89dc78-bbf6-4f4e-940d-90a01cd8237a) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:44:38.639170 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-375c7109-bda1-4e5b-bc91-1a80b8eab85a tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Made reservation on behalf of e0fba33cc37140f68483b74485e6f58c for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:44:38.653297 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-375c7109-bda1-4e5b-bc91-1a80b8eab85a tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:38.696767 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-375c7109-bda1-4e5b-bc91-1a80b8eab85a tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] device_id is not set on port 05c71a1b-858c-4e78-be01-608f18f742b2 yet. {{(pid=103140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:44:38.734193 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e12f1de7-77b8-4c91-bbc8-a11fcf611b87 admin admin] Publish callbacks [] for security_group (89295ba1-279c-4606-9259-64384a5919d3), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:38.748742 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 7c89dc78-bbf6-4f4e-940d-90a01cd8237a is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:44:38.759470 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 41170) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:38.852927 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9708ee0b-32e5-42bd-b57d-9bab09aaa567 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:38.859518 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9708ee0b-32e5-42bd-b57d-9bab09aaa567 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:38.860544 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-9708ee0b-32e5-42bd-b57d-9bab09aaa567 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.2511065 Feb 09 21:44:38.863744 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 41174) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:38.875517 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device d88b7afa-343f-4d26-9fcb-cf7426a454d8 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:44:38.899724 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-736381f5-6343-455a-8c42-02902f1c33f5 None None] Publish callbacks [] for port (56b9ff9c-543a-48dd-8942-8ed29cc0087b), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:38.907145 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: d88b7afa-343f-4d26-9fcb-cf7426a454d8 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:44:38.907772 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device d88b7afa-343f-4d26-9fcb-cf7426a454d8 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:44:38.908400 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device cc537b70-ac47-4c47-917e-c3f2cc7d30a4 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:44:38.944771 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-1d7919a5-8396-4b08-ac6f-c57a56e3113f None None] Deleting port 46c86c8e-7e03-4111-9730-cb7e91c761fb {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:44:38.945544 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1d7919a5-8396-4b08-ac6f-c57a56e3113f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (46c86c8e-7e03-4111-9730-cb7e91c761fb), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:38.953645 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-093ed2a9-5b83-414d-9df8-602ba9282ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (46c86c8e-7e03-4111-9730-cb7e91c761fb), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:38.955002 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-375c7109-bda1-4e5b-bc91-1a80b8eab85a tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Allocated IP 10.1.1.191 (f09c9af1-caa6-4029-894f-b430921e86f9/402d4d57-038e-4490-a559-8c229d077342/05c71a1b-858c-4e78-be01-608f18f742b2) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:44:39.000076 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: cc537b70-ac47-4c47-917e-c3f2cc7d30a4 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:44:39.001264 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device cc537b70-ac47-4c47-917e-c3f2cc7d30a4 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:44:39.014581 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093ed2a9-5b83-414d-9df8-602ba9282ef2 admin admin] Pushing event deleted for resources: {'Port': ['ID=46c86c8e-7e03-4111-9730-cb7e91c761fb,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:39.023320 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-736381f5-6343-455a-8c42-02902f1c33f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (56b9ff9c-543a-48dd-8942-8ed29cc0087b), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:39.024729 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e12f1de7-77b8-4c91-bbc8-a11fcf611b87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (89295ba1-279c-4606-9259-64384a5919d3), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:39.027325 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e12f1de7-77b8-4c91-bbc8-a11fcf611b87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:39.030981 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-e12f1de7-77b8-4c91-bbc8-a11fcf611b87 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/89295ba1-279c-4606-9259-64384a5919d3 HTTP/1.1" status: 204 len: 168 time: 0.7077532 Feb 09 21:44:39.040392 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093ed2a9-5b83-414d-9df8-602ba9282ef2 admin admin] No DVR routers for this DVR port 46c86c8e-7e03-4111-9730-cb7e91c761fb on host n-d-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:44:39.071704 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12f1de7-77b8-4c91-bbc8-a11fcf611b87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89295ba1-279c-4606-9259-64384a5919d3,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:39.113902 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-9c0489a5-d581-4400-a547-a8f81cd6f0d3 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=ec9b78bce2a54b4eaa8389a6eacf3134&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3533022 Feb 09 21:44:39.144813 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736381f5-6343-455a-8c42-02902f1c33f5 None None] Pushing event updated for resources: {'Port': ['ID=56b9ff9c-543a-48dd-8942-8ed29cc0087b,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:39.159190 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-375c7109-bda1-4e5b-bc91-1a80b8eab85a tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks [] for port (05c71a1b-858c-4e78-be01-608f18f742b2), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:39.186784 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 41178) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:39.205944 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-1d7919a5-8396-4b08-ac6f-c57a56e3113f None None] For port 46c86c8e-7e03-4111-9730-cb7e91c761fb, host n-d-828369-5, got binding levels [] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:39.206399 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1d7919a5-8396-4b08-ac6f-c57a56e3113f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (46c86c8e-7e03-4111-9730-cb7e91c761fb), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:39.210188 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-375c7109-bda1-4e5b-bc91-1a80b8eab85a tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (05c71a1b-858c-4e78-be01-608f18f742b2), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:39.226071 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-fc8c642e-c85e-4f1a-85c1-4085d8a1fa08 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Deleting port 21260473-cd87-40a2-8420-c59579f3b3eb {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:44:39.226427 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fc8c642e-c85e-4f1a-85c1-4085d8a1fa08 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (21260473-cd87-40a2-8420-c59579f3b3eb), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:39.231030 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-093ed2a9-5b83-414d-9df8-602ba9282ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (8185c7c8-686b-411f-8c8d-101dfc1ac3a8), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:39.232632 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736381f5-6343-455a-8c42-02902f1c33f5 None None] Network d265fee8-86bc-4f18-8400-270071608522 is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:44:39.234526 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f71bb38c-02b1-41c1-89db-438715dbcf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:39.259208 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-736381f5-6343-455a-8c42-02902f1c33f5 None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:44:39.265413 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736381f5-6343-455a-8c42-02902f1c33f5 None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:44:39.278407 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375c7109-bda1-4e5b-bc91-1a80b8eab85a tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Network f09c9af1-caa6-4029-894f-b430921e86f9 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:44:39.282334 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-375c7109-bda1-4e5b-bc91-1a80b8eab85a tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:44:39.293009 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375c7109-bda1-4e5b-bc91-1a80b8eab85a tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:44:39.311612 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-1d7919a5-8396-4b08-ac6f-c57a56e3113f None None] Calling delete_port for 46c86c8e-7e03-4111-9730-cb7e91c761fb owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:44:39.315423 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.ipam_backend_mixin [None req-1d7919a5-8396-4b08-ac6f-c57a56e3113f None None] Port 46c86c8e-7e03-4111-9730-cb7e91c761fb was not found and therefore no delete operation was performed {{(pid=103142) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 21:44:39.318049 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-093ed2a9-5b83-414d-9df8-602ba9282ef2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8185c7c8-686b-411f-8c8d-101dfc1ac3a8']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:39.332376 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-093ed2a9-5b83-414d-9df8-602ba9282ef2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4abec7a4-2b69-47a3-bee3-121e96e66a50') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:39.332652 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-093ed2a9-5b83-414d-9df8-602ba9282ef2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4abec7a4-2b69-47a3-bee3-121e96e66a50') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:39.344764 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375c7109-bda1-4e5b-bc91-1a80b8eab85a tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Pushing event updated for resources: {'Port': ['ID=05c71a1b-858c-4e78-be01-608f18f742b2,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:39.359240 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-093ed2a9-5b83-414d-9df8-602ba9282ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (4abec7a4-2b69-47a3-bee3-121e96e66a50), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:39.364574 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375c7109-bda1-4e5b-bc91-1a80b8eab85a tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:39.365369 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-375c7109-bda1-4e5b-bc91-1a80b8eab85a tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:39.375295 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1d7919a5-8396-4b08-ac6f-c57a56e3113f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (46c86c8e-7e03-4111-9730-cb7e91c761fb), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:39.382492 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ebbc1c8d-5291-4a59-94c8-fef21d92cfa5 admin admin] Publish callbacks [] for security_group (090852b3-86e8-432f-a9bc-f349ecab566e), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:39.404574 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-375c7109-bda1-4e5b-bc91-1a80b8eab85a tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.9480970 Feb 09 21:44:39.408464 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-7491675e-9b22-49f6-9f4c-a4a4ac1a324d None None] For port 7c89dc78-bbf6-4f4e-940d-90a01cd8237a, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=7c89dc78-bbf6-4f4e-940d-90a01cd8237a,segment=NetworkSegment(e234f058-99e9-4683-aff2-a800b51d2ec4),segment_id=e234f058-99e9-4683-aff2-a800b51d2ec4)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:39.415604 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107381b7-ed0d-4906-8dec-325a9c95fa6d None None] Network f09c9af1-caa6-4029-894f-b430921e86f9 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:44:39.420460 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fc8c642e-c85e-4f1a-85c1-4085d8a1fa08 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (21260473-cd87-40a2-8420-c59579f3b3eb), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:39.446721 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-fc8c642e-c85e-4f1a-85c1-4085d8a1fa08 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Calling delete_port for 21260473-cd87-40a2-8420-c59579f3b3eb owned by {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:44:39.510273 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7919a5-8396-4b08-ac6f-c57a56e3113f None None] Pushing event deleted for resources: {'Port': ['ID=46c86c8e-7e03-4111-9730-cb7e91c761fb,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:39.515255 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7919a5-8396-4b08-ac6f-c57a56e3113f None None] No DVR routers for this DVR port 46c86c8e-7e03-4111-9730-cb7e91c761fb on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:44:39.533855 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-4a43abf2-82df-49e4-ac6f-82239e4b2672 None None] Provisioning complete for port 18172ee5-7e45-4a06-a859-ef3636eefcd0 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:39.534243 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-4a43abf2-82df-49e4-ac6f-82239e4b2672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (18172ee5-7e45-4a06-a859-ef3636eefcd0), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:39.541786 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-736381f5-6343-455a-8c42-02902f1c33f5 None None] Attempting to bind port 56b9ff9c-543a-48dd-8942-8ed29cc0087b on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:44:39.542173 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-736381f5-6343-455a-8c42-02902f1c33f5 None None] Attempting to bind port 56b9ff9c-543a-48dd-8942-8ed29cc0087b by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': 'cdf91332-5a66-411f-8c98-4c1f54bf5f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd265fee8-86bc-4f18-8400-270071608522'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:44:39.542551 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736381f5-6343-455a-8c42-02902f1c33f5 None None] Attempting to bind port 56b9ff9c-543a-48dd-8942-8ed29cc0087b on network d265fee8-86bc-4f18-8400-270071608522 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:44:39.590658 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736381f5-6343-455a-8c42-02902f1c33f5 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:44:39.591041 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736381f5-6343-455a-8c42-02902f1c33f5 None None] Checking segment: {'id': 'cdf91332-5a66-411f-8c98-4c1f54bf5f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd265fee8-86bc-4f18-8400-270071608522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:44:39.591645 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-736381f5-6343-455a-8c42-02902f1c33f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:39.592243 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736381f5-6343-455a-8c42-02902f1c33f5 None None] Bound using segment: {'id': 'cdf91332-5a66-411f-8c98-4c1f54bf5f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd265fee8-86bc-4f18-8400-270071608522'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:44:39.592899 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-736381f5-6343-455a-8c42-02902f1c33f5 None None] Bound port: 56b9ff9c-543a-48dd-8942-8ed29cc0087b, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdf91332-5a66-411f-8c98-4c1f54bf5f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd265fee8-86bc-4f18-8400-270071608522'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:44:39.593482 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-736381f5-6343-455a-8c42-02902f1c33f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (56b9ff9c-543a-48dd-8942-8ed29cc0087b), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:39.617924 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7491675e-9b22-49f6-9f4c-a4a4ac1a324d None None] Publish callbacks [] for port (7c89dc78-bbf6-4f4e-940d-90a01cd8237a), precommit_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:39.630680 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-093ed2a9-5b83-414d-9df8-602ba9282ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (4abec7a4-2b69-47a3-bee3-121e96e66a50), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:39.653913 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-093ed2a9-5b83-414d-9df8-602ba9282ef2 admin admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:44:39.654505 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-093ed2a9-5b83-414d-9df8-602ba9282ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (4abec7a4-2b69-47a3-bee3-121e96e66a50), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:39.659746 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:44:39.659746 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:44:39.659746 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:44:39.659746 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:44:39.659746 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:44:39.659746 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:44:39.659746 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:44:39.659746 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:44:39.659746 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:44:39.659746 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:44:39.659746 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:44:39.659746 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:44:39.659746 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:44:39.659746 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:44:39.659746 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:44:39.659746 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:44:39.659746 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:44:39.659746 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:44:39.659746 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:44:39.659746 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:44:39.659746 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:44:39.659746 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:44:39.659746 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:44:39.659746 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:44:39.659746 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:44:39.659746 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:44:39.659746 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:44:39.659746 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:44:39.659746 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:44:39.659746 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:44:39.659746 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:44:39.659746 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:44:39.662380 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7491675e-9b22-49f6-9f4c-a4a4ac1a324d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (7c89dc78-bbf6-4f4e-940d-90a01cd8237a), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:39.673689 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ebbc1c8d-5291-4a59-94c8-fef21d92cfa5 admin admin] Publish callbacks [] for security_group (090852b3-86e8-432f-a9bc-f349ecab566e), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:39.806481 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fc8c642e-c85e-4f1a-85c1-4085d8a1fa08 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (21260473-cd87-40a2-8420-c59579f3b3eb), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:39.881082 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8c642e-c85e-4f1a-85c1-4085d8a1fa08 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event deleted for resources: {'Port': ['ID=21260473-cd87-40a2-8420-c59579f3b3eb,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:39.882775 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-093ed2a9-5b83-414d-9df8-602ba9282ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (8185c7c8-686b-411f-8c8d-101dfc1ac3a8), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:39.976761 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7491675e-9b22-49f6-9f4c-a4a4ac1a324d None None] Pushing event updated for resources: {'Port': ['ID=7c89dc78-bbf6-4f4e-940d-90a01cd8237a,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:39.990939 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 18172ee5-7e45-4a06-a859-ef3636eefcd0 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:44:39.998710 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ebbc1c8d-5291-4a59-94c8-fef21d92cfa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (090852b3-86e8-432f-a9bc-f349ecab566e), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:40.003585 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ebbc1c8d-5291-4a59-94c8-fef21d92cfa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:40.008701 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-ebbc1c8d-5291-4a59-94c8-fef21d92cfa5 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/090852b3-86e8-432f-a9bc-f349ecab566e HTTP/1.1" status: 204 len: 168 time: 0.8247280 Feb 09 21:44:40.012627 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-093ed2a9-5b83-414d-9df8-602ba9282ef2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:40.016143 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-093ed2a9-5b83-414d-9df8-602ba9282ef2 admin admin] 10.222.0.90 "DELETE /v2.0/networks/8185c7c8-686b-411f-8c8d-101dfc1ac3a8 HTTP/1.1" status: 204 len: 168 time: 2.1429257 Feb 09 21:44:40.019523 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41204) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:40.031088 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093ed2a9-5b83-414d-9df8-602ba9282ef2 admin admin] Pushing event deleted for resources: {'Network': ['ID=8185c7c8-686b-411f-8c8d-101dfc1ac3a8,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:40.083632 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbc1c8d-5291-4a59-94c8-fef21d92cfa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=090852b3-86e8-432f-a9bc-f349ecab566e,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:40.116134 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fc8c642e-c85e-4f1a-85c1-4085d8a1fa08 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:40.122032 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-fc8c642e-c85e-4f1a-85c1-4085d8a1fa08 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "DELETE /v2.0/ports/21260473-cd87-40a2-8420-c59579f3b3eb HTTP/1.1" status: 204 len: 168 time: 1.2571225 Feb 09 21:44:40.125464 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 41206) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:40.161286 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41208) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:40.210793 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb559fb-6564-465e-b776-04b85467193d tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:40.211558 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb559fb-6564-465e-b776-04b85467193d tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:40.212968 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb559fb-6564-465e-b776-04b85467193d tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:40.215077 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-9fb559fb-6564-465e-b776-04b85467193d tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0881655 Feb 09 21:44:40.217341 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-736381f5-6343-455a-8c42-02902f1c33f5 None None] For port 56b9ff9c-543a-48dd-8942-8ed29cc0087b, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:44:40.218098 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 41212) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:40.251613 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-6d8140de-31f1-4534-9b16-22cd3175425f tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Request body: {'security_group': {'name': 'tempest-securitygroup--197791295', 'description': 'tempest-description--47668222'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:40.255239 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-736381f5-6343-455a-8c42-02902f1c33f5 None None] For port 56b9ff9c-543a-48dd-8942-8ed29cc0087b, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=56b9ff9c-543a-48dd-8942-8ed29cc0087b,segment=NetworkSegment(cdf91332-5a66-411f-8c98-4c1f54bf5f30),segment_id=cdf91332-5a66-411f-8c98-4c1f54bf5f30)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:44:40.277311 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-736381f5-6343-455a-8c42-02902f1c33f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (56b9ff9c-543a-48dd-8942-8ed29cc0087b), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:40.280471 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-4a43abf2-82df-49e4-ac6f-82239e4b2672 None None] Current status of the port 18172ee5-7e45-4a06-a859-ef3636eefcd0 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:44:40.280868 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-4a43abf2-82df-49e4-ac6f-82239e4b2672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (18172ee5-7e45-4a06-a859-ef3636eefcd0), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:40.330714 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 18172ee5-7e45-4a06-a859-ef3636eefcd0 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:40.331107 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (18172ee5-7e45-4a06-a859-ef3636eefcd0), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:40.365213 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6d8140de-31f1-4534-9b16-22cd3175425f tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:40.374645 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f3694a0-4bb8-42f7-8d37-e2272974291d tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Deleting subnet 4efdfb6f-8170-4d12-b764-82c809211f5a {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:44:40.379945 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9f3694a0-4bb8-42f7-8d37-e2272974291d tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for subnet (4efdfb6f-8170-4d12-b764-82c809211f5a), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:40.427108 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-4a43abf2-82df-49e4-ac6f-82239e4b2672 None None] For port 18172ee5-7e45-4a06-a859-ef3636eefcd0, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=18172ee5-7e45-4a06-a859-ef3636eefcd0,segment=NetworkSegment(764fa11e-2d25-4965-bef2-489ddae1e34a),segment_id=764fa11e-2d25-4965-bef2-489ddae1e34a)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:40.430106 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736381f5-6343-455a-8c42-02902f1c33f5 None None] Pushing event updated for resources: {'Port': ['ID=56b9ff9c-543a-48dd-8942-8ed29cc0087b,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:40.435897 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-4a43abf2-82df-49e4-ac6f-82239e4b2672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (18172ee5-7e45-4a06-a859-ef3636eefcd0), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:40.460211 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 41216) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:40.535922 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9f3694a0-4bb8-42f7-8d37-e2272974291d tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (4efdfb6f-8170-4d12-b764-82c809211f5a), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:40.560095 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 18172ee5-7e45-4a06-a859-ef3636eefcd0 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:44:40.587710 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a43abf2-82df-49e4-ac6f-82239e4b2672 None None] Pushing event updated for resources: {'Port': ['ID=18172ee5-7e45-4a06-a859-ef3636eefcd0,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:40.648848 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6d8140de-31f1-4534-9b16-22cd3175425f tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks [] for security_group (f725d2ca-c6e8-41e3-94bc-9cf24ee5a23b), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:40.662636 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6d8140de-31f1-4534-9b16-22cd3175425f tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (f725d2ca-c6e8-41e3-94bc-9cf24ee5a23b), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:40.669335 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9f3694a0-4bb8-42f7-8d37-e2272974291d tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (4efdfb6f-8170-4d12-b764-82c809211f5a), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:40.681403 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 46c86c8e-7e03-4111-9730-cb7e91c761fb no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:44:40.729041 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 46c86c8e-7e03-4111-9730-cb7e91c761fb {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:44:40.729402 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 46c86c8e-7e03-4111-9730-cb7e91c761fb not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:44:40.819230 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8140de-31f1-4534-9b16-22cd3175425f tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f725d2ca-c6e8-41e3-94bc-9cf24ee5a23b,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:40.845309 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-79d321f7-7917-43ae-a361-fb41c8ba39dd tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1592193986'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:40.865800 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9f3694a0-4bb8-42f7-8d37-e2272974291d tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (4efdfb6f-8170-4d12-b764-82c809211f5a), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:40.888877 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6d8140de-31f1-4534-9b16-22cd3175425f tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:40.893377 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-6d8140de-31f1-4534-9b16-22cd3175425f tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7277496 Feb 09 21:44:40.896810 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41232) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:40.903954 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-9b1b57bd-4c2f-444c-a19e-bef2d79289a8 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Request body: {'security_group_rule': {'security_group_id': 'f725d2ca-c6e8-41e3-94bc-9cf24ee5a23b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:40.973051 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9f3694a0-4bb8-42f7-8d37-e2272974291d tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:40.978937 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-9f3694a0-4bb8-42f7-8d37-e2272974291d tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "DELETE /v2.0/subnets/4efdfb6f-8170-4d12-b764-82c809211f5a HTTP/1.1" status: 204 len: 168 time: 0.7597575 Feb 09 21:44:40.984475 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41234) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:40.988328 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3694a0-4bb8-42f7-8d37-e2272974291d tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event deleted for resources: {'Subnet': ['ID=4efdfb6f-8170-4d12-b764-82c809211f5a,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:41.019493 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d321f7-7917-43ae-a361-fb41c8ba39dd tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Made reservation on behalf of 87111984dff24e1780aaef3f75dde822 for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:44:41.026030 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-cba68102-0331-44ab-9b4c-ef016fee1683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:41.031927 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-79d321f7-7917-43ae-a361-fb41c8ba39dd tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:41.037786 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-debffba3-20ed-4c62-8c81-45c10b4ddcf4 None None] Provisioning complete for port 18172ee5-7e45-4a06-a859-ef3636eefcd0 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:41.039857 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-debffba3-20ed-4c62-8c81-45c10b4ddcf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (18172ee5-7e45-4a06-a859-ef3636eefcd0), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:41.053772 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-79d321f7-7917-43ae-a361-fb41c8ba39dd tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:41.088358 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_v2 [None req-a191b961-0383-4f37-8799-3d7535d4768a tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Deleting subnet f7b25b5f-4baf-4cd4-b542-e2eb4a768ff7 {{(pid=103140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:44:41.139656 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9b1b57bd-4c2f-444c-a19e-bef2d79289a8 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks [] for security_group_rule (cad13e1e-eb53-479a-ab09-bf8e05a4f468), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:41.153040 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a191b961-0383-4f37-8799-3d7535d4768a tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for subnet (f7b25b5f-4baf-4cd4-b542-e2eb4a768ff7), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:41.270041 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-debffba3-20ed-4c62-8c81-45c10b4ddcf4 None None] Current status of the port 18172ee5-7e45-4a06-a859-ef3636eefcd0 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:44:41.289000 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-debffba3-20ed-4c62-8c81-45c10b4ddcf4 None None] Provisioning complete for port 05c71a1b-858c-4e78-be01-608f18f742b2 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:41.289000 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-debffba3-20ed-4c62-8c81-45c10b4ddcf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (05c71a1b-858c-4e78-be01-608f18f742b2), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:41.311858 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a191b961-0383-4f37-8799-3d7535d4768a tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9110716'] for subnet (f7b25b5f-4baf-4cd4-b542-e2eb4a768ff7), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:41.326367 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-79d321f7-7917-43ae-a361-fb41c8ba39dd tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for security_group (39d4f9bd-ee66-43ec-9c16-8576336b92bb), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:41.327166 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-79d321f7-7917-43ae-a361-fb41c8ba39dd tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (39d4f9bd-ee66-43ec-9c16-8576336b92bb), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:41.342139 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79d321f7-7917-43ae-a361-fb41c8ba39dd tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:44:41.350558 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-debffba3-20ed-4c62-8c81-45c10b4ddcf4 None None] Port 05c71a1b-858c-4e78-be01-608f18f742b2 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:44:41.352711 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-79d321f7-7917-43ae-a361-fb41c8ba39dd tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (0a41c4c4-58cd-416b-a6d9-f1a73a988837), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:41.353146 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-79d321f7-7917-43ae-a361-fb41c8ba39dd tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Added segment 0a41c4c4-58cd-416b-a6d9-f1a73a988837 of type vlan for network ed4940ef-ee4d-4f36-94d6-b986a8cbbb0b Feb 09 21:44:41.367350 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-debffba3-20ed-4c62-8c81-45c10b4ddcf4 None None] Provisioning complete for port fcbf595b-ac04-4a9f-91d3-e3bfdadd5558 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:41.368356 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-debffba3-20ed-4c62-8c81-45c10b4ddcf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (fcbf595b-ac04-4a9f-91d3-e3bfdadd5558), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:41.426088 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-debffba3-20ed-4c62-8c81-45c10b4ddcf4 None None] Port fcbf595b-ac04-4a9f-91d3-e3bfdadd5558 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:44:41.427919 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9b1b57bd-4c2f-444c-a19e-bef2d79289a8 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks [] for security_group_rule (cad13e1e-eb53-479a-ab09-bf8e05a4f468), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:41.443923 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9b1b57bd-4c2f-444c-a19e-bef2d79289a8 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (cad13e1e-eb53-479a-ab09-bf8e05a4f468), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:41.446314 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-79d321f7-7917-43ae-a361-fb41c8ba39dd tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (ed4940ef-ee4d-4f36-94d6-b986a8cbbb0b), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:41.532134 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1b57bd-4c2f-444c-a19e-bef2d79289a8 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cad13e1e-eb53-479a-ab09-bf8e05a4f468,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:41.557560 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-eeec6240-9f74-4adf-a105-38f6d89a878e None None] Provisioning complete for port fcbf595b-ac04-4a9f-91d3-e3bfdadd5558 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:41.558086 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-eeec6240-9f74-4adf-a105-38f6d89a878e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (fcbf595b-ac04-4a9f-91d3-e3bfdadd5558), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:41.570363 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9b1b57bd-4c2f-444c-a19e-bef2d79289a8 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:41.572345 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-9b1b57bd-4c2f-444c-a19e-bef2d79289a8 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6741741 Feb 09 21:44:41.577179 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41246) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:41.585218 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-43d58009-a6a3-4022-a51b-68ef2104a9a4 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Request body: {'security_group_rule': {'security_group_id': 'f725d2ca-c6e8-41e3-94bc-9cf24ee5a23b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:41.592667 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d321f7-7917-43ae-a361-fb41c8ba39dd tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39d4f9bd-ee66-43ec-9c16-8576336b92bb,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:41.596350 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-79d321f7-7917-43ae-a361-fb41c8ba39dd tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (ed4940ef-ee4d-4f36-94d6-b986a8cbbb0b), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:41.609555 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-eeec6240-9f74-4adf-a105-38f6d89a878e None None] Port fcbf595b-ac04-4a9f-91d3-e3bfdadd5558 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:44:41.623295 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d321f7-7917-43ae-a361-fb41c8ba39dd tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:41.627663 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-79d321f7-7917-43ae-a361-fb41c8ba39dd tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:41.638329 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-43d58009-a6a3-4022-a51b-68ef2104a9a4 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks [] for security_group_rule (a7d26446-45d9-435f-a38d-f8cf5c7a2aed), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:41.649211 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a191b961-0383-4f37-8799-3d7535d4768a tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (f7b25b5f-4baf-4cd4-b542-e2eb4a768ff7), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:41.657270 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23cc609f-a626-44b6-baef-6fcb592a7502 None None] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:44:41.817328 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-43d58009-a6a3-4022-a51b-68ef2104a9a4 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks [] for security_group_rule (a7d26446-45d9-435f-a38d-f8cf5c7a2aed), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:41.832703 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41250) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:41.836865 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-43d58009-a6a3-4022-a51b-68ef2104a9a4 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (a7d26446-45d9-435f-a38d-f8cf5c7a2aed), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:41.843016 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-79d321f7-7917-43ae-a361-fb41c8ba39dd tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3595917 Feb 09 21:44:41.846998 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-30215861-d7a8-4f2c-a740-cba1ada23016 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Request body: {'port': {'network_id': 'ed4940ef-ee4d-4f36-94d6-b986a8cbbb0b', 'name': 'tempest-PortsIpV6TestJSON-1061018454'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:41.897238 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-01671ce6-bc2d-47f5-b380-7f8c9f70704b None None] Provisioning complete for port 7c89dc78-bbf6-4f4e-940d-90a01cd8237a triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:41.897621 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-01671ce6-bc2d-47f5-b380-7f8c9f70704b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (7c89dc78-bbf6-4f4e-940d-90a01cd8237a), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:41.914148 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d321f7-7917-43ae-a361-fb41c8ba39dd tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Pushing event updated for resources: {'Network': ['ID=ed4940ef-ee4d-4f36-94d6-b986a8cbbb0b,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:41.976385 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a191b961-0383-4f37-8799-3d7535d4768a tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621346'] for subnet (f7b25b5f-4baf-4cd4-b542-e2eb4a768ff7), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:42.002052 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network ed4940ef-ee4d-4f36-94d6-b986a8cbbb0b details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:44:42.072277 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30215861-d7a8-4f2c-a740-cba1ada23016 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Made reservation on behalf of 87111984dff24e1780aaef3f75dde822 for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:44:42.075706 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30215861-d7a8-4f2c-a740-cba1ada23016 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:42.098163 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a191b961-0383-4f37-8799-3d7535d4768a tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event deleted for resources: {'Subnet': ['ID=f7b25b5f-4baf-4cd4-b542-e2eb4a768ff7,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:42.103555 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a191b961-0383-4f37-8799-3d7535d4768a tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:42.110499 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-a191b961-0383-4f37-8799-3d7535d4768a tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "DELETE /v2.0/subnets/f7b25b5f-4baf-4cd4-b542-e2eb4a768ff7 HTTP/1.1" status: 204 len: 168 time: 1.1212978 Feb 09 21:44:42.110611 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 41260) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:42.112154 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d58009-a6a3-4022-a51b-68ef2104a9a4 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7d26446-45d9-435f-a38d-f8cf5c7a2aed,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:42.118740 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-30215861-d7a8-4f2c-a740-cba1ada23016 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] device_id is not set on port 2d417da2-570e-422d-92e0-2f3a7882deb3 yet. {{(pid=103140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:44:42.125550 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 7c89dc78-bbf6-4f4e-940d-90a01cd8237a up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:44:42.133112 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-76b80b43-ad3a-4bbb-83c8-c9431249d768 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524906'] for router_interface (1889e890-be66-44c7-ad7a-1f99e14150b7), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:42.199802 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-6c21dbe7-de91-43e7-a407-1c6f31ef8657 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0880005 Feb 09 21:44:42.202813 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 41264) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:42.213447 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-279b657a-7794-4703-a77e-d34ba544506b tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Request body: {'subnet': {'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:42.298380 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-01671ce6-bc2d-47f5-b380-7f8c9f70704b None None] Current status of the port 7c89dc78-bbf6-4f4e-940d-90a01cd8237a is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:44:42.300585 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5686f2-6b34-470a-be1b-0481135d7b93 None None] Network d265fee8-86bc-4f18-8400-270071608522 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:44:42.375865 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-43d58009-a6a3-4022-a51b-68ef2104a9a4 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:42.381411 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-43d58009-a6a3-4022-a51b-68ef2104a9a4 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7976010 Feb 09 21:44:42.382239 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41272) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:42.394161 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-279b657a-7794-4703-a77e-d34ba544506b tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Made reservation on behalf of 880c3cd16cc943a98203fd230e26852f for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:44:42.401552 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-279b657a-7794-4703-a77e-d34ba544506b tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:42.403156 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-1c85f2a6-b2e5-4d5f-8123-43f095ee104c tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Request body: {'floatingip': {'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:42.433745 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-1116301f-bac9-4232-8b42-64140ab8b7e1 None None] Provisioning complete for port 05c71a1b-858c-4e78-be01-608f18f742b2 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:42.434375 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1116301f-bac9-4232-8b42-64140ab8b7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (05c71a1b-858c-4e78-be01-608f18f742b2), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:42.481012 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 7c89dc78-bbf6-4f4e-940d-90a01cd8237a triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:42.481671 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (7c89dc78-bbf6-4f4e-940d-90a01cd8237a), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:42.590920 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-1116301f-bac9-4232-8b42-64140ab8b7e1 None None] Port 05c71a1b-858c-4e78-be01-608f18f742b2 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:44:42.603669 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca134dc-f8d4-4196-801b-5430866dd6f9 None None] Update dhcp port {'port': {'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726', 'fixed_ips': [{'subnet_id': 'f7b25b5f-4baf-4cd4-b542-e2eb4a768ff7'}], 'binding:host_id': 'n-d-828369-5'}, 'id': '7c89dc78-bbf6-4f4e-940d-90a01cd8237a'} from n-d-828369-5. {{(pid=103142) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 21:44:42.642224 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30215861-d7a8-4f2c-a740-cba1ada23016 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for port (2d417da2-570e-422d-92e0-2f3a7882deb3), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:42.651194 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1c85f2a6-b2e5-4d5f-8123-43f095ee104c tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:42.660752 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-1116301f-bac9-4232-8b42-64140ab8b7e1 None None] Provisioning complete for port 56b9ff9c-543a-48dd-8942-8ed29cc0087b triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:42.661438 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1116301f-bac9-4232-8b42-64140ab8b7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (56b9ff9c-543a-48dd-8942-8ed29cc0087b), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:42.680368 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-279b657a-7794-4703-a77e-d34ba544506b tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (c5b8740f-c369-46b4-a1b0-2d22664aeffa), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:42.696568 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-4ca134dc-f8d4-4196-801b-5430866dd6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (7c89dc78-bbf6-4f4e-940d-90a01cd8237a), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:42.757639 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:42.778818 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279b657a-7794-4703-a77e-d34ba544506b tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event updated for resources: {'Subnet': ['ID=c5b8740f-c369-46b4-a1b0-2d22664aeffa,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:42.791882 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279b657a-7794-4703-a77e-d34ba544506b tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:44:42.793360 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-279b657a-7794-4703-a77e-d34ba544506b tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:44:42.803216 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279b657a-7794-4703-a77e-d34ba544506b tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:42.808715 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-279b657a-7794-4703-a77e-d34ba544506b tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:42.840134 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-279b657a-7794-4703-a77e-d34ba544506b tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6358392 Feb 09 21:44:42.840793 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 41284) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:42.850514 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-9abb3eeb-3c9a-47e9-8acf-e7752e480994 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Request body: {'subnet': {'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:42.937958 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 7c89dc78-bbf6-4f4e-940d-90a01cd8237a is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:44:42.939893 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 56b9ff9c-543a-48dd-8942-8ed29cc0087b up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:44:43.003685 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9abb3eeb-3c9a-47e9-8acf-e7752e480994 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Made reservation on behalf of 880c3cd16cc943a98203fd230e26852f for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:44:43.010624 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9abb3eeb-3c9a-47e9-8acf-e7752e480994 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:43.064635 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-1116301f-bac9-4232-8b42-64140ab8b7e1 None None] Current status of the port 56b9ff9c-543a-48dd-8942-8ed29cc0087b is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:44:43.065002 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1116301f-bac9-4232-8b42-64140ab8b7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (56b9ff9c-543a-48dd-8942-8ed29cc0087b), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:43.147956 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 56b9ff9c-543a-48dd-8942-8ed29cc0087b triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:43.148673 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (56b9ff9c-543a-48dd-8942-8ed29cc0087b), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:43.225425 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-1116301f-bac9-4232-8b42-64140ab8b7e1 None None] For port 56b9ff9c-543a-48dd-8942-8ed29cc0087b, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=56b9ff9c-543a-48dd-8942-8ed29cc0087b,segment=NetworkSegment(cdf91332-5a66-411f-8c98-4c1f54bf5f30),segment_id=cdf91332-5a66-411f-8c98-4c1f54bf5f30)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:43.235735 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad048d6-a7ab-44df-86f7-9b7e2c557635 None None] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:44:43.278460 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b511fb9d-b748-4104-a66b-6cb48ad334a7 req-81f8eaf3-ba2d-4f1c-98fd-a3929b9c7da9 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:43.279714 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b511fb9d-b748-4104-a66b-6cb48ad334a7 req-81f8eaf3-ba2d-4f1c-98fd-a3929b9c7da9 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=6746cd7d-6474-4f0f-8851-bc8437973cf8 HTTP/1.1" status: 200 len: 946 time: 0.8489506 Feb 09 21:44:43.336420 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1116301f-bac9-4232-8b42-64140ab8b7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (56b9ff9c-543a-48dd-8942-8ed29cc0087b), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:43.350307 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b511fb9d-b748-4104-a66b-6cb48ad334a7 req-ae43b0d3-9f73-459f-827f-87cddb34dd04 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619657 Feb 09 21:44:43.354927 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30215861-d7a8-4f2c-a740-cba1ada23016 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (2d417da2-570e-422d-92e0-2f3a7882deb3), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:43.389434 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41296) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:43.424675 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1116301f-bac9-4232-8b42-64140ab8b7e1 None None] Pushing event updated for resources: {'Port': ['ID=56b9ff9c-543a-48dd-8942-8ed29cc0087b,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:43.488175 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30215861-d7a8-4f2c-a740-cba1ada23016 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Pushing event updated for resources: {'Port': ['ID=2d417da2-570e-422d-92e0-2f3a7882deb3,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:43.517087 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30215861-d7a8-4f2c-a740-cba1ada23016 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Checking segment: {'id': '0a41c4c4-58cd-416b-a6d9-f1a73a988837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'ed4940ef-ee4d-4f36-94d6-b986a8cbbb0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:44:43.517450 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30215861-d7a8-4f2c-a740-cba1ada23016 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Network hostable DHCP agents. Network: ed4940ef-ee4d-4f36-94d6-b986a8cbbb0b, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:44:43.534926 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a1dd442a-d4f7-4fbc-bd10-5d8ee08c69bb None None] Provisioning complete for port 7c89dc78-bbf6-4f4e-940d-90a01cd8237a triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:43.535310 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a1dd442a-d4f7-4fbc-bd10-5d8ee08c69bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (7c89dc78-bbf6-4f4e-940d-90a01cd8237a), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:43.537395 n-d-828369-5 neutron-server[103141]: DEBUG neutron.objects.ports [None req-9abb3eeb-3c9a-47e9-8acf-e7752e480994 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103141) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 21:44:43.578318 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 56b9ff9c-543a-48dd-8942-8ed29cc0087b is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:44:43.580102 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 18172ee5-7e45-4a06-a859-ef3636eefcd0 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:44:43.586853 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-be3d9b3e-b343-46cb-91f8-7ba0d58d9f49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:43.601069 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30215861-d7a8-4f2c-a740-cba1ada23016 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Network ed4940ef-ee4d-4f36-94d6-b986a8cbbb0b is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:44:43.609070 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1c85f2a6-b2e5-4d5f-8123-43f095ee104c tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:43.639428 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-30215861-d7a8-4f2c-a740-cba1ada23016 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, ed4940ef-ee4d-4f36-94d6-b986a8cbbb0b) {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:44:43.644096 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c28228-2526-4ba8-8700-1a493c0a1e40 None None] Update dhcp port {'port': {'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726', 'fixed_ips': [{'subnet_id': 'c5b8740f-c369-46b4-a1b0-2d22664aeffa'}], 'binding:host_id': 'n-d-828369-5'}, 'id': '7c89dc78-bbf6-4f4e-940d-90a01cd8237a'} from n-d-828369-5. {{(pid=103142) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 21:44:43.665394 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfaca649-8e33-42d0-b376-beb2800f13a9 None None] Network ed4940ef-ee4d-4f36-94d6-b986a8cbbb0b requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:44:43.673003 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30215861-d7a8-4f2c-a740-cba1ada23016 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:44:43.678158 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30215861-d7a8-4f2c-a740-cba1ada23016 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:43.678771 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30215861-d7a8-4f2c-a740-cba1ada23016 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:43.718432 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-76b80b43-ad3a-4bbb-83c8-c9431249d768 admin admin] Deleting port 1299543a-828d-424c-a02f-56e4d909753f {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:44:43.718776 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-76b80b43-ad3a-4bbb-83c8-c9431249d768 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (1299543a-828d-424c-a02f-56e4d909753f), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:43.739262 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-30215861-d7a8-4f2c-a740-cba1ada23016 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.9041088 Feb 09 21:44:43.747021 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 18172ee5-7e45-4a06-a859-ef3636eefcd0 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:43.747409 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (18172ee5-7e45-4a06-a859-ef3636eefcd0), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:43.777914 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41300) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:43.787878 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-4a3bca33-e7eb-4a50-99b6-64f67977efc7 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-945243136'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:43.887451 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a3bca33-e7eb-4a50-99b6-64f67977efc7 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Made reservation on behalf of 87111984dff24e1780aaef3f75dde822 for: {'network': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:44:43.890997 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4a3bca33-e7eb-4a50-99b6-64f67977efc7 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:43.934084 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-1c85f2a6-b2e5-4d5f-8123-43f095ee104c tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Allocated IP 172.25.3.71 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/9aa7dd26-945c-4873-a604-60f73e144341) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:44:43.953431 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-76b80b43-ad3a-4bbb-83c8-c9431249d768 admin admin] For port 1299543a-828d-424c-a02f-56e4d909753f, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=1299543a-828d-424c-a02f-56e4d909753f,segment=NetworkSegment(365ae138-fd54-49ef-8df9-38e6b9736252),segment_id=365ae138-fd54-49ef-8df9-38e6b9736252)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:43.954444 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-76b80b43-ad3a-4bbb-83c8-c9431249d768 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (1299543a-828d-424c-a02f-56e4d909753f), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:43.960690 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e9c28228-2526-4ba8-8700-1a493c0a1e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (7c89dc78-bbf6-4f4e-940d-90a01cd8237a), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:43.979200 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-be3d9b3e-b343-46cb-91f8-7ba0d58d9f49 admin admin] Publish callbacks [] for security_group (5f7abc6f-920d-482b-8ed8-165ea52112e8), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:43.991996 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-76b80b43-ad3a-4bbb-83c8-c9431249d768 admin admin] Calling delete_port for 1299543a-828d-424c-a02f-56e4d909753f owned by network:router_interface {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:44:43.993872 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-be3d9b3e-b343-46cb-91f8-7ba0d58d9f49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (5f7abc6f-920d-482b-8ed8-165ea52112e8), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:44.069995 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a3bca33-e7eb-4a50-99b6-64f67977efc7 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=103140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:44:44.121501 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a1dd442a-d4f7-4fbc-bd10-5d8ee08c69bb None None] Current status of the port 7c89dc78-bbf6-4f4e-940d-90a01cd8237a is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:44:44.152045 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-be3d9b3e-b343-46cb-91f8-7ba0d58d9f49 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=4f0e42b2b8e64a4b9902fc7add43297f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7590637 Feb 09 21:44:44.154916 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4a3bca33-e7eb-4a50-99b6-64f67977efc7 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (cf4c5e9a-4d3b-4aa7-9d7c-618b8f337e91), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:44.155275 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-4a3bca33-e7eb-4a50-99b6-64f67977efc7 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Added segment cf4c5e9a-4d3b-4aa7-9d7c-618b8f337e91 of type vlan for network d7167ec6-11f1-445b-841d-99466e38ab58 Feb 09 21:44:44.156333 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 41302) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:44.163662 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9abb3eeb-3c9a-47e9-8acf-e7752e480994 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (7c89dc78-bbf6-4f4e-940d-90a01cd8237a), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:44.166589 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3d9b3e-b343-46cb-91f8-7ba0d58d9f49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f7abc6f-920d-482b-8ed8-165ea52112e8,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:44.209924 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:44.245705 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6fc19a31-537b-4c5e-8d82-db32c17886da admin admin] Publish callbacks [] for security_group (5f7abc6f-920d-482b-8ed8-165ea52112e8), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:44.247490 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4a3bca33-e7eb-4a50-99b6-64f67977efc7 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (d7167ec6-11f1-445b-841d-99466e38ab58), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:44.286772 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a1dd442a-d4f7-4fbc-bd10-5d8ee08c69bb None None] Provisioning complete for port 56b9ff9c-543a-48dd-8942-8ed29cc0087b triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:44.287546 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a1dd442a-d4f7-4fbc-bd10-5d8ee08c69bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (56b9ff9c-543a-48dd-8942-8ed29cc0087b), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:44.289550 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6fc19a31-537b-4c5e-8d82-db32c17886da admin admin] Publish callbacks [] for security_group (5f7abc6f-920d-482b-8ed8-165ea52112e8), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:44.312153 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1c85f2a6-b2e5-4d5f-8123-43f095ee104c tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks [] for port (9aa7dd26-945c-4873-a604-60f73e144341), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:44.353514 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4a3bca33-e7eb-4a50-99b6-64f67977efc7 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (d7167ec6-11f1-445b-841d-99466e38ab58), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:44.357658 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a3bca33-e7eb-4a50-99b6-64f67977efc7 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:44.358457 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4a3bca33-e7eb-4a50-99b6-64f67977efc7 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:44.364791 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 18172ee5-7e45-4a06-a859-ef3636eefcd0 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:44:44.425689 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6fc19a31-537b-4c5e-8d82-db32c17886da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (5f7abc6f-920d-482b-8ed8-165ea52112e8), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:44.429804 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6fc19a31-537b-4c5e-8d82-db32c17886da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:44.436151 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-6fc19a31-537b-4c5e-8d82-db32c17886da admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/5f7abc6f-920d-482b-8ed8-165ea52112e8 HTTP/1.1" status: 204 len: 168 time: 0.2791800 Feb 09 21:44:44.487418 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a1dd442a-d4f7-4fbc-bd10-5d8ee08c69bb None None] Current status of the port 56b9ff9c-543a-48dd-8942-8ed29cc0087b is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:44:44.495698 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc19a31-537b-4c5e-8d82-db32c17886da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f7abc6f-920d-482b-8ed8-165ea52112e8,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:44.507424 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-9abb3eeb-3c9a-47e9-8acf-e7752e480994 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] For port 7c89dc78-bbf6-4f4e-940d-90a01cd8237a, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=7c89dc78-bbf6-4f4e-940d-90a01cd8237a,segment=NetworkSegment(e234f058-99e9-4683-aff2-a800b51d2ec4),segment_id=e234f058-99e9-4683-aff2-a800b51d2ec4)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:44.519511 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-4a3bca33-e7eb-4a50-99b6-64f67977efc7 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7405615 Feb 09 21:44:44.519667 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.db.api [None req-e9c28228-2526-4ba8-8700-1a493c0a1e40 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fee8:4771-c4d334f6-6d4d-45c3-aceb-132a865a07 {{(pid=103142) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:44:44.520128 n-d-828369-5 neutron-server[103142]: DEBUG oslo_db.api [None req-e9c28228-2526-4ba8-8700-1a493c0a1e40 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:44:44.523383 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 41308) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:44.534626 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-122d7550-6d6a-4d94-83b2-5ed5e3d7930e tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Request body: {'ports': [{'network_id': 'ed4940ef-ee4d-4f36-94d6-b986a8cbbb0b'}, {'network_id': 'd7167ec6-11f1-445b-841d-99466e38ab58'}]} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:44.535009 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-122d7550-6d6a-4d94-83b2-5ed5e3d7930e tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Request body: {'port': {'network_id': 'ed4940ef-ee4d-4f36-94d6-b986a8cbbb0b'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:44.535733 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-122d7550-6d6a-4d94-83b2-5ed5e3d7930e tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Request body: {'port': {'network_id': 'd7167ec6-11f1-445b-841d-99466e38ab58'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:44.537504 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 56b9ff9c-543a-48dd-8942-8ed29cc0087b up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:44:44.568115 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1c85f2a6-b2e5-4d5f-8123-43f095ee104c tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (9aa7dd26-945c-4873-a604-60f73e144341), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:44.602163 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 56b9ff9c-543a-48dd-8942-8ed29cc0087b triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:44.602606 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (56b9ff9c-543a-48dd-8942-8ed29cc0087b), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:44.607820 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3bca33-e7eb-4a50-99b6-64f67977efc7 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Pushing event updated for resources: {'Network': ['ID=d7167ec6-11f1-445b-841d-99466e38ab58,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:44.630907 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network d7167ec6-11f1-445b-841d-99466e38ab58 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:44:44.636579 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c85f2a6-b2e5-4d5f-8123-43f095ee104c tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:44:44.659364 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-1c85f2a6-b2e5-4d5f-8123-43f095ee104c tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:44:44.662320 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c85f2a6-b2e5-4d5f-8123-43f095ee104c tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:44:44.698795 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c85f2a6-b2e5-4d5f-8123-43f095ee104c tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Pushing event updated for resources: {'Port': ['ID=9aa7dd26-945c-4873-a604-60f73e144341,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:44.728321 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64603850-7c49-4887-81f3-b0f0690cef3e req-ac9b5858-be20-43d5-a6ae-cc250e986cde tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:44.729917 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-64603850-7c49-4887-81f3-b0f0690cef3e req-ac9b5858-be20-43d5-a6ae-cc250e986cde tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=6746cd7d-6474-4f0f-8851-bc8437973cf8 HTTP/1.1" status: 200 len: 946 time: 0.2155161 Feb 09 21:44:44.731187 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9abb3eeb-3c9a-47e9-8acf-e7752e480994 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for port (7c89dc78-bbf6-4f4e-940d-90a01cd8237a), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:44.770052 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-76b80b43-ad3a-4bbb-83c8-c9431249d768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (1299543a-828d-424c-a02f-56e4d909753f), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:44.779661 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 56b9ff9c-543a-48dd-8942-8ed29cc0087b is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:44:44.790603 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9abb3eeb-3c9a-47e9-8acf-e7752e480994 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (7c89dc78-bbf6-4f4e-940d-90a01cd8237a), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:44.827895 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b80b43-ad3a-4bbb-83c8-c9431249d768 admin admin] Pushing event deleted for resources: {'Port': ['ID=1299543a-828d-424c-a02f-56e4d909753f,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:44.867947 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 7c89dc78-bbf6-4f4e-940d-90a01cd8237a no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:44:44.878630 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9abb3eeb-3c9a-47e9-8acf-e7752e480994 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (a05af7c1-ac05-483f-8ed7-5a137a8b33ee), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:44.916449 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-64603850-7c49-4887-81f3-b0f0690cef3e req-f820bb2a-b08d-47ca-bf94-f6938914153e tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780136 Feb 09 21:44:44.931834 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1c85f2a6-b2e5-4d5f-8123-43f095ee104c tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks [] for floatingip (d214608a-6006-4d06-b54c-82062e9f65e1), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:44.952801 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abb3eeb-3c9a-47e9-8acf-e7752e480994 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:44:44.991302 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f7b95c-70ad-4f97-a200-6c7a535514b5 req-ef422654-66b5-49c7-b2b5-c3a416353943 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:44.993842 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-34f7b95c-70ad-4f97-a200-6c7a535514b5 req-ef422654-66b5-49c7-b2b5-c3a416353943 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.89 "GET /v2.0/ports?device_id=6746cd7d-6474-4f0f-8851-bc8437973cf8 HTTP/1.1" status: 200 len: 946 time: 0.3391278 Feb 09 21:44:44.994536 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 41312) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:45.009447 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-9abb3eeb-3c9a-47e9-8acf-e7752e480994 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:44:45.011293 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 7c89dc78-bbf6-4f4e-940d-90a01cd8237a is: ACTIVE; New status is: DOWN {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:44:45.011696 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (7c89dc78-bbf6-4f4e-940d-90a01cd8237a), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:45.035706 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9abb3eeb-3c9a-47e9-8acf-e7752e480994 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:45.036701 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9abb3eeb-3c9a-47e9-8acf-e7752e480994 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:45.062157 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1c85f2a6-b2e5-4d5f-8123-43f095ee104c tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (9aa7dd26-945c-4873-a604-60f73e144341), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:45.077485 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e9c28228-2526-4ba8-8700-1a493c0a1e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (7c89dc78-bbf6-4f4e-940d-90a01cd8237a), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:45.112298 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port 7c89dc78-bbf6-4f4e-940d-90a01cd8237a, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=7c89dc78-bbf6-4f4e-940d-90a01cd8237a,segment=NetworkSegment(e234f058-99e9-4683-aff2-a800b51d2ec4),segment_id=e234f058-99e9-4683-aff2-a800b51d2ec4)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:45.131821 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-76b80b43-ad3a-4bbb-83c8-c9431249d768 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-525054'] for router_interface (1889e890-be66-44c7-ad7a-1f99e14150b7), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:45.138747 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1ca27353-cec3-4c18-992d-f3d14e8e7cb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:45.141045 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abb3eeb-3c9a-47e9-8acf-e7752e480994 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event updated for resources: {'Subnet': ['ID=a05af7c1-ac05-483f-8ed7-5a137a8b33ee,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:45.145376 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (7c89dc78-bbf6-4f4e-940d-90a01cd8237a), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:45.167165 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-9abb3eeb-3c9a-47e9-8acf-e7752e480994 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3248715 Feb 09 21:44:45.170821 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abb3eeb-3c9a-47e9-8acf-e7752e480994 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event updated for resources: {'Port': ['ID=7c89dc78-bbf6-4f4e-940d-90a01cd8237a,revision_number=8']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:45.184334 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41314) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:45.192539 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-6da36e26-1e12-409b-8f90-0773d0173dbd tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Request body: {'port': {'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726', 'mac_address': 'fa:16:3e:cd:9d:02', 'name': 'tempest-NetworksTestDHCPv6-1404898177'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:45.245275 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-122d7550-6d6a-4d94-83b2-5ed5e3d7930e tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Made reservation on behalf of 87111984dff24e1780aaef3f75dde822 for: {'port': 2} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:44:45.250938 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-122d7550-6d6a-4d94-83b2-5ed5e3d7930e tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:45.271306 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:45.272752 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=7c89dc78-bbf6-4f4e-940d-90a01cd8237a,revision_number=9']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:45.275945 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-122d7550-6d6a-4d94-83b2-5ed5e3d7930e tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:45.411128 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-e9c28228-2526-4ba8-8700-1a493c0a1e40 None None] Allocated IP 172.20.0.2 (986c5511-2b50-4eb7-bb75-ff9f776ff726/c5b8740f-c369-46b4-a1b0-2d22664aeffa/7c89dc78-bbf6-4f4e-940d-90a01cd8237a) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:44:45.419307 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-34f7b95c-70ad-4f97-a200-6c7a535514b5 req-7dd36c43-55fe-4f94-b21f-26f4dd80f62e tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Deleting port 1a960fa9-68bd-40e7-96bb-e59094fe28ce {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:44:45.419722 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-34f7b95c-70ad-4f97-a200-6c7a535514b5 req-7dd36c43-55fe-4f94-b21f-26f4dd80f62e tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (1a960fa9-68bd-40e7-96bb-e59094fe28ce), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:45.449201 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1c85f2a6-b2e5-4d5f-8123-43f095ee104c tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks [] for port (9aa7dd26-945c-4873-a604-60f73e144341), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:45.512749 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1c85f2a6-b2e5-4d5f-8123-43f095ee104c tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (9aa7dd26-945c-4873-a604-60f73e144341), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:45.519894 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-e9c28228-2526-4ba8-8700-1a493c0a1e40 None None] For port 7c89dc78-bbf6-4f4e-940d-90a01cd8237a, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=7c89dc78-bbf6-4f4e-940d-90a01cd8237a,segment=NetworkSegment(e234f058-99e9-4683-aff2-a800b51d2ec4),segment_id=e234f058-99e9-4683-aff2-a800b51d2ec4)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:45.542858 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [None req-122d7550-6d6a-4d94-83b2-5ed5e3d7930e tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] device_id is not set on port 1d66fc3b-002f-46fb-a4d9-cd02830dcb9b yet. {{(pid=103141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:44:45.556769 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e9c28228-2526-4ba8-8700-1a493c0a1e40 None None] Publish callbacks [] for port (7c89dc78-bbf6-4f4e-940d-90a01cd8237a), precommit_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:45.564888 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e9c28228-2526-4ba8-8700-1a493c0a1e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (7c89dc78-bbf6-4f4e-940d-90a01cd8237a), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:45.594619 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1ca27353-cec3-4c18-992d-f3d14e8e7cb6 admin admin] Publish callbacks [] for security_group (7ecec57b-5d98-4dd3-9250-9a82cec6212e), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:45.606709 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1ca27353-cec3-4c18-992d-f3d14e8e7cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (7ecec57b-5d98-4dd3-9250-9a82cec6212e), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:45.614354 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6da36e26-1e12-409b-8f90-0773d0173dbd tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Made reservation on behalf of 880c3cd16cc943a98203fd230e26852f for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:44:45.619990 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-34f7b95c-70ad-4f97-a200-6c7a535514b5 req-7dd36c43-55fe-4f94-b21f-26f4dd80f62e tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] For port 1a960fa9-68bd-40e7-96bb-e59094fe28ce, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=1a960fa9-68bd-40e7-96bb-e59094fe28ce,segment=NetworkSegment(ab2445e6-d1b5-43a7-9d83-6a2f567a89ca),segment_id=ab2445e6-d1b5-43a7-9d83-6a2f567a89ca)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:45.620494 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-34f7b95c-70ad-4f97-a200-6c7a535514b5 req-7dd36c43-55fe-4f94-b21f-26f4dd80f62e tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (1a960fa9-68bd-40e7-96bb-e59094fe28ce), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:45.651794 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-34f7b95c-70ad-4f97-a200-6c7a535514b5 req-7dd36c43-55fe-4f94-b21f-26f4dd80f62e tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Calling delete_port for 1a960fa9-68bd-40e7-96bb-e59094fe28ce owned by compute:nova {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:44:45.660363 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c28228-2526-4ba8-8700-1a493c0a1e40 None None] Pushing event updated for resources: {'Port': ['ID=7c89dc78-bbf6-4f4e-940d-90a01cd8237a,revision_number=10']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:45.688856 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-1ca27353-cec3-4c18-992d-f3d14e8e7cb6 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=eb34494e56234169b04a261f5f09cab7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6854949 Feb 09 21:44:45.693050 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c85f2a6-b2e5-4d5f-8123-43f095ee104c tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Pushing event updated for resources: {'Port': ['ID=9aa7dd26-945c-4873-a604-60f73e144341,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:45.697595 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41316) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:45.709516 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca27353-cec3-4c18-992d-f3d14e8e7cb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ecec57b-5d98-4dd3-9250-9a82cec6212e,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:45.731230 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1c85f2a6-b2e5-4d5f-8123-43f095ee104c tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (d214608a-6006-4d06-b54c-82062e9f65e1), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:45.764962 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76b80b43-ad3a-4bbb-83c8-c9431249d768 admin admin] Router 1889e890-be66-44c7-ad7a-1f99e14150b7 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:44:45.802162 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1c85f2a6-b2e5-4d5f-8123-43f095ee104c tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:45.811364 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-1c85f2a6-b2e5-4d5f-8123-43f095ee104c tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4112375 Feb 09 21:44:45.823107 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6da36e26-1e12-409b-8f90-0773d0173dbd tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:45.852795 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-122d7550-6d6a-4d94-83b2-5ed5e3d7930e tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for port (1d66fc3b-002f-46fb-a4d9-cd02830dcb9b), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:45.933751 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e2b07cd3-d40b-4458-ab69-4e2a0a1e5540 admin admin] Publish callbacks [] for security_group (7ecec57b-5d98-4dd3-9250-9a82cec6212e), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:45.935441 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [None req-122d7550-6d6a-4d94-83b2-5ed5e3d7930e tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] device_id is not set on port c9d06ebc-ceb0-4dd3-93eb-7dad2356539d yet. {{(pid=103141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:44:45.939077 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-6da36e26-1e12-409b-8f90-0773d0173dbd tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] device_id is not set on port da82c96f-5046-411e-900a-6b38fc976c8f yet. {{(pid=103140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:44:46.007098 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e2b07cd3-d40b-4458-ab69-4e2a0a1e5540 admin admin] Publish callbacks [] for security_group (7ecec57b-5d98-4dd3-9250-9a82cec6212e), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:46.050906 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-34f7b95c-70ad-4f97-a200-6c7a535514b5 req-7dd36c43-55fe-4f94-b21f-26f4dd80f62e tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (1a960fa9-68bd-40e7-96bb-e59094fe28ce), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:46.066435 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['1a960fa9-68bd-40e7-96bb-e59094fe28ce'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:44:46.101783 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd36c43-55fe-4f94-b21f-26f4dd80f62e tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Pushing event deleted for resources: {'Port': ['ID=1a960fa9-68bd-40e7-96bb-e59094fe28ce,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:46.121396 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0dcb7590-ba45-4b5c-bfe2-037e74af6bb2 req-af2a01e5-0851-4884-84e0-b48f977f4a97 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=6746cd7d-6474-4f0f-8851-bc8437973cf8 HTTP/1.1" status: 200 len: 210 time: 0.0766389 Feb 09 21:44:46.178492 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76b80b43-ad3a-4bbb-83c8-c9431249d768 admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:44:46.190921 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbf98ee-669f-4c32-9a30-a63636f3824d None None] Sync routers for ids ['1889e890-be66-44c7-ad7a-1f99e14150b7'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:44:46.193108 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-76b80b43-ad3a-4bbb-83c8-c9431249d768 admin admin] 10.222.0.90 "PUT /v2.0/routers/1889e890-be66-44c7-ad7a-1f99e14150b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1714623 Feb 09 21:44:46.195089 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41334) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:46.204501 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbf98ee-669f-4c32-9a30-a63636f3824d None None] Routers {'1889e890-be66-44c7-ad7a-1f99e14150b7'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:44:46.234413 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-7bbf98ee-669f-4c32-9a30-a63636f3824d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:44:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['1889e890-be66-44c7-ad7a-1f99e14150b7'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:46.234816 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-34f7b95c-70ad-4f97-a200-6c7a535514b5 req-7dd36c43-55fe-4f94-b21f-26f4dd80f62e tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] No DVR routers for this DVR port 1a960fa9-68bd-40e7-96bb-e59094fe28ce on host n-h2-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:44:46.235828 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-34f7b95c-70ad-4f97-a200-6c7a535514b5 req-7dd36c43-55fe-4f94-b21f-26f4dd80f62e tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:46.239266 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-34f7b95c-70ad-4f97-a200-6c7a535514b5 req-7dd36c43-55fe-4f94-b21f-26f4dd80f62e tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.89 "DELETE /v2.0/ports/1a960fa9-68bd-40e7-96bb-e59094fe28ce HTTP/1.1" status: 204 len: 173 time: 1.2242532 Feb 09 21:44:46.239718 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6746cd7d-6474-4f0f-8851-bc8437973cf8', 'name': 'network-vif-deleted', 'tag': '1a960fa9-68bd-40e7-96bb-e59094fe28ce'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:44:46.242233 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10ce3a23-9a10-4114-94dc-7820f11dd0ef" -d '{"events": [{"server_uuid": "6746cd7d-6474-4f0f-8851-bc8437973cf8", "name": "network-vif-deleted", "tag": "1a960fa9-68bd-40e7-96bb-e59094fe28ce"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:44:46.283660 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-122d7550-6d6a-4d94-83b2-5ed5e3d7930e tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for port (c9d06ebc-ceb0-4dd3-93eb-7dad2356539d), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:46.308798 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e2b07cd3-d40b-4458-ab69-4e2a0a1e5540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (7ecec57b-5d98-4dd3-9250-9a82cec6212e), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:46.311922 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e2b07cd3-d40b-4458-ab69-4e2a0a1e5540 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:46.316298 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-e2b07cd3-d40b-4458-ab69-4e2a0a1e5540 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/7ecec57b-5d98-4dd3-9250-9a82cec6212e HTTP/1.1" status: 204 len: 168 time: 0.6108868 Feb 09 21:44:46.338970 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ed1231-61f0-47dd-9587-5b536e14722f x-openstack-request-id: req-40ed1231-61f0-47dd-9587-5b536e14722f {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:44:46.339834 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6746cd7d-6474-4f0f-8851-bc8437973cf8", "name": "network-vif-deleted", "tag": "1a960fa9-68bd-40e7-96bb-e59094fe28ce", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:44:46.340573 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-40ed1231-61f0-47dd-9587-5b536e14722f {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:44:46.341289 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6746cd7d-6474-4f0f-8851-bc8437973cf8', 'name': 'network-vif-deleted', 'tag': '1a960fa9-68bd-40e7-96bb-e59094fe28ce', 'status': 'completed', 'code': 200} Feb 09 21:44:46.344805 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b07cd3-d40b-4458-ab69-4e2a0a1e5540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ecec57b-5d98-4dd3-9250-9a82cec6212e,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:46.355320 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-122d7550-6d6a-4d94-83b2-5ed5e3d7930e tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (1d66fc3b-002f-46fb-a4d9-cd02830dcb9b), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:46.424083 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-7bbf98ee-669f-4c32-9a30-a63636f3824d None None] Set router 1889e890-be66-44c7-ad7a-1f99e14150b7 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:44:46.472064 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122d7550-6d6a-4d94-83b2-5ed5e3d7930e tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Network ed4940ef-ee4d-4f36-94d6-b986a8cbbb0b is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:44:46.477729 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-122d7550-6d6a-4d94-83b2-5ed5e3d7930e tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:44:46.482278 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122d7550-6d6a-4d94-83b2-5ed5e3d7930e tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:44:46.483343 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-122d7550-6d6a-4d94-83b2-5ed5e3d7930e tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (c9d06ebc-ceb0-4dd3-93eb-7dad2356539d), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:46.488025 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122d7550-6d6a-4d94-83b2-5ed5e3d7930e tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Pushing event updated for resources: {'Port': ['ID=1d66fc3b-002f-46fb-a4d9-cd02830dcb9b,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:46.488953 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-df62139b-c4ae-475e-8d0d-7286d4413b03 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-securitygroup--197791295&fields=id&tenant_id=e0fba33cc37140f68483b74485e6f58c HTTP/1.1" status: 200 len: 267 time: 0.3148646 Feb 09 21:44:46.640593 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122d7550-6d6a-4d94-83b2-5ed5e3d7930e tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Pushing event updated for resources: {'Port': ['ID=c9d06ebc-ceb0-4dd3-93eb-7dad2356539d,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:46.643557 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-fc6546b7-c06f-4834-be1c-12ae7988f22e tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:46.645075 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-fc6546b7-c06f-4834-be1c-12ae7988f22e tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports/fcbf595b-ac04-4a9f-91d3-e3bfdadd5558 HTTP/1.1" status: 200 len: 932 time: 0.1245897 Feb 09 21:44:46.651508 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122d7550-6d6a-4d94-83b2-5ed5e3d7930e tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Checking segment: {'id': 'cf4c5e9a-4d3b-4aa7-9d7c-618b8f337e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'd7167ec6-11f1-445b-841d-99466e38ab58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:44:46.652349 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122d7550-6d6a-4d94-83b2-5ed5e3d7930e tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Network hostable DHCP agents. Network: d7167ec6-11f1-445b-841d-99466e38ab58, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:44:46.658696 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-6da36e26-1e12-409b-8f90-0773d0173dbd tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Allocated IP 172.20.0.7 (986c5511-2b50-4eb7-bb75-ff9f776ff726/c5b8740f-c369-46b4-a1b0-2d22664aeffa/da82c96f-5046-411e-900a-6b38fc976c8f) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:44:46.662614 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f39b7690-281c-47b6-9193-e4c63cdac5e8 admin admin] Publish callbacks [] for router (1889e890-be66-44c7-ad7a-1f99e14150b7), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:46.697281 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122d7550-6d6a-4d94-83b2-5ed5e3d7930e tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Network d7167ec6-11f1-445b-841d-99466e38ab58 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:44:46.722792 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-122d7550-6d6a-4d94-83b2-5ed5e3d7930e tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, d7167ec6-11f1-445b-841d-99466e38ab58) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:44:46.737388 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122d7550-6d6a-4d94-83b2-5ed5e3d7930e tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:44:46.738047 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57fca599-411c-4f8c-ac1a-75ef040cbdfe None None] Network d7167ec6-11f1-445b-841d-99466e38ab58 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:44:46.744859 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122d7550-6d6a-4d94-83b2-5ed5e3d7930e tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:46.749801 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122d7550-6d6a-4d94-83b2-5ed5e3d7930e tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:46.766424 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-122d7550-6d6a-4d94-83b2-5ed5e3d7930e tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:46.801820 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-122d7550-6d6a-4d94-83b2-5ed5e3d7930e tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.2744164 Feb 09 21:44:46.802479 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 41342) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:46.806835 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 7c89dc78-bbf6-4f4e-940d-90a01cd8237a up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:44:46.873002 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-7bbf98ee-669f-4c32-9a30-a63636f3824d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1889e890-be66-44c7-ad7a-1f99e14150b7', 'name': 'tempest-TaggedBootDevicesTest_v242-85892179-router', 'tenant_id': 'caac0bf71df946719a02992f93942f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'a0d05f41-b267-48d8-9543-ae850d8978ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:36:09Z', 'updated_at': '2022-02-09T21:44:44Z', 'revision_number': 5, 'project_id': 'caac0bf71df946719a02992f93942f4d', 'gw_port': {'id': 'a0d05f41-b267-48d8-9543-ae850d8978ee', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ab:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1889e890-be66-44c7-ad7a-1f99e14150b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:10Z', 'updated_at': '2022-02-09T21:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:46.934319 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbf98ee-669f-4c32-9a30-a63636f3824d None None] Checking router: 1889e890-be66-44c7-ad7a-1f99e14150b7 for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:44:46.948685 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbf98ee-669f-4c32-9a30-a63636f3824d None None] Routers {'1889e890-be66-44c7-ad7a-1f99e14150b7'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:44:46.950299 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-7bbf98ee-669f-4c32-9a30-a63636f3824d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:44:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['1889e890-be66-44c7-ad7a-1f99e14150b7'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:46.957040 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9807b10-743d-44fa-8e89-d518bef190a7 None None] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:44:46.982068 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-235fc6d6-9827-4d47-9dfd-c1978d42dd2e tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Deleting port c9d06ebc-ceb0-4dd3-93eb-7dad2356539d {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:44:46.982722 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-235fc6d6-9827-4d47-9dfd-c1978d42dd2e tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (c9d06ebc-ceb0-4dd3-93eb-7dad2356539d), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:47.134720 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-235fc6d6-9827-4d47-9dfd-c1978d42dd2e tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (c9d06ebc-ceb0-4dd3-93eb-7dad2356539d), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:47.151699 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-235fc6d6-9827-4d47-9dfd-c1978d42dd2e tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Calling delete_port for c9d06ebc-ceb0-4dd3-93eb-7dad2356539d owned by {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:44:47.276772 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-6da36e26-1e12-409b-8f90-0773d0173dbd tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Allocated IP 2001:db8::f816:3eff:fecd:9d02 (986c5511-2b50-4eb7-bb75-ff9f776ff726/a05af7c1-ac05-483f-8ed7-5a137a8b33ee/da82c96f-5046-411e-900a-6b38fc976c8f) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:44:47.328193 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-ba7d9beb-c09a-4d97-a2f9-e0fafd88202b tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:47.337238 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-ba7d9beb-c09a-4d97-a2f9-e0fafd88202b tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports/05c71a1b-858c-4e78-be01-608f18f742b2 HTTP/1.1" status: 200 len: 932 time: 0.0674438 Feb 09 21:44:47.348469 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-235fc6d6-9827-4d47-9dfd-c1978d42dd2e tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (c9d06ebc-ceb0-4dd3-93eb-7dad2356539d), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:47.355514 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 7c89dc78-bbf6-4f4e-940d-90a01cd8237a triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:47.355981 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (7c89dc78-bbf6-4f4e-940d-90a01cd8237a), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:47.367479 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-b5126049-749d-4ea9-b920-77b03e1a20b0 None None] Provisioning complete for port 7c89dc78-bbf6-4f4e-940d-90a01cd8237a triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:47.367663 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b5126049-749d-4ea9-b920-77b03e1a20b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (7c89dc78-bbf6-4f4e-940d-90a01cd8237a), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:47.404189 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235fc6d6-9827-4d47-9dfd-c1978d42dd2e tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Pushing event deleted for resources: {'Port': ['ID=c9d06ebc-ceb0-4dd3-93eb-7dad2356539d,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:47.427066 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9784321f-f166-4196-a037-33313cd605b1 req-bb271009-e864-45b6-9397-e4c18e55593a tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=6746cd7d-6474-4f0f-8851-bc8437973cf8 HTTP/1.1" status: 200 len: 210 time: 0.0824430 Feb 09 21:44:47.441533 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-235fc6d6-9827-4d47-9dfd-c1978d42dd2e tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:47.449695 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-235fc6d6-9827-4d47-9dfd-c1978d42dd2e tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "DELETE /v2.0/ports/c9d06ebc-ceb0-4dd3-93eb-7dad2356539d HTTP/1.1" status: 204 len: 168 time: 0.6435242 Feb 09 21:44:47.451627 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 41358) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:47.455878 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-7b78bd6d-a55e-4e13-a98e-4959ecb68445 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?network_id=d265fee8-86bc-4f18-8400-270071608522&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1188293 Feb 09 21:44:47.512878 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f39b7690-281c-47b6-9193-e4c63cdac5e8 admin admin] Publish callbacks [] for router_gateway (1889e890-be66-44c7-ad7a-1f99e14150b7), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:47.531515 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-7bbf98ee-669f-4c32-9a30-a63636f3824d None None] Set router 1889e890-be66-44c7-ad7a-1f99e14150b7 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:44:47.548081 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-755a940d-0717-405d-abc2-9d9dd8f13d8b tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?network_id=d265fee8-86bc-4f18-8400-270071608522&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0908875 Feb 09 21:44:47.575112 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045db8ce-e0c2-40bd-9cea-2493f1404cf3 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:47.580581 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045db8ce-e0c2-40bd-9cea-2493f1404cf3 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:47.585351 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-045db8ce-e0c2-40bd-9cea-2493f1404cf3 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1312401 Feb 09 21:44:47.586048 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 41364) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:47.756396 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-f5cb4a04-27d3-4043-bf02-b57f91b04a5c tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Deleting port 1d66fc3b-002f-46fb-a4d9-cd02830dcb9b {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:44:47.756729 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f5cb4a04-27d3-4043-bf02-b57f91b04a5c tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (1d66fc3b-002f-46fb-a4d9-cd02830dcb9b), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:47.799502 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-f39b7690-281c-47b6-9193-e4c63cdac5e8 admin admin] Deleting port a0d05f41-b267-48d8-9543-ae850d8978ee {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:44:47.799843 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f39b7690-281c-47b6-9193-e4c63cdac5e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (a0d05f41-b267-48d8-9543-ae850d8978ee), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:47.853504 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f5cb4a04-27d3-4043-bf02-b57f91b04a5c tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (1d66fc3b-002f-46fb-a4d9-cd02830dcb9b), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:47.868398 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-f5cb4a04-27d3-4043-bf02-b57f91b04a5c tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Calling delete_port for 1d66fc3b-002f-46fb-a4d9-cd02830dcb9b owned by {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:44:47.908319 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-f39b7690-281c-47b6-9193-e4c63cdac5e8 admin admin] For port a0d05f41-b267-48d8-9543-ae850d8978ee, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=a0d05f41-b267-48d8-9543-ae850d8978ee,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:47.908696 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f39b7690-281c-47b6-9193-e4c63cdac5e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (a0d05f41-b267-48d8-9543-ae850d8978ee), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:47.955794 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 7c89dc78-bbf6-4f4e-940d-90a01cd8237a is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:44:47.956187 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (7c89dc78-bbf6-4f4e-940d-90a01cd8237a), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:47.959960 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6da36e26-1e12-409b-8f90-0773d0173dbd tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for port (da82c96f-5046-411e-900a-6b38fc976c8f), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:47.967637 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-b5126049-749d-4ea9-b920-77b03e1a20b0 None None] Current status of the port 7c89dc78-bbf6-4f4e-940d-90a01cd8237a is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:44:47.968039 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b5126049-749d-4ea9-b920-77b03e1a20b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (7c89dc78-bbf6-4f4e-940d-90a01cd8237a), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:47.989470 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-9afb80b4-1e2b-4e77-be7b-9faefda36513 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:47.997163 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-9afb80b4-1e2b-4e77-be7b-9faefda36513 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:48.002268 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f5cb4a04-27d3-4043-bf02-b57f91b04a5c tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (1d66fc3b-002f-46fb-a4d9-cd02830dcb9b), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:48.007326 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-9afb80b4-1e2b-4e77-be7b-9faefda36513 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:48.009240 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-9afb80b4-1e2b-4e77-be7b-9faefda36513 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/networks?id=74d53abd-a71d-429c-929d-41ed12b1d218&id=f09c9af1-caa6-4029-894f-b430921e86f9&id=f09c9af1-caa6-4029-894f-b430921e86f9&id=d265fee8-86bc-4f18-8400-270071608522&id=d265fee8-86bc-4f18-8400-270071608522 HTTP/1.1" status: 200 len: 1989 time: 0.4602635 Feb 09 21:44:48.025296 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-f39b7690-281c-47b6-9193-e4c63cdac5e8 admin admin] Calling delete_port for a0d05f41-b267-48d8-9543-ae850d8978ee owned by network:router_gateway {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:44:48.056176 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cb4a04-27d3-4043-bf02-b57f91b04a5c tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Pushing event deleted for resources: {'Port': ['ID=1d66fc3b-002f-46fb-a4d9-cd02830dcb9b,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:48.070934 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-02b8aceb-4bec-47f7-888f-4590140be74a tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/quotas/e0fba33cc37140f68483b74485e6f58c HTTP/1.1" status: 200 len: 375 time: 0.0473511 Feb 09 21:44:48.076213 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f5cb4a04-27d3-4043-bf02-b57f91b04a5c tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:48.081569 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-f5cb4a04-27d3-4043-bf02-b57f91b04a5c tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "DELETE /v2.0/ports/1d66fc3b-002f-46fb-a4d9-cd02830dcb9b HTTP/1.1" status: 204 len: 168 time: 0.4944503 Feb 09 21:44:48.084015 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 41372) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:48.087251 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port 7c89dc78-bbf6-4f4e-940d-90a01cd8237a, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=7c89dc78-bbf6-4f4e-940d-90a01cd8237a,segment=NetworkSegment(e234f058-99e9-4683-aff2-a800b51d2ec4),segment_id=e234f058-99e9-4683-aff2-a800b51d2ec4)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:48.116567 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (7c89dc78-bbf6-4f4e-940d-90a01cd8237a), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:48.187443 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6da36e26-1e12-409b-8f90-0773d0173dbd tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (da82c96f-5046-411e-900a-6b38fc976c8f), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:48.218040 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b9f8ef-8974-4fa4-a963-ba86c197413e tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:48.222944 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-c3b9f8ef-8974-4fa4-a963-ba86c197413e tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1354797 Feb 09 21:44:48.223233 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 41374) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:48.248987 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.db.api [None req-b5126049-749d-4ea9-b920-77b03e1a20b0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103142) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:44:48.249500 n-d-828369-5 neutron-server[103142]: DEBUG oslo_db.api [None req-b5126049-749d-4ea9-b920-77b03e1a20b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:44:48.257480 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=7c89dc78-bbf6-4f4e-940d-90a01cd8237a,revision_number=11']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:48.283462 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-af628d5f-2920-4617-a830-9bef092bb77a tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] GET failed (client error): The resource could not be found. Feb 09 21:44:48.287723 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-af628d5f-2920-4617-a830-9bef092bb77a tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "GET /v2.0/ports/c9d06ebc-ceb0-4dd3-93eb-7dad2356539d HTTP/1.1" status: 404 len: 333 time: 0.0602145 Feb 09 21:44:48.287910 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-7bbf98ee-669f-4c32-9a30-a63636f3824d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1889e890-be66-44c7-ad7a-1f99e14150b7', 'name': 'tempest-TaggedBootDevicesTest_v242-85892179-router', 'tenant_id': 'caac0bf71df946719a02992f93942f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'a0d05f41-b267-48d8-9543-ae850d8978ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:36:09Z', 'updated_at': '2022-02-09T21:44:44Z', 'revision_number': 5, 'project_id': 'caac0bf71df946719a02992f93942f4d', 'gw_port': {'id': 'a0d05f41-b267-48d8-9543-ae850d8978ee', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ab:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1889e890-be66-44c7-ad7a-1f99e14150b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:10Z', 'updated_at': '2022-02-09T21:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:48.288038 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 41378) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:48.305110 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da36e26-1e12-409b-8f90-0773d0173dbd tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:44:48.320550 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-d96b1bc4-5fc7-4c1e-8639-4eb089b6c5fa tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] GET failed (client error): The resource could not be found. Feb 09 21:44:48.324748 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-d96b1bc4-5fc7-4c1e-8639-4eb089b6c5fa tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "GET /v2.0/ports/1d66fc3b-002f-46fb-a4d9-cd02830dcb9b HTTP/1.1" status: 404 len: 333 time: 0.0316000 Feb 09 21:44:48.329662 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbf98ee-669f-4c32-9a30-a63636f3824d None None] The sync data for ids ['1889e890-be66-44c7-ad7a-1f99e14150b7'] in n-d-828369-5 is: [{'id': '1889e890-be66-44c7-ad7a-1f99e14150b7', 'name': 'tempest-TaggedBootDevicesTest_v242-85892179-router', 'tenant_id': 'caac0bf71df946719a02992f93942f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': 'a0d05f41-b267-48d8-9543-ae850d8978ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:36:09Z', 'updated_at': '2022-02-09T21:44:44Z', 'revision_number': 5, 'project_id': 'caac0bf71df946719a02992f93942f4d', 'gw_port': {'id': 'a0d05f41-b267-48d8-9543-ae850d8978ee', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ab:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1889e890-be66-44c7-ad7a-1f99e14150b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:36:10Z', 'updated_at': '2022-02-09T21:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:44:48.330259 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 41380) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:48.337090 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-6da36e26-1e12-409b-8f90-0773d0173dbd tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:44:48.341577 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da36e26-1e12-409b-8f90-0773d0173dbd tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:44:48.424427 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da36e26-1e12-409b-8f90-0773d0173dbd tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:48.425066 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6da36e26-1e12-409b-8f90-0773d0173dbd tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:48.428503 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da36e26-1e12-409b-8f90-0773d0173dbd tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event updated for resources: {'Port': ['ID=da82c96f-5046-411e-900a-6b38fc976c8f,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:48.475663 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-2c6eca58-ea5a-4863-969a-db1dcbe52cba tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=e0fba33cc37140f68483b74485e6f58c&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3796597 Feb 09 21:44:48.487361 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-384c9565-25c3-4fb1-8108-3d2f89d3985c tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (d7167ec6-11f1-445b-841d-99466e38ab58), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:48.529210 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-6da36e26-1e12-409b-8f90-0773d0173dbd tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.3474224 Feb 09 21:44:48.539366 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41388) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:48.648097 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-384c9565-25c3-4fb1-8108-3d2f89d3985c tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (d7167ec6-11f1-445b-841d-99466e38ab58), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:48.658151 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-00176db5-48c2-470d-ae9e-5c9c58498c97 req-7f652f43-4ad0-4163-b313-6ed55b32560c tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=6746cd7d-6474-4f0f-8851-bc8437973cf8 HTTP/1.1" status: 200 len: 210 time: 0.0502763 Feb 09 21:44:48.673804 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7674c2-3d65-4a55-8f2a-ba7d2c7cefbb tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:48.696047 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7674c2-3d65-4a55-8f2a-ba7d2c7cefbb tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:48.700888 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-1f7674c2-3d65-4a55-8f2a-ba7d2c7cefbb tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.1599083 Feb 09 21:44:48.702355 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-384c9565-25c3-4fb1-8108-3d2f89d3985c tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7167ec6-11f1-445b-841d-99466e38ab58']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:48.711201 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41394) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:48.715783 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-384c9565-25c3-4fb1-8108-3d2f89d3985c tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf4c5e9a-4d3b-4aa7-9d7c-618b8f337e91') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:48.716795 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-384c9565-25c3-4fb1-8108-3d2f89d3985c tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf4c5e9a-4d3b-4aa7-9d7c-618b8f337e91') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:48.728970 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-384c9565-25c3-4fb1-8108-3d2f89d3985c tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (cf4c5e9a-4d3b-4aa7-9d7c-618b8f337e91), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:48.749703 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-384c9565-25c3-4fb1-8108-3d2f89d3985c tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (cf4c5e9a-4d3b-4aa7-9d7c-618b8f337e91), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:48.757783 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-384c9565-25c3-4fb1-8108-3d2f89d3985c tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:44:48.758708 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-384c9565-25c3-4fb1-8108-3d2f89d3985c tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (cf4c5e9a-4d3b-4aa7-9d7c-618b8f337e91), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:48.837381 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:44:48.837381 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:44:48.837381 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:44:48.837381 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:44:48.837381 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:44:48.837381 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:44:48.837381 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:44:48.837381 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:44:48.837381 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:44:48.837381 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:44:48.837381 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:44:48.837381 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:44:48.837381 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:44:48.837381 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:44:48.837381 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:44:48.837381 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:44:48.837381 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:44:48.837381 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:44:48.837381 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:44:48.837381 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:44:48.837381 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:44:48.837381 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:44:48.837381 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:44:48.837381 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:44:48.837381 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:44:48.837381 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:44:48.837381 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:44:48.837381 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:44:48.837381 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:44:48.837381 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:44:48.837381 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:44:48.837381 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:44:48.841443 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-384c9565-25c3-4fb1-8108-3d2f89d3985c tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (d7167ec6-11f1-445b-841d-99466e38ab58), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:48.853212 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-b5126049-749d-4ea9-b920-77b03e1a20b0 None None] Current status of the port 7c89dc78-bbf6-4f4e-940d-90a01cd8237a is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:44:48.857228 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-384c9565-25c3-4fb1-8108-3d2f89d3985c tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:48.860949 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-384c9565-25c3-4fb1-8108-3d2f89d3985c tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "DELETE /v2.0/networks/d7167ec6-11f1-445b-841d-99466e38ab58 HTTP/1.1" status: 204 len: 168 time: 0.5164685 Feb 09 21:44:48.867200 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41398) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:48.881602 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c9565-25c3-4fb1-8108-3d2f89d3985c tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Pushing event deleted for resources: {'Network': ['ID=d7167ec6-11f1-445b-841d-99466e38ab58,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:48.886260 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-adf5f07c-8b27-4b23-ac45-4e2463b6f19d tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1911745322'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:48.992051 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 7c89dc78-bbf6-4f4e-940d-90a01cd8237a up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:44:49.011047 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f39b7690-281c-47b6-9193-e4c63cdac5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (a0d05f41-b267-48d8-9543-ae850d8978ee), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:49.070415 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 7c89dc78-bbf6-4f4e-940d-90a01cd8237a triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:49.070792 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (7c89dc78-bbf6-4f4e-940d-90a01cd8237a), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:49.113246 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 1a960fa9-68bd-40e7-96bb-e59094fe28ce no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:44:49.140542 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] No Port match for: 1a960fa9-68bd-40e7-96bb-e59094fe28ce {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:44:49.140936 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 1a960fa9-68bd-40e7-96bb-e59094fe28ce not bound to the agent host n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:44:49.207591 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39b7690-281c-47b6-9193-e4c63cdac5e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0d05f41-b267-48d8-9543-ae850d8978ee,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:49.238266 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adf5f07c-8b27-4b23-ac45-4e2463b6f19d tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Made reservation on behalf of 87111984dff24e1780aaef3f75dde822 for: {'network': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:44:49.241876 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-adf5f07c-8b27-4b23-ac45-4e2463b6f19d tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:49.243362 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 7c89dc78-bbf6-4f4e-940d-90a01cd8237a is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:44:49.259288 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 1299543a-828d-424c-a02f-56e4d909753f no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:44:49.292557 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 1299543a-828d-424c-a02f-56e4d909753f {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:44:49.292918 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 1299543a-828d-424c-a02f-56e4d909753f not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:44:49.321626 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-57e43ee5-1fd5-425b-b583-1d02c7ba60c6 None None] Provisioning complete for port 7c89dc78-bbf6-4f4e-940d-90a01cd8237a triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:49.322016 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-57e43ee5-1fd5-425b-b583-1d02c7ba60c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (7c89dc78-bbf6-4f4e-940d-90a01cd8237a), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:49.389595 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adf5f07c-8b27-4b23-ac45-4e2463b6f19d tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 715} {{(pid=103140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:44:49.416407 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f39b7690-281c-47b6-9193-e4c63cdac5e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-554524'] for router_gateway (1889e890-be66-44c7-ad7a-1f99e14150b7), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:49.422768 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-6dd1ebd8-cd91-4f17-b034-6ddfeb0bafa1 service neutron] 10.222.0.90 "GET /v2.0/networks/74d53abd-a71d-429c-929d-41ed12b1d218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8894849 Feb 09 21:44:49.463198 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d1451777-3ca0-49cd-8f49-013824382ad8 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Deleting port da82c96f-5046-411e-900a-6b38fc976c8f {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:44:49.463545 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d1451777-3ca0-49cd-8f49-013824382ad8 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (da82c96f-5046-411e-900a-6b38fc976c8f), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:49.470677 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-adf5f07c-8b27-4b23-ac45-4e2463b6f19d tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (a1afec9d-0b36-4089-8db1-69271e71db45), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:49.471026 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-adf5f07c-8b27-4b23-ac45-4e2463b6f19d tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Added segment a1afec9d-0b36-4089-8db1-69271e71db45 of type vlan for network cfccdda3-ed6d-48c4-bd9e-e77468d152c8 Feb 09 21:44:49.472892 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-57e43ee5-1fd5-425b-b583-1d02c7ba60c6 None None] Current status of the port 7c89dc78-bbf6-4f4e-940d-90a01cd8237a is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:44:49.523533 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:44:49.602292 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-241f8afb-9f7d-421a-b6e5-7c7e593d3fa2 None None] Could not find standard attr ID for object 21260473-cd87-40a2-8420-c59579f3b3eb. {{(pid=103142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 21:44:49.683940 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f39b7690-281c-47b6-9193-e4c63cdac5e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (1889e890-be66-44c7-ad7a-1f99e14150b7), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:49.695572 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f39b7690-281c-47b6-9193-e4c63cdac5e8 admin admin] Publish callbacks [] for router_controller (1889e890-be66-44c7-ad7a-1f99e14150b7), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:49.758158 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-adf5f07c-8b27-4b23-ac45-4e2463b6f19d tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (cfccdda3-ed6d-48c4-bd9e-e77468d152c8), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:49.791788 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-09c315d3-ac97-4c30-8e45-633b14e1eafc service neutron] 10.222.0.90 "GET /v2.0/networks/74d53abd-a71d-429c-929d-41ed12b1d218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2798121 Feb 09 21:44:49.920608 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-adf5f07c-8b27-4b23-ac45-4e2463b6f19d tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (cfccdda3-ed6d-48c4-bd9e-e77468d152c8), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:49.926690 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf5f07c-8b27-4b23-ac45-4e2463b6f19d tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:49.927318 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-adf5f07c-8b27-4b23-ac45-4e2463b6f19d tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:49.928695 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-c3db4500-ecc1-4337-a7a7-6c53ea1b7091 None None] Provisioning complete for port da82c96f-5046-411e-900a-6b38fc976c8f triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:49.929147 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c3db4500-ecc1-4337-a7a7-6c53ea1b7091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (da82c96f-5046-411e-900a-6b38fc976c8f), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:49.937225 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-316560b0-847d-4094-8900-850eb879f042 req-2cdb3aa1-18c6-40c5-9095-0208cd23a88c tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=6746cd7d-6474-4f0f-8851-bc8437973cf8 HTTP/1.1" status: 200 len: 210 time: 0.1435549 Feb 09 21:44:49.979819 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d1451777-3ca0-49cd-8f49-013824382ad8 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (da82c96f-5046-411e-900a-6b38fc976c8f), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:50.010476 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d1451777-3ca0-49cd-8f49-013824382ad8 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Calling delete_port for da82c96f-5046-411e-900a-6b38fc976c8f owned by {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:44:50.039295 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-c3db4500-ecc1-4337-a7a7-6c53ea1b7091 None None] Port da82c96f-5046-411e-900a-6b38fc976c8f cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:44:50.048248 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 41418) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:50.051000 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-adf5f07c-8b27-4b23-ac45-4e2463b6f19d tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1687422 Feb 09 21:44:50.051852 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f39b7690-281c-47b6-9193-e4c63cdac5e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (1889e890-be66-44c7-ad7a-1f99e14150b7), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:50.052425 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f39b7690-281c-47b6-9193-e4c63cdac5e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1889e890-be66-44c7-ad7a-1f99e14150b7 {{(pid=103140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:44:50.054082 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-f53c1c5c-77e7-4632-933f-2706ade7fd22 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Request body: {'subnet': {'network_id': 'cfccdda3-ed6d-48c4-bd9e-e77468d152c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:50.066365 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f39b7690-281c-47b6-9193-e4c63cdac5e8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:50.069924 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-f39b7690-281c-47b6-9193-e4c63cdac5e8 admin admin] 10.222.0.90 "DELETE /v2.0/routers/1889e890-be66-44c7-ad7a-1f99e14150b7 HTTP/1.1" status: 204 len: 168 time: 3.8584640 Feb 09 21:44:50.080530 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41420) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:50.082656 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-2105f8a1-2100-4219-a383-b9781d067d2a service neutron] 10.222.0.90 "GET /v2.0/ports/fcbf595b-ac04-4a9f-91d3-e3bfdadd5558?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.2473028 Feb 09 21:44:50.144893 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf5f07c-8b27-4b23-ac45-4e2463b6f19d tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Pushing event updated for resources: {'Network': ['ID=cfccdda3-ed6d-48c4-bd9e-e77468d152c8,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:50.161999 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network cfccdda3-ed6d-48c4-bd9e-e77468d152c8 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:44:50.301139 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f53c1c5c-77e7-4632-933f-2706ade7fd22 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Made reservation on behalf of 87111984dff24e1780aaef3f75dde822 for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:44:50.311934 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f53c1c5c-77e7-4632-933f-2706ade7fd22 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:50.389776 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.ipam_backend_mixin [None req-f53c1c5c-77e7-4632-933f-2706ade7fd22 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Performing IP validity checks on allocation pools {{(pid=103141) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 09 21:44:50.393551 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.ipam_backend_mixin [None req-f53c1c5c-77e7-4632-933f-2706ade7fd22 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103141) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 09 21:44:50.462254 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-084eb83e-cd25-40f1-9c88-8f6620da9d7d service neutron] 10.222.0.90 "GET /v2.0/networks/f09c9af1-caa6-4029-894f-b430921e86f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3610787 Feb 09 21:44:50.471223 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0c2dcdf-53f1-495e-a8a3-804383da65d5 admin admin] Deleting subnet fc71b5a7-ddc0-4230-a622-7156083a74d7 {{(pid=103140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:44:50.492372 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a0c2dcdf-53f1-495e-a8a3-804383da65d5 admin admin] Publish callbacks [] for subnet (fc71b5a7-ddc0-4230-a622-7156083a74d7), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:50.560366 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f53c1c5c-77e7-4632-933f-2706ade7fd22 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (9f726c82-1bee-4bcb-a871-454c29b73b3f), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:50.581417 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a0c2dcdf-53f1-495e-a8a3-804383da65d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9110716'] for subnet (fc71b5a7-ddc0-4230-a622-7156083a74d7), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:50.681628 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53c1c5c-77e7-4632-933f-2706ade7fd22 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Pushing event updated for resources: {'Subnet': ['ID=9f726c82-1bee-4bcb-a871-454c29b73b3f,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:50.770088 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53c1c5c-77e7-4632-933f-2706ade7fd22 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Checking segment: {'id': 'a1afec9d-0b36-4089-8db1-69271e71db45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'cfccdda3-ed6d-48c4-bd9e-e77468d152c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:44:50.770248 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53c1c5c-77e7-4632-933f-2706ade7fd22 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Network hostable DHCP agents. Network: cfccdda3-ed6d-48c4-bd9e-e77468d152c8, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:44:50.796617 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-da2e87b0-8142-4b01-967b-3920d5214009 service neutron] 10.222.0.90 "GET /v2.0/networks/f09c9af1-caa6-4029-894f-b430921e86f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3175294 Feb 09 21:44:50.807466 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device a0d05f41-b267-48d8-9543-ae850d8978ee no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:44:50.817957 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53c1c5c-77e7-4632-933f-2706ade7fd22 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Network cfccdda3-ed6d-48c4-bd9e-e77468d152c8 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:44:50.833048 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: a0d05f41-b267-48d8-9543-ae850d8978ee {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:44:50.833479 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device a0d05f41-b267-48d8-9543-ae850d8978ee not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:44:50.857599 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-f53c1c5c-77e7-4632-933f-2706ade7fd22 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, cfccdda3-ed6d-48c4-bd9e-e77468d152c8) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:44:50.865775 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53c1c5c-77e7-4632-933f-2706ade7fd22 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:50.866381 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f53c1c5c-77e7-4632-933f-2706ade7fd22 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:50.874526 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32045ac-fc30-45f3-9b2f-78339d47e0e4 None None] Network cfccdda3-ed6d-48c4-bd9e-e77468d152c8 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:44:50.935855 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-f53c1c5c-77e7-4632-933f-2706ade7fd22 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8857696 Feb 09 21:44:50.939041 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 41434) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:50.944211 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-c76c110f-1034-43c9-907f-fc0fd376c489 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Request body: {'port': {'network_id': 'cfccdda3-ed6d-48c4-bd9e-e77468d152c8', 'name': 'tempest-PortsIpV6TestJSON-555760682'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:50.957326 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a0c2dcdf-53f1-495e-a8a3-804383da65d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (fc71b5a7-ddc0-4230-a622-7156083a74d7), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:51.030433 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d1451777-3ca0-49cd-8f49-013824382ad8 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (da82c96f-5046-411e-900a-6b38fc976c8f), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:51.074536 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-6a4f3abf-6994-4586-adee-78b7887a6111 service neutron] 10.222.0.90 "GET /v2.0/ports/05c71a1b-858c-4e78-be01-608f18f742b2?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.2242613 Feb 09 21:44:51.158919 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4002458-6393-461e-ac0d-c7545b9ea2db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-cfccdda3-ed6d-48c4-bd9e-e77468d152c8', 'network_id': 'cfccdda3-ed6d-48c4-bd9e-e77468d152c8', 'project_id': '87111984dff24e1780aaef3f75dde822', 'fixed_ips': [{'subnet_id': '9f726c82-1bee-4bcb-a871-454c29b73b3f'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:44:51.165043 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e4002458-6393-461e-ac0d-c7545b9ea2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:51.181128 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1451777-3ca0-49cd-8f49-013824382ad8 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event deleted for resources: {'Port': ['ID=da82c96f-5046-411e-900a-6b38fc976c8f,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:51.266637 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c76c110f-1034-43c9-907f-fc0fd376c489 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Made reservation on behalf of 87111984dff24e1780aaef3f75dde822 for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:44:51.270215 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c76c110f-1034-43c9-907f-fc0fd376c489 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:51.286862 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-278eedf8-25c0-431b-aa83-f92edd6d1599 req-1ae377b2-716a-40d8-a765-00a1898f9417 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=6746cd7d-6474-4f0f-8851-bc8437973cf8 HTTP/1.1" status: 200 len: 210 time: 0.1534772 Feb 09 21:44:51.318089 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a0c2dcdf-53f1-495e-a8a3-804383da65d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621346'] for subnet (fc71b5a7-ddc0-4230-a622-7156083a74d7), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:51.328436 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [None req-c76c110f-1034-43c9-907f-fc0fd376c489 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] device_id is not set on port 57cc061b-af71-425b-b0dd-1a19a20fc4fe yet. {{(pid=103141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:44:51.387333 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c2dcdf-53f1-495e-a8a3-804383da65d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc71b5a7-ddc0-4230-a622-7156083a74d7,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:51.407354 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a0c2dcdf-53f1-495e-a8a3-804383da65d5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:51.413462 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-a0c2dcdf-53f1-495e-a8a3-804383da65d5 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/fc71b5a7-ddc0-4230-a622-7156083a74d7 HTTP/1.1" status: 204 len: 168 time: 1.3268247 Feb 09 21:44:51.417351 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:51.424589 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 41440) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:51.426806 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d1451777-3ca0-49cd-8f49-013824382ad8 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:51.430215 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-d1451777-3ca0-49cd-8f49-013824382ad8 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "DELETE /v2.0/ports/da82c96f-5046-411e-900a-6b38fc976c8f HTTP/1.1" status: 204 len: 168 time: 2.7186525 Feb 09 21:44:51.433168 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41442) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:51.436959 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52dfe70-05c6-4c5d-b3c9-00b3a7eb3682 None None] Network 85218206-8e6e-45c8-be66-99ef01130c66 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:44:51.465394 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-e4002458-6393-461e-ac0d-c7545b9ea2db None None] Allocated IP 2001:db8::2 (cfccdda3-ed6d-48c4-bd9e-e77468d152c8/9f726c82-1bee-4bcb-a871-454c29b73b3f/77419cdb-9455-4237-bbab-78d7a4000c97) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:44:51.516664 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-e670cbcd-88fd-4884-bb20-d123821db960 service neutron] 10.222.0.90 "GET /v2.0/networks/f09c9af1-caa6-4029-894f-b430921e86f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3864717 Feb 09 21:44:51.542893 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39bb42f-e9f9-47a6-aa5c-9ffa3cf011fb tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:51.544610 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39bb42f-e9f9-47a6-aa5c-9ffa3cf011fb tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:51.546096 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39bb42f-e9f9-47a6-aa5c-9ffa3cf011fb tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:51.548540 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-d39bb42f-e9f9-47a6-aa5c-9ffa3cf011fb tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1144705 Feb 09 21:44:51.552329 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 41444) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:51.637495 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-9d6f1a63-84e1-4e8a-9e56-534641477b9d service neutron] 10.222.0.90 "GET /v2.0/networks/f09c9af1-caa6-4029-894f-b430921e86f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140778 Feb 09 21:44:51.687666 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-548f58eb-f2b8-46c0-8985-322dd637a48f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (85218206-8e6e-45c8-be66-99ef01130c66), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:51.710176 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dfdf988-212d-43ec-b570-f7a84e949b21 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Deleting subnet a05af7c1-ac05-483f-8ed7-5a137a8b33ee {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:44:51.721365 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1dfdf988-212d-43ec-b570-f7a84e949b21 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for subnet (a05af7c1-ac05-483f-8ed7-5a137a8b33ee), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:51.732467 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5817df02-9cc5-41e7-b221-88df1fbfd5ab None None] DHCP port deletion for 85218206-8e6e-45c8-be66-99ef01130c66 request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:44:51.784819 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-625bb969-abb1-46e8-8ddb-cea2f57959a0 service neutron] 10.222.0.90 "GET /v2.0/networks/f09c9af1-caa6-4029-894f-b430921e86f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417723 Feb 09 21:44:51.839251 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e4002458-6393-461e-ac0d-c7545b9ea2db None None] Publish callbacks [] for port (77419cdb-9455-4237-bbab-78d7a4000c97), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:51.844059 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5817df02-9cc5-41e7-b221-88df1fbfd5ab None None] Deleting port 39009d32-ead6-4285-901f-66579805c56e {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:44:51.845342 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5817df02-9cc5-41e7-b221-88df1fbfd5ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (39009d32-ead6-4285-901f-66579805c56e), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:51.883953 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1dfdf988-212d-43ec-b570-f7a84e949b21 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (a05af7c1-ac05-483f-8ed7-5a137a8b33ee), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:51.935542 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5817df02-9cc5-41e7-b221-88df1fbfd5ab None None] For port 39009d32-ead6-4285-901f-66579805c56e, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=39009d32-ead6-4285-901f-66579805c56e,segment=NetworkSegment(365ae138-fd54-49ef-8df9-38e6b9736252),segment_id=365ae138-fd54-49ef-8df9-38e6b9736252)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:51.936256 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5817df02-9cc5-41e7-b221-88df1fbfd5ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (39009d32-ead6-4285-901f-66579805c56e), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:51.952543 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5817df02-9cc5-41e7-b221-88df1fbfd5ab None None] Calling delete_port for 39009d32-ead6-4285-901f-66579805c56e owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:44:51.972417 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-cad84121-4436-42db-8728-c4c01d2e8b3e service neutron] 10.222.0.90 "GET /v2.0/networks/f09c9af1-caa6-4029-894f-b430921e86f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815019 Feb 09 21:44:52.039968 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e4002458-6393-461e-ac0d-c7545b9ea2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (77419cdb-9455-4237-bbab-78d7a4000c97), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:52.067899 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-548f58eb-f2b8-46c0-8985-322dd637a48f admin admin] Deleting port 39009d32-ead6-4285-901f-66579805c56e {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:44:52.068710 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-548f58eb-f2b8-46c0-8985-322dd637a48f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (39009d32-ead6-4285-901f-66579805c56e), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:52.085669 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4002458-6393-461e-ac0d-c7545b9ea2db None None] Pushing event updated for resources: {'Port': ['ID=77419cdb-9455-4237-bbab-78d7a4000c97,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:52.090907 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5817df02-9cc5-41e7-b221-88df1fbfd5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (39009d32-ead6-4285-901f-66579805c56e), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:52.133219 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1dfdf988-212d-43ec-b570-f7a84e949b21 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (a05af7c1-ac05-483f-8ed7-5a137a8b33ee), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:52.134361 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-08fcd065-fe1b-492a-afcd-cabd939a0c32 service neutron] 10.222.0.90 "GET /v2.0/networks/f09c9af1-caa6-4029-894f-b430921e86f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535404 Feb 09 21:44:52.183664 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-c76c110f-1034-43c9-907f-fc0fd376c489 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Allocated IP 2001:db8::161 (cfccdda3-ed6d-48c4-bd9e-e77468d152c8/9f726c82-1bee-4bcb-a871-454c29b73b3f/57cc061b-af71-425b-b0dd-1a19a20fc4fe) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:44:52.224928 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-548f58eb-f2b8-46c0-8985-322dd637a48f admin admin] For port 39009d32-ead6-4285-901f-66579805c56e, host n-d-828369-5, got binding levels [] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:52.225310 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-548f58eb-f2b8-46c0-8985-322dd637a48f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (39009d32-ead6-4285-901f-66579805c56e), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:52.250827 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-548f58eb-f2b8-46c0-8985-322dd637a48f admin admin] Calling delete_port for 39009d32-ead6-4285-901f-66579805c56e owned by network:dhcp {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:44:52.255844 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.ipam_backend_mixin [None req-548f58eb-f2b8-46c0-8985-322dd637a48f admin admin] Port 39009d32-ead6-4285-901f-66579805c56e was not found and therefore no delete operation was performed {{(pid=103141) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 21:44:52.266111 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-548f58eb-f2b8-46c0-8985-322dd637a48f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (39009d32-ead6-4285-901f-66579805c56e), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:52.321723 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1dfdf988-212d-43ec-b570-f7a84e949b21 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (a05af7c1-ac05-483f-8ed7-5a137a8b33ee), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:52.323713 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548f58eb-f2b8-46c0-8985-322dd637a48f admin admin] Pushing event deleted for resources: {'Port': ['ID=39009d32-ead6-4285-901f-66579805c56e,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:52.329087 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-0ccdb146-c95c-4ab1-9918-97444879cd01 service neutron] 10.222.0.90 "GET /v2.0/networks/f09c9af1-caa6-4029-894f-b430921e86f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884544 Feb 09 21:44:52.330793 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548f58eb-f2b8-46c0-8985-322dd637a48f admin admin] No DVR routers for this DVR port 39009d32-ead6-4285-901f-66579805c56e on host n-d-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:44:52.393643 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4002458-6393-461e-ac0d-c7545b9ea2db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:52.394213 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4002458-6393-461e-ac0d-c7545b9ea2db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:52.399033 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4002458-6393-461e-ac0d-c7545b9ea2db None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:52.399490 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4002458-6393-461e-ac0d-c7545b9ea2db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:52.400015 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4002458-6393-461e-ac0d-c7545b9ea2db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:52.400648 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4002458-6393-461e-ac0d-c7545b9ea2db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:52.401078 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4002458-6393-461e-ac0d-c7545b9ea2db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:52.401509 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4002458-6393-461e-ac0d-c7545b9ea2db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:52.412753 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4002458-6393-461e-ac0d-c7545b9ea2db None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:52.413250 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4002458-6393-461e-ac0d-c7545b9ea2db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:52.413700 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4002458-6393-461e-ac0d-c7545b9ea2db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:52.414128 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4002458-6393-461e-ac0d-c7545b9ea2db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:52.414884 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4002458-6393-461e-ac0d-c7545b9ea2db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:44:52.416935 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1dfdf988-212d-43ec-b570-f7a84e949b21 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:52.420780 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-1dfdf988-212d-43ec-b570-f7a84e949b21 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "DELETE /v2.0/subnets/a05af7c1-ac05-483f-8ed7-5a137a8b33ee HTTP/1.1" status: 204 len: 168 time: 0.8674226 Feb 09 21:44:52.427732 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c8d0e3-4170-47e9-b79f-e6f050cb57cb None None] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:44:52.431287 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5817df02-9cc5-41e7-b221-88df1fbfd5ab None None] No DVR routers for this DVR port 39009d32-ead6-4285-901f-66579805c56e on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:44:52.449117 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfdf988-212d-43ec-b570-f7a84e949b21 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event deleted for resources: {'Subnet': ['ID=a05af7c1-ac05-483f-8ed7-5a137a8b33ee,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:52.459706 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 41450) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:52.495557 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4002458-6393-461e-ac0d-c7545b9ea2db None None] Network cfccdda3-ed6d-48c4-bd9e-e77468d152c8 is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:44:52.555271 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5817df02-9cc5-41e7-b221-88df1fbfd5ab None None] Pushing event deleted for resources: {'Port': ['ID=39009d32-ead6-4285-901f-66579805c56e,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:52.573821 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 39009d32-ead6-4285-901f-66579805c56e no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:44:52.576845 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-e4002458-6393-461e-ac0d-c7545b9ea2db None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:44:52.587769 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-548f58eb-f2b8-46c0-8985-322dd637a48f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (85218206-8e6e-45c8-be66-99ef01130c66), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:52.615694 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-548f58eb-f2b8-46c0-8985-322dd637a48f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85218206-8e6e-45c8-be66-99ef01130c66']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:52.627406 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-548f58eb-f2b8-46c0-8985-322dd637a48f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '365ae138-fd54-49ef-8df9-38e6b9736252') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:52.628923 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-548f58eb-f2b8-46c0-8985-322dd637a48f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '365ae138-fd54-49ef-8df9-38e6b9736252') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:52.632606 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4002458-6393-461e-ac0d-c7545b9ea2db None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:44:52.639161 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 39009d32-ead6-4285-901f-66579805c56e {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:44:52.639518 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 39009d32-ead6-4285-901f-66579805c56e not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:44:52.682397 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-548f58eb-f2b8-46c0-8985-322dd637a48f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (365ae138-fd54-49ef-8df9-38e6b9736252), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:52.702036 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-548f58eb-f2b8-46c0-8985-322dd637a48f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (365ae138-fd54-49ef-8df9-38e6b9736252), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:52.712175 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-548f58eb-f2b8-46c0-8985-322dd637a48f admin admin] Releasing vlan 718 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:44:52.712895 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-548f58eb-f2b8-46c0-8985-322dd637a48f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (365ae138-fd54-49ef-8df9-38e6b9736252), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:52.742876 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-e4002458-6393-461e-ac0d-c7545b9ea2db None None] Attempting to bind port 77419cdb-9455-4237-bbab-78d7a4000c97 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:44:52.743358 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-e4002458-6393-461e-ac0d-c7545b9ea2db None None] Attempting to bind port 77419cdb-9455-4237-bbab-78d7a4000c97 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': 'a1afec9d-0b36-4089-8db1-69271e71db45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'cfccdda3-ed6d-48c4-bd9e-e77468d152c8'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:44:52.747379 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4002458-6393-461e-ac0d-c7545b9ea2db None None] Attempting to bind port 77419cdb-9455-4237-bbab-78d7a4000c97 on network cfccdda3-ed6d-48c4-bd9e-e77468d152c8 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:44:52.773264 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4002458-6393-461e-ac0d-c7545b9ea2db None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:44:52.774130 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4002458-6393-461e-ac0d-c7545b9ea2db None None] Checking segment: {'id': 'a1afec9d-0b36-4089-8db1-69271e71db45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'cfccdda3-ed6d-48c4-bd9e-e77468d152c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:44:52.776594 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e4002458-6393-461e-ac0d-c7545b9ea2db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:52.776594 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4002458-6393-461e-ac0d-c7545b9ea2db None None] Bound using segment: {'id': 'a1afec9d-0b36-4089-8db1-69271e71db45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'cfccdda3-ed6d-48c4-bd9e-e77468d152c8'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:44:52.776594 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-e4002458-6393-461e-ac0d-c7545b9ea2db None None] Bound port: 77419cdb-9455-4237-bbab-78d7a4000c97, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1afec9d-0b36-4089-8db1-69271e71db45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'cfccdda3-ed6d-48c4-bd9e-e77468d152c8'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:44:52.776594 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e4002458-6393-461e-ac0d-c7545b9ea2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (77419cdb-9455-4237-bbab-78d7a4000c97), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:52.783806 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:44:52.783806 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:44:52.783806 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:44:52.783806 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:44:52.783806 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:44:52.783806 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:44:52.783806 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:44:52.783806 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:44:52.783806 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:44:52.783806 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:44:52.783806 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:44:52.783806 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:44:52.783806 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:44:52.783806 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:44:52.783806 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:44:52.783806 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:44:52.783806 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:44:52.783806 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:44:52.783806 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:44:52.783806 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:44:52.783806 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:44:52.783806 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:44:52.783806 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:44:52.783806 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:44:52.783806 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:44:52.783806 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:44:52.783806 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:44:52.783806 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:44:52.783806 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:44:52.783806 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:44:52.783806 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:44:52.783806 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:44:52.796038 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-548f58eb-f2b8-46c0-8985-322dd637a48f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (85218206-8e6e-45c8-be66-99ef01130c66), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:52.833118 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-548f58eb-f2b8-46c0-8985-322dd637a48f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:52.836473 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-548f58eb-f2b8-46c0-8985-322dd637a48f admin admin] 10.222.0.90 "DELETE /v2.0/networks/85218206-8e6e-45c8-be66-99ef01130c66 HTTP/1.1" status: 204 len: 168 time: 1.4107780 Feb 09 21:44:52.917237 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-e4002458-6393-461e-ac0d-c7545b9ea2db None None] For port 77419cdb-9455-4237-bbab-78d7a4000c97, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:44:52.921835 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-e4002458-6393-461e-ac0d-c7545b9ea2db None None] For port 77419cdb-9455-4237-bbab-78d7a4000c97, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=77419cdb-9455-4237-bbab-78d7a4000c97,segment=NetworkSegment(a1afec9d-0b36-4089-8db1-69271e71db45),segment_id=a1afec9d-0b36-4089-8db1-69271e71db45)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:44:52.930670 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e7d9578-622b-48b2-86ec-c0c3d8c533a6 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Deleting subnet c5b8740f-c369-46b4-a1b0-2d22664aeffa {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:44:52.934955 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e4002458-6393-461e-ac0d-c7545b9ea2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (77419cdb-9455-4237-bbab-78d7a4000c97), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:52.947775 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548f58eb-f2b8-46c0-8985-322dd637a48f admin admin] Pushing event deleted for resources: {'Network': ['ID=85218206-8e6e-45c8-be66-99ef01130c66,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:52.963224 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9e7d9578-622b-48b2-86ec-c0c3d8c533a6 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for subnet (c5b8740f-c369-46b4-a1b0-2d22664aeffa), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:53.051597 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c76c110f-1034-43c9-907f-fc0fd376c489 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for port (57cc061b-af71-425b-b0dd-1a19a20fc4fe), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:53.071904 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9e7d9578-622b-48b2-86ec-c0c3d8c533a6 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (c5b8740f-c369-46b4-a1b0-2d22664aeffa), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:53.108148 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4002458-6393-461e-ac0d-c7545b9ea2db None None] Pushing event updated for resources: {'Port': ['ID=77419cdb-9455-4237-bbab-78d7a4000c97,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:53.145149 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b80fb3aa-ed27-441e-83b9-d26c43099f03 req-b566dfae-1dca-4268-aabe-3d98c2d38781 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=6746cd7d-6474-4f0f-8851-bc8437973cf8 HTTP/1.1" status: 200 len: 210 time: 0.1092379 Feb 09 21:44:53.193629 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c76c110f-1034-43c9-907f-fc0fd376c489 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (57cc061b-af71-425b-b0dd-1a19a20fc4fe), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:53.218354 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-91f31a3e-e9f1-42c5-afac-0c9fea6087eb service neutron] 10.222.0.90 "GET /v2.0/networks/d265fee8-86bc-4f18-8400-270071608522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8842323 Feb 09 21:44:53.235765 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 41456) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:53.306080 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76c110f-1034-43c9-907f-fc0fd376c489 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Network cfccdda3-ed6d-48c4-bd9e-e77468d152c8 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:44:53.321678 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-c76c110f-1034-43c9-907f-fc0fd376c489 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:44:53.333995 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76c110f-1034-43c9-907f-fc0fd376c489 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:44:53.339128 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76c110f-1034-43c9-907f-fc0fd376c489 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:53.339749 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c76c110f-1034-43c9-907f-fc0fd376c489 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:53.358771 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9e7d9578-622b-48b2-86ec-c0c3d8c533a6 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (c5b8740f-c369-46b4-a1b0-2d22664aeffa), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:53.365885 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-ba91da1a-b90c-4c4b-a4d0-f3ff3c4609cf admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=18ba459b325a4da0821abb3dc94f8781&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1231496 Feb 09 21:44:53.384302 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41458) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:53.406463 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-00c56c3d-6e70-4eb3-adf7-9d2cae585533 service neutron] 10.222.0.90 "GET /v2.0/networks/d265fee8-86bc-4f18-8400-270071608522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801267 Feb 09 21:44:53.413189 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:53.419948 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76c110f-1034-43c9-907f-fc0fd376c489 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Pushing event updated for resources: {'Port': ['ID=57cc061b-af71-425b-b0dd-1a19a20fc4fe,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:53.445198 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-c76c110f-1034-43c9-907f-fc0fd376c489 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5025051 Feb 09 21:44:53.446395 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 41460) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:53.586745 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-924251ff-b7f2-4662-8064-6c7cf37269d6 service neutron] 10.222.0.90 "GET /v2.0/networks/d265fee8-86bc-4f18-8400-270071608522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690302 Feb 09 21:44:53.589763 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3a5af948-7ee5-49f8-a158-3ec10342d697 admin admin] Publish callbacks [] for security_group (13b87425-0324-41b8-9577-a03ea20c9956), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:53.598667 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9e7d9578-622b-48b2-86ec-c0c3d8c533a6 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (c5b8740f-c369-46b4-a1b0-2d22664aeffa), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:53.649935 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7d9578-622b-48b2-86ec-c0c3d8c533a6 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event deleted for resources: {'Subnet': ['ID=c5b8740f-c369-46b4-a1b0-2d22664aeffa,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:53.665981 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-88844408-9318-4ff7-995c-1f3c929ee067 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Deleting port 57cc061b-af71-425b-b0dd-1a19a20fc4fe {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:44:53.666643 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-88844408-9318-4ff7-995c-1f3c929ee067 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (57cc061b-af71-425b-b0dd-1a19a20fc4fe), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:53.758212 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-2354668f-cf06-48c2-9259-675d08474fe7 service neutron] 10.222.0.90 "GET /v2.0/networks/d265fee8-86bc-4f18-8400-270071608522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574564 Feb 09 21:44:53.784065 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3a5af948-7ee5-49f8-a158-3ec10342d697 admin admin] Publish callbacks [] for security_group (13b87425-0324-41b8-9577-a03ea20c9956), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:53.868997 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3a5af948-7ee5-49f8-a158-3ec10342d697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (13b87425-0324-41b8-9577-a03ea20c9956), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:53.872837 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3a5af948-7ee5-49f8-a158-3ec10342d697 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:53.876373 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-3a5af948-7ee5-49f8-a158-3ec10342d697 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/13b87425-0324-41b8-9577-a03ea20c9956 HTTP/1.1" status: 204 len: 168 time: 0.4905577 Feb 09 21:44:53.909129 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5af948-7ee5-49f8-a158-3ec10342d697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b87425-0324-41b8-9577-a03ea20c9956,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:54.024472 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-918e43ac-d202-4e70-a44c-a6c23de76f68 None None] Provisioning complete for port 7c89dc78-bbf6-4f4e-940d-90a01cd8237a triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:54.024847 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-918e43ac-d202-4e70-a44c-a6c23de76f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (7c89dc78-bbf6-4f4e-940d-90a01cd8237a), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:54.157535 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9e7d9578-622b-48b2-86ec-c0c3d8c533a6 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:54.163801 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41474) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:54.170209 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-9e7d9578-622b-48b2-86ec-c0c3d8c533a6 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "DELETE /v2.0/subnets/c5b8740f-c369-46b4-a1b0-2d22664aeffa HTTP/1.1" status: 204 len: 168 time: 1.7093623 Feb 09 21:44:54.171257 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e1f519-e74b-4be7-8862-84d07b65af72 None None] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:44:54.276679 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 41480) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:54.280934 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-8c135ab0-e71d-4a5d-8df5-5fe7c68d12bf tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1157491 Feb 09 21:44:54.311749 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-3a6cb53d-3dc5-4ce3-9853-b0f2671a01c4 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Request body: {'subnet': {'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:54.323775 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-918e43ac-d202-4e70-a44c-a6c23de76f68 None None] Current status of the port 7c89dc78-bbf6-4f4e-940d-90a01cd8237a is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:44:54.325979 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-88844408-9318-4ff7-995c-1f3c929ee067 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (57cc061b-af71-425b-b0dd-1a19a20fc4fe), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:54.347183 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-49550015-066f-439b-848e-e7f6eaf69f84 req-ffc5b191-1701-497b-b3af-11bb043c221a tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=6746cd7d-6474-4f0f-8851-bc8437973cf8 HTTP/1.1" status: 200 len: 210 time: 0.0595946 Feb 09 21:44:54.419331 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-88844408-9318-4ff7-995c-1f3c929ee067 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Calling delete_port for 57cc061b-af71-425b-b0dd-1a19a20fc4fe owned by {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:44:54.467183 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17356c14-72d0-4d36-9535-c3ccba9e4511 None None] DHCP port deletion for 986c5511-2b50-4eb7-bb75-ff9f776ff726 request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:44:54.555547 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41490) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:54.589314 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-17356c14-72d0-4d36-9535-c3ccba9e4511 None None] Deleting port 7c89dc78-bbf6-4f4e-940d-90a01cd8237a {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:44:54.589745 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-17356c14-72d0-4d36-9535-c3ccba9e4511 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (7c89dc78-bbf6-4f4e-940d-90a01cd8237a), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:54.636477 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a6cb53d-3dc5-4ce3-9853-b0f2671a01c4 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Made reservation on behalf of 880c3cd16cc943a98203fd230e26852f for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:44:54.642905 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3a6cb53d-3dc5-4ce3-9853-b0f2671a01c4 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:54.647949 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-d4b07ce6-01cf-43d1-94df-5b0eea70cba3 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=caac0bf71df946719a02992f93942f4d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0908673 Feb 09 21:44:54.650420 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41498) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:54.687065 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 77419cdb-9455-4237-bbab-78d7a4000c97 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:44:54.734388 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4f78c9ac-fced-43e4-b7c7-bcec24538263 admin admin] Publish callbacks [] for security_group (d5bd8612-a7f7-4b41-803d-48589a679e67), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:54.767714 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4f78c9ac-fced-43e4-b7c7-bcec24538263 admin admin] Publish callbacks [] for security_group (d5bd8612-a7f7-4b41-803d-48589a679e67), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:54.862557 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4f78c9ac-fced-43e4-b7c7-bcec24538263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (d5bd8612-a7f7-4b41-803d-48589a679e67), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:54.867772 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4f78c9ac-fced-43e4-b7c7-bcec24538263 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:54.870853 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-4f78c9ac-fced-43e4-b7c7-bcec24538263 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/d5bd8612-a7f7-4b41-803d-48589a679e67 HTTP/1.1" status: 204 len: 168 time: 0.2191367 Feb 09 21:44:54.883540 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78c9ac-fced-43e4-b7c7-bcec24538263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5bd8612-a7f7-4b41-803d-48589a679e67,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:54.894185 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-88844408-9318-4ff7-995c-1f3c929ee067 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (57cc061b-af71-425b-b0dd-1a19a20fc4fe), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:54.898242 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-17356c14-72d0-4d36-9535-c3ccba9e4511 None None] For port 7c89dc78-bbf6-4f4e-940d-90a01cd8237a, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=7c89dc78-bbf6-4f4e-940d-90a01cd8237a,segment=NetworkSegment(e234f058-99e9-4683-aff2-a800b51d2ec4),segment_id=e234f058-99e9-4683-aff2-a800b51d2ec4)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:54.900381 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-17356c14-72d0-4d36-9535-c3ccba9e4511 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (7c89dc78-bbf6-4f4e-940d-90a01cd8237a), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:54.939337 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88844408-9318-4ff7-995c-1f3c929ee067 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Pushing event deleted for resources: {'Port': ['ID=57cc061b-af71-425b-b0dd-1a19a20fc4fe,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:54.977225 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243025bf-55c8-4ea1-a8d0-04bef7c8ff2b None None] Network cfccdda3-ed6d-48c4-bd9e-e77468d152c8 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:44:55.000288 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-17356c14-72d0-4d36-9535-c3ccba9e4511 None None] Calling delete_port for 7c89dc78-bbf6-4f4e-940d-90a01cd8237a owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:44:55.038548 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-88844408-9318-4ff7-995c-1f3c929ee067 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:55.044505 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-88844408-9318-4ff7-995c-1f3c929ee067 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "DELETE /v2.0/ports/57cc061b-af71-425b-b0dd-1a19a20fc4fe HTTP/1.1" status: 204 len: 168 time: 1.5968518 Feb 09 21:44:55.047028 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41512) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:55.119562 n-d-828369-5 neutron-server[103140]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a804126-7f6c-49b7-9167-10d8e2a2c323 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] DELETE failed (client error): The resource could not be found. Feb 09 21:44:55.120145 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a804126-7f6c-49b7-9167-10d8e2a2c323 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:44:55.143662 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-9a804126-7f6c-49b7-9167-10d8e2a2c323 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "DELETE /v2.0/ports/57cc061b-af71-425b-b0dd-1a19a20fc4fe HTTP/1.1" status: 404 len: 333 time: 0.0921233 Feb 09 21:44:55.145569 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41516) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:55.248079 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3a6cb53d-3dc5-4ce3-9853-b0f2671a01c4 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (78582689-e218-4096-81e5-be95aa9d693e), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:55.261631 n-d-828369-5 neutron-server[103140]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ac19bdd-a758-4faa-aa21-0030a90756d6 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] GET failed (client error): The resource could not be found. Feb 09 21:44:55.265621 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-7ac19bdd-a758-4faa-aa21-0030a90756d6 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "GET /v2.0/ports/57cc061b-af71-425b-b0dd-1a19a20fc4fe HTTP/1.1" status: 404 len: 333 time: 0.1163414 Feb 09 21:44:55.267813 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41526) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:55.309299 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-17356c14-72d0-4d36-9535-c3ccba9e4511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (7c89dc78-bbf6-4f4e-940d-90a01cd8237a), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:55.340087 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 77419cdb-9455-4237-bbab-78d7a4000c97 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:55.340866 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (77419cdb-9455-4237-bbab-78d7a4000c97), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:55.346339 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17356c14-72d0-4d36-9535-c3ccba9e4511 None None] No DVR routers for this DVR port 7c89dc78-bbf6-4f4e-940d-90a01cd8237a on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:44:55.351584 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cec4a28b-7781-490c-80af-0928f3291f3c req-bbd3d8bd-d991-4764-9658-569fe6ef9893 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 210 time: 0.0668192 Feb 09 21:44:55.394296 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d9e520e-595c-4422-84c0-7d62fc5820e3 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Deleting subnet 9f726c82-1bee-4bcb-a871-454c29b73b3f {{(pid=103140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:44:55.402660 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6cb53d-3dc5-4ce3-9853-b0f2671a01c4 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:44:55.413931 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6d9e520e-595c-4422-84c0-7d62fc5820e3 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for subnet (9f726c82-1bee-4bcb-a871-454c29b73b3f), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:55.416921 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-3a6cb53d-3dc5-4ce3-9853-b0f2671a01c4 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:44:55.428733 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6cb53d-3dc5-4ce3-9853-b0f2671a01c4 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:55.430406 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3a6cb53d-3dc5-4ce3-9853-b0f2671a01c4 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:55.455340 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-3a6cb53d-3dc5-4ce3-9853-b0f2671a01c4 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1778009 Feb 09 21:44:55.458724 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 41536) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:55.467921 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-f22b07fd-2039-47ad-b824-9a76a7f31268 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Request body: {'subnet': {'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:55.476975 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17356c14-72d0-4d36-9535-c3ccba9e4511 None None] Pushing event deleted for resources: {'Port': ['ID=7c89dc78-bbf6-4f4e-940d-90a01cd8237a,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:55.482391 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-40c4e5e1-1eb2-4cc3-825b-bb9130fe4384 None None] Provisioning complete for port 77419cdb-9455-4237-bbab-78d7a4000c97 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:44:55.482640 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-40c4e5e1-1eb2-4cc3-825b-bb9130fe4384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (77419cdb-9455-4237-bbab-78d7a4000c97), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:55.544919 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc363f9c-2b54-4a1e-a405-1b0468e66033 None None] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:44:55.610136 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d865dca8-d2f6-4c10-a383-0c3d5d312688 req-f102899e-dd51-4dbb-a5e4-aa421d2abcef tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=6746cd7d-6474-4f0f-8851-bc8437973cf8 HTTP/1.1" status: 200 len: 210 time: 0.0889299 Feb 09 21:44:55.628050 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6d9e520e-595c-4422-84c0-7d62fc5820e3 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9110716'] for subnet (9f726c82-1bee-4bcb-a871-454c29b73b3f), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:55.712905 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6cb53d-3dc5-4ce3-9853-b0f2671a01c4 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event updated for resources: {'Subnet': ['ID=78582689-e218-4096-81e5-be95aa9d693e,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:55.759604 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f22b07fd-2039-47ad-b824-9a76a7f31268 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Made reservation on behalf of 880c3cd16cc943a98203fd230e26852f for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:44:55.776568 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f22b07fd-2039-47ad-b824-9a76a7f31268 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:55.861785 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6d9e520e-595c-4422-84c0-7d62fc5820e3 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (9f726c82-1bee-4bcb-a871-454c29b73b3f), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:55.869636 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-40c4e5e1-1eb2-4cc3-825b-bb9130fe4384 None None] Current status of the port 77419cdb-9455-4237-bbab-78d7a4000c97 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:44:55.869636 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-40c4e5e1-1eb2-4cc3-825b-bb9130fe4384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (77419cdb-9455-4237-bbab-78d7a4000c97), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:55.936808 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4882e1cf-a39c-4949-83de-d40b8c5cbe87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-986c5511-2b50-4eb7-bb75-ff9f776ff726', 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726', 'project_id': '880c3cd16cc943a98203fd230e26852f', 'fixed_ips': [{'subnet_id': '78582689-e218-4096-81e5-be95aa9d693e'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:44:55.938515 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-4882e1cf-a39c-4949-83de-d40b8c5cbe87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:55.997756 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6d9e520e-595c-4422-84c0-7d62fc5820e3 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621346'] for subnet (9f726c82-1bee-4bcb-a871-454c29b73b3f), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:56.040187 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9e520e-595c-4422-84c0-7d62fc5820e3 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Pushing event deleted for resources: {'Subnet': ['ID=9f726c82-1bee-4bcb-a871-454c29b73b3f,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:56.057460 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6d9e520e-595c-4422-84c0-7d62fc5820e3 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:56.068266 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-6d9e520e-595c-4422-84c0-7d62fc5820e3 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "DELETE /v2.0/subnets/9f726c82-1bee-4bcb-a871-454c29b73b3f HTTP/1.1" status: 204 len: 168 time: 0.7991774 Feb 09 21:44:56.070924 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41552) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:56.301145 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-82e1c9f8-b0d5-4012-992b-2987fd8ce570 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (cfccdda3-ed6d-48c4-bd9e-e77468d152c8), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:56.304443 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-4882e1cf-a39c-4949-83de-d40b8c5cbe87 None None] Allocated IP 172.20.0.2 (986c5511-2b50-4eb7-bb75-ff9f776ff726/78582689-e218-4096-81e5-be95aa9d693e/1fffc6af-83b4-418b-8ad4-2578dfd3686c) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:44:56.495480 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1cff827c-74d9-4091-8dce-dcb3681ba45f req-d87cb084-1e69-489f-9289-25fcf9a0cabd tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 210 time: 0.0484385 Feb 09 21:44:56.505192 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-82e1c9f8-b0d5-4012-992b-2987fd8ce570 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Deleting port 77419cdb-9455-4237-bbab-78d7a4000c97 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:44:56.505783 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-82e1c9f8-b0d5-4012-992b-2987fd8ce570 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (77419cdb-9455-4237-bbab-78d7a4000c97), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:56.537688 n-d-828369-5 neutron-server[103141]: DEBUG neutron.objects.ports [None req-f22b07fd-2039-47ad-b824-9a76a7f31268 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103141) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 21:44:56.538717 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 41564) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:56.556420 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f22b07fd-2039-47ad-b824-9a76a7f31268 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (e8d7d0fc-e244-4f2f-94ab-4aa3de047370), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:56.597061 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-82e1c9f8-b0d5-4012-992b-2987fd8ce570 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] For port 77419cdb-9455-4237-bbab-78d7a4000c97, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=77419cdb-9455-4237-bbab-78d7a4000c97,segment=NetworkSegment(a1afec9d-0b36-4089-8db1-69271e71db45),segment_id=a1afec9d-0b36-4089-8db1-69271e71db45)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:44:56.597852 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-82e1c9f8-b0d5-4012-992b-2987fd8ce570 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (77419cdb-9455-4237-bbab-78d7a4000c97), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:56.619918 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-82e1c9f8-b0d5-4012-992b-2987fd8ce570 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Calling delete_port for 77419cdb-9455-4237-bbab-78d7a4000c97 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:44:56.671890 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22b07fd-2039-47ad-b824-9a76a7f31268 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:44:56.697998 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-f22b07fd-2039-47ad-b824-9a76a7f31268 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:44:56.706231 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22b07fd-2039-47ad-b824-9a76a7f31268 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:56.706833 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f22b07fd-2039-47ad-b824-9a76a7f31268 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:56.721697 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-4882e1cf-a39c-4949-83de-d40b8c5cbe87 None None] Publish callbacks [] for port (1fffc6af-83b4-418b-8ad4-2578dfd3686c), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:56.747360 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099c2a5e-6ad0-4955-bddf-7557e6f9be9a None None] Network cfccdda3-ed6d-48c4-bd9e-e77468d152c8 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:44:56.767842 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22b07fd-2039-47ad-b824-9a76a7f31268 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event updated for resources: {'Subnet': ['ID=e8d7d0fc-e244-4f2f-94ab-4aa3de047370,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:56.769817 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-4882e1cf-a39c-4949-83de-d40b8c5cbe87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (1fffc6af-83b4-418b-8ad4-2578dfd3686c), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:56.777177 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-f22b07fd-2039-47ad-b824-9a76a7f31268 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3169878 Feb 09 21:44:56.777890 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 41572) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:56.782938 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-25f6ef9a-7ea5-446a-b088-eab457cd86e7 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Request body: {'port': {'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726', 'mac_address': 'fa:16:3e:99:8b:07', 'name': 'tempest-NetworksTestDHCPv6-1075034996'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:56.846392 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-2b926124-3253-4564-be54-405d4aade208 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-889240531-network', 'tenant_id': '04936eb153f54e9eb618ef80dee0cb18'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:56.847174 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-82e1c9f8-b0d5-4012-992b-2987fd8ce570 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (77419cdb-9455-4237-bbab-78d7a4000c97), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:56.876821 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b926124-3253-4564-be54-405d4aade208 admin admin] Made reservation on behalf of 04936eb153f54e9eb618ef80dee0cb18 for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:44:56.882451 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2b926124-3253-4564-be54-405d4aade208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:56.900146 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e1c9f8-b0d5-4012-992b-2987fd8ce570 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] No DVR routers for this DVR port 77419cdb-9455-4237-bbab-78d7a4000c97 on host n-d-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:44:56.921940 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2b926124-3253-4564-be54-405d4aade208 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:56.937230 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4882e1cf-a39c-4949-83de-d40b8c5cbe87 None None] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:44:56.949855 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b7b656b4-09b2-4035-9865-52c30fb94503 req-ff24d9f1-3cce-4135-97a4-7a3d5f4fe561 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=6746cd7d-6474-4f0f-8851-bc8437973cf8 HTTP/1.1" status: 200 len: 210 time: 0.1399562 Feb 09 21:44:56.985449 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4882e1cf-a39c-4949-83de-d40b8c5cbe87 None None] Pushing event updated for resources: {'Port': ['ID=1fffc6af-83b4-418b-8ad4-2578dfd3686c,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:56.988802 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-4882e1cf-a39c-4949-83de-d40b8c5cbe87 None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:44:56.998238 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e1c9f8-b0d5-4012-992b-2987fd8ce570 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Pushing event deleted for resources: {'Port': ['ID=77419cdb-9455-4237-bbab-78d7a4000c97,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:57.003054 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4882e1cf-a39c-4949-83de-d40b8c5cbe87 None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:44:57.022078 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 77419cdb-9455-4237-bbab-78d7a4000c97 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:44:57.022796 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (77419cdb-9455-4237-bbab-78d7a4000c97), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:57.083787 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.db.api [None req-40c4e5e1-1eb2-4cc3-825b-bb9130fe4384 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103142) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:44:57.084354 n-d-828369-5 neutron-server[103142]: DEBUG oslo_db.api [None req-40c4e5e1-1eb2-4cc3-825b-bb9130fe4384 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:44:57.095971 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f6ef9a-7ea5-446a-b088-eab457cd86e7 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Made reservation on behalf of 880c3cd16cc943a98203fd230e26852f for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:44:57.141545 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-82e1c9f8-b0d5-4012-992b-2987fd8ce570 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (cfccdda3-ed6d-48c4-bd9e-e77468d152c8), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:57.165914 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-82e1c9f8-b0d5-4012-992b-2987fd8ce570 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfccdda3-ed6d-48c4-bd9e-e77468d152c8']}} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:57.176776 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-82e1c9f8-b0d5-4012-992b-2987fd8ce570 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1afec9d-0b36-4089-8db1-69271e71db45') {'for_net_delete': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:57.177074 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-82e1c9f8-b0d5-4012-992b-2987fd8ce570 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1afec9d-0b36-4089-8db1-69271e71db45') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:44:57.194955 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-82e1c9f8-b0d5-4012-992b-2987fd8ce570 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110711'] for segment (a1afec9d-0b36-4089-8db1-69271e71db45), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:57.212487 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-82e1c9f8-b0d5-4012-992b-2987fd8ce570 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (a1afec9d-0b36-4089-8db1-69271e71db45), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:57.223264 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9e0b87-4f8e-4872-9c6e-dd6013b4ebe9 None None] DHCP port deletion for cfccdda3-ed6d-48c4-bd9e-e77468d152c8 request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:44:57.229243 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82e1c9f8-b0d5-4012-992b-2987fd8ce570 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=103140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:44:57.230061 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-82e1c9f8-b0d5-4012-992b-2987fd8ce570 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669415'] for segment (a1afec9d-0b36-4089-8db1-69271e71db45), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:57.266429 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-4882e1cf-a39c-4949-83de-d40b8c5cbe87 None None] Attempting to bind port 1fffc6af-83b4-418b-8ad4-2578dfd3686c on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:44:57.267671 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-4882e1cf-a39c-4949-83de-d40b8c5cbe87 None None] Attempting to bind port 1fffc6af-83b4-418b-8ad4-2578dfd3686c by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': 'e234f058-99e9-4683-aff2-a800b51d2ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:44:57.267972 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4882e1cf-a39c-4949-83de-d40b8c5cbe87 None None] Attempting to bind port 1fffc6af-83b4-418b-8ad4-2578dfd3686c on network 986c5511-2b50-4eb7-bb75-ff9f776ff726 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:44:57.275304 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4882e1cf-a39c-4949-83de-d40b8c5cbe87 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:44:57.275616 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4882e1cf-a39c-4949-83de-d40b8c5cbe87 None None] Checking segment: {'id': 'e234f058-99e9-4683-aff2-a800b51d2ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:44:57.276122 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-4882e1cf-a39c-4949-83de-d40b8c5cbe87 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:57.276477 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4882e1cf-a39c-4949-83de-d40b8c5cbe87 None None] Bound using segment: {'id': 'e234f058-99e9-4683-aff2-a800b51d2ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:44:57.277010 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-4882e1cf-a39c-4949-83de-d40b8c5cbe87 None None] Bound port: 1fffc6af-83b4-418b-8ad4-2578dfd3686c, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e234f058-99e9-4683-aff2-a800b51d2ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:44:57.277890 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-25f6ef9a-7ea5-446a-b088-eab457cd86e7 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:57.283703 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2b926124-3253-4564-be54-405d4aade208 admin admin] Publish callbacks [] for security_group (33a0486a-6292-49cc-8fb4-e603ce86e4f2), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:57.286558 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-4882e1cf-a39c-4949-83de-d40b8c5cbe87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (1fffc6af-83b4-418b-8ad4-2578dfd3686c), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:57.302759 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2b926124-3253-4564-be54-405d4aade208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (33a0486a-6292-49cc-8fb4-e603ce86e4f2), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:57.340878 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 7c89dc78-bbf6-4f4e-940d-90a01cd8237a no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:44:57.355571 n-d-828369-5 neutron-server[103140]: Traceback (most recent call last): Feb 09 21:44:57.355571 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:44:57.355571 n-d-828369-5 neutron-server[103140]: timer() Feb 09 21:44:57.355571 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:44:57.355571 n-d-828369-5 neutron-server[103140]: cb(*args, **kw) Feb 09 21:44:57.355571 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:44:57.355571 n-d-828369-5 neutron-server[103140]: return func(*args, **kwargs) Feb 09 21:44:57.355571 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:44:57.355571 n-d-828369-5 neutron-server[103140]: self._notify() Feb 09 21:44:57.355571 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:44:57.355571 n-d-828369-5 neutron-server[103140]: self.callback(batched_events) Feb 09 21:44:57.355571 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:44:57.355571 n-d-828369-5 neutron-server[103140]: event.method(event) Feb 09 21:44:57.355571 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:44:57.355571 n-d-828369-5 neutron-server[103140]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:44:57.355571 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:44:57.355571 n-d-828369-5 neutron-server[103140]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:44:57.355571 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:44:57.355571 n-d-828369-5 neutron-server[103140]: return f(self, *a, **k) Feb 09 21:44:57.355571 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:44:57.355571 n-d-828369-5 neutron-server[103140]: return self._get(url).json() Feb 09 21:44:57.355571 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:44:57.355571 n-d-828369-5 neutron-server[103140]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:44:57.355571 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:44:57.355571 n-d-828369-5 neutron-server[103140]: return self.request(url, 'GET', **kwargs) Feb 09 21:44:57.355571 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:44:57.355571 n-d-828369-5 neutron-server[103140]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:44:57.355571 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:44:57.355571 n-d-828369-5 neutron-server[103140]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:44:57.355571 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:44:57.355571 n-d-828369-5 neutron-server[103140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:44:57.355571 n-d-828369-5 neutron-server[103140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:44:57.359680 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-82e1c9f8-b0d5-4012-992b-2987fd8ce570 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (cfccdda3-ed6d-48c4-bd9e-e77468d152c8), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:57.373200 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-82e1c9f8-b0d5-4012-992b-2987fd8ce570 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:57.377075 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-82e1c9f8-b0d5-4012-992b-2987fd8ce570 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "DELETE /v2.0/networks/cfccdda3-ed6d-48c4-bd9e-e77468d152c8 HTTP/1.1" status: 204 len: 168 time: 1.3050787 Feb 09 21:44:57.405891 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b926124-3253-4564-be54-405d4aade208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33a0486a-6292-49cc-8fb4-e603ce86e4f2,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:57.409967 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41574) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:57.425337 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-aff7a69e-92de-44ce-a560-d5d4a617cc4a tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-724947276'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:57.425722 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-25fae15f-8cad-4873-add6-b6778ab71cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:57.429583 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-25fae15f-8cad-4873-add6-b6778ab71cc4 service neutron] 10.222.0.89 "GET /v2.0/ports/fcbf595b-ac04-4a9f-91d3-e3bfdadd5558 HTTP/1.1" status: 200 len: 1028 time: 0.1135068 Feb 09 21:44:57.439229 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b926124-3253-4564-be54-405d4aade208 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:44:57.452578 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2b926124-3253-4564-be54-405d4aade208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (6634fbc3-8d45-48c1-b955-d9743187ac5b), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:57.453727 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-2b926124-3253-4564-be54-405d4aade208 admin admin] Added segment 6634fbc3-8d45-48c1-b955-d9743187ac5b of type vlan for network f8cc813a-1c2b-4113-8f40-c5f119f97173 Feb 09 21:44:57.458552 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 7c89dc78-bbf6-4f4e-940d-90a01cd8237a {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:44:57.458918 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 7c89dc78-bbf6-4f4e-940d-90a01cd8237a not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:44:57.461716 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 77419cdb-9455-4237-bbab-78d7a4000c97 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:44:57.467725 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e1c9f8-b0d5-4012-992b-2987fd8ce570 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Pushing event deleted for resources: {'Network': ['ID=cfccdda3-ed6d-48c4-bd9e-e77468d152c8,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:57.475233 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aff7a69e-92de-44ce-a560-d5d4a617cc4a tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Made reservation on behalf of 87111984dff24e1780aaef3f75dde822 for: {'network': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:44:57.488669 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-aff7a69e-92de-44ce-a560-d5d4a617cc4a tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:57.495390 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 77419cdb-9455-4237-bbab-78d7a4000c97 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:44:57.495750 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 77419cdb-9455-4237-bbab-78d7a4000c97 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:44:57.551788 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-4882e1cf-a39c-4949-83de-d40b8c5cbe87 None None] For port 1fffc6af-83b4-418b-8ad4-2578dfd3686c, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:44:57.554891 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [None req-25f6ef9a-7ea5-446a-b088-eab457cd86e7 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] device_id is not set on port e910edca-b7fd-45b4-98b1-4fc9e8a95371 yet. {{(pid=103141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:44:57.558329 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-4882e1cf-a39c-4949-83de-d40b8c5cbe87 None None] For port 1fffc6af-83b4-418b-8ad4-2578dfd3686c, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=1fffc6af-83b4-418b-8ad4-2578dfd3686c,segment=NetworkSegment(e234f058-99e9-4683-aff2-a800b51d2ec4),segment_id=e234f058-99e9-4683-aff2-a800b51d2ec4)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:44:57.571411 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-4882e1cf-a39c-4949-83de-d40b8c5cbe87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (1fffc6af-83b4-418b-8ad4-2578dfd3686c), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:57.572092 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aff7a69e-92de-44ce-a560-d5d4a617cc4a tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=103140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:44:57.573250 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2b926124-3253-4564-be54-405d4aade208 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (f8cc813a-1c2b-4113-8f40-c5f119f97173), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:57.606285 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-aff7a69e-92de-44ce-a560-d5d4a617cc4a tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (1fc2ac2b-a0b6-4f89-8b4f-e1505db03e54), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:57.606688 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-aff7a69e-92de-44ce-a560-d5d4a617cc4a tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Added segment 1fc2ac2b-a0b6-4f89-8b4f-e1505db03e54 of type vlan for network 9a3e6d5b-9918-4e6c-bf01-1f881a67d705 Feb 09 21:44:57.619757 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-5ec23683-3131-430e-bedb-4bcdbcdcb0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:57.621279 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-5ec23683-3131-430e-bedb-4bcdbcdcb0d8 service neutron] 10.222.0.89 "GET /v2.0/ports/05c71a1b-858c-4e78-be01-608f18f742b2 HTTP/1.1" status: 200 len: 1028 time: 0.1105263 Feb 09 21:44:57.675832 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4882e1cf-a39c-4949-83de-d40b8c5cbe87 None None] Pushing event updated for resources: {'Port': ['ID=1fffc6af-83b4-418b-8ad4-2578dfd3686c,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:57.677038 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-aff7a69e-92de-44ce-a560-d5d4a617cc4a tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (9a3e6d5b-9918-4e6c-bf01-1f881a67d705), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:57.708109 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2b926124-3253-4564-be54-405d4aade208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (f8cc813a-1c2b-4113-8f40-c5f119f97173), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:57.709412 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b926124-3253-4564-be54-405d4aade208 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:57.709987 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2b926124-3253-4564-be54-405d4aade208 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:57.724778 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-aff7a69e-92de-44ce-a560-d5d4a617cc4a tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (9a3e6d5b-9918-4e6c-bf01-1f881a67d705), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:57.729943 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff7a69e-92de-44ce-a560-d5d4a617cc4a tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:57.730575 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-aff7a69e-92de-44ce-a560-d5d4a617cc4a tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:57.778183 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-01eaf20a-b14d-49fb-9dfd-e9ae7b9bc6e8 req-98810807-d5e6-425a-9467-6b0babb1a5c1 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 210 time: 0.0680234 Feb 09 21:44:57.793582 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-aff7a69e-92de-44ce-a560-d5d4a617cc4a tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3778703 Feb 09 21:44:57.798589 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41580) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:57.810551 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-2177e46c-d03a-43f7-bf7d-ad88f2aae687 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Request body: {'subnet': {'network_id': '9a3e6d5b-9918-4e6c-bf01-1f881a67d705', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:57.949072 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-25f6ef9a-7ea5-446a-b088-eab457cd86e7 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Allocated IP 172.20.0.10 (986c5511-2b50-4eb7-bb75-ff9f776ff726/78582689-e218-4096-81e5-be95aa9d693e/e910edca-b7fd-45b4-98b1-4fc9e8a95371) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:44:57.965386 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-25f6ef9a-7ea5-446a-b088-eab457cd86e7 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Allocated IP 2001:db8::f816:3eff:fe99:8b07 (986c5511-2b50-4eb7-bb75-ff9f776ff726/e8d7d0fc-e244-4f2f-94ab-4aa3de047370/e910edca-b7fd-45b4-98b1-4fc9e8a95371) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:44:57.985891 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff7a69e-92de-44ce-a560-d5d4a617cc4a tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Pushing event updated for resources: {'Network': ['ID=9a3e6d5b-9918-4e6c-bf01-1f881a67d705,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:57.990107 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2177e46c-d03a-43f7-bf7d-ad88f2aae687 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Made reservation on behalf of 87111984dff24e1780aaef3f75dde822 for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:44:57.996482 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2177e46c-d03a-43f7-bf7d-ad88f2aae687 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621317'] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:58.126342 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ba2faa77-7f8e-48f4-ac73-b98ee6c9494c req-6a799059-f116-4546-8273-882ce1299c12 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=6746cd7d-6474-4f0f-8851-bc8437973cf8 HTTP/1.1" status: 200 len: 210 time: 0.0485060 Feb 09 21:44:58.174193 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 9a3e6d5b-9918-4e6c-bf01-1f881a67d705 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:44:58.210444 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-40c4e5e1-1eb2-4cc3-825b-bb9130fe4384 None None] Port 77419cdb-9455-4237-bbab-78d7a4000c97 update to ACTIVE by agent not found {{(pid=103142) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 09 21:44:58.249278 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-2b926124-3253-4564-be54-405d4aade208 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7094841 Feb 09 21:44:58.253441 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41584) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:58.264560 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-a06df72a-2cfa-490f-86c9-908e520b91aa admin admin] Request body: {'subnet': {'network_id': 'f8cc813a-1c2b-4113-8f40-c5f119f97173', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-889240531-subnet', 'tenant_id': '04936eb153f54e9eb618ef80dee0cb18', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:58.318298 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a06df72a-2cfa-490f-86c9-908e520b91aa admin admin] Made reservation on behalf of 04936eb153f54e9eb618ef80dee0cb18 for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:44:58.323814 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a06df72a-2cfa-490f-86c9-908e520b91aa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621317'] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:58.366649 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-cb0cacf8-44a6-4c1d-92e8-5f3076e6eec8 None None] Could not find standard attr ID for object 77419cdb-9455-4237-bbab-78d7a4000c97. {{(pid=103142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 21:44:58.385700 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b926124-3253-4564-be54-405d4aade208 admin admin] Pushing event updated for resources: {'Network': ['ID=f8cc813a-1c2b-4113-8f40-c5f119f97173,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:58.402608 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network f8cc813a-1c2b-4113-8f40-c5f119f97173 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:44:58.428813 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-634877e7-30ec-43e1-8e95-615e84229fd8 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:58.435659 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-634877e7-30ec-43e1-8e95-615e84229fd8 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:58.447135 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-634877e7-30ec-43e1-8e95-615e84229fd8 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:58.454244 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-634877e7-30ec-43e1-8e95-615e84229fd8 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.89 "GET /v2.0/networks?id=74d53abd-a71d-429c-929d-41ed12b1d218&id=f09c9af1-caa6-4029-894f-b430921e86f9&id=f09c9af1-caa6-4029-894f-b430921e86f9&id=f09c9af1-caa6-4029-894f-b430921e86f9&id=f09c9af1-caa6-4029-894f-b430921e86f9&id=d265fee8-86bc-4f18-8400-270071608522&id=d265fee8-86bc-4f18-8400-270071608522 HTTP/1.1" status: 200 len: 1989 time: 0.8237398 Feb 09 21:44:58.582458 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-25f6ef9a-7ea5-446a-b088-eab457cd86e7 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for port (e910edca-b7fd-45b4-98b1-4fc9e8a95371), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:58.679376 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-9af9332a-7a2a-479a-918b-6431432816fb tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e0fba33cc37140f68483b74485e6f58c HTTP/1.1" status: 200 len: 379 time: 0.2130396 Feb 09 21:44:58.693140 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-2aee2ea7-b468-4dca-bfe9-2dc5fbd162db tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Request body: {'port': {'device_id': 'e9451ac8-6c39-40f2-b7ec-f3604f7a77ca', 'network_id': '74d53abd-a71d-429c-929d-41ed12b1d218', 'admin_state_up': True, 'tenant_id': 'e0fba33cc37140f68483b74485e6f58c', 'security_groups': ['f725d2ca-c6e8-41e3-94bc-9cf24ee5a23b']}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:58.771614 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a06df72a-2cfa-490f-86c9-908e520b91aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621371'] for subnet (3ea02be5-e155-4258-b81d-2431efa2e9c8), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:58.887688 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06df72a-2cfa-490f-86c9-908e520b91aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ea02be5-e155-4258-b81d-2431efa2e9c8,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:58.923533 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-25f6ef9a-7ea5-446a-b088-eab457cd86e7 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (e910edca-b7fd-45b4-98b1-4fc9e8a95371), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:58.947320 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-2aee2ea7-b468-4dca-bfe9-2dc5fbd162db tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Made reservation on behalf of e0fba33cc37140f68483b74485e6f58c for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:44:58.950792 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-2aee2ea7-b468-4dca-bfe9-2dc5fbd162db tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:58.985195 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3ad43009-b0d5-4387-9f02-f9cc9208779d req-95e3b809-56dc-4831-9569-0180663c42bd tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 210 time: 0.0817912 Feb 09 21:44:59.026936 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06df72a-2cfa-490f-86c9-908e520b91aa admin admin] Checking segment: {'id': '6634fbc3-8d45-48c1-b955-d9743187ac5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'f8cc813a-1c2b-4113-8f40-c5f119f97173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:44:59.027630 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06df72a-2cfa-490f-86c9-908e520b91aa admin admin] Network hostable DHCP agents. Network: f8cc813a-1c2b-4113-8f40-c5f119f97173, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:44:59.029585 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f6ef9a-7ea5-446a-b088-eab457cd86e7 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event updated for resources: {'Port': ['ID=e910edca-b7fd-45b4-98b1-4fc9e8a95371,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:59.030543 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2177e46c-d03a-43f7-bf7d-ad88f2aae687 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621371'] for subnet (0928352c-543d-467d-a2b5-1cd8afe4eff2), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:59.065401 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f6ef9a-7ea5-446a-b088-eab457cd86e7 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:44:59.068520 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-25f6ef9a-7ea5-446a-b088-eab457cd86e7 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:44:59.081691 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f6ef9a-7ea5-446a-b088-eab457cd86e7 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:44:59.133451 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06df72a-2cfa-490f-86c9-908e520b91aa admin admin] Network f8cc813a-1c2b-4113-8f40-c5f119f97173 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:44:59.149004 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-a06df72a-2cfa-490f-86c9-908e520b91aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, f8cc813a-1c2b-4113-8f40-c5f119f97173) {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:44:59.153626 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2177e46c-d03a-43f7-bf7d-ad88f2aae687 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Checking segment: {'id': '1fc2ac2b-a0b6-4f89-8b4f-e1505db03e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '9a3e6d5b-9918-4e6c-bf01-1f881a67d705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:44:59.154214 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2177e46c-d03a-43f7-bf7d-ad88f2aae687 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Network hostable DHCP agents. Network: 9a3e6d5b-9918-4e6c-bf01-1f881a67d705, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:44:59.162860 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476f1486-5ad5-4562-b4df-9a96282f71fc None None] Network f8cc813a-1c2b-4113-8f40-c5f119f97173 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:44:59.176639 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2177e46c-d03a-43f7-bf7d-ad88f2aae687 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Pushing event updated for resources: {'Subnet': ['ID=0928352c-543d-467d-a2b5-1cd8afe4eff2,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:44:59.183583 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06df72a-2cfa-490f-86c9-908e520b91aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:59.191622 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a06df72a-2cfa-490f-86c9-908e520b91aa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:59.212712 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f6ef9a-7ea5-446a-b088-eab457cd86e7 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:59.213521 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-25f6ef9a-7ea5-446a-b088-eab457cd86e7 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:59.240382 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-a06df72a-2cfa-490f-86c9-908e520b91aa admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9856088 Feb 09 21:44:59.257927 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2177e46c-d03a-43f7-bf7d-ad88f2aae687 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Network 9a3e6d5b-9918-4e6c-bf01-1f881a67d705 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:44:59.289409 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-2177e46c-d03a-43f7-bf7d-ad88f2aae687 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 9a3e6d5b-9918-4e6c-bf01-1f881a67d705) {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:44:59.289753 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41592) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:59.290980 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-25f6ef9a-7ea5-446a-b088-eab457cd86e7 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.5116279 Feb 09 21:44:59.299188 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2177e46c-d03a-43f7-bf7d-ad88f2aae687 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:59.299761 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2177e46c-d03a-43f7-bf7d-ad88f2aae687 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:59.330326 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d2f6bb-7896-446b-aff0-cbec28b395ca None None] Network 9a3e6d5b-9918-4e6c-bf01-1f881a67d705 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:44:59.392545 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-2aee2ea7-b468-4dca-bfe9-2dc5fbd162db tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Allocated IP 172.20.0.14 (74d53abd-a71d-429c-929d-41ed12b1d218/31bf57d7-aaed-40fd-925f-87213ac6208a/9af85d6f-02ae-4b57-8eb5-a2a08e3b6081) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:44:59.438439 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-2177e46c-d03a-43f7-bf7d-ad88f2aae687 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6345100 Feb 09 21:44:59.438880 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 41594) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:59.457768 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-bc931a1e-ee59-47fc-9138-b632387c40e3 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Request body: {'port': {'network_id': '9a3e6d5b-9918-4e6c-bf01-1f881a67d705', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-144566909'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:44:59.534240 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 1fffc6af-83b4-418b-8ad4-2578dfd3686c up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:44:59.556593 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2e6cd1cc-43dd-4458-a2b3-b969a4937aa6 req-34dcde90-3afc-4896-b082-ad3044500c5f tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=6746cd7d-6474-4f0f-8851-bc8437973cf8 HTTP/1.1" status: 200 len: 210 time: 0.2697530 Feb 09 21:44:59.615206 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3204f611-c06c-4398-9605-f8358f53691d tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:59.629224 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3204f611-c06c-4398-9605-f8358f53691d tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:44:59.653404 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-3204f611-c06c-4398-9605-f8358f53691d tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1764 time: 0.3592987 Feb 09 21:44:59.655642 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41602) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:44:59.796767 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da85c7a-7e4e-4662-969b-1cef1594cca2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-9a3e6d5b-9918-4e6c-bf01-1f881a67d705', 'network_id': '9a3e6d5b-9918-4e6c-bf01-1f881a67d705', 'project_id': '87111984dff24e1780aaef3f75dde822', 'fixed_ips': [{'subnet_id': '0928352c-543d-467d-a2b5-1cd8afe4eff2'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:44:59.797725 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-8da85c7a-7e4e-4662-969b-1cef1594cca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:44:59.949136 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-7c74649a-db5e-40ba-bcbb-4a503e3e4d33 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Deleting port e910edca-b7fd-45b4-98b1-4fc9e8a95371 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:44:59.952121 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7c74649a-db5e-40ba-bcbb-4a503e3e4d33 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (e910edca-b7fd-45b4-98b1-4fc9e8a95371), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:00.162949 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ddda8f-ba04-4174-b05c-120f119710d9 None None] Network f8cc813a-1c2b-4113-8f40-c5f119f97173 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:45:00.200185 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-2aee2ea7-b468-4dca-bfe9-2dc5fbd162db tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks [] for port (9af85d6f-02ae-4b57-8eb5-a2a08e3b6081), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:00.202250 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc931a1e-ee59-47fc-9138-b632387c40e3 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Made reservation on behalf of 87111984dff24e1780aaef3f75dde822 for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:45:00.205921 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bc931a1e-ee59-47fc-9138-b632387c40e3 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:00.232493 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [None req-bc931a1e-ee59-47fc-9138-b632387c40e3 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] device_id is not set on port 1b87e36d-f1d6-443a-8dbd-9c1c6847ea4a yet. {{(pid=103141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:45:00.294258 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-95ccfe9c-661e-4a7a-94b8-b33e58e45ab2 req-000d2c47-bdec-4af9-8c26-f8f84eaeab17 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 210 time: 0.0702887 Feb 09 21:45:00.312076 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7c74649a-db5e-40ba-bcbb-4a503e3e4d33 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (e910edca-b7fd-45b4-98b1-4fc9e8a95371), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:00.348455 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-7c74649a-db5e-40ba-bcbb-4a503e3e4d33 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Calling delete_port for e910edca-b7fd-45b4-98b1-4fc9e8a95371 owned by {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:45:00.355269 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 1fffc6af-83b4-418b-8ad4-2578dfd3686c triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:00.355940 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (1fffc6af-83b4-418b-8ad4-2578dfd3686c), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:00.412078 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-bc931a1e-ee59-47fc-9138-b632387c40e3 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Allocated IP 2001:db8::a9 (9a3e6d5b-9918-4e6c-bf01-1f881a67d705/0928352c-543d-467d-a2b5-1cd8afe4eff2/1b87e36d-f1d6-443a-8dbd-9c1c6847ea4a) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:45:00.423811 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-9cb7770d-c082-4398-bacb-e68319efd0b0 tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:00.426000 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-9cb7770d-c082-4398-bacb-e68319efd0b0 tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] 10.222.0.90 "GET /v2.0/networks?id=f8cc813a-1c2b-4113-8f40-c5f119f97173 HTTP/1.1" status: 200 len: 817 time: 0.3306634 Feb 09 21:45:00.441052 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11099360-b499-4618-9a45-9f65cfdc40d9 None None] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:45:00.447531 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-aa8dc358-406e-47f2-bd6c-7c4610ac7e96 tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] 10.222.0.90 "GET /v2.0/quotas/04936eb153f54e9eb618ef80dee0cb18 HTTP/1.1" status: 200 len: 375 time: 0.0150185 Feb 09 21:45:00.499662 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-01da54f9-c9c3-4146-ae35-4710059c1ce9 tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=04936eb153f54e9eb618ef80dee0cb18&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406013 Feb 09 21:45:00.642681 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bc931a1e-ee59-47fc-9138-b632387c40e3 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for port (1b87e36d-f1d6-443a-8dbd-9c1c6847ea4a), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:00.722006 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0eed8e77-26ed-487e-ac82-9fe43c740fa7 req-f48305cf-09bd-4bb1-a81f-1e4323d3e6f7 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=6746cd7d-6474-4f0f-8851-bc8437973cf8 HTTP/1.1" status: 200 len: 210 time: 0.0535140 Feb 09 21:45:00.723591 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bc931a1e-ee59-47fc-9138-b632387c40e3 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (1b87e36d-f1d6-443a-8dbd-9c1c6847ea4a), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:00.740207 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-8088fd99-9111-4fe4-84a8-8c3d1af385a0 None None] Provisioning complete for port 1fffc6af-83b4-418b-8ad4-2578dfd3686c triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:00.740207 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-8088fd99-9111-4fe4-84a8-8c3d1af385a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (1fffc6af-83b4-418b-8ad4-2578dfd3686c), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:00.806938 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7c74649a-db5e-40ba-bcbb-4a503e3e4d33 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (e910edca-b7fd-45b4-98b1-4fc9e8a95371), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:00.839509 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc931a1e-ee59-47fc-9138-b632387c40e3 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Pushing event updated for resources: {'Port': ['ID=1b87e36d-f1d6-443a-8dbd-9c1c6847ea4a,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:00.861537 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c74649a-db5e-40ba-bcbb-4a503e3e4d33 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event deleted for resources: {'Port': ['ID=e910edca-b7fd-45b4-98b1-4fc9e8a95371,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:00.885697 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc931a1e-ee59-47fc-9138-b632387c40e3 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Network 9a3e6d5b-9918-4e6c-bf01-1f881a67d705 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:45:00.890372 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-bc931a1e-ee59-47fc-9138-b632387c40e3 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:45:00.898266 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-2aee2ea7-b468-4dca-bfe9-2dc5fbd162db tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (9af85d6f-02ae-4b57-8eb5-a2a08e3b6081), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:00.902116 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc931a1e-ee59-47fc-9138-b632387c40e3 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:45:00.916304 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc931a1e-ee59-47fc-9138-b632387c40e3 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:00.916977 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bc931a1e-ee59-47fc-9138-b632387c40e3 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:00.919596 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-5d2d857b-625a-4a93-96fe-7cecb1a72f20 service neutron] 10.222.0.90 "GET /v2.0/networks/f8cc813a-1c2b-4113-8f40-c5f119f97173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4084249 Feb 09 21:45:00.944500 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 1fffc6af-83b4-418b-8ad4-2578dfd3686c is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:00.945024 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (1fffc6af-83b4-418b-8ad4-2578dfd3686c), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:01.000484 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-bc931a1e-ee59-47fc-9138-b632387c40e3 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 1.5579798 Feb 09 21:45:01.003533 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 41620) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:01.025138 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [req-29a2cebe-9c34-4f1a-a411-aa288f6f0752 req-0d0fa0ba-2cc6-4dc8-8703-d6c96c6fa505 service neutron] (103140) timed out ('10.222.0.89', 63153) {{(pid=103140) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 21:45:01.052454 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-8da85c7a-7e4e-4662-969b-1cef1594cca2 None None] Allocated IP 2001:db8::2 (9a3e6d5b-9918-4e6c-bf01-1f881a67d705/0928352c-543d-467d-a2b5-1cd8afe4eff2/4b6e3979-0ded-48a8-bd17-4007e1bb6c99) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:45:01.063701 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7c74649a-db5e-40ba-bcbb-4a503e3e4d33 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:01.071317 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-7c74649a-db5e-40ba-bcbb-4a503e3e4d33 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "DELETE /v2.0/ports/e910edca-b7fd-45b4-98b1-4fc9e8a95371 HTTP/1.1" status: 204 len: 168 time: 1.4121916 Feb 09 21:45:01.072591 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41622) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:01.110707 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-2aee2ea7-b468-4dca-bfe9-2dc5fbd162db tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Network 74d53abd-a71d-429c-929d-41ed12b1d218 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:45:01.121359 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-2aee2ea7-b468-4dca-bfe9-2dc5fbd162db tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:45:01.143412 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-2aee2ea7-b468-4dca-bfe9-2dc5fbd162db tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:45:01.152187 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-a0967f05-1585-4fd5-a666-c3a8b8863923 service neutron] 10.222.0.90 "GET /v2.0/networks/f8cc813a-1c2b-4113-8f40-c5f119f97173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147360 Feb 09 21:45:01.164408 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aee2ea7-b468-4dca-bfe9-2dc5fbd162db tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Pushing event updated for resources: {'Port': ['ID=9af85d6f-02ae-4b57-8eb5-a2a08e3b6081,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:01.181134 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962adba0-7ce0-4358-aea8-4c3fa3012881 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:01.184075 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962adba0-7ce0-4358-aea8-4c3fa3012881 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:01.185885 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962adba0-7ce0-4358-aea8-4c3fa3012881 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:01.193379 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-962adba0-7ce0-4358-aea8-4c3fa3012881 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1131754 Feb 09 21:45:01.194410 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41624) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:01.217861 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port 1fffc6af-83b4-418b-8ad4-2578dfd3686c, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=1fffc6af-83b4-418b-8ad4-2578dfd3686c,segment=NetworkSegment(e234f058-99e9-4683-aff2-a800b51d2ec4),segment_id=e234f058-99e9-4683-aff2-a800b51d2ec4)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:45:01.267745 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_v2 [None req-0aa5488d-1a63-4615-b459-40456753bb9e tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Deleting subnet 78582689-e218-4096-81e5-be95aa9d693e {{(pid=103140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:45:01.278552 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0aa5488d-1a63-4615-b459-40456753bb9e tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for subnet (78582689-e218-4096-81e5-be95aa9d693e), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:01.285101 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-4844189e-88b4-459e-898e-8f24214bf453 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Deleting port 1b87e36d-f1d6-443a-8dbd-9c1c6847ea4a {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:45:01.285874 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4844189e-88b4-459e-898e-8f24214bf453 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (1b87e36d-f1d6-443a-8dbd-9c1c6847ea4a), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:01.298417 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-2aee2ea7-b468-4dca-bfe9-2dc5fbd162db tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:01.302168 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-2aee2ea7-b468-4dca-bfe9-2dc5fbd162db tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:01.342707 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (1fffc6af-83b4-418b-8ad4-2578dfd3686c), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:01.387206 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0aa5488d-1a63-4615-b459-40456753bb9e tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9110716'] for subnet (78582689-e218-4096-81e5-be95aa9d693e), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:01.491883 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-2aee2ea7-b468-4dca-bfe9-2dc5fbd162db tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8021529 Feb 09 21:45:01.517887 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-f7c59873-da56-4d37-bc07-8f4de775185e tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Request body: {'port': {'device_id': 'e9451ac8-6c39-40f2-b7ec-f3604f7a77ca', 'network_id': 'f09c9af1-caa6-4029-894f-b430921e86f9', 'admin_state_up': True, 'tenant_id': 'e0fba33cc37140f68483b74485e6f58c', 'security_groups': ['f725d2ca-c6e8-41e3-94bc-9cf24ee5a23b']}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:45:01.593017 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0aa5488d-1a63-4615-b459-40456753bb9e tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (78582689-e218-4096-81e5-be95aa9d693e), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:01.748214 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0aa5488d-1a63-4615-b459-40456753bb9e tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621346'] for subnet (78582689-e218-4096-81e5-be95aa9d693e), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:01.754247 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-8da85c7a-7e4e-4662-969b-1cef1594cca2 None None] Publish callbacks [] for port (4b6e3979-0ded-48a8-bd17-4007e1bb6c99), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:01.817340 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-8da85c7a-7e4e-4662-969b-1cef1594cca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (4b6e3979-0ded-48a8-bd17-4007e1bb6c99), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:01.832932 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0aa5488d-1a63-4615-b459-40456753bb9e tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:01.837172 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-0aa5488d-1a63-4615-b459-40456753bb9e tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "DELETE /v2.0/subnets/78582689-e218-4096-81e5-be95aa9d693e HTTP/1.1" status: 204 len: 168 time: 0.6413319 Feb 09 21:45:01.839432 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b1d2b185-b138-4c1d-9a36-35ea5f423d2a req-fe6fec60-9a3e-42d2-b098-3da32668fff1 tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] 10.222.0.90 "GET /v2.0/ports?device_id=1763f4a8-794e-4435-bb72-16e880d00d35 HTTP/1.1" status: 200 len: 210 time: 0.0473356 Feb 09 21:45:01.841347 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa5488d-1a63-4615-b459-40456753bb9e tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event deleted for resources: {'Subnet': ['ID=78582689-e218-4096-81e5-be95aa9d693e,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:01.844812 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41636) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:01.881735 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-f7c59873-da56-4d37-bc07-8f4de775185e tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Made reservation on behalf of e0fba33cc37140f68483b74485e6f58c for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:45:01.886950 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-f7c59873-da56-4d37-bc07-8f4de775185e tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:01.952692 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c638b1e7-5f76-4685-9b7a-5e9684e88e03 req-07042825-5a44-4e2d-8a86-bd5601a712b4 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:01.954915 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c638b1e7-5f76-4685-9b7a-5e9684e88e03 req-07042825-5a44-4e2d-8a86-bd5601a712b4 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 932 time: 0.2608955 Feb 09 21:45:01.969941 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4844189e-88b4-459e-898e-8f24214bf453 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (1b87e36d-f1d6-443a-8dbd-9c1c6847ea4a), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:01.998706 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1f289e2-3e64-4d7a-b588-73a498a350e8 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Deleting subnet e8d7d0fc-e244-4f2f-94ab-4aa3de047370 {{(pid=103140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:45:02.010131 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e1f289e2-3e64-4d7a-b588-73a498a350e8 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for subnet (e8d7d0fc-e244-4f2f-94ab-4aa3de047370), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:02.017739 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da85c7a-7e4e-4662-969b-1cef1594cca2 None None] Network 9a3e6d5b-9918-4e6c-bf01-1f881a67d705 is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:45:02.031051 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-8da85c7a-7e4e-4662-969b-1cef1594cca2 None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:45:02.038499 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da85c7a-7e4e-4662-969b-1cef1594cca2 None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:45:02.051816 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-8088fd99-9111-4fe4-84a8-8c3d1af385a0 None None] Current status of the port 1fffc6af-83b4-418b-8ad4-2578dfd3686c is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:02.095872 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9b4b6040-99b8-43a6-9b1d-a66d9b72506a req-0c5b7f58-20a4-4256-b68e-07bea8aa4d2e tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=6746cd7d-6474-4f0f-8851-bc8437973cf8 HTTP/1.1" status: 200 len: 210 time: 0.0528107 Feb 09 21:45:02.108027 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c638b1e7-5f76-4685-9b7a-5e9684e88e03 req-cf169dd6-5b27-4b1a-90d5-829356f4f054 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/security-groups?id=f725d2ca-c6e8-41e3-94bc-9cf24ee5a23b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431355 Feb 09 21:45:02.119085 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e1f289e2-3e64-4d7a-b588-73a498a350e8 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9110716'] for subnet (e8d7d0fc-e244-4f2f-94ab-4aa3de047370), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:02.168365 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=1fffc6af-83b4-418b-8ad4-2578dfd3686c,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:02.189278 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-4844189e-88b4-459e-898e-8f24214bf453 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Calling delete_port for 1b87e36d-f1d6-443a-8dbd-9c1c6847ea4a owned by {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:45:02.213020 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e1f289e2-3e64-4d7a-b588-73a498a350e8 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (e8d7d0fc-e244-4f2f-94ab-4aa3de047370), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:02.253967 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aecc578-dd96-4578-a2a8-3127b9c6b160 None None] Update dhcp port {'port': {'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726', 'fixed_ips': [{'subnet_id': '78582689-e218-4096-81e5-be95aa9d693e', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e8d7d0fc-e244-4f2f-94ab-4aa3de047370'}], 'binding:host_id': 'n-d-828369-5'}, 'id': '1fffc6af-83b4-418b-8ad4-2578dfd3686c'} from n-d-828369-5. {{(pid=103142) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 21:45:02.347105 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e1f289e2-3e64-4d7a-b588-73a498a350e8 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621346'] for subnet (e8d7d0fc-e244-4f2f-94ab-4aa3de047370), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:02.369866 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-4aecc578-dd96-4578-a2a8-3127b9c6b160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (1fffc6af-83b4-418b-8ad4-2578dfd3686c), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:02.403366 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f289e2-3e64-4d7a-b588-73a498a350e8 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event deleted for resources: {'Subnet': ['ID=e8d7d0fc-e244-4f2f-94ab-4aa3de047370,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:02.414959 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e1f289e2-3e64-4d7a-b588-73a498a350e8 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:02.421585 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-e1f289e2-3e64-4d7a-b588-73a498a350e8 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "DELETE /v2.0/subnets/e8d7d0fc-e244-4f2f-94ab-4aa3de047370 HTTP/1.1" status: 204 len: 168 time: 0.5757658 Feb 09 21:45:02.422764 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41650) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:02.479392 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-87447b9a-2b04-4c65-b594-b3cb90cf121f None None] Provisioning complete for port 9af85d6f-02ae-4b57-8eb5-a2a08e3b6081 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:02.479827 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-87447b9a-2b04-4c65-b594-b3cb90cf121f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (9af85d6f-02ae-4b57-8eb5-a2a08e3b6081), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:02.486370 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-8da85c7a-7e4e-4662-969b-1cef1594cca2 None None] Attempting to bind port 4b6e3979-0ded-48a8-bd17-4007e1bb6c99 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:45:02.487006 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-8da85c7a-7e4e-4662-969b-1cef1594cca2 None None] Attempting to bind port 4b6e3979-0ded-48a8-bd17-4007e1bb6c99 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '1fc2ac2b-a0b6-4f89-8b4f-e1505db03e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '9a3e6d5b-9918-4e6c-bf01-1f881a67d705'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:45:02.487380 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da85c7a-7e4e-4662-969b-1cef1594cca2 None None] Attempting to bind port 4b6e3979-0ded-48a8-bd17-4007e1bb6c99 on network 9a3e6d5b-9918-4e6c-bf01-1f881a67d705 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:45:02.506345 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-892fd992-2f1c-48ae-b834-6d0d141f2581 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0821724 Feb 09 21:45:02.507019 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41652) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:02.522786 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-f7c59873-da56-4d37-bc07-8f4de775185e tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Allocated IP 10.1.1.103 (f09c9af1-caa6-4029-894f-b430921e86f9/402d4d57-038e-4490-a559-8c229d077342/d5e3bfb7-1f18-4598-a18c-f23b463962e1) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:45:02.574344 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da85c7a-7e4e-4662-969b-1cef1594cca2 None None] Pushing event updated for resources: {'Port': ['ID=4b6e3979-0ded-48a8-bd17-4007e1bb6c99,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:02.595897 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da85c7a-7e4e-4662-969b-1cef1594cca2 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:45:02.596295 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da85c7a-7e4e-4662-969b-1cef1594cca2 None None] Checking segment: {'id': '1fc2ac2b-a0b6-4f89-8b4f-e1505db03e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '9a3e6d5b-9918-4e6c-bf01-1f881a67d705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:45:02.596901 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-8da85c7a-7e4e-4662-969b-1cef1594cca2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:02.597364 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da85c7a-7e4e-4662-969b-1cef1594cca2 None None] Bound using segment: {'id': '1fc2ac2b-a0b6-4f89-8b4f-e1505db03e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '9a3e6d5b-9918-4e6c-bf01-1f881a67d705'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:45:02.597808 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-8da85c7a-7e4e-4662-969b-1cef1594cca2 None None] Bound port: 4b6e3979-0ded-48a8-bd17-4007e1bb6c99, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fc2ac2b-a0b6-4f89-8b4f-e1505db03e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '9a3e6d5b-9918-4e6c-bf01-1f881a67d705'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:45:02.598186 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-8da85c7a-7e4e-4662-969b-1cef1594cca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (4b6e3979-0ded-48a8-bd17-4007e1bb6c99), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:02.645871 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60e69c8-987e-45dc-bd09-61a952a304f9 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:02.657125 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 41656) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:02.658063 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-d60e69c8-987e-45dc-bd09-61a952a304f9 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1498621 Feb 09 21:45:02.736034 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-87447b9a-2b04-4c65-b594-b3cb90cf121f None None] Port 9af85d6f-02ae-4b57-8eb5-a2a08e3b6081 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:45:02.832356 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35d7fea-5060-4db9-829c-5999730166e1 None None] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:45:02.846624 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17013325-224d-44f4-8b31-3fc5a4f0419b tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:02.850831 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-17013325-224d-44f4-8b31-3fc5a4f0419b tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1922622 Feb 09 21:45:02.854521 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41662) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:02.895460 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-8da85c7a-7e4e-4662-969b-1cef1594cca2 None None] For port 4b6e3979-0ded-48a8-bd17-4007e1bb6c99, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:45:02.952763 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-8da85c7a-7e4e-4662-969b-1cef1594cca2 None None] For port 4b6e3979-0ded-48a8-bd17-4007e1bb6c99, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=4b6e3979-0ded-48a8-bd17-4007e1bb6c99,segment=NetworkSegment(1fc2ac2b-a0b6-4f89-8b4f-e1505db03e54),segment_id=1fc2ac2b-a0b6-4f89-8b4f-e1505db03e54)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:45:02.954277 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-a534aa17-dbe3-4ad8-9037-157393c53618 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0992899 Feb 09 21:45:02.955075 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41666) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:02.964138 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-d6659761-0cc2-486f-b74f-645fe776d6f3 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Request body: {'subnet': {'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:45:03.032065 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4844189e-88b4-459e-898e-8f24214bf453 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (1b87e36d-f1d6-443a-8dbd-9c1c6847ea4a), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:03.068799 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-8da85c7a-7e4e-4662-969b-1cef1594cca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (4b6e3979-0ded-48a8-bd17-4007e1bb6c99), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:03.132383 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4844189e-88b4-459e-898e-8f24214bf453 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Pushing event deleted for resources: {'Port': ['ID=1b87e36d-f1d6-443a-8dbd-9c1c6847ea4a,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:03.209791 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-98e29540-f08b-4913-b2c6-d3675475dec2 req-75756825-0a1e-4957-97bc-b5dcc76a7d1d tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] 10.222.0.90 "GET /v2.0/ports?device_id=1763f4a8-794e-4435-bb72-16e880d00d35 HTTP/1.1" status: 200 len: 210 time: 0.2249908 Feb 09 21:45:03.271389 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4844189e-88b4-459e-898e-8f24214bf453 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:03.283238 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-4844189e-88b4-459e-898e-8f24214bf453 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "DELETE /v2.0/ports/1b87e36d-f1d6-443a-8dbd-9c1c6847ea4a HTTP/1.1" status: 204 len: 168 time: 2.2741485 Feb 09 21:45:03.292993 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 41678) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:03.460339 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1a029dc-8318-4509-a152-9e9ec8871e88 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] GET failed (client error): The resource could not be found. Feb 09 21:45:03.471054 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-d1a029dc-8318-4509-a152-9e9ec8871e88 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "GET /v2.0/ports/1b87e36d-f1d6-443a-8dbd-9c1c6847ea4a HTTP/1.1" status: 404 len: 333 time: 0.1720207 Feb 09 21:45:03.472419 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 41680) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:03.596098 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2f38937f-5f85-4348-9283-a444605fd10a req-f0eaa103-453f-471a-a827-df73295a99ff tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=6746cd7d-6474-4f0f-8851-bc8437973cf8 HTTP/1.1" status: 200 len: 210 time: 0.1451616 Feb 09 21:45:03.644363 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f5e337-bd72-46d2-ad57-072c1e3cf42e req-4d4689aa-0f7a-488f-a459-a9d9abfb988b tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:03.656160 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-94f5e337-bd72-46d2-ad57-072c1e3cf42e req-4d4689aa-0f7a-488f-a459-a9d9abfb988b tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] 10.222.0.90 "GET /v2.0/ports?device_id=5166e0c3-ad3f-40d7-b9f4-8d91bdb04785 HTTP/1.1" status: 200 len: 946 time: 0.4774964 Feb 09 21:45:03.676514 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6659761-0cc2-486f-b74f-645fe776d6f3 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Made reservation on behalf of 880c3cd16cc943a98203fd230e26852f for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:45:03.683647 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d6659761-0cc2-486f-b74f-645fe776d6f3 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621317'] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:03.687465 n-d-828369-5 neutron-server[103140]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6659761-0cc2-486f-b74f-645fe776d6f3 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:45:03.691600 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6659761-0cc2-486f-b74f-645fe776d6f3 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:45:03.770837 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f962508-a47e-4357-954e-bfc33602aa5b tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Deleting subnet 0928352c-543d-467d-a2b5-1cd8afe4eff2 {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:45:03.799976 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1f962508-a47e-4357-954e-bfc33602aa5b tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for subnet (0928352c-543d-467d-a2b5-1cd8afe4eff2), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:03.823364 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-f7c59873-da56-4d37-bc07-8f4de775185e tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks [] for port (d5e3bfb7-1f18-4598-a18c-f23b463962e1), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:03.850256 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 1fffc6af-83b4-418b-8ad4-2578dfd3686c no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:45:03.874165 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 41686) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:03.912206 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1f962508-a47e-4357-954e-bfc33602aa5b tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (0928352c-543d-467d-a2b5-1cd8afe4eff2), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:03.915848 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 41690) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:03.920809 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-d6659761-0cc2-486f-b74f-645fe776d6f3 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.9589779 Feb 09 21:45:03.936080 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-d8dee7fa-56b0-48b7-9795-2628d8821c4b tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Request body: {'subnet': {'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:45:04.050985 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-94f5e337-bd72-46d2-ad57-072c1e3cf42e req-3a18a11d-9d85-47bc-9999-93705659bfe5 tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] 10.222.0.90 "GET /v2.0/security-groups?id=3f2575c8-bd4d-4267-97b8-daa8ebd4f112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3917212 Feb 09 21:45:04.137249 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18eb57a-4226-4fbe-9f4e-d820b258941f req-7bf89ac3-067b-42a4-a49a-4f5c46c9f2a2 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:04.142300 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a18eb57a-4226-4fbe-9f4e-d820b258941f req-7bf89ac3-067b-42a4-a49a-4f5c46c9f2a2 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 932 time: 0.3572497 Feb 09 21:45:04.163731 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-cc2c5cca-0d9a-4c30-bdfa-3ae9749fc707 None None] Provisioning complete for port 1fffc6af-83b4-418b-8ad4-2578dfd3686c triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:04.164865 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-cc2c5cca-0d9a-4c30-bdfa-3ae9749fc707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (1fffc6af-83b4-418b-8ad4-2578dfd3686c), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:04.251082 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da85c7a-7e4e-4662-969b-1cef1594cca2 None None] Pushing event updated for resources: {'Port': ['ID=4b6e3979-0ded-48a8-bd17-4007e1bb6c99,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:04.333670 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a18eb57a-4226-4fbe-9f4e-d820b258941f req-1ff8f3f0-33a2-4f0c-97c8-3d0319fbd5e8 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/security-groups?id=f725d2ca-c6e8-41e3-94bc-9cf24ee5a23b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1853523 Feb 09 21:45:04.370366 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8dee7fa-56b0-48b7-9795-2628d8821c4b tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Made reservation on behalf of 880c3cd16cc943a98203fd230e26852f for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:45:04.387682 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d8dee7fa-56b0-48b7-9795-2628d8821c4b tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:04.389921 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8dee7fa-56b0-48b7-9795-2628d8821c4b tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:45:04.390542 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8dee7fa-56b0-48b7-9795-2628d8821c4b tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:45:04.440506 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b9bdfeea-5915-49db-9df0-cf1a44b5332d req-bfc23909-328c-47bf-85ab-081328860a31 tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] 10.222.0.90 "GET /v2.0/ports?device_id=1763f4a8-794e-4435-bb72-16e880d00d35 HTTP/1.1" status: 200 len: 210 time: 0.0644794 Feb 09 21:45:04.441494 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-f7c59873-da56-4d37-bc07-8f4de775185e tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (d5e3bfb7-1f18-4598-a18c-f23b463962e1), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:04.443722 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d79cce3a-2440-4ab9-8668-578b8140b6f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:04.486027 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 1fffc6af-83b4-418b-8ad4-2578dfd3686c is: ACTIVE; New status is: DOWN {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:04.486436 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (1fffc6af-83b4-418b-8ad4-2578dfd3686c), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:04.515013 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c59873-da56-4d37-bc07-8f4de775185e tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Pushing event updated for resources: {'Port': ['ID=d5e3bfb7-1f18-4598-a18c-f23b463962e1,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:04.525313 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41698) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:04.532853 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-fe2fb565-c220-4fb6-ab28-d780a3a713e9 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Request body: {'subnet': {'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:45:04.536676 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-d8dee7fa-56b0-48b7-9795-2628d8821c4b tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6152561 Feb 09 21:45:04.587102 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1f962508-a47e-4357-954e-bfc33602aa5b tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (0928352c-543d-467d-a2b5-1cd8afe4eff2), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:04.596213 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port 1fffc6af-83b4-418b-8ad4-2578dfd3686c, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=1fffc6af-83b4-418b-8ad4-2578dfd3686c,segment=NetworkSegment(e234f058-99e9-4683-aff2-a800b51d2ec4),segment_id=e234f058-99e9-4683-aff2-a800b51d2ec4)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:45:04.601415 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8402253e-0cb6-443a-b09a-21abc2488480 None None] DHCP port deletion for 986c5511-2b50-4eb7-bb75-ff9f776ff726 request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:45:04.719929 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (1fffc6af-83b4-418b-8ad4-2578dfd3686c), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:04.828206 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe2fb565-c220-4fb6-ab28-d780a3a713e9 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Made reservation on behalf of 880c3cd16cc943a98203fd230e26852f for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:45:04.834815 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fe2fb565-c220-4fb6-ab28-d780a3a713e9 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621317'] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:04.838557 n-d-828369-5 neutron-server[103140]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe2fb565-c220-4fb6-ab28-d780a3a713e9 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:45:04.840211 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe2fb565-c220-4fb6-ab28-d780a3a713e9 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:45:04.855227 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-cc2c5cca-0d9a-4c30-bdfa-3ae9749fc707 None None] Current status of the port 1fffc6af-83b4-418b-8ad4-2578dfd3686c is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:04.903326 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-fe2fb565-c220-4fb6-ab28-d780a3a713e9 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3752489 Feb 09 21:45:04.906251 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41708) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:04.907534 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-8402253e-0cb6-443a-b09a-21abc2488480 None None] Deleting port 1fffc6af-83b4-418b-8ad4-2578dfd3686c {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:45:04.907926 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-8402253e-0cb6-443a-b09a-21abc2488480 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (1fffc6af-83b4-418b-8ad4-2578dfd3686c), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:04.918707 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=1fffc6af-83b4-418b-8ad4-2578dfd3686c,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:04.930229 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-b9e20987-c214-4c86-ace9-1b3a176b7e0b tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Request body: {'subnet': {'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:45:04.966157 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d79cce3a-2440-4ab9-8668-578b8140b6f8 admin admin] Publish callbacks [] for security_group (cce04713-c9b5-47e1-80a7-7ba6a79eb712), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:05.002076 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-f7c59873-da56-4d37-bc07-8f4de775185e tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Network f09c9af1-caa6-4029-894f-b430921e86f9 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:45:05.012354 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d79cce3a-2440-4ab9-8668-578b8140b6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (cce04713-c9b5-47e1-80a7-7ba6a79eb712), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:05.079607 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-8402253e-0cb6-443a-b09a-21abc2488480 None None] For port 1fffc6af-83b4-418b-8ad4-2578dfd3686c, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=1fffc6af-83b4-418b-8ad4-2578dfd3686c,segment=NetworkSegment(e234f058-99e9-4683-aff2-a800b51d2ec4),segment_id=e234f058-99e9-4683-aff2-a800b51d2ec4)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:45:05.080519 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-8402253e-0cb6-443a-b09a-21abc2488480 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (1fffc6af-83b4-418b-8ad4-2578dfd3686c), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:05.110138 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-f7c59873-da56-4d37-bc07-8f4de775185e tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:45:05.204202 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-f7c59873-da56-4d37-bc07-8f4de775185e tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:45:05.228259 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-8402253e-0cb6-443a-b09a-21abc2488480 None None] Calling delete_port for 1fffc6af-83b4-418b-8ad4-2578dfd3686c owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:45:05.249687 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858fab22-bfd3-42a6-890a-9108d83ecad8 req-fb29fccb-8af7-42bb-ba9a-ab84d9517f7b tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:05.254975 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-858fab22-bfd3-42a6-890a-9108d83ecad8 req-fb29fccb-8af7-42bb-ba9a-ab84d9517f7b tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] 10.222.0.90 "GET /v2.0/ports?device_id=5166e0c3-ad3f-40d7-b9f4-8d91bdb04785 HTTP/1.1" status: 200 len: 946 time: 0.1431956 Feb 09 21:45:05.256862 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e20987-c214-4c86-ace9-1b3a176b7e0b tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Made reservation on behalf of 880c3cd16cc943a98203fd230e26852f for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:45:05.277426 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b9e20987-c214-4c86-ace9-1b3a176b7e0b tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621317'] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:05.279495 n-d-828369-5 neutron-server[103140]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9e20987-c214-4c86-ace9-1b3a176b7e0b tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:45:05.279952 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9e20987-c214-4c86-ace9-1b3a176b7e0b tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:45:05.579683 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-b9e20987-c214-4c86-ace9-1b3a176b7e0b tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6647708 Feb 09 21:45:05.593300 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41724) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:05.627069 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-8402253e-0cb6-443a-b09a-21abc2488480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (1fffc6af-83b4-418b-8ad4-2578dfd3686c), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:05.628945 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-522cf3c0-49f9-435b-a8ca-27edfd49ec89 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Request body: {'subnet': {'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:45:05.699023 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 4b6e3979-0ded-48a8-bd17-4007e1bb6c99 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:45:05.727649 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-f7c59873-da56-4d37-bc07-8f4de775185e tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:05.728371 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-f7c59873-da56-4d37-bc07-8f4de775185e tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:05.795161 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8402253e-0cb6-443a-b09a-21abc2488480 None None] Pushing event deleted for resources: {'Port': ['ID=1fffc6af-83b4-418b-8ad4-2578dfd3686c,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:05.815892 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8402253e-0cb6-443a-b09a-21abc2488480 None None] No DVR routers for this DVR port 1fffc6af-83b4-418b-8ad4-2578dfd3686c on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:45:05.839023 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-f7c59873-da56-4d37-bc07-8f4de775185e tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3370376 Feb 09 21:45:05.859608 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0029441-2c6a-493a-8f39-9a5a66096f89 None None] Network 9a3e6d5b-9918-4e6c-bf01-1f881a67d705 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:45:05.861211 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-ad82665e-f467-4e5c-a95e-d75ef9fd45d1 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Request body: {'port': {'device_id': 'e9451ac8-6c39-40f2-b7ec-f3604f7a77ca', 'network_id': 'f09c9af1-caa6-4029-894f-b430921e86f9', 'admin_state_up': True, 'tenant_id': 'e0fba33cc37140f68483b74485e6f58c', 'security_groups': ['f725d2ca-c6e8-41e3-94bc-9cf24ee5a23b']}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:45:05.959919 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-8e81f63a-f3ae-40c1-afce-2db21cd16651 None None] Provisioning complete for port d5e3bfb7-1f18-4598-a18c-f23b463962e1 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:05.960354 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-8e81f63a-f3ae-40c1-afce-2db21cd16651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (d5e3bfb7-1f18-4598-a18c-f23b463962e1), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:05.968644 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 4b6e3979-0ded-48a8-bd17-4007e1bb6c99 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:05.969221 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (4b6e3979-0ded-48a8-bd17-4007e1bb6c99), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:06.087095 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-d79cce3a-2440-4ab9-8668-578b8140b6f8 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=eea9d6d7d34f4dd2b3ef82c22d0081b1&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2106609 Feb 09 21:45:06.088065 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79cce3a-2440-4ab9-8668-578b8140b6f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cce04713-c9b5-47e1-80a7-7ba6a79eb712,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:06.101824 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-8e81f63a-f3ae-40c1-afce-2db21cd16651 None None] Port d5e3bfb7-1f18-4598-a18c-f23b463962e1 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:45:06.108381 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 41726) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:06.169838 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-ad82665e-f467-4e5c-a95e-d75ef9fd45d1 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Made reservation on behalf of e0fba33cc37140f68483b74485e6f58c for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:45:06.180149 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-ad82665e-f467-4e5c-a95e-d75ef9fd45d1 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:06.186032 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 4b6e3979-0ded-48a8-bd17-4007e1bb6c99 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:06.186740 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (4b6e3979-0ded-48a8-bd17-4007e1bb6c99), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:06.211344 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1f962508-a47e-4357-954e-bfc33602aa5b tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (0928352c-543d-467d-a2b5-1cd8afe4eff2), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:06.239435 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port 4b6e3979-0ded-48a8-bd17-4007e1bb6c99, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=4b6e3979-0ded-48a8-bd17-4007e1bb6c99,segment=NetworkSegment(1fc2ac2b-a0b6-4f89-8b4f-e1505db03e54),segment_id=1fc2ac2b-a0b6-4f89-8b4f-e1505db03e54)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:45:06.258296 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (4b6e3979-0ded-48a8-bd17-4007e1bb6c99), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:06.270359 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-d7f2329e-919c-4c1d-91d0-d40ce7ed99b5 None None] Provisioning complete for port 4b6e3979-0ded-48a8-bd17-4007e1bb6c99 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:06.271040 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d7f2329e-919c-4c1d-91d0-d40ce7ed99b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (4b6e3979-0ded-48a8-bd17-4007e1bb6c99), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:06.337714 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1f962508-a47e-4357-954e-bfc33602aa5b tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:06.341492 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-1f962508-a47e-4357-954e-bfc33602aa5b tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "DELETE /v2.0/subnets/0928352c-543d-467d-a2b5-1cd8afe4eff2 HTTP/1.1" status: 204 len: 168 time: 2.8453393 Feb 09 21:45:06.347954 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 41728) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:06.361019 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-858fab22-bfd3-42a6-890a-9108d83ecad8 req-ee4c9e86-df99-42eb-be93-6f6ac93a656e tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] 10.222.0.90 "GET /v2.0/security-groups?id=3f2575c8-bd4d-4267-97b8-daa8ebd4f112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0773773 Feb 09 21:45:06.383326 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-614f13c6-239e-4c07-88b1-9d7b0443c93d admin admin] Publish callbacks [] for security_group (cce04713-c9b5-47e1-80a7-7ba6a79eb712), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:06.429976 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-614f13c6-239e-4c07-88b1-9d7b0443c93d admin admin] Publish callbacks [] for security_group (cce04713-c9b5-47e1-80a7-7ba6a79eb712), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:06.443578 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f962508-a47e-4357-954e-bfc33602aa5b tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Pushing event deleted for resources: {'Subnet': ['ID=0928352c-543d-467d-a2b5-1cd8afe4eff2,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:06.513159 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-b8c2bbba-d7ac-4a54-9215-36442fb27c99 tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:06.515090 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-b8c2bbba-d7ac-4a54-9215-36442fb27c99 tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] 10.222.0.95 "GET /v2.0/networks?id=f8cc813a-1c2b-4113-8f40-c5f119f97173 HTTP/1.1" status: 200 len: 817 time: 1.2074304 Feb 09 21:45:06.525503 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77888f84-47e3-402a-ad5a-82bc266ee68d req-9df591e8-c2ca-40dd-a585-5aafcbeab25c tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:06.532331 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77888f84-47e3-402a-ad5a-82bc266ee68d req-9df591e8-c2ca-40dd-a585-5aafcbeab25c tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:06.534502 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-77888f84-47e3-402a-ad5a-82bc266ee68d req-9df591e8-c2ca-40dd-a585-5aafcbeab25c tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 1654 time: 1.0029438 Feb 09 21:45:06.543891 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-d7f2329e-919c-4c1d-91d0-d40ce7ed99b5 None None] Current status of the port 4b6e3979-0ded-48a8-bd17-4007e1bb6c99 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:06.550186 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5398ed33-4213-4480-95e9-c81ecf115bde None None] Network 9a3e6d5b-9918-4e6c-bf01-1f881a67d705 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:45:06.561262 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-41c4c6eb-b796-4392-8950-2f290b8d84ff tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] Request body: {'port': {'device_id': '1763f4a8-794e-4435-bb72-16e880d00d35', 'network_id': 'f8cc813a-1c2b-4113-8f40-c5f119f97173', 'admin_state_up': True, 'tenant_id': '04936eb153f54e9eb618ef80dee0cb18'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:45:06.571233 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-af2f7010-4b8c-403b-81ad-c1420ce71ae8 tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:06.572761 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-af2f7010-4b8c-403b-81ad-c1420ce71ae8 tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] 10.222.0.95 "GET /v2.0/networks?id=f8cc813a-1c2b-4113-8f40-c5f119f97173 HTTP/1.1" status: 200 len: 817 time: 1.8604102 Feb 09 21:45:06.613713 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-8f05e67a-0cb2-440e-b463-953fd534f079 tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:06.615362 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-8f05e67a-0cb2-440e-b463-953fd534f079 tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] 10.222.0.89 "GET /v2.0/networks?id=f8cc813a-1c2b-4113-8f40-c5f119f97173 HTTP/1.1" status: 200 len: 817 time: 1.5491672 Feb 09 21:45:06.625638 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-1b2c4af1-72d6-40d1-8aec-bfa832b22be1 tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] Request body: {'port': {'device_id': '16b44a23-39cb-4372-bc21-c4a2bac5cc4f', 'network_id': 'f8cc813a-1c2b-4113-8f40-c5f119f97173', 'admin_state_up': True, 'tenant_id': '04936eb153f54e9eb618ef80dee0cb18'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:45:06.638516 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-35a330ee-f7da-4da1-9afa-2b2e4e47f299 tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] Request body: {'port': {'device_id': 'f8491acc-3475-4ebe-8204-7cc0c7321a88', 'network_id': 'f8cc813a-1c2b-4113-8f40-c5f119f97173', 'admin_state_up': True, 'tenant_id': '04936eb153f54e9eb618ef80dee0cb18'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:45:06.646914 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-83723586-8bd7-4b51-aa9b-7585d0efa3f3 req-45ee8d08-d652-4bc2-9263-bae66526d29c tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] 10.222.0.90 "GET /v2.0/ports?device_id=1763f4a8-794e-4435-bb72-16e880d00d35 HTTP/1.1" status: 200 len: 210 time: 0.1433396 Feb 09 21:45:06.679322 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-522cf3c0-49f9-435b-a8ca-27edfd49ec89 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Made reservation on behalf of 880c3cd16cc943a98203fd230e26852f for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:45:06.684732 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-522cf3c0-49f9-435b-a8ca-27edfd49ec89 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621317'] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:06.686636 n-d-828369-5 neutron-server[103140]: INFO neutron.pecan_wsgi.hooks.translation [None req-522cf3c0-49f9-435b-a8ca-27edfd49ec89 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:45:06.687264 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-522cf3c0-49f9-435b-a8ca-27edfd49ec89 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:45:06.735400 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-522cf3c0-49f9-435b-a8ca-27edfd49ec89 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.1394436 Feb 09 21:45:06.743579 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41734) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:06.756478 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-b5d93834-8836-4bd2-96d1-d52162304abd tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Request body: {'subnet': {'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:45:06.757014 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=4b6e3979-0ded-48a8-bd17-4007e1bb6c99,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:06.770871 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-77888f84-47e3-402a-ad5a-82bc266ee68d req-2cc29c01-36ad-4dd0-9340-4fb0a5fac6be tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/security-groups?id=f725d2ca-c6e8-41e3-94bc-9cf24ee5a23b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2020433 Feb 09 21:45:06.812249 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-7da561a6-e2ea-47f2-8577-4f07c9939dd0 None None] Provisioning complete for port 4b6e3979-0ded-48a8-bd17-4007e1bb6c99 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:06.812957 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7da561a6-e2ea-47f2-8577-4f07c9939dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (4b6e3979-0ded-48a8-bd17-4007e1bb6c99), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:06.921783 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-7da561a6-e2ea-47f2-8577-4f07c9939dd0 None None] Current status of the port 4b6e3979-0ded-48a8-bd17-4007e1bb6c99 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:06.976696 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7bfb51-4920-45a1-982d-ed156a067e8e None None] DHCP port deletion for 9a3e6d5b-9918-4e6c-bf01-1f881a67d705 request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:45:07.041931 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-cf7bfb51-4920-45a1-982d-ed156a067e8e None None] Deleting port 4b6e3979-0ded-48a8-bd17-4007e1bb6c99 {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:45:07.042744 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-cf7bfb51-4920-45a1-982d-ed156a067e8e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (4b6e3979-0ded-48a8-bd17-4007e1bb6c99), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:07.060108 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-41c4c6eb-b796-4392-8950-2f290b8d84ff tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] Made reservation on behalf of 04936eb153f54e9eb618ef80dee0cb18 for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:45:07.064655 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-41c4c6eb-b796-4392-8950-2f290b8d84ff tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:07.137913 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-cf7bfb51-4920-45a1-982d-ed156a067e8e None None] For port 4b6e3979-0ded-48a8-bd17-4007e1bb6c99, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=4b6e3979-0ded-48a8-bd17-4007e1bb6c99,segment=NetworkSegment(1fc2ac2b-a0b6-4f89-8b4f-e1505db03e54),segment_id=1fc2ac2b-a0b6-4f89-8b4f-e1505db03e54)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:45:07.138630 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-cf7bfb51-4920-45a1-982d-ed156a067e8e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (4b6e3979-0ded-48a8-bd17-4007e1bb6c99), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:07.142750 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d595ab-9691-42d0-b10c-92635d0bd5df req-267434bc-e3c6-45cf-a904-0ebad19c546c tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:07.145372 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-57d595ab-9691-42d0-b10c-92635d0bd5df req-267434bc-e3c6-45cf-a904-0ebad19c546c tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] 10.222.0.95 "GET /v2.0/ports?device_id=5166e0c3-ad3f-40d7-b9f4-8d91bdb04785 HTTP/1.1" status: 200 len: 946 time: 0.3815057 Feb 09 21:45:07.150174 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5d93834-8836-4bd2-96d1-d52162304abd tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Made reservation on behalf of 880c3cd16cc943a98203fd230e26852f for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:45:07.153903 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b5d93834-8836-4bd2-96d1-d52162304abd tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621317'] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:07.155376 n-d-828369-5 neutron-server[103140]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5d93834-8836-4bd2-96d1-d52162304abd tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:45:07.155890 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5d93834-8836-4bd2-96d1-d52162304abd tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:45:07.158604 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-cf7bfb51-4920-45a1-982d-ed156a067e8e None None] Calling delete_port for 4b6e3979-0ded-48a8-bd17-4007e1bb6c99 owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:45:07.219858 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-b5d93834-8836-4bd2-96d1-d52162304abd tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4741890 Feb 09 21:45:07.253656 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41740) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:07.265796 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-cf7bfb51-4920-45a1-982d-ed156a067e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (4b6e3979-0ded-48a8-bd17-4007e1bb6c99), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:07.328010 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7bfb51-4920-45a1-982d-ed156a067e8e None None] Pushing event deleted for resources: {'Port': ['ID=4b6e3979-0ded-48a8-bd17-4007e1bb6c99,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:07.331193 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7bfb51-4920-45a1-982d-ed156a067e8e None None] No DVR routers for this DVR port 4b6e3979-0ded-48a8-bd17-4007e1bb6c99 on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:45:07.347539 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-fd632893-927b-4b7c-8199-55a132251fc0 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0902889 Feb 09 21:45:07.348314 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41742) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:07.438508 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 4b6e3979-0ded-48a8-bd17-4007e1bb6c99 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:45:07.441715 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-614f13c6-239e-4c07-88b1-9d7b0443c93d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (cce04713-c9b5-47e1-80a7-7ba6a79eb712), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:07.444604 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-614f13c6-239e-4c07-88b1-9d7b0443c93d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:07.445958 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-614f13c6-239e-4c07-88b1-9d7b0443c93d admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/cce04713-c9b5-47e1-80a7-7ba6a79eb712 HTTP/1.1" status: 204 len: 168 time: 1.3326521 Feb 09 21:45:07.463102 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-72c4a6d5-04b0-4796-ace0-121c0e3bf438 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (9a3e6d5b-9918-4e6c-bf01-1f881a67d705), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:07.496107 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 4b6e3979-0ded-48a8-bd17-4007e1bb6c99 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:45:07.496724 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 4b6e3979-0ded-48a8-bd17-4007e1bb6c99 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:45:07.510791 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614f13c6-239e-4c07-88b1-9d7b0443c93d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cce04713-c9b5-47e1-80a7-7ba6a79eb712,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:07.526066 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-41c4c6eb-b796-4392-8950-2f290b8d84ff tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] Allocated IP 172.20.0.6 (f8cc813a-1c2b-4113-8f40-c5f119f97173/3ea02be5-e155-4258-b81d-2431efa2e9c8/0984e224-7a47-482b-a4d3-41dc6878e247) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:45:07.584888 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bd6930-560b-43a5-b3ba-315a3c3b1880 req-d16d5d5e-ff8d-462d-9e75-2b8c7e4e9241 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:07.594501 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-01bd6930-560b-43a5-b3ba-315a3c3b1880 req-d16d5d5e-ff8d-462d-9e75-2b8c7e4e9241 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/networks?id=00735365-504a-4659-b7e0-5dd13c1577e5 HTTP/1.1" status: 200 len: 812 time: 0.7511489 Feb 09 21:45:07.627189 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-ad82665e-f467-4e5c-a95e-d75ef9fd45d1 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Allocated IP 10.1.1.152 (f09c9af1-caa6-4029-894f-b430921e86f9/402d4d57-038e-4490-a559-8c229d077342/64a3e4b3-2469-470b-82b5-40757c8eb842) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:45:07.749695 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-72c4a6d5-04b0-4796-ace0-121c0e3bf438 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (9a3e6d5b-9918-4e6c-bf01-1f881a67d705), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:07.785274 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-1b2c4af1-72d6-40d1-8aec-bfa832b22be1 tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] Made reservation on behalf of 04936eb153f54e9eb618ef80dee0cb18 for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:45:07.789127 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-1b2c4af1-72d6-40d1-8aec-bfa832b22be1 tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:07.803439 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-72c4a6d5-04b0-4796-ace0-121c0e3bf438 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a3e6d5b-9918-4e6c-bf01-1f881a67d705']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:07.812878 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-35a330ee-f7da-4da1-9afa-2b2e4e47f299 tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] Made reservation on behalf of 04936eb153f54e9eb618ef80dee0cb18 for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:45:07.816511 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-35a330ee-f7da-4da1-9afa-2b2e4e47f299 tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:07.848532 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-41c4c6eb-b796-4392-8950-2f290b8d84ff tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] Publish callbacks [] for port (0984e224-7a47-482b-a4d3-41dc6878e247), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:07.875886 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 41754) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:07.882322 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-72c4a6d5-04b0-4796-ace0-121c0e3bf438 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fc2ac2b-a0b6-4f89-8b4f-e1505db03e54') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:07.882711 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-72c4a6d5-04b0-4796-ace0-121c0e3bf438 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fc2ac2b-a0b6-4f89-8b4f-e1505db03e54') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:07.899042 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9a436d-bdb7-41d4-988a-2a4ff81e23f3 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:07.903157 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-3b9a436d-bdb7-41d4-988a-2a4ff81e23f3 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5262728 Feb 09 21:45:07.905077 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41756) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:07.932349 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-72c4a6d5-04b0-4796-ace0-121c0e3bf438 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (1fc2ac2b-a0b6-4f89-8b4f-e1505db03e54), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:07.934431 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-77f42f13-b928-44de-9dd5-d6c3ccdbc443 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:07.936937 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-01bd6930-560b-43a5-b3ba-315a3c3b1880 req-1a679fb8-0101-464a-9711-8041797b9d45 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/quotas/73aafa54b15b4f2e83f3753252e1608e HTTP/1.1" status: 200 len: 375 time: 0.3330622 Feb 09 21:45:07.983504 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-bc19d445-1bfa-4371-a5f0-a321b704e65d tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0653672 Feb 09 21:45:07.983748 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41758) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:08.005407 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f06536c-fcd0-40b4-8362-d0baed474a22 req-660961ea-fde5-451a-9610-bae9e4eafeb0 tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:08.007005 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9f06536c-fcd0-40b4-8362-d0baed474a22 req-660961ea-fde5-451a-9610-bae9e4eafeb0 tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] 10.222.0.90 "GET /v2.0/ports?device_id=5166e0c3-ad3f-40d7-b9f4-8d91bdb04785 HTTP/1.1" status: 200 len: 946 time: 0.4651725 Feb 09 21:45:08.027123 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-472aaf2d-c86e-479d-bf21-fc6de53211a3 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Request body: {'subnet': {'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:45:08.031110 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-72c4a6d5-04b0-4796-ace0-121c0e3bf438 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (1fc2ac2b-a0b6-4f89-8b4f-e1505db03e54), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:08.036489 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-01bd6930-560b-43a5-b3ba-315a3c3b1880 req-80ba7401-6977-4b7c-aaa2-71b1a95df40d tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=73aafa54b15b4f2e83f3753252e1608e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0610495 Feb 09 21:45:08.067988 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72c4a6d5-04b0-4796-ace0-121c0e3bf438 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:45:08.068504 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-72c4a6d5-04b0-4796-ace0-121c0e3bf438 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (1fc2ac2b-a0b6-4f89-8b4f-e1505db03e54), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:08.076412 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:45:08.076412 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:45:08.076412 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:45:08.076412 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:45:08.076412 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:45:08.076412 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:45:08.076412 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:45:08.076412 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:45:08.076412 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:45:08.076412 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:45:08.076412 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:45:08.076412 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:45:08.076412 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:45:08.076412 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:45:08.076412 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:45:08.076412 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:45:08.076412 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:45:08.076412 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:45:08.076412 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:45:08.076412 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:45:08.076412 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:45:08.076412 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:45:08.076412 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:45:08.076412 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:45:08.076412 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:45:08.076412 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:45:08.076412 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:45:08.076412 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:45:08.076412 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:45:08.076412 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:45:08.076412 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:45:08.076412 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:45:08.091023 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-41c4c6eb-b796-4392-8950-2f290b8d84ff tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (0984e224-7a47-482b-a4d3-41dc6878e247), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:08.197302 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-57d595ab-9691-42d0-b10c-92635d0bd5df req-6efac15b-6912-4afa-8e01-2c817b05aa0e tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] Deleting port c568887e-696b-4b7f-9502-2d4fec804028 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:45:08.197736 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-57d595ab-9691-42d0-b10c-92635d0bd5df req-6efac15b-6912-4afa-8e01-2c817b05aa0e tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (c568887e-696b-4b7f-9502-2d4fec804028), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:08.214662 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-ad82665e-f467-4e5c-a95e-d75ef9fd45d1 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks [] for port (64a3e4b3-2469-470b-82b5-40757c8eb842), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:08.242568 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-72c4a6d5-04b0-4796-ace0-121c0e3bf438 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (9a3e6d5b-9918-4e6c-bf01-1f881a67d705), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:08.258501 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-72c4a6d5-04b0-4796-ace0-121c0e3bf438 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:08.261762 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-72c4a6d5-04b0-4796-ace0-121c0e3bf438 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "DELETE /v2.0/networks/9a3e6d5b-9918-4e6c-bf01-1f881a67d705 HTTP/1.1" status: 204 len: 168 time: 1.8954005 Feb 09 21:45:08.272796 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 41760) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:08.295650 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-7115feaa-86f5-46f8-9085-f041badb547f tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Request body: {'port': {'network_id': 'ed4940ef-ee4d-4f36-94d6-b986a8cbbb0b', 'name': 'tempest-PortsIpV6TestJSON-1517155468'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:45:08.296966 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-41c4c6eb-b796-4392-8950-2f290b8d84ff tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] Network f8cc813a-1c2b-4113-8f40-c5f119f97173 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:45:08.303836 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-1b2c4af1-72d6-40d1-8aec-bfa832b22be1 tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] Allocated IP 172.20.0.7 (f8cc813a-1c2b-4113-8f40-c5f119f97173/3ea02be5-e155-4258-b81d-2431efa2e9c8/536be503-d8cd-45c9-934c-9187c26f65cb) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:45:08.321425 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-41c4c6eb-b796-4392-8950-2f290b8d84ff tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:45:08.323635 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c4a6d5-04b0-4796-ace0-121c0e3bf438 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Pushing event deleted for resources: {'Network': ['ID=9a3e6d5b-9918-4e6c-bf01-1f881a67d705,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:08.332379 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c4c6eb-b796-4392-8950-2f290b8d84ff tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] Pushing event updated for resources: {'Port': ['ID=0984e224-7a47-482b-a4d3-41dc6878e247,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:08.341610 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-41c4c6eb-b796-4392-8950-2f290b8d84ff tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:45:08.379604 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9f06536c-fcd0-40b4-8362-d0baed474a22 req-1892d5d0-1a2f-4155-a940-94c25df30819 tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] 10.222.0.90 "GET /v2.0/security-groups?id=3f2575c8-bd4d-4267-97b8-daa8ebd4f112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3483171 Feb 09 21:45:08.409779 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-472aaf2d-c86e-479d-bf21-fc6de53211a3 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Made reservation on behalf of 880c3cd16cc943a98203fd230e26852f for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:45:08.414043 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-472aaf2d-c86e-479d-bf21-fc6de53211a3 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621317'] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:08.419335 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-77f42f13-b928-44de-9dd5-d6c3ccdbc443 admin admin] Publish callbacks [] for security_group (3ad25880-8bda-444b-93f6-d1c7a4931bba), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:08.435494 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-ad82665e-f467-4e5c-a95e-d75ef9fd45d1 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (64a3e4b3-2469-470b-82b5-40757c8eb842), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:08.441206 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-77f42f13-b928-44de-9dd5-d6c3ccdbc443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (3ad25880-8bda-444b-93f6-d1c7a4931bba), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:08.450784 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-01bd6930-560b-43a5-b3ba-315a3c3b1880 req-4de6ac68-6992-4052-9f4b-fb3db3445cf1 service neutron] 10.222.0.90 "GET /v2.0/networks/00735365-504a-4659-b7e0-5dd13c1577e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3953915 Feb 09 21:45:08.571543 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-77f42f13-b928-44de-9dd5-d6c3ccdbc443 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=0d5c82844fba4235b6de21307694cd0f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6929548 Feb 09 21:45:08.580980 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-41c4c6eb-b796-4392-8950-2f290b8d84ff tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:08.582383 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-41c4c6eb-b796-4392-8950-2f290b8d84ff tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:08.582558 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 41762) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:08.583781 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-ad82665e-f467-4e5c-a95e-d75ef9fd45d1 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Network f09c9af1-caa6-4029-894f-b430921e86f9 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:45:08.585073 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-57d595ab-9691-42d0-b10c-92635d0bd5df req-6efac15b-6912-4afa-8e01-2c817b05aa0e tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] For port c568887e-696b-4b7f-9502-2d4fec804028, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=c568887e-696b-4b7f-9502-2d4fec804028,segment=NetworkSegment(e565681c-44c8-4330-b2c2-487301c0cafb),segment_id=e565681c-44c8-4330-b2c2-487301c0cafb)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:45:08.585437 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-57d595ab-9691-42d0-b10c-92635d0bd5df req-6efac15b-6912-4afa-8e01-2c817b05aa0e tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (c568887e-696b-4b7f-9502-2d4fec804028), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:08.632434 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f42f13-b928-44de-9dd5-d6c3ccdbc443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ad25880-8bda-444b-93f6-d1c7a4931bba,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:08.639454 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-ad82665e-f467-4e5c-a95e-d75ef9fd45d1 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:45:08.649330 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad82665e-f467-4e5c-a95e-d75ef9fd45d1 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Pushing event updated for resources: {'Port': ['ID=64a3e4b3-2469-470b-82b5-40757c8eb842,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:08.657973 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-ad82665e-f467-4e5c-a95e-d75ef9fd45d1 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:45:08.662555 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7115feaa-86f5-46f8-9085-f041badb547f tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Made reservation on behalf of 87111984dff24e1780aaef3f75dde822 for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:45:08.665956 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7115feaa-86f5-46f8-9085-f041badb547f tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:08.731809 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-41c4c6eb-b796-4392-8950-2f290b8d84ff tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1929605 Feb 09 21:45:08.763184 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-b648c723-418d-412e-b5f0-5c111b3423a1 service neutron] Request body: {'port': {'device_id': '1763f4a8-794e-4435-bb72-16e880d00d35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-5'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:45:08.769431 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [None req-7115feaa-86f5-46f8-9085-f041badb547f tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] device_id is not set on port a5525ae9-86c4-47e7-9bb5-62de6c6798c7 yet. {{(pid=103141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:45:08.788466 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-ad82665e-f467-4e5c-a95e-d75ef9fd45d1 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:08.789109 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-ad82665e-f467-4e5c-a95e-d75ef9fd45d1 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:08.860951 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-169304e2-d531-4b15-a5cb-2a3047f65afc admin admin] Publish callbacks [] for security_group (3ad25880-8bda-444b-93f6-d1c7a4931bba), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:08.867183 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a27bba-540a-44d9-aabb-48f9c51e2d7b req-0c3b7bfc-d76f-4c65-9677-e16165e00095 tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:08.873964 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a4a27bba-540a-44d9-aabb-48f9c51e2d7b req-0c3b7bfc-d76f-4c65-9677-e16165e00095 tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] 10.222.0.90 "GET /v2.0/ports?device_id=1763f4a8-794e-4435-bb72-16e880d00d35 HTTP/1.1" status: 200 len: 931 time: 0.3145311 Feb 09 21:45:08.875110 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-1b2c4af1-72d6-40d1-8aec-bfa832b22be1 tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] Publish callbacks [] for port (536be503-d8cd-45c9-934c-9187c26f65cb), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:08.898560 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-ad82665e-f467-4e5c-a95e-d75ef9fd45d1 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0431974 Feb 09 21:45:08.903396 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-01bd6930-560b-43a5-b3ba-315a3c3b1880 req-cd0615e4-bf7a-4e1b-9d63-6177e1444301 service neutron] 10.222.0.90 "GET /v2.0/networks/00735365-504a-4659-b7e0-5dd13c1577e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4202681 Feb 09 21:45:08.923410 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-e639f19e-a17b-427c-a7b2-135bc4520475 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Request body: {'port': {'device_id': 'e9451ac8-6c39-40f2-b7ec-f3604f7a77ca', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'd265fee8-86bc-4f18-8400-270071608522', 'admin_state_up': True, 'tenant_id': 'e0fba33cc37140f68483b74485e6f58c', 'security_groups': ['f725d2ca-c6e8-41e3-94bc-9cf24ee5a23b']}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:45:08.956793 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-169304e2-d531-4b15-a5cb-2a3047f65afc admin admin] Publish callbacks [] for security_group (3ad25880-8bda-444b-93f6-d1c7a4931bba), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:08.983427 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-9b08ce6f-0e0b-4c40-8b90-7b5264c14e54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:09.114110 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-b648c723-418d-412e-b5f0-5c111b3423a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (0984e224-7a47-482b-a4d3-41dc6878e247), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:09.161563 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a4a27bba-540a-44d9-aabb-48f9c51e2d7b req-a38f4d07-aea1-4c11-9ad4-36edfc141601 tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] 10.222.0.90 "GET /v2.0/security-groups?id=33a0486a-6292-49cc-8fb4-e603ce86e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808111 Feb 09 21:45:09.178595 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-1b2c4af1-72d6-40d1-8aec-bfa832b22be1 tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (536be503-d8cd-45c9-934c-9187c26f65cb), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:09.220587 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-57d595ab-9691-42d0-b10c-92635d0bd5df req-6efac15b-6912-4afa-8e01-2c817b05aa0e tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:09.221113 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-57d595ab-9691-42d0-b10c-92635d0bd5df req-6efac15b-6912-4afa-8e01-2c817b05aa0e tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (eb68e1b2-989d-49a2-be5f-7ca16b2e2b86), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:09.226114 n-d-828369-5 neutron-server[103140]: INFO neutron.db.l3_db [req-57d595ab-9691-42d0-b10c-92635d0bd5df req-6efac15b-6912-4afa-8e01-2c817b05aa0e tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] Floating IP eb68e1b2-989d-49a2-be5f-7ca16b2e2b86 disassociated. External IP: 172.25.3.243, port: c568887e-696b-4b7f-9502-2d4fec804028. Feb 09 21:45:09.226647 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-57d595ab-9691-42d0-b10c-92635d0bd5df req-6efac15b-6912-4afa-8e01-2c817b05aa0e tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] Calling delete_port for c568887e-696b-4b7f-9502-2d4fec804028 owned by compute:nova {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:45:09.243530 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-d2ed85ca-2477-48e9-b724-eff731a9468c None None] Provisioning complete for port 64a3e4b3-2469-470b-82b5-40757c8eb842 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:09.251760 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d2ed85ca-2477-48e9-b724-eff731a9468c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (64a3e4b3-2469-470b-82b5-40757c8eb842), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:09.342610 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7115feaa-86f5-46f8-9085-f041badb547f tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for port (a5525ae9-86c4-47e7-9bb5-62de6c6798c7), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:09.345685 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-d2ed85ca-2477-48e9-b724-eff731a9468c None None] Port 64a3e4b3-2469-470b-82b5-40757c8eb842 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:45:09.421877 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2c4af1-72d6-40d1-8aec-bfa832b22be1 tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] Pushing event updated for resources: {'Port': ['ID=536be503-d8cd-45c9-934c-9187c26f65cb,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:09.429459 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-1b2c4af1-72d6-40d1-8aec-bfa832b22be1 tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] Network f8cc813a-1c2b-4113-8f40-c5f119f97173 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:45:09.433172 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-169304e2-d531-4b15-a5cb-2a3047f65afc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (3ad25880-8bda-444b-93f6-d1c7a4931bba), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:09.436462 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-169304e2-d531-4b15-a5cb-2a3047f65afc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:09.441199 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-169304e2-d531-4b15-a5cb-2a3047f65afc admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/3ad25880-8bda-444b-93f6-d1c7a4931bba HTTP/1.1" status: 204 len: 168 time: 0.8521743 Feb 09 21:45:09.452978 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-1b2c4af1-72d6-40d1-8aec-bfa832b22be1 tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:45:09.455431 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-e639f19e-a17b-427c-a7b2-135bc4520475 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Made reservation on behalf of e0fba33cc37140f68483b74485e6f58c for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:45:09.470688 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-1b2c4af1-72d6-40d1-8aec-bfa832b22be1 tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:45:09.485881 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d29c50f6-bf8c-4a68-88ae-cbca5975c2e8 req-8a419e8a-d77c-4049-a538-ac2acb6fe573 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=39f28f82-1d74-441d-996a-062fe4d18165 HTTP/1.1" status: 200 len: 210 time: 0.0912752 Feb 09 21:45:09.530436 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.db.api [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-35a330ee-f7da-4da1-9afa-2b2e4e47f299 tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.6-7a305b97-a689-432a-8d64-af68cd8939c7 {{(pid=103141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:45:09.530795 n-d-828369-5 neutron-server[103141]: DEBUG oslo_db.api [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-35a330ee-f7da-4da1-9afa-2b2e4e47f299 tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:45:09.554547 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169304e2-d531-4b15-a5cb-2a3047f65afc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ad25880-8bda-444b-93f6-d1c7a4931bba,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:09.622433 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-1b2c4af1-72d6-40d1-8aec-bfa832b22be1 tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:09.623253 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-1b2c4af1-72d6-40d1-8aec-bfa832b22be1 tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:09.634596 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7115feaa-86f5-46f8-9085-f041badb547f tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (a5525ae9-86c4-47e7-9bb5-62de6c6798c7), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:09.689513 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-1b2c4af1-72d6-40d1-8aec-bfa832b22be1 tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0676169 Feb 09 21:45:09.699224 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-e639f19e-a17b-427c-a7b2-135bc4520475 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:09.709053 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7115feaa-86f5-46f8-9085-f041badb547f tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Network ed4940ef-ee4d-4f36-94d6-b986a8cbbb0b is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:45:09.713981 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-ab8e2b50-c0d2-4e23-bbd4-a87dddbe2127 service neutron] Request body: {'port': {'device_id': '16b44a23-39cb-4372-bc21-c4a2bac5cc4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:45:09.745128 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-7115feaa-86f5-46f8-9085-f041badb547f tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:45:09.768641 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7115feaa-86f5-46f8-9085-f041badb547f tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:45:09.773590 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed88322-234b-444c-8999-8da68d552881 req-aa83d853-93f4-47d7-b046-faf3857f46d9 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:09.774067 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7115feaa-86f5-46f8-9085-f041badb547f tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:09.774750 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7115feaa-86f5-46f8-9085-f041badb547f tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:09.789135 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed88322-234b-444c-8999-8da68d552881 req-aa83d853-93f4-47d7-b046-faf3857f46d9 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:09.791719 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7115feaa-86f5-46f8-9085-f041badb547f tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Pushing event updated for resources: {'Port': ['ID=a5525ae9-86c4-47e7-9bb5-62de6c6798c7,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:09.794436 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed88322-234b-444c-8999-8da68d552881 req-aa83d853-93f4-47d7-b046-faf3857f46d9 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:09.796148 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fed88322-234b-444c-8999-8da68d552881 req-aa83d853-93f4-47d7-b046-faf3857f46d9 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 2375 time: 0.5320246 Feb 09 21:45:09.879121 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-7115feaa-86f5-46f8-9085-f041badb547f tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.6022692 Feb 09 21:45:09.890318 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41782) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:09.953158 n-d-828369-5 neutron-server[103140]: DEBUG neutron.objects.ports [None req-472aaf2d-c86e-479d-bf21-fc6de53211a3 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103140) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 21:45:10.043178 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-35a330ee-f7da-4da1-9afa-2b2e4e47f299 tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:10.054160 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-ab8e2b50-c0d2-4e23-bbd4-a87dddbe2127 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (536be503-d8cd-45c9-934c-9187c26f65cb), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:10.236149 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 41788) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:10.263350 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1e96c345-698e-459a-ba13-d61e1077e51b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:10.356747 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-e639f19e-a17b-427c-a7b2-135bc4520475 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Allocated IP 10.2.2.100 (d265fee8-86bc-4f18-8400-270071608522/f98d2759-4f2e-4a40-86b8-36a646f017e8/5ae69b1b-39b8-491e-b02b-097b38fae223) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:45:10.405996 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-472aaf2d-c86e-479d-bf21-fc6de53211a3 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621371'] for subnet (dbf3eae9-6758-40e4-a654-354e79a8121e), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:10.487342 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853657a1-1ff8-4799-abc4-089f4f50ca63 req-e8021119-3856-4c12-8a5f-d37170cb7f7b tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:10.493899 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-853657a1-1ff8-4799-abc4-089f4f50ca63 req-e8021119-3856-4c12-8a5f-d37170cb7f7b tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] 10.222.0.90 "GET /v2.0/ports?device_id=5166e0c3-ad3f-40d7-b9f4-8d91bdb04785 HTTP/1.1" status: 200 len: 946 time: 0.8458102 Feb 09 21:45:10.536740 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472aaf2d-c86e-479d-bf21-fc6de53211a3 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:45:10.593827 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-472aaf2d-c86e-479d-bf21-fc6de53211a3 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:45:10.609511 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c385c3c0-6fa4-4e0c-90e9-7d4b99e80319 None None] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:45:10.612765 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472aaf2d-c86e-479d-bf21-fc6de53211a3 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:10.613368 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-472aaf2d-c86e-479d-bf21-fc6de53211a3 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:10.615617 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-57d595ab-9691-42d0-b10c-92635d0bd5df req-6efac15b-6912-4afa-8e01-2c817b05aa0e tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (c568887e-696b-4b7f-9502-2d4fec804028), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:10.625090 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fed88322-234b-444c-8999-8da68d552881 req-e3e830d8-881b-443e-ab30-26493adb7289 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/security-groups?id=f725d2ca-c6e8-41e3-94bc-9cf24ee5a23b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7974393 Feb 09 21:45:10.629917 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1e96c345-698e-459a-ba13-d61e1077e51b admin admin] Publish callbacks [] for security_group (c8c565e0-dcff-42dc-9243-96c7389b5575), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:10.636352 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472aaf2d-c86e-479d-bf21-fc6de53211a3 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event updated for resources: {'Subnet': ['ID=dbf3eae9-6758-40e4-a654-354e79a8121e,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:10.646146 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1e96c345-698e-459a-ba13-d61e1077e51b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (c8c565e0-dcff-42dc-9243-96c7389b5575), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:10.694035 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efac15b-6912-4afa-8e01-2c817b05aa0e tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] Pushing event deleted for resources: {'Port': ['ID=c568887e-696b-4b7f-9502-2d4fec804028,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:10.707925 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-1e96c345-698e-459a-ba13-d61e1077e51b admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=24bd7187f5ac4b8cb5c2011d3fbd790b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4683130 Feb 09 21:45:10.719759 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96c345-698e-459a-ba13-d61e1077e51b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c565e0-dcff-42dc-9243-96c7389b5575,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:10.719759 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 41790) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:10.720233 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-472aaf2d-c86e-479d-bf21-fc6de53211a3 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.7301261 Feb 09 21:45:10.720417 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41792) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:10.727024 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-a9b028e9-1540-4a7d-8701-e3a60e1c2c96 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Request body: {'port': {'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726', 'mac_address': 'fa:16:3e:38:e9:03', 'name': 'tempest-NetworksTestDHCPv6-34716733'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:45:10.764939 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-853657a1-1ff8-4799-abc4-089f4f50ca63 req-7398262d-0ddf-4596-a31f-fa9e1b3e9999 tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] 10.222.0.90 "GET /v2.0/security-groups?id=3f2575c8-bd4d-4267-97b8-daa8ebd4f112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2700968 Feb 09 21:45:10.782489 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4c552d-9b55-471d-a195-ee1498f653d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-986c5511-2b50-4eb7-bb75-ff9f776ff726', 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726', 'project_id': '880c3cd16cc943a98203fd230e26852f', 'fixed_ips': [{'subnet_id': 'dbf3eae9-6758-40e4-a654-354e79a8121e'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:45:10.783393 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-0f4c552d-9b55-471d-a195-ee1498f653d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:10.885699 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1fd8c8fb-2b09-4c9b-973f-bc50bd141357 admin admin] Publish callbacks [] for security_group (c8c565e0-dcff-42dc-9243-96c7389b5575), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:10.904830 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-e639f19e-a17b-427c-a7b2-135bc4520475 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks [] for port (5ae69b1b-39b8-491e-b02b-097b38fae223), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:11.032476 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1fd8c8fb-2b09-4c9b-973f-bc50bd141357 admin admin] Publish callbacks [] for security_group (c8c565e0-dcff-42dc-9243-96c7389b5575), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:11.033687 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-0f4c552d-9b55-471d-a195-ee1498f653d5 None None] Allocated IP 2001:db8::f816:3eff:fe4c:3c1b (986c5511-2b50-4eb7-bb75-ff9f776ff726/dbf3eae9-6758-40e4-a654-354e79a8121e/1a3a8e11-7299-4ca1-a23d-08d3436f59d2) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:45:11.112011 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-e639f19e-a17b-427c-a7b2-135bc4520475 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (5ae69b1b-39b8-491e-b02b-097b38fae223), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:11.206313 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-0f4c552d-9b55-471d-a195-ee1498f653d5 None None] Publish callbacks [] for port (1a3a8e11-7299-4ca1-a23d-08d3436f59d2), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:11.210498 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-e639f19e-a17b-427c-a7b2-135bc4520475 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Network d265fee8-86bc-4f18-8400-270071608522 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:45:11.212766 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1fd8c8fb-2b09-4c9b-973f-bc50bd141357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (c8c565e0-dcff-42dc-9243-96c7389b5575), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:11.217474 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1fd8c8fb-2b09-4c9b-973f-bc50bd141357 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:11.218363 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device c568887e-696b-4b7f-9502-2d4fec804028 no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:45:11.221904 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-1fd8c8fb-2b09-4c9b-973f-bc50bd141357 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/c8c565e0-dcff-42dc-9243-96c7389b5575 HTTP/1.1" status: 204 len: 168 time: 0.4963827 Feb 09 21:45:11.232617 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-0f4c552d-9b55-471d-a195-ee1498f653d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (1a3a8e11-7299-4ca1-a23d-08d3436f59d2), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:11.238683 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e639f19e-a17b-427c-a7b2-135bc4520475 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Pushing event updated for resources: {'Port': ['ID=5ae69b1b-39b8-491e-b02b-097b38fae223,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:11.245983 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7377750a-8f21-475c-adf9-8eb050a6e7b6 req-15cf090f-5687-4850-b735-f27db85bb71a tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=39f28f82-1d74-441d-996a-062fe4d18165 HTTP/1.1" status: 200 len: 210 time: 0.2326372 Feb 09 21:45:11.249719 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-e639f19e-a17b-427c-a7b2-135bc4520475 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:45:11.257932 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-e639f19e-a17b-427c-a7b2-135bc4520475 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:45:11.313345 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-2fb0b541-0344-4991-b650-4e1adf060e3f tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Deleting port a5525ae9-86c4-47e7-9bb5-62de6c6798c7 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:45:11.314650 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2fb0b541-0344-4991-b650-4e1adf060e3f tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (a5525ae9-86c4-47e7-9bb5-62de6c6798c7), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:11.321261 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] No Port match for: c568887e-696b-4b7f-9502-2d4fec804028 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:45:11.321604 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device c568887e-696b-4b7f-9502-2d4fec804028 not bound to the agent host n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:45:11.342102 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e35cccb0-2846-4b1d-b412-05e1dca5f2b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:11.353500 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4c552d-9b55-471d-a195-ee1498f653d5 None None] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:45:11.357999 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-0f4c552d-9b55-471d-a195-ee1498f653d5 None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:45:11.368696 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-b648c723-418d-412e-b5f0-5c111b3423a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0984e224-7a47-482b-a4d3-41dc6878e247 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:45:11.373473 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4c552d-9b55-471d-a195-ee1498f653d5 None None] Pushing event updated for resources: {'Port': ['ID=1a3a8e11-7299-4ca1-a23d-08d3436f59d2,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:11.376135 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4c552d-9b55-471d-a195-ee1498f653d5 None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:45:11.434559 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd8c8fb-2b09-4c9b-973f-bc50bd141357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c565e0-dcff-42dc-9243-96c7389b5575,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:11.437104 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-b648c723-418d-412e-b5f0-5c111b3423a1 service neutron] Publish callbacks [] for port (0984e224-7a47-482b-a4d3-41dc6878e247), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:11.487136 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-e639f19e-a17b-427c-a7b2-135bc4520475 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:11.487819 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-e639f19e-a17b-427c-a7b2-135bc4520475 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:11.494592 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b028e9-1540-4a7d-8701-e3a60e1c2c96 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Made reservation on behalf of 880c3cd16cc943a98203fd230e26852f for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:45:11.531858 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-b648c723-418d-412e-b5f0-5c111b3423a1 service neutron] Transition to ACTIVE for port object 0984e224-7a47-482b-a4d3-41dc6878e247 will not be triggered until provisioned by entity L2. {{(pid=103140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:45:11.533762 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2fb0b541-0344-4991-b650-4e1adf060e3f tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (a5525ae9-86c4-47e7-9bb5-62de6c6798c7), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:11.541295 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-e639f19e-a17b-427c-a7b2-135bc4520475 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6293843 Feb 09 21:45:11.558372 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-0f4c552d-9b55-471d-a195-ee1498f653d5 None None] Attempting to bind port 1a3a8e11-7299-4ca1-a23d-08d3436f59d2 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:45:11.559057 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-0f4c552d-9b55-471d-a195-ee1498f653d5 None None] Attempting to bind port 1a3a8e11-7299-4ca1-a23d-08d3436f59d2 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': 'e234f058-99e9-4683-aff2-a800b51d2ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:45:11.559785 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4c552d-9b55-471d-a195-ee1498f653d5 None None] Attempting to bind port 1a3a8e11-7299-4ca1-a23d-08d3436f59d2 on network 986c5511-2b50-4eb7-bb75-ff9f776ff726 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:45:11.585133 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddd4754-5150-4179-9ea6-90ea8e3a818d req-dca95e52-9601-4bd4-96b2-46223a4946b7 tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:11.586080 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4c552d-9b55-471d-a195-ee1498f653d5 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:45:11.590946 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4c552d-9b55-471d-a195-ee1498f653d5 None None] Checking segment: {'id': 'e234f058-99e9-4683-aff2-a800b51d2ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:45:11.592358 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-0f4c552d-9b55-471d-a195-ee1498f653d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:11.592694 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bddd4754-5150-4179-9ea6-90ea8e3a818d req-dca95e52-9601-4bd4-96b2-46223a4946b7 tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] 10.222.0.90 "GET /v2.0/ports?device_id=1763f4a8-794e-4435-bb72-16e880d00d35 HTTP/1.1" status: 200 len: 931 time: 0.5808396 Feb 09 21:45:11.593274 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4c552d-9b55-471d-a195-ee1498f653d5 None None] Bound using segment: {'id': 'e234f058-99e9-4683-aff2-a800b51d2ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:45:11.594602 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-0f4c552d-9b55-471d-a195-ee1498f653d5 None None] Bound port: 1a3a8e11-7299-4ca1-a23d-08d3436f59d2, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e234f058-99e9-4683-aff2-a800b51d2ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:45:11.595249 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-0f4c552d-9b55-471d-a195-ee1498f653d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (1a3a8e11-7299-4ca1-a23d-08d3436f59d2), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:11.605549 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-b648c723-418d-412e-b5f0-5c111b3423a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (0984e224-7a47-482b-a4d3-41dc6878e247), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:11.625704 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-2fb0b541-0344-4991-b650-4e1adf060e3f tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Calling delete_port for a5525ae9-86c4-47e7-9bb5-62de6c6798c7 owned by {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:45:11.656022 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-35a330ee-f7da-4da1-9afa-2b2e4e47f299 tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] Allocated IP 172.20.0.14 (f8cc813a-1c2b-4113-8f40-c5f119f97173/3ea02be5-e155-4258-b81d-2431efa2e9c8/1eb6f178-eaac-436e-a5e8-df1f031991ad) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:45:11.698003 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-0f4c552d-9b55-471d-a195-ee1498f653d5 None None] For port 1a3a8e11-7299-4ca1-a23d-08d3436f59d2, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:45:11.703903 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-0f4c552d-9b55-471d-a195-ee1498f653d5 None None] For port 1a3a8e11-7299-4ca1-a23d-08d3436f59d2, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=1a3a8e11-7299-4ca1-a23d-08d3436f59d2,segment=NetworkSegment(e234f058-99e9-4683-aff2-a800b51d2ec4),segment_id=e234f058-99e9-4683-aff2-a800b51d2ec4)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:45:11.716321 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-0f4c552d-9b55-471d-a195-ee1498f653d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (1a3a8e11-7299-4ca1-a23d-08d3436f59d2), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:11.740726 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [req-57d595ab-9691-42d0-b10c-92635d0bd5df req-6efac15b-6912-4afa-8e01-2c817b05aa0e tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] Router 341efdd6-06c3-4350-9049-4666147975a3 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:45:11.844021 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b648c723-418d-412e-b5f0-5c111b3423a1 service neutron] Pushing event updated for resources: {'Port': ['ID=0984e224-7a47-482b-a4d3-41dc6878e247,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:11.850326 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4c552d-9b55-471d-a195-ee1498f653d5 None None] Pushing event updated for resources: {'Port': ['ID=1a3a8e11-7299-4ca1-a23d-08d3436f59d2,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:11.854032 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-10007d21-2357-4621-8f79-b95971b9c055 None None] Provisioning complete for port 5ae69b1b-39b8-491e-b02b-097b38fae223 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:11.854427 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-10007d21-2357-4621-8f79-b95971b9c055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (5ae69b1b-39b8-491e-b02b-097b38fae223), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:11.893109 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-35a330ee-f7da-4da1-9afa-2b2e4e47f299 tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] Publish callbacks [] for port (1eb6f178-eaac-436e-a5e8-df1f031991ad), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:11.969544 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-10007d21-2357-4621-8f79-b95971b9c055 None None] Port 5ae69b1b-39b8-491e-b02b-097b38fae223 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:45:12.123739 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-ab8e2b50-c0d2-4e23-bbd4-a87dddbe2127 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 536be503-d8cd-45c9-934c-9187c26f65cb {{(pid=103141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:45:12.146415 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-ab8e2b50-c0d2-4e23-bbd4-a87dddbe2127 service neutron] Publish callbacks [] for port (536be503-d8cd-45c9-934c-9187c26f65cb), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:12.171302 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-4d09456a-480a-4489-988c-2a13f0a1458b tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Request body: {'port': {'device_id': 'e9451ac8-6c39-40f2-b7ec-f3604f7a77ca', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'd265fee8-86bc-4f18-8400-270071608522', 'admin_state_up': True, 'tenant_id': 'e0fba33cc37140f68483b74485e6f58c', 'security_groups': ['f725d2ca-c6e8-41e3-94bc-9cf24ee5a23b']}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:45:12.177894 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-35a330ee-f7da-4da1-9afa-2b2e4e47f299 tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (1eb6f178-eaac-436e-a5e8-df1f031991ad), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:12.222485 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-01bd6930-560b-43a5-b3ba-315a3c3b1880 req-68cbeb7b-2972-4d8d-b939-5bae9bc0d5c4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=73aafa54b15b4f2e83f3753252e1608e&device_id=39f28f82-1d74-441d-996a-062fe4d18165 HTTP/1.1" status: 200 len: 210 time: 0.2886341 Feb 09 21:45:12.247119 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bddd4754-5150-4179-9ea6-90ea8e3a818d req-715d2299-ac5f-417f-8fc5-e02a25c64f17 tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] 10.222.0.90 "GET /v2.0/security-groups?id=33a0486a-6292-49cc-8fb4-e603ce86e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6529739 Feb 09 21:45:12.352571 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a9b028e9-1540-4a7d-8701-e3a60e1c2c96 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:12.464787 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2fb0b541-0344-4991-b650-4e1adf060e3f tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (a5525ae9-86c4-47e7-9bb5-62de6c6798c7), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:12.465016 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-ab8e2b50-c0d2-4e23-bbd4-a87dddbe2127 service neutron] Transition to ACTIVE for port object 536be503-d8cd-45c9-934c-9187c26f65cb will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:45:12.485774 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-35a330ee-f7da-4da1-9afa-2b2e4e47f299 tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] Network f8cc813a-1c2b-4113-8f40-c5f119f97173 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:45:12.491649 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198c3fdc-298e-4564-a268-93766baf9bda req-d60e212b-a044-4d06-974b-bfcc52680129 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:12.497185 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198c3fdc-298e-4564-a268-93766baf9bda req-d60e212b-a044-4d06-974b-bfcc52680129 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:12.503152 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198c3fdc-298e-4564-a268-93766baf9bda req-d60e212b-a044-4d06-974b-bfcc52680129 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:12.508924 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198c3fdc-298e-4564-a268-93766baf9bda req-d60e212b-a044-4d06-974b-bfcc52680129 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:12.510782 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-198c3fdc-298e-4564-a268-93766baf9bda req-d60e212b-a044-4d06-974b-bfcc52680129 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 3096 time: 0.6087875 Feb 09 21:45:12.611440 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-a9b028e9-1540-4a7d-8701-e3a60e1c2c96 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] device_id is not set on port eedd74d8-058b-43d6-b03f-a7b9503fdb5e yet. {{(pid=103140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:45:12.694494 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:12.766847 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-a9b028e9-1540-4a7d-8701-e3a60e1c2c96 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Allocated IP 2001:db8::f816:3eff:fe38:e903 (986c5511-2b50-4eb7-bb75-ff9f776ff726/dbf3eae9-6758-40e4-a654-354e79a8121e/eedd74d8-058b-43d6-b03f-a7b9503fdb5e) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:45:12.894891 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-ab8e2b50-c0d2-4e23-bbd4-a87dddbe2127 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (536be503-d8cd-45c9-934c-9187c26f65cb), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:12.925812 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-35a330ee-f7da-4da1-9afa-2b2e4e47f299 tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:45:12.941756 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-35a330ee-f7da-4da1-9afa-2b2e4e47f299 tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:45:12.949604 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a9b028e9-1540-4a7d-8701-e3a60e1c2c96 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for port (eedd74d8-058b-43d6-b03f-a7b9503fdb5e), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:12.968861 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a330ee-f7da-4da1-9afa-2b2e4e47f299 tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] Pushing event updated for resources: {'Port': ['ID=1eb6f178-eaac-436e-a5e8-df1f031991ad,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:12.982884 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-57d595ab-9691-42d0-b10c-92635d0bd5df req-6efac15b-6912-4afa-8e01-2c817b05aa0e tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:45:12.999991 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a358b1-4800-4fa5-9db0-429f9b17b4a9 None None] Sync routers for ids ['341efdd6-06c3-4350-9049-4666147975a3'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:45:13.017328 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-063c9f14-85d5-4a78-9b91-1bee21848301 req-26f15a73-4396-4357-a8eb-6b8557cbc6d6 tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] 10.222.0.90 "GET /v2.0/ports?device_id=5166e0c3-ad3f-40d7-b9f4-8d91bdb04785 HTTP/1.1" status: 200 len: 210 time: 0.6579101 Feb 09 21:45:13.018148 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a358b1-4800-4fa5-9db0-429f9b17b4a9 None None] Routers {'341efdd6-06c3-4350-9049-4666147975a3'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:45:13.019406 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-b3a358b1-4800-4fa5-9db0-429f9b17b4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:45:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['341efdd6-06c3-4350-9049-4666147975a3'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:13.053314 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb0b541-0344-4991-b650-4e1adf060e3f tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Pushing event deleted for resources: {'Port': ['ID=a5525ae9-86c4-47e7-9bb5-62de6c6798c7,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:13.098160 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-35a330ee-f7da-4da1-9afa-2b2e4e47f299 tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:13.099084 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-35a330ee-f7da-4da1-9afa-2b2e4e47f299 tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:13.178996 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2fb0b541-0344-4991-b650-4e1adf060e3f tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:13.186090 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-2fb0b541-0344-4991-b650-4e1adf060e3f tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "DELETE /v2.0/ports/a5525ae9-86c4-47e7-9bb5-62de6c6798c7 HTTP/1.1" status: 204 len: 168 time: 3.2812746 Feb 09 21:45:13.201134 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41832) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:13.241275 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-f237694b-f5a9-44eb-8869-1143a521b6a3 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Request body: {'port': {'network_id': 'ed4940ef-ee4d-4f36-94d6-b986a8cbbb0b', 'mac_address': 'fa:16:3e:0e:a7:8f', 'name': 'tempest-PortsIpV6TestJSON-1834303700'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:45:13.246625 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-b648c723-418d-412e-b5f0-5c111b3423a1 service neutron] Attempting to bind port 0984e224-7a47-482b-a4d3-41dc6878e247 on host n-h1-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:45:13.246972 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-b648c723-418d-412e-b5f0-5c111b3423a1 service neutron] Attempting to bind port 0984e224-7a47-482b-a4d3-41dc6878e247 by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': '6634fbc3-8d45-48c1-b955-d9743187ac5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'f8cc813a-1c2b-4113-8f40-c5f119f97173'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:45:13.247313 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-b648c723-418d-412e-b5f0-5c111b3423a1 service neutron] Attempting to bind port 0984e224-7a47-482b-a4d3-41dc6878e247 on network f8cc813a-1c2b-4113-8f40-c5f119f97173 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:45:13.318556 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-b648c723-418d-412e-b5f0-5c111b3423a1 service neutron] Port 0984e224-7a47-482b-a4d3-41dc6878e247 on network f8cc813a-1c2b-4113-8f40-c5f119f97173 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:45:13.318914 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-b648c723-418d-412e-b5f0-5c111b3423a1 service neutron] Attempting to bind port 0984e224-7a47-482b-a4d3-41dc6878e247 on network f8cc813a-1c2b-4113-8f40-c5f119f97173 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:45:13.322190 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-57d595ab-9691-42d0-b10c-92635d0bd5df req-6efac15b-6912-4afa-8e01-2c817b05aa0e tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] No DVR routers for this DVR port c568887e-696b-4b7f-9502-2d4fec804028 on host n-h1-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:45:13.327442 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-57d595ab-9691-42d0-b10c-92635d0bd5df req-6efac15b-6912-4afa-8e01-2c817b05aa0e tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:13.332151 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-57d595ab-9691-42d0-b10c-92635d0bd5df req-6efac15b-6912-4afa-8e01-2c817b05aa0e tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] 10.222.0.95 "DELETE /v2.0/ports/c568887e-696b-4b7f-9502-2d4fec804028 HTTP/1.1" status: 204 len: 173 time: 6.1645832 Feb 09 21:45:13.337426 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-198c3fdc-298e-4564-a268-93766baf9bda req-c982753b-c8ef-4b68-8dd0-d7d71fcbb317 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/security-groups?id=f725d2ca-c6e8-41e3-94bc-9cf24ee5a23b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7960813 Feb 09 21:45:13.344756 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-35a330ee-f7da-4da1-9afa-2b2e4e47f299 tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.7074983 Feb 09 21:45:13.362890 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-d1933760-2d17-4ae9-aa75-61d7a4aabffc service neutron] Request body: {'port': {'device_id': 'f8491acc-3475-4ebe-8204-7cc0c7321a88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:45:13.392904 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-b3a358b1-4800-4fa5-9db0-429f9b17b4a9 None None] Set router 341efdd6-06c3-4350-9049-4666147975a3 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:45:13.436839 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bd6930-560b-43a5-b3ba-315a3c3b1880 req-b8e2a178-5115-4eba-8f92-5f24b8c3035e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:13.438921 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-01bd6930-560b-43a5-b3ba-315a3c3b1880 req-b8e2a178-5115-4eba-8f92-5f24b8c3035e service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=73aafa54b15b4f2e83f3753252e1608e&shared=False HTTP/1.1" status: 200 len: 913 time: 1.1218021 Feb 09 21:45:13.441732 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5166e0c3-ad3f-40d7-b9f4-8d91bdb04785', 'name': 'network-vif-deleted', 'tag': 'c568887e-696b-4b7f-9502-2d4fec804028'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:45:13.450814 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8644b2a9-98e6-4047-ada3-9d65a8d9a04f" -d '{"events": [{"server_uuid": "5166e0c3-ad3f-40d7-b9f4-8d91bdb04785", "name": "network-vif-deleted", "tag": "c568887e-696b-4b7f-9502-2d4fec804028"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:45:13.459213 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a9b028e9-1540-4a7d-8701-e3a60e1c2c96 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (eedd74d8-058b-43d6-b03f-a7b9503fdb5e), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:13.587531 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8e2b50-c0d2-4e23-bbd4-a87dddbe2127 service neutron] Pushing event updated for resources: {'Port': ['ID=536be503-d8cd-45c9-934c-9187c26f65cb,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:13.613970 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-b648c723-418d-412e-b5f0-5c111b3423a1 service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:45:13.617843 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-b648c723-418d-412e-b5f0-5c111b3423a1 service neutron] Checking segment: {'id': '6634fbc3-8d45-48c1-b955-d9743187ac5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'f8cc813a-1c2b-4113-8f40-c5f119f97173'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:45:13.619704 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-b648c723-418d-412e-b5f0-5c111b3423a1 service neutron] Bound using segment: {'id': '6634fbc3-8d45-48c1-b955-d9743187ac5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'f8cc813a-1c2b-4113-8f40-c5f119f97173'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:45:13.620431 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-b648c723-418d-412e-b5f0-5c111b3423a1 service neutron] Bound port: 0984e224-7a47-482b-a4d3-41dc6878e247, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6634fbc3-8d45-48c1-b955-d9743187ac5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'f8cc813a-1c2b-4113-8f40-c5f119f97173'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:45:13.621762 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-b648c723-418d-412e-b5f0-5c111b3423a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (0984e224-7a47-482b-a4d3-41dc6878e247), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:13.632539 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 1a3a8e11-7299-4ca1-a23d-08d3436f59d2 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:45:13.661752 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a6905b8b-1c72-4ab7-9244-bc07febbc987 req-066d8d11-43d2-4d9b-ac71-7ff4a72f634e tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=39f28f82-1d74-441d-996a-062fe4d18165 HTTP/1.1" status: 200 len: 210 time: 0.4321818 Feb 09 21:45:13.744680 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-091ea20a-aae8-4c28-a0c1-7c2742d5151d None None] Provisioning complete for port 1a3a8e11-7299-4ca1-a23d-08d3436f59d2 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:13.745105 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-091ea20a-aae8-4c28-a0c1-7c2742d5151d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (1a3a8e11-7299-4ca1-a23d-08d3436f59d2), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:13.808801 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-b648c723-418d-412e-b5f0-5c111b3423a1 service neutron] For port 0984e224-7a47-482b-a4d3-41dc6878e247, host n-h1-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:45:13.813514 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-b648c723-418d-412e-b5f0-5c111b3423a1 service neutron] For port 0984e224-7a47-482b-a4d3-41dc6878e247, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=0984e224-7a47-482b-a4d3-41dc6878e247,segment=NetworkSegment(6634fbc3-8d45-48c1-b955-d9743187ac5b),segment_id=6634fbc3-8d45-48c1-b955-d9743187ac5b)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:45:13.832088 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 1a3a8e11-7299-4ca1-a23d-08d3436f59d2 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:13.836042 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (1a3a8e11-7299-4ca1-a23d-08d3436f59d2), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:13.842129 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-4d09456a-480a-4489-988c-2a13f0a1458b tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Made reservation on behalf of e0fba33cc37140f68483b74485e6f58c for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:45:13.846966 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-4d09456a-480a-4489-988c-2a13f0a1458b tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:13.853021 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca33afaf-cb22-4943-858a-19f1a52f5fa0 x-openstack-request-id: req-ca33afaf-cb22-4943-858a-19f1a52f5fa0 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:45:13.853785 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5166e0c3-ad3f-40d7-b9f4-8d91bdb04785", "name": "network-vif-deleted", "tag": "c568887e-696b-4b7f-9502-2d4fec804028", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:45:13.854410 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-ca33afaf-cb22-4943-858a-19f1a52f5fa0 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:45:13.855679 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5166e0c3-ad3f-40d7-b9f4-8d91bdb04785', 'name': 'network-vif-deleted', 'tag': 'c568887e-696b-4b7f-9502-2d4fec804028', 'status': 'completed', 'code': 200} Feb 09 21:45:13.917386 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-b648c723-418d-412e-b5f0-5c111b3423a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (0984e224-7a47-482b-a4d3-41dc6878e247), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:13.963158 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b028e9-1540-4a7d-8701-e3a60e1c2c96 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:45:13.973698 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-d1933760-2d17-4ae9-aa75-61d7a4aabffc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (1eb6f178-eaac-436e-a5e8-df1f031991ad), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:13.997825 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-b3a358b1-4800-4fa5-9db0-429f9b17b4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341efdd6-06c3-4350-9049-4666147975a3', 'name': 'tempest-ServersTestJSON-1600170528-router', 'tenant_id': '505da41edaf64392a4228e0531d67a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '9129b8cc-a48d-450d-9a26-0ae0ac96f68d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:43:32Z', 'updated_at': '2022-02-09T21:43:40Z', 'revision_number': 4, 'project_id': '505da41edaf64392a4228e0531d67a93', 'gw_port': {'id': '9129b8cc-a48d-450d-9a26-0ae0ac96f68d', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:bf:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341efdd6-06c3-4350-9049-4666147975a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:43:33Z', 'updated_at': '2022-02-09T21:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '519bfcbb-ca65-4117-81d8-986b3cd33f2a', 'name': '', 'network_id': 'efdb96f6-22a5-41e8-be55-251cf329ed07', 'tenant_id': '505da41edaf64392a4228e0531d67a93', 'mac_address': 'fa:16:3e:94:67:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341efdd6-06c3-4350-9049-4666147975a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': '57963df8-04e1-4710-99da-25fa79c51970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:43:38Z', 'updated_at': '2022-02-09T21:43:50Z', 'revision_number': 5, 'project_id': '505da41edaf64392a4228e0531d67a93', 'subnets': [{'id': '57963df8-04e1-4710-99da-25fa79c51970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:14.011273 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-a9b028e9-1540-4a7d-8701-e3a60e1c2c96 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:45:14.029917 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b028e9-1540-4a7d-8701-e3a60e1c2c96 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:45:14.036846 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 1a3a8e11-7299-4ca1-a23d-08d3436f59d2 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:14.037240 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (1a3a8e11-7299-4ca1-a23d-08d3436f59d2), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:14.045717 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b028e9-1540-4a7d-8701-e3a60e1c2c96 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:14.046481 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a9b028e9-1540-4a7d-8701-e3a60e1c2c96 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:14.052831 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-091ea20a-aae8-4c28-a0c1-7c2742d5151d None None] Current status of the port 1a3a8e11-7299-4ca1-a23d-08d3436f59d2 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:14.053464 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-091ea20a-aae8-4c28-a0c1-7c2742d5151d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (1a3a8e11-7299-4ca1-a23d-08d3436f59d2), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:14.071532 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-b648c723-418d-412e-b5f0-5c111b3423a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:14.072315 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-b648c723-418d-412e-b5f0-5c111b3423a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:14.074334 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-b648c723-418d-412e-b5f0-5c111b3423a1 service neutron] 10.222.0.95 "PUT /v2.0/ports/0984e224-7a47-482b-a4d3-41dc6878e247 HTTP/1.1" status: 200 len: 1091 time: 5.3228111 Feb 09 21:45:14.090258 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-a9b028e9-1540-4a7d-8701-e3a60e1c2c96 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.3668516 Feb 09 21:45:14.099067 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41850) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:14.109267 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c8acaf-4492-43b4-826f-d28fafd70f28 req-5006688e-5eec-42d4-bcf3-7e33a026356d tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:14.114210 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-24c8acaf-4492-43b4-826f-d28fafd70f28 req-5006688e-5eec-42d4-bcf3-7e33a026356d tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] 10.222.0.90 "GET /v2.0/ports?device_id=1763f4a8-794e-4435-bb72-16e880d00d35 HTTP/1.1" status: 200 len: 943 time: 0.4486892 Feb 09 21:45:14.123710 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a358b1-4800-4fa5-9db0-429f9b17b4a9 None None] Checking router: 341efdd6-06c3-4350-9049-4666147975a3 for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:45:14.125809 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-ab8e2b50-c0d2-4e23-bbd4-a87dddbe2127 service neutron] Attempting to bind port 536be503-d8cd-45c9-934c-9187c26f65cb on host n-h1-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:45:14.127841 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-ab8e2b50-c0d2-4e23-bbd4-a87dddbe2127 service neutron] Attempting to bind port 536be503-d8cd-45c9-934c-9187c26f65cb by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': '6634fbc3-8d45-48c1-b955-d9743187ac5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'f8cc813a-1c2b-4113-8f40-c5f119f97173'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:45:14.128648 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-ab8e2b50-c0d2-4e23-bbd4-a87dddbe2127 service neutron] Attempting to bind port 536be503-d8cd-45c9-934c-9187c26f65cb on network f8cc813a-1c2b-4113-8f40-c5f119f97173 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:45:14.146820 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a358b1-4800-4fa5-9db0-429f9b17b4a9 None None] Routers {'341efdd6-06c3-4350-9049-4666147975a3'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:45:14.147698 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-b3a358b1-4800-4fa5-9db0-429f9b17b4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:45:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['341efdd6-06c3-4350-9049-4666147975a3'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:14.167256 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b028e9-1540-4a7d-8701-e3a60e1c2c96 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event updated for resources: {'Port': ['ID=eedd74d8-058b-43d6-b03f-a7b9503fdb5e,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:14.238179 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-091ea20a-aae8-4c28-a0c1-7c2742d5151d None None] For port 1a3a8e11-7299-4ca1-a23d-08d3436f59d2, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=1a3a8e11-7299-4ca1-a23d-08d3436f59d2,segment=NetworkSegment(e234f058-99e9-4683-aff2-a800b51d2ec4),segment_id=e234f058-99e9-4683-aff2-a800b51d2ec4)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:45:14.256085 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-091ea20a-aae8-4c28-a0c1-7c2742d5151d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (1a3a8e11-7299-4ca1-a23d-08d3436f59d2), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:14.299613 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-ab8e2b50-c0d2-4e23-bbd4-a87dddbe2127 service neutron] Port 536be503-d8cd-45c9-934c-9187c26f65cb on network f8cc813a-1c2b-4113-8f40-c5f119f97173 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:45:14.299935 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-ab8e2b50-c0d2-4e23-bbd4-a87dddbe2127 service neutron] Attempting to bind port 536be503-d8cd-45c9-934c-9187c26f65cb on network f8cc813a-1c2b-4113-8f40-c5f119f97173 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:45:14.329809 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-24c8acaf-4492-43b4-826f-d28fafd70f28 req-dd0fb8f8-4e0c-4cfe-8464-3e8963345679 tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] 10.222.0.90 "GET /v2.0/security-groups?id=33a0486a-6292-49cc-8fb4-e603ce86e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454198 Feb 09 21:45:14.338565 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:14.339051 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f237694b-f5a9-44eb-8869-1143a521b6a3 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Made reservation on behalf of 87111984dff24e1780aaef3f75dde822 for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:45:14.349984 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bd6930-560b-43a5-b3ba-315a3c3b1880 req-d3c365d9-08b9-43ad-ac22-e36e1e091911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:14.351754 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-01bd6930-560b-43a5-b3ba-315a3c3b1880 req-d3c365d9-08b9-43ad-ac22-e36e1e091911 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8202422 Feb 09 21:45:14.449836 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-ab8e2b50-c0d2-4e23-bbd4-a87dddbe2127 service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:45:14.450178 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-ab8e2b50-c0d2-4e23-bbd4-a87dddbe2127 service neutron] Checking segment: {'id': '6634fbc3-8d45-48c1-b955-d9743187ac5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'f8cc813a-1c2b-4113-8f40-c5f119f97173'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:45:14.450569 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-ab8e2b50-c0d2-4e23-bbd4-a87dddbe2127 service neutron] Bound using segment: {'id': '6634fbc3-8d45-48c1-b955-d9743187ac5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'f8cc813a-1c2b-4113-8f40-c5f119f97173'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:45:14.451027 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-ab8e2b50-c0d2-4e23-bbd4-a87dddbe2127 service neutron] Bound port: 536be503-d8cd-45c9-934c-9187c26f65cb, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6634fbc3-8d45-48c1-b955-d9743187ac5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'f8cc813a-1c2b-4113-8f40-c5f119f97173'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:45:14.451543 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-ab8e2b50-c0d2-4e23-bbd4-a87dddbe2127 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (536be503-d8cd-45c9-934c-9187c26f65cb), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:14.468451 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.db.api [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103142) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:45:14.469382 n-d-828369-5 neutron-server[103142]: DEBUG oslo_db.api [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:45:14.469883 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091ea20a-aae8-4c28-a0c1-7c2742d5151d None None] Pushing event updated for resources: {'Port': ['ID=1a3a8e11-7299-4ca1-a23d-08d3436f59d2,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:14.492409 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f237694b-f5a9-44eb-8869-1143a521b6a3 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:14.497256 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-b3a358b1-4800-4fa5-9db0-429f9b17b4a9 None None] Set router 341efdd6-06c3-4350-9049-4666147975a3 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:45:14.511313 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-297bbc66-7519-4c82-ad8d-0971fd418373 req-738b37b2-0609-4a2e-bbf1-2722149f2765 tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] 10.222.0.90 "GET /v2.0/ports?device_id=5166e0c3-ad3f-40d7-b9f4-8d91bdb04785 HTTP/1.1" status: 200 len: 210 time: 0.2120671 Feb 09 21:45:14.550576 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-01bd6930-560b-43a5-b3ba-315a3c3b1880 req-0a7a39f3-3ab3-48dd-86f9-6d4cbeb3f9e9 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.89 "GET /v2.0/ports?device_id=39f28f82-1d74-441d-996a-062fe4d18165 HTTP/1.1" status: 200 len: 210 time: 0.1404049 Feb 09 21:45:14.561949 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-f237694b-f5a9-44eb-8869-1143a521b6a3 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] device_id is not set on port ccf28683-34a8-4726-ac2c-597b1c0f7415 yet. {{(pid=103140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:45:14.598785 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b648c723-418d-412e-b5f0-5c111b3423a1 service neutron] Pushing event updated for resources: {'Port': ['ID=0984e224-7a47-482b-a4d3-41dc6878e247,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:14.658276 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45d3d47-2717-4e3b-a4ec-2d8b2f9f4101 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:14.664483 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45d3d47-2717-4e3b-a4ec-2d8b2f9f4101 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:14.693447 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-b45d3d47-2717-4e3b-a4ec-2d8b2f9f4101 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.5780015 Feb 09 21:45:14.701182 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41864) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:14.713901 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-1b3c7364-14e7-4e49-9cdf-713e40110533 None None] Provisioning complete for port eedd74d8-058b-43d6-b03f-a7b9503fdb5e triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:14.717041 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1b3c7364-14e7-4e49-9cdf-713e40110533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (eedd74d8-058b-43d6-b03f-a7b9503fdb5e), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:14.833327 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-1b3c7364-14e7-4e49-9cdf-713e40110533 None None] Port eedd74d8-058b-43d6-b03f-a7b9503fdb5e cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:45:14.873161 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-35906a25-f28e-49c4-87d7-ebfa69014dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:14.875764 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-35906a25-f28e-49c4-87d7-ebfa69014dc3 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=04936eb153f54e9eb618ef80dee0cb18&device_id=1763f4a8-794e-4435-bb72-16e880d00d35 HTTP/1.1" status: 200 len: 1125 time: 0.6928709 Feb 09 21:45:14.923954 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-b3a358b1-4800-4fa5-9db0-429f9b17b4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341efdd6-06c3-4350-9049-4666147975a3', 'name': 'tempest-ServersTestJSON-1600170528-router', 'tenant_id': '505da41edaf64392a4228e0531d67a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '9129b8cc-a48d-450d-9a26-0ae0ac96f68d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:43:32Z', 'updated_at': '2022-02-09T21:43:40Z', 'revision_number': 4, 'project_id': '505da41edaf64392a4228e0531d67a93', 'gw_port': {'id': '9129b8cc-a48d-450d-9a26-0ae0ac96f68d', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:bf:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341efdd6-06c3-4350-9049-4666147975a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:43:33Z', 'updated_at': '2022-02-09T21:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '519bfcbb-ca65-4117-81d8-986b3cd33f2a', 'name': '', 'network_id': 'efdb96f6-22a5-41e8-be55-251cf329ed07', 'tenant_id': '505da41edaf64392a4228e0531d67a93', 'mac_address': 'fa:16:3e:94:67:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341efdd6-06c3-4350-9049-4666147975a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': '57963df8-04e1-4710-99da-25fa79c51970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:43:38Z', 'updated_at': '2022-02-09T21:43:50Z', 'revision_number': 5, 'project_id': '505da41edaf64392a4228e0531d67a93', 'subnets': [{'id': '57963df8-04e1-4710-99da-25fa79c51970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:14.957438 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a358b1-4800-4fa5-9db0-429f9b17b4a9 None None] The sync data for ids ['341efdd6-06c3-4350-9049-4666147975a3'] in n-d-828369-5 is: [{'id': '341efdd6-06c3-4350-9049-4666147975a3', 'name': 'tempest-ServersTestJSON-1600170528-router', 'tenant_id': '505da41edaf64392a4228e0531d67a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '9129b8cc-a48d-450d-9a26-0ae0ac96f68d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:43:32Z', 'updated_at': '2022-02-09T21:43:40Z', 'revision_number': 4, 'project_id': '505da41edaf64392a4228e0531d67a93', 'gw_port': {'id': '9129b8cc-a48d-450d-9a26-0ae0ac96f68d', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:bf:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341efdd6-06c3-4350-9049-4666147975a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:43:33Z', 'updated_at': '2022-02-09T21:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '519bfcbb-ca65-4117-81d8-986b3cd33f2a', 'name': '', 'network_id': 'efdb96f6-22a5-41e8-be55-251cf329ed07', 'tenant_id': '505da41edaf64392a4228e0531d67a93', 'mac_address': 'fa:16:3e:94:67:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341efdd6-06c3-4350-9049-4666147975a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': '57963df8-04e1-4710-99da-25fa79c51970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:43:38Z', 'updated_at': '2022-02-09T21:43:50Z', 'revision_number': 5, 'project_id': '505da41edaf64392a4228e0531d67a93', 'subnets': [{'id': '57963df8-04e1-4710-99da-25fa79c51970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:45:15.022471 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e5a40a5f-82c1-4d56-adb2-1e5b01ee1e61 req-e039462c-7b7f-4ffb-a348-f598807314a7 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=39f28f82-1d74-441d-996a-062fe4d18165 HTTP/1.1" status: 200 len: 210 time: 0.2048972 Feb 09 21:45:15.026214 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-85d6cea1-fe5d-454f-9a08-ea53e226bf53 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0984e224-7a47-482b-a4d3-41dc6878e247 HTTP/1.1" status: 200 len: 217 time: 0.1095641 Feb 09 21:45:15.089242 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 1a3a8e11-7299-4ca1-a23d-08d3436f59d2 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:15.343205 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-d1933760-2d17-4ae9-aa75-61d7a4aabffc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1eb6f178-eaac-436e-a5e8-df1f031991ad {{(pid=103141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:45:15.353338 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-d1933760-2d17-4ae9-aa75-61d7a4aabffc service neutron] Publish callbacks [] for port (1eb6f178-eaac-436e-a5e8-df1f031991ad), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:15.367622 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-d1933760-2d17-4ae9-aa75-61d7a4aabffc service neutron] Transition to ACTIVE for port object 1eb6f178-eaac-436e-a5e8-df1f031991ad will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:45:15.399942 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-d1933760-2d17-4ae9-aa75-61d7a4aabffc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (1eb6f178-eaac-436e-a5e8-df1f031991ad), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:15.442578 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d694494-14e9-4826-a415-bc9d47d6f6c2 req-41220f49-acfa-4a97-8089-e4b719c5883d tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:15.452342 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d694494-14e9-4826-a415-bc9d47d6f6c2 req-41220f49-acfa-4a97-8089-e4b719c5883d tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:15.460899 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d694494-14e9-4826-a415-bc9d47d6f6c2 req-41220f49-acfa-4a97-8089-e4b719c5883d tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:15.475990 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d694494-14e9-4826-a415-bc9d47d6f6c2 req-41220f49-acfa-4a97-8089-e4b719c5883d tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:15.481618 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0d694494-14e9-4826-a415-bc9d47d6f6c2 req-41220f49-acfa-4a97-8089-e4b719c5883d tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 3096 time: 0.9281437 Feb 09 21:45:15.523499 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-ed3d7edd-b128-4d6e-873d-51b8241c3357 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Deleting port eedd74d8-058b-43d6-b03f-a7b9503fdb5e {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:45:15.523940 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ed3d7edd-b128-4d6e-873d-51b8241c3357 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (eedd74d8-058b-43d6-b03f-a7b9503fdb5e), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:15.535241 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c2e2de9d-460d-4b44-8d59-d6798aa45607 req-7f12203d-9ceb-4953-bc86-049119b5e043 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=73aafa54b15b4f2e83f3753252e1608e&device_id=39f28f82-1d74-441d-996a-062fe4d18165 HTTP/1.1" status: 200 len: 210 time: 0.5275030 Feb 09 21:45:15.631111 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-4d09456a-480a-4489-988c-2a13f0a1458b tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Allocated IP 10.2.2.200 (d265fee8-86bc-4f18-8400-270071608522/f98d2759-4f2e-4a40-86b8-36a646f017e8/c6886d61-f041-4e03-9002-7714a0a6ea30) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:45:15.641296 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 1a3a8e11-7299-4ca1-a23d-08d3436f59d2 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:45:15.735223 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab251ca-a70e-4c15-9283-e37c9817bfed None None] New status for floating IP eb68e1b2-989d-49a2-be5f-7ca16b2e2b86: DOWN {{(pid=103142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:45:15.810661 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-4d09456a-480a-4489-988c-2a13f0a1458b tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks [] for port (c6886d61-f041-4e03-9002-7714a0a6ea30), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:15.820004 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1933760-2d17-4ae9-aa75-61d7a4aabffc service neutron] Pushing event updated for resources: {'Port': ['ID=1eb6f178-eaac-436e-a5e8-df1f031991ad,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:15.866860 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-ab8e2b50-c0d2-4e23-bbd4-a87dddbe2127 service neutron] For port 536be503-d8cd-45c9-934c-9187c26f65cb, host n-h1-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:45:15.869555 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:15.901402 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-ab8e2b50-c0d2-4e23-bbd4-a87dddbe2127 service neutron] For port 536be503-d8cd-45c9-934c-9187c26f65cb, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=536be503-d8cd-45c9-934c-9187c26f65cb,segment=NetworkSegment(6634fbc3-8d45-48c1-b955-d9743187ac5b),segment_id=6634fbc3-8d45-48c1-b955-d9743187ac5b)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:45:15.916812 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 1a3a8e11-7299-4ca1-a23d-08d3436f59d2 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:15.917721 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (1a3a8e11-7299-4ca1-a23d-08d3436f59d2), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:15.975425 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-ab8e2b50-c0d2-4e23-bbd4-a87dddbe2127 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (536be503-d8cd-45c9-934c-9187c26f65cb), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:16.072683 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-4d09456a-480a-4489-988c-2a13f0a1458b tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (c6886d61-f041-4e03-9002-7714a0a6ea30), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:16.120400 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 1a3a8e11-7299-4ca1-a23d-08d3436f59d2 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:16.132918 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f237694b-f5a9-44eb-8869-1143a521b6a3 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for port (ccf28683-34a8-4726-ac2c-597b1c0f7415), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:16.135199 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-ab8e2b50-c0d2-4e23-bbd4-a87dddbe2127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:16.135835 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-ab8e2b50-c0d2-4e23-bbd4-a87dddbe2127 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:16.137312 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-ab8e2b50-c0d2-4e23-bbd4-a87dddbe2127 service neutron] 10.222.0.95 "PUT /v2.0/ports/536be503-d8cd-45c9-934c-9187c26f65cb HTTP/1.1" status: 200 len: 1091 time: 6.4323115 Feb 09 21:45:16.152079 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1763f4a8-794e-4435-bb72-16e880d00d35', 'tag': '0984e224-7a47-482b-a4d3-41dc6878e247'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:45:16.156836 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16b44a23-39cb-4372-bc21-c4a2bac5cc4f', 'tag': '536be503-d8cd-45c9-934c-9187c26f65cb'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:45:16.157604 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96be2987-18a3-477b-8906-78dca11f80b9" -d '{"events": [{"name": "network-changed", "server_uuid": "1763f4a8-794e-4435-bb72-16e880d00d35", "tag": "0984e224-7a47-482b-a4d3-41dc6878e247"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:45:16.165848 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d875bc2-f8ee-452e-905b-a6f19f4ddee9" -d '{"events": [{"name": "network-changed", "server_uuid": "16b44a23-39cb-4372-bc21-c4a2bac5cc4f", "tag": "536be503-d8cd-45c9-934c-9187c26f65cb"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:45:16.186367 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-7c4e266b-f44a-40b9-b1a2-9dec1663c508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:16.188473 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-7c4e266b-f44a-40b9-b1a2-9dec1663c508 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=3ea02be5-e155-4258-b81d-2431efa2e9c8 HTTP/1.1" status: 200 len: 857 time: 1.1191473 Feb 09 21:45:16.203213 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-4d09456a-480a-4489-988c-2a13f0a1458b tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Network d265fee8-86bc-4f18-8400-270071608522 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:45:16.223123 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-4d09456a-480a-4489-988c-2a13f0a1458b tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:45:16.251032 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-4d09456a-480a-4489-988c-2a13f0a1458b tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:45:16.285599 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-d40de156-eafb-4db6-bcdd-29520111e4c2 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=f8cc813a-1c2b-4113-8f40-c5f119f97173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0896411 Feb 09 21:45:16.318520 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-d1933760-2d17-4ae9-aa75-61d7a4aabffc service neutron] Attempting to bind port 1eb6f178-eaac-436e-a5e8-df1f031991ad on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:45:16.318891 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-d1933760-2d17-4ae9-aa75-61d7a4aabffc service neutron] Attempting to bind port 1eb6f178-eaac-436e-a5e8-df1f031991ad by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': '6634fbc3-8d45-48c1-b955-d9743187ac5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'f8cc813a-1c2b-4113-8f40-c5f119f97173'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:45:16.319196 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-d1933760-2d17-4ae9-aa75-61d7a4aabffc service neutron] Attempting to bind port 1eb6f178-eaac-436e-a5e8-df1f031991ad on network f8cc813a-1c2b-4113-8f40-c5f119f97173 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:45:16.321177 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8e2b50-c0d2-4e23-bbd4-a87dddbe2127 service neutron] Pushing event updated for resources: {'Port': ['ID=536be503-d8cd-45c9-934c-9187c26f65cb,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:16.324643 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e2de9d-460d-4b44-8d59-d6798aa45607 req-5e71b53b-4db6-49ae-98fd-cafb8334859d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:16.326096 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c2e2de9d-460d-4b44-8d59-d6798aa45607 req-5e71b53b-4db6-49ae-98fd-cafb8334859d service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=73aafa54b15b4f2e83f3753252e1608e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.6966050 Feb 09 21:45:16.392007 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-d1933760-2d17-4ae9-aa75-61d7a4aabffc service neutron] Port 1eb6f178-eaac-436e-a5e8-df1f031991ad on network f8cc813a-1c2b-4113-8f40-c5f119f97173 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:45:16.392660 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-d1933760-2d17-4ae9-aa75-61d7a4aabffc service neutron] Attempting to bind port 1eb6f178-eaac-436e-a5e8-df1f031991ad on network f8cc813a-1c2b-4113-8f40-c5f119f97173 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:45:16.395287 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ed3d7edd-b128-4d6e-873d-51b8241c3357 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (eedd74d8-058b-43d6-b03f-a7b9503fdb5e), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:16.457157 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f237694b-f5a9-44eb-8869-1143a521b6a3 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (ccf28683-34a8-4726-ac2c-597b1c0f7415), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:16.479445 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-4d09456a-480a-4489-988c-2a13f0a1458b tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:16.480071 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-4d09456a-480a-4489-988c-2a13f0a1458b tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:16.490215 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-d1933760-2d17-4ae9-aa75-61d7a4aabffc service neutron] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:45:16.490560 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-d1933760-2d17-4ae9-aa75-61d7a4aabffc service neutron] Checking segment: {'id': '6634fbc3-8d45-48c1-b955-d9743187ac5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'f8cc813a-1c2b-4113-8f40-c5f119f97173'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:45:16.490950 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-d1933760-2d17-4ae9-aa75-61d7a4aabffc service neutron] Bound using segment: {'id': '6634fbc3-8d45-48c1-b955-d9743187ac5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'f8cc813a-1c2b-4113-8f40-c5f119f97173'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:45:16.491395 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-d1933760-2d17-4ae9-aa75-61d7a4aabffc service neutron] Bound port: 1eb6f178-eaac-436e-a5e8-df1f031991ad, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6634fbc3-8d45-48c1-b955-d9743187ac5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'f8cc813a-1c2b-4113-8f40-c5f119f97173'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:45:16.491754 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-d1933760-2d17-4ae9-aa75-61d7a4aabffc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (1eb6f178-eaac-436e-a5e8-df1f031991ad), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:16.493991 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0d694494-14e9-4826-a415-bc9d47d6f6c2 req-86355fc9-761f-488a-bfd0-59341fb65c03 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/security-groups?id=f725d2ca-c6e8-41e3-94bc-9cf24ee5a23b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9831314 Feb 09 21:45:16.520312 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-ed3d7edd-b128-4d6e-873d-51b8241c3357 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Calling delete_port for eedd74d8-058b-43d6-b03f-a7b9503fdb5e owned by {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:45:16.585437 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-b89db73f-e8e1-42f7-a484-4df3cacab7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:16.587098 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-b89db73f-e8e1-42f7-a484-4df3cacab7d5 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=04936eb153f54e9eb618ef80dee0cb18&device_id=16b44a23-39cb-4372-bc21-c4a2bac5cc4f HTTP/1.1" status: 200 len: 1125 time: 0.3955626 Feb 09 21:45:16.618676 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53977b86-b0e0-4958-82fb-cbb1bdf131e6 req-ad756438-36aa-414b-8c95-eddfed3f5479 tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:16.628584 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-53977b86-b0e0-4958-82fb-cbb1bdf131e6 req-ad756438-36aa-414b-8c95-eddfed3f5479 tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] 10.222.0.90 "GET /v2.0/ports?device_id=1763f4a8-794e-4435-bb72-16e880d00d35 HTTP/1.1" status: 200 len: 943 time: 0.4804201 Feb 09 21:45:16.658798 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e2de9d-460d-4b44-8d59-d6798aa45607 req-82e5b213-79fd-4699-998e-19f7112c395e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:16.660582 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c2e2de9d-460d-4b44-8d59-d6798aa45607 req-82e5b213-79fd-4699-998e-19f7112c395e service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3262250 Feb 09 21:45:16.661581 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d09456a-480a-4489-988c-2a13f0a1458b tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Pushing event updated for resources: {'Port': ['ID=c6886d61-f041-4e03-9002-7714a0a6ea30,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:16.700080 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-eba48cf9-754d-45a9-8212-b104a22dfd40 None None] Provisioning complete for port c6886d61-f041-4e03-9002-7714a0a6ea30 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:16.700621 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-eba48cf9-754d-45a9-8212-b104a22dfd40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (c6886d61-f041-4e03-9002-7714a0a6ea30), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:16.758379 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f237694b-f5a9-44eb-8869-1143a521b6a3 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Network ed4940ef-ee4d-4f36-94d6-b986a8cbbb0b is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:45:16.769442 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-54407cc1-98a1-497f-becc-65a1aaf433a9 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=536be503-d8cd-45c9-934c-9187c26f65cb HTTP/1.1" status: 200 len: 217 time: 0.1024270 Feb 09 21:45:16.771555 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-eba48cf9-754d-45a9-8212-b104a22dfd40 None None] Port c6886d61-f041-4e03-9002-7714a0a6ea30 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:45:16.775629 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-4d09456a-480a-4489-988c-2a13f0a1458b tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8404489 Feb 09 21:45:16.780323 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-f237694b-f5a9-44eb-8869-1143a521b6a3 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:45:16.811873 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f237694b-f5a9-44eb-8869-1143a521b6a3 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:45:16.817241 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f237694b-f5a9-44eb-8869-1143a521b6a3 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:16.817867 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f237694b-f5a9-44eb-8869-1143a521b6a3 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:16.841002 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dbf7bbdb-250a-4de1-b18b-3ccae349fb63 req-7895c353-d849-4c4f-bb6b-3a7194c44ed9 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=39f28f82-1d74-441d-996a-062fe4d18165 HTTP/1.1" status: 200 len: 210 time: 0.1567531 Feb 09 21:45:16.841894 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f237694b-f5a9-44eb-8869-1143a521b6a3 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Pushing event updated for resources: {'Port': ['ID=ccf28683-34a8-4726-ac2c-597b1c0f7415,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:16.893975 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-f237694b-f5a9-44eb-8869-1143a521b6a3 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.6566477 Feb 09 21:45:16.909942 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41886) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:16.917445 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-4eaa5fd8-5073-4124-956d-2fcbada26bcd service neutron] 10.222.0.95 "GET /v2.0/networks/f8cc813a-1c2b-4113-8f40-c5f119f97173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6190696 Feb 09 21:45:16.944929 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-736f355a-6045-474c-b2b2-7a908036c34c x-openstack-request-id: req-736f355a-6045-474c-b2b2-7a908036c34c {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:45:16.945220 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1763f4a8-794e-4435-bb72-16e880d00d35", "tag": "0984e224-7a47-482b-a4d3-41dc6878e247", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:45:16.945472 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-736f355a-6045-474c-b2b2-7a908036c34c {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:45:16.945866 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1763f4a8-794e-4435-bb72-16e880d00d35', 'tag': '0984e224-7a47-482b-a4d3-41dc6878e247', 'status': 'completed', 'code': 200} Feb 09 21:45:17.028984 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-53977b86-b0e0-4958-82fb-cbb1bdf131e6 req-e6a4dbed-d4c2-45bb-a43e-affc0fc0be26 tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] 10.222.0.90 "GET /v2.0/security-groups?id=33a0486a-6292-49cc-8fb4-e603ce86e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3802197 Feb 09 21:45:17.066034 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b067cee7-fcf3-4ab6-89b9-2c06a77a1738 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:17.067494 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-b067cee7-fcf3-4ab6-89b9-2c06a77a1738 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "GET /v2.0/ports/ccf28683-34a8-4726-ac2c-597b1c0f7415 HTTP/1.1" status: 200 len: 845 time: 0.1525745 Feb 09 21:45:17.070614 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41888) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:17.082961 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-bb4a5223-2615-434a-8086-b26097cac8ad service neutron] Request body: {'port': {'device_id': 'e9451ac8-6c39-40f2-b7ec-f3604f7a77ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:45:17.115436 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f99dae52-1d29-4233-9963-d6fb4042f636 x-openstack-request-id: req-f99dae52-1d29-4233-9963-d6fb4042f636 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:45:17.116119 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16b44a23-39cb-4372-bc21-c4a2bac5cc4f", "tag": "536be503-d8cd-45c9-934c-9187c26f65cb", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:45:17.116624 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-f99dae52-1d29-4233-9963-d6fb4042f636 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:45:17.117242 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16b44a23-39cb-4372-bc21-c4a2bac5cc4f', 'tag': '536be503-d8cd-45c9-934c-9187c26f65cb', 'status': 'completed', 'code': 200} Feb 09 21:45:17.155029 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c2e2de9d-460d-4b44-8d59-d6798aa45607 req-5cd1fd11-bd03-4c4b-a8d0-7a45435f23a4 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.89 "GET /v2.0/ports?device_id=39f28f82-1d74-441d-996a-062fe4d18165 HTTP/1.1" status: 200 len: 210 time: 0.4090719 Feb 09 21:45:17.178648 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-bb4a5223-2615-434a-8086-b26097cac8ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (9af85d6f-02ae-4b57-8eb5-a2a08e3b6081), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:17.218093 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-d1933760-2d17-4ae9-aa75-61d7a4aabffc service neutron] For port 1eb6f178-eaac-436e-a5e8-df1f031991ad, host n-h2-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:45:17.219894 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-208c6f81-2a10-46b7-9d81-5a243b74fd0f service neutron] 10.222.0.95 "GET /v2.0/networks/f8cc813a-1c2b-4113-8f40-c5f119f97173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827535 Feb 09 21:45:17.261763 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ed3d7edd-b128-4d6e-873d-51b8241c3357 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (eedd74d8-058b-43d6-b03f-a7b9503fdb5e), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:17.287460 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-c1a696be-c6af-4e4f-8083-cbb22e8a4811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:17.290168 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-c1a696be-c6af-4e4f-8083-cbb22e8a4811 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=3ea02be5-e155-4258-b81d-2431efa2e9c8 HTTP/1.1" status: 200 len: 857 time: 0.5116725 Feb 09 21:45:17.292352 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-d1933760-2d17-4ae9-aa75-61d7a4aabffc service neutron] For port 1eb6f178-eaac-436e-a5e8-df1f031991ad, host n-h2-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=1eb6f178-eaac-436e-a5e8-df1f031991ad,segment=NetworkSegment(6634fbc3-8d45-48c1-b955-d9743187ac5b),segment_id=6634fbc3-8d45-48c1-b955-d9743187ac5b)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:45:17.342911 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-b1368ee2-8049-4b9a-9f7f-be6161e11996 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=f8cc813a-1c2b-4113-8f40-c5f119f97173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434501 Feb 09 21:45:17.353419 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-d1933760-2d17-4ae9-aa75-61d7a4aabffc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (1eb6f178-eaac-436e-a5e8-df1f031991ad), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:17.422063 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3d7edd-b128-4d6e-873d-51b8241c3357 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event deleted for resources: {'Port': ['ID=eedd74d8-058b-43d6-b03f-a7b9503fdb5e,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:17.466603 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-323dd4d8-2381-444e-a4c7-dd092ec3c8be service neutron] 10.222.0.95 "GET /v2.0/networks/f8cc813a-1c2b-4113-8f40-c5f119f97173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083014 Feb 09 21:45:17.536044 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ed3d7edd-b128-4d6e-873d-51b8241c3357 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:17.540238 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-ed3d7edd-b128-4d6e-873d-51b8241c3357 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "DELETE /v2.0/ports/eedd74d8-058b-43d6-b03f-a7b9503fdb5e HTTP/1.1" status: 204 len: 168 time: 2.8302546 Feb 09 21:45:17.547446 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96be2987-18a3-477b-8906-78dca11f80b9 req-ea1f6f72-1823-4d43-8a64-0fa6c86764db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:17.549170 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-96be2987-18a3-477b-8906-78dca11f80b9 req-ea1f6f72-1823-4d43-8a64-0fa6c86764db service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=04936eb153f54e9eb618ef80dee0cb18&device_id=1763f4a8-794e-4435-bb72-16e880d00d35 HTTP/1.1" status: 200 len: 1125 time: 0.2057064 Feb 09 21:45:17.549716 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41892) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:17.690163 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-d1933760-2d17-4ae9-aa75-61d7a4aabffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:17.690888 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-d1933760-2d17-4ae9-aa75-61d7a4aabffc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:17.692389 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-d1933760-2d17-4ae9-aa75-61d7a4aabffc service neutron] 10.222.0.89 "PUT /v2.0/ports/1eb6f178-eaac-436e-a5e8-df1f031991ad HTTP/1.1" status: 200 len: 1092 time: 4.3343434 Feb 09 21:45:17.740122 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-65736f4e-ba7c-453c-982b-cf451e663963 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Deleting port ccf28683-34a8-4726-ac2c-597b1c0f7415 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:45:17.744713 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-65736f4e-ba7c-453c-982b-cf451e663963 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (ccf28683-34a8-4726-ac2c-597b1c0f7415), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:17.806981 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac8198d-7b80-418e-96ed-f28f7d5598ab tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:17.808316 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac8198d-7b80-418e-96ed-f28f7d5598ab tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:17.808632 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1933760-2d17-4ae9-aa75-61d7a4aabffc service neutron] Pushing event updated for resources: {'Port': ['ID=1eb6f178-eaac-436e-a5e8-df1f031991ad,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:17.812175 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-4ac8198d-7b80-418e-96ed-f28f7d5598ab tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2589695 Feb 09 21:45:17.845961 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41896) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:17.920366 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-01f0374a-ec10-4f46-bcef-dadf98736259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:17.922168 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-01f0374a-ec10-4f46-bcef-dadf98736259 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=04936eb153f54e9eb618ef80dee0cb18&device_id=f8491acc-3475-4ebe-8204-7cc0c7321a88 HTTP/1.1" status: 200 len: 1126 time: 0.1700933 Feb 09 21:45:17.924132 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-cdde547e-0909-4f34-a491-7b3ff834f6ee service neutron] 10.222.0.95 "GET /v2.0/networks/f8cc813a-1c2b-4113-8f40-c5f119f97173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3416371 Feb 09 21:45:17.928542 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-65736f4e-ba7c-453c-982b-cf451e663963 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (ccf28683-34a8-4726-ac2c-597b1c0f7415), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:17.977242 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-5bc8368c-a1d5-459a-94bc-3e082d26e012 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1eb6f178-eaac-436e-a5e8-df1f031991ad HTTP/1.1" status: 200 len: 217 time: 0.0473142 Feb 09 21:45:17.986035 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c01edd-be61-4a18-bac9-3e8c1fd76121 req-bcf0dae0-05ca-47e0-8bdf-a1e776aad596 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:17.991395 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c01edd-be61-4a18-bac9-3e8c1fd76121 req-bcf0dae0-05ca-47e0-8bdf-a1e776aad596 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:17.996832 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c01edd-be61-4a18-bac9-3e8c1fd76121 req-bcf0dae0-05ca-47e0-8bdf-a1e776aad596 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:18.002617 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c01edd-be61-4a18-bac9-3e8c1fd76121 req-bcf0dae0-05ca-47e0-8bdf-a1e776aad596 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:18.007908 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c01edd-be61-4a18-bac9-3e8c1fd76121 req-bcf0dae0-05ca-47e0-8bdf-a1e776aad596 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:18.009790 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-18c01edd-be61-4a18-bac9-3e8c1fd76121 req-bcf0dae0-05ca-47e0-8bdf-a1e776aad596 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 3817 time: 0.3890688 Feb 09 21:45:18.017930 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-65736f4e-ba7c-453c-982b-cf451e663963 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Calling delete_port for ccf28683-34a8-4726-ac2c-597b1c0f7415 owned by {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:45:18.023557 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96be2987-18a3-477b-8906-78dca11f80b9 req-a64faad0-01a7-4d9d-97d6-4f9d52aa8cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:18.025017 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-96be2987-18a3-477b-8906-78dca11f80b9 req-a64faad0-01a7-4d9d-97d6-4f9d52aa8cbc service neutron] 10.222.0.95 "GET /v2.0/networks?id=f8cc813a-1c2b-4113-8f40-c5f119f97173 HTTP/1.1" status: 200 len: 918 time: 0.4599845 Feb 09 21:45:18.031115 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_v2 [None req-29bb7d6f-7f1a-404c-86d8-60a0ece9db43 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Deleting subnet dbf3eae9-6758-40e4-a654-354e79a8121e {{(pid=103140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:45:18.057789 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-29bb7d6f-7f1a-404c-86d8-60a0ece9db43 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for subnet (dbf3eae9-6758-40e4-a654-354e79a8121e), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:18.082301 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-d0142d0f-30b3-4230-9653-094cb3e5e33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:18.084540 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-d0142d0f-30b3-4230-9653-094cb3e5e33d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3ea02be5-e155-4258-b81d-2431efa2e9c8 HTTP/1.1" status: 200 len: 857 time: 0.0984156 Feb 09 21:45:18.093318 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41904) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:18.174786 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-bb4a5223-2615-434a-8086-b26097cac8ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9af85d6f-02ae-4b57-8eb5-a2a08e3b6081 {{(pid=103141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:45:18.201102 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-aa9a3b77-48dc-45ed-b543-21f41db3763b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f8cc813a-1c2b-4113-8f40-c5f119f97173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552778 Feb 09 21:45:18.201452 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-96be2987-18a3-477b-8906-78dca11f80b9 req-cef89856-5f43-4d74-9213-d7897a1d8125 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0984e224-7a47-482b-a4d3-41dc6878e247 HTTP/1.1" status: 200 len: 217 time: 0.1366105 Feb 09 21:45:18.205046 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-bb4a5223-2615-434a-8086-b26097cac8ad service neutron] Publish callbacks [] for port (9af85d6f-02ae-4b57-8eb5-a2a08e3b6081), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:18.226614 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d875bc2-f8ee-452e-905b-a6f19f4ddee9 req-0c15e3f9-6422-4765-a078-da79d88f2a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:18.228651 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7d875bc2-f8ee-452e-905b-a6f19f4ddee9 req-0c15e3f9-6422-4765-a078-da79d88f2a6d service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=04936eb153f54e9eb618ef80dee0cb18&device_id=16b44a23-39cb-4372-bc21-c4a2bac5cc4f HTTP/1.1" status: 200 len: 1125 time: 0.2134986 Feb 09 21:45:18.239668 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-29bb7d6f-7f1a-404c-86d8-60a0ece9db43 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9110716'] for subnet (dbf3eae9-6758-40e4-a654-354e79a8121e), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:18.289324 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-18c01edd-be61-4a18-bac9-3e8c1fd76121 req-b3124956-0dc9-4213-a5e7-eb98223b0b75 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/security-groups?id=f725d2ca-c6e8-41e3-94bc-9cf24ee5a23b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2670767 Feb 09 21:45:18.305966 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-bb4a5223-2615-434a-8086-b26097cac8ad service neutron] Transition to ACTIVE for port object 9af85d6f-02ae-4b57-8eb5-a2a08e3b6081 will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:45:18.374421 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-bb4a5223-2615-434a-8086-b26097cac8ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (9af85d6f-02ae-4b57-8eb5-a2a08e3b6081), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:18.400991 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96be2987-18a3-477b-8906-78dca11f80b9 req-59968905-0391-460c-b427-64be7c6cea69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:18.402504 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-96be2987-18a3-477b-8906-78dca11f80b9 req-59968905-0391-460c-b427-64be7c6cea69 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=3ea02be5-e155-4258-b81d-2431efa2e9c8 HTTP/1.1" status: 200 len: 857 time: 0.1904032 Feb 09 21:45:18.446971 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af07211f-ff6b-46cd-b7be-69a17420402c req-59cf4f1d-dbe3-4a62-87fa-a236b8feb3b6 tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:18.448603 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-af07211f-ff6b-46cd-b7be-69a17420402c req-59cf4f1d-dbe3-4a62-87fa-a236b8feb3b6 tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] 10.222.0.90 "GET /v2.0/ports?device_id=1763f4a8-794e-4435-bb72-16e880d00d35 HTTP/1.1" status: 200 len: 943 time: 0.2350326 Feb 09 21:45:18.471249 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-57663a38-2cd5-4c94-b19a-ff2e0024c59e service neutron] 10.222.0.89 "GET /v2.0/networks/f8cc813a-1c2b-4113-8f40-c5f119f97173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616384 Feb 09 21:45:18.498673 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4a5223-2615-434a-8086-b26097cac8ad service neutron] Pushing event updated for resources: {'Port': ['ID=9af85d6f-02ae-4b57-8eb5-a2a08e3b6081,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:18.502400 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cf5cf237-eaa7-4ae9-8953-b3f279e26b7d tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] Publish callbacks [] for security_group (3f2575c8-bd4d-4267-97b8-daa8ebd4f112), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:18.520051 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-96be2987-18a3-477b-8906-78dca11f80b9 req-b495745f-f4b9-41a8-b6c6-8f5d760dc7e7 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=f8cc813a-1c2b-4113-8f40-c5f119f97173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0943530 Feb 09 21:45:18.558449 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-65736f4e-ba7c-453c-982b-cf451e663963 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (ccf28683-34a8-4726-ac2c-597b1c0f7415), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:18.609638 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cf5cf237-eaa7-4ae9-8953-b3f279e26b7d tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] Publish callbacks [] for security_group (3f2575c8-bd4d-4267-97b8-daa8ebd4f112), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:18.610289 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d875bc2-f8ee-452e-905b-a6f19f4ddee9 req-e0f81e7e-7a67-4854-92c5-ee3683ad1145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:18.611811 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7d875bc2-f8ee-452e-905b-a6f19f4ddee9 req-e0f81e7e-7a67-4854-92c5-ee3683ad1145 service neutron] 10.222.0.95 "GET /v2.0/networks?id=f8cc813a-1c2b-4113-8f40-c5f119f97173 HTTP/1.1" status: 200 len: 918 time: 0.3344178 Feb 09 21:45:18.665722 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7d875bc2-f8ee-452e-905b-a6f19f4ddee9 req-f8330f7d-63a5-4a84-94e5-1148294208d6 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=536be503-d8cd-45c9-934c-9187c26f65cb HTTP/1.1" status: 200 len: 217 time: 0.0460842 Feb 09 21:45:18.750849 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-29bb7d6f-7f1a-404c-86d8-60a0ece9db43 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (dbf3eae9-6758-40e4-a654-354e79a8121e), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:18.754319 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-bb4a5223-2615-434a-8086-b26097cac8ad service neutron] Attempting to bind port 9af85d6f-02ae-4b57-8eb5-a2a08e3b6081 on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:45:18.754661 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-bb4a5223-2615-434a-8086-b26097cac8ad service neutron] Attempting to bind port 9af85d6f-02ae-4b57-8eb5-a2a08e3b6081 by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': '9336038c-c827-49b4-9b26-98b175de6249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '74d53abd-a71d-429c-929d-41ed12b1d218'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:45:18.754989 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-bb4a5223-2615-434a-8086-b26097cac8ad service neutron] Attempting to bind port 9af85d6f-02ae-4b57-8eb5-a2a08e3b6081 on network 74d53abd-a71d-429c-929d-41ed12b1d218 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:45:18.792731 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-eb165026-bb13-4f22-8ebc-8aa457d36d91 req-c69837d3-a63b-40bd-8e4e-0ede21e0dbb0 service neutron] 10.222.0.89 "GET /v2.0/networks/f8cc813a-1c2b-4113-8f40-c5f119f97173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2937622 Feb 09 21:45:18.796060 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-bb4a5223-2615-434a-8086-b26097cac8ad service neutron] Port 9af85d6f-02ae-4b57-8eb5-a2a08e3b6081 on network 74d53abd-a71d-429c-929d-41ed12b1d218 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:45:18.796060 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-bb4a5223-2615-434a-8086-b26097cac8ad service neutron] Attempting to bind port 9af85d6f-02ae-4b57-8eb5-a2a08e3b6081 on network 74d53abd-a71d-429c-929d-41ed12b1d218 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:45:18.833342 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65736f4e-ba7c-453c-982b-cf451e663963 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Pushing event deleted for resources: {'Port': ['ID=ccf28683-34a8-4726-ac2c-597b1c0f7415,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:18.839212 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-bb4a5223-2615-434a-8086-b26097cac8ad service neutron] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:45:18.839212 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-bb4a5223-2615-434a-8086-b26097cac8ad service neutron] Checking segment: {'id': '9336038c-c827-49b4-9b26-98b175de6249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '74d53abd-a71d-429c-929d-41ed12b1d218'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:45:18.839668 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-bb4a5223-2615-434a-8086-b26097cac8ad service neutron] Bound using segment: {'id': '9336038c-c827-49b4-9b26-98b175de6249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '74d53abd-a71d-429c-929d-41ed12b1d218'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:45:18.841177 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-bb4a5223-2615-434a-8086-b26097cac8ad service neutron] Bound port: 9af85d6f-02ae-4b57-8eb5-a2a08e3b6081, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9336038c-c827-49b4-9b26-98b175de6249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '74d53abd-a71d-429c-929d-41ed12b1d218'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:45:18.842340 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-bb4a5223-2615-434a-8086-b26097cac8ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (9af85d6f-02ae-4b57-8eb5-a2a08e3b6081), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:18.842462 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-65736f4e-ba7c-453c-982b-cf451e663963 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:18.846996 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d875bc2-f8ee-452e-905b-a6f19f4ddee9 req-d8d4c1c6-0554-4557-8b1b-87b27d3f62e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:18.848495 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7d875bc2-f8ee-452e-905b-a6f19f4ddee9 req-d8d4c1c6-0554-4557-8b1b-87b27d3f62e4 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=3ea02be5-e155-4258-b81d-2431efa2e9c8 HTTP/1.1" status: 200 len: 857 time: 0.1642520 Feb 09 21:45:18.848646 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-65736f4e-ba7c-453c-982b-cf451e663963 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "DELETE /v2.0/ports/ccf28683-34a8-4726-ac2c-597b1c0f7415 HTTP/1.1" status: 204 len: 168 time: 1.7763405 Feb 09 21:45:18.849543 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cf5cf237-eaa7-4ae9-8953-b3f279e26b7d tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (3f2575c8-bd4d-4267-97b8-daa8ebd4f112), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:18.852156 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cf5cf237-eaa7-4ae9-8953-b3f279e26b7d tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:18.855587 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-cf5cf237-eaa7-4ae9-8953-b3f279e26b7d tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] 10.222.0.90 "DELETE /v2.0/security-groups/3f2575c8-bd4d-4267-97b8-daa8ebd4f112 HTTP/1.1" status: 204 len: 168 time: 0.7512901 Feb 09 21:45:18.855729 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 41922) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:18.860354 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41924) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:18.897766 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-bff31b76-e666-44d3-8f80-960bfe209bc2 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] GET failed (client error): The resource could not be found. Feb 09 21:45:18.899186 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-bff31b76-e666-44d3-8f80-960bfe209bc2 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "GET /v2.0/ports/ccf28683-34a8-4726-ac2c-597b1c0f7415 HTTP/1.1" status: 404 len: 333 time: 0.0432873 Feb 09 21:45:18.911543 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41926) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:18.924724 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7d875bc2-f8ee-452e-905b-a6f19f4ddee9 req-3a98436a-fb34-4fa4-834d-3b5f8009955f service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=f8cc813a-1c2b-4113-8f40-c5f119f97173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365012 Feb 09 21:45:18.926501 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 0984e224-7a47-482b-a4d3-41dc6878e247 details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:45:18.929199 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-484d8059-0ec2-4621-b705-4560848e2b2c tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Request body: {'port': {'network_id': 'ed4940ef-ee4d-4f36-94d6-b986a8cbbb0b', 'name': 'tempest-PortsIpV6TestJSON-1315529813'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:45:18.946977 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5cf237-eaa7-4ae9-8953-b3f279e26b7d tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f2575c8-bd4d-4267-97b8-daa8ebd4f112,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:18.958468 n-d-828369-5 neutron-server[103140]: INFO neutron.api.v2.resource [None req-f8c6353e-f73e-43e9-a39e-c8db39ffa005 tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] show failed (client error): The resource could not be found. Feb 09 21:45:18.962404 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-f8c6353e-f73e-43e9-a39e-c8db39ffa005 tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] 10.222.0.90 "GET /v2.0/security-groups/3f2575c8-bd4d-4267-97b8-daa8ebd4f112 HTTP/1.1" status: 404 len: 347 time: 0.0934093 Feb 09 21:45:18.990171 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 41928) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:19.112023 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-96be2987-18a3-477b-8906-78dca11f80b9 req-3b36d1de-7842-4f8c-ad86-e0674bc19f78 service neutron] 10.222.0.95 "GET /v2.0/networks/f8cc813a-1c2b-4113-8f40-c5f119f97173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5387409 Feb 09 21:45:19.121640 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8491acc-3475-4ebe-8204-7cc0c7321a88', 'tag': '1eb6f178-eaac-436e-a5e8-df1f031991ad'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:45:19.124028 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab1edae-b987-410c-a4a0-1cef16ea5ad3" -d '{"events": [{"name": "network-changed", "server_uuid": "f8491acc-3475-4ebe-8204-7cc0c7321a88", "tag": "1eb6f178-eaac-436e-a5e8-df1f031991ad"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:45:19.137853 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-af07211f-ff6b-46cd-b7be-69a17420402c req-403c2111-7ee8-42f4-9fd8-c2fb200fc5ad tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] 10.222.0.90 "GET /v2.0/security-groups?id=33a0486a-6292-49cc-8fb4-e603ce86e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6527882 Feb 09 21:45:19.158065 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 0984e224-7a47-482b-a4d3-41dc6878e247, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=0984e224-7a47-482b-a4d3-41dc6878e247,segment=NetworkSegment(6634fbc3-8d45-48c1-b955-d9743187ac5b),segment_id=6634fbc3-8d45-48c1-b955-d9743187ac5b)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:45:19.184580 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67e2723-f7f5-4f2a-86a5-74a79649c8e1 req-0f54e78b-e7eb-46fe-a462-6b82c0474146 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:19.186036 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b67e2723-f7f5-4f2a-86a5-74a79649c8e1 req-0f54e78b-e7eb-46fe-a462-6b82c0474146 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/networks?id=00735365-504a-4659-b7e0-5dd13c1577e5 HTTP/1.1" status: 200 len: 812 time: 0.7636681 Feb 09 21:45:19.208947 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': '0984e224-7a47-482b-a4d3-41dc6878e247', 'network_id': 'f8cc813a-1c2b-4113-8f40-c5f119f97173', 'port_id': '0984e224-7a47-482b-a4d3-41dc6878e247', 'mac_address': 'fa:16:3e:fe:67:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ea02be5-e155-4258-b81d-2431efa2e9c8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:45:19.211284 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-bb4a5223-2615-434a-8086-b26097cac8ad service neutron] For port 9af85d6f-02ae-4b57-8eb5-a2a08e3b6081, host n-h2-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:45:19.292082 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-bb4a5223-2615-434a-8086-b26097cac8ad service neutron] For port 9af85d6f-02ae-4b57-8eb5-a2a08e3b6081, host n-h2-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=9af85d6f-02ae-4b57-8eb5-a2a08e3b6081,segment=NetworkSegment(9336038c-c827-49b4-9b26-98b175de6249),segment_id=9336038c-c827-49b4-9b26-98b175de6249)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:45:19.299537 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a929803-ad56-40b3-88c6-68a2b51cd363 x-openstack-request-id: req-3a929803-ad56-40b3-88c6-68a2b51cd363 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:45:19.300095 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8491acc-3475-4ebe-8204-7cc0c7321a88", "tag": "1eb6f178-eaac-436e-a5e8-df1f031991ad", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:45:19.300713 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-3a929803-ad56-40b3-88c6-68a2b51cd363 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:45:19.301334 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8491acc-3475-4ebe-8204-7cc0c7321a88', 'tag': '1eb6f178-eaac-436e-a5e8-df1f031991ad', 'status': 'completed', 'code': 200} Feb 09 21:45:19.304091 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-29bb7d6f-7f1a-404c-86d8-60a0ece9db43 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621346'] for subnet (dbf3eae9-6758-40e4-a654-354e79a8121e), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:19.306338 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7d875bc2-f8ee-452e-905b-a6f19f4ddee9 req-f2362ed1-b491-4425-8047-c5720e7ce491 service neutron] 10.222.0.95 "GET /v2.0/networks/f8cc813a-1c2b-4113-8f40-c5f119f97173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3481867 Feb 09 21:45:19.314933 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 0984e224-7a47-482b-a4d3-41dc6878e247 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:19.316800 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (0984e224-7a47-482b-a4d3-41dc6878e247), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:19.323755 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-bb4a5223-2615-434a-8086-b26097cac8ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (9af85d6f-02ae-4b57-8eb5-a2a08e3b6081), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:19.374920 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0984e224-7a47-482b-a4d3-41dc6878e247 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:45:19.426151 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 0984e224-7a47-482b-a4d3-41dc6878e247, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=0984e224-7a47-482b-a4d3-41dc6878e247,segment=NetworkSegment(6634fbc3-8d45-48c1-b955-d9743187ac5b),segment_id=6634fbc3-8d45-48c1-b955-d9743187ac5b)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:45:19.434200 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (0984e224-7a47-482b-a4d3-41dc6878e247), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:19.472556 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b67e2723-f7f5-4f2a-86a5-74a79649c8e1 req-8e36a887-0b05-498d-9785-59f04f93c4ca tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/quotas/73aafa54b15b4f2e83f3753252e1608e HTTP/1.1" status: 200 len: 375 time: 0.2328720 Feb 09 21:45:19.474912 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-29bb7d6f-7f1a-404c-86d8-60a0ece9db43 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:19.480308 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-29bb7d6f-7f1a-404c-86d8-60a0ece9db43 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "DELETE /v2.0/subnets/dbf3eae9-6758-40e4-a654-354e79a8121e HTTP/1.1" status: 204 len: 168 time: 1.6309698 Feb 09 21:45:19.488014 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ea04cc-a96b-41fe-b3bd-7671869836c7 None None] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:45:19.491391 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bb7d6f-7f1a-404c-86d8-60a0ece9db43 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event deleted for resources: {'Subnet': ['ID=dbf3eae9-6758-40e4-a654-354e79a8121e,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:19.530863 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41936) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:19.571364 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-bb4a5223-2615-434a-8086-b26097cac8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:19.572101 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-bb4a5223-2615-434a-8086-b26097cac8ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:19.573412 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-bb4a5223-2615-434a-8086-b26097cac8ad service neutron] 10.222.0.89 "PUT /v2.0/ports/9af85d6f-02ae-4b57-8eb5-a2a08e3b6081 HTTP/1.1" status: 200 len: 1092 time: 2.4945893 Feb 09 21:45:19.577728 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-96be2987-18a3-477b-8906-78dca11f80b9 req-35a7285f-70ac-47a0-bb60-c10321afe813 service neutron] 10.222.0.95 "GET /v2.0/networks/f8cc813a-1c2b-4113-8f40-c5f119f97173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4244399 Feb 09 21:45:19.601595 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-228afa1f-4311-4bbe-9979-5dd7504652a3 tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] Deleting port 71240610-6da4-4aa7-a994-616aeec18d00 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:45:19.602079 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-228afa1f-4311-4bbe-9979-5dd7504652a3 tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (71240610-6da4-4aa7-a994-616aeec18d00), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:19.620428 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=0984e224-7a47-482b-a4d3-41dc6878e247,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:19.651126 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-318c7d6e-ff58-41e0-a95c-6556ac1e5a4a service neutron] Request body: {'port': {'device_id': 'e9451ac8-6c39-40f2-b7ec-f3604f7a77ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:45:19.655848 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-484d8059-0ec2-4621-b705-4560848e2b2c tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Made reservation on behalf of 87111984dff24e1780aaef3f75dde822 for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:45:19.659887 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-484d8059-0ec2-4621-b705-4560848e2b2c tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:19.707614 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b67e2723-f7f5-4f2a-86a5-74a79649c8e1 req-58938f28-b32f-4d27-8122-e79db5e47043 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=73aafa54b15b4f2e83f3753252e1608e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2340028 Feb 09 21:45:19.714396 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['0984e224-7a47-482b-a4d3-41dc6878e247'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:45:19.778106 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b095d340-c169-443e-a0c2-18648cffdfa5 None None] DHCP port deletion for 986c5511-2b50-4eb7-bb75-ff9f776ff726 request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:45:19.793282 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4a5223-2615-434a-8086-b26097cac8ad service neutron] Pushing event updated for resources: {'Port': ['ID=9af85d6f-02ae-4b57-8eb5-a2a08e3b6081,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:19.809660 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-463abffe-40a6-40cc-81b8-6dfa5c362370 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2188025 Feb 09 21:45:19.812713 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41938) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:19.830742 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7d875bc2-f8ee-452e-905b-a6f19f4ddee9 req-9e289f8f-55de-439e-9a4a-bec75823c355 service neutron] 10.222.0.95 "GET /v2.0/networks/f8cc813a-1c2b-4113-8f40-c5f119f97173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5099797 Feb 09 21:45:19.843396 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-4a704a11-4810-45ef-bbc0-4a1786ac4f5f tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Request body: {'subnet': {'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:45:19.879297 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab1edae-b987-410c-a4a0-1cef16ea5ad3 req-b5dabe5d-a3fa-4399-b000-2a6f3de9b7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:19.880912 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-dab1edae-b987-410c-a4a0-1cef16ea5ad3 req-b5dabe5d-a3fa-4399-b000-2a6f3de9b7d7 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=04936eb153f54e9eb618ef80dee0cb18&device_id=f8491acc-3475-4ebe-8204-7cc0c7321a88 HTTP/1.1" status: 200 len: 1126 time: 0.4786372 Feb 09 21:45:19.953803 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-b095d340-c169-443e-a0c2-18648cffdfa5 None None] Deleting port 1a3a8e11-7299-4ca1-a23d-08d3436f59d2 {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:45:19.954791 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b095d340-c169-443e-a0c2-18648cffdfa5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (1a3a8e11-7299-4ca1-a23d-08d3436f59d2), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:20.025500 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab1edae-b987-410c-a4a0-1cef16ea5ad3 req-864fdee9-e94d-450a-baa7-1bb3ca008f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:20.027245 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-dab1edae-b987-410c-a4a0-1cef16ea5ad3 req-864fdee9-e94d-450a-baa7-1bb3ca008f4a service neutron] 10.222.0.89 "GET /v2.0/networks?id=f8cc813a-1c2b-4113-8f40-c5f119f97173 HTTP/1.1" status: 200 len: 918 time: 0.1345158 Feb 09 21:45:20.031869 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-b095d340-c169-443e-a0c2-18648cffdfa5 None None] For port 1a3a8e11-7299-4ca1-a23d-08d3436f59d2, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=1a3a8e11-7299-4ca1-a23d-08d3436f59d2,segment=NetworkSegment(e234f058-99e9-4683-aff2-a800b51d2ec4),segment_id=e234f058-99e9-4683-aff2-a800b51d2ec4)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:45:20.032548 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b095d340-c169-443e-a0c2-18648cffdfa5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (1a3a8e11-7299-4ca1-a23d-08d3436f59d2), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:20.035220 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-318c7d6e-ff58-41e0-a95c-6556ac1e5a4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (fcbf595b-ac04-4a9f-91d3-e3bfdadd5558), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:20.040623 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-484d8059-0ec2-4621-b705-4560848e2b2c tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] device_id is not set on port 3166433b-415c-42df-a731-52f12458dc8e yet. {{(pid=103140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:45:20.046669 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-b095d340-c169-443e-a0c2-18648cffdfa5 None None] Calling delete_port for 1a3a8e11-7299-4ca1-a23d-08d3436f59d2 owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:45:20.087306 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-dab1edae-b987-410c-a4a0-1cef16ea5ad3 req-b2d3e362-a02e-43ab-9e24-72a8931ac458 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1eb6f178-eaac-436e-a5e8-df1f031991ad HTTP/1.1" status: 200 len: 217 time: 0.0431514 Feb 09 21:45:20.132542 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b095d340-c169-443e-a0c2-18648cffdfa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (1a3a8e11-7299-4ca1-a23d-08d3436f59d2), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:20.181756 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b095d340-c169-443e-a0c2-18648cffdfa5 None None] Pushing event deleted for resources: {'Port': ['ID=1a3a8e11-7299-4ca1-a23d-08d3436f59d2,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:20.190791 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b095d340-c169-443e-a0c2-18648cffdfa5 None None] No DVR routers for this DVR port 1a3a8e11-7299-4ca1-a23d-08d3436f59d2 on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:45:20.206693 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b67e2723-f7f5-4f2a-86a5-74a79649c8e1 req-d1b6ac0b-50d8-4ba1-abe0-9977fe2f54d4 service neutron] 10.222.0.90 "GET /v2.0/networks/00735365-504a-4659-b7e0-5dd13c1577e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3759146 Feb 09 21:45:20.522069 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60084c1b-b7d0-494d-8f09-b4c999c07d18 req-45cfdce8-a1f1-4f83-832f-d43dcb60b3a5 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:20.528583 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60084c1b-b7d0-494d-8f09-b4c999c07d18 req-45cfdce8-a1f1-4f83-832f-d43dcb60b3a5 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:20.537596 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60084c1b-b7d0-494d-8f09-b4c999c07d18 req-45cfdce8-a1f1-4f83-832f-d43dcb60b3a5 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:20.545157 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60084c1b-b7d0-494d-8f09-b4c999c07d18 req-45cfdce8-a1f1-4f83-832f-d43dcb60b3a5 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:20.551672 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60084c1b-b7d0-494d-8f09-b4c999c07d18 req-45cfdce8-a1f1-4f83-832f-d43dcb60b3a5 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:20.557210 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab1edae-b987-410c-a4a0-1cef16ea5ad3 req-9185026f-08a7-4817-b5b2-da53c3b3031d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:20.564143 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-dab1edae-b987-410c-a4a0-1cef16ea5ad3 req-9185026f-08a7-4817-b5b2-da53c3b3031d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3ea02be5-e155-4258-b81d-2431efa2e9c8 HTTP/1.1" status: 200 len: 857 time: 0.4495494 Feb 09 21:45:20.564286 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-60084c1b-b7d0-494d-8f09-b4c999c07d18 req-45cfdce8-a1f1-4f83-832f-d43dcb60b3a5 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 3829 time: 1.0803537 Feb 09 21:45:20.573672 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a704a11-4810-45ef-bbc0-4a1786ac4f5f tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Made reservation on behalf of 880c3cd16cc943a98203fd230e26852f for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:45:20.577190 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4a704a11-4810-45ef-bbc0-4a1786ac4f5f tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621317'] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:20.582222 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-228afa1f-4311-4bbe-9979-5dd7504652a3 tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (71240610-6da4-4aa7-a994-616aeec18d00), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:20.582743 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-228afa1f-4311-4bbe-9979-5dd7504652a3 tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] Publish callbacks [] for floatingip (71240610-6da4-4aa7-a994-616aeec18d00), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:20.602267 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-dab1edae-b987-410c-a4a0-1cef16ea5ad3 req-79a9ff40-a865-4620-92e1-7e18bae7daf3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f8cc813a-1c2b-4113-8f40-c5f119f97173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361187 Feb 09 21:45:20.648213 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-228afa1f-4311-4bbe-9979-5dd7504652a3 tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] Calling delete_port for 71240610-6da4-4aa7-a994-616aeec18d00 owned by network:floatingip {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:45:20.834902 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-60084c1b-b7d0-494d-8f09-b4c999c07d18 req-a8c6a396-974f-4cb4-9e97-472853c10918 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/security-groups?id=f725d2ca-c6e8-41e3-94bc-9cf24ee5a23b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2741609 Feb 09 21:45:20.942080 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 536be503-d8cd-45c9-934c-9187c26f65cb details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:45:20.945713 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 0984e224-7a47-482b-a4d3-41dc6878e247 up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:45:21.014933 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-dab1edae-b987-410c-a4a0-1cef16ea5ad3 req-013f7a2e-1266-46f2-8880-803731c402b3 service neutron] 10.222.0.89 "GET /v2.0/networks/f8cc813a-1c2b-4113-8f40-c5f119f97173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3872106 Feb 09 21:45:21.080488 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b67e2723-f7f5-4f2a-86a5-74a79649c8e1 req-95d8058e-ffbc-49b5-b134-95613402125c service neutron] 10.222.0.90 "GET /v2.0/networks/00735365-504a-4659-b7e0-5dd13c1577e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8725834 Feb 09 21:45:21.152862 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.db.resource_extend [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 21:45:21.217971 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-dab1edae-b987-410c-a4a0-1cef16ea5ad3 req-d17af492-dc94-49ff-b2e4-81946820e225 service neutron] 10.222.0.89 "GET /v2.0/networks/f8cc813a-1c2b-4113-8f40-c5f119f97173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919322 Feb 09 21:45:21.302790 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:21.308309 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9451ac8-6c39-40f2-b7ec-f3604f7a77ca', 'tag': '9af85d6f-02ae-4b57-8eb5-a2a08e3b6081'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:45:21.316665 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b5af52f-1c53-416e-928f-2b1dfb637a1a" -d '{"events": [{"name": "network-changed", "server_uuid": "e9451ac8-6c39-40f2-b7ec-f3604f7a77ca", "tag": "9af85d6f-02ae-4b57-8eb5-a2a08e3b6081"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:45:21.349454 n-d-828369-5 neutron-server[103140]: DEBUG neutron.objects.ports [None req-4a704a11-4810-45ef-bbc0-4a1786ac4f5f tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103140) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 21:45:21.385705 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning for port 0984e224-7a47-482b-a4d3-41dc6878e247 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:45:21.389086 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4a704a11-4810-45ef-bbc0-4a1786ac4f5f tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621371'] for subnet (d221d778-1127-4a56-a098-08d0424251e3), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:21.394254 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 536be503-d8cd-45c9-934c-9187c26f65cb, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=536be503-d8cd-45c9-934c-9187c26f65cb,segment=NetworkSegment(6634fbc3-8d45-48c1-b955-d9743187ac5b),segment_id=6634fbc3-8d45-48c1-b955-d9743187ac5b)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:45:21.418916 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-228afa1f-4311-4bbe-9979-5dd7504652a3 tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (71240610-6da4-4aa7-a994-616aeec18d00), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:21.423752 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port 0984e224-7a47-482b-a4d3-41dc6878e247 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:21.424624 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (0984e224-7a47-482b-a4d3-41dc6878e247), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:21.432353 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': '536be503-d8cd-45c9-934c-9187c26f65cb', 'network_id': 'f8cc813a-1c2b-4113-8f40-c5f119f97173', 'port_id': '536be503-d8cd-45c9-934c-9187c26f65cb', 'mac_address': 'fa:16:3e:f6:c7:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ea02be5-e155-4258-b81d-2431efa2e9c8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:45:21.618010 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228afa1f-4311-4bbe-9979-5dd7504652a3 tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] Pushing event deleted for resources: {'Port': ['ID=71240610-6da4-4aa7-a994-616aeec18d00,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:21.623772 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 1a3a8e11-7299-4ca1-a23d-08d3436f59d2 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:45:21.633414 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 536be503-d8cd-45c9-934c-9187c26f65cb is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:21.634418 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (536be503-d8cd-45c9-934c-9187c26f65cb), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:21.662591 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-318c7d6e-ff58-41e0-a95c-6556ac1e5a4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcbf595b-ac04-4a9f-91d3-e3bfdadd5558 {{(pid=103141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:45:21.681884 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-318c7d6e-ff58-41e0-a95c-6556ac1e5a4a service neutron] Publish callbacks [] for port (fcbf595b-ac04-4a9f-91d3-e3bfdadd5558), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:21.707475 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-318c7d6e-ff58-41e0-a95c-6556ac1e5a4a service neutron] Transition to ACTIVE for port object fcbf595b-ac04-4a9f-91d3-e3bfdadd5558 will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:45:21.749143 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-318c7d6e-ff58-41e0-a95c-6556ac1e5a4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (fcbf595b-ac04-4a9f-91d3-e3bfdadd5558), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:21.900486 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 536be503-d8cd-45c9-934c-9187c26f65cb {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:45:21.929227 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 0984e224-7a47-482b-a4d3-41dc6878e247 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:21.929960 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (0984e224-7a47-482b-a4d3-41dc6878e247), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:21.942641 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 1a3a8e11-7299-4ca1-a23d-08d3436f59d2 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:45:21.942998 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 1a3a8e11-7299-4ca1-a23d-08d3436f59d2 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:45:22.017373 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 536be503-d8cd-45c9-934c-9187c26f65cb, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=536be503-d8cd-45c9-934c-9187c26f65cb,segment=NetworkSegment(6634fbc3-8d45-48c1-b955-d9743187ac5b),segment_id=6634fbc3-8d45-48c1-b955-d9743187ac5b)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:45:22.043729 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (536be503-d8cd-45c9-934c-9187c26f65cb), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:22.049162 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-228afa1f-4311-4bbe-9979-5dd7504652a3 tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] Publish callbacks [] for floatingip (eb68e1b2-989d-49a2-be5f-7ca16b2e2b86), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:22.055258 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-228afa1f-4311-4bbe-9979-5dd7504652a3 tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:22.056983 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-228afa1f-4311-4bbe-9979-5dd7504652a3 tempest-ServersTestJSON-558564096 tempest-ServersTestJSON-558564096-project] 10.222.0.90 "DELETE /v2.0/floatingips/eb68e1b2-989d-49a2-be5f-7ca16b2e2b86 HTTP/1.1" status: 204 len: 168 time: 3.0635781 Feb 09 21:45:22.063219 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1763f4a8-794e-4435-bb72-16e880d00d35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0984e224-7a47-482b-a4d3-41dc6878e247'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:45:22.071393 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 42006) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:22.076446 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d442aeb-21b8-4f27-ae32-004ea9fa5331" -d '{"events": [{"server_uuid": "1763f4a8-794e-4435-bb72-16e880d00d35", "name": "network-vif-plugged", "status": "completed", "tag": "0984e224-7a47-482b-a4d3-41dc6878e247"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:45:22.204588 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=536be503-d8cd-45c9-934c-9187c26f65cb,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:22.259458 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 0984e224-7a47-482b-a4d3-41dc6878e247, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=0984e224-7a47-482b-a4d3-41dc6878e247,segment=NetworkSegment(6634fbc3-8d45-48c1-b955-d9743187ac5b),segment_id=6634fbc3-8d45-48c1-b955-d9743187ac5b)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:45:22.268410 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (0984e224-7a47-482b-a4d3-41dc6878e247), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:22.298595 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318c7d6e-ff58-41e0-a95c-6556ac1e5a4a service neutron] Pushing event updated for resources: {'Port': ['ID=fcbf595b-ac04-4a9f-91d3-e3bfdadd5558,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:22.395569 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dcb9f5-f94b-40af-ac31-fce5a562295b req-c776260f-8eb8-40a5-af22-92f1b48bb402 tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:22.397885 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-32dcb9f5-f94b-40af-ac31-fce5a562295b req-c776260f-8eb8-40a5-af22-92f1b48bb402 tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] 10.222.0.90 "GET /v2.0/ports?device_id=1763f4a8-794e-4435-bb72-16e880d00d35 HTTP/1.1" status: 200 len: 944 time: 1.4055526 Feb 09 21:45:22.400054 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['536be503-d8cd-45c9-934c-9187c26f65cb'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:45:22.412847 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-484d8059-0ec2-4621-b705-4560848e2b2c tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for port (3166433b-415c-42df-a731-52f12458dc8e), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:22.419907 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a704a11-4810-45ef-bbc0-4a1786ac4f5f tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event updated for resources: {'Subnet': ['ID=d221d778-1127-4a56-a098-08d0424251e3,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:22.469851 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=0984e224-7a47-482b-a4d3-41dc6878e247,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:22.554694 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-318c7d6e-ff58-41e0-a95c-6556ac1e5a4a service neutron] Attempting to bind port fcbf595b-ac04-4a9f-91d3-e3bfdadd5558 on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:45:22.555036 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-318c7d6e-ff58-41e0-a95c-6556ac1e5a4a service neutron] Attempting to bind port fcbf595b-ac04-4a9f-91d3-e3bfdadd5558 by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': '764fa11e-2d25-4965-bef2-489ddae1e34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'f09c9af1-caa6-4029-894f-b430921e86f9'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:45:22.555371 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-318c7d6e-ff58-41e0-a95c-6556ac1e5a4a service neutron] Attempting to bind port fcbf595b-ac04-4a9f-91d3-e3bfdadd5558 on network f09c9af1-caa6-4029-894f-b430921e86f9 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:45:22.585067 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-318c7d6e-ff58-41e0-a95c-6556ac1e5a4a service neutron] Port fcbf595b-ac04-4a9f-91d3-e3bfdadd5558 on network f09c9af1-caa6-4029-894f-b430921e86f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:45:22.585381 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-318c7d6e-ff58-41e0-a95c-6556ac1e5a4a service neutron] Attempting to bind port fcbf595b-ac04-4a9f-91d3-e3bfdadd5558 on network f09c9af1-caa6-4029-894f-b430921e86f9 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:45:22.603795 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-39373e5c-9c5f-4bc6-9dd3-5dae375287bd req-000aaac1-81c5-41f9-bb9f-d89abf767015 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=43b2ce46-a0ea-4043-b892-bcf2f4bc8354 HTTP/1.1" status: 200 len: 210 time: 1.1986372 Feb 09 21:45:22.628141 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-318c7d6e-ff58-41e0-a95c-6556ac1e5a4a service neutron] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:45:22.628755 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-318c7d6e-ff58-41e0-a95c-6556ac1e5a4a service neutron] Checking segment: {'id': '764fa11e-2d25-4965-bef2-489ddae1e34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'f09c9af1-caa6-4029-894f-b430921e86f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:45:22.629003 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-318c7d6e-ff58-41e0-a95c-6556ac1e5a4a service neutron] Bound using segment: {'id': '764fa11e-2d25-4965-bef2-489ddae1e34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'f09c9af1-caa6-4029-894f-b430921e86f9'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:45:22.630164 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-318c7d6e-ff58-41e0-a95c-6556ac1e5a4a service neutron] Bound port: fcbf595b-ac04-4a9f-91d3-e3bfdadd5558, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '764fa11e-2d25-4965-bef2-489ddae1e34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'f09c9af1-caa6-4029-894f-b430921e86f9'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:45:22.630627 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-318c7d6e-ff58-41e0-a95c-6556ac1e5a4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (fcbf595b-ac04-4a9f-91d3-e3bfdadd5558), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:22.640950 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-32dcb9f5-f94b-40af-ac31-fce5a562295b req-ae67c0a5-2c6b-4f0c-8d55-2e6fdf2c1985 tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] 10.222.0.90 "GET /v2.0/security-groups?id=33a0486a-6292-49cc-8fb4-e603ce86e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930728 Feb 09 21:45:22.650455 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a704a11-4810-45ef-bbc0-4a1786ac4f5f tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:45:22.674447 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-4a704a11-4810-45ef-bbc0-4a1786ac4f5f tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:45:22.685976 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a704a11-4810-45ef-bbc0-4a1786ac4f5f tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:22.686834 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4a704a11-4810-45ef-bbc0-4a1786ac4f5f tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:22.723805 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffaaebb1-aae2-4647-8ad2-d8eeb6674180 None None] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:45:22.750989 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-4a704a11-4810-45ef-bbc0-4a1786ac4f5f tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9170239 Feb 09 21:45:22.754644 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42010) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:22.769614 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-d0f202dd-0dd2-475f-83f6-bb3787a70d2a tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Request body: {'port': {'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726', 'mac_address': 'fa:16:3e:17:1c:9b', 'name': 'tempest-NetworksTestDHCPv6-290942234'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:45:22.778104 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-484d8059-0ec2-4621-b705-4560848e2b2c tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (3166433b-415c-42df-a731-52f12458dc8e), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:22.778617 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8c913ac-2d6f-4380-81cd-70e202cb5a69 x-openstack-request-id: req-d8c913ac-2d6f-4380-81cd-70e202cb5a69 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:45:22.779845 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9451ac8-6c39-40f2-b7ec-f3604f7a77ca", "tag": "9af85d6f-02ae-4b57-8eb5-a2a08e3b6081", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:45:22.779845 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-d8c913ac-2d6f-4380-81cd-70e202cb5a69 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:45:22.794096 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9451ac8-6c39-40f2-b7ec-f3604f7a77ca', 'tag': '9af85d6f-02ae-4b57-8eb5-a2a08e3b6081', 'status': 'completed', 'code': 200} Feb 09 21:45:22.846088 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-354f0ba0-6d0e-455f-8950-9ae70fc13cc2 x-openstack-request-id: req-354f0ba0-6d0e-455f-8950-9ae70fc13cc2 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:45:22.846565 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1763f4a8-794e-4435-bb72-16e880d00d35", "name": "network-vif-plugged", "status": "completed", "tag": "0984e224-7a47-482b-a4d3-41dc6878e247", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:45:22.847391 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-354f0ba0-6d0e-455f-8950-9ae70fc13cc2 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:45:22.847391 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1763f4a8-794e-4435-bb72-16e880d00d35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0984e224-7a47-482b-a4d3-41dc6878e247', 'code': 200} Feb 09 21:45:22.870324 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484d8059-0ec2-4621-b705-4560848e2b2c tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Pushing event updated for resources: {'Port': ['ID=3166433b-415c-42df-a731-52f12458dc8e,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:22.902790 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aff1f01-34e8-4a72-96cd-2d0387f1376e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-986c5511-2b50-4eb7-bb75-ff9f776ff726', 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726', 'project_id': '880c3cd16cc943a98203fd230e26852f', 'fixed_ips': [{'subnet_id': 'd221d778-1127-4a56-a098-08d0424251e3'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:45:22.904101 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-8aff1f01-34e8-4a72-96cd-2d0387f1376e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:22.947127 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484d8059-0ec2-4621-b705-4560848e2b2c tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Network ed4940ef-ee4d-4f36-94d6-b986a8cbbb0b is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:45:22.966790 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-484d8059-0ec2-4621-b705-4560848e2b2c tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:45:22.970353 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484d8059-0ec2-4621-b705-4560848e2b2c tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:45:22.977570 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484d8059-0ec2-4621-b705-4560848e2b2c tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:22.978267 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-484d8059-0ec2-4621-b705-4560848e2b2c tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:23.048917 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-484d8059-0ec2-4621-b705-4560848e2b2c tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 4.1214139 Feb 09 21:45:23.056151 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42012) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:23.076973 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34769ea-c5f1-4f2e-b541-1c8b6157b02e req-8abe2d43-c58c-45f7-9621-9a18ab75d878 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:23.083454 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34769ea-c5f1-4f2e-b541-1c8b6157b02e req-8abe2d43-c58c-45f7-9621-9a18ab75d878 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:23.089611 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34769ea-c5f1-4f2e-b541-1c8b6157b02e req-8abe2d43-c58c-45f7-9621-9a18ab75d878 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:23.096338 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34769ea-c5f1-4f2e-b541-1c8b6157b02e req-8abe2d43-c58c-45f7-9621-9a18ab75d878 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:23.101666 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34769ea-c5f1-4f2e-b541-1c8b6157b02e req-8abe2d43-c58c-45f7-9621-9a18ab75d878 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:23.108047 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34769ea-c5f1-4f2e-b541-1c8b6157b02e req-8abe2d43-c58c-45f7-9621-9a18ab75d878 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:23.110049 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a34769ea-c5f1-4f2e-b541-1c8b6157b02e req-8abe2d43-c58c-45f7-9621-9a18ab75d878 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 4602 time: 0.2430706 Feb 09 21:45:23.114769 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-9453d4ca-0a82-4211-bba5-ff9bd2d1f469 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:45:23.182530 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-8aff1f01-34e8-4a72-96cd-2d0387f1376e None None] Allocated IP 2001:db8::f816:3eff:fe72:76b2 (986c5511-2b50-4eb7-bb75-ff9f776ff726/d221d778-1127-4a56-a098-08d0424251e3/1f6204ff-d65f-4527-a1c0-c988dbf1ce09) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:45:23.275481 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 1eb6f178-eaac-436e-a5e8-df1f031991ad details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:45:23.346810 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5af52f-1c53-416e-928f-2b1dfb637a1a req-1502bd84-f8c3-45a5-b722-349f7dd6d0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:23.347590 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5af52f-1c53-416e-928f-2b1dfb637a1a req-1502bd84-f8c3-45a5-b722-349f7dd6d0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:23.348251 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5af52f-1c53-416e-928f-2b1dfb637a1a req-1502bd84-f8c3-45a5-b722-349f7dd6d0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:23.348885 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5af52f-1c53-416e-928f-2b1dfb637a1a req-1502bd84-f8c3-45a5-b722-349f7dd6d0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:23.349514 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5af52f-1c53-416e-928f-2b1dfb637a1a req-1502bd84-f8c3-45a5-b722-349f7dd6d0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:23.351759 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5af52f-1c53-416e-928f-2b1dfb637a1a req-1502bd84-f8c3-45a5-b722-349f7dd6d0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:23.353937 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4b5af52f-1c53-416e-928f-2b1dfb637a1a req-1502bd84-f8c3-45a5-b722-349f7dd6d0d6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e0fba33cc37140f68483b74485e6f58c&device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 5277 time: 0.5574059 Feb 09 21:45:23.381815 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0f202dd-0dd2-475f-83f6-bb3787a70d2a tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Made reservation on behalf of 880c3cd16cc943a98203fd230e26852f for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:45:23.496764 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d0f202dd-0dd2-475f-83f6-bb3787a70d2a tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:23.530855 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9453d4ca-0a82-4211-bba5-ff9bd2d1f469 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (3166433b-415c-42df-a731-52f12458dc8e), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:23.537316 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a34769ea-c5f1-4f2e-b541-1c8b6157b02e req-0bb112f5-c09d-473a-a5f0-c6372c38b6d2 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/security-groups?id=f725d2ca-c6e8-41e3-94bc-9cf24ee5a23b&id=7a6c813b-611d-4436-831d-fc6ca76a9308&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4084561 Feb 09 21:45:23.558200 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-d0f202dd-0dd2-475f-83f6-bb3787a70d2a tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] device_id is not set on port b60b9889-0c7c-49b6-bd21-2d175e89bd0b yet. {{(pid=103140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:45:23.652792 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 1eb6f178-eaac-436e-a5e8-df1f031991ad, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=1eb6f178-eaac-436e-a5e8-df1f031991ad,segment=NetworkSegment(6634fbc3-8d45-48c1-b955-d9743187ac5b),segment_id=6634fbc3-8d45-48c1-b955-d9743187ac5b)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:45:23.665486 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c278fe0-6a42-4459-8e4f-b3c92298b466 req-6f2ba0cb-05a8-4bab-989b-ef6e8c743d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:23.667124 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6c278fe0-6a42-4459-8e4f-b3c92298b466 req-6f2ba0cb-05a8-4bab-989b-ef6e8c743d57 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=1763f4a8-794e-4435-bb72-16e880d00d35 HTTP/1.1" status: 200 len: 1127 time: 0.7644331 Feb 09 21:45:23.674679 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5af52f-1c53-416e-928f-2b1dfb637a1a req-56682064-124c-4591-ae86-ec5ed9f7d18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:23.675151 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5af52f-1c53-416e-928f-2b1dfb637a1a req-56682064-124c-4591-ae86-ec5ed9f7d18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:23.675839 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5af52f-1c53-416e-928f-2b1dfb637a1a req-56682064-124c-4591-ae86-ec5ed9f7d18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:23.701588 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4b5af52f-1c53-416e-928f-2b1dfb637a1a req-56682064-124c-4591-ae86-ec5ed9f7d18f service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=e0fba33cc37140f68483b74485e6f58c&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3387353 Feb 09 21:45:23.706983 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': '1eb6f178-eaac-436e-a5e8-df1f031991ad', 'network_id': 'f8cc813a-1c2b-4113-8f40-c5f119f97173', 'port_id': '1eb6f178-eaac-436e-a5e8-df1f031991ad', 'mac_address': 'fa:16:3e:9d:21:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ea02be5-e155-4258-b81d-2431efa2e9c8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:45:23.730416 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:23.800518 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 1eb6f178-eaac-436e-a5e8-df1f031991ad is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:23.801171 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (1eb6f178-eaac-436e-a5e8-df1f031991ad), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:23.822064 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1eb6f178-eaac-436e-a5e8-df1f031991ad {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:45:23.835684 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6a99ea1c-9f80-4c1c-8c38-98188cf3fd3d req-bc026206-cbee-492e-ba8f-585ec46b0ee8 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=43b2ce46-a0ea-4043-b892-bcf2f4bc8354 HTTP/1.1" status: 200 len: 210 time: 0.0965807 Feb 09 21:45:23.870936 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 1eb6f178-eaac-436e-a5e8-df1f031991ad, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=1eb6f178-eaac-436e-a5e8-df1f031991ad,segment=NetworkSegment(6634fbc3-8d45-48c1-b955-d9743187ac5b),segment_id=6634fbc3-8d45-48c1-b955-d9743187ac5b)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:45:23.880101 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (1eb6f178-eaac-436e-a5e8-df1f031991ad), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:23.881065 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-318c7d6e-ff58-41e0-a95c-6556ac1e5a4a service neutron] For port fcbf595b-ac04-4a9f-91d3-e3bfdadd5558, host n-h2-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:45:23.916874 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67e2723-f7f5-4f2a-86a5-74a79649c8e1 req-a633f573-30c7-4b3c-9830-bdb364a03727 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:23.924883 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b67e2723-f7f5-4f2a-86a5-74a79649c8e1 req-a633f573-30c7-4b3c-9830-bdb364a03727 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.95 "GET /v2.0/networks?id=00735365-504a-4659-b7e0-5dd13c1577e5 HTTP/1.1" status: 200 len: 812 time: 0.6259658 Feb 09 21:45:23.938864 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-318c7d6e-ff58-41e0-a95c-6556ac1e5a4a service neutron] For port fcbf595b-ac04-4a9f-91d3-e3bfdadd5558, host n-h2-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=fcbf595b-ac04-4a9f-91d3-e3bfdadd5558,segment=NetworkSegment(764fa11e-2d25-4965-bef2-489ddae1e34a),segment_id=764fa11e-2d25-4965-bef2-489ddae1e34a)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:45:23.956445 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-b67e2723-f7f5-4f2a-86a5-74a79649c8e1 req-796b5f20-9476-405e-9c32-dc79c880b82e tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Request body: {'port': {'device_id': '43b2ce46-a0ea-4043-b892-bcf2f4bc8354', 'network_id': '00735365-504a-4659-b7e0-5dd13c1577e5', 'admin_state_up': True, 'tenant_id': '73aafa54b15b4f2e83f3753252e1608e'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:45:24.004725 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-8aff1f01-34e8-4a72-96cd-2d0387f1376e None None] Publish callbacks [] for port (1f6204ff-d65f-4527-a1c0-c988dbf1ce09), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:24.006219 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=1eb6f178-eaac-436e-a5e8-df1f031991ad,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:24.021696 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-8aff1f01-34e8-4a72-96cd-2d0387f1376e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (1f6204ff-d65f-4527-a1c0-c988dbf1ce09), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:24.038410 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-318c7d6e-ff58-41e0-a95c-6556ac1e5a4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (fcbf595b-ac04-4a9f-91d3-e3bfdadd5558), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:24.066350 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aff1f01-34e8-4a72-96cd-2d0387f1376e None None] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:45:24.071390 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-8aff1f01-34e8-4a72-96cd-2d0387f1376e None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:45:24.075282 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aff1f01-34e8-4a72-96cd-2d0387f1376e None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:45:24.147833 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-318c7d6e-ff58-41e0-a95c-6556ac1e5a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:24.150824 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-318c7d6e-ff58-41e0-a95c-6556ac1e5a4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:24.152400 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-318c7d6e-ff58-41e0-a95c-6556ac1e5a4a service neutron] 10.222.0.89 "PUT /v2.0/ports/fcbf595b-ac04-4a9f-91d3-e3bfdadd5558 HTTP/1.1" status: 200 len: 1131 time: 4.5059032 Feb 09 21:45:24.155352 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aff1f01-34e8-4a72-96cd-2d0387f1376e None None] Pushing event updated for resources: {'Port': ['ID=1f6204ff-d65f-4527-a1c0-c988dbf1ce09,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:24.182862 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-8aff1f01-34e8-4a72-96cd-2d0387f1376e None None] Attempting to bind port 1f6204ff-d65f-4527-a1c0-c988dbf1ce09 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:45:24.188909 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-8aff1f01-34e8-4a72-96cd-2d0387f1376e None None] Attempting to bind port 1f6204ff-d65f-4527-a1c0-c988dbf1ce09 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': 'e234f058-99e9-4683-aff2-a800b51d2ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:45:24.189569 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aff1f01-34e8-4a72-96cd-2d0387f1376e None None] Attempting to bind port 1f6204ff-d65f-4527-a1c0-c988dbf1ce09 on network 986c5511-2b50-4eb7-bb75-ff9f776ff726 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:45:24.203913 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aff1f01-34e8-4a72-96cd-2d0387f1376e None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:45:24.211847 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aff1f01-34e8-4a72-96cd-2d0387f1376e None None] Checking segment: {'id': 'e234f058-99e9-4683-aff2-a800b51d2ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:45:24.212701 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-8aff1f01-34e8-4a72-96cd-2d0387f1376e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:24.213273 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aff1f01-34e8-4a72-96cd-2d0387f1376e None None] Bound using segment: {'id': 'e234f058-99e9-4683-aff2-a800b51d2ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:45:24.213958 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-8aff1f01-34e8-4a72-96cd-2d0387f1376e None None] Bound port: 1f6204ff-d65f-4527-a1c0-c988dbf1ce09, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e234f058-99e9-4683-aff2-a800b51d2ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:45:24.214563 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-8aff1f01-34e8-4a72-96cd-2d0387f1376e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (1f6204ff-d65f-4527-a1c0-c988dbf1ce09), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:24.268953 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6c278fe0-6a42-4459-8e4f-b3c92298b466 req-c9e79253-d390-41dc-88ff-147d7719ca9a service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=33a0486a-6292-49cc-8fb4-e603ce86e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5663235 Feb 09 21:45:24.282209 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-289b9ad2-e8eb-4625-95e8-a3ff91717223 service neutron] Request body: {'port': {'device_id': 'e9451ac8-6c39-40f2-b7ec-f3604f7a77ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:45:24.340487 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9453d4ca-0a82-4211-bba5-ff9bd2d1f469 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for port (3166433b-415c-42df-a731-52f12458dc8e), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:24.353620 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9453d4ca-0a82-4211-bba5-ff9bd2d1f469 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (3166433b-415c-42df-a731-52f12458dc8e), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:24.431399 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-d0f202dd-0dd2-475f-83f6-bb3787a70d2a tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Allocated IP 2001:db8::f816:3eff:fe17:1c9b (986c5511-2b50-4eb7-bb75-ff9f776ff726/d221d778-1127-4a56-a098-08d0424251e3/b60b9889-0c7c-49b6-bd21-2d175e89bd0b) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:45:24.511716 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-289b9ad2-e8eb-4625-95e8-a3ff91717223 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (05c71a1b-858c-4e78-be01-608f18f742b2), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:24.521344 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318c7d6e-ff58-41e0-a95c-6556ac1e5a4a service neutron] Pushing event updated for resources: {'Port': ['ID=fcbf595b-ac04-4a9f-91d3-e3bfdadd5558,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:24.525341 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['1eb6f178-eaac-436e-a5e8-df1f031991ad'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:45:24.555699 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5af52f-1c53-416e-928f-2b1dfb637a1a req-881b2e33-b30b-4c61-a835-d5a7acffcf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:24.557500 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4b5af52f-1c53-416e-928f-2b1dfb637a1a req-881b2e33-b30b-4c61-a835-d5a7acffcf38 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7764678 Feb 09 21:45:24.619544 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b67e2723-f7f5-4f2a-86a5-74a79649c8e1 req-796b5f20-9476-405e-9c32-dc79c880b82e tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Made reservation on behalf of 73aafa54b15b4f2e83f3753252e1608e for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:45:24.626364 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-b67e2723-f7f5-4f2a-86a5-74a79649c8e1 req-796b5f20-9476-405e-9c32-dc79c880b82e tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:24.647804 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b3091f-e9e8-4ddd-ba30-270b74ece439 req-4fca531c-c8b3-43c4-bd31-17053f8d2054 tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:24.655744 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-82b3091f-e9e8-4ddd-ba30-270b74ece439 req-4fca531c-c8b3-43c4-bd31-17053f8d2054 tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] 10.222.0.90 "GET /v2.0/ports?device_id=1763f4a8-794e-4435-bb72-16e880d00d35 HTTP/1.1" status: 200 len: 945 time: 0.8686035 Feb 09 21:45:24.719055 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8b86154a-98da-4bb5-8552-5f6a0f14a5e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524906'] for router_interface (341efdd6-06c3-4350-9049-4666147975a3), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:24.736949 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-9453d4ca-0a82-4211-bba5-ff9bd2d1f469 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] In _notify_port_updated(), no bound segment for port 3166433b-415c-42df-a731-52f12458dc8e on network ed4940ef-ee4d-4f36-94d6-b986a8cbbb0b {{(pid=103140) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 21:45:24.737221 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-8aff1f01-34e8-4a72-96cd-2d0387f1376e None None] For port 1f6204ff-d65f-4527-a1c0-c988dbf1ce09, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:45:24.742677 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9453d4ca-0a82-4211-bba5-ff9bd2d1f469 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:24.743309 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9453d4ca-0a82-4211-bba5-ff9bd2d1f469 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:24.747113 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-9453d4ca-0a82-4211-bba5-ff9bd2d1f469 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "PUT /v2.0/ports/3166433b-415c-42df-a731-52f12458dc8e HTTP/1.1" status: 200 len: 818 time: 1.6838400 Feb 09 21:45:24.768160 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42024) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:24.774804 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-8aff1f01-34e8-4a72-96cd-2d0387f1376e None None] For port 1f6204ff-d65f-4527-a1c0-c988dbf1ce09, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=1f6204ff-d65f-4527-a1c0-c988dbf1ce09,segment=NetworkSegment(e234f058-99e9-4683-aff2-a800b51d2ec4),segment_id=e234f058-99e9-4683-aff2-a800b51d2ec4)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:45:24.840517 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-8aff1f01-34e8-4a72-96cd-2d0387f1376e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (1f6204ff-d65f-4527-a1c0-c988dbf1ce09), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:24.957863 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-82b3091f-e9e8-4ddd-ba30-270b74ece439 req-533a6b1b-2cbf-428f-8ddc-15c9ce9d47be tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] 10.222.0.90 "GET /v2.0/security-groups?id=33a0486a-6292-49cc-8fb4-e603ce86e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720802 Feb 09 21:45:24.994343 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aff1f01-34e8-4a72-96cd-2d0387f1376e None None] Pushing event updated for resources: {'Port': ['ID=1f6204ff-d65f-4527-a1c0-c988dbf1ce09,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:25.023528 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 536be503-d8cd-45c9-934c-9187c26f65cb up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:45:25.057959 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9453d4ca-0a82-4211-bba5-ff9bd2d1f469 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Pushing event updated for resources: {'Port': ['ID=3166433b-415c-42df-a731-52f12458dc8e,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:25.227548 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a53eda5e-0efa-401d-8005-d03a135aa891 req-dd2f670e-0334-44a8-ace0-42d7ceffc820 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=43b2ce46-a0ea-4043-b892-bcf2f4bc8354 HTTP/1.1" status: 200 len: 210 time: 0.1099343 Feb 09 21:45:25.250276 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning for port 536be503-d8cd-45c9-934c-9187c26f65cb completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:45:25.266554 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port 536be503-d8cd-45c9-934c-9187c26f65cb triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:25.266959 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (536be503-d8cd-45c9-934c-9187c26f65cb), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:25.288139 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9451ac8-6c39-40f2-b7ec-f3604f7a77ca', 'tag': 'fcbf595b-ac04-4a9f-91d3-e3bfdadd5558'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:45:25.293212 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-624b0385-31e3-4df7-92af-99552563888f" -d '{"events": [{"name": "network-changed", "server_uuid": "e9451ac8-6c39-40f2-b7ec-f3604f7a77ca", "tag": "fcbf595b-ac04-4a9f-91d3-e3bfdadd5558"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:45:25.420581 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f58dc4-b5bf-4381-a14a-d994cb671ba1 req-61f7f94e-2225-4e15-8404-2c220d141133 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:25.421378 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd656244-d16d-4362-9fd1-7c8663f9ed49 x-openstack-request-id: req-fd656244-d16d-4362-9fd1-7c8663f9ed49 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:45:25.422509 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9451ac8-6c39-40f2-b7ec-f3604f7a77ca", "tag": "fcbf595b-ac04-4a9f-91d3-e3bfdadd5558", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:45:25.422920 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-fd656244-d16d-4362-9fd1-7c8663f9ed49 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:45:25.427226 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9451ac8-6c39-40f2-b7ec-f3604f7a77ca', 'tag': 'fcbf595b-ac04-4a9f-91d3-e3bfdadd5558', 'status': 'completed', 'code': 200} Feb 09 21:45:25.428974 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 536be503-d8cd-45c9-934c-9187c26f65cb is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:25.430018 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (536be503-d8cd-45c9-934c-9187c26f65cb), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:25.440605 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f58dc4-b5bf-4381-a14a-d994cb671ba1 req-61f7f94e-2225-4e15-8404-2c220d141133 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:25.446374 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f58dc4-b5bf-4381-a14a-d994cb671ba1 req-61f7f94e-2225-4e15-8404-2c220d141133 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:25.467123 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16b44a23-39cb-4372-bc21-c4a2bac5cc4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '536be503-d8cd-45c9-934c-9187c26f65cb'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:45:25.467292 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f58dc4-b5bf-4381-a14a-d994cb671ba1 req-61f7f94e-2225-4e15-8404-2c220d141133 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:25.475822 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c22176ea-e7b6-4d34-9130-c2a635ecbcd2" -d '{"events": [{"server_uuid": "16b44a23-39cb-4372-bc21-c4a2bac5cc4f", "name": "network-vif-plugged", "status": "completed", "tag": "536be503-d8cd-45c9-934c-9187c26f65cb"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:45:25.483790 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f58dc4-b5bf-4381-a14a-d994cb671ba1 req-61f7f94e-2225-4e15-8404-2c220d141133 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:25.489747 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f58dc4-b5bf-4381-a14a-d994cb671ba1 req-61f7f94e-2225-4e15-8404-2c220d141133 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:25.502847 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 536be503-d8cd-45c9-934c-9187c26f65cb, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=536be503-d8cd-45c9-934c-9187c26f65cb,segment=NetworkSegment(6634fbc3-8d45-48c1-b955-d9743187ac5b),segment_id=6634fbc3-8d45-48c1-b955-d9743187ac5b)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:45:25.514296 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-93f58dc4-b5bf-4381-a14a-d994cb671ba1 req-61f7f94e-2225-4e15-8404-2c220d141133 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 4602 time: 0.7925179 Feb 09 21:45:25.527669 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d0f202dd-0dd2-475f-83f6-bb3787a70d2a tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for port (b60b9889-0c7c-49b6-bd21-2d175e89bd0b), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:25.530831 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (536be503-d8cd-45c9-934c-9187c26f65cb), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:25.597751 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33870c3a-3f37-4c1c-a469-9197beaa5bba x-openstack-request-id: req-33870c3a-3f37-4c1c-a469-9197beaa5bba {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:45:25.612920 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16b44a23-39cb-4372-bc21-c4a2bac5cc4f", "name": "network-vif-plugged", "status": "completed", "tag": "536be503-d8cd-45c9-934c-9187c26f65cb", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:45:25.615160 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-33870c3a-3f37-4c1c-a469-9197beaa5bba {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:45:25.616917 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16b44a23-39cb-4372-bc21-c4a2bac5cc4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '536be503-d8cd-45c9-934c-9187c26f65cb', 'code': 200} Feb 09 21:45:25.624454 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d0f202dd-0dd2-475f-83f6-bb3787a70d2a tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (b60b9889-0c7c-49b6-bd21-2d175e89bd0b), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:25.638317 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [req-b67e2723-f7f5-4f2a-86a5-74a79649c8e1 req-796b5f20-9476-405e-9c32-dc79c880b82e tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Allocated IP 172.20.0.8 (00735365-504a-4659-b7e0-5dd13c1577e5/0d4cb0a9-0f8b-4759-aa75-9f58c47a4974/5a672048-28c9-4746-a3b7-af43dd6140ce) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:45:25.703353 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-08a0770d-a2c6-4f4c-a92f-1f1a2b0e6b6e tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Deleting port 3166433b-415c-42df-a731-52f12458dc8e {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:45:25.704670 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-08a0770d-a2c6-4f4c-a92f-1f1a2b0e6b6e tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (3166433b-415c-42df-a731-52f12458dc8e), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:25.722607 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 1f6204ff-d65f-4527-a1c0-c988dbf1ce09 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:45:25.725424 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=536be503-d8cd-45c9-934c-9187c26f65cb,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:25.782709 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-08a0770d-a2c6-4f4c-a92f-1f1a2b0e6b6e tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (3166433b-415c-42df-a731-52f12458dc8e), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:25.801890 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-08a0770d-a2c6-4f4c-a92f-1f1a2b0e6b6e tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Calling delete_port for 3166433b-415c-42df-a731-52f12458dc8e owned by {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:45:25.866179 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 1f6204ff-d65f-4527-a1c0-c988dbf1ce09 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:25.866566 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (1f6204ff-d65f-4527-a1c0-c988dbf1ce09), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:25.924235 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f202dd-0dd2-475f-83f6-bb3787a70d2a tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:45:25.931665 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-d0f202dd-0dd2-475f-83f6-bb3787a70d2a tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:45:25.933522 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-08a0770d-a2c6-4f4c-a92f-1f1a2b0e6b6e tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (3166433b-415c-42df-a731-52f12458dc8e), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:25.944752 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f202dd-0dd2-475f-83f6-bb3787a70d2a tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:45:25.950006 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f202dd-0dd2-475f-83f6-bb3787a70d2a tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:25.950635 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d0f202dd-0dd2-475f-83f6-bb3787a70d2a tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:25.973782 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 1f6204ff-d65f-4527-a1c0-c988dbf1ce09 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:25.974180 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (1f6204ff-d65f-4527-a1c0-c988dbf1ce09), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:26.004529 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624b0385-31e3-4df7-92af-99552563888f req-0c8b6fcc-6f95-4855-b953-4336c6d5994b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:26.005143 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624b0385-31e3-4df7-92af-99552563888f req-0c8b6fcc-6f95-4855-b953-4336c6d5994b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:26.005864 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624b0385-31e3-4df7-92af-99552563888f req-0c8b6fcc-6f95-4855-b953-4336c6d5994b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:26.006001 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624b0385-31e3-4df7-92af-99552563888f req-0c8b6fcc-6f95-4855-b953-4336c6d5994b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:26.006368 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624b0385-31e3-4df7-92af-99552563888f req-0c8b6fcc-6f95-4855-b953-4336c6d5994b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:26.006825 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624b0385-31e3-4df7-92af-99552563888f req-0c8b6fcc-6f95-4855-b953-4336c6d5994b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:26.008759 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-624b0385-31e3-4df7-92af-99552563888f req-0c8b6fcc-6f95-4855-b953-4336c6d5994b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e0fba33cc37140f68483b74485e6f58c&device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 5350 time: 0.4989374 Feb 09 21:45:26.028187 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f202dd-0dd2-475f-83f6-bb3787a70d2a tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event updated for resources: {'Port': ['ID=b60b9889-0c7c-49b6-bd21-2d175e89bd0b,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:26.054879 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port 1f6204ff-d65f-4527-a1c0-c988dbf1ce09, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=1f6204ff-d65f-4527-a1c0-c988dbf1ce09,segment=NetworkSegment(e234f058-99e9-4683-aff2-a800b51d2ec4),segment_id=e234f058-99e9-4683-aff2-a800b51d2ec4)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:45:26.064876 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (1f6204ff-d65f-4527-a1c0-c988dbf1ce09), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:26.094047 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-93f58dc4-b5bf-4381-a14a-d994cb671ba1 req-1bf4819f-4ac7-4027-89a4-6a7946eb4ead tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/security-groups?id=f725d2ca-c6e8-41e3-94bc-9cf24ee5a23b&id=7a6c813b-611d-4436-831d-fc6ca76a9308&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5782342 Feb 09 21:45:26.101188 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-08a0770d-a2c6-4f4c-a92f-1f1a2b0e6b6e tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:26.113231 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-08a0770d-a2c6-4f4c-a92f-1f1a2b0e6b6e tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "DELETE /v2.0/ports/3166433b-415c-42df-a731-52f12458dc8e HTTP/1.1" status: 204 len: 168 time: 1.3371947 Feb 09 21:45:26.152929 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 42036) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:26.170642 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-d0f202dd-0dd2-475f-83f6-bb3787a70d2a tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.4140341 Feb 09 21:45:26.185823 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42038) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:26.187686 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a0770d-a2c6-4f4c-a92f-1f1a2b0e6b6e tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Pushing event deleted for resources: {'Port': ['ID=3166433b-415c-42df-a731-52f12458dc8e,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:26.219306 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=1f6204ff-d65f-4527-a1c0-c988dbf1ce09,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:26.302868 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce075fab-645c-44c3-9d23-55e9eb2fc3b0 req-33698e1e-1573-42ae-a767-6e0847002d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:26.304467 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ce075fab-645c-44c3-9d23-55e9eb2fc3b0 req-33698e1e-1573-42ae-a767-6e0847002d39 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=16b44a23-39cb-4372-bc21-c4a2bac5cc4f HTTP/1.1" status: 200 len: 1127 time: 0.5498075 Feb 09 21:45:26.364725 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-289b9ad2-e8eb-4625-95e8-a3ff91717223 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05c71a1b-858c-4e78-be01-608f18f742b2 {{(pid=103141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:45:26.385159 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-289b9ad2-e8eb-4625-95e8-a3ff91717223 service neutron] Publish callbacks [] for port (05c71a1b-858c-4e78-be01-608f18f742b2), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:26.449241 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb1b317-8513-4c5a-9bba-367bfbe4d5aa tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:26.457184 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-ecb1b317-8513-4c5a-9bba-367bfbe4d5aa tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3020267 Feb 09 21:45:26.463557 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 42044) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:26.465515 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624b0385-31e3-4df7-92af-99552563888f req-040a70b7-49f2-438e-b118-8dd29a4d9ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:26.465515 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624b0385-31e3-4df7-92af-99552563888f req-040a70b7-49f2-438e-b118-8dd29a4d9ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:26.465849 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624b0385-31e3-4df7-92af-99552563888f req-040a70b7-49f2-438e-b118-8dd29a4d9ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:26.467497 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-624b0385-31e3-4df7-92af-99552563888f req-040a70b7-49f2-438e-b118-8dd29a4d9ff0 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=e0fba33cc37140f68483b74485e6f58c&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4395542 Feb 09 21:45:26.469464 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-546fc0f8-d4cb-43f8-abc5-737fa7d09306 req-3048022c-1e20-4f4d-823d-2558dd4056f4 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=43b2ce46-a0ea-4043-b892-bcf2f4bc8354 HTTP/1.1" status: 200 len: 210 time: 0.1189163 Feb 09 21:45:26.502783 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-289b9ad2-e8eb-4625-95e8-a3ff91717223 service neutron] Transition to ACTIVE for port object 05c71a1b-858c-4e78-be01-608f18f742b2 will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:45:26.503973 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-809db358-ca20-4fda-ac8b-e713b0e3c728 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] GET failed (client error): The resource could not be found. Feb 09 21:45:26.509244 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-809db358-ca20-4fda-ac8b-e713b0e3c728 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "GET /v2.0/ports/3166433b-415c-42df-a731-52f12458dc8e HTTP/1.1" status: 404 len: 333 time: 0.0408597 Feb 09 21:45:26.511035 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 42046) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:26.518793 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33a90b5-b0ec-481a-9490-335304b6278c tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:26.519099 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-e9a3a837-c09f-403c-aeb8-53ecbe8e9df5 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1840549166'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:45:26.526042 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33a90b5-b0ec-481a-9490-335304b6278c tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:26.528015 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-e33a90b5-b0ec-481a-9490-335304b6278c tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.3309340 Feb 09 21:45:26.534231 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42048) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:26.547870 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ce075fab-645c-44c3-9d23-55e9eb2fc3b0 req-199849f4-c530-4085-9a44-180b48917d86 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=33a0486a-6292-49cc-8fb4-e603ce86e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187099 Feb 09 21:45:26.553445 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-289b9ad2-e8eb-4625-95e8-a3ff91717223 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (05c71a1b-858c-4e78-be01-608f18f742b2), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:26.573196 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:45:26.582661 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27315d80-2561-4ac6-ba2a-605613b5912c req-bda78e36-9c13-420e-8cea-7a91917b396b tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:26.592467 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-27315d80-2561-4ac6-ba2a-605613b5912c req-bda78e36-9c13-420e-8cea-7a91917b396b tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] 10.222.0.90 "GET /v2.0/ports?device_id=1763f4a8-794e-4435-bb72-16e880d00d35 HTTP/1.1" status: 200 len: 945 time: 0.4188008 Feb 09 21:45:26.763534 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289b9ad2-e8eb-4625-95e8-a3ff91717223 service neutron] Pushing event updated for resources: {'Port': ['ID=05c71a1b-858c-4e78-be01-608f18f742b2,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:26.813656 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9a3a837-c09f-403c-aeb8-53ecbe8e9df5 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Made reservation on behalf of 87111984dff24e1780aaef3f75dde822 for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:45:26.815639 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-aedd8775-faff-431e-9137-267e72f54589 None None] Provisioning complete for port 1f6204ff-d65f-4527-a1c0-c988dbf1ce09 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:26.817815 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e9a3a837-c09f-403c-aeb8-53ecbe8e9df5 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:26.818528 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-aedd8775-faff-431e-9137-267e72f54589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (1f6204ff-d65f-4527-a1c0-c988dbf1ce09), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:26.881824 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-b67e2723-f7f5-4f2a-86a5-74a79649c8e1 req-796b5f20-9476-405e-9c32-dc79c880b82e tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Publish callbacks [] for port (5a672048-28c9-4746-a3b7-af43dd6140ce), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:26.895874 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-27315d80-2561-4ac6-ba2a-605613b5912c req-fc991440-65ce-4f0d-b138-82c25f964696 tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] 10.222.0.90 "GET /v2.0/security-groups?id=33a0486a-6292-49cc-8fb4-e603ce86e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3020334 Feb 09 21:45:27.089399 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-aedd8775-faff-431e-9137-267e72f54589 None None] Current status of the port 1f6204ff-d65f-4527-a1c0-c988dbf1ce09 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:27.094700 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9a3a837-c09f-403c-aeb8-53ecbe8e9df5 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:45:27.113819 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-b051cbef-9865-4b35-bf13-a3e85385899b tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Deleting port b60b9889-0c7c-49b6-bd21-2d175e89bd0b {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:45:27.114201 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b051cbef-9865-4b35-bf13-a3e85385899b tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (b60b9889-0c7c-49b6-bd21-2d175e89bd0b), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:27.119966 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-b67e2723-f7f5-4f2a-86a5-74a79649c8e1 req-796b5f20-9476-405e-9c32-dc79c880b82e tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (5a672048-28c9-4746-a3b7-af43dd6140ce), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:27.122792 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624b0385-31e3-4df7-92af-99552563888f req-1afdf0b2-64bc-4a30-a34c-5ac767c0f57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:27.125150 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-624b0385-31e3-4df7-92af-99552563888f req-1afdf0b2-64bc-4a30-a34c-5ac767c0f57f service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6147399 Feb 09 21:45:27.135290 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e9a3a837-c09f-403c-aeb8-53ecbe8e9df5 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (72c08b27-fc5e-4b39-bbe7-1220c8f28ae9), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:27.136612 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-e9a3a837-c09f-403c-aeb8-53ecbe8e9df5 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Added segment 72c08b27-fc5e-4b39-bbe7-1220c8f28ae9 of type vlan for network 7a9306ef-b1d7-4e31-b4b1-c88b57cec901 Feb 09 21:45:27.196855 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e9a3a837-c09f-403c-aeb8-53ecbe8e9df5 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (7a9306ef-b1d7-4e31-b4b1-c88b57cec901), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:27.232716 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b67e2723-f7f5-4f2a-86a5-74a79649c8e1 req-796b5f20-9476-405e-9c32-dc79c880b82e tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Network 00735365-504a-4659-b7e0-5dd13c1577e5 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:45:27.251273 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [req-b67e2723-f7f5-4f2a-86a5-74a79649c8e1 req-796b5f20-9476-405e-9c32-dc79c880b82e tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:45:27.256125 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 1eb6f178-eaac-436e-a5e8-df1f031991ad up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:45:27.264673 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-b67e2723-f7f5-4f2a-86a5-74a79649c8e1 req-796b5f20-9476-405e-9c32-dc79c880b82e tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:45:27.268628 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-bbec5dfe-02ab-4a9c-a773-0ed20ffa739c None None] Provisioning complete for port b60b9889-0c7c-49b6-bd21-2d175e89bd0b triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:27.270757 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-bbec5dfe-02ab-4a9c-a773-0ed20ffa739c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (b60b9889-0c7c-49b6-bd21-2d175e89bd0b), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:27.292913 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e9a3a837-c09f-403c-aeb8-53ecbe8e9df5 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (7a9306ef-b1d7-4e31-b4b1-c88b57cec901), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:27.303889 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a3a837-c09f-403c-aeb8-53ecbe8e9df5 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:27.312121 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e9a3a837-c09f-403c-aeb8-53ecbe8e9df5 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:27.339157 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119ca76e-42e2-4975-ad27-4fa88f3cc9c9 req-93d93719-133b-4b8e-b07b-a6c104fad7b2 tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:27.341082 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-119ca76e-42e2-4975-ad27-4fa88f3cc9c9 req-93d93719-133b-4b8e-b07b-a6c104fad7b2 tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] 10.222.0.90 "GET /v2.0/ports?device_id=f8491acc-3475-4ebe-8204-7cc0c7321a88 HTTP/1.1" status: 200 len: 945 time: 0.3167675 Feb 09 21:45:27.364126 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796b5f20-9476-405e-9c32-dc79c880b82e tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Pushing event updated for resources: {'Port': ['ID=5a672048-28c9-4746-a3b7-af43dd6140ce,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:27.407079 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-8b86154a-98da-4bb5-8552-5f6a0f14a5e4 admin admin] Deleting port 519bfcbb-ca65-4117-81d8-986b3cd33f2a {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:45:27.408509 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8b86154a-98da-4bb5-8552-5f6a0f14a5e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (519bfcbb-ca65-4117-81d8-986b3cd33f2a), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:27.408754 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-bbec5dfe-02ab-4a9c-a773-0ed20ffa739c None None] Port b60b9889-0c7c-49b6-bd21-2d175e89bd0b cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:45:27.428075 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b051cbef-9865-4b35-bf13-a3e85385899b tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (b60b9889-0c7c-49b6-bd21-2d175e89bd0b), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:27.452462 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning for port 1eb6f178-eaac-436e-a5e8-df1f031991ad completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:45:27.459024 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port 1eb6f178-eaac-436e-a5e8-df1f031991ad triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:27.459792 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (1eb6f178-eaac-436e-a5e8-df1f031991ad), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:27.477955 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-b051cbef-9865-4b35-bf13-a3e85385899b tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Calling delete_port for b60b9889-0c7c-49b6-bd21-2d175e89bd0b owned by {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:45:27.486833 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67e2723-f7f5-4f2a-86a5-74a79649c8e1 req-796b5f20-9476-405e-9c32-dc79c880b82e tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:27.487463 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-b67e2723-f7f5-4f2a-86a5-74a79649c8e1 req-796b5f20-9476-405e-9c32-dc79c880b82e tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:27.499556 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ab0a2c-7a38-4d84-9631-33b7e1923427 req-668ca09d-a13c-434f-bd89-2cea38d49382 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:27.505271 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ab0a2c-7a38-4d84-9631-33b7e1923427 req-668ca09d-a13c-434f-bd89-2cea38d49382 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:27.510465 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ab0a2c-7a38-4d84-9631-33b7e1923427 req-668ca09d-a13c-434f-bd89-2cea38d49382 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:27.516212 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ab0a2c-7a38-4d84-9631-33b7e1923427 req-668ca09d-a13c-434f-bd89-2cea38d49382 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:27.521486 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ab0a2c-7a38-4d84-9631-33b7e1923427 req-668ca09d-a13c-434f-bd89-2cea38d49382 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:27.526803 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ab0a2c-7a38-4d84-9631-33b7e1923427 req-668ca09d-a13c-434f-bd89-2cea38d49382 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:27.539597 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ab0a2c-7a38-4d84-9631-33b7e1923427 req-668ca09d-a13c-434f-bd89-2cea38d49382 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:27.545071 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-8b86154a-98da-4bb5-8552-5f6a0f14a5e4 admin admin] For port 519bfcbb-ca65-4117-81d8-986b3cd33f2a, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=519bfcbb-ca65-4117-81d8-986b3cd33f2a,segment=NetworkSegment(e565681c-44c8-4330-b2c2-487301c0cafb),segment_id=e565681c-44c8-4330-b2c2-487301c0cafb)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:45:27.545925 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8b86154a-98da-4bb5-8552-5f6a0f14a5e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (519bfcbb-ca65-4117-81d8-986b3cd33f2a), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:27.550377 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f8ab0a2c-7a38-4d84-9631-33b7e1923427 req-668ca09d-a13c-434f-bd89-2cea38d49382 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 5375 time: 0.3100839 Feb 09 21:45:27.561456 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-8b86154a-98da-4bb5-8552-5f6a0f14a5e4 admin admin] Calling delete_port for 519bfcbb-ca65-4117-81d8-986b3cd33f2a owned by network:router_interface {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:45:27.645213 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 1eb6f178-eaac-436e-a5e8-df1f031991ad is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:27.645610 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (1eb6f178-eaac-436e-a5e8-df1f031991ad), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:27.660710 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 1f6204ff-d65f-4527-a1c0-c988dbf1ce09 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:45:27.690512 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-119ca76e-42e2-4975-ad27-4fa88f3cc9c9 req-196c1248-b819-4b64-a98e-3c7762f81ffa tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] 10.222.0.90 "GET /v2.0/security-groups?id=33a0486a-6292-49cc-8fb4-e603ce86e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3400474 Feb 09 21:45:27.691268 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 1eb6f178-eaac-436e-a5e8-df1f031991ad, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=1eb6f178-eaac-436e-a5e8-df1f031991ad,segment=NetworkSegment(6634fbc3-8d45-48c1-b955-d9743187ac5b),segment_id=6634fbc3-8d45-48c1-b955-d9743187ac5b)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:45:27.730627 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b67e2723-f7f5-4f2a-86a5-74a79649c8e1 req-796b5f20-9476-405e-9c32-dc79c880b82e tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7790682 Feb 09 21:45:27.765053 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-b67e2723-f7f5-4f2a-86a5-74a79649c8e1 req-a41171e4-15b9-41e4-869d-11b4659dfdf1 service neutron] Request body: {'port': {'device_id': '43b2ce46-a0ea-4043-b892-bcf2f4bc8354', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-5'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:45:27.766652 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8491acc-3475-4ebe-8204-7cc0c7321a88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eb6f178-eaac-436e-a5e8-df1f031991ad'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:45:27.777238 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d78b6988-70aa-4679-b8ac-f7deefacdf6c" -d '{"events": [{"server_uuid": "f8491acc-3475-4ebe-8204-7cc0c7321a88", "name": "network-vif-plugged", "status": "completed", "tag": "1eb6f178-eaac-436e-a5e8-df1f031991ad"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:45:27.792844 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a3a837-c09f-403c-aeb8-53ecbe8e9df5 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Pushing event updated for resources: {'Network': ['ID=7a9306ef-b1d7-4e31-b4b1-c88b57cec901,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:27.802417 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-289b9ad2-e8eb-4625-95e8-a3ff91717223 service neutron] Attempting to bind port 05c71a1b-858c-4e78-be01-608f18f742b2 on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:45:27.802417 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-289b9ad2-e8eb-4625-95e8-a3ff91717223 service neutron] Attempting to bind port 05c71a1b-858c-4e78-be01-608f18f742b2 by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': '764fa11e-2d25-4965-bef2-489ddae1e34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'f09c9af1-caa6-4029-894f-b430921e86f9'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:45:27.802417 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-289b9ad2-e8eb-4625-95e8-a3ff91717223 service neutron] Attempting to bind port 05c71a1b-858c-4e78-be01-608f18f742b2 on network f09c9af1-caa6-4029-894f-b430921e86f9 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:45:27.814129 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-e9a3a837-c09f-403c-aeb8-53ecbe8e9df5 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2986233 Feb 09 21:45:27.819937 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 42060) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:27.824780 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 7a9306ef-b1d7-4e31-b4b1-c88b57cec901 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:45:27.827070 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (1eb6f178-eaac-436e-a5e8-df1f031991ad), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:27.827215 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-69b6a519-5e4b-4994-a459-9962c0d7dead tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Request body: {'subnet': {'network_id': '7a9306ef-b1d7-4e31-b4b1-c88b57cec901', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:45:27.974586 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-b67e2723-f7f5-4f2a-86a5-74a79649c8e1 req-a41171e4-15b9-41e4-869d-11b4659dfdf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (5a672048-28c9-4746-a3b7-af43dd6140ce), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:27.982356 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-289b9ad2-e8eb-4625-95e8-a3ff91717223 service neutron] Port 05c71a1b-858c-4e78-be01-608f18f742b2 on network f09c9af1-caa6-4029-894f-b430921e86f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:45:27.982817 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-289b9ad2-e8eb-4625-95e8-a3ff91717223 service neutron] Attempting to bind port 05c71a1b-858c-4e78-be01-608f18f742b2 on network f09c9af1-caa6-4029-894f-b430921e86f9 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:45:28.002542 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 1f6204ff-d65f-4527-a1c0-c988dbf1ce09 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:28.003684 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (1f6204ff-d65f-4527-a1c0-c988dbf1ce09), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:28.006671 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f8ab0a2c-7a38-4d84-9631-33b7e1923427 req-8ed37b8f-0ca9-476c-afa9-91d3d9a37388 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/security-groups?id=f725d2ca-c6e8-41e3-94bc-9cf24ee5a23b&id=7a6c813b-611d-4436-831d-fc6ca76a9308&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4323106 Feb 09 21:45:28.071529 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=1eb6f178-eaac-436e-a5e8-df1f031991ad,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:28.117790 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81b7cb8d-451c-4b31-a879-55bb26a10e05 x-openstack-request-id: req-81b7cb8d-451c-4b31-a879-55bb26a10e05 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:45:28.118170 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8491acc-3475-4ebe-8204-7cc0c7321a88", "name": "network-vif-plugged", "status": "completed", "tag": "1eb6f178-eaac-436e-a5e8-df1f031991ad", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:45:28.118495 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-81b7cb8d-451c-4b31-a879-55bb26a10e05 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:45:28.118898 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8491acc-3475-4ebe-8204-7cc0c7321a88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eb6f178-eaac-436e-a5e8-df1f031991ad', 'code': 200} Feb 09 21:45:28.153055 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-289b9ad2-e8eb-4625-95e8-a3ff91717223 service neutron] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:45:28.173368 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-289b9ad2-e8eb-4625-95e8-a3ff91717223 service neutron] Checking segment: {'id': '764fa11e-2d25-4965-bef2-489ddae1e34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'f09c9af1-caa6-4029-894f-b430921e86f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:45:28.173368 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-289b9ad2-e8eb-4625-95e8-a3ff91717223 service neutron] Bound using segment: {'id': '764fa11e-2d25-4965-bef2-489ddae1e34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'f09c9af1-caa6-4029-894f-b430921e86f9'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:45:28.174055 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-289b9ad2-e8eb-4625-95e8-a3ff91717223 service neutron] Bound port: 05c71a1b-858c-4e78-be01-608f18f742b2, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '764fa11e-2d25-4965-bef2-489ddae1e34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'f09c9af1-caa6-4029-894f-b430921e86f9'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:45:28.174527 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-289b9ad2-e8eb-4625-95e8-a3ff91717223 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (05c71a1b-858c-4e78-be01-608f18f742b2), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:28.246565 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 1f6204ff-d65f-4527-a1c0-c988dbf1ce09 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:28.252553 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd03a2f-f605-4be6-9bda-9404b3c11e79 req-d4e14454-fe2c-4423-a57d-e1d55f025aa7 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:28.254337 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2dd03a2f-f605-4be6-9bda-9404b3c11e79 req-d4e14454-fe2c-4423-a57d-e1d55f025aa7 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=43b2ce46-a0ea-4043-b892-bcf2f4bc8354 HTTP/1.1" status: 200 len: 931 time: 0.4366865 Feb 09 21:45:28.275267 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8b86154a-98da-4bb5-8552-5f6a0f14a5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (519bfcbb-ca65-4117-81d8-986b3cd33f2a), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:28.303995 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b051cbef-9865-4b35-bf13-a3e85385899b tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (b60b9889-0c7c-49b6-bd21-2d175e89bd0b), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:28.319818 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b6a519-5e4b-4994-a459-9962c0d7dead tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Made reservation on behalf of 87111984dff24e1780aaef3f75dde822 for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:45:28.323456 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-69b6a519-5e4b-4994-a459-9962c0d7dead tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:28.368263 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b86154a-98da-4bb5-8552-5f6a0f14a5e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=519bfcbb-ca65-4117-81d8-986b3cd33f2a,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:28.394612 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b051cbef-9865-4b35-bf13-a3e85385899b tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event deleted for resources: {'Port': ['ID=b60b9889-0c7c-49b6-bd21-2d175e89bd0b,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:28.398702 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2dd03a2f-f605-4be6-9bda-9404b3c11e79 req-a841d67c-131d-4159-a3ae-301932189581 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372178 Feb 09 21:45:28.446770 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b051cbef-9865-4b35-bf13-a3e85385899b tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:28.453119 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-b051cbef-9865-4b35-bf13-a3e85385899b tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "DELETE /v2.0/ports/b60b9889-0c7c-49b6-bd21-2d175e89bd0b HTTP/1.1" status: 204 len: 168 time: 1.9147272 Feb 09 21:45:28.455718 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42062) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:28.719953 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badb14e9-82ef-48aa-b9c0-2a5598a33e50 req-d0f4c491-0f40-41c3-9843-18e769369705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:28.725716 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-badb14e9-82ef-48aa-b9c0-2a5598a33e50 req-d0f4c491-0f40-41c3-9843-18e769369705 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=f8491acc-3475-4ebe-8204-7cc0c7321a88 HTTP/1.1" status: 200 len: 1128 time: 0.4950719 Feb 09 21:45:28.859142 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-289b9ad2-e8eb-4625-95e8-a3ff91717223 service neutron] For port 05c71a1b-858c-4e78-be01-608f18f742b2, host n-h2-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:45:28.892652 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-badb14e9-82ef-48aa-b9c0-2a5598a33e50 req-4cff029f-f0d9-4b4e-8f01-781416707349 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=33a0486a-6292-49cc-8fb4-e603ce86e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894644 Feb 09 21:45:28.909579 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-289b9ad2-e8eb-4625-95e8-a3ff91717223 service neutron] For port 05c71a1b-858c-4e78-be01-608f18f742b2, host n-h2-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=05c71a1b-858c-4e78-be01-608f18f742b2,segment=NetworkSegment(764fa11e-2d25-4965-bef2-489ddae1e34a),segment_id=764fa11e-2d25-4965-bef2-489ddae1e34a)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:45:28.928653 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-289b9ad2-e8eb-4625-95e8-a3ff91717223 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (05c71a1b-858c-4e78-be01-608f18f742b2), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:29.018007 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-289b9ad2-e8eb-4625-95e8-a3ff91717223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:29.018635 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-289b9ad2-e8eb-4625-95e8-a3ff91717223 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:29.020046 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-289b9ad2-e8eb-4625-95e8-a3ff91717223 service neutron] 10.222.0.89 "PUT /v2.0/ports/05c71a1b-858c-4e78-be01-608f18f742b2 HTTP/1.1" status: 200 len: 1131 time: 4.7544727 Feb 09 21:45:29.020528 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9451ac8-6c39-40f2-b7ec-f3604f7a77ca', 'tag': '05c71a1b-858c-4e78-be01-608f18f742b2'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:45:29.024149 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e8913dd-3d6d-4b81-860e-3bf5abfdb384" -d '{"events": [{"name": "network-changed", "server_uuid": "e9451ac8-6c39-40f2-b7ec-f3604f7a77ca", "tag": "05c71a1b-858c-4e78-be01-608f18f742b2"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:45:29.076593 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8b86154a-98da-4bb5-8552-5f6a0f14a5e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-525054'] for router_interface (341efdd6-06c3-4350-9049-4666147975a3), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:29.098520 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289b9ad2-e8eb-4625-95e8-a3ff91717223 service neutron] Pushing event updated for resources: {'Port': ['ID=05c71a1b-858c-4e78-be01-608f18f742b2,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:29.138278 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df466713-16ef-43fb-b36c-5e7ef27b06ec x-openstack-request-id: req-df466713-16ef-43fb-b36c-5e7ef27b06ec {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:45:29.138583 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9451ac8-6c39-40f2-b7ec-f3604f7a77ca", "tag": "05c71a1b-858c-4e78-be01-608f18f742b2", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:45:29.138843 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-df466713-16ef-43fb-b36c-5e7ef27b06ec {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:45:29.139250 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9451ac8-6c39-40f2-b7ec-f3604f7a77ca', 'tag': '05c71a1b-858c-4e78-be01-608f18f742b2', 'status': 'completed', 'code': 200} Feb 09 21:45:29.339373 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-4fd1a0f3-34e1-49af-af07-ddd580d64c59 service neutron] Request body: {'port': {'device_id': 'e9451ac8-6c39-40f2-b7ec-f3604f7a77ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:45:29.364860 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [req-b67e2723-f7f5-4f2a-86a5-74a79649c8e1 req-a41171e4-15b9-41e4-869d-11b4659dfdf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a672048-28c9-4746-a3b7-af43dd6140ce {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:45:29.385162 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-b67e2723-f7f5-4f2a-86a5-74a79649c8e1 req-a41171e4-15b9-41e4-869d-11b4659dfdf1 service neutron] Publish callbacks [] for port (5a672048-28c9-4746-a3b7-af43dd6140ce), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:29.439607 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42084) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:29.480881 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [req-b67e2723-f7f5-4f2a-86a5-74a79649c8e1 req-a41171e4-15b9-41e4-869d-11b4659dfdf1 service neutron] Transition to ACTIVE for port object 5a672048-28c9-4746-a3b7-af43dd6140ce will not be triggered until provisioned by entity L2. {{(pid=103140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:45:29.491625 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bca3f0f-8ebe-43d2-a0dc-64a16593ff2c tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:29.493261 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bca3f0f-8ebe-43d2-a0dc-64a16593ff2c tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:29.498023 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-4bca3f0f-8ebe-43d2-a0dc-64a16593ff2c tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 1.0414412 Feb 09 21:45:29.500968 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42090) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:29.517427 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-b67e2723-f7f5-4f2a-86a5-74a79649c8e1 req-a41171e4-15b9-41e4-869d-11b4659dfdf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (5a672048-28c9-4746-a3b7-af43dd6140ce), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:29.619893 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fef6bc-1445-46cf-a07c-39c35d269cf0 req-bc08ee91-d09b-4c55-8275-d9fdb4866884 tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:29.621538 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b7fef6bc-1445-46cf-a07c-39c35d269cf0 req-bc08ee91-d09b-4c55-8275-d9fdb4866884 tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] 10.222.0.90 "GET /v2.0/ports?device_id=f8491acc-3475-4ebe-8204-7cc0c7321a88 HTTP/1.1" status: 200 len: 946 time: 0.3693740 Feb 09 21:45:29.677535 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41171e4-15b9-41e4-869d-11b4659dfdf1 service neutron] Pushing event updated for resources: {'Port': ['ID=5a672048-28c9-4746-a3b7-af43dd6140ce,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:29.695451 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4260b6d7-8825-4bdc-9db1-ac1e8d5799e0 req-91f06862-cb97-4826-ac5c-04c92197cd31 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:29.701459 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4260b6d7-8825-4bdc-9db1-ac1e8d5799e0 req-91f06862-cb97-4826-ac5c-04c92197cd31 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:29.708817 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4260b6d7-8825-4bdc-9db1-ac1e8d5799e0 req-91f06862-cb97-4826-ac5c-04c92197cd31 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:29.715184 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4260b6d7-8825-4bdc-9db1-ac1e8d5799e0 req-91f06862-cb97-4826-ac5c-04c92197cd31 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:29.721236 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4260b6d7-8825-4bdc-9db1-ac1e8d5799e0 req-91f06862-cb97-4826-ac5c-04c92197cd31 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:29.726539 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4260b6d7-8825-4bdc-9db1-ac1e8d5799e0 req-91f06862-cb97-4826-ac5c-04c92197cd31 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:29.732528 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4260b6d7-8825-4bdc-9db1-ac1e8d5799e0 req-91f06862-cb97-4826-ac5c-04c92197cd31 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:29.735142 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4260b6d7-8825-4bdc-9db1-ac1e8d5799e0 req-91f06862-cb97-4826-ac5c-04c92197cd31 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 5375 time: 0.4943621 Feb 09 21:45:29.769028 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-551310dc-e7c8-464b-af60-6376cbf77e51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:29.804842 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_v2 [None req-c88111dc-783f-4f10-a365-ff3aaf561144 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Deleting subnet d221d778-1127-4a56-a098-08d0424251e3 {{(pid=103140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:45:29.825862 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c88111dc-783f-4f10-a365-ff3aaf561144 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for subnet (d221d778-1127-4a56-a098-08d0424251e3), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:29.925597 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-4fd1a0f3-34e1-49af-af07-ddd580d64c59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (d5e3bfb7-1f18-4598-a18c-f23b463962e1), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:29.931955 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-69b6a519-5e4b-4994-a459-9962c0d7dead tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (1d711c93-ca21-4bd7-9fa7-d2d7e4ce3253), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:29.949683 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b7fef6bc-1445-46cf-a07c-39c35d269cf0 req-ad94f4d6-66a1-4faf-aaed-91e04b1c1921 tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] 10.222.0.90 "GET /v2.0/security-groups?id=33a0486a-6292-49cc-8fb4-e603ce86e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044500 Feb 09 21:45:30.003689 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c88111dc-783f-4f10-a365-ff3aaf561144 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9110716'] for subnet (d221d778-1127-4a56-a098-08d0424251e3), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:30.055093 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b6a519-5e4b-4994-a459-9962c0d7dead tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Pushing event updated for resources: {'Subnet': ['ID=1d711c93-ca21-4bd7-9fa7-d2d7e4ce3253,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:30.062155 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8913dd-3d6d-4b81-860e-3bf5abfdb384 req-39c05349-420c-4e5a-85d3-f6319fa9c0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:30.062637 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8913dd-3d6d-4b81-860e-3bf5abfdb384 req-39c05349-420c-4e5a-85d3-f6319fa9c0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:30.063103 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8913dd-3d6d-4b81-860e-3bf5abfdb384 req-39c05349-420c-4e5a-85d3-f6319fa9c0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:30.063565 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8913dd-3d6d-4b81-860e-3bf5abfdb384 req-39c05349-420c-4e5a-85d3-f6319fa9c0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:30.064259 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8913dd-3d6d-4b81-860e-3bf5abfdb384 req-39c05349-420c-4e5a-85d3-f6319fa9c0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:30.064582 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8913dd-3d6d-4b81-860e-3bf5abfdb384 req-39c05349-420c-4e5a-85d3-f6319fa9c0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:30.065041 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8913dd-3d6d-4b81-860e-3bf5abfdb384 req-39c05349-420c-4e5a-85d3-f6319fa9c0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:30.066981 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4e8913dd-3d6d-4b81-860e-3bf5abfdb384 req-39c05349-420c-4e5a-85d3-f6319fa9c0ad service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e0fba33cc37140f68483b74485e6f58c&device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 6305 time: 0.7468514 Feb 09 21:45:30.126728 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4260b6d7-8825-4bdc-9db1-ac1e8d5799e0 req-d9289d42-544c-477d-8b9f-9d201d8a2aa8 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/security-groups?id=f725d2ca-c6e8-41e3-94bc-9cf24ee5a23b&id=7a6c813b-611d-4436-831d-fc6ca76a9308&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3752804 Feb 09 21:45:30.200325 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-b67e2723-f7f5-4f2a-86a5-74a79649c8e1 req-a41171e4-15b9-41e4-869d-11b4659dfdf1 service neutron] Attempting to bind port 5a672048-28c9-4746-a3b7-af43dd6140ce on host n-h1-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:45:30.200669 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-b67e2723-f7f5-4f2a-86a5-74a79649c8e1 req-a41171e4-15b9-41e4-869d-11b4659dfdf1 service neutron] Attempting to bind port 5a672048-28c9-4746-a3b7-af43dd6140ce by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': 'ab2445e6-d1b5-43a7-9d83-6a2f567a89ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '00735365-504a-4659-b7e0-5dd13c1577e5'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:45:30.201051 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67e2723-f7f5-4f2a-86a5-74a79649c8e1 req-a41171e4-15b9-41e4-869d-11b4659dfdf1 service neutron] Attempting to bind port 5a672048-28c9-4746-a3b7-af43dd6140ce on network 00735365-504a-4659-b7e0-5dd13c1577e5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:45:30.251870 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67e2723-f7f5-4f2a-86a5-74a79649c8e1 req-a41171e4-15b9-41e4-869d-11b4659dfdf1 service neutron] Port 5a672048-28c9-4746-a3b7-af43dd6140ce on network 00735365-504a-4659-b7e0-5dd13c1577e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:45:30.252199 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67e2723-f7f5-4f2a-86a5-74a79649c8e1 req-a41171e4-15b9-41e4-869d-11b4659dfdf1 service neutron] Attempting to bind port 5a672048-28c9-4746-a3b7-af43dd6140ce on network 00735365-504a-4659-b7e0-5dd13c1577e5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:45:30.267808 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-551310dc-e7c8-464b-af60-6376cbf77e51 admin admin] Publish callbacks [] for security_group (ec195b8b-39d3-48bd-ac4a-6fc7e7ac946a), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:30.275507 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa5f6d0-d214-41da-991d-7f20b8d15b5b req-d42b3e81-ef0a-4ce5-aad8-74d354465632 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:30.277040 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-aaa5f6d0-d214-41da-991d-7f20b8d15b5b req-d42b3e81-ef0a-4ce5-aad8-74d354465632 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=43b2ce46-a0ea-4043-b892-bcf2f4bc8354 HTTP/1.1" status: 200 len: 943 time: 0.2199192 Feb 09 21:45:30.283345 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67e2723-f7f5-4f2a-86a5-74a79649c8e1 req-a41171e4-15b9-41e4-869d-11b4659dfdf1 service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:45:30.287050 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67e2723-f7f5-4f2a-86a5-74a79649c8e1 req-a41171e4-15b9-41e4-869d-11b4659dfdf1 service neutron] Checking segment: {'id': 'ab2445e6-d1b5-43a7-9d83-6a2f567a89ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '00735365-504a-4659-b7e0-5dd13c1577e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:45:30.289579 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67e2723-f7f5-4f2a-86a5-74a79649c8e1 req-a41171e4-15b9-41e4-869d-11b4659dfdf1 service neutron] Bound using segment: {'id': 'ab2445e6-d1b5-43a7-9d83-6a2f567a89ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '00735365-504a-4659-b7e0-5dd13c1577e5'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:45:30.290047 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-b67e2723-f7f5-4f2a-86a5-74a79649c8e1 req-a41171e4-15b9-41e4-869d-11b4659dfdf1 service neutron] Bound port: 5a672048-28c9-4746-a3b7-af43dd6140ce, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab2445e6-d1b5-43a7-9d83-6a2f567a89ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '00735365-504a-4659-b7e0-5dd13c1577e5'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:45:30.290414 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-b67e2723-f7f5-4f2a-86a5-74a79649c8e1 req-a41171e4-15b9-41e4-869d-11b4659dfdf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (5a672048-28c9-4746-a3b7-af43dd6140ce), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:30.305600 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-551310dc-e7c8-464b-af60-6376cbf77e51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (ec195b8b-39d3-48bd-ac4a-6fc7e7ac946a), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:30.369020 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c88111dc-783f-4f10-a365-ff3aaf561144 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (d221d778-1127-4a56-a098-08d0424251e3), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:30.451406 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-aaa5f6d0-d214-41da-991d-7f20b8d15b5b req-dbe2eb2b-0b7b-469d-b111-c191e459e2dd tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420093 Feb 09 21:45:30.463613 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-551310dc-e7c8-464b-af60-6376cbf77e51 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=79530a00419d47549c1ad4e1406b7c53&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0190251 Feb 09 21:45:30.472465 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42092) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:30.473157 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551310dc-e7c8-464b-af60-6376cbf77e51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec195b8b-39d3-48bd-ac4a-6fc7e7ac946a,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:30.519606 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-b67e2723-f7f5-4f2a-86a5-74a79649c8e1 req-a41171e4-15b9-41e4-869d-11b4659dfdf1 service neutron] For port 5a672048-28c9-4746-a3b7-af43dd6140ce, host n-h1-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:45:30.534880 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8913dd-3d6d-4b81-860e-3bf5abfdb384 req-691db113-2853-4942-8c09-3aca9f37c112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:30.536250 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8913dd-3d6d-4b81-860e-3bf5abfdb384 req-691db113-2853-4942-8c09-3aca9f37c112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:30.536711 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8913dd-3d6d-4b81-860e-3bf5abfdb384 req-691db113-2853-4942-8c09-3aca9f37c112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:30.538339 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4e8913dd-3d6d-4b81-860e-3bf5abfdb384 req-691db113-2853-4942-8c09-3aca9f37c112 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=e0fba33cc37140f68483b74485e6f58c&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4590526 Feb 09 21:45:30.539532 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b6a519-5e4b-4994-a459-9962c0d7dead tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Checking segment: {'id': '72c08b27-fc5e-4b39-bbe7-1220c8f28ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '7a9306ef-b1d7-4e31-b4b1-c88b57cec901'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:45:30.539532 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b6a519-5e4b-4994-a459-9962c0d7dead tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Network hostable DHCP agents. Network: 7a9306ef-b1d7-4e31-b4b1-c88b57cec901, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:45:30.544712 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-b67e2723-f7f5-4f2a-86a5-74a79649c8e1 req-a41171e4-15b9-41e4-869d-11b4659dfdf1 service neutron] For port 5a672048-28c9-4746-a3b7-af43dd6140ce, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=5a672048-28c9-4746-a3b7-af43dd6140ce,segment=NetworkSegment(ab2445e6-d1b5-43a7-9d83-6a2f567a89ca),segment_id=ab2445e6-d1b5-43a7-9d83-6a2f567a89ca)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:45:30.565353 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-b67e2723-f7f5-4f2a-86a5-74a79649c8e1 req-a41171e4-15b9-41e4-869d-11b4659dfdf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (5a672048-28c9-4746-a3b7-af43dd6140ce), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:30.573786 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b86154a-98da-4bb5-8552-5f6a0f14a5e4 admin admin] Router 341efdd6-06c3-4350-9049-4666147975a3 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:45:30.617637 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b6a519-5e4b-4994-a459-9962c0d7dead tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Network 7a9306ef-b1d7-4e31-b4b1-c88b57cec901 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:45:30.622960 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41171e4-15b9-41e4-869d-11b4659dfdf1 service neutron] Pushing event updated for resources: {'Port': ['ID=5a672048-28c9-4746-a3b7-af43dd6140ce,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:30.626006 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c88111dc-783f-4f10-a365-ff3aaf561144 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621346'] for subnet (d221d778-1127-4a56-a098-08d0424251e3), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:30.633048 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-753ce733-26a7-405b-8bb5-73608fd481cc admin admin] Publish callbacks [] for security_group (ec195b8b-39d3-48bd-ac4a-6fc7e7ac946a), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:30.669455 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67e2723-f7f5-4f2a-86a5-74a79649c8e1 req-a41171e4-15b9-41e4-869d-11b4659dfdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:30.670075 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-b67e2723-f7f5-4f2a-86a5-74a79649c8e1 req-a41171e4-15b9-41e4-869d-11b4659dfdf1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:30.671510 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b67e2723-f7f5-4f2a-86a5-74a79649c8e1 req-a41171e4-15b9-41e4-869d-11b4659dfdf1 service neutron] 10.222.0.95 "PUT /v2.0/ports/5a672048-28c9-4746-a3b7-af43dd6140ce HTTP/1.1" status: 200 len: 1091 time: 2.9122572 Feb 09 21:45:30.674652 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43b2ce46-a0ea-4043-b892-bcf2f4bc8354', 'tag': '5a672048-28c9-4746-a3b7-af43dd6140ce'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:45:30.676947 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-830f2ef1-e7c4-41b0-96d1-91c83c842b60" -d '{"events": [{"name": "network-changed", "server_uuid": "43b2ce46-a0ea-4043-b892-bcf2f4bc8354", "tag": "5a672048-28c9-4746-a3b7-af43dd6140ce"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:45:30.679466 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88111dc-783f-4f10-a365-ff3aaf561144 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event deleted for resources: {'Subnet': ['ID=d221d778-1127-4a56-a098-08d0424251e3,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:30.679625 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1dc3bbb-5c6d-4eb1-b743-abfd9859d4b4 None None] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:45:30.681875 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c88111dc-783f-4f10-a365-ff3aaf561144 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:30.687478 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-c88111dc-783f-4f10-a365-ff3aaf561144 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "DELETE /v2.0/subnets/d221d778-1127-4a56-a098-08d0424251e3 HTTP/1.1" status: 204 len: 168 time: 1.1804128 Feb 09 21:45:30.694281 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42096) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:30.745171 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-753ce733-26a7-405b-8bb5-73608fd481cc admin admin] Publish callbacks [] for security_group (ec195b8b-39d3-48bd-ac4a-6fc7e7ac946a), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:30.758487 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-605a301c-be83-48cb-aa31-886533e5d499 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0610013 Feb 09 21:45:30.764287 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42098) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:30.765758 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d605d3ea-3bb5-421a-a133-4d812dc67759 x-openstack-request-id: req-d605d3ea-3bb5-421a-a133-4d812dc67759 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:45:30.766050 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43b2ce46-a0ea-4043-b892-bcf2f4bc8354", "tag": "5a672048-28c9-4746-a3b7-af43dd6140ce", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:45:30.766303 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-d605d3ea-3bb5-421a-a133-4d812dc67759 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:45:30.766853 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43b2ce46-a0ea-4043-b892-bcf2f4bc8354', 'tag': '5a672048-28c9-4746-a3b7-af43dd6140ce', 'status': 'completed', 'code': 200} Feb 09 21:45:30.844672 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b86154a-98da-4bb5-8552-5f6a0f14a5e4 admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:45:30.848253 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-69b6a519-5e4b-4994-a459-9962c0d7dead tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 7a9306ef-b1d7-4e31-b4b1-c88b57cec901) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:45:30.861000 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b384efb2-07e1-4d3f-9995-019ecab259af None None] Sync routers for ids ['341efdd6-06c3-4350-9049-4666147975a3'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:45:30.865174 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f939d3-aa80-4692-9ee4-b7c13d7c38d8 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:30.866739 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-65f939d3-aa80-4692-9ee4-b7c13d7c38d8 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0990198 Feb 09 21:45:30.869329 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42100) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:30.887765 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-8b86154a-98da-4bb5-8552-5f6a0f14a5e4 admin admin] 10.222.0.90 "PUT /v2.0/routers/341efdd6-06c3-4350-9049-4666147975a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8151784 Feb 09 21:45:30.896924 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e0e3ad-f5c3-4f4e-a06b-794e84a1aa61 None None] Network 7a9306ef-b1d7-4e31-b4b1-c88b57cec901 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:45:30.903015 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b384efb2-07e1-4d3f-9995-019ecab259af None None] Routers {'341efdd6-06c3-4350-9049-4666147975a3'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:45:30.904130 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42102) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:30.904313 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-b384efb2-07e1-4d3f-9995-019ecab259af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:45:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['341efdd6-06c3-4350-9049-4666147975a3'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:30.952496 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b6a519-5e4b-4994-a459-9962c0d7dead tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:30.953879 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-69b6a519-5e4b-4994-a459-9962c0d7dead tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:30.959090 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-4fd1a0f3-34e1-49af-af07-ddd580d64c59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5e3bfb7-1f18-4598-a18c-f23b463962e1 {{(pid=103141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:45:30.985777 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67e2723-f7f5-4f2a-86a5-74a79649c8e1 req-adabf457-689b-4e4a-9cbf-d6367eb03208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:30.987915 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b67e2723-f7f5-4f2a-86a5-74a79649c8e1 req-adabf457-689b-4e4a-9cbf-d6367eb03208 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=73aafa54b15b4f2e83f3753252e1608e&device_id=43b2ce46-a0ea-4043-b892-bcf2f4bc8354 HTTP/1.1" status: 200 len: 1125 time: 0.2407231 Feb 09 21:45:31.006027 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-4fd1a0f3-34e1-49af-af07-ddd580d64c59 service neutron] Publish callbacks [] for port (d5e3bfb7-1f18-4598-a18c-f23b463962e1), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:31.044598 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d15c300-b65d-4609-94b9-217bdaac47a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-7a9306ef-b1d7-4e31-b4b1-c88b57cec901', 'network_id': '7a9306ef-b1d7-4e31-b4b1-c88b57cec901', 'project_id': '87111984dff24e1780aaef3f75dde822', 'fixed_ips': [{'subnet_id': '1d711c93-ca21-4bd7-9fa7-d2d7e4ce3253'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:45:31.044824 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8913dd-3d6d-4b81-860e-3bf5abfdb384 req-f4f24b2d-8cac-47ab-a40b-ce8461e21e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:31.045625 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2d15c300-b65d-4609-94b9-217bdaac47a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:31.046270 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4e8913dd-3d6d-4b81-860e-3bf5abfdb384 req-f4f24b2d-8cac-47ab-a40b-ce8461e21e9d service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4941893 Feb 09 21:45:31.073351 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-69b6a519-5e4b-4994-a459-9962c0d7dead tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2495027 Feb 09 21:45:31.074863 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 42106) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:31.080694 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-4fd1a0f3-34e1-49af-af07-ddd580d64c59 service neutron] Transition to ACTIVE for port object d5e3bfb7-1f18-4598-a18c-f23b463962e1 will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:45:31.100823 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-e1b93d83-0542-4ba6-a52b-7f36df6a081b tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Request body: {'subnet': {'network_id': '7a9306ef-b1d7-4e31-b4b1-c88b57cec901', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:45:31.119683 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-753ce733-26a7-405b-8bb5-73608fd481cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (ec195b8b-39d3-48bd-ac4a-6fc7e7ac946a), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:31.122371 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-753ce733-26a7-405b-8bb5-73608fd481cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:31.123536 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-753ce733-26a7-405b-8bb5-73608fd481cc admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/ec195b8b-39d3-48bd-ac4a-6fc7e7ac946a HTTP/1.1" status: 204 len: 168 time: 0.6475747 Feb 09 21:45:31.176204 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b67e2723-f7f5-4f2a-86a5-74a79649c8e1 req-3cd7a5a3-e14b-4b73-bba2-09dd5cc39133 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a672048-28c9-4746-a3b7-af43dd6140ce HTTP/1.1" status: 200 len: 217 time: 0.1196938 Feb 09 21:45:31.237212 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753ce733-26a7-405b-8bb5-73608fd481cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec195b8b-39d3-48bd-ac4a-6fc7e7ac946a,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:31.240467 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527d13d9-1a87-4871-b0bf-6e2f60ff0194 None None] DHCP port deletion for 986c5511-2b50-4eb7-bb75-ff9f776ff726 request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:45:31.247155 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0b4440-a28d-45b9-aafa-ac66865c1508 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:31.251422 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-6f0b4440-a28d-45b9-aafa-ac66865c1508 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3784361 Feb 09 21:45:31.254761 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 42112) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:31.264286 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-4fd1a0f3-34e1-49af-af07-ddd580d64c59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (d5e3bfb7-1f18-4598-a18c-f23b463962e1), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:31.359940 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-f427ba33-a68c-4606-816e-d82572b82b94 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0967247 Feb 09 21:45:31.360138 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4d3d3e-a979-4b45-8a5d-7683c3287fae req-12e53a30-3306-492c-bdd0-795b3ea4f757 tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:31.371006 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fc4d3d3e-a979-4b45-8a5d-7683c3287fae req-12e53a30-3306-492c-bdd0-795b3ea4f757 tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] 10.222.0.90 "GET /v2.0/ports?device_id=f8491acc-3475-4ebe-8204-7cc0c7321a88 HTTP/1.1" status: 200 len: 946 time: 0.2804084 Feb 09 21:45:31.380661 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42114) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:31.437881 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1b93d83-0542-4ba6-a52b-7f36df6a081b tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Made reservation on behalf of 87111984dff24e1780aaef3f75dde822 for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:45:31.441354 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e1b93d83-0542-4ba6-a52b-7f36df6a081b tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:31.456391 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-71b798d2-9ab8-4cf4-907a-ec04dc79952f tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Request body: {'subnet': {'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:45:31.487932 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-b384efb2-07e1-4d3f-9995-019ecab259af None None] Set router 341efdd6-06c3-4350-9049-4666147975a3 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:45:31.522841 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-2d15c300-b65d-4609-94b9-217bdaac47a7 None None] Allocated IP 2001:db8::2 (7a9306ef-b1d7-4e31-b4b1-c88b57cec901/1d711c93-ca21-4bd7-9fa7-d2d7e4ce3253/eaec0f89-e087-4a0e-9655-cba62ec505a3) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:45:31.635427 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-527d13d9-1a87-4871-b0bf-6e2f60ff0194 None None] Deleting port 1f6204ff-d65f-4527-a1c0-c988dbf1ce09 {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:45:31.639685 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-527d13d9-1a87-4871-b0bf-6e2f60ff0194 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (1f6204ff-d65f-4527-a1c0-c988dbf1ce09), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:31.639889 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd1a0f3-34e1-49af-af07-ddd580d64c59 service neutron] Pushing event updated for resources: {'Port': ['ID=d5e3bfb7-1f18-4598-a18c-f23b463962e1,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:31.653268 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 1f6204ff-d65f-4527-a1c0-c988dbf1ce09 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:45:31.791013 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 42120) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:31.813559 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67e2723-f7f5-4f2a-86a5-74a79649c8e1 req-929e9f05-dafe-4667-be72-daab873981e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:31.815998 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b67e2723-f7f5-4f2a-86a5-74a79649c8e1 req-929e9f05-dafe-4667-be72-daab873981e4 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0d4cb0a9-0f8b-4759-aa75-9f58c47a4974 HTTP/1.1" status: 200 len: 852 time: 0.6052868 Feb 09 21:45:31.864611 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5cbb0c80-1a7e-4713-8a93-ccbe25993fde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:31.883623 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-b384efb2-07e1-4d3f-9995-019ecab259af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341efdd6-06c3-4350-9049-4666147975a3', 'name': 'tempest-ServersTestJSON-1600170528-router', 'tenant_id': '505da41edaf64392a4228e0531d67a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '9129b8cc-a48d-450d-9a26-0ae0ac96f68d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:43:32Z', 'updated_at': '2022-02-09T21:45:28Z', 'revision_number': 5, 'project_id': '505da41edaf64392a4228e0531d67a93', 'gw_port': {'id': '9129b8cc-a48d-450d-9a26-0ae0ac96f68d', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:bf:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341efdd6-06c3-4350-9049-4666147975a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:43:33Z', 'updated_at': '2022-02-09T21:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:31.886774 n-d-828369-5 neutron-server[103141]: INFO neutron.db.ipam_backend_mixin [None req-e1b93d83-0542-4ba6-a52b-7f36df6a081b tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1d711c93-ca21-4bd7-9fa7-d2d7e4ce3253 (CIDR: 2001:db8::/64) Feb 09 21:45:31.911464 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3720ed4d-7977-48cb-aed3-3c1f788a6d2e admin admin] Publish callbacks [] for router (341efdd6-06c3-4350-9049-4666147975a3), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:31.932054 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1b93d83-0542-4ba6-a52b-7f36df6a081b tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:45:31.932554 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1b93d83-0542-4ba6-a52b-7f36df6a081b tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:45:31.937782 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b384efb2-07e1-4d3f-9995-019ecab259af None None] Checking router: 341efdd6-06c3-4350-9049-4666147975a3 for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:45:31.955867 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b384efb2-07e1-4d3f-9995-019ecab259af None None] Routers {'341efdd6-06c3-4350-9049-4666147975a3'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:45:31.956511 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-b384efb2-07e1-4d3f-9995-019ecab259af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:45:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['341efdd6-06c3-4350-9049-4666147975a3'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:31.961414 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-4fd1a0f3-34e1-49af-af07-ddd580d64c59 service neutron] Attempting to bind port d5e3bfb7-1f18-4598-a18c-f23b463962e1 on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:45:31.961751 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-4fd1a0f3-34e1-49af-af07-ddd580d64c59 service neutron] Attempting to bind port d5e3bfb7-1f18-4598-a18c-f23b463962e1 by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': '764fa11e-2d25-4965-bef2-489ddae1e34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'f09c9af1-caa6-4029-894f-b430921e86f9'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:45:31.962062 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-4fd1a0f3-34e1-49af-af07-ddd580d64c59 service neutron] Attempting to bind port d5e3bfb7-1f18-4598-a18c-f23b463962e1 on network f09c9af1-caa6-4029-894f-b430921e86f9 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:45:31.986252 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-527d13d9-1a87-4871-b0bf-6e2f60ff0194 None None] For port 1f6204ff-d65f-4527-a1c0-c988dbf1ce09, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=1f6204ff-d65f-4527-a1c0-c988dbf1ce09,segment=NetworkSegment(e234f058-99e9-4683-aff2-a800b51d2ec4),segment_id=e234f058-99e9-4683-aff2-a800b51d2ec4)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:45:31.987526 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-527d13d9-1a87-4871-b0bf-6e2f60ff0194 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (1f6204ff-d65f-4527-a1c0-c988dbf1ce09), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:31.992722 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-4fd1a0f3-34e1-49af-af07-ddd580d64c59 service neutron] Port d5e3bfb7-1f18-4598-a18c-f23b463962e1 on network f09c9af1-caa6-4029-894f-b430921e86f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:45:31.993053 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-4fd1a0f3-34e1-49af-af07-ddd580d64c59 service neutron] Attempting to bind port d5e3bfb7-1f18-4598-a18c-f23b463962e1 on network f09c9af1-caa6-4029-894f-b430921e86f9 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:45:32.012809 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-e1b93d83-0542-4ba6-a52b-7f36df6a081b tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9268737 Feb 09 21:45:32.018057 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 42122) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:32.035686 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-b94a831b-d455-4a45-9e5f-044a9ed16dd7 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Request body: {'subnet': {'network_id': '7a9306ef-b1d7-4e31-b4b1-c88b57cec901', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:45:32.038698 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-527d13d9-1a87-4871-b0bf-6e2f60ff0194 None None] Calling delete_port for 1f6204ff-d65f-4527-a1c0-c988dbf1ce09 owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:45:32.076454 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-4fd1a0f3-34e1-49af-af07-ddd580d64c59 service neutron] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:45:32.076880 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-4fd1a0f3-34e1-49af-af07-ddd580d64c59 service neutron] Checking segment: {'id': '764fa11e-2d25-4965-bef2-489ddae1e34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'f09c9af1-caa6-4029-894f-b430921e86f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:45:32.077189 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-4fd1a0f3-34e1-49af-af07-ddd580d64c59 service neutron] Bound using segment: {'id': '764fa11e-2d25-4965-bef2-489ddae1e34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'f09c9af1-caa6-4029-894f-b430921e86f9'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:45:32.077679 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-4fd1a0f3-34e1-49af-af07-ddd580d64c59 service neutron] Bound port: d5e3bfb7-1f18-4598-a18c-f23b463962e1, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '764fa11e-2d25-4965-bef2-489ddae1e34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'f09c9af1-caa6-4029-894f-b430921e86f9'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:45:32.078038 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-4fd1a0f3-34e1-49af-af07-ddd580d64c59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (d5e3bfb7-1f18-4598-a18c-f23b463962e1), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:32.091841 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 1f6204ff-d65f-4527-a1c0-c988dbf1ce09 is: ACTIVE; New status is: DOWN {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:32.093156 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (1f6204ff-d65f-4527-a1c0-c988dbf1ce09), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:32.144766 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3720ed4d-7977-48cb-aed3-3c1f788a6d2e admin admin] Publish callbacks [] for router_gateway (341efdd6-06c3-4350-9049-4666147975a3), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:32.168678 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b67e2723-f7f5-4f2a-86a5-74a79649c8e1 req-1a1546a6-17dd-42ff-aae8-8c07e9f3cb4d service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=00735365-504a-4659-b7e0-5dd13c1577e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3074682 Feb 09 21:45:32.188877 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-b384efb2-07e1-4d3f-9995-019ecab259af None None] Set router 341efdd6-06c3-4350-9049-4666147975a3 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:45:32.208168 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2d15c300-b65d-4609-94b9-217bdaac47a7 None None] Publish callbacks [] for port (eaec0f89-e087-4a0e-9655-cba62ec505a3), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:32.226066 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b798d2-9ab8-4cf4-907a-ec04dc79952f tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Made reservation on behalf of 880c3cd16cc943a98203fd230e26852f for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:45:32.230235 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-71b798d2-9ab8-4cf4-907a-ec04dc79952f tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621317'] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:32.242887 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2d15c300-b65d-4609-94b9-217bdaac47a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (eaec0f89-e087-4a0e-9655-cba62ec505a3), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:32.290117 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fc4d3d3e-a979-4b45-8a5d-7683c3287fae req-dc24be6a-8c88-46de-9b79-e304869bfba2 tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] 10.222.0.90 "GET /v2.0/security-groups?id=33a0486a-6292-49cc-8fb4-e603ce86e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9182036 Feb 09 21:45:32.381482 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d15c300-b65d-4609-94b9-217bdaac47a7 None None] Network 7a9306ef-b1d7-4e31-b4b1-c88b57cec901 is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:45:32.385640 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d15c300-b65d-4609-94b9-217bdaac47a7 None None] Pushing event updated for resources: {'Port': ['ID=eaec0f89-e087-4a0e-9655-cba62ec505a3,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:32.389466 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-2d15c300-b65d-4609-94b9-217bdaac47a7 None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:45:32.392411 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d15c300-b65d-4609-94b9-217bdaac47a7 None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:45:32.399187 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port 1f6204ff-d65f-4527-a1c0-c988dbf1ce09, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=1f6204ff-d65f-4527-a1c0-c988dbf1ce09,segment=NetworkSegment(e234f058-99e9-4683-aff2-a800b51d2ec4),segment_id=e234f058-99e9-4683-aff2-a800b51d2ec4)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:45:32.408853 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50a433e-fd7c-41f5-b8e2-9f03c6286582 req-183a078c-3ec9-4732-b37e-b5758f3543c2 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:32.411306 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (1f6204ff-d65f-4527-a1c0-c988dbf1ce09), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:32.432626 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50a433e-fd7c-41f5-b8e2-9f03c6286582 req-183a078c-3ec9-4732-b37e-b5758f3543c2 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:32.440383 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50a433e-fd7c-41f5-b8e2-9f03c6286582 req-183a078c-3ec9-4732-b37e-b5758f3543c2 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:32.446433 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50a433e-fd7c-41f5-b8e2-9f03c6286582 req-183a078c-3ec9-4732-b37e-b5758f3543c2 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:32.453803 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50a433e-fd7c-41f5-b8e2-9f03c6286582 req-183a078c-3ec9-4732-b37e-b5758f3543c2 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:32.459734 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50a433e-fd7c-41f5-b8e2-9f03c6286582 req-183a078c-3ec9-4732-b37e-b5758f3543c2 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:32.467010 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50a433e-fd7c-41f5-b8e2-9f03c6286582 req-183a078c-3ec9-4732-b37e-b5758f3543c2 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:32.469826 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f50a433e-fd7c-41f5-b8e2-9f03c6286582 req-183a078c-3ec9-4732-b37e-b5758f3543c2 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 5387 time: 1.0883918 Feb 09 21:45:32.472808 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b94a831b-d455-4a45-9e5f-044a9ed16dd7 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Made reservation on behalf of 87111984dff24e1780aaef3f75dde822 for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:45:32.477644 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b94a831b-d455-4a45-9e5f-044a9ed16dd7 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:32.488153 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5cbb0c80-1a7e-4713-8a93-ccbe25993fde admin admin] Publish callbacks [] for security_group (fa6690a6-d175-4c0b-a4b1-76e6970893bb), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:32.498171 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-b384efb2-07e1-4d3f-9995-019ecab259af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '341efdd6-06c3-4350-9049-4666147975a3', 'name': 'tempest-ServersTestJSON-1600170528-router', 'tenant_id': '505da41edaf64392a4228e0531d67a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '9129b8cc-a48d-450d-9a26-0ae0ac96f68d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:43:32Z', 'updated_at': '2022-02-09T21:45:28Z', 'revision_number': 5, 'project_id': '505da41edaf64392a4228e0531d67a93', 'gw_port': {'id': '9129b8cc-a48d-450d-9a26-0ae0ac96f68d', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:bf:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341efdd6-06c3-4350-9049-4666147975a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:43:33Z', 'updated_at': '2022-02-09T21:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:32.524294 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5cbb0c80-1a7e-4713-8a93-ccbe25993fde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (fa6690a6-d175-4c0b-a4b1-76e6970893bb), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:32.525429 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b384efb2-07e1-4d3f-9995-019ecab259af None None] The sync data for ids ['341efdd6-06c3-4350-9049-4666147975a3'] in n-d-828369-5 is: [{'id': '341efdd6-06c3-4350-9049-4666147975a3', 'name': 'tempest-ServersTestJSON-1600170528-router', 'tenant_id': '505da41edaf64392a4228e0531d67a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '9129b8cc-a48d-450d-9a26-0ae0ac96f68d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:43:32Z', 'updated_at': '2022-02-09T21:45:28Z', 'revision_number': 5, 'project_id': '505da41edaf64392a4228e0531d67a93', 'gw_port': {'id': '9129b8cc-a48d-450d-9a26-0ae0ac96f68d', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:bf:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341efdd6-06c3-4350-9049-4666147975a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:43:33Z', 'updated_at': '2022-02-09T21:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:45:32.544962 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=1f6204ff-d65f-4527-a1c0-c988dbf1ce09,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:32.611967 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-527d13d9-1a87-4871-b0bf-6e2f60ff0194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (1f6204ff-d65f-4527-a1c0-c988dbf1ce09), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:32.636082 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-5cbb0c80-1a7e-4713-8a93-ccbe25993fde admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=9425434048f34e8d8b4a45cb78ce2e03&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8424203 Feb 09 21:45:32.641470 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527d13d9-1a87-4871-b0bf-6e2f60ff0194 None None] Pushing event deleted for resources: {'Port': ['ID=1f6204ff-d65f-4527-a1c0-c988dbf1ce09,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:32.648435 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 42126) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:32.653803 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-2d15c300-b65d-4609-94b9-217bdaac47a7 None None] Attempting to bind port eaec0f89-e087-4a0e-9655-cba62ec505a3 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:45:32.654955 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-2d15c300-b65d-4609-94b9-217bdaac47a7 None None] Attempting to bind port eaec0f89-e087-4a0e-9655-cba62ec505a3 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '72c08b27-fc5e-4b39-bbe7-1220c8f28ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '7a9306ef-b1d7-4e31-b4b1-c88b57cec901'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:45:32.655497 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d15c300-b65d-4609-94b9-217bdaac47a7 None None] Attempting to bind port eaec0f89-e087-4a0e-9655-cba62ec505a3 on network 7a9306ef-b1d7-4e31-b4b1-c88b57cec901 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:45:32.659905 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-4fd1a0f3-34e1-49af-af07-ddd580d64c59 service neutron] For port d5e3bfb7-1f18-4598-a18c-f23b463962e1, host n-h2-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:45:32.666458 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d15c300-b65d-4609-94b9-217bdaac47a7 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:45:32.667237 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d15c300-b65d-4609-94b9-217bdaac47a7 None None] Checking segment: {'id': '72c08b27-fc5e-4b39-bbe7-1220c8f28ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '7a9306ef-b1d7-4e31-b4b1-c88b57cec901'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:45:32.667825 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2d15c300-b65d-4609-94b9-217bdaac47a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:32.668443 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d15c300-b65d-4609-94b9-217bdaac47a7 None None] Bound using segment: {'id': '72c08b27-fc5e-4b39-bbe7-1220c8f28ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '7a9306ef-b1d7-4e31-b4b1-c88b57cec901'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:45:32.669135 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-2d15c300-b65d-4609-94b9-217bdaac47a7 None None] Bound port: eaec0f89-e087-4a0e-9655-cba62ec505a3, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72c08b27-fc5e-4b39-bbe7-1220c8f28ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '7a9306ef-b1d7-4e31-b4b1-c88b57cec901'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:45:32.670148 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2d15c300-b65d-4609-94b9-217bdaac47a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (eaec0f89-e087-4a0e-9655-cba62ec505a3), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:32.672998 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527d13d9-1a87-4871-b0bf-6e2f60ff0194 None None] No DVR routers for this DVR port 1f6204ff-d65f-4527-a1c0-c988dbf1ce09 on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:45:32.719007 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-4fd1a0f3-34e1-49af-af07-ddd580d64c59 service neutron] For port d5e3bfb7-1f18-4598-a18c-f23b463962e1, host n-h2-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=d5e3bfb7-1f18-4598-a18c-f23b463962e1,segment=NetworkSegment(764fa11e-2d25-4965-bef2-489ddae1e34a),segment_id=764fa11e-2d25-4965-bef2-489ddae1e34a)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:45:32.757642 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbb0c80-1a7e-4713-8a93-ccbe25993fde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa6690a6-d175-4c0b-a4b1-76e6970893bb,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:32.761038 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-4fd1a0f3-34e1-49af-af07-ddd580d64c59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (d5e3bfb7-1f18-4598-a18c-f23b463962e1), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:32.781975 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-2d15c300-b65d-4609-94b9-217bdaac47a7 None None] For port eaec0f89-e087-4a0e-9655-cba62ec505a3, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:45:32.782987 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f50a433e-fd7c-41f5-b8e2-9f03c6286582 req-b3c15e60-a160-4e6b-ac48-46e3c1b6a90c tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/security-groups?id=f725d2ca-c6e8-41e3-94bc-9cf24ee5a23b&id=7a6c813b-611d-4436-831d-fc6ca76a9308&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2461672 Feb 09 21:45:32.786330 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-2d15c300-b65d-4609-94b9-217bdaac47a7 None None] For port eaec0f89-e087-4a0e-9655-cba62ec505a3, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=eaec0f89-e087-4a0e-9655-cba62ec505a3,segment=NetworkSegment(72c08b27-fc5e-4b39-bbe7-1220c8f28ae9),segment_id=72c08b27-fc5e-4b39-bbe7-1220c8f28ae9)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:45:32.800066 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-4fd1a0f3-34e1-49af-af07-ddd580d64c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:32.801224 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-4fd1a0f3-34e1-49af-af07-ddd580d64c59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:32.803377 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-4fd1a0f3-34e1-49af-af07-ddd580d64c59 service neutron] 10.222.0.89 "PUT /v2.0/ports/d5e3bfb7-1f18-4598-a18c-f23b463962e1 HTTP/1.1" status: 200 len: 1091 time: 3.4686732 Feb 09 21:45:32.804785 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2d15c300-b65d-4609-94b9-217bdaac47a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (eaec0f89-e087-4a0e-9655-cba62ec505a3), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:32.814428 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9451ac8-6c39-40f2-b7ec-f3604f7a77ca', 'tag': 'd5e3bfb7-1f18-4598-a18c-f23b463962e1'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:45:32.817123 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c63e196-d55e-4766-90a1-37d6f9cc3e55" -d '{"events": [{"name": "network-changed", "server_uuid": "e9451ac8-6c39-40f2-b7ec-f3604f7a77ca", "tag": "d5e3bfb7-1f18-4598-a18c-f23b463962e1"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:45:32.833050 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-3720ed4d-7977-48cb-aed3-3c1f788a6d2e admin admin] Deleting port 9129b8cc-a48d-450d-9a26-0ae0ac96f68d {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:45:32.834105 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3720ed4d-7977-48cb-aed3-3c1f788a6d2e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (9129b8cc-a48d-450d-9a26-0ae0ac96f68d), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:32.853655 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbb0c80-1a7e-4713-8a93-ccbe25993fde admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:32.854013 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbb0c80-1a7e-4713-8a93-ccbe25993fde admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:32.854357 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbb0c80-1a7e-4713-8a93-ccbe25993fde admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:32.854692 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbb0c80-1a7e-4713-8a93-ccbe25993fde admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:32.855027 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbb0c80-1a7e-4713-8a93-ccbe25993fde admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:32.855357 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbb0c80-1a7e-4713-8a93-ccbe25993fde admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:32.855690 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbb0c80-1a7e-4713-8a93-ccbe25993fde admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:32.856017 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbb0c80-1a7e-4713-8a93-ccbe25993fde admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:32.856374 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbb0c80-1a7e-4713-8a93-ccbe25993fde admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:32.856699 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbb0c80-1a7e-4713-8a93-ccbe25993fde admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:32.857811 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbb0c80-1a7e-4713-8a93-ccbe25993fde admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:32.858162 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbb0c80-1a7e-4713-8a93-ccbe25993fde admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:32.858494 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbb0c80-1a7e-4713-8a93-ccbe25993fde admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:32.876302 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-afde9cc4-04db-4b46-8db0-cb27359fae2e service neutron] Request body: {'port': {'device_id': 'e9451ac8-6c39-40f2-b7ec-f3604f7a77ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:45:32.897853 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b67e2723-f7f5-4f2a-86a5-74a79649c8e1 req-9c627dc2-0a6c-4641-8992-d6bff52ec477 service neutron] 10.222.0.95 "GET /v2.0/networks/00735365-504a-4659-b7e0-5dd13c1577e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7025614 Feb 09 21:45:32.954197 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fc9aedc7-3ba6-4c7f-ad44-daf96f2d3df6 admin admin] Publish callbacks [] for security_group (fa6690a6-d175-4c0b-a4b1-76e6970893bb), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:32.988725 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d15c300-b65d-4609-94b9-217bdaac47a7 None None] Pushing event updated for resources: {'Port': ['ID=eaec0f89-e087-4a0e-9655-cba62ec505a3,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:33.047591 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd1a0f3-34e1-49af-af07-ddd580d64c59 service neutron] Pushing event updated for resources: {'Port': ['ID=d5e3bfb7-1f18-4598-a18c-f23b463962e1,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:33.069948 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fc9aedc7-3ba6-4c7f-ad44-daf96f2d3df6 admin admin] Publish callbacks [] for security_group (fa6690a6-d175-4c0b-a4b1-76e6970893bb), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:33.071967 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdfafe2-0efa-4e48-90d3-3df0e60f0a59 req-9e7b6422-83df-494d-8c1e-eb2b06c971c7 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:33.074601 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5bdfafe2-0efa-4e48-90d3-3df0e60f0a59 req-9e7b6422-83df-494d-8c1e-eb2b06c971c7 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=43b2ce46-a0ea-4043-b892-bcf2f4bc8354 HTTP/1.1" status: 200 len: 943 time: 0.6021967 Feb 09 21:45:33.223108 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-afde9cc4-04db-4b46-8db0-cb27359fae2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (64a3e4b3-2469-470b-82b5-40757c8eb842), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:33.620017 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device eaec0f89-e087-4a0e-9655-cba62ec505a3 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:45:33.675243 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port eaec0f89-e087-4a0e-9655-cba62ec505a3 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:33.675634 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (eaec0f89-e087-4a0e-9655-cba62ec505a3), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:33.757538 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5bdfafe2-0efa-4e48-90d3-3df0e60f0a59 req-bf5621a6-45cd-47fd-bcfc-0d6c7069ca22 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6487753 Feb 09 21:45:33.776542 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-3720ed4d-7977-48cb-aed3-3c1f788a6d2e admin admin] For port 9129b8cc-a48d-450d-9a26-0ae0ac96f68d, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=9129b8cc-a48d-450d-9a26-0ae0ac96f68d,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:45:33.776894 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3720ed4d-7977-48cb-aed3-3c1f788a6d2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (9129b8cc-a48d-450d-9a26-0ae0ac96f68d), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:33.790107 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port eaec0f89-e087-4a0e-9655-cba62ec505a3 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:33.790472 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (eaec0f89-e087-4a0e-9655-cba62ec505a3), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:33.815905 n-d-828369-5 neutron-server[103140]: DEBUG neutron.objects.ports [None req-71b798d2-9ab8-4cf4-907a-ec04dc79952f tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103140) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 21:45:33.830267 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f351869c-9c3c-4386-9223-fa9d6b7791b9 req-8ff0815f-113c-466b-8d39-4cdb4f837b6e tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:33.830667 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port eaec0f89-e087-4a0e-9655-cba62ec505a3, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=eaec0f89-e087-4a0e-9655-cba62ec505a3,segment=NetworkSegment(72c08b27-fc5e-4b39-bbe7-1220c8f28ae9),segment_id=72c08b27-fc5e-4b39-bbe7-1220c8f28ae9)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:45:33.832208 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f351869c-9c3c-4386-9223-fa9d6b7791b9 req-8ff0815f-113c-466b-8d39-4cdb4f837b6e tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] 10.222.0.90 "GET /v2.0/ports?device_id=16b44a23-39cb-4372-bc21-c4a2bac5cc4f HTTP/1.1" status: 200 len: 945 time: 0.7546825 Feb 09 21:45:33.838438 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-71b798d2-9ab8-4cf4-907a-ec04dc79952f tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621371'] for subnet (0ecb9ea4-a061-4168-9c4b-d5fe16f18606), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:33.842073 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (eaec0f89-e087-4a0e-9655-cba62ec505a3), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:33.849561 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-3720ed4d-7977-48cb-aed3-3c1f788a6d2e admin admin] Calling delete_port for 9129b8cc-a48d-450d-9a26-0ae0ac96f68d owned by network:router_gateway {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:45:33.855022 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 519bfcbb-ca65-4117-81d8-986b3cd33f2a no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:45:33.856327 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fc9aedc7-3ba6-4c7f-ad44-daf96f2d3df6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (fa6690a6-d175-4c0b-a4b1-76e6970893bb), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:33.867405 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fc9aedc7-3ba6-4c7f-ad44-daf96f2d3df6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:33.869849 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-fc9aedc7-3ba6-4c7f-ad44-daf96f2d3df6 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/fa6690a6-d175-4c0b-a4b1-76e6970893bb HTTP/1.1" status: 204 len: 168 time: 1.2146802 Feb 09 21:45:33.903176 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 519bfcbb-ca65-4117-81d8-986b3cd33f2a {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:45:33.903536 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 519bfcbb-ca65-4117-81d8-986b3cd33f2a not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:45:33.935638 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7019513a-409a-4d2a-a2a9-f9d0ff5e093b x-openstack-request-id: req-7019513a-409a-4d2a-a2a9-f9d0ff5e093b {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:45:33.937526 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9451ac8-6c39-40f2-b7ec-f3604f7a77ca", "tag": "d5e3bfb7-1f18-4598-a18c-f23b463962e1", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:45:33.938050 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-7019513a-409a-4d2a-a2a9-f9d0ff5e093b {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:45:33.938960 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9451ac8-6c39-40f2-b7ec-f3604f7a77ca', 'tag': 'd5e3bfb7-1f18-4598-a18c-f23b463962e1', 'status': 'completed', 'code': 200} Feb 09 21:45:33.947098 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=eaec0f89-e087-4a0e-9655-cba62ec505a3,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:34.007766 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9aedc7-3ba6-4c7f-ad44-daf96f2d3df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa6690a6-d175-4c0b-a4b1-76e6970893bb,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:34.041425 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b67e2723-f7f5-4f2a-86a5-74a79649c8e1 req-a566d405-caba-406b-9f47-58c209100463 service neutron] 10.222.0.95 "GET /v2.0/networks/00735365-504a-4659-b7e0-5dd13c1577e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9519074 Feb 09 21:45:34.050981 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b94a831b-d455-4a45-9e5f-044a9ed16dd7 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (d5961b2d-9b6c-4d3e-8966-38cbefb08339), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:34.157953 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b798d2-9ab8-4cf4-907a-ec04dc79952f tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:45:34.198607 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-71b798d2-9ab8-4cf4-907a-ec04dc79952f tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:45:34.201828 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b798d2-9ab8-4cf4-907a-ec04dc79952f tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:34.202454 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-71b798d2-9ab8-4cf4-907a-ec04dc79952f tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:34.216178 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9cd492-a4e2-422b-abc8-6c0761d75d6d None None] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:45:34.220625 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b798d2-9ab8-4cf4-907a-ec04dc79952f tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event updated for resources: {'Subnet': ['ID=0ecb9ea4-a061-4168-9c4b-d5fe16f18606,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:34.244460 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f351869c-9c3c-4386-9223-fa9d6b7791b9 req-15d658e1-9cc4-4a3f-aab6-d4b1abc94fbf tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] 10.222.0.90 "GET /v2.0/security-groups?id=33a0486a-6292-49cc-8fb4-e603ce86e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4018204 Feb 09 21:45:34.251196 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94a831b-d455-4a45-9e5f-044a9ed16dd7 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Network 7a9306ef-b1d7-4e31-b4b1-c88b57cec901 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:45:34.302812 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-b94a831b-d455-4a45-9e5f-044a9ed16dd7 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:45:34.305595 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-71b798d2-9ab8-4cf4-907a-ec04dc79952f tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.8974519 Feb 09 21:45:34.310878 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 42138) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:34.311133 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b798d2-9ab8-4cf4-907a-ec04dc79952f tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:34.313009 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94a831b-d455-4a45-9e5f-044a9ed16dd7 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:34.313716 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b94a831b-d455-4a45-9e5f-044a9ed16dd7 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:34.313891 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b798d2-9ab8-4cf4-907a-ec04dc79952f tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:34.314287 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b798d2-9ab8-4cf4-907a-ec04dc79952f tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:34.314641 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b798d2-9ab8-4cf4-907a-ec04dc79952f tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:34.317165 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b798d2-9ab8-4cf4-907a-ec04dc79952f tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:34.317541 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b798d2-9ab8-4cf4-907a-ec04dc79952f tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:34.317895 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b798d2-9ab8-4cf4-907a-ec04dc79952f tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:34.318242 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b798d2-9ab8-4cf4-907a-ec04dc79952f tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:34.318591 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b798d2-9ab8-4cf4-907a-ec04dc79952f tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:34.318937 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b798d2-9ab8-4cf4-907a-ec04dc79952f tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:34.321194 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b798d2-9ab8-4cf4-907a-ec04dc79952f tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:34.321549 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b798d2-9ab8-4cf4-907a-ec04dc79952f tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:34.321896 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b798d2-9ab8-4cf4-907a-ec04dc79952f tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:34.326090 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-ac38be3c-0718-4a84-abbf-d343f20deece tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Request body: {'port': {'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726', 'mac_address': 'fa:16:3e:83:49:a3', 'name': 'tempest-NetworksTestDHCPv6-429786446'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:45:34.357075 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c63e196-d55e-4766-90a1-37d6f9cc3e55 req-e2e6d789-0f80-4c4a-be46-972d4001ad29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:34.357716 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c63e196-d55e-4766-90a1-37d6f9cc3e55 req-e2e6d789-0f80-4c4a-be46-972d4001ad29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:34.358239 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c63e196-d55e-4766-90a1-37d6f9cc3e55 req-e2e6d789-0f80-4c4a-be46-972d4001ad29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:34.358761 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c63e196-d55e-4766-90a1-37d6f9cc3e55 req-e2e6d789-0f80-4c4a-be46-972d4001ad29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:34.359450 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c63e196-d55e-4766-90a1-37d6f9cc3e55 req-e2e6d789-0f80-4c4a-be46-972d4001ad29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:34.360464 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c63e196-d55e-4766-90a1-37d6f9cc3e55 req-e2e6d789-0f80-4c4a-be46-972d4001ad29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:34.360988 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c63e196-d55e-4766-90a1-37d6f9cc3e55 req-e2e6d789-0f80-4c4a-be46-972d4001ad29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:34.363504 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0c63e196-d55e-4766-90a1-37d6f9cc3e55 req-e2e6d789-0f80-4c4a-be46-972d4001ad29 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e0fba33cc37140f68483b74485e6f58c&device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 6403 time: 0.4373560 Feb 09 21:45:34.430900 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94a831b-d455-4a45-9e5f-044a9ed16dd7 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Pushing event updated for resources: {'Subnet': ['ID=d5961b2d-9b6c-4d3e-8966-38cbefb08339,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:34.457437 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb5f0ed-2c73-4aa4-9e88-508e76cbee49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-986c5511-2b50-4eb7-bb75-ff9f776ff726', 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726', 'project_id': '880c3cd16cc943a98203fd230e26852f', 'fixed_ips': [{'subnet_id': '0ecb9ea4-a061-4168-9c4b-d5fe16f18606'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:45:34.460863 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-3eb5f0ed-2c73-4aa4-9e88-508e76cbee49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:34.509183 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-afde9cc4-04db-4b46-8db0-cb27359fae2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64a3e4b3-2469-470b-82b5-40757c8eb842 {{(pid=103141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:45:34.546112 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc4b735-be6a-48cd-85d2-1c42ea68c135 req-0d84b19f-88fd-4bf8-90de-ab621071b79d tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:34.563577 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc4b735-be6a-48cd-85d2-1c42ea68c135 req-0d84b19f-88fd-4bf8-90de-ab621071b79d tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:34.574782 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc4b735-be6a-48cd-85d2-1c42ea68c135 req-0d84b19f-88fd-4bf8-90de-ab621071b79d tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:34.582280 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc4b735-be6a-48cd-85d2-1c42ea68c135 req-0d84b19f-88fd-4bf8-90de-ab621071b79d tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:34.599699 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc4b735-be6a-48cd-85d2-1c42ea68c135 req-0d84b19f-88fd-4bf8-90de-ab621071b79d tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:34.610599 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-b94a831b-d455-4a45-9e5f-044a9ed16dd7 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.5914631 Feb 09 21:45:34.611278 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 42148) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:34.619881 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc4b735-be6a-48cd-85d2-1c42ea68c135 req-0d84b19f-88fd-4bf8-90de-ab621071b79d tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:34.621746 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-afde9cc4-04db-4b46-8db0-cb27359fae2e service neutron] Publish callbacks [] for port (64a3e4b3-2469-470b-82b5-40757c8eb842), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:34.635130 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc4b735-be6a-48cd-85d2-1c42ea68c135 req-0d84b19f-88fd-4bf8-90de-ab621071b79d tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:34.638604 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-abc4b735-be6a-48cd-85d2-1c42ea68c135 req-0d84b19f-88fd-4bf8-90de-ab621071b79d tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 5387 time: 0.6193268 Feb 09 21:45:34.640971 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-bee088da-08cc-4d9e-b6b5-614861410cf1 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Request body: {'port': {'network_id': '7a9306ef-b1d7-4e31-b4b1-c88b57cec901', 'fixed_ips': [{'subnet_id': '1d711c93-ca21-4bd7-9fa7-d2d7e4ce3253'}, {'subnet_id': 'd5961b2d-9b6c-4d3e-8966-38cbefb08339'}], 'name': 'tempest-PortsIpV6TestJSON-254579140'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:45:34.648101 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830f2ef1-e7c4-41b0-96d1-91c83c842b60 req-08351fd3-4443-4478-8db7-a1e46bc4789f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:34.650957 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-830f2ef1-e7c4-41b0-96d1-91c83c842b60 req-08351fd3-4443-4478-8db7-a1e46bc4789f service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=73aafa54b15b4f2e83f3753252e1608e&device_id=43b2ce46-a0ea-4043-b892-bcf2f4bc8354 HTTP/1.1" status: 200 len: 1125 time: 0.5232990 Feb 09 21:45:34.697616 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-3eb5f0ed-2c73-4aa4-9e88-508e76cbee49 None None] Allocated IP 2001:db8::f816:3eff:fe15:13cd (986c5511-2b50-4eb7-bb75-ff9f776ff726/0ecb9ea4-a061-4168-9c4b-d5fe16f18606/3baa0f9b-beb0-4374-a8c4-ea3f0036f1b2) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:45:34.797121 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40571f8-3afa-4851-8227-df6154f9fad2 None None] Network 7a9306ef-b1d7-4e31-b4b1-c88b57cec901 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:45:34.820337 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-afde9cc4-04db-4b46-8db0-cb27359fae2e service neutron] Transition to ACTIVE for port object 64a3e4b3-2469-470b-82b5-40757c8eb842 will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:45:34.839053 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-afde9cc4-04db-4b46-8db0-cb27359fae2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (64a3e4b3-2469-470b-82b5-40757c8eb842), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:34.969204 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c63e196-d55e-4766-90a1-37d6f9cc3e55 req-98117d3b-cb9e-40b2-9e67-1e0a1944c76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:34.969930 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c63e196-d55e-4766-90a1-37d6f9cc3e55 req-98117d3b-cb9e-40b2-9e67-1e0a1944c76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:34.970733 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c63e196-d55e-4766-90a1-37d6f9cc3e55 req-98117d3b-cb9e-40b2-9e67-1e0a1944c76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:34.972650 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0c63e196-d55e-4766-90a1-37d6f9cc3e55 req-98117d3b-cb9e-40b2-9e67-1e0a1944c76c service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=e0fba33cc37140f68483b74485e6f58c&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.5674524 Feb 09 21:45:35.148613 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-abc4b735-be6a-48cd-85d2-1c42ea68c135 req-d2f70014-524f-4326-ab67-6928f7ebe463 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/security-groups?id=f725d2ca-c6e8-41e3-94bc-9cf24ee5a23b&id=7a6c813b-611d-4436-831d-fc6ca76a9308&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4962070 Feb 09 21:45:35.210470 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afde9cc4-04db-4b46-8db0-cb27359fae2e service neutron] Pushing event updated for resources: {'Port': ['ID=64a3e4b3-2469-470b-82b5-40757c8eb842,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:35.233274 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f33feb9-08bb-4753-bd54-aa8af74c6672 req-6eff19c5-0877-44bd-8660-829fafc086d0 tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:35.235342 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8f33feb9-08bb-4753-bd54-aa8af74c6672 req-6eff19c5-0877-44bd-8660-829fafc086d0 tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] 10.222.0.90 "GET /v2.0/ports?device_id=16b44a23-39cb-4372-bc21-c4a2bac5cc4f HTTP/1.1" status: 200 len: 945 time: 0.5406489 Feb 09 21:45:35.256602 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bee088da-08cc-4d9e-b6b5-614861410cf1 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Made reservation on behalf of 87111984dff24e1780aaef3f75dde822 for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:45:35.321235 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-c2cf7d39-fe76-4530-a4d7-dcea7eaf96b9 None None] Provisioning complete for port eaec0f89-e087-4a0e-9655-cba62ec505a3 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:35.323446 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3720ed4d-7977-48cb-aed3-3c1f788a6d2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (9129b8cc-a48d-450d-9a26-0ae0ac96f68d), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:35.328727 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c2cf7d39-fe76-4530-a4d7-dcea7eaf96b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (eaec0f89-e087-4a0e-9655-cba62ec505a3), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:35.351887 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830f2ef1-e7c4-41b0-96d1-91c83c842b60 req-5dce9258-8ed1-4924-bd51-e9a4dbd01066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:35.353465 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-830f2ef1-e7c4-41b0-96d1-91c83c842b60 req-5dce9258-8ed1-4924-bd51-e9a4dbd01066 service neutron] 10.222.0.95 "GET /v2.0/networks?id=00735365-504a-4659-b7e0-5dd13c1577e5 HTTP/1.1" status: 200 len: 913 time: 0.6209152 Feb 09 21:45:35.362883 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-3eb5f0ed-2c73-4aa4-9e88-508e76cbee49 None None] Publish callbacks [] for port (3baa0f9b-beb0-4374-a8c4-ea3f0036f1b2), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:35.397293 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-3eb5f0ed-2c73-4aa4-9e88-508e76cbee49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (3baa0f9b-beb0-4374-a8c4-ea3f0036f1b2), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:35.401895 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac38be3c-0718-4a84-abbf-d343f20deece tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Made reservation on behalf of 880c3cd16cc943a98203fd230e26852f for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:45:35.425410 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8f33feb9-08bb-4753-bd54-aa8af74c6672 req-433df60a-86db-4d3d-a69b-a81730a37a73 tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] 10.222.0.90 "GET /v2.0/security-groups?id=33a0486a-6292-49cc-8fb4-e603ce86e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759791 Feb 09 21:45:35.528250 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb5f0ed-2c73-4aa4-9e88-508e76cbee49 None None] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:45:35.542064 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3720ed4d-7977-48cb-aed3-3c1f788a6d2e admin admin] Pushing event deleted for resources: {'Port': ['ID=9129b8cc-a48d-450d-9a26-0ae0ac96f68d,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:35.573513 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-830f2ef1-e7c4-41b0-96d1-91c83c842b60 req-94851165-ac4d-4358-b109-8fec1555e81a service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5a672048-28c9-4746-a3b7-af43dd6140ce HTTP/1.1" status: 200 len: 217 time: 0.1227252 Feb 09 21:45:35.594481 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c63e196-d55e-4766-90a1-37d6f9cc3e55 req-9298038c-1323-448b-aa49-9aad35a64e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:35.596112 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0c63e196-d55e-4766-90a1-37d6f9cc3e55 req-9298038c-1323-448b-aa49-9aad35a64e22 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5945394 Feb 09 21:45:35.620384 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-3eb5f0ed-2c73-4aa4-9e88-508e76cbee49 None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:45:35.628912 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb5f0ed-2c73-4aa4-9e88-508e76cbee49 None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:45:35.639370 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device eaec0f89-e087-4a0e-9655-cba62ec505a3 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:45:35.641387 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ac38be3c-0718-4a84-abbf-d343f20deece tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:35.643522 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-afde9cc4-04db-4b46-8db0-cb27359fae2e service neutron] Attempting to bind port 64a3e4b3-2469-470b-82b5-40757c8eb842 on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:45:35.643949 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-afde9cc4-04db-4b46-8db0-cb27359fae2e service neutron] Attempting to bind port 64a3e4b3-2469-470b-82b5-40757c8eb842 by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': '764fa11e-2d25-4965-bef2-489ddae1e34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'f09c9af1-caa6-4029-894f-b430921e86f9'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:45:35.644404 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-afde9cc4-04db-4b46-8db0-cb27359fae2e service neutron] Attempting to bind port 64a3e4b3-2469-470b-82b5-40757c8eb842 on network f09c9af1-caa6-4029-894f-b430921e86f9 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:45:35.655222 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3720ed4d-7977-48cb-aed3-3c1f788a6d2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-554524'] for router_gateway (341efdd6-06c3-4350-9049-4666147975a3), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:35.658460 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-afde9cc4-04db-4b46-8db0-cb27359fae2e service neutron] Port 64a3e4b3-2469-470b-82b5-40757c8eb842 on network f09c9af1-caa6-4029-894f-b430921e86f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:45:35.658913 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-afde9cc4-04db-4b46-8db0-cb27359fae2e service neutron] Attempting to bind port 64a3e4b3-2469-470b-82b5-40757c8eb842 on network f09c9af1-caa6-4029-894f-b430921e86f9 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:45:35.672771 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-afde9cc4-04db-4b46-8db0-cb27359fae2e service neutron] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:45:35.673218 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-afde9cc4-04db-4b46-8db0-cb27359fae2e service neutron] Checking segment: {'id': '764fa11e-2d25-4965-bef2-489ddae1e34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'f09c9af1-caa6-4029-894f-b430921e86f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:45:35.673676 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-afde9cc4-04db-4b46-8db0-cb27359fae2e service neutron] Bound using segment: {'id': '764fa11e-2d25-4965-bef2-489ddae1e34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'f09c9af1-caa6-4029-894f-b430921e86f9'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:45:35.674229 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-afde9cc4-04db-4b46-8db0-cb27359fae2e service neutron] Bound port: 64a3e4b3-2469-470b-82b5-40757c8eb842, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '764fa11e-2d25-4965-bef2-489ddae1e34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'f09c9af1-caa6-4029-894f-b430921e86f9'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:45:35.674660 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-afde9cc4-04db-4b46-8db0-cb27359fae2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (64a3e4b3-2469-470b-82b5-40757c8eb842), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:35.700509 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bee088da-08cc-4d9e-b6b5-614861410cf1 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:35.721950 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb5f0ed-2c73-4aa4-9e88-508e76cbee49 None None] Pushing event updated for resources: {'Port': ['ID=3baa0f9b-beb0-4374-a8c4-ea3f0036f1b2,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:35.737770 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9835ff60-1afe-49ec-b5de-272ea8523190 None None] Update dhcp port {'port': {'network_id': '7a9306ef-b1d7-4e31-b4b1-c88b57cec901', 'fixed_ips': [{'subnet_id': '1d711c93-ca21-4bd7-9fa7-d2d7e4ce3253', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd5961b2d-9b6c-4d3e-8966-38cbefb08339'}], 'binding:host_id': 'n-d-828369-5'}, 'id': 'eaec0f89-e087-4a0e-9655-cba62ec505a3'} from n-d-828369-5. {{(pid=103142) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 21:45:35.748865 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [None req-ac38be3c-0718-4a84-abbf-d343f20deece tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] device_id is not set on port 7b9b467d-c4c5-47c5-8d83-d20a229ce658 yet. {{(pid=103141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:45:35.832278 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [None req-bee088da-08cc-4d9e-b6b5-614861410cf1 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] device_id is not set on port 7889f2a0-6792-4335-92cb-da0ab0cef481 yet. {{(pid=103141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:45:35.859873 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-c2cf7d39-fe76-4530-a4d7-dcea7eaf96b9 None None] Current status of the port eaec0f89-e087-4a0e-9655-cba62ec505a3 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:35.874281 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be734d3-c2ec-4e07-8099-d308b2eb6407 req-a9c91c16-b9f6-44d4-94f3-76d3618122d2 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:35.883280 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-9835ff60-1afe-49ec-b5de-272ea8523190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (eaec0f89-e087-4a0e-9655-cba62ec505a3), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:35.885406 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0be734d3-c2ec-4e07-8099-d308b2eb6407 req-a9c91c16-b9f6-44d4-94f3-76d3618122d2 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=43b2ce46-a0ea-4043-b892-bcf2f4bc8354 HTTP/1.1" status: 200 len: 943 time: 0.5474494 Feb 09 21:45:35.893019 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3720ed4d-7977-48cb-aed3-3c1f788a6d2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (341efdd6-06c3-4350-9049-4666147975a3), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:35.902132 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3720ed4d-7977-48cb-aed3-3c1f788a6d2e admin admin] Publish callbacks [] for router_controller (341efdd6-06c3-4350-9049-4666147975a3), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:35.909533 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-3eb5f0ed-2c73-4aa4-9e88-508e76cbee49 None None] Attempting to bind port 3baa0f9b-beb0-4374-a8c4-ea3f0036f1b2 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:45:35.910052 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-3eb5f0ed-2c73-4aa4-9e88-508e76cbee49 None None] Attempting to bind port 3baa0f9b-beb0-4374-a8c4-ea3f0036f1b2 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': 'e234f058-99e9-4683-aff2-a800b51d2ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:45:35.910286 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb5f0ed-2c73-4aa4-9e88-508e76cbee49 None None] Attempting to bind port 3baa0f9b-beb0-4374-a8c4-ea3f0036f1b2 on network 986c5511-2b50-4eb7-bb75-ff9f776ff726 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:45:35.941206 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb5f0ed-2c73-4aa4-9e88-508e76cbee49 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:45:35.941715 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb5f0ed-2c73-4aa4-9e88-508e76cbee49 None None] Checking segment: {'id': 'e234f058-99e9-4683-aff2-a800b51d2ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:45:35.942453 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-3eb5f0ed-2c73-4aa4-9e88-508e76cbee49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:35.942740 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb5f0ed-2c73-4aa4-9e88-508e76cbee49 None None] Bound using segment: {'id': 'e234f058-99e9-4683-aff2-a800b51d2ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:45:35.943257 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-3eb5f0ed-2c73-4aa4-9e88-508e76cbee49 None None] Bound port: 3baa0f9b-beb0-4374-a8c4-ea3f0036f1b2, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e234f058-99e9-4683-aff2-a800b51d2ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:45:35.943962 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-3eb5f0ed-2c73-4aa4-9e88-508e76cbee49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (3baa0f9b-beb0-4374-a8c4-ea3f0036f1b2), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:35.948888 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830f2ef1-e7c4-41b0-96d1-91c83c842b60 req-08d6b3af-070c-42c1-b087-56b275acaa36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:35.950655 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port eaec0f89-e087-4a0e-9655-cba62ec505a3 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:35.951003 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-830f2ef1-e7c4-41b0-96d1-91c83c842b60 req-08d6b3af-070c-42c1-b087-56b275acaa36 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0d4cb0a9-0f8b-4759-aa75-9f58c47a4974 HTTP/1.1" status: 200 len: 852 time: 0.3071165 Feb 09 21:45:35.951158 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (eaec0f89-e087-4a0e-9655-cba62ec505a3), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:35.951469 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42170) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:35.973963 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-afde9cc4-04db-4b46-8db0-cb27359fae2e service neutron] For port 64a3e4b3-2469-470b-82b5-40757c8eb842, host n-h2-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:45:35.977214 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-afde9cc4-04db-4b46-8db0-cb27359fae2e service neutron] For port 64a3e4b3-2469-470b-82b5-40757c8eb842, host n-h2-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=64a3e4b3-2469-470b-82b5-40757c8eb842,segment=NetworkSegment(764fa11e-2d25-4965-bef2-489ddae1e34a),segment_id=764fa11e-2d25-4965-bef2-489ddae1e34a)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:45:35.996052 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-afde9cc4-04db-4b46-8db0-cb27359fae2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (64a3e4b3-2469-470b-82b5-40757c8eb842), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:36.094301 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-830f2ef1-e7c4-41b0-96d1-91c83c842b60 req-51028a3f-fe09-4b9f-8cd3-e6a697e43d8f service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=00735365-504a-4659-b7e0-5dd13c1577e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766492 Feb 09 21:45:36.097207 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3720ed4d-7977-48cb-aed3-3c1f788a6d2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (341efdd6-06c3-4350-9049-4666147975a3), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:36.097940 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3720ed4d-7977-48cb-aed3-3c1f788a6d2e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 341efdd6-06c3-4350-9049-4666147975a3 {{(pid=103140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:45:36.112857 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3720ed4d-7977-48cb-aed3-3c1f788a6d2e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:36.115035 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-3720ed4d-7977-48cb-aed3-3c1f788a6d2e admin admin] 10.222.0.90 "DELETE /v2.0/routers/341efdd6-06c3-4350-9049-4666147975a3 HTTP/1.1" status: 204 len: 168 time: 5.2082047 Feb 09 21:45:36.123059 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 42174) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:36.185584 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-afde9cc4-04db-4b46-8db0-cb27359fae2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:36.185584 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-afde9cc4-04db-4b46-8db0-cb27359fae2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:36.185584 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-afde9cc4-04db-4b46-8db0-cb27359fae2e service neutron] 10.222.0.89 "PUT /v2.0/ports/64a3e4b3-2469-470b-82b5-40757c8eb842 HTTP/1.1" status: 200 len: 1091 time: 3.3183584 Feb 09 21:45:36.217935 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9451ac8-6c39-40f2-b7ec-f3604f7a77ca', 'tag': '64a3e4b3-2469-470b-82b5-40757c8eb842'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:45:36.220971 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f40073bc-0e79-46f6-b456-8522b1c9fefd" -d '{"events": [{"name": "network-changed", "server_uuid": "e9451ac8-6c39-40f2-b7ec-f3604f7a77ca", "tag": "64a3e4b3-2469-470b-82b5-40757c8eb842"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:45:36.235501 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0be734d3-c2ec-4e07-8099-d308b2eb6407 req-bfda6ccc-46d0-4198-91da-c78cb308cd1d tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3343148 Feb 09 21:45:36.296988 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-3eb5f0ed-2c73-4aa4-9e88-508e76cbee49 None None] For port 3baa0f9b-beb0-4374-a8c4-ea3f0036f1b2, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:45:36.320596 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-830f2ef1-e7c4-41b0-96d1-91c83c842b60 req-32aa4026-1bc5-4b73-981b-a6fa7d7093c2 service neutron] 10.222.0.95 "GET /v2.0/networks/00735365-504a-4659-b7e0-5dd13c1577e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974382 Feb 09 21:45:36.353255 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a54c852-745a-4aba-8687-583ecb791661 admin admin] Deleting subnet 57963df8-04e1-4710-99da-25fa79c51970 {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:45:36.365142 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-3eb5f0ed-2c73-4aa4-9e88-508e76cbee49 None None] For port 3baa0f9b-beb0-4374-a8c4-ea3f0036f1b2, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=3baa0f9b-beb0-4374-a8c4-ea3f0036f1b2,segment=NetworkSegment(e234f058-99e9-4683-aff2-a800b51d2ec4),segment_id=e234f058-99e9-4683-aff2-a800b51d2ec4)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:45:36.373650 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-ec939318-87e0-4bdb-8e36-d6476f9e06c3 service neutron] Request body: {'port': {'device_id': 'e9451ac8-6c39-40f2-b7ec-f3604f7a77ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:45:36.420657 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-3eb5f0ed-2c73-4aa4-9e88-508e76cbee49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (3baa0f9b-beb0-4374-a8c4-ea3f0036f1b2), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:36.441145 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1a54c852-745a-4aba-8687-583ecb791661 admin admin] Publish callbacks [] for subnet (57963df8-04e1-4710-99da-25fa79c51970), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:36.446401 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33323911-0fb2-4069-88f9-9b99976edfe5 x-openstack-request-id: req-33323911-0fb2-4069-88f9-9b99976edfe5 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:45:36.446697 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9451ac8-6c39-40f2-b7ec-f3604f7a77ca", "tag": "64a3e4b3-2469-470b-82b5-40757c8eb842", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:45:36.446955 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-33323911-0fb2-4069-88f9-9b99976edfe5 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:45:36.447414 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9451ac8-6c39-40f2-b7ec-f3604f7a77ca', 'tag': '64a3e4b3-2469-470b-82b5-40757c8eb842', 'status': 'completed', 'code': 200} Feb 09 21:45:36.505733 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-ac38be3c-0718-4a84-abbf-d343f20deece tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Allocated IP 2001:db8::f816:3eff:fe83:49a3 (986c5511-2b50-4eb7-bb75-ff9f776ff726/0ecb9ea4-a061-4168-9c4b-d5fe16f18606/7b9b467d-c4c5-47c5-8d83-d20a229ce658) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:45:36.538450 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-830f2ef1-e7c4-41b0-96d1-91c83c842b60 req-e6741987-f971-4750-85e7-3e8a47dc44e6 service neutron] 10.222.0.95 "GET /v2.0/networks/00735365-504a-4659-b7e0-5dd13c1577e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105775 Feb 09 21:45:36.548211 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cb79ded0-ed11-4883-b6f3-21dbc5e498bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:36.566115 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb5f0ed-2c73-4aa4-9e88-508e76cbee49 None None] Pushing event updated for resources: {'Port': ['ID=3baa0f9b-beb0-4374-a8c4-ea3f0036f1b2,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:36.582030 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afde9cc4-04db-4b46-8db0-cb27359fae2e service neutron] Pushing event updated for resources: {'Port': ['ID=64a3e4b3-2469-470b-82b5-40757c8eb842,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:36.608917 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-9835ff60-1afe-49ec-b5de-272ea8523190 None None] Allocated IP 2001:db8:0:1::2 (7a9306ef-b1d7-4e31-b4b1-c88b57cec901/d5961b2d-9b6c-4d3e-8966-38cbefb08339/eaec0f89-e087-4a0e-9655-cba62ec505a3) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:45:36.620977 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port eaec0f89-e087-4a0e-9655-cba62ec505a3 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:36.684370 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-ec939318-87e0-4bdb-8e36-d6476f9e06c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (5ae69b1b-39b8-491e-b02b-097b38fae223), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:36.688139 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1a54c852-745a-4aba-8687-583ecb791661 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (57963df8-04e1-4710-99da-25fa79c51970), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:36.789335 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-9835ff60-1afe-49ec-b5de-272ea8523190 None None] For port eaec0f89-e087-4a0e-9655-cba62ec505a3, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=eaec0f89-e087-4a0e-9655-cba62ec505a3,segment=NetworkSegment(72c08b27-fc5e-4b39-bbe7-1220c8f28ae9),segment_id=72c08b27-fc5e-4b39-bbe7-1220c8f28ae9)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:45:36.838669 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd59691-ae3a-44e8-9292-bfd4cc756b26 req-d3f319c5-5f72-4111-a508-5f5f22da90c6 tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:36.841893 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dbd59691-ae3a-44e8-9292-bfd4cc756b26 req-d3f319c5-5f72-4111-a508-5f5f22da90c6 tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] 10.222.0.95 "GET /v2.0/ports?device_id=16b44a23-39cb-4372-bc21-c4a2bac5cc4f HTTP/1.1" status: 200 len: 945 time: 0.2236202 Feb 09 21:45:36.842044 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-9835ff60-1afe-49ec-b5de-272ea8523190 None None] Publish callbacks [] for port (eaec0f89-e087-4a0e-9655-cba62ec505a3), precommit_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:36.853947 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-9835ff60-1afe-49ec-b5de-272ea8523190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (eaec0f89-e087-4a0e-9655-cba62ec505a3), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:36.861616 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fee846b-b689-444a-9e79-bdc7da1cfe82 req-7743b9be-8e1a-458a-9eff-6ffd28360d06 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:36.872923 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fee846b-b689-444a-9e79-bdc7da1cfe82 req-7743b9be-8e1a-458a-9eff-6ffd28360d06 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:36.880679 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fee846b-b689-444a-9e79-bdc7da1cfe82 req-7743b9be-8e1a-458a-9eff-6ffd28360d06 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:36.893224 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fee846b-b689-444a-9e79-bdc7da1cfe82 req-7743b9be-8e1a-458a-9eff-6ffd28360d06 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:36.899465 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fee846b-b689-444a-9e79-bdc7da1cfe82 req-7743b9be-8e1a-458a-9eff-6ffd28360d06 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:36.908495 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fee846b-b689-444a-9e79-bdc7da1cfe82 req-7743b9be-8e1a-458a-9eff-6ffd28360d06 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:36.922812 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fee846b-b689-444a-9e79-bdc7da1cfe82 req-7743b9be-8e1a-458a-9eff-6ffd28360d06 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:36.925122 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7fee846b-b689-444a-9e79-bdc7da1cfe82 req-7743b9be-8e1a-458a-9eff-6ffd28360d06 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 5399 time: 0.5322599 Feb 09 21:45:36.972979 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b062424-dea4-4cf9-b1e6-1a3860e9732e req-0b2e5349-ce71-421c-8591-fc4df4b21626 tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:36.984505 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5b062424-dea4-4cf9-b1e6-1a3860e9732e req-0b2e5349-ce71-421c-8591-fc4df4b21626 tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] 10.222.0.90 "GET /v2.0/ports?device_id=16b44a23-39cb-4372-bc21-c4a2bac5cc4f HTTP/1.1" status: 200 len: 945 time: 0.4306283 Feb 09 21:45:37.073217 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 5a672048-28c9-4746-a3b7-af43dd6140ce details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:45:37.138286 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7fee846b-b689-444a-9e79-bdc7da1cfe82 req-f3b4c1c8-7a79-4fe2-ab01-9b194f3f51fa tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/security-groups?id=f725d2ca-c6e8-41e3-94bc-9cf24ee5a23b&id=7a6c813b-611d-4436-831d-fc6ca76a9308&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1796765 Feb 09 21:45:37.207350 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cb79ded0-ed11-4883-b6f3-21dbc5e498bf admin admin] Publish callbacks [] for security_group (1d5f6e2f-a837-4d83-a863-c08d7a832de2), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:37.217932 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9835ff60-1afe-49ec-b5de-272ea8523190 None None] Pushing event updated for resources: {'Port': ['ID=eaec0f89-e087-4a0e-9655-cba62ec505a3,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:37.238357 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5b062424-dea4-4cf9-b1e6-1a3860e9732e req-a07f8a00-c023-4e0b-b9c8-bcba1e92ffaf tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] 10.222.0.90 "GET /v2.0/security-groups?id=33a0486a-6292-49cc-8fb4-e603ce86e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523651 Feb 09 21:45:37.246222 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cb79ded0-ed11-4883-b6f3-21dbc5e498bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (1d5f6e2f-a837-4d83-a863-c08d7a832de2), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:37.274004 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 5a672048-28c9-4746-a3b7-af43dd6140ce, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=5a672048-28c9-4746-a3b7-af43dd6140ce,segment=NetworkSegment(ab2445e6-d1b5-43a7-9d83-6a2f567a89ca),segment_id=ab2445e6-d1b5-43a7-9d83-6a2f567a89ca)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:45:37.301726 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': '5a672048-28c9-4746-a3b7-af43dd6140ce', 'network_id': '00735365-504a-4659-b7e0-5dd13c1577e5', 'port_id': '5a672048-28c9-4746-a3b7-af43dd6140ce', 'mac_address': 'fa:16:3e:5b:3d:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d4cb0a9-0f8b-4759-aa75-9f58c47a4974', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:45:37.325164 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-cb79ded0-ed11-4883-b6f3-21dbc5e498bf admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=e7a9b93350f2456484df6c75edb381b0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3578868 Feb 09 21:45:37.329037 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40073bc-0e79-46f6-b456-8522b1c9fefd req-44c0c765-8a25-41cb-8058-ed98b3e38a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:37.329696 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40073bc-0e79-46f6-b456-8522b1c9fefd req-44c0c765-8a25-41cb-8058-ed98b3e38a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:37.330163 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40073bc-0e79-46f6-b456-8522b1c9fefd req-44c0c765-8a25-41cb-8058-ed98b3e38a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:37.330622 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40073bc-0e79-46f6-b456-8522b1c9fefd req-44c0c765-8a25-41cb-8058-ed98b3e38a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:37.331091 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40073bc-0e79-46f6-b456-8522b1c9fefd req-44c0c765-8a25-41cb-8058-ed98b3e38a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:37.331539 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40073bc-0e79-46f6-b456-8522b1c9fefd req-44c0c765-8a25-41cb-8058-ed98b3e38a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:37.331990 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40073bc-0e79-46f6-b456-8522b1c9fefd req-44c0c765-8a25-41cb-8058-ed98b3e38a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:37.334059 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f40073bc-0e79-46f6-b456-8522b1c9fefd req-44c0c765-8a25-41cb-8058-ed98b3e38a42 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e0fba33cc37140f68483b74485e6f58c&device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 6501 time: 0.8857796 Feb 09 21:45:37.336318 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42184) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:37.337349 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb79ded0-ed11-4883-b6f3-21dbc5e498bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d5f6e2f-a837-4d83-a863-c08d7a832de2,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:37.354346 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 5a672048-28c9-4746-a3b7-af43dd6140ce is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:37.354746 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (5a672048-28c9-4746-a3b7-af43dd6140ce), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:37.376926 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a672048-28c9-4746-a3b7-af43dd6140ce {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:45:37.417901 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 5a672048-28c9-4746-a3b7-af43dd6140ce, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=5a672048-28c9-4746-a3b7-af43dd6140ce,segment=NetworkSegment(ab2445e6-d1b5-43a7-9d83-6a2f567a89ca),segment_id=ab2445e6-d1b5-43a7-9d83-6a2f567a89ca)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:45:37.421104 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-ec939318-87e0-4bdb-8e36-d6476f9e06c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ae69b1b-39b8-491e-b02b-097b38fae223 {{(pid=103141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:45:37.426836 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (5a672048-28c9-4746-a3b7-af43dd6140ce), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:37.429414 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-dbd59691-ae3a-44e8-9292-bfd4cc756b26 req-efa4f06c-49e9-4d55-bef4-c1f27cbc2100 tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] Deleting port 536be503-d8cd-45c9-934c-9187c26f65cb {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:45:37.429970 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-dbd59691-ae3a-44e8-9292-bfd4cc756b26 req-efa4f06c-49e9-4d55-bef4-c1f27cbc2100 tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (536be503-d8cd-45c9-934c-9187c26f65cb), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:37.433700 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-ec939318-87e0-4bdb-8e36-d6476f9e06c3 service neutron] Publish callbacks [] for port (5ae69b1b-39b8-491e-b02b-097b38fae223), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:37.451037 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-ec939318-87e0-4bdb-8e36-d6476f9e06c3 service neutron] Transition to ACTIVE for port object 5ae69b1b-39b8-491e-b02b-097b38fae223 will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:45:37.502856 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=5a672048-28c9-4746-a3b7-af43dd6140ce,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:37.613127 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2dc7ae-bd73-4941-ac2a-14ddce516cef req-9733064f-5c3f-4fdd-800d-801a803f421b tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:37.622579 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8f2dc7ae-bd73-4941-ac2a-14ddce516cef req-9733064f-5c3f-4fdd-800d-801a803f421b tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=43b2ce46-a0ea-4043-b892-bcf2f4bc8354 HTTP/1.1" status: 200 len: 943 time: 0.2472882 Feb 09 21:45:37.625943 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-dbd59691-ae3a-44e8-9292-bfd4cc756b26 req-efa4f06c-49e9-4d55-bef4-c1f27cbc2100 tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] For port 536be503-d8cd-45c9-934c-9187c26f65cb, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=536be503-d8cd-45c9-934c-9187c26f65cb,segment=NetworkSegment(6634fbc3-8d45-48c1-b955-d9743187ac5b),segment_id=6634fbc3-8d45-48c1-b955-d9743187ac5b)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:45:37.626318 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-dbd59691-ae3a-44e8-9292-bfd4cc756b26 req-efa4f06c-49e9-4d55-bef4-c1f27cbc2100 tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (536be503-d8cd-45c9-934c-9187c26f65cb), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:37.629845 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-02730ea4-c974-4edf-9353-38be411fd630 admin admin] Publish callbacks [] for security_group (1d5f6e2f-a837-4d83-a863-c08d7a832de2), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:37.658446 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-dbd59691-ae3a-44e8-9292-bfd4cc756b26 req-efa4f06c-49e9-4d55-bef4-c1f27cbc2100 tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] Calling delete_port for 536be503-d8cd-45c9-934c-9187c26f65cb owned by compute:nova {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:45:37.710381 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-ec939318-87e0-4bdb-8e36-d6476f9e06c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (5ae69b1b-39b8-491e-b02b-097b38fae223), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:37.712407 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-02730ea4-c974-4edf-9353-38be411fd630 admin admin] Publish callbacks [] for security_group (1d5f6e2f-a837-4d83-a863-c08d7a832de2), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:37.750385 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['5a672048-28c9-4746-a3b7-af43dd6140ce'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:45:37.800814 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ac38be3c-0718-4a84-abbf-d343f20deece tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for port (7b9b467d-c4c5-47c5-8d83-d20a229ce658), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:37.808138 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device eaec0f89-e087-4a0e-9655-cba62ec505a3 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:45:37.888434 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8f2dc7ae-bd73-4941-ac2a-14ddce516cef req-69dfb984-323a-49b0-9455-1e4a82c30f34 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648416 Feb 09 21:45:37.973468 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port eaec0f89-e087-4a0e-9655-cba62ec505a3 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:37.973929 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (eaec0f89-e087-4a0e-9655-cba62ec505a3), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:37.988191 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-02730ea4-c974-4edf-9353-38be411fd630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (1d5f6e2f-a837-4d83-a863-c08d7a832de2), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:37.995105 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-02730ea4-c974-4edf-9353-38be411fd630 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:38.001674 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-02730ea4-c974-4edf-9353-38be411fd630 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/1d5f6e2f-a837-4d83-a863-c08d7a832de2 HTTP/1.1" status: 204 len: 168 time: 0.6439042 Feb 09 21:45:38.077142 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02730ea4-c974-4edf-9353-38be411fd630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d5f6e2f-a837-4d83-a863-c08d7a832de2,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:38.129011 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-dbd59691-ae3a-44e8-9292-bfd4cc756b26 req-efa4f06c-49e9-4d55-bef4-c1f27cbc2100 tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (536be503-d8cd-45c9-934c-9187c26f65cb), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:38.159771 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['0984e224-7a47-482b-a4d3-41dc6878e247'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:45:38.215932 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa4f06c-49e9-4d55-bef4-c1f27cbc2100 tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] Pushing event deleted for resources: {'Port': ['ID=536be503-d8cd-45c9-934c-9187c26f65cb,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:38.220932 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['1eb6f178-eaac-436e-a5e8-df1f031991ad'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:45:38.315255 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port eaec0f89-e087-4a0e-9655-cba62ec505a3 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:38.316895 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 3baa0f9b-beb0-4374-a8c4-ea3f0036f1b2 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:45:38.325721 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f88434-32b8-4723-88c7-9f606e86953a None None] Network 7a9306ef-b1d7-4e31-b4b1-c88b57cec901 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:45:38.469036 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-01fe5d69-4aab-4034-b848-266d131c2257 None None] Provisioning complete for port eaec0f89-e087-4a0e-9655-cba62ec505a3 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:38.469714 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-01fe5d69-4aab-4034-b848-266d131c2257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (eaec0f89-e087-4a0e-9655-cba62ec505a3), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:38.484909 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-821a4c96-1675-4ec8-bf2c-961ecfe05b4a req-44adf3ce-08ee-49fa-b2ca-3a30f7a6302a tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] 10.222.0.90 "GET /v2.0/ports?device_id=16b44a23-39cb-4372-bc21-c4a2bac5cc4f HTTP/1.1" status: 200 len: 210 time: 0.0527723 Feb 09 21:45:38.485845 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbd59691-ae3a-44e8-9292-bfd4cc756b26 req-efa4f06c-49e9-4d55-bef4-c1f27cbc2100 tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] No DVR routers for this DVR port 536be503-d8cd-45c9-934c-9187c26f65cb on host n-h1-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:45:38.490640 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-dbd59691-ae3a-44e8-9292-bfd4cc756b26 req-efa4f06c-49e9-4d55-bef4-c1f27cbc2100 tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:38.494615 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dbd59691-ae3a-44e8-9292-bfd4cc756b26 req-efa4f06c-49e9-4d55-bef4-c1f27cbc2100 tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] 10.222.0.95 "DELETE /v2.0/ports/536be503-d8cd-45c9-934c-9187c26f65cb HTTP/1.1" status: 204 len: 173 time: 1.5508215 Feb 09 21:45:38.496184 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16b44a23-39cb-4372-bc21-c4a2bac5cc4f', 'name': 'network-vif-deleted', 'tag': '536be503-d8cd-45c9-934c-9187c26f65cb'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:45:38.498737 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bb79bda-7f81-4dd8-ac21-9135dd6582a6" -d '{"events": [{"server_uuid": "16b44a23-39cb-4372-bc21-c4a2bac5cc4f", "name": "network-vif-deleted", "tag": "536be503-d8cd-45c9-934c-9187c26f65cb"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:45:38.551443 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ac38be3c-0718-4a84-abbf-d343f20deece tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (7b9b467d-c4c5-47c5-8d83-d20a229ce658), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:38.596322 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda9c051-fb10-478e-8e99-f83cb9e9c542 req-174f952f-e81f-44dd-81a7-80cd903ccab6 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:38.618343 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda9c051-fb10-478e-8e99-f83cb9e9c542 req-174f952f-e81f-44dd-81a7-80cd903ccab6 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:38.626569 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda9c051-fb10-478e-8e99-f83cb9e9c542 req-174f952f-e81f-44dd-81a7-80cd903ccab6 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:38.649198 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda9c051-fb10-478e-8e99-f83cb9e9c542 req-174f952f-e81f-44dd-81a7-80cd903ccab6 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:38.673821 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda9c051-fb10-478e-8e99-f83cb9e9c542 req-174f952f-e81f-44dd-81a7-80cd903ccab6 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:38.690791 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda9c051-fb10-478e-8e99-f83cb9e9c542 req-174f952f-e81f-44dd-81a7-80cd903ccab6 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:38.698311 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda9c051-fb10-478e-8e99-f83cb9e9c542 req-174f952f-e81f-44dd-81a7-80cd903ccab6 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:38.702423 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cda9c051-fb10-478e-8e99-f83cb9e9c542 req-174f952f-e81f-44dd-81a7-80cd903ccab6 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 5411 time: 0.3844159 Feb 09 21:45:38.705376 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdee1636-0569-40d2-a5bc-097c7e6947e2 x-openstack-request-id: req-fdee1636-0569-40d2-a5bc-097c7e6947e2 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:45:38.705979 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16b44a23-39cb-4372-bc21-c4a2bac5cc4f", "name": "network-vif-deleted", "tag": "536be503-d8cd-45c9-934c-9187c26f65cb", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:45:38.706488 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-fdee1636-0569-40d2-a5bc-097c7e6947e2 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:45:38.707674 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16b44a23-39cb-4372-bc21-c4a2bac5cc4f', 'name': 'network-vif-deleted', 'tag': '536be503-d8cd-45c9-934c-9187c26f65cb', 'status': 'completed', 'code': 200} Feb 09 21:45:38.737527 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1a54c852-745a-4aba-8687-583ecb791661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (57963df8-04e1-4710-99da-25fa79c51970), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:38.770614 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac38be3c-0718-4a84-abbf-d343f20deece tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:45:38.782927 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec939318-87e0-4bdb-8e36-d6476f9e06c3 service neutron] Pushing event updated for resources: {'Port': ['ID=5ae69b1b-39b8-491e-b02b-097b38fae223,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:38.807409 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cda9c051-fb10-478e-8e99-f83cb9e9c542 req-5438c46d-cb26-4eb6-8db8-318fc8e0046b tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/security-groups?id=f725d2ca-c6e8-41e3-94bc-9cf24ee5a23b&id=7a6c813b-611d-4436-831d-fc6ca76a9308&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0982125 Feb 09 21:45:38.811211 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-ac38be3c-0718-4a84-abbf-d343f20deece tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:45:38.836049 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac38be3c-0718-4a84-abbf-d343f20deece tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:45:38.841484 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac38be3c-0718-4a84-abbf-d343f20deece tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:38.842134 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ac38be3c-0718-4a84-abbf-d343f20deece tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:38.888148 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-01fe5d69-4aab-4034-b848-266d131c2257 None None] Current status of the port eaec0f89-e087-4a0e-9655-cba62ec505a3 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:38.909608 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 3baa0f9b-beb0-4374-a8c4-ea3f0036f1b2 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:38.909995 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (3baa0f9b-beb0-4374-a8c4-ea3f0036f1b2), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:39.028179 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-bee088da-08cc-4d9e-b6b5-614861410cf1 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Allocated IP 2001:db8::26a (7a9306ef-b1d7-4e31-b4b1-c88b57cec901/1d711c93-ca21-4bd7-9fa7-d2d7e4ce3253/7889f2a0-6792-4335-92cb-da0ab0cef481) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:45:39.080839 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-bee088da-08cc-4d9e-b6b5-614861410cf1 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Allocated IP 2001:db8:0:1::294 (7a9306ef-b1d7-4e31-b4b1-c88b57cec901/d5961b2d-9b6c-4d3e-8966-38cbefb08339/7889f2a0-6792-4335-92cb-da0ab0cef481) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:45:39.124109 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac38be3c-0718-4a84-abbf-d343f20deece tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event updated for resources: {'Port': ['ID=7b9b467d-c4c5-47c5-8d83-d20a229ce658,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:39.138054 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-ac38be3c-0718-4a84-abbf-d343f20deece tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.8138947 Feb 09 21:45:39.138054 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40073bc-0e79-46f6-b456-8522b1c9fefd req-bd1a8346-9998-4b7a-a348-4af9d670207b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:39.138054 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40073bc-0e79-46f6-b456-8522b1c9fefd req-bd1a8346-9998-4b7a-a348-4af9d670207b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:39.138054 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40073bc-0e79-46f6-b456-8522b1c9fefd req-bd1a8346-9998-4b7a-a348-4af9d670207b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:39.139360 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f40073bc-0e79-46f6-b456-8522b1c9fefd req-bd1a8346-9998-4b7a-a348-4af9d670207b service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=e0fba33cc37140f68483b74485e6f58c&shared=False HTTP/1.1" status: 200 len: 2292 time: 1.4911268 Feb 09 21:45:39.139860 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 42210) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:39.146480 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d264516b-1e8f-4cec-94b3-5f646816a11c req-7b7c288f-f53a-4aff-b4ef-86e183ccf1e3 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:39.151952 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d264516b-1e8f-4cec-94b3-5f646816a11c req-7b7c288f-f53a-4aff-b4ef-86e183ccf1e3 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=43b2ce46-a0ea-4043-b892-bcf2f4bc8354 HTTP/1.1" status: 200 len: 944 time: 0.1464214 Feb 09 21:45:39.263669 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d264516b-1e8f-4cec-94b3-5f646816a11c req-91d9e14b-106b-4692-903e-907834a5f39c tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017213 Feb 09 21:45:39.282502 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1a54c852-745a-4aba-8687-583ecb791661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (57963df8-04e1-4710-99da-25fa79c51970), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:39.378162 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 5a672048-28c9-4746-a3b7-af43dd6140ce up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:45:39.400603 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a54c852-745a-4aba-8687-583ecb791661 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57963df8-04e1-4710-99da-25fa79c51970,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:39.403702 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1a54c852-745a-4aba-8687-583ecb791661 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:39.408747 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-1a54c852-745a-4aba-8687-583ecb791661 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/57963df8-04e1-4710-99da-25fa79c51970 HTTP/1.1" status: 204 len: 168 time: 3.2749333 Feb 09 21:45:39.411637 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42216) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:39.415980 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-ec939318-87e0-4bdb-8e36-d6476f9e06c3 service neutron] Attempting to bind port 5ae69b1b-39b8-491e-b02b-097b38fae223 on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:45:39.417046 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-ec939318-87e0-4bdb-8e36-d6476f9e06c3 service neutron] Attempting to bind port 5ae69b1b-39b8-491e-b02b-097b38fae223 by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': 'cdf91332-5a66-411f-8c98-4c1f54bf5f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd265fee8-86bc-4f18-8400-270071608522'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:45:39.417655 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-ec939318-87e0-4bdb-8e36-d6476f9e06c3 service neutron] Attempting to bind port 5ae69b1b-39b8-491e-b02b-097b38fae223 on network d265fee8-86bc-4f18-8400-270071608522 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:45:39.460410 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c19d512-2d61-4813-88f2-1f020be5a465 None None] Network efdb96f6-22a5-41e8-be55-251cf329ed07 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:45:39.483487 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-ec939318-87e0-4bdb-8e36-d6476f9e06c3 service neutron] Port 5ae69b1b-39b8-491e-b02b-097b38fae223 on network d265fee8-86bc-4f18-8400-270071608522 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:45:39.484203 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-ec939318-87e0-4bdb-8e36-d6476f9e06c3 service neutron] Attempting to bind port 5ae69b1b-39b8-491e-b02b-097b38fae223 on network d265fee8-86bc-4f18-8400-270071608522 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:45:39.495852 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-31864c7b-7e48-4950-b90b-7bef15a01420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:39.533362 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-c74f0af8-f9ec-4e31-80e2-bf8a0e85f496 None None] Provisioning complete for port 3baa0f9b-beb0-4374-a8c4-ea3f0036f1b2 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:39.537281 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c74f0af8-f9ec-4e31-80e2-bf8a0e85f496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (3baa0f9b-beb0-4374-a8c4-ea3f0036f1b2), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:39.551788 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-ec939318-87e0-4bdb-8e36-d6476f9e06c3 service neutron] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:45:39.552394 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-ec939318-87e0-4bdb-8e36-d6476f9e06c3 service neutron] Checking segment: {'id': 'cdf91332-5a66-411f-8c98-4c1f54bf5f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd265fee8-86bc-4f18-8400-270071608522'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:45:39.552394 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-ec939318-87e0-4bdb-8e36-d6476f9e06c3 service neutron] Bound using segment: {'id': 'cdf91332-5a66-411f-8c98-4c1f54bf5f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd265fee8-86bc-4f18-8400-270071608522'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:45:39.552834 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-ec939318-87e0-4bdb-8e36-d6476f9e06c3 service neutron] Bound port: 5ae69b1b-39b8-491e-b02b-097b38fae223, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdf91332-5a66-411f-8c98-4c1f54bf5f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd265fee8-86bc-4f18-8400-270071608522'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:45:39.553200 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-ec939318-87e0-4bdb-8e36-d6476f9e06c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (5ae69b1b-39b8-491e-b02b-097b38fae223), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:39.557118 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-92da98c4-19ea-4309-9133-726bd2ba1438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (efdb96f6-22a5-41e8-be55-251cf329ed07), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:39.582053 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8174cd9d-9035-43d2-b433-fecd3648439c tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:39.588759 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8174cd9d-9035-43d2-b433-fecd3648439c tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:39.593472 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-8174cd9d-9035-43d2-b433-fecd3648439c tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.4454668 Feb 09 21:45:39.611556 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 42226) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:39.679045 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-92da98c4-19ea-4309-9133-726bd2ba1438 admin admin] Deleting port 5207818c-67b1-457c-a127-2764725bf392 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:45:39.679391 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-92da98c4-19ea-4309-9133-726bd2ba1438 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (5207818c-67b1-457c-a127-2764725bf392), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:39.727495 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40073bc-0e79-46f6-b456-8522b1c9fefd req-5cb587ab-3497-420c-a19f-6aa52391aa4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:39.729046 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f40073bc-0e79-46f6-b456-8522b1c9fefd req-5cb587ab-3497-420c-a19f-6aa52391aa4a service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5530188 Feb 09 21:45:39.823462 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning for port 5a672048-28c9-4746-a3b7-af43dd6140ce completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:45:39.828501 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bee088da-08cc-4d9e-b6b5-614861410cf1 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for port (7889f2a0-6792-4335-92cb-da0ab0cef481), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:39.848603 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-92da98c4-19ea-4309-9133-726bd2ba1438 admin admin] For port 5207818c-67b1-457c-a127-2764725bf392, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=5207818c-67b1-457c-a127-2764725bf392,segment=NetworkSegment(e565681c-44c8-4330-b2c2-487301c0cafb),segment_id=e565681c-44c8-4330-b2c2-487301c0cafb)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:45:39.848969 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-92da98c4-19ea-4309-9133-726bd2ba1438 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (5207818c-67b1-457c-a127-2764725bf392), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:39.878727 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-92da98c4-19ea-4309-9133-726bd2ba1438 admin admin] Calling delete_port for 5207818c-67b1-457c-a127-2764725bf392 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:45:39.932258 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 3baa0f9b-beb0-4374-a8c4-ea3f0036f1b2 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:39.932698 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (3baa0f9b-beb0-4374-a8c4-ea3f0036f1b2), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:40.040435 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port 5a672048-28c9-4746-a3b7-af43dd6140ce triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:40.043652 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (5a672048-28c9-4746-a3b7-af43dd6140ce), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:40.064263 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-c74f0af8-f9ec-4e31-80e2-bf8a0e85f496 None None] Current status of the port 3baa0f9b-beb0-4374-a8c4-ea3f0036f1b2 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:40.068166 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c74f0af8-f9ec-4e31-80e2-bf8a0e85f496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (3baa0f9b-beb0-4374-a8c4-ea3f0036f1b2), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:40.075990 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-ec939318-87e0-4bdb-8e36-d6476f9e06c3 service neutron] For port 5ae69b1b-39b8-491e-b02b-097b38fae223, host n-h2-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:45:40.088422 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-ec939318-87e0-4bdb-8e36-d6476f9e06c3 service neutron] For port 5ae69b1b-39b8-491e-b02b-097b38fae223, host n-h2-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=5ae69b1b-39b8-491e-b02b-097b38fae223,segment=NetworkSegment(cdf91332-5a66-411f-8c98-4c1f54bf5f30),segment_id=cdf91332-5a66-411f-8c98-4c1f54bf5f30)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:45:40.123672 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-ec939318-87e0-4bdb-8e36-d6476f9e06c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (5ae69b1b-39b8-491e-b02b-097b38fae223), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:40.153867 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bee088da-08cc-4d9e-b6b5-614861410cf1 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (7889f2a0-6792-4335-92cb-da0ab0cef481), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:40.174013 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-c74f0af8-f9ec-4e31-80e2-bf8a0e85f496 None None] For port 3baa0f9b-beb0-4374-a8c4-ea3f0036f1b2, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=3baa0f9b-beb0-4374-a8c4-ea3f0036f1b2,segment=NetworkSegment(e234f058-99e9-4683-aff2-a800b51d2ec4),segment_id=e234f058-99e9-4683-aff2-a800b51d2ec4)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:45:40.175644 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d915ba7-20fa-4812-ae00-097845f7b292 req-42c1d014-a6ba-48c2-a7ef-bb8563f31eb6 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:40.188438 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d915ba7-20fa-4812-ae00-097845f7b292 req-42c1d014-a6ba-48c2-a7ef-bb8563f31eb6 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:40.195031 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d915ba7-20fa-4812-ae00-097845f7b292 req-42c1d014-a6ba-48c2-a7ef-bb8563f31eb6 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:40.201324 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d915ba7-20fa-4812-ae00-097845f7b292 req-42c1d014-a6ba-48c2-a7ef-bb8563f31eb6 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:40.208858 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d915ba7-20fa-4812-ae00-097845f7b292 req-42c1d014-a6ba-48c2-a7ef-bb8563f31eb6 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:40.209340 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c74f0af8-f9ec-4e31-80e2-bf8a0e85f496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (3baa0f9b-beb0-4374-a8c4-ea3f0036f1b2), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:40.215822 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d915ba7-20fa-4812-ae00-097845f7b292 req-42c1d014-a6ba-48c2-a7ef-bb8563f31eb6 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:40.246814 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d915ba7-20fa-4812-ae00-097845f7b292 req-42c1d014-a6ba-48c2-a7ef-bb8563f31eb6 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:40.248816 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3d915ba7-20fa-4812-ae00-097845f7b292 req-42c1d014-a6ba-48c2-a7ef-bb8563f31eb6 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 5411 time: 0.2581327 Feb 09 21:45:40.273912 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-92da98c4-19ea-4309-9133-726bd2ba1438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (5207818c-67b1-457c-a127-2764725bf392), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:40.292626 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-ec939318-87e0-4bdb-8e36-d6476f9e06c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:40.293688 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-ec939318-87e0-4bdb-8e36-d6476f9e06c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:40.295711 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-ec939318-87e0-4bdb-8e36-d6476f9e06c3 service neutron] 10.222.0.89 "PUT /v2.0/ports/5ae69b1b-39b8-491e-b02b-097b38fae223 HTTP/1.1" status: 200 len: 1091 time: 4.0518391 Feb 09 21:45:40.299972 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9451ac8-6c39-40f2-b7ec-f3604f7a77ca', 'tag': '5ae69b1b-39b8-491e-b02b-097b38fae223'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:45:40.308098 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-600a7ba7-45fa-452c-9408-447d02864102" -d '{"events": [{"name": "network-changed", "server_uuid": "e9451ac8-6c39-40f2-b7ec-f3604f7a77ca", "tag": "5ae69b1b-39b8-491e-b02b-097b38fae223"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:45:40.329579 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74f0af8-f9ec-4e31-80e2-bf8a0e85f496 None None] Pushing event updated for resources: {'Port': ['ID=3baa0f9b-beb0-4374-a8c4-ea3f0036f1b2,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:40.329824 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92da98c4-19ea-4309-9133-726bd2ba1438 admin admin] Pushing event deleted for resources: {'Port': ['ID=5207818c-67b1-457c-a127-2764725bf392,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:40.334386 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-3c22d1b4-9772-4638-b757-032075d608a3 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Deleting port 7b9b467d-c4c5-47c5-8d83-d20a229ce658 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:45:40.334812 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3c22d1b4-9772-4638-b757-032075d608a3 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (7b9b467d-c4c5-47c5-8d83-d20a229ce658), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:40.353336 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-1c03afbe-944c-47ba-aee1-45b49b7e4fa4 service neutron] Request body: {'port': {'device_id': 'e9451ac8-6c39-40f2-b7ec-f3604f7a77ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:45:40.356548 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92da98c4-19ea-4309-9133-726bd2ba1438 admin admin] No DVR routers for this DVR port 5207818c-67b1-457c-a127-2764725bf392 on host n-d-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:45:40.378973 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee088da-08cc-4d9e-b6b5-614861410cf1 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Network 7a9306ef-b1d7-4e31-b4b1-c88b57cec901 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:45:40.490930 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-bee088da-08cc-4d9e-b6b5-614861410cf1 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:45:40.503300 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee088da-08cc-4d9e-b6b5-614861410cf1 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:45:40.505805 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.db.api [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103142) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:45:40.506728 n-d-828369-5 neutron-server[103142]: DEBUG oslo_db.api [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:45:40.509026 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee088da-08cc-4d9e-b6b5-614861410cf1 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:40.509800 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bee088da-08cc-4d9e-b6b5-614861410cf1 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:40.510578 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-92da98c4-19ea-4309-9133-726bd2ba1438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (efdb96f6-22a5-41e8-be55-251cf329ed07), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:40.522465 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec939318-87e0-4bdb-8e36-d6476f9e06c3 service neutron] Pushing event updated for resources: {'Port': ['ID=5ae69b1b-39b8-491e-b02b-097b38fae223,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:40.542943 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-92da98c4-19ea-4309-9133-726bd2ba1438 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efdb96f6-22a5-41e8-be55-251cf329ed07']}} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:40.555630 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-92da98c4-19ea-4309-9133-726bd2ba1438 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e565681c-44c8-4330-b2c2-487301c0cafb') {'for_net_delete': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:40.555969 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-92da98c4-19ea-4309-9133-726bd2ba1438 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e565681c-44c8-4330-b2c2-487301c0cafb') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:40.567532 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-92da98c4-19ea-4309-9133-726bd2ba1438 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110711'] for segment (e565681c-44c8-4330-b2c2-487301c0cafb), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:40.587463 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-92da98c4-19ea-4309-9133-726bd2ba1438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (e565681c-44c8-4330-b2c2-487301c0cafb), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:40.601945 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92da98c4-19ea-4309-9133-726bd2ba1438 admin admin] Releasing vlan 708 on physical network physnet1 to pool {{(pid=103140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:45:40.602520 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-92da98c4-19ea-4309-9133-726bd2ba1438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669415'] for segment (e565681c-44c8-4330-b2c2-487301c0cafb), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:40.658592 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 5a672048-28c9-4746-a3b7-af43dd6140ce is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:40.658996 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (5a672048-28c9-4746-a3b7-af43dd6140ce), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:40.678838 n-d-828369-5 neutron-server[103140]: Traceback (most recent call last): Feb 09 21:45:40.678838 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:45:40.678838 n-d-828369-5 neutron-server[103140]: timer() Feb 09 21:45:40.678838 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:45:40.678838 n-d-828369-5 neutron-server[103140]: cb(*args, **kw) Feb 09 21:45:40.678838 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:45:40.678838 n-d-828369-5 neutron-server[103140]: return func(*args, **kwargs) Feb 09 21:45:40.678838 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:45:40.678838 n-d-828369-5 neutron-server[103140]: self._notify() Feb 09 21:45:40.678838 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:45:40.678838 n-d-828369-5 neutron-server[103140]: self.callback(batched_events) Feb 09 21:45:40.678838 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:45:40.678838 n-d-828369-5 neutron-server[103140]: event.method(event) Feb 09 21:45:40.678838 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:45:40.678838 n-d-828369-5 neutron-server[103140]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:45:40.678838 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:45:40.678838 n-d-828369-5 neutron-server[103140]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:45:40.678838 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:45:40.678838 n-d-828369-5 neutron-server[103140]: return f(self, *a, **k) Feb 09 21:45:40.678838 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:45:40.678838 n-d-828369-5 neutron-server[103140]: return self._get(url).json() Feb 09 21:45:40.678838 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:45:40.678838 n-d-828369-5 neutron-server[103140]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:45:40.678838 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:45:40.678838 n-d-828369-5 neutron-server[103140]: return self.request(url, 'GET', **kwargs) Feb 09 21:45:40.678838 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:45:40.678838 n-d-828369-5 neutron-server[103140]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:45:40.678838 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:45:40.678838 n-d-828369-5 neutron-server[103140]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:45:40.678838 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:45:40.678838 n-d-828369-5 neutron-server[103140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:45:40.678838 n-d-828369-5 neutron-server[103140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:45:40.694003 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-bee088da-08cc-4d9e-b6b5-614861410cf1 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 6.0633092 Feb 09 21:45:40.694617 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-92da98c4-19ea-4309-9133-726bd2ba1438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (efdb96f6-22a5-41e8-be55-251cf329ed07), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:40.696612 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42276) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:40.705524 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-76520e0a-0e8d-4196-8f61-7a8f166a89b7 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1d711c93-ca21-4bd7-9fa7-d2d7e4ce3253'}]}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:45:40.752745 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3c22d1b4-9772-4638-b757-032075d608a3 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (7b9b467d-c4c5-47c5-8d83-d20a229ce658), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:40.767593 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-b6cd51f2-cb54-4148-85a4-4baf4596ffd6 None None] Provisioning complete for port eaec0f89-e087-4a0e-9655-cba62ec505a3 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:40.767992 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b6cd51f2-cb54-4148-85a4-4baf4596ffd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (eaec0f89-e087-4a0e-9655-cba62ec505a3), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:40.777570 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-92da98c4-19ea-4309-9133-726bd2ba1438 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:40.783765 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-1c03afbe-944c-47ba-aee1-45b49b7e4fa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (c6886d61-f041-4e03-9002-7714a0a6ea30), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:40.786593 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-92da98c4-19ea-4309-9133-726bd2ba1438 admin admin] 10.222.0.90 "DELETE /v2.0/networks/efdb96f6-22a5-41e8-be55-251cf329ed07 HTTP/1.1" status: 204 len: 168 time: 1.3725321 Feb 09 21:45:40.786776 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee088da-08cc-4d9e-b6b5-614861410cf1 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Pushing event updated for resources: {'Port': ['ID=7889f2a0-6792-4335-92cb-da0ab0cef481,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:40.791600 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3d915ba7-20fa-4812-ae00-097845f7b292 req-ad8e3f96-1782-4e23-b0ba-e04d17c40cf8 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/security-groups?id=f725d2ca-c6e8-41e3-94bc-9cf24ee5a23b&id=7a6c813b-611d-4436-831d-fc6ca76a9308&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5353906 Feb 09 21:45:40.835027 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-3c22d1b4-9772-4638-b757-032075d608a3 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Calling delete_port for 7b9b467d-c4c5-47c5-8d83-d20a229ce658 owned by {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:45:40.870004 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43b2ce46-a0ea-4043-b892-bcf2f4bc8354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a672048-28c9-4746-a3b7-af43dd6140ce'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:45:40.874340 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3df2b6b-6079-4fcc-8e52-d2fc62b2fdb9" -d '{"events": [{"server_uuid": "43b2ce46-a0ea-4043-b892-bcf2f4bc8354", "name": "network-vif-plugged", "status": "completed", "tag": "5a672048-28c9-4746-a3b7-af43dd6140ce"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:45:40.892452 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92da98c4-19ea-4309-9133-726bd2ba1438 admin admin] Pushing event deleted for resources: {'Network': ['ID=efdb96f6-22a5-41e8-be55-251cf329ed07,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:40.930022 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c846ed-8351-4722-accd-c82445e3e327 req-bc2b92b9-deea-4a2b-a756-3fab78908f37 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:40.937978 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-21c846ed-8351-4722-accd-c82445e3e327 req-bc2b92b9-deea-4a2b-a756-3fab78908f37 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=43b2ce46-a0ea-4043-b892-bcf2f4bc8354 HTTP/1.1" status: 200 len: 944 time: 0.2500737 Feb 09 21:45:41.012582 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 5a672048-28c9-4746-a3b7-af43dd6140ce, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=5a672048-28c9-4746-a3b7-af43dd6140ce,segment=NetworkSegment(ab2445e6-d1b5-43a7-9d83-6a2f567a89ca),segment_id=ab2445e6-d1b5-43a7-9d83-6a2f567a89ca)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:45:41.054676 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5e9624-f541-439f-9655-eb4c661e2147 None None] DHCP port deletion for efdb96f6-22a5-41e8-be55-251cf329ed07 request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:45:41.073517 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b43d56d0-4284-4a57-842b-3fa51719211c x-openstack-request-id: req-b43d56d0-4284-4a57-842b-3fa51719211c {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:45:41.073914 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9451ac8-6c39-40f2-b7ec-f3604f7a77ca", "tag": "5ae69b1b-39b8-491e-b02b-097b38fae223", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:45:41.074244 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-b43d56d0-4284-4a57-842b-3fa51719211c {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:45:41.074724 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9451ac8-6c39-40f2-b7ec-f3604f7a77ca', 'tag': '5ae69b1b-39b8-491e-b02b-097b38fae223', 'status': 'completed', 'code': 200} Feb 09 21:45:41.158369 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (5a672048-28c9-4746-a3b7-af43dd6140ce), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:41.161491 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 536be503-d8cd-45c9-934c-9187c26f65cb no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:45:41.212701 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-76520e0a-0e8d-4196-8f61-7a8f166a89b7 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (7889f2a0-6792-4335-92cb-da0ab0cef481), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:41.313746 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42286) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:41.324389 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] No Port match for: 536be503-d8cd-45c9-934c-9187c26f65cb {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:45:41.324969 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 536be503-d8cd-45c9-934c-9187c26f65cb not bound to the agent host n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:45:41.331234 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-21c846ed-8351-4722-accd-c82445e3e327 req-fbb8a3f5-1d1c-468d-ac7e-796b9f626f60 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3922570 Feb 09 21:45:41.334833 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=5a672048-28c9-4746-a3b7-af43dd6140ce,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:41.385758 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-948fbf91-b017-48cf-8737-f390b77fbc62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:41.405236 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea882db6-7429-450a-8ba1-9af96103fa3e x-openstack-request-id: req-ea882db6-7429-450a-8ba1-9af96103fa3e {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:45:41.405568 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43b2ce46-a0ea-4043-b892-bcf2f4bc8354", "name": "network-vif-plugged", "status": "completed", "tag": "5a672048-28c9-4746-a3b7-af43dd6140ce", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:45:41.406428 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-ea882db6-7429-450a-8ba1-9af96103fa3e {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:45:41.406846 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43b2ce46-a0ea-4043-b892-bcf2f4bc8354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a672048-28c9-4746-a3b7-af43dd6140ce', 'code': 200} Feb 09 21:45:41.444805 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 3baa0f9b-beb0-4374-a8c4-ea3f0036f1b2 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:41.538289 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-b6cd51f2-cb54-4148-85a4-4baf4596ffd6 None None] Current status of the port eaec0f89-e087-4a0e-9655-cba62ec505a3 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:41.550325 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-b6cd51f2-cb54-4148-85a4-4baf4596ffd6 None None] Provisioning complete for port 7b9b467d-c4c5-47c5-8d83-d20a229ce658 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:41.550955 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b6cd51f2-cb54-4148-85a4-4baf4596ffd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (7b9b467d-c4c5-47c5-8d83-d20a229ce658), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:41.569478 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-d42713bd-388c-41d5-9878-e6ecf6279f6e admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=505da41edaf64392a4228e0531d67a93&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2544124 Feb 09 21:45:41.574931 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42290) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:41.579393 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 9129b8cc-a48d-450d-9a26-0ae0ac96f68d no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:45:41.605885 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 9129b8cc-a48d-450d-9a26-0ae0ac96f68d {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:45:41.606631 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 9129b8cc-a48d-450d-9a26-0ae0ac96f68d not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:45:41.636469 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-1c03afbe-944c-47ba-aee1-45b49b7e4fa4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6886d61-f041-4e03-9002-7714a0a6ea30 {{(pid=103141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:45:41.645409 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-1c03afbe-944c-47ba-aee1-45b49b7e4fa4 service neutron] Publish callbacks [] for port (c6886d61-f041-4e03-9002-7714a0a6ea30), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:41.652828 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-b6cd51f2-cb54-4148-85a4-4baf4596ffd6 None None] Port 7b9b467d-c4c5-47c5-8d83-d20a229ce658 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:45:41.672942 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-1c03afbe-944c-47ba-aee1-45b49b7e4fa4 service neutron] Transition to ACTIVE for port object c6886d61-f041-4e03-9002-7714a0a6ea30 will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:45:41.696731 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-1c03afbe-944c-47ba-aee1-45b49b7e4fa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (c6886d61-f041-4e03-9002-7714a0a6ea30), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:41.755989 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600a7ba7-45fa-452c-9408-447d02864102 req-d8550c95-64c7-4ea5-93ac-6b51d7562048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:41.756911 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600a7ba7-45fa-452c-9408-447d02864102 req-d8550c95-64c7-4ea5-93ac-6b51d7562048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:41.774266 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600a7ba7-45fa-452c-9408-447d02864102 req-d8550c95-64c7-4ea5-93ac-6b51d7562048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:41.775154 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600a7ba7-45fa-452c-9408-447d02864102 req-d8550c95-64c7-4ea5-93ac-6b51d7562048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:41.776258 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600a7ba7-45fa-452c-9408-447d02864102 req-d8550c95-64c7-4ea5-93ac-6b51d7562048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:41.776750 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600a7ba7-45fa-452c-9408-447d02864102 req-d8550c95-64c7-4ea5-93ac-6b51d7562048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:41.777277 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600a7ba7-45fa-452c-9408-447d02864102 req-d8550c95-64c7-4ea5-93ac-6b51d7562048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:41.779426 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-600a7ba7-45fa-452c-9408-447d02864102 req-d8550c95-64c7-4ea5-93ac-6b51d7562048 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e0fba33cc37140f68483b74485e6f58c&device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 6599 time: 0.7270038 Feb 09 21:45:41.796012 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 3baa0f9b-beb0-4374-a8c4-ea3f0036f1b2 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:45:41.815788 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c03afbe-944c-47ba-aee1-45b49b7e4fa4 service neutron] Pushing event updated for resources: {'Port': ['ID=c6886d61-f041-4e03-9002-7714a0a6ea30,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:41.919760 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-15591581-3c45-4482-92b3-834ce90adafa None None] Provisioning complete for port 7889f2a0-6792-4335-92cb-da0ab0cef481 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:41.922212 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-15591581-3c45-4482-92b3-834ce90adafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (7889f2a0-6792-4335-92cb-da0ab0cef481), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:42.043639 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-15591581-3c45-4482-92b3-834ce90adafa None None] Port 7889f2a0-6792-4335-92cb-da0ab0cef481 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:45:42.075771 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 3baa0f9b-beb0-4374-a8c4-ea3f0036f1b2 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:42.076162 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (3baa0f9b-beb0-4374-a8c4-ea3f0036f1b2), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:42.217924 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600a7ba7-45fa-452c-9408-447d02864102 req-04dafa82-838d-47b7-9b6c-8b2556a2df3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:42.219583 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600a7ba7-45fa-452c-9408-447d02864102 req-04dafa82-838d-47b7-9b6c-8b2556a2df3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:42.220318 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600a7ba7-45fa-452c-9408-447d02864102 req-04dafa82-838d-47b7-9b6c-8b2556a2df3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:42.222746 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-600a7ba7-45fa-452c-9408-447d02864102 req-04dafa82-838d-47b7-9b6c-8b2556a2df3e service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=e0fba33cc37140f68483b74485e6f58c&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4023368 Feb 09 21:45:42.224742 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3c22d1b4-9772-4638-b757-032075d608a3 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (7b9b467d-c4c5-47c5-8d83-d20a229ce658), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:42.230519 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-1c03afbe-944c-47ba-aee1-45b49b7e4fa4 service neutron] Attempting to bind port c6886d61-f041-4e03-9002-7714a0a6ea30 on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:45:42.230519 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-1c03afbe-944c-47ba-aee1-45b49b7e4fa4 service neutron] Attempting to bind port c6886d61-f041-4e03-9002-7714a0a6ea30 by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': 'cdf91332-5a66-411f-8c98-4c1f54bf5f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd265fee8-86bc-4f18-8400-270071608522'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:45:42.230787 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-1c03afbe-944c-47ba-aee1-45b49b7e4fa4 service neutron] Attempting to bind port c6886d61-f041-4e03-9002-7714a0a6ea30 on network d265fee8-86bc-4f18-8400-270071608522 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:45:42.242367 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 3baa0f9b-beb0-4374-a8c4-ea3f0036f1b2 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:42.291608 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c22d1b4-9772-4638-b757-032075d608a3 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event deleted for resources: {'Port': ['ID=7b9b467d-c4c5-47c5-8d83-d20a229ce658,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:42.330000 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 5207818c-67b1-457c-a127-2764725bf392 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:45:42.337805 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-1c03afbe-944c-47ba-aee1-45b49b7e4fa4 service neutron] Port c6886d61-f041-4e03-9002-7714a0a6ea30 on network d265fee8-86bc-4f18-8400-270071608522 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:45:42.338394 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-1c03afbe-944c-47ba-aee1-45b49b7e4fa4 service neutron] Attempting to bind port c6886d61-f041-4e03-9002-7714a0a6ea30 on network d265fee8-86bc-4f18-8400-270071608522 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:45:42.377606 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 5207818c-67b1-457c-a127-2764725bf392 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:45:42.377854 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 5207818c-67b1-457c-a127-2764725bf392 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:45:42.432063 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-1c03afbe-944c-47ba-aee1-45b49b7e4fa4 service neutron] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:45:42.432719 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-1c03afbe-944c-47ba-aee1-45b49b7e4fa4 service neutron] Checking segment: {'id': 'cdf91332-5a66-411f-8c98-4c1f54bf5f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd265fee8-86bc-4f18-8400-270071608522'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:45:42.433301 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-1c03afbe-944c-47ba-aee1-45b49b7e4fa4 service neutron] Bound using segment: {'id': 'cdf91332-5a66-411f-8c98-4c1f54bf5f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd265fee8-86bc-4f18-8400-270071608522'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:45:42.433935 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-1c03afbe-944c-47ba-aee1-45b49b7e4fa4 service neutron] Bound port: c6886d61-f041-4e03-9002-7714a0a6ea30, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdf91332-5a66-411f-8c98-4c1f54bf5f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd265fee8-86bc-4f18-8400-270071608522'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:45:42.434507 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-1c03afbe-944c-47ba-aee1-45b49b7e4fa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (c6886d61-f041-4e03-9002-7714a0a6ea30), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:42.448825 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3c22d1b4-9772-4638-b757-032075d608a3 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:42.452965 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-3c22d1b4-9772-4638-b757-032075d608a3 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "DELETE /v2.0/ports/7b9b467d-c4c5-47c5-8d83-d20a229ce658 HTTP/1.1" status: 204 len: 168 time: 2.8323085 Feb 09 21:45:42.459728 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 42300) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:42.478734 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-76520e0a-0e8d-4196-8f61-7a8f166a89b7 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Delete allocated IP 2001:db8:0:1::294 (7a9306ef-b1d7-4e31-b4b1-c88b57cec901/d5961b2d-9b6c-4d3e-8966-38cbefb08339) {{(pid=103140) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 21:45:42.535554 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee93cbf2-f47b-40c3-98f9-7bdf2442bc68 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:42.538262 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee93cbf2-f47b-40c3-98f9-7bdf2442bc68 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:42.540124 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-ee93cbf2-f47b-40c3-98f9-7bdf2442bc68 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0791831 Feb 09 21:45:42.544672 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 42302) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:42.660314 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600a7ba7-45fa-452c-9408-447d02864102 req-84f8dbda-9d02-44e2-9521-9d9c072c4a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:42.662554 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-600a7ba7-45fa-452c-9408-447d02864102 req-84f8dbda-9d02-44e2-9521-9d9c072c4a59 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4285047 Feb 09 21:45:42.683113 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-76520e0a-0e8d-4196-8f61-7a8f166a89b7 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for port (7889f2a0-6792-4335-92cb-da0ab0cef481), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:42.690535 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc23a531-cc06-4acd-b91a-b546ae551ff3 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Deleting subnet 0ecb9ea4-a061-4168-9c4b-d5fe16f18606 {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:45:42.707334 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383578f9-babb-4769-b0c8-9c060763d8cf req-b885e9f4-2dce-456e-97ea-b41099778cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:42.708897 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-383578f9-babb-4769-b0c8-9c060763d8cf req-b885e9f4-2dce-456e-97ea-b41099778cc8 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=43b2ce46-a0ea-4043-b892-bcf2f4bc8354 HTTP/1.1" status: 200 len: 1127 time: 1.2311034 Feb 09 21:45:42.715986 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-dc23a531-cc06-4acd-b91a-b546ae551ff3 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for subnet (0ecb9ea4-a061-4168-9c4b-d5fe16f18606), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:42.718764 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:42.739482 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-76520e0a-0e8d-4196-8f61-7a8f166a89b7 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (7889f2a0-6792-4335-92cb-da0ab0cef481), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:42.775459 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-1c03afbe-944c-47ba-aee1-45b49b7e4fa4 service neutron] For port c6886d61-f041-4e03-9002-7714a0a6ea30, host n-h2-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:45:42.792896 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-dc23a531-cc06-4acd-b91a-b546ae551ff3 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (0ecb9ea4-a061-4168-9c4b-d5fe16f18606), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:42.797899 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-1c03afbe-944c-47ba-aee1-45b49b7e4fa4 service neutron] For port c6886d61-f041-4e03-9002-7714a0a6ea30, host n-h2-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=c6886d61-f041-4e03-9002-7714a0a6ea30,segment=NetworkSegment(cdf91332-5a66-411f-8c98-4c1f54bf5f30),segment_id=cdf91332-5a66-411f-8c98-4c1f54bf5f30)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:45:42.824729 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-1c03afbe-944c-47ba-aee1-45b49b7e4fa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (c6886d61-f041-4e03-9002-7714a0a6ea30), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:42.862034 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-383578f9-babb-4769-b0c8-9c060763d8cf req-0b03dadc-5032-4948-ae18-9f137a3d1f6f service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199620 Feb 09 21:45:42.884049 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c03afbe-944c-47ba-aee1-45b49b7e4fa4 service neutron] Pushing event updated for resources: {'Port': ['ID=c6886d61-f041-4e03-9002-7714a0a6ea30,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:42.893611 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0af50737-d2e1-4d79-b8c3-7b70eee8afba admin admin] Publish callbacks [] for security_group (06ffa8f8-32f1-44b4-bd39-04f7b2ff4df5), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:42.909130 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-1c03afbe-944c-47ba-aee1-45b49b7e4fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:42.909906 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-1c03afbe-944c-47ba-aee1-45b49b7e4fa4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:42.911620 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-1c03afbe-944c-47ba-aee1-45b49b7e4fa4 service neutron] 10.222.0.89 "PUT /v2.0/ports/c6886d61-f041-4e03-9002-7714a0a6ea30 HTTP/1.1" status: 200 len: 1091 time: 2.5729389 Feb 09 21:45:42.972697 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-dc23a531-cc06-4acd-b91a-b546ae551ff3 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (0ecb9ea4-a061-4168-9c4b-d5fe16f18606), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:42.975873 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3caf53-1098-4918-9e55-24eef23f10d7 req-f69b70d5-f789-40a5-a64d-afcadabc2944 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:42.982421 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3caf53-1098-4918-9e55-24eef23f10d7 req-f69b70d5-f789-40a5-a64d-afcadabc2944 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:42.988184 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3caf53-1098-4918-9e55-24eef23f10d7 req-f69b70d5-f789-40a5-a64d-afcadabc2944 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:42.993775 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3caf53-1098-4918-9e55-24eef23f10d7 req-f69b70d5-f789-40a5-a64d-afcadabc2944 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:42.999171 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3caf53-1098-4918-9e55-24eef23f10d7 req-f69b70d5-f789-40a5-a64d-afcadabc2944 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:43.005130 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3caf53-1098-4918-9e55-24eef23f10d7 req-f69b70d5-f789-40a5-a64d-afcadabc2944 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:43.010552 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3caf53-1098-4918-9e55-24eef23f10d7 req-f69b70d5-f789-40a5-a64d-afcadabc2944 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:43.012792 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bb3caf53-1098-4918-9e55-24eef23f10d7 req-f69b70d5-f789-40a5-a64d-afcadabc2944 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 5423 time: 0.3252251 Feb 09 21:45:43.022827 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76520e0a-0e8d-4196-8f61-7a8f166a89b7 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Pushing event updated for resources: {'Port': ['ID=7889f2a0-6792-4335-92cb-da0ab0cef481,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:43.025839 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-76520e0a-0e8d-4196-8f61-7a8f166a89b7 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] In _notify_port_updated(), no bound segment for port 7889f2a0-6792-4335-92cb-da0ab0cef481 on network 7a9306ef-b1d7-4e31-b4b1-c88b57cec901 {{(pid=103140) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 21:45:43.031547 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76520e0a-0e8d-4196-8f61-7a8f166a89b7 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:43.032214 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-76520e0a-0e8d-4196-8f61-7a8f166a89b7 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:43.033796 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-76520e0a-0e8d-4196-8f61-7a8f166a89b7 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "PUT /v2.0/ports/7889f2a0-6792-4335-92cb-da0ab0cef481 HTTP/1.1" status: 200 len: 925 time: 2.3348014 Feb 09 21:45:43.051166 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 42304) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:43.055993 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0af50737-d2e1-4d79-b8c3-7b70eee8afba admin admin] Publish callbacks [] for security_group (06ffa8f8-32f1-44b4-bd39-04f7b2ff4df5), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:43.064094 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-9d4fc91b-ef33-4e0a-8877-116aa7d69da2 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1d711c93-ca21-4bd7-9fa7-d2d7e4ce3253'}, {'subnet_id': 'd5961b2d-9b6c-4d3e-8966-38cbefb08339'}]}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:45:43.098047 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de2786-188c-4a8e-b5e6-904b5a19fafb req-e61f1443-d527-4721-b7f0-5172ca21763b tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:43.104766 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de2786-188c-4a8e-b5e6-904b5a19fafb req-e61f1443-d527-4721-b7f0-5172ca21763b tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:43.107279 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9451ac8-6c39-40f2-b7ec-f3604f7a77ca', 'tag': 'c6886d61-f041-4e03-9002-7714a0a6ea30'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:45:43.107612 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-94de2786-188c-4a8e-b5e6-904b5a19fafb req-e61f1443-d527-4721-b7f0-5172ca21763b tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] 10.222.0.90 "GET /v2.0/ports?device_id=1763f4a8-794e-4435-bb72-16e880d00d35&device_id=f8491acc-3475-4ebe-8204-7cc0c7321a88 HTTP/1.1" status: 200 len: 1682 time: 0.4211206 Feb 09 21:45:43.114302 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-befbe8c2-1f1b-4e52-a176-c2e7eee2b7b7" -d '{"events": [{"name": "network-changed", "server_uuid": "e9451ac8-6c39-40f2-b7ec-f3604f7a77ca", "tag": "c6886d61-f041-4e03-9002-7714a0a6ea30"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:45:43.229987 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-40254640-fae8-467d-b17f-e3f91782e7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:43.230389 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-40254640-fae8-467d-b17f-e3f91782e7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:43.230873 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-40254640-fae8-467d-b17f-e3f91782e7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:43.231329 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-40254640-fae8-467d-b17f-e3f91782e7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:43.231791 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-40254640-fae8-467d-b17f-e3f91782e7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:43.232271 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-40254640-fae8-467d-b17f-e3f91782e7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:43.232739 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-40254640-fae8-467d-b17f-e3f91782e7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:43.234839 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-40254640-fae8-467d-b17f-e3f91782e7e5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e0fba33cc37140f68483b74485e6f58c&device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 6697 time: 0.2580500 Feb 09 21:45:43.305926 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bb3caf53-1098-4918-9e55-24eef23f10d7 req-6a4a2181-1987-4fce-8cc2-721f4885a7b8 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/security-groups?id=f725d2ca-c6e8-41e3-94bc-9cf24ee5a23b&id=7a6c813b-611d-4436-831d-fc6ca76a9308&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2676446 Feb 09 21:45:43.319639 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-94de2786-188c-4a8e-b5e6-904b5a19fafb req-f1186bdc-edf1-48d3-8e66-afb09b816cbe tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] 10.222.0.90 "GET /v2.0/security-groups?id=33a0486a-6292-49cc-8fb4-e603ce86e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991456 Feb 09 21:45:43.321175 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0af50737-d2e1-4d79-b8c3-7b70eee8afba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (06ffa8f8-32f1-44b4-bd39-04f7b2ff4df5), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:43.326523 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0af50737-d2e1-4d79-b8c3-7b70eee8afba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:43.328577 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-0af50737-d2e1-4d79-b8c3-7b70eee8afba admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/06ffa8f8-32f1-44b4-bd39-04f7b2ff4df5 HTTP/1.1" status: 204 len: 168 time: 1.7491660 Feb 09 21:45:43.356398 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af50737-d2e1-4d79-b8c3-7b70eee8afba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06ffa8f8-32f1-44b4-bd39-04f7b2ff4df5,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:43.404834 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-6077fd88-d96e-4215-8564-4bea1e7ba348 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9af85d6f-02ae-4b57-8eb5-a2a08e3b6081 HTTP/1.1" status: 200 len: 217 time: 0.1338947 Feb 09 21:45:43.478754 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-dc23a531-cc06-4acd-b91a-b546ae551ff3 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (0ecb9ea4-a061-4168-9c4b-d5fe16f18606), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:43.540906 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eba6d612-cbe7-4ea5-a12d-dc434a754e72 x-openstack-request-id: req-eba6d612-cbe7-4ea5-a12d-dc434a754e72 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:45:43.541218 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9451ac8-6c39-40f2-b7ec-f3604f7a77ca", "tag": "c6886d61-f041-4e03-9002-7714a0a6ea30", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:45:43.541467 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-eba6d612-cbe7-4ea5-a12d-dc434a754e72 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:45:43.541856 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9451ac8-6c39-40f2-b7ec-f3604f7a77ca', 'tag': 'c6886d61-f041-4e03-9002-7714a0a6ea30', 'status': 'completed', 'code': 200} Feb 09 21:45:43.547693 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc23a531-cc06-4acd-b91a-b546ae551ff3 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event deleted for resources: {'Subnet': ['ID=0ecb9ea4-a061-4168-9c4b-d5fe16f18606,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:43.606014 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ab5fc-08ba-4f9c-ac87-2a8db60317ba req-c4433db2-ffd2-4a6d-9c1b-52b9cd21ab71 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:43.609569 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7e9ab5fc-08ba-4f9c-ac87-2a8db60317ba req-c4433db2-ffd2-4a6d-9c1b-52b9cd21ab71 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=43b2ce46-a0ea-4043-b892-bcf2f4bc8354 HTTP/1.1" status: 200 len: 945 time: 0.1147757 Feb 09 21:45:43.633512 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-08c6f121-6c14-49f3-8a9a-7c86b408f4bf None None] Provisioning complete for port 7889f2a0-6792-4335-92cb-da0ab0cef481 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:43.633909 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-08c6f121-6c14-49f3-8a9a-7c86b408f4bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (7889f2a0-6792-4335-92cb-da0ab0cef481), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:43.725965 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7e9ab5fc-08ba-4f9c-ac87-2a8db60317ba req-d1532f68-1ea6-47db-9dd0-75e58a3ba01a tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100707 Feb 09 21:45:43.766019 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-08c6f121-6c14-49f3-8a9a-7c86b408f4bf None None] Port 7889f2a0-6792-4335-92cb-da0ab0cef481 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:45:43.873671 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-dc23a531-cc06-4acd-b91a-b546ae551ff3 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:43.877513 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-dc23a531-cc06-4acd-b91a-b546ae551ff3 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "DELETE /v2.0/subnets/0ecb9ea4-a061-4168-9c4b-d5fe16f18606 HTTP/1.1" status: 204 len: 168 time: 1.3278348 Feb 09 21:45:43.880084 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42334) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:43.882325 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4a45e1-f523-4ccc-adc2-8011527c049b None None] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:45:43.951883 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-cc7f78a5-b465-47f9-8243-d9ceb798603f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:43.954879 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-cc7f78a5-b465-47f9-8243-d9ceb798603f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=31bf57d7-aaed-40fd-925f-87213ac6208a HTTP/1.1" status: 200 len: 850 time: 0.5487874 Feb 09 21:45:43.987492 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-8616c72e-9891-49ee-bf72-56e5b27e2311 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1028855 Feb 09 21:45:43.987737 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42340) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:43.992839 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-28d0371f-a812-492f-b655-6fffab34051d tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Request body: {'subnet': {'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:45:44.037217 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9d4fc91b-ef33-4e0a-8877-116aa7d69da2 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (7889f2a0-6792-4335-92cb-da0ab0cef481), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:44.141346 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:44.175813 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-b3a640db-cf80-46d2-ba3d-c2cb8e4722cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:44.176874 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-b3a640db-cf80-46d2-ba3d-c2cb8e4722cc service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=74d53abd-a71d-429c-929d-41ed12b1d218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1837363 Feb 09 21:45:44.199420 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28d0371f-a812-492f-b655-6fffab34051d tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Made reservation on behalf of 880c3cd16cc943a98203fd230e26852f for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:45:44.207993 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-28d0371f-a812-492f-b655-6fffab34051d tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621317'] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:44.261363 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83420fc2-494f-4bd2-8dc1-263a98c4a825 None None] DHCP port deletion for 986c5511-2b50-4eb7-bb75-ff9f776ff726 request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:45:44.419409 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-83420fc2-494f-4bd2-8dc1-263a98c4a825 None None] Deleting port 3baa0f9b-beb0-4374-a8c4-ea3f0036f1b2 {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:45:44.420548 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-83420fc2-494f-4bd2-8dc1-263a98c4a825 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (3baa0f9b-beb0-4374-a8c4-ea3f0036f1b2), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:44.617228 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-2c00c014-275e-40b3-b207-016a41773c9e service neutron] 10.222.0.89 "GET /v2.0/networks/74d53abd-a71d-429c-929d-41ed12b1d218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4037826 Feb 09 21:45:44.662767 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-83420fc2-494f-4bd2-8dc1-263a98c4a825 None None] For port 3baa0f9b-beb0-4374-a8c4-ea3f0036f1b2, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=3baa0f9b-beb0-4374-a8c4-ea3f0036f1b2,segment=NetworkSegment(e234f058-99e9-4683-aff2-a800b51d2ec4),segment_id=e234f058-99e9-4683-aff2-a800b51d2ec4)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:45:44.663179 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-83420fc2-494f-4bd2-8dc1-263a98c4a825 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (3baa0f9b-beb0-4374-a8c4-ea3f0036f1b2), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:44.689330 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-83420fc2-494f-4bd2-8dc1-263a98c4a825 None None] Calling delete_port for 3baa0f9b-beb0-4374-a8c4-ea3f0036f1b2 owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:45:44.890341 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-83420fc2-494f-4bd2-8dc1-263a98c4a825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (3baa0f9b-beb0-4374-a8c4-ea3f0036f1b2), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:44.927323 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83420fc2-494f-4bd2-8dc1-263a98c4a825 None None] No DVR routers for this DVR port 3baa0f9b-beb0-4374-a8c4-ea3f0036f1b2 on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:45:44.931884 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd767c71-ee42-47fd-a606-aafe5965412b req-ef2bb437-4e3d-4ffa-9e55-052992c50b52 tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:44.940091 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cd767c71-ee42-47fd-a606-aafe5965412b req-ef2bb437-4e3d-4ffa-9e55-052992c50b52 tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] 10.222.0.90 "GET /v2.0/ports?device_id=f8491acc-3475-4ebe-8204-7cc0c7321a88 HTTP/1.1" status: 200 len: 946 time: 0.4211748 Feb 09 21:45:44.959443 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3b37c8-2a4d-405f-a3b7-00b3106762d3 req-6747a640-a416-4fed-815d-57c65bc59296 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:44.965276 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3b37c8-2a4d-405f-a3b7-00b3106762d3 req-6747a640-a416-4fed-815d-57c65bc59296 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:44.973161 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3b37c8-2a4d-405f-a3b7-00b3106762d3 req-6747a640-a416-4fed-815d-57c65bc59296 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:44.978460 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3b37c8-2a4d-405f-a3b7-00b3106762d3 req-6747a640-a416-4fed-815d-57c65bc59296 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:44.984902 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83420fc2-494f-4bd2-8dc1-263a98c4a825 None None] Pushing event deleted for resources: {'Port': ['ID=3baa0f9b-beb0-4374-a8c4-ea3f0036f1b2,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:44.985129 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3b37c8-2a4d-405f-a3b7-00b3106762d3 req-6747a640-a416-4fed-815d-57c65bc59296 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:44.991411 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3b37c8-2a4d-405f-a3b7-00b3106762d3 req-6747a640-a416-4fed-815d-57c65bc59296 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:44.997326 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3b37c8-2a4d-405f-a3b7-00b3106762d3 req-6747a640-a416-4fed-815d-57c65bc59296 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:45.005827 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3a3b37c8-2a4d-405f-a3b7-00b3106762d3 req-6747a640-a416-4fed-815d-57c65bc59296 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 5423 time: 0.3893175 Feb 09 21:45:45.009685 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-09ab0eeb-c113-4339-a11f-1b3d8a4c178a service neutron] 10.222.0.89 "GET /v2.0/networks/74d53abd-a71d-429c-929d-41ed12b1d218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3764045 Feb 09 21:45:45.039900 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-9d4fc91b-ef33-4e0a-8877-116aa7d69da2 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Allocated IP 2001:db8:0:1::163 (7a9306ef-b1d7-4e31-b4b1-c88b57cec901/d5961b2d-9b6c-4d3e-8966-38cbefb08339/7889f2a0-6792-4335-92cb-da0ab0cef481) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:45:45.042858 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42380) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:45.083110 n-d-828369-5 neutron-server[103140]: DEBUG neutron.objects.ports [None req-28d0371f-a812-492f-b655-6fffab34051d tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103140) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 21:45:45.092072 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-28d0371f-a812-492f-b655-6fffab34051d tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621371'] for subnet (07ed8262-b167-4f0f-ac84-11aebc454d7b), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:45.116583 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d0371f-a812-492f-b655-6fffab34051d tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:45:45.122179 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-28d0371f-a812-492f-b655-6fffab34051d tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:45:45.144098 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3730ed0-e513-4fc4-9dfc-01cfe1c4a679 None None] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:45:45.163001 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d0371f-a812-492f-b655-6fffab34051d tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:45.163748 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-28d0371f-a812-492f-b655-6fffab34051d tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:45.195377 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-28d0371f-a812-492f-b655-6fffab34051d tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.2043102 Feb 09 21:45:45.209603 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cd767c71-ee42-47fd-a606-aafe5965412b req-bd98d5d2-4a67-456c-af2b-d939003c8333 tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] 10.222.0.90 "GET /v2.0/security-groups?id=33a0486a-6292-49cc-8fb4-e603ce86e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684011 Feb 09 21:45:45.227805 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42384) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:45.267118 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:45.278100 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-0beec1dd-f1e6-4d3a-b283-d823961d5834 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Request body: {'port': {'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726', 'mac_address': 'fa:16:3e:6d:4d:3e', 'name': 'tempest-NetworksTestDHCPv6-907176056'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:45:45.302131 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9d4fc91b-ef33-4e0a-8877-116aa7d69da2 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for port (7889f2a0-6792-4335-92cb-da0ab0cef481), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:45.334160 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a85f74-886b-42e5-b3f3-f6f9b3e6d7fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-986c5511-2b50-4eb7-bb75-ff9f776ff726', 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726', 'project_id': '880c3cd16cc943a98203fd230e26852f', 'fixed_ips': [{'subnet_id': '07ed8262-b167-4f0f-ac84-11aebc454d7b'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:45:45.335102 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b0a85f74-886b-42e5-b3f3-f6f9b3e6d7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:45.372837 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-199d90ff-6f55-41e0-8975-47359534cd08 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.213&port_id=fcbf595b-ac04-4a9f-91d3-e3bfdadd5558 HTTP/1.1" status: 200 len: 217 time: 0.0671573 Feb 09 21:45:45.374101 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9d4fc91b-ef33-4e0a-8877-116aa7d69da2 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (7889f2a0-6792-4335-92cb-da0ab0cef481), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:45.402409 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-8281975d-9700-4846-a7ee-80a55be86617 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-737623099-network', 'tenant_id': '5312098ae3a8474b879f099ad572bad2'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:45:45.421771 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d0371f-a812-492f-b655-6fffab34051d tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event updated for resources: {'Subnet': ['ID=07ed8262-b167-4f0f-ac84-11aebc454d7b,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:45.470904 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8281975d-9700-4846-a7ee-80a55be86617 admin admin] Made reservation on behalf of 5312098ae3a8474b879f099ad572bad2 for: {'network': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:45:45.473278 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8281975d-9700-4846-a7ee-80a55be86617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:45.496667 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3a3b37c8-2a4d-405f-a3b7-00b3106762d3 req-a1634ccd-6aab-4937-9d78-1e58854fb595 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/security-groups?id=f725d2ca-c6e8-41e3-94bc-9cf24ee5a23b&id=7a6c813b-611d-4436-831d-fc6ca76a9308&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4889972 Feb 09 21:45:45.520864 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8281975d-9700-4846-a7ee-80a55be86617 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:45.556099 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4fc91b-ef33-4e0a-8877-116aa7d69da2 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Pushing event updated for resources: {'Port': ['ID=7889f2a0-6792-4335-92cb-da0ab0cef481,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:45.559837 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5159e324-45e9-4dc4-9c59-b9e40dbf0580 req-5ce2c0c4-133b-4b80-becf-d32959023451 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:45.578873 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5159e324-45e9-4dc4-9c59-b9e40dbf0580 req-5ce2c0c4-133b-4b80-becf-d32959023451 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=43b2ce46-a0ea-4043-b892-bcf2f4bc8354 HTTP/1.1" status: 200 len: 945 time: 0.1586637 Feb 09 21:45:45.592784 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-9d4fc91b-ef33-4e0a-8877-116aa7d69da2 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] In _notify_port_updated(), no bound segment for port 7889f2a0-6792-4335-92cb-da0ab0cef481 on network 7a9306ef-b1d7-4e31-b4b1-c88b57cec901 {{(pid=103141) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 21:45:45.604957 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-b0a85f74-886b-42e5-b3f3-f6f9b3e6d7fe None None] Allocated IP 2001:db8::f816:3eff:fe4a:e4e1 (986c5511-2b50-4eb7-bb75-ff9f776ff726/07ed8262-b167-4f0f-ac84-11aebc454d7b/ad202ebd-01db-477d-ba12-3c63733acf44) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:45:45.608640 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4fc91b-ef33-4e0a-8877-116aa7d69da2 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:45.609320 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9d4fc91b-ef33-4e0a-8877-116aa7d69da2 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:45.612867 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-9d4fc91b-ef33-4e0a-8877-116aa7d69da2 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "PUT /v2.0/ports/7889f2a0-6792-4335-92cb-da0ab0cef481 HTTP/1.1" status: 200 len: 1011 time: 2.5573061 Feb 09 21:45:45.620044 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-68af7768-f462-49b5-b4c2-bb8c068aaec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:45.622550 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-68af7768-f462-49b5-b4c2-bb8c068aaec4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=402d4d57-038e-4490-a559-8c229d077342 HTTP/1.1" status: 200 len: 797 time: 0.2394173 Feb 09 21:45:45.623478 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 42386) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:45.716949 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8281975d-9700-4846-a7ee-80a55be86617 admin admin] Publish callbacks [] for security_group (296fe08d-5e2e-48dd-9aaf-df90eedd0fb9), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:45.747326 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 3baa0f9b-beb0-4374-a8c4-ea3f0036f1b2 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:45:45.771888 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8281975d-9700-4846-a7ee-80a55be86617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (296fe08d-5e2e-48dd-9aaf-df90eedd0fb9), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:45.808603 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 3baa0f9b-beb0-4374-a8c4-ea3f0036f1b2 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:45:45.810871 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 3baa0f9b-beb0-4374-a8c4-ea3f0036f1b2 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:45:45.853222 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8281975d-9700-4846-a7ee-80a55be86617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=296fe08d-5e2e-48dd-9aaf-df90eedd0fb9,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:45.857795 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-5190204f-07e3-4feb-a0f7-fa5b8026a348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:45.860007 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-5190204f-07e3-4feb-a0f7-fa5b8026a348 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f09c9af1-caa6-4029-894f-b430921e86f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1414521 Feb 09 21:45:45.900094 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-29fc3df9-9aaf-4bbe-b7b4-ef60bdf1bb82 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Deleting port 7889f2a0-6792-4335-92cb-da0ab0cef481 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:45:45.900741 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-29fc3df9-9aaf-4bbe-b7b4-ef60bdf1bb82 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (7889f2a0-6792-4335-92cb-da0ab0cef481), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:45.921666 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8281975d-9700-4846-a7ee-80a55be86617 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=103140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:45:45.958458 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5159e324-45e9-4dc4-9c59-b9e40dbf0580 req-dc756eaa-f374-49de-a2c9-c34f050adee2 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3709872 Feb 09 21:45:45.976693 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8281975d-9700-4846-a7ee-80a55be86617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (29ce073b-65c0-4f4f-be22-5f191874dff5), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:45.976693 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-8281975d-9700-4846-a7ee-80a55be86617 admin admin] Added segment 29ce073b-65c0-4f4f-be22-5f191874dff5 of type vlan for network 8d4b7775-2d23-4928-88f4-d74b5ea85dd4 Feb 09 21:45:45.976988 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b0a85f74-886b-42e5-b3f3-f6f9b3e6d7fe None None] Publish callbacks [] for port (ad202ebd-01db-477d-ba12-3c63733acf44), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:46.008184 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b0a85f74-886b-42e5-b3f3-f6f9b3e6d7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (ad202ebd-01db-477d-ba12-3c63733acf44), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:46.111653 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a85f74-886b-42e5-b3f3-f6f9b3e6d7fe None None] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:45:46.112882 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-78b4659f-398b-4079-a24c-951c40a035b3 None None] Provisioning complete for port 7889f2a0-6792-4335-92cb-da0ab0cef481 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:46.113258 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-78b4659f-398b-4079-a24c-951c40a035b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (7889f2a0-6792-4335-92cb-da0ab0cef481), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:46.121983 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8281975d-9700-4846-a7ee-80a55be86617 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (8d4b7775-2d23-4928-88f4-d74b5ea85dd4), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:46.126608 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-b0a85f74-886b-42e5-b3f3-f6f9b3e6d7fe None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:45:46.165531 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a85f74-886b-42e5-b3f3-f6f9b3e6d7fe None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:45:46.194921 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a85f74-886b-42e5-b3f3-f6f9b3e6d7fe None None] Pushing event updated for resources: {'Port': ['ID=ad202ebd-01db-477d-ba12-3c63733acf44,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:46.226624 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0beec1dd-f1e6-4d3a-b283-d823961d5834 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Made reservation on behalf of 880c3cd16cc943a98203fd230e26852f for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:45:46.275900 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-78b4659f-398b-4079-a24c-951c40a035b3 None None] Port 7889f2a0-6792-4335-92cb-da0ab0cef481 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:45:46.309987 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-b0a85f74-886b-42e5-b3f3-f6f9b3e6d7fe None None] Attempting to bind port ad202ebd-01db-477d-ba12-3c63733acf44 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:45:46.310640 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-b0a85f74-886b-42e5-b3f3-f6f9b3e6d7fe None None] Attempting to bind port ad202ebd-01db-477d-ba12-3c63733acf44 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': 'e234f058-99e9-4683-aff2-a800b51d2ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:45:46.311181 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a85f74-886b-42e5-b3f3-f6f9b3e6d7fe None None] Attempting to bind port ad202ebd-01db-477d-ba12-3c63733acf44 on network 986c5511-2b50-4eb7-bb75-ff9f776ff726 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:45:46.323241 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a85f74-886b-42e5-b3f3-f6f9b3e6d7fe None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:45:46.324188 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a85f74-886b-42e5-b3f3-f6f9b3e6d7fe None None] Checking segment: {'id': 'e234f058-99e9-4683-aff2-a800b51d2ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:45:46.324781 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b0a85f74-886b-42e5-b3f3-f6f9b3e6d7fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:46.325353 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a85f74-886b-42e5-b3f3-f6f9b3e6d7fe None None] Bound using segment: {'id': 'e234f058-99e9-4683-aff2-a800b51d2ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:45:46.325992 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-b0a85f74-886b-42e5-b3f3-f6f9b3e6d7fe None None] Bound port: ad202ebd-01db-477d-ba12-3c63733acf44, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e234f058-99e9-4683-aff2-a800b51d2ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:45:46.326558 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b0a85f74-886b-42e5-b3f3-f6f9b3e6d7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (ad202ebd-01db-477d-ba12-3c63733acf44), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:46.412054 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-b0a85f74-886b-42e5-b3f3-f6f9b3e6d7fe None None] For port ad202ebd-01db-477d-ba12-3c63733acf44, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:45:46.416609 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-b0a85f74-886b-42e5-b3f3-f6f9b3e6d7fe None None] For port ad202ebd-01db-477d-ba12-3c63733acf44, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=ad202ebd-01db-477d-ba12-3c63733acf44,segment=NetworkSegment(e234f058-99e9-4683-aff2-a800b51d2ec4),segment_id=e234f058-99e9-4683-aff2-a800b51d2ec4)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:45:46.420099 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-29fc3df9-9aaf-4bbe-b7b4-ef60bdf1bb82 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (7889f2a0-6792-4335-92cb-da0ab0cef481), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:46.427556 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b0a85f74-886b-42e5-b3f3-f6f9b3e6d7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (ad202ebd-01db-477d-ba12-3c63733acf44), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:46.452028 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9b9ac4-d01f-4f65-abea-0bfc73f98729 req-96eebbf2-489d-4adb-b559-8f54517c2ef8 tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:46.454289 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-cb9b9ac4-d01f-4f65-abea-0bfc73f98729 req-96eebbf2-489d-4adb-b559-8f54517c2ef8 tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] 10.222.0.89 "GET /v2.0/ports?device_id=f8491acc-3475-4ebe-8204-7cc0c7321a88 HTTP/1.1" status: 200 len: 946 time: 0.2023945 Feb 09 21:45:46.460482 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-3d199d66-b095-471c-b64b-18da0b3bd14f service neutron] 10.222.0.89 "GET /v2.0/networks/f09c9af1-caa6-4029-894f-b430921e86f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5913339 Feb 09 21:45:46.462304 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-29fc3df9-9aaf-4bbe-b7b4-ef60bdf1bb82 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Calling delete_port for 7889f2a0-6792-4335-92cb-da0ab0cef481 owned by {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:45:46.553247 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8281975d-9700-4846-a7ee-80a55be86617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (8d4b7775-2d23-4928-88f4-d74b5ea85dd4), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:46.554523 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8281975d-9700-4846-a7ee-80a55be86617 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:46.555467 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8281975d-9700-4846-a7ee-80a55be86617 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:46.564763 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a85f74-886b-42e5-b3f3-f6f9b3e6d7fe None None] Pushing event updated for resources: {'Port': ['ID=ad202ebd-01db-477d-ba12-3c63733acf44,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:46.697833 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-8281975d-9700-4846-a7ee-80a55be86617 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.6525953 Feb 09 21:45:46.699892 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 42398) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:46.708896 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-890bffa3-b672-4f6a-aa36-640c17e372ab admin admin] Request body: {'subnet': {'network_id': '8d4b7775-2d23-4928-88f4-d74b5ea85dd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-737623099-subnet', 'tenant_id': '5312098ae3a8474b879f099ad572bad2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:45:46.720701 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0beec1dd-f1e6-4d3a-b283-d823961d5834 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:46.795408 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-890bffa3-b672-4f6a-aa36-640c17e372ab admin admin] Made reservation on behalf of 5312098ae3a8474b879f099ad572bad2 for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:45:46.797830 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-890bffa3-b672-4f6a-aa36-640c17e372ab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:46.804988 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-0beec1dd-f1e6-4d3a-b283-d823961d5834 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] device_id is not set on port ec4bdd3f-0a7c-4b3c-8e45-918b9f0a92f3 yet. {{(pid=103140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:45:47.013051 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-0beec1dd-f1e6-4d3a-b283-d823961d5834 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Allocated IP 2001:db8::f816:3eff:fe6d:4d3e (986c5511-2b50-4eb7-bb75-ff9f776ff726/07ed8262-b167-4f0f-ac84-11aebc454d7b/ec4bdd3f-0a7c-4b3c-8e45-918b9f0a92f3) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:45:47.017959 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-a6f0f780-a037-470e-a633-ccef66d481f6 service neutron] 10.222.0.89 "GET /v2.0/networks/f09c9af1-caa6-4029-894f-b430921e86f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5354877 Feb 09 21:45:47.021030 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-cb9b9ac4-d01f-4f65-abea-0bfc73f98729 req-8243586f-094a-4aca-8990-1009431a6b0c tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] Deleting port 1eb6f178-eaac-436e-a5e8-df1f031991ad {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:45:47.021548 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-cb9b9ac4-d01f-4f65-abea-0bfc73f98729 req-8243586f-094a-4aca-8990-1009431a6b0c tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (1eb6f178-eaac-436e-a5e8-df1f031991ad), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:47.118433 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-1af66b2b-1d7b-4e12-b831-98501d860874 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.191&port_id=05c71a1b-858c-4e78-be01-608f18f742b2 HTTP/1.1" status: 200 len: 217 time: 0.0934072 Feb 09 21:45:47.193239 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0beec1dd-f1e6-4d3a-b283-d823961d5834 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for port (ec4bdd3f-0a7c-4b3c-8e45-918b9f0a92f3), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:47.200756 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-e3fbb989-a1c0-464b-8298-1293cf1655e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:47.203245 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-e3fbb989-a1c0-464b-8298-1293cf1655e4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=402d4d57-038e-4490-a559-8c229d077342 HTTP/1.1" status: 200 len: 797 time: 0.0571191 Feb 09 21:45:47.233652 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8281975d-9700-4846-a7ee-80a55be86617 admin admin] Pushing event updated for resources: {'Network': ['ID=8d4b7775-2d23-4928-88f4-d74b5ea85dd4,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:47.248332 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 8d4b7775-2d23-4928-88f4-d74b5ea85dd4 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:45:47.260326 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e68626-5db3-46df-a1d9-1c934fdd8e5b req-cb08add4-a6b4-4631-9ac8-60e284fcc821 tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:47.261836 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-02e68626-5db3-46df-a1d9-1c934fdd8e5b req-cb08add4-a6b4-4631-9ac8-60e284fcc821 tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] 10.222.0.95 "GET /v2.0/ports?device_id=1763f4a8-794e-4435-bb72-16e880d00d35 HTTP/1.1" status: 200 len: 945 time: 0.7955782 Feb 09 21:45:47.266813 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0beec1dd-f1e6-4d3a-b283-d823961d5834 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (ec4bdd3f-0a7c-4b3c-8e45-918b9f0a92f3), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:47.287954 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2dcff3-ac18-4409-ac15-713a6f47ae0c req-0d4b01f0-fd33-438e-b84e-6dc417a73fd8 tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:47.290177 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fc2dcff3-ac18-4409-ac15-713a6f47ae0c req-0d4b01f0-fd33-438e-b84e-6dc417a73fd8 tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] 10.222.0.90 "GET /v2.0/ports?device_id=f8491acc-3475-4ebe-8204-7cc0c7321a88 HTTP/1.1" status: 200 len: 946 time: 0.8109767 Feb 09 21:45:47.297383 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047b6e64-5d84-4198-a1fb-8f576565f289 req-623854f7-36e9-4031-833b-60ef59db5bc1 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:47.298883 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-047b6e64-5d84-4198-a1fb-8f576565f289 req-623854f7-36e9-4031-833b-60ef59db5bc1 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=43b2ce46-a0ea-4043-b892-bcf2f4bc8354 HTTP/1.1" status: 200 len: 945 time: 0.8084779 Feb 09 21:45:47.397031 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0beec1dd-f1e6-4d3a-b283-d823961d5834 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:45:47.419210 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-0beec1dd-f1e6-4d3a-b283-d823961d5834 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:45:47.422402 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0beec1dd-f1e6-4d3a-b283-d823961d5834 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:45:47.427867 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0beec1dd-f1e6-4d3a-b283-d823961d5834 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:47.428523 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0beec1dd-f1e6-4d3a-b283-d823961d5834 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:47.460409 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-0beec1dd-f1e6-4d3a-b283-d823961d5834 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.2219839 Feb 09 21:45:47.463601 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-cb9b9ac4-d01f-4f65-abea-0bfc73f98729 req-8243586f-094a-4aca-8990-1009431a6b0c tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] For port 1eb6f178-eaac-436e-a5e8-df1f031991ad, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=1eb6f178-eaac-436e-a5e8-df1f031991ad,segment=NetworkSegment(6634fbc3-8d45-48c1-b955-d9743187ac5b),segment_id=6634fbc3-8d45-48c1-b955-d9743187ac5b)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:45:47.464098 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-cb9b9ac4-d01f-4f65-abea-0bfc73f98729 req-8243586f-094a-4aca-8990-1009431a6b0c tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (1eb6f178-eaac-436e-a5e8-df1f031991ad), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:47.470436 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42402) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:47.529474 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-cb9b9ac4-d01f-4f65-abea-0bfc73f98729 req-8243586f-094a-4aca-8990-1009431a6b0c tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] Calling delete_port for 1eb6f178-eaac-436e-a5e8-df1f031991ad owned by compute:nova {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:45:47.553074 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-1bae40e1-7ab9-4d2a-8277-1b6a41bda0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:47.555484 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-1bae40e1-7ab9-4d2a-8277-1b6a41bda0ed service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f09c9af1-caa6-4029-894f-b430921e86f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3426805 Feb 09 21:45:47.563972 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fc2dcff3-ac18-4409-ac15-713a6f47ae0c req-bdcfd58f-ab42-461e-9313-7feb34c946ed tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] 10.222.0.90 "GET /v2.0/security-groups?id=33a0486a-6292-49cc-8fb4-e603ce86e4f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372456 Feb 09 21:45:47.569240 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beec1dd-f1e6-4d3a-b283-d823961d5834 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event updated for resources: {'Port': ['ID=ec4bdd3f-0a7c-4b3c-8e45-918b9f0a92f3,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:47.605736 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-047b6e64-5d84-4198-a1fb-8f576565f289 req-b4a939b6-7e6e-4a18-b1d6-f6efcdef5e49 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730787 Feb 09 21:45:47.618728 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-890bffa3-b672-4f6a-aa36-640c17e372ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (5f65088d-2de0-4968-a14e-b62ef283813c), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:47.628672 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-29fc3df9-9aaf-4bbe-b7b4-ef60bdf1bb82 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (7889f2a0-6792-4335-92cb-da0ab0cef481), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:47.654135 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18dc00cd-678b-4def-9113-1a274bba0ef5 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:47.670322 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18dc00cd-678b-4def-9113-1a274bba0ef5 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:47.676083 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-18dc00cd-678b-4def-9113-1a274bba0ef5 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1812356 Feb 09 21:45:47.676831 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42404) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:47.742923 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-02e68626-5db3-46df-a1d9-1c934fdd8e5b req-60b7558e-d683-4639-977e-5bcb0c6f4a38 tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] Deleting port 0984e224-7a47-482b-a4d3-41dc6878e247 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:45:47.744254 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-02e68626-5db3-46df-a1d9-1c934fdd8e5b req-60b7558e-d683-4639-977e-5bcb0c6f4a38 tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (0984e224-7a47-482b-a4d3-41dc6878e247), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:47.826329 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device ad202ebd-01db-477d-ba12-3c63733acf44 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:45:47.935484 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port ad202ebd-01db-477d-ba12-3c63733acf44 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:47.935881 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (ad202ebd-01db-477d-ba12-3c63733acf44), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:47.958018 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fc3df9-9aaf-4bbe-b7b4-ef60bdf1bb82 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Pushing event deleted for resources: {'Port': ['ID=7889f2a0-6792-4335-92cb-da0ab0cef481,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:47.970326 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890bffa3-b672-4f6a-aa36-640c17e372ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f65088d-2de0-4968-a14e-b62ef283813c,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:48.040667 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-02e68626-5db3-46df-a1d9-1c934fdd8e5b req-60b7558e-d683-4639-977e-5bcb0c6f4a38 tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] For port 0984e224-7a47-482b-a4d3-41dc6878e247, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=0984e224-7a47-482b-a4d3-41dc6878e247,segment=NetworkSegment(6634fbc3-8d45-48c1-b955-d9743187ac5b),segment_id=6634fbc3-8d45-48c1-b955-d9743187ac5b)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:45:48.041224 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-02e68626-5db3-46df-a1d9-1c934fdd8e5b req-60b7558e-d683-4639-977e-5bcb0c6f4a38 tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (0984e224-7a47-482b-a4d3-41dc6878e247), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:48.077132 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-4a73df3a-595f-44d3-9753-1f86e96f9054 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Deleting port ec4bdd3f-0a7c-4b3c-8e45-918b9f0a92f3 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:45:48.082671 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4a73df3a-595f-44d3-9753-1f86e96f9054 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (ec4bdd3f-0a7c-4b3c-8e45-918b9f0a92f3), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:48.125585 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548fea6-c3d2-4a4c-a9e7-5ae36fd525ed req-a7efc339-e6b4-4fc3-a2f8-604f8a653da2 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:48.131839 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548fea6-c3d2-4a4c-a9e7-5ae36fd525ed req-a7efc339-e6b4-4fc3-a2f8-604f8a653da2 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:48.132682 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890bffa3-b672-4f6a-aa36-640c17e372ab admin admin] Checking segment: {'id': '29ce073b-65c0-4f4f-be22-5f191874dff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '8d4b7775-2d23-4928-88f4-d74b5ea85dd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:45:48.133368 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890bffa3-b672-4f6a-aa36-640c17e372ab admin admin] Network hostable DHCP agents. Network: 8d4b7775-2d23-4928-88f4-d74b5ea85dd4, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:45:48.137098 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-29fc3df9-9aaf-4bbe-b7b4-ef60bdf1bb82 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:48.141124 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-29fc3df9-9aaf-4bbe-b7b4-ef60bdf1bb82 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "DELETE /v2.0/ports/7889f2a0-6792-4335-92cb-da0ab0cef481 HTTP/1.1" status: 204 len: 168 time: 2.5144668 Feb 09 21:45:48.145709 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 42408) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:48.146731 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548fea6-c3d2-4a4c-a9e7-5ae36fd525ed req-a7efc339-e6b4-4fc3-a2f8-604f8a653da2 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:48.160041 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port ad202ebd-01db-477d-ba12-3c63733acf44 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:48.160618 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (ad202ebd-01db-477d-ba12-3c63733acf44), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:48.164549 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548fea6-c3d2-4a4c-a9e7-5ae36fd525ed req-a7efc339-e6b4-4fc3-a2f8-604f8a653da2 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:48.175194 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-f8126dc6-a611-4466-bc78-f5c2c50393b6 None None] Provisioning complete for port ad202ebd-01db-477d-ba12-3c63733acf44 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:48.175807 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f8126dc6-a611-4466-bc78-f5c2c50393b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (ad202ebd-01db-477d-ba12-3c63733acf44), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:48.207876 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port ad202ebd-01db-477d-ba12-3c63733acf44, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=ad202ebd-01db-477d-ba12-3c63733acf44,segment=NetworkSegment(e234f058-99e9-4683-aff2-a800b51d2ec4),segment_id=e234f058-99e9-4683-aff2-a800b51d2ec4)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:45:48.209139 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548fea6-c3d2-4a4c-a9e7-5ae36fd525ed req-a7efc339-e6b4-4fc3-a2f8-604f8a653da2 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:48.212733 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-cb9b9ac4-d01f-4f65-abea-0bfc73f98729 req-8243586f-094a-4aca-8990-1009431a6b0c tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (1eb6f178-eaac-436e-a5e8-df1f031991ad), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:48.216118 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548fea6-c3d2-4a4c-a9e7-5ae36fd525ed req-a7efc339-e6b4-4fc3-a2f8-604f8a653da2 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:48.222622 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548fea6-c3d2-4a4c-a9e7-5ae36fd525ed req-a7efc339-e6b4-4fc3-a2f8-604f8a653da2 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:48.225905 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e548fea6-c3d2-4a4c-a9e7-5ae36fd525ed req-a7efc339-e6b4-4fc3-a2f8-604f8a653da2 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 5423 time: 0.4782853 Feb 09 21:45:48.267671 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-b28f32ce-f644-49de-b2d8-8cdbca59cf8b tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] GET failed (client error): The resource could not be found. Feb 09 21:45:48.269230 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-b28f32ce-f644-49de-b2d8-8cdbca59cf8b tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "GET /v2.0/ports/7889f2a0-6792-4335-92cb-da0ab0cef481 HTTP/1.1" status: 404 len: 333 time: 0.1222570 Feb 09 21:45:48.296675 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890bffa3-b672-4f6a-aa36-640c17e372ab admin admin] Network 8d4b7775-2d23-4928-88f4-d74b5ea85dd4 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:45:48.298991 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['1eb6f178-eaac-436e-a5e8-df1f031991ad'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:45:48.301403 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 42410) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:48.302869 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (ad202ebd-01db-477d-ba12-3c63733acf44), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:48.304251 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-9dd643bd-1a19-40fd-b511-9e3353a50cbd service neutron] 10.222.0.89 "GET /v2.0/networks/f09c9af1-caa6-4029-894f-b430921e86f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7382975 Feb 09 21:45:48.356609 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-02e68626-5db3-46df-a1d9-1c934fdd8e5b req-60b7558e-d683-4639-977e-5bcb0c6f4a38 tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] Calling delete_port for 0984e224-7a47-482b-a4d3-41dc6878e247 owned by compute:nova {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:45:48.376429 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8243586f-094a-4aca-8990-1009431a6b0c tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] Pushing event deleted for resources: {'Port': ['ID=1eb6f178-eaac-436e-a5e8-df1f031991ad,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:48.382803 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-cedd5589-746c-43b9-9587-5f07d23e399c tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Deleting subnet d5961b2d-9b6c-4d3e-8966-38cbefb08339 {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:45:48.409075 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cedd5589-746c-43b9-9587-5f07d23e399c tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for subnet (d5961b2d-9b6c-4d3e-8966-38cbefb08339), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:48.412098 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-890bffa3-b672-4f6a-aa36-640c17e372ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 8d4b7775-2d23-4928-88f4-d74b5ea85dd4) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:45:48.416495 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890bffa3-b672-4f6a-aa36-640c17e372ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:48.417090 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-890bffa3-b672-4f6a-aa36-640c17e372ab admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:48.648868 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e548fea6-c3d2-4a4c-a9e7-5ae36fd525ed req-73b7c112-3adf-418f-b007-00d6a5e1ffb1 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/security-groups?id=f725d2ca-c6e8-41e3-94bc-9cf24ee5a23b&id=7a6c813b-611d-4436-831d-fc6ca76a9308&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3917668 Feb 09 21:45:48.680867 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4a73df3a-595f-44d3-9753-1f86e96f9054 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (ec4bdd3f-0a7c-4b3c-8e45-918b9f0a92f3), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:48.741614 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5c27cb-5e37-4074-9fd6-5d0027af0e39 None None] Network 8d4b7775-2d23-4928-88f4-d74b5ea85dd4 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:45:48.746314 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=ad202ebd-01db-477d-ba12-3c63733acf44,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:48.778829 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-4a73df3a-595f-44d3-9753-1f86e96f9054 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Calling delete_port for ec4bdd3f-0a7c-4b3c-8e45-918b9f0a92f3 owned by {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:45:48.782935 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-be2805ea-ae67-41e9-9fb8-f8c36fe37cfa req-e90aa2df-f1be-409e-a1a6-c126c91c3ba6 tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] 10.222.0.90 "GET /v2.0/ports?device_id=f8491acc-3475-4ebe-8204-7cc0c7321a88 HTTP/1.1" status: 200 len: 210 time: 0.0829451 Feb 09 21:45:48.851688 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-f8126dc6-a611-4466-bc78-f5c2c50393b6 None None] Current status of the port ad202ebd-01db-477d-ba12-3c63733acf44 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:48.933814 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988d7d9a-f6e3-44a9-989c-c81987979860 None None] Network 8d4b7775-2d23-4928-88f4-d74b5ea85dd4 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:45:48.969454 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-02e68626-5db3-46df-a1d9-1c934fdd8e5b req-60b7558e-d683-4639-977e-5bcb0c6f4a38 tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (0984e224-7a47-482b-a4d3-41dc6878e247), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:49.001626 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['1eb6f178-eaac-436e-a5e8-df1f031991ad'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:45:49.021479 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561ad88c-58f3-4afe-a4ae-f88e27096cba req-1687bd84-c485-4cd6-acb8-2fb0b11d40c9 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:49.023350 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-561ad88c-58f3-4afe-a4ae-f88e27096cba req-1687bd84-c485-4cd6-acb8-2fb0b11d40c9 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=43b2ce46-a0ea-4043-b892-bcf2f4bc8354 HTTP/1.1" status: 200 len: 945 time: 0.1754315 Feb 09 21:45:49.034757 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b7558e-d683-4639-977e-5bcb0c6f4a38 tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] Pushing event deleted for resources: {'Port': ['ID=0984e224-7a47-482b-a4d3-41dc6878e247,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:49.053288 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-813d4fcc-2776-401e-b4fc-9f5f12664549 None None] Provisioning complete for port ec4bdd3f-0a7c-4b3c-8e45-918b9f0a92f3 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:49.053670 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-813d4fcc-2776-401e-b4fc-9f5f12664549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (ec4bdd3f-0a7c-4b3c-8e45-918b9f0a92f3), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:49.092124 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-813d4fcc-2776-401e-b4fc-9f5f12664549 None None] Port ec4bdd3f-0a7c-4b3c-8e45-918b9f0a92f3 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:45:49.127240 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-02e68626-5db3-46df-a1d9-1c934fdd8e5b req-60b7558e-d683-4639-977e-5bcb0c6f4a38 tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] No DVR routers for this DVR port 0984e224-7a47-482b-a4d3-41dc6878e247 on host n-h1-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:45:49.133492 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-02e68626-5db3-46df-a1d9-1c934fdd8e5b req-60b7558e-d683-4639-977e-5bcb0c6f4a38 tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:49.137218 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-02e68626-5db3-46df-a1d9-1c934fdd8e5b req-60b7558e-d683-4639-977e-5bcb0c6f4a38 tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] 10.222.0.95 "DELETE /v2.0/ports/0984e224-7a47-482b-a4d3-41dc6878e247 HTTP/1.1" status: 204 len: 173 time: 1.8684881 Feb 09 21:45:49.137687 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1763f4a8-794e-4435-bb72-16e880d00d35', 'name': 'network-vif-deleted', 'tag': '0984e224-7a47-482b-a4d3-41dc6878e247'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:45:49.140275 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6fabe18-d136-44ce-9059-581b5f026ce1" -d '{"events": [{"server_uuid": "1763f4a8-794e-4435-bb72-16e880d00d35", "name": "network-vif-deleted", "tag": "0984e224-7a47-482b-a4d3-41dc6878e247"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:45:49.152309 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 0984e224-7a47-482b-a4d3-41dc6878e247 no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:45:49.175501 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4a73df3a-595f-44d3-9753-1f86e96f9054 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (ec4bdd3f-0a7c-4b3c-8e45-918b9f0a92f3), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:49.200042 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-561ad88c-58f3-4afe-a4ae-f88e27096cba req-01af34ec-af0a-4e08-ab12-c47e8630eb17 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382132 Feb 09 21:45:49.229774 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a73df3a-595f-44d3-9753-1f86e96f9054 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event deleted for resources: {'Port': ['ID=ec4bdd3f-0a7c-4b3c-8e45-918b9f0a92f3,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:49.247740 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-bffc960c-05ab-4fdf-a14c-690ea79684af service neutron] 10.222.0.89 "GET /v2.0/networks/f09c9af1-caa6-4029-894f-b430921e86f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8621056 Feb 09 21:45:49.285330 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] No Port match for: 0984e224-7a47-482b-a4d3-41dc6878e247 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:45:49.285685 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 0984e224-7a47-482b-a4d3-41dc6878e247 not bound to the agent host n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:45:49.303414 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e21fb2a-b1c3-4dd5-a0dd-dee4d939f45e x-openstack-request-id: req-1e21fb2a-b1c3-4dd5-a0dd-dee4d939f45e {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:45:49.306554 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1763f4a8-794e-4435-bb72-16e880d00d35", "name": "network-vif-deleted", "tag": "0984e224-7a47-482b-a4d3-41dc6878e247", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:45:49.307002 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-1e21fb2a-b1c3-4dd5-a0dd-dee4d939f45e {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:45:49.307540 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1763f4a8-794e-4435-bb72-16e880d00d35', 'name': 'network-vif-deleted', 'tag': '0984e224-7a47-482b-a4d3-41dc6878e247', 'status': 'completed', 'code': 200} Feb 09 21:45:49.317261 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4a73df3a-595f-44d3-9753-1f86e96f9054 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:49.325377 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-4a73df3a-595f-44d3-9753-1f86e96f9054 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "DELETE /v2.0/ports/ec4bdd3f-0a7c-4b3c-8e45-918b9f0a92f3 HTTP/1.1" status: 204 len: 168 time: 1.6457641 Feb 09 21:45:49.328650 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42422) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:49.415531 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb9b9ac4-d01f-4f65-abea-0bfc73f98729 req-8243586f-094a-4aca-8990-1009431a6b0c tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] No DVR routers for this DVR port 1eb6f178-eaac-436e-a5e8-df1f031991ad on host n-h2-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:45:49.419183 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-cb9b9ac4-d01f-4f65-abea-0bfc73f98729 req-8243586f-094a-4aca-8990-1009431a6b0c tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:49.428319 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-cb9b9ac4-d01f-4f65-abea-0bfc73f98729 req-8243586f-094a-4aca-8990-1009431a6b0c tempest-ListServersNegativeTestJSON-1013355907 tempest-ListServersNegativeTestJSON-1013355907-project] 10.222.0.89 "DELETE /v2.0/ports/1eb6f178-eaac-436e-a5e8-df1f031991ad HTTP/1.1" status: 204 len: 173 time: 2.9631948 Feb 09 21:45:49.433734 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4f6540-7df0-458c-999f-6e236c5368ce tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:49.435949 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4f6540-7df0-458c-999f-6e236c5368ce tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:49.439891 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-0a4f6540-7df0-458c-999f-6e236c5368ce tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1100328 Feb 09 21:45:49.443703 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42424) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:49.471820 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8491acc-3475-4ebe-8204-7cc0c7321a88', 'name': 'network-vif-deleted', 'tag': '1eb6f178-eaac-436e-a5e8-df1f031991ad'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:45:49.487842 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff564564-4161-4d7d-a8ca-917b5f4148f2" -d '{"events": [{"server_uuid": "f8491acc-3475-4ebe-8204-7cc0c7321a88", "name": "network-vif-deleted", "tag": "1eb6f178-eaac-436e-a5e8-df1f031991ad"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:45:49.519142 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ac6614f-1f24-4058-a9d2-f229b86c4cc8 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Deleting subnet 07ed8262-b167-4f0f-ac84-11aebc454d7b {{(pid=103140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:45:49.523277 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9ac6614f-1f24-4058-a9d2-f229b86c4cc8 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for subnet (07ed8262-b167-4f0f-ac84-11aebc454d7b), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:49.548686 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cedd5589-746c-43b9-9587-5f07d23e399c tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (d5961b2d-9b6c-4d3e-8966-38cbefb08339), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:49.605802 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9ac6614f-1f24-4058-a9d2-f229b86c4cc8 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9110716'] for subnet (07ed8262-b167-4f0f-ac84-11aebc454d7b), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:49.701394 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9ac6614f-1f24-4058-a9d2-f229b86c4cc8 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (07ed8262-b167-4f0f-ac84-11aebc454d7b), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:49.744276 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-890bffa3-b672-4f6a-aa36-640c17e372ab admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 3.0410757 Feb 09 21:45:49.745793 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-b901e833-a96b-47bd-a129-3f9bbde3649c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.103&port_id=d5e3bfb7-1f18-4598-a18c-f23b463962e1 HTTP/1.1" status: 200 len: 217 time: 0.4825685 Feb 09 21:45:49.750816 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abc1553f-0ecf-4502-8d63-4944c8484a7f x-openstack-request-id: req-abc1553f-0ecf-4502-8d63-4944c8484a7f {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:45:49.751126 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8491acc-3475-4ebe-8204-7cc0c7321a88", "name": "network-vif-deleted", "tag": "1eb6f178-eaac-436e-a5e8-df1f031991ad", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:45:49.751369 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-abc1553f-0ecf-4502-8d63-4944c8484a7f {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:45:49.751757 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8491acc-3475-4ebe-8204-7cc0c7321a88', 'name': 'network-vif-deleted', 'tag': '1eb6f178-eaac-436e-a5e8-df1f031991ad', 'status': 'completed', 'code': 200} Feb 09 21:45:49.752119 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 42432) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:49.775340 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-5dbf4746-ca4f-427e-b4da-dbaad4c5c47c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-737623099-router', 'tenant_id': '5312098ae3a8474b879f099ad572bad2', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:45:49.808980 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device ad202ebd-01db-477d-ba12-3c63733acf44 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:45:49.838258 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9ac6614f-1f24-4058-a9d2-f229b86c4cc8 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621346'] for subnet (07ed8262-b167-4f0f-ac84-11aebc454d7b), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:49.895870 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port ad202ebd-01db-477d-ba12-3c63733acf44 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:49.898750 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (ad202ebd-01db-477d-ba12-3c63733acf44), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:49.899913 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cedd5589-746c-43b9-9587-5f07d23e399c tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (d5961b2d-9b6c-4d3e-8966-38cbefb08339), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:49.916103 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac6614f-1f24-4058-a9d2-f229b86c4cc8 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event deleted for resources: {'Subnet': ['ID=07ed8262-b167-4f0f-ac84-11aebc454d7b,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:49.928544 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9ac6614f-1f24-4058-a9d2-f229b86c4cc8 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:49.935962 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-9ac6614f-1f24-4058-a9d2-f229b86c4cc8 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "DELETE /v2.0/subnets/07ed8262-b167-4f0f-ac84-11aebc454d7b HTTP/1.1" status: 204 len: 168 time: 0.4910097 Feb 09 21:45:49.940943 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42436) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:49.983336 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08537957-3c2c-461e-985d-ce197540db84 None None] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:45:50.004433 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-843b49cf-35f7-4d71-ad1a-d3d0eff849a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:50.006102 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-843b49cf-35f7-4d71-ad1a-d3d0eff849a9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=402d4d57-038e-4490-a559-8c229d077342 HTTP/1.1" status: 200 len: 797 time: 0.2029665 Feb 09 21:45:50.018261 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5dbf4746-ca4f-427e-b4da-dbaad4c5c47c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (17c4ca5e-5827-4f77-867c-98268bc71729), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:50.019361 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5dbf4746-ca4f-427e-b4da-dbaad4c5c47c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (17c4ca5e-5827-4f77-867c-98268bc71729), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:50.022404 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-8c34ff7e-9dcc-43f9-aea4-ba36cff0bebb tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0788722 Feb 09 21:45:50.024487 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42438) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:50.045515 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001fe3cd-9dce-4066-b18e-98d4d423d870 req-9f3d95f7-40cf-4361-b50d-c5b71879489e tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:50.047757 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-001fe3cd-9dce-4066-b18e-98d4d423d870 req-9f3d95f7-40cf-4361-b50d-c5b71879489e tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=43b2ce46-a0ea-4043-b892-bcf2f4bc8354 HTTP/1.1" status: 200 len: 945 time: 0.2706215 Feb 09 21:45:50.061006 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b57015c-2012-4c3c-9562-38d357542a1c req-abfd2ed4-2d6f-4c50-9364-f8d80328ffb6 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:50.066575 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b57015c-2012-4c3c-9562-38d357542a1c req-abfd2ed4-2d6f-4c50-9364-f8d80328ffb6 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:50.075665 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b57015c-2012-4c3c-9562-38d357542a1c req-abfd2ed4-2d6f-4c50-9364-f8d80328ffb6 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:50.081918 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b57015c-2012-4c3c-9562-38d357542a1c req-abfd2ed4-2d6f-4c50-9364-f8d80328ffb6 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:50.087635 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b57015c-2012-4c3c-9562-38d357542a1c req-abfd2ed4-2d6f-4c50-9364-f8d80328ffb6 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:50.094167 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b57015c-2012-4c3c-9562-38d357542a1c req-abfd2ed4-2d6f-4c50-9364-f8d80328ffb6 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:50.100198 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b57015c-2012-4c3c-9562-38d357542a1c req-abfd2ed4-2d6f-4c50-9364-f8d80328ffb6 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:50.102443 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8b57015c-2012-4c3c-9562-38d357542a1c req-abfd2ed4-2d6f-4c50-9364-f8d80328ffb6 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 5423 time: 0.2845743 Feb 09 21:45:50.250214 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8b57015c-2012-4c3c-9562-38d357542a1c req-202976c7-baad-4ff6-af09-3f425bb4c5ce tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/security-groups?id=f725d2ca-c6e8-41e3-94bc-9cf24ee5a23b&id=7a6c813b-611d-4436-831d-fc6ca76a9308&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1012981 Feb 09 21:45:50.277420 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port ad202ebd-01db-477d-ba12-3c63733acf44 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:50.303567 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c07e06-1281-4d20-b7b6-c53006b96196 None None] DHCP port deletion for 986c5511-2b50-4eb7-bb75-ff9f776ff726 request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:45:50.346680 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-001fe3cd-9dce-4066-b18e-98d4d423d870 req-0b9cbcb7-0297-4151-a854-e3727bb52c56 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128010 Feb 09 21:45:50.368830 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cedd5589-746c-43b9-9587-5f07d23e399c tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (d5961b2d-9b6c-4d3e-8966-38cbefb08339), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:50.406438 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ddf4ca-d180-4eb3-8958-474e8fc3b74c tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:50.406438 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-91ddf4ca-d180-4eb3-8958-474e8fc3b74c tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3760483 Feb 09 21:45:50.406888 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42444) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:50.408504 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42446) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:50.433138 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-53c07e06-1281-4d20-b7b6-c53006b96196 None None] Deleting port ad202ebd-01db-477d-ba12-3c63733acf44 {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:45:50.433805 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-53c07e06-1281-4d20-b7b6-c53006b96196 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (ad202ebd-01db-477d-ba12-3c63733acf44), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:50.437945 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5dbf4746-ca4f-427e-b4da-dbaad4c5c47c admin admin] Publish callbacks [] for router_controller (17c4ca5e-5827-4f77-867c-98268bc71729), precommit_add_association {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:50.444528 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedd5589-746c-43b9-9587-5f07d23e399c tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Pushing event deleted for resources: {'Subnet': ['ID=d5961b2d-9b6c-4d3e-8966-38cbefb08339,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:50.456358 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-818d7b95-d399-4a3b-aef7-3ce9dce93866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:50.458005 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-818d7b95-d399-4a3b-aef7-3ce9dce93866 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f09c9af1-caa6-4029-894f-b430921e86f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.4350946 Feb 09 21:45:50.464194 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cedd5589-746c-43b9-9587-5f07d23e399c tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:50.471914 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-cedd5589-746c-43b9-9587-5f07d23e399c tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "DELETE /v2.0/subnets/d5961b2d-9b6c-4d3e-8966-38cbefb08339 HTTP/1.1" status: 204 len: 168 time: 2.1666548 Feb 09 21:45:50.499404 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f22229-c3e2-4937-a72a-7944602208a4 None None] Network 7a9306ef-b1d7-4e31-b4b1-c88b57cec901 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:45:50.513535 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 42448) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:50.611256 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-53c07e06-1281-4d20-b7b6-c53006b96196 None None] For port ad202ebd-01db-477d-ba12-3c63733acf44, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=ad202ebd-01db-477d-ba12-3c63733acf44,segment=NetworkSegment(e234f058-99e9-4683-aff2-a800b51d2ec4),segment_id=e234f058-99e9-4683-aff2-a800b51d2ec4)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:45:50.611654 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-53c07e06-1281-4d20-b7b6-c53006b96196 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (ad202ebd-01db-477d-ba12-3c63733acf44), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:50.675026 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-082b1b69-9c7d-4902-9433-2681496b303c service neutron] 10.222.0.89 "GET /v2.0/networks/f09c9af1-caa6-4029-894f-b430921e86f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628253 Feb 09 21:45:50.682356 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-53c07e06-1281-4d20-b7b6-c53006b96196 None None] Calling delete_port for ad202ebd-01db-477d-ba12-3c63733acf44 owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:45:50.866218 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5dbf4746-ca4f-427e-b4da-dbaad4c5c47c admin admin] Publish callbacks [] for router_gateway (17c4ca5e-5827-4f77-867c-98268bc71729), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:50.895829 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-f91d020f-0528-449e-8a31-c718223a5417 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Deleting subnet 1d711c93-ca21-4bd7-9fa7-d2d7e4ce3253 {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:45:50.946235 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f91d020f-0528-449e-8a31-c718223a5417 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for subnet (1d711c93-ca21-4bd7-9fa7-d2d7e4ce3253), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:50.971955 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-53c07e06-1281-4d20-b7b6-c53006b96196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (ad202ebd-01db-477d-ba12-3c63733acf44), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:51.012562 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80112f85-6622-47c6-9f3c-a1ae9e8f70d8 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:51.018248 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-80112f85-6622-47c6-9f3c-a1ae9e8f70d8 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6006169 Feb 09 21:45:51.018248 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_v2 [None req-79f12336-8ed7-4872-b78e-50440e715a8f admin admin] Deleting subnet 3ea02be5-e155-4258-b81d-2431efa2e9c8 {{(pid=103140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:45:51.021060 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42450) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:51.023039 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-79f12336-8ed7-4872-b78e-50440e715a8f admin admin] Publish callbacks [] for subnet (3ea02be5-e155-4258-b81d-2431efa2e9c8), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:51.025566 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f91d020f-0528-449e-8a31-c718223a5417 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (1d711c93-ca21-4bd7-9fa7-d2d7e4ce3253), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:51.034632 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c07e06-1281-4d20-b7b6-c53006b96196 None None] Pushing event deleted for resources: {'Port': ['ID=ad202ebd-01db-477d-ba12-3c63733acf44,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:51.042626 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c07e06-1281-4d20-b7b6-c53006b96196 None None] No DVR routers for this DVR port ad202ebd-01db-477d-ba12-3c63733acf44 on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:45:51.060139 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-face29ab-46e7-4c50-8028-8ff2cb6a9c5c service neutron] 10.222.0.89 "GET /v2.0/networks/f09c9af1-caa6-4029-894f-b430921e86f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3515933 Feb 09 21:45:51.083056 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-3038ceb7-233a-4fcb-ac99-0d4c47b212b2 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0591786 Feb 09 21:45:51.108993 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42452) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:51.120644 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-54a9dc89-f849-4b9e-bbc7-ad8c1c64ec80 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Request body: {'subnet': {'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:45:51.151178 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f91d020f-0528-449e-8a31-c718223a5417 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (1d711c93-ca21-4bd7-9fa7-d2d7e4ce3253), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:51.167957 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:51.284029 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-66a308c1-01c6-4435-b78e-d0311bb0a628 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.152&port_id=64a3e4b3-2469-470b-82b5-40757c8eb842 HTTP/1.1" status: 200 len: 217 time: 0.0488973 Feb 09 21:45:51.342488 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 1eb6f178-eaac-436e-a5e8-df1f031991ad no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:45:51.368525 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-c1e50da3-2bf0-4809-bb8c-d289c35fba75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:51.370225 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-c1e50da3-2bf0-4809-bb8c-d289c35fba75 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=402d4d57-038e-4490-a559-8c229d077342 HTTP/1.1" status: 200 len: 797 time: 0.0718203 Feb 09 21:45:51.385648 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-79f12336-8ed7-4872-b78e-50440e715a8f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9110716'] for subnet (3ea02be5-e155-4258-b81d-2431efa2e9c8), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:51.505970 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f91d020f-0528-449e-8a31-c718223a5417 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (1d711c93-ca21-4bd7-9fa7-d2d7e4ce3253), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:51.514727 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] No Port match for: 1eb6f178-eaac-436e-a5e8-df1f031991ad {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:45:51.533174 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 1eb6f178-eaac-436e-a5e8-df1f031991ad not bound to the agent host n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:45:51.738593 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f91d020f-0528-449e-8a31-c718223a5417 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:51.759682 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-f91d020f-0528-449e-8a31-c718223a5417 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "DELETE /v2.0/subnets/1d711c93-ca21-4bd7-9fa7-d2d7e4ce3253 HTTP/1.1" status: 204 len: 168 time: 1.2449367 Feb 09 21:45:51.761199 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device ad202ebd-01db-477d-ba12-3c63733acf44 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:45:51.770097 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 42462) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:51.778367 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91d020f-0528-449e-8a31-c718223a5417 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Pushing event deleted for resources: {'Subnet': ['ID=1d711c93-ca21-4bd7-9fa7-d2d7e4ce3253,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:51.797107 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: ad202ebd-01db-477d-ba12-3c63733acf44 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:45:51.797587 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device ad202ebd-01db-477d-ba12-3c63733acf44 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:45:51.804248 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-79f12336-8ed7-4872-b78e-50440e715a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (3ea02be5-e155-4258-b81d-2431efa2e9c8), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:51.831815 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-c29941f6-16b8-4d2f-8e1f-217e0278d474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:51.833390 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-c29941f6-16b8-4d2f-8e1f-217e0278d474 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f09c9af1-caa6-4029-894f-b430921e86f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.4564779 Feb 09 21:45:51.909096 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a9dc89-f849-4b9e-bbc7-ad8c1c64ec80 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Made reservation on behalf of 880c3cd16cc943a98203fd230e26852f for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:45:51.917175 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-54a9dc89-f849-4b9e-bbc7-ad8c1c64ec80 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621317'] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:52.004992 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c9091e-ed56-4543-b64a-5d4595c182ec req-e9d0bd8f-a096-4fce-881b-c56e3770080d tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:52.015480 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 42466) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:52.017727 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c9091e-ed56-4543-b64a-5d4595c182ec req-e9d0bd8f-a096-4fce-881b-c56e3770080d tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:52.024955 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c9091e-ed56-4543-b64a-5d4595c182ec req-e9d0bd8f-a096-4fce-881b-c56e3770080d tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:52.033722 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c9091e-ed56-4543-b64a-5d4595c182ec req-e9d0bd8f-a096-4fce-881b-c56e3770080d tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:52.041201 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c9091e-ed56-4543-b64a-5d4595c182ec req-e9d0bd8f-a096-4fce-881b-c56e3770080d tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:52.046838 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c9091e-ed56-4543-b64a-5d4595c182ec req-e9d0bd8f-a096-4fce-881b-c56e3770080d tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:52.050917 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f5df94-a90c-4971-9286-688c003659e1 None None] Network 7a9306ef-b1d7-4e31-b4b1-c88b57cec901 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:45:52.053938 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c9091e-ed56-4543-b64a-5d4595c182ec req-e9d0bd8f-a096-4fce-881b-c56e3770080d tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:52.056130 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-68c9091e-ed56-4543-b64a-5d4595c182ec req-e9d0bd8f-a096-4fce-881b-c56e3770080d tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 5423 time: 0.5827987 Feb 09 21:45:52.146805 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa82334c-67de-436e-83e9-dcecb18b80ea req-86b4bb65-fa2f-44a5-adff-91e26ef4d727 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:52.158191 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fa82334c-67de-436e-83e9-dcecb18b80ea req-86b4bb65-fa2f-44a5-adff-91e26ef4d727 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=43b2ce46-a0ea-4043-b892-bcf2f4bc8354 HTTP/1.1" status: 200 len: 945 time: 0.6239765 Feb 09 21:45:52.161413 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-79f12336-8ed7-4872-b78e-50440e715a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621346'] for subnet (3ea02be5-e155-4258-b81d-2431efa2e9c8), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:52.184246 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1e64534c-7aac-4adb-ab34-f5d1a24500f8 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (7a9306ef-b1d7-4e31-b4b1-c88b57cec901), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:52.223125 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-14fb585e-1235-401a-a6a1-587c3eab8319 None None] Provisioning complete for port eaec0f89-e087-4a0e-9655-cba62ec505a3 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:52.227686 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-14fb585e-1235-401a-a6a1-587c3eab8319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (eaec0f89-e087-4a0e-9655-cba62ec505a3), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:52.237413 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f12336-8ed7-4872-b78e-50440e715a8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ea02be5-e155-4258-b81d-2431efa2e9c8,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:52.252251 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703ed695-50f0-48aa-b410-1ccd6e7cca53 req-702a3781-c042-4931-a91b-0bbeb60743d5 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:52.253812 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-703ed695-50f0-48aa-b410-1ccd6e7cca53 req-702a3781-c042-4931-a91b-0bbeb60743d5 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.95 "GET /v2.0/ports?device_id=43b2ce46-a0ea-4043-b892-bcf2f4bc8354 HTTP/1.1" status: 200 len: 945 time: 0.7317436 Feb 09 21:45:52.295383 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-79f12336-8ed7-4872-b78e-50440e715a8f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:52.300035 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-79f12336-8ed7-4872-b78e-50440e715a8f admin admin] 10.222.0.90 "DELETE /v2.0/subnets/3ea02be5-e155-4258-b81d-2431efa2e9c8 HTTP/1.1" status: 204 len: 168 time: 1.8877175 Feb 09 21:45:52.301812 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-18e460d4-5bdc-48ef-bef1-bdeb15993189 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:52.305768 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 42470) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:52.315988 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5dbf4746-ca4f-427e-b4da-dbaad4c5c47c admin admin] Publish callbacks [] for router_gateway (17c4ca5e-5827-4f77-867c-98268bc71729), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:52.351079 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-269bb22c-9b1c-4622-b0bb-e03aa5dce5d7 service neutron] 10.222.0.89 "GET /v2.0/networks/f09c9af1-caa6-4029-894f-b430921e86f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5067313 Feb 09 21:45:52.403551 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-68c9091e-ed56-4543-b64a-5d4595c182ec req-36328158-6389-4322-9e79-73df29e5ae76 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/security-groups?id=f725d2ca-c6e8-41e3-94bc-9cf24ee5a23b&id=7a6c813b-611d-4436-831d-fc6ca76a9308&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2832236 Feb 09 21:45:52.408668 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-14fb585e-1235-401a-a6a1-587c3eab8319 None None] Current status of the port eaec0f89-e087-4a0e-9655-cba62ec505a3 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:52.431400 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fa82334c-67de-436e-83e9-dcecb18b80ea req-8b42b735-e958-4be5-ae9e-a603ddc2407c tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692060 Feb 09 21:45:52.493242 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1acc2b6-b8ea-40b0-8040-369a3aaf59b0 None None] DHCP port deletion for 7a9306ef-b1d7-4e31-b4b1-c88b57cec901 request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:45:52.526137 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5dbf4746-ca4f-427e-b4da-dbaad4c5c47c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:52.549891 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-c1acc2b6-b8ea-40b0-8040-369a3aaf59b0 None None] Deleting port eaec0f89-e087-4a0e-9655-cba62ec505a3 {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:45:52.550445 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c1acc2b6-b8ea-40b0-8040-369a3aaf59b0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (eaec0f89-e087-4a0e-9655-cba62ec505a3), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:52.580512 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-703ed695-50f0-48aa-b410-1ccd6e7cca53 req-d0365792-ed45-403a-8579-939e3e93d90a tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Deleting port 5a672048-28c9-4746-a3b7-af43dd6140ce {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:45:52.580861 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-703ed695-50f0-48aa-b410-1ccd6e7cca53 req-d0365792-ed45-403a-8579-939e3e93d90a tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (5a672048-28c9-4746-a3b7-af43dd6140ce), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:52.621216 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-c1acc2b6-b8ea-40b0-8040-369a3aaf59b0 None None] For port eaec0f89-e087-4a0e-9655-cba62ec505a3, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=eaec0f89-e087-4a0e-9655-cba62ec505a3,segment=NetworkSegment(72c08b27-fc5e-4b39-bbe7-1220c8f28ae9),segment_id=72c08b27-fc5e-4b39-bbe7-1220c8f28ae9)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:45:52.621914 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c1acc2b6-b8ea-40b0-8040-369a3aaf59b0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (eaec0f89-e087-4a0e-9655-cba62ec505a3), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:52.637028 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-c1acc2b6-b8ea-40b0-8040-369a3aaf59b0 None None] Calling delete_port for eaec0f89-e087-4a0e-9655-cba62ec505a3 owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:45:52.734206 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-54a9dc89-f849-4b9e-bbc7-ad8c1c64ec80 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621371'] for subnet (b197442a-7871-4cdd-a5cc-8a6e86ef8b5b), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:52.751171 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c1acc2b6-b8ea-40b0-8040-369a3aaf59b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (eaec0f89-e087-4a0e-9655-cba62ec505a3), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:52.755485 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-703ed695-50f0-48aa-b410-1ccd6e7cca53 req-d0365792-ed45-403a-8579-939e3e93d90a tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] For port 5a672048-28c9-4746-a3b7-af43dd6140ce, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=5a672048-28c9-4746-a3b7-af43dd6140ce,segment=NetworkSegment(ab2445e6-d1b5-43a7-9d83-6a2f567a89ca),segment_id=ab2445e6-d1b5-43a7-9d83-6a2f567a89ca)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:45:52.756151 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-703ed695-50f0-48aa-b410-1ccd6e7cca53 req-d0365792-ed45-403a-8579-939e3e93d90a tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (5a672048-28c9-4746-a3b7-af43dd6140ce), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:52.788176 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1acc2b6-b8ea-40b0-8040-369a3aaf59b0 None None] Pushing event deleted for resources: {'Port': ['ID=eaec0f89-e087-4a0e-9655-cba62ec505a3,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:52.791347 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1acc2b6-b8ea-40b0-8040-369a3aaf59b0 None None] No DVR routers for this DVR port eaec0f89-e087-4a0e-9655-cba62ec505a3 on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:45:52.812967 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-703ed695-50f0-48aa-b410-1ccd6e7cca53 req-d0365792-ed45-403a-8579-939e3e93d90a tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Calling delete_port for 5a672048-28c9-4746-a3b7-af43dd6140ce owned by compute:nova {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:45:52.813341 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1acc2b6-b8ea-40b0-8040-369a3aaf59b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:52.813790 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1acc2b6-b8ea-40b0-8040-369a3aaf59b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:52.814225 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1acc2b6-b8ea-40b0-8040-369a3aaf59b0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:52.815290 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1acc2b6-b8ea-40b0-8040-369a3aaf59b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:52.815729 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1acc2b6-b8ea-40b0-8040-369a3aaf59b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:52.816389 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1acc2b6-b8ea-40b0-8040-369a3aaf59b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:52.816774 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1acc2b6-b8ea-40b0-8040-369a3aaf59b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:52.817873 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1acc2b6-b8ea-40b0-8040-369a3aaf59b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:52.819120 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1acc2b6-b8ea-40b0-8040-369a3aaf59b0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:52.819582 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1acc2b6-b8ea-40b0-8040-369a3aaf59b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:52.820012 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1acc2b6-b8ea-40b0-8040-369a3aaf59b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:52.820462 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1acc2b6-b8ea-40b0-8040-369a3aaf59b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:52.820886 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1acc2b6-b8ea-40b0-8040-369a3aaf59b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:45:52.846180 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a9dc89-f849-4b9e-bbc7-ad8c1c64ec80 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:45:52.853764 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-54a9dc89-f849-4b9e-bbc7-ad8c1c64ec80 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:45:52.857486 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a9dc89-f849-4b9e-bbc7-ad8c1c64ec80 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event updated for resources: {'Subnet': ['ID=b197442a-7871-4cdd-a5cc-8a6e86ef8b5b,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:52.866852 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248f88a8-0bb6-4ed4-9db7-1b9e349d1c39 None None] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:45:52.904674 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a9dc89-f849-4b9e-bbc7-ad8c1c64ec80 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:52.905597 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-54a9dc89-f849-4b9e-bbc7-ad8c1c64ec80 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:52.941434 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-54a9dc89-f849-4b9e-bbc7-ad8c1c64ec80 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8310325 Feb 09 21:45:52.945209 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42472) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:52.950638 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-e68303c2-89b1-435d-91cb-3279b6833bd3 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Request body: {'port': {'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726', 'mac_address': 'fa:16:3e:c1:f0:3c', 'name': 'tempest-NetworksTestDHCPv6-916566137'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:45:53.014585 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15f3e32-fa01-44e5-8d03-6f89a4471f50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-986c5511-2b50-4eb7-bb75-ff9f776ff726', 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726', 'project_id': '880c3cd16cc943a98203fd230e26852f', 'fixed_ips': [{'subnet_id': 'b197442a-7871-4cdd-a5cc-8a6e86ef8b5b'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:45:53.018744 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f15f3e32-fa01-44e5-8d03-6f89a4471f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:53.116833 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-703ed695-50f0-48aa-b410-1ccd6e7cca53 req-d0365792-ed45-403a-8579-939e3e93d90a tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (5a672048-28c9-4746-a3b7-af43dd6140ce), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:53.149371 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e68303c2-89b1-435d-91cb-3279b6833bd3 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Made reservation on behalf of 880c3cd16cc943a98203fd230e26852f for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:45:53.154874 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0365792-ed45-403a-8579-939e3e93d90a tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Pushing event deleted for resources: {'Port': ['ID=5a672048-28c9-4746-a3b7-af43dd6140ce,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:53.261895 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-f15f3e32-fa01-44e5-8d03-6f89a4471f50 None None] Allocated IP 2001:db8::2 (986c5511-2b50-4eb7-bb75-ff9f776ff726/b197442a-7871-4cdd-a5cc-8a6e86ef8b5b/4cab523f-dfe3-419f-851e-d2b4f266db4d) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:45:53.263130 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-703ed695-50f0-48aa-b410-1ccd6e7cca53 req-d0365792-ed45-403a-8579-939e3e93d90a tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] No DVR routers for this DVR port 5a672048-28c9-4746-a3b7-af43dd6140ce on host n-h1-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:45:53.267284 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-703ed695-50f0-48aa-b410-1ccd6e7cca53 req-d0365792-ed45-403a-8579-939e3e93d90a tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:53.271112 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-703ed695-50f0-48aa-b410-1ccd6e7cca53 req-d0365792-ed45-403a-8579-939e3e93d90a tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.95 "DELETE /v2.0/ports/5a672048-28c9-4746-a3b7-af43dd6140ce HTTP/1.1" status: 204 len: 173 time: 1.0015397 Feb 09 21:45:53.271578 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43b2ce46-a0ea-4043-b892-bcf2f4bc8354', 'name': 'network-vif-deleted', 'tag': '5a672048-28c9-4746-a3b7-af43dd6140ce'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:45:53.274004 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10f801cc-5094-45b5-93ce-3fe30c98acef" -d '{"events": [{"server_uuid": "43b2ce46-a0ea-4043-b892-bcf2f4bc8354", "name": "network-vif-deleted", "tag": "5a672048-28c9-4746-a3b7-af43dd6140ce"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:45:53.341742 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bb14809-23d3-4cc6-b9b7-9305e1c48aa3 x-openstack-request-id: req-7bb14809-23d3-4cc6-b9b7-9305e1c48aa3 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:45:53.342070 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43b2ce46-a0ea-4043-b892-bcf2f4bc8354", "name": "network-vif-deleted", "tag": "5a672048-28c9-4746-a3b7-af43dd6140ce", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:45:53.343741 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-7bb14809-23d3-4cc6-b9b7-9305e1c48aa3 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:45:53.344166 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43b2ce46-a0ea-4043-b892-bcf2f4bc8354', 'name': 'network-vif-deleted', 'tag': '5a672048-28c9-4746-a3b7-af43dd6140ce', 'status': 'completed', 'code': 200} Feb 09 21:45:53.350636 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['5a672048-28c9-4746-a3b7-af43dd6140ce'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:45:53.374970 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e68303c2-89b1-435d-91cb-3279b6833bd3 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:53.423008 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-e68303c2-89b1-435d-91cb-3279b6833bd3 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] device_id is not set on port 2e77996f-b4dc-491d-811a-59fde4f81c4c yet. {{(pid=103140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:45:53.465857 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:53.509053 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-69e68d5e-8ec1-4441-b278-0eac5c220c41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (f8cc813a-1c2b-4113-8f40-c5f119f97173), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:53.560810 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f15f3e32-fa01-44e5-8d03-6f89a4471f50 None None] Publish callbacks [] for port (4cab523f-dfe3-419f-851e-d2b4f266db4d), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:53.569876 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f15f3e32-fa01-44e5-8d03-6f89a4471f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (4cab523f-dfe3-419f-851e-d2b4f266db4d), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:53.645456 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-aa051175-8934-4a1c-af51-c6f5b00753c1 service neutron] 10.222.0.89 "GET /v2.0/networks/f09c9af1-caa6-4029-894f-b430921e86f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1432545 Feb 09 21:45:53.657472 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0610597d-0aa2-48f4-99cd-28785b382024 req-6f6ca949-a2c1-483b-a583-e67ec2ca8790 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=43b2ce46-a0ea-4043-b892-bcf2f4bc8354 HTTP/1.1" status: 200 len: 210 time: 0.0857561 Feb 09 21:45:53.659607 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15f3e32-fa01-44e5-8d03-6f89a4471f50 None None] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:45:53.665737 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-f15f3e32-fa01-44e5-8d03-6f89a4471f50 None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:45:53.671348 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-5dbf4746-ca4f-427e-b4da-dbaad4c5c47c admin admin] Allocated IP 172.25.3.217 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/4d527b18-da3b-4687-9360-096a8df57260) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:45:53.677132 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15f3e32-fa01-44e5-8d03-6f89a4471f50 None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:45:53.679228 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15f3e32-fa01-44e5-8d03-6f89a4471f50 None None] Pushing event updated for resources: {'Port': ['ID=4cab523f-dfe3-419f-851e-d2b4f266db4d,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:53.740868 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device eaec0f89-e087-4a0e-9655-cba62ec505a3 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:45:53.764255 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: eaec0f89-e087-4a0e-9655-cba62ec505a3 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:45:53.764255 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device eaec0f89-e087-4a0e-9655-cba62ec505a3 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:45:53.796774 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faad105c-4652-4477-bbd7-70036e463c2b req-57433aa5-7d2f-4a78-8e1d-057dc06ce408 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:53.802869 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-f15f3e32-fa01-44e5-8d03-6f89a4471f50 None None] Attempting to bind port 4cab523f-dfe3-419f-851e-d2b4f266db4d on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:45:53.803274 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-f15f3e32-fa01-44e5-8d03-6f89a4471f50 None None] Attempting to bind port 4cab523f-dfe3-419f-851e-d2b4f266db4d by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': 'e234f058-99e9-4683-aff2-a800b51d2ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:45:53.803634 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15f3e32-fa01-44e5-8d03-6f89a4471f50 None None] Attempting to bind port 4cab523f-dfe3-419f-851e-d2b4f266db4d on network 986c5511-2b50-4eb7-bb75-ff9f776ff726 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:45:53.807840 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faad105c-4652-4477-bbd7-70036e463c2b req-57433aa5-7d2f-4a78-8e1d-057dc06ce408 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:53.809836 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15f3e32-fa01-44e5-8d03-6f89a4471f50 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:45:53.815519 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faad105c-4652-4477-bbd7-70036e463c2b req-57433aa5-7d2f-4a78-8e1d-057dc06ce408 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:53.815748 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15f3e32-fa01-44e5-8d03-6f89a4471f50 None None] Checking segment: {'id': 'e234f058-99e9-4683-aff2-a800b51d2ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:45:53.816159 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f15f3e32-fa01-44e5-8d03-6f89a4471f50 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:53.816592 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15f3e32-fa01-44e5-8d03-6f89a4471f50 None None] Bound using segment: {'id': 'e234f058-99e9-4683-aff2-a800b51d2ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:45:53.817113 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-f15f3e32-fa01-44e5-8d03-6f89a4471f50 None None] Bound port: 4cab523f-dfe3-419f-851e-d2b4f266db4d, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e234f058-99e9-4683-aff2-a800b51d2ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:45:53.817532 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f15f3e32-fa01-44e5-8d03-6f89a4471f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (4cab523f-dfe3-419f-851e-d2b4f266db4d), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:53.822446 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faad105c-4652-4477-bbd7-70036e463c2b req-57433aa5-7d2f-4a78-8e1d-057dc06ce408 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:53.829187 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faad105c-4652-4477-bbd7-70036e463c2b req-57433aa5-7d2f-4a78-8e1d-057dc06ce408 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:53.835217 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faad105c-4652-4477-bbd7-70036e463c2b req-57433aa5-7d2f-4a78-8e1d-057dc06ce408 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:53.841895 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faad105c-4652-4477-bbd7-70036e463c2b req-57433aa5-7d2f-4a78-8e1d-057dc06ce408 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:53.844536 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-faad105c-4652-4477-bbd7-70036e463c2b req-57433aa5-7d2f-4a78-8e1d-057dc06ce408 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 5423 time: 0.2939501 Feb 09 21:45:53.892507 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-e68303c2-89b1-435d-91cb-3279b6833bd3 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Allocated IP 2001:db8::201 (986c5511-2b50-4eb7-bb75-ff9f776ff726/b197442a-7871-4cdd-a5cc-8a6e86ef8b5b/2e77996f-b4dc-491d-811a-59fde4f81c4c) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:45:53.893691 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-1e64534c-7aac-4adb-ab34-f5d1a24500f8 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Deleting port eaec0f89-e087-4a0e-9655-cba62ec505a3 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:45:53.895031 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1e64534c-7aac-4adb-ab34-f5d1a24500f8 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (eaec0f89-e087-4a0e-9655-cba62ec505a3), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:53.947268 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-faad105c-4652-4477-bbd7-70036e463c2b req-5b5639ba-4de3-4790-ade6-6821a2163d39 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/security-groups?id=f725d2ca-c6e8-41e3-94bc-9cf24ee5a23b&id=7a6c813b-611d-4436-831d-fc6ca76a9308&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0957296 Feb 09 21:45:53.984782 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-f15f3e32-fa01-44e5-8d03-6f89a4471f50 None None] For port 4cab523f-dfe3-419f-851e-d2b4f266db4d, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:45:53.990913 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-f15f3e32-fa01-44e5-8d03-6f89a4471f50 None None] For port 4cab523f-dfe3-419f-851e-d2b4f266db4d, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=4cab523f-dfe3-419f-851e-d2b4f266db4d,segment=NetworkSegment(e234f058-99e9-4683-aff2-a800b51d2ec4),segment_id=e234f058-99e9-4683-aff2-a800b51d2ec4)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:45:54.001048 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f15f3e32-fa01-44e5-8d03-6f89a4471f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (4cab523f-dfe3-419f-851e-d2b4f266db4d), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:54.091898 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-e07adea1-f8ac-45ee-a48b-5b5d34b1f841 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5ae69b1b-39b8-491e-b02b-097b38fae223 HTTP/1.1" status: 200 len: 217 time: 0.1932726 Feb 09 21:45:54.096416 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15f3e32-fa01-44e5-8d03-6f89a4471f50 None None] Pushing event updated for resources: {'Port': ['ID=4cab523f-dfe3-419f-851e-d2b4f266db4d,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:54.209535 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e68303c2-89b1-435d-91cb-3279b6833bd3 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for port (2e77996f-b4dc-491d-811a-59fde4f81c4c), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:54.234824 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-18e460d4-5bdc-48ef-bef1-bdeb15993189 admin admin] Publish callbacks [] for security_group (381fc3d7-e63a-48d6-b17d-59cfeb828f24), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:54.237955 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5dbf4746-ca4f-427e-b4da-dbaad4c5c47c admin admin] Publish callbacks [] for port (4d527b18-da3b-4687-9360-096a8df57260), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:54.260342 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-1e64534c-7aac-4adb-ab34-f5d1a24500f8 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] For port eaec0f89-e087-4a0e-9655-cba62ec505a3, host n-d-828369-5, got binding levels [] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:45:54.260760 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1e64534c-7aac-4adb-ab34-f5d1a24500f8 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (eaec0f89-e087-4a0e-9655-cba62ec505a3), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:54.263022 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-18e460d4-5bdc-48ef-bef1-bdeb15993189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (381fc3d7-e63a-48d6-b17d-59cfeb828f24), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:54.269303 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e68303c2-89b1-435d-91cb-3279b6833bd3 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (2e77996f-b4dc-491d-811a-59fde4f81c4c), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:54.289888 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-69e68d5e-8ec1-4441-b278-0eac5c220c41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (f8cc813a-1c2b-4113-8f40-c5f119f97173), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:54.313529 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-1e64534c-7aac-4adb-ab34-f5d1a24500f8 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Calling delete_port for eaec0f89-e087-4a0e-9655-cba62ec505a3 owned by network:dhcp {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:45:54.325651 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.ipam_backend_mixin [None req-1e64534c-7aac-4adb-ab34-f5d1a24500f8 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Port eaec0f89-e087-4a0e-9655-cba62ec505a3 was not found and therefore no delete operation was performed {{(pid=103141) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 21:45:54.336363 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68303c2-89b1-435d-91cb-3279b6833bd3 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:45:54.339688 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-e68303c2-89b1-435d-91cb-3279b6833bd3 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:45:54.344925 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68303c2-89b1-435d-91cb-3279b6833bd3 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:45:54.350202 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68303c2-89b1-435d-91cb-3279b6833bd3 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:54.350839 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e68303c2-89b1-435d-91cb-3279b6833bd3 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:54.354814 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68303c2-89b1-435d-91cb-3279b6833bd3 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event updated for resources: {'Port': ['ID=2e77996f-b4dc-491d-811a-59fde4f81c4c,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:54.365873 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-69e68d5e-8ec1-4441-b278-0eac5c220c41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8cc813a-1c2b-4113-8f40-c5f119f97173']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:54.369109 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1e64534c-7aac-4adb-ab34-f5d1a24500f8 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (eaec0f89-e087-4a0e-9655-cba62ec505a3), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:54.371805 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-822ed3c3-1511-443e-a1af-d177ee25d293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:54.373333 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-822ed3c3-1511-443e-a1af-d177ee25d293 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f98d2759-4f2e-4a40-86b8-36a646f017e8 HTTP/1.1" status: 200 len: 797 time: 0.2627234 Feb 09 21:45:54.376429 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-e68303c2-89b1-435d-91cb-3279b6833bd3 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4297342 Feb 09 21:45:54.379012 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42480) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:54.400954 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-18e460d4-5bdc-48ef-bef1-bdeb15993189 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=4ad10cb5decb4f30921b9361138311d5&name=default HTTP/1.1" status: 200 len: 3000 time: 2.3811419 Feb 09 21:45:54.443532 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42482) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:54.455045 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-69e68d5e-8ec1-4441-b278-0eac5c220c41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6634fbc3-8d45-48c1-b955-d9743187ac5b') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:54.455341 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-69e68d5e-8ec1-4441-b278-0eac5c220c41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6634fbc3-8d45-48c1-b955-d9743187ac5b') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:54.489375 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e64534c-7aac-4adb-ab34-f5d1a24500f8 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Pushing event deleted for resources: {'Port': ['ID=eaec0f89-e087-4a0e-9655-cba62ec505a3,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:54.492329 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e460d4-5bdc-48ef-bef1-bdeb15993189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=381fc3d7-e63a-48d6-b17d-59cfeb828f24,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:54.512528 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-69e68d5e-8ec1-4441-b278-0eac5c220c41 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (6634fbc3-8d45-48c1-b955-d9743187ac5b), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:54.514862 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec34bac-f743-4625-a9a3-dd474250d4be tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:54.515164 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e64534c-7aac-4adb-ab34-f5d1a24500f8 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] No DVR routers for this DVR port eaec0f89-e087-4a0e-9655-cba62ec505a3 on host n-d-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:45:54.525664 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec34bac-f743-4625-a9a3-dd474250d4be tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:54.530952 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-9ec34bac-f743-4625-a9a3-dd474250d4be tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1484792 Feb 09 21:45:54.532697 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42484) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:54.582177 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-69e68d5e-8ec1-4441-b278-0eac5c220c41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (6634fbc3-8d45-48c1-b955-d9743187ac5b), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:54.600021 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5771e129-85d4-4c8c-a9a8-9f2376e34003 admin admin] Publish callbacks [] for security_group (381fc3d7-e63a-48d6-b17d-59cfeb828f24), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:54.620070 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5dbf4746-ca4f-427e-b4da-dbaad4c5c47c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (4d527b18-da3b-4687-9360-096a8df57260), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:54.622432 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69e68d5e-8ec1-4441-b278-0eac5c220c41 admin admin] Releasing vlan 718 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:45:54.622833 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-69e68d5e-8ec1-4441-b278-0eac5c220c41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (6634fbc3-8d45-48c1-b955-d9743187ac5b), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:54.629810 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:45:54.629810 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:45:54.629810 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:45:54.629810 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:45:54.629810 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:45:54.629810 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:45:54.629810 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:45:54.629810 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:45:54.629810 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:45:54.629810 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:45:54.629810 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:45:54.629810 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:45:54.629810 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:45:54.629810 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:45:54.629810 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:45:54.629810 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:45:54.629810 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:45:54.629810 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:45:54.629810 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:45:54.629810 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:45:54.629810 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:45:54.629810 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:45:54.629810 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:45:54.629810 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:45:54.629810 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:45:54.629810 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:45:54.629810 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:45:54.629810 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:45:54.629810 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:45:54.629810 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:45:54.629810 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:45:54.629810 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:45:54.667421 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5771e129-85d4-4c8c-a9a8-9f2376e34003 admin admin] Publish callbacks [] for security_group (381fc3d7-e63a-48d6-b17d-59cfeb828f24), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:54.701090 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-db616a2c-51bf-4df0-ab46-6520493fd5df tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Deleting port 2e77996f-b4dc-491d-811a-59fde4f81c4c {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:45:54.701772 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-db616a2c-51bf-4df0-ab46-6520493fd5df tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (2e77996f-b4dc-491d-811a-59fde4f81c4c), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:54.714987 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-12e126c2-c944-4168-91e9-321f2535297d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:54.716668 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-12e126c2-c944-4168-91e9-321f2535297d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d265fee8-86bc-4f18-8400-270071608522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3237953 Feb 09 21:45:54.724034 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1e64534c-7aac-4adb-ab34-f5d1a24500f8 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (7a9306ef-b1d7-4e31-b4b1-c88b57cec901), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:54.804091 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5771e129-85d4-4c8c-a9a8-9f2376e34003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (381fc3d7-e63a-48d6-b17d-59cfeb828f24), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:54.807172 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5771e129-85d4-4c8c-a9a8-9f2376e34003 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:54.811697 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-5771e129-85d4-4c8c-a9a8-9f2376e34003 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/381fc3d7-e63a-48d6-b17d-59cfeb828f24 HTTP/1.1" status: 204 len: 168 time: 0.3599498 Feb 09 21:45:54.824052 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5771e129-85d4-4c8c-a9a8-9f2376e34003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=381fc3d7-e63a-48d6-b17d-59cfeb828f24,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:54.836374 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dbf4746-ca4f-427e-b4da-dbaad4c5c47c admin admin] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:45:54.840828 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbf4746-ca4f-427e-b4da-dbaad4c5c47c admin admin] Pushing event updated for resources: {'Port': ['ID=4d527b18-da3b-4687-9360-096a8df57260,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:54.846794 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-1e64534c-7aac-4adb-ab34-f5d1a24500f8 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a9306ef-b1d7-4e31-b4b1-c88b57cec901']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:54.849358 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-5dbf4746-ca4f-427e-b4da-dbaad4c5c47c admin admin] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:45:54.867943 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-69e68d5e-8ec1-4441-b278-0eac5c220c41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (f8cc813a-1c2b-4113-8f40-c5f119f97173), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:54.872089 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-db616a2c-51bf-4df0-ab46-6520493fd5df tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (2e77996f-b4dc-491d-811a-59fde4f81c4c), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:54.875420 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbf4746-ca4f-427e-b4da-dbaad4c5c47c admin admin] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:45:54.885178 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-69e68d5e-8ec1-4441-b278-0eac5c220c41 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:54.888481 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-69e68d5e-8ec1-4441-b278-0eac5c220c41 admin admin] 10.222.0.90 "DELETE /v2.0/networks/f8cc813a-1c2b-4113-8f40-c5f119f97173 HTTP/1.1" status: 204 len: 168 time: 2.5814207 Feb 09 21:45:54.899291 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-db616a2c-51bf-4df0-ab46-6520493fd5df tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Calling delete_port for 2e77996f-b4dc-491d-811a-59fde4f81c4c owned by {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:45:54.910459 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-1e64534c-7aac-4adb-ab34-f5d1a24500f8 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72c08b27-fc5e-4b39-bbe7-1220c8f28ae9') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:54.910759 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-1e64534c-7aac-4adb-ab34-f5d1a24500f8 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72c08b27-fc5e-4b39-bbe7-1220c8f28ae9') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:54.939747 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e68d5e-8ec1-4441-b278-0eac5c220c41 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8cc813a-1c2b-4113-8f40-c5f119f97173,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:54.946192 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1e64534c-7aac-4adb-ab34-f5d1a24500f8 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (72c08b27-fc5e-4b39-bbe7-1220c8f28ae9), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:54.990328 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1e64534c-7aac-4adb-ab34-f5d1a24500f8 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (72c08b27-fc5e-4b39-bbe7-1220c8f28ae9), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:55.036182 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e64534c-7aac-4adb-ab34-f5d1a24500f8 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:45:55.036625 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1e64534c-7aac-4adb-ab34-f5d1a24500f8 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (72c08b27-fc5e-4b39-bbe7-1220c8f28ae9), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:55.104102 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:45:55.104102 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:45:55.104102 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:45:55.104102 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:45:55.104102 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:45:55.104102 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:45:55.104102 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:45:55.104102 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:45:55.104102 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:45:55.104102 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:45:55.104102 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:45:55.104102 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:45:55.104102 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:45:55.104102 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:45:55.104102 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:45:55.104102 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:45:55.104102 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:45:55.104102 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:45:55.104102 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:45:55.104102 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:45:55.104102 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:45:55.104102 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:45:55.104102 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:45:55.104102 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:45:55.104102 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:45:55.104102 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:45:55.104102 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:45:55.104102 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:45:55.104102 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:45:55.104102 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:45:55.104102 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:45:55.104102 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:45:55.141633 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 5a672048-28c9-4746-a3b7-af43dd6140ce no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:45:55.163995 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42508) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:55.206095 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] No Port match for: 5a672048-28c9-4746-a3b7-af43dd6140ce {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:45:55.206449 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 5a672048-28c9-4746-a3b7-af43dd6140ce not bound to the agent host n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:45:55.273313 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-ca5fe080-b648-4f43-9394-371b27c97b40 service neutron] 10.222.0.89 "GET /v2.0/networks/d265fee8-86bc-4f18-8400-270071608522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5288503 Feb 09 21:45:55.293560 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-db616a2c-51bf-4df0-ab46-6520493fd5df tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (2e77996f-b4dc-491d-811a-59fde4f81c4c), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:55.369697 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af45e09b-de31-494a-8402-83acc4a3009a req-fc1ab56d-27b0-4659-b0aa-41f28e8d340a tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:55.375523 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af45e09b-de31-494a-8402-83acc4a3009a req-fc1ab56d-27b0-4659-b0aa-41f28e8d340a tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:55.380835 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af45e09b-de31-494a-8402-83acc4a3009a req-fc1ab56d-27b0-4659-b0aa-41f28e8d340a tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:55.386164 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af45e09b-de31-494a-8402-83acc4a3009a req-fc1ab56d-27b0-4659-b0aa-41f28e8d340a tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:55.392114 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af45e09b-de31-494a-8402-83acc4a3009a req-fc1ab56d-27b0-4659-b0aa-41f28e8d340a tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:55.397473 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af45e09b-de31-494a-8402-83acc4a3009a req-fc1ab56d-27b0-4659-b0aa-41f28e8d340a tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:55.402818 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af45e09b-de31-494a-8402-83acc4a3009a req-fc1ab56d-27b0-4659-b0aa-41f28e8d340a tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:55.404819 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-af45e09b-de31-494a-8402-83acc4a3009a req-fc1ab56d-27b0-4659-b0aa-41f28e8d340a tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 5423 time: 0.2772830 Feb 09 21:45:55.415453 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db616a2c-51bf-4df0-ab46-6520493fd5df tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event deleted for resources: {'Port': ['ID=2e77996f-b4dc-491d-811a-59fde4f81c4c,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:55.428657 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-3aeb3372-f8c9-4dfa-944b-072b250fdf5a service neutron] 10.222.0.89 "GET /v2.0/networks/d265fee8-86bc-4f18-8400-270071608522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426485 Feb 09 21:45:55.462089 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-beed9dd5-6827-4d57-8289-35e15de8c805 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=04936eb153f54e9eb618ef80dee0cb18&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2937772 Feb 09 21:45:55.466048 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-db616a2c-51bf-4df0-ab46-6520493fd5df tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:55.471875 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-db616a2c-51bf-4df0-ab46-6520493fd5df tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "DELETE /v2.0/ports/2e77996f-b4dc-491d-811a-59fde4f81c4c HTTP/1.1" status: 204 len: 168 time: 0.9381793 Feb 09 21:45:55.474149 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42518) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:55.474423 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42520) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:55.504629 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e1641-cc18-4576-91d2-6c45983ef76c req-50206c1c-4651-433c-885d-2bb5891c1905 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:55.506181 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d58e1641-cc18-4576-91d2-6c45983ef76c req-50206c1c-4651-433c-885d-2bb5891c1905 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/networks?id=00735365-504a-4659-b7e0-5dd13c1577e5 HTTP/1.1" status: 200 len: 812 time: 0.4449842 Feb 09 21:45:55.564053 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1e64534c-7aac-4adb-ab34-f5d1a24500f8 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (7a9306ef-b1d7-4e31-b4b1-c88b57cec901), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:55.567153 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-87f497c4-2a2a-4325-9041-2219872efdcf service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c6886d61-f041-4e03-9002-7714a0a6ea30 HTTP/1.1" status: 200 len: 217 time: 0.0934558 Feb 09 21:45:55.575913 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1e64534c-7aac-4adb-ab34-f5d1a24500f8 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:55.585413 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-1e64534c-7aac-4adb-ab34-f5d1a24500f8 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "DELETE /v2.0/networks/7a9306ef-b1d7-4e31-b4b1-c88b57cec901 HTTP/1.1" status: 204 len: 168 time: 3.7933788 Feb 09 21:45:55.596239 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42522) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:55.628188 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d58e1641-cc18-4576-91d2-6c45983ef76c req-52128b18-7638-4a7b-8013-bd3b251f3a55 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/quotas/73aafa54b15b4f2e83f3753252e1608e HTTP/1.1" status: 200 len: 375 time: 0.0957026 Feb 09 21:45:55.642465 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e64534c-7aac-4adb-ab34-f5d1a24500f8 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Pushing event deleted for resources: {'Network': ['ID=7a9306ef-b1d7-4e31-b4b1-c88b57cec901,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:55.651366 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-af45e09b-de31-494a-8402-83acc4a3009a req-08b2576d-2e60-4518-9ed1-7ef66462f0ce tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/security-groups?id=f725d2ca-c6e8-41e3-94bc-9cf24ee5a23b&id=7a6c813b-611d-4436-831d-fc6ca76a9308&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2290893 Feb 09 21:45:55.660549 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b95c872-c26d-4e78-b895-6fd1b147e252 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:55.662127 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b95c872-c26d-4e78-b895-6fd1b147e252 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:55.670608 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-5b95c872-c26d-4e78-b895-6fd1b147e252 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1884663 Feb 09 21:45:55.673354 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42526) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:55.690175 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-56d8de8c-d9a8-4e9b-9d30-f84a3b0c9308 None None] Provisioning complete for port 4cab523f-dfe3-419f-851e-d2b4f266db4d triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:55.694264 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-56d8de8c-d9a8-4e9b-9d30-f84a3b0c9308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (4cab523f-dfe3-419f-851e-d2b4f266db4d), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:55.708785 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-e2692920-6c35-4f42-8dca-ef46e09b86c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:55.710309 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-e2692920-6c35-4f42-8dca-ef46e09b86c0 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f98d2759-4f2e-4a40-86b8-36a646f017e8 HTTP/1.1" status: 200 len: 797 time: 0.1233640 Feb 09 21:45:55.795411 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5dbf4746-ca4f-427e-b4da-dbaad4c5c47c admin admin] Publish callbacks [] for router_gateway (17c4ca5e-5827-4f77-867c-98268bc71729), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:55.829712 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d58e1641-cc18-4576-91d2-6c45983ef76c req-e1cebf27-b315-49bb-bf11-f05a19dac350 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=73aafa54b15b4f2e83f3753252e1608e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1759872 Feb 09 21:45:55.833975 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2ef36b50-0f4b-4371-ab21-e35ef1c26ace admin admin] Publish callbacks [] for security_group (33a0486a-6292-49cc-8fb4-e603ce86e4f2), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:55.881380 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 4cab523f-dfe3-419f-851e-d2b4f266db4d up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:45:55.900871 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-0b4c7fd2-9a06-4aa4-bd94-538ad599217c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:55.902747 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-0b4c7fd2-9a06-4aa4-bd94-538ad599217c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d265fee8-86bc-4f18-8400-270071608522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1821413 Feb 09 21:45:55.914364 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-56d8de8c-d9a8-4e9b-9d30-f84a3b0c9308 None None] Current status of the port 4cab523f-dfe3-419f-851e-d2b4f266db4d is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:55.915361 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-56d8de8c-d9a8-4e9b-9d30-f84a3b0c9308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (4cab523f-dfe3-419f-851e-d2b4f266db4d), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:55.971098 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-56d8de8c-d9a8-4e9b-9d30-f84a3b0c9308 None None] For port 4cab523f-dfe3-419f-851e-d2b4f266db4d, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=4cab523f-dfe3-419f-851e-d2b4f266db4d,segment=NetworkSegment(e234f058-99e9-4683-aff2-a800b51d2ec4),segment_id=e234f058-99e9-4683-aff2-a800b51d2ec4)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:45:55.975378 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe8e8dad-fcbd-4c6e-9a1a-cbfeaff70388 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Deleting subnet b197442a-7871-4cdd-a5cc-8a6e86ef8b5b {{(pid=103140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:45:55.982590 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-56d8de8c-d9a8-4e9b-9d30-f84a3b0c9308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (4cab523f-dfe3-419f-851e-d2b4f266db4d), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:55.990082 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 4cab523f-dfe3-419f-851e-d2b4f266db4d triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:45:55.990082 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (4cab523f-dfe3-419f-851e-d2b4f266db4d), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:55.994125 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fe8e8dad-fcbd-4c6e-9a1a-cbfeaff70388 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for subnet (b197442a-7871-4cdd-a5cc-8a6e86ef8b5b), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:56.006735 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2ef36b50-0f4b-4371-ab21-e35ef1c26ace admin admin] Publish callbacks [] for security_group (33a0486a-6292-49cc-8fb4-e603ce86e4f2), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:56.041613 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42534) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:56.115779 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d11e69-7d59-478d-878c-0ac09a5fe5d9 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:56.117634 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-03d11e69-7d59-478d-878c-0ac09a5fe5d9 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.5178928 Feb 09 21:45:56.142130 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42538) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:56.192994 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-35b6f64b-6b9b-49e3-984e-2e2fe9641038 service neutron] 10.222.0.89 "GET /v2.0/networks/d265fee8-86bc-4f18-8400-270071608522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755897 Feb 09 21:45:56.202648 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fe8e8dad-fcbd-4c6e-9a1a-cbfeaff70388 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9110716'] for subnet (b197442a-7871-4cdd-a5cc-8a6e86ef8b5b), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:56.265864 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-419a5b0b-aeee-4576-8521-306e036adf88 None None] Could not find standard attr ID for object 2e77996f-b4dc-491d-811a-59fde4f81c4c. {{(pid=103142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 21:45:56.279872 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-05b0c0c9-2fd5-427b-b8bb-3815c22b18ad admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-521610152-network', 'tenant_id': '06629d6639714c7a8d2a8ddf047a31e7'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:45:56.302599 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d8de8c-d9a8-4e9b-9d30-f84a3b0c9308 None None] Pushing event updated for resources: {'Port': ['ID=4cab523f-dfe3-419f-851e-d2b4f266db4d,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:56.315547 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5dbf4746-ca4f-427e-b4da-dbaad4c5c47c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (17c4ca5e-5827-4f77-867c-98268bc71729), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:56.320901 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d58e1641-cc18-4576-91d2-6c45983ef76c req-75c87356-67b0-4e5b-9673-c0c63c45a4a8 service neutron] 10.222.0.90 "GET /v2.0/networks/00735365-504a-4659-b7e0-5dd13c1577e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4785826 Feb 09 21:45:56.325470 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2ef36b50-0f4b-4371-ab21-e35ef1c26ace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (33a0486a-6292-49cc-8fb4-e603ce86e4f2), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:56.329176 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2ef36b50-0f4b-4371-ab21-e35ef1c26ace admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:56.330424 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-2ef36b50-0f4b-4371-ab21-e35ef1c26ace admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/33a0486a-6292-49cc-8fb4-e603ce86e4f2 HTTP/1.1" status: 204 len: 168 time: 0.8495662 Feb 09 21:45:56.360633 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 4cab523f-dfe3-419f-851e-d2b4f266db4d is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:45:56.384119 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef36b50-0f4b-4371-ab21-e35ef1c26ace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a0486a-6292-49cc-8fb4-e603ce86e4f2,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:56.402331 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b0c0c9-2fd5-427b-b8bb-3815c22b18ad admin admin] Made reservation on behalf of 06629d6639714c7a8d2a8ddf047a31e7 for: {'network': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:45:56.404552 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-05b0c0c9-2fd5-427b-b8bb-3815c22b18ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:56.424962 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f033ab96-cbeb-4226-9e49-0f54d71fe6e4 req-678166b5-cff5-47f9-905d-3c22d436277d service neutron] 10.222.0.89 "GET /v2.0/networks/d265fee8-86bc-4f18-8400-270071608522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186675 Feb 09 21:45:56.443952 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-8db96386-87b0-4fa4-a72a-6627a3668f9f tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2971914 Feb 09 21:45:56.449462 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42542) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:56.462344 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-05b0c0c9-2fd5-427b-b8bb-3815c22b18ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:56.469648 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-933090d2-3e2d-46d7-bfd2-0a259c9fa82b tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-730458408'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:45:56.517556 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dbf4746-ca4f-427e-b4da-dbaad4c5c47c admin admin] Router 17c4ca5e-5827-4f77-867c-98268bc71729 is scheduled to L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 with binding_index 1 {{(pid=103141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:45:56.518933 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fe8e8dad-fcbd-4c6e-9a1a-cbfeaff70388 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (b197442a-7871-4cdd-a5cc-8a6e86ef8b5b), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:56.550892 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-933090d2-3e2d-46d7-bfd2-0a259c9fa82b tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Made reservation on behalf of 87111984dff24e1780aaef3f75dde822 for: {'network': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:45:56.554265 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-933090d2-3e2d-46d7-bfd2-0a259c9fa82b tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:56.661974 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d58e1641-cc18-4576-91d2-6c45983ef76c req-a7f3da57-11ff-4f20-837b-dbb85a33ae89 service neutron] 10.222.0.90 "GET /v2.0/networks/00735365-504a-4659-b7e0-5dd13c1577e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3077898 Feb 09 21:45:56.671021 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-933090d2-3e2d-46d7-bfd2-0a259c9fa82b tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=103140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:45:56.691590 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fe8e8dad-fcbd-4c6e-9a1a-cbfeaff70388 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621346'] for subnet (b197442a-7871-4cdd-a5cc-8a6e86ef8b5b), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:56.708634 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-933090d2-3e2d-46d7-bfd2-0a259c9fa82b tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (0f808ff3-d9c2-413e-9f1d-f866cd4ef610), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:56.709549 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-933090d2-3e2d-46d7-bfd2-0a259c9fa82b tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Added segment 0f808ff3-d9c2-413e-9f1d-f866cd4ef610 of type vlan for network 55d01b84-8508-4938-a373-2b525fa38488 Feb 09 21:45:56.751011 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fe8e8dad-fcbd-4c6e-9a1a-cbfeaff70388 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:56.755307 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-fe8e8dad-fcbd-4c6e-9a1a-cbfeaff70388 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "DELETE /v2.0/subnets/b197442a-7871-4cdd-a5cc-8a6e86ef8b5b HTTP/1.1" status: 204 len: 168 time: 1.0619287 Feb 09 21:45:56.758707 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982aed20-8178-44fa-bad5-ea98a1d9189c None None] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:45:56.767781 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8e8dad-fcbd-4c6e-9a1a-cbfeaff70388 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event deleted for resources: {'Subnet': ['ID=b197442a-7871-4cdd-a5cc-8a6e86ef8b5b,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:56.776011 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42554) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:56.845705 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-8398af8b-7c39-4ecf-85aa-27f273f148d3 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0683744 Feb 09 21:45:56.892095 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42558) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:56.960421 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-933090d2-3e2d-46d7-bfd2-0a259c9fa82b tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (55d01b84-8508-4938-a373-2b525fa38488), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:56.990549 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befbe8c2-1f1b-4e52-a176-c2e7eee2b7b7 req-d70486e5-3943-4695-968b-63b7de23ff0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:56.991213 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befbe8c2-1f1b-4e52-a176-c2e7eee2b7b7 req-d70486e5-3943-4695-968b-63b7de23ff0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:56.991696 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befbe8c2-1f1b-4e52-a176-c2e7eee2b7b7 req-d70486e5-3943-4695-968b-63b7de23ff0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:56.992166 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befbe8c2-1f1b-4e52-a176-c2e7eee2b7b7 req-d70486e5-3943-4695-968b-63b7de23ff0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:56.993166 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befbe8c2-1f1b-4e52-a176-c2e7eee2b7b7 req-d70486e5-3943-4695-968b-63b7de23ff0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:56.993634 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befbe8c2-1f1b-4e52-a176-c2e7eee2b7b7 req-d70486e5-3943-4695-968b-63b7de23ff0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:56.994099 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befbe8c2-1f1b-4e52-a176-c2e7eee2b7b7 req-d70486e5-3943-4695-968b-63b7de23ff0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:56.996120 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-befbe8c2-1f1b-4e52-a176-c2e7eee2b7b7 req-d70486e5-3943-4695-968b-63b7de23ff0e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e0fba33cc37140f68483b74485e6f58c&device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 6697 time: 0.4750831 Feb 09 21:45:57.029311 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-05b0c0c9-2fd5-427b-b8bb-3815c22b18ad admin admin] Publish callbacks [] for security_group (38239a27-f81f-4dbe-b735-d2ad14a0ae0d), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:57.059502 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b86dfd94-f71f-48f5-b2f6-cde9d058d3d8 req-d44f6007-403a-4425-9406-d5f4f7f49187 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=446a9c08-b6b6-415b-9d31-50433bad72c5 HTTP/1.1" status: 200 len: 210 time: 0.1023083 Feb 09 21:45:57.067663 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-05b0c0c9-2fd5-427b-b8bb-3815c22b18ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (38239a27-f81f-4dbe-b735-d2ad14a0ae0d), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:57.073284 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dbf4746-ca4f-427e-b4da-dbaad4c5c47c admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:45:57.102883 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fa9e5a-d928-461e-8519-ff61f9b8eea9 None None] Sync routers for ids ['17c4ca5e-5827-4f77-867c-98268bc71729'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:45:57.115997 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5dbf4746-ca4f-427e-b4da-dbaad4c5c47c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:57.119694 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-5dbf4746-ca4f-427e-b4da-dbaad4c5c47c admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.3486948 Feb 09 21:45:57.120014 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 42566) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:57.123836 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fa9e5a-d928-461e-8519-ff61f9b8eea9 None None] Routers {'17c4ca5e-5827-4f77-867c-98268bc71729'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:45:57.142941 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-98fa9e5a-d928-461e-8519-ff61f9b8eea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:45:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['17c4ca5e-5827-4f77-867c-98268bc71729'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:57.163729 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befbe8c2-1f1b-4e52-a176-c2e7eee2b7b7 req-2c733256-7949-4436-baa8-475acdb62359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:57.165517 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-befbe8c2-1f1b-4e52-a176-c2e7eee2b7b7 req-2c733256-7949-4436-baa8-475acdb62359 service neutron] 10.222.0.89 "GET /v2.0/networks?id=d265fee8-86bc-4f18-8400-270071608522 HTTP/1.1" status: 200 len: 902 time: 0.1630411 Feb 09 21:45:57.193206 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52913d6c-0e17-4428-9392-5d41c9cfd61d None None] DHCP port deletion for 986c5511-2b50-4eb7-bb75-ff9f776ff726 request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:45:57.193771 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05b0c0c9-2fd5-427b-b8bb-3815c22b18ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=103140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:45:57.226650 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-05b0c0c9-2fd5-427b-b8bb-3815c22b18ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (302376ac-9268-4998-af9e-49ee4b478b93), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:57.228197 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-05b0c0c9-2fd5-427b-b8bb-3815c22b18ad admin admin] Added segment 302376ac-9268-4998-af9e-49ee4b478b93 of type vlan for network 25defb09-d744-4c22-bfc1-6754edb35ec9 Feb 09 21:45:57.302116 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-05b0c0c9-2fd5-427b-b8bb-3815c22b18ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (25defb09-d744-4c22-bfc1-6754edb35ec9), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:57.319454 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-98fa9e5a-d928-461e-8519-ff61f9b8eea9 None None] Set router 17c4ca5e-5827-4f77-867c-98268bc71729 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:45:57.328026 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-befbe8c2-1f1b-4e52-a176-c2e7eee2b7b7 req-18b0c0bd-36b6-447f-98b2-06551c51a9e5 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c6886d61-f041-4e03-9002-7714a0a6ea30 HTTP/1.1" status: 200 len: 217 time: 0.1121995 Feb 09 21:45:57.340001 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-05b0c0c9-2fd5-427b-b8bb-3815c22b18ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (25defb09-d744-4c22-bfc1-6754edb35ec9), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:57.341231 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b0c0c9-2fd5-427b-b8bb-3815c22b18ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:57.341949 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-05b0c0c9-2fd5-427b-b8bb-3815c22b18ad admin admin] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:57.363121 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b790453-7a87-4486-be6b-1ddd71adcbc0 req-c4371291-d4c4-43ed-804e-e21b1f811e83 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:57.368589 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b790453-7a87-4486-be6b-1ddd71adcbc0 req-c4371291-d4c4-43ed-804e-e21b1f811e83 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:57.374023 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b790453-7a87-4486-be6b-1ddd71adcbc0 req-c4371291-d4c4-43ed-804e-e21b1f811e83 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:57.379803 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b790453-7a87-4486-be6b-1ddd71adcbc0 req-c4371291-d4c4-43ed-804e-e21b1f811e83 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:57.385479 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b790453-7a87-4486-be6b-1ddd71adcbc0 req-c4371291-d4c4-43ed-804e-e21b1f811e83 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:57.386429 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-52913d6c-0e17-4428-9392-5d41c9cfd61d None None] Deleting port 4cab523f-dfe3-419f-851e-d2b4f266db4d {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:45:57.387035 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-52913d6c-0e17-4428-9392-5d41c9cfd61d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (4cab523f-dfe3-419f-851e-d2b4f266db4d), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:57.391847 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b790453-7a87-4486-be6b-1ddd71adcbc0 req-c4371291-d4c4-43ed-804e-e21b1f811e83 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:57.398027 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b790453-7a87-4486-be6b-1ddd71adcbc0 req-c4371291-d4c4-43ed-804e-e21b1f811e83 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:57.406408 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2b790453-7a87-4486-be6b-1ddd71adcbc0 req-c4371291-d4c4-43ed-804e-e21b1f811e83 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 5423 time: 0.6277637 Feb 09 21:45:57.410279 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befbe8c2-1f1b-4e52-a176-c2e7eee2b7b7 req-220244c0-c83c-4b77-a405-6f4b37140daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:57.412658 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-befbe8c2-1f1b-4e52-a176-c2e7eee2b7b7 req-220244c0-c83c-4b77-a405-6f4b37140daf service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f98d2759-4f2e-4a40-86b8-36a646f017e8 HTTP/1.1" status: 200 len: 797 time: 0.0765007 Feb 09 21:45:57.465004 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-52913d6c-0e17-4428-9392-5d41c9cfd61d None None] For port 4cab523f-dfe3-419f-851e-d2b4f266db4d, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=4cab523f-dfe3-419f-851e-d2b4f266db4d,segment=NetworkSegment(e234f058-99e9-4683-aff2-a800b51d2ec4),segment_id=e234f058-99e9-4683-aff2-a800b51d2ec4)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:45:57.465004 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-52913d6c-0e17-4428-9392-5d41c9cfd61d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (4cab523f-dfe3-419f-851e-d2b4f266db4d), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:57.484987 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b0c0c9-2fd5-427b-b8bb-3815c22b18ad admin admin] Pushing event updated for resources: {'Network': ['ID=25defb09-d744-4c22-bfc1-6754edb35ec9,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:57.487268 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-933090d2-3e2d-46d7-bfd2-0a259c9fa82b tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (55d01b84-8508-4938-a373-2b525fa38488), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:57.492859 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933090d2-3e2d-46d7-bfd2-0a259c9fa82b tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:57.493482 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-933090d2-3e2d-46d7-bfd2-0a259c9fa82b tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:57.501711 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befbe8c2-1f1b-4e52-a176-c2e7eee2b7b7 req-24f403e8-2222-4a30-9fcf-14cd027a973e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:57.503336 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e525c465-c6f1-496d-a2bb-ce04dac0a4c8 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:57.503651 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-befbe8c2-1f1b-4e52-a176-c2e7eee2b7b7 req-24f403e8-2222-4a30-9fcf-14cd027a973e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d265fee8-86bc-4f18-8400-270071608522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0830789 Feb 09 21:45:57.505083 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-e525c465-c6f1-496d-a2bb-ce04dac0a4c8 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6119456 Feb 09 21:45:57.507564 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 42584) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:57.519095 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 25defb09-d744-4c22-bfc1-6754edb35ec9 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:45:57.559858 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-52913d6c-0e17-4428-9392-5d41c9cfd61d None None] Calling delete_port for 4cab523f-dfe3-419f-851e-d2b4f266db4d owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:45:57.578034 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8589fd8-4b0e-4498-b670-0282b4673d64 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:57.580598 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-c8589fd8-4b0e-4498-b670-0282b4673d64 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0710876 Feb 09 21:45:57.585669 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 42590) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:57.759504 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 4cab523f-dfe3-419f-851e-d2b4f266db4d no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:45:57.835863 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-5a005861-df8a-4bee-91f2-38f335813904 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1186252 Feb 09 21:45:57.840502 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 42596) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:57.848668 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-eb0c9a65-f017-4edd-bd38-c3351f5c98cb tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Request body: {'subnet': {'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:45:57.888870 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-52913d6c-0e17-4428-9392-5d41c9cfd61d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (4cab523f-dfe3-419f-851e-d2b4f266db4d), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:57.894926 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Port 4cab523f-dfe3-419f-851e-d2b4f266db4d update to DOWN by agent not found {{(pid=103142) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 09 21:45:57.932579 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52913d6c-0e17-4428-9392-5d41c9cfd61d None None] Pushing event deleted for resources: {'Port': ['ID=4cab523f-dfe3-419f-851e-d2b4f266db4d,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:57.944118 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52913d6c-0e17-4428-9392-5d41c9cfd61d None None] No DVR routers for this DVR port 4cab523f-dfe3-419f-851e-d2b4f266db4d on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:45:57.987181 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-98fa9e5a-d928-461e-8519-ff61f9b8eea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c4ca5e-5827-4f77-867c-98268bc71729', 'name': 'tempest-ServerRescueTestJSONUnderV235-737623099-router', 'tenant_id': '5312098ae3a8474b879f099ad572bad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '4d527b18-da3b-4687-9360-096a8df57260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:45:50Z', 'updated_at': '2022-02-09T21:45:55Z', 'revision_number': 3, 'project_id': '5312098ae3a8474b879f099ad572bad2', 'gw_port': {'id': '4d527b18-da3b-4687-9360-096a8df57260', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ce:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c4ca5e-5827-4f77-867c-98268bc71729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:52Z', 'updated_at': '2022-02-09T21:45:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:58.026072 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-befbe8c2-1f1b-4e52-a176-c2e7eee2b7b7 req-25735232-ac53-4400-8661-ffc5bcda54df service neutron] 10.222.0.89 "GET /v2.0/networks/d265fee8-86bc-4f18-8400-270071608522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4440334 Feb 09 21:45:58.059808 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fa9e5a-d928-461e-8519-ff61f9b8eea9 None None] Checking router: 17c4ca5e-5827-4f77-867c-98268bc71729 for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:45:58.060512 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fa9e5a-d928-461e-8519-ff61f9b8eea9 None None] Updating router 17c4ca5e-5827-4f77-867c-98268bc71729 port 4d527b18-da3b-4687-9360-096a8df57260 binding host n-d-828369-5 {{(pid=103142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:45:58.111835 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933090d2-3e2d-46d7-bfd2-0a259c9fa82b tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Pushing event updated for resources: {'Network': ['ID=55d01b84-8508-4938-a373-2b525fa38488,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:58.126489 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-98fa9e5a-d928-461e-8519-ff61f9b8eea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (4d527b18-da3b-4687-9360-096a8df57260), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:58.127773 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b0c0c9-2fd5-427b-b8bb-3815c22b18ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38239a27-f81f-4dbe-b735-d2ad14a0ae0d,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:58.151289 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 55d01b84-8508-4938-a373-2b525fa38488 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:45:58.203578 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2b790453-7a87-4486-be6b-1ddd71adcbc0 req-a8c10d56-f159-4fc0-b230-6459136ed5ff tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/security-groups?id=f725d2ca-c6e8-41e3-94bc-9cf24ee5a23b&id=7a6c813b-611d-4436-831d-fc6ca76a9308&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7914801 Feb 09 21:45:58.205810 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-969ad3c0-057b-45f4-b3a7-32deed063385 req-beeebbb6-6e69-4885-b7f4-9e768b35f8eb tempest-ServerShowV257Test-959739667 tempest-ServerShowV257Test-959739667-project] 10.222.0.90 "GET /v2.0/ports?device_id=3979d9fd-95f7-4f56-a982-0c792c60050c HTTP/1.1" status: 200 len: 210 time: 0.0873396 Feb 09 21:45:58.211650 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb0c9a65-f017-4edd-bd38-c3351f5c98cb tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Made reservation on behalf of 880c3cd16cc943a98203fd230e26852f for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:45:58.214980 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-eb0c9a65-f017-4edd-bd38-c3351f5c98cb tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:58.218572 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 42608) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:58.220114 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-05b0c0c9-2fd5-427b-b8bb-3815c22b18ad admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.1634774 Feb 09 21:45:58.238133 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-933090d2-3e2d-46d7-bfd2-0a259c9fa82b tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.7848592 Feb 09 21:45:58.238773 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42610) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:58.244357 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-104279eb-e2c1-438c-b350-1490982261f1 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Request body: {'subnet': {'network_id': '55d01b84-8508-4938-a373-2b525fa38488', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:45:58.315253 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-543bb129-df60-4ef1-8a8d-d271ebb33b49 admin admin] Request body: {'subnet': {'network_id': '25defb09-d744-4c22-bfc1-6754edb35ec9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-521610152-subnet', 'tenant_id': '06629d6639714c7a8d2a8ddf047a31e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:45:58.409760 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fc3a09f5-1f71-4e0b-a86a-737dc398bb75 req-225423d3-36d7-48e6-9819-af02c20118bc tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=446a9c08-b6b6-415b-9d31-50433bad72c5 HTTP/1.1" status: 200 len: 210 time: 0.0622721 Feb 09 21:45:58.439379 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-befbe8c2-1f1b-4e52-a176-c2e7eee2b7b7 req-29bfc00f-055b-4abe-a12f-55178694c788 service neutron] 10.222.0.89 "GET /v2.0/networks/d265fee8-86bc-4f18-8400-270071608522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3986301 Feb 09 21:45:58.491749 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-543bb129-df60-4ef1-8a8d-d271ebb33b49 admin admin] Made reservation on behalf of 06629d6639714c7a8d2a8ddf047a31e7 for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:45:58.497746 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-543bb129-df60-4ef1-8a8d-d271ebb33b49 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:58.521922 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-104279eb-e2c1-438c-b350-1490982261f1 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Made reservation on behalf of 87111984dff24e1780aaef3f75dde822 for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:45:58.533405 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-104279eb-e2c1-438c-b350-1490982261f1 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621317'] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:58.660875 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-98fa9e5a-d928-461e-8519-ff61f9b8eea9 None None] Publish callbacks [] for port (4d527b18-da3b-4687-9360-096a8df57260), precommit_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:58.672998 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-98fa9e5a-d928-461e-8519-ff61f9b8eea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (4d527b18-da3b-4687-9360-096a8df57260), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:58.732023 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e1641-cc18-4576-91d2-6c45983ef76c req-b995d106-bc9b-4dd2-ba65-af0b597fd5e8 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:58.733656 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d58e1641-cc18-4576-91d2-6c45983ef76c req-b995d106-bc9b-4dd2-ba65-af0b597fd5e8 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.95 "GET /v2.0/networks?id=00735365-504a-4659-b7e0-5dd13c1577e5 HTTP/1.1" status: 200 len: 812 time: 0.2936783 Feb 09 21:45:58.758543 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff45a11-3b83-4a31-be82-be27928c6961 None None] Pushing event updated for resources: {'Port': ['ID=4d527b18-da3b-4687-9360-096a8df57260,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:58.761530 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-98fa9e5a-d928-461e-8519-ff61f9b8eea9 None None] Attempting to bind port 4d527b18-da3b-4687-9360-096a8df57260 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:45:58.762155 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-98fa9e5a-d928-461e-8519-ff61f9b8eea9 None None] Attempting to bind port 4d527b18-da3b-4687-9360-096a8df57260 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:45:58.762847 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98fa9e5a-d928-461e-8519-ff61f9b8eea9 None None] Attempting to bind port 4d527b18-da3b-4687-9360-096a8df57260 on network 54a442d5-50a0-4c75-85cc-d19f5bf58118 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:45:58.771100 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98fa9e5a-d928-461e-8519-ff61f9b8eea9 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:45:58.771785 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98fa9e5a-d928-461e-8519-ff61f9b8eea9 None None] Checking segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:45:58.772354 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-98fa9e5a-d928-461e-8519-ff61f9b8eea9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:58.772847 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98fa9e5a-d928-461e-8519-ff61f9b8eea9 None None] Bound using segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:45:58.773455 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-98fa9e5a-d928-461e-8519-ff61f9b8eea9 None None] Bound port: 4d527b18-da3b-4687-9360-096a8df57260, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:45:58.773940 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-98fa9e5a-d928-461e-8519-ff61f9b8eea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (4d527b18-da3b-4687-9360-096a8df57260), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:58.774713 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-d58e1641-cc18-4576-91d2-6c45983ef76c req-bfab0ec3-f94a-472b-8eb6-8ae1cdc4b52c tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Request body: {'port': {'device_id': '446a9c08-b6b6-415b-9d31-50433bad72c5', 'network_id': '00735365-504a-4659-b7e0-5dd13c1577e5', 'admin_state_up': True, 'tenant_id': '73aafa54b15b4f2e83f3753252e1608e'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:45:58.839207 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-98fa9e5a-d928-461e-8519-ff61f9b8eea9 None None] For port 4d527b18-da3b-4687-9360-096a8df57260, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:45:58.846031 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-98fa9e5a-d928-461e-8519-ff61f9b8eea9 None None] For port 4d527b18-da3b-4687-9360-096a8df57260, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=4d527b18-da3b-4687-9360-096a8df57260,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:45:58.854274 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-98fa9e5a-d928-461e-8519-ff61f9b8eea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (4d527b18-da3b-4687-9360-096a8df57260), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:58.924059 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff45a11-3b83-4a31-be82-be27928c6961 None None] Pushing event updated for resources: {'Port': ['ID=4d527b18-da3b-4687-9360-096a8df57260,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:58.926785 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fa9e5a-d928-461e-8519-ff61f9b8eea9 None None] Routers {'17c4ca5e-5827-4f77-867c-98268bc71729'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:45:58.927519 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-98fa9e5a-d928-461e-8519-ff61f9b8eea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:45:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['17c4ca5e-5827-4f77-867c-98268bc71729'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:58.943398 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e06219a9-89a9-4861-b2c1-6af169fc811d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:59.050616 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-104279eb-e2c1-438c-b350-1490982261f1 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621371'] for subnet (3b4bae86-1a68-4a3f-a4db-6f4e58f2b7ed), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:59.052728 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-543bb129-df60-4ef1-8a8d-d271ebb33b49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (5974b033-cc61-4eb4-a4f6-ce96161693e1), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:59.063477 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-98fa9e5a-d928-461e-8519-ff61f9b8eea9 None None] Set router 17c4ca5e-5827-4f77-867c-98268bc71729 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:45:59.091915 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d58e1641-cc18-4576-91d2-6c45983ef76c req-bfab0ec3-f94a-472b-8eb6-8ae1cdc4b52c tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Made reservation on behalf of 73aafa54b15b4f2e83f3753252e1608e for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:45:59.097445 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-d58e1641-cc18-4576-91d2-6c45983ef76c req-bfab0ec3-f94a-472b-8eb6-8ae1cdc4b52c tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:59.148779 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104279eb-e2c1-438c-b350-1490982261f1 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Pushing event updated for resources: {'Subnet': ['ID=3b4bae86-1a68-4a3f-a4db-6f4e58f2b7ed,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:59.223994 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104279eb-e2c1-438c-b350-1490982261f1 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Checking segment: {'id': '0f808ff3-d9c2-413e-9f1d-f866cd4ef610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '55d01b84-8508-4938-a373-2b525fa38488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:45:59.228967 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104279eb-e2c1-438c-b350-1490982261f1 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Network hostable DHCP agents. Network: 55d01b84-8508-4938-a373-2b525fa38488, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:45:59.297584 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104279eb-e2c1-438c-b350-1490982261f1 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Network 55d01b84-8508-4938-a373-2b525fa38488 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:45:59.318256 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-104279eb-e2c1-438c-b350-1490982261f1 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 55d01b84-8508-4938-a373-2b525fa38488) {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:45:59.332326 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420b884b-d4c7-4986-ade6-8a899a896624 None None] Network 55d01b84-8508-4938-a373-2b525fa38488 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:45:59.347366 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104279eb-e2c1-438c-b350-1490982261f1 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:59.348337 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-104279eb-e2c1-438c-b350-1490982261f1 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:59.351461 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [req-d58e1641-cc18-4576-91d2-6c45983ef76c req-bfab0ec3-f94a-472b-8eb6-8ae1cdc4b52c tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Allocated IP 172.20.0.14 (00735365-504a-4659-b7e0-5dd13c1577e5/0d4cb0a9-0f8b-4759-aa75-9f58c47a4974/6726713f-2f06-4788-a4cd-0cf34fa20126) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:45:59.352294 n-d-828369-5 neutron-server[103141]: DEBUG neutron.objects.ports [None req-eb0c9a65-f017-4edd-bd38-c3351f5c98cb tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103141) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 21:45:59.377185 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543bb129-df60-4ef1-8a8d-d271ebb33b49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5974b033-cc61-4eb4-a4f6-ce96161693e1,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:59.383990 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-eb0c9a65-f017-4edd-bd38-c3351f5c98cb tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (914d99d9-0d4a-40cc-9c68-7fa1a3687da6), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:59.426432 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543bb129-df60-4ef1-8a8d-d271ebb33b49 admin admin] Checking segment: {'id': '302376ac-9268-4998-af9e-49ee4b478b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '25defb09-d744-4c22-bfc1-6754edb35ec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:45:59.426940 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543bb129-df60-4ef1-8a8d-d271ebb33b49 admin admin] Network hostable DHCP agents. Network: 25defb09-d744-4c22-bfc1-6754edb35ec9, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:45:59.457621 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9dc62afb-98f1-4869-8875-93791ef9fd8f req-6e0ec0a9-f55f-4a5d-a1a0-e643573a067a tempest-ServerShowV257Test-959739667 tempest-ServerShowV257Test-959739667-project] 10.222.0.90 "GET /v2.0/ports?device_id=3979d9fd-95f7-4f56-a982-0c792c60050c HTTP/1.1" status: 200 len: 210 time: 0.0866733 Feb 09 21:45:59.481075 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-98fa9e5a-d928-461e-8519-ff61f9b8eea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c4ca5e-5827-4f77-867c-98268bc71729', 'name': 'tempest-ServerRescueTestJSONUnderV235-737623099-router', 'tenant_id': '5312098ae3a8474b879f099ad572bad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '4d527b18-da3b-4687-9360-096a8df57260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:45:50Z', 'updated_at': '2022-02-09T21:45:55Z', 'revision_number': 3, 'project_id': '5312098ae3a8474b879f099ad572bad2', 'gw_port': {'id': '4d527b18-da3b-4687-9360-096a8df57260', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ce:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c4ca5e-5827-4f77-867c-98268bc71729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:52Z', 'updated_at': '2022-02-09T21:45:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:45:59.496323 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-104279eb-e2c1-438c-b350-1490982261f1 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2462411 Feb 09 21:45:59.496323 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42624) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:59.503539 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0c9a65-f017-4edd-bd38-c3351f5c98cb tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:45:59.521605 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-30ed8841-52e8-4e3d-b2b2-95d94c65e24a tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Request body: {'port': {'network_id': '55d01b84-8508-4938-a373-2b525fa38488', 'name': 'tempest-PortsIpV6TestJSON-816687603'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:45:59.522418 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-eb0c9a65-f017-4edd-bd38-c3351f5c98cb tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:45:59.548573 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0c9a65-f017-4edd-bd38-c3351f5c98cb tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:59.549356 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-eb0c9a65-f017-4edd-bd38-c3351f5c98cb tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:59.564799 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543bb129-df60-4ef1-8a8d-d271ebb33b49 admin admin] Network 25defb09-d744-4c22-bfc1-6754edb35ec9 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:45:59.579683 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fa9e5a-d928-461e-8519-ff61f9b8eea9 None None] The sync data for ids ['17c4ca5e-5827-4f77-867c-98268bc71729'] in n-d-828369-5 is: [{'id': '17c4ca5e-5827-4f77-867c-98268bc71729', 'name': 'tempest-ServerRescueTestJSONUnderV235-737623099-router', 'tenant_id': '5312098ae3a8474b879f099ad572bad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '4d527b18-da3b-4687-9360-096a8df57260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:45:50Z', 'updated_at': '2022-02-09T21:45:55Z', 'revision_number': 3, 'project_id': '5312098ae3a8474b879f099ad572bad2', 'gw_port': {'id': '4d527b18-da3b-4687-9360-096a8df57260', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ce:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c4ca5e-5827-4f77-867c-98268bc71729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:52Z', 'updated_at': '2022-02-09T21:45:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:45:59.586827 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac610951-cf10-475f-952f-a31947f16a6f None None] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:45:59.618541 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0c9a65-f017-4edd-bd38-c3351f5c98cb tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event updated for resources: {'Subnet': ['ID=914d99d9-0d4a-40cc-9c68-7fa1a3687da6,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:45:59.620836 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-543bb129-df60-4ef1-8a8d-d271ebb33b49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 25defb09-d744-4c22-bfc1-6754edb35ec9) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:45:59.640128 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-eb0c9a65-f017-4edd-bd38-c3351f5c98cb tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7984266 Feb 09 21:45:59.640932 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 42626) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:45:59.642456 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-e06219a9-89a9-4861-b2c1-6af169fc811d admin admin] Allocated IP 172.20.0.1 (8d4b7775-2d23-4928-88f4-d74b5ea85dd4/5f65088d-2de0-4968-a14e-b62ef283813c/6cabfc4e-d5b8-45f6-ac93-48f9e27b9fe3) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:45:59.652025 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543bb129-df60-4ef1-8a8d-d271ebb33b49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:59.656852 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-543bb129-df60-4ef1-8a8d-d271ebb33b49 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:45:59.658755 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb746b9-063e-4ac1-bfab-b37db667dfd3 None None] Network 25defb09-d744-4c22-bfc1-6754edb35ec9 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:45:59.663375 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ac9e6-9f25-43dc-ae06-0ee787f14828 req-6290334f-e98a-410c-b09b-1779729f21a1 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:59.675142 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ac9e6-9f25-43dc-ae06-0ee787f14828 req-6290334f-e98a-410c-b09b-1779729f21a1 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:59.683063 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-34fbaf6c-ae83-4ffa-bcf6-e01fb34f7a10 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Request body: {'subnet': {'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:45:59.689373 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ac9e6-9f25-43dc-ae06-0ee787f14828 req-6290334f-e98a-410c-b09b-1779729f21a1 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:59.701310 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ac9e6-9f25-43dc-ae06-0ee787f14828 req-6290334f-e98a-410c-b09b-1779729f21a1 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:59.705845 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-543bb129-df60-4ef1-8a8d-d271ebb33b49 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4117608 Feb 09 21:45:59.723714 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ac9e6-9f25-43dc-ae06-0ee787f14828 req-6290334f-e98a-410c-b09b-1779729f21a1 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:59.735361 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ac9e6-9f25-43dc-ae06-0ee787f14828 req-6290334f-e98a-410c-b09b-1779729f21a1 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:59.749827 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ac9e6-9f25-43dc-ae06-0ee787f14828 req-6290334f-e98a-410c-b09b-1779729f21a1 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:45:59.754440 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8f5ac9e6-9f25-43dc-ae06-0ee787f14828 req-6290334f-e98a-410c-b09b-1779729f21a1 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 5423 time: 0.3929086 Feb 09 21:45:59.878398 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-87cc0e2d-b122-4351-92b8-18f75cdae70f req-87c6b3a5-881c-4d60-a6db-01d2c8966296 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=446a9c08-b6b6-415b-9d31-50433bad72c5 HTTP/1.1" status: 200 len: 210 time: 0.2620485 Feb 09 21:46:00.059554 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e06219a9-89a9-4861-b2c1-6af169fc811d admin admin] Publish callbacks [] for port (6cabfc4e-d5b8-45f6-ac93-48f9e27b9fe3), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:00.112991 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e06219a9-89a9-4861-b2c1-6af169fc811d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (6cabfc4e-d5b8-45f6-ac93-48f9e27b9fe3), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:00.144051 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8f5ac9e6-9f25-43dc-ae06-0ee787f14828 req-415ce1d9-0571-4ef9-8a75-b6a5c0ed7a92 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/security-groups?id=f725d2ca-c6e8-41e3-94bc-9cf24ee5a23b&id=7a6c813b-611d-4436-831d-fc6ca76a9308&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3367443 Feb 09 21:46:00.213966 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-d58e1641-cc18-4576-91d2-6c45983ef76c req-bfab0ec3-f94a-472b-8eb6-8ae1cdc4b52c tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Publish callbacks [] for port (6726713f-2f06-4788-a4cd-0cf34fa20126), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:00.221280 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ed8841-52e8-4e3d-b2b2-95d94c65e24a tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Made reservation on behalf of 87111984dff24e1780aaef3f75dde822 for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:46:00.222348 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06219a9-89a9-4861-b2c1-6af169fc811d admin admin] Pushing event updated for resources: {'Port': ['ID=6cabfc4e-d5b8-45f6-ac93-48f9e27b9fe3,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:00.224928 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30ed8841-52e8-4e3d-b2b2-95d94c65e24a tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:00.234181 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06219a9-89a9-4861-b2c1-6af169fc811d admin admin] Network 8d4b7775-2d23-4928-88f4-d74b5ea85dd4 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:46:00.237595 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-e06219a9-89a9-4861-b2c1-6af169fc811d admin admin] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:46:00.248292 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06219a9-89a9-4861-b2c1-6af169fc811d admin admin] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:46:00.251847 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34fbaf6c-ae83-4ffa-bcf6-e01fb34f7a10 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Made reservation on behalf of 880c3cd16cc943a98203fd230e26852f for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:46:00.257207 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-34fbaf6c-ae83-4ffa-bcf6-e01fb34f7a10 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:00.259503 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-30ed8841-52e8-4e3d-b2b2-95d94c65e24a tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] device_id is not set on port a630ed79-4fa5-4b14-9983-ba25b5d8a6eb yet. {{(pid=103140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:46:00.371579 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e06219a9-89a9-4861-b2c1-6af169fc811d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554727'] for router_interface (17c4ca5e-5827-4f77-867c-98268bc71729), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:00.408762 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3f9623-a8f9-4440-8768-6f24869bad0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-55d01b84-8508-4938-a373-2b525fa38488', 'network_id': '55d01b84-8508-4938-a373-2b525fa38488', 'project_id': '87111984dff24e1780aaef3f75dde822', 'fixed_ips': [{'subnet_id': '3b4bae86-1a68-4a3f-a4db-6f4e58f2b7ed'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:46:00.409669 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1b3f9623-a8f9-4440-8768-6f24869bad0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:00.439128 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c1a991-070f-4d22-be2e-f0b62befce87 None None] Network 25defb09-d744-4c22-bfc1-6754edb35ec9 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:46:00.448624 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-30ed8841-52e8-4e3d-b2b2-95d94c65e24a tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Allocated IP 2001:db8::230 (55d01b84-8508-4938-a373-2b525fa38488/3b4bae86-1a68-4a3f-a4db-6f4e58f2b7ed/a630ed79-4fa5-4b14-9983-ba25b5d8a6eb) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:46:00.480947 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976137d7-b898-43e8-8c9b-4a12c46fd8e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-986c5511-2b50-4eb7-bb75-ff9f776ff726', 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726', 'project_id': '880c3cd16cc943a98203fd230e26852f', 'fixed_ips': [{'subnet_id': '914d99d9-0d4a-40cc-9c68-7fa1a3687da6'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:46:00.481890 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-976137d7-b898-43e8-8c9b-4a12c46fd8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:00.768606 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-30e741d3-0420-4b87-8334-47ce07148dbc req-ff86082e-b0f2-4ab1-a7ef-0fcd4718c5cd tempest-ServerShowV257Test-959739667 tempest-ServerShowV257Test-959739667-project] 10.222.0.90 "GET /v2.0/ports?device_id=3979d9fd-95f7-4f56-a982-0c792c60050c HTTP/1.1" status: 200 len: 210 time: 0.0678411 Feb 09 21:46:00.832974 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-d58e1641-cc18-4576-91d2-6c45983ef76c req-bfab0ec3-f94a-472b-8eb6-8ae1cdc4b52c tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (6726713f-2f06-4788-a4cd-0cf34fa20126), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:00.862012 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30ed8841-52e8-4e3d-b2b2-95d94c65e24a tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for port (a630ed79-4fa5-4b14-9983-ba25b5d8a6eb), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:00.891359 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d58e1641-cc18-4576-91d2-6c45983ef76c req-bfab0ec3-f94a-472b-8eb6-8ae1cdc4b52c tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Network 00735365-504a-4659-b7e0-5dd13c1577e5 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:46:00.905212 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [req-d58e1641-cc18-4576-91d2-6c45983ef76c req-bfab0ec3-f94a-472b-8eb6-8ae1cdc4b52c tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:46:00.909962 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-976137d7-b898-43e8-8c9b-4a12c46fd8e8 None None] Allocated IP 2001:db8::f816:3eff:fe3b:1ca8 (986c5511-2b50-4eb7-bb75-ff9f776ff726/914d99d9-0d4a-40cc-9c68-7fa1a3687da6/29a1b978-64e3-422b-9f4c-dee4c5fd5dff) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:46:00.929996 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-d58e1641-cc18-4576-91d2-6c45983ef76c req-bfab0ec3-f94a-472b-8eb6-8ae1cdc4b52c tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:46:01.024619 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfab0ec3-f94a-472b-8eb6-8ae1cdc4b52c tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Pushing event updated for resources: {'Port': ['ID=6726713f-2f06-4788-a4cd-0cf34fa20126,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:01.076205 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e1641-cc18-4576-91d2-6c45983ef76c req-bfab0ec3-f94a-472b-8eb6-8ae1cdc4b52c tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:01.076907 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-d58e1641-cc18-4576-91d2-6c45983ef76c req-bfab0ec3-f94a-472b-8eb6-8ae1cdc4b52c tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:01.119985 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d58e1641-cc18-4576-91d2-6c45983ef76c req-bfab0ec3-f94a-472b-8eb6-8ae1cdc4b52c tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3520825 Feb 09 21:46:01.134720 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-d58e1641-cc18-4576-91d2-6c45983ef76c req-520b38d3-f071-4f39-9cd9-8c0e479ae2b7 service neutron] Request body: {'port': {'device_id': '446a9c08-b6b6-415b-9d31-50433bad72c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-5'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:01.182273 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfae3f54-a5a9-4220-909a-654ebc9d51f7 req-139742a4-ce60-4037-97dd-342ddf9f1df2 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:01.183967 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bfae3f54-a5a9-4220-909a-654ebc9d51f7 req-139742a4-ce60-4037-97dd-342ddf9f1df2 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=446a9c08-b6b6-415b-9d31-50433bad72c5 HTTP/1.1" status: 200 len: 932 time: 0.1634147 Feb 09 21:46:01.188544 n-d-828369-5 neutron-server[103141]: INFO neutron.db.ipam_backend_mixin [None req-34fbaf6c-ae83-4ffa-bcf6-e01fb34f7a10 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 914d99d9-0d4a-40cc-9c68-7fa1a3687da6 (CIDR: 2001:db8::/64) Feb 09 21:46:01.210610 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-34fbaf6c-ae83-4ffa-bcf6-e01fb34f7a10 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:46:01.211347 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34fbaf6c-ae83-4ffa-bcf6-e01fb34f7a10 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:46:01.235152 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ccf54dbc-5d89-467d-a322-b721b10d1c05 req-f51a19f6-9430-4e18-9087-ce3f02e9c4c1 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=3979d9fd-95f7-4f56-a982-0c792c60050c HTTP/1.1" status: 200 len: 210 time: 0.0439274 Feb 09 21:46:01.263626 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-34fbaf6c-ae83-4ffa-bcf6-e01fb34f7a10 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6130238 Feb 09 21:46:01.266832 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 42646) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:01.272349 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30ed8841-52e8-4e3d-b2b2-95d94c65e24a tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (a630ed79-4fa5-4b14-9983-ba25b5d8a6eb), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:01.275598 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-c404102a-448d-4958-b88d-f4ba3d818437 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Request body: {'subnet': {'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:01.307339 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ed8841-52e8-4e3d-b2b2-95d94c65e24a tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Network 55d01b84-8508-4938-a373-2b525fa38488 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:46:01.317568 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-30ed8841-52e8-4e3d-b2b2-95d94c65e24a tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:46:01.320011 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ed8841-52e8-4e3d-b2b2-95d94c65e24a tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:46:01.325755 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ed8841-52e8-4e3d-b2b2-95d94c65e24a tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:01.326410 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30ed8841-52e8-4e3d-b2b2-95d94c65e24a tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:01.358144 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-976137d7-b898-43e8-8c9b-4a12c46fd8e8 None None] Publish callbacks [] for port (29a1b978-64e3-422b-9f4c-dee4c5fd5dff), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:01.377916 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-976137d7-b898-43e8-8c9b-4a12c46fd8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (29a1b978-64e3-422b-9f4c-dee4c5fd5dff), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:01.391319 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-1b3f9623-a8f9-4440-8768-6f24869bad0a None None] Allocated IP 2001:db8::2 (55d01b84-8508-4938-a373-2b525fa38488/3b4bae86-1a68-4a3f-a4db-6f4e58f2b7ed/42344ed8-8591-43e6-9040-f606cead6dfd) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:46:01.408862 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-d58e1641-cc18-4576-91d2-6c45983ef76c req-520b38d3-f071-4f39-9cd9-8c0e479ae2b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (6726713f-2f06-4788-a4cd-0cf34fa20126), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:01.465414 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976137d7-b898-43e8-8c9b-4a12c46fd8e8 None None] Pushing event updated for resources: {'Port': ['ID=29a1b978-64e3-422b-9f4c-dee4c5fd5dff,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:01.476746 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976137d7-b898-43e8-8c9b-4a12c46fd8e8 None None] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:46:01.491174 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-976137d7-b898-43e8-8c9b-4a12c46fd8e8 None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:46:01.556192 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976137d7-b898-43e8-8c9b-4a12c46fd8e8 None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:46:01.681236 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e06219a9-89a9-4861-b2c1-6af169fc811d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (6cabfc4e-d5b8-45f6-ac93-48f9e27b9fe3), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:01.705066 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c404102a-448d-4958-b88d-f4ba3d818437 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Made reservation on behalf of 880c3cd16cc943a98203fd230e26852f for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:46:01.713003 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c404102a-448d-4958-b88d-f4ba3d818437 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:01.736460 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [req-d58e1641-cc18-4576-91d2-6c45983ef76c req-520b38d3-f071-4f39-9cd9-8c0e479ae2b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6726713f-2f06-4788-a4cd-0cf34fa20126 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:46:01.739022 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-976137d7-b898-43e8-8c9b-4a12c46fd8e8 None None] Attempting to bind port 29a1b978-64e3-422b-9f4c-dee4c5fd5dff on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:46:01.744612 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-d58e1641-cc18-4576-91d2-6c45983ef76c req-520b38d3-f071-4f39-9cd9-8c0e479ae2b7 service neutron] Publish callbacks [] for port (6726713f-2f06-4788-a4cd-0cf34fa20126), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:01.745275 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-976137d7-b898-43e8-8c9b-4a12c46fd8e8 None None] Attempting to bind port 29a1b978-64e3-422b-9f4c-dee4c5fd5dff by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': 'e234f058-99e9-4683-aff2-a800b51d2ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:46:01.745895 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976137d7-b898-43e8-8c9b-4a12c46fd8e8 None None] Attempting to bind port 29a1b978-64e3-422b-9f4c-dee4c5fd5dff on network 986c5511-2b50-4eb7-bb75-ff9f776ff726 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:46:01.757902 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [req-d58e1641-cc18-4576-91d2-6c45983ef76c req-520b38d3-f071-4f39-9cd9-8c0e479ae2b7 service neutron] Transition to ACTIVE for port object 6726713f-2f06-4788-a4cd-0cf34fa20126 will not be triggered until provisioned by entity L2. {{(pid=103140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:46:01.761880 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976137d7-b898-43e8-8c9b-4a12c46fd8e8 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:46:01.771796 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976137d7-b898-43e8-8c9b-4a12c46fd8e8 None None] Checking segment: {'id': 'e234f058-99e9-4683-aff2-a800b51d2ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:46:01.772200 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-976137d7-b898-43e8-8c9b-4a12c46fd8e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:01.772780 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976137d7-b898-43e8-8c9b-4a12c46fd8e8 None None] Bound using segment: {'id': 'e234f058-99e9-4683-aff2-a800b51d2ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:46:01.773400 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-976137d7-b898-43e8-8c9b-4a12c46fd8e8 None None] Bound port: 29a1b978-64e3-422b-9f4c-dee4c5fd5dff, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e234f058-99e9-4683-aff2-a800b51d2ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:46:01.773799 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-976137d7-b898-43e8-8c9b-4a12c46fd8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (29a1b978-64e3-422b-9f4c-dee4c5fd5dff), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:01.815799 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 4d527b18-da3b-4687-9360-096a8df57260 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:46:01.823337 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bfae3f54-a5a9-4220-909a-654ebc9d51f7 req-1341f996-35e3-47a6-a68d-74d27dfb6b8b tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5845659 Feb 09 21:46:01.825078 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-d58e1641-cc18-4576-91d2-6c45983ef76c req-520b38d3-f071-4f39-9cd9-8c0e479ae2b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (6726713f-2f06-4788-a4cd-0cf34fa20126), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:01.845420 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-30ed8841-52e8-4e3d-b2b2-95d94c65e24a tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3546464 Feb 09 21:46:01.850069 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 42650) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:01.867829 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ed8841-52e8-4e3d-b2b2-95d94c65e24a tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Pushing event updated for resources: {'Port': ['ID=a630ed79-4fa5-4b14-9983-ba25b5d8a6eb,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:01.897679 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-0d70e0ff-b7eb-4d48-89bb-830f913e9c7e tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Request body: {'port': {'network_id': '55d01b84-8508-4938-a373-2b525fa38488', 'name': 'tempest-PortsIpV6TestJSON-52440735'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:01.982422 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e6ddb5-c201-4cb8-8b9d-d7e75c6a58ff req-5912f047-4db9-470b-8736-8579a149bc61 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:01.993664 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e6ddb5-c201-4cb8-8b9d-d7e75c6a58ff req-5912f047-4db9-470b-8736-8579a149bc61 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:01.999863 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e6ddb5-c201-4cb8-8b9d-d7e75c6a58ff req-5912f047-4db9-470b-8736-8579a149bc61 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:02.005299 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e6ddb5-c201-4cb8-8b9d-d7e75c6a58ff req-5912f047-4db9-470b-8736-8579a149bc61 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:02.010779 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e6ddb5-c201-4cb8-8b9d-d7e75c6a58ff req-5912f047-4db9-470b-8736-8579a149bc61 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:02.016787 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e6ddb5-c201-4cb8-8b9d-d7e75c6a58ff req-5912f047-4db9-470b-8736-8579a149bc61 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:02.029916 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e6ddb5-c201-4cb8-8b9d-d7e75c6a58ff req-5912f047-4db9-470b-8736-8579a149bc61 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:02.044488 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-38e6ddb5-c201-4cb8-8b9d-d7e75c6a58ff req-5912f047-4db9-470b-8736-8579a149bc61 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 5423 time: 0.7483876 Feb 09 21:46:02.046377 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520b38d3-f071-4f39-9cd9-8c0e479ae2b7 service neutron] Pushing event updated for resources: {'Port': ['ID=6726713f-2f06-4788-a4cd-0cf34fa20126,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:02.134771 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-976137d7-b898-43e8-8c9b-4a12c46fd8e8 None None] For port 29a1b978-64e3-422b-9f4c-dee4c5fd5dff, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:46:02.185010 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d70e0ff-b7eb-4d48-89bb-830f913e9c7e tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Made reservation on behalf of 87111984dff24e1780aaef3f75dde822 for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:46:02.185010 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0d70e0ff-b7eb-4d48-89bb-830f913e9c7e tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:02.214474 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-976137d7-b898-43e8-8c9b-4a12c46fd8e8 None None] For port 29a1b978-64e3-422b-9f4c-dee4c5fd5dff, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=29a1b978-64e3-422b-9f4c-dee4c5fd5dff,segment=NetworkSegment(e234f058-99e9-4683-aff2-a800b51d2ec4),segment_id=e234f058-99e9-4683-aff2-a800b51d2ec4)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:46:02.260349 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [None req-0d70e0ff-b7eb-4d48-89bb-830f913e9c7e tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] device_id is not set on port 5f1de832-5e91-4d26-beee-741dfebf6481 yet. {{(pid=103141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:46:02.262389 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 4d527b18-da3b-4687-9360-096a8df57260 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:02.263062 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (4d527b18-da3b-4687-9360-096a8df57260), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:02.266240 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-976137d7-b898-43e8-8c9b-4a12c46fd8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (29a1b978-64e3-422b-9f4c-dee4c5fd5dff), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:02.344872 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-052c7a2d-2fe9-46f2-80af-58fd9b9c8fd4 req-eb44a797-ccac-4d2d-a194-6df64ccfcba2 tempest-ServerShowV257Test-959739667 tempest-ServerShowV257Test-959739667-project] 10.222.0.90 "GET /v2.0/ports?device_id=3979d9fd-95f7-4f56-a982-0c792c60050c HTTP/1.1" status: 200 len: 210 time: 0.2932844 Feb 09 21:46:02.418422 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1b3f9623-a8f9-4440-8768-6f24869bad0a None None] Publish callbacks [] for port (42344ed8-8591-43e6-9040-f606cead6dfd), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:02.422642 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976137d7-b898-43e8-8c9b-4a12c46fd8e8 None None] Pushing event updated for resources: {'Port': ['ID=29a1b978-64e3-422b-9f4c-dee4c5fd5dff,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:02.426026 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-38e6ddb5-c201-4cb8-8b9d-d7e75c6a58ff req-191e5329-cdd1-43cc-be89-db43453d98f6 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/security-groups?id=f725d2ca-c6e8-41e3-94bc-9cf24ee5a23b&id=7a6c813b-611d-4436-831d-fc6ca76a9308&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3733547 Feb 09 21:46:02.427099 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-d58e1641-cc18-4576-91d2-6c45983ef76c req-520b38d3-f071-4f39-9cd9-8c0e479ae2b7 service neutron] Attempting to bind port 6726713f-2f06-4788-a4cd-0cf34fa20126 on host n-h1-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:46:02.427449 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-d58e1641-cc18-4576-91d2-6c45983ef76c req-520b38d3-f071-4f39-9cd9-8c0e479ae2b7 service neutron] Attempting to bind port 6726713f-2f06-4788-a4cd-0cf34fa20126 by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': 'ab2445e6-d1b5-43a7-9d83-6a2f567a89ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '00735365-504a-4659-b7e0-5dd13c1577e5'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:46:02.427785 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58e1641-cc18-4576-91d2-6c45983ef76c req-520b38d3-f071-4f39-9cd9-8c0e479ae2b7 service neutron] Attempting to bind port 6726713f-2f06-4788-a4cd-0cf34fa20126 on network 00735365-504a-4659-b7e0-5dd13c1577e5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:46:02.445012 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58e1641-cc18-4576-91d2-6c45983ef76c req-520b38d3-f071-4f39-9cd9-8c0e479ae2b7 service neutron] Port 6726713f-2f06-4788-a4cd-0cf34fa20126 on network 00735365-504a-4659-b7e0-5dd13c1577e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:46:02.450318 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58e1641-cc18-4576-91d2-6c45983ef76c req-520b38d3-f071-4f39-9cd9-8c0e479ae2b7 service neutron] Attempting to bind port 6726713f-2f06-4788-a4cd-0cf34fa20126 on network 00735365-504a-4659-b7e0-5dd13c1577e5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:46:02.464741 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58e1641-cc18-4576-91d2-6c45983ef76c req-520b38d3-f071-4f39-9cd9-8c0e479ae2b7 service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:46:02.469191 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58e1641-cc18-4576-91d2-6c45983ef76c req-520b38d3-f071-4f39-9cd9-8c0e479ae2b7 service neutron] Checking segment: {'id': 'ab2445e6-d1b5-43a7-9d83-6a2f567a89ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '00735365-504a-4659-b7e0-5dd13c1577e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:46:02.470240 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58e1641-cc18-4576-91d2-6c45983ef76c req-520b38d3-f071-4f39-9cd9-8c0e479ae2b7 service neutron] Bound using segment: {'id': 'ab2445e6-d1b5-43a7-9d83-6a2f567a89ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '00735365-504a-4659-b7e0-5dd13c1577e5'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:46:02.471334 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-d58e1641-cc18-4576-91d2-6c45983ef76c req-520b38d3-f071-4f39-9cd9-8c0e479ae2b7 service neutron] Bound port: 6726713f-2f06-4788-a4cd-0cf34fa20126, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab2445e6-d1b5-43a7-9d83-6a2f567a89ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '00735365-504a-4659-b7e0-5dd13c1577e5'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:46:02.472453 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-d58e1641-cc18-4576-91d2-6c45983ef76c req-520b38d3-f071-4f39-9cd9-8c0e479ae2b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (6726713f-2f06-4788-a4cd-0cf34fa20126), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:02.479581 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1b3f9623-a8f9-4440-8768-6f24869bad0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (42344ed8-8591-43e6-9040-f606cead6dfd), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:02.522926 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e06219a9-89a9-4861-b2c1-6af169fc811d admin admin] Publish callbacks [] for port (6cabfc4e-d5b8-45f6-ac93-48f9e27b9fe3), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:02.555149 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-0d70e0ff-b7eb-4d48-89bb-830f913e9c7e tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Allocated IP 2001:db8::f9 (55d01b84-8508-4938-a373-2b525fa38488/3b4bae86-1a68-4a3f-a4db-6f4e58f2b7ed/5f1de832-5e91-4d26-beee-741dfebf6481) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:46:02.595030 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-d58e1641-cc18-4576-91d2-6c45983ef76c req-520b38d3-f071-4f39-9cd9-8c0e479ae2b7 service neutron] For port 6726713f-2f06-4788-a4cd-0cf34fa20126, host n-h1-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:46:02.596382 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3f9623-a8f9-4440-8768-6f24869bad0a None None] Pushing event updated for resources: {'Port': ['ID=42344ed8-8591-43e6-9040-f606cead6dfd,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:02.599441 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-d58e1641-cc18-4576-91d2-6c45983ef76c req-520b38d3-f071-4f39-9cd9-8c0e479ae2b7 service neutron] For port 6726713f-2f06-4788-a4cd-0cf34fa20126, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=6726713f-2f06-4788-a4cd-0cf34fa20126,segment=NetworkSegment(ab2445e6-d1b5-43a7-9d83-6a2f567a89ca),segment_id=ab2445e6-d1b5-43a7-9d83-6a2f567a89ca)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:46:02.599900 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e06219a9-89a9-4861-b2c1-6af169fc811d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (6cabfc4e-d5b8-45f6-ac93-48f9e27b9fe3), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:02.609289 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-d58e1641-cc18-4576-91d2-6c45983ef76c req-520b38d3-f071-4f39-9cd9-8c0e479ae2b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (6726713f-2f06-4788-a4cd-0cf34fa20126), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:02.639168 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3f9623-a8f9-4440-8768-6f24869bad0a None None] Network 55d01b84-8508-4938-a373-2b525fa38488 is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:46:02.678689 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-1b3f9623-a8f9-4440-8768-6f24869bad0a None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:46:02.694375 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e1641-cc18-4576-91d2-6c45983ef76c req-520b38d3-f071-4f39-9cd9-8c0e479ae2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:02.695227 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-d58e1641-cc18-4576-91d2-6c45983ef76c req-520b38d3-f071-4f39-9cd9-8c0e479ae2b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:02.697619 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d58e1641-cc18-4576-91d2-6c45983ef76c req-520b38d3-f071-4f39-9cd9-8c0e479ae2b7 service neutron] 10.222.0.95 "PUT /v2.0/ports/6726713f-2f06-4788-a4cd-0cf34fa20126 HTTP/1.1" status: 200 len: 1092 time: 1.5690815 Feb 09 21:46:02.704029 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '446a9c08-b6b6-415b-9d31-50433bad72c5', 'tag': '6726713f-2f06-4788-a4cd-0cf34fa20126'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:46:02.705037 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3f9623-a8f9-4440-8768-6f24869bad0a None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:46:02.707621 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae033007-363b-4108-9664-6d8fcdfe491b" -d '{"events": [{"name": "network-changed", "server_uuid": "446a9c08-b6b6-415b-9d31-50433bad72c5", "tag": "6726713f-2f06-4788-a4cd-0cf34fa20126"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:46:02.740152 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520b38d3-f071-4f39-9cd9-8c0e479ae2b7 service neutron] Pushing event updated for resources: {'Port': ['ID=6726713f-2f06-4788-a4cd-0cf34fa20126,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:02.805832 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31d0aa8d-9c3c-477d-a6ad-982e2c6590fa x-openstack-request-id: req-31d0aa8d-9c3c-477d-a6ad-982e2c6590fa {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:46:02.806429 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "446a9c08-b6b6-415b-9d31-50433bad72c5", "tag": "6726713f-2f06-4788-a4cd-0cf34fa20126", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:46:02.806968 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-31d0aa8d-9c3c-477d-a6ad-982e2c6590fa {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:46:02.807533 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '446a9c08-b6b6-415b-9d31-50433bad72c5', 'tag': '6726713f-2f06-4788-a4cd-0cf34fa20126', 'status': 'completed', 'code': 200} Feb 09 21:46:02.837194 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e06219a9-89a9-4861-b2c1-6af169fc811d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524919'] for router_interface (17c4ca5e-5827-4f77-867c-98268bc71729), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:02.841134 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e1641-cc18-4576-91d2-6c45983ef76c req-b0b676e6-8b82-4ce4-911e-f5e24cbeabb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:02.843934 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 4d527b18-da3b-4687-9360-096a8df57260 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:02.844107 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d58e1641-cc18-4576-91d2-6c45983ef76c req-b0b676e6-8b82-4ce4-911e-f5e24cbeabb7 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=73aafa54b15b4f2e83f3753252e1608e&device_id=446a9c08-b6b6-415b-9d31-50433bad72c5 HTTP/1.1" status: 200 len: 1126 time: 0.0924606 Feb 09 21:46:02.844268 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (4d527b18-da3b-4687-9360-096a8df57260), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:02.844667 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06219a9-89a9-4861-b2c1-6af169fc811d admin admin] Pushing event updated for resources: {'Port': ['ID=6cabfc4e-d5b8-45f6-ac93-48f9e27b9fe3,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:02.867088 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-1b3f9623-a8f9-4440-8768-6f24869bad0a None None] Attempting to bind port 42344ed8-8591-43e6-9040-f606cead6dfd on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:46:02.867489 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-1b3f9623-a8f9-4440-8768-6f24869bad0a None None] Attempting to bind port 42344ed8-8591-43e6-9040-f606cead6dfd by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '0f808ff3-d9c2-413e-9f1d-f866cd4ef610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '55d01b84-8508-4938-a373-2b525fa38488'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:46:02.867962 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3f9623-a8f9-4440-8768-6f24869bad0a None None] Attempting to bind port 42344ed8-8591-43e6-9040-f606cead6dfd on network 55d01b84-8508-4938-a373-2b525fa38488 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:46:02.904941 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3f9623-a8f9-4440-8768-6f24869bad0a None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:46:02.905379 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3f9623-a8f9-4440-8768-6f24869bad0a None None] Checking segment: {'id': '0f808ff3-d9c2-413e-9f1d-f866cd4ef610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '55d01b84-8508-4938-a373-2b525fa38488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:46:02.905765 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1b3f9623-a8f9-4440-8768-6f24869bad0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:02.906168 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3f9623-a8f9-4440-8768-6f24869bad0a None None] Bound using segment: {'id': '0f808ff3-d9c2-413e-9f1d-f866cd4ef610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '55d01b84-8508-4938-a373-2b525fa38488'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:46:02.906663 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-1b3f9623-a8f9-4440-8768-6f24869bad0a None None] Bound port: 42344ed8-8591-43e6-9040-f606cead6dfd, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f808ff3-d9c2-413e-9f1d-f866cd4ef610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '55d01b84-8508-4938-a373-2b525fa38488'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:46:02.907045 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1b3f9623-a8f9-4440-8768-6f24869bad0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (42344ed8-8591-43e6-9040-f606cead6dfd), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:02.925718 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d58e1641-cc18-4576-91d2-6c45983ef76c req-4eaf814b-4a5b-44fc-85b5-58b50d6318bd service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6726713f-2f06-4788-a4cd-0cf34fa20126 HTTP/1.1" status: 200 len: 217 time: 0.0693774 Feb 09 21:46:02.956253 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port 4d527b18-da3b-4687-9360-096a8df57260, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=4d527b18-da3b-4687-9360-096a8df57260,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:03.018654 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (4d527b18-da3b-4687-9360-096a8df57260), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:03.130392 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06219a9-89a9-4861-b2c1-6af169fc811d admin admin] Network 8d4b7775-2d23-4928-88f4-d74b5ea85dd4 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:46:03.136822 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-e06219a9-89a9-4861-b2c1-6af169fc811d admin admin] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:46:03.141687 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c404102a-448d-4958-b88d-f4ba3d818437 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (2375d7ef-10b7-406b-b633-53d4a8bb5eab), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:03.168823 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e1641-cc18-4576-91d2-6c45983ef76c req-1d116994-e827-4c04-ad24-89d4a61cbea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:03.170571 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d58e1641-cc18-4576-91d2-6c45983ef76c req-1d116994-e827-4c04-ad24-89d4a61cbea1 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0d4cb0a9-0f8b-4759-aa75-9f58c47a4974 HTTP/1.1" status: 200 len: 852 time: 0.2323086 Feb 09 21:46:03.199316 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0d70e0ff-b7eb-4d48-89bb-830f913e9c7e tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for port (5f1de832-5e91-4d26-beee-741dfebf6481), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:03.211524 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=4d527b18-da3b-4687-9360-096a8df57260,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:03.220372 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-1b3f9623-a8f9-4440-8768-6f24869bad0a None None] For port 42344ed8-8591-43e6-9040-f606cead6dfd, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:46:03.224319 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-1b3f9623-a8f9-4440-8768-6f24869bad0a None None] For port 42344ed8-8591-43e6-9040-f606cead6dfd, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=42344ed8-8591-43e6-9040-f606cead6dfd,segment=NetworkSegment(0f808ff3-d9c2-413e-9f1d-f866cd4ef610),segment_id=0f808ff3-d9c2-413e-9f1d-f866cd4ef610)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:46:03.228941 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c404102a-448d-4958-b88d-f4ba3d818437 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:46:03.239057 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1b3f9623-a8f9-4440-8768-6f24869bad0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (42344ed8-8591-43e6-9040-f606cead6dfd), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:03.275105 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e117876-f632-4d57-aeb2-7d941940aa6a req-a72ac5d9-60b1-4caf-8cfc-f5c689f40216 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:03.277096 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9e117876-f632-4d57-aeb2-7d941940aa6a req-a72ac5d9-60b1-4caf-8cfc-f5c689f40216 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=446a9c08-b6b6-415b-9d31-50433bad72c5 HTTP/1.1" status: 200 len: 944 time: 0.2569168 Feb 09 21:46:03.279143 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d58e1641-cc18-4576-91d2-6c45983ef76c req-292840af-2497-4378-88d5-3257c18b68a4 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=00735365-504a-4659-b7e0-5dd13c1577e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0990684 Feb 09 21:46:03.280983 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-c404102a-448d-4958-b88d-f4ba3d818437 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:46:03.308369 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3f9623-a8f9-4440-8768-6f24869bad0a None None] Pushing event updated for resources: {'Port': ['ID=42344ed8-8591-43e6-9040-f606cead6dfd,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:03.340089 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c404102a-448d-4958-b88d-f4ba3d818437 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:03.340856 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c404102a-448d-4958-b88d-f4ba3d818437 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:03.381667 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c404102a-448d-4958-b88d-f4ba3d818437 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event updated for resources: {'Subnet': ['ID=2375d7ef-10b7-406b-b633-53d4a8bb5eab,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:03.399726 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-c404102a-448d-4958-b88d-f4ba3d818437 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1316545 Feb 09 21:46:03.404848 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 42662) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:03.410690 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-cada2f0d-9d97-4da6-be8b-a4ffa32c0cd5 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Request body: {'port': {'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726', 'mac_address': 'fa:16:3e:7f:a9:9c', 'name': 'tempest-NetworksTestDHCPv6-775968994'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:03.412567 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9e117876-f632-4d57-aeb2-7d941940aa6a req-f02a687f-c069-4fe6-93b1-a6dc551a5594 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220162 Feb 09 21:46:03.443065 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d58e1641-cc18-4576-91d2-6c45983ef76c req-b4098009-fa62-4613-95f6-6e157c58b1ec service neutron] 10.222.0.95 "GET /v2.0/networks/00735365-504a-4659-b7e0-5dd13c1577e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538346 Feb 09 21:46:03.497271 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0d70e0ff-b7eb-4d48-89bb-830f913e9c7e tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (5f1de832-5e91-4d26-beee-741dfebf6481), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:03.531081 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:46:03.535502 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-da4c360c-40ed-4af1-9209-baa508042ac4 req-80b20ad1-3100-411f-b2c7-455984bf706d tempest-ServerShowV257Test-959739667 tempest-ServerShowV257Test-959739667-project] 10.222.0.90 "GET /v2.0/ports?device_id=3979d9fd-95f7-4f56-a982-0c792c60050c HTTP/1.1" status: 200 len: 210 time: 0.0334959 Feb 09 21:46:03.537089 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e06219a9-89a9-4861-b2c1-6af169fc811d admin admin] Router 17c4ca5e-5827-4f77-867c-98268bc71729 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:46:03.607107 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d70e0ff-b7eb-4d48-89bb-830f913e9c7e tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Network 55d01b84-8508-4938-a373-2b525fa38488 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:46:03.613715 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d70e0ff-b7eb-4d48-89bb-830f913e9c7e tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Pushing event updated for resources: {'Port': ['ID=5f1de832-5e91-4d26-beee-741dfebf6481,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:03.620451 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-0d70e0ff-b7eb-4d48-89bb-830f913e9c7e tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:46:03.646030 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d58e1641-cc18-4576-91d2-6c45983ef76c req-725a62ac-465d-4e89-bc4e-0036ab208944 service neutron] 10.222.0.95 "GET /v2.0/networks/00735365-504a-4659-b7e0-5dd13c1577e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949849 Feb 09 21:46:03.678869 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686396d0-d782-42b8-8958-f5f67d7839aa req-70e683a0-c8c2-43f8-bba5-e4dd2b32b6bd tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:03.685755 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686396d0-d782-42b8-8958-f5f67d7839aa req-70e683a0-c8c2-43f8-bba5-e4dd2b32b6bd tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:03.691827 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686396d0-d782-42b8-8958-f5f67d7839aa req-70e683a0-c8c2-43f8-bba5-e4dd2b32b6bd tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:03.699010 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686396d0-d782-42b8-8958-f5f67d7839aa req-70e683a0-c8c2-43f8-bba5-e4dd2b32b6bd tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:03.706097 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686396d0-d782-42b8-8958-f5f67d7839aa req-70e683a0-c8c2-43f8-bba5-e4dd2b32b6bd tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:03.720123 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686396d0-d782-42b8-8958-f5f67d7839aa req-70e683a0-c8c2-43f8-bba5-e4dd2b32b6bd tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:03.737934 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686396d0-d782-42b8-8958-f5f67d7839aa req-70e683a0-c8c2-43f8-bba5-e4dd2b32b6bd tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:03.760475 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-686396d0-d782-42b8-8958-f5f67d7839aa req-70e683a0-c8c2-43f8-bba5-e4dd2b32b6bd tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 5423 time: 0.2000284 Feb 09 21:46:03.799324 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d70e0ff-b7eb-4d48-89bb-830f913e9c7e tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:46:03.806211 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d70e0ff-b7eb-4d48-89bb-830f913e9c7e tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:03.806900 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0d70e0ff-b7eb-4d48-89bb-830f913e9c7e tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:03.831948 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-0d70e0ff-b7eb-4d48-89bb-830f913e9c7e tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.9536977 Feb 09 21:46:03.836575 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 42676) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:03.944542 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cada2f0d-9d97-4da6-be8b-a4ffa32c0cd5 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Made reservation on behalf of 880c3cd16cc943a98203fd230e26852f for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:46:03.998398 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-686396d0-d782-42b8-8958-f5f67d7839aa req-43d5dfdf-6e33-4e2b-8df1-a91e0c86b562 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/security-groups?id=f725d2ca-c6e8-41e3-94bc-9cf24ee5a23b&id=7a6c813b-611d-4436-831d-fc6ca76a9308&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2240851 Feb 09 21:46:04.031420 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae033007-363b-4108-9664-6d8fcdfe491b req-8083bfe1-1533-45f6-aa47-3b904d5c64fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:04.033123 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ae033007-363b-4108-9664-6d8fcdfe491b req-8083bfe1-1533-45f6-aa47-3b904d5c64fa service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=73aafa54b15b4f2e83f3753252e1608e&device_id=446a9c08-b6b6-415b-9d31-50433bad72c5 HTTP/1.1" status: 200 len: 1126 time: 0.2511866 Feb 09 21:46:04.059068 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 4d527b18-da3b-4687-9360-096a8df57260 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:46:04.087438 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cada2f0d-9d97-4da6-be8b-a4ffa32c0cd5 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:04.094276 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e06219a9-89a9-4861-b2c1-6af169fc811d admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:46:04.103542 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-e06219a9-89a9-4861-b2c1-6af169fc811d admin admin] 10.222.0.90 "PUT /v2.0/routers/17c4ca5e-5827-4f77-867c-98268bc71729/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9825344 Feb 09 21:46:04.113776 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77152988-10ae-4e50-9b6f-ef3f5ea6dff3 None None] Sync routers for ids ['17c4ca5e-5827-4f77-867c-98268bc71729'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:46:04.146864 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77152988-10ae-4e50-9b6f-ef3f5ea6dff3 None None] Routers {'17c4ca5e-5827-4f77-867c-98268bc71729'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:46:04.152550 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-77152988-10ae-4e50-9b6f-ef3f5ea6dff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:45:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['17c4ca5e-5827-4f77-867c-98268bc71729'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:04.180071 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 4d527b18-da3b-4687-9360-096a8df57260 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:04.184727 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (4d527b18-da3b-4687-9360-096a8df57260), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:04.237468 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c1e84be-e22f-4735-b9ff-dcb40812dad9 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:04.241960 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-9c1e84be-e22f-4735-b9ff-dcb40812dad9 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A230 HTTP/1.1" status: 200 len: 928 time: 0.3994620 Feb 09 21:46:04.242845 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 42688) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:04.290234 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [None req-cada2f0d-9d97-4da6-be8b-a4ffa32c0cd5 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] device_id is not set on port 89c17e74-57a2-478b-b63f-4c75d423b815 yet. {{(pid=103141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:46:04.385950 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 4d527b18-da3b-4687-9360-096a8df57260 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:04.388858 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 42344ed8-8591-43e6-9040-f606cead6dfd up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:46:04.417486 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-eb0e20b8-62de-4388-9050-66be00d0cf8a req-9775579c-f0c1-43e7-b911-445fb55cf6c8 tempest-ServerShowV257Test-959739667 tempest-ServerShowV257Test-959739667-project] 10.222.0.90 "GET /v2.0/ports?device_id=3979d9fd-95f7-4f56-a982-0c792c60050c HTTP/1.1" status: 200 len: 210 time: 0.0611253 Feb 09 21:46:04.424978 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae033007-363b-4108-9664-6d8fcdfe491b req-d6b27baa-ab72-472a-82ef-7da0e0e6f9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:04.428500 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ae033007-363b-4108-9664-6d8fcdfe491b req-d6b27baa-ab72-472a-82ef-7da0e0e6f9b1 service neutron] 10.222.0.95 "GET /v2.0/networks?id=00735365-504a-4659-b7e0-5dd13c1577e5 HTTP/1.1" status: 200 len: 913 time: 0.3772109 Feb 09 21:46:04.474886 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-77152988-10ae-4e50-9b6f-ef3f5ea6dff3 None None] Set router 17c4ca5e-5827-4f77-867c-98268bc71729 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:46:04.512667 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-685cd7ff-44c5-4554-bcef-8c41204a3786 None None] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:46:04.520733 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ae033007-363b-4108-9664-6d8fcdfe491b req-cd29b35f-5790-4682-ac56-6678c2d12c61 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6726713f-2f06-4788-a4cd-0cf34fa20126 HTTP/1.1" status: 200 len: 217 time: 0.0813665 Feb 09 21:46:04.697877 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 42344ed8-8591-43e6-9040-f606cead6dfd triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:04.698560 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (42344ed8-8591-43e6-9040-f606cead6dfd), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:04.700506 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae033007-363b-4108-9664-6d8fcdfe491b req-0b2f81ba-91e3-46f9-95c2-cff84ed694c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:04.707213 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ae033007-363b-4108-9664-6d8fcdfe491b req-0b2f81ba-91e3-46f9-95c2-cff84ed694c8 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0d4cb0a9-0f8b-4759-aa75-9f58c47a4974 HTTP/1.1" status: 200 len: 852 time: 0.1695471 Feb 09 21:46:04.734766 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-733a5dc1-8941-42f1-b963-dc072c6a11c3 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Deleting port 5f1de832-5e91-4d26-beee-741dfebf6481 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:46:04.735424 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-733a5dc1-8941-42f1-b963-dc072c6a11c3 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (5f1de832-5e91-4d26-beee-741dfebf6481), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:04.776471 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ae033007-363b-4108-9664-6d8fcdfe491b req-a3e9d4bc-fbc1-4560-99fe-5a73ff13fcb2 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=00735365-504a-4659-b7e0-5dd13c1577e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477774 Feb 09 21:46:04.820129 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-e6bee694-1d62-456c-ad6c-84519fc6f2d0 None None] Provisioning complete for port 29a1b978-64e3-422b-9f4c-dee4c5fd5dff triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:04.820657 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e6bee694-1d62-456c-ad6c-84519fc6f2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (29a1b978-64e3-422b-9f4c-dee4c5fd5dff), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:04.846513 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-733a5dc1-8941-42f1-b963-dc072c6a11c3 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (5f1de832-5e91-4d26-beee-741dfebf6481), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:04.861572 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-733a5dc1-8941-42f1-b963-dc072c6a11c3 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Calling delete_port for 5f1de832-5e91-4d26-beee-741dfebf6481 owned by {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:46:04.886769 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-77152988-10ae-4e50-9b6f-ef3f5ea6dff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c4ca5e-5827-4f77-867c-98268bc71729', 'name': 'tempest-ServerRescueTestJSONUnderV235-737623099-router', 'tenant_id': '5312098ae3a8474b879f099ad572bad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '4d527b18-da3b-4687-9360-096a8df57260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:45:50Z', 'updated_at': '2022-02-09T21:46:01Z', 'revision_number': 4, 'project_id': '5312098ae3a8474b879f099ad572bad2', 'gw_port': {'id': '4d527b18-da3b-4687-9360-096a8df57260', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ce:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c4ca5e-5827-4f77-867c-98268bc71729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:52Z', 'updated_at': '2022-02-09T21:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '6cabfc4e-d5b8-45f6-ac93-48f9e27b9fe3', 'name': '', 'network_id': '8d4b7775-2d23-4928-88f4-d74b5ea85dd4', 'tenant_id': '5312098ae3a8474b879f099ad572bad2', 'mac_address': 'fa:16:3e:7c:c1:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c4ca5e-5827-4f77-867c-98268bc71729', 'device_owner': 'network:router_interface', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': '5f65088d-2de0-4968-a14e-b62ef283813c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:59Z', 'updated_at': '2022-02-09T21:46:02Z', 'revision_number': 2, 'project_id': '5312098ae3a8474b879f099ad572bad2', 'subnets': [{'id': '5f65088d-2de0-4968-a14e-b62ef283813c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:04.917719 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 42344ed8-8591-43e6-9040-f606cead6dfd is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:04.922854 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (42344ed8-8591-43e6-9040-f606cead6dfd), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:04.927450 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77152988-10ae-4e50-9b6f-ef3f5ea6dff3 None None] Checking router: 17c4ca5e-5827-4f77-867c-98268bc71729 for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:46:04.928011 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77152988-10ae-4e50-9b6f-ef3f5ea6dff3 None None] Updating router 17c4ca5e-5827-4f77-867c-98268bc71729 port 6cabfc4e-d5b8-45f6-ac93-48f9e27b9fe3 binding host n-d-828369-5 {{(pid=103143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:46:04.937937 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145a41ff-733e-45b7-9438-ffe83c32a894 req-a6c9e544-6296-4a3b-9248-2f3faf387657 tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:04.945352 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-145a41ff-733e-45b7-9438-ffe83c32a894 req-a6c9e544-6296-4a3b-9248-2f3faf387657 tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] 10.222.0.90 "GET /v2.0/networks?id=25defb09-d744-4c22-bfc1-6754edb35ec9 HTTP/1.1" status: 200 len: 808 time: 0.4279482 Feb 09 21:46:04.976879 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-77152988-10ae-4e50-9b6f-ef3f5ea6dff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (6cabfc4e-d5b8-45f6-ac93-48f9e27b9fe3), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:04.981608 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-145a41ff-733e-45b7-9438-ffe83c32a894 req-2aa65190-7107-4109-b8ac-755c72b6e98a tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] 10.222.0.90 "GET /v2.0/quotas/06629d6639714c7a8d2a8ddf047a31e7 HTTP/1.1" status: 200 len: 375 time: 0.0350056 Feb 09 21:46:05.011334 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port 42344ed8-8591-43e6-9040-f606cead6dfd, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=42344ed8-8591-43e6-9040-f606cead6dfd,segment=NetworkSegment(0f808ff3-d9c2-413e-9f1d-f866cd4ef610),segment_id=0f808ff3-d9c2-413e-9f1d-f866cd4ef610)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:05.038718 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-145a41ff-733e-45b7-9438-ffe83c32a894 req-d9e5e4bc-6b38-4bef-8c54-5a870d826312 tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=06629d6639714c7a8d2a8ddf047a31e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0559516 Feb 09 21:46:05.075191 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (42344ed8-8591-43e6-9040-f606cead6dfd), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:05.075994 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 29a1b978-64e3-422b-9f4c-dee4c5fd5dff up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:46:05.105520 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-cada2f0d-9d97-4da6-be8b-a4ffa32c0cd5 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Allocated IP 2001:db8:0:1::2f0 (986c5511-2b50-4eb7-bb75-ff9f776ff726/2375d7ef-10b7-406b-b633-53d4a8bb5eab/89c17e74-57a2-478b-b63f-4c75d423b815) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:46:05.113014 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-cada2f0d-9d97-4da6-be8b-a4ffa32c0cd5 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Allocated IP 2001:db8::f816:3eff:fe7f:a99c (986c5511-2b50-4eb7-bb75-ff9f776ff726/914d99d9-0d4a-40cc-9c68-7fa1a3687da6/89c17e74-57a2-478b-b63f-4c75d423b815) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:46:05.146652 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49458fc2-c65a-4e9a-a226-afe6f5435af2 None None] Update dhcp port {'port': {'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726', 'fixed_ips': [{'subnet_id': '914d99d9-0d4a-40cc-9c68-7fa1a3687da6', 'ip_address': '2001:db8::f816:3eff:fe3b:1ca8'}, {'subnet_id': '2375d7ef-10b7-406b-b633-53d4a8bb5eab'}], 'binding:host_id': 'n-d-828369-5'}, 'id': '29a1b978-64e3-422b-9f4c-dee4c5fd5dff'} from n-d-828369-5. {{(pid=103142) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 21:46:05.150402 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-145a41ff-733e-45b7-9438-ffe83c32a894 req-7ce4d68a-642d-473b-8706-05d7fea4e50d service neutron] 10.222.0.90 "GET /v2.0/networks/25defb09-d744-4c22-bfc1-6754edb35ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107998 Feb 09 21:46:05.213307 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ba2218-796b-4e1e-967f-a8055bf5c30c None None] Network 55d01b84-8508-4938-a373-2b525fa38488 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:46:05.264035 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-e6bee694-1d62-456c-ad6c-84519fc6f2d0 None None] Current status of the port 29a1b978-64e3-422b-9f4c-dee4c5fd5dff is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:05.265032 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e6bee694-1d62-456c-ad6c-84519fc6f2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (29a1b978-64e3-422b-9f4c-dee4c5fd5dff), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:05.288632 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68fd056-9e79-4184-8e47-d799d6d4803e req-a0bfe974-dd20-4df9-b9bd-e22cbe908329 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:05.297842 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e68fd056-9e79-4184-8e47-d799d6d4803e req-a0bfe974-dd20-4df9-b9bd-e22cbe908329 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "GET /v2.0/networks?id=8d4b7775-2d23-4928-88f4-d74b5ea85dd4 HTTP/1.1" status: 200 len: 819 time: 0.5600967 Feb 09 21:46:05.315207 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ae033007-363b-4108-9664-6d8fcdfe491b req-db135c81-a401-4400-9273-d3d508eb7517 service neutron] 10.222.0.95 "GET /v2.0/networks/00735365-504a-4659-b7e0-5dd13c1577e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5240889 Feb 09 21:46:05.344067 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cada2f0d-9d97-4da6-be8b-a4ffa32c0cd5 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for port (89c17e74-57a2-478b-b63f-4c75d423b815), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:05.388746 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cada2f0d-9d97-4da6-be8b-a4ffa32c0cd5 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (89c17e74-57a2-478b-b63f-4c75d423b815), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:05.397083 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e68fd056-9e79-4184-8e47-d799d6d4803e req-b21c39a6-15d5-44fc-b6a9-2b9ee6f8d473 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "GET /v2.0/quotas/5312098ae3a8474b879f099ad572bad2 HTTP/1.1" status: 200 len: 375 time: 0.0979340 Feb 09 21:46:05.424987 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-733a5dc1-8941-42f1-b963-dc072c6a11c3 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (5f1de832-5e91-4d26-beee-741dfebf6481), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:05.432847 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-77152988-10ae-4e50-9b6f-ef3f5ea6dff3 None None] Publish callbacks [] for port (6cabfc4e-d5b8-45f6-ac93-48f9e27b9fe3), precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:05.439987 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-77152988-10ae-4e50-9b6f-ef3f5ea6dff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (6cabfc4e-d5b8-45f6-ac93-48f9e27b9fe3), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:05.463155 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cada2f0d-9d97-4da6-be8b-a4ffa32c0cd5 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:46:05.470067 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-cada2f0d-9d97-4da6-be8b-a4ffa32c0cd5 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:46:05.473049 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cada2f0d-9d97-4da6-be8b-a4ffa32c0cd5 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:46:05.478735 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-145a41ff-733e-45b7-9438-ffe83c32a894 req-f1e9ed0d-b802-4e14-a1fd-8bf05d88941e service neutron] 10.222.0.90 "GET /v2.0/networks/25defb09-d744-4c22-bfc1-6754edb35ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3218153 Feb 09 21:46:05.479045 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cada2f0d-9d97-4da6-be8b-a4ffa32c0cd5 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:05.479914 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cada2f0d-9d97-4da6-be8b-a4ffa32c0cd5 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:05.496173 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68614de9-4280-4b78-b62b-a7a87595036b None None] Pushing event updated for resources: {'Port': ['ID=6cabfc4e-d5b8-45f6-ac93-48f9e27b9fe3,revision_number=3']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:05.508039 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68614de9-4280-4b78-b62b-a7a87595036b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:05.508308 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68614de9-4280-4b78-b62b-a7a87595036b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:05.508669 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68614de9-4280-4b78-b62b-a7a87595036b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:05.509013 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68614de9-4280-4b78-b62b-a7a87595036b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:05.509403 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68614de9-4280-4b78-b62b-a7a87595036b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:05.509747 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68614de9-4280-4b78-b62b-a7a87595036b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:05.510135 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68614de9-4280-4b78-b62b-a7a87595036b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:05.510473 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68614de9-4280-4b78-b62b-a7a87595036b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:05.510804 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68614de9-4280-4b78-b62b-a7a87595036b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:05.511132 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68614de9-4280-4b78-b62b-a7a87595036b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:05.511507 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68614de9-4280-4b78-b62b-a7a87595036b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:05.511839 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68614de9-4280-4b78-b62b-a7a87595036b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:05.512238 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68614de9-4280-4b78-b62b-a7a87595036b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:05.535363 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-49458fc2-c65a-4e9a-a226-afe6f5435af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (29a1b978-64e3-422b-9f4c-dee4c5fd5dff), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:05.546150 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 29a1b978-64e3-422b-9f4c-dee4c5fd5dff triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:05.546526 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (29a1b978-64e3-422b-9f4c-dee4c5fd5dff), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:05.557580 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-733a5dc1-8941-42f1-b963-dc072c6a11c3 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:05.562867 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e68fd056-9e79-4184-8e47-d799d6d4803e req-15216a05-66e3-491b-aac3-611f96f790f6 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=5312098ae3a8474b879f099ad572bad2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1646678 Feb 09 21:46:05.571327 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-733a5dc1-8941-42f1-b963-dc072c6a11c3 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "DELETE /v2.0/ports/5f1de832-5e91-4d26-beee-741dfebf6481 HTTP/1.1" status: 204 len: 168 time: 1.3270063 Feb 09 21:46:05.588109 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-cada2f0d-9d97-4da6-be8b-a4ffa32c0cd5 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.1817613 Feb 09 21:46:05.589193 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 42722) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:05.589633 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 42724) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:05.593575 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cada2f0d-9d97-4da6-be8b-a4ffa32c0cd5 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event updated for resources: {'Port': ['ID=89c17e74-57a2-478b-b63f-4c75d423b815,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:05.597604 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-77152988-10ae-4e50-9b6f-ef3f5ea6dff3 None None] Attempting to bind port 6cabfc4e-d5b8-45f6-ac93-48f9e27b9fe3 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:46:05.598439 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-77152988-10ae-4e50-9b6f-ef3f5ea6dff3 None None] Attempting to bind port 6cabfc4e-d5b8-45f6-ac93-48f9e27b9fe3 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '29ce073b-65c0-4f4f-be22-5f191874dff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '8d4b7775-2d23-4928-88f4-d74b5ea85dd4'}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:46:05.598988 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77152988-10ae-4e50-9b6f-ef3f5ea6dff3 None None] Attempting to bind port 6cabfc4e-d5b8-45f6-ac93-48f9e27b9fe3 on network 8d4b7775-2d23-4928-88f4-d74b5ea85dd4 {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:46:05.605501 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77152988-10ae-4e50-9b6f-ef3f5ea6dff3 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:46:05.606160 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77152988-10ae-4e50-9b6f-ef3f5ea6dff3 None None] Checking segment: {'id': '29ce073b-65c0-4f4f-be22-5f191874dff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '8d4b7775-2d23-4928-88f4-d74b5ea85dd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:46:05.606954 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-77152988-10ae-4e50-9b6f-ef3f5ea6dff3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:05.607518 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77152988-10ae-4e50-9b6f-ef3f5ea6dff3 None None] Bound using segment: {'id': '29ce073b-65c0-4f4f-be22-5f191874dff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '8d4b7775-2d23-4928-88f4-d74b5ea85dd4'} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:46:05.608186 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-77152988-10ae-4e50-9b6f-ef3f5ea6dff3 None None] Bound port: 6cabfc4e-d5b8-45f6-ac93-48f9e27b9fe3, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29ce073b-65c0-4f4f-be22-5f191874dff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '8d4b7775-2d23-4928-88f4-d74b5ea85dd4'}}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:46:05.608784 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-77152988-10ae-4e50-9b6f-ef3f5ea6dff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (6cabfc4e-d5b8-45f6-ac93-48f9e27b9fe3), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:05.675833 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce3d5f5e-d40a-457a-aef0-96769b8045df tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] GET failed (client error): The resource could not be found. Feb 09 21:46:05.681002 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-ce3d5f5e-d40a-457a-aef0-96769b8045df tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "GET /v2.0/ports/5f1de832-5e91-4d26-beee-741dfebf6481 HTTP/1.1" status: 404 len: 333 time: 0.0867534 Feb 09 21:46:05.681002 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 42728) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:05.691944 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733a5dc1-8941-42f1-b963-dc072c6a11c3 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Pushing event deleted for resources: {'Port': ['ID=5f1de832-5e91-4d26-beee-741dfebf6481,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:05.706115 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-77152988-10ae-4e50-9b6f-ef3f5ea6dff3 None None] For port 6cabfc4e-d5b8-45f6-ac93-48f9e27b9fe3, host n-d-828369-5, cleared binding levels {{(pid=103143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:46:05.717144 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-77152988-10ae-4e50-9b6f-ef3f5ea6dff3 None None] For port 6cabfc4e-d5b8-45f6-ac93-48f9e27b9fe3, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=6cabfc4e-d5b8-45f6-ac93-48f9e27b9fe3,segment=NetworkSegment(29ce073b-65c0-4f4f-be22-5f191874dff5),segment_id=29ce073b-65c0-4f4f-be22-5f191874dff5)] {{(pid=103143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:46:05.725431 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-77152988-10ae-4e50-9b6f-ef3f5ea6dff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (6cabfc4e-d5b8-45f6-ac93-48f9e27b9fe3), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:05.761741 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=42344ed8-8591-43e6-9040-f606cead6dfd,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:05.789471 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68614de9-4280-4b78-b62b-a7a87595036b None None] Pushing event updated for resources: {'Port': ['ID=6cabfc4e-d5b8-45f6-ac93-48f9e27b9fe3,revision_number=4']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:05.815603 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77152988-10ae-4e50-9b6f-ef3f5ea6dff3 None None] Routers {'17c4ca5e-5827-4f77-867c-98268bc71729'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:46:05.816067 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-77152988-10ae-4e50-9b6f-ef3f5ea6dff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:45:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['17c4ca5e-5827-4f77-867c-98268bc71729'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:05.919050 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-1e932220-c9ea-4ada-9114-15fe5a65b2a9 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Deleting port 89c17e74-57a2-478b-b63f-4c75d423b815 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:46:05.919050 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1e932220-c9ea-4ada-9114-15fe5a65b2a9 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (89c17e74-57a2-478b-b63f-4c75d423b815), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:05.951950 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-49458fc2-c65a-4e9a-a226-afe6f5435af2 None None] Allocated IP 2001:db8:0:1::2 (986c5511-2b50-4eb7-bb75-ff9f776ff726/2375d7ef-10b7-406b-b633-53d4a8bb5eab/29a1b978-64e3-422b-9f4c-dee4c5fd5dff) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:46:05.956327 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-e6bee694-1d62-456c-ad6c-84519fc6f2d0 None None] For port 29a1b978-64e3-422b-9f4c-dee4c5fd5dff, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=29a1b978-64e3-422b-9f4c-dee4c5fd5dff,segment=NetworkSegment(e234f058-99e9-4683-aff2-a800b51d2ec4),segment_id=e234f058-99e9-4683-aff2-a800b51d2ec4)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:05.970542 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-77152988-10ae-4e50-9b6f-ef3f5ea6dff3 None None] Set router 17c4ca5e-5827-4f77-867c-98268bc71729 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:46:05.980269 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-f42cee68-b6ee-47a4-80c0-36eb1ddee51d tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Deleting port a630ed79-4fa5-4b14-9983-ba25b5d8a6eb {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:46:05.980718 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f42cee68-b6ee-47a4-80c0-36eb1ddee51d tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (a630ed79-4fa5-4b14-9983-ba25b5d8a6eb), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:06.068592 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-49458fc2-c65a-4e9a-a226-afe6f5435af2 None None] For port 29a1b978-64e3-422b-9f4c-dee4c5fd5dff, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=29a1b978-64e3-422b-9f4c-dee4c5fd5dff,segment=NetworkSegment(e234f058-99e9-4683-aff2-a800b51d2ec4),segment_id=e234f058-99e9-4683-aff2-a800b51d2ec4)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:06.115841 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-49458fc2-c65a-4e9a-a226-afe6f5435af2 None None] Publish callbacks [] for port (29a1b978-64e3-422b-9f4c-dee4c5fd5dff), precommit_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:06.147777 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e6bee694-1d62-456c-ad6c-84519fc6f2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (29a1b978-64e3-422b-9f4c-dee4c5fd5dff), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:06.226946 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bee694-1d62-456c-ad6c-84519fc6f2d0 None None] Pushing event updated for resources: {'Port': ['ID=29a1b978-64e3-422b-9f4c-dee4c5fd5dff,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:06.230314 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-49458fc2-c65a-4e9a-a226-afe6f5435af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (29a1b978-64e3-422b-9f4c-dee4c5fd5dff), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:06.357521 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 29a1b978-64e3-422b-9f4c-dee4c5fd5dff is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:06.366485 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-fcf5f927-649a-479c-b6f4-59fb489fc15a None None] Provisioning complete for port 42344ed8-8591-43e6-9040-f606cead6dfd triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:06.367006 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-fcf5f927-649a-479c-b6f4-59fb489fc15a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (42344ed8-8591-43e6-9040-f606cead6dfd), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:06.387757 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ae033007-363b-4108-9664-6d8fcdfe491b req-dea1e960-488e-421c-b09a-8a0d4a9abad0 service neutron] 10.222.0.95 "GET /v2.0/networks/00735365-504a-4659-b7e0-5dd13c1577e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0609703 Feb 09 21:46:06.462500 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410b7dc2-2aba-4f8a-b672-40bf69f57693 req-4755bf94-a2cb-4caf-87bb-b046ec0c584e tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:06.469884 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-410b7dc2-2aba-4f8a-b672-40bf69f57693 req-4755bf94-a2cb-4caf-87bb-b046ec0c584e tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=446a9c08-b6b6-415b-9d31-50433bad72c5 HTTP/1.1" status: 200 len: 944 time: 0.1030846 Feb 09 21:46:06.473536 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-77152988-10ae-4e50-9b6f-ef3f5ea6dff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c4ca5e-5827-4f77-867c-98268bc71729', 'name': 'tempest-ServerRescueTestJSONUnderV235-737623099-router', 'tenant_id': '5312098ae3a8474b879f099ad572bad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '4d527b18-da3b-4687-9360-096a8df57260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:45:50Z', 'updated_at': '2022-02-09T21:46:01Z', 'revision_number': 4, 'project_id': '5312098ae3a8474b879f099ad572bad2', 'gw_port': {'id': '4d527b18-da3b-4687-9360-096a8df57260', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ce:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c4ca5e-5827-4f77-867c-98268bc71729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:52Z', 'updated_at': '2022-02-09T21:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '6cabfc4e-d5b8-45f6-ac93-48f9e27b9fe3', 'name': '', 'network_id': '8d4b7775-2d23-4928-88f4-d74b5ea85dd4', 'tenant_id': '5312098ae3a8474b879f099ad572bad2', 'mac_address': 'fa:16:3e:7c:c1:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c4ca5e-5827-4f77-867c-98268bc71729', 'device_owner': 'network:router_interface', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': '5f65088d-2de0-4968-a14e-b62ef283813c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:59Z', 'updated_at': '2022-02-09T21:46:05Z', 'revision_number': 4, 'project_id': '5312098ae3a8474b879f099ad572bad2', 'subnets': [{'id': '5f65088d-2de0-4968-a14e-b62ef283813c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:06.486998 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e68fd056-9e79-4184-8e47-d799d6d4803e req-dc1dd25d-404b-4449-b5b2-d44bc0b6c19d service neutron] 10.222.0.90 "GET /v2.0/networks/8d4b7775-2d23-4928-88f4-d74b5ea85dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9230380 Feb 09 21:46:06.509952 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1e932220-c9ea-4ada-9114-15fe5a65b2a9 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (89c17e74-57a2-478b-b63f-4c75d423b815), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:06.526667 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-1e932220-c9ea-4ada-9114-15fe5a65b2a9 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Calling delete_port for 89c17e74-57a2-478b-b63f-4c75d423b815 owned by {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:46:06.536913 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49458fc2-c65a-4e9a-a226-afe6f5435af2 None None] Pushing event updated for resources: {'Port': ['ID=29a1b978-64e3-422b-9f4c-dee4c5fd5dff,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:06.545348 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77152988-10ae-4e50-9b6f-ef3f5ea6dff3 None None] The sync data for ids ['17c4ca5e-5827-4f77-867c-98268bc71729'] in n-d-828369-5 is: [{'id': '17c4ca5e-5827-4f77-867c-98268bc71729', 'name': 'tempest-ServerRescueTestJSONUnderV235-737623099-router', 'tenant_id': '5312098ae3a8474b879f099ad572bad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '4d527b18-da3b-4687-9360-096a8df57260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:45:50Z', 'updated_at': '2022-02-09T21:46:01Z', 'revision_number': 4, 'project_id': '5312098ae3a8474b879f099ad572bad2', 'gw_port': {'id': '4d527b18-da3b-4687-9360-096a8df57260', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ce:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c4ca5e-5827-4f77-867c-98268bc71729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:52Z', 'updated_at': '2022-02-09T21:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '6cabfc4e-d5b8-45f6-ac93-48f9e27b9fe3', 'name': '', 'network_id': '8d4b7775-2d23-4928-88f4-d74b5ea85dd4', 'tenant_id': '5312098ae3a8474b879f099ad572bad2', 'mac_address': 'fa:16:3e:7c:c1:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c4ca5e-5827-4f77-867c-98268bc71729', 'device_owner': 'network:router_interface', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': '5f65088d-2de0-4968-a14e-b62ef283813c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:59Z', 'updated_at': '2022-02-09T21:46:05Z', 'revision_number': 4, 'project_id': '5312098ae3a8474b879f099ad572bad2', 'subnets': [{'id': '5f65088d-2de0-4968-a14e-b62ef283813c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:46:06.610861 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 42344ed8-8591-43e6-9040-f606cead6dfd up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:46:06.747782 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-410b7dc2-2aba-4f8a-b672-40bf69f57693 req-0b145889-115c-4666-a12c-04abc98ae771 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584436 Feb 09 21:46:06.804579 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-fcf5f927-649a-479c-b6f4-59fb489fc15a None None] Current status of the port 42344ed8-8591-43e6-9040-f606cead6dfd is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:06.830129 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 42344ed8-8591-43e6-9040-f606cead6dfd triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:06.831298 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (42344ed8-8591-43e6-9040-f606cead6dfd), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:06.833038 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e68fd056-9e79-4184-8e47-d799d6d4803e req-77739517-dc87-44ae-bfaf-bdff96df4012 service neutron] 10.222.0.90 "GET /v2.0/networks/8d4b7775-2d23-4928-88f4-d74b5ea85dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3450789 Feb 09 21:46:06.973182 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 42344ed8-8591-43e6-9040-f606cead6dfd is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:06.974479 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 29a1b978-64e3-422b-9f4c-dee4c5fd5dff up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:46:06.998124 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f42cee68-b6ee-47a4-80c0-36eb1ddee51d tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (a630ed79-4fa5-4b14-9983-ba25b5d8a6eb), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:07.033599 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5453a2a4-bbd6-49fa-90e2-5d08e36f850a req-fe523f00-a67d-42cc-a615-d00f8f4de782 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:07.050213 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5453a2a4-bbd6-49fa-90e2-5d08e36f850a req-fe523f00-a67d-42cc-a615-d00f8f4de782 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:07.055550 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5453a2a4-bbd6-49fa-90e2-5d08e36f850a req-fe523f00-a67d-42cc-a615-d00f8f4de782 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:07.062287 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5453a2a4-bbd6-49fa-90e2-5d08e36f850a req-fe523f00-a67d-42cc-a615-d00f8f4de782 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:07.067850 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5453a2a4-bbd6-49fa-90e2-5d08e36f850a req-fe523f00-a67d-42cc-a615-d00f8f4de782 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:07.070400 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-f42cee68-b6ee-47a4-80c0-36eb1ddee51d tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Calling delete_port for a630ed79-4fa5-4b14-9983-ba25b5d8a6eb owned by {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:46:07.082547 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5453a2a4-bbd6-49fa-90e2-5d08e36f850a req-fe523f00-a67d-42cc-a615-d00f8f4de782 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:07.087912 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5453a2a4-bbd6-49fa-90e2-5d08e36f850a req-fe523f00-a67d-42cc-a615-d00f8f4de782 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:07.089724 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 29a1b978-64e3-422b-9f4c-dee4c5fd5dff triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:07.090061 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (29a1b978-64e3-422b-9f4c-dee4c5fd5dff), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:07.115221 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5453a2a4-bbd6-49fa-90e2-5d08e36f850a req-fe523f00-a67d-42cc-a615-d00f8f4de782 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 5423 time: 0.2132640 Feb 09 21:46:07.212597 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 6726713f-2f06-4788-a4cd-0cf34fa20126 details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:46:07.260885 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-e3ea5701-df01-4a93-8a82-085c4e5485ce None None] Provisioning complete for port a630ed79-4fa5-4b14-9983-ba25b5d8a6eb triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:07.261631 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e3ea5701-df01-4a93-8a82-085c4e5485ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (a630ed79-4fa5-4b14-9983-ba25b5d8a6eb), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:07.294016 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-324a64b7-4dbc-4c66-a4ec-0fe323848282 req-8f2d9cc0-b17d-49dd-8fe9-10ca232b1ae8 tempest-ServerShowV257Test-959739667 tempest-ServerShowV257Test-959739667-project] 10.222.0.90 "GET /v2.0/ports?device_id=3979d9fd-95f7-4f56-a982-0c792c60050c HTTP/1.1" status: 200 len: 210 time: 0.1025434 Feb 09 21:46:07.358991 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5453a2a4-bbd6-49fa-90e2-5d08e36f850a req-a70b0358-86af-4d5c-9eda-7d803f1769c5 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/security-groups?id=f725d2ca-c6e8-41e3-94bc-9cf24ee5a23b&id=7a6c813b-611d-4436-831d-fc6ca76a9308&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2416320 Feb 09 21:46:07.443698 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.db.resource_extend [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 21:46:07.554789 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-14cad5ba-f2d8-4947-810b-12a6409674c4 req-1687531b-b959-4d5f-acb1-090db9537f94 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "GET /v2.0/ports?device_id=c50e996d-3eef-4dc6-9a7b-8319a153165b HTTP/1.1" status: 200 len: 210 time: 0.0826521 Feb 09 21:46:07.591891 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-e3ea5701-df01-4a93-8a82-085c4e5485ce None None] Port a630ed79-4fa5-4b14-9983-ba25b5d8a6eb cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:46:07.640841 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f42cee68-b6ee-47a4-80c0-36eb1ddee51d tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (a630ed79-4fa5-4b14-9983-ba25b5d8a6eb), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:07.645132 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8273a892-fc86-4e97-be17-253591dfaa9e req-2d8de062-8edb-494a-8c4a-0baa20eecec0 tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] 10.222.0.90 "GET /v2.0/ports?device_id=4e98c9ca-b181-4bb0-8b06-e4e2ab95a399 HTTP/1.1" status: 200 len: 210 time: 0.1172626 Feb 09 21:46:07.652800 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-e3ea5701-df01-4a93-8a82-085c4e5485ce None None] Provisioning complete for port 42344ed8-8591-43e6-9040-f606cead6dfd triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:07.654365 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e3ea5701-df01-4a93-8a82-085c4e5485ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (42344ed8-8591-43e6-9040-f606cead6dfd), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:07.724864 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 29a1b978-64e3-422b-9f4c-dee4c5fd5dff is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:07.771559 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1e932220-c9ea-4ada-9114-15fe5a65b2a9 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (89c17e74-57a2-478b-b63f-4c75d423b815), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:07.802194 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 6726713f-2f06-4788-a4cd-0cf34fa20126, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=6726713f-2f06-4788-a4cd-0cf34fa20126,segment=NetworkSegment(ab2445e6-d1b5-43a7-9d83-6a2f567a89ca),segment_id=ab2445e6-d1b5-43a7-9d83-6a2f567a89ca)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:07.817736 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42cee68-b6ee-47a4-80c0-36eb1ddee51d tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Pushing event deleted for resources: {'Port': ['ID=a630ed79-4fa5-4b14-9983-ba25b5d8a6eb,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:07.843919 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': '6726713f-2f06-4788-a4cd-0cf34fa20126', 'network_id': '00735365-504a-4659-b7e0-5dd13c1577e5', 'port_id': '6726713f-2f06-4788-a4cd-0cf34fa20126', 'mac_address': 'fa:16:3e:b9:33:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d4cb0a9-0f8b-4759-aa75-9f58c47a4974', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:46:07.894413 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145a41ff-733e-45b7-9438-ffe83c32a894 req-f1dd22ab-efeb-420d-a032-a8b518fa098c tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:07.896755 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-145a41ff-733e-45b7-9438-ffe83c32a894 req-f1dd22ab-efeb-420d-a032-a8b518fa098c tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] 10.222.0.89 "GET /v2.0/networks?id=25defb09-d744-4c22-bfc1-6754edb35ec9 HTTP/1.1" status: 200 len: 808 time: 0.3727062 Feb 09 21:46:07.969900 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78f69d2-f53c-4d3a-843b-3f15a246c01d req-7f5aa694-268f-4d13-a961-460516f410d3 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:07.974726 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e932220-c9ea-4ada-9114-15fe5a65b2a9 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event deleted for resources: {'Port': ['ID=89c17e74-57a2-478b-b63f-4c75d423b815,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:07.987093 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c78f69d2-f53c-4d3a-843b-3f15a246c01d req-7f5aa694-268f-4d13-a961-460516f410d3 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=446a9c08-b6b6-415b-9d31-50433bad72c5 HTTP/1.1" status: 200 len: 944 time: 0.1170595 Feb 09 21:46:08.014550 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-145a41ff-733e-45b7-9438-ffe83c32a894 req-904e4156-b907-46f2-9d5b-9033a7eac63f tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] Request body: {'port': {'device_id': '4e98c9ca-b181-4bb0-8b06-e4e2ab95a399', 'network_id': '25defb09-d744-4c22-bfc1-6754edb35ec9', 'admin_state_up': True, 'tenant_id': '06629d6639714c7a8d2a8ddf047a31e7'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:08.044875 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 6726713f-2f06-4788-a4cd-0cf34fa20126 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:08.045276 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (6726713f-2f06-4788-a4cd-0cf34fa20126), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:08.047986 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-e3ea5701-df01-4a93-8a82-085c4e5485ce None None] Current status of the port 42344ed8-8591-43e6-9040-f606cead6dfd is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:08.109091 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c78f69d2-f53c-4d3a-843b-3f15a246c01d req-853a700d-db84-40cd-82b4-2f54647d12f9 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205173 Feb 09 21:46:08.113912 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6726713f-2f06-4788-a4cd-0cf34fa20126 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:46:08.133133 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f42cee68-b6ee-47a4-80c0-36eb1ddee51d tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:08.138726 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-f42cee68-b6ee-47a4-80c0-36eb1ddee51d tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "DELETE /v2.0/ports/a630ed79-4fa5-4b14-9983-ba25b5d8a6eb HTTP/1.1" status: 204 len: 168 time: 2.4572558 Feb 09 21:46:08.141382 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42750) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:08.193311 n-d-828369-5 neutron-server[103140]: INFO neutron.pecan_wsgi.hooks.translation [None req-79d29768-fec3-4464-90fd-f36dce8fc0fe tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] GET failed (client error): The resource could not be found. Feb 09 21:46:08.194884 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 6726713f-2f06-4788-a4cd-0cf34fa20126, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=6726713f-2f06-4788-a4cd-0cf34fa20126,segment=NetworkSegment(ab2445e6-d1b5-43a7-9d83-6a2f567a89ca),segment_id=ab2445e6-d1b5-43a7-9d83-6a2f567a89ca)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:08.195041 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1e932220-c9ea-4ada-9114-15fe5a65b2a9 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:08.199129 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-1e932220-c9ea-4ada-9114-15fe5a65b2a9 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "DELETE /v2.0/ports/89c17e74-57a2-478b-b63f-4c75d423b815 HTTP/1.1" status: 204 len: 168 time: 2.6069312 Feb 09 21:46:08.202721 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 42752) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:08.203607 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (6726713f-2f06-4788-a4cd-0cf34fa20126), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:08.209899 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-ba4405cf-d9c0-4838-a09a-de1233776cf8 None None] Could not find standard attr ID for object a630ed79-4fa5-4b14-9983-ba25b5d8a6eb. {{(pid=103142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 21:46:08.214087 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-79d29768-fec3-4464-90fd-f36dce8fc0fe tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "GET /v2.0/ports/a630ed79-4fa5-4b14-9983-ba25b5d8a6eb HTTP/1.1" status: 404 len: 333 time: 0.0715933 Feb 09 21:46:08.216760 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42754) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:08.304493 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_v2 [None req-47c0fb89-96ee-4a63-ad19-c495ed3fc448 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Deleting subnet 3b4bae86-1a68-4a3f-a4db-6f4e58f2b7ed {{(pid=103140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:46:08.315590 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-47c0fb89-96ee-4a63-ad19-c495ed3fc448 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for subnet (3b4bae86-1a68-4a3f-a4db-6f4e58f2b7ed), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:08.373726 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-ba4405cf-d9c0-4838-a09a-de1233776cf8 None None] Provisioning complete for port 29a1b978-64e3-422b-9f4c-dee4c5fd5dff triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:08.374476 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ba4405cf-d9c0-4838-a09a-de1233776cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (29a1b978-64e3-422b-9f4c-dee4c5fd5dff), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:08.410830 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7c4720-935e-4c69-ae29-e07ae524ba2e tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:08.417980 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-4d7c4720-935e-4c69-ae29-e07ae524ba2e tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2120285 Feb 09 21:46:08.420517 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42760) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:08.448270 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=6726713f-2f06-4788-a4cd-0cf34fa20126,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:08.454115 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-47c0fb89-96ee-4a63-ad19-c495ed3fc448 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9110716'] for subnet (3b4bae86-1a68-4a3f-a4db-6f4e58f2b7ed), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:08.499797 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-145a41ff-733e-45b7-9438-ffe83c32a894 req-904e4156-b907-46f2-9d5b-9033a7eac63f tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] Made reservation on behalf of 06629d6639714c7a8d2a8ddf047a31e7 for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:46:08.507694 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-145a41ff-733e-45b7-9438-ffe83c32a894 req-904e4156-b907-46f2-9d5b-9033a7eac63f tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:08.654884 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 6cabfc4e-d5b8-45f6-ac93-48f9e27b9fe3 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:46:08.659834 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['6726713f-2f06-4788-a4cd-0cf34fa20126'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:46:08.677378 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-53adfefd-0214-4e40-89fc-3bf9e5e0174c req-1077cb25-ede0-4797-92b5-b07ec21f793e tempest-ServerShowV257Test-959739667 tempest-ServerShowV257Test-959739667-project] 10.222.0.90 "GET /v2.0/ports?device_id=3979d9fd-95f7-4f56-a982-0c792c60050c HTTP/1.1" status: 200 len: 210 time: 0.1696060 Feb 09 21:46:08.785873 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [req-145a41ff-733e-45b7-9438-ffe83c32a894 req-904e4156-b907-46f2-9d5b-9033a7eac63f tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] Allocated IP 172.20.0.4 (25defb09-d744-4c22-bfc1-6754edb35ec9/5974b033-cc61-4eb4-a4f6-ce96161693e1/8a93d7fd-114a-4178-8340-e454f09ca326) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:46:08.788606 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-ba4405cf-d9c0-4838-a09a-de1233776cf8 None None] Current status of the port 29a1b978-64e3-422b-9f4c-dee4c5fd5dff is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:08.847681 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-ba4405cf-d9c0-4838-a09a-de1233776cf8 None None] Could not find standard attr ID for object 5f1de832-5e91-4d26-beee-741dfebf6481. {{(pid=103142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 21:46:08.919161 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5d215904-80b9-451a-abb9-034643c8b845 req-25d1883d-0eff-4f18-a016-50667d03c978 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "GET /v2.0/ports?device_id=c50e996d-3eef-4dc6-9a7b-8319a153165b HTTP/1.1" status: 200 len: 210 time: 0.0833323 Feb 09 21:46:08.931154 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 6cabfc4e-d5b8-45f6-ac93-48f9e27b9fe3 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:08.931784 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (6cabfc4e-d5b8-45f6-ac93-48f9e27b9fe3), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:08.976153 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4d7dd1-b053-4ea0-b665-c3a250866d8f tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:08.988103 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-ff4d7dd1-b053-4ea0-b665-c3a250866d8f tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5627556 Feb 09 21:46:08.990878 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-47c0fb89-96ee-4a63-ad19-c495ed3fc448 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (3b4bae86-1a68-4a3f-a4db-6f4e58f2b7ed), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:08.999332 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 42766) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:09.023335 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958611e3-aa1b-40e8-a3b7-d4ad0fb7259e req-20e3b36b-0067-42e6-bca5-d7dec5f4597a tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:09.030855 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958611e3-aa1b-40e8-a3b7-d4ad0fb7259e req-20e3b36b-0067-42e6-bca5-d7dec5f4597a tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:09.032044 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-9e3ee644-d9df-4149-9102-c60b861d3f55 None None] Could not find standard attr ID for object 89c17e74-57a2-478b-b63f-4c75d423b815. {{(pid=103142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 21:46:09.042563 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-83f5f51f-88eb-41ea-818e-ed828475e99c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:09.045691 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958611e3-aa1b-40e8-a3b7-d4ad0fb7259e req-20e3b36b-0067-42e6-bca5-d7dec5f4597a tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:09.060585 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958611e3-aa1b-40e8-a3b7-d4ad0fb7259e req-20e3b36b-0067-42e6-bca5-d7dec5f4597a tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:09.076557 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958611e3-aa1b-40e8-a3b7-d4ad0fb7259e req-20e3b36b-0067-42e6-bca5-d7dec5f4597a tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:09.086999 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958611e3-aa1b-40e8-a3b7-d4ad0fb7259e req-20e3b36b-0067-42e6-bca5-d7dec5f4597a tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:09.095057 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958611e3-aa1b-40e8-a3b7-d4ad0fb7259e req-20e3b36b-0067-42e6-bca5-d7dec5f4597a tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:09.104922 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-958611e3-aa1b-40e8-a3b7-d4ad0fb7259e req-20e3b36b-0067-42e6-bca5-d7dec5f4597a tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 5423 time: 0.5637681 Feb 09 21:46:09.107862 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7056eea-054e-4f26-b632-65e9de48aa68 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:09.109427 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7056eea-054e-4f26-b632-65e9de48aa68 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:09.110747 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7056eea-054e-4f26-b632-65e9de48aa68 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:09.115167 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-f7056eea-054e-4f26-b632-65e9de48aa68 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1131089 Feb 09 21:46:09.115673 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 42770) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:09.151731 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 6cabfc4e-d5b8-45f6-ac93-48f9e27b9fe3 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:09.152130 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (6cabfc4e-d5b8-45f6-ac93-48f9e27b9fe3), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:09.193472 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9a18cd9e-f529-4c09-baf9-4b2ab7da0b23 req-242f27fa-c185-435e-be13-1aadbf8e9847 tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] 10.222.0.90 "GET /v2.0/ports?device_id=4e98c9ca-b181-4bb0-8b06-e4e2ab95a399 HTTP/1.1" status: 200 len: 210 time: 0.0573719 Feb 09 21:46:09.194170 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-145a41ff-733e-45b7-9438-ffe83c32a894 req-904e4156-b907-46f2-9d5b-9033a7eac63f tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] Publish callbacks [] for port (8a93d7fd-114a-4178-8340-e454f09ca326), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:09.223634 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port 6cabfc4e-d5b8-45f6-ac93-48f9e27b9fe3, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=6cabfc4e-d5b8-45f6-ac93-48f9e27b9fe3,segment=NetworkSegment(29ce073b-65c0-4f4f-be22-5f191874dff5),segment_id=29ce073b-65c0-4f4f-be22-5f191874dff5)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:09.230935 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (6cabfc4e-d5b8-45f6-ac93-48f9e27b9fe3), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:09.243540 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-10c00799-8162-408e-8082-fa0d9d91e3c1 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Deleting subnet 2375d7ef-10b7-406b-b633-53d4a8bb5eab {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:46:09.249667 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-10c00799-8162-408e-8082-fa0d9d91e3c1 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for subnet (2375d7ef-10b7-406b-b633-53d4a8bb5eab), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:09.287357 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-145a41ff-733e-45b7-9438-ffe83c32a894 req-904e4156-b907-46f2-9d5b-9033a7eac63f tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (8a93d7fd-114a-4178-8340-e454f09ca326), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:09.307993 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=6cabfc4e-d5b8-45f6-ac93-48f9e27b9fe3,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:09.343068 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-10c00799-8162-408e-8082-fa0d9d91e3c1 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (2375d7ef-10b7-406b-b633-53d4a8bb5eab), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:09.350828 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-145a41ff-733e-45b7-9438-ffe83c32a894 req-904e4156-b907-46f2-9d5b-9033a7eac63f tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] Network 25defb09-d744-4c22-bfc1-6754edb35ec9 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:46:09.356845 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-958611e3-aa1b-40e8-a3b7-d4ad0fb7259e req-931f2180-2dbf-436c-9688-9450f108327b tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/security-groups?id=f725d2ca-c6e8-41e3-94bc-9cf24ee5a23b&id=7a6c813b-611d-4436-831d-fc6ca76a9308&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2507956 Feb 09 21:46:09.361378 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-47c0fb89-96ee-4a63-ad19-c495ed3fc448 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621346'] for subnet (3b4bae86-1a68-4a3f-a4db-6f4e58f2b7ed), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:09.375794 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [req-145a41ff-733e-45b7-9438-ffe83c32a894 req-904e4156-b907-46f2-9d5b-9033a7eac63f tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:46:09.382103 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-145a41ff-733e-45b7-9438-ffe83c32a894 req-904e4156-b907-46f2-9d5b-9033a7eac63f tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:46:09.409591 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904e4156-b907-46f2-9d5b-9033a7eac63f tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] Pushing event updated for resources: {'Port': ['ID=8a93d7fd-114a-4178-8340-e454f09ca326,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:09.419478 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68fd056-9e79-4184-8e47-d799d6d4803e req-85ba7b38-93bd-4ad6-9772-41ebcc584dfd tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:09.421012 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e68fd056-9e79-4184-8e47-d799d6d4803e req-85ba7b38-93bd-4ad6-9772-41ebcc584dfd tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.95 "GET /v2.0/networks?id=8d4b7775-2d23-4928-88f4-d74b5ea85dd4 HTTP/1.1" status: 200 len: 819 time: 0.4328296 Feb 09 21:46:09.426856 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c0fb89-96ee-4a63-ad19-c495ed3fc448 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Pushing event deleted for resources: {'Subnet': ['ID=3b4bae86-1a68-4a3f-a4db-6f4e58f2b7ed,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:09.429045 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-47c0fb89-96ee-4a63-ad19-c495ed3fc448 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:09.432615 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-47c0fb89-96ee-4a63-ad19-c495ed3fc448 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "DELETE /v2.0/subnets/3b4bae86-1a68-4a3f-a4db-6f4e58f2b7ed HTTP/1.1" status: 204 len: 168 time: 1.2141371 Feb 09 21:46:09.437254 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 42772) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:09.438490 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8492d3ec-b788-4c86-889e-9d56d7da7d7b None None] Network 55d01b84-8508-4938-a373-2b525fa38488 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:46:09.444970 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-e68fd056-9e79-4184-8e47-d799d6d4803e req-754f73e8-7b4d-46b9-ab14-470056e3545e tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Request body: {'port': {'device_id': 'c50e996d-3eef-4dc6-9a7b-8319a153165b', 'network_id': '8d4b7775-2d23-4928-88f4-d74b5ea85dd4', 'admin_state_up': True, 'tenant_id': '5312098ae3a8474b879f099ad572bad2'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:09.468019 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a846cd-50c0-41b9-9050-8ea05e9b94d7 req-a55e372e-aa8d-483d-a1f6-6d28bc1ce2f8 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:09.473018 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-72a846cd-50c0-41b9-9050-8ea05e9b94d7 req-a55e372e-aa8d-483d-a1f6-6d28bc1ce2f8 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=446a9c08-b6b6-415b-9d31-50433bad72c5 HTTP/1.1" status: 200 len: 945 time: 0.2082083 Feb 09 21:46:09.487106 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145a41ff-733e-45b7-9438-ffe83c32a894 req-904e4156-b907-46f2-9d5b-9033a7eac63f tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:09.487722 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-145a41ff-733e-45b7-9438-ffe83c32a894 req-904e4156-b907-46f2-9d5b-9033a7eac63f tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:09.557153 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-10c00799-8162-408e-8082-fa0d9d91e3c1 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (2375d7ef-10b7-406b-b633-53d4a8bb5eab), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:09.575064 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-72a846cd-50c0-41b9-9050-8ea05e9b94d7 req-8beb4039-f7e5-49d8-95f8-9b4685e58d76 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721610 Feb 09 21:46:09.589490 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-145a41ff-733e-45b7-9438-ffe83c32a894 req-904e4156-b907-46f2-9d5b-9033a7eac63f tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5789218 Feb 09 21:46:09.605181 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-145a41ff-733e-45b7-9438-ffe83c32a894 req-80a7ce6f-213e-4139-bcbe-b2343136b3a0 service neutron] Request body: {'port': {'device_id': '4e98c9ca-b181-4bb0-8b06-e4e2ab95a399', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:09.613280 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1980d1e-da0b-40a7-bbc1-9de097dca788 None None] DHCP port deletion for 55d01b84-8508-4938-a373-2b525fa38488 request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:46:09.624057 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e68fd056-9e79-4184-8e47-d799d6d4803e req-754f73e8-7b4d-46b9-ab14-470056e3545e tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Made reservation on behalf of 5312098ae3a8474b879f099ad572bad2 for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:46:09.627894 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-e68fd056-9e79-4184-8e47-d799d6d4803e req-754f73e8-7b4d-46b9-ab14-470056e3545e tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:09.634959 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-107344a1-2d99-44d7-84ac-3d3461668b3f tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (55d01b84-8508-4938-a373-2b525fa38488), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:09.675522 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-e1980d1e-da0b-40a7-bbc1-9de097dca788 None None] Deleting port 42344ed8-8591-43e6-9040-f606cead6dfd {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:46:09.675896 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e1980d1e-da0b-40a7-bbc1-9de097dca788 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (42344ed8-8591-43e6-9040-f606cead6dfd), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:09.731947 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-145a41ff-733e-45b7-9438-ffe83c32a894 req-80a7ce6f-213e-4139-bcbe-b2343136b3a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (8a93d7fd-114a-4178-8340-e454f09ca326), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:09.734265 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-10c00799-8162-408e-8082-fa0d9d91e3c1 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (2375d7ef-10b7-406b-b633-53d4a8bb5eab), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:09.776358 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-e1980d1e-da0b-40a7-bbc1-9de097dca788 None None] For port 42344ed8-8591-43e6-9040-f606cead6dfd, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=42344ed8-8591-43e6-9040-f606cead6dfd,segment=NetworkSegment(0f808ff3-d9c2-413e-9f1d-f866cd4ef610),segment_id=0f808ff3-d9c2-413e-9f1d-f866cd4ef610)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:09.776672 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c00799-8162-408e-8082-fa0d9d91e3c1 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event deleted for resources: {'Subnet': ['ID=2375d7ef-10b7-406b-b633-53d4a8bb5eab,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:09.776788 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e1980d1e-da0b-40a7-bbc1-9de097dca788 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (42344ed8-8591-43e6-9040-f606cead6dfd), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:09.781322 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-10c00799-8162-408e-8082-fa0d9d91e3c1 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:09.787741 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-10c00799-8162-408e-8082-fa0d9d91e3c1 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "DELETE /v2.0/subnets/2375d7ef-10b7-406b-b633-53d4a8bb5eab HTTP/1.1" status: 204 len: 168 time: 0.6647758 Feb 09 21:46:09.787741 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 42776) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:09.791496 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-e1980d1e-da0b-40a7-bbc1-9de097dca788 None None] Calling delete_port for 42344ed8-8591-43e6-9040-f606cead6dfd owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:46:09.801821 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f8f81c-644c-4544-8e50-8e061e7cb30c None None] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:46:09.815684 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [req-e68fd056-9e79-4184-8e47-d799d6d4803e req-754f73e8-7b4d-46b9-ab14-470056e3545e tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Allocated IP 172.20.0.2 (8d4b7775-2d23-4928-88f4-d74b5ea85dd4/5f65088d-2de0-4968-a14e-b62ef283813c/2b445a72-6498-4132-927f-0112a47d469b) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:46:09.868921 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-174343a9-6af7-46c2-afa5-210a08a4d38d req-e796aa45-3859-49c8-9e66-016a594f528a tempest-ServerShowV257Test-959739667 tempest-ServerShowV257Test-959739667-project] 10.222.0.90 "GET /v2.0/ports?device_id=3979d9fd-95f7-4f56-a982-0c792c60050c HTTP/1.1" status: 200 len: 210 time: 0.0401039 Feb 09 21:46:09.928264 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-107344a1-2d99-44d7-84ac-3d3461668b3f tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Deleting port 42344ed8-8591-43e6-9040-f606cead6dfd {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:46:09.928707 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-107344a1-2d99-44d7-84ac-3d3461668b3f tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (42344ed8-8591-43e6-9040-f606cead6dfd), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:09.937388 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-78acefe9-6393-4172-8090-c4a2407ab7f5 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Deleting subnet 914d99d9-0d4a-40cc-9c68-7fa1a3687da6 {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:46:09.970010 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e1980d1e-da0b-40a7-bbc1-9de097dca788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (42344ed8-8591-43e6-9040-f606cead6dfd), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:09.974674 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-78acefe9-6393-4172-8090-c4a2407ab7f5 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for subnet (914d99d9-0d4a-40cc-9c68-7fa1a3687da6), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:10.011231 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1980d1e-da0b-40a7-bbc1-9de097dca788 None None] Pushing event deleted for resources: {'Port': ['ID=42344ed8-8591-43e6-9040-f606cead6dfd,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:10.017212 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1980d1e-da0b-40a7-bbc1-9de097dca788 None None] No DVR routers for this DVR port 42344ed8-8591-43e6-9040-f606cead6dfd on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:46:10.027985 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bf4db04c-2341-4110-b92d-9fbfb14c0101 req-04e5b8b1-dbee-43e1-a061-e603a22b2d4f tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "GET /v2.0/ports?device_id=c50e996d-3eef-4dc6-9a7b-8319a153165b HTTP/1.1" status: 200 len: 210 time: 0.0369685 Feb 09 21:46:10.062361 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-107344a1-2d99-44d7-84ac-3d3461668b3f tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] For port 42344ed8-8591-43e6-9040-f606cead6dfd, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=42344ed8-8591-43e6-9040-f606cead6dfd,segment=NetworkSegment(0f808ff3-d9c2-413e-9f1d-f866cd4ef610),segment_id=0f808ff3-d9c2-413e-9f1d-f866cd4ef610)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:10.062730 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-107344a1-2d99-44d7-84ac-3d3461668b3f tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (42344ed8-8591-43e6-9040-f606cead6dfd), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:10.075702 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-78acefe9-6393-4172-8090-c4a2407ab7f5 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (914d99d9-0d4a-40cc-9c68-7fa1a3687da6), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:10.090203 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-e68fd056-9e79-4184-8e47-d799d6d4803e req-754f73e8-7b4d-46b9-ab14-470056e3545e tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Publish callbacks [] for port (2b445a72-6498-4132-927f-0112a47d469b), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:10.128038 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-e68fd056-9e79-4184-8e47-d799d6d4803e req-754f73e8-7b4d-46b9-ab14-470056e3545e tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (2b445a72-6498-4132-927f-0112a47d469b), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:10.143031 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-107344a1-2d99-44d7-84ac-3d3461668b3f tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Calling delete_port for 42344ed8-8591-43e6-9040-f606cead6dfd owned by network:dhcp {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:46:10.194405 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e68fd056-9e79-4184-8e47-d799d6d4803e req-754f73e8-7b4d-46b9-ab14-470056e3545e tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Network 8d4b7775-2d23-4928-88f4-d74b5ea85dd4 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:46:10.197973 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [req-e68fd056-9e79-4184-8e47-d799d6d4803e req-754f73e8-7b4d-46b9-ab14-470056e3545e tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:46:10.202977 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-e68fd056-9e79-4184-8e47-d799d6d4803e req-754f73e8-7b4d-46b9-ab14-470056e3545e tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:46:10.208439 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754f73e8-7b4d-46b9-ab14-470056e3545e tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Pushing event updated for resources: {'Port': ['ID=2b445a72-6498-4132-927f-0112a47d469b,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:10.273401 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68fd056-9e79-4184-8e47-d799d6d4803e req-754f73e8-7b4d-46b9-ab14-470056e3545e tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:10.274258 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-e68fd056-9e79-4184-8e47-d799d6d4803e req-754f73e8-7b4d-46b9-ab14-470056e3545e tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:10.301735 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-78acefe9-6393-4172-8090-c4a2407ab7f5 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (914d99d9-0d4a-40cc-9c68-7fa1a3687da6), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:10.338339 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e68fd056-9e79-4184-8e47-d799d6d4803e req-754f73e8-7b4d-46b9-ab14-470056e3545e tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9031544 Feb 09 21:46:10.353513 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-e68fd056-9e79-4184-8e47-d799d6d4803e req-48bf5d4d-652e-49e9-8d7a-79828b3f6e2d service neutron] Request body: {'port': {'device_id': 'c50e996d-3eef-4dc6-9a7b-8319a153165b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-5'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:10.395224 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-107344a1-2d99-44d7-84ac-3d3461668b3f tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (42344ed8-8591-43e6-9040-f606cead6dfd), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:10.398641 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-145a41ff-733e-45b7-9438-ffe83c32a894 req-80a7ce6f-213e-4139-bcbe-b2343136b3a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a93d7fd-114a-4178-8340-e454f09ca326 {{(pid=103141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:46:10.410056 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5e3f9d-2ad5-459d-bd47-6beb5e0ea8c9 req-9a504dd6-4296-4af8-aa54-7d1594506a99 tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:10.413528 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2b5e3f9d-2ad5-459d-bd47-6beb5e0ea8c9 req-9a504dd6-4296-4af8-aa54-7d1594506a99 tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] 10.222.0.90 "GET /v2.0/ports?device_id=4e98c9ca-b181-4bb0-8b06-e4e2ab95a399 HTTP/1.1" status: 200 len: 931 time: 0.1347651 Feb 09 21:46:10.447216 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-145a41ff-733e-45b7-9438-ffe83c32a894 req-80a7ce6f-213e-4139-bcbe-b2343136b3a0 service neutron] Publish callbacks [] for port (8a93d7fd-114a-4178-8340-e454f09ca326), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:10.454531 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107344a1-2d99-44d7-84ac-3d3461668b3f tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Pushing event deleted for resources: {'Port': ['ID=42344ed8-8591-43e6-9040-f606cead6dfd,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:10.459730 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107344a1-2d99-44d7-84ac-3d3461668b3f tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] No DVR routers for this DVR port 42344ed8-8591-43e6-9040-f606cead6dfd on host n-d-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:46:10.475775 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-145a41ff-733e-45b7-9438-ffe83c32a894 req-80a7ce6f-213e-4139-bcbe-b2343136b3a0 service neutron] Transition to ACTIVE for port object 8a93d7fd-114a-4178-8340-e454f09ca326 will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:46:10.486200 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 6cabfc4e-d5b8-45f6-ac93-48f9e27b9fe3 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:46:10.527147 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-145a41ff-733e-45b7-9438-ffe83c32a894 req-80a7ce6f-213e-4139-bcbe-b2343136b3a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (8a93d7fd-114a-4178-8340-e454f09ca326), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:10.530413 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-78acefe9-6393-4172-8090-c4a2407ab7f5 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (914d99d9-0d4a-40cc-9c68-7fa1a3687da6), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:10.553964 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-e68fd056-9e79-4184-8e47-d799d6d4803e req-48bf5d4d-652e-49e9-8d7a-79828b3f6e2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (2b445a72-6498-4132-927f-0112a47d469b), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:10.563781 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 6cabfc4e-d5b8-45f6-ac93-48f9e27b9fe3 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:10.564293 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (6cabfc4e-d5b8-45f6-ac93-48f9e27b9fe3), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:10.592028 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2b5e3f9d-2ad5-459d-bd47-6beb5e0ea8c9 req-575e99c1-8045-4ba6-9021-a4ef86c9e583 tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] 10.222.0.90 "GET /v2.0/security-groups?id=38239a27-f81f-4dbe-b735-d2ad14a0ae0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562240 Feb 09 21:46:10.647767 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42e05c7-9bb0-4d2f-8cba-fed0bc6d6145 req-d2b6fdc6-914a-4bbe-bc44-75689b5abbe9 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:10.653276 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42e05c7-9bb0-4d2f-8cba-fed0bc6d6145 req-d2b6fdc6-914a-4bbe-bc44-75689b5abbe9 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:10.674005 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42e05c7-9bb0-4d2f-8cba-fed0bc6d6145 req-d2b6fdc6-914a-4bbe-bc44-75689b5abbe9 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:10.674279 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a7ce6f-213e-4139-bcbe-b2343136b3a0 service neutron] Pushing event updated for resources: {'Port': ['ID=8a93d7fd-114a-4178-8340-e454f09ca326,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:10.677148 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78acefe9-6393-4172-8090-c4a2407ab7f5 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event deleted for resources: {'Subnet': ['ID=914d99d9-0d4a-40cc-9c68-7fa1a3687da6,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:10.682793 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42e05c7-9bb0-4d2f-8cba-fed0bc6d6145 req-d2b6fdc6-914a-4bbe-bc44-75689b5abbe9 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:10.698109 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-78acefe9-6393-4172-8090-c4a2407ab7f5 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:10.700289 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42e05c7-9bb0-4d2f-8cba-fed0bc6d6145 req-d2b6fdc6-914a-4bbe-bc44-75689b5abbe9 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:10.707778 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 6cabfc4e-d5b8-45f6-ac93-48f9e27b9fe3 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:10.712655 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-78acefe9-6393-4172-8090-c4a2407ab7f5 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "DELETE /v2.0/subnets/914d99d9-0d4a-40cc-9c68-7fa1a3687da6 HTTP/1.1" status: 204 len: 168 time: 0.9239817 Feb 09 21:46:10.715311 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42e05c7-9bb0-4d2f-8cba-fed0bc6d6145 req-d2b6fdc6-914a-4bbe-bc44-75689b5abbe9 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:10.724262 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 42786) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:10.730110 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-107344a1-2d99-44d7-84ac-3d3461668b3f tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (55d01b84-8508-4938-a373-2b525fa38488), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:10.739183 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42e05c7-9bb0-4d2f-8cba-fed0bc6d6145 req-d2b6fdc6-914a-4bbe-bc44-75689b5abbe9 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:10.741479 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e42e05c7-9bb0-4d2f-8cba-fed0bc6d6145 req-d2b6fdc6-914a-4bbe-bc44-75689b5abbe9 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 5423 time: 0.2434165 Feb 09 21:46:10.803782 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-50db5976-2847-4750-beba-2d72e0df538c tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0765698 Feb 09 21:46:10.805820 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 42788) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:10.806224 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 42344ed8-8591-43e6-9040-f606cead6dfd no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:46:10.819480 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-03ac373f-043d-4d10-b5db-03454d77ad15 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Request body: {'subnet': {'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:10.834861 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 42344ed8-8591-43e6-9040-f606cead6dfd {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:46:10.835296 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 42344ed8-8591-43e6-9040-f606cead6dfd not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:46:10.840043 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-107344a1-2d99-44d7-84ac-3d3461668b3f tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55d01b84-8508-4938-a373-2b525fa38488']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:10.849780 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201a78f6-2224-4acb-bcc7-175e0541eea2 None None] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:46:10.896662 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-107344a1-2d99-44d7-84ac-3d3461668b3f tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f808ff3-d9c2-413e-9f1d-f866cd4ef610') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:10.896890 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-107344a1-2d99-44d7-84ac-3d3461668b3f tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f808ff3-d9c2-413e-9f1d-f866cd4ef610') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:10.933818 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-107344a1-2d99-44d7-84ac-3d3461668b3f tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (0f808ff3-d9c2-413e-9f1d-f866cd4ef610), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:10.952272 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eef9123-07c9-49cf-879d-5b077c0339f3 req-2ddef906-4d24-41a6-93ec-971b47ee2248 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:10.954589 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8eef9123-07c9-49cf-879d-5b077c0339f3 req-2ddef906-4d24-41a6-93ec-971b47ee2248 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=446a9c08-b6b6-415b-9d31-50433bad72c5 HTTP/1.1" status: 200 len: 945 time: 0.2121651 Feb 09 21:46:10.977294 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-107344a1-2d99-44d7-84ac-3d3461668b3f tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (0f808ff3-d9c2-413e-9f1d-f866cd4ef610), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:10.989584 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e42e05c7-9bb0-4d2f-8cba-fed0bc6d6145 req-a9276b8e-653a-4145-badb-55a14489f5eb tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/security-groups?id=f725d2ca-c6e8-41e3-94bc-9cf24ee5a23b&id=7a6c813b-611d-4436-831d-fc6ca76a9308&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2158144 Feb 09 21:46:11.011526 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-107344a1-2d99-44d7-84ac-3d3461668b3f tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:46:11.012129 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-107344a1-2d99-44d7-84ac-3d3461668b3f tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (0f808ff3-d9c2-413e-9f1d-f866cd4ef610), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:11.016917 n-d-828369-5 neutron-server[103141]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:46:11.016917 n-d-828369-5 neutron-server[103141]: self.session.flush() Feb 09 21:46:11.016917 n-d-828369-5 neutron-server[103141]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:46:11.016917 n-d-828369-5 neutron-server[103141]: self.session.flush() Feb 09 21:46:11.016917 n-d-828369-5 neutron-server[103141]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:46:11.016917 n-d-828369-5 neutron-server[103141]: self.session.flush() Feb 09 21:46:11.016917 n-d-828369-5 neutron-server[103141]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:46:11.016917 n-d-828369-5 neutron-server[103141]: self.session.flush() Feb 09 21:46:11.016917 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:46:11.016917 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:46:11.016917 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:46:11.016917 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:46:11.016917 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:46:11.016917 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:46:11.016917 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:46:11.016917 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:46:11.016917 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:46:11.016917 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:46:11.016917 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:46:11.016917 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:46:11.016917 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:46:11.016917 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:46:11.016917 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:46:11.016917 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:46:11.016917 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:46:11.016917 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:46:11.016917 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:46:11.016917 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:46:11.016917 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:46:11.016917 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:46:11.016917 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:46:11.016917 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:46:11.016917 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:46:11.016917 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:46:11.016917 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:46:11.016917 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:46:11.016917 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:46:11.016917 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:46:11.016917 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:46:11.016917 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:46:11.022929 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03ac373f-043d-4d10-b5db-03454d77ad15 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Made reservation on behalf of 880c3cd16cc943a98203fd230e26852f for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:46:11.026500 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-03ac373f-043d-4d10-b5db-03454d77ad15 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:11.096487 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-cb5fcd8d-1239-4c37-b474-0d0becdfc836 None None] Provisioning complete for port 29a1b978-64e3-422b-9f4c-dee4c5fd5dff triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:11.096875 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-cb5fcd8d-1239-4c37-b474-0d0becdfc836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (29a1b978-64e3-422b-9f4c-dee4c5fd5dff), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:11.117258 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-145a41ff-733e-45b7-9438-ffe83c32a894 req-80a7ce6f-213e-4139-bcbe-b2343136b3a0 service neutron] Attempting to bind port 8a93d7fd-114a-4178-8340-e454f09ca326 on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:46:11.117629 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-145a41ff-733e-45b7-9438-ffe83c32a894 req-80a7ce6f-213e-4139-bcbe-b2343136b3a0 service neutron] Attempting to bind port 8a93d7fd-114a-4178-8340-e454f09ca326 by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': '302376ac-9268-4998-af9e-49ee4b478b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '25defb09-d744-4c22-bfc1-6754edb35ec9'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:46:11.118171 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145a41ff-733e-45b7-9438-ffe83c32a894 req-80a7ce6f-213e-4139-bcbe-b2343136b3a0 service neutron] Attempting to bind port 8a93d7fd-114a-4178-8340-e454f09ca326 on network 25defb09-d744-4c22-bfc1-6754edb35ec9 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:46:11.126296 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-8935f996-7eb3-4055-ba4e-2cab80f180d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:11.153078 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8eef9123-07c9-49cf-879d-5b077c0339f3 req-de418b06-97fe-4516-9ac0-b5b80d51329d tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571512 Feb 09 21:46:11.168895 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145a41ff-733e-45b7-9438-ffe83c32a894 req-80a7ce6f-213e-4139-bcbe-b2343136b3a0 service neutron] Port 8a93d7fd-114a-4178-8340-e454f09ca326 on network 25defb09-d744-4c22-bfc1-6754edb35ec9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:46:11.169221 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145a41ff-733e-45b7-9438-ffe83c32a894 req-80a7ce6f-213e-4139-bcbe-b2343136b3a0 service neutron] Attempting to bind port 8a93d7fd-114a-4178-8340-e454f09ca326 on network 25defb09-d744-4c22-bfc1-6754edb35ec9 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:46:11.185761 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 6726713f-2f06-4788-a4cd-0cf34fa20126 up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:46:11.193303 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b15277d3-3cd9-4a92-a4ba-8c1058ea4a2c req-7aac298c-3b9f-4d9a-a2fc-39db9d89da6f tempest-ServerShowV257Test-959739667 tempest-ServerShowV257Test-959739667-project] 10.222.0.90 "GET /v2.0/ports?device_id=3979d9fd-95f7-4f56-a982-0c792c60050c HTTP/1.1" status: 200 len: 210 time: 0.0741246 Feb 09 21:46:11.198949 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0fdf6171-256f-49a0-9146-135628e216ca req-70550a45-c935-4b10-a45a-95d19574ed60 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=9dcf68746c444be2a32b5cbe11484c64&device_id=3979d9fd-95f7-4f56-a982-0c792c60050c HTTP/1.1" status: 200 len: 210 time: 0.0475423 Feb 09 21:46:11.201273 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-107344a1-2d99-44d7-84ac-3d3461668b3f tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (55d01b84-8508-4938-a373-2b525fa38488), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:11.206633 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-107344a1-2d99-44d7-84ac-3d3461668b3f tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:11.215892 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-107344a1-2d99-44d7-84ac-3d3461668b3f tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "DELETE /v2.0/networks/55d01b84-8508-4938-a373-2b525fa38488 HTTP/1.1" status: 204 len: 168 time: 1.7753630 Feb 09 21:46:11.221169 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 42794) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:11.228076 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145a41ff-733e-45b7-9438-ffe83c32a894 req-80a7ce6f-213e-4139-bcbe-b2343136b3a0 service neutron] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:46:11.231953 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145a41ff-733e-45b7-9438-ffe83c32a894 req-80a7ce6f-213e-4139-bcbe-b2343136b3a0 service neutron] Checking segment: {'id': '302376ac-9268-4998-af9e-49ee4b478b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '25defb09-d744-4c22-bfc1-6754edb35ec9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:46:11.232404 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145a41ff-733e-45b7-9438-ffe83c32a894 req-80a7ce6f-213e-4139-bcbe-b2343136b3a0 service neutron] Bound using segment: {'id': '302376ac-9268-4998-af9e-49ee4b478b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '25defb09-d744-4c22-bfc1-6754edb35ec9'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:46:11.232877 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-145a41ff-733e-45b7-9438-ffe83c32a894 req-80a7ce6f-213e-4139-bcbe-b2343136b3a0 service neutron] Bound port: 8a93d7fd-114a-4178-8340-e454f09ca326, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '302376ac-9268-4998-af9e-49ee4b478b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '25defb09-d744-4c22-bfc1-6754edb35ec9'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:46:11.233820 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-145a41ff-733e-45b7-9438-ffe83c32a894 req-80a7ce6f-213e-4139-bcbe-b2343136b3a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (8a93d7fd-114a-4178-8340-e454f09ca326), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:11.262970 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning for port 6726713f-2f06-4788-a4cd-0cf34fa20126 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:46:11.270994 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-6377db58-beb2-426a-8f34-d50ff5b9190e tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-405983282'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:11.281314 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107344a1-2d99-44d7-84ac-3d3461668b3f tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Pushing event deleted for resources: {'Network': ['ID=55d01b84-8508-4938-a373-2b525fa38488,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:11.302360 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port 6726713f-2f06-4788-a4cd-0cf34fa20126 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:11.302749 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (6726713f-2f06-4788-a4cd-0cf34fa20126), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:11.310267 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0fdf6171-256f-49a0-9146-135628e216ca req-5baf2a65-f9e8-4dfc-a0ea-f4aa9f209020 service neutron] 10.222.0.95 "GET /v2.0/networks?tenant_id=9dcf68746c444be2a32b5cbe11484c64&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0619140 Feb 09 21:46:11.361479 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d04c2c-279c-4a72-af6f-494be9d61945 None None] DHCP port deletion for 986c5511-2b50-4eb7-bb75-ff9f776ff726 request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:46:11.366612 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479f2715-56fc-4c28-919c-1b800cdb47e6 req-2f0d974a-a9bf-42b2-b2c3-156d8f1e7e91 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:11.368343 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-479f2715-56fc-4c28-919c-1b800cdb47e6 req-2f0d974a-a9bf-42b2-b2c3-156d8f1e7e91 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "GET /v2.0/ports?device_id=c50e996d-3eef-4dc6-9a7b-8319a153165b HTTP/1.1" status: 200 len: 931 time: 0.1214955 Feb 09 21:46:11.370795 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [req-e68fd056-9e79-4184-8e47-d799d6d4803e req-48bf5d4d-652e-49e9-8d7a-79828b3f6e2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b445a72-6498-4132-927f-0112a47d469b {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:46:11.379562 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-e68fd056-9e79-4184-8e47-d799d6d4803e req-48bf5d4d-652e-49e9-8d7a-79828b3f6e2d service neutron] Publish callbacks [] for port (2b445a72-6498-4132-927f-0112a47d469b), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:11.391954 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-cb5fcd8d-1239-4c37-b474-0d0becdfc836 None None] Current status of the port 29a1b978-64e3-422b-9f4c-dee4c5fd5dff is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:11.400248 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6377db58-beb2-426a-8f34-d50ff5b9190e tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Made reservation on behalf of 87111984dff24e1780aaef3f75dde822 for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:46:11.403590 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6377db58-beb2-426a-8f34-d50ff5b9190e tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:11.407310 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [req-e68fd056-9e79-4184-8e47-d799d6d4803e req-48bf5d4d-652e-49e9-8d7a-79828b3f6e2d service neutron] Transition to ACTIVE for port object 2b445a72-6498-4132-927f-0112a47d469b will not be triggered until provisioned by entity L2. {{(pid=103140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:46:11.421246 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-e68fd056-9e79-4184-8e47-d799d6d4803e req-48bf5d4d-652e-49e9-8d7a-79828b3f6e2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (2b445a72-6498-4132-927f-0112a47d469b), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:11.468870 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 6726713f-2f06-4788-a4cd-0cf34fa20126 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:11.469976 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (6726713f-2f06-4788-a4cd-0cf34fa20126), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:11.474613 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-479f2715-56fc-4c28-919c-1b800cdb47e6 req-4e187a20-1367-4ae2-9e7c-122428716fa9 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "GET /v2.0/security-groups?id=296fe08d-5e2e-48dd-9aaf-df90eedd0fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921550 Feb 09 21:46:11.490225 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bf5d4d-652e-49e9-8d7a-79828b3f6e2d service neutron] Pushing event updated for resources: {'Port': ['ID=2b445a72-6498-4132-927f-0112a47d469b,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:11.524398 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '446a9c08-b6b6-415b-9d31-50433bad72c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6726713f-2f06-4788-a4cd-0cf34fa20126'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:46:11.526836 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0b6136d-aa72-47ce-97b7-9659b600c235" -d '{"events": [{"server_uuid": "446a9c08-b6b6-415b-9d31-50433bad72c5", "name": "network-vif-plugged", "status": "completed", "tag": "6726713f-2f06-4788-a4cd-0cf34fa20126"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:46:11.541215 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 6726713f-2f06-4788-a4cd-0cf34fa20126, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=6726713f-2f06-4788-a4cd-0cf34fa20126,segment=NetworkSegment(ab2445e6-d1b5-43a7-9d83-6a2f567a89ca),segment_id=ab2445e6-d1b5-43a7-9d83-6a2f567a89ca)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:11.550892 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-07d04c2c-279c-4a72-af6f-494be9d61945 None None] Deleting port 29a1b978-64e3-422b-9f4c-dee4c5fd5dff {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:46:11.551272 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-07d04c2c-279c-4a72-af6f-494be9d61945 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (29a1b978-64e3-422b-9f4c-dee4c5fd5dff), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:11.570394 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-e68fd056-9e79-4184-8e47-d799d6d4803e req-48bf5d4d-652e-49e9-8d7a-79828b3f6e2d service neutron] Attempting to bind port 2b445a72-6498-4132-927f-0112a47d469b on host n-h1-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:46:11.570774 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-e68fd056-9e79-4184-8e47-d799d6d4803e req-48bf5d4d-652e-49e9-8d7a-79828b3f6e2d service neutron] Attempting to bind port 2b445a72-6498-4132-927f-0112a47d469b by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': '29ce073b-65c0-4f4f-be22-5f191874dff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '8d4b7775-2d23-4928-88f4-d74b5ea85dd4'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:46:11.571108 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68fd056-9e79-4184-8e47-d799d6d4803e req-48bf5d4d-652e-49e9-8d7a-79828b3f6e2d service neutron] Attempting to bind port 2b445a72-6498-4132-927f-0112a47d469b on network 8d4b7775-2d23-4928-88f4-d74b5ea85dd4 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:46:11.576606 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68fd056-9e79-4184-8e47-d799d6d4803e req-48bf5d4d-652e-49e9-8d7a-79828b3f6e2d service neutron] Port 2b445a72-6498-4132-927f-0112a47d469b on network 8d4b7775-2d23-4928-88f4-d74b5ea85dd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:46:11.577643 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68fd056-9e79-4184-8e47-d799d6d4803e req-48bf5d4d-652e-49e9-8d7a-79828b3f6e2d service neutron] Attempting to bind port 2b445a72-6498-4132-927f-0112a47d469b on network 8d4b7775-2d23-4928-88f4-d74b5ea85dd4 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:46:11.583240 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68fd056-9e79-4184-8e47-d799d6d4803e req-48bf5d4d-652e-49e9-8d7a-79828b3f6e2d service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:46:11.583590 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68fd056-9e79-4184-8e47-d799d6d4803e req-48bf5d4d-652e-49e9-8d7a-79828b3f6e2d service neutron] Checking segment: {'id': '29ce073b-65c0-4f4f-be22-5f191874dff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '8d4b7775-2d23-4928-88f4-d74b5ea85dd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:46:11.583957 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68fd056-9e79-4184-8e47-d799d6d4803e req-48bf5d4d-652e-49e9-8d7a-79828b3f6e2d service neutron] Bound using segment: {'id': '29ce073b-65c0-4f4f-be22-5f191874dff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '8d4b7775-2d23-4928-88f4-d74b5ea85dd4'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:46:11.584422 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-e68fd056-9e79-4184-8e47-d799d6d4803e req-48bf5d4d-652e-49e9-8d7a-79828b3f6e2d service neutron] Bound port: 2b445a72-6498-4132-927f-0112a47d469b, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29ce073b-65c0-4f4f-be22-5f191874dff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '8d4b7775-2d23-4928-88f4-d74b5ea85dd4'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:46:11.584781 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-e68fd056-9e79-4184-8e47-d799d6d4803e req-48bf5d4d-652e-49e9-8d7a-79828b3f6e2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (2b445a72-6498-4132-927f-0112a47d469b), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:11.604526 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72d7459c-6c78-4e79-a189-820e8c4985d8 x-openstack-request-id: req-72d7459c-6c78-4e79-a189-820e8c4985d8 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:46:11.604819 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "446a9c08-b6b6-415b-9d31-50433bad72c5", "name": "network-vif-plugged", "status": "completed", "tag": "6726713f-2f06-4788-a4cd-0cf34fa20126", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:46:11.605063 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-72d7459c-6c78-4e79-a189-820e8c4985d8 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:46:11.605467 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '446a9c08-b6b6-415b-9d31-50433bad72c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6726713f-2f06-4788-a4cd-0cf34fa20126', 'code': 200} Feb 09 21:46:11.606159 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (6726713f-2f06-4788-a4cd-0cf34fa20126), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:11.668762 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-e68fd056-9e79-4184-8e47-d799d6d4803e req-48bf5d4d-652e-49e9-8d7a-79828b3f6e2d service neutron] For port 2b445a72-6498-4132-927f-0112a47d469b, host n-h1-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:46:11.672033 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-e68fd056-9e79-4184-8e47-d799d6d4803e req-48bf5d4d-652e-49e9-8d7a-79828b3f6e2d service neutron] For port 2b445a72-6498-4132-927f-0112a47d469b, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=2b445a72-6498-4132-927f-0112a47d469b,segment=NetworkSegment(29ce073b-65c0-4f4f-be22-5f191874dff5),segment_id=29ce073b-65c0-4f4f-be22-5f191874dff5)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:46:11.698607 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=6726713f-2f06-4788-a4cd-0cf34fa20126,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:11.704037 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-07d04c2c-279c-4a72-af6f-494be9d61945 None None] For port 29a1b978-64e3-422b-9f4c-dee4c5fd5dff, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=29a1b978-64e3-422b-9f4c-dee4c5fd5dff,segment=NetworkSegment(e234f058-99e9-4683-aff2-a800b51d2ec4),segment_id=e234f058-99e9-4683-aff2-a800b51d2ec4)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:11.704542 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-07d04c2c-279c-4a72-af6f-494be9d61945 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (29a1b978-64e3-422b-9f4c-dee4c5fd5dff), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:11.710305 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-e68fd056-9e79-4184-8e47-d799d6d4803e req-48bf5d4d-652e-49e9-8d7a-79828b3f6e2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (2b445a72-6498-4132-927f-0112a47d469b), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:11.723904 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-07d04c2c-279c-4a72-af6f-494be9d61945 None None] Calling delete_port for 29a1b978-64e3-422b-9f4c-dee4c5fd5dff owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:46:11.795380 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68fd056-9e79-4184-8e47-d799d6d4803e req-48bf5d4d-652e-49e9-8d7a-79828b3f6e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:11.796166 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-e68fd056-9e79-4184-8e47-d799d6d4803e req-48bf5d4d-652e-49e9-8d7a-79828b3f6e2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:11.797617 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e68fd056-9e79-4184-8e47-d799d6d4803e req-48bf5d4d-652e-49e9-8d7a-79828b3f6e2d service neutron] 10.222.0.95 "PUT /v2.0/ports/2b445a72-6498-4132-927f-0112a47d469b HTTP/1.1" status: 200 len: 1091 time: 1.4518843 Feb 09 21:46:11.800025 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c50e996d-3eef-4dc6-9a7b-8319a153165b', 'tag': '2b445a72-6498-4132-927f-0112a47d469b'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:46:11.802525 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a614f86-0685-4be7-93e2-58ba6a656189" -d '{"events": [{"name": "network-changed", "server_uuid": "c50e996d-3eef-4dc6-9a7b-8319a153165b", "tag": "2b445a72-6498-4132-927f-0112a47d469b"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:46:11.829212 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bf5d4d-652e-49e9-8d7a-79828b3f6e2d service neutron] Pushing event updated for resources: {'Port': ['ID=2b445a72-6498-4132-927f-0112a47d469b,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:11.831454 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-07d04c2c-279c-4a72-af6f-494be9d61945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (29a1b978-64e3-422b-9f4c-dee4c5fd5dff), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:11.834445 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8453b6e-780d-4ba4-a7cc-83e252147d51 req-d65ba179-028b-4f87-8872-59f74e3d35de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:11.836266 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a8453b6e-780d-4ba4-a7cc-83e252147d51 req-d65ba179-028b-4f87-8872-59f74e3d35de service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=446a9c08-b6b6-415b-9d31-50433bad72c5 HTTP/1.1" status: 200 len: 1128 time: 0.1625402 Feb 09 21:46:11.842419 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6377db58-beb2-426a-8f34-d50ff5b9190e tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:46:11.858904 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-145a41ff-733e-45b7-9438-ffe83c32a894 req-80a7ce6f-213e-4139-bcbe-b2343136b3a0 service neutron] For port 8a93d7fd-114a-4178-8340-e454f09ca326, host n-h2-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:46:11.874523 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d04c2c-279c-4a72-af6f-494be9d61945 None None] Pushing event deleted for resources: {'Port': ['ID=29a1b978-64e3-422b-9f4c-dee4c5fd5dff,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:11.881539 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d04c2c-279c-4a72-af6f-494be9d61945 None None] No DVR routers for this DVR port 29a1b978-64e3-422b-9f4c-dee4c5fd5dff on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:46:11.892462 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-145a41ff-733e-45b7-9438-ffe83c32a894 req-80a7ce6f-213e-4139-bcbe-b2343136b3a0 service neutron] For port 8a93d7fd-114a-4178-8340-e454f09ca326, host n-h2-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=8a93d7fd-114a-4178-8340-e454f09ca326,segment=NetworkSegment(302376ac-9268-4998-af9e-49ee4b478b93),segment_id=302376ac-9268-4998-af9e-49ee4b478b93)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:46:11.897349 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f54d60d2-07b7-4813-a009-911db82e3c99 x-openstack-request-id: req-f54d60d2-07b7-4813-a009-911db82e3c99 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:46:11.897532 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6377db58-beb2-426a-8f34-d50ff5b9190e tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (207ce89c-6f79-4282-8b6e-df2fc7815109), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:11.897635 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c50e996d-3eef-4dc6-9a7b-8319a153165b", "tag": "2b445a72-6498-4132-927f-0112a47d469b", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:46:11.897824 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-6377db58-beb2-426a-8f34-d50ff5b9190e tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Added segment 207ce89c-6f79-4282-8b6e-df2fc7815109 of type vlan for network d9f04502-ba9d-4f9b-8c27-cd6bb8d46f3c Feb 09 21:46:11.897985 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-f54d60d2-07b7-4813-a009-911db82e3c99 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:46:11.898308 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c50e996d-3eef-4dc6-9a7b-8319a153165b', 'tag': '2b445a72-6498-4132-927f-0112a47d469b', 'status': 'completed', 'code': 200} Feb 09 21:46:11.905626 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad746f3-05a3-40af-8b5d-017dc4d0df80 req-852a578d-2a20-418e-a5b1-c696078f11e2 tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:11.907276 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7ad746f3-05a3-40af-8b5d-017dc4d0df80 req-852a578d-2a20-418e-a5b1-c696078f11e2 tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] 10.222.0.90 "GET /v2.0/ports?device_id=4e98c9ca-b181-4bb0-8b06-e4e2ab95a399 HTTP/1.1" status: 200 len: 943 time: 0.2012022 Feb 09 21:46:11.916243 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-145a41ff-733e-45b7-9438-ffe83c32a894 req-80a7ce6f-213e-4139-bcbe-b2343136b3a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (8a93d7fd-114a-4178-8340-e454f09ca326), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:11.940437 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf6171-256f-49a0-9146-135628e216ca req-4edb0f74-b9f4-4b7e-abc6-f92cdf4bf8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:11.941939 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0fdf6171-256f-49a0-9146-135628e216ca req-4edb0f74-b9f4-4b7e-abc6-f92cdf4bf8fc service neutron] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6231592 Feb 09 21:46:11.983091 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a8453b6e-780d-4ba4-a7cc-83e252147d51 req-738b4c59-7088-4bad-ae8c-a0e7e5c0b88e service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267905 Feb 09 21:46:12.002404 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7ad746f3-05a3-40af-8b5d-017dc4d0df80 req-8e726857-2a06-49d4-8bca-23c9f4200acb tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] 10.222.0.90 "GET /v2.0/security-groups?id=38239a27-f81f-4dbe-b735-d2ad14a0ae0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783920 Feb 09 21:46:12.006317 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68fd056-9e79-4184-8e47-d799d6d4803e req-707bc7d6-d3d4-47e5-999a-6a9930e61d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:12.007969 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e68fd056-9e79-4184-8e47-d799d6d4803e req-707bc7d6-d3d4-47e5-999a-6a9930e61d88 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=5312098ae3a8474b879f099ad572bad2&device_id=c50e996d-3eef-4dc6-9a7b-8319a153165b HTTP/1.1" status: 200 len: 1125 time: 0.1432090 Feb 09 21:46:12.027119 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145a41ff-733e-45b7-9438-ffe83c32a894 req-80a7ce6f-213e-4139-bcbe-b2343136b3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:12.027757 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-145a41ff-733e-45b7-9438-ffe83c32a894 req-80a7ce6f-213e-4139-bcbe-b2343136b3a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:12.029179 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-145a41ff-733e-45b7-9438-ffe83c32a894 req-80a7ce6f-213e-4139-bcbe-b2343136b3a0 service neutron] 10.222.0.89 "PUT /v2.0/ports/8a93d7fd-114a-4178-8340-e454f09ca326 HTTP/1.1" status: 200 len: 1091 time: 2.4316556 Feb 09 21:46:12.031463 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e98c9ca-b181-4bb0-8b06-e4e2ab95a399', 'tag': '8a93d7fd-114a-4178-8340-e454f09ca326'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:46:12.033726 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67c5c13e-e4c0-4e49-8d5c-b07f80d0755a" -d '{"events": [{"name": "network-changed", "server_uuid": "4e98c9ca-b181-4bb0-8b06-e4e2ab95a399", "tag": "8a93d7fd-114a-4178-8340-e454f09ca326"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:46:12.037408 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6377db58-beb2-426a-8f34-d50ff5b9190e tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (d9f04502-ba9d-4f9b-8c27-cd6bb8d46f3c), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:12.092083 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98766cb9-c774-4085-bb41-56cb5771c451 x-openstack-request-id: req-98766cb9-c774-4085-bb41-56cb5771c451 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:46:12.092434 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e98c9ca-b181-4bb0-8b06-e4e2ab95a399", "tag": "8a93d7fd-114a-4178-8340-e454f09ca326", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:46:12.092694 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-98766cb9-c774-4085-bb41-56cb5771c451 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:46:12.093097 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e98c9ca-b181-4bb0-8b06-e4e2ab95a399', 'tag': '8a93d7fd-114a-4178-8340-e454f09ca326', 'status': 'completed', 'code': 200} Feb 09 21:46:12.113697 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a7ce6f-213e-4139-bcbe-b2343136b3a0 service neutron] Pushing event updated for resources: {'Port': ['ID=8a93d7fd-114a-4178-8340-e454f09ca326,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:12.151385 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6377db58-beb2-426a-8f34-d50ff5b9190e tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (d9f04502-ba9d-4f9b-8c27-cd6bb8d46f3c), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:12.156204 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6377db58-beb2-426a-8f34-d50ff5b9190e tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:12.156808 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6377db58-beb2-426a-8f34-d50ff5b9190e tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:12.165445 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b5104-eff4-4f18-abb8-f5d04acf9ee8 req-0c2f668f-27f9-4fd1-8501-da3a40c7559e tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:12.171943 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b5104-eff4-4f18-abb8-f5d04acf9ee8 req-0c2f668f-27f9-4fd1-8501-da3a40c7559e tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:12.177253 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b5104-eff4-4f18-abb8-f5d04acf9ee8 req-0c2f668f-27f9-4fd1-8501-da3a40c7559e tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:12.190965 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b5104-eff4-4f18-abb8-f5d04acf9ee8 req-0c2f668f-27f9-4fd1-8501-da3a40c7559e tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:12.196851 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b5104-eff4-4f18-abb8-f5d04acf9ee8 req-0c2f668f-27f9-4fd1-8501-da3a40c7559e tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:12.203599 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b5104-eff4-4f18-abb8-f5d04acf9ee8 req-0c2f668f-27f9-4fd1-8501-da3a40c7559e tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:12.209285 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b5104-eff4-4f18-abb8-f5d04acf9ee8 req-0c2f668f-27f9-4fd1-8501-da3a40c7559e tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:12.212730 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f33b5104-eff4-4f18-abb8-f5d04acf9ee8 req-0c2f668f-27f9-4fd1-8501-da3a40c7559e tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 5423 time: 0.1103303 Feb 09 21:46:12.237395 n-d-828369-5 neutron-server[103141]: DEBUG neutron.objects.ports [None req-03ac373f-043d-4d10-b5db-03454d77ad15 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103141) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 21:46:12.250844 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-03ac373f-043d-4d10-b5db-03454d77ad15 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (36782d04-25b6-4858-9331-cf05890d041b), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:12.262565 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-6377db58-beb2-426a-8f34-d50ff5b9190e tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0263493 Feb 09 21:46:12.272781 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42810) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:12.279939 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-fa7c20e9-aecf-4c47-b757-b9febcf3557c tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Request body: {'subnet': {'network_id': 'd9f04502-ba9d-4f9b-8c27-cd6bb8d46f3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:12.290918 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377db58-beb2-426a-8f34-d50ff5b9190e tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Pushing event updated for resources: {'Network': ['ID=d9f04502-ba9d-4f9b-8c27-cd6bb8d46f3c,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:12.299142 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145a41ff-733e-45b7-9438-ffe83c32a894 req-79098ee4-7561-46a5-bf71-9dcb398af6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:12.300771 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-145a41ff-733e-45b7-9438-ffe83c32a894 req-79098ee4-7561-46a5-bf71-9dcb398af6fb service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=06629d6639714c7a8d2a8ddf047a31e7&device_id=4e98c9ca-b181-4bb0-8b06-e4e2ab95a399 HTTP/1.1" status: 200 len: 1125 time: 0.2069213 Feb 09 21:46:12.305174 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network d9f04502-ba9d-4f9b-8c27-cd6bb8d46f3c details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:46:12.327350 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ac373f-043d-4d10-b5db-03454d77ad15 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:46:12.329866 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e68fd056-9e79-4184-8e47-d799d6d4803e req-6d1a4678-ea83-43a3-8516-a0958b722966 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2b445a72-6498-4132-927f-0112a47d469b HTTP/1.1" status: 200 len: 217 time: 0.0677726 Feb 09 21:46:12.358742 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-03ac373f-043d-4d10-b5db-03454d77ad15 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:46:12.363391 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-145a41ff-733e-45b7-9438-ffe83c32a894 req-16e93105-712f-43f1-86c3-275b0480c8ba service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a93d7fd-114a-4178-8340-e454f09ca326 HTTP/1.1" status: 200 len: 217 time: 0.0484633 Feb 09 21:46:12.364694 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ac373f-043d-4d10-b5db-03454d77ad15 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:12.365491 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-03ac373f-043d-4d10-b5db-03454d77ad15 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:12.369049 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ac373f-043d-4d10-b5db-03454d77ad15 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event updated for resources: {'Subnet': ['ID=36782d04-25b6-4858-9331-cf05890d041b,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:12.369882 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a02e30-629f-4399-bf87-c59b25bc1bc8 None None] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:46:12.419670 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-03ac373f-043d-4d10-b5db-03454d77ad15 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6071999 Feb 09 21:46:12.419970 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 42812) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:12.425980 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-8656dd48-37d2-4e3b-b0cf-44e64567bce1 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Request body: {'subnet': {'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:12.471910 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46af714a-512c-4af2-a3a9-4dada31fc8f5 req-ef0386d7-e03e-4d73-ad19-e90cb48f9a86 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:12.473803 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-46af714a-512c-4af2-a3a9-4dada31fc8f5 req-ef0386d7-e03e-4d73-ad19-e90cb48f9a86 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=446a9c08-b6b6-415b-9d31-50433bad72c5 HTTP/1.1" status: 200 len: 946 time: 0.2578127 Feb 09 21:46:12.474872 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68fd056-9e79-4184-8e47-d799d6d4803e req-51910b40-4667-4e3a-ad3b-0018761402e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:12.476198 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e68fd056-9e79-4184-8e47-d799d6d4803e req-51910b40-4667-4e3a-ad3b-0018761402e3 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5f65088d-2de0-4968-a14e-b62ef283813c HTTP/1.1" status: 200 len: 859 time: 0.1086068 Feb 09 21:46:12.485397 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f33b5104-eff4-4f18-abb8-f5d04acf9ee8 req-28943639-bae1-4717-bdab-6cd8500f58a7 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/security-groups?id=f725d2ca-c6e8-41e3-94bc-9cf24ee5a23b&id=7a6c813b-611d-4436-831d-fc6ca76a9308&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2598002 Feb 09 21:46:12.486009 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145a41ff-733e-45b7-9438-ffe83c32a894 req-8521ace3-e7d2-4988-901e-d2510fed51be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:12.487468 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-145a41ff-733e-45b7-9438-ffe83c32a894 req-8521ace3-e7d2-4988-901e-d2510fed51be service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5974b033-cc61-4eb4-a4f6-ce96161693e1 HTTP/1.1" status: 200 len: 848 time: 0.1103361 Feb 09 21:46:12.530536 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb401d0-cb05-4757-b3fa-c365fb48b2ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-986c5511-2b50-4eb7-bb75-ff9f776ff726', 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726', 'project_id': '880c3cd16cc943a98203fd230e26852f', 'fixed_ips': [{'subnet_id': '36782d04-25b6-4858-9331-cf05890d041b'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:46:12.532243 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5fb401d0-cb05-4757-b3fa-c365fb48b2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:12.547047 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e68fd056-9e79-4184-8e47-d799d6d4803e req-d866a081-b0c5-4b16-ac5e-9ec61f3d288a service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=8d4b7775-2d23-4928-88f4-d74b5ea85dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574329 Feb 09 21:46:12.551149 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-145a41ff-733e-45b7-9438-ffe83c32a894 req-95ac3c88-7a7c-434f-80cc-fe80eb2e2ec0 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=25defb09-d744-4c22-bfc1-6754edb35ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500991 Feb 09 21:46:12.563100 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 29a1b978-64e3-422b-9f4c-dee4c5fd5dff no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:46:12.578451 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa7c20e9-aecf-4c47-b757-b9febcf3557c tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Made reservation on behalf of 87111984dff24e1780aaef3f75dde822 for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:46:12.581934 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fa7c20e9-aecf-4c47-b757-b9febcf3557c tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621317'] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:12.590516 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 29a1b978-64e3-422b-9f4c-dee4c5fd5dff {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:46:12.591139 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 29a1b978-64e3-422b-9f4c-dee4c5fd5dff not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:46:12.675199 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8656dd48-37d2-4e3b-b0cf-44e64567bce1 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Made reservation on behalf of 880c3cd16cc943a98203fd230e26852f for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:46:12.680514 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8656dd48-37d2-4e3b-b0cf-44e64567bce1 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:12.705101 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-131f731a-ba54-4f07-845c-81cea45c6293 req-615b5de9-f171-4bdb-ae8d-4dfd722c1195 tempest-ServerShowV257Test-959739667 tempest-ServerShowV257Test-959739667-project] 10.222.0.90 "GET /v2.0/ports?device_id=3979d9fd-95f7-4f56-a982-0c792c60050c HTTP/1.1" status: 200 len: 210 time: 0.0858438 Feb 09 21:46:12.720188 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-46af714a-512c-4af2-a3a9-4dada31fc8f5 req-59f25909-d824-410d-9a34-480dc9620fd4 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338004 Feb 09 21:46:12.759434 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:12.773160 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-145a41ff-733e-45b7-9438-ffe83c32a894 req-bdda9281-f750-4ca8-9591-24a1f66a7a7e service neutron] 10.222.0.89 "GET /v2.0/networks/25defb09-d744-4c22-bfc1-6754edb35ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112241 Feb 09 21:46:12.793797 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-5fb401d0-cb05-4757-b3fa-c365fb48b2ed None None] Allocated IP 2001:db8::f816:3eff:fed1:d6be (986c5511-2b50-4eb7-bb75-ff9f776ff726/36782d04-25b6-4858-9331-cf05890d041b/f7976f3f-da6c-47cc-b3a5-f33a34c7996c) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:46:12.818649 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e68fd056-9e79-4184-8e47-d799d6d4803e req-1ebf7db0-6148-4ce6-b62a-d7706a939b78 service neutron] 10.222.0.95 "GET /v2.0/networks/8d4b7775-2d23-4928-88f4-d74b5ea85dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630885 Feb 09 21:46:12.868350 n-d-828369-5 neutron-server[103141]: INFO neutron.db.ipam_backend_mixin [None req-8656dd48-37d2-4e3b-b0cf-44e64567bce1 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 36782d04-25b6-4858-9331-cf05890d041b (CIDR: 2001:db8::/64) Feb 09 21:46:12.873446 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-8656dd48-37d2-4e3b-b0cf-44e64567bce1 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:46:12.873931 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8656dd48-37d2-4e3b-b0cf-44e64567bce1 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:46:12.910613 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-8656dd48-37d2-4e3b-b0cf-44e64567bce1 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4890912 Feb 09 21:46:12.914908 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-145a41ff-733e-45b7-9438-ffe83c32a894 req-352c00f6-dd93-483b-a113-aa012b8a2c2a service neutron] 10.222.0.89 "GET /v2.0/networks/25defb09-d744-4c22-bfc1-6754edb35ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320212 Feb 09 21:46:12.915583 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 42816) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:12.920394 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-94d06c68-578d-4a9d-ba7b-9ddeb0d079bf tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Request body: {'subnet': {'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:12.975446 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5fb401d0-cb05-4757-b3fa-c365fb48b2ed None None] Publish callbacks [] for port (f7976f3f-da6c-47cc-b3a5-f33a34c7996c), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:12.982430 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5fb401d0-cb05-4757-b3fa-c365fb48b2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (f7976f3f-da6c-47cc-b3a5-f33a34c7996c), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:13.031382 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb401d0-cb05-4757-b3fa-c365fb48b2ed None None] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:46:13.037254 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-5fb401d0-cb05-4757-b3fa-c365fb48b2ed None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:46:13.042588 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb401d0-cb05-4757-b3fa-c365fb48b2ed None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:46:13.045323 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb401d0-cb05-4757-b3fa-c365fb48b2ed None None] Pushing event updated for resources: {'Port': ['ID=f7976f3f-da6c-47cc-b3a5-f33a34c7996c,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:13.055662 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c5c13e-e4c0-4e49-8d5c-b07f80d0755a req-c769cea1-7eba-4bb1-936e-0a6f0e532871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:13.057255 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-67c5c13e-e4c0-4e49-8d5c-b07f80d0755a req-c769cea1-7eba-4bb1-936e-0a6f0e532871 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=06629d6639714c7a8d2a8ddf047a31e7&device_id=4e98c9ca-b181-4bb0-8b06-e4e2ab95a399 HTTP/1.1" status: 200 len: 1125 time: 0.0825377 Feb 09 21:46:13.070551 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4953dd9d-979e-4134-b1d6-56aec6162d64 req-e176b9db-c53b-45f0-bf87-bb1aef82bae9 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:13.079197 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4953dd9d-979e-4134-b1d6-56aec6162d64 req-e176b9db-c53b-45f0-bf87-bb1aef82bae9 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "GET /v2.0/ports?device_id=c50e996d-3eef-4dc6-9a7b-8319a153165b HTTP/1.1" status: 200 len: 943 time: 0.2535918 Feb 09 21:46:13.110596 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-5fb401d0-cb05-4757-b3fa-c365fb48b2ed None None] Attempting to bind port f7976f3f-da6c-47cc-b3a5-f33a34c7996c on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:46:13.111314 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-5fb401d0-cb05-4757-b3fa-c365fb48b2ed None None] Attempting to bind port f7976f3f-da6c-47cc-b3a5-f33a34c7996c by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': 'e234f058-99e9-4683-aff2-a800b51d2ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:46:13.111876 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb401d0-cb05-4757-b3fa-c365fb48b2ed None None] Attempting to bind port f7976f3f-da6c-47cc-b3a5-f33a34c7996c on network 986c5511-2b50-4eb7-bb75-ff9f776ff726 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:46:13.117245 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb401d0-cb05-4757-b3fa-c365fb48b2ed None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:46:13.117631 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb401d0-cb05-4757-b3fa-c365fb48b2ed None None] Checking segment: {'id': 'e234f058-99e9-4683-aff2-a800b51d2ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:46:13.118025 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5fb401d0-cb05-4757-b3fa-c365fb48b2ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:13.118420 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb401d0-cb05-4757-b3fa-c365fb48b2ed None None] Bound using segment: {'id': 'e234f058-99e9-4683-aff2-a800b51d2ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:46:13.119057 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-5fb401d0-cb05-4757-b3fa-c365fb48b2ed None None] Bound port: f7976f3f-da6c-47cc-b3a5-f33a34c7996c, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e234f058-99e9-4683-aff2-a800b51d2ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:46:13.119445 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5fb401d0-cb05-4757-b3fa-c365fb48b2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (f7976f3f-da6c-47cc-b3a5-f33a34c7996c), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:13.121912 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fa7c20e9-aecf-4c47-b757-b9febcf3557c tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621371'] for subnet (57992e73-75f4-4f47-a74e-19999203b6c9), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:13.136323 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d06c68-578d-4a9d-ba7b-9ddeb0d079bf tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Made reservation on behalf of 880c3cd16cc943a98203fd230e26852f for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:46:13.139900 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-94d06c68-578d-4a9d-ba7b-9ddeb0d079bf tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:13.175578 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e68fd056-9e79-4184-8e47-d799d6d4803e req-61e32007-9eee-440a-b970-815b16266966 service neutron] 10.222.0.95 "GET /v2.0/networks/8d4b7775-2d23-4928-88f4-d74b5ea85dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3349769 Feb 09 21:46:13.212480 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5fb401d0-cb05-4757-b3fa-c365fb48b2ed None None] For port f7976f3f-da6c-47cc-b3a5-f33a34c7996c, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:46:13.218808 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5fb401d0-cb05-4757-b3fa-c365fb48b2ed None None] For port f7976f3f-da6c-47cc-b3a5-f33a34c7996c, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=f7976f3f-da6c-47cc-b3a5-f33a34c7996c,segment=NetworkSegment(e234f058-99e9-4683-aff2-a800b51d2ec4),segment_id=e234f058-99e9-4683-aff2-a800b51d2ec4)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:46:13.231650 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5fb401d0-cb05-4757-b3fa-c365fb48b2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (f7976f3f-da6c-47cc-b3a5-f33a34c7996c), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:13.247893 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c5c13e-e4c0-4e49-8d5c-b07f80d0755a req-7fab701f-490e-4459-b219-76c12c046041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:13.250720 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-67c5c13e-e4c0-4e49-8d5c-b07f80d0755a req-7fab701f-490e-4459-b219-76c12c046041 service neutron] 10.222.0.89 "GET /v2.0/networks?id=25defb09-d744-4c22-bfc1-6754edb35ec9 HTTP/1.1" status: 200 len: 909 time: 0.1822979 Feb 09 21:46:13.285329 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4953dd9d-979e-4134-b1d6-56aec6162d64 req-81ee69eb-feed-4c00-aabd-efc6d3f286a2 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "GET /v2.0/security-groups?id=296fe08d-5e2e-48dd-9aaf-df90eedd0fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052343 Feb 09 21:46:13.314058 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb401d0-cb05-4757-b3fa-c365fb48b2ed None None] Pushing event updated for resources: {'Port': ['ID=f7976f3f-da6c-47cc-b3a5-f33a34c7996c,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:13.340621 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-67c5c13e-e4c0-4e49-8d5c-b07f80d0755a req-c757900a-8707-4f30-ba2d-c39a9c119bf0 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a93d7fd-114a-4178-8340-e454f09ca326 HTTP/1.1" status: 200 len: 217 time: 0.0813928 Feb 09 21:46:13.417053 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c5c13e-e4c0-4e49-8d5c-b07f80d0755a req-ed817a5b-3b35-4bc6-9a33-544b6e21c2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:13.418568 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-67c5c13e-e4c0-4e49-8d5c-b07f80d0755a req-ed817a5b-3b35-4bc6-9a33-544b6e21c2d1 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5974b033-cc61-4eb4-a4f6-ce96161693e1 HTTP/1.1" status: 200 len: 848 time: 0.0713794 Feb 09 21:46:13.462202 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-67c5c13e-e4c0-4e49-8d5c-b07f80d0755a req-9a77ce15-b0a4-454f-a34a-3d5df6a07ae5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=25defb09-d744-4c22-bfc1-6754edb35ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359268 Feb 09 21:46:13.691297 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-67c5c13e-e4c0-4e49-8d5c-b07f80d0755a req-571bb0a2-6c9f-4dcf-bfd2-83e38ac83188 service neutron] 10.222.0.89 "GET /v2.0/networks/25defb09-d744-4c22-bfc1-6754edb35ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683929 Feb 09 21:46:13.705744 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7c20e9-aecf-4c47-b757-b9febcf3557c tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Pushing event updated for resources: {'Subnet': ['ID=57992e73-75f4-4f47-a74e-19999203b6c9,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:13.751282 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7c20e9-aecf-4c47-b757-b9febcf3557c tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Checking segment: {'id': '207ce89c-6f79-4282-8b6e-df2fc7815109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd9f04502-ba9d-4f9b-8c27-cd6bb8d46f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:46:13.751621 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7c20e9-aecf-4c47-b757-b9febcf3557c tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Network hostable DHCP agents. Network: d9f04502-ba9d-4f9b-8c27-cd6bb8d46f3c, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:46:13.759863 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bf90ce-7dfe-41cf-bfbf-a03b0684e57d req-b2dd5228-b0f1-4f59-9bbf-c7d7e46eaa23 tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:13.761416 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a5bf90ce-7dfe-41cf-bfbf-a03b0684e57d req-b2dd5228-b0f1-4f59-9bbf-c7d7e46eaa23 tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] 10.222.0.90 "GET /v2.0/ports?device_id=4e98c9ca-b181-4bb0-8b06-e4e2ab95a399 HTTP/1.1" status: 200 len: 943 time: 0.6472909 Feb 09 21:46:13.770513 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-94d06c68-578d-4a9d-ba7b-9ddeb0d079bf tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (34e0695b-c75e-427a-a7b1-cfc4d6b2472a), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:13.814549 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a614f86-0685-4be7-93e2-58ba6a656189 req-487f68c7-2f78-4f4d-81b7-7c7f6faa1c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:13.816079 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2a614f86-0685-4be7-93e2-58ba6a656189 req-487f68c7-2f78-4f4d-81b7-7c7f6faa1c63 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=5312098ae3a8474b879f099ad572bad2&device_id=c50e996d-3eef-4dc6-9a7b-8319a153165b HTTP/1.1" status: 200 len: 1125 time: 0.5541680 Feb 09 21:46:13.822814 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7c20e9-aecf-4c47-b757-b9febcf3557c tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Network d9f04502-ba9d-4f9b-8c27-cd6bb8d46f3c is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:46:13.824342 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d06c68-578d-4a9d-ba7b-9ddeb0d079bf tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:46:13.835274 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-94d06c68-578d-4a9d-ba7b-9ddeb0d079bf tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:46:13.840963 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d06c68-578d-4a9d-ba7b-9ddeb0d079bf tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:13.841569 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-94d06c68-578d-4a9d-ba7b-9ddeb0d079bf tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:13.841702 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038b10c9-787d-47be-81af-b12ba0a0a124 req-bfbabad1-66d6-4d4a-b1ee-13852057e081 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:13.847534 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038b10c9-787d-47be-81af-b12ba0a0a124 req-bfbabad1-66d6-4d4a-b1ee-13852057e081 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:13.852747 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038b10c9-787d-47be-81af-b12ba0a0a124 req-bfbabad1-66d6-4d4a-b1ee-13852057e081 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:13.858583 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038b10c9-787d-47be-81af-b12ba0a0a124 req-bfbabad1-66d6-4d4a-b1ee-13852057e081 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:13.863548 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d06c68-578d-4a9d-ba7b-9ddeb0d079bf tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event updated for resources: {'Subnet': ['ID=34e0695b-c75e-427a-a7b1-cfc4d6b2472a,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:13.863829 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038b10c9-787d-47be-81af-b12ba0a0a124 req-bfbabad1-66d6-4d4a-b1ee-13852057e081 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:13.868459 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-67c5c13e-e4c0-4e49-8d5c-b07f80d0755a req-c3b0f567-44bb-4ea9-9db0-3a1f75c89669 service neutron] 10.222.0.89 "GET /v2.0/networks/25defb09-d744-4c22-bfc1-6754edb35ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673717 Feb 09 21:46:13.869107 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038b10c9-787d-47be-81af-b12ba0a0a124 req-bfbabad1-66d6-4d4a-b1ee-13852057e081 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:13.874986 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038b10c9-787d-47be-81af-b12ba0a0a124 req-bfbabad1-66d6-4d4a-b1ee-13852057e081 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:13.876212 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-94d06c68-578d-4a9d-ba7b-9ddeb0d079bf tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9596808 Feb 09 21:46:13.876924 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-038b10c9-787d-47be-81af-b12ba0a0a124 req-bfbabad1-66d6-4d4a-b1ee-13852057e081 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 5423 time: 0.1750388 Feb 09 21:46:13.882539 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 42826) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:13.887575 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-b37b30e3-03bc-45ff-9841-5314c00d9269 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Request body: {'port': {'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726', 'mac_address': 'fa:16:3e:ae:cd:96', 'name': 'tempest-NetworksTestDHCPv6-1418330956'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:13.961514 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-fa7c20e9-aecf-4c47-b757-b9febcf3557c tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, d9f04502-ba9d-4f9b-8c27-cd6bb8d46f3c) {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:46:13.971160 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523b1b50-74f3-4829-b92c-b599967815a5 None None] Network d9f04502-ba9d-4f9b-8c27-cd6bb8d46f3c requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:46:13.972111 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a5bf90ce-7dfe-41cf-bfbf-a03b0684e57d req-958f78f4-7d6f-4835-82ca-a8a031e787e9 tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] 10.222.0.90 "GET /v2.0/security-groups?id=38239a27-f81f-4dbe-b735-d2ad14a0ae0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964266 Feb 09 21:46:13.973620 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7c20e9-aecf-4c47-b757-b9febcf3557c tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:13.974210 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fa7c20e9-aecf-4c47-b757-b9febcf3557c tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:14.030297 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b37b30e3-03bc-45ff-9841-5314c00d9269 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Made reservation on behalf of 880c3cd16cc943a98203fd230e26852f for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:46:14.039512 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-fa7c20e9-aecf-4c47-b757-b9febcf3557c tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7648113 Feb 09 21:46:14.045450 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 42828) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:14.055976 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-059152d2-091e-4aee-ba16-abca76ff15de tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Request body: {'port': {'network_id': 'd9f04502-ba9d-4f9b-8c27-cd6bb8d46f3c', 'name': 'tempest-PortsIpV6TestJSON-2084978271', 'fixed_ips': [{'subnet_id': '57992e73-75f4-4f47-a74e-19999203b6c9', 'ip_address': '2001:db8::10'}]}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:14.059205 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-038b10c9-787d-47be-81af-b12ba0a0a124 req-81376f07-e1ce-4fa7-9f85-d4e22ddac946 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/security-groups?id=f725d2ca-c6e8-41e3-94bc-9cf24ee5a23b&id=7a6c813b-611d-4436-831d-fc6ca76a9308&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1709812 Feb 09 21:46:14.067839 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a614f86-0685-4be7-93e2-58ba6a656189 req-e0847c5f-e42f-4eb1-8ae0-a20f8f7d5b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:14.069758 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2a614f86-0685-4be7-93e2-58ba6a656189 req-e0847c5f-e42f-4eb1-8ae0-a20f8f7d5b14 service neutron] 10.222.0.95 "GET /v2.0/networks?id=8d4b7775-2d23-4928-88f4-d74b5ea85dd4 HTTP/1.1" status: 200 len: 920 time: 0.2388072 Feb 09 21:46:14.117318 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:14.142295 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2a614f86-0685-4be7-93e2-58ba6a656189 req-c254aa80-1117-4e0e-8b4e-a08077a78630 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2b445a72-6498-4132-927f-0112a47d469b HTTP/1.1" status: 200 len: 217 time: 0.0572646 Feb 09 21:46:14.190141 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d754a787-aae4-4b38-a389-94b274a37c45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-d9f04502-ba9d-4f9b-8c27-cd6bb8d46f3c', 'network_id': 'd9f04502-ba9d-4f9b-8c27-cd6bb8d46f3c', 'project_id': '87111984dff24e1780aaef3f75dde822', 'fixed_ips': [{'subnet_id': '57992e73-75f4-4f47-a74e-19999203b6c9'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:46:14.190639 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d754a787-aae4-4b38-a389-94b274a37c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:14.207320 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4897c22c-6bbc-49f8-9276-509e236020ae req-24046ba1-47bb-447b-af8e-935b83fcf6db tempest-ServerShowV257Test-959739667 tempest-ServerShowV257Test-959739667-project] 10.222.0.90 "GET /v2.0/ports?device_id=3979d9fd-95f7-4f56-a982-0c792c60050c HTTP/1.1" status: 200 len: 210 time: 0.0318825 Feb 09 21:46:14.256460 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b37b30e3-03bc-45ff-9841-5314c00d9269 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:14.269483 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a614f86-0685-4be7-93e2-58ba6a656189 req-ae8b52a0-6a4e-40af-8812-fd2754821f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:14.271004 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2a614f86-0685-4be7-93e2-58ba6a656189 req-ae8b52a0-6a4e-40af-8812-fd2754821f3f service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5f65088d-2de0-4968-a14e-b62ef283813c HTTP/1.1" status: 200 len: 859 time: 0.0626674 Feb 09 21:46:14.300779 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [None req-b37b30e3-03bc-45ff-9841-5314c00d9269 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] device_id is not set on port e49ee729-cdc2-4d6d-a535-ca8698bf0360 yet. {{(pid=103141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:46:14.324794 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2a614f86-0685-4be7-93e2-58ba6a656189 req-f691f366-7ae9-49b6-a69b-6aa2125b2268 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=8d4b7775-2d23-4928-88f4-d74b5ea85dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400727 Feb 09 21:46:14.339346 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb70709a-b59f-49ea-9008-3eea6becf6f3 req-53bbb8f2-cd5d-43ef-980a-1883c3349cf8 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:14.340911 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fb70709a-b59f-49ea-9008-3eea6becf6f3 req-53bbb8f2-cd5d-43ef-980a-1883c3349cf8 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=446a9c08-b6b6-415b-9d31-50433bad72c5 HTTP/1.1" status: 200 len: 946 time: 0.1977158 Feb 09 21:46:14.371104 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-d754a787-aae4-4b38-a389-94b274a37c45 None None] Allocated IP 2001:db8::2 (d9f04502-ba9d-4f9b-8c27-cd6bb8d46f3c/57992e73-75f4-4f47-a74e-19999203b6c9/bff31daf-d71d-4cbb-bd34-ce5a2c6fcb3d) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:46:14.425840 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-059152d2-091e-4aee-ba16-abca76ff15de tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Made reservation on behalf of 87111984dff24e1780aaef3f75dde822 for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:46:14.487310 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2a614f86-0685-4be7-93e2-58ba6a656189 req-a6e156b3-d485-4724-8ffc-8903f4a37b52 service neutron] 10.222.0.95 "GET /v2.0/networks/8d4b7775-2d23-4928-88f4-d74b5ea85dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453609 Feb 09 21:46:14.539355 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device f7976f3f-da6c-47cc-b3a5-f33a34c7996c up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:46:14.604048 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-059152d2-091e-4aee-ba16-abca76ff15de tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:14.620721 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d754a787-aae4-4b38-a389-94b274a37c45 None None] Publish callbacks [] for port (bff31daf-d71d-4cbb-bd34-ce5a2c6fcb3d), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:14.637579 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d754a787-aae4-4b38-a389-94b274a37c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (bff31daf-d71d-4cbb-bd34-ce5a2c6fcb3d), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:14.651953 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [None req-059152d2-091e-4aee-ba16-abca76ff15de tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] device_id is not set on port 5f649989-ec76-4d1f-9163-d6a8866b0ef9 yet. {{(pid=103141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:46:14.654574 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea6461f-0586-4d1c-a533-2eef0beeb5f2 None None] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:46:14.683824 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fb70709a-b59f-49ea-9008-3eea6becf6f3 req-ad88348d-abdc-4937-8031-c04c1a2fe609 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953292 Feb 09 21:46:14.697308 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d754a787-aae4-4b38-a389-94b274a37c45 None None] Network d9f04502-ba9d-4f9b-8c27-cd6bb8d46f3c is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:46:14.699221 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port f7976f3f-da6c-47cc-b3a5-f33a34c7996c triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:14.699710 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (f7976f3f-da6c-47cc-b3a5-f33a34c7996c), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:14.701489 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd40443-1b6f-46cc-b1b6-8f782a7498a9 req-42c55f20-c323-488e-bd2d-3e2cf3255178 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:14.706596 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6fd40443-1b6f-46cc-b1b6-8f782a7498a9 req-42c55f20-c323-488e-bd2d-3e2cf3255178 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "GET /v2.0/ports?device_id=c50e996d-3eef-4dc6-9a7b-8319a153165b HTTP/1.1" status: 200 len: 943 time: 0.2117279 Feb 09 21:46:14.714823 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2a614f86-0685-4be7-93e2-58ba6a656189 req-866e3ce8-bbfc-4ecd-bd8c-591125d06ac1 service neutron] 10.222.0.95 "GET /v2.0/networks/8d4b7775-2d23-4928-88f4-d74b5ea85dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799362 Feb 09 21:46:14.771155 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-d754a787-aae4-4b38-a389-94b274a37c45 None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:46:14.775588 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d754a787-aae4-4b38-a389-94b274a37c45 None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:46:14.789144 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6fd40443-1b6f-46cc-b1b6-8f782a7498a9 req-5e0ecf89-9344-462e-bc6d-c9f9e596bafa tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "GET /v2.0/security-groups?id=296fe08d-5e2e-48dd-9aaf-df90eedd0fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730371 Feb 09 21:46:14.812547 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-b37b30e3-03bc-45ff-9841-5314c00d9269 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Allocated IP 2001:db8:0:1::15c (986c5511-2b50-4eb7-bb75-ff9f776ff726/34e0695b-c75e-427a-a7b1-cfc4d6b2472a/e49ee729-cdc2-4d6d-a535-ca8698bf0360) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:46:14.821859 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d754a787-aae4-4b38-a389-94b274a37c45 None None] Pushing event updated for resources: {'Port': ['ID=bff31daf-d71d-4cbb-bd34-ce5a2c6fcb3d,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:14.832162 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-b37b30e3-03bc-45ff-9841-5314c00d9269 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Allocated IP 2001:db8::f816:3eff:feae:cd96 (986c5511-2b50-4eb7-bb75-ff9f776ff726/36782d04-25b6-4858-9331-cf05890d041b/e49ee729-cdc2-4d6d-a535-ca8698bf0360) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:46:14.883987 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-b1baf217-538f-472c-9445-7cac51f6f35b None None] Provisioning complete for port f7976f3f-da6c-47cc-b3a5-f33a34c7996c triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:14.884349 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b1baf217-538f-472c-9445-7cac51f6f35b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (f7976f3f-da6c-47cc-b3a5-f33a34c7996c), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:14.910567 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-059152d2-091e-4aee-ba16-abca76ff15de tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Allocated IP 2001:db8::10 (d9f04502-ba9d-4f9b-8c27-cd6bb8d46f3c/57992e73-75f4-4f47-a74e-19999203b6c9/5f649989-ec76-4d1f-9163-d6a8866b0ef9) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:46:14.937687 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-d754a787-aae4-4b38-a389-94b274a37c45 None None] Attempting to bind port bff31daf-d71d-4cbb-bd34-ce5a2c6fcb3d on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:46:14.938386 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-d754a787-aae4-4b38-a389-94b274a37c45 None None] Attempting to bind port bff31daf-d71d-4cbb-bd34-ce5a2c6fcb3d by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '207ce89c-6f79-4282-8b6e-df2fc7815109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd9f04502-ba9d-4f9b-8c27-cd6bb8d46f3c'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:46:14.938958 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d754a787-aae4-4b38-a389-94b274a37c45 None None] Attempting to bind port bff31daf-d71d-4cbb-bd34-ce5a2c6fcb3d on network d9f04502-ba9d-4f9b-8c27-cd6bb8d46f3c {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:46:14.967786 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d754a787-aae4-4b38-a389-94b274a37c45 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:46:14.968154 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d754a787-aae4-4b38-a389-94b274a37c45 None None] Checking segment: {'id': '207ce89c-6f79-4282-8b6e-df2fc7815109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd9f04502-ba9d-4f9b-8c27-cd6bb8d46f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:46:14.968598 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d754a787-aae4-4b38-a389-94b274a37c45 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:14.968996 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d754a787-aae4-4b38-a389-94b274a37c45 None None] Bound using segment: {'id': '207ce89c-6f79-4282-8b6e-df2fc7815109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd9f04502-ba9d-4f9b-8c27-cd6bb8d46f3c'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:46:14.969483 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-d754a787-aae4-4b38-a389-94b274a37c45 None None] Bound port: bff31daf-d71d-4cbb-bd34-ce5a2c6fcb3d, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '207ce89c-6f79-4282-8b6e-df2fc7815109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'd9f04502-ba9d-4f9b-8c27-cd6bb8d46f3c'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:46:14.969864 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d754a787-aae4-4b38-a389-94b274a37c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (bff31daf-d71d-4cbb-bd34-ce5a2c6fcb3d), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:15.088050 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port f7976f3f-da6c-47cc-b3a5-f33a34c7996c is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:15.089237 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (f7976f3f-da6c-47cc-b3a5-f33a34c7996c), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:15.123602 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b37b30e3-03bc-45ff-9841-5314c00d9269 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for port (e49ee729-cdc2-4d6d-a535-ca8698bf0360), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:15.158755 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-b1baf217-538f-472c-9445-7cac51f6f35b None None] Current status of the port f7976f3f-da6c-47cc-b3a5-f33a34c7996c is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:15.159391 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b1baf217-538f-472c-9445-7cac51f6f35b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (f7976f3f-da6c-47cc-b3a5-f33a34c7996c), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:15.166228 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-d754a787-aae4-4b38-a389-94b274a37c45 None None] For port bff31daf-d71d-4cbb-bd34-ce5a2c6fcb3d, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:46:15.172606 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-059152d2-091e-4aee-ba16-abca76ff15de tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for port (5f649989-ec76-4d1f-9163-d6a8866b0ef9), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:15.208120 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port f7976f3f-da6c-47cc-b3a5-f33a34c7996c, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=f7976f3f-da6c-47cc-b3a5-f33a34c7996c,segment=NetworkSegment(e234f058-99e9-4683-aff2-a800b51d2ec4),segment_id=e234f058-99e9-4683-aff2-a800b51d2ec4)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:15.216872 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 2b445a72-6498-4132-927f-0112a47d469b details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:46:15.222930 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b37b30e3-03bc-45ff-9841-5314c00d9269 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (e49ee729-cdc2-4d6d-a535-ca8698bf0360), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:15.238072 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7b1df8-8e28-4195-b4b9-d9d7a7656ec1 req-f5a5612e-81d4-4240-aaf6-77e816f8e0b0 tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:15.239952 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-d754a787-aae4-4b38-a389-94b274a37c45 None None] For port bff31daf-d71d-4cbb-bd34-ce5a2c6fcb3d, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=bff31daf-d71d-4cbb-bd34-ce5a2c6fcb3d,segment=NetworkSegment(207ce89c-6f79-4282-8b6e-df2fc7815109),segment_id=207ce89c-6f79-4282-8b6e-df2fc7815109)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:46:15.247023 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2b7b1df8-8e28-4195-b4b9-d9d7a7656ec1 req-f5a5612e-81d4-4240-aaf6-77e816f8e0b0 tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] 10.222.0.90 "GET /v2.0/ports?device_id=4e98c9ca-b181-4bb0-8b06-e4e2ab95a399 HTTP/1.1" status: 200 len: 943 time: 0.1620626 Feb 09 21:46:15.253560 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (f7976f3f-da6c-47cc-b3a5-f33a34c7996c), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:15.290253 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d754a787-aae4-4b38-a389-94b274a37c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (bff31daf-d71d-4cbb-bd34-ce5a2c6fcb3d), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:15.302018 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37b30e3-03bc-45ff-9841-5314c00d9269 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:46:15.308188 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-059152d2-091e-4aee-ba16-abca76ff15de tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (5f649989-ec76-4d1f-9163-d6a8866b0ef9), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:15.314363 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-b37b30e3-03bc-45ff-9841-5314c00d9269 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:46:15.330720 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37b30e3-03bc-45ff-9841-5314c00d9269 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:46:15.334750 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37b30e3-03bc-45ff-9841-5314c00d9269 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:15.335501 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b37b30e3-03bc-45ff-9841-5314c00d9269 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:15.349022 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37b30e3-03bc-45ff-9841-5314c00d9269 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event updated for resources: {'Port': ['ID=e49ee729-cdc2-4d6d-a535-ca8698bf0360,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:15.362260 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059152d2-091e-4aee-ba16-abca76ff15de tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Network d9f04502-ba9d-4f9b-8c27-cd6bb8d46f3c is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:46:15.370570 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-b37b30e3-03bc-45ff-9841-5314c00d9269 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.4869099 Feb 09 21:46:15.375182 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42850) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:15.391725 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-059152d2-091e-4aee-ba16-abca76ff15de tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:46:15.395562 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059152d2-091e-4aee-ba16-abca76ff15de tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:46:15.400643 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059152d2-091e-4aee-ba16-abca76ff15de tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:15.401291 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-059152d2-091e-4aee-ba16-abca76ff15de tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:15.422821 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2b7b1df8-8e28-4195-b4b9-d9d7a7656ec1 req-0ea33c74-25e5-4178-af7b-25b574362eef tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] 10.222.0.90 "GET /v2.0/security-groups?id=38239a27-f81f-4dbe-b735-d2ad14a0ae0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730378 Feb 09 21:46:15.426935 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059152d2-091e-4aee-ba16-abca76ff15de tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Pushing event updated for resources: {'Port': ['ID=5f649989-ec76-4d1f-9163-d6a8866b0ef9,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:15.447437 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-059152d2-091e-4aee-ba16-abca76ff15de tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4014544 Feb 09 21:46:15.449205 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 42852) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:15.456609 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-24160cc9-9bc2-4616-ab6f-01fab6848f93 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Request body: {'port': {'network_id': 'd9f04502-ba9d-4f9b-8c27-cd6bb8d46f3c', 'name': 'tempest-PortsIpV6TestJSON-547512816', 'fixed_ips': [{'subnet_id': '57992e73-75f4-4f47-a74e-19999203b6c9', 'ip_address': '2001:db8::f'}]}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:15.525068 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbef3d7e-297b-4dbd-bd57-1be38fe52fee req-279fe4b3-88e4-47aa-b25a-ac5f6e4e386a tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:15.532641 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbef3d7e-297b-4dbd-bd57-1be38fe52fee req-279fe4b3-88e4-47aa-b25a-ac5f6e4e386a tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:15.537422 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbef3d7e-297b-4dbd-bd57-1be38fe52fee req-279fe4b3-88e4-47aa-b25a-ac5f6e4e386a tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:15.542816 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbef3d7e-297b-4dbd-bd57-1be38fe52fee req-279fe4b3-88e4-47aa-b25a-ac5f6e4e386a tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:15.548088 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbef3d7e-297b-4dbd-bd57-1be38fe52fee req-279fe4b3-88e4-47aa-b25a-ac5f6e4e386a tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:15.553440 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbef3d7e-297b-4dbd-bd57-1be38fe52fee req-279fe4b3-88e4-47aa-b25a-ac5f6e4e386a tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:15.558793 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbef3d7e-297b-4dbd-bd57-1be38fe52fee req-279fe4b3-88e4-47aa-b25a-ac5f6e4e386a tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:15.560980 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:15.567992 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cbef3d7e-297b-4dbd-bd57-1be38fe52fee req-279fe4b3-88e4-47aa-b25a-ac5f6e4e386a tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 5423 time: 0.2687609 Feb 09 21:46:15.602599 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.db.resource_extend [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 21:46:15.614411 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24160cc9-9bc2-4616-ab6f-01fab6848f93 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Made reservation on behalf of 87111984dff24e1780aaef3f75dde822 for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:46:15.619515 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-24160cc9-9bc2-4616-ab6f-01fab6848f93 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:15.643889 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [None req-24160cc9-9bc2-4616-ab6f-01fab6848f93 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] device_id is not set on port ef3c086d-592c-4fc5-8027-3d6f0954f709 yet. {{(pid=103141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:46:15.661800 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae94df51-8903-4438-b3c4-a94dc68d06ad None None] Update dhcp port {'port': {'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726', 'fixed_ips': [{'subnet_id': '36782d04-25b6-4858-9331-cf05890d041b', 'ip_address': '2001:db8::f816:3eff:fed1:d6be'}, {'subnet_id': '34e0695b-c75e-427a-a7b1-cfc4d6b2472a'}], 'binding:host_id': 'n-d-828369-5'}, 'id': 'f7976f3f-da6c-47cc-b3a5-f33a34c7996c'} from n-d-828369-5. {{(pid=103142) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 21:46:15.666088 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=f7976f3f-da6c-47cc-b3a5-f33a34c7996c,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:15.677197 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.db.api [None req-b1baf217-538f-472c-9445-7cac51f6f35b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103142) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:46:15.677666 n-d-828369-5 neutron-server[103142]: DEBUG oslo_db.api [None req-b1baf217-538f-472c-9445-7cac51f6f35b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:46:15.697556 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cbef3d7e-297b-4dbd-bd57-1be38fe52fee req-f97ab9ee-8e1e-4fde-995c-1e3625e0c211 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/security-groups?id=f725d2ca-c6e8-41e3-94bc-9cf24ee5a23b&id=7a6c813b-611d-4436-831d-fc6ca76a9308&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1290286 Feb 09 21:46:15.715461 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-e54e8769-1828-4ddf-83f3-8cba65e8c2a8 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Deleting port e49ee729-cdc2-4d6d-a535-ca8698bf0360 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:46:15.715819 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e54e8769-1828-4ddf-83f3-8cba65e8c2a8 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (e49ee729-cdc2-4d6d-a535-ca8698bf0360), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:15.731230 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2b80b5-6a86-4145-b271-b1bed645efb4 req-1afc6a2d-5e1c-4838-b608-4f5fb3f8400c tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:15.739977 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1a2b80b5-6a86-4145-b271-b1bed645efb4 req-1afc6a2d-5e1c-4838-b608-4f5fb3f8400c tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=446a9c08-b6b6-415b-9d31-50433bad72c5 HTTP/1.1" status: 200 len: 946 time: 0.1688383 Feb 09 21:46:15.770464 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ae94df51-8903-4438-b3c4-a94dc68d06ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (f7976f3f-da6c-47cc-b3a5-f33a34c7996c), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:15.799432 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 2b445a72-6498-4132-927f-0112a47d469b, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=2b445a72-6498-4132-927f-0112a47d469b,segment=NetworkSegment(29ce073b-65c0-4f4f-be22-5f191874dff5),segment_id=29ce073b-65c0-4f4f-be22-5f191874dff5)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:15.843546 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': '2b445a72-6498-4132-927f-0112a47d469b', 'network_id': '8d4b7775-2d23-4928-88f4-d74b5ea85dd4', 'port_id': '2b445a72-6498-4132-927f-0112a47d469b', 'mac_address': 'fa:16:3e:33:64:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f65088d-2de0-4968-a14e-b62ef283813c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:46:15.868115 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-87d51643-bf8c-4448-b4dc-f5d7ff71d707 req-d11b082b-2442-499b-8454-1c96c20c5ab6 tempest-ServerShowV257Test-959739667 tempest-ServerShowV257Test-959739667-project] 10.222.0.90 "GET /v2.0/ports?device_id=3979d9fd-95f7-4f56-a982-0c792c60050c HTTP/1.1" status: 200 len: 210 time: 0.0511749 Feb 09 21:46:15.914679 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-24160cc9-9bc2-4616-ab6f-01fab6848f93 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Allocated IP 2001:db8::f (d9f04502-ba9d-4f9b-8c27-cd6bb8d46f3c/57992e73-75f4-4f47-a74e-19999203b6c9/ef3c086d-592c-4fc5-8027-3d6f0954f709) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:46:15.924575 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1a2b80b5-6a86-4145-b271-b1bed645efb4 req-fb70a8b8-579d-4493-81bb-e6a9d0fe63d1 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770692 Feb 09 21:46:15.967560 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e54e8769-1828-4ddf-83f3-8cba65e8c2a8 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (e49ee729-cdc2-4d6d-a535-ca8698bf0360), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:15.988706 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-e54e8769-1828-4ddf-83f3-8cba65e8c2a8 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Calling delete_port for e49ee729-cdc2-4d6d-a535-ca8698bf0360 owned by {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:46:15.989854 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d754a787-aae4-4b38-a389-94b274a37c45 None None] Pushing event updated for resources: {'Port': ['ID=bff31daf-d71d-4cbb-bd34-ce5a2c6fcb3d,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:16.016313 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 2b445a72-6498-4132-927f-0112a47d469b is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:16.017184 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (2b445a72-6498-4132-927f-0112a47d469b), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:16.042725 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b445a72-6498-4132-927f-0112a47d469b {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:46:16.105367 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 2b445a72-6498-4132-927f-0112a47d469b, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=2b445a72-6498-4132-927f-0112a47d469b,segment=NetworkSegment(29ce073b-65c0-4f4f-be22-5f191874dff5),segment_id=29ce073b-65c0-4f4f-be22-5f191874dff5)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:16.113825 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (2b445a72-6498-4132-927f-0112a47d469b), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:16.148207 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0b0364-dab6-4ac4-bf1a-4e2a13b08238 req-164b3bcb-27f5-40df-b570-6e0ab0c7b3ef tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:16.149743 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6f0b0364-dab6-4ac4-bf1a-4e2a13b08238 req-164b3bcb-27f5-40df-b570-6e0ab0c7b3ef tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "GET /v2.0/ports?device_id=c50e996d-3eef-4dc6-9a7b-8319a153165b HTTP/1.1" status: 200 len: 943 time: 0.1462717 Feb 09 21:46:16.184883 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-ae94df51-8903-4438-b3c4-a94dc68d06ad None None] Allocated IP 2001:db8:0:1::2 (986c5511-2b50-4eb7-bb75-ff9f776ff726/34e0695b-c75e-427a-a7b1-cfc4d6b2472a/f7976f3f-da6c-47cc-b3a5-f33a34c7996c) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:46:16.213238 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-24160cc9-9bc2-4616-ab6f-01fab6848f93 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for port (ef3c086d-592c-4fc5-8027-3d6f0954f709), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:16.247753 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6f0b0364-dab6-4ac4-bf1a-4e2a13b08238 req-8d296184-6604-422a-83bb-d5c8225f5ad4 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "GET /v2.0/security-groups?id=296fe08d-5e2e-48dd-9aaf-df90eedd0fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873907 Feb 09 21:46:16.254013 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-24160cc9-9bc2-4616-ab6f-01fab6848f93 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (ef3c086d-592c-4fc5-8027-3d6f0954f709), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:16.259036 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=2b445a72-6498-4132-927f-0112a47d469b,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:16.298402 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e54e8769-1828-4ddf-83f3-8cba65e8c2a8 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (e49ee729-cdc2-4d6d-a535-ca8698bf0360), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:16.306366 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-b1baf217-538f-472c-9445-7cac51f6f35b None None] Current status of the port f7976f3f-da6c-47cc-b3a5-f33a34c7996c is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:16.313387 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24160cc9-9bc2-4616-ab6f-01fab6848f93 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Network d9f04502-ba9d-4f9b-8c27-cd6bb8d46f3c is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:46:16.318941 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-24160cc9-9bc2-4616-ab6f-01fab6848f93 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:46:16.321350 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24160cc9-9bc2-4616-ab6f-01fab6848f93 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:46:16.327531 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24160cc9-9bc2-4616-ab6f-01fab6848f93 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:16.328176 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-24160cc9-9bc2-4616-ab6f-01fab6848f93 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:16.345283 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e8769-1828-4ddf-83f3-8cba65e8c2a8 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event deleted for resources: {'Port': ['ID=e49ee729-cdc2-4d6d-a535-ca8698bf0360,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:16.349114 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-ae94df51-8903-4438-b3c4-a94dc68d06ad None None] For port f7976f3f-da6c-47cc-b3a5-f33a34c7996c, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=f7976f3f-da6c-47cc-b3a5-f33a34c7996c,segment=NetworkSegment(e234f058-99e9-4683-aff2-a800b51d2ec4),segment_id=e234f058-99e9-4683-aff2-a800b51d2ec4)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:16.353684 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-24160cc9-9bc2-4616-ab6f-01fab6848f93 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.9033122 Feb 09 21:46:16.355050 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24160cc9-9bc2-4616-ab6f-01fab6848f93 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Pushing event updated for resources: {'Port': ['ID=ef3c086d-592c-4fc5-8027-3d6f0954f709,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:16.356517 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42856) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:16.385211 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ae94df51-8903-4438-b3c4-a94dc68d06ad None None] Publish callbacks [] for port (f7976f3f-da6c-47cc-b3a5-f33a34c7996c), precommit_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:16.390559 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ae94df51-8903-4438-b3c4-a94dc68d06ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (f7976f3f-da6c-47cc-b3a5-f33a34c7996c), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:16.452399 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e54e8769-1828-4ddf-83f3-8cba65e8c2a8 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:16.456758 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-e54e8769-1828-4ddf-83f3-8cba65e8c2a8 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "DELETE /v2.0/ports/e49ee729-cdc2-4d6d-a535-ca8698bf0360 HTTP/1.1" status: 204 len: 168 time: 1.0805771 Feb 09 21:46:16.459237 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 42860) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:16.485682 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['2b445a72-6498-4132-927f-0112a47d469b'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:46:16.537307 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae94df51-8903-4438-b3c4-a94dc68d06ad None None] Pushing event updated for resources: {'Port': ['ID=f7976f3f-da6c-47cc-b3a5-f33a34c7996c,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:16.558413 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17bcbcc1-e4c7-48bc-b16c-ab241cefe88e tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:16.562501 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-17bcbcc1-e4c7-48bc-b16c-ab241cefe88e tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1019111 Feb 09 21:46:16.564896 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 42862) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:16.573386 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f2c27f-ffe9-47ca-bfe7-6f9c7c40ed17 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:16.583698 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 42864) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:16.589070 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-d4f2c27f-ffe9-47ca-bfe7-6f9c7c40ed17 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2207327 Feb 09 21:46:16.617283 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device bff31daf-d71d-4cbb-bd34-ce5a2c6fcb3d up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:46:16.643816 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f15444e-b4f3-4b37-9d93-f2633edb761e req-cfca6222-f2f1-44cb-bd26-41d522ec9a33 tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:16.645438 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2f15444e-b4f3-4b37-9d93-f2633edb761e req-cfca6222-f2f1-44cb-bd26-41d522ec9a33 tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] 10.222.0.90 "GET /v2.0/ports?device_id=4e98c9ca-b181-4bb0-8b06-e4e2ab95a399 HTTP/1.1" status: 200 len: 943 time: 0.1001992 Feb 09 21:46:16.715487 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2f15444e-b4f3-4b37-9d93-f2633edb761e req-6ef72a61-72be-4eaa-8500-96e696eb0806 tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] 10.222.0.90 "GET /v2.0/security-groups?id=38239a27-f81f-4dbe-b735-d2ad14a0ae0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640054 Feb 09 21:46:16.736654 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f9e7a3-392a-4934-94bd-7430d64f13b7 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:16.742149 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42868) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:16.742617 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-98f9e7a3-392a-4934-94bd-7430d64f13b7 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1732016 Feb 09 21:46:16.760319 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07381878-eaf7-44e1-a4a9-77e7f42ae064 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:16.787807 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07381878-eaf7-44e1-a4a9-77e7f42ae064 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:16.794824 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07381878-eaf7-44e1-a4a9-77e7f42ae064 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:16.800053 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-07381878-eaf7-44e1-a4a9-77e7f42ae064 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.2141759 Feb 09 21:46:16.800403 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42870) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:16.851086 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port bff31daf-d71d-4cbb-bd34-ce5a2c6fcb3d triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:16.851463 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (bff31daf-d71d-4cbb-bd34-ce5a2c6fcb3d), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:16.890862 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b4a994-fcd1-495d-8283-e51772dea2ea tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:16.892214 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b4a994-fcd1-495d-8283-e51772dea2ea tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:16.893569 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b4a994-fcd1-495d-8283-e51772dea2ea tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:16.897651 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-a7b4a994-fcd1-495d-8283-e51772dea2ea tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1503391 Feb 09 21:46:16.898038 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 42872) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:16.957854 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port bff31daf-d71d-4cbb-bd34-ce5a2c6fcb3d is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:16.958635 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (bff31daf-d71d-4cbb-bd34-ce5a2c6fcb3d), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:16.976139 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6cfdf0-21b9-4061-87be-28cdd238f03d req-30e7c961-64e6-46a9-8c6d-943ab1fd90f0 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:16.981536 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6cfdf0-21b9-4061-87be-28cdd238f03d req-30e7c961-64e6-46a9-8c6d-943ab1fd90f0 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:16.990730 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-63051f1b-1439-494e-b2c2-b31f5782dead tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Deleting subnet 34e0695b-c75e-427a-a7b1-cfc4d6b2472a {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:46:16.996126 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-63051f1b-1439-494e-b2c2-b31f5782dead tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for subnet (34e0695b-c75e-427a-a7b1-cfc4d6b2472a), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:16.997753 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6cfdf0-21b9-4061-87be-28cdd238f03d req-30e7c961-64e6-46a9-8c6d-943ab1fd90f0 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:17.007999 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6cfdf0-21b9-4061-87be-28cdd238f03d req-30e7c961-64e6-46a9-8c6d-943ab1fd90f0 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:17.010421 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port bff31daf-d71d-4cbb-bd34-ce5a2c6fcb3d, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=bff31daf-d71d-4cbb-bd34-ce5a2c6fcb3d,segment=NetworkSegment(207ce89c-6f79-4282-8b6e-df2fc7815109),segment_id=207ce89c-6f79-4282-8b6e-df2fc7815109)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:17.017296 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6cfdf0-21b9-4061-87be-28cdd238f03d req-30e7c961-64e6-46a9-8c6d-943ab1fd90f0 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:17.018035 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (bff31daf-d71d-4cbb-bd34-ce5a2c6fcb3d), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:17.019561 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device f7976f3f-da6c-47cc-b3a5-f33a34c7996c up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:46:17.022864 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6cfdf0-21b9-4061-87be-28cdd238f03d req-30e7c961-64e6-46a9-8c6d-943ab1fd90f0 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:17.034431 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6cfdf0-21b9-4061-87be-28cdd238f03d req-30e7c961-64e6-46a9-8c6d-943ab1fd90f0 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:17.036738 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9c6cfdf0-21b9-4061-87be-28cdd238f03d req-30e7c961-64e6-46a9-8c6d-943ab1fd90f0 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 5423 time: 0.1925564 Feb 09 21:46:17.082085 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-63051f1b-1439-494e-b2c2-b31f5782dead tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (34e0695b-c75e-427a-a7b1-cfc4d6b2472a), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:17.124971 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-06e056a6-0fb7-40e0-a17f-cbc13a5d1b30 req-2ef7c654-f284-4835-8fcb-df17968867a6 tempest-ServerShowV257Test-959739667 tempest-ServerShowV257Test-959739667-project] 10.222.0.90 "GET /v2.0/ports?device_id=3979d9fd-95f7-4f56-a982-0c792c60050c HTTP/1.1" status: 200 len: 210 time: 0.0616524 Feb 09 21:46:17.155007 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=bff31daf-d71d-4cbb-bd34-ce5a2c6fcb3d,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:17.166203 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port f7976f3f-da6c-47cc-b3a5-f33a34c7996c triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:17.166602 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (f7976f3f-da6c-47cc-b3a5-f33a34c7996c), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:17.197827 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-f3e47a6f-d3a2-4ad9-848a-e8724bf7c909 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Deleting port ef3c086d-592c-4fc5-8027-3d6f0954f709 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:46:17.198188 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f3e47a6f-d3a2-4ad9-848a-e8724bf7c909 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (ef3c086d-592c-4fc5-8027-3d6f0954f709), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:17.226728 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-63051f1b-1439-494e-b2c2-b31f5782dead tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (34e0695b-c75e-427a-a7b1-cfc4d6b2472a), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:17.234236 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7fa160-9d55-46cd-9c55-cc62dad386b8 None None] Network d9f04502-ba9d-4f9b-8c27-cd6bb8d46f3c requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:46:17.304756 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9c6cfdf0-21b9-4061-87be-28cdd238f03d req-b9bc4aba-cca9-496a-a81d-fc3d3e4cba84 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/security-groups?id=f725d2ca-c6e8-41e3-94bc-9cf24ee5a23b&id=7a6c813b-611d-4436-831d-fc6ca76a9308&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2520850 Feb 09 21:46:17.329265 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-acdd1870-7d71-40ab-b3c0-01dad6c1bdce None None] Provisioning complete for port bff31daf-d71d-4cbb-bd34-ce5a2c6fcb3d triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:17.329386 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-63051f1b-1439-494e-b2c2-b31f5782dead tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (34e0695b-c75e-427a-a7b1-cfc4d6b2472a), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:17.329525 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-acdd1870-7d71-40ab-b3c0-01dad6c1bdce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (bff31daf-d71d-4cbb-bd34-ce5a2c6fcb3d), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:17.381664 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63051f1b-1439-494e-b2c2-b31f5782dead tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event deleted for resources: {'Subnet': ['ID=34e0695b-c75e-427a-a7b1-cfc4d6b2472a,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:17.390726 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-63051f1b-1439-494e-b2c2-b31f5782dead tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:17.396715 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-63051f1b-1439-494e-b2c2-b31f5782dead tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "DELETE /v2.0/subnets/34e0695b-c75e-427a-a7b1-cfc4d6b2472a HTTP/1.1" status: 204 len: 168 time: 0.4973984 Feb 09 21:46:17.399089 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 42880) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:17.413282 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device d5e3bfb7-1f18-4598-a18c-f23b463962e1 details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:46:17.419242 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4188cef-e919-4798-b678-da79e59a52e0 None None] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:46:17.427740 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port f7976f3f-da6c-47cc-b3a5-f33a34c7996c is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:17.445539 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfa300c-1bfa-4d09-92ba-4df86719b46c req-10adc4fd-c2db-4ae0-a336-030d2ada9eb7 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:17.447143 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bcfa300c-1bfa-4d09-92ba-4df86719b46c req-10adc4fd-c2db-4ae0-a336-030d2ada9eb7 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=446a9c08-b6b6-415b-9d31-50433bad72c5 HTTP/1.1" status: 200 len: 946 time: 0.2218239 Feb 09 21:46:17.454616 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf6e9a77-66be-4419-95d2-b4d1b3ee3667 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Deleting subnet 36782d04-25b6-4858-9331-cf05890d041b {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:46:17.457932 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cf6e9a77-66be-4419-95d2-b4d1b3ee3667 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for subnet (36782d04-25b6-4858-9331-cf05890d041b), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:17.466133 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f3e47a6f-d3a2-4ad9-848a-e8724bf7c909 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (ef3c086d-592c-4fc5-8027-3d6f0954f709), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:17.498323 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cf6e9a77-66be-4419-95d2-b4d1b3ee3667 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (36782d04-25b6-4858-9331-cf05890d041b), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:17.499379 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-f3e47a6f-d3a2-4ad9-848a-e8724bf7c909 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Calling delete_port for ef3c086d-592c-4fc5-8027-3d6f0954f709 owned by {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:46:17.536982 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a8cde2-bd0e-4df4-a9bd-47367dd1b3b3 req-ebe7eb67-3d7c-40e8-8fa0-2a47a07ae98f tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:17.539193 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-11a8cde2-bd0e-4df4-a9bd-47367dd1b3b3 req-ebe7eb67-3d7c-40e8-8fa0-2a47a07ae98f tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "GET /v2.0/ports?device_id=c50e996d-3eef-4dc6-9a7b-8319a153165b HTTP/1.1" status: 200 len: 944 time: 0.1390517 Feb 09 21:46:17.587218 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cf6e9a77-66be-4419-95d2-b4d1b3ee3667 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (36782d04-25b6-4858-9331-cf05890d041b), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:17.609476 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bcfa300c-1bfa-4d09-92ba-4df86719b46c req-b34c69bd-daac-470d-a76c-57b7231a6880 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525927 Feb 09 21:46:17.660928 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-acdd1870-7d71-40ab-b3c0-01dad6c1bdce None None] Current status of the port bff31daf-d71d-4cbb-bd34-ce5a2c6fcb3d is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:17.673602 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cf6e9a77-66be-4419-95d2-b4d1b3ee3667 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (36782d04-25b6-4858-9331-cf05890d041b), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:17.687474 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port d5e3bfb7-1f18-4598-a18c-f23b463962e1, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=d5e3bfb7-1f18-4598-a18c-f23b463962e1,segment=NetworkSegment(764fa11e-2d25-4965-bef2-489ddae1e34a),segment_id=764fa11e-2d25-4965-bef2-489ddae1e34a)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:17.691414 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cf6e9a77-66be-4419-95d2-b4d1b3ee3667 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:17.695024 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-cf6e9a77-66be-4419-95d2-b4d1b3ee3667 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "DELETE /v2.0/subnets/36782d04-25b6-4858-9331-cf05890d041b HTTP/1.1" status: 204 len: 168 time: 0.2948084 Feb 09 21:46:17.703174 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-11a8cde2-bd0e-4df4-a9bd-47367dd1b3b3 req-e37d60a6-35a9-4738-bd01-1489fe211da2 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "GET /v2.0/security-groups?id=296fe08d-5e2e-48dd-9aaf-df90eedd0fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237047 Feb 09 21:46:17.705258 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42882) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:17.720350 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': 'd5e3bfb7-1f18-4598-a18c-f23b463962e1', 'network_id': 'f09c9af1-caa6-4029-894f-b430921e86f9', 'port_id': 'd5e3bfb7-1f18-4598-a18c-f23b463962e1', 'mac_address': 'fa:16:3e:fc:46:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '402d4d57-038e-4490-a559-8c229d077342', 'ip_address': '10.1.1.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:46:17.725696 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6e9a77-66be-4419-95d2-b4d1b3ee3667 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event deleted for resources: {'Subnet': ['ID=36782d04-25b6-4858-9331-cf05890d041b,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:17.760819 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-f228289e-7f8d-48c2-8ca1-8477cda96c74 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0540774 Feb 09 21:46:17.763365 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42886) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:17.768846 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-22b6cc92-8b39-412d-af16-fba20a1e0c36 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Request body: {'subnet': {'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:17.818910 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-04172fdf-edab-4a57-a8e1-9fd719204ded None None] Provisioning complete for port f7976f3f-da6c-47cc-b3a5-f33a34c7996c triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:17.821263 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-04172fdf-edab-4a57-a8e1-9fd719204ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (f7976f3f-da6c-47cc-b3a5-f33a34c7996c), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:17.826359 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port d5e3bfb7-1f18-4598-a18c-f23b463962e1 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:17.826888 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (d5e3bfb7-1f18-4598-a18c-f23b463962e1), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:17.883557 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5e3bfb7-1f18-4598-a18c-f23b463962e1 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:46:17.913576 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port d5e3bfb7-1f18-4598-a18c-f23b463962e1, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=d5e3bfb7-1f18-4598-a18c-f23b463962e1,segment=NetworkSegment(764fa11e-2d25-4965-bef2-489ddae1e34a),segment_id=764fa11e-2d25-4965-bef2-489ddae1e34a)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:17.921737 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (d5e3bfb7-1f18-4598-a18c-f23b463962e1), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:17.922665 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 8a93d7fd-114a-4178-8340-e454f09ca326 details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:46:17.956722 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f3e47a6f-d3a2-4ad9-848a-e8724bf7c909 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (ef3c086d-592c-4fc5-8027-3d6f0954f709), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:17.968734 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294084ef-d26a-4bc7-8e01-251aaec8f027 req-e95f816e-ae2f-453f-89e5-bf303a9afcb5 tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:17.970355 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-294084ef-d26a-4bc7-8e01-251aaec8f027 req-e95f816e-ae2f-453f-89e5-bf303a9afcb5 tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] 10.222.0.90 "GET /v2.0/ports?device_id=4e98c9ca-b181-4bb0-8b06-e4e2ab95a399 HTTP/1.1" status: 200 len: 943 time: 0.1329618 Feb 09 21:46:17.974553 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22b6cc92-8b39-412d-af16-fba20a1e0c36 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Made reservation on behalf of 880c3cd16cc943a98203fd230e26852f for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:46:17.977936 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-22b6cc92-8b39-412d-af16-fba20a1e0c36 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621317'] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:18.019665 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-04172fdf-edab-4a57-a8e1-9fd719204ded None None] Current status of the port f7976f3f-da6c-47cc-b3a5-f33a34c7996c is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:18.033603 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e47a6f-d3a2-4ad9-848a-e8724bf7c909 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Pushing event deleted for resources: {'Port': ['ID=ef3c086d-592c-4fc5-8027-3d6f0954f709,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:18.099760 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=d5e3bfb7-1f18-4598-a18c-f23b463962e1,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:18.137236 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-294084ef-d26a-4bc7-8e01-251aaec8f027 req-1ed747fa-2056-4ddb-8631-c6997de41b3c tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] 10.222.0.90 "GET /v2.0/security-groups?id=38239a27-f81f-4dbe-b735-d2ad14a0ae0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512938 Feb 09 21:46:18.138381 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f3e47a6f-d3a2-4ad9-848a-e8724bf7c909 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:18.142188 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-f3e47a6f-d3a2-4ad9-848a-e8724bf7c909 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "DELETE /v2.0/ports/ef3c086d-592c-4fc5-8027-3d6f0954f709 HTTP/1.1" status: 204 len: 168 time: 1.3407974 Feb 09 21:46:18.144435 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-fd3742f9-49ba-44b1-9a7e-f340e1840a94 None None] Could not find standard attr ID for object ef3c086d-592c-4fc5-8027-3d6f0954f709. {{(pid=103142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 21:46:18.145207 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 42888) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:18.156633 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 8a93d7fd-114a-4178-8340-e454f09ca326, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=8a93d7fd-114a-4178-8340-e454f09ca326,segment=NetworkSegment(302376ac-9268-4998-af9e-49ee4b478b93),segment_id=302376ac-9268-4998-af9e-49ee4b478b93)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:18.195580 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-02ccd8e7-6868-47e7-a7a7-19f31aa4c392 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] GET failed (client error): The resource could not be found. Feb 09 21:46:18.202860 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-02ccd8e7-6868-47e7-a7a7-19f31aa4c392 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "GET /v2.0/ports/ef3c086d-592c-4fc5-8027-3d6f0954f709 HTTP/1.1" status: 404 len: 333 time: 0.0565293 Feb 09 21:46:18.203775 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 42892) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:18.217250 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': '8a93d7fd-114a-4178-8340-e454f09ca326', 'network_id': '25defb09-d744-4c22-bfc1-6754edb35ec9', 'port_id': '8a93d7fd-114a-4178-8340-e454f09ca326', 'mac_address': 'fa:16:3e:c3:b5:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5974b033-cc61-4eb4-a4f6-ce96161693e1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:46:18.222390 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-fd3742f9-49ba-44b1-9a7e-f340e1840a94 None None] Provisioning complete for port bff31daf-d71d-4cbb-bd34-ce5a2c6fcb3d triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:18.222778 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-fd3742f9-49ba-44b1-9a7e-f340e1840a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (bff31daf-d71d-4cbb-bd34-ce5a2c6fcb3d), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:18.307329 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5002564e-9d6e-43a5-8622-66a16c7757bc req-f0f87cba-af8d-41f3-a15c-652989508dba tempest-ServerShowV257Test-959739667 tempest-ServerShowV257Test-959739667-project] 10.222.0.90 "GET /v2.0/ports?device_id=3979d9fd-95f7-4f56-a982-0c792c60050c HTTP/1.1" status: 200 len: 210 time: 0.0544765 Feb 09 21:46:18.353228 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 8a93d7fd-114a-4178-8340-e454f09ca326 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:18.353997 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (8a93d7fd-114a-4178-8340-e454f09ca326), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:18.358475 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-720f051c-7e42-483d-a167-a149db4bd85e tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Deleting port 5f649989-ec76-4d1f-9163-d6a8866b0ef9 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:46:18.362299 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-720f051c-7e42-483d-a167-a149db4bd85e tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (5f649989-ec76-4d1f-9163-d6a8866b0ef9), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:18.377181 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a93d7fd-114a-4178-8340-e454f09ca326 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:46:18.435078 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-22b6cc92-8b39-412d-af16-fba20a1e0c36 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621371'] for subnet (663a55df-d062-48fd-85e4-56fd70d8d1ca), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:18.462873 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 8a93d7fd-114a-4178-8340-e454f09ca326, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=8a93d7fd-114a-4178-8340-e454f09ca326,segment=NetworkSegment(302376ac-9268-4998-af9e-49ee4b478b93),segment_id=302376ac-9268-4998-af9e-49ee4b478b93)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:18.473336 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (8a93d7fd-114a-4178-8340-e454f09ca326), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:18.474014 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 9af85d6f-02ae-4b57-8eb5-a2a08e3b6081 details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:46:18.479677 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-fd3742f9-49ba-44b1-9a7e-f340e1840a94 None None] Current status of the port bff31daf-d71d-4cbb-bd34-ce5a2c6fcb3d is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:18.495008 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-720f051c-7e42-483d-a167-a149db4bd85e tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (5f649989-ec76-4d1f-9163-d6a8866b0ef9), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:18.525411 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-720f051c-7e42-483d-a167-a149db4bd85e tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Calling delete_port for 5f649989-ec76-4d1f-9163-d6a8866b0ef9 owned by {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:46:18.530807 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device f7976f3f-da6c-47cc-b3a5-f33a34c7996c up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:46:18.576689 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-fd3742f9-49ba-44b1-9a7e-f340e1840a94 None None] Provisioning complete for port 5f649989-ec76-4d1f-9163-d6a8866b0ef9 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:18.577586 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-fd3742f9-49ba-44b1-9a7e-f340e1840a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (5f649989-ec76-4d1f-9163-d6a8866b0ef9), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:18.578766 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b6cc92-8b39-412d-af16-fba20a1e0c36 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event updated for resources: {'Subnet': ['ID=663a55df-d062-48fd-85e4-56fd70d8d1ca,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:18.613657 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b6cc92-8b39-412d-af16-fba20a1e0c36 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:46:18.622744 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-22b6cc92-8b39-412d-af16-fba20a1e0c36 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:46:18.628071 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b6cc92-8b39-412d-af16-fba20a1e0c36 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:18.629308 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-22b6cc92-8b39-412d-af16-fba20a1e0c36 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:18.647367 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=8a93d7fd-114a-4178-8340-e454f09ca326,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:18.680431 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7e7e18-fecc-475c-bc90-52bbd8d0ba8b req-8f720160-1ea4-4db1-a04e-08755ee3e622 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:18.689563 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7e7e18-fecc-475c-bc90-52bbd8d0ba8b req-8f720160-1ea4-4db1-a04e-08755ee3e622 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:18.698347 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7e7e18-fecc-475c-bc90-52bbd8d0ba8b req-8f720160-1ea4-4db1-a04e-08755ee3e622 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:18.706462 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7e7e18-fecc-475c-bc90-52bbd8d0ba8b req-8f720160-1ea4-4db1-a04e-08755ee3e622 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:18.712686 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7e7e18-fecc-475c-bc90-52bbd8d0ba8b req-8f720160-1ea4-4db1-a04e-08755ee3e622 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:18.718704 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7e7e18-fecc-475c-bc90-52bbd8d0ba8b req-8f720160-1ea4-4db1-a04e-08755ee3e622 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:18.725247 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7e7e18-fecc-475c-bc90-52bbd8d0ba8b req-8f720160-1ea4-4db1-a04e-08755ee3e622 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:18.730475 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75a6f1e-99e0-495e-8c21-0902c67de8eb None None] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:46:18.737116 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4a7e7e18-fecc-475c-bc90-52bbd8d0ba8b req-8f720160-1ea4-4db1-a04e-08755ee3e622 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 5424 time: 0.2957199 Feb 09 21:46:18.743733 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-720f051c-7e42-483d-a167-a149db4bd85e tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (5f649989-ec76-4d1f-9163-d6a8866b0ef9), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:18.775273 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-22b6cc92-8b39-412d-af16-fba20a1e0c36 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0108364 Feb 09 21:46:18.783057 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 42900) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:18.788932 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-512a9783-fd71-41a2-a461-ad3313474ea8 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Request body: {'subnet': {'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:18.849071 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4a7e7e18-fecc-475c-bc90-52bbd8d0ba8b req-1c793b68-eeb4-443e-8ca8-c7956abe0e9e tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/security-groups?id=f725d2ca-c6e8-41e3-94bc-9cf24ee5a23b&id=7a6c813b-611d-4436-831d-fc6ca76a9308&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1107526 Feb 09 21:46:18.865627 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceb035a-97c6-4a2e-a37e-c8d442db608e req-65c9e83a-41a8-4eb6-8dc1-8cff5e011980 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:18.867614 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720f051c-7e42-483d-a167-a149db4bd85e tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Pushing event deleted for resources: {'Port': ['ID=5f649989-ec76-4d1f-9163-d6a8866b0ef9,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:18.874786 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-720f051c-7e42-483d-a167-a149db4bd85e tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:18.878130 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-720f051c-7e42-483d-a167-a149db4bd85e tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "DELETE /v2.0/ports/5f649989-ec76-4d1f-9163-d6a8866b0ef9 HTTP/1.1" status: 204 len: 168 time: 0.6733387 Feb 09 21:46:18.883599 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1ceb035a-97c6-4a2e-a37e-c8d442db608e req-65c9e83a-41a8-4eb6-8dc1-8cff5e011980 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=446a9c08-b6b6-415b-9d31-50433bad72c5 HTTP/1.1" status: 200 len: 946 time: 0.1308672 Feb 09 21:46:18.885961 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42902) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:18.938393 n-d-828369-5 neutron-server[103140]: INFO neutron.pecan_wsgi.hooks.translation [None req-abdbfcdc-9383-4465-a9eb-39b04b457b2c tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] GET failed (client error): The resource could not be found. Feb 09 21:46:18.940210 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-abdbfcdc-9383-4465-a9eb-39b04b457b2c tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "GET /v2.0/ports/5f649989-ec76-4d1f-9163-d6a8866b0ef9 HTTP/1.1" status: 404 len: 333 time: 0.0533552 Feb 09 21:46:18.950803 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 42904) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:19.003287 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1ceb035a-97c6-4a2e-a37e-c8d442db608e req-0d51d397-ea59-4fec-a43e-e515a2fe9fae tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186926 Feb 09 21:46:19.004721 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-fd3742f9-49ba-44b1-9a7e-f340e1840a94 None None] Port 5f649989-ec76-4d1f-9163-d6a8866b0ef9 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:46:19.032109 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-4996ad27-b40f-4d59-ba89-8ab3cf9900af tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Deleting subnet 57992e73-75f4-4f47-a74e-19999203b6c9 {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:46:19.051501 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4996ad27-b40f-4d59-ba89-8ab3cf9900af tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for subnet (57992e73-75f4-4f47-a74e-19999203b6c9), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:19.051844 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 9af85d6f-02ae-4b57-8eb5-a2a08e3b6081, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=9af85d6f-02ae-4b57-8eb5-a2a08e3b6081,segment=NetworkSegment(9336038c-c827-49b4-9b26-98b175de6249),segment_id=9336038c-c827-49b4-9b26-98b175de6249)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:19.066700 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7976040d-5784-4849-85a7-6dac11dc5f94 req-ec884d7b-c336-42f3-8f46-fff32d0b7b9d tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:19.068333 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7976040d-5784-4849-85a7-6dac11dc5f94 req-ec884d7b-c336-42f3-8f46-fff32d0b7b9d tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "GET /v2.0/ports?device_id=c50e996d-3eef-4dc6-9a7b-8319a153165b HTTP/1.1" status: 200 len: 944 time: 0.1168287 Feb 09 21:46:19.068865 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': '9af85d6f-02ae-4b57-8eb5-a2a08e3b6081', 'network_id': '74d53abd-a71d-429c-929d-41ed12b1d218', 'port_id': '9af85d6f-02ae-4b57-8eb5-a2a08e3b6081', 'mac_address': 'fa:16:3e:4c:44:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31bf57d7-aaed-40fd-925f-87213ac6208a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:46:19.070810 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port f7976f3f-da6c-47cc-b3a5-f33a34c7996c triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:19.070973 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (f7976f3f-da6c-47cc-b3a5-f33a34c7996c), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:19.122841 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4996ad27-b40f-4d59-ba89-8ab3cf9900af tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (57992e73-75f4-4f47-a74e-19999203b6c9), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:19.138926 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-4f698432-a9d6-41e5-9102-ecdfdd6806a3 None None] Could not find standard attr ID for object ef3c086d-592c-4fc5-8027-3d6f0954f709. {{(pid=103142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 21:46:19.141740 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7976040d-5784-4849-85a7-6dac11dc5f94 req-1f6afe57-c3be-4678-b2c6-4dffa00de6bb tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "GET /v2.0/security-groups?id=296fe08d-5e2e-48dd-9aaf-df90eedd0fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645361 Feb 09 21:46:19.163687 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-4f698432-a9d6-41e5-9102-ecdfdd6806a3 None None] Could not find standard attr ID for object 5f649989-ec76-4d1f-9163-d6a8866b0ef9. {{(pid=103142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 21:46:19.244781 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-4f698432-a9d6-41e5-9102-ecdfdd6806a3 None None] Provisioning complete for port f7976f3f-da6c-47cc-b3a5-f33a34c7996c triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:19.245158 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-4f698432-a9d6-41e5-9102-ecdfdd6806a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (f7976f3f-da6c-47cc-b3a5-f33a34c7996c), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:19.248366 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4996ad27-b40f-4d59-ba89-8ab3cf9900af tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (57992e73-75f4-4f47-a74e-19999203b6c9), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:19.254732 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 2b445a72-6498-4132-927f-0112a47d469b up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:46:19.261785 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 9af85d6f-02ae-4b57-8eb5-a2a08e3b6081 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:19.262187 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (9af85d6f-02ae-4b57-8eb5-a2a08e3b6081), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:19.293104 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-512a9783-fd71-41a2-a461-ad3313474ea8 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Made reservation on behalf of 880c3cd16cc943a98203fd230e26852f for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:46:19.297243 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-512a9783-fd71-41a2-a461-ad3313474ea8 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:19.301964 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88196c7-30e8-403c-8899-5a2be4f37332 req-86fefc55-a979-4f9b-9a43-243310342f3f tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:19.303687 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b88196c7-30e8-403c-8899-5a2be4f37332 req-86fefc55-a979-4f9b-9a43-243310342f3f tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] 10.222.0.90 "GET /v2.0/ports?device_id=4e98c9ca-b181-4bb0-8b06-e4e2ab95a399 HTTP/1.1" status: 200 len: 944 time: 0.0679581 Feb 09 21:46:19.328379 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port f7976f3f-da6c-47cc-b3a5-f33a34c7996c is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:19.329648 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device bff31daf-d71d-4cbb-bd34-ce5a2c6fcb3d up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:46:19.346674 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9af85d6f-02ae-4b57-8eb5-a2a08e3b6081 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:46:19.382309 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b88196c7-30e8-403c-8899-5a2be4f37332 req-e0e576f1-3b65-4ed1-ad25-f92a32702ed0 tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] 10.222.0.90 "GET /v2.0/security-groups?id=38239a27-f81f-4dbe-b735-d2ad14a0ae0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724268 Feb 09 21:46:19.460922 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 9af85d6f-02ae-4b57-8eb5-a2a08e3b6081, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=9af85d6f-02ae-4b57-8eb5-a2a08e3b6081,segment=NetworkSegment(9336038c-c827-49b4-9b26-98b175de6249),segment_id=9336038c-c827-49b4-9b26-98b175de6249)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:19.467634 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-44b5fc95-2114-4c7f-bb52-9102acc7eea7 req-1d7070dc-3992-4528-859f-74bfe31d34ab tempest-ServerShowV257Test-959739667 tempest-ServerShowV257Test-959739667-project] 10.222.0.90 "GET /v2.0/ports?device_id=3979d9fd-95f7-4f56-a982-0c792c60050c HTTP/1.1" status: 200 len: 210 time: 0.0487094 Feb 09 21:46:19.480641 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (9af85d6f-02ae-4b57-8eb5-a2a08e3b6081), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:19.483973 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 05c71a1b-858c-4e78-be01-608f18f742b2 details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:46:19.559283 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning for port 2b445a72-6498-4132-927f-0112a47d469b completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:46:19.587534 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port 2b445a72-6498-4132-927f-0112a47d469b triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:19.588005 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (2b445a72-6498-4132-927f-0112a47d469b), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:19.600350 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port bff31daf-d71d-4cbb-bd34-ce5a2c6fcb3d triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:19.600817 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (bff31daf-d71d-4cbb-bd34-ce5a2c6fcb3d), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:19.603701 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 05c71a1b-858c-4e78-be01-608f18f742b2, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=05c71a1b-858c-4e78-be01-608f18f742b2,segment=NetworkSegment(764fa11e-2d25-4965-bef2-489ddae1e34a),segment_id=764fa11e-2d25-4965-bef2-489ddae1e34a)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:19.673665 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-4f698432-a9d6-41e5-9102-ecdfdd6806a3 None None] Current status of the port f7976f3f-da6c-47cc-b3a5-f33a34c7996c is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:19.682969 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': '05c71a1b-858c-4e78-be01-608f18f742b2', 'network_id': 'f09c9af1-caa6-4029-894f-b430921e86f9', 'port_id': '05c71a1b-858c-4e78-be01-608f18f742b2', 'mac_address': 'fa:16:3e:2d:28:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '402d4d57-038e-4490-a559-8c229d077342', 'ip_address': '10.1.1.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:46:19.686273 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4996ad27-b40f-4d59-ba89-8ab3cf9900af tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (57992e73-75f4-4f47-a74e-19999203b6c9), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:19.693180 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=9af85d6f-02ae-4b57-8eb5-a2a08e3b6081,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:19.729094 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4996ad27-b40f-4d59-ba89-8ab3cf9900af tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Pushing event deleted for resources: {'Subnet': ['ID=57992e73-75f4-4f47-a74e-19999203b6c9,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:19.741286 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4996ad27-b40f-4d59-ba89-8ab3cf9900af tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:19.748602 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42910) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:19.749235 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-4996ad27-b40f-4d59-ba89-8ab3cf9900af tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "DELETE /v2.0/subnets/57992e73-75f4-4f47-a74e-19999203b6c9 HTTP/1.1" status: 204 len: 168 time: 0.7977848 Feb 09 21:46:19.755747 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b5e6f6-f65a-49da-9dbe-4238b332777c None None] Network d9f04502-ba9d-4f9b-8c27-cd6bb8d46f3c requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:46:19.758978 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 05c71a1b-858c-4e78-be01-608f18f742b2 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:19.759379 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (05c71a1b-858c-4e78-be01-608f18f742b2), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:19.767677 n-d-828369-5 neutron-server[103141]: INFO neutron.db.ipam_backend_mixin [None req-512a9783-fd71-41a2-a461-ad3313474ea8 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 663a55df-d062-48fd-85e4-56fd70d8d1ca (CIDR: 2001:db8::/64) Feb 09 21:46:19.772544 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-512a9783-fd71-41a2-a461-ad3313474ea8 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:46:19.773007 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-512a9783-fd71-41a2-a461-ad3313474ea8 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:46:19.799006 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-512a9783-fd71-41a2-a461-ad3313474ea8 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0147123 Feb 09 21:46:19.799635 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 42912) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:19.805417 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-f64c976d-ba0f-41cd-9d33-391a7f49be75 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Request body: {'subnet': {'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:19.847882 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a05d1fa0-3844-4b94-afc3-60c9116e16aa tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (d9f04502-ba9d-4f9b-8c27-cd6bb8d46f3c), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:19.852030 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05c71a1b-858c-4e78-be01-608f18f742b2 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:46:19.880191 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 05c71a1b-858c-4e78-be01-608f18f742b2, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=05c71a1b-858c-4e78-be01-608f18f742b2,segment=NetworkSegment(764fa11e-2d25-4965-bef2-489ddae1e34a),segment_id=764fa11e-2d25-4965-bef2-489ddae1e34a)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:19.918169 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (05c71a1b-858c-4e78-be01-608f18f742b2), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:19.918851 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device fcbf595b-ac04-4a9f-91d3-e3bfdadd5558 details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:46:19.925230 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-a05d1fa0-3844-4b94-afc3-60c9116e16aa tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Deleting port bff31daf-d71d-4cbb-bd34-ce5a2c6fcb3d {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:46:19.925890 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a05d1fa0-3844-4b94-afc3-60c9116e16aa tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (bff31daf-d71d-4cbb-bd34-ce5a2c6fcb3d), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:19.962805 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-cb3f08cf-2444-4d3f-8dca-59c8b792ff22 None None] Provisioning complete for port f7976f3f-da6c-47cc-b3a5-f33a34c7996c triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:19.963194 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-cb3f08cf-2444-4d3f-8dca-59c8b792ff22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (f7976f3f-da6c-47cc-b3a5-f33a34c7996c), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:19.985941 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f64c976d-ba0f-41cd-9d33-391a7f49be75 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Made reservation on behalf of 880c3cd16cc943a98203fd230e26852f for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:46:19.991624 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f64c976d-ba0f-41cd-9d33-391a7f49be75 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:20.032424 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 2b445a72-6498-4132-927f-0112a47d469b is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:20.032829 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (2b445a72-6498-4132-927f-0112a47d469b), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:20.046433 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-a05d1fa0-3844-4b94-afc3-60c9116e16aa tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] For port bff31daf-d71d-4cbb-bd34-ce5a2c6fcb3d, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=bff31daf-d71d-4cbb-bd34-ce5a2c6fcb3d,segment=NetworkSegment(207ce89c-6f79-4282-8b6e-df2fc7815109),segment_id=207ce89c-6f79-4282-8b6e-df2fc7815109)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:20.046811 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a05d1fa0-3844-4b94-afc3-60c9116e16aa tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (bff31daf-d71d-4cbb-bd34-ce5a2c6fcb3d), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:20.076117 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-a05d1fa0-3844-4b94-afc3-60c9116e16aa tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Calling delete_port for bff31daf-d71d-4cbb-bd34-ce5a2c6fcb3d owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:46:20.082775 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port bff31daf-d71d-4cbb-bd34-ce5a2c6fcb3d is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:20.099964 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4ef66b-4263-49d2-b200-3b7c1b9c9809 req-5e6fda59-2558-4af2-8895-ff3ec27f8972 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:20.105535 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4ef66b-4263-49d2-b200-3b7c1b9c9809 req-5e6fda59-2558-4af2-8895-ff3ec27f8972 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:20.110957 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c50e996d-3eef-4dc6-9a7b-8319a153165b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b445a72-6498-4132-927f-0112a47d469b'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:46:20.111464 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4ef66b-4263-49d2-b200-3b7c1b9c9809 req-5e6fda59-2558-4af2-8895-ff3ec27f8972 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:20.113399 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3bce8d5-8058-4eea-b35f-227837052ea9" -d '{"events": [{"server_uuid": "c50e996d-3eef-4dc6-9a7b-8319a153165b", "name": "network-vif-plugged", "status": "completed", "tag": "2b445a72-6498-4132-927f-0112a47d469b"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:46:20.117026 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4ef66b-4263-49d2-b200-3b7c1b9c9809 req-5e6fda59-2558-4af2-8895-ff3ec27f8972 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:20.122758 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4ef66b-4263-49d2-b200-3b7c1b9c9809 req-5e6fda59-2558-4af2-8895-ff3ec27f8972 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:20.128379 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4ef66b-4263-49d2-b200-3b7c1b9c9809 req-5e6fda59-2558-4af2-8895-ff3ec27f8972 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:20.133635 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4ef66b-4263-49d2-b200-3b7c1b9c9809 req-5e6fda59-2558-4af2-8895-ff3ec27f8972 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:20.135945 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cd4ef66b-4263-49d2-b200-3b7c1b9c9809 req-5e6fda59-2558-4af2-8895-ff3ec27f8972 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 5426 time: 0.1630692 Feb 09 21:46:20.150348 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 2b445a72-6498-4132-927f-0112a47d469b, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=2b445a72-6498-4132-927f-0112a47d469b,segment=NetworkSegment(29ce073b-65c0-4f4f-be22-5f191874dff5),segment_id=29ce073b-65c0-4f4f-be22-5f191874dff5)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:20.154352 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=05c71a1b-858c-4e78-be01-608f18f742b2,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:20.159859 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port fcbf595b-ac04-4a9f-91d3-e3bfdadd5558, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=fcbf595b-ac04-4a9f-91d3-e3bfdadd5558,segment=NetworkSegment(764fa11e-2d25-4965-bef2-489ddae1e34a),segment_id=764fa11e-2d25-4965-bef2-489ddae1e34a)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:20.194867 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': 'fcbf595b-ac04-4a9f-91d3-e3bfdadd5558', 'network_id': 'f09c9af1-caa6-4029-894f-b430921e86f9', 'port_id': 'fcbf595b-ac04-4a9f-91d3-e3bfdadd5558', 'mac_address': 'fa:16:3e:c2:f6:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '402d4d57-038e-4490-a559-8c229d077342', 'ip_address': '10.1.1.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:46:20.201658 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (2b445a72-6498-4132-927f-0112a47d469b), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:20.282873 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a85366-bfdc-4833-bc04-cc6cfdd85cf8 req-78410b48-f9a2-4254-be69-432c80c40fa7 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:20.284425 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f1a85366-bfdc-4833-bc04-cc6cfdd85cf8 req-78410b48-f9a2-4254-be69-432c80c40fa7 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=446a9c08-b6b6-415b-9d31-50433bad72c5 HTTP/1.1" status: 200 len: 946 time: 0.1472869 Feb 09 21:46:20.330052 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cd4ef66b-4263-49d2-b200-3b7c1b9c9809 req-abf2a6c1-260f-435d-84af-ed80f92a5e81 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/security-groups?id=f725d2ca-c6e8-41e3-94bc-9cf24ee5a23b&id=7a6c813b-611d-4436-831d-fc6ca76a9308&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1580098 Feb 09 21:46:20.334311 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=2b445a72-6498-4132-927f-0112a47d469b,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:20.352517 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a05d1fa0-3844-4b94-afc3-60c9116e16aa tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (bff31daf-d71d-4cbb-bd34-ce5a2c6fcb3d), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:20.368080 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-cb3f08cf-2444-4d3f-8dca-59c8b792ff22 None None] Current status of the port f7976f3f-da6c-47cc-b3a5-f33a34c7996c is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:20.379581 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port fcbf595b-ac04-4a9f-91d3-e3bfdadd5558 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:20.379737 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (fcbf595b-ac04-4a9f-91d3-e3bfdadd5558), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:20.386382 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05d1fa0-3844-4b94-afc3-60c9116e16aa tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Pushing event deleted for resources: {'Port': ['ID=bff31daf-d71d-4cbb-bd34-ce5a2c6fcb3d,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:20.400604 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f1a85366-bfdc-4833-bc04-cc6cfdd85cf8 req-f57e740a-99d2-481e-b3a1-c6b39cd12564 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019654 Feb 09 21:46:20.406452 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05d1fa0-3844-4b94-afc3-60c9116e16aa tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] No DVR routers for this DVR port bff31daf-d71d-4cbb-bd34-ce5a2c6fcb3d on host n-d-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:46:20.422023 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcbf595b-ac04-4a9f-91d3-e3bfdadd5558 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:46:20.445517 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port fcbf595b-ac04-4a9f-91d3-e3bfdadd5558, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=fcbf595b-ac04-4a9f-91d3-e3bfdadd5558,segment=NetworkSegment(764fa11e-2d25-4965-bef2-489ddae1e34a),segment_id=764fa11e-2d25-4965-bef2-489ddae1e34a)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:20.452281 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ebf42e-1fb6-495d-a4f4-eab71a4216ee None None] DHCP port deletion for d9f04502-ba9d-4f9b-8c27-cd6bb8d46f3c request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:46:20.460173 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (fcbf595b-ac04-4a9f-91d3-e3bfdadd5558), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:20.461102 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 64a3e4b3-2469-470b-82b5-40757c8eb842 details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:46:20.478609 n-d-828369-5 neutron-server[103141]: DEBUG neutron.objects.ports [None req-f64c976d-ba0f-41cd-9d33-391a7f49be75 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103141) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 21:46:20.500829 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e789292-ecf3-4596-a6f1-af85c40e0136 x-openstack-request-id: req-9e789292-ecf3-4596-a6f1-af85c40e0136 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:46:20.501092 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c50e996d-3eef-4dc6-9a7b-8319a153165b", "name": "network-vif-plugged", "status": "completed", "tag": "2b445a72-6498-4132-927f-0112a47d469b", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:46:20.501346 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-9e789292-ecf3-4596-a6f1-af85c40e0136 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:46:20.501745 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c50e996d-3eef-4dc6-9a7b-8319a153165b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b445a72-6498-4132-927f-0112a47d469b', 'code': 200} Feb 09 21:46:20.517076 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5c9f0fcb-c430-4f60-aa70-bc81b2472c7b None None] Could not find standard attr ID for object e49ee729-cdc2-4d6d-a535-ca8698bf0360. {{(pid=103142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 21:46:20.554295 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 64a3e4b3-2469-470b-82b5-40757c8eb842, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=64a3e4b3-2469-470b-82b5-40757c8eb842,segment=NetworkSegment(764fa11e-2d25-4965-bef2-489ddae1e34a),segment_id=764fa11e-2d25-4965-bef2-489ddae1e34a)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:20.557131 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=fcbf595b-ac04-4a9f-91d3-e3bfdadd5558,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:20.568706 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': '64a3e4b3-2469-470b-82b5-40757c8eb842', 'network_id': 'f09c9af1-caa6-4029-894f-b430921e86f9', 'port_id': '64a3e4b3-2469-470b-82b5-40757c8eb842', 'mac_address': 'fa:16:3e:c0:d5:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '402d4d57-038e-4490-a559-8c229d077342', 'ip_address': '10.1.1.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:46:20.573308 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a05d1fa0-3844-4b94-afc3-60c9116e16aa tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (d9f04502-ba9d-4f9b-8c27-cd6bb8d46f3c), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:20.618241 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 64a3e4b3-2469-470b-82b5-40757c8eb842 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:20.618964 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (64a3e4b3-2469-470b-82b5-40757c8eb842), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:20.636252 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64a3e4b3-2469-470b-82b5-40757c8eb842 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:46:20.659655 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 64a3e4b3-2469-470b-82b5-40757c8eb842, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=64a3e4b3-2469-470b-82b5-40757c8eb842,segment=NetworkSegment(764fa11e-2d25-4965-bef2-489ddae1e34a),segment_id=764fa11e-2d25-4965-bef2-489ddae1e34a)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:20.666125 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (64a3e4b3-2469-470b-82b5-40757c8eb842), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:20.683612 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-a05d1fa0-3844-4b94-afc3-60c9116e16aa tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9f04502-ba9d-4f9b-8c27-cd6bb8d46f3c']}} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:20.688966 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f64c976d-ba0f-41cd-9d33-391a7f49be75 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (f7976f3f-da6c-47cc-b3a5-f33a34c7996c), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:20.701375 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-a05d1fa0-3844-4b94-afc3-60c9116e16aa tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '207ce89c-6f79-4282-8b6e-df2fc7815109') {'for_net_delete': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:20.701656 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-a05d1fa0-3844-4b94-afc3-60c9116e16aa tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '207ce89c-6f79-4282-8b6e-df2fc7815109') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:20.705655 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device c6886d61-f041-4e03-9002-7714a0a6ea30 details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:46:20.721221 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a05d1fa0-3844-4b94-afc3-60c9116e16aa tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110711'] for segment (207ce89c-6f79-4282-8b6e-df2fc7815109), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:20.737890 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=64a3e4b3-2469-470b-82b5-40757c8eb842,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:20.756065 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a05d1fa0-3844-4b94-afc3-60c9116e16aa tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (207ce89c-6f79-4282-8b6e-df2fc7815109), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:20.765574 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34afb3ae-abe5-4c09-abad-d26b4b7f1d78 req-acf54956-baf0-4d68-9773-834110aedd5c tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:20.766819 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-34afb3ae-abe5-4c09-abad-d26b4b7f1d78 req-acf54956-baf0-4d68-9773-834110aedd5c tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] 10.222.0.90 "GET /v2.0/ports?device_id=4e98c9ca-b181-4bb0-8b06-e4e2ab95a399 HTTP/1.1" status: 200 len: 944 time: 0.1338761 Feb 09 21:46:20.773653 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ec9b73-fb68-4e39-bda2-c6bdb4cfee5a req-584380de-06f6-4ebc-9acb-257b7cb16c4b tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:20.780350 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f7ec9b73-fb68-4e39-bda2-c6bdb4cfee5a req-584380de-06f6-4ebc-9acb-257b7cb16c4b tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "GET /v2.0/ports?device_id=c50e996d-3eef-4dc6-9a7b-8319a153165b HTTP/1.1" status: 200 len: 945 time: 0.1974499 Feb 09 21:46:20.790914 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96720961-c910-48de-b356-0aec09414d02 req-826ddde3-dd79-413b-9f8f-2ba9161ecc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:20.790914 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-96720961-c910-48de-b356-0aec09414d02 req-826ddde3-dd79-413b-9f8f-2ba9161ecc3f service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=c50e996d-3eef-4dc6-9a7b-8319a153165b HTTP/1.1" status: 200 len: 1127 time: 0.1975348 Feb 09 21:46:20.803563 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a05d1fa0-3844-4b94-afc3-60c9116e16aa tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=103140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:46:20.803966 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a05d1fa0-3844-4b94-afc3-60c9116e16aa tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669415'] for segment (207ce89c-6f79-4282-8b6e-df2fc7815109), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:20.808111 n-d-828369-5 neutron-server[103140]: Traceback (most recent call last): Feb 09 21:46:20.808111 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:46:20.808111 n-d-828369-5 neutron-server[103140]: timer() Feb 09 21:46:20.808111 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:46:20.808111 n-d-828369-5 neutron-server[103140]: cb(*args, **kw) Feb 09 21:46:20.808111 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:46:20.808111 n-d-828369-5 neutron-server[103140]: return func(*args, **kwargs) Feb 09 21:46:20.808111 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:46:20.808111 n-d-828369-5 neutron-server[103140]: self._notify() Feb 09 21:46:20.808111 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:46:20.808111 n-d-828369-5 neutron-server[103140]: self.callback(batched_events) Feb 09 21:46:20.808111 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:46:20.808111 n-d-828369-5 neutron-server[103140]: event.method(event) Feb 09 21:46:20.808111 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:46:20.808111 n-d-828369-5 neutron-server[103140]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:46:20.808111 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:46:20.808111 n-d-828369-5 neutron-server[103140]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:46:20.808111 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:46:20.808111 n-d-828369-5 neutron-server[103140]: return f(self, *a, **k) Feb 09 21:46:20.808111 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:46:20.808111 n-d-828369-5 neutron-server[103140]: return self._get(url).json() Feb 09 21:46:20.808111 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:46:20.808111 n-d-828369-5 neutron-server[103140]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:46:20.808111 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:46:20.808111 n-d-828369-5 neutron-server[103140]: return self.request(url, 'GET', **kwargs) Feb 09 21:46:20.808111 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:46:20.808111 n-d-828369-5 neutron-server[103140]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:46:20.808111 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:46:20.808111 n-d-828369-5 neutron-server[103140]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:46:20.808111 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:46:20.808111 n-d-828369-5 neutron-server[103140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:46:20.808111 n-d-828369-5 neutron-server[103140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:46:20.840546 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port c6886d61-f041-4e03-9002-7714a0a6ea30, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=c6886d61-f041-4e03-9002-7714a0a6ea30,segment=NetworkSegment(cdf91332-5a66-411f-8c98-4c1f54bf5f30),segment_id=cdf91332-5a66-411f-8c98-4c1f54bf5f30)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:20.858629 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': 'c6886d61-f041-4e03-9002-7714a0a6ea30', 'network_id': 'd265fee8-86bc-4f18-8400-270071608522', 'port_id': 'c6886d61-f041-4e03-9002-7714a0a6ea30', 'mac_address': 'fa:16:3e:7e:cc:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f98d2759-4f2e-4a40-86b8-36a646f017e8', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:46:20.872614 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-f64c976d-ba0f-41cd-9d33-391a7f49be75 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] For port f7976f3f-da6c-47cc-b3a5-f33a34c7996c, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=f7976f3f-da6c-47cc-b3a5-f33a34c7996c,segment=NetworkSegment(e234f058-99e9-4683-aff2-a800b51d2ec4),segment_id=e234f058-99e9-4683-aff2-a800b51d2ec4)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:20.900285 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port c6886d61-f041-4e03-9002-7714a0a6ea30 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:20.900682 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (c6886d61-f041-4e03-9002-7714a0a6ea30), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:20.908019 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f64c976d-ba0f-41cd-9d33-391a7f49be75 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for port (f7976f3f-da6c-47cc-b3a5-f33a34c7996c), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:20.913790 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f64c976d-ba0f-41cd-9d33-391a7f49be75 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (f7976f3f-da6c-47cc-b3a5-f33a34c7996c), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:20.915552 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6886d61-f041-4e03-9002-7714a0a6ea30 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:46:20.937032 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port c6886d61-f041-4e03-9002-7714a0a6ea30, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=c6886d61-f041-4e03-9002-7714a0a6ea30,segment=NetworkSegment(cdf91332-5a66-411f-8c98-4c1f54bf5f30),segment_id=cdf91332-5a66-411f-8c98-4c1f54bf5f30)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:20.941469 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (c6886d61-f041-4e03-9002-7714a0a6ea30), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:20.942188 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 5ae69b1b-39b8-491e-b02b-097b38fae223 details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:46:20.947959 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f64c976d-ba0f-41cd-9d33-391a7f49be75 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (8b1e6283-fcd8-440b-a2ca-c268defa6481), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:20.965479 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f7ec9b73-fb68-4e39-bda2-c6bdb4cfee5a req-206f89f3-65cb-414d-b33d-5188649aba5c tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "GET /v2.0/security-groups?id=296fe08d-5e2e-48dd-9aaf-df90eedd0fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835248 Feb 09 21:46:20.992725 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-34afb3ae-abe5-4c09-abad-d26b4b7f1d78 req-d4056be5-3cd8-409e-a6e2-7ac32902af86 tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] 10.222.0.90 "GET /v2.0/security-groups?id=38239a27-f81f-4dbe-b735-d2ad14a0ae0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993954 Feb 09 21:46:20.995630 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a05d1fa0-3844-4b94-afc3-60c9116e16aa tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (d9f04502-ba9d-4f9b-8c27-cd6bb8d46f3c), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:21.010268 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a05d1fa0-3844-4b94-afc3-60c9116e16aa tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:21.018358 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64c976d-ba0f-41cd-9d33-391a7f49be75 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:46:21.020889 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-a05d1fa0-3844-4b94-afc3-60c9116e16aa tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "DELETE /v2.0/networks/d9f04502-ba9d-4f9b-8c27-cd6bb8d46f3c HTTP/1.1" status: 204 len: 168 time: 1.2692707 Feb 09 21:46:21.021034 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=c6886d61-f041-4e03-9002-7714a0a6ea30,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:21.021562 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-f64c976d-ba0f-41cd-9d33-391a7f49be75 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:46:21.025790 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42926) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:21.033707 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-d25a2c80-b1e6-4839-89c4-2e7697975218 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1400794246'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:21.034359 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 5ae69b1b-39b8-491e-b02b-097b38fae223, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=5ae69b1b-39b8-491e-b02b-097b38fae223,segment=NetworkSegment(cdf91332-5a66-411f-8c98-4c1f54bf5f30),segment_id=cdf91332-5a66-411f-8c98-4c1f54bf5f30)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:21.046569 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64c976d-ba0f-41cd-9d33-391a7f49be75 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:21.047183 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f64c976d-ba0f-41cd-9d33-391a7f49be75 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:21.047332 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbeb807f-44d1-4218-855f-ad183f6ae5fa None None] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:46:21.055574 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': '5ae69b1b-39b8-491e-b02b-097b38fae223', 'network_id': 'd265fee8-86bc-4f18-8400-270071608522', 'port_id': '5ae69b1b-39b8-491e-b02b-097b38fae223', 'mac_address': 'fa:16:3e:77:4d:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f98d2759-4f2e-4a40-86b8-36a646f017e8', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:46:21.056845 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-96720961-c910-48de-b356-0aec09414d02 req-cd38aefd-c333-4bc6-9e2f-0024e3009674 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=296fe08d-5e2e-48dd-9aaf-df90eedd0fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495914 Feb 09 21:46:21.060809 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05d1fa0-3844-4b94-afc3-60c9116e16aa tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Pushing event deleted for resources: {'Network': ['ID=d9f04502-ba9d-4f9b-8c27-cd6bb8d46f3c,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:21.070431 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64c976d-ba0f-41cd-9d33-391a7f49be75 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event updated for resources: {'Port': ['ID=f7976f3f-da6c-47cc-b3a5-f33a34c7996c,revision_number=8']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:21.080755 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64c976d-ba0f-41cd-9d33-391a7f49be75 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event updated for resources: {'Subnet': ['ID=8b1e6283-fcd8-440b-a2ca-c268defa6481,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:21.094108 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-f64c976d-ba0f-41cd-9d33-391a7f49be75 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.2932239 Feb 09 21:46:21.094971 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 42928) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:21.098409 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7fc73c2e-2beb-456c-a624-79ee00db32e0 req-30ad3641-a11b-47ee-b3d4-53d1f0cbf320 tempest-ServerShowV257Test-959739667 tempest-ServerShowV257Test-959739667-project] 10.222.0.90 "GET /v2.0/ports?device_id=3979d9fd-95f7-4f56-a982-0c792c60050c HTTP/1.1" status: 200 len: 210 time: 0.0385237 Feb 09 21:46:21.100865 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-dd34892f-7fcb-48ca-8871-2e1f42da4f50 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Request body: {'port': {'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726', 'mac_address': 'fa:16:3e:0a:a8:54', 'name': 'tempest-NetworksTestDHCPv6-723382170'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:21.101533 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d25a2c80-b1e6-4839-89c4-2e7697975218 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Made reservation on behalf of 87111984dff24e1780aaef3f75dde822 for: {'network': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:46:21.106204 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d25a2c80-b1e6-4839-89c4-2e7697975218 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:21.131719 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d25a2c80-b1e6-4839-89c4-2e7697975218 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=103140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:46:21.141718 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d25a2c80-b1e6-4839-89c4-2e7697975218 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (f470dd3d-8029-4745-82e9-dc570f5c0db6), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:21.142193 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-d25a2c80-b1e6-4839-89c4-2e7697975218 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Added segment f470dd3d-8029-4745-82e9-dc570f5c0db6 of type vlan for network 700ec624-d3c8-4855-b9ed-ab686da8b892 Feb 09 21:46:21.197929 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 5ae69b1b-39b8-491e-b02b-097b38fae223 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:21.198530 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (5ae69b1b-39b8-491e-b02b-097b38fae223), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:21.200710 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d25a2c80-b1e6-4839-89c4-2e7697975218 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (700ec624-d3c8-4855-b9ed-ab686da8b892), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:21.203556 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:21.229443 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d25a2c80-b1e6-4839-89c4-2e7697975218 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (700ec624-d3c8-4855-b9ed-ab686da8b892), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:21.236372 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ae69b1b-39b8-491e-b02b-097b38fae223 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:46:21.237087 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25a2c80-b1e6-4839-89c4-2e7697975218 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:21.237755 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d25a2c80-b1e6-4839-89c4-2e7697975218 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:21.239246 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd34892f-7fcb-48ca-8871-2e1f42da4f50 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Made reservation on behalf of 880c3cd16cc943a98203fd230e26852f for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:46:21.267476 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 5ae69b1b-39b8-491e-b02b-097b38fae223, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=5ae69b1b-39b8-491e-b02b-097b38fae223,segment=NetworkSegment(cdf91332-5a66-411f-8c98-4c1f54bf5f30),segment_id=cdf91332-5a66-411f-8c98-4c1f54bf5f30)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:21.274407 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (5ae69b1b-39b8-491e-b02b-097b38fae223), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:21.300281 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-d25a2c80-b1e6-4839-89c4-2e7697975218 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2704966 Feb 09 21:46:21.303168 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 42930) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:21.312025 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-0af0d40c-b17e-404d-8ac3-833ffd0778e1 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Request body: {'subnet': {'network_id': '700ec624-d3c8-4855-b9ed-ab686da8b892', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:21.316754 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25a2c80-b1e6-4839-89c4-2e7697975218 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Pushing event updated for resources: {'Network': ['ID=700ec624-d3c8-4855-b9ed-ab686da8b892,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:21.339491 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 700ec624-d3c8-4855-b9ed-ab686da8b892 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:46:21.401329 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=5ae69b1b-39b8-491e-b02b-097b38fae223,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:21.419508 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-dd34892f-7fcb-48ca-8871-2e1f42da4f50 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:21.446923 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0af0d40c-b17e-404d-8ac3-833ffd0778e1 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Made reservation on behalf of 87111984dff24e1780aaef3f75dde822 for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:46:21.450338 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0af0d40c-b17e-404d-8ac3-833ffd0778e1 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:21.453861 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5539691-68b5-4b1c-beb5-06632a350529 None None] Update dhcp port {'port': {'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726', 'fixed_ips': [{'subnet_id': '8b1e6283-fcd8-440b-a2ca-c268defa6481', 'ip_address': '2001:db8:0:1:f816:3eff:fed1:d6be'}, {'subnet_id': '663a55df-d062-48fd-85e4-56fd70d8d1ca'}], 'binding:host_id': 'n-d-828369-5'}, 'id': 'f7976f3f-da6c-47cc-b3a5-f33a34c7996c'} from n-d-828369-5. {{(pid=103142) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 21:46:21.454088 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [None req-dd34892f-7fcb-48ca-8871-2e1f42da4f50 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] device_id is not set on port 2d9c01fa-241d-40d7-bdd1-3b7b8524edd2 yet. {{(pid=103141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:46:21.495364 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c5539691-68b5-4b1c-beb5-06632a350529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (f7976f3f-da6c-47cc-b3a5-f33a34c7996c), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:21.769145 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-dd34892f-7fcb-48ca-8871-2e1f42da4f50 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Allocated IP 2001:db8::214 (986c5511-2b50-4eb7-bb75-ff9f776ff726/663a55df-d062-48fd-85e4-56fd70d8d1ca/2d9c01fa-241d-40d7-bdd1-3b7b8524edd2) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:46:21.784319 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-dd34892f-7fcb-48ca-8871-2e1f42da4f50 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Allocated IP 2001:db8:0:1:f816:3eff:fe0a:a854 (986c5511-2b50-4eb7-bb75-ff9f776ff726/8b1e6283-fcd8-440b-a2ca-c268defa6481/2d9c01fa-241d-40d7-bdd1-3b7b8524edd2) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:46:21.805809 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0af0d40c-b17e-404d-8ac3-833ffd0778e1 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (affad80e-9bcf-4b1d-aaa6-8b8f8bba2e73), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:21.866518 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['d5e3bfb7-1f18-4598-a18c-f23b463962e1'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:46:21.908685 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b153afd-6152-4997-9e79-6dbb46e8598f req-0c73858f-0485-4b88-92d7-3960323ed9e0 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:21.914305 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b153afd-6152-4997-9e79-6dbb46e8598f req-0c73858f-0485-4b88-92d7-3960323ed9e0 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:21.919671 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b153afd-6152-4997-9e79-6dbb46e8598f req-0c73858f-0485-4b88-92d7-3960323ed9e0 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:21.925113 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b153afd-6152-4997-9e79-6dbb46e8598f req-0c73858f-0485-4b88-92d7-3960323ed9e0 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:21.930453 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b153afd-6152-4997-9e79-6dbb46e8598f req-0c73858f-0485-4b88-92d7-3960323ed9e0 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:21.935901 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b153afd-6152-4997-9e79-6dbb46e8598f req-0c73858f-0485-4b88-92d7-3960323ed9e0 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:21.941343 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b153afd-6152-4997-9e79-6dbb46e8598f req-0c73858f-0485-4b88-92d7-3960323ed9e0 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:21.943347 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3b153afd-6152-4997-9e79-6dbb46e8598f req-0c73858f-0485-4b88-92d7-3960323ed9e0 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 5430 time: 0.4766202 Feb 09 21:46:21.945483 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af0d40c-b17e-404d-8ac3-833ffd0778e1 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Pushing event updated for resources: {'Subnet': ['ID=affad80e-9bcf-4b1d-aaa6-8b8f8bba2e73,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:21.964867 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af0d40c-b17e-404d-8ac3-833ffd0778e1 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Checking segment: {'id': 'f470dd3d-8029-4745-82e9-dc570f5c0db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '700ec624-d3c8-4855-b9ed-ab686da8b892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:46:21.965113 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af0d40c-b17e-404d-8ac3-833ffd0778e1 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Network hostable DHCP agents. Network: 700ec624-d3c8-4855-b9ed-ab686da8b892, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:46:21.968260 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7694c96c-c119-4d8c-a0f1-6436f815fa29 req-33806549-c568-4c1a-8a9e-d4614813a02e tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:21.970505 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7694c96c-c119-4d8c-a0f1-6436f815fa29 req-33806549-c568-4c1a-8a9e-d4614813a02e tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=446a9c08-b6b6-415b-9d31-50433bad72c5 HTTP/1.1" status: 200 len: 946 time: 0.4486251 Feb 09 21:46:22.004706 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af0d40c-b17e-404d-8ac3-833ffd0778e1 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Network 700ec624-d3c8-4855-b9ed-ab686da8b892 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:46:22.023645 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-0af0d40c-b17e-404d-8ac3-833ffd0778e1 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 700ec624-d3c8-4855-b9ed-ab686da8b892) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:46:22.034473 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af0d40c-b17e-404d-8ac3-833ffd0778e1 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:22.035306 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0af0d40c-b17e-404d-8ac3-833ffd0778e1 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:22.040149 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-dd34892f-7fcb-48ca-8871-2e1f42da4f50 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for port (2d9c01fa-241d-40d7-bdd1-3b7b8524edd2), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:22.058261 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3b153afd-6152-4997-9e79-6dbb46e8598f req-63988680-390d-4d20-bda8-e8a688a371c6 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/security-groups?id=f725d2ca-c6e8-41e3-94bc-9cf24ee5a23b&id=7a6c813b-611d-4436-831d-fc6ca76a9308&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0869348 Feb 09 21:46:22.069165 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7694c96c-c119-4d8c-a0f1-6436f815fa29 req-a635b009-36d5-499c-88c6-a1bfbdc27cf8 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810609 Feb 09 21:46:22.069384 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-0af0d40c-b17e-404d-8ac3-833ffd0778e1 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7608423 Feb 09 21:46:22.069486 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42940) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:22.073514 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['05c71a1b-858c-4e78-be01-608f18f742b2'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:46:22.073719 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-b1a34580-71d5-4859-a85f-1e61710361c0 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1254238061', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:22.093742 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-dd34892f-7fcb-48ca-8871-2e1f42da4f50 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (2d9c01fa-241d-40d7-bdd1-3b7b8524edd2), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:22.096630 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['8a93d7fd-114a-4178-8340-e454f09ca326'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:46:22.098597 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02aa0dc-2433-4c09-b631-ed98081cb0b5 None None] Network 700ec624-d3c8-4855-b9ed-ab686da8b892 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:46:22.100508 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b1a34580-71d5-4859-a85f-1e61710361c0 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (cf237451-f04b-4af5-8e05-81ca74be856f), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:22.100848 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['64a3e4b3-2469-470b-82b5-40757c8eb842'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:46:22.102086 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b1a34580-71d5-4859-a85f-1e61710361c0 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (cf237451-f04b-4af5-8e05-81ca74be856f), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:22.116880 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['fcbf595b-ac04-4a9f-91d3-e3bfdadd5558'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:46:22.153968 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd34892f-7fcb-48ca-8871-2e1f42da4f50 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:46:22.158710 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-dd34892f-7fcb-48ca-8871-2e1f42da4f50 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:46:22.166894 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd34892f-7fcb-48ca-8871-2e1f42da4f50 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:46:22.174002 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd34892f-7fcb-48ca-8871-2e1f42da4f50 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:22.174671 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-dd34892f-7fcb-48ca-8871-2e1f42da4f50 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:22.186723 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd34892f-7fcb-48ca-8871-2e1f42da4f50 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event updated for resources: {'Port': ['ID=2d9c01fa-241d-40d7-bdd1-3b7b8524edd2,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:22.196526 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b1a34580-71d5-4859-a85f-1e61710361c0 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for router_controller (cf237451-f04b-4af5-8e05-81ca74be856f), precommit_add_association {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:22.205641 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b1a34580-71d5-4859-a85f-1e61710361c0 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (cf237451-f04b-4af5-8e05-81ca74be856f), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:22.206795 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-dd34892f-7fcb-48ca-8871-2e1f42da4f50 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.1106393 Feb 09 21:46:22.209964 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 42944) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:22.235351 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b1a34580-71d5-4859-a85f-1e61710361c0 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:22.237550 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-b1a34580-71d5-4859-a85f-1e61710361c0 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1674998 Feb 09 21:46:22.240180 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 42946) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:22.265659 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-219aab42-fea6-4315-9356-0246eab124a7 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Request body: {'port': {'network_id': '700ec624-d3c8-4855-b9ed-ab686da8b892', 'name': 'tempest-PortsIpV6TestJSON-269038641'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:22.343793 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51da7e6-cf1d-4ec6-850e-8ef107c8713e req-362cfd6c-9e1a-4649-a123-2ae11770fe17 tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:22.345390 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c51da7e6-cf1d-4ec6-850e-8ef107c8713e req-362cfd6c-9e1a-4649-a123-2ae11770fe17 tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] 10.222.0.90 "GET /v2.0/ports?device_id=4e98c9ca-b181-4bb0-8b06-e4e2ab95a399 HTTP/1.1" status: 200 len: 944 time: 0.1021149 Feb 09 21:46:22.367208 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee1a3bd-b8d6-45b5-afd3-c61573302d84 req-4a868b5f-9546-4c04-b2d5-ff2235a31ec9 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:22.368767 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0ee1a3bd-b8d6-45b5-afd3-c61573302d84 req-4a868b5f-9546-4c04-b2d5-ff2235a31ec9 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "GET /v2.0/ports?device_id=c50e996d-3eef-4dc6-9a7b-8319a153165b HTTP/1.1" status: 200 len: 945 time: 0.1232188 Feb 09 21:46:22.376689 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-c5539691-68b5-4b1c-beb5-06632a350529 None None] Allocated IP 2001:db8::2 (986c5511-2b50-4eb7-bb75-ff9f776ff726/663a55df-d062-48fd-85e4-56fd70d8d1ca/f7976f3f-da6c-47cc-b3a5-f33a34c7996c) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:46:22.425744 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-c61df94a-146f-4d2a-a938-e9d84bfdeb6d tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Deleting port 2d9c01fa-241d-40d7-bdd1-3b7b8524edd2 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:46:22.426156 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c61df94a-146f-4d2a-a938-e9d84bfdeb6d tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (2d9c01fa-241d-40d7-bdd1-3b7b8524edd2), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:22.470117 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c51da7e6-cf1d-4ec6-850e-8ef107c8713e req-920e017c-bc87-4533-80fc-53ef229c3dd4 tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] 10.222.0.90 "GET /v2.0/security-groups?id=38239a27-f81f-4dbe-b735-d2ad14a0ae0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164176 Feb 09 21:46:22.510629 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-219aab42-fea6-4315-9356-0246eab124a7 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Made reservation on behalf of 87111984dff24e1780aaef3f75dde822 for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:46:22.511959 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-219aab42-fea6-4315-9356-0246eab124a7 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:22.515401 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device f7976f3f-da6c-47cc-b3a5-f33a34c7996c up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:46:22.519732 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0ee1a3bd-b8d6-45b5-afd3-c61573302d84 req-1aca7bac-ee28-4497-98b1-68661e49dc36 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "GET /v2.0/security-groups?id=296fe08d-5e2e-48dd-9aaf-df90eedd0fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771470 Feb 09 21:46:22.541189 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c61df94a-146f-4d2a-a938-e9d84bfdeb6d tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (2d9c01fa-241d-40d7-bdd1-3b7b8524edd2), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:22.554021 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-c61df94a-146f-4d2a-a938-e9d84bfdeb6d tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Calling delete_port for 2d9c01fa-241d-40d7-bdd1-3b7b8524edd2 owned by {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:46:22.572207 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['5ae69b1b-39b8-491e-b02b-097b38fae223'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:46:22.581563 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [None req-219aab42-fea6-4315-9356-0246eab124a7 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] device_id is not set on port ced77c43-f03e-43ca-94d7-ca5c7ecd7cd5 yet. {{(pid=103141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:46:22.617683 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5d5ab79a-ef59-4f2c-b6ea-870add1f134c req-84bf56b4-73d7-4716-9159-0c77d5d97947 tempest-ServerShowV257Test-959739667 tempest-ServerShowV257Test-959739667-project] 10.222.0.90 "GET /v2.0/ports?device_id=3979d9fd-95f7-4f56-a982-0c792c60050c HTTP/1.1" status: 200 len: 210 time: 0.0316682 Feb 09 21:46:22.650642 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0e3d32-2c14-4df0-b45f-a697597aaadc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-700ec624-d3c8-4855-b9ed-ab686da8b892', 'network_id': '700ec624-d3c8-4855-b9ed-ab686da8b892', 'project_id': '87111984dff24e1780aaef3f75dde822', 'fixed_ips': [{'subnet_id': 'affad80e-9bcf-4b1d-aaa6-8b8f8bba2e73'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:46:22.651509 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-0a0e3d32-2c14-4df0-b45f-a697597aaadc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:22.653556 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['9af85d6f-02ae-4b57-8eb5-a2a08e3b6081'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:46:22.794523 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-219aab42-fea6-4315-9356-0246eab124a7 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Allocated IP 2001:db8::378 (700ec624-d3c8-4855-b9ed-ab686da8b892/affad80e-9bcf-4b1d-aaa6-8b8f8bba2e73/ced77c43-f03e-43ca-94d7-ca5c7ecd7cd5) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:46:22.951582 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c61df94a-146f-4d2a-a938-e9d84bfdeb6d tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (2d9c01fa-241d-40d7-bdd1-3b7b8524edd2), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:22.990681 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61df94a-146f-4d2a-a938-e9d84bfdeb6d tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event deleted for resources: {'Port': ['ID=2d9c01fa-241d-40d7-bdd1-3b7b8524edd2,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:22.994875 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-c5539691-68b5-4b1c-beb5-06632a350529 None None] For port f7976f3f-da6c-47cc-b3a5-f33a34c7996c, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=f7976f3f-da6c-47cc-b3a5-f33a34c7996c,segment=NetworkSegment(e234f058-99e9-4683-aff2-a800b51d2ec4),segment_id=e234f058-99e9-4683-aff2-a800b51d2ec4)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:23.050693 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c61df94a-146f-4d2a-a938-e9d84bfdeb6d tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:23.055191 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-c61df94a-146f-4d2a-a938-e9d84bfdeb6d tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "DELETE /v2.0/ports/2d9c01fa-241d-40d7-bdd1-3b7b8524edd2 HTTP/1.1" status: 204 len: 168 time: 0.8428316 Feb 09 21:46:23.056935 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42948) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:23.088742 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-219aab42-fea6-4315-9356-0246eab124a7 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for port (ced77c43-f03e-43ca-94d7-ca5c7ecd7cd5), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:23.115697 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfac2b75-2fb1-40f0-ba38-ac6a2fc56bd6 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:23.117246 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-dfac2b75-2fb1-40f0-ba38-ac6a2fc56bd6 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200 len: 966 time: 0.0586102 Feb 09 21:46:23.120023 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 42950) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:23.139422 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port f7976f3f-da6c-47cc-b3a5-f33a34c7996c triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:23.139767 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (f7976f3f-da6c-47cc-b3a5-f33a34c7996c), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:23.166828 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-219aab42-fea6-4315-9356-0246eab124a7 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (ced77c43-f03e-43ca-94d7-ca5c7ecd7cd5), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:23.223651 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219aab42-fea6-4315-9356-0246eab124a7 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Network 700ec624-d3c8-4855-b9ed-ab686da8b892 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:46:23.224548 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c5539691-68b5-4b1c-beb5-06632a350529 None None] Publish callbacks [] for port (f7976f3f-da6c-47cc-b3a5-f33a34c7996c), precommit_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:23.238424 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-219aab42-fea6-4315-9356-0246eab124a7 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:46:23.246974 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219aab42-fea6-4315-9356-0246eab124a7 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:46:23.252922 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219aab42-fea6-4315-9356-0246eab124a7 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:23.253134 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-219aab42-fea6-4315-9356-0246eab124a7 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:23.279383 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f3c1f8-c29c-4ba6-854a-f7dc3b55e149 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:23.279383 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-49f3c1f8-c29c-4ba6-854a-f7dc3b55e149 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200 len: 966 time: 0.1559267 Feb 09 21:46:23.280327 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c5539691-68b5-4b1c-beb5-06632a350529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (f7976f3f-da6c-47cc-b3a5-f33a34c7996c), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:23.282711 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 42956) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:23.292723 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219aab42-fea6-4315-9356-0246eab124a7 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Pushing event updated for resources: {'Port': ['ID=ced77c43-f03e-43ca-94d7-ca5c7ecd7cd5,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:23.312459 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6bd48f-524e-4d5e-8417-7af091060893 req-ccc1f8be-5b69-4ce8-ab22-ba9bc180f2ea tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:23.317025 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-219aab42-fea6-4315-9356-0246eab124a7 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0753698 Feb 09 21:46:23.320259 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 42960) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:23.324802 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ba6bd48f-524e-4d5e-8417-7af091060893 req-ccc1f8be-5b69-4ce8-ab22-ba9bc180f2ea tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=446a9c08-b6b6-415b-9d31-50433bad72c5 HTTP/1.1" status: 200 len: 946 time: 0.1241963 Feb 09 21:46:23.400127 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f288dc4-8c84-4b17-a930-5704f5eebc98 req-f5bc049a-81f0-4a73-95e6-7e8178901f97 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:23.408132 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f288dc4-8c84-4b17-a930-5704f5eebc98 req-f5bc049a-81f0-4a73-95e6-7e8178901f97 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:23.413888 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f288dc4-8c84-4b17-a930-5704f5eebc98 req-f5bc049a-81f0-4a73-95e6-7e8178901f97 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:23.420422 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f288dc4-8c84-4b17-a930-5704f5eebc98 req-f5bc049a-81f0-4a73-95e6-7e8178901f97 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:23.425099 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f288dc4-8c84-4b17-a930-5704f5eebc98 req-f5bc049a-81f0-4a73-95e6-7e8178901f97 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:23.430086 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f288dc4-8c84-4b17-a930-5704f5eebc98 req-f5bc049a-81f0-4a73-95e6-7e8178901f97 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:23.435416 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f288dc4-8c84-4b17-a930-5704f5eebc98 req-f5bc049a-81f0-4a73-95e6-7e8178901f97 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:23.439591 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-0a0e3d32-2c14-4df0-b45f-a697597aaadc None None] Allocated IP 2001:db8::2 (700ec624-d3c8-4855-b9ed-ab686da8b892/affad80e-9bcf-4b1d-aaa6-8b8f8bba2e73/6e6cb720-0f29-4c81-a61b-3fe820c00dc5) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:46:23.442790 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9f288dc4-8c84-4b17-a930-5704f5eebc98 req-f5bc049a-81f0-4a73-95e6-7e8178901f97 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 5430 time: 0.1818068 Feb 09 21:46:23.456723 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489caeef-8564-4fed-a171-440f5f7bdd7f tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:23.458094 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489caeef-8564-4fed-a171-440f5f7bdd7f tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:23.459408 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489caeef-8564-4fed-a171-440f5f7bdd7f tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:23.460618 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ba6bd48f-524e-4d5e-8417-7af091060893 req-985cd2c7-5549-4540-8e24-a30a9e788c3b tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343956 Feb 09 21:46:23.463806 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-489caeef-8564-4fed-a171-440f5f7bdd7f tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1781607 Feb 09 21:46:23.463806 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 42962) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:23.522159 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ae636e4-01ff-4539-82db-81107b0fe07b tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Deleting subnet 663a55df-d062-48fd-85e4-56fd70d8d1ca {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:46:23.531748 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['c6886d61-f041-4e03-9002-7714a0a6ea30'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:46:23.532121 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7ae636e4-01ff-4539-82db-81107b0fe07b tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for subnet (663a55df-d062-48fd-85e4-56fd70d8d1ca), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:23.543808 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5539691-68b5-4b1c-beb5-06632a350529 None None] Pushing event updated for resources: {'Port': ['ID=f7976f3f-da6c-47cc-b3a5-f33a34c7996c,revision_number=9']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:23.577212 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:23.581215 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9f288dc4-8c84-4b17-a930-5704f5eebc98 req-36340d46-e38f-469b-9892-31a30244c56c tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/security-groups?id=f725d2ca-c6e8-41e3-94bc-9cf24ee5a23b&id=7a6c813b-611d-4436-831d-fc6ca76a9308&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1367266 Feb 09 21:46:23.644077 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7ae636e4-01ff-4539-82db-81107b0fe07b tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (663a55df-d062-48fd-85e4-56fd70d8d1ca), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:23.650145 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746fff2e-7f09-4b74-b99b-c970f24133e9 req-b80e9116-29e4-4c52-82cc-2e7b90cc9658 tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:23.660597 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-746fff2e-7f09-4b74-b99b-c970f24133e9 req-b80e9116-29e4-4c52-82cc-2e7b90cc9658 tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] 10.222.0.90 "GET /v2.0/ports?device_id=4e98c9ca-b181-4bb0-8b06-e4e2ab95a399 HTTP/1.1" status: 200 len: 944 time: 0.0786324 Feb 09 21:46:23.747454 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port f7976f3f-da6c-47cc-b3a5-f33a34c7996c is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:23.793748 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-746fff2e-7f09-4b74-b99b-c970f24133e9 req-d06cea70-3d59-447c-ab5d-1507c7d47b24 tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] 10.222.0.90 "GET /v2.0/security-groups?id=38239a27-f81f-4dbe-b735-d2ad14a0ae0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321523 Feb 09 21:46:23.861847 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device bff31daf-d71d-4cbb-bd34-ce5a2c6fcb3d no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:46:23.865407 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75c547a-fe83-44bd-9167-b2093916513e req-504d4055-2717-4452-b191-56f7f7d5d88f tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:23.873001 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a75c547a-fe83-44bd-9167-b2093916513e req-504d4055-2717-4452-b191-56f7f7d5d88f tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "GET /v2.0/ports?device_id=c50e996d-3eef-4dc6-9a7b-8319a153165b HTTP/1.1" status: 200 len: 945 time: 0.1499999 Feb 09 21:46:23.946897 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a75c547a-fe83-44bd-9167-b2093916513e req-da9d36c1-e109-4151-9f93-e291ca00f739 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "GET /v2.0/security-groups?id=296fe08d-5e2e-48dd-9aaf-df90eedd0fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719318 Feb 09 21:46:23.991660 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4eb6db26-1131-4356-96d0-4f05ca20fc8a req-f9a09395-c414-422c-b8a9-c51f4709bed4 tempest-ServerShowV257Test-959739667 tempest-ServerShowV257Test-959739667-project] 10.222.0.90 "GET /v2.0/ports?device_id=3979d9fd-95f7-4f56-a982-0c792c60050c HTTP/1.1" status: 200 len: 210 time: 0.0492661 Feb 09 21:46:24.071504 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: bff31daf-d71d-4cbb-bd34-ce5a2c6fcb3d {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:46:24.071860 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device bff31daf-d71d-4cbb-bd34-ce5a2c6fcb3d not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:46:24.114769 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-0a0e3d32-2c14-4df0-b45f-a697597aaadc None None] Publish callbacks [] for port (6e6cb720-0f29-4c81-a61b-3fe820c00dc5), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:24.133884 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-0a0e3d32-2c14-4df0-b45f-a697597aaadc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (6e6cb720-0f29-4c81-a61b-3fe820c00dc5), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:24.212182 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0e3d32-2c14-4df0-b45f-a697597aaadc None None] Network 700ec624-d3c8-4855-b9ed-ab686da8b892 is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:46:24.221585 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-0a0e3d32-2c14-4df0-b45f-a697597aaadc None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:46:24.225486 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0e3d32-2c14-4df0-b45f-a697597aaadc None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:46:24.236955 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0e3d32-2c14-4df0-b45f-a697597aaadc None None] Pushing event updated for resources: {'Port': ['ID=6e6cb720-0f29-4c81-a61b-3fe820c00dc5,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:24.269883 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7ae636e4-01ff-4539-82db-81107b0fe07b tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (663a55df-d062-48fd-85e4-56fd70d8d1ca), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:24.308683 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-0a0e3d32-2c14-4df0-b45f-a697597aaadc None None] Attempting to bind port 6e6cb720-0f29-4c81-a61b-3fe820c00dc5 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:46:24.309005 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-029241a3-c22d-4217-bd81-7340d3be96f5 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (ced77c43-f03e-43ca-94d7-ca5c7ecd7cd5), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:24.309788 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-0a0e3d32-2c14-4df0-b45f-a697597aaadc None None] Attempting to bind port 6e6cb720-0f29-4c81-a61b-3fe820c00dc5 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': 'f470dd3d-8029-4745-82e9-dc570f5c0db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '700ec624-d3c8-4855-b9ed-ab686da8b892'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:46:24.310606 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0e3d32-2c14-4df0-b45f-a697597aaadc None None] Attempting to bind port 6e6cb720-0f29-4c81-a61b-3fe820c00dc5 on network 700ec624-d3c8-4855-b9ed-ab686da8b892 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:46:24.316032 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5c314f-f13e-444b-9afe-018d5ea9e2c6 req-d10b977d-b5f5-470d-a095-f7fe6c0b75c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:24.317921 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cd5c314f-f13e-444b-9afe-018d5ea9e2c6 req-d10b977d-b5f5-470d-a095-f7fe6c0b75c9 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=5312098ae3a8474b879f099ad572bad2&device_id=c50e996d-3eef-4dc6-9a7b-8319a153165b HTTP/1.1" status: 200 len: 1127 time: 0.1174660 Feb 09 21:46:24.318799 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0e3d32-2c14-4df0-b45f-a697597aaadc None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:46:24.319314 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0e3d32-2c14-4df0-b45f-a697597aaadc None None] Checking segment: {'id': 'f470dd3d-8029-4745-82e9-dc570f5c0db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '700ec624-d3c8-4855-b9ed-ab686da8b892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:46:24.321177 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-0a0e3d32-2c14-4df0-b45f-a697597aaadc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:24.321691 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0e3d32-2c14-4df0-b45f-a697597aaadc None None] Bound using segment: {'id': 'f470dd3d-8029-4745-82e9-dc570f5c0db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '700ec624-d3c8-4855-b9ed-ab686da8b892'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:46:24.322283 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-0a0e3d32-2c14-4df0-b45f-a697597aaadc None None] Bound port: 6e6cb720-0f29-4c81-a61b-3fe820c00dc5, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f470dd3d-8029-4745-82e9-dc570f5c0db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '700ec624-d3c8-4855-b9ed-ab686da8b892'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:46:24.323416 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-0a0e3d32-2c14-4df0-b45f-a697597aaadc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (6e6cb720-0f29-4c81-a61b-3fe820c00dc5), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:24.333905 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc4ab8-7f20-434e-aeb4-1a8b7f27922c req-352b04ad-d3e3-4df8-9c6f-9e452a6828dd tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:24.336330 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-52dc4ab8-7f20-434e-aeb4-1a8b7f27922c req-352b04ad-d3e3-4df8-9c6f-9e452a6828dd tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "GET /v2.0/ports?device_id=c50e996d-3eef-4dc6-9a7b-8319a153165b HTTP/1.1" status: 200 len: 945 time: 0.1248751 Feb 09 21:46:24.409066 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-0a0e3d32-2c14-4df0-b45f-a697597aaadc None None] For port 6e6cb720-0f29-4c81-a61b-3fe820c00dc5, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:46:24.414944 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-0a0e3d32-2c14-4df0-b45f-a697597aaadc None None] For port 6e6cb720-0f29-4c81-a61b-3fe820c00dc5, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=6e6cb720-0f29-4c81-a61b-3fe820c00dc5,segment=NetworkSegment(f470dd3d-8029-4745-82e9-dc570f5c0db6),segment_id=f470dd3d-8029-4745-82e9-dc570f5c0db6)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:46:24.426975 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-0a0e3d32-2c14-4df0-b45f-a697597aaadc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (6e6cb720-0f29-4c81-a61b-3fe820c00dc5), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:24.498687 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7ae636e4-01ff-4539-82db-81107b0fe07b tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (663a55df-d062-48fd-85e4-56fd70d8d1ca), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:24.516169 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-52dc4ab8-7f20-434e-aeb4-1a8b7f27922c req-1c22532a-b566-420a-aa87-155fee4bb187 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "GET /v2.0/security-groups?id=296fe08d-5e2e-48dd-9aaf-df90eedd0fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682191 Feb 09 21:46:24.527468 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device f7976f3f-da6c-47cc-b3a5-f33a34c7996c up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:46:24.555941 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae636e4-01ff-4539-82db-81107b0fe07b tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event deleted for resources: {'Subnet': ['ID=663a55df-d062-48fd-85e4-56fd70d8d1ca,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:24.559643 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5c314f-f13e-444b-9afe-018d5ea9e2c6 req-a6e2a387-a6f5-49f4-8ad9-9ec931dc7fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:24.561754 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cd5c314f-f13e-444b-9afe-018d5ea9e2c6 req-a6e2a387-a6f5-49f4-8ad9-9ec931dc7fbd service neutron] 10.222.0.95 "GET /v2.0/networks?id=8d4b7775-2d23-4928-88f4-d74b5ea85dd4 HTTP/1.1" status: 200 len: 920 time: 0.2245579 Feb 09 21:46:24.570716 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7ae636e4-01ff-4539-82db-81107b0fe07b tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:24.576323 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-7ae636e4-01ff-4539-82db-81107b0fe07b tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "DELETE /v2.0/subnets/663a55df-d062-48fd-85e4-56fd70d8d1ca HTTP/1.1" status: 204 len: 168 time: 1.1093018 Feb 09 21:46:24.577077 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42976) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:24.599132 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0e3d32-2c14-4df0-b45f-a697597aaadc None None] Pushing event updated for resources: {'Port': ['ID=6e6cb720-0f29-4c81-a61b-3fe820c00dc5,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:24.611605 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port f7976f3f-da6c-47cc-b3a5-f33a34c7996c triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:24.614185 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (f7976f3f-da6c-47cc-b3a5-f33a34c7996c), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:24.663156 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383b4c30-6334-4825-aef6-902247f417d3 None None] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:46:24.696465 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cd5c314f-f13e-444b-9afe-018d5ea9e2c6 req-e20d366d-19cb-418d-a29f-06c7a5f46d23 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2b445a72-6498-4132-927f-0112a47d469b HTTP/1.1" status: 200 len: 217 time: 0.1177142 Feb 09 21:46:24.700151 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-029241a3-c22d-4217-bd81-7340d3be96f5 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for port (ced77c43-f03e-43ca-94d7-ca5c7ecd7cd5), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:24.706225 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-029241a3-c22d-4217-bd81-7340d3be96f5 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (ced77c43-f03e-43ca-94d7-ca5c7ecd7cd5), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:24.757168 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-bc61734f-93bb-48c2-818d-a88483443940 None None] Provisioning complete for port f7976f3f-da6c-47cc-b3a5-f33a34c7996c triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:24.757552 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-bc61734f-93bb-48c2-818d-a88483443940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (f7976f3f-da6c-47cc-b3a5-f33a34c7996c), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:24.799586 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_v2 [None req-672f1c87-6cea-45ca-bed6-29395d0986a3 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Deleting subnet 8b1e6283-fcd8-440b-a2ca-c268defa6481 {{(pid=103140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:46:24.854012 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029241a3-c22d-4217-bd81-7340d3be96f5 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Pushing event updated for resources: {'Port': ['ID=ced77c43-f03e-43ca-94d7-ca5c7ecd7cd5,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:24.854441 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-672f1c87-6cea-45ca-bed6-29395d0986a3 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for subnet (8b1e6283-fcd8-440b-a2ca-c268defa6481), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:24.861706 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port f7976f3f-da6c-47cc-b3a5-f33a34c7996c is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:24.924297 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d331b91-67c1-448d-af81-4ee2b8bdc8cb req-d5e114f8-3e18-4ae5-8684-5abf557bf890 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:24.931565 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6d331b91-67c1-448d-af81-4ee2b8bdc8cb req-d5e114f8-3e18-4ae5-8684-5abf557bf890 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=446a9c08-b6b6-415b-9d31-50433bad72c5 HTTP/1.1" status: 200 len: 946 time: 0.2475786 Feb 09 21:46:24.961730 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-bc61734f-93bb-48c2-818d-a88483443940 None None] Current status of the port f7976f3f-da6c-47cc-b3a5-f33a34c7996c is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:24.980282 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5c314f-f13e-444b-9afe-018d5ea9e2c6 req-e2455885-eba7-443e-8b8e-4921b84117a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:24.981937 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cd5c314f-f13e-444b-9afe-018d5ea9e2c6 req-e2455885-eba7-443e-8b8e-4921b84117a3 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5f65088d-2de0-4968-a14e-b62ef283813c HTTP/1.1" status: 200 len: 859 time: 0.2709761 Feb 09 21:46:24.985326 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-672f1c87-6cea-45ca-bed6-29395d0986a3 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9110716'] for subnet (8b1e6283-fcd8-440b-a2ca-c268defa6481), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:24.994531 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-029241a3-c22d-4217-bd81-7340d3be96f5 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554727'] for router_interface (cf237451-f04b-4af5-8e05-81ca74be856f), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:25.020609 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b36edd-7349-43ea-8538-5ea3ae7cb52a req-ec777d92-2233-4dd8-9453-8faa3eeb77b1 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:25.026307 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b36edd-7349-43ea-8538-5ea3ae7cb52a req-ec777d92-2233-4dd8-9453-8faa3eeb77b1 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:25.033842 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b36edd-7349-43ea-8538-5ea3ae7cb52a req-ec777d92-2233-4dd8-9453-8faa3eeb77b1 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:25.039775 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b36edd-7349-43ea-8538-5ea3ae7cb52a req-ec777d92-2233-4dd8-9453-8faa3eeb77b1 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:25.045374 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b36edd-7349-43ea-8538-5ea3ae7cb52a req-ec777d92-2233-4dd8-9453-8faa3eeb77b1 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:25.053613 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b36edd-7349-43ea-8538-5ea3ae7cb52a req-ec777d92-2233-4dd8-9453-8faa3eeb77b1 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:25.060520 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b36edd-7349-43ea-8538-5ea3ae7cb52a req-ec777d92-2233-4dd8-9453-8faa3eeb77b1 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:25.062815 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-61b36edd-7349-43ea-8538-5ea3ae7cb52a req-ec777d92-2233-4dd8-9453-8faa3eeb77b1 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 5430 time: 0.3502233 Feb 09 21:46:25.127082 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cd5c314f-f13e-444b-9afe-018d5ea9e2c6 req-14cf24e1-0b41-4766-a02a-aadbc319578d service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=8d4b7775-2d23-4928-88f4-d74b5ea85dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608301 Feb 09 21:46:25.151442 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-029241a3-c22d-4217-bd81-7340d3be96f5 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (ced77c43-f03e-43ca-94d7-ca5c7ecd7cd5), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:25.224228 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6d331b91-67c1-448d-af81-4ee2b8bdc8cb req-fa6bad94-b126-41a8-ab13-6c765d54dcd4 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917771 Feb 09 21:46:25.297874 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-672f1c87-6cea-45ca-bed6-29395d0986a3 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (8b1e6283-fcd8-440b-a2ca-c268defa6481), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:25.307229 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-61b36edd-7349-43ea-8538-5ea3ae7cb52a req-b0587614-f434-4138-bf1d-6445e33fa784 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/security-groups?id=f725d2ca-c6e8-41e3-94bc-9cf24ee5a23b&id=7a6c813b-611d-4436-831d-fc6ca76a9308&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2240868 Feb 09 21:46:25.425940 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cd5c314f-f13e-444b-9afe-018d5ea9e2c6 req-465d9e65-2ecd-4892-957c-82f0deeba372 service neutron] 10.222.0.95 "GET /v2.0/networks/8d4b7775-2d23-4928-88f4-d74b5ea85dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832210 Feb 09 21:46:25.492415 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-60a4d10d-59bc-4ee7-982c-dc451a3f2698 req-c9e5a133-b5a6-43e6-b492-e968e78f9777 tempest-ServerShowV257Test-959739667 tempest-ServerShowV257Test-959739667-project] 10.222.0.90 "GET /v2.0/ports?device_id=3979d9fd-95f7-4f56-a982-0c792c60050c HTTP/1.1" status: 200 len: 210 time: 0.0637791 Feb 09 21:46:25.538156 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeb2fd1-41fc-46c9-a022-ddcec8a05aca req-3958d514-c11d-4f79-a7cf-7270ee7d8ca1 tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:25.546958 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3aeb2fd1-41fc-46c9-a022-ddcec8a05aca req-3958d514-c11d-4f79-a7cf-7270ee7d8ca1 tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] 10.222.0.90 "GET /v2.0/ports?device_id=4e98c9ca-b181-4bb0-8b06-e4e2ab95a399 HTTP/1.1" status: 200 len: 944 time: 0.2386487 Feb 09 21:46:25.550397 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-029241a3-c22d-4217-bd81-7340d3be96f5 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for port (ced77c43-f03e-43ca-94d7-ca5c7ecd7cd5), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:25.552055 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-672f1c87-6cea-45ca-bed6-29395d0986a3 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621346'] for subnet (8b1e6283-fcd8-440b-a2ca-c268defa6481), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:25.559525 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-029241a3-c22d-4217-bd81-7340d3be96f5 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (ced77c43-f03e-43ca-94d7-ca5c7ecd7cd5), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:25.560577 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-029241a3-c22d-4217-bd81-7340d3be96f5 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524919'] for router_interface (cf237451-f04b-4af5-8e05-81ca74be856f), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:25.619901 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672f1c87-6cea-45ca-bed6-29395d0986a3 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event deleted for resources: {'Subnet': ['ID=8b1e6283-fcd8-440b-a2ca-c268defa6481,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:25.630529 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-672f1c87-6cea-45ca-bed6-29395d0986a3 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:25.634093 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-672f1c87-6cea-45ca-bed6-29395d0986a3 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "DELETE /v2.0/subnets/8b1e6283-fcd8-440b-a2ca-c268defa6481 HTTP/1.1" status: 204 len: 168 time: 1.0545819 Feb 09 21:46:25.641406 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42986) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:25.677680 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029241a3-c22d-4217-bd81-7340d3be96f5 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Pushing event updated for resources: {'Port': ['ID=ced77c43-f03e-43ca-94d7-ca5c7ecd7cd5,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:25.737129 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029241a3-c22d-4217-bd81-7340d3be96f5 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Network 700ec624-d3c8-4855-b9ed-ab686da8b892 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:46:25.738699 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-029241a3-c22d-4217-bd81-7340d3be96f5 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:46:25.743159 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42562305-d8d2-4f1b-a8e7-de44f5b9f5bc None None] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:46:25.747973 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-eb9afcd9-845f-4ac2-9316-b009014155f1 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1027617 Feb 09 21:46:25.752725 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 42988) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:25.760158 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-3f5b3a4d-75e3-4aa8-990c-bac5647365e2 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Request body: {'subnet': {'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:25.803234 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3aeb2fd1-41fc-46c9-a022-ddcec8a05aca req-9e411c18-016b-4810-801c-677c36237fed tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] 10.222.0.90 "GET /v2.0/security-groups?id=38239a27-f81f-4dbe-b735-d2ad14a0ae0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421517 Feb 09 21:46:25.803234 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cd5c314f-f13e-444b-9afe-018d5ea9e2c6 req-58c9fdb8-480a-4c63-a936-44f1d5446fb4 service neutron] 10.222.0.95 "GET /v2.0/networks/8d4b7775-2d23-4928-88f4-d74b5ea85dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3527665 Feb 09 21:46:25.835822 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c80cb0-802b-4e68-91a0-834d01da2292 req-51262bc3-58aa-4c57-a0e7-6a7b1d1db28e tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:25.842002 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-22c80cb0-802b-4e68-91a0-834d01da2292 req-51262bc3-58aa-4c57-a0e7-6a7b1d1db28e tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "GET /v2.0/ports?device_id=c50e996d-3eef-4dc6-9a7b-8319a153165b HTTP/1.1" status: 200 len: 945 time: 0.2044158 Feb 09 21:46:25.861429 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-9eef1d33-1396-4d19-a412-408b1295b108 None None] Provisioning complete for port f7976f3f-da6c-47cc-b3a5-f33a34c7996c triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:25.861813 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-9eef1d33-1396-4d19-a412-408b1295b108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (f7976f3f-da6c-47cc-b3a5-f33a34c7996c), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:25.899292 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-22c80cb0-802b-4e68-91a0-834d01da2292 req-1d7ab80d-2270-4ec4-b844-9b15932b04fe tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "GET /v2.0/security-groups?id=296fe08d-5e2e-48dd-9aaf-df90eedd0fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511262 Feb 09 21:46:25.919912 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac89576-923f-4e9f-8705-b2b34389767e None None] Network 700ec624-d3c8-4855-b9ed-ab686da8b892 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:46:25.985124 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f5b3a4d-75e3-4aa8-990c-bac5647365e2 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Made reservation on behalf of 880c3cd16cc943a98203fd230e26852f for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:46:25.988635 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3f5b3a4d-75e3-4aa8-990c-bac5647365e2 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:26.045274 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-9eef1d33-1396-4d19-a412-408b1295b108 None None] Current status of the port f7976f3f-da6c-47cc-b3a5-f33a34c7996c is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:26.068409 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec3b2b1-b433-477b-b5e3-4e3027b5798e None None] DHCP port deletion for 986c5511-2b50-4eb7-bb75-ff9f776ff726 request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:46:26.089919 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-029241a3-c22d-4217-bd81-7340d3be96f5 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Router cf237451-f04b-4af5-8e05-81ca74be856f is scheduled to L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 with binding_index 1 {{(pid=103141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:46:26.148339 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-fec3b2b1-b433-477b-b5e3-4e3027b5798e None None] Deleting port f7976f3f-da6c-47cc-b3a5-f33a34c7996c {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:46:26.148677 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-fec3b2b1-b433-477b-b5e3-4e3027b5798e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (f7976f3f-da6c-47cc-b3a5-f33a34c7996c), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:26.230441 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-210cb531-de6e-4e26-a7c3-e2f096699c3c None None] Provisioning complete for port 6e6cb720-0f29-4c81-a61b-3fe820c00dc5 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:26.231408 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-210cb531-de6e-4e26-a7c3-e2f096699c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (6e6cb720-0f29-4c81-a61b-3fe820c00dc5), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:26.235324 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-fec3b2b1-b433-477b-b5e3-4e3027b5798e None None] For port f7976f3f-da6c-47cc-b3a5-f33a34c7996c, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=f7976f3f-da6c-47cc-b3a5-f33a34c7996c,segment=NetworkSegment(e234f058-99e9-4683-aff2-a800b51d2ec4),segment_id=e234f058-99e9-4683-aff2-a800b51d2ec4)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:26.236012 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-fec3b2b1-b433-477b-b5e3-4e3027b5798e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (f7976f3f-da6c-47cc-b3a5-f33a34c7996c), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:26.239675 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-029241a3-c22d-4217-bd81-7340d3be96f5 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:46:26.246236 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-029241a3-c22d-4217-bd81-7340d3be96f5 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "PUT /v2.0/routers/cf237451-f04b-4af5-8e05-81ca74be856f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9232364 Feb 09 21:46:26.249674 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42994) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:26.271677 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ef3d42-56de-4897-b608-77d3bb70448c None None] Sync routers for ids ['cf237451-f04b-4af5-8e05-81ca74be856f'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:46:26.284907 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-fec3b2b1-b433-477b-b5e3-4e3027b5798e None None] Calling delete_port for f7976f3f-da6c-47cc-b3a5-f33a34c7996c owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:46:26.304370 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ef3d42-56de-4897-b608-77d3bb70448c None None] Routers {'cf237451-f04b-4af5-8e05-81ca74be856f'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:46:26.305064 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-d1ef3d42-56de-4897-b608-77d3bb70448c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:46:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['cf237451-f04b-4af5-8e05-81ca74be856f'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:26.332062 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3f5b3a4d-75e3-4aa8-990c-bac5647365e2 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (ef1fe309-90de-4c50-9bbf-7a779ac54f9d), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:26.337020 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f071e3-6f7d-47c2-b8ec-55e59d413b4e tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:26.349934 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-d1ef3d42-56de-4897-b608-77d3bb70448c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:26.352805 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-15f071e3-6f7d-47c2-b8ec-55e59d413b4e tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "GET /v2.0/ports?device_id=cf237451-f04b-4af5-8e05-81ca74be856f HTTP/1.1" status: 200 len: 988 time: 0.0994053 Feb 09 21:46:26.355596 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 43000) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:26.380513 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ef3d42-56de-4897-b608-77d3bb70448c None None] Routers {'cf237451-f04b-4af5-8e05-81ca74be856f'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:46:26.381200 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-d1ef3d42-56de-4897-b608-77d3bb70448c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:46:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['cf237451-f04b-4af5-8e05-81ca74be856f'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:26.389586 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5b3a4d-75e3-4aa8-990c-bac5647365e2 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:46:26.394732 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-3f5b3a4d-75e3-4aa8-990c-bac5647365e2 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:46:26.399199 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5b3a4d-75e3-4aa8-990c-bac5647365e2 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:26.399934 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3f5b3a4d-75e3-4aa8-990c-bac5647365e2 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:26.415936 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5b3a4d-75e3-4aa8-990c-bac5647365e2 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event updated for resources: {'Subnet': ['ID=ef1fe309-90de-4c50-9bbf-7a779ac54f9d,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:26.427913 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-3f5b3a4d-75e3-4aa8-990c-bac5647365e2 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6731460 Feb 09 21:46:26.430605 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43002) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:26.438616 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-db9a82b1-7bf3-437c-a72a-38a3ea1155c8 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Request body: {'subnet': {'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:26.510702 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-d1ef3d42-56de-4897-b608-77d3bb70448c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:26.511433 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ef3d42-56de-4897-b608-77d3bb70448c None None] The sync data for ids ['cf237451-f04b-4af5-8e05-81ca74be856f'] in n-d-828369-5 is: [] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:46:26.598524 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-210cb531-de6e-4e26-a7c3-e2f096699c3c None None] Current status of the port 6e6cb720-0f29-4c81-a61b-3fe820c00dc5 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:26.598930 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-210cb531-de6e-4e26-a7c3-e2f096699c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (6e6cb720-0f29-4c81-a61b-3fe820c00dc5), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:26.613720 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-fec3b2b1-b433-477b-b5e3-4e3027b5798e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (f7976f3f-da6c-47cc-b3a5-f33a34c7996c), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:26.614084 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db9a82b1-7bf3-437c-a72a-38a3ea1155c8 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Made reservation on behalf of 880c3cd16cc943a98203fd230e26852f for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:46:26.619405 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-db9a82b1-7bf3-437c-a72a-38a3ea1155c8 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:26.631832 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 6e6cb720-0f29-4c81-a61b-3fe820c00dc5 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:46:26.679070 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-210cb531-de6e-4e26-a7c3-e2f096699c3c None None] For port 6e6cb720-0f29-4c81-a61b-3fe820c00dc5, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=6e6cb720-0f29-4c81-a61b-3fe820c00dc5,segment=NetworkSegment(f470dd3d-8029-4745-82e9-dc570f5c0db6),segment_id=f470dd3d-8029-4745-82e9-dc570f5c0db6)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:26.698990 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec3b2b1-b433-477b-b5e3-4e3027b5798e None None] Pushing event deleted for resources: {'Port': ['ID=f7976f3f-da6c-47cc-b3a5-f33a34c7996c,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:26.709552 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-210cb531-de6e-4e26-a7c3-e2f096699c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (6e6cb720-0f29-4c81-a61b-3fe820c00dc5), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:26.711344 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec3b2b1-b433-477b-b5e3-4e3027b5798e None None] No DVR routers for this DVR port f7976f3f-da6c-47cc-b3a5-f33a34c7996c on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:46:26.712303 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff79aeb-4212-463f-abed-4ce091222492 req-9fa3ea11-ffd9-4929-968e-5ababacdfaf8 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:26.719918 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff79aeb-4212-463f-abed-4ce091222492 req-9fa3ea11-ffd9-4929-968e-5ababacdfaf8 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:26.725076 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff79aeb-4212-463f-abed-4ce091222492 req-9fa3ea11-ffd9-4929-968e-5ababacdfaf8 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:26.731180 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff79aeb-4212-463f-abed-4ce091222492 req-9fa3ea11-ffd9-4929-968e-5ababacdfaf8 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:26.737709 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff79aeb-4212-463f-abed-4ce091222492 req-9fa3ea11-ffd9-4929-968e-5ababacdfaf8 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:26.743665 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff79aeb-4212-463f-abed-4ce091222492 req-9fa3ea11-ffd9-4929-968e-5ababacdfaf8 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:26.749842 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff79aeb-4212-463f-abed-4ce091222492 req-9fa3ea11-ffd9-4929-968e-5ababacdfaf8 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:26.751765 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8ff79aeb-4212-463f-abed-4ce091222492 req-9fa3ea11-ffd9-4929-968e-5ababacdfaf8 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 5430 time: 0.2570329 Feb 09 21:46:26.751965 n-d-828369-5 neutron-server[103141]: INFO neutron.db.ipam_backend_mixin [None req-db9a82b1-7bf3-437c-a72a-38a3ea1155c8 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ef1fe309-90de-4c50-9bbf-7a779ac54f9d (CIDR: 2001:db8::/64) Feb 09 21:46:26.756443 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-db9a82b1-7bf3-437c-a72a-38a3ea1155c8 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:46:26.757071 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db9a82b1-7bf3-437c-a72a-38a3ea1155c8 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:46:26.762200 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device d5e3bfb7-1f18-4598-a18c-f23b463962e1 up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:46:26.768493 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f84880b-402c-4bfe-814a-ee01db5f749f req-456afed6-0250-48ec-ac37-1b17fcffcde0 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:26.772932 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4f84880b-402c-4bfe-814a-ee01db5f749f req-456afed6-0250-48ec-ac37-1b17fcffcde0 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=446a9c08-b6b6-415b-9d31-50433bad72c5 HTTP/1.1" status: 200 len: 946 time: 0.4187462 Feb 09 21:46:26.785906 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-db9a82b1-7bf3-437c-a72a-38a3ea1155c8 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3510611 Feb 09 21:46:26.786991 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43006) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:26.794904 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-a658510e-532d-4bfc-ac5f-faaa3adcd89e tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Request body: {'subnet': {'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:26.804639 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c2c17e-1bdd-48d0-ae05-c60f7b988d40 None None] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:46:26.907163 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-8058107e-eb08-47d6-a489-c5a7796f039e None None] Provisioning complete for port ced77c43-f03e-43ca-94d7-ca5c7ecd7cd5 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:26.907548 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-8058107e-eb08-47d6-a489-c5a7796f039e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (ced77c43-f03e-43ca-94d7-ca5c7ecd7cd5), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:26.914394 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210cb531-de6e-4e26-a7c3-e2f096699c3c None None] Pushing event updated for resources: {'Port': ['ID=6e6cb720-0f29-4c81-a61b-3fe820c00dc5,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:26.929425 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a658510e-532d-4bfc-ac5f-faaa3adcd89e tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Made reservation on behalf of 880c3cd16cc943a98203fd230e26852f for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:46:26.934236 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a658510e-532d-4bfc-ac5f-faaa3adcd89e tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:26.972643 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning for port d5e3bfb7-1f18-4598-a18c-f23b463962e1 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:46:26.974955 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 6e6cb720-0f29-4c81-a61b-3fe820c00dc5 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:26.975528 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (6e6cb720-0f29-4c81-a61b-3fe820c00dc5), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:26.983999 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4f84880b-402c-4bfe-814a-ee01db5f749f req-dea9bf41-7bc8-42a5-937f-6aef89e0eac9 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734996 Feb 09 21:46:27.025787 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port d5e3bfb7-1f18-4598-a18c-f23b463962e1 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:27.026173 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (d5e3bfb7-1f18-4598-a18c-f23b463962e1), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:27.056815 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8ff79aeb-4212-463f-abed-4ce091222492 req-7914ff1f-4de9-4352-afb3-24b121de7a5c tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/security-groups?id=f725d2ca-c6e8-41e3-94bc-9cf24ee5a23b&id=7a6c813b-611d-4436-831d-fc6ca76a9308&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2498302 Feb 09 21:46:27.105647 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-8058107e-eb08-47d6-a489-c5a7796f039e None None] Port ced77c43-f03e-43ca-94d7-ca5c7ecd7cd5 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:46:27.125709 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941abfce-a6b0-4c34-a732-f4ece4ee646d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-986c5511-2b50-4eb7-bb75-ff9f776ff726', 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726', 'project_id': '880c3cd16cc943a98203fd230e26852f', 'fixed_ips': [{'subnet_id': 'ef1fe309-90de-4c50-9bbf-7a779ac54f9d'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:46:27.126921 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-941abfce-a6b0-4c34-a732-f4ece4ee646d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:27.151139 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-8058107e-eb08-47d6-a489-c5a7796f039e None None] Provisioning complete for port 6e6cb720-0f29-4c81-a61b-3fe820c00dc5 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:27.151523 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-8058107e-eb08-47d6-a489-c5a7796f039e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (6e6cb720-0f29-4c81-a61b-3fe820c00dc5), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:27.201255 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6106927a-320f-4931-a0e6-f503b4aba1aa req-0c0948f4-796b-4812-8f20-28addc4e286e tempest-ServerShowV257Test-959739667 tempest-ServerShowV257Test-959739667-project] 10.222.0.90 "GET /v2.0/ports?device_id=3979d9fd-95f7-4f56-a982-0c792c60050c HTTP/1.1" status: 200 len: 210 time: 0.0697489 Feb 09 21:46:27.280175 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa744d06-89e9-41bf-9b41-51165ef78a36 req-9ee092f0-e0fd-4fb1-93fa-c0bbef7a93db tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:27.287870 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-aa744d06-89e9-41bf-9b41-51165ef78a36 req-9ee092f0-e0fd-4fb1-93fa-c0bbef7a93db tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] 10.222.0.90 "GET /v2.0/ports?device_id=4e98c9ca-b181-4bb0-8b06-e4e2ab95a399 HTTP/1.1" status: 200 len: 944 time: 0.0888295 Feb 09 21:46:27.434705 n-d-828369-5 neutron-server[103141]: DEBUG neutron.objects.ports [None req-a658510e-532d-4bfc-ac5f-faaa3adcd89e tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103141) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 21:46:27.437118 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a658510e-532d-4bfc-ac5f-faaa3adcd89e tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (f5fa108c-ea17-4f73-98fd-d5f2733993a4), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:27.459508 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-06ae6a20-8a7c-47ae-9b7e-402d2d49b73f tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524906'] for router_interface (cf237451-f04b-4af5-8e05-81ca74be856f), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:27.487526 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a658510e-532d-4bfc-ac5f-faaa3adcd89e tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:46:27.491077 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-a658510e-532d-4bfc-ac5f-faaa3adcd89e tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:46:27.495760 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a658510e-532d-4bfc-ac5f-faaa3adcd89e tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:27.496520 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a658510e-532d-4bfc-ac5f-faaa3adcd89e tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:27.507022 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a658510e-532d-4bfc-ac5f-faaa3adcd89e tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event updated for resources: {'Subnet': ['ID=f5fa108c-ea17-4f73-98fd-d5f2733993a4,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:27.513332 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-aa744d06-89e9-41bf-9b41-51165ef78a36 req-bd729ab1-ad18-4c1e-b1f3-c906f9402096 tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] 10.222.0.90 "GET /v2.0/security-groups?id=38239a27-f81f-4dbe-b735-d2ad14a0ae0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244625 Feb 09 21:46:27.528485 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-a658510e-532d-4bfc-ac5f-faaa3adcd89e tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.7378640 Feb 09 21:46:27.529841 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port d5e3bfb7-1f18-4598-a18c-f23b463962e1 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:27.530340 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (d5e3bfb7-1f18-4598-a18c-f23b463962e1), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:27.531212 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43012) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:27.540071 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-0f29ae87-397d-4505-b4a7-975044250e27 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Request body: {'port': {'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726', 'mac_address': 'fa:16:3e:32:dd:7e', 'name': 'tempest-NetworksTestDHCPv6-203064560'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:27.568023 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3756a6-9ef0-43dd-860b-50399fbbcc4a req-a644ba23-59e4-4229-9b37-1c07740ca26d tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:27.569866 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2e3756a6-9ef0-43dd-860b-50399fbbcc4a req-a644ba23-59e4-4229-9b37-1c07740ca26d tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "GET /v2.0/ports?device_id=c50e996d-3eef-4dc6-9a7b-8319a153165b HTTP/1.1" status: 200 len: 945 time: 0.2386670 Feb 09 21:46:27.582634 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 6e6cb720-0f29-4c81-a61b-3fe820c00dc5 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:27.592060 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9451ac8-6c39-40f2-b7ec-f3604f7a77ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5e3bfb7-1f18-4598-a18c-f23b463962e1'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:46:27.594714 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d181c9f9-21a0-403b-9b03-6f95b0d23ad4" -d '{"events": [{"server_uuid": "e9451ac8-6c39-40f2-b7ec-f3604f7a77ca", "name": "network-vif-plugged", "status": "completed", "tag": "d5e3bfb7-1f18-4598-a18c-f23b463962e1"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:46:27.638211 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port d5e3bfb7-1f18-4598-a18c-f23b463962e1, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=d5e3bfb7-1f18-4598-a18c-f23b463962e1,segment=NetworkSegment(764fa11e-2d25-4965-bef2-489ddae1e34a),segment_id=764fa11e-2d25-4965-bef2-489ddae1e34a)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:27.663249 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (d5e3bfb7-1f18-4598-a18c-f23b463962e1), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:27.664726 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 64a3e4b3-2469-470b-82b5-40757c8eb842 up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:46:27.667914 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d3af42-bf1e-488d-ac1d-8294110fec44 x-openstack-request-id: req-83d3af42-bf1e-488d-ac1d-8294110fec44 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:46:27.668332 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9451ac8-6c39-40f2-b7ec-f3604f7a77ca", "name": "network-vif-plugged", "status": "completed", "tag": "d5e3bfb7-1f18-4598-a18c-f23b463962e1", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:46:27.668678 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-83d3af42-bf1e-488d-ac1d-8294110fec44 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:46:27.669654 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9451ac8-6c39-40f2-b7ec-f3604f7a77ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5e3bfb7-1f18-4598-a18c-f23b463962e1', 'code': 200} Feb 09 21:46:27.682478 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device f7976f3f-da6c-47cc-b3a5-f33a34c7996c no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:46:27.693735 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2e3756a6-9ef0-43dd-860b-50399fbbcc4a req-7c7f287c-95fb-4a45-a073-2e89db92abd3 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "GET /v2.0/security-groups?id=296fe08d-5e2e-48dd-9aaf-df90eedd0fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155100 Feb 09 21:46:27.711090 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f29ae87-397d-4505-b4a7-975044250e27 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Made reservation on behalf of 880c3cd16cc943a98203fd230e26852f for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:46:27.760010 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: f7976f3f-da6c-47cc-b3a5-f33a34c7996c {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:46:27.760401 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device f7976f3f-da6c-47cc-b3a5-f33a34c7996c not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:46:27.785288 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-06ae6a20-8a7c-47ae-9b7e-402d2d49b73f tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Deleting port ced77c43-f03e-43ca-94d7-ca5c7ecd7cd5 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:46:27.785822 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-06ae6a20-8a7c-47ae-9b7e-402d2d49b73f tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (ced77c43-f03e-43ca-94d7-ca5c7ecd7cd5), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:27.804747 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-8058107e-eb08-47d6-a489-c5a7796f039e None None] Current status of the port 6e6cb720-0f29-4c81-a61b-3fe820c00dc5 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:27.807488 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-941abfce-a6b0-4c34-a732-f4ece4ee646d None None] Allocated IP 2001:db8::2 (986c5511-2b50-4eb7-bb75-ff9f776ff726/ef1fe309-90de-4c50-9bbf-7a779ac54f9d/50bfde0d-949b-4d1b-9229-a428cc97997e) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:46:27.808653 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0f29ae87-397d-4505-b4a7-975044250e27 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:27.834033 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [None req-0f29ae87-397d-4505-b4a7-975044250e27 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] device_id is not set on port 28cb443b-d4ce-44d7-8568-f75a6a145411 yet. {{(pid=103141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:46:27.835390 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=d5e3bfb7-1f18-4598-a18c-f23b463962e1,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:27.891133 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning for port 64a3e4b3-2469-470b-82b5-40757c8eb842 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:46:27.900452 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-06ae6a20-8a7c-47ae-9b7e-402d2d49b73f tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (ced77c43-f03e-43ca-94d7-ca5c7ecd7cd5), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:27.901257 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port 64a3e4b3-2469-470b-82b5-40757c8eb842 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:27.901848 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (64a3e4b3-2469-470b-82b5-40757c8eb842), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:27.913457 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-06ae6a20-8a7c-47ae-9b7e-402d2d49b73f tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Calling delete_port for ced77c43-f03e-43ca-94d7-ca5c7ecd7cd5 owned by network:router_interface {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:46:27.970831 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5ac5c66b-d7a9-4e47-8090-9b5db8b4ac2b None None] Provisioning complete for port ced77c43-f03e-43ca-94d7-ca5c7ecd7cd5 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:27.971202 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5ac5c66b-d7a9-4e47-8090-9b5db8b4ac2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (ced77c43-f03e-43ca-94d7-ca5c7ecd7cd5), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:28.053863 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5ac5c66b-d7a9-4e47-8090-9b5db8b4ac2b None None] Port ced77c43-f03e-43ca-94d7-ca5c7ecd7cd5 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:46:28.095087 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-941abfce-a6b0-4c34-a732-f4ece4ee646d None None] Publish callbacks [] for port (50bfde0d-949b-4d1b-9229-a428cc97997e), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:28.100809 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 64a3e4b3-2469-470b-82b5-40757c8eb842 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:28.101311 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (64a3e4b3-2469-470b-82b5-40757c8eb842), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:28.104955 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-941abfce-a6b0-4c34-a732-f4ece4ee646d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (50bfde0d-949b-4d1b-9229-a428cc97997e), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:28.146745 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-06ae6a20-8a7c-47ae-9b7e-402d2d49b73f tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (ced77c43-f03e-43ca-94d7-ca5c7ecd7cd5), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:28.158181 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0350bd33-a318-476b-ae25-fee3bab1217d req-2d9dcc09-6048-421c-8e5b-7c11c55cb5d6 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:28.171141 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0350bd33-a318-476b-ae25-fee3bab1217d req-2d9dcc09-6048-421c-8e5b-7c11c55cb5d6 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=446a9c08-b6b6-415b-9d31-50433bad72c5 HTTP/1.1" status: 200 len: 946 time: 0.1001494 Feb 09 21:46:28.177427 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941abfce-a6b0-4c34-a732-f4ece4ee646d None None] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:46:28.191276 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 64a3e4b3-2469-470b-82b5-40757c8eb842, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=64a3e4b3-2469-470b-82b5-40757c8eb842,segment=NetworkSegment(764fa11e-2d25-4965-bef2-489ddae1e34a),segment_id=764fa11e-2d25-4965-bef2-489ddae1e34a)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:28.191939 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-941abfce-a6b0-4c34-a732-f4ece4ee646d None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:46:28.195882 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941abfce-a6b0-4c34-a732-f4ece4ee646d None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:46:28.197996 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (64a3e4b3-2469-470b-82b5-40757c8eb842), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:28.199676 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941abfce-a6b0-4c34-a732-f4ece4ee646d None None] Pushing event updated for resources: {'Port': ['ID=50bfde0d-949b-4d1b-9229-a428cc97997e,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:28.245826 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ae6a20-8a7c-47ae-9b7e-402d2d49b73f tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Pushing event deleted for resources: {'Port': ['ID=ced77c43-f03e-43ca-94d7-ca5c7ecd7cd5,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:28.295924 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-941abfce-a6b0-4c34-a732-f4ece4ee646d None None] Attempting to bind port 50bfde0d-949b-4d1b-9229-a428cc97997e on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:46:28.296321 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-0f29ae87-397d-4505-b4a7-975044250e27 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Allocated IP 2001:db8::b9 (986c5511-2b50-4eb7-bb75-ff9f776ff726/ef1fe309-90de-4c50-9bbf-7a779ac54f9d/28cb443b-d4ce-44d7-8568-f75a6a145411) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:46:28.296476 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-941abfce-a6b0-4c34-a732-f4ece4ee646d None None] Attempting to bind port 50bfde0d-949b-4d1b-9229-a428cc97997e by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': 'e234f058-99e9-4683-aff2-a800b51d2ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:46:28.296714 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941abfce-a6b0-4c34-a732-f4ece4ee646d None None] Attempting to bind port 50bfde0d-949b-4d1b-9229-a428cc97997e on network 986c5511-2b50-4eb7-bb75-ff9f776ff726 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:46:28.304985 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=64a3e4b3-2469-470b-82b5-40757c8eb842,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:28.305147 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-0f29ae87-397d-4505-b4a7-975044250e27 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Allocated IP 2001:db8:0:1:f816:3eff:fe32:dd7e (986c5511-2b50-4eb7-bb75-ff9f776ff726/f5fa108c-ea17-4f73-98fd-d5f2733993a4/28cb443b-d4ce-44d7-8568-f75a6a145411) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:46:28.308517 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941abfce-a6b0-4c34-a732-f4ece4ee646d None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:46:28.309003 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941abfce-a6b0-4c34-a732-f4ece4ee646d None None] Checking segment: {'id': 'e234f058-99e9-4683-aff2-a800b51d2ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:46:28.309407 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-941abfce-a6b0-4c34-a732-f4ece4ee646d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:28.309742 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941abfce-a6b0-4c34-a732-f4ece4ee646d None None] Bound using segment: {'id': 'e234f058-99e9-4683-aff2-a800b51d2ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:46:28.310172 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-941abfce-a6b0-4c34-a732-f4ece4ee646d None None] Bound port: 50bfde0d-949b-4d1b-9229-a428cc97997e, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e234f058-99e9-4683-aff2-a800b51d2ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:46:28.311396 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-941abfce-a6b0-4c34-a732-f4ece4ee646d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (50bfde0d-949b-4d1b-9229-a428cc97997e), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:28.382978 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-941abfce-a6b0-4c34-a732-f4ece4ee646d None None] For port 50bfde0d-949b-4d1b-9229-a428cc97997e, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:46:28.387217 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-941abfce-a6b0-4c34-a732-f4ece4ee646d None None] For port 50bfde0d-949b-4d1b-9229-a428cc97997e, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=50bfde0d-949b-4d1b-9229-a428cc97997e,segment=NetworkSegment(e234f058-99e9-4683-aff2-a800b51d2ec4),segment_id=e234f058-99e9-4683-aff2-a800b51d2ec4)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:46:28.398948 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-941abfce-a6b0-4c34-a732-f4ece4ee646d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (50bfde0d-949b-4d1b-9229-a428cc97997e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:28.518645 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941abfce-a6b0-4c34-a732-f4ece4ee646d None None] Pushing event updated for resources: {'Port': ['ID=50bfde0d-949b-4d1b-9229-a428cc97997e,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:28.524943 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 6e6cb720-0f29-4c81-a61b-3fe820c00dc5 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:46:28.585764 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 6e6cb720-0f29-4c81-a61b-3fe820c00dc5 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:28.586446 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (6e6cb720-0f29-4c81-a61b-3fe820c00dc5), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:28.611219 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0f29ae87-397d-4505-b4a7-975044250e27 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for port (28cb443b-d4ce-44d7-8568-f75a6a145411), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:28.654739 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0f29ae87-397d-4505-b4a7-975044250e27 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (28cb443b-d4ce-44d7-8568-f75a6a145411), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:28.682598 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 6e6cb720-0f29-4c81-a61b-3fe820c00dc5 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:28.709261 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0350bd33-a318-476b-ae25-fee3bab1217d req-21a5a8d3-c6da-4aad-9aa2-026724ceb77f tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5372303 Feb 09 21:46:28.722681 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 05c71a1b-858c-4e78-be01-608f18f742b2 up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:46:28.739674 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f29ae87-397d-4505-b4a7-975044250e27 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event updated for resources: {'Port': ['ID=28cb443b-d4ce-44d7-8568-f75a6a145411,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:28.744490 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f29ae87-397d-4505-b4a7-975044250e27 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:46:28.746033 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-0f29ae87-397d-4505-b4a7-975044250e27 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:46:28.749715 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f29ae87-397d-4505-b4a7-975044250e27 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:46:28.756208 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f29ae87-397d-4505-b4a7-975044250e27 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:28.756775 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0f29ae87-397d-4505-b4a7-975044250e27 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:28.770651 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-06ae6a20-8a7c-47ae-9b7e-402d2d49b73f tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-525054'] for router_interface (cf237451-f04b-4af5-8e05-81ca74be856f), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:28.807568 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-0f29ae87-397d-4505-b4a7-975044250e27 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.2727687 Feb 09 21:46:28.808914 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43026) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:28.810381 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354b5eae-3457-4e33-899d-c1d260990c81 req-e2a1a3a7-d661-4eb2-82ef-a1e260632229 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:28.817759 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354b5eae-3457-4e33-899d-c1d260990c81 req-e2a1a3a7-d661-4eb2-82ef-a1e260632229 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:28.827983 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354b5eae-3457-4e33-899d-c1d260990c81 req-e2a1a3a7-d661-4eb2-82ef-a1e260632229 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:28.845062 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354b5eae-3457-4e33-899d-c1d260990c81 req-e2a1a3a7-d661-4eb2-82ef-a1e260632229 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:28.850735 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354b5eae-3457-4e33-899d-c1d260990c81 req-e2a1a3a7-d661-4eb2-82ef-a1e260632229 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:28.856352 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354b5eae-3457-4e33-899d-c1d260990c81 req-e2a1a3a7-d661-4eb2-82ef-a1e260632229 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:28.862356 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354b5eae-3457-4e33-899d-c1d260990c81 req-e2a1a3a7-d661-4eb2-82ef-a1e260632229 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:28.868610 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning for port 05c71a1b-858c-4e78-be01-608f18f742b2 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:46:28.870778 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-354b5eae-3457-4e33-899d-c1d260990c81 req-e2a1a3a7-d661-4eb2-82ef-a1e260632229 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 5432 time: 0.6574416 Feb 09 21:46:28.875617 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port 05c71a1b-858c-4e78-be01-608f18f742b2 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:28.876049 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (05c71a1b-858c-4e78-be01-608f18f742b2), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:28.956956 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-9228845c-73da-4203-aaf2-521489dcd953 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Deleting port 28cb443b-d4ce-44d7-8568-f75a6a145411 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:46:28.963715 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9228845c-73da-4203-aaf2-521489dcd953 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (28cb443b-d4ce-44d7-8568-f75a6a145411), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:28.975742 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cdc5006c-448f-4568-82ed-8a0a55b5b434 req-3ac09bd8-ef59-4ca9-93d4-9de05e349210 tempest-ServerShowV257Test-959739667 tempest-ServerShowV257Test-959739667-project] 10.222.0.90 "GET /v2.0/ports?device_id=3979d9fd-95f7-4f56-a982-0c792c60050c HTTP/1.1" status: 200 len: 210 time: 0.1031349 Feb 09 21:46:28.990820 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 05c71a1b-858c-4e78-be01-608f18f742b2 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:28.991587 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (05c71a1b-858c-4e78-be01-608f18f742b2), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:29.037894 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 05c71a1b-858c-4e78-be01-608f18f742b2, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=05c71a1b-858c-4e78-be01-608f18f742b2,segment=NetworkSegment(764fa11e-2d25-4965-bef2-489ddae1e34a),segment_id=764fa11e-2d25-4965-bef2-489ddae1e34a)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:29.046881 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (05c71a1b-858c-4e78-be01-608f18f742b2), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:29.049312 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 8a93d7fd-114a-4178-8340-e454f09ca326 up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:46:29.105493 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9228845c-73da-4203-aaf2-521489dcd953 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (28cb443b-d4ce-44d7-8568-f75a6a145411), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:29.126288 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-354b5eae-3457-4e33-899d-c1d260990c81 req-210a35e8-5d50-48a8-bdd0-b4f8f5e0fa3c tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/security-groups?id=f725d2ca-c6e8-41e3-94bc-9cf24ee5a23b&id=7a6c813b-611d-4436-831d-fc6ca76a9308&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2321122 Feb 09 21:46:29.143662 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=05c71a1b-858c-4e78-be01-608f18f742b2,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:29.145029 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-9228845c-73da-4203-aaf2-521489dcd953 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Calling delete_port for 28cb443b-d4ce-44d7-8568-f75a6a145411 owned by {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:46:29.183889 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning for port 8a93d7fd-114a-4178-8340-e454f09ca326 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:46:29.194822 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port 8a93d7fd-114a-4178-8340-e454f09ca326 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:29.196365 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (8a93d7fd-114a-4178-8340-e454f09ca326), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:29.228627 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06ae6a20-8a7c-47ae-9b7e-402d2d49b73f tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Router cf237451-f04b-4af5-8e05-81ca74be856f has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:46:29.316350 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 8a93d7fd-114a-4178-8340-e454f09ca326 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:29.317130 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (8a93d7fd-114a-4178-8340-e454f09ca326), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:29.356437 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 8a93d7fd-114a-4178-8340-e454f09ca326, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=8a93d7fd-114a-4178-8340-e454f09ca326,segment=NetworkSegment(302376ac-9268-4998-af9e-49ee4b478b93),segment_id=302376ac-9268-4998-af9e-49ee4b478b93)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:29.359698 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06ae6a20-8a7c-47ae-9b7e-402d2d49b73f tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:46:29.362286 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (8a93d7fd-114a-4178-8340-e454f09ca326), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:29.363761 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 9af85d6f-02ae-4b57-8eb5-a2a08e3b6081 up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:46:29.365049 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-06ae6a20-8a7c-47ae-9b7e-402d2d49b73f tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "PUT /v2.0/routers/cf237451-f04b-4af5-8e05-81ca74be856f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0049782 Feb 09 21:46:29.368432 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 43028) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:29.374680 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f1d587-a0dd-4498-88d0-c23fb025dd0d None None] Sync routers for ids ['cf237451-f04b-4af5-8e05-81ca74be856f'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:46:29.385986 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f1d587-a0dd-4498-88d0-c23fb025dd0d None None] Routers {'cf237451-f04b-4af5-8e05-81ca74be856f'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:46:29.387482 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-e9f1d587-a0dd-4498-88d0-c23fb025dd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:46:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['cf237451-f04b-4af5-8e05-81ca74be856f'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:29.399136 n-d-828369-5 neutron-server[103140]: INFO neutron.pecan_wsgi.hooks.translation [None req-1af1177d-82c7-4ee4-b16c-85e6ed598a5d tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] GET failed (client error): The resource could not be found. Feb 09 21:46:29.403217 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-1af1177d-82c7-4ee4-b16c-85e6ed598a5d tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "GET /v2.0/ports/ced77c43-f03e-43ca-94d7-ca5c7ecd7cd5 HTTP/1.1" status: 404 len: 333 time: 0.0313282 Feb 09 21:46:29.404908 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43030) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:29.461249 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-e9f1d587-a0dd-4498-88d0-c23fb025dd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:29.462771 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20764c6-d775-440d-b87f-54a4af94f7c6 req-34d53104-8d2c-462b-9509-8af517f97165 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:29.470676 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a20764c6-d775-440d-b87f-54a4af94f7c6 req-34d53104-8d2c-462b-9509-8af517f97165 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "GET /v2.0/ports?device_id=c50e996d-3eef-4dc6-9a7b-8319a153165b HTTP/1.1" status: 200 len: 945 time: 0.1774597 Feb 09 21:46:29.476048 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f1d587-a0dd-4498-88d0-c23fb025dd0d None None] Routers {'cf237451-f04b-4af5-8e05-81ca74be856f'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:46:29.477409 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-e9f1d587-a0dd-4498-88d0-c23fb025dd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:46:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['cf237451-f04b-4af5-8e05-81ca74be856f'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:29.483447 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=8a93d7fd-114a-4178-8340-e454f09ca326,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:29.505487 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning for port 9af85d6f-02ae-4b57-8eb5-a2a08e3b6081 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:46:29.511971 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port 9af85d6f-02ae-4b57-8eb5-a2a08e3b6081 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:29.512491 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (9af85d6f-02ae-4b57-8eb5-a2a08e3b6081), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:29.530280 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-e9f1d587-a0dd-4498-88d0-c23fb025dd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:29.531211 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f1d587-a0dd-4498-88d0-c23fb025dd0d None None] The sync data for ids ['cf237451-f04b-4af5-8e05-81ca74be856f'] in n-d-828369-5 is: [] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:46:29.539383 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-527dcf9c-a5f8-4c0e-a401-1a303a42db49 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for router (cf237451-f04b-4af5-8e05-81ca74be856f), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:29.541058 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a20764c6-d775-440d-b87f-54a4af94f7c6 req-271b3ac5-2021-41e3-9776-ae3f8c4990dd tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "GET /v2.0/security-groups?id=296fe08d-5e2e-48dd-9aaf-df90eedd0fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693676 Feb 09 21:46:29.549509 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e69e6a3-e08b-47a1-ae89-88e40415cd52 req-553cc641-308d-4f6f-946d-2a787e871652 tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:29.551620 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4e69e6a3-e08b-47a1-ae89-88e40415cd52 req-553cc641-308d-4f6f-946d-2a787e871652 tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] 10.222.0.90 "GET /v2.0/ports?device_id=4e98c9ca-b181-4bb0-8b06-e4e2ab95a399 HTTP/1.1" status: 200 len: 945 time: 0.1403229 Feb 09 21:46:29.616014 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4e69e6a3-e08b-47a1-ae89-88e40415cd52 req-59ff9213-33e5-47e2-bfcc-23d5e1a35eda tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] 10.222.0.90 "GET /v2.0/security-groups?id=38239a27-f81f-4dbe-b735-d2ad14a0ae0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588820 Feb 09 21:46:29.632916 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 9af85d6f-02ae-4b57-8eb5-a2a08e3b6081 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:29.633451 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (9af85d6f-02ae-4b57-8eb5-a2a08e3b6081), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:29.655392 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9228845c-73da-4203-aaf2-521489dcd953 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (28cb443b-d4ce-44d7-8568-f75a6a145411), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:29.671381 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 9af85d6f-02ae-4b57-8eb5-a2a08e3b6081, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=9af85d6f-02ae-4b57-8eb5-a2a08e3b6081,segment=NetworkSegment(9336038c-c827-49b4-9b26-98b175de6249),segment_id=9336038c-c827-49b4-9b26-98b175de6249)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:29.672324 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9451ac8-6c39-40f2-b7ec-f3604f7a77ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64a3e4b3-2469-470b-82b5-40757c8eb842'}, {'server_uuid': 'e9451ac8-6c39-40f2-b7ec-f3604f7a77ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05c71a1b-858c-4e78-be01-608f18f742b2'}, {'server_uuid': '4e98c9ca-b181-4bb0-8b06-e4e2ab95a399', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a93d7fd-114a-4178-8340-e454f09ca326'}, {'server_uuid': 'e9451ac8-6c39-40f2-b7ec-f3604f7a77ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9af85d6f-02ae-4b57-8eb5-a2a08e3b6081'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:46:29.675012 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3edfac86-66a0-49c6-9b88-fed2918baeec" -d '{"events": [{"server_uuid": "e9451ac8-6c39-40f2-b7ec-f3604f7a77ca", "name": "network-vif-plugged", "status": "completed", "tag": "64a3e4b3-2469-470b-82b5-40757c8eb842"}, {"server_uuid": "e9451ac8-6c39-40f2-b7ec-f3604f7a77ca", "name": "network-vif-plugged", "status": "completed", "tag": "05c71a1b-858c-4e78-be01-608f18f742b2"}, {"server_uuid": "4e98c9ca-b181-4bb0-8b06-e4e2ab95a399", "name": "network-vif-plugged", "status": "completed", "tag": "8a93d7fd-114a-4178-8340-e454f09ca326"}, {"server_uuid": "e9451ac8-6c39-40f2-b7ec-f3604f7a77ca", "name": "network-vif-plugged", "status": "completed", "tag": "9af85d6f-02ae-4b57-8eb5-a2a08e3b6081"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:46:29.678476 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (9af85d6f-02ae-4b57-8eb5-a2a08e3b6081), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:29.679284 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device fcbf595b-ac04-4a9f-91d3-e3bfdadd5558 up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:46:29.735338 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 09 Feb 2022 21:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bafdcaa-4333-4d7d-8f0a-9a90f71f17b9 x-openstack-request-id: req-4bafdcaa-4333-4d7d-8f0a-9a90f71f17b9 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:46:29.735651 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9451ac8-6c39-40f2-b7ec-f3604f7a77ca", "name": "network-vif-plugged", "status": "completed", "tag": "64a3e4b3-2469-470b-82b5-40757c8eb842", "code": 200}, {"server_uuid": "e9451ac8-6c39-40f2-b7ec-f3604f7a77ca", "name": "network-vif-plugged", "status": "completed", "tag": "05c71a1b-858c-4e78-be01-608f18f742b2", "code": 200}, {"server_uuid": "4e98c9ca-b181-4bb0-8b06-e4e2ab95a399", "name": "network-vif-plugged", "status": "completed", "tag": "8a93d7fd-114a-4178-8340-e454f09ca326", "code": 200}, {"server_uuid": "e9451ac8-6c39-40f2-b7ec-f3604f7a77ca", "name": "network-vif-plugged", "status": "completed", "tag": "9af85d6f-02ae-4b57-8eb5-a2a08e3b6081", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:46:29.735913 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-4bafdcaa-4333-4d7d-8f0a-9a90f71f17b9 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:46:29.736403 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9451ac8-6c39-40f2-b7ec-f3604f7a77ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64a3e4b3-2469-470b-82b5-40757c8eb842', 'code': 200} Feb 09 21:46:29.736671 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9451ac8-6c39-40f2-b7ec-f3604f7a77ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05c71a1b-858c-4e78-be01-608f18f742b2', 'code': 200} Feb 09 21:46:29.736929 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e98c9ca-b181-4bb0-8b06-e4e2ab95a399', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a93d7fd-114a-4178-8340-e454f09ca326', 'code': 200} Feb 09 21:46:29.737183 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9451ac8-6c39-40f2-b7ec-f3604f7a77ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9af85d6f-02ae-4b57-8eb5-a2a08e3b6081', 'code': 200} Feb 09 21:46:29.748247 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9228845c-73da-4203-aaf2-521489dcd953 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event deleted for resources: {'Port': ['ID=28cb443b-d4ce-44d7-8568-f75a6a145411,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:29.758397 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-527dcf9c-a5f8-4c0e-a401-1a303a42db49 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (cf237451-f04b-4af5-8e05-81ca74be856f), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:29.763185 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-527dcf9c-a5f8-4c0e-a401-1a303a42db49 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for router_controller (cf237451-f04b-4af5-8e05-81ca74be856f), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:29.775397 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=9af85d6f-02ae-4b57-8eb5-a2a08e3b6081,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:29.814119 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning for port fcbf595b-ac04-4a9f-91d3-e3bfdadd5558 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:46:29.817229 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9228845c-73da-4203-aaf2-521489dcd953 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:29.821178 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port fcbf595b-ac04-4a9f-91d3-e3bfdadd5558 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:29.821703 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (fcbf595b-ac04-4a9f-91d3-e3bfdadd5558), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:29.826969 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-9228845c-73da-4203-aaf2-521489dcd953 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "DELETE /v2.0/ports/28cb443b-d4ce-44d7-8568-f75a6a145411 HTTP/1.1" status: 204 len: 168 time: 1.0168955 Feb 09 21:46:29.829501 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 43036) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:29.897169 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-527dcf9c-a5f8-4c0e-a401-1a303a42db49 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (cf237451-f04b-4af5-8e05-81ca74be856f), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:29.897653 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-527dcf9c-a5f8-4c0e-a401-1a303a42db49 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Fanout notify agent at l3_agent the message router_deleted on router cf237451-f04b-4af5-8e05-81ca74be856f {{(pid=103141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:46:29.906840 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-527dcf9c-a5f8-4c0e-a401-1a303a42db49 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:29.910037 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-527dcf9c-a5f8-4c0e-a401-1a303a42db49 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "DELETE /v2.0/routers/cf237451-f04b-4af5-8e05-81ca74be856f HTTP/1.1" status: 204 len: 168 time: 0.5023870 Feb 09 21:46:29.910867 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43038) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:29.933616 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port fcbf595b-ac04-4a9f-91d3-e3bfdadd5558 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:29.934134 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (fcbf595b-ac04-4a9f-91d3-e3bfdadd5558), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:29.937340 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1b805d-1c1e-4655-8c54-a385cc9e3359 req-cc390b3b-2d99-4618-80e8-18bfdcea8fed tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:29.944506 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0c1b805d-1c1e-4655-8c54-a385cc9e3359 req-cc390b3b-2d99-4618-80e8-18bfdcea8fed tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=446a9c08-b6b6-415b-9d31-50433bad72c5 HTTP/1.1" status: 200 len: 946 time: 0.1050472 Feb 09 21:46:29.973402 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8f39af-0a3f-42c6-9294-2f96e3d6352f tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:29.974242 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb2f6cbc-4eaf-4262-9013-97be8a047dfe tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Deleting subnet affad80e-9bcf-4b1d-aaa6-8b8f8bba2e73 {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:46:29.977463 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-ae8f39af-0a3f-42c6-9294-2f96e3d6352f tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1446671 Feb 09 21:46:29.980260 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 43040) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:29.981958 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bb2f6cbc-4eaf-4262-9013-97be8a047dfe tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for subnet (affad80e-9bcf-4b1d-aaa6-8b8f8bba2e73), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:29.986490 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022dbdc4-63ec-4b9f-85ca-8684e7050958 req-bf860b95-aa42-4e1e-8887-6c3eec4a7b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:29.987305 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port fcbf595b-ac04-4a9f-91d3-e3bfdadd5558, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=fcbf595b-ac04-4a9f-91d3-e3bfdadd5558,segment=NetworkSegment(764fa11e-2d25-4965-bef2-489ddae1e34a),segment_id=764fa11e-2d25-4965-bef2-489ddae1e34a)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:29.988117 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-022dbdc4-63ec-4b9f-85ca-8684e7050958 req-bf860b95-aa42-4e1e-8887-6c3eec4a7b96 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=4e98c9ca-b181-4bb0-8b06-e4e2ab95a399 HTTP/1.1" status: 200 len: 1127 time: 0.1305275 Feb 09 21:46:29.992471 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (fcbf595b-ac04-4a9f-91d3-e3bfdadd5558), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:29.993452 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device c6886d61-f041-4e03-9002-7714a0a6ea30 up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:46:30.041776 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f260ba7-2dfd-48d0-92d7-5545b89fcbc5 None None] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:46:30.052555 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bb2f6cbc-4eaf-4262-9013-97be8a047dfe tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (affad80e-9bcf-4b1d-aaa6-8b8f8bba2e73), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:30.069535 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0c1b805d-1c1e-4655-8c54-a385cc9e3359 req-4c03c24e-7537-40ef-b1ef-cb8d1d8517ec tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190314 Feb 09 21:46:30.101257 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-022dbdc4-63ec-4b9f-85ca-8684e7050958 req-6df8bebf-b3da-4da9-bf94-df922d5fb097 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=38239a27-f81f-4dbe-b735-d2ad14a0ae0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940926 Feb 09 21:46:30.118399 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d726bdb-1d0d-461d-acef-d23da99f2584 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:30.120398 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-9d726bdb-1d0d-461d-acef-d23da99f2584 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1392581 Feb 09 21:46:30.123023 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1d58a4bd-4b10-4f05-9ee4-69305c68c3c2 req-688517bf-e60f-486b-8dae-c45179d718ac tempest-ServerShowV257Test-959739667 tempest-ServerShowV257Test-959739667-project] 10.222.0.90 "GET /v2.0/ports?device_id=3979d9fd-95f7-4f56-a982-0c792c60050c HTTP/1.1" status: 200 len: 210 time: 0.0407324 Feb 09 21:46:30.125902 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 43044) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:30.157015 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bb2f6cbc-4eaf-4262-9013-97be8a047dfe tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (affad80e-9bcf-4b1d-aaa6-8b8f8bba2e73), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:30.190133 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-617a5517-89dc-4e79-9d4f-d846d64951af None None] Provisioning complete for port 50bfde0d-949b-4d1b-9229-a428cc97997e triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:30.190521 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-617a5517-89dc-4e79-9d4f-d846d64951af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (50bfde0d-949b-4d1b-9229-a428cc97997e), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:30.203398 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3415d48-8ad1-4d6c-a00c-3aab419aa96e tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:30.205520 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3415d48-8ad1-4d6c-a00c-3aab419aa96e tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:30.206920 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3415d48-8ad1-4d6c-a00c-3aab419aa96e tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:30.208650 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-b3415d48-8ad1-4d6c-a00c-3aab419aa96e tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0795264 Feb 09 21:46:30.211234 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 43048) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:30.232145 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=fcbf595b-ac04-4a9f-91d3-e3bfdadd5558,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:30.249511 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bb2f6cbc-4eaf-4262-9013-97be8a047dfe tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (affad80e-9bcf-4b1d-aaa6-8b8f8bba2e73), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:30.258012 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning for port c6886d61-f041-4e03-9002-7714a0a6ea30 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:46:30.275994 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2f6cbc-4eaf-4262-9013-97be8a047dfe tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Pushing event deleted for resources: {'Subnet': ['ID=affad80e-9bcf-4b1d-aaa6-8b8f8bba2e73,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:30.282942 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port c6886d61-f041-4e03-9002-7714a0a6ea30 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:30.283329 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (c6886d61-f041-4e03-9002-7714a0a6ea30), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:30.286746 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bb2f6cbc-4eaf-4262-9013-97be8a047dfe tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:30.293317 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-bb2f6cbc-4eaf-4262-9013-97be8a047dfe tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "DELETE /v2.0/subnets/affad80e-9bcf-4b1d-aaa6-8b8f8bba2e73 HTTP/1.1" status: 204 len: 168 time: 0.3807347 Feb 09 21:46:30.295744 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43050) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:30.310504 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd63d2f-1c96-4cf9-b086-f49edb7eb7fc None None] Network 700ec624-d3c8-4855-b9ed-ab686da8b892 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:46:30.330771 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb21b02f-7943-441c-9fe8-0fba8394df43 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Deleting subnet ef1fe309-90de-4c50-9bbf-7a779ac54f9d {{(pid=103140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:46:30.338015 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bb21b02f-7943-441c-9fe8-0fba8394df43 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for subnet (ef1fe309-90de-4c50-9bbf-7a779ac54f9d), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:30.371676 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f407ff2e-4a4b-4972-8262-7699c418cb83 req-50bce0ab-db27-44d6-a0d8-0fc222cb451a tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:30.377809 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f407ff2e-4a4b-4972-8262-7699c418cb83 req-50bce0ab-db27-44d6-a0d8-0fc222cb451a tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:30.379627 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8d65e6a2-ca7b-4a7c-a5eb-b5d548595918 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (700ec624-d3c8-4855-b9ed-ab686da8b892), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:30.384594 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f407ff2e-4a4b-4972-8262-7699c418cb83 req-50bce0ab-db27-44d6-a0d8-0fc222cb451a tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:30.390693 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f407ff2e-4a4b-4972-8262-7699c418cb83 req-50bce0ab-db27-44d6-a0d8-0fc222cb451a tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:30.396745 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f407ff2e-4a4b-4972-8262-7699c418cb83 req-50bce0ab-db27-44d6-a0d8-0fc222cb451a tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:30.402474 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f407ff2e-4a4b-4972-8262-7699c418cb83 req-50bce0ab-db27-44d6-a0d8-0fc222cb451a tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:30.409928 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f407ff2e-4a4b-4972-8262-7699c418cb83 req-50bce0ab-db27-44d6-a0d8-0fc222cb451a tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:30.419009 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f407ff2e-4a4b-4972-8262-7699c418cb83 req-50bce0ab-db27-44d6-a0d8-0fc222cb451a tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 5435 time: 0.1712680 Feb 09 21:46:30.449170 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-8d65e6a2-ca7b-4a7c-a5eb-b5d548595918 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Deleting port 6e6cb720-0f29-4c81-a61b-3fe820c00dc5 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:46:30.449449 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8d65e6a2-ca7b-4a7c-a5eb-b5d548595918 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (6e6cb720-0f29-4c81-a61b-3fe820c00dc5), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:30.467798 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bb21b02f-7943-441c-9fe8-0fba8394df43 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9110716'] for subnet (ef1fe309-90de-4c50-9bbf-7a779ac54f9d), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:30.518621 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-617a5517-89dc-4e79-9d4f-d846d64951af None None] Current status of the port 50bfde0d-949b-4d1b-9229-a428cc97997e is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:30.519024 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-617a5517-89dc-4e79-9d4f-d846d64951af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (50bfde0d-949b-4d1b-9229-a428cc97997e), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:30.525196 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-8d65e6a2-ca7b-4a7c-a5eb-b5d548595918 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] For port 6e6cb720-0f29-4c81-a61b-3fe820c00dc5, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=6e6cb720-0f29-4c81-a61b-3fe820c00dc5,segment=NetworkSegment(f470dd3d-8029-4745-82e9-dc570f5c0db6),segment_id=f470dd3d-8029-4745-82e9-dc570f5c0db6)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:30.526040 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8d65e6a2-ca7b-4a7c-a5eb-b5d548595918 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (6e6cb720-0f29-4c81-a61b-3fe820c00dc5), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:30.545288 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-8d65e6a2-ca7b-4a7c-a5eb-b5d548595918 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Calling delete_port for 6e6cb720-0f29-4c81-a61b-3fe820c00dc5 owned by network:dhcp {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:46:30.552523 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port c6886d61-f041-4e03-9002-7714a0a6ea30 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:30.552929 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (c6886d61-f041-4e03-9002-7714a0a6ea30), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:30.601452 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f407ff2e-4a4b-4972-8262-7699c418cb83 req-94e6dbf7-0ea9-4aba-9f9e-1a26b7792e3a tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/security-groups?id=f725d2ca-c6e8-41e3-94bc-9cf24ee5a23b&id=7a6c813b-611d-4436-831d-fc6ca76a9308&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1814771 Feb 09 21:46:30.606412 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-617a5517-89dc-4e79-9d4f-d846d64951af None None] For port 50bfde0d-949b-4d1b-9229-a428cc97997e, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=50bfde0d-949b-4d1b-9229-a428cc97997e,segment=NetworkSegment(e234f058-99e9-4683-aff2-a800b51d2ec4),segment_id=e234f058-99e9-4683-aff2-a800b51d2ec4)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:30.608904 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38adb284-f6d0-4bc2-9c0f-77f3966137f1 None None] Update dhcp port {'port': {'network_id': '986c5511-2b50-4eb7-bb75-ff9f776ff726', 'fixed_ips': [{'subnet_id': 'ef1fe309-90de-4c50-9bbf-7a779ac54f9d', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f5fa108c-ea17-4f73-98fd-d5f2733993a4'}], 'binding:host_id': 'n-d-828369-5'}, 'id': '50bfde0d-949b-4d1b-9229-a428cc97997e'} from n-d-828369-5. {{(pid=103142) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 21:46:30.648027 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 50bfde0d-949b-4d1b-9229-a428cc97997e up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:46:30.648205 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bb21b02f-7943-441c-9fe8-0fba8394df43 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (ef1fe309-90de-4c50-9bbf-7a779ac54f9d), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:30.652352 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-617a5517-89dc-4e79-9d4f-d846d64951af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (50bfde0d-949b-4d1b-9229-a428cc97997e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:30.679383 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8d65e6a2-ca7b-4a7c-a5eb-b5d548595918 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (6e6cb720-0f29-4c81-a61b-3fe820c00dc5), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:30.721328 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port c6886d61-f041-4e03-9002-7714a0a6ea30, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=c6886d61-f041-4e03-9002-7714a0a6ea30,segment=NetworkSegment(cdf91332-5a66-411f-8c98-4c1f54bf5f30),segment_id=cdf91332-5a66-411f-8c98-4c1f54bf5f30)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:30.724773 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c8ffbb-7c03-4c36-8d62-67b41194791a None None] DHCP port deletion for 700ec624-d3c8-4855-b9ed-ab686da8b892 request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:46:30.762234 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (c6886d61-f041-4e03-9002-7714a0a6ea30), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:30.763191 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 5ae69b1b-39b8-491e-b02b-097b38fae223 up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:46:30.797802 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-38adb284-f6d0-4bc2-9c0f-77f3966137f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (50bfde0d-949b-4d1b-9229-a428cc97997e), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:30.807730 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bb21b02f-7943-441c-9fe8-0fba8394df43 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621346'] for subnet (ef1fe309-90de-4c50-9bbf-7a779ac54f9d), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:30.853243 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb21b02f-7943-441c-9fe8-0fba8394df43 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event deleted for resources: {'Subnet': ['ID=ef1fe309-90de-4c50-9bbf-7a779ac54f9d,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:30.855759 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bb21b02f-7943-441c-9fe8-0fba8394df43 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:30.859801 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-bb21b02f-7943-441c-9fe8-0fba8394df43 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "DELETE /v2.0/subnets/ef1fe309-90de-4c50-9bbf-7a779ac54f9d HTTP/1.1" status: 204 len: 168 time: 0.6474707 Feb 09 21:46:30.868041 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3412c0dc-e4a5-4e48-8a8c-a0cc0044339e req-3f8de9af-533e-4a34-a5c2-2a3d3a0144a4 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:30.869674 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3412c0dc-e4a5-4e48-8a8c-a0cc0044339e req-3f8de9af-533e-4a34-a5c2-2a3d3a0144a4 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "GET /v2.0/ports?device_id=c50e996d-3eef-4dc6-9a7b-8319a153165b HTTP/1.1" status: 200 len: 945 time: 0.1811864 Feb 09 21:46:30.872478 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 43056) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:30.890762 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cf401c-4a88-4e2e-b737-03057b75965e req-b2fe2b67-a98f-439e-af39-af2793400e8e tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:30.892393 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-12cf401c-4a88-4e2e-b737-03057b75965e req-b2fe2b67-a98f-439e-af39-af2793400e8e tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] 10.222.0.90 "GET /v2.0/ports?device_id=4e98c9ca-b181-4bb0-8b06-e4e2ab95a399 HTTP/1.1" status: 200 len: 945 time: 0.1526759 Feb 09 21:46:30.991235 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_v2 [None req-a77cef56-7b42-43a1-b087-6757865e9cf4 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Deleting subnet f5fa108c-ea17-4f73-98fd-d5f2733993a4 {{(pid=103140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:46:31.013858 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a77cef56-7b42-43a1-b087-6757865e9cf4 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for subnet (f5fa108c-ea17-4f73-98fd-d5f2733993a4), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:31.029689 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d65e6a2-ca7b-4a7c-a5eb-b5d548595918 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Pushing event deleted for resources: {'Port': ['ID=6e6cb720-0f29-4c81-a61b-3fe820c00dc5,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:31.031697 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d65e6a2-ca7b-4a7c-a5eb-b5d548595918 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] No DVR routers for this DVR port 6e6cb720-0f29-4c81-a61b-3fe820c00dc5 on host n-d-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:46:31.050019 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-12cf401c-4a88-4e2e-b737-03057b75965e req-1d6e45af-d38f-4e2f-a883-eb8e539e084f tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] 10.222.0.90 "GET /v2.0/security-groups?id=38239a27-f81f-4dbe-b735-d2ad14a0ae0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370363 Feb 09 21:46:31.052855 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3412c0dc-e4a5-4e48-8a8c-a0cc0044339e req-cdbbb048-6c91-4f46-a251-fb8e53e7607d tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "GET /v2.0/security-groups?id=296fe08d-5e2e-48dd-9aaf-df90eedd0fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710918 Feb 09 21:46:31.055552 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617a5517-89dc-4e79-9d4f-d846d64951af None None] Pushing event updated for resources: {'Port': ['ID=50bfde0d-949b-4d1b-9229-a428cc97997e,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:31.073108 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a77cef56-7b42-43a1-b087-6757865e9cf4 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9110716'] for subnet (f5fa108c-ea17-4f73-98fd-d5f2733993a4), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:31.112868 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 50bfde0d-949b-4d1b-9229-a428cc97997e triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:31.113378 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (50bfde0d-949b-4d1b-9229-a428cc97997e), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:31.119658 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning for port 5ae69b1b-39b8-491e-b02b-097b38fae223 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:46:31.131262 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8d65e6a2-ca7b-4a7c-a5eb-b5d548595918 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (700ec624-d3c8-4855-b9ed-ab686da8b892), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:31.149285 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a77cef56-7b42-43a1-b087-6757865e9cf4 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (f5fa108c-ea17-4f73-98fd-d5f2733993a4), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:31.160646 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-8d65e6a2-ca7b-4a7c-a5eb-b5d548595918 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['700ec624-d3c8-4855-b9ed-ab686da8b892']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:31.174476 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-8d65e6a2-ca7b-4a7c-a5eb-b5d548595918 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f470dd3d-8029-4745-82e9-dc570f5c0db6') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:31.175400 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-8d65e6a2-ca7b-4a7c-a5eb-b5d548595918 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f470dd3d-8029-4745-82e9-dc570f5c0db6') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:31.191328 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8d65e6a2-ca7b-4a7c-a5eb-b5d548595918 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (f470dd3d-8029-4745-82e9-dc570f5c0db6), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:31.200598 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port 5ae69b1b-39b8-491e-b02b-097b38fae223 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:31.200979 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (5ae69b1b-39b8-491e-b02b-097b38fae223), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:31.207855 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8d65e6a2-ca7b-4a7c-a5eb-b5d548595918 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (f470dd3d-8029-4745-82e9-dc570f5c0db6), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:31.216309 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d65e6a2-ca7b-4a7c-a5eb-b5d548595918 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:46:31.217862 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8d65e6a2-ca7b-4a7c-a5eb-b5d548595918 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (f470dd3d-8029-4745-82e9-dc570f5c0db6), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:31.245605 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=c6886d61-f041-4e03-9002-7714a0a6ea30,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:31.285432 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:46:31.285432 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:46:31.285432 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:46:31.285432 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:46:31.285432 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:46:31.285432 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:46:31.285432 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:46:31.285432 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:46:31.285432 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:46:31.285432 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:46:31.285432 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:46:31.285432 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:46:31.285432 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:46:31.285432 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:46:31.285432 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:46:31.285432 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:46:31.285432 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:46:31.285432 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:46:31.285432 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:46:31.285432 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:46:31.285432 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:46:31.285432 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:46:31.285432 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:46:31.285432 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:46:31.285432 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:46:31.285432 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:46:31.285432 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:46:31.285432 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:46:31.285432 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:46:31.285432 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:46:31.285432 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:46:31.285432 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:46:31.292239 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-04d9436b-3511-4637-a5a5-079c90909ec9 req-a1c7f8fe-68b5-44ac-b4cf-18cf7d20868d tempest-ServerShowV257Test-959739667 tempest-ServerShowV257Test-959739667-project] 10.222.0.90 "GET /v2.0/ports?device_id=3979d9fd-95f7-4f56-a982-0c792c60050c HTTP/1.1" status: 200 len: 210 time: 0.0524657 Feb 09 21:46:31.296895 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8d65e6a2-ca7b-4a7c-a5eb-b5d548595918 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (700ec624-d3c8-4855-b9ed-ab686da8b892), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:31.300022 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a77cef56-7b42-43a1-b087-6757865e9cf4 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621346'] for subnet (f5fa108c-ea17-4f73-98fd-d5f2733993a4), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:31.314661 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8d65e6a2-ca7b-4a7c-a5eb-b5d548595918 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:31.323132 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-8d65e6a2-ca7b-4a7c-a5eb-b5d548595918 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "DELETE /v2.0/networks/700ec624-d3c8-4855-b9ed-ab686da8b892 HTTP/1.1" status: 204 len: 168 time: 1.0206985 Feb 09 21:46:31.323482 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server [None req-38adb284-f6d0-4bc2-9c0f-77f3966137f1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f5fa108c-ea17-4f73-98fd-d5f2733993a4: This subnet is being modified by another concurrent operation. Feb 09 21:46:31.323482 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 21:46:31.323482 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 21:46:31.323482 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 21:46:31.323482 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 21:46:31.323482 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 21:46:31.323482 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 21:46:31.323482 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 21:46:31.323482 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 21:46:31.323482 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 21:46:31.323482 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 21:46:31.323482 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 21:46:31.323482 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 21:46:31.323482 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 21:46:31.323482 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 21:46:31.323482 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 21:46:31.323482 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 21:46:31.323482 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 21:46:31.323482 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 21:46:31.323482 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 21:46:31.323482 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 21:46:31.323482 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 21:46:31.323482 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 21:46:31.323482 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 21:46:31.323482 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 21:46:31.323482 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 21:46:31.323482 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 21:46:31.323482 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 21:46:31.323482 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 21:46:31.323482 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 21:46:31.323482 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 21:46:31.323482 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 21:46:31.323482 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 21:46:31.323482 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 21:46:31.323482 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 21:46:31.323482 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 21:46:31.323482 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Feb 09 21:46:31.323482 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Feb 09 21:46:31.323482 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Feb 09 21:46:31.323482 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Feb 09 21:46:31.323482 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 09 21:46:31.323482 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 21:46:31.323482 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 21:46:31.323482 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 21:46:31.323482 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 21:46:31.323482 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 21:46:31.323482 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 21:46:31.323482 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 21:46:31.323482 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 21:46:31.323482 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 21:46:31.323482 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 21:46:31.323482 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 21:46:31.323482 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 21:46:31.323482 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 21:46:31.323482 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 21:46:31.323482 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 21:46:31.323482 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 21:46:31.323482 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 21:46:31.323482 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 21:46:31.323482 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 21:46:31.323482 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 21:46:31.323482 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 21:46:31.323482 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 21:46:31.323482 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 21:46:31.323482 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 21:46:31.323482 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 21:46:31.323482 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 21:46:31.323482 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 21:46:31.323482 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1786, in update_port Feb 09 21:46:31.323482 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Feb 09 21:46:31.323482 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 21:46:31.323482 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 21:46:31.323482 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port Feb 09 21:46:31.323482 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Feb 09 21:46:31.323482 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Feb 09 21:46:31.323482 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Feb 09 21:46:31.323482 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Feb 09 21:46:31.323482 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Feb 09 21:46:31.323482 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Feb 09 21:46:31.323482 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 21:46:31.323482 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 09 21:46:31.323482 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 21:46:31.323482 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 21:46:31.323482 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server raise exception Feb 09 21:46:31.323482 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f5fa108c-ea17-4f73-98fd-d5f2733993a4: This subnet is being modified by another concurrent operation. Feb 09 21:46:31.323482 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server Feb 09 21:46:31.343509 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43062) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:31.343945 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77cef56-7b42-43a1-b087-6757865e9cf4 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event deleted for resources: {'Subnet': ['ID=f5fa108c-ea17-4f73-98fd-d5f2733993a4,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:31.348126 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d65e6a2-ca7b-4a7c-a5eb-b5d548595918 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Pushing event deleted for resources: {'Network': ['ID=700ec624-d3c8-4855-b9ed-ab686da8b892,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:31.370061 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 50bfde0d-949b-4d1b-9229-a428cc97997e is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:31.370320 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a77cef56-7b42-43a1-b087-6757865e9cf4 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:31.374908 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-a77cef56-7b42-43a1-b087-6757865e9cf4 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "DELETE /v2.0/subnets/f5fa108c-ea17-4f73-98fd-d5f2733993a4 HTTP/1.1" status: 204 len: 168 time: 0.5004842 Feb 09 21:46:31.375387 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 5ae69b1b-39b8-491e-b02b-097b38fae223 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:31.375784 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (5ae69b1b-39b8-491e-b02b-097b38fae223), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:31.378635 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 43064) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:31.400564 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3566ba61-c787-4bc8-be2d-134c3ee724a8 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:31.402269 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-3566ba61-c787-4bc8-be2d-134c3ee724a8 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "GET /v2.0/ports/2d417da2-570e-422d-92e0-2f3a7882deb3 HTTP/1.1" status: 200 len: 845 time: 0.0702050 Feb 09 21:46:31.407030 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43066) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:31.416572 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 5ae69b1b-39b8-491e-b02b-097b38fae223, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=5ae69b1b-39b8-491e-b02b-097b38fae223,segment=NetworkSegment(cdf91332-5a66-411f-8c98-4c1f54bf5f30),segment_id=cdf91332-5a66-411f-8c98-4c1f54bf5f30)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:31.426594 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (5ae69b1b-39b8-491e-b02b-097b38fae223), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:31.442879 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba0edae-86a8-4bfd-91c4-b57a7397bd99 req-12b0daa8-a0a1-4bf6-9bf6-81978827bd88 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:31.444409 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4ba0edae-86a8-4bfd-91c4-b57a7397bd99 req-12b0daa8-a0a1-4bf6-9bf6-81978827bd88 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=446a9c08-b6b6-415b-9d31-50433bad72c5 HTTP/1.1" status: 200 len: 946 time: 0.2655344 Feb 09 21:46:31.446368 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-4b2aa23a-9b07-48ad-a72b-e9358d6c6788 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0665445 Feb 09 21:46:31.452896 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43068) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:31.459300 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beddc812-cd62-42a6-a4ab-4ef93af30c9f None None] get_active_networks_info from n-d-828369-5 {{(pid=103142) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 21:46:31.503166 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-44f74dc3-aeff-4525-b3ee-9c7257dfe8d0 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "GET /v2.0/ports/2d417da2-570e-422d-92e0-2f3a7882deb3?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0914032 Feb 09 21:46:31.503431 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43070) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:31.504248 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4ba0edae-86a8-4bfd-91c4-b57a7397bd99 req-79b7e174-f788-4828-b82d-e3b1c3bbc7fe tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462186 Feb 09 21:46:31.508400 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-5d61ee0c-7d58-432b-8b33-83222d29d138 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Request body: {'subnet': {'network_id': 'ed4940ef-ee4d-4f36-94d6-b986a8cbbb0b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:31.542552 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=5ae69b1b-39b8-491e-b02b-097b38fae223,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:31.562890 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-c39dd183-9450-458a-9fcb-5fd579943a14 None None] Provisioning complete for port 50bfde0d-949b-4d1b-9229-a428cc97997e triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:31.563267 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c39dd183-9450-458a-9fcb-5fd579943a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (50bfde0d-949b-4d1b-9229-a428cc97997e), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:31.563579 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817b097d-bc36-4264-b30e-0beec1059191 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:31.565092 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-817b097d-bc36-4264-b30e-0beec1059191 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1112769 Feb 09 21:46:31.568151 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 43072) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:31.611416 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d61ee0c-7d58-432b-8b33-83222d29d138 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Made reservation on behalf of 87111984dff24e1780aaef3f75dde822 for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:46:31.615359 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5d61ee0c-7d58-432b-8b33-83222d29d138 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:31.627784 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e814da-a824-4c80-9c84-80fa2bcb8d48 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:31.629778 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-c0e814da-a824-4c80-9c84-80fa2bcb8d48 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0598397 Feb 09 21:46:31.631816 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beddc812-cd62-42a6-a4ab-4ef93af30c9f None None] Resources bound (agent type, host, resource id): {{(pid=103142) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 21:46:31.632294 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43074) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:31.709343 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-6d1d3eb7-6b6e-4528-9b9d-7d70eb068be9 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0758755 Feb 09 21:46:31.713260 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43078) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:31.733173 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-c39dd183-9450-458a-9fcb-5fd579943a14 None None] Current status of the port 50bfde0d-949b-4d1b-9229-a428cc97997e is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:31.739380 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9451ac8-6c39-40f2-b7ec-f3604f7a77ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcbf595b-ac04-4a9f-91d3-e3bfdadd5558'}, {'server_uuid': 'e9451ac8-6c39-40f2-b7ec-f3604f7a77ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6886d61-f041-4e03-9002-7714a0a6ea30'}, {'server_uuid': 'e9451ac8-6c39-40f2-b7ec-f3604f7a77ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ae69b1b-39b8-491e-b02b-097b38fae223'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:46:31.741408 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9064f8f-07db-4c9c-87b1-f7e2ae7fbc42" -d '{"events": [{"server_uuid": "e9451ac8-6c39-40f2-b7ec-f3604f7a77ca", "name": "network-vif-plugged", "status": "completed", "tag": "fcbf595b-ac04-4a9f-91d3-e3bfdadd5558"}, {"server_uuid": "e9451ac8-6c39-40f2-b7ec-f3604f7a77ca", "name": "network-vif-plugged", "status": "completed", "tag": "c6886d61-f041-4e03-9002-7714a0a6ea30"}, {"server_uuid": "e9451ac8-6c39-40f2-b7ec-f3604f7a77ca", "name": "network-vif-plugged", "status": "completed", "tag": "5ae69b1b-39b8-491e-b02b-097b38fae223"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:46:31.753598 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd7fbd6-2fae-40d7-a555-afb0df1fbe21 req-30295f2d-69bb-43e5-91cc-5fee64f36199 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:31.755114 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e48f980-7bf2-4315-8668-b688950f70b6 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] DELETE failed (client error): The resource could not be found. Feb 09 21:46:31.755702 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e48f980-7bf2-4315-8668-b688950f70b6 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:46:31.759026 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-5e48f980-7bf2-4315-8668-b688950f70b6 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "DELETE /v2.0/ports/28cb443b-d4ce-44d7-8568-f75a6a145411 HTTP/1.1" status: 404 len: 333 time: 0.0446882 Feb 09 21:46:31.761406 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd7fbd6-2fae-40d7-a555-afb0df1fbe21 req-30295f2d-69bb-43e5-91cc-5fee64f36199 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:31.762949 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43082) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:31.780560 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd7fbd6-2fae-40d7-a555-afb0df1fbe21 req-30295f2d-69bb-43e5-91cc-5fee64f36199 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:31.790737 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd7fbd6-2fae-40d7-a555-afb0df1fbe21 req-30295f2d-69bb-43e5-91cc-5fee64f36199 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:31.796870 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd7fbd6-2fae-40d7-a555-afb0df1fbe21 req-30295f2d-69bb-43e5-91cc-5fee64f36199 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:31.803174 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd7fbd6-2fae-40d7-a555-afb0df1fbe21 req-30295f2d-69bb-43e5-91cc-5fee64f36199 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:31.803632 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-beec5fa3-12ae-47cc-8278-df1c01b5c90d tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] DELETE failed (client error): The resource could not be found. Feb 09 21:46:31.804154 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-beec5fa3-12ae-47cc-8278-df1c01b5c90d tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:46:31.809904 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-beec5fa3-12ae-47cc-8278-df1c01b5c90d tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "DELETE /v2.0/subnets/f5fa108c-ea17-4f73-98fd-d5f2733993a4 HTTP/1.1" status: 404 len: 337 time: 0.0436571 Feb 09 21:46:31.810080 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd7fbd6-2fae-40d7-a555-afb0df1fbe21 req-30295f2d-69bb-43e5-91cc-5fee64f36199 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:31.811580 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43084) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:31.812448 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 09 Feb 2022 21:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5fb96ee-1690-4356-b666-d473f314ec2c x-openstack-request-id: req-a5fb96ee-1690-4356-b666-d473f314ec2c {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:46:31.812923 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9451ac8-6c39-40f2-b7ec-f3604f7a77ca", "name": "network-vif-plugged", "status": "completed", "tag": "fcbf595b-ac04-4a9f-91d3-e3bfdadd5558", "code": 200}, {"server_uuid": "e9451ac8-6c39-40f2-b7ec-f3604f7a77ca", "name": "network-vif-plugged", "status": "completed", "tag": "c6886d61-f041-4e03-9002-7714a0a6ea30", "code": 200}, {"server_uuid": "e9451ac8-6c39-40f2-b7ec-f3604f7a77ca", "name": "network-vif-plugged", "status": "completed", "tag": "5ae69b1b-39b8-491e-b02b-097b38fae223", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:46:31.813413 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-a5fb96ee-1690-4356-b666-d473f314ec2c {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:46:31.813934 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9451ac8-6c39-40f2-b7ec-f3604f7a77ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcbf595b-ac04-4a9f-91d3-e3bfdadd5558', 'code': 200} Feb 09 21:46:31.814451 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9451ac8-6c39-40f2-b7ec-f3604f7a77ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6886d61-f041-4e03-9002-7714a0a6ea30', 'code': 200} Feb 09 21:46:31.814780 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9451ac8-6c39-40f2-b7ec-f3604f7a77ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ae69b1b-39b8-491e-b02b-097b38fae223', 'code': 200} Feb 09 21:46:31.816881 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4fd7fbd6-2fae-40d7-a555-afb0df1fbe21 req-30295f2d-69bb-43e5-91cc-5fee64f36199 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 5437 time: 0.1307757 Feb 09 21:46:31.839974 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-295fc713-1b05-410c-86cd-5df88d90b5d6 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] DELETE failed (client error): The resource could not be found. Feb 09 21:46:31.840424 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-295fc713-1b05-410c-86cd-5df88d90b5d6 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:46:31.847968 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-295fc713-1b05-410c-86cd-5df88d90b5d6 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "DELETE /v2.0/subnets/ef1fe309-90de-4c50-9bbf-7a779ac54f9d HTTP/1.1" status: 404 len: 337 time: 0.0337696 Feb 09 21:46:31.848474 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 43086) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:31.922063 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4fd7fbd6-2fae-40d7-a555-afb0df1fbe21 req-0bad8176-0e58-46f2-b60f-5155577bfc4c tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/security-groups?id=f725d2ca-c6e8-41e3-94bc-9cf24ee5a23b&id=7a6c813b-611d-4436-831d-fc6ca76a9308&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0967064 Feb 09 21:46:31.922988 n-d-828369-5 neutron-server[103140]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fee7b21-05c6-4076-8332-f8a403667a2c tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] DELETE failed (client error): The resource could not be found. Feb 09 21:46:31.923563 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fee7b21-05c6-4076-8332-f8a403667a2c tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:46:31.927846 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-0fee7b21-05c6-4076-8332-f8a403667a2c tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "DELETE /v2.0/ports/2d9c01fa-241d-40d7-bdd1-3b7b8524edd2 HTTP/1.1" status: 404 len: 333 time: 0.0762682 Feb 09 21:46:31.930640 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 43088) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:31.966781 n-d-828369-5 neutron-server[103140]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f9bb592-1b06-4fe5-9355-77b70105a199 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] DELETE failed (client error): The resource could not be found. Feb 09 21:46:31.968135 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f9bb592-1b06-4fe5-9355-77b70105a199 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:46:31.974795 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-6f9bb592-1b06-4fe5-9355-77b70105a199 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "DELETE /v2.0/subnets/8b1e6283-fcd8-440b-a2ca-c268defa6481 HTTP/1.1" status: 404 len: 337 time: 0.0410659 Feb 09 21:46:31.974987 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d5c598-75bf-40f4-ba3e-2713128d2167 None None] Network 986c5511-2b50-4eb7-bb75-ff9f776ff726 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:46:31.975109 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 43090) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:32.001891 n-d-828369-5 neutron-server[103140]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2f9009a-9d9e-4646-b4be-79c30f9bbf79 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] DELETE failed (client error): The resource could not be found. Feb 09 21:46:32.004869 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2f9009a-9d9e-4646-b4be-79c30f9bbf79 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:46:32.008844 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-b2f9009a-9d9e-4646-b4be-79c30f9bbf79 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "DELETE /v2.0/subnets/663a55df-d062-48fd-85e4-56fd70d8d1ca HTTP/1.1" status: 404 len: 337 time: 0.0327201 Feb 09 21:46:32.011709 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 43092) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:32.037590 n-d-828369-5 neutron-server[103140]: INFO neutron.pecan_wsgi.hooks.translation [None req-b162ded6-7282-44ca-8a9d-ff8618907c13 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] DELETE failed (client error): The resource could not be found. Feb 09 21:46:32.038336 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b162ded6-7282-44ca-8a9d-ff8618907c13 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:46:32.041891 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-b162ded6-7282-44ca-8a9d-ff8618907c13 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "DELETE /v2.0/ports/e49ee729-cdc2-4d6d-a535-ca8698bf0360 HTTP/1.1" status: 404 len: 333 time: 0.0287356 Feb 09 21:46:32.043614 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5d61ee0c-7d58-432b-8b33-83222d29d138 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (95b47905-6d2a-4c67-a14b-7e6eba123117), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:32.044959 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 43094) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:32.071043 n-d-828369-5 neutron-server[103140]: INFO neutron.pecan_wsgi.hooks.translation [None req-c68e45e9-fa73-45a2-9c40-2e28e82a0c62 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] DELETE failed (client error): The resource could not be found. Feb 09 21:46:32.071515 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c68e45e9-fa73-45a2-9c40-2e28e82a0c62 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:46:32.075157 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-c68e45e9-fa73-45a2-9c40-2e28e82a0c62 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "DELETE /v2.0/subnets/34e0695b-c75e-427a-a7b1-cfc4d6b2472a HTTP/1.1" status: 404 len: 337 time: 0.0284572 Feb 09 21:46:32.077657 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 43096) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:32.079875 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-e4d71e81-3499-406a-a630-52b39c37a317 None None] Provisioning complete for port 50bfde0d-949b-4d1b-9229-a428cc97997e triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:32.080442 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e4d71e81-3499-406a-a630-52b39c37a317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (50bfde0d-949b-4d1b-9229-a428cc97997e), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:32.096397 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d61ee0c-7d58-432b-8b33-83222d29d138 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Network ed4940ef-ee4d-4f36-94d6-b986a8cbbb0b is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:46:32.105326 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b08c63-c216-49cd-b018-abf301034bb3 req-44ee4ece-7049-4bf7-8116-0409ce2de268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:32.105805 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b08c63-c216-49cd-b018-abf301034bb3 req-44ee4ece-7049-4bf7-8116-0409ce2de268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:32.105976 n-d-828369-5 neutron-server[103140]: INFO neutron.pecan_wsgi.hooks.translation [None req-b899aeee-0065-450f-9816-049374757d20 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] DELETE failed (client error): The resource could not be found. Feb 09 21:46:32.106276 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b08c63-c216-49cd-b018-abf301034bb3 req-44ee4ece-7049-4bf7-8116-0409ce2de268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:32.106420 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b899aeee-0065-450f-9816-049374757d20 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:46:32.106766 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b08c63-c216-49cd-b018-abf301034bb3 req-44ee4ece-7049-4bf7-8116-0409ce2de268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:32.107238 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b08c63-c216-49cd-b018-abf301034bb3 req-44ee4ece-7049-4bf7-8116-0409ce2de268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:32.108303 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b08c63-c216-49cd-b018-abf301034bb3 req-44ee4ece-7049-4bf7-8116-0409ce2de268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:32.108769 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b08c63-c216-49cd-b018-abf301034bb3 req-44ee4ece-7049-4bf7-8116-0409ce2de268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:32.110169 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-b899aeee-0065-450f-9816-049374757d20 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "DELETE /v2.0/subnets/36782d04-25b6-4858-9331-cf05890d041b HTTP/1.1" status: 404 len: 337 time: 0.0315781 Feb 09 21:46:32.110772 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-69b08c63-c216-49cd-b018-abf301034bb3 req-44ee4ece-7049-4bf7-8116-0409ce2de268 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 6711 time: 0.1184888 Feb 09 21:46:32.113817 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43100) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:32.114745 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-5d61ee0c-7d58-432b-8b33-83222d29d138 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:46:32.123573 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d61ee0c-7d58-432b-8b33-83222d29d138 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:32.124758 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5d61ee0c-7d58-432b-8b33-83222d29d138 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:32.131315 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc410a9f-4776-44c3-a534-f2839e5af71d None None] Network ed4940ef-ee4d-4f36-94d6-b986a8cbbb0b requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:46:32.167197 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-5d61ee0c-7d58-432b-8b33-83222d29d138 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6600792 Feb 09 21:46:32.167522 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 43104) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:32.172652 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-9079ee10-5826-40d0-81d8-dbee0b1a080d tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Request body: {'security_group': {'name': 'tempest-secgroup-2080257853'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:32.187767 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d61ee0c-7d58-432b-8b33-83222d29d138 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Pushing event updated for resources: {'Subnet': ['ID=95b47905-6d2a-4c67-a14b-7e6eba123117,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:32.192393 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc0cca1-5fdd-4bf9-bb7c-b1a3593c7d94 None None] DHCP port deletion for 986c5511-2b50-4eb7-bb75-ff9f776ff726 request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:46:32.199623 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f385a77-ba9a-4937-90e3-2126cf9b097e tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] DELETE failed (client error): The resource could not be found. Feb 09 21:46:32.200376 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f385a77-ba9a-4937-90e3-2126cf9b097e tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:46:32.204183 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-8f385a77-ba9a-4937-90e3-2126cf9b097e tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "DELETE /v2.0/ports/89c17e74-57a2-478b-b63f-4c75d423b815 HTTP/1.1" status: 404 len: 333 time: 0.0867705 Feb 09 21:46:32.206678 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43106) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:32.238953 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1624c43-3912-44c0-a870-03fc9147df03 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] DELETE failed (client error): The resource could not be found. Feb 09 21:46:32.239425 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1624c43-3912-44c0-a870-03fc9147df03 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:46:32.244742 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-d1624c43-3912-44c0-a870-03fc9147df03 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "DELETE /v2.0/subnets/2375d7ef-10b7-406b-b633-53d4a8bb5eab HTTP/1.1" status: 404 len: 337 time: 0.0348122 Feb 09 21:46:32.245692 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 43108) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:32.269581 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9079ee10-5826-40d0-81d8-dbee0b1a080d tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:32.279166 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-69b08c63-c216-49cd-b018-abf301034bb3 req-d096077b-5b9c-44a4-8701-ba9c0fe160f2 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=7a6c813b-611d-4436-831d-fc6ca76a9308&id=f725d2ca-c6e8-41e3-94bc-9cf24ee5a23b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1369331 Feb 09 21:46:32.322118 n-d-828369-5 neutron-server[103140]: INFO neutron.pecan_wsgi.hooks.translation [None req-2613e8dc-c5cb-4ea0-afac-4653d08544f0 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] DELETE failed (client error): The resource could not be found. Feb 09 21:46:32.322667 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2613e8dc-c5cb-4ea0-afac-4653d08544f0 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:46:32.325896 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-2613e8dc-c5cb-4ea0-afac-4653d08544f0 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "DELETE /v2.0/subnets/914d99d9-0d4a-40cc-9c68-7fa1a3687da6 HTTP/1.1" status: 404 len: 337 time: 0.0671477 Feb 09 21:46:32.330148 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43110) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:32.347094 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-e4d71e81-3499-406a-a630-52b39c37a317 None None] Current status of the port 50bfde0d-949b-4d1b-9229-a428cc97997e is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:32.357999 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8ce6d14-4399-4fef-8851-04b8884b7ecf tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] DELETE failed (client error): The resource could not be found. Feb 09 21:46:32.358597 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8ce6d14-4399-4fef-8851-04b8884b7ecf tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:46:32.362050 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-a8ce6d14-4399-4fef-8851-04b8884b7ecf tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "DELETE /v2.0/ports/2e77996f-b4dc-491d-811a-59fde4f81c4c HTTP/1.1" status: 404 len: 333 time: 0.0306830 Feb 09 21:46:32.362975 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faef573-9e07-49dd-adf3-81839097c24b req-05792b9d-e516-426f-8012-7268434ffcc3 tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:32.363790 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-8fc0cca1-5fdd-4bf9-bb7c-b1a3593c7d94 None None] Deleting port 50bfde0d-949b-4d1b-9229-a428cc97997e {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:46:32.364170 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-8fc0cca1-5fdd-4bf9-bb7c-b1a3593c7d94 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (50bfde0d-949b-4d1b-9229-a428cc97997e), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:32.364823 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1faef573-9e07-49dd-adf3-81839097c24b req-05792b9d-e516-426f-8012-7268434ffcc3 tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] 10.222.0.90 "GET /v2.0/ports?device_id=4e98c9ca-b181-4bb0-8b06-e4e2ab95a399 HTTP/1.1" status: 200 len: 945 time: 0.1649244 Feb 09 21:46:32.366490 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 43114) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:32.374265 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61fbac3b-8f5c-4437-92af-cd8c82db1b37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-ed4940ef-ee4d-4f36-94d6-b986a8cbbb0b', 'network_id': 'ed4940ef-ee4d-4f36-94d6-b986a8cbbb0b', 'project_id': '87111984dff24e1780aaef3f75dde822', 'fixed_ips': [{'subnet_id': '95b47905-6d2a-4c67-a14b-7e6eba123117'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:46:32.375121 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-61fbac3b-8f5c-4437-92af-cd8c82db1b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:32.416318 n-d-828369-5 neutron-server[103140]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1d24f82-1a7c-45d1-835d-105f606440e8 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] DELETE failed (client error): The resource could not be found. Feb 09 21:46:32.416841 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1d24f82-1a7c-45d1-835d-105f606440e8 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:46:32.420399 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-c1d24f82-1a7c-45d1-835d-105f606440e8 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "DELETE /v2.0/subnets/b197442a-7871-4cdd-a5cc-8a6e86ef8b5b HTTP/1.1" status: 404 len: 337 time: 0.0505519 Feb 09 21:46:32.427084 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43116) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:32.427471 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c707995b-5d67-4e6e-a0e1-0f7a00f09fcc req-71e7b5f6-c5cc-4915-83d3-dd6512e54748 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:32.434475 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c707995b-5d67-4e6e-a0e1-0f7a00f09fcc req-71e7b5f6-c5cc-4915-83d3-dd6512e54748 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "GET /v2.0/ports?device_id=c50e996d-3eef-4dc6-9a7b-8319a153165b HTTP/1.1" status: 200 len: 945 time: 0.2074971 Feb 09 21:46:32.464597 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ee58b59-6180-465e-91bd-96104f0cab93 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] DELETE failed (client error): The resource could not be found. Feb 09 21:46:32.465568 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ee58b59-6180-465e-91bd-96104f0cab93 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:46:32.468851 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 6e6cb720-0f29-4c81-a61b-3fe820c00dc5 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:46:32.469923 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-6ee58b59-6180-465e-91bd-96104f0cab93 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "DELETE /v2.0/ports/ec4bdd3f-0a7c-4b3c-8e45-918b9f0a92f3 HTTP/1.1" status: 404 len: 333 time: 0.0442057 Feb 09 21:46:32.472432 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43118) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:32.474469 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-8fc0cca1-5fdd-4bf9-bb7c-b1a3593c7d94 None None] For port 50bfde0d-949b-4d1b-9229-a428cc97997e, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=50bfde0d-949b-4d1b-9229-a428cc97997e,segment=NetworkSegment(e234f058-99e9-4683-aff2-a800b51d2ec4),segment_id=e234f058-99e9-4683-aff2-a800b51d2ec4)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:32.475478 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-8fc0cca1-5fdd-4bf9-bb7c-b1a3593c7d94 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (50bfde0d-949b-4d1b-9229-a428cc97997e), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:32.501045 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9ce08d8-ad6c-4e3d-92a2-e605dfbf5312 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] DELETE failed (client error): The resource could not be found. Feb 09 21:46:32.502736 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9ce08d8-ad6c-4e3d-92a2-e605dfbf5312 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:46:32.508439 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-f9ce08d8-ad6c-4e3d-92a2-e605dfbf5312 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "DELETE /v2.0/subnets/07ed8262-b167-4f0f-ac84-11aebc454d7b HTTP/1.1" status: 404 len: 337 time: 0.0322847 Feb 09 21:46:32.508596 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43120) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:32.527794 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9079ee10-5826-40d0-81d8-dbee0b1a080d tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for security_group (fa23c96a-47f6-4065-b6cc-3277348c3038), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:32.535917 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-47976e1a-ed79-4ba9-b1b4-57f9c61396e6 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] DELETE failed (client error): The resource could not be found. Feb 09 21:46:32.537013 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47976e1a-ed79-4ba9-b1b4-57f9c61396e6 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:46:32.538648 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9079ee10-5826-40d0-81d8-dbee0b1a080d tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (fa23c96a-47f6-4065-b6cc-3277348c3038), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:32.540240 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-47976e1a-ed79-4ba9-b1b4-57f9c61396e6 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "DELETE /v2.0/ports/7b9b467d-c4c5-47c5-8d83-d20a229ce658 HTTP/1.1" status: 404 len: 333 time: 0.0303178 Feb 09 21:46:32.542666 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43124) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:32.546030 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1faef573-9e07-49dd-adf3-81839097c24b req-70e0c490-fc1c-4cf1-8263-0833f901d0c5 tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] 10.222.0.90 "GET /v2.0/security-groups?id=38239a27-f81f-4dbe-b735-d2ad14a0ae0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662800 Feb 09 21:46:32.552999 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c707995b-5d67-4e6e-a0e1-0f7a00f09fcc req-608ce886-93b6-45c2-a097-6c2acbeacf2a tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "GET /v2.0/security-groups?id=296fe08d-5e2e-48dd-9aaf-df90eedd0fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176674 Feb 09 21:46:32.555337 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 6e6cb720-0f29-4c81-a61b-3fe820c00dc5 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:46:32.555337 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 6e6cb720-0f29-4c81-a61b-3fe820c00dc5 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:46:32.555680 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 50bfde0d-949b-4d1b-9229-a428cc97997e no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:46:32.591090 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-e89c0862-3815-4b9c-a109-3e47bb56ccb8 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] DELETE failed (client error): The resource could not be found. Feb 09 21:46:32.591236 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e89c0862-3815-4b9c-a109-3e47bb56ccb8 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:46:32.596330 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-e89c0862-3815-4b9c-a109-3e47bb56ccb8 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "DELETE /v2.0/subnets/0ecb9ea4-a061-4168-9c4b-d5fe16f18606 HTTP/1.1" status: 404 len: 337 time: 0.0514622 Feb 09 21:46:32.599270 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-8fc0cca1-5fdd-4bf9-bb7c-b1a3593c7d94 None None] Calling delete_port for 50bfde0d-949b-4d1b-9229-a428cc97997e owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:46:32.599969 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43128) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:32.612881 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9079ee10-5826-40d0-81d8-dbee0b1a080d tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa23c96a-47f6-4065-b6cc-3277348c3038,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:32.629390 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9079ee10-5826-40d0-81d8-dbee0b1a080d tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:32.632989 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-9079ee10-5826-40d0-81d8-dbee0b1a080d tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4644067 Feb 09 21:46:32.638538 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 43130) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:32.647280 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-18289583-aa02-4725-9d63-9db85729f49e tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Request body: {'security_group': {'name': 'tempest-secgroup-1423107065'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:32.651161 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3edabeb-f3fb-421e-ad2f-99cc43a60338 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] DELETE failed (client error): The resource could not be found. Feb 09 21:46:32.651755 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3edabeb-f3fb-421e-ad2f-99cc43a60338 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:46:32.658678 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-e3edabeb-f3fb-421e-ad2f-99cc43a60338 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "DELETE /v2.0/ports/b60b9889-0c7c-49b6-bd21-2d175e89bd0b HTTP/1.1" status: 404 len: 333 time: 0.0558715 Feb 09 21:46:32.661717 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 43132) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:32.713640 n-d-828369-5 neutron-server[103140]: INFO neutron.pecan_wsgi.hooks.translation [None req-8283b8d2-d9a6-4430-9bb8-9e3c35cd67b8 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] DELETE failed (client error): The resource could not be found. Feb 09 21:46:32.714178 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8283b8d2-d9a6-4430-9bb8-9e3c35cd67b8 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:46:32.718530 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-8283b8d2-d9a6-4430-9bb8-9e3c35cd67b8 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "DELETE /v2.0/subnets/d221d778-1127-4a56-a098-08d0424251e3 HTTP/1.1" status: 404 len: 337 time: 0.0552487 Feb 09 21:46:32.721354 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43134) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:32.746198 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-526e27b3-d31c-4548-91c4-6caacb092154 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] DELETE failed (client error): The resource could not be found. Feb 09 21:46:32.746776 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-526e27b3-d31c-4548-91c4-6caacb092154 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:46:32.750801 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-526e27b3-d31c-4548-91c4-6caacb092154 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "DELETE /v2.0/ports/eedd74d8-058b-43d6-b03f-a7b9503fdb5e HTTP/1.1" status: 404 len: 333 time: 0.0279915 Feb 09 21:46:32.753189 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43136) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:32.787140 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1a5d8b0-337b-4104-976f-60ca85c3d140 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] DELETE failed (client error): The resource could not be found. Feb 09 21:46:32.787930 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1a5d8b0-337b-4104-976f-60ca85c3d140 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:46:32.791276 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-d1a5d8b0-337b-4104-976f-60ca85c3d140 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "DELETE /v2.0/subnets/dbf3eae9-6758-40e4-a654-354e79a8121e HTTP/1.1" status: 404 len: 337 time: 0.0369015 Feb 09 21:46:32.792821 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-61fbac3b-8f5c-4437-92af-cd8c82db1b37 None None] Allocated IP 2001:db8::2 (ed4940ef-ee4d-4f36-94d6-b986a8cbbb0b/95b47905-6d2a-4c67-a14b-7e6eba123117/ef0e46b9-7653-45a5-8dad-1bfc8dfdd5ac) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:46:32.794048 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43138) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:32.795093 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 50bfde0d-949b-4d1b-9229-a428cc97997e is: ACTIVE; New status is: DOWN {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:32.795685 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (50bfde0d-949b-4d1b-9229-a428cc97997e), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:32.801558 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-82a0fd34-b545-45cf-8a1c-47e05fa68419 req-4d23c735-1539-4137-b490-47ef2de16b9b tempest-ServerShowV257Test-959739667 tempest-ServerShowV257Test-959739667-project] 10.222.0.90 "GET /v2.0/ports?device_id=3979d9fd-95f7-4f56-a982-0c792c60050c HTTP/1.1" status: 200 len: 210 time: 0.1264732 Feb 09 21:46:32.804300 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-18289583-aa02-4725-9d63-9db85729f49e tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:32.831955 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf1bcd98-f889-446d-b4fa-e82be6e5e10b tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] DELETE failed (client error): The resource could not be found. Feb 09 21:46:32.831955 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf1bcd98-f889-446d-b4fa-e82be6e5e10b tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:46:32.835128 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-cf1bcd98-f889-446d-b4fa-e82be6e5e10b tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "DELETE /v2.0/ports/e910edca-b7fd-45b4-98b1-4fc9e8a95371 HTTP/1.1" status: 404 len: 333 time: 0.0392609 Feb 09 21:46:32.837904 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 43140) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:32.860143 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-8fc0cca1-5fdd-4bf9-bb7c-b1a3593c7d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (50bfde0d-949b-4d1b-9229-a428cc97997e), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:32.880520 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb2ca09-7fb1-4082-9f4f-287b6b173966 req-0848e88f-51ce-47e0-b578-bf3e9813d085 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:32.882048 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4eb2ca09-7fb1-4082-9f4f-287b6b173966 req-0848e88f-51ce-47e0-b578-bf3e9813d085 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=446a9c08-b6b6-415b-9d31-50433bad72c5 HTTP/1.1" status: 200 len: 946 time: 0.2178559 Feb 09 21:46:32.882947 n-d-828369-5 neutron-server[103140]: INFO neutron.pecan_wsgi.hooks.translation [None req-f462adf4-aa74-4ebd-9b33-8e9b43aa7988 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] DELETE failed (client error): The resource could not be found. Feb 09 21:46:32.883392 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f462adf4-aa74-4ebd-9b33-8e9b43aa7988 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:46:32.886443 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-f462adf4-aa74-4ebd-9b33-8e9b43aa7988 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "DELETE /v2.0/subnets/e8d7d0fc-e244-4f2f-94ab-4aa3de047370 HTTP/1.1" status: 404 len: 337 time: 0.0475874 Feb 09 21:46:32.889927 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43144) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:32.927352 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ddd64ee-8d19-45ff-b2e6-078beec5d1d0 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] DELETE failed (client error): The resource could not be found. Feb 09 21:46:32.927845 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ddd64ee-8d19-45ff-b2e6-078beec5d1d0 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:46:32.931892 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-6ddd64ee-8d19-45ff-b2e6-078beec5d1d0 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "DELETE /v2.0/subnets/78582689-e218-4096-81e5-be95aa9d693e HTTP/1.1" status: 404 len: 337 time: 0.0399082 Feb 09 21:46:32.935002 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43148) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:32.948189 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc0cca1-5fdd-4bf9-bb7c-b1a3593c7d94 None None] Pushing event deleted for resources: {'Port': ['ID=50bfde0d-949b-4d1b-9229-a428cc97997e,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:32.952646 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-18289583-aa02-4725-9d63-9db85729f49e tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for security_group (722af781-f158-493a-bcfc-63db2da192c9), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:32.956262 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc0cca1-5fdd-4bf9-bb7c-b1a3593c7d94 None None] No DVR routers for this DVR port 50bfde0d-949b-4d1b-9229-a428cc97997e on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:46:32.964317 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-18289583-aa02-4725-9d63-9db85729f49e tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (722af781-f158-493a-bcfc-63db2da192c9), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:32.976908 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-67e85a27-9578-4cb8-957c-467d50fc0569 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] DELETE failed (client error): The resource could not be found. Feb 09 21:46:32.977505 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67e85a27-9578-4cb8-957c-467d50fc0569 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:46:32.987673 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-67e85a27-9578-4cb8-957c-467d50fc0569 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "DELETE /v2.0/ports/da82c96f-5046-411e-900a-6b38fc976c8f HTTP/1.1" status: 404 len: 333 time: 0.0517011 Feb 09 21:46:32.990206 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43152) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:33.026952 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-18289583-aa02-4725-9d63-9db85729f49e tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:33.030979 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-18289583-aa02-4725-9d63-9db85729f49e tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3882442 Feb 09 21:46:33.033218 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 43154) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:33.048643 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-b7d9d236-16e0-464b-a308-b76173a99ec7 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-802817012', 'security_groups': ['722af781-f158-493a-bcfc-63db2da192c9'], 'network_id': 'ed4940ef-ee4d-4f36-94d6-b986a8cbbb0b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '95b47905-6d2a-4c67-a14b-7e6eba123117'}]}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:33.052413 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18289583-aa02-4725-9d63-9db85729f49e tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=722af781-f158-493a-bcfc-63db2da192c9,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:33.068930 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a3a8774-a0c3-45df-af04-f5d4cfb75fb6 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] DELETE failed (client error): The resource could not be found. Feb 09 21:46:33.069423 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a3a8774-a0c3-45df-af04-f5d4cfb75fb6 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:46:33.081404 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-9a3a8774-a0c3-45df-af04-f5d4cfb75fb6 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "DELETE /v2.0/subnets/a05af7c1-ac05-483f-8ed7-5a137a8b33ee HTTP/1.1" status: 404 len: 337 time: 0.0813041 Feb 09 21:46:33.081404 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43156) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:33.104978 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9d1169e-e552-44fd-8e38-4ba9f98c9dcb tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] DELETE failed (client error): The resource could not be found. Feb 09 21:46:33.105354 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9d1169e-e552-44fd-8e38-4ba9f98c9dcb tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:46:33.109448 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-c9d1169e-e552-44fd-8e38-4ba9f98c9dcb tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "DELETE /v2.0/subnets/c5b8740f-c369-46b4-a1b0-2d22664aeffa HTTP/1.1" status: 404 len: 337 time: 0.0331824 Feb 09 21:46:33.112124 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43158) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:33.126451 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-61fbac3b-8f5c-4437-92af-cd8c82db1b37 None None] Publish callbacks [] for port (ef0e46b9-7653-45a5-8dad-1bfc8dfdd5ac), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:33.136364 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4eb2ca09-7fb1-4082-9f4f-287b6b173966 req-f798b69c-62e1-4a9c-8c4a-4757fd06901f tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993532 Feb 09 21:46:33.155806 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-61fbac3b-8f5c-4437-92af-cd8c82db1b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (ef0e46b9-7653-45a5-8dad-1bfc8dfdd5ac), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:33.156041 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-980be919-0404-4aa8-a33d-988f6b15e073 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] DELETE failed (client error): The resource could not be found. Feb 09 21:46:33.156041 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-980be919-0404-4aa8-a33d-988f6b15e073 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:46:33.156041 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-980be919-0404-4aa8-a33d-988f6b15e073 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "DELETE /v2.0/ports/21260473-cd87-40a2-8420-c59579f3b3eb HTTP/1.1" status: 404 len: 333 time: 0.0393438 Feb 09 21:46:33.160255 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43164) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:33.193954 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe012b83-e007-4876-b7a9-1860be9dc87c tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] DELETE failed (client error): The resource could not be found. Feb 09 21:46:33.194512 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe012b83-e007-4876-b7a9-1860be9dc87c tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:46:33.200278 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-fe012b83-e007-4876-b7a9-1860be9dc87c tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "DELETE /v2.0/subnets/4efdfb6f-8170-4d12-b764-82c809211f5a HTTP/1.1" status: 404 len: 337 time: 0.0373485 Feb 09 21:46:33.204419 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43168) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:33.216057 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fbac3b-8f5c-4437-92af-cd8c82db1b37 None None] Network ed4940ef-ee4d-4f36-94d6-b986a8cbbb0b is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:46:33.220181 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-61fbac3b-8f5c-4437-92af-cd8c82db1b37 None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:46:33.223727 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fbac3b-8f5c-4437-92af-cd8c82db1b37 None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:46:33.232255 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fbac3b-8f5c-4437-92af-cd8c82db1b37 None None] Pushing event updated for resources: {'Port': ['ID=ef0e46b9-7653-45a5-8dad-1bfc8dfdd5ac,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:33.261214 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-73638a4c-7cc1-421f-86ff-9ab1d9297a28 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] DELETE failed (client error): The resource could not be found. Feb 09 21:46:33.262057 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73638a4c-7cc1-421f-86ff-9ab1d9297a28 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:46:33.268043 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-73638a4c-7cc1-421f-86ff-9ab1d9297a28 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "DELETE /v2.0/subnets/f7b25b5f-4baf-4cd4-b542-e2eb4a768ff7 HTTP/1.1" status: 404 len: 337 time: 0.0603731 Feb 09 21:46:33.268392 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43170) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:33.269035 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f10505-26a9-4e7e-9196-69415e130b14 req-b24bfcf7-8d5e-464f-806e-0b6d5a4678f4 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:33.274357 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f10505-26a9-4e7e-9196-69415e130b14 req-b24bfcf7-8d5e-464f-806e-0b6d5a4678f4 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:33.279867 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f10505-26a9-4e7e-9196-69415e130b14 req-b24bfcf7-8d5e-464f-806e-0b6d5a4678f4 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:33.285112 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f10505-26a9-4e7e-9196-69415e130b14 req-b24bfcf7-8d5e-464f-806e-0b6d5a4678f4 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:33.290608 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f10505-26a9-4e7e-9196-69415e130b14 req-b24bfcf7-8d5e-464f-806e-0b6d5a4678f4 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:33.296517 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f10505-26a9-4e7e-9196-69415e130b14 req-b24bfcf7-8d5e-464f-806e-0b6d5a4678f4 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:33.298463 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-acdbe1eb-bc2e-4674-8950-0a0eb87aa330 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] DELETE failed (client error): The resource could not be found. Feb 09 21:46:33.299048 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acdbe1eb-bc2e-4674-8950-0a0eb87aa330 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:46:33.301813 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f10505-26a9-4e7e-9196-69415e130b14 req-b24bfcf7-8d5e-464f-806e-0b6d5a4678f4 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:33.305864 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-acdbe1eb-bc2e-4674-8950-0a0eb87aa330 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "DELETE /v2.0/ports/06b77fe7-1ace-414a-80eb-f9cb093753cf HTTP/1.1" status: 404 len: 333 time: 0.0340302 Feb 09 21:46:33.306049 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e2f10505-26a9-4e7e-9196-69415e130b14 req-b24bfcf7-8d5e-464f-806e-0b6d5a4678f4 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 5437 time: 0.2637448 Feb 09 21:46:33.306225 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43172) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:33.314091 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-61fbac3b-8f5c-4437-92af-cd8c82db1b37 None None] Attempting to bind port ef0e46b9-7653-45a5-8dad-1bfc8dfdd5ac on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:46:33.314484 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-61fbac3b-8f5c-4437-92af-cd8c82db1b37 None None] Attempting to bind port ef0e46b9-7653-45a5-8dad-1bfc8dfdd5ac by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '0a41c4c4-58cd-416b-a6d9-f1a73a988837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'ed4940ef-ee4d-4f36-94d6-b986a8cbbb0b'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:46:33.314885 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fbac3b-8f5c-4437-92af-cd8c82db1b37 None None] Attempting to bind port ef0e46b9-7653-45a5-8dad-1bfc8dfdd5ac on network ed4940ef-ee4d-4f36-94d6-b986a8cbbb0b {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:46:33.322114 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7d9d236-16e0-464b-a308-b76173a99ec7 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Made reservation on behalf of 87111984dff24e1780aaef3f75dde822 for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:46:33.323825 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fbac3b-8f5c-4437-92af-cd8c82db1b37 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:46:33.324245 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fbac3b-8f5c-4437-92af-cd8c82db1b37 None None] Checking segment: {'id': '0a41c4c4-58cd-416b-a6d9-f1a73a988837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'ed4940ef-ee4d-4f36-94d6-b986a8cbbb0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:46:33.324658 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-61fbac3b-8f5c-4437-92af-cd8c82db1b37 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:33.325053 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fbac3b-8f5c-4437-92af-cd8c82db1b37 None None] Bound using segment: {'id': '0a41c4c4-58cd-416b-a6d9-f1a73a988837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'ed4940ef-ee4d-4f36-94d6-b986a8cbbb0b'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:46:33.325579 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-61fbac3b-8f5c-4437-92af-cd8c82db1b37 None None] Bound port: ef0e46b9-7653-45a5-8dad-1bfc8dfdd5ac, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a41c4c4-58cd-416b-a6d9-f1a73a988837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'ed4940ef-ee4d-4f36-94d6-b986a8cbbb0b'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:46:33.325963 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-61fbac3b-8f5c-4437-92af-cd8c82db1b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (ef0e46b9-7653-45a5-8dad-1bfc8dfdd5ac), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:33.343254 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-26507284-26f1-43ef-a163-d7d375991e4f tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] DELETE failed (client error): The resource could not be found. Feb 09 21:46:33.343773 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26507284-26f1-43ef-a163-d7d375991e4f tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:46:33.347295 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-26507284-26f1-43ef-a163-d7d375991e4f tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "DELETE /v2.0/subnets/715acf56-4920-4e69-b9c3-fc0993748996 HTTP/1.1" status: 404 len: 337 time: 0.0397289 Feb 09 21:46:33.349730 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43174) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:33.380143 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7954ef8-838f-4b8b-84fe-e8a03fa275f3 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] DELETE failed (client error): The resource could not be found. Feb 09 21:46:33.380646 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7954ef8-838f-4b8b-84fe-e8a03fa275f3 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:46:33.383943 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-d7954ef8-838f-4b8b-84fe-e8a03fa275f3 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "DELETE /v2.0/subnets/31a88a4f-efbe-4ff4-886c-4528cdf052bf HTTP/1.1" status: 404 len: 337 time: 0.0332589 Feb 09 21:46:33.387211 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43178) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:33.426137 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-a3994463-2785-4683-bc81-943b4d84b413 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "GET /v2.0/ports?device_id=3c1a7171-b618-44dd-8ddb-c01521104682 HTTP/1.1" status: 200 len: 205 time: 0.0366018 Feb 09 21:46:33.427512 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43180) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:33.437089 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-61fbac3b-8f5c-4437-92af-cd8c82db1b37 None None] For port ef0e46b9-7653-45a5-8dad-1bfc8dfdd5ac, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:46:33.441812 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-61fbac3b-8f5c-4437-92af-cd8c82db1b37 None None] For port ef0e46b9-7653-45a5-8dad-1bfc8dfdd5ac, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=ef0e46b9-7653-45a5-8dad-1bfc8dfdd5ac,segment=NetworkSegment(0a41c4c4-58cd-416b-a6d9-f1a73a988837),segment_id=0a41c4c4-58cd-416b-a6d9-f1a73a988837)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:46:33.449279 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-61fbac3b-8f5c-4437-92af-cd8c82db1b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (ef0e46b9-7653-45a5-8dad-1bfc8dfdd5ac), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:33.472750 n-d-828369-5 neutron-server[103141]: INFO neutron.api.v2.resource [None req-25da56af-8802-47f5-8fa4-0ae392be1543 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] delete failed (client error): The resource could not be found. Feb 09 21:46:33.474040 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-25da56af-8802-47f5-8fa4-0ae392be1543 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "DELETE /v2.0/routers/3c1a7171-b618-44dd-8ddb-c01521104682 HTTP/1.1" status: 404 len: 336 time: 0.0455043 Feb 09 21:46:33.476479 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43182) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:33.500057 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b7d9d236-16e0-464b-a308-b76173a99ec7 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:33.505424 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1ecd5e9-d47c-43a9-842a-666557745093 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] DELETE failed (client error): The resource could not be found. Feb 09 21:46:33.505669 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1ecd5e9-d47c-43a9-842a-666557745093 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:46:33.506987 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fbac3b-8f5c-4437-92af-cd8c82db1b37 None None] Pushing event updated for resources: {'Port': ['ID=ef0e46b9-7653-45a5-8dad-1bfc8dfdd5ac,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:33.509361 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-d1ecd5e9-d47c-43a9-842a-666557745093 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "DELETE /v2.0/subnets/ac0b7c16-5042-48ff-88ce-c130e65c790b HTTP/1.1" status: 404 len: 337 time: 0.0319180 Feb 09 21:46:33.520506 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43184) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:33.543059 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e2f10505-26a9-4e7e-9196-69415e130b14 req-5a054814-f072-49a6-b382-d4d5c451ef7b tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/security-groups?id=f725d2ca-c6e8-41e3-94bc-9cf24ee5a23b&id=7a6c813b-611d-4436-831d-fc6ca76a9308&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2254610 Feb 09 21:46:33.545864 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-b7d9d236-16e0-464b-a308-b76173a99ec7 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] device_id is not set on port c8c1f8b5-bb9d-40f7-bd6f-b31d4f410e99 yet. {{(pid=103140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:46:33.556617 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-36166c26-0107-42b7-bbee-4b46d7d6a7ae tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "GET /v2.0/ports?device_id=254487aa-e09f-4d6f-aa70-a6a26ddec234 HTTP/1.1" status: 200 len: 205 time: 0.0346301 Feb 09 21:46:33.558966 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43186) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:33.602348 n-d-828369-5 neutron-server[103141]: INFO neutron.api.v2.resource [None req-2fae03f4-350c-4b58-bbd6-0ab40530c26f tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] delete failed (client error): The resource could not be found. Feb 09 21:46:33.603431 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-2fae03f4-350c-4b58-bbd6-0ab40530c26f tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "DELETE /v2.0/routers/254487aa-e09f-4d6f-aa70-a6a26ddec234 HTTP/1.1" status: 404 len: 336 time: 0.0434673 Feb 09 21:46:33.608726 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43190) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:33.626360 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b515d9c-fc01-4202-99b1-c147e89ed3b9 req-e1e15635-2312-41d8-943c-8bb48e2c9bb4 tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:33.628064 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5b515d9c-fc01-4202-99b1-c147e89ed3b9 req-e1e15635-2312-41d8-943c-8bb48e2c9bb4 tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] 10.222.0.90 "GET /v2.0/ports?device_id=4e98c9ca-b181-4bb0-8b06-e4e2ab95a399 HTTP/1.1" status: 200 len: 945 time: 0.1784115 Feb 09 21:46:33.636110 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-0286f0d1-f749-4683-8b76-01dff0aa995f tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] DELETE failed (client error): The resource could not be found. Feb 09 21:46:33.636614 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0286f0d1-f749-4683-8b76-01dff0aa995f tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:46:33.642587 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-0286f0d1-f749-4683-8b76-01dff0aa995f tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "DELETE /v2.0/subnets/bb60fca2-ea10-4c16-bf06-b9dec93588b7 HTTP/1.1" status: 404 len: 337 time: 0.0325480 Feb 09 21:46:33.643234 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43192) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:33.671614 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-83de92e1-9914-488c-8c3a-6a5e309d6064 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] DELETE failed (client error): The resource could not be found. Feb 09 21:46:33.672079 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83de92e1-9914-488c-8c3a-6a5e309d6064 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:46:33.677989 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-83de92e1-9914-488c-8c3a-6a5e309d6064 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "DELETE /v2.0/subnets/f6a3a73e-2e3d-414f-9ed7-fbf0f952a2a1 HTTP/1.1" status: 404 len: 337 time: 0.0337460 Feb 09 21:46:33.678956 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43194) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:33.709088 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-b90a4a9b-4197-41d0-ac0a-86fbb7847dc1 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] DELETE failed (client error): The resource could not be found. Feb 09 21:46:33.709721 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b90a4a9b-4197-41d0-ac0a-86fbb7847dc1 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:46:33.715560 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 43196) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:33.715750 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-b90a4a9b-4197-41d0-ac0a-86fbb7847dc1 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "DELETE /v2.0/ports/32774388-1dad-46c3-bd21-fba3d9824c19 HTTP/1.1" status: 404 len: 333 time: 0.0354884 Feb 09 21:46:33.770042 n-d-828369-5 neutron-server[103140]: INFO neutron.pecan_wsgi.hooks.translation [None req-91b897ab-d8fc-40cb-a549-9ee6e4ee77b1 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] DELETE failed (client error): The resource could not be found. Feb 09 21:46:33.770502 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91b897ab-d8fc-40cb-a549-9ee6e4ee77b1 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:46:33.773568 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-91b897ab-d8fc-40cb-a549-9ee6e4ee77b1 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "DELETE /v2.0/subnets/a3b861b2-87c8-4649-80b9-b0b5cb48705f HTTP/1.1" status: 404 len: 337 time: 0.0539393 Feb 09 21:46:33.776238 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43198) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:33.816183 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-a04718d7-0a84-4bd9-857a-395842c179a6 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] DELETE failed (client error): The resource could not be found. Feb 09 21:46:33.816801 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a04718d7-0a84-4bd9-857a-395842c179a6 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:46:33.820002 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-a04718d7-0a84-4bd9-857a-395842c179a6 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "DELETE /v2.0/ports/69c95ac1-0c6b-40fd-b6eb-885ae28bf807 HTTP/1.1" status: 404 len: 333 time: 0.0405269 Feb 09 21:46:33.822582 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43200) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:33.852554 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-73cc4405-bbb9-47d5-98e4-18ddb9ed0f94 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] DELETE failed (client error): The resource could not be found. Feb 09 21:46:33.853029 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73cc4405-bbb9-47d5-98e4-18ddb9ed0f94 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:46:33.855048 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5b515d9c-fc01-4202-99b1-c147e89ed3b9 req-f884d8f2-4e63-4ae1-adb2-38e8f0fd8d1a tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] 10.222.0.90 "GET /v2.0/security-groups?id=38239a27-f81f-4dbe-b735-d2ad14a0ae0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122409 Feb 09 21:46:33.859025 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-73cc4405-bbb9-47d5-98e4-18ddb9ed0f94 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "DELETE /v2.0/subnets/2f388e8a-6550-4e4f-b6ee-d873009eece1 HTTP/1.1" status: 404 len: 337 time: 0.0352542 Feb 09 21:46:33.860315 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43204) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:33.872469 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc000d0-e14f-4a9d-93b8-b0f2a05850c0 req-ca946ee1-abb6-4082-a252-f8e896bc425f tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:33.875146 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5cc000d0-e14f-4a9d-93b8-b0f2a05850c0 req-ca946ee1-abb6-4082-a252-f8e896bc425f tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "GET /v2.0/ports?device_id=c50e996d-3eef-4dc6-9a7b-8319a153165b HTTP/1.1" status: 200 len: 945 time: 0.2422781 Feb 09 21:46:33.889458 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-a186e38d-6d51-43bf-96c2-9a6929a8304f tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] DELETE failed (client error): The resource could not be found. Feb 09 21:46:33.890054 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a186e38d-6d51-43bf-96c2-9a6929a8304f tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:46:33.896136 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-a186e38d-6d51-43bf-96c2-9a6929a8304f tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "DELETE /v2.0/ports/035cf232-745f-4138-a32a-377d18e2b852 HTTP/1.1" status: 404 len: 333 time: 0.0345726 Feb 09 21:46:33.896829 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43206) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:33.906738 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-b7d9d236-16e0-464b-a308-b76173a99ec7 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Allocated IP 2001:db8::94 (ed4940ef-ee4d-4f36-94d6-b986a8cbbb0b/95b47905-6d2a-4c67-a14b-7e6eba123117/c8c1f8b5-bb9d-40f7-bd6f-b31d4f410e99) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:46:33.924700 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-5146f6d5-6fc9-488b-8342-9c7b699ae4b3 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] DELETE failed (client error): The resource could not be found. Feb 09 21:46:33.925166 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5146f6d5-6fc9-488b-8342-9c7b699ae4b3 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:46:33.931075 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-5146f6d5-6fc9-488b-8342-9c7b699ae4b3 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "DELETE /v2.0/subnets/385c10ab-47a7-4ba5-998e-06053182f9fb HTTP/1.1" status: 404 len: 337 time: 0.0332499 Feb 09 21:46:33.932198 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43208) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:33.959198 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-c59f034b-fdb2-4dad-b853-802f74a8007c tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] DELETE failed (client error): The resource could not be found. Feb 09 21:46:33.959865 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c59f034b-fdb2-4dad-b853-802f74a8007c tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:46:33.963225 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-c59f034b-fdb2-4dad-b853-802f74a8007c tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "DELETE /v2.0/ports/0895180e-bbdc-49f0-9c7d-381d6569de6d HTTP/1.1" status: 404 len: 333 time: 0.0296578 Feb 09 21:46:33.965755 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43210) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:33.994519 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-53f19aee-90e7-4f2c-8c5c-b42a78fe47ed req-4eb76fe9-43c9-4016-bed5-f57757a0c730 tempest-ServerShowV257Test-959739667 tempest-ServerShowV257Test-959739667-project] 10.222.0.90 "GET /v2.0/ports?device_id=3979d9fd-95f7-4f56-a982-0c792c60050c HTTP/1.1" status: 200 len: 210 time: 0.0425222 Feb 09 21:46:33.996181 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-a01b9ec2-8900-43c9-9546-023ad641fd40 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] DELETE failed (client error): The resource could not be found. Feb 09 21:46:33.997067 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a01b9ec2-8900-43c9-9546-023ad641fd40 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:46:34.002885 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-a01b9ec2-8900-43c9-9546-023ad641fd40 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "DELETE /v2.0/subnets/a2211bfc-d758-42ad-915e-591a38d2ea3a HTTP/1.1" status: 404 len: 337 time: 0.0335078 Feb 09 21:46:34.003138 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43212) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:34.026858 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5cc000d0-e14f-4a9d-93b8-b0f2a05850c0 req-059703cd-6ca9-4d8f-acb7-af532ad0c67f tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "GET /v2.0/security-groups?id=296fe08d-5e2e-48dd-9aaf-df90eedd0fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070323 Feb 09 21:46:34.027674 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-52015588-279a-441e-9010-3ae7d7af37c3 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] DELETE failed (client error): The resource could not be found. Feb 09 21:46:34.028270 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52015588-279a-441e-9010-3ae7d7af37c3 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:46:34.033728 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-52015588-279a-441e-9010-3ae7d7af37c3 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "DELETE /v2.0/ports/35a911f7-43fe-4182-8c8f-c23ba7864c00 HTTP/1.1" status: 404 len: 333 time: 0.0273771 Feb 09 21:46:34.034054 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43214) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:34.060465 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd6df079-055a-4a79-b1e7-ee9614e2e663 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] DELETE failed (client error): The resource could not be found. Feb 09 21:46:34.061516 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd6df079-055a-4a79-b1e7-ee9614e2e663 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:46:34.066774 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-bd6df079-055a-4a79-b1e7-ee9614e2e663 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "DELETE /v2.0/subnets/25bf4071-ac70-4a37-bf19-bfe7c3eb53cc HTTP/1.1" status: 404 len: 337 time: 0.0296381 Feb 09 21:46:34.067048 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43216) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:34.091907 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-af78ea8f-99ab-43c3-a268-e050bb920cb6 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] DELETE failed (client error): The resource could not be found. Feb 09 21:46:34.092585 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af78ea8f-99ab-43c3-a268-e050bb920cb6 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:46:34.095618 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-af78ea8f-99ab-43c3-a268-e050bb920cb6 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "DELETE /v2.0/ports/8de36e77-0eb0-41d8-ab03-a969b07587e8 HTTP/1.1" status: 404 len: 333 time: 0.0276380 Feb 09 21:46:34.098014 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43218) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:34.120479 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b7d9d236-16e0-464b-a308-b76173a99ec7 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for port (c8c1f8b5-bb9d-40f7-bd6f-b31d4f410e99), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:34.124367 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-00f3490f-76af-4c38-a134-108ac6582ecf tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] DELETE failed (client error): The resource could not be found. Feb 09 21:46:34.124834 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00f3490f-76af-4c38-a134-108ac6582ecf tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:46:34.127988 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-00f3490f-76af-4c38-a134-108ac6582ecf tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "DELETE /v2.0/subnets/b7a1c2cd-35b8-43f4-9dbc-f98f0f575eb1 HTTP/1.1" status: 404 len: 337 time: 0.0290017 Feb 09 21:46:34.130586 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43220) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:34.154322 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b7d9d236-16e0-464b-a308-b76173a99ec7 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (c8c1f8b5-bb9d-40f7-bd6f-b31d4f410e99), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:34.157843 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fd1268b-85ae-4a03-8008-ca9cad7930bf tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] DELETE failed (client error): The resource could not be found. Feb 09 21:46:34.158423 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fd1268b-85ae-4a03-8008-ca9cad7930bf tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:46:34.164524 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-9fd1268b-85ae-4a03-8008-ca9cad7930bf tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "DELETE /v2.0/ports/dac81807-6e50-44d7-888b-5b037314ab49 HTTP/1.1" status: 404 len: 333 time: 0.0300374 Feb 09 21:46:34.165296 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43224) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:34.202703 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d9d236-16e0-464b-a308-b76173a99ec7 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Network ed4940ef-ee4d-4f36-94d6-b986a8cbbb0b is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:46:34.205893 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-b7d9d236-16e0-464b-a308-b76173a99ec7 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:46:34.206122 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cd8c881-4e76-4ff3-9e71-f832400dd6fb tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] DELETE failed (client error): The resource could not be found. Feb 09 21:46:34.206594 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cd8c881-4e76-4ff3-9e71-f832400dd6fb tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:46:34.212802 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d9d236-16e0-464b-a308-b76173a99ec7 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:46:34.213003 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-6cd8c881-4e76-4ff3-9e71-f832400dd6fb tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "DELETE /v2.0/subnets/fdb3027b-7355-4d07-aa23-43dc1d68abd8 HTTP/1.1" status: 404 len: 337 time: 0.0438342 Feb 09 21:46:34.213003 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43226) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:34.215502 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d9d236-16e0-464b-a308-b76173a99ec7 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:34.216130 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b7d9d236-16e0-464b-a308-b76173a99ec7 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:34.237120 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d9d236-16e0-464b-a308-b76173a99ec7 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Pushing event updated for resources: {'Port': ['ID=c8c1f8b5-bb9d-40f7-bd6f-b31d4f410e99,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:34.283868 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-b7d9d236-16e0-464b-a308-b76173a99ec7 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2416863 Feb 09 21:46:34.284688 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43228) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:34.296054 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-ede15fd0-cf9f-4c91-815d-280fcd1eb77d tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Request body: {'subnet': {'network_id': 'ed4940ef-ee4d-4f36-94d6-b986a8cbbb0b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:34.301855 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f810543-21bc-4f2b-9883-f67ad4d96bca req-c1545e64-bae4-4d54-9f3f-1460b3fd8240 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:34.303428 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8f810543-21bc-4f2b-9883-f67ad4d96bca req-c1545e64-bae4-4d54-9f3f-1460b3fd8240 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=446a9c08-b6b6-415b-9d31-50433bad72c5 HTTP/1.1" status: 200 len: 946 time: 0.0798814 Feb 09 21:46:34.316356 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f41af237-371c-4b68-969e-a61e89e7ee86 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (986c5511-2b50-4eb7-bb75-ff9f776ff726), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:34.360496 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8f810543-21bc-4f2b-9883-f67ad4d96bca req-2a6cde5f-65af-41e0-b0ce-8bf691e7e9b9 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500047 Feb 09 21:46:34.482055 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f41af237-371c-4b68-969e-a61e89e7ee86 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (986c5511-2b50-4eb7-bb75-ff9f776ff726), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:34.501302 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device ef0e46b9-7653-45a5-8dad-1bfc8dfdd5ac up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:46:34.516005 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-f41af237-371c-4b68-969e-a61e89e7ee86 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['986c5511-2b50-4eb7-bb75-ff9f776ff726']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:34.527497 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-f41af237-371c-4b68-969e-a61e89e7ee86 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e234f058-99e9-4683-aff2-a800b51d2ec4') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:34.527796 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-f41af237-371c-4b68-969e-a61e89e7ee86 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e234f058-99e9-4683-aff2-a800b51d2ec4') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:34.535345 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ede15fd0-cf9f-4c91-815d-280fcd1eb77d tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Made reservation on behalf of 87111984dff24e1780aaef3f75dde822 for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:46:34.539101 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ede15fd0-cf9f-4c91-815d-280fcd1eb77d tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:34.547759 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f41af237-371c-4b68-969e-a61e89e7ee86 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (e234f058-99e9-4683-aff2-a800b51d2ec4), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:34.620563 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f41af237-371c-4b68-969e-a61e89e7ee86 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (e234f058-99e9-4683-aff2-a800b51d2ec4), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:34.639991 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f41af237-371c-4b68-969e-a61e89e7ee86 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:46:34.640422 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f41af237-371c-4b68-969e-a61e89e7ee86 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (e234f058-99e9-4683-aff2-a800b51d2ec4), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:34.643506 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:46:34.643506 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:46:34.643506 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:46:34.643506 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:46:34.643506 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:46:34.643506 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:46:34.643506 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:46:34.643506 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:46:34.643506 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:46:34.643506 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:46:34.643506 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:46:34.643506 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:46:34.643506 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:46:34.643506 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:46:34.643506 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:46:34.643506 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:46:34.643506 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:46:34.643506 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:46:34.643506 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:46:34.643506 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:46:34.643506 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:46:34.643506 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:46:34.643506 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:46:34.643506 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:46:34.643506 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:46:34.643506 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:46:34.643506 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:46:34.643506 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:46:34.643506 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:46:34.643506 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:46:34.643506 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:46:34.643506 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:46:34.754978 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f41af237-371c-4b68-969e-a61e89e7ee86 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (986c5511-2b50-4eb7-bb75-ff9f776ff726), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:34.763945 n-d-828369-5 neutron-server[103141]: INFO neutron.db.ipam_backend_mixin [None req-ede15fd0-cf9f-4c91-815d-280fcd1eb77d tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 95b47905-6d2a-4c67-a14b-7e6eba123117 (CIDR: 2001:db8::/64) Feb 09 21:46:34.765382 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e90a89-dd19-4c88-b23d-50ff68c87d9d req-2cbbb931-2011-4d7d-9744-f94e540610ad tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:34.766994 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port ef0e46b9-7653-45a5-8dad-1bfc8dfdd5ac triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:34.767567 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (ef0e46b9-7653-45a5-8dad-1bfc8dfdd5ac), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:34.772819 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f41af237-371c-4b68-969e-a61e89e7ee86 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:34.777416 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-f41af237-371c-4b68-969e-a61e89e7ee86 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] 10.222.0.90 "DELETE /v2.0/networks/986c5511-2b50-4eb7-bb75-ff9f776ff726 HTTP/1.1" status: 204 len: 168 time: 0.5633719 Feb 09 21:46:34.779593 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e90a89-dd19-4c88-b23d-50ff68c87d9d req-2cbbb931-2011-4d7d-9744-f94e540610ad tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:34.785672 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e90a89-dd19-4c88-b23d-50ff68c87d9d req-2cbbb931-2011-4d7d-9744-f94e540610ad tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:34.791712 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e90a89-dd19-4c88-b23d-50ff68c87d9d req-2cbbb931-2011-4d7d-9744-f94e540610ad tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:34.797581 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-ede15fd0-cf9f-4c91-815d-280fcd1eb77d tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:46:34.798080 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ede15fd0-cf9f-4c91-815d-280fcd1eb77d tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:46:34.798673 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e90a89-dd19-4c88-b23d-50ff68c87d9d req-2cbbb931-2011-4d7d-9744-f94e540610ad tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:34.804127 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e90a89-dd19-4c88-b23d-50ff68c87d9d req-2cbbb931-2011-4d7d-9744-f94e540610ad tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:34.810058 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e90a89-dd19-4c88-b23d-50ff68c87d9d req-2cbbb931-2011-4d7d-9744-f94e540610ad tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:34.815789 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41af237-371c-4b68-969e-a61e89e7ee86 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Pushing event deleted for resources: {'Network': ['ID=986c5511-2b50-4eb7-bb75-ff9f776ff726,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:34.817208 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-82e90a89-dd19-4c88-b23d-50ff68c87d9d req-2cbbb931-2011-4d7d-9744-f94e540610ad tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 5437 time: 0.1499386 Feb 09 21:46:34.829122 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-ede15fd0-cf9f-4c91-815d-280fcd1eb77d tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5433457 Feb 09 21:46:34.833925 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43234) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:34.837402 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-0270d819-f8fa-476f-8a8e-c258d4d826e6 None None] Provisioning complete for port ef0e46b9-7653-45a5-8dad-1bfc8dfdd5ac triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:34.838085 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-0270d819-f8fa-476f-8a8e-c258d4d826e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (ef0e46b9-7653-45a5-8dad-1bfc8dfdd5ac), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:34.839658 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-db678fb0-c19f-4537-bfd3-25baf13b0fdc tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Request body: {'subnet': {'network_id': 'ed4940ef-ee4d-4f36-94d6-b986a8cbbb0b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:34.844055 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41af237-371c-4b68-969e-a61e89e7ee86 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:34.844429 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41af237-371c-4b68-969e-a61e89e7ee86 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:34.844772 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41af237-371c-4b68-969e-a61e89e7ee86 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:34.845372 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41af237-371c-4b68-969e-a61e89e7ee86 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:34.845712 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41af237-371c-4b68-969e-a61e89e7ee86 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:34.846041 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41af237-371c-4b68-969e-a61e89e7ee86 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:34.846370 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41af237-371c-4b68-969e-a61e89e7ee86 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:34.846696 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41af237-371c-4b68-969e-a61e89e7ee86 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:34.847027 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41af237-371c-4b68-969e-a61e89e7ee86 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:34.847352 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41af237-371c-4b68-969e-a61e89e7ee86 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:34.847674 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41af237-371c-4b68-969e-a61e89e7ee86 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:34.847995 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41af237-371c-4b68-969e-a61e89e7ee86 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:34.848348 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41af237-371c-4b68-969e-a61e89e7ee86 tempest-NetworksTestDHCPv6-573249970 tempest-NetworksTestDHCPv6-573249970-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:34.920711 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-82e90a89-dd19-4c88-b23d-50ff68c87d9d req-dd889b03-d82c-483e-b308-c114e34429d2 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/security-groups?id=f725d2ca-c6e8-41e3-94bc-9cf24ee5a23b&id=7a6c813b-611d-4436-831d-fc6ca76a9308&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0960820 Feb 09 21:46:34.960961 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port ef0e46b9-7653-45a5-8dad-1bfc8dfdd5ac is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:34.961856 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (ef0e46b9-7653-45a5-8dad-1bfc8dfdd5ac), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:35.052318 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db678fb0-c19f-4537-bfd3-25baf13b0fdc tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Made reservation on behalf of 87111984dff24e1780aaef3f75dde822 for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:46:35.062848 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-db678fb0-c19f-4537-bfd3-25baf13b0fdc tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:35.067524 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port ef0e46b9-7653-45a5-8dad-1bfc8dfdd5ac, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=ef0e46b9-7653-45a5-8dad-1bfc8dfdd5ac,segment=NetworkSegment(0a41c4c4-58cd-416b-a6d9-f1a73a988837),segment_id=0a41c4c4-58cd-416b-a6d9-f1a73a988837)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:35.077772 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (ef0e46b9-7653-45a5-8dad-1bfc8dfdd5ac), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:35.112842 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f024604-3ea4-4da2-8e95-b94aa3826dd4 req-fcce26c2-ffd2-49f0-a3eb-e27c84b3edbc tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:35.116846 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4f024604-3ea4-4da2-8e95-b94aa3826dd4 req-fcce26c2-ffd2-49f0-a3eb-e27c84b3edbc tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] 10.222.0.90 "GET /v2.0/ports?device_id=4e98c9ca-b181-4bb0-8b06-e4e2ab95a399 HTTP/1.1" status: 200 len: 945 time: 0.1352811 Feb 09 21:46:35.128532 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=ef0e46b9-7653-45a5-8dad-1bfc8dfdd5ac,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:35.131446 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-0270d819-f8fa-476f-8a8e-c258d4d826e6 None None] Current status of the port ef0e46b9-7653-45a5-8dad-1bfc8dfdd5ac is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:35.132030 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-0270d819-f8fa-476f-8a8e-c258d4d826e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (ef0e46b9-7653-45a5-8dad-1bfc8dfdd5ac), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:35.192194 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bb8ead43-7cf6-47d4-a545-179dd072c441 req-20805440-fc2f-4206-81d9-8792af221d58 tempest-ServerShowV257Test-959739667 tempest-ServerShowV257Test-959739667-project] 10.222.0.90 "GET /v2.0/ports?device_id=3979d9fd-95f7-4f56-a982-0c792c60050c HTTP/1.1" status: 200 len: 210 time: 0.0728328 Feb 09 21:46:35.209204 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.db.api [None req-0270d819-f8fa-476f-8a8e-c258d4d826e6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103142) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:46:35.210480 n-d-828369-5 neutron-server[103142]: DEBUG oslo_db.api [None req-0270d819-f8fa-476f-8a8e-c258d4d826e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:46:35.224536 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43244) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:35.248973 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4f024604-3ea4-4da2-8e95-b94aa3826dd4 req-242fc06b-8317-464a-bb82-6d1f13f1c876 tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] 10.222.0.90 "GET /v2.0/security-groups?id=38239a27-f81f-4dbe-b735-d2ad14a0ae0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266935 Feb 09 21:46:35.345052 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce025493-a522-4f72-bc19-a1b8fa7d2dcf req-726a3ce1-230f-440a-a04d-3d2886a958a4 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:35.346588 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ce025493-a522-4f72-bc19-a1b8fa7d2dcf req-726a3ce1-230f-440a-a04d-3d2886a958a4 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "GET /v2.0/ports?device_id=c50e996d-3eef-4dc6-9a7b-8319a153165b HTTP/1.1" status: 200 len: 945 time: 0.0621719 Feb 09 21:46:35.375130 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-db678fb0-c19f-4537-bfd3-25baf13b0fdc tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (3c54ebfc-ac88-4cde-bbd6-4b491fcee0f5), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:35.398304 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ce025493-a522-4f72-bc19-a1b8fa7d2dcf req-83b75c35-7015-4aab-9960-dc6771e6d819 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "GET /v2.0/security-groups?id=296fe08d-5e2e-48dd-9aaf-df90eedd0fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453541 Feb 09 21:46:35.426526 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-f516e8ee-ec66-4393-8469-a688401fd36b admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=880c3cd16cc943a98203fd230e26852f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2008622 Feb 09 21:46:35.433167 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 43250) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:35.433351 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db678fb0-c19f-4537-bfd3-25baf13b0fdc tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Network ed4940ef-ee4d-4f36-94d6-b986a8cbbb0b is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:46:35.436488 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-db678fb0-c19f-4537-bfd3-25baf13b0fdc tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:46:35.440807 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db678fb0-c19f-4537-bfd3-25baf13b0fdc tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:35.441451 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-db678fb0-c19f-4537-bfd3-25baf13b0fdc tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:35.445882 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74ed154-8bb5-444c-96bf-b6b9c31d23ec None None] Network ed4940ef-ee4d-4f36-94d6-b986a8cbbb0b requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:46:35.452362 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db678fb0-c19f-4537-bfd3-25baf13b0fdc tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Pushing event updated for resources: {'Subnet': ['ID=3c54ebfc-ac88-4cde-bbd6-4b491fcee0f5,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:35.467612 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-db678fb0-c19f-4537-bfd3-25baf13b0fdc tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6314957 Feb 09 21:46:35.470298 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43252) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:35.476296 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-49a12d80-ea2b-4d69-943a-f09e44d9feb8 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1898400905', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3c54ebfc-ac88-4cde-bbd6-4b491fcee0f5'}], 'security_groups': ['fa23c96a-47f6-4065-b6cc-3277348c3038']}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:35.539875 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-012daa77-c0a9-43cb-83cd-73ece68b9963 admin admin] Publish callbacks [] for security_group (3fbb29bb-a1c1-4652-b7e2-42df410b775e), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:35.551087 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e53ba-d799-45e1-8ffa-7e3eee8d4c5a req-83de79fa-570e-4549-bbb4-99fc46f48d55 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:35.553331 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-648e53ba-d799-45e1-8ffa-7e3eee8d4c5a req-83de79fa-570e-4549-bbb4-99fc46f48d55 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=446a9c08-b6b6-415b-9d31-50433bad72c5 HTTP/1.1" status: 200 len: 946 time: 0.1087196 Feb 09 21:46:35.587547 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-012daa77-c0a9-43cb-83cd-73ece68b9963 admin admin] Publish callbacks [] for security_group (3fbb29bb-a1c1-4652-b7e2-42df410b775e), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:35.648645 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-648e53ba-d799-45e1-8ffa-7e3eee8d4c5a req-7b0a6c04-de7d-49a2-b27d-d9474669d516 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875392 Feb 09 21:46:35.660421 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0c9f35-1403-4a2b-a4c7-a69710870a56 None None] Update dhcp port {'port': {'network_id': 'ed4940ef-ee4d-4f36-94d6-b986a8cbbb0b', 'fixed_ips': [{'subnet_id': '95b47905-6d2a-4c67-a14b-7e6eba123117', 'ip_address': '2001:db8::2'}, {'subnet_id': '3c54ebfc-ac88-4cde-bbd6-4b491fcee0f5'}], 'binding:host_id': 'n-d-828369-5'}, 'id': 'ef0e46b9-7653-45a5-8dad-1bfc8dfdd5ac'} from n-d-828369-5. {{(pid=103142) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 21:46:35.661034 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-49a12d80-ea2b-4d69-943a-f09e44d9feb8 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (c8c1f8b5-bb9d-40f7-bd6f-b31d4f410e99), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:35.672446 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-012daa77-c0a9-43cb-83cd-73ece68b9963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (3fbb29bb-a1c1-4652-b7e2-42df410b775e), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:35.675061 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-012daa77-c0a9-43cb-83cd-73ece68b9963 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:35.679239 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-012daa77-c0a9-43cb-83cd-73ece68b9963 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/3fbb29bb-a1c1-4652-b7e2-42df410b775e HTTP/1.1" status: 204 len: 168 time: 0.2421591 Feb 09 21:46:35.684281 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012daa77-c0a9-43cb-83cd-73ece68b9963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fbb29bb-a1c1-4652-b7e2-42df410b775e,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:35.685427 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ac0c9f35-1403-4a2b-a4c7-a69710870a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (ef0e46b9-7653-45a5-8dad-1bfc8dfdd5ac), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:35.697796 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012daa77-c0a9-43cb-83cd-73ece68b9963 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:35.699148 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012daa77-c0a9-43cb-83cd-73ece68b9963 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:35.699689 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012daa77-c0a9-43cb-83cd-73ece68b9963 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:35.700514 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012daa77-c0a9-43cb-83cd-73ece68b9963 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:35.701083 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012daa77-c0a9-43cb-83cd-73ece68b9963 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:35.702473 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012daa77-c0a9-43cb-83cd-73ece68b9963 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:35.702832 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012daa77-c0a9-43cb-83cd-73ece68b9963 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:35.703175 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012daa77-c0a9-43cb-83cd-73ece68b9963 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:35.703587 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012daa77-c0a9-43cb-83cd-73ece68b9963 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:35.704305 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012daa77-c0a9-43cb-83cd-73ece68b9963 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:35.705906 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012daa77-c0a9-43cb-83cd-73ece68b9963 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:35.706903 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012daa77-c0a9-43cb-83cd-73ece68b9963 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:35.707265 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012daa77-c0a9-43cb-83cd-73ece68b9963 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:35.838890 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-0270d819-f8fa-476f-8a8e-c258d4d826e6 None None] Current status of the port ef0e46b9-7653-45a5-8dad-1bfc8dfdd5ac is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:35.866090 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-0270d819-f8fa-476f-8a8e-c258d4d826e6 None None] Provisioning complete for port 2d417da2-570e-422d-92e0-2f3a7882deb3 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:35.866476 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-0270d819-f8fa-476f-8a8e-c258d4d826e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (2d417da2-570e-422d-92e0-2f3a7882deb3), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:35.939597 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-0270d819-f8fa-476f-8a8e-c258d4d826e6 None None] Port 2d417da2-570e-422d-92e0-2f3a7882deb3 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:46:35.947744 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-ac0c9f35-1403-4a2b-a4c7-a69710870a56 None None] Allocated IP 2001:db8:0:1::2 (ed4940ef-ee4d-4f36-94d6-b986a8cbbb0b/3c54ebfc-ac88-4cde-bbd6-4b491fcee0f5/ef0e46b9-7653-45a5-8dad-1bfc8dfdd5ac) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:46:35.956456 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0bab64-517e-4fa5-a2c7-5ff914d80b3c req-30b987d3-c483-4bfd-a850-2eb59c298c94 tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:35.958144 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-fc0bab64-517e-4fa5-a2c7-5ff914d80b3c req-30b987d3-c483-4bfd-a850-2eb59c298c94 tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] 10.222.0.89 "GET /v2.0/ports?device_id=4e98c9ca-b181-4bb0-8b06-e4e2ab95a399 HTTP/1.1" status: 200 len: 945 time: 0.0589426 Feb 09 21:46:36.074135 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-ac0c9f35-1403-4a2b-a4c7-a69710870a56 None None] For port ef0e46b9-7653-45a5-8dad-1bfc8dfdd5ac, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=ef0e46b9-7653-45a5-8dad-1bfc8dfdd5ac,segment=NetworkSegment(0a41c4c4-58cd-416b-a6d9-f1a73a988837),segment_id=0a41c4c4-58cd-416b-a6d9-f1a73a988837)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:36.083195 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-fc0bab64-517e-4fa5-a2c7-5ff914d80b3c req-3f8741a1-855c-44e9-b904-c797bb6663d2 tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] Deleting port 8a93d7fd-114a-4178-8340-e454f09ca326 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:46:36.083559 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-fc0bab64-517e-4fa5-a2c7-5ff914d80b3c req-3f8741a1-855c-44e9-b904-c797bb6663d2 tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (8a93d7fd-114a-4178-8340-e454f09ca326), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:36.092731 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-0394a0ba-9af8-4b93-ae29-f06129d71ba3 None None] Provisioning complete for port c8c1f8b5-bb9d-40f7-bd6f-b31d4f410e99 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:36.093207 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-0394a0ba-9af8-4b93-ae29-f06129d71ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (c8c1f8b5-bb9d-40f7-bd6f-b31d4f410e99), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:36.143461 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09137236-6e38-4e4c-bad0-d74ea0083488 req-b75902f8-01f9-4b1d-a639-5a86d7b287e4 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:36.150787 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09137236-6e38-4e4c-bad0-d74ea0083488 req-b75902f8-01f9-4b1d-a639-5a86d7b287e4 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:36.158760 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09137236-6e38-4e4c-bad0-d74ea0083488 req-b75902f8-01f9-4b1d-a639-5a86d7b287e4 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:36.165846 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09137236-6e38-4e4c-bad0-d74ea0083488 req-b75902f8-01f9-4b1d-a639-5a86d7b287e4 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:36.172603 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09137236-6e38-4e4c-bad0-d74ea0083488 req-b75902f8-01f9-4b1d-a639-5a86d7b287e4 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:36.180637 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09137236-6e38-4e4c-bad0-d74ea0083488 req-b75902f8-01f9-4b1d-a639-5a86d7b287e4 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:36.180838 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ac0c9f35-1403-4a2b-a4c7-a69710870a56 None None] Publish callbacks [] for port (ef0e46b9-7653-45a5-8dad-1bfc8dfdd5ac), precommit_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:36.184273 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-0394a0ba-9af8-4b93-ae29-f06129d71ba3 None None] Port c8c1f8b5-bb9d-40f7-bd6f-b31d4f410e99 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:46:36.188109 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09137236-6e38-4e4c-bad0-d74ea0083488 req-b75902f8-01f9-4b1d-a639-5a86d7b287e4 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:36.193841 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-09137236-6e38-4e4c-bad0-d74ea0083488 req-b75902f8-01f9-4b1d-a639-5a86d7b287e4 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 5437 time: 0.1772113 Feb 09 21:46:36.199173 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ac0c9f35-1403-4a2b-a4c7-a69710870a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (ef0e46b9-7653-45a5-8dad-1bfc8dfdd5ac), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:36.278038 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-09137236-6e38-4e4c-bad0-d74ea0083488 req-1b96dc35-c08f-4d65-9c71-824070e8a71d tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/security-groups?id=f725d2ca-c6e8-41e3-94bc-9cf24ee5a23b&id=7a6c813b-611d-4436-831d-fc6ca76a9308&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0789933 Feb 09 21:46:36.281790 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-fc0bab64-517e-4fa5-a2c7-5ff914d80b3c req-3f8741a1-855c-44e9-b904-c797bb6663d2 tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] For port 8a93d7fd-114a-4178-8340-e454f09ca326, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=8a93d7fd-114a-4178-8340-e454f09ca326,segment=NetworkSegment(302376ac-9268-4998-af9e-49ee4b478b93),segment_id=302376ac-9268-4998-af9e-49ee4b478b93)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:36.282278 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-fc0bab64-517e-4fa5-a2c7-5ff914d80b3c req-3f8741a1-855c-44e9-b904-c797bb6663d2 tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (8a93d7fd-114a-4178-8340-e454f09ca326), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:36.292158 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0c9f35-1403-4a2b-a4c7-a69710870a56 None None] Pushing event updated for resources: {'Port': ['ID=ef0e46b9-7653-45a5-8dad-1bfc8dfdd5ac,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:36.346954 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9f243dae-0c88-438c-af48-edeea966fe05 req-39502f2e-6c0f-4505-8ad9-a69a31dbccd6 tempest-ServerShowV257Test-959739667 tempest-ServerShowV257Test-959739667-project] 10.222.0.90 "GET /v2.0/ports?device_id=3979d9fd-95f7-4f56-a982-0c792c60050c HTTP/1.1" status: 200 len: 210 time: 0.0527773 Feb 09 21:46:36.350715 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-fc0bab64-517e-4fa5-a2c7-5ff914d80b3c req-3f8741a1-855c-44e9-b904-c797bb6663d2 tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] Calling delete_port for 8a93d7fd-114a-4178-8340-e454f09ca326 owned by compute:nova {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:46:36.426806 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-49a12d80-ea2b-4d69-943a-f09e44d9feb8 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Delete allocated IP 2001:db8::94 (ed4940ef-ee4d-4f36-94d6-b986a8cbbb0b/95b47905-6d2a-4c67-a14b-7e6eba123117) {{(pid=103141) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 21:46:36.448721 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-49a12d80-ea2b-4d69-943a-f09e44d9feb8 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Allocated IP 2001:db8:0:1::26f (ed4940ef-ee4d-4f36-94d6-b986a8cbbb0b/3c54ebfc-ac88-4cde-bbd6-4b491fcee0f5/c8c1f8b5-bb9d-40f7-bd6f-b31d4f410e99) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:46:36.496642 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a725135-93ee-475f-95c0-b74b643f41ce req-b6b42465-4a03-426a-8a5c-6c573eaf9150 tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:36.507688 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4a725135-93ee-475f-95c0-b74b643f41ce req-b6b42465-4a03-426a-8a5c-6c573eaf9150 tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] 10.222.0.90 "GET /v2.0/ports?device_id=4e98c9ca-b181-4bb0-8b06-e4e2ab95a399 HTTP/1.1" status: 200 len: 945 time: 0.1256795 Feb 09 21:46:36.532366 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device ef0e46b9-7653-45a5-8dad-1bfc8dfdd5ac up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:46:36.609138 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port ef0e46b9-7653-45a5-8dad-1bfc8dfdd5ac triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:36.610659 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (ef0e46b9-7653-45a5-8dad-1bfc8dfdd5ac), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:36.636250 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4a725135-93ee-475f-95c0-b74b643f41ce req-1fd3e0cc-e051-405c-b5ce-491bd8771daa tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] 10.222.0.90 "GET /v2.0/security-groups?id=38239a27-f81f-4dbe-b735-d2ad14a0ae0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271894 Feb 09 21:46:36.643156 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-fc0bab64-517e-4fa5-a2c7-5ff914d80b3c req-3f8741a1-855c-44e9-b904-c797bb6663d2 tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (8a93d7fd-114a-4178-8340-e454f09ca326), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:36.686331 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['8a93d7fd-114a-4178-8340-e454f09ca326'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:46:36.689458 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f741797e-8f70-4f58-9fe0-dc03dd8d9b1b req-a272c0a7-7264-42fb-bb3a-d2ad072b4a9c tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:36.701045 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f741797e-8f70-4f58-9fe0-dc03dd8d9b1b req-a272c0a7-7264-42fb-bb3a-d2ad072b4a9c tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:36.712681 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f741797e-8f70-4f58-9fe0-dc03dd8d9b1b req-a272c0a7-7264-42fb-bb3a-d2ad072b4a9c tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:36.726055 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f741797e-8f70-4f58-9fe0-dc03dd8d9b1b req-a272c0a7-7264-42fb-bb3a-d2ad072b4a9c tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:36.729428 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43286) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:36.735102 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f741797e-8f70-4f58-9fe0-dc03dd8d9b1b req-a272c0a7-7264-42fb-bb3a-d2ad072b4a9c tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:36.735423 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8741a1-855c-44e9-b904-c797bb6663d2 tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] Pushing event deleted for resources: {'Port': ['ID=8a93d7fd-114a-4178-8340-e454f09ca326,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:36.749139 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f741797e-8f70-4f58-9fe0-dc03dd8d9b1b req-a272c0a7-7264-42fb-bb3a-d2ad072b4a9c tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:36.754651 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f741797e-8f70-4f58-9fe0-dc03dd8d9b1b req-a272c0a7-7264-42fb-bb3a-d2ad072b4a9c tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:36.756586 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f741797e-8f70-4f58-9fe0-dc03dd8d9b1b req-a272c0a7-7264-42fb-bb3a-d2ad072b4a9c tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 5437 time: 0.2368469 Feb 09 21:46:36.772998 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43290) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:36.790849 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-d5b9895c-3db8-4b9f-947b-71a2012fbb59 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Request body: {'floatingip': {'port_id': '9af85d6f-02ae-4b57-8eb5-a2a08e3b6081'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:36.865512 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port ef0e46b9-7653-45a5-8dad-1bfc8dfdd5ac is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:36.884275 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d5b9895c-3db8-4b9f-947b-71a2012fbb59 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks [] for floatingip (d214608a-6006-4d06-b54c-82062e9f65e1), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:36.891754 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f193a35-516b-4c39-990a-82bd803f20d4 req-5327b5d5-f6d5-4229-a1e0-d4663edd89eb tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:36.894003 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4f193a35-516b-4c39-990a-82bd803f20d4 req-5327b5d5-f6d5-4229-a1e0-d4663edd89eb tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "GET /v2.0/ports?device_id=c50e996d-3eef-4dc6-9a7b-8319a153165b HTTP/1.1" status: 200 len: 945 time: 0.1364045 Feb 09 21:46:36.949039 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-52e29877-7bfb-487b-ac3e-5a67e141f37b tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-215360303'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:36.976083 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4f193a35-516b-4c39-990a-82bd803f20d4 req-f59263c6-68d4-4acb-91b1-7f7441c195ee tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "GET /v2.0/security-groups?id=296fe08d-5e2e-48dd-9aaf-df90eedd0fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646918 Feb 09 21:46:36.983094 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d23763-902b-4cbd-9a87-dd236de65374 req-c3be2280-1a80-4a13-8347-c2c3bce969b4 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:36.984663 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-02d23763-902b-4cbd-9a87-dd236de65374 req-c3be2280-1a80-4a13-8347-c2c3bce969b4 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=446a9c08-b6b6-415b-9d31-50433bad72c5 HTTP/1.1" status: 200 len: 946 time: 0.1145051 Feb 09 21:46:36.995689 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc0bab64-517e-4fa5-a2c7-5ff914d80b3c req-3f8741a1-855c-44e9-b904-c797bb6663d2 tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] No DVR routers for this DVR port 8a93d7fd-114a-4178-8340-e454f09ca326 on host n-h2-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:46:37.011265 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-fc0bab64-517e-4fa5-a2c7-5ff914d80b3c req-3f8741a1-855c-44e9-b904-c797bb6663d2 tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:37.015309 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-fc0bab64-517e-4fa5-a2c7-5ff914d80b3c req-3f8741a1-855c-44e9-b904-c797bb6663d2 tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] 10.222.0.89 "DELETE /v2.0/ports/8a93d7fd-114a-4178-8340-e454f09ca326 HTTP/1.1" status: 204 len: 173 time: 1.0474730 Feb 09 21:46:37.016112 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e98c9ca-b181-4bb0-8b06-e4e2ab95a399', 'name': 'network-vif-deleted', 'tag': '8a93d7fd-114a-4178-8340-e454f09ca326'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:46:37.018146 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9a6e04a-a843-4cf1-ac71-fa75dd3aadfa" -d '{"events": [{"server_uuid": "4e98c9ca-b181-4bb0-8b06-e4e2ab95a399", "name": "network-vif-deleted", "tag": "8a93d7fd-114a-4178-8340-e454f09ca326"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:46:37.045064 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-02d23763-902b-4cbd-9a87-dd236de65374 req-020ee139-eeca-4e39-89f8-0ba258a42809 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541062 Feb 09 21:46:37.091922 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-49a12d80-ea2b-4d69-943a-f09e44d9feb8 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for port (c8c1f8b5-bb9d-40f7-bd6f-b31d4f410e99), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:37.098145 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-817dc895-35d4-4411-b64c-d18a6a1a23dc x-openstack-request-id: req-817dc895-35d4-4411-b64c-d18a6a1a23dc {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:46:37.099278 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e98c9ca-b181-4bb0-8b06-e4e2ab95a399", "name": "network-vif-deleted", "tag": "8a93d7fd-114a-4178-8340-e454f09ca326", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:46:37.099278 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-817dc895-35d4-4411-b64c-d18a6a1a23dc {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:46:37.099278 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e98c9ca-b181-4bb0-8b06-e4e2ab95a399', 'name': 'network-vif-deleted', 'tag': '8a93d7fd-114a-4178-8340-e454f09ca326', 'status': 'completed', 'code': 200} Feb 09 21:46:37.104789 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-49a12d80-ea2b-4d69-943a-f09e44d9feb8 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (c8c1f8b5-bb9d-40f7-bd6f-b31d4f410e99), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:37.109026 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52e29877-7bfb-487b-ac3e-5a67e141f37b tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] Made reservation on behalf of c7d164bc57f04bb8b2390dbba83ff1fc for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:46:37.112587 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-52e29877-7bfb-487b-ac3e-5a67e141f37b tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:37.163046 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-52e29877-7bfb-487b-ac3e-5a67e141f37b tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:37.293154 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-49a12d80-ea2b-4d69-943a-f09e44d9feb8 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] In _notify_port_updated(), no bound segment for port c8c1f8b5-bb9d-40f7-bd6f-b31d4f410e99 on network ed4940ef-ee4d-4f36-94d6-b986a8cbbb0b {{(pid=103141) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 21:46:37.299208 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a12d80-ea2b-4d69-943a-f09e44d9feb8 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:37.299836 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-49a12d80-ea2b-4d69-943a-f09e44d9feb8 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:37.301227 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-49a12d80-ea2b-4d69-943a-f09e44d9feb8 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "PUT /v2.0/ports/c8c1f8b5-bb9d-40f7-bd6f-b31d4f410e99 HTTP/1.1" status: 200 len: 931 time: 1.8298180 Feb 09 21:46:37.304123 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 43294) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:37.308331 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a12d80-ea2b-4d69-943a-f09e44d9feb8 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Pushing event updated for resources: {'Port': ['ID=c8c1f8b5-bb9d-40f7-bd6f-b31d4f410e99,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:37.328689 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-bc39ed6a-97a3-4b3f-87f4-368bf6df4844 None None] Provisioning complete for port ef0e46b9-7653-45a5-8dad-1bfc8dfdd5ac triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:37.335583 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-bc39ed6a-97a3-4b3f-87f4-368bf6df4844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (ef0e46b9-7653-45a5-8dad-1bfc8dfdd5ac), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:37.446711 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-bc39ed6a-97a3-4b3f-87f4-368bf6df4844 None None] Current status of the port ef0e46b9-7653-45a5-8dad-1bfc8dfdd5ac is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:37.460306 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-bc39ed6a-97a3-4b3f-87f4-368bf6df4844 None None] Provisioning complete for port c8c1f8b5-bb9d-40f7-bd6f-b31d4f410e99 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:37.460964 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-bc39ed6a-97a3-4b3f-87f4-368bf6df4844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (c8c1f8b5-bb9d-40f7-bd6f-b31d4f410e99), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:37.497087 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-bc39ed6a-97a3-4b3f-87f4-368bf6df4844 None None] Port c8c1f8b5-bb9d-40f7-bd6f-b31d4f410e99 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:46:37.514291 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-bc39ed6a-97a3-4b3f-87f4-368bf6df4844 None None] Provisioning complete for port 2d417da2-570e-422d-92e0-2f3a7882deb3 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:37.514866 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-bc39ed6a-97a3-4b3f-87f4-368bf6df4844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (2d417da2-570e-422d-92e0-2f3a7882deb3), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:37.555284 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-bc39ed6a-97a3-4b3f-87f4-368bf6df4844 None None] Port 2d417da2-570e-422d-92e0-2f3a7882deb3 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:46:37.571232 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-52e29877-7bfb-487b-ac3e-5a67e141f37b tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] Publish callbacks [] for security_group (79c1fea5-50d5-4ba8-ba95-ff0cccf1c96c), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:37.577620 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-52e29877-7bfb-487b-ac3e-5a67e141f37b tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (79c1fea5-50d5-4ba8-ba95-ff0cccf1c96c), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:37.616958 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52e29877-7bfb-487b-ac3e-5a67e141f37b tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:46:37.643740 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e29877-7bfb-487b-ac3e-5a67e141f37b tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79c1fea5-50d5-4ba8-ba95-ff0cccf1c96c,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:37.652286 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-52e29877-7bfb-487b-ac3e-5a67e141f37b tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (1b91b0b0-5cd5-4d07-9448-0b0040a57d1a), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:37.652650 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-52e29877-7bfb-487b-ac3e-5a67e141f37b tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] Added segment 1b91b0b0-5cd5-4d07-9448-0b0040a57d1a of type vlan for network 6fe1c16c-9851-44f3-ad85-770110207cd0 Feb 09 21:46:37.698696 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a6f1953b-9568-49eb-b906-7d0a628a4ab7 None None] Provisioning complete for port c8c1f8b5-bb9d-40f7-bd6f-b31d4f410e99 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:37.700374 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a6f1953b-9568-49eb-b906-7d0a628a4ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (c8c1f8b5-bb9d-40f7-bd6f-b31d4f410e99), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:37.753397 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a6f1953b-9568-49eb-b906-7d0a628a4ab7 None None] Port c8c1f8b5-bb9d-40f7-bd6f-b31d4f410e99 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:46:37.779019 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-52e29877-7bfb-487b-ac3e-5a67e141f37b tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (6fe1c16c-9851-44f3-ad85-770110207cd0), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:37.955350 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7faaa498-3c26-4543-952f-517deb3262b6 req-b83c3be7-acce-4ac2-b801-1affd71756e0 tempest-ServerShowV257Test-959739667 tempest-ServerShowV257Test-959739667-project] 10.222.0.90 "GET /v2.0/ports?device_id=3979d9fd-95f7-4f56-a982-0c792c60050c HTTP/1.1" status: 200 len: 210 time: 0.0765328 Feb 09 21:46:38.021124 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-78450116-a6e4-45a0-b26d-99e156e7b109 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Deleting port c8c1f8b5-bb9d-40f7-bd6f-b31d4f410e99 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:46:38.021364 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-78450116-a6e4-45a0-b26d-99e156e7b109 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (c8c1f8b5-bb9d-40f7-bd6f-b31d4f410e99), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:38.041927 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de12cb60-2133-4a01-ab30-1bceacb6ba5c req-7912ccac-1005-498e-8de0-aab89ccf0ac7 tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:38.043588 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-de12cb60-2133-4a01-ab30-1bceacb6ba5c req-7912ccac-1005-498e-8de0-aab89ccf0ac7 tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] 10.222.0.90 "GET /v2.0/networks?id=25defb09-d744-4c22-bfc1-6754edb35ec9 HTTP/1.1" status: 200 len: 808 time: 0.1635268 Feb 09 21:46:38.094375 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d5b9895c-3db8-4b9f-947b-71a2012fbb59 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:38.100899 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d5b9895c-3db8-4b9f-947b-71a2012fbb59 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (d214608a-6006-4d06-b54c-82062e9f65e1), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:38.121303 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-de12cb60-2133-4a01-ab30-1bceacb6ba5c req-35dfd9d7-5f80-4672-b649-98ca8e6ccb8e tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] 10.222.0.90 "GET /v2.0/quotas/06629d6639714c7a8d2a8ddf047a31e7 HTTP/1.1" status: 200 len: 375 time: 0.0506988 Feb 09 21:46:38.161658 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-52e29877-7bfb-487b-ac3e-5a67e141f37b tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (6fe1c16c-9851-44f3-ad85-770110207cd0), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:38.166521 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e29877-7bfb-487b-ac3e-5a67e141f37b tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:38.167124 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-52e29877-7bfb-487b-ac3e-5a67e141f37b tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:38.178292 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-de12cb60-2133-4a01-ab30-1bceacb6ba5c req-ef247a73-bd32-4f78-bf72-f1decc0e1664 tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=06629d6639714c7a8d2a8ddf047a31e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474684 Feb 09 21:46:38.196155 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-78450116-a6e4-45a0-b26d-99e156e7b109 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (c8c1f8b5-bb9d-40f7-bd6f-b31d4f410e99), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:38.225327 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46062836-e0ed-4154-85f4-fc816cba34d3 req-8c4edee8-640a-4748-9129-5796a51112dc tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:38.226760 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-46062836-e0ed-4154-85f4-fc816cba34d3 req-8c4edee8-640a-4748-9129-5796a51112dc tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "GET /v2.0/ports?device_id=c50e996d-3eef-4dc6-9a7b-8319a153165b HTTP/1.1" status: 200 len: 945 time: 0.1573784 Feb 09 21:46:38.233225 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-52e29877-7bfb-487b-ac3e-5a67e141f37b tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.5016494 Feb 09 21:46:38.240190 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43316) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:38.241707 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-78450116-a6e4-45a0-b26d-99e156e7b109 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Calling delete_port for c8c1f8b5-bb9d-40f7-bd6f-b31d4f410e99 owned by {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:46:38.251841 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-ef005cd7-9484-46e4-87ca-52e5a4e4eede tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] Request body: {'subnet': {'network_id': '6fe1c16c-9851-44f3-ad85-770110207cd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:38.316529 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e29877-7bfb-487b-ac3e-5a67e141f37b tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] Pushing event updated for resources: {'Network': ['ID=6fe1c16c-9851-44f3-ad85-770110207cd0,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:38.328176 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 6fe1c16c-9851-44f3-ad85-770110207cd0 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:46:38.345490 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-09c4105f-8ef1-466c-928b-9fed7703822e req-6834db89-e9ee-4397-be45-7784d771253e service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=3979d9fd-95f7-4f56-a982-0c792c60050c HTTP/1.1" status: 200 len: 210 time: 0.0688565 Feb 09 21:46:38.359985 n-d-828369-5 neutron-server[103141]: INFO neutron.db.l3_db [None req-d5b9895c-3db8-4b9f-947b-71a2012fbb59 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Floating IP d214608a-6006-4d06-b54c-82062e9f65e1 associated. External IP: 172.25.3.71, port: 9af85d6f-02ae-4b57-8eb5-a2a08e3b6081. Feb 09 21:46:38.438173 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-46062836-e0ed-4154-85f4-fc816cba34d3 req-4850d9ff-1a9a-430d-8d5a-7dbcda7f7340 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "GET /v2.0/security-groups?id=296fe08d-5e2e-48dd-9aaf-df90eedd0fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665757 Feb 09 21:46:38.449031 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef005cd7-9484-46e4-87ca-52e5a4e4eede tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] Made reservation on behalf of c7d164bc57f04bb8b2390dbba83ff1fc for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:46:38.453155 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ef005cd7-9484-46e4-87ca-52e5a4e4eede tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:38.461195 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-de12cb60-2133-4a01-ab30-1bceacb6ba5c req-44f24c1c-b662-4017-b31e-cfd1ea80377b service neutron] 10.222.0.90 "GET /v2.0/networks/25defb09-d744-4c22-bfc1-6754edb35ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623632 Feb 09 21:46:38.636138 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-78450116-a6e4-45a0-b26d-99e156e7b109 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (c8c1f8b5-bb9d-40f7-bd6f-b31d4f410e99), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:38.646854 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf46833f-566b-4230-9e3b-2c2dbfeccb85 req-86813eee-5725-4833-8cb2-390649a3af72 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:38.648383 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cf46833f-566b-4230-9e3b-2c2dbfeccb85 req-86813eee-5725-4833-8cb2-390649a3af72 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=446a9c08-b6b6-415b-9d31-50433bad72c5 HTTP/1.1" status: 200 len: 946 time: 0.1402159 Feb 09 21:46:38.656750 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-de12cb60-2133-4a01-ab30-1bceacb6ba5c req-2080db5c-d1e4-4740-ba6e-66911d1cb5a4 service neutron] 10.222.0.90 "GET /v2.0/networks/25defb09-d744-4c22-bfc1-6754edb35ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947007 Feb 09 21:46:38.703533 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78450116-a6e4-45a0-b26d-99e156e7b109 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Pushing event deleted for resources: {'Port': ['ID=c8c1f8b5-bb9d-40f7-bd6f-b31d4f410e99,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:38.745629 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5b9895c-3db8-4b9f-947b-71a2012fbb59 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Router 9378fdb6-af0c-40c9-b62e-f5a26dc8f129 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:46:38.771534 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ef005cd7-9484-46e4-87ca-52e5a4e4eede tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (9e36761d-ad8d-4c29-8b89-0d9003b05c2a), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:38.775261 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 8a93d7fd-114a-4178-8340-e454f09ca326 no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:46:38.817589 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cf46833f-566b-4230-9e3b-2c2dbfeccb85 req-b0504a3a-60f1-4b66-8856-0cfad0168121 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366634 Feb 09 21:46:38.832788 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-78450116-a6e4-45a0-b26d-99e156e7b109 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:38.833479 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43320) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:38.834564 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-78450116-a6e4-45a0-b26d-99e156e7b109 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "DELETE /v2.0/ports/c8c1f8b5-bb9d-40f7-bd6f-b31d4f410e99 HTTP/1.1" status: 204 len: 168 time: 1.5282905 Feb 09 21:46:38.846020 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] No Port match for: 8a93d7fd-114a-4178-8340-e454f09ca326 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:46:38.846366 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 8a93d7fd-114a-4178-8340-e454f09ca326 not bound to the agent host n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:46:38.900885 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-94389e1f-8df4-4913-a79b-746cf31fa7f0 req-ad63dd0e-a4e3-499d-ac11-7a6fd6e6ac72 tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] 10.222.0.90 "GET /v2.0/ports?device_id=e4cab769-be6e-4668-9820-fa9588f893a0 HTTP/1.1" status: 200 len: 210 time: 0.0465267 Feb 09 21:46:38.938799 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-29f297c7-28eb-4f3d-9842-ab1729f267ad tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] GET failed (client error): The resource could not be found. Feb 09 21:46:38.942873 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-29f297c7-28eb-4f3d-9842-ab1729f267ad tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "GET /v2.0/ports/c8c1f8b5-bb9d-40f7-bd6f-b31d4f410e99 HTTP/1.1" status: 404 len: 333 time: 0.1058102 Feb 09 21:46:38.943636 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 43324) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:38.953065 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef005cd7-9484-46e4-87ca-52e5a4e4eede tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] Pushing event updated for resources: {'Subnet': ['ID=9e36761d-ad8d-4c29-8b89-0d9003b05c2a,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:38.988325 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-893457b3-d9cc-471e-999b-a4f833f5972d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:39.000877 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef005cd7-9484-46e4-87ca-52e5a4e4eede tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] Checking segment: {'id': '1b91b0b0-5cd5-4d07-9448-0b0040a57d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '6fe1c16c-9851-44f3-ad85-770110207cd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:46:39.001308 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef005cd7-9484-46e4-87ca-52e5a4e4eede tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] Network hostable DHCP agents. Network: 6fe1c16c-9851-44f3-ad85-770110207cd0, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:46:39.016325 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5b9895c-3db8-4b9f-947b-71a2012fbb59 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:46:39.023449 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d5b9895c-3db8-4b9f-947b-71a2012fbb59 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:39.028004 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca4a930-df17-4412-96eb-4fb8fb6e94e5 None None] Sync routers for ids ['9378fdb6-af0c-40c9-b62e-f5a26dc8f129'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:46:39.050189 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5e25b321-974b-4e6c-b3fc-5ff033bf0507 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for security_group (722af781-f158-493a-bcfc-63db2da192c9), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:39.052307 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca4a930-df17-4412-96eb-4fb8fb6e94e5 None None] Routers {'9378fdb6-af0c-40c9-b62e-f5a26dc8f129'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:46:39.052973 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-fca4a930-df17-4412-96eb-4fb8fb6e94e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:46:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['9378fdb6-af0c-40c9-b62e-f5a26dc8f129'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:39.111404 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5e25b321-974b-4e6c-b3fc-5ff033bf0507 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for security_group (722af781-f158-493a-bcfc-63db2da192c9), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:39.111679 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef005cd7-9484-46e4-87ca-52e5a4e4eede tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] Network 6fe1c16c-9851-44f3-ad85-770110207cd0 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:46:39.140671 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-d5b9895c-3db8-4b9f-947b-71a2012fbb59 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "PUT /v2.0/floatingips/d214608a-6006-4d06-b54c-82062e9f65e1 HTTP/1.1" status: 200 len: 991 time: 2.3551886 Feb 09 21:46:39.142818 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9451ac8-6c39-40f2-b7ec-f3604f7a77ca', 'tag': '9af85d6f-02ae-4b57-8eb5-a2a08e3b6081'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:46:39.145347 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30c2595b-350d-4314-8808-dcbb840e0fa9" -d '{"events": [{"name": "network-changed", "server_uuid": "e9451ac8-6c39-40f2-b7ec-f3604f7a77ca", "tag": "9af85d6f-02ae-4b57-8eb5-a2a08e3b6081"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:46:39.149741 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-ef005cd7-9484-46e4-87ca-52e5a4e4eede tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 6fe1c16c-9851-44f3-ad85-770110207cd0) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:46:39.155538 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef005cd7-9484-46e4-87ca-52e5a4e4eede tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:39.157905 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ef005cd7-9484-46e4-87ca-52e5a4e4eede tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:39.158391 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-53a15811-c724-4c2f-8df4-6d44a759eeaf req-05498063-149b-4cf1-9694-3ef3e4682353 tempest-ServerShowV257Test-959739667 tempest-ServerShowV257Test-959739667-project] 10.222.0.90 "GET /v2.0/ports?device_id=3979d9fd-95f7-4f56-a982-0c792c60050c HTTP/1.1" status: 200 len: 210 time: 0.0672786 Feb 09 21:46:39.179281 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-ef005cd7-9484-46e4-87ca-52e5a4e4eede tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9378204 Feb 09 21:46:39.181974 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 43336) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:39.187853 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-8722df7b-cd1a-4aee-9600-f140f40b79af tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] Request body: {'port': {'network_id': '6fe1c16c-9851-44f3-ad85-770110207cd0', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2102298562'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:39.192037 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d33d7f-de4e-46ee-8dce-ea152d554b67 None None] Network 6fe1c16c-9851-44f3-ad85-770110207cd0 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:46:39.284663 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccb6d2be-6d17-4cd1-a9f5-f020669e6f05 x-openstack-request-id: req-ccb6d2be-6d17-4cd1-a9f5-f020669e6f05 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:46:39.285798 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9451ac8-6c39-40f2-b7ec-f3604f7a77ca", "tag": "9af85d6f-02ae-4b57-8eb5-a2a08e3b6081", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:46:39.285798 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-ccb6d2be-6d17-4cd1-a9f5-f020669e6f05 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:46:39.285798 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9451ac8-6c39-40f2-b7ec-f3604f7a77ca', 'tag': '9af85d6f-02ae-4b57-8eb5-a2a08e3b6081', 'status': 'completed', 'code': 200} Feb 09 21:46:39.303032 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5e25b321-974b-4e6c-b3fc-5ff033bf0507 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (722af781-f158-493a-bcfc-63db2da192c9), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:39.306146 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5e25b321-974b-4e6c-b3fc-5ff033bf0507 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:39.307837 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-5e25b321-974b-4e6c-b3fc-5ff033bf0507 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "DELETE /v2.0/security-groups/722af781-f158-493a-bcfc-63db2da192c9 HTTP/1.1" status: 204 len: 168 time: 0.3636298 Feb 09 21:46:39.310850 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43340) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:39.361555 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e25b321-974b-4e6c-b3fc-5ff033bf0507 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=722af781-f158-493a-bcfc-63db2da192c9,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:39.383422 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-fca4a930-df17-4412-96eb-4fb8fb6e94e5 None None] Set router 9378fdb6-af0c-40c9-b62e-f5a26dc8f129 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:46:39.418196 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9da447-cce5-4665-a181-f942961008b6 req-50e3a588-c93e-44eb-9a27-2571ca081ddc tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:39.422083 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089ba003-e984-4f6a-acf1-ef11799acda1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-6fe1c16c-9851-44f3-ad85-770110207cd0', 'network_id': '6fe1c16c-9851-44f3-ad85-770110207cd0', 'project_id': 'c7d164bc57f04bb8b2390dbba83ff1fc', 'fixed_ips': [{'subnet_id': '9e36761d-ad8d-4c29-8b89-0d9003b05c2a'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:46:39.423866 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-089ba003-e984-4f6a-acf1-ef11799acda1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:39.424883 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9da447-cce5-4665-a181-f942961008b6 req-50e3a588-c93e-44eb-9a27-2571ca081ddc tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:39.430376 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9da447-cce5-4665-a181-f942961008b6 req-50e3a588-c93e-44eb-9a27-2571ca081ddc tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:39.436694 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9da447-cce5-4665-a181-f942961008b6 req-50e3a588-c93e-44eb-9a27-2571ca081ddc tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:39.439827 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-27cb85d3-0fa9-4c6d-b440-8523705a076a tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for security_group (fa23c96a-47f6-4065-b6cc-3277348c3038), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:39.442650 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9da447-cce5-4665-a181-f942961008b6 req-50e3a588-c93e-44eb-9a27-2571ca081ddc tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:39.448904 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9da447-cce5-4665-a181-f942961008b6 req-50e3a588-c93e-44eb-9a27-2571ca081ddc tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:39.456091 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9da447-cce5-4665-a181-f942961008b6 req-50e3a588-c93e-44eb-9a27-2571ca081ddc tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:39.458403 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ba9da447-cce5-4665-a181-f942961008b6 req-50e3a588-c93e-44eb-9a27-2571ca081ddc tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 5437 time: 0.1724913 Feb 09 21:46:39.486214 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8722df7b-cd1a-4aee-9600-f140f40b79af tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] Made reservation on behalf of c7d164bc57f04bb8b2390dbba83ff1fc for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:46:39.489799 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8722df7b-cd1a-4aee-9600-f140f40b79af tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:39.491669 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-27cb85d3-0fa9-4c6d-b440-8523705a076a tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for security_group (fa23c96a-47f6-4065-b6cc-3277348c3038), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:39.525521 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-8722df7b-cd1a-4aee-9600-f140f40b79af tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] device_id is not set on port 875f8d38-9130-4814-b81d-b5128d051335 yet. {{(pid=103140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:46:39.550429 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c2595b-350d-4314-8808-dcbb840e0fa9 req-377ed59a-d36e-40dd-9aa8-a1bfa0005be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:39.551198 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c2595b-350d-4314-8808-dcbb840e0fa9 req-377ed59a-d36e-40dd-9aa8-a1bfa0005be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:39.551848 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c2595b-350d-4314-8808-dcbb840e0fa9 req-377ed59a-d36e-40dd-9aa8-a1bfa0005be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:39.552348 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c2595b-350d-4314-8808-dcbb840e0fa9 req-377ed59a-d36e-40dd-9aa8-a1bfa0005be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:39.552935 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c2595b-350d-4314-8808-dcbb840e0fa9 req-377ed59a-d36e-40dd-9aa8-a1bfa0005be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:39.553405 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c2595b-350d-4314-8808-dcbb840e0fa9 req-377ed59a-d36e-40dd-9aa8-a1bfa0005be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:39.553867 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c2595b-350d-4314-8808-dcbb840e0fa9 req-377ed59a-d36e-40dd-9aa8-a1bfa0005be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:39.555926 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-30c2595b-350d-4314-8808-dcbb840e0fa9 req-377ed59a-d36e-40dd-9aa8-a1bfa0005be6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e0fba33cc37140f68483b74485e6f58c&device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 6711 time: 0.1960597 Feb 09 21:46:39.557428 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-27cb85d3-0fa9-4c6d-b440-8523705a076a tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (fa23c96a-47f6-4065-b6cc-3277348c3038), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:39.561644 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-27cb85d3-0fa9-4c6d-b440-8523705a076a tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:39.562936 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-27cb85d3-0fa9-4c6d-b440-8523705a076a tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "DELETE /v2.0/security-groups/fa23c96a-47f6-4065-b6cc-3277348c3038 HTTP/1.1" status: 204 len: 168 time: 0.2511091 Feb 09 21:46:39.567554 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43344) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:39.600385 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ba9da447-cce5-4665-a181-f942961008b6 req-066bf057-cf56-4d42-a30a-9daecdb5d836 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/security-groups?id=f725d2ca-c6e8-41e3-94bc-9cf24ee5a23b&id=7a6c813b-611d-4436-831d-fc6ca76a9308&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1333706 Feb 09 21:46:39.633487 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cb85d3-0fa9-4c6d-b440-8523705a076a tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa23c96a-47f6-4065-b6cc-3277348c3038,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:39.725814 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8c44282-df30-46d1-ae97-6326a0c3915e tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Deleting subnet 95b47905-6d2a-4c67-a14b-7e6eba123117 {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:46:39.745439 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c8c44282-df30-46d1-ae97-6326a0c3915e tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for subnet (95b47905-6d2a-4c67-a14b-7e6eba123117), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:39.757204 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef45910-3cac-411e-a639-a4ccefd1f485 req-50d263f1-21e2-471b-9271-f8d94953f39d tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:39.765071 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1ef45910-3cac-411e-a639-a4ccefd1f485 req-50d263f1-21e2-471b-9271-f8d94953f39d tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "GET /v2.0/ports?device_id=c50e996d-3eef-4dc6-9a7b-8319a153165b HTTP/1.1" status: 200 len: 945 time: 0.1790595 Feb 09 21:46:39.787723 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-8722df7b-cd1a-4aee-9600-f140f40b79af tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] Allocated IP 2001:db8::210 (6fe1c16c-9851-44f3-ad85-770110207cd0/9e36761d-ad8d-4c29-8b89-0d9003b05c2a/875f8d38-9130-4814-b81d-b5128d051335) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:46:39.819989 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c2595b-350d-4314-8808-dcbb840e0fa9 req-838dcbdd-a82f-471a-8bea-b18101a0545e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:39.821557 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-30c2595b-350d-4314-8808-dcbb840e0fa9 req-838dcbdd-a82f-471a-8bea-b18101a0545e service neutron] 10.222.0.89 "GET /v2.0/networks?id=74d53abd-a71d-429c-929d-41ed12b1d218 HTTP/1.1" status: 200 len: 912 time: 0.2576315 Feb 09 21:46:39.827677 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c8c44282-df30-46d1-ae97-6326a0c3915e tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (95b47905-6d2a-4c67-a14b-7e6eba123117), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:39.865762 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-fca4a930-df17-4412-96eb-4fb8fb6e94e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9378fdb6-af0c-40c9-b62e-f5a26dc8f129', 'name': 'tempest-TaggedBootDevicesTest-909826218-router', 'tenant_id': 'e0fba33cc37140f68483b74485e6f58c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '747c4daf-18ce-48cb-a47d-3fed3fc7043b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:42:57Z', 'updated_at': '2022-02-09T21:43:15Z', 'revision_number': 4, 'project_id': 'e0fba33cc37140f68483b74485e6f58c', 'gw_port': {'id': '747c4daf-18ce-48cb-a47d-3fed3fc7043b', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:50:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9378fdb6-af0c-40c9-b62e-f5a26dc8f129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:43:03Z', 'updated_at': '2022-02-09T21:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': 'd214608a-6006-4d06-b54c-82062e9f65e1', 'tenant_id': 'e0fba33cc37140f68483b74485e6f58c', 'floating_ip_address': '172.25.3.71', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': '9378fdb6-af0c-40c9-b62e-f5a26dc8f129', 'port_id': '9af85d6f-02ae-4b57-8eb5-a2a08e3b6081', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2201, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74d53abd-a71d-429c-929d-41ed12b1d218', 'mac_address': 'fa:16:3e:4c:44:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9451ac8-6c39-40f2-b7ec-f3604f7a77ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:44:44Z', 'updated_at': '2022-02-09T21:46:37Z', 'revision_number': 1, 'project_id': 'e0fba33cc37140f68483b74485e6f58c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffc1eb71-c432-4a0b-94d6-451407628622', 'name': '', 'network_id': '74d53abd-a71d-429c-929d-41ed12b1d218', 'tenant_id': 'e0fba33cc37140f68483b74485e6f58c', 'mac_address': 'fa:16:3e:8b:6b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9378fdb6-af0c-40c9-b62e-f5a26dc8f129', 'device_owner': 'network:router_interface', 'standard_attr_id': 2023, 'fixed_ips': [{'subnet_id': '31bf57d7-aaed-40fd-925f-87213ac6208a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:43:14Z', 'updated_at': '2022-02-09T21:43:29Z', 'revision_number': 5, 'project_id': 'e0fba33cc37140f68483b74485e6f58c', 'subnets': [{'id': '31bf57d7-aaed-40fd-925f-87213ac6208a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:39.888378 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1ef45910-3cac-411e-a639-a4ccefd1f485 req-1f47c241-aa91-40c6-b6e6-9b31ac7b2952 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "GET /v2.0/security-groups?id=296fe08d-5e2e-48dd-9aaf-df90eedd0fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223073 Feb 09 21:46:39.923605 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca4a930-df17-4412-96eb-4fb8fb6e94e5 None None] Checking router: 9378fdb6-af0c-40c9-b62e-f5a26dc8f129 for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:46:39.938854 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca4a930-df17-4412-96eb-4fb8fb6e94e5 None None] Routers {'9378fdb6-af0c-40c9-b62e-f5a26dc8f129'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:46:39.940406 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-fca4a930-df17-4412-96eb-4fb8fb6e94e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:46:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['9378fdb6-af0c-40c9-b62e-f5a26dc8f129'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:39.966394 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-30c2595b-350d-4314-8808-dcbb840e0fa9 req-8e988db1-7b7c-4f1b-a39e-55fb2b6b2043 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9af85d6f-02ae-4b57-8eb5-a2a08e3b6081 HTTP/1.1" status: 200 len: 999 time: 0.1349642 Feb 09 21:46:40.059305 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c2595b-350d-4314-8808-dcbb840e0fa9 req-a4d1c86f-3f59-4018-a61f-d38abaef2d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:40.061617 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-30c2595b-350d-4314-8808-dcbb840e0fa9 req-a4d1c86f-3f59-4018-a61f-d38abaef2d2f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=31bf57d7-aaed-40fd-925f-87213ac6208a HTTP/1.1" status: 200 len: 850 time: 0.0718837 Feb 09 21:46:40.063042 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c8c44282-df30-46d1-ae97-6326a0c3915e tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (95b47905-6d2a-4c67-a14b-7e6eba123117), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:40.067581 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4c0f69cf-34ed-407c-898f-e53612b9f51c req-02b21fae-ad9f-41d3-baad-72df3b9a310b tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] 10.222.0.90 "GET /v2.0/ports?device_id=e4cab769-be6e-4668-9820-fa9588f893a0 HTTP/1.1" status: 200 len: 210 time: 0.0465598 Feb 09 21:46:40.114532 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16a15a2-25b3-4a1c-8c4a-1659fed8ac9e req-da9f71b7-e487-422a-8d08-1b06083cbef1 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:40.116266 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f16a15a2-25b3-4a1c-8c4a-1659fed8ac9e req-da9f71b7-e487-422a-8d08-1b06083cbef1 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=446a9c08-b6b6-415b-9d31-50433bad72c5 HTTP/1.1" status: 200 len: 946 time: 0.1722424 Feb 09 21:46:40.146292 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8722df7b-cd1a-4aee-9600-f140f40b79af tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] Publish callbacks [] for port (875f8d38-9130-4814-b81d-b5128d051335), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:40.187387 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c2595b-350d-4314-8808-dcbb840e0fa9 req-543c0ac2-51a9-48b5-b4a2-3ce3567b3189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:40.189028 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-30c2595b-350d-4314-8808-dcbb840e0fa9 req-543c0ac2-51a9-48b5-b4a2-3ce3567b3189 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=74d53abd-a71d-429c-929d-41ed12b1d218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0850987 Feb 09 21:46:40.192927 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f16a15a2-25b3-4a1c-8c4a-1659fed8ac9e req-c1c5f5f2-ef2e-4368-8b05-e4eb24cacde8 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714409 Feb 09 21:46:40.198378 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c8c44282-df30-46d1-ae97-6326a0c3915e tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (95b47905-6d2a-4c67-a14b-7e6eba123117), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:40.248556 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8722df7b-cd1a-4aee-9600-f140f40b79af tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (875f8d38-9130-4814-b81d-b5128d051335), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:40.254644 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c44282-df30-46d1-ae97-6326a0c3915e tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Pushing event deleted for resources: {'Subnet': ['ID=95b47905-6d2a-4c67-a14b-7e6eba123117,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:40.272141 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-fca4a930-df17-4412-96eb-4fb8fb6e94e5 None None] Set router 9378fdb6-af0c-40c9-b62e-f5a26dc8f129 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:46:40.312914 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c8c44282-df30-46d1-ae97-6326a0c3915e tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:40.315419 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8722df7b-cd1a-4aee-9600-f140f40b79af tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] Network 6fe1c16c-9851-44f3-ad85-770110207cd0 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:46:40.322955 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-8722df7b-cd1a-4aee-9600-f140f40b79af tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:46:40.323255 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 43352) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:40.325371 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-c8c44282-df30-46d1-ae97-6326a0c3915e tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "DELETE /v2.0/subnets/95b47905-6d2a-4c67-a14b-7e6eba123117 HTTP/1.1" status: 204 len: 168 time: 0.7488663 Feb 09 21:46:40.325611 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8722df7b-cd1a-4aee-9600-f140f40b79af tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:46:40.331368 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8722df7b-cd1a-4aee-9600-f140f40b79af tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:40.332122 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8722df7b-cd1a-4aee-9600-f140f40b79af tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:40.340711 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-80ced2f5-c6be-45cb-b9ae-441cb88a7b4f tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Request body: {'subnet': {'network_id': 'ed4940ef-ee4d-4f36-94d6-b986a8cbbb0b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:40.351978 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8722df7b-cd1a-4aee-9600-f140f40b79af tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] Pushing event updated for resources: {'Port': ['ID=875f8d38-9130-4814-b81d-b5128d051335,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:40.353389 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2a951e-a91f-418d-858d-98969c4983f4 None None] Network ed4940ef-ee4d-4f36-94d6-b986a8cbbb0b requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:46:40.428119 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-22452166-67b6-4144-8a2f-9d74a195d235 req-b9757765-d553-4505-a2d9-7f38b78c5031 tempest-ServerShowV257Test-959739667 tempest-ServerShowV257Test-959739667-project] 10.222.0.90 "GET /v2.0/ports?device_id=3979d9fd-95f7-4f56-a982-0c792c60050c HTTP/1.1" status: 200 len: 210 time: 0.0815108 Feb 09 21:46:40.435114 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-8722df7b-cd1a-4aee-9600-f140f40b79af tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.2520432 Feb 09 21:46:40.440268 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 43354) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:40.446571 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-a9345acb-2ef0-41de-9bc2-0c90a17bfebd tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] Request body: {'port': {'network_id': '6fe1c16c-9851-44f3-ad85-770110207cd0', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1147162436', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:40.447218 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.api.validators [None req-a9345acb-2ef0-41de-9bc2-0c90a17bfebd tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] bootfile-name is not in valid_values {{(pid=103140) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 21:46:40.447641 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.api.validators [None req-a9345acb-2ef0-41de-9bc2-0c90a17bfebd tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] tftp-server is not in valid_values {{(pid=103140) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 21:46:40.448086 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.api.validators [None req-a9345acb-2ef0-41de-9bc2-0c90a17bfebd tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] server-ip-address is not in valid_values {{(pid=103140) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 21:46:40.509266 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-089ba003-e984-4f6a-acf1-ef11799acda1 None None] Allocated IP 2001:db8::2 (6fe1c16c-9851-44f3-ad85-770110207cd0/9e36761d-ad8d-4c29-8b89-0d9003b05c2a/ee7696e1-72df-4f63-b87e-7b0f85e4e81b) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:46:40.521126 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:46:40.536597 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-30c2595b-350d-4314-8808-dcbb840e0fa9 req-6f2b0fa6-53f8-4e28-bd8a-8e68f46452f4 service neutron] 10.222.0.89 "GET /v2.0/networks/74d53abd-a71d-429c-929d-41ed12b1d218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3261437 Feb 09 21:46:40.630880 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ced2f5-c6be-45cb-b9ae-441cb88a7b4f tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Made reservation on behalf of 87111984dff24e1780aaef3f75dde822 for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:46:40.635081 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-80ced2f5-c6be-45cb-b9ae-441cb88a7b4f tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621317'] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:40.665379 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de12cb60-2133-4a01-ab30-1bceacb6ba5c req-4c7d382b-f6a3-42b0-8822-9ead0fec3bdd tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:40.666890 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-de12cb60-2133-4a01-ab30-1bceacb6ba5c req-4c7d382b-f6a3-42b0-8822-9ead0fec3bdd tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] 10.222.0.89 "GET /v2.0/networks?id=25defb09-d744-4c22-bfc1-6754edb35ec9 HTTP/1.1" status: 200 len: 808 time: 0.3404446 Feb 09 21:46:40.695302 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-de12cb60-2133-4a01-ab30-1bceacb6ba5c req-cffb82fa-c774-4879-8834-51a061918401 tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] Request body: {'port': {'device_id': 'e4cab769-be6e-4668-9820-fa9588f893a0', 'network_id': '25defb09-d744-4c22-bfc1-6754edb35ec9', 'admin_state_up': True, 'tenant_id': '06629d6639714c7a8d2a8ddf047a31e7'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:40.797680 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9345acb-2ef0-41de-9bc2-0c90a17bfebd tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] Made reservation on behalf of c7d164bc57f04bb8b2390dbba83ff1fc for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:46:40.803024 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a9345acb-2ef0-41de-9bc2-0c90a17bfebd tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:40.830029 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-30c2595b-350d-4314-8808-dcbb840e0fa9 req-82896a7c-f349-4eb8-adb7-91e9cccf934f service neutron] 10.222.0.89 "GET /v2.0/networks/74d53abd-a71d-429c-929d-41ed12b1d218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496440 Feb 09 21:46:40.851110 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e4ebd9d9-2874-4fa8-8330-25bb63dcffa0 req-8fb36da7-1d5a-42b2-ad80-2075a3c3e2e0 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=9dcf68746c444be2a32b5cbe11484c64&device_id=3979d9fd-95f7-4f56-a982-0c792c60050c HTTP/1.1" status: 200 len: 210 time: 0.1018481 Feb 09 21:46:40.866620 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-a9345acb-2ef0-41de-9bc2-0c90a17bfebd tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] device_id is not set on port 806dfa1d-ea62-4cbd-84c0-ba1ada111601 yet. {{(pid=103140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:46:40.884736 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de12cb60-2133-4a01-ab30-1bceacb6ba5c req-cffb82fa-c774-4879-8834-51a061918401 tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] Made reservation on behalf of 06629d6639714c7a8d2a8ddf047a31e7 for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:46:40.888889 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-de12cb60-2133-4a01-ab30-1bceacb6ba5c req-cffb82fa-c774-4879-8834-51a061918401 tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:40.890905 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-089ba003-e984-4f6a-acf1-ef11799acda1 None None] Publish callbacks [] for port (ee7696e1-72df-4f63-b87e-7b0f85e4e81b), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:40.924281 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-089ba003-e984-4f6a-acf1-ef11799acda1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (ee7696e1-72df-4f63-b87e-7b0f85e4e81b), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:40.953943 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e8d21a00-e587-424c-95a7-da1a93b85759 req-a353aa0f-3f65-4bc0-9e19-a9ced0712ba4 tempest-ServerShowV257Test-959739667 tempest-ServerShowV257Test-959739667-project] 10.222.0.90 "GET /v2.0/ports?device_id=3979d9fd-95f7-4f56-a982-0c792c60050c HTTP/1.1" status: 200 len: 210 time: 0.2067101 Feb 09 21:46:41.004402 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089ba003-e984-4f6a-acf1-ef11799acda1 None None] Network 6fe1c16c-9851-44f3-ad85-770110207cd0 is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:46:41.010825 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e4ebd9d9-2874-4fa8-8330-25bb63dcffa0 req-ec6324d1-0e2b-4426-a8d7-53d8148f802e service neutron] 10.222.0.95 "GET /v2.0/networks?tenant_id=9dcf68746c444be2a32b5cbe11484c64&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0727041 Feb 09 21:46:41.022797 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-089ba003-e984-4f6a-acf1-ef11799acda1 None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:46:41.032611 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089ba003-e984-4f6a-acf1-ef11799acda1 None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:46:41.047269 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089ba003-e984-4f6a-acf1-ef11799acda1 None None] Pushing event updated for resources: {'Port': ['ID=ee7696e1-72df-4f63-b87e-7b0f85e4e81b,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:41.050243 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-3eb23767-4f1e-4d49-ab12-a68456578755 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:41.067890 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [req-de12cb60-2133-4a01-ab30-1bceacb6ba5c req-cffb82fa-c774-4879-8834-51a061918401 tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] Allocated IP 172.20.0.3 (25defb09-d744-4c22-bfc1-6754edb35ec9/5974b033-cc61-4eb4-a4f6-ce96161693e1/32058b2a-cb41-411d-a8ed-19dec708cfd7) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:46:41.081728 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-fca4a930-df17-4412-96eb-4fb8fb6e94e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9378fdb6-af0c-40c9-b62e-f5a26dc8f129', 'name': 'tempest-TaggedBootDevicesTest-909826218-router', 'tenant_id': 'e0fba33cc37140f68483b74485e6f58c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '747c4daf-18ce-48cb-a47d-3fed3fc7043b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:42:57Z', 'updated_at': '2022-02-09T21:43:15Z', 'revision_number': 4, 'project_id': 'e0fba33cc37140f68483b74485e6f58c', 'gw_port': {'id': '747c4daf-18ce-48cb-a47d-3fed3fc7043b', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:50:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9378fdb6-af0c-40c9-b62e-f5a26dc8f129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:43:03Z', 'updated_at': '2022-02-09T21:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': 'd214608a-6006-4d06-b54c-82062e9f65e1', 'tenant_id': 'e0fba33cc37140f68483b74485e6f58c', 'floating_ip_address': '172.25.3.71', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': '9378fdb6-af0c-40c9-b62e-f5a26dc8f129', 'port_id': '9af85d6f-02ae-4b57-8eb5-a2a08e3b6081', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2201, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74d53abd-a71d-429c-929d-41ed12b1d218', 'mac_address': 'fa:16:3e:4c:44:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9451ac8-6c39-40f2-b7ec-f3604f7a77ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:44:44Z', 'updated_at': '2022-02-09T21:46:37Z', 'revision_number': 1, 'project_id': 'e0fba33cc37140f68483b74485e6f58c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffc1eb71-c432-4a0b-94d6-451407628622', 'name': '', 'network_id': '74d53abd-a71d-429c-929d-41ed12b1d218', 'tenant_id': 'e0fba33cc37140f68483b74485e6f58c', 'mac_address': 'fa:16:3e:8b:6b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9378fdb6-af0c-40c9-b62e-f5a26dc8f129', 'device_owner': 'network:router_interface', 'standard_attr_id': 2023, 'fixed_ips': [{'subnet_id': '31bf57d7-aaed-40fd-925f-87213ac6208a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:43:14Z', 'updated_at': '2022-02-09T21:43:29Z', 'revision_number': 5, 'project_id': 'e0fba33cc37140f68483b74485e6f58c', 'subnets': [{'id': '31bf57d7-aaed-40fd-925f-87213ac6208a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:41.142509 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca4a930-df17-4412-96eb-4fb8fb6e94e5 None None] The sync data for ids ['9378fdb6-af0c-40c9-b62e-f5a26dc8f129'] in n-d-828369-5 is: [{'id': '9378fdb6-af0c-40c9-b62e-f5a26dc8f129', 'name': 'tempest-TaggedBootDevicesTest-909826218-router', 'tenant_id': 'e0fba33cc37140f68483b74485e6f58c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '747c4daf-18ce-48cb-a47d-3fed3fc7043b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:42:57Z', 'updated_at': '2022-02-09T21:43:15Z', 'revision_number': 4, 'project_id': 'e0fba33cc37140f68483b74485e6f58c', 'gw_port': {'id': '747c4daf-18ce-48cb-a47d-3fed3fc7043b', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:50:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9378fdb6-af0c-40c9-b62e-f5a26dc8f129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:43:03Z', 'updated_at': '2022-02-09T21:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': 'd214608a-6006-4d06-b54c-82062e9f65e1', 'tenant_id': 'e0fba33cc37140f68483b74485e6f58c', 'floating_ip_address': '172.25.3.71', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': '9378fdb6-af0c-40c9-b62e-f5a26dc8f129', 'port_id': '9af85d6f-02ae-4b57-8eb5-a2a08e3b6081', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2201, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74d53abd-a71d-429c-929d-41ed12b1d218', 'mac_address': 'fa:16:3e:4c:44:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9451ac8-6c39-40f2-b7ec-f3604f7a77ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:44:44Z', 'updated_at': '2022-02-09T21:46:37Z', 'revision_number': 1, 'project_id': 'e0fba33cc37140f68483b74485e6f58c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffc1eb71-c432-4a0b-94d6-451407628622', 'name': '', 'network_id': '74d53abd-a71d-429c-929d-41ed12b1d218', 'tenant_id': 'e0fba33cc37140f68483b74485e6f58c', 'mac_address': 'fa:16:3e:8b:6b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9378fdb6-af0c-40c9-b62e-f5a26dc8f129', 'device_owner': 'network:router_interface', 'standard_attr_id': 2023, 'fixed_ips': [{'subnet_id': '31bf57d7-aaed-40fd-925f-87213ac6208a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:43:14Z', 'updated_at': '2022-02-09T21:43:29Z', 'revision_number': 5, 'project_id': 'e0fba33cc37140f68483b74485e6f58c', 'subnets': [{'id': '31bf57d7-aaed-40fd-925f-87213ac6208a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:46:41.168576 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-089ba003-e984-4f6a-acf1-ef11799acda1 None None] Attempting to bind port ee7696e1-72df-4f63-b87e-7b0f85e4e81b on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:46:41.169029 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-089ba003-e984-4f6a-acf1-ef11799acda1 None None] Attempting to bind port ee7696e1-72df-4f63-b87e-7b0f85e4e81b by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '1b91b0b0-5cd5-4d07-9448-0b0040a57d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '6fe1c16c-9851-44f3-ad85-770110207cd0'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:46:41.169465 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089ba003-e984-4f6a-acf1-ef11799acda1 None None] Attempting to bind port ee7696e1-72df-4f63-b87e-7b0f85e4e81b on network 6fe1c16c-9851-44f3-ad85-770110207cd0 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:46:41.175938 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089ba003-e984-4f6a-acf1-ef11799acda1 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:46:41.176445 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089ba003-e984-4f6a-acf1-ef11799acda1 None None] Checking segment: {'id': '1b91b0b0-5cd5-4d07-9448-0b0040a57d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '6fe1c16c-9851-44f3-ad85-770110207cd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:46:41.176926 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-089ba003-e984-4f6a-acf1-ef11799acda1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:41.177396 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089ba003-e984-4f6a-acf1-ef11799acda1 None None] Bound using segment: {'id': '1b91b0b0-5cd5-4d07-9448-0b0040a57d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '6fe1c16c-9851-44f3-ad85-770110207cd0'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:46:41.177945 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-089ba003-e984-4f6a-acf1-ef11799acda1 None None] Bound port: ee7696e1-72df-4f63-b87e-7b0f85e4e81b, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b91b0b0-5cd5-4d07-9448-0b0040a57d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '6fe1c16c-9851-44f3-ad85-770110207cd0'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:46:41.178391 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-089ba003-e984-4f6a-acf1-ef11799acda1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (ee7696e1-72df-4f63-b87e-7b0f85e4e81b), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:41.271632 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-089ba003-e984-4f6a-acf1-ef11799acda1 None None] For port ee7696e1-72df-4f63-b87e-7b0f85e4e81b, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:46:41.276478 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-089ba003-e984-4f6a-acf1-ef11799acda1 None None] For port ee7696e1-72df-4f63-b87e-7b0f85e4e81b, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=ee7696e1-72df-4f63-b87e-7b0f85e4e81b,segment=NetworkSegment(1b91b0b0-5cd5-4d07-9448-0b0040a57d1a),segment_id=1b91b0b0-5cd5-4d07-9448-0b0040a57d1a)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:46:41.287687 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-089ba003-e984-4f6a-acf1-ef11799acda1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (ee7696e1-72df-4f63-b87e-7b0f85e4e81b), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:41.306926 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-de12cb60-2133-4a01-ab30-1bceacb6ba5c req-cffb82fa-c774-4879-8834-51a061918401 tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] Publish callbacks [] for port (32058b2a-cb41-411d-a8ed-19dec708cfd7), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:41.374209 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-de12cb60-2133-4a01-ab30-1bceacb6ba5c req-cffb82fa-c774-4879-8834-51a061918401 tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (32058b2a-cb41-411d-a8ed-19dec708cfd7), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:41.376714 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089ba003-e984-4f6a-acf1-ef11799acda1 None None] Pushing event updated for resources: {'Port': ['ID=ee7696e1-72df-4f63-b87e-7b0f85e4e81b,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:41.383663 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 6726713f-2f06-4788-a4cd-0cf34fa20126 details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:46:41.465130 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de12cb60-2133-4a01-ab30-1bceacb6ba5c req-cffb82fa-c774-4879-8834-51a061918401 tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] Network 25defb09-d744-4c22-bfc1-6754edb35ec9 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:46:41.473668 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [req-de12cb60-2133-4a01-ab30-1bceacb6ba5c req-cffb82fa-c774-4879-8834-51a061918401 tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:46:41.478821 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-de12cb60-2133-4a01-ab30-1bceacb6ba5c req-cffb82fa-c774-4879-8834-51a061918401 tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:46:41.485512 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750d13f1-a891-4df0-bf79-e00011830606 None None] New status for floating IP d214608a-6006-4d06-b54c-82062e9f65e1: ACTIVE {{(pid=103143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:46:41.520020 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffb82fa-c774-4879-8834-51a061918401 tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] Pushing event updated for resources: {'Port': ['ID=32058b2a-cb41-411d-a8ed-19dec708cfd7,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:41.558223 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de12cb60-2133-4a01-ab30-1bceacb6ba5c req-cffb82fa-c774-4879-8834-51a061918401 tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:41.559460 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98d24a6-6086-411e-b2df-b688e78f0683 req-c0dcd910-f5eb-4f11-9e17-01126f67c508 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:41.559901 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-de12cb60-2133-4a01-ab30-1bceacb6ba5c req-cffb82fa-c774-4879-8834-51a061918401 tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:41.566665 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98d24a6-6086-411e-b2df-b688e78f0683 req-c0dcd910-f5eb-4f11-9e17-01126f67c508 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:41.577465 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 6726713f-2f06-4788-a4cd-0cf34fa20126, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=6726713f-2f06-4788-a4cd-0cf34fa20126,segment=NetworkSegment(ab2445e6-d1b5-43a7-9d83-6a2f567a89ca),segment_id=ab2445e6-d1b5-43a7-9d83-6a2f567a89ca)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:41.585147 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98d24a6-6086-411e-b2df-b688e78f0683 req-c0dcd910-f5eb-4f11-9e17-01126f67c508 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:41.587923 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-de12cb60-2133-4a01-ab30-1bceacb6ba5c req-cffb82fa-c774-4879-8834-51a061918401 tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8969712 Feb 09 21:46:41.594757 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98d24a6-6086-411e-b2df-b688e78f0683 req-c0dcd910-f5eb-4f11-9e17-01126f67c508 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:41.602285 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98d24a6-6086-411e-b2df-b688e78f0683 req-c0dcd910-f5eb-4f11-9e17-01126f67c508 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:41.607862 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-de12cb60-2133-4a01-ab30-1bceacb6ba5c req-a7740fed-1436-43e3-83e8-bd09ad378eb1 service neutron] Request body: {'port': {'device_id': 'e4cab769-be6e-4668-9820-fa9588f893a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:41.609207 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': '6726713f-2f06-4788-a4cd-0cf34fa20126', 'network_id': '00735365-504a-4659-b7e0-5dd13c1577e5', 'port_id': '6726713f-2f06-4788-a4cd-0cf34fa20126', 'mac_address': 'fa:16:3e:b9:33:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d4cb0a9-0f8b-4759-aa75-9f58c47a4974', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:46:41.611812 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98d24a6-6086-411e-b2df-b688e78f0683 req-c0dcd910-f5eb-4f11-9e17-01126f67c508 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:41.617362 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98d24a6-6086-411e-b2df-b688e78f0683 req-c0dcd910-f5eb-4f11-9e17-01126f67c508 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:41.626011 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c98d24a6-6086-411e-b2df-b688e78f0683 req-c0dcd910-f5eb-4f11-9e17-01126f67c508 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 5437 time: 0.9101086 Feb 09 21:46:41.718491 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 6726713f-2f06-4788-a4cd-0cf34fa20126 is: ACTIVE; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:41.720107 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (6726713f-2f06-4788-a4cd-0cf34fa20126), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:41.769486 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-de12cb60-2133-4a01-ab30-1bceacb6ba5c req-a7740fed-1436-43e3-83e8-bd09ad378eb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (32058b2a-cb41-411d-a8ed-19dec708cfd7), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:41.777217 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6726713f-2f06-4788-a4cd-0cf34fa20126 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:46:41.840784 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 6726713f-2f06-4788-a4cd-0cf34fa20126, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=6726713f-2f06-4788-a4cd-0cf34fa20126,segment=NetworkSegment(ab2445e6-d1b5-43a7-9d83-6a2f567a89ca),segment_id=ab2445e6-d1b5-43a7-9d83-6a2f567a89ca)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:41.845031 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c98d24a6-6086-411e-b2df-b688e78f0683 req-7e24d473-caa5-4a8d-99cc-6da0cce4ef6e tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/security-groups?id=f725d2ca-c6e8-41e3-94bc-9cf24ee5a23b&id=7a6c813b-611d-4436-831d-fc6ca76a9308&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2178874 Feb 09 21:46:41.847684 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (6726713f-2f06-4788-a4cd-0cf34fa20126), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:41.861465 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-a9345acb-2ef0-41de-9bc2-0c90a17bfebd tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] Allocated IP 2001:db8::e3 (6fe1c16c-9851-44f3-ad85-770110207cd0/9e36761d-ad8d-4c29-8b89-0d9003b05c2a/806dfa1d-ea62-4cbd-84c0-ba1ada111601) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:46:41.905490 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5a1541-58e9-44de-b078-61e5cf53339e req-c864f19c-ed9e-4b41-85f7-70bcb02ac922 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:41.913781 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3d5a1541-58e9-44de-b078-61e5cf53339e req-c864f19c-ed9e-4b41-85f7-70bcb02ac922 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "GET /v2.0/ports?device_id=c50e996d-3eef-4dc6-9a7b-8319a153165b HTTP/1.1" status: 200 len: 945 time: 0.8193829 Feb 09 21:46:41.918501 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-35e16d13-cfb7-46b4-9392-2a1634c03c67 None None] Provisioning complete for port ef0e46b9-7653-45a5-8dad-1bfc8dfdd5ac triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:41.919051 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-35e16d13-cfb7-46b4-9392-2a1634c03c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (ef0e46b9-7653-45a5-8dad-1bfc8dfdd5ac), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:41.971145 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ebd9d9-2874-4fa8-8330-25bb63dcffa0 req-b3f8eb38-0be6-400b-be63-f1fcdb7efcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:41.972851 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e4ebd9d9-2874-4fa8-8330-25bb63dcffa0 req-b3f8eb38-0be6-400b-be63-f1fcdb7efcfb service neutron] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8889124 Feb 09 21:46:42.005930 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=6726713f-2f06-4788-a4cd-0cf34fa20126,revision_number=6']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:42.006170 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3d5a1541-58e9-44de-b078-61e5cf53339e req-ac061d3b-3e0d-4664-acae-df868c6f4315 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "GET /v2.0/security-groups?id=296fe08d-5e2e-48dd-9aaf-df90eedd0fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915165 Feb 09 21:46:42.081542 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-35e16d13-cfb7-46b4-9392-2a1634c03c67 None None] Current status of the port ef0e46b9-7653-45a5-8dad-1bfc8dfdd5ac is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:42.083429 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-80ced2f5-c6be-45cb-b9ae-441cb88a7b4f tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621371'] for subnet (f48fd6c3-a9fd-419b-998d-c8f4c2938817), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:42.086295 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['6726713f-2f06-4788-a4cd-0cf34fa20126'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:46:42.138064 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-35e16d13-cfb7-46b4-9392-2a1634c03c67 None None] Provisioning complete for port 2d417da2-570e-422d-92e0-2f3a7882deb3 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:42.138451 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-35e16d13-cfb7-46b4-9392-2a1634c03c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (2d417da2-570e-422d-92e0-2f3a7882deb3), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:42.170739 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-de12cb60-2133-4a01-ab30-1bceacb6ba5c req-a7740fed-1436-43e3-83e8-bd09ad378eb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32058b2a-cb41-411d-a8ed-19dec708cfd7 {{(pid=103141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:46:42.180979 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-de12cb60-2133-4a01-ab30-1bceacb6ba5c req-a7740fed-1436-43e3-83e8-bd09ad378eb1 service neutron] Publish callbacks [] for port (32058b2a-cb41-411d-a8ed-19dec708cfd7), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:42.196628 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-35e16d13-cfb7-46b4-9392-2a1634c03c67 None None] Port 2d417da2-570e-422d-92e0-2f3a7882deb3 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:46:42.197052 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-de12cb60-2133-4a01-ab30-1bceacb6ba5c req-a7740fed-1436-43e3-83e8-bd09ad378eb1 service neutron] Transition to ACTIVE for port object 32058b2a-cb41-411d-a8ed-19dec708cfd7 will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:46:42.202650 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-de12cb60-2133-4a01-ab30-1bceacb6ba5c req-a7740fed-1436-43e3-83e8-bd09ad378eb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (32058b2a-cb41-411d-a8ed-19dec708cfd7), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:42.284663 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7740fed-1436-43e3-83e8-bd09ad378eb1 service neutron] Pushing event updated for resources: {'Port': ['ID=32058b2a-cb41-411d-a8ed-19dec708cfd7,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:42.338681 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-de12cb60-2133-4a01-ab30-1bceacb6ba5c req-a7740fed-1436-43e3-83e8-bd09ad378eb1 service neutron] Attempting to bind port 32058b2a-cb41-411d-a8ed-19dec708cfd7 on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:46:42.339026 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-de12cb60-2133-4a01-ab30-1bceacb6ba5c req-a7740fed-1436-43e3-83e8-bd09ad378eb1 service neutron] Attempting to bind port 32058b2a-cb41-411d-a8ed-19dec708cfd7 by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': '302376ac-9268-4998-af9e-49ee4b478b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '25defb09-d744-4c22-bfc1-6754edb35ec9'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:46:42.339355 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de12cb60-2133-4a01-ab30-1bceacb6ba5c req-a7740fed-1436-43e3-83e8-bd09ad378eb1 service neutron] Attempting to bind port 32058b2a-cb41-411d-a8ed-19dec708cfd7 on network 25defb09-d744-4c22-bfc1-6754edb35ec9 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:46:42.344819 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de12cb60-2133-4a01-ab30-1bceacb6ba5c req-a7740fed-1436-43e3-83e8-bd09ad378eb1 service neutron] Port 32058b2a-cb41-411d-a8ed-19dec708cfd7 on network 25defb09-d744-4c22-bfc1-6754edb35ec9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:46:42.345147 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de12cb60-2133-4a01-ab30-1bceacb6ba5c req-a7740fed-1436-43e3-83e8-bd09ad378eb1 service neutron] Attempting to bind port 32058b2a-cb41-411d-a8ed-19dec708cfd7 on network 25defb09-d744-4c22-bfc1-6754edb35ec9 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:46:42.350625 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de12cb60-2133-4a01-ab30-1bceacb6ba5c req-a7740fed-1436-43e3-83e8-bd09ad378eb1 service neutron] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:46:42.350964 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de12cb60-2133-4a01-ab30-1bceacb6ba5c req-a7740fed-1436-43e3-83e8-bd09ad378eb1 service neutron] Checking segment: {'id': '302376ac-9268-4998-af9e-49ee4b478b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '25defb09-d744-4c22-bfc1-6754edb35ec9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:46:42.351349 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de12cb60-2133-4a01-ab30-1bceacb6ba5c req-a7740fed-1436-43e3-83e8-bd09ad378eb1 service neutron] Bound using segment: {'id': '302376ac-9268-4998-af9e-49ee4b478b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '25defb09-d744-4c22-bfc1-6754edb35ec9'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:46:42.351807 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-de12cb60-2133-4a01-ab30-1bceacb6ba5c req-a7740fed-1436-43e3-83e8-bd09ad378eb1 service neutron] Bound port: 32058b2a-cb41-411d-a8ed-19dec708cfd7, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '302376ac-9268-4998-af9e-49ee4b478b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '25defb09-d744-4c22-bfc1-6754edb35ec9'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:46:42.352164 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-de12cb60-2133-4a01-ab30-1bceacb6ba5c req-a7740fed-1436-43e3-83e8-bd09ad378eb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (32058b2a-cb41-411d-a8ed-19dec708cfd7), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:42.421774 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-de12cb60-2133-4a01-ab30-1bceacb6ba5c req-a7740fed-1436-43e3-83e8-bd09ad378eb1 service neutron] For port 32058b2a-cb41-411d-a8ed-19dec708cfd7, host n-h2-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:46:42.426160 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-de12cb60-2133-4a01-ab30-1bceacb6ba5c req-a7740fed-1436-43e3-83e8-bd09ad378eb1 service neutron] For port 32058b2a-cb41-411d-a8ed-19dec708cfd7, host n-h2-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=32058b2a-cb41-411d-a8ed-19dec708cfd7,segment=NetworkSegment(302376ac-9268-4998-af9e-49ee4b478b93),segment_id=302376ac-9268-4998-af9e-49ee4b478b93)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:46:42.437740 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-de12cb60-2133-4a01-ab30-1bceacb6ba5c req-a7740fed-1436-43e3-83e8-bd09ad378eb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (32058b2a-cb41-411d-a8ed-19dec708cfd7), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:42.482960 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de12cb60-2133-4a01-ab30-1bceacb6ba5c req-a7740fed-1436-43e3-83e8-bd09ad378eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:42.484020 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-de12cb60-2133-4a01-ab30-1bceacb6ba5c req-a7740fed-1436-43e3-83e8-bd09ad378eb1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:42.485737 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-de12cb60-2133-4a01-ab30-1bceacb6ba5c req-a7740fed-1436-43e3-83e8-bd09ad378eb1 service neutron] 10.222.0.89 "PUT /v2.0/ports/32058b2a-cb41-411d-a8ed-19dec708cfd7 HTTP/1.1" status: 200 len: 1091 time: 0.8831627 Feb 09 21:46:42.488617 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4cab769-be6e-4668-9820-fa9588f893a0', 'tag': '32058b2a-cb41-411d-a8ed-19dec708cfd7'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:46:42.491765 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d684f813-3ba3-4689-a06e-4a17b9cd7dc9" -d '{"events": [{"name": "network-changed", "server_uuid": "e4cab769-be6e-4668-9820-fa9588f893a0", "tag": "32058b2a-cb41-411d-a8ed-19dec708cfd7"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:46:42.530069 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device ee7696e1-72df-4f63-b87e-7b0f85e4e81b up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:46:42.537414 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7740fed-1436-43e3-83e8-bd09ad378eb1 service neutron] Pushing event updated for resources: {'Port': ['ID=32058b2a-cb41-411d-a8ed-19dec708cfd7,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:42.590270 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port ee7696e1-72df-4f63-b87e-7b0f85e4e81b triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:42.591187 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (ee7696e1-72df-4f63-b87e-7b0f85e4e81b), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:42.615704 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de12cb60-2133-4a01-ab30-1bceacb6ba5c req-f01dc084-7bd5-42a2-9992-14b00fe96cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:42.617278 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-de12cb60-2133-4a01-ab30-1bceacb6ba5c req-f01dc084-7bd5-42a2-9992-14b00fe96cc4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=06629d6639714c7a8d2a8ddf047a31e7&device_id=e4cab769-be6e-4668-9820-fa9588f893a0 HTTP/1.1" status: 200 len: 1125 time: 0.0690410 Feb 09 21:46:42.658718 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ced2f5-c6be-45cb-b9ae-441cb88a7b4f tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Network ed4940ef-ee4d-4f36-94d6-b986a8cbbb0b is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:46:42.666574 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac0acf4-c20e-4aa2-8c8e-46b38fd9a208 req-17c34977-0738-4a34-ba91-1c8e00254188 tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:42.667709 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-de12cb60-2133-4a01-ab30-1bceacb6ba5c req-eaec4318-c4b0-4664-a91f-f0e09601a721 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=32058b2a-cb41-411d-a8ed-19dec708cfd7 HTTP/1.1" status: 200 len: 217 time: 0.0423973 Feb 09 21:46:42.672772 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-eac0acf4-c20e-4aa2-8c8e-46b38fd9a208 req-17c34977-0738-4a34-ba91-1c8e00254188 tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] 10.222.0.90 "GET /v2.0/ports?device_id=e4cab769-be6e-4668-9820-fa9588f893a0 HTTP/1.1" status: 200 len: 931 time: 0.7090228 Feb 09 21:46:42.699822 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:42.704841 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port ee7696e1-72df-4f63-b87e-7b0f85e4e81b is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:42.705456 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (ee7696e1-72df-4f63-b87e-7b0f85e4e81b), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:42.709608 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-80ced2f5-c6be-45cb-b9ae-441cb88a7b4f tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:46:42.728668 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ced2f5-c6be-45cb-b9ae-441cb88a7b4f tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:42.729883 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-80ced2f5-c6be-45cb-b9ae-441cb88a7b4f tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:42.730030 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1438bc18-ca48-4685-9dec-ccb70ad2f182 None None] Network ed4940ef-ee4d-4f36-94d6-b986a8cbbb0b requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:46:42.750241 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de12cb60-2133-4a01-ab30-1bceacb6ba5c req-fdc4b150-bffd-4d69-a525-aafb0f8911a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:42.751984 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-de12cb60-2133-4a01-ab30-1bceacb6ba5c req-fdc4b150-bffd-4d69-a525-aafb0f8911a4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5974b033-cc61-4eb4-a4f6-ce96161693e1 HTTP/1.1" status: 200 len: 848 time: 0.0746996 Feb 09 21:46:42.763418 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ced2f5-c6be-45cb-b9ae-441cb88a7b4f tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Pushing event updated for resources: {'Subnet': ['ID=f48fd6c3-a9fd-419b-998d-c8f4c2938817,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:42.785603 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde7f1da-8f39-40a0-8b47-f4d27d8884f7 req-b4814129-c893-4757-b30f-7a69f361a311 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:42.791686 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port ee7696e1-72df-4f63-b87e-7b0f85e4e81b, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=ee7696e1-72df-4f63-b87e-7b0f85e4e81b,segment=NetworkSegment(1b91b0b0-5cd5-4d07-9448-0b0040a57d1a),segment_id=1b91b0b0-5cd5-4d07-9448-0b0040a57d1a)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:42.793556 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bde7f1da-8f39-40a0-8b47-f4d27d8884f7 req-b4814129-c893-4757-b30f-7a69f361a311 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=446a9c08-b6b6-415b-9d31-50433bad72c5 HTTP/1.1" status: 200 len: 945 time: 0.6985462 Feb 09 21:46:42.799857 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-de12cb60-2133-4a01-ab30-1bceacb6ba5c req-3c66c2b8-699f-4b0f-942c-eb5dcd7038ac service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=25defb09-d744-4c22-bfc1-6754edb35ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374846 Feb 09 21:46:42.800843 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7355a669-7685-4e82-bc19-544be67fc261 None None] Network 6fe1c16c-9851-44f3-ad85-770110207cd0 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:46:42.807445 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (ee7696e1-72df-4f63-b87e-7b0f85e4e81b), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:42.830772 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-80ced2f5-c6be-45cb-b9ae-441cb88a7b4f tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5040104 Feb 09 21:46:42.843812 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 43374) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:42.851951 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-386e4d1b-86ea-448f-8a1d-c6ddfae8c69e tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Request body: {'security_group': {'name': 'tempest-secgroup-2112348806'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:42.868059 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a9345acb-2ef0-41de-9bc2-0c90a17bfebd tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] Publish callbacks [] for port (806dfa1d-ea62-4cbd-84c0-ba1ada111601), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:42.912569 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bde7f1da-8f39-40a0-8b47-f4d27d8884f7 req-802fcc6d-a73f-4ca8-bff2-ee21646787a5 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141455 Feb 09 21:46:42.938395 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-eac0acf4-c20e-4aa2-8c8e-46b38fd9a208 req-05406d3d-6e4b-4034-830d-78c195a0afeb tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] 10.222.0.90 "GET /v2.0/security-groups?id=38239a27-f81f-4dbe-b735-d2ad14a0ae0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309024 Feb 09 21:46:42.951676 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-de12cb60-2133-4a01-ab30-1bceacb6ba5c req-f2adc741-2331-478d-b304-1631b624f1f7 service neutron] 10.222.0.89 "GET /v2.0/networks/25defb09-d744-4c22-bfc1-6754edb35ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376581 Feb 09 21:46:42.971815 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-eb057949-e369-4116-bb37-ea9e2984d417 None None] Provisioning complete for port ee7696e1-72df-4f63-b87e-7b0f85e4e81b triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:42.972406 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-eb057949-e369-4116-bb37-ea9e2984d417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (ee7696e1-72df-4f63-b87e-7b0f85e4e81b), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:42.984618 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-386e4d1b-86ea-448f-8a1d-c6ddfae8c69e tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:43.021717 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2783c57d-d398-473c-9a69-2141b20a5bc4 x-openstack-request-id: req-2783c57d-d398-473c-9a69-2141b20a5bc4 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:46:43.021915 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4cab769-be6e-4668-9820-fa9588f893a0", "tag": "32058b2a-cb41-411d-a8ed-19dec708cfd7", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:46:43.022174 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-2783c57d-d398-473c-9a69-2141b20a5bc4 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:46:43.022831 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4cab769-be6e-4668-9820-fa9588f893a0', 'tag': '32058b2a-cb41-411d-a8ed-19dec708cfd7', 'status': 'completed', 'code': 200} Feb 09 21:46:43.053290 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a9345acb-2ef0-41de-9bc2-0c90a17bfebd tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (806dfa1d-ea62-4cbd-84c0-ba1ada111601), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:43.069148 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=ee7696e1-72df-4f63-b87e-7b0f85e4e81b,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:43.072738 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f1d787e3-923a-4f64-82af-26751ce87090 req-a11be651-78c2-46fe-8816-0fac9906fdca tempest-ServerShowV257Test-959739667 tempest-ServerShowV257Test-959739667-project] 10.222.0.90 "GET /v2.0/ports?device_id=3979d9fd-95f7-4f56-a982-0c792c60050c HTTP/1.1" status: 200 len: 210 time: 0.0517108 Feb 09 21:46:43.127201 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-de12cb60-2133-4a01-ab30-1bceacb6ba5c req-bdc32b44-03d4-4358-8259-d3dd746255a8 service neutron] 10.222.0.89 "GET /v2.0/networks/25defb09-d744-4c22-bfc1-6754edb35ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652012 Feb 09 21:46:43.241711 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9345acb-2ef0-41de-9bc2-0c90a17bfebd tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] Network 6fe1c16c-9851-44f3-ad85-770110207cd0 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:46:43.259629 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-a9345acb-2ef0-41de-9bc2-0c90a17bfebd tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:46:43.267154 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9345acb-2ef0-41de-9bc2-0c90a17bfebd tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] Pushing event updated for resources: {'Port': ['ID=806dfa1d-ea62-4cbd-84c0-ba1ada111601,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:43.272842 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9345acb-2ef0-41de-9bc2-0c90a17bfebd tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:46:43.278130 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9345acb-2ef0-41de-9bc2-0c90a17bfebd tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:43.278816 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a9345acb-2ef0-41de-9bc2-0c90a17bfebd tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:43.316761 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d684f813-3ba3-4689-a06e-4a17b9cd7dc9 req-5855fda1-2e68-4d1d-9670-bd60e6a3404a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:43.318343 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d684f813-3ba3-4689-a06e-4a17b9cd7dc9 req-5855fda1-2e68-4d1d-9670-bd60e6a3404a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=06629d6639714c7a8d2a8ddf047a31e7&device_id=e4cab769-be6e-4668-9820-fa9588f893a0 HTTP/1.1" status: 200 len: 1125 time: 0.0959997 Feb 09 21:46:43.320116 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c309c-e9af-4c04-a8c6-975c75dbe3f1 req-b971f704-9e43-4e61-abc3-54c7d5350a4e tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:43.327769 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c309c-e9af-4c04-a8c6-975c75dbe3f1 req-b971f704-9e43-4e61-abc3-54c7d5350a4e tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:43.333353 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c309c-e9af-4c04-a8c6-975c75dbe3f1 req-b971f704-9e43-4e61-abc3-54c7d5350a4e tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:43.338654 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c309c-e9af-4c04-a8c6-975c75dbe3f1 req-b971f704-9e43-4e61-abc3-54c7d5350a4e tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:43.346985 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c309c-e9af-4c04-a8c6-975c75dbe3f1 req-b971f704-9e43-4e61-abc3-54c7d5350a4e tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:43.351095 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c309c-e9af-4c04-a8c6-975c75dbe3f1 req-b971f704-9e43-4e61-abc3-54c7d5350a4e tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:43.356402 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c309c-e9af-4c04-a8c6-975c75dbe3f1 req-b971f704-9e43-4e61-abc3-54c7d5350a4e tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:43.365203 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-eb057949-e369-4116-bb37-ea9e2984d417 None None] Current status of the port ee7696e1-72df-4f63-b87e-7b0f85e4e81b is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:43.365539 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d49c309c-e9af-4c04-a8c6-975c75dbe3f1 req-b971f704-9e43-4e61-abc3-54c7d5350a4e tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 5437 time: 0.2789555 Feb 09 21:46:43.381754 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 6726713f-2f06-4788-a4cd-0cf34fa20126 up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:46:43.403062 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-386e4d1b-86ea-448f-8a1d-c6ddfae8c69e tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for security_group (94e0cc57-e88d-41bc-aad8-7f49a8c79a3f), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:43.413962 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3ad6b9-94bd-426f-9dd8-e1e69e4d5479 req-1cca0be2-5a3e-454a-8993-7c577265a923 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:43.415516 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ef3ad6b9-94bd-426f-9dd8-e1e69e4d5479 req-1cca0be2-5a3e-454a-8993-7c577265a923 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "GET /v2.0/ports?device_id=c50e996d-3eef-4dc6-9a7b-8319a153165b HTTP/1.1" status: 200 len: 945 time: 0.2561166 Feb 09 21:46:43.422525 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43394) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:43.423271 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-a9345acb-2ef0-41de-9bc2-0c90a17bfebd tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 2.9808192 Feb 09 21:46:43.428845 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-386e4d1b-86ea-448f-8a1d-c6ddfae8c69e tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (94e0cc57-e88d-41bc-aad8-7f49a8c79a3f), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:43.470279 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port 6726713f-2f06-4788-a4cd-0cf34fa20126 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:43.470582 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (6726713f-2f06-4788-a4cd-0cf34fa20126), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:43.521023 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d49c309c-e9af-4c04-a8c6-975c75dbe3f1 req-dacc6949-1e18-4f33-ae70-b9c5ed3a5844 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/security-groups?id=f725d2ca-c6e8-41e3-94bc-9cf24ee5a23b&id=7a6c813b-611d-4436-831d-fc6ca76a9308&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1512654 Feb 09 21:46:43.548860 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-386e4d1b-86ea-448f-8a1d-c6ddfae8c69e tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:43.555980 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43400) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:43.561339 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-3466a9e0-410b-4e33-8b77-993e22386a39 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Request body: {'security_group': {'name': 'tempest-secgroup-1446906933'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:43.569490 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-386e4d1b-86ea-448f-8a1d-c6ddfae8c69e tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7084894 Feb 09 21:46:43.573968 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa8e140-b2ce-47ff-a42d-82f4589c4307 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:43.579960 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa8e140-b2ce-47ff-a42d-82f4589c4307 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:43.585265 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa8e140-b2ce-47ff-a42d-82f4589c4307 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:43.587032 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-baa8e140-b2ce-47ff-a42d-82f4589c4307 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.1635127 Feb 09 21:46:43.588212 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d684f813-3ba3-4689-a06e-4a17b9cd7dc9 req-92529b7c-dc47-4c23-a33d-2ed276b8e5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:43.589615 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d684f813-3ba3-4689-a06e-4a17b9cd7dc9 req-92529b7c-dc47-4c23-a33d-2ed276b8e5f5 service neutron] 10.222.0.89 "GET /v2.0/networks?id=25defb09-d744-4c22-bfc1-6754edb35ec9 HTTP/1.1" status: 200 len: 909 time: 0.2601409 Feb 09 21:46:43.591197 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43408) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:43.596668 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386e4d1b-86ea-448f-8a1d-c6ddfae8c69e tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94e0cc57-e88d-41bc-aad8-7f49a8c79a3f,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:43.597116 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd34b6d-a196-4be7-b042-b733c4177625 None None] Update dhcp port {'port': {'network_id': 'ed4940ef-ee4d-4f36-94d6-b986a8cbbb0b', 'fixed_ips': [{'subnet_id': '3c54ebfc-ac88-4cde-bbd6-4b491fcee0f5', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'f48fd6c3-a9fd-419b-998d-c8f4c2938817'}], 'binding:host_id': 'n-d-828369-5'}, 'id': 'ef0e46b9-7653-45a5-8dad-1bfc8dfdd5ac'} from n-d-828369-5. {{(pid=103142) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 21:46:43.669591 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 6726713f-2f06-4788-a4cd-0cf34fa20126 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:43.670526 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (6726713f-2f06-4788-a4cd-0cf34fa20126), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:43.679828 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d684f813-3ba3-4689-a06e-4a17b9cd7dc9 req-cc9cca8d-defc-46e4-8cd8-eb9a942bc0bf service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=32058b2a-cb41-411d-a8ed-19dec708cfd7 HTTP/1.1" status: 200 len: 217 time: 0.0480800 Feb 09 21:46:43.682072 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ef3ad6b9-94bd-426f-9dd8-e1e69e4d5479 req-eac566f0-6580-4746-ae1a-f9016ef61abb tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "GET /v2.0/security-groups?id=296fe08d-5e2e-48dd-9aaf-df90eedd0fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536333 Feb 09 21:46:43.682633 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3466a9e0-410b-4e33-8b77-993e22386a39 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:43.683710 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7fd34b6d-a196-4be7-b042-b733c4177625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (ef0e46b9-7653-45a5-8dad-1bfc8dfdd5ac), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:43.750593 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '446a9c08-b6b6-415b-9d31-50433bad72c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6726713f-2f06-4788-a4cd-0cf34fa20126'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:46:43.753276 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19cc8eff-efae-4167-b13d-8b52e505139b" -d '{"events": [{"server_uuid": "446a9c08-b6b6-415b-9d31-50433bad72c5", "name": "network-vif-plugged", "status": "completed", "tag": "6726713f-2f06-4788-a4cd-0cf34fa20126"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:46:43.782547 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f23298-4485-44f1-83e1-b6a700076c9a req-3d410550-f348-46a2-8b2a-b910ad664aab tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:43.789377 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f23298-4485-44f1-83e1-b6a700076c9a req-3d410550-f348-46a2-8b2a-b910ad664aab tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:43.796692 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 6726713f-2f06-4788-a4cd-0cf34fa20126, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=6726713f-2f06-4788-a4cd-0cf34fa20126,segment=NetworkSegment(ab2445e6-d1b5-43a7-9d83-6a2f567a89ca),segment_id=ab2445e6-d1b5-43a7-9d83-6a2f567a89ca)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:43.805086 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f23298-4485-44f1-83e1-b6a700076c9a req-3d410550-f348-46a2-8b2a-b910ad664aab tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:43.813831 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (6726713f-2f06-4788-a4cd-0cf34fa20126), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:43.818543 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f23298-4485-44f1-83e1-b6a700076c9a req-3d410550-f348-46a2-8b2a-b910ad664aab tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:43.826609 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f23298-4485-44f1-83e1-b6a700076c9a req-3d410550-f348-46a2-8b2a-b910ad664aab tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:43.835392 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f23298-4485-44f1-83e1-b6a700076c9a req-3d410550-f348-46a2-8b2a-b910ad664aab tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:43.868287 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f23298-4485-44f1-83e1-b6a700076c9a req-3d410550-f348-46a2-8b2a-b910ad664aab tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:43.876983 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b0f23298-4485-44f1-83e1-b6a700076c9a req-3d410550-f348-46a2-8b2a-b910ad664aab tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 5437 time: 0.1937702 Feb 09 21:46:43.889270 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55e51a36-ade3-487f-b5cf-7895048528b7 x-openstack-request-id: req-55e51a36-ade3-487f-b5cf-7895048528b7 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:46:43.889871 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "446a9c08-b6b6-415b-9d31-50433bad72c5", "name": "network-vif-plugged", "status": "completed", "tag": "6726713f-2f06-4788-a4cd-0cf34fa20126", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:46:43.890285 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-55e51a36-ade3-487f-b5cf-7895048528b7 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:46:43.890838 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '446a9c08-b6b6-415b-9d31-50433bad72c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6726713f-2f06-4788-a4cd-0cf34fa20126', 'code': 200} Feb 09 21:46:43.986787 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b0f23298-4485-44f1-83e1-b6a700076c9a req-d2a4ac25-48ea-4146-b60a-f9f2e40eb7ac tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/security-groups?id=f725d2ca-c6e8-41e3-94bc-9cf24ee5a23b&id=7a6c813b-611d-4436-831d-fc6ca76a9308&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1044881 Feb 09 21:46:43.991398 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-86f8df15-2f93-4139-bd08-d8e0818bd396 None None] Provisioning complete for port ee7696e1-72df-4f63-b87e-7b0f85e4e81b triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:43.992689 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-86f8df15-2f93-4139-bd08-d8e0818bd396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (ee7696e1-72df-4f63-b87e-7b0f85e4e81b), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:44.032447 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=6726713f-2f06-4788-a4cd-0cf34fa20126,revision_number=7']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:44.093092 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e4ebd9d9-2874-4fa8-8330-25bb63dcffa0 req-3e3d4201-0bba-491d-a7a8-ee8757e9eed8 tempest-ServerShowV257Test-959739667 tempest-ServerShowV257Test-959739667-project] 10.222.0.95 "GET /v2.0/ports?device_id=3979d9fd-95f7-4f56-a982-0c792c60050c HTTP/1.1" status: 200 len: 210 time: 0.0872107 Feb 09 21:46:44.161019 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:44.190082 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-7fd34b6d-a196-4be7-b042-b733c4177625 None None] Allocated IP 2001:db8::2 (ed4940ef-ee4d-4f36-94d6-b986a8cbbb0b/f48fd6c3-a9fd-419b-998d-c8f4c2938817/ef0e46b9-7653-45a5-8dad-1bfc8dfdd5ac) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:46:44.204868 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7054d952-5a96-4480-857a-10ee1faa00d6 req-87fc65d9-464b-441a-b06b-1d5da2bd6da5 tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:44.213194 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7054d952-5a96-4480-857a-10ee1faa00d6 req-87fc65d9-464b-441a-b06b-1d5da2bd6da5 tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] 10.222.0.90 "GET /v2.0/ports?device_id=e4cab769-be6e-4668-9820-fa9588f893a0 HTTP/1.1" status: 200 len: 943 time: 0.1228986 Feb 09 21:46:44.240012 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97feea78-451a-40da-9fb3-c0e5892a87bf req-0ccb9ebf-df47-4210-9ce8-c6147cd4caec tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:44.241818 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-97feea78-451a-40da-9fb3-c0e5892a87bf req-0ccb9ebf-df47-4210-9ce8-c6147cd4caec tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=446a9c08-b6b6-415b-9d31-50433bad72c5 HTTP/1.1" status: 200 len: 946 time: 0.1534057 Feb 09 21:46:44.323436 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7054d952-5a96-4480-857a-10ee1faa00d6 req-d98df384-9bc2-40e1-82db-977be87a5aa9 tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] 10.222.0.90 "GET /v2.0/security-groups?id=38239a27-f81f-4dbe-b735-d2ad14a0ae0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092486 Feb 09 21:46:44.369068 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-86f8df15-2f93-4139-bd08-d8e0818bd396 None None] Current status of the port ee7696e1-72df-4f63-b87e-7b0f85e4e81b is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:44.378263 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-97feea78-451a-40da-9fb3-c0e5892a87bf req-a8c2a76f-9ff3-41c6-8056-3b1eef7fade5 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247246 Feb 09 21:46:44.460290 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-7fd34b6d-a196-4be7-b042-b733c4177625 None None] For port ef0e46b9-7653-45a5-8dad-1bfc8dfdd5ac, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=ef0e46b9-7653-45a5-8dad-1bfc8dfdd5ac,segment=NetworkSegment(0a41c4c4-58cd-416b-a6d9-f1a73a988837),segment_id=0a41c4c4-58cd-416b-a6d9-f1a73a988837)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:44.463508 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-86f8df15-2f93-4139-bd08-d8e0818bd396 None None] Provisioning complete for port 875f8d38-9130-4814-b81d-b5128d051335 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:44.464102 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-86f8df15-2f93-4139-bd08-d8e0818bd396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (875f8d38-9130-4814-b81d-b5128d051335), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:44.536597 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7fd34b6d-a196-4be7-b042-b733c4177625 None None] Publish callbacks [] for port (ef0e46b9-7653-45a5-8dad-1bfc8dfdd5ac), precommit_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:44.540177 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-86f8df15-2f93-4139-bd08-d8e0818bd396 None None] Port 875f8d38-9130-4814-b81d-b5128d051335 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:46:44.547341 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7fd34b6d-a196-4be7-b042-b733c4177625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (ef0e46b9-7653-45a5-8dad-1bfc8dfdd5ac), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:44.594055 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device ee7696e1-72df-4f63-b87e-7b0f85e4e81b up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:46:44.622890 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eda383-0f8c-44af-b999-0ea5fdec3989 req-74118cfa-a1f3-4f6e-b228-6e3719e91d12 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:44.629912 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3466a9e0-410b-4e33-8b77-993e22386a39 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for security_group (0e8d5496-0a2f-4893-bf9f-d465e37849a0), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:44.632726 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d684f813-3ba3-4689-a06e-4a17b9cd7dc9 req-8419add5-d53e-4d05-8623-356df49c4dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:44.634784 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d684f813-3ba3-4689-a06e-4a17b9cd7dc9 req-8419add5-d53e-4d05-8623-356df49c4dbd service neutron] 10.222.0.89 "GET /v2.0/subnets?id=5974b033-cc61-4eb4-a4f6-ce96161693e1 HTTP/1.1" status: 200 len: 848 time: 0.9259188 Feb 09 21:46:44.639371 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3466a9e0-410b-4e33-8b77-993e22386a39 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (0e8d5496-0a2f-4893-bf9f-d465e37849a0), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:44.642483 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eda383-0f8c-44af-b999-0ea5fdec3989 req-74118cfa-a1f3-4f6e-b228-6e3719e91d12 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:44.665066 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eda383-0f8c-44af-b999-0ea5fdec3989 req-74118cfa-a1f3-4f6e-b228-6e3719e91d12 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:44.671465 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eda383-0f8c-44af-b999-0ea5fdec3989 req-74118cfa-a1f3-4f6e-b228-6e3719e91d12 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:44.677698 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eda383-0f8c-44af-b999-0ea5fdec3989 req-74118cfa-a1f3-4f6e-b228-6e3719e91d12 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:44.707256 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eda383-0f8c-44af-b999-0ea5fdec3989 req-74118cfa-a1f3-4f6e-b228-6e3719e91d12 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:44.711989 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3466a9e0-410b-4e33-8b77-993e22386a39 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e8d5496-0a2f-4893-bf9f-d465e37849a0,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:44.717624 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d684f813-3ba3-4689-a06e-4a17b9cd7dc9 req-74b8bed2-c57e-4eb0-80bd-23fc06f99c94 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=25defb09-d744-4c22-bfc1-6754edb35ec9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439832 Feb 09 21:46:44.730355 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eda383-0f8c-44af-b999-0ea5fdec3989 req-74118cfa-a1f3-4f6e-b228-6e3719e91d12 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:44.752068 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-12eda383-0f8c-44af-b999-0ea5fdec3989 req-74118cfa-a1f3-4f6e-b228-6e3719e91d12 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 5437 time: 0.3172128 Feb 09 21:46:44.808377 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-86f8df15-2f93-4139-bd08-d8e0818bd396 None None] Provisioning complete for port 806dfa1d-ea62-4cbd-84c0-ba1ada111601 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:44.808785 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-86f8df15-2f93-4139-bd08-d8e0818bd396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (806dfa1d-ea62-4cbd-84c0-ba1ada111601), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:44.834986 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d684f813-3ba3-4689-a06e-4a17b9cd7dc9 req-7dcd8866-64e2-4879-806b-dc23d5f3627f service neutron] 10.222.0.89 "GET /v2.0/networks/25defb09-d744-4c22-bfc1-6754edb35ec9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071045 Feb 09 21:46:44.893446 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a23e6afc-8e6e-4b61-aea7-7923a4266a90 req-76682537-a401-40eb-b85b-0ad5855eb3db tempest-ServerShowV257Test-959739667 tempest-ServerShowV257Test-959739667-project] 10.222.0.90 "GET /v2.0/ports?device_id=3979d9fd-95f7-4f56-a982-0c792c60050c HTTP/1.1" status: 200 len: 210 time: 0.3088474 Feb 09 21:46:44.945351 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3466a9e0-410b-4e33-8b77-993e22386a39 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:44.955302 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-3466a9e0-410b-4e33-8b77-993e22386a39 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.3976586 Feb 09 21:46:44.957671 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43430) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:44.967644 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-c4f31bf6-3aea-414e-850b-131899f0cda1 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Request body: {'security_group': {'name': 'tempest-secgroup-941100129'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:44.981771 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-86f8df15-2f93-4139-bd08-d8e0818bd396 None None] Port 806dfa1d-ea62-4cbd-84c0-ba1ada111601 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:46:44.990220 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd34b6d-a196-4be7-b042-b733c4177625 None None] Pushing event updated for resources: {'Port': ['ID=ef0e46b9-7653-45a5-8dad-1bfc8dfdd5ac,revision_number=6']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:45.016584 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port ee7696e1-72df-4f63-b87e-7b0f85e4e81b triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:45.017302 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (ee7696e1-72df-4f63-b87e-7b0f85e4e81b), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:45.054791 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c4f31bf6-3aea-414e-850b-131899f0cda1 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:45.088112 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36b6135-6f05-432d-bcd7-720d0061eaa7 req-68b1ea85-8213-435b-afb1-5b0d0f25247e tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:45.096534 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a36b6135-6f05-432d-bcd7-720d0061eaa7 req-68b1ea85-8213-435b-afb1-5b0d0f25247e tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "GET /v2.0/ports?device_id=c50e996d-3eef-4dc6-9a7b-8319a153165b HTTP/1.1" status: 200 len: 945 time: 0.1776567 Feb 09 21:46:45.105946 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d684f813-3ba3-4689-a06e-4a17b9cd7dc9 req-b41fbe90-5cb4-4296-98cf-d51d96942142 service neutron] 10.222.0.89 "GET /v2.0/networks/25defb09-d744-4c22-bfc1-6754edb35ec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408109 Feb 09 21:46:45.122008 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-62c42462-d843-402f-8310-6a14a9b2d2ee tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] Deleting port 806dfa1d-ea62-4cbd-84c0-ba1ada111601 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:46:45.122682 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-62c42462-d843-402f-8310-6a14a9b2d2ee tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (806dfa1d-ea62-4cbd-84c0-ba1ada111601), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:45.170831 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port ee7696e1-72df-4f63-b87e-7b0f85e4e81b is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:45.188934 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-c661c5df-a677-4cd0-9643-15b1758e624f None None] Provisioning complete for port 875f8d38-9130-4814-b81d-b5128d051335 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:45.189408 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c661c5df-a677-4cd0-9643-15b1758e624f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (875f8d38-9130-4814-b81d-b5128d051335), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:45.253562 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-c661c5df-a677-4cd0-9643-15b1758e624f None None] Port 875f8d38-9130-4814-b81d-b5128d051335 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:46:45.263482 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a36b6135-6f05-432d-bcd7-720d0061eaa7 req-ae92db96-a383-44c8-98e1-3b4b3913a91f tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "GET /v2.0/security-groups?id=296fe08d-5e2e-48dd-9aaf-df90eedd0fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643591 Feb 09 21:46:45.290630 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:45.299604 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-c661c5df-a677-4cd0-9643-15b1758e624f None None] Provisioning complete for port 806dfa1d-ea62-4cbd-84c0-ba1ada111601 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:45.300446 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c661c5df-a677-4cd0-9643-15b1758e624f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (806dfa1d-ea62-4cbd-84c0-ba1ada111601), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:45.349003 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-c661c5df-a677-4cd0-9643-15b1758e624f None None] Port 806dfa1d-ea62-4cbd-84c0-ba1ada111601 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:46:45.359796 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c4f31bf6-3aea-414e-850b-131899f0cda1 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for security_group (82ca8ed7-2e00-4360-9926-f885a1d76b9d), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:45.366106 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-62c42462-d843-402f-8310-6a14a9b2d2ee tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (806dfa1d-ea62-4cbd-84c0-ba1ada111601), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:45.370329 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c4f31bf6-3aea-414e-850b-131899f0cda1 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (82ca8ed7-2e00-4360-9926-f885a1d76b9d), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:45.460077 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-62c42462-d843-402f-8310-6a14a9b2d2ee tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] Calling delete_port for 806dfa1d-ea62-4cbd-84c0-ba1ada111601 owned by {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:46:45.491142 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c4f31bf6-3aea-414e-850b-131899f0cda1 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:45.496578 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-c4f31bf6-3aea-414e-850b-131899f0cda1 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5339229 Feb 09 21:46:45.497283 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43436) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:45.511305 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-0d80bef1-955e-4341-96f1-ca8dedbd5b9d tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1639360771', 'security_groups': ['82ca8ed7-2e00-4360-9926-f885a1d76b9d'], 'network_id': 'ed4940ef-ee4d-4f36-94d6-b986a8cbbb0b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f48fd6c3-a9fd-419b-998d-c8f4c2938817'}]}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:45.517406 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680a8ffe-42bf-45e3-a5cc-a988afdc8d04 req-6f6c3f07-7368-46c0-86c2-961ca675b475 tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:45.526799 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-680a8ffe-42bf-45e3-a5cc-a988afdc8d04 req-6f6c3f07-7368-46c0-86c2-961ca675b475 tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] 10.222.0.90 "GET /v2.0/ports?device_id=e4cab769-be6e-4668-9820-fa9588f893a0 HTTP/1.1" status: 200 len: 943 time: 0.1036451 Feb 09 21:46:45.585088 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f31bf6-3aea-414e-850b-131899f0cda1 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82ca8ed7-2e00-4360-9926-f885a1d76b9d,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:45.657785 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-680a8ffe-42bf-45e3-a5cc-a988afdc8d04 req-12a668ff-1416-4dd6-aaa5-50f8176b2b42 tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] 10.222.0.90 "GET /v2.0/security-groups?id=38239a27-f81f-4dbe-b735-d2ad14a0ae0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300318 Feb 09 21:46:45.683058 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5db1740-a065-4f4d-abb3-a41d7105f148 req-9296e8b2-3670-4300-817a-1e816adbb7b2 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:45.698960 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b5db1740-a065-4f4d-abb3-a41d7105f148 req-9296e8b2-3670-4300-817a-1e816adbb7b2 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=446a9c08-b6b6-415b-9d31-50433bad72c5 HTTP/1.1" status: 200 len: 946 time: 0.1507869 Feb 09 21:46:45.779778 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b5db1740-a065-4f4d-abb3-a41d7105f148 req-f35961e3-8190-428e-9ecb-418ebca26a42 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775197 Feb 09 21:46:45.798091 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d80bef1-955e-4341-96f1-ca8dedbd5b9d tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Made reservation on behalf of 87111984dff24e1780aaef3f75dde822 for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:46:45.869858 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-62c42462-d843-402f-8310-6a14a9b2d2ee tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (806dfa1d-ea62-4cbd-84c0-ba1ada111601), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:45.903116 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c42462-d843-402f-8310-6a14a9b2d2ee tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] Pushing event deleted for resources: {'Port': ['ID=806dfa1d-ea62-4cbd-84c0-ba1ada111601,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:45.958057 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-62c42462-d843-402f-8310-6a14a9b2d2ee tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:45.961420 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-62c42462-d843-402f-8310-6a14a9b2d2ee tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] 10.222.0.90 "DELETE /v2.0/ports/806dfa1d-ea62-4cbd-84c0-ba1ada111601 HTTP/1.1" status: 204 len: 168 time: 2.3690596 Feb 09 21:46:45.965067 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43440) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:45.970875 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-7add337f-576c-4bbe-80d1-433d09d0ba8f tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] Request body: {'port': {'name': 'tempest-new-port-name-1851833196', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:45.971286 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.api.validators [None req-7add337f-576c-4bbe-80d1-433d09d0ba8f tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] bootfile-name is not in valid_values {{(pid=103141) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 21:46:45.971626 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.api.validators [None req-7add337f-576c-4bbe-80d1-433d09d0ba8f tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] tftp-server is not in valid_values {{(pid=103141) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 21:46:45.971955 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.api.validators [None req-7add337f-576c-4bbe-80d1-433d09d0ba8f tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] server-ip-address is not in valid_values {{(pid=103141) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 21:46:45.998602 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0d80bef1-955e-4341-96f1-ca8dedbd5b9d tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:46.004151 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-2549a446-2ba6-4935-badc-b5480b3bb4f4 None None] Provisioning complete for port ef0e46b9-7653-45a5-8dad-1bfc8dfdd5ac triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:46.013930 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2549a446-2ba6-4935-badc-b5480b3bb4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (ef0e46b9-7653-45a5-8dad-1bfc8dfdd5ac), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:46.096423 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [None req-0d80bef1-955e-4341-96f1-ca8dedbd5b9d tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] device_id is not set on port 132bb020-e709-4290-b5ba-0a619ffc6bbb yet. {{(pid=103141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:46:46.101819 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7add337f-576c-4bbe-80d1-433d09d0ba8f tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (875f8d38-9130-4814-b81d-b5128d051335), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:46.193783 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-2549a446-2ba6-4935-badc-b5480b3bb4f4 None None] Current status of the port ef0e46b9-7653-45a5-8dad-1bfc8dfdd5ac is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:46.206644 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-2549a446-2ba6-4935-badc-b5480b3bb4f4 None None] Provisioning complete for port 2d417da2-570e-422d-92e0-2f3a7882deb3 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:46.207028 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2549a446-2ba6-4935-badc-b5480b3bb4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (2d417da2-570e-422d-92e0-2f3a7882deb3), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:46.244107 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-2549a446-2ba6-4935-badc-b5480b3bb4f4 None None] Port 2d417da2-570e-422d-92e0-2f3a7882deb3 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:46:46.446824 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca6dfe0-85c5-4456-a3a2-dc7e17f0e22e req-44767e6a-ed4d-45ef-b74e-e0867bac6b32 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:46.455440 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7ca6dfe0-85c5-4456-a3a2-dc7e17f0e22e req-44767e6a-ed4d-45ef-b74e-e0867bac6b32 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "GET /v2.0/ports?device_id=c50e996d-3eef-4dc6-9a7b-8319a153165b HTTP/1.1" status: 200 len: 945 time: 0.0940676 Feb 09 21:46:46.491337 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 43448) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:46.531536 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device ef0e46b9-7653-45a5-8dad-1bfc8dfdd5ac up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:46:46.552288 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-0d80bef1-955e-4341-96f1-ca8dedbd5b9d tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Allocated IP 2001:db8::161 (ed4940ef-ee4d-4f36-94d6-b986a8cbbb0b/f48fd6c3-a9fd-419b-998d-c8f4c2938817/132bb020-e709-4290-b5ba-0a619ffc6bbb) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:46:46.565940 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7ca6dfe0-85c5-4456-a3a2-dc7e17f0e22e req-c0480687-d481-4578-aa05-686a92e8fa1a tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "GET /v2.0/security-groups?id=296fe08d-5e2e-48dd-9aaf-df90eedd0fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071718 Feb 09 21:46:46.625741 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port ef0e46b9-7653-45a5-8dad-1bfc8dfdd5ac triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:46.626296 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (ef0e46b9-7653-45a5-8dad-1bfc8dfdd5ac), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:46.635350 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7add337f-576c-4bbe-80d1-433d09d0ba8f tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] Publish callbacks [] for port (875f8d38-9130-4814-b81d-b5128d051335), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:46.659044 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7add337f-576c-4bbe-80d1-433d09d0ba8f tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (875f8d38-9130-4814-b81d-b5128d051335), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:46.737872 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port ef0e46b9-7653-45a5-8dad-1bfc8dfdd5ac is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:46.751029 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-95b9caf5-b3ac-494b-a344-419c8292d69c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:46.778703 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-7add337f-576c-4bbe-80d1-433d09d0ba8f tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] In _notify_port_updated(), no bound segment for port 875f8d38-9130-4814-b81d-b5128d051335 on network 6fe1c16c-9851-44f3-ad85-770110207cd0 {{(pid=103141) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 21:46:46.781538 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 32058b2a-cb41-411d-a8ed-19dec708cfd7 details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:46:46.784657 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7add337f-576c-4bbe-80d1-433d09d0ba8f tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:46.785996 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7add337f-576c-4bbe-80d1-433d09d0ba8f tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:46.789068 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-7add337f-576c-4bbe-80d1-433d09d0ba8f tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] 10.222.0.90 "PUT /v2.0/ports/875f8d38-9130-4814-b81d-b5128d051335 HTTP/1.1" status: 200 len: 1130 time: 0.8230660 Feb 09 21:46:46.815158 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 43454) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:46.862365 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7add337f-576c-4bbe-80d1-433d09d0ba8f tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] Pushing event updated for resources: {'Port': ['ID=875f8d38-9130-4814-b81d-b5128d051335,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:46.867269 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0d80bef1-955e-4341-96f1-ca8dedbd5b9d tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for port (132bb020-e709-4290-b5ba-0a619ffc6bbb), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:46.917456 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0d80bef1-955e-4341-96f1-ca8dedbd5b9d tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (132bb020-e709-4290-b5ba-0a619ffc6bbb), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:47.000575 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d80bef1-955e-4341-96f1-ca8dedbd5b9d tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Network ed4940ef-ee4d-4f36-94d6-b986a8cbbb0b is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:46:47.014985 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-0d80bef1-955e-4341-96f1-ca8dedbd5b9d tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:46:47.018990 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d80bef1-955e-4341-96f1-ca8dedbd5b9d tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:46:47.035617 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d80bef1-955e-4341-96f1-ca8dedbd5b9d tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:47.036606 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0d80bef1-955e-4341-96f1-ca8dedbd5b9d tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:47.039050 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ffc10d2-b75f-4b60-85d3-956025b4a839 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:47.040875 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-4ffc10d2-b75f-4b60-85d3-956025b4a839 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] 10.222.0.90 "GET /v2.0/ports/875f8d38-9130-4814-b81d-b5128d051335 HTTP/1.1" status: 200 len: 1130 time: 0.2216835 Feb 09 21:46:47.045704 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 32058b2a-cb41-411d-a8ed-19dec708cfd7, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=32058b2a-cb41-411d-a8ed-19dec708cfd7,segment=NetworkSegment(302376ac-9268-4998-af9e-49ee4b478b93),segment_id=302376ac-9268-4998-af9e-49ee4b478b93)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:47.050394 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 43458) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:47.064673 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': '32058b2a-cb41-411d-a8ed-19dec708cfd7', 'network_id': '25defb09-d744-4c22-bfc1-6754edb35ec9', 'port_id': '32058b2a-cb41-411d-a8ed-19dec708cfd7', 'mac_address': 'fa:16:3e:07:ac:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5974b033-cc61-4eb4-a4f6-ce96161693e1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:46:47.102475 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d80bef1-955e-4341-96f1-ca8dedbd5b9d tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Pushing event updated for resources: {'Port': ['ID=132bb020-e709-4290-b5ba-0a619ffc6bbb,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:47.117778 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-0d80bef1-955e-4341-96f1-ca8dedbd5b9d tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6063297 Feb 09 21:46:47.119659 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43460) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:47.134942 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-b1f3c029-5c41-452e-a98b-9d7ebcbced39 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Request body: {'subnet': {'network_id': 'ed4940ef-ee4d-4f36-94d6-b986a8cbbb0b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:47.151679 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943ace67-ed39-4759-a526-f9915d0c8318 req-177aaf8f-0e14-4fb9-a2fb-ea04e2808510 tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:47.153963 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 32058b2a-cb41-411d-a8ed-19dec708cfd7 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:47.155105 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (32058b2a-cb41-411d-a8ed-19dec708cfd7), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:47.162148 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-943ace67-ed39-4759-a526-f9915d0c8318 req-177aaf8f-0e14-4fb9-a2fb-ea04e2808510 tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] 10.222.0.90 "GET /v2.0/ports?device_id=e4cab769-be6e-4668-9820-fa9588f893a0 HTTP/1.1" status: 200 len: 943 time: 0.3917549 Feb 09 21:46:47.190272 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32058b2a-cb41-411d-a8ed-19dec708cfd7 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:46:47.244980 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 32058b2a-cb41-411d-a8ed-19dec708cfd7, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=32058b2a-cb41-411d-a8ed-19dec708cfd7,segment=NetworkSegment(302376ac-9268-4998-af9e-49ee4b478b93),segment_id=302376ac-9268-4998-af9e-49ee4b478b93)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:47.262775 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (32058b2a-cb41-411d-a8ed-19dec708cfd7), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:47.347968 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b61717-2e9d-4093-a97e-e92407284b85 req-7d834242-541b-411a-a2b6-76dce702b697 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:47.354157 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1f3c029-5c41-452e-a98b-9d7ebcbced39 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Made reservation on behalf of 87111984dff24e1780aaef3f75dde822 for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:46:47.358820 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b1f3c029-5c41-452e-a98b-9d7ebcbced39 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:47.359982 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a5b61717-2e9d-4093-a97e-e92407284b85 req-7d834242-541b-411a-a2b6-76dce702b697 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=446a9c08-b6b6-415b-9d31-50433bad72c5 HTTP/1.1" status: 200 len: 946 time: 0.4112520 Feb 09 21:46:47.380061 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=32058b2a-cb41-411d-a8ed-19dec708cfd7,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:47.419483 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-95b9caf5-b3ac-494b-a344-419c8292d69c admin admin] Publish callbacks [] for security_group (fc87da2a-330c-4b22-9784-69f4d796da43), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:47.433838 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-95b9caf5-b3ac-494b-a344-419c8292d69c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (fc87da2a-330c-4b22-9784-69f4d796da43), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:47.446896 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-943ace67-ed39-4759-a526-f9915d0c8318 req-54f64562-a76d-492d-85a0-35dbd9fa5aa7 tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] 10.222.0.90 "GET /v2.0/security-groups?id=38239a27-f81f-4dbe-b735-d2ad14a0ae0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836955 Feb 09 21:46:47.507034 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a02ff68c-ec09-461a-aa26-6ec90d6eab13 None None] Provisioning complete for port 875f8d38-9130-4814-b81d-b5128d051335 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:47.507650 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a02ff68c-ec09-461a-aa26-6ec90d6eab13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (875f8d38-9130-4814-b81d-b5128d051335), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:47.537832 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-95b9caf5-b3ac-494b-a344-419c8292d69c admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=9dcf68746c444be2a32b5cbe11484c64&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0461230 Feb 09 21:46:47.538701 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43462) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:47.547340 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-a97337b1-0bb6-4c16-b61d-1a479292fccb tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] Deleting port 875f8d38-9130-4814-b81d-b5128d051335 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:46:47.547945 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a97337b1-0bb6-4c16-b61d-1a479292fccb tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (875f8d38-9130-4814-b81d-b5128d051335), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:47.553433 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b9caf5-b3ac-494b-a344-419c8292d69c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc87da2a-330c-4b22-9784-69f4d796da43,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:47.597529 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a02ff68c-ec09-461a-aa26-6ec90d6eab13 None None] Port 875f8d38-9130-4814-b81d-b5128d051335 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:46:47.601585 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a5b61717-2e9d-4093-a97e-e92407284b85 req-2206b697-5368-4f58-b225-f6ab2c94305b tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085581 Feb 09 21:46:47.629058 n-d-828369-5 neutron-server[103141]: INFO neutron.db.ipam_backend_mixin [None req-b1f3c029-5c41-452e-a98b-9d7ebcbced39 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f48fd6c3-a9fd-419b-998d-c8f4c2938817 (CIDR: 2001:db8::/64) Feb 09 21:46:47.636333 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1f3c029-5c41-452e-a98b-9d7ebcbced39 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:46:47.636894 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1f3c029-5c41-452e-a98b-9d7ebcbced39 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:46:47.655309 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7ff85cfd-43e0-46a0-8caf-6fe4d2eb7d27 admin admin] Publish callbacks [] for security_group (fc87da2a-330c-4b22-9784-69f4d796da43), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:47.673633 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-b1f3c029-5c41-452e-a98b-9d7ebcbced39 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5509176 Feb 09 21:46:47.676416 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43466) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:47.681394 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-c26a9422-d05e-40db-873f-b82fffa1e5b3 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Request body: {'subnet': {'network_id': 'ed4940ef-ee4d-4f36-94d6-b986a8cbbb0b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:47.730240 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-60f88943-a963-48c5-a0bc-5c67a60fbc51 None None] Provisioning complete for port 132bb020-e709-4290-b5ba-0a619ffc6bbb triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:47.731309 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-60f88943-a963-48c5-a0bc-5c67a60fbc51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (132bb020-e709-4290-b5ba-0a619ffc6bbb), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:47.737620 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7ff85cfd-43e0-46a0-8caf-6fe4d2eb7d27 admin admin] Publish callbacks [] for security_group (fc87da2a-330c-4b22-9784-69f4d796da43), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:47.754518 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a97337b1-0bb6-4c16-b61d-1a479292fccb tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (875f8d38-9130-4814-b81d-b5128d051335), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:47.774014 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-a97337b1-0bb6-4c16-b61d-1a479292fccb tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] Calling delete_port for 875f8d38-9130-4814-b81d-b5128d051335 owned by {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:46:47.782899 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-60f88943-a963-48c5-a0bc-5c67a60fbc51 None None] Port 132bb020-e709-4290-b5ba-0a619ffc6bbb cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:46:47.794040 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d66819-0e61-4fbb-b303-c9d20a302a8b req-e38d739d-48a4-44b8-8af3-e4891206b7a2 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:47.801646 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-13d66819-0e61-4fbb-b303-c9d20a302a8b req-e38d739d-48a4-44b8-8af3-e4891206b7a2 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "GET /v2.0/ports?device_id=c50e996d-3eef-4dc6-9a7b-8319a153165b HTTP/1.1" status: 200 len: 945 time: 0.1169727 Feb 09 21:46:47.823273 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['32058b2a-cb41-411d-a8ed-19dec708cfd7'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:46:47.843696 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7ff85cfd-43e0-46a0-8caf-6fe4d2eb7d27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (fc87da2a-330c-4b22-9784-69f4d796da43), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:47.847956 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7ff85cfd-43e0-46a0-8caf-6fe4d2eb7d27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:47.849527 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-7ff85cfd-43e0-46a0-8caf-6fe4d2eb7d27 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/fc87da2a-330c-4b22-9784-69f4d796da43 HTTP/1.1" status: 204 len: 168 time: 0.3059845 Feb 09 21:46:47.869624 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff85cfd-43e0-46a0-8caf-6fe4d2eb7d27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc87da2a-330c-4b22-9784-69f4d796da43,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:47.936618 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-13d66819-0e61-4fbb-b303-c9d20a302a8b req-79ec15b1-3b51-4665-beb5-970ee35ca9df tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "GET /v2.0/security-groups?id=296fe08d-5e2e-48dd-9aaf-df90eedd0fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283536 Feb 09 21:46:47.995574 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c26a9422-d05e-40db-873f-b82fffa1e5b3 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Made reservation on behalf of 87111984dff24e1780aaef3f75dde822 for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:46:48.000705 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c26a9422-d05e-40db-873f-b82fffa1e5b3 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:48.059118 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a97337b1-0bb6-4c16-b61d-1a479292fccb tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (875f8d38-9130-4814-b81d-b5128d051335), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:48.122624 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97337b1-0bb6-4c16-b61d-1a479292fccb tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] Pushing event deleted for resources: {'Port': ['ID=875f8d38-9130-4814-b81d-b5128d051335,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:48.171464 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a97337b1-0bb6-4c16-b61d-1a479292fccb tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:48.178248 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-a97337b1-0bb6-4c16-b61d-1a479292fccb tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] 10.222.0.90 "DELETE /v2.0/ports/875f8d38-9130-4814-b81d-b5128d051335 HTTP/1.1" status: 204 len: 168 time: 1.1232612 Feb 09 21:46:48.178740 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 43472) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:48.195521 n-d-828369-5 neutron-server[103141]: INFO neutron.db.ipam_backend_mixin [None req-c26a9422-d05e-40db-873f-b82fffa1e5b3 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 3c54ebfc-ac88-4cde-bbd6-4b491fcee0f5 (CIDR: 2001:db8:0:1::/64) Feb 09 21:46:48.208149 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-c26a9422-d05e-40db-873f-b82fffa1e5b3 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:46:48.208639 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c26a9422-d05e-40db-873f-b82fffa1e5b3 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:46:48.245368 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-c26a9422-d05e-40db-873f-b82fffa1e5b3 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5678241 Feb 09 21:46:48.248573 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43474) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:48.251946 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-59826b36-2ba6-4087-bfbc-9cfc69170618 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Request body: {'subnet': {'network_id': 'ed4940ef-ee4d-4f36-94d6-b986a8cbbb0b', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:48.288452 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f31c5bf-c40f-4009-8be6-3c50a2c3155a tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] Deleting subnet 9e36761d-ad8d-4c29-8b89-0d9003b05c2a {{(pid=103140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:46:48.302102 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4f31c5bf-c40f-4009-8be6-3c50a2c3155a tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] Publish callbacks [] for subnet (9e36761d-ad8d-4c29-8b89-0d9003b05c2a), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:48.376702 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4f31c5bf-c40f-4009-8be6-3c50a2c3155a tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9110716'] for subnet (9e36761d-ad8d-4c29-8b89-0d9003b05c2a), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:48.491635 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59826b36-2ba6-4087-bfbc-9cfc69170618 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Made reservation on behalf of 87111984dff24e1780aaef3f75dde822 for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:46:48.498310 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-59826b36-2ba6-4087-bfbc-9cfc69170618 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:48.627764 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4f31c5bf-c40f-4009-8be6-3c50a2c3155a tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (9e36761d-ad8d-4c29-8b89-0d9003b05c2a), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:48.786162 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f12a01-b7f7-455b-b000-f6576aae2f42 req-556f237e-cebe-485b-a38e-31faaa815a96 tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:48.788116 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-23f12a01-b7f7-455b-b000-f6576aae2f42 req-556f237e-cebe-485b-a38e-31faaa815a96 tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] 10.222.0.90 "GET /v2.0/ports?device_id=e4cab769-be6e-4668-9820-fa9588f893a0 HTTP/1.1" status: 200 len: 944 time: 0.2251730 Feb 09 21:46:48.810325 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4f31c5bf-c40f-4009-8be6-3c50a2c3155a tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621346'] for subnet (9e36761d-ad8d-4c29-8b89-0d9003b05c2a), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:48.833222 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4f31c5bf-c40f-4009-8be6-3c50a2c3155a tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:48.838614 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-4f31c5bf-c40f-4009-8be6-3c50a2c3155a tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] 10.222.0.90 "DELETE /v2.0/subnets/9e36761d-ad8d-4c29-8b89-0d9003b05c2a HTTP/1.1" status: 204 len: 168 time: 0.6580124 Feb 09 21:46:48.859836 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43492) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:48.869953 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f31c5bf-c40f-4009-8be6-3c50a2c3155a tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] Pushing event deleted for resources: {'Subnet': ['ID=9e36761d-ad8d-4c29-8b89-0d9003b05c2a,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:48.908891 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b617a325-af5c-42a1-b992-b5c4760df0fb None None] Network 6fe1c16c-9851-44f3-ad85-770110207cd0 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:46:48.955709 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43bf1d6-a786-4762-9c1c-fbf3378cef55 req-fbf92a37-2ba8-4dd0-a10d-a470c24bd19a tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:48.970041 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d43bf1d6-a786-4762-9c1c-fbf3378cef55 req-fbf92a37-2ba8-4dd0-a10d-a470c24bd19a tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=446a9c08-b6b6-415b-9d31-50433bad72c5 HTTP/1.1" status: 200 len: 946 time: 0.2564244 Feb 09 21:46:48.987922 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-23f12a01-b7f7-455b-b000-f6576aae2f42 req-af4d53fc-14ae-4895-afce-005fc421eac6 tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] 10.222.0.90 "GET /v2.0/security-groups?id=38239a27-f81f-4dbe-b735-d2ad14a0ae0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896644 Feb 09 21:46:49.044488 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-98203fdd-6cc3-45f5-9e6d-be087e536fc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (6fe1c16c-9851-44f3-ad85-770110207cd0), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:49.100711 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d43bf1d6-a786-4762-9c1c-fbf3378cef55 req-99766ccf-6e46-4f84-a29d-aefe31d910ca tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138258 Feb 09 21:46:49.189966 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43500) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:49.216993 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-98203fdd-6cc3-45f5-9e6d-be087e536fc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] Deleting port ee7696e1-72df-4f63-b87e-7b0f85e4e81b {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:46:49.217343 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-98203fdd-6cc3-45f5-9e6d-be087e536fc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (ee7696e1-72df-4f63-b87e-7b0f85e4e81b), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:49.240043 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b991c4-945a-4086-8507-3fa3b9ddcb21 None None] DHCP port deletion for 6fe1c16c-9851-44f3-ad85-770110207cd0 request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:46:49.248786 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eba4c01-51cb-4afc-b55b-abd5c803e58f req-9da3e2b2-88fe-4bb6-af69-85ecfd4c9e4a tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:49.250396 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3eba4c01-51cb-4afc-b55b-abd5c803e58f req-9da3e2b2-88fe-4bb6-af69-85ecfd4c9e4a tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "GET /v2.0/ports?device_id=c50e996d-3eef-4dc6-9a7b-8319a153165b HTTP/1.1" status: 200 len: 945 time: 0.1069193 Feb 09 21:46:49.303525 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-98203fdd-6cc3-45f5-9e6d-be087e536fc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] For port ee7696e1-72df-4f63-b87e-7b0f85e4e81b, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=ee7696e1-72df-4f63-b87e-7b0f85e4e81b,segment=NetworkSegment(1b91b0b0-5cd5-4d07-9448-0b0040a57d1a),segment_id=1b91b0b0-5cd5-4d07-9448-0b0040a57d1a)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:49.304690 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-98203fdd-6cc3-45f5-9e6d-be087e536fc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (ee7696e1-72df-4f63-b87e-7b0f85e4e81b), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:49.332047 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3eba4c01-51cb-4afc-b55b-abd5c803e58f req-741f4774-014a-4d68-8887-3a2dfbd4da5e tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "GET /v2.0/security-groups?id=296fe08d-5e2e-48dd-9aaf-df90eedd0fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722835 Feb 09 21:46:49.347811 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-30b991c4-945a-4086-8507-3fa3b9ddcb21 None None] Deleting port ee7696e1-72df-4f63-b87e-7b0f85e4e81b {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:46:49.348200 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-30b991c4-945a-4086-8507-3fa3b9ddcb21 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (ee7696e1-72df-4f63-b87e-7b0f85e4e81b), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:49.355960 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-59826b36-2ba6-4087-bfbc-9cfc69170618 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (dfeff92d-c086-4371-8f97-9b28a71f97d9), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:49.414779 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-98203fdd-6cc3-45f5-9e6d-be087e536fc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] Calling delete_port for ee7696e1-72df-4f63-b87e-7b0f85e4e81b owned by network:dhcp {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:46:49.462510 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59826b36-2ba6-4087-bfbc-9cfc69170618 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Network ed4940ef-ee4d-4f36-94d6-b986a8cbbb0b is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:46:49.484192 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-30b991c4-945a-4086-8507-3fa3b9ddcb21 None None] For port ee7696e1-72df-4f63-b87e-7b0f85e4e81b, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=ee7696e1-72df-4f63-b87e-7b0f85e4e81b,segment=NetworkSegment(1b91b0b0-5cd5-4d07-9448-0b0040a57d1a),segment_id=1b91b0b0-5cd5-4d07-9448-0b0040a57d1a)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:49.485904 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-30b991c4-945a-4086-8507-3fa3b9ddcb21 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (ee7696e1-72df-4f63-b87e-7b0f85e4e81b), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:49.499289 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-59826b36-2ba6-4087-bfbc-9cfc69170618 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:46:49.506674 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59826b36-2ba6-4087-bfbc-9cfc69170618 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:49.506674 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-59826b36-2ba6-4087-bfbc-9cfc69170618 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:49.512791 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59826b36-2ba6-4087-bfbc-9cfc69170618 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Pushing event updated for resources: {'Subnet': ['ID=dfeff92d-c086-4371-8f97-9b28a71f97d9,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:49.522488 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-9aefdc87-686f-4ce9-83e2-e6289674f2a4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1250021813-network', 'tenant_id': '6e1281475427459ba566f75d67d1c2c3'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:49.526033 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-30b991c4-945a-4086-8507-3fa3b9ddcb21 None None] Calling delete_port for ee7696e1-72df-4f63-b87e-7b0f85e4e81b owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:46:49.535542 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c718982-fbce-47dd-86b6-191965df4aea None None] Network ed4940ef-ee4d-4f36-94d6-b986a8cbbb0b requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:46:49.553316 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-59826b36-2ba6-4087-bfbc-9cfc69170618 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3060374 Feb 09 21:46:49.559511 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 43504) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:49.569900 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-118a0d05-1e52-4339-b2ec-1437349cff49 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1292417810', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'dfeff92d-c086-4371-8f97-9b28a71f97d9'}], 'security_groups': ['94e0cc57-e88d-41bc-aad8-7f49a8c79a3f', '0e8d5496-0a2f-4893-bf9f-d465e37849a0']}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:49.588677 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aefdc87-686f-4ce9-83e2-e6289674f2a4 admin admin] Made reservation on behalf of 6e1281475427459ba566f75d67d1c2c3 for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:46:49.591947 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9aefdc87-686f-4ce9-83e2-e6289674f2a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:49.594733 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-98203fdd-6cc3-45f5-9e6d-be087e536fc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (ee7696e1-72df-4f63-b87e-7b0f85e4e81b), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:49.640916 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9aefdc87-686f-4ce9-83e2-e6289674f2a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:49.646555 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98203fdd-6cc3-45f5-9e6d-be087e536fc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] Pushing event deleted for resources: {'Port': ['ID=ee7696e1-72df-4f63-b87e-7b0f85e4e81b,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:49.661837 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98203fdd-6cc3-45f5-9e6d-be087e536fc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] No DVR routers for this DVR port ee7696e1-72df-4f63-b87e-7b0f85e4e81b on host n-d-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:46:49.756375 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-30b991c4-945a-4086-8507-3fa3b9ddcb21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (ee7696e1-72df-4f63-b87e-7b0f85e4e81b), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:49.825174 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b991c4-945a-4086-8507-3fa3b9ddcb21 None None] Pushing event deleted for resources: {'Port': ['ID=ee7696e1-72df-4f63-b87e-7b0f85e4e81b,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:49.838421 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b991c4-945a-4086-8507-3fa3b9ddcb21 None None] No DVR routers for this DVR port ee7696e1-72df-4f63-b87e-7b0f85e4e81b on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:46:49.861774 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-118a0d05-1e52-4339-b2ec-1437349cff49 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (132bb020-e709-4290-b5ba-0a619ffc6bbb), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:49.896346 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-98203fdd-6cc3-45f5-9e6d-be087e536fc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (6fe1c16c-9851-44f3-ad85-770110207cd0), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:49.958835 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-98203fdd-6cc3-45f5-9e6d-be087e536fc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fe1c16c-9851-44f3-ad85-770110207cd0']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:49.974489 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-98203fdd-6cc3-45f5-9e6d-be087e536fc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b91b0b0-5cd5-4d07-9448-0b0040a57d1a') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:49.974489 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-98203fdd-6cc3-45f5-9e6d-be087e536fc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b91b0b0-5cd5-4d07-9448-0b0040a57d1a') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:49.981538 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e5e377-5178-49ae-ab86-bbc64b4294c0 None None] Update dhcp port {'port': {'network_id': 'ed4940ef-ee4d-4f36-94d6-b986a8cbbb0b', 'fixed_ips': [{'subnet_id': '3c54ebfc-ac88-4cde-bbd6-4b491fcee0f5', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'f48fd6c3-a9fd-419b-998d-c8f4c2938817', 'ip_address': '2001:db8::2'}, {'subnet_id': 'dfeff92d-c086-4371-8f97-9b28a71f97d9'}], 'binding:host_id': 'n-d-828369-5'}, 'id': 'ef0e46b9-7653-45a5-8dad-1bfc8dfdd5ac'} from n-d-828369-5. {{(pid=103142) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 21:46:49.990710 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-98203fdd-6cc3-45f5-9e6d-be087e536fc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (1b91b0b0-5cd5-4d07-9448-0b0040a57d1a), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:50.010940 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9aefdc87-686f-4ce9-83e2-e6289674f2a4 admin admin] Publish callbacks [] for security_group (417ea70a-7149-4ebc-b4ec-81e58a926ee3), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:50.015536 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-98203fdd-6cc3-45f5-9e6d-be087e536fc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (1b91b0b0-5cd5-4d07-9448-0b0040a57d1a), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:50.023007 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9aefdc87-686f-4ce9-83e2-e6289674f2a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (417ea70a-7149-4ebc-b4ec-81e58a926ee3), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:50.025740 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98203fdd-6cc3-45f5-9e6d-be087e536fc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:46:50.026139 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-98203fdd-6cc3-45f5-9e6d-be087e536fc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (1b91b0b0-5cd5-4d07-9448-0b0040a57d1a), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:50.037271 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0e5e377-5178-49ae-ab86-bbc64b4294c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (ef0e46b9-7653-45a5-8dad-1bfc8dfdd5ac), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:50.043303 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:46:50.043303 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:46:50.043303 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:46:50.043303 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:46:50.043303 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:46:50.043303 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:46:50.043303 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:46:50.043303 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:46:50.043303 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:46:50.043303 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:46:50.043303 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:46:50.043303 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:46:50.043303 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:46:50.043303 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:46:50.043303 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:46:50.043303 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:46:50.043303 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:46:50.043303 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:46:50.043303 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:46:50.043303 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:46:50.043303 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:46:50.043303 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:46:50.043303 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:46:50.043303 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:46:50.043303 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:46:50.043303 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:46:50.043303 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:46:50.043303 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:46:50.043303 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:46:50.043303 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:46:50.043303 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:46:50.043303 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:46:50.178983 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aefdc87-686f-4ce9-83e2-e6289674f2a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=417ea70a-7149-4ebc-b4ec-81e58a926ee3,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:50.219636 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-98203fdd-6cc3-45f5-9e6d-be087e536fc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (6fe1c16c-9851-44f3-ad85-770110207cd0), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:50.227871 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9aefdc87-686f-4ce9-83e2-e6289674f2a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:46:50.238123 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-98203fdd-6cc3-45f5-9e6d-be087e536fc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:50.256967 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-98203fdd-6cc3-45f5-9e6d-be087e536fc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] 10.222.0.90 "DELETE /v2.0/networks/6fe1c16c-9851-44f3-ad85-770110207cd0 HTTP/1.1" status: 204 len: 168 time: 1.3819230 Feb 09 21:46:50.294623 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98203fdd-6cc3-45f5-9e6d-be087e536fc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467 tempest-ExtraDHCPOptionsIpV6TestJSON-1991535467-project] Pushing event deleted for resources: {'Network': ['ID=6fe1c16c-9851-44f3-ad85-770110207cd0,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:50.300788 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab5be6c-e3b6-4bd7-b86b-aadd77c88a96 req-79f0cbd0-78f3-482e-ae43-456a208636ae tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:50.308036 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9aefdc87-686f-4ce9-83e2-e6289674f2a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (fd70fa0c-b170-42de-85a4-85b20f12af89), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:50.308323 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bab5be6c-e3b6-4bd7-b86b-aadd77c88a96 req-79f0cbd0-78f3-482e-ae43-456a208636ae tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] 10.222.0.90 "GET /v2.0/ports?device_id=e4cab769-be6e-4668-9820-fa9588f893a0 HTTP/1.1" status: 200 len: 944 time: 0.1743214 Feb 09 21:46:50.309547 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-9aefdc87-686f-4ce9-83e2-e6289674f2a4 admin admin] Added segment fd70fa0c-b170-42de-85a4-85b20f12af89 of type vlan for network e9a5657a-72c8-4eb7-9270-46ed5fd14a25 Feb 09 21:46:50.348334 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-a0e5e377-5178-49ae-ab86-bbc64b4294c0 None None] Allocated IP 2001:db8:0:2::2 (ed4940ef-ee4d-4f36-94d6-b986a8cbbb0b/dfeff92d-c086-4371-8f97-9b28a71f97d9/ef0e46b9-7653-45a5-8dad-1bfc8dfdd5ac) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:46:50.371653 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17570bd-dd4e-4a7c-a25d-91a8e83a0180 req-80220f10-44e0-466a-968b-d9882f997529 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:50.374348 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a17570bd-dd4e-4a7c-a25d-91a8e83a0180 req-80220f10-44e0-466a-968b-d9882f997529 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=446a9c08-b6b6-415b-9d31-50433bad72c5 HTTP/1.1" status: 200 len: 946 time: 0.1318672 Feb 09 21:46:50.397283 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bab5be6c-e3b6-4bd7-b86b-aadd77c88a96 req-2e942539-ff41-4953-85e0-e9bb78a1bd82 tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] 10.222.0.90 "GET /v2.0/security-groups?id=38239a27-f81f-4dbe-b735-d2ad14a0ae0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880725 Feb 09 21:46:50.413930 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9aefdc87-686f-4ce9-83e2-e6289674f2a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (e9a5657a-72c8-4eb7-9270-46ed5fd14a25), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:50.511592 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9aefdc87-686f-4ce9-83e2-e6289674f2a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (e9a5657a-72c8-4eb7-9270-46ed5fd14a25), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:50.512965 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aefdc87-686f-4ce9-83e2-e6289674f2a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:50.514169 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9aefdc87-686f-4ce9-83e2-e6289674f2a4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:50.516032 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0e5e377-5178-49ae-ab86-bbc64b4294c0 None None] For port ef0e46b9-7653-45a5-8dad-1bfc8dfdd5ac, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=ef0e46b9-7653-45a5-8dad-1bfc8dfdd5ac,segment=NetworkSegment(0a41c4c4-58cd-416b-a6d9-f1a73a988837),segment_id=0a41c4c4-58cd-416b-a6d9-f1a73a988837)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:50.519136 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a17570bd-dd4e-4a7c-a25d-91a8e83a0180 req-ceb1c39d-b355-4bbd-8413-73c3c5975788 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370687 Feb 09 21:46:50.569333 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0e5e377-5178-49ae-ab86-bbc64b4294c0 None None] Publish callbacks [] for port (ef0e46b9-7653-45a5-8dad-1bfc8dfdd5ac), precommit_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:50.574590 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device ee7696e1-72df-4f63-b87e-7b0f85e4e81b no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:46:50.601362 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0e5e377-5178-49ae-ab86-bbc64b4294c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (ef0e46b9-7653-45a5-8dad-1bfc8dfdd5ac), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:50.607024 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: ee7696e1-72df-4f63-b87e-7b0f85e4e81b {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:46:50.608779 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device ee7696e1-72df-4f63-b87e-7b0f85e4e81b not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:46:50.633682 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-9aefdc87-686f-4ce9-83e2-e6289674f2a4 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4334466 Feb 09 21:46:50.638392 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 43522) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:50.647943 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-46ef1f4a-8357-4b4e-923e-d3cf92475ead admin admin] Request body: {'subnet': {'network_id': 'e9a5657a-72c8-4eb7-9270-46ed5fd14a25', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1250021813-subnet', 'tenant_id': '6e1281475427459ba566f75d67d1c2c3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:50.660761 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aefdc87-686f-4ce9-83e2-e6289674f2a4 admin admin] Pushing event updated for resources: {'Network': ['ID=e9a5657a-72c8-4eb7-9270-46ed5fd14a25,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:50.675129 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network e9a5657a-72c8-4eb7-9270-46ed5fd14a25 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:46:50.688350 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46ef1f4a-8357-4b4e-923e-d3cf92475ead admin admin] Made reservation on behalf of 6e1281475427459ba566f75d67d1c2c3 for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:46:50.690680 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-46ef1f4a-8357-4b4e-923e-d3cf92475ead admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621317'] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:50.719769 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43524) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:50.781380 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6742c52e-8198-4e36-b1e5-e48ea4247d07 req-4e6e017e-3e2d-46d7-b307-5fc41eee872c tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:50.783012 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6742c52e-8198-4e36-b1e5-e48ea4247d07 req-4e6e017e-3e2d-46d7-b307-5fc41eee872c tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "GET /v2.0/ports?device_id=c50e996d-3eef-4dc6-9a7b-8319a153165b HTTP/1.1" status: 200 len: 945 time: 0.2201142 Feb 09 21:46:50.907000 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-118a0d05-1e52-4339-b2ec-1437349cff49 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Delete allocated IP 2001:db8::161 (ed4940ef-ee4d-4f36-94d6-b986a8cbbb0b/f48fd6c3-a9fd-419b-998d-c8f4c2938817) {{(pid=103140) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 21:46:50.919019 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6742c52e-8198-4e36-b1e5-e48ea4247d07 req-7a593210-fd04-4818-ae05-f903feda93de tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "GET /v2.0/security-groups?id=296fe08d-5e2e-48dd-9aaf-df90eedd0fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281564 Feb 09 21:46:50.927218 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-118a0d05-1e52-4339-b2ec-1437349cff49 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Allocated IP 2001:db8:0:2::30b (ed4940ef-ee4d-4f36-94d6-b986a8cbbb0b/dfeff92d-c086-4371-8f97-9b28a71f97d9/132bb020-e709-4290-b5ba-0a619ffc6bbb) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:46:50.985685 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 32058b2a-cb41-411d-a8ed-19dec708cfd7 up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:46:51.007685 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-380fe9a8-a496-4886-a31a-2ba7e514e8bf admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=c7d164bc57f04bb8b2390dbba83ff1fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2841492 Feb 09 21:46:51.015847 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43528) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:51.053766 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e5e377-5178-49ae-ab86-bbc64b4294c0 None None] Pushing event updated for resources: {'Port': ['ID=ef0e46b9-7653-45a5-8dad-1bfc8dfdd5ac,revision_number=7']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:51.100049 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning for port 32058b2a-cb41-411d-a8ed-19dec708cfd7 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:46:51.104127 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-46ef1f4a-8357-4b4e-923e-d3cf92475ead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621371'] for subnet (a77fad57-d7ca-4c6b-a8e5-5fa7d54c2e34), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:51.104498 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port 32058b2a-cb41-411d-a8ed-19dec708cfd7 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:51.104936 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (32058b2a-cb41-411d-a8ed-19dec708cfd7), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:51.148192 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cc08360d-4397-46f8-9b31-b2a574879b0a admin admin] Publish callbacks [] for security_group (79c1fea5-50d5-4ba8-ba95-ff0cccf1c96c), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:51.184489 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:51.190687 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cc08360d-4397-46f8-9b31-b2a574879b0a admin admin] Publish callbacks [] for security_group (79c1fea5-50d5-4ba8-ba95-ff0cccf1c96c), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:51.244078 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 32058b2a-cb41-411d-a8ed-19dec708cfd7 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:51.244579 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (32058b2a-cb41-411d-a8ed-19dec708cfd7), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:51.278219 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cc08360d-4397-46f8-9b31-b2a574879b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (79c1fea5-50d5-4ba8-ba95-ff0cccf1c96c), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:51.287938 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cc08360d-4397-46f8-9b31-b2a574879b0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:51.293122 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-cc08360d-4397-46f8-9b31-b2a574879b0a admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/79c1fea5-50d5-4ba8-ba95-ff0cccf1c96c HTTP/1.1" status: 204 len: 168 time: 0.2737496 Feb 09 21:46:51.309665 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc08360d-4397-46f8-9b31-b2a574879b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c1fea5-50d5-4ba8-ba95-ff0cccf1c96c,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:51.340968 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef1f4a-8357-4b4e-923e-d3cf92475ead admin admin] Pushing event updated for resources: {'Subnet': ['ID=a77fad57-d7ca-4c6b-a8e5-5fa7d54c2e34,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:51.362226 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 32058b2a-cb41-411d-a8ed-19dec708cfd7, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=32058b2a-cb41-411d-a8ed-19dec708cfd7,segment=NetworkSegment(302376ac-9268-4998-af9e-49ee4b478b93),segment_id=302376ac-9268-4998-af9e-49ee4b478b93)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:51.372969 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4cab769-be6e-4668-9820-fa9588f893a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32058b2a-cb41-411d-a8ed-19dec708cfd7'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:46:51.379986 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3792ae7a-a969-48b0-9cfd-1339ecdcbde1" -d '{"events": [{"server_uuid": "e4cab769-be6e-4668-9820-fa9588f893a0", "name": "network-vif-plugged", "status": "completed", "tag": "32058b2a-cb41-411d-a8ed-19dec708cfd7"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:46:51.380654 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-118a0d05-1e52-4339-b2ec-1437349cff49 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for port (132bb020-e709-4290-b5ba-0a619ffc6bbb), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:51.385644 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ef1f4a-8357-4b4e-923e-d3cf92475ead admin admin] Checking segment: {'id': 'fd70fa0c-b170-42de-85a4-85b20f12af89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'e9a5657a-72c8-4eb7-9270-46ed5fd14a25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:46:51.386156 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ef1f4a-8357-4b4e-923e-d3cf92475ead admin admin] Network hostable DHCP agents. Network: e9a5657a-72c8-4eb7-9270-46ed5fd14a25, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:46:51.389916 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-118a0d05-1e52-4339-b2ec-1437349cff49 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (132bb020-e709-4290-b5ba-0a619ffc6bbb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:51.391901 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (32058b2a-cb41-411d-a8ed-19dec708cfd7), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:51.542727 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ef1f4a-8357-4b4e-923e-d3cf92475ead admin admin] Network e9a5657a-72c8-4eb7-9270-46ed5fd14a25 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:46:51.548063 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-118a0d05-1e52-4339-b2ec-1437349cff49 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] In _notify_port_updated(), no bound segment for port 132bb020-e709-4290-b5ba-0a619ffc6bbb on network ed4940ef-ee4d-4f36-94d6-b986a8cbbb0b {{(pid=103140) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 21:46:51.558882 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-165dac53-d4f6-4c98-b3a0-f2180fb08813 x-openstack-request-id: req-165dac53-d4f6-4c98-b3a0-f2180fb08813 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:46:51.559328 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4cab769-be6e-4668-9820-fa9588f893a0", "name": "network-vif-plugged", "status": "completed", "tag": "32058b2a-cb41-411d-a8ed-19dec708cfd7", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:46:51.559683 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-165dac53-d4f6-4c98-b3a0-f2180fb08813 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:46:51.560772 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4cab769-be6e-4668-9820-fa9588f893a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32058b2a-cb41-411d-a8ed-19dec708cfd7', 'code': 200} Feb 09 21:46:51.562372 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118a0d05-1e52-4339-b2ec-1437349cff49 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:51.563389 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-118a0d05-1e52-4339-b2ec-1437349cff49 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:51.564964 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-118a0d05-1e52-4339-b2ec-1437349cff49 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "PUT /v2.0/ports/132bb020-e709-4290-b5ba-0a619ffc6bbb HTTP/1.1" status: 200 len: 970 time: 2.0034356 Feb 09 21:46:51.568082 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43538) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:51.595982 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=32058b2a-cb41-411d-a8ed-19dec708cfd7,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:51.596262 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118a0d05-1e52-4339-b2ec-1437349cff49 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Pushing event updated for resources: {'Port': ['ID=132bb020-e709-4290-b5ba-0a619ffc6bbb,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:51.611969 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-46ef1f4a-8357-4b4e-923e-d3cf92475ead admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, e9a5657a-72c8-4eb7-9270-46ed5fd14a25) {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:46:51.620036 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd02795-636b-4200-973f-91eb578c86bc None None] Network e9a5657a-72c8-4eb7-9270-46ed5fd14a25 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:46:51.624716 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ef1f4a-8357-4b4e-923e-d3cf92475ead admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:51.625321 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-46ef1f4a-8357-4b4e-923e-d3cf92475ead admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:51.757488 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-46ef1f4a-8357-4b4e-923e-d3cf92475ead admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1170273 Feb 09 21:46:51.758866 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 43542) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:51.774954 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-2eb4f5da-e627-46e0-814f-681ddc6edeae admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1250021813-router', 'tenant_id': '6e1281475427459ba566f75d67d1c2c3', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:51.904696 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a52838-9b68-49aa-ba06-5f14139f0825 req-067aa4b2-fd25-4bc2-b490-7342be650f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:51.908735 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d5a52838-9b68-49aa-ba06-5f14139f0825 req-067aa4b2-fd25-4bc2-b490-7342be650f00 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e4cab769-be6e-4668-9820-fa9588f893a0 HTTP/1.1" status: 200 len: 1127 time: 0.2367671 Feb 09 21:46:51.945240 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea89dfe-a5bd-4c8f-8750-ab096cfb184a req-e96c904f-ef66-4b81-88a3-6f3fa4596fc1 tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:51.948009 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8ea89dfe-a5bd-4c8f-8750-ab096cfb184a req-e96c904f-ef66-4b81-88a3-6f3fa4596fc1 tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] 10.222.0.90 "GET /v2.0/ports?device_id=e4cab769-be6e-4668-9820-fa9588f893a0 HTTP/1.1" status: 200 len: 945 time: 0.3004453 Feb 09 21:46:51.950439 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2eb4f5da-e627-46e0-814f-681ddc6edeae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (3234f723-1a1c-49bf-b8dd-ea33d2d3d864), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:51.955258 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91ef7a8-d406-4fcc-bcfa-8baa4e580992 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-e9a5657a-72c8-4eb7-9270-46ed5fd14a25', 'network_id': 'e9a5657a-72c8-4eb7-9270-46ed5fd14a25', 'project_id': '6e1281475427459ba566f75d67d1c2c3', 'fixed_ips': [{'subnet_id': 'a77fad57-d7ca-4c6b-a8e5-5fa7d54c2e34'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:46:51.956269 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d91ef7a8-d406-4fcc-bcfa-8baa4e580992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:51.967555 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2eb4f5da-e627-46e0-814f-681ddc6edeae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (3234f723-1a1c-49bf-b8dd-ea33d2d3d864), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:52.134120 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d5a52838-9b68-49aa-ba06-5f14139f0825 req-c0847def-0657-4dbe-8bc5-b687b1a82ce1 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=38239a27-f81f-4dbe-b735-d2ad14a0ae0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989088 Feb 09 21:46:52.159161 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1074c76-accb-4a4c-8f8e-c249801db7a5 req-4cd35f06-9176-473c-b321-ee4be34e0d77 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:52.166370 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f1074c76-accb-4a4c-8f8e-c249801db7a5 req-4cd35f06-9176-473c-b321-ee4be34e0d77 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=446a9c08-b6b6-415b-9d31-50433bad72c5 HTTP/1.1" status: 200 len: 946 time: 0.3869908 Feb 09 21:46:52.193797 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-b377d79e-31d4-45e4-ba28-51739283763a tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Deleting port 132bb020-e709-4290-b5ba-0a619ffc6bbb {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:46:52.203573 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b377d79e-31d4-45e4-ba28-51739283763a tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (132bb020-e709-4290-b5ba-0a619ffc6bbb), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:52.237216 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2eb4f5da-e627-46e0-814f-681ddc6edeae admin admin] Publish callbacks [] for router_controller (3234f723-1a1c-49bf-b8dd-ea33d2d3d864), precommit_add_association {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:52.254256 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-d91ef7a8-d406-4fcc-bcfa-8baa4e580992 None None] Allocated IP 172.20.0.2 (e9a5657a-72c8-4eb7-9270-46ed5fd14a25/a77fad57-d7ca-4c6b-a8e5-5fa7d54c2e34/172fee22-b447-487e-9a73-dad5ce318962) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:46:52.276991 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8ea89dfe-a5bd-4c8f-8750-ab096cfb184a req-eaee93d6-4b96-4b2c-a84c-d297c720b2d0 tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] 10.222.0.90 "GET /v2.0/security-groups?id=38239a27-f81f-4dbe-b735-d2ad14a0ae0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738523 Feb 09 21:46:52.437126 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b377d79e-31d4-45e4-ba28-51739283763a tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (132bb020-e709-4290-b5ba-0a619ffc6bbb), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:52.484588 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-b377d79e-31d4-45e4-ba28-51739283763a tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Calling delete_port for 132bb020-e709-4290-b5ba-0a619ffc6bbb owned by {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:46:52.566204 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-c6410f02-e382-4660-806a-949db9cc97a0 None None] Provisioning complete for port ef0e46b9-7653-45a5-8dad-1bfc8dfdd5ac triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:52.566583 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c6410f02-e382-4660-806a-949db9cc97a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (ef0e46b9-7653-45a5-8dad-1bfc8dfdd5ac), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:52.580485 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device ef0e46b9-7653-45a5-8dad-1bfc8dfdd5ac up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:46:52.850067 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d91ef7a8-d406-4fcc-bcfa-8baa4e580992 None None] Publish callbacks [] for port (172fee22-b447-487e-9a73-dad5ce318962), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:52.917245 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d91ef7a8-d406-4fcc-bcfa-8baa4e580992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (172fee22-b447-487e-9a73-dad5ce318962), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:52.954666 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2eb4f5da-e627-46e0-814f-681ddc6edeae admin admin] Publish callbacks [] for router_gateway (3234f723-1a1c-49bf-b8dd-ea33d2d3d864), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:52.956935 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port ef0e46b9-7653-45a5-8dad-1bfc8dfdd5ac triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:52.956935 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (ef0e46b9-7653-45a5-8dad-1bfc8dfdd5ac), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:52.983425 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 43562) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:52.999501 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91ef7a8-d406-4fcc-bcfa-8baa4e580992 None None] Network e9a5657a-72c8-4eb7-9270-46ed5fd14a25 is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:46:53.027429 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-d91ef7a8-d406-4fcc-bcfa-8baa4e580992 None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:46:53.030647 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91ef7a8-d406-4fcc-bcfa-8baa4e580992 None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:46:53.034208 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f1074c76-accb-4a4c-8f8e-c249801db7a5 req-63e45dcf-7643-4e21-91de-9f9c551d6d76 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8669531 Feb 09 21:46:53.064741 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-c6410f02-e382-4660-806a-949db9cc97a0 None None] Current status of the port ef0e46b9-7653-45a5-8dad-1bfc8dfdd5ac is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:53.081651 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91ef7a8-d406-4fcc-bcfa-8baa4e580992 None None] Pushing event updated for resources: {'Port': ['ID=172fee22-b447-487e-9a73-dad5ce318962,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:53.094492 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91ef7a8-d406-4fcc-bcfa-8baa4e580992 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:53.094844 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91ef7a8-d406-4fcc-bcfa-8baa4e580992 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:53.095188 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91ef7a8-d406-4fcc-bcfa-8baa4e580992 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:53.095527 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91ef7a8-d406-4fcc-bcfa-8baa4e580992 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:53.095864 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91ef7a8-d406-4fcc-bcfa-8baa4e580992 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:53.096198 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91ef7a8-d406-4fcc-bcfa-8baa4e580992 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:53.096550 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91ef7a8-d406-4fcc-bcfa-8baa4e580992 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:53.096893 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91ef7a8-d406-4fcc-bcfa-8baa4e580992 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:53.097203 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91ef7a8-d406-4fcc-bcfa-8baa4e580992 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:53.097526 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91ef7a8-d406-4fcc-bcfa-8baa4e580992 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:53.098020 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91ef7a8-d406-4fcc-bcfa-8baa4e580992 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:53.098347 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91ef7a8-d406-4fcc-bcfa-8baa4e580992 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:53.098672 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91ef7a8-d406-4fcc-bcfa-8baa4e580992 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:46:53.143942 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea9d219-b6b9-4221-a171-940318029c3b req-771e3e37-4d53-42a4-8bdd-72bfba6ad3a8 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:53.154389 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4ea9d219-b6b9-4221-a171-940318029c3b req-771e3e37-4d53-42a4-8bdd-72bfba6ad3a8 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "GET /v2.0/ports?device_id=c50e996d-3eef-4dc6-9a7b-8319a153165b HTTP/1.1" status: 200 len: 945 time: 0.1682355 Feb 09 21:46:53.174202 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-d91ef7a8-d406-4fcc-bcfa-8baa4e580992 None None] Attempting to bind port 172fee22-b447-487e-9a73-dad5ce318962 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:46:53.174595 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-d91ef7a8-d406-4fcc-bcfa-8baa4e580992 None None] Attempting to bind port 172fee22-b447-487e-9a73-dad5ce318962 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': 'fd70fa0c-b170-42de-85a4-85b20f12af89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'e9a5657a-72c8-4eb7-9270-46ed5fd14a25'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:46:53.174971 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91ef7a8-d406-4fcc-bcfa-8baa4e580992 None None] Attempting to bind port 172fee22-b447-487e-9a73-dad5ce318962 on network e9a5657a-72c8-4eb7-9270-46ed5fd14a25 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:46:53.180905 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-c6410f02-e382-4660-806a-949db9cc97a0 None None] Provisioning complete for port 132bb020-e709-4290-b5ba-0a619ffc6bbb triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:53.181466 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c6410f02-e382-4660-806a-949db9cc97a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (132bb020-e709-4290-b5ba-0a619ffc6bbb), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:53.227629 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91ef7a8-d406-4fcc-bcfa-8baa4e580992 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:46:53.228039 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91ef7a8-d406-4fcc-bcfa-8baa4e580992 None None] Checking segment: {'id': 'fd70fa0c-b170-42de-85a4-85b20f12af89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'e9a5657a-72c8-4eb7-9270-46ed5fd14a25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:46:53.228483 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d91ef7a8-d406-4fcc-bcfa-8baa4e580992 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:53.228895 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91ef7a8-d406-4fcc-bcfa-8baa4e580992 None None] Bound using segment: {'id': 'fd70fa0c-b170-42de-85a4-85b20f12af89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'e9a5657a-72c8-4eb7-9270-46ed5fd14a25'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:46:53.229450 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-d91ef7a8-d406-4fcc-bcfa-8baa4e580992 None None] Bound port: 172fee22-b447-487e-9a73-dad5ce318962, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd70fa0c-b170-42de-85a4-85b20f12af89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'e9a5657a-72c8-4eb7-9270-46ed5fd14a25'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:46:53.229848 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d91ef7a8-d406-4fcc-bcfa-8baa4e580992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (172fee22-b447-487e-9a73-dad5ce318962), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:53.233332 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-c6410f02-e382-4660-806a-949db9cc97a0 None None] Port 132bb020-e709-4290-b5ba-0a619ffc6bbb cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:46:53.278015 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b377d79e-31d4-45e4-ba28-51739283763a tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (132bb020-e709-4290-b5ba-0a619ffc6bbb), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:53.284185 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-029deb20-7bda-4e30-aa72-724d63932edf tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Request body: {'networks': [{'name': 'tempest-network--1307815691'}, {'name': 'tempest-network--167907913'}]} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:53.285071 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-029deb20-7bda-4e30-aa72-724d63932edf tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Request body: {'network': {'name': 'tempest-network--1307815691'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:53.285739 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-029deb20-7bda-4e30-aa72-724d63932edf tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Request body: {'network': {'name': 'tempest-network--167907913'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:53.287386 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-c6410f02-e382-4660-806a-949db9cc97a0 None None] Provisioning complete for port 2d417da2-570e-422d-92e0-2f3a7882deb3 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:53.288115 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c6410f02-e382-4660-806a-949db9cc97a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (2d417da2-570e-422d-92e0-2f3a7882deb3), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:53.333984 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4ea9d219-b6b9-4221-a171-940318029c3b req-7ca3d4aa-4c96-4bc5-b1d3-ff68ffa43b7f tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "GET /v2.0/security-groups?id=296fe08d-5e2e-48dd-9aaf-df90eedd0fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780701 Feb 09 21:46:53.356784 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-029deb20-7bda-4e30-aa72-724d63932edf tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Made reservation on behalf of aa18dcbea711452f9589c3d7ad61aa1c for: {'network': 2} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:46:53.360245 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-c6410f02-e382-4660-806a-949db9cc97a0 None None] Port 2d417da2-570e-422d-92e0-2f3a7882deb3 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:46:53.364893 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-029deb20-7bda-4e30-aa72-724d63932edf tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:53.378428 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b377d79e-31d4-45e4-ba28-51739283763a tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Pushing event deleted for resources: {'Port': ['ID=132bb020-e709-4290-b5ba-0a619ffc6bbb,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:53.378706 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-029deb20-7bda-4e30-aa72-724d63932edf tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:53.411792 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-d91ef7a8-d406-4fcc-bcfa-8baa4e580992 None None] For port 172fee22-b447-487e-9a73-dad5ce318962, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:46:53.416680 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-d91ef7a8-d406-4fcc-bcfa-8baa4e580992 None None] For port 172fee22-b447-487e-9a73-dad5ce318962, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=172fee22-b447-487e-9a73-dad5ce318962,segment=NetworkSegment(fd70fa0c-b170-42de-85a4-85b20f12af89),segment_id=fd70fa0c-b170-42de-85a4-85b20f12af89)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:46:53.421922 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b377d79e-31d4-45e4-ba28-51739283763a tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:53.430332 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-b377d79e-31d4-45e4-ba28-51739283763a tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "DELETE /v2.0/ports/132bb020-e709-4290-b5ba-0a619ffc6bbb HTTP/1.1" status: 204 len: 168 time: 1.8605595 Feb 09 21:46:53.439808 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d91ef7a8-d406-4fcc-bcfa-8baa4e580992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (172fee22-b447-487e-9a73-dad5ce318962), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:53.441660 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43568) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:53.499258 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3448ad9-478d-4eb8-98a5-c9917c050962 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] GET failed (client error): The resource could not be found. Feb 09 21:46:53.500661 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-d3448ad9-478d-4eb8-98a5-c9917c050962 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "GET /v2.0/ports/132bb020-e709-4290-b5ba-0a619ffc6bbb HTTP/1.1" status: 404 len: 333 time: 0.0579860 Feb 09 21:46:53.504754 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43570) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:53.546913 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port ef0e46b9-7653-45a5-8dad-1bfc8dfdd5ac is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:53.566379 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-6596b919-ce86-47d3-b20a-d89a39ad69c7 None None] Could not find standard attr ID for object 132bb020-e709-4290-b5ba-0a619ffc6bbb. {{(pid=103142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 21:46:53.578912 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:53.596718 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-096c5bfb-32f9-40f4-bfe1-2c7530d63592 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for security_group (82ca8ed7-2e00-4360-9926-f885a1d76b9d), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:53.611021 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91ef7a8-d406-4fcc-bcfa-8baa4e580992 None None] Pushing event updated for resources: {'Port': ['ID=172fee22-b447-487e-9a73-dad5ce318962,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:53.638846 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-096c5bfb-32f9-40f4-bfe1-2c7530d63592 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for security_group (82ca8ed7-2e00-4360-9926-f885a1d76b9d), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:53.662266 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-029deb20-7bda-4e30-aa72-724d63932edf tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Publish callbacks [] for security_group (56c05295-6900-42c7-aa72-fe5042ac2e4f), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:53.725969 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-096c5bfb-32f9-40f4-bfe1-2c7530d63592 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (82ca8ed7-2e00-4360-9926-f885a1d76b9d), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:53.733120 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-096c5bfb-32f9-40f4-bfe1-2c7530d63592 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:53.736997 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-096c5bfb-32f9-40f4-bfe1-2c7530d63592 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "DELETE /v2.0/security-groups/82ca8ed7-2e00-4360-9926-f885a1d76b9d HTTP/1.1" status: 204 len: 168 time: 0.2314205 Feb 09 21:46:53.738173 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43572) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:53.771468 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096c5bfb-32f9-40f4-bfe1-2c7530d63592 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82ca8ed7-2e00-4360-9926-f885a1d76b9d,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:53.775993 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-029deb20-7bda-4e30-aa72-724d63932edf tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (56c05295-6900-42c7-aa72-fe5042ac2e4f), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:53.776580 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-029deb20-7bda-4e30-aa72-724d63932edf tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:53.872047 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-afc83fa6-81db-4645-912b-c5eceb0bfacd tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for security_group (0e8d5496-0a2f-4893-bf9f-d465e37849a0), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:53.941593 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-afc83fa6-81db-4645-912b-c5eceb0bfacd tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for security_group (0e8d5496-0a2f-4893-bf9f-d465e37849a0), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:53.942476 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2eb4f5da-e627-46e0-814f-681ddc6edeae admin admin] Publish callbacks [] for router_gateway (3234f723-1a1c-49bf-b8dd-ea33d2d3d864), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:53.961854 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc2e158-5832-4eb5-beb3-3577e83f56a4 req-b44e68a0-53b9-40da-94d7-4d209d61c0a6 tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:53.976282 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-afc2e158-5832-4eb5-beb3-3577e83f56a4 req-b44e68a0-53b9-40da-94d7-4d209d61c0a6 tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] 10.222.0.90 "GET /v2.0/ports?device_id=e4cab769-be6e-4668-9820-fa9588f893a0 HTTP/1.1" status: 200 len: 945 time: 0.5439584 Feb 09 21:46:54.008264 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029deb20-7bda-4e30-aa72-724d63932edf tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56c05295-6900-42c7-aa72-fe5042ac2e4f,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:54.012400 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-029deb20-7bda-4e30-aa72-724d63932edf tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=103140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:46:54.032830 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2eb4f5da-e627-46e0-814f-681ddc6edeae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:54.037486 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-afc83fa6-81db-4645-912b-c5eceb0bfacd tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (0e8d5496-0a2f-4893-bf9f-d465e37849a0), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:54.044379 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-afc83fa6-81db-4645-912b-c5eceb0bfacd tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:54.049047 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-afc83fa6-81db-4645-912b-c5eceb0bfacd tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "DELETE /v2.0/security-groups/0e8d5496-0a2f-4893-bf9f-d465e37849a0 HTTP/1.1" status: 204 len: 168 time: 0.2973325 Feb 09 21:46:54.053285 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43574) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:54.073646 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-029deb20-7bda-4e30-aa72-724d63932edf tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (b7987e61-49ae-40ba-a306-1d309f00c98d), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:54.074028 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-029deb20-7bda-4e30-aa72-724d63932edf tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Added segment b7987e61-49ae-40ba-a306-1d309f00c98d of type vlan for network b63f04c7-03d6-47bc-ab42-bef8c113b900 Feb 09 21:46:54.127337 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc83fa6-81db-4645-912b-c5eceb0bfacd tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e8d5496-0a2f-4893-bf9f-d465e37849a0,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:54.237088 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9d32a204-2ac0-4940-9e51-81ad9e86f20c tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for security_group (94e0cc57-e88d-41bc-aad8-7f49a8c79a3f), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:54.245809 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-afc2e158-5832-4eb5-beb3-3577e83f56a4 req-48dede43-b07d-470c-a610-9cf1207ec631 tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] 10.222.0.90 "GET /v2.0/security-groups?id=38239a27-f81f-4dbe-b735-d2ad14a0ae0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620852 Feb 09 21:46:54.274836 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9d32a204-2ac0-4940-9e51-81ad9e86f20c tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for security_group (94e0cc57-e88d-41bc-aad8-7f49a8c79a3f), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:54.329304 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-029deb20-7bda-4e30-aa72-724d63932edf tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (b63f04c7-03d6-47bc-ab42-bef8c113b900), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:54.339218 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9d32a204-2ac0-4940-9e51-81ad9e86f20c tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (94e0cc57-e88d-41bc-aad8-7f49a8c79a3f), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:54.342883 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9d32a204-2ac0-4940-9e51-81ad9e86f20c tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:54.344043 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-9d32a204-2ac0-4940-9e51-81ad9e86f20c tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "DELETE /v2.0/security-groups/94e0cc57-e88d-41bc-aad8-7f49a8c79a3f HTTP/1.1" status: 204 len: 168 time: 0.2800529 Feb 09 21:46:54.347451 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 43578) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:54.365098 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d32a204-2ac0-4940-9e51-81ad9e86f20c tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94e0cc57-e88d-41bc-aad8-7f49a8c79a3f,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:54.468413 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.db.resource_extend [None req-029deb20-7bda-4e30-aa72-724d63932edf tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 21:46:54.545411 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba61f15-5f7e-4f0c-8bee-79df37b67a21 req-b8ffe7ce-d064-4b3c-bc91-e69e35e2b6f7 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:54.547102 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cba61f15-5f7e-4f0c-8bee-79df37b67a21 req-b8ffe7ce-d064-4b3c-bc91-e69e35e2b6f7 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=446a9c08-b6b6-415b-9d31-50433bad72c5 HTTP/1.1" status: 200 len: 946 time: 0.3501327 Feb 09 21:46:54.573017 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 172fee22-b447-487e-9a73-dad5ce318962 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:46:54.595099 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-029deb20-7bda-4e30-aa72-724d63932edf tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=103140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:46:54.620014 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-2eb4f5da-e627-46e0-814f-681ddc6edeae admin admin] Allocated IP 172.25.3.253 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/3ac139b1-123a-4546-bd6d-a871cf869c25) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:46:54.626710 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_v2 [None req-a679db7d-40c8-4b12-8eb2-f84480a69d68 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Deleting subnet f48fd6c3-a9fd-419b-998d-c8f4c2938817 {{(pid=103140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:46:54.644008 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a679db7d-40c8-4b12-8eb2-f84480a69d68 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for subnet (f48fd6c3-a9fd-419b-998d-c8f4c2938817), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:54.648167 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 172fee22-b447-487e-9a73-dad5ce318962 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:54.648642 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (172fee22-b447-487e-9a73-dad5ce318962), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:54.683809 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-029deb20-7bda-4e30-aa72-724d63932edf tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (77834b74-206a-4b6c-9d4a-72f9adbc961f), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:54.684517 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-029deb20-7bda-4e30-aa72-724d63932edf tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Added segment 77834b74-206a-4b6c-9d4a-72f9adbc961f of type vlan for network 720205a3-fc7b-43fc-995d-825a5efbc8a6 Feb 09 21:46:54.754409 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d00862-787e-499f-bcc6-64afe4bbfc12 req-3d60d854-f7f2-4574-aa22-cf7e5c38ee61 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:54.755882 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e3d00862-787e-499f-bcc6-64afe4bbfc12 req-3d60d854-f7f2-4574-aa22-cf7e5c38ee61 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "GET /v2.0/ports?device_id=c50e996d-3eef-4dc6-9a7b-8319a153165b HTTP/1.1" status: 200 len: 945 time: 0.2890596 Feb 09 21:46:54.779302 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a679db7d-40c8-4b12-8eb2-f84480a69d68 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9110716'] for subnet (f48fd6c3-a9fd-419b-998d-c8f4c2938817), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:54.797727 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 172fee22-b447-487e-9a73-dad5ce318962 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:54.798093 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (172fee22-b447-487e-9a73-dad5ce318962), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:54.848364 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port 172fee22-b447-487e-9a73-dad5ce318962, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=172fee22-b447-487e-9a73-dad5ce318962,segment=NetworkSegment(fd70fa0c-b170-42de-85a4-85b20f12af89),segment_id=fd70fa0c-b170-42de-85a4-85b20f12af89)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:54.852928 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (172fee22-b447-487e-9a73-dad5ce318962), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:54.903417 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cba61f15-5f7e-4f0c-8bee-79df37b67a21 req-6c3c0a91-8152-4ba1-950b-bb9e8151f3bc tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3388720 Feb 09 21:46:54.913529 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=172fee22-b447-487e-9a73-dad5ce318962,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:55.042522 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-029deb20-7bda-4e30-aa72-724d63932edf tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (720205a3-fc7b-43fc-995d-825a5efbc8a6), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:55.050225 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a679db7d-40c8-4b12-8eb2-f84480a69d68 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (f48fd6c3-a9fd-419b-998d-c8f4c2938817), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:55.097493 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23233e69-de31-465e-b0d9-5f16278f99cf None None] Network e9a5657a-72c8-4eb7-9270-46ed5fd14a25 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:46:55.103021 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e3d00862-787e-499f-bcc6-64afe4bbfc12 req-b3a7fa27-fd12-44ac-bd62-b7598cf57c80 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "GET /v2.0/security-groups?id=296fe08d-5e2e-48dd-9aaf-df90eedd0fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954141 Feb 09 21:46:55.159517 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-029deb20-7bda-4e30-aa72-724d63932edf tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (b63f04c7-03d6-47bc-ab42-bef8c113b900), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:55.160028 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-029deb20-7bda-4e30-aa72-724d63932edf tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (720205a3-fc7b-43fc-995d-825a5efbc8a6), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:55.165961 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029deb20-7bda-4e30-aa72-724d63932edf tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:55.170702 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029deb20-7bda-4e30-aa72-724d63932edf tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:55.171347 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-029deb20-7bda-4e30-aa72-724d63932edf tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:55.180901 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2eb4f5da-e627-46e0-814f-681ddc6edeae admin admin] Publish callbacks [] for port (3ac139b1-123a-4546-bd6d-a871cf869c25), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:55.234890 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-555c590f-0c02-4edc-888d-998838de72d0 None None] Provisioning complete for port 172fee22-b447-487e-9a73-dad5ce318962 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:55.235282 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-555c590f-0c02-4edc-888d-998838de72d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (172fee22-b447-487e-9a73-dad5ce318962), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:55.270115 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029deb20-7bda-4e30-aa72-724d63932edf tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Pushing event updated for resources: {'Network': ['ID=b63f04c7-03d6-47bc-ab42-bef8c113b900,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:55.302873 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network b63f04c7-03d6-47bc-ab42-bef8c113b900 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:46:55.345290 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029deb20-7bda-4e30-aa72-724d63932edf tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Pushing event updated for resources: {'Network': ['ID=720205a3-fc7b-43fc-995d-825a5efbc8a6,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:55.355469 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a679db7d-40c8-4b12-8eb2-f84480a69d68 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621346'] for subnet (f48fd6c3-a9fd-419b-998d-c8f4c2938817), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:55.368369 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-029deb20-7bda-4e30-aa72-724d63932edf tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.3328173 Feb 09 21:46:55.371159 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43584) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:55.437595 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 720205a3-fc7b-43fc-995d-825a5efbc8a6 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:46:55.439995 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275bbeda-4d4a-446b-9e83-77f59ccfe5a8 None None] Network ed4940ef-ee4d-4f36-94d6-b986a8cbbb0b requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:46:55.469308 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a679db7d-40c8-4b12-8eb2-f84480a69d68 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:55.473236 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-a679db7d-40c8-4b12-8eb2-f84480a69d68 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "DELETE /v2.0/subnets/f48fd6c3-a9fd-419b-998d-c8f4c2938817 HTTP/1.1" status: 204 len: 168 time: 1.1227789 Feb 09 21:46:55.494130 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 43586) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:55.496119 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a679db7d-40c8-4b12-8eb2-f84480a69d68 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Pushing event deleted for resources: {'Subnet': ['ID=f48fd6c3-a9fd-419b-998d-c8f4c2938817,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:55.643128 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2d978ca-d6cb-44e3-981c-8fb3dd7836fb tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Deleting subnet dfeff92d-c086-4371-8f97-9b28a71f97d9 {{(pid=103140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:46:55.647989 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2eb4f5da-e627-46e0-814f-681ddc6edeae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (3ac139b1-123a-4546-bd6d-a871cf869c25), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:55.650611 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d2d978ca-d6cb-44e3-981c-8fb3dd7836fb tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for subnet (dfeff92d-c086-4371-8f97-9b28a71f97d9), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:55.719070 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d2d978ca-d6cb-44e3-981c-8fb3dd7836fb tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9110716'] for subnet (dfeff92d-c086-4371-8f97-9b28a71f97d9), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:55.737484 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-555c590f-0c02-4edc-888d-998838de72d0 None None] Current status of the port 172fee22-b447-487e-9a73-dad5ce318962 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:55.777545 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51eb963-b5d9-4c77-ba62-ea9c9f562fbd tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:55.788469 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51eb963-b5d9-4c77-ba62-ea9c9f562fbd tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:55.797859 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51eb963-b5d9-4c77-ba62-ea9c9f562fbd tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:55.803213 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51eb963-b5d9-4c77-ba62-ea9c9f562fbd tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:55.805443 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-f51eb963-b5d9-4c77-ba62-ea9c9f562fbd tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] 10.222.0.90 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4317546 Feb 09 21:46:55.808693 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43588) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:55.855524 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb4f5da-e627-46e0-814f-681ddc6edeae admin admin] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:46:55.872902 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-2eb4f5da-e627-46e0-814f-681ddc6edeae admin admin] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:46:55.872902 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb4f5da-e627-46e0-814f-681ddc6edeae admin admin] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:46:55.878895 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-e461805e-f094-460a-af71-45726a2a3956 None None] Provisioning complete for port 172fee22-b447-487e-9a73-dad5ce318962 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:55.879709 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e461805e-f094-460a-af71-45726a2a3956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (172fee22-b447-487e-9a73-dad5ce318962), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:55.892426 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e460a2-b42c-467c-8249-fc47c6764dcc req-d3ad86b0-12ef-45dc-9085-0a4be041b036 tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:55.894170 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-54e460a2-b42c-467c-8249-fc47c6764dcc req-d3ad86b0-12ef-45dc-9085-0a4be041b036 tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] 10.222.0.90 "GET /v2.0/ports?device_id=e4cab769-be6e-4668-9820-fa9588f893a0 HTTP/1.1" status: 200 len: 945 time: 0.5464709 Feb 09 21:46:55.955627 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb4f5da-e627-46e0-814f-681ddc6edeae admin admin] Pushing event updated for resources: {'Port': ['ID=3ac139b1-123a-4546-bd6d-a871cf869c25,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:55.978444 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6811d47b-50e1-4b17-8fc6-9493285fcbf7 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (b63f04c7-03d6-47bc-ab42-bef8c113b900), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:56.040400 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d2d978ca-d6cb-44e3-981c-8fb3dd7836fb tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (dfeff92d-c086-4371-8f97-9b28a71f97d9), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:56.164053 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6811d47b-50e1-4b17-8fc6-9493285fcbf7 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (b63f04c7-03d6-47bc-ab42-bef8c113b900), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:56.198699 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-6811d47b-50e1-4b17-8fc6-9493285fcbf7 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b63f04c7-03d6-47bc-ab42-bef8c113b900']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:56.212773 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-6811d47b-50e1-4b17-8fc6-9493285fcbf7 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7987e61-49ae-40ba-a306-1d309f00c98d') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:56.213066 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-6811d47b-50e1-4b17-8fc6-9493285fcbf7 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7987e61-49ae-40ba-a306-1d309f00c98d') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:56.225008 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6811d47b-50e1-4b17-8fc6-9493285fcbf7 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (b7987e61-49ae-40ba-a306-1d309f00c98d), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:56.241196 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6811d47b-50e1-4b17-8fc6-9493285fcbf7 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (b7987e61-49ae-40ba-a306-1d309f00c98d), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:56.248253 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6811d47b-50e1-4b17-8fc6-9493285fcbf7 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:46:56.248810 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6811d47b-50e1-4b17-8fc6-9493285fcbf7 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (b7987e61-49ae-40ba-a306-1d309f00c98d), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:56.259718 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-54e460a2-b42c-467c-8249-fc47c6764dcc req-6a1376df-ba62-4bcd-9fb9-d0baa3d2fe90 tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] 10.222.0.90 "GET /v2.0/security-groups?id=38239a27-f81f-4dbe-b735-d2ad14a0ae0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3202877 Feb 09 21:46:56.348728 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:46:56.348728 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:46:56.348728 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:46:56.348728 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:46:56.348728 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:46:56.348728 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:46:56.348728 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:46:56.348728 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:46:56.348728 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:46:56.348728 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:46:56.348728 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:46:56.348728 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:46:56.348728 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:46:56.348728 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:46:56.348728 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:46:56.348728 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:46:56.348728 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:46:56.348728 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:46:56.348728 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:46:56.348728 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:46:56.348728 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:46:56.348728 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:46:56.348728 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:46:56.348728 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:46:56.348728 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:46:56.348728 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:46:56.348728 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:46:56.348728 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:46:56.348728 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:46:56.348728 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:46:56.348728 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:46:56.348728 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:46:56.353759 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6811d47b-50e1-4b17-8fc6-9493285fcbf7 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (b63f04c7-03d6-47bc-ab42-bef8c113b900), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:56.365411 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6811d47b-50e1-4b17-8fc6-9493285fcbf7 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:56.371559 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-6811d47b-50e1-4b17-8fc6-9493285fcbf7 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] 10.222.0.90 "DELETE /v2.0/networks/b63f04c7-03d6-47bc-ab42-bef8c113b900 HTTP/1.1" status: 204 len: 168 time: 0.5610096 Feb 09 21:46:56.382887 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43600) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:56.394807 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6811d47b-50e1-4b17-8fc6-9493285fcbf7 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Pushing event deleted for resources: {'Network': ['ID=b63f04c7-03d6-47bc-ab42-bef8c113b900,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:56.500257 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-e461805e-f094-460a-af71-45726a2a3956 None None] Current status of the port 172fee22-b447-487e-9a73-dad5ce318962 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:56.559355 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 172fee22-b447-487e-9a73-dad5ce318962 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:46:56.648239 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 172fee22-b447-487e-9a73-dad5ce318962 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:56.649493 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (172fee22-b447-487e-9a73-dad5ce318962), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:56.662429 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ed312ee5-08d5-4b08-9b2e-9b2f071060d5 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (720205a3-fc7b-43fc-995d-825a5efbc8a6), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:56.839592 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 172fee22-b447-487e-9a73-dad5ce318962 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:56.891562 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ed312ee5-08d5-4b08-9b2e-9b2f071060d5 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (720205a3-fc7b-43fc-995d-825a5efbc8a6), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:56.928678 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-ed312ee5-08d5-4b08-9b2e-9b2f071060d5 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['720205a3-fc7b-43fc-995d-825a5efbc8a6']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:56.943205 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-ed312ee5-08d5-4b08-9b2e-9b2f071060d5 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77834b74-206a-4b6c-9d4a-72f9adbc961f') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:56.943647 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-ed312ee5-08d5-4b08-9b2e-9b2f071060d5 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77834b74-206a-4b6c-9d4a-72f9adbc961f') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:56.954647 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ed312ee5-08d5-4b08-9b2e-9b2f071060d5 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (77834b74-206a-4b6c-9d4a-72f9adbc961f), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:56.989631 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ed312ee5-08d5-4b08-9b2e-9b2f071060d5 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (77834b74-206a-4b6c-9d4a-72f9adbc961f), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:57.002665 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed312ee5-08d5-4b08-9b2e-9b2f071060d5 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:46:57.003090 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ed312ee5-08d5-4b08-9b2e-9b2f071060d5 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (77834b74-206a-4b6c-9d4a-72f9adbc961f), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:57.006408 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:46:57.006408 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:46:57.006408 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:46:57.006408 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:46:57.006408 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:46:57.006408 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:46:57.006408 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:46:57.006408 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:46:57.006408 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:46:57.006408 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:46:57.006408 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:46:57.006408 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:46:57.006408 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:46:57.006408 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:46:57.006408 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:46:57.006408 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:46:57.006408 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:46:57.006408 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:46:57.006408 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:46:57.006408 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:46:57.006408 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:46:57.006408 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:46:57.006408 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:46:57.006408 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:46:57.006408 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:46:57.006408 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:46:57.006408 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:46:57.006408 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:46:57.006408 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:46:57.006408 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:46:57.006408 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:46:57.006408 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:46:57.042504 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-400a0bb2-e12c-4309-8b12-b51ee0ab11f9 None None] Provisioning complete for port ef0e46b9-7653-45a5-8dad-1bfc8dfdd5ac triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:57.044035 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-400a0bb2-e12c-4309-8b12-b51ee0ab11f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (ef0e46b9-7653-45a5-8dad-1bfc8dfdd5ac), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:57.135698 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ed312ee5-08d5-4b08-9b2e-9b2f071060d5 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (720205a3-fc7b-43fc-995d-825a5efbc8a6), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:57.143471 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ed312ee5-08d5-4b08-9b2e-9b2f071060d5 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:57.163153 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-ed312ee5-08d5-4b08-9b2e-9b2f071060d5 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] 10.222.0.90 "DELETE /v2.0/networks/720205a3-fc7b-43fc-995d-825a5efbc8a6 HTTP/1.1" status: 204 len: 168 time: 0.7760799 Feb 09 21:46:57.177253 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 43612) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:57.198037 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed312ee5-08d5-4b08-9b2e-9b2f071060d5 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Pushing event deleted for resources: {'Network': ['ID=720205a3-fc7b-43fc-995d-825a5efbc8a6,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:57.239965 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-400a0bb2-e12c-4309-8b12-b51ee0ab11f9 None None] Current status of the port ef0e46b9-7653-45a5-8dad-1bfc8dfdd5ac is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:57.251433 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-400a0bb2-e12c-4309-8b12-b51ee0ab11f9 None None] Provisioning complete for port 2d417da2-570e-422d-92e0-2f3a7882deb3 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:57.251987 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-400a0bb2-e12c-4309-8b12-b51ee0ab11f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (2d417da2-570e-422d-92e0-2f3a7882deb3), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:57.283026 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8b7034-c0a7-4cde-b0ea-e9df339f9fea req-3331f65b-67a8-4598-ad50-e62543d0e2e6 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:57.292732 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ce8b7034-c0a7-4cde-b0ea-e9df339f9fea req-3331f65b-67a8-4598-ad50-e62543d0e2e6 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=446a9c08-b6b6-415b-9d31-50433bad72c5 HTTP/1.1" status: 200 len: 946 time: 1.2471595 Feb 09 21:46:57.294321 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-400a0bb2-e12c-4309-8b12-b51ee0ab11f9 None None] Port 2d417da2-570e-422d-92e0-2f3a7882deb3 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:46:57.295540 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d2d978ca-d6cb-44e3-981c-8fb3dd7836fb tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621346'] for subnet (dfeff92d-c086-4371-8f97-9b28a71f97d9), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:57.400493 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d978ca-d6cb-44e3-981c-8fb3dd7836fb tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Pushing event deleted for resources: {'Subnet': ['ID=dfeff92d-c086-4371-8f97-9b28a71f97d9,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:57.402859 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe52ca9-8c86-494d-a0f7-95d6b3327405 None None] Network ed4940ef-ee4d-4f36-94d6-b986a8cbbb0b requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:46:57.408081 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d2d978ca-d6cb-44e3-981c-8fb3dd7836fb tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:57.411339 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-d2d978ca-d6cb-44e3-981c-8fb3dd7836fb tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "DELETE /v2.0/subnets/dfeff92d-c086-4371-8f97-9b28a71f97d9 HTTP/1.1" status: 204 len: 168 time: 1.9118712 Feb 09 21:46:57.414273 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43616) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:57.457001 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2eb4f5da-e627-46e0-814f-681ddc6edeae admin admin] Publish callbacks [] for router_gateway (3234f723-1a1c-49bf-b8dd-ea33d2d3d864), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:57.489979 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-3666b311-44bc-4d0c-9871-21840635c1f4 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] DELETE failed (client error): The resource could not be found. Feb 09 21:46:57.490439 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3666b311-44bc-4d0c-9871-21840635c1f4 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:46:57.499520 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-3666b311-44bc-4d0c-9871-21840635c1f4 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "DELETE /v2.0/subnets/f48fd6c3-a9fd-419b-998d-c8f4c2938817 HTTP/1.1" status: 404 len: 337 time: 0.0808320 Feb 09 21:46:57.501949 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43618) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:57.576033 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-858c676f-2991-4bfa-afa8-3fbc94ab5cb2 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Deleting subnet 3c54ebfc-ac88-4cde-bbd6-4b491fcee0f5 {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:46:57.580179 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-858c676f-2991-4bfa-afa8-3fbc94ab5cb2 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for subnet (3c54ebfc-ac88-4cde-bbd6-4b491fcee0f5), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:57.590877 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0442a9f3-aeb8-4e76-b1c9-4163e1eb2338 req-bed29bcc-c12e-441f-ae45-60f89625f88f tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:57.593043 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0442a9f3-aeb8-4e76-b1c9-4163e1eb2338 req-bed29bcc-c12e-441f-ae45-60f89625f88f tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "GET /v2.0/ports?device_id=c50e996d-3eef-4dc6-9a7b-8319a153165b HTTP/1.1" status: 200 len: 945 time: 0.7519183 Feb 09 21:46:57.611285 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ce8b7034-c0a7-4cde-b0ea-e9df339f9fea req-38721f3d-f440-409c-a216-7ca97853a9fd tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3176429 Feb 09 21:46:57.641545 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985d2239-f74d-4789-b00f-e9dab7fb7500 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:57.647624 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985d2239-f74d-4789-b00f-e9dab7fb7500 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:57.652753 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-985d2239-f74d-4789-b00f-e9dab7fb7500 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] 10.222.0.90 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4683745 Feb 09 21:46:57.657354 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43620) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:57.675412 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-1f15aa4e-5660-4f80-a17f-1f009c60004e tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1205542383'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:57.715579 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0442a9f3-aeb8-4e76-b1c9-4163e1eb2338 req-08250a95-0ca0-4808-ad01-abcaf29d9cfa tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "GET /v2.0/security-groups?id=296fe08d-5e2e-48dd-9aaf-df90eedd0fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124299 Feb 09 21:46:57.717272 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-858c676f-2991-4bfa-afa8-3fbc94ab5cb2 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (3c54ebfc-ac88-4cde-bbd6-4b491fcee0f5), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:57.793142 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f15aa4e-5660-4f80-a17f-1f009c60004e tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Made reservation on behalf of aa18dcbea711452f9589c3d7ad61aa1c for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:46:57.796521 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1f15aa4e-5660-4f80-a17f-1f009c60004e tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:57.867134 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f15aa4e-5660-4f80-a17f-1f009c60004e tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:46:57.891402 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-858c676f-2991-4bfa-afa8-3fbc94ab5cb2 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (3c54ebfc-ac88-4cde-bbd6-4b491fcee0f5), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:57.900991 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1f15aa4e-5660-4f80-a17f-1f009c60004e tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (d0b66835-56ba-42c9-ba16-2411544254d7), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:57.901690 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-1f15aa4e-5660-4f80-a17f-1f009c60004e tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Added segment d0b66835-56ba-42c9-ba16-2411544254d7 of type vlan for network f41751b4-b7fe-4d38-89b0-9194f4c59c34 Feb 09 21:46:57.923600 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2eb4f5da-e627-46e0-814f-681ddc6edeae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (3234f723-1a1c-49bf-b8dd-ea33d2d3d864), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:58.062922 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1f15aa4e-5660-4f80-a17f-1f009c60004e tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (f41751b4-b7fe-4d38-89b0-9194f4c59c34), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:58.082013 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-858c676f-2991-4bfa-afa8-3fbc94ab5cb2 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (3c54ebfc-ac88-4cde-bbd6-4b491fcee0f5), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:58.129492 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-858c676f-2991-4bfa-afa8-3fbc94ab5cb2 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:58.135534 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-858c676f-2991-4bfa-afa8-3fbc94ab5cb2 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "DELETE /v2.0/subnets/3c54ebfc-ac88-4cde-bbd6-4b491fcee0f5 HTTP/1.1" status: 204 len: 168 time: 0.6324210 Feb 09 21:46:58.135872 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43624) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:58.147316 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858c676f-2991-4bfa-afa8-3fbc94ab5cb2 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Pushing event deleted for resources: {'Subnet': ['ID=3c54ebfc-ac88-4cde-bbd6-4b491fcee0f5,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:58.179798 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eb4f5da-e627-46e0-814f-681ddc6edeae admin admin] Router 3234f723-1a1c-49bf-b8dd-ea33d2d3d864 is scheduled to L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 with binding_index 1 {{(pid=103140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:46:58.193177 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1f15aa4e-5660-4f80-a17f-1f009c60004e tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (f41751b4-b7fe-4d38-89b0-9194f4c59c34), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:58.199298 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f15aa4e-5660-4f80-a17f-1f009c60004e tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:58.199899 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1f15aa4e-5660-4f80-a17f-1f009c60004e tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:58.200138 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ad0d89-4ed3-411c-b3ca-5537625c304d req-c8417044-3532-4c74-bd58-357488370f3d tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:58.201854 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-71ad0d89-4ed3-411c-b3ca-5537625c304d req-c8417044-3532-4c74-bd58-357488370f3d tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] 10.222.0.90 "GET /v2.0/ports?device_id=e4cab769-be6e-4668-9820-fa9588f893a0 HTTP/1.1" status: 200 len: 945 time: 0.1821687 Feb 09 21:46:58.215202 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2d8503f-2fbd-48b6-a989-6bc690907703 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] DELETE failed (client error): The resource could not be found. Feb 09 21:46:58.215720 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2d8503f-2fbd-48b6-a989-6bc690907703 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:46:58.222672 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-f2d8503f-2fbd-48b6-a989-6bc690907703 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "DELETE /v2.0/subnets/95b47905-6d2a-4c67-a14b-7e6eba123117 HTTP/1.1" status: 404 len: 337 time: 0.0836601 Feb 09 21:46:58.223499 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43626) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:58.232831 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-1f15aa4e-5660-4f80-a17f-1f009c60004e tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5705333 Feb 09 21:46:58.260541 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 43628) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:58.276948 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-71a57b56-dd06-41ec-8776-cd2f0badb4e8 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1165645458'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:58.281156 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-72e9c677-e50e-483d-9d8f-1526634eebe1 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "GET /v2.0/ports?device_id=cf237451-f04b-4af5-8e05-81ca74be856f HTTP/1.1" status: 200 len: 205 time: 0.0536056 Feb 09 21:46:58.299669 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 43630) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:58.335874 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15aa4e-5660-4f80-a17f-1f009c60004e tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Pushing event updated for resources: {'Network': ['ID=f41751b4-b7fe-4d38-89b0-9194f4c59c34,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:58.347143 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network f41751b4-b7fe-4d38-89b0-9194f4c59c34 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:46:58.359937 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71a57b56-dd06-41ec-8776-cd2f0badb4e8 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Made reservation on behalf of aa18dcbea711452f9589c3d7ad61aa1c for: {'network': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:46:58.367593 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-71a57b56-dd06-41ec-8776-cd2f0badb4e8 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:58.510854 n-d-828369-5 neutron-server[103140]: INFO neutron.api.v2.resource [None req-021f7efd-c841-4a8f-939c-0f904af5f9b9 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] delete failed (client error): The resource could not be found. Feb 09 21:46:58.515621 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-021f7efd-c841-4a8f-939c-0f904af5f9b9 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "DELETE /v2.0/routers/cf237451-f04b-4af5-8e05-81ca74be856f HTTP/1.1" status: 404 len: 336 time: 0.1845930 Feb 09 21:46:58.516953 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43632) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:58.539237 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-71ad0d89-4ed3-411c-b3ca-5537625c304d req-2d016b4f-9cfd-499e-afac-998020f328a1 tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] 10.222.0.90 "GET /v2.0/security-groups?id=38239a27-f81f-4dbe-b735-d2ad14a0ae0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3286529 Feb 09 21:46:58.559677 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-c16d6692-7aad-414c-a96f-75e25bc4839c tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] DELETE failed (client error): The resource could not be found. Feb 09 21:46:58.560449 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c16d6692-7aad-414c-a96f-75e25bc4839c tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:46:58.560608 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71a57b56-dd06-41ec-8776-cd2f0badb4e8 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=103140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:46:58.564691 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-c16d6692-7aad-414c-a96f-75e25bc4839c tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "DELETE /v2.0/subnets/affad80e-9bcf-4b1d-aaa6-8b8f8bba2e73 HTTP/1.1" status: 404 len: 337 time: 0.0461066 Feb 09 21:46:58.567076 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43634) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:58.584703 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-71a57b56-dd06-41ec-8776-cd2f0badb4e8 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (006e48e1-822e-41be-8003-fec584c6c951), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:58.584703 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-71a57b56-dd06-41ec-8776-cd2f0badb4e8 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Added segment 006e48e1-822e-41be-8003-fec584c6c951 of type vlan for network 0a6cdc11-34b5-438f-a904-1f819c2feea3 Feb 09 21:46:58.600834 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-786738a8-0847-4d9c-a8d6-9b6956f64bf3 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] DELETE failed (client error): The resource could not be found. Feb 09 21:46:58.601389 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-786738a8-0847-4d9c-a8d6-9b6956f64bf3 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:46:58.602612 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eb4f5da-e627-46e0-814f-681ddc6edeae admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:46:58.606455 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-786738a8-0847-4d9c-a8d6-9b6956f64bf3 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "DELETE /v2.0/subnets/57992e73-75f4-4f47-a74e-19999203b6c9 HTTP/1.1" status: 404 len: 337 time: 0.0380132 Feb 09 21:46:58.609133 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43636) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:58.630514 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34477d69-839e-42f9-885e-993c278667c0 None None] Sync routers for ids ['3234f723-1a1c-49bf-b8dd-ea33d2d3d864'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:46:58.636405 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54574a3-313d-44e6-b1f7-5299f4f630fd None None] Network ed4940ef-ee4d-4f36-94d6-b986a8cbbb0b requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:46:58.654326 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b0b3d02-621c-4699-825b-cab4945fc096 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] DELETE failed (client error): The resource could not be found. Feb 09 21:46:58.655509 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b0b3d02-621c-4699-825b-cab4945fc096 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:46:58.662279 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-4b0b3d02-621c-4699-825b-cab4945fc096 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "DELETE /v2.0/subnets/3b4bae86-1a68-4a3f-a4db-6f4e58f2b7ed HTTP/1.1" status: 404 len: 337 time: 0.0493329 Feb 09 21:46:58.663287 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43640) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:58.693100 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2eb4f5da-e627-46e0-814f-681ddc6edeae admin admin] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:58.698264 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-2eb4f5da-e627-46e0-814f-681ddc6edeae admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.9355726 Feb 09 21:46:58.718469 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 43642) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:58.732074 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e5cd4cd-79a8-4b56-86c5-b82d433bcec0 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] DELETE failed (client error): The resource could not be found. Feb 09 21:46:58.733266 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e5cd4cd-79a8-4b56-86c5-b82d433bcec0 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:46:58.741607 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-5e5cd4cd-79a8-4b56-86c5-b82d433bcec0 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "DELETE /v2.0/ports/7889f2a0-6792-4335-92cb-da0ab0cef481 HTTP/1.1" status: 404 len: 333 time: 0.0732977 Feb 09 21:46:58.742745 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43646) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:58.747894 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34477d69-839e-42f9-885e-993c278667c0 None None] Routers {'3234f723-1a1c-49bf-b8dd-ea33d2d3d864'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:46:58.748692 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-34477d69-839e-42f9-885e-993c278667c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:46:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['3234f723-1a1c-49bf-b8dd-ea33d2d3d864'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:58.753314 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-3f6fbc4e-00ee-4059-8009-c04513beb95d None None] Provisioning complete for port ef0e46b9-7653-45a5-8dad-1bfc8dfdd5ac triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:58.753814 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-3f6fbc4e-00ee-4059-8009-c04513beb95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (ef0e46b9-7653-45a5-8dad-1bfc8dfdd5ac), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:58.758958 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-71a57b56-dd06-41ec-8776-cd2f0badb4e8 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (0a6cdc11-34b5-438f-a904-1f819c2feea3), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:58.790305 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-f49b4278-9643-4123-a065-df6cbcd61235 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] DELETE failed (client error): The resource could not be found. Feb 09 21:46:58.791339 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f49b4278-9643-4123-a065-df6cbcd61235 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:46:58.799366 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-f49b4278-9643-4123-a065-df6cbcd61235 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "DELETE /v2.0/subnets/d5961b2d-9b6c-4d3e-8966-38cbefb08339 HTTP/1.1" status: 404 len: 337 time: 0.0531678 Feb 09 21:46:58.802153 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43648) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:58.836666 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-f06cf579-1d00-4182-918f-d07b7963d863 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] DELETE failed (client error): The resource could not be found. Feb 09 21:46:58.837213 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f06cf579-1d00-4182-918f-d07b7963d863 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:46:58.840736 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-f06cf579-1d00-4182-918f-d07b7963d863 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "DELETE /v2.0/subnets/1d711c93-ca21-4bd7-9fa7-d2d7e4ce3253 HTTP/1.1" status: 404 len: 337 time: 0.0338054 Feb 09 21:46:58.843757 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43650) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:58.870453 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-231edcf1-27d4-43bb-90c5-7e4e7e135331 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] DELETE failed (client error): The resource could not be found. Feb 09 21:46:58.870951 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-231edcf1-27d4-43bb-90c5-7e4e7e135331 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:46:58.874278 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-231edcf1-27d4-43bb-90c5-7e4e7e135331 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "DELETE /v2.0/ports/1b87e36d-f1d6-443a-8dbd-9c1c6847ea4a HTTP/1.1" status: 404 len: 333 time: 0.0294950 Feb 09 21:46:58.876752 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43652) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:58.928838 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-df8a13ee-8397-435c-a85d-1c7a7841724d tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] DELETE failed (client error): The resource could not be found. Feb 09 21:46:58.929471 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df8a13ee-8397-435c-a85d-1c7a7841724d tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:46:58.937289 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-df8a13ee-8397-435c-a85d-1c7a7841724d tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "DELETE /v2.0/subnets/0928352c-543d-467d-a2b5-1cd8afe4eff2 HTTP/1.1" status: 404 len: 337 time: 0.0587251 Feb 09 21:46:58.938360 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 43654) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:59.007288 n-d-828369-5 neutron-server[103140]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0488266-2833-440f-8cbb-2207256a7629 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] DELETE failed (client error): The resource could not be found. Feb 09 21:46:59.007665 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0488266-2833-440f-8cbb-2207256a7629 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:46:59.014166 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-e0488266-2833-440f-8cbb-2207256a7629 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "DELETE /v2.0/subnets/9f726c82-1bee-4bcb-a871-454c29b73b3f HTTP/1.1" status: 404 len: 337 time: 0.0652747 Feb 09 21:46:59.016912 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43656) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:59.024288 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-71a57b56-dd06-41ec-8776-cd2f0badb4e8 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (0a6cdc11-34b5-438f-a904-1f819c2feea3), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:59.029950 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a57b56-dd06-41ec-8776-cd2f0badb4e8 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:59.030583 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-71a57b56-dd06-41ec-8776-cd2f0badb4e8 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:59.044787 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fbc4e-00ee-4059-8009-c04513beb95d None None] Current status of the port ef0e46b9-7653-45a5-8dad-1bfc8dfdd5ac is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:46:59.069134 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-3f6fbc4e-00ee-4059-8009-c04513beb95d None None] Provisioning complete for port 2d417da2-570e-422d-92e0-2f3a7882deb3 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:46:59.069594 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-3f6fbc4e-00ee-4059-8009-c04513beb95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (2d417da2-570e-422d-92e0-2f3a7882deb3), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:59.091979 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea97338-ef20-44d1-b1ae-d00a28410a64 req-3b719507-9d57-4a27-89b8-55080085151c tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:59.104334 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5ea97338-ef20-44d1-b1ae-d00a28410a64 req-3b719507-9d57-4a27-89b8-55080085151c tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "GET /v2.0/ports?device_id=c50e996d-3eef-4dc6-9a7b-8319a153165b HTTP/1.1" status: 200 len: 945 time: 0.2562113 Feb 09 21:46:59.162839 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-34477d69-839e-42f9-885e-993c278667c0 None None] Set router 3234f723-1a1c-49bf-b8dd-ea33d2d3d864 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:46:59.171127 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fbc4e-00ee-4059-8009-c04513beb95d None None] Port 2d417da2-570e-422d-92e0-2f3a7882deb3 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:46:59.177869 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263c90b0-a849-4dfc-b0b1-645743e34837 req-806b3224-2e99-43db-a92c-14a09ba81628 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:46:59.184356 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-263c90b0-a849-4dfc-b0b1-645743e34837 req-806b3224-2e99-43db-a92c-14a09ba81628 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=446a9c08-b6b6-415b-9d31-50433bad72c5 HTTP/1.1" status: 200 len: 946 time: 0.4431098 Feb 09 21:46:59.196727 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-71a57b56-dd06-41ec-8776-cd2f0badb4e8 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9247208 Feb 09 21:46:59.226436 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 43658) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:59.230863 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd2a9cb-89f3-4c5a-bc32-85bba5b65d46 None None] DHCP port deletion for ed4940ef-ee4d-4f36-94d6-b986a8cbbb0b request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:46:59.240029 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-e445f531-24db-47d3-b325-b15b07e77ecd tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Request body: {'ports': [{'network_id': 'f41751b4-b7fe-4d38-89b0-9194f4c59c34', 'name': 'tempest-port--932651032', 'admin_state_up': True}, {'network_id': '0a6cdc11-34b5-438f-a904-1f819c2feea3', 'admin_state_up': False}]} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:59.240029 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-e445f531-24db-47d3-b325-b15b07e77ecd tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Request body: {'port': {'network_id': 'f41751b4-b7fe-4d38-89b0-9194f4c59c34', 'name': 'tempest-port--932651032', 'admin_state_up': True}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:59.240625 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-e445f531-24db-47d3-b325-b15b07e77ecd tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Request body: {'port': {'network_id': '0a6cdc11-34b5-438f-a904-1f819c2feea3', 'admin_state_up': False}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:46:59.315791 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a57b56-dd06-41ec-8776-cd2f0badb4e8 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Pushing event updated for resources: {'Network': ['ID=0a6cdc11-34b5-438f-a904-1f819c2feea3,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:59.370127 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 0a6cdc11-34b5-438f-a904-1f819c2feea3 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:46:59.373597 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-bbd80053-603e-4562-b193-76d9eb261f5a tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Deleting port 2d417da2-570e-422d-92e0-2f3a7882deb3 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:46:59.375703 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bbd80053-603e-4562-b193-76d9eb261f5a tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (2d417da2-570e-422d-92e0-2f3a7882deb3), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:59.560729 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bbd80053-603e-4562-b193-76d9eb261f5a tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (2d417da2-570e-422d-92e0-2f3a7882deb3), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:59.592613 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-bbd80053-603e-4562-b193-76d9eb261f5a tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Calling delete_port for 2d417da2-570e-422d-92e0-2f3a7882deb3 owned by {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:46:59.673899 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5ea97338-ef20-44d1-b1ae-d00a28410a64 req-0bbdbedd-ea7f-4d69-8e10-5d11c635e69f tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "GET /v2.0/security-groups?id=296fe08d-5e2e-48dd-9aaf-df90eedd0fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5682709 Feb 09 21:46:59.706594 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-1bd2a9cb-89f3-4c5a-bc32-85bba5b65d46 None None] Deleting port ef0e46b9-7653-45a5-8dad-1bfc8dfdd5ac {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:46:59.712407 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1bd2a9cb-89f3-4c5a-bc32-85bba5b65d46 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (ef0e46b9-7653-45a5-8dad-1bfc8dfdd5ac), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:59.739953 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-263c90b0-a849-4dfc-b0b1-645743e34837 req-ddef807d-119d-40a8-aeb1-5af7fad1403d tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5544760 Feb 09 21:46:59.747510 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bbd80053-603e-4562-b193-76d9eb261f5a tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (2d417da2-570e-422d-92e0-2f3a7882deb3), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:59.787083 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd80053-603e-4562-b193-76d9eb261f5a tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Pushing event deleted for resources: {'Port': ['ID=2d417da2-570e-422d-92e0-2f3a7882deb3,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:46:59.805357 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bbd80053-603e-4562-b193-76d9eb261f5a tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:59.812593 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-bbd80053-603e-4562-b193-76d9eb261f5a tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "DELETE /v2.0/ports/2d417da2-570e-422d-92e0-2f3a7882deb3 HTTP/1.1" status: 204 len: 168 time: 0.7904427 Feb 09 21:46:59.812942 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43662) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:46:59.823537 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-34477d69-839e-42f9-885e-993c278667c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3234f723-1a1c-49bf-b8dd-ea33d2d3d864', 'name': 'tempest-AttachVolumeTestJSON-1250021813-router', 'tenant_id': '6e1281475427459ba566f75d67d1c2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': '3ac139b1-123a-4546-bd6d-a871cf869c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:46:52Z', 'updated_at': '2022-02-09T21:46:57Z', 'revision_number': 3, 'project_id': '6e1281475427459ba566f75d67d1c2c3', 'gw_port': {'id': '3ac139b1-123a-4546-bd6d-a871cf869c25', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:25:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3234f723-1a1c-49bf-b8dd-ea33d2d3d864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:46:54Z', 'updated_at': '2022-02-09T21:46:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:46:59.875090 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-1bd2a9cb-89f3-4c5a-bc32-85bba5b65d46 None None] For port ef0e46b9-7653-45a5-8dad-1bfc8dfdd5ac, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=ef0e46b9-7653-45a5-8dad-1bfc8dfdd5ac,segment=NetworkSegment(0a41c4c4-58cd-416b-a6d9-f1a73a988837),segment_id=0a41c4c4-58cd-416b-a6d9-f1a73a988837)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:46:59.875891 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1bd2a9cb-89f3-4c5a-bc32-85bba5b65d46 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (ef0e46b9-7653-45a5-8dad-1bfc8dfdd5ac), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:46:59.890991 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-1bd2a9cb-89f3-4c5a-bc32-85bba5b65d46 None None] Calling delete_port for ef0e46b9-7653-45a5-8dad-1bfc8dfdd5ac owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:46:59.981146 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e445f531-24db-47d3-b325-b15b07e77ecd tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Made reservation on behalf of aa18dcbea711452f9589c3d7ad61aa1c for: {'port': 2} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:46:59.986517 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e445f531-24db-47d3-b325-b15b07e77ecd tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:00.033461 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c8c664b7-7dbc-48d3-8da1-d69736029901 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (ed4940ef-ee4d-4f36-94d6-b986a8cbbb0b), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:00.067132 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e445f531-24db-47d3-b325-b15b07e77ecd tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:00.070908 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1bd2a9cb-89f3-4c5a-bc32-85bba5b65d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (ef0e46b9-7653-45a5-8dad-1bfc8dfdd5ac), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:00.084166 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34477d69-839e-42f9-885e-993c278667c0 None None] Checking router: 3234f723-1a1c-49bf-b8dd-ea33d2d3d864 for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:47:00.084866 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34477d69-839e-42f9-885e-993c278667c0 None None] Updating router 3234f723-1a1c-49bf-b8dd-ea33d2d3d864 port 3ac139b1-123a-4546-bd6d-a871cf869c25 binding host n-d-828369-5 {{(pid=103142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:47:00.086277 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56653b4d-96c7-43aa-ab38-c9b2777db820 req-4638d2c7-5ff3-4c88-aaca-d38520f1921c tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:00.087996 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-56653b4d-96c7-43aa-ab38-c9b2777db820 req-4638d2c7-5ff3-4c88-aaca-d38520f1921c tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] 10.222.0.90 "GET /v2.0/ports?device_id=e4cab769-be6e-4668-9820-fa9588f893a0 HTTP/1.1" status: 200 len: 945 time: 0.2867002 Feb 09 21:47:00.088891 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd2a9cb-89f3-4c5a-bc32-85bba5b65d46 None None] No DVR routers for this DVR port ef0e46b9-7653-45a5-8dad-1bfc8dfdd5ac on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:47:00.156970 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd2a9cb-89f3-4c5a-bc32-85bba5b65d46 None None] Pushing event deleted for resources: {'Port': ['ID=ef0e46b9-7653-45a5-8dad-1bfc8dfdd5ac,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:00.174371 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-34477d69-839e-42f9-885e-993c278667c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (3ac139b1-123a-4546-bd6d-a871cf869c25), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:00.370947 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5e49f0-c985-4ab0-8bf8-09f1ec8ae484 req-8d10afda-f03b-4c99-b8bf-9255e2e1719f tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:00.375513 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-fc5e49f0-c985-4ab0-8bf8-09f1ec8ae484 req-8d10afda-f03b-4c99-b8bf-9255e2e1719f tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] 10.222.0.89 "GET /v2.0/ports?device_id=e4cab769-be6e-4668-9820-fa9588f893a0 HTTP/1.1" status: 200 len: 945 time: 0.3351388 Feb 09 21:47:00.386103 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-56653b4d-96c7-43aa-ab38-c9b2777db820 req-10f03a1c-cfcd-495b-9d9d-946a7b96870b tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] 10.222.0.90 "GET /v2.0/security-groups?id=38239a27-f81f-4dbe-b735-d2ad14a0ae0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306802 Feb 09 21:47:00.397710 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c8c664b7-7dbc-48d3-8da1-d69736029901 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (ed4940ef-ee4d-4f36-94d6-b986a8cbbb0b), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:00.503763 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-c8c664b7-7dbc-48d3-8da1-d69736029901 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed4940ef-ee4d-4f36-94d6-b986a8cbbb0b']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:00.531956 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-c8c664b7-7dbc-48d3-8da1-d69736029901 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a41c4c4-58cd-416b-a6d9-f1a73a988837') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:00.540319 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-c8c664b7-7dbc-48d3-8da1-d69736029901 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a41c4c4-58cd-416b-a6d9-f1a73a988837') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:00.576589 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c8c664b7-7dbc-48d3-8da1-d69736029901 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (0a41c4c4-58cd-416b-a6d9-f1a73a988837), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:00.612831 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c8c664b7-7dbc-48d3-8da1-d69736029901 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (0a41c4c4-58cd-416b-a6d9-f1a73a988837), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:00.615635 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device ef0e46b9-7653-45a5-8dad-1bfc8dfdd5ac no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:47:00.632400 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8c664b7-7dbc-48d3-8da1-d69736029901 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:47:00.632807 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c8c664b7-7dbc-48d3-8da1-d69736029901 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (0a41c4c4-58cd-416b-a6d9-f1a73a988837), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:00.643727 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:47:00.643727 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:47:00.643727 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:47:00.643727 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:47:00.643727 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:47:00.643727 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:47:00.643727 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:47:00.643727 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:47:00.643727 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:47:00.643727 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:47:00.643727 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:47:00.643727 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:47:00.643727 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:47:00.643727 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:47:00.643727 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:47:00.643727 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:47:00.643727 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:47:00.643727 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:47:00.643727 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:47:00.643727 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:47:00.643727 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:47:00.643727 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:47:00.643727 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:47:00.643727 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:47:00.643727 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:47:00.643727 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:47:00.643727 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:47:00.643727 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:47:00.643727 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:47:00.643727 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:47:00.643727 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:47:00.643727 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:47:00.662601 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-e445f531-24db-47d3-b325-b15b07e77ecd tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] device_id is not set on port eebef829-4c70-4512-b222-9797293159dc yet. {{(pid=103140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:47:00.700390 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-34477d69-839e-42f9-885e-993c278667c0 None None] Publish callbacks [] for port (3ac139b1-123a-4546-bd6d-a871cf869c25), precommit_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:00.704162 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-fc5e49f0-c985-4ab0-8bf8-09f1ec8ae484 req-425257b7-87fc-45e8-9373-5cae1d1bc6ed tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] Deleting port 32058b2a-cb41-411d-a8ed-19dec708cfd7 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:47:00.706170 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-fc5e49f0-c985-4ab0-8bf8-09f1ec8ae484 req-425257b7-87fc-45e8-9373-5cae1d1bc6ed tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (32058b2a-cb41-411d-a8ed-19dec708cfd7), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:00.783293 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: ef0e46b9-7653-45a5-8dad-1bfc8dfdd5ac {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:47:00.784152 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device ef0e46b9-7653-45a5-8dad-1bfc8dfdd5ac not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:47:00.807172 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-34477d69-839e-42f9-885e-993c278667c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (3ac139b1-123a-4546-bd6d-a871cf869c25), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:00.894123 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-34477d69-839e-42f9-885e-993c278667c0 None None] Attempting to bind port 3ac139b1-123a-4546-bd6d-a871cf869c25 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:47:00.894508 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-34477d69-839e-42f9-885e-993c278667c0 None None] Attempting to bind port 3ac139b1-123a-4546-bd6d-a871cf869c25 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:47:00.895026 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34477d69-839e-42f9-885e-993c278667c0 None None] Attempting to bind port 3ac139b1-123a-4546-bd6d-a871cf869c25 on network 54a442d5-50a0-4c75-85cc-d19f5bf58118 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:47:00.899254 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de2e260-fbe3-4f3b-b3db-175754d53438 None None] Pushing event updated for resources: {'Port': ['ID=3ac139b1-123a-4546-bd6d-a871cf869c25,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:00.904419 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-fc5e49f0-c985-4ab0-8bf8-09f1ec8ae484 req-425257b7-87fc-45e8-9373-5cae1d1bc6ed tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] For port 32058b2a-cb41-411d-a8ed-19dec708cfd7, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=32058b2a-cb41-411d-a8ed-19dec708cfd7,segment=NetworkSegment(302376ac-9268-4998-af9e-49ee4b478b93),segment_id=302376ac-9268-4998-af9e-49ee4b478b93)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:47:00.905033 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-fc5e49f0-c985-4ab0-8bf8-09f1ec8ae484 req-425257b7-87fc-45e8-9373-5cae1d1bc6ed tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (32058b2a-cb41-411d-a8ed-19dec708cfd7), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:00.905224 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34477d69-839e-42f9-885e-993c278667c0 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:47:00.905720 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34477d69-839e-42f9-885e-993c278667c0 None None] Checking segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:47:00.907003 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-34477d69-839e-42f9-885e-993c278667c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:00.907660 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34477d69-839e-42f9-885e-993c278667c0 None None] Bound using segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:47:00.908994 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-34477d69-839e-42f9-885e-993c278667c0 None None] Bound port: 3ac139b1-123a-4546-bd6d-a871cf869c25, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:47:00.909413 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-34477d69-839e-42f9-885e-993c278667c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (3ac139b1-123a-4546-bd6d-a871cf869c25), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:00.925419 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-fc5e49f0-c985-4ab0-8bf8-09f1ec8ae484 req-425257b7-87fc-45e8-9373-5cae1d1bc6ed tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] Calling delete_port for 32058b2a-cb41-411d-a8ed-19dec708cfd7 owned by compute:nova {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:47:00.979132 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-34477d69-839e-42f9-885e-993c278667c0 None None] For port 3ac139b1-123a-4546-bd6d-a871cf869c25, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:47:00.983695 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-34477d69-839e-42f9-885e-993c278667c0 None None] For port 3ac139b1-123a-4546-bd6d-a871cf869c25, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=3ac139b1-123a-4546-bd6d-a871cf869c25,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:47:00.992496 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-34477d69-839e-42f9-885e-993c278667c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (3ac139b1-123a-4546-bd6d-a871cf869c25), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:01.088184 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34477d69-839e-42f9-885e-993c278667c0 None None] Routers {'3234f723-1a1c-49bf-b8dd-ea33d2d3d864'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:47:01.089054 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-34477d69-839e-42f9-885e-993c278667c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:46:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['3234f723-1a1c-49bf-b8dd-ea33d2d3d864'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:01.108550 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-fc5e49f0-c985-4ab0-8bf8-09f1ec8ae484 req-425257b7-87fc-45e8-9373-5cae1d1bc6ed tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (32058b2a-cb41-411d-a8ed-19dec708cfd7), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:01.125959 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0ad38257-ca4b-4f3c-bdcf-32ba572d7cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:01.140011 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69772ae-c081-43fd-b254-b01e7c8777fc req-02b9a878-45ef-4a30-83a6-ea54b9c7bf50 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:01.150221 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d69772ae-c081-43fd-b254-b01e7c8777fc req-02b9a878-45ef-4a30-83a6-ea54b9c7bf50 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "GET /v2.0/ports?device_id=c50e996d-3eef-4dc6-9a7b-8319a153165b HTTP/1.1" status: 200 len: 945 time: 0.3102691 Feb 09 21:47:01.181547 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425257b7-87fc-45e8-9373-5cae1d1bc6ed tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] Pushing event deleted for resources: {'Port': ['ID=32058b2a-cb41-411d-a8ed-19dec708cfd7,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:01.199756 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c8c664b7-7dbc-48d3-8da1-d69736029901 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (ed4940ef-ee4d-4f36-94d6-b986a8cbbb0b), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:01.203405 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e445f531-24db-47d3-b325-b15b07e77ecd tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Publish callbacks [] for port (eebef829-4c70-4512-b222-9797293159dc), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:01.231356 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de2e260-fbe3-4f3b-b3db-175754d53438 None None] Pushing event updated for resources: {'Port': ['ID=3ac139b1-123a-4546-bd6d-a871cf869c25,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:01.235300 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c8c664b7-7dbc-48d3-8da1-d69736029901 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:01.244015 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-c8c664b7-7dbc-48d3-8da1-d69736029901 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] 10.222.0.90 "DELETE /v2.0/networks/ed4940ef-ee4d-4f36-94d6-b986a8cbbb0b HTTP/1.1" status: 204 len: 168 time: 1.4293513 Feb 09 21:47:01.331462 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e51623-091b-413e-8075-b764ddb9b120 req-293a7506-b2dd-4edc-bebd-2baae3b4c1de tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:01.333106 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-97e51623-091b-413e-8075-b764ddb9b120 req-293a7506-b2dd-4edc-bebd-2baae3b4c1de tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=446a9c08-b6b6-415b-9d31-50433bad72c5 HTTP/1.1" status: 200 len: 946 time: 0.4169509 Feb 09 21:47:01.362446 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-34477d69-839e-42f9-885e-993c278667c0 None None] Set router 3234f723-1a1c-49bf-b8dd-ea33d2d3d864 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:47:01.363957 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc5e49f0-c985-4ab0-8bf8-09f1ec8ae484 req-425257b7-87fc-45e8-9373-5cae1d1bc6ed tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] No DVR routers for this DVR port 32058b2a-cb41-411d-a8ed-19dec708cfd7 on host n-h2-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:47:01.366303 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c664b7-7dbc-48d3-8da1-d69736029901 tempest-PortsIpV6TestJSON-168176242 tempest-PortsIpV6TestJSON-168176242-project] Pushing event deleted for resources: {'Network': ['ID=ed4940ef-ee4d-4f36-94d6-b986a8cbbb0b,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:01.374943 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-fc5e49f0-c985-4ab0-8bf8-09f1ec8ae484 req-425257b7-87fc-45e8-9373-5cae1d1bc6ed tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:01.383168 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-fc5e49f0-c985-4ab0-8bf8-09f1ec8ae484 req-425257b7-87fc-45e8-9373-5cae1d1bc6ed tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] 10.222.0.89 "DELETE /v2.0/ports/32058b2a-cb41-411d-a8ed-19dec708cfd7 HTTP/1.1" status: 204 len: 173 time: 0.9798970 Feb 09 21:47:01.383673 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4cab769-be6e-4668-9820-fa9588f893a0', 'name': 'network-vif-deleted', 'tag': '32058b2a-cb41-411d-a8ed-19dec708cfd7'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:47:01.390227 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f7884b7-599a-4a71-b8cd-8fe5acac7fa2" -d '{"events": [{"server_uuid": "e4cab769-be6e-4668-9820-fa9588f893a0", "name": "network-vif-deleted", "tag": "32058b2a-cb41-411d-a8ed-19dec708cfd7"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:47:01.470240 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-e445f531-24db-47d3-b325-b15b07e77ecd tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] device_id is not set on port 5190038e-37bc-4638-8c59-8acd5b4406e4 yet. {{(pid=103140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:47:01.539323 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d69772ae-c081-43fd-b254-b01e7c8777fc req-9488a48d-bb6f-4041-a3d6-dadcb7d00172 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "GET /v2.0/security-groups?id=296fe08d-5e2e-48dd-9aaf-df90eedd0fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3881655 Feb 09 21:47:01.663018 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26397c39-4f23-4239-b7f5-be4d5ecf4bca x-openstack-request-id: req-26397c39-4f23-4239-b7f5-be4d5ecf4bca {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:47:01.663531 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4cab769-be6e-4668-9820-fa9588f893a0", "name": "network-vif-deleted", "tag": "32058b2a-cb41-411d-a8ed-19dec708cfd7", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:47:01.663531 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-26397c39-4f23-4239-b7f5-be4d5ecf4bca {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:47:01.663960 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4cab769-be6e-4668-9820-fa9588f893a0', 'name': 'network-vif-deleted', 'tag': '32058b2a-cb41-411d-a8ed-19dec708cfd7', 'status': 'completed', 'code': 200} Feb 09 21:47:01.761888 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43676) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:01.819082 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-97e51623-091b-413e-8075-b764ddb9b120 req-44dfc358-d962-41fa-958d-2e492b3c5ca0 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4444549 Feb 09 21:47:01.862254 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7b590b9a-756b-4e29-9cb4-e30b42eb77c9 req-f80b1a2c-9036-4e83-a03c-2c1d7453ac52 tempest-VolumesActionsTest-808680325 tempest-VolumesActionsTest-808680325-project] 10.222.0.90 "GET /v2.0/ports?device_id=e4cab769-be6e-4668-9820-fa9588f893a0 HTTP/1.1" status: 200 len: 210 time: 0.0665438 Feb 09 21:47:01.946860 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-0ad38257-ca4b-4f3c-bdcf-32ba572d7cf7 admin admin] Allocated IP 172.20.0.1 (e9a5657a-72c8-4eb7-9270-46ed5fd14a25/a77fad57-d7ca-4c6b-a8e5-5fa7d54c2e34/908d8e92-5e81-424c-9d61-2a0be07d4e1a) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:47:01.970367 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-fedb6ade-6e4b-444b-b688-0875db7c5f28 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=87111984dff24e1780aaef3f75dde822&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2070355 Feb 09 21:47:01.979112 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-34477d69-839e-42f9-885e-993c278667c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3234f723-1a1c-49bf-b8dd-ea33d2d3d864', 'name': 'tempest-AttachVolumeTestJSON-1250021813-router', 'tenant_id': '6e1281475427459ba566f75d67d1c2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': '3ac139b1-123a-4546-bd6d-a871cf869c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:46:52Z', 'updated_at': '2022-02-09T21:46:57Z', 'revision_number': 3, 'project_id': '6e1281475427459ba566f75d67d1c2c3', 'gw_port': {'id': '3ac139b1-123a-4546-bd6d-a871cf869c25', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:25:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3234f723-1a1c-49bf-b8dd-ea33d2d3d864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:46:54Z', 'updated_at': '2022-02-09T21:47:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:01.983428 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 43680) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:02.080174 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34477d69-839e-42f9-885e-993c278667c0 None None] The sync data for ids ['3234f723-1a1c-49bf-b8dd-ea33d2d3d864'] in n-d-828369-5 is: [{'id': '3234f723-1a1c-49bf-b8dd-ea33d2d3d864', 'name': 'tempest-AttachVolumeTestJSON-1250021813-router', 'tenant_id': '6e1281475427459ba566f75d67d1c2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': '3ac139b1-123a-4546-bd6d-a871cf869c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:46:52Z', 'updated_at': '2022-02-09T21:46:57Z', 'revision_number': 3, 'project_id': '6e1281475427459ba566f75d67d1c2c3', 'gw_port': {'id': '3ac139b1-123a-4546-bd6d-a871cf869c25', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:25:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3234f723-1a1c-49bf-b8dd-ea33d2d3d864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:46:54Z', 'updated_at': '2022-02-09T21:47:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:47:02.157495 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e445f531-24db-47d3-b325-b15b07e77ecd tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Publish callbacks [] for port (5190038e-37bc-4638-8c59-8acd5b4406e4), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:02.268505 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3023989a-40b2-4661-91e2-cef36071639f admin admin] Publish callbacks [] for security_group (39d4f9bd-ee66-43ec-9c16-8576336b92bb), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:02.294846 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0ad38257-ca4b-4f3c-bdcf-32ba572d7cf7 admin admin] Publish callbacks [] for port (908d8e92-5e81-424c-9d61-2a0be07d4e1a), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:02.338212 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3023989a-40b2-4661-91e2-cef36071639f admin admin] Publish callbacks [] for security_group (39d4f9bd-ee66-43ec-9c16-8576336b92bb), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:02.376028 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e445f531-24db-47d3-b325-b15b07e77ecd tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (eebef829-4c70-4512-b222-9797293159dc), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:02.501931 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e445f531-24db-47d3-b325-b15b07e77ecd tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Pushing event updated for resources: {'Port': ['ID=eebef829-4c70-4512-b222-9797293159dc,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:02.584293 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0ad38257-ca4b-4f3c-bdcf-32ba572d7cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (908d8e92-5e81-424c-9d61-2a0be07d4e1a), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:02.602156 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3023989a-40b2-4661-91e2-cef36071639f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (39d4f9bd-ee66-43ec-9c16-8576336b92bb), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:02.604996 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3023989a-40b2-4661-91e2-cef36071639f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:02.606294 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-3023989a-40b2-4661-91e2-cef36071639f admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/39d4f9bd-ee66-43ec-9c16-8576336b92bb HTTP/1.1" status: 204 len: 168 time: 0.6209743 Feb 09 21:47:02.675439 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3023989a-40b2-4661-91e2-cef36071639f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39d4f9bd-ee66-43ec-9c16-8576336b92bb,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:02.721026 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad38257-ca4b-4f3c-bdcf-32ba572d7cf7 admin admin] Network e9a5657a-72c8-4eb7-9270-46ed5fd14a25 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:47:02.744916 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e445f531-24db-47d3-b325-b15b07e77ecd tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Checking segment: {'id': 'd0b66835-56ba-42c9-ba16-2411544254d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'f41751b4-b7fe-4d38-89b0-9194f4c59c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:47:02.745320 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e445f531-24db-47d3-b325-b15b07e77ecd tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Network hostable DHCP agents. Network: f41751b4-b7fe-4d38-89b0-9194f4c59c34, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:47:02.752403 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-0ad38257-ca4b-4f3c-bdcf-32ba572d7cf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:47:02.755898 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad38257-ca4b-4f3c-bdcf-32ba572d7cf7 admin admin] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:47:02.839311 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0ad38257-ca4b-4f3c-bdcf-32ba572d7cf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554727'] for router_interface (3234f723-1a1c-49bf-b8dd-ea33d2d3d864), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:02.873301 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 32058b2a-cb41-411d-a8ed-19dec708cfd7 no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:47:02.933233 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] No Port match for: 32058b2a-cb41-411d-a8ed-19dec708cfd7 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:47:02.933598 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 32058b2a-cb41-411d-a8ed-19dec708cfd7 not bound to the agent host n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:47:03.053581 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad38257-ca4b-4f3c-bdcf-32ba572d7cf7 admin admin] Pushing event updated for resources: {'Port': ['ID=908d8e92-5e81-424c-9d61-2a0be07d4e1a,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:03.145229 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-ded093f5-87c7-452c-801f-3a365fef3f6a None None] Provisioning complete for port 908d8e92-5e81-424c-9d61-2a0be07d4e1a triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:47:03.147539 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ded093f5-87c7-452c-801f-3a365fef3f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (908d8e92-5e81-424c-9d61-2a0be07d4e1a), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:03.205139 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-ded093f5-87c7-452c-801f-3a365fef3f6a None None] Port 908d8e92-5e81-424c-9d61-2a0be07d4e1a cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:47:03.225067 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e445f531-24db-47d3-b325-b15b07e77ecd tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Network f41751b4-b7fe-4d38-89b0-9194f4c59c34 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:47:03.273924 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-e445f531-24db-47d3-b325-b15b07e77ecd tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, f41751b4-b7fe-4d38-89b0-9194f4c59c34) {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:47:03.284845 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377d1de1-a485-4aed-bad5-a39286282c9e None None] Network f41751b4-b7fe-4d38-89b0-9194f4c59c34 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:47:03.293147 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e445f531-24db-47d3-b325-b15b07e77ecd tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:47:03.294142 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e445f531-24db-47d3-b325-b15b07e77ecd tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (5190038e-37bc-4638-8c59-8acd5b4406e4), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:03.304084 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f789bd3-9422-4a6e-88bb-6a7fb1254072 req-cd883ad1-8d59-4819-935d-361c245e07cf tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:03.305743 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1f789bd3-9422-4a6e-88bb-6a7fb1254072 req-cd883ad1-8d59-4819-935d-361c245e07cf tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "GET /v2.0/ports?device_id=c50e996d-3eef-4dc6-9a7b-8319a153165b HTTP/1.1" status: 200 len: 945 time: 0.6324825 Feb 09 21:47:03.376139 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878b75e4-5de8-48fa-8497-e1c40f89e9d7 req-9e9543b2-7303-4fe8-9bc3-f6600e11e334 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:03.377744 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-878b75e4-5de8-48fa-8497-e1c40f89e9d7 req-9e9543b2-7303-4fe8-9bc3-f6600e11e334 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=446a9c08-b6b6-415b-9d31-50433bad72c5 HTTP/1.1" status: 200 len: 946 time: 0.2782824 Feb 09 21:47:03.443845 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e445f531-24db-47d3-b325-b15b07e77ecd tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Pushing event updated for resources: {'Port': ['ID=5190038e-37bc-4638-8c59-8acd5b4406e4,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:03.489064 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0ad38257-ca4b-4f3c-bdcf-32ba572d7cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (908d8e92-5e81-424c-9d61-2a0be07d4e1a), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:03.589537 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1f789bd3-9422-4a6e-88bb-6a7fb1254072 req-79528836-eb29-41b6-a4b0-50b85030b0ec tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "GET /v2.0/security-groups?id=296fe08d-5e2e-48dd-9aaf-df90eedd0fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459948 Feb 09 21:47:03.600286 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-878b75e4-5de8-48fa-8497-e1c40f89e9d7 req-04c4d70e-b409-4e3a-8b83-e03875315067 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970067 Feb 09 21:47:03.605888 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e445f531-24db-47d3-b325-b15b07e77ecd tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Checking segment: {'id': '006e48e1-822e-41be-8003-fec584c6c951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '0a6cdc11-34b5-438f-a904-1f819c2feea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:47:03.606388 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e445f531-24db-47d3-b325-b15b07e77ecd tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Network hostable DHCP agents. Network: 0a6cdc11-34b5-438f-a904-1f819c2feea3, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:47:03.649721 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e445f531-24db-47d3-b325-b15b07e77ecd tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Network 0a6cdc11-34b5-438f-a904-1f819c2feea3 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:47:03.696692 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-e445f531-24db-47d3-b325-b15b07e77ecd tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 0a6cdc11-34b5-438f-a904-1f819c2feea3) {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:47:03.706226 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e445f531-24db-47d3-b325-b15b07e77ecd tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:47:03.711563 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e445f531-24db-47d3-b325-b15b07e77ecd tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:03.715095 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ad4772-5eca-4a6d-8ac1-a421b5adc65b None None] Network 0a6cdc11-34b5-438f-a904-1f819c2feea3 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:47:03.716039 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e445f531-24db-47d3-b325-b15b07e77ecd tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:03.716793 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e445f531-24db-47d3-b325-b15b07e77ecd tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:03.749898 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-e445f531-24db-47d3-b325-b15b07e77ecd tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 4.5136247 Feb 09 21:47:03.750724 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 43726) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:03.843692 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87cb993f-1f8a-4f31-9044-0afeef437ba9 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:03.851238 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87cb993f-1f8a-4f31-9044-0afeef437ba9 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:03.853868 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-87cb993f-1f8a-4f31-9044-0afeef437ba9 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1027234 Feb 09 21:47:03.856277 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0ad38257-ca4b-4f3c-bdcf-32ba572d7cf7 admin admin] Publish callbacks [] for port (908d8e92-5e81-424c-9d61-2a0be07d4e1a), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:03.857563 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43734) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:03.865690 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0ad38257-ca4b-4f3c-bdcf-32ba572d7cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (908d8e92-5e81-424c-9d61-2a0be07d4e1a), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:03.965576 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad38257-ca4b-4f3c-bdcf-32ba572d7cf7 admin admin] Pushing event updated for resources: {'Port': ['ID=908d8e92-5e81-424c-9d61-2a0be07d4e1a,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:03.982944 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0ad38257-ca4b-4f3c-bdcf-32ba572d7cf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524919'] for router_interface (3234f723-1a1c-49bf-b8dd-ea33d2d3d864), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:04.065063 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-7a74d08e-6980-4e2c-b26a-fce87a38c199 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Deleting port eebef829-4c70-4512-b222-9797293159dc {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:47:04.065063 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7a74d08e-6980-4e2c-b26a-fce87a38c199 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (eebef829-4c70-4512-b222-9797293159dc), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:04.173356 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7a74d08e-6980-4e2c-b26a-fce87a38c199 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (eebef829-4c70-4512-b222-9797293159dc), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:04.196859 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-7a74d08e-6980-4e2c-b26a-fce87a38c199 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Calling delete_port for eebef829-4c70-4512-b222-9797293159dc owned by {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:47:04.219991 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad38257-ca4b-4f3c-bdcf-32ba572d7cf7 admin admin] Network e9a5657a-72c8-4eb7-9270-46ed5fd14a25 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:47:04.235170 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-0ad38257-ca4b-4f3c-bdcf-32ba572d7cf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:47:04.303328 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7a74d08e-6980-4e2c-b26a-fce87a38c199 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (eebef829-4c70-4512-b222-9797293159dc), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:04.339810 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a74d08e-6980-4e2c-b26a-fce87a38c199 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Pushing event deleted for resources: {'Port': ['ID=eebef829-4c70-4512-b222-9797293159dc,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:04.359657 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7a74d08e-6980-4e2c-b26a-fce87a38c199 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:04.363654 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-7a74d08e-6980-4e2c-b26a-fce87a38c199 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] 10.222.0.90 "DELETE /v2.0/ports/eebef829-4c70-4512-b222-9797293159dc HTTP/1.1" status: 204 len: 168 time: 0.5037365 Feb 09 21:47:04.368628 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43756) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:04.570478 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 3ac139b1-123a-4546-bd6d-a871cf869c25 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:47:04.578864 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-31290a55-63e9-4e03-bf48-78b479e5dd52 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Deleting port 5190038e-37bc-4638-8c59-8acd5b4406e4 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:47:04.579386 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-31290a55-63e9-4e03-bf48-78b479e5dd52 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (5190038e-37bc-4638-8c59-8acd5b4406e4), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:04.726284 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-bf2d835f-9ec5-4bc7-a46f-6509573060a7 None None] Provisioning complete for port 908d8e92-5e81-424c-9d61-2a0be07d4e1a triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:47:04.726771 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-bf2d835f-9ec5-4bc7-a46f-6509573060a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (908d8e92-5e81-424c-9d61-2a0be07d4e1a), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:04.766045 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-31290a55-63e9-4e03-bf48-78b479e5dd52 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (5190038e-37bc-4638-8c59-8acd5b4406e4), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:04.795159 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-31290a55-63e9-4e03-bf48-78b479e5dd52 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Calling delete_port for 5190038e-37bc-4638-8c59-8acd5b4406e4 owned by {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:47:04.803249 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 3ac139b1-123a-4546-bd6d-a871cf869c25 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:47:04.803896 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (3ac139b1-123a-4546-bd6d-a871cf869c25), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:04.808323 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-bf2d835f-9ec5-4bc7-a46f-6509573060a7 None None] Port 908d8e92-5e81-424c-9d61-2a0be07d4e1a cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:47:04.916636 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 3ac139b1-123a-4546-bd6d-a871cf869c25 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:47:04.917225 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (3ac139b1-123a-4546-bd6d-a871cf869c25), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:04.942559 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe5f468-c28f-49c0-b9b3-4eddbf96dc91 req-fc61ebb5-8877-44cc-8a1d-a88a5e47a228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:04.945632 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port 3ac139b1-123a-4546-bd6d-a871cf869c25, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=3ac139b1-123a-4546-bd6d-a871cf869c25,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:47:04.948317 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5fe5f468-c28f-49c0-b9b3-4eddbf96dc91 req-fc61ebb5-8877-44cc-8a1d-a88a5e47a228 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=73aafa54b15b4f2e83f3753252e1608e&device_id=446a9c08-b6b6-415b-9d31-50433bad72c5 HTTP/1.1" status: 200 len: 1128 time: 0.7668848 Feb 09 21:47:04.952488 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (3ac139b1-123a-4546-bd6d-a871cf869c25), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:04.969653 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-31290a55-63e9-4e03-bf48-78b479e5dd52 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (5190038e-37bc-4638-8c59-8acd5b4406e4), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:05.015189 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-31290a55-63e9-4e03-bf48-78b479e5dd52 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:05.026223 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-31290a55-63e9-4e03-bf48-78b479e5dd52 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] 10.222.0.90 "DELETE /v2.0/ports/5190038e-37bc-4638-8c59-8acd5b4406e4 HTTP/1.1" status: 204 len: 168 time: 0.6540914 Feb 09 21:47:05.032661 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 43794) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:05.068883 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=3ac139b1-123a-4546-bd6d-a871cf869c25,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:05.087619 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31290a55-63e9-4e03-bf48-78b479e5dd52 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Pushing event deleted for resources: {'Port': ['ID=5190038e-37bc-4638-8c59-8acd5b4406e4,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:05.089699 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-bab471d7-fb8b-438e-9d2e-3db72b55c939 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0519547 Feb 09 21:47:05.094170 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43798) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:05.106072 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-7aef6b6c-5b91-48d3-bb4b-846128ed4fa1 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-890546130'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:47:05.110018 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a386a3a-bb52-49fd-b26b-96d088f7483c req-abae820e-43e2-4a56-bd4d-02cda1827633 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:05.111548 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1a386a3a-bb52-49fd-b26b-96d088f7483c req-abae820e-43e2-4a56-bd4d-02cda1827633 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=446a9c08-b6b6-415b-9d31-50433bad72c5 HTTP/1.1" status: 200 len: 946 time: 0.2671275 Feb 09 21:47:05.152902 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4821808c-e7a2-44f7-83a9-674971c2454a req-5f10dcbd-f2bf-4136-8f0e-8cc26d2027b7 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:05.154798 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4821808c-e7a2-44f7-83a9-674971c2454a req-5f10dcbd-f2bf-4136-8f0e-8cc26d2027b7 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "GET /v2.0/ports?device_id=c50e996d-3eef-4dc6-9a7b-8319a153165b HTTP/1.1" status: 200 len: 945 time: 0.3069797 Feb 09 21:47:05.162156 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aef6b6c-5b91-48d3-bb4b-846128ed4fa1 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Made reservation on behalf of aa18dcbea711452f9589c3d7ad61aa1c for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:47:05.165513 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7aef6b6c-5b91-48d3-bb4b-846128ed4fa1 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:05.174489 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ad38257-ca4b-4f3c-bdcf-32ba572d7cf7 admin admin] Router 3234f723-1a1c-49bf-b8dd-ea33d2d3d864 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:47:05.224937 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aef6b6c-5b91-48d3-bb4b-846128ed4fa1 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:47:05.233817 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe5f468-c28f-49c0-b9b3-4eddbf96dc91 req-a66ac904-f2f7-4c33-b7e1-c071a574e02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:05.235436 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5fe5f468-c28f-49c0-b9b3-4eddbf96dc91 req-a66ac904-f2f7-4c33-b7e1-c071a574e02a service neutron] 10.222.0.95 "GET /v2.0/networks?id=00735365-504a-4659-b7e0-5dd13c1577e5 HTTP/1.1" status: 200 len: 913 time: 0.2744858 Feb 09 21:47:05.241480 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7aef6b6c-5b91-48d3-bb4b-846128ed4fa1 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (61299cc3-d3fb-4150-af80-ab2d528afd26), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:05.242438 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-7aef6b6c-5b91-48d3-bb4b-846128ed4fa1 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Added segment 61299cc3-d3fb-4150-af80-ab2d528afd26 of type vlan for network 9e3818af-0803-44e4-a516-591f1149d478 Feb 09 21:47:05.294203 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7aef6b6c-5b91-48d3-bb4b-846128ed4fa1 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (9e3818af-0803-44e4-a516-591f1149d478), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:05.328136 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7aef6b6c-5b91-48d3-bb4b-846128ed4fa1 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (9e3818af-0803-44e4-a516-591f1149d478), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:05.335110 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aef6b6c-5b91-48d3-bb4b-846128ed4fa1 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:05.335877 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7aef6b6c-5b91-48d3-bb4b-846128ed4fa1 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:05.362231 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-7aef6b6c-5b91-48d3-bb4b-846128ed4fa1 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2667971 Feb 09 21:47:05.379799 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 43806) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:05.390553 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-79af6300-ed7e-4d08-8be2-6d25d215be66 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1542605515'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:47:05.400370 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5fe5f468-c28f-49c0-b9b3-4eddbf96dc91 req-b3482572-734a-46d7-a58d-710e665f882a service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6726713f-2f06-4788-a4cd-0cf34fa20126 HTTP/1.1" status: 200 len: 217 time: 0.1496239 Feb 09 21:47:05.416034 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1a386a3a-bb52-49fd-b26b-96d088f7483c req-c4485a45-b899-4f4b-8890-e91386bcfb19 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754169 Feb 09 21:47:05.434420 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4821808c-e7a2-44f7-83a9-674971c2454a req-b42de7cd-b329-47e3-9b3d-02b6e8fc4785 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "GET /v2.0/security-groups?id=296fe08d-5e2e-48dd-9aaf-df90eedd0fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628903 Feb 09 21:47:05.445988 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aef6b6c-5b91-48d3-bb4b-846128ed4fa1 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Pushing event updated for resources: {'Network': ['ID=9e3818af-0803-44e4-a516-591f1149d478,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:05.464566 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 9e3818af-0803-44e4-a516-591f1149d478 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:47:05.507494 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79af6300-ed7e-4d08-8be2-6d25d215be66 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Made reservation on behalf of aa18dcbea711452f9589c3d7ad61aa1c for: {'network': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:47:05.510883 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-79af6300-ed7e-4d08-8be2-6d25d215be66 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:05.531081 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe5f468-c28f-49c0-b9b3-4eddbf96dc91 req-6c4c970a-396e-4e33-b1e6-35a19c4e4d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:05.532545 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5fe5f468-c28f-49c0-b9b3-4eddbf96dc91 req-6c4c970a-396e-4e33-b1e6-35a19c4e4d36 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0d4cb0a9-0f8b-4759-aa75-9f58c47a4974 HTTP/1.1" status: 200 len: 852 time: 0.1139593 Feb 09 21:47:05.576834 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ad38257-ca4b-4f3c-bdcf-32ba572d7cf7 admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:47:05.579886 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5fe5f468-c28f-49c0-b9b3-4eddbf96dc91 req-1bd1034f-eeba-4443-8842-46c4c9a04808 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=00735365-504a-4659-b7e0-5dd13c1577e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404055 Feb 09 21:47:05.592271 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-0ad38257-ca4b-4f3c-bdcf-32ba572d7cf7 admin admin] 10.222.0.90 "PUT /v2.0/routers/3234f723-1a1c-49bf-b8dd-ea33d2d3d864/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8696423 Feb 09 21:47:05.593609 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bb6a24-13e3-47b7-8ec5-56f5602b2fd8 None None] Sync routers for ids ['3234f723-1a1c-49bf-b8dd-ea33d2d3d864'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:47:05.605998 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79af6300-ed7e-4d08-8be2-6d25d215be66 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=103140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:47:05.612017 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bb6a24-13e3-47b7-8ec5-56f5602b2fd8 None None] Routers {'3234f723-1a1c-49bf-b8dd-ea33d2d3d864'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:47:05.612700 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-37bb6a24-13e3-47b7-8ec5-56f5602b2fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:46:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['3234f723-1a1c-49bf-b8dd-ea33d2d3d864'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:05.638992 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43812) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:05.653448 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-79af6300-ed7e-4d08-8be2-6d25d215be66 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (563df2e4-574a-43b9-ac82-6f489459e29f), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:05.653448 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-79af6300-ed7e-4d08-8be2-6d25d215be66 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Added segment 563df2e4-574a-43b9-ac82-6f489459e29f of type vlan for network 05a6047b-a0be-4817-8eda-346f46125789 Feb 09 21:47:05.713879 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-79af6300-ed7e-4d08-8be2-6d25d215be66 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (05a6047b-a0be-4817-8eda-346f46125789), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:05.745322 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5fe5f468-c28f-49c0-b9b3-4eddbf96dc91 req-83ae1f35-de87-4984-aff3-2721ece75827 service neutron] 10.222.0.95 "GET /v2.0/networks/00735365-504a-4659-b7e0-5dd13c1577e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493013 Feb 09 21:47:05.785204 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-37bb6a24-13e3-47b7-8ec5-56f5602b2fd8 None None] Set router 3234f723-1a1c-49bf-b8dd-ea33d2d3d864 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:47:05.829082 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a7fd75dc-085c-42d8-a957-002c5b326916 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:05.841862 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-79af6300-ed7e-4d08-8be2-6d25d215be66 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (05a6047b-a0be-4817-8eda-346f46125789), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:05.846821 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79af6300-ed7e-4d08-8be2-6d25d215be66 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:05.847422 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-79af6300-ed7e-4d08-8be2-6d25d215be66 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:05.882466 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-79af6300-ed7e-4d08-8be2-6d25d215be66 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5014260 Feb 09 21:47:05.947618 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79af6300-ed7e-4d08-8be2-6d25d215be66 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Pushing event updated for resources: {'Network': ['ID=05a6047b-a0be-4817-8eda-346f46125789,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:05.960537 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 05a6047b-a0be-4817-8eda-346f46125789 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:47:06.007978 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5fe5f468-c28f-49c0-b9b3-4eddbf96dc91 req-5bd202c4-0f10-4fdc-97d9-30ba1e887d66 service neutron] 10.222.0.95 "GET /v2.0/networks/00735365-504a-4659-b7e0-5dd13c1577e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554762 Feb 09 21:47:06.070851 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-37bb6a24-13e3-47b7-8ec5-56f5602b2fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3234f723-1a1c-49bf-b8dd-ea33d2d3d864', 'name': 'tempest-AttachVolumeTestJSON-1250021813-router', 'tenant_id': '6e1281475427459ba566f75d67d1c2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': '3ac139b1-123a-4546-bd6d-a871cf869c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:46:52Z', 'updated_at': '2022-02-09T21:47:03Z', 'revision_number': 4, 'project_id': '6e1281475427459ba566f75d67d1c2c3', 'gw_port': {'id': '3ac139b1-123a-4546-bd6d-a871cf869c25', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:25:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3234f723-1a1c-49bf-b8dd-ea33d2d3d864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:46:54Z', 'updated_at': '2022-02-09T21:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '908d8e92-5e81-424c-9d61-2a0be07d4e1a', 'name': '', 'network_id': 'e9a5657a-72c8-4eb7-9270-46ed5fd14a25', 'tenant_id': '6e1281475427459ba566f75d67d1c2c3', 'mac_address': 'fa:16:3e:7d:4e:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3234f723-1a1c-49bf-b8dd-ea33d2d3d864', 'device_owner': 'network:router_interface', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': 'a77fad57-d7ca-4c6b-a8e5-5fa7d54c2e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:47:01Z', 'updated_at': '2022-02-09T21:47:03Z', 'revision_number': 2, 'project_id': '6e1281475427459ba566f75d67d1c2c3', 'subnets': [{'id': 'a77fad57-d7ca-4c6b-a8e5-5fa7d54c2e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:06.117817 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a7fd75dc-085c-42d8-a957-002c5b326916 admin admin] Publish callbacks [] for security_group (97231737-a41e-462b-a58f-c4f5e7fe039b), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:06.125175 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a7fd75dc-085c-42d8-a957-002c5b326916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (97231737-a41e-462b-a58f-c4f5e7fe039b), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:06.141247 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bb6a24-13e3-47b7-8ec5-56f5602b2fd8 None None] Checking router: 3234f723-1a1c-49bf-b8dd-ea33d2d3d864 for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:47:06.152787 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bb6a24-13e3-47b7-8ec5-56f5602b2fd8 None None] Updating router 3234f723-1a1c-49bf-b8dd-ea33d2d3d864 port 908d8e92-5e81-424c-9d61-2a0be07d4e1a binding host n-d-828369-5 {{(pid=103143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:47:06.203017 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-37bb6a24-13e3-47b7-8ec5-56f5602b2fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (908d8e92-5e81-424c-9d61-2a0be07d4e1a), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:06.225918 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fd75dc-085c-42d8-a957-002c5b326916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97231737-a41e-462b-a58f-c4f5e7fe039b,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:06.266119 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 43824) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:06.267020 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-a7fd75dc-085c-42d8-a957-002c5b326916 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=cc54e102d50b4bf8bf5b4bb4a3786304&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6263232 Feb 09 21:47:06.391672 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-275928a4-4095-4c62-b663-b1d876d3d32d admin admin] Publish callbacks [] for security_group (97231737-a41e-462b-a58f-c4f5e7fe039b), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:06.413046 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43826) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:06.420399 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-76ab1c2c-5f9e-46bc-9061-01b998ebb88a tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Request body: {'security_group': {'name': 'tempest-securitygroup--871841938', 'description': 'tempest-description--1431595401'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:47:06.469007 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-275928a4-4095-4c62-b663-b1d876d3d32d admin admin] Publish callbacks [] for security_group (97231737-a41e-462b-a58f-c4f5e7fe039b), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:06.494212 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-76ab1c2c-5f9e-46bc-9061-01b998ebb88a tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:06.594963 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 3ac139b1-123a-4546-bd6d-a871cf869c25 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:47:06.655482 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-275928a4-4095-4c62-b663-b1d876d3d32d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (97231737-a41e-462b-a58f-c4f5e7fe039b), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:06.661941 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-275928a4-4095-4c62-b663-b1d876d3d32d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:06.667554 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-275928a4-4095-4c62-b663-b1d876d3d32d admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/97231737-a41e-462b-a58f-c4f5e7fe039b HTTP/1.1" status: 204 len: 168 time: 0.3974247 Feb 09 21:47:06.667763 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-76ab1c2c-5f9e-46bc-9061-01b998ebb88a tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Publish callbacks [] for security_group (28acdcb4-ce07-4669-ac01-31d2a11868db), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:06.683479 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-76ab1c2c-5f9e-46bc-9061-01b998ebb88a tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (28acdcb4-ce07-4669-ac01-31d2a11868db), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:06.706797 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 3ac139b1-123a-4546-bd6d-a871cf869c25 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:47:06.707587 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (3ac139b1-123a-4546-bd6d-a871cf869c25), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:06.714554 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-37bb6a24-13e3-47b7-8ec5-56f5602b2fd8 None None] Publish callbacks [] for port (908d8e92-5e81-424c-9d61-2a0be07d4e1a), precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:06.740617 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-37bb6a24-13e3-47b7-8ec5-56f5602b2fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (908d8e92-5e81-424c-9d61-2a0be07d4e1a), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:06.761396 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-76ab1c2c-5f9e-46bc-9061-01b998ebb88a tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:06.770847 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-76ab1c2c-5f9e-46bc-9061-01b998ebb88a tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3560698 Feb 09 21:47:06.774302 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43834) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:06.774845 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275928a4-4095-4c62-b663-b1d876d3d32d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97231737-a41e-462b-a58f-c4f5e7fe039b,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:06.810227 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-f5584c71-a8bc-4800-8c12-2fce88029dcd tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Request body: {'security_group_rule': {'security_group_id': '28acdcb4-ce07-4669-ac01-31d2a11868db', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:47:06.900527 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e3f89b-f364-4379-96e7-80a64eaebe37 None None] Pushing event updated for resources: {'Port': ['ID=908d8e92-5e81-424c-9d61-2a0be07d4e1a,revision_number=3']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:06.911036 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ab1c2c-5f9e-46bc-9061-01b998ebb88a tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28acdcb4-ce07-4669-ac01-31d2a11868db,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:06.916192 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 3ac139b1-123a-4546-bd6d-a871cf869c25 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:47:06.955104 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09184220-dd3d-4010-b07a-5907edb07510 req-317f249f-45ec-4fed-866a-8c84504561aa tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:06.956616 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e3f89b-f364-4379-96e7-80a64eaebe37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:06.956973 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e3f89b-f364-4379-96e7-80a64eaebe37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:06.957357 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e3f89b-f364-4379-96e7-80a64eaebe37 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:06.957699 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e3f89b-f364-4379-96e7-80a64eaebe37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:06.958040 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e3f89b-f364-4379-96e7-80a64eaebe37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:06.958373 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e3f89b-f364-4379-96e7-80a64eaebe37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:06.958702 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e3f89b-f364-4379-96e7-80a64eaebe37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:06.959029 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e3f89b-f364-4379-96e7-80a64eaebe37 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:06.967872 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e3f89b-f364-4379-96e7-80a64eaebe37 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:06.968383 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e3f89b-f364-4379-96e7-80a64eaebe37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:06.968730 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-09184220-dd3d-4010-b07a-5907edb07510 req-317f249f-45ec-4fed-866a-8c84504561aa tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "GET /v2.0/ports?device_id=c50e996d-3eef-4dc6-9a7b-8319a153165b HTTP/1.1" status: 200 len: 945 time: 0.4115264 Feb 09 21:47:06.968880 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e3f89b-f364-4379-96e7-80a64eaebe37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:06.969060 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e3f89b-f364-4379-96e7-80a64eaebe37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:06.973213 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e3f89b-f364-4379-96e7-80a64eaebe37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:06.979049 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f5584c71-a8bc-4800-8c12-2fce88029dcd tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Publish callbacks [] for security_group_rule (bbdb3e2c-20bc-4068-b2eb-163a4d0f25ce), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:06.998384 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ce7b91-8793-45dd-9bc7-76b39382f2f2 req-1809eae7-e7df-4596-9702-98d7e4e2d9e7 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:07.026583 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-84ce7b91-8793-45dd-9bc7-76b39382f2f2 req-1809eae7-e7df-4596-9702-98d7e4e2d9e7 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=446a9c08-b6b6-415b-9d31-50433bad72c5 HTTP/1.1" status: 200 len: 946 time: 0.3834906 Feb 09 21:47:07.208594 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-09184220-dd3d-4010-b07a-5907edb07510 req-4b9ff418-8490-41b5-a400-d8aa2ddb4051 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "GET /v2.0/security-groups?id=296fe08d-5e2e-48dd-9aaf-df90eedd0fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375619 Feb 09 21:47:07.245058 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-37bb6a24-13e3-47b7-8ec5-56f5602b2fd8 None None] Attempting to bind port 908d8e92-5e81-424c-9d61-2a0be07d4e1a on host n-d-828369-5 for vnic_type normal with profile {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:47:07.260346 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f5584c71-a8bc-4800-8c12-2fce88029dcd tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Publish callbacks [] for security_group_rule (bbdb3e2c-20bc-4068-b2eb-163a4d0f25ce), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:07.266463 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-37bb6a24-13e3-47b7-8ec5-56f5602b2fd8 None None] Attempting to bind port 908d8e92-5e81-424c-9d61-2a0be07d4e1a by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': 'fd70fa0c-b170-42de-85a4-85b20f12af89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'e9a5657a-72c8-4eb7-9270-46ed5fd14a25'}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:47:07.267364 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bb6a24-13e3-47b7-8ec5-56f5602b2fd8 None None] Attempting to bind port 908d8e92-5e81-424c-9d61-2a0be07d4e1a on network e9a5657a-72c8-4eb7-9270-46ed5fd14a25 {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:47:07.270005 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f5584c71-a8bc-4800-8c12-2fce88029dcd tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (bbdb3e2c-20bc-4068-b2eb-163a4d0f25ce), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:07.283734 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-84ce7b91-8793-45dd-9bc7-76b39382f2f2 req-36f60a63-0cfe-4c94-9da7-b95f63dc2da6 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419178 Feb 09 21:47:07.298381 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bb6a24-13e3-47b7-8ec5-56f5602b2fd8 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:47:07.299065 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bb6a24-13e3-47b7-8ec5-56f5602b2fd8 None None] Checking segment: {'id': 'fd70fa0c-b170-42de-85a4-85b20f12af89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'e9a5657a-72c8-4eb7-9270-46ed5fd14a25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:47:07.299644 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-37bb6a24-13e3-47b7-8ec5-56f5602b2fd8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:07.302607 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bb6a24-13e3-47b7-8ec5-56f5602b2fd8 None None] Bound using segment: {'id': 'fd70fa0c-b170-42de-85a4-85b20f12af89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'e9a5657a-72c8-4eb7-9270-46ed5fd14a25'} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:47:07.303360 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-37bb6a24-13e3-47b7-8ec5-56f5602b2fd8 None None] Bound port: 908d8e92-5e81-424c-9d61-2a0be07d4e1a, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd70fa0c-b170-42de-85a4-85b20f12af89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'e9a5657a-72c8-4eb7-9270-46ed5fd14a25'}}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:47:07.304400 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-37bb6a24-13e3-47b7-8ec5-56f5602b2fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (908d8e92-5e81-424c-9d61-2a0be07d4e1a), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:07.327487 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5584c71-a8bc-4800-8c12-2fce88029dcd tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbdb3e2c-20bc-4068-b2eb-163a4d0f25ce,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:07.352657 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f5584c71-a8bc-4800-8c12-2fce88029dcd tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:07.357142 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-f5584c71-a8bc-4800-8c12-2fce88029dcd tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5633330 Feb 09 21:47:07.357450 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 43852) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:07.362965 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-3b0c32a1-1b6d-4fb2-90f3-9db5c5878b0d tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Request body: {'security_group_rule': {'security_group_id': '28acdcb4-ce07-4669-ac01-31d2a11868db', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:47:07.430198 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3b0c32a1-1b6d-4fb2-90f3-9db5c5878b0d tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Publish callbacks [] for security_group_rule (ca94e2fd-9b8b-419f-a768-671730bc00c2), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:07.455214 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43854) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:07.477217 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-24339ce5-6fbb-49c7-a32e-923525e3af4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:07.489139 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-37bb6a24-13e3-47b7-8ec5-56f5602b2fd8 None None] For port 908d8e92-5e81-424c-9d61-2a0be07d4e1a, host n-d-828369-5, cleared binding levels {{(pid=103143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:47:07.498859 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-37bb6a24-13e3-47b7-8ec5-56f5602b2fd8 None None] For port 908d8e92-5e81-424c-9d61-2a0be07d4e1a, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=908d8e92-5e81-424c-9d61-2a0be07d4e1a,segment=NetworkSegment(fd70fa0c-b170-42de-85a4-85b20f12af89),segment_id=fd70fa0c-b170-42de-85a4-85b20f12af89)] {{(pid=103143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:47:07.511472 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-37bb6a24-13e3-47b7-8ec5-56f5602b2fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (908d8e92-5e81-424c-9d61-2a0be07d4e1a), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:07.521893 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 6726713f-2f06-4788-a4cd-0cf34fa20126 no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:47:07.615107 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e3f89b-f364-4379-96e7-80a64eaebe37 None None] Pushing event updated for resources: {'Port': ['ID=908d8e92-5e81-424c-9d61-2a0be07d4e1a,revision_number=4']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:07.631646 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715da63f-e77d-438e-94a5-ca18a02d6bd5 req-3eb9b64f-56d5-4659-9fda-8370f02cbf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:07.643378 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-715da63f-e77d-438e-94a5-ca18a02d6bd5 req-3eb9b64f-56d5-4659-9fda-8370f02cbf39 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=c50e996d-3eef-4dc6-9a7b-8319a153165b HTTP/1.1" status: 200 len: 1127 time: 0.2015922 Feb 09 21:47:07.659364 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bb6a24-13e3-47b7-8ec5-56f5602b2fd8 None None] Routers {'3234f723-1a1c-49bf-b8dd-ea33d2d3d864'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:47:07.664623 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-37bb6a24-13e3-47b7-8ec5-56f5602b2fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:46:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['3234f723-1a1c-49bf-b8dd-ea33d2d3d864'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:07.677640 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-24339ce5-6fbb-49c7-a32e-923525e3af4b admin admin] Publish callbacks [] for security_group (c21649fa-1256-4bdf-a2a7-3313d6a378c8), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:07.683961 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-24339ce5-6fbb-49c7-a32e-923525e3af4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (c21649fa-1256-4bdf-a2a7-3313d6a378c8), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:07.689376 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-586c14fe-689f-4255-a182-cf14e7859605 None None] Provisioning complete for port 908d8e92-5e81-424c-9d61-2a0be07d4e1a triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:47:07.690636 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-586c14fe-689f-4255-a182-cf14e7859605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (908d8e92-5e81-424c-9d61-2a0be07d4e1a), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:07.742802 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3b0c32a1-1b6d-4fb2-90f3-9db5c5878b0d tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Publish callbacks [] for security_group_rule (ca94e2fd-9b8b-419f-a768-671730bc00c2), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:07.765585 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3b0c32a1-1b6d-4fb2-90f3-9db5c5878b0d tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (ca94e2fd-9b8b-419f-a768-671730bc00c2), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:07.791832 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-24339ce5-6fbb-49c7-a32e-923525e3af4b admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=05740b6e1dab4165a08170155702f9fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3353195 Feb 09 21:47:07.793408 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24339ce5-6fbb-49c7-a32e-923525e3af4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c21649fa-1256-4bdf-a2a7-3313d6a378c8,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:07.798880 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43856) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:07.856095 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-715da63f-e77d-438e-94a5-ca18a02d6bd5 req-14121aee-53bc-41e9-a137-90d7c4dd8f5d service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=296fe08d-5e2e-48dd-9aaf-df90eedd0fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035153 Feb 09 21:47:07.867278 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0c32a1-1b6d-4fb2-90f3-9db5c5878b0d tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca94e2fd-9b8b-419f-a768-671730bc00c2,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:07.887308 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3b0c32a1-1b6d-4fb2-90f3-9db5c5878b0d tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:07.890468 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-3b0c32a1-1b6d-4fb2-90f3-9db5c5878b0d tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5315623 Feb 09 21:47:07.894430 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 43858) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:07.903681 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-fd07441d-1247-41fd-8e6b-d43815fdc830 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Request body: {'floatingip': {'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:47:07.947423 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-37bb6a24-13e3-47b7-8ec5-56f5602b2fd8 None None] Set router 3234f723-1a1c-49bf-b8dd-ea33d2d3d864 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:47:07.965213 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-db4ad474-d48e-4533-b18f-b059169a4367 admin admin] Publish callbacks [] for security_group (c21649fa-1256-4bdf-a2a7-3313d6a378c8), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:07.995066 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fd07441d-1247-41fd-8e6b-d43815fdc830 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:08.114546 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-db4ad474-d48e-4533-b18f-b059169a4367 admin admin] Publish callbacks [] for security_group (c21649fa-1256-4bdf-a2a7-3313d6a378c8), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:08.183356 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-586c14fe-689f-4255-a182-cf14e7859605 None None] Current status of the port 908d8e92-5e81-424c-9d61-2a0be07d4e1a is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:47:08.183774 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-586c14fe-689f-4255-a182-cf14e7859605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (908d8e92-5e81-424c-9d61-2a0be07d4e1a), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:08.246848 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 6726713f-2f06-4788-a4cd-0cf34fa20126 is: ACTIVE; New status is: DOWN {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:47:08.247251 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (6726713f-2f06-4788-a4cd-0cf34fa20126), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:08.292969 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-db4ad474-d48e-4533-b18f-b059169a4367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (c21649fa-1256-4bdf-a2a7-3313d6a378c8), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:08.296539 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-db4ad474-d48e-4533-b18f-b059169a4367 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:08.298533 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-db4ad474-d48e-4533-b18f-b059169a4367 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/c21649fa-1256-4bdf-a2a7-3313d6a378c8 HTTP/1.1" status: 204 len: 168 time: 0.4976194 Feb 09 21:47:08.315553 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4ad474-d48e-4533-b18f-b059169a4367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c21649fa-1256-4bdf-a2a7-3313d6a378c8,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:08.373875 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-586c14fe-689f-4255-a182-cf14e7859605 None None] For port 908d8e92-5e81-424c-9d61-2a0be07d4e1a, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=908d8e92-5e81-424c-9d61-2a0be07d4e1a,segment=NetworkSegment(fd70fa0c-b170-42de-85a4-85b20f12af89),segment_id=fd70fa0c-b170-42de-85a4-85b20f12af89)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:47:08.422779 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 6726713f-2f06-4788-a4cd-0cf34fa20126, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=6726713f-2f06-4788-a4cd-0cf34fa20126,segment=NetworkSegment(ab2445e6-d1b5-43a7-9d83-6a2f567a89ca),segment_id=ab2445e6-d1b5-43a7-9d83-6a2f567a89ca)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:47:08.424335 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-586c14fe-689f-4255-a182-cf14e7859605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (908d8e92-5e81-424c-9d61-2a0be07d4e1a), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:08.434867 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '446a9c08-b6b6-415b-9d31-50433bad72c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6726713f-2f06-4788-a4cd-0cf34fa20126'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:47:08.439806 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba84290d-55a2-4d5d-93e3-dc12142d276a" -d '{"events": [{"server_uuid": "446a9c08-b6b6-415b-9d31-50433bad72c5", "name": "network-vif-unplugged", "status": "completed", "tag": "6726713f-2f06-4788-a4cd-0cf34fa20126"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:47:08.445760 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (6726713f-2f06-4788-a4cd-0cf34fa20126), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:08.527558 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586c14fe-689f-4255-a182-cf14e7859605 None None] Pushing event updated for resources: {'Port': ['ID=908d8e92-5e81-424c-9d61-2a0be07d4e1a,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:08.604163 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=6726713f-2f06-4788-a4cd-0cf34fa20126,revision_number=8']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:08.636729 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-3e5c4c5a-9461-49f3-a105-6e5b65af42c4 None None] Provisioning complete for port 908d8e92-5e81-424c-9d61-2a0be07d4e1a triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:47:08.637094 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-3e5c4c5a-9461-49f3-a105-6e5b65af42c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (908d8e92-5e81-424c-9d61-2a0be07d4e1a), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:08.670741 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-37bb6a24-13e3-47b7-8ec5-56f5602b2fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3234f723-1a1c-49bf-b8dd-ea33d2d3d864', 'name': 'tempest-AttachVolumeTestJSON-1250021813-router', 'tenant_id': '6e1281475427459ba566f75d67d1c2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': '3ac139b1-123a-4546-bd6d-a871cf869c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:46:52Z', 'updated_at': '2022-02-09T21:47:03Z', 'revision_number': 4, 'project_id': '6e1281475427459ba566f75d67d1c2c3', 'gw_port': {'id': '3ac139b1-123a-4546-bd6d-a871cf869c25', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:25:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3234f723-1a1c-49bf-b8dd-ea33d2d3d864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:46:54Z', 'updated_at': '2022-02-09T21:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '908d8e92-5e81-424c-9d61-2a0be07d4e1a', 'name': '', 'network_id': 'e9a5657a-72c8-4eb7-9270-46ed5fd14a25', 'tenant_id': '6e1281475427459ba566f75d67d1c2c3', 'mac_address': 'fa:16:3e:7d:4e:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3234f723-1a1c-49bf-b8dd-ea33d2d3d864', 'device_owner': 'network:router_interface', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': 'a77fad57-d7ca-4c6b-a8e5-5fa7d54c2e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:47:01Z', 'updated_at': '2022-02-09T21:47:07Z', 'revision_number': 4, 'project_id': '6e1281475427459ba566f75d67d1c2c3', 'subnets': [{'id': 'a77fad57-d7ca-4c6b-a8e5-5fa7d54c2e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:08.749787 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-3e5c4c5a-9461-49f3-a105-6e5b65af42c4 None None] Current status of the port 908d8e92-5e81-424c-9d61-2a0be07d4e1a is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:47:08.782116 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bb6a24-13e3-47b7-8ec5-56f5602b2fd8 None None] The sync data for ids ['3234f723-1a1c-49bf-b8dd-ea33d2d3d864'] in n-d-828369-5 is: [{'id': '3234f723-1a1c-49bf-b8dd-ea33d2d3d864', 'name': 'tempest-AttachVolumeTestJSON-1250021813-router', 'tenant_id': '6e1281475427459ba566f75d67d1c2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': '3ac139b1-123a-4546-bd6d-a871cf869c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:46:52Z', 'updated_at': '2022-02-09T21:47:03Z', 'revision_number': 4, 'project_id': '6e1281475427459ba566f75d67d1c2c3', 'gw_port': {'id': '3ac139b1-123a-4546-bd6d-a871cf869c25', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:25:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3234f723-1a1c-49bf-b8dd-ea33d2d3d864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:46:54Z', 'updated_at': '2022-02-09T21:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '908d8e92-5e81-424c-9d61-2a0be07d4e1a', 'name': '', 'network_id': 'e9a5657a-72c8-4eb7-9270-46ed5fd14a25', 'tenant_id': '6e1281475427459ba566f75d67d1c2c3', 'mac_address': 'fa:16:3e:7d:4e:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3234f723-1a1c-49bf-b8dd-ea33d2d3d864', 'device_owner': 'network:router_interface', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': 'a77fad57-d7ca-4c6b-a8e5-5fa7d54c2e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:47:01Z', 'updated_at': '2022-02-09T21:47:07Z', 'revision_number': 4, 'project_id': '6e1281475427459ba566f75d67d1c2c3', 'subnets': [{'id': 'a77fad57-d7ca-4c6b-a8e5-5fa7d54c2e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:47:08.837927 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fd07441d-1247-41fd-8e6b-d43815fdc830 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:08.979129 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5f6ff2-3a95-4eff-bebd-199442ebc7a7 req-6bf1e579-c82f-478d-b336-7ad2942a4d31 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:08.987136 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6a5f6ff2-3a95-4eff-bebd-199442ebc7a7 req-6bf1e579-c82f-478d-b336-7ad2942a4d31 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "GET /v2.0/ports?device_id=c50e996d-3eef-4dc6-9a7b-8319a153165b HTTP/1.1" status: 200 len: 945 time: 0.4973285 Feb 09 21:47:09.050343 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-8b7cc124-e67a-4fcb-bdae-aacaf4778b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:09.066058 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c9791-f2ee-4af7-9479-6204c06c2481 req-923672ff-138b-4eba-8461-4bd0bae3dcef tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:09.073794 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0b8c9791-f2ee-4af7-9479-6204c06c2481 req-923672ff-138b-4eba-8461-4bd0bae3dcef tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=446a9c08-b6b6-415b-9d31-50433bad72c5 HTTP/1.1" status: 200 len: 944 time: 0.5578797 Feb 09 21:47:09.292136 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43882) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:09.317497 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6a5f6ff2-3a95-4eff-bebd-199442ebc7a7 req-8d19dd3f-eab1-4f72-8b4c-f90b5ac1fa2a tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "GET /v2.0/security-groups?id=296fe08d-5e2e-48dd-9aaf-df90eedd0fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3291197 Feb 09 21:47:09.328061 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-6651ea0f-ad55-46ab-aa64-5a18bec3c5ab tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Request body: {'subnets': [{'network_id': '9e3818af-0803-44e4-a516-591f1149d478', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--340013115', 'ip_version': 6}, {'network_id': '05a6047b-a0be-4817-8eda-346f46125789', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:47:09.329119 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-6651ea0f-ad55-46ab-aa64-5a18bec3c5ab tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Request body: {'subnet': {'network_id': '9e3818af-0803-44e4-a516-591f1149d478', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--340013115', 'ip_version': 6}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:47:09.329968 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-6651ea0f-ad55-46ab-aa64-5a18bec3c5ab tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Request body: {'subnet': {'network_id': '05a6047b-a0be-4817-8eda-346f46125789', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:47:09.381773 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0b8c9791-f2ee-4af7-9479-6204c06c2481 req-291491ca-b6df-4c80-8fb4-8feade92fc2a tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3068261 Feb 09 21:47:09.431071 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-fd07441d-1247-41fd-8e6b-d43815fdc830 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Allocated IP 172.25.3.49 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/7667ce79-1e43-4a15-9371-16f5b80b6c41) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:47:09.466100 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 09 Feb 2022 21:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c303bd0-3145-467f-9c84-90a5e3598372 x-openstack-request-id: req-8c303bd0-3145-467f-9c84-90a5e3598372 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:47:09.466744 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "446a9c08-b6b6-415b-9d31-50433bad72c5", "name": "network-vif-unplugged", "status": "failed", "tag": "6726713f-2f06-4788-a4cd-0cf34fa20126", "code": 422}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:47:09.467375 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-8c303bd0-3145-467f-9c84-90a5e3598372 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:47:09.468151 n-d-828369-5 neutron-server[103142]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '446a9c08-b6b6-415b-9d31-50433bad72c5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6726713f-2f06-4788-a4cd-0cf34fa20126', 'code': 422} returned with failed status Feb 09 21:47:09.660521 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fd07441d-1247-41fd-8e6b-d43815fdc830 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Publish callbacks [] for port (7667ce79-1e43-4a15-9371-16f5b80b6c41), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:09.757682 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6651ea0f-ad55-46ab-aa64-5a18bec3c5ab tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Made reservation on behalf of aa18dcbea711452f9589c3d7ad61aa1c for: {'subnet': 2} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:47:09.761504 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fd07441d-1247-41fd-8e6b-d43815fdc830 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (7667ce79-1e43-4a15-9371-16f5b80b6c41), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:09.766897 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6651ea0f-ad55-46ab-aa64-5a18bec3c5ab tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:09.767819 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6651ea0f-ad55-46ab-aa64-5a18bec3c5ab tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:09.819746 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd07441d-1247-41fd-8e6b-d43815fdc830 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:47:09.828506 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-fd07441d-1247-41fd-8e6b-d43815fdc830 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:47:09.846694 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd07441d-1247-41fd-8e6b-d43815fdc830 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:47:09.990431 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd07441d-1247-41fd-8e6b-d43815fdc830 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Pushing event updated for resources: {'Port': ['ID=7667ce79-1e43-4a15-9371-16f5b80b6c41,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:10.279083 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fd07441d-1247-41fd-8e6b-d43815fdc830 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Publish callbacks [] for floatingip (7b08c08d-6538-4839-a7e0-c41c4219ad67), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:10.390872 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fd07441d-1247-41fd-8e6b-d43815fdc830 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (7667ce79-1e43-4a15-9371-16f5b80b6c41), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:10.560665 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6651ea0f-ad55-46ab-aa64-5a18bec3c5ab tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (3340f350-780c-437a-88bd-fd9235ada8a6), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:10.715225 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6651ea0f-ad55-46ab-aa64-5a18bec3c5ab tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Pushing event updated for resources: {'Subnet': ['ID=3340f350-780c-437a-88bd-fd9235ada8a6,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:10.754058 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fd07441d-1247-41fd-8e6b-d43815fdc830 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Publish callbacks [] for port (7667ce79-1e43-4a15-9371-16f5b80b6c41), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:10.762447 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 908d8e92-5e81-424c-9d61-2a0be07d4e1a up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:47:10.805183 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fd07441d-1247-41fd-8e6b-d43815fdc830 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (7667ce79-1e43-4a15-9371-16f5b80b6c41), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:10.812253 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6651ea0f-ad55-46ab-aa64-5a18bec3c5ab tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Checking segment: {'id': '61299cc3-d3fb-4150-af80-ab2d528afd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '9e3818af-0803-44e4-a516-591f1149d478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:47:10.812867 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6651ea0f-ad55-46ab-aa64-5a18bec3c5ab tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Network hostable DHCP agents. Network: 9e3818af-0803-44e4-a516-591f1149d478, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:47:10.862997 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6651ea0f-ad55-46ab-aa64-5a18bec3c5ab tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Network 9e3818af-0803-44e4-a516-591f1149d478 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:47:10.891926 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-6651ea0f-ad55-46ab-aa64-5a18bec3c5ab tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 9e3818af-0803-44e4-a516-591f1149d478) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:47:10.901830 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6651ea0f-ad55-46ab-aa64-5a18bec3c5ab tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (c618a5d5-2276-4149-9621-1910c58db77a), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:10.909832 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed08b628-aebc-4f60-a691-4af94dc9813c None None] Network 9e3818af-0803-44e4-a516-591f1149d478 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:47:10.927481 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 908d8e92-5e81-424c-9d61-2a0be07d4e1a triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:47:10.929691 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (908d8e92-5e81-424c-9d61-2a0be07d4e1a), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:10.996604 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd07441d-1247-41fd-8e6b-d43815fdc830 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Pushing event updated for resources: {'Port': ['ID=7667ce79-1e43-4a15-9371-16f5b80b6c41,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:11.159785 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6651ea0f-ad55-46ab-aa64-5a18bec3c5ab tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Checking segment: {'id': '563df2e4-574a-43b9-ac82-6f489459e29f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '05a6047b-a0be-4817-8eda-346f46125789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:47:11.160208 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6651ea0f-ad55-46ab-aa64-5a18bec3c5ab tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Network hostable DHCP agents. Network: 05a6047b-a0be-4817-8eda-346f46125789, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:47:11.160375 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-9068fe54-d9c1-422e-8f85-fc60248b5301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:11.171760 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6651ea0f-ad55-46ab-aa64-5a18bec3c5ab tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Pushing event updated for resources: {'Subnet': ['ID=c618a5d5-2276-4149-9621-1910c58db77a,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:11.212280 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6651ea0f-ad55-46ab-aa64-5a18bec3c5ab tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Network 05a6047b-a0be-4817-8eda-346f46125789 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:47:11.238295 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-6651ea0f-ad55-46ab-aa64-5a18bec3c5ab tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 05a6047b-a0be-4817-8eda-346f46125789) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:47:11.245196 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6651ea0f-ad55-46ab-aa64-5a18bec3c5ab tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:11.245677 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6651ea0f-ad55-46ab-aa64-5a18bec3c5ab tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:11.248956 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6651ea0f-ad55-46ab-aa64-5a18bec3c5ab tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:11.282928 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fd07441d-1247-41fd-8e6b-d43815fdc830 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (7b08c08d-6538-4839-a7e0-c41c4219ad67), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:11.286351 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-6651ea0f-ad55-46ab-aa64-5a18bec3c5ab tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 1.9928026 Feb 09 21:47:11.287495 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d3d884-dd8c-4419-a205-3042a59ed1ae None None] Network 05a6047b-a0be-4817-8eda-346f46125789 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:47:11.289667 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43942) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:11.335235 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e00216c-89f6-406c-be6b-b5dfa3cb505c req-05c87456-6be7-4ee5-bed4-26023a37f173 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:11.346552 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9e00216c-89f6-406c-be6b-b5dfa3cb505c req-05c87456-6be7-4ee5-bed4-26023a37f173 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "GET /v2.0/ports?device_id=c50e996d-3eef-4dc6-9a7b-8319a153165b HTTP/1.1" status: 200 len: 945 time: 0.5862975 Feb 09 21:47:11.469970 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d695a003-22e4-4c1d-bc01-cf5ecf3a3cb6 req-0c90540d-07a5-4c48-82c5-7abdcf46d8f1 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=c50e996d-3eef-4dc6-9a7b-8319a153165b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4550083 Feb 09 21:47:11.475398 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fd07441d-1247-41fd-8e6b-d43815fdc830 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:11.476747 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-fd07441d-1247-41fd-8e6b-d43815fdc830 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5814056 Feb 09 21:47:11.524125 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f31272-7251-4e58-850c-8c04bdce5371 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:11.539578 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f31272-7251-4e58-850c-8c04bdce5371 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:11.540176 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed80253d-a821-4282-af14-c7f7f22fd5d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-9e3818af-0803-44e4-a516-591f1149d478', 'network_id': '9e3818af-0803-44e4-a516-591f1149d478', 'project_id': 'aa18dcbea711452f9589c3d7ad61aa1c', 'fixed_ips': [{'subnet_id': '3340f350-780c-437a-88bd-fd9235ada8a6'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:47:11.541915 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ed80253d-a821-4282-af14-c7f7f22fd5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:11.543609 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f31272-7251-4e58-850c-8c04bdce5371 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:11.545629 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-81f31272-7251-4e58-850c-8c04bdce5371 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.2538967 Feb 09 21:47:11.555417 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43960) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:11.592961 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 6726713f-2f06-4788-a4cd-0cf34fa20126 no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:47:11.615428 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9e00216c-89f6-406c-be6b-b5dfa3cb505c req-d31451ae-246c-4ebc-b43e-4f7affc9b5f5 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "GET /v2.0/security-groups?id=296fe08d-5e2e-48dd-9aaf-df90eedd0fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453449 Feb 09 21:47:11.674438 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-782ec518-ecb0-489b-aaf2-1ba2f1a6cd59 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Deleting subnet 3340f350-780c-437a-88bd-fd9235ada8a6 {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:47:11.675212 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-c15d0937-0514-429a-92d8-7de180eee79f req-92d212a0-9139-4ea2-abd9-417c808aaafc tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-572630785', 'description': 'tempest-description-1703648126'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:47:11.681662 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 908d8e92-5e81-424c-9d61-2a0be07d4e1a is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:47:11.687360 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-782ec518-ecb0-489b-aaf2-1ba2f1a6cd59 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Publish callbacks [] for subnet (3340f350-780c-437a-88bd-fd9235ada8a6), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:11.716150 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d695a003-22e4-4c1d-bc01-cf5ecf3a3cb6 req-379b844f-a5de-4d3f-9ea1-9626a0305f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:11.726203 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d695a003-22e4-4c1d-bc01-cf5ecf3a3cb6 req-379b844f-a5de-4d3f-9ea1-9626a0305f60 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=5312098ae3a8474b879f099ad572bad2&device_id=c50e996d-3eef-4dc6-9a7b-8319a153165b HTTP/1.1" status: 200 len: 1127 time: 0.1685026 Feb 09 21:47:11.807991 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-782ec518-ecb0-489b-aaf2-1ba2f1a6cd59 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (3340f350-780c-437a-88bd-fd9235ada8a6), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:11.859594 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-c15d0937-0514-429a-92d8-7de180eee79f req-92d212a0-9139-4ea2-abd9-417c808aaafc tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:11.878981 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-782ec518-ecb0-489b-aaf2-1ba2f1a6cd59 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (3340f350-780c-437a-88bd-fd9235ada8a6), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:11.940947 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d695a003-22e4-4c1d-bc01-cf5ecf3a3cb6 req-d8575fcc-df11-43bf-bcb9-037dc1d05f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:11.942846 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d695a003-22e4-4c1d-bc01-cf5ecf3a3cb6 req-d8575fcc-df11-43bf-bcb9-037dc1d05f0a service neutron] 10.222.0.95 "GET /v2.0/networks?id=8d4b7775-2d23-4928-88f4-d74b5ea85dd4 HTTP/1.1" status: 200 len: 920 time: 0.1865332 Feb 09 21:47:12.005327 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-782ec518-ecb0-489b-aaf2-1ba2f1a6cd59 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (3340f350-780c-437a-88bd-fd9235ada8a6), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:12.018046 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d695a003-22e4-4c1d-bc01-cf5ecf3a3cb6 req-f7df178a-2087-4e47-b755-01d19710a5ad service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2b445a72-6498-4132-927f-0112a47d469b HTTP/1.1" status: 200 len: 217 time: 0.0645444 Feb 09 21:47:12.020269 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e11fe1-1cba-4fd1-bbb5-c937136c39b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-05a6047b-a0be-4817-8eda-346f46125789', 'network_id': '05a6047b-a0be-4817-8eda-346f46125789', 'project_id': 'aa18dcbea711452f9589c3d7ad61aa1c', 'fixed_ips': [{'subnet_id': 'c618a5d5-2276-4149-9621-1910c58db77a'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:47:12.023085 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a7e11fe1-1cba-4fd1-bbb5-c937136c39b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:12.035163 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-c15d0937-0514-429a-92d8-7de180eee79f req-92d212a0-9139-4ea2-abd9-417c808aaafc tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Publish callbacks [] for security_group (0940b44c-1389-468a-ac02-bf5be43e5d18), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:12.063807 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-782ec518-ecb0-489b-aaf2-1ba2f1a6cd59 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:12.070511 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-782ec518-ecb0-489b-aaf2-1ba2f1a6cd59 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] 10.222.0.90 "DELETE /v2.0/subnets/3340f350-780c-437a-88bd-fd9235ada8a6 HTTP/1.1" status: 204 len: 168 time: 0.5054586 Feb 09 21:47:12.070511 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782ec518-ecb0-489b-aaf2-1ba2f1a6cd59 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Pushing event deleted for resources: {'Subnet': ['ID=3340f350-780c-437a-88bd-fd9235ada8a6,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:12.073566 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 43970) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:12.075097 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-c15d0937-0514-429a-92d8-7de180eee79f req-92d212a0-9139-4ea2-abd9-417c808aaafc tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (0940b44c-1389-468a-ac02-bf5be43e5d18), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:12.080609 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server [None req-ed80253d-a821-4282-af14-c7f7f22fd5d7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3340f350-780c-437a-88bd-fd9235ada8a6: This subnet is being modified by another concurrent operation. Feb 09 21:47:12.080609 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 21:47:12.080609 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 21:47:12.080609 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 21:47:12.080609 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 21:47:12.080609 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 21:47:12.080609 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 21:47:12.080609 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 21:47:12.080609 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 21:47:12.080609 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 21:47:12.080609 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 21:47:12.080609 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 21:47:12.080609 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 21:47:12.080609 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 21:47:12.080609 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 21:47:12.080609 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 21:47:12.080609 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 21:47:12.080609 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 21:47:12.080609 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 21:47:12.080609 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 21:47:12.080609 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 21:47:12.080609 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 21:47:12.080609 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 21:47:12.080609 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 21:47:12.080609 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 21:47:12.080609 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 21:47:12.080609 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 21:47:12.080609 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 21:47:12.080609 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 21:47:12.080609 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 21:47:12.080609 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 21:47:12.080609 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 21:47:12.080609 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 21:47:12.080609 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 21:47:12.080609 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 21:47:12.080609 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 21:47:12.080609 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 09 21:47:12.080609 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 21:47:12.080609 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 09 21:47:12.080609 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 21:47:12.080609 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 09 21:47:12.080609 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 21:47:12.080609 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 09 21:47:12.080609 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 21:47:12.080609 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 21:47:12.080609 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 21:47:12.080609 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 21:47:12.080609 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 21:47:12.080609 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 21:47:12.080609 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 21:47:12.080609 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 21:47:12.080609 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 21:47:12.080609 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 21:47:12.080609 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 21:47:12.080609 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 21:47:12.080609 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 21:47:12.080609 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 21:47:12.080609 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 21:47:12.080609 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 21:47:12.080609 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 21:47:12.080609 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 21:47:12.080609 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 21:47:12.080609 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 21:47:12.080609 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 21:47:12.080609 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 21:47:12.080609 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 21:47:12.080609 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 21:47:12.080609 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 21:47:12.080609 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 21:47:12.080609 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 21:47:12.080609 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 09 21:47:12.080609 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 21:47:12.080609 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 09 21:47:12.080609 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 21:47:12.080609 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 09 21:47:12.080609 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 21:47:12.080609 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 21:47:12.080609 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 21:47:12.080609 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 21:47:12.080609 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 21:47:12.080609 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 09 21:47:12.080609 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 21:47:12.080609 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 21:47:12.080609 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 21:47:12.080609 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 21:47:12.080609 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 21:47:12.080609 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 09 21:47:12.080609 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 21:47:12.080609 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 21:47:12.080609 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server raise exception Feb 09 21:47:12.080609 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3340f350-780c-437a-88bd-fd9235ada8a6: This subnet is being modified by another concurrent operation. Feb 09 21:47:12.080609 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server Feb 09 21:47:12.134481 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b685747f-f4ec-42e8-87aa-a5fbbf8503ca None None] Network 9e3818af-0803-44e4-a516-591f1149d478 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:47:12.156464 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d212a0-9139-4ea2-abd9-417c808aaafc tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0940b44c-1389-468a-ac02-bf5be43e5d18,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:12.221866 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-c15d0937-0514-429a-92d8-7de180eee79f req-92d212a0-9139-4ea2-abd9-417c808aaafc tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:12.223353 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c15d0937-0514-429a-92d8-7de180eee79f req-92d212a0-9139-4ea2-abd9-417c808aaafc tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1831 time: 0.5523658 Feb 09 21:47:12.233914 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d695a003-22e4-4c1d-bc01-cf5ecf3a3cb6 req-2125dc0d-84c2-4aa4-8599-16c9bccaa5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:12.235594 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d695a003-22e4-4c1d-bc01-cf5ecf3a3cb6 req-2125dc0d-84c2-4aa4-8599-16c9bccaa5cc service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5f65088d-2de0-4968-a14e-b62ef283813c HTTP/1.1" status: 200 len: 859 time: 0.2055922 Feb 09 21:47:12.241732 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce4d6c51-556f-491e-94a0-b805cb19d0a4 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Deleting subnet c618a5d5-2276-4149-9621-1910c58db77a {{(pid=103140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:47:12.257432 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ce4d6c51-556f-491e-94a0-b805cb19d0a4 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Publish callbacks [] for subnet (c618a5d5-2276-4149-9621-1910c58db77a), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:12.306580 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 6726713f-2f06-4788-a4cd-0cf34fa20126 is: DOWN; New status is: DOWN {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:47:12.312462 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d695a003-22e4-4c1d-bc01-cf5ecf3a3cb6 req-b5d89e9d-48f5-4c0c-8cba-d53a21870a6d service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=8d4b7775-2d23-4928-88f4-d74b5ea85dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653369 Feb 09 21:47:12.339215 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c1a7d7-7c7f-4938-b53d-94c8f5505cdd req-031f2cb7-34c4-4cfe-9ba3-0c57fe9250ea tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:12.346579 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-00c1a7d7-7c7f-4938-b53d-94c8f5505cdd req-031f2cb7-34c4-4cfe-9ba3-0c57fe9250ea tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=446a9c08-b6b6-415b-9d31-50433bad72c5 HTTP/1.1" status: 200 len: 944 time: 0.2408602 Feb 09 21:47:12.360864 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ce4d6c51-556f-491e-94a0-b805cb19d0a4 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9110716'] for subnet (c618a5d5-2276-4149-9621-1910c58db77a), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:12.565714 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ce4d6c51-556f-491e-94a0-b805cb19d0a4 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (c618a5d5-2276-4149-9621-1910c58db77a), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:12.606672 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-84d7a4f4-0569-4824-b768-9ba31205375d req-563d4203-aca4-4398-af92-c3527726bebf tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-securitygroup--871841938&fields=id&tenant_id=6e1281475427459ba566f75d67d1c2c3 HTTP/1.1" status: 200 len: 267 time: 0.2484305 Feb 09 21:47:12.662076 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d695a003-22e4-4c1d-bc01-cf5ecf3a3cb6 req-d6eb677d-eb07-4103-9d31-71f333f4f691 service neutron] 10.222.0.95 "GET /v2.0/networks/8d4b7775-2d23-4928-88f4-d74b5ea85dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3393443 Feb 09 21:47:12.732996 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:12.782947 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server [None req-a7e11fe1-1cba-4fd1-bbb5-c937136c39b3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c618a5d5-2276-4149-9621-1910c58db77a: This subnet is being modified by another concurrent operation. Feb 09 21:47:12.782947 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 21:47:12.782947 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 21:47:12.782947 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 21:47:12.782947 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 21:47:12.782947 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 21:47:12.782947 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 21:47:12.782947 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 21:47:12.782947 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 21:47:12.782947 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 21:47:12.782947 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 21:47:12.782947 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 21:47:12.782947 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 21:47:12.782947 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 21:47:12.782947 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 21:47:12.782947 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 21:47:12.782947 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 21:47:12.782947 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 21:47:12.782947 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 21:47:12.782947 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 21:47:12.782947 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 21:47:12.782947 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 21:47:12.782947 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 21:47:12.782947 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 21:47:12.782947 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 21:47:12.782947 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 21:47:12.782947 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 21:47:12.782947 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 21:47:12.782947 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 21:47:12.782947 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 21:47:12.782947 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 21:47:12.782947 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 21:47:12.782947 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 21:47:12.782947 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 21:47:12.782947 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 21:47:12.782947 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 21:47:12.782947 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 09 21:47:12.782947 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 21:47:12.782947 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 09 21:47:12.782947 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 21:47:12.782947 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 09 21:47:12.782947 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 21:47:12.782947 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 09 21:47:12.782947 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 21:47:12.782947 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 21:47:12.782947 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 21:47:12.782947 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 21:47:12.782947 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 21:47:12.782947 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 21:47:12.782947 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 21:47:12.782947 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 21:47:12.782947 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 21:47:12.782947 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 21:47:12.782947 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 21:47:12.782947 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 21:47:12.782947 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 21:47:12.782947 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 21:47:12.782947 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 21:47:12.782947 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 21:47:12.782947 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 21:47:12.782947 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 21:47:12.782947 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 21:47:12.782947 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 21:47:12.782947 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 21:47:12.782947 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 21:47:12.782947 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 21:47:12.782947 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 21:47:12.782947 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 21:47:12.782947 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 21:47:12.782947 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 21:47:12.782947 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 09 21:47:12.782947 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 21:47:12.782947 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 09 21:47:12.782947 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 21:47:12.782947 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 09 21:47:12.782947 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 21:47:12.782947 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 21:47:12.782947 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 21:47:12.782947 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 21:47:12.782947 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 21:47:12.782947 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 09 21:47:12.782947 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 21:47:12.782947 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 21:47:12.782947 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 21:47:12.782947 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 21:47:12.782947 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 21:47:12.782947 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 09 21:47:12.782947 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 21:47:12.782947 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 21:47:12.782947 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server raise exception Feb 09 21:47:12.782947 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c618a5d5-2276-4149-9621-1910c58db77a: This subnet is being modified by another concurrent operation. Feb 09 21:47:12.782947 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server Feb 09 21:47:12.790593 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ce4d6c51-556f-491e-94a0-b805cb19d0a4 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621346'] for subnet (c618a5d5-2276-4149-9621-1910c58db77a), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:12.817285 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c2e982-0e12-458e-9196-6ca449697e37 None None] get_active_networks_info from n-d-828369-5 {{(pid=103142) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 21:47:12.836639 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-00c1a7d7-7c7f-4938-b53d-94c8f5505cdd req-663468e9-9d49-4f51-a65d-06ebc569a313 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Deleting port 6726713f-2f06-4788-a4cd-0cf34fa20126 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:47:12.837282 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-00c1a7d7-7c7f-4938-b53d-94c8f5505cdd req-663468e9-9d49-4f51-a65d-06ebc569a313 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (6726713f-2f06-4788-a4cd-0cf34fa20126), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:12.855048 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-90985bb4-21ce-4d55-b012-bb5b52d7f674 req-98d3f89a-fe27-4042-b57f-7db7ba95ab82 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1155987 Feb 09 21:47:12.996527 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90985bb4-21ce-4d55-b012-bb5b52d7f674 req-548abfbb-4df0-4683-a1d7-843c951e2828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:12.997220 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90985bb4-21ce-4d55-b012-bb5b52d7f674 req-548abfbb-4df0-4683-a1d7-843c951e2828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:12.998259 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90985bb4-21ce-4d55-b012-bb5b52d7f674 req-548abfbb-4df0-4683-a1d7-843c951e2828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:12.998726 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90985bb4-21ce-4d55-b012-bb5b52d7f674 req-548abfbb-4df0-4683-a1d7-843c951e2828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:12.999188 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90985bb4-21ce-4d55-b012-bb5b52d7f674 req-548abfbb-4df0-4683-a1d7-843c951e2828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:12.999649 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90985bb4-21ce-4d55-b012-bb5b52d7f674 req-548abfbb-4df0-4683-a1d7-843c951e2828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:13.000101 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90985bb4-21ce-4d55-b012-bb5b52d7f674 req-548abfbb-4df0-4683-a1d7-843c951e2828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:13.002996 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-90985bb4-21ce-4d55-b012-bb5b52d7f674 req-548abfbb-4df0-4683-a1d7-843c951e2828 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e0fba33cc37140f68483b74485e6f58c&device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 6711 time: 0.0790725 Feb 09 21:47:13.025051 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c2e982-0e12-458e-9196-6ca449697e37 None None] Resources bound (agent type, host, resource id): {{(pid=103142) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 21:47:13.354025 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90985bb4-21ce-4d55-b012-bb5b52d7f674 req-bd361c47-6af8-437d-ab53-dd7a019d7362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:13.354432 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90985bb4-21ce-4d55-b012-bb5b52d7f674 req-bd361c47-6af8-437d-ab53-dd7a019d7362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:13.354865 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90985bb4-21ce-4d55-b012-bb5b52d7f674 req-bd361c47-6af8-437d-ab53-dd7a019d7362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:13.368122 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-90985bb4-21ce-4d55-b012-bb5b52d7f674 req-bd361c47-6af8-437d-ab53-dd7a019d7362 service neutron] 10.222.0.89 "GET /v2.0/networks?id=74d53abd-a71d-429c-929d-41ed12b1d218&id=f09c9af1-caa6-4029-894f-b430921e86f9&id=f09c9af1-caa6-4029-894f-b430921e86f9&id=f09c9af1-caa6-4029-894f-b430921e86f9&id=f09c9af1-caa6-4029-894f-b430921e86f9&id=d265fee8-86bc-4f18-8400-270071608522&id=d265fee8-86bc-4f18-8400-270071608522 HTTP/1.1" status: 200 len: 2292 time: 0.2971206 Feb 09 21:47:13.370127 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d7a4f4-0569-4824-b768-9ba31205375d req-85c1b4f2-4a1b-4952-b0f4-c02c235838d9 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:13.372932 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-84d7a4f4-0569-4824-b768-9ba31205375d req-85c1b4f2-4a1b-4952-b0f4-c02c235838d9 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/networks?id=e9a5657a-72c8-4eb7-9270-46ed5fd14a25 HTTP/1.1" status: 200 len: 811 time: 0.7472246 Feb 09 21:47:13.389225 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ce4d6c51-556f-491e-94a0-b805cb19d0a4 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:13.392543 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-ce4d6c51-556f-491e-94a0-b805cb19d0a4 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] 10.222.0.90 "DELETE /v2.0/subnets/c618a5d5-2276-4149-9621-1910c58db77a HTTP/1.1" status: 204 len: 168 time: 1.3125803 Feb 09 21:47:13.396946 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 44000) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:13.402399 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4d6c51-556f-491e-94a0-b805cb19d0a4 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Pushing event deleted for resources: {'Subnet': ['ID=c618a5d5-2276-4149-9621-1910c58db77a,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:13.434606 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-84d7a4f4-0569-4824-b768-9ba31205375d req-f3458403-24db-4d60-ba7b-544c248fad1a tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/quotas/6e1281475427459ba566f75d67d1c2c3 HTTP/1.1" status: 200 len: 375 time: 0.0350380 Feb 09 21:47:13.449686 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d695a003-22e4-4c1d-bc01-cf5ecf3a3cb6 req-8d40e568-a4fe-418a-b913-a8caeb6fb881 service neutron] 10.222.0.95 "GET /v2.0/networks/8d4b7775-2d23-4928-88f4-d74b5ea85dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7503161 Feb 09 21:47:13.550402 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-00c1a7d7-7c7f-4938-b53d-94c8f5505cdd req-663468e9-9d49-4f51-a65d-06ebc569a313 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] For port 6726713f-2f06-4788-a4cd-0cf34fa20126, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=6726713f-2f06-4788-a4cd-0cf34fa20126,segment=NetworkSegment(ab2445e6-d1b5-43a7-9d83-6a2f567a89ca),segment_id=ab2445e6-d1b5-43a7-9d83-6a2f567a89ca)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:47:13.550800 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-00c1a7d7-7c7f-4938-b53d-94c8f5505cdd req-663468e9-9d49-4f51-a65d-06ebc569a313 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (6726713f-2f06-4788-a4cd-0cf34fa20126), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:13.562716 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e527f67-968d-4835-937b-dccea866d680 None None] get_active_networks_info from n-d-828369-5 {{(pid=103142) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 21:47:13.585700 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-00c1a7d7-7c7f-4938-b53d-94c8f5505cdd req-663468e9-9d49-4f51-a65d-06ebc569a313 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Calling delete_port for 6726713f-2f06-4788-a4cd-0cf34fa20126 owned by compute:nova {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:47:13.747473 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e527f67-968d-4835-937b-dccea866d680 None None] Resources bound (agent type, host, resource id): {{(pid=103142) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 21:47:13.795545 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-00c1a7d7-7c7f-4938-b53d-94c8f5505cdd req-663468e9-9d49-4f51-a65d-06ebc569a313 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (6726713f-2f06-4788-a4cd-0cf34fa20126), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:13.808122 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-84d7a4f4-0569-4824-b768-9ba31205375d req-8116559a-9574-43bb-b513-533547a8e163 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=6e1281475427459ba566f75d67d1c2c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3635492 Feb 09 21:47:13.862839 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663468e9-9d49-4f51-a65d-06ebc569a313 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Pushing event deleted for resources: {'Port': ['ID=6726713f-2f06-4788-a4cd-0cf34fa20126,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:13.871919 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8ddda5-7a06-49c0-9279-ad831b4fa3ba tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:13.875283 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-bd8ddda5-7a06-49c0-9279-ad831b4fa3ba tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4423940 Feb 09 21:47:13.880489 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 44004) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:13.976308 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-00c1a7d7-7c7f-4938-b53d-94c8f5505cdd req-663468e9-9d49-4f51-a65d-06ebc569a313 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] No DVR routers for this DVR port 6726713f-2f06-4788-a4cd-0cf34fa20126 on host n-h1-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:47:13.981402 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-00c1a7d7-7c7f-4938-b53d-94c8f5505cdd req-663468e9-9d49-4f51-a65d-06ebc569a313 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:13.985602 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-00c1a7d7-7c7f-4938-b53d-94c8f5505cdd req-663468e9-9d49-4f51-a65d-06ebc569a313 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "DELETE /v2.0/ports/6726713f-2f06-4788-a4cd-0cf34fa20126 HTTP/1.1" status: 204 len: 173 time: 1.6380882 Feb 09 21:47:13.986181 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '446a9c08-b6b6-415b-9d31-50433bad72c5', 'name': 'network-vif-deleted', 'tag': '6726713f-2f06-4788-a4cd-0cf34fa20126'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:47:13.989688 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba278ca5-e900-4fb9-9a55-a31959cd4bbd" -d '{"events": [{"server_uuid": "446a9c08-b6b6-415b-9d31-50433bad72c5", "name": "network-vif-deleted", "tag": "6726713f-2f06-4788-a4cd-0cf34fa20126"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:47:14.029904 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0a7e0428-e0df-419e-aaa2-90a19bfeaf46 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (05a6047b-a0be-4817-8eda-346f46125789), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:14.040825 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-90985bb4-21ce-4d55-b012-bb5b52d7f674 req-89ea4d74-7992-4bbb-be82-c965160ac059 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9af85d6f-02ae-4b57-8eb5-a2a08e3b6081 HTTP/1.1" status: 200 len: 1001 time: 0.6619947 Feb 09 21:47:14.043410 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-84d7a4f4-0569-4824-b768-9ba31205375d req-43b49203-ad11-49c9-a38c-d13a34f7a6bd service neutron] 10.222.0.90 "GET /v2.0/networks/e9a5657a-72c8-4eb7-9270-46ed5fd14a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939511 Feb 09 21:47:14.170994 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:14.193312 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e408f38b-d393-4047-a157-f15c6c8825be None None] Network 05a6047b-a0be-4817-8eda-346f46125789 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:47:14.253734 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-84d7a4f4-0569-4824-b768-9ba31205375d req-800681b5-3571-45e0-a4aa-02a5c023596b service neutron] 10.222.0.90 "GET /v2.0/networks/e9a5657a-72c8-4eb7-9270-46ed5fd14a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028964 Feb 09 21:47:14.287340 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90985bb4-21ce-4d55-b012-bb5b52d7f674 req-0b6c279e-128f-46c5-8996-b06e0668859f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:14.302849 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-90985bb4-21ce-4d55-b012-bb5b52d7f674 req-0b6c279e-128f-46c5-8996-b06e0668859f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=31bf57d7-aaed-40fd-925f-87213ac6208a HTTP/1.1" status: 200 len: 850 time: 0.2443078 Feb 09 21:47:14.304109 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0a7e0428-e0df-419e-aaa2-90a19bfeaf46 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (05a6047b-a0be-4817-8eda-346f46125789), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:14.435860 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-0a7e0428-e0df-419e-aaa2-90a19bfeaf46 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05a6047b-a0be-4817-8eda-346f46125789']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:14.516816 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-0a7e0428-e0df-419e-aaa2-90a19bfeaf46 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '563df2e4-574a-43b9-ac82-6f489459e29f') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:14.521177 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-0a7e0428-e0df-419e-aaa2-90a19bfeaf46 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '563df2e4-574a-43b9-ac82-6f489459e29f') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:14.552060 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0a7e0428-e0df-419e-aaa2-90a19bfeaf46 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (563df2e4-574a-43b9-ac82-6f489459e29f), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:14.584772 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90985bb4-21ce-4d55-b012-bb5b52d7f674 req-4259924d-d6a1-44c2-b4b5-f1601b2988f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:14.586531 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-90985bb4-21ce-4d55-b012-bb5b52d7f674 req-4259924d-d6a1-44c2-b4b5-f1601b2988f2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=74d53abd-a71d-429c-929d-41ed12b1d218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2684090 Feb 09 21:47:14.604904 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0a7e0428-e0df-419e-aaa2-90a19bfeaf46 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (563df2e4-574a-43b9-ac82-6f489459e29f), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:14.656889 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a7e0428-e0df-419e-aaa2-90a19bfeaf46 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:47:14.657556 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0a7e0428-e0df-419e-aaa2-90a19bfeaf46 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (563df2e4-574a-43b9-ac82-6f489459e29f), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:14.660857 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:47:14.660857 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:47:14.660857 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:47:14.660857 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:47:14.660857 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:47:14.660857 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:47:14.660857 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:47:14.660857 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:47:14.660857 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:47:14.660857 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:47:14.660857 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:47:14.660857 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:47:14.660857 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:47:14.660857 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:47:14.660857 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:47:14.660857 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:47:14.660857 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:47:14.660857 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:47:14.660857 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:47:14.660857 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:47:14.660857 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:47:14.660857 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:47:14.660857 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:47:14.660857 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:47:14.660857 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:47:14.660857 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:47:14.660857 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:47:14.660857 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:47:14.660857 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:47:14.660857 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:47:14.660857 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:47:14.660857 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:47:14.756787 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0a7e0428-e0df-419e-aaa2-90a19bfeaf46 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (05a6047b-a0be-4817-8eda-346f46125789), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:14.780615 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0a7e0428-e0df-419e-aaa2-90a19bfeaf46 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:14.787752 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 44040) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:14.789026 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-0a7e0428-e0df-419e-aaa2-90a19bfeaf46 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] 10.222.0.90 "DELETE /v2.0/networks/05a6047b-a0be-4817-8eda-346f46125789 HTTP/1.1" status: 204 len: 168 time: 0.9007292 Feb 09 21:47:14.838183 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7e0428-e0df-419e-aaa2-90a19bfeaf46 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Pushing event deleted for resources: {'Network': ['ID=05a6047b-a0be-4817-8eda-346f46125789,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:14.931381 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-16dcb3e0-01c2-4d8f-97eb-2b0d83c882e2 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (9e3818af-0803-44e4-a516-591f1149d478), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:14.932820 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-90985bb4-21ce-4d55-b012-bb5b52d7f674 req-0580ecac-5fc9-4f4f-9ee7-278c9334b3d2 service neutron] 10.222.0.89 "GET /v2.0/networks/74d53abd-a71d-429c-929d-41ed12b1d218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3336236 Feb 09 21:47:15.244743 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 09 Feb 2022 21:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1af0137-3ee8-46a8-a72e-89588cfe6459 x-openstack-request-id: req-c1af0137-3ee8-46a8-a72e-89588cfe6459 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:47:15.245060 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "446a9c08-b6b6-415b-9d31-50433bad72c5", "name": "network-vif-deleted", "tag": "6726713f-2f06-4788-a4cd-0cf34fa20126", "status": "failed", "code": 422}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:47:15.245315 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-c1af0137-3ee8-46a8-a72e-89588cfe6459 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:47:15.245812 n-d-828369-5 neutron-server[103140]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '446a9c08-b6b6-415b-9d31-50433bad72c5', 'name': 'network-vif-deleted', 'tag': '6726713f-2f06-4788-a4cd-0cf34fa20126', 'status': 'failed', 'code': 422} returned with failed status Feb 09 21:47:15.270657 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-16dcb3e0-01c2-4d8f-97eb-2b0d83c882e2 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (9e3818af-0803-44e4-a516-591f1149d478), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:15.338233 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-90985bb4-21ce-4d55-b012-bb5b52d7f674 req-816cf879-7c96-4cd7-a050-3f28aac1388c service neutron] 10.222.0.89 "GET /v2.0/networks/74d53abd-a71d-429c-929d-41ed12b1d218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3972311 Feb 09 21:47:15.369677 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-16dcb3e0-01c2-4d8f-97eb-2b0d83c882e2 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e3818af-0803-44e4-a516-591f1149d478']}} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:15.405317 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1020ac37-6075-42c0-8b18-759efd1128d4 req-d3882ed6-92b9-4c42-a33a-0dfa90ba221d tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/ports?device_id=196a7219-50a0-4378-9317-db757eb7b09b HTTP/1.1" status: 200 len: 210 time: 0.0953059 Feb 09 21:47:15.425940 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-16dcb3e0-01c2-4d8f-97eb-2b0d83c882e2 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61299cc3-d3fb-4150-af80-ab2d528afd26') {'for_net_delete': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:15.433964 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:15.436443 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-16dcb3e0-01c2-4d8f-97eb-2b0d83c882e2 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61299cc3-d3fb-4150-af80-ab2d528afd26') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:15.492354 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-90985bb4-21ce-4d55-b012-bb5b52d7f674 req-5b14211f-71d0-423d-860a-223441a6db18 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.213&port_id=fcbf595b-ac04-4a9f-91d3-e3bfdadd5558 HTTP/1.1" status: 200 len: 217 time: 0.1533635 Feb 09 21:47:15.498959 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-16dcb3e0-01c2-4d8f-97eb-2b0d83c882e2 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110711'] for segment (61299cc3-d3fb-4150-af80-ab2d528afd26), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:15.547198 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4feda955-0ca1-44c9-a51f-fb8289afcf12 req-494fb566-43d2-40ec-b0d1-9b6374ac9702 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-572630785&fields=id&tenant_id=5312098ae3a8474b879f099ad572bad2 HTTP/1.1" status: 200 len: 267 time: 0.9539907 Feb 09 21:47:15.552707 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-16dcb3e0-01c2-4d8f-97eb-2b0d83c882e2 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (61299cc3-d3fb-4150-af80-ab2d528afd26), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:15.590401 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16dcb3e0-01c2-4d8f-97eb-2b0d83c882e2 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=103140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:47:15.590750 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-16dcb3e0-01c2-4d8f-97eb-2b0d83c882e2 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669415'] for segment (61299cc3-d3fb-4150-af80-ab2d528afd26), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:15.687001 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90985bb4-21ce-4d55-b012-bb5b52d7f674 req-272bf96b-0855-441a-909d-542bb696dbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:15.692065 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-90985bb4-21ce-4d55-b012-bb5b52d7f674 req-272bf96b-0855-441a-909d-542bb696dbfd service neutron] 10.222.0.89 "GET /v2.0/subnets?id=402d4d57-038e-4490-a559-8c229d077342 HTTP/1.1" status: 200 len: 797 time: 0.1893628 Feb 09 21:47:15.702273 n-d-828369-5 neutron-server[103140]: Traceback (most recent call last): Feb 09 21:47:15.702273 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:47:15.702273 n-d-828369-5 neutron-server[103140]: timer() Feb 09 21:47:15.702273 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:47:15.702273 n-d-828369-5 neutron-server[103140]: cb(*args, **kw) Feb 09 21:47:15.702273 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:47:15.702273 n-d-828369-5 neutron-server[103140]: return func(*args, **kwargs) Feb 09 21:47:15.702273 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:47:15.702273 n-d-828369-5 neutron-server[103140]: self._notify() Feb 09 21:47:15.702273 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:47:15.702273 n-d-828369-5 neutron-server[103140]: self.callback(batched_events) Feb 09 21:47:15.702273 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:47:15.702273 n-d-828369-5 neutron-server[103140]: event.method(event) Feb 09 21:47:15.702273 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:47:15.702273 n-d-828369-5 neutron-server[103140]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:47:15.702273 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:47:15.702273 n-d-828369-5 neutron-server[103140]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:47:15.702273 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:47:15.702273 n-d-828369-5 neutron-server[103140]: return f(self, *a, **k) Feb 09 21:47:15.702273 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:47:15.702273 n-d-828369-5 neutron-server[103140]: return self._get(url).json() Feb 09 21:47:15.702273 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:47:15.702273 n-d-828369-5 neutron-server[103140]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:47:15.702273 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:47:15.702273 n-d-828369-5 neutron-server[103140]: return self.request(url, 'GET', **kwargs) Feb 09 21:47:15.702273 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:47:15.702273 n-d-828369-5 neutron-server[103140]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:47:15.702273 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:47:15.702273 n-d-828369-5 neutron-server[103140]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:47:15.702273 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:47:15.702273 n-d-828369-5 neutron-server[103140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:47:15.702273 n-d-828369-5 neutron-server[103140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:47:15.724837 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-16dcb3e0-01c2-4d8f-97eb-2b0d83c882e2 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (9e3818af-0803-44e4-a516-591f1149d478), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:15.736432 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-16dcb3e0-01c2-4d8f-97eb-2b0d83c882e2 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:15.739774 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-16dcb3e0-01c2-4d8f-97eb-2b0d83c882e2 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] 10.222.0.90 "DELETE /v2.0/networks/9e3818af-0803-44e4-a516-591f1149d478 HTTP/1.1" status: 204 len: 168 time: 0.9501991 Feb 09 21:47:15.744058 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 44060) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:15.769081 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dcb3e0-01c2-4d8f-97eb-2b0d83c882e2 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Pushing event deleted for resources: {'Network': ['ID=9e3818af-0803-44e4-a516-591f1149d478,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:15.864817 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feda955-0ca1-44c9-a51f-fb8289afcf12 req-3fa131af-82a2-4d72-9463-da05f2b88d35 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:15.867431 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4feda955-0ca1-44c9-a51f-fb8289afcf12 req-3fa131af-82a2-4d72-9463-da05f2b88d35 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "GET /v2.0/ports?device_id=c50e996d-3eef-4dc6-9a7b-8319a153165b HTTP/1.1" status: 200 len: 945 time: 0.3120246 Feb 09 21:47:15.893329 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90985bb4-21ce-4d55-b012-bb5b52d7f674 req-c1995f63-c260-418c-8051-d2cfe3fa3198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:15.893690 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-4feda955-0ca1-44c9-a51f-fb8289afcf12 req-2faa6b66-aff4-4e9a-ab5a-daca52729ec3 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Request body: {'port': {'security_groups': ['296fe08d-5e2e-48dd-9aaf-df90eedd0fb9', '0940b44c-1389-468a-ac02-bf5be43e5d18']}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:47:15.911838 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-90985bb4-21ce-4d55-b012-bb5b52d7f674 req-c1995f63-c260-418c-8051-d2cfe3fa3198 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f09c9af1-caa6-4029-894f-b430921e86f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1870139 Feb 09 21:47:15.932666 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4bf5ec47-df02-4906-91b1-f92030041c26 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (0a6cdc11-34b5-438f-a904-1f819c2feea3), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:16.038301 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-90985bb4-21ce-4d55-b012-bb5b52d7f674 req-2d7f2531-c0e4-4081-ae47-45fd94505148 service neutron] 10.222.0.89 "GET /v2.0/networks/f09c9af1-caa6-4029-894f-b430921e86f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238823 Feb 09 21:47:16.161323 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-4feda955-0ca1-44c9-a51f-fb8289afcf12 req-2faa6b66-aff4-4e9a-ab5a-daca52729ec3 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (2b445a72-6498-4132-927f-0112a47d469b), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:16.186390 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-90985bb4-21ce-4d55-b012-bb5b52d7f674 req-15bf710b-f8d6-433e-8c1e-019bb7bb40f7 service neutron] 10.222.0.89 "GET /v2.0/networks/f09c9af1-caa6-4029-894f-b430921e86f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343920 Feb 09 21:47:16.232442 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-90985bb4-21ce-4d55-b012-bb5b52d7f674 req-3b85ae7b-5284-4e32-9ff7-ceb98b32417c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.191&port_id=05c71a1b-858c-4e78-be01-608f18f742b2 HTTP/1.1" status: 200 len: 217 time: 0.0448246 Feb 09 21:47:16.264801 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4bf5ec47-df02-4906-91b1-f92030041c26 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (0a6cdc11-34b5-438f-a904-1f819c2feea3), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:16.295559 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90985bb4-21ce-4d55-b012-bb5b52d7f674 req-010173ea-d7da-4682-8781-2e20a393506c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:16.297715 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-90985bb4-21ce-4d55-b012-bb5b52d7f674 req-010173ea-d7da-4682-8781-2e20a393506c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=402d4d57-038e-4490-a559-8c229d077342 HTTP/1.1" status: 200 len: 797 time: 0.0590513 Feb 09 21:47:16.299293 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b03000a-4030-4c72-a9a1-b9a4e51d168c req-3917a5b5-79de-418f-975c-1fb7e0e4b757 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:16.300826 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8b03000a-4030-4c72-a9a1-b9a4e51d168c req-3917a5b5-79de-418f-975c-1fb7e0e4b757 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/networks?id=00735365-504a-4659-b7e0-5dd13c1577e5 HTTP/1.1" status: 200 len: 812 time: 0.3754570 Feb 09 21:47:16.336407 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-4bf5ec47-df02-4906-91b1-f92030041c26 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a6cdc11-34b5-438f-a904-1f819c2feea3']}} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:16.346101 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8b03000a-4030-4c72-a9a1-b9a4e51d168c req-681e624a-bd53-4c06-a8e9-06972ff7c003 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/quotas/73aafa54b15b4f2e83f3753252e1608e HTTP/1.1" status: 200 len: 375 time: 0.0346782 Feb 09 21:47:16.379276 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90985bb4-21ce-4d55-b012-bb5b52d7f674 req-bad02dd7-90de-4b33-b5e6-69f483b5b488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:16.382334 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-90985bb4-21ce-4d55-b012-bb5b52d7f674 req-bad02dd7-90de-4b33-b5e6-69f483b5b488 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f09c9af1-caa6-4029-894f-b430921e86f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0780563 Feb 09 21:47:16.408850 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8b03000a-4030-4c72-a9a1-b9a4e51d168c req-db58f1f8-f934-4be3-9e71-4eb258e05438 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=73aafa54b15b4f2e83f3753252e1608e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0616305 Feb 09 21:47:16.438477 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-4bf5ec47-df02-4906-91b1-f92030041c26 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '006e48e1-822e-41be-8003-fec584c6c951') {'for_net_delete': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:16.438785 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-4bf5ec47-df02-4906-91b1-f92030041c26 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '006e48e1-822e-41be-8003-fec584c6c951') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:16.503035 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4bf5ec47-df02-4906-91b1-f92030041c26 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110711'] for segment (006e48e1-822e-41be-8003-fec584c6c951), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:16.538567 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-90985bb4-21ce-4d55-b012-bb5b52d7f674 req-ba311a74-0ca8-4114-a7e9-94611708f471 service neutron] 10.222.0.89 "GET /v2.0/networks/f09c9af1-caa6-4029-894f-b430921e86f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450863 Feb 09 21:47:16.542170 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4bf5ec47-df02-4906-91b1-f92030041c26 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (006e48e1-822e-41be-8003-fec584c6c951), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:16.555187 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bf5ec47-df02-4906-91b1-f92030041c26 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=103140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:47:16.555606 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4bf5ec47-df02-4906-91b1-f92030041c26 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669415'] for segment (006e48e1-822e-41be-8003-fec584c6c951), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:16.559257 n-d-828369-5 neutron-server[103140]: Traceback (most recent call last): Feb 09 21:47:16.559257 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:47:16.559257 n-d-828369-5 neutron-server[103140]: timer() Feb 09 21:47:16.559257 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:47:16.559257 n-d-828369-5 neutron-server[103140]: cb(*args, **kw) Feb 09 21:47:16.559257 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:47:16.559257 n-d-828369-5 neutron-server[103140]: return func(*args, **kwargs) Feb 09 21:47:16.559257 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:47:16.559257 n-d-828369-5 neutron-server[103140]: self._notify() Feb 09 21:47:16.559257 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:47:16.559257 n-d-828369-5 neutron-server[103140]: self.callback(batched_events) Feb 09 21:47:16.559257 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:47:16.559257 n-d-828369-5 neutron-server[103140]: event.method(event) Feb 09 21:47:16.559257 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:47:16.559257 n-d-828369-5 neutron-server[103140]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:47:16.559257 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:47:16.559257 n-d-828369-5 neutron-server[103140]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:47:16.559257 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:47:16.559257 n-d-828369-5 neutron-server[103140]: return f(self, *a, **k) Feb 09 21:47:16.559257 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:47:16.559257 n-d-828369-5 neutron-server[103140]: return self._get(url).json() Feb 09 21:47:16.559257 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:47:16.559257 n-d-828369-5 neutron-server[103140]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:47:16.559257 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:47:16.559257 n-d-828369-5 neutron-server[103140]: return self.request(url, 'GET', **kwargs) Feb 09 21:47:16.559257 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:47:16.559257 n-d-828369-5 neutron-server[103140]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:47:16.559257 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:47:16.559257 n-d-828369-5 neutron-server[103140]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:47:16.559257 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:47:16.559257 n-d-828369-5 neutron-server[103140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:47:16.559257 n-d-828369-5 neutron-server[103140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:47:16.782672 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-4feda955-0ca1-44c9-a51f-fb8289afcf12 req-2faa6b66-aff4-4e9a-ab5a-daca52729ec3 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] For port 2b445a72-6498-4132-927f-0112a47d469b, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=2b445a72-6498-4132-927f-0112a47d469b,segment=NetworkSegment(29ce073b-65c0-4f4f-be22-5f191874dff5),segment_id=29ce073b-65c0-4f4f-be22-5f191874dff5)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:47:16.798239 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-90985bb4-21ce-4d55-b012-bb5b52d7f674 req-951150af-c4f1-4f40-add7-0cca56ab4c2f service neutron] 10.222.0.89 "GET /v2.0/networks/f09c9af1-caa6-4029-894f-b430921e86f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460082 Feb 09 21:47:16.865950 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d7a4f4-0569-4824-b768-9ba31205375d req-92e4949d-90ff-4cbd-a89d-aee56c90d185 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:16.867785 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-84d7a4f4-0569-4824-b768-9ba31205375d req-92e4949d-90ff-4cbd-a89d-aee56c90d185 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.89 "GET /v2.0/networks?id=e9a5657a-72c8-4eb7-9270-46ed5fd14a25 HTTP/1.1" status: 200 len: 811 time: 0.2226038 Feb 09 21:47:16.868971 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-90985bb4-21ce-4d55-b012-bb5b52d7f674 req-0ac4e9c4-f234-492f-b156-cd81eaeb4c4f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.103&port_id=d5e3bfb7-1f18-4598-a18c-f23b463962e1 HTTP/1.1" status: 200 len: 217 time: 0.0560012 Feb 09 21:47:16.879574 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-4feda955-0ca1-44c9-a51f-fb8289afcf12 req-2faa6b66-aff4-4e9a-ab5a-daca52729ec3 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Publish callbacks [] for port (2b445a72-6498-4132-927f-0112a47d469b), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:16.890936 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8b03000a-4030-4c72-a9a1-b9a4e51d168c req-800f462b-ab92-41ea-9b84-23a6d144c940 service neutron] 10.222.0.90 "GET /v2.0/networks/00735365-504a-4659-b7e0-5dd13c1577e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4808602 Feb 09 21:47:16.893747 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-4feda955-0ca1-44c9-a51f-fb8289afcf12 req-2faa6b66-aff4-4e9a-ab5a-daca52729ec3 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (2b445a72-6498-4132-927f-0112a47d469b), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:16.910665 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['2b445a72-6498-4132-927f-0112a47d469b'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:47:16.917933 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4bf5ec47-df02-4906-91b1-f92030041c26 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (0a6cdc11-34b5-438f-a904-1f819c2feea3), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:16.923817 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4bf5ec47-df02-4906-91b1-f92030041c26 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:16.929946 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-4bf5ec47-df02-4906-91b1-f92030041c26 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] 10.222.0.90 "DELETE /v2.0/networks/0a6cdc11-34b5-438f-a904-1f819c2feea3 HTTP/1.1" status: 204 len: 168 time: 1.1716361 Feb 09 21:47:16.970409 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 44094) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:17.026567 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90985bb4-21ce-4d55-b012-bb5b52d7f674 req-0dab5458-7eed-459e-b622-46d591e24130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:17.027368 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-90985bb4-21ce-4d55-b012-bb5b52d7f674 req-0dab5458-7eed-459e-b622-46d591e24130 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=402d4d57-038e-4490-a559-8c229d077342 HTTP/1.1" status: 200 len: 797 time: 0.1241436 Feb 09 21:47:17.106322 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feda955-0ca1-44c9-a51f-fb8289afcf12 req-2faa6b66-aff4-4e9a-ab5a-daca52729ec3 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:17.107614 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-4feda955-0ca1-44c9-a51f-fb8289afcf12 req-2faa6b66-aff4-4e9a-ab5a-daca52729ec3 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:17.109085 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4feda955-0ca1-44c9-a51f-fb8289afcf12 req-2faa6b66-aff4-4e9a-ab5a-daca52729ec3 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "PUT /v2.0/ports/2b445a72-6498-4132-927f-0112a47d469b HTTP/1.1" status: 200 len: 981 time: 1.2321827 Feb 09 21:47:17.109800 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-84d7a4f4-0569-4824-b768-9ba31205375d req-3a18ed6c-6bb5-408b-b64f-89a4b9494b2b tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e1281475427459ba566f75d67d1c2c3 HTTP/1.1" status: 200 len: 379 time: 0.2076962 Feb 09 21:47:17.112557 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a9e80029-04ff-47ca-ad7d-fca65c800baa tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (f41751b4-b7fe-4d38-89b0-9194f4c59c34), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:17.122519 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf5ec47-df02-4906-91b1-f92030041c26 tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Pushing event deleted for resources: {'Network': ['ID=0a6cdc11-34b5-438f-a904-1f819c2feea3,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:17.150221 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-84d7a4f4-0569-4824-b768-9ba31205375d req-520e9b4d-4da1-4178-be85-4f1cd7c06f44 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Request body: {'port': {'device_id': '196a7219-50a0-4378-9317-db757eb7b09b', 'network_id': 'e9a5657a-72c8-4eb7-9270-46ed5fd14a25', 'admin_state_up': True, 'tenant_id': '6e1281475427459ba566f75d67d1c2c3', 'security_groups': ['28acdcb4-ce07-4669-ac01-31d2a11868db']}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:47:17.193655 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa6b66-aff4-4e9a-ab5a-daca52729ec3 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Pushing event updated for resources: {'Port': ['ID=2b445a72-6498-4132-927f-0112a47d469b,revision_number=6']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:17.242138 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90985bb4-21ce-4d55-b012-bb5b52d7f674 req-9867b365-2c72-43f2-a1ab-b6db67db78b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:17.246056 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-90985bb4-21ce-4d55-b012-bb5b52d7f674 req-9867b365-2c72-43f2-a1ab-b6db67db78b4 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f09c9af1-caa6-4029-894f-b430921e86f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2048542 Feb 09 21:47:17.256381 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['2b445a72-6498-4132-927f-0112a47d469b'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:47:17.258968 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c50e996d-3eef-4dc6-9a7b-8319a153165b', 'tag': '2b445a72-6498-4132-927f-0112a47d469b'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:47:17.261417 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65493445-5d2e-4a32-ac54-c3ad5eba6e31" -d '{"events": [{"name": "network-changed", "server_uuid": "c50e996d-3eef-4dc6-9a7b-8319a153165b", "tag": "2b445a72-6498-4132-927f-0112a47d469b"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:47:17.351324 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-05d00734-b7c9-4270-bbce-e78499eaa677 req-6cc44b76-e985-4a03-9036-88446507a44a tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/ports?device_id=196a7219-50a0-4378-9317-db757eb7b09b HTTP/1.1" status: 200 len: 210 time: 0.0932212 Feb 09 21:47:17.406062 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-90985bb4-21ce-4d55-b012-bb5b52d7f674 req-4a2776bd-0cb7-4996-a482-e9c3ab6925b9 service neutron] 10.222.0.89 "GET /v2.0/networks/f09c9af1-caa6-4029-894f-b430921e86f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472805 Feb 09 21:47:17.415351 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8b03000a-4030-4c72-a9a1-b9a4e51d168c req-cbe8859f-676c-44f8-abcd-87a912507290 service neutron] 10.222.0.90 "GET /v2.0/networks/00735365-504a-4659-b7e0-5dd13c1577e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5129738 Feb 09 21:47:17.456967 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a9e80029-04ff-47ca-ad7d-fca65c800baa tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (f41751b4-b7fe-4d38-89b0-9194f4c59c34), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:17.506421 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-a9e80029-04ff-47ca-ad7d-fca65c800baa tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f41751b4-b7fe-4d38-89b0-9194f4c59c34']}} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:17.521770 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:47:17.544207 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-a9e80029-04ff-47ca-ad7d-fca65c800baa tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0b66835-56ba-42c9-ba16-2411544254d7') {'for_net_delete': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:17.544515 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-a9e80029-04ff-47ca-ad7d-fca65c800baa tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0b66835-56ba-42c9-ba16-2411544254d7') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:17.566305 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a9e80029-04ff-47ca-ad7d-fca65c800baa tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110711'] for segment (d0b66835-56ba-42c9-ba16-2411544254d7), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:17.601646 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a9e80029-04ff-47ca-ad7d-fca65c800baa tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (d0b66835-56ba-42c9-ba16-2411544254d7), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:17.618597 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9e80029-04ff-47ca-ad7d-fca65c800baa tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=103140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:47:17.618597 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a9e80029-04ff-47ca-ad7d-fca65c800baa tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669415'] for segment (d0b66835-56ba-42c9-ba16-2411544254d7), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:17.674935 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-90985bb4-21ce-4d55-b012-bb5b52d7f674 req-232cb00d-685d-4ff0-bc8d-1568999d619c service neutron] 10.222.0.89 "GET /v2.0/networks/f09c9af1-caa6-4029-894f-b430921e86f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547777 Feb 09 21:47:17.789813 n-d-828369-5 neutron-server[103140]: Traceback (most recent call last): Feb 09 21:47:17.789813 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:47:17.789813 n-d-828369-5 neutron-server[103140]: timer() Feb 09 21:47:17.789813 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:47:17.789813 n-d-828369-5 neutron-server[103140]: cb(*args, **kw) Feb 09 21:47:17.789813 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:47:17.789813 n-d-828369-5 neutron-server[103140]: return func(*args, **kwargs) Feb 09 21:47:17.789813 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:47:17.789813 n-d-828369-5 neutron-server[103140]: self._notify() Feb 09 21:47:17.789813 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:47:17.789813 n-d-828369-5 neutron-server[103140]: self.callback(batched_events) Feb 09 21:47:17.789813 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:47:17.789813 n-d-828369-5 neutron-server[103140]: event.method(event) Feb 09 21:47:17.789813 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:47:17.789813 n-d-828369-5 neutron-server[103140]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:47:17.789813 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:47:17.789813 n-d-828369-5 neutron-server[103140]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:47:17.789813 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:47:17.789813 n-d-828369-5 neutron-server[103140]: return f(self, *a, **k) Feb 09 21:47:17.789813 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:47:17.789813 n-d-828369-5 neutron-server[103140]: return self._get(url).json() Feb 09 21:47:17.789813 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:47:17.789813 n-d-828369-5 neutron-server[103140]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:47:17.789813 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:47:17.789813 n-d-828369-5 neutron-server[103140]: return self.request(url, 'GET', **kwargs) Feb 09 21:47:17.789813 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:47:17.789813 n-d-828369-5 neutron-server[103140]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:47:17.789813 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:47:17.789813 n-d-828369-5 neutron-server[103140]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:47:17.789813 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:47:17.789813 n-d-828369-5 neutron-server[103140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:47:17.789813 n-d-828369-5 neutron-server[103140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:47:17.796858 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba4c356e-4d1e-4def-9bda-7477bcd44341 x-openstack-request-id: req-ba4c356e-4d1e-4def-9bda-7477bcd44341 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:47:17.800479 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c50e996d-3eef-4dc6-9a7b-8319a153165b", "tag": "2b445a72-6498-4132-927f-0112a47d469b", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:47:17.800975 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-ba4c356e-4d1e-4def-9bda-7477bcd44341 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:47:17.802243 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c50e996d-3eef-4dc6-9a7b-8319a153165b', 'tag': '2b445a72-6498-4132-927f-0112a47d469b', 'status': 'completed', 'code': 200} Feb 09 21:47:17.834957 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a9e80029-04ff-47ca-ad7d-fca65c800baa tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (f41751b4-b7fe-4d38-89b0-9194f4c59c34), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:17.843610 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a9e80029-04ff-47ca-ad7d-fca65c800baa tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:17.852773 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-a9e80029-04ff-47ca-ad7d-fca65c800baa tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] 10.222.0.90 "DELETE /v2.0/networks/f41751b4-b7fe-4d38-89b0-9194f4c59c34 HTTP/1.1" status: 204 len: 168 time: 0.8811951 Feb 09 21:47:17.903335 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-90985bb4-21ce-4d55-b012-bb5b52d7f674 req-6ee8a72a-c37a-46bf-84f6-156705c065cc service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.152&port_id=64a3e4b3-2469-470b-82b5-40757c8eb842 HTTP/1.1" status: 200 len: 217 time: 0.2127705 Feb 09 21:47:17.986082 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e80029-04ff-47ca-ad7d-fca65c800baa tempest-BulkNetworkOpsIpV6Test-822435550 tempest-BulkNetworkOpsIpV6Test-822435550-project] Pushing event deleted for resources: {'Network': ['ID=f41751b4-b7fe-4d38-89b0-9194f4c59c34,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:18.029729 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-009b3594-7368-4cc0-850d-9d838fa0f2d0 req-ba197066-51b9-4ba2-b5cc-3a675ee36997 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=30f80b90-7fc3-49f0-b87a-910594edfd75 HTTP/1.1" status: 200 len: 210 time: 0.2172122 Feb 09 21:47:18.043311 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ce0146e6-c0b5-42b6-ac40-7379fdd044e2 req-6d04eab6-c59d-4e2a-bc68-4f5c612e43d6 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-572630785&fields=id&tenant_id=5312098ae3a8474b879f099ad572bad2 HTTP/1.1" status: 200 len: 267 time: 0.2370498 Feb 09 21:47:18.083107 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84d7a4f4-0569-4824-b768-9ba31205375d req-520e9b4d-4da1-4178-be85-4f1cd7c06f44 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Made reservation on behalf of 6e1281475427459ba566f75d67d1c2c3 for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:47:18.089598 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65493445-5d2e-4a32-ac54-c3ad5eba6e31 req-88321d86-6211-406f-8652-12bcd6127663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:18.091582 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-65493445-5d2e-4a32-ac54-c3ad5eba6e31 req-88321d86-6211-406f-8652-12bcd6127663 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=5312098ae3a8474b879f099ad572bad2&device_id=c50e996d-3eef-4dc6-9a7b-8319a153165b HTTP/1.1" status: 200 len: 1166 time: 0.2988365 Feb 09 21:47:18.096341 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-84d7a4f4-0569-4824-b768-9ba31205375d req-520e9b4d-4da1-4178-be85-4f1cd7c06f44 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:18.153255 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90985bb4-21ce-4d55-b012-bb5b52d7f674 req-257c9262-4725-405a-ab3f-21906452ed15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:18.158258 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-90985bb4-21ce-4d55-b012-bb5b52d7f674 req-257c9262-4725-405a-ab3f-21906452ed15 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=402d4d57-038e-4490-a559-8c229d077342 HTTP/1.1" status: 200 len: 797 time: 0.2324359 Feb 09 21:47:18.257901 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 44140) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:18.258518 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 44142) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:18.357877 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0146e6-c0b5-42b6-ac40-7379fdd044e2 req-fe9acbe3-8ec7-440f-8446-24734b4a6501 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:18.369107 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ce0146e6-c0b5-42b6-ac40-7379fdd044e2 req-fe9acbe3-8ec7-440f-8446-24734b4a6501 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "GET /v2.0/ports?device_id=c50e996d-3eef-4dc6-9a7b-8319a153165b HTTP/1.1" status: 200 len: 984 time: 0.3145299 Feb 09 21:47:18.417953 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90985bb4-21ce-4d55-b012-bb5b52d7f674 req-2a139acb-4ef9-4497-938c-0b9fb201337d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:18.426101 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-90985bb4-21ce-4d55-b012-bb5b52d7f674 req-2a139acb-4ef9-4497-938c-0b9fb201337d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f09c9af1-caa6-4029-894f-b430921e86f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1664548 Feb 09 21:47:18.444618 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-ce0146e6-c0b5-42b6-ac40-7379fdd044e2 req-de8e7857-a674-48cf-8bf2-db27486a4e68 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Request body: {'port': {'security_groups': ['296fe08d-5e2e-48dd-9aaf-df90eedd0fb9']}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:47:18.588535 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a47d08bf-49e9-47db-a556-4b7f279a42e4 req-c7c15568-f6b3-43bb-8a61-60b8c6acf94b tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/ports?device_id=196a7219-50a0-4378-9317-db757eb7b09b HTTP/1.1" status: 200 len: 210 time: 0.0518324 Feb 09 21:47:18.591522 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [req-84d7a4f4-0569-4824-b768-9ba31205375d req-520e9b4d-4da1-4178-be85-4f1cd7c06f44 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Allocated IP 172.20.0.3 (e9a5657a-72c8-4eb7-9270-46ed5fd14a25/a77fad57-d7ca-4c6b-a8e5-5fa7d54c2e34/ab290a35-a881-457e-b82a-bb6a5f1de4ae) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:47:18.633393 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65493445-5d2e-4a32-ac54-c3ad5eba6e31 req-145605e1-26df-4630-a4fd-6c87d18e6b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:18.634889 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-65493445-5d2e-4a32-ac54-c3ad5eba6e31 req-145605e1-26df-4630-a4fd-6c87d18e6b2d service neutron] 10.222.0.95 "GET /v2.0/networks?id=8d4b7775-2d23-4928-88f4-d74b5ea85dd4 HTTP/1.1" status: 200 len: 920 time: 0.4987326 Feb 09 21:47:18.709442 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-65493445-5d2e-4a32-ac54-c3ad5eba6e31 req-9028e80b-cfce-43c7-80a6-2ae91c82f1d6 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2b445a72-6498-4132-927f-0112a47d469b HTTP/1.1" status: 200 len: 217 time: 0.0591340 Feb 09 21:47:18.709906 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-ce0146e6-c0b5-42b6-ac40-7379fdd044e2 req-de8e7857-a674-48cf-8bf2-db27486a4e68 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (2b445a72-6498-4132-927f-0112a47d469b), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:18.864011 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65493445-5d2e-4a32-ac54-c3ad5eba6e31 req-a654e510-a7ed-4992-9dfb-880016528be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:18.866317 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-65493445-5d2e-4a32-ac54-c3ad5eba6e31 req-a654e510-a7ed-4992-9dfb-880016528be3 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5f65088d-2de0-4968-a14e-b62ef283813c HTTP/1.1" status: 200 len: 859 time: 0.1470141 Feb 09 21:47:18.887461 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b95b4f54-65b3-4b5a-9318-b19f7446301d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:18.922252 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-db64a0f8-68b6-452c-9af2-9f1c60b45462 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=aa18dcbea711452f9589c3d7ad61aa1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6597581 Feb 09 21:47:18.947410 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-65493445-5d2e-4a32-ac54-c3ad5eba6e31 req-5a38277e-c646-4a1d-8aa1-4d6fa2373da4 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=8d4b7775-2d23-4928-88f4-d74b5ea85dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451992 Feb 09 21:47:18.948087 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 44154) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:19.006100 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b95b4f54-65b3-4b5a-9318-b19f7446301d admin admin] Publish callbacks [] for security_group (b8942e7f-345e-4935-9e19-c0045b22735a), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:19.043327 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b95b4f54-65b3-4b5a-9318-b19f7446301d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (b8942e7f-345e-4935-9e19-c0045b22735a), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:19.191903 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-90985bb4-21ce-4d55-b012-bb5b52d7f674 req-a66ab692-198d-4763-92ff-31eac2665265 service neutron] 10.222.0.89 "GET /v2.0/networks/f09c9af1-caa6-4029-894f-b430921e86f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7536252 Feb 09 21:47:19.196298 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-84d7a4f4-0569-4824-b768-9ba31205375d req-520e9b4d-4da1-4178-be85-4f1cd7c06f44 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Publish callbacks [] for port (ab290a35-a881-457e-b82a-bb6a5f1de4ae), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:19.208966 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95b4f54-65b3-4b5a-9318-b19f7446301d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8942e7f-345e-4935-9e19-c0045b22735a,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:19.231180 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5f9596a1-b055-4578-b1c5-149fcca4c136 admin admin] Publish callbacks [] for security_group (56c05295-6900-42c7-aa72-fe5042ac2e4f), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:19.238072 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2dec3301-1934-46f7-9d96-d5c319d45b43 req-6a8b31b9-ce99-4095-8934-d487103aca09 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=30f80b90-7fc3-49f0-b87a-910594edfd75 HTTP/1.1" status: 200 len: 210 time: 0.0866537 Feb 09 21:47:19.260664 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-b95b4f54-65b3-4b5a-9318-b19f7446301d admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=8610f47b5925480ab4947fca2708e06b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9994287 Feb 09 21:47:19.293212 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 44162) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:19.342104 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5f9596a1-b055-4578-b1c5-149fcca4c136 admin admin] Publish callbacks [] for security_group (56c05295-6900-42c7-aa72-fe5042ac2e4f), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:19.360416 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-84d7a4f4-0569-4824-b768-9ba31205375d req-520e9b4d-4da1-4178-be85-4f1cd7c06f44 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (ab290a35-a881-457e-b82a-bb6a5f1de4ae), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:19.389734 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-ce0146e6-c0b5-42b6-ac40-7379fdd044e2 req-de8e7857-a674-48cf-8bf2-db27486a4e68 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] For port 2b445a72-6498-4132-927f-0112a47d469b, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=2b445a72-6498-4132-927f-0112a47d469b,segment=NetworkSegment(29ce073b-65c0-4f4f-be22-5f191874dff5),segment_id=29ce073b-65c0-4f4f-be22-5f191874dff5)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:47:19.396143 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-65493445-5d2e-4a32-ac54-c3ad5eba6e31 req-538f0379-e06e-439e-a0c9-78e6fbe3ab49 service neutron] 10.222.0.95 "GET /v2.0/networks/8d4b7775-2d23-4928-88f4-d74b5ea85dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3772650 Feb 09 21:47:19.464736 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84d7a4f4-0569-4824-b768-9ba31205375d req-520e9b4d-4da1-4178-be85-4f1cd7c06f44 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Network e9a5657a-72c8-4eb7-9270-46ed5fd14a25 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:47:19.474669 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [req-84d7a4f4-0569-4824-b768-9ba31205375d req-520e9b4d-4da1-4178-be85-4f1cd7c06f44 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:47:19.479715 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-90985bb4-21ce-4d55-b012-bb5b52d7f674 req-32ca6af2-ca3c-4b42-b57b-4a07256d8662 service neutron] 10.222.0.89 "GET /v2.0/networks/f09c9af1-caa6-4029-894f-b430921e86f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736020 Feb 09 21:47:19.480731 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-84d7a4f4-0569-4824-b768-9ba31205375d req-520e9b4d-4da1-4178-be85-4f1cd7c06f44 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:47:19.538834 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520e9b4d-4da1-4178-be85-4f1cd7c06f44 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Pushing event updated for resources: {'Port': ['ID=ab290a35-a881-457e-b82a-bb6a5f1de4ae,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:19.645926 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-90985bb4-21ce-4d55-b012-bb5b52d7f674 req-95cb7cb0-db9b-43f1-b0aa-ed2270a1ad28 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5ae69b1b-39b8-491e-b02b-097b38fae223 HTTP/1.1" status: 200 len: 217 time: 0.1526401 Feb 09 21:47:19.799607 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d7a4f4-0569-4824-b768-9ba31205375d req-520e9b4d-4da1-4178-be85-4f1cd7c06f44 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:19.800319 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-84d7a4f4-0569-4824-b768-9ba31205375d req-520e9b4d-4da1-4178-be85-4f1cd7c06f44 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:19.833930 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90985bb4-21ce-4d55-b012-bb5b52d7f674 req-26d1bb90-6185-4f4d-8b07-e9995b91cd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:19.835422 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-90985bb4-21ce-4d55-b012-bb5b52d7f674 req-26d1bb90-6185-4f4d-8b07-e9995b91cd34 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f98d2759-4f2e-4a40-86b8-36a646f017e8 HTTP/1.1" status: 200 len: 797 time: 0.1607842 Feb 09 21:47:19.911494 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-84d7a4f4-0569-4824-b768-9ba31205375d req-520e9b4d-4da1-4178-be85-4f1cd7c06f44 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7807670 Feb 09 21:47:19.929241 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-84d7a4f4-0569-4824-b768-9ba31205375d req-06912214-2f3b-44ea-87e0-ab331d7c1fed service neutron] Request body: {'port': {'device_id': '196a7219-50a0-4378-9317-db757eb7b09b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:47:19.997191 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-6e7c02e7-f0e7-4dbd-9deb-d7db9b16653b None None] Provisioning complete for port ab290a35-a881-457e-b82a-bb6a5f1de4ae triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:47:19.997789 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-6e7c02e7-f0e7-4dbd-9deb-d7db9b16653b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (ab290a35-a881-457e-b82a-bb6a5f1de4ae), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:20.008900 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-84d7a4f4-0569-4824-b768-9ba31205375d req-06912214-2f3b-44ea-87e0-ab331d7c1fed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (ab290a35-a881-457e-b82a-bb6a5f1de4ae), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:20.012046 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90985bb4-21ce-4d55-b012-bb5b52d7f674 req-9eba5d78-e48c-4d93-91e2-53a11d779d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:20.013724 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-90985bb4-21ce-4d55-b012-bb5b52d7f674 req-9eba5d78-e48c-4d93-91e2-53a11d779d78 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d265fee8-86bc-4f18-8400-270071608522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1715047 Feb 09 21:47:20.077834 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-6e7c02e7-f0e7-4dbd-9deb-d7db9b16653b None None] Port ab290a35-a881-457e-b82a-bb6a5f1de4ae cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:47:20.264304 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-90985bb4-21ce-4d55-b012-bb5b52d7f674 req-cae50a5b-7293-44a5-9f87-f75c7f71bcb6 service neutron] 10.222.0.89 "GET /v2.0/networks/d265fee8-86bc-4f18-8400-270071608522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374630 Feb 09 21:47:20.348729 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-ce0146e6-c0b5-42b6-ac40-7379fdd044e2 req-de8e7857-a674-48cf-8bf2-db27486a4e68 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Publish callbacks [] for port (2b445a72-6498-4132-927f-0112a47d469b), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:20.364727 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-10b0db8a-ab8a-40b1-b200-e34609e73f10 admin admin] Publish callbacks [] for security_group (b8942e7f-345e-4935-9e19-c0045b22735a), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:20.383608 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-ce0146e6-c0b5-42b6-ac40-7379fdd044e2 req-de8e7857-a674-48cf-8bf2-db27486a4e68 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (2b445a72-6498-4132-927f-0112a47d469b), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:20.405917 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['2b445a72-6498-4132-927f-0112a47d469b'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:47:20.434108 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-65493445-5d2e-4a32-ac54-c3ad5eba6e31 req-285fad94-f8e5-4d92-82e4-375c54b1e531 service neutron] 10.222.0.95 "GET /v2.0/networks/8d4b7775-2d23-4928-88f4-d74b5ea85dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0172088 Feb 09 21:47:20.485570 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b03000a-4030-4c72-a9a1-b9a4e51d168c req-90de2ede-fdba-4e6e-a248-bea2c2839f0e tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:20.487368 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8b03000a-4030-4c72-a9a1-b9a4e51d168c req-90de2ede-fdba-4e6e-a248-bea2c2839f0e tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.95 "GET /v2.0/networks?id=00735365-504a-4659-b7e0-5dd13c1577e5 HTTP/1.1" status: 200 len: 812 time: 0.4789925 Feb 09 21:47:20.496739 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-10b0db8a-ab8a-40b1-b200-e34609e73f10 admin admin] Publish callbacks [] for security_group (b8942e7f-345e-4935-9e19-c0045b22735a), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:20.513184 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40eb1aa-0674-4fc4-88cf-6760d737bac6 req-feb230a6-1e9d-4fa2-914a-0716092d6e10 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:20.521192 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d40eb1aa-0674-4fc4-88cf-6760d737bac6 req-feb230a6-1e9d-4fa2-914a-0716092d6e10 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/ports?device_id=196a7219-50a0-4378-9317-db757eb7b09b HTTP/1.1" status: 200 len: 931 time: 0.5112486 Feb 09 21:47:20.533225 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0146e6-c0b5-42b6-ac40-7379fdd044e2 req-de8e7857-a674-48cf-8bf2-db27486a4e68 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:20.534191 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-ce0146e6-c0b5-42b6-ac40-7379fdd044e2 req-de8e7857-a674-48cf-8bf2-db27486a4e68 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:20.535810 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ce0146e6-c0b5-42b6-ac40-7379fdd044e2 req-de8e7857-a674-48cf-8bf2-db27486a4e68 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "PUT /v2.0/ports/2b445a72-6498-4132-927f-0112a47d469b HTTP/1.1" status: 200 len: 942 time: 2.1307168 Feb 09 21:47:20.543298 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c50e996d-3eef-4dc6-9a7b-8319a153165b', 'tag': '2b445a72-6498-4132-927f-0112a47d469b'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:47:20.546055 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e958172-2080-46b2-a7f5-c7e301203a2b" -d '{"events": [{"name": "network-changed", "server_uuid": "c50e996d-3eef-4dc6-9a7b-8319a153165b", "tag": "2b445a72-6498-4132-927f-0112a47d469b"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:47:20.592064 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-8b03000a-4030-4c72-a9a1-b9a4e51d168c req-3b615c3b-bf9f-4552-88c4-128a4942fa2e tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Request body: {'port': {'device_id': '30f80b90-7fc3-49f0-b87a-910594edfd75', 'network_id': '00735365-504a-4659-b7e0-5dd13c1577e5', 'admin_state_up': True, 'tenant_id': '73aafa54b15b4f2e83f3753252e1608e'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:47:20.596160 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-90985bb4-21ce-4d55-b012-bb5b52d7f674 req-effb8251-3f34-406a-937f-dc11e2d94459 service neutron] 10.222.0.89 "GET /v2.0/networks/d265fee8-86bc-4f18-8400-270071608522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3233974 Feb 09 21:47:20.607535 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5f9596a1-b055-4578-b1c5-149fcca4c136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (56c05295-6900-42c7-aa72-fe5042ac2e4f), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:20.609357 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5f9596a1-b055-4578-b1c5-149fcca4c136 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:20.621032 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-5f9596a1-b055-4578-b1c5-149fcca4c136 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/56c05295-6900-42c7-aa72-fe5042ac2e4f HTTP/1.1" status: 204 len: 168 time: 1.6600847 Feb 09 21:47:20.643234 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['2b445a72-6498-4132-927f-0112a47d469b'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:47:20.693039 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-90985bb4-21ce-4d55-b012-bb5b52d7f674 req-b204e741-d356-4cf4-9743-cdd456130df0 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c6886d61-f041-4e03-9002-7714a0a6ea30 HTTP/1.1" status: 200 len: 217 time: 0.0743108 Feb 09 21:47:20.770238 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-84d7a4f4-0569-4824-b768-9ba31205375d req-06912214-2f3b-44ea-87e0-ab331d7c1fed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab290a35-a881-457e-b82a-bb6a5f1de4ae {{(pid=103141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:47:20.796718 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-84d7a4f4-0569-4824-b768-9ba31205375d req-06912214-2f3b-44ea-87e0-ab331d7c1fed service neutron] Publish callbacks [] for port (ab290a35-a881-457e-b82a-bb6a5f1de4ae), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:20.882247 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8e7857-a674-48cf-8bf2-db27486a4e68 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Pushing event updated for resources: {'Port': ['ID=2b445a72-6498-4132-927f-0112a47d469b,revision_number=7']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:20.921080 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9596a1-b055-4578-b1c5-149fcca4c136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c05295-6900-42c7-aa72-fe5042ac2e4f,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:20.938425 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-eed5246e-6cca-47e7-afc5-0a3692a38fd0 req-40b4dddf-5f09-4c76-8f02-cd3f4642c154 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=30f80b90-7fc3-49f0-b87a-910594edfd75 HTTP/1.1" status: 200 len: 210 time: 0.2309723 Feb 09 21:47:20.990844 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90985bb4-21ce-4d55-b012-bb5b52d7f674 req-630ab414-068a-4631-9a93-0183e21b0547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:20.992424 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-90985bb4-21ce-4d55-b012-bb5b52d7f674 req-630ab414-068a-4631-9a93-0183e21b0547 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f98d2759-4f2e-4a40-86b8-36a646f017e8 HTTP/1.1" status: 200 len: 797 time: 0.1795390 Feb 09 21:47:20.996177 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-84d7a4f4-0569-4824-b768-9ba31205375d req-06912214-2f3b-44ea-87e0-ab331d7c1fed service neutron] Transition to ACTIVE for port object ab290a35-a881-457e-b82a-bb6a5f1de4ae will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:47:21.051005 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-84d7a4f4-0569-4824-b768-9ba31205375d req-06912214-2f3b-44ea-87e0-ab331d7c1fed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (ab290a35-a881-457e-b82a-bb6a5f1de4ae), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:21.063438 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d40eb1aa-0674-4fc4-88cf-6760d737bac6 req-41838dfb-e020-43b3-98ee-f88165633562 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/security-groups?id=28acdcb4-ce07-4669-ac01-31d2a11868db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5402360 Feb 09 21:47:21.070608 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-10b0db8a-ab8a-40b1-b200-e34609e73f10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (b8942e7f-345e-4935-9e19-c0045b22735a), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:21.072447 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-10b0db8a-ab8a-40b1-b200-e34609e73f10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:21.077193 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-10b0db8a-ab8a-40b1-b200-e34609e73f10 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/b8942e7f-345e-4935-9e19-c0045b22735a HTTP/1.1" status: 204 len: 168 time: 1.7794063 Feb 09 21:47:21.210876 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:21.389934 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0842f015-5444-40ae-88d8-0e246aedadaa x-openstack-request-id: req-0842f015-5444-40ae-88d8-0e246aedadaa {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:47:21.396975 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c50e996d-3eef-4dc6-9a7b-8319a153165b", "tag": "2b445a72-6498-4132-927f-0112a47d469b", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:47:21.397559 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-0842f015-5444-40ae-88d8-0e246aedadaa {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:47:21.401833 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c50e996d-3eef-4dc6-9a7b-8319a153165b', 'tag': '2b445a72-6498-4132-927f-0112a47d469b', 'status': 'completed', 'code': 200} Feb 09 21:47:21.495629 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b0db8a-ab8a-40b1-b200-e34609e73f10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8942e7f-345e-4935-9e19-c0045b22735a,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:21.608367 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06912214-2f3b-44ea-87e0-ab331d7c1fed service neutron] Pushing event updated for resources: {'Port': ['ID=ab290a35-a881-457e-b82a-bb6a5f1de4ae,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:21.619878 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90985bb4-21ce-4d55-b012-bb5b52d7f674 req-31c7ecf0-c15d-4be4-8664-a327a7f2c98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:21.621551 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-90985bb4-21ce-4d55-b012-bb5b52d7f674 req-31c7ecf0-c15d-4be4-8664-a327a7f2c98b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d265fee8-86bc-4f18-8400-270071608522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.6178763 Feb 09 21:47:21.750057 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b03000a-4030-4c72-a9a1-b9a4e51d168c req-3b615c3b-bf9f-4552-88c4-128a4942fa2e tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Made reservation on behalf of 73aafa54b15b4f2e83f3753252e1608e for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:47:21.754516 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-8b03000a-4030-4c72-a9a1-b9a4e51d168c req-3b615c3b-bf9f-4552-88c4-128a4942fa2e tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:21.913222 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e958172-2080-46b2-a7f5-c7e301203a2b req-f28c4c44-b1cc-4fdb-82a9-ec7e651a8b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:21.915863 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8e958172-2080-46b2-a7f5-c7e301203a2b req-f28c4c44-b1cc-4fdb-82a9-ec7e651a8b3f service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=5312098ae3a8474b879f099ad572bad2&device_id=c50e996d-3eef-4dc6-9a7b-8319a153165b HTTP/1.1" status: 200 len: 1127 time: 0.4989526 Feb 09 21:47:21.940241 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3ddbb047-d077-4570-8589-43b9dff379c9 req-4fdb164a-3f00-462b-94da-a5d8a88e3521 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8715873 Feb 09 21:47:21.989553 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-90985bb4-21ce-4d55-b012-bb5b52d7f674 req-30001940-5f21-4620-97f6-5783e03fb7bc service neutron] 10.222.0.89 "GET /v2.0/networks/d265fee8-86bc-4f18-8400-270071608522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3063662 Feb 09 21:47:22.034819 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-84d7a4f4-0569-4824-b768-9ba31205375d req-06912214-2f3b-44ea-87e0-ab331d7c1fed service neutron] Attempting to bind port ab290a35-a881-457e-b82a-bb6a5f1de4ae on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:47:22.035158 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-84d7a4f4-0569-4824-b768-9ba31205375d req-06912214-2f3b-44ea-87e0-ab331d7c1fed service neutron] Attempting to bind port ab290a35-a881-457e-b82a-bb6a5f1de4ae by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': 'fd70fa0c-b170-42de-85a4-85b20f12af89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'e9a5657a-72c8-4eb7-9270-46ed5fd14a25'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:47:22.036078 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d7a4f4-0569-4824-b768-9ba31205375d req-06912214-2f3b-44ea-87e0-ab331d7c1fed service neutron] Attempting to bind port ab290a35-a881-457e-b82a-bb6a5f1de4ae on network e9a5657a-72c8-4eb7-9270-46ed5fd14a25 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:47:22.044436 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d7a4f4-0569-4824-b768-9ba31205375d req-06912214-2f3b-44ea-87e0-ab331d7c1fed service neutron] Port ab290a35-a881-457e-b82a-bb6a5f1de4ae on network e9a5657a-72c8-4eb7-9270-46ed5fd14a25 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:47:22.044836 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d7a4f4-0569-4824-b768-9ba31205375d req-06912214-2f3b-44ea-87e0-ab331d7c1fed service neutron] Attempting to bind port ab290a35-a881-457e-b82a-bb6a5f1de4ae on network e9a5657a-72c8-4eb7-9270-46ed5fd14a25 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:47:22.072430 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 44206) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:22.136377 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-3ddbb047-d077-4570-8589-43b9dff379c9 req-5e3f08a9-356d-47b2-8a72-aba4d569fd5d tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Request body: {'floatingip': {'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:47:22.164147 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d7a4f4-0569-4824-b768-9ba31205375d req-06912214-2f3b-44ea-87e0-ab331d7c1fed service neutron] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:47:22.168016 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d7a4f4-0569-4824-b768-9ba31205375d req-06912214-2f3b-44ea-87e0-ab331d7c1fed service neutron] Checking segment: {'id': 'fd70fa0c-b170-42de-85a4-85b20f12af89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'e9a5657a-72c8-4eb7-9270-46ed5fd14a25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:47:22.170857 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d7a4f4-0569-4824-b768-9ba31205375d req-06912214-2f3b-44ea-87e0-ab331d7c1fed service neutron] Bound using segment: {'id': 'fd70fa0c-b170-42de-85a4-85b20f12af89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'e9a5657a-72c8-4eb7-9270-46ed5fd14a25'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:47:22.171374 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-84d7a4f4-0569-4824-b768-9ba31205375d req-06912214-2f3b-44ea-87e0-ab331d7c1fed service neutron] Bound port: ab290a35-a881-457e-b82a-bb6a5f1de4ae, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd70fa0c-b170-42de-85a4-85b20f12af89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'e9a5657a-72c8-4eb7-9270-46ed5fd14a25'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:47:22.171803 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-84d7a4f4-0569-4824-b768-9ba31205375d req-06912214-2f3b-44ea-87e0-ab331d7c1fed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (ab290a35-a881-457e-b82a-bb6a5f1de4ae), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:22.284258 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2a8895ea-2812-4380-a2ad-503e717fc22b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:22.321805 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-3ddbb047-d077-4570-8589-43b9dff379c9 req-5e3f08a9-356d-47b2-8a72-aba4d569fd5d tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:22.414167 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-84d7a4f4-0569-4824-b768-9ba31205375d req-06912214-2f3b-44ea-87e0-ab331d7c1fed service neutron] For port ab290a35-a881-457e-b82a-bb6a5f1de4ae, host n-h2-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:47:22.420025 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-84d7a4f4-0569-4824-b768-9ba31205375d req-06912214-2f3b-44ea-87e0-ab331d7c1fed service neutron] For port ab290a35-a881-457e-b82a-bb6a5f1de4ae, host n-h2-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=ab290a35-a881-457e-b82a-bb6a5f1de4ae,segment=NetworkSegment(fd70fa0c-b170-42de-85a4-85b20f12af89),segment_id=fd70fa0c-b170-42de-85a4-85b20f12af89)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:47:22.422987 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-90985bb4-21ce-4d55-b012-bb5b52d7f674 req-a3f4dad3-156e-4f34-ba2b-98f3168675c2 service neutron] 10.222.0.89 "GET /v2.0/networks/d265fee8-86bc-4f18-8400-270071608522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3997555 Feb 09 21:47:22.429592 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-84d7a4f4-0569-4824-b768-9ba31205375d req-06912214-2f3b-44ea-87e0-ab331d7c1fed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (ab290a35-a881-457e-b82a-bb6a5f1de4ae), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:22.433025 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-da05193b-dd6e-40f2-9adf-1efc2ac8d2e7 req-c525ba71-a22a-4a06-8883-5223f012652c tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=30f80b90-7fc3-49f0-b87a-910594edfd75 HTTP/1.1" status: 200 len: 210 time: 0.1981919 Feb 09 21:47:22.590532 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06912214-2f3b-44ea-87e0-ab331d7c1fed service neutron] Pushing event updated for resources: {'Port': ['ID=ab290a35-a881-457e-b82a-bb6a5f1de4ae,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:22.597755 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 44222) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:22.609967 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d7a4f4-0569-4824-b768-9ba31205375d req-06912214-2f3b-44ea-87e0-ab331d7c1fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:22.611268 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-84d7a4f4-0569-4824-b768-9ba31205375d req-06912214-2f3b-44ea-87e0-ab331d7c1fed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:22.612854 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-84d7a4f4-0569-4824-b768-9ba31205375d req-06912214-2f3b-44ea-87e0-ab331d7c1fed service neutron] 10.222.0.89 "PUT /v2.0/ports/ab290a35-a881-457e-b82a-bb6a5f1de4ae HTTP/1.1" status: 200 len: 1091 time: 2.6897979 Feb 09 21:47:22.613607 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '196a7219-50a0-4378-9317-db757eb7b09b', 'tag': 'ab290a35-a881-457e-b82a-bb6a5f1de4ae'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:47:22.616649 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27635b70-b774-476d-b18c-5330fa947c33" -d '{"events": [{"name": "network-changed", "server_uuid": "196a7219-50a0-4378-9317-db757eb7b09b", "tag": "ab290a35-a881-457e-b82a-bb6a5f1de4ae"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:47:22.713963 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2a8895ea-2812-4380-a2ad-503e717fc22b admin admin] Publish callbacks [] for security_group (55df8ce7-8593-4c36-a5f3-84870771c9e6), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:22.741561 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2a8895ea-2812-4380-a2ad-503e717fc22b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (55df8ce7-8593-4c36-a5f3-84870771c9e6), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:22.775525 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d7a4f4-0569-4824-b768-9ba31205375d req-c7c70f09-2831-4de4-8e32-9f5de041b83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:22.777154 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-84d7a4f4-0569-4824-b768-9ba31205375d req-c7c70f09-2831-4de4-8e32-9f5de041b83c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6e1281475427459ba566f75d67d1c2c3&device_id=196a7219-50a0-4378-9317-db757eb7b09b HTTP/1.1" status: 200 len: 1125 time: 0.1068358 Feb 09 21:47:22.782612 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [req-8b03000a-4030-4c72-a9a1-b9a4e51d168c req-3b615c3b-bf9f-4552-88c4-128a4942fa2e tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Allocated IP 172.20.0.4 (00735365-504a-4659-b7e0-5dd13c1577e5/0d4cb0a9-0f8b-4759-aa75-9f58c47a4974/ee7c64a0-bd45-4fd9-bd1e-5fb5a4cb7394) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:47:22.830517 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-84d7a4f4-0569-4824-b768-9ba31205375d req-8040c58b-94a1-4d6c-b663-7a118cf1cef2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab290a35-a881-457e-b82a-bb6a5f1de4ae HTTP/1.1" status: 200 len: 217 time: 0.0435565 Feb 09 21:47:22.836185 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-9a274649-0fad-4572-a7c6-64f15ff2c5b4 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1053547215'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:47:22.908688 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d7a4f4-0569-4824-b768-9ba31205375d req-eb1ae27e-f2c6-490e-a9dc-574791b6586a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:22.910609 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-84d7a4f4-0569-4824-b768-9ba31205375d req-eb1ae27e-f2c6-490e-a9dc-574791b6586a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a77fad57-d7ca-4c6b-a8e5-5fa7d54c2e34 HTTP/1.1" status: 200 len: 850 time: 0.0694339 Feb 09 21:47:22.974061 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a274649-0fad-4572-a7c6-64f15ff2c5b4 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] Made reservation on behalf of 4c353b98fed145d7afb9ca03d1b7ecde for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:47:22.988853 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9a274649-0fad-4572-a7c6-64f15ff2c5b4 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:23.046668 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9a274649-0fad-4572-a7c6-64f15ff2c5b4 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:23.052121 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d7a4f4-0569-4824-b768-9ba31205375d req-280c6e7e-3c3a-4450-a42a-a2801f84dc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:23.053691 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-84d7a4f4-0569-4824-b768-9ba31205375d req-280c6e7e-3c3a-4450-a42a-a2801f84dc00 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e9a5657a-72c8-4eb7-9270-46ed5fd14a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1338041 Feb 09 21:47:23.063260 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 44228) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:23.065126 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-2a8895ea-2812-4380-a2ad-503e717fc22b admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=d1075f19638a4930871d9acfad420fcc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9761569 Feb 09 21:47:23.074156 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [req-84d7a4f4-0569-4824-b768-9ba31205375d req-2c414b36-3745-4acf-8b2d-bdde2c543110 service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=103141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:47:23.075271 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-84d7a4f4-0569-4824-b768-9ba31205375d req-2c414b36-3745-4acf-8b2d-bdde2c543110 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0128291 Feb 09 21:47:23.075681 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8895ea-2812-4380-a2ad-503e717fc22b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55df8ce7-8593-4c36-a5f3-84870771c9e6,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:23.122827 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46945970-cdd2-4958-9c2f-ffaed87740c1 req-c1b18d39-4631-4005-ae8c-d832cb5ba46e tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:23.132336 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-46945970-cdd2-4958-9c2f-ffaed87740c1 req-c1b18d39-4631-4005-ae8c-d832cb5ba46e tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/ports?device_id=196a7219-50a0-4378-9317-db757eb7b09b HTTP/1.1" status: 200 len: 943 time: 0.4125972 Feb 09 21:47:23.150591 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e958172-2080-46b2-a7f5-c7e301203a2b req-a3d07154-39ec-4d6f-8d2c-b180560ba605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:23.152665 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8e958172-2080-46b2-a7f5-c7e301203a2b req-a3d07154-39ec-4d6f-8d2c-b180560ba605 service neutron] 10.222.0.95 "GET /v2.0/networks?id=8d4b7775-2d23-4928-88f4-d74b5ea85dd4 HTTP/1.1" status: 200 len: 920 time: 1.2054765 Feb 09 21:47:23.301293 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8e958172-2080-46b2-a7f5-c7e301203a2b req-7c0d385c-e099-4b19-8aa1-ee7c7acde1b4 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2b445a72-6498-4132-927f-0112a47d469b HTTP/1.1" status: 200 len: 217 time: 0.1232562 Feb 09 21:47:23.376952 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9a274649-0fad-4572-a7c6-64f15ff2c5b4 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] Publish callbacks [] for security_group (2ea6b511-8264-4376-9464-42503aad02c1), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:23.383198 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0f8c33b2-c3e3-4d81-8c4a-8f9ee4654805 admin admin] Publish callbacks [] for security_group (55df8ce7-8593-4c36-a5f3-84870771c9e6), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:23.392413 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9a274649-0fad-4572-a7c6-64f15ff2c5b4 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (2ea6b511-8264-4376-9464-42503aad02c1), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:23.408912 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-84d7a4f4-0569-4824-b768-9ba31205375d req-5789b7a7-eef4-4643-9f79-a7052f4e0c2e service neutron] 10.222.0.89 "GET /v2.0/networks/e9a5657a-72c8-4eb7-9270-46ed5fd14a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3235645 Feb 09 21:47:23.416799 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-46945970-cdd2-4958-9c2f-ffaed87740c1 req-7cf09813-9560-4882-a26e-fb2cd5d32be7 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/security-groups?id=28acdcb4-ce07-4669-ac01-31d2a11868db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2825611 Feb 09 21:47:23.456603 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:23.499673 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0f8c33b2-c3e3-4d81-8c4a-8f9ee4654805 admin admin] Publish callbacks [] for security_group (55df8ce7-8593-4c36-a5f3-84870771c9e6), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:23.518078 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e958172-2080-46b2-a7f5-c7e301203a2b req-37e10695-0da1-455e-b42b-63276643bbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:23.522212 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8e958172-2080-46b2-a7f5-c7e301203a2b req-37e10695-0da1-455e-b42b-63276643bbc0 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5f65088d-2de0-4968-a14e-b62ef283813c HTTP/1.1" status: 200 len: 859 time: 0.2023630 Feb 09 21:47:23.524123 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a274649-0fad-4572-a7c6-64f15ff2c5b4 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:47:23.530483 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c55936c1-6a2b-4600-82cc-9d7cd44d96db x-openstack-request-id: req-c55936c1-6a2b-4600-82cc-9d7cd44d96db {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:47:23.530777 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "196a7219-50a0-4378-9317-db757eb7b09b", "tag": "ab290a35-a881-457e-b82a-bb6a5f1de4ae", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:47:23.531039 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-c55936c1-6a2b-4600-82cc-9d7cd44d96db {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:47:23.531447 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '196a7219-50a0-4378-9317-db757eb7b09b', 'tag': 'ab290a35-a881-457e-b82a-bb6a5f1de4ae', 'status': 'completed', 'code': 200} Feb 09 21:47:23.541426 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a274649-0fad-4572-a7c6-64f15ff2c5b4 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea6b511-8264-4376-9464-42503aad02c1,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:23.565295 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9a274649-0fad-4572-a7c6-64f15ff2c5b4 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (0fa3f90f-c3b8-48cf-bd7e-f8a4c111f432), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:23.565651 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-9a274649-0fad-4572-a7c6-64f15ff2c5b4 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] Added segment 0fa3f90f-c3b8-48cf-bd7e-f8a4c111f432 of type vlan for network f0651dac-2043-4d2f-8f15-7288efafb2ae Feb 09 21:47:23.642514 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-84d7a4f4-0569-4824-b768-9ba31205375d req-6b4c8057-9f73-4f56-92ca-9d973d33b608 service neutron] 10.222.0.89 "GET /v2.0/networks/e9a5657a-72c8-4eb7-9270-46ed5fd14a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158837 Feb 09 21:47:23.665087 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9a274649-0fad-4572-a7c6-64f15ff2c5b4 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (f0651dac-2043-4d2f-8f15-7288efafb2ae), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:23.681886 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0f8c33b2-c3e3-4d81-8c4a-8f9ee4654805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (55df8ce7-8593-4c36-a5f3-84870771c9e6), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:23.685484 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0f8c33b2-c3e3-4d81-8c4a-8f9ee4654805 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:23.686836 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-0f8c33b2-c3e3-4d81-8c4a-8f9ee4654805 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/55df8ce7-8593-4c36-a5f3-84870771c9e6 HTTP/1.1" status: 204 len: 168 time: 0.6227305 Feb 09 21:47:23.701171 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-3ddbb047-d077-4570-8589-43b9dff379c9 req-5e3f08a9-356d-47b2-8a72-aba4d569fd5d tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:23.723705 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-8b03000a-4030-4c72-a9a1-b9a4e51d168c req-3b615c3b-bf9f-4552-88c4-128a4942fa2e tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Publish callbacks [] for port (ee7c64a0-bd45-4fd9-bd1e-5fb5a4cb7394), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:23.728893 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8e958172-2080-46b2-a7f5-c7e301203a2b req-7f35d76c-5c6b-467f-ad88-c66dfec7a429 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=8d4b7775-2d23-4928-88f4-d74b5ea85dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1464183 Feb 09 21:47:23.767754 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [req-8e958172-2080-46b2-a7f5-c7e301203a2b req-c412395f-e450-4394-811a-d501434ac85a service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=103140) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:47:23.769861 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8e958172-2080-46b2-a7f5-c7e301203a2b req-c412395f-e450-4394-811a-d501434ac85a service neutron] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0156074 Feb 09 21:47:23.797101 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8ea5700d-73fa-4289-8aa5-e6da71a8acfc req-b83dcf5d-c686-4c29-a685-8b15a10b3303 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=30f80b90-7fc3-49f0-b87a-910594edfd75 HTTP/1.1" status: 200 len: 210 time: 0.0770917 Feb 09 21:47:23.802352 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8c33b2-c3e3-4d81-8c4a-8f9ee4654805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55df8ce7-8593-4c36-a5f3-84870771c9e6,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:23.828411 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9a274649-0fad-4572-a7c6-64f15ff2c5b4 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (f0651dac-2043-4d2f-8f15-7288efafb2ae), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:23.844815 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a274649-0fad-4572-a7c6-64f15ff2c5b4 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:23.846444 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9a274649-0fad-4572-a7c6-64f15ff2c5b4 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:23.938917 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-9a274649-0fad-4572-a7c6-64f15ff2c5b4 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3396373 Feb 09 21:47:23.939765 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 44238) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:23.976101 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-47421fd3-9708-4ccb-b224-7a4046c02a84 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] Request body: {'subnet': {'network_id': 'f0651dac-2043-4d2f-8f15-7288efafb2ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:47:24.020139 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-8b03000a-4030-4c72-a9a1-b9a4e51d168c req-3b615c3b-bf9f-4552-88c4-128a4942fa2e tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (ee7c64a0-bd45-4fd9-bd1e-5fb5a4cb7394), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:24.087241 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a274649-0fad-4572-a7c6-64f15ff2c5b4 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] Pushing event updated for resources: {'Network': ['ID=f0651dac-2043-4d2f-8f15-7288efafb2ae,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:24.097439 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27635b70-b774-476d-b18c-5330fa947c33 req-6706dfcc-62eb-4d28-bcb3-6f04ba710bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:24.100005 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network f0651dac-2043-4d2f-8f15-7288efafb2ae details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:47:24.109774 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-27635b70-b774-476d-b18c-5330fa947c33 req-6706dfcc-62eb-4d28-bcb3-6f04ba710bc0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6e1281475427459ba566f75d67d1c2c3&device_id=196a7219-50a0-4378-9317-db757eb7b09b HTTP/1.1" status: 200 len: 1125 time: 0.3972795 Feb 09 21:47:24.123904 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [req-3ddbb047-d077-4570-8589-43b9dff379c9 req-5e3f08a9-356d-47b2-8a72-aba4d569fd5d tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Allocated IP 172.25.3.57 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/b4e25ebc-c037-44cd-841c-f557319816e0) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:47:24.328559 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47421fd3-9708-4ccb-b224-7a4046c02a84 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] Made reservation on behalf of 4c353b98fed145d7afb9ca03d1b7ecde for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:47:24.337782 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-47421fd3-9708-4ccb-b224-7a4046c02a84 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:24.395283 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-3ddbb047-d077-4570-8589-43b9dff379c9 req-5e3f08a9-356d-47b2-8a72-aba4d569fd5d tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Publish callbacks [] for port (b4e25ebc-c037-44cd-841c-f557319816e0), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:24.471744 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8e958172-2080-46b2-a7f5-c7e301203a2b req-0dbd21c2-6ed1-4f8b-be9f-4e344a65c723 service neutron] 10.222.0.95 "GET /v2.0/networks/8d4b7775-2d23-4928-88f4-d74b5ea85dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6797330 Feb 09 21:47:24.491071 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b03000a-4030-4c72-a9a1-b9a4e51d168c req-3b615c3b-bf9f-4552-88c4-128a4942fa2e tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Network 00735365-504a-4659-b7e0-5dd13c1577e5 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:47:24.509040 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [req-8b03000a-4030-4c72-a9a1-b9a4e51d168c req-3b615c3b-bf9f-4552-88c4-128a4942fa2e tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:47:24.517990 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b03000a-4030-4c72-a9a1-b9a4e51d168c req-3b615c3b-bf9f-4552-88c4-128a4942fa2e tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:47:24.525561 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-3ddbb047-d077-4570-8589-43b9dff379c9 req-5e3f08a9-356d-47b2-8a72-aba4d569fd5d tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (b4e25ebc-c037-44cd-841c-f557319816e0), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:24.526903 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27635b70-b774-476d-b18c-5330fa947c33 req-b25b058a-3ece-4307-9a99-0f1b96a6ebde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:24.528853 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-27635b70-b774-476d-b18c-5330fa947c33 req-b25b058a-3ece-4307-9a99-0f1b96a6ebde service neutron] 10.222.0.89 "GET /v2.0/networks?id=e9a5657a-72c8-4eb7-9270-46ed5fd14a25 HTTP/1.1" status: 200 len: 912 time: 0.4097536 Feb 09 21:47:24.785119 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-27635b70-b774-476d-b18c-5330fa947c33 req-d33a039a-2c9d-401d-bb3b-dce428db7392 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab290a35-a881-457e-b82a-bb6a5f1de4ae HTTP/1.1" status: 200 len: 217 time: 0.0539582 Feb 09 21:47:24.787411 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-47421fd3-9708-4ccb-b224-7a4046c02a84 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (a173f14c-e2e0-4af3-807c-832bb59c9f7d), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:24.916358 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47421fd3-9708-4ccb-b224-7a4046c02a84 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] Pushing event updated for resources: {'Subnet': ['ID=a173f14c-e2e0-4af3-807c-832bb59c9f7d,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:24.922403 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47421fd3-9708-4ccb-b224-7a4046c02a84 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] Checking segment: {'id': '0fa3f90f-c3b8-48cf-bd7e-f8a4c111f432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'f0651dac-2043-4d2f-8f15-7288efafb2ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:47:24.922795 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47421fd3-9708-4ccb-b224-7a4046c02a84 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] Network hostable DHCP agents. Network: f0651dac-2043-4d2f-8f15-7288efafb2ae, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:47:24.941077 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27635b70-b774-476d-b18c-5330fa947c33 req-a1acf6f5-3a7a-4aac-946e-85123faf1c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:24.942559 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-27635b70-b774-476d-b18c-5330fa947c33 req-a1acf6f5-3a7a-4aac-946e-85123faf1c89 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a77fad57-d7ca-4c6b-a8e5-5fa7d54c2e34 HTTP/1.1" status: 200 len: 850 time: 0.1090157 Feb 09 21:47:24.985167 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47421fd3-9708-4ccb-b224-7a4046c02a84 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] Network f0651dac-2043-4d2f-8f15-7288efafb2ae is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:47:25.007026 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-47421fd3-9708-4ccb-b224-7a4046c02a84 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, f0651dac-2043-4d2f-8f15-7288efafb2ae) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:47:25.014631 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47421fd3-9708-4ccb-b224-7a4046c02a84 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:25.015231 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-47421fd3-9708-4ccb-b224-7a4046c02a84 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:25.017495 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d988e7e-6f3a-4c55-8a32-700555744bc4 None None] Network f0651dac-2043-4d2f-8f15-7288efafb2ae requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:47:25.034471 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27635b70-b774-476d-b18c-5330fa947c33 req-6181e03d-b46e-467f-9049-1b942056a9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:25.035979 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-27635b70-b774-476d-b18c-5330fa947c33 req-6181e03d-b46e-467f-9049-1b942056a9c7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e9a5657a-72c8-4eb7-9270-46ed5fd14a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0856433 Feb 09 21:47:25.043391 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-47421fd3-9708-4ccb-b224-7a4046c02a84 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0761745 Feb 09 21:47:25.044626 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 44268) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:25.050101 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-cbe8ab63-d6b4-4309-a2a6-66b63077e347 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] Request body: {'port': {'network_id': 'f0651dac-2043-4d2f-8f15-7288efafb2ae', 'name': 'tempest-TagsExtTest-1299617432'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:47:25.250004 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-27635b70-b774-476d-b18c-5330fa947c33 req-02c4c928-d95e-46a6-a6a2-27350a3f2b35 service neutron] 10.222.0.89 "GET /v2.0/networks/e9a5657a-72c8-4eb7-9270-46ed5fd14a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961589 Feb 09 21:47:25.250703 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4f7a60-3928-4f8c-9dc4-2ecdfe498fd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-f0651dac-2043-4d2f-8f15-7288efafb2ae', 'network_id': 'f0651dac-2043-4d2f-8f15-7288efafb2ae', 'project_id': '4c353b98fed145d7afb9ca03d1b7ecde', 'fixed_ips': [{'subnet_id': 'a173f14c-e2e0-4af3-807c-832bb59c9f7d'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:47:25.251910 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-cb4f7a60-3928-4f8c-9dc4-2ecdfe498fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:25.366588 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ddbb047-d077-4570-8589-43b9dff379c9 req-5e3f08a9-356d-47b2-8a72-aba4d569fd5d tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:47:25.373143 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b615c3b-bf9f-4552-88c4-128a4942fa2e tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Pushing event updated for resources: {'Port': ['ID=ee7c64a0-bd45-4fd9-bd1e-5fb5a4cb7394,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:25.412798 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b03000a-4030-4c72-a9a1-b9a4e51d168c req-3b615c3b-bf9f-4552-88c4-128a4942fa2e tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:25.413444 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-8b03000a-4030-4c72-a9a1-b9a4e51d168c req-3b615c3b-bf9f-4552-88c4-128a4942fa2e tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:25.453954 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [req-3ddbb047-d077-4570-8589-43b9dff379c9 req-5e3f08a9-356d-47b2-8a72-aba4d569fd5d tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:47:25.460724 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ddbb047-d077-4570-8589-43b9dff379c9 req-5e3f08a9-356d-47b2-8a72-aba4d569fd5d tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:47:25.477196 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbe8ab63-d6b4-4309-a2a6-66b63077e347 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] Made reservation on behalf of 4c353b98fed145d7afb9ca03d1b7ecde for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:47:25.480999 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cbe8ab63-d6b4-4309-a2a6-66b63077e347 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:25.550616 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [None req-cbe8ab63-d6b4-4309-a2a6-66b63077e347 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] device_id is not set on port f2f6b30d-e655-4245-8b23-bd3259b032a5 yet. {{(pid=103141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:47:25.562490 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2efc77-df29-4d88-8c71-1e4d5a5aaceb req-e24d6452-0422-4726-a179-a7bdc538f0aa tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:25.563739 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3c2efc77-df29-4d88-8c71-1e4d5a5aaceb req-e24d6452-0422-4726-a179-a7bdc538f0aa tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/ports?device_id=196a7219-50a0-4378-9317-db757eb7b09b HTTP/1.1" status: 200 len: 943 time: 1.0044737 Feb 09 21:47:25.576141 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8e958172-2080-46b2-a7f5-c7e301203a2b req-d9687907-70c7-4bf9-824f-5fcf6ec63b4e service neutron] 10.222.0.95 "GET /v2.0/networks/8d4b7775-2d23-4928-88f4-d74b5ea85dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0725465 Feb 09 21:47:25.612485 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-cb4f7a60-3928-4f8c-9dc4-2ecdfe498fd9 None None] Allocated IP 172.20.0.2 (f0651dac-2043-4d2f-8f15-7288efafb2ae/a173f14c-e2e0-4af3-807c-832bb59c9f7d/1aaf028b-69e4-4fa3-ae03-6e21f0888064) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:47:25.624301 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8b03000a-4030-4c72-a9a1-b9a4e51d168c req-3b615c3b-bf9f-4552-88c4-128a4942fa2e tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0986183 Feb 09 21:47:25.651192 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-8b03000a-4030-4c72-a9a1-b9a4e51d168c req-da3f2b55-ae26-4388-ab59-211d63e2d640 service neutron] Request body: {'port': {'device_id': '30f80b90-7fc3-49f0-b87a-910594edfd75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-5'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:47:25.670255 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3f08a9-356d-47b2-8a72-aba4d569fd5d tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Pushing event updated for resources: {'Port': ['ID=b4e25ebc-c037-44cd-841c-f557319816e0,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:25.697312 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-27635b70-b774-476d-b18c-5330fa947c33 req-c41cb791-5666-44d6-bf1b-0f9d04550429 service neutron] 10.222.0.89 "GET /v2.0/networks/e9a5657a-72c8-4eb7-9270-46ed5fd14a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3613002 Feb 09 21:47:25.952639 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-8b03000a-4030-4c72-a9a1-b9a4e51d168c req-da3f2b55-ae26-4388-ab59-211d63e2d640 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (ee7c64a0-bd45-4fd9-bd1e-5fb5a4cb7394), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:25.964070 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3c2efc77-df29-4d88-8c71-1e4d5a5aaceb req-19dd6777-942f-4573-a305-4d34c25aab7a tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/security-groups?id=28acdcb4-ce07-4669-ac01-31d2a11868db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3315928 Feb 09 21:47:25.985830 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-3ddbb047-d077-4570-8589-43b9dff379c9 req-5e3f08a9-356d-47b2-8a72-aba4d569fd5d tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Publish callbacks [] for floatingip (214fa21b-3a32-4fb2-a5f2-973a9974bde9), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:26.081186 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-3ddbb047-d077-4570-8589-43b9dff379c9 req-5e3f08a9-356d-47b2-8a72-aba4d569fd5d tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (b4e25ebc-c037-44cd-841c-f557319816e0), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:26.112095 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-cb4f7a60-3928-4f8c-9dc4-2ecdfe498fd9 None None] Publish callbacks [] for port (1aaf028b-69e4-4fa3-ae03-6e21f0888064), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:26.122732 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-cb4f7a60-3928-4f8c-9dc4-2ecdfe498fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (1aaf028b-69e4-4fa3-ae03-6e21f0888064), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:26.176967 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4f7a60-3928-4f8c-9dc4-2ecdfe498fd9 None None] Pushing event updated for resources: {'Port': ['ID=1aaf028b-69e4-4fa3-ae03-6e21f0888064,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:26.203027 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4f7a60-3928-4f8c-9dc4-2ecdfe498fd9 None None] Network f0651dac-2043-4d2f-8f15-7288efafb2ae is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:47:26.204688 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-cb4f7a60-3928-4f8c-9dc4-2ecdfe498fd9 None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:47:26.209282 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4f7a60-3928-4f8c-9dc4-2ecdfe498fd9 None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:47:26.306711 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-cbe8ab63-d6b4-4309-a2a6-66b63077e347 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] Allocated IP 172.20.0.3 (f0651dac-2043-4d2f-8f15-7288efafb2ae/a173f14c-e2e0-4af3-807c-832bb59c9f7d/f2f6b30d-e655-4245-8b23-bd3259b032a5) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:47:26.326120 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-cb4f7a60-3928-4f8c-9dc4-2ecdfe498fd9 None None] Attempting to bind port 1aaf028b-69e4-4fa3-ae03-6e21f0888064 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:47:26.326901 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-cb4f7a60-3928-4f8c-9dc4-2ecdfe498fd9 None None] Attempting to bind port 1aaf028b-69e4-4fa3-ae03-6e21f0888064 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '0fa3f90f-c3b8-48cf-bd7e-f8a4c111f432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'f0651dac-2043-4d2f-8f15-7288efafb2ae'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:47:26.327544 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4f7a60-3928-4f8c-9dc4-2ecdfe498fd9 None None] Attempting to bind port 1aaf028b-69e4-4fa3-ae03-6e21f0888064 on network f0651dac-2043-4d2f-8f15-7288efafb2ae {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:47:26.335497 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4f7a60-3928-4f8c-9dc4-2ecdfe498fd9 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:47:26.336280 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4f7a60-3928-4f8c-9dc4-2ecdfe498fd9 None None] Checking segment: {'id': '0fa3f90f-c3b8-48cf-bd7e-f8a4c111f432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'f0651dac-2043-4d2f-8f15-7288efafb2ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:47:26.337141 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-cb4f7a60-3928-4f8c-9dc4-2ecdfe498fd9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:26.337784 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4f7a60-3928-4f8c-9dc4-2ecdfe498fd9 None None] Bound using segment: {'id': '0fa3f90f-c3b8-48cf-bd7e-f8a4c111f432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'f0651dac-2043-4d2f-8f15-7288efafb2ae'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:47:26.338454 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-cb4f7a60-3928-4f8c-9dc4-2ecdfe498fd9 None None] Bound port: 1aaf028b-69e4-4fa3-ae03-6e21f0888064, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fa3f90f-c3b8-48cf-bd7e-f8a4c111f432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'f0651dac-2043-4d2f-8f15-7288efafb2ae'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:47:26.339237 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-cb4f7a60-3928-4f8c-9dc4-2ecdfe498fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (1aaf028b-69e4-4fa3-ae03-6e21f0888064), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:26.385992 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73be5ba-1da3-4b48-bc24-8328b75ba708 req-c69debc4-ee7c-47f8-8809-666bfa41f692 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:26.387819 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a73be5ba-1da3-4b48-bc24-8328b75ba708 req-c69debc4-ee7c-47f8-8809-666bfa41f692 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=30f80b90-7fc3-49f0-b87a-910594edfd75 HTTP/1.1" status: 200 len: 931 time: 0.2240152 Feb 09 21:47:26.493532 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-cb4f7a60-3928-4f8c-9dc4-2ecdfe498fd9 None None] For port 1aaf028b-69e4-4fa3-ae03-6e21f0888064, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:47:26.501448 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-cb4f7a60-3928-4f8c-9dc4-2ecdfe498fd9 None None] For port 1aaf028b-69e4-4fa3-ae03-6e21f0888064, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=1aaf028b-69e4-4fa3-ae03-6e21f0888064,segment=NetworkSegment(0fa3f90f-c3b8-48cf-bd7e-f8a4c111f432),segment_id=0fa3f90f-c3b8-48cf-bd7e-f8a4c111f432)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:47:26.516209 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-cb4f7a60-3928-4f8c-9dc4-2ecdfe498fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (1aaf028b-69e4-4fa3-ae03-6e21f0888064), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:26.552568 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a73be5ba-1da3-4b48-bc24-8328b75ba708 req-2d5caaff-161c-4efe-82bf-cce10e7a9065 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462543 Feb 09 21:47:26.555123 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-3ddbb047-d077-4570-8589-43b9dff379c9 req-5e3f08a9-356d-47b2-8a72-aba4d569fd5d tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Publish callbacks [] for port (b4e25ebc-c037-44cd-841c-f557319816e0), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:26.564524 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-3ddbb047-d077-4570-8589-43b9dff379c9 req-5e3f08a9-356d-47b2-8a72-aba4d569fd5d tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (b4e25ebc-c037-44cd-841c-f557319816e0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:26.634662 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [req-8b03000a-4030-4c72-a9a1-b9a4e51d168c req-da3f2b55-ae26-4388-ab59-211d63e2d640 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee7c64a0-bd45-4fd9-bd1e-5fb5a4cb7394 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:47:26.652465 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-8b03000a-4030-4c72-a9a1-b9a4e51d168c req-da3f2b55-ae26-4388-ab59-211d63e2d640 service neutron] Publish callbacks [] for port (ee7c64a0-bd45-4fd9-bd1e-5fb5a4cb7394), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:26.675640 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cbe8ab63-d6b4-4309-a2a6-66b63077e347 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] Publish callbacks [] for port (f2f6b30d-e655-4245-8b23-bd3259b032a5), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:26.728797 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4f7a60-3928-4f8c-9dc4-2ecdfe498fd9 None None] Pushing event updated for resources: {'Port': ['ID=1aaf028b-69e4-4fa3-ae03-6e21f0888064,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:26.733349 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3f08a9-356d-47b2-8a72-aba4d569fd5d tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Pushing event updated for resources: {'Port': ['ID=b4e25ebc-c037-44cd-841c-f557319816e0,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:26.742621 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [req-8b03000a-4030-4c72-a9a1-b9a4e51d168c req-da3f2b55-ae26-4388-ab59-211d63e2d640 service neutron] Transition to ACTIVE for port object ee7c64a0-bd45-4fd9-bd1e-5fb5a4cb7394 will not be triggered until provisioned by entity L2. {{(pid=103140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:47:26.746625 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-3ddbb047-d077-4570-8589-43b9dff379c9 req-5e3f08a9-356d-47b2-8a72-aba4d569fd5d tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (214fa21b-3a32-4fb2-a5f2-973a9974bde9), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:26.755198 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-8b03000a-4030-4c72-a9a1-b9a4e51d168c req-da3f2b55-ae26-4388-ab59-211d63e2d640 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (ee7c64a0-bd45-4fd9-bd1e-5fb5a4cb7394), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:26.779740 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cbe8ab63-d6b4-4309-a2a6-66b63077e347 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (f2f6b30d-e655-4245-8b23-bd3259b032a5), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:26.823973 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-3ddbb047-d077-4570-8589-43b9dff379c9 req-5e3f08a9-356d-47b2-8a72-aba4d569fd5d tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:26.825849 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3ddbb047-d077-4570-8589-43b9dff379c9 req-5e3f08a9-356d-47b2-8a72-aba4d569fd5d tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.8616960 Feb 09 21:47:26.881309 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe8ab63-d6b4-4309-a2a6-66b63077e347 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] Network f0651dac-2043-4d2f-8f15-7288efafb2ae is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:47:26.910520 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-cbe8ab63-d6b4-4309-a2a6-66b63077e347 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:47:26.927707 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe8ab63-d6b4-4309-a2a6-66b63077e347 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:47:26.945828 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3f2b55-ae26-4388-ab59-211d63e2d640 service neutron] Pushing event updated for resources: {'Port': ['ID=ee7c64a0-bd45-4fd9-bd1e-5fb5a4cb7394,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:26.990224 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe8ab63-d6b4-4309-a2a6-66b63077e347 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] Pushing event updated for resources: {'Port': ['ID=f2f6b30d-e655-4245-8b23-bd3259b032a5,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:27.021801 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device ab290a35-a881-457e-b82a-bb6a5f1de4ae details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:47:27.065358 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe8ab63-d6b4-4309-a2a6-66b63077e347 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:27.065358 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cbe8ab63-d6b4-4309-a2a6-66b63077e347 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:27.067798 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3ddbb047-d077-4570-8589-43b9dff379c9 req-af287d66-ab5a-4e9b-a231-29efb61df417 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "GET /v2.0/floatingips?floating_ip_address=172.25.3.57 HTTP/1.1" status: 200 len: 695 time: 0.2321458 Feb 09 21:47:27.127419 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-cbe8ab63-d6b4-4309-a2a6-66b63077e347 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.0815656 Feb 09 21:47:27.131901 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 44298) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:27.155163 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-629a2e34-74c7-4c2a-989f-0ab2e7c33332 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-2036098229', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:47:27.206553 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-629a2e34-74c7-4c2a-989f-0ab2e7c33332 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (ea6f2ebe-c318-4f27-81ba-d9284aa1d49d), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:27.207793 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-629a2e34-74c7-4c2a-989f-0ab2e7c33332 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (ea6f2ebe-c318-4f27-81ba-d9284aa1d49d), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:27.312444 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port ab290a35-a881-457e-b82a-bb6a5f1de4ae, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=ab290a35-a881-457e-b82a-bb6a5f1de4ae,segment=NetworkSegment(fd70fa0c-b170-42de-85a4-85b20f12af89),segment_id=fd70fa0c-b170-42de-85a4-85b20f12af89)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:47:27.318412 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-629a2e34-74c7-4c2a-989f-0ab2e7c33332 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] Publish callbacks [] for router_controller (ea6f2ebe-c318-4f27-81ba-d9284aa1d49d), precommit_add_association {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:27.327732 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-629a2e34-74c7-4c2a-989f-0ab2e7c33332 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (ea6f2ebe-c318-4f27-81ba-d9284aa1d49d), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:27.330091 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': 'ab290a35-a881-457e-b82a-bb6a5f1de4ae', 'network_id': 'e9a5657a-72c8-4eb7-9270-46ed5fd14a25', 'port_id': 'ab290a35-a881-457e-b82a-bb6a5f1de4ae', 'mac_address': 'fa:16:3e:e6:c1:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a77fad57-d7ca-4c6b-a8e5-5fa7d54c2e34', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:47:27.367514 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-629a2e34-74c7-4c2a-989f-0ab2e7c33332 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:27.380519 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-629a2e34-74c7-4c2a-989f-0ab2e7c33332 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2391429 Feb 09 21:47:27.380675 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 44300) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:27.399442 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port ab290a35-a881-457e-b82a-bb6a5f1de4ae is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:47:27.399865 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (ab290a35-a881-457e-b82a-bb6a5f1de4ae), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:27.415793 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab290a35-a881-457e-b82a-bb6a5f1de4ae {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:47:27.424041 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-7dfc43de-ea0b-4304-b7e4-c880799b7be9 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-525979088', 'prefixes': ['172.20.0.0/16']}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:47:27.438468 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port ab290a35-a881-457e-b82a-bb6a5f1de4ae, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=ab290a35-a881-457e-b82a-bb6a5f1de4ae,segment=NetworkSegment(fd70fa0c-b170-42de-85a4-85b20f12af89),segment_id=fd70fa0c-b170-42de-85a4-85b20f12af89)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:47:27.446731 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (ab290a35-a881-457e-b82a-bb6a5f1de4ae), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:27.542257 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=ab290a35-a881-457e-b82a-bb6a5f1de4ae,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:27.577584 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddbb047-d077-4570-8589-43b9dff379c9 req-8bf7a962-c499-4069-89d5-51d8b32d4ef7 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:27.579022 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3ddbb047-d077-4570-8589-43b9dff379c9 req-8bf7a962-c499-4069-89d5-51d8b32d4ef7 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "GET /v2.0/networks/54a442d5-50a0-4c75-85cc-d19f5bf58118 HTTP/1.1" status: 200 len: 784 time: 0.4531577 Feb 09 21:47:27.579846 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-8b03000a-4030-4c72-a9a1-b9a4e51d168c req-da3f2b55-ae26-4388-ab59-211d63e2d640 service neutron] Attempting to bind port ee7c64a0-bd45-4fd9-bd1e-5fb5a4cb7394 on host n-h1-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:47:27.580189 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-8b03000a-4030-4c72-a9a1-b9a4e51d168c req-da3f2b55-ae26-4388-ab59-211d63e2d640 service neutron] Attempting to bind port ee7c64a0-bd45-4fd9-bd1e-5fb5a4cb7394 by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': 'ab2445e6-d1b5-43a7-9d83-6a2f567a89ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '00735365-504a-4659-b7e0-5dd13c1577e5'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:47:27.580567 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b03000a-4030-4c72-a9a1-b9a4e51d168c req-da3f2b55-ae26-4388-ab59-211d63e2d640 service neutron] Attempting to bind port ee7c64a0-bd45-4fd9-bd1e-5fb5a4cb7394 on network 00735365-504a-4659-b7e0-5dd13c1577e5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:47:27.592313 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [req-3ddbb047-d077-4570-8589-43b9dff379c9 req-34ceb00d-1038-4d1b-b065-5653f984da05 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=103140) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:47:27.593380 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3ddbb047-d077-4570-8589-43b9dff379c9 req-34ceb00d-1038-4d1b-b065-5653f984da05 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064766 Feb 09 21:47:27.609148 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b03000a-4030-4c72-a9a1-b9a4e51d168c req-da3f2b55-ae26-4388-ab59-211d63e2d640 service neutron] Port ee7c64a0-bd45-4fd9-bd1e-5fb5a4cb7394 on network 00735365-504a-4659-b7e0-5dd13c1577e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:47:27.609480 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b03000a-4030-4c72-a9a1-b9a4e51d168c req-da3f2b55-ae26-4388-ab59-211d63e2d640 service neutron] Attempting to bind port ee7c64a0-bd45-4fd9-bd1e-5fb5a4cb7394 on network 00735365-504a-4659-b7e0-5dd13c1577e5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:47:27.629235 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b03000a-4030-4c72-a9a1-b9a4e51d168c req-da3f2b55-ae26-4388-ab59-211d63e2d640 service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:47:27.629549 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b03000a-4030-4c72-a9a1-b9a4e51d168c req-da3f2b55-ae26-4388-ab59-211d63e2d640 service neutron] Checking segment: {'id': 'ab2445e6-d1b5-43a7-9d83-6a2f567a89ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '00735365-504a-4659-b7e0-5dd13c1577e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:47:27.629946 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b03000a-4030-4c72-a9a1-b9a4e51d168c req-da3f2b55-ae26-4388-ab59-211d63e2d640 service neutron] Bound using segment: {'id': 'ab2445e6-d1b5-43a7-9d83-6a2f567a89ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '00735365-504a-4659-b7e0-5dd13c1577e5'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:47:27.630401 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-8b03000a-4030-4c72-a9a1-b9a4e51d168c req-da3f2b55-ae26-4388-ab59-211d63e2d640 service neutron] Bound port: ee7c64a0-bd45-4fd9-bd1e-5fb5a4cb7394, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab2445e6-d1b5-43a7-9d83-6a2f567a89ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '00735365-504a-4659-b7e0-5dd13c1577e5'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:47:27.630770 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-8b03000a-4030-4c72-a9a1-b9a4e51d168c req-da3f2b55-ae26-4388-ab59-211d63e2d640 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (ee7c64a0-bd45-4fd9-bd1e-5fb5a4cb7394), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:27.643210 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d483ca7d-ef88-4979-9e6a-b7c752b1491d req-209b7195-4e62-40a8-8aeb-a3ba0d8aba13 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:27.652253 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d483ca7d-ef88-4979-9e6a-b7c752b1491d req-209b7195-4e62-40a8-8aeb-a3ba0d8aba13 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/ports?device_id=196a7219-50a0-4378-9317-db757eb7b09b HTTP/1.1" status: 200 len: 943 time: 0.5256507 Feb 09 21:47:27.898523 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['ab290a35-a881-457e-b82a-bb6a5f1de4ae'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:47:27.910550 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d483ca7d-ef88-4979-9e6a-b7c752b1491d req-fa8343f7-76cd-4cb8-a5a6-c46743c9a821 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/security-groups?id=28acdcb4-ce07-4669-ac01-31d2a11868db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2592216 Feb 09 21:47:27.941396 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7dfc43de-ea0b-4304-b7e4-c880799b7be9 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:27.942873 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-7dfc43de-ea0b-4304-b7e4-c880799b7be9 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] 10.222.0.90 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.5652385 Feb 09 21:47:27.946537 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 44316) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:27.953452 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.tag.tag_plugin [None req-b0d21dd7-cc79-4da0-8c3e-08475f016151 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'a173f14c-e2e0-4af3-807c-832bb59c9f7d', 'tempest-TagsExtTest-Tag-2012128021') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:27.960908 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6556da48-9407-4120-a33d-81d85015363e req-89199fa0-d6ee-428f-ac9d-324eb30dcdfb tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:27.971409 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6556da48-9407-4120-a33d-81d85015363e req-89199fa0-d6ee-428f-ac9d-324eb30dcdfb tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=30f80b90-7fc3-49f0-b87a-910594edfd75 HTTP/1.1" status: 200 len: 943 time: 0.2606256 Feb 09 21:47:27.974165 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-8b03000a-4030-4c72-a9a1-b9a4e51d168c req-da3f2b55-ae26-4388-ab59-211d63e2d640 service neutron] For port ee7c64a0-bd45-4fd9-bd1e-5fb5a4cb7394, host n-h1-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:47:28.000411 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-8b03000a-4030-4c72-a9a1-b9a4e51d168c req-da3f2b55-ae26-4388-ab59-211d63e2d640 service neutron] For port ee7c64a0-bd45-4fd9-bd1e-5fb5a4cb7394, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=ee7c64a0-bd45-4fd9-bd1e-5fb5a4cb7394,segment=NetworkSegment(ab2445e6-d1b5-43a7-9d83-6a2f567a89ca),segment_id=ab2445e6-d1b5-43a7-9d83-6a2f567a89ca)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:47:28.050671 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-8b03000a-4030-4c72-a9a1-b9a4e51d168c req-da3f2b55-ae26-4388-ab59-211d63e2d640 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (ee7c64a0-bd45-4fd9-bd1e-5fb5a4cb7394), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:28.167613 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b03000a-4030-4c72-a9a1-b9a4e51d168c req-da3f2b55-ae26-4388-ab59-211d63e2d640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:28.169797 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-8b03000a-4030-4c72-a9a1-b9a4e51d168c req-da3f2b55-ae26-4388-ab59-211d63e2d640 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:28.176811 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8b03000a-4030-4c72-a9a1-b9a4e51d168c req-da3f2b55-ae26-4388-ab59-211d63e2d640 service neutron] 10.222.0.95 "PUT /v2.0/ports/ee7c64a0-bd45-4fd9-bd1e-5fb5a4cb7394 HTTP/1.1" status: 200 len: 1091 time: 2.5390217 Feb 09 21:47:28.203445 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-b0d21dd7-cc79-4da0-8c3e-08475f016151 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] 10.222.0.90 "PUT /v2.0/subnets/a173f14c-e2e0-4af3-807c-832bb59c9f7d/tags/tempest-TagsExtTest-Tag-2012128021 HTTP/1.1" status: 201 len: 201 time: 0.2556345 Feb 09 21:47:28.206105 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 44318) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:28.211086 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.tag.tag_plugin [None req-f425cca6-a8d2-40bd-b3b7-933a73dd06a4 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'f2f6b30d-e655-4245-8b23-bd3259b032a5', 'tempest-TagsExtTest-Tag-999916136') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:28.259148 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30f80b90-7fc3-49f0-b87a-910594edfd75', 'tag': 'ee7c64a0-bd45-4fd9-bd1e-5fb5a4cb7394'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:47:28.261492 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e432bf88-018b-4455-9fde-6536f1eb59f4" -d '{"events": [{"name": "network-changed", "server_uuid": "30f80b90-7fc3-49f0-b87a-910594edfd75", "tag": "ee7c64a0-bd45-4fd9-bd1e-5fb5a4cb7394"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:47:28.408305 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-f425cca6-a8d2-40bd-b3b7-933a73dd06a4 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] 10.222.0.90 "PUT /v2.0/ports/f2f6b30d-e655-4245-8b23-bd3259b032a5/tags/tempest-TagsExtTest-Tag-999916136 HTTP/1.1" status: 201 len: 201 time: 0.1985252 Feb 09 21:47:28.409020 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 44322) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:28.420374 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6556da48-9407-4120-a33d-81d85015363e req-54bbdc16-ae6d-4dd3-af1b-5afe53cedc6e tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4434631 Feb 09 21:47:28.430018 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.tag.tag_plugin [None req-0c35b628-11e8-4e51-a8de-e62ca6e40912 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'ea6f2ebe-c318-4f27-81ba-d9284aa1d49d', 'tempest-TagsExtTest-Tag-4040692') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:28.454086 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3f2b55-ae26-4388-ab59-211d63e2d640 service neutron] Pushing event updated for resources: {'Port': ['ID=ee7c64a0-bd45-4fd9-bd1e-5fb5a4cb7394,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:28.477739 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082505e2-1b6b-44e4-a606-5be8b512439b None None] Network f0651dac-2043-4d2f-8f15-7288efafb2ae requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:47:28.517117 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b03000a-4030-4c72-a9a1-b9a4e51d168c req-d788e224-ab23-421f-acdd-b1d988d41093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:28.518714 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8b03000a-4030-4c72-a9a1-b9a4e51d168c req-d788e224-ab23-421f-acdd-b1d988d41093 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=73aafa54b15b4f2e83f3753252e1608e&device_id=30f80b90-7fc3-49f0-b87a-910594edfd75 HTTP/1.1" status: 200 len: 1125 time: 0.2330430 Feb 09 21:47:28.526482 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38583860-8d73-49c5-9bd7-eff6c2958a68 req-1bf69b5e-83ed-4905-b755-0efbb8337610 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:28.528768 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-38583860-8d73-49c5-9bd7-eff6c2958a68 req-1bf69b5e-83ed-4905-b755-0efbb8337610 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "GET /v2.0/ports?device_id=c50e996d-3eef-4dc6-9a7b-8319a153165b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3945546 Feb 09 21:47:28.530361 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d265e30-261c-4ec4-a72b-e8315e8e799f x-openstack-request-id: req-9d265e30-261c-4ec4-a72b-e8315e8e799f {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:47:28.530655 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30f80b90-7fc3-49f0-b87a-910594edfd75", "tag": "ee7c64a0-bd45-4fd9-bd1e-5fb5a4cb7394", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:47:28.530908 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-9d265e30-261c-4ec4-a72b-e8315e8e799f {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:47:28.531294 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30f80b90-7fc3-49f0-b87a-910594edfd75', 'tag': 'ee7c64a0-bd45-4fd9-bd1e-5fb5a4cb7394', 'status': 'completed', 'code': 200} Feb 09 21:47:28.669076 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8b03000a-4030-4c72-a9a1-b9a4e51d168c req-11de7b71-3421-49ae-997e-007a345d51cf service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ee7c64a0-bd45-4fd9-bd1e-5fb5a4cb7394 HTTP/1.1" status: 200 len: 217 time: 0.1297834 Feb 09 21:47:28.769756 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-0c35b628-11e8-4e51-a8de-e62ca6e40912 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] 10.222.0.90 "PUT /v2.0/routers/ea6f2ebe-c318-4f27-81ba-d9284aa1d49d/tags/tempest-TagsExtTest-Tag-4040692 HTTP/1.1" status: 201 len: 201 time: 0.3570914 Feb 09 21:47:28.770012 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 44330) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:28.779513 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.tag.tag_plugin [None req-726749b6-303c-41bb-8773-4293c84d0764 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '4100b8ab-488d-40b7-868b-36377b361303', 'tempest-TagsExtTest-Tag-462819042') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:28.786136 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b03000a-4030-4c72-a9a1-b9a4e51d168c req-a79e0da9-ce70-410c-87ee-c63f69b84d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:28.788162 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8b03000a-4030-4c72-a9a1-b9a4e51d168c req-a79e0da9-ce70-410c-87ee-c63f69b84d55 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0d4cb0a9-0f8b-4759-aa75-9f58c47a4974 HTTP/1.1" status: 200 len: 852 time: 0.0822458 Feb 09 21:47:28.789330 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 1aaf028b-69e4-4fa3-ae03-6e21f0888064 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:47:28.797769 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-38583860-8d73-49c5-9bd7-eff6c2958a68 req-147af5b6-10ae-4dc2-a39f-3ea5b213210c tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "GET /v2.0/floatingips?floating_ip_address=172.25.3.57 HTTP/1.1" status: 200 len: 695 time: 0.2614655 Feb 09 21:47:28.813686 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-38583860-8d73-49c5-9bd7-eff6c2958a68 req-e7341eb6-8a7e-46dd-b2f1-06e79597a8ae tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Request body: {'floatingip': {'port_id': '2b445a72-6498-4132-927f-0112a47d469b', 'fixed_ip_address': '172.20.0.2'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:47:28.875503 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-726749b6-303c-41bb-8773-4293c84d0764 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] 10.222.0.90 "PUT /v2.0/subnetpools/4100b8ab-488d-40b7-868b-36377b361303/tags/tempest-TagsExtTest-Tag-462819042 HTTP/1.1" status: 201 len: 201 time: 0.1022644 Feb 09 21:47:28.876061 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 44332) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:28.876658 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8b03000a-4030-4c72-a9a1-b9a4e51d168c req-24f8d0b0-fe96-4221-8875-e595d52ba94a service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=00735365-504a-4659-b7e0-5dd13c1577e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736330 Feb 09 21:47:28.882765 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.tag.tag_plugin [None req-0da9af1f-8329-45b2-b8a5-875ea53137eb tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'a173f14c-e2e0-4af3-807c-832bb59c9f7d') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:28.897268 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-38583860-8d73-49c5-9bd7-eff6c2958a68 req-e7341eb6-8a7e-46dd-b2f1-06e79597a8ae tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Publish callbacks [] for floatingip (214fa21b-3a32-4fb2-a5f2-973a9974bde9), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:28.913715 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-d64eb7ff-f243-4870-8014-9c32c898974e None None] Provisioning complete for port 1aaf028b-69e4-4fa3-ae03-6e21f0888064 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:47:28.916870 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d64eb7ff-f243-4870-8014-9c32c898974e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (1aaf028b-69e4-4fa3-ae03-6e21f0888064), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:29.017496 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-0da9af1f-8329-45b2-b8a5-875ea53137eb tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] 10.222.0.90 "GET /v2.0/subnets/a173f14c-e2e0-4af3-807c-832bb59c9f7d/tags HTTP/1.1" status: 200 len: 241 time: 0.1403263 Feb 09 21:47:29.020405 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 44336) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:29.028278 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.tag.tag_plugin [None req-af3356e5-b535-474c-8cab-ea5cc78704f9 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a173f14c-e2e0-4af3-807c-832bb59c9f7d', 'tempest-TagsExtTest-Tag-2012128021') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:29.167092 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8b03000a-4030-4c72-a9a1-b9a4e51d168c req-70cd1944-75ba-42c9-8239-994b7ce4ad37 service neutron] 10.222.0.95 "GET /v2.0/networks/00735365-504a-4659-b7e0-5dd13c1577e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841086 Feb 09 21:47:29.178093 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-d64eb7ff-f243-4870-8014-9c32c898974e None None] Current status of the port 1aaf028b-69e4-4fa3-ae03-6e21f0888064 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:47:29.178517 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d64eb7ff-f243-4870-8014-9c32c898974e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (1aaf028b-69e4-4fa3-ae03-6e21f0888064), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:29.194356 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-af3356e5-b535-474c-8cab-ea5cc78704f9 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] 10.222.0.90 "GET /v2.0/subnets/a173f14c-e2e0-4af3-807c-832bb59c9f7d/tags/tempest-TagsExtTest-Tag-2012128021 HTTP/1.1" status: 204 len: 168 time: 0.1722243 Feb 09 21:47:29.196731 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 44338) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:29.201636 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.tag.tag_plugin [None req-e7178036-d015-452b-99ec-91f050fde32b tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'a173f14c-e2e0-4af3-807c-832bb59c9f7d', 'tempest-TagsExtTest-Tag-2012128021') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:29.226309 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 1aaf028b-69e4-4fa3-ae03-6e21f0888064 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:47:29.226696 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (1aaf028b-69e4-4fa3-ae03-6e21f0888064), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:29.395088 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-d64eb7ff-f243-4870-8014-9c32c898974e None None] For port 1aaf028b-69e4-4fa3-ae03-6e21f0888064, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=1aaf028b-69e4-4fa3-ae03-6e21f0888064,segment=NetworkSegment(0fa3f90f-c3b8-48cf-bd7e-f8a4c111f432),segment_id=0fa3f90f-c3b8-48cf-bd7e-f8a4c111f432)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:47:29.405659 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-e7178036-d015-452b-99ec-91f050fde32b tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] 10.222.0.90 "DELETE /v2.0/subnets/a173f14c-e2e0-4af3-807c-832bb59c9f7d/tags/tempest-TagsExtTest-Tag-2012128021 HTTP/1.1" status: 204 len: 168 time: 0.2078509 Feb 09 21:47:29.408030 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 44344) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:29.415437 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.tag.tag_plugin [None req-0abf5deb-5303-4257-8974-55dda1b446df tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'a173f14c-e2e0-4af3-807c-832bb59c9f7d') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:29.504845 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d64eb7ff-f243-4870-8014-9c32c898974e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (1aaf028b-69e4-4fa3-ae03-6e21f0888064), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:29.507192 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 1aaf028b-69e4-4fa3-ae03-6e21f0888064 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:47:29.598405 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-0abf5deb-5303-4257-8974-55dda1b446df tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] 10.222.0.90 "GET /v2.0/subnets/a173f14c-e2e0-4af3-807c-832bb59c9f7d/tags HTTP/1.1" status: 200 len: 205 time: 0.1883810 Feb 09 21:47:29.599359 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 44352) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:29.602846 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64eb7ff-f243-4870-8014-9c32c898974e None None] Pushing event updated for resources: {'Port': ['ID=1aaf028b-69e4-4fa3-ae03-6e21f0888064,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:29.605141 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.tag.tag_plugin [None req-16a13edb-993b-4df7-8bf9-71ca182443ec tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'f2f6b30d-e655-4245-8b23-bd3259b032a5') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:29.640391 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-09efa52a-2c9d-4c31-b156-6896fc50841a None None] Provisioning complete for port 1aaf028b-69e4-4fa3-ae03-6e21f0888064 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:47:29.641114 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-09efa52a-2c9d-4c31-b156-6896fc50841a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (1aaf028b-69e4-4fa3-ae03-6e21f0888064), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:29.738699 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-16a13edb-993b-4df7-8bf9-71ca182443ec tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] 10.222.0.90 "GET /v2.0/ports/f2f6b30d-e655-4245-8b23-bd3259b032a5/tags HTTP/1.1" status: 200 len: 240 time: 0.1374044 Feb 09 21:47:29.739339 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 44356) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:29.748923 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.tag.tag_plugin [None req-749c3ce0-c0e6-4f87-88c2-ec197a846e2c tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f2f6b30d-e655-4245-8b23-bd3259b032a5', 'tempest-TagsExtTest-Tag-999916136') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:29.765393 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-09efa52a-2c9d-4c31-b156-6896fc50841a None None] Current status of the port 1aaf028b-69e4-4fa3-ae03-6e21f0888064 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:47:29.778903 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-09efa52a-2c9d-4c31-b156-6896fc50841a None None] Provisioning complete for port f2f6b30d-e655-4245-8b23-bd3259b032a5 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:47:29.779911 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-09efa52a-2c9d-4c31-b156-6896fc50841a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (f2f6b30d-e655-4245-8b23-bd3259b032a5), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:29.844531 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-09efa52a-2c9d-4c31-b156-6896fc50841a None None] Port f2f6b30d-e655-4245-8b23-bd3259b032a5 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:47:29.888859 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-749c3ce0-c0e6-4f87-88c2-ec197a846e2c tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] 10.222.0.90 "GET /v2.0/ports/f2f6b30d-e655-4245-8b23-bd3259b032a5/tags/tempest-TagsExtTest-Tag-999916136 HTTP/1.1" status: 204 len: 168 time: 0.1483414 Feb 09 21:47:29.889420 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 44358) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:29.890941 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d142dc-b9d0-4eb6-ae0a-c0c6dac4f732 req-01c53df8-fe4b-4039-b16a-897af853648b tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:29.900848 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.tag.tag_plugin [None req-0cc18547-83b6-433b-967a-33313213aae5 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'f2f6b30d-e655-4245-8b23-bd3259b032a5', 'tempest-TagsExtTest-Tag-999916136') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:29.903783 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-56d142dc-b9d0-4eb6-ae0a-c0c6dac4f732 req-01c53df8-fe4b-4039-b16a-897af853648b tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/ports?device_id=196a7219-50a0-4378-9317-db757eb7b09b HTTP/1.1" status: 200 len: 944 time: 0.7434716 Feb 09 21:47:29.980088 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-243bb247-380e-47bd-86e4-2de98747fc1f None None] Provisioning complete for port f2f6b30d-e655-4245-8b23-bd3259b032a5 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:47:29.984964 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-243bb247-380e-47bd-86e4-2de98747fc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (f2f6b30d-e655-4245-8b23-bd3259b032a5), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:30.016106 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-56d142dc-b9d0-4eb6-ae0a-c0c6dac4f732 req-b938c817-95d0-4c5c-af4a-6adb0d697a67 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/security-groups?id=28acdcb4-ce07-4669-ac01-31d2a11868db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094584 Feb 09 21:47:30.018318 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8b03000a-4030-4c72-a9a1-b9a4e51d168c req-3a648540-e5d8-499d-90d5-824fe92d654f service neutron] 10.222.0.95 "GET /v2.0/networks/00735365-504a-4659-b7e0-5dd13c1577e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8069773 Feb 09 21:47:30.064856 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-243bb247-380e-47bd-86e4-2de98747fc1f None None] Port f2f6b30d-e655-4245-8b23-bd3259b032a5 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:47:30.069668 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-0cc18547-83b6-433b-967a-33313213aae5 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] 10.222.0.90 "DELETE /v2.0/ports/f2f6b30d-e655-4245-8b23-bd3259b032a5/tags/tempest-TagsExtTest-Tag-999916136 HTTP/1.1" status: 204 len: 168 time: 0.1791847 Feb 09 21:47:30.070530 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 44360) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:30.083086 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.tag.tag_plugin [None req-412cc3c4-6603-48f2-b9da-02508ffa17fb tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'f2f6b30d-e655-4245-8b23-bd3259b032a5') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:30.193180 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-412cc3c4-6603-48f2-b9da-02508ffa17fb tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] 10.222.0.90 "GET /v2.0/ports/f2f6b30d-e655-4245-8b23-bd3259b032a5/tags HTTP/1.1" status: 200 len: 205 time: 0.1213665 Feb 09 21:47:30.195768 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 44362) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:30.203901 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.tag.tag_plugin [None req-1a50fd2c-aee8-4238-9a71-586e288c1b80 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'ea6f2ebe-c318-4f27-81ba-d9284aa1d49d') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:30.310584 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-1a50fd2c-aee8-4238-9a71-586e288c1b80 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] 10.222.0.90 "GET /v2.0/routers/ea6f2ebe-c318-4f27-81ba-d9284aa1d49d/tags HTTP/1.1" status: 200 len: 238 time: 0.1129966 Feb 09 21:47:30.315286 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 44364) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:30.326801 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.tag.tag_plugin [None req-609b9c89-983e-4591-b87a-3b544df410d2 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ea6f2ebe-c318-4f27-81ba-d9284aa1d49d', 'tempest-TagsExtTest-Tag-4040692') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:30.426795 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-609b9c89-983e-4591-b87a-3b544df410d2 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] 10.222.0.90 "GET /v2.0/routers/ea6f2ebe-c318-4f27-81ba-d9284aa1d49d/tags/tempest-TagsExtTest-Tag-4040692 HTTP/1.1" status: 204 len: 168 time: 0.1119306 Feb 09 21:47:30.429424 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 44366) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:30.436479 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.tag.tag_plugin [None req-302f08a6-9219-41e3-a5ac-7984740f17ae tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'ea6f2ebe-c318-4f27-81ba-d9284aa1d49d', 'tempest-TagsExtTest-Tag-4040692') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:30.581175 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-302f08a6-9219-41e3-a5ac-7984740f17ae tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] 10.222.0.90 "DELETE /v2.0/routers/ea6f2ebe-c318-4f27-81ba-d9284aa1d49d/tags/tempest-TagsExtTest-Tag-4040692 HTTP/1.1" status: 204 len: 168 time: 0.1493626 Feb 09 21:47:30.582946 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 44372) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:30.592931 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.tag.tag_plugin [None req-42758de2-705c-423e-9151-955375ef9354 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'ea6f2ebe-c318-4f27-81ba-d9284aa1d49d') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:30.611870 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 1aaf028b-69e4-4fa3-ae03-6e21f0888064 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:47:30.720566 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 1aaf028b-69e4-4fa3-ae03-6e21f0888064 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:47:30.721244 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (1aaf028b-69e4-4fa3-ae03-6e21f0888064), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:30.752656 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-42758de2-705c-423e-9151-955375ef9354 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] 10.222.0.90 "GET /v2.0/routers/ea6f2ebe-c318-4f27-81ba-d9284aa1d49d/tags HTTP/1.1" status: 200 len: 205 time: 0.1677358 Feb 09 21:47:30.755040 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 44374) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:30.767999 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.tag.tag_plugin [None req-ea3ead4b-de1a-489d-953d-ed5229d2d1d9 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '4100b8ab-488d-40b7-868b-36377b361303') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:30.801171 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-ea3ead4b-de1a-489d-953d-ed5229d2d1d9 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] 10.222.0.90 "GET /v2.0/subnetpools/4100b8ab-488d-40b7-868b-36377b361303/tags HTTP/1.1" status: 200 len: 240 time: 0.0451231 Feb 09 21:47:30.804281 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 44378) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:30.808758 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.tag.tag_plugin [None req-543b9253-b2bf-4617-a445-d52d2d0b4f16 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4100b8ab-488d-40b7-868b-36377b361303', 'tempest-TagsExtTest-Tag-462819042') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:30.841098 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52af3e7b-4331-43c1-9a70-6e22f380fa8d req-0b40bc81-92e0-42c2-93d4-fa22c3a42d46 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:30.849469 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-52af3e7b-4331-43c1-9a70-6e22f380fa8d req-0b40bc81-92e0-42c2-93d4-fa22c3a42d46 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=30f80b90-7fc3-49f0-b87a-910594edfd75 HTTP/1.1" status: 200 len: 943 time: 0.6817629 Feb 09 21:47:30.863010 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e432bf88-018b-4455-9fde-6536f1eb59f4 req-41ed6be1-7006-48a5-9b8a-14c9f91d113f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:30.864572 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e432bf88-018b-4455-9fde-6536f1eb59f4 req-41ed6be1-7006-48a5-9b8a-14c9f91d113f service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=73aafa54b15b4f2e83f3753252e1608e&device_id=30f80b90-7fc3-49f0-b87a-910594edfd75 HTTP/1.1" status: 200 len: 1125 time: 0.7574015 Feb 09 21:47:30.874049 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-543b9253-b2bf-4617-a445-d52d2d0b4f16 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] 10.222.0.90 "GET /v2.0/subnetpools/4100b8ab-488d-40b7-868b-36377b361303/tags/tempest-TagsExtTest-Tag-462819042 HTTP/1.1" status: 204 len: 168 time: 0.0686510 Feb 09 21:47:30.878397 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 44380) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:30.891216 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.tag.tag_plugin [None req-960f5307-48c7-49cd-a7d2-6708f218852f tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '4100b8ab-488d-40b7-868b-36377b361303', 'tempest-TagsExtTest-Tag-462819042') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:30.908166 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 1aaf028b-69e4-4fa3-ae03-6e21f0888064 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:47:30.941494 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-960f5307-48c7-49cd-a7d2-6708f218852f tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] 10.222.0.90 "DELETE /v2.0/subnetpools/4100b8ab-488d-40b7-868b-36377b361303/tags/tempest-TagsExtTest-Tag-462819042 HTTP/1.1" status: 204 len: 168 time: 0.0614927 Feb 09 21:47:30.943665 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 44386) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:30.948178 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.tag.tag_plugin [None req-5de3ee46-19e9-4001-af12-24a1a872b766 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '4100b8ab-488d-40b7-868b-36377b361303') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:30.975994 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-5de3ee46-19e9-4001-af12-24a1a872b766 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] 10.222.0.90 "GET /v2.0/subnetpools/4100b8ab-488d-40b7-868b-36377b361303/tags HTTP/1.1" status: 200 len: 205 time: 0.0310512 Feb 09 21:47:30.978521 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 44388) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:30.984260 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.tag.tag_plugin [None req-ecc530ab-0091-4b0a-b11b-55b00628733d tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4100b8ab-488d-40b7-868b-36377b361303') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:31.018751 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-ecc530ab-0091-4b0a-b11b-55b00628733d tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] 10.222.0.90 "DELETE /v2.0/subnetpools/4100b8ab-488d-40b7-868b-36377b361303/tags HTTP/1.1" status: 204 len: 168 time: 0.0366611 Feb 09 21:47:31.019336 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 44390) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:31.027038 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device ab290a35-a881-457e-b82a-bb6a5f1de4ae up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:47:31.049443 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.tag.tag_plugin [None req-b9a7ff23-870f-4ada-adfb-9f52a7d3d821 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'ea6f2ebe-c318-4f27-81ba-d9284aa1d49d') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:31.115257 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.db.resource_extend [req-38583860-8d73-49c5-9bd7-eff6c2958a68 req-e7341eb6-8a7e-46dd-b2f1-06e79597a8ae tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 21:47:31.183427 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-52af3e7b-4331-43c1-9a70-6e22f380fa8d req-74ac6199-8b8d-4265-aa2e-59ee8f5907ae tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3330579 Feb 09 21:47:31.216946 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning for port ab290a35-a881-457e-b82a-bb6a5f1de4ae completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:47:31.227023 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port ab290a35-a881-457e-b82a-bb6a5f1de4ae triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:47:31.227023 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (ab290a35-a881-457e-b82a-bb6a5f1de4ae), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:31.249207 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e432bf88-018b-4455-9fde-6536f1eb59f4 req-30990630-62e9-43ed-9b15-fb7d80b767ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:31.252012 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e432bf88-018b-4455-9fde-6536f1eb59f4 req-30990630-62e9-43ed-9b15-fb7d80b767ca service neutron] 10.222.0.95 "GET /v2.0/networks?id=00735365-504a-4659-b7e0-5dd13c1577e5 HTTP/1.1" status: 200 len: 913 time: 0.3660026 Feb 09 21:47:31.288863 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-38583860-8d73-49c5-9bd7-eff6c2958a68 req-e7341eb6-8a7e-46dd-b2f1-06e79597a8ae tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:31.351104 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-38583860-8d73-49c5-9bd7-eff6c2958a68 req-e7341eb6-8a7e-46dd-b2f1-06e79597a8ae tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (214fa21b-3a32-4fb2-a5f2-973a9974bde9), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:31.360651 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e432bf88-018b-4455-9fde-6536f1eb59f4 req-aab6f59b-453a-407f-b527-f0bda870b919 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ee7c64a0-bd45-4fd9-bd1e-5fb5a4cb7394 HTTP/1.1" status: 200 len: 217 time: 0.0969870 Feb 09 21:47:31.417414 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port ab290a35-a881-457e-b82a-bb6a5f1de4ae is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:47:31.418249 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (ab290a35-a881-457e-b82a-bb6a5f1de4ae), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:31.464280 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port ab290a35-a881-457e-b82a-bb6a5f1de4ae, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=ab290a35-a881-457e-b82a-bb6a5f1de4ae,segment=NetworkSegment(fd70fa0c-b170-42de-85a4-85b20f12af89),segment_id=fd70fa0c-b170-42de-85a4-85b20f12af89)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:47:31.467208 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '196a7219-50a0-4378-9317-db757eb7b09b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab290a35-a881-457e-b82a-bb6a5f1de4ae'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:47:31.470813 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5c8aed6-1daf-450a-ae38-53feca2ba8a0" -d '{"events": [{"server_uuid": "196a7219-50a0-4378-9317-db757eb7b09b", "name": "network-vif-plugged", "status": "completed", "tag": "ab290a35-a881-457e-b82a-bb6a5f1de4ae"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:47:31.476819 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (ab290a35-a881-457e-b82a-bb6a5f1de4ae), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:31.544532 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=ab290a35-a881-457e-b82a-bb6a5f1de4ae,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:31.581506 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e432bf88-018b-4455-9fde-6536f1eb59f4 req-5eeb288b-e5c4-402a-ba2e-241f32f09a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:31.583023 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e432bf88-018b-4455-9fde-6536f1eb59f4 req-5eeb288b-e5c4-402a-ba2e-241f32f09a5c service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0d4cb0a9-0f8b-4759-aa75-9f58c47a4974 HTTP/1.1" status: 200 len: 852 time: 0.1681871 Feb 09 21:47:31.597357 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device ee7c64a0-bd45-4fd9-bd1e-5fb5a4cb7394 details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:47:31.707316 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e432bf88-018b-4455-9fde-6536f1eb59f4 req-a892754c-0350-4c69-bebf-22afa8f6c894 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=00735365-504a-4659-b7e0-5dd13c1577e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1153603 Feb 09 21:47:31.754885 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port ee7c64a0-bd45-4fd9-bd1e-5fb5a4cb7394, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=ee7c64a0-bd45-4fd9-bd1e-5fb5a4cb7394,segment=NetworkSegment(ab2445e6-d1b5-43a7-9d83-6a2f567a89ca),segment_id=ab2445e6-d1b5-43a7-9d83-6a2f567a89ca)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:47:31.775647 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': 'ee7c64a0-bd45-4fd9-bd1e-5fb5a4cb7394', 'network_id': '00735365-504a-4659-b7e0-5dd13c1577e5', 'port_id': 'ee7c64a0-bd45-4fd9-bd1e-5fb5a4cb7394', 'mac_address': 'fa:16:3e:ab:18:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d4cb0a9-0f8b-4759-aa75-9f58c47a4974', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:47:31.791550 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed1b969-a8a0-4b7e-9beb-deaa7e5d8a0b req-775b5b31-3180-4a15-a2ad-fe78770dc76d tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:31.793458 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1ed1b969-a8a0-4b7e-9beb-deaa7e5d8a0b req-775b5b31-3180-4a15-a2ad-fe78770dc76d tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/ports?device_id=196a7219-50a0-4378-9317-db757eb7b09b HTTP/1.1" status: 200 len: 944 time: 0.4537110 Feb 09 21:47:31.816784 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-b9a7ff23-870f-4ada-adfb-9f52a7d3d821 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] 10.222.0.90 "DELETE /v2.0/routers/ea6f2ebe-c318-4f27-81ba-d9284aa1d49d/tags HTTP/1.1" status: 204 len: 168 time: 0.7956738 Feb 09 21:47:31.818438 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 44404) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:31.834513 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.tag.tag_plugin [None req-381a364b-c43a-456f-9519-73674953d9d4 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'f2f6b30d-e655-4245-8b23-bd3259b032a5') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:31.848421 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port ee7c64a0-bd45-4fd9-bd1e-5fb5a4cb7394 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:47:31.848817 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (ee7c64a0-bd45-4fd9-bd1e-5fb5a4cb7394), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:31.870033 n-d-828369-5 neutron-server[103140]: INFO neutron.db.l3_db [req-38583860-8d73-49c5-9bd7-eff6c2958a68 req-e7341eb6-8a7e-46dd-b2f1-06e79597a8ae tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Floating IP 214fa21b-3a32-4fb2-a5f2-973a9974bde9 associated. External IP: 172.25.3.57, port: 2b445a72-6498-4132-927f-0112a47d469b. Feb 09 21:47:31.885055 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1ed1b969-a8a0-4b7e-9beb-deaa7e5d8a0b req-6cff40b4-7da2-4672-8335-2518f9f0a1ab tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/security-groups?id=28acdcb4-ce07-4669-ac01-31d2a11868db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816798 Feb 09 21:47:31.928990 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee7c64a0-bd45-4fd9-bd1e-5fb5a4cb7394 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:47:31.956447 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-381a364b-c43a-456f-9519-73674953d9d4 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] 10.222.0.90 "DELETE /v2.0/ports/f2f6b30d-e655-4245-8b23-bd3259b032a5/tags HTTP/1.1" status: 204 len: 168 time: 0.1368330 Feb 09 21:47:31.957108 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 44406) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:31.962283 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.tag.tag_plugin [None req-27f372c6-1361-46b9-a1d5-2e946ce39c31 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a173f14c-e2e0-4af3-807c-832bb59c9f7d') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:31.986098 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e432bf88-018b-4455-9fde-6536f1eb59f4 req-af9e4dfe-7c6c-45c9-855e-8ee4d77dc91b service neutron] 10.222.0.95 "GET /v2.0/networks/00735365-504a-4659-b7e0-5dd13c1577e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684865 Feb 09 21:47:31.999916 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port ee7c64a0-bd45-4fd9-bd1e-5fb5a4cb7394, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=ee7c64a0-bd45-4fd9-bd1e-5fb5a4cb7394,segment=NetworkSegment(ab2445e6-d1b5-43a7-9d83-6a2f567a89ca),segment_id=ab2445e6-d1b5-43a7-9d83-6a2f567a89ca)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:47:32.008729 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (ee7c64a0-bd45-4fd9-bd1e-5fb5a4cb7394), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:32.061118 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 44408) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:32.066202 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.tag.tag_plugin [None req-4b1ea5f8-29c5-4403-8b16-6786f47c8808 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'a173f14c-e2e0-4af3-807c-832bb59c9f7d', 'tempest-TagsExtTest-Tag-1729155014') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:32.071821 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-27f372c6-1361-46b9-a1d5-2e946ce39c31 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] 10.222.0.90 "DELETE /v2.0/subnets/a173f14c-e2e0-4af3-807c-832bb59c9f7d/tags HTTP/1.1" status: 204 len: 168 time: 0.1121585 Feb 09 21:47:32.072067 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb28deef-40d2-46f0-bcfc-faeca06bc467 x-openstack-request-id: req-cb28deef-40d2-46f0-bcfc-faeca06bc467 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:47:32.072409 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "196a7219-50a0-4378-9317-db757eb7b09b", "name": "network-vif-plugged", "status": "completed", "tag": "ab290a35-a881-457e-b82a-bb6a5f1de4ae", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:47:32.075520 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-cb28deef-40d2-46f0-bcfc-faeca06bc467 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:47:32.077033 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '196a7219-50a0-4378-9317-db757eb7b09b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab290a35-a881-457e-b82a-bb6a5f1de4ae', 'code': 200} Feb 09 21:47:32.143589 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=ee7c64a0-bd45-4fd9-bd1e-5fb5a4cb7394,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:32.249321 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e077581-3cc4-4e31-92b4-edb29a088917 req-c850dd4c-7d11-474c-aa40-1934d5afb8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:32.251026 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-9e077581-3cc4-4e31-92b4-edb29a088917 req-c850dd4c-7d11-474c-aa40-1934d5afb8bb service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=196a7219-50a0-4378-9317-db757eb7b09b HTTP/1.1" status: 200 len: 1127 time: 0.1228712 Feb 09 21:47:32.330177 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['ee7c64a0-bd45-4fd9-bd1e-5fb5a4cb7394'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:47:32.426820 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-9e077581-3cc4-4e31-92b4-edb29a088917 req-3e023305-cce4-40a2-b63d-c41101e9b334 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=28acdcb4-ce07-4669-ac01-31d2a11868db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1543963 Feb 09 21:47:32.432339 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e432bf88-018b-4455-9fde-6536f1eb59f4 req-cfda2d56-0ff8-4011-a8fd-b219765c5f1b service neutron] 10.222.0.95 "GET /v2.0/networks/00735365-504a-4659-b7e0-5dd13c1577e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4332409 Feb 09 21:47:32.584434 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-4b1ea5f8-29c5-4403-8b16-6786f47c8808 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] 10.222.0.90 "PUT /v2.0/subnets/a173f14c-e2e0-4af3-807c-832bb59c9f7d/tags/tempest-TagsExtTest-Tag-1729155014 HTTP/1.1" status: 201 len: 201 time: 0.5217342 Feb 09 21:47:32.587683 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 44418) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:32.593680 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.tag.tag_plugin [None req-0c7c8d1f-a638-4d66-ab8c-40188751a522 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'f2f6b30d-e655-4245-8b23-bd3259b032a5', 'tempest-TagsExtTest-Tag-37135018') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:32.767134 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [req-38583860-8d73-49c5-9bd7-eff6c2958a68 req-e7341eb6-8a7e-46dd-b2f1-06e79597a8ae tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Router 17c4ca5e-5827-4f77-867c-98268bc71729 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:47:32.767413 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-0c7c8d1f-a638-4d66-ab8c-40188751a522 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] 10.222.0.90 "PUT /v2.0/ports/f2f6b30d-e655-4245-8b23-bd3259b032a5/tags/tempest-TagsExtTest-Tag-37135018 HTTP/1.1" status: 201 len: 201 time: 0.1757302 Feb 09 21:47:32.767527 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 44424) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:32.801505 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.tag.tag_plugin [None req-f6d3c9b6-3c7f-4164-94ea-a49acba815bc tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'ea6f2ebe-c318-4f27-81ba-d9284aa1d49d', 'tempest-TagsExtTest-Tag-2051637006') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:32.925688 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad86631e-c03a-469c-a3a0-2aecbc40854b req-034cfbd7-ad47-4758-9ff3-4b3d3d81fec4 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:32.927321 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ad86631e-c03a-469c-a3a0-2aecbc40854b req-034cfbd7-ad47-4758-9ff3-4b3d3d81fec4 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=30f80b90-7fc3-49f0-b87a-910594edfd75 HTTP/1.1" status: 200 len: 944 time: 0.4893029 Feb 09 21:47:33.127123 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ad86631e-c03a-469c-a3a0-2aecbc40854b req-ec9e47bc-fef5-4428-9408-52e6ea687e72 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724472 Feb 09 21:47:33.177804 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-38583860-8d73-49c5-9bd7-eff6c2958a68 req-e7341eb6-8a7e-46dd-b2f1-06e79597a8ae tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:47:33.188105 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ef1b91-558e-4ed7-92a5-99a1b04a5e64 None None] Sync routers for ids ['17c4ca5e-5827-4f77-867c-98268bc71729'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:47:33.228115 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ef1b91-558e-4ed7-92a5-99a1b04a5e64 None None] Routers {'17c4ca5e-5827-4f77-867c-98268bc71729'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:47:33.230867 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-38583860-8d73-49c5-9bd7-eff6c2958a68 req-e7341eb6-8a7e-46dd-b2f1-06e79597a8ae tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:33.232206 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-01ef1b91-558e-4ed7-92a5-99a1b04a5e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:47:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['17c4ca5e-5827-4f77-867c-98268bc71729'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:33.427197 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 44430) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:33.428002 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-f6d3c9b6-3c7f-4164-94ea-a49acba815bc tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] 10.222.0.90 "PUT /v2.0/routers/ea6f2ebe-c318-4f27-81ba-d9284aa1d49d/tags/tempest-TagsExtTest-Tag-2051637006 HTTP/1.1" status: 201 len: 201 time: 0.6474206 Feb 09 21:47:33.429779 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-38583860-8d73-49c5-9bd7-eff6c2958a68 req-e7341eb6-8a7e-46dd-b2f1-06e79597a8ae tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "PUT /v2.0/floatingips/214fa21b-3a32-4fb2-a5f2-973a9974bde9 HTTP/1.1" status: 200 len: 995 time: 4.6210132 Feb 09 21:47:33.433432 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.tag.tag_plugin [None req-5520bc78-7ed0-4fbd-b540-149edddb1933 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '4100b8ab-488d-40b7-868b-36377b361303', 'tempest-TagsExtTest-Tag-1749962528') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:33.435132 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c50e996d-3eef-4dc6-9a7b-8319a153165b', 'tag': '2b445a72-6498-4132-927f-0112a47d469b'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:47:33.439533 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26415926-3299-49e0-a433-c12126e9a850" -d '{"events": [{"name": "network-changed", "server_uuid": "c50e996d-3eef-4dc6-9a7b-8319a153165b", "tag": "2b445a72-6498-4132-927f-0112a47d469b"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:47:33.508257 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-5520bc78-7ed0-4fbd-b540-149edddb1933 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] 10.222.0.90 "PUT /v2.0/subnetpools/4100b8ab-488d-40b7-868b-36377b361303/tags/tempest-TagsExtTest-Tag-1749962528 HTTP/1.1" status: 201 len: 201 time: 0.0775182 Feb 09 21:47:33.511178 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 44434) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:33.520958 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.tag.tag_plugin [None req-47f4b722-d573-4e4a-b571-a0fd441390c4 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'a173f14c-e2e0-4af3-807c-832bb59c9f7d', {'tags': ['tempest-TagsExtTest-Tag-1520860147', 'tempest-TagsExtTest-Tag-1029031589', 'tempest-TagsExtTest-Tag-253282285']}) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:33.536105 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d79f6-20ee-4534-9a2a-fedbc359bab0 req-90a7aed3-49d0-4cc4-9f50-8dc6124eba82 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:33.538540 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-566d79f6-20ee-4534-9a2a-fedbc359bab0 req-90a7aed3-49d0-4cc4-9f50-8dc6124eba82 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/ports?device_id=196a7219-50a0-4378-9317-db757eb7b09b HTTP/1.1" status: 200 len: 945 time: 0.2971776 Feb 09 21:47:33.588333 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38583860-8d73-49c5-9bd7-eff6c2958a68 req-79c5bd75-4040-4eda-b192-afb165439b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:33.591290 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-38583860-8d73-49c5-9bd7-eff6c2958a68 req-79c5bd75-4040-4eda-b192-afb165439b5a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5312098ae3a8474b879f099ad572bad2&device_id=c50e996d-3eef-4dc6-9a7b-8319a153165b HTTP/1.1" status: 200 len: 1127 time: 0.1319134 Feb 09 21:47:33.701024 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-47f4b722-d573-4e4a-b571-a0fd441390c4 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] 10.222.0.90 "PUT /v2.0/subnets/a173f14c-e2e0-4af3-807c-832bb59c9f7d/tags HTTP/1.1" status: 200 len: 317 time: 0.1857932 Feb 09 21:47:33.701257 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 44436) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:33.705378 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.tag.tag_plugin [None req-7e7f8030-dea2-4ee4-8088-271d9acd2e44 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a173f14c-e2e0-4af3-807c-832bb59c9f7d') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:33.718470 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-566d79f6-20ee-4534-9a2a-fedbc359bab0 req-bde58f20-1157-4ef3-8775-ea572cce0ff6 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/security-groups?id=28acdcb4-ce07-4669-ac01-31d2a11868db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1689408 Feb 09 21:47:33.815832 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38583860-8d73-49c5-9bd7-eff6c2958a68 req-d1967125-bd2a-4005-a6e5-89a05b3805c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:33.817559 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-38583860-8d73-49c5-9bd7-eff6c2958a68 req-d1967125-bd2a-4005-a6e5-89a05b3805c7 service neutron] 10.222.0.90 "GET /v2.0/networks?id=8d4b7775-2d23-4928-88f4-d74b5ea85dd4 HTTP/1.1" status: 200 len: 920 time: 0.1958029 Feb 09 21:47:33.819935 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device ee7c64a0-bd45-4fd9-bd1e-5fb5a4cb7394 up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:47:33.948736 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f633d36a-8cff-46c5-a83d-3bbb75680ac7 x-openstack-request-id: req-f633d36a-8cff-46c5-a83d-3bbb75680ac7 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:47:33.949713 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c50e996d-3eef-4dc6-9a7b-8319a153165b", "tag": "2b445a72-6498-4132-927f-0112a47d469b", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:47:33.949713 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-f633d36a-8cff-46c5-a83d-3bbb75680ac7 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:47:33.949713 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c50e996d-3eef-4dc6-9a7b-8319a153165b', 'tag': '2b445a72-6498-4132-927f-0112a47d469b', 'status': 'completed', 'code': 200} Feb 09 21:47:33.965975 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-7e7f8030-dea2-4ee4-8088-271d9acd2e44 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] 10.222.0.90 "DELETE /v2.0/subnets/a173f14c-e2e0-4af3-807c-832bb59c9f7d/tags HTTP/1.1" status: 204 len: 168 time: 0.2626889 Feb 09 21:47:33.967968 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-01ef1b91-558e-4ed7-92a5-99a1b04a5e64 None None] Set router 17c4ca5e-5827-4f77-867c-98268bc71729 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:47:33.968135 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 44442) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:33.975471 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.tag.tag_plugin [None req-d91da660-2631-4220-adf1-70d10a572b46 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a173f14c-e2e0-4af3-807c-832bb59c9f7d', 'tempest-TagsExtTest-Tag-1520860147') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:34.096102 n-d-828369-5 neutron-server[103141]: INFO neutron.api.v2.resource [None req-d91da660-2631-4220-adf1-70d10a572b46 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] show failed (client error): The resource could not be found. Feb 09 21:47:34.101425 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-d91da660-2631-4220-adf1-70d10a572b46 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] 10.222.0.90 "GET /v2.0/subnets/a173f14c-e2e0-4af3-807c-832bb59c9f7d/tags/tempest-TagsExtTest-Tag-1520860147 HTTP/1.1" status: 404 len: 329 time: 0.1310039 Feb 09 21:47:34.104804 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 44444) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:34.112919 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.tag.tag_plugin [None req-5578218a-909f-4fde-a0f3-ac4ef735eafa tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a173f14c-e2e0-4af3-807c-832bb59c9f7d', 'tempest-TagsExtTest-Tag-1029031589') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:34.338428 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning for port ee7c64a0-bd45-4fd9-bd1e-5fb5a4cb7394 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:47:34.345324 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port ee7c64a0-bd45-4fd9-bd1e-5fb5a4cb7394 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:47:34.345703 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (ee7c64a0-bd45-4fd9-bd1e-5fb5a4cb7394), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:34.401873 n-d-828369-5 neutron-server[103141]: INFO neutron.api.v2.resource [None req-5578218a-909f-4fde-a0f3-ac4ef735eafa tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] show failed (client error): The resource could not be found. Feb 09 21:47:34.410276 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-5578218a-909f-4fde-a0f3-ac4ef735eafa tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] 10.222.0.90 "GET /v2.0/subnets/a173f14c-e2e0-4af3-807c-832bb59c9f7d/tags/tempest-TagsExtTest-Tag-1029031589 HTTP/1.1" status: 404 len: 329 time: 0.3006620 Feb 09 21:47:34.415289 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 44450) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:34.428814 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.tag.tag_plugin [None req-68de25b1-d93f-45e3-8c2c-bc9983a3dcaa tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a173f14c-e2e0-4af3-807c-832bb59c9f7d', 'tempest-TagsExtTest-Tag-253282285') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:34.558824 n-d-828369-5 neutron-server[103141]: INFO neutron.api.v2.resource [None req-68de25b1-d93f-45e3-8c2c-bc9983a3dcaa tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] show failed (client error): The resource could not be found. Feb 09 21:47:34.567076 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-68de25b1-d93f-45e3-8c2c-bc9983a3dcaa tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] 10.222.0.90 "GET /v2.0/subnets/a173f14c-e2e0-4af3-807c-832bb59c9f7d/tags/tempest-TagsExtTest-Tag-253282285 HTTP/1.1" status: 404 len: 328 time: 0.1503780 Feb 09 21:47:34.567856 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 44452) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:34.583252 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.tag.tag_plugin [None req-d65c27a5-55ee-4de9-9a28-f4cd4ecabc30 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'f2f6b30d-e655-4245-8b23-bd3259b032a5', {'tags': ['tempest-TagsExtTest-Tag-682546107', 'tempest-TagsExtTest-Tag-565846939', 'tempest-TagsExtTest-Tag-2121394']}) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:34.618656 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port ee7c64a0-bd45-4fd9-bd1e-5fb5a4cb7394 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:47:34.627332 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (ee7c64a0-bd45-4fd9-bd1e-5fb5a4cb7394), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:34.708956 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30f80b90-7fc3-49f0-b87a-910594edfd75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee7c64a0-bd45-4fd9-bd1e-5fb5a4cb7394'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:47:34.718628 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71e6925d-9a5f-4fce-a720-a742ea8248f1" -d '{"events": [{"server_uuid": "30f80b90-7fc3-49f0-b87a-910594edfd75", "name": "network-vif-plugged", "status": "completed", "tag": "ee7c64a0-bd45-4fd9-bd1e-5fb5a4cb7394"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:47:34.735515 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-d65c27a5-55ee-4de9-9a28-f4cd4ecabc30 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] 10.222.0.90 "PUT /v2.0/ports/f2f6b30d-e655-4245-8b23-bd3259b032a5/tags HTTP/1.1" status: 200 len: 313 time: 0.1664004 Feb 09 21:47:34.736184 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 44456) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:34.744168 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.tag.tag_plugin [None req-09f4b017-b105-4c3e-970a-2e6330c09d88 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'f2f6b30d-e655-4245-8b23-bd3259b032a5') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:34.759552 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port ee7c64a0-bd45-4fd9-bd1e-5fb5a4cb7394, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=ee7c64a0-bd45-4fd9-bd1e-5fb5a4cb7394,segment=NetworkSegment(ab2445e6-d1b5-43a7-9d83-6a2f567a89ca),segment_id=ab2445e6-d1b5-43a7-9d83-6a2f567a89ca)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:47:34.769977 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-01ef1b91-558e-4ed7-92a5-99a1b04a5e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c4ca5e-5827-4f77-867c-98268bc71729', 'name': 'tempest-ServerRescueTestJSONUnderV235-737623099-router', 'tenant_id': '5312098ae3a8474b879f099ad572bad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '4d527b18-da3b-4687-9360-096a8df57260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:45:50Z', 'updated_at': '2022-02-09T21:46:01Z', 'revision_number': 4, 'project_id': '5312098ae3a8474b879f099ad572bad2', 'gw_port': {'id': '4d527b18-da3b-4687-9360-096a8df57260', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ce:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c4ca5e-5827-4f77-867c-98268bc71729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:52Z', 'updated_at': '2022-02-09T21:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': '214fa21b-3a32-4fb2-a5f2-973a9974bde9', 'tenant_id': '5312098ae3a8474b879f099ad572bad2', 'floating_ip_address': '172.25.3.57', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': '17c4ca5e-5827-4f77-867c-98268bc71729', 'port_id': '2b445a72-6498-4132-927f-0112a47d469b', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 2473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d4b7775-2d23-4928-88f4-d74b5ea85dd4', 'mac_address': 'fa:16:3e:33:64:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50e996d-3eef-4dc6-9a7b-8319a153165b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:47:25Z', 'updated_at': '2022-02-09T21:47:30Z', 'revision_number': 1, 'project_id': '5312098ae3a8474b879f099ad572bad2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cabfc4e-d5b8-45f6-ac93-48f9e27b9fe3', 'name': '', 'network_id': '8d4b7775-2d23-4928-88f4-d74b5ea85dd4', 'tenant_id': '5312098ae3a8474b879f099ad572bad2', 'mac_address': 'fa:16:3e:7c:c1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c4ca5e-5827-4f77-867c-98268bc71729', 'device_owner': 'network:router_interface', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': '5f65088d-2de0-4968-a14e-b62ef283813c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:59Z', 'updated_at': '2022-02-09T21:46:09Z', 'revision_number': 5, 'project_id': '5312098ae3a8474b879f099ad572bad2', 'subnets': [{'id': '5f65088d-2de0-4968-a14e-b62ef283813c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:34.784473 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (ee7c64a0-bd45-4fd9-bd1e-5fb5a4cb7394), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:34.932267 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-09f4b017-b105-4c3e-970a-2e6330c09d88 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] 10.222.0.90 "DELETE /v2.0/ports/f2f6b30d-e655-4245-8b23-bd3259b032a5/tags HTTP/1.1" status: 204 len: 168 time: 0.1936557 Feb 09 21:47:34.932919 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 44464) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:34.939325 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.tag.tag_plugin [None req-42fac89b-0c1e-467d-af3c-531d783ca2f3 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f2f6b30d-e655-4245-8b23-bd3259b032a5', 'tempest-TagsExtTest-Tag-682546107') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:34.981499 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-38583860-8d73-49c5-9bd7-eff6c2958a68 req-dd5bb310-64ac-4faa-9d92-5f89dd7c1a72 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2b445a72-6498-4132-927f-0112a47d469b HTTP/1.1" status: 200 len: 998 time: 1.1559908 Feb 09 21:47:35.018114 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=ee7c64a0-bd45-4fd9-bd1e-5fb5a4cb7394,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:35.028109 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ef1b91-558e-4ed7-92a5-99a1b04a5e64 None None] Checking router: 17c4ca5e-5827-4f77-867c-98268bc71729 for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:47:35.047163 n-d-828369-5 neutron-server[103141]: INFO neutron.api.v2.resource [None req-42fac89b-0c1e-467d-af3c-531d783ca2f3 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] show failed (client error): The resource could not be found. Feb 09 21:47:35.050936 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ef1b91-558e-4ed7-92a5-99a1b04a5e64 None None] Routers {'17c4ca5e-5827-4f77-867c-98268bc71729'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:47:35.051582 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-01ef1b91-558e-4ed7-92a5-99a1b04a5e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:47:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['17c4ca5e-5827-4f77-867c-98268bc71729'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:35.057021 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-42fac89b-0c1e-467d-af3c-531d783ca2f3 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] 10.222.0.90 "GET /v2.0/ports/f2f6b30d-e655-4245-8b23-bd3259b032a5/tags/tempest-TagsExtTest-Tag-682546107 HTTP/1.1" status: 404 len: 328 time: 0.1227911 Feb 09 21:47:35.057791 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 44466) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:35.066223 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.tag.tag_plugin [None req-7018ec42-d592-4314-afea-1998f286bbff tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f2f6b30d-e655-4245-8b23-bd3259b032a5', 'tempest-TagsExtTest-Tag-565846939') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:35.123953 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26415926-3299-49e0-a433-c12126e9a850 req-b8d22353-3116-4cc9-857c-d5c45f08952d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:35.127915 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-26415926-3299-49e0-a433-c12126e9a850 req-b8d22353-3116-4cc9-857c-d5c45f08952d service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=5312098ae3a8474b879f099ad572bad2&device_id=c50e996d-3eef-4dc6-9a7b-8319a153165b HTTP/1.1" status: 200 len: 1127 time: 1.1756179 Feb 09 21:47:35.175466 n-d-828369-5 neutron-server[103141]: INFO neutron.api.v2.resource [None req-7018ec42-d592-4314-afea-1998f286bbff tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] show failed (client error): The resource could not be found. Feb 09 21:47:35.179530 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-7018ec42-d592-4314-afea-1998f286bbff tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] 10.222.0.90 "GET /v2.0/ports/f2f6b30d-e655-4245-8b23-bd3259b032a5/tags/tempest-TagsExtTest-Tag-565846939 HTTP/1.1" status: 404 len: 328 time: 0.1207559 Feb 09 21:47:35.181764 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 44468) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:35.185843 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.tag.tag_plugin [None req-e48e3449-c4f0-4f41-b573-666bed1d9617 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f2f6b30d-e655-4245-8b23-bd3259b032a5', 'tempest-TagsExtTest-Tag-2121394') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:35.211343 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c00d3f-4719-4f71-b188-9ae338ff50b5 req-857380fa-db45-42aa-bf8c-cb920ddd8b75 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:35.220568 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-20c00d3f-4719-4f71-b188-9ae338ff50b5 req-857380fa-db45-42aa-bf8c-cb920ddd8b75 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=30f80b90-7fc3-49f0-b87a-910594edfd75 HTTP/1.1" status: 200 len: 945 time: 0.3960834 Feb 09 21:47:35.277036 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-01ef1b91-558e-4ed7-92a5-99a1b04a5e64 None None] Set router 17c4ca5e-5827-4f77-867c-98268bc71729 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:47:35.284744 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38583860-8d73-49c5-9bd7-eff6c2958a68 req-8707d6db-ed08-4c09-9ddf-e04aa0016377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:35.286913 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-38583860-8d73-49c5-9bd7-eff6c2958a68 req-8707d6db-ed08-4c09-9ddf-e04aa0016377 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5f65088d-2de0-4968-a14e-b62ef283813c HTTP/1.1" status: 200 len: 859 time: 0.2983432 Feb 09 21:47:35.310044 n-d-828369-5 neutron-server[103141]: INFO neutron.api.v2.resource [None req-e48e3449-c4f0-4f41-b573-666bed1d9617 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] show failed (client error): The resource could not be found. Feb 09 21:47:35.315467 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-e48e3449-c4f0-4f41-b573-666bed1d9617 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] 10.222.0.90 "GET /v2.0/ports/f2f6b30d-e655-4245-8b23-bd3259b032a5/tags/tempest-TagsExtTest-Tag-2121394 HTTP/1.1" status: 404 len: 326 time: 0.1337512 Feb 09 21:47:35.316057 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 44474) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:35.324923 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.tag.tag_plugin [None req-c8b33314-bcc1-4029-8308-5d0886b70ac9 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'ea6f2ebe-c318-4f27-81ba-d9284aa1d49d', {'tags': ['tempest-TagsExtTest-Tag-493057711', 'tempest-TagsExtTest-Tag-927605030', 'tempest-TagsExtTest-Tag-1929343689']}) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:35.422436 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-38583860-8d73-49c5-9bd7-eff6c2958a68 req-82bf6f13-d1e4-439f-b164-1e680e260858 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8d4b7775-2d23-4928-88f4-d74b5ea85dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1212337 Feb 09 21:47:35.443051 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [req-38583860-8d73-49c5-9bd7-eff6c2958a68 req-9c676c09-060a-4d3e-b80d-4f8336a2e161 service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=103140) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:47:35.444491 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-38583860-8d73-49c5-9bd7-eff6c2958a68 req-9c676c09-060a-4d3e-b80d-4f8336a2e161 service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0126836 Feb 09 21:47:35.451131 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-20c00d3f-4719-4f71-b188-9ae338ff50b5 req-add73826-37cf-4994-b4e5-27ac175682e0 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291014 Feb 09 21:47:35.581740 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-c8b33314-bcc1-4029-8308-5d0886b70ac9 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] 10.222.0.90 "PUT /v2.0/routers/ea6f2ebe-c318-4f27-81ba-d9284aa1d49d/tags HTTP/1.1" status: 200 len: 316 time: 0.2641683 Feb 09 21:47:35.585481 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 44476) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:35.601145 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.tag.tag_plugin [None req-b7c0b68b-4b2f-4bcf-91d3-d95f16826417 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'ea6f2ebe-c318-4f27-81ba-d9284aa1d49d') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:35.634157 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-38583860-8d73-49c5-9bd7-eff6c2958a68 req-0cad878e-09e5-4c26-9f83-d3e7a3a4d5ba service neutron] 10.222.0.90 "GET /v2.0/networks/8d4b7775-2d23-4928-88f4-d74b5ea85dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707287 Feb 09 21:47:35.651601 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebe99a68-0810-404e-a0ff-c0223b7df2fd x-openstack-request-id: req-ebe99a68-0810-404e-a0ff-c0223b7df2fd {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:47:35.652327 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30f80b90-7fc3-49f0-b87a-910594edfd75", "name": "network-vif-plugged", "status": "completed", "tag": "ee7c64a0-bd45-4fd9-bd1e-5fb5a4cb7394", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:47:35.652327 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-ebe99a68-0810-404e-a0ff-c0223b7df2fd {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:47:35.652735 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30f80b90-7fc3-49f0-b87a-910594edfd75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee7c64a0-bd45-4fd9-bd1e-5fb5a4cb7394', 'code': 200} Feb 09 21:47:35.733064 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-01ef1b91-558e-4ed7-92a5-99a1b04a5e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c4ca5e-5827-4f77-867c-98268bc71729', 'name': 'tempest-ServerRescueTestJSONUnderV235-737623099-router', 'tenant_id': '5312098ae3a8474b879f099ad572bad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '4d527b18-da3b-4687-9360-096a8df57260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:45:50Z', 'updated_at': '2022-02-09T21:46:01Z', 'revision_number': 4, 'project_id': '5312098ae3a8474b879f099ad572bad2', 'gw_port': {'id': '4d527b18-da3b-4687-9360-096a8df57260', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ce:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c4ca5e-5827-4f77-867c-98268bc71729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:52Z', 'updated_at': '2022-02-09T21:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': '214fa21b-3a32-4fb2-a5f2-973a9974bde9', 'tenant_id': '5312098ae3a8474b879f099ad572bad2', 'floating_ip_address': '172.25.3.57', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': '17c4ca5e-5827-4f77-867c-98268bc71729', 'port_id': '2b445a72-6498-4132-927f-0112a47d469b', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 2473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d4b7775-2d23-4928-88f4-d74b5ea85dd4', 'mac_address': 'fa:16:3e:33:64:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50e996d-3eef-4dc6-9a7b-8319a153165b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:47:25Z', 'updated_at': '2022-02-09T21:47:30Z', 'revision_number': 1, 'project_id': '5312098ae3a8474b879f099ad572bad2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cabfc4e-d5b8-45f6-ac93-48f9e27b9fe3', 'name': '', 'network_id': '8d4b7775-2d23-4928-88f4-d74b5ea85dd4', 'tenant_id': '5312098ae3a8474b879f099ad572bad2', 'mac_address': 'fa:16:3e:7c:c1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c4ca5e-5827-4f77-867c-98268bc71729', 'device_owner': 'network:router_interface', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': '5f65088d-2de0-4968-a14e-b62ef283813c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:59Z', 'updated_at': '2022-02-09T21:46:09Z', 'revision_number': 5, 'project_id': '5312098ae3a8474b879f099ad572bad2', 'subnets': [{'id': '5f65088d-2de0-4968-a14e-b62ef283813c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:35.743880 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26415926-3299-49e0-a433-c12126e9a850 req-ebfbec43-d47c-405c-a80c-f302f365e470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:35.745533 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-26415926-3299-49e0-a433-c12126e9a850 req-ebfbec43-d47c-405c-a80c-f302f365e470 service neutron] 10.222.0.95 "GET /v2.0/networks?id=8d4b7775-2d23-4928-88f4-d74b5ea85dd4 HTTP/1.1" status: 200 len: 920 time: 0.6054728 Feb 09 21:47:35.801974 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ef1b91-558e-4ed7-92a5-99a1b04a5e64 None None] The sync data for ids ['17c4ca5e-5827-4f77-867c-98268bc71729'] in n-d-828369-5 is: [{'id': '17c4ca5e-5827-4f77-867c-98268bc71729', 'name': 'tempest-ServerRescueTestJSONUnderV235-737623099-router', 'tenant_id': '5312098ae3a8474b879f099ad572bad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '4d527b18-da3b-4687-9360-096a8df57260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:45:50Z', 'updated_at': '2022-02-09T21:46:01Z', 'revision_number': 4, 'project_id': '5312098ae3a8474b879f099ad572bad2', 'gw_port': {'id': '4d527b18-da3b-4687-9360-096a8df57260', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ce:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c4ca5e-5827-4f77-867c-98268bc71729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:52Z', 'updated_at': '2022-02-09T21:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': '214fa21b-3a32-4fb2-a5f2-973a9974bde9', 'tenant_id': '5312098ae3a8474b879f099ad572bad2', 'floating_ip_address': '172.25.3.57', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': '17c4ca5e-5827-4f77-867c-98268bc71729', 'port_id': '2b445a72-6498-4132-927f-0112a47d469b', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 2473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d4b7775-2d23-4928-88f4-d74b5ea85dd4', 'mac_address': 'fa:16:3e:33:64:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50e996d-3eef-4dc6-9a7b-8319a153165b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:47:25Z', 'updated_at': '2022-02-09T21:47:30Z', 'revision_number': 1, 'project_id': '5312098ae3a8474b879f099ad572bad2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cabfc4e-d5b8-45f6-ac93-48f9e27b9fe3', 'name': '', 'network_id': '8d4b7775-2d23-4928-88f4-d74b5ea85dd4', 'tenant_id': '5312098ae3a8474b879f099ad572bad2', 'mac_address': 'fa:16:3e:7c:c1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c4ca5e-5827-4f77-867c-98268bc71729', 'device_owner': 'network:router_interface', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': '5f65088d-2de0-4968-a14e-b62ef283813c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:59Z', 'updated_at': '2022-02-09T21:46:09Z', 'revision_number': 5, 'project_id': '5312098ae3a8474b879f099ad572bad2', 'subnets': [{'id': '5f65088d-2de0-4968-a14e-b62ef283813c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:47:35.877141 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-b7c0b68b-4b2f-4bcf-91d3-d95f16826417 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] 10.222.0.90 "DELETE /v2.0/routers/ea6f2ebe-c318-4f27-81ba-d9284aa1d49d/tags HTTP/1.1" status: 204 len: 168 time: 0.2894590 Feb 09 21:47:35.878737 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 44484) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:35.887574 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.tag.tag_plugin [None req-6ddd9e39-cefc-482b-b2e6-bbc5d9c2c7e4 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ea6f2ebe-c318-4f27-81ba-d9284aa1d49d', 'tempest-TagsExtTest-Tag-493057711') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:35.970447 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-26415926-3299-49e0-a433-c12126e9a850 req-725928c9-b2fb-4b8b-b838-b05063246e2e service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2b445a72-6498-4132-927f-0112a47d469b HTTP/1.1" status: 200 len: 998 time: 0.1997082 Feb 09 21:47:36.026820 n-d-828369-5 neutron-server[103141]: INFO neutron.api.v2.resource [None req-6ddd9e39-cefc-482b-b2e6-bbc5d9c2c7e4 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] show failed (client error): The resource could not be found. Feb 09 21:47:36.029025 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-6ddd9e39-cefc-482b-b2e6-bbc5d9c2c7e4 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] 10.222.0.90 "GET /v2.0/routers/ea6f2ebe-c318-4f27-81ba-d9284aa1d49d/tags/tempest-TagsExtTest-Tag-493057711 HTTP/1.1" status: 404 len: 328 time: 0.1488986 Feb 09 21:47:36.031487 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 44486) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:36.037157 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.tag.tag_plugin [None req-19119545-7c68-4888-bc59-a59bbcc51aa3 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ea6f2ebe-c318-4f27-81ba-d9284aa1d49d', 'tempest-TagsExtTest-Tag-927605030') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:36.064273 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503f9066-da1b-4920-9adb-8ee4eeff1826 req-c9ab6427-6c62-48f5-b533-2c2349f140aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:36.066481 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-503f9066-da1b-4920-9adb-8ee4eeff1826 req-c9ab6427-6c62-48f5-b533-2c2349f140aa service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=30f80b90-7fc3-49f0-b87a-910594edfd75 HTTP/1.1" status: 200 len: 1127 time: 0.3305225 Feb 09 21:47:36.123512 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-38583860-8d73-49c5-9bd7-eff6c2958a68 req-5cef7c2c-6b91-4f31-9bda-1b3e89abbd26 service neutron] 10.222.0.90 "GET /v2.0/networks/8d4b7775-2d23-4928-88f4-d74b5ea85dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4598894 Feb 09 21:47:36.138835 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f928db4f-c5e2-4e93-8ccb-6ab2bac966f7 req-b5a0c4b6-c849-41f8-9e5b-3ec349c730b5 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:36.152810 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f928db4f-c5e2-4e93-8ccb-6ab2bac966f7 req-b5a0c4b6-c849-41f8-9e5b-3ec349c730b5 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/ports?device_id=196a7219-50a0-4378-9317-db757eb7b09b HTTP/1.1" status: 200 len: 945 time: 0.2867601 Feb 09 21:47:36.176151 n-d-828369-5 neutron-server[103141]: INFO neutron.api.v2.resource [None req-19119545-7c68-4888-bc59-a59bbcc51aa3 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] show failed (client error): The resource could not be found. Feb 09 21:47:36.180391 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-19119545-7c68-4888-bc59-a59bbcc51aa3 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] 10.222.0.90 "GET /v2.0/routers/ea6f2ebe-c318-4f27-81ba-d9284aa1d49d/tags/tempest-TagsExtTest-Tag-927605030 HTTP/1.1" status: 404 len: 328 time: 0.1450155 Feb 09 21:47:36.182660 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 44490) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:36.194439 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.tag.tag_plugin [None req-0849b63e-d79b-47d0-8e03-684e931dbec9 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ea6f2ebe-c318-4f27-81ba-d9284aa1d49d', 'tempest-TagsExtTest-Tag-1929343689') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:36.282929 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc92eae0-1f73-4c30-87cf-99e1bfaed346 None None] New status for floating IP 214fa21b-3a32-4fb2-a5f2-973a9974bde9: ACTIVE {{(pid=103143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:47:36.286215 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-503f9066-da1b-4920-9adb-8ee4eeff1826 req-c65ee203-cc58-46ef-8850-b6c8a65658a9 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961510 Feb 09 21:47:36.307703 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26415926-3299-49e0-a433-c12126e9a850 req-a4b0e37e-42d0-489c-8fe9-fed3b447c4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:36.310505 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-26415926-3299-49e0-a433-c12126e9a850 req-a4b0e37e-42d0-489c-8fe9-fed3b447c4f2 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5f65088d-2de0-4968-a14e-b62ef283813c HTTP/1.1" status: 200 len: 859 time: 0.3226037 Feb 09 21:47:36.349217 n-d-828369-5 neutron-server[103141]: INFO neutron.api.v2.resource [None req-0849b63e-d79b-47d0-8e03-684e931dbec9 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] show failed (client error): The resource could not be found. Feb 09 21:47:36.350293 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-0849b63e-d79b-47d0-8e03-684e931dbec9 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] 10.222.0.90 "GET /v2.0/routers/ea6f2ebe-c318-4f27-81ba-d9284aa1d49d/tags/tempest-TagsExtTest-Tag-1929343689 HTTP/1.1" status: 404 len: 329 time: 0.1656766 Feb 09 21:47:36.353034 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 44492) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:36.362323 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.tag.tag_plugin [None req-48ad0b2c-aaab-48e4-8ccf-37f627615512 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '4100b8ab-488d-40b7-868b-36377b361303', {'tags': ['tempest-TagsExtTest-Tag-314452906', 'tempest-TagsExtTest-Tag-404376987', 'tempest-TagsExtTest-Tag-393250249']}) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:36.420380 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f928db4f-c5e2-4e93-8ccb-6ab2bac966f7 req-146ea6aa-ea32-4b54-a27f-b8649fbf4bcf tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/security-groups?id=28acdcb4-ce07-4669-ac01-31d2a11868db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2552800 Feb 09 21:47:36.441645 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-48ad0b2c-aaab-48e4-8ccf-37f627615512 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] 10.222.0.90 "PUT /v2.0/subnetpools/4100b8ab-488d-40b7-868b-36377b361303/tags HTTP/1.1" status: 200 len: 315 time: 0.0834129 Feb 09 21:47:36.444172 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 44498) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:36.449740 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.tag.tag_plugin [None req-e4c27b39-57e9-4d38-8e6f-6ea1ffe68d85 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4100b8ab-488d-40b7-868b-36377b361303') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:36.517713 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c08bb848-2e03-41c4-9d30-fb68e0550ea2 req-ee7c634b-8c91-440a-8845-4091f678850a tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "GET /v2.0/floatingips?floating_ip_address=172.25.3.57 HTTP/1.1" status: 200 len: 998 time: 0.2743826 Feb 09 21:47:36.610364 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-26415926-3299-49e0-a433-c12126e9a850 req-0da43c74-81cc-4955-8917-dca494028232 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=8d4b7775-2d23-4928-88f4-d74b5ea85dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285199 Feb 09 21:47:36.753279 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08bb848-2e03-41c4-9d30-fb68e0550ea2 req-ed03f03d-1c5b-4569-8f50-94d2ee3e6685 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:36.759663 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c08bb848-2e03-41c4-9d30-fb68e0550ea2 req-ed03f03d-1c5b-4569-8f50-94d2ee3e6685 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "GET /v2.0/ports/2b445a72-6498-4132-927f-0112a47d469b HTTP/1.1" status: 200 len: 942 time: 0.2318954 Feb 09 21:47:36.779071 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-e4c27b39-57e9-4d38-8e6f-6ea1ffe68d85 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] 10.222.0.90 "DELETE /v2.0/subnetpools/4100b8ab-488d-40b7-868b-36377b361303/tags HTTP/1.1" status: 204 len: 168 time: 0.3334250 Feb 09 21:47:36.782394 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 44506) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:36.792285 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.tag.tag_plugin [None req-799e8d6f-772a-4bb4-87e7-b78c822c21c0 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4100b8ab-488d-40b7-868b-36377b361303', 'tempest-TagsExtTest-Tag-314452906') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:36.811354 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7bb3f7-870b-4652-8c04-7b340ec41e5a req-dd4570a1-a72b-4d39-a751-a0661b6e98f8 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:36.813332 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5e7bb3f7-870b-4652-8c04-7b340ec41e5a req-dd4570a1-a72b-4d39-a751-a0661b6e98f8 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/ports?device_id=196a7219-50a0-4378-9317-db757eb7b09b HTTP/1.1" status: 200 len: 945 time: 0.2490852 Feb 09 21:47:36.832375 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 44508) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:36.838776 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-1290fd24-589c-4c13-bf72-6efd929004a2 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Request body: {'floatingip': {'port_id': 'ab290a35-a881-457e-b82a-bb6a5f1de4ae'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:47:36.892786 n-d-828369-5 neutron-server[103141]: INFO neutron.api.v2.resource [None req-799e8d6f-772a-4bb4-87e7-b78c822c21c0 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] show failed (client error): The resource could not be found. Feb 09 21:47:36.893887 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-799e8d6f-772a-4bb4-87e7-b78c822c21c0 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] 10.222.0.90 "GET /v2.0/subnetpools/4100b8ab-488d-40b7-868b-36377b361303/tags/tempest-TagsExtTest-Tag-314452906 HTTP/1.1" status: 404 len: 328 time: 0.1091061 Feb 09 21:47:36.908621 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 44514) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:36.929188 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.tag.tag_plugin [None req-562ed01e-41df-4174-816b-6699a186f019 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4100b8ab-488d-40b7-868b-36377b361303', 'tempest-TagsExtTest-Tag-404376987') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:36.964207 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1290fd24-589c-4c13-bf72-6efd929004a2 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Publish callbacks [] for floatingip (7b08c08d-6538-4839-a7e0-c41c4219ad67), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:36.992376 n-d-828369-5 neutron-server[103141]: INFO neutron.api.v2.resource [None req-562ed01e-41df-4174-816b-6699a186f019 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] show failed (client error): The resource could not be found. Feb 09 21:47:36.994079 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-562ed01e-41df-4174-816b-6699a186f019 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] 10.222.0.90 "GET /v2.0/subnetpools/4100b8ab-488d-40b7-868b-36377b361303/tags/tempest-TagsExtTest-Tag-404376987 HTTP/1.1" status: 404 len: 328 time: 0.0839183 Feb 09 21:47:36.997350 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 44516) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:37.003360 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.tag.tag_plugin [None req-66b0f315-750d-4f98-ace7-7df4655c2def tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4100b8ab-488d-40b7-868b-36377b361303', 'tempest-TagsExtTest-Tag-393250249') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:37.051724 n-d-828369-5 neutron-server[103141]: INFO neutron.api.v2.resource [None req-66b0f315-750d-4f98-ace7-7df4655c2def tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] show failed (client error): The resource could not be found. Feb 09 21:47:37.052899 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-66b0f315-750d-4f98-ace7-7df4655c2def tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] 10.222.0.90 "GET /v2.0/subnetpools/4100b8ab-488d-40b7-868b-36377b361303/tags/tempest-TagsExtTest-Tag-393250249 HTTP/1.1" status: 404 len: 328 time: 0.0545719 Feb 09 21:47:37.055642 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 44518) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:37.067319 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.tag.tag_plugin [None req-b1187738-ca60-4eec-8d99-dad00201ded6 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4100b8ab-488d-40b7-868b-36377b361303') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:37.071466 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-26415926-3299-49e0-a433-c12126e9a850 req-6748f4cb-9c43-4d5c-9491-6750f71a9bb9 service neutron] 10.222.0.95 "GET /v2.0/networks/8d4b7775-2d23-4928-88f4-d74b5ea85dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4289010 Feb 09 21:47:37.097818 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-b1187738-ca60-4eec-8d99-dad00201ded6 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] 10.222.0.90 "DELETE /v2.0/subnetpools/4100b8ab-488d-40b7-868b-36377b361303/tags HTTP/1.1" status: 204 len: 168 time: 0.0406959 Feb 09 21:47:37.099984 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 44520) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:37.105888 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.tag.tag_plugin [None req-d9f8d3e4-2724-40a0-9faf-9252e0cb2c49 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'ea6f2ebe-c318-4f27-81ba-d9284aa1d49d') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:37.108606 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c08bb848-2e03-41c4-9d30-fb68e0550ea2 req-985e943d-dfaf-4c27-87c8-1b46a108ac81 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "GET /v2.0/floatingips?floating_ip_address=172.25.3.57 HTTP/1.1" status: 200 len: 1000 time: 0.2665699 Feb 09 21:47:37.269027 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-d9f8d3e4-2724-40a0-9faf-9252e0cb2c49 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] 10.222.0.90 "DELETE /v2.0/routers/ea6f2ebe-c318-4f27-81ba-d9284aa1d49d/tags HTTP/1.1" status: 204 len: 168 time: 0.1679103 Feb 09 21:47:37.271467 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 44522) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:37.280694 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.tag.tag_plugin [None req-960febf6-3b07-4348-b0dc-cac2ea051e71 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'f2f6b30d-e655-4245-8b23-bd3259b032a5') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:37.315970 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08bb848-2e03-41c4-9d30-fb68e0550ea2 req-028bad61-fbd9-4590-b752-409adb904ea8 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:37.318111 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c08bb848-2e03-41c4-9d30-fb68e0550ea2 req-028bad61-fbd9-4590-b752-409adb904ea8 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "GET /v2.0/networks/54a442d5-50a0-4c75-85cc-d19f5bf58118 HTTP/1.1" status: 200 len: 784 time: 0.1805446 Feb 09 21:47:37.369697 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-960febf6-3b07-4348-b0dc-cac2ea051e71 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] 10.222.0.90 "DELETE /v2.0/ports/f2f6b30d-e655-4245-8b23-bd3259b032a5/tags HTTP/1.1" status: 204 len: 168 time: 0.0970764 Feb 09 21:47:37.372790 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 44524) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:37.378210 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.tag.tag_plugin [None req-a89137d4-8979-4146-848e-428d27fbf064 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a173f14c-e2e0-4af3-807c-832bb59c9f7d') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:37.414395 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1387ea-747f-4631-9809-f19fb54ac00a req-42aa7c33-2cdd-4146-99cd-a6bea4c0ad1a tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:37.416151 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fd1387ea-747f-4631-9809-f19fb54ac00a req-42aa7c33-2cdd-4146-99cd-a6bea4c0ad1a tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=30f80b90-7fc3-49f0-b87a-910594edfd75 HTTP/1.1" status: 200 len: 945 time: 0.4399235 Feb 09 21:47:37.498864 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-a89137d4-8979-4146-848e-428d27fbf064 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] 10.222.0.90 "DELETE /v2.0/subnets/a173f14c-e2e0-4af3-807c-832bb59c9f7d/tags HTTP/1.1" status: 204 len: 168 time: 0.1244428 Feb 09 21:47:37.503249 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 44526) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:37.641210 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fd1387ea-747f-4631-9809-f19fb54ac00a req-21cd9656-2820-454b-ae90-cbd45b028b8b tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084210 Feb 09 21:47:37.652538 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c08bb848-2e03-41c4-9d30-fb68e0550ea2 req-33fb3557-28f5-44c0-af24-736c9b32e8d0 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "GET /v2.0/floatingips?floating_ip_address=172.25.3.57 HTTP/1.1" status: 200 len: 1000 time: 0.3183115 Feb 09 21:47:37.662157 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-c08bb848-2e03-41c4-9d30-fb68e0550ea2 req-6ebcd57f-cde2-4ef4-912a-45923dec6d72 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:47:37.665408 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a02f496f-8257-4e5f-82b6-618f41deab5b tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:37.666640 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-a02f496f-8257-4e5f-82b6-618f41deab5b tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] 10.222.0.90 "DELETE /v2.0/subnetpools/4100b8ab-488d-40b7-868b-36377b361303 HTTP/1.1" status: 204 len: 168 time: 0.1624026 Feb 09 21:47:37.671176 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 44530) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:37.706431 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-fd8d1604-17a5-4c38-9e61-5d76f098c9c9 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] 10.222.0.90 "GET /v2.0/ports?device_id=ea6f2ebe-c318-4f27-81ba-d9284aa1d49d HTTP/1.1" status: 200 len: 205 time: 0.0340221 Feb 09 21:47:37.711213 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 44532) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:37.833270 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7256783d-9579-4f18-87bc-c74143a74d08 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] Publish callbacks [] for router (ea6f2ebe-c318-4f27-81ba-d9284aa1d49d), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:38.066076 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7256783d-9579-4f18-87bc-c74143a74d08 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (ea6f2ebe-c318-4f27-81ba-d9284aa1d49d), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:38.068583 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7256783d-9579-4f18-87bc-c74143a74d08 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] Publish callbacks [] for router_controller (ea6f2ebe-c318-4f27-81ba-d9284aa1d49d), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:38.123819 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7256783d-9579-4f18-87bc-c74143a74d08 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (ea6f2ebe-c318-4f27-81ba-d9284aa1d49d), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:38.124657 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7256783d-9579-4f18-87bc-c74143a74d08 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] Fanout notify agent at l3_agent the message router_deleted on router ea6f2ebe-c318-4f27-81ba-d9284aa1d49d {{(pid=103141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:47:38.139920 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7256783d-9579-4f18-87bc-c74143a74d08 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:38.141094 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-7256783d-9579-4f18-87bc-c74143a74d08 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] 10.222.0.90 "DELETE /v2.0/routers/ea6f2ebe-c318-4f27-81ba-d9284aa1d49d HTTP/1.1" status: 204 len: 168 time: 0.4288709 Feb 09 21:47:38.143508 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 44538) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:38.160718 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-26415926-3299-49e0-a433-c12126e9a850 req-f245306f-31cf-4933-b6ab-c64825a63551 service neutron] 10.222.0.95 "GET /v2.0/networks/8d4b7775-2d23-4928-88f4-d74b5ea85dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0478547 Feb 09 21:47:38.172407 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1290fd24-589c-4c13-bf72-6efd929004a2 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:38.267704 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1290fd24-589c-4c13-bf72-6efd929004a2 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (7b08c08d-6538-4839-a7e0-c41c4219ad67), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:38.290604 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-f81ec5d3-c43a-4588-8e9d-ef27c6ffdd21 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] Deleting port f2f6b30d-e655-4245-8b23-bd3259b032a5 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:47:38.290990 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f81ec5d3-c43a-4588-8e9d-ef27c6ffdd21 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (f2f6b30d-e655-4245-8b23-bd3259b032a5), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:38.356679 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-c08bb848-2e03-41c4-9d30-fb68e0550ea2 req-6ebcd57f-cde2-4ef4-912a-45923dec6d72 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Publish callbacks [] for floatingip (214fa21b-3a32-4fb2-a5f2-973a9974bde9), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:38.441134 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f81ec5d3-c43a-4588-8e9d-ef27c6ffdd21 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (f2f6b30d-e655-4245-8b23-bd3259b032a5), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:38.473183 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-f81ec5d3-c43a-4588-8e9d-ef27c6ffdd21 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] Calling delete_port for f2f6b30d-e655-4245-8b23-bd3259b032a5 owned by {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:47:38.897581 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f81ec5d3-c43a-4588-8e9d-ef27c6ffdd21 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (f2f6b30d-e655-4245-8b23-bd3259b032a5), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:38.989033 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2f19b89b-cd93-40d2-9a71-c40201044341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:39.026564 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81ec5d3-c43a-4588-8e9d-ef27c6ffdd21 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] Pushing event deleted for resources: {'Port': ['ID=f2f6b30d-e655-4245-8b23-bd3259b032a5,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:39.107079 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81ec5d3-c43a-4588-8e9d-ef27c6ffdd21 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:39.112778 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81ec5d3-c43a-4588-8e9d-ef27c6ffdd21 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:39.118099 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81ec5d3-c43a-4588-8e9d-ef27c6ffdd21 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:39.119622 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81ec5d3-c43a-4588-8e9d-ef27c6ffdd21 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:39.121939 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81ec5d3-c43a-4588-8e9d-ef27c6ffdd21 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:39.126114 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81ec5d3-c43a-4588-8e9d-ef27c6ffdd21 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:39.135409 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81ec5d3-c43a-4588-8e9d-ef27c6ffdd21 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:39.136504 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81ec5d3-c43a-4588-8e9d-ef27c6ffdd21 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:39.137110 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81ec5d3-c43a-4588-8e9d-ef27c6ffdd21 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:39.138235 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81ec5d3-c43a-4588-8e9d-ef27c6ffdd21 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:39.139445 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81ec5d3-c43a-4588-8e9d-ef27c6ffdd21 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:39.140102 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81ec5d3-c43a-4588-8e9d-ef27c6ffdd21 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:39.140710 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81ec5d3-c43a-4588-8e9d-ef27c6ffdd21 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:39.219244 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f81ec5d3-c43a-4588-8e9d-ef27c6ffdd21 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:39.225937 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-f81ec5d3-c43a-4588-8e9d-ef27c6ffdd21 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] 10.222.0.90 "DELETE /v2.0/ports/f2f6b30d-e655-4245-8b23-bd3259b032a5 HTTP/1.1" status: 204 len: 168 time: 1.0812774 Feb 09 21:47:39.226786 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 44550) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:39.318682 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0457c8f-8ff9-4c9c-86a2-be00dd6b443e tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] Deleting subnet a173f14c-e2e0-4af3-807c-832bb59c9f7d {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:47:39.323710 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e0457c8f-8ff9-4c9c-86a2-be00dd6b443e tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] Publish callbacks [] for subnet (a173f14c-e2e0-4af3-807c-832bb59c9f7d), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:39.411458 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e0457c8f-8ff9-4c9c-86a2-be00dd6b443e tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (a173f14c-e2e0-4af3-807c-832bb59c9f7d), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:39.437027 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-c08bb848-2e03-41c4-9d30-fb68e0550ea2 req-6ebcd57f-cde2-4ef4-912a-45923dec6d72 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:39.493352 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-c08bb848-2e03-41c4-9d30-fb68e0550ea2 req-6ebcd57f-cde2-4ef4-912a-45923dec6d72 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (214fa21b-3a32-4fb2-a5f2-973a9974bde9), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:39.493669 n-d-828369-5 neutron-server[103140]: INFO neutron.db.l3_db [req-c08bb848-2e03-41c4-9d30-fb68e0550ea2 req-6ebcd57f-cde2-4ef4-912a-45923dec6d72 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Floating IP 214fa21b-3a32-4fb2-a5f2-973a9974bde9 disassociated. External IP: 172.25.3.57, port: 2b445a72-6498-4132-927f-0112a47d469b. Feb 09 21:47:39.545506 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e0457c8f-8ff9-4c9c-86a2-be00dd6b443e tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (a173f14c-e2e0-4af3-807c-832bb59c9f7d), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:39.615962 n-d-828369-5 neutron-server[103140]: INFO neutron.db.l3_db [None req-1290fd24-589c-4c13-bf72-6efd929004a2 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Floating IP 7b08c08d-6538-4839-a7e0-c41c4219ad67 associated. External IP: 172.25.3.49, port: ab290a35-a881-457e-b82a-bb6a5f1de4ae. Feb 09 21:47:39.679355 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e0457c8f-8ff9-4c9c-86a2-be00dd6b443e tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (a173f14c-e2e0-4af3-807c-832bb59c9f7d), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:39.795839 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e0457c8f-8ff9-4c9c-86a2-be00dd6b443e tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:39.802164 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a3f989-bc13-4813-8e72-a74c69626e02 None None] Network f0651dac-2043-4d2f-8f15-7288efafb2ae requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:47:39.808965 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-e0457c8f-8ff9-4c9c-86a2-be00dd6b443e tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] 10.222.0.90 "DELETE /v2.0/subnets/a173f14c-e2e0-4af3-807c-832bb59c9f7d HTTP/1.1" status: 204 len: 168 time: 0.5789118 Feb 09 21:47:39.808965 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0457c8f-8ff9-4c9c-86a2-be00dd6b443e tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] Pushing event deleted for resources: {'Subnet': ['ID=a173f14c-e2e0-4af3-807c-832bb59c9f7d,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:39.815566 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 44560) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:39.854981 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d1e430-c8e7-451a-9e7d-a554283143cf req-46e7024f-701d-4993-8a30-d60ebbb796d7 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:39.857649 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-55d1e430-c8e7-451a-9e7d-a554283143cf req-46e7024f-701d-4993-8a30-d60ebbb796d7 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=30f80b90-7fc3-49f0-b87a-910594edfd75 HTTP/1.1" status: 200 len: 945 time: 0.7295656 Feb 09 21:47:40.036479 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-19bc6443-c3ee-4ee0-8758-06a2f2ac8ee6 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (f0651dac-2043-4d2f-8f15-7288efafb2ae), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:40.085475 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-55d1e430-c8e7-451a-9e7d-a554283143cf req-14b78f4d-6ff3-47fa-a26a-170d18d11350 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195377 Feb 09 21:47:40.089517 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 44572) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:40.196557 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-19bc6443-c3ee-4ee0-8758-06a2f2ac8ee6 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] Deleting port 1aaf028b-69e4-4fa3-ae03-6e21f0888064 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:47:40.198188 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-19bc6443-c3ee-4ee0-8758-06a2f2ac8ee6 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (1aaf028b-69e4-4fa3-ae03-6e21f0888064), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:40.326623 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d110bbd4-f541-4269-9839-e3ad087047e4 None None] DHCP port deletion for f0651dac-2043-4d2f-8f15-7288efafb2ae request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:47:40.343339 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-19bc6443-c3ee-4ee0-8758-06a2f2ac8ee6 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] For port 1aaf028b-69e4-4fa3-ae03-6e21f0888064, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=1aaf028b-69e4-4fa3-ae03-6e21f0888064,segment=NetworkSegment(0fa3f90f-c3b8-48cf-bd7e-f8a4c111f432),segment_id=0fa3f90f-c3b8-48cf-bd7e-f8a4c111f432)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:47:40.343781 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-19bc6443-c3ee-4ee0-8758-06a2f2ac8ee6 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (1aaf028b-69e4-4fa3-ae03-6e21f0888064), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:40.366618 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-19bc6443-c3ee-4ee0-8758-06a2f2ac8ee6 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] Calling delete_port for 1aaf028b-69e4-4fa3-ae03-6e21f0888064 owned by network:dhcp {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:47:40.460336 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-d110bbd4-f541-4269-9839-e3ad087047e4 None None] Deleting port 1aaf028b-69e4-4fa3-ae03-6e21f0888064 {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:47:40.461773 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d110bbd4-f541-4269-9839-e3ad087047e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (1aaf028b-69e4-4fa3-ae03-6e21f0888064), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:40.541214 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1290fd24-589c-4c13-bf72-6efd929004a2 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Router 3234f723-1a1c-49bf-b8dd-ea33d2d3d864 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:47:40.545334 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8d608f-97c0-4cc1-af78-e761fecf12b4 req-763c2d31-83cc-4086-a806-5a29a8d3360b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:40.545940 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8d608f-97c0-4cc1-af78-e761fecf12b4 req-763c2d31-83cc-4086-a806-5a29a8d3360b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:40.546494 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8d608f-97c0-4cc1-af78-e761fecf12b4 req-763c2d31-83cc-4086-a806-5a29a8d3360b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:40.547062 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8d608f-97c0-4cc1-af78-e761fecf12b4 req-763c2d31-83cc-4086-a806-5a29a8d3360b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:40.547569 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8d608f-97c0-4cc1-af78-e761fecf12b4 req-763c2d31-83cc-4086-a806-5a29a8d3360b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:40.548105 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8d608f-97c0-4cc1-af78-e761fecf12b4 req-763c2d31-83cc-4086-a806-5a29a8d3360b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:40.548673 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8d608f-97c0-4cc1-af78-e761fecf12b4 req-763c2d31-83cc-4086-a806-5a29a8d3360b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:40.556847 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bc8d608f-97c0-4cc1-af78-e761fecf12b4 req-763c2d31-83cc-4086-a806-5a29a8d3360b service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 6711 time: 0.4575355 Feb 09 21:47:40.583109 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-19bc6443-c3ee-4ee0-8758-06a2f2ac8ee6 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (1aaf028b-69e4-4fa3-ae03-6e21f0888064), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:40.623046 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 1aaf028b-69e4-4fa3-ae03-6e21f0888064 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:47:40.631644 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bc6443-c3ee-4ee0-8758-06a2f2ac8ee6 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] Pushing event deleted for resources: {'Port': ['ID=1aaf028b-69e4-4fa3-ae03-6e21f0888064,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:40.646657 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bc6443-c3ee-4ee0-8758-06a2f2ac8ee6 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] No DVR routers for this DVR port 1aaf028b-69e4-4fa3-ae03-6e21f0888064 on host n-d-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:47:40.710835 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e92b314-8671-4dfc-a52a-3786e7b80d05 req-81c02978-8ea5-43e1-b8a5-67df607351ef tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:40.717433 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 1aaf028b-69e4-4fa3-ae03-6e21f0888064 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:47:40.717785 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 1aaf028b-69e4-4fa3-ae03-6e21f0888064 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:47:40.732086 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4e92b314-8671-4dfc-a52a-3786e7b80d05 req-81c02978-8ea5-43e1-b8a5-67df607351ef tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=30f80b90-7fc3-49f0-b87a-910594edfd75 HTTP/1.1" status: 200 len: 945 time: 0.3290446 Feb 09 21:47:40.745617 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-d110bbd4-f541-4269-9839-e3ad087047e4 None None] For port 1aaf028b-69e4-4fa3-ae03-6e21f0888064, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=1aaf028b-69e4-4fa3-ae03-6e21f0888064,segment=NetworkSegment(0fa3f90f-c3b8-48cf-bd7e-f8a4c111f432),segment_id=0fa3f90f-c3b8-48cf-bd7e-f8a4c111f432)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:47:40.746022 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d110bbd4-f541-4269-9839-e3ad087047e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (1aaf028b-69e4-4fa3-ae03-6e21f0888064), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:40.780712 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-d110bbd4-f541-4269-9839-e3ad087047e4 None None] Calling delete_port for 1aaf028b-69e4-4fa3-ae03-6e21f0888064 owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:47:40.804190 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-19bc6443-c3ee-4ee0-8758-06a2f2ac8ee6 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (f0651dac-2043-4d2f-8f15-7288efafb2ae), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:40.815190 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c08bb848-2e03-41c4-9d30-fb68e0550ea2 req-6ebcd57f-cde2-4ef4-912a-45923dec6d72 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Router 17c4ca5e-5827-4f77-867c-98268bc71729 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:47:40.856663 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-19bc6443-c3ee-4ee0-8758-06a2f2ac8ee6 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0651dac-2043-4d2f-8f15-7288efafb2ae']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:40.892742 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4e92b314-8671-4dfc-a52a-3786e7b80d05 req-26b3e4d1-7139-4bb5-91cf-6db5a46d9a9c tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592145 Feb 09 21:47:40.916482 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bc8d608f-97c0-4cc1-af78-e761fecf12b4 req-9fb0043a-5cf4-4861-8de8-9a66956be6a4 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=7a6c813b-611d-4436-831d-fc6ca76a9308&id=f725d2ca-c6e8-41e3-94bc-9cf24ee5a23b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3575571 Feb 09 21:47:40.920331 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-19bc6443-c3ee-4ee0-8758-06a2f2ac8ee6 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fa3f90f-c3b8-48cf-bd7e-f8a4c111f432') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:40.920690 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-19bc6443-c3ee-4ee0-8758-06a2f2ac8ee6 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fa3f90f-c3b8-48cf-bd7e-f8a4c111f432') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:40.964185 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-19bc6443-c3ee-4ee0-8758-06a2f2ac8ee6 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (0fa3f90f-c3b8-48cf-bd7e-f8a4c111f432), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:41.003587 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-19bc6443-c3ee-4ee0-8758-06a2f2ac8ee6 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (0fa3f90f-c3b8-48cf-bd7e-f8a4c111f432), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:41.014637 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d110bbd4-f541-4269-9839-e3ad087047e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (1aaf028b-69e4-4fa3-ae03-6e21f0888064), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:41.018654 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19bc6443-c3ee-4ee0-8758-06a2f2ac8ee6 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:47:41.020248 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-19bc6443-c3ee-4ee0-8758-06a2f2ac8ee6 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (0fa3f90f-c3b8-48cf-bd7e-f8a4c111f432), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:41.041610 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-834766ed-6df0-4e49-9149-eec163c0dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:41.103373 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d110bbd4-f541-4269-9839-e3ad087047e4 None None] Pushing event deleted for resources: {'Port': ['ID=1aaf028b-69e4-4fa3-ae03-6e21f0888064,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:41.106779 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d110bbd4-f541-4269-9839-e3ad087047e4 None None] No DVR routers for this DVR port 1aaf028b-69e4-4fa3-ae03-6e21f0888064 on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:47:41.148621 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:47:41.148621 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:47:41.148621 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:47:41.148621 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:47:41.148621 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:47:41.148621 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:47:41.148621 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:47:41.148621 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:47:41.148621 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:47:41.148621 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:47:41.148621 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:47:41.148621 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:47:41.148621 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:47:41.148621 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:47:41.148621 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:47:41.148621 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:47:41.148621 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:47:41.148621 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:47:41.148621 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:47:41.148621 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:47:41.148621 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:47:41.148621 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:47:41.148621 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:47:41.148621 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:47:41.148621 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:47:41.148621 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:47:41.148621 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:47:41.148621 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:47:41.148621 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:47:41.148621 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:47:41.148621 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:47:41.148621 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:47:41.155276 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-19bc6443-c3ee-4ee0-8758-06a2f2ac8ee6 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (f0651dac-2043-4d2f-8f15-7288efafb2ae), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:41.163689 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-19bc6443-c3ee-4ee0-8758-06a2f2ac8ee6 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:41.165258 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c08bb848-2e03-41c4-9d30-fb68e0550ea2 req-6ebcd57f-cde2-4ef4-912a-45923dec6d72 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:47:41.174929 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-19bc6443-c3ee-4ee0-8758-06a2f2ac8ee6 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] 10.222.0.90 "DELETE /v2.0/networks/f0651dac-2043-4d2f-8f15-7288efafb2ae HTTP/1.1" status: 204 len: 168 time: 1.3561807 Feb 09 21:47:41.181622 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-c08bb848-2e03-41c4-9d30-fb68e0550ea2 req-6ebcd57f-cde2-4ef4-912a-45923dec6d72 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:41.189506 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c81f06-2ec6-4abb-8e29-ad4609cec145 None None] Sync routers for ids ['17c4ca5e-5827-4f77-867c-98268bc71729'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:47:41.219202 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c81f06-2ec6-4abb-8e29-ad4609cec145 None None] Routers {'17c4ca5e-5827-4f77-867c-98268bc71729'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:47:41.220614 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-e2c81f06-2ec6-4abb-8e29-ad4609cec145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:47:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['17c4ca5e-5827-4f77-867c-98268bc71729'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:41.244544 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1290fd24-589c-4c13-bf72-6efd929004a2 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:47:41.247633 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bc6443-c3ee-4ee0-8758-06a2f2ac8ee6 tempest-TagsExtTest-1745633521 tempest-TagsExtTest-1745633521-project] Pushing event deleted for resources: {'Network': ['ID=f0651dac-2043-4d2f-8f15-7288efafb2ae,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:41.258065 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1290fd24-589c-4c13-bf72-6efd929004a2 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:41.260174 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460d766f-78fd-416d-aac6-0ba59d370307 None None] Sync routers for ids ['3234f723-1a1c-49bf-b8dd-ea33d2d3d864'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:47:41.286333 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460d766f-78fd-416d-aac6-0ba59d370307 None None] Routers {'3234f723-1a1c-49bf-b8dd-ea33d2d3d864'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:47:41.291910 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-460d766f-78fd-416d-aac6-0ba59d370307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:47:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['3234f723-1a1c-49bf-b8dd-ea33d2d3d864'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:41.301837 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-1290fd24-589c-4c13-bf72-6efd929004a2 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "PUT /v2.0/floatingips/7b08c08d-6538-4839-a7e0-c41c4219ad67 HTTP/1.1" status: 200 len: 990 time: 4.4659214 Feb 09 21:47:41.302003 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '196a7219-50a0-4378-9317-db757eb7b09b', 'tag': 'ab290a35-a881-457e-b82a-bb6a5f1de4ae'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:47:41.325987 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5a43885-452f-4e89-907c-aa9e17f60a8a" -d '{"events": [{"name": "network-changed", "server_uuid": "196a7219-50a0-4378-9317-db757eb7b09b", "tag": "ab290a35-a881-457e-b82a-bb6a5f1de4ae"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:47:41.376720 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c08bb848-2e03-41c4-9d30-fb68e0550ea2 req-6ebcd57f-cde2-4ef4-912a-45923dec6d72 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "PUT /v2.0/floatingips/214fa21b-3a32-4fb2-a5f2-973a9974bde9 HTTP/1.1" status: 200 len: 694 time: 3.7213974 Feb 09 21:47:41.484431 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-e2c81f06-2ec6-4abb-8e29-ad4609cec145 None None] Set router 17c4ca5e-5827-4f77-867c-98268bc71729 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:47:41.561493 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08bb848-2e03-41c4-9d30-fb68e0550ea2 req-974b6803-e57c-4800-84e4-6ad4212b2dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:41.564189 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c08bb848-2e03-41c4-9d30-fb68e0550ea2 req-974b6803-e57c-4800-84e4-6ad4212b2dd6 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5312098ae3a8474b879f099ad572bad2&device_id=c50e996d-3eef-4dc6-9a7b-8319a153165b HTTP/1.1" status: 200 len: 1127 time: 0.1854844 Feb 09 21:47:41.612735 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-460d766f-78fd-416d-aac6-0ba59d370307 None None] Set router 3234f723-1a1c-49bf-b8dd-ea33d2d3d864 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:47:41.726317 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 44598) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:41.813157 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0ea14a-c8bc-4cc8-b93f-59a1c22a37a9 req-8a49ad12-d60f-4a2d-afa2-8e39e8c62c5b tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:41.815361 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0b0ea14a-c8bc-4cc8-b93f-59a1c22a37a9 req-8a49ad12-d60f-4a2d-afa2-8e39e8c62c5b tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/ports?device_id=196a7219-50a0-4378-9317-db757eb7b09b HTTP/1.1" status: 200 len: 945 time: 0.3541980 Feb 09 21:47:41.907983 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-e2c81f06-2ec6-4abb-8e29-ad4609cec145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c4ca5e-5827-4f77-867c-98268bc71729', 'name': 'tempest-ServerRescueTestJSONUnderV235-737623099-router', 'tenant_id': '5312098ae3a8474b879f099ad572bad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '4d527b18-da3b-4687-9360-096a8df57260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:45:50Z', 'updated_at': '2022-02-09T21:46:01Z', 'revision_number': 4, 'project_id': '5312098ae3a8474b879f099ad572bad2', 'gw_port': {'id': '4d527b18-da3b-4687-9360-096a8df57260', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ce:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c4ca5e-5827-4f77-867c-98268bc71729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:52Z', 'updated_at': '2022-02-09T21:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '6cabfc4e-d5b8-45f6-ac93-48f9e27b9fe3', 'name': '', 'network_id': '8d4b7775-2d23-4928-88f4-d74b5ea85dd4', 'tenant_id': '5312098ae3a8474b879f099ad572bad2', 'mac_address': 'fa:16:3e:7c:c1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c4ca5e-5827-4f77-867c-98268bc71729', 'device_owner': 'network:router_interface', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': '5f65088d-2de0-4968-a14e-b62ef283813c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:59Z', 'updated_at': '2022-02-09T21:46:09Z', 'revision_number': 5, 'project_id': '5312098ae3a8474b879f099ad572bad2', 'subnets': [{'id': '5f65088d-2de0-4968-a14e-b62ef283813c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:41.969572 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08bb848-2e03-41c4-9d30-fb68e0550ea2 req-bfeeae0e-5354-4574-ac89-b0910e332999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:41.971136 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c08bb848-2e03-41c4-9d30-fb68e0550ea2 req-bfeeae0e-5354-4574-ac89-b0910e332999 service neutron] 10.222.0.90 "GET /v2.0/networks?id=8d4b7775-2d23-4928-88f4-d74b5ea85dd4 HTTP/1.1" status: 200 len: 920 time: 0.3916755 Feb 09 21:47:41.974876 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0b0ea14a-c8bc-4cc8-b93f-59a1c22a37a9 req-cb8f318a-c639-441f-b2f7-a5d1f7ef9539 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/security-groups?id=28acdcb4-ce07-4669-ac01-31d2a11868db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1535223 Feb 09 21:47:41.978968 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c81f06-2ec6-4abb-8e29-ad4609cec145 None None] Checking router: 17c4ca5e-5827-4f77-867c-98268bc71729 for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:47:42.007773 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c81f06-2ec6-4abb-8e29-ad4609cec145 None None] Routers {'17c4ca5e-5827-4f77-867c-98268bc71729'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:47:42.008448 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-e2c81f06-2ec6-4abb-8e29-ad4609cec145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:47:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['17c4ca5e-5827-4f77-867c-98268bc71729'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:42.110962 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c08bb848-2e03-41c4-9d30-fb68e0550ea2 req-5af2dfe8-eb3a-41ba-9cb7-e3ff33de274c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2b445a72-6498-4132-927f-0112a47d469b HTTP/1.1" status: 200 len: 217 time: 0.1266689 Feb 09 21:47:42.131358 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-460d766f-78fd-416d-aac6-0ba59d370307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3234f723-1a1c-49bf-b8dd-ea33d2d3d864', 'name': 'tempest-AttachVolumeTestJSON-1250021813-router', 'tenant_id': '6e1281475427459ba566f75d67d1c2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': '3ac139b1-123a-4546-bd6d-a871cf869c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:46:52Z', 'updated_at': '2022-02-09T21:47:03Z', 'revision_number': 4, 'project_id': '6e1281475427459ba566f75d67d1c2c3', 'gw_port': {'id': '3ac139b1-123a-4546-bd6d-a871cf869c25', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:25:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3234f723-1a1c-49bf-b8dd-ea33d2d3d864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:46:54Z', 'updated_at': '2022-02-09T21:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': '7b08c08d-6538-4839-a7e0-c41c4219ad67', 'tenant_id': '6e1281475427459ba566f75d67d1c2c3', 'floating_ip_address': '172.25.3.49', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': '3234f723-1a1c-49bf-b8dd-ea33d2d3d864', 'port_id': 'ab290a35-a881-457e-b82a-bb6a5f1de4ae', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9a5657a-72c8-4eb7-9270-46ed5fd14a25', 'mac_address': 'fa:16:3e:e6:c1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196a7219-50a0-4378-9317-db757eb7b09b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:47:10Z', 'updated_at': '2022-02-09T21:47:37Z', 'revision_number': 1, 'project_id': '6e1281475427459ba566f75d67d1c2c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '908d8e92-5e81-424c-9d61-2a0be07d4e1a', 'name': '', 'network_id': 'e9a5657a-72c8-4eb7-9270-46ed5fd14a25', 'tenant_id': '6e1281475427459ba566f75d67d1c2c3', 'mac_address': 'fa:16:3e:7d:4e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3234f723-1a1c-49bf-b8dd-ea33d2d3d864', 'device_owner': 'network:router_interface', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': 'a77fad57-d7ca-4c6b-a8e5-5fa7d54c2e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:47:01Z', 'updated_at': '2022-02-09T21:47:08Z', 'revision_number': 5, 'project_id': '6e1281475427459ba566f75d67d1c2c3', 'subnets': [{'id': 'a77fad57-d7ca-4c6b-a8e5-5fa7d54c2e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:42.152461 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-26b8d7ad-339f-4584-b4a4-079f33c970fe admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=4c353b98fed145d7afb9ca03d1b7ecde&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4245687 Feb 09 21:47:42.156631 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 44610) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:42.225668 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64507404-4bb8-43c1-8836-5334056e955c x-openstack-request-id: req-64507404-4bb8-43c1-8836-5334056e955c {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:47:42.226311 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "196a7219-50a0-4378-9317-db757eb7b09b", "tag": "ab290a35-a881-457e-b82a-bb6a5f1de4ae", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:47:42.227272 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-64507404-4bb8-43c1-8836-5334056e955c {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:47:42.227922 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '196a7219-50a0-4378-9317-db757eb7b09b', 'tag': 'ab290a35-a881-457e-b82a-bb6a5f1de4ae', 'status': 'completed', 'code': 200} Feb 09 21:47:42.239256 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460d766f-78fd-416d-aac6-0ba59d370307 None None] Checking router: 3234f723-1a1c-49bf-b8dd-ea33d2d3d864 for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:47:42.260790 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460d766f-78fd-416d-aac6-0ba59d370307 None None] Routers {'3234f723-1a1c-49bf-b8dd-ea33d2d3d864'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:47:42.261506 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-460d766f-78fd-416d-aac6-0ba59d370307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:47:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['3234f723-1a1c-49bf-b8dd-ea33d2d3d864'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:42.289148 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-e2c81f06-2ec6-4abb-8e29-ad4609cec145 None None] Set router 17c4ca5e-5827-4f77-867c-98268bc71729 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:47:42.297400 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a43885-452f-4e89-907c-aa9e17f60a8a req-c5d841bf-1416-4adf-9096-3b0d160edb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:42.302747 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-e5a43885-452f-4e89-907c-aa9e17f60a8a req-c5d841bf-1416-4adf-9096-3b0d160edb83 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6e1281475427459ba566f75d67d1c2c3&device_id=196a7219-50a0-4378-9317-db757eb7b09b HTTP/1.1" status: 200 len: 1127 time: 0.1084859 Feb 09 21:47:42.433731 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08bb848-2e03-41c4-9d30-fb68e0550ea2 req-b3d0f6b2-470d-4fc6-951b-347d0b710ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:42.446202 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c08bb848-2e03-41c4-9d30-fb68e0550ea2 req-b3d0f6b2-470d-4fc6-951b-347d0b710ff0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5f65088d-2de0-4968-a14e-b62ef283813c HTTP/1.1" status: 200 len: 859 time: 0.3250101 Feb 09 21:47:42.495008 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-460d766f-78fd-416d-aac6-0ba59d370307 None None] Set router 3234f723-1a1c-49bf-b8dd-ea33d2d3d864 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:47:42.538680 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c08bb848-2e03-41c4-9d30-fb68e0550ea2 req-b2e2e412-9fc0-4162-bb30-b55548331fcb service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8d4b7775-2d23-4928-88f4-d74b5ea85dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0907776 Feb 09 21:47:42.544706 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a43885-452f-4e89-907c-aa9e17f60a8a req-1c4c3e2c-ad36-4dcf-8ce5-67931714924f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:42.546430 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-e5a43885-452f-4e89-907c-aa9e17f60a8a req-1c4c3e2c-ad36-4dcf-8ce5-67931714924f service neutron] 10.222.0.89 "GET /v2.0/networks?id=e9a5657a-72c8-4eb7-9270-46ed5fd14a25 HTTP/1.1" status: 200 len: 912 time: 0.2224860 Feb 09 21:47:42.549879 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bec9f493-658a-4076-94ce-f6e8a3995e8c admin admin] Publish callbacks [] for security_group (2ea6b511-8264-4376-9464-42503aad02c1), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:42.601417 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151dc673-617d-4040-b6a8-7f37a9de6a94 req-b5237855-54e9-49e4-9f4c-2faa3b128a08 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:42.608651 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-151dc673-617d-4040-b6a8-7f37a9de6a94 req-b5237855-54e9-49e4-9f4c-2faa3b128a08 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=30f80b90-7fc3-49f0-b87a-910594edfd75 HTTP/1.1" status: 200 len: 945 time: 0.2889531 Feb 09 21:47:42.612755 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-e2c81f06-2ec6-4abb-8e29-ad4609cec145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c4ca5e-5827-4f77-867c-98268bc71729', 'name': 'tempest-ServerRescueTestJSONUnderV235-737623099-router', 'tenant_id': '5312098ae3a8474b879f099ad572bad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '4d527b18-da3b-4687-9360-096a8df57260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:45:50Z', 'updated_at': '2022-02-09T21:46:01Z', 'revision_number': 4, 'project_id': '5312098ae3a8474b879f099ad572bad2', 'gw_port': {'id': '4d527b18-da3b-4687-9360-096a8df57260', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ce:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c4ca5e-5827-4f77-867c-98268bc71729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:52Z', 'updated_at': '2022-02-09T21:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '6cabfc4e-d5b8-45f6-ac93-48f9e27b9fe3', 'name': '', 'network_id': '8d4b7775-2d23-4928-88f4-d74b5ea85dd4', 'tenant_id': '5312098ae3a8474b879f099ad572bad2', 'mac_address': 'fa:16:3e:7c:c1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c4ca5e-5827-4f77-867c-98268bc71729', 'device_owner': 'network:router_interface', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': '5f65088d-2de0-4968-a14e-b62ef283813c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:59Z', 'updated_at': '2022-02-09T21:46:09Z', 'revision_number': 5, 'project_id': '5312098ae3a8474b879f099ad572bad2', 'subnets': [{'id': '5f65088d-2de0-4968-a14e-b62ef283813c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:42.635800 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-e5a43885-452f-4e89-907c-aa9e17f60a8a req-22d13f2a-d3f9-429e-8269-c92759ca00a8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab290a35-a881-457e-b82a-bb6a5f1de4ae HTTP/1.1" status: 200 len: 998 time: 0.0824902 Feb 09 21:47:42.654026 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bec9f493-658a-4076-94ce-f6e8a3995e8c admin admin] Publish callbacks [] for security_group (2ea6b511-8264-4376-9464-42503aad02c1), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:42.667562 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c81f06-2ec6-4abb-8e29-ad4609cec145 None None] The sync data for ids ['17c4ca5e-5827-4f77-867c-98268bc71729'] in n-d-828369-5 is: [{'id': '17c4ca5e-5827-4f77-867c-98268bc71729', 'name': 'tempest-ServerRescueTestJSONUnderV235-737623099-router', 'tenant_id': '5312098ae3a8474b879f099ad572bad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '4d527b18-da3b-4687-9360-096a8df57260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:45:50Z', 'updated_at': '2022-02-09T21:46:01Z', 'revision_number': 4, 'project_id': '5312098ae3a8474b879f099ad572bad2', 'gw_port': {'id': '4d527b18-da3b-4687-9360-096a8df57260', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ce:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c4ca5e-5827-4f77-867c-98268bc71729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:52Z', 'updated_at': '2022-02-09T21:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '6cabfc4e-d5b8-45f6-ac93-48f9e27b9fe3', 'name': '', 'network_id': '8d4b7775-2d23-4928-88f4-d74b5ea85dd4', 'tenant_id': '5312098ae3a8474b879f099ad572bad2', 'mac_address': 'fa:16:3e:7c:c1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c4ca5e-5827-4f77-867c-98268bc71729', 'device_owner': 'network:router_interface', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': '5f65088d-2de0-4968-a14e-b62ef283813c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:59Z', 'updated_at': '2022-02-09T21:46:09Z', 'revision_number': 5, 'project_id': '5312098ae3a8474b879f099ad572bad2', 'subnets': [{'id': '5f65088d-2de0-4968-a14e-b62ef283813c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:47:42.737666 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:42.783033 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a43885-452f-4e89-907c-aa9e17f60a8a req-3fe9cde6-82e8-4b03-ace0-f319e8847af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:42.784778 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-e5a43885-452f-4e89-907c-aa9e17f60a8a req-3fe9cde6-82e8-4b03-ace0-f319e8847af5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a77fad57-d7ca-4c6b-a8e5-5fa7d54c2e34 HTTP/1.1" status: 200 len: 850 time: 0.1397994 Feb 09 21:47:42.804211 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c08bb848-2e03-41c4-9d30-fb68e0550ea2 req-50de63f8-db8e-4f87-81f1-7452808bcc62 service neutron] 10.222.0.90 "GET /v2.0/networks/8d4b7775-2d23-4928-88f4-d74b5ea85dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645640 Feb 09 21:47:42.887315 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a43885-452f-4e89-907c-aa9e17f60a8a req-a966d582-f1e6-41ac-97bd-1119257a13cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:42.888822 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-e5a43885-452f-4e89-907c-aa9e17f60a8a req-a966d582-f1e6-41ac-97bd-1119257a13cc service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e9a5657a-72c8-4eb7-9270-46ed5fd14a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0969422 Feb 09 21:47:42.894628 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-151dc673-617d-4040-b6a8-7f37a9de6a94 req-81d91302-b31b-4857-b875-66b4bc17e7ec tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856138 Feb 09 21:47:42.951066 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bec9f493-658a-4076-94ce-f6e8a3995e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (2ea6b511-8264-4376-9464-42503aad02c1), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:42.954388 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bec9f493-658a-4076-94ce-f6e8a3995e8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:42.956071 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-bec9f493-658a-4076-94ce-f6e8a3995e8c admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/2ea6b511-8264-4376-9464-42503aad02c1 HTTP/1.1" status: 204 len: 168 time: 0.7942431 Feb 09 21:47:42.974109 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec9f493-658a-4076-94ce-f6e8a3995e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea6b511-8264-4376-9464-42503aad02c1,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:42.994655 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec9f493-658a-4076-94ce-f6e8a3995e8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:42.995167 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec9f493-658a-4076-94ce-f6e8a3995e8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:42.995618 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec9f493-658a-4076-94ce-f6e8a3995e8c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:42.996105 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec9f493-658a-4076-94ce-f6e8a3995e8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:42.996505 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec9f493-658a-4076-94ce-f6e8a3995e8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:42.997445 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec9f493-658a-4076-94ce-f6e8a3995e8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:42.997784 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec9f493-658a-4076-94ce-f6e8a3995e8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:42.998124 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec9f493-658a-4076-94ce-f6e8a3995e8c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:42.998450 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec9f493-658a-4076-94ce-f6e8a3995e8c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:42.998833 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec9f493-658a-4076-94ce-f6e8a3995e8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:42.999102 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec9f493-658a-4076-94ce-f6e8a3995e8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:42.999427 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec9f493-658a-4076-94ce-f6e8a3995e8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:42.999805 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec9f493-658a-4076-94ce-f6e8a3995e8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:47:43.021670 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c08bb848-2e03-41c4-9d30-fb68e0550ea2 req-01c4a3b3-9af1-48bd-ab3a-ac3720960f00 service neutron] 10.222.0.90 "GET /v2.0/networks/8d4b7775-2d23-4928-88f4-d74b5ea85dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159925 Feb 09 21:47:43.109927 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-e5a43885-452f-4e89-907c-aa9e17f60a8a req-ca6792f0-2e00-4f4c-8b14-2700efb1cb3d service neutron] 10.222.0.89 "GET /v2.0/networks/e9a5657a-72c8-4eb7-9270-46ed5fd14a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124429 Feb 09 21:47:43.251750 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-460d766f-78fd-416d-aac6-0ba59d370307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3234f723-1a1c-49bf-b8dd-ea33d2d3d864', 'name': 'tempest-AttachVolumeTestJSON-1250021813-router', 'tenant_id': '6e1281475427459ba566f75d67d1c2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': '3ac139b1-123a-4546-bd6d-a871cf869c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:46:52Z', 'updated_at': '2022-02-09T21:47:03Z', 'revision_number': 4, 'project_id': '6e1281475427459ba566f75d67d1c2c3', 'gw_port': {'id': '3ac139b1-123a-4546-bd6d-a871cf869c25', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:25:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3234f723-1a1c-49bf-b8dd-ea33d2d3d864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:46:54Z', 'updated_at': '2022-02-09T21:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': '7b08c08d-6538-4839-a7e0-c41c4219ad67', 'tenant_id': '6e1281475427459ba566f75d67d1c2c3', 'floating_ip_address': '172.25.3.49', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': '3234f723-1a1c-49bf-b8dd-ea33d2d3d864', 'port_id': 'ab290a35-a881-457e-b82a-bb6a5f1de4ae', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9a5657a-72c8-4eb7-9270-46ed5fd14a25', 'mac_address': 'fa:16:3e:e6:c1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196a7219-50a0-4378-9317-db757eb7b09b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:47:10Z', 'updated_at': '2022-02-09T21:47:37Z', 'revision_number': 1, 'project_id': '6e1281475427459ba566f75d67d1c2c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '908d8e92-5e81-424c-9d61-2a0be07d4e1a', 'name': '', 'network_id': 'e9a5657a-72c8-4eb7-9270-46ed5fd14a25', 'tenant_id': '6e1281475427459ba566f75d67d1c2c3', 'mac_address': 'fa:16:3e:7d:4e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3234f723-1a1c-49bf-b8dd-ea33d2d3d864', 'device_owner': 'network:router_interface', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': 'a77fad57-d7ca-4c6b-a8e5-5fa7d54c2e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:47:01Z', 'updated_at': '2022-02-09T21:47:08Z', 'revision_number': 5, 'project_id': '6e1281475427459ba566f75d67d1c2c3', 'subnets': [{'id': 'a77fad57-d7ca-4c6b-a8e5-5fa7d54c2e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:43.269295 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0e7ea9-7a73-4082-8a6d-af9d8625b44f None None] New status for floating IP 214fa21b-3a32-4fb2-a5f2-973a9974bde9: DOWN {{(pid=103142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:47:43.310339 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-e5a43885-452f-4e89-907c-aa9e17f60a8a req-7e5f8933-298a-4d76-99df-cc9057669263 service neutron] 10.222.0.89 "GET /v2.0/networks/e9a5657a-72c8-4eb7-9270-46ed5fd14a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922746 Feb 09 21:47:43.321804 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460d766f-78fd-416d-aac6-0ba59d370307 None None] The sync data for ids ['3234f723-1a1c-49bf-b8dd-ea33d2d3d864'] in n-d-828369-5 is: [{'id': '3234f723-1a1c-49bf-b8dd-ea33d2d3d864', 'name': 'tempest-AttachVolumeTestJSON-1250021813-router', 'tenant_id': '6e1281475427459ba566f75d67d1c2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': '3ac139b1-123a-4546-bd6d-a871cf869c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:46:52Z', 'updated_at': '2022-02-09T21:47:03Z', 'revision_number': 4, 'project_id': '6e1281475427459ba566f75d67d1c2c3', 'gw_port': {'id': '3ac139b1-123a-4546-bd6d-a871cf869c25', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:25:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3234f723-1a1c-49bf-b8dd-ea33d2d3d864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:46:54Z', 'updated_at': '2022-02-09T21:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': '7b08c08d-6538-4839-a7e0-c41c4219ad67', 'tenant_id': '6e1281475427459ba566f75d67d1c2c3', 'floating_ip_address': '172.25.3.49', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': '3234f723-1a1c-49bf-b8dd-ea33d2d3d864', 'port_id': 'ab290a35-a881-457e-b82a-bb6a5f1de4ae', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9a5657a-72c8-4eb7-9270-46ed5fd14a25', 'mac_address': 'fa:16:3e:e6:c1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196a7219-50a0-4378-9317-db757eb7b09b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:47:10Z', 'updated_at': '2022-02-09T21:47:37Z', 'revision_number': 1, 'project_id': '6e1281475427459ba566f75d67d1c2c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '908d8e92-5e81-424c-9d61-2a0be07d4e1a', 'name': '', 'network_id': 'e9a5657a-72c8-4eb7-9270-46ed5fd14a25', 'tenant_id': '6e1281475427459ba566f75d67d1c2c3', 'mac_address': 'fa:16:3e:7d:4e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3234f723-1a1c-49bf-b8dd-ea33d2d3d864', 'device_owner': 'network:router_interface', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': 'a77fad57-d7ca-4c6b-a8e5-5fa7d54c2e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:47:01Z', 'updated_at': '2022-02-09T21:47:08Z', 'revision_number': 5, 'project_id': '6e1281475427459ba566f75d67d1c2c3', 'subnets': [{'id': 'a77fad57-d7ca-4c6b-a8e5-5fa7d54c2e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:47:43.413773 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-22872366-4301-4e48-9aab-c76bcd386661 req-383cfccb-757c-4069-b244-d2ddabb81d83 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "GET /v2.0/floatingips/214fa21b-3a32-4fb2-a5f2-973a9974bde9 HTTP/1.1" status: 200 len: 694 time: 0.3060942 Feb 09 21:47:43.557758 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5baa48-de52-4199-8853-648165072072 req-1414863b-b84e-43bb-a572-c2b9aa3252c5 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:43.559457 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ce5baa48-de52-4199-8853-648165072072 req-1414863b-b84e-43bb-a572-c2b9aa3252c5 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/ports?device_id=196a7219-50a0-4378-9317-db757eb7b09b HTTP/1.1" status: 200 len: 945 time: 0.1845367 Feb 09 21:47:43.712931 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75f7cca-5121-4167-abc8-69226b7d3efd None None] New status for floating IP 7b08c08d-6538-4839-a7e0-c41c4219ad67: ACTIVE {{(pid=103143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:47:43.720841 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22872366-4301-4e48-9aab-c76bcd386661 req-01da9570-400d-4428-80b1-1604ab2ddfe3 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:43.724880 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-22872366-4301-4e48-9aab-c76bcd386661 req-01da9570-400d-4428-80b1-1604ab2ddfe3 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "GET /v2.0/networks/54a442d5-50a0-4c75-85cc-d19f5bf58118 HTTP/1.1" status: 200 len: 784 time: 0.2831831 Feb 09 21:47:43.752415 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [req-22872366-4301-4e48-9aab-c76bcd386661 req-f239fac2-4b45-4ea2-a2a8-2d7728ba131d tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=103140) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:47:43.756780 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-22872366-4301-4e48-9aab-c76bcd386661 req-f239fac2-4b45-4ea2-a2a8-2d7728ba131d tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0244403 Feb 09 21:47:43.775448 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ce5baa48-de52-4199-8853-648165072072 req-b18766cf-8aee-4f61-9f92-9821edb3cd55 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/security-groups?id=28acdcb4-ce07-4669-ac01-31d2a11868db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2035062 Feb 09 21:47:43.874836 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-22872366-4301-4e48-9aab-c76bcd386661 req-d9f33b21-14a7-4275-a3a3-e8dead611182 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "GET /v2.0/floatingips?floating_ip_address=172.25.3.57 HTTP/1.1" status: 200 len: 695 time: 0.1100781 Feb 09 21:47:43.968830 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-22872366-4301-4e48-9aab-c76bcd386661 req-205f3afa-2ba2-4416-ae3d-4fda76b32086 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "GET /v2.0/floatingips?floating_ip_address=172.25.3.57 HTTP/1.1" status: 200 len: 695 time: 0.0879259 Feb 09 21:47:44.111815 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:44.230057 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c50e996d-3eef-4dc6-9a7b-8319a153165b', 'tag': '2b445a72-6498-4132-927f-0112a47d469b'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:47:44.232875 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efe6cd9f-a15d-47ef-a858-6ef6c2cd35e8" -d '{"events": [{"name": "network-changed", "server_uuid": "c50e996d-3eef-4dc6-9a7b-8319a153165b", "tag": "2b445a72-6498-4132-927f-0112a47d469b"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:47:44.249837 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22072426-9529-4bcb-9235-7faac74532d3 req-bff3ada5-cef3-4604-8671-e062d348f632 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:44.257175 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-22072426-9529-4bcb-9235-7faac74532d3 req-bff3ada5-cef3-4604-8671-e062d348f632 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=30f80b90-7fc3-49f0-b87a-910594edfd75 HTTP/1.1" status: 200 len: 945 time: 0.1874664 Feb 09 21:47:44.312722 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-22872366-4301-4e48-9aab-c76bcd386661 req-367404d1-4bb7-4d24-b27f-1be50b75acd1 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Deleting port b4e25ebc-c037-44cd-841c-f557319816e0 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:47:44.313189 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-22872366-4301-4e48-9aab-c76bcd386661 req-367404d1-4bb7-4d24-b27f-1be50b75acd1 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (b4e25ebc-c037-44cd-841c-f557319816e0), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:44.360459 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-22072426-9529-4bcb-9235-7faac74532d3 req-3e43e8c8-c353-4329-a2f2-86544235d9a7 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966179 Feb 09 21:47:44.435010 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be5eaeff-fb53-4d87-9275-5d1c82aa668a x-openstack-request-id: req-be5eaeff-fb53-4d87-9275-5d1c82aa668a {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:47:44.435310 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c50e996d-3eef-4dc6-9a7b-8319a153165b", "tag": "2b445a72-6498-4132-927f-0112a47d469b", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:47:44.435570 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-be5eaeff-fb53-4d87-9275-5d1c82aa668a {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:47:44.435973 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c50e996d-3eef-4dc6-9a7b-8319a153165b', 'tag': '2b445a72-6498-4132-927f-0112a47d469b', 'status': 'completed', 'code': 200} Feb 09 21:47:44.463627 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 44660) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:44.510919 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-22872366-4301-4e48-9aab-c76bcd386661 req-367404d1-4bb7-4d24-b27f-1be50b75acd1 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (b4e25ebc-c037-44cd-841c-f557319816e0), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:44.512534 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-22872366-4301-4e48-9aab-c76bcd386661 req-367404d1-4bb7-4d24-b27f-1be50b75acd1 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Publish callbacks [] for floatingip (b4e25ebc-c037-44cd-841c-f557319816e0), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:44.572788 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-22872366-4301-4e48-9aab-c76bcd386661 req-367404d1-4bb7-4d24-b27f-1be50b75acd1 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Calling delete_port for b4e25ebc-c037-44cd-841c-f557319816e0 owned by network:floatingip {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:47:44.593433 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe6cd9f-a15d-47ef-a858-6ef6c2cd35e8 req-b02669ec-e963-4072-a350-adcbdffb19ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:44.595183 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-efe6cd9f-a15d-47ef-a858-6ef6c2cd35e8 req-b02669ec-e963-4072-a350-adcbdffb19ff service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=5312098ae3a8474b879f099ad572bad2&device_id=c50e996d-3eef-4dc6-9a7b-8319a153165b HTTP/1.1" status: 200 len: 1127 time: 0.1345413 Feb 09 21:47:44.645102 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-f12073eb-ae4f-4d91-8133-d1ecde36246c tempest-TagsTest-1546351950 tempest-TagsTest-1546351950-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-947920317'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:47:45.151975 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f12073eb-ae4f-4d91-8133-d1ecde36246c tempest-TagsTest-1546351950 tempest-TagsTest-1546351950-project] Made reservation on behalf of 8f0db4ea45f34fec916f9bd9a8fa7860 for: {'network': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:47:45.155310 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f12073eb-ae4f-4d91-8133-d1ecde36246c tempest-TagsTest-1546351950 tempest-TagsTest-1546351950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:45.190585 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f12073eb-ae4f-4d91-8133-d1ecde36246c tempest-TagsTest-1546351950 tempest-TagsTest-1546351950-project] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:45.238016 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe6cd9f-a15d-47ef-a858-6ef6c2cd35e8 req-27c0198e-f6ba-47cc-b60e-2ecad0b549db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:45.239649 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-efe6cd9f-a15d-47ef-a858-6ef6c2cd35e8 req-27c0198e-f6ba-47cc-b60e-2ecad0b549db service neutron] 10.222.0.95 "GET /v2.0/networks?id=8d4b7775-2d23-4928-88f4-d74b5ea85dd4 HTTP/1.1" status: 200 len: 920 time: 0.5983670 Feb 09 21:47:45.247610 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f4bff1-4982-496f-b2ab-dae6397e5a79 req-9677205d-ec35-4698-90f7-a4bd26e54d82 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:45.248971 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-25f4bff1-4982-496f-b2ab-dae6397e5a79 req-9677205d-ec35-4698-90f7-a4bd26e54d82 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/ports?device_id=196a7219-50a0-4378-9317-db757eb7b09b HTTP/1.1" status: 200 len: 945 time: 0.1646032 Feb 09 21:47:45.275736 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:45.312801 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-efe6cd9f-a15d-47ef-a858-6ef6c2cd35e8 req-3e2ab6a4-34f2-42fd-b9ce-d73050b14426 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2b445a72-6498-4132-927f-0112a47d469b HTTP/1.1" status: 200 len: 217 time: 0.0607369 Feb 09 21:47:45.442252 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-22872366-4301-4e48-9aab-c76bcd386661 req-367404d1-4bb7-4d24-b27f-1be50b75acd1 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (b4e25ebc-c037-44cd-841c-f557319816e0), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:45.450671 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe6cd9f-a15d-47ef-a858-6ef6c2cd35e8 req-dbc25500-41d4-421d-97c8-04377d6d6484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:45.452328 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-efe6cd9f-a15d-47ef-a858-6ef6c2cd35e8 req-dbc25500-41d4-421d-97c8-04377d6d6484 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5f65088d-2de0-4968-a14e-b62ef283813c HTTP/1.1" status: 200 len: 859 time: 0.1085870 Feb 09 21:47:45.455506 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-25f4bff1-4982-496f-b2ab-dae6397e5a79 req-57faec41-9c58-4754-8fb7-d5b204ed106c tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/security-groups?id=28acdcb4-ce07-4669-ac01-31d2a11868db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1917517 Feb 09 21:47:45.484382 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367404d1-4bb7-4d24-b27f-1be50b75acd1 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Pushing event deleted for resources: {'Port': ['ID=b4e25ebc-c037-44cd-841c-f557319816e0,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:45.528685 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-efe6cd9f-a15d-47ef-a858-6ef6c2cd35e8 req-eb3d8b9f-259a-4e6c-9b66-ff4d622a30d2 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=8d4b7775-2d23-4928-88f4-d74b5ea85dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457203 Feb 09 21:47:45.709541 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f12073eb-ae4f-4d91-8133-d1ecde36246c tempest-TagsTest-1546351950 tempest-TagsTest-1546351950-project] Publish callbacks [] for security_group (2b1127b8-93cf-4686-9992-35878cb988b1), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:45.718747 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f12073eb-ae4f-4d91-8133-d1ecde36246c tempest-TagsTest-1546351950 tempest-TagsTest-1546351950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (2b1127b8-93cf-4686-9992-35878cb988b1), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:45.729495 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-22872366-4301-4e48-9aab-c76bcd386661 req-367404d1-4bb7-4d24-b27f-1be50b75acd1 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Publish callbacks [] for floatingip (214fa21b-3a32-4fb2-a5f2-973a9974bde9), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:45.733016 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-22872366-4301-4e48-9aab-c76bcd386661 req-367404d1-4bb7-4d24-b27f-1be50b75acd1 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:45.734298 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-22872366-4301-4e48-9aab-c76bcd386661 req-367404d1-4bb7-4d24-b27f-1be50b75acd1 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "DELETE /v2.0/floatingips/214fa21b-3a32-4fb2-a5f2-973a9974bde9 HTTP/1.1" status: 204 len: 173 time: 1.7592008 Feb 09 21:47:45.776582 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f12073eb-ae4f-4d91-8133-d1ecde36246c tempest-TagsTest-1546351950 tempest-TagsTest-1546351950-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=103140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:47:45.814922 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195087bf-8642-48c1-bce8-9f46a8a020f6 req-b61ff226-86e2-4720-b0b3-b8223dd83074 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:45.816549 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-195087bf-8642-48c1-bce8-9f46a8a020f6 req-b61ff226-86e2-4720-b0b3-b8223dd83074 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=30f80b90-7fc3-49f0-b87a-910594edfd75 HTTP/1.1" status: 200 len: 945 time: 0.2428079 Feb 09 21:47:45.817883 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f12073eb-ae4f-4d91-8133-d1ecde36246c tempest-TagsTest-1546351950 tempest-TagsTest-1546351950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (bc75fd3a-9145-4097-b9e3-696f79e65834), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:45.818247 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-f12073eb-ae4f-4d91-8133-d1ecde36246c tempest-TagsTest-1546351950 tempest-TagsTest-1546351950-project] Added segment bc75fd3a-9145-4097-b9e3-696f79e65834 of type vlan for network d35613b2-f528-4854-b16e-e0a94a0d0b4e Feb 09 21:47:45.828553 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-efe6cd9f-a15d-47ef-a858-6ef6c2cd35e8 req-c7a09dad-478b-48bd-8c8e-1967717d2288 service neutron] 10.222.0.95 "GET /v2.0/networks/8d4b7775-2d23-4928-88f4-d74b5ea85dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685676 Feb 09 21:47:45.832333 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12073eb-ae4f-4d91-8133-d1ecde36246c tempest-TagsTest-1546351950 tempest-TagsTest-1546351950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b1127b8-93cf-4686-9992-35878cb988b1,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:45.962403 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f12073eb-ae4f-4d91-8133-d1ecde36246c tempest-TagsTest-1546351950 tempest-TagsTest-1546351950-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (d35613b2-f528-4854-b16e-e0a94a0d0b4e), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:46.009453 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-195087bf-8642-48c1-bce8-9f46a8a020f6 req-4683c51c-4d10-445f-816d-a567c8305c3d tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781240 Feb 09 21:47:46.043766 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f12073eb-ae4f-4d91-8133-d1ecde36246c tempest-TagsTest-1546351950 tempest-TagsTest-1546351950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (d35613b2-f528-4854-b16e-e0a94a0d0b4e), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:46.049408 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12073eb-ae4f-4d91-8133-d1ecde36246c tempest-TagsTest-1546351950 tempest-TagsTest-1546351950-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:46.050246 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f12073eb-ae4f-4d91-8133-d1ecde36246c tempest-TagsTest-1546351950 tempest-TagsTest-1546351950-project] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:46.071419 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c9c3f263-fee2-4919-89f7-292e99aae0bd req-4a75a519-6491-4a5a-be06-a5c8e59f4187 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "GET /v2.0/security-groups/0940b44c-1389-468a-ac02-bf5be43e5d18 HTTP/1.1" status: 200 len: 1826 time: 0.1871450 Feb 09 21:47:46.137926 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-f12073eb-ae4f-4d91-8133-d1ecde36246c tempest-TagsTest-1546351950 tempest-TagsTest-1546351950-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 1.6728787 Feb 09 21:47:46.141111 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 44704) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:46.145774 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.tag.tag_plugin [None req-27fed357-2483-4337-86b7-f92cb8e5743f tempest-TagsTest-1546351950 tempest-TagsTest-1546351950-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'd35613b2-f528-4854-b16e-e0a94a0d0b4e', 'tempest-TagsTest-Tag-1897296062') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:46.173248 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12073eb-ae4f-4d91-8133-d1ecde36246c tempest-TagsTest-1546351950 tempest-TagsTest-1546351950-project] Pushing event updated for resources: {'Network': ['ID=d35613b2-f528-4854-b16e-e0a94a0d0b4e,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:46.188162 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network d35613b2-f528-4854-b16e-e0a94a0d0b4e details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:47:46.198709 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-efe6cd9f-a15d-47ef-a858-6ef6c2cd35e8 req-80291273-4540-405d-b246-ddb158b50257 service neutron] 10.222.0.95 "GET /v2.0/networks/8d4b7775-2d23-4928-88f4-d74b5ea85dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3605771 Feb 09 21:47:46.244985 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-c9c3f263-fee2-4919-89f7-292e99aae0bd req-7e8d7b6d-e60e-44b0-afd3-600fe1f1e67b tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Publish callbacks [] for security_group (0940b44c-1389-468a-ac02-bf5be43e5d18), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:46.270193 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-27fed357-2483-4337-86b7-f92cb8e5743f tempest-TagsTest-1546351950 tempest-TagsTest-1546351950-project] 10.222.0.90 "PUT /v2.0/networks/d35613b2-f528-4854-b16e-e0a94a0d0b4e/tags/tempest-TagsTest-Tag-1897296062 HTTP/1.1" status: 201 len: 201 time: 0.1277363 Feb 09 21:47:46.272393 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 44706) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:46.276440 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-c9c3f263-fee2-4919-89f7-292e99aae0bd req-7e8d7b6d-e60e-44b0-afd3-600fe1f1e67b tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Publish callbacks [] for security_group (0940b44c-1389-468a-ac02-bf5be43e5d18), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:46.278724 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.tag.tag_plugin [None req-59a9d054-af5a-48d4-9a54-751d816d44c0 tempest-TagsTest-1546351950 tempest-TagsTest-1546351950-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd35613b2-f528-4854-b16e-e0a94a0d0b4e', 'tempest-TagsTest-Tag-1897296062') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:46.358185 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-c9c3f263-fee2-4919-89f7-292e99aae0bd req-7e8d7b6d-e60e-44b0-afd3-600fe1f1e67b tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (0940b44c-1389-468a-ac02-bf5be43e5d18), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:46.361854 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-c9c3f263-fee2-4919-89f7-292e99aae0bd req-7e8d7b6d-e60e-44b0-afd3-600fe1f1e67b tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:46.366168 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c9c3f263-fee2-4919-89f7-292e99aae0bd req-7e8d7b6d-e60e-44b0-afd3-600fe1f1e67b tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "DELETE /v2.0/security-groups/0940b44c-1389-468a-ac02-bf5be43e5d18 HTTP/1.1" status: 204 len: 173 time: 0.2729077 Feb 09 21:47:46.390682 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8d7b6d-e60e-44b0-afd3-600fe1f1e67b tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0940b44c-1389-468a-ac02-bf5be43e5d18,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:46.425585 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-59a9d054-af5a-48d4-9a54-751d816d44c0 tempest-TagsTest-1546351950 tempest-TagsTest-1546351950-project] 10.222.0.90 "GET /v2.0/networks/d35613b2-f528-4854-b16e-e0a94a0d0b4e/tags/tempest-TagsTest-Tag-1897296062 HTTP/1.1" status: 204 len: 168 time: 0.1515911 Feb 09 21:47:46.428012 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 44712) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:46.433574 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.tag.tag_plugin [None req-b5ba7119-7e40-4ff1-aab1-8f50acc450cd tempest-TagsTest-1546351950 tempest-TagsTest-1546351950-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'd35613b2-f528-4854-b16e-e0a94a0d0b4e') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:46.522269 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-b5ba7119-7e40-4ff1-aab1-8f50acc450cd tempest-TagsTest-1546351950 tempest-TagsTest-1546351950-project] 10.222.0.90 "GET /v2.0/networks/d35613b2-f528-4854-b16e-e0a94a0d0b4e/tags HTTP/1.1" status: 200 len: 238 time: 0.0918369 Feb 09 21:47:46.523945 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 44714) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:46.531594 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.tag.tag_plugin [None req-c9d465f4-fe23-48f4-8661-cc2172ed4673 tempest-TagsTest-1546351950 tempest-TagsTest-1546351950-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'd35613b2-f528-4854-b16e-e0a94a0d0b4e', {'tags': ['tempest-TagsTest-Tag-42597336', 'tempest-TagsTest-Tag-1641911506', 'tempest-TagsTest-Tag-1813503472']}) {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:46.635259 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-c9d465f4-fe23-48f4-8661-cc2172ed4673 tempest-TagsTest-1546351950 tempest-TagsTest-1546351950-project] 10.222.0.90 "PUT /v2.0/networks/d35613b2-f528-4854-b16e-e0a94a0d0b4e/tags HTTP/1.1" status: 200 len: 307 time: 0.1077971 Feb 09 21:47:46.635668 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 44718) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:46.654798 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.tag.tag_plugin [None req-829f6e15-f3a8-451f-ac9f-28fe8b2958c8 tempest-TagsTest-1546351950 tempest-TagsTest-1546351950-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'd35613b2-f528-4854-b16e-e0a94a0d0b4e', 'tempest-TagsTest-Tag-42597336') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:46.727482 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b4e08a-095e-446c-a3ef-ef023301bae7 req-6c847e95-a1a3-491c-a196-18b4b833341f tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:46.729742 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e8b4e08a-095e-446c-a3ef-ef023301bae7 req-6c847e95-a1a3-491c-a196-18b4b833341f tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "GET /v2.0/ports?device_id=c50e996d-3eef-4dc6-9a7b-8319a153165b HTTP/1.1" status: 200 len: 945 time: 0.1089714 Feb 09 21:47:46.796367 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e8b4e08a-095e-446c-a3ef-ef023301bae7 req-13039c7e-dc63-46fc-bddf-d8037f70cf0b tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "GET /v2.0/security-groups?id=296fe08d-5e2e-48dd-9aaf-df90eedd0fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592713 Feb 09 21:47:46.800677 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-829f6e15-f3a8-451f-ac9f-28fe8b2958c8 tempest-TagsTest-1546351950 tempest-TagsTest-1546351950-project] 10.222.0.90 "DELETE /v2.0/networks/d35613b2-f528-4854-b16e-e0a94a0d0b4e/tags/tempest-TagsTest-Tag-42597336 HTTP/1.1" status: 204 len: 168 time: 0.1614606 Feb 09 21:47:46.801856 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 44720) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:46.806864 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.tag.tag_plugin [None req-0e5738f4-cf4d-4fc7-8e03-ab6e2d783252 tempest-TagsTest-1546351950 tempest-TagsTest-1546351950-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd35613b2-f528-4854-b16e-e0a94a0d0b4e', 'tempest-TagsTest-Tag-42597336') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:46.879212 n-d-828369-5 neutron-server[103140]: INFO neutron.api.v2.resource [None req-0e5738f4-cf4d-4fc7-8e03-ab6e2d783252 tempest-TagsTest-1546351950 tempest-TagsTest-1546351950-project] show failed (client error): The resource could not be found. Feb 09 21:47:46.882723 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-0e5738f4-cf4d-4fc7-8e03-ab6e2d783252 tempest-TagsTest-1546351950 tempest-TagsTest-1546351950-project] 10.222.0.90 "GET /v2.0/networks/d35613b2-f528-4854-b16e-e0a94a0d0b4e/tags/tempest-TagsTest-Tag-42597336 HTTP/1.1" status: 404 len: 324 time: 0.0768585 Feb 09 21:47:46.882949 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 44724) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:46.887124 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.tag.tag_plugin [None req-8d38c300-e0a2-4bfb-baf9-9aaf8719e3e7 tempest-TagsTest-1546351950 tempest-TagsTest-1546351950-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd35613b2-f528-4854-b16e-e0a94a0d0b4e', 'tempest-TagsTest-Tag-1641911506') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:46.953765 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-8d38c300-e0a2-4bfb-baf9-9aaf8719e3e7 tempest-TagsTest-1546351950 tempest-TagsTest-1546351950-project] 10.222.0.90 "GET /v2.0/networks/d35613b2-f528-4854-b16e-e0a94a0d0b4e/tags/tempest-TagsTest-Tag-1641911506 HTTP/1.1" status: 204 len: 168 time: 0.0697997 Feb 09 21:47:46.956125 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 44726) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:46.960348 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.tag.tag_plugin [None req-8fcb1768-577b-44f1-a0f5-8d0b5d0fc510 tempest-TagsTest-1546351950 tempest-TagsTest-1546351950-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd35613b2-f528-4854-b16e-e0a94a0d0b4e', 'tempest-TagsTest-Tag-1813503472') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:47.029552 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-8fcb1768-577b-44f1-a0f5-8d0b5d0fc510 tempest-TagsTest-1546351950 tempest-TagsTest-1546351950-project] 10.222.0.90 "GET /v2.0/networks/d35613b2-f528-4854-b16e-e0a94a0d0b4e/tags/tempest-TagsTest-Tag-1813503472 HTTP/1.1" status: 204 len: 168 time: 0.0723915 Feb 09 21:47:47.031999 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 44728) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:47.037098 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.tag.tag_plugin [None req-4e9ce032-cc7a-4e50-b1d5-f27049c2bd8e tempest-TagsTest-1546351950 tempest-TagsTest-1546351950-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'd35613b2-f528-4854-b16e-e0a94a0d0b4e') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:47.135668 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd28e17-3315-40df-b3b4-762472960e37 req-7c79b7a6-392a-4a97-b67f-deefba093f89 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:47.140526 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-4e9ce032-cc7a-4e50-b1d5-f27049c2bd8e tempest-TagsTest-1546351950 tempest-TagsTest-1546351950-project] 10.222.0.90 "DELETE /v2.0/networks/d35613b2-f528-4854-b16e-e0a94a0d0b4e/tags HTTP/1.1" status: 204 len: 168 time: 0.1071801 Feb 09 21:47:47.141238 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 44732) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:47.142557 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1bd28e17-3315-40df-b3b4-762472960e37 req-7c79b7a6-392a-4a97-b67f-deefba093f89 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=30f80b90-7fc3-49f0-b87a-910594edfd75 HTTP/1.1" status: 200 len: 945 time: 0.0620050 Feb 09 21:47:47.145527 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.tag.tag_plugin [None req-153ca3cf-57a6-4966-8aba-f350e13905e2 tempest-TagsTest-1546351950 tempest-TagsTest-1546351950-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd35613b2-f528-4854-b16e-e0a94a0d0b4e', 'tempest-TagsTest-Tag-1641911506') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:47.196415 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1bd28e17-3315-40df-b3b4-762472960e37 req-007c43f7-31c6-4e13-bcb2-c1a01e0198d8 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491748 Feb 09 21:47:47.227928 n-d-828369-5 neutron-server[103141]: INFO neutron.api.v2.resource [None req-153ca3cf-57a6-4966-8aba-f350e13905e2 tempest-TagsTest-1546351950 tempest-TagsTest-1546351950-project] show failed (client error): The resource could not be found. Feb 09 21:47:47.229069 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-153ca3cf-57a6-4966-8aba-f350e13905e2 tempest-TagsTest-1546351950 tempest-TagsTest-1546351950-project] 10.222.0.90 "GET /v2.0/networks/d35613b2-f528-4854-b16e-e0a94a0d0b4e/tags/tempest-TagsTest-Tag-1641911506 HTTP/1.1" status: 404 len: 326 time: 0.0868206 Feb 09 21:47:47.232466 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 44734) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:47.236670 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.tag.tag_plugin [None req-ae0e6973-6c1d-4bcd-b666-e652a7deb19a tempest-TagsTest-1546351950 tempest-TagsTest-1546351950-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd35613b2-f528-4854-b16e-e0a94a0d0b4e', 'tempest-TagsTest-Tag-1813503472') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:47.302017 n-d-828369-5 neutron-server[103141]: INFO neutron.api.v2.resource [None req-ae0e6973-6c1d-4bcd-b666-e652a7deb19a tempest-TagsTest-1546351950 tempest-TagsTest-1546351950-project] show failed (client error): The resource could not be found. Feb 09 21:47:47.303046 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-ae0e6973-6c1d-4bcd-b666-e652a7deb19a tempest-TagsTest-1546351950 tempest-TagsTest-1546351950-project] 10.222.0.90 "GET /v2.0/networks/d35613b2-f528-4854-b16e-e0a94a0d0b4e/tags/tempest-TagsTest-Tag-1813503472 HTTP/1.1" status: 404 len: 326 time: 0.0696464 Feb 09 21:47:47.305988 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 44736) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:47.310173 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.tag.tag_plugin [None req-1f468673-6abe-46ea-8680-2c83e1a98891 tempest-TagsTest-1546351950 tempest-TagsTest-1546351950-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'd35613b2-f528-4854-b16e-e0a94a0d0b4e') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:47.382789 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-1f468673-6abe-46ea-8680-2c83e1a98891 tempest-TagsTest-1546351950 tempest-TagsTest-1546351950-project] 10.222.0.90 "DELETE /v2.0/networks/d35613b2-f528-4854-b16e-e0a94a0d0b4e/tags HTTP/1.1" status: 204 len: 168 time: 0.0752702 Feb 09 21:47:47.386505 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 44740) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:47.469666 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-210aede2-c129-4c1b-aef8-52e888b9d451 tempest-TagsTest-1546351950 tempest-TagsTest-1546351950-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (d35613b2-f528-4854-b16e-e0a94a0d0b4e), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:47.563332 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-210aede2-c129-4c1b-aef8-52e888b9d451 tempest-TagsTest-1546351950 tempest-TagsTest-1546351950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (d35613b2-f528-4854-b16e-e0a94a0d0b4e), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:47.586616 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-210aede2-c129-4c1b-aef8-52e888b9d451 tempest-TagsTest-1546351950 tempest-TagsTest-1546351950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d35613b2-f528-4854-b16e-e0a94a0d0b4e']}} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:47.599859 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-210aede2-c129-4c1b-aef8-52e888b9d451 tempest-TagsTest-1546351950 tempest-TagsTest-1546351950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc75fd3a-9145-4097-b9e3-696f79e65834') {'for_net_delete': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:47.600272 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-210aede2-c129-4c1b-aef8-52e888b9d451 tempest-TagsTest-1546351950 tempest-TagsTest-1546351950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc75fd3a-9145-4097-b9e3-696f79e65834') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:47.610287 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-210aede2-c129-4c1b-aef8-52e888b9d451 tempest-TagsTest-1546351950 tempest-TagsTest-1546351950-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110711'] for segment (bc75fd3a-9145-4097-b9e3-696f79e65834), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:47.626370 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-210aede2-c129-4c1b-aef8-52e888b9d451 tempest-TagsTest-1546351950 tempest-TagsTest-1546351950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (bc75fd3a-9145-4097-b9e3-696f79e65834), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:47.633318 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-210aede2-c129-4c1b-aef8-52e888b9d451 tempest-TagsTest-1546351950 tempest-TagsTest-1546351950-project] Releasing vlan 720 on physical network physnet1 to pool {{(pid=103140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:47:47.633953 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-210aede2-c129-4c1b-aef8-52e888b9d451 tempest-TagsTest-1546351950 tempest-TagsTest-1546351950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669415'] for segment (bc75fd3a-9145-4097-b9e3-696f79e65834), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:47.638004 n-d-828369-5 neutron-server[103140]: Traceback (most recent call last): Feb 09 21:47:47.638004 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:47:47.638004 n-d-828369-5 neutron-server[103140]: timer() Feb 09 21:47:47.638004 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:47:47.638004 n-d-828369-5 neutron-server[103140]: cb(*args, **kw) Feb 09 21:47:47.638004 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:47:47.638004 n-d-828369-5 neutron-server[103140]: return func(*args, **kwargs) Feb 09 21:47:47.638004 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:47:47.638004 n-d-828369-5 neutron-server[103140]: self._notify() Feb 09 21:47:47.638004 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:47:47.638004 n-d-828369-5 neutron-server[103140]: self.callback(batched_events) Feb 09 21:47:47.638004 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:47:47.638004 n-d-828369-5 neutron-server[103140]: event.method(event) Feb 09 21:47:47.638004 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:47:47.638004 n-d-828369-5 neutron-server[103140]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:47:47.638004 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:47:47.638004 n-d-828369-5 neutron-server[103140]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:47:47.638004 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:47:47.638004 n-d-828369-5 neutron-server[103140]: return f(self, *a, **k) Feb 09 21:47:47.638004 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:47:47.638004 n-d-828369-5 neutron-server[103140]: return self._get(url).json() Feb 09 21:47:47.638004 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:47:47.638004 n-d-828369-5 neutron-server[103140]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:47:47.638004 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:47:47.638004 n-d-828369-5 neutron-server[103140]: return self.request(url, 'GET', **kwargs) Feb 09 21:47:47.638004 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:47:47.638004 n-d-828369-5 neutron-server[103140]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:47:47.638004 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:47:47.638004 n-d-828369-5 neutron-server[103140]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:47:47.638004 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:47:47.638004 n-d-828369-5 neutron-server[103140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:47:47.638004 n-d-828369-5 neutron-server[103140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:47:47.709326 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-210aede2-c129-4c1b-aef8-52e888b9d451 tempest-TagsTest-1546351950 tempest-TagsTest-1546351950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (d35613b2-f528-4854-b16e-e0a94a0d0b4e), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:47.719843 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-210aede2-c129-4c1b-aef8-52e888b9d451 tempest-TagsTest-1546351950 tempest-TagsTest-1546351950-project] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:47.725400 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-210aede2-c129-4c1b-aef8-52e888b9d451 tempest-TagsTest-1546351950 tempest-TagsTest-1546351950-project] 10.222.0.90 "DELETE /v2.0/networks/d35613b2-f528-4854-b16e-e0a94a0d0b4e HTTP/1.1" status: 204 len: 168 time: 0.3351645 Feb 09 21:47:47.737781 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210aede2-c129-4c1b-aef8-52e888b9d451 tempest-TagsTest-1546351950 tempest-TagsTest-1546351950-project] Pushing event deleted for resources: {'Network': ['ID=d35613b2-f528-4854-b16e-e0a94a0d0b4e,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:47.998445 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612603a8-72c9-4e58-b63d-a0e7f9d02e43 req-915debf6-75c1-4cfb-9126-68a0187cc6bc tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:48.000269 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-612603a8-72c9-4e58-b63d-a0e7f9d02e43 req-915debf6-75c1-4cfb-9126-68a0187cc6bc tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "GET /v2.0/ports?device_id=c50e996d-3eef-4dc6-9a7b-8319a153165b HTTP/1.1" status: 200 len: 945 time: 0.1046350 Feb 09 21:47:48.069736 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-612603a8-72c9-4e58-b63d-a0e7f9d02e43 req-599e6b17-b5ac-4ea2-9fc1-3278aa0aed09 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "GET /v2.0/security-groups?id=296fe08d-5e2e-48dd-9aaf-df90eedd0fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630083 Feb 09 21:47:48.157551 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 44802) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:48.406059 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be0558b-1059-4314-b284-d2c4b9bd2283 req-38f51265-5e27-4906-9c7c-c3f6d2f7cf22 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:48.413816 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7be0558b-1059-4314-b284-d2c4b9bd2283 req-38f51265-5e27-4906-9c7c-c3f6d2f7cf22 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=30f80b90-7fc3-49f0-b87a-910594edfd75 HTTP/1.1" status: 200 len: 945 time: 0.1435575 Feb 09 21:47:48.426799 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 44814) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:48.427614 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-ff3a4f73-5a30-44c5-9ddd-302f48d298b3 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=8f0db4ea45f34fec916f9bd9a8fa7860&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2684107 Feb 09 21:47:48.428659 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 44816) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:48.485823 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7be0558b-1059-4314-b284-d2c4b9bd2283 req-e730bf1c-2d94-46d3-85ec-858059d9e9f3 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663717 Feb 09 21:47:48.507807 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3431e1b9-3ee5-49f3-8311-bf0cf6afe0eb admin admin] Publish callbacks [] for security_group (2b1127b8-93cf-4686-9992-35878cb988b1), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:48.534297 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3431e1b9-3ee5-49f3-8311-bf0cf6afe0eb admin admin] Publish callbacks [] for security_group (2b1127b8-93cf-4686-9992-35878cb988b1), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:48.578589 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2db46d45-eef6-4734-ab7d-794a6ff7c064 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:48.614128 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3431e1b9-3ee5-49f3-8311-bf0cf6afe0eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (2b1127b8-93cf-4686-9992-35878cb988b1), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:48.616763 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3431e1b9-3ee5-49f3-8311-bf0cf6afe0eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:48.618391 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-3431e1b9-3ee5-49f3-8311-bf0cf6afe0eb admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/2b1127b8-93cf-4686-9992-35878cb988b1 HTTP/1.1" status: 204 len: 168 time: 0.1902387 Feb 09 21:47:48.638574 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431e1b9-3ee5-49f3-8311-bf0cf6afe0eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b1127b8-93cf-4686-9992-35878cb988b1,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:48.706647 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2db46d45-eef6-4734-ab7d-794a6ff7c064 admin admin] Publish callbacks [] for security_group (3e2828e2-1346-4c80-807c-45691d9a61b0), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:48.710939 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2db46d45-eef6-4734-ab7d-794a6ff7c064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (3e2828e2-1346-4c80-807c-45691d9a61b0), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:48.767150 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-2db46d45-eef6-4734-ab7d-794a6ff7c064 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=3d9af879cf8541e287c41769f1610a05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3371513 Feb 09 21:47:48.768028 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db46d45-eef6-4734-ab7d-794a6ff7c064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e2828e2-1346-4c80-807c-45691d9a61b0,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:48.769613 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 44824) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:48.853901 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8e304f84-1d94-43d2-b01c-191503c18455 admin admin] Publish callbacks [] for security_group (3e2828e2-1346-4c80-807c-45691d9a61b0), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:48.883875 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8e304f84-1d94-43d2-b01c-191503c18455 admin admin] Publish callbacks [] for security_group (3e2828e2-1346-4c80-807c-45691d9a61b0), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:48.948751 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8e304f84-1d94-43d2-b01c-191503c18455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (3e2828e2-1346-4c80-807c-45691d9a61b0), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:48.952410 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8e304f84-1d94-43d2-b01c-191503c18455 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:48.956289 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-8e304f84-1d94-43d2-b01c-191503c18455 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/3e2828e2-1346-4c80-807c-45691d9a61b0 HTTP/1.1" status: 204 len: 168 time: 0.1856344 Feb 09 21:47:48.966187 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e304f84-1d94-43d2-b01c-191503c18455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e2828e2-1346-4c80-807c-45691d9a61b0,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:49.324012 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c2082a-037b-4f69-b71a-49520e2a0a12 req-0173975e-6a12-4e3b-9c1b-192419971aa1 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:49.329524 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e2c2082a-037b-4f69-b71a-49520e2a0a12 req-0173975e-6a12-4e3b-9c1b-192419971aa1 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "GET /v2.0/ports?device_id=c50e996d-3eef-4dc6-9a7b-8319a153165b HTTP/1.1" status: 200 len: 945 time: 0.1277320 Feb 09 21:47:49.386403 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 44844) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:49.405289 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d09def40-f5ca-4b85-9e89-4d33da9813c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:49.442247 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e2c2082a-037b-4f69-b71a-49520e2a0a12 req-a4d2155a-5063-43be-9434-c0c2d3bcd2b1 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "GET /v2.0/security-groups?id=296fe08d-5e2e-48dd-9aaf-df90eedd0fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065133 Feb 09 21:47:49.533226 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d09def40-f5ca-4b85-9e89-4d33da9813c7 admin admin] Publish callbacks [] for security_group (89cb3f7b-1125-438b-b53f-6dc60bf8ad88), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:49.538916 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d09def40-f5ca-4b85-9e89-4d33da9813c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (89cb3f7b-1125-438b-b53f-6dc60bf8ad88), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:49.570838 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-d09def40-f5ca-4b85-9e89-4d33da9813c7 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=16e91835761d47c68e7424da0dae2a86&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1829915 Feb 09 21:47:49.573675 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 44852) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:49.604979 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09def40-f5ca-4b85-9e89-4d33da9813c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89cb3f7b-1125-438b-b53f-6dc60bf8ad88,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:49.694119 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1bc5fb-b5aa-4e14-8c76-abaf88f4717a req-1f9f87b4-2324-45fa-8fac-58758e9418c1 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:49.704878 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9e1bc5fb-b5aa-4e14-8c76-abaf88f4717a req-1f9f87b4-2324-45fa-8fac-58758e9418c1 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=30f80b90-7fc3-49f0-b87a-910594edfd75 HTTP/1.1" status: 200 len: 945 time: 0.1110852 Feb 09 21:47:49.711516 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b296fd2c-39e0-4abc-ba32-7c607f2836c5 admin admin] Publish callbacks [] for security_group (89cb3f7b-1125-438b-b53f-6dc60bf8ad88), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:49.774839 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b296fd2c-39e0-4abc-ba32-7c607f2836c5 admin admin] Publish callbacks [] for security_group (89cb3f7b-1125-438b-b53f-6dc60bf8ad88), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:49.806914 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9e1bc5fb-b5aa-4e14-8c76-abaf88f4717a req-15e83f25-d407-41c1-aa92-137ec7888c66 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992632 Feb 09 21:47:49.864098 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b296fd2c-39e0-4abc-ba32-7c607f2836c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (89cb3f7b-1125-438b-b53f-6dc60bf8ad88), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:49.867152 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b296fd2c-39e0-4abc-ba32-7c607f2836c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:49.870793 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-b296fd2c-39e0-4abc-ba32-7c607f2836c5 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/89cb3f7b-1125-438b-b53f-6dc60bf8ad88 HTTP/1.1" status: 204 len: 168 time: 0.2939572 Feb 09 21:47:49.878370 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b296fd2c-39e0-4abc-ba32-7c607f2836c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89cb3f7b-1125-438b-b53f-6dc60bf8ad88,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:49.950706 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2950b47b-349f-4e2b-a9af-bceab5b6ea14 req-8b905421-b4bd-4d7c-b2e8-ffb14d28551e tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:49.952355 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2950b47b-349f-4e2b-a9af-bceab5b6ea14 req-8b905421-b4bd-4d7c-b2e8-ffb14d28551e tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.95 "GET /v2.0/ports?device_id=c50e996d-3eef-4dc6-9a7b-8319a153165b HTTP/1.1" status: 200 len: 945 time: 0.0711474 Feb 09 21:47:50.078504 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-2950b47b-349f-4e2b-a9af-bceab5b6ea14 req-b79362e2-c577-42df-b692-a936774b8a98 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Deleting port 2b445a72-6498-4132-927f-0112a47d469b {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:47:50.078852 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-2950b47b-349f-4e2b-a9af-bceab5b6ea14 req-b79362e2-c577-42df-b692-a936774b8a98 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (2b445a72-6498-4132-927f-0112a47d469b), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:50.206323 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-2950b47b-349f-4e2b-a9af-bceab5b6ea14 req-b79362e2-c577-42df-b692-a936774b8a98 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] For port 2b445a72-6498-4132-927f-0112a47d469b, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=2b445a72-6498-4132-927f-0112a47d469b,segment=NetworkSegment(29ce073b-65c0-4f4f-be22-5f191874dff5),segment_id=29ce073b-65c0-4f4f-be22-5f191874dff5)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:47:50.206894 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-2950b47b-349f-4e2b-a9af-bceab5b6ea14 req-b79362e2-c577-42df-b692-a936774b8a98 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (2b445a72-6498-4132-927f-0112a47d469b), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:50.224292 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-2950b47b-349f-4e2b-a9af-bceab5b6ea14 req-b79362e2-c577-42df-b692-a936774b8a98 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Calling delete_port for 2b445a72-6498-4132-927f-0112a47d469b owned by compute:nova {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:47:50.417657 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-2950b47b-349f-4e2b-a9af-bceab5b6ea14 req-b79362e2-c577-42df-b692-a936774b8a98 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (2b445a72-6498-4132-927f-0112a47d469b), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:50.433382 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['2b445a72-6498-4132-927f-0112a47d469b'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:47:50.516757 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79362e2-c577-42df-b692-a936774b8a98 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Pushing event deleted for resources: {'Port': ['ID=2b445a72-6498-4132-927f-0112a47d469b,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:50.553891 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-2950b47b-349f-4e2b-a9af-bceab5b6ea14 req-b79362e2-c577-42df-b692-a936774b8a98 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] No DVR routers for this DVR port 2b445a72-6498-4132-927f-0112a47d469b on host n-h1-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:47:50.590241 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cc435f88-7aff-4eb2-a3c9-2098bd781e55 req-6b7d67d5-152a-4334-9650-2730f14d18a6 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.90 "GET /v2.0/ports?device_id=c50e996d-3eef-4dc6-9a7b-8319a153165b HTTP/1.1" status: 200 len: 210 time: 0.0338202 Feb 09 21:47:50.595035 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-2950b47b-349f-4e2b-a9af-bceab5b6ea14 req-b79362e2-c577-42df-b692-a936774b8a98 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:50.600837 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2950b47b-349f-4e2b-a9af-bceab5b6ea14 req-b79362e2-c577-42df-b692-a936774b8a98 tempest-ServerRescueTestJSONUnderV235-463389093 tempest-ServerRescueTestJSONUnderV235-463389093-project] 10.222.0.95 "DELETE /v2.0/ports/2b445a72-6498-4132-927f-0112a47d469b HTTP/1.1" status: 204 len: 173 time: 0.6355975 Feb 09 21:47:50.601680 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c50e996d-3eef-4dc6-9a7b-8319a153165b', 'name': 'network-vif-deleted', 'tag': '2b445a72-6498-4132-927f-0112a47d469b'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:47:50.604417 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18664ca7-0985-4fe3-ab28-5aa1cd8c2674" -d '{"events": [{"server_uuid": "c50e996d-3eef-4dc6-9a7b-8319a153165b", "name": "network-vif-deleted", "tag": "2b445a72-6498-4132-927f-0112a47d469b"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:47:50.649471 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aa1086a-2cd8-456f-8d01-87b5d0985e4c x-openstack-request-id: req-2aa1086a-2cd8-456f-8d01-87b5d0985e4c {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:47:50.650148 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c50e996d-3eef-4dc6-9a7b-8319a153165b", "name": "network-vif-deleted", "tag": "2b445a72-6498-4132-927f-0112a47d469b", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:47:50.650148 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-2aa1086a-2cd8-456f-8d01-87b5d0985e4c {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:47:50.650548 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c50e996d-3eef-4dc6-9a7b-8319a153165b', 'name': 'network-vif-deleted', 'tag': '2b445a72-6498-4132-927f-0112a47d469b', 'status': 'completed', 'code': 200} Feb 09 21:47:50.953352 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db554159-d1a9-4807-96c5-794bf2cca7c0 req-ace7e8b1-bde5-47b4-a74e-9bdc6db40d0a tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:50.957720 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-db554159-d1a9-4807-96c5-794bf2cca7c0 req-ace7e8b1-bde5-47b4-a74e-9bdc6db40d0a tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=30f80b90-7fc3-49f0-b87a-910594edfd75 HTTP/1.1" status: 200 len: 945 time: 0.0802090 Feb 09 21:47:51.017959 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-db554159-d1a9-4807-96c5-794bf2cca7c0 req-5a73af20-5e93-45c6-b835-ee82c89bfd3c tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525246 Feb 09 21:47:51.202670 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:51.655332 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 44926) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:52.180205 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8cc043-7219-4057-8265-6f65a262864c req-ebf3c16a-abd7-4ad6-bc0b-c410520560b7 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:52.187887 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0b8cc043-7219-4057-8265-6f65a262864c req-ebf3c16a-abd7-4ad6-bc0b-c410520560b7 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=30f80b90-7fc3-49f0-b87a-910594edfd75 HTTP/1.1" status: 200 len: 945 time: 0.0784581 Feb 09 21:47:52.251115 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0b8cc043-7219-4057-8265-6f65a262864c req-2ab648f2-d6f3-4ad8-9ee2-63e77c712c09 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574050 Feb 09 21:47:52.478384 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cfdb886b-28bb-41b8-9667-9e1f6f2501dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524906'] for router_interface (17c4ca5e-5827-4f77-867c-98268bc71729), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:52.641508 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 44952) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:52.784531 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b80dc11-7b52-46c1-ae78-20e16ee221aa admin admin] Deleting subnet 5974b033-cc61-4eb4-a4f6-ce96161693e1 {{(pid=103140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:47:52.792998 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1b80dc11-7b52-46c1-ae78-20e16ee221aa admin admin] Publish callbacks [] for subnet (5974b033-cc61-4eb4-a4f6-ce96161693e1), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:52.811835 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-cfdb886b-28bb-41b8-9667-9e1f6f2501dc admin admin] Deleting port 6cabfc4e-d5b8-45f6-ac93-48f9e27b9fe3 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:47:52.812312 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cfdb886b-28bb-41b8-9667-9e1f6f2501dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (6cabfc4e-d5b8-45f6-ac93-48f9e27b9fe3), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:52.866021 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1b80dc11-7b52-46c1-ae78-20e16ee221aa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9110716'] for subnet (5974b033-cc61-4eb4-a4f6-ce96161693e1), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:52.928578 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1b80dc11-7b52-46c1-ae78-20e16ee221aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (5974b033-cc61-4eb4-a4f6-ce96161693e1), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:52.950045 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-cfdb886b-28bb-41b8-9667-9e1f6f2501dc admin admin] For port 6cabfc4e-d5b8-45f6-ac93-48f9e27b9fe3, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=6cabfc4e-d5b8-45f6-ac93-48f9e27b9fe3,segment=NetworkSegment(29ce073b-65c0-4f4f-be22-5f191874dff5),segment_id=29ce073b-65c0-4f4f-be22-5f191874dff5)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:47:52.950416 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cfdb886b-28bb-41b8-9667-9e1f6f2501dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (6cabfc4e-d5b8-45f6-ac93-48f9e27b9fe3), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:52.975481 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-cfdb886b-28bb-41b8-9667-9e1f6f2501dc admin admin] Calling delete_port for 6cabfc4e-d5b8-45f6-ac93-48f9e27b9fe3 owned by network:router_interface {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:47:53.029306 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1b80dc11-7b52-46c1-ae78-20e16ee221aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621346'] for subnet (5974b033-cc61-4eb4-a4f6-ce96161693e1), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:53.089423 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b80dc11-7b52-46c1-ae78-20e16ee221aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5974b033-cc61-4eb4-a4f6-ce96161693e1,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:53.095998 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1b80dc11-7b52-46c1-ae78-20e16ee221aa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:53.100844 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-1b80dc11-7b52-46c1-ae78-20e16ee221aa admin admin] 10.222.0.90 "DELETE /v2.0/subnets/5974b033-cc61-4eb4-a4f6-ce96161693e1 HTTP/1.1" status: 204 len: 168 time: 0.4580157 Feb 09 21:47:53.102970 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 44962) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:53.224105 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c4a376bc-905f-4003-8772-5b14f6491297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (25defb09-d744-4c22-bfc1-6754edb35ec9), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:53.323498 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c4a376bc-905f-4003-8772-5b14f6491297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (25defb09-d744-4c22-bfc1-6754edb35ec9), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:53.336089 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cfdb886b-28bb-41b8-9667-9e1f6f2501dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (6cabfc4e-d5b8-45f6-ac93-48f9e27b9fe3), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:53.350825 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-c4a376bc-905f-4003-8772-5b14f6491297 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25defb09-d744-4c22-bfc1-6754edb35ec9']}} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:53.361374 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-c4a376bc-905f-4003-8772-5b14f6491297 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '302376ac-9268-4998-af9e-49ee4b478b93') {'for_net_delete': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:53.361671 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-c4a376bc-905f-4003-8772-5b14f6491297 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '302376ac-9268-4998-af9e-49ee4b478b93') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:53.371809 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdb886b-28bb-41b8-9667-9e1f6f2501dc admin admin] Pushing event deleted for resources: {'Port': ['ID=6cabfc4e-d5b8-45f6-ac93-48f9e27b9fe3,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:53.372182 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c4a376bc-905f-4003-8772-5b14f6491297 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110711'] for segment (302376ac-9268-4998-af9e-49ee4b478b93), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:53.400974 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c4a376bc-905f-4003-8772-5b14f6491297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (302376ac-9268-4998-af9e-49ee4b478b93), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:53.415752 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4a376bc-905f-4003-8772-5b14f6491297 admin admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=103140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:47:53.417637 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c4a376bc-905f-4003-8772-5b14f6491297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669415'] for segment (302376ac-9268-4998-af9e-49ee4b478b93), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:53.422612 n-d-828369-5 neutron-server[103140]: Traceback (most recent call last): Feb 09 21:47:53.422612 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:47:53.422612 n-d-828369-5 neutron-server[103140]: timer() Feb 09 21:47:53.422612 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:47:53.422612 n-d-828369-5 neutron-server[103140]: cb(*args, **kw) Feb 09 21:47:53.422612 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:47:53.422612 n-d-828369-5 neutron-server[103140]: return func(*args, **kwargs) Feb 09 21:47:53.422612 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:47:53.422612 n-d-828369-5 neutron-server[103140]: self._notify() Feb 09 21:47:53.422612 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:47:53.422612 n-d-828369-5 neutron-server[103140]: self.callback(batched_events) Feb 09 21:47:53.422612 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:47:53.422612 n-d-828369-5 neutron-server[103140]: event.method(event) Feb 09 21:47:53.422612 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:47:53.422612 n-d-828369-5 neutron-server[103140]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:47:53.422612 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:47:53.422612 n-d-828369-5 neutron-server[103140]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:47:53.422612 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:47:53.422612 n-d-828369-5 neutron-server[103140]: return f(self, *a, **k) Feb 09 21:47:53.422612 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:47:53.422612 n-d-828369-5 neutron-server[103140]: return self._get(url).json() Feb 09 21:47:53.422612 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:47:53.422612 n-d-828369-5 neutron-server[103140]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:47:53.422612 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:47:53.422612 n-d-828369-5 neutron-server[103140]: return self.request(url, 'GET', **kwargs) Feb 09 21:47:53.422612 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:47:53.422612 n-d-828369-5 neutron-server[103140]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:47:53.422612 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:47:53.422612 n-d-828369-5 neutron-server[103140]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:47:53.422612 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:47:53.422612 n-d-828369-5 neutron-server[103140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:47:53.422612 n-d-828369-5 neutron-server[103140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:47:53.470774 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:53.549099 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c4a376bc-905f-4003-8772-5b14f6491297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (25defb09-d744-4c22-bfc1-6754edb35ec9), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:53.566697 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c4a376bc-905f-4003-8772-5b14f6491297 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:53.573161 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-c4a376bc-905f-4003-8772-5b14f6491297 admin admin] 10.222.0.90 "DELETE /v2.0/networks/25defb09-d744-4c22-bfc1-6754edb35ec9 HTTP/1.1" status: 204 len: 168 time: 0.4686396 Feb 09 21:47:53.576533 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a376bc-905f-4003-8772-5b14f6491297 admin admin] Pushing event deleted for resources: {'Network': ['ID=25defb09-d744-4c22-bfc1-6754edb35ec9,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:53.601861 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c819e75e-e73d-4ec7-a11b-82c4d06ed8cf req-f01e3282-6e35-4fb9-b510-5bb00e9baa44 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:53.603665 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c819e75e-e73d-4ec7-a11b-82c4d06ed8cf req-f01e3282-6e35-4fb9-b510-5bb00e9baa44 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=30f80b90-7fc3-49f0-b87a-910594edfd75 HTTP/1.1" status: 200 len: 945 time: 0.1627049 Feb 09 21:47:53.695478 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c819e75e-e73d-4ec7-a11b-82c4d06ed8cf req-d0f3def6-8861-48f9-aa52-e436a1681155 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850055 Feb 09 21:47:53.708880 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 2b445a72-6498-4132-927f-0112a47d469b no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:47:53.711152 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cfdb886b-28bb-41b8-9667-9e1f6f2501dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-525054'] for router_interface (17c4ca5e-5827-4f77-867c-98268bc71729), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:53.735284 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] No Port match for: 2b445a72-6498-4132-927f-0112a47d469b {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:47:53.736148 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 2b445a72-6498-4132-927f-0112a47d469b not bound to the agent host n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:47:53.902866 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 44974) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:53.991873 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-12a7b4e6-8e36-490f-a93d-f211480f07d6 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=06629d6639714c7a8d2a8ddf047a31e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0857460 Feb 09 21:47:53.992556 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 44976) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:54.067024 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfdb886b-28bb-41b8-9667-9e1f6f2501dc admin admin] Router 17c4ca5e-5827-4f77-867c-98268bc71729 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:47:54.072281 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9505b802-1d1c-496b-9eae-a19dd3950bfc admin admin] Publish callbacks [] for security_group (38239a27-f81f-4dbe-b735-d2ad14a0ae0d), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:54.095794 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9505b802-1d1c-496b-9eae-a19dd3950bfc admin admin] Publish callbacks [] for security_group (38239a27-f81f-4dbe-b735-d2ad14a0ae0d), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:54.192636 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9505b802-1d1c-496b-9eae-a19dd3950bfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (38239a27-f81f-4dbe-b735-d2ad14a0ae0d), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:54.195993 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9505b802-1d1c-496b-9eae-a19dd3950bfc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:54.203386 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-9505b802-1d1c-496b-9eae-a19dd3950bfc admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/38239a27-f81f-4dbe-b735-d2ad14a0ae0d HTTP/1.1" status: 204 len: 168 time: 0.2098656 Feb 09 21:47:54.221851 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfdb886b-28bb-41b8-9667-9e1f6f2501dc admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:47:54.233904 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9505b802-1d1c-496b-9eae-a19dd3950bfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38239a27-f81f-4dbe-b735-d2ad14a0ae0d,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:54.234480 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8c1cc3-a45b-4a8f-8124-58debd6f3fd8 None None] Sync routers for ids ['17c4ca5e-5827-4f77-867c-98268bc71729'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:47:54.254763 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 44984) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:54.256783 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-cfdb886b-28bb-41b8-9667-9e1f6f2501dc admin admin] 10.222.0.90 "PUT /v2.0/routers/17c4ca5e-5827-4f77-867c-98268bc71729/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5989003 Feb 09 21:47:54.271165 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8c1cc3-a45b-4a8f-8124-58debd6f3fd8 None None] Routers {'17c4ca5e-5827-4f77-867c-98268bc71729'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:47:54.271948 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-cf8c1cc3-a45b-4a8f-8124-58debd6f3fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:47:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['17c4ca5e-5827-4f77-867c-98268bc71729'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:54.412527 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-cf8c1cc3-a45b-4a8f-8124-58debd6f3fd8 None None] Set router 17c4ca5e-5827-4f77-867c-98268bc71729 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:47:54.442196 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a8f44329-91af-488b-b521-27c8c81837be admin admin] Publish callbacks [] for router (17c4ca5e-5827-4f77-867c-98268bc71729), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:54.527210 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:47:54.641234 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a8f44329-91af-488b-b521-27c8c81837be admin admin] Publish callbacks [] for router_gateway (17c4ca5e-5827-4f77-867c-98268bc71729), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:54.765712 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-a8f44329-91af-488b-b521-27c8c81837be admin admin] Deleting port 4d527b18-da3b-4687-9360-096a8df57260 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:47:54.768744 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a8f44329-91af-488b-b521-27c8c81837be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (4d527b18-da3b-4687-9360-096a8df57260), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:54.925951 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-cf8c1cc3-a45b-4a8f-8124-58debd6f3fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c4ca5e-5827-4f77-867c-98268bc71729', 'name': 'tempest-ServerRescueTestJSONUnderV235-737623099-router', 'tenant_id': '5312098ae3a8474b879f099ad572bad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '4d527b18-da3b-4687-9360-096a8df57260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:45:50Z', 'updated_at': '2022-02-09T21:47:53Z', 'revision_number': 5, 'project_id': '5312098ae3a8474b879f099ad572bad2', 'gw_port': {'id': '4d527b18-da3b-4687-9360-096a8df57260', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ce:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c4ca5e-5827-4f77-867c-98268bc71729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:45:52Z', 'updated_at': '2022-02-09T21:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:54.966192 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-a8f44329-91af-488b-b521-27c8c81837be admin admin] For port 4d527b18-da3b-4687-9360-096a8df57260, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=4d527b18-da3b-4687-9360-096a8df57260,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:47:54.967452 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a8f44329-91af-488b-b521-27c8c81837be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (4d527b18-da3b-4687-9360-096a8df57260), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:54.970386 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8c1cc3-a45b-4a8f-8124-58debd6f3fd8 None None] Checking router: 17c4ca5e-5827-4f77-867c-98268bc71729 for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:47:54.991984 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8c1cc3-a45b-4a8f-8124-58debd6f3fd8 None None] Routers {'17c4ca5e-5827-4f77-867c-98268bc71729'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:47:54.993115 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-cf8c1cc3-a45b-4a8f-8124-58debd6f3fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:47:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['17c4ca5e-5827-4f77-867c-98268bc71729'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:55.014153 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-a8f44329-91af-488b-b521-27c8c81837be admin admin] Calling delete_port for 4d527b18-da3b-4687-9360-096a8df57260 owned by network:router_gateway {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:47:55.171025 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7f6b5f-e9bb-4f62-b908-35c85ba7d2cd req-d93345c7-9f0d-49c9-81b1-64baca8a18ae tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:55.183405 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7a7f6b5f-e9bb-4f62-b908-35c85ba7d2cd req-d93345c7-9f0d-49c9-81b1-64baca8a18ae tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=30f80b90-7fc3-49f0-b87a-910594edfd75 HTTP/1.1" status: 200 len: 945 time: 0.1656768 Feb 09 21:47:55.216729 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-cf8c1cc3-a45b-4a8f-8124-58debd6f3fd8 None None] Set router 17c4ca5e-5827-4f77-867c-98268bc71729 gateway port host: None {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:47:55.278748 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7a7f6b5f-e9bb-4f62-b908-35c85ba7d2cd req-ef2557f2-03d2-4ab1-b2e6-81a3a9e19de3 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918322 Feb 09 21:47:55.303353 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-cf8c1cc3-a45b-4a8f-8124-58debd6f3fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c4ca5e-5827-4f77-867c-98268bc71729', 'name': 'tempest-ServerRescueTestJSONUnderV235-737623099-router', 'tenant_id': '5312098ae3a8474b879f099ad572bad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:45:50Z', 'updated_at': '2022-02-09T21:47:54Z', 'revision_number': 6, 'project_id': '5312098ae3a8474b879f099ad572bad2', 'gw_port_host': None}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:55.373930 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8c1cc3-a45b-4a8f-8124-58debd6f3fd8 None None] The sync data for ids ['17c4ca5e-5827-4f77-867c-98268bc71729'] in n-d-828369-5 is: [{'id': '17c4ca5e-5827-4f77-867c-98268bc71729', 'name': 'tempest-ServerRescueTestJSONUnderV235-737623099-router', 'tenant_id': '5312098ae3a8474b879f099ad572bad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:45:50Z', 'updated_at': '2022-02-09T21:47:54Z', 'revision_number': 6, 'project_id': '5312098ae3a8474b879f099ad572bad2', 'gw_port_host': None}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:47:55.415848 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a8f44329-91af-488b-b521-27c8c81837be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (4d527b18-da3b-4687-9360-096a8df57260), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:55.443836 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f44329-91af-488b-b521-27c8c81837be admin admin] Pushing event deleted for resources: {'Port': ['ID=4d527b18-da3b-4687-9360-096a8df57260,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:55.509703 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a8f44329-91af-488b-b521-27c8c81837be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-554524'] for router_gateway (17c4ca5e-5827-4f77-867c-98268bc71729), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:55.609126 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a8f44329-91af-488b-b521-27c8c81837be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (17c4ca5e-5827-4f77-867c-98268bc71729), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:55.611307 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a8f44329-91af-488b-b521-27c8c81837be admin admin] Publish callbacks [] for router_controller (17c4ca5e-5827-4f77-867c-98268bc71729), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:55.670925 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a8f44329-91af-488b-b521-27c8c81837be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (17c4ca5e-5827-4f77-867c-98268bc71729), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:55.671525 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8f44329-91af-488b-b521-27c8c81837be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17c4ca5e-5827-4f77-867c-98268bc71729 {{(pid=103140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:47:55.676133 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a8f44329-91af-488b-b521-27c8c81837be admin admin] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:55.679600 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-a8f44329-91af-488b-b521-27c8c81837be admin admin] 10.222.0.90 "DELETE /v2.0/routers/17c4ca5e-5827-4f77-867c-98268bc71729 HTTP/1.1" status: 204 len: 168 time: 1.4215813 Feb 09 21:47:55.679842 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 45022) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:55.738059 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_v2 [None req-96efb359-fa8b-4d4f-9e60-c53bc3aea628 admin admin] Deleting subnet 5f65088d-2de0-4968-a14e-b62ef283813c {{(pid=103140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:47:55.743935 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-96efb359-fa8b-4d4f-9e60-c53bc3aea628 admin admin] Publish callbacks [] for subnet (5f65088d-2de0-4968-a14e-b62ef283813c), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:55.795491 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-96efb359-fa8b-4d4f-9e60-c53bc3aea628 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9110716'] for subnet (5f65088d-2de0-4968-a14e-b62ef283813c), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:55.857013 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-96efb359-fa8b-4d4f-9e60-c53bc3aea628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (5f65088d-2de0-4968-a14e-b62ef283813c), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:55.947360 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-96efb359-fa8b-4d4f-9e60-c53bc3aea628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621346'] for subnet (5f65088d-2de0-4968-a14e-b62ef283813c), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:55.963793 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-96efb359-fa8b-4d4f-9e60-c53bc3aea628 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:55.968463 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-96efb359-fa8b-4d4f-9e60-c53bc3aea628 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/5f65088d-2de0-4968-a14e-b62ef283813c HTTP/1.1" status: 204 len: 168 time: 0.2874651 Feb 09 21:47:55.970904 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 45032) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:55.996655 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96efb359-fa8b-4d4f-9e60-c53bc3aea628 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f65088d-2de0-4968-a14e-b62ef283813c,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:56.090565 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f4876e68-e45e-4871-b5ba-d4b4b86e8021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (8d4b7775-2d23-4928-88f4-d74b5ea85dd4), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:56.199350 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f4876e68-e45e-4871-b5ba-d4b4b86e8021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (8d4b7775-2d23-4928-88f4-d74b5ea85dd4), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:56.238187 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-f4876e68-e45e-4871-b5ba-d4b4b86e8021 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d4b7775-2d23-4928-88f4-d74b5ea85dd4']}} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:56.255461 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-f4876e68-e45e-4871-b5ba-d4b4b86e8021 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29ce073b-65c0-4f4f-be22-5f191874dff5') {'for_net_delete': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:56.255874 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-f4876e68-e45e-4871-b5ba-d4b4b86e8021 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29ce073b-65c0-4f4f-be22-5f191874dff5') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:47:56.269245 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f4876e68-e45e-4871-b5ba-d4b4b86e8021 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110711'] for segment (29ce073b-65c0-4f4f-be22-5f191874dff5), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:56.284398 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f4876e68-e45e-4871-b5ba-d4b4b86e8021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (29ce073b-65c0-4f4f-be22-5f191874dff5), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:56.292917 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4876e68-e45e-4871-b5ba-d4b4b86e8021 admin admin] Releasing vlan 716 on physical network physnet1 to pool {{(pid=103140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:47:56.293897 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f4876e68-e45e-4871-b5ba-d4b4b86e8021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669415'] for segment (29ce073b-65c0-4f4f-be22-5f191874dff5), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:56.296110 n-d-828369-5 neutron-server[103140]: Traceback (most recent call last): Feb 09 21:47:56.296110 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:47:56.296110 n-d-828369-5 neutron-server[103140]: timer() Feb 09 21:47:56.296110 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:47:56.296110 n-d-828369-5 neutron-server[103140]: cb(*args, **kw) Feb 09 21:47:56.296110 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:47:56.296110 n-d-828369-5 neutron-server[103140]: return func(*args, **kwargs) Feb 09 21:47:56.296110 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:47:56.296110 n-d-828369-5 neutron-server[103140]: self._notify() Feb 09 21:47:56.296110 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:47:56.296110 n-d-828369-5 neutron-server[103140]: self.callback(batched_events) Feb 09 21:47:56.296110 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:47:56.296110 n-d-828369-5 neutron-server[103140]: event.method(event) Feb 09 21:47:56.296110 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:47:56.296110 n-d-828369-5 neutron-server[103140]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:47:56.296110 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:47:56.296110 n-d-828369-5 neutron-server[103140]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:47:56.296110 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:47:56.296110 n-d-828369-5 neutron-server[103140]: return f(self, *a, **k) Feb 09 21:47:56.296110 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:47:56.296110 n-d-828369-5 neutron-server[103140]: return self._get(url).json() Feb 09 21:47:56.296110 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:47:56.296110 n-d-828369-5 neutron-server[103140]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:47:56.296110 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:47:56.296110 n-d-828369-5 neutron-server[103140]: return self.request(url, 'GET', **kwargs) Feb 09 21:47:56.296110 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:47:56.296110 n-d-828369-5 neutron-server[103140]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:47:56.296110 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:47:56.296110 n-d-828369-5 neutron-server[103140]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:47:56.296110 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:47:56.296110 n-d-828369-5 neutron-server[103140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:47:56.296110 n-d-828369-5 neutron-server[103140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:47:56.378178 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f4876e68-e45e-4871-b5ba-d4b4b86e8021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (8d4b7775-2d23-4928-88f4-d74b5ea85dd4), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:56.383783 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f4876e68-e45e-4871-b5ba-d4b4b86e8021 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:56.390988 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-f4876e68-e45e-4871-b5ba-d4b4b86e8021 admin admin] 10.222.0.90 "DELETE /v2.0/networks/8d4b7775-2d23-4928-88f4-d74b5ea85dd4 HTTP/1.1" status: 204 len: 168 time: 0.4160192 Feb 09 21:47:56.437993 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4876e68-e45e-4871-b5ba-d4b4b86e8021 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d4b7775-2d23-4928-88f4-d74b5ea85dd4,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:56.507114 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74263a0-1881-4dc4-a9cd-2bca13fad7c8 req-a38b581c-0bc8-4d13-99a7-fec6af0cc1f0 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:56.513703 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e74263a0-1881-4dc4-a9cd-2bca13fad7c8 req-a38b581c-0bc8-4d13-99a7-fec6af0cc1f0 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=30f80b90-7fc3-49f0-b87a-910594edfd75 HTTP/1.1" status: 200 len: 945 time: 0.1074567 Feb 09 21:47:56.586650 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e74263a0-1881-4dc4-a9cd-2bca13fad7c8 req-d3db7bd3-71f5-4110-8eff-0e68135032dc tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666699 Feb 09 21:47:56.598591 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 6cabfc4e-d5b8-45f6-ac93-48f9e27b9fe3 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:47:56.651071 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 6cabfc4e-d5b8-45f6-ac93-48f9e27b9fe3 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:47:56.655997 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 6cabfc4e-d5b8-45f6-ac93-48f9e27b9fe3 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:47:56.657569 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 4d527b18-da3b-4687-9360-096a8df57260 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:47:56.705907 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 4d527b18-da3b-4687-9360-096a8df57260 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:47:56.707596 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 4d527b18-da3b-4687-9360-096a8df57260 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:47:56.781714 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 45052) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:56.831999 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-2f7f1b23-72c3-46e1-8072-42265b18e875 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=5312098ae3a8474b879f099ad572bad2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0487838 Feb 09 21:47:56.834294 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 45056) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:56.885894 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-510260bf-4e2a-4e2d-ba63-28250e7a50d0 admin admin] Publish callbacks [] for security_group (296fe08d-5e2e-48dd-9aaf-df90eedd0fb9), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:56.931066 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-510260bf-4e2a-4e2d-ba63-28250e7a50d0 admin admin] Publish callbacks [] for security_group (296fe08d-5e2e-48dd-9aaf-df90eedd0fb9), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:57.011267 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-510260bf-4e2a-4e2d-ba63-28250e7a50d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (296fe08d-5e2e-48dd-9aaf-df90eedd0fb9), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:57.014396 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-510260bf-4e2a-4e2d-ba63-28250e7a50d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:57.018125 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-510260bf-4e2a-4e2d-ba63-28250e7a50d0 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/296fe08d-5e2e-48dd-9aaf-df90eedd0fb9 HTTP/1.1" status: 204 len: 168 time: 0.1804292 Feb 09 21:47:57.030358 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510260bf-4e2a-4e2d-ba63-28250e7a50d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=296fe08d-5e2e-48dd-9aaf-df90eedd0fb9,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:57.805574 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba28fa59-d45a-4858-94f7-11a1ebf6a871 req-0b971ea7-de0a-403d-a2b6-ec8f7a2d33a2 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:57.810211 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ba28fa59-d45a-4858-94f7-11a1ebf6a871 req-0b971ea7-de0a-403d-a2b6-ec8f7a2d33a2 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=30f80b90-7fc3-49f0-b87a-910594edfd75 HTTP/1.1" status: 200 len: 945 time: 0.0816059 Feb 09 21:47:57.876079 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45086) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:57.879609 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ba28fa59-d45a-4858-94f7-11a1ebf6a871 req-651fc1f3-f8de-4b68-9eec-e9fa516291c1 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636604 Feb 09 21:47:58.010225 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-68758e26-6c4e-41cb-8965-f0e7b767fab1 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-278949624-network', 'tenant_id': '9a12b916cc704b439cb969e97fed25b8'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:47:58.029572 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68758e26-6c4e-41cb-8965-f0e7b767fab1 admin admin] Made reservation on behalf of 9a12b916cc704b439cb969e97fed25b8 for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:47:58.032075 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-68758e26-6c4e-41cb-8965-f0e7b767fab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:58.042087 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-68758e26-6c4e-41cb-8965-f0e7b767fab1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:58.133968 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-68758e26-6c4e-41cb-8965-f0e7b767fab1 admin admin] Publish callbacks [] for security_group (94013628-fdec-4344-8a46-79b1e0e851cd), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:58.139530 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-68758e26-6c4e-41cb-8965-f0e7b767fab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (94013628-fdec-4344-8a46-79b1e0e851cd), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:58.175250 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68758e26-6c4e-41cb-8965-f0e7b767fab1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:47:58.187188 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68758e26-6c4e-41cb-8965-f0e7b767fab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94013628-fdec-4344-8a46-79b1e0e851cd,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:58.195292 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-68758e26-6c4e-41cb-8965-f0e7b767fab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (31f2f775-f710-4464-9553-cd9bfb6c064e), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:58.195597 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-68758e26-6c4e-41cb-8965-f0e7b767fab1 admin admin] Added segment 31f2f775-f710-4464-9553-cd9bfb6c064e of type vlan for network b5f54461-ef49-42c4-b99b-0fc2c4c5f38c Feb 09 21:47:58.279596 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-68758e26-6c4e-41cb-8965-f0e7b767fab1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (b5f54461-ef49-42c4-b99b-0fc2c4c5f38c), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:58.345807 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-68758e26-6c4e-41cb-8965-f0e7b767fab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (b5f54461-ef49-42c4-b99b-0fc2c4c5f38c), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:58.347008 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68758e26-6c4e-41cb-8965-f0e7b767fab1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:58.347452 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-68758e26-6c4e-41cb-8965-f0e7b767fab1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:58.430638 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-68758e26-6c4e-41cb-8965-f0e7b767fab1 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5531561 Feb 09 21:47:58.433751 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 45100) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:58.446723 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-3d576995-1cf4-404f-a138-3612aa5e267e admin admin] Request body: {'subnet': {'network_id': 'b5f54461-ef49-42c4-b99b-0fc2c4c5f38c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-278949624-subnet', 'tenant_id': '9a12b916cc704b439cb969e97fed25b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:47:58.464050 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68758e26-6c4e-41cb-8965-f0e7b767fab1 admin admin] Pushing event updated for resources: {'Network': ['ID=b5f54461-ef49-42c4-b99b-0fc2c4c5f38c,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:58.476242 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network b5f54461-ef49-42c4-b99b-0fc2c4c5f38c details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:47:58.484346 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d576995-1cf4-404f-a138-3612aa5e267e admin admin] Made reservation on behalf of 9a12b916cc704b439cb969e97fed25b8 for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:47:58.487026 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3d576995-1cf4-404f-a138-3612aa5e267e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621317'] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:59.192610 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3d576995-1cf4-404f-a138-3612aa5e267e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621371'] for subnet (c910a1f6-1a2f-4e2e-aeab-3241f3de1ff1), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:59.385964 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d576995-1cf4-404f-a138-3612aa5e267e admin admin] Checking segment: {'id': '31f2f775-f710-4464-9553-cd9bfb6c064e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'b5f54461-ef49-42c4-b99b-0fc2c4c5f38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:47:59.386332 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d576995-1cf4-404f-a138-3612aa5e267e admin admin] Network hostable DHCP agents. Network: b5f54461-ef49-42c4-b99b-0fc2c4c5f38c, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:47:59.388540 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d576995-1cf4-404f-a138-3612aa5e267e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c910a1f6-1a2f-4e2e-aeab-3241f3de1ff1,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:47:59.414366 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992ddc56-3f31-4b14-8233-e8b695110d31 req-171a5905-db8b-4869-84a1-75a22f618892 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:59.416058 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-992ddc56-3f31-4b14-8233-e8b695110d31 req-171a5905-db8b-4869-84a1-75a22f618892 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=30f80b90-7fc3-49f0-b87a-910594edfd75 HTTP/1.1" status: 200 len: 945 time: 0.1265163 Feb 09 21:47:59.487614 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d576995-1cf4-404f-a138-3612aa5e267e admin admin] Network b5f54461-ef49-42c4-b99b-0fc2c4c5f38c is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:47:59.532675 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-3d576995-1cf4-404f-a138-3612aa5e267e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, b5f54461-ef49-42c4-b99b-0fc2c4c5f38c) {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:47:59.542972 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d418d8d7-e922-4b24-a907-53fd69c23079 None None] Network b5f54461-ef49-42c4-b99b-0fc2c4c5f38c requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:47:59.551623 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d576995-1cf4-404f-a138-3612aa5e267e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:47:59.553239 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3d576995-1cf4-404f-a138-3612aa5e267e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:59.562616 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-992ddc56-3f31-4b14-8233-e8b695110d31 req-b39239c8-19a4-4beb-bdf7-8b323332516d tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316061 Feb 09 21:47:59.592356 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-3d576995-1cf4-404f-a138-3612aa5e267e admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1574419 Feb 09 21:47:59.594986 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 45144) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:47:59.601878 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-fee83f53-535a-4ab2-93c6-ae82103ac926 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-278949624-router', 'tenant_id': '9a12b916cc704b439cb969e97fed25b8', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:47:59.632129 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fee83f53-535a-4ab2-93c6-ae82103ac926 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (ccf4ef81-75f7-4916-b309-c87b79a729a3), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:59.636049 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fee83f53-535a-4ab2-93c6-ae82103ac926 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (ccf4ef81-75f7-4916-b309-c87b79a729a3), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:59.717143 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fee83f53-535a-4ab2-93c6-ae82103ac926 admin admin] Publish callbacks [] for router_controller (ccf4ef81-75f7-4916-b309-c87b79a729a3), precommit_add_association {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:47:59.783517 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ef8e74-53a5-4b27-9001-68c525740775 None None] Network b5f54461-ef49-42c4-b99b-0fc2c4c5f38c requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:47:59.962989 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fee83f53-535a-4ab2-93c6-ae82103ac926 admin admin] Publish callbacks [] for router_gateway (ccf4ef81-75f7-4916-b309-c87b79a729a3), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:00.266693 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fee83f53-535a-4ab2-93c6-ae82103ac926 admin admin] Publish callbacks [] for router_gateway (ccf4ef81-75f7-4916-b309-c87b79a729a3), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:00.291383 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fee83f53-535a-4ab2-93c6-ae82103ac926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:00.422493 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-fee83f53-535a-4ab2-93c6-ae82103ac926 admin admin] Allocated IP 172.25.3.44 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/b0ae0ec8-ab5f-4aed-9b82-a97635ab0b0b) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:48:00.606198 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fee83f53-535a-4ab2-93c6-ae82103ac926 admin admin] Publish callbacks [] for port (b0ae0ec8-ab5f-4aed-9b82-a97635ab0b0b), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:00.749943 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fee83f53-535a-4ab2-93c6-ae82103ac926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (b0ae0ec8-ab5f-4aed-9b82-a97635ab0b0b), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:00.792283 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab78e1e-d52d-4afd-b045-15c3881c342a req-0eb9d434-9d56-4998-a5ec-40eaf5b57655 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:00.793938 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bab78e1e-d52d-4afd-b045-15c3881c342a req-0eb9d434-9d56-4998-a5ec-40eaf5b57655 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=30f80b90-7fc3-49f0-b87a-910594edfd75 HTTP/1.1" status: 200 len: 945 time: 0.1140337 Feb 09 21:48:00.806566 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee83f53-535a-4ab2-93c6-ae82103ac926 admin admin] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:48:00.815227 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-fee83f53-535a-4ab2-93c6-ae82103ac926 admin admin] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:48:00.828063 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee83f53-535a-4ab2-93c6-ae82103ac926 admin admin] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:48:00.864837 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee83f53-535a-4ab2-93c6-ae82103ac926 admin admin] Pushing event updated for resources: {'Port': ['ID=b0ae0ec8-ab5f-4aed-9b82-a97635ab0b0b,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:00.911230 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bab78e1e-d52d-4afd-b045-15c3881c342a req-f7f5a42f-e791-485f-a188-790db87c8894 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089146 Feb 09 21:48:01.206766 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fee83f53-535a-4ab2-93c6-ae82103ac926 admin admin] Publish callbacks [] for router_gateway (ccf4ef81-75f7-4916-b309-c87b79a729a3), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:01.492262 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fee83f53-535a-4ab2-93c6-ae82103ac926 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (ccf4ef81-75f7-4916-b309-c87b79a729a3), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:01.774488 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fee83f53-535a-4ab2-93c6-ae82103ac926 admin admin] Router ccf4ef81-75f7-4916-b309-c87b79a729a3 is scheduled to L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 with binding_index 1 {{(pid=103140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:48:01.982301 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fee83f53-535a-4ab2-93c6-ae82103ac926 admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:48:01.991576 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d983a62-f0a5-4c4f-bc76-4782df60caeb None None] Sync routers for ids ['ccf4ef81-75f7-4916-b309-c87b79a729a3'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:48:02.010852 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d983a62-f0a5-4c4f-bc76-4782df60caeb None None] Routers {'ccf4ef81-75f7-4916-b309-c87b79a729a3'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:48:02.013907 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-2d983a62-f0a5-4c4f-bc76-4782df60caeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:47:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['ccf4ef81-75f7-4916-b309-c87b79a729a3'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:48:02.016484 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fee83f53-535a-4ab2-93c6-ae82103ac926 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:02.020412 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-fee83f53-535a-4ab2-93c6-ae82103ac926 admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.4215555 Feb 09 21:48:02.020809 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 45164) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:02.156639 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-2d983a62-f0a5-4c4f-bc76-4782df60caeb None None] Set router ccf4ef81-75f7-4916-b309-c87b79a729a3 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:48:02.258669 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c7df6-b354-46bb-83be-ef2b3f5c56bb req-9d526e43-7d0e-4507-b9cc-0d035b87fb3a tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:02.261463 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2c7c7df6-b354-46bb-83be-ef2b3f5c56bb req-9d526e43-7d0e-4507-b9cc-0d035b87fb3a tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=30f80b90-7fc3-49f0-b87a-910594edfd75 HTTP/1.1" status: 200 len: 945 time: 0.2274661 Feb 09 21:48:02.364915 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2c7c7df6-b354-46bb-83be-ef2b3f5c56bb req-a07268c6-e0f1-44b7-bf2c-b0ab162c1c74 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958412 Feb 09 21:48:02.641994 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-2d983a62-f0a5-4c4f-bc76-4782df60caeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccf4ef81-75f7-4916-b309-c87b79a729a3', 'name': 'tempest-ServerRescueNegativeTestJSON-278949624-router', 'tenant_id': '9a12b916cc704b439cb969e97fed25b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': 'b0ae0ec8-ab5f-4aed-9b82-a97635ab0b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:47:59Z', 'updated_at': '2022-02-09T21:48:01Z', 'revision_number': 3, 'project_id': '9a12b916cc704b439cb969e97fed25b8', 'gw_port': {'id': 'b0ae0ec8-ab5f-4aed-9b82-a97635ab0b0b', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:4f:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccf4ef81-75f7-4916-b309-c87b79a729a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:00Z', 'updated_at': '2022-02-09T21:48:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:48:02.691742 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d983a62-f0a5-4c4f-bc76-4782df60caeb None None] Checking router: ccf4ef81-75f7-4916-b309-c87b79a729a3 for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:48:02.692094 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d983a62-f0a5-4c4f-bc76-4782df60caeb None None] Updating router ccf4ef81-75f7-4916-b309-c87b79a729a3 port b0ae0ec8-ab5f-4aed-9b82-a97635ab0b0b binding host n-d-828369-5 {{(pid=103143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:48:02.724681 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2d983a62-f0a5-4c4f-bc76-4782df60caeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (b0ae0ec8-ab5f-4aed-9b82-a97635ab0b0b), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:02.899564 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5ce6019b-02d8-4a87-9a57-556daff6eaf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:02.963417 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45180) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:03.127148 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-5ce6019b-02d8-4a87-9a57-556daff6eaf1 admin admin] Allocated IP 172.20.0.1 (b5f54461-ef49-42c4-b99b-0fc2c4c5f38c/c910a1f6-1a2f-4e2e-aeab-3241f3de1ff1/b2275f87-d6f4-4b82-ad0c-7a6b77b12ad2) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:48:03.179307 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-145ebf30-a325-4e7a-85d2-a51b32abfddc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:03.276214 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5ce6019b-02d8-4a87-9a57-556daff6eaf1 admin admin] Publish callbacks [] for port (b2275f87-d6f4-4b82-ad0c-7a6b77b12ad2), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:03.326241 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2d983a62-f0a5-4c4f-bc76-4782df60caeb None None] Publish callbacks [] for port (b0ae0ec8-ab5f-4aed-9b82-a97635ab0b0b), precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:03.328906 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5ce6019b-02d8-4a87-9a57-556daff6eaf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (b2275f87-d6f4-4b82-ad0c-7a6b77b12ad2), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:03.337278 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2d983a62-f0a5-4c4f-bc76-4782df60caeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (b0ae0ec8-ab5f-4aed-9b82-a97635ab0b0b), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:03.375253 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-145ebf30-a325-4e7a-85d2-a51b32abfddc admin admin] Publish callbacks [] for security_group (ccc05d45-63fe-4153-bd6b-dbcaed33be1c), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:03.376986 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce6019b-02d8-4a87-9a57-556daff6eaf1 admin admin] Network b5f54461-ef49-42c4-b99b-0fc2c4c5f38c is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:48:03.380426 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-5ce6019b-02d8-4a87-9a57-556daff6eaf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:48:03.385926 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-145ebf30-a325-4e7a-85d2-a51b32abfddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (ccc05d45-63fe-4153-bd6b-dbcaed33be1c), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:03.392967 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce6019b-02d8-4a87-9a57-556daff6eaf1 admin admin] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:48:03.445389 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5ce6019b-02d8-4a87-9a57-556daff6eaf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554727'] for router_interface (ccf4ef81-75f7-4916-b309-c87b79a729a3), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:03.462867 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b4b36-84a4-4065-acb4-326897cbf7bb None None] Pushing event updated for resources: {'Port': ['ID=b0ae0ec8-ab5f-4aed-9b82-a97635ab0b0b,revision_number=2']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:03.491136 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-2d983a62-f0a5-4c4f-bc76-4782df60caeb None None] Attempting to bind port b0ae0ec8-ab5f-4aed-9b82-a97635ab0b0b on host n-d-828369-5 for vnic_type normal with profile {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:48:03.491886 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-2d983a62-f0a5-4c4f-bc76-4782df60caeb None None] Attempting to bind port b0ae0ec8-ab5f-4aed-9b82-a97635ab0b0b by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:48:03.492070 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145ebf30-a325-4e7a-85d2-a51b32abfddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc05d45-63fe-4153-bd6b-dbcaed33be1c,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:03.493817 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d983a62-f0a5-4c4f-bc76-4782df60caeb None None] Attempting to bind port b0ae0ec8-ab5f-4aed-9b82-a97635ab0b0b on network 54a442d5-50a0-4c75-85cc-d19f5bf58118 {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:48:03.504678 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d983a62-f0a5-4c4f-bc76-4782df60caeb None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:48:03.505063 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d983a62-f0a5-4c4f-bc76-4782df60caeb None None] Checking segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:48:03.505471 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2d983a62-f0a5-4c4f-bc76-4782df60caeb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:03.505870 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d983a62-f0a5-4c4f-bc76-4782df60caeb None None] Bound using segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:48:03.506346 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-2d983a62-f0a5-4c4f-bc76-4782df60caeb None None] Bound port: b0ae0ec8-ab5f-4aed-9b82-a97635ab0b0b, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:48:03.506733 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2d983a62-f0a5-4c4f-bc76-4782df60caeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (b0ae0ec8-ab5f-4aed-9b82-a97635ab0b0b), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:03.518278 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-145ebf30-a325-4e7a-85d2-a51b32abfddc admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=1d90703d0a1449a98cc7f927cdccb8f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5531955 Feb 09 21:48:03.518868 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45186) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:03.568146 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-2d983a62-f0a5-4c4f-bc76-4782df60caeb None None] For port b0ae0ec8-ab5f-4aed-9b82-a97635ab0b0b, host n-d-828369-5, cleared binding levels {{(pid=103143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:48:03.572304 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-2d983a62-f0a5-4c4f-bc76-4782df60caeb None None] For port b0ae0ec8-ab5f-4aed-9b82-a97635ab0b0b, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=b0ae0ec8-ab5f-4aed-9b82-a97635ab0b0b,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:48:03.579551 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2d983a62-f0a5-4c4f-bc76-4782df60caeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (b0ae0ec8-ab5f-4aed-9b82-a97635ab0b0b), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:03.595667 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce6019b-02d8-4a87-9a57-556daff6eaf1 admin admin] Pushing event updated for resources: {'Port': ['ID=b2275f87-d6f4-4b82-ad0c-7a6b77b12ad2,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:03.631363 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f51e8c40-8338-4c2a-a324-61d0df889226 admin admin] Publish callbacks [] for security_group (ccc05d45-63fe-4153-bd6b-dbcaed33be1c), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:03.638492 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b4b36-84a4-4065-acb4-326897cbf7bb None None] Pushing event updated for resources: {'Port': ['ID=b0ae0ec8-ab5f-4aed-9b82-a97635ab0b0b,revision_number=3']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:03.663000 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d983a62-f0a5-4c4f-bc76-4782df60caeb None None] Routers {'ccf4ef81-75f7-4916-b309-c87b79a729a3'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:48:03.663626 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-2d983a62-f0a5-4c4f-bc76-4782df60caeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:47:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['ccf4ef81-75f7-4916-b309-c87b79a729a3'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:48:03.665628 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49851aec-9f6d-4582-81a1-26aac96b37c1 req-4b25d825-d181-4ab6-a392-388baaea41fd tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:03.668113 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-49851aec-9f6d-4582-81a1-26aac96b37c1 req-4b25d825-d181-4ab6-a392-388baaea41fd tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=30f80b90-7fc3-49f0-b87a-910594edfd75 HTTP/1.1" status: 200 len: 945 time: 0.1249332 Feb 09 21:48:03.678188 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f51e8c40-8338-4c2a-a324-61d0df889226 admin admin] Publish callbacks [] for security_group (ccc05d45-63fe-4153-bd6b-dbcaed33be1c), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:03.764622 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f51e8c40-8338-4c2a-a324-61d0df889226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (ccc05d45-63fe-4153-bd6b-dbcaed33be1c), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:03.769535 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f51e8c40-8338-4c2a-a324-61d0df889226 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:03.775356 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-f51e8c40-8338-4c2a-a324-61d0df889226 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/ccc05d45-63fe-4153-bd6b-dbcaed33be1c HTTP/1.1" status: 204 len: 168 time: 0.2552941 Feb 09 21:48:03.800150 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51e8c40-8338-4c2a-a324-61d0df889226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc05d45-63fe-4153-bd6b-dbcaed33be1c,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:03.872709 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-2d983a62-f0a5-4c4f-bc76-4782df60caeb None None] Set router ccf4ef81-75f7-4916-b309-c87b79a729a3 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:48:03.886572 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-49851aec-9f6d-4582-81a1-26aac96b37c1 req-a1aef5cb-a86c-489d-84fd-dd6ed31ea887 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699808 Feb 09 21:48:03.893390 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5ce6019b-02d8-4a87-9a57-556daff6eaf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (b2275f87-d6f4-4b82-ad0c-7a6b77b12ad2), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:04.165008 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-2d983a62-f0a5-4c4f-bc76-4782df60caeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccf4ef81-75f7-4916-b309-c87b79a729a3', 'name': 'tempest-ServerRescueNegativeTestJSON-278949624-router', 'tenant_id': '9a12b916cc704b439cb969e97fed25b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': 'b0ae0ec8-ab5f-4aed-9b82-a97635ab0b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:47:59Z', 'updated_at': '2022-02-09T21:48:01Z', 'revision_number': 3, 'project_id': '9a12b916cc704b439cb969e97fed25b8', 'gw_port': {'id': 'b0ae0ec8-ab5f-4aed-9b82-a97635ab0b0b', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:4f:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccf4ef81-75f7-4916-b309-c87b79a729a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:00Z', 'updated_at': '2022-02-09T21:48:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:48:04.196449 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d983a62-f0a5-4c4f-bc76-4782df60caeb None None] The sync data for ids ['ccf4ef81-75f7-4916-b309-c87b79a729a3'] in n-d-828369-5 is: [{'id': 'ccf4ef81-75f7-4916-b309-c87b79a729a3', 'name': 'tempest-ServerRescueNegativeTestJSON-278949624-router', 'tenant_id': '9a12b916cc704b439cb969e97fed25b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': 'b0ae0ec8-ab5f-4aed-9b82-a97635ab0b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:47:59Z', 'updated_at': '2022-02-09T21:48:01Z', 'revision_number': 3, 'project_id': '9a12b916cc704b439cb969e97fed25b8', 'gw_port': {'id': 'b0ae0ec8-ab5f-4aed-9b82-a97635ab0b0b', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:4f:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccf4ef81-75f7-4916-b309-c87b79a729a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:00Z', 'updated_at': '2022-02-09T21:48:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:48:04.326567 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45208) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:04.348791 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5501ce67-0e31-4788-82bd-178066a764de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:04.487473 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5501ce67-0e31-4788-82bd-178066a764de admin admin] Publish callbacks [] for security_group (c72b89a8-7ceb-4064-a655-96e9375f400d), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:04.494335 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5501ce67-0e31-4788-82bd-178066a764de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (c72b89a8-7ceb-4064-a655-96e9375f400d), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:04.557123 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-5501ce67-0e31-4788-82bd-178066a764de admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=efa0c58017a3477ca3801672b3314052&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2293162 Feb 09 21:48:04.568724 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45210) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:04.571940 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5501ce67-0e31-4788-82bd-178066a764de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c72b89a8-7ceb-4064-a655-96e9375f400d,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:04.753585 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8d1d4304-aba2-4bf1-95ed-4201b2e9370f admin admin] Publish callbacks [] for security_group (c72b89a8-7ceb-4064-a655-96e9375f400d), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:04.779962 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8d1d4304-aba2-4bf1-95ed-4201b2e9370f admin admin] Publish callbacks [] for security_group (c72b89a8-7ceb-4064-a655-96e9375f400d), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:04.783837 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5ce6019b-02d8-4a87-9a57-556daff6eaf1 admin admin] Publish callbacks [] for port (b2275f87-d6f4-4b82-ad0c-7a6b77b12ad2), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:04.792294 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5ce6019b-02d8-4a87-9a57-556daff6eaf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (b2275f87-d6f4-4b82-ad0c-7a6b77b12ad2), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:04.867614 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8d1d4304-aba2-4bf1-95ed-4201b2e9370f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (c72b89a8-7ceb-4064-a655-96e9375f400d), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:04.870402 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8d1d4304-aba2-4bf1-95ed-4201b2e9370f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:04.873151 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-8d1d4304-aba2-4bf1-95ed-4201b2e9370f admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/c72b89a8-7ceb-4064-a655-96e9375f400d HTTP/1.1" status: 204 len: 168 time: 0.2936306 Feb 09 21:48:04.888187 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1d4304-aba2-4bf1-95ed-4201b2e9370f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c72b89a8-7ceb-4064-a655-96e9375f400d,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:04.922062 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce6019b-02d8-4a87-9a57-556daff6eaf1 admin admin] Pushing event updated for resources: {'Port': ['ID=b2275f87-d6f4-4b82-ad0c-7a6b77b12ad2,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:04.968003 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5ce6019b-02d8-4a87-9a57-556daff6eaf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524919'] for router_interface (ccf4ef81-75f7-4916-b309-c87b79a729a3), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:05.132472 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd17557-d713-478c-8d4b-e25061150369 req-4f50d668-4af1-46bc-9001-93a3ca37a62f tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:05.134328 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3dd17557-d713-478c-8d4b-e25061150369 req-4f50d668-4af1-46bc-9001-93a3ca37a62f tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=30f80b90-7fc3-49f0-b87a-910594edfd75 HTTP/1.1" status: 200 len: 945 time: 0.1500432 Feb 09 21:48:05.192415 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce6019b-02d8-4a87-9a57-556daff6eaf1 admin admin] Network b5f54461-ef49-42c4-b99b-0fc2c4c5f38c is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:48:05.195525 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-5ce6019b-02d8-4a87-9a57-556daff6eaf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:48:05.379898 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ce6019b-02d8-4a87-9a57-556daff6eaf1 admin admin] Router ccf4ef81-75f7-4916-b309-c87b79a729a3 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:48:05.399988 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3dd17557-d713-478c-8d4b-e25061150369 req-418e5bde-77cf-4ef5-afbd-f2383b516656 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473831 Feb 09 21:48:05.549829 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ce6019b-02d8-4a87-9a57-556daff6eaf1 admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:48:05.556642 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-5ce6019b-02d8-4a87-9a57-556daff6eaf1 admin admin] 10.222.0.90 "PUT /v2.0/routers/ccf4ef81-75f7-4916-b309-c87b79a729a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5340788 Feb 09 21:48:05.960566 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45252) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:06.102583 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-b19c2cb3-ae62-44c3-acb4-ba09e3f8ff28 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2136634498-network', 'tenant_id': 'fa3f677e8f7d43189b1fdc1c44414364'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:48:06.144653 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b19c2cb3-ae62-44c3-acb4-ba09e3f8ff28 admin admin] Made reservation on behalf of fa3f677e8f7d43189b1fdc1c44414364 for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:48:06.147091 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b19c2cb3-ae62-44c3-acb4-ba09e3f8ff28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:06.164675 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b19c2cb3-ae62-44c3-acb4-ba09e3f8ff28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:06.300031 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4df573-4962-4b61-992e-f12ecd65d737 req-76020dab-f6ae-46a9-b4c8-5b53972dcb2a tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:06.310214 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5e4df573-4962-4b61-992e-f12ecd65d737 req-76020dab-f6ae-46a9-b4c8-5b53972dcb2a tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/networks?id=b5f54461-ef49-42c4-b99b-0fc2c4c5f38c HTTP/1.1" status: 200 len: 818 time: 0.1909251 Feb 09 21:48:06.337486 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b19c2cb3-ae62-44c3-acb4-ba09e3f8ff28 admin admin] Publish callbacks [] for security_group (c430cee0-d2c9-453f-b54a-350b95882a0c), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:06.341606 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5e4df573-4962-4b61-992e-f12ecd65d737 req-a90ef9cd-c258-400b-8d7c-65c7ec2347a7 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/quotas/9a12b916cc704b439cb969e97fed25b8 HTTP/1.1" status: 200 len: 375 time: 0.0139706 Feb 09 21:48:06.346427 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b19c2cb3-ae62-44c3-acb4-ba09e3f8ff28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (c430cee0-d2c9-453f-b54a-350b95882a0c), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:06.383035 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b19c2cb3-ae62-44c3-acb4-ba09e3f8ff28 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:48:06.394366 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19c2cb3-ae62-44c3-acb4-ba09e3f8ff28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c430cee0-d2c9-453f-b54a-350b95882a0c,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:06.419876 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b19c2cb3-ae62-44c3-acb4-ba09e3f8ff28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (653d8653-6136-4ca1-ae4d-7f1fd803fdc0), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:06.420493 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-b19c2cb3-ae62-44c3-acb4-ba09e3f8ff28 admin admin] Added segment 653d8653-6136-4ca1-ae4d-7f1fd803fdc0 of type vlan for network 3f80a7f1-66e7-4922-9ac4-2c39c1160392 Feb 09 21:48:06.426403 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5e4df573-4962-4b61-992e-f12ecd65d737 req-37acaca4-b57d-4d14-b7f8-7dbe87684a7b tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=9a12b916cc704b439cb969e97fed25b8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0773692 Feb 09 21:48:06.440190 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [req-5e4df573-4962-4b61-992e-f12ecd65d737 req-8d313815-8485-43e1-91d0-73ef174adc18 service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=103140) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:48:06.441433 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5e4df573-4962-4b61-992e-f12ecd65d737 req-8d313815-8485-43e1-91d0-73ef174adc18 service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0084882 Feb 09 21:48:06.526865 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b19c2cb3-ae62-44c3-acb4-ba09e3f8ff28 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (3f80a7f1-66e7-4922-9ac4-2c39c1160392), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:06.580186 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b19c2cb3-ae62-44c3-acb4-ba09e3f8ff28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (3f80a7f1-66e7-4922-9ac4-2c39c1160392), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:06.581725 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19c2cb3-ae62-44c3-acb4-ba09e3f8ff28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:06.582310 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b19c2cb3-ae62-44c3-acb4-ba09e3f8ff28 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:06.631282 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device b0ae0ec8-ab5f-4aed-9b82-a97635ab0b0b up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:48:06.647501 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-b19c2cb3-ae62-44c3-acb4-ba09e3f8ff28 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6837652 Feb 09 21:48:06.648489 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 45270) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:06.658336 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-c25315b7-26e6-42df-84ee-d9f67fe0e24a admin admin] Request body: {'subnet': {'network_id': '3f80a7f1-66e7-4922-9ac4-2c39c1160392', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2136634498-subnet', 'tenant_id': 'fa3f677e8f7d43189b1fdc1c44414364', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:48:06.692669 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad2d480-501a-48c0-91fa-9abe558a9f5c req-5f77440f-15c7-4130-9725-69d2ea8e8ffa tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:06.701110 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-aad2d480-501a-48c0-91fa-9abe558a9f5c req-5f77440f-15c7-4130-9725-69d2ea8e8ffa tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=30f80b90-7fc3-49f0-b87a-910594edfd75 HTTP/1.1" status: 200 len: 945 time: 0.1420860 Feb 09 21:48:06.736104 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5e4df573-4962-4b61-992e-f12ecd65d737 req-1ea84c08-851a-4629-9f59-31d562eb7e85 service neutron] 10.222.0.90 "GET /v2.0/networks/b5f54461-ef49-42c4-b99b-0fc2c4c5f38c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2857614 Feb 09 21:48:06.744347 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port b0ae0ec8-ab5f-4aed-9b82-a97635ab0b0b triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:06.744915 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (b0ae0ec8-ab5f-4aed-9b82-a97635ab0b0b), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:06.764187 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19c2cb3-ae62-44c3-acb4-ba09e3f8ff28 admin admin] Pushing event updated for resources: {'Network': ['ID=3f80a7f1-66e7-4922-9ac4-2c39c1160392,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:06.803255 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 3f80a7f1-66e7-4922-9ac4-2c39c1160392 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:48:06.890178 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c25315b7-26e6-42df-84ee-d9f67fe0e24a admin admin] Made reservation on behalf of fa3f677e8f7d43189b1fdc1c44414364 for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:48:06.892576 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c25315b7-26e6-42df-84ee-d9f67fe0e24a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621317'] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:06.916512 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92525ff-0409-4e02-88c0-500d3d1b99bd None None] Sync routers for ids ['ccf4ef81-75f7-4916-b309-c87b79a729a3'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:48:06.945167 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92525ff-0409-4e02-88c0-500d3d1b99bd None None] Routers {'ccf4ef81-75f7-4916-b309-c87b79a729a3'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:48:06.945823 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-f92525ff-0409-4e02-88c0-500d3d1b99bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:47:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['ccf4ef81-75f7-4916-b309-c87b79a729a3'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:48:06.965433 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-aad2d480-501a-48c0-91fa-9abe558a9f5c req-ed571e3a-976a-4f4d-a9b9-5b732b1da34d tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624533 Feb 09 21:48:07.019108 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5e4df573-4962-4b61-992e-f12ecd65d737 req-4d9356ce-042a-4c33-a6d7-41079bb64d31 service neutron] 10.222.0.90 "GET /v2.0/networks/b5f54461-ef49-42c4-b99b-0fc2c4c5f38c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781973 Feb 09 21:48:07.104298 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-f92525ff-0409-4e02-88c0-500d3d1b99bd None None] Set router ccf4ef81-75f7-4916-b309-c87b79a729a3 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:48:07.197945 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c25315b7-26e6-42df-84ee-d9f67fe0e24a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621371'] for subnet (ffee634e-df58-4f95-a732-7afb22f5e71f), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:07.260249 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25315b7-26e6-42df-84ee-d9f67fe0e24a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffee634e-df58-4f95-a732-7afb22f5e71f,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:07.277784 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25315b7-26e6-42df-84ee-d9f67fe0e24a admin admin] Checking segment: {'id': '653d8653-6136-4ca1-ae4d-7f1fd803fdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '3f80a7f1-66e7-4922-9ac4-2c39c1160392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:48:07.278070 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25315b7-26e6-42df-84ee-d9f67fe0e24a admin admin] Network hostable DHCP agents. Network: 3f80a7f1-66e7-4922-9ac4-2c39c1160392, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:48:07.283889 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port b0ae0ec8-ab5f-4aed-9b82-a97635ab0b0b is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:07.284139 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (b0ae0ec8-ab5f-4aed-9b82-a97635ab0b0b), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:07.297721 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1cfe33a0-e5e6-4fd4-826c-c78791e106a6 req-20dc0acf-71fd-452a-a243-fe266e2afebf tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/ports?device_id=a6d64455-240d-447f-a385-b196e85b5a1b HTTP/1.1" status: 200 len: 210 time: 0.0320528 Feb 09 21:48:07.325056 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25315b7-26e6-42df-84ee-d9f67fe0e24a admin admin] Network 3f80a7f1-66e7-4922-9ac4-2c39c1160392 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:48:07.354399 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-c25315b7-26e6-42df-84ee-d9f67fe0e24a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 3f80a7f1-66e7-4922-9ac4-2c39c1160392) {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:48:07.359407 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25315b7-26e6-42df-84ee-d9f67fe0e24a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:07.359981 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c25315b7-26e6-42df-84ee-d9f67fe0e24a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:07.379874 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0249e8-ad9a-4c30-84b8-3bc1f2c98af2 None None] Network 3f80a7f1-66e7-4922-9ac4-2c39c1160392 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:48:07.404108 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-c25315b7-26e6-42df-84ee-d9f67fe0e24a admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7544458 Feb 09 21:48:07.546729 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port b0ae0ec8-ab5f-4aed-9b82-a97635ab0b0b, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=b0ae0ec8-ab5f-4aed-9b82-a97635ab0b0b,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:48:07.611232 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (b0ae0ec8-ab5f-4aed-9b82-a97635ab0b0b), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:07.706287 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3d0264-0dd2-4762-a986-5f7f276cc1d6 req-c63b264d-98bd-419d-9d7e-328cbfac2de6 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:07.712488 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1b3d0264-0dd2-4762-a986-5f7f276cc1d6 req-c63b264d-98bd-419d-9d7e-328cbfac2de6 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/networks?id=b5f54461-ef49-42c4-b99b-0fc2c4c5f38c HTTP/1.1" status: 200 len: 818 time: 0.2211561 Feb 09 21:48:07.745193 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1b3d0264-0dd2-4762-a986-5f7f276cc1d6 req-de867caa-ad8c-4c15-a12d-e3993e094652 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/quotas/9a12b916cc704b439cb969e97fed25b8 HTTP/1.1" status: 200 len: 375 time: 0.0248604 Feb 09 21:48:07.851936 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1b3d0264-0dd2-4762-a986-5f7f276cc1d6 req-71ec5cf2-77d7-49eb-8efe-d7d350126f1b tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=9a12b916cc704b439cb969e97fed25b8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0977762 Feb 09 21:48:07.861631 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b021f05-2acb-4423-96ff-d4e84a43e764 None None] Network 3f80a7f1-66e7-4922-9ac4-2c39c1160392 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:48:08.003225 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=b0ae0ec8-ab5f-4aed-9b82-a97635ab0b0b,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:08.037755 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:08.038124 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:08.038469 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:08.039286 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:08.039286 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:08.039505 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:08.039815 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:08.040617 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:08.041336 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:08.042974 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:08.043344 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:08.043776 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:08.044109 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:08.062961 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-f92525ff-0409-4e02-88c0-500d3d1b99bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccf4ef81-75f7-4916-b309-c87b79a729a3', 'name': 'tempest-ServerRescueNegativeTestJSON-278949624-router', 'tenant_id': '9a12b916cc704b439cb969e97fed25b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': 'b0ae0ec8-ab5f-4aed-9b82-a97635ab0b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:47:59Z', 'updated_at': '2022-02-09T21:48:03Z', 'revision_number': 4, 'project_id': '9a12b916cc704b439cb969e97fed25b8', 'gw_port': {'id': 'b0ae0ec8-ab5f-4aed-9b82-a97635ab0b0b', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:4f:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccf4ef81-75f7-4916-b309-c87b79a729a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:00Z', 'updated_at': '2022-02-09T21:48:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': 'b2275f87-d6f4-4b82-ad0c-7a6b77b12ad2', 'name': '', 'network_id': 'b5f54461-ef49-42c4-b99b-0fc2c4c5f38c', 'tenant_id': '9a12b916cc704b439cb969e97fed25b8', 'mac_address': 'fa:16:3e:ab:aa:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccf4ef81-75f7-4916-b309-c87b79a729a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'c910a1f6-1a2f-4e2e-aeab-3241f3de1ff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:02Z', 'updated_at': '2022-02-09T21:48:03Z', 'revision_number': 2, 'project_id': '9a12b916cc704b439cb969e97fed25b8', 'subnets': [{'id': 'c910a1f6-1a2f-4e2e-aeab-3241f3de1ff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:48:08.093761 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1b3d0264-0dd2-4762-a986-5f7f276cc1d6 req-31c5c662-ee17-433a-bc62-e810406d1579 service neutron] 10.222.0.90 "GET /v2.0/networks/b5f54461-ef49-42c4-b99b-0fc2c4c5f38c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382205 Feb 09 21:48:08.125582 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92525ff-0409-4e02-88c0-500d3d1b99bd None None] Checking router: ccf4ef81-75f7-4916-b309-c87b79a729a3 for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:48:08.125947 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92525ff-0409-4e02-88c0-500d3d1b99bd None None] Updating router ccf4ef81-75f7-4916-b309-c87b79a729a3 port b2275f87-d6f4-4b82-ad0c-7a6b77b12ad2 binding host n-d-828369-5 {{(pid=103142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:48:08.186275 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f92525ff-0409-4e02-88c0-500d3d1b99bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (b2275f87-d6f4-4b82-ad0c-7a6b77b12ad2), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:08.375466 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c26e2-537e-443e-ab7c-b7581cd79310 req-f5f022d2-0a10-427b-8a7f-0b43641d5c90 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:08.382295 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-991c26e2-537e-443e-ab7c-b7581cd79310 req-f5f022d2-0a10-427b-8a7f-0b43641d5c90 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=30f80b90-7fc3-49f0-b87a-910594edfd75 HTTP/1.1" status: 200 len: 945 time: 0.1502733 Feb 09 21:48:08.387099 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1b3d0264-0dd2-4762-a986-5f7f276cc1d6 req-47676b4f-31ae-444c-a0c2-999fa5b9d83f service neutron] 10.222.0.90 "GET /v2.0/networks/b5f54461-ef49-42c4-b99b-0fc2c4c5f38c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2859061 Feb 09 21:48:08.464128 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45320) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:08.471244 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-36a9f714-4d51-44c2-9c8a-9bc8661fe397 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-706143286-network', 'tenant_id': '3ee576ea264b4c32b65b081c41300801'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:48:08.488012 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-991c26e2-537e-443e-ab7c-b7581cd79310 req-68f4d93b-b029-4549-9191-ff316664d431 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047511 Feb 09 21:48:08.512464 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36a9f714-4d51-44c2-9c8a-9bc8661fe397 admin admin] Made reservation on behalf of 3ee576ea264b4c32b65b081c41300801 for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:48:08.516204 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-36a9f714-4d51-44c2-9c8a-9bc8661fe397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:08.541667 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-36a9f714-4d51-44c2-9c8a-9bc8661fe397 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:08.676363 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-90248ab6-b704-4e28-b411-c998e05c6cf4 req-24fbcf67-4cc9-4e58-b824-3defce985e4f tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/ports?device_id=08ee7f9d-0da7-4b38-af85-767e1a7343d0 HTTP/1.1" status: 200 len: 210 time: 0.0455644 Feb 09 21:48:08.712558 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-36a9f714-4d51-44c2-9c8a-9bc8661fe397 admin admin] Publish callbacks [] for security_group (bc47d182-6ae9-4fd9-9505-39fdc5d0b554), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:08.718375 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-36a9f714-4d51-44c2-9c8a-9bc8661fe397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (bc47d182-6ae9-4fd9-9505-39fdc5d0b554), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:08.754655 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a9f714-4d51-44c2-9c8a-9bc8661fe397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc47d182-6ae9-4fd9-9505-39fdc5d0b554,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:08.771558 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36a9f714-4d51-44c2-9c8a-9bc8661fe397 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:48:08.785549 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-36a9f714-4d51-44c2-9c8a-9bc8661fe397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (f07cdee6-ace3-4fc5-85d3-a8b238f57e8d), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:08.786439 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-36a9f714-4d51-44c2-9c8a-9bc8661fe397 admin admin] Added segment f07cdee6-ace3-4fc5-85d3-a8b238f57e8d of type vlan for network 30c46a28-9787-42ea-a366-ed585562c9aa Feb 09 21:48:08.846129 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-36a9f714-4d51-44c2-9c8a-9bc8661fe397 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (30c46a28-9787-42ea-a366-ed585562c9aa), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:08.896299 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-36a9f714-4d51-44c2-9c8a-9bc8661fe397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (30c46a28-9787-42ea-a366-ed585562c9aa), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:08.897477 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a9f714-4d51-44c2-9c8a-9bc8661fe397 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:08.898134 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-36a9f714-4d51-44c2-9c8a-9bc8661fe397 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:09.006290 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-36a9f714-4d51-44c2-9c8a-9bc8661fe397 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5378370 Feb 09 21:48:09.006595 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45336) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:09.012886 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-005876c9-e15e-47f4-ac41-bc67755cb950 admin admin] Request body: {'subnet': {'network_id': '30c46a28-9787-42ea-a366-ed585562c9aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-706143286-subnet', 'tenant_id': '3ee576ea264b4c32b65b081c41300801', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:48:09.037474 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device b0ae0ec8-ab5f-4aed-9b82-a97635ab0b0b up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:48:09.047800 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a9f714-4d51-44c2-9c8a-9bc8661fe397 admin admin] Pushing event updated for resources: {'Network': ['ID=30c46a28-9787-42ea-a366-ed585562c9aa,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:09.079733 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 30c46a28-9787-42ea-a366-ed585562c9aa details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:48:09.080277 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-005876c9-e15e-47f4-ac41-bc67755cb950 admin admin] Made reservation on behalf of 3ee576ea264b4c32b65b081c41300801 for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:48:09.083364 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-005876c9-e15e-47f4-ac41-bc67755cb950 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:09.210655 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5697bda3-9b11-4075-8d97-91cbdcf261e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:09.221376 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4df573-4962-4b61-992e-f12ecd65d737 req-f4965322-c66a-4085-9274-84975772e0c2 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:09.228151 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5e4df573-4962-4b61-992e-f12ecd65d737 req-f4965322-c66a-4085-9274-84975772e0c2 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.95 "GET /v2.0/networks?id=b5f54461-ef49-42c4-b99b-0fc2c4c5f38c HTTP/1.1" status: 200 len: 818 time: 0.2440369 Feb 09 21:48:09.242931 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-5e4df573-4962-4b61-992e-f12ecd65d737 req-d061f634-4f61-4af0-a8ab-1e28dcdc970d tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Request body: {'port': {'device_id': 'a6d64455-240d-447f-a385-b196e85b5a1b', 'network_id': 'b5f54461-ef49-42c4-b99b-0fc2c4c5f38c', 'admin_state_up': True, 'tenant_id': '9a12b916cc704b439cb969e97fed25b8'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:48:09.303234 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f92525ff-0409-4e02-88c0-500d3d1b99bd None None] Publish callbacks [] for port (b2275f87-d6f4-4b82-ad0c-7a6b77b12ad2), precommit_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:09.306629 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port b0ae0ec8-ab5f-4aed-9b82-a97635ab0b0b triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:09.306777 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (b0ae0ec8-ab5f-4aed-9b82-a97635ab0b0b), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:09.330955 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f92525ff-0409-4e02-88c0-500d3d1b99bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (b2275f87-d6f4-4b82-ad0c-7a6b77b12ad2), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:09.388302 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacc7dfd-1102-42c1-81b8-657ad174f400 None None] Pushing event updated for resources: {'Port': ['ID=b2275f87-d6f4-4b82-ad0c-7a6b77b12ad2,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:09.463925 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-005876c9-e15e-47f4-ac41-bc67755cb950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (e1370fe6-b388-4bf2-aeb7-0fb4d8994296), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:09.540153 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e4df573-4962-4b61-992e-f12ecd65d737 req-d061f634-4f61-4af0-a8ab-1e28dcdc970d tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Made reservation on behalf of 9a12b916cc704b439cb969e97fed25b8 for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:48:09.544637 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-5e4df573-4962-4b61-992e-f12ecd65d737 req-d061f634-4f61-4af0-a8ab-1e28dcdc970d tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:09.545629 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port b0ae0ec8-ab5f-4aed-9b82-a97635ab0b0b is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:09.545765 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005876c9-e15e-47f4-ac41-bc67755cb950 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1370fe6-b388-4bf2-aeb7-0fb4d8994296,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:09.554623 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-f92525ff-0409-4e02-88c0-500d3d1b99bd None None] Attempting to bind port b2275f87-d6f4-4b82-ad0c-7a6b77b12ad2 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:48:09.555093 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-f92525ff-0409-4e02-88c0-500d3d1b99bd None None] Attempting to bind port b2275f87-d6f4-4b82-ad0c-7a6b77b12ad2 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '31f2f775-f710-4464-9553-cd9bfb6c064e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'b5f54461-ef49-42c4-b99b-0fc2c4c5f38c'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:48:09.555571 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92525ff-0409-4e02-88c0-500d3d1b99bd None None] Attempting to bind port b2275f87-d6f4-4b82-ad0c-7a6b77b12ad2 on network b5f54461-ef49-42c4-b99b-0fc2c4c5f38c {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:48:09.567435 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92525ff-0409-4e02-88c0-500d3d1b99bd None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:48:09.567826 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92525ff-0409-4e02-88c0-500d3d1b99bd None None] Checking segment: {'id': '31f2f775-f710-4464-9553-cd9bfb6c064e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'b5f54461-ef49-42c4-b99b-0fc2c4c5f38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:48:09.568257 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f92525ff-0409-4e02-88c0-500d3d1b99bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:09.568658 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92525ff-0409-4e02-88c0-500d3d1b99bd None None] Bound using segment: {'id': '31f2f775-f710-4464-9553-cd9bfb6c064e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'b5f54461-ef49-42c4-b99b-0fc2c4c5f38c'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:48:09.569144 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-f92525ff-0409-4e02-88c0-500d3d1b99bd None None] Bound port: b2275f87-d6f4-4b82-ad0c-7a6b77b12ad2, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31f2f775-f710-4464-9553-cd9bfb6c064e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'b5f54461-ef49-42c4-b99b-0fc2c4c5f38c'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:48:09.569535 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f92525ff-0409-4e02-88c0-500d3d1b99bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (b2275f87-d6f4-4b82-ad0c-7a6b77b12ad2), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:09.609753 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005876c9-e15e-47f4-ac41-bc67755cb950 admin admin] Checking segment: {'id': 'f07cdee6-ace3-4fc5-85d3-a8b238f57e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '30c46a28-9787-42ea-a366-ed585562c9aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:48:09.610387 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005876c9-e15e-47f4-ac41-bc67755cb950 admin admin] Network hostable DHCP agents. Network: 30c46a28-9787-42ea-a366-ed585562c9aa, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:48:09.639150 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005876c9-e15e-47f4-ac41-bc67755cb950 admin admin] Network 30c46a28-9787-42ea-a366-ed585562c9aa is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:48:09.663568 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-005876c9-e15e-47f4-ac41-bc67755cb950 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 30c46a28-9787-42ea-a366-ed585562c9aa) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:48:09.669871 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005876c9-e15e-47f4-ac41-bc67755cb950 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:09.670698 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-005876c9-e15e-47f4-ac41-bc67755cb950 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:09.678569 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36272763-9306-4fc6-9f7a-f32a8cac6646 None None] Network 30c46a28-9787-42ea-a366-ed585562c9aa requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:48:09.726966 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-005876c9-e15e-47f4-ac41-bc67755cb950 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7115369 Feb 09 21:48:09.747061 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-f92525ff-0409-4e02-88c0-500d3d1b99bd None None] For port b2275f87-d6f4-4b82-ad0c-7a6b77b12ad2, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:48:09.774212 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-f92525ff-0409-4e02-88c0-500d3d1b99bd None None] For port b2275f87-d6f4-4b82-ad0c-7a6b77b12ad2, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=b2275f87-d6f4-4b82-ad0c-7a6b77b12ad2,segment=NetworkSegment(31f2f775-f710-4464-9553-cd9bfb6c064e),segment_id=31f2f775-f710-4464-9553-cd9bfb6c064e)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:48:09.793826 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f92525ff-0409-4e02-88c0-500d3d1b99bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (b2275f87-d6f4-4b82-ad0c-7a6b77b12ad2), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:09.924662 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-085c328b-33da-4a6b-8bc8-6f8496f22b82 req-225d06b0-0d2a-4b3e-a87d-b418e087460e tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/ports?device_id=08ee7f9d-0da7-4b38-af85-767e1a7343d0 HTTP/1.1" status: 200 len: 210 time: 0.1118560 Feb 09 21:48:09.962291 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacc7dfd-1102-42c1-81b8-657ad174f400 None None] Pushing event updated for resources: {'Port': ['ID=b2275f87-d6f4-4b82-ad0c-7a6b77b12ad2,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:10.004477 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef790a6-3f8d-437e-90e0-16c07825965d req-2ff997e8-e9b6-46f4-ae57-7a061ff16d19 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:10.004804 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8648cb9-f88a-4f34-ad2a-4c341a50b303 None None] Network 30c46a28-9787-42ea-a366-ed585562c9aa requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:48:10.009166 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1ef790a6-3f8d-437e-90e0-16c07825965d req-2ff997e8-e9b6-46f4-ae57-7a061ff16d19 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=30f80b90-7fc3-49f0-b87a-910594edfd75 HTTP/1.1" status: 200 len: 945 time: 0.4151278 Feb 09 21:48:10.062591 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92525ff-0409-4e02-88c0-500d3d1b99bd None None] Routers {'ccf4ef81-75f7-4916-b309-c87b79a729a3'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:48:10.063519 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-f92525ff-0409-4e02-88c0-500d3d1b99bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:47:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['ccf4ef81-75f7-4916-b309-c87b79a729a3'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:48:10.117704 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [req-5e4df573-4962-4b61-992e-f12ecd65d737 req-d061f634-4f61-4af0-a8ab-1e28dcdc970d tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Allocated IP 172.20.0.10 (b5f54461-ef49-42c4-b99b-0fc2c4c5f38c/c910a1f6-1a2f-4e2e-aeab-3241f3de1ff1/6299c654-47ff-4ca4-8430-4c97bbaa7861) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:48:10.155320 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1ef790a6-3f8d-437e-90e0-16c07825965d req-7c31e62b-aa4e-4df5-93b8-2e68f7d13dbf tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308379 Feb 09 21:48:10.317185 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-f92525ff-0409-4e02-88c0-500d3d1b99bd None None] Set router ccf4ef81-75f7-4916-b309-c87b79a729a3 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:48:10.394110 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3d0264-0dd2-4762-a986-5f7f276cc1d6 req-a4c97cdc-de3b-4002-8de0-0abbbc1642cc tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:10.395947 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-1b3d0264-0dd2-4762-a986-5f7f276cc1d6 req-a4c97cdc-de3b-4002-8de0-0abbbc1642cc tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.89 "GET /v2.0/networks?id=b5f54461-ef49-42c4-b99b-0fc2c4c5f38c HTTP/1.1" status: 200 len: 818 time: 0.2145715 Feb 09 21:48:10.419526 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-1b3d0264-0dd2-4762-a986-5f7f276cc1d6 req-936968c2-5df0-4b06-9757-265d0ca502c9 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Request body: {'port': {'device_id': '08ee7f9d-0da7-4b38-af85-767e1a7343d0', 'network_id': 'b5f54461-ef49-42c4-b99b-0fc2c4c5f38c', 'admin_state_up': True, 'tenant_id': '9a12b916cc704b439cb969e97fed25b8'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:48:10.589390 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b3d0264-0dd2-4762-a986-5f7f276cc1d6 req-936968c2-5df0-4b06-9757-265d0ca502c9 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Made reservation on behalf of 9a12b916cc704b439cb969e97fed25b8 for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:48:10.593564 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-1b3d0264-0dd2-4762-a986-5f7f276cc1d6 req-936968c2-5df0-4b06-9757-265d0ca502c9 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:10.744199 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-5e4df573-4962-4b61-992e-f12ecd65d737 req-d061f634-4f61-4af0-a8ab-1e28dcdc970d tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Publish callbacks [] for port (6299c654-47ff-4ca4-8430-4c97bbaa7861), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:10.784369 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5881b7d1-241c-4b21-8f6c-5102ccdbef7a req-1abca389-ee63-4dcd-9401-61b881fa68a2 tempest-VolumesActionsTest-981715971 tempest-VolumesActionsTest-981715971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:10.791547 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5881b7d1-241c-4b21-8f6c-5102ccdbef7a req-1abca389-ee63-4dcd-9401-61b881fa68a2 tempest-VolumesActionsTest-981715971 tempest-VolumesActionsTest-981715971-project] 10.222.0.90 "GET /v2.0/networks?id=3f80a7f1-66e7-4922-9ac4-2c39c1160392 HTTP/1.1" status: 200 len: 809 time: 0.3379080 Feb 09 21:48:10.820898 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5881b7d1-241c-4b21-8f6c-5102ccdbef7a req-33b7d080-ab61-48b7-bf40-c972e5647493 tempest-VolumesActionsTest-981715971 tempest-VolumesActionsTest-981715971-project] 10.222.0.90 "GET /v2.0/quotas/fa3f677e8f7d43189b1fdc1c44414364 HTTP/1.1" status: 200 len: 375 time: 0.0276785 Feb 09 21:48:10.855887 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45378) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:10.862174 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5881b7d1-241c-4b21-8f6c-5102ccdbef7a req-fd938475-e0cc-4a8b-82e1-196e6bdf8721 tempest-VolumesActionsTest-981715971 tempest-VolumesActionsTest-981715971-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=fa3f677e8f7d43189b1fdc1c44414364&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0393844 Feb 09 21:48:10.892825 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-5e4df573-4962-4b61-992e-f12ecd65d737 req-d061f634-4f61-4af0-a8ab-1e28dcdc970d tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (6299c654-47ff-4ca4-8430-4c97bbaa7861), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:10.897698 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-f92525ff-0409-4e02-88c0-500d3d1b99bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccf4ef81-75f7-4916-b309-c87b79a729a3', 'name': 'tempest-ServerRescueNegativeTestJSON-278949624-router', 'tenant_id': '9a12b916cc704b439cb969e97fed25b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': 'b0ae0ec8-ab5f-4aed-9b82-a97635ab0b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:47:59Z', 'updated_at': '2022-02-09T21:48:03Z', 'revision_number': 4, 'project_id': '9a12b916cc704b439cb969e97fed25b8', 'gw_port': {'id': 'b0ae0ec8-ab5f-4aed-9b82-a97635ab0b0b', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:4f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf4ef81-75f7-4916-b309-c87b79a729a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:00Z', 'updated_at': '2022-02-09T21:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': 'b2275f87-d6f4-4b82-ad0c-7a6b77b12ad2', 'name': '', 'network_id': 'b5f54461-ef49-42c4-b99b-0fc2c4c5f38c', 'tenant_id': '9a12b916cc704b439cb969e97fed25b8', 'mac_address': 'fa:16:3e:ab:aa:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccf4ef81-75f7-4916-b309-c87b79a729a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'c910a1f6-1a2f-4e2e-aeab-3241f3de1ff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:02Z', 'updated_at': '2022-02-09T21:48:09Z', 'revision_number': 4, 'project_id': '9a12b916cc704b439cb969e97fed25b8', 'subnets': [{'id': 'c910a1f6-1a2f-4e2e-aeab-3241f3de1ff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:48:11.029398 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92525ff-0409-4e02-88c0-500d3d1b99bd None None] The sync data for ids ['ccf4ef81-75f7-4916-b309-c87b79a729a3'] in n-d-828369-5 is: [{'id': 'ccf4ef81-75f7-4916-b309-c87b79a729a3', 'name': 'tempest-ServerRescueNegativeTestJSON-278949624-router', 'tenant_id': '9a12b916cc704b439cb969e97fed25b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': 'b0ae0ec8-ab5f-4aed-9b82-a97635ab0b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:47:59Z', 'updated_at': '2022-02-09T21:48:03Z', 'revision_number': 4, 'project_id': '9a12b916cc704b439cb969e97fed25b8', 'gw_port': {'id': 'b0ae0ec8-ab5f-4aed-9b82-a97635ab0b0b', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:4f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf4ef81-75f7-4916-b309-c87b79a729a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:00Z', 'updated_at': '2022-02-09T21:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': 'b2275f87-d6f4-4b82-ad0c-7a6b77b12ad2', 'name': '', 'network_id': 'b5f54461-ef49-42c4-b99b-0fc2c4c5f38c', 'tenant_id': '9a12b916cc704b439cb969e97fed25b8', 'mac_address': 'fa:16:3e:ab:aa:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccf4ef81-75f7-4916-b309-c87b79a729a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'c910a1f6-1a2f-4e2e-aeab-3241f3de1ff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:02Z', 'updated_at': '2022-02-09T21:48:09Z', 'revision_number': 4, 'project_id': '9a12b916cc704b439cb969e97fed25b8', 'subnets': [{'id': 'c910a1f6-1a2f-4e2e-aeab-3241f3de1ff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:48:11.042751 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-41939013-9984-4e70-b6c9-3dbf212bfbf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:11.046826 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [req-1b3d0264-0dd2-4762-a986-5f7f276cc1d6 req-936968c2-5df0-4b06-9757-265d0ca502c9 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Allocated IP 172.20.0.14 (b5f54461-ef49-42c4-b99b-0fc2c4c5f38c/c910a1f6-1a2f-4e2e-aeab-3241f3de1ff1/cc14b07b-8093-4853-87c0-eea1eb4bc666) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:48:11.079379 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e4df573-4962-4b61-992e-f12ecd65d737 req-d061f634-4f61-4af0-a8ab-1e28dcdc970d tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Network b5f54461-ef49-42c4-b99b-0fc2c4c5f38c is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:48:11.081147 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d061f634-4f61-4af0-a8ab-1e28dcdc970d tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Pushing event updated for resources: {'Port': ['ID=6299c654-47ff-4ca4-8430-4c97bbaa7861,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:11.086744 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [req-5e4df573-4962-4b61-992e-f12ecd65d737 req-d061f634-4f61-4af0-a8ab-1e28dcdc970d tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:48:11.104818 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e4df573-4962-4b61-992e-f12ecd65d737 req-d061f634-4f61-4af0-a8ab-1e28dcdc970d tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:48:11.164927 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-376b0ef1-5120-41b3-b370-9987bc44517b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:11.189596 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-61a54585-2b34-4a17-92e0-040e4f7e78fd req-0a65f81b-01c3-407a-96e7-f321f0d462f7 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/ports?device_id=08ee7f9d-0da7-4b38-af85-767e1a7343d0 HTTP/1.1" status: 200 len: 210 time: 0.0889487 Feb 09 21:48:11.229728 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4df573-4962-4b61-992e-f12ecd65d737 req-d061f634-4f61-4af0-a8ab-1e28dcdc970d tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:11.231584 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-5e4df573-4962-4b61-992e-f12ecd65d737 req-d061f634-4f61-4af0-a8ab-1e28dcdc970d tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:11.273654 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5e4df573-4962-4b61-992e-f12ecd65d737 req-d061f634-4f61-4af0-a8ab-1e28dcdc970d tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0362465 Feb 09 21:48:11.275803 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5881b7d1-241c-4b21-8f6c-5102ccdbef7a req-32a3e438-520f-41a8-8be0-ccc49864d667 service neutron] 10.222.0.90 "GET /v2.0/networks/3f80a7f1-66e7-4922-9ac4-2c39c1160392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4049065 Feb 09 21:48:11.287820 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-5e4df573-4962-4b61-992e-f12ecd65d737 req-0a3296c0-b37e-4b43-beed-fa4f64c083ae service neutron] Request body: {'port': {'device_id': 'a6d64455-240d-447f-a385-b196e85b5a1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-5'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:48:11.378627 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-1b3d0264-0dd2-4762-a986-5f7f276cc1d6 req-936968c2-5df0-4b06-9757-265d0ca502c9 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Publish callbacks [] for port (cc14b07b-8093-4853-87c0-eea1eb4bc666), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:11.396442 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5881b7d1-241c-4b21-8f6c-5102ccdbef7a req-a8d45a8b-fbda-4db7-bec3-7e18cb0ffaf4 service neutron] 10.222.0.90 "GET /v2.0/networks/3f80a7f1-66e7-4922-9ac4-2c39c1160392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130424 Feb 09 21:48:11.437748 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-1b3d0264-0dd2-4762-a986-5f7f276cc1d6 req-936968c2-5df0-4b06-9757-265d0ca502c9 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (cc14b07b-8093-4853-87c0-eea1eb4bc666), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:11.495026 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936968c2-5df0-4b06-9757-265d0ca502c9 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Pushing event updated for resources: {'Port': ['ID=cc14b07b-8093-4853-87c0-eea1eb4bc666,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:11.522947 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b3d0264-0dd2-4762-a986-5f7f276cc1d6 req-936968c2-5df0-4b06-9757-265d0ca502c9 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Network b5f54461-ef49-42c4-b99b-0fc2c4c5f38c is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:48:11.525663 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [req-1b3d0264-0dd2-4762-a986-5f7f276cc1d6 req-936968c2-5df0-4b06-9757-265d0ca502c9 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:48:11.529573 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b3d0264-0dd2-4762-a986-5f7f276cc1d6 req-936968c2-5df0-4b06-9757-265d0ca502c9 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:48:11.558822 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c77e54-a342-49f1-9aae-0cfd38c64c22 req-36d5bb6a-3d0a-4d78-abb9-c816cee4350d tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:11.564149 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-66c77e54-a342-49f1-9aae-0cfd38c64c22 req-36d5bb6a-3d0a-4d78-abb9-c816cee4350d tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=30f80b90-7fc3-49f0-b87a-910594edfd75 HTTP/1.1" status: 200 len: 945 time: 0.1463177 Feb 09 21:48:11.577993 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-5e4df573-4962-4b61-992e-f12ecd65d737 req-0a3296c0-b37e-4b43-beed-fa4f64c083ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (6299c654-47ff-4ca4-8430-4c97bbaa7861), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:11.619446 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3d0264-0dd2-4762-a986-5f7f276cc1d6 req-936968c2-5df0-4b06-9757-265d0ca502c9 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:11.620344 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-1b3d0264-0dd2-4762-a986-5f7f276cc1d6 req-936968c2-5df0-4b06-9757-265d0ca502c9 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:11.667176 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-376b0ef1-5120-41b3-b370-9987bc44517b admin admin] Publish callbacks [] for security_group (6373ada4-1d16-46e4-b382-040fa3a99e4f), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:11.678223 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-1b3d0264-0dd2-4762-a986-5f7f276cc1d6 req-936968c2-5df0-4b06-9757-265d0ca502c9 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2728887 Feb 09 21:48:11.679568 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-376b0ef1-5120-41b3-b370-9987bc44517b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (6373ada4-1d16-46e4-b382-040fa3a99e4f), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:11.756373 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376b0ef1-5120-41b3-b370-9987bc44517b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6373ada4-1d16-46e4-b382-040fa3a99e4f,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:11.791722 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-376b0ef1-5120-41b3-b370-9987bc44517b admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=5117e0719302443b8854c0211a693352&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9349234 Feb 09 21:48:11.794401 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45394) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:11.900104 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4b958ba9-1ea5-4717-a5c4-fefa8068d872 admin admin] Publish callbacks [] for security_group (6373ada4-1d16-46e4-b382-040fa3a99e4f), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:11.926776 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-1b3d0264-0dd2-4762-a986-5f7f276cc1d6 req-7de326eb-d860-42be-b6d2-9f9d8b36004c service neutron] Request body: {'port': {'device_id': '08ee7f9d-0da7-4b38-af85-767e1a7343d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:48:11.969198 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c6360a66-5160-4e6e-b376-e4891a872011 req-95e1cc7d-922e-41d1-9e24-dd31d3d5f2b7 tempest-VolumesActionsTest-981715971 tempest-VolumesActionsTest-981715971-project] 10.222.0.90 "GET /v2.0/ports?device_id=cb3d3930-083d-40cb-b76f-f0212a1aaff3 HTTP/1.1" status: 200 len: 210 time: 0.1486790 Feb 09 21:48:12.035531 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4b958ba9-1ea5-4717-a5c4-fefa8068d872 admin admin] Publish callbacks [] for security_group (6373ada4-1d16-46e4-b382-040fa3a99e4f), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:12.056058 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-1b3d0264-0dd2-4762-a986-5f7f276cc1d6 req-7de326eb-d860-42be-b6d2-9f9d8b36004c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (cc14b07b-8093-4853-87c0-eea1eb4bc666), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:12.109275 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-66c77e54-a342-49f1-9aae-0cfd38c64c22 req-2f9300f5-faf5-4555-9e44-b407b8dcbf82 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5095441 Feb 09 21:48:12.335107 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [req-5e4df573-4962-4b61-992e-f12ecd65d737 req-0a3296c0-b37e-4b43-beed-fa4f64c083ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6299c654-47ff-4ca4-8430-4c97bbaa7861 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:48:12.353323 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-5e4df573-4962-4b61-992e-f12ecd65d737 req-0a3296c0-b37e-4b43-beed-fa4f64c083ae service neutron] Publish callbacks [] for port (6299c654-47ff-4ca4-8430-4c97bbaa7861), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:12.405202 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4b958ba9-1ea5-4717-a5c4-fefa8068d872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (6373ada4-1d16-46e4-b382-040fa3a99e4f), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:12.409120 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4b958ba9-1ea5-4717-a5c4-fefa8068d872 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:12.413796 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-4b958ba9-1ea5-4717-a5c4-fefa8068d872 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/6373ada4-1d16-46e4-b382-040fa3a99e4f HTTP/1.1" status: 204 len: 168 time: 0.6156836 Feb 09 21:48:12.447552 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b958ba9-1ea5-4717-a5c4-fefa8068d872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6373ada4-1d16-46e4-b382-040fa3a99e4f,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:12.460331 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [req-5e4df573-4962-4b61-992e-f12ecd65d737 req-0a3296c0-b37e-4b43-beed-fa4f64c083ae service neutron] Transition to ACTIVE for port object 6299c654-47ff-4ca4-8430-4c97bbaa7861 will not be triggered until provisioned by entity L2. {{(pid=103140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:48:12.475407 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-5e4df573-4962-4b61-992e-f12ecd65d737 req-0a3296c0-b37e-4b43-beed-fa4f64c083ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (6299c654-47ff-4ca4-8430-4c97bbaa7861), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:12.630179 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7bab9b-9b4c-4624-95e4-a2d3037ef816 req-85930375-e51c-48a9-a2fc-9a65c711d9bb tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:12.637692 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1e7bab9b-9b4c-4624-95e4-a2d3037ef816 req-85930375-e51c-48a9-a2fc-9a65c711d9bb tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/ports?device_id=08ee7f9d-0da7-4b38-af85-767e1a7343d0 HTTP/1.1" status: 200 len: 932 time: 0.2814703 Feb 09 21:48:12.724457 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device b2275f87-d6f4-4b82-ad0c-7a6b77b12ad2 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:48:12.820467 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:12.849696 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3296c0-b37e-4b43-beed-fa4f64c083ae service neutron] Pushing event updated for resources: {'Port': ['ID=6299c654-47ff-4ca4-8430-4c97bbaa7861,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:12.869527 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-1b3d0264-0dd2-4762-a986-5f7f276cc1d6 req-7de326eb-d860-42be-b6d2-9f9d8b36004c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc14b07b-8093-4853-87c0-eea1eb4bc666 {{(pid=103141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:48:12.884321 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port b2275f87-d6f4-4b82-ad0c-7a6b77b12ad2 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:12.887480 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (b2275f87-d6f4-4b82-ad0c-7a6b77b12ad2), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:12.891099 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-1b3d0264-0dd2-4762-a986-5f7f276cc1d6 req-7de326eb-d860-42be-b6d2-9f9d8b36004c service neutron] Publish callbacks [] for port (cc14b07b-8093-4853-87c0-eea1eb4bc666), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:12.925084 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-1b3d0264-0dd2-4762-a986-5f7f276cc1d6 req-7de326eb-d860-42be-b6d2-9f9d8b36004c service neutron] Transition to ACTIVE for port object cc14b07b-8093-4853-87c0-eea1eb4bc666 will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:48:12.936750 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-1b3d0264-0dd2-4762-a986-5f7f276cc1d6 req-7de326eb-d860-42be-b6d2-9f9d8b36004c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (cc14b07b-8093-4853-87c0-eea1eb4bc666), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:12.975276 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-5e4df573-4962-4b61-992e-f12ecd65d737 req-0a3296c0-b37e-4b43-beed-fa4f64c083ae service neutron] Attempting to bind port 6299c654-47ff-4ca4-8430-4c97bbaa7861 on host n-h1-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:48:12.975753 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-5e4df573-4962-4b61-992e-f12ecd65d737 req-0a3296c0-b37e-4b43-beed-fa4f64c083ae service neutron] Attempting to bind port 6299c654-47ff-4ca4-8430-4c97bbaa7861 by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': '31f2f775-f710-4464-9553-cd9bfb6c064e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'b5f54461-ef49-42c4-b99b-0fc2c4c5f38c'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:48:12.975962 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e4df573-4962-4b61-992e-f12ecd65d737 req-0a3296c0-b37e-4b43-beed-fa4f64c083ae service neutron] Attempting to bind port 6299c654-47ff-4ca4-8430-4c97bbaa7861 on network b5f54461-ef49-42c4-b99b-0fc2c4c5f38c {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:48:13.064398 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e4df573-4962-4b61-992e-f12ecd65d737 req-0a3296c0-b37e-4b43-beed-fa4f64c083ae service neutron] Port 6299c654-47ff-4ca4-8430-4c97bbaa7861 on network b5f54461-ef49-42c4-b99b-0fc2c4c5f38c not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:48:13.064883 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e4df573-4962-4b61-992e-f12ecd65d737 req-0a3296c0-b37e-4b43-beed-fa4f64c083ae service neutron] Attempting to bind port 6299c654-47ff-4ca4-8430-4c97bbaa7861 on network b5f54461-ef49-42c4-b99b-0fc2c4c5f38c {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:48:13.079555 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f97e0fe-5d83-4eed-a5d8-f8c7dec680f9 req-4b3b8ecb-fcb2-4fba-8fd0-8a7ac0326f52 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:13.091257 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6f97e0fe-5d83-4eed-a5d8-f8c7dec680f9 req-4b3b8ecb-fcb2-4fba-8fd0-8a7ac0326f52 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=30f80b90-7fc3-49f0-b87a-910594edfd75 HTTP/1.1" status: 200 len: 945 time: 0.5359843 Feb 09 21:48:13.095065 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de326eb-d860-42be-b6d2-9f9d8b36004c service neutron] Pushing event updated for resources: {'Port': ['ID=cc14b07b-8093-4853-87c0-eea1eb4bc666,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:13.098946 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port b2275f87-d6f4-4b82-ad0c-7a6b77b12ad2 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:13.099527 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (b2275f87-d6f4-4b82-ad0c-7a6b77b12ad2), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:13.154638 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45418) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:13.164469 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port b2275f87-d6f4-4b82-ad0c-7a6b77b12ad2, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=b2275f87-d6f4-4b82-ad0c-7a6b77b12ad2,segment=NetworkSegment(31f2f775-f710-4464-9553-cd9bfb6c064e),segment_id=31f2f775-f710-4464-9553-cd9bfb6c064e)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:48:13.167211 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e4df573-4962-4b61-992e-f12ecd65d737 req-0a3296c0-b37e-4b43-beed-fa4f64c083ae service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:48:13.169901 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e4df573-4962-4b61-992e-f12ecd65d737 req-0a3296c0-b37e-4b43-beed-fa4f64c083ae service neutron] Checking segment: {'id': '31f2f775-f710-4464-9553-cd9bfb6c064e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'b5f54461-ef49-42c4-b99b-0fc2c4c5f38c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:48:13.170790 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e4df573-4962-4b61-992e-f12ecd65d737 req-0a3296c0-b37e-4b43-beed-fa4f64c083ae service neutron] Bound using segment: {'id': '31f2f775-f710-4464-9553-cd9bfb6c064e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'b5f54461-ef49-42c4-b99b-0fc2c4c5f38c'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:48:13.172494 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-5e4df573-4962-4b61-992e-f12ecd65d737 req-0a3296c0-b37e-4b43-beed-fa4f64c083ae service neutron] Bound port: 6299c654-47ff-4ca4-8430-4c97bbaa7861, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31f2f775-f710-4464-9553-cd9bfb6c064e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'b5f54461-ef49-42c4-b99b-0fc2c4c5f38c'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:48:13.172816 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (b2275f87-d6f4-4b82-ad0c-7a6b77b12ad2), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:13.173814 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-5e4df573-4962-4b61-992e-f12ecd65d737 req-0a3296c0-b37e-4b43-beed-fa4f64c083ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (6299c654-47ff-4ca4-8430-4c97bbaa7861), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:13.188352 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1e7bab9b-9b4c-4624-95e4-a2d3037ef816 req-143fdfaf-8030-4f4e-a035-9ecfcf6a5b10 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/security-groups?id=94013628-fdec-4344-8a46-79b1e0e851cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4482424 Feb 09 21:48:13.218248 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e0fd5419-77a3-4654-85a3-c1d08d272e15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:13.247233 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6f97e0fe-5d83-4eed-a5d8-f8c7dec680f9 req-39558415-316e-448b-b973-9a266d7e3868 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354125 Feb 09 21:48:13.288525 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=b2275f87-d6f4-4b82-ad0c-7a6b77b12ad2,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:13.356789 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-1b3d0264-0dd2-4762-a986-5f7f276cc1d6 req-7de326eb-d860-42be-b6d2-9f9d8b36004c service neutron] Attempting to bind port cc14b07b-8093-4853-87c0-eea1eb4bc666 on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:48:13.357195 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-1b3d0264-0dd2-4762-a986-5f7f276cc1d6 req-7de326eb-d860-42be-b6d2-9f9d8b36004c service neutron] Attempting to bind port cc14b07b-8093-4853-87c0-eea1eb4bc666 by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': '31f2f775-f710-4464-9553-cd9bfb6c064e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'b5f54461-ef49-42c4-b99b-0fc2c4c5f38c'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:48:13.357614 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3d0264-0dd2-4762-a986-5f7f276cc1d6 req-7de326eb-d860-42be-b6d2-9f9d8b36004c service neutron] Attempting to bind port cc14b07b-8093-4853-87c0-eea1eb4bc666 on network b5f54461-ef49-42c4-b99b-0fc2c4c5f38c {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:48:13.373944 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-019932fd-bb7d-4e8f-b815-52af17f61155 req-7dd50280-4941-4782-9981-68b6eb096f1d tempest-VolumesActionsTest-981715971 tempest-VolumesActionsTest-981715971-project] 10.222.0.90 "GET /v2.0/ports?device_id=cb3d3930-083d-40cb-b76f-f0212a1aaff3 HTTP/1.1" status: 200 len: 210 time: 0.0482557 Feb 09 21:48:13.377707 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3d0264-0dd2-4762-a986-5f7f276cc1d6 req-7de326eb-d860-42be-b6d2-9f9d8b36004c service neutron] Port cc14b07b-8093-4853-87c0-eea1eb4bc666 on network b5f54461-ef49-42c4-b99b-0fc2c4c5f38c not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:48:13.378051 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3d0264-0dd2-4762-a986-5f7f276cc1d6 req-7de326eb-d860-42be-b6d2-9f9d8b36004c service neutron] Attempting to bind port cc14b07b-8093-4853-87c0-eea1eb4bc666 on network b5f54461-ef49-42c4-b99b-0fc2c4c5f38c {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:48:13.387527 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-5e4df573-4962-4b61-992e-f12ecd65d737 req-0a3296c0-b37e-4b43-beed-fa4f64c083ae service neutron] For port 6299c654-47ff-4ca4-8430-4c97bbaa7861, host n-h1-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:48:13.391887 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-5e4df573-4962-4b61-992e-f12ecd65d737 req-0a3296c0-b37e-4b43-beed-fa4f64c083ae service neutron] For port 6299c654-47ff-4ca4-8430-4c97bbaa7861, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=6299c654-47ff-4ca4-8430-4c97bbaa7861,segment=NetworkSegment(31f2f775-f710-4464-9553-cd9bfb6c064e),segment_id=31f2f775-f710-4464-9553-cd9bfb6c064e)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:48:13.395681 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3d0264-0dd2-4762-a986-5f7f276cc1d6 req-7de326eb-d860-42be-b6d2-9f9d8b36004c service neutron] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:48:13.396198 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3d0264-0dd2-4762-a986-5f7f276cc1d6 req-7de326eb-d860-42be-b6d2-9f9d8b36004c service neutron] Checking segment: {'id': '31f2f775-f710-4464-9553-cd9bfb6c064e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'b5f54461-ef49-42c4-b99b-0fc2c4c5f38c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:48:13.396642 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3d0264-0dd2-4762-a986-5f7f276cc1d6 req-7de326eb-d860-42be-b6d2-9f9d8b36004c service neutron] Bound using segment: {'id': '31f2f775-f710-4464-9553-cd9bfb6c064e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'b5f54461-ef49-42c4-b99b-0fc2c4c5f38c'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:48:13.397293 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-1b3d0264-0dd2-4762-a986-5f7f276cc1d6 req-7de326eb-d860-42be-b6d2-9f9d8b36004c service neutron] Bound port: cc14b07b-8093-4853-87c0-eea1eb4bc666, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31f2f775-f710-4464-9553-cd9bfb6c064e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'b5f54461-ef49-42c4-b99b-0fc2c4c5f38c'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:48:13.397617 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-1b3d0264-0dd2-4762-a986-5f7f276cc1d6 req-7de326eb-d860-42be-b6d2-9f9d8b36004c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (cc14b07b-8093-4853-87c0-eea1eb4bc666), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:13.418201 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-5e4df573-4962-4b61-992e-f12ecd65d737 req-0a3296c0-b37e-4b43-beed-fa4f64c083ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (6299c654-47ff-4ca4-8430-4c97bbaa7861), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:13.463523 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e0fd5419-77a3-4654-85a3-c1d08d272e15 admin admin] Publish callbacks [] for security_group (a36a28bd-4adf-45cd-a395-e97324619317), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:13.478200 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e0fd5419-77a3-4654-85a3-c1d08d272e15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (a36a28bd-4adf-45cd-a395-e97324619317), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:13.482273 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4df573-4962-4b61-992e-f12ecd65d737 req-0a3296c0-b37e-4b43-beed-fa4f64c083ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:13.482902 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-5e4df573-4962-4b61-992e-f12ecd65d737 req-0a3296c0-b37e-4b43-beed-fa4f64c083ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:13.484637 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5e4df573-4962-4b61-992e-f12ecd65d737 req-0a3296c0-b37e-4b43-beed-fa4f64c083ae service neutron] 10.222.0.95 "PUT /v2.0/ports/6299c654-47ff-4ca4-8430-4c97bbaa7861 HTTP/1.1" status: 200 len: 1092 time: 2.2025485 Feb 09 21:48:13.485810 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6d64455-240d-447f-a385-b196e85b5a1b', 'tag': '6299c654-47ff-4ca4-8430-4c97bbaa7861'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:48:13.497995 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e477384-08b3-4f52-954f-098513e1472b" -d '{"events": [{"name": "network-changed", "server_uuid": "a6d64455-240d-447f-a385-b196e85b5a1b", "tag": "6299c654-47ff-4ca4-8430-4c97bbaa7861"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:48:13.571239 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-e0fd5419-77a3-4654-85a3-c1d08d272e15 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=43b03718e7334ceb8f441cb078a811a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4151814 Feb 09 21:48:13.579745 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-1b3d0264-0dd2-4762-a986-5f7f276cc1d6 req-7de326eb-d860-42be-b6d2-9f9d8b36004c service neutron] For port cc14b07b-8093-4853-87c0-eea1eb4bc666, host n-h2-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:48:13.581992 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45422) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:13.592526 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-1b3d0264-0dd2-4762-a986-5f7f276cc1d6 req-7de326eb-d860-42be-b6d2-9f9d8b36004c service neutron] For port cc14b07b-8093-4853-87c0-eea1eb4bc666, host n-h2-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=cc14b07b-8093-4853-87c0-eea1eb4bc666,segment=NetworkSegment(31f2f775-f710-4464-9553-cd9bfb6c064e),segment_id=31f2f775-f710-4464-9553-cd9bfb6c064e)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:48:13.608207 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fd5419-77a3-4654-85a3-c1d08d272e15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a36a28bd-4adf-45cd-a395-e97324619317,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:13.627710 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa1ba5d9-efaa-4144-93b3-b5dfcff74c0f x-openstack-request-id: req-fa1ba5d9-efaa-4144-93b3-b5dfcff74c0f {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:48:13.627945 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6d64455-240d-447f-a385-b196e85b5a1b", "tag": "6299c654-47ff-4ca4-8430-4c97bbaa7861", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:48:13.628299 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-fa1ba5d9-efaa-4144-93b3-b5dfcff74c0f {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:48:13.628712 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6d64455-240d-447f-a385-b196e85b5a1b', 'tag': '6299c654-47ff-4ca4-8430-4c97bbaa7861', 'status': 'completed', 'code': 200} Feb 09 21:48:13.637485 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-1b3d0264-0dd2-4762-a986-5f7f276cc1d6 req-7de326eb-d860-42be-b6d2-9f9d8b36004c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (cc14b07b-8093-4853-87c0-eea1eb4bc666), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:13.671138 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3296c0-b37e-4b43-beed-fa4f64c083ae service neutron] Pushing event updated for resources: {'Port': ['ID=6299c654-47ff-4ca4-8430-4c97bbaa7861,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:13.716737 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4df573-4962-4b61-992e-f12ecd65d737 req-489c78a0-29d1-47ba-99d0-726044e317c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:13.718208 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5e4df573-4962-4b61-992e-f12ecd65d737 req-489c78a0-29d1-47ba-99d0-726044e317c2 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=9a12b916cc704b439cb969e97fed25b8&device_id=a6d64455-240d-447f-a385-b196e85b5a1b HTTP/1.1" status: 200 len: 1126 time: 0.1619058 Feb 09 21:48:13.725139 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3d0264-0dd2-4762-a986-5f7f276cc1d6 req-7de326eb-d860-42be-b6d2-9f9d8b36004c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:13.725771 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-1b3d0264-0dd2-4762-a986-5f7f276cc1d6 req-7de326eb-d860-42be-b6d2-9f9d8b36004c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:13.727184 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-1b3d0264-0dd2-4762-a986-5f7f276cc1d6 req-7de326eb-d860-42be-b6d2-9f9d8b36004c service neutron] 10.222.0.89 "PUT /v2.0/ports/cc14b07b-8093-4853-87c0-eea1eb4bc666 HTTP/1.1" status: 200 len: 1092 time: 2.0310261 Feb 09 21:48:13.727723 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08ee7f9d-0da7-4b38-af85-767e1a7343d0', 'tag': 'cc14b07b-8093-4853-87c0-eea1eb4bc666'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:48:13.730083 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a8ff5c2-38c8-4c31-a07a-8a1000b23dbf" -d '{"events": [{"name": "network-changed", "server_uuid": "08ee7f9d-0da7-4b38-af85-767e1a7343d0", "tag": "cc14b07b-8093-4853-87c0-eea1eb4bc666"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:48:13.791968 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5e4df573-4962-4b61-992e-f12ecd65d737 req-eda4d394-10dc-4f2f-ac7b-b11f983c5c60 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6299c654-47ff-4ca4-8430-4c97bbaa7861 HTTP/1.1" status: 200 len: 217 time: 0.0629976 Feb 09 21:48:13.799215 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-12f7e2f5-460c-454d-93ca-e073652f765f admin admin] Publish callbacks [] for security_group (a36a28bd-4adf-45cd-a395-e97324619317), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:13.801483 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5881b7d1-241c-4b21-8f6c-5102ccdbef7a req-8f1974fb-6fe0-4474-990a-4b1107f8b940 tempest-VolumesActionsTest-981715971 tempest-VolumesActionsTest-981715971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:13.803303 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5881b7d1-241c-4b21-8f6c-5102ccdbef7a req-8f1974fb-6fe0-4474-990a-4b1107f8b940 tempest-VolumesActionsTest-981715971 tempest-VolumesActionsTest-981715971-project] 10.222.0.95 "GET /v2.0/networks?id=3f80a7f1-66e7-4922-9ac4-2c39c1160392 HTTP/1.1" status: 200 len: 809 time: 0.2984364 Feb 09 21:48:13.817377 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de326eb-d860-42be-b6d2-9f9d8b36004c service neutron] Pushing event updated for resources: {'Port': ['ID=cc14b07b-8093-4853-87c0-eea1eb4bc666,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:13.845844 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-5881b7d1-241c-4b21-8f6c-5102ccdbef7a req-38ff68bc-fd87-4c54-b77b-1d86227b1a43 tempest-VolumesActionsTest-981715971 tempest-VolumesActionsTest-981715971-project] Request body: {'port': {'device_id': 'cb3d3930-083d-40cb-b76f-f0212a1aaff3', 'network_id': '3f80a7f1-66e7-4922-9ac4-2c39c1160392', 'admin_state_up': True, 'tenant_id': 'fa3f677e8f7d43189b1fdc1c44414364'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:48:13.848374 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-12f7e2f5-460c-454d-93ca-e073652f765f admin admin] Publish callbacks [] for security_group (a36a28bd-4adf-45cd-a395-e97324619317), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:13.873559 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3d0264-0dd2-4762-a986-5f7f276cc1d6 req-9cc83d3a-c7c6-4383-b6aa-8a5eb967eab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:13.875134 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-1b3d0264-0dd2-4762-a986-5f7f276cc1d6 req-9cc83d3a-c7c6-4383-b6aa-8a5eb967eab0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9a12b916cc704b439cb969e97fed25b8&device_id=08ee7f9d-0da7-4b38-af85-767e1a7343d0 HTTP/1.1" status: 200 len: 1126 time: 0.0920045 Feb 09 21:48:13.975605 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-1b3d0264-0dd2-4762-a986-5f7f276cc1d6 req-ce5790f2-e1bf-4538-bd38-8301e32897e9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc14b07b-8093-4853-87c0-eea1eb4bc666 HTTP/1.1" status: 200 len: 217 time: 0.0884254 Feb 09 21:48:13.987304 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-12f7e2f5-460c-454d-93ca-e073652f765f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (a36a28bd-4adf-45cd-a395-e97324619317), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:13.990461 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-12f7e2f5-460c-454d-93ca-e073652f765f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:13.994962 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-12f7e2f5-460c-454d-93ca-e073652f765f admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/a36a28bd-4adf-45cd-a395-e97324619317 HTTP/1.1" status: 204 len: 168 time: 0.4115803 Feb 09 21:48:14.048153 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f7e2f5-460c-454d-93ca-e073652f765f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a36a28bd-4adf-45cd-a395-e97324619317,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:14.105892 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2e1c3cb-e7ec-4e38-84be-c3aa905391ae x-openstack-request-id: req-e2e1c3cb-e7ec-4e38-84be-c3aa905391ae {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:48:14.106189 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08ee7f9d-0da7-4b38-af85-767e1a7343d0", "tag": "cc14b07b-8093-4853-87c0-eea1eb4bc666", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:48:14.106447 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-e2e1c3cb-e7ec-4e38-84be-c3aa905391ae {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:48:14.106861 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08ee7f9d-0da7-4b38-af85-767e1a7343d0', 'tag': 'cc14b07b-8093-4853-87c0-eea1eb4bc666', 'status': 'completed', 'code': 200} Feb 09 21:48:14.110172 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3d0264-0dd2-4762-a986-5f7f276cc1d6 req-b5f7deb1-239f-487b-b8c1-675dccd2680c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:14.111788 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-1b3d0264-0dd2-4762-a986-5f7f276cc1d6 req-b5f7deb1-239f-487b-b8c1-675dccd2680c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c910a1f6-1a2f-4e2e-aeab-3241f3de1ff1 HTTP/1.1" status: 200 len: 858 time: 0.1264055 Feb 09 21:48:14.123536 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:14.128842 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3aa799-ecc5-4e60-9e5f-132d2e12a644 req-25ab7766-6a27-4061-9a2e-118e12fcadbb tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:14.130612 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7b3aa799-ecc5-4e60-9e5f-132d2e12a644 req-25ab7766-6a27-4061-9a2e-118e12fcadbb tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.95 "GET /v2.0/ports?device_id=30f80b90-7fc3-49f0-b87a-910594edfd75 HTTP/1.1" status: 200 len: 945 time: 0.0978441 Feb 09 21:48:14.175042 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-1b3d0264-0dd2-4762-a986-5f7f276cc1d6 req-5bc831bd-8c58-47f6-9674-fb849fe54c1a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b5f54461-ef49-42c4-b99b-0fc2c4c5f38c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432374 Feb 09 21:48:14.362862 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-1b3d0264-0dd2-4762-a986-5f7f276cc1d6 req-9e4ac339-1c31-49ce-addf-2705e6831c03 service neutron] 10.222.0.89 "GET /v2.0/networks/b5f54461-ef49-42c4-b99b-0fc2c4c5f38c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091354 Feb 09 21:48:14.461969 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-7b3aa799-ecc5-4e60-9e5f-132d2e12a644 req-25a0304b-8848-4266-923e-69f8c9674f13 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Deleting port ee7c64a0-bd45-4fd9-bd1e-5fb5a4cb7394 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:48:14.462317 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-7b3aa799-ecc5-4e60-9e5f-132d2e12a644 req-25a0304b-8848-4266-923e-69f8c9674f13 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (ee7c64a0-bd45-4fd9-bd1e-5fb5a4cb7394), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:14.483350 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4df573-4962-4b61-992e-f12ecd65d737 req-46ed19fe-cc71-4d7e-89a2-15b5a211d885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:14.483941 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5e4df573-4962-4b61-992e-f12ecd65d737 req-46ed19fe-cc71-4d7e-89a2-15b5a211d885 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=c910a1f6-1a2f-4e2e-aeab-3241f3de1ff1 HTTP/1.1" status: 200 len: 858 time: 0.6789587 Feb 09 21:48:14.551802 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5e4df573-4962-4b61-992e-f12ecd65d737 req-c4a6d8b7-d56d-41ad-a217-328b861cf77a service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=b5f54461-ef49-42c4-b99b-0fc2c4c5f38c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516365 Feb 09 21:48:14.579372 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f91e6fa-0df6-4395-96c5-5e57d3d387c3 req-b3290285-252e-4e25-ab30-c75e76042701 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:14.584717 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0f91e6fa-0df6-4395-96c5-5e57d3d387c3 req-b3290285-252e-4e25-ab30-c75e76042701 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=30f80b90-7fc3-49f0-b87a-910594edfd75 HTTP/1.1" status: 200 len: 945 time: 0.2265518 Feb 09 21:48:14.599597 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-1b3d0264-0dd2-4762-a986-5f7f276cc1d6 req-cdfe707e-4435-4be6-8ef8-02126bd49ada service neutron] 10.222.0.89 "GET /v2.0/networks/b5f54461-ef49-42c4-b99b-0fc2c4c5f38c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287109 Feb 09 21:48:14.613940 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device b2275f87-d6f4-4b82-ad0c-7a6b77b12ad2 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:48:14.634892 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-7b3aa799-ecc5-4e60-9e5f-132d2e12a644 req-25a0304b-8848-4266-923e-69f8c9674f13 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] For port ee7c64a0-bd45-4fd9-bd1e-5fb5a4cb7394, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=ee7c64a0-bd45-4fd9-bd1e-5fb5a4cb7394,segment=NetworkSegment(ab2445e6-d1b5-43a7-9d83-6a2f567a89ca),segment_id=ab2445e6-d1b5-43a7-9d83-6a2f567a89ca)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:48:14.635313 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-7b3aa799-ecc5-4e60-9e5f-132d2e12a644 req-25a0304b-8848-4266-923e-69f8c9674f13 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (ee7c64a0-bd45-4fd9-bd1e-5fb5a4cb7394), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:14.658698 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-7b3aa799-ecc5-4e60-9e5f-132d2e12a644 req-25a0304b-8848-4266-923e-69f8c9674f13 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Calling delete_port for ee7c64a0-bd45-4fd9-bd1e-5fb5a4cb7394 owned by compute:nova {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:48:14.722608 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port b2275f87-d6f4-4b82-ad0c-7a6b77b12ad2 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:14.723248 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (b2275f87-d6f4-4b82-ad0c-7a6b77b12ad2), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:14.782538 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8ff5c2-38c8-4c31-a07a-8a1000b23dbf req-f5046187-7c09-481a-b0b0-c7bbb3c61d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:14.784042 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-1a8ff5c2-38c8-4c31-a07a-8a1000b23dbf req-f5046187-7c09-481a-b0b0-c7bbb3c61d73 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9a12b916cc704b439cb969e97fed25b8&device_id=08ee7f9d-0da7-4b38-af85-767e1a7343d0 HTTP/1.1" status: 200 len: 1126 time: 0.1233602 Feb 09 21:48:14.812979 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da44f6d0-4ce2-4276-bc97-d27acdbb44d6 req-3a253aa9-fe03-47b6-aef3-8340a41a9882 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:14.826513 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-da44f6d0-4ce2-4276-bc97-d27acdbb44d6 req-3a253aa9-fe03-47b6-aef3-8340a41a9882 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/ports?device_id=08ee7f9d-0da7-4b38-af85-767e1a7343d0 HTTP/1.1" status: 200 len: 944 time: 0.4531794 Feb 09 21:48:14.911407 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port b2275f87-d6f4-4b82-ad0c-7a6b77b12ad2 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:14.958826 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5e4df573-4962-4b61-992e-f12ecd65d737 req-8463468d-f6f3-44d0-ab84-6c476902841b service neutron] 10.222.0.95 "GET /v2.0/networks/b5f54461-ef49-42c4-b99b-0fc2c4c5f38c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3698893 Feb 09 21:48:14.959580 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5881b7d1-241c-4b21-8f6c-5102ccdbef7a req-38ff68bc-fd87-4c54-b77b-1d86227b1a43 tempest-VolumesActionsTest-981715971 tempest-VolumesActionsTest-981715971-project] Made reservation on behalf of fa3f677e8f7d43189b1fdc1c44414364 for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:48:14.963021 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-5881b7d1-241c-4b21-8f6c-5102ccdbef7a req-38ff68bc-fd87-4c54-b77b-1d86227b1a43 tempest-VolumesActionsTest-981715971 tempest-VolumesActionsTest-981715971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:14.974677 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d3ee9a84-28c7-4a57-a718-658af444fb07 req-ce06dc64-3cb9-4608-982f-b3648856f8d8 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2212744 Feb 09 21:48:15.011520 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0f91e6fa-0df6-4395-96c5-5e57d3d387c3 req-fa5bafe2-4d0a-4505-a6e3-1111974327cf tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3658020 Feb 09 21:48:15.020794 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8ff5c2-38c8-4c31-a07a-8a1000b23dbf req-c943afc9-199d-4668-b0dd-b9c57a8778de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:15.023719 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-1a8ff5c2-38c8-4c31-a07a-8a1000b23dbf req-c943afc9-199d-4668-b0dd-b9c57a8778de service neutron] 10.222.0.89 "GET /v2.0/networks?id=b5f54461-ef49-42c4-b99b-0fc2c4c5f38c HTTP/1.1" status: 200 len: 919 time: 0.2127447 Feb 09 21:48:15.037765 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-7b3aa799-ecc5-4e60-9e5f-132d2e12a644 req-25a0304b-8848-4266-923e-69f8c9674f13 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (ee7c64a0-bd45-4fd9-bd1e-5fb5a4cb7394), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:15.051185 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['ee7c64a0-bd45-4fd9-bd1e-5fb5a4cb7394'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:48:15.170334 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-da44f6d0-4ce2-4276-bc97-d27acdbb44d6 req-dcf67bbe-cd2e-4b9f-83f9-3b9dab498600 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/security-groups?id=94013628-fdec-4344-8a46-79b1e0e851cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3425753 Feb 09 21:48:15.231202 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-1a8ff5c2-38c8-4c31-a07a-8a1000b23dbf req-f2035736-6579-4a33-986a-16a2def48cc6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc14b07b-8093-4853-87c0-eea1eb4bc666 HTTP/1.1" status: 200 len: 217 time: 0.2001290 Feb 09 21:48:15.266842 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:15.276015 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ea4192be-d287-4120-8fa0-fe87170eab71 req-7c2cdef4-7c87-48c6-8846-6bb7569450a0 tempest-VolumesActionsTest-981715971 tempest-VolumesActionsTest-981715971-project] 10.222.0.90 "GET /v2.0/ports?device_id=cb3d3930-083d-40cb-b76f-f0212a1aaff3 HTTP/1.1" status: 200 len: 210 time: 0.0858319 Feb 09 21:48:15.306379 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a0304b-8848-4266-923e-69f8c9674f13 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Pushing event deleted for resources: {'Port': ['ID=ee7c64a0-bd45-4fd9-bd1e-5fb5a4cb7394,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:15.319370 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8ff5c2-38c8-4c31-a07a-8a1000b23dbf req-88d48ecb-f5a5-4da7-a0fe-12983c7c7490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:15.321259 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-1a8ff5c2-38c8-4c31-a07a-8a1000b23dbf req-88d48ecb-f5a5-4da7-a0fe-12983c7c7490 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c910a1f6-1a2f-4e2e-aeab-3241f3de1ff1 HTTP/1.1" status: 200 len: 858 time: 0.0693588 Feb 09 21:48:15.327127 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b3aa799-ecc5-4e60-9e5f-132d2e12a644 req-25a0304b-8848-4266-923e-69f8c9674f13 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] No DVR routers for this DVR port ee7c64a0-bd45-4fd9-bd1e-5fb5a4cb7394 on host n-h1-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:48:15.335527 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-7b3aa799-ecc5-4e60-9e5f-132d2e12a644 req-25a0304b-8848-4266-923e-69f8c9674f13 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:15.340358 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7b3aa799-ecc5-4e60-9e5f-132d2e12a644 req-25a0304b-8848-4266-923e-69f8c9674f13 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.95 "DELETE /v2.0/ports/ee7c64a0-bd45-4fd9-bd1e-5fb5a4cb7394 HTTP/1.1" status: 204 len: 173 time: 1.1642148 Feb 09 21:48:15.365762 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5e4df573-4962-4b61-992e-f12ecd65d737 req-e7d98a98-dff3-402c-9af6-6b4cfb931780 service neutron] 10.222.0.95 "GET /v2.0/networks/b5f54461-ef49-42c4-b99b-0fc2c4c5f38c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3648684 Feb 09 21:48:15.383951 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-1a8ff5c2-38c8-4c31-a07a-8a1000b23dbf req-2232df7c-b4ca-41bc-90cb-29a93320b4fb service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b5f54461-ef49-42c4-b99b-0fc2c4c5f38c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506027 Feb 09 21:48:15.403257 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [req-5881b7d1-241c-4b21-8f6c-5102ccdbef7a req-38ff68bc-fd87-4c54-b77b-1d86227b1a43 tempest-VolumesActionsTest-981715971 tempest-VolumesActionsTest-981715971-project] Allocated IP 172.20.0.7 (3f80a7f1-66e7-4922-9ac4-2c39c1160392/ffee634e-df58-4f95-a732-7afb22f5e71f/3521c94d-588e-44f7-938f-ea5d58a11f61) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:48:15.457393 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ee9a84-28c7-4a57-a718-658af444fb07 req-badfc097-bd1d-40eb-b3b0-b64f5f5a3f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:15.457891 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ee9a84-28c7-4a57-a718-658af444fb07 req-badfc097-bd1d-40eb-b3b0-b64f5f5a3f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:15.458368 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ee9a84-28c7-4a57-a718-658af444fb07 req-badfc097-bd1d-40eb-b3b0-b64f5f5a3f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:15.458838 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ee9a84-28c7-4a57-a718-658af444fb07 req-badfc097-bd1d-40eb-b3b0-b64f5f5a3f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:15.459304 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ee9a84-28c7-4a57-a718-658af444fb07 req-badfc097-bd1d-40eb-b3b0-b64f5f5a3f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:15.465246 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ee9a84-28c7-4a57-a718-658af444fb07 req-badfc097-bd1d-40eb-b3b0-b64f5f5a3f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:15.465812 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ee9a84-28c7-4a57-a718-658af444fb07 req-badfc097-bd1d-40eb-b3b0-b64f5f5a3f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:15.468826 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d3ee9a84-28c7-4a57-a718-658af444fb07 req-badfc097-bd1d-40eb-b3b0-b64f5f5a3f57 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e0fba33cc37140f68483b74485e6f58c&device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 6711 time: 0.4226460 Feb 09 21:48:15.566888 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e477384-08b3-4f52-954f-098513e1472b req-7cd26bb3-7d16-4b4c-8faa-ac93f07ad950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:15.569451 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1e477384-08b3-4f52-954f-098513e1472b req-7cd26bb3-7d16-4b4c-8faa-ac93f07ad950 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=9a12b916cc704b439cb969e97fed25b8&device_id=a6d64455-240d-447f-a385-b196e85b5a1b HTTP/1.1" status: 200 len: 1126 time: 0.1438568 Feb 09 21:48:15.704759 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-5881b7d1-241c-4b21-8f6c-5102ccdbef7a req-38ff68bc-fd87-4c54-b77b-1d86227b1a43 tempest-VolumesActionsTest-981715971 tempest-VolumesActionsTest-981715971-project] Publish callbacks [] for port (3521c94d-588e-44f7-938f-ea5d58a11f61), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:15.730259 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e477384-08b3-4f52-954f-098513e1472b req-100d462f-1c6b-470a-b742-775a54e7198a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:15.732024 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1e477384-08b3-4f52-954f-098513e1472b req-100d462f-1c6b-470a-b742-775a54e7198a service neutron] 10.222.0.95 "GET /v2.0/networks?id=b5f54461-ef49-42c4-b99b-0fc2c4c5f38c HTTP/1.1" status: 200 len: 919 time: 0.1523824 Feb 09 21:48:15.800926 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1e477384-08b3-4f52-954f-098513e1472b req-e6aff8a3-0575-4f2a-8b53-ea9b805e71e9 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6299c654-47ff-4ca4-8430-4c97bbaa7861 HTTP/1.1" status: 200 len: 217 time: 0.0612307 Feb 09 21:48:15.820040 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-5881b7d1-241c-4b21-8f6c-5102ccdbef7a req-38ff68bc-fd87-4c54-b77b-1d86227b1a43 tempest-VolumesActionsTest-981715971 tempest-VolumesActionsTest-981715971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (3521c94d-588e-44f7-938f-ea5d58a11f61), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:15.901792 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5881b7d1-241c-4b21-8f6c-5102ccdbef7a req-38ff68bc-fd87-4c54-b77b-1d86227b1a43 tempest-VolumesActionsTest-981715971 tempest-VolumesActionsTest-981715971-project] Network 3f80a7f1-66e7-4922-9ac4-2c39c1160392 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:48:15.915539 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [req-5881b7d1-241c-4b21-8f6c-5102ccdbef7a req-38ff68bc-fd87-4c54-b77b-1d86227b1a43 tempest-VolumesActionsTest-981715971 tempest-VolumesActionsTest-981715971-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:48:15.922209 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-5881b7d1-241c-4b21-8f6c-5102ccdbef7a req-38ff68bc-fd87-4c54-b77b-1d86227b1a43 tempest-VolumesActionsTest-981715971 tempest-VolumesActionsTest-981715971-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:48:15.926465 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e477384-08b3-4f52-954f-098513e1472b req-0645d030-5654-414a-a7d4-08e3686106c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:15.928639 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1e477384-08b3-4f52-954f-098513e1472b req-0645d030-5654-414a-a7d4-08e3686106c1 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=c910a1f6-1a2f-4e2e-aeab-3241f3de1ff1 HTTP/1.1" status: 200 len: 858 time: 0.1205108 Feb 09 21:48:15.931753 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ff68bc-fd87-4c54-b77b-1d86227b1a43 tempest-VolumesActionsTest-981715971 tempest-VolumesActionsTest-981715971-project] Pushing event updated for resources: {'Port': ['ID=3521c94d-588e-44f7-938f-ea5d58a11f61,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:16.016212 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1e477384-08b3-4f52-954f-098513e1472b req-247dddff-da20-4dd2-890d-0bbd78ad27b0 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=b5f54461-ef49-42c4-b99b-0fc2c4c5f38c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718439 Feb 09 21:48:16.099957 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ee9a84-28c7-4a57-a718-658af444fb07 req-c2588e8a-238e-4b06-bfe8-5cd4dfa04c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:16.101079 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ee9a84-28c7-4a57-a718-658af444fb07 req-c2588e8a-238e-4b06-bfe8-5cd4dfa04c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:16.101995 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ee9a84-28c7-4a57-a718-658af444fb07 req-c2588e8a-238e-4b06-bfe8-5cd4dfa04c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:16.104146 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d3ee9a84-28c7-4a57-a718-658af444fb07 req-c2588e8a-238e-4b06-bfe8-5cd4dfa04c9a service neutron] 10.222.0.89 "GET /v2.0/networks?id=74d53abd-a71d-429c-929d-41ed12b1d218&id=f09c9af1-caa6-4029-894f-b430921e86f9&id=f09c9af1-caa6-4029-894f-b430921e86f9&id=f09c9af1-caa6-4029-894f-b430921e86f9&id=f09c9af1-caa6-4029-894f-b430921e86f9&id=d265fee8-86bc-4f18-8400-270071608522&id=d265fee8-86bc-4f18-8400-270071608522 HTTP/1.1" status: 200 len: 2292 time: 0.1461928 Feb 09 21:48:16.106961 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-1a8ff5c2-38c8-4c31-a07a-8a1000b23dbf req-04db9d5a-2739-4cd1-b83c-4010a7b41866 service neutron] 10.222.0.89 "GET /v2.0/networks/b5f54461-ef49-42c4-b99b-0fc2c4c5f38c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7140393 Feb 09 21:48:16.107729 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30f80b90-7fc3-49f0-b87a-910594edfd75', 'name': 'network-vif-deleted', 'tag': 'ee7c64a0-bd45-4fd9-bd1e-5fb5a4cb7394'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:48:16.110626 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76429602-1ce8-48c2-bf4d-7bd398221a79" -d '{"events": [{"server_uuid": "30f80b90-7fc3-49f0-b87a-910594edfd75", "name": "network-vif-deleted", "tag": "ee7c64a0-bd45-4fd9-bd1e-5fb5a4cb7394"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:48:16.193531 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5881b7d1-241c-4b21-8f6c-5102ccdbef7a req-38ff68bc-fd87-4c54-b77b-1d86227b1a43 tempest-VolumesActionsTest-981715971 tempest-VolumesActionsTest-981715971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:16.194229 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-5881b7d1-241c-4b21-8f6c-5102ccdbef7a req-38ff68bc-fd87-4c54-b77b-1d86227b1a43 tempest-VolumesActionsTest-981715971 tempest-VolumesActionsTest-981715971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:16.227221 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5881b7d1-241c-4b21-8f6c-5102ccdbef7a req-38ff68bc-fd87-4c54-b77b-1d86227b1a43 tempest-VolumesActionsTest-981715971 tempest-VolumesActionsTest-981715971-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3901594 Feb 09 21:48:16.249075 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-5881b7d1-241c-4b21-8f6c-5102ccdbef7a req-72ff424a-2a79-4103-916b-3d5f4cce7fd2 service neutron] Request body: {'port': {'device_id': 'cb3d3930-083d-40cb-b76f-f0212a1aaff3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-5'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:48:16.283264 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-1a8ff5c2-38c8-4c31-a07a-8a1000b23dbf req-10969faa-0b36-4721-9d2e-1bbc75498da0 service neutron] 10.222.0.89 "GET /v2.0/networks/b5f54461-ef49-42c4-b99b-0fc2c4c5f38c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577864 Feb 09 21:48:16.286771 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43b1a322-c9b2-4a1c-9a82-ba425b643aa0 x-openstack-request-id: req-43b1a322-c9b2-4a1c-9a82-ba425b643aa0 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:48:16.287339 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30f80b90-7fc3-49f0-b87a-910594edfd75", "name": "network-vif-deleted", "tag": "ee7c64a0-bd45-4fd9-bd1e-5fb5a4cb7394", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:48:16.287648 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-43b1a322-c9b2-4a1c-9a82-ba425b643aa0 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:48:16.288064 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30f80b90-7fc3-49f0-b87a-910594edfd75', 'name': 'network-vif-deleted', 'tag': 'ee7c64a0-bd45-4fd9-bd1e-5fb5a4cb7394', 'status': 'completed', 'code': 200} Feb 09 21:48:16.352519 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d3ee9a84-28c7-4a57-a718-658af444fb07 req-a2a386fe-a872-4537-8bcb-11a64d23ab70 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9af85d6f-02ae-4b57-8eb5-a2a08e3b6081 HTTP/1.1" status: 200 len: 1001 time: 0.2258174 Feb 09 21:48:16.398325 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9fe6e83b-35bf-45a1-93ea-557693ca286f req-0e69bc20-13ed-4b6e-a044-0922c86ed5ef tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=30f80b90-7fc3-49f0-b87a-910594edfd75 HTTP/1.1" status: 200 len: 210 time: 0.1534369 Feb 09 21:48:16.411023 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1e477384-08b3-4f52-954f-098513e1472b req-ad67cc55-ef32-446f-af55-1cb6ef1725a6 service neutron] 10.222.0.95 "GET /v2.0/networks/b5f54461-ef49-42c4-b99b-0fc2c4c5f38c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3828294 Feb 09 21:48:16.441060 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ee9a84-28c7-4a57-a718-658af444fb07 req-e6ca4123-69a4-470b-9d20-f545e33cd6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:16.453641 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d3ee9a84-28c7-4a57-a718-658af444fb07 req-e6ca4123-69a4-470b-9d20-f545e33cd6c0 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=31bf57d7-aaed-40fd-925f-87213ac6208a HTTP/1.1" status: 200 len: 850 time: 0.0942578 Feb 09 21:48:16.536652 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ee9a84-28c7-4a57-a718-658af444fb07 req-50025e9d-b5ce-42dc-b768-29b388df6bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:16.538766 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d3ee9a84-28c7-4a57-a718-658af444fb07 req-50025e9d-b5ce-42dc-b768-29b388df6bdf service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=74d53abd-a71d-429c-929d-41ed12b1d218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0756042 Feb 09 21:48:16.557833 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-5881b7d1-241c-4b21-8f6c-5102ccdbef7a req-72ff424a-2a79-4103-916b-3d5f4cce7fd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (3521c94d-588e-44f7-938f-ea5d58a11f61), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:16.587612 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edc4444-c347-443b-b84f-c1abc1b5f07a req-9ea25b65-5f35-4f30-b231-38f9ac5686a8 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:16.589535 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3edc4444-c347-443b-b84f-c1abc1b5f07a req-9ea25b65-5f35-4f30-b231-38f9ac5686a8 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/ports?device_id=08ee7f9d-0da7-4b38-af85-767e1a7343d0 HTTP/1.1" status: 200 len: 944 time: 0.2686868 Feb 09 21:48:16.649291 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d3ee9a84-28c7-4a57-a718-658af444fb07 req-12d3a2ae-fe01-4086-8f4a-29938ef58710 service neutron] 10.222.0.89 "GET /v2.0/networks/74d53abd-a71d-429c-929d-41ed12b1d218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026738 Feb 09 21:48:16.685653 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da89b63-d1f2-4c3a-882b-996b04f17d12 req-6a662ff4-ef3a-4c74-960a-de917caba6a4 tempest-VolumesActionsTest-981715971 tempest-VolumesActionsTest-981715971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:16.687268 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1da89b63-d1f2-4c3a-882b-996b04f17d12 req-6a662ff4-ef3a-4c74-960a-de917caba6a4 tempest-VolumesActionsTest-981715971 tempest-VolumesActionsTest-981715971-project] 10.222.0.90 "GET /v2.0/ports?device_id=cb3d3930-083d-40cb-b76f-f0212a1aaff3 HTTP/1.1" status: 200 len: 931 time: 0.1882987 Feb 09 21:48:16.705955 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1e477384-08b3-4f52-954f-098513e1472b req-8e6d3816-2f94-4aaf-b887-61aa8e37b677 service neutron] 10.222.0.95 "GET /v2.0/networks/b5f54461-ef49-42c4-b99b-0fc2c4c5f38c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709420 Feb 09 21:48:16.791055 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d3ee9a84-28c7-4a57-a718-658af444fb07 req-e578ef01-351e-4d0d-bcb0-9cbb3947ffba service neutron] 10.222.0.89 "GET /v2.0/networks/74d53abd-a71d-429c-929d-41ed12b1d218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263576 Feb 09 21:48:16.811616 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3edc4444-c347-443b-b84f-c1abc1b5f07a req-b3e43d51-8d53-4c29-81da-3a6eed3386d2 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/security-groups?id=94013628-fdec-4344-8a46-79b1e0e851cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091322 Feb 09 21:48:16.868755 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d3ee9a84-28c7-4a57-a718-658af444fb07 req-bf59c21b-d7fa-4405-bf35-5030ac02f423 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.213&port_id=fcbf595b-ac04-4a9f-91d3-e3bfdadd5558 HTTP/1.1" status: 200 len: 217 time: 0.0677397 Feb 09 21:48:16.883809 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1da89b63-d1f2-4c3a-882b-996b04f17d12 req-da925585-ba2b-4f72-844b-35ec22f746ee tempest-VolumesActionsTest-981715971 tempest-VolumesActionsTest-981715971-project] 10.222.0.90 "GET /v2.0/security-groups?id=c430cee0-d2c9-453f-b54a-350b95882a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766024 Feb 09 21:48:16.947445 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ee9a84-28c7-4a57-a718-658af444fb07 req-bf688a96-dd1b-48db-9d60-f09114ba3292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:16.950186 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d3ee9a84-28c7-4a57-a718-658af444fb07 req-bf688a96-dd1b-48db-9d60-f09114ba3292 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=402d4d57-038e-4490-a559-8c229d077342 HTTP/1.1" status: 200 len: 797 time: 0.0747797 Feb 09 21:48:17.032517 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [req-5881b7d1-241c-4b21-8f6c-5102ccdbef7a req-72ff424a-2a79-4103-916b-3d5f4cce7fd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3521c94d-588e-44f7-938f-ea5d58a11f61 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:48:17.036585 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ee9a84-28c7-4a57-a718-658af444fb07 req-b612afa7-a8fa-41c6-b4ae-a3e1e4547a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:17.039187 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d3ee9a84-28c7-4a57-a718-658af444fb07 req-b612afa7-a8fa-41c6-b4ae-a3e1e4547a73 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f09c9af1-caa6-4029-894f-b430921e86f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0775921 Feb 09 21:48:17.042705 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-5881b7d1-241c-4b21-8f6c-5102ccdbef7a req-72ff424a-2a79-4103-916b-3d5f4cce7fd2 service neutron] Publish callbacks [] for port (3521c94d-588e-44f7-938f-ea5d58a11f61), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:17.056597 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [req-5881b7d1-241c-4b21-8f6c-5102ccdbef7a req-72ff424a-2a79-4103-916b-3d5f4cce7fd2 service neutron] Transition to ACTIVE for port object 3521c94d-588e-44f7-938f-ea5d58a11f61 will not be triggered until provisioned by entity L2. {{(pid=103140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:48:17.062170 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-5881b7d1-241c-4b21-8f6c-5102ccdbef7a req-72ff424a-2a79-4103-916b-3d5f4cce7fd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (3521c94d-588e-44f7-938f-ea5d58a11f61), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:17.117519 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ff424a-2a79-4103-916b-3d5f4cce7fd2 service neutron] Pushing event updated for resources: {'Port': ['ID=3521c94d-588e-44f7-938f-ea5d58a11f61,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:17.164123 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d3ee9a84-28c7-4a57-a718-658af444fb07 req-42533aae-354b-4231-ac36-0f82686765a8 service neutron] 10.222.0.89 "GET /v2.0/networks/f09c9af1-caa6-4029-894f-b430921e86f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148221 Feb 09 21:48:17.222317 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-5881b7d1-241c-4b21-8f6c-5102ccdbef7a req-72ff424a-2a79-4103-916b-3d5f4cce7fd2 service neutron] Attempting to bind port 3521c94d-588e-44f7-938f-ea5d58a11f61 on host n-h1-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:48:17.222772 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-5881b7d1-241c-4b21-8f6c-5102ccdbef7a req-72ff424a-2a79-4103-916b-3d5f4cce7fd2 service neutron] Attempting to bind port 3521c94d-588e-44f7-938f-ea5d58a11f61 by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': '653d8653-6136-4ca1-ae4d-7f1fd803fdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '3f80a7f1-66e7-4922-9ac4-2c39c1160392'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:48:17.223414 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5881b7d1-241c-4b21-8f6c-5102ccdbef7a req-72ff424a-2a79-4103-916b-3d5f4cce7fd2 service neutron] Attempting to bind port 3521c94d-588e-44f7-938f-ea5d58a11f61 on network 3f80a7f1-66e7-4922-9ac4-2c39c1160392 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:48:17.237598 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5881b7d1-241c-4b21-8f6c-5102ccdbef7a req-72ff424a-2a79-4103-916b-3d5f4cce7fd2 service neutron] Port 3521c94d-588e-44f7-938f-ea5d58a11f61 on network 3f80a7f1-66e7-4922-9ac4-2c39c1160392 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:48:17.237598 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5881b7d1-241c-4b21-8f6c-5102ccdbef7a req-72ff424a-2a79-4103-916b-3d5f4cce7fd2 service neutron] Attempting to bind port 3521c94d-588e-44f7-938f-ea5d58a11f61 on network 3f80a7f1-66e7-4922-9ac4-2c39c1160392 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:48:17.248887 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5881b7d1-241c-4b21-8f6c-5102ccdbef7a req-72ff424a-2a79-4103-916b-3d5f4cce7fd2 service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:48:17.249203 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5881b7d1-241c-4b21-8f6c-5102ccdbef7a req-72ff424a-2a79-4103-916b-3d5f4cce7fd2 service neutron] Checking segment: {'id': '653d8653-6136-4ca1-ae4d-7f1fd803fdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '3f80a7f1-66e7-4922-9ac4-2c39c1160392'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:48:17.249532 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5881b7d1-241c-4b21-8f6c-5102ccdbef7a req-72ff424a-2a79-4103-916b-3d5f4cce7fd2 service neutron] Bound using segment: {'id': '653d8653-6136-4ca1-ae4d-7f1fd803fdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '3f80a7f1-66e7-4922-9ac4-2c39c1160392'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:48:17.249958 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-5881b7d1-241c-4b21-8f6c-5102ccdbef7a req-72ff424a-2a79-4103-916b-3d5f4cce7fd2 service neutron] Bound port: 3521c94d-588e-44f7-938f-ea5d58a11f61, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '653d8653-6136-4ca1-ae4d-7f1fd803fdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '3f80a7f1-66e7-4922-9ac4-2c39c1160392'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:48:17.250350 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-5881b7d1-241c-4b21-8f6c-5102ccdbef7a req-72ff424a-2a79-4103-916b-3d5f4cce7fd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (3521c94d-588e-44f7-938f-ea5d58a11f61), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:17.306918 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d3ee9a84-28c7-4a57-a718-658af444fb07 req-95ac5ec0-b476-41af-8baf-1830433577a7 service neutron] 10.222.0.89 "GET /v2.0/networks/f09c9af1-caa6-4029-894f-b430921e86f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343031 Feb 09 21:48:17.335212 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-5881b7d1-241c-4b21-8f6c-5102ccdbef7a req-72ff424a-2a79-4103-916b-3d5f4cce7fd2 service neutron] For port 3521c94d-588e-44f7-938f-ea5d58a11f61, host n-h1-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:48:17.339151 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-5881b7d1-241c-4b21-8f6c-5102ccdbef7a req-72ff424a-2a79-4103-916b-3d5f4cce7fd2 service neutron] For port 3521c94d-588e-44f7-938f-ea5d58a11f61, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=3521c94d-588e-44f7-938f-ea5d58a11f61,segment=NetworkSegment(653d8653-6136-4ca1-ae4d-7f1fd803fdc0),segment_id=653d8653-6136-4ca1-ae4d-7f1fd803fdc0)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:48:17.347540 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-5881b7d1-241c-4b21-8f6c-5102ccdbef7a req-72ff424a-2a79-4103-916b-3d5f4cce7fd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (3521c94d-588e-44f7-938f-ea5d58a11f61), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:17.353265 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device cc14b07b-8093-4853-87c0-eea1eb4bc666 details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:48:17.363823 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d3ee9a84-28c7-4a57-a718-658af444fb07 req-f1ce274e-634c-4f46-a553-19e0a574ea5b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.191&port_id=05c71a1b-858c-4e78-be01-608f18f742b2 HTTP/1.1" status: 200 len: 217 time: 0.0461767 Feb 09 21:48:17.410565 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ff424a-2a79-4103-916b-3d5f4cce7fd2 service neutron] Pushing event updated for resources: {'Port': ['ID=3521c94d-588e-44f7-938f-ea5d58a11f61,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:17.457707 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5881b7d1-241c-4b21-8f6c-5102ccdbef7a req-72ff424a-2a79-4103-916b-3d5f4cce7fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:17.461461 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ee9a84-28c7-4a57-a718-658af444fb07 req-2a5fda7b-df23-45d3-8834-519b699def38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:17.461885 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-5881b7d1-241c-4b21-8f6c-5102ccdbef7a req-72ff424a-2a79-4103-916b-3d5f4cce7fd2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:17.462933 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d3ee9a84-28c7-4a57-a718-658af444fb07 req-2a5fda7b-df23-45d3-8834-519b699def38 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=402d4d57-038e-4490-a559-8c229d077342 HTTP/1.1" status: 200 len: 797 time: 0.0920064 Feb 09 21:48:17.468273 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5881b7d1-241c-4b21-8f6c-5102ccdbef7a req-72ff424a-2a79-4103-916b-3d5f4cce7fd2 service neutron] 10.222.0.95 "PUT /v2.0/ports/3521c94d-588e-44f7-938f-ea5d58a11f61 HTTP/1.1" status: 200 len: 1091 time: 1.2291467 Feb 09 21:48:17.468996 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb3d3930-083d-40cb-b76f-f0212a1aaff3', 'tag': '3521c94d-588e-44f7-938f-ea5d58a11f61'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:48:17.474930 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-438ddc23-b93d-4109-bed1-9841c279f2a8" -d '{"events": [{"name": "network-changed", "server_uuid": "cb3d3930-083d-40cb-b76f-f0212a1aaff3", "tag": "3521c94d-588e-44f7-938f-ea5d58a11f61"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:48:17.552921 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ee9a84-28c7-4a57-a718-658af444fb07 req-22a05d3a-7945-4ba4-bf07-a56a231393de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:17.555860 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port cc14b07b-8093-4853-87c0-eea1eb4bc666, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=cc14b07b-8093-4853-87c0-eea1eb4bc666,segment=NetworkSegment(31f2f775-f710-4464-9553-cd9bfb6c064e),segment_id=31f2f775-f710-4464-9553-cd9bfb6c064e)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:48:17.560347 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d3ee9a84-28c7-4a57-a718-658af444fb07 req-22a05d3a-7945-4ba4-bf07-a56a231393de service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f09c9af1-caa6-4029-894f-b430921e86f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0843589 Feb 09 21:48:17.573954 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': 'cc14b07b-8093-4853-87c0-eea1eb4bc666', 'network_id': 'b5f54461-ef49-42c4-b99b-0fc2c4c5f38c', 'port_id': 'cc14b07b-8093-4853-87c0-eea1eb4bc666', 'mac_address': 'fa:16:3e:65:e9:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c910a1f6-1a2f-4e2e-aeab-3241f3de1ff1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:48:17.587677 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95438655-efb4-46ff-a286-3bdd0081bd06 x-openstack-request-id: req-95438655-efb4-46ff-a286-3bdd0081bd06 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:48:17.588210 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb3d3930-083d-40cb-b76f-f0212a1aaff3", "tag": "3521c94d-588e-44f7-938f-ea5d58a11f61", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:48:17.588210 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-95438655-efb4-46ff-a286-3bdd0081bd06 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:48:17.593629 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb3d3930-083d-40cb-b76f-f0212a1aaff3', 'tag': '3521c94d-588e-44f7-938f-ea5d58a11f61', 'status': 'completed', 'code': 200} Feb 09 21:48:17.623591 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port cc14b07b-8093-4853-87c0-eea1eb4bc666 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:17.625807 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (cc14b07b-8093-4853-87c0-eea1eb4bc666), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:17.637144 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5881b7d1-241c-4b21-8f6c-5102ccdbef7a req-a2be63b8-3ef5-4e40-a676-f9f01bbe957e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:17.638734 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5881b7d1-241c-4b21-8f6c-5102ccdbef7a req-a2be63b8-3ef5-4e40-a676-f9f01bbe957e service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=fa3f677e8f7d43189b1fdc1c44414364&device_id=cb3d3930-083d-40cb-b76f-f0212a1aaff3 HTTP/1.1" status: 200 len: 1125 time: 0.1076815 Feb 09 21:48:17.643118 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc14b07b-8093-4853-87c0-eea1eb4bc666 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:48:17.668525 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port cc14b07b-8093-4853-87c0-eea1eb4bc666, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=cc14b07b-8093-4853-87c0-eea1eb4bc666,segment=NetworkSegment(31f2f775-f710-4464-9553-cd9bfb6c064e),segment_id=31f2f775-f710-4464-9553-cd9bfb6c064e)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:48:17.677512 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (cc14b07b-8093-4853-87c0-eea1eb4bc666), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:17.754780 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=cc14b07b-8093-4853-87c0-eea1eb4bc666,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:17.767804 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5881b7d1-241c-4b21-8f6c-5102ccdbef7a req-58c6b7fc-7598-4fe5-bf61-468f8af65d14 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3521c94d-588e-44f7-938f-ea5d58a11f61 HTTP/1.1" status: 200 len: 217 time: 0.1215410 Feb 09 21:48:17.789856 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d3ee9a84-28c7-4a57-a718-658af444fb07 req-6270b3de-ba92-4bb4-81e5-d079db2bf9d5 service neutron] 10.222.0.89 "GET /v2.0/networks/f09c9af1-caa6-4029-894f-b430921e86f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222524 Feb 09 21:48:17.843213 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5881b7d1-241c-4b21-8f6c-5102ccdbef7a req-553ac703-d9ff-4ea9-8f38-1fd78797e12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:17.853692 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5881b7d1-241c-4b21-8f6c-5102ccdbef7a req-553ac703-d9ff-4ea9-8f38-1fd78797e12c service neutron] 10.222.0.95 "GET /v2.0/subnets?id=ffee634e-df58-4f95-a732-7afb22f5e71f HTTP/1.1" status: 200 len: 849 time: 0.0737824 Feb 09 21:48:17.924661 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d3ee9a84-28c7-4a57-a718-658af444fb07 req-cc3fe7bc-742d-4073-8b3c-641d8c19c871 service neutron] 10.222.0.89 "GET /v2.0/networks/f09c9af1-caa6-4029-894f-b430921e86f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264963 Feb 09 21:48:17.970918 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5881b7d1-241c-4b21-8f6c-5102ccdbef7a req-bdb2f120-e5f0-4efe-91ae-61e1574f9207 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=3f80a7f1-66e7-4922-9ac4-2c39c1160392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0874016 Feb 09 21:48:17.999997 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d3ee9a84-28c7-4a57-a718-658af444fb07 req-7ea0b3a3-4604-4faa-a341-d927d4a28b79 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.103&port_id=d5e3bfb7-1f18-4598-a18c-f23b463962e1 HTTP/1.1" status: 200 len: 217 time: 0.0690901 Feb 09 21:48:18.055436 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [req-6ada2481-cf79-456b-9841-28b8647a955d req-c57576b9-ba4b-4aaf-8e07-94235eb485da service neutron] (103141) timed out ('10.222.0.90', 44496) {{(pid=103141) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 21:48:18.066356 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ee9a84-28c7-4a57-a718-658af444fb07 req-60f930a1-6543-4d00-af11-4798afc86aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:18.068109 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d3ee9a84-28c7-4a57-a718-658af444fb07 req-60f930a1-6543-4d00-af11-4798afc86aaa service neutron] 10.222.0.89 "GET /v2.0/subnets?id=402d4d57-038e-4490-a559-8c229d077342 HTTP/1.1" status: 200 len: 797 time: 0.0606582 Feb 09 21:48:18.078387 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5881b7d1-241c-4b21-8f6c-5102ccdbef7a req-98e313d5-05fb-4852-bcb0-2cbeb869289c service neutron] 10.222.0.95 "GET /v2.0/networks/3f80a7f1-66e7-4922-9ac4-2c39c1160392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933359 Feb 09 21:48:18.127702 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ee9a84-28c7-4a57-a718-658af444fb07 req-db653133-1772-4c6e-94cc-04241e02c683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:18.129645 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d3ee9a84-28c7-4a57-a718-658af444fb07 req-db653133-1772-4c6e-94cc-04241e02c683 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f09c9af1-caa6-4029-894f-b430921e86f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0546188 Feb 09 21:48:18.169343 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['cc14b07b-8093-4853-87c0-eea1eb4bc666'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:48:18.227048 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cd9774-b052-470b-9282-bfeaf9ce31e6 req-a69fb44d-3151-4f56-8cec-b008f3bd6b6b tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:18.228665 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-97cd9774-b052-470b-9282-bfeaf9ce31e6 req-a69fb44d-3151-4f56-8cec-b008f3bd6b6b tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/ports?device_id=08ee7f9d-0da7-4b38-af85-767e1a7343d0 HTTP/1.1" status: 200 len: 945 time: 0.2603815 Feb 09 21:48:18.242541 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da18be88-7f50-4db8-92ab-94cd8b863625 req-3bc83ca0-eec8-4a92-99ea-837adae025ae tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:18.249520 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-da18be88-7f50-4db8-92ab-94cd8b863625 req-3bc83ca0-eec8-4a92-99ea-837adae025ae tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/networks?id=00735365-504a-4659-b7e0-5dd13c1577e5 HTTP/1.1" status: 200 len: 812 time: 0.3947768 Feb 09 21:48:18.256478 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d3ee9a84-28c7-4a57-a718-658af444fb07 req-8994b770-ca11-4a56-ab0b-ebb19611c025 service neutron] 10.222.0.89 "GET /v2.0/networks/f09c9af1-caa6-4029-894f-b430921e86f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165304 Feb 09 21:48:18.272813 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-da18be88-7f50-4db8-92ab-94cd8b863625 req-2b9be564-db94-4762-998a-24da00a97591 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/quotas/73aafa54b15b4f2e83f3753252e1608e HTTP/1.1" status: 200 len: 375 time: 0.0223241 Feb 09 21:48:18.344332 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-da18be88-7f50-4db8-92ab-94cd8b863625 req-8031a1e2-bc6c-4967-b7cb-67dadfef8bf0 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=73aafa54b15b4f2e83f3753252e1608e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0705187 Feb 09 21:48:18.347946 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5881b7d1-241c-4b21-8f6c-5102ccdbef7a req-68da4438-fc98-4d6b-9356-c349bc8bae22 service neutron] 10.222.0.95 "GET /v2.0/networks/3f80a7f1-66e7-4922-9ac4-2c39c1160392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524188 Feb 09 21:48:18.481092 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d3ee9a84-28c7-4a57-a718-658af444fb07 req-1eb6743e-4703-4376-ac08-9fa4c3aca269 service neutron] 10.222.0.89 "GET /v2.0/networks/f09c9af1-caa6-4029-894f-b430921e86f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162170 Feb 09 21:48:18.539374 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d3ee9a84-28c7-4a57-a718-658af444fb07 req-8ac08bc8-9678-4a81-9b99-23b48e8a066a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.152&port_id=64a3e4b3-2469-470b-82b5-40757c8eb842 HTTP/1.1" status: 200 len: 217 time: 0.0482152 Feb 09 21:48:18.542316 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-97cd9774-b052-470b-9282-bfeaf9ce31e6 req-e0ce66e2-8959-4c75-ab8a-aa2eb3c0bf0d tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/security-groups?id=94013628-fdec-4344-8a46-79b1e0e851cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907073 Feb 09 21:48:18.596813 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-da18be88-7f50-4db8-92ab-94cd8b863625 req-d4deb843-79bb-42df-8c9e-7c55c3b14223 service neutron] 10.222.0.90 "GET /v2.0/networks/00735365-504a-4659-b7e0-5dd13c1577e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515666 Feb 09 21:48:18.645227 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ee9a84-28c7-4a57-a718-658af444fb07 req-9d84d665-00cc-45df-ac7a-8f078d1325de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:18.646796 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d3ee9a84-28c7-4a57-a718-658af444fb07 req-9d84d665-00cc-45df-ac7a-8f078d1325de service neutron] 10.222.0.89 "GET /v2.0/subnets?id=402d4d57-038e-4490-a559-8c229d077342 HTTP/1.1" status: 200 len: 797 time: 0.1007214 Feb 09 21:48:18.672680 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438ddc23-b93d-4109-bed1-9841c279f2a8 req-ca6009f7-00a3-4f1a-802a-599c9bf5ab7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:18.674546 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-438ddc23-b93d-4109-bed1-9841c279f2a8 req-ca6009f7-00a3-4f1a-802a-599c9bf5ab7d service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=fa3f677e8f7d43189b1fdc1c44414364&device_id=cb3d3930-083d-40cb-b76f-f0212a1aaff3 HTTP/1.1" status: 200 len: 1125 time: 0.2278156 Feb 09 21:48:18.724036 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ee9a84-28c7-4a57-a718-658af444fb07 req-7f901541-ba3f-4f91-a241-768ede3d8fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:18.725781 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d3ee9a84-28c7-4a57-a718-658af444fb07 req-7f901541-ba3f-4f91-a241-768ede3d8fff service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=f09c9af1-caa6-4029-894f-b430921e86f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0683262 Feb 09 21:48:18.826520 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-da18be88-7f50-4db8-92ab-94cd8b863625 req-13a1e54d-8f86-4e12-b668-e48f08984836 service neutron] 10.222.0.90 "GET /v2.0/networks/00735365-504a-4659-b7e0-5dd13c1577e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199905 Feb 09 21:48:18.844963 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d3ee9a84-28c7-4a57-a718-658af444fb07 req-d91c1bcf-4ee5-483a-a89f-5805da9c9366 service neutron] 10.222.0.89 "GET /v2.0/networks/f09c9af1-caa6-4029-894f-b430921e86f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086662 Feb 09 21:48:18.850349 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a90932-1c8a-480b-9f09-46c78c87ebc9 req-f9aae927-7e49-48ca-905a-76e12f74e1ab tempest-VolumesActionsTest-981715971 tempest-VolumesActionsTest-981715971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:18.852177 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c2a90932-1c8a-480b-9f09-46c78c87ebc9 req-f9aae927-7e49-48ca-905a-76e12f74e1ab tempest-VolumesActionsTest-981715971 tempest-VolumesActionsTest-981715971-project] 10.222.0.90 "GET /v2.0/ports?device_id=cb3d3930-083d-40cb-b76f-f0212a1aaff3 HTTP/1.1" status: 200 len: 943 time: 0.1843257 Feb 09 21:48:18.906885 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438ddc23-b93d-4109-bed1-9841c279f2a8 req-4b77cd04-5879-4fbe-8bec-58b4ec32e360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:18.908802 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-438ddc23-b93d-4109-bed1-9841c279f2a8 req-4b77cd04-5879-4fbe-8bec-58b4ec32e360 service neutron] 10.222.0.95 "GET /v2.0/networks?id=3f80a7f1-66e7-4922-9ac4-2c39c1160392 HTTP/1.1" status: 200 len: 910 time: 0.2168856 Feb 09 21:48:18.975899 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d3ee9a84-28c7-4a57-a718-658af444fb07 req-cc1cbc36-9dce-41de-a251-9705953cb922 service neutron] 10.222.0.89 "GET /v2.0/networks/f09c9af1-caa6-4029-894f-b430921e86f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157649 Feb 09 21:48:18.983639 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-438ddc23-b93d-4109-bed1-9841c279f2a8 req-c71bc26e-25da-4291-8471-9cdec30c135e service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3521c94d-588e-44f7-938f-ea5d58a11f61 HTTP/1.1" status: 200 len: 217 time: 0.0640726 Feb 09 21:48:18.991941 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c2a90932-1c8a-480b-9f09-46c78c87ebc9 req-8641e6ab-099d-4067-b125-556a57ae5b62 tempest-VolumesActionsTest-981715971 tempest-VolumesActionsTest-981715971-project] 10.222.0.90 "GET /v2.0/security-groups?id=c430cee0-d2c9-453f-b54a-350b95882a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274223 Feb 09 21:48:19.057481 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d3ee9a84-28c7-4a57-a718-658af444fb07 req-2b59b2fa-f5cc-46a3-8954-f1e6bc9ef3ff service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5ae69b1b-39b8-491e-b02b-097b38fae223 HTTP/1.1" status: 200 len: 217 time: 0.0724723 Feb 09 21:48:19.090727 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-74e00ef8-4dec-4ed5-8ab6-05544cf07f5b req-f666f820-9739-45c1-a966-37beffc343d8 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=ac25a54a-2ab8-4ae3-a6cb-8682e60a3366 HTTP/1.1" status: 200 len: 210 time: 0.0521541 Feb 09 21:48:19.114358 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438ddc23-b93d-4109-bed1-9841c279f2a8 req-177b72a9-dad5-466f-a03b-c082a91d7b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:19.115853 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-438ddc23-b93d-4109-bed1-9841c279f2a8 req-177b72a9-dad5-466f-a03b-c082a91d7b4b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=ffee634e-df58-4f95-a732-7afb22f5e71f HTTP/1.1" status: 200 len: 849 time: 0.1207566 Feb 09 21:48:19.155405 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ee9a84-28c7-4a57-a718-658af444fb07 req-52dd5d84-5f3a-433f-b08a-fb513e318be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:19.157035 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d3ee9a84-28c7-4a57-a718-658af444fb07 req-52dd5d84-5f3a-433f-b08a-fb513e318be2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f98d2759-4f2e-4a40-86b8-36a646f017e8 HTTP/1.1" status: 200 len: 797 time: 0.0900202 Feb 09 21:48:19.157450 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-438ddc23-b93d-4109-bed1-9841c279f2a8 req-8786413a-c5f7-448f-8cc6-a07c07c8ce39 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=3f80a7f1-66e7-4922-9ac4-2c39c1160392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349004 Feb 09 21:48:19.236940 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ee9a84-28c7-4a57-a718-658af444fb07 req-15de1cdf-d738-41a4-b455-62b1503dcd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:19.239058 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d3ee9a84-28c7-4a57-a718-658af444fb07 req-15de1cdf-d738-41a4-b455-62b1503dcd19 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d265fee8-86bc-4f18-8400-270071608522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0726755 Feb 09 21:48:19.279735 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-438ddc23-b93d-4109-bed1-9841c279f2a8 req-964f39e1-d8e6-4fb7-b665-1731046b9ee5 service neutron] 10.222.0.95 "GET /v2.0/networks/3f80a7f1-66e7-4922-9ac4-2c39c1160392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148787 Feb 09 21:48:19.365922 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d3ee9a84-28c7-4a57-a718-658af444fb07 req-291d344d-466e-4fbd-ae15-51b8aa36e8a9 service neutron] 10.222.0.89 "GET /v2.0/networks/d265fee8-86bc-4f18-8400-270071608522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187401 Feb 09 21:48:19.423587 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-438ddc23-b93d-4109-bed1-9841c279f2a8 req-78878d6f-e483-4782-8fbe-aa5a8a0a642a service neutron] 10.222.0.95 "GET /v2.0/networks/3f80a7f1-66e7-4922-9ac4-2c39c1160392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368523 Feb 09 21:48:19.479873 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d3ee9a84-28c7-4a57-a718-658af444fb07 req-2d4af69e-63bf-460c-9df6-b863a61387c9 service neutron] 10.222.0.89 "GET /v2.0/networks/d265fee8-86bc-4f18-8400-270071608522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054256 Feb 09 21:48:19.527521 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d3ee9a84-28c7-4a57-a718-658af444fb07 req-bc1892fc-4714-499f-9cc3-5f544a610499 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c6886d61-f041-4e03-9002-7714a0a6ea30 HTTP/1.1" status: 200 len: 217 time: 0.0369110 Feb 09 21:48:19.584294 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ee9a84-28c7-4a57-a718-658af444fb07 req-d72f40e4-84e9-497a-b030-46f8cd200e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:19.586015 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d3ee9a84-28c7-4a57-a718-658af444fb07 req-d72f40e4-84e9-497a-b030-46f8cd200e1b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f98d2759-4f2e-4a40-86b8-36a646f017e8 HTTP/1.1" status: 200 len: 797 time: 0.0510082 Feb 09 21:48:19.653791 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ee9a84-28c7-4a57-a718-658af444fb07 req-df3af69e-7c06-4c76-81bb-920048c63c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:19.655328 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d3ee9a84-28c7-4a57-a718-658af444fb07 req-df3af69e-7c06-4c76-81bb-920048c63c00 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d265fee8-86bc-4f18-8400-270071608522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0592484 Feb 09 21:48:19.689211 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8fa5bb-f483-4726-b145-07158084cf64 req-3d364ee9-8881-421e-bd63-72b155df351b tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:19.691525 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0f8fa5bb-f483-4726-b145-07158084cf64 req-3d364ee9-8881-421e-bd63-72b155df351b tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/ports?device_id=08ee7f9d-0da7-4b38-af85-767e1a7343d0 HTTP/1.1" status: 200 len: 945 time: 0.0628655 Feb 09 21:48:19.742546 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0f8fa5bb-f483-4726-b145-07158084cf64 req-7d7698c8-430a-48cc-9117-f006fa117085 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/security-groups?id=94013628-fdec-4344-8a46-79b1e0e851cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435898 Feb 09 21:48:19.768976 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d3ee9a84-28c7-4a57-a718-658af444fb07 req-0c36192a-9d45-4ae7-827b-df46fedd175d service neutron] 10.222.0.89 "GET /v2.0/networks/d265fee8-86bc-4f18-8400-270071608522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056089 Feb 09 21:48:19.843561 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 6299c654-47ff-4ca4-8430-4c97bbaa7861 details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:48:19.848590 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device ee7c64a0-bd45-4fd9-bd1e-5fb5a4cb7394 no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:48:19.866929 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d3ee9a84-28c7-4a57-a718-658af444fb07 req-99de132e-dce1-4a6b-88dd-9af984971932 service neutron] 10.222.0.89 "GET /v2.0/networks/d265fee8-86bc-4f18-8400-270071608522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912941 Feb 09 21:48:19.875660 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] No Port match for: ee7c64a0-bd45-4fd9-bd1e-5fb5a4cb7394 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:48:19.876153 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device ee7c64a0-bd45-4fd9-bd1e-5fb5a4cb7394 not bound to the agent host n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:48:19.969938 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 6299c654-47ff-4ca4-8430-4c97bbaa7861, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=6299c654-47ff-4ca4-8430-4c97bbaa7861,segment=NetworkSegment(31f2f775-f710-4464-9553-cd9bfb6c064e),segment_id=31f2f775-f710-4464-9553-cd9bfb6c064e)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:48:19.982014 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': '6299c654-47ff-4ca4-8430-4c97bbaa7861', 'network_id': 'b5f54461-ef49-42c4-b99b-0fc2c4c5f38c', 'port_id': '6299c654-47ff-4ca4-8430-4c97bbaa7861', 'mac_address': 'fa:16:3e:90:ce:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c910a1f6-1a2f-4e2e-aeab-3241f3de1ff1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:48:20.019922 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 6299c654-47ff-4ca4-8430-4c97bbaa7861 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:20.020270 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (6299c654-47ff-4ca4-8430-4c97bbaa7861), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:20.033705 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6299c654-47ff-4ca4-8430-4c97bbaa7861 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:48:20.054058 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 6299c654-47ff-4ca4-8430-4c97bbaa7861, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=6299c654-47ff-4ca4-8430-4c97bbaa7861,segment=NetworkSegment(31f2f775-f710-4464-9553-cd9bfb6c064e),segment_id=31f2f775-f710-4464-9553-cd9bfb6c064e)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:48:20.060929 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (6299c654-47ff-4ca4-8430-4c97bbaa7861), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:20.172122 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=6299c654-47ff-4ca4-8430-4c97bbaa7861,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:20.315564 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['6299c654-47ff-4ca4-8430-4c97bbaa7861'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:48:20.695490 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8c8d58ab-24ed-4cb5-b984-0598fece42c3 req-be7dbd60-bd25-40ab-8ffe-288ed7dfcc39 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=ac25a54a-2ab8-4ae3-a6cb-8682e60a3366 HTTP/1.1" status: 200 len: 210 time: 0.4127874 Feb 09 21:48:20.749700 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da18be88-7f50-4db8-92ab-94cd8b863625 req-c4f1ad23-83a1-4ef6-8218-ebe062cfda5a tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:20.751738 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-da18be88-7f50-4db8-92ab-94cd8b863625 req-c4f1ad23-83a1-4ef6-8218-ebe062cfda5a tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.95 "GET /v2.0/networks?id=00735365-504a-4659-b7e0-5dd13c1577e5 HTTP/1.1" status: 200 len: 812 time: 0.5834699 Feb 09 21:48:20.762716 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ff3ce-285b-40a5-9ba9-570af43fcfa5 req-17124b3d-f779-49eb-addc-ebcd3823ce19 tempest-VolumesActionsTest-981715971 tempest-VolumesActionsTest-981715971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:20.764330 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-228ff3ce-285b-40a5-9ba9-570af43fcfa5 req-17124b3d-f779-49eb-addc-ebcd3823ce19 tempest-VolumesActionsTest-981715971 tempest-VolumesActionsTest-981715971-project] 10.222.0.90 "GET /v2.0/ports?device_id=cb3d3930-083d-40cb-b76f-f0212a1aaff3 HTTP/1.1" status: 200 len: 943 time: 0.5673101 Feb 09 21:48:20.773699 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-da18be88-7f50-4db8-92ab-94cd8b863625 req-05a6998b-fc61-462c-885f-f348173e694a tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Request body: {'port': {'device_id': 'ac25a54a-2ab8-4ae3-a6cb-8682e60a3366', 'network_id': '00735365-504a-4659-b7e0-5dd13c1577e5', 'admin_state_up': True, 'tenant_id': '73aafa54b15b4f2e83f3753252e1608e'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:48:20.943339 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-228ff3ce-285b-40a5-9ba9-570af43fcfa5 req-350af43f-ac0c-4786-a20d-7561078280e5 tempest-VolumesActionsTest-981715971 tempest-VolumesActionsTest-981715971-project] 10.222.0.90 "GET /v2.0/security-groups?id=c430cee0-d2c9-453f-b54a-350b95882a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170797 Feb 09 21:48:20.962090 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85718db1-1860-478c-9226-8d1ce31dcbde req-c05cac55-9bbf-43f1-92ed-e1a13040b531 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:20.963933 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-85718db1-1860-478c-9226-8d1ce31dcbde req-c05cac55-9bbf-43f1-92ed-e1a13040b531 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/ports?device_id=08ee7f9d-0da7-4b38-af85-767e1a7343d0 HTTP/1.1" status: 200 len: 945 time: 0.1368110 Feb 09 21:48:21.012601 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da18be88-7f50-4db8-92ab-94cd8b863625 req-05a6998b-fc61-462c-885f-f348173e694a tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Made reservation on behalf of 73aafa54b15b4f2e83f3753252e1608e for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:48:21.015934 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-da18be88-7f50-4db8-92ab-94cd8b863625 req-05a6998b-fc61-462c-885f-f348173e694a tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:21.045603 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-85718db1-1860-478c-9226-8d1ce31dcbde req-05385f3d-61d0-4155-9ac7-dc051c239f22 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/security-groups?id=94013628-fdec-4344-8a46-79b1e0e851cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739207 Feb 09 21:48:21.167114 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [req-da18be88-7f50-4db8-92ab-94cd8b863625 req-05a6998b-fc61-462c-885f-f348173e694a tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Allocated IP 172.20.0.2 (00735365-504a-4659-b7e0-5dd13c1577e5/0d4cb0a9-0f8b-4759-aa75-9f58c47a4974/01ff3d68-cb2b-43cf-ab09-0fc83a54bb5f) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:48:21.220172 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:21.327302 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-da18be88-7f50-4db8-92ab-94cd8b863625 req-05a6998b-fc61-462c-885f-f348173e694a tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Publish callbacks [] for port (01ff3d68-cb2b-43cf-ab09-0fc83a54bb5f), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:21.365085 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-da18be88-7f50-4db8-92ab-94cd8b863625 req-05a6998b-fc61-462c-885f-f348173e694a tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (01ff3d68-cb2b-43cf-ab09-0fc83a54bb5f), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:21.377798 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device cc14b07b-8093-4853-87c0-eea1eb4bc666 up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:48:21.418282 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da18be88-7f50-4db8-92ab-94cd8b863625 req-05a6998b-fc61-462c-885f-f348173e694a tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Network 00735365-504a-4659-b7e0-5dd13c1577e5 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:48:21.425127 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [req-da18be88-7f50-4db8-92ab-94cd8b863625 req-05a6998b-fc61-462c-885f-f348173e694a tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:48:21.430026 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-da18be88-7f50-4db8-92ab-94cd8b863625 req-05a6998b-fc61-462c-885f-f348173e694a tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:48:21.434956 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a6998b-fc61-462c-885f-f348173e694a tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Pushing event updated for resources: {'Port': ['ID=01ff3d68-cb2b-43cf-ab09-0fc83a54bb5f,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:21.489855 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da18be88-7f50-4db8-92ab-94cd8b863625 req-05a6998b-fc61-462c-885f-f348173e694a tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:21.490438 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-da18be88-7f50-4db8-92ab-94cd8b863625 req-05a6998b-fc61-462c-885f-f348173e694a tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:21.509905 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-da18be88-7f50-4db8-92ab-94cd8b863625 req-05a6998b-fc61-462c-885f-f348173e694a tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7444220 Feb 09 21:48:21.521546 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-da18be88-7f50-4db8-92ab-94cd8b863625 req-c02ad122-6e09-41ea-aa0f-9c054b8b4671 service neutron] Request body: {'port': {'device_id': 'ac25a54a-2ab8-4ae3-a6cb-8682e60a3366', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-5'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:48:21.594261 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-da18be88-7f50-4db8-92ab-94cd8b863625 req-c02ad122-6e09-41ea-aa0f-9c054b8b4671 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (01ff3d68-cb2b-43cf-ab09-0fc83a54bb5f), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:21.623200 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning for port cc14b07b-8093-4853-87c0-eea1eb4bc666 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:48:21.629708 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port cc14b07b-8093-4853-87c0-eea1eb4bc666 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:21.630122 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (cc14b07b-8093-4853-87c0-eea1eb4bc666), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:21.781017 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port cc14b07b-8093-4853-87c0-eea1eb4bc666 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:21.781422 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (cc14b07b-8093-4853-87c0-eea1eb4bc666), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:21.867678 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port cc14b07b-8093-4853-87c0-eea1eb4bc666, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=cc14b07b-8093-4853-87c0-eea1eb4bc666,segment=NetworkSegment(31f2f775-f710-4464-9553-cd9bfb6c064e),segment_id=31f2f775-f710-4464-9553-cd9bfb6c064e)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:48:21.876122 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08ee7f9d-0da7-4b38-af85-767e1a7343d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc14b07b-8093-4853-87c0-eea1eb4bc666'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:48:21.881603 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-341165c5-0c51-4185-9a9a-de3680b0ce53" -d '{"events": [{"server_uuid": "08ee7f9d-0da7-4b38-af85-767e1a7343d0", "name": "network-vif-plugged", "status": "completed", "tag": "cc14b07b-8093-4853-87c0-eea1eb4bc666"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:48:21.884623 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 3521c94d-588e-44f7-938f-ea5d58a11f61 details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:48:21.887277 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 6299c654-47ff-4ca4-8430-4c97bbaa7861 up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:48:21.941536 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (cc14b07b-8093-4853-87c0-eea1eb4bc666), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:22.007108 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682d501a-a284-4497-b2f4-1e19b3432ffe req-f20255fd-a627-456e-a752-6112f72e9516 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:22.009325 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-682d501a-a284-4497-b2f4-1e19b3432ffe req-f20255fd-a627-456e-a752-6112f72e9516 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=ac25a54a-2ab8-4ae3-a6cb-8682e60a3366 HTTP/1.1" status: 200 len: 931 time: 0.1425064 Feb 09 21:48:22.012589 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d54f87c-d41c-48ad-b007-1398d7a4afe4 x-openstack-request-id: req-1d54f87c-d41c-48ad-b007-1398d7a4afe4 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:48:22.013056 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08ee7f9d-0da7-4b38-af85-767e1a7343d0", "name": "network-vif-plugged", "status": "completed", "tag": "cc14b07b-8093-4853-87c0-eea1eb4bc666", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:48:22.013505 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-1d54f87c-d41c-48ad-b007-1398d7a4afe4 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:48:22.014093 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08ee7f9d-0da7-4b38-af85-767e1a7343d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc14b07b-8093-4853-87c0-eea1eb4bc666', 'code': 200} Feb 09 21:48:22.099066 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning for port 6299c654-47ff-4ca4-8430-4c97bbaa7861 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:48:22.159432 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 3521c94d-588e-44f7-938f-ea5d58a11f61, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=3521c94d-588e-44f7-938f-ea5d58a11f61,segment=NetworkSegment(653d8653-6136-4ca1-ae4d-7f1fd803fdc0),segment_id=653d8653-6136-4ca1-ae4d-7f1fd803fdc0)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:48:22.186088 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port 6299c654-47ff-4ca4-8430-4c97bbaa7861 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:22.186531 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (6299c654-47ff-4ca4-8430-4c97bbaa7861), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:22.196360 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [req-da18be88-7f50-4db8-92ab-94cd8b863625 req-c02ad122-6e09-41ea-aa0f-9c054b8b4671 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01ff3d68-cb2b-43cf-ab09-0fc83a54bb5f {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:48:22.206182 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-682d501a-a284-4497-b2f4-1e19b3432ffe req-6b676f2d-7ff9-4683-94c8-0099b9190807 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795568 Feb 09 21:48:22.211219 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-da18be88-7f50-4db8-92ab-94cd8b863625 req-c02ad122-6e09-41ea-aa0f-9c054b8b4671 service neutron] Publish callbacks [] for port (01ff3d68-cb2b-43cf-ab09-0fc83a54bb5f), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:22.222108 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=cc14b07b-8093-4853-87c0-eea1eb4bc666,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:22.227520 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': '3521c94d-588e-44f7-938f-ea5d58a11f61', 'network_id': '3f80a7f1-66e7-4922-9ac4-2c39c1160392', 'port_id': '3521c94d-588e-44f7-938f-ea5d58a11f61', 'mac_address': 'fa:16:3e:e5:5b:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffee634e-df58-4f95-a732-7afb22f5e71f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:48:22.243924 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12867297-a3be-4d09-8821-b9c4b442a2ce req-2f7c870b-6d4c-43bf-8794-83fc06da411d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:22.245453 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-12867297-a3be-4d09-8821-b9c4b442a2ce req-2f7c870b-6d4c-43bf-8794-83fc06da411d service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=08ee7f9d-0da7-4b38-af85-767e1a7343d0 HTTP/1.1" status: 200 len: 1128 time: 0.1315763 Feb 09 21:48:22.247217 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [req-da18be88-7f50-4db8-92ab-94cd8b863625 req-c02ad122-6e09-41ea-aa0f-9c054b8b4671 service neutron] Transition to ACTIVE for port object 01ff3d68-cb2b-43cf-ab09-0fc83a54bb5f will not be triggered until provisioned by entity L2. {{(pid=103140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:48:22.260648 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c981226a-3e90-48e0-ae5c-0443b5fa6a04 req-90da54a0-0083-4898-a3a7-5c7e1f58faa4 tempest-VolumesActionsTest-981715971 tempest-VolumesActionsTest-981715971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:22.267473 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c981226a-3e90-48e0-ae5c-0443b5fa6a04 req-90da54a0-0083-4898-a3a7-5c7e1f58faa4 tempest-VolumesActionsTest-981715971 tempest-VolumesActionsTest-981715971-project] 10.222.0.90 "GET /v2.0/ports?device_id=cb3d3930-083d-40cb-b76f-f0212a1aaff3 HTTP/1.1" status: 200 len: 943 time: 0.1430547 Feb 09 21:48:22.269557 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-da18be88-7f50-4db8-92ab-94cd8b863625 req-c02ad122-6e09-41ea-aa0f-9c054b8b4671 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (01ff3d68-cb2b-43cf-ab09-0fc83a54bb5f), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:22.312356 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 6299c654-47ff-4ca4-8430-4c97bbaa7861 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:22.312356 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (6299c654-47ff-4ca4-8430-4c97bbaa7861), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:22.322907 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 3521c94d-588e-44f7-938f-ea5d58a11f61 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:22.323670 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (3521c94d-588e-44f7-938f-ea5d58a11f61), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:22.338864 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3521c94d-588e-44f7-938f-ea5d58a11f61 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:48:22.343170 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-12867297-a3be-4d09-8821-b9c4b442a2ce req-41d1fedf-001f-4768-abc0-a322f173506c service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=94013628-fdec-4344-8a46-79b1e0e851cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854304 Feb 09 21:48:22.375416 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 3521c94d-588e-44f7-938f-ea5d58a11f61, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=3521c94d-588e-44f7-938f-ea5d58a11f61,segment=NetworkSegment(653d8653-6136-4ca1-ae4d-7f1fd803fdc0),segment_id=653d8653-6136-4ca1-ae4d-7f1fd803fdc0)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:48:22.375962 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02ad122-6e09-41ea-aa0f-9c054b8b4671 service neutron] Pushing event updated for resources: {'Port': ['ID=01ff3d68-cb2b-43cf-ab09-0fc83a54bb5f,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:22.387887 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (3521c94d-588e-44f7-938f-ea5d58a11f61), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:22.392777 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 6299c654-47ff-4ca4-8430-4c97bbaa7861, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=6299c654-47ff-4ca4-8430-4c97bbaa7861,segment=NetworkSegment(31f2f775-f710-4464-9553-cd9bfb6c064e),segment_id=31f2f775-f710-4464-9553-cd9bfb6c064e)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:48:22.420678 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c981226a-3e90-48e0-ae5c-0443b5fa6a04 req-1f37dd7c-f8ce-4e3f-ae50-6b0abfd9ce63 tempest-VolumesActionsTest-981715971 tempest-VolumesActionsTest-981715971-project] 10.222.0.90 "GET /v2.0/security-groups?id=c430cee0-d2c9-453f-b54a-350b95882a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468818 Feb 09 21:48:22.421188 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (6299c654-47ff-4ca4-8430-4c97bbaa7861), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:22.465336 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=3521c94d-588e-44f7-938f-ea5d58a11f61,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:22.520348 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=6299c654-47ff-4ca4-8430-4c97bbaa7861,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:22.525507 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85455fc-b984-4026-8254-8d7a2476a65f req-5e6eb1ba-4a01-472a-8ebe-f6bb3b901bbe tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:22.532743 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f85455fc-b984-4026-8254-8d7a2476a65f req-5e6eb1ba-4a01-472a-8ebe-f6bb3b901bbe tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/ports?device_id=08ee7f9d-0da7-4b38-af85-767e1a7343d0 HTTP/1.1" status: 200 len: 946 time: 0.2186232 Feb 09 21:48:22.583446 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-da18be88-7f50-4db8-92ab-94cd8b863625 req-c02ad122-6e09-41ea-aa0f-9c054b8b4671 service neutron] Attempting to bind port 01ff3d68-cb2b-43cf-ab09-0fc83a54bb5f on host n-h1-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:48:22.583951 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-da18be88-7f50-4db8-92ab-94cd8b863625 req-c02ad122-6e09-41ea-aa0f-9c054b8b4671 service neutron] Attempting to bind port 01ff3d68-cb2b-43cf-ab09-0fc83a54bb5f by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': 'ab2445e6-d1b5-43a7-9d83-6a2f567a89ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '00735365-504a-4659-b7e0-5dd13c1577e5'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:48:22.584417 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da18be88-7f50-4db8-92ab-94cd8b863625 req-c02ad122-6e09-41ea-aa0f-9c054b8b4671 service neutron] Attempting to bind port 01ff3d68-cb2b-43cf-ab09-0fc83a54bb5f on network 00735365-504a-4659-b7e0-5dd13c1577e5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:48:22.596592 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da18be88-7f50-4db8-92ab-94cd8b863625 req-c02ad122-6e09-41ea-aa0f-9c054b8b4671 service neutron] Port 01ff3d68-cb2b-43cf-ab09-0fc83a54bb5f on network 00735365-504a-4659-b7e0-5dd13c1577e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:48:22.596989 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da18be88-7f50-4db8-92ab-94cd8b863625 req-c02ad122-6e09-41ea-aa0f-9c054b8b4671 service neutron] Attempting to bind port 01ff3d68-cb2b-43cf-ab09-0fc83a54bb5f on network 00735365-504a-4659-b7e0-5dd13c1577e5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:48:22.605056 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f85455fc-b984-4026-8254-8d7a2476a65f req-ea37f397-1d7a-4505-985e-73a442978cbe tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/security-groups?id=94013628-fdec-4344-8a46-79b1e0e851cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713408 Feb 09 21:48:22.605834 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da18be88-7f50-4db8-92ab-94cd8b863625 req-c02ad122-6e09-41ea-aa0f-9c054b8b4671 service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:48:22.606240 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da18be88-7f50-4db8-92ab-94cd8b863625 req-c02ad122-6e09-41ea-aa0f-9c054b8b4671 service neutron] Checking segment: {'id': 'ab2445e6-d1b5-43a7-9d83-6a2f567a89ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '00735365-504a-4659-b7e0-5dd13c1577e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:48:22.606695 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da18be88-7f50-4db8-92ab-94cd8b863625 req-c02ad122-6e09-41ea-aa0f-9c054b8b4671 service neutron] Bound using segment: {'id': 'ab2445e6-d1b5-43a7-9d83-6a2f567a89ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '00735365-504a-4659-b7e0-5dd13c1577e5'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:48:22.607260 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-da18be88-7f50-4db8-92ab-94cd8b863625 req-c02ad122-6e09-41ea-aa0f-9c054b8b4671 service neutron] Bound port: 01ff3d68-cb2b-43cf-ab09-0fc83a54bb5f, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab2445e6-d1b5-43a7-9d83-6a2f567a89ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '00735365-504a-4659-b7e0-5dd13c1577e5'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:48:22.607687 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-da18be88-7f50-4db8-92ab-94cd8b863625 req-c02ad122-6e09-41ea-aa0f-9c054b8b4671 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (01ff3d68-cb2b-43cf-ab09-0fc83a54bb5f), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:22.657435 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['3521c94d-588e-44f7-938f-ea5d58a11f61'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:48:22.682047 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-da18be88-7f50-4db8-92ab-94cd8b863625 req-c02ad122-6e09-41ea-aa0f-9c054b8b4671 service neutron] For port 01ff3d68-cb2b-43cf-ab09-0fc83a54bb5f, host n-h1-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:48:22.686128 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-da18be88-7f50-4db8-92ab-94cd8b863625 req-c02ad122-6e09-41ea-aa0f-9c054b8b4671 service neutron] For port 01ff3d68-cb2b-43cf-ab09-0fc83a54bb5f, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=01ff3d68-cb2b-43cf-ab09-0fc83a54bb5f,segment=NetworkSegment(ab2445e6-d1b5-43a7-9d83-6a2f567a89ca),segment_id=ab2445e6-d1b5-43a7-9d83-6a2f567a89ca)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:48:22.697233 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-da18be88-7f50-4db8-92ab-94cd8b863625 req-c02ad122-6e09-41ea-aa0f-9c054b8b4671 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (01ff3d68-cb2b-43cf-ab09-0fc83a54bb5f), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:22.759313 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da18be88-7f50-4db8-92ab-94cd8b863625 req-c02ad122-6e09-41ea-aa0f-9c054b8b4671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:22.760321 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-da18be88-7f50-4db8-92ab-94cd8b863625 req-c02ad122-6e09-41ea-aa0f-9c054b8b4671 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:22.762340 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-da18be88-7f50-4db8-92ab-94cd8b863625 req-c02ad122-6e09-41ea-aa0f-9c054b8b4671 service neutron] 10.222.0.95 "PUT /v2.0/ports/01ff3d68-cb2b-43cf-ab09-0fc83a54bb5f HTTP/1.1" status: 200 len: 1091 time: 1.2452967 Feb 09 21:48:22.764933 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac25a54a-2ab8-4ae3-a6cb-8682e60a3366', 'tag': '01ff3d68-cb2b-43cf-ab09-0fc83a54bb5f'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:48:22.768922 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-623eaf2e-ea77-4349-a0ab-3f6f1ba148a9" -d '{"events": [{"name": "network-changed", "server_uuid": "ac25a54a-2ab8-4ae3-a6cb-8682e60a3366", "tag": "01ff3d68-cb2b-43cf-ab09-0fc83a54bb5f"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:48:22.790507 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02ad122-6e09-41ea-aa0f-9c054b8b4671 service neutron] Pushing event updated for resources: {'Port': ['ID=01ff3d68-cb2b-43cf-ab09-0fc83a54bb5f,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:22.860567 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b059cdd1-f4e0-4a77-a32f-269463a64b7b x-openstack-request-id: req-b059cdd1-f4e0-4a77-a32f-269463a64b7b {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:48:22.860867 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac25a54a-2ab8-4ae3-a6cb-8682e60a3366", "tag": "01ff3d68-cb2b-43cf-ab09-0fc83a54bb5f", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:48:22.861119 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-b059cdd1-f4e0-4a77-a32f-269463a64b7b {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:48:22.861518 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac25a54a-2ab8-4ae3-a6cb-8682e60a3366', 'tag': '01ff3d68-cb2b-43cf-ab09-0fc83a54bb5f', 'status': 'completed', 'code': 200} Feb 09 21:48:22.881752 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da18be88-7f50-4db8-92ab-94cd8b863625 req-36c05136-9118-4a8e-a648-37a4994bf912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:22.884106 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-da18be88-7f50-4db8-92ab-94cd8b863625 req-36c05136-9118-4a8e-a648-37a4994bf912 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=73aafa54b15b4f2e83f3753252e1608e&device_id=ac25a54a-2ab8-4ae3-a6cb-8682e60a3366 HTTP/1.1" status: 200 len: 1125 time: 0.0659058 Feb 09 21:48:22.936008 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-da18be88-7f50-4db8-92ab-94cd8b863625 req-2a79a56d-006a-4c45-bed0-e3120a6e4f4f service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=01ff3d68-cb2b-43cf-ab09-0fc83a54bb5f HTTP/1.1" status: 200 len: 217 time: 0.0438917 Feb 09 21:48:23.007476 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da18be88-7f50-4db8-92ab-94cd8b863625 req-738217f3-d5e1-48c5-9f54-2b96779945ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:23.009073 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-da18be88-7f50-4db8-92ab-94cd8b863625 req-738217f3-d5e1-48c5-9f54-2b96779945ff service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0d4cb0a9-0f8b-4759-aa75-9f58c47a4974 HTTP/1.1" status: 200 len: 852 time: 0.0618513 Feb 09 21:48:23.045098 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-da18be88-7f50-4db8-92ab-94cd8b863625 req-1168cbf7-82d4-446c-9a05-28f1f704f6da service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=00735365-504a-4659-b7e0-5dd13c1577e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288770 Feb 09 21:48:23.148263 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-da18be88-7f50-4db8-92ab-94cd8b863625 req-aaf10e83-0988-4752-9262-8f9ccf9f36f7 service neutron] 10.222.0.95 "GET /v2.0/networks/00735365-504a-4659-b7e0-5dd13c1577e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958350 Feb 09 21:48:23.253355 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-da18be88-7f50-4db8-92ab-94cd8b863625 req-17e6323a-17b0-4ddd-9b73-94c30e322597 service neutron] 10.222.0.95 "GET /v2.0/networks/00735365-504a-4659-b7e0-5dd13c1577e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975976 Feb 09 21:48:23.396981 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b992babc-59ff-46a1-b824-7f59da84ed9b req-56d2bb7d-3f20-431d-bf78-3f20a4d02a3a tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:23.400716 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b992babc-59ff-46a1-b824-7f59da84ed9b req-56d2bb7d-3f20-431d-bf78-3f20a4d02a3a tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=ac25a54a-2ab8-4ae3-a6cb-8682e60a3366 HTTP/1.1" status: 200 len: 943 time: 0.1103520 Feb 09 21:48:23.403234 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623eaf2e-ea77-4349-a0ab-3f6f1ba148a9 req-83b28284-fba7-4d28-a342-88174fd89fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:23.404925 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-623eaf2e-ea77-4349-a0ab-3f6f1ba148a9 req-83b28284-fba7-4d28-a342-88174fd89fe3 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=73aafa54b15b4f2e83f3753252e1608e&device_id=ac25a54a-2ab8-4ae3-a6cb-8682e60a3366 HTTP/1.1" status: 200 len: 1125 time: 0.0752366 Feb 09 21:48:23.502955 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:23.507822 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b992babc-59ff-46a1-b824-7f59da84ed9b req-373910db-79ee-404f-bc81-8e68bb9d4376 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017196 Feb 09 21:48:23.556951 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623eaf2e-ea77-4349-a0ab-3f6f1ba148a9 req-0ad75ac4-79b2-4c84-a1a6-5d4769005ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:23.559429 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-623eaf2e-ea77-4349-a0ab-3f6f1ba148a9 req-0ad75ac4-79b2-4c84-a1a6-5d4769005ccd service neutron] 10.222.0.95 "GET /v2.0/networks?id=00735365-504a-4659-b7e0-5dd13c1577e5 HTTP/1.1" status: 200 len: 913 time: 0.1472614 Feb 09 21:48:23.622448 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-623eaf2e-ea77-4349-a0ab-3f6f1ba148a9 req-94289237-c023-495c-b110-6304f0485cc1 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=01ff3d68-cb2b-43cf-ab09-0fc83a54bb5f HTTP/1.1" status: 200 len: 217 time: 0.0468936 Feb 09 21:48:23.665647 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb35652-8fa1-495d-bade-e6102e3f2a08 req-9134a92a-647d-4a83-859d-25d8328362d4 tempest-VolumesActionsTest-981715971 tempest-VolumesActionsTest-981715971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:23.667954 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-deb35652-8fa1-495d-bade-e6102e3f2a08 req-9134a92a-647d-4a83-859d-25d8328362d4 tempest-VolumesActionsTest-981715971 tempest-VolumesActionsTest-981715971-project] 10.222.0.90 "GET /v2.0/ports?device_id=cb3d3930-083d-40cb-b76f-f0212a1aaff3 HTTP/1.1" status: 200 len: 944 time: 0.1502893 Feb 09 21:48:23.756038 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623eaf2e-ea77-4349-a0ab-3f6f1ba148a9 req-fb497dae-fa3d-4e02-87b4-99a6434b3161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:23.757655 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-623eaf2e-ea77-4349-a0ab-3f6f1ba148a9 req-fb497dae-fa3d-4e02-87b4-99a6434b3161 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0d4cb0a9-0f8b-4759-aa75-9f58c47a4974 HTTP/1.1" status: 200 len: 852 time: 0.1207368 Feb 09 21:48:23.811878 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-623eaf2e-ea77-4349-a0ab-3f6f1ba148a9 req-0047b84f-fa07-4d9a-8392-a4f8309396ab service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=00735365-504a-4659-b7e0-5dd13c1577e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417678 Feb 09 21:48:23.819075 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-deb35652-8fa1-495d-bade-e6102e3f2a08 req-045a3586-6e2c-4d59-a817-319dab5bd5f0 tempest-VolumesActionsTest-981715971 tempest-VolumesActionsTest-981715971-project] 10.222.0.90 "GET /v2.0/security-groups?id=c430cee0-d2c9-453f-b54a-350b95882a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287882 Feb 09 21:48:23.826091 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e469f4a1-7b2d-4f96-a29b-a387ef9db8ea req-2e521b1c-b6f5-4c13-a194-859987520380 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:23.827525 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e469f4a1-7b2d-4f96-a29b-a387ef9db8ea req-2e521b1c-b6f5-4c13-a194-859987520380 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/ports?device_id=08ee7f9d-0da7-4b38-af85-767e1a7343d0 HTTP/1.1" status: 200 len: 946 time: 0.1358681 Feb 09 21:48:23.874035 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 3521c94d-588e-44f7-938f-ea5d58a11f61 up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:48:23.948668 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e469f4a1-7b2d-4f96-a29b-a387ef9db8ea req-04274111-f77d-490a-ba2c-85ec72e6af36 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/security-groups?id=94013628-fdec-4344-8a46-79b1e0e851cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772333 Feb 09 21:48:23.957851 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning for port 3521c94d-588e-44f7-938f-ea5d58a11f61 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:48:23.964832 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-623eaf2e-ea77-4349-a0ab-3f6f1ba148a9 req-556f3de4-6b0a-4270-94a7-ea3438519794 service neutron] 10.222.0.95 "GET /v2.0/networks/00735365-504a-4659-b7e0-5dd13c1577e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358240 Feb 09 21:48:23.966217 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port 3521c94d-588e-44f7-938f-ea5d58a11f61 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:23.966600 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (3521c94d-588e-44f7-938f-ea5d58a11f61), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:24.014808 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6d64455-240d-447f-a385-b196e85b5a1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6299c654-47ff-4ca4-8430-4c97bbaa7861'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:48:24.021672 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30c45950-acc5-4c8c-8755-b6c70996caf8" -d '{"events": [{"server_uuid": "a6d64455-240d-447f-a385-b196e85b5a1b", "name": "network-vif-plugged", "status": "completed", "tag": "6299c654-47ff-4ca4-8430-4c97bbaa7861"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:48:24.084692 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 3521c94d-588e-44f7-938f-ea5d58a11f61 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:24.085100 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (3521c94d-588e-44f7-938f-ea5d58a11f61), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:24.110797 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee49c10-16cb-4686-acfa-adc70b019aa2 x-openstack-request-id: req-8ee49c10-16cb-4686-acfa-adc70b019aa2 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:48:24.111099 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6d64455-240d-447f-a385-b196e85b5a1b", "name": "network-vif-plugged", "status": "completed", "tag": "6299c654-47ff-4ca4-8430-4c97bbaa7861", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:48:24.111611 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-8ee49c10-16cb-4686-acfa-adc70b019aa2 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:48:24.112012 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6d64455-240d-447f-a385-b196e85b5a1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6299c654-47ff-4ca4-8430-4c97bbaa7861', 'code': 200} Feb 09 21:48:24.137775 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 3521c94d-588e-44f7-938f-ea5d58a11f61, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=3521c94d-588e-44f7-938f-ea5d58a11f61,segment=NetworkSegment(653d8653-6136-4ca1-ae4d-7f1fd803fdc0),segment_id=653d8653-6136-4ca1-ae4d-7f1fd803fdc0)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:48:24.143826 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (3521c94d-588e-44f7-938f-ea5d58a11f61), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:24.152809 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-623eaf2e-ea77-4349-a0ab-3f6f1ba148a9 req-407876f2-8320-4416-be90-3cc10b69ffa7 service neutron] 10.222.0.95 "GET /v2.0/networks/00735365-504a-4659-b7e0-5dd13c1577e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795242 Feb 09 21:48:24.215576 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=3521c94d-588e-44f7-938f-ea5d58a11f61,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:24.263300 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae7e807-c54d-470c-aabe-11dcc96415e9 req-ab5d0450-4f81-47b8-b64d-72564db20d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:24.264839 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7ae7e807-c54d-470c-aabe-11dcc96415e9 req-ab5d0450-4f81-47b8-b64d-72564db20d8b service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=a6d64455-240d-447f-a385-b196e85b5a1b HTTP/1.1" status: 200 len: 1128 time: 0.0693512 Feb 09 21:48:24.321933 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7ae7e807-c54d-470c-aabe-11dcc96415e9 req-ade82d2c-4ac5-4a81-944b-2fdfc6989733 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=94013628-fdec-4344-8a46-79b1e0e851cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504456 Feb 09 21:48:24.642093 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65f4310-a816-4912-b3e4-8afc45e8fa82 req-f906d967-457f-4221-82bb-7c0ef9b2e227 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:24.643854 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a65f4310-a816-4912-b3e4-8afc45e8fa82 req-f906d967-457f-4221-82bb-7c0ef9b2e227 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=ac25a54a-2ab8-4ae3-a6cb-8682e60a3366 HTTP/1.1" status: 200 len: 943 time: 0.0593965 Feb 09 21:48:24.694186 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a65f4310-a816-4912-b3e4-8afc45e8fa82 req-b0bb1480-867c-4c61-a371-13e5d4d4fd2a tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443165 Feb 09 21:48:24.954626 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810e22f4-ea14-4ff2-b2fe-9f8f16266248 req-4619a72f-3956-4611-a38f-540dd0593358 tempest-VolumesActionsTest-981715971 tempest-VolumesActionsTest-981715971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:24.956300 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-810e22f4-ea14-4ff2-b2fe-9f8f16266248 req-4619a72f-3956-4611-a38f-540dd0593358 tempest-VolumesActionsTest-981715971 tempest-VolumesActionsTest-981715971-project] 10.222.0.90 "GET /v2.0/ports?device_id=cb3d3930-083d-40cb-b76f-f0212a1aaff3 HTTP/1.1" status: 200 len: 945 time: 0.0543141 Feb 09 21:48:25.005132 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-810e22f4-ea14-4ff2-b2fe-9f8f16266248 req-0489a3d4-e78f-4134-a653-2230e0ec1e60 tempest-VolumesActionsTest-981715971 tempest-VolumesActionsTest-981715971-project] 10.222.0.90 "GET /v2.0/security-groups?id=c430cee0-d2c9-453f-b54a-350b95882a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429647 Feb 09 21:48:25.117648 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94c19ae-dfd7-4493-a932-1f092dc4c09d req-09d9741d-b4f5-4fcf-a722-66909cd2c2a5 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:25.121302 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f94c19ae-dfd7-4493-a932-1f092dc4c09d req-09d9741d-b4f5-4fcf-a722-66909cd2c2a5 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/ports?device_id=08ee7f9d-0da7-4b38-af85-767e1a7343d0 HTTP/1.1" status: 200 len: 946 time: 0.0724375 Feb 09 21:48:25.192794 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f94c19ae-dfd7-4493-a932-1f092dc4c09d req-526b093d-06d8-4153-aab9-fc931f39b902 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/security-groups?id=94013628-fdec-4344-8a46-79b1e0e851cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668097 Feb 09 21:48:25.492038 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5def28-1ea4-4c08-8889-21b8012a7f89 req-1b84cf08-dfe4-4670-a5f9-473a53f36deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:25.493614 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-1b5def28-1ea4-4c08-8889-21b8012a7f89 req-1b84cf08-dfe4-4670-a5f9-473a53f36deb service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9a12b916cc704b439cb969e97fed25b8&device_id=08ee7f9d-0da7-4b38-af85-767e1a7343d0 HTTP/1.1" status: 200 len: 1128 time: 0.0727615 Feb 09 21:48:25.535266 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01351a89-6e58-4007-af07-db76c1197c25 req-d3c592e9-2833-4655-940b-713bf52a51f3 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:25.537303 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-01351a89-6e58-4007-af07-db76c1197c25 req-d3c592e9-2833-4655-940b-713bf52a51f3 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/ports?device_id=08ee7f9d-0da7-4b38-af85-767e1a7343d0 HTTP/1.1" status: 200 len: 946 time: 0.0592868 Feb 09 21:48:25.597473 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-01351a89-6e58-4007-af07-db76c1197c25 req-99df75ed-e039-457b-bb26-8ef4f167b88f tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/security-groups?id=94013628-fdec-4344-8a46-79b1e0e851cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533261 Feb 09 21:48:25.630227 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5def28-1ea4-4c08-8889-21b8012a7f89 req-7b96c852-fc27-4879-9e98-3c5dd3f477b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:25.631706 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-1b5def28-1ea4-4c08-8889-21b8012a7f89 req-7b96c852-fc27-4879-9e98-3c5dd3f477b9 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b5f54461-ef49-42c4-b99b-0fc2c4c5f38c HTTP/1.1" status: 200 len: 919 time: 0.1276517 Feb 09 21:48:25.681022 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-1b5def28-1ea4-4c08-8889-21b8012a7f89 req-a4732238-5c38-4c27-8c6d-fd456b059b9b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc14b07b-8093-4853-87c0-eea1eb4bc666 HTTP/1.1" status: 200 len: 217 time: 0.0419424 Feb 09 21:48:25.746767 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5def28-1ea4-4c08-8889-21b8012a7f89 req-ba320dbe-ff45-437e-9b44-f41c1346f40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:25.748286 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-1b5def28-1ea4-4c08-8889-21b8012a7f89 req-ba320dbe-ff45-437e-9b44-f41c1346f40e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c910a1f6-1a2f-4e2e-aeab-3241f3de1ff1 HTTP/1.1" status: 200 len: 858 time: 0.0560570 Feb 09 21:48:25.789923 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-1b5def28-1ea4-4c08-8889-21b8012a7f89 req-eeab6818-6739-49ae-b902-44c80bddd5f0 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b5f54461-ef49-42c4-b99b-0fc2c4c5f38c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285077 Feb 09 21:48:25.827641 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6e7f92-0d70-48b4-9241-cb99acd0a13d req-e0e1fd52-1794-4f66-80d7-1c6627e6dc95 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:25.829167 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4f6e7f92-0d70-48b4-9241-cb99acd0a13d req-e0e1fd52-1794-4f66-80d7-1c6627e6dc95 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=ac25a54a-2ab8-4ae3-a6cb-8682e60a3366 HTTP/1.1" status: 200 len: 943 time: 0.0621951 Feb 09 21:48:25.886182 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4f6e7f92-0d70-48b4-9241-cb99acd0a13d req-340d8d56-a7c8-47c0-b1a9-12b295e92a6b tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504286 Feb 09 21:48:25.888189 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-1b5def28-1ea4-4c08-8889-21b8012a7f89 req-b92c5ef1-13ce-4bdd-bbb3-dfdb0fc7f3d3 service neutron] 10.222.0.89 "GET /v2.0/networks/b5f54461-ef49-42c4-b99b-0fc2c4c5f38c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882034 Feb 09 21:48:25.988639 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-1b5def28-1ea4-4c08-8889-21b8012a7f89 req-2ff29ebc-f9b9-4401-b6a7-88e7ec2ce234 service neutron] 10.222.0.89 "GET /v2.0/networks/b5f54461-ef49-42c4-b99b-0fc2c4c5f38c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901046 Feb 09 21:48:26.113162 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb3d3930-083d-40cb-b76f-f0212a1aaff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3521c94d-588e-44f7-938f-ea5d58a11f61'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:48:26.116652 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6119efad-1004-4bd4-a64a-251f6ad06282" -d '{"events": [{"server_uuid": "cb3d3930-083d-40cb-b76f-f0212a1aaff3", "name": "network-vif-plugged", "status": "completed", "tag": "3521c94d-588e-44f7-938f-ea5d58a11f61"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:48:26.163008 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cb5dbb-595d-4113-a959-ed26331e4be7 req-18b85e7e-de05-4486-a851-e842adca5eb2 tempest-VolumesActionsTest-981715971 tempest-VolumesActionsTest-981715971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:26.172545 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-78cb5dbb-595d-4113-a959-ed26331e4be7 req-18b85e7e-de05-4486-a851-e842adca5eb2 tempest-VolumesActionsTest-981715971 tempest-VolumesActionsTest-981715971-project] 10.222.0.90 "GET /v2.0/ports?device_id=cb3d3930-083d-40cb-b76f-f0212a1aaff3 HTTP/1.1" status: 200 len: 945 time: 0.0892894 Feb 09 21:48:26.275868 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-78cb5dbb-595d-4113-a959-ed26331e4be7 req-3c6bfa0c-d5d3-464a-8dc0-1de2b4387a14 tempest-VolumesActionsTest-981715971 tempest-VolumesActionsTest-981715971-project] 10.222.0.90 "GET /v2.0/security-groups?id=c430cee0-d2c9-453f-b54a-350b95882a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960078 Feb 09 21:48:26.325290 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-937198f6-88b4-445b-aaa3-9dc15fc25b64 x-openstack-request-id: req-937198f6-88b4-445b-aaa3-9dc15fc25b64 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:48:26.325653 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb3d3930-083d-40cb-b76f-f0212a1aaff3", "name": "network-vif-plugged", "status": "completed", "tag": "3521c94d-588e-44f7-938f-ea5d58a11f61", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:48:26.325973 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-937198f6-88b4-445b-aaa3-9dc15fc25b64 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:48:26.326452 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb3d3930-083d-40cb-b76f-f0212a1aaff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3521c94d-588e-44f7-938f-ea5d58a11f61', 'code': 200} Feb 09 21:48:26.439321 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dc81e7-e534-46d8-869c-ca6d2c4102be req-05170d2b-dc0c-493a-9615-e269d1461e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:26.440978 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-21dc81e7-e534-46d8-869c-ca6d2c4102be req-05170d2b-dc0c-493a-9615-e269d1461e6f service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=cb3d3930-083d-40cb-b76f-f0212a1aaff3 HTTP/1.1" status: 200 len: 1127 time: 0.0461144 Feb 09 21:48:26.486544 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-21dc81e7-e534-46d8-869c-ca6d2c4102be req-088d1401-1eb3-4960-a1e3-dbf1dfc99070 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=c430cee0-d2c9-453f-b54a-350b95882a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382352 Feb 09 21:48:26.727858 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915346dd-2b1e-4316-be55-d8cb7d4499e8 req-4fd2b956-9395-4c44-8527-cf2d81f427a0 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:26.729367 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-915346dd-2b1e-4316-be55-d8cb7d4499e8 req-4fd2b956-9395-4c44-8527-cf2d81f427a0 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/ports?device_id=08ee7f9d-0da7-4b38-af85-767e1a7343d0 HTTP/1.1" status: 200 len: 946 time: 0.0576119 Feb 09 21:48:26.777543 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-915346dd-2b1e-4316-be55-d8cb7d4499e8 req-7e6a5278-8e12-4c4b-aa4e-96b8af7c1638 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/security-groups?id=94013628-fdec-4344-8a46-79b1e0e851cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405874 Feb 09 21:48:27.008700 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6672c0-7847-48ee-b627-3ff2617e97fc req-a3c7a486-9b93-4c32-a564-8c32a3523fcf tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:27.010231 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8b6672c0-7847-48ee-b627-3ff2617e97fc req-a3c7a486-9b93-4c32-a564-8c32a3523fcf tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=ac25a54a-2ab8-4ae3-a6cb-8682e60a3366 HTTP/1.1" status: 200 len: 943 time: 0.0534620 Feb 09 21:48:27.060882 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8b6672c0-7847-48ee-b627-3ff2617e97fc req-b1899cc1-73d1-45bd-bdb6-921de95e83f3 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445676 Feb 09 21:48:27.399159 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e696cc19-747b-4408-aa6c-7904fa60e5f2 req-79195bed-695f-42e1-b2fd-25a231791caa tempest-VolumesActionsTest-981715971 tempest-VolumesActionsTest-981715971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:27.400809 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e696cc19-747b-4408-aa6c-7904fa60e5f2 req-79195bed-695f-42e1-b2fd-25a231791caa tempest-VolumesActionsTest-981715971 tempest-VolumesActionsTest-981715971-project] 10.222.0.90 "GET /v2.0/ports?device_id=cb3d3930-083d-40cb-b76f-f0212a1aaff3 HTTP/1.1" status: 200 len: 945 time: 0.0602183 Feb 09 21:48:27.450925 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e696cc19-747b-4408-aa6c-7904fa60e5f2 req-221965e4-7aec-47e9-95d1-33f011cecbbe tempest-VolumesActionsTest-981715971 tempest-VolumesActionsTest-981715971-project] 10.222.0.90 "GET /v2.0/security-groups?id=c430cee0-d2c9-453f-b54a-350b95882a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434086 Feb 09 21:48:27.915525 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 01ff3d68-cb2b-43cf-ab09-0fc83a54bb5f details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:48:27.926536 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b428e4-057f-4373-8ac8-ea17fbe08cd0 req-f032be47-0ff9-4187-893f-ffefcf7de738 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:27.928395 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-07b428e4-057f-4373-8ac8-ea17fbe08cd0 req-f032be47-0ff9-4187-893f-ffefcf7de738 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/ports?device_id=08ee7f9d-0da7-4b38-af85-767e1a7343d0 HTTP/1.1" status: 200 len: 946 time: 0.0601368 Feb 09 21:48:27.980291 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-07b428e4-057f-4373-8ac8-ea17fbe08cd0 req-028bf7df-a486-4156-82cf-d8cc64c7a1f6 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/security-groups?id=94013628-fdec-4344-8a46-79b1e0e851cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454378 Feb 09 21:48:28.082178 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 01ff3d68-cb2b-43cf-ab09-0fc83a54bb5f, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=01ff3d68-cb2b-43cf-ab09-0fc83a54bb5f,segment=NetworkSegment(ab2445e6-d1b5-43a7-9d83-6a2f567a89ca),segment_id=ab2445e6-d1b5-43a7-9d83-6a2f567a89ca)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:48:28.095309 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': '01ff3d68-cb2b-43cf-ab09-0fc83a54bb5f', 'network_id': '00735365-504a-4659-b7e0-5dd13c1577e5', 'port_id': '01ff3d68-cb2b-43cf-ab09-0fc83a54bb5f', 'mac_address': 'fa:16:3e:97:b6:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d4cb0a9-0f8b-4759-aa75-9f58c47a4974', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:48:28.144925 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 01ff3d68-cb2b-43cf-ab09-0fc83a54bb5f is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:28.145378 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (01ff3d68-cb2b-43cf-ab09-0fc83a54bb5f), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:28.159882 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01ff3d68-cb2b-43cf-ab09-0fc83a54bb5f {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:48:28.186608 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 01ff3d68-cb2b-43cf-ab09-0fc83a54bb5f, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=01ff3d68-cb2b-43cf-ab09-0fc83a54bb5f,segment=NetworkSegment(ab2445e6-d1b5-43a7-9d83-6a2f567a89ca),segment_id=ab2445e6-d1b5-43a7-9d83-6a2f567a89ca)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:48:28.192707 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (01ff3d68-cb2b-43cf-ab09-0fc83a54bb5f), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:28.221662 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc8620a-10dd-48d9-a4ec-d9aa78c8ef0c req-44db47f3-eeea-467c-b707-0debacb78a92 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:28.223266 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9bc8620a-10dd-48d9-a4ec-d9aa78c8ef0c req-44db47f3-eeea-467c-b707-0debacb78a92 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=ac25a54a-2ab8-4ae3-a6cb-8682e60a3366 HTTP/1.1" status: 200 len: 943 time: 0.0792146 Feb 09 21:48:28.252258 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=01ff3d68-cb2b-43cf-ab09-0fc83a54bb5f,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:28.282846 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9bc8620a-10dd-48d9-a4ec-d9aa78c8ef0c req-474927b6-f826-4809-a63a-62cf5e0f44e4 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530417 Feb 09 21:48:28.545793 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['01ff3d68-cb2b-43cf-ab09-0fc83a54bb5f'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:48:28.593568 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4897b595-3b85-4a4a-9bf3-bf311ac81160 req-ef643204-3e5c-4380-bf44-11587d2b0304 tempest-VolumesActionsTest-981715971 tempest-VolumesActionsTest-981715971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:28.601644 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4897b595-3b85-4a4a-9bf3-bf311ac81160 req-ef643204-3e5c-4380-bf44-11587d2b0304 tempest-VolumesActionsTest-981715971 tempest-VolumesActionsTest-981715971-project] 10.222.0.90 "GET /v2.0/ports?device_id=cb3d3930-083d-40cb-b76f-f0212a1aaff3 HTTP/1.1" status: 200 len: 945 time: 0.0693271 Feb 09 21:48:28.653615 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4897b595-3b85-4a4a-9bf3-bf311ac81160 req-c5863808-f162-47e4-8692-9298f879b70b tempest-VolumesActionsTest-981715971 tempest-VolumesActionsTest-981715971-project] 10.222.0.90 "GET /v2.0/security-groups?id=c430cee0-d2c9-453f-b54a-350b95882a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505326 Feb 09 21:48:29.147074 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcfc07e-5295-42f5-af63-feac21b7a789 req-878f8a66-b7b5-471c-ad59-f6523cdd7a07 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:29.154270 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2bcfc07e-5295-42f5-af63-feac21b7a789 req-878f8a66-b7b5-471c-ad59-f6523cdd7a07 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/ports?device_id=08ee7f9d-0da7-4b38-af85-767e1a7343d0 HTTP/1.1" status: 200 len: 946 time: 0.0897701 Feb 09 21:48:29.216261 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2bcfc07e-5295-42f5-af63-feac21b7a789 req-c7149850-4f37-4b6e-a2e8-e2db2eb4def1 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/security-groups?id=94013628-fdec-4344-8a46-79b1e0e851cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609972 Feb 09 21:48:29.457706 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b890699f-6f15-414d-858c-f7e046ea5926 req-b68d7934-b937-4513-9ff9-bc3f17e52ad2 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:29.459898 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b890699f-6f15-414d-858c-f7e046ea5926 req-b68d7934-b937-4513-9ff9-bc3f17e52ad2 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=ac25a54a-2ab8-4ae3-a6cb-8682e60a3366 HTTP/1.1" status: 200 len: 944 time: 0.0849121 Feb 09 21:48:29.520182 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b890699f-6f15-414d-858c-f7e046ea5926 req-7385d6f3-b3df-4cb8-8418-6da0d88f54c8 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528910 Feb 09 21:48:29.910041 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 01ff3d68-cb2b-43cf-ab09-0fc83a54bb5f up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:48:29.987967 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning for port 01ff3d68-cb2b-43cf-ab09-0fc83a54bb5f completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:48:29.992579 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port 01ff3d68-cb2b-43cf-ab09-0fc83a54bb5f triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:48:29.993209 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (01ff3d68-cb2b-43cf-ab09-0fc83a54bb5f), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:30.118513 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 01ff3d68-cb2b-43cf-ab09-0fc83a54bb5f is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:48:30.119657 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (01ff3d68-cb2b-43cf-ab09-0fc83a54bb5f), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:30.153433 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac25a54a-2ab8-4ae3-a6cb-8682e60a3366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01ff3d68-cb2b-43cf-ab09-0fc83a54bb5f'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:48:30.155834 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81809e2c-42f7-4fa5-925f-691b95633343" -d '{"events": [{"server_uuid": "ac25a54a-2ab8-4ae3-a6cb-8682e60a3366", "name": "network-vif-plugged", "status": "completed", "tag": "01ff3d68-cb2b-43cf-ab09-0fc83a54bb5f"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:48:30.175821 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 01ff3d68-cb2b-43cf-ab09-0fc83a54bb5f, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=01ff3d68-cb2b-43cf-ab09-0fc83a54bb5f,segment=NetworkSegment(ab2445e6-d1b5-43a7-9d83-6a2f567a89ca),segment_id=ab2445e6-d1b5-43a7-9d83-6a2f567a89ca)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:48:30.190809 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (01ff3d68-cb2b-43cf-ab09-0fc83a54bb5f), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:30.233728 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01813161-12c6-427a-9b90-25a8f2485102 x-openstack-request-id: req-01813161-12c6-427a-9b90-25a8f2485102 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:48:30.234024 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac25a54a-2ab8-4ae3-a6cb-8682e60a3366", "name": "network-vif-plugged", "status": "completed", "tag": "01ff3d68-cb2b-43cf-ab09-0fc83a54bb5f", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:48:30.234281 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-01813161-12c6-427a-9b90-25a8f2485102 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:48:30.234676 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac25a54a-2ab8-4ae3-a6cb-8682e60a3366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01ff3d68-cb2b-43cf-ab09-0fc83a54bb5f', 'code': 200} Feb 09 21:48:30.283880 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=01ff3d68-cb2b-43cf-ab09-0fc83a54bb5f,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:30.452262 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eae1937-73e7-4295-bd54-f8fa8472757a req-42a03a67-be7c-494e-a6d4-7f19db785ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:30.454483 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7eae1937-73e7-4295-bd54-f8fa8472757a req-42a03a67-be7c-494e-a6d4-7f19db785ce0 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=ac25a54a-2ab8-4ae3-a6cb-8682e60a3366 HTTP/1.1" status: 200 len: 1127 time: 0.1119201 Feb 09 21:48:30.468532 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a3ff2d-9b3d-4504-b2f0-2e073b2d2559 req-ffe5c756-d8ef-448c-a1e1-ad37ed6571ab tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:30.470102 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-60a3ff2d-9b3d-4504-b2f0-2e073b2d2559 req-ffe5c756-d8ef-448c-a1e1-ad37ed6571ab tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/ports?device_id=08ee7f9d-0da7-4b38-af85-767e1a7343d0 HTTP/1.1" status: 200 len: 946 time: 0.0861785 Feb 09 21:48:30.600721 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-60a3ff2d-9b3d-4504-b2f0-2e073b2d2559 req-0ee1dc4f-1453-4be9-95fd-58f733ff5137 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/security-groups?id=94013628-fdec-4344-8a46-79b1e0e851cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026714 Feb 09 21:48:30.616621 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7eae1937-73e7-4295-bd54-f8fa8472757a req-acfb9033-fce3-4b95-89c8-0331cbfa1e38 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454990 Feb 09 21:48:30.699068 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c0b7aa-c36a-46cf-92c9-49bf5978fb6d req-912e6321-ace7-4c84-9455-14a8ffa1f522 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:30.706193 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d5c0b7aa-c36a-46cf-92c9-49bf5978fb6d req-912e6321-ace7-4c84-9455-14a8ffa1f522 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=ac25a54a-2ab8-4ae3-a6cb-8682e60a3366 HTTP/1.1" status: 200 len: 945 time: 0.0722628 Feb 09 21:48:30.773621 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d5c0b7aa-c36a-46cf-92c9-49bf5978fb6d req-ed4b595e-2f93-4109-982a-f998e9cb0c1a tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664570 Feb 09 21:48:31.034207 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 45838) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:31.167533 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-55642605-0d1a-4017-ab96-23bc9541eee9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:31.273177 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-55642605-0d1a-4017-ab96-23bc9541eee9 admin admin] Publish callbacks [] for security_group (37109b64-7cdb-4ed5-9b66-18e94c5de81c), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:31.279278 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-55642605-0d1a-4017-ab96-23bc9541eee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (37109b64-7cdb-4ed5-9b66-18e94c5de81c), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:31.327898 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-55642605-0d1a-4017-ab96-23bc9541eee9 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=fdc51bd230934e3da85db1cede76edbc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2896907 Feb 09 21:48:31.327898 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 45852) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:31.335579 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55642605-0d1a-4017-ab96-23bc9541eee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37109b64-7cdb-4ed5-9b66-18e94c5de81c,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:31.400726 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7598ff14-ea87-4bf8-90f1-d485275db0e1 admin admin] Publish callbacks [] for security_group (37109b64-7cdb-4ed5-9b66-18e94c5de81c), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:31.437939 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7598ff14-ea87-4bf8-90f1-d485275db0e1 admin admin] Publish callbacks [] for security_group (37109b64-7cdb-4ed5-9b66-18e94c5de81c), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:31.518166 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7598ff14-ea87-4bf8-90f1-d485275db0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (37109b64-7cdb-4ed5-9b66-18e94c5de81c), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:31.518166 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7598ff14-ea87-4bf8-90f1-d485275db0e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:31.518166 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-7598ff14-ea87-4bf8-90f1-d485275db0e1 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/37109b64-7cdb-4ed5-9b66-18e94c5de81c HTTP/1.1" status: 204 len: 168 time: 0.1885006 Feb 09 21:48:31.534251 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:48:31.566103 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7598ff14-ea87-4bf8-90f1-d485275db0e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37109b64-7cdb-4ed5-9b66-18e94c5de81c,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:31.743013 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b0c80b-5d5f-4c10-a3fa-912c2211aee0 req-6a2cdcb9-ed05-448a-9b51-0a3d82b5207d tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:31.745079 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-59b0c80b-5d5f-4c10-a3fa-912c2211aee0 req-6a2cdcb9-ed05-448a-9b51-0a3d82b5207d tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/ports?device_id=08ee7f9d-0da7-4b38-af85-767e1a7343d0 HTTP/1.1" status: 200 len: 946 time: 0.0630727 Feb 09 21:48:31.800556 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-59b0c80b-5d5f-4c10-a3fa-912c2211aee0 req-4cbcc726-1b41-48bf-beed-57f7081dd150 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/security-groups?id=94013628-fdec-4344-8a46-79b1e0e851cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497611 Feb 09 21:48:31.974117 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73628efe-064f-4187-a23a-678da3e251be req-3890a897-8610-4662-93ab-1d2d05900756 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:31.975851 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-73628efe-064f-4187-a23a-678da3e251be req-3890a897-8610-4662-93ab-1d2d05900756 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=ac25a54a-2ab8-4ae3-a6cb-8682e60a3366 HTTP/1.1" status: 200 len: 945 time: 0.0711534 Feb 09 21:48:31.987974 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 45884) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:32.010846 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30412665-100b-409e-ac3f-287fe0f3b344 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:32.052825 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-73628efe-064f-4187-a23a-678da3e251be req-bd0f1108-bb6e-4d5c-8889-fecf93cb2960 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710878 Feb 09 21:48:32.157005 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30412665-100b-409e-ac3f-287fe0f3b344 admin admin] Publish callbacks [] for security_group (66ff4d7c-3625-4698-9a4f-4ce72445c033), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:32.164168 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30412665-100b-409e-ac3f-287fe0f3b344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (66ff4d7c-3625-4698-9a4f-4ce72445c033), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:32.203256 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-30412665-100b-409e-ac3f-287fe0f3b344 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=5716fd6dcb5649519690cf9f7a2a9d6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2133038 Feb 09 21:48:32.206653 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 45892) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:32.230484 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30412665-100b-409e-ac3f-287fe0f3b344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66ff4d7c-3625-4698-9a4f-4ce72445c033,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:32.286555 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0299741b-5f4f-4225-8122-27234cf564a0 admin admin] Publish callbacks [] for security_group (66ff4d7c-3625-4698-9a4f-4ce72445c033), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:32.316793 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0299741b-5f4f-4225-8122-27234cf564a0 admin admin] Publish callbacks [] for security_group (66ff4d7c-3625-4698-9a4f-4ce72445c033), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:32.389579 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0299741b-5f4f-4225-8122-27234cf564a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (66ff4d7c-3625-4698-9a4f-4ce72445c033), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:32.394235 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0299741b-5f4f-4225-8122-27234cf564a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:32.398988 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-0299741b-5f4f-4225-8122-27234cf564a0 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/66ff4d7c-3625-4698-9a4f-4ce72445c033 HTTP/1.1" status: 204 len: 168 time: 0.1913490 Feb 09 21:48:32.409995 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0299741b-5f4f-4225-8122-27234cf564a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ff4d7c-3625-4698-9a4f-4ce72445c033,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:32.636658 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e45e16d-92fd-4374-85a6-6639f6d6a065 req-e6fb6adf-0f51-477a-b34f-3c605ec8ebf6 tempest-VolumesActionsTest-981715971 tempest-VolumesActionsTest-981715971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:32.645044 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4e45e16d-92fd-4374-85a6-6639f6d6a065 req-e6fb6adf-0f51-477a-b34f-3c605ec8ebf6 tempest-VolumesActionsTest-981715971 tempest-VolumesActionsTest-981715971-project] 10.222.0.90 "GET /v2.0/ports?device_id=cb3d3930-083d-40cb-b76f-f0212a1aaff3 HTTP/1.1" status: 200 len: 945 time: 0.0772722 Feb 09 21:48:32.693430 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4e45e16d-92fd-4374-85a6-6639f6d6a065 req-75325015-141d-4b10-802d-109c2bdf0403 tempest-VolumesActionsTest-981715971 tempest-VolumesActionsTest-981715971-project] 10.222.0.90 "GET /v2.0/security-groups?id=c430cee0-d2c9-453f-b54a-350b95882a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474296 Feb 09 21:48:32.948056 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca7641-0d55-4afe-b0b3-ebb65db22a65 req-6c641fcb-64e1-424d-b84f-e9beaf47ac03 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:32.950273 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-acca7641-0d55-4afe-b0b3-ebb65db22a65 req-6c641fcb-64e1-424d-b84f-e9beaf47ac03 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/ports?device_id=08ee7f9d-0da7-4b38-af85-767e1a7343d0 HTTP/1.1" status: 200 len: 946 time: 0.0764821 Feb 09 21:48:33.012445 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-acca7641-0d55-4afe-b0b3-ebb65db22a65 req-e1d3a29e-eb68-48a6-aac1-fabb5dd8d44f tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/security-groups?id=94013628-fdec-4344-8a46-79b1e0e851cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549569 Feb 09 21:48:33.217034 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876b82eb-14ca-46de-942f-d5f133289b8c req-45e37f94-8a59-4a89-b17a-acc7582d1cff tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:33.219173 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-876b82eb-14ca-46de-942f-d5f133289b8c req-45e37f94-8a59-4a89-b17a-acc7582d1cff tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=ac25a54a-2ab8-4ae3-a6cb-8682e60a3366 HTTP/1.1" status: 200 len: 945 time: 0.0734591 Feb 09 21:48:33.273542 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-876b82eb-14ca-46de-942f-d5f133289b8c req-17ee1605-5d66-4799-8bc9-35222894302e tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481803 Feb 09 21:48:33.532684 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd592c4-a0dc-4f6f-b494-d994e8a79f82 req-9edc78da-dee8-46d6-bcb0-e668ceef5fb6 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:33.540343 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5bd592c4-a0dc-4f6f-b494-d994e8a79f82 req-9edc78da-dee8-46d6-bcb0-e668ceef5fb6 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=ac25a54a-2ab8-4ae3-a6cb-8682e60a3366 HTTP/1.1" status: 200 len: 945 time: 0.0693119 Feb 09 21:48:33.588072 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5bd592c4-a0dc-4f6f-b494-d994e8a79f82 req-5ee4b6fb-f1ff-4fa2-aaef-614a94de579c tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467989 Feb 09 21:48:33.829737 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e464988-d361-473b-b0d6-8a04b4cc1a93 req-39427ae2-33a0-4406-9230-df6c4fb14d0a tempest-VolumesActionsTest-981715971 tempest-VolumesActionsTest-981715971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:33.831947 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2e464988-d361-473b-b0d6-8a04b4cc1a93 req-39427ae2-33a0-4406-9230-df6c4fb14d0a tempest-VolumesActionsTest-981715971 tempest-VolumesActionsTest-981715971-project] 10.222.0.90 "GET /v2.0/ports?device_id=cb3d3930-083d-40cb-b76f-f0212a1aaff3 HTTP/1.1" status: 200 len: 945 time: 0.0566940 Feb 09 21:48:33.882811 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2e464988-d361-473b-b0d6-8a04b4cc1a93 req-f874c8d9-dbb4-4c29-84cc-8622444af372 tempest-VolumesActionsTest-981715971 tempest-VolumesActionsTest-981715971-project] 10.222.0.90 "GET /v2.0/security-groups?id=c430cee0-d2c9-453f-b54a-350b95882a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435014 Feb 09 21:48:34.173797 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751af5b0-3af2-432a-bc35-e65b59da0ccc req-c002607e-3bf3-4b0c-8b97-211445e4521f tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:34.176441 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-751af5b0-3af2-432a-bc35-e65b59da0ccc req-c002607e-3bf3-4b0c-8b97-211445e4521f tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/ports?device_id=08ee7f9d-0da7-4b38-af85-767e1a7343d0 HTTP/1.1" status: 200 len: 946 time: 0.0940847 Feb 09 21:48:34.239829 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-751af5b0-3af2-432a-bc35-e65b59da0ccc req-f224e310-26ea-4fbd-9d09-5410776e9493 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/security-groups?id=94013628-fdec-4344-8a46-79b1e0e851cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518422 Feb 09 21:48:34.678093 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 46020) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:34.787525 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774ceda2-6744-46ca-b3b3-004db431f309 req-eb0bad26-739e-4970-9cb7-bce64e1432a9 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:34.789645 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-774ceda2-6744-46ca-b3b3-004db431f309 req-eb0bad26-739e-4970-9cb7-bce64e1432a9 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=ac25a54a-2ab8-4ae3-a6cb-8682e60a3366 HTTP/1.1" status: 200 len: 945 time: 0.1241553 Feb 09 21:48:34.796373 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c8836d43-f265-4bfc-b5f2-f0a5b2028020 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:34.848984 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188fa736-e84b-4486-800f-3f4b15cb9634 req-b6e566ba-9e4c-4d32-8d86-ba986fde46be tempest-VolumesActionsTest-981715971 tempest-VolumesActionsTest-981715971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:34.851423 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-188fa736-e84b-4486-800f-3f4b15cb9634 req-b6e566ba-9e4c-4d32-8d86-ba986fde46be tempest-VolumesActionsTest-981715971 tempest-VolumesActionsTest-981715971-project] 10.222.0.95 "GET /v2.0/ports?device_id=cb3d3930-083d-40cb-b76f-f0212a1aaff3 HTTP/1.1" status: 200 len: 945 time: 0.1313155 Feb 09 21:48:34.899449 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c8836d43-f265-4bfc-b5f2-f0a5b2028020 admin admin] Publish callbacks [] for security_group (1de2fce8-93e5-4d17-8601-854d5ebb279c), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:34.903583 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c8836d43-f265-4bfc-b5f2-f0a5b2028020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (1de2fce8-93e5-4d17-8601-854d5ebb279c), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:34.924614 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-774ceda2-6744-46ca-b3b3-004db431f309 req-747cc35c-3336-4915-b796-49182666670f tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223087 Feb 09 21:48:34.950911 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8836d43-f265-4bfc-b5f2-f0a5b2028020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1de2fce8-93e5-4d17-8601-854d5ebb279c,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:34.976026 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-c8836d43-f265-4bfc-b5f2-f0a5b2028020 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=597576f8ed2e4d41beda566588ff39e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2949018 Feb 09 21:48:34.977739 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 46034) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:35.037643 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-18d2a479-7565-419f-8660-02ff9e2d393e admin admin] Publish callbacks [] for security_group (1de2fce8-93e5-4d17-8601-854d5ebb279c), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:35.051127 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-188fa736-e84b-4486-800f-3f4b15cb9634 req-c11d679c-c26f-4643-a4d4-5d293c73a51f tempest-VolumesActionsTest-981715971 tempest-VolumesActionsTest-981715971-project] Deleting port 3521c94d-588e-44f7-938f-ea5d58a11f61 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:48:35.051412 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-188fa736-e84b-4486-800f-3f4b15cb9634 req-c11d679c-c26f-4643-a4d4-5d293c73a51f tempest-VolumesActionsTest-981715971 tempest-VolumesActionsTest-981715971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (3521c94d-588e-44f7-938f-ea5d58a11f61), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:35.062047 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-18d2a479-7565-419f-8660-02ff9e2d393e admin admin] Publish callbacks [] for security_group (1de2fce8-93e5-4d17-8601-854d5ebb279c), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:35.117193 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d32ab12-f195-4114-82b4-b5b86e236593 req-772edc07-87ee-4073-8fc9-9912ab6ae66e tempest-VolumesActionsTest-981715971 tempest-VolumesActionsTest-981715971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:35.118642 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0d32ab12-f195-4114-82b4-b5b86e236593 req-772edc07-87ee-4073-8fc9-9912ab6ae66e tempest-VolumesActionsTest-981715971 tempest-VolumesActionsTest-981715971-project] 10.222.0.90 "GET /v2.0/ports?device_id=cb3d3930-083d-40cb-b76f-f0212a1aaff3 HTTP/1.1" status: 200 len: 945 time: 0.1157594 Feb 09 21:48:35.125506 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-18d2a479-7565-419f-8660-02ff9e2d393e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (1de2fce8-93e5-4d17-8601-854d5ebb279c), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:35.128348 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-18d2a479-7565-419f-8660-02ff9e2d393e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:35.129543 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-18d2a479-7565-419f-8660-02ff9e2d393e admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/1de2fce8-93e5-4d17-8601-854d5ebb279c HTTP/1.1" status: 204 len: 168 time: 0.1509032 Feb 09 21:48:35.138744 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d2a479-7565-419f-8660-02ff9e2d393e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de2fce8-93e5-4d17-8601-854d5ebb279c,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:35.250587 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-188fa736-e84b-4486-800f-3f4b15cb9634 req-c11d679c-c26f-4643-a4d4-5d293c73a51f tempest-VolumesActionsTest-981715971 tempest-VolumesActionsTest-981715971-project] For port 3521c94d-588e-44f7-938f-ea5d58a11f61, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=3521c94d-588e-44f7-938f-ea5d58a11f61,segment=NetworkSegment(653d8653-6136-4ca1-ae4d-7f1fd803fdc0),segment_id=653d8653-6136-4ca1-ae4d-7f1fd803fdc0)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:48:35.250967 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-188fa736-e84b-4486-800f-3f4b15cb9634 req-c11d679c-c26f-4643-a4d4-5d293c73a51f tempest-VolumesActionsTest-981715971 tempest-VolumesActionsTest-981715971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (3521c94d-588e-44f7-938f-ea5d58a11f61), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:35.264254 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0d32ab12-f195-4114-82b4-b5b86e236593 req-10f271a8-7a97-454c-a194-b7e897e03c12 tempest-VolumesActionsTest-981715971 tempest-VolumesActionsTest-981715971-project] 10.222.0.90 "GET /v2.0/security-groups?id=c430cee0-d2c9-453f-b54a-350b95882a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317987 Feb 09 21:48:35.272015 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-188fa736-e84b-4486-800f-3f4b15cb9634 req-c11d679c-c26f-4643-a4d4-5d293c73a51f tempest-VolumesActionsTest-981715971 tempest-VolumesActionsTest-981715971-project] Calling delete_port for 3521c94d-588e-44f7-938f-ea5d58a11f61 owned by compute:nova {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:48:35.311658 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad9eefd-baae-44ac-93a5-cb985aff8c4f req-80da1535-30d3-44b6-9d58-6671b4a8d3cd tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:35.313295 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-aad9eefd-baae-44ac-93a5-cb985aff8c4f req-80da1535-30d3-44b6-9d58-6671b4a8d3cd tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=ac25a54a-2ab8-4ae3-a6cb-8682e60a3366 HTTP/1.1" status: 200 len: 945 time: 0.1250079 Feb 09 21:48:35.466333 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-aad9eefd-baae-44ac-93a5-cb985aff8c4f req-990c0b7d-984f-4558-ae08-2989acd4d01a tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143298 Feb 09 21:48:35.475116 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ed8f88-0fbb-4cdf-a2b2-b6aa701be99b req-0e6ccc4e-7f00-4515-a502-b41bb5028f39 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:35.481946 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-60ed8f88-0fbb-4cdf-a2b2-b6aa701be99b req-0e6ccc4e-7f00-4515-a502-b41bb5028f39 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/ports?device_id=08ee7f9d-0da7-4b38-af85-767e1a7343d0 HTTP/1.1" status: 200 len: 946 time: 0.1311193 Feb 09 21:48:35.512984 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 46048) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:35.526293 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2ec04794-dddd-4bb4-ad61-0322048294a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:35.609562 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2ec04794-dddd-4bb4-ad61-0322048294a9 admin admin] Publish callbacks [] for security_group (2da77af0-b776-40f0-a554-2b666d5acadc), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:35.614012 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2ec04794-dddd-4bb4-ad61-0322048294a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (2da77af0-b776-40f0-a554-2b666d5acadc), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:35.655162 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec04794-dddd-4bb4-ad61-0322048294a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2da77af0-b776-40f0-a554-2b666d5acadc,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:35.662764 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-2ec04794-dddd-4bb4-ad61-0322048294a9 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=9f080a3bd67647efba373022a905e9b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1485558 Feb 09 21:48:35.663384 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 46054) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:35.735654 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f01a5d50-36a7-44bf-ba97-cbfd8bfe3dc7 admin admin] Publish callbacks [] for security_group (2da77af0-b776-40f0-a554-2b666d5acadc), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:35.762145 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f01a5d50-36a7-44bf-ba97-cbfd8bfe3dc7 admin admin] Publish callbacks [] for security_group (2da77af0-b776-40f0-a554-2b666d5acadc), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:35.820887 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f01a5d50-36a7-44bf-ba97-cbfd8bfe3dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (2da77af0-b776-40f0-a554-2b666d5acadc), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:35.824446 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f01a5d50-36a7-44bf-ba97-cbfd8bfe3dc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:35.828875 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-f01a5d50-36a7-44bf-ba97-cbfd8bfe3dc7 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/2da77af0-b776-40f0-a554-2b666d5acadc HTTP/1.1" status: 204 len: 168 time: 0.1638429 Feb 09 21:48:35.837920 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01a5d50-36a7-44bf-ba97-cbfd8bfe3dc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da77af0-b776-40f0-a554-2b666d5acadc,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:35.908191 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-60ed8f88-0fbb-4cdf-a2b2-b6aa701be99b req-b39f38bd-d8ca-44a6-b5fd-5646d73902fe tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/security-groups?id=94013628-fdec-4344-8a46-79b1e0e851cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4254384 Feb 09 21:48:35.918789 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-188fa736-e84b-4486-800f-3f4b15cb9634 req-c11d679c-c26f-4643-a4d4-5d293c73a51f tempest-VolumesActionsTest-981715971 tempest-VolumesActionsTest-981715971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (3521c94d-588e-44f7-938f-ea5d58a11f61), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:35.932262 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['3521c94d-588e-44f7-938f-ea5d58a11f61'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:48:35.975956 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11d679c-c26f-4643-a4d4-5d293c73a51f tempest-VolumesActionsTest-981715971 tempest-VolumesActionsTest-981715971-project] Pushing event deleted for resources: {'Port': ['ID=3521c94d-588e-44f7-938f-ea5d58a11f61,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:36.011357 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-188fa736-e84b-4486-800f-3f4b15cb9634 req-c11d679c-c26f-4643-a4d4-5d293c73a51f tempest-VolumesActionsTest-981715971 tempest-VolumesActionsTest-981715971-project] No DVR routers for this DVR port 3521c94d-588e-44f7-938f-ea5d58a11f61 on host n-h1-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:48:36.014268 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-188fa736-e84b-4486-800f-3f4b15cb9634 req-c11d679c-c26f-4643-a4d4-5d293c73a51f tempest-VolumesActionsTest-981715971 tempest-VolumesActionsTest-981715971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:36.018504 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-188fa736-e84b-4486-800f-3f4b15cb9634 req-c11d679c-c26f-4643-a4d4-5d293c73a51f tempest-VolumesActionsTest-981715971 tempest-VolumesActionsTest-981715971-project] 10.222.0.95 "DELETE /v2.0/ports/3521c94d-588e-44f7-938f-ea5d58a11f61 HTTP/1.1" status: 204 len: 173 time: 1.1604125 Feb 09 21:48:36.019050 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb3d3930-083d-40cb-b76f-f0212a1aaff3', 'name': 'network-vif-deleted', 'tag': '3521c94d-588e-44f7-938f-ea5d58a11f61'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:48:36.021609 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56217509-f82b-4ed4-9e25-86c87548ec9f" -d '{"events": [{"server_uuid": "cb3d3930-083d-40cb-b76f-f0212a1aaff3", "name": "network-vif-deleted", "tag": "3521c94d-588e-44f7-938f-ea5d58a11f61"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:48:36.068190 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33310d56-3098-47d1-ae23-3cfbb4670bc1 x-openstack-request-id: req-33310d56-3098-47d1-ae23-3cfbb4670bc1 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:48:36.068529 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb3d3930-083d-40cb-b76f-f0212a1aaff3", "name": "network-vif-deleted", "tag": "3521c94d-588e-44f7-938f-ea5d58a11f61", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:48:36.068783 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-33310d56-3098-47d1-ae23-3cfbb4670bc1 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:48:36.069346 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb3d3930-083d-40cb-b76f-f0212a1aaff3', 'name': 'network-vif-deleted', 'tag': '3521c94d-588e-44f7-938f-ea5d58a11f61', 'status': 'completed', 'code': 200} Feb 09 21:48:36.387334 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e03c1136-4b5d-4a9d-b075-4917b94d40c5 req-dc5daa58-6c2b-40cf-98d6-4c4be47e86e5 tempest-VolumesActionsTest-981715971 tempest-VolumesActionsTest-981715971-project] 10.222.0.90 "GET /v2.0/ports?device_id=cb3d3930-083d-40cb-b76f-f0212a1aaff3 HTTP/1.1" status: 200 len: 210 time: 0.0304139 Feb 09 21:48:36.623866 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e0a0dd-732c-48e3-a79e-470651a4d37b req-71dbdbd6-0dce-48a3-b35c-a767139679cf tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:36.626905 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c4e0a0dd-732c-48e3-a79e-470651a4d37b req-71dbdbd6-0dce-48a3-b35c-a767139679cf tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=ac25a54a-2ab8-4ae3-a6cb-8682e60a3366 HTTP/1.1" status: 200 len: 945 time: 0.0656023 Feb 09 21:48:36.702354 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c4e0a0dd-732c-48e3-a79e-470651a4d37b req-541d1ce0-5994-4ced-8e82-72b0a70b78d5 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/security-groups?id=e32af54f-ef95-4b6c-8e37-e314e0fd987b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608671 Feb 09 21:48:37.041231 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03900a0-da11-4a1b-9e3b-1f58e4573630 req-81d3e426-a935-4218-9867-86eb934ebcdb tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:37.043673 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f03900a0-da11-4a1b-9e3b-1f58e4573630 req-81d3e426-a935-4218-9867-86eb934ebcdb tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/ports?device_id=08ee7f9d-0da7-4b38-af85-767e1a7343d0 HTTP/1.1" status: 200 len: 946 time: 0.0573761 Feb 09 21:48:37.130843 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070a881e-d04f-4c37-b15b-9ec99fa1dd8d req-479847a1-fd87-441a-b2fb-0d0236e8af37 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:37.132350 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-070a881e-d04f-4c37-b15b-9ec99fa1dd8d req-479847a1-fd87-441a-b2fb-0d0236e8af37 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.95 "GET /v2.0/ports?device_id=ac25a54a-2ab8-4ae3-a6cb-8682e60a3366 HTTP/1.1" status: 200 len: 945 time: 0.0871754 Feb 09 21:48:37.135809 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f03900a0-da11-4a1b-9e3b-1f58e4573630 req-fe757883-72d2-4fc0-9007-c21944a8913e tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/security-groups?id=94013628-fdec-4344-8a46-79b1e0e851cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819905 Feb 09 21:48:37.244918 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-070a881e-d04f-4c37-b15b-9ec99fa1dd8d req-7aeab12c-33d2-4a8a-98ae-70d69a6d4f97 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Deleting port 01ff3d68-cb2b-43cf-ab09-0fc83a54bb5f {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:48:37.246422 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-070a881e-d04f-4c37-b15b-9ec99fa1dd8d req-7aeab12c-33d2-4a8a-98ae-70d69a6d4f97 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (01ff3d68-cb2b-43cf-ab09-0fc83a54bb5f), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:37.342587 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-070a881e-d04f-4c37-b15b-9ec99fa1dd8d req-7aeab12c-33d2-4a8a-98ae-70d69a6d4f97 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] For port 01ff3d68-cb2b-43cf-ab09-0fc83a54bb5f, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=01ff3d68-cb2b-43cf-ab09-0fc83a54bb5f,segment=NetworkSegment(ab2445e6-d1b5-43a7-9d83-6a2f567a89ca),segment_id=ab2445e6-d1b5-43a7-9d83-6a2f567a89ca)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:48:37.343182 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-070a881e-d04f-4c37-b15b-9ec99fa1dd8d req-7aeab12c-33d2-4a8a-98ae-70d69a6d4f97 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (01ff3d68-cb2b-43cf-ab09-0fc83a54bb5f), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:37.358953 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-070a881e-d04f-4c37-b15b-9ec99fa1dd8d req-7aeab12c-33d2-4a8a-98ae-70d69a6d4f97 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Calling delete_port for 01ff3d68-cb2b-43cf-ab09-0fc83a54bb5f owned by compute:nova {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:48:37.533240 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-070a881e-d04f-4c37-b15b-9ec99fa1dd8d req-7aeab12c-33d2-4a8a-98ae-70d69a6d4f97 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (01ff3d68-cb2b-43cf-ab09-0fc83a54bb5f), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:37.547512 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['01ff3d68-cb2b-43cf-ab09-0fc83a54bb5f'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:48:37.564679 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeab12c-33d2-4a8a-98ae-70d69a6d4f97 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Pushing event deleted for resources: {'Port': ['ID=01ff3d68-cb2b-43cf-ab09-0fc83a54bb5f,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:37.627407 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-070a881e-d04f-4c37-b15b-9ec99fa1dd8d req-7aeab12c-33d2-4a8a-98ae-70d69a6d4f97 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] No DVR routers for this DVR port 01ff3d68-cb2b-43cf-ab09-0fc83a54bb5f on host n-h1-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:48:37.631095 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-070a881e-d04f-4c37-b15b-9ec99fa1dd8d req-7aeab12c-33d2-4a8a-98ae-70d69a6d4f97 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:37.635475 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-070a881e-d04f-4c37-b15b-9ec99fa1dd8d req-7aeab12c-33d2-4a8a-98ae-70d69a6d4f97 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.95 "DELETE /v2.0/ports/01ff3d68-cb2b-43cf-ab09-0fc83a54bb5f HTTP/1.1" status: 204 len: 173 time: 0.4967623 Feb 09 21:48:37.861607 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e8c46960-c5bd-4054-85f5-e68228b90f41 req-28e3cbca-1aff-4151-a576-6ae52f486394 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] 10.222.0.90 "GET /v2.0/ports?device_id=ac25a54a-2ab8-4ae3-a6cb-8682e60a3366 HTTP/1.1" status: 200 len: 210 time: 0.0386586 Feb 09 21:48:38.070372 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac25a54a-2ab8-4ae3-a6cb-8682e60a3366', 'name': 'network-vif-deleted', 'tag': '01ff3d68-cb2b-43cf-ab09-0fc83a54bb5f'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:48:38.073041 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba71b7d2-cfcb-4037-9af8-017f69e0aa40" -d '{"events": [{"server_uuid": "ac25a54a-2ab8-4ae3-a6cb-8682e60a3366", "name": "network-vif-deleted", "tag": "01ff3d68-cb2b-43cf-ab09-0fc83a54bb5f"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:48:38.341843 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8958846f-7654-4e48-9d69-7f689b6751c1 req-0a8014a0-9bf6-46b7-9aeb-06217f4c0fa5 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:38.350617 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8958846f-7654-4e48-9d69-7f689b6751c1 req-0a8014a0-9bf6-46b7-9aeb-06217f4c0fa5 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/ports?device_id=08ee7f9d-0da7-4b38-af85-767e1a7343d0 HTTP/1.1" status: 200 len: 946 time: 0.0867016 Feb 09 21:48:38.435258 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8958846f-7654-4e48-9d69-7f689b6751c1 req-ce9843a4-6624-40c3-9740-9c2b4b1ab5d1 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/security-groups?id=94013628-fdec-4344-8a46-79b1e0e851cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832074 Feb 09 21:48:38.440706 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-addddc80-0f34-4161-a914-01e391fed66d x-openstack-request-id: req-addddc80-0f34-4161-a914-01e391fed66d {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:48:38.441916 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac25a54a-2ab8-4ae3-a6cb-8682e60a3366", "name": "network-vif-deleted", "tag": "01ff3d68-cb2b-43cf-ab09-0fc83a54bb5f", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:48:38.443399 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-addddc80-0f34-4161-a914-01e391fed66d {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:48:38.444138 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac25a54a-2ab8-4ae3-a6cb-8682e60a3366', 'name': 'network-vif-deleted', 'tag': '01ff3d68-cb2b-43cf-ab09-0fc83a54bb5f', 'status': 'completed', 'code': 200} Feb 09 21:48:39.008140 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-49c16037-dd4e-4035-a382-fc5c93c32e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:39.584321 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d9606b-013c-48a1-9f5e-d148eebfd19c req-448f364c-4a5b-4988-8207-4aa1ba632b72 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:39.591942 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a1d9606b-013c-48a1-9f5e-d148eebfd19c req-448f364c-4a5b-4988-8207-4aa1ba632b72 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/ports?device_id=08ee7f9d-0da7-4b38-af85-767e1a7343d0 HTTP/1.1" status: 200 len: 946 time: 0.0716302 Feb 09 21:48:39.644748 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a1d9606b-013c-48a1-9f5e-d148eebfd19c req-bb535053-3406-44f4-9756-96778e23fc9f tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/security-groups?id=94013628-fdec-4344-8a46-79b1e0e851cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517724 Feb 09 21:48:39.953750 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 01ff3d68-cb2b-43cf-ab09-0fc83a54bb5f no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:48:39.988673 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] No Port match for: 01ff3d68-cb2b-43cf-ab09-0fc83a54bb5f {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:48:39.989455 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 01ff3d68-cb2b-43cf-ab09-0fc83a54bb5f not bound to the agent host n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:48:39.990021 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 3521c94d-588e-44f7-938f-ea5d58a11f61 no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:48:40.017998 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] No Port match for: 3521c94d-588e-44f7-938f-ea5d58a11f61 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:48:40.018993 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 3521c94d-588e-44f7-938f-ea5d58a11f61 not bound to the agent host n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:48:40.817881 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41429b5d-d640-4b7f-bde8-86e27f449230 req-8e0fb4a1-24a8-457f-b4f8-296cce42ab08 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:40.819399 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-41429b5d-d640-4b7f-bde8-86e27f449230 req-8e0fb4a1-24a8-457f-b4f8-296cce42ab08 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/ports?device_id=08ee7f9d-0da7-4b38-af85-767e1a7343d0 HTTP/1.1" status: 200 len: 946 time: 0.0724189 Feb 09 21:48:40.884045 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-41429b5d-d640-4b7f-bde8-86e27f449230 req-d7d72455-3ffc-4c3a-9fad-6cabd7b7c61a tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/security-groups?id=94013628-fdec-4344-8a46-79b1e0e851cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578649 Feb 09 21:48:40.981846 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ebaca83c-8af6-42ad-a8c7-5c148af25e86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:42.103189 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbb2deb-478a-4e5b-babf-e1c0f0696c0f req-654416bf-5f3e-44cf-9d7c-332cf0147986 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:42.106430 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-acbb2deb-478a-4e5b-babf-e1c0f0696c0f req-654416bf-5f3e-44cf-9d7c-332cf0147986 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/ports?device_id=08ee7f9d-0da7-4b38-af85-767e1a7343d0 HTTP/1.1" status: 200 len: 946 time: 0.0792880 Feb 09 21:48:42.218070 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-acbb2deb-478a-4e5b-babf-e1c0f0696c0f req-bba6ff90-28ee-449c-8f46-818fe4f67b47 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/security-groups?id=94013628-fdec-4344-8a46-79b1e0e851cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018879 Feb 09 21:48:42.722145 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:43.455448 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb985ec-b8ea-4c0a-b952-5b1f7afdb91d req-b2eb82e8-eb08-4d2c-88dd-c6a682e16ee8 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:43.467552 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-edb985ec-b8ea-4c0a-b952-5b1f7afdb91d req-b2eb82e8-eb08-4d2c-88dd-c6a682e16ee8 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/ports?device_id=08ee7f9d-0da7-4b38-af85-767e1a7343d0 HTTP/1.1" status: 200 len: 946 time: 0.1280580 Feb 09 21:48:43.539385 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-edb985ec-b8ea-4c0a-b952-5b1f7afdb91d req-1f81c027-d4da-47d0-9e98-0279856a0cce tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/security-groups?id=94013628-fdec-4344-8a46-79b1e0e851cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676999 Feb 09 21:48:44.118047 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:44.867623 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e7c4f5-6889-4c57-af81-afc328f1f04b req-5fd9af47-d902-4f85-8645-69fa67e738f8 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:44.869276 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-97e7c4f5-6889-4c57-af81-afc328f1f04b req-5fd9af47-d902-4f85-8645-69fa67e738f8 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/ports?device_id=08ee7f9d-0da7-4b38-af85-767e1a7343d0 HTTP/1.1" status: 200 len: 946 time: 0.2131739 Feb 09 21:48:44.987630 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-97e7c4f5-6889-4c57-af81-afc328f1f04b req-9678d719-e906-4fb1-92b5-f5ab364966ab tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/security-groups?id=94013628-fdec-4344-8a46-79b1e0e851cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115284 Feb 09 21:48:45.267163 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:46.269304 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af52309-1147-4d86-9970-a7e0093e6bd0 req-0647270f-9b45-4a44-8ad8-f0b92cc429c9 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:46.286873 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8af52309-1147-4d86-9970-a7e0093e6bd0 req-0647270f-9b45-4a44-8ad8-f0b92cc429c9 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/ports?device_id=08ee7f9d-0da7-4b38-af85-767e1a7343d0 HTTP/1.1" status: 200 len: 946 time: 0.1380801 Feb 09 21:48:46.443499 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8af52309-1147-4d86-9970-a7e0093e6bd0 req-82eaf681-921b-4dc3-b5ee-0205938af134 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/security-groups?id=94013628-fdec-4344-8a46-79b1e0e851cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497214 Feb 09 21:48:46.463894 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 46416) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:46.822027 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f752310-301d-4068-824a-cbb27c7f7c43 admin admin] Deleting subnet 0d4cb0a9-0f8b-4759-aa75-9f58c47a4974 {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:48:46.826911 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5f752310-301d-4068-824a-cbb27c7f7c43 admin admin] Publish callbacks [] for subnet (0d4cb0a9-0f8b-4759-aa75-9f58c47a4974), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:46.872287 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5f752310-301d-4068-824a-cbb27c7f7c43 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (0d4cb0a9-0f8b-4759-aa75-9f58c47a4974), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:46.955996 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5f752310-301d-4068-824a-cbb27c7f7c43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (0d4cb0a9-0f8b-4759-aa75-9f58c47a4974), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:47.022969 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5f752310-301d-4068-824a-cbb27c7f7c43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (0d4cb0a9-0f8b-4759-aa75-9f58c47a4974), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:47.059493 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f752310-301d-4068-824a-cbb27c7f7c43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d4cb0a9-0f8b-4759-aa75-9f58c47a4974,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:47.063678 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5f752310-301d-4068-824a-cbb27c7f7c43 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:47.067708 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-5f752310-301d-4068-824a-cbb27c7f7c43 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/0d4cb0a9-0f8b-4759-aa75-9f58c47a4974 HTTP/1.1" status: 204 len: 168 time: 0.6025393 Feb 09 21:48:47.070212 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 46424) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:47.167070 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-66c61e04-67a3-4342-8a83-fbef6bd12f2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (00735365-504a-4659-b7e0-5dd13c1577e5), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:47.182035 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f752310-301d-4068-824a-cbb27c7f7c43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:47.182564 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f752310-301d-4068-824a-cbb27c7f7c43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:47.183036 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f752310-301d-4068-824a-cbb27c7f7c43 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:47.183590 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f752310-301d-4068-824a-cbb27c7f7c43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:47.184067 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f752310-301d-4068-824a-cbb27c7f7c43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:47.184549 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f752310-301d-4068-824a-cbb27c7f7c43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:47.185026 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f752310-301d-4068-824a-cbb27c7f7c43 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:47.185476 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f752310-301d-4068-824a-cbb27c7f7c43 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:47.185903 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f752310-301d-4068-824a-cbb27c7f7c43 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:47.186328 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f752310-301d-4068-824a-cbb27c7f7c43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:47.186755 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f752310-301d-4068-824a-cbb27c7f7c43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:47.187185 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f752310-301d-4068-824a-cbb27c7f7c43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:47.187607 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f752310-301d-4068-824a-cbb27c7f7c43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:47.272765 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-66c61e04-67a3-4342-8a83-fbef6bd12f2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (00735365-504a-4659-b7e0-5dd13c1577e5), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:47.317656 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-66c61e04-67a3-4342-8a83-fbef6bd12f2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00735365-504a-4659-b7e0-5dd13c1577e5']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:48:47.333207 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-66c61e04-67a3-4342-8a83-fbef6bd12f2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab2445e6-d1b5-43a7-9d83-6a2f567a89ca') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:48:47.333606 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-66c61e04-67a3-4342-8a83-fbef6bd12f2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab2445e6-d1b5-43a7-9d83-6a2f567a89ca') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:48:47.371017 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-66c61e04-67a3-4342-8a83-fbef6bd12f2c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (ab2445e6-d1b5-43a7-9d83-6a2f567a89ca), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:47.406080 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-66c61e04-67a3-4342-8a83-fbef6bd12f2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (ab2445e6-d1b5-43a7-9d83-6a2f567a89ca), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:47.420076 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66c61e04-67a3-4342-8a83-fbef6bd12f2c admin admin] Releasing vlan 721 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:48:47.421255 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-66c61e04-67a3-4342-8a83-fbef6bd12f2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (ab2445e6-d1b5-43a7-9d83-6a2f567a89ca), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:47.455150 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:48:47.455150 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:48:47.455150 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:48:47.455150 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:48:47.455150 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:48:47.455150 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:48:47.455150 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:48:47.455150 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:48:47.455150 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:48:47.455150 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:48:47.455150 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:48:47.455150 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:48:47.455150 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:48:47.455150 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:48:47.455150 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:48:47.455150 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:48:47.455150 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:48:47.455150 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:48:47.455150 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:48:47.455150 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:48:47.455150 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:48:47.455150 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:48:47.455150 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:48:47.455150 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:48:47.455150 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:48:47.455150 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:48:47.455150 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:48:47.455150 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:48:47.455150 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:48:47.455150 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:48:47.455150 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:48:47.455150 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:48:47.567156 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-66c61e04-67a3-4342-8a83-fbef6bd12f2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (00735365-504a-4659-b7e0-5dd13c1577e5), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:47.579350 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-66c61e04-67a3-4342-8a83-fbef6bd12f2c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:47.590194 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-66c61e04-67a3-4342-8a83-fbef6bd12f2c admin admin] 10.222.0.90 "DELETE /v2.0/networks/00735365-504a-4659-b7e0-5dd13c1577e5 HTTP/1.1" status: 204 len: 168 time: 0.5184193 Feb 09 21:48:47.615209 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c61e04-67a3-4342-8a83-fbef6bd12f2c admin admin] Pushing event deleted for resources: {'Network': ['ID=00735365-504a-4659-b7e0-5dd13c1577e5,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:47.645653 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e50835-0b8e-4efc-8063-4957988f9693 req-719a7964-5e4d-4bf2-ab54-1cbd5f711264 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:47.652718 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e6e50835-0b8e-4efc-8063-4957988f9693 req-719a7964-5e4d-4bf2-ab54-1cbd5f711264 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/ports?device_id=08ee7f9d-0da7-4b38-af85-767e1a7343d0 HTTP/1.1" status: 200 len: 946 time: 0.1064417 Feb 09 21:48:47.721140 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e6e50835-0b8e-4efc-8063-4957988f9693 req-7b0d1550-a526-4dd0-980e-bf36fe91edc1 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/security-groups?id=94013628-fdec-4344-8a46-79b1e0e851cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674012 Feb 09 21:48:47.782894 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 46444) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:47.836267 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-6ed2e37f-d2b9-4903-99e9-8aa7c8ed3f5e admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=73aafa54b15b4f2e83f3753252e1608e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0504060 Feb 09 21:48:47.837285 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 46446) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:47.898136 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f801c4a8-6f61-44f3-a8f5-146b8d2155af admin admin] Publish callbacks [] for security_group (e32af54f-ef95-4b6c-8e37-e314e0fd987b), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:47.922159 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f801c4a8-6f61-44f3-a8f5-146b8d2155af admin admin] Publish callbacks [] for security_group (e32af54f-ef95-4b6c-8e37-e314e0fd987b), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:47.978326 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f801c4a8-6f61-44f3-a8f5-146b8d2155af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (e32af54f-ef95-4b6c-8e37-e314e0fd987b), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:47.982791 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f801c4a8-6f61-44f3-a8f5-146b8d2155af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:47.984266 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-f801c4a8-6f61-44f3-a8f5-146b8d2155af admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/e32af54f-ef95-4b6c-8e37-e314e0fd987b HTTP/1.1" status: 204 len: 168 time: 0.1437113 Feb 09 21:48:47.994294 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f801c4a8-6f61-44f3-a8f5-146b8d2155af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e32af54f-ef95-4b6c-8e37-e314e0fd987b,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:48.003714 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f801c4a8-6f61-44f3-a8f5-146b8d2155af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:48.004070 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f801c4a8-6f61-44f3-a8f5-146b8d2155af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:48.004451 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f801c4a8-6f61-44f3-a8f5-146b8d2155af admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:48.004797 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f801c4a8-6f61-44f3-a8f5-146b8d2155af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:48.005135 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f801c4a8-6f61-44f3-a8f5-146b8d2155af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:48.005465 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f801c4a8-6f61-44f3-a8f5-146b8d2155af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:48.005797 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f801c4a8-6f61-44f3-a8f5-146b8d2155af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:48.006126 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f801c4a8-6f61-44f3-a8f5-146b8d2155af admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:48.006715 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f801c4a8-6f61-44f3-a8f5-146b8d2155af admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:48.006913 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f801c4a8-6f61-44f3-a8f5-146b8d2155af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:48.007242 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f801c4a8-6f61-44f3-a8f5-146b8d2155af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:48.007571 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f801c4a8-6f61-44f3-a8f5-146b8d2155af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:48.007896 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f801c4a8-6f61-44f3-a8f5-146b8d2155af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:48:48.859054 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c738a211-a452-4821-ba0a-e5158b196c63 req-65e468be-9752-4777-89f2-e6d0a93afc87 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:48.867176 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c738a211-a452-4821-ba0a-e5158b196c63 req-65e468be-9752-4777-89f2-e6d0a93afc87 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/ports?device_id=08ee7f9d-0da7-4b38-af85-767e1a7343d0 HTTP/1.1" status: 200 len: 946 time: 0.0720384 Feb 09 21:48:48.936799 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c738a211-a452-4821-ba0a-e5158b196c63 req-0f3eb0d5-28dd-4a0a-a7c2-462c45638ac6 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/security-groups?id=94013628-fdec-4344-8a46-79b1e0e851cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687206 Feb 09 21:48:49.088542 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 46500) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:49.224653 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-620b8328-438b-4d58-9823-1ed7647cb095 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-52502099-network', 'tenant_id': '3748cf9a29c247d4ab3fecfd4566c3e1'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:48:49.247522 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-620b8328-438b-4d58-9823-1ed7647cb095 admin admin] Made reservation on behalf of 3748cf9a29c247d4ab3fecfd4566c3e1 for: {'network': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:48:49.250686 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-620b8328-438b-4d58-9823-1ed7647cb095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:49.263716 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-620b8328-438b-4d58-9823-1ed7647cb095 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:49.361868 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-620b8328-438b-4d58-9823-1ed7647cb095 admin admin] Publish callbacks [] for security_group (ded20352-ed6a-438a-a759-1660fd81df66), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:49.366279 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-620b8328-438b-4d58-9823-1ed7647cb095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (ded20352-ed6a-438a-a759-1660fd81df66), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:49.380794 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-620b8328-438b-4d58-9823-1ed7647cb095 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=103140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:48:49.392430 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-620b8328-438b-4d58-9823-1ed7647cb095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (ecca5f5b-7cc2-49a9-8fc9-1f7af38d3c12), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:49.392788 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-620b8328-438b-4d58-9823-1ed7647cb095 admin admin] Added segment ecca5f5b-7cc2-49a9-8fc9-1f7af38d3c12 of type vlan for network af1dc3fa-8bcb-4c29-8327-07975a424986 Feb 09 21:48:49.463237 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-620b8328-438b-4d58-9823-1ed7647cb095 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (af1dc3fa-8bcb-4c29-8327-07975a424986), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:49.508321 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-620b8328-438b-4d58-9823-1ed7647cb095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (af1dc3fa-8bcb-4c29-8327-07975a424986), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:49.509694 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620b8328-438b-4d58-9823-1ed7647cb095 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:49.510928 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-620b8328-438b-4d58-9823-1ed7647cb095 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:49.568674 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-620b8328-438b-4d58-9823-1ed7647cb095 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4759274 Feb 09 21:48:49.569081 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 46524) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:48:49.574343 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-f7006497-b7ea-4faf-bae0-a4f0ff28779d admin admin] Request body: {'subnet': {'network_id': 'af1dc3fa-8bcb-4c29-8327-07975a424986', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-52502099-subnet', 'tenant_id': '3748cf9a29c247d4ab3fecfd4566c3e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:48:49.612242 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7006497-b7ea-4faf-bae0-a4f0ff28779d admin admin] Made reservation on behalf of 3748cf9a29c247d4ab3fecfd4566c3e1 for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:48:49.615434 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f7006497-b7ea-4faf-bae0-a4f0ff28779d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:49.639366 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620b8328-438b-4d58-9823-1ed7647cb095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ded20352-ed6a-438a-a759-1660fd81df66,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:49.691279 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620b8328-438b-4d58-9823-1ed7647cb095 admin admin] Pushing event updated for resources: {'Network': ['ID=af1dc3fa-8bcb-4c29-8327-07975a424986,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:49.715128 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network af1dc3fa-8bcb-4c29-8327-07975a424986 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:48:49.916056 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f7006497-b7ea-4faf-bae0-a4f0ff28779d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (7746a18e-ee15-4787-a932-fb43bb4910b4), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:49.986571 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7006497-b7ea-4faf-bae0-a4f0ff28779d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7746a18e-ee15-4787-a932-fb43bb4910b4,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:50.036299 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7006497-b7ea-4faf-bae0-a4f0ff28779d admin admin] Checking segment: {'id': 'ecca5f5b-7cc2-49a9-8fc9-1f7af38d3c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'af1dc3fa-8bcb-4c29-8327-07975a424986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:48:50.036675 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7006497-b7ea-4faf-bae0-a4f0ff28779d admin admin] Network hostable DHCP agents. Network: af1dc3fa-8bcb-4c29-8327-07975a424986, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:48:50.080020 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7006497-b7ea-4faf-bae0-a4f0ff28779d admin admin] Network af1dc3fa-8bcb-4c29-8327-07975a424986 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:48:50.105110 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-f7006497-b7ea-4faf-bae0-a4f0ff28779d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, af1dc3fa-8bcb-4c29-8327-07975a424986) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:48:50.117175 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b856ba2-db91-4c41-ad12-050453673979 None None] Network af1dc3fa-8bcb-4c29-8327-07975a424986 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:48:50.141810 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7006497-b7ea-4faf-bae0-a4f0ff28779d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:50.142603 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f7006497-b7ea-4faf-bae0-a4f0ff28779d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:50.178262 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-f7006497-b7ea-4faf-bae0-a4f0ff28779d admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6078320 Feb 09 21:48:50.218440 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16b95f5-9594-46e9-9394-20e9d1e1a101 req-25d27c4e-e5d9-4af2-9c57-7a5d1ac6beea tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:50.230508 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f16b95f5-9594-46e9-9394-20e9d1e1a101 req-25d27c4e-e5d9-4af2-9c57-7a5d1ac6beea tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/ports?device_id=08ee7f9d-0da7-4b38-af85-767e1a7343d0 HTTP/1.1" status: 200 len: 946 time: 0.1618063 Feb 09 21:48:50.301930 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee757a8-cf45-48ed-90aa-5c86144cd63a None None] Network af1dc3fa-8bcb-4c29-8327-07975a424986 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:48:50.332917 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f16b95f5-9594-46e9-9394-20e9d1e1a101 req-5458b187-5a85-4b71-a5bf-6d556d13ad51 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/security-groups?id=94013628-fdec-4344-8a46-79b1e0e851cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951998 Feb 09 21:48:50.902911 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99448abf-a88a-4726-9929-7967fec84b1e req-93b6488b-d223-4ded-9789-5d6592a51af7 tempest-InstanceActionsV221TestJSON-724150274 tempest-InstanceActionsV221TestJSON-724150274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:50.904723 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-99448abf-a88a-4726-9929-7967fec84b1e req-93b6488b-d223-4ded-9789-5d6592a51af7 tempest-InstanceActionsV221TestJSON-724150274 tempest-InstanceActionsV221TestJSON-724150274-project] 10.222.0.90 "GET /v2.0/networks?id=af1dc3fa-8bcb-4c29-8327-07975a424986 HTTP/1.1" status: 200 len: 816 time: 0.1702359 Feb 09 21:48:50.937825 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-99448abf-a88a-4726-9929-7967fec84b1e req-6c080917-617d-45ff-810f-870545757b50 tempest-InstanceActionsV221TestJSON-724150274 tempest-InstanceActionsV221TestJSON-724150274-project] 10.222.0.90 "GET /v2.0/quotas/3748cf9a29c247d4ab3fecfd4566c3e1 HTTP/1.1" status: 200 len: 375 time: 0.0153785 Feb 09 21:48:50.978233 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-99448abf-a88a-4726-9929-7967fec84b1e req-f7b79ae7-a841-4850-9a05-8582bdb7fba2 tempest-InstanceActionsV221TestJSON-724150274 tempest-InstanceActionsV221TestJSON-724150274-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=3748cf9a29c247d4ab3fecfd4566c3e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351102 Feb 09 21:48:51.113656 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-99448abf-a88a-4726-9929-7967fec84b1e req-04bc643f-bda6-4fb1-8fca-6e46d474ac45 service neutron] 10.222.0.90 "GET /v2.0/networks/af1dc3fa-8bcb-4c29-8327-07975a424986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282101 Feb 09 21:48:51.240452 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:51.245940 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-99448abf-a88a-4726-9929-7967fec84b1e req-925a4b75-1dbb-471e-945f-961480cee7a4 service neutron] 10.222.0.90 "GET /v2.0/networks/af1dc3fa-8bcb-4c29-8327-07975a424986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303005 Feb 09 21:48:51.582400 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4a181bca-da11-45c7-bbe9-1252c052cd27 req-04b52662-d276-4ff6-89f8-332ec1a7d1dc tempest-InstanceActionsV221TestJSON-724150274 tempest-InstanceActionsV221TestJSON-724150274-project] 10.222.0.90 "GET /v2.0/ports?device_id=a06e1048-7dd6-45de-965d-bbd26e59dee5 HTTP/1.1" status: 200 len: 210 time: 0.0687828 Feb 09 21:48:51.620334 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10853f30-8d4e-4688-9fe7-c166e0231104 req-691fd161-77d6-4368-9418-f0b27a784c95 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:51.627495 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-10853f30-8d4e-4688-9fe7-c166e0231104 req-691fd161-77d6-4368-9418-f0b27a784c95 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/ports?device_id=08ee7f9d-0da7-4b38-af85-767e1a7343d0 HTTP/1.1" status: 200 len: 946 time: 0.1760461 Feb 09 21:48:51.758483 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-10853f30-8d4e-4688-9fe7-c166e0231104 req-cccd6756-c575-49a8-8dfc-1fc44d50a5f2 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/security-groups?id=94013628-fdec-4344-8a46-79b1e0e851cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091413 Feb 09 21:48:52.730880 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3ec74ccc-e6de-4947-978e-4b4602b63a1d req-170f8919-417f-40bd-a9fe-182f0a0c37ab tempest-InstanceActionsV221TestJSON-724150274 tempest-InstanceActionsV221TestJSON-724150274-project] 10.222.0.90 "GET /v2.0/ports?device_id=a06e1048-7dd6-45de-965d-bbd26e59dee5 HTTP/1.1" status: 200 len: 210 time: 0.0436404 Feb 09 21:48:53.200576 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8600e4-771d-43d9-91dd-2461d57c8b89 req-dba66a71-2332-4a31-a29d-65a32d73889a tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:53.208640 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2d8600e4-771d-43d9-91dd-2461d57c8b89 req-dba66a71-2332-4a31-a29d-65a32d73889a tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/ports?device_id=08ee7f9d-0da7-4b38-af85-767e1a7343d0 HTTP/1.1" status: 200 len: 946 time: 0.3312438 Feb 09 21:48:53.412496 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2d8600e4-771d-43d9-91dd-2461d57c8b89 req-022d35e8-cef6-45d2-a81c-caeb255f7910 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/security-groups?id=94013628-fdec-4344-8a46-79b1e0e851cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888158 Feb 09 21:48:53.439487 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99448abf-a88a-4726-9929-7967fec84b1e req-7f72e0d5-e4a8-4285-839b-e2507241d9ea tempest-InstanceActionsV221TestJSON-724150274 tempest-InstanceActionsV221TestJSON-724150274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:53.441090 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-99448abf-a88a-4726-9929-7967fec84b1e req-7f72e0d5-e4a8-4285-839b-e2507241d9ea tempest-InstanceActionsV221TestJSON-724150274 tempest-InstanceActionsV221TestJSON-724150274-project] 10.222.0.95 "GET /v2.0/networks?id=af1dc3fa-8bcb-4c29-8327-07975a424986 HTTP/1.1" status: 200 len: 816 time: 0.4217310 Feb 09 21:48:53.458673 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-99448abf-a88a-4726-9929-7967fec84b1e req-750a83b4-df27-4ac3-8084-bacd91c0eea9 tempest-InstanceActionsV221TestJSON-724150274 tempest-InstanceActionsV221TestJSON-724150274-project] Request body: {'port': {'device_id': 'a06e1048-7dd6-45de-965d-bbd26e59dee5', 'network_id': 'af1dc3fa-8bcb-4c29-8327-07975a424986', 'admin_state_up': True, 'tenant_id': '3748cf9a29c247d4ab3fecfd4566c3e1'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:48:53.502008 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:53.666147 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99448abf-a88a-4726-9929-7967fec84b1e req-750a83b4-df27-4ac3-8084-bacd91c0eea9 tempest-InstanceActionsV221TestJSON-724150274 tempest-InstanceActionsV221TestJSON-724150274-project] Made reservation on behalf of 3748cf9a29c247d4ab3fecfd4566c3e1 for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:48:53.671315 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-99448abf-a88a-4726-9929-7967fec84b1e req-750a83b4-df27-4ac3-8084-bacd91c0eea9 tempest-InstanceActionsV221TestJSON-724150274 tempest-InstanceActionsV221TestJSON-724150274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:53.910487 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [req-99448abf-a88a-4726-9929-7967fec84b1e req-750a83b4-df27-4ac3-8084-bacd91c0eea9 tempest-InstanceActionsV221TestJSON-724150274 tempest-InstanceActionsV221TestJSON-724150274-project] Allocated IP 172.20.0.7 (af1dc3fa-8bcb-4c29-8327-07975a424986/7746a18e-ee15-4787-a932-fb43bb4910b4/08f42bb4-685f-435b-ac62-9551a0a5d75c) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:48:54.173075 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-99448abf-a88a-4726-9929-7967fec84b1e req-750a83b4-df27-4ac3-8084-bacd91c0eea9 tempest-InstanceActionsV221TestJSON-724150274 tempest-InstanceActionsV221TestJSON-724150274-project] Publish callbacks [] for port (08f42bb4-685f-435b-ac62-9551a0a5d75c), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:54.241701 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-be808670-d9fe-4521-8a66-3aea54fd6b2f req-9cb9e88b-e35e-4f21-bb4b-4d7f44bedf0f tempest-InstanceActionsV221TestJSON-724150274 tempest-InstanceActionsV221TestJSON-724150274-project] 10.222.0.90 "GET /v2.0/ports?device_id=a06e1048-7dd6-45de-965d-bbd26e59dee5 HTTP/1.1" status: 200 len: 210 time: 0.0651121 Feb 09 21:48:54.292335 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-99448abf-a88a-4726-9929-7967fec84b1e req-750a83b4-df27-4ac3-8084-bacd91c0eea9 tempest-InstanceActionsV221TestJSON-724150274 tempest-InstanceActionsV221TestJSON-724150274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (08f42bb4-685f-435b-ac62-9551a0a5d75c), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:54.399041 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99448abf-a88a-4726-9929-7967fec84b1e req-750a83b4-df27-4ac3-8084-bacd91c0eea9 tempest-InstanceActionsV221TestJSON-724150274 tempest-InstanceActionsV221TestJSON-724150274-project] Network af1dc3fa-8bcb-4c29-8327-07975a424986 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:48:54.410956 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [req-99448abf-a88a-4726-9929-7967fec84b1e req-750a83b4-df27-4ac3-8084-bacd91c0eea9 tempest-InstanceActionsV221TestJSON-724150274 tempest-InstanceActionsV221TestJSON-724150274-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:48:54.420901 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-99448abf-a88a-4726-9929-7967fec84b1e req-750a83b4-df27-4ac3-8084-bacd91c0eea9 tempest-InstanceActionsV221TestJSON-724150274 tempest-InstanceActionsV221TestJSON-724150274-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:48:54.495591 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750a83b4-df27-4ac3-8084-bacd91c0eea9 tempest-InstanceActionsV221TestJSON-724150274 tempest-InstanceActionsV221TestJSON-724150274-project] Pushing event updated for resources: {'Port': ['ID=08f42bb4-685f-435b-ac62-9551a0a5d75c,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:54.587095 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99448abf-a88a-4726-9929-7967fec84b1e req-750a83b4-df27-4ac3-8084-bacd91c0eea9 tempest-InstanceActionsV221TestJSON-724150274 tempest-InstanceActionsV221TestJSON-724150274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:54.587778 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-99448abf-a88a-4726-9929-7967fec84b1e req-750a83b4-df27-4ac3-8084-bacd91c0eea9 tempest-InstanceActionsV221TestJSON-724150274 tempest-InstanceActionsV221TestJSON-724150274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:54.645435 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-99448abf-a88a-4726-9929-7967fec84b1e req-750a83b4-df27-4ac3-8084-bacd91c0eea9 tempest-InstanceActionsV221TestJSON-724150274 tempest-InstanceActionsV221TestJSON-724150274-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1908360 Feb 09 21:48:54.660772 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-99448abf-a88a-4726-9929-7967fec84b1e req-58189484-206d-46ff-aa3b-5f90db8501e7 service neutron] Request body: {'port': {'device_id': 'a06e1048-7dd6-45de-965d-bbd26e59dee5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-5'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:48:54.732309 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-99448abf-a88a-4726-9929-7967fec84b1e req-58189484-206d-46ff-aa3b-5f90db8501e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (08f42bb4-685f-435b-ac62-9551a0a5d75c), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:54.876537 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e946901e-b7c2-447e-bee8-4ef10677b64c req-c355799f-0992-4599-a3fb-e394240b4c38 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:54.878098 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e946901e-b7c2-447e-bee8-4ef10677b64c req-c355799f-0992-4599-a3fb-e394240b4c38 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/ports?device_id=08ee7f9d-0da7-4b38-af85-767e1a7343d0 HTTP/1.1" status: 200 len: 946 time: 0.3618495 Feb 09 21:48:55.028618 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e946901e-b7c2-447e-bee8-4ef10677b64c req-e3be5917-8bdc-4cb3-9a6c-7948b4e71c13 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/security-groups?id=94013628-fdec-4344-8a46-79b1e0e851cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415601 Feb 09 21:48:55.180299 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [req-99448abf-a88a-4726-9929-7967fec84b1e req-58189484-206d-46ff-aa3b-5f90db8501e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08f42bb4-685f-435b-ac62-9551a0a5d75c {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:48:55.201585 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-99448abf-a88a-4726-9929-7967fec84b1e req-58189484-206d-46ff-aa3b-5f90db8501e7 service neutron] Publish callbacks [] for port (08f42bb4-685f-435b-ac62-9551a0a5d75c), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:55.243658 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [req-99448abf-a88a-4726-9929-7967fec84b1e req-58189484-206d-46ff-aa3b-5f90db8501e7 service neutron] Transition to ACTIVE for port object 08f42bb4-685f-435b-ac62-9551a0a5d75c will not be triggered until provisioned by entity L2. {{(pid=103140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:48:55.248210 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-99448abf-a88a-4726-9929-7967fec84b1e req-58189484-206d-46ff-aa3b-5f90db8501e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (08f42bb4-685f-435b-ac62-9551a0a5d75c), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:55.321567 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58189484-206d-46ff-aa3b-5f90db8501e7 service neutron] Pushing event updated for resources: {'Port': ['ID=08f42bb4-685f-435b-ac62-9551a0a5d75c,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:55.555097 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-99448abf-a88a-4726-9929-7967fec84b1e req-58189484-206d-46ff-aa3b-5f90db8501e7 service neutron] Attempting to bind port 08f42bb4-685f-435b-ac62-9551a0a5d75c on host n-h1-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:48:55.555442 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-99448abf-a88a-4726-9929-7967fec84b1e req-58189484-206d-46ff-aa3b-5f90db8501e7 service neutron] Attempting to bind port 08f42bb4-685f-435b-ac62-9551a0a5d75c by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': 'ecca5f5b-7cc2-49a9-8fc9-1f7af38d3c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'af1dc3fa-8bcb-4c29-8327-07975a424986'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:48:55.555774 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99448abf-a88a-4726-9929-7967fec84b1e req-58189484-206d-46ff-aa3b-5f90db8501e7 service neutron] Attempting to bind port 08f42bb4-685f-435b-ac62-9551a0a5d75c on network af1dc3fa-8bcb-4c29-8327-07975a424986 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:48:55.567364 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99448abf-a88a-4726-9929-7967fec84b1e req-58189484-206d-46ff-aa3b-5f90db8501e7 service neutron] Port 08f42bb4-685f-435b-ac62-9551a0a5d75c on network af1dc3fa-8bcb-4c29-8327-07975a424986 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:48:55.567698 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99448abf-a88a-4726-9929-7967fec84b1e req-58189484-206d-46ff-aa3b-5f90db8501e7 service neutron] Attempting to bind port 08f42bb4-685f-435b-ac62-9551a0a5d75c on network af1dc3fa-8bcb-4c29-8327-07975a424986 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:48:55.574263 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99448abf-a88a-4726-9929-7967fec84b1e req-58189484-206d-46ff-aa3b-5f90db8501e7 service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:48:55.574600 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99448abf-a88a-4726-9929-7967fec84b1e req-58189484-206d-46ff-aa3b-5f90db8501e7 service neutron] Checking segment: {'id': 'ecca5f5b-7cc2-49a9-8fc9-1f7af38d3c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'af1dc3fa-8bcb-4c29-8327-07975a424986'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:48:55.574985 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99448abf-a88a-4726-9929-7967fec84b1e req-58189484-206d-46ff-aa3b-5f90db8501e7 service neutron] Bound using segment: {'id': 'ecca5f5b-7cc2-49a9-8fc9-1f7af38d3c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'af1dc3fa-8bcb-4c29-8327-07975a424986'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:48:55.575416 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-99448abf-a88a-4726-9929-7967fec84b1e req-58189484-206d-46ff-aa3b-5f90db8501e7 service neutron] Bound port: 08f42bb4-685f-435b-ac62-9551a0a5d75c, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecca5f5b-7cc2-49a9-8fc9-1f7af38d3c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'af1dc3fa-8bcb-4c29-8327-07975a424986'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:48:55.575776 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-99448abf-a88a-4726-9929-7967fec84b1e req-58189484-206d-46ff-aa3b-5f90db8501e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (08f42bb4-685f-435b-ac62-9551a0a5d75c), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:55.645825 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f39863c-d1bd-4ccf-b714-6a7b733ad57a req-a5fd0906-1d81-494d-ac76-795321d23447 tempest-InstanceActionsV221TestJSON-724150274 tempest-InstanceActionsV221TestJSON-724150274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:55.650015 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5f39863c-d1bd-4ccf-b714-6a7b733ad57a req-a5fd0906-1d81-494d-ac76-795321d23447 tempest-InstanceActionsV221TestJSON-724150274 tempest-InstanceActionsV221TestJSON-724150274-project] 10.222.0.90 "GET /v2.0/ports?device_id=a06e1048-7dd6-45de-965d-bbd26e59dee5 HTTP/1.1" status: 200 len: 943 time: 0.2339458 Feb 09 21:48:55.722551 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-99448abf-a88a-4726-9929-7967fec84b1e req-58189484-206d-46ff-aa3b-5f90db8501e7 service neutron] For port 08f42bb4-685f-435b-ac62-9551a0a5d75c, host n-h1-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:48:55.752796 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5f39863c-d1bd-4ccf-b714-6a7b733ad57a req-156d40c3-cd6b-4039-8588-aab617389bba tempest-InstanceActionsV221TestJSON-724150274 tempest-InstanceActionsV221TestJSON-724150274-project] 10.222.0.90 "GET /v2.0/security-groups?id=ded20352-ed6a-438a-a759-1660fd81df66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965207 Feb 09 21:48:55.771083 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-99448abf-a88a-4726-9929-7967fec84b1e req-58189484-206d-46ff-aa3b-5f90db8501e7 service neutron] For port 08f42bb4-685f-435b-ac62-9551a0a5d75c, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=08f42bb4-685f-435b-ac62-9551a0a5d75c,segment=NetworkSegment(ecca5f5b-7cc2-49a9-8fc9-1f7af38d3c12),segment_id=ecca5f5b-7cc2-49a9-8fc9-1f7af38d3c12)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:48:55.779059 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-99448abf-a88a-4726-9929-7967fec84b1e req-58189484-206d-46ff-aa3b-5f90db8501e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (08f42bb4-685f-435b-ac62-9551a0a5d75c), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:55.835233 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99448abf-a88a-4726-9929-7967fec84b1e req-58189484-206d-46ff-aa3b-5f90db8501e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:55.836346 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-99448abf-a88a-4726-9929-7967fec84b1e req-58189484-206d-46ff-aa3b-5f90db8501e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:48:55.837285 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-99448abf-a88a-4726-9929-7967fec84b1e req-58189484-206d-46ff-aa3b-5f90db8501e7 service neutron] 10.222.0.95 "PUT /v2.0/ports/08f42bb4-685f-435b-ac62-9551a0a5d75c HTTP/1.1" status: 200 len: 1091 time: 1.1826746 Feb 09 21:48:55.837735 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a06e1048-7dd6-45de-965d-bbd26e59dee5', 'tag': '08f42bb4-685f-435b-ac62-9551a0a5d75c'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:48:55.840039 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a748ff8-3bcd-4bb5-87bb-b5fdc9e5a0d0" -d '{"events": [{"name": "network-changed", "server_uuid": "a06e1048-7dd6-45de-965d-bbd26e59dee5", "tag": "08f42bb4-685f-435b-ac62-9551a0a5d75c"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:48:55.909131 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac14a448-8a7f-4bfb-b6e0-c90c5f3c2b3a x-openstack-request-id: req-ac14a448-8a7f-4bfb-b6e0-c90c5f3c2b3a {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:48:55.909131 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a06e1048-7dd6-45de-965d-bbd26e59dee5", "tag": "08f42bb4-685f-435b-ac62-9551a0a5d75c", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:48:55.909131 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-ac14a448-8a7f-4bfb-b6e0-c90c5f3c2b3a {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:48:55.909499 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a06e1048-7dd6-45de-965d-bbd26e59dee5', 'tag': '08f42bb4-685f-435b-ac62-9551a0a5d75c', 'status': 'completed', 'code': 200} Feb 09 21:48:55.959941 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58189484-206d-46ff-aa3b-5f90db8501e7 service neutron] Pushing event updated for resources: {'Port': ['ID=08f42bb4-685f-435b-ac62-9551a0a5d75c,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:48:56.003060 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99448abf-a88a-4726-9929-7967fec84b1e req-0ae06717-8bfb-4726-b188-a1b49688072c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:56.004697 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-99448abf-a88a-4726-9929-7967fec84b1e req-0ae06717-8bfb-4726-b188-a1b49688072c service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=3748cf9a29c247d4ab3fecfd4566c3e1&device_id=a06e1048-7dd6-45de-965d-bbd26e59dee5 HTTP/1.1" status: 200 len: 1125 time: 0.1175671 Feb 09 21:48:56.082292 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-99448abf-a88a-4726-9929-7967fec84b1e req-ff8a1564-9fcb-473c-95d4-1983d640d73d service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=08f42bb4-685f-435b-ac62-9551a0a5d75c HTTP/1.1" status: 200 len: 217 time: 0.0668666 Feb 09 21:48:56.236406 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99448abf-a88a-4726-9929-7967fec84b1e req-df9fc460-5c0f-4970-a22b-d857b17906e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:56.238144 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-99448abf-a88a-4726-9929-7967fec84b1e req-df9fc460-5c0f-4970-a22b-d857b17906e8 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=7746a18e-ee15-4787-a932-fb43bb4910b4 HTTP/1.1" status: 200 len: 856 time: 0.1492186 Feb 09 21:48:56.298856 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-99448abf-a88a-4726-9929-7967fec84b1e req-55413f80-5e0b-44d1-903b-7736537a53b8 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=af1dc3fa-8bcb-4c29-8327-07975a424986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513775 Feb 09 21:48:56.552427 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-99448abf-a88a-4726-9929-7967fec84b1e req-d2fb74db-a58f-42b8-bf60-63e9a90ce304 service neutron] 10.222.0.95 "GET /v2.0/networks/af1dc3fa-8bcb-4c29-8327-07975a424986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377744 Feb 09 21:48:56.560884 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8130c7-de7b-43c9-91e1-52f79e61100a req-ee963730-a282-4f08-bc4f-bb359ee4a866 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:56.581457 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ca8130c7-de7b-43c9-91e1-52f79e61100a req-ee963730-a282-4f08-bc4f-bb359ee4a866 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/ports?device_id=08ee7f9d-0da7-4b38-af85-767e1a7343d0 HTTP/1.1" status: 200 len: 946 time: 0.4289382 Feb 09 21:48:56.777242 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ca8130c7-de7b-43c9-91e1-52f79e61100a req-bd528983-eb22-4917-b575-6c2637ca9a50 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/security-groups?id=94013628-fdec-4344-8a46-79b1e0e851cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947935 Feb 09 21:48:56.834340 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-99448abf-a88a-4726-9929-7967fec84b1e req-4c00b5ce-1e1f-4b0f-9bfc-0754eae77a14 service neutron] 10.222.0.95 "GET /v2.0/networks/af1dc3fa-8bcb-4c29-8327-07975a424986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458811 Feb 09 21:48:57.096738 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb246584-8a8b-4fc7-b271-d51ed83012dd req-54ce10bc-22ed-408b-92fd-612fa9e69a01 tempest-InstanceActionsV221TestJSON-724150274 tempest-InstanceActionsV221TestJSON-724150274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:57.098385 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cb246584-8a8b-4fc7-b271-d51ed83012dd req-54ce10bc-22ed-408b-92fd-612fa9e69a01 tempest-InstanceActionsV221TestJSON-724150274 tempest-InstanceActionsV221TestJSON-724150274-project] 10.222.0.90 "GET /v2.0/ports?device_id=a06e1048-7dd6-45de-965d-bbd26e59dee5 HTTP/1.1" status: 200 len: 943 time: 0.1714067 Feb 09 21:48:57.100644 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a748ff8-3bcd-4bb5-87bb-b5fdc9e5a0d0 req-fab6ddda-c7b7-42fa-90cb-31e062222b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:57.102088 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5a748ff8-3bcd-4bb5-87bb-b5fdc9e5a0d0 req-fab6ddda-c7b7-42fa-90cb-31e062222b54 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=3748cf9a29c247d4ab3fecfd4566c3e1&device_id=a06e1048-7dd6-45de-965d-bbd26e59dee5 HTTP/1.1" status: 200 len: 1125 time: 0.2041969 Feb 09 21:48:57.230035 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cb246584-8a8b-4fc7-b271-d51ed83012dd req-852718ab-4fd7-4bb2-ad8d-419874200b00 tempest-InstanceActionsV221TestJSON-724150274 tempest-InstanceActionsV221TestJSON-724150274-project] 10.222.0.90 "GET /v2.0/security-groups?id=ded20352-ed6a-438a-a759-1660fd81df66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243205 Feb 09 21:48:57.284137 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a748ff8-3bcd-4bb5-87bb-b5fdc9e5a0d0 req-7f990031-dba7-41b7-8d6e-71ed67f4d084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:57.285864 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5a748ff8-3bcd-4bb5-87bb-b5fdc9e5a0d0 req-7f990031-dba7-41b7-8d6e-71ed67f4d084 service neutron] 10.222.0.95 "GET /v2.0/networks?id=af1dc3fa-8bcb-4c29-8327-07975a424986 HTTP/1.1" status: 200 len: 917 time: 0.1725166 Feb 09 21:48:57.341881 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5a748ff8-3bcd-4bb5-87bb-b5fdc9e5a0d0 req-c7a0f5d7-0eae-4605-8861-cb3d3669e1fd service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=08f42bb4-685f-435b-ac62-9551a0a5d75c HTTP/1.1" status: 200 len: 217 time: 0.0429683 Feb 09 21:48:57.422545 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a748ff8-3bcd-4bb5-87bb-b5fdc9e5a0d0 req-0b6e6d6d-a0f3-4d17-a0f4-8fe2e39c867b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:57.427097 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5a748ff8-3bcd-4bb5-87bb-b5fdc9e5a0d0 req-0b6e6d6d-a0f3-4d17-a0f4-8fe2e39c867b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=7746a18e-ee15-4787-a932-fb43bb4910b4 HTTP/1.1" status: 200 len: 856 time: 0.0788395 Feb 09 21:48:57.504113 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5a748ff8-3bcd-4bb5-87bb-b5fdc9e5a0d0 req-a562c2c0-e74d-439c-a838-a262c8117832 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=af1dc3fa-8bcb-4c29-8327-07975a424986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683370 Feb 09 21:48:57.686327 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5a748ff8-3bcd-4bb5-87bb-b5fdc9e5a0d0 req-2855a309-0907-4cd7-ac69-db4f836ba3b3 service neutron] 10.222.0.95 "GET /v2.0/networks/af1dc3fa-8bcb-4c29-8327-07975a424986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748524 Feb 09 21:48:57.921970 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5a748ff8-3bcd-4bb5-87bb-b5fdc9e5a0d0 req-804be3a7-b65a-4fbb-9420-2f94cddc779a service neutron] 10.222.0.95 "GET /v2.0/networks/af1dc3fa-8bcb-4c29-8327-07975a424986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219551 Feb 09 21:48:57.966666 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c893a8f1-e92e-4304-8c9c-624d63c8c8f1 req-050a08a1-e6b0-4ae2-8ac6-f31e3d7d2376 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:57.968592 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c893a8f1-e92e-4304-8c9c-624d63c8c8f1 req-050a08a1-e6b0-4ae2-8ac6-f31e3d7d2376 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/ports?device_id=08ee7f9d-0da7-4b38-af85-767e1a7343d0 HTTP/1.1" status: 200 len: 946 time: 0.1164072 Feb 09 21:48:58.071313 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c893a8f1-e92e-4304-8c9c-624d63c8c8f1 req-fbd1b4ae-d2f9-4d2e-80f0-9de55c4a4e17 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/security-groups?id=94013628-fdec-4344-8a46-79b1e0e851cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958517 Feb 09 21:48:58.455501 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4255bfdb-592a-4c79-99f9-0055ae6560b1 req-dc03c703-efbd-44b7-bf93-a716deefadb8 tempest-InstanceActionsV221TestJSON-724150274 tempest-InstanceActionsV221TestJSON-724150274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:58.459329 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4255bfdb-592a-4c79-99f9-0055ae6560b1 req-dc03c703-efbd-44b7-bf93-a716deefadb8 tempest-InstanceActionsV221TestJSON-724150274 tempest-InstanceActionsV221TestJSON-724150274-project] 10.222.0.90 "GET /v2.0/ports?device_id=a06e1048-7dd6-45de-965d-bbd26e59dee5 HTTP/1.1" status: 200 len: 943 time: 0.1163511 Feb 09 21:48:58.523018 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06071fb4-90b4-4e7c-9864-552f271c266a req-97ed12a6-cb86-4f0e-9f02-1eb202f42d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:58.526375 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-06071fb4-90b4-4e7c-9864-552f271c266a req-97ed12a6-cb86-4f0e-9f02-1eb202f42d1c service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=08ee7f9d-0da7-4b38-af85-767e1a7343d0 HTTP/1.1" status: 200 len: 1128 time: 0.1062484 Feb 09 21:48:58.551949 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4255bfdb-592a-4c79-99f9-0055ae6560b1 req-b717f824-6f2e-4d11-8293-faefa1598949 tempest-InstanceActionsV221TestJSON-724150274 tempest-InstanceActionsV221TestJSON-724150274-project] 10.222.0.90 "GET /v2.0/security-groups?id=ded20352-ed6a-438a-a759-1660fd81df66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881405 Feb 09 21:48:58.607848 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-06071fb4-90b4-4e7c-9864-552f271c266a req-2b45471e-899f-4b7d-b596-aec6de5c858a service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=94013628-fdec-4344-8a46-79b1e0e851cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687954 Feb 09 21:48:59.270408 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e39c1-1bc4-4ce1-ae51-e95d9f585627 req-4752cdba-2e3d-45fd-9b36-f007140507b8 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:59.271952 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-094e39c1-1bc4-4ce1-ae51-e95d9f585627 req-4752cdba-2e3d-45fd-9b36-f007140507b8 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/ports?device_id=08ee7f9d-0da7-4b38-af85-767e1a7343d0 HTTP/1.1" status: 200 len: 946 time: 0.1009979 Feb 09 21:48:59.357555 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-094e39c1-1bc4-4ce1-ae51-e95d9f585627 req-e2b2e026-b44a-42a0-9b47-cd01d33314c2 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/security-groups?id=94013628-fdec-4344-8a46-79b1e0e851cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777917 Feb 09 21:48:59.774614 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3dd31c-ce80-487f-84b4-2c315e7421a6 req-4883dfed-5032-48c4-a109-84077bda4b98 tempest-InstanceActionsV221TestJSON-724150274 tempest-InstanceActionsV221TestJSON-724150274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:48:59.777672 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5d3dd31c-ce80-487f-84b4-2c315e7421a6 req-4883dfed-5032-48c4-a109-84077bda4b98 tempest-InstanceActionsV221TestJSON-724150274 tempest-InstanceActionsV221TestJSON-724150274-project] 10.222.0.90 "GET /v2.0/ports?device_id=a06e1048-7dd6-45de-965d-bbd26e59dee5 HTTP/1.1" status: 200 len: 943 time: 0.1058867 Feb 09 21:48:59.868111 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5d3dd31c-ce80-487f-84b4-2c315e7421a6 req-b0b22cc7-6591-45e8-a57d-9e8b1a2e8c05 tempest-InstanceActionsV221TestJSON-724150274 tempest-InstanceActionsV221TestJSON-724150274-project] 10.222.0.90 "GET /v2.0/security-groups?id=ded20352-ed6a-438a-a759-1660fd81df66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848744 Feb 09 21:49:00.069105 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 08f42bb4-685f-435b-ac62-9551a0a5d75c details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:49:00.207538 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 08f42bb4-685f-435b-ac62-9551a0a5d75c, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=08f42bb4-685f-435b-ac62-9551a0a5d75c,segment=NetworkSegment(ecca5f5b-7cc2-49a9-8fc9-1f7af38d3c12),segment_id=ecca5f5b-7cc2-49a9-8fc9-1f7af38d3c12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:49:00.220782 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': '08f42bb4-685f-435b-ac62-9551a0a5d75c', 'network_id': 'af1dc3fa-8bcb-4c29-8327-07975a424986', 'port_id': '08f42bb4-685f-435b-ac62-9551a0a5d75c', 'mac_address': 'fa:16:3e:5e:28:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7746a18e-ee15-4787-a932-fb43bb4910b4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:49:00.312638 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 08f42bb4-685f-435b-ac62-9551a0a5d75c is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:49:00.313135 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (08f42bb4-685f-435b-ac62-9551a0a5d75c), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:00.337695 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08f42bb4-685f-435b-ac62-9551a0a5d75c {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:49:00.363937 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 08f42bb4-685f-435b-ac62-9551a0a5d75c, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=08f42bb4-685f-435b-ac62-9551a0a5d75c,segment=NetworkSegment(ecca5f5b-7cc2-49a9-8fc9-1f7af38d3c12),segment_id=ecca5f5b-7cc2-49a9-8fc9-1f7af38d3c12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:49:00.369450 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (08f42bb4-685f-435b-ac62-9551a0a5d75c), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:00.439587 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=08f42bb4-685f-435b-ac62-9551a0a5d75c,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:00.552719 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef8a1b8-08f0-47b8-a9f7-8f35dd37fa98 req-aebbb8d8-e676-4ef3-bfbb-2d15803aa19d tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:00.555142 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fef8a1b8-08f0-47b8-a9f7-8f35dd37fa98 req-aebbb8d8-e676-4ef3-bfbb-2d15803aa19d tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/ports?device_id=08ee7f9d-0da7-4b38-af85-767e1a7343d0 HTTP/1.1" status: 200 len: 946 time: 0.0710318 Feb 09 21:49:00.613114 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fef8a1b8-08f0-47b8-a9f7-8f35dd37fa98 req-c976de9a-f019-412d-833e-843d443df362 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/security-groups?id=94013628-fdec-4344-8a46-79b1e0e851cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520768 Feb 09 21:49:00.691023 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['08f42bb4-685f-435b-ac62-9551a0a5d75c'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:49:00.814117 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe838c2-6104-4c6b-83e0-9953795e1ed7 req-f152aaf9-0edc-4793-b783-1a5ad42c7f78 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:00.815619 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dfe838c2-6104-4c6b-83e0-9953795e1ed7 req-f152aaf9-0edc-4793-b783-1a5ad42c7f78 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/ports?device_id=a6d64455-240d-447f-a385-b196e85b5a1b HTTP/1.1" status: 200 len: 946 time: 0.0827551 Feb 09 21:49:00.927770 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dfe838c2-6104-4c6b-83e0-9953795e1ed7 req-05586256-17fc-41d9-b107-08dbcadfccaa tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/security-groups?id=94013628-fdec-4344-8a46-79b1e0e851cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061502 Feb 09 21:49:01.165294 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e87823a-d8a3-40cc-ac83-c3d74f226437 req-77e3d54e-a622-44cc-92dd-7d50e9b009b8 tempest-InstanceActionsV221TestJSON-724150274 tempest-InstanceActionsV221TestJSON-724150274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:01.174894 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1e87823a-d8a3-40cc-ac83-c3d74f226437 req-77e3d54e-a622-44cc-92dd-7d50e9b009b8 tempest-InstanceActionsV221TestJSON-724150274 tempest-InstanceActionsV221TestJSON-724150274-project] 10.222.0.90 "GET /v2.0/ports?device_id=a06e1048-7dd6-45de-965d-bbd26e59dee5 HTTP/1.1" status: 200 len: 944 time: 0.1233032 Feb 09 21:49:01.246887 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1e87823a-d8a3-40cc-ac83-c3d74f226437 req-af2e0199-0900-4cff-94ce-10517d320820 tempest-InstanceActionsV221TestJSON-724150274 tempest-InstanceActionsV221TestJSON-724150274-project] 10.222.0.90 "GET /v2.0/security-groups?id=ded20352-ed6a-438a-a759-1660fd81df66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711215 Feb 09 21:49:01.368197 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e58e3-1556-4290-a812-10ab50356e9b req-0a26c4d8-5c37-4c8e-b8ea-c3d1b82603b1 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:01.370662 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d23e58e3-1556-4290-a812-10ab50356e9b req-0a26c4d8-5c37-4c8e-b8ea-c3d1b82603b1 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/ports?device_id=a6d64455-240d-447f-a385-b196e85b5a1b HTTP/1.1" status: 200 len: 946 time: 0.0674992 Feb 09 21:49:01.446587 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d23e58e3-1556-4290-a812-10ab50356e9b req-1d0f71e7-a390-4cf2-8391-239dee37dd1b tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/security-groups?id=94013628-fdec-4344-8a46-79b1e0e851cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670810 Feb 09 21:49:02.094576 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 08f42bb4-685f-435b-ac62-9551a0a5d75c up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:49:02.254763 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning for port 08f42bb4-685f-435b-ac62-9551a0a5d75c completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:49:02.266774 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port 08f42bb4-685f-435b-ac62-9551a0a5d75c triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:49:02.268210 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (08f42bb4-685f-435b-ac62-9551a0a5d75c), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:02.428557 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 08f42bb4-685f-435b-ac62-9551a0a5d75c is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:49:02.428872 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (08f42bb4-685f-435b-ac62-9551a0a5d75c), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:02.454578 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca33776-e8ef-4faf-bd6d-fe5242cba16a req-774ada09-84aa-421b-a19b-2949e108a3a4 tempest-InstanceActionsV221TestJSON-724150274 tempest-InstanceActionsV221TestJSON-724150274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:02.466654 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bca33776-e8ef-4faf-bd6d-fe5242cba16a req-774ada09-84aa-421b-a19b-2949e108a3a4 tempest-InstanceActionsV221TestJSON-724150274 tempest-InstanceActionsV221TestJSON-724150274-project] 10.222.0.90 "GET /v2.0/ports?device_id=a06e1048-7dd6-45de-965d-bbd26e59dee5 HTTP/1.1" status: 200 len: 944 time: 0.1083395 Feb 09 21:49:02.493733 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 08f42bb4-685f-435b-ac62-9551a0a5d75c, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=08f42bb4-685f-435b-ac62-9551a0a5d75c,segment=NetworkSegment(ecca5f5b-7cc2-49a9-8fc9-1f7af38d3c12),segment_id=ecca5f5b-7cc2-49a9-8fc9-1f7af38d3c12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:49:02.495958 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a06e1048-7dd6-45de-965d-bbd26e59dee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08f42bb4-685f-435b-ac62-9551a0a5d75c'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:49:02.499519 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0f7c061-5049-40d2-bd34-7ba99acf3f30" -d '{"events": [{"server_uuid": "a06e1048-7dd6-45de-965d-bbd26e59dee5", "name": "network-vif-plugged", "status": "completed", "tag": "08f42bb4-685f-435b-ac62-9551a0a5d75c"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:49:02.503537 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (08f42bb4-685f-435b-ac62-9551a0a5d75c), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:02.563976 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=08f42bb4-685f-435b-ac62-9551a0a5d75c,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:02.579307 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bca33776-e8ef-4faf-bd6d-fe5242cba16a req-53b5fc96-167e-4ceb-a40d-79836ea03449 tempest-InstanceActionsV221TestJSON-724150274 tempest-InstanceActionsV221TestJSON-724150274-project] 10.222.0.90 "GET /v2.0/security-groups?id=ded20352-ed6a-438a-a759-1660fd81df66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115229 Feb 09 21:49:02.662675 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcf7e15-ccf6-45f9-b910-4984c06719e4 req-0074dd68-b7ee-4c6b-9c50-9c5098d6967e tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:02.667196 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31391f81-6f8d-4acf-9d94-659c73fd800e x-openstack-request-id: req-31391f81-6f8d-4acf-9d94-659c73fd800e {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:49:02.667496 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a06e1048-7dd6-45de-965d-bbd26e59dee5", "name": "network-vif-plugged", "status": "completed", "tag": "08f42bb4-685f-435b-ac62-9551a0a5d75c", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:49:02.667753 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-31391f81-6f8d-4acf-9d94-659c73fd800e {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:49:02.668154 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a06e1048-7dd6-45de-965d-bbd26e59dee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08f42bb4-685f-435b-ac62-9551a0a5d75c', 'code': 200} Feb 09 21:49:02.668520 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-abcf7e15-ccf6-45f9-b910-4984c06719e4 req-0074dd68-b7ee-4c6b-9c50-9c5098d6967e tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/ports?device_id=a6d64455-240d-447f-a385-b196e85b5a1b HTTP/1.1" status: 200 len: 946 time: 0.0762038 Feb 09 21:49:02.869023 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-abcf7e15-ccf6-45f9-b910-4984c06719e4 req-10434b33-5313-4bfe-a567-5b6adca10d36 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/security-groups?id=94013628-fdec-4344-8a46-79b1e0e851cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855986 Feb 09 21:49:02.879628 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e4098-b0f4-4e29-9703-472fb5bc31fc req-8e643bc4-7c5e-4f97-9a88-b312c91f8756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:02.887181 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6d4e4098-b0f4-4e29-9703-472fb5bc31fc req-8e643bc4-7c5e-4f97-9a88-b312c91f8756 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=a06e1048-7dd6-45de-965d-bbd26e59dee5 HTTP/1.1" status: 200 len: 1127 time: 0.1402161 Feb 09 21:49:03.005892 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6d4e4098-b0f4-4e29-9703-472fb5bc31fc req-62f6485f-b272-4637-85eb-9f7ccec50296 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=ded20352-ed6a-438a-a759-1660fd81df66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120076 Feb 09 21:49:03.421583 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1965162-5ae2-490d-a7db-817929cc853c req-d16454b1-3437-41d6-968c-d4b5eb83072b tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:03.432578 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c1965162-5ae2-490d-a7db-817929cc853c req-d16454b1-3437-41d6-968c-d4b5eb83072b tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/ports?device_id=a6d64455-240d-447f-a385-b196e85b5a1b HTTP/1.1" status: 200 len: 946 time: 0.0970335 Feb 09 21:49:03.560666 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c1965162-5ae2-490d-a7db-817929cc853c req-23e2ee5d-6a29-4f7a-bcd6-83c4f68ef660 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/security-groups?id=94013628-fdec-4344-8a46-79b1e0e851cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267476 Feb 09 21:49:03.776784 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d888d155-83b0-4673-acea-a68675d36e35 req-19a40c0f-7def-4696-88ab-4dbb28f12e3f tempest-InstanceActionsV221TestJSON-724150274 tempest-InstanceActionsV221TestJSON-724150274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:03.778271 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d888d155-83b0-4673-acea-a68675d36e35 req-19a40c0f-7def-4696-88ab-4dbb28f12e3f tempest-InstanceActionsV221TestJSON-724150274 tempest-InstanceActionsV221TestJSON-724150274-project] 10.222.0.90 "GET /v2.0/ports?device_id=a06e1048-7dd6-45de-965d-bbd26e59dee5 HTTP/1.1" status: 200 len: 945 time: 0.0945246 Feb 09 21:49:03.881326 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d888d155-83b0-4673-acea-a68675d36e35 req-cfdaf815-d986-4279-9bf6-a8d795aee58b tempest-InstanceActionsV221TestJSON-724150274 tempest-InstanceActionsV221TestJSON-724150274-project] 10.222.0.90 "GET /v2.0/security-groups?id=ded20352-ed6a-438a-a759-1660fd81df66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960464 Feb 09 21:49:04.773315 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de1310d-e044-4ba9-ae63-199a40847298 req-e28ac99d-d2c5-40d4-b9c3-896a076a28bc tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:04.774896 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6de1310d-e044-4ba9-ae63-199a40847298 req-e28ac99d-d2c5-40d4-b9c3-896a076a28bc tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/ports?device_id=a6d64455-240d-447f-a385-b196e85b5a1b HTTP/1.1" status: 200 len: 946 time: 0.0956573 Feb 09 21:49:04.852047 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6de1310d-e044-4ba9-ae63-199a40847298 req-606656f9-4a91-4df3-9f43-011a085bde9e tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/security-groups?id=94013628-fdec-4344-8a46-79b1e0e851cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705392 Feb 09 21:49:05.079935 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f4c0dc-d00a-4b9e-954c-1ba911024ef4 req-f31f7a06-2596-4ce0-9f3a-2407fd5d67f5 tempest-InstanceActionsV221TestJSON-724150274 tempest-InstanceActionsV221TestJSON-724150274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:05.095401 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-63f4c0dc-d00a-4b9e-954c-1ba911024ef4 req-f31f7a06-2596-4ce0-9f3a-2407fd5d67f5 tempest-InstanceActionsV221TestJSON-724150274 tempest-InstanceActionsV221TestJSON-724150274-project] 10.222.0.90 "GET /v2.0/ports?device_id=a06e1048-7dd6-45de-965d-bbd26e59dee5 HTTP/1.1" status: 200 len: 945 time: 0.1033974 Feb 09 21:49:05.211179 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-63f4c0dc-d00a-4b9e-954c-1ba911024ef4 req-2a975084-bcd8-41cd-8a7d-1fb2ceb5b274 tempest-InstanceActionsV221TestJSON-724150274 tempest-InstanceActionsV221TestJSON-724150274-project] 10.222.0.90 "GET /v2.0/security-groups?id=ded20352-ed6a-438a-a759-1660fd81df66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146762 Feb 09 21:49:05.617475 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657f732d-32d1-4d0e-ab9a-df2360e1b43a req-7c38232f-f99a-4ced-9721-434a8cfcdc17 tempest-InstanceActionsV221TestJSON-724150274 tempest-InstanceActionsV221TestJSON-724150274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:05.624815 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-657f732d-32d1-4d0e-ab9a-df2360e1b43a req-7c38232f-f99a-4ced-9721-434a8cfcdc17 tempest-InstanceActionsV221TestJSON-724150274 tempest-InstanceActionsV221TestJSON-724150274-project] 10.222.0.90 "GET /v2.0/ports?device_id=a06e1048-7dd6-45de-965d-bbd26e59dee5 HTTP/1.1" status: 200 len: 945 time: 0.0651987 Feb 09 21:49:05.739927 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-657f732d-32d1-4d0e-ab9a-df2360e1b43a req-fd47d11a-8345-4b43-bebe-f56e1a6fb375 tempest-InstanceActionsV221TestJSON-724150274 tempest-InstanceActionsV221TestJSON-724150274-project] 10.222.0.90 "GET /v2.0/security-groups?id=ded20352-ed6a-438a-a759-1660fd81df66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141341 Feb 09 21:49:06.925386 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867ab13a-9a00-402c-96d8-ec2ea428c2a0 req-2474c7f1-0c7d-4d12-8898-4b6c261a78b4 tempest-InstanceActionsV221TestJSON-724150274 tempest-InstanceActionsV221TestJSON-724150274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:06.935405 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-867ab13a-9a00-402c-96d8-ec2ea428c2a0 req-2474c7f1-0c7d-4d12-8898-4b6c261a78b4 tempest-InstanceActionsV221TestJSON-724150274 tempest-InstanceActionsV221TestJSON-724150274-project] 10.222.0.90 "GET /v2.0/ports?device_id=a06e1048-7dd6-45de-965d-bbd26e59dee5 HTTP/1.1" status: 200 len: 945 time: 0.1139905 Feb 09 21:49:07.001665 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-867ab13a-9a00-402c-96d8-ec2ea428c2a0 req-74d5e679-f8f1-4d56-8711-d35cb7f3d275 tempest-InstanceActionsV221TestJSON-724150274 tempest-InstanceActionsV221TestJSON-724150274-project] 10.222.0.90 "GET /v2.0/security-groups?id=ded20352-ed6a-438a-a759-1660fd81df66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650089 Feb 09 21:49:07.638110 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 46854) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:07.673443 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955a83d4-0b28-49dd-b1ec-808f8a082dcb req-970d52c8-9e52-4e1e-ae47-1bfd2ff1866f tempest-InstanceActionsV221TestJSON-724150274 tempest-InstanceActionsV221TestJSON-724150274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:07.675375 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-955a83d4-0b28-49dd-b1ec-808f8a082dcb req-970d52c8-9e52-4e1e-ae47-1bfd2ff1866f tempest-InstanceActionsV221TestJSON-724150274 tempest-InstanceActionsV221TestJSON-724150274-project] 10.222.0.95 "GET /v2.0/ports?device_id=a06e1048-7dd6-45de-965d-bbd26e59dee5 HTTP/1.1" status: 200 len: 945 time: 0.1636314 Feb 09 21:49:07.796046 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-434b2b1c-5b2b-4d1e-b696-a701dcabb2ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:07.824740 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-955a83d4-0b28-49dd-b1ec-808f8a082dcb req-5853faba-083b-41ec-a409-b860fc66fdee tempest-InstanceActionsV221TestJSON-724150274 tempest-InstanceActionsV221TestJSON-724150274-project] Deleting port 08f42bb4-685f-435b-ac62-9551a0a5d75c {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:49:07.825225 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-955a83d4-0b28-49dd-b1ec-808f8a082dcb req-5853faba-083b-41ec-a409-b860fc66fdee tempest-InstanceActionsV221TestJSON-724150274 tempest-InstanceActionsV221TestJSON-724150274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (08f42bb4-685f-435b-ac62-9551a0a5d75c), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:07.901742 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-434b2b1c-5b2b-4d1e-b696-a701dcabb2ea admin admin] Publish callbacks [] for security_group (a28a768d-20cb-46d0-8993-f8b73801a563), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:07.906689 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-434b2b1c-5b2b-4d1e-b696-a701dcabb2ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (a28a768d-20cb-46d0-8993-f8b73801a563), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:07.959018 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-955a83d4-0b28-49dd-b1ec-808f8a082dcb req-5853faba-083b-41ec-a409-b860fc66fdee tempest-InstanceActionsV221TestJSON-724150274 tempest-InstanceActionsV221TestJSON-724150274-project] For port 08f42bb4-685f-435b-ac62-9551a0a5d75c, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=08f42bb4-685f-435b-ac62-9551a0a5d75c,segment=NetworkSegment(ecca5f5b-7cc2-49a9-8fc9-1f7af38d3c12),segment_id=ecca5f5b-7cc2-49a9-8fc9-1f7af38d3c12)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:49:07.959700 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-955a83d4-0b28-49dd-b1ec-808f8a082dcb req-5853faba-083b-41ec-a409-b860fc66fdee tempest-InstanceActionsV221TestJSON-724150274 tempest-InstanceActionsV221TestJSON-724150274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (08f42bb4-685f-435b-ac62-9551a0a5d75c), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:07.975396 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-955a83d4-0b28-49dd-b1ec-808f8a082dcb req-5853faba-083b-41ec-a409-b860fc66fdee tempest-InstanceActionsV221TestJSON-724150274 tempest-InstanceActionsV221TestJSON-724150274-project] Calling delete_port for 08f42bb4-685f-435b-ac62-9551a0a5d75c owned by compute:nova {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:49:08.013933 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-434b2b1c-5b2b-4d1e-b696-a701dcabb2ea admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=1774fa0896d94dc9878249d39e1a7227&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3739076 Feb 09 21:49:08.017037 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 46862) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:08.019261 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434b2b1c-5b2b-4d1e-b696-a701dcabb2ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a28a768d-20cb-46d0-8993-f8b73801a563,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:08.169127 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b420a67a-326b-4012-b098-05d1b7a640ab admin admin] Publish callbacks [] for security_group (a28a768d-20cb-46d0-8993-f8b73801a563), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:08.199225 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b420a67a-326b-4012-b098-05d1b7a640ab admin admin] Publish callbacks [] for security_group (a28a768d-20cb-46d0-8993-f8b73801a563), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:08.254644 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b420a67a-326b-4012-b098-05d1b7a640ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (a28a768d-20cb-46d0-8993-f8b73801a563), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:08.258058 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b420a67a-326b-4012-b098-05d1b7a640ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:08.261167 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-b420a67a-326b-4012-b098-05d1b7a640ab admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/a28a768d-20cb-46d0-8993-f8b73801a563 HTTP/1.1" status: 204 len: 168 time: 0.2428627 Feb 09 21:49:08.290076 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b420a67a-326b-4012-b098-05d1b7a640ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a28a768d-20cb-46d0-8993-f8b73801a563,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:08.522982 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:49:08.564136 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901735cc-91bb-45fe-8e15-a6e374bf25a3 req-c9a15095-0cdd-45ec-8557-0a64f8a1be49 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:08.573969 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-901735cc-91bb-45fe-8e15-a6e374bf25a3 req-c9a15095-0cdd-45ec-8557-0a64f8a1be49 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/ports?device_id=a6d64455-240d-447f-a385-b196e85b5a1b HTTP/1.1" status: 200 len: 946 time: 0.5616474 Feb 09 21:49:08.640232 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9026900c-bdd9-4e73-bbf9-83fdda26550f req-c5393c47-3107-4451-bec9-ce7b831aae1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:08.642360 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9026900c-bdd9-4e73-bbf9-83fdda26550f req-c5393c47-3107-4451-bec9-ce7b831aae1b service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=9a12b916cc704b439cb969e97fed25b8&device_id=a6d64455-240d-447f-a385-b196e85b5a1b HTTP/1.1" status: 200 len: 1128 time: 0.6597116 Feb 09 21:49:08.656825 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-901735cc-91bb-45fe-8e15-a6e374bf25a3 req-14bf0ee5-5964-40df-bc99-d924a880cb4d tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/security-groups?id=94013628-fdec-4344-8a46-79b1e0e851cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815995 Feb 09 21:49:08.753284 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 46874) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:08.770065 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c0e70a0b-7064-4a6b-8309-38c9ca166a8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:08.811203 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9026900c-bdd9-4e73-bbf9-83fdda26550f req-0c92833d-80df-49bb-9655-9e043a25f332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:08.812797 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9026900c-bdd9-4e73-bbf9-83fdda26550f req-0c92833d-80df-49bb-9655-9e043a25f332 service neutron] 10.222.0.95 "GET /v2.0/networks?id=b5f54461-ef49-42c4-b99b-0fc2c4c5f38c HTTP/1.1" status: 200 len: 919 time: 0.1507993 Feb 09 21:49:08.826539 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be63b4cc-951c-4529-bf79-8e83ea560c79 req-9e378f17-2960-4724-8fe1-e8b8da102da3 tempest-InstanceActionsV221TestJSON-724150274 tempest-InstanceActionsV221TestJSON-724150274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:08.834446 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-be63b4cc-951c-4529-bf79-8e83ea560c79 req-9e378f17-2960-4724-8fe1-e8b8da102da3 tempest-InstanceActionsV221TestJSON-724150274 tempest-InstanceActionsV221TestJSON-724150274-project] 10.222.0.90 "GET /v2.0/ports?device_id=a06e1048-7dd6-45de-965d-bbd26e59dee5 HTTP/1.1" status: 200 len: 945 time: 0.3453631 Feb 09 21:49:08.881926 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c0e70a0b-7064-4a6b-8309-38c9ca166a8f admin admin] Publish callbacks [] for security_group (e0de494c-38d4-4c86-9d22-168e6ad82539), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:08.887520 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c0e70a0b-7064-4a6b-8309-38c9ca166a8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (e0de494c-38d4-4c86-9d22-168e6ad82539), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:08.900486 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9026900c-bdd9-4e73-bbf9-83fdda26550f req-af5afcc5-ac0b-499b-a85b-e47942a5440f service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6299c654-47ff-4ca4-8430-4c97bbaa7861 HTTP/1.1" status: 200 len: 217 time: 0.0561526 Feb 09 21:49:08.936014 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-c0e70a0b-7064-4a6b-8309-38c9ca166a8f admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=274663e65ebd4655910342186762beee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1789081 Feb 09 21:49:08.936014 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e70a0b-7064-4a6b-8309-38c9ca166a8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0de494c-38d4-4c86-9d22-168e6ad82539,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:08.938706 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 46876) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:09.003731 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-be6e2955-721c-4644-b2c6-a4e3553ac5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:09.011787 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-576feb47-3a9c-454a-9e95-5bf9e34ebd89 admin admin] Publish callbacks [] for security_group (e0de494c-38d4-4c86-9d22-168e6ad82539), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:09.030630 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9026900c-bdd9-4e73-bbf9-83fdda26550f req-d710cd7f-dc13-4b02-b680-ef419b1225f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:09.032952 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9026900c-bdd9-4e73-bbf9-83fdda26550f req-d710cd7f-dc13-4b02-b680-ef419b1225f8 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=c910a1f6-1a2f-4e2e-aeab-3241f3de1ff1 HTTP/1.1" status: 200 len: 858 time: 0.1238379 Feb 09 21:49:09.042984 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-576feb47-3a9c-454a-9e95-5bf9e34ebd89 admin admin] Publish callbacks [] for security_group (e0de494c-38d4-4c86-9d22-168e6ad82539), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:09.107207 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-576feb47-3a9c-454a-9e95-5bf9e34ebd89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (e0de494c-38d4-4c86-9d22-168e6ad82539), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:09.108850 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9026900c-bdd9-4e73-bbf9-83fdda26550f req-ebd89938-aa35-4789-ba54-1c06b7d39f6b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=b5f54461-ef49-42c4-b99b-0fc2c4c5f38c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628805 Feb 09 21:49:09.112405 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-576feb47-3a9c-454a-9e95-5bf9e34ebd89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:09.117287 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-576feb47-3a9c-454a-9e95-5bf9e34ebd89 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/e0de494c-38d4-4c86-9d22-168e6ad82539 HTTP/1.1" status: 204 len: 168 time: 0.1763625 Feb 09 21:49:09.138457 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576feb47-3a9c-454a-9e95-5bf9e34ebd89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0de494c-38d4-4c86-9d22-168e6ad82539,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:09.142778 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-be63b4cc-951c-4529-bf79-8e83ea560c79 req-71798813-e314-4620-98fe-a2a81388e59c tempest-InstanceActionsV221TestJSON-724150274 tempest-InstanceActionsV221TestJSON-724150274-project] 10.222.0.90 "GET /v2.0/security-groups?id=ded20352-ed6a-438a-a759-1660fd81df66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3072586 Feb 09 21:49:09.185979 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-955a83d4-0b28-49dd-b1ec-808f8a082dcb req-5853faba-083b-41ec-a409-b860fc66fdee tempest-InstanceActionsV221TestJSON-724150274 tempest-InstanceActionsV221TestJSON-724150274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (08f42bb4-685f-435b-ac62-9551a0a5d75c), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:09.204723 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['08f42bb4-685f-435b-ac62-9551a0a5d75c'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:49:09.257160 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5853faba-083b-41ec-a409-b860fc66fdee tempest-InstanceActionsV221TestJSON-724150274 tempest-InstanceActionsV221TestJSON-724150274-project] Pushing event deleted for resources: {'Port': ['ID=08f42bb4-685f-435b-ac62-9551a0a5d75c,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:09.378089 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-955a83d4-0b28-49dd-b1ec-808f8a082dcb req-5853faba-083b-41ec-a409-b860fc66fdee tempest-InstanceActionsV221TestJSON-724150274 tempest-InstanceActionsV221TestJSON-724150274-project] No DVR routers for this DVR port 08f42bb4-685f-435b-ac62-9551a0a5d75c on host n-h1-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:49:09.385812 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-955a83d4-0b28-49dd-b1ec-808f8a082dcb req-5853faba-083b-41ec-a409-b860fc66fdee tempest-InstanceActionsV221TestJSON-724150274 tempest-InstanceActionsV221TestJSON-724150274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:09.391566 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-955a83d4-0b28-49dd-b1ec-808f8a082dcb req-5853faba-083b-41ec-a409-b860fc66fdee tempest-InstanceActionsV221TestJSON-724150274 tempest-InstanceActionsV221TestJSON-724150274-project] 10.222.0.95 "DELETE /v2.0/ports/08f42bb4-685f-435b-ac62-9551a0a5d75c HTTP/1.1" status: 204 len: 173 time: 1.7096496 Feb 09 21:49:09.397285 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a06e1048-7dd6-45de-965d-bbd26e59dee5', 'name': 'network-vif-deleted', 'tag': '08f42bb4-685f-435b-ac62-9551a0a5d75c'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:49:09.399641 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee269062-c06a-4c49-9542-6d512e3d86b4" -d '{"events": [{"server_uuid": "a06e1048-7dd6-45de-965d-bbd26e59dee5", "name": "network-vif-deleted", "tag": "08f42bb4-685f-435b-ac62-9551a0a5d75c"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:49:09.498376 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-343c7fdf-b46a-467e-9155-6757cd5d4ac5 x-openstack-request-id: req-343c7fdf-b46a-467e-9155-6757cd5d4ac5 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:49:09.498682 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a06e1048-7dd6-45de-965d-bbd26e59dee5", "name": "network-vif-deleted", "tag": "08f42bb4-685f-435b-ac62-9551a0a5d75c", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:49:09.498948 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-343c7fdf-b46a-467e-9155-6757cd5d4ac5 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:49:09.499360 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a06e1048-7dd6-45de-965d-bbd26e59dee5', 'name': 'network-vif-deleted', 'tag': '08f42bb4-685f-435b-ac62-9551a0a5d75c', 'status': 'completed', 'code': 200} Feb 09 21:49:09.505044 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9026900c-bdd9-4e73-bbf9-83fdda26550f req-ee3f379c-3366-4dea-b516-be741199652a service neutron] 10.222.0.95 "GET /v2.0/networks/b5f54461-ef49-42c4-b99b-0fc2c4c5f38c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3409250 Feb 09 21:49:09.668684 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9026900c-bdd9-4e73-bbf9-83fdda26550f req-4e798ae9-ce4e-4bac-b344-8575605a36f3 service neutron] 10.222.0.95 "GET /v2.0/networks/b5f54461-ef49-42c4-b99b-0fc2c4c5f38c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390905 Feb 09 21:49:09.853713 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095fed6d-9147-48c6-a93a-9e24725fcd87 req-e798dbb5-512f-4830-a4bc-0f7bea6817a7 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:09.857073 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-095fed6d-9147-48c6-a93a-9e24725fcd87 req-e798dbb5-512f-4830-a4bc-0f7bea6817a7 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/ports?device_id=a6d64455-240d-447f-a385-b196e85b5a1b HTTP/1.1" status: 200 len: 946 time: 0.0861206 Feb 09 21:49:09.942723 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-095fed6d-9147-48c6-a93a-9e24725fcd87 req-7c5a984d-a3e4-405a-8777-a9bf31dba499 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/security-groups?id=94013628-fdec-4344-8a46-79b1e0e851cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774388 Feb 09 21:49:10.466948 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 46924) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:10.511348 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_v2 [None req-28a39536-fc44-4438-a1e1-fecda1938f54 admin admin] Deleting subnet 7746a18e-ee15-4787-a932-fb43bb4910b4 {{(pid=103140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:49:10.515619 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-28a39536-fc44-4438-a1e1-fecda1938f54 admin admin] Publish callbacks [] for subnet (7746a18e-ee15-4787-a932-fb43bb4910b4), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:10.552632 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-28a39536-fc44-4438-a1e1-fecda1938f54 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9110716'] for subnet (7746a18e-ee15-4787-a932-fb43bb4910b4), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:10.598578 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-28a39536-fc44-4438-a1e1-fecda1938f54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (7746a18e-ee15-4787-a932-fb43bb4910b4), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:10.655456 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-28a39536-fc44-4438-a1e1-fecda1938f54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621346'] for subnet (7746a18e-ee15-4787-a932-fb43bb4910b4), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:10.680154 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a39536-fc44-4438-a1e1-fecda1938f54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7746a18e-ee15-4787-a932-fb43bb4910b4,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:10.686074 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-28a39536-fc44-4438-a1e1-fecda1938f54 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:10.689817 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-28a39536-fc44-4438-a1e1-fecda1938f54 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/7746a18e-ee15-4787-a932-fb43bb4910b4 HTTP/1.1" status: 204 len: 168 time: 0.2213593 Feb 09 21:49:10.691897 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 46926) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:10.780819 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a033d83b-dacd-4c9b-b01b-afbb6388118f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (af1dc3fa-8bcb-4c29-8327-07975a424986), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:10.883042 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a033d83b-dacd-4c9b-b01b-afbb6388118f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (af1dc3fa-8bcb-4c29-8327-07975a424986), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:10.905388 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-a033d83b-dacd-4c9b-b01b-afbb6388118f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af1dc3fa-8bcb-4c29-8327-07975a424986']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:49:10.915230 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-a033d83b-dacd-4c9b-b01b-afbb6388118f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecca5f5b-7cc2-49a9-8fc9-1f7af38d3c12') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:49:10.915540 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-a033d83b-dacd-4c9b-b01b-afbb6388118f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecca5f5b-7cc2-49a9-8fc9-1f7af38d3c12') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:49:10.925385 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a033d83b-dacd-4c9b-b01b-afbb6388118f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (ecca5f5b-7cc2-49a9-8fc9-1f7af38d3c12), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:10.943243 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a033d83b-dacd-4c9b-b01b-afbb6388118f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (ecca5f5b-7cc2-49a9-8fc9-1f7af38d3c12), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:10.951504 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a033d83b-dacd-4c9b-b01b-afbb6388118f admin admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:49:10.951856 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a033d83b-dacd-4c9b-b01b-afbb6388118f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (ecca5f5b-7cc2-49a9-8fc9-1f7af38d3c12), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:10.953799 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:49:10.953799 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:49:10.953799 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:49:10.953799 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:49:10.953799 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:49:10.953799 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:49:10.953799 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:49:10.953799 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:49:10.953799 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:49:10.953799 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:49:10.953799 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:49:10.953799 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:49:10.953799 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:49:10.953799 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:49:10.953799 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:49:10.953799 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:49:10.953799 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:49:10.953799 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:49:10.953799 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:49:10.953799 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:49:10.953799 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:49:10.953799 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:49:10.953799 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:49:10.953799 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:49:10.953799 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:49:10.953799 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:49:10.953799 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:49:10.953799 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:49:10.953799 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:49:10.953799 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:49:10.953799 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:49:10.953799 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:49:10.973847 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b44b6915-1b3d-4c48-ac0d-6ce9a1676268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:11.016035 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a033d83b-dacd-4c9b-b01b-afbb6388118f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (af1dc3fa-8bcb-4c29-8327-07975a424986), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:11.024456 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a033d83b-dacd-4c9b-b01b-afbb6388118f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:11.030574 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-a033d83b-dacd-4c9b-b01b-afbb6388118f admin admin] 10.222.0.90 "DELETE /v2.0/networks/af1dc3fa-8bcb-4c29-8327-07975a424986 HTTP/1.1" status: 204 len: 168 time: 0.3348744 Feb 09 21:49:11.052889 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a033d83b-dacd-4c9b-b01b-afbb6388118f admin admin] Pushing event deleted for resources: {'Network': ['ID=af1dc3fa-8bcb-4c29-8327-07975a424986,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:11.108493 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2b1f76-cbf3-4840-abb0-96ea8a966d77 req-bdd889e1-11d5-4874-bb0d-d2ca67984306 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:11.111121 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3b2b1f76-cbf3-4840-abb0-96ea8a966d77 req-bdd889e1-11d5-4874-bb0d-d2ca67984306 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/ports?device_id=a6d64455-240d-447f-a385-b196e85b5a1b HTTP/1.1" status: 200 len: 946 time: 0.0655081 Feb 09 21:49:11.194090 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3b2b1f76-cbf3-4840-abb0-96ea8a966d77 req-ced4e053-ffee-4466-96c6-c6cbf88035c2 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/security-groups?id=94013628-fdec-4344-8a46-79b1e0e851cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753117 Feb 09 21:49:11.261234 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 46940) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:11.317963 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 46948) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:11.319003 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-662de37e-de93-46b6-8267-f15013d1a5c3 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=3748cf9a29c247d4ab3fecfd4566c3e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0565231 Feb 09 21:49:11.377678 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-31621f78-c856-4cf3-94ed-b28788c19cf1 admin admin] Publish callbacks [] for security_group (ded20352-ed6a-438a-a759-1660fd81df66), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:11.406291 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-31621f78-c856-4cf3-94ed-b28788c19cf1 admin admin] Publish callbacks [] for security_group (ded20352-ed6a-438a-a759-1660fd81df66), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:11.465389 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-31621f78-c856-4cf3-94ed-b28788c19cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (ded20352-ed6a-438a-a759-1660fd81df66), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:11.469935 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-31621f78-c856-4cf3-94ed-b28788c19cf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:11.474279 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-31621f78-c856-4cf3-94ed-b28788c19cf1 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/ded20352-ed6a-438a-a759-1660fd81df66 HTTP/1.1" status: 204 len: 168 time: 0.1524312 Feb 09 21:49:11.481910 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31621f78-c856-4cf3-94ed-b28788c19cf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded20352-ed6a-438a-a759-1660fd81df66,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:12.133269 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 08f42bb4-685f-435b-ac62-9551a0a5d75c no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:49:12.188304 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] No Port match for: 08f42bb4-685f-435b-ac62-9551a0a5d75c {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:49:12.189645 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 08f42bb4-685f-435b-ac62-9551a0a5d75c not bound to the agent host n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:49:12.427800 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b181601e-2add-4560-b128-55fb67a8f0ca req-ced5df44-faf9-483c-9b5b-2b2fec6b1c48 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:12.435751 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b181601e-2add-4560-b128-55fb67a8f0ca req-ced5df44-faf9-483c-9b5b-2b2fec6b1c48 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/ports?device_id=a6d64455-240d-447f-a385-b196e85b5a1b HTTP/1.1" status: 200 len: 946 time: 0.1293716 Feb 09 21:49:12.508499 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b181601e-2add-4560-b128-55fb67a8f0ca req-f711f41d-53a0-407f-a13a-d3e4ad6fe34a tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/security-groups?id=94013628-fdec-4344-8a46-79b1e0e851cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678284 Feb 09 21:49:12.669434 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 47118) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:12.714849 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:12.900953 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-857c1e18-bff5-46ea-9702-730ce079301a admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1876642922-network', 'tenant_id': 'b97bcc6d3a344052b623ebf4a39465fa'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:49:12.957241 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-857c1e18-bff5-46ea-9702-730ce079301a admin admin] Made reservation on behalf of b97bcc6d3a344052b623ebf4a39465fa for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:49:12.959681 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-857c1e18-bff5-46ea-9702-730ce079301a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:12.980338 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-857c1e18-bff5-46ea-9702-730ce079301a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:13.091867 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-857c1e18-bff5-46ea-9702-730ce079301a admin admin] Publish callbacks [] for security_group (a72d620d-4650-43fd-afbd-3b01f73e5444), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:13.101401 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-857c1e18-bff5-46ea-9702-730ce079301a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (a72d620d-4650-43fd-afbd-3b01f73e5444), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:13.137819 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-857c1e18-bff5-46ea-9702-730ce079301a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:49:13.145794 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857c1e18-bff5-46ea-9702-730ce079301a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a72d620d-4650-43fd-afbd-3b01f73e5444,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:13.155241 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-857c1e18-bff5-46ea-9702-730ce079301a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (682b57c6-7518-4480-8840-98896ec39a8d), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:13.155598 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-857c1e18-bff5-46ea-9702-730ce079301a admin admin] Added segment 682b57c6-7518-4480-8840-98896ec39a8d of type vlan for network 23f1a6df-2b4b-4777-8497-2928c76d9f17 Feb 09 21:49:13.222235 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-857c1e18-bff5-46ea-9702-730ce079301a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (23f1a6df-2b4b-4777-8497-2928c76d9f17), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:13.311887 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-857c1e18-bff5-46ea-9702-730ce079301a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (23f1a6df-2b4b-4777-8497-2928c76d9f17), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:13.313079 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857c1e18-bff5-46ea-9702-730ce079301a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:13.314600 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-857c1e18-bff5-46ea-9702-730ce079301a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:13.407072 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4de4fd7c-890c-44a5-839f-633a6d8a62d2 req-9aa16546-7248-4fbe-a609-49925421f673 tempest-VolumesBackupsTest-894660378 tempest-VolumesBackupsTest-894660378-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=1492f326a33b4817ae7c20fd87f037a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0898862 Feb 09 21:49:13.498611 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-857c1e18-bff5-46ea-9702-730ce079301a admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8263180 Feb 09 21:49:13.503532 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 47220) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:13.514957 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-206bcb48-3c57-462e-a8cb-c76c11b30d67 admin admin] Request body: {'subnet': {'network_id': '23f1a6df-2b4b-4777-8497-2928c76d9f17', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1876642922-subnet', 'tenant_id': 'b97bcc6d3a344052b623ebf4a39465fa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:49:13.566103 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857c1e18-bff5-46ea-9702-730ce079301a admin admin] Pushing event updated for resources: {'Network': ['ID=23f1a6df-2b4b-4777-8497-2928c76d9f17,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:13.579640 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 23f1a6df-2b4b-4777-8497-2928c76d9f17 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:49:13.607097 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-206bcb48-3c57-462e-a8cb-c76c11b30d67 admin admin] Made reservation on behalf of b97bcc6d3a344052b623ebf4a39465fa for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:49:13.610149 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-206bcb48-3c57-462e-a8cb-c76c11b30d67 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:14.014862 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-206bcb48-3c57-462e-a8cb-c76c11b30d67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (b55ac71e-6529-43b3-9355-0e693d39e1f4), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:14.111420 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:14.211320 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206bcb48-3c57-462e-a8cb-c76c11b30d67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b55ac71e-6529-43b3-9355-0e693d39e1f4,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:14.230178 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de4fd7c-890c-44a5-839f-633a6d8a62d2 req-6c5e0048-d12e-44d6-a580-47f77d0236d1 tempest-VolumesBackupsTest-894660378 tempest-VolumesBackupsTest-894660378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:14.236714 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206bcb48-3c57-462e-a8cb-c76c11b30d67 admin admin] Checking segment: {'id': '682b57c6-7518-4480-8840-98896ec39a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '23f1a6df-2b4b-4777-8497-2928c76d9f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:49:14.237075 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206bcb48-3c57-462e-a8cb-c76c11b30d67 admin admin] Network hostable DHCP agents. Network: 23f1a6df-2b4b-4777-8497-2928c76d9f17, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:49:14.247524 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4de4fd7c-890c-44a5-839f-633a6d8a62d2 req-6c5e0048-d12e-44d6-a580-47f77d0236d1 tempest-VolumesBackupsTest-894660378 tempest-VolumesBackupsTest-894660378-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8330033 Feb 09 21:49:14.268159 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a97e8f-a091-494e-ac9b-0807afad1042 req-888ea896-a918-4520-8fb1-a56fbcc61ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:14.288158 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d5a97e8f-a091-494e-ac9b-0807afad1042 req-888ea896-a918-4520-8fb1-a56fbcc61ffe service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=9a12b916cc704b439cb969e97fed25b8&device_id=a6d64455-240d-447f-a385-b196e85b5a1b HTTP/1.1" status: 200 len: 1128 time: 0.1848960 Feb 09 21:49:14.295796 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4de4fd7c-890c-44a5-839f-633a6d8a62d2 req-3edb8620-bb9f-464c-bcaa-c5fb7d4b58f7 tempest-VolumesBackupsTest-894660378 tempest-VolumesBackupsTest-894660378-project] 10.222.0.90 "GET /v2.0/quotas/1492f326a33b4817ae7c20fd87f037a8 HTTP/1.1" status: 200 len: 375 time: 0.0470281 Feb 09 21:49:14.301147 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206bcb48-3c57-462e-a8cb-c76c11b30d67 admin admin] Network 23f1a6df-2b4b-4777-8497-2928c76d9f17 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:49:14.322584 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-206bcb48-3c57-462e-a8cb-c76c11b30d67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 23f1a6df-2b4b-4777-8497-2928c76d9f17) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:49:14.327687 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206bcb48-3c57-462e-a8cb-c76c11b30d67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:14.329722 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-206bcb48-3c57-462e-a8cb-c76c11b30d67 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:14.335543 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2082c154-7ac7-43c2-ab50-d2c7a8839d4c None None] Network 23f1a6df-2b4b-4777-8497-2928c76d9f17 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:49:14.362974 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-206bcb48-3c57-462e-a8cb-c76c11b30d67 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8565075 Feb 09 21:49:14.366244 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 47308) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:14.381503 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-c6589862-5b6b-4f94-a841-529e8d9d8f13 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1876642922-router', 'tenant_id': 'b97bcc6d3a344052b623ebf4a39465fa', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:49:14.409716 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6589862-5b6b-4f94-a841-529e8d9d8f13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (aa7612bf-f480-4cb0-b32f-185427757c8c), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:14.411755 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6589862-5b6b-4f94-a841-529e8d9d8f13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (aa7612bf-f480-4cb0-b32f-185427757c8c), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:14.448901 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a97e8f-a091-494e-ac9b-0807afad1042 req-d29038e6-6094-409f-ba93-050227180272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:14.450581 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d5a97e8f-a091-494e-ac9b-0807afad1042 req-d29038e6-6094-409f-ba93-050227180272 service neutron] 10.222.0.95 "GET /v2.0/networks?id=b5f54461-ef49-42c4-b99b-0fc2c4c5f38c HTTP/1.1" status: 200 len: 919 time: 0.1147463 Feb 09 21:49:14.535756 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4de4fd7c-890c-44a5-839f-633a6d8a62d2 req-d7cc4cbb-3aaa-4085-a3e1-14c6846fecd9 tempest-VolumesBackupsTest-894660378 tempest-VolumesBackupsTest-894660378-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=1492f326a33b4817ae7c20fd87f037a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1981232 Feb 09 21:49:14.537752 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d5a97e8f-a091-494e-ac9b-0807afad1042 req-27617708-0ecd-4607-b6ef-f64c2c35e917 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6299c654-47ff-4ca4-8430-4c97bbaa7861 HTTP/1.1" status: 200 len: 217 time: 0.0761783 Feb 09 21:49:14.602775 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb036ed-9933-4727-91d6-357385748da8 req-946f01fa-b4d2-4974-9f6f-92ea0b7b1aa6 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:14.604512 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6589862-5b6b-4f94-a841-529e8d9d8f13 admin admin] Publish callbacks [] for router_controller (aa7612bf-f480-4cb0-b32f-185427757c8c), precommit_add_association {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:14.611551 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6eb036ed-9933-4727-91d6-357385748da8 req-946f01fa-b4d2-4974-9f6f-92ea0b7b1aa6 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/ports?device_id=a6d64455-240d-447f-a385-b196e85b5a1b HTTP/1.1" status: 200 len: 946 time: 0.3182545 Feb 09 21:49:14.670897 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a97e8f-a091-494e-ac9b-0807afad1042 req-9be67d60-c559-435b-9a73-0578a8a01a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:14.672573 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d5a97e8f-a091-494e-ac9b-0807afad1042 req-9be67d60-c559-435b-9a73-0578a8a01a3f service neutron] 10.222.0.95 "GET /v2.0/subnets?id=c910a1f6-1a2f-4e2e-aeab-3241f3de1ff1 HTTP/1.1" status: 200 len: 858 time: 0.1251564 Feb 09 21:49:14.693276 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6eb036ed-9933-4727-91d6-357385748da8 req-de762c6c-fc78-4383-890d-d69c114daea3 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/security-groups?id=94013628-fdec-4344-8a46-79b1e0e851cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805573 Feb 09 21:49:14.738558 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d5a97e8f-a091-494e-ac9b-0807afad1042 req-c0345947-3fce-48c6-a485-931fa1991c34 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=b5f54461-ef49-42c4-b99b-0fc2c4c5f38c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433156 Feb 09 21:49:14.744459 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8193c730-662b-46ba-a6c2-781c09183a2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-23f1a6df-2b4b-4777-8497-2928c76d9f17', 'network_id': '23f1a6df-2b4b-4777-8497-2928c76d9f17', 'project_id': 'b97bcc6d3a344052b623ebf4a39465fa', 'fixed_ips': [{'subnet_id': 'b55ac71e-6529-43b3-9355-0e693d39e1f4'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:49:14.747373 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-8193c730-662b-46ba-a6c2-781c09183a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:14.936602 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d5a97e8f-a091-494e-ac9b-0807afad1042 req-71a06687-76ef-4194-98be-aa3f9f5b7c84 service neutron] 10.222.0.95 "GET /v2.0/networks/b5f54461-ef49-42c4-b99b-0fc2c4c5f38c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837645 Feb 09 21:49:15.006013 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6589862-5b6b-4f94-a841-529e8d9d8f13 admin admin] Publish callbacks [] for router_gateway (aa7612bf-f480-4cb0-b32f-185427757c8c), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:15.057756 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-8193c730-662b-46ba-a6c2-781c09183a2c None None] Allocated IP 172.20.0.2 (23f1a6df-2b4b-4777-8497-2928c76d9f17/b55ac71e-6529-43b3-9355-0e693d39e1f4/9641d2f2-0322-49f5-994d-25f0085866da) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:49:15.119082 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1d8188aa-5941-44fb-896b-ec60960e1841 req-192d8bfb-4ef0-48a5-9a3f-abb5f42e39ea tempest-VolumesBackupsTest-894660378 tempest-VolumesBackupsTest-894660378-project] 10.222.0.90 "GET /v2.0/ports?device_id=57e2981c-7be5-4738-affb-3a53f643718b HTTP/1.1" status: 200 len: 210 time: 0.1701603 Feb 09 21:49:15.246979 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d5a97e8f-a091-494e-ac9b-0807afad1042 req-0139dc35-ef3f-4cac-9b85-126f9c6f101e service neutron] 10.222.0.95 "GET /v2.0/networks/b5f54461-ef49-42c4-b99b-0fc2c4c5f38c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050804 Feb 09 21:49:15.334419 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-8193c730-662b-46ba-a6c2-781c09183a2c None None] Publish callbacks [] for port (9641d2f2-0322-49f5-994d-25f0085866da), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:15.353450 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-8193c730-662b-46ba-a6c2-781c09183a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (9641d2f2-0322-49f5-994d-25f0085866da), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:15.656593 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:15.800604 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8193c730-662b-46ba-a6c2-781c09183a2c None None] Network 23f1a6df-2b4b-4777-8497-2928c76d9f17 is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:49:15.817723 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-8193c730-662b-46ba-a6c2-781c09183a2c None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:49:15.822475 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8193c730-662b-46ba-a6c2-781c09183a2c None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:49:15.915309 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8193c730-662b-46ba-a6c2-781c09183a2c None None] Pushing event updated for resources: {'Port': ['ID=9641d2f2-0322-49f5-994d-25f0085866da,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:15.947737 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6910fa3d-605f-4387-b1d7-86be434ba456 req-7e3bd9e6-bc71-4a91-811c-0dabdea30227 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:15.957897 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6910fa3d-605f-4387-b1d7-86be434ba456 req-7e3bd9e6-bc71-4a91-811c-0dabdea30227 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/ports?device_id=a6d64455-240d-447f-a385-b196e85b5a1b HTTP/1.1" status: 200 len: 946 time: 0.1114373 Feb 09 21:49:16.033117 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8193c730-662b-46ba-a6c2-781c09183a2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:16.034007 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8193c730-662b-46ba-a6c2-781c09183a2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:16.034438 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8193c730-662b-46ba-a6c2-781c09183a2c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:16.034678 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8193c730-662b-46ba-a6c2-781c09183a2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:16.035255 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8193c730-662b-46ba-a6c2-781c09183a2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:16.035351 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8193c730-662b-46ba-a6c2-781c09183a2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:16.040946 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8193c730-662b-46ba-a6c2-781c09183a2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:16.041928 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8193c730-662b-46ba-a6c2-781c09183a2c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:16.042273 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8193c730-662b-46ba-a6c2-781c09183a2c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:16.042718 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8193c730-662b-46ba-a6c2-781c09183a2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:16.043050 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8193c730-662b-46ba-a6c2-781c09183a2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:16.043507 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8193c730-662b-46ba-a6c2-781c09183a2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:16.043696 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8193c730-662b-46ba-a6c2-781c09183a2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:16.104871 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-bbc74ee4-a9a7-4691-b254-09474265c6dd req-d64ff289-00d7-4f62-8b50-1e97245832a2 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=196a7219-50a0-4378-9317-db757eb7b09b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1434853 Feb 09 21:49:16.106436 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6589862-5b6b-4f94-a841-529e8d9d8f13 admin admin] Publish callbacks [] for router_gateway (aa7612bf-f480-4cb0-b32f-185427757c8c), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:16.127640 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6589862-5b6b-4f94-a841-529e8d9d8f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:16.143004 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6910fa3d-605f-4387-b1d7-86be434ba456 req-89f2da45-a6d5-4277-94ef-6a5a50fdd5ab tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/security-groups?id=94013628-fdec-4344-8a46-79b1e0e851cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580257 Feb 09 21:49:16.146721 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-8193c730-662b-46ba-a6c2-781c09183a2c None None] Attempting to bind port 9641d2f2-0322-49f5-994d-25f0085866da on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:49:16.147105 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-8193c730-662b-46ba-a6c2-781c09183a2c None None] Attempting to bind port 9641d2f2-0322-49f5-994d-25f0085866da by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '682b57c6-7518-4480-8840-98896ec39a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '23f1a6df-2b4b-4777-8497-2928c76d9f17'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:49:16.147476 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8193c730-662b-46ba-a6c2-781c09183a2c None None] Attempting to bind port 9641d2f2-0322-49f5-994d-25f0085866da on network 23f1a6df-2b4b-4777-8497-2928c76d9f17 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:49:16.165799 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8193c730-662b-46ba-a6c2-781c09183a2c None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:49:16.166210 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8193c730-662b-46ba-a6c2-781c09183a2c None None] Checking segment: {'id': '682b57c6-7518-4480-8840-98896ec39a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '23f1a6df-2b4b-4777-8497-2928c76d9f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:49:16.166651 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-8193c730-662b-46ba-a6c2-781c09183a2c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:16.167048 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8193c730-662b-46ba-a6c2-781c09183a2c None None] Bound using segment: {'id': '682b57c6-7518-4480-8840-98896ec39a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '23f1a6df-2b4b-4777-8497-2928c76d9f17'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:49:16.168028 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-8193c730-662b-46ba-a6c2-781c09183a2c None None] Bound port: 9641d2f2-0322-49f5-994d-25f0085866da, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '682b57c6-7518-4480-8840-98896ec39a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '23f1a6df-2b4b-4777-8497-2928c76d9f17'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:49:16.168524 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-8193c730-662b-46ba-a6c2-781c09183a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (9641d2f2-0322-49f5-994d-25f0085866da), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:16.255834 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc74ee4-a9a7-4691-b254-09474265c6dd req-88203e3a-60cd-4852-86a0-e1449269cf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:16.275464 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-bbc74ee4-a9a7-4691-b254-09474265c6dd req-88203e3a-60cd-4852-86a0-e1449269cf6f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6e1281475427459ba566f75d67d1c2c3&device_id=196a7219-50a0-4378-9317-db757eb7b09b HTTP/1.1" status: 200 len: 1127 time: 0.1375041 Feb 09 21:49:16.345734 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4bb23f26-cda6-40b8-8f6c-6bd62322e123 req-61b151a9-8912-4e16-93a7-431fd3691b97 tempest-VolumesBackupsTest-894660378 tempest-VolumesBackupsTest-894660378-project] 10.222.0.90 "GET /v2.0/ports?device_id=57e2981c-7be5-4738-affb-3a53f643718b HTTP/1.1" status: 200 len: 210 time: 0.0739181 Feb 09 21:49:16.371168 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-8193c730-662b-46ba-a6c2-781c09183a2c None None] For port 9641d2f2-0322-49f5-994d-25f0085866da, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:49:16.375959 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-8193c730-662b-46ba-a6c2-781c09183a2c None None] For port 9641d2f2-0322-49f5-994d-25f0085866da, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=9641d2f2-0322-49f5-994d-25f0085866da,segment=NetworkSegment(682b57c6-7518-4480-8840-98896ec39a8d),segment_id=682b57c6-7518-4480-8840-98896ec39a8d)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:49:16.400730 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-8193c730-662b-46ba-a6c2-781c09183a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (9641d2f2-0322-49f5-994d-25f0085866da), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:16.434407 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-c6589862-5b6b-4f94-a841-529e8d9d8f13 admin admin] Allocated IP 172.25.3.83 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/587ac4e0-6cbe-4b2a-9300-94d68ccad8ff) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:49:16.492944 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8193c730-662b-46ba-a6c2-781c09183a2c None None] Pushing event updated for resources: {'Port': ['ID=9641d2f2-0322-49f5-994d-25f0085866da,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:16.554047 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc74ee4-a9a7-4691-b254-09474265c6dd req-281ceb9f-9aa0-4c5c-b1b6-74906cd3182f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:16.561687 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-bbc74ee4-a9a7-4691-b254-09474265c6dd req-281ceb9f-9aa0-4c5c-b1b6-74906cd3182f service neutron] 10.222.0.89 "GET /v2.0/networks?id=e9a5657a-72c8-4eb7-9270-46ed5fd14a25 HTTP/1.1" status: 200 len: 912 time: 0.2280955 Feb 09 21:49:16.756318 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6589862-5b6b-4f94-a841-529e8d9d8f13 admin admin] Publish callbacks [] for port (587ac4e0-6cbe-4b2a-9300-94d68ccad8ff), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:16.761700 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-bbc74ee4-a9a7-4691-b254-09474265c6dd req-e1d35226-bdd9-4b3c-a40b-547eb4dd9a59 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab290a35-a881-457e-b82a-bb6a5f1de4ae HTTP/1.1" status: 200 len: 1000 time: 0.1922557 Feb 09 21:49:16.782223 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4de4fd7c-890c-44a5-839f-633a6d8a62d2 req-414d275b-a5cd-490a-9236-e5c9865d862b tempest-VolumesBackupsTest-894660378 tempest-VolumesBackupsTest-894660378-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=1492f326a33b4817ae7c20fd87f037a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0861487 Feb 09 21:49:16.859603 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc74ee4-a9a7-4691-b254-09474265c6dd req-d6c32629-bc7d-4726-b0d8-0adc73ca1233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:16.861597 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-bbc74ee4-a9a7-4691-b254-09474265c6dd req-d6c32629-bc7d-4726-b0d8-0adc73ca1233 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a77fad57-d7ca-4c6b-a8e5-5fa7d54c2e34 HTTP/1.1" status: 200 len: 850 time: 0.0899379 Feb 09 21:49:16.863288 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6589862-5b6b-4f94-a841-529e8d9d8f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (587ac4e0-6cbe-4b2a-9300-94d68ccad8ff), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:16.941922 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6589862-5b6b-4f94-a841-529e8d9d8f13 admin admin] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:49:16.953345 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-c6589862-5b6b-4f94-a841-529e8d9d8f13 admin admin] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:49:16.956821 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6589862-5b6b-4f94-a841-529e8d9d8f13 admin admin] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:49:17.002618 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6589862-5b6b-4f94-a841-529e8d9d8f13 admin admin] Pushing event updated for resources: {'Port': ['ID=587ac4e0-6cbe-4b2a-9300-94d68ccad8ff,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:17.030366 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc74ee4-a9a7-4691-b254-09474265c6dd req-e2f1d032-873c-474b-b95b-9028e8467609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:17.032316 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-bbc74ee4-a9a7-4691-b254-09474265c6dd req-e2f1d032-873c-474b-b95b-9028e8467609 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e9a5657a-72c8-4eb7-9270-46ed5fd14a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1578686 Feb 09 21:49:17.108614 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de4fd7c-890c-44a5-839f-633a6d8a62d2 req-30a1e4ec-61c7-44cb-86ce-ff093988395a tempest-VolumesBackupsTest-894660378 tempest-VolumesBackupsTest-894660378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:17.110446 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4de4fd7c-890c-44a5-839f-633a6d8a62d2 req-30a1e4ec-61c7-44cb-86ce-ff093988395a tempest-VolumesBackupsTest-894660378 tempest-VolumesBackupsTest-894660378-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3175292 Feb 09 21:49:17.126195 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-4de4fd7c-890c-44a5-839f-633a6d8a62d2 req-ee7e59a1-23e4-429c-bf14-b1242aef13ea tempest-VolumesBackupsTest-894660378 tempest-VolumesBackupsTest-894660378-project] Request body: {'port': {'device_id': '57e2981c-7be5-4738-affb-3a53f643718b', 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc', 'admin_state_up': True, 'tenant_id': '1492f326a33b4817ae7c20fd87f037a8'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:49:17.252763 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-bbc74ee4-a9a7-4691-b254-09474265c6dd req-d7a14e23-ec88-425c-a35a-054bd4824b78 service neutron] 10.222.0.89 "GET /v2.0/networks/e9a5657a-72c8-4eb7-9270-46ed5fd14a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700435 Feb 09 21:49:17.461207 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4de4fd7c-890c-44a5-839f-633a6d8a62d2 req-ee7e59a1-23e4-429c-bf14-b1242aef13ea tempest-VolumesBackupsTest-894660378 tempest-VolumesBackupsTest-894660378-project] Made reservation on behalf of 1492f326a33b4817ae7c20fd87f037a8 for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:49:17.466035 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-4de4fd7c-890c-44a5-839f-633a6d8a62d2 req-ee7e59a1-23e4-429c-bf14-b1242aef13ea tempest-VolumesBackupsTest-894660378 tempest-VolumesBackupsTest-894660378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:17.499204 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49dfe92-8e9e-440c-8f5b-9c4288a33b5b req-9a66f606-b4ee-4c6a-91f6-277932a8db24 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:17.505311 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f49dfe92-8e9e-440c-8f5b-9c4288a33b5b req-9a66f606-b4ee-4c6a-91f6-277932a8db24 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/ports?device_id=a6d64455-240d-447f-a385-b196e85b5a1b HTTP/1.1" status: 200 len: 946 time: 0.1558292 Feb 09 21:49:17.513914 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-4de4fd7c-890c-44a5-839f-633a6d8a62d2 req-ee7e59a1-23e4-429c-bf14-b1242aef13ea tempest-VolumesBackupsTest-894660378 tempest-VolumesBackupsTest-894660378-project] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:17.518080 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6589862-5b6b-4f94-a841-529e8d9d8f13 admin admin] Publish callbacks [] for router_gateway (aa7612bf-f480-4cb0-b32f-185427757c8c), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:17.521562 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-bbc74ee4-a9a7-4691-b254-09474265c6dd req-4eeb63a9-1888-4c8d-bb32-8fab07b4226c service neutron] 10.222.0.89 "GET /v2.0/networks/e9a5657a-72c8-4eb7-9270-46ed5fd14a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310426 Feb 09 21:49:17.768839 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8e854dab-4f9f-4e44-99fa-29c7ec8e6f2b req-787ff313-fe54-4f10-ba1b-eb998af0cafa tempest-VolumesBackupsTest-894660378 tempest-VolumesBackupsTest-894660378-project] 10.222.0.90 "GET /v2.0/ports?device_id=57e2981c-7be5-4738-affb-3a53f643718b HTTP/1.1" status: 200 len: 210 time: 0.2237105 Feb 09 21:49:17.808091 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-4de4fd7c-890c-44a5-839f-633a6d8a62d2 req-ee7e59a1-23e4-429c-bf14-b1242aef13ea tempest-VolumesBackupsTest-894660378 tempest-VolumesBackupsTest-894660378-project] Publish callbacks [] for security_group (450fbb9e-c945-4087-b9ec-a821496c5011), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:17.828567 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-4de4fd7c-890c-44a5-839f-633a6d8a62d2 req-ee7e59a1-23e4-429c-bf14-b1242aef13ea tempest-VolumesBackupsTest-894660378 tempest-VolumesBackupsTest-894660378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (450fbb9e-c945-4087-b9ec-a821496c5011), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:17.875998 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6589862-5b6b-4f94-a841-529e8d9d8f13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (aa7612bf-f480-4cb0-b32f-185427757c8c), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:17.879616 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f49dfe92-8e9e-440c-8f5b-9c4288a33b5b req-b7f4fe3a-910d-42d4-a35d-6eca1da09fa8 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/security-groups?id=94013628-fdec-4344-8a46-79b1e0e851cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3333154 Feb 09 21:49:18.010611 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7e59a1-23e4-429c-bf14-b1242aef13ea tempest-VolumesBackupsTest-894660378 tempest-VolumesBackupsTest-894660378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=450fbb9e-c945-4087-b9ec-a821496c5011,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:18.149259 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [req-4de4fd7c-890c-44a5-839f-633a6d8a62d2 req-ee7e59a1-23e4-429c-bf14-b1242aef13ea tempest-VolumesBackupsTest-894660378 tempest-VolumesBackupsTest-894660378-project] Allocated IP 192.168.233.134 (a8139157-1e3e-4bd9-8fa9-c0e20debd7dc/0f7402ac-a35b-414b-bcc1-bc1c3072ec3c/74a933e9-f224-4997-b231-ce50a4a55856) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:49:18.190837 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6589862-5b6b-4f94-a841-529e8d9d8f13 admin admin] Router aa7612bf-f480-4cb0-b32f-185427757c8c is scheduled to L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 with binding_index 1 {{(pid=103141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:49:18.196755 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf0d9a1-9099-4f43-bb0d-3b7c08db8277 None None] Network 23f1a6df-2b4b-4777-8497-2928c76d9f17 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:49:18.348552 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6589862-5b6b-4f94-a841-529e8d9d8f13 admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:49:18.362748 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8e4aaf-a678-4864-9ea7-d8c9d6343482 None None] Sync routers for ids ['aa7612bf-f480-4cb0-b32f-185427757c8c'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:49:18.377359 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-4de4fd7c-890c-44a5-839f-633a6d8a62d2 req-ee7e59a1-23e4-429c-bf14-b1242aef13ea tempest-VolumesBackupsTest-894660378 tempest-VolumesBackupsTest-894660378-project] Publish callbacks [] for port (74a933e9-f224-4997-b231-ce50a4a55856), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:18.378980 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8e4aaf-a678-4864-9ea7-d8c9d6343482 None None] Routers {'aa7612bf-f480-4cb0-b32f-185427757c8c'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:49:18.383659 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-cf8e4aaf-a678-4864-9ea7-d8c9d6343482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:49:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['aa7612bf-f480-4cb0-b32f-185427757c8c'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:49:18.386116 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6589862-5b6b-4f94-a841-529e8d9d8f13 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:18.387473 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-c6589862-5b6b-4f94-a841-529e8d9d8f13 admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.0199633 Feb 09 21:49:18.390581 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 47534) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:18.395613 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-4e675a76-c2cb-4ada-b0fe-26bd9c3ae247 None None] Provisioning complete for port 9641d2f2-0322-49f5-994d-25f0085866da triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:49:18.396372 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-4e675a76-c2cb-4ada-b0fe-26bd9c3ae247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (9641d2f2-0322-49f5-994d-25f0085866da), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:18.465940 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-4de4fd7c-890c-44a5-839f-633a6d8a62d2 req-ee7e59a1-23e4-429c-bf14-b1242aef13ea tempest-VolumesBackupsTest-894660378 tempest-VolumesBackupsTest-894660378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (74a933e9-f224-4997-b231-ce50a4a55856), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:18.577603 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7e59a1-23e4-429c-bf14-b1242aef13ea tempest-VolumesBackupsTest-894660378 tempest-VolumesBackupsTest-894660378-project] Pushing event updated for resources: {'Port': ['ID=74a933e9-f224-4997-b231-ce50a4a55856,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:18.613614 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4de4fd7c-890c-44a5-839f-633a6d8a62d2 req-ee7e59a1-23e4-429c-bf14-b1242aef13ea tempest-VolumesBackupsTest-894660378 tempest-VolumesBackupsTest-894660378-project] Network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:49:18.617674 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-4e675a76-c2cb-4ada-b0fe-26bd9c3ae247 None None] Current status of the port 9641d2f2-0322-49f5-994d-25f0085866da is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:49:18.618080 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-4e675a76-c2cb-4ada-b0fe-26bd9c3ae247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (9641d2f2-0322-49f5-994d-25f0085866da), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:18.620091 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [req-4de4fd7c-890c-44a5-839f-633a6d8a62d2 req-ee7e59a1-23e4-429c-bf14-b1242aef13ea tempest-VolumesBackupsTest-894660378 tempest-VolumesBackupsTest-894660378-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:49:18.624302 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-4de4fd7c-890c-44a5-839f-633a6d8a62d2 req-ee7e59a1-23e4-429c-bf14-b1242aef13ea tempest-VolumesBackupsTest-894660378 tempest-VolumesBackupsTest-894660378-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:49:18.711609 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-4e675a76-c2cb-4ada-b0fe-26bd9c3ae247 None None] For port 9641d2f2-0322-49f5-994d-25f0085866da, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=9641d2f2-0322-49f5-994d-25f0085866da,segment=NetworkSegment(682b57c6-7518-4480-8840-98896ec39a8d),segment_id=682b57c6-7518-4480-8840-98896ec39a8d)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:49:18.719518 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-4e675a76-c2cb-4ada-b0fe-26bd9c3ae247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (9641d2f2-0322-49f5-994d-25f0085866da), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:18.748001 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de4fd7c-890c-44a5-839f-633a6d8a62d2 req-ee7e59a1-23e4-429c-bf14-b1242aef13ea tempest-VolumesBackupsTest-894660378 tempest-VolumesBackupsTest-894660378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:18.753256 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-cf8e4aaf-a678-4864-9ea7-d8c9d6343482 None None] Set router aa7612bf-f480-4cb0-b32f-185427757c8c gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:49:18.761127 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-4de4fd7c-890c-44a5-839f-633a6d8a62d2 req-ee7e59a1-23e4-429c-bf14-b1242aef13ea tempest-VolumesBackupsTest-894660378 tempest-VolumesBackupsTest-894660378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:18.799327 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4de4fd7c-890c-44a5-839f-633a6d8a62d2 req-ee7e59a1-23e4-429c-bf14-b1242aef13ea tempest-VolumesBackupsTest-894660378 tempest-VolumesBackupsTest-894660378-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6782534 Feb 09 21:49:18.812679 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-4de4fd7c-890c-44a5-839f-633a6d8a62d2 req-5e71b2e0-8e76-4a31-989f-2193924c4cc4 service neutron] Request body: {'port': {'device_id': '57e2981c-7be5-4738-affb-3a53f643718b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-5'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:49:18.840686 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e675a76-c2cb-4ada-b0fe-26bd9c3ae247 None None] Pushing event updated for resources: {'Port': ['ID=9641d2f2-0322-49f5-994d-25f0085866da,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:18.886473 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 9641d2f2-0322-49f5-994d-25f0085866da up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:49:19.073038 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 9641d2f2-0322-49f5-994d-25f0085866da triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:49:19.073452 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (9641d2f2-0322-49f5-994d-25f0085866da), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:19.261095 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-4de4fd7c-890c-44a5-839f-633a6d8a62d2 req-5e71b2e0-8e76-4a31-989f-2193924c4cc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (74a933e9-f224-4997-b231-ce50a4a55856), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:19.348254 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-cf8e4aaf-a678-4864-9ea7-d8c9d6343482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa7612bf-f480-4cb0-b32f-185427757c8c', 'name': 'tempest-ServerActionsTestJSON-1876642922-router', 'tenant_id': 'b97bcc6d3a344052b623ebf4a39465fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '587ac4e0-6cbe-4b2a-9300-94d68ccad8ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:49:14Z', 'updated_at': '2022-02-09T21:49:17Z', 'revision_number': 3, 'project_id': 'b97bcc6d3a344052b623ebf4a39465fa', 'gw_port': {'id': '587ac4e0-6cbe-4b2a-9300-94d68ccad8ff', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8e:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa7612bf-f480-4cb0-b32f-185427757c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:49:16Z', 'updated_at': '2022-02-09T21:49:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:49:19.369027 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 9641d2f2-0322-49f5-994d-25f0085866da is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:49:19.403902 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-4db97442-bb50-400f-9b81-a69187b296f6 None None] Provisioning complete for port 74a933e9-f224-4997-b231-ce50a4a55856 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:49:19.404182 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-4db97442-bb50-400f-9b81-a69187b296f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (74a933e9-f224-4997-b231-ce50a4a55856), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:19.429352 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6943161a-83c7-4dd1-8199-316a70efddd2 req-06aeb927-2a2c-4869-89d7-b47e6cfc1e34 tempest-VolumesBackupsTest-894660378 tempest-VolumesBackupsTest-894660378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:19.435325 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6943161a-83c7-4dd1-8199-316a70efddd2 req-06aeb927-2a2c-4869-89d7-b47e6cfc1e34 tempest-VolumesBackupsTest-894660378 tempest-VolumesBackupsTest-894660378-project] 10.222.0.90 "GET /v2.0/ports?device_id=57e2981c-7be5-4738-affb-3a53f643718b HTTP/1.1" status: 200 len: 936 time: 0.3997753 Feb 09 21:49:19.471612 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b05ffb1-0790-4e65-a944-a8debdf5b6f8 req-b898a3aa-c21a-46c2-b291-1269c3a95dbd tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:19.485887 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4b05ffb1-0790-4e65-a944-a8debdf5b6f8 req-b898a3aa-c21a-46c2-b291-1269c3a95dbd tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/ports?device_id=a6d64455-240d-447f-a385-b196e85b5a1b HTTP/1.1" status: 200 len: 946 time: 0.4155638 Feb 09 21:49:19.488697 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-4db97442-bb50-400f-9b81-a69187b296f6 None None] Port 74a933e9-f224-4997-b231-ce50a4a55856 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:49:19.564623 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7ebedd4e-e364-47fe-b68d-6bb99c02c54e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:19.611067 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-fdbb99bc-8676-497d-a445-ab4df5b9b128 None None] Provisioning complete for port 9641d2f2-0322-49f5-994d-25f0085866da triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:49:19.611432 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-fdbb99bc-8676-497d-a445-ab4df5b9b128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (9641d2f2-0322-49f5-994d-25f0085866da), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:19.631761 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8e4aaf-a678-4864-9ea7-d8c9d6343482 None None] Checking router: aa7612bf-f480-4cb0-b32f-185427757c8c for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:49:19.632328 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8e4aaf-a678-4864-9ea7-d8c9d6343482 None None] Updating router aa7612bf-f480-4cb0-b32f-185427757c8c port 587ac4e0-6cbe-4b2a-9300-94d68ccad8ff binding host n-d-828369-5 {{(pid=103143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:49:19.673094 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6943161a-83c7-4dd1-8199-316a70efddd2 req-328e751a-5a97-4795-92ee-b35ce40c44e4 tempest-VolumesBackupsTest-894660378 tempest-VolumesBackupsTest-894660378-project] 10.222.0.90 "GET /v2.0/security-groups?id=450fbb9e-c945-4087-b9ec-a821496c5011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314568 Feb 09 21:49:19.690694 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4b05ffb1-0790-4e65-a944-a8debdf5b6f8 req-3f71b91f-a850-4147-8db6-2642fc52ae08 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/security-groups?id=94013628-fdec-4344-8a46-79b1e0e851cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035325 Feb 09 21:49:19.714672 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-cf8e4aaf-a678-4864-9ea7-d8c9d6343482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (587ac4e0-6cbe-4b2a-9300-94d68ccad8ff), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:19.808003 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-fdbb99bc-8676-497d-a445-ab4df5b9b128 None None] Current status of the port 9641d2f2-0322-49f5-994d-25f0085866da is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:49:19.808392 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-7ebedd4e-e364-47fe-b68d-6bb99c02c54e admin admin] Allocated IP 172.20.0.1 (23f1a6df-2b4b-4777-8497-2928c76d9f17/b55ac71e-6529-43b3-9355-0e693d39e1f4/5c5a4501-96fb-478b-b835-a4fb4cec0c99) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:49:19.954449 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [req-4de4fd7c-890c-44a5-839f-633a6d8a62d2 req-5e71b2e0-8e76-4a31-989f-2193924c4cc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74a933e9-f224-4997-b231-ce50a4a55856 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:49:19.972692 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-4de4fd7c-890c-44a5-839f-633a6d8a62d2 req-5e71b2e0-8e76-4a31-989f-2193924c4cc4 service neutron] Publish callbacks [] for port (74a933e9-f224-4997-b231-ce50a4a55856), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:19.988484 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7ebedd4e-e364-47fe-b68d-6bb99c02c54e admin admin] Publish callbacks [] for port (5c5a4501-96fb-478b-b835-a4fb4cec0c99), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:20.009174 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [req-4de4fd7c-890c-44a5-839f-633a6d8a62d2 req-5e71b2e0-8e76-4a31-989f-2193924c4cc4 service neutron] Transition to ACTIVE for port object 74a933e9-f224-4997-b231-ce50a4a55856 will not be triggered until provisioned by entity L2. {{(pid=103140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:49:20.014525 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-4de4fd7c-890c-44a5-839f-633a6d8a62d2 req-5e71b2e0-8e76-4a31-989f-2193924c4cc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (74a933e9-f224-4997-b231-ce50a4a55856), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:20.070580 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7ebedd4e-e364-47fe-b68d-6bb99c02c54e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (5c5a4501-96fb-478b-b835-a4fb4cec0c99), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:20.116095 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebedd4e-e364-47fe-b68d-6bb99c02c54e admin admin] Network 23f1a6df-2b4b-4777-8497-2928c76d9f17 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:49:20.122374 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-7ebedd4e-e364-47fe-b68d-6bb99c02c54e admin admin] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:49:20.126112 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebedd4e-e364-47fe-b68d-6bb99c02c54e admin admin] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:49:20.132922 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e71b2e0-8e76-4a31-989f-2193924c4cc4 service neutron] Pushing event updated for resources: {'Port': ['ID=74a933e9-f224-4997-b231-ce50a4a55856,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:20.164456 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-cf8e4aaf-a678-4864-9ea7-d8c9d6343482 None None] Publish callbacks [] for port (587ac4e0-6cbe-4b2a-9300-94d68ccad8ff), precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:20.176866 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-cf8e4aaf-a678-4864-9ea7-d8c9d6343482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (587ac4e0-6cbe-4b2a-9300-94d68ccad8ff), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:20.208609 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebedd4e-e364-47fe-b68d-6bb99c02c54e admin admin] Pushing event updated for resources: {'Port': ['ID=5c5a4501-96fb-478b-b835-a4fb4cec0c99,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:20.242399 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-cf8e4aaf-a678-4864-9ea7-d8c9d6343482 None None] Attempting to bind port 587ac4e0-6cbe-4b2a-9300-94d68ccad8ff on host n-d-828369-5 for vnic_type normal with profile {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:49:20.242771 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-cf8e4aaf-a678-4864-9ea7-d8c9d6343482 None None] Attempting to bind port 587ac4e0-6cbe-4b2a-9300-94d68ccad8ff by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:49:20.243193 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8e4aaf-a678-4864-9ea7-d8c9d6343482 None None] Attempting to bind port 587ac4e0-6cbe-4b2a-9300-94d68ccad8ff on network 54a442d5-50a0-4c75-85cc-d19f5bf58118 {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:49:20.262013 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7ebedd4e-e364-47fe-b68d-6bb99c02c54e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554727'] for router_interface (aa7612bf-f480-4cb0-b32f-185427757c8c), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:20.262253 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8e4aaf-a678-4864-9ea7-d8c9d6343482 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:49:20.262670 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8e4aaf-a678-4864-9ea7-d8c9d6343482 None None] Checking segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:49:20.263078 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-cf8e4aaf-a678-4864-9ea7-d8c9d6343482 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:20.263477 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8e4aaf-a678-4864-9ea7-d8c9d6343482 None None] Bound using segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:49:20.263948 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-cf8e4aaf-a678-4864-9ea7-d8c9d6343482 None None] Bound port: 587ac4e0-6cbe-4b2a-9300-94d68ccad8ff, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:49:20.264348 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-cf8e4aaf-a678-4864-9ea7-d8c9d6343482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (587ac4e0-6cbe-4b2a-9300-94d68ccad8ff), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:20.270031 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc07076-de6f-4fbb-acd5-17fe5ac8935a None None] Pushing event updated for resources: {'Port': ['ID=587ac4e0-6cbe-4b2a-9300-94d68ccad8ff,revision_number=2']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:20.281138 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-4de4fd7c-890c-44a5-839f-633a6d8a62d2 req-5e71b2e0-8e76-4a31-989f-2193924c4cc4 service neutron] Attempting to bind port 74a933e9-f224-4997-b231-ce50a4a55856 on host n-h1-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:49:20.284027 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-4de4fd7c-890c-44a5-839f-633a6d8a62d2 req-5e71b2e0-8e76-4a31-989f-2193924c4cc4 service neutron] Attempting to bind port 74a933e9-f224-4997-b231-ce50a4a55856 by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:49:20.284483 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de4fd7c-890c-44a5-839f-633a6d8a62d2 req-5e71b2e0-8e76-4a31-989f-2193924c4cc4 service neutron] Attempting to bind port 74a933e9-f224-4997-b231-ce50a4a55856 on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:49:20.304871 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc07076-de6f-4fbb-acd5-17fe5ac8935a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:20.305218 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc07076-de6f-4fbb-acd5-17fe5ac8935a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:20.305558 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc07076-de6f-4fbb-acd5-17fe5ac8935a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:20.305892 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc07076-de6f-4fbb-acd5-17fe5ac8935a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:20.306218 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc07076-de6f-4fbb-acd5-17fe5ac8935a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:20.306545 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc07076-de6f-4fbb-acd5-17fe5ac8935a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:20.307477 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc07076-de6f-4fbb-acd5-17fe5ac8935a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:20.307813 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc07076-de6f-4fbb-acd5-17fe5ac8935a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:20.308137 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc07076-de6f-4fbb-acd5-17fe5ac8935a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:20.308503 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc07076-de6f-4fbb-acd5-17fe5ac8935a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:20.308826 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc07076-de6f-4fbb-acd5-17fe5ac8935a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:20.309148 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc07076-de6f-4fbb-acd5-17fe5ac8935a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:20.309465 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc07076-de6f-4fbb-acd5-17fe5ac8935a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:20.310470 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de4fd7c-890c-44a5-839f-633a6d8a62d2 req-5e71b2e0-8e76-4a31-989f-2193924c4cc4 service neutron] Port 74a933e9-f224-4997-b231-ce50a4a55856 on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:49:20.313725 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de4fd7c-890c-44a5-839f-633a6d8a62d2 req-5e71b2e0-8e76-4a31-989f-2193924c4cc4 service neutron] Attempting to bind port 74a933e9-f224-4997-b231-ce50a4a55856 on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:49:20.331853 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de4fd7c-890c-44a5-839f-633a6d8a62d2 req-5e71b2e0-8e76-4a31-989f-2193924c4cc4 service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:49:20.332021 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de4fd7c-890c-44a5-839f-633a6d8a62d2 req-5e71b2e0-8e76-4a31-989f-2193924c4cc4 service neutron] Checking segment: {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:49:20.336569 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de4fd7c-890c-44a5-839f-633a6d8a62d2 req-5e71b2e0-8e76-4a31-989f-2193924c4cc4 service neutron] Bound using segment: {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:49:20.339525 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-4de4fd7c-890c-44a5-839f-633a6d8a62d2 req-5e71b2e0-8e76-4a31-989f-2193924c4cc4 service neutron] Bound port: 74a933e9-f224-4997-b231-ce50a4a55856, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:49:20.339525 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-4de4fd7c-890c-44a5-839f-633a6d8a62d2 req-5e71b2e0-8e76-4a31-989f-2193924c4cc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (74a933e9-f224-4997-b231-ce50a4a55856), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:20.361988 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-cf8e4aaf-a678-4864-9ea7-d8c9d6343482 None None] For port 587ac4e0-6cbe-4b2a-9300-94d68ccad8ff, host n-d-828369-5, cleared binding levels {{(pid=103143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:49:20.367304 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-cf8e4aaf-a678-4864-9ea7-d8c9d6343482 None None] For port 587ac4e0-6cbe-4b2a-9300-94d68ccad8ff, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=587ac4e0-6cbe-4b2a-9300-94d68ccad8ff,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:49:20.376569 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-cf8e4aaf-a678-4864-9ea7-d8c9d6343482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (587ac4e0-6cbe-4b2a-9300-94d68ccad8ff), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:20.501105 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8e4aaf-a678-4864-9ea7-d8c9d6343482 None None] Routers {'aa7612bf-f480-4cb0-b32f-185427757c8c'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:49:20.501808 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-cf8e4aaf-a678-4864-9ea7-d8c9d6343482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:49:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['aa7612bf-f480-4cb0-b32f-185427757c8c'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:49:20.524111 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-4de4fd7c-890c-44a5-839f-633a6d8a62d2 req-5e71b2e0-8e76-4a31-989f-2193924c4cc4 service neutron] For port 74a933e9-f224-4997-b231-ce50a4a55856, host n-h1-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:49:20.537127 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-4de4fd7c-890c-44a5-839f-633a6d8a62d2 req-5e71b2e0-8e76-4a31-989f-2193924c4cc4 service neutron] For port 74a933e9-f224-4997-b231-ce50a4a55856, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=74a933e9-f224-4997-b231-ce50a4a55856,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:49:20.557684 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-4de4fd7c-890c-44a5-839f-633a6d8a62d2 req-5e71b2e0-8e76-4a31-989f-2193924c4cc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (74a933e9-f224-4997-b231-ce50a4a55856), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:20.613313 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7ebedd4e-e364-47fe-b68d-6bb99c02c54e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (5c5a4501-96fb-478b-b835-a4fb4cec0c99), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:20.661259 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de4fd7c-890c-44a5-839f-633a6d8a62d2 req-5e71b2e0-8e76-4a31-989f-2193924c4cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:20.661947 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-4de4fd7c-890c-44a5-839f-633a6d8a62d2 req-5e71b2e0-8e76-4a31-989f-2193924c4cc4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:20.663680 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4de4fd7c-890c-44a5-839f-633a6d8a62d2 req-5e71b2e0-8e76-4a31-989f-2193924c4cc4 service neutron] 10.222.0.95 "PUT /v2.0/ports/74a933e9-f224-4997-b231-ce50a4a55856 HTTP/1.1" status: 200 len: 1096 time: 1.8563623 Feb 09 21:49:20.692424 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57e2981c-7be5-4738-affb-3a53f643718b', 'tag': '74a933e9-f224-4997-b231-ce50a4a55856'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:49:20.710423 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 9641d2f2-0322-49f5-994d-25f0085866da up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:49:20.736802 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ce0bbf-f4de-4b2b-841c-07744fb49ff5" -d '{"events": [{"name": "network-changed", "server_uuid": "57e2981c-7be5-4738-affb-3a53f643718b", "tag": "74a933e9-f224-4997-b231-ce50a4a55856"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:49:20.832630 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc07076-de6f-4fbb-acd5-17fe5ac8935a None None] Pushing event updated for resources: {'Port': ['ID=587ac4e0-6cbe-4b2a-9300-94d68ccad8ff,revision_number=3']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:20.916125 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-2d8c3219-f84f-4448-9b72-29b74cefcea5 None None] Provisioning complete for port 5c5a4501-96fb-478b-b835-a4fb4cec0c99 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:49:20.916606 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2d8c3219-f84f-4448-9b72-29b74cefcea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (5c5a4501-96fb-478b-b835-a4fb4cec0c99), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:20.988746 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-cf8e4aaf-a678-4864-9ea7-d8c9d6343482 None None] Set router aa7612bf-f480-4cb0-b32f-185427757c8c gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:49:20.989792 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-2d8c3219-f84f-4448-9b72-29b74cefcea5 None None] Port 5c5a4501-96fb-478b-b835-a4fb4cec0c99 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:49:21.021129 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 9641d2f2-0322-49f5-994d-25f0085866da triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:49:21.021748 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (9641d2f2-0322-49f5-994d-25f0085866da), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:21.144179 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7ebedd4e-e364-47fe-b68d-6bb99c02c54e admin admin] Publish callbacks [] for port (5c5a4501-96fb-478b-b835-a4fb4cec0c99), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:21.152837 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7ebedd4e-e364-47fe-b68d-6bb99c02c54e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (5c5a4501-96fb-478b-b835-a4fb4cec0c99), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:21.189195 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 9641d2f2-0322-49f5-994d-25f0085866da is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:49:21.266981 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:21.280319 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7ebedd4e-e364-47fe-b68d-6bb99c02c54e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524919'] for router_interface (aa7612bf-f480-4cb0-b32f-185427757c8c), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:21.283671 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebedd4e-e364-47fe-b68d-6bb99c02c54e admin admin] Pushing event updated for resources: {'Port': ['ID=5c5a4501-96fb-478b-b835-a4fb4cec0c99,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:21.316852 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-cf8e4aaf-a678-4864-9ea7-d8c9d6343482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa7612bf-f480-4cb0-b32f-185427757c8c', 'name': 'tempest-ServerActionsTestJSON-1876642922-router', 'tenant_id': 'b97bcc6d3a344052b623ebf4a39465fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '587ac4e0-6cbe-4b2a-9300-94d68ccad8ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:49:14Z', 'updated_at': '2022-02-09T21:49:17Z', 'revision_number': 3, 'project_id': 'b97bcc6d3a344052b623ebf4a39465fa', 'gw_port': {'id': '587ac4e0-6cbe-4b2a-9300-94d68ccad8ff', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8e:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa7612bf-f480-4cb0-b32f-185427757c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:49:16Z', 'updated_at': '2022-02-09T21:49:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:49:21.325802 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e58449e-26fa-4d60-aaf8-d6d6f8691a68 req-c56331fe-304b-4373-a8cf-7b4b2bc55479 tempest-VolumesBackupsTest-894660378 tempest-VolumesBackupsTest-894660378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:21.332861 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9e58449e-26fa-4d60-aaf8-d6d6f8691a68 req-c56331fe-304b-4373-a8cf-7b4b2bc55479 tempest-VolumesBackupsTest-894660378 tempest-VolumesBackupsTest-894660378-project] 10.222.0.90 "GET /v2.0/ports?device_id=57e2981c-7be5-4738-affb-3a53f643718b HTTP/1.1" status: 200 len: 948 time: 0.4611015 Feb 09 21:49:21.334751 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de4fd7c-890c-44a5-839f-633a6d8a62d2 req-8976bba9-72e4-4118-9c5a-b0505a338a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:21.336148 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4de4fd7c-890c-44a5-839f-633a6d8a62d2 req-8976bba9-72e4-4118-9c5a-b0505a338a76 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=1492f326a33b4817ae7c20fd87f037a8&device_id=57e2981c-7be5-4738-affb-3a53f643718b HTTP/1.1" status: 200 len: 1130 time: 0.5924895 Feb 09 21:49:21.342518 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e71b2e0-8e76-4a31-989f-2193924c4cc4 service neutron] Pushing event updated for resources: {'Port': ['ID=74a933e9-f224-4997-b231-ce50a4a55856,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:21.384628 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8e4aaf-a678-4864-9ea7-d8c9d6343482 None None] The sync data for ids ['aa7612bf-f480-4cb0-b32f-185427757c8c'] in n-d-828369-5 is: [{'id': 'aa7612bf-f480-4cb0-b32f-185427757c8c', 'name': 'tempest-ServerActionsTestJSON-1876642922-router', 'tenant_id': 'b97bcc6d3a344052b623ebf4a39465fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '587ac4e0-6cbe-4b2a-9300-94d68ccad8ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:49:14Z', 'updated_at': '2022-02-09T21:49:17Z', 'revision_number': 3, 'project_id': 'b97bcc6d3a344052b623ebf4a39465fa', 'gw_port': {'id': '587ac4e0-6cbe-4b2a-9300-94d68ccad8ff', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8e:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa7612bf-f480-4cb0-b32f-185427757c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:49:16Z', 'updated_at': '2022-02-09T21:49:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:49:21.430860 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ece276-197c-45e8-bb10-83a9aa5d7d51 req-42cec4fc-c59c-4cfe-95c3-55f288f1f14d tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:21.439174 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c0ece276-197c-45e8-bb10-83a9aa5d7d51 req-42cec4fc-c59c-4cfe-95c3-55f288f1f14d tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/ports?device_id=a6d64455-240d-447f-a385-b196e85b5a1b HTTP/1.1" status: 200 len: 946 time: 0.5070565 Feb 09 21:49:21.498687 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebedd4e-e364-47fe-b68d-6bb99c02c54e admin admin] Network 23f1a6df-2b4b-4777-8497-2928c76d9f17 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:49:21.500551 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-7ebedd4e-e364-47fe-b68d-6bb99c02c54e admin admin] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:49:21.590077 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9e58449e-26fa-4d60-aaf8-d6d6f8691a68 req-83c1f483-15bf-4e67-ac76-e2b2ea866453 tempest-VolumesBackupsTest-894660378 tempest-VolumesBackupsTest-894660378-project] 10.222.0.90 "GET /v2.0/security-groups?id=450fbb9e-c945-4087-b9ec-a821496c5011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428176 Feb 09 21:49:21.605880 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4de4fd7c-890c-44a5-839f-633a6d8a62d2 req-bd8ee46c-8155-41ae-acfb-6bae05e4d5b3 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=74a933e9-f224-4997-b231-ce50a4a55856 HTTP/1.1" status: 200 len: 217 time: 0.2566173 Feb 09 21:49:21.722115 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c0ece276-197c-45e8-bb10-83a9aa5d7d51 req-2e7e8283-2aea-4444-b939-92a19c16f4a4 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/security-groups?id=94013628-fdec-4344-8a46-79b1e0e851cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540997 Feb 09 21:49:21.735754 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cba588ea-558f-423b-9d3e-f3c065948c91 x-openstack-request-id: req-cba588ea-558f-423b-9d3e-f3c065948c91 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:49:21.735923 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57e2981c-7be5-4738-affb-3a53f643718b", "tag": "74a933e9-f224-4997-b231-ce50a4a55856", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:49:21.736187 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-cba588ea-558f-423b-9d3e-f3c065948c91 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:49:21.736637 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57e2981c-7be5-4738-affb-3a53f643718b', 'tag': '74a933e9-f224-4997-b231-ce50a4a55856', 'status': 'completed', 'code': 200} Feb 09 21:49:21.738690 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f5cc8e-7b46-4c8f-a03f-a1b902831e2e req-2f1ae961-6878-4a57-be97-812b84434875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:21.740208 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b8f5cc8e-7b46-4c8f-a03f-a1b902831e2e req-2f1ae961-6878-4a57-be97-812b84434875 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=a6d64455-240d-447f-a385-b196e85b5a1b HTTP/1.1" status: 200 len: 1128 time: 0.7149882 Feb 09 21:49:21.743614 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ebedd4e-e364-47fe-b68d-6bb99c02c54e admin admin] Router aa7612bf-f480-4cb0-b32f-185427757c8c has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:49:21.764040 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de4fd7c-890c-44a5-839f-633a6d8a62d2 req-7e65ae2a-8b40-4db4-9f6e-214fee25c549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:21.765486 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4de4fd7c-890c-44a5-839f-633a6d8a62d2 req-7e65ae2a-8b40-4db4-9f6e-214fee25c549 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0f7402ac-a35b-414b-bcc1-bc1c3072ec3c HTTP/1.1" status: 200 len: 843 time: 0.1351423 Feb 09 21:49:21.863388 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b8f5cc8e-7b46-4c8f-a03f-a1b902831e2e req-b4eff9fd-399f-4a37-b2ff-6dab12fa78f4 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=94013628-fdec-4344-8a46-79b1e0e851cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969062 Feb 09 21:49:21.971236 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de4fd7c-890c-44a5-839f-633a6d8a62d2 req-26392497-9d67-4272-b291-411204068394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:21.977921 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4de4fd7c-890c-44a5-839f-633a6d8a62d2 req-26392497-9d67-4272-b291-411204068394 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1254239 Feb 09 21:49:22.015578 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ebedd4e-e364-47fe-b68d-6bb99c02c54e admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:49:22.021655 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-7ebedd4e-e364-47fe-b68d-6bb99c02c54e admin admin] 10.222.0.90 "PUT /v2.0/routers/aa7612bf-f480-4cb0-b32f-185427757c8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6299593 Feb 09 21:49:22.097852 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-c50f36fa-3056-4c3a-811e-b82ce0bb5d13 None None] Provisioning complete for port 5c5a4501-96fb-478b-b835-a4fb4cec0c99 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:49:22.098364 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c50f36fa-3056-4c3a-811e-b82ce0bb5d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (5c5a4501-96fb-478b-b835-a4fb4cec0c99), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:22.179602 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-c50f36fa-3056-4c3a-811e-b82ce0bb5d13 None None] Port 5c5a4501-96fb-478b-b835-a4fb4cec0c99 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:49:22.241929 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4de4fd7c-890c-44a5-839f-633a6d8a62d2 req-ba7c56a2-0fa0-43be-b526-8227affca36b service neutron] 10.222.0.95 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207232 Feb 09 21:49:22.618861 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 47576) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:22.626131 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-d343c853-6b68-472a-98ba-fa150064cfe4 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Request body: {'security_group': {'name': 'tempest-securitygroup--108610233', 'description': 'tempest-description--1087980211'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:49:22.696739 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d343c853-6b68-472a-98ba-fa150064cfe4 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:22.722216 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 587ac4e0-6cbe-4b2a-9300-94d68ccad8ff up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:49:22.849652 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 587ac4e0-6cbe-4b2a-9300-94d68ccad8ff triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:49:22.850395 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (587ac4e0-6cbe-4b2a-9300-94d68ccad8ff), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:22.917168 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d343c853-6b68-472a-98ba-fa150064cfe4 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Publish callbacks [] for security_group (4c89ea32-e697-4c99-8133-b5b6d80654a9), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:22.923351 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d343c853-6b68-472a-98ba-fa150064cfe4 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (4c89ea32-e697-4c99-8133-b5b6d80654a9), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:23.002769 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d343c853-6b68-472a-98ba-fa150064cfe4 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:23.006274 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-d343c853-6b68-472a-98ba-fa150064cfe4 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3863077 Feb 09 21:49:23.014035 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 47582) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:23.024713 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-118e4b20-ad45-406d-8273-c87193924a03 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Request body: {'security_group_rule': {'security_group_id': '4c89ea32-e697-4c99-8133-b5b6d80654a9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:49:23.035591 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d343c853-6b68-472a-98ba-fa150064cfe4 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c89ea32-e697-4c99-8133-b5b6d80654a9,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:23.066758 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 587ac4e0-6cbe-4b2a-9300-94d68ccad8ff is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:49:23.067180 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (587ac4e0-6cbe-4b2a-9300-94d68ccad8ff), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:23.111634 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-118e4b20-ad45-406d-8273-c87193924a03 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Publish callbacks [] for security_group_rule (39758297-4398-49b9-80d2-fcd19c10897b), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:23.124189 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port 587ac4e0-6cbe-4b2a-9300-94d68ccad8ff, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=587ac4e0-6cbe-4b2a-9300-94d68ccad8ff,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:49:23.131762 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (587ac4e0-6cbe-4b2a-9300-94d68ccad8ff), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:23.170699 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4de4fd7c-890c-44a5-839f-633a6d8a62d2 req-0bd8bad6-b919-4852-8b34-48cfe4d11a1d service neutron] 10.222.0.95 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9216127 Feb 09 21:49:23.236029 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=587ac4e0-6cbe-4b2a-9300-94d68ccad8ff,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:23.271569 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-118e4b20-ad45-406d-8273-c87193924a03 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Publish callbacks [] for security_group_rule (39758297-4398-49b9-80d2-fcd19c10897b), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:23.278309 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-118e4b20-ad45-406d-8273-c87193924a03 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (39758297-4398-49b9-80d2-fcd19c10897b), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:23.337357 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118e4b20-ad45-406d-8273-c87193924a03 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39758297-4398-49b9-80d2-fcd19c10897b,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:23.360282 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-118e4b20-ad45-406d-8273-c87193924a03 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:23.364836 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-118e4b20-ad45-406d-8273-c87193924a03 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3496387 Feb 09 21:49:23.365521 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 47586) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:23.377965 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-66937554-8148-4a3f-9211-3800bac53312 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Request body: {'security_group_rule': {'security_group_id': '4c89ea32-e697-4c99-8133-b5b6d80654a9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:49:23.441196 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd62222-58e4-43c0-80ec-a44cabbdfc1a req-a48ddae1-3341-41e6-9b7a-424538d78f56 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:23.449027 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-66937554-8148-4a3f-9211-3800bac53312 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Publish callbacks [] for security_group_rule (252b7bb6-f9d3-4c47-8cfb-acf14f5ee5f6), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:23.449739 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5cd62222-58e4-43c0-80ec-a44cabbdfc1a req-a48ddae1-3341-41e6-9b7a-424538d78f56 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/ports?device_id=a6d64455-240d-447f-a385-b196e85b5a1b HTTP/1.1" status: 200 len: 946 time: 0.2855339 Feb 09 21:49:23.468552 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce0bbf-f4de-4b2b-841c-07744fb49ff5 req-0444d76a-a848-4f94-878d-3dc677c23258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:23.471626 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-70ce0bbf-f4de-4b2b-841c-07744fb49ff5 req-0444d76a-a848-4f94-878d-3dc677c23258 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=1492f326a33b4817ae7c20fd87f037a8&device_id=57e2981c-7be5-4738-affb-3a53f643718b HTTP/1.1" status: 200 len: 1130 time: 0.1519761 Feb 09 21:49:23.480479 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f49a2d-d162-4cbb-9f0e-71da98f17d39 req-36b26a21-ab6d-4fca-a741-29de02e0624f tempest-VolumesBackupsTest-894660378 tempest-VolumesBackupsTest-894660378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:23.482465 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-22f49a2d-d162-4cbb-9f0e-71da98f17d39 req-36b26a21-ab6d-4fca-a741-29de02e0624f tempest-VolumesBackupsTest-894660378 tempest-VolumesBackupsTest-894660378-project] 10.222.0.90 "GET /v2.0/ports?device_id=57e2981c-7be5-4738-affb-3a53f643718b HTTP/1.1" status: 200 len: 948 time: 0.3144238 Feb 09 21:49:23.511440 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:23.591646 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-66937554-8148-4a3f-9211-3800bac53312 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Publish callbacks [] for security_group_rule (252b7bb6-f9d3-4c47-8cfb-acf14f5ee5f6), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:23.601251 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-66937554-8148-4a3f-9211-3800bac53312 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (252b7bb6-f9d3-4c47-8cfb-acf14f5ee5f6), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:23.644980 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66937554-8148-4a3f-9211-3800bac53312 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=252b7bb6-f9d3-4c47-8cfb-acf14f5ee5f6,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:23.656878 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-66937554-8148-4a3f-9211-3800bac53312 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:23.663564 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-66937554-8148-4a3f-9211-3800bac53312 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2957528 Feb 09 21:49:23.664582 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 47592) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:23.670702 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-4d79b694-0924-4dd8-8c2d-d1d893b11abb tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Request body: {'floatingip': {'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:49:23.710685 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4d79b694-0924-4dd8-8c2d-d1d893b11abb tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:23.846533 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5cd62222-58e4-43c0-80ec-a44cabbdfc1a req-733025a0-33f6-4736-8281-596c713641da tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/security-groups?id=94013628-fdec-4344-8a46-79b1e0e851cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3956416 Feb 09 21:49:23.894461 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4d79b694-0924-4dd8-8c2d-d1d893b11abb tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:23.915387 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-22f49a2d-d162-4cbb-9f0e-71da98f17d39 req-7683fd0e-122b-40b8-adbf-7016f373da9c tempest-VolumesBackupsTest-894660378 tempest-VolumesBackupsTest-894660378-project] 10.222.0.90 "GET /v2.0/security-groups?id=450fbb9e-c945-4087-b9ec-a821496c5011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3856058 Feb 09 21:49:23.949887 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce0bbf-f4de-4b2b-841c-07744fb49ff5 req-7ea0c056-4b62-4b5e-a96d-069b62b597c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:23.951451 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-70ce0bbf-f4de-4b2b-841c-07744fb49ff5 req-7ea0c056-4b62-4b5e-a96d-069b62b597c9 service neutron] 10.222.0.95 "GET /v2.0/networks?id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc HTTP/1.1" status: 200 len: 870 time: 0.4677026 Feb 09 21:49:24.028660 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-70ce0bbf-f4de-4b2b-841c-07744fb49ff5 req-11a18db8-854d-424c-bf76-8e55e5709254 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=74a933e9-f224-4997-b231-ce50a4a55856 HTTP/1.1" status: 200 len: 217 time: 0.0689020 Feb 09 21:49:24.073634 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-4d79b694-0924-4dd8-8c2d-d1d893b11abb tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Allocated IP 172.25.3.75 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/a1987440-b992-4015-b6d3-7acf5c8105b5) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:49:24.118546 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce0bbf-f4de-4b2b-841c-07744fb49ff5 req-6f90b2ed-55d0-4d6c-843c-02ff3876d6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:24.120665 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-70ce0bbf-f4de-4b2b-841c-07744fb49ff5 req-6f90b2ed-55d0-4d6c-843c-02ff3876d6df service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0f7402ac-a35b-414b-bcc1-bc1c3072ec3c HTTP/1.1" status: 200 len: 843 time: 0.0850921 Feb 09 21:49:24.203926 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce0bbf-f4de-4b2b-841c-07744fb49ff5 req-d5b04ee2-7eff-4b5a-980d-aef72648a5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:24.206756 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-70ce0bbf-f4de-4b2b-841c-07744fb49ff5 req-d5b04ee2-7eff-4b5a-980d-aef72648a5dc service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0768425 Feb 09 21:49:24.234628 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4d79b694-0924-4dd8-8c2d-d1d893b11abb tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Publish callbacks [] for port (a1987440-b992-4015-b6d3-7acf5c8105b5), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:24.281944 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4d79b694-0924-4dd8-8c2d-d1d893b11abb tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (a1987440-b992-4015-b6d3-7acf5c8105b5), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:24.300730 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7974b5-5918-4c49-8662-19f605f97c9f None None] Sync routers for ids ['aa7612bf-f480-4cb0-b32f-185427757c8c'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:49:24.319702 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7974b5-5918-4c49-8662-19f605f97c9f None None] Routers {'aa7612bf-f480-4cb0-b32f-185427757c8c'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:49:24.320415 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-1f7974b5-5918-4c49-8662-19f605f97c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:49:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['aa7612bf-f480-4cb0-b32f-185427757c8c'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:49:24.333583 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d79b694-0924-4dd8-8c2d-d1d893b11abb tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:49:24.340844 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-4d79b694-0924-4dd8-8c2d-d1d893b11abb tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:49:24.348067 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d79b694-0924-4dd8-8c2d-d1d893b11abb tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:49:24.408589 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-70ce0bbf-f4de-4b2b-841c-07744fb49ff5 req-0b7ded5a-b661-4036-89a4-ab61d48f82d4 service neutron] 10.222.0.95 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886199 Feb 09 21:49:24.410129 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d79b694-0924-4dd8-8c2d-d1d893b11abb tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Pushing event updated for resources: {'Port': ['ID=a1987440-b992-4015-b6d3-7acf5c8105b5,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:24.528407 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4d79b694-0924-4dd8-8c2d-d1d893b11abb tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Publish callbacks [] for floatingip (da7e4d61-d7c0-4d1d-8bc4-51cd7cdfaa18), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:24.628637 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4d79b694-0924-4dd8-8c2d-d1d893b11abb tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (a1987440-b992-4015-b6d3-7acf5c8105b5), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:24.629529 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-1f7974b5-5918-4c49-8662-19f605f97c9f None None] Set router aa7612bf-f480-4cb0-b32f-185427757c8c gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:49:24.660130 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-70ce0bbf-f4de-4b2b-841c-07744fb49ff5 req-a7f6cdd3-cb40-4149-ab08-66edaeb948f6 service neutron] 10.222.0.95 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423100 Feb 09 21:49:24.733566 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 587ac4e0-6cbe-4b2a-9300-94d68ccad8ff up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:49:25.154361 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 587ac4e0-6cbe-4b2a-9300-94d68ccad8ff triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:49:25.158809 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (587ac4e0-6cbe-4b2a-9300-94d68ccad8ff), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:25.258866 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f52b43-44af-40a4-8342-865807b3aca0 req-6569893e-3f21-4c59-86cd-fc8a4770e0ae tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:25.262398 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d3f52b43-44af-40a4-8342-865807b3aca0 req-6569893e-3f21-4c59-86cd-fc8a4770e0ae tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/ports?device_id=a6d64455-240d-447f-a385-b196e85b5a1b HTTP/1.1" status: 200 len: 946 time: 0.2319090 Feb 09 21:49:25.351563 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39665e36-5536-47fd-a447-d9e06cbc57ae req-9aaefddc-f9b8-445a-b37f-4e785b581b6c tempest-VolumesBackupsTest-894660378 tempest-VolumesBackupsTest-894660378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:25.353208 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-39665e36-5536-47fd-a447-d9e06cbc57ae req-9aaefddc-f9b8-445a-b37f-4e785b581b6c tempest-VolumesBackupsTest-894660378 tempest-VolumesBackupsTest-894660378-project] 10.222.0.90 "GET /v2.0/ports?device_id=57e2981c-7be5-4738-affb-3a53f643718b HTTP/1.1" status: 200 len: 948 time: 0.2312610 Feb 09 21:49:25.459518 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-1f7974b5-5918-4c49-8662-19f605f97c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa7612bf-f480-4cb0-b32f-185427757c8c', 'name': 'tempest-ServerActionsTestJSON-1876642922-router', 'tenant_id': 'b97bcc6d3a344052b623ebf4a39465fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '587ac4e0-6cbe-4b2a-9300-94d68ccad8ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:49:14Z', 'updated_at': '2022-02-09T21:49:20Z', 'revision_number': 4, 'project_id': 'b97bcc6d3a344052b623ebf4a39465fa', 'gw_port': {'id': '587ac4e0-6cbe-4b2a-9300-94d68ccad8ff', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7612bf-f480-4cb0-b32f-185427757c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:49:16Z', 'updated_at': '2022-02-09T21:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '5c5a4501-96fb-478b-b835-a4fb4cec0c99', 'name': '', 'network_id': '23f1a6df-2b4b-4777-8497-2928c76d9f17', 'tenant_id': 'b97bcc6d3a344052b623ebf4a39465fa', 'mac_address': 'fa:16:3e:a3:59:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa7612bf-f480-4cb0-b32f-185427757c8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': 'b55ac71e-6529-43b3-9355-0e693d39e1f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:49:19Z', 'updated_at': '2022-02-09T21:49:20Z', 'revision_number': 2, 'project_id': 'b97bcc6d3a344052b623ebf4a39465fa', 'subnets': [{'id': 'b55ac71e-6529-43b3-9355-0e693d39e1f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:49:25.460690 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d3f52b43-44af-40a4-8342-865807b3aca0 req-9612bd8a-ba90-4fb9-aa82-51c9f13254f1 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/security-groups?id=94013628-fdec-4344-8a46-79b1e0e851cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889968 Feb 09 21:49:25.461523 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 587ac4e0-6cbe-4b2a-9300-94d68ccad8ff is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:49:25.467764 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-39665e36-5536-47fd-a447-d9e06cbc57ae req-6441222f-ec2f-48b7-84b1-1d5eca420d35 tempest-VolumesBackupsTest-894660378 tempest-VolumesBackupsTest-894660378-project] 10.222.0.90 "GET /v2.0/security-groups?id=450fbb9e-c945-4087-b9ec-a821496c5011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049728 Feb 09 21:49:25.540529 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7974b5-5918-4c49-8662-19f605f97c9f None None] Checking router: aa7612bf-f480-4cb0-b32f-185427757c8c for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:49:25.541557 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7974b5-5918-4c49-8662-19f605f97c9f None None] Updating router aa7612bf-f480-4cb0-b32f-185427757c8c port 5c5a4501-96fb-478b-b835-a4fb4cec0c99 binding host n-d-828369-5 {{(pid=103142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:49:25.549347 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4d79b694-0924-4dd8-8c2d-d1d893b11abb tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Publish callbacks [] for port (a1987440-b992-4015-b6d3-7acf5c8105b5), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:25.558886 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4d79b694-0924-4dd8-8c2d-d1d893b11abb tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (a1987440-b992-4015-b6d3-7acf5c8105b5), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:25.606669 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1f7974b5-5918-4c49-8662-19f605f97c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (5c5a4501-96fb-478b-b835-a4fb4cec0c99), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:25.670338 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d79b694-0924-4dd8-8c2d-d1d893b11abb tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Pushing event updated for resources: {'Port': ['ID=a1987440-b992-4015-b6d3-7acf5c8105b5,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:25.704041 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4d79b694-0924-4dd8-8c2d-d1d893b11abb tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (da7e4d61-d7c0-4d1d-8bc4-51cd7cdfaa18), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:25.746367 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4d79b694-0924-4dd8-8c2d-d1d893b11abb tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:25.747737 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-4d79b694-0924-4dd8-8c2d-d1d893b11abb tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0818985 Feb 09 21:49:26.010792 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe24368d-4e74-4319-b651-281be419d97e req-9c01ef88-5d45-4f04-8f88-784cf8471ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:26.012449 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fe24368d-4e74-4319-b651-281be419d97e req-9c01ef88-5d45-4f04-8f88-784cf8471ce4 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=9a12b916cc704b439cb969e97fed25b8&device_id=a6d64455-240d-447f-a385-b196e85b5a1b HTTP/1.1" status: 200 len: 1128 time: 0.1891048 Feb 09 21:49:26.200401 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe24368d-4e74-4319-b651-281be419d97e req-7930528f-3c9d-49b5-8bab-6a7f51b4f8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:26.200401 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fe24368d-4e74-4319-b651-281be419d97e req-7930528f-3c9d-49b5-8bab-6a7f51b4f8e5 service neutron] 10.222.0.95 "GET /v2.0/networks?id=b5f54461-ef49-42c4-b99b-0fc2c4c5f38c HTTP/1.1" status: 200 len: 919 time: 0.1742718 Feb 09 21:49:26.222222 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 74a933e9-f224-4997-b231-ce50a4a55856 details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:49:26.247600 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1f7974b5-5918-4c49-8662-19f605f97c9f None None] Publish callbacks [] for port (5c5a4501-96fb-478b-b835-a4fb4cec0c99), precommit_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:26.262948 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1f7974b5-5918-4c49-8662-19f605f97c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (5c5a4501-96fb-478b-b835-a4fb4cec0c99), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:26.287073 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ffe5b759-a1c2-452f-8023-e83fea79119e req-3a4189f3-77fe-475a-bdcf-0c6715674306 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-securitygroup--108610233&fields=id&tenant_id=b97bcc6d3a344052b623ebf4a39465fa HTTP/1.1" status: 200 len: 267 time: 0.2726674 Feb 09 21:49:26.288869 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fe24368d-4e74-4319-b651-281be419d97e req-cefd9cf5-fa8f-4867-b045-b09f4462036f service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6299c654-47ff-4ca4-8430-4c97bbaa7861 HTTP/1.1" status: 200 len: 217 time: 0.0768194 Feb 09 21:49:26.309033 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a70ddcb-5f4a-4268-a7c7-8213b9bd401e req-54228621-6863-4c4e-b26b-54ac839dfaf1 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:26.318322 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3a70ddcb-5f4a-4268-a7c7-8213b9bd401e req-54228621-6863-4c4e-b26b-54ac839dfaf1 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/ports?device_id=a6d64455-240d-447f-a385-b196e85b5a1b HTTP/1.1" status: 200 len: 946 time: 0.4348888 Feb 09 21:49:26.440149 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 74a933e9-f224-4997-b231-ce50a4a55856, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=74a933e9-f224-4997-b231-ce50a4a55856,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:49:26.536887 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe24368d-4e74-4319-b651-281be419d97e req-3e450e94-89e9-4ea9-94f2-3f3bbcbb0888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:26.543413 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': '74a933e9-f224-4997-b231-ce50a4a55856', 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc', 'port_id': '74a933e9-f224-4997-b231-ce50a4a55856', 'mac_address': 'fa:16:3e:d4:76:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f7402ac-a35b-414b-bcc1-bc1c3072ec3c', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:49:26.547015 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac4be06-a136-4942-b779-bcada31ed551 None None] Pushing event updated for resources: {'Port': ['ID=5c5a4501-96fb-478b-b835-a4fb4cec0c99,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:26.555293 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fe24368d-4e74-4319-b651-281be419d97e req-3e450e94-89e9-4ea9-94f2-3f3bbcbb0888 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=c910a1f6-1a2f-4e2e-aeab-3241f3de1ff1 HTTP/1.1" status: 200 len: 858 time: 0.1721215 Feb 09 21:49:26.663275 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fe24368d-4e74-4319-b651-281be419d97e req-f13d6c04-d6e7-42ce-b7f0-9fcfcabb242e service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=b5f54461-ef49-42c4-b99b-0fc2c4c5f38c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1056325 Feb 09 21:49:26.677962 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3a70ddcb-5f4a-4268-a7c7-8213b9bd401e req-564b0971-bd40-4676-a317-09e8b9d2e94e tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/security-groups?id=94013628-fdec-4344-8a46-79b1e0e851cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3581784 Feb 09 21:49:26.736885 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe5b759-a1c2-452f-8023-e83fea79119e req-0964d81a-2436-4f38-a389-b17f323cc72e tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:26.738647 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ffe5b759-a1c2-452f-8023-e83fea79119e req-0964d81a-2436-4f38-a389-b17f323cc72e tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/networks?id=23f1a6df-2b4b-4777-8497-2928c76d9f17 HTTP/1.1" status: 200 len: 812 time: 0.3989332 Feb 09 21:49:26.778342 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ffe5b759-a1c2-452f-8023-e83fea79119e req-3b1c8d14-e1ef-4bcf-b599-94fa57f81dc4 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/quotas/b97bcc6d3a344052b623ebf4a39465fa HTTP/1.1" status: 200 len: 375 time: 0.0108652 Feb 09 21:49:26.802940 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-1f7974b5-5918-4c49-8662-19f605f97c9f None None] Attempting to bind port 5c5a4501-96fb-478b-b835-a4fb4cec0c99 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:49:26.803274 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-1f7974b5-5918-4c49-8662-19f605f97c9f None None] Attempting to bind port 5c5a4501-96fb-478b-b835-a4fb4cec0c99 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '682b57c6-7518-4480-8840-98896ec39a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '23f1a6df-2b4b-4777-8497-2928c76d9f17'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:49:26.803645 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7974b5-5918-4c49-8662-19f605f97c9f None None] Attempting to bind port 5c5a4501-96fb-478b-b835-a4fb4cec0c99 on network 23f1a6df-2b4b-4777-8497-2928c76d9f17 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:49:26.807279 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 74a933e9-f224-4997-b231-ce50a4a55856 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:49:26.807672 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (74a933e9-f224-4997-b231-ce50a4a55856), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:26.846249 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7974b5-5918-4c49-8662-19f605f97c9f None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:49:26.846629 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7974b5-5918-4c49-8662-19f605f97c9f None None] Checking segment: {'id': '682b57c6-7518-4480-8840-98896ec39a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '23f1a6df-2b4b-4777-8497-2928c76d9f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:49:26.847037 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1f7974b5-5918-4c49-8662-19f605f97c9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:26.847434 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7974b5-5918-4c49-8662-19f605f97c9f None None] Bound using segment: {'id': '682b57c6-7518-4480-8840-98896ec39a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '23f1a6df-2b4b-4777-8497-2928c76d9f17'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:49:26.847926 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-1f7974b5-5918-4c49-8662-19f605f97c9f None None] Bound port: 5c5a4501-96fb-478b-b835-a4fb4cec0c99, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '682b57c6-7518-4480-8840-98896ec39a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '23f1a6df-2b4b-4777-8497-2928c76d9f17'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:49:26.848338 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1f7974b5-5918-4c49-8662-19f605f97c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (5c5a4501-96fb-478b-b835-a4fb4cec0c99), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:26.872452 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74a933e9-f224-4997-b231-ce50a4a55856 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:49:26.930387 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 74a933e9-f224-4997-b231-ce50a4a55856, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=74a933e9-f224-4997-b231-ce50a4a55856,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:49:26.949964 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (74a933e9-f224-4997-b231-ce50a4a55856), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:26.994523 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ffe5b759-a1c2-452f-8023-e83fea79119e req-918cf429-986b-4756-8c4c-f422fe4875e8 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=b97bcc6d3a344052b623ebf4a39465fa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2088702 Feb 09 21:49:27.004740 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fe24368d-4e74-4319-b651-281be419d97e req-cdfacdaf-7666-4c48-b1b4-5d4477758395 service neutron] 10.222.0.95 "GET /v2.0/networks/b5f54461-ef49-42c4-b99b-0fc2c4c5f38c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3221824 Feb 09 21:49:27.029078 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [req-ffe5b759-a1c2-452f-8023-e83fea79119e req-9f2b2b39-e0c8-4f59-8a9d-fb88d99a7b46 service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=103140) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:49:27.030162 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ffe5b759-a1c2-452f-8023-e83fea79119e req-9f2b2b39-e0c8-4f59-8a9d-fb88d99a7b46 service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0090542 Feb 09 21:49:27.072938 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=74a933e9-f224-4997-b231-ce50a4a55856,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:27.113624 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-1f7974b5-5918-4c49-8662-19f605f97c9f None None] For port 5c5a4501-96fb-478b-b835-a4fb4cec0c99, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:49:27.117188 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-1f7974b5-5918-4c49-8662-19f605f97c9f None None] For port 5c5a4501-96fb-478b-b835-a4fb4cec0c99, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=5c5a4501-96fb-478b-b835-a4fb4cec0c99,segment=NetworkSegment(682b57c6-7518-4480-8840-98896ec39a8d),segment_id=682b57c6-7518-4480-8840-98896ec39a8d)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:49:27.138616 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1f7974b5-5918-4c49-8662-19f605f97c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (5c5a4501-96fb-478b-b835-a4fb4cec0c99), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:27.211610 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fe24368d-4e74-4319-b651-281be419d97e req-127ef24e-5130-436f-af4a-f82254b21bd1 service neutron] 10.222.0.95 "GET /v2.0/networks/b5f54461-ef49-42c4-b99b-0fc2c4c5f38c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804690 Feb 09 21:49:27.221417 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22964d4d-9d9d-4b14-b2b4-05f0da7ef8ff req-f820eb74-ec94-4b09-b24e-93e422f045d9 tempest-VolumesBackupsTest-894660378 tempest-VolumesBackupsTest-894660378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:27.229990 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-22964d4d-9d9d-4b14-b2b4-05f0da7ef8ff req-f820eb74-ec94-4b09-b24e-93e422f045d9 tempest-VolumesBackupsTest-894660378 tempest-VolumesBackupsTest-894660378-project] 10.222.0.90 "GET /v2.0/ports?device_id=57e2981c-7be5-4738-affb-3a53f643718b HTTP/1.1" status: 200 len: 948 time: 0.3729579 Feb 09 21:49:27.278853 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac4be06-a136-4942-b779-bcada31ed551 None None] Pushing event updated for resources: {'Port': ['ID=5c5a4501-96fb-478b-b835-a4fb4cec0c99,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:27.294936 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['74a933e9-f224-4997-b231-ce50a4a55856'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:49:27.325034 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-c45ed1b7-3d86-474b-a922-8cab05b9a1ff None None] Provisioning complete for port 5c5a4501-96fb-478b-b835-a4fb4cec0c99 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:49:27.325511 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c45ed1b7-3d86-474b-a922-8cab05b9a1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (5c5a4501-96fb-478b-b835-a4fb4cec0c99), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:27.408981 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-22964d4d-9d9d-4b14-b2b4-05f0da7ef8ff req-93923c7f-b5d4-491a-9f93-e1aa1a85c8a1 tempest-VolumesBackupsTest-894660378 tempest-VolumesBackupsTest-894660378-project] 10.222.0.90 "GET /v2.0/security-groups?id=450fbb9e-c945-4087-b9ec-a821496c5011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778150 Feb 09 21:49:27.519924 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 47652) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:27.681973 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ffe5b759-a1c2-452f-8023-e83fea79119e req-b4e0f55b-daad-4ca5-81be-344df580fb21 service neutron] 10.222.0.90 "GET /v2.0/networks/23f1a6df-2b4b-4777-8497-2928c76d9f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4631431 Feb 09 21:49:27.788905 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7974b5-5918-4c49-8662-19f605f97c9f None None] Routers {'aa7612bf-f480-4cb0-b32f-185427757c8c'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:49:27.795289 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-1f7974b5-5918-4c49-8662-19f605f97c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:49:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['aa7612bf-f480-4cb0-b32f-185427757c8c'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:49:27.833504 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a8c0bbad-aeec-48ce-8bc2-a07ac7b874b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:27.917384 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ffe5b759-a1c2-452f-8023-e83fea79119e req-fcd5e7f9-c2db-486b-be9a-51424d41608b service neutron] 10.222.0.90 "GET /v2.0/networks/23f1a6df-2b4b-4777-8497-2928c76d9f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343152 Feb 09 21:49:27.949334 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cb71d6-6b3e-4f30-957f-247149dcc3c5 req-9cda1c7c-e061-4251-8451-e68c45997a4c tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:27.951632 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-84cb71d6-6b3e-4f30-957f-247149dcc3c5 req-9cda1c7c-e061-4251-8451-e68c45997a4c tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/ports?device_id=a6d64455-240d-447f-a385-b196e85b5a1b HTTP/1.1" status: 200 len: 946 time: 0.0777516 Feb 09 21:49:28.031563 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-84cb71d6-6b3e-4f30-957f-247149dcc3c5 req-fa8de49f-ba7f-4e5c-aeff-72201004cdec tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/security-groups?id=94013628-fdec-4344-8a46-79b1e0e851cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718646 Feb 09 21:49:28.049771 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-1f7974b5-5918-4c49-8662-19f605f97c9f None None] Set router aa7612bf-f480-4cb0-b32f-185427757c8c gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:49:28.054904 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a8c0bbad-aeec-48ce-8bc2-a07ac7b874b3 admin admin] Publish callbacks [] for security_group (5c96e2f4-2d48-4f34-b3d5-625000ae2047), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:28.061122 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a8c0bbad-aeec-48ce-8bc2-a07ac7b874b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (5c96e2f4-2d48-4f34-b3d5-625000ae2047), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:28.118834 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-a8c0bbad-aeec-48ce-8bc2-a07ac7b874b3 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=98a03d4d3dc2418f8ff178fa5bf4f33a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5976818 Feb 09 21:49:28.120392 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c0bbad-aeec-48ce-8bc2-a07ac7b874b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c96e2f4-2d48-4f34-b3d5-625000ae2047,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:28.122118 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 47660) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:28.236007 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a2600109-901a-4e64-9b3a-dae435345909 admin admin] Publish callbacks [] for security_group (5c96e2f4-2d48-4f34-b3d5-625000ae2047), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:28.273533 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a2600109-901a-4e64-9b3a-dae435345909 admin admin] Publish callbacks [] for security_group (5c96e2f4-2d48-4f34-b3d5-625000ae2047), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:28.335497 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3c1cb09d-8c0c-4ca7-bcdf-240d28d5b0a9 req-29127759-3375-4d44-8e44-0595acab1a56 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 210 time: 0.0783367 Feb 09 21:49:28.432851 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a2600109-901a-4e64-9b3a-dae435345909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (5c96e2f4-2d48-4f34-b3d5-625000ae2047), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:28.435480 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a2600109-901a-4e64-9b3a-dae435345909 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:28.440023 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-a2600109-901a-4e64-9b3a-dae435345909 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/5c96e2f4-2d48-4f34-b3d5-625000ae2047 HTTP/1.1" status: 204 len: 168 time: 0.3168197 Feb 09 21:49:28.467206 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2600109-901a-4e64-9b3a-dae435345909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c96e2f4-2d48-4f34-b3d5-625000ae2047,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:28.621874 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6369a5-522f-48b8-859d-b9a8ecd9db06 req-65f51e0e-31ff-4a93-83e8-f560ee90726c tempest-VolumesBackupsTest-894660378 tempest-VolumesBackupsTest-894660378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:28.639044 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ef6369a5-522f-48b8-859d-b9a8ecd9db06 req-65f51e0e-31ff-4a93-83e8-f560ee90726c tempest-VolumesBackupsTest-894660378 tempest-VolumesBackupsTest-894660378-project] 10.222.0.90 "GET /v2.0/ports?device_id=57e2981c-7be5-4738-affb-3a53f643718b HTTP/1.1" status: 200 len: 949 time: 0.1123078 Feb 09 21:49:28.734190 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ef6369a5-522f-48b8-859d-b9a8ecd9db06 req-d1bc3ffc-9a30-4a04-80e2-5402bf364d1e tempest-VolumesBackupsTest-894660378 tempest-VolumesBackupsTest-894660378-project] 10.222.0.90 "GET /v2.0/security-groups?id=450fbb9e-c945-4087-b9ec-a821496c5011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922053 Feb 09 21:49:28.772296 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-c45ed1b7-3d86-474b-a922-8cab05b9a1ff None None] Current status of the port 5c5a4501-96fb-478b-b835-a4fb4cec0c99 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:49:28.772855 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c45ed1b7-3d86-474b-a922-8cab05b9a1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (5c5a4501-96fb-478b-b835-a4fb4cec0c99), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:28.892865 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-c45ed1b7-3d86-474b-a922-8cab05b9a1ff None None] For port 5c5a4501-96fb-478b-b835-a4fb4cec0c99, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=5c5a4501-96fb-478b-b835-a4fb4cec0c99,segment=NetworkSegment(682b57c6-7518-4480-8840-98896ec39a8d),segment_id=682b57c6-7518-4480-8840-98896ec39a8d)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:49:28.916719 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c45ed1b7-3d86-474b-a922-8cab05b9a1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (5c5a4501-96fb-478b-b835-a4fb4cec0c99), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:29.002641 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-1f7974b5-5918-4c49-8662-19f605f97c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa7612bf-f480-4cb0-b32f-185427757c8c', 'name': 'tempest-ServerActionsTestJSON-1876642922-router', 'tenant_id': 'b97bcc6d3a344052b623ebf4a39465fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '587ac4e0-6cbe-4b2a-9300-94d68ccad8ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:49:14Z', 'updated_at': '2022-02-09T21:49:20Z', 'revision_number': 4, 'project_id': 'b97bcc6d3a344052b623ebf4a39465fa', 'gw_port': {'id': '587ac4e0-6cbe-4b2a-9300-94d68ccad8ff', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7612bf-f480-4cb0-b32f-185427757c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:49:16Z', 'updated_at': '2022-02-09T21:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '5c5a4501-96fb-478b-b835-a4fb4cec0c99', 'name': '', 'network_id': '23f1a6df-2b4b-4777-8497-2928c76d9f17', 'tenant_id': 'b97bcc6d3a344052b623ebf4a39465fa', 'mac_address': 'fa:16:3e:a3:59:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa7612bf-f480-4cb0-b32f-185427757c8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': 'b55ac71e-6529-43b3-9355-0e693d39e1f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:49:19Z', 'updated_at': '2022-02-09T21:49:27Z', 'revision_number': 4, 'project_id': 'b97bcc6d3a344052b623ebf4a39465fa', 'subnets': [{'id': 'b55ac71e-6529-43b3-9355-0e693d39e1f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:49:29.144130 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45ed1b7-3d86-474b-a922-8cab05b9a1ff None None] Pushing event updated for resources: {'Port': ['ID=5c5a4501-96fb-478b-b835-a4fb4cec0c99,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:29.172772 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7974b5-5918-4c49-8662-19f605f97c9f None None] The sync data for ids ['aa7612bf-f480-4cb0-b32f-185427757c8c'] in n-d-828369-5 is: [{'id': 'aa7612bf-f480-4cb0-b32f-185427757c8c', 'name': 'tempest-ServerActionsTestJSON-1876642922-router', 'tenant_id': 'b97bcc6d3a344052b623ebf4a39465fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '587ac4e0-6cbe-4b2a-9300-94d68ccad8ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:49:14Z', 'updated_at': '2022-02-09T21:49:20Z', 'revision_number': 4, 'project_id': 'b97bcc6d3a344052b623ebf4a39465fa', 'gw_port': {'id': '587ac4e0-6cbe-4b2a-9300-94d68ccad8ff', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7612bf-f480-4cb0-b32f-185427757c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:49:16Z', 'updated_at': '2022-02-09T21:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '5c5a4501-96fb-478b-b835-a4fb4cec0c99', 'name': '', 'network_id': '23f1a6df-2b4b-4777-8497-2928c76d9f17', 'tenant_id': 'b97bcc6d3a344052b623ebf4a39465fa', 'mac_address': 'fa:16:3e:a3:59:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa7612bf-f480-4cb0-b32f-185427757c8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': 'b55ac71e-6529-43b3-9355-0e693d39e1f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:49:19Z', 'updated_at': '2022-02-09T21:49:27Z', 'revision_number': 4, 'project_id': 'b97bcc6d3a344052b623ebf4a39465fa', 'subnets': [{'id': 'b55ac71e-6529-43b3-9355-0e693d39e1f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:49:29.201383 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-25aca98b-b271-415f-ba9d-df5e6f64b80a None None] Provisioning complete for port 5c5a4501-96fb-478b-b835-a4fb4cec0c99 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:49:29.207861 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-25aca98b-b271-415f-ba9d-df5e6f64b80a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (5c5a4501-96fb-478b-b835-a4fb4cec0c99), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:29.387616 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e07e9e-a35c-42e3-b787-b8dd1a8b0842 req-67414595-72f7-4872-986d-6e16c45ddd81 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:29.396842 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-65e07e9e-a35c-42e3-b787-b8dd1a8b0842 req-67414595-72f7-4872-986d-6e16c45ddd81 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/ports?device_id=a6d64455-240d-447f-a385-b196e85b5a1b HTTP/1.1" status: 200 len: 946 time: 0.1943593 Feb 09 21:49:29.491768 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-65e07e9e-a35c-42e3-b787-b8dd1a8b0842 req-3336bd25-b317-498f-b583-2a764174bdc5 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/security-groups?id=94013628-fdec-4344-8a46-79b1e0e851cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939379 Feb 09 21:49:29.515088 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-25aca98b-b271-415f-ba9d-df5e6f64b80a None None] Current status of the port 5c5a4501-96fb-478b-b835-a4fb4cec0c99 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:49:29.577822 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6823d50f-4dd2-4416-bab9-743dd06fae6e req-2cbbcb73-4c3f-430a-8a31-5041ed27a283 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 210 time: 0.1025040 Feb 09 21:49:29.964258 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d2ccc8-9c01-4f09-8198-f6efed26772c req-ec47f30f-c2e6-4330-847b-3c4b66b252fb tempest-VolumesBackupsTest-894660378 tempest-VolumesBackupsTest-894660378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:29.984649 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-43d2ccc8-9c01-4f09-8198-f6efed26772c req-ec47f30f-c2e6-4330-847b-3c4b66b252fb tempest-VolumesBackupsTest-894660378 tempest-VolumesBackupsTest-894660378-project] 10.222.0.90 "GET /v2.0/ports?device_id=57e2981c-7be5-4738-affb-3a53f643718b HTTP/1.1" status: 200 len: 949 time: 0.1267223 Feb 09 21:49:30.109700 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-43d2ccc8-9c01-4f09-8198-f6efed26772c req-e09516aa-2699-4be3-9219-1f97420e3b2c tempest-VolumesBackupsTest-894660378 tempest-VolumesBackupsTest-894660378-project] 10.222.0.90 "GET /v2.0/security-groups?id=450fbb9e-c945-4087-b9ec-a821496c5011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239328 Feb 09 21:49:30.218321 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 74a933e9-f224-4997-b231-ce50a4a55856 up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:49:30.361955 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning for port 74a933e9-f224-4997-b231-ce50a4a55856 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:49:30.372979 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port 74a933e9-f224-4997-b231-ce50a4a55856 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:49:30.373764 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (74a933e9-f224-4997-b231-ce50a4a55856), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:30.482160 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe5b759-a1c2-452f-8023-e83fea79119e req-2a9d2b42-ada9-42ed-adb0-e662de4345dc tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:30.484561 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ffe5b759-a1c2-452f-8023-e83fea79119e req-2a9d2b42-ada9-42ed-adb0-e662de4345dc tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.89 "GET /v2.0/networks?id=23f1a6df-2b4b-4777-8497-2928c76d9f17 HTTP/1.1" status: 200 len: 812 time: 0.3658884 Feb 09 21:49:30.587856 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 74a933e9-f224-4997-b231-ce50a4a55856 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:49:30.590625 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (74a933e9-f224-4997-b231-ce50a4a55856), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:30.639145 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ffe5b759-a1c2-452f-8023-e83fea79119e req-7c138a5b-7766-4598-aa75-8d5d904ba57b tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b97bcc6d3a344052b623ebf4a39465fa HTTP/1.1" status: 200 len: 379 time: 0.1438742 Feb 09 21:49:30.655865 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-ffe5b759-a1c2-452f-8023-e83fea79119e req-26171897-6e51-4b89-afb1-5521fe87f35f tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Request body: {'port': {'device_id': '7e096926-65cd-4dbc-a650-c2ffbdbd3851', 'network_id': '23f1a6df-2b4b-4777-8497-2928c76d9f17', 'admin_state_up': True, 'tenant_id': 'b97bcc6d3a344052b623ebf4a39465fa', 'security_groups': ['4c89ea32-e697-4c99-8133-b5b6d80654a9']}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:49:30.713677 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 74a933e9-f224-4997-b231-ce50a4a55856, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=74a933e9-f224-4997-b231-ce50a4a55856,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:49:30.715776 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57e2981c-7be5-4738-affb-3a53f643718b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74a933e9-f224-4997-b231-ce50a4a55856'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:49:30.721093 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53bbf4ec-0b6f-4f31-8594-aa2fb4866fa6" -d '{"events": [{"server_uuid": "57e2981c-7be5-4738-affb-3a53f643718b", "name": "network-vif-plugged", "status": "completed", "tag": "74a933e9-f224-4997-b231-ce50a4a55856"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:49:30.736987 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (74a933e9-f224-4997-b231-ce50a4a55856), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:30.829790 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e414000e-ef75-4346-9b7e-ed9907deaa02 req-b4b5119f-232f-4c95-a7f8-d1f393e2ae7f tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 210 time: 0.0823526 Feb 09 21:49:30.931348 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e509dc9-e0c0-467a-914c-e77d450770e0 x-openstack-request-id: req-6e509dc9-e0c0-467a-914c-e77d450770e0 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:49:30.931745 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57e2981c-7be5-4738-affb-3a53f643718b", "name": "network-vif-plugged", "status": "completed", "tag": "74a933e9-f224-4997-b231-ce50a4a55856", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:49:30.931916 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-6e509dc9-e0c0-467a-914c-e77d450770e0 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:49:30.932334 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57e2981c-7be5-4738-affb-3a53f643718b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74a933e9-f224-4997-b231-ce50a4a55856', 'code': 200} Feb 09 21:49:30.933293 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=74a933e9-f224-4997-b231-ce50a4a55856,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:30.942638 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 5c5a4501-96fb-478b-b835-a4fb4cec0c99 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:49:31.041633 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffe5b759-a1c2-452f-8023-e83fea79119e req-26171897-6e51-4b89-afb1-5521fe87f35f tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Made reservation on behalf of b97bcc6d3a344052b623ebf4a39465fa for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:49:31.047151 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-ffe5b759-a1c2-452f-8023-e83fea79119e req-26171897-6e51-4b89-afb1-5521fe87f35f tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:31.118335 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 5c5a4501-96fb-478b-b835-a4fb4cec0c99 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:49:31.118608 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (5c5a4501-96fb-478b-b835-a4fb4cec0c99), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:31.142917 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a571757-c616-48aa-8a4b-8745f231295b req-af4d04f4-ff18-44cb-905e-932cd2eea1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:31.158160 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6a571757-c616-48aa-8a4b-8745f231295b req-af4d04f4-ff18-44cb-905e-932cd2eea1a8 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=57e2981c-7be5-4738-affb-3a53f643718b HTTP/1.1" status: 200 len: 1132 time: 0.2244673 Feb 09 21:49:31.282032 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6a571757-c616-48aa-8a4b-8745f231295b req-00d5732e-16da-4142-8f31-7c25e47e49f5 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=450fbb9e-c945-4087-b9ec-a821496c5011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127696 Feb 09 21:49:31.394397 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5b224a-8e90-4ee3-86a2-bf6d07ac70c2 req-b8a7520d-221c-41d5-9b17-0e48f725dbb1 tempest-VolumesBackupsTest-894660378 tempest-VolumesBackupsTest-894660378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:31.396457 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-df5b224a-8e90-4ee3-86a2-bf6d07ac70c2 req-b8a7520d-221c-41d5-9b17-0e48f725dbb1 tempest-VolumesBackupsTest-894660378 tempest-VolumesBackupsTest-894660378-project] 10.222.0.90 "GET /v2.0/ports?device_id=57e2981c-7be5-4738-affb-3a53f643718b HTTP/1.1" status: 200 len: 950 time: 0.1171713 Feb 09 21:49:31.420540 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 5c5a4501-96fb-478b-b835-a4fb4cec0c99 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:49:31.460943 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [req-ffe5b759-a1c2-452f-8023-e83fea79119e req-26171897-6e51-4b89-afb1-5521fe87f35f tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Allocated IP 172.20.0.13 (23f1a6df-2b4b-4777-8497-2928c76d9f17/b55ac71e-6529-43b3-9355-0e693d39e1f4/fc4d8690-2c93-4a34-8416-c6d01e3a225f) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:49:31.499917 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-df5b224a-8e90-4ee3-86a2-bf6d07ac70c2 req-c80db5fd-13f1-43f6-946e-4a2b0c344379 tempest-VolumesBackupsTest-894660378 tempest-VolumesBackupsTest-894660378-project] 10.222.0.90 "GET /v2.0/security-groups?id=450fbb9e-c945-4087-b9ec-a821496c5011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973248 Feb 09 21:49:31.671451 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-ffe5b759-a1c2-452f-8023-e83fea79119e req-26171897-6e51-4b89-afb1-5521fe87f35f tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Publish callbacks [] for port (fc4d8690-2c93-4a34-8416-c6d01e3a225f), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:31.745211 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-ffe5b759-a1c2-452f-8023-e83fea79119e req-26171897-6e51-4b89-afb1-5521fe87f35f tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (fc4d8690-2c93-4a34-8416-c6d01e3a225f), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:31.796564 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffe5b759-a1c2-452f-8023-e83fea79119e req-26171897-6e51-4b89-afb1-5521fe87f35f tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Network 23f1a6df-2b4b-4777-8497-2928c76d9f17 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:49:31.800115 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [req-ffe5b759-a1c2-452f-8023-e83fea79119e req-26171897-6e51-4b89-afb1-5521fe87f35f tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:49:31.803033 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffe5b759-a1c2-452f-8023-e83fea79119e req-26171897-6e51-4b89-afb1-5521fe87f35f tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:49:31.866480 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26171897-6e51-4b89-afb1-5521fe87f35f tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Pushing event updated for resources: {'Port': ['ID=fc4d8690-2c93-4a34-8416-c6d01e3a225f,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:31.923525 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe5b759-a1c2-452f-8023-e83fea79119e req-26171897-6e51-4b89-afb1-5521fe87f35f tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:31.925471 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-ffe5b759-a1c2-452f-8023-e83fea79119e req-26171897-6e51-4b89-afb1-5521fe87f35f tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:31.967180 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ffe5b759-a1c2-452f-8023-e83fea79119e req-26171897-6e51-4b89-afb1-5521fe87f35f tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3212404 Feb 09 21:49:31.985352 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-ffe5b759-a1c2-452f-8023-e83fea79119e req-fb519d5d-842b-4824-87df-32587bd720cf service neutron] Request body: {'port': {'device_id': '7e096926-65cd-4dbc-a650-c2ffbdbd3851', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:49:32.050602 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046fd0fd-bb45-4642-abb6-90969e7750f6 req-85b82a82-e8c2-44e1-a706-5973c3b27cbd tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:32.064056 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-046fd0fd-bb45-4642-abb6-90969e7750f6 req-85b82a82-e8c2-44e1-a706-5973c3b27cbd tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 932 time: 0.1041298 Feb 09 21:49:32.211539 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-046fd0fd-bb45-4642-abb6-90969e7750f6 req-6488459e-3a52-40c0-a57e-3053e0470cc1 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=4c89ea32-e697-4c99-8133-b5b6d80654a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382957 Feb 09 21:49:32.248134 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-ffe5b759-a1c2-452f-8023-e83fea79119e req-fb519d5d-842b-4824-87df-32587bd720cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (fc4d8690-2c93-4a34-8416-c6d01e3a225f), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:32.390417 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-36446a6a-ed30-4e3a-823a-4f7f2250039f None None] Provisioning complete for port fc4d8690-2c93-4a34-8416-c6d01e3a225f triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:49:32.390808 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-36446a6a-ed30-4e3a-823a-4f7f2250039f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (fc4d8690-2c93-4a34-8416-c6d01e3a225f), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:32.468324 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-36446a6a-ed30-4e3a-823a-4f7f2250039f None None] Port fc4d8690-2c93-4a34-8416-c6d01e3a225f cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:49:32.741920 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d527556-a7ef-40d9-8065-50f68568483f req-a1faf661-0d12-47ab-bb51-09de669bae39 tempest-VolumesBackupsTest-894660378 tempest-VolumesBackupsTest-894660378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:32.756657 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7d527556-a7ef-40d9-8065-50f68568483f req-a1faf661-0d12-47ab-bb51-09de669bae39 tempest-VolumesBackupsTest-894660378 tempest-VolumesBackupsTest-894660378-project] 10.222.0.90 "GET /v2.0/ports?device_id=57e2981c-7be5-4738-affb-3a53f643718b HTTP/1.1" status: 200 len: 950 time: 0.1171536 Feb 09 21:49:32.842229 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-ffe5b759-a1c2-452f-8023-e83fea79119e req-fb519d5d-842b-4824-87df-32587bd720cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc4d8690-2c93-4a34-8416-c6d01e3a225f {{(pid=103141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:49:32.864376 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7d527556-a7ef-40d9-8065-50f68568483f req-98e358ea-e054-43a6-b226-285730983a5d tempest-VolumesBackupsTest-894660378 tempest-VolumesBackupsTest-894660378-project] 10.222.0.90 "GET /v2.0/security-groups?id=450fbb9e-c945-4087-b9ec-a821496c5011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008701 Feb 09 21:49:32.871223 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-ffe5b759-a1c2-452f-8023-e83fea79119e req-fb519d5d-842b-4824-87df-32587bd720cf service neutron] Publish callbacks [] for port (fc4d8690-2c93-4a34-8416-c6d01e3a225f), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:32.891172 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-ffe5b759-a1c2-452f-8023-e83fea79119e req-fb519d5d-842b-4824-87df-32587bd720cf service neutron] Transition to ACTIVE for port object fc4d8690-2c93-4a34-8416-c6d01e3a225f will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:49:32.900062 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-ffe5b759-a1c2-452f-8023-e83fea79119e req-fb519d5d-842b-4824-87df-32587bd720cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (fc4d8690-2c93-4a34-8416-c6d01e3a225f), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:33.002221 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb519d5d-842b-4824-87df-32587bd720cf service neutron] Pushing event updated for resources: {'Port': ['ID=fc4d8690-2c93-4a34-8416-c6d01e3a225f,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:33.177180 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-ffe5b759-a1c2-452f-8023-e83fea79119e req-fb519d5d-842b-4824-87df-32587bd720cf service neutron] Attempting to bind port fc4d8690-2c93-4a34-8416-c6d01e3a225f on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:49:33.177855 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-ffe5b759-a1c2-452f-8023-e83fea79119e req-fb519d5d-842b-4824-87df-32587bd720cf service neutron] Attempting to bind port fc4d8690-2c93-4a34-8416-c6d01e3a225f by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': '682b57c6-7518-4480-8840-98896ec39a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '23f1a6df-2b4b-4777-8497-2928c76d9f17'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:49:33.178456 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe5b759-a1c2-452f-8023-e83fea79119e req-fb519d5d-842b-4824-87df-32587bd720cf service neutron] Attempting to bind port fc4d8690-2c93-4a34-8416-c6d01e3a225f on network 23f1a6df-2b4b-4777-8497-2928c76d9f17 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:49:33.209240 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe5b759-a1c2-452f-8023-e83fea79119e req-fb519d5d-842b-4824-87df-32587bd720cf service neutron] Port fc4d8690-2c93-4a34-8416-c6d01e3a225f on network 23f1a6df-2b4b-4777-8497-2928c76d9f17 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:49:33.211837 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe5b759-a1c2-452f-8023-e83fea79119e req-fb519d5d-842b-4824-87df-32587bd720cf service neutron] Attempting to bind port fc4d8690-2c93-4a34-8416-c6d01e3a225f on network 23f1a6df-2b4b-4777-8497-2928c76d9f17 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:49:33.247082 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe5b759-a1c2-452f-8023-e83fea79119e req-fb519d5d-842b-4824-87df-32587bd720cf service neutron] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:49:33.248500 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe5b759-a1c2-452f-8023-e83fea79119e req-fb519d5d-842b-4824-87df-32587bd720cf service neutron] Checking segment: {'id': '682b57c6-7518-4480-8840-98896ec39a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '23f1a6df-2b4b-4777-8497-2928c76d9f17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:49:33.250601 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe5b759-a1c2-452f-8023-e83fea79119e req-fb519d5d-842b-4824-87df-32587bd720cf service neutron] Bound using segment: {'id': '682b57c6-7518-4480-8840-98896ec39a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '23f1a6df-2b4b-4777-8497-2928c76d9f17'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:49:33.251314 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-ffe5b759-a1c2-452f-8023-e83fea79119e req-fb519d5d-842b-4824-87df-32587bd720cf service neutron] Bound port: fc4d8690-2c93-4a34-8416-c6d01e3a225f, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '682b57c6-7518-4480-8840-98896ec39a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '23f1a6df-2b4b-4777-8497-2928c76d9f17'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:49:33.252794 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-ffe5b759-a1c2-452f-8023-e83fea79119e req-fb519d5d-842b-4824-87df-32587bd720cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (fc4d8690-2c93-4a34-8416-c6d01e3a225f), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:33.359466 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8420a150-7cb6-4e77-9fa4-bca48305e1ba req-82fb6e7c-050c-467a-b693-ba520ede9ebc tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:33.366767 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8420a150-7cb6-4e77-9fa4-bca48305e1ba req-82fb6e7c-050c-467a-b693-ba520ede9ebc tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 944 time: 0.0643051 Feb 09 21:49:33.399882 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-ffe5b759-a1c2-452f-8023-e83fea79119e req-fb519d5d-842b-4824-87df-32587bd720cf service neutron] For port fc4d8690-2c93-4a34-8416-c6d01e3a225f, host n-h2-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:49:33.408299 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-ffe5b759-a1c2-452f-8023-e83fea79119e req-fb519d5d-842b-4824-87df-32587bd720cf service neutron] For port fc4d8690-2c93-4a34-8416-c6d01e3a225f, host n-h2-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=fc4d8690-2c93-4a34-8416-c6d01e3a225f,segment=NetworkSegment(682b57c6-7518-4480-8840-98896ec39a8d),segment_id=682b57c6-7518-4480-8840-98896ec39a8d)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:49:33.435805 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-ffe5b759-a1c2-452f-8023-e83fea79119e req-fb519d5d-842b-4824-87df-32587bd720cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (fc4d8690-2c93-4a34-8416-c6d01e3a225f), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:33.441959 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8420a150-7cb6-4e77-9fa4-bca48305e1ba req-25af0de4-dae9-4e2a-80b8-f87004f2b192 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=4c89ea32-e697-4c99-8133-b5b6d80654a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742164 Feb 09 21:49:33.470468 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe5b759-a1c2-452f-8023-e83fea79119e req-fb519d5d-842b-4824-87df-32587bd720cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:33.471226 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-ffe5b759-a1c2-452f-8023-e83fea79119e req-fb519d5d-842b-4824-87df-32587bd720cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:33.473543 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ffe5b759-a1c2-452f-8023-e83fea79119e req-fb519d5d-842b-4824-87df-32587bd720cf service neutron] 10.222.0.89 "PUT /v2.0/ports/fc4d8690-2c93-4a34-8416-c6d01e3a225f HTTP/1.1" status: 200 len: 1092 time: 1.4946964 Feb 09 21:49:33.484909 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e096926-65cd-4dbc-a650-c2ffbdbd3851', 'tag': 'fc4d8690-2c93-4a34-8416-c6d01e3a225f'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:49:33.495029 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bbc3211-0c45-4edb-8ddb-cfa260527834" -d '{"events": [{"name": "network-changed", "server_uuid": "7e096926-65cd-4dbc-a650-c2ffbdbd3851", "tag": "fc4d8690-2c93-4a34-8416-c6d01e3a225f"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:49:33.495876 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 47760) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:33.656730 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e8b50df-acc3-417e-8ce5-46b4844e0d5a x-openstack-request-id: req-9e8b50df-acc3-417e-8ce5-46b4844e0d5a {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:49:33.657550 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e096926-65cd-4dbc-a650-c2ffbdbd3851", "tag": "fc4d8690-2c93-4a34-8416-c6d01e3a225f", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:49:33.658826 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-9e8b50df-acc3-417e-8ce5-46b4844e0d5a {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:49:33.659335 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e096926-65cd-4dbc-a650-c2ffbdbd3851', 'tag': 'fc4d8690-2c93-4a34-8416-c6d01e3a225f', 'status': 'completed', 'code': 200} Feb 09 21:49:33.694773 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c155b2c-ce04-4fd5-9131-2f1203cbfc3a admin admin] Deleting subnet ffee634e-df58-4f95-a732-7afb22f5e71f {{(pid=103140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:49:33.710904 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0c155b2c-ce04-4fd5-9131-2f1203cbfc3a admin admin] Publish callbacks [] for subnet (ffee634e-df58-4f95-a732-7afb22f5e71f), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:33.774168 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb519d5d-842b-4824-87df-32587bd720cf service neutron] Pushing event updated for resources: {'Port': ['ID=fc4d8690-2c93-4a34-8416-c6d01e3a225f,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:33.785880 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0c155b2c-ce04-4fd5-9131-2f1203cbfc3a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9110716'] for subnet (ffee634e-df58-4f95-a732-7afb22f5e71f), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:33.793112 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe5b759-a1c2-452f-8023-e83fea79119e req-2493cd3c-6940-409b-90e4-5fe96368fe24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:33.798733 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ffe5b759-a1c2-452f-8023-e83fea79119e req-2493cd3c-6940-409b-90e4-5fe96368fe24 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b97bcc6d3a344052b623ebf4a39465fa&device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 1126 time: 0.2241726 Feb 09 21:49:33.838375 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0c155b2c-ce04-4fd5-9131-2f1203cbfc3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (ffee634e-df58-4f95-a732-7afb22f5e71f), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:33.862405 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ffe5b759-a1c2-452f-8023-e83fea79119e req-4f5b974d-f1f0-4729-bc20-751f91bed0b1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc4d8690-2c93-4a34-8416-c6d01e3a225f HTTP/1.1" status: 200 len: 217 time: 0.0556684 Feb 09 21:49:33.903114 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0c155b2c-ce04-4fd5-9131-2f1203cbfc3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621346'] for subnet (ffee634e-df58-4f95-a732-7afb22f5e71f), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:33.943397 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c155b2c-ce04-4fd5-9131-2f1203cbfc3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffee634e-df58-4f95-a732-7afb22f5e71f,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:33.949758 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0c155b2c-ce04-4fd5-9131-2f1203cbfc3a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:33.957005 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-0c155b2c-ce04-4fd5-9131-2f1203cbfc3a admin admin] 10.222.0.90 "DELETE /v2.0/subnets/ffee634e-df58-4f95-a732-7afb22f5e71f HTTP/1.1" status: 204 len: 168 time: 0.4597402 Feb 09 21:49:33.958368 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 47764) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:33.972267 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe5b759-a1c2-452f-8023-e83fea79119e req-3d88a983-08c5-4a20-9807-78ceeb2e9bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:33.973749 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ffe5b759-a1c2-452f-8023-e83fea79119e req-3d88a983-08c5-4a20-9807-78ceeb2e9bff service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b55ac71e-6529-43b3-9355-0e693d39e1f4 HTTP/1.1" status: 200 len: 851 time: 0.1047215 Feb 09 21:49:34.048074 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe5b759-a1c2-452f-8023-e83fea79119e req-17f04749-3271-4efa-86bc-8a8eaa4cc463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:34.050230 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ffe5b759-a1c2-452f-8023-e83fea79119e req-17f04749-3271-4efa-86bc-8a8eaa4cc463 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=23f1a6df-2b4b-4777-8497-2928c76d9f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0700727 Feb 09 21:49:34.087351 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6147c829-1fdb-48ed-9baf-c9adde6975b3 req-f5f0056b-ffb5-4e0e-a74f-b329c2bf01a3 tempest-VolumesBackupsTest-894660378 tempest-VolumesBackupsTest-894660378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:34.089081 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6147c829-1fdb-48ed-9baf-c9adde6975b3 req-f5f0056b-ffb5-4e0e-a74f-b329c2bf01a3 tempest-VolumesBackupsTest-894660378 tempest-VolumesBackupsTest-894660378-project] 10.222.0.90 "GET /v2.0/ports?device_id=57e2981c-7be5-4738-affb-3a53f643718b HTTP/1.1" status: 200 len: 950 time: 0.1120026 Feb 09 21:49:34.128640 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-be46a84d-ada2-43c0-8edb-1babf9e65abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (3f80a7f1-66e7-4922-9ac4-2c39c1160392), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:34.175461 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ffe5b759-a1c2-452f-8023-e83fea79119e req-545eaef1-582f-4725-8ae4-2d9a53da1469 service neutron] 10.222.0.89 "GET /v2.0/networks/23f1a6df-2b4b-4777-8497-2928c76d9f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163814 Feb 09 21:49:34.235510 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-be46a84d-ada2-43c0-8edb-1babf9e65abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (3f80a7f1-66e7-4922-9ac4-2c39c1160392), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:34.261768 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-be46a84d-ada2-43c0-8edb-1babf9e65abf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f80a7f1-66e7-4922-9ac4-2c39c1160392']}} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:49:34.272627 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-be46a84d-ada2-43c0-8edb-1babf9e65abf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '653d8653-6136-4ca1-ae4d-7f1fd803fdc0') {'for_net_delete': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:49:34.272922 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-be46a84d-ada2-43c0-8edb-1babf9e65abf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '653d8653-6136-4ca1-ae4d-7f1fd803fdc0') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:49:34.284385 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-be46a84d-ada2-43c0-8edb-1babf9e65abf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110711'] for segment (653d8653-6136-4ca1-ae4d-7f1fd803fdc0), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:34.299490 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-be46a84d-ada2-43c0-8edb-1babf9e65abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (653d8653-6136-4ca1-ae4d-7f1fd803fdc0), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:34.310803 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ffe5b759-a1c2-452f-8023-e83fea79119e req-fe4a1a54-0650-4314-8b3f-bebb72221c8f service neutron] 10.222.0.89 "GET /v2.0/networks/23f1a6df-2b4b-4777-8497-2928c76d9f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221840 Feb 09 21:49:34.322797 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6147c829-1fdb-48ed-9baf-c9adde6975b3 req-9461b8ee-3cbb-4877-9be0-910a3ee84759 tempest-VolumesBackupsTest-894660378 tempest-VolumesBackupsTest-894660378-project] 10.222.0.90 "GET /v2.0/security-groups?id=450fbb9e-c945-4087-b9ec-a821496c5011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204301 Feb 09 21:49:34.324313 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be46a84d-ada2-43c0-8edb-1babf9e65abf admin admin] Releasing vlan 748 on physical network physnet1 to pool {{(pid=103140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:49:34.326457 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-be46a84d-ada2-43c0-8edb-1babf9e65abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669415'] for segment (653d8653-6136-4ca1-ae4d-7f1fd803fdc0), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:34.328821 n-d-828369-5 neutron-server[103140]: Traceback (most recent call last): Feb 09 21:49:34.328821 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:49:34.328821 n-d-828369-5 neutron-server[103140]: timer() Feb 09 21:49:34.328821 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:49:34.328821 n-d-828369-5 neutron-server[103140]: cb(*args, **kw) Feb 09 21:49:34.328821 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:49:34.328821 n-d-828369-5 neutron-server[103140]: return func(*args, **kwargs) Feb 09 21:49:34.328821 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:49:34.328821 n-d-828369-5 neutron-server[103140]: self._notify() Feb 09 21:49:34.328821 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:49:34.328821 n-d-828369-5 neutron-server[103140]: self.callback(batched_events) Feb 09 21:49:34.328821 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:49:34.328821 n-d-828369-5 neutron-server[103140]: event.method(event) Feb 09 21:49:34.328821 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:49:34.328821 n-d-828369-5 neutron-server[103140]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:49:34.328821 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:49:34.328821 n-d-828369-5 neutron-server[103140]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:49:34.328821 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:49:34.328821 n-d-828369-5 neutron-server[103140]: return f(self, *a, **k) Feb 09 21:49:34.328821 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:49:34.328821 n-d-828369-5 neutron-server[103140]: return self._get(url).json() Feb 09 21:49:34.328821 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:49:34.328821 n-d-828369-5 neutron-server[103140]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:49:34.328821 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:49:34.328821 n-d-828369-5 neutron-server[103140]: return self.request(url, 'GET', **kwargs) Feb 09 21:49:34.328821 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:49:34.328821 n-d-828369-5 neutron-server[103140]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:49:34.328821 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:49:34.328821 n-d-828369-5 neutron-server[103140]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:49:34.328821 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:49:34.328821 n-d-828369-5 neutron-server[103140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:49:34.328821 n-d-828369-5 neutron-server[103140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:49:34.471100 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fcdd15-95af-4175-a0ae-390540fd8ba0 req-2332982a-f47b-4286-9c3b-180067334c6d tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:34.478850 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-78fcdd15-95af-4175-a0ae-390540fd8ba0 req-2332982a-f47b-4286-9c3b-180067334c6d tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/ports?device_id=a6d64455-240d-447f-a385-b196e85b5a1b HTTP/1.1" status: 200 len: 946 time: 0.1228907 Feb 09 21:49:34.507598 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-be46a84d-ada2-43c0-8edb-1babf9e65abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (3f80a7f1-66e7-4922-9ac4-2c39c1160392), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:34.515647 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbc3211-0c45-4edb-8ddb-cfa260527834 req-fd49c5af-8c6f-4eb8-be84-a05faf5c6c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:34.520993 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-8bbc3211-0c45-4edb-8ddb-cfa260527834 req-fd49c5af-8c6f-4eb8-be84-a05faf5c6c3d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b97bcc6d3a344052b623ebf4a39465fa&device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 1126 time: 0.1159992 Feb 09 21:49:34.521149 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-be46a84d-ada2-43c0-8edb-1babf9e65abf admin admin] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:34.528158 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 47778) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:34.529102 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-be46a84d-ada2-43c0-8edb-1babf9e65abf admin admin] 10.222.0.90 "DELETE /v2.0/networks/3f80a7f1-66e7-4922-9ac4-2c39c1160392 HTTP/1.1" status: 204 len: 168 time: 0.5695350 Feb 09 21:49:34.548968 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be46a84d-ada2-43c0-8edb-1babf9e65abf admin admin] Pushing event deleted for resources: {'Network': ['ID=3f80a7f1-66e7-4922-9ac4-2c39c1160392,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:34.589123 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-78fcdd15-95af-4175-a0ae-390540fd8ba0 req-80ef8f76-34e6-43d9-81f7-24163c09b3dc tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/security-groups?id=94013628-fdec-4344-8a46-79b1e0e851cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092904 Feb 09 21:49:34.673827 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-f759480a-701c-4824-ad70-6fffa3a8e68d admin admin] Deleting subnet e1370fe6-b388-4bf2-aeb7-0fb4d8994296 {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:49:34.680338 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f759480a-701c-4824-ad70-6fffa3a8e68d admin admin] Publish callbacks [] for subnet (e1370fe6-b388-4bf2-aeb7-0fb4d8994296), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:34.700381 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10b18e9-be1e-42aa-9c99-6140cf9d1feb req-8a8236f5-ef9a-4725-87c2-95d395baa17b tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:34.709180 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c10b18e9-be1e-42aa-9c99-6140cf9d1feb req-8a8236f5-ef9a-4725-87c2-95d395baa17b tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 944 time: 0.0679348 Feb 09 21:49:34.752777 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f759480a-701c-4824-ad70-6fffa3a8e68d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (e1370fe6-b388-4bf2-aeb7-0fb4d8994296), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:34.756079 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbc3211-0c45-4edb-8ddb-cfa260527834 req-e943cdb6-1322-448f-b96c-719d360a8c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:34.758752 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-8bbc3211-0c45-4edb-8ddb-cfa260527834 req-e943cdb6-1322-448f-b96c-719d360a8c12 service neutron] 10.222.0.89 "GET /v2.0/networks?id=23f1a6df-2b4b-4777-8497-2928c76d9f17 HTTP/1.1" status: 200 len: 913 time: 0.2276249 Feb 09 21:49:34.793912 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c10b18e9-be1e-42aa-9c99-6140cf9d1feb req-6b6befbf-8f44-47fb-9ba4-e2339efab859 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=4c89ea32-e697-4c99-8133-b5b6d80654a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834126 Feb 09 21:49:34.848405 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-8bbc3211-0c45-4edb-8ddb-cfa260527834 req-40649da4-8d78-42be-8339-e152f4e1151b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc4d8690-2c93-4a34-8416-c6d01e3a225f HTTP/1.1" status: 200 len: 217 time: 0.0538418 Feb 09 21:49:34.915126 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f759480a-701c-4824-ad70-6fffa3a8e68d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (e1370fe6-b388-4bf2-aeb7-0fb4d8994296), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:34.961300 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbc3211-0c45-4edb-8ddb-cfa260527834 req-08904473-8eb7-483c-ba51-2c4b48ba4442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:34.963744 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-8bbc3211-0c45-4edb-8ddb-cfa260527834 req-08904473-8eb7-483c-ba51-2c4b48ba4442 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b55ac71e-6529-43b3-9355-0e693d39e1f4 HTTP/1.1" status: 200 len: 851 time: 0.1047783 Feb 09 21:49:35.033641 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f759480a-701c-4824-ad70-6fffa3a8e68d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (e1370fe6-b388-4bf2-aeb7-0fb4d8994296), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:35.046408 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbc3211-0c45-4edb-8ddb-cfa260527834 req-e6d8b22c-ca22-4cdc-952d-8b7e17d1c766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:35.048468 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-8bbc3211-0c45-4edb-8ddb-cfa260527834 req-e6d8b22c-ca22-4cdc-952d-8b7e17d1c766 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=23f1a6df-2b4b-4777-8497-2928c76d9f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0782590 Feb 09 21:49:35.092273 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f759480a-701c-4824-ad70-6fffa3a8e68d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1370fe6-b388-4bf2-aeb7-0fb4d8994296,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:35.113304 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f759480a-701c-4824-ad70-6fffa3a8e68d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:35.120827 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 47800) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:35.121539 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-f759480a-701c-4824-ad70-6fffa3a8e68d admin admin] 10.222.0.90 "DELETE /v2.0/subnets/e1370fe6-b388-4bf2-aeb7-0fb4d8994296 HTTP/1.1" status: 204 len: 168 time: 0.5922399 Feb 09 21:49:35.223780 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-8bbc3211-0c45-4edb-8ddb-cfa260527834 req-059723ce-57e7-4921-a2f3-342772803806 service neutron] 10.222.0.89 "GET /v2.0/networks/23f1a6df-2b4b-4777-8497-2928c76d9f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517565 Feb 09 21:49:35.335362 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7aa99b75-8754-4d87-8789-20e794bc2038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (30c46a28-9787-42ea-a366-ed585562c9aa), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:35.407594 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-8bbc3211-0c45-4edb-8ddb-cfa260527834 req-e51fff4c-8e7f-4788-97ad-d53219564005 service neutron] 10.222.0.89 "GET /v2.0/networks/23f1a6df-2b4b-4777-8497-2928c76d9f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771176 Feb 09 21:49:35.494590 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7aa99b75-8754-4d87-8789-20e794bc2038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (30c46a28-9787-42ea-a366-ed585562c9aa), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:35.525910 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-7aa99b75-8754-4d87-8789-20e794bc2038 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30c46a28-9787-42ea-a366-ed585562c9aa']}} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:49:35.536291 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-7aa99b75-8754-4d87-8789-20e794bc2038 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f07cdee6-ace3-4fc5-85d3-a8b238f57e8d') {'for_net_delete': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:49:35.536951 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-7aa99b75-8754-4d87-8789-20e794bc2038 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f07cdee6-ace3-4fc5-85d3-a8b238f57e8d') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:49:35.547963 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7aa99b75-8754-4d87-8789-20e794bc2038 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110711'] for segment (f07cdee6-ace3-4fc5-85d3-a8b238f57e8d), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:35.565333 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7aa99b75-8754-4d87-8789-20e794bc2038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (f07cdee6-ace3-4fc5-85d3-a8b238f57e8d), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:35.572764 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7aa99b75-8754-4d87-8789-20e794bc2038 admin admin] Releasing vlan 722 on physical network physnet1 to pool {{(pid=103140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:49:35.573224 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7aa99b75-8754-4d87-8789-20e794bc2038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669415'] for segment (f07cdee6-ace3-4fc5-85d3-a8b238f57e8d), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:35.640050 n-d-828369-5 neutron-server[103140]: Traceback (most recent call last): Feb 09 21:49:35.640050 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:49:35.640050 n-d-828369-5 neutron-server[103140]: timer() Feb 09 21:49:35.640050 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:49:35.640050 n-d-828369-5 neutron-server[103140]: cb(*args, **kw) Feb 09 21:49:35.640050 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:49:35.640050 n-d-828369-5 neutron-server[103140]: return func(*args, **kwargs) Feb 09 21:49:35.640050 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:49:35.640050 n-d-828369-5 neutron-server[103140]: self._notify() Feb 09 21:49:35.640050 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:49:35.640050 n-d-828369-5 neutron-server[103140]: self.callback(batched_events) Feb 09 21:49:35.640050 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:49:35.640050 n-d-828369-5 neutron-server[103140]: event.method(event) Feb 09 21:49:35.640050 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:49:35.640050 n-d-828369-5 neutron-server[103140]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:49:35.640050 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:49:35.640050 n-d-828369-5 neutron-server[103140]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:49:35.640050 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:49:35.640050 n-d-828369-5 neutron-server[103140]: return f(self, *a, **k) Feb 09 21:49:35.640050 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:49:35.640050 n-d-828369-5 neutron-server[103140]: return self._get(url).json() Feb 09 21:49:35.640050 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:49:35.640050 n-d-828369-5 neutron-server[103140]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:49:35.640050 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:49:35.640050 n-d-828369-5 neutron-server[103140]: return self.request(url, 'GET', **kwargs) Feb 09 21:49:35.640050 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:49:35.640050 n-d-828369-5 neutron-server[103140]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:49:35.640050 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:49:35.640050 n-d-828369-5 neutron-server[103140]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:49:35.640050 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:49:35.640050 n-d-828369-5 neutron-server[103140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:49:35.640050 n-d-828369-5 neutron-server[103140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:49:35.642915 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7aa99b75-8754-4d87-8789-20e794bc2038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (30c46a28-9787-42ea-a366-ed585562c9aa), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:35.653810 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7aa99b75-8754-4d87-8789-20e794bc2038 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:35.658218 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-7aa99b75-8754-4d87-8789-20e794bc2038 admin admin] 10.222.0.90 "DELETE /v2.0/networks/30c46a28-9787-42ea-a366-ed585562c9aa HTTP/1.1" status: 204 len: 168 time: 0.5364523 Feb 09 21:49:35.696909 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa99b75-8754-4d87-8789-20e794bc2038 admin admin] Pushing event deleted for resources: {'Network': ['ID=30c46a28-9787-42ea-a366-ed585562c9aa,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:36.009960 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 47814) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:36.073163 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff1103e-f8e2-4985-a393-fa2cd659b9cc req-fc21f07a-9f77-4818-99a1-d244069e5f17 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:36.075180 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7ff1103e-f8e2-4985-a393-fa2cd659b9cc req-fc21f07a-9f77-4818-99a1-d244069e5f17 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 944 time: 0.1245282 Feb 09 21:49:36.141023 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-32d00bcc-8f03-402c-9098-f3f598ef1019 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=fa3f677e8f7d43189b1fdc1c44414364&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1297693 Feb 09 21:49:36.143388 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 47816) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:36.183314 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7ff1103e-f8e2-4985-a393-fa2cd659b9cc req-37c4a737-29b9-4e68-9ab8-0ab59e11723d tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=4c89ea32-e697-4c99-8133-b5b6d80654a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998983 Feb 09 21:49:36.224143 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-222ef760-3fbb-4b5b-a86c-d2628b0a27f2 admin admin] Publish callbacks [] for security_group (c430cee0-d2c9-453f-b54a-350b95882a0c), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:36.250461 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-222ef760-3fbb-4b5b-a86c-d2628b0a27f2 admin admin] Publish callbacks [] for security_group (c430cee0-d2c9-453f-b54a-350b95882a0c), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:36.308707 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-222ef760-3fbb-4b5b-a86c-d2628b0a27f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (c430cee0-d2c9-453f-b54a-350b95882a0c), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:36.322393 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-222ef760-3fbb-4b5b-a86c-d2628b0a27f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:36.324183 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-222ef760-3fbb-4b5b-a86c-d2628b0a27f2 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/c430cee0-d2c9-453f-b54a-350b95882a0c HTTP/1.1" status: 204 len: 168 time: 0.1795764 Feb 09 21:49:36.341773 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222ef760-3fbb-4b5b-a86c-d2628b0a27f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c430cee0-d2c9-453f-b54a-350b95882a0c,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:36.765628 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 47824) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:36.818870 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 47826) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:36.820056 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-7425db74-d375-47f2-8004-c073b23e198f admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=3ee576ea264b4c32b65b081c41300801&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0529444 Feb 09 21:49:36.878391 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7036fabd-18aa-428d-8aaa-c60262f35d6b admin admin] Publish callbacks [] for security_group (bc47d182-6ae9-4fd9-9505-39fdc5d0b554), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:36.905927 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7036fabd-18aa-428d-8aaa-c60262f35d6b admin admin] Publish callbacks [] for security_group (bc47d182-6ae9-4fd9-9505-39fdc5d0b554), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:36.959765 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7036fabd-18aa-428d-8aaa-c60262f35d6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (bc47d182-6ae9-4fd9-9505-39fdc5d0b554), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:36.962491 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7036fabd-18aa-428d-8aaa-c60262f35d6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:36.966749 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-7036fabd-18aa-428d-8aaa-c60262f35d6b admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/bc47d182-6ae9-4fd9-9505-39fdc5d0b554 HTTP/1.1" status: 204 len: 168 time: 0.1434493 Feb 09 21:49:36.972335 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7036fabd-18aa-428d-8aaa-c60262f35d6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc47d182-6ae9-4fd9-9505-39fdc5d0b554,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:37.387021 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8498c0e3-7252-4456-b89a-fadd62725793 req-78f650a2-71bb-45cf-b6c5-8af8bea049fe tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:37.395396 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8498c0e3-7252-4456-b89a-fadd62725793 req-78f650a2-71bb-45cf-b6c5-8af8bea049fe tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 944 time: 0.0838828 Feb 09 21:49:37.461641 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8498c0e3-7252-4456-b89a-fadd62725793 req-5251ef7d-a00c-400e-8c4b-58ece0b4acca tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=4c89ea32-e697-4c99-8133-b5b6d80654a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610113 Feb 09 21:49:38.633040 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b132b2dd-f044-4fc7-b5fe-753816dec492 req-1a543922-3e26-4188-af4f-a8bfb4ac3757 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:38.641217 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b132b2dd-f044-4fc7-b5fe-753816dec492 req-1a543922-3e26-4188-af4f-a8bfb4ac3757 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 944 time: 0.0749514 Feb 09 21:49:38.697627 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b132b2dd-f044-4fc7-b5fe-753816dec492 req-20efe1ca-2416-4e1e-9160-dca7f73da97d tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=4c89ea32-e697-4c99-8133-b5b6d80654a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549705 Feb 09 21:49:38.986132 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-049c6d59-acef-41de-929e-6530714c3d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:39.814514 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device fc4d8690-2c93-4a34-8416-c6d01e3a225f details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:49:39.820923 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423c3cd5-69b9-4482-8e6f-74a5395e89ff req-c77d00a6-98bf-424e-826c-af104a4ec2ed tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:39.823559 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-423c3cd5-69b9-4482-8e6f-74a5395e89ff req-c77d00a6-98bf-424e-826c-af104a4ec2ed tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 944 time: 0.0559800 Feb 09 21:49:39.880671 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-423c3cd5-69b9-4482-8e6f-74a5395e89ff req-e3a156a7-46b7-44f5-8c34-c2f38da1e67e tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=4c89ea32-e697-4c99-8133-b5b6d80654a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507088 Feb 09 21:49:39.931410 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port fc4d8690-2c93-4a34-8416-c6d01e3a225f, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=fc4d8690-2c93-4a34-8416-c6d01e3a225f,segment=NetworkSegment(682b57c6-7518-4480-8840-98896ec39a8d),segment_id=682b57c6-7518-4480-8840-98896ec39a8d)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:49:39.943215 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': 'fc4d8690-2c93-4a34-8416-c6d01e3a225f', 'network_id': '23f1a6df-2b4b-4777-8497-2928c76d9f17', 'port_id': 'fc4d8690-2c93-4a34-8416-c6d01e3a225f', 'mac_address': 'fa:16:3e:c9:99:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b55ac71e-6529-43b3-9355-0e693d39e1f4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:49:39.984893 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port fc4d8690-2c93-4a34-8416-c6d01e3a225f is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:49:39.985205 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (fc4d8690-2c93-4a34-8416-c6d01e3a225f), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:39.999224 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc4d8690-2c93-4a34-8416-c6d01e3a225f {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:49:40.022285 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port fc4d8690-2c93-4a34-8416-c6d01e3a225f, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=fc4d8690-2c93-4a34-8416-c6d01e3a225f,segment=NetworkSegment(682b57c6-7518-4480-8840-98896ec39a8d),segment_id=682b57c6-7518-4480-8840-98896ec39a8d)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:49:40.026735 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (fc4d8690-2c93-4a34-8416-c6d01e3a225f), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:40.079670 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=fc4d8690-2c93-4a34-8416-c6d01e3a225f,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:40.578617 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['fc4d8690-2c93-4a34-8416-c6d01e3a225f'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:49:40.974251 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a315d7f9-4dd0-467b-8e5f-e8452f61cf36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:41.010461 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13694c6d-cba6-43d5-b81c-1949b618a936 req-dc6d28a5-3dcf-4b01-a8a8-ceb5044036f8 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:41.012107 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-13694c6d-cba6-43d5-b81c-1949b618a936 req-dc6d28a5-3dcf-4b01-a8a8-ceb5044036f8 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 945 time: 0.0569370 Feb 09 21:49:41.075021 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-13694c6d-cba6-43d5-b81c-1949b618a936 req-9085fd3a-fc02-402d-9358-978179a34631 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=4c89ea32-e697-4c99-8133-b5b6d80654a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538116 Feb 09 21:49:42.196003 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d8be66-8422-42e9-be6f-aab827630cff req-ddc03029-def6-4508-8c5d-3c883ea50679 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:42.197525 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-08d8be66-8422-42e9-be6f-aab827630cff req-ddc03029-def6-4508-8c5d-3c883ea50679 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 945 time: 0.0528250 Feb 09 21:49:42.246117 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-08d8be66-8422-42e9-be6f-aab827630cff req-48f66c1a-b024-413c-a355-4900618a7b5a tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=4c89ea32-e697-4c99-8133-b5b6d80654a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430486 Feb 09 21:49:42.703866 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:43.286031 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a47b24-207d-4ee9-a362-320a0ecfd0ea req-54bf3fef-ccf9-4e01-9d17-436bfb285d75 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:43.292082 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a47b24-207d-4ee9-a362-320a0ecfd0ea req-54bf3fef-ccf9-4e01-9d17-436bfb285d75 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:43.297322 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a47b24-207d-4ee9-a362-320a0ecfd0ea req-54bf3fef-ccf9-4e01-9d17-436bfb285d75 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:43.303266 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a47b24-207d-4ee9-a362-320a0ecfd0ea req-54bf3fef-ccf9-4e01-9d17-436bfb285d75 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:43.309155 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a47b24-207d-4ee9-a362-320a0ecfd0ea req-54bf3fef-ccf9-4e01-9d17-436bfb285d75 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:43.314456 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a47b24-207d-4ee9-a362-320a0ecfd0ea req-54bf3fef-ccf9-4e01-9d17-436bfb285d75 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:43.319838 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a47b24-207d-4ee9-a362-320a0ecfd0ea req-54bf3fef-ccf9-4e01-9d17-436bfb285d75 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:43.321754 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-60a47b24-207d-4ee9-a362-320a0ecfd0ea req-54bf3fef-ccf9-4e01-9d17-436bfb285d75 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 5437 time: 0.0986154 Feb 09 21:49:43.413014 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be88cd5b-10b4-4c31-9399-2b6e26d4e8fc req-df15a626-22c2-4c00-91eb-7b6a9aee5b0d tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:43.414544 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-be88cd5b-10b4-4c31-9399-2b6e26d4e8fc req-df15a626-22c2-4c00-91eb-7b6a9aee5b0d tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 945 time: 0.0912044 Feb 09 21:49:43.424109 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-60a47b24-207d-4ee9-a362-320a0ecfd0ea req-65d15c5e-77e9-48e4-a6c0-cde68fec0d0d tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/security-groups?id=f725d2ca-c6e8-41e3-94bc-9cf24ee5a23b&id=7a6c813b-611d-4436-831d-fc6ca76a9308&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0919650 Feb 09 21:49:43.478141 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-be88cd5b-10b4-4c31-9399-2b6e26d4e8fc req-c299cfe0-d8c4-42ee-8c19-9a82735ede8f tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=4c89ea32-e697-4c99-8133-b5b6d80654a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528786 Feb 09 21:49:43.848980 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device fc4d8690-2c93-4a34-8416-c6d01e3a225f up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:49:43.904852 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning for port fc4d8690-2c93-4a34-8416-c6d01e3a225f completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:49:43.909751 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port fc4d8690-2c93-4a34-8416-c6d01e3a225f triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:49:43.910121 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (fc4d8690-2c93-4a34-8416-c6d01e3a225f), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:43.997789 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port fc4d8690-2c93-4a34-8416-c6d01e3a225f is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:49:43.998185 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (fc4d8690-2c93-4a34-8416-c6d01e3a225f), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:44.023062 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e096926-65cd-4dbc-a650-c2ffbdbd3851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc4d8690-2c93-4a34-8416-c6d01e3a225f'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:49:44.025142 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8da2518e-679b-49b8-a24d-de2154ec6fbc" -d '{"events": [{"server_uuid": "7e096926-65cd-4dbc-a650-c2ffbdbd3851", "name": "network-vif-plugged", "status": "completed", "tag": "fc4d8690-2c93-4a34-8416-c6d01e3a225f"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:49:44.038089 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port fc4d8690-2c93-4a34-8416-c6d01e3a225f, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=fc4d8690-2c93-4a34-8416-c6d01e3a225f,segment=NetworkSegment(682b57c6-7518-4480-8840-98896ec39a8d),segment_id=682b57c6-7518-4480-8840-98896ec39a8d)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:49:44.044668 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (fc4d8690-2c93-4a34-8416-c6d01e3a225f), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:44.079982 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ec88f53-083c-4561-b3c9-eb24701f6cf2 x-openstack-request-id: req-6ec88f53-083c-4561-b3c9-eb24701f6cf2 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:49:44.080305 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e096926-65cd-4dbc-a650-c2ffbdbd3851", "name": "network-vif-plugged", "status": "completed", "tag": "fc4d8690-2c93-4a34-8416-c6d01e3a225f", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:49:44.080571 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-6ec88f53-083c-4561-b3c9-eb24701f6cf2 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:49:44.081016 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e096926-65cd-4dbc-a650-c2ffbdbd3851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc4d8690-2c93-4a34-8416-c6d01e3a225f', 'code': 200} Feb 09 21:49:44.108138 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=fc4d8690-2c93-4a34-8416-c6d01e3a225f,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:44.111716 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:44.190388 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c3a91b-857e-4e53-b435-1bf6b6f2c708 req-49998b31-a6af-4222-92e3-853488314840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:44.191906 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-48c3a91b-857e-4e53-b435-1bf6b6f2c708 req-49998b31-a6af-4222-92e3-853488314840 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 1128 time: 0.0455577 Feb 09 21:49:44.241732 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-48c3a91b-857e-4e53-b435-1bf6b6f2c708 req-8fb8ae90-5ec2-48b2-abd5-84620f988aa9 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=4c89ea32-e697-4c99-8133-b5b6d80654a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372891 Feb 09 21:49:44.563514 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f37c5e9-1b80-4413-acd5-64317d5aa00e req-0bb17826-896e-4d8d-affa-2ff69d909a98 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:44.568843 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f37c5e9-1b80-4413-acd5-64317d5aa00e req-0bb17826-896e-4d8d-affa-2ff69d909a98 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:44.574233 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f37c5e9-1b80-4413-acd5-64317d5aa00e req-0bb17826-896e-4d8d-affa-2ff69d909a98 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:44.579530 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f37c5e9-1b80-4413-acd5-64317d5aa00e req-0bb17826-896e-4d8d-affa-2ff69d909a98 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:44.584792 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f37c5e9-1b80-4413-acd5-64317d5aa00e req-0bb17826-896e-4d8d-affa-2ff69d909a98 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:44.590587 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f37c5e9-1b80-4413-acd5-64317d5aa00e req-0bb17826-896e-4d8d-affa-2ff69d909a98 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:44.595852 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f37c5e9-1b80-4413-acd5-64317d5aa00e req-0bb17826-896e-4d8d-affa-2ff69d909a98 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:44.597779 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3f37c5e9-1b80-4413-acd5-64317d5aa00e req-0bb17826-896e-4d8d-affa-2ff69d909a98 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 5437 time: 0.0948615 Feb 09 21:49:44.691665 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22076305-775c-4b6c-871d-9f8556566b6c req-c279bd7c-9b46-4ae2-b648-287376326231 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:44.693189 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-22076305-775c-4b6c-871d-9f8556566b6c req-c279bd7c-9b46-4ae2-b648-287376326231 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 946 time: 0.0944936 Feb 09 21:49:44.698840 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3f37c5e9-1b80-4413-acd5-64317d5aa00e req-2cc1e06c-6a5e-4cd0-a679-01892e1969de tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/security-groups?id=f725d2ca-c6e8-41e3-94bc-9cf24ee5a23b&id=7a6c813b-611d-4436-831d-fc6ca76a9308&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0904274 Feb 09 21:49:44.741224 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-22076305-775c-4b6c-871d-9f8556566b6c req-5d4e7b2c-81a8-4792-b0b9-fc7bedad041e tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=4c89ea32-e697-4c99-8133-b5b6d80654a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414264 Feb 09 21:49:45.252488 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:45.522702 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:49:45.866141 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d6d427-33a8-4bbf-9948-3732c10b14ab req-fd1a584e-ead1-4591-a6a4-cde5b88de542 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:45.871952 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d6d427-33a8-4bbf-9948-3732c10b14ab req-fd1a584e-ead1-4591-a6a4-cde5b88de542 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:45.877216 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d6d427-33a8-4bbf-9948-3732c10b14ab req-fd1a584e-ead1-4591-a6a4-cde5b88de542 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:45.882420 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d6d427-33a8-4bbf-9948-3732c10b14ab req-fd1a584e-ead1-4591-a6a4-cde5b88de542 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:45.887679 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d6d427-33a8-4bbf-9948-3732c10b14ab req-fd1a584e-ead1-4591-a6a4-cde5b88de542 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:45.893029 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d6d427-33a8-4bbf-9948-3732c10b14ab req-fd1a584e-ead1-4591-a6a4-cde5b88de542 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:45.898337 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d6d427-33a8-4bbf-9948-3732c10b14ab req-fd1a584e-ead1-4591-a6a4-cde5b88de542 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:45.900210 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-60d6d427-33a8-4bbf-9948-3732c10b14ab req-fd1a584e-ead1-4591-a6a4-cde5b88de542 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 5437 time: 0.1240578 Feb 09 21:49:45.934490 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda84e96-bbd4-44bf-a9c3-ab9719f958d2 req-2c31d7b3-4b47-4bb5-957f-38c0aa714e01 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:45.935990 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cda84e96-bbd4-44bf-a9c3-ab9719f958d2 req-2c31d7b3-4b47-4bb5-957f-38c0aa714e01 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 946 time: 0.1252837 Feb 09 21:49:45.995575 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-60d6d427-33a8-4bbf-9948-3732c10b14ab req-706ef342-2fe1-4ad5-a392-ae6527d26d03 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/security-groups?id=f725d2ca-c6e8-41e3-94bc-9cf24ee5a23b&id=7a6c813b-611d-4436-831d-fc6ca76a9308&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0888078 Feb 09 21:49:46.009068 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cda84e96-bbd4-44bf-a9c3-ab9719f958d2 req-be5fd93b-3677-4ee8-91db-3f431adfa863 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=4c89ea32-e697-4c99-8133-b5b6d80654a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670943 Feb 09 21:49:47.189488 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f047c5e5-6a6e-414b-906c-bd0115e7b6cf req-c53cbee1-5211-4785-9a54-e64c8620c592 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:47.195574 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f047c5e5-6a6e-414b-906c-bd0115e7b6cf req-c53cbee1-5211-4785-9a54-e64c8620c592 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 946 time: 0.1067996 Feb 09 21:49:47.211911 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6462a9-8997-450d-9965-f82c4d7b1b3f req-cac09f5d-956e-4e13-9fd4-7b71c773db9d tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:47.217810 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6462a9-8997-450d-9965-f82c4d7b1b3f req-cac09f5d-956e-4e13-9fd4-7b71c773db9d tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:47.224250 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6462a9-8997-450d-9965-f82c4d7b1b3f req-cac09f5d-956e-4e13-9fd4-7b71c773db9d tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:47.231009 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6462a9-8997-450d-9965-f82c4d7b1b3f req-cac09f5d-956e-4e13-9fd4-7b71c773db9d tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:47.236212 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6462a9-8997-450d-9965-f82c4d7b1b3f req-cac09f5d-956e-4e13-9fd4-7b71c773db9d tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:47.241534 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6462a9-8997-450d-9965-f82c4d7b1b3f req-cac09f5d-956e-4e13-9fd4-7b71c773db9d tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:47.248471 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6462a9-8997-450d-9965-f82c4d7b1b3f req-cac09f5d-956e-4e13-9fd4-7b71c773db9d tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:47.251363 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fb6462a9-8997-450d-9965-f82c4d7b1b3f req-cac09f5d-956e-4e13-9fd4-7b71c773db9d tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 5437 time: 0.1528225 Feb 09 21:49:47.336110 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f047c5e5-6a6e-414b-906c-bd0115e7b6cf req-11eb4739-ca3c-449a-8282-a45ffcd225ad tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=4c89ea32-e697-4c99-8133-b5b6d80654a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836763 Feb 09 21:49:47.369619 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fb6462a9-8997-450d-9965-f82c4d7b1b3f req-e25acb47-da4a-4bc4-b906-dc09f6486c21 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/security-groups?id=f725d2ca-c6e8-41e3-94bc-9cf24ee5a23b&id=7a6c813b-611d-4436-831d-fc6ca76a9308&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1109638 Feb 09 21:49:47.470246 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7353aa2-1020-44fe-99aa-b03dabe3d333 req-028f8f8e-9fcf-4cee-ac29-3a37924750c4 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:47.471718 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d7353aa2-1020-44fe-99aa-b03dabe3d333 req-028f8f8e-9fcf-4cee-ac29-3a37924750c4 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 946 time: 0.0583553 Feb 09 21:49:47.480444 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 47920) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:47.484917 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-c2ed1520-ac01-4491-bb25-53f0424f3137 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Request body: {'floatingip': {'port_id': 'fc4d8690-2c93-4a34-8416-c6d01e3a225f'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:49:47.527137 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c2ed1520-ac01-4491-bb25-53f0424f3137 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Publish callbacks [] for floatingip (da7e4d61-d7c0-4d1d-8bc4-51cd7cdfaa18), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:48.248546 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a70dbbe-3885-4706-af9f-ac7bedbd993f req-6452a50a-3fe9-4027-9427-3bffb8057119 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:48.255060 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a70dbbe-3885-4706-af9f-ac7bedbd993f req-6452a50a-3fe9-4027-9427-3bffb8057119 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:48.260313 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a70dbbe-3885-4706-af9f-ac7bedbd993f req-6452a50a-3fe9-4027-9427-3bffb8057119 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:48.265488 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a70dbbe-3885-4706-af9f-ac7bedbd993f req-6452a50a-3fe9-4027-9427-3bffb8057119 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:48.270655 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a70dbbe-3885-4706-af9f-ac7bedbd993f req-6452a50a-3fe9-4027-9427-3bffb8057119 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:48.276362 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a70dbbe-3885-4706-af9f-ac7bedbd993f req-6452a50a-3fe9-4027-9427-3bffb8057119 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:48.281537 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a70dbbe-3885-4706-af9f-ac7bedbd993f req-6452a50a-3fe9-4027-9427-3bffb8057119 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:48.283666 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6a70dbbe-3885-4706-af9f-ac7bedbd993f req-6452a50a-3fe9-4027-9427-3bffb8057119 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.89 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 5437 time: 0.0967009 Feb 09 21:49:48.295913 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c2ed1520-ac01-4491-bb25-53f0424f3137 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:48.300677 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c2ed1520-ac01-4491-bb25-53f0424f3137 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (da7e4d61-d7c0-4d1d-8bc4-51cd7cdfaa18), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:48.334799 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a70dbbe-3885-4706-af9f-ac7bedbd993f req-df68f190-2873-4240-8f22-3856a8b9192b tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:48.336457 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6a70dbbe-3885-4706-af9f-ac7bedbd993f req-df68f190-2873-4240-8f22-3856a8b9192b tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.89 "GET /v2.0/ports/fcbf595b-ac04-4a9f-91d3-e3bfdadd5558?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0440223 Feb 09 21:49:48.413927 n-d-828369-5 neutron-server[103140]: INFO neutron.db.l3_db [None req-c2ed1520-ac01-4491-bb25-53f0424f3137 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Floating IP da7e4d61-d7c0-4d1d-8bc4-51cd7cdfaa18 associated. External IP: 172.25.3.75, port: fc4d8690-2c93-4a34-8416-c6d01e3a225f. Feb 09 21:49:48.444731 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6a70dbbe-3885-4706-af9f-ac7bedbd993f req-3ed07f76-0653-496b-8fa5-edf0f5f111b1 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.89 "GET /v2.0/networks/f09c9af1-caa6-4029-894f-b430921e86f9?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1023586 Feb 09 21:49:48.456423 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-6a70dbbe-3885-4706-af9f-ac7bedbd993f req-8028b11d-8898-42b8-997c-4578ccf15270 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:49:48.515896 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-6a70dbbe-3885-4706-af9f-ac7bedbd993f req-8028b11d-8898-42b8-997c-4578ccf15270 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (fcbf595b-ac04-4a9f-91d3-e3bfdadd5558), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:48.569421 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3bc01f-b15b-41a2-8a3a-5f269374afa0 req-8a002ea3-c27c-4608-b3d8-eda7f10e8c53 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:48.575290 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3bc01f-b15b-41a2-8a3a-5f269374afa0 req-8a002ea3-c27c-4608-b3d8-eda7f10e8c53 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:48.580590 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3bc01f-b15b-41a2-8a3a-5f269374afa0 req-8a002ea3-c27c-4608-b3d8-eda7f10e8c53 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:48.585872 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3bc01f-b15b-41a2-8a3a-5f269374afa0 req-8a002ea3-c27c-4608-b3d8-eda7f10e8c53 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:48.591179 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3bc01f-b15b-41a2-8a3a-5f269374afa0 req-8a002ea3-c27c-4608-b3d8-eda7f10e8c53 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:48.596485 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3bc01f-b15b-41a2-8a3a-5f269374afa0 req-8a002ea3-c27c-4608-b3d8-eda7f10e8c53 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:48.601740 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3bc01f-b15b-41a2-8a3a-5f269374afa0 req-8a002ea3-c27c-4608-b3d8-eda7f10e8c53 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:48.604203 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fb3bc01f-b15b-41a2-8a3a-5f269374afa0 req-8a002ea3-c27c-4608-b3d8-eda7f10e8c53 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 5437 time: 0.1138482 Feb 09 21:49:48.650836 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-6a70dbbe-3885-4706-af9f-ac7bedbd993f req-8028b11d-8898-42b8-997c-4578ccf15270 service neutron] For port fcbf595b-ac04-4a9f-91d3-e3bfdadd5558, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=fcbf595b-ac04-4a9f-91d3-e3bfdadd5558,segment=NetworkSegment(764fa11e-2d25-4965-bef2-489ddae1e34a),segment_id=764fa11e-2d25-4965-bef2-489ddae1e34a)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:49:48.686015 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-6a70dbbe-3885-4706-af9f-ac7bedbd993f req-8028b11d-8898-42b8-997c-4578ccf15270 service neutron] For port fcbf595b-ac04-4a9f-91d3-e3bfdadd5558, host n-h2-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:49:48.725550 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-6a70dbbe-3885-4706-af9f-ac7bedbd993f req-8028b11d-8898-42b8-997c-4578ccf15270 service neutron] device_id is not set on port fcbf595b-ac04-4a9f-91d3-e3bfdadd5558 yet. {{(pid=103141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:49:48.735974 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-6a70dbbe-3885-4706-af9f-ac7bedbd993f req-8028b11d-8898-42b8-997c-4578ccf15270 service neutron] Publish callbacks [] for port (fcbf595b-ac04-4a9f-91d3-e3bfdadd5558), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:48.742878 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-6a70dbbe-3885-4706-af9f-ac7bedbd993f req-8028b11d-8898-42b8-997c-4578ccf15270 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (fcbf595b-ac04-4a9f-91d3-e3bfdadd5558), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:48.747873 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fb3bc01f-b15b-41a2-8a3a-5f269374afa0 req-66289bb4-0d94-4afc-825b-41ac3382cb9c tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/security-groups?id=f725d2ca-c6e8-41e3-94bc-9cf24ee5a23b&id=7a6c813b-611d-4436-831d-fc6ca76a9308&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1332784 Feb 09 21:49:48.769291 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2ed1520-ac01-4491-bb25-53f0424f3137 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Router aa7612bf-f480-4cb0-b32f-185427757c8c has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:49:48.807585 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028b11d-8898-42b8-997c-4578ccf15270 service neutron] Pushing event updated for resources: {'Port': ['ID=fcbf595b-ac04-4a9f-91d3-e3bfdadd5558,revision_number=6']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:48.819672 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8028b11d-8898-42b8-997c-4578ccf15270 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:48.819672 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8028b11d-8898-42b8-997c-4578ccf15270 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:48.819672 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8028b11d-8898-42b8-997c-4578ccf15270 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:48.819672 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8028b11d-8898-42b8-997c-4578ccf15270 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:48.820073 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8028b11d-8898-42b8-997c-4578ccf15270 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:48.820166 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8028b11d-8898-42b8-997c-4578ccf15270 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:48.820487 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8028b11d-8898-42b8-997c-4578ccf15270 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:48.820822 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8028b11d-8898-42b8-997c-4578ccf15270 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:48.821153 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8028b11d-8898-42b8-997c-4578ccf15270 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:48.821491 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8028b11d-8898-42b8-997c-4578ccf15270 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:48.821851 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8028b11d-8898-42b8-997c-4578ccf15270 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:48.822183 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8028b11d-8898-42b8-997c-4578ccf15270 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:48.822507 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8028b11d-8898-42b8-997c-4578ccf15270 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:49:48.845436 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a70dbbe-3885-4706-af9f-ac7bedbd993f req-8028b11d-8898-42b8-997c-4578ccf15270 service neutron] No DVR routers for this DVR port fcbf595b-ac04-4a9f-91d3-e3bfdadd5558 on host n-h2-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:49:48.884383 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-6a70dbbe-3885-4706-af9f-ac7bedbd993f req-8028b11d-8898-42b8-997c-4578ccf15270 service neutron] In _notify_port_updated(), no bound segment for port fcbf595b-ac04-4a9f-91d3-e3bfdadd5558 on network f09c9af1-caa6-4029-894f-b430921e86f9 {{(pid=103141) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 21:49:48.885474 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a70dbbe-3885-4706-af9f-ac7bedbd993f req-8028b11d-8898-42b8-997c-4578ccf15270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:48.886109 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-6a70dbbe-3885-4706-af9f-ac7bedbd993f req-8028b11d-8898-42b8-997c-4578ccf15270 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:48.887446 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6a70dbbe-3885-4706-af9f-ac7bedbd993f req-8028b11d-8898-42b8-997c-4578ccf15270 service neutron] 10.222.0.89 "PUT /v2.0/ports/fcbf595b-ac04-4a9f-91d3-e3bfdadd5558 HTTP/1.1" status: 200 len: 1028 time: 0.4354889 Feb 09 21:49:48.894849 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2ed1520-ac01-4491-bb25-53f0424f3137 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:49:48.907010 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b65103-892d-498c-a761-e4709a623fbc None None] Sync routers for ids ['aa7612bf-f480-4cb0-b32f-185427757c8c'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:49:48.924292 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c2ed1520-ac01-4491-bb25-53f0424f3137 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:48.931961 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b65103-892d-498c-a761-e4709a623fbc None None] Routers {'aa7612bf-f480-4cb0-b32f-185427757c8c'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:49:48.940726 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-91b65103-892d-498c-a761-e4709a623fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:49:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['aa7612bf-f480-4cb0-b32f-185427757c8c'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:49:48.945469 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a70dbbe-3885-4706-af9f-ac7bedbd993f req-e0f33d53-0289-4c51-ae37-2ccf0adcaa49 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:48.947001 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6a70dbbe-3885-4706-af9f-ac7bedbd993f req-e0f33d53-0289-4c51-ae37-2ccf0adcaa49 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.89 "GET /v2.0/ports/05c71a1b-858c-4e78-be01-608f18f742b2?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0515134 Feb 09 21:49:48.958920 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-6a70dbbe-3885-4706-af9f-ac7bedbd993f req-c2a8ad40-7a5f-4ff2-af13-51483340f0da service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:49:48.990048 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-c2ed1520-ac01-4491-bb25-53f0424f3137 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "PUT /v2.0/floatingips/da7e4d61-d7c0-4d1d-8bc4-51cd7cdfaa18 HTTP/1.1" status: 200 len: 991 time: 1.5061538 Feb 09 21:49:48.990048 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e096926-65cd-4dbc-a650-c2ffbdbd3851', 'tag': 'fc4d8690-2c93-4a34-8416-c6d01e3a225f'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:49:48.991171 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b74c1fae-d1fc-4611-8bf1-3042d77931c5" -d '{"events": [{"name": "network-changed", "server_uuid": "7e096926-65cd-4dbc-a650-c2ffbdbd3851", "tag": "fc4d8690-2c93-4a34-8416-c6d01e3a225f"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:49:49.059669 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-6a70dbbe-3885-4706-af9f-ac7bedbd993f req-c2a8ad40-7a5f-4ff2-af13-51483340f0da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (05c71a1b-858c-4e78-be01-608f18f742b2), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:49.072106 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a445aa18-0dde-4f92-a7c1-d70bdc5747fb x-openstack-request-id: req-a445aa18-0dde-4f92-a7c1-d70bdc5747fb {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:49:49.072106 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e096926-65cd-4dbc-a650-c2ffbdbd3851", "tag": "fc4d8690-2c93-4a34-8416-c6d01e3a225f", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:49:49.072444 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-a445aa18-0dde-4f92-a7c1-d70bdc5747fb {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:49:49.076319 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e096926-65cd-4dbc-a650-c2ffbdbd3851', 'tag': 'fc4d8690-2c93-4a34-8416-c6d01e3a225f', 'status': 'completed', 'code': 200} Feb 09 21:49:49.119013 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-91b65103-892d-498c-a761-e4709a623fbc None None] Set router aa7612bf-f480-4cb0-b32f-185427757c8c gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:49:49.211352 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-80d913f9-4f13-4e97-b0a4-88fd96031de5 None None] Provisioning complete for port fcbf595b-ac04-4a9f-91d3-e3bfdadd5558 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:49:49.212917 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-80d913f9-4f13-4e97-b0a4-88fd96031de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (fcbf595b-ac04-4a9f-91d3-e3bfdadd5558), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:49.219135 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ffd7f7-3ebd-4a7a-9a46-cf9eef56a586 req-e4244de8-aff1-4c99-8336-12d6c20f9760 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:49.220432 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d0ffd7f7-3ebd-4a7a-9a46-cf9eef56a586 req-e4244de8-aff1-4c99-8336-12d6c20f9760 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 946 time: 0.1340861 Feb 09 21:49:49.245250 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-6a70dbbe-3885-4706-af9f-ac7bedbd993f req-c2a8ad40-7a5f-4ff2-af13-51483340f0da service neutron] For port 05c71a1b-858c-4e78-be01-608f18f742b2, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=05c71a1b-858c-4e78-be01-608f18f742b2,segment=NetworkSegment(764fa11e-2d25-4965-bef2-489ddae1e34a),segment_id=764fa11e-2d25-4965-bef2-489ddae1e34a)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:49:49.248461 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74c1fae-d1fc-4611-8bf1-3042d77931c5 req-d178fb4a-e9d0-4f86-ba1c-6428196e29d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:49.250049 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b74c1fae-d1fc-4611-8bf1-3042d77931c5 req-d178fb4a-e9d0-4f86-ba1c-6428196e29d2 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b97bcc6d3a344052b623ebf4a39465fa&device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 1128 time: 0.1253569 Feb 09 21:49:49.267307 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-80d913f9-4f13-4e97-b0a4-88fd96031de5 None None] Port fcbf595b-ac04-4a9f-91d3-e3bfdadd5558 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:49:49.317153 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d0ffd7f7-3ebd-4a7a-9a46-cf9eef56a586 req-15dd0148-9a00-4bb2-9e3d-717fc4a94375 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=4c89ea32-e697-4c99-8133-b5b6d80654a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818546 Feb 09 21:49:49.339171 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-6a70dbbe-3885-4706-af9f-ac7bedbd993f req-c2a8ad40-7a5f-4ff2-af13-51483340f0da service neutron] For port 05c71a1b-858c-4e78-be01-608f18f742b2, host n-h2-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:49:49.394985 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-91b65103-892d-498c-a761-e4709a623fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa7612bf-f480-4cb0-b32f-185427757c8c', 'name': 'tempest-ServerActionsTestJSON-1876642922-router', 'tenant_id': 'b97bcc6d3a344052b623ebf4a39465fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '587ac4e0-6cbe-4b2a-9300-94d68ccad8ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:49:14Z', 'updated_at': '2022-02-09T21:49:20Z', 'revision_number': 4, 'project_id': 'b97bcc6d3a344052b623ebf4a39465fa', 'gw_port': {'id': '587ac4e0-6cbe-4b2a-9300-94d68ccad8ff', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7612bf-f480-4cb0-b32f-185427757c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:49:16Z', 'updated_at': '2022-02-09T21:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': 'da7e4d61-d7c0-4d1d-8bc4-51cd7cdfaa18', 'tenant_id': 'b97bcc6d3a344052b623ebf4a39465fa', 'floating_ip_address': '172.25.3.75', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': 'aa7612bf-f480-4cb0-b32f-185427757c8c', 'port_id': 'fc4d8690-2c93-4a34-8416-c6d01e3a225f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2607, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '23f1a6df-2b4b-4777-8497-2928c76d9f17', 'mac_address': 'fa:16:3e:c9:99:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e096926-65cd-4dbc-a650-c2ffbdbd3851', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:49:24Z', 'updated_at': '2022-02-09T21:49:48Z', 'revision_number': 1, 'project_id': 'b97bcc6d3a344052b623ebf4a39465fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c5a4501-96fb-478b-b835-a4fb4cec0c99', 'name': '', 'network_id': '23f1a6df-2b4b-4777-8497-2928c76d9f17', 'tenant_id': 'b97bcc6d3a344052b623ebf4a39465fa', 'mac_address': 'fa:16:3e:a3:59:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7612bf-f480-4cb0-b32f-185427757c8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': 'b55ac71e-6529-43b3-9355-0e693d39e1f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:49:19Z', 'updated_at': '2022-02-09T21:49:28Z', 'revision_number': 5, 'project_id': 'b97bcc6d3a344052b623ebf4a39465fa', 'subnets': [{'id': 'b55ac71e-6529-43b3-9355-0e693d39e1f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:49:49.395311 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-6a70dbbe-3885-4706-af9f-ac7bedbd993f req-c2a8ad40-7a5f-4ff2-af13-51483340f0da service neutron] device_id is not set on port 05c71a1b-858c-4e78-be01-608f18f742b2 yet. {{(pid=103141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:49:49.406916 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-6a70dbbe-3885-4706-af9f-ac7bedbd993f req-c2a8ad40-7a5f-4ff2-af13-51483340f0da service neutron] Publish callbacks [] for port (05c71a1b-858c-4e78-be01-608f18f742b2), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:49.409149 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74c1fae-d1fc-4611-8bf1-3042d77931c5 req-d73a394a-93c7-4ac5-9e33-fac4ad55f9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:49.410742 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b74c1fae-d1fc-4611-8bf1-3042d77931c5 req-d73a394a-93c7-4ac5-9e33-fac4ad55f9fb service neutron] 10.222.0.89 "GET /v2.0/networks?id=23f1a6df-2b4b-4777-8497-2928c76d9f17 HTTP/1.1" status: 200 len: 913 time: 0.1521873 Feb 09 21:49:49.415112 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-6a70dbbe-3885-4706-af9f-ac7bedbd993f req-c2a8ad40-7a5f-4ff2-af13-51483340f0da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (05c71a1b-858c-4e78-be01-608f18f742b2), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:49.422654 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b65103-892d-498c-a761-e4709a623fbc None None] Checking router: aa7612bf-f480-4cb0-b32f-185427757c8c for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:49:49.433482 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b65103-892d-498c-a761-e4709a623fbc None None] Routers {'aa7612bf-f480-4cb0-b32f-185427757c8c'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:49:49.434112 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-91b65103-892d-498c-a761-e4709a623fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:49:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['aa7612bf-f480-4cb0-b32f-185427757c8c'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:49:49.530486 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a70dbbe-3885-4706-af9f-ac7bedbd993f req-c2a8ad40-7a5f-4ff2-af13-51483340f0da service neutron] No DVR routers for this DVR port 05c71a1b-858c-4e78-be01-608f18f742b2 on host n-h2-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:49:49.551695 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-91b65103-892d-498c-a761-e4709a623fbc None None] Set router aa7612bf-f480-4cb0-b32f-185427757c8c gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:49:49.564610 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a8ad40-7a5f-4ff2-af13-51483340f0da service neutron] Pushing event updated for resources: {'Port': ['ID=05c71a1b-858c-4e78-be01-608f18f742b2,revision_number=6']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:49.570615 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b74c1fae-d1fc-4611-8bf1-3042d77931c5 req-a0b60884-951f-4f8b-a235-7aa7ee244e0c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc4d8690-2c93-4a34-8416-c6d01e3a225f HTTP/1.1" status: 200 len: 999 time: 0.1527445 Feb 09 21:49:49.628462 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-6a70dbbe-3885-4706-af9f-ac7bedbd993f req-c2a8ad40-7a5f-4ff2-af13-51483340f0da service neutron] In _notify_port_updated(), no bound segment for port 05c71a1b-858c-4e78-be01-608f18f742b2 on network f09c9af1-caa6-4029-894f-b430921e86f9 {{(pid=103141) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 21:49:49.629884 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a70dbbe-3885-4706-af9f-ac7bedbd993f req-c2a8ad40-7a5f-4ff2-af13-51483340f0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:49.631197 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-6a70dbbe-3885-4706-af9f-ac7bedbd993f req-c2a8ad40-7a5f-4ff2-af13-51483340f0da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:49.633511 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6a70dbbe-3885-4706-af9f-ac7bedbd993f req-c2a8ad40-7a5f-4ff2-af13-51483340f0da service neutron] 10.222.0.89 "PUT /v2.0/ports/05c71a1b-858c-4e78-be01-608f18f742b2 HTTP/1.1" status: 200 len: 1028 time: 0.6790442 Feb 09 21:49:49.671812 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74c1fae-d1fc-4611-8bf1-3042d77931c5 req-eaa46e1c-8cc9-41c8-9205-262aaac93e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:49.673418 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b74c1fae-d1fc-4611-8bf1-3042d77931c5 req-eaa46e1c-8cc9-41c8-9205-262aaac93e57 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b55ac71e-6529-43b3-9355-0e693d39e1f4 HTTP/1.1" status: 200 len: 851 time: 0.0938869 Feb 09 21:49:49.765455 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74c1fae-d1fc-4611-8bf1-3042d77931c5 req-ee1ef8d8-16d7-4998-ad3d-e6cb347453b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:49.766978 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b74c1fae-d1fc-4611-8bf1-3042d77931c5 req-ee1ef8d8-16d7-4998-ad3d-e6cb347453b6 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=23f1a6df-2b4b-4777-8497-2928c76d9f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0870781 Feb 09 21:49:49.793765 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-508b01e6-df23-42fc-b387-35c7a5de0dfd None None] Provisioning complete for port 05c71a1b-858c-4e78-be01-608f18f742b2 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:49:49.794344 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-508b01e6-df23-42fc-b387-35c7a5de0dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (05c71a1b-858c-4e78-be01-608f18f742b2), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:49.830823 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-508b01e6-df23-42fc-b387-35c7a5de0dfd None None] Port 05c71a1b-858c-4e78-be01-608f18f742b2 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:49:49.854865 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-6a70dbbe-3885-4706-af9f-ac7bedbd993f req-201ef741-c8c2-46bc-980e-7caf71612b61 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Deleting port c6886d61-f041-4e03-9002-7714a0a6ea30 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:49:49.855211 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-6a70dbbe-3885-4706-af9f-ac7bedbd993f req-201ef741-c8c2-46bc-980e-7caf71612b61 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (c6886d61-f041-4e03-9002-7714a0a6ea30), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:49.885775 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-91b65103-892d-498c-a761-e4709a623fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa7612bf-f480-4cb0-b32f-185427757c8c', 'name': 'tempest-ServerActionsTestJSON-1876642922-router', 'tenant_id': 'b97bcc6d3a344052b623ebf4a39465fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '587ac4e0-6cbe-4b2a-9300-94d68ccad8ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:49:14Z', 'updated_at': '2022-02-09T21:49:20Z', 'revision_number': 4, 'project_id': 'b97bcc6d3a344052b623ebf4a39465fa', 'gw_port': {'id': '587ac4e0-6cbe-4b2a-9300-94d68ccad8ff', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7612bf-f480-4cb0-b32f-185427757c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:49:16Z', 'updated_at': '2022-02-09T21:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': 'da7e4d61-d7c0-4d1d-8bc4-51cd7cdfaa18', 'tenant_id': 'b97bcc6d3a344052b623ebf4a39465fa', 'floating_ip_address': '172.25.3.75', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': 'aa7612bf-f480-4cb0-b32f-185427757c8c', 'port_id': 'fc4d8690-2c93-4a34-8416-c6d01e3a225f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2607, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '23f1a6df-2b4b-4777-8497-2928c76d9f17', 'mac_address': 'fa:16:3e:c9:99:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e096926-65cd-4dbc-a650-c2ffbdbd3851', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:49:24Z', 'updated_at': '2022-02-09T21:49:48Z', 'revision_number': 1, 'project_id': 'b97bcc6d3a344052b623ebf4a39465fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c5a4501-96fb-478b-b835-a4fb4cec0c99', 'name': '', 'network_id': '23f1a6df-2b4b-4777-8497-2928c76d9f17', 'tenant_id': 'b97bcc6d3a344052b623ebf4a39465fa', 'mac_address': 'fa:16:3e:a3:59:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7612bf-f480-4cb0-b32f-185427757c8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': 'b55ac71e-6529-43b3-9355-0e693d39e1f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:49:19Z', 'updated_at': '2022-02-09T21:49:28Z', 'revision_number': 5, 'project_id': 'b97bcc6d3a344052b623ebf4a39465fa', 'subnets': [{'id': 'b55ac71e-6529-43b3-9355-0e693d39e1f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:49:49.913013 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b65103-892d-498c-a761-e4709a623fbc None None] The sync data for ids ['aa7612bf-f480-4cb0-b32f-185427757c8c'] in n-d-828369-5 is: [{'id': 'aa7612bf-f480-4cb0-b32f-185427757c8c', 'name': 'tempest-ServerActionsTestJSON-1876642922-router', 'tenant_id': 'b97bcc6d3a344052b623ebf4a39465fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '587ac4e0-6cbe-4b2a-9300-94d68ccad8ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:49:14Z', 'updated_at': '2022-02-09T21:49:20Z', 'revision_number': 4, 'project_id': 'b97bcc6d3a344052b623ebf4a39465fa', 'gw_port': {'id': '587ac4e0-6cbe-4b2a-9300-94d68ccad8ff', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7612bf-f480-4cb0-b32f-185427757c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:49:16Z', 'updated_at': '2022-02-09T21:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': 'da7e4d61-d7c0-4d1d-8bc4-51cd7cdfaa18', 'tenant_id': 'b97bcc6d3a344052b623ebf4a39465fa', 'floating_ip_address': '172.25.3.75', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': 'aa7612bf-f480-4cb0-b32f-185427757c8c', 'port_id': 'fc4d8690-2c93-4a34-8416-c6d01e3a225f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2607, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '23f1a6df-2b4b-4777-8497-2928c76d9f17', 'mac_address': 'fa:16:3e:c9:99:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e096926-65cd-4dbc-a650-c2ffbdbd3851', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:49:24Z', 'updated_at': '2022-02-09T21:49:48Z', 'revision_number': 1, 'project_id': 'b97bcc6d3a344052b623ebf4a39465fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c5a4501-96fb-478b-b835-a4fb4cec0c99', 'name': '', 'network_id': '23f1a6df-2b4b-4777-8497-2928c76d9f17', 'tenant_id': 'b97bcc6d3a344052b623ebf4a39465fa', 'mac_address': 'fa:16:3e:a3:59:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7612bf-f480-4cb0-b32f-185427757c8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': 'b55ac71e-6529-43b3-9355-0e693d39e1f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:49:19Z', 'updated_at': '2022-02-09T21:49:28Z', 'revision_number': 5, 'project_id': 'b97bcc6d3a344052b623ebf4a39465fa', 'subnets': [{'id': 'b55ac71e-6529-43b3-9355-0e693d39e1f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:49:49.943748 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b74c1fae-d1fc-4611-8bf1-3042d77931c5 req-ec3b58a4-7273-4e43-93c7-5388e757c7df service neutron] 10.222.0.89 "GET /v2.0/networks/23f1a6df-2b4b-4777-8497-2928c76d9f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654742 Feb 09 21:49:49.963998 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a716d0-094f-45f9-8fd3-bc020ec150c5 req-66eafd3f-c462-4333-a882-eceb2f44439c tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:49.971494 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a716d0-094f-45f9-8fd3-bc020ec150c5 req-66eafd3f-c462-4333-a882-eceb2f44439c tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:49.976916 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a716d0-094f-45f9-8fd3-bc020ec150c5 req-66eafd3f-c462-4333-a882-eceb2f44439c tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:49.983850 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a716d0-094f-45f9-8fd3-bc020ec150c5 req-66eafd3f-c462-4333-a882-eceb2f44439c tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:49.989479 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a716d0-094f-45f9-8fd3-bc020ec150c5 req-66eafd3f-c462-4333-a882-eceb2f44439c tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:49.991669 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-00a716d0-094f-45f9-8fd3-bc020ec150c5 req-66eafd3f-c462-4333-a882-eceb2f44439c tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 3887 time: 0.1184430 Feb 09 21:49:50.015597 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-6a70dbbe-3885-4706-af9f-ac7bedbd993f req-201ef741-c8c2-46bc-980e-7caf71612b61 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] For port c6886d61-f041-4e03-9002-7714a0a6ea30, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=c6886d61-f041-4e03-9002-7714a0a6ea30,segment=NetworkSegment(cdf91332-5a66-411f-8c98-4c1f54bf5f30),segment_id=cdf91332-5a66-411f-8c98-4c1f54bf5f30)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:49:50.015973 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-6a70dbbe-3885-4706-af9f-ac7bedbd993f req-201ef741-c8c2-46bc-980e-7caf71612b61 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (c6886d61-f041-4e03-9002-7714a0a6ea30), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:50.039753 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-6a70dbbe-3885-4706-af9f-ac7bedbd993f req-201ef741-c8c2-46bc-980e-7caf71612b61 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Calling delete_port for c6886d61-f041-4e03-9002-7714a0a6ea30 owned by compute:nova {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:49:50.056623 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-00a716d0-094f-45f9-8fd3-bc020ec150c5 req-0033a1e7-2150-410b-834c-dff97d0ada59 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/security-groups?id=f725d2ca-c6e8-41e3-94bc-9cf24ee5a23b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554113 Feb 09 21:49:50.111979 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b74c1fae-d1fc-4611-8bf1-3042d77931c5 req-f5659b8f-c049-4af6-9995-509cef1f3088 service neutron] 10.222.0.89 "GET /v2.0/networks/23f1a6df-2b4b-4777-8497-2928c76d9f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557584 Feb 09 21:49:50.205910 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-6a70dbbe-3885-4706-af9f-ac7bedbd993f req-201ef741-c8c2-46bc-980e-7caf71612b61 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (c6886d61-f041-4e03-9002-7714a0a6ea30), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:50.229955 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fb4442-e39d-44d7-bbff-30ff2f879b27 None None] New status for floating IP da7e4d61-d7c0-4d1d-8bc4-51cd7cdfaa18: ACTIVE {{(pid=103142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:49:50.237690 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201ef741-c8c2-46bc-980e-7caf71612b61 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Pushing event deleted for resources: {'Port': ['ID=c6886d61-f041-4e03-9002-7714a0a6ea30,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:50.303605 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a70dbbe-3885-4706-af9f-ac7bedbd993f req-201ef741-c8c2-46bc-980e-7caf71612b61 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] No DVR routers for this DVR port c6886d61-f041-4e03-9002-7714a0a6ea30 on host n-h2-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:49:50.306613 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-6a70dbbe-3885-4706-af9f-ac7bedbd993f req-201ef741-c8c2-46bc-980e-7caf71612b61 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:50.311119 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6a70dbbe-3885-4706-af9f-ac7bedbd993f req-201ef741-c8c2-46bc-980e-7caf71612b61 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.89 "DELETE /v2.0/ports/c6886d61-f041-4e03-9002-7714a0a6ea30 HTTP/1.1" status: 204 len: 173 time: 0.6715789 Feb 09 21:49:50.311510 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9451ac8-6c39-40f2-b7ec-f3604f7a77ca', 'name': 'network-vif-deleted', 'tag': 'c6886d61-f041-4e03-9002-7714a0a6ea30'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:49:50.313866 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c1ff41-9454-4b0c-9d50-6a9c53d03856" -d '{"events": [{"server_uuid": "e9451ac8-6c39-40f2-b7ec-f3604f7a77ca", "name": "network-vif-deleted", "tag": "c6886d61-f041-4e03-9002-7714a0a6ea30"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:49:50.419619 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd02d64-cc6a-49d9-af45-4d6959652ab9 x-openstack-request-id: req-bcd02d64-cc6a-49d9-af45-4d6959652ab9 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:49:50.419920 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9451ac8-6c39-40f2-b7ec-f3604f7a77ca", "name": "network-vif-deleted", "tag": "c6886d61-f041-4e03-9002-7714a0a6ea30", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:49:50.420179 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-bcd02d64-cc6a-49d9-af45-4d6959652ab9 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:49:50.420817 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9451ac8-6c39-40f2-b7ec-f3604f7a77ca', 'name': 'network-vif-deleted', 'tag': 'c6886d61-f041-4e03-9002-7714a0a6ea30', 'status': 'completed', 'code': 200} Feb 09 21:49:50.450112 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-6a70dbbe-3885-4706-af9f-ac7bedbd993f req-ac054b9d-ca35-4b0a-aecf-4a1d9cd8877b tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Deleting port 64a3e4b3-2469-470b-82b5-40757c8eb842 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:49:50.450506 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-6a70dbbe-3885-4706-af9f-ac7bedbd993f req-ac054b9d-ca35-4b0a-aecf-4a1d9cd8877b tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (64a3e4b3-2469-470b-82b5-40757c8eb842), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:50.484177 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36368182-7dd8-461a-8418-f71f133e3b7e req-d22dfceb-0ec8-4092-bdd4-9590a6a652d7 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:50.491442 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-36368182-7dd8-461a-8418-f71f133e3b7e req-d22dfceb-0ec8-4092-bdd4-9590a6a652d7 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 946 time: 0.0680759 Feb 09 21:49:50.533702 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-36368182-7dd8-461a-8418-f71f133e3b7e req-feed7e72-4752-44bd-a920-0cea8216f1b2 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=4c89ea32-e697-4c99-8133-b5b6d80654a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413384 Feb 09 21:49:50.565031 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-6a70dbbe-3885-4706-af9f-ac7bedbd993f req-ac054b9d-ca35-4b0a-aecf-4a1d9cd8877b tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] For port 64a3e4b3-2469-470b-82b5-40757c8eb842, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=64a3e4b3-2469-470b-82b5-40757c8eb842,segment=NetworkSegment(764fa11e-2d25-4965-bef2-489ddae1e34a),segment_id=764fa11e-2d25-4965-bef2-489ddae1e34a)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:49:50.565403 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-6a70dbbe-3885-4706-af9f-ac7bedbd993f req-ac054b9d-ca35-4b0a-aecf-4a1d9cd8877b tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (64a3e4b3-2469-470b-82b5-40757c8eb842), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:50.579942 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-6a70dbbe-3885-4706-af9f-ac7bedbd993f req-ac054b9d-ca35-4b0a-aecf-4a1d9cd8877b tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Calling delete_port for 64a3e4b3-2469-470b-82b5-40757c8eb842 owned by compute:nova {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:49:50.683509 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4b2fcf-263d-438d-93a1-0b71c8f68ff8 req-53ed106b-12be-4927-a5b1-984a9c3538ac tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:50.685077 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0f4b2fcf-263d-438d-93a1-0b71c8f68ff8 req-53ed106b-12be-4927-a5b1-984a9c3538ac tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 946 time: 0.0697684 Feb 09 21:49:50.751581 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0f4b2fcf-263d-438d-93a1-0b71c8f68ff8 req-09382193-3dd5-4620-9b09-303541995981 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=4c89ea32-e697-4c99-8133-b5b6d80654a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606344 Feb 09 21:49:50.752927 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-6a70dbbe-3885-4706-af9f-ac7bedbd993f req-ac054b9d-ca35-4b0a-aecf-4a1d9cd8877b tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (64a3e4b3-2469-470b-82b5-40757c8eb842), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:50.801041 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac054b9d-ca35-4b0a-aecf-4a1d9cd8877b tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Pushing event deleted for resources: {'Port': ['ID=64a3e4b3-2469-470b-82b5-40757c8eb842,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:50.842710 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a70dbbe-3885-4706-af9f-ac7bedbd993f req-ac054b9d-ca35-4b0a-aecf-4a1d9cd8877b tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] No DVR routers for this DVR port 64a3e4b3-2469-470b-82b5-40757c8eb842 on host n-h2-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:49:50.845355 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-6a70dbbe-3885-4706-af9f-ac7bedbd993f req-ac054b9d-ca35-4b0a-aecf-4a1d9cd8877b tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:50.852044 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6a70dbbe-3885-4706-af9f-ac7bedbd993f req-ac054b9d-ca35-4b0a-aecf-4a1d9cd8877b tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.89 "DELETE /v2.0/ports/64a3e4b3-2469-470b-82b5-40757c8eb842 HTTP/1.1" status: 204 len: 173 time: 0.5354965 Feb 09 21:49:50.957552 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-6a70dbbe-3885-4706-af9f-ac7bedbd993f req-4122ee5d-2fe1-4845-aeca-587806d0363c tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Deleting port 9af85d6f-02ae-4b57-8eb5-a2a08e3b6081 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:49:50.957943 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-6a70dbbe-3885-4706-af9f-ac7bedbd993f req-4122ee5d-2fe1-4845-aeca-587806d0363c tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (9af85d6f-02ae-4b57-8eb5-a2a08e3b6081), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:51.060061 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-6a70dbbe-3885-4706-af9f-ac7bedbd993f req-4122ee5d-2fe1-4845-aeca-587806d0363c tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] For port 9af85d6f-02ae-4b57-8eb5-a2a08e3b6081, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=9af85d6f-02ae-4b57-8eb5-a2a08e3b6081,segment=NetworkSegment(9336038c-c827-49b4-9b26-98b175de6249),segment_id=9336038c-c827-49b4-9b26-98b175de6249)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:49:51.060460 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-6a70dbbe-3885-4706-af9f-ac7bedbd993f req-4122ee5d-2fe1-4845-aeca-587806d0363c tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (9af85d6f-02ae-4b57-8eb5-a2a08e3b6081), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:51.240248 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:51.263230 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563c5486-545a-4655-8063-aa81582a059a req-3003648b-eb5b-44e3-aa80-1e886a76ca47 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:51.287850 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563c5486-545a-4655-8063-aa81582a059a req-3003648b-eb5b-44e3-aa80-1e886a76ca47 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:51.298835 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563c5486-545a-4655-8063-aa81582a059a req-3003648b-eb5b-44e3-aa80-1e886a76ca47 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:51.301008 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-563c5486-545a-4655-8063-aa81582a059a req-3003648b-eb5b-44e3-aa80-1e886a76ca47 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 2417 time: 0.1351848 Feb 09 21:49:51.399915 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-563c5486-545a-4655-8063-aa81582a059a req-7490b0be-aa19-4213-b7e2-fa90f2e927a7 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/security-groups?id=f725d2ca-c6e8-41e3-94bc-9cf24ee5a23b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920043 Feb 09 21:49:51.782970 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 47958) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:51.811763 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-6a70dbbe-3885-4706-af9f-ac7bedbd993f req-4122ee5d-2fe1-4845-aeca-587806d0363c tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:51.812252 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-6a70dbbe-3885-4706-af9f-ac7bedbd993f req-4122ee5d-2fe1-4845-aeca-587806d0363c tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (d214608a-6006-4d06-b54c-82062e9f65e1), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:51.812670 n-d-828369-5 neutron-server[103141]: INFO neutron.db.l3_db [req-6a70dbbe-3885-4706-af9f-ac7bedbd993f req-4122ee5d-2fe1-4845-aeca-587806d0363c tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Floating IP d214608a-6006-4d06-b54c-82062e9f65e1 disassociated. External IP: 172.25.3.71, port: 9af85d6f-02ae-4b57-8eb5-a2a08e3b6081. Feb 09 21:49:51.813083 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-6a70dbbe-3885-4706-af9f-ac7bedbd993f req-4122ee5d-2fe1-4845-aeca-587806d0363c tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Calling delete_port for 9af85d6f-02ae-4b57-8eb5-a2a08e3b6081 owned by compute:nova {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:49:51.882334 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device d5e3bfb7-1f18-4598-a18c-f23b463962e1 no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:49:51.988956 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-6a70dbbe-3885-4706-af9f-ac7bedbd993f req-4122ee5d-2fe1-4845-aeca-587806d0363c tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (9af85d6f-02ae-4b57-8eb5-a2a08e3b6081), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:51.989216 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port d5e3bfb7-1f18-4598-a18c-f23b463962e1 is: ACTIVE; New status is: DOWN {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:49:51.989619 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (d5e3bfb7-1f18-4598-a18c-f23b463962e1), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:52.019029 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9451ac8-6c39-40f2-b7ec-f3604f7a77ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5e3bfb7-1f18-4598-a18c-f23b463962e1'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:49:52.022651 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d3f245-44a7-419e-a139-f99fd6f85025" -d '{"events": [{"server_uuid": "e9451ac8-6c39-40f2-b7ec-f3604f7a77ca", "name": "network-vif-unplugged", "status": "completed", "tag": "d5e3bfb7-1f18-4598-a18c-f23b463962e1"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:49:52.046802 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port d5e3bfb7-1f18-4598-a18c-f23b463962e1, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=d5e3bfb7-1f18-4598-a18c-f23b463962e1,segment=NetworkSegment(764fa11e-2d25-4965-bef2-489ddae1e34a),segment_id=764fa11e-2d25-4965-bef2-489ddae1e34a)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:49:52.055323 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (d5e3bfb7-1f18-4598-a18c-f23b463962e1), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:52.056318 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 05c71a1b-858c-4e78-be01-608f18f742b2 no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:49:52.099120 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4122ee5d-2fe1-4845-aeca-587806d0363c tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Pushing event deleted for resources: {'Port': ['ID=9af85d6f-02ae-4b57-8eb5-a2a08e3b6081,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:52.116181 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-890165cb-35eb-4a1d-9d16-4d597c15c535 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:52.148140 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5933f5d9-4821-4903-9e8d-ca595dcd95d2 x-openstack-request-id: req-5933f5d9-4821-4903-9e8d-ca595dcd95d2 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:49:52.148540 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9451ac8-6c39-40f2-b7ec-f3604f7a77ca", "name": "network-vif-unplugged", "status": "completed", "tag": "d5e3bfb7-1f18-4598-a18c-f23b463962e1", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:49:52.149153 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-5933f5d9-4821-4903-9e8d-ca595dcd95d2 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:49:52.149664 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9451ac8-6c39-40f2-b7ec-f3604f7a77ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5e3bfb7-1f18-4598-a18c-f23b463962e1', 'code': 200} Feb 09 21:49:52.151054 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] The host n-h2-828369-5 is not matching for port 05c71a1b-858c-4e78-be01-608f18f742b2 host ! {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 21:49:52.151572 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 05c71a1b-858c-4e78-be01-608f18f742b2 not bound to the agent host n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:49:52.153055 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 9af85d6f-02ae-4b57-8eb5-a2a08e3b6081 no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:49:52.217456 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=d5e3bfb7-1f18-4598-a18c-f23b463962e1,revision_number=6']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:52.251412 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] No Port match for: 9af85d6f-02ae-4b57-8eb5-a2a08e3b6081 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:49:52.252547 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 9af85d6f-02ae-4b57-8eb5-a2a08e3b6081 not bound to the agent host n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:49:52.253129 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 64a3e4b3-2469-470b-82b5-40757c8eb842 no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:49:52.275995 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] No Port match for: 64a3e4b3-2469-470b-82b5-40757c8eb842 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:49:52.276610 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 64a3e4b3-2469-470b-82b5-40757c8eb842 not bound to the agent host n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:49:52.277351 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device fcbf595b-ac04-4a9f-91d3-e3bfdadd5558 no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:49:52.323229 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] The host n-h2-828369-5 is not matching for port fcbf595b-ac04-4a9f-91d3-e3bfdadd5558 host ! {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 21:49:52.323861 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device fcbf595b-ac04-4a9f-91d3-e3bfdadd5558 not bound to the agent host n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:49:52.324498 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device c6886d61-f041-4e03-9002-7714a0a6ea30 no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:49:52.347415 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] No Port match for: c6886d61-f041-4e03-9002-7714a0a6ea30 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:49:52.347864 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device c6886d61-f041-4e03-9002-7714a0a6ea30 not bound to the agent host n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:49:52.348840 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 5ae69b1b-39b8-491e-b02b-097b38fae223 no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:49:52.380764 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a70dbbe-3885-4706-af9f-ac7bedbd993f req-4122ee5d-2fe1-4845-aeca-587806d0363c tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Router 9378fdb6-af0c-40c9-b62e-f5a26dc8f129 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:49:52.405371 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-890165cb-35eb-4a1d-9d16-4d597c15c535 admin admin] Publish callbacks [] for security_group (9cea4655-fe72-4102-a92d-0d9b92f9c97e), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:52.421952 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-890165cb-35eb-4a1d-9d16-4d597c15c535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (9cea4655-fe72-4102-a92d-0d9b92f9c97e), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:52.425624 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9451ac8-6c39-40f2-b7ec-f3604f7a77ca', 'name': 'network-vif-deleted', 'tag': '64a3e4b3-2469-470b-82b5-40757c8eb842'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:49:52.430173 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37b14037-6c32-44c2-b6de-8f252ddc4629" -d '{"events": [{"server_uuid": "e9451ac8-6c39-40f2-b7ec-f3604f7a77ca", "name": "network-vif-deleted", "tag": "64a3e4b3-2469-470b-82b5-40757c8eb842"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:49:52.455361 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 5ae69b1b-39b8-491e-b02b-097b38fae223 is: ACTIVE; New status is: DOWN {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:49:52.457217 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (5ae69b1b-39b8-491e-b02b-097b38fae223), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:52.540466 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 5ae69b1b-39b8-491e-b02b-097b38fae223, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=5ae69b1b-39b8-491e-b02b-097b38fae223,segment=NetworkSegment(cdf91332-5a66-411f-8c98-4c1f54bf5f30),segment_id=cdf91332-5a66-411f-8c98-4c1f54bf5f30)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:49:52.547511 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (5ae69b1b-39b8-491e-b02b-097b38fae223), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:52.704111 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=5ae69b1b-39b8-491e-b02b-097b38fae223,revision_number=6']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:52.728974 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ba80deb-74cd-4bcf-8842-62f14ecebb1a x-openstack-request-id: req-9ba80deb-74cd-4bcf-8842-62f14ecebb1a {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:49:52.729280 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9451ac8-6c39-40f2-b7ec-f3604f7a77ca", "name": "network-vif-deleted", "tag": "64a3e4b3-2469-470b-82b5-40757c8eb842", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:49:52.729542 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-9ba80deb-74cd-4bcf-8842-62f14ecebb1a {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:49:52.729950 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9451ac8-6c39-40f2-b7ec-f3604f7a77ca', 'name': 'network-vif-deleted', 'tag': '64a3e4b3-2469-470b-82b5-40757c8eb842', 'status': 'completed', 'code': 200} Feb 09 21:49:52.741831 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-890165cb-35eb-4a1d-9d16-4d597c15c535 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=8f0443e3c4a5491db79484a176b46cdb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9559948 Feb 09 21:49:52.742628 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 47988) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:49:52.762215 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea11e1-7b25-4a67-a273-5c57c279ef22 req-548a6aff-932a-4a79-ad8b-c1d8da0c222e tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:52.775737 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea11e1-7b25-4a67-a273-5c57c279ef22 req-548a6aff-932a-4a79-ad8b-c1d8da0c222e tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:52.781058 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890165cb-35eb-4a1d-9d16-4d597c15c535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cea4655-fe72-4102-a92d-0d9b92f9c97e,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:52.783068 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-eeea11e1-7b25-4a67-a273-5c57c279ef22 req-548a6aff-932a-4a79-ad8b-c1d8da0c222e tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 1677 time: 0.1842644 Feb 09 21:49:52.827532 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5aa8d274-779e-48d7-b01c-9c9bc4bfe188 admin admin] Publish callbacks [] for security_group (9cea4655-fe72-4102-a92d-0d9b92f9c97e), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:52.888444 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-eeea11e1-7b25-4a67-a273-5c57c279ef22 req-5b0ca34c-9237-4289-94a4-aa4766dea321 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/security-groups?id=f725d2ca-c6e8-41e3-94bc-9cf24ee5a23b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923321 Feb 09 21:49:52.917507 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5aa8d274-779e-48d7-b01c-9c9bc4bfe188 admin admin] Publish callbacks [] for security_group (9cea4655-fe72-4102-a92d-0d9b92f9c97e), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:52.927513 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a70dbbe-3885-4706-af9f-ac7bedbd993f req-4122ee5d-2fe1-4845-aeca-587806d0363c tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:49:52.943389 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b046cc-112c-4f03-9c28-7df72f392099 None None] Sync routers for ids ['9378fdb6-af0c-40c9-b62e-f5a26dc8f129'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:49:52.959238 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b046cc-112c-4f03-9c28-7df72f392099 None None] Routers {'9378fdb6-af0c-40c9-b62e-f5a26dc8f129'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:49:52.973106 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-24b046cc-112c-4f03-9c28-7df72f392099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:49:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['9378fdb6-af0c-40c9-b62e-f5a26dc8f129'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:49:52.993348 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a70dbbe-3885-4706-af9f-ac7bedbd993f req-4122ee5d-2fe1-4845-aeca-587806d0363c tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] No DVR routers for this DVR port 9af85d6f-02ae-4b57-8eb5-a2a08e3b6081 on host n-h2-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:49:52.998731 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-6a70dbbe-3885-4706-af9f-ac7bedbd993f req-4122ee5d-2fe1-4845-aeca-587806d0363c tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:53.002315 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6a70dbbe-3885-4706-af9f-ac7bedbd993f req-4122ee5d-2fe1-4845-aeca-587806d0363c tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.89 "DELETE /v2.0/ports/9af85d6f-02ae-4b57-8eb5-a2a08e3b6081 HTTP/1.1" status: 204 len: 173 time: 2.1434672 Feb 09 21:49:53.038957 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1a3fd3-d51d-403e-9f0f-d79c44d8cf2d req-a59d3904-5ff9-4aab-b6e5-ccfed030355d tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:53.047862 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9f1a3fd3-d51d-403e-9f0f-d79c44d8cf2d req-a59d3904-5ff9-4aab-b6e5-ccfed030355d tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/ports?device_id=196a7219-50a0-4378-9317-db757eb7b09b HTTP/1.1" status: 200 len: 945 time: 0.1038032 Feb 09 21:49:53.062218 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5aa8d274-779e-48d7-b01c-9c9bc4bfe188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (9cea4655-fe72-4102-a92d-0d9b92f9c97e), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:53.065970 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5aa8d274-779e-48d7-b01c-9c9bc4bfe188 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:53.069556 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-5aa8d274-779e-48d7-b01c-9c9bc4bfe188 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/9cea4655-fe72-4102-a92d-0d9b92f9c97e HTTP/1.1" status: 204 len: 168 time: 0.3195117 Feb 09 21:49:53.086453 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa8d274-779e-48d7-b01c-9c9bc4bfe188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cea4655-fe72-4102-a92d-0d9b92f9c97e,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:53.120311 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9f1a3fd3-d51d-403e-9f0f-d79c44d8cf2d req-5b811881-e100-42d1-82c7-ee105c011adb tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/security-groups?id=28acdcb4-ce07-4669-ac01-31d2a11868db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673456 Feb 09 21:49:53.199695 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-6a70dbbe-3885-4706-af9f-ac7bedbd993f req-99753c02-5947-4ea5-8794-d7db7cac595a tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Deleting port 5ae69b1b-39b8-491e-b02b-097b38fae223 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:49:53.201914 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-6a70dbbe-3885-4706-af9f-ac7bedbd993f req-99753c02-5947-4ea5-8794-d7db7cac595a tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (5ae69b1b-39b8-491e-b02b-097b38fae223), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:53.323285 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-6a70dbbe-3885-4706-af9f-ac7bedbd993f req-99753c02-5947-4ea5-8794-d7db7cac595a tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] For port 5ae69b1b-39b8-491e-b02b-097b38fae223, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=5ae69b1b-39b8-491e-b02b-097b38fae223,segment=NetworkSegment(cdf91332-5a66-411f-8c98-4c1f54bf5f30),segment_id=cdf91332-5a66-411f-8c98-4c1f54bf5f30)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:49:53.323763 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-6a70dbbe-3885-4706-af9f-ac7bedbd993f req-99753c02-5947-4ea5-8794-d7db7cac595a tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (5ae69b1b-39b8-491e-b02b-097b38fae223), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:53.342092 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-6a70dbbe-3885-4706-af9f-ac7bedbd993f req-99753c02-5947-4ea5-8794-d7db7cac595a tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Calling delete_port for 5ae69b1b-39b8-491e-b02b-097b38fae223 owned by compute:nova {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:49:53.445611 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-24b046cc-112c-4f03-9c28-7df72f392099 None None] Set router 9378fdb6-af0c-40c9-b62e-f5a26dc8f129 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:49:53.523610 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:53.658067 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-6a70dbbe-3885-4706-af9f-ac7bedbd993f req-99753c02-5947-4ea5-8794-d7db7cac595a tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (5ae69b1b-39b8-491e-b02b-097b38fae223), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:53.726869 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99753c02-5947-4ea5-8794-d7db7cac595a tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Pushing event deleted for resources: {'Port': ['ID=5ae69b1b-39b8-491e-b02b-097b38fae223,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:53.828213 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a70dbbe-3885-4706-af9f-ac7bedbd993f req-99753c02-5947-4ea5-8794-d7db7cac595a tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] No DVR routers for this DVR port 5ae69b1b-39b8-491e-b02b-097b38fae223 on host n-h2-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:49:53.831031 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-6a70dbbe-3885-4706-af9f-ac7bedbd993f req-99753c02-5947-4ea5-8794-d7db7cac595a tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:53.835487 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6a70dbbe-3885-4706-af9f-ac7bedbd993f req-99753c02-5947-4ea5-8794-d7db7cac595a tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.89 "DELETE /v2.0/ports/5ae69b1b-39b8-491e-b02b-097b38fae223 HTTP/1.1" status: 204 len: 173 time: 0.8270662 Feb 09 21:49:53.871515 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-24b046cc-112c-4f03-9c28-7df72f392099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9378fdb6-af0c-40c9-b62e-f5a26dc8f129', 'name': 'tempest-TaggedBootDevicesTest-909826218-router', 'tenant_id': 'e0fba33cc37140f68483b74485e6f58c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '747c4daf-18ce-48cb-a47d-3fed3fc7043b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:42:57Z', 'updated_at': '2022-02-09T21:43:15Z', 'revision_number': 4, 'project_id': 'e0fba33cc37140f68483b74485e6f58c', 'gw_port': {'id': '747c4daf-18ce-48cb-a47d-3fed3fc7043b', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:50:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9378fdb6-af0c-40c9-b62e-f5a26dc8f129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:43:03Z', 'updated_at': '2022-02-09T21:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': 'ffc1eb71-c432-4a0b-94d6-451407628622', 'name': '', 'network_id': '74d53abd-a71d-429c-929d-41ed12b1d218', 'tenant_id': 'e0fba33cc37140f68483b74485e6f58c', 'mac_address': 'fa:16:3e:8b:6b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9378fdb6-af0c-40c9-b62e-f5a26dc8f129', 'device_owner': 'network:router_interface', 'standard_attr_id': 2023, 'fixed_ips': [{'subnet_id': '31bf57d7-aaed-40fd-925f-87213ac6208a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:43:14Z', 'updated_at': '2022-02-09T21:43:29Z', 'revision_number': 5, 'project_id': 'e0fba33cc37140f68483b74485e6f58c', 'subnets': [{'id': '31bf57d7-aaed-40fd-925f-87213ac6208a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:49:53.941762 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b046cc-112c-4f03-9c28-7df72f392099 None None] Checking router: 9378fdb6-af0c-40c9-b62e-f5a26dc8f129 for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:49:53.957703 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b046cc-112c-4f03-9c28-7df72f392099 None None] Routers {'9378fdb6-af0c-40c9-b62e-f5a26dc8f129'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:49:53.962300 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-24b046cc-112c-4f03-9c28-7df72f392099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:49:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['9378fdb6-af0c-40c9-b62e-f5a26dc8f129'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:49:54.151856 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9451ac8-6c39-40f2-b7ec-f3604f7a77ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ae69b1b-39b8-491e-b02b-097b38fae223'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:49:54.154248 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8ece512-fe3f-40d7-a221-8899c315abd1" -d '{"events": [{"server_uuid": "e9451ac8-6c39-40f2-b7ec-f3604f7a77ca", "name": "network-vif-unplugged", "status": "completed", "tag": "5ae69b1b-39b8-491e-b02b-097b38fae223"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:49:54.180305 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-6a70dbbe-3885-4706-af9f-ac7bedbd993f req-c4c11364-a323-4456-929d-ebee0f500663 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Deleting port d5e3bfb7-1f18-4598-a18c-f23b463962e1 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:49:54.180700 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-6a70dbbe-3885-4706-af9f-ac7bedbd993f req-c4c11364-a323-4456-929d-ebee0f500663 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (d5e3bfb7-1f18-4598-a18c-f23b463962e1), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:54.187227 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-24b046cc-112c-4f03-9c28-7df72f392099 None None] Set router 9378fdb6-af0c-40c9-b62e-f5a26dc8f129 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:49:54.240796 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daad589-e1f1-4092-b127-97d1a06fbce2 req-cfc7f385-81b3-4e2a-b37e-03d3749fe3f4 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:54.243671 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7daad589-e1f1-4092-b127-97d1a06fbce2 req-cfc7f385-81b3-4e2a-b37e-03d3749fe3f4 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 943 time: 0.1707103 Feb 09 21:49:54.362685 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-6a70dbbe-3885-4706-af9f-ac7bedbd993f req-c4c11364-a323-4456-929d-ebee0f500663 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] For port d5e3bfb7-1f18-4598-a18c-f23b463962e1, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=d5e3bfb7-1f18-4598-a18c-f23b463962e1,segment=NetworkSegment(764fa11e-2d25-4965-bef2-489ddae1e34a),segment_id=764fa11e-2d25-4965-bef2-489ddae1e34a)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:49:54.363131 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-6a70dbbe-3885-4706-af9f-ac7bedbd993f req-c4c11364-a323-4456-929d-ebee0f500663 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (d5e3bfb7-1f18-4598-a18c-f23b463962e1), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:54.388348 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-6a70dbbe-3885-4706-af9f-ac7bedbd993f req-c4c11364-a323-4456-929d-ebee0f500663 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Calling delete_port for d5e3bfb7-1f18-4598-a18c-f23b463962e1 owned by compute:nova {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:49:54.495421 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7daad589-e1f1-4092-b127-97d1a06fbce2 req-6ded0352-196b-49b3-814b-14961e08a0f8 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/security-groups?id=f725d2ca-c6e8-41e3-94bc-9cf24ee5a23b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2368591 Feb 09 21:49:54.512073 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2aa6a5-a79c-4d7b-b859-864501a0cafa req-ba8ea687-0664-43d7-82df-d4d269bd2f44 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:54.543308 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0c2aa6a5-a79c-4d7b-b859-864501a0cafa req-ba8ea687-0664-43d7-82df-d4d269bd2f44 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/ports?device_id=196a7219-50a0-4378-9317-db757eb7b09b HTTP/1.1" status: 200 len: 945 time: 0.2981350 Feb 09 21:49:54.638906 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5b1645a-ba6f-42c3-a814-e8944b80c80c x-openstack-request-id: req-b5b1645a-ba6f-42c3-a814-e8944b80c80c {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:49:54.640325 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9451ac8-6c39-40f2-b7ec-f3604f7a77ca", "name": "network-vif-unplugged", "status": "completed", "tag": "5ae69b1b-39b8-491e-b02b-097b38fae223", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:49:54.640945 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-b5b1645a-ba6f-42c3-a814-e8944b80c80c {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:49:54.641409 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9451ac8-6c39-40f2-b7ec-f3604f7a77ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ae69b1b-39b8-491e-b02b-097b38fae223', 'code': 200} Feb 09 21:49:54.650330 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-6a70dbbe-3885-4706-af9f-ac7bedbd993f req-c4c11364-a323-4456-929d-ebee0f500663 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (d5e3bfb7-1f18-4598-a18c-f23b463962e1), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:54.689877 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0c2aa6a5-a79c-4d7b-b859-864501a0cafa req-2f198324-1eb3-4f12-9fa7-2d833a1123f3 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/security-groups?id=28acdcb4-ce07-4669-ac01-31d2a11868db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311011 Feb 09 21:49:54.702280 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c11364-a323-4456-929d-ebee0f500663 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Pushing event deleted for resources: {'Port': ['ID=d5e3bfb7-1f18-4598-a18c-f23b463962e1,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:54.730110 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-24b046cc-112c-4f03-9c28-7df72f392099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9378fdb6-af0c-40c9-b62e-f5a26dc8f129', 'name': 'tempest-TaggedBootDevicesTest-909826218-router', 'tenant_id': 'e0fba33cc37140f68483b74485e6f58c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '747c4daf-18ce-48cb-a47d-3fed3fc7043b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:42:57Z', 'updated_at': '2022-02-09T21:43:15Z', 'revision_number': 4, 'project_id': 'e0fba33cc37140f68483b74485e6f58c', 'gw_port': {'id': '747c4daf-18ce-48cb-a47d-3fed3fc7043b', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:50:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9378fdb6-af0c-40c9-b62e-f5a26dc8f129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:43:03Z', 'updated_at': '2022-02-09T21:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': 'ffc1eb71-c432-4a0b-94d6-451407628622', 'name': '', 'network_id': '74d53abd-a71d-429c-929d-41ed12b1d218', 'tenant_id': 'e0fba33cc37140f68483b74485e6f58c', 'mac_address': 'fa:16:3e:8b:6b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9378fdb6-af0c-40c9-b62e-f5a26dc8f129', 'device_owner': 'network:router_interface', 'standard_attr_id': 2023, 'fixed_ips': [{'subnet_id': '31bf57d7-aaed-40fd-925f-87213ac6208a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:43:14Z', 'updated_at': '2022-02-09T21:43:29Z', 'revision_number': 5, 'project_id': 'e0fba33cc37140f68483b74485e6f58c', 'subnets': [{'id': '31bf57d7-aaed-40fd-925f-87213ac6208a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:49:54.748770 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9451ac8-6c39-40f2-b7ec-f3604f7a77ca', 'name': 'network-vif-deleted', 'tag': '9af85d6f-02ae-4b57-8eb5-a2a08e3b6081'}, {'server_uuid': 'e9451ac8-6c39-40f2-b7ec-f3604f7a77ca', 'name': 'network-vif-deleted', 'tag': '5ae69b1b-39b8-491e-b02b-097b38fae223'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:49:54.751724 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c21709de-c618-4d8e-9b6a-d5bca442350e" -d '{"events": [{"server_uuid": "e9451ac8-6c39-40f2-b7ec-f3604f7a77ca", "name": "network-vif-deleted", "tag": "9af85d6f-02ae-4b57-8eb5-a2a08e3b6081"}, {"server_uuid": "e9451ac8-6c39-40f2-b7ec-f3604f7a77ca", "name": "network-vif-deleted", "tag": "5ae69b1b-39b8-491e-b02b-097b38fae223"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:49:54.772719 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b046cc-112c-4f03-9c28-7df72f392099 None None] The sync data for ids ['9378fdb6-af0c-40c9-b62e-f5a26dc8f129'] in n-d-828369-5 is: [{'id': '9378fdb6-af0c-40c9-b62e-f5a26dc8f129', 'name': 'tempest-TaggedBootDevicesTest-909826218-router', 'tenant_id': 'e0fba33cc37140f68483b74485e6f58c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '747c4daf-18ce-48cb-a47d-3fed3fc7043b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:42:57Z', 'updated_at': '2022-02-09T21:43:15Z', 'revision_number': 4, 'project_id': 'e0fba33cc37140f68483b74485e6f58c', 'gw_port': {'id': '747c4daf-18ce-48cb-a47d-3fed3fc7043b', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:50:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9378fdb6-af0c-40c9-b62e-f5a26dc8f129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:43:03Z', 'updated_at': '2022-02-09T21:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': 'ffc1eb71-c432-4a0b-94d6-451407628622', 'name': '', 'network_id': '74d53abd-a71d-429c-929d-41ed12b1d218', 'tenant_id': 'e0fba33cc37140f68483b74485e6f58c', 'mac_address': 'fa:16:3e:8b:6b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9378fdb6-af0c-40c9-b62e-f5a26dc8f129', 'device_owner': 'network:router_interface', 'standard_attr_id': 2023, 'fixed_ips': [{'subnet_id': '31bf57d7-aaed-40fd-925f-87213ac6208a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:43:14Z', 'updated_at': '2022-02-09T21:43:29Z', 'revision_number': 5, 'project_id': 'e0fba33cc37140f68483b74485e6f58c', 'subnets': [{'id': '31bf57d7-aaed-40fd-925f-87213ac6208a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:49:54.782644 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a70dbbe-3885-4706-af9f-ac7bedbd993f req-c4c11364-a323-4456-929d-ebee0f500663 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] No DVR routers for this DVR port d5e3bfb7-1f18-4598-a18c-f23b463962e1 on host n-h2-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:49:54.786125 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-6a70dbbe-3885-4706-af9f-ac7bedbd993f req-c4c11364-a323-4456-929d-ebee0f500663 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:54.791366 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6a70dbbe-3885-4706-af9f-ac7bedbd993f req-c4c11364-a323-4456-929d-ebee0f500663 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.89 "DELETE /v2.0/ports/d5e3bfb7-1f18-4598-a18c-f23b463962e1 HTTP/1.1" status: 204 len: 173 time: 0.9403057 Feb 09 21:49:54.813601 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 21:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cff46139-cde2-4554-8923-3bbbd98b5331 x-openstack-request-id: req-cff46139-cde2-4554-8923-3bbbd98b5331 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:49:54.813907 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9451ac8-6c39-40f2-b7ec-f3604f7a77ca", "name": "network-vif-deleted", "tag": "9af85d6f-02ae-4b57-8eb5-a2a08e3b6081", "status": "completed", "code": 200}, {"server_uuid": "e9451ac8-6c39-40f2-b7ec-f3604f7a77ca", "name": "network-vif-deleted", "tag": "5ae69b1b-39b8-491e-b02b-097b38fae223", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:49:54.814190 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-cff46139-cde2-4554-8923-3bbbd98b5331 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:49:54.814603 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9451ac8-6c39-40f2-b7ec-f3604f7a77ca', 'name': 'network-vif-deleted', 'tag': '9af85d6f-02ae-4b57-8eb5-a2a08e3b6081', 'status': 'completed', 'code': 200} Feb 09 21:49:54.814862 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9451ac8-6c39-40f2-b7ec-f3604f7a77ca', 'name': 'network-vif-deleted', 'tag': '5ae69b1b-39b8-491e-b02b-097b38fae223', 'status': 'completed', 'code': 200} Feb 09 21:49:55.171304 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd7ce81-3cc8-4c1e-abe1-3bb4acfb9117 None None] New status for floating IP d214608a-6006-4d06-b54c-82062e9f65e1: DOWN {{(pid=103142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:49:55.590771 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-04e4762d-1554-49eb-9027-0634f80da496 req-bb281c66-1af9-4656-affd-e6cfab6c342d tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 210 time: 0.0270617 Feb 09 21:49:55.799645 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e34549-1335-4cd7-a6fc-3717f17a3e1b req-d8e05a76-052b-4a0d-8698-b981b3180fe7 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:55.801648 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c4e34549-1335-4cd7-a6fc-3717f17a3e1b req-d8e05a76-052b-4a0d-8698-b981b3180fe7 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/ports?device_id=196a7219-50a0-4378-9317-db757eb7b09b HTTP/1.1" status: 200 len: 945 time: 0.0610819 Feb 09 21:49:55.849170 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c4e34549-1335-4cd7-a6fc-3717f17a3e1b req-6c6de39d-913d-41be-9fda-9f5570c68805 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/security-groups?id=28acdcb4-ce07-4669-ac01-31d2a11868db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408983 Feb 09 21:49:55.896461 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device fc4d8690-2c93-4a34-8416-c6d01e3a225f details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:49:56.006687 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port fc4d8690-2c93-4a34-8416-c6d01e3a225f, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=fc4d8690-2c93-4a34-8416-c6d01e3a225f,segment=NetworkSegment(682b57c6-7518-4480-8840-98896ec39a8d),segment_id=682b57c6-7518-4480-8840-98896ec39a8d)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:49:56.019619 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': 'fc4d8690-2c93-4a34-8416-c6d01e3a225f', 'network_id': '23f1a6df-2b4b-4777-8497-2928c76d9f17', 'port_id': 'fc4d8690-2c93-4a34-8416-c6d01e3a225f', 'mac_address': 'fa:16:3e:c9:99:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b55ac71e-6529-43b3-9355-0e693d39e1f4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:49:56.061296 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port fc4d8690-2c93-4a34-8416-c6d01e3a225f is: ACTIVE; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:49:56.061707 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (fc4d8690-2c93-4a34-8416-c6d01e3a225f), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:56.076437 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fc4d8690-2c93-4a34-8416-c6d01e3a225f {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:49:56.097844 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port fc4d8690-2c93-4a34-8416-c6d01e3a225f, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=fc4d8690-2c93-4a34-8416-c6d01e3a225f,segment=NetworkSegment(682b57c6-7518-4480-8840-98896ec39a8d),segment_id=682b57c6-7518-4480-8840-98896ec39a8d)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:49:56.104613 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (fc4d8690-2c93-4a34-8416-c6d01e3a225f), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:56.169358 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=fc4d8690-2c93-4a34-8416-c6d01e3a225f,revision_number=6']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:56.233611 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['fc4d8690-2c93-4a34-8416-c6d01e3a225f'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:49:56.730339 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f36a638c-af73-45cc-bfba-34604ed45be2 req-b90b5ab8-a6bb-4158-8375-6ce9ce131d93 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 210 time: 0.0320983 Feb 09 21:49:56.816395 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9451ac8-6c39-40f2-b7ec-f3604f7a77ca', 'name': 'network-vif-deleted', 'tag': 'd5e3bfb7-1f18-4598-a18c-f23b463962e1'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:49:56.819826 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77552758-7065-4ae5-acf7-4da56eb1f282" -d '{"events": [{"server_uuid": "e9451ac8-6c39-40f2-b7ec-f3604f7a77ca", "name": "network-vif-deleted", "tag": "d5e3bfb7-1f18-4598-a18c-f23b463962e1"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:49:56.867477 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2ee5679-f885-4cbf-a29f-ea4a96797593 x-openstack-request-id: req-e2ee5679-f885-4cbf-a29f-ea4a96797593 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:49:56.868053 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9451ac8-6c39-40f2-b7ec-f3604f7a77ca", "name": "network-vif-deleted", "tag": "d5e3bfb7-1f18-4598-a18c-f23b463962e1", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:49:56.868507 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-e2ee5679-f885-4cbf-a29f-ea4a96797593 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:49:56.869719 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9451ac8-6c39-40f2-b7ec-f3604f7a77ca', 'name': 'network-vif-deleted', 'tag': 'd5e3bfb7-1f18-4598-a18c-f23b463962e1', 'status': 'completed', 'code': 200} Feb 09 21:49:56.984936 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8390a9d7-0acc-470a-a5cb-5bc9ef42fd43 req-6a471a17-cb5f-4884-b110-419dfa6c61cf tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:56.986540 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8390a9d7-0acc-470a-a5cb-5bc9ef42fd43 req-6a471a17-cb5f-4884-b110-419dfa6c61cf tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/ports?device_id=196a7219-50a0-4378-9317-db757eb7b09b HTTP/1.1" status: 200 len: 945 time: 0.0581708 Feb 09 21:49:57.043180 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8390a9d7-0acc-470a-a5cb-5bc9ef42fd43 req-45fe9df9-9bd7-4248-9e4f-86d5c1efb412 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/security-groups?id=28acdcb4-ce07-4669-ac01-31d2a11868db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495858 Feb 09 21:49:57.879158 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-80996812-8c9e-47eb-b41d-62bc77293acc req-c367882a-d3ce-499b-820e-283f6b25f7da tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 210 time: 0.0352020 Feb 09 21:49:57.914974 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device fc4d8690-2c93-4a34-8416-c6d01e3a225f up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:49:58.019742 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port fc4d8690-2c93-4a34-8416-c6d01e3a225f triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:49:58.020198 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (fc4d8690-2c93-4a34-8416-c6d01e3a225f), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:58.206478 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port fc4d8690-2c93-4a34-8416-c6d01e3a225f is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:49:58.206872 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (fc4d8690-2c93-4a34-8416-c6d01e3a225f), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:58.239921 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3055ebfd-4075-46ca-8806-2728f30d2e9c req-ea5c763c-1218-48eb-bc32-bdd1fcb8aec4 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:58.242286 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3055ebfd-4075-46ca-8806-2728f30d2e9c req-ea5c763c-1218-48eb-bc32-bdd1fcb8aec4 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/ports?device_id=196a7219-50a0-4378-9317-db757eb7b09b HTTP/1.1" status: 200 len: 945 time: 0.0775855 Feb 09 21:49:58.258082 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e096926-65cd-4dbc-a650-c2ffbdbd3851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc4d8690-2c93-4a34-8416-c6d01e3a225f'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:49:58.261258 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbd04147-e5c5-4299-8263-a7caeb445c09" -d '{"events": [{"server_uuid": "7e096926-65cd-4dbc-a650-c2ffbdbd3851", "name": "network-vif-plugged", "status": "completed", "tag": "fc4d8690-2c93-4a34-8416-c6d01e3a225f"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:49:58.289259 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port fc4d8690-2c93-4a34-8416-c6d01e3a225f, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=fc4d8690-2c93-4a34-8416-c6d01e3a225f,segment=NetworkSegment(682b57c6-7518-4480-8840-98896ec39a8d),segment_id=682b57c6-7518-4480-8840-98896ec39a8d)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:49:58.294562 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (fc4d8690-2c93-4a34-8416-c6d01e3a225f), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:49:58.356726 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3055ebfd-4075-46ca-8806-2728f30d2e9c req-999b0398-13f9-4f87-a3dd-fa7b56d5eb59 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/security-groups?id=28acdcb4-ce07-4669-ac01-31d2a11868db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994480 Feb 09 21:49:58.362098 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=fc4d8690-2c93-4a34-8416-c6d01e3a225f,revision_number=7']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:49:58.376507 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-207250ee-00a9-42e8-b63b-7db9c2200f54 x-openstack-request-id: req-207250ee-00a9-42e8-b63b-7db9c2200f54 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:49:58.377075 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e096926-65cd-4dbc-a650-c2ffbdbd3851", "name": "network-vif-plugged", "status": "completed", "tag": "fc4d8690-2c93-4a34-8416-c6d01e3a225f", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:49:58.377593 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-207250ee-00a9-42e8-b63b-7db9c2200f54 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:49:58.378190 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e096926-65cd-4dbc-a650-c2ffbdbd3851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc4d8690-2c93-4a34-8416-c6d01e3a225f', 'code': 200} Feb 09 21:49:59.049047 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-258c137c-d0a4-42a7-830e-1382739ba9eb req-7dcf2bb6-1fe5-43bb-82f2-b05db611df44 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 210 time: 0.0512388 Feb 09 21:49:59.599553 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b4966a-a395-4087-97da-75fc721fdb3c req-d49a6c3e-6b8e-4a46-af1b-242337e64730 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:49:59.601400 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-35b4966a-a395-4087-97da-75fc721fdb3c req-d49a6c3e-6b8e-4a46-af1b-242337e64730 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/ports?device_id=196a7219-50a0-4378-9317-db757eb7b09b HTTP/1.1" status: 200 len: 945 time: 0.1234889 Feb 09 21:49:59.690697 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-35b4966a-a395-4087-97da-75fc721fdb3c req-bec0dd7b-80c4-4888-b871-5630c2ba5e93 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/security-groups?id=28acdcb4-ce07-4669-ac01-31d2a11868db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829237 Feb 09 21:50:00.209521 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6aadc037-3543-4f49-aee2-a4451cf1e96e req-55ef4867-f626-4b1b-9b9f-1a1da86b7902 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 210 time: 0.0454755 Feb 09 21:50:00.909270 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d4dfdb-ee90-4a27-bc49-290e29caea0f req-cb3cdd3a-0447-45fa-bca8-123afddbc877 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:00.910984 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-38d4dfdb-ee90-4a27-bc49-290e29caea0f req-cb3cdd3a-0447-45fa-bca8-123afddbc877 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/ports?device_id=196a7219-50a0-4378-9317-db757eb7b09b HTTP/1.1" status: 200 len: 945 time: 0.0908265 Feb 09 21:50:01.093965 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-38d4dfdb-ee90-4a27-bc49-290e29caea0f req-9356e690-a855-42cd-a5bf-1bb7d6d57419 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/security-groups?id=28acdcb4-ce07-4669-ac01-31d2a11868db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1693828 Feb 09 21:50:01.441073 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ce4941a5-66f8-47e7-9779-88d493eb326d req-72c73706-eac7-4e19-a5a2-f5fe2fe0c88c tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 210 time: 0.0916967 Feb 09 21:50:02.304896 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6b3d20-94c1-4087-a307-2912ed0b88f5 req-9a0c7a94-7f30-4f96-b314-12d834b30636 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:02.312282 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cd6b3d20-94c1-4087-a307-2912ed0b88f5 req-9a0c7a94-7f30-4f96-b314-12d834b30636 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/ports?device_id=196a7219-50a0-4378-9317-db757eb7b09b HTTP/1.1" status: 200 len: 945 time: 0.1112421 Feb 09 21:50:02.435662 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cd6b3d20-94c1-4087-a307-2912ed0b88f5 req-e6f67e1c-67f3-477e-b74b-3a5e89300184 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/security-groups?id=28acdcb4-ce07-4669-ac01-31d2a11868db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223354 Feb 09 21:50:02.646978 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8bb1be90-b80f-4d5b-aeaa-cffc42bd3c15 req-02c87729-b50f-43d3-a82a-d423255ef192 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 210 time: 0.0670624 Feb 09 21:50:03.641162 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696ae1b0-6e72-4c21-b99e-a86f08ef468f req-3626bcb8-94e4-4f1f-917d-599e04de505f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:03.642795 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-696ae1b0-6e72-4c21-b99e-a86f08ef468f req-3626bcb8-94e4-4f1f-917d-599e04de505f service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=9a12b916cc704b439cb969e97fed25b8&device_id=a6d64455-240d-447f-a385-b196e85b5a1b HTTP/1.1" status: 200 len: 1128 time: 0.1852705 Feb 09 21:50:03.972053 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696ae1b0-6e72-4c21-b99e-a86f08ef468f req-868d7259-929e-4bc2-adbf-9d5dfeb5076e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:03.976682 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-696ae1b0-6e72-4c21-b99e-a86f08ef468f req-868d7259-929e-4bc2-adbf-9d5dfeb5076e service neutron] 10.222.0.95 "GET /v2.0/networks?id=b5f54461-ef49-42c4-b99b-0fc2c4c5f38c HTTP/1.1" status: 200 len: 919 time: 0.2630627 Feb 09 21:50:04.125944 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-696ae1b0-6e72-4c21-b99e-a86f08ef468f req-cb4526d4-a1b8-4bd2-8b3c-c937260e7d97 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6299c654-47ff-4ca4-8430-4c97bbaa7861 HTTP/1.1" status: 200 len: 217 time: 0.1227262 Feb 09 21:50:04.147093 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6a00bf-7da4-4a57-81b7-4c8b6adfddcd req-3a361c09-8415-406d-8825-6d8f5cc7919c tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:04.151596 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7a6a00bf-7da4-4a57-81b7-4c8b6adfddcd req-3a361c09-8415-406d-8825-6d8f5cc7919c tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/ports?device_id=a6d64455-240d-447f-a385-b196e85b5a1b HTTP/1.1" status: 200 len: 946 time: 0.5498343 Feb 09 21:50:04.293495 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696ae1b0-6e72-4c21-b99e-a86f08ef468f req-9b473e90-80f1-4df3-be90-a61853924c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:04.294994 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-696ae1b0-6e72-4c21-b99e-a86f08ef468f req-9b473e90-80f1-4df3-be90-a61853924c95 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=c910a1f6-1a2f-4e2e-aeab-3241f3de1ff1 HTTP/1.1" status: 200 len: 858 time: 0.1416371 Feb 09 21:50:04.313217 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fbcdb1-b263-4d18-b03c-76375b7c415b req-149857aa-0f64-4bf1-a560-7386d10f1c47 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:04.314841 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-90fbcdb1-b263-4d18-b03c-76375b7c415b req-149857aa-0f64-4bf1-a560-7386d10f1c47 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/ports?device_id=196a7219-50a0-4378-9317-db757eb7b09b HTTP/1.1" status: 200 len: 945 time: 0.7592404 Feb 09 21:50:04.385059 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-696ae1b0-6e72-4c21-b99e-a86f08ef468f req-4444716b-1a84-43f9-ac19-1807aa6e1ba8 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=b5f54461-ef49-42c4-b99b-0fc2c4c5f38c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633819 Feb 09 21:50:04.691037 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-90fbcdb1-b263-4d18-b03c-76375b7c415b req-d0e70bfe-5927-4e9d-9135-5f9846b60066 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/security-groups?id=28acdcb4-ce07-4669-ac01-31d2a11868db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3049681 Feb 09 21:50:04.694953 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-696ae1b0-6e72-4c21-b99e-a86f08ef468f req-2b330d18-a328-4653-a94a-2e001e25e35f service neutron] 10.222.0.95 "GET /v2.0/networks/b5f54461-ef49-42c4-b99b-0fc2c4c5f38c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990266 Feb 09 21:50:04.801488 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7a6a00bf-7da4-4a57-81b7-4c8b6adfddcd req-6c7b08ba-eb74-4e64-8a77-d3cb41061def tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/security-groups?id=94013628-fdec-4344-8a46-79b1e0e851cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4855847 Feb 09 21:50:04.986229 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-696ae1b0-6e72-4c21-b99e-a86f08ef468f req-286d2273-681f-4dbf-afda-42fb0db3df6c service neutron] 10.222.0.95 "GET /v2.0/networks/b5f54461-ef49-42c4-b99b-0fc2c4c5f38c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076175 Feb 09 21:50:05.053576 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ad4da45f-532f-4293-9f5f-5d2c7a597807 req-bf550e08-8e28-4561-90e9-0e31e53f549e tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 210 time: 0.0662956 Feb 09 21:50:06.201321 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438e696c-8d4f-492b-aae8-baf769109111 req-31c21d5e-8c26-4729-be5a-d513b1705797 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:06.215872 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-438e696c-8d4f-492b-aae8-baf769109111 req-31c21d5e-8c26-4729-be5a-d513b1705797 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/ports?device_id=196a7219-50a0-4378-9317-db757eb7b09b HTTP/1.1" status: 200 len: 945 time: 0.3149507 Feb 09 21:50:06.281240 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbb638b-3691-4e4f-a351-9513ac5c1bc5 req-531f0042-082f-41cf-a0db-5bce7f374d4f tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:06.282803 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9fbb638b-3691-4e4f-a351-9513ac5c1bc5 req-531f0042-082f-41cf-a0db-5bce7f374d4f tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/ports?device_id=a6d64455-240d-447f-a385-b196e85b5a1b HTTP/1.1" status: 200 len: 946 time: 0.3126278 Feb 09 21:50:06.389514 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-438e696c-8d4f-492b-aae8-baf769109111 req-67c3f848-74fd-43a1-a64c-cea3dfaada34 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/security-groups?id=28acdcb4-ce07-4669-ac01-31d2a11868db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1719122 Feb 09 21:50:06.467742 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9fbb638b-3691-4e4f-a351-9513ac5c1bc5 req-1f759661-7c89-49c8-8ad4-c1276573cb02 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/security-groups?id=94013628-fdec-4344-8a46-79b1e0e851cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714776 Feb 09 21:50:06.621560 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-79abc7e7-70df-4c50-81a0-107705b085cf req-2f97d7d9-67bd-4121-ac0f-219d2d541950 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 210 time: 0.0619602 Feb 09 21:50:07.724709 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced9dc8e-8777-4e4b-a41c-3d7c6518de03 req-91aead9e-b1bb-4b88-9b44-6ba47bcac3cc tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:07.737123 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ced9dc8e-8777-4e4b-a41c-3d7c6518de03 req-91aead9e-b1bb-4b88-9b44-6ba47bcac3cc tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/ports?device_id=196a7219-50a0-4378-9317-db757eb7b09b HTTP/1.1" status: 200 len: 945 time: 0.1833799 Feb 09 21:50:07.863641 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5e12fe-f6c1-4175-b6d7-2e20f4a853a3 req-9c204b37-1062-4130-9f0a-e9caa7a75555 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:07.882545 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9f5e12fe-f6c1-4175-b6d7-2e20f4a853a3 req-9c204b37-1062-4130-9f0a-e9caa7a75555 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/ports?device_id=a6d64455-240d-447f-a385-b196e85b5a1b HTTP/1.1" status: 200 len: 946 time: 0.2958517 Feb 09 21:50:07.988757 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ced9dc8e-8777-4e4b-a41c-3d7c6518de03 req-2fce1d87-ae81-4822-b047-11cc56982898 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/security-groups?id=28acdcb4-ce07-4669-ac01-31d2a11868db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2499781 Feb 09 21:50:08.079131 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9f5e12fe-f6c1-4175-b6d7-2e20f4a853a3 req-6b397a09-e3d9-4542-b8b2-2fdec51c8d85 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/security-groups?id=94013628-fdec-4344-8a46-79b1e0e851cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956813 Feb 09 21:50:08.148599 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-09368975-cd5a-4daa-8640-bd8ff5924eb4 req-97758953-a76a-44cc-a292-03fcaff692eb tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 210 time: 0.0375700 Feb 09 21:50:09.002836 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ac02aa39-9501-41fb-8892-9cc6ad518f01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:09.356854 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d26f98e-b7c2-453b-aaab-1a7f356ce930 req-42e57823-5417-47d6-a61d-8f5271eb5ac8 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:09.356854 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0d26f98e-b7c2-453b-aaab-1a7f356ce930 req-42e57823-5417-47d6-a61d-8f5271eb5ac8 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/ports?device_id=196a7219-50a0-4378-9317-db757eb7b09b HTTP/1.1" status: 200 len: 945 time: 0.1740072 Feb 09 21:50:09.480917 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0959ee91-e6f7-4e7f-ba8f-822cb2a3a439 req-ab2f5ffe-6a7d-4294-864c-c9fa163172c4 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:09.496016 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0959ee91-e6f7-4e7f-ba8f-822cb2a3a439 req-ab2f5ffe-6a7d-4294-864c-c9fa163172c4 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/ports?device_id=a6d64455-240d-447f-a385-b196e85b5a1b HTTP/1.1" status: 200 len: 946 time: 0.2239687 Feb 09 21:50:09.643487 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0d26f98e-b7c2-453b-aaab-1a7f356ce930 req-7c370c0c-3226-403e-9049-0b32ecba189d tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/security-groups?id=28acdcb4-ce07-4669-ac01-31d2a11868db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2715688 Feb 09 21:50:09.680081 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0959ee91-e6f7-4e7f-ba8f-822cb2a3a439 req-32a9e2c9-d4a2-4c8e-a562-4fd52fb595fa tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/security-groups?id=94013628-fdec-4344-8a46-79b1e0e851cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544993 Feb 09 21:50:09.788654 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d11f3be3-dd01-40d9-b5fd-972d2a087c0c req-8cecd60e-e7b4-4518-bea6-5433e4c794a3 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 210 time: 0.0387685 Feb 09 21:50:10.990122 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5f5faace-0f09-4692-9485-c5444b62ac6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:11.080665 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4517929f-9aa6-4ba7-91ad-f8933a571ae9 req-739c9741-b561-4e93-a1d5-9582d16546bd tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:11.089264 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4517929f-9aa6-4ba7-91ad-f8933a571ae9 req-739c9741-b561-4e93-a1d5-9582d16546bd tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/ports?device_id=196a7219-50a0-4378-9317-db757eb7b09b HTTP/1.1" status: 200 len: 945 time: 0.2842453 Feb 09 21:50:11.148789 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4517929f-9aa6-4ba7-91ad-f8933a571ae9 req-70c5ece2-a702-4f43-b808-d30cc0ad6572 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/security-groups?id=28acdcb4-ce07-4669-ac01-31d2a11868db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581589 Feb 09 21:50:11.184576 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10d7ab2-3d57-43e5-8a3a-3f6cc84d3195 req-9ff0c685-616d-41b5-b84a-e6ca9f766852 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:11.198510 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b10d7ab2-3d57-43e5-8a3a-3f6cc84d3195 req-9ff0c685-616d-41b5-b84a-e6ca9f766852 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/ports?device_id=a6d64455-240d-447f-a385-b196e85b5a1b HTTP/1.1" status: 200 len: 946 time: 0.3159888 Feb 09 21:50:11.356957 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-aad9abcb-da3a-45eb-9bf4-7c57d5d35a89 req-253e9f06-5e3f-4a74-90d7-939b682ebb2d tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 210 time: 0.0711927 Feb 09 21:50:11.362242 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b10d7ab2-3d57-43e5-8a3a-3f6cc84d3195 req-fa005bd3-02f9-4e2f-ac30-c01f5f87649e tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/security-groups?id=94013628-fdec-4344-8a46-79b1e0e851cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613507 Feb 09 21:50:12.405196 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fffa0f5-4c5e-4d39-998a-566509426c03 req-5b5650bc-7199-4231-ac93-6a8f8c37dce0 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:12.413824 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6fffa0f5-4c5e-4d39-998a-566509426c03 req-5b5650bc-7199-4231-ac93-6a8f8c37dce0 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/ports?device_id=196a7219-50a0-4378-9317-db757eb7b09b HTTP/1.1" status: 200 len: 945 time: 0.1479373 Feb 09 21:50:12.612470 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6fffa0f5-4c5e-4d39-998a-566509426c03 req-4c55cbdc-5b2a-4ff3-a4bc-e9f215e4237a tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/security-groups?id=28acdcb4-ce07-4669-ac01-31d2a11868db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1873834 Feb 09 21:50:12.666528 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff11677-51db-495b-849f-169b36d43772 req-b1015ae2-7b40-430c-90c8-0b9e3db5e3f5 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:12.668094 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-eff11677-51db-495b-849f-169b36d43772 req-b1015ae2-7b40-430c-90c8-0b9e3db5e3f5 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/ports?device_id=a6d64455-240d-447f-a385-b196e85b5a1b HTTP/1.1" status: 200 len: 946 time: 0.1858113 Feb 09 21:50:12.731869 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:12.804174 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-eff11677-51db-495b-849f-169b36d43772 req-709e11f0-7cca-419a-8ee9-7fe0940ce7c6 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/security-groups?id=94013628-fdec-4344-8a46-79b1e0e851cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216297 Feb 09 21:50:12.873488 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d1601fa3-290e-45ad-aba6-294667c4131e req-67f8de8d-eb40-44c9-a4e0-3f1397a5c977 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 210 time: 0.0930271 Feb 09 21:50:13.951108 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b92e7b-a9cc-401d-abf6-2b3f7a927aa7 req-8ebea6b3-048f-4905-9575-d512992a6b8b tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:13.961913 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-91b92e7b-a9cc-401d-abf6-2b3f7a927aa7 req-8ebea6b3-048f-4905-9575-d512992a6b8b tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/ports?device_id=196a7219-50a0-4378-9317-db757eb7b09b HTTP/1.1" status: 200 len: 945 time: 0.1528325 Feb 09 21:50:14.159676 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:14.195388 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-91b92e7b-a9cc-401d-abf6-2b3f7a927aa7 req-3ac257e8-9c11-48e1-9213-4dc1057e26fc tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/security-groups?id=28acdcb4-ce07-4669-ac01-31d2a11868db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2279251 Feb 09 21:50:14.429492 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0aae5f-5c31-4aba-abbf-7ba584275b8b req-3fdaaaca-d707-4d9c-8c48-ea0737300a64 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:14.441359 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1c0aae5f-5c31-4aba-abbf-7ba584275b8b req-3fdaaaca-d707-4d9c-8c48-ea0737300a64 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/ports?device_id=a6d64455-240d-447f-a385-b196e85b5a1b HTTP/1.1" status: 200 len: 946 time: 0.3268137 Feb 09 21:50:14.491482 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8033f506-651e-4ac4-a37b-0370c2725a1d req-494c761f-10ea-43e2-a1aa-43586b9012f2 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 210 time: 0.1393180 Feb 09 21:50:14.621512 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1c0aae5f-5c31-4aba-abbf-7ba584275b8b req-87003e5d-19ac-48df-8f2c-0f18644d88c1 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/security-groups?id=94013628-fdec-4344-8a46-79b1e0e851cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763647 Feb 09 21:50:15.088511 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9a1ad7-c7f5-42e2-992d-1e5234ebada2 req-79c9ff7b-fdcd-4eee-a6c6-9cff9e564fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:15.090819 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-cc9a1ad7-c7f5-42e2-992d-1e5234ebada2 req-79c9ff7b-fdcd-4eee-a6c6-9cff9e564fec service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6e1281475427459ba566f75d67d1c2c3&device_id=196a7219-50a0-4378-9317-db757eb7b09b HTTP/1.1" status: 200 len: 1127 time: 0.1464219 Feb 09 21:50:15.096854 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a14e4-c30b-4216-aa96-2069ee532364 req-ef735644-01ec-4c57-8565-fbb2be35030b tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:15.109126 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f60a14e4-c30b-4216-aa96-2069ee532364 req-ef735644-01ec-4c57-8565-fbb2be35030b tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/ports?device_id=196a7219-50a0-4378-9317-db757eb7b09b HTTP/1.1" status: 200 len: 945 time: 0.2356262 Feb 09 21:50:15.302085 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:15.373817 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f60a14e4-c30b-4216-aa96-2069ee532364 req-72d48603-edb5-40d5-9753-e4a327f3de7c tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/security-groups?id=28acdcb4-ce07-4669-ac01-31d2a11868db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2591236 Feb 09 21:50:15.494919 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9a1ad7-c7f5-42e2-992d-1e5234ebada2 req-e8d06d66-2397-4316-a00a-30d7adb9d997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:15.496675 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-cc9a1ad7-c7f5-42e2-992d-1e5234ebada2 req-e8d06d66-2397-4316-a00a-30d7adb9d997 service neutron] 10.222.0.89 "GET /v2.0/networks?id=e9a5657a-72c8-4eb7-9270-46ed5fd14a25 HTTP/1.1" status: 200 len: 912 time: 0.3943377 Feb 09 21:50:15.657975 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-cc9a1ad7-c7f5-42e2-992d-1e5234ebada2 req-f46d6ba7-cd40-4938-a1eb-5bd7314cf2c0 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab290a35-a881-457e-b82a-bb6a5f1de4ae HTTP/1.1" status: 200 len: 1000 time: 0.1501575 Feb 09 21:50:15.807831 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9a1ad7-c7f5-42e2-992d-1e5234ebada2 req-a1e7ca47-abcb-455b-a2b5-957e8fea55b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:15.820249 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-cc9a1ad7-c7f5-42e2-992d-1e5234ebada2 req-a1e7ca47-abcb-455b-a2b5-957e8fea55b3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a77fad57-d7ca-4c6b-a8e5-5fa7d54c2e34 HTTP/1.1" status: 200 len: 850 time: 0.1498001 Feb 09 21:50:15.823825 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-37db20ea-631b-43e5-9977-ad8c609de2df req-11cbeea3-119d-4647-b692-f8e6b8cb7f31 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 210 time: 0.0854089 Feb 09 21:50:15.991475 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9a1ad7-c7f5-42e2-992d-1e5234ebada2 req-1067e56a-870f-4cfa-ae2d-548c0ef0cf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:15.997951 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-cc9a1ad7-c7f5-42e2-992d-1e5234ebada2 req-1067e56a-870f-4cfa-ae2d-548c0ef0cf71 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e9a5657a-72c8-4eb7-9270-46ed5fd14a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1728313 Feb 09 21:50:16.033590 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3086e1bb-33ed-4c6f-9292-407461a70374 req-5d183010-25e9-42ce-9595-b4343f2b7050 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:16.056013 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3086e1bb-33ed-4c6f-9292-407461a70374 req-5d183010-25e9-42ce-9595-b4343f2b7050 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/ports?device_id=a6d64455-240d-447f-a385-b196e85b5a1b HTTP/1.1" status: 200 len: 946 time: 0.2238317 Feb 09 21:50:16.225377 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3086e1bb-33ed-4c6f-9292-407461a70374 req-41deb373-583b-4055-9c98-aec80747551d tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/security-groups?id=94013628-fdec-4344-8a46-79b1e0e851cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656747 Feb 09 21:50:16.372950 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0295917-7731-4212-9ab2-dee90a17dc31 req-666e273a-f806-44bd-8ad9-2cb1bc93d293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:16.383660 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b0295917-7731-4212-9ab2-dee90a17dc31 req-666e273a-f806-44bd-8ad9-2cb1bc93d293 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=9a12b916cc704b439cb969e97fed25b8&device_id=a6d64455-240d-447f-a385-b196e85b5a1b HTTP/1.1" status: 200 len: 1128 time: 0.3120894 Feb 09 21:50:16.449562 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-cc9a1ad7-c7f5-42e2-992d-1e5234ebada2 req-05573718-cb5e-4afb-a7b3-f48e7b825143 service neutron] 10.222.0.89 "GET /v2.0/networks/e9a5657a-72c8-4eb7-9270-46ed5fd14a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4430778 Feb 09 21:50:16.777353 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 48516) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:16.926529 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-cc9a1ad7-c7f5-42e2-992d-1e5234ebada2 req-6a2cdf7a-2ea8-4d51-a581-9d4402120344 service neutron] 10.222.0.89 "GET /v2.0/networks/e9a5657a-72c8-4eb7-9270-46ed5fd14a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4688179 Feb 09 21:50:17.010892 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f2f705-f6d7-4856-8b85-cd003bf526fb req-2304a4d4-6a30-4fc6-bbf2-bbc7e65dfab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:17.043361 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d4f2f705-f6d7-4856-8b85-cd003bf526fb req-2304a4d4-6a30-4fc6-bbf2-bbc7e65dfab6 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=a6d64455-240d-447f-a385-b196e85b5a1b HTTP/1.1" status: 200 len: 1128 time: 0.3861680 Feb 09 21:50:17.137796 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1b932ef5-1419-47a5-922d-9b0038271524 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:17.314201 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1b932ef5-1419-47a5-922d-9b0038271524 admin admin] Publish callbacks [] for security_group (67e806ce-cd12-4822-bc1c-38d352ad2b92), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:17.335019 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1b932ef5-1419-47a5-922d-9b0038271524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (67e806ce-cd12-4822-bc1c-38d352ad2b92), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:17.456503 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b932ef5-1419-47a5-922d-9b0038271524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67e806ce-cd12-4822-bc1c-38d352ad2b92,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:17.517411 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d4f2f705-f6d7-4856-8b85-cd003bf526fb req-44cfaa7d-8e1e-4240-a7c3-88ecc9aee86a service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=94013628-fdec-4344-8a46-79b1e0e851cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4620359 Feb 09 21:50:17.517411 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f25d55f6-4869-4cc3-8a20-3bc11ee7f910 req-cc410dc1-e4d9-4bbb-9ceb-d97df9c8b3cf tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 210 time: 0.3004470 Feb 09 21:50:17.523514 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0295917-7731-4212-9ab2-dee90a17dc31 req-6bb9783b-1d8e-4c69-bd1e-14b85596d4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:17.532772 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b0295917-7731-4212-9ab2-dee90a17dc31 req-6bb9783b-1d8e-4c69-bd1e-14b85596d4d9 service neutron] 10.222.0.95 "GET /v2.0/networks?id=b5f54461-ef49-42c4-b99b-0fc2c4c5f38c HTTP/1.1" status: 200 len: 919 time: 1.0693939 Feb 09 21:50:17.575110 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca21b7a-2adb-4879-b590-21dfd17be95c req-75676a76-3a97-4801-8d3b-2e6c21c907ad tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:17.577165 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82893ea-b493-4497-90d8-fea6285a2a45 req-dfab4a25-f71a-4b78-8a54-4327bdf379de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:17.578758 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c82893ea-b493-4497-90d8-fea6285a2a45 req-dfab4a25-f71a-4b78-8a54-4327bdf379de service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6e1281475427459ba566f75d67d1c2c3&device_id=196a7219-50a0-4378-9317-db757eb7b09b HTTP/1.1" status: 200 len: 1127 time: 0.5238214 Feb 09 21:50:17.579695 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1ca21b7a-2adb-4879-b590-21dfd17be95c req-75676a76-3a97-4801-8d3b-2e6c21c907ad tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/ports?device_id=196a7219-50a0-4378-9317-db757eb7b09b HTTP/1.1" status: 200 len: 945 time: 0.9623232 Feb 09 21:50:17.607194 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-1b932ef5-1419-47a5-922d-9b0038271524 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=328b59370231401986d91af00ae504de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8243265 Feb 09 21:50:17.654343 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 48534) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:17.983037 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b0295917-7731-4212-9ab2-dee90a17dc31 req-3092780f-c5bb-4ee5-9414-fd4123fe010f service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6299c654-47ff-4ca4-8430-4c97bbaa7861 HTTP/1.1" status: 200 len: 217 time: 0.1404276 Feb 09 21:50:17.994915 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-65dbafce-1167-4e96-b46e-ce7c6cc9b6a4 admin admin] Publish callbacks [] for security_group (67e806ce-cd12-4822-bc1c-38d352ad2b92), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:18.030919 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82893ea-b493-4497-90d8-fea6285a2a45 req-ba124080-8acb-4a80-99bc-fdd8fd19f59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:18.041440 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c82893ea-b493-4497-90d8-fea6285a2a45 req-ba124080-8acb-4a80-99bc-fdd8fd19f59b service neutron] 10.222.0.89 "GET /v2.0/networks?id=e9a5657a-72c8-4eb7-9270-46ed5fd14a25 HTTP/1.1" status: 200 len: 912 time: 0.4331641 Feb 09 21:50:18.307946 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-65dbafce-1167-4e96-b46e-ce7c6cc9b6a4 admin admin] Publish callbacks [] for security_group (67e806ce-cd12-4822-bc1c-38d352ad2b92), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:18.339798 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c82893ea-b493-4497-90d8-fea6285a2a45 req-a4ea6c78-e372-48ac-a96f-0b1d6b3474a9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab290a35-a881-457e-b82a-bb6a5f1de4ae HTTP/1.1" status: 200 len: 1000 time: 0.2889767 Feb 09 21:50:18.362800 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1ca21b7a-2adb-4879-b590-21dfd17be95c req-827225af-bffb-4139-a6c1-a97c579a0089 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/security-groups?id=28acdcb4-ce07-4669-ac01-31d2a11868db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7756853 Feb 09 21:50:18.380876 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa30a45-081a-488b-8a11-62d2d506574e req-2a57d4de-8796-40f0-b386-125288e249f2 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:18.411106 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1aa30a45-081a-488b-8a11-62d2d506574e req-2a57d4de-8796-40f0-b386-125288e249f2 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/ports?device_id=a6d64455-240d-447f-a385-b196e85b5a1b HTTP/1.1" status: 200 len: 946 time: 0.7084031 Feb 09 21:50:18.552942 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0295917-7731-4212-9ab2-dee90a17dc31 req-4bd19757-10bc-4ca7-a530-cd057bb00ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:18.559356 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b0295917-7731-4212-9ab2-dee90a17dc31 req-4bd19757-10bc-4ca7-a530-cd057bb00ca6 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=c910a1f6-1a2f-4e2e-aeab-3241f3de1ff1 HTTP/1.1" status: 200 len: 858 time: 0.5270045 Feb 09 21:50:18.585742 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-65dbafce-1167-4e96-b46e-ce7c6cc9b6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (67e806ce-cd12-4822-bc1c-38d352ad2b92), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:18.594737 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-65dbafce-1167-4e96-b46e-ce7c6cc9b6a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:18.599148 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-65dbafce-1167-4e96-b46e-ce7c6cc9b6a4 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/67e806ce-cd12-4822-bc1c-38d352ad2b92 HTTP/1.1" status: 204 len: 168 time: 0.9379480 Feb 09 21:50:18.637290 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82893ea-b493-4497-90d8-fea6285a2a45 req-61b0aa14-2834-47ae-a33c-383f4da34c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:18.642966 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c82893ea-b493-4497-90d8-fea6285a2a45 req-61b0aa14-2834-47ae-a33c-383f4da34c5a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a77fad57-d7ca-4c6b-a8e5-5fa7d54c2e34 HTTP/1.1" status: 200 len: 850 time: 0.2954473 Feb 09 21:50:18.933221 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5e52de1d-f8d1-4486-a847-28fb1bbe49ca req-6cc52990-0861-4c18-8689-3d537c482084 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 210 time: 0.1660640 Feb 09 21:50:18.966593 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b0295917-7731-4212-9ab2-dee90a17dc31 req-a95184bb-2cb2-41a7-85df-1699e8ae61ed service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=b5f54461-ef49-42c4-b99b-0fc2c4c5f38c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3644667 Feb 09 21:50:18.976720 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82893ea-b493-4497-90d8-fea6285a2a45 req-d7162d92-75db-4b46-80e3-51306b682b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:18.986920 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c82893ea-b493-4497-90d8-fea6285a2a45 req-d7162d92-75db-4b46-80e3-51306b682b11 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e9a5657a-72c8-4eb7-9270-46ed5fd14a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3343155 Feb 09 21:50:19.000720 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1aa30a45-081a-488b-8a11-62d2d506574e req-d562bde3-e011-4ba8-bceb-b16e1d4c2471 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/security-groups?id=94013628-fdec-4344-8a46-79b1e0e851cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5807827 Feb 09 21:50:19.011884 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dbafce-1167-4e96-b46e-ce7c6cc9b6a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e806ce-cd12-4822-bc1c-38d352ad2b92,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:19.223180 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b0295917-7731-4212-9ab2-dee90a17dc31 req-3441806e-8610-4212-a73a-dcffc97f5ed7 service neutron] 10.222.0.95 "GET /v2.0/networks/b5f54461-ef49-42c4-b99b-0fc2c4c5f38c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198696 Feb 09 21:50:19.229856 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c82893ea-b493-4497-90d8-fea6285a2a45 req-2f2265b1-e78f-4b53-bda0-ea58086918be service neutron] 10.222.0.89 "GET /v2.0/networks/e9a5657a-72c8-4eb7-9270-46ed5fd14a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349987 Feb 09 21:50:19.276051 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dbafce-1167-4e96-b46e-ce7c6cc9b6a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:19.276573 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dbafce-1167-4e96-b46e-ce7c6cc9b6a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:19.276907 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dbafce-1167-4e96-b46e-ce7c6cc9b6a4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:19.277248 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dbafce-1167-4e96-b46e-ce7c6cc9b6a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:19.277588 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dbafce-1167-4e96-b46e-ce7c6cc9b6a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:19.277918 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dbafce-1167-4e96-b46e-ce7c6cc9b6a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:19.278253 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dbafce-1167-4e96-b46e-ce7c6cc9b6a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:19.278582 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dbafce-1167-4e96-b46e-ce7c6cc9b6a4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:19.278908 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dbafce-1167-4e96-b46e-ce7c6cc9b6a4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:19.279237 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dbafce-1167-4e96-b46e-ce7c6cc9b6a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:19.279563 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dbafce-1167-4e96-b46e-ce7c6cc9b6a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:19.279887 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dbafce-1167-4e96-b46e-ce7c6cc9b6a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:19.280208 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dbafce-1167-4e96-b46e-ce7c6cc9b6a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:19.425024 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 48556) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:19.468545 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1b3fc1ff-ddff-418f-b966-27a68adb3c07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:19.657713 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1b3fc1ff-ddff-418f-b966-27a68adb3c07 admin admin] Publish callbacks [] for security_group (6ddcb112-d303-49a7-b605-0a8c21a603a4), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:19.672621 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1b3fc1ff-ddff-418f-b966-27a68adb3c07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (6ddcb112-d303-49a7-b605-0a8c21a603a4), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:19.735678 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b0295917-7731-4212-9ab2-dee90a17dc31 req-dc797021-7f37-47d8-bc43-45410844ea93 service neutron] 10.222.0.95 "GET /v2.0/networks/b5f54461-ef49-42c4-b99b-0fc2c4c5f38c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4977093 Feb 09 21:50:19.840643 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba16acb0-9695-4919-9ad8-2ba668ae97e3 req-fa29e792-cb9e-4ba7-a796-e91c33e0326e tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:19.863017 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c82893ea-b493-4497-90d8-fea6285a2a45 req-d7bf8d40-3e04-44e4-b59b-b20d0a6b7c29 service neutron] 10.222.0.89 "GET /v2.0/networks/e9a5657a-72c8-4eb7-9270-46ed5fd14a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6215563 Feb 09 21:50:19.864771 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ba16acb0-9695-4919-9ad8-2ba668ae97e3 req-fa29e792-cb9e-4ba7-a796-e91c33e0326e tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/ports?device_id=196a7219-50a0-4378-9317-db757eb7b09b HTTP/1.1" status: 200 len: 945 time: 0.2784126 Feb 09 21:50:19.930044 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3fc1ff-ddff-418f-b966-27a68adb3c07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ddcb112-d303-49a7-b605-0a8c21a603a4,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:19.956655 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-1b3fc1ff-ddff-418f-b966-27a68adb3c07 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=a35cdd29e74e42b1b182d0570591dfcd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5278442 Feb 09 21:50:19.959494 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 48568) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:20.026467 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ba16acb0-9695-4919-9ad8-2ba668ae97e3 req-0c470862-f522-4c85-ab76-796820c997f9 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/security-groups?id=28acdcb4-ce07-4669-ac01-31d2a11868db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1601906 Feb 09 21:50:20.191196 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-14583cce-3412-46b7-8e1a-0db452156114 req-7226004d-d4b7-40d6-a95d-14999cf80968 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 210 time: 0.0444849 Feb 09 21:50:20.259364 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-52e55ffa-3fda-4715-b04e-cab30aa29823 admin admin] Publish callbacks [] for security_group (6ddcb112-d303-49a7-b605-0a8c21a603a4), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:20.287054 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-52e55ffa-3fda-4715-b04e-cab30aa29823 admin admin] Publish callbacks [] for security_group (6ddcb112-d303-49a7-b605-0a8c21a603a4), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:20.366480 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-52e55ffa-3fda-4715-b04e-cab30aa29823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (6ddcb112-d303-49a7-b605-0a8c21a603a4), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:20.371787 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-52e55ffa-3fda-4715-b04e-cab30aa29823 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:20.373236 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-52e55ffa-3fda-4715-b04e-cab30aa29823 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/6ddcb112-d303-49a7-b605-0a8c21a603a4 HTTP/1.1" status: 204 len: 168 time: 0.3770423 Feb 09 21:50:20.394533 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8ec030-f6da-469a-a9dd-322331a8b004 req-b4724a86-3b1c-4fdb-86f9-0ebed79be610 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:20.403954 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9a8ec030-f6da-469a-a9dd-322331a8b004 req-b4724a86-3b1c-4fdb-86f9-0ebed79be610 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/ports?device_id=a6d64455-240d-447f-a385-b196e85b5a1b HTTP/1.1" status: 200 len: 946 time: 0.2083068 Feb 09 21:50:20.431202 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e55ffa-3fda-4715-b04e-cab30aa29823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ddcb112-d303-49a7-b605-0a8c21a603a4,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:20.519239 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9a8ec030-f6da-469a-a9dd-322331a8b004 req-6e8425e9-479f-456d-a67b-30524b57f17a tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/security-groups?id=94013628-fdec-4344-8a46-79b1e0e851cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138666 Feb 09 21:50:21.270560 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:21.320703 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b594553-cc6b-4f48-9d2d-ef29a4d9d8a4 req-d988768d-0e4d-416e-836e-bb21571e5550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:21.323683 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9b594553-cc6b-4f48-9d2d-ef29a4d9d8a4 req-d988768d-0e4d-416e-836e-bb21571e5550 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=9a12b916cc704b439cb969e97fed25b8&device_id=a6d64455-240d-447f-a385-b196e85b5a1b HTTP/1.1" status: 200 len: 1128 time: 0.2585452 Feb 09 21:50:21.553925 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 48602) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:21.573989 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c8fa9948-ab70-4328-a77c-ae0312c645b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:21.639823 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b594553-cc6b-4f48-9d2d-ef29a4d9d8a4 req-2d64f8ac-e89c-4cf6-a124-30298a01955a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:21.642952 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9b594553-cc6b-4f48-9d2d-ef29a4d9d8a4 req-2d64f8ac-e89c-4cf6-a124-30298a01955a service neutron] 10.222.0.95 "GET /v2.0/networks?id=b5f54461-ef49-42c4-b99b-0fc2c4c5f38c HTTP/1.1" status: 200 len: 919 time: 0.3045864 Feb 09 21:50:21.673702 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c8fa9948-ab70-4328-a77c-ae0312c645b7 admin admin] Publish callbacks [] for security_group (690ce954-96b8-4aa7-bc5b-33f0ca2d301c), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:21.682350 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c8fa9948-ab70-4328-a77c-ae0312c645b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (690ce954-96b8-4aa7-bc5b-33f0ca2d301c), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:21.812860 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-c8fa9948-ab70-4328-a77c-ae0312c645b7 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=f82dae81621943ec9c01d85398f47907&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2537878 Feb 09 21:50:21.814868 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 48608) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:21.815548 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fa9948-ab70-4328-a77c-ae0312c645b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=690ce954-96b8-4aa7-bc5b-33f0ca2d301c,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:21.864797 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9b594553-cc6b-4f48-9d2d-ef29a4d9d8a4 req-0bfc6cfc-9365-4a7d-a729-feeda2832ca0 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6299c654-47ff-4ca4-8430-4c97bbaa7861 HTTP/1.1" status: 200 len: 217 time: 0.1984107 Feb 09 21:50:21.975910 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fe0eea-80dd-4f15-b910-ce067d217ca2 req-9ca22541-8c98-45eb-9d85-160384cf4950 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:21.979980 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-08fe0eea-80dd-4f15-b910-ce067d217ca2 req-9ca22541-8c98-45eb-9d85-160384cf4950 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/ports?device_id=a6d64455-240d-447f-a385-b196e85b5a1b HTTP/1.1" status: 200 len: 946 time: 0.8311694 Feb 09 21:50:22.046948 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4273e915-8de7-48c3-8ade-f6c9c92c53ac admin admin] Publish callbacks [] for security_group (690ce954-96b8-4aa7-bc5b-33f0ca2d301c), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:22.101493 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c3ad8ba2-0c5a-485e-83de-e419c243f3e6 req-79bdb7ee-0cfb-4661-bd0d-05d0fc8fa796 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 210 time: 0.4027729 Feb 09 21:50:22.148023 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4273e915-8de7-48c3-8ade-f6c9c92c53ac admin admin] Publish callbacks [] for security_group (690ce954-96b8-4aa7-bc5b-33f0ca2d301c), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:22.258463 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4273e915-8de7-48c3-8ade-f6c9c92c53ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (690ce954-96b8-4aa7-bc5b-33f0ca2d301c), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:22.262375 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4273e915-8de7-48c3-8ade-f6c9c92c53ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:22.264771 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-4273e915-8de7-48c3-8ade-f6c9c92c53ac admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/690ce954-96b8-4aa7-bc5b-33f0ca2d301c HTTP/1.1" status: 204 len: 168 time: 0.4275272 Feb 09 21:50:22.291299 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4273e915-8de7-48c3-8ade-f6c9c92c53ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=690ce954-96b8-4aa7-bc5b-33f0ca2d301c,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:22.299461 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b594553-cc6b-4f48-9d2d-ef29a4d9d8a4 req-d0d2ec16-785d-406d-904b-341fec6df1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:22.301023 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9b594553-cc6b-4f48-9d2d-ef29a4d9d8a4 req-d0d2ec16-785d-406d-904b-341fec6df1ff service neutron] 10.222.0.95 "GET /v2.0/subnets?id=c910a1f6-1a2f-4e2e-aeab-3241f3de1ff1 HTTP/1.1" status: 200 len: 858 time: 0.4354525 Feb 09 21:50:22.331704 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-08fe0eea-80dd-4f15-b910-ce067d217ca2 req-cf35f164-c141-4647-8a9f-8153f12d02f7 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/security-groups?id=94013628-fdec-4344-8a46-79b1e0e851cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262125 Feb 09 21:50:22.417955 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9b594553-cc6b-4f48-9d2d-ef29a4d9d8a4 req-3777139a-03e3-466f-a269-33253aac7fc1 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=b5f54461-ef49-42c4-b99b-0fc2c4c5f38c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0850766 Feb 09 21:50:22.523061 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:50:23.485999 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9b594553-cc6b-4f48-9d2d-ef29a4d9d8a4 req-380994d8-67fa-45bb-b0f2-75014d1e060c service neutron] 10.222.0.95 "GET /v2.0/networks/b5f54461-ef49-42c4-b99b-0fc2c4c5f38c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0577228 Feb 09 21:50:23.538255 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:23.663726 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9aaed83e-93ce-44a5-a7d6-00558e13f415 req-163e35e1-9d62-4162-91f8-ccbf9590b3a6 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 210 time: 0.1761708 Feb 09 21:50:23.671730 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9b594553-cc6b-4f48-9d2d-ef29a4d9d8a4 req-a2fc1473-57dd-4339-a0a4-0f161b690343 service neutron] 10.222.0.95 "GET /v2.0/networks/b5f54461-ef49-42c4-b99b-0fc2c4c5f38c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384904 Feb 09 21:50:23.701124 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82fc320-681a-4c0a-a2ee-0e5b047ea0e5 req-83995924-0cd8-49cc-9593-3bf6daa968ae tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:23.703413 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e82fc320-681a-4c0a-a2ee-0e5b047ea0e5 req-83995924-0cd8-49cc-9593-3bf6daa968ae tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/ports?device_id=a6d64455-240d-447f-a385-b196e85b5a1b HTTP/1.1" status: 200 len: 946 time: 0.2148976 Feb 09 21:50:23.843597 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e82fc320-681a-4c0a-a2ee-0e5b047ea0e5 req-f790b318-5b80-4741-9713-ff8ec506b1b2 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/security-groups?id=94013628-fdec-4344-8a46-79b1e0e851cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215866 Feb 09 21:50:24.949184 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c7a4a3f6-fd1a-4ed2-ad98-46e00e09ff53 req-f121df09-a089-4e91-a101-c4a9c25f70b0 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 210 time: 0.1413784 Feb 09 21:50:25.150895 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e787a6-a270-41cf-88d1-7347f5dfae0a req-e62cd5cc-0c0f-4fd7-be13-e53a18c8a29e tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:25.160257 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-33e787a6-a270-41cf-88d1-7347f5dfae0a req-e62cd5cc-0c0f-4fd7-be13-e53a18c8a29e tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/ports?device_id=a6d64455-240d-447f-a385-b196e85b5a1b HTTP/1.1" status: 200 len: 946 time: 0.1347654 Feb 09 21:50:25.262646 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-33e787a6-a270-41cf-88d1-7347f5dfae0a req-81f1fa81-cea8-419d-ba8c-1982933bcd97 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/security-groups?id=94013628-fdec-4344-8a46-79b1e0e851cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010435 Feb 09 21:50:26.186102 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-58e626f6-bf9f-445a-a1b7-6c7a7934a6b5 req-1d8dbea4-a767-43be-b8a5-572ab0490477 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 210 time: 0.0679784 Feb 09 21:50:26.537554 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0774c88-f648-402f-bb6b-a28c667ce3cf req-6e2e4586-3b7d-49b1-bf04-1ea95a49b208 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:26.544477 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c0774c88-f648-402f-bb6b-a28c667ce3cf req-6e2e4586-3b7d-49b1-bf04-1ea95a49b208 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/ports?device_id=a6d64455-240d-447f-a385-b196e85b5a1b HTTP/1.1" status: 200 len: 946 time: 0.1197526 Feb 09 21:50:26.616134 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c0774c88-f648-402f-bb6b-a28c667ce3cf req-ed48dd52-7b6e-4c65-8f7e-a7154fe00c0f tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/security-groups?id=94013628-fdec-4344-8a46-79b1e0e851cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543602 Feb 09 21:50:27.398589 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e7d6a439-212b-4423-aa17-a4257a13fc9d req-4c9caa75-7198-40d6-9805-61736e4fcc40 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 210 time: 0.0556998 Feb 09 21:50:28.057868 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b7a6b-8f4b-4192-907a-66872179d381 req-e8750078-34f0-46d9-a75f-df982cc42835 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:28.059808 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e11b7a6b-8f4b-4192-907a-66872179d381 req-e8750078-34f0-46d9-a75f-df982cc42835 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 946 time: 0.0626998 Feb 09 21:50:28.122718 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e11b7a6b-8f4b-4192-907a-66872179d381 req-5ccdfc18-eed1-44ec-95bf-a77d056f72c4 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=4c89ea32-e697-4c99-8133-b5b6d80654a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553811 Feb 09 21:50:28.528100 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-45e85289-88dc-4c91-8fe8-1a73685f85cc req-91353653-c3f5-4575-b4f5-3a0e5eddfa94 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 210 time: 0.0374460 Feb 09 21:50:29.280659 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b35593-0b25-4100-a6f9-59477208f916 req-4a5c497e-a261-4bdf-817c-6062c8ad05bb tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:29.282335 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a5b35593-0b25-4100-a6f9-59477208f916 req-4a5c497e-a261-4bdf-817c-6062c8ad05bb tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 946 time: 0.0731754 Feb 09 21:50:29.331067 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a5b35593-0b25-4100-a6f9-59477208f916 req-0d64e767-ba54-4c80-94b0-df742e160529 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=4c89ea32-e697-4c99-8133-b5b6d80654a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431366 Feb 09 21:50:29.649891 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-479b2398-50a6-4a25-b558-9634f0dc6fb4 req-e8e54f98-53e8-4092-9692-c7ec51c8a5fe tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 210 time: 0.0363288 Feb 09 21:50:30.757512 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7e44e036-5f3c-42e7-aa10-43fcb4cc063a req-3568fcc7-0ac8-45a4-a9ea-eb0b315a4c95 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 210 time: 0.0274367 Feb 09 21:50:31.864591 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e28257b5-71aa-47f2-99e7-4529423c7993 req-c537cfcd-f6ad-4e6c-99da-2eb8987b46ce tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 210 time: 0.0304227 Feb 09 21:50:32.073125 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device fc4d8690-2c93-4a34-8416-c6d01e3a225f no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:50:32.147608 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port fc4d8690-2c93-4a34-8416-c6d01e3a225f is: ACTIVE; New status is: DOWN {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:50:32.148005 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (fc4d8690-2c93-4a34-8416-c6d01e3a225f), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:32.183002 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e096926-65cd-4dbc-a650-c2ffbdbd3851', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc4d8690-2c93-4a34-8416-c6d01e3a225f'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:50:32.185316 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d5ea55-c1e7-4b83-9755-224b17ed3c20" -d '{"events": [{"server_uuid": "7e096926-65cd-4dbc-a650-c2ffbdbd3851", "name": "network-vif-unplugged", "status": "completed", "tag": "fc4d8690-2c93-4a34-8416-c6d01e3a225f"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:50:32.201238 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port fc4d8690-2c93-4a34-8416-c6d01e3a225f, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=fc4d8690-2c93-4a34-8416-c6d01e3a225f,segment=NetworkSegment(682b57c6-7518-4480-8840-98896ec39a8d),segment_id=682b57c6-7518-4480-8840-98896ec39a8d)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:50:32.207131 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (fc4d8690-2c93-4a34-8416-c6d01e3a225f), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:32.236843 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b70ed4c5-c310-4124-8b42-193f92b5c036 x-openstack-request-id: req-b70ed4c5-c310-4124-8b42-193f92b5c036 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:50:32.237373 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e096926-65cd-4dbc-a650-c2ffbdbd3851", "name": "network-vif-unplugged", "status": "completed", "tag": "fc4d8690-2c93-4a34-8416-c6d01e3a225f", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:50:32.237628 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-b70ed4c5-c310-4124-8b42-193f92b5c036 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:50:32.238011 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e096926-65cd-4dbc-a650-c2ffbdbd3851', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc4d8690-2c93-4a34-8416-c6d01e3a225f', 'code': 200} Feb 09 21:50:32.263614 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=fc4d8690-2c93-4a34-8416-c6d01e3a225f,revision_number=8']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:32.271096 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:32.271448 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:32.271796 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:32.272140 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:32.272529 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:32.272867 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:32.273195 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:32.273525 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:32.273939 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:32.274208 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:32.274530 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:32.274866 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:32.275215 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:32.968733 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-66ab9bdb-cb70-44b2-8743-71701e0b929a req-20281e5e-80e1-4cbb-9c41-3c32156c9d43 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 210 time: 0.0279911 Feb 09 21:50:34.071044 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-332c7e6c-4f55-44d4-aa97-8ae5b7b9c4fa req-fc5a506d-e866-49c6-ade1-14a43067e2a0 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 210 time: 0.0273752 Feb 09 21:50:35.179839 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b05d41af-e4b9-4141-aa04-f2407c559dc3 req-9d30712f-bad8-4920-9bf5-af403d39b055 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 210 time: 0.0273316 Feb 09 21:50:36.299050 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5cac6193-91f8-4c8d-9d5d-30d4e28c489c req-050ff34a-1e7a-488a-95d5-39b5757614f1 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 210 time: 0.0322363 Feb 09 21:50:37.402166 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6e1b0439-c585-40dd-9f1c-aa876698318f req-58ea8de2-6367-48c7-adfc-34e7a58d6d57 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 210 time: 0.0273778 Feb 09 21:50:38.081350 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device fc4d8690-2c93-4a34-8416-c6d01e3a225f details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:50:38.189916 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port fc4d8690-2c93-4a34-8416-c6d01e3a225f, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=fc4d8690-2c93-4a34-8416-c6d01e3a225f,segment=NetworkSegment(682b57c6-7518-4480-8840-98896ec39a8d),segment_id=682b57c6-7518-4480-8840-98896ec39a8d)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:50:38.204145 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': 'fc4d8690-2c93-4a34-8416-c6d01e3a225f', 'network_id': '23f1a6df-2b4b-4777-8497-2928c76d9f17', 'port_id': 'fc4d8690-2c93-4a34-8416-c6d01e3a225f', 'mac_address': 'fa:16:3e:c9:99:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b55ac71e-6529-43b3-9355-0e693d39e1f4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:50:38.248032 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port fc4d8690-2c93-4a34-8416-c6d01e3a225f is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:50:38.248793 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (fc4d8690-2c93-4a34-8416-c6d01e3a225f), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:38.267018 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc4d8690-2c93-4a34-8416-c6d01e3a225f {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:50:38.287098 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port fc4d8690-2c93-4a34-8416-c6d01e3a225f, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=fc4d8690-2c93-4a34-8416-c6d01e3a225f,segment=NetworkSegment(682b57c6-7518-4480-8840-98896ec39a8d),segment_id=682b57c6-7518-4480-8840-98896ec39a8d)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:50:38.292557 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (fc4d8690-2c93-4a34-8416-c6d01e3a225f), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:38.341884 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=fc4d8690-2c93-4a34-8416-c6d01e3a225f,revision_number=9']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:38.416674 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['fc4d8690-2c93-4a34-8416-c6d01e3a225f'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:50:38.509064 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b60bfa63-41f2-4192-9caf-67244c15d24f req-5480155f-8ab8-4cd8-b7a0-19d0323f83cd tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 210 time: 0.0280592 Feb 09 21:50:38.979899 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f9b885d2-aba6-4c02-a676-abec4c5d0288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:39.613226 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d1560971-1b5d-4c74-aedb-640b9f73e3fb req-59ca5cf4-9e29-44ef-bcb4-2c31881c297f tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 210 time: 0.0279629 Feb 09 21:50:40.097122 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device fc4d8690-2c93-4a34-8416-c6d01e3a225f up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:50:40.149531 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port fc4d8690-2c93-4a34-8416-c6d01e3a225f triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:50:40.149910 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (fc4d8690-2c93-4a34-8416-c6d01e3a225f), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:40.228125 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port fc4d8690-2c93-4a34-8416-c6d01e3a225f is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:50:40.228542 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (fc4d8690-2c93-4a34-8416-c6d01e3a225f), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:40.250709 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e096926-65cd-4dbc-a650-c2ffbdbd3851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc4d8690-2c93-4a34-8416-c6d01e3a225f'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:50:40.253007 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b8f3666-2d43-42ca-ab32-34126331aea5" -d '{"events": [{"server_uuid": "7e096926-65cd-4dbc-a650-c2ffbdbd3851", "name": "network-vif-plugged", "status": "completed", "tag": "fc4d8690-2c93-4a34-8416-c6d01e3a225f"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:50:40.266667 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port fc4d8690-2c93-4a34-8416-c6d01e3a225f, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=fc4d8690-2c93-4a34-8416-c6d01e3a225f,segment=NetworkSegment(682b57c6-7518-4480-8840-98896ec39a8d),segment_id=682b57c6-7518-4480-8840-98896ec39a8d)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:50:40.271867 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (fc4d8690-2c93-4a34-8416-c6d01e3a225f), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:40.303135 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cf3ec2e-bdba-47b1-9839-25e9db29ba5f x-openstack-request-id: req-1cf3ec2e-bdba-47b1-9839-25e9db29ba5f {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:50:40.303425 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e096926-65cd-4dbc-a650-c2ffbdbd3851", "name": "network-vif-plugged", "status": "completed", "tag": "fc4d8690-2c93-4a34-8416-c6d01e3a225f", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:50:40.303678 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-1cf3ec2e-bdba-47b1-9839-25e9db29ba5f {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:50:40.304066 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e096926-65cd-4dbc-a650-c2ffbdbd3851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc4d8690-2c93-4a34-8416-c6d01e3a225f', 'code': 200} Feb 09 21:50:40.328000 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=fc4d8690-2c93-4a34-8416-c6d01e3a225f,revision_number=10']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:40.716122 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dac1ab8b-08cf-4ac6-bab7-c1498df3f618 req-2c226c05-4272-40b2-b31c-5863fdcc89e3 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 210 time: 0.0278015 Feb 09 21:50:40.981630 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c36b9d40-426f-49bd-b5de-c5abe09833ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:41.830380 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-96075fc9-62b5-470d-95cf-08ab5d303c41 req-55b34a60-ec5d-4d7b-a684-60fab4fb47a6 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 210 time: 0.0336573 Feb 09 21:50:41.957622 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 48842) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:42.093882 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-896aa9c1-fdb1-46dd-a672-d338c0c4acd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:42.208244 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-896aa9c1-fdb1-46dd-a672-d338c0c4acd8 admin admin] Publish callbacks [] for security_group (8c816f68-9df2-4e1b-9c89-81e142892925), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:42.212853 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-896aa9c1-fdb1-46dd-a672-d338c0c4acd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (8c816f68-9df2-4e1b-9c89-81e142892925), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:42.251264 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-896aa9c1-fdb1-46dd-a672-d338c0c4acd8 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=3bc462bbc24344d8979d75c77806fd14&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2900131 Feb 09 21:50:42.253279 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896aa9c1-fdb1-46dd-a672-d338c0c4acd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c816f68-9df2-4e1b-9c89-81e142892925,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:42.253973 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 48858) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:42.312179 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f5aa0098-412d-4c37-85fe-f8975e316c8f admin admin] Publish callbacks [] for security_group (8c816f68-9df2-4e1b-9c89-81e142892925), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:42.336487 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f5aa0098-412d-4c37-85fe-f8975e316c8f admin admin] Publish callbacks [] for security_group (8c816f68-9df2-4e1b-9c89-81e142892925), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:42.382977 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f5aa0098-412d-4c37-85fe-f8975e316c8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (8c816f68-9df2-4e1b-9c89-81e142892925), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:42.386071 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f5aa0098-412d-4c37-85fe-f8975e316c8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:42.388329 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-f5aa0098-412d-4c37-85fe-f8975e316c8f admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/8c816f68-9df2-4e1b-9c89-81e142892925 HTTP/1.1" status: 204 len: 168 time: 0.1322777 Feb 09 21:50:42.395093 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aa0098-412d-4c37-85fe-f8975e316c8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c816f68-9df2-4e1b-9c89-81e142892925,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:42.708981 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:42.941664 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-79279adb-9c67-4f05-8e83-d60e15ad568a req-210718b5-4535-458d-9eef-33e6da4fddfc tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 210 time: 0.0311332 Feb 09 21:50:43.627549 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 48918) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:43.797603 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-297cca09-1922-4588-883d-3da8c304b1bb tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Request body: {'network': {'name': 'tempest-network-smoke--388836234', 'project_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'port_security_enabled': True}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:50:43.824686 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-297cca09-1922-4588-883d-3da8c304b1bb tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Made reservation on behalf of 986d9b7b22bb45a5a45792614c4e0ec6 for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:50:43.828925 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-297cca09-1922-4588-883d-3da8c304b1bb tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:43.839611 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-297cca09-1922-4588-883d-3da8c304b1bb tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:43.949294 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-297cca09-1922-4588-883d-3da8c304b1bb tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for security_group (dc911ab5-f3e0-4cdd-998d-07bf283e7826), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:43.954325 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-297cca09-1922-4588-883d-3da8c304b1bb tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (dc911ab5-f3e0-4cdd-998d-07bf283e7826), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:43.967496 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-297cca09-1922-4588-883d-3da8c304b1bb tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:50:43.978307 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-297cca09-1922-4588-883d-3da8c304b1bb tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (5981b22b-da6b-402f-8ead-3c24f9315db9), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:43.978904 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-297cca09-1922-4588-883d-3da8c304b1bb tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Added segment 5981b22b-da6b-402f-8ead-3c24f9315db9 of type vlan for network bdbf9686-bd80-4f36-b0c5-13d677d2ad44 Feb 09 21:50:44.024022 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-297cca09-1922-4588-883d-3da8c304b1bb tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (bdbf9686-bd80-4f36-b0c5-13d677d2ad44), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:44.064233 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-297cca09-1922-4588-883d-3da8c304b1bb tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (bdbf9686-bd80-4f36-b0c5-13d677d2ad44), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:44.075665 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297cca09-1922-4588-883d-3da8c304b1bb tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:44.076347 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-297cca09-1922-4588-883d-3da8c304b1bb tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:44.114592 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:44.144065 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2f2f8a45-227b-4a4a-a21a-6c44d02abfe2 req-90d98e2f-e7e4-4adf-b003-9905f774e9bb tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 210 time: 0.0751719 Feb 09 21:50:44.187604 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297cca09-1922-4588-883d-3da8c304b1bb tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc911ab5-f3e0-4cdd-998d-07bf283e7826,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:44.199448 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297cca09-1922-4588-883d-3da8c304b1bb tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Pushing event updated for resources: {'Network': ['ID=bdbf9686-bd80-4f36-b0c5-13d677d2ad44,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:44.208123 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-297cca09-1922-4588-883d-3da8c304b1bb tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5755463 Feb 09 21:50:44.208624 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 48938) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:44.214798 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-d7fcca25-cfa6-4291-bcf3-59a913c30e60 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1503664596', 'admin_state_up': True, 'project_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:50:44.230324 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network bdbf9686-bd80-4f36-b0c5-13d677d2ad44 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:50:44.250630 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d7fcca25-cfa6-4291-bcf3-59a913c30e60 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (c1b04f77-b17d-46c7-9a89-447a8c43f6b8), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:44.252789 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d7fcca25-cfa6-4291-bcf3-59a913c30e60 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (c1b04f77-b17d-46c7-9a89-447a8c43f6b8), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:44.356548 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d7fcca25-cfa6-4291-bcf3-59a913c30e60 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for router_controller (c1b04f77-b17d-46c7-9a89-447a8c43f6b8), precommit_add_association {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:44.522345 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d7fcca25-cfa6-4291-bcf3-59a913c30e60 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for router_gateway (c1b04f77-b17d-46c7-9a89-447a8c43f6b8), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:44.766813 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d7fcca25-cfa6-4291-bcf3-59a913c30e60 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for router_gateway (c1b04f77-b17d-46c7-9a89-447a8c43f6b8), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:44.795734 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d7fcca25-cfa6-4291-bcf3-59a913c30e60 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:44.932548 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-d7fcca25-cfa6-4291-bcf3-59a913c30e60 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Allocated IP 172.25.3.248 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/ae383eec-45d6-48ce-9ce1-81a54f900af4) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:50:45.053204 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d7fcca25-cfa6-4291-bcf3-59a913c30e60 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for port (ae383eec-45d6-48ce-9ce1-81a54f900af4), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:45.104751 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d7fcca25-cfa6-4291-bcf3-59a913c30e60 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (ae383eec-45d6-48ce-9ce1-81a54f900af4), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:45.157783 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7fcca25-cfa6-4291-bcf3-59a913c30e60 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:50:45.159301 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-d7fcca25-cfa6-4291-bcf3-59a913c30e60 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:50:45.165515 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fcca25-cfa6-4291-bcf3-59a913c30e60 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:50:45.201770 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fcca25-cfa6-4291-bcf3-59a913c30e60 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Pushing event updated for resources: {'Port': ['ID=ae383eec-45d6-48ce-9ce1-81a54f900af4,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:45.270438 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:45.371236 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-909cdcd6-a022-4b1d-bc07-b2afd98815ec req-6904346f-0d32-452b-9b67-9b4e7b3352a5 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 210 time: 0.0798011 Feb 09 21:50:45.618798 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d7fcca25-cfa6-4291-bcf3-59a913c30e60 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for router_gateway (c1b04f77-b17d-46c7-9a89-447a8c43f6b8), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:45.852116 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d7fcca25-cfa6-4291-bcf3-59a913c30e60 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (c1b04f77-b17d-46c7-9a89-447a8c43f6b8), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:46.023106 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7fcca25-cfa6-4291-bcf3-59a913c30e60 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Router c1b04f77-b17d-46c7-9a89-447a8c43f6b8 is scheduled to L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 with binding_index 1 {{(pid=103140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:50:46.168645 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7fcca25-cfa6-4291-bcf3-59a913c30e60 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:50:46.192354 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300e73d8-6928-4751-853b-aafcc6acf75a None None] Sync routers for ids ['c1b04f77-b17d-46c7-9a89-447a8c43f6b8'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:50:46.204399 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d7fcca25-cfa6-4291-bcf3-59a913c30e60 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:46.209151 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-d7fcca25-cfa6-4291-bcf3-59a913c30e60 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.9964960 Feb 09 21:50:46.209520 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 48958) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:46.212962 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300e73d8-6928-4751-853b-aafcc6acf75a None None] Routers {'c1b04f77-b17d-46c7-9a89-447a8c43f6b8'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:50:46.215185 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-300e73d8-6928-4751-853b-aafcc6acf75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:50:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['c1b04f77-b17d-46c7-9a89-447a8c43f6b8'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:50:46.324285 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-27f55978-c160-41a6-b4ac-af7946b9c0c4 tempest-TestNetworkBasicOps-751727532 tempest-TestNetworkBasicOps-751727532-project-admin] 10.222.0.90 "GET /v2.0/subnets?project_id=986d9b7b22bb45a5a45792614c4e0ec6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1134953 Feb 09 21:50:46.327344 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 48962) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:46.384343 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-300e73d8-6928-4751-853b-aafcc6acf75a None None] Set router c1b04f77-b17d-46c7-9a89-447a8c43f6b8 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:50:46.556003 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2f994110-b2ba-4a6d-b078-1635033f400c req-f99592cb-cf0c-422e-ae4b-421467a0260b tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 210 time: 0.0544126 Feb 09 21:50:46.605520 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-300e73d8-6928-4751-853b-aafcc6acf75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b04f77-b17d-46c7-9a89-447a8c43f6b8', 'name': 'tempest-TestNetworkBasicOps-router-1503664596', 'tenant_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'ae383eec-45d6-48ce-9ce1-81a54f900af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:50:44Z', 'updated_at': '2022-02-09T21:50:45Z', 'revision_number': 3, 'project_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'gw_port': {'id': 'ae383eec-45d6-48ce-9ce1-81a54f900af4', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f8:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1b04f77-b17d-46c7-9a89-447a8c43f6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:44Z', 'updated_at': '2022-02-09T21:50:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:50:46.609995 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4549d08-c1ef-4033-8e5b-1e621574cfa9 tempest-TestNetworkBasicOps-751727532 tempest-TestNetworkBasicOps-751727532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:46.614675 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 48968) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:46.614825 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-e4549d08-c1ef-4033-8e5b-1e621574cfa9 tempest-TestNetworkBasicOps-751727532 tempest-TestNetworkBasicOps-751727532-project-admin] 10.222.0.90 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2862747 Feb 09 21:50:46.643300 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300e73d8-6928-4751-853b-aafcc6acf75a None None] Checking router: c1b04f77-b17d-46c7-9a89-447a8c43f6b8 for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:50:46.643648 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300e73d8-6928-4751-853b-aafcc6acf75a None None] Updating router c1b04f77-b17d-46c7-9a89-447a8c43f6b8 port ae383eec-45d6-48ce-9ce1-81a54f900af4 binding host n-d-828369-5 {{(pid=103143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:50:46.663536 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-15f10068-50ab-40f2-8b13-70b78483b3ae tempest-TestNetworkBasicOps-751727532 tempest-TestNetworkBasicOps-751727532-project-admin] 10.222.0.90 "GET /v2.0/subnets?network_id=54a442d5-50a0-4c75-85cc-d19f5bf58118&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0446632 Feb 09 21:50:46.664971 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 48970) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:46.673195 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-11d608ac-3af7-4add-b8f4-36c5f2c04b25 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1030760113', 'network_id': 'bdbf9686-bd80-4f36-b0c5-13d677d2ad44', 'project_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:50:46.700663 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-300e73d8-6928-4751-853b-aafcc6acf75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (ae383eec-45d6-48ce-9ce1-81a54f900af4), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:46.792957 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11d608ac-3af7-4add-b8f4-36c5f2c04b25 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Made reservation on behalf of 986d9b7b22bb45a5a45792614c4e0ec6 for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:50:46.800568 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-11d608ac-3af7-4add-b8f4-36c5f2c04b25 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:47.011300 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-11d608ac-3af7-4add-b8f4-36c5f2c04b25 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (0983afe5-89cd-4e82-b65d-0b5797c6355d), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:47.060836 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d608ac-3af7-4add-b8f4-36c5f2c04b25 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Pushing event updated for resources: {'Subnet': ['ID=0983afe5-89cd-4e82-b65d-0b5797c6355d,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:47.108686 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d608ac-3af7-4add-b8f4-36c5f2c04b25 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Checking segment: {'id': '5981b22b-da6b-402f-8ead-3c24f9315db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'bdbf9686-bd80-4f36-b0c5-13d677d2ad44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:50:47.109027 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d608ac-3af7-4add-b8f4-36c5f2c04b25 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Network hostable DHCP agents. Network: bdbf9686-bd80-4f36-b0c5-13d677d2ad44, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:50:47.136148 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d608ac-3af7-4add-b8f4-36c5f2c04b25 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Network bdbf9686-bd80-4f36-b0c5-13d677d2ad44 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:50:47.153674 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-300e73d8-6928-4751-853b-aafcc6acf75a None None] Publish callbacks [] for port (ae383eec-45d6-48ce-9ce1-81a54f900af4), precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:47.165349 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-11d608ac-3af7-4add-b8f4-36c5f2c04b25 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, bdbf9686-bd80-4f36-b0c5-13d677d2ad44) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:50:47.165739 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-300e73d8-6928-4751-853b-aafcc6acf75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (ae383eec-45d6-48ce-9ce1-81a54f900af4), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:47.177340 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44927819-b166-4e3b-a4a6-48bcca88c055 None None] Network bdbf9686-bd80-4f36-b0c5-13d677d2ad44 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:50:47.179566 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d608ac-3af7-4add-b8f4-36c5f2c04b25 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:47.181193 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-11d608ac-3af7-4add-b8f4-36c5f2c04b25 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:47.207237 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 48978) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:47.207817 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-11d608ac-3af7-4add-b8f4-36c5f2c04b25 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5410597 Feb 09 21:50:47.317832 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-300e73d8-6928-4751-853b-aafcc6acf75a None None] Attempting to bind port ae383eec-45d6-48ce-9ce1-81a54f900af4 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:50:47.319197 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-300e73d8-6928-4751-853b-aafcc6acf75a None None] Attempting to bind port ae383eec-45d6-48ce-9ce1-81a54f900af4 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:50:47.319913 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300e73d8-6928-4751-853b-aafcc6acf75a None None] Attempting to bind port ae383eec-45d6-48ce-9ce1-81a54f900af4 on network 54a442d5-50a0-4c75-85cc-d19f5bf58118 {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:50:47.327596 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300e73d8-6928-4751-853b-aafcc6acf75a None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:50:47.328368 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300e73d8-6928-4751-853b-aafcc6acf75a None None] Checking segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:50:47.329328 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-300e73d8-6928-4751-853b-aafcc6acf75a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:47.330078 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300e73d8-6928-4751-853b-aafcc6acf75a None None] Bound using segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:50:47.331468 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-300e73d8-6928-4751-853b-aafcc6acf75a None None] Bound port: ae383eec-45d6-48ce-9ce1-81a54f900af4, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:50:47.332327 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-300e73d8-6928-4751-853b-aafcc6acf75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (ae383eec-45d6-48ce-9ce1-81a54f900af4), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:47.375360 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0b5698-97bb-4f08-8195-1d87097728ca None None] Pushing event updated for resources: {'Port': ['ID=ae383eec-45d6-48ce-9ce1-81a54f900af4,revision_number=2']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:47.379299 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14cf24cf-3122-40c6-b54c-7c49bfbf446b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-bdbf9686-bd80-4f36-b0c5-13d677d2ad44', 'network_id': 'bdbf9686-bd80-4f36-b0c5-13d677d2ad44', 'project_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'fixed_ips': [{'subnet_id': '0983afe5-89cd-4e82-b65d-0b5797c6355d'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:50:47.380438 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-14cf24cf-3122-40c6-b54c-7c49bfbf446b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:47.394826 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0b5698-97bb-4f08-8195-1d87097728ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:47.395553 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0b5698-97bb-4f08-8195-1d87097728ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:47.396088 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0b5698-97bb-4f08-8195-1d87097728ca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:47.396633 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0b5698-97bb-4f08-8195-1d87097728ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:47.397151 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0b5698-97bb-4f08-8195-1d87097728ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:47.397711 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0b5698-97bb-4f08-8195-1d87097728ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:47.398407 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0b5698-97bb-4f08-8195-1d87097728ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:47.399508 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0b5698-97bb-4f08-8195-1d87097728ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:47.400053 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0b5698-97bb-4f08-8195-1d87097728ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:47.400737 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0b5698-97bb-4f08-8195-1d87097728ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:47.401649 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0b5698-97bb-4f08-8195-1d87097728ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:47.402196 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0b5698-97bb-4f08-8195-1d87097728ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:47.403073 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0b5698-97bb-4f08-8195-1d87097728ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:47.460467 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-300e73d8-6928-4751-853b-aafcc6acf75a None None] For port ae383eec-45d6-48ce-9ce1-81a54f900af4, host n-d-828369-5, cleared binding levels {{(pid=103143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:50:47.477863 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-300e73d8-6928-4751-853b-aafcc6acf75a None None] For port ae383eec-45d6-48ce-9ce1-81a54f900af4, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=ae383eec-45d6-48ce-9ce1-81a54f900af4,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:50:47.486055 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-300e73d8-6928-4751-853b-aafcc6acf75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (ae383eec-45d6-48ce-9ce1-81a54f900af4), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:47.535009 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300e73d8-6928-4751-853b-aafcc6acf75a None None] Routers {'c1b04f77-b17d-46c7-9a89-447a8c43f6b8'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:50:47.535720 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-300e73d8-6928-4751-853b-aafcc6acf75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:50:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['c1b04f77-b17d-46c7-9a89-447a8c43f6b8'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:50:47.577857 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-14cf24cf-3122-40c6-b54c-7c49bfbf446b None None] Allocated IP 172.20.0.2 (bdbf9686-bd80-4f36-b0c5-13d677d2ad44/0983afe5-89cd-4e82-b65d-0b5797c6355d/82713716-9091-4fa5-9c83-95373160e491) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:50:47.593054 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [req-f879ed1c-5ba5-4fbe-be97-fcc64f2f9b4f req-38053cb1-9a42-4d87-9b51-ff0016b65436 service neutron] (103141) timed out ('10.222.0.90', 47362) {{(pid=103141) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 21:50:47.684814 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-300e73d8-6928-4751-853b-aafcc6acf75a None None] Set router c1b04f77-b17d-46c7-9a89-447a8c43f6b8 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:50:47.745630 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-14cf24cf-3122-40c6-b54c-7c49bfbf446b None None] Publish callbacks [] for port (82713716-9091-4fa5-9c83-95373160e491), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:47.760254 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-14cf24cf-3122-40c6-b54c-7c49bfbf446b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (82713716-9091-4fa5-9c83-95373160e491), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:47.790812 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8fa80a00-3b41-44c3-9279-218e1e7f445a req-571cdbe9-ac47-4b46-a7ca-0f3fe7c23019 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 210 time: 0.0858676 Feb 09 21:50:47.850498 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14cf24cf-3122-40c6-b54c-7c49bfbf446b None None] Network bdbf9686-bd80-4f36-b0c5-13d677d2ad44 is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:50:47.854105 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-14cf24cf-3122-40c6-b54c-7c49bfbf446b None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:50:47.871037 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cf24cf-3122-40c6-b54c-7c49bfbf446b None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:50:47.874206 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cf24cf-3122-40c6-b54c-7c49bfbf446b None None] Pushing event updated for resources: {'Port': ['ID=82713716-9091-4fa5-9c83-95373160e491,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:47.956038 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-300e73d8-6928-4751-853b-aafcc6acf75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b04f77-b17d-46c7-9a89-447a8c43f6b8', 'name': 'tempest-TestNetworkBasicOps-router-1503664596', 'tenant_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'ae383eec-45d6-48ce-9ce1-81a54f900af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:50:44Z', 'updated_at': '2022-02-09T21:50:45Z', 'revision_number': 3, 'project_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'gw_port': {'id': 'ae383eec-45d6-48ce-9ce1-81a54f900af4', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f8:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1b04f77-b17d-46c7-9a89-447a8c43f6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:44Z', 'updated_at': '2022-02-09T21:50:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:50:47.980654 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-14cf24cf-3122-40c6-b54c-7c49bfbf446b None None] Attempting to bind port 82713716-9091-4fa5-9c83-95373160e491 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:50:47.981034 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-14cf24cf-3122-40c6-b54c-7c49bfbf446b None None] Attempting to bind port 82713716-9091-4fa5-9c83-95373160e491 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '5981b22b-da6b-402f-8ead-3c24f9315db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'bdbf9686-bd80-4f36-b0c5-13d677d2ad44'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:50:47.981402 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cf24cf-3122-40c6-b54c-7c49bfbf446b None None] Attempting to bind port 82713716-9091-4fa5-9c83-95373160e491 on network bdbf9686-bd80-4f36-b0c5-13d677d2ad44 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:50:47.993476 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cf24cf-3122-40c6-b54c-7c49bfbf446b None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:50:47.993836 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cf24cf-3122-40c6-b54c-7c49bfbf446b None None] Checking segment: {'id': '5981b22b-da6b-402f-8ead-3c24f9315db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'bdbf9686-bd80-4f36-b0c5-13d677d2ad44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:50:47.996012 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300e73d8-6928-4751-853b-aafcc6acf75a None None] The sync data for ids ['c1b04f77-b17d-46c7-9a89-447a8c43f6b8'] in n-d-828369-5 is: [{'id': 'c1b04f77-b17d-46c7-9a89-447a8c43f6b8', 'name': 'tempest-TestNetworkBasicOps-router-1503664596', 'tenant_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'ae383eec-45d6-48ce-9ce1-81a54f900af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:50:44Z', 'updated_at': '2022-02-09T21:50:45Z', 'revision_number': 3, 'project_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'gw_port': {'id': 'ae383eec-45d6-48ce-9ce1-81a54f900af4', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f8:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1b04f77-b17d-46c7-9a89-447a8c43f6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:44Z', 'updated_at': '2022-02-09T21:50:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:50:47.996293 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-14cf24cf-3122-40c6-b54c-7c49bfbf446b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:47.998160 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cf24cf-3122-40c6-b54c-7c49bfbf446b None None] Bound using segment: {'id': '5981b22b-da6b-402f-8ead-3c24f9315db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'bdbf9686-bd80-4f36-b0c5-13d677d2ad44'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:50:47.998824 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-14cf24cf-3122-40c6-b54c-7c49bfbf446b None None] Bound port: 82713716-9091-4fa5-9c83-95373160e491, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5981b22b-da6b-402f-8ead-3c24f9315db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'bdbf9686-bd80-4f36-b0c5-13d677d2ad44'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:50:47.999395 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-14cf24cf-3122-40c6-b54c-7c49bfbf446b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (82713716-9091-4fa5-9c83-95373160e491), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:48.006088 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0b5698-97bb-4f08-8195-1d87097728ca None None] Pushing event updated for resources: {'Port': ['ID=ae383eec-45d6-48ce-9ce1-81a54f900af4,revision_number=3']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:48.089912 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-14cf24cf-3122-40c6-b54c-7c49bfbf446b None None] For port 82713716-9091-4fa5-9c83-95373160e491, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:50:48.093427 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-14cf24cf-3122-40c6-b54c-7c49bfbf446b None None] For port 82713716-9091-4fa5-9c83-95373160e491, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=82713716-9091-4fa5-9c83-95373160e491,segment=NetworkSegment(5981b22b-da6b-402f-8ead-3c24f9315db9),segment_id=5981b22b-da6b-402f-8ead-3c24f9315db9)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:50:48.102945 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-14cf24cf-3122-40c6-b54c-7c49bfbf446b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (82713716-9091-4fa5-9c83-95373160e491), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:48.235221 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cf24cf-3122-40c6-b54c-7c49bfbf446b None None] Pushing event updated for resources: {'Port': ['ID=82713716-9091-4fa5-9c83-95373160e491,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:48.288177 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-129de988-f535-4baa-9d78-56d2e8e1c8ca tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:48.831701 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device ae383eec-45d6-48ce-9ce1-81a54f900af4 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:50:48.880414 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-129de988-f535-4baa-9d78-56d2e8e1c8ca tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Allocated IP 172.20.0.1 (bdbf9686-bd80-4f36-b0c5-13d677d2ad44/0983afe5-89cd-4e82-b65d-0b5797c6355d/78941fb4-471e-446e-9ff5-665726a1c888) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:50:48.956340 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port ae383eec-45d6-48ce-9ce1-81a54f900af4 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:50:48.956921 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (ae383eec-45d6-48ce-9ce1-81a54f900af4), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:49.141131 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port ae383eec-45d6-48ce-9ce1-81a54f900af4 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:50:49.141843 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (ae383eec-45d6-48ce-9ce1-81a54f900af4), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:49.171681 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port ae383eec-45d6-48ce-9ce1-81a54f900af4, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=ae383eec-45d6-48ce-9ce1-81a54f900af4,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:50:49.192975 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (ae383eec-45d6-48ce-9ce1-81a54f900af4), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:49.303882 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=ae383eec-45d6-48ce-9ce1-81a54f900af4,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:49.487855 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-59e0cdae-982f-46b3-976f-3d0eaf372d67 req-7e558f46-419d-4c18-9189-44ea05b024a3 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 210 time: 0.5149229 Feb 09 21:50:49.584113 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-129de988-f535-4baa-9d78-56d2e8e1c8ca tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for port (78941fb4-471e-446e-9ff5-665726a1c888), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:49.635258 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-129de988-f535-4baa-9d78-56d2e8e1c8ca tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (78941fb4-471e-446e-9ff5-665726a1c888), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:49.708541 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129de988-f535-4baa-9d78-56d2e8e1c8ca tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Pushing event updated for resources: {'Port': ['ID=78941fb4-471e-446e-9ff5-665726a1c888,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:49.733524 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129de988-f535-4baa-9d78-56d2e8e1c8ca tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Network bdbf9686-bd80-4f36-b0c5-13d677d2ad44 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:50:49.735208 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-129de988-f535-4baa-9d78-56d2e8e1c8ca tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:50:49.739763 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129de988-f535-4baa-9d78-56d2e8e1c8ca tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:50:49.838411 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-129de988-f535-4baa-9d78-56d2e8e1c8ca tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554727'] for router_interface (c1b04f77-b17d-46c7-9a89-447a8c43f6b8), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:50.017021 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881157c7-27ea-4244-a1f3-f923962e90f1 None None] Network bdbf9686-bd80-4f36-b0c5-13d677d2ad44 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:50:50.031580 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-129de988-f535-4baa-9d78-56d2e8e1c8ca tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (78941fb4-471e-446e-9ff5-665726a1c888), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:50.111705 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5451850e-f629-4633-a8a7-0c11c9e2ae30 None None] Provisioning complete for port 82713716-9091-4fa5-9c83-95373160e491 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:50:50.112084 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5451850e-f629-4633-a8a7-0c11c9e2ae30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (82713716-9091-4fa5-9c83-95373160e491), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:50.256049 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5451850e-f629-4633-a8a7-0c11c9e2ae30 None None] Current status of the port 82713716-9091-4fa5-9c83-95373160e491 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:50:50.256437 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5451850e-f629-4633-a8a7-0c11c9e2ae30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (82713716-9091-4fa5-9c83-95373160e491), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:50.293487 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5451850e-f629-4633-a8a7-0c11c9e2ae30 None None] For port 82713716-9091-4fa5-9c83-95373160e491, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=82713716-9091-4fa5-9c83-95373160e491,segment=NetworkSegment(5981b22b-da6b-402f-8ead-3c24f9315db9),segment_id=5981b22b-da6b-402f-8ead-3c24f9315db9)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:50:50.307089 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5451850e-f629-4633-a8a7-0c11c9e2ae30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (82713716-9091-4fa5-9c83-95373160e491), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:50.438004 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5451850e-f629-4633-a8a7-0c11c9e2ae30 None None] Pushing event updated for resources: {'Port': ['ID=82713716-9091-4fa5-9c83-95373160e491,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:50.446467 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-129de988-f535-4baa-9d78-56d2e8e1c8ca tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for port (78941fb4-471e-446e-9ff5-665726a1c888), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:50.455066 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-129de988-f535-4baa-9d78-56d2e8e1c8ca tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (78941fb4-471e-446e-9ff5-665726a1c888), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:50.561024 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-129de988-f535-4baa-9d78-56d2e8e1c8ca tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524919'] for router_interface (c1b04f77-b17d-46c7-9a89-447a8c43f6b8), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:50.571823 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129de988-f535-4baa-9d78-56d2e8e1c8ca tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Pushing event updated for resources: {'Port': ['ID=78941fb4-471e-446e-9ff5-665726a1c888,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:50.725442 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-753b1ec1-b5b6-4899-a921-3ed89230b881 req-457d2f71-da13-4305-8087-62c7a681fd03 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 210 time: 0.0505538 Feb 09 21:50:50.844306 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129de988-f535-4baa-9d78-56d2e8e1c8ca tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Network bdbf9686-bd80-4f36-b0c5-13d677d2ad44 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:50:50.846004 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-129de988-f535-4baa-9d78-56d2e8e1c8ca tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:50:50.859091 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-1c3b5fd8-7506-4e7c-8aef-7a23c7c5eefe None None] Provisioning complete for port 82713716-9091-4fa5-9c83-95373160e491 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:50:50.859543 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1c3b5fd8-7506-4e7c-8aef-7a23c7c5eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (82713716-9091-4fa5-9c83-95373160e491), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:50.915470 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 82713716-9091-4fa5-9c83-95373160e491 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:50:51.101322 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 82713716-9091-4fa5-9c83-95373160e491 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:50:51.102493 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (82713716-9091-4fa5-9c83-95373160e491), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:51.122147 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-129de988-f535-4baa-9d78-56d2e8e1c8ca tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Router c1b04f77-b17d-46c7-9a89-447a8c43f6b8 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:50:51.154963 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-1c3b5fd8-7506-4e7c-8aef-7a23c7c5eefe None None] Current status of the port 82713716-9091-4fa5-9c83-95373160e491 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:50:51.172478 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-1c3b5fd8-7506-4e7c-8aef-7a23c7c5eefe None None] Provisioning complete for port 78941fb4-471e-446e-9ff5-665726a1c888 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:50:51.173080 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1c3b5fd8-7506-4e7c-8aef-7a23c7c5eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (78941fb4-471e-446e-9ff5-665726a1c888), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:51.223312 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-1c3b5fd8-7506-4e7c-8aef-7a23c7c5eefe None None] Port 78941fb4-471e-446e-9ff5-665726a1c888 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:50:51.252163 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:51.321477 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 82713716-9091-4fa5-9c83-95373160e491 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:50:51.322698 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device ae383eec-45d6-48ce-9ce1-81a54f900af4 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:50:51.402107 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-129de988-f535-4baa-9d78-56d2e8e1c8ca tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:50:51.432300 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1b1aee-94f4-4c17-a765-3eb02c7b1137 None None] Sync routers for ids ['c1b04f77-b17d-46c7-9a89-447a8c43f6b8'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:50:51.433040 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-129de988-f535-4baa-9d78-56d2e8e1c8ca tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "PUT /v2.0/routers/c1b04f77-b17d-46c7-9a89-447a8c43f6b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2234950 Feb 09 21:50:51.434125 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 49024) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:51.443997 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-48827e72-4e31-45ab-be82-6aeddd6baaab None None] Provisioning complete for port 78941fb4-471e-446e-9ff5-665726a1c888 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:50:51.444825 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-48827e72-4e31-45ab-be82-6aeddd6baaab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (78941fb4-471e-446e-9ff5-665726a1c888), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:51.475365 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1b1aee-94f4-4c17-a765-3eb02c7b1137 None None] Routers {'c1b04f77-b17d-46c7-9a89-447a8c43f6b8'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:50:51.476319 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-9e1b1aee-94f4-4c17-a765-3eb02c7b1137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:50:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['c1b04f77-b17d-46c7-9a89-447a8c43f6b8'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:50:51.606315 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-9e1b1aee-94f4-4c17-a765-3eb02c7b1137 None None] Set router c1b04f77-b17d-46c7-9a89-447a8c43f6b8 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:50:51.747034 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12eae372-374b-429e-ad1a-21165155c4a8 tempest-TestNetworkBasicOps-751727532 tempest-TestNetworkBasicOps-751727532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:51.748139 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12eae372-374b-429e-ad1a-21165155c4a8 tempest-TestNetworkBasicOps-751727532 tempest-TestNetworkBasicOps-751727532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:51.749169 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12eae372-374b-429e-ad1a-21165155c4a8 tempest-TestNetworkBasicOps-751727532 tempest-TestNetworkBasicOps-751727532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:51.749840 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12eae372-374b-429e-ad1a-21165155c4a8 tempest-TestNetworkBasicOps-751727532 tempest-TestNetworkBasicOps-751727532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:51.751561 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12eae372-374b-429e-ad1a-21165155c4a8 tempest-TestNetworkBasicOps-751727532 tempest-TestNetworkBasicOps-751727532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:51.752239 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12eae372-374b-429e-ad1a-21165155c4a8 tempest-TestNetworkBasicOps-751727532 tempest-TestNetworkBasicOps-751727532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:51.752872 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12eae372-374b-429e-ad1a-21165155c4a8 tempest-TestNetworkBasicOps-751727532 tempest-TestNetworkBasicOps-751727532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:51.754674 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12eae372-374b-429e-ad1a-21165155c4a8 tempest-TestNetworkBasicOps-751727532 tempest-TestNetworkBasicOps-751727532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:51.755374 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12eae372-374b-429e-ad1a-21165155c4a8 tempest-TestNetworkBasicOps-751727532 tempest-TestNetworkBasicOps-751727532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:51.756149 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12eae372-374b-429e-ad1a-21165155c4a8 tempest-TestNetworkBasicOps-751727532 tempest-TestNetworkBasicOps-751727532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:51.756837 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12eae372-374b-429e-ad1a-21165155c4a8 tempest-TestNetworkBasicOps-751727532 tempest-TestNetworkBasicOps-751727532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:51.764419 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 49026) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:51.765447 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-12eae372-374b-429e-ad1a-21165155c4a8 tempest-TestNetworkBasicOps-751727532 tempest-TestNetworkBasicOps-751727532-project-admin] 10.222.0.90 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7768 time: 0.3270571 Feb 09 21:50:51.897273 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-db63922d-b733-4bdb-99af-5b3f489bf6f5 req-ad5fed70-a904-4f9a-a328-170ffc5a9f54 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 210 time: 0.0584323 Feb 09 21:50:51.959406 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-48827e72-4e31-45ab-be82-6aeddd6baaab None None] Port 78941fb4-471e-446e-9ff5-665726a1c888 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:50:52.027347 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port ae383eec-45d6-48ce-9ce1-81a54f900af4 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:50:52.027889 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (ae383eec-45d6-48ce-9ce1-81a54f900af4), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:52.035686 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a116a51-7718-42fb-91ed-11caa0c34d48 tempest-TestNetworkBasicOps-751727532 tempest-TestNetworkBasicOps-751727532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:52.036200 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a116a51-7718-42fb-91ed-11caa0c34d48 tempest-TestNetworkBasicOps-751727532 tempest-TestNetworkBasicOps-751727532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:52.036680 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a116a51-7718-42fb-91ed-11caa0c34d48 tempest-TestNetworkBasicOps-751727532 tempest-TestNetworkBasicOps-751727532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:52.037124 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a116a51-7718-42fb-91ed-11caa0c34d48 tempest-TestNetworkBasicOps-751727532 tempest-TestNetworkBasicOps-751727532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:52.037563 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a116a51-7718-42fb-91ed-11caa0c34d48 tempest-TestNetworkBasicOps-751727532 tempest-TestNetworkBasicOps-751727532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:52.038264 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a116a51-7718-42fb-91ed-11caa0c34d48 tempest-TestNetworkBasicOps-751727532 tempest-TestNetworkBasicOps-751727532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:52.038703 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a116a51-7718-42fb-91ed-11caa0c34d48 tempest-TestNetworkBasicOps-751727532 tempest-TestNetworkBasicOps-751727532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:52.040478 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a116a51-7718-42fb-91ed-11caa0c34d48 tempest-TestNetworkBasicOps-751727532 tempest-TestNetworkBasicOps-751727532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:52.040854 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a116a51-7718-42fb-91ed-11caa0c34d48 tempest-TestNetworkBasicOps-751727532 tempest-TestNetworkBasicOps-751727532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:52.041302 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a116a51-7718-42fb-91ed-11caa0c34d48 tempest-TestNetworkBasicOps-751727532 tempest-TestNetworkBasicOps-751727532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:52.041746 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a116a51-7718-42fb-91ed-11caa0c34d48 tempest-TestNetworkBasicOps-751727532 tempest-TestNetworkBasicOps-751727532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:52.050283 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-1a116a51-7718-42fb-91ed-11caa0c34d48 tempest-TestNetworkBasicOps-751727532 tempest-TestNetworkBasicOps-751727532-project-admin] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7098 time: 0.2847769 Feb 09 21:50:52.055380 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 49034) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:52.142484 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-b215cf33-0989-4053-8597-a33b8e0728bd None None] Provisioning complete for port 78941fb4-471e-446e-9ff5-665726a1c888 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:50:52.142782 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b215cf33-0989-4053-8597-a33b8e0728bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (78941fb4-471e-446e-9ff5-665726a1c888), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:52.247821 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port ae383eec-45d6-48ce-9ce1-81a54f900af4 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:50:52.259340 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-b215cf33-0989-4053-8597-a33b8e0728bd None None] Port 78941fb4-471e-446e-9ff5-665726a1c888 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:50:52.281817 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-9e1b1aee-94f4-4c17-a765-3eb02c7b1137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b04f77-b17d-46c7-9a89-447a8c43f6b8', 'name': 'tempest-TestNetworkBasicOps-router-1503664596', 'tenant_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'ae383eec-45d6-48ce-9ce1-81a54f900af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:50:44Z', 'updated_at': '2022-02-09T21:50:49Z', 'revision_number': 4, 'project_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'gw_port': {'id': 'ae383eec-45d6-48ce-9ce1-81a54f900af4', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b04f77-b17d-46c7-9a89-447a8c43f6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:44Z', 'updated_at': '2022-02-09T21:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '78941fb4-471e-446e-9ff5-665726a1c888', 'name': '', 'network_id': 'bdbf9686-bd80-4f36-b0c5-13d677d2ad44', 'tenant_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'mac_address': 'fa:16:3e:e5:38:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1b04f77-b17d-46c7-9a89-447a8c43f6b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '0983afe5-89cd-4e82-b65d-0b5797c6355d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:48Z', 'updated_at': '2022-02-09T21:50:50Z', 'revision_number': 2, 'project_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'subnets': [{'id': '0983afe5-89cd-4e82-b65d-0b5797c6355d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:50:52.315450 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1b1aee-94f4-4c17-a765-3eb02c7b1137 None None] Checking router: c1b04f77-b17d-46c7-9a89-447a8c43f6b8 for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:50:52.315955 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1b1aee-94f4-4c17-a765-3eb02c7b1137 None None] Updating router c1b04f77-b17d-46c7-9a89-447a8c43f6b8 port 78941fb4-471e-446e-9ff5-665726a1c888 binding host n-d-828369-5 {{(pid=103142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:50:52.348753 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-9e1b1aee-94f4-4c17-a765-3eb02c7b1137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (78941fb4-471e-446e-9ff5-665726a1c888), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:52.433914 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-7f7bc629-5975-4549-825d-f955affbe6b4 tempest-TestNetworkBasicOps-751727532 tempest-TestNetworkBasicOps-751727532-project-admin] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5214 time: 0.3769011 Feb 09 21:50:52.622084 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 49042) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:52.627184 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-971e23a1-0644-41e3-afc3-84aa033fac8f tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-619816051', 'description': 'tempest-secgroup-smoke-619816051 description', 'project_id': '986d9b7b22bb45a5a45792614c4e0ec6'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:50:52.654458 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-971e23a1-0644-41e3-afc3-84aa033fac8f tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:52.725804 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-9e1b1aee-94f4-4c17-a765-3eb02c7b1137 None None] Publish callbacks [] for port (78941fb4-471e-446e-9ff5-665726a1c888), precommit_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:52.732780 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-9e1b1aee-94f4-4c17-a765-3eb02c7b1137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (78941fb4-471e-446e-9ff5-665726a1c888), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:52.779426 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-971e23a1-0644-41e3-afc3-84aa033fac8f tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for security_group (3dfa8dba-4175-4ee2-a45c-ae6a962e75df), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:52.787422 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-971e23a1-0644-41e3-afc3-84aa033fac8f tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (3dfa8dba-4175-4ee2-a45c-ae6a962e75df), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:52.820237 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a23eaa0-cb41-4cf4-b849-6dd9fb8e9129 None None] Pushing event updated for resources: {'Port': ['ID=78941fb4-471e-446e-9ff5-665726a1c888,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:52.873363 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-971e23a1-0644-41e3-afc3-84aa033fac8f tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:52.877316 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-971e23a1-0644-41e3-afc3-84aa033fac8f tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2514839 Feb 09 21:50:52.877316 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971e23a1-0644-41e3-afc3-84aa033fac8f tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dfa8dba-4175-4ee2-a45c-ae6a962e75df,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:52.878543 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 49044) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:52.885308 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-eb16a850-4ef0-4c0f-a6d0-ba0b480f9752 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Request body: {'security_group_rule': {'security_group_id': '3dfa8dba-4175-4ee2-a45c-ae6a962e75df', 'project_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:50:52.903888 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-9e1b1aee-94f4-4c17-a765-3eb02c7b1137 None None] Attempting to bind port 78941fb4-471e-446e-9ff5-665726a1c888 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:50:52.905215 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-9e1b1aee-94f4-4c17-a765-3eb02c7b1137 None None] Attempting to bind port 78941fb4-471e-446e-9ff5-665726a1c888 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '5981b22b-da6b-402f-8ead-3c24f9315db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'bdbf9686-bd80-4f36-b0c5-13d677d2ad44'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:50:52.908316 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1b1aee-94f4-4c17-a765-3eb02c7b1137 None None] Attempting to bind port 78941fb4-471e-446e-9ff5-665726a1c888 on network bdbf9686-bd80-4f36-b0c5-13d677d2ad44 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:50:52.921934 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1b1aee-94f4-4c17-a765-3eb02c7b1137 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:50:52.921934 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1b1aee-94f4-4c17-a765-3eb02c7b1137 None None] Checking segment: {'id': '5981b22b-da6b-402f-8ead-3c24f9315db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'bdbf9686-bd80-4f36-b0c5-13d677d2ad44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:50:52.924091 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-9e1b1aee-94f4-4c17-a765-3eb02c7b1137 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:52.926958 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1b1aee-94f4-4c17-a765-3eb02c7b1137 None None] Bound using segment: {'id': '5981b22b-da6b-402f-8ead-3c24f9315db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'bdbf9686-bd80-4f36-b0c5-13d677d2ad44'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:50:52.927773 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-9e1b1aee-94f4-4c17-a765-3eb02c7b1137 None None] Bound port: 78941fb4-471e-446e-9ff5-665726a1c888, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5981b22b-da6b-402f-8ead-3c24f9315db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'bdbf9686-bd80-4f36-b0c5-13d677d2ad44'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:50:52.928549 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-9e1b1aee-94f4-4c17-a765-3eb02c7b1137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (78941fb4-471e-446e-9ff5-665726a1c888), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:52.947587 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-eb16a850-4ef0-4c0f-a6d0-ba0b480f9752 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for security_group_rule (c8aad034-880a-4309-a3b5-c025b6a044e0), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:53.065931 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-394c517b-70d3-44e2-8bfa-0bcaea194e31 req-a83868b8-54d1-49b0-92bb-37128378ba93 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/ports?device_id=e9451ac8-6c39-40f2-b7ec-f3604f7a77ca HTTP/1.1" status: 200 len: 210 time: 0.0461779 Feb 09 21:50:53.129996 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-eb16a850-4ef0-4c0f-a6d0-ba0b480f9752 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for security_group_rule (c8aad034-880a-4309-a3b5-c025b6a044e0), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:53.143597 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-eb16a850-4ef0-4c0f-a6d0-ba0b480f9752 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (c8aad034-880a-4309-a3b5-c025b6a044e0), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:53.148145 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-9e1b1aee-94f4-4c17-a765-3eb02c7b1137 None None] For port 78941fb4-471e-446e-9ff5-665726a1c888, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:50:53.152413 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-9e1b1aee-94f4-4c17-a765-3eb02c7b1137 None None] For port 78941fb4-471e-446e-9ff5-665726a1c888, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=78941fb4-471e-446e-9ff5-665726a1c888,segment=NetworkSegment(5981b22b-da6b-402f-8ead-3c24f9315db9),segment_id=5981b22b-da6b-402f-8ead-3c24f9315db9)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:50:53.163454 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-9e1b1aee-94f4-4c17-a765-3eb02c7b1137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (78941fb4-471e-446e-9ff5-665726a1c888), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:53.195864 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb16a850-4ef0-4c0f-a6d0-ba0b480f9752 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8aad034-880a-4309-a3b5-c025b6a044e0,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:53.223994 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb16a850-4ef0-4c0f-a6d0-ba0b480f9752 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:53.224392 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb16a850-4ef0-4c0f-a6d0-ba0b480f9752 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:53.224954 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb16a850-4ef0-4c0f-a6d0-ba0b480f9752 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:53.225365 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb16a850-4ef0-4c0f-a6d0-ba0b480f9752 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:53.225705 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb16a850-4ef0-4c0f-a6d0-ba0b480f9752 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:53.231139 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb16a850-4ef0-4c0f-a6d0-ba0b480f9752 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:53.231565 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb16a850-4ef0-4c0f-a6d0-ba0b480f9752 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:53.232906 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb16a850-4ef0-4c0f-a6d0-ba0b480f9752 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:53.233057 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1b1aee-94f4-4c17-a765-3eb02c7b1137 None None] Routers {'c1b04f77-b17d-46c7-9a89-447a8c43f6b8'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:50:53.233249 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb16a850-4ef0-4c0f-a6d0-ba0b480f9752 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:53.233558 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-9e1b1aee-94f4-4c17-a765-3eb02c7b1137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:50:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['c1b04f77-b17d-46c7-9a89-447a8c43f6b8'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:50:53.237225 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb16a850-4ef0-4c0f-a6d0-ba0b480f9752 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:53.237569 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb16a850-4ef0-4c0f-a6d0-ba0b480f9752 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:53.238082 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb16a850-4ef0-4c0f-a6d0-ba0b480f9752 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:53.238574 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb16a850-4ef0-4c0f-a6d0-ba0b480f9752 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:50:53.250295 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-eb16a850-4ef0-4c0f-a6d0-ba0b480f9752 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:53.252168 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-eb16a850-4ef0-4c0f-a6d0-ba0b480f9752 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3721645 Feb 09 21:50:53.255138 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 49052) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:53.263657 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-fca39b49-abf1-49d6-bd41-05b96f2c4441 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Request body: {'security_group_rule': {'security_group_id': '3dfa8dba-4175-4ee2-a45c-ae6a962e75df', 'project_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:50:53.338971 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fca39b49-abf1-49d6-bd41-05b96f2c4441 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for security_group_rule (a1c84ac0-fd41-47d1-ae81-3c1bb6043d2e), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:53.461544 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-9e1b1aee-94f4-4c17-a765-3eb02c7b1137 None None] Set router c1b04f77-b17d-46c7-9a89-447a8c43f6b8 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:50:53.493288 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fca39b49-abf1-49d6-bd41-05b96f2c4441 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for security_group_rule (a1c84ac0-fd41-47d1-ae81-3c1bb6043d2e), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:53.504996 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a23eaa0-cb41-4cf4-b849-6dd9fb8e9129 None None] Pushing event updated for resources: {'Port': ['ID=78941fb4-471e-446e-9ff5-665726a1c888,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:53.506138 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fca39b49-abf1-49d6-bd41-05b96f2c4441 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (a1c84ac0-fd41-47d1-ae81-3c1bb6043d2e), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:53.528567 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca39b49-abf1-49d6-bd41-05b96f2c4441 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1c84ac0-fd41-47d1-ae81-3c1bb6043d2e,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:53.550185 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fca39b49-abf1-49d6-bd41-05b96f2c4441 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:53.554560 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 49058) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:53.555847 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-fca39b49-abf1-49d6-bd41-05b96f2c4441 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2992768 Feb 09 21:50:53.559911 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-bd6ff79d-6022-4f99-8a1f-1e6bda4d4fe3 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Request body: {'security_group_rule': {'security_group_id': '3dfa8dba-4175-4ee2-a45c-ae6a962e75df', 'project_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:50:53.622046 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bd6ff79d-6022-4f99-8a1f-1e6bda4d4fe3 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for security_group_rule (b7e88f2c-e233-4f72-865f-2077e2a65e3d), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:53.644460 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-168e847a-92a6-4a58-8c3f-613c96a4f7c5 None None] Provisioning complete for port 78941fb4-471e-446e-9ff5-665726a1c888 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:50:53.645337 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-168e847a-92a6-4a58-8c3f-613c96a4f7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (78941fb4-471e-446e-9ff5-665726a1c888), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:53.749493 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:53.753416 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bd6ff79d-6022-4f99-8a1f-1e6bda4d4fe3 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for security_group_rule (b7e88f2c-e233-4f72-865f-2077e2a65e3d), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:53.760893 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bd6ff79d-6022-4f99-8a1f-1e6bda4d4fe3 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (b7e88f2c-e233-4f72-865f-2077e2a65e3d), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:53.815543 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6ff79d-6022-4f99-8a1f-1e6bda4d4fe3 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7e88f2c-e233-4f72-865f-2077e2a65e3d,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:53.839023 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bd6ff79d-6022-4f99-8a1f-1e6bda4d4fe3 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:53.840536 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-bd6ff79d-6022-4f99-8a1f-1e6bda4d4fe3 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2848554 Feb 09 21:50:53.843995 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 49060) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:53.859890 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-1b690a5e-2d13-42f2-84d4-a131b6e11e18 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Request body: {'security_group_rule': {'security_group_id': '3dfa8dba-4175-4ee2-a45c-ae6a962e75df', 'project_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:50:53.918350 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1b690a5e-2d13-42f2-84d4-a131b6e11e18 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for security_group_rule (d86c2904-e10a-4e9e-8b2b-98141c5d4b0f), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:53.987914 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-168e847a-92a6-4a58-8c3f-613c96a4f7c5 None None] Current status of the port 78941fb4-471e-446e-9ff5-665726a1c888 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:50:53.988843 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-168e847a-92a6-4a58-8c3f-613c96a4f7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (78941fb4-471e-446e-9ff5-665726a1c888), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:54.048693 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1b690a5e-2d13-42f2-84d4-a131b6e11e18 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for security_group_rule (d86c2904-e10a-4e9e-8b2b-98141c5d4b0f), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:54.050676 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-9e1b1aee-94f4-4c17-a765-3eb02c7b1137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b04f77-b17d-46c7-9a89-447a8c43f6b8', 'name': 'tempest-TestNetworkBasicOps-router-1503664596', 'tenant_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'ae383eec-45d6-48ce-9ce1-81a54f900af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:50:44Z', 'updated_at': '2022-02-09T21:50:49Z', 'revision_number': 4, 'project_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'gw_port': {'id': 'ae383eec-45d6-48ce-9ce1-81a54f900af4', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b04f77-b17d-46c7-9a89-447a8c43f6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:44Z', 'updated_at': '2022-02-09T21:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '78941fb4-471e-446e-9ff5-665726a1c888', 'name': '', 'network_id': 'bdbf9686-bd80-4f36-b0c5-13d677d2ad44', 'tenant_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'mac_address': 'fa:16:3e:e5:38:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1b04f77-b17d-46c7-9a89-447a8c43f6b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '0983afe5-89cd-4e82-b65d-0b5797c6355d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:48Z', 'updated_at': '2022-02-09T21:50:53Z', 'revision_number': 4, 'project_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'subnets': [{'id': '0983afe5-89cd-4e82-b65d-0b5797c6355d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:50:54.059913 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1b690a5e-2d13-42f2-84d4-a131b6e11e18 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (d86c2904-e10a-4e9e-8b2b-98141c5d4b0f), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:54.076406 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b690a5e-2d13-42f2-84d4-a131b6e11e18 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d86c2904-e10a-4e9e-8b2b-98141c5d4b0f,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:54.129842 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1b690a5e-2d13-42f2-84d4-a131b6e11e18 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:54.136513 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 49066) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:54.142181 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-4cf1d19d-5758-4900-9c23-f9fa4de6845d tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Request body: {'security_group_rule': {'security_group_id': '3dfa8dba-4175-4ee2-a45c-ae6a962e75df', 'project_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:50:54.145284 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-1b690a5e-2d13-42f2-84d4-a131b6e11e18 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2988389 Feb 09 21:50:54.176915 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1b1aee-94f4-4c17-a765-3eb02c7b1137 None None] The sync data for ids ['c1b04f77-b17d-46c7-9a89-447a8c43f6b8'] in n-d-828369-5 is: [{'id': 'c1b04f77-b17d-46c7-9a89-447a8c43f6b8', 'name': 'tempest-TestNetworkBasicOps-router-1503664596', 'tenant_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'ae383eec-45d6-48ce-9ce1-81a54f900af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:50:44Z', 'updated_at': '2022-02-09T21:50:49Z', 'revision_number': 4, 'project_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'gw_port': {'id': 'ae383eec-45d6-48ce-9ce1-81a54f900af4', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b04f77-b17d-46c7-9a89-447a8c43f6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:44Z', 'updated_at': '2022-02-09T21:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '78941fb4-471e-446e-9ff5-665726a1c888', 'name': '', 'network_id': 'bdbf9686-bd80-4f36-b0c5-13d677d2ad44', 'tenant_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'mac_address': 'fa:16:3e:e5:38:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1b04f77-b17d-46c7-9a89-447a8c43f6b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '0983afe5-89cd-4e82-b65d-0b5797c6355d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:48Z', 'updated_at': '2022-02-09T21:50:53Z', 'revision_number': 4, 'project_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'subnets': [{'id': '0983afe5-89cd-4e82-b65d-0b5797c6355d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:50:54.191874 n-d-828369-5 neutron-server[103141]: INFO neutron.db.securitygroups_db [None req-4cf1d19d-5758-4900-9c23-f9fa4de6845d tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Project 986d9b7b22bb45a5a45792614c4e0ec6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 21:50:54.199416 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4cf1d19d-5758-4900-9c23-f9fa4de6845d tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for security_group_rule (a6560fdc-1d3f-452d-bb18-9bdb576fef6e), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:54.219719 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-168e847a-92a6-4a58-8c3f-613c96a4f7c5 None None] For port 78941fb4-471e-446e-9ff5-665726a1c888, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=78941fb4-471e-446e-9ff5-665726a1c888,segment=NetworkSegment(5981b22b-da6b-402f-8ead-3c24f9315db9),segment_id=5981b22b-da6b-402f-8ead-3c24f9315db9)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:50:54.229570 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-168e847a-92a6-4a58-8c3f-613c96a4f7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (78941fb4-471e-446e-9ff5-665726a1c888), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:54.387959 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 49072) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:54.401802 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4cf1d19d-5758-4900-9c23-f9fa4de6845d tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for security_group_rule (a6560fdc-1d3f-452d-bb18-9bdb576fef6e), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:54.412377 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4cf1d19d-5758-4900-9c23-f9fa4de6845d tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (a6560fdc-1d3f-452d-bb18-9bdb576fef6e), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:54.452555 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4cf1d19d-5758-4900-9c23-f9fa4de6845d tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:54.456485 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-4cf1d19d-5758-4900-9c23-f9fa4de6845d tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3188806 Feb 09 21:50:54.465856 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 49078) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:54.479402 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-05b3aa2a-8cae-49b9-adc8-4de0eee76fff tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Request body: {'security_group_rule': {'security_group_id': '3dfa8dba-4175-4ee2-a45c-ae6a962e75df', 'project_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:50:54.498174 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-f1c5f88d-d448-4b3d-96a6-d175c20917a5 None None] Provisioning complete for port 78941fb4-471e-446e-9ff5-665726a1c888 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:50:54.498757 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f1c5f88d-d448-4b3d-96a6-d175c20917a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (78941fb4-471e-446e-9ff5-665726a1c888), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:54.501422 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168e847a-92a6-4a58-8c3f-613c96a4f7c5 None None] Pushing event updated for resources: {'Port': ['ID=78941fb4-471e-446e-9ff5-665726a1c888,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:54.543415 n-d-828369-5 neutron-server[103141]: INFO neutron.db.securitygroups_db [None req-05b3aa2a-8cae-49b9-adc8-4de0eee76fff tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Project 986d9b7b22bb45a5a45792614c4e0ec6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 21:50:54.557337 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf1d19d-5758-4900-9c23-f9fa4de6845d tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6560fdc-1d3f-452d-bb18-9bdb576fef6e,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:54.573700 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-05b3aa2a-8cae-49b9-adc8-4de0eee76fff tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for security_group_rule (ce3f646b-a3cb-434b-b368-45d914a2f3f7), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:54.574440 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4ff2e21f-94af-4d59-9fe2-d108b2c14440 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks [] for security_group (f725d2ca-c6e8-41e3-94bc-9cf24ee5a23b), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:54.634196 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4ff2e21f-94af-4d59-9fe2-d108b2c14440 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks [] for security_group (f725d2ca-c6e8-41e3-94bc-9cf24ee5a23b), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:54.664831 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-f1c5f88d-d448-4b3d-96a6-d175c20917a5 None None] Current status of the port 78941fb4-471e-446e-9ff5-665726a1c888 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:50:54.733803 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-05b3aa2a-8cae-49b9-adc8-4de0eee76fff tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for security_group_rule (ce3f646b-a3cb-434b-b368-45d914a2f3f7), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:54.740552 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-05b3aa2a-8cae-49b9-adc8-4de0eee76fff tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (ce3f646b-a3cb-434b-b368-45d914a2f3f7), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:54.741093 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4ff2e21f-94af-4d59-9fe2-d108b2c14440 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (f725d2ca-c6e8-41e3-94bc-9cf24ee5a23b), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:54.745708 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4ff2e21f-94af-4d59-9fe2-d108b2c14440 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:54.750825 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-4ff2e21f-94af-4d59-9fe2-d108b2c14440 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "DELETE /v2.0/security-groups/f725d2ca-c6e8-41e3-94bc-9cf24ee5a23b HTTP/1.1" status: 204 len: 168 time: 0.3588827 Feb 09 21:50:54.756522 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 49080) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:54.788307 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff2e21f-94af-4d59-9fe2-d108b2c14440 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f725d2ca-c6e8-41e3-94bc-9cf24ee5a23b,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:54.795817 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b3aa2a-8cae-49b9-adc8-4de0eee76fff tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce3f646b-a3cb-434b-b368-45d914a2f3f7,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:54.804143 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-05b3aa2a-8cae-49b9-adc8-4de0eee76fff tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:54.819971 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-05b3aa2a-8cae-49b9-adc8-4de0eee76fff tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3450520 Feb 09 21:50:54.836377 n-d-828369-5 neutron-server[103140]: INFO neutron.api.v2.resource [None req-be32f790-6ae9-4ed9-9a10-8e7427d60eb1 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] show failed (client error): The resource could not be found. Feb 09 21:50:54.844624 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 49084) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:54.845020 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-be32f790-6ae9-4ed9-9a10-8e7427d60eb1 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "GET /v2.0/security-groups/f725d2ca-c6e8-41e3-94bc-9cf24ee5a23b HTTP/1.1" status: 404 len: 347 time: 0.0871465 Feb 09 21:50:54.883973 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 78941fb4-471e-446e-9ff5-665726a1c888 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:50:54.965383 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 78941fb4-471e-446e-9ff5-665726a1c888 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:50:54.965763 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (78941fb4-471e-446e-9ff5-665726a1c888), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:55.085126 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d242e394-ed20-4b6d-af27-4c14dbc6bfa6 req-0a253175-7227-4fdb-bb7b-bff62ec5073b tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-619816051&fields=id&tenant_id=986d9b7b22bb45a5a45792614c4e0ec6 HTTP/1.1" status: 200 len: 267 time: 0.0816832 Feb 09 21:50:55.115740 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 78941fb4-471e-446e-9ff5-665726a1c888 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:50:55.152213 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-a567d653-b9a9-4596-9ad7-1a32b9309b71 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Deleting port 9aa7dd26-945c-4873-a604-60f73e144341 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:50:55.152791 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a567d653-b9a9-4596-9ad7-1a32b9309b71 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (9aa7dd26-945c-4873-a604-60f73e144341), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:55.314899 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d242e394-ed20-4b6d-af27-4c14dbc6bfa6 req-643ab4b3-ab1d-4284-99f9-51cd762c563c tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:55.324156 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d242e394-ed20-4b6d-af27-4c14dbc6bfa6 req-643ab4b3-ab1d-4284-99f9-51cd762c563c tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "GET /v2.0/networks?id=bdbf9686-bd80-4f36-b0c5-13d677d2ad44 HTTP/1.1" status: 200 len: 796 time: 0.2228754 Feb 09 21:50:55.348314 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d242e394-ed20-4b6d-af27-4c14dbc6bfa6 req-7c7f831a-fea9-4681-97b9-21729db10e41 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "GET /v2.0/quotas/986d9b7b22bb45a5a45792614c4e0ec6 HTTP/1.1" status: 200 len: 375 time: 0.0227993 Feb 09 21:50:55.360394 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a567d653-b9a9-4596-9ad7-1a32b9309b71 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (9aa7dd26-945c-4873-a604-60f73e144341), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:55.360818 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a567d653-b9a9-4596-9ad7-1a32b9309b71 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks [] for floatingip (9aa7dd26-945c-4873-a604-60f73e144341), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:55.375090 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-a567d653-b9a9-4596-9ad7-1a32b9309b71 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Calling delete_port for 9aa7dd26-945c-4873-a604-60f73e144341 owned by network:floatingip {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:50:55.463402 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d242e394-ed20-4b6d-af27-4c14dbc6bfa6 req-0197c08b-5ed4-4bb4-b966-ea31b2322137 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=986d9b7b22bb45a5a45792614c4e0ec6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1064379 Feb 09 21:50:55.600685 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a567d653-b9a9-4596-9ad7-1a32b9309b71 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (9aa7dd26-945c-4873-a604-60f73e144341), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:55.735875 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d242e394-ed20-4b6d-af27-4c14dbc6bfa6 req-e6c25632-c5ba-4265-9e66-90d6a98b3aed service neutron] 10.222.0.90 "GET /v2.0/networks/bdbf9686-bd80-4f36-b0c5-13d677d2ad44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606509 Feb 09 21:50:55.950120 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d242e394-ed20-4b6d-af27-4c14dbc6bfa6 req-0d515fb2-5001-4cb3-ba44-2662631b2906 service neutron] 10.222.0.90 "GET /v2.0/networks/bdbf9686-bd80-4f36-b0c5-13d677d2ad44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061379 Feb 09 21:50:56.253165 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a567d653-b9a9-4596-9ad7-1a32b9309b71 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Pushing event deleted for resources: {'Port': ['ID=9aa7dd26-945c-4873-a604-60f73e144341,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:56.349446 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a567d653-b9a9-4596-9ad7-1a32b9309b71 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks [] for floatingip (d214608a-6006-4d06-b54c-82062e9f65e1), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:56.358109 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a567d653-b9a9-4596-9ad7-1a32b9309b71 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:56.364053 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-a567d653-b9a9-4596-9ad7-1a32b9309b71 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "DELETE /v2.0/floatingips/d214608a-6006-4d06-b54c-82062e9f65e1 HTTP/1.1" status: 204 len: 168 time: 1.5159268 Feb 09 21:50:56.366373 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 49120) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:56.398783 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c74f2dbd-7fa6-41a6-8668-ed6c7f12c02f req-0bd842fe-e020-48de-bbb4-498a063cd8f2 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "GET /v2.0/ports?device_id=30a343ca-f9d5-43b5-9ada-f2fa47f4ee8d HTTP/1.1" status: 200 len: 210 time: 0.0840428 Feb 09 21:50:56.625197 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-14abfb08-1402-41d6-b41b-22ffa59e11af tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Deleting port 05c71a1b-858c-4e78-be01-608f18f742b2 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:50:56.625587 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-14abfb08-1402-41d6-b41b-22ffa59e11af tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (05c71a1b-858c-4e78-be01-608f18f742b2), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:56.806216 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-14abfb08-1402-41d6-b41b-22ffa59e11af tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (05c71a1b-858c-4e78-be01-608f18f742b2), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:56.829041 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-14abfb08-1402-41d6-b41b-22ffa59e11af tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Calling delete_port for 05c71a1b-858c-4e78-be01-608f18f742b2 owned by {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:50:57.015784 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-14abfb08-1402-41d6-b41b-22ffa59e11af tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (05c71a1b-858c-4e78-be01-608f18f742b2), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:57.069079 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14abfb08-1402-41d6-b41b-22ffa59e11af tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Pushing event deleted for resources: {'Port': ['ID=05c71a1b-858c-4e78-be01-608f18f742b2,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:57.197576 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-14abfb08-1402-41d6-b41b-22ffa59e11af tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:57.212098 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-14abfb08-1402-41d6-b41b-22ffa59e11af tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "DELETE /v2.0/ports/05c71a1b-858c-4e78-be01-608f18f742b2 HTTP/1.1" status: 204 len: 168 time: 0.8406236 Feb 09 21:50:57.212355 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 49132) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:57.362364 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-b4a6ba05-7b90-4093-9e05-da30a8ef3851 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Deleting port fcbf595b-ac04-4a9f-91d3-e3bfdadd5558 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:50:57.363010 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b4a6ba05-7b90-4093-9e05-da30a8ef3851 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (fcbf595b-ac04-4a9f-91d3-e3bfdadd5558), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:57.513855 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b4a6ba05-7b90-4093-9e05-da30a8ef3851 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (fcbf595b-ac04-4a9f-91d3-e3bfdadd5558), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:57.544791 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-b4a6ba05-7b90-4093-9e05-da30a8ef3851 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Calling delete_port for fcbf595b-ac04-4a9f-91d3-e3bfdadd5558 owned by {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:50:57.566540 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ee05bb12-859a-4c0e-b9b7-a29f1e331a03 req-d4f7e0e2-9139-4922-a646-28b848a99c73 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "GET /v2.0/ports?device_id=30a343ca-f9d5-43b5-9ada-f2fa47f4ee8d HTTP/1.1" status: 200 len: 210 time: 0.0573072 Feb 09 21:50:57.834827 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b4a6ba05-7b90-4093-9e05-da30a8ef3851 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (fcbf595b-ac04-4a9f-91d3-e3bfdadd5558), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:57.890410 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a6ba05-7b90-4093-9e05-da30a8ef3851 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Pushing event deleted for resources: {'Port': ['ID=fcbf595b-ac04-4a9f-91d3-e3bfdadd5558,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:57.982020 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d242e394-ed20-4b6d-af27-4c14dbc6bfa6 req-f62e7c59-76f3-484f-9322-3d7caadbe070 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:57.983912 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d242e394-ed20-4b6d-af27-4c14dbc6bfa6 req-f62e7c59-76f3-484f-9322-3d7caadbe070 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.95 "GET /v2.0/networks?id=bdbf9686-bd80-4f36-b0c5-13d677d2ad44 HTTP/1.1" status: 200 len: 796 time: 0.2263556 Feb 09 21:50:58.020377 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b4a6ba05-7b90-4093-9e05-da30a8ef3851 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:58.025319 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-b4a6ba05-7b90-4093-9e05-da30a8ef3851 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "DELETE /v2.0/ports/fcbf595b-ac04-4a9f-91d3-e3bfdadd5558 HTTP/1.1" status: 204 len: 168 time: 0.8117096 Feb 09 21:50:58.028857 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 49144) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:58.092709 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-081d5a31-f1d6-40f7-ab1e-d45f05226c5b tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Deleting subnet f98d2759-4f2e-4a40-86b8-36a646f017e8 {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:50:58.095941 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-081d5a31-f1d6-40f7-ab1e-d45f05226c5b tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks [] for subnet (f98d2759-4f2e-4a40-86b8-36a646f017e8), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:58.117168 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d242e394-ed20-4b6d-af27-4c14dbc6bfa6 req-23ef25d9-3947-4881-988c-5fa6caf524ef tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=986d9b7b22bb45a5a45792614c4e0ec6 HTTP/1.1" status: 200 len: 379 time: 0.1137874 Feb 09 21:50:58.141192 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-d242e394-ed20-4b6d-af27-4c14dbc6bfa6 req-677422df-efc9-4451-9479-6896f1175d8f tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Request body: {'port': {'device_id': '30a343ca-f9d5-43b5-9ada-f2fa47f4ee8d', 'network_id': 'bdbf9686-bd80-4f36-b0c5-13d677d2ad44', 'admin_state_up': True, 'tenant_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'security_groups': ['3dfa8dba-4175-4ee2-a45c-ae6a962e75df']}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:50:58.155304 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-081d5a31-f1d6-40f7-ab1e-d45f05226c5b tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (f98d2759-4f2e-4a40-86b8-36a646f017e8), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:58.254185 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-081d5a31-f1d6-40f7-ab1e-d45f05226c5b tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (f98d2759-4f2e-4a40-86b8-36a646f017e8), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:58.321349 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d242e394-ed20-4b6d-af27-4c14dbc6bfa6 req-677422df-efc9-4451-9479-6896f1175d8f tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Made reservation on behalf of 986d9b7b22bb45a5a45792614c4e0ec6 for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:50:58.325154 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-d242e394-ed20-4b6d-af27-4c14dbc6bfa6 req-677422df-efc9-4451-9479-6896f1175d8f tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:58.401308 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-081d5a31-f1d6-40f7-ab1e-d45f05226c5b tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (f98d2759-4f2e-4a40-86b8-36a646f017e8), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:58.475509 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081d5a31-f1d6-40f7-ab1e-d45f05226c5b tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Pushing event deleted for resources: {'Subnet': ['ID=f98d2759-4f2e-4a40-86b8-36a646f017e8,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:58.488529 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-081d5a31-f1d6-40f7-ab1e-d45f05226c5b tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:58.489560 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9bdd371-7cfc-4c29-8141-d1ae92ca5331 None None] Network d265fee8-86bc-4f18-8400-270071608522 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:50:58.494293 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-081d5a31-f1d6-40f7-ab1e-d45f05226c5b tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "DELETE /v2.0/subnets/f98d2759-4f2e-4a40-86b8-36a646f017e8 HTTP/1.1" status: 204 len: 168 time: 0.4643898 Feb 09 21:50:58.496869 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 49148) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:58.582240 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [req-d242e394-ed20-4b6d-af27-4c14dbc6bfa6 req-677422df-efc9-4451-9479-6896f1175d8f tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Allocated IP 172.20.0.8 (bdbf9686-bd80-4f36-b0c5-13d677d2ad44/0983afe5-89cd-4e82-b65d-0b5797c6355d/e186d641-5460-43b4-afa9-9d708ef5dfab) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:50:58.638455 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_v2 [None req-afaf79c4-c663-41c9-a04c-569332ceadc0 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Deleting subnet 402d4d57-038e-4490-a559-8c229d077342 {{(pid=103140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:50:58.646143 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-afaf79c4-c663-41c9-a04c-569332ceadc0 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks [] for subnet (402d4d57-038e-4490-a559-8c229d077342), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:58.739015 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8bb0ca-b029-4d6b-a2b4-ef55c551116d None None] DHCP port deletion for d265fee8-86bc-4f18-8400-270071608522 request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:50:58.846280 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-30232c39-426b-4662-ba0e-62d900490b00 req-a155a8d0-2d29-4c26-8205-ec970bf7e815 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "GET /v2.0/ports?device_id=30a343ca-f9d5-43b5-9ada-f2fa47f4ee8d HTTP/1.1" status: 200 len: 210 time: 0.1311760 Feb 09 21:50:58.851700 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-4e8bb0ca-b029-4d6b-a2b4-ef55c551116d None None] Deleting port 56b9ff9c-543a-48dd-8942-8ed29cc0087b {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:50:58.852481 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-4e8bb0ca-b029-4d6b-a2b4-ef55c551116d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (56b9ff9c-543a-48dd-8942-8ed29cc0087b), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:58.918771 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-afaf79c4-c663-41c9-a04c-569332ceadc0 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9110716'] for subnet (402d4d57-038e-4490-a559-8c229d077342), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:58.935891 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-4e8bb0ca-b029-4d6b-a2b4-ef55c551116d None None] For port 56b9ff9c-543a-48dd-8942-8ed29cc0087b, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=56b9ff9c-543a-48dd-8942-8ed29cc0087b,segment=NetworkSegment(cdf91332-5a66-411f-8c98-4c1f54bf5f30),segment_id=cdf91332-5a66-411f-8c98-4c1f54bf5f30)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:50:58.936657 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-4e8bb0ca-b029-4d6b-a2b4-ef55c551116d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (56b9ff9c-543a-48dd-8942-8ed29cc0087b), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:58.952823 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-4e8bb0ca-b029-4d6b-a2b4-ef55c551116d None None] Calling delete_port for 56b9ff9c-543a-48dd-8942-8ed29cc0087b owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:50:59.074823 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-4e8bb0ca-b029-4d6b-a2b4-ef55c551116d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (56b9ff9c-543a-48dd-8942-8ed29cc0087b), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:59.117874 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8bb0ca-b029-4d6b-a2b4-ef55c551116d None None] No DVR routers for this DVR port 56b9ff9c-543a-48dd-8942-8ed29cc0087b on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:50:59.125079 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-d242e394-ed20-4b6d-af27-4c14dbc6bfa6 req-677422df-efc9-4451-9479-6896f1175d8f tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for port (e186d641-5460-43b4-afa9-9d708ef5dfab), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:59.146667 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8bb0ca-b029-4d6b-a2b4-ef55c551116d None None] Pushing event deleted for resources: {'Port': ['ID=56b9ff9c-543a-48dd-8942-8ed29cc0087b,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:59.174175 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-afaf79c4-c663-41c9-a04c-569332ceadc0 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (402d4d57-038e-4490-a559-8c229d077342), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:59.258700 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-d242e394-ed20-4b6d-af27-4c14dbc6bfa6 req-677422df-efc9-4451-9479-6896f1175d8f tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (e186d641-5460-43b4-afa9-9d708ef5dfab), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:59.373490 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-afaf79c4-c663-41c9-a04c-569332ceadc0 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621346'] for subnet (402d4d57-038e-4490-a559-8c229d077342), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:59.404568 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-afaf79c4-c663-41c9-a04c-569332ceadc0 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:59.409291 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180a36c9-77ca-4e06-9af2-5087225f583a None None] Network f09c9af1-caa6-4029-894f-b430921e86f9 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:50:59.410257 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-afaf79c4-c663-41c9-a04c-569332ceadc0 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "DELETE /v2.0/subnets/402d4d57-038e-4490-a559-8c229d077342 HTTP/1.1" status: 204 len: 168 time: 0.9123855 Feb 09 21:50:59.412884 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 49162) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:50:59.501625 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d242e394-ed20-4b6d-af27-4c14dbc6bfa6 req-677422df-efc9-4451-9479-6896f1175d8f tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Network bdbf9686-bd80-4f36-b0c5-13d677d2ad44 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:50:59.523846 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:50:59.526586 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaf79c4-c663-41c9-a04c-569332ceadc0 tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Pushing event deleted for resources: {'Subnet': ['ID=402d4d57-038e-4490-a559-8c229d077342,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:59.553327 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [req-d242e394-ed20-4b6d-af27-4c14dbc6bfa6 req-677422df-efc9-4451-9479-6896f1175d8f tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:50:59.561361 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-d242e394-ed20-4b6d-af27-4c14dbc6bfa6 req-677422df-efc9-4451-9479-6896f1175d8f tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:50:59.659775 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-26b9aed2-cfad-4202-8625-0ed37399962e tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (d265fee8-86bc-4f18-8400-270071608522), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:59.680092 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677422df-efc9-4451-9479-6896f1175d8f tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Pushing event updated for resources: {'Port': ['ID=e186d641-5460-43b4-afa9-9d708ef5dfab,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:50:59.778357 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d242e394-ed20-4b6d-af27-4c14dbc6bfa6 req-677422df-efc9-4451-9479-6896f1175d8f tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:50:59.784038 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-d242e394-ed20-4b6d-af27-4c14dbc6bfa6 req-677422df-efc9-4451-9479-6896f1175d8f tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:50:59.810477 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a9a4b2-1054-44e9-9754-55f1d03ed91f None None] DHCP port deletion for f09c9af1-caa6-4029-894f-b430921e86f9 request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:50:59.825254 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d242e394-ed20-4b6d-af27-4c14dbc6bfa6 req-677422df-efc9-4451-9479-6896f1175d8f tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6899059 Feb 09 21:50:59.838203 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-d242e394-ed20-4b6d-af27-4c14dbc6bfa6 req-bf9f4cd5-a95d-4bd7-81d5-8a8ffc6f69d9 service neutron] Request body: {'port': {'device_id': '30a343ca-f9d5-43b5-9ada-f2fa47f4ee8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-5'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:50:59.946933 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a4a9a4b2-1054-44e9-9754-55f1d03ed91f None None] Deleting port 18172ee5-7e45-4a06-a859-ef3636eefcd0 {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:50:59.950204 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a4a9a4b2-1054-44e9-9754-55f1d03ed91f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (18172ee5-7e45-4a06-a859-ef3636eefcd0), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:00.037245 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-26b9aed2-cfad-4202-8625-0ed37399962e tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (d265fee8-86bc-4f18-8400-270071608522), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:00.039583 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a4a9a4b2-1054-44e9-9754-55f1d03ed91f None None] For port 18172ee5-7e45-4a06-a859-ef3636eefcd0, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=18172ee5-7e45-4a06-a859-ef3636eefcd0,segment=NetworkSegment(764fa11e-2d25-4965-bef2-489ddae1e34a),segment_id=764fa11e-2d25-4965-bef2-489ddae1e34a)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:51:00.040110 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a4a9a4b2-1054-44e9-9754-55f1d03ed91f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (18172ee5-7e45-4a06-a859-ef3636eefcd0), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:00.057821 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a4a9a4b2-1054-44e9-9754-55f1d03ed91f None None] Calling delete_port for 18172ee5-7e45-4a06-a859-ef3636eefcd0 owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:51:00.094800 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-26b9aed2-cfad-4202-8625-0ed37399962e tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d265fee8-86bc-4f18-8400-270071608522']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:00.128016 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-26b9aed2-cfad-4202-8625-0ed37399962e tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdf91332-5a66-411f-8c98-4c1f54bf5f30') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:00.137037 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-26b9aed2-cfad-4202-8625-0ed37399962e tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdf91332-5a66-411f-8c98-4c1f54bf5f30') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:00.139968 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-d242e394-ed20-4b6d-af27-4c14dbc6bfa6 req-bf9f4cd5-a95d-4bd7-81d5-8a8ffc6f69d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (e186d641-5460-43b4-afa9-9d708ef5dfab), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:00.164906 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a4a9a4b2-1054-44e9-9754-55f1d03ed91f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (18172ee5-7e45-4a06-a859-ef3636eefcd0), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:00.199348 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-26b9aed2-cfad-4202-8625-0ed37399962e tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (cdf91332-5a66-411f-8c98-4c1f54bf5f30), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:00.204757 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a9a4b2-1054-44e9-9754-55f1d03ed91f None None] Pushing event deleted for resources: {'Port': ['ID=18172ee5-7e45-4a06-a859-ef3636eefcd0,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:00.218785 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a9a4b2-1054-44e9-9754-55f1d03ed91f None None] No DVR routers for this DVR port 18172ee5-7e45-4a06-a859-ef3636eefcd0 on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:51:00.232331 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-26b9aed2-cfad-4202-8625-0ed37399962e tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (cdf91332-5a66-411f-8c98-4c1f54bf5f30), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:00.241535 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26b9aed2-cfad-4202-8625-0ed37399962e tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:51:00.242087 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-26b9aed2-cfad-4202-8625-0ed37399962e tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (cdf91332-5a66-411f-8c98-4c1f54bf5f30), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:00.246300 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:51:00.246300 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:51:00.246300 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:51:00.246300 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:51:00.246300 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:51:00.246300 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:51:00.246300 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:51:00.246300 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:51:00.246300 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:51:00.246300 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:51:00.246300 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:51:00.246300 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:51:00.246300 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:51:00.246300 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:51:00.246300 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:51:00.246300 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:51:00.246300 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:51:00.246300 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:51:00.246300 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:51:00.246300 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:51:00.246300 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:51:00.246300 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:51:00.246300 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:51:00.246300 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:51:00.246300 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:51:00.246300 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:51:00.246300 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:51:00.246300 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:51:00.246300 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:51:00.246300 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:51:00.246300 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:51:00.246300 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:51:00.251814 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a29f6dfb-9d49-492e-af7c-bd7a57635e11 None None] Provisioning complete for port e186d641-5460-43b4-afa9-9d708ef5dfab triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:51:00.253326 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a29f6dfb-9d49-492e-af7c-bd7a57635e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (e186d641-5460-43b4-afa9-9d708ef5dfab), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:00.254717 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed27b9f-32f6-4604-b2f9-43f665f38432 req-e1cb3c2b-cab0-46b4-9e30-c351785ac518 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:00.259756 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3ed27b9f-32f6-4604-b2f9-43f665f38432 req-e1cb3c2b-cab0-46b4-9e30-c351785ac518 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "GET /v2.0/ports?device_id=30a343ca-f9d5-43b5-9ada-f2fa47f4ee8d HTTP/1.1" status: 200 len: 931 time: 0.2547722 Feb 09 21:51:00.309358 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a29f6dfb-9d49-492e-af7c-bd7a57635e11 None None] Port e186d641-5460-43b4-afa9-9d708ef5dfab cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:51:00.376500 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-26b9aed2-cfad-4202-8625-0ed37399962e tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (d265fee8-86bc-4f18-8400-270071608522), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:00.406240 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-26b9aed2-cfad-4202-8625-0ed37399962e tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:00.415258 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-26b9aed2-cfad-4202-8625-0ed37399962e tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "DELETE /v2.0/networks/d265fee8-86bc-4f18-8400-270071608522 HTTP/1.1" status: 204 len: 168 time: 0.9973676 Feb 09 21:51:00.415258 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b9aed2-cfad-4202-8625-0ed37399962e tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Pushing event deleted for resources: {'Network': ['ID=d265fee8-86bc-4f18-8400-270071608522,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:00.419470 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 49174) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:00.512027 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-de545005-216e-4777-a10f-cc46e2c9b85c tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (f09c9af1-caa6-4029-894f-b430921e86f9), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:00.633389 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3ed27b9f-32f6-4604-b2f9-43f665f38432 req-aa5ba2d4-4bec-4c2b-9560-62b9ccac5b54 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "GET /v2.0/security-groups?id=3dfa8dba-4175-4ee2-a45c-ae6a962e75df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3625662 Feb 09 21:51:00.728688 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 56b9ff9c-543a-48dd-8942-8ed29cc0087b no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:51:00.768274 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 56b9ff9c-543a-48dd-8942-8ed29cc0087b {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:51:00.792446 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 56b9ff9c-543a-48dd-8942-8ed29cc0087b not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:51:00.794434 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 18172ee5-7e45-4a06-a859-ef3636eefcd0 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:51:00.838854 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 18172ee5-7e45-4a06-a859-ef3636eefcd0 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:51:00.839483 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 18172ee5-7e45-4a06-a859-ef3636eefcd0 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:51:01.039382 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-de545005-216e-4777-a10f-cc46e2c9b85c tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (f09c9af1-caa6-4029-894f-b430921e86f9), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:01.104447 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [req-d242e394-ed20-4b6d-af27-4c14dbc6bfa6 req-bf9f4cd5-a95d-4bd7-81d5-8a8ffc6f69d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e186d641-5460-43b4-afa9-9d708ef5dfab {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:51:01.114027 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-d242e394-ed20-4b6d-af27-4c14dbc6bfa6 req-bf9f4cd5-a95d-4bd7-81d5-8a8ffc6f69d9 service neutron] Publish callbacks [] for port (e186d641-5460-43b4-afa9-9d708ef5dfab), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:01.130108 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [req-d242e394-ed20-4b6d-af27-4c14dbc6bfa6 req-bf9f4cd5-a95d-4bd7-81d5-8a8ffc6f69d9 service neutron] Transition to ACTIVE for port object e186d641-5460-43b4-afa9-9d708ef5dfab will not be triggered until provisioned by entity L2. {{(pid=103140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:51:01.133187 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-de545005-216e-4777-a10f-cc46e2c9b85c tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f09c9af1-caa6-4029-894f-b430921e86f9']}} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:01.143801 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-d242e394-ed20-4b6d-af27-4c14dbc6bfa6 req-bf9f4cd5-a95d-4bd7-81d5-8a8ffc6f69d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (e186d641-5460-43b4-afa9-9d708ef5dfab), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:01.152134 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-de545005-216e-4777-a10f-cc46e2c9b85c tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '764fa11e-2d25-4965-bef2-489ddae1e34a') {'for_net_delete': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:01.152671 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-de545005-216e-4777-a10f-cc46e2c9b85c tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '764fa11e-2d25-4965-bef2-489ddae1e34a') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:01.169244 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-de545005-216e-4777-a10f-cc46e2c9b85c tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110711'] for segment (764fa11e-2d25-4965-bef2-489ddae1e34a), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:01.244022 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-de545005-216e-4777-a10f-cc46e2c9b85c tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (764fa11e-2d25-4965-bef2-489ddae1e34a), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:01.294854 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de545005-216e-4777-a10f-cc46e2c9b85c tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=103140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:51:01.298893 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-de545005-216e-4777-a10f-cc46e2c9b85c tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669415'] for segment (764fa11e-2d25-4965-bef2-489ddae1e34a), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:01.306900 n-d-828369-5 neutron-server[103140]: Traceback (most recent call last): Feb 09 21:51:01.306900 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:51:01.306900 n-d-828369-5 neutron-server[103140]: timer() Feb 09 21:51:01.306900 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:51:01.306900 n-d-828369-5 neutron-server[103140]: cb(*args, **kw) Feb 09 21:51:01.306900 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:51:01.306900 n-d-828369-5 neutron-server[103140]: return func(*args, **kwargs) Feb 09 21:51:01.306900 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:51:01.306900 n-d-828369-5 neutron-server[103140]: self._notify() Feb 09 21:51:01.306900 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:51:01.306900 n-d-828369-5 neutron-server[103140]: self.callback(batched_events) Feb 09 21:51:01.306900 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:51:01.306900 n-d-828369-5 neutron-server[103140]: event.method(event) Feb 09 21:51:01.306900 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:51:01.306900 n-d-828369-5 neutron-server[103140]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:51:01.306900 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:51:01.306900 n-d-828369-5 neutron-server[103140]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:51:01.306900 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:51:01.306900 n-d-828369-5 neutron-server[103140]: return f(self, *a, **k) Feb 09 21:51:01.306900 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:51:01.306900 n-d-828369-5 neutron-server[103140]: return self._get(url).json() Feb 09 21:51:01.306900 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:51:01.306900 n-d-828369-5 neutron-server[103140]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:51:01.306900 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:51:01.306900 n-d-828369-5 neutron-server[103140]: return self.request(url, 'GET', **kwargs) Feb 09 21:51:01.306900 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:51:01.306900 n-d-828369-5 neutron-server[103140]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:51:01.306900 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:51:01.306900 n-d-828369-5 neutron-server[103140]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:51:01.306900 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:51:01.306900 n-d-828369-5 neutron-server[103140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:51:01.306900 n-d-828369-5 neutron-server[103140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:51:01.460097 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9f4cd5-a95d-4bd7-81d5-8a8ffc6f69d9 service neutron] Pushing event updated for resources: {'Port': ['ID=e186d641-5460-43b4-afa9-9d708ef5dfab,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:02.249322 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-d242e394-ed20-4b6d-af27-4c14dbc6bfa6 req-bf9f4cd5-a95d-4bd7-81d5-8a8ffc6f69d9 service neutron] Attempting to bind port e186d641-5460-43b4-afa9-9d708ef5dfab on host n-h1-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:51:02.250018 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-d242e394-ed20-4b6d-af27-4c14dbc6bfa6 req-bf9f4cd5-a95d-4bd7-81d5-8a8ffc6f69d9 service neutron] Attempting to bind port e186d641-5460-43b4-afa9-9d708ef5dfab by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': '5981b22b-da6b-402f-8ead-3c24f9315db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'bdbf9686-bd80-4f36-b0c5-13d677d2ad44'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:51:02.250374 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d242e394-ed20-4b6d-af27-4c14dbc6bfa6 req-bf9f4cd5-a95d-4bd7-81d5-8a8ffc6f69d9 service neutron] Attempting to bind port e186d641-5460-43b4-afa9-9d708ef5dfab on network bdbf9686-bd80-4f36-b0c5-13d677d2ad44 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:51:02.257794 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-de545005-216e-4777-a10f-cc46e2c9b85c tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (f09c9af1-caa6-4029-894f-b430921e86f9), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:02.284519 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7839adb-b7c0-4b08-9800-82c630c42426 req-5aea94aa-c1aa-4f1c-94da-39110946cfa2 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:02.286234 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a7839adb-b7c0-4b08-9800-82c630c42426 req-5aea94aa-c1aa-4f1c-94da-39110946cfa2 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "GET /v2.0/ports?device_id=30a343ca-f9d5-43b5-9ada-f2fa47f4ee8d HTTP/1.1" status: 200 len: 943 time: 0.1119866 Feb 09 21:51:02.292906 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-de545005-216e-4777-a10f-cc46e2c9b85c tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:02.300329 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-de545005-216e-4777-a10f-cc46e2c9b85c tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] 10.222.0.90 "DELETE /v2.0/networks/f09c9af1-caa6-4029-894f-b430921e86f9 HTTP/1.1" status: 204 len: 168 time: 1.8790922 Feb 09 21:51:02.339826 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d242e394-ed20-4b6d-af27-4c14dbc6bfa6 req-bf9f4cd5-a95d-4bd7-81d5-8a8ffc6f69d9 service neutron] Port e186d641-5460-43b4-afa9-9d708ef5dfab on network bdbf9686-bd80-4f36-b0c5-13d677d2ad44 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:51:02.340158 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d242e394-ed20-4b6d-af27-4c14dbc6bfa6 req-bf9f4cd5-a95d-4bd7-81d5-8a8ffc6f69d9 service neutron] Attempting to bind port e186d641-5460-43b4-afa9-9d708ef5dfab on network bdbf9686-bd80-4f36-b0c5-13d677d2ad44 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:51:02.363032 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de545005-216e-4777-a10f-cc46e2c9b85c tempest-TaggedBootDevicesTest-1437360653 tempest-TaggedBootDevicesTest-1437360653-project] Pushing event deleted for resources: {'Network': ['ID=f09c9af1-caa6-4029-894f-b430921e86f9,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:02.383053 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d242e394-ed20-4b6d-af27-4c14dbc6bfa6 req-bf9f4cd5-a95d-4bd7-81d5-8a8ffc6f69d9 service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:51:02.386937 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d242e394-ed20-4b6d-af27-4c14dbc6bfa6 req-bf9f4cd5-a95d-4bd7-81d5-8a8ffc6f69d9 service neutron] Checking segment: {'id': '5981b22b-da6b-402f-8ead-3c24f9315db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'bdbf9686-bd80-4f36-b0c5-13d677d2ad44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:51:02.387364 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d242e394-ed20-4b6d-af27-4c14dbc6bfa6 req-bf9f4cd5-a95d-4bd7-81d5-8a8ffc6f69d9 service neutron] Bound using segment: {'id': '5981b22b-da6b-402f-8ead-3c24f9315db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'bdbf9686-bd80-4f36-b0c5-13d677d2ad44'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:51:02.389450 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-d242e394-ed20-4b6d-af27-4c14dbc6bfa6 req-bf9f4cd5-a95d-4bd7-81d5-8a8ffc6f69d9 service neutron] Bound port: e186d641-5460-43b4-afa9-9d708ef5dfab, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5981b22b-da6b-402f-8ead-3c24f9315db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'bdbf9686-bd80-4f36-b0c5-13d677d2ad44'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:51:02.389886 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-d242e394-ed20-4b6d-af27-4c14dbc6bfa6 req-bf9f4cd5-a95d-4bd7-81d5-8a8ffc6f69d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (e186d641-5460-43b4-afa9-9d708ef5dfab), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:02.519145 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-d242e394-ed20-4b6d-af27-4c14dbc6bfa6 req-bf9f4cd5-a95d-4bd7-81d5-8a8ffc6f69d9 service neutron] For port e186d641-5460-43b4-afa9-9d708ef5dfab, host n-h1-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:51:02.523684 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-d242e394-ed20-4b6d-af27-4c14dbc6bfa6 req-bf9f4cd5-a95d-4bd7-81d5-8a8ffc6f69d9 service neutron] For port e186d641-5460-43b4-afa9-9d708ef5dfab, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=e186d641-5460-43b4-afa9-9d708ef5dfab,segment=NetworkSegment(5981b22b-da6b-402f-8ead-3c24f9315db9),segment_id=5981b22b-da6b-402f-8ead-3c24f9315db9)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:51:02.590669 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-d242e394-ed20-4b6d-af27-4c14dbc6bfa6 req-bf9f4cd5-a95d-4bd7-81d5-8a8ffc6f69d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (e186d641-5460-43b4-afa9-9d708ef5dfab), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:02.625725 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a7839adb-b7c0-4b08-9800-82c630c42426 req-bf6886bf-9eb3-4d74-a707-7a9988da08bb tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "GET /v2.0/security-groups?id=3dfa8dba-4175-4ee2-a45c-ae6a962e75df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2993755 Feb 09 21:51:02.768650 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d242e394-ed20-4b6d-af27-4c14dbc6bfa6 req-bf9f4cd5-a95d-4bd7-81d5-8a8ffc6f69d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:02.769292 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-d242e394-ed20-4b6d-af27-4c14dbc6bfa6 req-bf9f4cd5-a95d-4bd7-81d5-8a8ffc6f69d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:02.778095 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d242e394-ed20-4b6d-af27-4c14dbc6bfa6 req-bf9f4cd5-a95d-4bd7-81d5-8a8ffc6f69d9 service neutron] 10.222.0.95 "PUT /v2.0/ports/e186d641-5460-43b4-afa9-9d708ef5dfab HTTP/1.1" status: 200 len: 1091 time: 2.9447734 Feb 09 21:51:02.778525 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30a343ca-f9d5-43b5-9ada-f2fa47f4ee8d', 'tag': 'e186d641-5460-43b4-afa9-9d708ef5dfab'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:51:02.792469 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dac67aeb-c8f2-4967-83d1-d317260d3183" -d '{"events": [{"name": "network-changed", "server_uuid": "30a343ca-f9d5-43b5-9ada-f2fa47f4ee8d", "tag": "e186d641-5460-43b4-afa9-9d708ef5dfab"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:51:02.829390 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9f4cd5-a95d-4bd7-81d5-8a8ffc6f69d9 service neutron] Pushing event updated for resources: {'Port': ['ID=e186d641-5460-43b4-afa9-9d708ef5dfab,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:02.889971 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a45dca94-a1bf-4242-9fa7-0294e2216baa x-openstack-request-id: req-a45dca94-a1bf-4242-9fa7-0294e2216baa {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:51:02.890450 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30a343ca-f9d5-43b5-9ada-f2fa47f4ee8d", "tag": "e186d641-5460-43b4-afa9-9d708ef5dfab", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:51:02.890849 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-a45dca94-a1bf-4242-9fa7-0294e2216baa {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:51:02.891412 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30a343ca-f9d5-43b5-9ada-f2fa47f4ee8d', 'tag': 'e186d641-5460-43b4-afa9-9d708ef5dfab', 'status': 'completed', 'code': 200} Feb 09 21:51:02.921962 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d242e394-ed20-4b6d-af27-4c14dbc6bfa6 req-8d2be1a1-d6e7-40ad-b8cf-da2bfba400e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:02.923703 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d242e394-ed20-4b6d-af27-4c14dbc6bfa6 req-8d2be1a1-d6e7-40ad-b8cf-da2bfba400e3 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=986d9b7b22bb45a5a45792614c4e0ec6&device_id=30a343ca-f9d5-43b5-9ada-f2fa47f4ee8d HTTP/1.1" status: 200 len: 1125 time: 0.0914419 Feb 09 21:51:03.018081 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d242e394-ed20-4b6d-af27-4c14dbc6bfa6 req-7908437e-4a69-44fb-97bc-f7cbfd9684f1 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e186d641-5460-43b4-afa9-9d708ef5dfab HTTP/1.1" status: 200 len: 217 time: 0.0832052 Feb 09 21:51:03.118727 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d242e394-ed20-4b6d-af27-4c14dbc6bfa6 req-40d6e415-c74c-4311-9358-cd59c86754da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:03.120438 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d242e394-ed20-4b6d-af27-4c14dbc6bfa6 req-40d6e415-c74c-4311-9358-cd59c86754da service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0983afe5-89cd-4e82-b65d-0b5797c6355d HTTP/1.1" status: 200 len: 835 time: 0.0947988 Feb 09 21:51:03.204172 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d242e394-ed20-4b6d-af27-4c14dbc6bfa6 req-d041f9ca-0512-41af-8a8f-320d59f589c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:03.208475 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d242e394-ed20-4b6d-af27-4c14dbc6bfa6 req-d041f9ca-0512-41af-8a8f-320d59f589c2 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=bdbf9686-bd80-4f36-b0c5-13d677d2ad44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0783350 Feb 09 21:51:03.334671 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d242e394-ed20-4b6d-af27-4c14dbc6bfa6 req-bd7546e3-26a0-4ee5-aebb-452fcda711a5 service neutron] 10.222.0.95 "GET /v2.0/networks/bdbf9686-bd80-4f36-b0c5-13d677d2ad44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222394 Feb 09 21:51:03.450690 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d242e394-ed20-4b6d-af27-4c14dbc6bfa6 req-c7c80e6e-0c8b-42c8-a87e-eab328c16fd2 service neutron] 10.222.0.95 "GET /v2.0/networks/bdbf9686-bd80-4f36-b0c5-13d677d2ad44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055324 Feb 09 21:51:03.573950 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac67aeb-c8f2-4967-83d1-d317260d3183 req-06dadf17-201e-407a-993c-8321b836de1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:03.575889 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dac67aeb-c8f2-4967-83d1-d317260d3183 req-06dadf17-201e-407a-993c-8321b836de1b service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=986d9b7b22bb45a5a45792614c4e0ec6&device_id=30a343ca-f9d5-43b5-9ada-f2fa47f4ee8d HTTP/1.1" status: 200 len: 1125 time: 0.0697057 Feb 09 21:51:03.689209 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac67aeb-c8f2-4967-83d1-d317260d3183 req-c54f0fda-c7e2-49fe-8748-4197313c531e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:03.690834 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dac67aeb-c8f2-4967-83d1-d317260d3183 req-c54f0fda-c7e2-49fe-8748-4197313c531e service neutron] 10.222.0.95 "GET /v2.0/networks?id=bdbf9686-bd80-4f36-b0c5-13d677d2ad44 HTTP/1.1" status: 200 len: 897 time: 0.1067805 Feb 09 21:51:03.765890 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dac67aeb-c8f2-4967-83d1-d317260d3183 req-28f44306-9bf5-49b6-81f7-5c88eac9aa72 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e186d641-5460-43b4-afa9-9d708ef5dfab HTTP/1.1" status: 200 len: 217 time: 0.0644603 Feb 09 21:51:03.849603 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac67aeb-c8f2-4967-83d1-d317260d3183 req-18acd3fa-db70-4ffc-a9ca-14ce409b8003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:03.851739 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dac67aeb-c8f2-4967-83d1-d317260d3183 req-18acd3fa-db70-4ffc-a9ca-14ce409b8003 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0983afe5-89cd-4e82-b65d-0b5797c6355d HTTP/1.1" status: 200 len: 835 time: 0.0754478 Feb 09 21:51:03.917053 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6fb2d0-8f55-473e-95a3-452d6e025e1a req-108cb60e-63ee-4acc-8820-b1164a0cf2d2 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:03.918761 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4a6fb2d0-8f55-473e-95a3-452d6e025e1a req-108cb60e-63ee-4acc-8820-b1164a0cf2d2 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "GET /v2.0/ports?device_id=30a343ca-f9d5-43b5-9ada-f2fa47f4ee8d HTTP/1.1" status: 200 len: 943 time: 0.1519711 Feb 09 21:51:04.006319 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4a6fb2d0-8f55-473e-95a3-452d6e025e1a req-e292df48-8a8e-4e0c-8a8b-2feb27087cdb tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "GET /v2.0/security-groups?id=3dfa8dba-4175-4ee2-a45c-ae6a962e75df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731833 Feb 09 21:51:04.027334 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac67aeb-c8f2-4967-83d1-d317260d3183 req-bf559643-322f-433b-b128-9607e64ce221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:04.029199 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dac67aeb-c8f2-4967-83d1-d317260d3183 req-bf559643-322f-433b-b128-9607e64ce221 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=bdbf9686-bd80-4f36-b0c5-13d677d2ad44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1697719 Feb 09 21:51:04.278481 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d7f64-6ce1-4a7b-a8c2-1de453603cc5 req-f2f1b075-93a9-44c4-b907-0e8f3fa7c231 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:04.280431 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1f5d7f64-6ce1-4a7b-a8c2-1de453603cc5 req-f2f1b075-93a9-44c4-b907-0e8f3fa7c231 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 947 time: 0.1308577 Feb 09 21:51:04.286890 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dac67aeb-c8f2-4967-83d1-d317260d3183 req-bc9fc2c7-0c47-4253-8cd4-3a710fb5135f service neutron] 10.222.0.95 "GET /v2.0/networks/bdbf9686-bd80-4f36-b0c5-13d677d2ad44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447357 Feb 09 21:51:04.419400 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1f5d7f64-6ce1-4a7b-a8c2-1de453603cc5 req-efaaec9c-1b0f-4857-8dd1-c4cab66acf78 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=4c89ea32-e697-4c99-8133-b5b6d80654a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253593 Feb 09 21:51:04.457592 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dac67aeb-c8f2-4967-83d1-d317260d3183 req-c9cb0044-b438-45ce-ac88-3c7c8583d8b4 service neutron] 10.222.0.95 "GET /v2.0/networks/bdbf9686-bd80-4f36-b0c5-13d677d2ad44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567664 Feb 09 21:51:05.072501 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77518c56-ba0f-40db-a0ce-127497e6cc02 req-dd509926-9e2c-4f5f-9b38-4407be1c5086 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:05.074051 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-77518c56-ba0f-40db-a0ce-127497e6cc02 req-dd509926-9e2c-4f5f-9b38-4407be1c5086 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 947 time: 0.0962555 Feb 09 21:51:05.206432 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-77518c56-ba0f-40db-a0ce-127497e6cc02 req-bbb327e5-eb7c-43c8-ac2a-58e277f9a268 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=4c89ea32-e697-4c99-8133-b5b6d80654a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220591 Feb 09 21:51:05.220139 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ea048a-52b0-4055-a2c1-9f511f923547 req-e840ba59-8b88-40a7-a7d9-fa6c0fa73b73 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:05.221734 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b2ea048a-52b0-4055-a2c1-9f511f923547 req-e840ba59-8b88-40a7-a7d9-fa6c0fa73b73 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "GET /v2.0/ports?device_id=30a343ca-f9d5-43b5-9ada-f2fa47f4ee8d HTTP/1.1" status: 200 len: 943 time: 0.0967269 Feb 09 21:51:05.299920 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b2ea048a-52b0-4055-a2c1-9f511f923547 req-7bddfb49-fe9c-4df8-b66e-fb9a68c958df tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "GET /v2.0/security-groups?id=3dfa8dba-4175-4ee2-a45c-ae6a962e75df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723259 Feb 09 21:51:06.220132 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device fc4d8690-2c93-4a34-8416-c6d01e3a225f no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:51:06.361767 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port fc4d8690-2c93-4a34-8416-c6d01e3a225f is: ACTIVE; New status is: DOWN {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:51:06.362180 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (fc4d8690-2c93-4a34-8416-c6d01e3a225f), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:06.429658 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce1947-6bfa-48fa-bcf0-691dcfcc12e1 req-982f6b9a-6129-4cfb-8c30-30afb39989b6 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:06.433643 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-96ce1947-6bfa-48fa-bcf0-691dcfcc12e1 req-982f6b9a-6129-4cfb-8c30-30afb39989b6 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 947 time: 0.1197262 Feb 09 21:51:06.435046 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port fc4d8690-2c93-4a34-8416-c6d01e3a225f, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=fc4d8690-2c93-4a34-8416-c6d01e3a225f,segment=NetworkSegment(682b57c6-7518-4480-8840-98896ec39a8d),segment_id=682b57c6-7518-4480-8840-98896ec39a8d)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:51:06.436083 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e096926-65cd-4dbc-a650-c2ffbdbd3851', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc4d8690-2c93-4a34-8416-c6d01e3a225f'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:51:06.438554 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-881a2525-0604-49c7-a1f8-68ab9bd5b4ce" -d '{"events": [{"server_uuid": "7e096926-65cd-4dbc-a650-c2ffbdbd3851", "name": "network-vif-unplugged", "status": "completed", "tag": "fc4d8690-2c93-4a34-8416-c6d01e3a225f"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:51:06.444585 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (fc4d8690-2c93-4a34-8416-c6d01e3a225f), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:06.524019 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=fc4d8690-2c93-4a34-8416-c6d01e3a225f,revision_number=11']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:06.556993 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e94695-b7df-42eb-8929-de7d35467d58 req-20f3065e-c88d-4f7a-8a6c-94258fdd8405 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:06.558984 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-96e94695-b7df-42eb-8929-de7d35467d58 req-20f3065e-c88d-4f7a-8a6c-94258fdd8405 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "GET /v2.0/ports?device_id=30a343ca-f9d5-43b5-9ada-f2fa47f4ee8d HTTP/1.1" status: 200 len: 943 time: 0.1234405 Feb 09 21:51:06.562616 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-96ce1947-6bfa-48fa-bcf0-691dcfcc12e1 req-510e5e22-5bb9-4113-85fe-a319e263d5e0 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=4c89ea32-e697-4c99-8133-b5b6d80654a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091301 Feb 09 21:51:06.634462 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1dfd783-f06e-4a5e-9b6a-8afe136a7a3b x-openstack-request-id: req-b1dfd783-f06e-4a5e-9b6a-8afe136a7a3b {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:51:06.634862 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e096926-65cd-4dbc-a650-c2ffbdbd3851", "name": "network-vif-unplugged", "status": "completed", "tag": "fc4d8690-2c93-4a34-8416-c6d01e3a225f", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:51:06.635389 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-b1dfd783-f06e-4a5e-9b6a-8afe136a7a3b {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:51:06.635890 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e096926-65cd-4dbc-a650-c2ffbdbd3851', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc4d8690-2c93-4a34-8416-c6d01e3a225f', 'code': 200} Feb 09 21:51:06.641258 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-96e94695-b7df-42eb-8929-de7d35467d58 req-29713d55-8cf9-4dc3-8ac7-b6b781e24c79 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "GET /v2.0/security-groups?id=3dfa8dba-4175-4ee2-a45c-ae6a962e75df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768130 Feb 09 21:51:06.661247 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device e186d641-5460-43b4-afa9-9d708ef5dfab details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:51:06.770758 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port e186d641-5460-43b4-afa9-9d708ef5dfab, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=e186d641-5460-43b4-afa9-9d708ef5dfab,segment=NetworkSegment(5981b22b-da6b-402f-8ead-3c24f9315db9),segment_id=5981b22b-da6b-402f-8ead-3c24f9315db9)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:51:06.785361 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': 'e186d641-5460-43b4-afa9-9d708ef5dfab', 'network_id': 'bdbf9686-bd80-4f36-b0c5-13d677d2ad44', 'port_id': 'e186d641-5460-43b4-afa9-9d708ef5dfab', 'mac_address': 'fa:16:3e:92:26:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0983afe5-89cd-4e82-b65d-0b5797c6355d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:51:06.830863 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port e186d641-5460-43b4-afa9-9d708ef5dfab is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:51:06.831538 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (e186d641-5460-43b4-afa9-9d708ef5dfab), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:06.846069 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e186d641-5460-43b4-afa9-9d708ef5dfab {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:51:06.869304 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port e186d641-5460-43b4-afa9-9d708ef5dfab, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=e186d641-5460-43b4-afa9-9d708ef5dfab,segment=NetworkSegment(5981b22b-da6b-402f-8ead-3c24f9315db9),segment_id=5981b22b-da6b-402f-8ead-3c24f9315db9)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:51:06.874735 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (e186d641-5460-43b4-afa9-9d708ef5dfab), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:06.930767 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=e186d641-5460-43b4-afa9-9d708ef5dfab,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:07.167463 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['e186d641-5460-43b4-afa9-9d708ef5dfab'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:51:07.837377 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508aa9fc-64a6-4440-9b9f-793241ca8ec4 req-70012289-df23-475d-ba85-7f0e1337f8c6 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:07.846781 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-508aa9fc-64a6-4440-9b9f-793241ca8ec4 req-70012289-df23-475d-ba85-7f0e1337f8c6 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 945 time: 0.1929662 Feb 09 21:51:07.892859 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e629f87-7453-4e93-973f-70c9d7f89ff8 req-04f9fbb5-a2e5-4468-b56f-83d910120b8c tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:07.900894 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3e629f87-7453-4e93-973f-70c9d7f89ff8 req-04f9fbb5-a2e5-4468-b56f-83d910120b8c tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "GET /v2.0/ports?device_id=30a343ca-f9d5-43b5-9ada-f2fa47f4ee8d HTTP/1.1" status: 200 len: 944 time: 0.1777065 Feb 09 21:51:08.008547 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-508aa9fc-64a6-4440-9b9f-793241ca8ec4 req-efd6337f-a542-4e73-a757-79f2868575f7 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=4c89ea32-e697-4c99-8133-b5b6d80654a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1568706 Feb 09 21:51:08.041299 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3e629f87-7453-4e93-973f-70c9d7f89ff8 req-fa8bbfb2-9107-4c1c-850b-d3703e25b5d1 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "GET /v2.0/security-groups?id=3dfa8dba-4175-4ee2-a45c-ae6a962e75df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1338658 Feb 09 21:51:08.669580 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device e186d641-5460-43b4-afa9-9d708ef5dfab up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:51:08.750227 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning for port e186d641-5460-43b4-afa9-9d708ef5dfab completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:51:08.756516 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port e186d641-5460-43b4-afa9-9d708ef5dfab triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:51:08.758120 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (e186d641-5460-43b4-afa9-9d708ef5dfab), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:08.858404 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port e186d641-5460-43b4-afa9-9d708ef5dfab is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:51:08.858906 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (e186d641-5460-43b4-afa9-9d708ef5dfab), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:08.902819 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30a343ca-f9d5-43b5-9ada-f2fa47f4ee8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e186d641-5460-43b4-afa9-9d708ef5dfab'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:51:08.905094 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1625c34d-efb5-46f5-a08a-7dccb0a2d66e" -d '{"events": [{"server_uuid": "30a343ca-f9d5-43b5-9ada-f2fa47f4ee8d", "name": "network-vif-plugged", "status": "completed", "tag": "e186d641-5460-43b4-afa9-9d708ef5dfab"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:51:08.918367 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port e186d641-5460-43b4-afa9-9d708ef5dfab, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=e186d641-5460-43b4-afa9-9d708ef5dfab,segment=NetworkSegment(5981b22b-da6b-402f-8ead-3c24f9315db9),segment_id=5981b22b-da6b-402f-8ead-3c24f9315db9)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:51:08.923677 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (e186d641-5460-43b4-afa9-9d708ef5dfab), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:08.990676 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df6c2aaa-733a-4257-af1d-5b2aaff35777 x-openstack-request-id: req-df6c2aaa-733a-4257-af1d-5b2aaff35777 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:51:08.991238 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30a343ca-f9d5-43b5-9ada-f2fa47f4ee8d", "name": "network-vif-plugged", "status": "completed", "tag": "e186d641-5460-43b4-afa9-9d708ef5dfab", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:51:08.991499 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-df6c2aaa-733a-4257-af1d-5b2aaff35777 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:51:08.992696 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30a343ca-f9d5-43b5-9ada-f2fa47f4ee8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e186d641-5460-43b4-afa9-9d708ef5dfab', 'code': 200} Feb 09 21:51:08.999902 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=e186d641-5460-43b4-afa9-9d708ef5dfab,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:09.007267 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5e260767-9bfc-4807-8308-617b435203ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:09.267131 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c2efd4-abe5-48ca-b44a-a8d4f73b5769 req-a5a4a3b8-44f0-4a89-a7e4-ad9348ca549c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:09.269689 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-90c2efd4-abe5-48ca-b44a-a8d4f73b5769 req-a5a4a3b8-44f0-4a89-a7e4-ad9348ca549c service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=30a343ca-f9d5-43b5-9ada-f2fa47f4ee8d HTTP/1.1" status: 200 len: 1127 time: 0.2207415 Feb 09 21:51:09.304716 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b4007-a4dd-44f0-92a2-441294a07390 req-eea2d709-73c9-4be8-acbf-8cb27cd72acd tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:09.312261 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4d0b4007-a4dd-44f0-92a2-441294a07390 req-eea2d709-73c9-4be8-acbf-8cb27cd72acd tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 945 time: 0.1202581 Feb 09 21:51:09.390998 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-90c2efd4-abe5-48ca-b44a-a8d4f73b5769 req-22aa1b69-fc3d-4b5b-a4c9-c9bdee2998ad service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=3dfa8dba-4175-4ee2-a45c-ae6a962e75df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134920 Feb 09 21:51:09.452465 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7a5cf9-1009-4d11-bfbe-da87fc3d7964 req-b43c261a-58fa-4a50-9383-3be9f0b378f3 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:09.454348 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7a7a5cf9-1009-4d11-bfbe-da87fc3d7964 req-b43c261a-58fa-4a50-9383-3be9f0b378f3 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "GET /v2.0/ports?device_id=30a343ca-f9d5-43b5-9ada-f2fa47f4ee8d HTTP/1.1" status: 200 len: 945 time: 0.3062551 Feb 09 21:51:09.493639 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4d0b4007-a4dd-44f0-92a2-441294a07390 req-88eb8a49-f291-47c6-9089-f50e9c926f29 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=4c89ea32-e697-4c99-8133-b5b6d80654a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1761532 Feb 09 21:51:09.592030 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7a7a5cf9-1009-4d11-bfbe-da87fc3d7964 req-02f82d25-d4cf-4f32-8401-0439456c16f7 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "GET /v2.0/security-groups?id=3dfa8dba-4175-4ee2-a45c-ae6a962e75df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899868 Feb 09 21:51:10.678550 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c1d549-fa13-4483-9ed1-b3ec5fc65fdd req-bcf2b8fa-96c1-4079-8466-ef321eb8344b tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:10.689855 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-10c1d549-fa13-4483-9ed1-b3ec5fc65fdd req-bcf2b8fa-96c1-4079-8466-ef321eb8344b tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 945 time: 0.1214888 Feb 09 21:51:10.822482 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-10c1d549-fa13-4483-9ed1-b3ec5fc65fdd req-2bf4b3ba-38d9-408f-b98a-2b475e5f2674 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=4c89ea32-e697-4c99-8133-b5b6d80654a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289763 Feb 09 21:51:10.841737 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ead7cb-a653-4fbb-ab52-d6a6ac3dbdc7 req-6d5e62d6-784f-4e99-966a-d17846ed3b91 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:10.849636 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d9ead7cb-a653-4fbb-ab52-d6a6ac3dbdc7 req-6d5e62d6-784f-4e99-966a-d17846ed3b91 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "GET /v2.0/ports?device_id=30a343ca-f9d5-43b5-9ada-f2fa47f4ee8d HTTP/1.1" status: 200 len: 945 time: 0.1372893 Feb 09 21:51:10.921710 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d9ead7cb-a653-4fbb-ab52-d6a6ac3dbdc7 req-617cc724-7617-47a3-af4c-f0ccb05a5444 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "GET /v2.0/security-groups?id=3dfa8dba-4175-4ee2-a45c-ae6a962e75df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706608 Feb 09 21:51:10.988277 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-854bb049-b7a3-438a-882b-1b5728fe5ab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:12.014782 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47982a0-3e86-4581-a3d2-915f1b67e282 req-a1372026-d768-4531-a363-e5a82a12e215 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:12.021914 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f47982a0-3e86-4581-a3d2-915f1b67e282 req-a1372026-d768-4531-a363-e5a82a12e215 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 945 time: 0.1219573 Feb 09 21:51:12.117875 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f47982a0-3e86-4581-a3d2-915f1b67e282 req-f11158b3-32a1-4b38-88c5-0ed6e451bb18 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=4c89ea32-e697-4c99-8133-b5b6d80654a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941465 Feb 09 21:51:12.139549 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fc66b6-d6f8-4d68-ab66-ef4c308f43e8 req-6d05fccc-eb53-4bb4-a88c-00be02d524fc tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:12.141089 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-06fc66b6-d6f8-4d68-ab66-ef4c308f43e8 req-6d05fccc-eb53-4bb4-a88c-00be02d524fc tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "GET /v2.0/ports?device_id=30a343ca-f9d5-43b5-9ada-f2fa47f4ee8d HTTP/1.1" status: 200 len: 945 time: 0.1042509 Feb 09 21:51:12.198351 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-06fc66b6-d6f8-4d68-ab66-ef4c308f43e8 req-58fd37f3-db2a-42e2-a33d-c4a88a966bdb tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "GET /v2.0/security-groups?id=3dfa8dba-4175-4ee2-a45c-ae6a962e75df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515285 Feb 09 21:51:12.235330 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device fc4d8690-2c93-4a34-8416-c6d01e3a225f details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:51:12.371744 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8efe1c-3143-46da-8524-ee2df522896a req-173ff043-f433-41f3-bf2d-4f6bdac096fe tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:12.382810 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ce8efe1c-3143-46da-8524-ee2df522896a req-173ff043-f433-41f3-bf2d-4f6bdac096fe tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "GET /v2.0/ports?device_id=30a343ca-f9d5-43b5-9ada-f2fa47f4ee8d HTTP/1.1" status: 200 len: 945 time: 0.1100068 Feb 09 21:51:12.402481 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port fc4d8690-2c93-4a34-8416-c6d01e3a225f, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=fc4d8690-2c93-4a34-8416-c6d01e3a225f,segment=NetworkSegment(682b57c6-7518-4480-8840-98896ec39a8d),segment_id=682b57c6-7518-4480-8840-98896ec39a8d)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:51:12.415338 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': 'fc4d8690-2c93-4a34-8416-c6d01e3a225f', 'network_id': '23f1a6df-2b4b-4777-8497-2928c76d9f17', 'port_id': 'fc4d8690-2c93-4a34-8416-c6d01e3a225f', 'mac_address': 'fa:16:3e:c9:99:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b55ac71e-6529-43b3-9355-0e693d39e1f4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:51:12.496823 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ce8efe1c-3143-46da-8524-ee2df522896a req-c8722e64-b787-48ea-8f8b-a2aa81fca7aa tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "GET /v2.0/security-groups?id=3dfa8dba-4175-4ee2-a45c-ae6a962e75df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072929 Feb 09 21:51:12.509400 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 49470) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:12.566241 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6f5207-28e7-407a-a6b7-b328f8e4691d tempest-TestNetworkBasicOps-751727532 tempest-TestNetworkBasicOps-751727532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:12.571850 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 49476) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:12.572486 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-ff6f5207-28e7-407a-a6b7-b328f8e4691d tempest-TestNetworkBasicOps-751727532 tempest-TestNetworkBasicOps-751727532-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=30a343ca-f9d5-43b5-9ada-f2fa47f4ee8d HTTP/1.1" status: 200 len: 1122 time: 0.0616720 Feb 09 21:51:12.576495 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-c54ef940-700f-4c16-b8e1-99d2d064cd48 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Request body: {'floatingip': {'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'port_id': 'e186d641-5460-43b4-afa9-9d708ef5dfab', 'tenant_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:51:12.628057 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c54ef940-700f-4c16-b8e1-99d2d064cd48 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:12.680391 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port fc4d8690-2c93-4a34-8416-c6d01e3a225f is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:51:12.680787 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (fc4d8690-2c93-4a34-8416-c6d01e3a225f), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:12.696263 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc4d8690-2c93-4a34-8416-c6d01e3a225f {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:51:12.728875 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:12.730739 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port fc4d8690-2c93-4a34-8416-c6d01e3a225f, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=fc4d8690-2c93-4a34-8416-c6d01e3a225f,segment=NetworkSegment(682b57c6-7518-4480-8840-98896ec39a8d),segment_id=682b57c6-7518-4480-8840-98896ec39a8d)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:51:12.734908 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (fc4d8690-2c93-4a34-8416-c6d01e3a225f), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:12.809877 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=fc4d8690-2c93-4a34-8416-c6d01e3a225f,revision_number=12']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:12.834038 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c54ef940-700f-4c16-b8e1-99d2d064cd48 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:12.841814 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['fc4d8690-2c93-4a34-8416-c6d01e3a225f'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:51:12.982882 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-c54ef940-700f-4c16-b8e1-99d2d064cd48 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Allocated IP 172.25.3.90 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/97db5a49-023e-4b00-a9dc-21a22ade094c) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:51:13.117156 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c54ef940-700f-4c16-b8e1-99d2d064cd48 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for port (97db5a49-023e-4b00-a9dc-21a22ade094c), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:13.161968 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c54ef940-700f-4c16-b8e1-99d2d064cd48 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (97db5a49-023e-4b00-a9dc-21a22ade094c), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:13.205703 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54ef940-700f-4c16-b8e1-99d2d064cd48 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:51:13.209200 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-c54ef940-700f-4c16-b8e1-99d2d064cd48 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:51:13.216884 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54ef940-700f-4c16-b8e1-99d2d064cd48 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:51:13.281405 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54ef940-700f-4c16-b8e1-99d2d064cd48 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Pushing event updated for resources: {'Port': ['ID=97db5a49-023e-4b00-a9dc-21a22ade094c,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:13.574209 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417efd9c-1231-484d-8a13-9f3e0e115cf4 req-9778f075-e2f9-4e30-b181-ca8ac5c01b16 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:13.581388 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-417efd9c-1231-484d-8a13-9f3e0e115cf4 req-9778f075-e2f9-4e30-b181-ca8ac5c01b16 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/ports?device_id=08ee7f9d-0da7-4b38-af85-767e1a7343d0 HTTP/1.1" status: 200 len: 946 time: 0.3019686 Feb 09 21:51:13.595384 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc10389e-3682-4349-9d78-63bdc8c9b45b req-3d6f0e3c-8327-4ea0-8821-c448d4c2699e tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:13.597027 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cc10389e-3682-4349-9d78-63bdc8c9b45b req-3d6f0e3c-8327-4ea0-8821-c448d4c2699e tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 946 time: 0.3381338 Feb 09 21:51:13.707510 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-417efd9c-1231-484d-8a13-9f3e0e115cf4 req-ec150d9a-0d95-4a81-b97a-1af3077ef90c tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/security-groups?id=94013628-fdec-4344-8a46-79b1e0e851cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232669 Feb 09 21:51:13.719262 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cc10389e-3682-4349-9d78-63bdc8c9b45b req-dd61e550-7e86-4cf4-96ac-953236f9b31d tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=4c89ea32-e697-4c99-8133-b5b6d80654a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140859 Feb 09 21:51:13.917619 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c54ef940-700f-4c16-b8e1-99d2d064cd48 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for floatingip (9f747c2c-f96b-4f06-9424-50dbcd2bcc67), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:14.015997 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c54ef940-700f-4c16-b8e1-99d2d064cd48 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (97db5a49-023e-4b00-a9dc-21a22ade094c), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:14.118711 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:14.207677 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c54ef940-700f-4c16-b8e1-99d2d064cd48 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for port (97db5a49-023e-4b00-a9dc-21a22ade094c), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:14.213997 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c54ef940-700f-4c16-b8e1-99d2d064cd48 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (97db5a49-023e-4b00-a9dc-21a22ade094c), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:14.237228 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device fc4d8690-2c93-4a34-8416-c6d01e3a225f up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:51:14.301782 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54ef940-700f-4c16-b8e1-99d2d064cd48 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Pushing event updated for resources: {'Port': ['ID=97db5a49-023e-4b00-a9dc-21a22ade094c,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:14.312444 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c54ef940-700f-4c16-b8e1-99d2d064cd48 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (9f747c2c-f96b-4f06-9424-50dbcd2bcc67), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:14.334751 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port fc4d8690-2c93-4a34-8416-c6d01e3a225f triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:51:14.335336 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (fc4d8690-2c93-4a34-8416-c6d01e3a225f), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:14.461560 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port fc4d8690-2c93-4a34-8416-c6d01e3a225f is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:51:14.462100 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (fc4d8690-2c93-4a34-8416-c6d01e3a225f), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:14.500152 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e096926-65cd-4dbc-a650-c2ffbdbd3851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc4d8690-2c93-4a34-8416-c6d01e3a225f'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:51:14.502854 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae9decd6-8cb1-49b5-8117-8c984050c03b" -d '{"events": [{"server_uuid": "7e096926-65cd-4dbc-a650-c2ffbdbd3851", "name": "network-vif-plugged", "status": "completed", "tag": "fc4d8690-2c93-4a34-8416-c6d01e3a225f"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:51:14.518033 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port fc4d8690-2c93-4a34-8416-c6d01e3a225f, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=fc4d8690-2c93-4a34-8416-c6d01e3a225f,segment=NetworkSegment(682b57c6-7518-4480-8840-98896ec39a8d),segment_id=682b57c6-7518-4480-8840-98896ec39a8d)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:51:14.536732 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (fc4d8690-2c93-4a34-8416-c6d01e3a225f), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:14.621456 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78092600-1aa5-4c1f-934f-bfa71715a17b x-openstack-request-id: req-78092600-1aa5-4c1f-934f-bfa71715a17b {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:51:14.621858 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e096926-65cd-4dbc-a650-c2ffbdbd3851", "name": "network-vif-plugged", "status": "completed", "tag": "fc4d8690-2c93-4a34-8416-c6d01e3a225f", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:51:14.622339 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-78092600-1aa5-4c1f-934f-bfa71715a17b {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:51:14.622837 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e096926-65cd-4dbc-a650-c2ffbdbd3851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc4d8690-2c93-4a34-8416-c6d01e3a225f', 'code': 200} Feb 09 21:51:14.650487 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=fc4d8690-2c93-4a34-8416-c6d01e3a225f,revision_number=13']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:14.825536 n-d-828369-5 neutron-server[103140]: INFO neutron.db.l3_db [None req-c54ef940-700f-4c16-b8e1-99d2d064cd48 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Floating IP 9f747c2c-f96b-4f06-9424-50dbcd2bcc67 associated. External IP: 172.25.3.90, port: e186d641-5460-43b4-afa9-9d708ef5dfab. Feb 09 21:51:15.050995 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4af108-6952-4df1-9af1-bf35eb984b00 req-3a1bdbc3-f351-41e6-a25e-fb39f3c41f44 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:15.052915 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5d4af108-6952-4df1-9af1-bf35eb984b00 req-3a1bdbc3-f351-41e6-a25e-fb39f3c41f44 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 947 time: 0.1728501 Feb 09 21:51:15.157059 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf90fe4-f332-4a4b-893a-76fbeef15e45 req-79c37789-2eae-4fcd-a483-e7aea742c21b tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:15.158610 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9bf90fe4-f332-4a4b-893a-76fbeef15e45 req-79c37789-2eae-4fcd-a483-e7aea742c21b tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/ports?device_id=08ee7f9d-0da7-4b38-af85-767e1a7343d0 HTTP/1.1" status: 200 len: 946 time: 0.2800531 Feb 09 21:51:15.243731 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5d4af108-6952-4df1-9af1-bf35eb984b00 req-8019edba-ba4c-48c5-bedd-24537496a57e tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=4c89ea32-e697-4c99-8133-b5b6d80654a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1854062 Feb 09 21:51:15.280151 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:15.302460 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9bf90fe4-f332-4a4b-893a-76fbeef15e45 req-349785e2-06bb-432c-9eb8-063c7c8f4bbe tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/security-groups?id=94013628-fdec-4344-8a46-79b1e0e851cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310661 Feb 09 21:51:15.311550 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c54ef940-700f-4c16-b8e1-99d2d064cd48 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Router c1b04f77-b17d-46c7-9a89-447a8c43f6b8 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:51:15.464297 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c54ef940-700f-4c16-b8e1-99d2d064cd48 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:51:15.483440 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433485fd-8869-4893-882c-27b555a783f0 None None] Sync routers for ids ['c1b04f77-b17d-46c7-9a89-447a8c43f6b8'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:51:15.489747 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c54ef940-700f-4c16-b8e1-99d2d064cd48 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:15.510610 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433485fd-8869-4893-882c-27b555a783f0 None None] Routers {'c1b04f77-b17d-46c7-9a89-447a8c43f6b8'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:51:15.511363 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-433485fd-8869-4893-882c-27b555a783f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:51:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['c1b04f77-b17d-46c7-9a89-447a8c43f6b8'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:15.527837 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-c54ef940-700f-4c16-b8e1-99d2d064cd48 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9547167 Feb 09 21:51:15.528607 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30a343ca-f9d5-43b5-9ada-f2fa47f4ee8d', 'tag': 'e186d641-5460-43b4-afa9-9d708ef5dfab'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:51:15.530893 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 49542) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:15.531371 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ada488-b418-406b-ba25-e701063f6133" -d '{"events": [{"name": "network-changed", "server_uuid": "30a343ca-f9d5-43b5-9ada-f2fa47f4ee8d", "tag": "e186d641-5460-43b4-afa9-9d708ef5dfab"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:51:15.571180 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d742b0d-4832-4cda-80d8-47402bc62f39 x-openstack-request-id: req-7d742b0d-4832-4cda-80d8-47402bc62f39 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:51:15.571670 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30a343ca-f9d5-43b5-9ada-f2fa47f4ee8d", "tag": "e186d641-5460-43b4-afa9-9d708ef5dfab", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:51:15.572076 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-7d742b0d-4832-4cda-80d8-47402bc62f39 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:51:15.572682 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30a343ca-f9d5-43b5-9ada-f2fa47f4ee8d', 'tag': 'e186d641-5460-43b4-afa9-9d708ef5dfab', 'status': 'completed', 'code': 200} Feb 09 21:51:15.654740 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-3297984a-ce74-4fab-93b8-b5d69796f166 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "GET /v2.0/floatingips/9f747c2c-f96b-4f06-9424-50dbcd2bcc67 HTTP/1.1" status: 200 len: 990 time: 0.1209412 Feb 09 21:51:15.676357 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-433485fd-8869-4893-882c-27b555a783f0 None None] Set router c1b04f77-b17d-46c7-9a89-447a8c43f6b8 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:51:15.726389 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ada488-b418-406b-ba25-e701063f6133 req-d0f71230-e608-4e02-a973-a1174eff9183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:15.728846 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-76ada488-b418-406b-ba25-e701063f6133 req-d0f71230-e608-4e02-a973-a1174eff9183 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=986d9b7b22bb45a5a45792614c4e0ec6&device_id=30a343ca-f9d5-43b5-9ada-f2fa47f4ee8d HTTP/1.1" status: 200 len: 1127 time: 0.1248875 Feb 09 21:51:15.878534 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ada488-b418-406b-ba25-e701063f6133 req-84638541-93dd-4518-9b98-597f4b7261b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:15.880444 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-76ada488-b418-406b-ba25-e701063f6133 req-84638541-93dd-4518-9b98-597f4b7261b0 service neutron] 10.222.0.95 "GET /v2.0/networks?id=bdbf9686-bd80-4f36-b0c5-13d677d2ad44 HTTP/1.1" status: 200 len: 897 time: 0.1435139 Feb 09 21:51:16.072686 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-76ada488-b418-406b-ba25-e701063f6133 req-60620fbb-b180-4fe6-a85d-59637656a2e4 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e186d641-5460-43b4-afa9-9d708ef5dfab HTTP/1.1" status: 200 len: 998 time: 0.1808727 Feb 09 21:51:16.107199 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-433485fd-8869-4893-882c-27b555a783f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b04f77-b17d-46c7-9a89-447a8c43f6b8', 'name': 'tempest-TestNetworkBasicOps-router-1503664596', 'tenant_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'ae383eec-45d6-48ce-9ce1-81a54f900af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:50:44Z', 'updated_at': '2022-02-09T21:50:49Z', 'revision_number': 4, 'project_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'gw_port': {'id': 'ae383eec-45d6-48ce-9ce1-81a54f900af4', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b04f77-b17d-46c7-9a89-447a8c43f6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:44Z', 'updated_at': '2022-02-09T21:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': '9f747c2c-f96b-4f06-9424-50dbcd2bcc67', 'tenant_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'floating_ip_address': '172.25.3.90', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': 'c1b04f77-b17d-46c7-9a89-447a8c43f6b8', 'port_id': 'e186d641-5460-43b4-afa9-9d708ef5dfab', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2662, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdbf9686-bd80-4f36-b0c5-13d677d2ad44', 'mac_address': 'fa:16:3e:92:26:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a343ca-f9d5-43b5-9ada-f2fa47f4ee8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:51:13Z', 'updated_at': '2022-02-09T21:51:13Z', 'revision_number': 0, 'project_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78941fb4-471e-446e-9ff5-665726a1c888', 'name': '', 'network_id': 'bdbf9686-bd80-4f36-b0c5-13d677d2ad44', 'tenant_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'mac_address': 'fa:16:3e:e5:38:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b04f77-b17d-46c7-9a89-447a8c43f6b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '0983afe5-89cd-4e82-b65d-0b5797c6355d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:48Z', 'updated_at': '2022-02-09T21:50:54Z', 'revision_number': 5, 'project_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'subnets': [{'id': '0983afe5-89cd-4e82-b65d-0b5797c6355d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:16.182809 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433485fd-8869-4893-882c-27b555a783f0 None None] Checking router: c1b04f77-b17d-46c7-9a89-447a8c43f6b8 for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:51:16.188843 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ada488-b418-406b-ba25-e701063f6133 req-c2411d6a-28df-4fa1-95ba-a1fa5e13c67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:16.190592 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-76ada488-b418-406b-ba25-e701063f6133 req-c2411d6a-28df-4fa1-95ba-a1fa5e13c67f service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0983afe5-89cd-4e82-b65d-0b5797c6355d HTTP/1.1" status: 200 len: 835 time: 0.1117916 Feb 09 21:51:16.209608 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433485fd-8869-4893-882c-27b555a783f0 None None] Routers {'c1b04f77-b17d-46c7-9a89-447a8c43f6b8'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:51:16.210681 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-433485fd-8869-4893-882c-27b555a783f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:51:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['c1b04f77-b17d-46c7-9a89-447a8c43f6b8'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:16.332829 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ada488-b418-406b-ba25-e701063f6133 req-7e88a1b0-62df-4563-bf41-063165233058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:16.338276 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-76ada488-b418-406b-ba25-e701063f6133 req-7e88a1b0-62df-4563-bf41-063165233058 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=bdbf9686-bd80-4f36-b0c5-13d677d2ad44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1373491 Feb 09 21:51:16.403788 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-433485fd-8869-4893-882c-27b555a783f0 None None] Set router c1b04f77-b17d-46c7-9a89-447a8c43f6b8 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:51:16.657247 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 49586) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:16.718674 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-76ada488-b418-406b-ba25-e701063f6133 req-08f9dc12-ab57-4d76-bbeb-bd6d79c2c963 service neutron] 10.222.0.95 "GET /v2.0/networks/bdbf9686-bd80-4f36-b0c5-13d677d2ad44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3660369 Feb 09 21:51:16.734751 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f21aea-a747-4e32-8e8f-e40b5156e786 req-8d8c0acb-9662-456d-ae4c-82b8c84ca2bb tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:16.743632 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c2f21aea-a747-4e32-8e8f-e40b5156e786 req-8d8c0acb-9662-456d-ae4c-82b8c84ca2bb tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 947 time: 0.1664271 Feb 09 21:51:16.805227 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a3f80-e045-4aaa-84e6-6d760ff5a4f9 req-2949627c-bef8-4237-8571-794d0e90be17 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:16.812765 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-854a3f80-e045-4aaa-84e6-6d760ff5a4f9 req-2949627c-bef8-4237-8571-794d0e90be17 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/ports?device_id=08ee7f9d-0da7-4b38-af85-767e1a7343d0 HTTP/1.1" status: 200 len: 946 time: 0.2345443 Feb 09 21:51:16.876353 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-5c400502-9f1e-45ec-99de-c2181039b65b tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "GET /v2.0/floatingips/9f747c2c-f96b-4f06-9424-50dbcd2bcc67 HTTP/1.1" status: 200 len: 990 time: 0.2172134 Feb 09 21:51:16.925078 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-433485fd-8869-4893-882c-27b555a783f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b04f77-b17d-46c7-9a89-447a8c43f6b8', 'name': 'tempest-TestNetworkBasicOps-router-1503664596', 'tenant_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'ae383eec-45d6-48ce-9ce1-81a54f900af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:50:44Z', 'updated_at': '2022-02-09T21:50:49Z', 'revision_number': 4, 'project_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'gw_port': {'id': 'ae383eec-45d6-48ce-9ce1-81a54f900af4', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b04f77-b17d-46c7-9a89-447a8c43f6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:44Z', 'updated_at': '2022-02-09T21:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': '9f747c2c-f96b-4f06-9424-50dbcd2bcc67', 'tenant_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'floating_ip_address': '172.25.3.90', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': 'c1b04f77-b17d-46c7-9a89-447a8c43f6b8', 'port_id': 'e186d641-5460-43b4-afa9-9d708ef5dfab', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2662, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdbf9686-bd80-4f36-b0c5-13d677d2ad44', 'mac_address': 'fa:16:3e:92:26:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a343ca-f9d5-43b5-9ada-f2fa47f4ee8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:51:13Z', 'updated_at': '2022-02-09T21:51:13Z', 'revision_number': 0, 'project_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78941fb4-471e-446e-9ff5-665726a1c888', 'name': '', 'network_id': 'bdbf9686-bd80-4f36-b0c5-13d677d2ad44', 'tenant_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'mac_address': 'fa:16:3e:e5:38:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b04f77-b17d-46c7-9a89-447a8c43f6b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '0983afe5-89cd-4e82-b65d-0b5797c6355d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:48Z', 'updated_at': '2022-02-09T21:50:54Z', 'revision_number': 5, 'project_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'subnets': [{'id': '0983afe5-89cd-4e82-b65d-0b5797c6355d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:17.019746 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6bc686-9cc9-4ac1-8b58-20d20abb4611 req-4a9e56fe-77a8-4815-8680-2b36ffcb37e6 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:17.019971 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433485fd-8869-4893-882c-27b555a783f0 None None] The sync data for ids ['c1b04f77-b17d-46c7-9a89-447a8c43f6b8'] in n-d-828369-5 is: [{'id': 'c1b04f77-b17d-46c7-9a89-447a8c43f6b8', 'name': 'tempest-TestNetworkBasicOps-router-1503664596', 'tenant_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'ae383eec-45d6-48ce-9ce1-81a54f900af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:50:44Z', 'updated_at': '2022-02-09T21:50:49Z', 'revision_number': 4, 'project_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'gw_port': {'id': 'ae383eec-45d6-48ce-9ce1-81a54f900af4', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b04f77-b17d-46c7-9a89-447a8c43f6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:44Z', 'updated_at': '2022-02-09T21:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': '9f747c2c-f96b-4f06-9424-50dbcd2bcc67', 'tenant_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'floating_ip_address': '172.25.3.90', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': 'c1b04f77-b17d-46c7-9a89-447a8c43f6b8', 'port_id': 'e186d641-5460-43b4-afa9-9d708ef5dfab', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2662, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdbf9686-bd80-4f36-b0c5-13d677d2ad44', 'mac_address': 'fa:16:3e:92:26:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a343ca-f9d5-43b5-9ada-f2fa47f4ee8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:51:13Z', 'updated_at': '2022-02-09T21:51:13Z', 'revision_number': 0, 'project_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78941fb4-471e-446e-9ff5-665726a1c888', 'name': '', 'network_id': 'bdbf9686-bd80-4f36-b0c5-13d677d2ad44', 'tenant_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'mac_address': 'fa:16:3e:e5:38:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b04f77-b17d-46c7-9a89-447a8c43f6b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '0983afe5-89cd-4e82-b65d-0b5797c6355d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:48Z', 'updated_at': '2022-02-09T21:50:54Z', 'revision_number': 5, 'project_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'subnets': [{'id': '0983afe5-89cd-4e82-b65d-0b5797c6355d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:51:17.043733 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-1a6bc686-9cc9-4ac1-8b58-20d20abb4611 req-4a9e56fe-77a8-4815-8680-2b36ffcb37e6 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.89 "GET /v2.0/ports?device_id=08ee7f9d-0da7-4b38-af85-767e1a7343d0 HTTP/1.1" status: 200 len: 946 time: 0.1804137 Feb 09 21:51:17.195815 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-854a3f80-e045-4aaa-84e6-6d760ff5a4f9 req-23ad7435-c0eb-4c15-bf18-ac741967950f tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/security-groups?id=94013628-fdec-4344-8a46-79b1e0e851cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3819633 Feb 09 21:51:17.242407 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c2f21aea-a747-4e32-8e8f-e40b5156e786 req-af9839c7-90e0-47f4-883b-133c9c52b9b1 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=4c89ea32-e697-4c99-8133-b5b6d80654a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4970829 Feb 09 21:51:17.248148 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-1a6bc686-9cc9-4ac1-8b58-20d20abb4611 req-e3384114-fc7c-42b3-9d04-fa98776d37b8 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Deleting port cc14b07b-8093-4853-87c0-eea1eb4bc666 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:51:17.249237 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-1a6bc686-9cc9-4ac1-8b58-20d20abb4611 req-e3384114-fc7c-42b3-9d04-fa98776d37b8 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (cc14b07b-8093-4853-87c0-eea1eb4bc666), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:17.286633 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-76ada488-b418-406b-ba25-e701063f6133 req-b840d04c-b4a6-4e67-8351-cf35e9a3fef0 service neutron] 10.222.0.95 "GET /v2.0/networks/bdbf9686-bd80-4f36-b0c5-13d677d2ad44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5356681 Feb 09 21:51:17.313300 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-11efcaed-0bf5-4073-acc3-f9681dd4a1eb req-82667a9a-38a7-4e72-befe-2cc824e4ee83 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=57e2981c-7be5-4738-affb-3a53f643718b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2963748 Feb 09 21:51:17.450200 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-1a6bc686-9cc9-4ac1-8b58-20d20abb4611 req-e3384114-fc7c-42b3-9d04-fa98776d37b8 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] For port cc14b07b-8093-4853-87c0-eea1eb4bc666, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=cc14b07b-8093-4853-87c0-eea1eb4bc666,segment=NetworkSegment(31f2f775-f710-4464-9553-cd9bfb6c064e),segment_id=31f2f775-f710-4464-9553-cd9bfb6c064e)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:51:17.450857 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-1a6bc686-9cc9-4ac1-8b58-20d20abb4611 req-e3384114-fc7c-42b3-9d04-fa98776d37b8 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (cc14b07b-8093-4853-87c0-eea1eb4bc666), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:17.473532 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11efcaed-0bf5-4073-acc3-f9681dd4a1eb req-0cc7fac0-4518-40a9-9bd5-2283cfa57d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:17.474956 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-1a6bc686-9cc9-4ac1-8b58-20d20abb4611 req-e3384114-fc7c-42b3-9d04-fa98776d37b8 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Calling delete_port for cc14b07b-8093-4853-87c0-eea1eb4bc666 owned by compute:nova {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:51:17.475916 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-11efcaed-0bf5-4073-acc3-f9681dd4a1eb req-0cc7fac0-4518-40a9-9bd5-2283cfa57d92 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=1492f326a33b4817ae7c20fd87f037a8&device_id=57e2981c-7be5-4738-affb-3a53f643718b HTTP/1.1" status: 200 len: 1132 time: 0.1366730 Feb 09 21:51:17.526742 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa1b060-377b-4f77-83d7-ea705e36c918 None None] New status for floating IP 9f747c2c-f96b-4f06-9424-50dbcd2bcc67: ACTIVE {{(pid=103142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:51:17.707986 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-1a6bc686-9cc9-4ac1-8b58-20d20abb4611 req-e3384114-fc7c-42b3-9d04-fa98776d37b8 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (cc14b07b-8093-4853-87c0-eea1eb4bc666), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:17.727816 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11efcaed-0bf5-4073-acc3-f9681dd4a1eb req-0bd8f6af-905f-49b1-8ef5-ddb58e0f221b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:17.729519 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-11efcaed-0bf5-4073-acc3-f9681dd4a1eb req-0bd8f6af-905f-49b1-8ef5-ddb58e0f221b service neutron] 10.222.0.95 "GET /v2.0/networks?id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc HTTP/1.1" status: 200 len: 870 time: 0.2331553 Feb 09 21:51:17.763843 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3384114-fc7c-42b3-9d04-fa98776d37b8 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Pushing event deleted for resources: {'Port': ['ID=cc14b07b-8093-4853-87c0-eea1eb4bc666,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:17.811956 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['6299c654-47ff-4ca4-8430-4c97bbaa7861'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:51:17.814862 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['cc14b07b-8093-4853-87c0-eea1eb4bc666'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:51:17.835175 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-11efcaed-0bf5-4073-acc3-f9681dd4a1eb req-c278264c-35f2-42c4-9281-f072d65e4d2d service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=74a933e9-f224-4997-b231-ce50a4a55856 HTTP/1.1" status: 200 len: 217 time: 0.0984502 Feb 09 21:51:17.889990 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 49600) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:17.966199 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a6bc686-9cc9-4ac1-8b58-20d20abb4611 req-e3384114-fc7c-42b3-9d04-fa98776d37b8 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] No DVR routers for this DVR port cc14b07b-8093-4853-87c0-eea1eb4bc666 on host n-h2-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:51:17.975461 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-1a6bc686-9cc9-4ac1-8b58-20d20abb4611 req-e3384114-fc7c-42b3-9d04-fa98776d37b8 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:17.985039 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-1a6bc686-9cc9-4ac1-8b58-20d20abb4611 req-e3384114-fc7c-42b3-9d04-fa98776d37b8 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.89 "DELETE /v2.0/ports/cc14b07b-8093-4853-87c0-eea1eb4bc666 HTTP/1.1" status: 204 len: 173 time: 0.9328306 Feb 09 21:51:17.985759 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08ee7f9d-0da7-4b38-af85-767e1a7343d0', 'name': 'network-vif-deleted', 'tag': 'cc14b07b-8093-4853-87c0-eea1eb4bc666'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:51:17.992894 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed3a8b31-f49f-44d9-899b-9be21e22bc36" -d '{"events": [{"server_uuid": "08ee7f9d-0da7-4b38-af85-767e1a7343d0", "name": "network-vif-deleted", "tag": "cc14b07b-8093-4853-87c0-eea1eb4bc666"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:51:18.044319 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93064456-9c50-4cc6-92ab-1d35b50d3248 req-23c018d4-cf08-4757-a4ca-11becfd94077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:18.046074 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-93064456-9c50-4cc6-92ab-1d35b50d3248 req-23c018d4-cf08-4757-a4ca-11becfd94077 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b97bcc6d3a344052b623ebf4a39465fa&device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 1129 time: 0.1823530 Feb 09 21:51:18.100632 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11efcaed-0bf5-4073-acc3-f9681dd4a1eb req-ddf778df-bf82-4759-8404-11fdc655faa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:18.102165 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-11efcaed-0bf5-4073-acc3-f9681dd4a1eb req-ddf778df-bf82-4759-8404-11fdc655faa1 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0f7402ac-a35b-414b-bcc1-bc1c3072ec3c HTTP/1.1" status: 200 len: 843 time: 0.2607896 Feb 09 21:51:18.133636 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-48053a59-f9a5-4a0b-aa3d-baa2e94ccc1d tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "GET /v2.0/floatingips/9f747c2c-f96b-4f06-9424-50dbcd2bcc67 HTTP/1.1" status: 200 len: 990 time: 0.2321835 Feb 09 21:51:18.143590 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-510fa4fb-5bf9-462f-b3ff-f4728e736dc4 x-openstack-request-id: req-510fa4fb-5bf9-462f-b3ff-f4728e736dc4 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:51:18.143939 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08ee7f9d-0da7-4b38-af85-767e1a7343d0", "name": "network-vif-deleted", "tag": "cc14b07b-8093-4853-87c0-eea1eb4bc666", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:51:18.144169 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-510fa4fb-5bf9-462f-b3ff-f4728e736dc4 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:51:18.144636 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08ee7f9d-0da7-4b38-af85-767e1a7343d0', 'name': 'network-vif-deleted', 'tag': 'cc14b07b-8093-4853-87c0-eea1eb4bc666', 'status': 'completed', 'code': 200} Feb 09 21:51:18.198942 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11efcaed-0bf5-4073-acc3-f9681dd4a1eb req-d77805da-fd54-4ae1-ad28-02817f245921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:18.200737 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-11efcaed-0bf5-4073-acc3-f9681dd4a1eb req-d77805da-fd54-4ae1-ad28-02817f245921 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0861721 Feb 09 21:51:18.394051 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93064456-9c50-4cc6-92ab-1d35b50d3248 req-b207d180-2213-49b7-8d94-47e0fd30b565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:18.395439 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-93064456-9c50-4cc6-92ab-1d35b50d3248 req-b207d180-2213-49b7-8d94-47e0fd30b565 service neutron] 10.222.0.89 "GET /v2.0/networks?id=23f1a6df-2b4b-4777-8497-2928c76d9f17 HTTP/1.1" status: 200 len: 913 time: 0.3170431 Feb 09 21:51:18.481593 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cbb94770-d225-49f5-a100-b4f7f5d2939a req-9d3fb2e7-659f-48e2-9108-86535f86ccf8 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/ports?device_id=08ee7f9d-0da7-4b38-af85-767e1a7343d0 HTTP/1.1" status: 200 len: 210 time: 0.0666785 Feb 09 21:51:18.541558 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-93064456-9c50-4cc6-92ab-1d35b50d3248 req-49786332-200d-4b6e-a22e-f352b82bf64b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc4d8690-2c93-4a34-8416-c6d01e3a225f HTTP/1.1" status: 200 len: 1001 time: 0.1354058 Feb 09 21:51:18.656400 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-11efcaed-0bf5-4073-acc3-f9681dd4a1eb req-36b8929d-c7d8-492c-bade-2dbe8ebd8735 service neutron] 10.222.0.95 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4467089 Feb 09 21:51:18.734532 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93064456-9c50-4cc6-92ab-1d35b50d3248 req-052c9169-6cd8-46d4-b872-5f15f984f299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:18.739346 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-93064456-9c50-4cc6-92ab-1d35b50d3248 req-052c9169-6cd8-46d4-b872-5f15f984f299 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b55ac71e-6529-43b3-9355-0e693d39e1f4 HTTP/1.1" status: 200 len: 851 time: 0.1907568 Feb 09 21:51:18.819561 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c40679-8e23-4ecb-8cc0-b81060f244d8 req-a24b5215-63dc-49e7-9ad7-1e729e0cae75 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:18.835194 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-20c40679-8e23-4ecb-8cc0-b81060f244d8 req-a24b5215-63dc-49e7-9ad7-1e729e0cae75 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 947 time: 0.4380662 Feb 09 21:51:18.902505 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93064456-9c50-4cc6-92ab-1d35b50d3248 req-a63c19e1-4890-4e48-aba4-211d3f76cbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:18.904035 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-93064456-9c50-4cc6-92ab-1d35b50d3248 req-a63c19e1-4890-4e48-aba4-211d3f76cbb4 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=23f1a6df-2b4b-4777-8497-2928c76d9f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1572771 Feb 09 21:51:18.921342 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-20c40679-8e23-4ecb-8cc0-b81060f244d8 req-ee9578be-7cf9-43ef-b5da-6bdbcd207ecd tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=4c89ea32-e697-4c99-8133-b5b6d80654a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817471 Feb 09 21:51:18.962955 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-11efcaed-0bf5-4073-acc3-f9681dd4a1eb req-413ba1a1-730e-4e2e-afd8-b062a1b9bb98 service neutron] 10.222.0.95 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2919118 Feb 09 21:51:19.072200 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-93064456-9c50-4cc6-92ab-1d35b50d3248 req-ac2acfa0-c8d7-4090-a946-cbeccb4173b3 service neutron] 10.222.0.89 "GET /v2.0/networks/23f1a6df-2b4b-4777-8497-2928c76d9f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568091 Feb 09 21:51:19.137817 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 49624) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:19.325350 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-b2e87b63-2f98-4426-a82e-9b96fe651139 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "GET /v2.0/floatingips/9f747c2c-f96b-4f06-9424-50dbcd2bcc67 HTTP/1.1" status: 200 len: 992 time: 0.1798229 Feb 09 21:51:19.409239 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-93064456-9c50-4cc6-92ab-1d35b50d3248 req-fa8822d1-3166-4a2f-821c-78df6d3896a9 service neutron] 10.222.0.89 "GET /v2.0/networks/23f1a6df-2b4b-4777-8497-2928c76d9f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3274329 Feb 09 21:51:20.147406 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12958957-0e28-459e-885a-7386fe73c878 req-bb4574fe-869f-4e59-b611-481fc0ac5ceb tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:20.155705 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-12958957-0e28-459e-885a-7386fe73c878 req-bb4574fe-869f-4e59-b611-481fc0ac5ceb tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/ports?device_id=a6d64455-240d-447f-a385-b196e85b5a1b HTTP/1.1" status: 200 len: 946 time: 0.2220886 Feb 09 21:51:20.197393 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9e2108-b70d-4de2-8a78-21667841728f req-4939c57e-4648-4b2c-bfb1-2ab4ff6c2dea tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:20.198949 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0d9e2108-b70d-4de2-8a78-21667841728f req-4939c57e-4648-4b2c-bfb1-2ab4ff6c2dea tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 947 time: 0.1346192 Feb 09 21:51:20.255219 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device cc14b07b-8093-4853-87c0-eea1eb4bc666 no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:51:20.271437 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-12958957-0e28-459e-885a-7386fe73c878 req-e464a5fa-da73-45d2-9414-b0b6abb2c975 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/security-groups?id=94013628-fdec-4344-8a46-79b1e0e851cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143641 Feb 09 21:51:20.315062 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] No Port match for: cc14b07b-8093-4853-87c0-eea1eb4bc666 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:51:20.315653 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device cc14b07b-8093-4853-87c0-eea1eb4bc666 not bound to the agent host n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:51:20.334156 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0d9e2108-b70d-4de2-8a78-21667841728f req-48d95ee5-7d62-485b-b120-e26ed263047e tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=4c89ea32-e697-4c99-8133-b5b6d80654a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236365 Feb 09 21:51:21.245382 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:21.826020 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b14de0-d0ad-4a97-ad93-2c589bd127d7 req-b1e6d3a0-17b2-4fea-83cc-63a4802b3656 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:21.833145 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c6b14de0-d0ad-4a97-ad93-2c589bd127d7 req-b1e6d3a0-17b2-4fea-83cc-63a4802b3656 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/ports?device_id=a6d64455-240d-447f-a385-b196e85b5a1b HTTP/1.1" status: 200 len: 946 time: 0.2348943 Feb 09 21:51:21.876116 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fd4c51-195d-40f2-b267-57a9c90c4e4c req-518f24fc-346c-4441-bb3c-306906c9c2f5 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:21.888507 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d5fd4c51-195d-40f2-b267-57a9c90c4e4c req-518f24fc-346c-4441-bb3c-306906c9c2f5 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 947 time: 0.2528281 Feb 09 21:51:21.969957 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c6b14de0-d0ad-4a97-ad93-2c589bd127d7 req-21469d57-91b1-4067-aeb7-a9e5c1ef9a66 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/security-groups?id=94013628-fdec-4344-8a46-79b1e0e851cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266897 Feb 09 21:51:22.062865 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d5fd4c51-195d-40f2-b267-57a9c90c4e4c req-a093a418-101b-4f44-9519-dda3b2474874 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=4c89ea32-e697-4c99-8133-b5b6d80654a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189024 Feb 09 21:51:23.142105 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256b3a5f-734e-45fb-a21d-ed7070eff6fb req-56e03fa6-edec-45d3-affe-ff62f1503295 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:23.143688 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-256b3a5f-734e-45fb-a21d-ed7070eff6fb req-56e03fa6-edec-45d3-affe-ff62f1503295 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/ports?device_id=a6d64455-240d-447f-a385-b196e85b5a1b HTTP/1.1" status: 200 len: 946 time: 0.0972493 Feb 09 21:51:23.225897 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-256b3a5f-734e-45fb-a21d-ed7070eff6fb req-12e8cf01-01aa-41ab-848e-29a90214f9be tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/security-groups?id=94013628-fdec-4344-8a46-79b1e0e851cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684960 Feb 09 21:51:23.271750 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1118f99b-d9fa-49ee-9cd7-4c0dbb121c53 req-022d7dc7-f4fc-4d40-a756-a31eed9b2690 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:23.279660 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1118f99b-d9fa-49ee-9cd7-4c0dbb121c53 req-022d7dc7-f4fc-4d40-a756-a31eed9b2690 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 947 time: 0.1348805 Feb 09 21:51:23.347498 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1118f99b-d9fa-49ee-9cd7-4c0dbb121c53 req-9280bb1d-8f17-4a4a-9db6-3deb5d761a84 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=4c89ea32-e697-4c99-8133-b5b6d80654a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658693 Feb 09 21:51:23.544884 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:24.505525 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45593651-e438-4bd4-a10c-cd13a1e5159c req-e202ba12-53a9-4366-a90c-9f50adb7c297 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:24.514110 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-45593651-e438-4bd4-a10c-cd13a1e5159c req-e202ba12-53a9-4366-a90c-9f50adb7c297 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/ports?device_id=a6d64455-240d-447f-a385-b196e85b5a1b HTTP/1.1" status: 200 len: 946 time: 0.1857297 Feb 09 21:51:24.550653 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a182ac-c486-4615-a635-4587721327ff req-40743c5c-7006-4f3e-80db-4cfee85699c4 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:24.552883 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a6a182ac-c486-4615-a635-4587721327ff req-40743c5c-7006-4f3e-80db-4cfee85699c4 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 947 time: 0.1281061 Feb 09 21:51:24.591708 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 49732) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:24.627180 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a6a182ac-c486-4615-a635-4587721327ff req-b79b05c7-b35a-48e7-b520-ee4524945273 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=4c89ea32-e697-4c99-8133-b5b6d80654a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666680 Feb 09 21:51:24.679597 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-45593651-e438-4bd4-a10c-cd13a1e5159c req-df4ae4ce-7896-4872-a322-970bf2679c22 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/security-groups?id=94013628-fdec-4344-8a46-79b1e0e851cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567686 Feb 09 21:51:25.346496 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-30782c6c-dbdf-4429-8141-b55eabe1e880 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524906'] for router_interface (9378fdb6-af0c-40c9-b62e-f5a26dc8f129), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:25.802704 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-30782c6c-dbdf-4429-8141-b55eabe1e880 admin admin] Deleting port ffc1eb71-c432-4a0b-94d6-451407628622 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:51:25.803455 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-30782c6c-dbdf-4429-8141-b55eabe1e880 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (ffc1eb71-c432-4a0b-94d6-451407628622), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:25.913640 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd74404-b9e8-4264-9b18-b36db57666f4 req-159848bf-27aa-4aa1-9e93-ce2b6e9182ec tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:25.919263 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6cd74404-b9e8-4264-9b18-b36db57666f4 req-159848bf-27aa-4aa1-9e93-ce2b6e9182ec tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/ports?device_id=a6d64455-240d-447f-a385-b196e85b5a1b HTTP/1.1" status: 200 len: 946 time: 0.1532075 Feb 09 21:51:25.978541 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff548a4b-cf44-4500-a372-8a3117402257 req-8b937c7e-1d45-442e-9b0c-8eec3ab53c62 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:25.980748 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ff548a4b-cf44-4500-a372-8a3117402257 req-8b937c7e-1d45-442e-9b0c-8eec3ab53c62 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 947 time: 0.2271452 Feb 09 21:51:25.995696 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-30782c6c-dbdf-4429-8141-b55eabe1e880 admin admin] For port ffc1eb71-c432-4a0b-94d6-451407628622, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=ffc1eb71-c432-4a0b-94d6-451407628622,segment=NetworkSegment(9336038c-c827-49b4-9b26-98b175de6249),segment_id=9336038c-c827-49b4-9b26-98b175de6249)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:51:25.996059 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-30782c6c-dbdf-4429-8141-b55eabe1e880 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (ffc1eb71-c432-4a0b-94d6-451407628622), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:26.017032 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-30782c6c-dbdf-4429-8141-b55eabe1e880 admin admin] Calling delete_port for ffc1eb71-c432-4a0b-94d6-451407628622 owned by network:router_interface {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:51:26.076403 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6cd74404-b9e8-4264-9b18-b36db57666f4 req-96fc781f-3915-428e-b145-7cddeb3d7bc7 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/security-groups?id=94013628-fdec-4344-8a46-79b1e0e851cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492014 Feb 09 21:51:26.137910 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ff548a4b-cf44-4500-a372-8a3117402257 req-260d1c68-2a36-4bb0-8be1-5e7590552a42 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=4c89ea32-e697-4c99-8133-b5b6d80654a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081724 Feb 09 21:51:26.290664 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-30782c6c-dbdf-4429-8141-b55eabe1e880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (ffc1eb71-c432-4a0b-94d6-451407628622), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:26.326489 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30782c6c-dbdf-4429-8141-b55eabe1e880 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffc1eb71-c432-4a0b-94d6-451407628622,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:26.736969 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-30782c6c-dbdf-4429-8141-b55eabe1e880 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-525054'] for router_interface (9378fdb6-af0c-40c9-b62e-f5a26dc8f129), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:27.007917 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30782c6c-dbdf-4429-8141-b55eabe1e880 admin admin] Router 9378fdb6-af0c-40c9-b62e-f5a26dc8f129 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:51:27.168112 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30782c6c-dbdf-4429-8141-b55eabe1e880 admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:51:27.176996 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-30782c6c-dbdf-4429-8141-b55eabe1e880 admin admin] 10.222.0.90 "PUT /v2.0/routers/9378fdb6-af0c-40c9-b62e-f5a26dc8f129/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5814757 Feb 09 21:51:27.178032 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 49780) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:27.193721 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3723b8-a679-43c4-a5b8-ab925c0cd449 None None] Sync routers for ids ['9378fdb6-af0c-40c9-b62e-f5a26dc8f129'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:51:27.208609 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3723b8-a679-43c4-a5b8-ab925c0cd449 None None] Routers {'9378fdb6-af0c-40c9-b62e-f5a26dc8f129'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:51:27.209275 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-3a3723b8-a679-43c4-a5b8-ab925c0cd449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:51:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['9378fdb6-af0c-40c9-b62e-f5a26dc8f129'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:27.445172 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cc4aff49-7319-4b59-8864-c2211f91b3e9 admin admin] Publish callbacks [] for router (9378fdb6-af0c-40c9-b62e-f5a26dc8f129), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:27.522187 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-3a3723b8-a679-43c4-a5b8-ab925c0cd449 None None] Set router 9378fdb6-af0c-40c9-b62e-f5a26dc8f129 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:51:27.565662 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cc4aff49-7319-4b59-8864-c2211f91b3e9 admin admin] Publish callbacks [] for router_gateway (9378fdb6-af0c-40c9-b62e-f5a26dc8f129), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:27.805179 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-3a3723b8-a679-43c4-a5b8-ab925c0cd449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9378fdb6-af0c-40c9-b62e-f5a26dc8f129', 'name': 'tempest-TaggedBootDevicesTest-909826218-router', 'tenant_id': 'e0fba33cc37140f68483b74485e6f58c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '747c4daf-18ce-48cb-a47d-3fed3fc7043b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:42:57Z', 'updated_at': '2022-02-09T21:51:26Z', 'revision_number': 5, 'project_id': 'e0fba33cc37140f68483b74485e6f58c', 'gw_port': {'id': '747c4daf-18ce-48cb-a47d-3fed3fc7043b', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:50:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9378fdb6-af0c-40c9-b62e-f5a26dc8f129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:43:03Z', 'updated_at': '2022-02-09T21:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:27.844599 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3723b8-a679-43c4-a5b8-ab925c0cd449 None None] Checking router: 9378fdb6-af0c-40c9-b62e-f5a26dc8f129 for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:51:27.855134 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3723b8-a679-43c4-a5b8-ab925c0cd449 None None] Routers {'9378fdb6-af0c-40c9-b62e-f5a26dc8f129'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:51:27.855997 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-3a3723b8-a679-43c4-a5b8-ab925c0cd449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:51:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['9378fdb6-af0c-40c9-b62e-f5a26dc8f129'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:27.962617 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-3a3723b8-a679-43c4-a5b8-ab925c0cd449 None None] Set router 9378fdb6-af0c-40c9-b62e-f5a26dc8f129 gateway port host: None {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:51:28.008561 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d1f8f3-e0a7-4bb8-9f41-28ed0a65e03b req-918995e8-68da-4212-95c9-f38646f8a275 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:28.010110 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-34d1f8f3-e0a7-4bb8-9f41-28ed0a65e03b req-918995e8-68da-4212-95c9-f38646f8a275 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 947 time: 0.6531031 Feb 09 21:51:28.041384 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-3a3723b8-a679-43c4-a5b8-ab925c0cd449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9378fdb6-af0c-40c9-b62e-f5a26dc8f129', 'name': 'tempest-TaggedBootDevicesTest-909826218-router', 'tenant_id': 'e0fba33cc37140f68483b74485e6f58c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:42:57Z', 'updated_at': '2022-02-09T21:51:27Z', 'revision_number': 6, 'project_id': 'e0fba33cc37140f68483b74485e6f58c', 'gw_port_host': None}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:28.059851 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfec52c-4323-44f8-83c3-fa8903d11ad2 req-f7105ce2-9c7d-420d-849b-4b360ea36465 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:28.067127 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dcfec52c-4323-44f8-83c3-fa8903d11ad2 req-f7105ce2-9c7d-420d-849b-4b360ea36465 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/ports?device_id=a6d64455-240d-447f-a385-b196e85b5a1b HTTP/1.1" status: 200 len: 946 time: 0.8500893 Feb 09 21:51:28.095166 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3723b8-a679-43c4-a5b8-ab925c0cd449 None None] The sync data for ids ['9378fdb6-af0c-40c9-b62e-f5a26dc8f129'] in n-d-828369-5 is: [{'id': '9378fdb6-af0c-40c9-b62e-f5a26dc8f129', 'name': 'tempest-TaggedBootDevicesTest-909826218-router', 'tenant_id': 'e0fba33cc37140f68483b74485e6f58c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:42:57Z', 'updated_at': '2022-02-09T21:51:27Z', 'revision_number': 6, 'project_id': 'e0fba33cc37140f68483b74485e6f58c', 'gw_port_host': None}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:51:28.128778 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73565cc0-2ae6-4c0f-8116-7bd10fb0b2b5 req-5013b23e-c77e-4285-8e23-142e7e4419ab tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:28.130346 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-73565cc0-2ae6-4c0f-8116-7bd10fb0b2b5 req-5013b23e-c77e-4285-8e23-142e7e4419ab tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.95 "GET /v2.0/ports?device_id=a6d64455-240d-447f-a385-b196e85b5a1b HTTP/1.1" status: 200 len: 946 time: 0.1650684 Feb 09 21:51:28.212368 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-cc4aff49-7319-4b59-8864-c2211f91b3e9 admin admin] Deleting port 747c4daf-18ce-48cb-a47d-3fed3fc7043b {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:51:28.213015 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cc4aff49-7319-4b59-8864-c2211f91b3e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (747c4daf-18ce-48cb-a47d-3fed3fc7043b), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:28.223772 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dcfec52c-4323-44f8-83c3-fa8903d11ad2 req-dacf08b5-eb8b-4ecd-b87a-b9d46647530a tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/security-groups?id=94013628-fdec-4344-8a46-79b1e0e851cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557178 Feb 09 21:51:28.227269 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-34d1f8f3-e0a7-4bb8-9f41-28ed0a65e03b req-6cd70f58-4d87-4c78-be31-d1cbebd033f6 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=4c89ea32-e697-4c99-8133-b5b6d80654a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2082965 Feb 09 21:51:28.359500 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-73565cc0-2ae6-4c0f-8116-7bd10fb0b2b5 req-8b701121-1727-419b-9ec7-680fea54471d tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Deleting port 6299c654-47ff-4ca4-8430-4c97bbaa7861 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:51:28.359925 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-73565cc0-2ae6-4c0f-8116-7bd10fb0b2b5 req-8b701121-1727-419b-9ec7-680fea54471d tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (6299c654-47ff-4ca4-8430-4c97bbaa7861), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:28.367770 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-cc4aff49-7319-4b59-8864-c2211f91b3e9 admin admin] For port 747c4daf-18ce-48cb-a47d-3fed3fc7043b, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=747c4daf-18ce-48cb-a47d-3fed3fc7043b,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:51:28.368262 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cc4aff49-7319-4b59-8864-c2211f91b3e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (747c4daf-18ce-48cb-a47d-3fed3fc7043b), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:28.418014 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-cc4aff49-7319-4b59-8864-c2211f91b3e9 admin admin] Calling delete_port for 747c4daf-18ce-48cb-a47d-3fed3fc7043b owned by network:router_gateway {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:51:28.565198 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-73565cc0-2ae6-4c0f-8116-7bd10fb0b2b5 req-8b701121-1727-419b-9ec7-680fea54471d tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] For port 6299c654-47ff-4ca4-8430-4c97bbaa7861, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=6299c654-47ff-4ca4-8430-4c97bbaa7861,segment=NetworkSegment(31f2f775-f710-4464-9553-cd9bfb6c064e),segment_id=31f2f775-f710-4464-9553-cd9bfb6c064e)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:51:28.565693 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-73565cc0-2ae6-4c0f-8116-7bd10fb0b2b5 req-8b701121-1727-419b-9ec7-680fea54471d tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (6299c654-47ff-4ca4-8430-4c97bbaa7861), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:28.602053 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-73565cc0-2ae6-4c0f-8116-7bd10fb0b2b5 req-8b701121-1727-419b-9ec7-680fea54471d tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Calling delete_port for 6299c654-47ff-4ca4-8430-4c97bbaa7861 owned by compute:nova {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:51:28.683083 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device ffc1eb71-c432-4a0b-94d6-451407628622 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:51:28.720941 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: ffc1eb71-c432-4a0b-94d6-451407628622 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:51:28.721581 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device ffc1eb71-c432-4a0b-94d6-451407628622 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:51:28.767196 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cc4aff49-7319-4b59-8864-c2211f91b3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (747c4daf-18ce-48cb-a47d-3fed3fc7043b), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:28.827564 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4aff49-7319-4b59-8864-c2211f91b3e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=747c4daf-18ce-48cb-a47d-3fed3fc7043b,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:28.843028 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4aff49-7319-4b59-8864-c2211f91b3e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:28.843426 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4aff49-7319-4b59-8864-c2211f91b3e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:28.843717 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4aff49-7319-4b59-8864-c2211f91b3e9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:28.844062 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4aff49-7319-4b59-8864-c2211f91b3e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:28.846897 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4aff49-7319-4b59-8864-c2211f91b3e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:28.846897 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4aff49-7319-4b59-8864-c2211f91b3e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:28.846897 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4aff49-7319-4b59-8864-c2211f91b3e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:28.846897 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4aff49-7319-4b59-8864-c2211f91b3e9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:28.846897 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4aff49-7319-4b59-8864-c2211f91b3e9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:28.846897 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4aff49-7319-4b59-8864-c2211f91b3e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:28.846897 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4aff49-7319-4b59-8864-c2211f91b3e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:28.847528 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4aff49-7319-4b59-8864-c2211f91b3e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:28.847528 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4aff49-7319-4b59-8864-c2211f91b3e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:28.907978 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cc4aff49-7319-4b59-8864-c2211f91b3e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-554524'] for router_gateway (9378fdb6-af0c-40c9-b62e-f5a26dc8f129), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:29.084500 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cc4aff49-7319-4b59-8864-c2211f91b3e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (9378fdb6-af0c-40c9-b62e-f5a26dc8f129), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:29.087405 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cc4aff49-7319-4b59-8864-c2211f91b3e9 admin admin] Publish callbacks [] for router_controller (9378fdb6-af0c-40c9-b62e-f5a26dc8f129), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:29.240478 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-73565cc0-2ae6-4c0f-8116-7bd10fb0b2b5 req-8b701121-1727-419b-9ec7-680fea54471d tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (6299c654-47ff-4ca4-8430-4c97bbaa7861), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:29.257680 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['6299c654-47ff-4ca4-8430-4c97bbaa7861'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:51:29.263206 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cc4aff49-7319-4b59-8864-c2211f91b3e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (9378fdb6-af0c-40c9-b62e-f5a26dc8f129), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:29.263620 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc4aff49-7319-4b59-8864-c2211f91b3e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9378fdb6-af0c-40c9-b62e-f5a26dc8f129 {{(pid=103140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:51:29.291229 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cc4aff49-7319-4b59-8864-c2211f91b3e9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:29.292601 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-cc4aff49-7319-4b59-8864-c2211f91b3e9 admin admin] 10.222.0.90 "DELETE /v2.0/routers/9378fdb6-af0c-40c9-b62e-f5a26dc8f129 HTTP/1.1" status: 204 len: 168 time: 2.1134546 Feb 09 21:51:29.296404 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 49812) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:29.314355 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b701121-1727-419b-9ec7-680fea54471d tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Pushing event deleted for resources: {'Port': ['ID=6299c654-47ff-4ca4-8430-4c97bbaa7861,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:29.336427 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-73565cc0-2ae6-4c0f-8116-7bd10fb0b2b5 req-8b701121-1727-419b-9ec7-680fea54471d tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] No DVR routers for this DVR port 6299c654-47ff-4ca4-8430-4c97bbaa7861 on host n-h1-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:51:29.339725 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-73565cc0-2ae6-4c0f-8116-7bd10fb0b2b5 req-8b701121-1727-419b-9ec7-680fea54471d tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:29.343380 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-73565cc0-2ae6-4c0f-8116-7bd10fb0b2b5 req-8b701121-1727-419b-9ec7-680fea54471d tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.95 "DELETE /v2.0/ports/6299c654-47ff-4ca4-8430-4c97bbaa7861 HTTP/1.1" status: 204 len: 173 time: 1.2005479 Feb 09 21:51:29.344005 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6d64455-240d-447f-a385-b196e85b5a1b', 'name': 'network-vif-deleted', 'tag': '6299c654-47ff-4ca4-8430-4c97bbaa7861'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:51:29.346665 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b1a01e2-1fbf-45da-90f6-902a29141319" -d '{"events": [{"server_uuid": "a6d64455-240d-447f-a385-b196e85b5a1b", "name": "network-vif-deleted", "tag": "6299c654-47ff-4ca4-8430-4c97bbaa7861"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:51:29.372266 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c583d62-c859-490e-9bbb-0fe130ff9d3f admin admin] Deleting subnet 31bf57d7-aaed-40fd-925f-87213ac6208a {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:51:29.378342 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1c583d62-c859-490e-9bbb-0fe130ff9d3f admin admin] Publish callbacks [] for subnet (31bf57d7-aaed-40fd-925f-87213ac6208a), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:29.421998 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9b36c55d-d842-498c-a865-269bed1278e6 req-6bd417b8-9f1c-4b36-9674-d5dc3fa7dc56 tempest-ServerRescueNegativeTestJSON-1638296708 tempest-ServerRescueNegativeTestJSON-1638296708-project] 10.222.0.90 "GET /v2.0/ports?device_id=a6d64455-240d-447f-a385-b196e85b5a1b HTTP/1.1" status: 200 len: 210 time: 0.0621064 Feb 09 21:51:29.467488 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1c583d62-c859-490e-9bbb-0fe130ff9d3f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (31bf57d7-aaed-40fd-925f-87213ac6208a), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:29.572014 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-371c7fed-1751-4ade-9e09-a18b3bfc36a8 x-openstack-request-id: req-371c7fed-1751-4ade-9e09-a18b3bfc36a8 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:51:29.573732 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6d64455-240d-447f-a385-b196e85b5a1b", "name": "network-vif-deleted", "tag": "6299c654-47ff-4ca4-8430-4c97bbaa7861", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:51:29.574022 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-371c7fed-1751-4ade-9e09-a18b3bfc36a8 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:51:29.574456 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6d64455-240d-447f-a385-b196e85b5a1b', 'name': 'network-vif-deleted', 'tag': '6299c654-47ff-4ca4-8430-4c97bbaa7861', 'status': 'completed', 'code': 200} Feb 09 21:51:29.705499 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2632646d-5e6d-41b6-abfe-2c565b2d010c req-9498346e-69ea-4a49-b585-a565df3f28cc tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:29.714443 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2632646d-5e6d-41b6-abfe-2c565b2d010c req-9498346e-69ea-4a49-b585-a565df3f28cc tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 947 time: 0.2913725 Feb 09 21:51:29.714942 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1c583d62-c859-490e-9bbb-0fe130ff9d3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (31bf57d7-aaed-40fd-925f-87213ac6208a), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:29.788443 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2632646d-5e6d-41b6-abfe-2c565b2d010c req-d25ac218-0a80-48f1-805a-55699f296f8a tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=4c89ea32-e697-4c99-8133-b5b6d80654a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727644 Feb 09 21:51:29.811273 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1c583d62-c859-490e-9bbb-0fe130ff9d3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (31bf57d7-aaed-40fd-925f-87213ac6208a), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:29.846196 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c583d62-c859-490e-9bbb-0fe130ff9d3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31bf57d7-aaed-40fd-925f-87213ac6208a,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:29.849084 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1c583d62-c859-490e-9bbb-0fe130ff9d3f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:29.856427 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-1c583d62-c859-490e-9bbb-0fe130ff9d3f admin admin] 10.222.0.90 "DELETE /v2.0/subnets/31bf57d7-aaed-40fd-925f-87213ac6208a HTTP/1.1" status: 204 len: 168 time: 0.5589283 Feb 09 21:51:29.856860 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 49822) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:29.862127 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d1197d-9293-4adc-bd47-9417217a5001 None None] Network 74d53abd-a71d-429c-929d-41ed12b1d218 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:51:29.995491 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d2d57ce3-fc6a-4396-b39c-ebbd0ac231fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (74d53abd-a71d-429c-929d-41ed12b1d218), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:30.162459 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d2d57ce3-fc6a-4396-b39c-ebbd0ac231fb admin admin] Deleting port f03050df-3ad6-4faf-82b7-bbaf2cafa0a2 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:51:30.162946 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d2d57ce3-fc6a-4396-b39c-ebbd0ac231fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (f03050df-3ad6-4faf-82b7-bbaf2cafa0a2), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:30.175375 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-685fa497-e7e8-4e84-b1a7-d8789a25faa2 None None] DHCP port deletion for 74d53abd-a71d-429c-929d-41ed12b1d218 request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:51:30.256297 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-685fa497-e7e8-4e84-b1a7-d8789a25faa2 None None] Deleting port f03050df-3ad6-4faf-82b7-bbaf2cafa0a2 {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:51:30.256654 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-685fa497-e7e8-4e84-b1a7-d8789a25faa2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (f03050df-3ad6-4faf-82b7-bbaf2cafa0a2), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:30.261857 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d2d57ce3-fc6a-4396-b39c-ebbd0ac231fb admin admin] For port f03050df-3ad6-4faf-82b7-bbaf2cafa0a2, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=f03050df-3ad6-4faf-82b7-bbaf2cafa0a2,segment=NetworkSegment(9336038c-c827-49b4-9b26-98b175de6249),segment_id=9336038c-c827-49b4-9b26-98b175de6249)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:51:30.262417 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d2d57ce3-fc6a-4396-b39c-ebbd0ac231fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (f03050df-3ad6-4faf-82b7-bbaf2cafa0a2), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:30.278059 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d2d57ce3-fc6a-4396-b39c-ebbd0ac231fb admin admin] Calling delete_port for f03050df-3ad6-4faf-82b7-bbaf2cafa0a2 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:51:30.340865 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-685fa497-e7e8-4e84-b1a7-d8789a25faa2 None None] For port f03050df-3ad6-4faf-82b7-bbaf2cafa0a2, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=f03050df-3ad6-4faf-82b7-bbaf2cafa0a2,segment=NetworkSegment(9336038c-c827-49b4-9b26-98b175de6249),segment_id=9336038c-c827-49b4-9b26-98b175de6249)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:51:30.341267 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-685fa497-e7e8-4e84-b1a7-d8789a25faa2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (f03050df-3ad6-4faf-82b7-bbaf2cafa0a2), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:30.378170 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d2d57ce3-fc6a-4396-b39c-ebbd0ac231fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (f03050df-3ad6-4faf-82b7-bbaf2cafa0a2), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:30.385226 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-685fa497-e7e8-4e84-b1a7-d8789a25faa2 None None] Calling delete_port for f03050df-3ad6-4faf-82b7-bbaf2cafa0a2 owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:51:30.408567 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d57ce3-fc6a-4396-b39c-ebbd0ac231fb admin admin] Pushing event deleted for resources: {'Port': ['ID=f03050df-3ad6-4faf-82b7-bbaf2cafa0a2,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:30.408567 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d57ce3-fc6a-4396-b39c-ebbd0ac231fb admin admin] No DVR routers for this DVR port f03050df-3ad6-4faf-82b7-bbaf2cafa0a2 on host n-d-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:51:30.496931 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d2d57ce3-fc6a-4396-b39c-ebbd0ac231fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (74d53abd-a71d-429c-929d-41ed12b1d218), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:30.524488 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-d2d57ce3-fc6a-4396-b39c-ebbd0ac231fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74d53abd-a71d-429c-929d-41ed12b1d218']}} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:30.534179 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-d2d57ce3-fc6a-4396-b39c-ebbd0ac231fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9336038c-c827-49b4-9b26-98b175de6249') {'for_net_delete': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:30.534478 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-d2d57ce3-fc6a-4396-b39c-ebbd0ac231fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9336038c-c827-49b4-9b26-98b175de6249') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:30.535223 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 49834) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:30.557598 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-685fa497-e7e8-4e84-b1a7-d8789a25faa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (f03050df-3ad6-4faf-82b7-bbaf2cafa0a2), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:30.568852 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d2d57ce3-fc6a-4396-b39c-ebbd0ac231fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110711'] for segment (9336038c-c827-49b4-9b26-98b175de6249), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:30.574419 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685fa497-e7e8-4e84-b1a7-d8789a25faa2 None None] No DVR routers for this DVR port f03050df-3ad6-4faf-82b7-bbaf2cafa0a2 on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:51:30.597748 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d2d57ce3-fc6a-4396-b39c-ebbd0ac231fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (9336038c-c827-49b4-9b26-98b175de6249), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:30.610886 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685fa497-e7e8-4e84-b1a7-d8789a25faa2 None None] Pushing event deleted for resources: {'Port': ['ID=f03050df-3ad6-4faf-82b7-bbaf2cafa0a2,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:30.619252 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2d57ce3-fc6a-4396-b39c-ebbd0ac231fb admin admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=103140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:51:30.619656 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d2d57ce3-fc6a-4396-b39c-ebbd0ac231fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669415'] for segment (9336038c-c827-49b4-9b26-98b175de6249), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:30.717111 n-d-828369-5 neutron-server[103140]: Traceback (most recent call last): Feb 09 21:51:30.717111 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:51:30.717111 n-d-828369-5 neutron-server[103140]: timer() Feb 09 21:51:30.717111 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:51:30.717111 n-d-828369-5 neutron-server[103140]: cb(*args, **kw) Feb 09 21:51:30.717111 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:51:30.717111 n-d-828369-5 neutron-server[103140]: return func(*args, **kwargs) Feb 09 21:51:30.717111 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:51:30.717111 n-d-828369-5 neutron-server[103140]: self._notify() Feb 09 21:51:30.717111 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:51:30.717111 n-d-828369-5 neutron-server[103140]: self.callback(batched_events) Feb 09 21:51:30.717111 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:51:30.717111 n-d-828369-5 neutron-server[103140]: event.method(event) Feb 09 21:51:30.717111 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:51:30.717111 n-d-828369-5 neutron-server[103140]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:51:30.717111 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:51:30.717111 n-d-828369-5 neutron-server[103140]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:51:30.717111 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:51:30.717111 n-d-828369-5 neutron-server[103140]: return f(self, *a, **k) Feb 09 21:51:30.717111 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:51:30.717111 n-d-828369-5 neutron-server[103140]: return self._get(url).json() Feb 09 21:51:30.717111 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:51:30.717111 n-d-828369-5 neutron-server[103140]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:51:30.717111 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:51:30.717111 n-d-828369-5 neutron-server[103140]: return self.request(url, 'GET', **kwargs) Feb 09 21:51:30.717111 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:51:30.717111 n-d-828369-5 neutron-server[103140]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:51:30.717111 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:51:30.717111 n-d-828369-5 neutron-server[103140]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:51:30.717111 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:51:30.717111 n-d-828369-5 neutron-server[103140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:51:30.717111 n-d-828369-5 neutron-server[103140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:51:30.721407 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d2d57ce3-fc6a-4396-b39c-ebbd0ac231fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (74d53abd-a71d-429c-929d-41ed12b1d218), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:30.749681 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d2d57ce3-fc6a-4396-b39c-ebbd0ac231fb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:30.755865 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 49842) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:30.761619 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-d2d57ce3-fc6a-4396-b39c-ebbd0ac231fb admin admin] 10.222.0.90 "DELETE /v2.0/networks/74d53abd-a71d-429c-929d-41ed12b1d218 HTTP/1.1" status: 204 len: 168 time: 0.9034107 Feb 09 21:51:30.794290 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d57ce3-fc6a-4396-b39c-ebbd0ac231fb admin admin] Pushing event deleted for resources: {'Network': ['ID=74d53abd-a71d-429c-929d-41ed12b1d218,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:30.814384 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 747c4daf-18ce-48cb-a47d-3fed3fc7043b no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:51:30.857375 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 747c4daf-18ce-48cb-a47d-3fed3fc7043b {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:51:30.857674 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 747c4daf-18ce-48cb-a47d-3fed3fc7043b not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:51:30.858107 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device f03050df-3ad6-4faf-82b7-bbaf2cafa0a2 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:51:30.891579 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: f03050df-3ad6-4faf-82b7-bbaf2cafa0a2 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:51:30.892309 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device f03050df-3ad6-4faf-82b7-bbaf2cafa0a2 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:51:30.992632 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0daf572-08b1-4b8a-998b-eb5782560a9f req-cbc9dc12-5314-4b31-aa8d-8eae5f6f1259 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:30.994462 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c0daf572-08b1-4b8a-998b-eb5782560a9f req-cbc9dc12-5314-4b31-aa8d-8eae5f6f1259 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 947 time: 0.0940368 Feb 09 21:51:31.067314 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c0daf572-08b1-4b8a-998b-eb5782560a9f req-d5a13648-358a-47e1-af67-94cc8a2517e8 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=4c89ea32-e697-4c99-8133-b5b6d80654a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657055 Feb 09 21:51:31.812507 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7ad1d1c8-c158-474c-8db2-6f9abca81707 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524906'] for router_interface (ccf4ef81-75f7-4916-b309-c87b79a729a3), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:32.156961 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-696aa034-2c13-466d-9394-e27f5be387a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524906'] for router_interface (5c3b71c2-d985-475e-a704-bf9a5f736829), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:32.214787 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490d8ff3-0d79-4979-b864-95858bac0f30 req-ffe2f28b-fbae-4e65-9fe6-d866c5c94ebd tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:32.223046 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-490d8ff3-0d79-4979-b864-95858bac0f30 req-ffe2f28b-fbae-4e65-9fe6-d866c5c94ebd tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 947 time: 0.0723958 Feb 09 21:51:32.273657 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-490d8ff3-0d79-4979-b864-95858bac0f30 req-99811b84-6666-4d7a-89d1-b3a2ef206059 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=4c89ea32-e697-4c99-8133-b5b6d80654a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494692 Feb 09 21:51:32.299420 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-7ad1d1c8-c158-474c-8db2-6f9abca81707 admin admin] Deleting port b2275f87-d6f4-4b82-ad0c-7a6b77b12ad2 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:51:32.299700 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7ad1d1c8-c158-474c-8db2-6f9abca81707 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (b2275f87-d6f4-4b82-ad0c-7a6b77b12ad2), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:32.445247 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-7ad1d1c8-c158-474c-8db2-6f9abca81707 admin admin] For port b2275f87-d6f4-4b82-ad0c-7a6b77b12ad2, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=b2275f87-d6f4-4b82-ad0c-7a6b77b12ad2,segment=NetworkSegment(31f2f775-f710-4464-9553-cd9bfb6c064e),segment_id=31f2f775-f710-4464-9553-cd9bfb6c064e)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:51:32.445612 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7ad1d1c8-c158-474c-8db2-6f9abca81707 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (b2275f87-d6f4-4b82-ad0c-7a6b77b12ad2), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:32.460948 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-7ad1d1c8-c158-474c-8db2-6f9abca81707 admin admin] Calling delete_port for b2275f87-d6f4-4b82-ad0c-7a6b77b12ad2 owned by network:router_interface {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:51:32.639682 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-696aa034-2c13-466d-9394-e27f5be387a6 admin admin] Deleting port 02d857e1-ad92-4c99-beb3-8ea17473ccaf {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:51:32.640026 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-696aa034-2c13-466d-9394-e27f5be387a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (02d857e1-ad92-4c99-beb3-8ea17473ccaf), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:32.763598 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-696aa034-2c13-466d-9394-e27f5be387a6 admin admin] For port 02d857e1-ad92-4c99-beb3-8ea17473ccaf, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=02d857e1-ad92-4c99-beb3-8ea17473ccaf,segment=NetworkSegment(39a07604-b57e-42f4-abd7-9430bca79984),segment_id=39a07604-b57e-42f4-abd7-9430bca79984)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:51:32.763972 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-696aa034-2c13-466d-9394-e27f5be387a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (02d857e1-ad92-4c99-beb3-8ea17473ccaf), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:32.779621 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-696aa034-2c13-466d-9394-e27f5be387a6 admin admin] Calling delete_port for 02d857e1-ad92-4c99-beb3-8ea17473ccaf owned by network:router_interface {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:51:32.788580 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7ad1d1c8-c158-474c-8db2-6f9abca81707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (b2275f87-d6f4-4b82-ad0c-7a6b77b12ad2), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:32.797620 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 6299c654-47ff-4ca4-8430-4c97bbaa7861 no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:51:32.818471 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad1d1c8-c158-474c-8db2-6f9abca81707 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2275f87-d6f4-4b82-ad0c-7a6b77b12ad2,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:32.823366 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] No Port match for: 6299c654-47ff-4ca4-8430-4c97bbaa7861 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:51:32.823630 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 6299c654-47ff-4ca4-8430-4c97bbaa7861 not bound to the agent host n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:51:33.122124 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7ad1d1c8-c158-474c-8db2-6f9abca81707 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-525054'] for router_interface (ccf4ef81-75f7-4916-b309-c87b79a729a3), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:33.201259 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-696aa034-2c13-466d-9394-e27f5be387a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (02d857e1-ad92-4c99-beb3-8ea17473ccaf), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:33.260466 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696aa034-2c13-466d-9394-e27f5be387a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=02d857e1-ad92-4c99-beb3-8ea17473ccaf,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:33.449909 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eefc421-5595-40ae-8ac4-10dc263557ff req-8b9a9f7a-3e20-4ed7-a4f0-2d25885e35c0 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:33.452981 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4eefc421-5595-40ae-8ac4-10dc263557ff req-8b9a9f7a-3e20-4ed7-a4f0-2d25885e35c0 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 947 time: 0.0971155 Feb 09 21:51:33.561759 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4eefc421-5595-40ae-8ac4-10dc263557ff req-c679dae9-bb69-436e-a0ed-f96897dbd7bd tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=4c89ea32-e697-4c99-8133-b5b6d80654a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911338 Feb 09 21:51:33.658183 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-696aa034-2c13-466d-9394-e27f5be387a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-525054'] for router_interface (5c3b71c2-d985-475e-a704-bf9a5f736829), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:33.667186 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ad1d1c8-c158-474c-8db2-6f9abca81707 admin admin] Router ccf4ef81-75f7-4916-b309-c87b79a729a3 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:51:33.898916 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ad1d1c8-c158-474c-8db2-6f9abca81707 admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:51:33.907913 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80898718-e647-4370-8e01-7db9cd743be7 None None] Sync routers for ids ['ccf4ef81-75f7-4916-b309-c87b79a729a3'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:51:33.919127 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80898718-e647-4370-8e01-7db9cd743be7 None None] Routers {'ccf4ef81-75f7-4916-b309-c87b79a729a3'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:51:33.919755 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-80898718-e647-4370-8e01-7db9cd743be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:51:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['ccf4ef81-75f7-4916-b309-c87b79a729a3'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:33.931518 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-7ad1d1c8-c158-474c-8db2-6f9abca81707 admin admin] 10.222.0.90 "PUT /v2.0/routers/ccf4ef81-75f7-4916-b309-c87b79a729a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3927965 Feb 09 21:51:33.931720 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 49952) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:34.036482 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-80898718-e647-4370-8e01-7db9cd743be7 None None] Set router ccf4ef81-75f7-4916-b309-c87b79a729a3 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:51:34.080699 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-63b7df11-b98e-4b53-87a3-a1e436e01f82 admin admin] Publish callbacks [] for router (ccf4ef81-75f7-4916-b309-c87b79a729a3), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:34.084193 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-696aa034-2c13-466d-9394-e27f5be387a6 admin admin] Router 5c3b71c2-d985-475e-a704-bf9a5f736829 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:51:34.237758 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-80898718-e647-4370-8e01-7db9cd743be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccf4ef81-75f7-4916-b309-c87b79a729a3', 'name': 'tempest-ServerRescueNegativeTestJSON-278949624-router', 'tenant_id': '9a12b916cc704b439cb969e97fed25b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': 'b0ae0ec8-ab5f-4aed-9b82-a97635ab0b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:47:59Z', 'updated_at': '2022-02-09T21:51:32Z', 'revision_number': 5, 'project_id': '9a12b916cc704b439cb969e97fed25b8', 'gw_port': {'id': 'b0ae0ec8-ab5f-4aed-9b82-a97635ab0b0b', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:4f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf4ef81-75f7-4916-b309-c87b79a729a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:00Z', 'updated_at': '2022-02-09T21:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:34.265912 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80898718-e647-4370-8e01-7db9cd743be7 None None] Checking router: ccf4ef81-75f7-4916-b309-c87b79a729a3 for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:51:34.279278 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80898718-e647-4370-8e01-7db9cd743be7 None None] Routers {'ccf4ef81-75f7-4916-b309-c87b79a729a3'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:51:34.279734 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-80898718-e647-4370-8e01-7db9cd743be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:51:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['ccf4ef81-75f7-4916-b309-c87b79a729a3'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:34.406658 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-80898718-e647-4370-8e01-7db9cd743be7 None None] Set router ccf4ef81-75f7-4916-b309-c87b79a729a3 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:51:34.592627 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-80898718-e647-4370-8e01-7db9cd743be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccf4ef81-75f7-4916-b309-c87b79a729a3', 'name': 'tempest-ServerRescueNegativeTestJSON-278949624-router', 'tenant_id': '9a12b916cc704b439cb969e97fed25b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': 'b0ae0ec8-ab5f-4aed-9b82-a97635ab0b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:47:59Z', 'updated_at': '2022-02-09T21:51:32Z', 'revision_number': 5, 'project_id': '9a12b916cc704b439cb969e97fed25b8', 'gw_port': {'id': 'b0ae0ec8-ab5f-4aed-9b82-a97635ab0b0b', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:4f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf4ef81-75f7-4916-b309-c87b79a729a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:00Z', 'updated_at': '2022-02-09T21:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:34.617978 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-63b7df11-b98e-4b53-87a3-a1e436e01f82 admin admin] Publish callbacks [] for router_gateway (ccf4ef81-75f7-4916-b309-c87b79a729a3), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:34.628180 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80898718-e647-4370-8e01-7db9cd743be7 None None] The sync data for ids ['ccf4ef81-75f7-4916-b309-c87b79a729a3'] in n-d-828369-5 is: [{'id': 'ccf4ef81-75f7-4916-b309-c87b79a729a3', 'name': 'tempest-ServerRescueNegativeTestJSON-278949624-router', 'tenant_id': '9a12b916cc704b439cb969e97fed25b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': 'b0ae0ec8-ab5f-4aed-9b82-a97635ab0b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:47:59Z', 'updated_at': '2022-02-09T21:51:32Z', 'revision_number': 5, 'project_id': '9a12b916cc704b439cb969e97fed25b8', 'gw_port': {'id': 'b0ae0ec8-ab5f-4aed-9b82-a97635ab0b0b', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:4f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf4ef81-75f7-4916-b309-c87b79a729a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:48:00Z', 'updated_at': '2022-02-09T21:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:51:34.646956 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-696aa034-2c13-466d-9394-e27f5be387a6 admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:51:34.655462 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 49974) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:34.655952 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-696aa034-2c13-466d-9394-e27f5be387a6 admin admin] 10.222.0.90 "PUT /v2.0/routers/5c3b71c2-d985-475e-a704-bf9a5f736829/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8985403 Feb 09 21:51:34.674845 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f34a338-5edb-4fc5-abb1-e26273e54834 None None] Sync routers for ids ['5c3b71c2-d985-475e-a704-bf9a5f736829'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:51:34.691939 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f34a338-5edb-4fc5-abb1-e26273e54834 None None] Routers {'5c3b71c2-d985-475e-a704-bf9a5f736829'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:51:34.693263 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-5f34a338-5edb-4fc5-abb1-e26273e54834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:51:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['5c3b71c2-d985-475e-a704-bf9a5f736829'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:34.719882 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-63b7df11-b98e-4b53-87a3-a1e436e01f82 admin admin] Deleting port b0ae0ec8-ab5f-4aed-9b82-a97635ab0b0b {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:51:34.719882 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-63b7df11-b98e-4b53-87a3-a1e436e01f82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (b0ae0ec8-ab5f-4aed-9b82-a97635ab0b0b), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:34.824018 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-5f34a338-5edb-4fc5-abb1-e26273e54834 None None] Set router 5c3b71c2-d985-475e-a704-bf9a5f736829 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:51:34.870610 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e5e8e3ee-86f2-41ff-8191-e4dffe6929dc admin admin] Publish callbacks [] for router (5c3b71c2-d985-475e-a704-bf9a5f736829), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:34.893215 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-63b7df11-b98e-4b53-87a3-a1e436e01f82 admin admin] For port b0ae0ec8-ab5f-4aed-9b82-a97635ab0b0b, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=b0ae0ec8-ab5f-4aed-9b82-a97635ab0b0b,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:51:34.893966 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-63b7df11-b98e-4b53-87a3-a1e436e01f82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (b0ae0ec8-ab5f-4aed-9b82-a97635ab0b0b), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:34.908353 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-63b7df11-b98e-4b53-87a3-a1e436e01f82 admin admin] Calling delete_port for b0ae0ec8-ab5f-4aed-9b82-a97635ab0b0b owned by network:router_gateway {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:51:35.017794 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c23edd6-5725-41f3-a8b3-dc84f8aec5dc req-cb13006c-982f-4306-8d9e-758fd7cd63b5 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:35.019423 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1c23edd6-5725-41f3-a8b3-dc84f8aec5dc req-cb13006c-982f-4306-8d9e-758fd7cd63b5 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 947 time: 0.1466761 Feb 09 21:51:35.070723 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-5f34a338-5edb-4fc5-abb1-e26273e54834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c3b71c2-d985-475e-a704-bf9a5f736829', 'name': 'tempest-TaggedBootDevicesTest-1061427507-router', 'tenant_id': '8df665fbc45c4402827cfa45d539f547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': 'f1855a98-99c3-40d3-9d1c-d3ceee81e0b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:43:23Z', 'updated_at': '2022-02-09T21:51:33Z', 'revision_number': 5, 'project_id': '8df665fbc45c4402827cfa45d539f547', 'gw_port': {'id': 'f1855a98-99c3-40d3-9d1c-d3ceee81e0b1', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:03:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c3b71c2-d985-475e-a704-bf9a5f736829', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2049, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:43:25Z', 'updated_at': '2022-02-09T21:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:35.098831 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e5e8e3ee-86f2-41ff-8191-e4dffe6929dc admin admin] Publish callbacks [] for router_gateway (5c3b71c2-d985-475e-a704-bf9a5f736829), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:35.105724 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f34a338-5edb-4fc5-abb1-e26273e54834 None None] Checking router: 5c3b71c2-d985-475e-a704-bf9a5f736829 for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:51:35.122061 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1c23edd6-5725-41f3-a8b3-dc84f8aec5dc req-6007cc06-d978-44cc-ad06-19b538b28230 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=4c89ea32-e697-4c99-8133-b5b6d80654a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893087 Feb 09 21:51:35.134457 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f34a338-5edb-4fc5-abb1-e26273e54834 None None] Routers {'5c3b71c2-d985-475e-a704-bf9a5f736829'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:51:35.134891 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-5f34a338-5edb-4fc5-abb1-e26273e54834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:51:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['5c3b71c2-d985-475e-a704-bf9a5f736829'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:35.186023 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-63b7df11-b98e-4b53-87a3-a1e436e01f82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (b0ae0ec8-ab5f-4aed-9b82-a97635ab0b0b), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:35.217081 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b7df11-b98e-4b53-87a3-a1e436e01f82 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0ae0ec8-ab5f-4aed-9b82-a97635ab0b0b,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:35.219060 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-e5e8e3ee-86f2-41ff-8191-e4dffe6929dc admin admin] Deleting port f1855a98-99c3-40d3-9d1c-d3ceee81e0b1 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:51:35.219411 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e5e8e3ee-86f2-41ff-8191-e4dffe6929dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (f1855a98-99c3-40d3-9d1c-d3ceee81e0b1), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:35.351189 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-5f34a338-5edb-4fc5-abb1-e26273e54834 None None] Set router 5c3b71c2-d985-475e-a704-bf9a5f736829 gateway port host: None {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:51:35.364771 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-e5e8e3ee-86f2-41ff-8191-e4dffe6929dc admin admin] For port f1855a98-99c3-40d3-9d1c-d3ceee81e0b1, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=f1855a98-99c3-40d3-9d1c-d3ceee81e0b1,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:51:35.367713 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e5e8e3ee-86f2-41ff-8191-e4dffe6929dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (f1855a98-99c3-40d3-9d1c-d3ceee81e0b1), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:35.386806 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-63b7df11-b98e-4b53-87a3-a1e436e01f82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-554524'] for router_gateway (ccf4ef81-75f7-4916-b309-c87b79a729a3), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:35.391915 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-e5e8e3ee-86f2-41ff-8191-e4dffe6929dc admin admin] Calling delete_port for f1855a98-99c3-40d3-9d1c-d3ceee81e0b1 owned by network:router_gateway {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:51:35.421928 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-5f34a338-5edb-4fc5-abb1-e26273e54834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c3b71c2-d985-475e-a704-bf9a5f736829', 'name': 'tempest-TaggedBootDevicesTest-1061427507-router', 'tenant_id': '8df665fbc45c4402827cfa45d539f547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:43:23Z', 'updated_at': '2022-02-09T21:51:35Z', 'revision_number': 6, 'project_id': '8df665fbc45c4402827cfa45d539f547', 'gw_port_host': None}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:35.466043 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f34a338-5edb-4fc5-abb1-e26273e54834 None None] The sync data for ids ['5c3b71c2-d985-475e-a704-bf9a5f736829'] in n-d-828369-5 is: [{'id': '5c3b71c2-d985-475e-a704-bf9a5f736829', 'name': 'tempest-TaggedBootDevicesTest-1061427507-router', 'tenant_id': '8df665fbc45c4402827cfa45d539f547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:43:23Z', 'updated_at': '2022-02-09T21:51:35Z', 'revision_number': 6, 'project_id': '8df665fbc45c4402827cfa45d539f547', 'gw_port_host': None}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:51:35.602317 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-63b7df11-b98e-4b53-87a3-a1e436e01f82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (ccf4ef81-75f7-4916-b309-c87b79a729a3), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:35.604890 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-63b7df11-b98e-4b53-87a3-a1e436e01f82 admin admin] Publish callbacks [] for router_controller (ccf4ef81-75f7-4916-b309-c87b79a729a3), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:35.642617 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e5e8e3ee-86f2-41ff-8191-e4dffe6929dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (f1855a98-99c3-40d3-9d1c-d3ceee81e0b1), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:35.656518 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-63b7df11-b98e-4b53-87a3-a1e436e01f82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (ccf4ef81-75f7-4916-b309-c87b79a729a3), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:35.657211 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63b7df11-b98e-4b53-87a3-a1e436e01f82 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ccf4ef81-75f7-4916-b309-c87b79a729a3 {{(pid=103141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:51:35.662718 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-63b7df11-b98e-4b53-87a3-a1e436e01f82 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:35.668441 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-63b7df11-b98e-4b53-87a3-a1e436e01f82 admin admin] 10.222.0.90 "DELETE /v2.0/routers/ccf4ef81-75f7-4916-b309-c87b79a729a3 HTTP/1.1" status: 204 len: 168 time: 1.7356102 Feb 09 21:51:35.669236 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 50028) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:35.687203 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e8e3ee-86f2-41ff-8191-e4dffe6929dc admin admin] Pushing event deleted for resources: {'Port': ['ID=f1855a98-99c3-40d3-9d1c-d3ceee81e0b1,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:35.774906 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e5e8e3ee-86f2-41ff-8191-e4dffe6929dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-554524'] for router_gateway (5c3b71c2-d985-475e-a704-bf9a5f736829), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:35.776167 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-610ac03b-3714-442a-bc87-1eb85f5866a7 admin admin] Deleting subnet c910a1f6-1a2f-4e2e-aeab-3241f3de1ff1 {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:51:35.780336 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-610ac03b-3714-442a-bc87-1eb85f5866a7 admin admin] Publish callbacks [] for subnet (c910a1f6-1a2f-4e2e-aeab-3241f3de1ff1), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:35.822170 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-610ac03b-3714-442a-bc87-1eb85f5866a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (c910a1f6-1a2f-4e2e-aeab-3241f3de1ff1), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:35.891246 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-610ac03b-3714-442a-bc87-1eb85f5866a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (c910a1f6-1a2f-4e2e-aeab-3241f3de1ff1), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:35.964623 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e5e8e3ee-86f2-41ff-8191-e4dffe6929dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (5c3b71c2-d985-475e-a704-bf9a5f736829), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:35.968346 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e5e8e3ee-86f2-41ff-8191-e4dffe6929dc admin admin] Publish callbacks [] for router_controller (5c3b71c2-d985-475e-a704-bf9a5f736829), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:35.976757 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-610ac03b-3714-442a-bc87-1eb85f5866a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (c910a1f6-1a2f-4e2e-aeab-3241f3de1ff1), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:36.001405 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-610ac03b-3714-442a-bc87-1eb85f5866a7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:36.010950 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-610ac03b-3714-442a-bc87-1eb85f5866a7 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/c910a1f6-1a2f-4e2e-aeab-3241f3de1ff1 HTTP/1.1" status: 204 len: 168 time: 0.3406513 Feb 09 21:51:36.011821 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 50042) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:36.026776 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e5e8e3ee-86f2-41ff-8191-e4dffe6929dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (5c3b71c2-d985-475e-a704-bf9a5f736829), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:36.027398 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5e8e3ee-86f2-41ff-8191-e4dffe6929dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c3b71c2-d985-475e-a704-bf9a5f736829 {{(pid=103140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:51:36.033982 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e5e8e3ee-86f2-41ff-8191-e4dffe6929dc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:36.035243 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-e5e8e3ee-86f2-41ff-8191-e4dffe6929dc admin admin] 10.222.0.90 "DELETE /v2.0/routers/5c3b71c2-d985-475e-a704-bf9a5f736829 HTTP/1.1" status: 204 len: 168 time: 1.3787739 Feb 09 21:51:36.038541 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 50048) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:36.059263 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ac03b-3714-442a-bc87-1eb85f5866a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c910a1f6-1a2f-4e2e-aeab-3241f3de1ff1,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:36.097198 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9345207-9fa4-4959-aa0d-c18c5671a4ac admin admin] Deleting subnet 6ef5b987-00df-4044-aca4-5ad37512d0ff {{(pid=103140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:51:36.104512 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f9345207-9fa4-4959-aa0d-c18c5671a4ac admin admin] Publish callbacks [] for subnet (6ef5b987-00df-4044-aca4-5ad37512d0ff), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:36.155828 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f9345207-9fa4-4959-aa0d-c18c5671a4ac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9110716'] for subnet (6ef5b987-00df-4044-aca4-5ad37512d0ff), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:36.169727 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d501ac60-45ec-49c2-921d-27b3dc3138a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (b5f54461-ef49-42c4-b99b-0fc2c4c5f38c), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:36.275867 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f9345207-9fa4-4959-aa0d-c18c5671a4ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (6ef5b987-00df-4044-aca4-5ad37512d0ff), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:36.298897 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d501ac60-45ec-49c2-921d-27b3dc3138a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (b5f54461-ef49-42c4-b99b-0fc2c4c5f38c), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:36.315592 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device fc4d8690-2c93-4a34-8416-c6d01e3a225f no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:51:36.325799 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-d501ac60-45ec-49c2-921d-27b3dc3138a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5f54461-ef49-42c4-b99b-0fc2c4c5f38c']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:36.340493 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-d501ac60-45ec-49c2-921d-27b3dc3138a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31f2f775-f710-4464-9553-cd9bfb6c064e') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:36.342793 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-d501ac60-45ec-49c2-921d-27b3dc3138a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31f2f775-f710-4464-9553-cd9bfb6c064e') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:36.362077 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f9345207-9fa4-4959-aa0d-c18c5671a4ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621346'] for subnet (6ef5b987-00df-4044-aca4-5ad37512d0ff), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:36.369285 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d501ac60-45ec-49c2-921d-27b3dc3138a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (31f2f775-f710-4464-9553-cd9bfb6c064e), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:36.385306 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d501ac60-45ec-49c2-921d-27b3dc3138a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (31f2f775-f710-4464-9553-cd9bfb6c064e), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:36.394326 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9345207-9fa4-4959-aa0d-c18c5671a4ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ef5b987-00df-4044-aca4-5ad37512d0ff,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:36.396566 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f9345207-9fa4-4959-aa0d-c18c5671a4ac admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:36.403522 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-f9345207-9fa4-4959-aa0d-c18c5671a4ac admin admin] 10.222.0.90 "DELETE /v2.0/subnets/6ef5b987-00df-4044-aca4-5ad37512d0ff HTTP/1.1" status: 204 len: 168 time: 0.3637383 Feb 09 21:51:36.404235 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 50076) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:36.417180 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d501ac60-45ec-49c2-921d-27b3dc3138a5 admin admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:51:36.417728 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d501ac60-45ec-49c2-921d-27b3dc3138a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (31f2f775-f710-4464-9553-cd9bfb6c064e), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:36.478028 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:51:36.478028 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:51:36.478028 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:51:36.478028 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:51:36.478028 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:51:36.478028 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:51:36.478028 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:51:36.478028 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:51:36.478028 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:51:36.478028 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:51:36.478028 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:51:36.478028 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:51:36.478028 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:51:36.478028 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:51:36.478028 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:51:36.478028 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:51:36.478028 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:51:36.478028 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:51:36.478028 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:51:36.478028 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:51:36.478028 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:51:36.478028 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:51:36.478028 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:51:36.478028 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:51:36.478028 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:51:36.478028 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:51:36.478028 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:51:36.478028 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:51:36.478028 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:51:36.478028 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:51:36.478028 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:51:36.478028 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:51:36.509581 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d501ac60-45ec-49c2-921d-27b3dc3138a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (b5f54461-ef49-42c4-b99b-0fc2c4c5f38c), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:36.516390 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d501ac60-45ec-49c2-921d-27b3dc3138a5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:36.523357 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-d501ac60-45ec-49c2-921d-27b3dc3138a5 admin admin] 10.222.0.90 "DELETE /v2.0/networks/b5f54461-ef49-42c4-b99b-0fc2c4c5f38c HTTP/1.1" status: 204 len: 168 time: 0.4862347 Feb 09 21:51:36.531175 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:51:36.545080 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-43a35d2c-85f1-43aa-b8ce-81074ccf5bbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (89302a14-ea08-4726-b1fe-46786cbf4500), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:36.571466 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d501ac60-45ec-49c2-921d-27b3dc3138a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5f54461-ef49-42c4-b99b-0fc2c4c5f38c,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:36.657327 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-43a35d2c-85f1-43aa-b8ce-81074ccf5bbf admin admin] Deleting port f8abd87e-9c27-49fe-aed2-a3746fe52601 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:51:36.657779 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-43a35d2c-85f1-43aa-b8ce-81074ccf5bbf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (f8abd87e-9c27-49fe-aed2-a3746fe52601), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:36.725889 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07011ae1-3129-4c5f-9815-4c93810b25e7 None None] Network 89302a14-ea08-4726-b1fe-46786cbf4500 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:51:36.732735 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-43a35d2c-85f1-43aa-b8ce-81074ccf5bbf admin admin] For port f8abd87e-9c27-49fe-aed2-a3746fe52601, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=f8abd87e-9c27-49fe-aed2-a3746fe52601,segment=NetworkSegment(39a07604-b57e-42f4-abd7-9430bca79984),segment_id=39a07604-b57e-42f4-abd7-9430bca79984)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:51:36.733704 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-43a35d2c-85f1-43aa-b8ce-81074ccf5bbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (f8abd87e-9c27-49fe-aed2-a3746fe52601), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:36.747318 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-43a35d2c-85f1-43aa-b8ce-81074ccf5bbf admin admin] Calling delete_port for f8abd87e-9c27-49fe-aed2-a3746fe52601 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:51:36.806830 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 50086) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:36.834716 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 02d857e1-ad92-4c99-beb3-8ea17473ccaf no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:51:36.864734 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-43a35d2c-85f1-43aa-b8ce-81074ccf5bbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (f8abd87e-9c27-49fe-aed2-a3746fe52601), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:36.871880 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 02d857e1-ad92-4c99-beb3-8ea17473ccaf {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:51:36.872250 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 02d857e1-ad92-4c99-beb3-8ea17473ccaf not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:51:36.872686 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device b0ae0ec8-ab5f-4aed-9b82-a97635ab0b0b no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:51:36.877690 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-af8e51f5-8e5e-4e3d-8812-cc3a4557afcf admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=9a12b916cc704b439cb969e97fed25b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0695696 Feb 09 21:51:36.880552 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 50090) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:36.909036 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: b0ae0ec8-ab5f-4aed-9b82-a97635ab0b0b {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:51:36.909399 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device b0ae0ec8-ab5f-4aed-9b82-a97635ab0b0b not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:51:36.909833 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device b2275f87-d6f4-4b82-ad0c-7a6b77b12ad2 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:51:36.936726 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: b2275f87-d6f4-4b82-ad0c-7a6b77b12ad2 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:51:36.936939 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a35d2c-85f1-43aa-b8ce-81074ccf5bbf admin admin] Pushing event deleted for resources: {'Port': ['ID=f8abd87e-9c27-49fe-aed2-a3746fe52601,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:36.937448 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device b2275f87-d6f4-4b82-ad0c-7a6b77b12ad2 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:51:36.938065 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device f1855a98-99c3-40d3-9d1c-d3ceee81e0b1 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:51:36.959139 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a35d2c-85f1-43aa-b8ce-81074ccf5bbf admin admin] No DVR routers for this DVR port f8abd87e-9c27-49fe-aed2-a3746fe52601 on host n-d-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:51:36.971800 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: f1855a98-99c3-40d3-9d1c-d3ceee81e0b1 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:51:36.972433 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device f1855a98-99c3-40d3-9d1c-d3ceee81e0b1 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:51:37.010231 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-88de98be-30c8-4f23-a7a4-ef2f8237932a admin admin] Publish callbacks [] for security_group (94013628-fdec-4344-8a46-79b1e0e851cd), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:37.034809 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port fc4d8690-2c93-4a34-8416-c6d01e3a225f is: ACTIVE; New status is: DOWN {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:51:37.035203 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (fc4d8690-2c93-4a34-8416-c6d01e3a225f), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:37.068698 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e096926-65cd-4dbc-a650-c2ffbdbd3851', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc4d8690-2c93-4a34-8416-c6d01e3a225f'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:51:37.072886 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8783b5cb-28a6-419c-a438-4e5ffb148c18" -d '{"events": [{"server_uuid": "7e096926-65cd-4dbc-a650-c2ffbdbd3851", "name": "network-vif-unplugged", "status": "completed", "tag": "fc4d8690-2c93-4a34-8416-c6d01e3a225f"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:51:37.095338 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-88de98be-30c8-4f23-a7a4-ef2f8237932a admin admin] Publish callbacks [] for security_group (94013628-fdec-4344-8a46-79b1e0e851cd), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:37.096693 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54603339-0ef0-437d-8a83-a21511c257af None None] DHCP port deletion for 89302a14-ea08-4726-b1fe-46786cbf4500 request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:51:37.102677 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port fc4d8690-2c93-4a34-8416-c6d01e3a225f, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=fc4d8690-2c93-4a34-8416-c6d01e3a225f,segment=NetworkSegment(682b57c6-7518-4480-8840-98896ec39a8d),segment_id=682b57c6-7518-4480-8840-98896ec39a8d)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:51:37.106492 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a531826-0480-4f98-97d0-0f12dfed9bbd req-a46c25eb-147b-454a-8ba3-dbccacba1085 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:37.108310 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1a531826-0480-4f98-97d0-0f12dfed9bbd req-a46c25eb-147b-454a-8ba3-dbccacba1085 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 947 time: 0.2548304 Feb 09 21:51:37.118408 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (fc4d8690-2c93-4a34-8416-c6d01e3a225f), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:37.140678 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-43a35d2c-85f1-43aa-b8ce-81074ccf5bbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (89302a14-ea08-4726-b1fe-46786cbf4500), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:37.156495 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0537f397-bad5-4533-8991-c950c4c50876 x-openstack-request-id: req-0537f397-bad5-4533-8991-c950c4c50876 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:51:37.156780 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e096926-65cd-4dbc-a650-c2ffbdbd3851", "name": "network-vif-unplugged", "status": "completed", "tag": "fc4d8690-2c93-4a34-8416-c6d01e3a225f", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:51:37.156999 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-0537f397-bad5-4533-8991-c950c4c50876 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:51:37.157514 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e096926-65cd-4dbc-a650-c2ffbdbd3851', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc4d8690-2c93-4a34-8416-c6d01e3a225f', 'code': 200} Feb 09 21:51:37.174972 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=fc4d8690-2c93-4a34-8416-c6d01e3a225f,revision_number=14']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:37.184686 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:37.185484 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:37.185484 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:37.185679 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:37.186011 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:37.188657 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:37.188657 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:37.188949 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:37.189327 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:37.189626 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:37.190165 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:37.190526 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:37.190950 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:37.196619 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-43a35d2c-85f1-43aa-b8ce-81074ccf5bbf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89302a14-ea08-4726-b1fe-46786cbf4500']}} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:37.205914 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-88de98be-30c8-4f23-a7a4-ef2f8237932a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (94013628-fdec-4344-8a46-79b1e0e851cd), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:37.210717 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-88de98be-30c8-4f23-a7a4-ef2f8237932a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:37.213149 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-88de98be-30c8-4f23-a7a4-ef2f8237932a admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/94013628-fdec-4344-8a46-79b1e0e851cd HTTP/1.1" status: 204 len: 168 time: 0.3313460 Feb 09 21:51:37.213683 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-43a35d2c-85f1-43aa-b8ce-81074ccf5bbf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39a07604-b57e-42f4-abd7-9430bca79984') {'for_net_delete': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:37.213985 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-43a35d2c-85f1-43aa-b8ce-81074ccf5bbf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39a07604-b57e-42f4-abd7-9430bca79984') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:51:37.223529 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88de98be-30c8-4f23-a7a4-ef2f8237932a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94013628-fdec-4344-8a46-79b1e0e851cd,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:37.227529 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-43a35d2c-85f1-43aa-b8ce-81074ccf5bbf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110711'] for segment (39a07604-b57e-42f4-abd7-9430bca79984), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:37.232184 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1a531826-0480-4f98-97d0-0f12dfed9bbd req-aaf2a6d0-8b42-4eed-9340-53ff650003bf tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=4c89ea32-e697-4c99-8133-b5b6d80654a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095972 Feb 09 21:51:37.264904 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-43a35d2c-85f1-43aa-b8ce-81074ccf5bbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (39a07604-b57e-42f4-abd7-9430bca79984), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:37.275067 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43a35d2c-85f1-43aa-b8ce-81074ccf5bbf admin admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=103140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:51:37.276463 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-43a35d2c-85f1-43aa-b8ce-81074ccf5bbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669415'] for segment (39a07604-b57e-42f4-abd7-9430bca79984), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:37.280354 n-d-828369-5 neutron-server[103140]: Traceback (most recent call last): Feb 09 21:51:37.280354 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:51:37.280354 n-d-828369-5 neutron-server[103140]: timer() Feb 09 21:51:37.280354 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:51:37.280354 n-d-828369-5 neutron-server[103140]: cb(*args, **kw) Feb 09 21:51:37.280354 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:51:37.280354 n-d-828369-5 neutron-server[103140]: return func(*args, **kwargs) Feb 09 21:51:37.280354 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:51:37.280354 n-d-828369-5 neutron-server[103140]: self._notify() Feb 09 21:51:37.280354 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:51:37.280354 n-d-828369-5 neutron-server[103140]: self.callback(batched_events) Feb 09 21:51:37.280354 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:51:37.280354 n-d-828369-5 neutron-server[103140]: event.method(event) Feb 09 21:51:37.280354 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:51:37.280354 n-d-828369-5 neutron-server[103140]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:51:37.280354 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:51:37.280354 n-d-828369-5 neutron-server[103140]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:51:37.280354 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:51:37.280354 n-d-828369-5 neutron-server[103140]: return f(self, *a, **k) Feb 09 21:51:37.280354 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:51:37.280354 n-d-828369-5 neutron-server[103140]: return self._get(url).json() Feb 09 21:51:37.280354 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:51:37.280354 n-d-828369-5 neutron-server[103140]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:51:37.280354 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:51:37.280354 n-d-828369-5 neutron-server[103140]: return self.request(url, 'GET', **kwargs) Feb 09 21:51:37.280354 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:51:37.280354 n-d-828369-5 neutron-server[103140]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:51:37.280354 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:51:37.280354 n-d-828369-5 neutron-server[103140]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:51:37.280354 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:51:37.280354 n-d-828369-5 neutron-server[103140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:51:37.280354 n-d-828369-5 neutron-server[103140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:51:37.357534 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-43a35d2c-85f1-43aa-b8ce-81074ccf5bbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (89302a14-ea08-4726-b1fe-46786cbf4500), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:37.362603 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-43a35d2c-85f1-43aa-b8ce-81074ccf5bbf admin admin] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:37.368074 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-43a35d2c-85f1-43aa-b8ce-81074ccf5bbf admin admin] 10.222.0.90 "DELETE /v2.0/networks/89302a14-ea08-4726-b1fe-46786cbf4500 HTTP/1.1" status: 204 len: 168 time: 0.9623997 Feb 09 21:51:37.382793 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a35d2c-85f1-43aa-b8ce-81074ccf5bbf admin admin] Pushing event deleted for resources: {'Network': ['ID=89302a14-ea08-4726-b1fe-46786cbf4500,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:37.570302 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374ad023-a6f2-43a1-a670-ed501ffeddf2 req-c071f194-dae7-4dc6-916a-8a0413de51b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:37.572389 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-374ad023-a6f2-43a1-a670-ed501ffeddf2 req-c071f194-dae7-4dc6-916a-8a0413de51b2 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b97bcc6d3a344052b623ebf4a39465fa&device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 1127 time: 0.0975683 Feb 09 21:51:37.572783 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f10004-7ed9-4534-82e2-1c0aadf56a01 req-b5d49796-e7e2-4d9a-80ff-4f0aa70d4525 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:37.574434 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a4f10004-7ed9-4534-82e2-1c0aadf56a01 req-b5d49796-e7e2-4d9a-80ff-4f0aa70d4525 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 945 time: 0.0855827 Feb 09 21:51:37.654142 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 50122) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:37.657394 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a4f10004-7ed9-4534-82e2-1c0aadf56a01 req-dce6f9f6-9cb9-4898-a02c-c92167f230ec tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=4c89ea32-e697-4c99-8133-b5b6d80654a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705235 Feb 09 21:51:37.726385 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-96cb7413-2dad-4729-b228-98ad126a1f30 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=e0fba33cc37140f68483b74485e6f58c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0700779 Feb 09 21:51:37.730291 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 50124) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:37.764058 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374ad023-a6f2-43a1-a670-ed501ffeddf2 req-4902aa3f-3283-4c79-990d-9992d340a96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:37.765695 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-374ad023-a6f2-43a1-a670-ed501ffeddf2 req-4902aa3f-3283-4c79-990d-9992d340a96b service neutron] 10.222.0.89 "GET /v2.0/networks?id=23f1a6df-2b4b-4777-8497-2928c76d9f17 HTTP/1.1" status: 200 len: 913 time: 0.1869802 Feb 09 21:51:37.849528 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-374ad023-a6f2-43a1-a670-ed501ffeddf2 req-77e057cc-fb83-4a65-88b5-2cbc6925a6d2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc4d8690-2c93-4a34-8416-c6d01e3a225f HTTP/1.1" status: 200 len: 999 time: 0.0752633 Feb 09 21:51:37.850326 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2217df5a-4021-41c1-aec8-237cc4170d3a admin admin] Publish callbacks [] for security_group (7a6c813b-611d-4436-831d-fc6ca76a9308), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:37.910038 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2217df5a-4021-41c1-aec8-237cc4170d3a admin admin] Publish callbacks [] for security_group (7a6c813b-611d-4436-831d-fc6ca76a9308), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:37.941310 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374ad023-a6f2-43a1-a670-ed501ffeddf2 req-ab57a4d8-f5c5-465e-886f-fea8e62d86fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:37.942668 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-374ad023-a6f2-43a1-a670-ed501ffeddf2 req-ab57a4d8-f5c5-465e-886f-fea8e62d86fd service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b55ac71e-6529-43b3-9355-0e693d39e1f4 HTTP/1.1" status: 200 len: 851 time: 0.0826619 Feb 09 21:51:38.000698 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2217df5a-4021-41c1-aec8-237cc4170d3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (7a6c813b-611d-4436-831d-fc6ca76a9308), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:38.003481 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2217df5a-4021-41c1-aec8-237cc4170d3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:38.005042 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-2217df5a-4021-41c1-aec8-237cc4170d3a admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/7a6c813b-611d-4436-831d-fc6ca76a9308 HTTP/1.1" status: 204 len: 168 time: 0.2738254 Feb 09 21:51:38.017818 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374ad023-a6f2-43a1-a670-ed501ffeddf2 req-bbfab789-c978-4fe3-9c66-cf6f9c934ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:38.025051 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-374ad023-a6f2-43a1-a670-ed501ffeddf2 req-bbfab789-c978-4fe3-9c66-cf6f9c934ae6 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=23f1a6df-2b4b-4777-8497-2928c76d9f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0683324 Feb 09 21:51:38.025051 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2217df5a-4021-41c1-aec8-237cc4170d3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a6c813b-611d-4436-831d-fc6ca76a9308,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:38.141609 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-374ad023-a6f2-43a1-a670-ed501ffeddf2 req-18003685-637e-4e17-b6b5-3c70e1cbc55b service neutron] 10.222.0.89 "GET /v2.0/networks/23f1a6df-2b4b-4777-8497-2928c76d9f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150770 Feb 09 21:51:38.267460 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-374ad023-a6f2-43a1-a670-ed501ffeddf2 req-6886b4c8-1646-4c29-98da-e16b60dfb0cb service neutron] 10.222.0.89 "GET /v2.0/networks/23f1a6df-2b4b-4777-8497-2928c76d9f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192286 Feb 09 21:51:38.454376 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 50156) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:38.500856 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-f8554c45-ae23-43bc-a9f1-e33b209914fa admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=8df665fbc45c4402827cfa45d539f547&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0439584 Feb 09 21:51:38.503121 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 50162) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:38.578395 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-18a3ccd6-ca7a-4010-a48a-75c10dd7fb00 admin admin] Publish callbacks [] for security_group (9e6c8d5c-c323-444d-8355-198cb5620c67), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:38.602738 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-18a3ccd6-ca7a-4010-a48a-75c10dd7fb00 admin admin] Publish callbacks [] for security_group (9e6c8d5c-c323-444d-8355-198cb5620c67), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:38.676755 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-18a3ccd6-ca7a-4010-a48a-75c10dd7fb00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (9e6c8d5c-c323-444d-8355-198cb5620c67), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:38.679840 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-18a3ccd6-ca7a-4010-a48a-75c10dd7fb00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:38.681057 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-18a3ccd6-ca7a-4010-a48a-75c10dd7fb00 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/9e6c8d5c-c323-444d-8355-198cb5620c67 HTTP/1.1" status: 204 len: 168 time: 0.1769407 Feb 09 21:51:38.690540 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a3ccd6-ca7a-4010-a48a-75c10dd7fb00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e6c8d5c-c323-444d-8355-198cb5620c67,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:38.810559 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8c9d9bc9-5817-43b4-befa-ca7e8604d628 req-14bf8958-55aa-48b8-9a76-1a95f8e9d335 tempest-ServerShowV254Test-1176059834 tempest-ServerShowV254Test-1176059834-project] 10.222.0.90 "GET /v2.0/ports?device_id=04d32166-ba98-4fec-85e6-137b16877cca HTTP/1.1" status: 200 len: 210 time: 0.0452712 Feb 09 21:51:38.856182 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device f8abd87e-9c27-49fe-aed2-a3746fe52601 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:51:38.903693 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: f8abd87e-9c27-49fe-aed2-a3746fe52601 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:51:38.904051 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device f8abd87e-9c27-49fe-aed2-a3746fe52601 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:51:38.996335 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c0c2d4c8-dc7e-44b8-9b36-9d005efdff41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:39.316490 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85250cf-2bc2-42d2-8d95-2782eb0b3859 req-1432c50c-06e9-442e-a676-d0f8a5cefa6d tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:39.326812 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a85250cf-2bc2-42d2-8d95-2782eb0b3859 req-1432c50c-06e9-442e-a676-d0f8a5cefa6d tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 945 time: 0.5151925 Feb 09 21:51:39.390313 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a85250cf-2bc2-42d2-8d95-2782eb0b3859 req-c45ae7e0-afc1-45a8-a467-d2f7ebe7f87b tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=4c89ea32-e697-4c99-8133-b5b6d80654a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626028 Feb 09 21:51:39.657634 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 50220) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:39.783242 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-b8ff8754-6dc2-474d-b2ec-2766e16c5b97 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1639550444-network', 'tenant_id': '76a763a71d3f4296846b11bacf88859f'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:51:39.805472 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ff8754-6dc2-474d-b2ec-2766e16c5b97 admin admin] Made reservation on behalf of 76a763a71d3f4296846b11bacf88859f for: {'network': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:51:39.807996 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b8ff8754-6dc2-474d-b2ec-2766e16c5b97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:39.817048 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b8ff8754-6dc2-474d-b2ec-2766e16c5b97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:39.941865 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b8ff8754-6dc2-474d-b2ec-2766e16c5b97 admin admin] Publish callbacks [] for security_group (dffb6ba8-e65c-40f8-a4dd-ad07275428f0), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:39.959667 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dca21d28-89f7-43e6-8e5f-e93f9d7711f7 req-b46cd8c0-09b9-4170-85ab-b91dd1e96c54 tempest-ServerShowV254Test-1176059834 tempest-ServerShowV254Test-1176059834-project] 10.222.0.90 "GET /v2.0/ports?device_id=04d32166-ba98-4fec-85e6-137b16877cca HTTP/1.1" status: 200 len: 210 time: 0.0320389 Feb 09 21:51:39.961999 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b8ff8754-6dc2-474d-b2ec-2766e16c5b97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (dffb6ba8-e65c-40f8-a4dd-ad07275428f0), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:39.981339 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8ff8754-6dc2-474d-b2ec-2766e16c5b97 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=103140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:51:39.998602 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b8ff8754-6dc2-474d-b2ec-2766e16c5b97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (2d2869d8-b0d2-4b81-b1ac-4d62cf709817), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:39.998942 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-b8ff8754-6dc2-474d-b2ec-2766e16c5b97 admin admin] Added segment 2d2869d8-b0d2-4b81-b1ac-4d62cf709817 of type vlan for network 64c0840c-8e16-4726-8ace-cf75b7db28ef Feb 09 21:51:40.071379 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ff8754-6dc2-474d-b2ec-2766e16c5b97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dffb6ba8-e65c-40f8-a4dd-ad07275428f0,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:40.088276 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b8ff8754-6dc2-474d-b2ec-2766e16c5b97 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (64c0840c-8e16-4726-8ace-cf75b7db28ef), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:40.121080 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b8ff8754-6dc2-474d-b2ec-2766e16c5b97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (64c0840c-8e16-4726-8ace-cf75b7db28ef), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:40.122095 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ff8754-6dc2-474d-b2ec-2766e16c5b97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:40.122679 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b8ff8754-6dc2-474d-b2ec-2766e16c5b97 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:40.204355 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-b8ff8754-6dc2-474d-b2ec-2766e16c5b97 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5448403 Feb 09 21:51:40.207808 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 50246) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:40.213862 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-70c5ae94-9cff-47a9-b971-bd9c5683d0bc admin admin] Request body: {'subnet': {'network_id': '64c0840c-8e16-4726-8ace-cf75b7db28ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1639550444-subnet', 'tenant_id': '76a763a71d3f4296846b11bacf88859f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:51:40.215878 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ff8754-6dc2-474d-b2ec-2766e16c5b97 admin admin] Pushing event updated for resources: {'Network': ['ID=64c0840c-8e16-4726-8ace-cf75b7db28ef,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:40.226954 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 64c0840c-8e16-4726-8ace-cf75b7db28ef details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:51:40.244596 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c5ae94-9cff-47a9-b971-bd9c5683d0bc admin admin] Made reservation on behalf of 76a763a71d3f4296846b11bacf88859f for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:51:40.247264 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-70c5ae94-9cff-47a9-b971-bd9c5683d0bc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:40.438594 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-70c5ae94-9cff-47a9-b971-bd9c5683d0bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (cdd0cd1b-5726-476c-9181-475e0eabbd85), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:40.497154 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c5ae94-9cff-47a9-b971-bd9c5683d0bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdd0cd1b-5726-476c-9181-475e0eabbd85,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:40.506303 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c5ae94-9cff-47a9-b971-bd9c5683d0bc admin admin] Checking segment: {'id': '2d2869d8-b0d2-4b81-b1ac-4d62cf709817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '64c0840c-8e16-4726-8ace-cf75b7db28ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:51:40.506692 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c5ae94-9cff-47a9-b971-bd9c5683d0bc admin admin] Network hostable DHCP agents. Network: 64c0840c-8e16-4726-8ace-cf75b7db28ef, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:51:40.526681 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c5ae94-9cff-47a9-b971-bd9c5683d0bc admin admin] Network 64c0840c-8e16-4726-8ace-cf75b7db28ef is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:51:40.531028 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98007198-6f1d-413e-b93a-21e197ee7b89 req-84e151b7-1b0c-4d87-b520-0bc456906b4d tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:40.532578 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-98007198-6f1d-413e-b93a-21e197ee7b89 req-84e151b7-1b0c-4d87-b520-0bc456906b4d tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 945 time: 0.0558527 Feb 09 21:51:40.541469 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-70c5ae94-9cff-47a9-b971-bd9c5683d0bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 64c0840c-8e16-4726-8ace-cf75b7db28ef) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:51:40.546562 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c5ae94-9cff-47a9-b971-bd9c5683d0bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:40.547344 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-70c5ae94-9cff-47a9-b971-bd9c5683d0bc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:40.555778 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee79521-c72e-4560-a2b5-dbb3ac73772a None None] Network 64c0840c-8e16-4726-8ace-cf75b7db28ef requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:51:40.566672 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-70c5ae94-9cff-47a9-b971-bd9c5683d0bc admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3576276 Feb 09 21:51:40.595818 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-98007198-6f1d-413e-b93a-21e197ee7b89 req-1f832d24-9e54-4bcb-bc56-ea2388c2a64e tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=4c89ea32-e697-4c99-8133-b5b6d80654a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557089 Feb 09 21:51:40.778124 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f83ebeb-4a5f-44a2-bc19-491bc6109192 None None] Network 64c0840c-8e16-4726-8ace-cf75b7db28ef requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:51:40.858958 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8648a31e-a639-4261-aa85-11f0041ee4c5 req-7a4be088-24f8-459e-aa54-ac0fab64d963 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:40.864091 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8648a31e-a639-4261-aa85-11f0041ee4c5 req-7a4be088-24f8-459e-aa54-ac0fab64d963 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 945 time: 0.1072524 Feb 09 21:51:40.946104 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8648a31e-a639-4261-aa85-11f0041ee4c5 req-ced7aa6b-f4c0-4c80-a834-c18bf5367c03 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=4c89ea32-e697-4c99-8133-b5b6d80654a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719855 Feb 09 21:51:40.979749 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-25961b02-2ca7-44a3-a187-2619a4b4b7cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:41.182838 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b58764-454e-4bdf-8d55-83f2dcf5bbb8 req-49118dbf-45d2-4d6a-b7e3-1df0dcf34f90 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:41.188205 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-66b58764-454e-4bdf-8d55-83f2dcf5bbb8 req-49118dbf-45d2-4d6a-b7e3-1df0dcf34f90 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 945 time: 0.1587391 Feb 09 21:51:41.264145 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c422ba05-3d2d-4255-bacb-c330489f9e5f req-9add2d92-d949-4973-b12e-5b75992049b0 tempest-InstanceActionsTestJSON-1587017608 tempest-InstanceActionsTestJSON-1587017608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:41.265763 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c422ba05-3d2d-4255-bacb-c330489f9e5f req-9add2d92-d949-4973-b12e-5b75992049b0 tempest-InstanceActionsTestJSON-1587017608 tempest-InstanceActionsTestJSON-1587017608-project] 10.222.0.90 "GET /v2.0/networks?id=64c0840c-8e16-4726-8ace-cf75b7db28ef HTTP/1.1" status: 200 len: 814 time: 0.1734340 Feb 09 21:51:41.273570 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-66b58764-454e-4bdf-8d55-83f2dcf5bbb8 req-b3c6f710-0224-4099-a395-eec149979569 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=4c89ea32-e697-4c99-8133-b5b6d80654a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794878 Feb 09 21:51:41.283720 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c422ba05-3d2d-4255-bacb-c330489f9e5f req-fc8fcbcd-1a26-4414-b86b-fe085dbb6c83 tempest-InstanceActionsTestJSON-1587017608 tempest-InstanceActionsTestJSON-1587017608-project] 10.222.0.90 "GET /v2.0/quotas/76a763a71d3f4296846b11bacf88859f HTTP/1.1" status: 200 len: 375 time: 0.0092795 Feb 09 21:51:41.364263 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c422ba05-3d2d-4255-bacb-c330489f9e5f req-80f844ea-1741-4dc3-a15d-d3f9de7a9a07 tempest-InstanceActionsTestJSON-1587017608 tempest-InstanceActionsTestJSON-1587017608-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=76a763a71d3f4296846b11bacf88859f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0703762 Feb 09 21:51:41.448658 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-43e28c46-3ed5-45a3-989c-1ab17165940f req-96032a9e-8ea3-47cf-bfc4-9acb721f4349 tempest-ServerShowV254Test-1176059834 tempest-ServerShowV254Test-1176059834-project] 10.222.0.90 "GET /v2.0/ports?device_id=04d32166-ba98-4fec-85e6-137b16877cca HTTP/1.1" status: 200 len: 210 time: 0.0492251 Feb 09 21:51:41.546276 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c422ba05-3d2d-4255-bacb-c330489f9e5f req-b9e7f3b4-7741-4269-8999-711a8c5ceadc service neutron] 10.222.0.90 "GET /v2.0/networks/64c0840c-8e16-4726-8ace-cf75b7db28ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810648 Feb 09 21:51:41.678615 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ac7b99c1-8e9c-487e-b6f1-7f97356b97fa req-eee7c22d-c623-4585-9d91-116b870d3b51 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=04d32166-ba98-4fec-85e6-137b16877cca HTTP/1.1" status: 200 len: 210 time: 0.0821519 Feb 09 21:51:41.763784 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a015553-c284-430e-a0f3-8edd218f0619 req-d84f6552-c131-4bd7-a5e3-c9a62e1c9bdd tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:41.763784 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7a015553-c284-430e-a0f3-8edd218f0619 req-d84f6552-c131-4bd7-a5e3-c9a62e1c9bdd tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/networks?id=23f1a6df-2b4b-4777-8497-2928c76d9f17 HTTP/1.1" status: 200 len: 812 time: 0.2064631 Feb 09 21:51:41.771145 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c422ba05-3d2d-4255-bacb-c330489f9e5f req-a4343eff-b6a6-450e-9454-5b1cbaa6c1ca service neutron] 10.222.0.90 "GET /v2.0/networks/64c0840c-8e16-4726-8ace-cf75b7db28ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238674 Feb 09 21:51:41.782234 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7a015553-c284-430e-a0f3-8edd218f0619 req-a406ff0d-c0ab-41e1-86f0-0c742f742fcb tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/quotas/b97bcc6d3a344052b623ebf4a39465fa HTTP/1.1" status: 200 len: 375 time: 0.0100815 Feb 09 21:51:41.846885 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7a015553-c284-430e-a0f3-8edd218f0619 req-b9f2e476-33f5-4e46-bcc8-37fcb75c7602 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=b97bcc6d3a344052b623ebf4a39465fa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0574701 Feb 09 21:51:41.993403 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7a015553-c284-430e-a0f3-8edd218f0619 req-ce3ae631-f157-4627-bc29-9cb8c459fb1e service neutron] 10.222.0.90 "GET /v2.0/networks/23f1a6df-2b4b-4777-8497-2928c76d9f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355369 Feb 09 21:51:42.079558 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b7b1363c-5b4e-431d-94db-1e546f317c7d req-3905e9fc-49fd-42bc-a2bb-51f4fe4efd79 tempest-InstanceActionsTestJSON-1587017608 tempest-InstanceActionsTestJSON-1587017608-project] 10.222.0.90 "GET /v2.0/ports?device_id=67222ee5-e837-470a-ae2b-353a95d04ef5 HTTP/1.1" status: 200 len: 210 time: 0.0620618 Feb 09 21:51:42.124493 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7a015553-c284-430e-a0f3-8edd218f0619 req-c3d3e30c-c3be-4f9d-9ddb-c60d746e8ec8 service neutron] 10.222.0.90 "GET /v2.0/networks/23f1a6df-2b4b-4777-8497-2928c76d9f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300249 Feb 09 21:51:42.351484 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-31844ac0-3c47-48f9-9b7c-5b8ca42aa7c1 req-bb7d90f5-3680-40f5-a686-9e2a2a8d968b tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=666b74a0-9369-4b80-92de-3f215e9f7d5e HTTP/1.1" status: 200 len: 210 time: 0.0295205 Feb 09 21:51:42.592359 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-01c49a11-fb6d-4472-9093-245d003ef8cc req-3169b829-ec26-4780-99cd-764d87dc406c tempest-ServerShowV254Test-1176059834 tempest-ServerShowV254Test-1176059834-project] 10.222.0.90 "GET /v2.0/ports?device_id=04d32166-ba98-4fec-85e6-137b16877cca HTTP/1.1" status: 200 len: 210 time: 0.0361905 Feb 09 21:51:42.713382 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:43.204895 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-91fdd47b-2ca8-4fed-8acf-e00b8490643e req-3a0a2a3e-7236-4425-ba46-1f3a0095a509 tempest-InstanceActionsTestJSON-1587017608 tempest-InstanceActionsTestJSON-1587017608-project] 10.222.0.90 "GET /v2.0/ports?device_id=67222ee5-e837-470a-ae2b-353a95d04ef5 HTTP/1.1" status: 200 len: 210 time: 0.0327299 Feb 09 21:51:43.268478 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c422ba05-3d2d-4255-bacb-c330489f9e5f req-a7510a88-298d-4dbd-bb2c-a52bfe3c9524 tempest-InstanceActionsTestJSON-1587017608 tempest-InstanceActionsTestJSON-1587017608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:43.270548 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c422ba05-3d2d-4255-bacb-c330489f9e5f req-a7510a88-298d-4dbd-bb2c-a52bfe3c9524 tempest-InstanceActionsTestJSON-1587017608 tempest-InstanceActionsTestJSON-1587017608-project] 10.222.0.89 "GET /v2.0/networks?id=64c0840c-8e16-4726-8ace-cf75b7db28ef HTTP/1.1" status: 200 len: 814 time: 0.1567397 Feb 09 21:51:43.295901 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-c422ba05-3d2d-4255-bacb-c330489f9e5f req-b3d277c6-39a7-4d31-a5ad-48a3b0b94122 tempest-InstanceActionsTestJSON-1587017608 tempest-InstanceActionsTestJSON-1587017608-project] Request body: {'port': {'device_id': '67222ee5-e837-470a-ae2b-353a95d04ef5', 'network_id': '64c0840c-8e16-4726-8ace-cf75b7db28ef', 'admin_state_up': True, 'tenant_id': '76a763a71d3f4296846b11bacf88859f'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:51:43.472706 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9d64ab34-ff00-4897-859a-8b83f2bdf297 req-cb7fb7b6-91bc-4648-8f82-e7166b0c2acd tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=666b74a0-9369-4b80-92de-3f215e9f7d5e HTTP/1.1" status: 200 len: 210 time: 0.0335283 Feb 09 21:51:43.542639 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a015553-c284-430e-a0f3-8edd218f0619 req-244789fc-372f-499a-bca3-faba07e9a65d tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:43.544156 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7a015553-c284-430e-a0f3-8edd218f0619 req-244789fc-372f-499a-bca3-faba07e9a65d tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.89 "GET /v2.0/networks?id=23f1a6df-2b4b-4777-8497-2928c76d9f17 HTTP/1.1" status: 200 len: 812 time: 0.1578872 Feb 09 21:51:43.545235 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c422ba05-3d2d-4255-bacb-c330489f9e5f req-b3d277c6-39a7-4d31-a5ad-48a3b0b94122 tempest-InstanceActionsTestJSON-1587017608 tempest-InstanceActionsTestJSON-1587017608-project] Made reservation on behalf of 76a763a71d3f4296846b11bacf88859f for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:51:43.548394 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-c422ba05-3d2d-4255-bacb-c330489f9e5f req-b3d277c6-39a7-4d31-a5ad-48a3b0b94122 tempest-InstanceActionsTestJSON-1587017608 tempest-InstanceActionsTestJSON-1587017608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:43.564112 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-7a015553-c284-430e-a0f3-8edd218f0619 req-b895df26-ab14-43a3-9897-d587ce81daa5 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Request body: {'port': {'device_id': '666b74a0-9369-4b80-92de-3f215e9f7d5e', 'network_id': '23f1a6df-2b4b-4777-8497-2928c76d9f17', 'admin_state_up': True, 'tenant_id': 'b97bcc6d3a344052b623ebf4a39465fa'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:51:43.716478 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-19460ab7-6994-4dff-aa35-9929afcd1911 req-e48ee61c-7e46-492c-8be1-0fe08be0a2c8 tempest-ServerShowV254Test-1176059834 tempest-ServerShowV254Test-1176059834-project] 10.222.0.90 "GET /v2.0/ports?device_id=04d32166-ba98-4fec-85e6-137b16877cca HTTP/1.1" status: 200 len: 210 time: 0.0460780 Feb 09 21:51:43.764966 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [req-c422ba05-3d2d-4255-bacb-c330489f9e5f req-b3d277c6-39a7-4d31-a5ad-48a3b0b94122 tempest-InstanceActionsTestJSON-1587017608 tempest-InstanceActionsTestJSON-1587017608-project] Allocated IP 172.20.0.14 (64c0840c-8e16-4726-8ace-cf75b7db28ef/cdd0cd1b-5726-476c-9181-475e0eabbd85/98a72461-a68d-45ed-93b3-4eb54c29072e) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:51:43.769814 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a015553-c284-430e-a0f3-8edd218f0619 req-b895df26-ab14-43a3-9897-d587ce81daa5 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Made reservation on behalf of b97bcc6d3a344052b623ebf4a39465fa for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:51:43.773751 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-7a015553-c284-430e-a0f3-8edd218f0619 req-b895df26-ab14-43a3-9897-d587ce81daa5 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:44.006442 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [req-7a015553-c284-430e-a0f3-8edd218f0619 req-b895df26-ab14-43a3-9897-d587ce81daa5 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Allocated IP 172.20.0.11 (23f1a6df-2b4b-4777-8497-2928c76d9f17/b55ac71e-6529-43b3-9355-0e693d39e1f4/6a0194ab-f855-41d1-a295-07dc840d5cec) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:51:44.043633 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-c422ba05-3d2d-4255-bacb-c330489f9e5f req-b3d277c6-39a7-4d31-a5ad-48a3b0b94122 tempest-InstanceActionsTestJSON-1587017608 tempest-InstanceActionsTestJSON-1587017608-project] Publish callbacks [] for port (98a72461-a68d-45ed-93b3-4eb54c29072e), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:44.112089 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:44.171776 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-c422ba05-3d2d-4255-bacb-c330489f9e5f req-b3d277c6-39a7-4d31-a5ad-48a3b0b94122 tempest-InstanceActionsTestJSON-1587017608 tempest-InstanceActionsTestJSON-1587017608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (98a72461-a68d-45ed-93b3-4eb54c29072e), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:44.246362 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-7a015553-c284-430e-a0f3-8edd218f0619 req-b895df26-ab14-43a3-9897-d587ce81daa5 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Publish callbacks [] for port (6a0194ab-f855-41d1-a295-07dc840d5cec), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:44.270207 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c422ba05-3d2d-4255-bacb-c330489f9e5f req-b3d277c6-39a7-4d31-a5ad-48a3b0b94122 tempest-InstanceActionsTestJSON-1587017608 tempest-InstanceActionsTestJSON-1587017608-project] Network 64c0840c-8e16-4726-8ace-cf75b7db28ef is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:51:44.292782 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [req-c422ba05-3d2d-4255-bacb-c330489f9e5f req-b3d277c6-39a7-4d31-a5ad-48a3b0b94122 tempest-InstanceActionsTestJSON-1587017608 tempest-InstanceActionsTestJSON-1587017608-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:51:44.295907 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-c422ba05-3d2d-4255-bacb-c330489f9e5f req-b3d277c6-39a7-4d31-a5ad-48a3b0b94122 tempest-InstanceActionsTestJSON-1587017608 tempest-InstanceActionsTestJSON-1587017608-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:51:44.340506 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d277c6-39a7-4d31-a5ad-48a3b0b94122 tempest-InstanceActionsTestJSON-1587017608 tempest-InstanceActionsTestJSON-1587017608-project] Pushing event updated for resources: {'Port': ['ID=98a72461-a68d-45ed-93b3-4eb54c29072e,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:44.367594 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c422ba05-3d2d-4255-bacb-c330489f9e5f req-b3d277c6-39a7-4d31-a5ad-48a3b0b94122 tempest-InstanceActionsTestJSON-1587017608 tempest-InstanceActionsTestJSON-1587017608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:44.377134 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-c422ba05-3d2d-4255-bacb-c330489f9e5f req-b3d277c6-39a7-4d31-a5ad-48a3b0b94122 tempest-InstanceActionsTestJSON-1587017608 tempest-InstanceActionsTestJSON-1587017608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:44.385735 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-7a015553-c284-430e-a0f3-8edd218f0619 req-b895df26-ab14-43a3-9897-d587ce81daa5 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (6a0194ab-f855-41d1-a295-07dc840d5cec), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:44.420309 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c422ba05-3d2d-4255-bacb-c330489f9e5f req-b3d277c6-39a7-4d31-a5ad-48a3b0b94122 tempest-InstanceActionsTestJSON-1587017608 tempest-InstanceActionsTestJSON-1587017608-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1271901 Feb 09 21:51:44.436485 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59398563-ed7a-4899-b8cb-1c70cc0a9234 req-208d26bb-8094-4155-a1f6-9c2f90020017 tempest-InstanceActionsTestJSON-1587017608 tempest-InstanceActionsTestJSON-1587017608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:44.444674 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-59398563-ed7a-4899-b8cb-1c70cc0a9234 req-208d26bb-8094-4155-a1f6-9c2f90020017 tempest-InstanceActionsTestJSON-1587017608 tempest-InstanceActionsTestJSON-1587017608-project] 10.222.0.90 "GET /v2.0/ports?device_id=67222ee5-e837-470a-ae2b-353a95d04ef5 HTTP/1.1" status: 200 len: 932 time: 0.0980685 Feb 09 21:51:44.463925 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-c422ba05-3d2d-4255-bacb-c330489f9e5f req-c620dd8a-fd4d-498d-aa3c-fa1b12e67bbb service neutron] Request body: {'port': {'device_id': '67222ee5-e837-470a-ae2b-353a95d04ef5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:51:44.519786 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a015553-c284-430e-a0f3-8edd218f0619 req-b895df26-ab14-43a3-9897-d587ce81daa5 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Network 23f1a6df-2b4b-4777-8497-2928c76d9f17 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:51:44.541281 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [req-7a015553-c284-430e-a0f3-8edd218f0619 req-b895df26-ab14-43a3-9897-d587ce81daa5 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:51:44.547819 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a015553-c284-430e-a0f3-8edd218f0619 req-b895df26-ab14-43a3-9897-d587ce81daa5 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:51:44.553227 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b895df26-ab14-43a3-9897-d587ce81daa5 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Pushing event updated for resources: {'Port': ['ID=6a0194ab-f855-41d1-a295-07dc840d5cec,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:44.559234 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6fabd549-9ac4-4fb8-a29b-9944b21e282e req-68523252-5395-4f64-8a57-d821526c5133 tempest-ServerShowV254Test-1176059834 tempest-ServerShowV254Test-1176059834-project] 10.222.0.90 "GET /v2.0/ports?device_id=04d32166-ba98-4fec-85e6-137b16877cca HTTP/1.1" status: 200 len: 210 time: 0.0596349 Feb 09 21:51:44.573407 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-59398563-ed7a-4899-b8cb-1c70cc0a9234 req-0eadb671-d2e7-467d-a972-eec57b9114fc tempest-InstanceActionsTestJSON-1587017608 tempest-InstanceActionsTestJSON-1587017608-project] 10.222.0.90 "GET /v2.0/security-groups?id=dffb6ba8-e65c-40f8-a4dd-ad07275428f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271629 Feb 09 21:51:44.588988 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-c422ba05-3d2d-4255-bacb-c330489f9e5f req-c620dd8a-fd4d-498d-aa3c-fa1b12e67bbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (98a72461-a68d-45ed-93b3-4eb54c29072e), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:44.674349 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a015553-c284-430e-a0f3-8edd218f0619 req-b895df26-ab14-43a3-9897-d587ce81daa5 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:44.675194 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-7a015553-c284-430e-a0f3-8edd218f0619 req-b895df26-ab14-43a3-9897-d587ce81daa5 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:44.690954 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4321d82-40ef-4bed-99b8-512522ff778e req-753711e2-6e49-49fa-8b62-48c7d4f0b10e tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:44.702691 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f4321d82-40ef-4bed-99b8-512522ff778e req-753711e2-6e49-49fa-8b62-48c7d4f0b10e tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=666b74a0-9369-4b80-92de-3f215e9f7d5e HTTP/1.1" status: 200 len: 932 time: 0.0732074 Feb 09 21:51:44.709875 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7a015553-c284-430e-a0f3-8edd218f0619 req-b895df26-ab14-43a3-9897-d587ce81daa5 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1492229 Feb 09 21:51:44.774393 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f4321d82-40ef-4bed-99b8-512522ff778e req-69ae9f3b-4add-49ed-92c6-43e356846757 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=a72d620d-4650-43fd-afbd-3b01f73e5444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704224 Feb 09 21:51:44.790658 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-7a015553-c284-430e-a0f3-8edd218f0619 req-f5faf309-ebfc-4082-87fa-89eb2d4ce6ca service neutron] Request body: {'port': {'device_id': '666b74a0-9369-4b80-92de-3f215e9f7d5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:51:44.881180 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-7a015553-c284-430e-a0f3-8edd218f0619 req-f5faf309-ebfc-4082-87fa-89eb2d4ce6ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (6a0194ab-f855-41d1-a295-07dc840d5cec), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:44.886417 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-3d5e7a55-2ce5-407c-a7e0-591ce92430c7 None None] Provisioning complete for port 6a0194ab-f855-41d1-a295-07dc840d5cec triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:51:44.886934 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-3d5e7a55-2ce5-407c-a7e0-591ce92430c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (6a0194ab-f855-41d1-a295-07dc840d5cec), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:44.926843 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-3d5e7a55-2ce5-407c-a7e0-591ce92430c7 None None] Port 6a0194ab-f855-41d1-a295-07dc840d5cec cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:51:45.174527 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-c422ba05-3d2d-4255-bacb-c330489f9e5f req-c620dd8a-fd4d-498d-aa3c-fa1b12e67bbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98a72461-a68d-45ed-93b3-4eb54c29072e {{(pid=103141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:51:45.185710 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-c422ba05-3d2d-4255-bacb-c330489f9e5f req-c620dd8a-fd4d-498d-aa3c-fa1b12e67bbb service neutron] Publish callbacks [] for port (98a72461-a68d-45ed-93b3-4eb54c29072e), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:45.216254 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-c422ba05-3d2d-4255-bacb-c330489f9e5f req-c620dd8a-fd4d-498d-aa3c-fa1b12e67bbb service neutron] Transition to ACTIVE for port object 98a72461-a68d-45ed-93b3-4eb54c29072e will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:51:45.220515 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-c422ba05-3d2d-4255-bacb-c330489f9e5f req-c620dd8a-fd4d-498d-aa3c-fa1b12e67bbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (98a72461-a68d-45ed-93b3-4eb54c29072e), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:45.266675 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:45.295463 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c620dd8a-fd4d-498d-aa3c-fa1b12e67bbb service neutron] Pushing event updated for resources: {'Port': ['ID=98a72461-a68d-45ed-93b3-4eb54c29072e,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:45.369855 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-7a015553-c284-430e-a0f3-8edd218f0619 req-f5faf309-ebfc-4082-87fa-89eb2d4ce6ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a0194ab-f855-41d1-a295-07dc840d5cec {{(pid=103141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:51:45.381539 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-7a015553-c284-430e-a0f3-8edd218f0619 req-f5faf309-ebfc-4082-87fa-89eb2d4ce6ca service neutron] Publish callbacks [] for port (6a0194ab-f855-41d1-a295-07dc840d5cec), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:45.402977 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-7a015553-c284-430e-a0f3-8edd218f0619 req-f5faf309-ebfc-4082-87fa-89eb2d4ce6ca service neutron] Transition to ACTIVE for port object 6a0194ab-f855-41d1-a295-07dc840d5cec will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:51:45.411770 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-7a015553-c284-430e-a0f3-8edd218f0619 req-f5faf309-ebfc-4082-87fa-89eb2d4ce6ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (6a0194ab-f855-41d1-a295-07dc840d5cec), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:45.419519 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-c422ba05-3d2d-4255-bacb-c330489f9e5f req-c620dd8a-fd4d-498d-aa3c-fa1b12e67bbb service neutron] Attempting to bind port 98a72461-a68d-45ed-93b3-4eb54c29072e on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:51:45.419876 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-c422ba05-3d2d-4255-bacb-c330489f9e5f req-c620dd8a-fd4d-498d-aa3c-fa1b12e67bbb service neutron] Attempting to bind port 98a72461-a68d-45ed-93b3-4eb54c29072e by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': '2d2869d8-b0d2-4b81-b1ac-4d62cf709817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '64c0840c-8e16-4726-8ace-cf75b7db28ef'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:51:45.420184 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c422ba05-3d2d-4255-bacb-c330489f9e5f req-c620dd8a-fd4d-498d-aa3c-fa1b12e67bbb service neutron] Attempting to bind port 98a72461-a68d-45ed-93b3-4eb54c29072e on network 64c0840c-8e16-4726-8ace-cf75b7db28ef {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:51:45.448770 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c422ba05-3d2d-4255-bacb-c330489f9e5f req-c620dd8a-fd4d-498d-aa3c-fa1b12e67bbb service neutron] Port 98a72461-a68d-45ed-93b3-4eb54c29072e on network 64c0840c-8e16-4726-8ace-cf75b7db28ef not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:51:45.449105 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c422ba05-3d2d-4255-bacb-c330489f9e5f req-c620dd8a-fd4d-498d-aa3c-fa1b12e67bbb service neutron] Attempting to bind port 98a72461-a68d-45ed-93b3-4eb54c29072e on network 64c0840c-8e16-4726-8ace-cf75b7db28ef {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:51:45.460881 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c422ba05-3d2d-4255-bacb-c330489f9e5f req-c620dd8a-fd4d-498d-aa3c-fa1b12e67bbb service neutron] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:51:45.461221 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c422ba05-3d2d-4255-bacb-c330489f9e5f req-c620dd8a-fd4d-498d-aa3c-fa1b12e67bbb service neutron] Checking segment: {'id': '2d2869d8-b0d2-4b81-b1ac-4d62cf709817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '64c0840c-8e16-4726-8ace-cf75b7db28ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:51:45.461700 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c422ba05-3d2d-4255-bacb-c330489f9e5f req-c620dd8a-fd4d-498d-aa3c-fa1b12e67bbb service neutron] Bound using segment: {'id': '2d2869d8-b0d2-4b81-b1ac-4d62cf709817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '64c0840c-8e16-4726-8ace-cf75b7db28ef'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:51:45.462036 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-c422ba05-3d2d-4255-bacb-c330489f9e5f req-c620dd8a-fd4d-498d-aa3c-fa1b12e67bbb service neutron] Bound port: 98a72461-a68d-45ed-93b3-4eb54c29072e, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d2869d8-b0d2-4b81-b1ac-4d62cf709817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '64c0840c-8e16-4726-8ace-cf75b7db28ef'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:51:45.462493 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-c422ba05-3d2d-4255-bacb-c330489f9e5f req-c620dd8a-fd4d-498d-aa3c-fa1b12e67bbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (98a72461-a68d-45ed-93b3-4eb54c29072e), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:45.497041 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5faf309-ebfc-4082-87fa-89eb2d4ce6ca service neutron] Pushing event updated for resources: {'Port': ['ID=6a0194ab-f855-41d1-a295-07dc840d5cec,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:45.598649 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-c422ba05-3d2d-4255-bacb-c330489f9e5f req-c620dd8a-fd4d-498d-aa3c-fa1b12e67bbb service neutron] For port 98a72461-a68d-45ed-93b3-4eb54c29072e, host n-h2-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:51:45.603162 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-c422ba05-3d2d-4255-bacb-c330489f9e5f req-c620dd8a-fd4d-498d-aa3c-fa1b12e67bbb service neutron] For port 98a72461-a68d-45ed-93b3-4eb54c29072e, host n-h2-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=98a72461-a68d-45ed-93b3-4eb54c29072e,segment=NetworkSegment(2d2869d8-b0d2-4b81-b1ac-4d62cf709817),segment_id=2d2869d8-b0d2-4b81-b1ac-4d62cf709817)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:51:45.619859 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-c422ba05-3d2d-4255-bacb-c330489f9e5f req-c620dd8a-fd4d-498d-aa3c-fa1b12e67bbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (98a72461-a68d-45ed-93b3-4eb54c29072e), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:45.627753 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-7a015553-c284-430e-a0f3-8edd218f0619 req-f5faf309-ebfc-4082-87fa-89eb2d4ce6ca service neutron] Attempting to bind port 6a0194ab-f855-41d1-a295-07dc840d5cec on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:51:45.628089 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-7a015553-c284-430e-a0f3-8edd218f0619 req-f5faf309-ebfc-4082-87fa-89eb2d4ce6ca service neutron] Attempting to bind port 6a0194ab-f855-41d1-a295-07dc840d5cec by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': '682b57c6-7518-4480-8840-98896ec39a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '23f1a6df-2b4b-4777-8497-2928c76d9f17'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:51:45.628449 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a015553-c284-430e-a0f3-8edd218f0619 req-f5faf309-ebfc-4082-87fa-89eb2d4ce6ca service neutron] Attempting to bind port 6a0194ab-f855-41d1-a295-07dc840d5cec on network 23f1a6df-2b4b-4777-8497-2928c76d9f17 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:51:45.657812 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a015553-c284-430e-a0f3-8edd218f0619 req-f5faf309-ebfc-4082-87fa-89eb2d4ce6ca service neutron] Port 6a0194ab-f855-41d1-a295-07dc840d5cec on network 23f1a6df-2b4b-4777-8497-2928c76d9f17 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:51:45.658164 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a015553-c284-430e-a0f3-8edd218f0619 req-f5faf309-ebfc-4082-87fa-89eb2d4ce6ca service neutron] Attempting to bind port 6a0194ab-f855-41d1-a295-07dc840d5cec on network 23f1a6df-2b4b-4777-8497-2928c76d9f17 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:51:45.672818 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a015553-c284-430e-a0f3-8edd218f0619 req-f5faf309-ebfc-4082-87fa-89eb2d4ce6ca service neutron] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:51:45.673156 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a015553-c284-430e-a0f3-8edd218f0619 req-f5faf309-ebfc-4082-87fa-89eb2d4ce6ca service neutron] Checking segment: {'id': '682b57c6-7518-4480-8840-98896ec39a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '23f1a6df-2b4b-4777-8497-2928c76d9f17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:51:45.673880 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a015553-c284-430e-a0f3-8edd218f0619 req-f5faf309-ebfc-4082-87fa-89eb2d4ce6ca service neutron] Bound using segment: {'id': '682b57c6-7518-4480-8840-98896ec39a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '23f1a6df-2b4b-4777-8497-2928c76d9f17'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:51:45.674333 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-7a015553-c284-430e-a0f3-8edd218f0619 req-f5faf309-ebfc-4082-87fa-89eb2d4ce6ca service neutron] Bound port: 6a0194ab-f855-41d1-a295-07dc840d5cec, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '682b57c6-7518-4480-8840-98896ec39a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '23f1a6df-2b4b-4777-8497-2928c76d9f17'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:51:45.674690 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-7a015553-c284-430e-a0f3-8edd218f0619 req-f5faf309-ebfc-4082-87fa-89eb2d4ce6ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (6a0194ab-f855-41d1-a295-07dc840d5cec), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:45.682415 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c422ba05-3d2d-4255-bacb-c330489f9e5f req-c620dd8a-fd4d-498d-aa3c-fa1b12e67bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:45.682972 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-c422ba05-3d2d-4255-bacb-c330489f9e5f req-c620dd8a-fd4d-498d-aa3c-fa1b12e67bbb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:45.684807 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c422ba05-3d2d-4255-bacb-c330489f9e5f req-c620dd8a-fd4d-498d-aa3c-fa1b12e67bbb service neutron] 10.222.0.89 "PUT /v2.0/ports/98a72461-a68d-45ed-93b3-4eb54c29072e HTTP/1.1" status: 200 len: 1092 time: 1.2304089 Feb 09 21:51:45.686198 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67222ee5-e837-470a-ae2b-353a95d04ef5', 'tag': '98a72461-a68d-45ed-93b3-4eb54c29072e'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:51:45.688497 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4974dde1-68a8-4e05-aad7-5543bd1687d3" -d '{"events": [{"name": "network-changed", "server_uuid": "67222ee5-e837-470a-ae2b-353a95d04ef5", "tag": "98a72461-a68d-45ed-93b3-4eb54c29072e"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:51:45.736558 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c620dd8a-fd4d-498d-aa3c-fa1b12e67bbb service neutron] Pushing event updated for resources: {'Port': ['ID=98a72461-a68d-45ed-93b3-4eb54c29072e,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:45.748480 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-69cef23c-7511-422a-aba7-1ec00182a4fb req-7660ce98-5eb7-4441-bbc2-48f07c9afa41 tempest-ServerShowV254Test-1176059834 tempest-ServerShowV254Test-1176059834-project] 10.222.0.90 "GET /v2.0/ports?device_id=04d32166-ba98-4fec-85e6-137b16877cca HTTP/1.1" status: 200 len: 210 time: 0.0379043 Feb 09 21:51:45.812089 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aba6fc2-6b0b-4653-a5cd-192dbd4e3f68 req-f208775f-c471-43dc-975f-3338568e0d10 tempest-InstanceActionsTestJSON-1587017608 tempest-InstanceActionsTestJSON-1587017608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:45.812603 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdb63c2e-ffd0-4216-b311-78bd1e2a67e7 x-openstack-request-id: req-fdb63c2e-ffd0-4216-b311-78bd1e2a67e7 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:51:45.812964 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67222ee5-e837-470a-ae2b-353a95d04ef5", "tag": "98a72461-a68d-45ed-93b3-4eb54c29072e", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:51:45.813281 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-fdb63c2e-ffd0-4216-b311-78bd1e2a67e7 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:51:45.813623 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4aba6fc2-6b0b-4653-a5cd-192dbd4e3f68 req-f208775f-c471-43dc-975f-3338568e0d10 tempest-InstanceActionsTestJSON-1587017608 tempest-InstanceActionsTestJSON-1587017608-project] 10.222.0.90 "GET /v2.0/ports?device_id=67222ee5-e837-470a-ae2b-353a95d04ef5 HTTP/1.1" status: 200 len: 944 time: 0.0933368 Feb 09 21:51:45.813938 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67222ee5-e837-470a-ae2b-353a95d04ef5', 'tag': '98a72461-a68d-45ed-93b3-4eb54c29072e', 'status': 'completed', 'code': 200} Feb 09 21:51:45.849064 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-7a015553-c284-430e-a0f3-8edd218f0619 req-f5faf309-ebfc-4082-87fa-89eb2d4ce6ca service neutron] For port 6a0194ab-f855-41d1-a295-07dc840d5cec, host n-h2-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:51:45.854992 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-7a015553-c284-430e-a0f3-8edd218f0619 req-f5faf309-ebfc-4082-87fa-89eb2d4ce6ca service neutron] For port 6a0194ab-f855-41d1-a295-07dc840d5cec, host n-h2-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=6a0194ab-f855-41d1-a295-07dc840d5cec,segment=NetworkSegment(682b57c6-7518-4480-8840-98896ec39a8d),segment_id=682b57c6-7518-4480-8840-98896ec39a8d)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:51:45.867942 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-7a015553-c284-430e-a0f3-8edd218f0619 req-f5faf309-ebfc-4082-87fa-89eb2d4ce6ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (6a0194ab-f855-41d1-a295-07dc840d5cec), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:45.872868 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4aba6fc2-6b0b-4653-a5cd-192dbd4e3f68 req-fa21aa05-de34-4b67-a6a1-96883fa27208 tempest-InstanceActionsTestJSON-1587017608 tempest-InstanceActionsTestJSON-1587017608-project] 10.222.0.90 "GET /v2.0/security-groups?id=dffb6ba8-e65c-40f8-a4dd-ad07275428f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515583 Feb 09 21:51:45.921274 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a015553-c284-430e-a0f3-8edd218f0619 req-f5faf309-ebfc-4082-87fa-89eb2d4ce6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:45.921938 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-7a015553-c284-430e-a0f3-8edd218f0619 req-f5faf309-ebfc-4082-87fa-89eb2d4ce6ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:45.923460 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7a015553-c284-430e-a0f3-8edd218f0619 req-f5faf309-ebfc-4082-87fa-89eb2d4ce6ca service neutron] 10.222.0.89 "PUT /v2.0/ports/6a0194ab-f855-41d1-a295-07dc840d5cec HTTP/1.1" status: 200 len: 1092 time: 1.2051110 Feb 09 21:51:45.925920 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c422ba05-3d2d-4255-bacb-c330489f9e5f req-778dab36-c952-4208-b063-062b54b7da15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:45.927379 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c422ba05-3d2d-4255-bacb-c330489f9e5f req-778dab36-c952-4208-b063-062b54b7da15 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=76a763a71d3f4296846b11bacf88859f&device_id=67222ee5-e837-470a-ae2b-353a95d04ef5 HTTP/1.1" status: 200 len: 1126 time: 0.1880376 Feb 09 21:51:45.950231 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c8472f-c07c-4bc9-bee1-ffb951da2bfa req-66a52804-8841-4685-a38b-60cad842cb53 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:45.960990 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-22c8472f-c07c-4bc9-bee1-ffb951da2bfa req-66a52804-8841-4685-a38b-60cad842cb53 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=666b74a0-9369-4b80-92de-3f215e9f7d5e HTTP/1.1" status: 200 len: 944 time: 0.0868411 Feb 09 21:51:46.002180 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5faf309-ebfc-4082-87fa-89eb2d4ce6ca service neutron] Pushing event updated for resources: {'Port': ['ID=6a0194ab-f855-41d1-a295-07dc840d5cec,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:46.023849 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-22c8472f-c07c-4bc9-bee1-ffb951da2bfa req-05b955f3-d5f3-45de-a87d-4c831a1e4d34 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=a72d620d-4650-43fd-afbd-3b01f73e5444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526268 Feb 09 21:51:46.057171 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c422ba05-3d2d-4255-bacb-c330489f9e5f req-70c50aee-4d54-41de-aa71-74907df3ea32 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=98a72461-a68d-45ed-93b3-4eb54c29072e HTTP/1.1" status: 200 len: 217 time: 0.1086009 Feb 09 21:51:46.122241 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a015553-c284-430e-a0f3-8edd218f0619 req-1c7babf4-aec5-439f-a8cb-5425c8371b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:46.123950 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7a015553-c284-430e-a0f3-8edd218f0619 req-1c7babf4-aec5-439f-a8cb-5425c8371b36 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b97bcc6d3a344052b623ebf4a39465fa&device_id=666b74a0-9369-4b80-92de-3f215e9f7d5e HTTP/1.1" status: 200 len: 1126 time: 0.1185355 Feb 09 21:51:46.128945 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c422ba05-3d2d-4255-bacb-c330489f9e5f req-76314f19-1504-42f4-8142-b4004c3018a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:46.131048 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c422ba05-3d2d-4255-bacb-c330489f9e5f req-76314f19-1504-42f4-8142-b4004c3018a0 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=cdd0cd1b-5726-476c-9181-475e0eabbd85 HTTP/1.1" status: 200 len: 854 time: 0.0658655 Feb 09 21:51:46.185834 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7a015553-c284-430e-a0f3-8edd218f0619 req-5758d109-363b-4337-acef-eaa600f36656 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a0194ab-f855-41d1-a295-07dc840d5cec HTTP/1.1" status: 200 len: 217 time: 0.0477464 Feb 09 21:51:46.205770 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c422ba05-3d2d-4255-bacb-c330489f9e5f req-190226a4-c0cf-4b48-9581-93c857e945f4 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=64c0840c-8e16-4726-8ace-cf75b7db28ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616717 Feb 09 21:51:46.300241 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a015553-c284-430e-a0f3-8edd218f0619 req-90c095ae-805a-421f-965e-26e5b87ef7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:46.301707 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7a015553-c284-430e-a0f3-8edd218f0619 req-90c095ae-805a-421f-965e-26e5b87ef7b3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b55ac71e-6529-43b3-9355-0e693d39e1f4 HTTP/1.1" status: 200 len: 851 time: 0.0983853 Feb 09 21:51:46.360689 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c422ba05-3d2d-4255-bacb-c330489f9e5f req-9b1dca10-08a3-4f5b-99b6-49d174742950 service neutron] 10.222.0.89 "GET /v2.0/networks/64c0840c-8e16-4726-8ace-cf75b7db28ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472013 Feb 09 21:51:46.413788 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a015553-c284-430e-a0f3-8edd218f0619 req-9056b5ae-9576-4d49-bf1e-1164a7df188c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:46.415303 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7a015553-c284-430e-a0f3-8edd218f0619 req-9056b5ae-9576-4d49-bf1e-1164a7df188c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=23f1a6df-2b4b-4777-8497-2928c76d9f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1036344 Feb 09 21:51:46.514711 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c422ba05-3d2d-4255-bacb-c330489f9e5f req-e3c6d6a9-29cd-45fa-8375-5f270973ed19 service neutron] 10.222.0.89 "GET /v2.0/networks/64c0840c-8e16-4726-8ace-cf75b7db28ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479595 Feb 09 21:51:46.540386 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7a015553-c284-430e-a0f3-8edd218f0619 req-a33b3cff-ff8a-4bc1-97e6-00ae3daaf962 service neutron] 10.222.0.89 "GET /v2.0/networks/23f1a6df-2b4b-4777-8497-2928c76d9f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176980 Feb 09 21:51:46.862951 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-97c5449a-1128-406b-bd77-e961bfc1e6e2 req-78fd168d-bcfa-48a8-8d0e-ec2fa4c1df45 tempest-ServerShowV254Test-1176059834 tempest-ServerShowV254Test-1176059834-project] 10.222.0.90 "GET /v2.0/ports?device_id=04d32166-ba98-4fec-85e6-137b16877cca HTTP/1.1" status: 200 len: 210 time: 0.0279202 Feb 09 21:51:47.002189 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b82d5f-e343-4bef-9ca4-c68000ab3c9f req-313153b7-e5a1-475f-9439-4dd21a5ba2e9 tempest-InstanceActionsTestJSON-1587017608 tempest-InstanceActionsTestJSON-1587017608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:47.004088 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-48b82d5f-e343-4bef-9ca4-c68000ab3c9f req-313153b7-e5a1-475f-9439-4dd21a5ba2e9 tempest-InstanceActionsTestJSON-1587017608 tempest-InstanceActionsTestJSON-1587017608-project] 10.222.0.90 "GET /v2.0/ports?device_id=67222ee5-e837-470a-ae2b-353a95d04ef5 HTTP/1.1" status: 200 len: 944 time: 0.0579391 Feb 09 21:51:47.023707 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4974dde1-68a8-4e05-aad7-5543bd1687d3 req-34961684-163b-45be-970e-9bc87d920b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:47.025250 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4974dde1-68a8-4e05-aad7-5543bd1687d3 req-34961684-163b-45be-970e-9bc87d920b21 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=76a763a71d3f4296846b11bacf88859f&device_id=67222ee5-e837-470a-ae2b-353a95d04ef5 HTTP/1.1" status: 200 len: 1126 time: 0.4404149 Feb 09 21:51:47.028992 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7a015553-c284-430e-a0f3-8edd218f0619 req-adae6f04-eee1-4ed8-b98d-38b76131fe25 service neutron] 10.222.0.89 "GET /v2.0/networks/23f1a6df-2b4b-4777-8497-2928c76d9f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4622786 Feb 09 21:51:47.087952 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-48b82d5f-e343-4bef-9ca4-c68000ab3c9f req-bfa2e420-6445-41cc-b52e-6c8d6ea9f76e tempest-InstanceActionsTestJSON-1587017608 tempest-InstanceActionsTestJSON-1587017608-project] 10.222.0.90 "GET /v2.0/security-groups?id=dffb6ba8-e65c-40f8-a4dd-ad07275428f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761976 Feb 09 21:51:47.135172 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4974dde1-68a8-4e05-aad7-5543bd1687d3 req-de299aaf-7543-43a9-a99f-a7bfa2e68b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:47.137071 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4974dde1-68a8-4e05-aad7-5543bd1687d3 req-de299aaf-7543-43a9-a99f-a7bfa2e68b4f service neutron] 10.222.0.89 "GET /v2.0/networks?id=64c0840c-8e16-4726-8ace-cf75b7db28ef HTTP/1.1" status: 200 len: 915 time: 0.0989773 Feb 09 21:51:47.169510 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40eb7e4-8239-4b30-bc1b-9f97046f4708 req-ed5a98c3-8bd0-4680-bfe4-17ef4e17925a tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:47.171599 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f40eb7e4-8239-4b30-bc1b-9f97046f4708 req-ed5a98c3-8bd0-4680-bfe4-17ef4e17925a tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=666b74a0-9369-4b80-92de-3f215e9f7d5e HTTP/1.1" status: 200 len: 944 time: 0.0687430 Feb 09 21:51:47.183193 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4974dde1-68a8-4e05-aad7-5543bd1687d3 req-64a169ba-1c67-429a-b1f4-f7d93e00be91 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=98a72461-a68d-45ed-93b3-4eb54c29072e HTTP/1.1" status: 200 len: 217 time: 0.0388484 Feb 09 21:51:47.230325 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f40eb7e4-8239-4b30-bc1b-9f97046f4708 req-3a5ad3dc-df99-432c-9855-c207ab3e08bb tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=a72d620d-4650-43fd-afbd-3b01f73e5444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513010 Feb 09 21:51:47.240616 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4974dde1-68a8-4e05-aad7-5543bd1687d3 req-42f8425d-645d-4a16-9a29-b9e0d82ed748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:47.242119 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4974dde1-68a8-4e05-aad7-5543bd1687d3 req-42f8425d-645d-4a16-9a29-b9e0d82ed748 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=cdd0cd1b-5726-476c-9181-475e0eabbd85 HTTP/1.1" status: 200 len: 854 time: 0.0522001 Feb 09 21:51:47.275463 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4974dde1-68a8-4e05-aad7-5543bd1687d3 req-1619b097-e803-4d85-bdb9-3de17f272a4a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=64c0840c-8e16-4726-8ace-cf75b7db28ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263515 Feb 09 21:51:47.364242 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4974dde1-68a8-4e05-aad7-5543bd1687d3 req-b9774237-4480-4d94-a570-0b08f610bcc6 service neutron] 10.222.0.89 "GET /v2.0/networks/64c0840c-8e16-4726-8ace-cf75b7db28ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815699 Feb 09 21:51:47.456757 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4974dde1-68a8-4e05-aad7-5543bd1687d3 req-f5bb72e9-34a3-4fe6-b8fe-b351e7e25898 service neutron] 10.222.0.89 "GET /v2.0/networks/64c0840c-8e16-4726-8ace-cf75b7db28ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855229 Feb 09 21:51:47.814717 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '666b74a0-9369-4b80-92de-3f215e9f7d5e', 'tag': '6a0194ab-f855-41d1-a295-07dc840d5cec'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:51:47.819223 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bae3ccf7-20a1-435a-b54b-406c08ac8918" -d '{"events": [{"name": "network-changed", "server_uuid": "666b74a0-9369-4b80-92de-3f215e9f7d5e", "tag": "6a0194ab-f855-41d1-a295-07dc840d5cec"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:51:47.861182 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31c326ca-bdee-4743-a6bb-3ebf389f6f6c x-openstack-request-id: req-31c326ca-bdee-4743-a6bb-3ebf389f6f6c {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:51:47.861182 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "666b74a0-9369-4b80-92de-3f215e9f7d5e", "tag": "6a0194ab-f855-41d1-a295-07dc840d5cec", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:51:47.861182 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-31c326ca-bdee-4743-a6bb-3ebf389f6f6c {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:51:47.861182 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '666b74a0-9369-4b80-92de-3f215e9f7d5e', 'tag': '6a0194ab-f855-41d1-a295-07dc840d5cec', 'status': 'completed', 'code': 200} Feb 09 21:51:47.937585 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae3ccf7-20a1-435a-b54b-406c08ac8918 req-3393d5d2-b21d-4a2f-abed-01d4e4635860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:47.939243 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-bae3ccf7-20a1-435a-b54b-406c08ac8918 req-3393d5d2-b21d-4a2f-abed-01d4e4635860 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b97bcc6d3a344052b623ebf4a39465fa&device_id=666b74a0-9369-4b80-92de-3f215e9f7d5e HTTP/1.1" status: 200 len: 1126 time: 0.0569928 Feb 09 21:51:47.983913 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-308a4aeb-282b-4fc0-bcc6-447f82f042bf req-7b8c8e15-4632-467d-b5e4-762cb44301e0 tempest-ServerShowV254Test-1176059834 tempest-ServerShowV254Test-1176059834-project] 10.222.0.90 "GET /v2.0/ports?device_id=04d32166-ba98-4fec-85e6-137b16877cca HTTP/1.1" status: 200 len: 210 time: 0.0314620 Feb 09 21:51:48.038548 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae3ccf7-20a1-435a-b54b-406c08ac8918 req-e4b84c7f-4875-43f4-91b8-4dc0e17a06f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:48.040061 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-bae3ccf7-20a1-435a-b54b-406c08ac8918 req-e4b84c7f-4875-43f4-91b8-4dc0e17a06f6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=23f1a6df-2b4b-4777-8497-2928c76d9f17 HTTP/1.1" status: 200 len: 913 time: 0.0940921 Feb 09 21:51:48.084188 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-bae3ccf7-20a1-435a-b54b-406c08ac8918 req-91d75e7a-5f50-4c0f-aa50-df94ed731e08 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a0194ab-f855-41d1-a295-07dc840d5cec HTTP/1.1" status: 200 len: 217 time: 0.0358217 Feb 09 21:51:48.136930 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae3ccf7-20a1-435a-b54b-406c08ac8918 req-9713a09c-4d46-42a9-ac33-4b31bbe84ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:48.138805 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-bae3ccf7-20a1-435a-b54b-406c08ac8918 req-9713a09c-4d46-42a9-ac33-4b31bbe84ebe service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b55ac71e-6529-43b3-9355-0e693d39e1f4 HTTP/1.1" status: 200 len: 851 time: 0.0457315 Feb 09 21:51:48.203008 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae3ccf7-20a1-435a-b54b-406c08ac8918 req-ef137e32-9bce-42d1-b93b-5905a9c17634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:48.204788 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-bae3ccf7-20a1-435a-b54b-406c08ac8918 req-ef137e32-9bce-42d1-b93b-5905a9c17634 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=23f1a6df-2b4b-4777-8497-2928c76d9f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0590396 Feb 09 21:51:48.226566 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1570f541-a3f0-4f8d-9014-a44706415b7b req-c03e78b7-c53e-4f76-ab79-7fa55b97cda9 tempest-InstanceActionsTestJSON-1587017608 tempest-InstanceActionsTestJSON-1587017608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:48.228069 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1570f541-a3f0-4f8d-9014-a44706415b7b req-c03e78b7-c53e-4f76-ab79-7fa55b97cda9 tempest-InstanceActionsTestJSON-1587017608 tempest-InstanceActionsTestJSON-1587017608-project] 10.222.0.90 "GET /v2.0/ports?device_id=67222ee5-e837-470a-ae2b-353a95d04ef5 HTTP/1.1" status: 200 len: 944 time: 0.0640128 Feb 09 21:51:48.289195 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1570f541-a3f0-4f8d-9014-a44706415b7b req-0588478c-ea56-45ca-9765-5c1484cfa898 tempest-InstanceActionsTestJSON-1587017608 tempest-InstanceActionsTestJSON-1587017608-project] 10.222.0.90 "GET /v2.0/security-groups?id=dffb6ba8-e65c-40f8-a4dd-ad07275428f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548794 Feb 09 21:51:48.316700 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-bae3ccf7-20a1-435a-b54b-406c08ac8918 req-51642187-db9e-42e1-9825-3b47e5e8e54a service neutron] 10.222.0.89 "GET /v2.0/networks/23f1a6df-2b4b-4777-8497-2928c76d9f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045377 Feb 09 21:51:48.383602 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fb9f06-d786-4e35-864a-6965b2d238c0 req-ad7aea30-d8bb-4147-b044-21f3033952f9 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:48.385465 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-67fb9f06-d786-4e35-864a-6965b2d238c0 req-ad7aea30-d8bb-4147-b044-21f3033952f9 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=666b74a0-9369-4b80-92de-3f215e9f7d5e HTTP/1.1" status: 200 len: 944 time: 0.0663080 Feb 09 21:51:48.411735 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-bae3ccf7-20a1-435a-b54b-406c08ac8918 req-76331b1a-867b-4093-bdc8-4e5eb40d73f6 service neutron] 10.222.0.89 "GET /v2.0/networks/23f1a6df-2b4b-4777-8497-2928c76d9f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887594 Feb 09 21:51:48.446241 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-67fb9f06-d786-4e35-864a-6965b2d238c0 req-05b707bc-a173-4129-8d7d-618d01de09ca tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=a72d620d-4650-43fd-afbd-3b01f73e5444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547519 Feb 09 21:51:49.093846 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-de0100a0-01b3-413f-986b-491427bcc41b req-e5d698ed-6f58-41c5-a246-4a67b3e1aabd tempest-ServerShowV254Test-1176059834 tempest-ServerShowV254Test-1176059834-project] 10.222.0.90 "GET /v2.0/ports?device_id=04d32166-ba98-4fec-85e6-137b16877cca HTTP/1.1" status: 200 len: 210 time: 0.0273039 Feb 09 21:51:49.414029 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1291aa-0773-4234-8af8-1d775cba6b53 req-84c9666d-fc13-409e-8d70-263b889931ec tempest-InstanceActionsTestJSON-1587017608 tempest-InstanceActionsTestJSON-1587017608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:49.415510 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7f1291aa-0773-4234-8af8-1d775cba6b53 req-84c9666d-fc13-409e-8d70-263b889931ec tempest-InstanceActionsTestJSON-1587017608 tempest-InstanceActionsTestJSON-1587017608-project] 10.222.0.90 "GET /v2.0/ports?device_id=67222ee5-e837-470a-ae2b-353a95d04ef5 HTTP/1.1" status: 200 len: 944 time: 0.0539804 Feb 09 21:51:49.462860 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7f1291aa-0773-4234-8af8-1d775cba6b53 req-c7ed389b-6a5d-46f6-85b2-90f04021407e tempest-InstanceActionsTestJSON-1587017608 tempest-InstanceActionsTestJSON-1587017608-project] 10.222.0.90 "GET /v2.0/security-groups?id=dffb6ba8-e65c-40f8-a4dd-ad07275428f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417471 Feb 09 21:51:49.571562 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259f6660-1d50-4c30-b3cf-b2a8e5dd0d52 req-1af918e9-54cb-421d-b38b-84c84f45f8b4 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:49.573227 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-259f6660-1d50-4c30-b3cf-b2a8e5dd0d52 req-1af918e9-54cb-421d-b38b-84c84f45f8b4 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=666b74a0-9369-4b80-92de-3f215e9f7d5e HTTP/1.1" status: 200 len: 944 time: 0.0567155 Feb 09 21:51:49.631241 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-259f6660-1d50-4c30-b3cf-b2a8e5dd0d52 req-f494a9d3-c86e-4191-b153-fdd736a3e8c8 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=a72d620d-4650-43fd-afbd-3b01f73e5444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521307 Feb 09 21:51:50.197025 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a4f467c9-e635-4ad1-aa0d-62b688043e7a req-f6ba4e5b-6146-4fbb-9276-c924f61af990 tempest-ServerShowV254Test-1176059834 tempest-ServerShowV254Test-1176059834-project] 10.222.0.90 "GET /v2.0/ports?device_id=04d32166-ba98-4fec-85e6-137b16877cca HTTP/1.1" status: 200 len: 210 time: 0.0281658 Feb 09 21:51:50.585263 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154d4c18-cd95-4ca8-bf6b-82b19ef16f62 req-14b98ece-1c62-46b6-b381-07e4b0fc8ade tempest-InstanceActionsTestJSON-1587017608 tempest-InstanceActionsTestJSON-1587017608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:50.586778 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-154d4c18-cd95-4ca8-bf6b-82b19ef16f62 req-14b98ece-1c62-46b6-b381-07e4b0fc8ade tempest-InstanceActionsTestJSON-1587017608 tempest-InstanceActionsTestJSON-1587017608-project] 10.222.0.90 "GET /v2.0/ports?device_id=67222ee5-e837-470a-ae2b-353a95d04ef5 HTTP/1.1" status: 200 len: 944 time: 0.0562103 Feb 09 21:51:50.633542 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-154d4c18-cd95-4ca8-bf6b-82b19ef16f62 req-aa61b4e9-d997-4396-9572-11c0b2bf6be8 tempest-InstanceActionsTestJSON-1587017608 tempest-InstanceActionsTestJSON-1587017608-project] 10.222.0.90 "GET /v2.0/security-groups?id=dffb6ba8-e65c-40f8-a4dd-ad07275428f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412283 Feb 09 21:51:50.773400 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aab296-34a2-48b4-9a00-56e5452a7210 req-97bdbe76-00d6-474c-9596-de5cd7d6d1a4 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:50.775104 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c6aab296-34a2-48b4-9a00-56e5452a7210 req-97bdbe76-00d6-474c-9596-de5cd7d6d1a4 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=666b74a0-9369-4b80-92de-3f215e9f7d5e HTTP/1.1" status: 200 len: 944 time: 0.0597231 Feb 09 21:51:50.853027 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c6aab296-34a2-48b4-9a00-56e5452a7210 req-f2e3c215-721e-4b5e-ac04-47173daf7e8a tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=a72d620d-4650-43fd-afbd-3b01f73e5444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676033 Feb 09 21:51:50.898712 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0e831b-4d01-4328-8339-2c1e1c9d23fd req-e0519a66-7bb6-4f7e-8d6c-cb5e98e22cef tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:50.900776 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7f0e831b-4d01-4328-8339-2c1e1c9d23fd req-e0519a66-7bb6-4f7e-8d6c-cb5e98e22cef tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/ports?device_id=196a7219-50a0-4378-9317-db757eb7b09b HTTP/1.1" status: 200 len: 945 time: 0.0635448 Feb 09 21:51:50.948687 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7f0e831b-4d01-4328-8339-2c1e1c9d23fd req-68650e00-7582-4cee-8759-97a5066acd21 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/security-groups?id=28acdcb4-ce07-4669-ac01-31d2a11868db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417328 Feb 09 21:51:51.248194 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:51.306951 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b9680dc2-d1d7-44d4-95c2-9049730c5c00 req-5f3fd3c1-dd45-44db-a654-0c87454ae970 tempest-ServerShowV254Test-1176059834 tempest-ServerShowV254Test-1176059834-project] 10.222.0.90 "GET /v2.0/ports?device_id=04d32166-ba98-4fec-85e6-137b16877cca HTTP/1.1" status: 200 len: 210 time: 0.0280395 Feb 09 21:51:51.754711 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b40a98-0176-4ef2-b61d-5225835642a7 req-34e2b134-b6cf-4d93-b0b5-abc532d1cb3c tempest-InstanceActionsTestJSON-1587017608 tempest-InstanceActionsTestJSON-1587017608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:51.756748 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-30b40a98-0176-4ef2-b61d-5225835642a7 req-34e2b134-b6cf-4d93-b0b5-abc532d1cb3c tempest-InstanceActionsTestJSON-1587017608 tempest-InstanceActionsTestJSON-1587017608-project] 10.222.0.90 "GET /v2.0/ports?device_id=67222ee5-e837-470a-ae2b-353a95d04ef5 HTTP/1.1" status: 200 len: 944 time: 0.0558131 Feb 09 21:51:51.805354 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-30b40a98-0176-4ef2-b61d-5225835642a7 req-9c1b3b72-bfc7-4ae1-b22f-37f00dad2202 tempest-InstanceActionsTestJSON-1587017608 tempest-InstanceActionsTestJSON-1587017608-project] 10.222.0.90 "GET /v2.0/security-groups?id=dffb6ba8-e65c-40f8-a4dd-ad07275428f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429296 Feb 09 21:51:51.982843 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea7d137-8d9d-4ee2-8724-30ebe49ac2eb req-567a736f-89a3-4cd3-944f-b4d2b284d161 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:51.984701 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bea7d137-8d9d-4ee2-8724-30ebe49ac2eb req-567a736f-89a3-4cd3-944f-b4d2b284d161 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=666b74a0-9369-4b80-92de-3f215e9f7d5e HTTP/1.1" status: 200 len: 944 time: 0.0553312 Feb 09 21:51:52.057578 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bea7d137-8d9d-4ee2-8724-30ebe49ac2eb req-964e66a5-f923-467f-8ac9-eea597656100 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=a72d620d-4650-43fd-afbd-3b01f73e5444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666671 Feb 09 21:51:52.088067 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2ae99b-6584-443d-8c92-1b028feb344b req-83bbe82c-7e01-4081-a8e0-af9379fd91f5 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:52.089591 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ea2ae99b-6584-443d-8c92-1b028feb344b req-83bbe82c-7e01-4081-a8e0-af9379fd91f5 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/ports?device_id=196a7219-50a0-4378-9317-db757eb7b09b HTTP/1.1" status: 200 len: 945 time: 0.0721135 Feb 09 21:51:52.141088 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ea2ae99b-6584-443d-8c92-1b028feb344b req-6ba89ccd-87d1-4f3f-8c15-51ecad89c749 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/security-groups?id=28acdcb4-ce07-4669-ac01-31d2a11868db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458198 Feb 09 21:51:52.375907 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 6a0194ab-f855-41d1-a295-07dc840d5cec details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:51:52.407895 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9334b392-c175-41df-bf1e-167da11cc4b5 req-afa311a3-c08c-4db8-aabc-d23f30a2102a tempest-ServerShowV254Test-1176059834 tempest-ServerShowV254Test-1176059834-project] 10.222.0.90 "GET /v2.0/ports?device_id=04d32166-ba98-4fec-85e6-137b16877cca HTTP/1.1" status: 200 len: 210 time: 0.0270333 Feb 09 21:51:52.474838 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 6a0194ab-f855-41d1-a295-07dc840d5cec, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=6a0194ab-f855-41d1-a295-07dc840d5cec,segment=NetworkSegment(682b57c6-7518-4480-8840-98896ec39a8d),segment_id=682b57c6-7518-4480-8840-98896ec39a8d)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:51:52.486509 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': '6a0194ab-f855-41d1-a295-07dc840d5cec', 'network_id': '23f1a6df-2b4b-4777-8497-2928c76d9f17', 'port_id': '6a0194ab-f855-41d1-a295-07dc840d5cec', 'mac_address': 'fa:16:3e:ea:50:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b55ac71e-6529-43b3-9355-0e693d39e1f4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:51:52.522429 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 6a0194ab-f855-41d1-a295-07dc840d5cec is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:51:52.522819 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (6a0194ab-f855-41d1-a295-07dc840d5cec), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:52.535843 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a0194ab-f855-41d1-a295-07dc840d5cec {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:51:52.556156 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 6a0194ab-f855-41d1-a295-07dc840d5cec, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=6a0194ab-f855-41d1-a295-07dc840d5cec,segment=NetworkSegment(682b57c6-7518-4480-8840-98896ec39a8d),segment_id=682b57c6-7518-4480-8840-98896ec39a8d)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:51:52.560318 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (6a0194ab-f855-41d1-a295-07dc840d5cec), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:52.561057 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 98a72461-a68d-45ed-93b3-4eb54c29072e details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:51:52.653314 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=6a0194ab-f855-41d1-a295-07dc840d5cec,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:52.700480 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 98a72461-a68d-45ed-93b3-4eb54c29072e, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=98a72461-a68d-45ed-93b3-4eb54c29072e,segment=NetworkSegment(2d2869d8-b0d2-4b81-b1ac-4d62cf709817),segment_id=2d2869d8-b0d2-4b81-b1ac-4d62cf709817)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:51:52.712652 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': '98a72461-a68d-45ed-93b3-4eb54c29072e', 'network_id': '64c0840c-8e16-4726-8ace-cf75b7db28ef', 'port_id': '98a72461-a68d-45ed-93b3-4eb54c29072e', 'mac_address': 'fa:16:3e:84:bf:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdd0cd1b-5726-476c-9181-475e0eabbd85', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:51:52.750564 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 98a72461-a68d-45ed-93b3-4eb54c29072e is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:51:52.750961 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (98a72461-a68d-45ed-93b3-4eb54c29072e), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:52.768784 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98a72461-a68d-45ed-93b3-4eb54c29072e {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:51:52.790215 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 98a72461-a68d-45ed-93b3-4eb54c29072e, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=98a72461-a68d-45ed-93b3-4eb54c29072e,segment=NetworkSegment(2d2869d8-b0d2-4b81-b1ac-4d62cf709817),segment_id=2d2869d8-b0d2-4b81-b1ac-4d62cf709817)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:51:52.794475 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (98a72461-a68d-45ed-93b3-4eb54c29072e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:52.848856 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=98a72461-a68d-45ed-93b3-4eb54c29072e,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:52.940723 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee98f55d-2f98-4e14-a31a-c6b4f861c0b2 req-f1817891-7912-47cc-bef6-7ae9137183bc tempest-InstanceActionsTestJSON-1587017608 tempest-InstanceActionsTestJSON-1587017608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:52.942225 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ee98f55d-2f98-4e14-a31a-c6b4f861c0b2 req-f1817891-7912-47cc-bef6-7ae9137183bc tempest-InstanceActionsTestJSON-1587017608 tempest-InstanceActionsTestJSON-1587017608-project] 10.222.0.90 "GET /v2.0/ports?device_id=67222ee5-e837-470a-ae2b-353a95d04ef5 HTTP/1.1" status: 200 len: 945 time: 0.0579605 Feb 09 21:51:52.972865 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 50448) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:52.993314 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ee98f55d-2f98-4e14-a31a-c6b4f861c0b2 req-9d0f277f-cad3-4e3a-ab56-dfa16c295455 tempest-InstanceActionsTestJSON-1587017608 tempest-InstanceActionsTestJSON-1587017608-project] 10.222.0.90 "GET /v2.0/security-groups?id=dffb6ba8-e65c-40f8-a4dd-ad07275428f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448234 Feb 09 21:51:53.059361 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae29184-48ad-47f1-84ac-fbb2fb57c7a9 tempest-TestNetworkBasicOps-751727532 tempest-TestNetworkBasicOps-751727532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:53.061008 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae29184-48ad-47f1-84ac-fbb2fb57c7a9 tempest-TestNetworkBasicOps-751727532 tempest-TestNetworkBasicOps-751727532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:53.061128 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae29184-48ad-47f1-84ac-fbb2fb57c7a9 tempest-TestNetworkBasicOps-751727532 tempest-TestNetworkBasicOps-751727532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:53.063116 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-aae29184-48ad-47f1-84ac-fbb2fb57c7a9 tempest-TestNetworkBasicOps-751727532 tempest-TestNetworkBasicOps-751727532-project-admin] 10.222.0.90 "GET /v2.0/ports?project_id=986d9b7b22bb45a5a45792614c4e0ec6&network_id=bdbf9686-bd80-4f36-b0c5-13d677d2ad44 HTTP/1.1" status: 200 len: 3072 time: 0.0885782 Feb 09 21:51:53.183761 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec833a22-bcca-4a8d-bba8-f52e8b96dae8 req-a463d0f2-7eac-43b8-b44a-b5c3a8fd5b76 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:53.185323 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ec833a22-bcca-4a8d-bba8-f52e8b96dae8 req-a463d0f2-7eac-43b8-b44a-b5c3a8fd5b76 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=666b74a0-9369-4b80-92de-3f215e9f7d5e HTTP/1.1" status: 200 len: 945 time: 0.0562699 Feb 09 21:51:53.262610 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['6a0194ab-f855-41d1-a295-07dc840d5cec'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:51:53.266132 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ec833a22-bcca-4a8d-bba8-f52e8b96dae8 req-23e90359-cc16-45e5-8983-3e4015e769b8 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=a72d620d-4650-43fd-afbd-3b01f73e5444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739236 Feb 09 21:51:53.298231 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2feb6ad-7185-4361-83ec-228560438c39 req-d21ac51c-d35f-4ee5-8aca-015a6309822d tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:53.300032 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c2feb6ad-7185-4361-83ec-228560438c39 req-d21ac51c-d35f-4ee5-8aca-015a6309822d tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/ports?device_id=196a7219-50a0-4378-9317-db757eb7b09b HTTP/1.1" status: 200 len: 945 time: 0.0818989 Feb 09 21:51:53.316707 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['98a72461-a68d-45ed-93b3-4eb54c29072e'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:51:53.363470 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c2feb6ad-7185-4361-83ec-228560438c39 req-da1e8efc-d542-4a70-b9f6-12ec24e00c2d tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/security-groups?id=28acdcb4-ce07-4669-ac01-31d2a11868db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570838 Feb 09 21:51:53.520101 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cfea1f6c-9449-442f-9ef0-2f9f19333bda req-7fd9ac58-2a79-4371-a9da-164a220a69fc tempest-ServerShowV254Test-1176059834 tempest-ServerShowV254Test-1176059834-project] 10.222.0.90 "GET /v2.0/ports?device_id=04d32166-ba98-4fec-85e6-137b16877cca HTTP/1.1" status: 200 len: 210 time: 0.0313821 Feb 09 21:51:53.546483 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:54.110456 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9b853c-0518-482d-bbea-5cef80f3d073 req-e6e62f76-3f6e-44dd-abc3-eb2c8f6e88ee tempest-InstanceActionsTestJSON-1587017608 tempest-InstanceActionsTestJSON-1587017608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:54.111935 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1c9b853c-0518-482d-bbea-5cef80f3d073 req-e6e62f76-3f6e-44dd-abc3-eb2c8f6e88ee tempest-InstanceActionsTestJSON-1587017608 tempest-InstanceActionsTestJSON-1587017608-project] 10.222.0.90 "GET /v2.0/ports?device_id=67222ee5-e837-470a-ae2b-353a95d04ef5 HTTP/1.1" status: 200 len: 945 time: 0.0522568 Feb 09 21:51:54.163002 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1c9b853c-0518-482d-bbea-5cef80f3d073 req-6ff93560-309e-456d-9ff5-6da1e8749942 tempest-InstanceActionsTestJSON-1587017608 tempest-InstanceActionsTestJSON-1587017608-project] 10.222.0.90 "GET /v2.0/security-groups?id=dffb6ba8-e65c-40f8-a4dd-ad07275428f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453508 Feb 09 21:51:54.391628 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9bdea6-275c-49b6-adf5-cc53a3357d5a req-eeacccd7-858c-46de-b2af-3e37f42cd952 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:54.393276 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7d9bdea6-275c-49b6-adf5-cc53a3357d5a req-eeacccd7-858c-46de-b2af-3e37f42cd952 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=666b74a0-9369-4b80-92de-3f215e9f7d5e HTTP/1.1" status: 200 len: 945 time: 0.0539963 Feb 09 21:51:54.455147 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7d9bdea6-275c-49b6-adf5-cc53a3357d5a req-cc8bb4ca-bd7e-4d36-8b85-96ebd68c8033 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=a72d620d-4650-43fd-afbd-3b01f73e5444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559690 Feb 09 21:51:54.496373 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ff795b-8308-449c-ad46-18a31a2fdfff req-dd08564d-1a96-41b0-aecc-3d272b43206f tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:54.498014 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-48ff795b-8308-449c-ad46-18a31a2fdfff req-dd08564d-1a96-41b0-aecc-3d272b43206f tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/ports?device_id=196a7219-50a0-4378-9317-db757eb7b09b HTTP/1.1" status: 200 len: 945 time: 0.0603294 Feb 09 21:51:54.548613 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-48ff795b-8308-449c-ad46-18a31a2fdfff req-52d2c5e0-857c-4470-b818-d1cd22a3b73e tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/security-groups?id=28acdcb4-ce07-4669-ac01-31d2a11868db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447969 Feb 09 21:51:54.651883 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-02c6a87a-f982-4db4-9581-abee0b04e917 req-0e8755f9-8e11-4d6b-abc5-a1540e540d39 tempest-ServerShowV254Test-1176059834 tempest-ServerShowV254Test-1176059834-project] 10.222.0.90 "GET /v2.0/ports?device_id=04d32166-ba98-4fec-85e6-137b16877cca HTTP/1.1" status: 200 len: 210 time: 0.0346560 Feb 09 21:51:55.288955 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b3663f-b517-4fa7-a828-6893f0d3a305 req-b1c5ced0-9178-45e1-b62f-1758327770d0 tempest-InstanceActionsTestJSON-1587017608 tempest-InstanceActionsTestJSON-1587017608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:55.290381 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b5b3663f-b517-4fa7-a828-6893f0d3a305 req-b1c5ced0-9178-45e1-b62f-1758327770d0 tempest-InstanceActionsTestJSON-1587017608 tempest-InstanceActionsTestJSON-1587017608-project] 10.222.0.90 "GET /v2.0/ports?device_id=67222ee5-e837-470a-ae2b-353a95d04ef5 HTTP/1.1" status: 200 len: 945 time: 0.0542378 Feb 09 21:51:55.338932 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b5b3663f-b517-4fa7-a828-6893f0d3a305 req-e1752f00-0052-45c6-8772-92527ba828d0 tempest-InstanceActionsTestJSON-1587017608 tempest-InstanceActionsTestJSON-1587017608-project] 10.222.0.90 "GET /v2.0/security-groups?id=dffb6ba8-e65c-40f8-a4dd-ad07275428f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429046 Feb 09 21:51:55.579136 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9203b2-343f-4b79-8ef6-7cd63ff062de req-f8bff9b7-3be2-4c94-881c-11c4bb02fd68 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:55.580651 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-db9203b2-343f-4b79-8ef6-7cd63ff062de req-f8bff9b7-3be2-4c94-881c-11c4bb02fd68 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=666b74a0-9369-4b80-92de-3f215e9f7d5e HTTP/1.1" status: 200 len: 945 time: 0.0521595 Feb 09 21:51:55.631075 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-db9203b2-343f-4b79-8ef6-7cd63ff062de req-44543f48-6522-47f4-8ed3-55fbfdc73bef tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=a72d620d-4650-43fd-afbd-3b01f73e5444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439720 Feb 09 21:51:55.688378 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb876e8-b043-461d-ad36-06607434ea08 req-0135bff9-2d00-41f0-a855-df14ce67ea7c tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:55.689883 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4eb876e8-b043-461d-ad36-06607434ea08 req-0135bff9-2d00-41f0-a855-df14ce67ea7c tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/ports?device_id=196a7219-50a0-4378-9317-db757eb7b09b HTTP/1.1" status: 200 len: 945 time: 0.0573914 Feb 09 21:51:55.751006 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4eb876e8-b043-461d-ad36-06607434ea08 req-f296cf4e-883e-436a-aaf7-994c3bc302e0 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/security-groups?id=28acdcb4-ce07-4669-ac01-31d2a11868db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542896 Feb 09 21:51:55.767604 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a1c5420b-671d-41f8-9d67-0f341d13066a req-aae4964d-696e-48ac-8502-1274bbfc82fa tempest-ServerShowV254Test-1176059834 tempest-ServerShowV254Test-1176059834-project] 10.222.0.90 "GET /v2.0/ports?device_id=04d32166-ba98-4fec-85e6-137b16877cca HTTP/1.1" status: 200 len: 210 time: 0.0324347 Feb 09 21:51:56.391040 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 6a0194ab-f855-41d1-a295-07dc840d5cec up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:51:56.452954 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning for port 6a0194ab-f855-41d1-a295-07dc840d5cec completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:51:56.456982 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port 6a0194ab-f855-41d1-a295-07dc840d5cec triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:51:56.457439 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (6a0194ab-f855-41d1-a295-07dc840d5cec), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:56.465888 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e09a71-209e-4313-a58a-21ee442e43fe req-1349ed07-13f5-4696-a249-40a6af15cf44 tempest-InstanceActionsTestJSON-1587017608 tempest-InstanceActionsTestJSON-1587017608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:56.467565 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e8e09a71-209e-4313-a58a-21ee442e43fe req-1349ed07-13f5-4696-a249-40a6af15cf44 tempest-InstanceActionsTestJSON-1587017608 tempest-InstanceActionsTestJSON-1587017608-project] 10.222.0.90 "GET /v2.0/ports?device_id=67222ee5-e837-470a-ae2b-353a95d04ef5 HTTP/1.1" status: 200 len: 945 time: 0.0587695 Feb 09 21:51:56.519000 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e8e09a71-209e-4313-a58a-21ee442e43fe req-127c6975-d7ac-43fb-8f96-f91702a4d920 tempest-InstanceActionsTestJSON-1587017608 tempest-InstanceActionsTestJSON-1587017608-project] 10.222.0.90 "GET /v2.0/security-groups?id=dffb6ba8-e65c-40f8-a4dd-ad07275428f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451052 Feb 09 21:51:56.543296 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 6a0194ab-f855-41d1-a295-07dc840d5cec is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:51:56.543627 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (6a0194ab-f855-41d1-a295-07dc840d5cec), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:56.570202 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '666b74a0-9369-4b80-92de-3f215e9f7d5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a0194ab-f855-41d1-a295-07dc840d5cec'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:51:56.572487 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45f2aac9-2c25-4d1b-865b-dcb113604b37" -d '{"events": [{"server_uuid": "666b74a0-9369-4b80-92de-3f215e9f7d5e", "name": "network-vif-plugged", "status": "completed", "tag": "6a0194ab-f855-41d1-a295-07dc840d5cec"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:51:56.585441 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 6a0194ab-f855-41d1-a295-07dc840d5cec, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=6a0194ab-f855-41d1-a295-07dc840d5cec,segment=NetworkSegment(682b57c6-7518-4480-8840-98896ec39a8d),segment_id=682b57c6-7518-4480-8840-98896ec39a8d)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:51:56.593746 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (6a0194ab-f855-41d1-a295-07dc840d5cec), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:56.594827 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 98a72461-a68d-45ed-93b3-4eb54c29072e up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:51:56.621209 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f0c3e54-7ca1-47c4-8956-2560256c1a2d x-openstack-request-id: req-7f0c3e54-7ca1-47c4-8956-2560256c1a2d {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:51:56.621500 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "666b74a0-9369-4b80-92de-3f215e9f7d5e", "name": "network-vif-plugged", "status": "completed", "tag": "6a0194ab-f855-41d1-a295-07dc840d5cec", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:51:56.621752 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-7f0c3e54-7ca1-47c4-8956-2560256c1a2d {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:51:56.622135 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '666b74a0-9369-4b80-92de-3f215e9f7d5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a0194ab-f855-41d1-a295-07dc840d5cec', 'code': 200} Feb 09 21:51:56.691952 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=6a0194ab-f855-41d1-a295-07dc840d5cec,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:56.701604 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning for port 98a72461-a68d-45ed-93b3-4eb54c29072e completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:51:56.707054 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port 98a72461-a68d-45ed-93b3-4eb54c29072e triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:51:56.707354 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (98a72461-a68d-45ed-93b3-4eb54c29072e), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:56.789400 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59eaf5b-9607-4ab4-82fd-4fb0f7bb53e5 req-23ac4d1f-da26-4629-b186-48ec5645e0ad tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:56.791484 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c59eaf5b-9607-4ab4-82fd-4fb0f7bb53e5 req-23ac4d1f-da26-4629-b186-48ec5645e0ad tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=666b74a0-9369-4b80-92de-3f215e9f7d5e HTTP/1.1" status: 200 len: 946 time: 0.0676179 Feb 09 21:51:56.801495 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3ad5b6-915d-4b57-ab4c-6e98b3a7696c req-ef5e1de3-f745-4900-b55b-91a9ea7c53a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:56.803231 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4b3ad5b6-915d-4b57-ab4c-6e98b3a7696c req-ef5e1de3-f745-4900-b55b-91a9ea7c53a6 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=666b74a0-9369-4b80-92de-3f215e9f7d5e HTTP/1.1" status: 200 len: 1128 time: 0.0820541 Feb 09 21:51:56.804209 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 98a72461-a68d-45ed-93b3-4eb54c29072e is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:51:56.804633 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (98a72461-a68d-45ed-93b3-4eb54c29072e), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:56.846237 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 98a72461-a68d-45ed-93b3-4eb54c29072e, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=98a72461-a68d-45ed-93b3-4eb54c29072e,segment=NetworkSegment(2d2869d8-b0d2-4b81-b1ac-4d62cf709817),segment_id=2d2869d8-b0d2-4b81-b1ac-4d62cf709817)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:51:56.852157 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (98a72461-a68d-45ed-93b3-4eb54c29072e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:56.879832 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c59eaf5b-9607-4ab4-82fd-4fb0f7bb53e5 req-feefb3d3-901e-4724-a8cf-95353354390a tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=a72d620d-4650-43fd-afbd-3b01f73e5444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799799 Feb 09 21:51:56.884052 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4b3ad5b6-915d-4b57-ab4c-6e98b3a7696c req-90ed3866-17ff-458c-9ca0-4ccc38e4ae54 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=a72d620d-4650-43fd-afbd-3b01f73e5444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740058 Feb 09 21:51:56.912377 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=98a72461-a68d-45ed-93b3-4eb54c29072e,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:56.955252 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a61798e-a75b-47ee-b1af-e0ee509cd275 req-26e0112d-abe3-4e7a-ab3b-90b5497a7ff6 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:56.956740 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2a61798e-a75b-47ee-b1af-e0ee509cd275 req-26e0112d-abe3-4e7a-ab3b-90b5497a7ff6 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/ports?device_id=196a7219-50a0-4378-9317-db757eb7b09b HTTP/1.1" status: 200 len: 945 time: 0.0716269 Feb 09 21:51:56.992995 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b4b964ff-3fd2-46da-be5b-d409f566c9ba req-d5a6d740-2abe-4754-a2db-281231b68ae4 tempest-ServerShowV254Test-1176059834 tempest-ServerShowV254Test-1176059834-project] 10.222.0.90 "GET /v2.0/ports?device_id=04d32166-ba98-4fec-85e6-137b16877cca HTTP/1.1" status: 200 len: 210 time: 0.0450435 Feb 09 21:51:57.026319 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2a61798e-a75b-47ee-b1af-e0ee509cd275 req-cefa70ed-df70-4eeb-8057-9e2cf918712f tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/security-groups?id=28acdcb4-ce07-4669-ac01-31d2a11868db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606771 Feb 09 21:51:57.330193 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 50498) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:57.384836 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35af4327-5d30-4b01-bb23-3eb78f45c62d tempest-TestNetworkBasicOps-751727532 tempest-TestNetworkBasicOps-751727532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:57.386335 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-35af4327-5d30-4b01-bb23-3eb78f45c62d tempest-TestNetworkBasicOps-751727532 tempest-TestNetworkBasicOps-751727532-project-admin] 10.222.0.90 "GET /v2.0/subnets?network_id=54a442d5-50a0-4c75-85cc-d19f5bf58118 HTTP/1.1" status: 200 len: 814 time: 0.0551600 Feb 09 21:51:57.641525 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603cf01e-f7f4-46fd-aa25-c97343c64414 req-5f08fc17-1caa-4bba-bd59-a117a250611e tempest-InstanceActionsTestJSON-1587017608 tempest-InstanceActionsTestJSON-1587017608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:57.642948 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-603cf01e-f7f4-46fd-aa25-c97343c64414 req-5f08fc17-1caa-4bba-bd59-a117a250611e tempest-InstanceActionsTestJSON-1587017608 tempest-InstanceActionsTestJSON-1587017608-project] 10.222.0.90 "GET /v2.0/ports?device_id=67222ee5-e837-470a-ae2b-353a95d04ef5 HTTP/1.1" status: 200 len: 946 time: 0.0525932 Feb 09 21:51:57.690974 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-603cf01e-f7f4-46fd-aa25-c97343c64414 req-23e37008-c657-4a6d-b6c1-5bb8f98c8cdd tempest-InstanceActionsTestJSON-1587017608 tempest-InstanceActionsTestJSON-1587017608-project] 10.222.0.90 "GET /v2.0/security-groups?id=dffb6ba8-e65c-40f8-a4dd-ad07275428f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418761 Feb 09 21:51:58.011795 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88871046-7174-4b91-b977-2ff2f1a5f9a4 req-b68cf796-c696-4711-afee-d4c5eb27c494 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:58.013411 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-88871046-7174-4b91-b977-2ff2f1a5f9a4 req-b68cf796-c696-4711-afee-d4c5eb27c494 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=666b74a0-9369-4b80-92de-3f215e9f7d5e HTTP/1.1" status: 200 len: 946 time: 0.0594962 Feb 09 21:51:58.065892 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-88871046-7174-4b91-b977-2ff2f1a5f9a4 req-4a295eda-7d25-497d-9c99-2c3cc6fed069 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=a72d620d-4650-43fd-afbd-3b01f73e5444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465691 Feb 09 21:51:58.102780 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f26ea176-788b-42a3-a174-75e8e288cead req-c3c39672-eb53-4e7f-837f-4ae1445c1c7b tempest-ServerShowV254Test-1176059834 tempest-ServerShowV254Test-1176059834-project] 10.222.0.90 "GET /v2.0/ports?device_id=04d32166-ba98-4fec-85e6-137b16877cca HTTP/1.1" status: 200 len: 210 time: 0.0283830 Feb 09 21:51:58.185124 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f288773b-1bfc-4b10-add7-0694eb46605f req-4d62d7dd-d422-4acb-af37-c5d1b460bef6 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:58.186750 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f288773b-1bfc-4b10-add7-0694eb46605f req-4d62d7dd-d422-4acb-af37-c5d1b460bef6 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/ports?device_id=196a7219-50a0-4378-9317-db757eb7b09b HTTP/1.1" status: 200 len: 945 time: 0.0537112 Feb 09 21:51:58.234182 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f288773b-1bfc-4b10-add7-0694eb46605f req-8b9e5f67-1f6d-4a36-969f-d8a2e4930ca5 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/security-groups?id=28acdcb4-ce07-4669-ac01-31d2a11868db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413232 Feb 09 21:51:58.605378 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 50514) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:58.610869 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-42e095c8-3723-4a65-b476-9f763960fa53 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Request body: {'network': {'name': 'tempest-network-smoke--1512158326', 'project_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'port_security_enabled': True}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:51:58.623872 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67222ee5-e837-470a-ae2b-353a95d04ef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98a72461-a68d-45ed-93b3-4eb54c29072e'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:51:58.628819 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-694f088e-8200-4d32-b33c-f4764fcfabe4" -d '{"events": [{"server_uuid": "67222ee5-e837-470a-ae2b-353a95d04ef5", "name": "network-vif-plugged", "status": "completed", "tag": "98a72461-a68d-45ed-93b3-4eb54c29072e"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:51:58.633788 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42e095c8-3723-4a65-b476-9f763960fa53 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Made reservation on behalf of 986d9b7b22bb45a5a45792614c4e0ec6 for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:51:58.637510 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-42e095c8-3723-4a65-b476-9f763960fa53 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:58.668201 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42e095c8-3723-4a65-b476-9f763960fa53 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:51:58.677094 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d75f7b3-c992-45cc-b0cc-a836d6ba635c x-openstack-request-id: req-5d75f7b3-c992-45cc-b0cc-a836d6ba635c {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:51:58.677509 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67222ee5-e837-470a-ae2b-353a95d04ef5", "name": "network-vif-plugged", "status": "completed", "tag": "98a72461-a68d-45ed-93b3-4eb54c29072e", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:51:58.678052 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-5d75f7b3-c992-45cc-b0cc-a836d6ba635c {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:51:58.679634 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67222ee5-e837-470a-ae2b-353a95d04ef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98a72461-a68d-45ed-93b3-4eb54c29072e', 'code': 200} Feb 09 21:51:58.680410 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-42e095c8-3723-4a65-b476-9f763960fa53 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (22409367-d4e5-4be0-87ed-f1b38904612e), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:58.680770 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-42e095c8-3723-4a65-b476-9f763960fa53 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Added segment 22409367-d4e5-4be0-87ed-f1b38904612e of type vlan for network 0e306e07-0479-434d-8263-fd754cd14169 Feb 09 21:51:58.729212 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-42e095c8-3723-4a65-b476-9f763960fa53 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (0e306e07-0479-434d-8263-fd754cd14169), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:58.758930 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-42e095c8-3723-4a65-b476-9f763960fa53 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (0e306e07-0479-434d-8263-fd754cd14169), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:58.766495 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e095c8-3723-4a65-b476-9f763960fa53 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:58.767587 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-42e095c8-3723-4a65-b476-9f763960fa53 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:51:58.843008 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3afd626-9b63-4b14-ae0e-05a40edb5e7d req-0cc51e5e-a5d1-45ae-8e39-347f36e5f35c tempest-InstanceActionsTestJSON-1587017608 tempest-InstanceActionsTestJSON-1587017608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:58.844737 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b3afd626-9b63-4b14-ae0e-05a40edb5e7d req-0cc51e5e-a5d1-45ae-8e39-347f36e5f35c tempest-InstanceActionsTestJSON-1587017608 tempest-InstanceActionsTestJSON-1587017608-project] 10.222.0.90 "GET /v2.0/ports?device_id=67222ee5-e837-470a-ae2b-353a95d04ef5 HTTP/1.1" status: 200 len: 946 time: 0.0634069 Feb 09 21:51:58.864802 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-42e095c8-3723-4a65-b476-9f763960fa53 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2551877 Feb 09 21:51:58.864802 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 50520) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:58.909255 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e095c8-3723-4a65-b476-9f763960fa53 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Pushing event updated for resources: {'Network': ['ID=0e306e07-0479-434d-8263-fd754cd14169,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:51:58.928851 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b3afd626-9b63-4b14-ae0e-05a40edb5e7d req-e685ab4b-30ea-4969-9527-e1b1f0d45534 tempest-InstanceActionsTestJSON-1587017608 tempest-InstanceActionsTestJSON-1587017608-project] 10.222.0.90 "GET /v2.0/security-groups?id=dffb6ba8-e65c-40f8-a4dd-ad07275428f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709119 Feb 09 21:51:58.939341 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e095c8-3723-4a65-b476-9f763960fa53 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:58.939767 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e095c8-3723-4a65-b476-9f763960fa53 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:58.940192 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e095c8-3723-4a65-b476-9f763960fa53 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:58.940718 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e095c8-3723-4a65-b476-9f763960fa53 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:58.941149 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e095c8-3723-4a65-b476-9f763960fa53 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:58.941555 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e095c8-3723-4a65-b476-9f763960fa53 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:58.941957 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e095c8-3723-4a65-b476-9f763960fa53 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:58.942356 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e095c8-3723-4a65-b476-9f763960fa53 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:58.942752 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e095c8-3723-4a65-b476-9f763960fa53 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:58.943148 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e095c8-3723-4a65-b476-9f763960fa53 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:58.943571 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e095c8-3723-4a65-b476-9f763960fa53 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:58.944531 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e095c8-3723-4a65-b476-9f763960fa53 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:58.944980 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e095c8-3723-4a65-b476-9f763960fa53 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:51:58.955530 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2572e07-e888-4d95-962f-43f8906b6112 req-3acfbac9-1d4c-47c7-9397-3d4aa7331d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:58.957167 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f2572e07-e888-4d95-962f-43f8906b6112 req-3acfbac9-1d4c-47c7-9397-3d4aa7331d01 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=67222ee5-e837-470a-ae2b-353a95d04ef5 HTTP/1.1" status: 200 len: 1128 time: 0.1657310 Feb 09 21:51:58.963857 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 0e306e07-0479-434d-8263-fd754cd14169 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:51:58.988939 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c98aeab-51ec-4500-9b75-aa52e8ee312d tempest-TestNetworkBasicOps-751727532 tempest-TestNetworkBasicOps-751727532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:58.995668 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 50528) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:59.007768 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-7c98aeab-51ec-4500-9b75-aa52e8ee312d tempest-TestNetworkBasicOps-751727532 tempest-TestNetworkBasicOps-751727532-project-admin] 10.222.0.90 "GET /v2.0/subnets?project_id=986d9b7b22bb45a5a45792614c4e0ec6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1410553 Feb 09 21:51:59.116559 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f2572e07-e888-4d95-962f-43f8906b6112 req-957a3006-b543-43aa-8a6c-a91a9f465273 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=dffb6ba8-e65c-40f8-a4dd-ad07275428f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053917 Feb 09 21:51:59.282337 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5d17a6b1-acfd-4efd-b56d-b5d94ff46137 req-d89d37af-5b44-48a1-90f5-091cc20bf511 tempest-ServerShowV254Test-1176059834 tempest-ServerShowV254Test-1176059834-project] 10.222.0.90 "GET /v2.0/ports?device_id=04d32166-ba98-4fec-85e6-137b16877cca HTTP/1.1" status: 200 len: 210 time: 0.0523906 Feb 09 21:51:59.352362 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d1327f-4d74-4582-80ca-f6502d3228a3 tempest-TestNetworkBasicOps-751727532 tempest-TestNetworkBasicOps-751727532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:59.356767 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 50562) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:59.356912 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-e4d1327f-4d74-4582-80ca-f6502d3228a3 tempest-TestNetworkBasicOps-751727532 tempest-TestNetworkBasicOps-751727532-project-admin] 10.222.0.90 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3599074 Feb 09 21:51:59.371007 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8fd6d4-839e-4ed0-9aaa-2de9570b6f77 req-e2caaed4-334a-46c8-a0d9-4fd8b0e5518d tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:59.377871 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3b8fd6d4-839e-4ed0-9aaa-2de9570b6f77 req-e2caaed4-334a-46c8-a0d9-4fd8b0e5518d tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=666b74a0-9369-4b80-92de-3f215e9f7d5e HTTP/1.1" status: 200 len: 946 time: 0.1051893 Feb 09 21:51:59.440090 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3b8fd6d4-839e-4ed0-9aaa-2de9570b6f77 req-b0f71ac4-ade2-4ab8-ab65-147d4f3dae80 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=a72d620d-4650-43fd-afbd-3b01f73e5444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612612 Feb 09 21:51:59.440658 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 50570) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:59.443790 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-7acd8845-6c8a-4cfa-b7a5-7e34ace5294f tempest-TestNetworkBasicOps-751727532 tempest-TestNetworkBasicOps-751727532-project-admin] 10.222.0.90 "GET /v2.0/subnets?network_id=54a442d5-50a0-4c75-85cc-d19f5bf58118&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0728753 Feb 09 21:51:59.554207 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 50586) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:59.559977 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-f5113122-90c1-4108-b20b-722a5271bed0 tempest-TestNetworkBasicOps-751727532 tempest-TestNetworkBasicOps-751727532-project-admin] 10.222.0.90 "GET /v2.0/subnets?project_id=986d9b7b22bb45a5a45792614c4e0ec6&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1171920 Feb 09 21:51:59.608167 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a15a4e-7f28-4b2c-9e8d-45ddf3cec29b req-9ef4d9c9-118f-4221-a5ea-87658dfd5dba tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:59.616309 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f5a15a4e-7f28-4b2c-9e8d-45ddf3cec29b req-9ef4d9c9-118f-4221-a5ea-87658dfd5dba tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/ports?device_id=196a7219-50a0-4378-9317-db757eb7b09b HTTP/1.1" status: 200 len: 945 time: 0.1662662 Feb 09 21:51:59.699672 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049f5893-2815-4c59-b128-6e94f6359886 tempest-TestNetworkBasicOps-751727532 tempest-TestNetworkBasicOps-751727532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:51:59.702483 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-049f5893-2815-4c59-b128-6e94f6359886 tempest-TestNetworkBasicOps-751727532 tempest-TestNetworkBasicOps-751727532-project-admin] 10.222.0.90 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1469793 Feb 09 21:51:59.705823 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 50602) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:59.774303 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-f1a7fc7e-96b3-4d91-bb91-eb771fd6ff80 tempest-TestNetworkBasicOps-751727532 tempest-TestNetworkBasicOps-751727532-project-admin] 10.222.0.90 "GET /v2.0/subnets?network_id=54a442d5-50a0-4c75-85cc-d19f5bf58118&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0671835 Feb 09 21:51:59.776849 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 50610) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:51:59.786319 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-379d34d8-d3c6-469d-9c3e-b21182f59271 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1926007030', 'network_id': '0e306e07-0479-434d-8263-fd754cd14169', 'project_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:51:59.931390 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-379d34d8-d3c6-469d-9c3e-b21182f59271 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Made reservation on behalf of 986d9b7b22bb45a5a45792614c4e0ec6 for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:51:59.935130 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-379d34d8-d3c6-469d-9c3e-b21182f59271 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:00.092835 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f5a15a4e-7f28-4b2c-9e8d-45ddf3cec29b req-20ec5aab-c840-4b34-900c-deb7a03ce118 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/security-groups?id=28acdcb4-ce07-4669-ac01-31d2a11868db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4720130 Feb 09 21:52:00.160243 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe5c47b-a32b-4521-8e5c-6688dd3ca482 req-7ffec0a3-08f6-4b43-b014-8c18b9a7628a tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:00.168723 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2fe5c47b-a32b-4521-8e5c-6688dd3ca482 req-7ffec0a3-08f6-4b43-b014-8c18b9a7628a tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=666b74a0-9369-4b80-92de-3f215e9f7d5e HTTP/1.1" status: 200 len: 946 time: 0.4841831 Feb 09 21:52:00.270298 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-379d34d8-d3c6-469d-9c3e-b21182f59271 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (5ea91520-d88e-4220-952f-02f5c25ce60b), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:00.312434 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dfd33a-a473-412c-a14b-4a1f0a1cccdf req-80880c82-26a3-4554-9f97-7da701ac1092 tempest-InstanceActionsTestJSON-1587017608 tempest-InstanceActionsTestJSON-1587017608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:00.315166 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b4dfd33a-a473-412c-a14b-4a1f0a1cccdf req-80880c82-26a3-4554-9f97-7da701ac1092 tempest-InstanceActionsTestJSON-1587017608 tempest-InstanceActionsTestJSON-1587017608-project] 10.222.0.90 "GET /v2.0/ports?device_id=67222ee5-e837-470a-ae2b-353a95d04ef5 HTTP/1.1" status: 200 len: 946 time: 0.1443219 Feb 09 21:52:00.348498 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2fe5c47b-a32b-4521-8e5c-6688dd3ca482 req-c076a75d-5acb-48e3-ad29-4f0a49694ebb tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=a72d620d-4650-43fd-afbd-3b01f73e5444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786139 Feb 09 21:52:00.414882 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b4dfd33a-a473-412c-a14b-4a1f0a1cccdf req-4b549cbc-2788-4c5a-970e-6d7beb3c66c5 tempest-InstanceActionsTestJSON-1587017608 tempest-InstanceActionsTestJSON-1587017608-project] 10.222.0.90 "GET /v2.0/security-groups?id=dffb6ba8-e65c-40f8-a4dd-ad07275428f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926003 Feb 09 21:52:00.423638 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379d34d8-d3c6-469d-9c3e-b21182f59271 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Pushing event updated for resources: {'Subnet': ['ID=5ea91520-d88e-4220-952f-02f5c25ce60b,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:00.432960 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379d34d8-d3c6-469d-9c3e-b21182f59271 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Checking segment: {'id': '22409367-d4e5-4be0-87ed-f1b38904612e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '0e306e07-0479-434d-8263-fd754cd14169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:52:00.433391 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379d34d8-d3c6-469d-9c3e-b21182f59271 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Network hostable DHCP agents. Network: 0e306e07-0479-434d-8263-fd754cd14169, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:52:00.452525 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379d34d8-d3c6-469d-9c3e-b21182f59271 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Network 0e306e07-0479-434d-8263-fd754cd14169 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:52:00.466808 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-379d34d8-d3c6-469d-9c3e-b21182f59271 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 0e306e07-0479-434d-8263-fd754cd14169) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:52:00.472386 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379d34d8-d3c6-469d-9c3e-b21182f59271 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:00.473245 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-379d34d8-d3c6-469d-9c3e-b21182f59271 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:00.480689 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abea5f71-6bf0-4303-8c74-9e31064f296e None None] Network 0e306e07-0479-434d-8263-fd754cd14169 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:52:00.499812 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-379d34d8-d3c6-469d-9c3e-b21182f59271 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.7190504 Feb 09 21:52:00.526965 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8bfd5957-0fdd-40d8-9a37-d60ff534b070 req-60d20312-0acc-4d29-b82e-90e78e680a45 tempest-ServerShowV254Test-1176059834 tempest-ServerShowV254Test-1176059834-project] 10.222.0.90 "GET /v2.0/ports?device_id=04d32166-ba98-4fec-85e6-137b16877cca HTTP/1.1" status: 200 len: 210 time: 0.0484371 Feb 09 21:52:00.715603 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e29dc9-78c3-4035-95d7-9b6affce3198 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-0e306e07-0479-434d-8263-fd754cd14169', 'network_id': '0e306e07-0479-434d-8263-fd754cd14169', 'project_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'fixed_ips': [{'subnet_id': '5ea91520-d88e-4220-952f-02f5c25ce60b'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:52:00.716535 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-46e29dc9-78c3-4035-95d7-9b6affce3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:00.752844 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 50718) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:52:00.758201 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-7f091a9b-ee5c-4d57-bb5f-9e0c60c7e78c tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-700662612', 'description': 'tempest-secgroup-smoke-700662612 description', 'project_id': '986d9b7b22bb45a5a45792614c4e0ec6'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:52:00.795887 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7f091a9b-ee5c-4d57-bb5f-9e0c60c7e78c tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:00.892963 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7f091a9b-ee5c-4d57-bb5f-9e0c60c7e78c tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for security_group (42fc0fdd-d50d-428d-bae4-43f942bf2c3f), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:00.900699 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7f091a9b-ee5c-4d57-bb5f-9e0c60c7e78c tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (42fc0fdd-d50d-428d-bae4-43f942bf2c3f), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:00.975940 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f091a9b-ee5c-4d57-bb5f-9e0c60c7e78c tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42fc0fdd-d50d-428d-bae4-43f942bf2c3f,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:00.982996 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7f091a9b-ee5c-4d57-bb5f-9e0c60c7e78c tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:00.986930 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-7f091a9b-ee5c-4d57-bb5f-9e0c60c7e78c tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2297301 Feb 09 21:52:00.987315 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-46e29dc9-78c3-4035-95d7-9b6affce3198 None None] Allocated IP 172.20.0.18 (0e306e07-0479-434d-8263-fd754cd14169/5ea91520-d88e-4220-952f-02f5c25ce60b/589d9605-4735-4603-b01a-4a106b5880dd) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:52:00.987638 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 50744) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:52:00.991791 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-e2965837-05df-4486-bda6-5f8589b46ac0 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Request body: {'security_group_rule': {'security_group_id': '42fc0fdd-d50d-428d-bae4-43f942bf2c3f', 'project_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:52:01.097629 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e2965837-05df-4486-bda6-5f8589b46ac0 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for security_group_rule (6dac48d0-bd3f-42c7-bfff-7a41241476dc), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:01.303786 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e2965837-05df-4486-bda6-5f8589b46ac0 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for security_group_rule (6dac48d0-bd3f-42c7-bfff-7a41241476dc), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:01.312629 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e2965837-05df-4486-bda6-5f8589b46ac0 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (6dac48d0-bd3f-42c7-bfff-7a41241476dc), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:01.329839 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a363f7-2775-4d7c-8b63-f1d89ecd8801 req-6797866c-3961-4127-9b1c-9af4f02770a8 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:01.335840 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f7a363f7-2775-4d7c-8b63-f1d89ecd8801 req-6797866c-3961-4127-9b1c-9af4f02770a8 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/ports?device_id=196a7219-50a0-4378-9317-db757eb7b09b HTTP/1.1" status: 200 len: 945 time: 0.1118786 Feb 09 21:52:01.367512 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2965837-05df-4486-bda6-5f8589b46ac0 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dac48d0-bd3f-42c7-bfff-7a41241476dc,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:01.385403 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e2965837-05df-4486-bda6-5f8589b46ac0 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:01.387372 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-46e29dc9-78c3-4035-95d7-9b6affce3198 None None] Publish callbacks [] for port (589d9605-4735-4603-b01a-4a106b5880dd), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:01.391353 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-e2965837-05df-4486-bda6-5f8589b46ac0 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4019592 Feb 09 21:52:01.393566 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 50788) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:52:01.404272 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-46e29dc9-78c3-4035-95d7-9b6affce3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (589d9605-4735-4603-b01a-4a106b5880dd), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:01.408177 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-77b11542-bdd9-4ef2-9c80-099632464b46 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Request body: {'security_group_rule': {'security_group_id': '42fc0fdd-d50d-428d-bae4-43f942bf2c3f', 'project_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:52:01.428799 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f7a363f7-2775-4d7c-8b63-f1d89ecd8801 req-56ba4c5f-de2e-4b5f-b01e-06570c27bd0e tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/security-groups?id=28acdcb4-ce07-4669-ac01-31d2a11868db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820282 Feb 09 21:52:01.501902 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e29dc9-78c3-4035-95d7-9b6affce3198 None None] Pushing event updated for resources: {'Port': ['ID=589d9605-4735-4603-b01a-4a106b5880dd,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:01.508420 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-77b11542-bdd9-4ef2-9c80-099632464b46 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for security_group_rule (2c2cd326-6d91-445c-84c3-7c0a9db2a6d5), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:01.523180 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e29dc9-78c3-4035-95d7-9b6affce3198 None None] Network 0e306e07-0479-434d-8263-fd754cd14169 is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:52:01.525246 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-46e29dc9-78c3-4035-95d7-9b6affce3198 None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:52:01.532738 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e29dc9-78c3-4035-95d7-9b6affce3198 None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:52:01.612819 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15b1264-011a-456a-846e-0b4950b94ef3 req-ad45325f-2744-4af3-9132-aa86a083fa5d tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:01.614820 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e15b1264-011a-456a-846e-0b4950b94ef3 req-ad45325f-2744-4af3-9132-aa86a083fa5d tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=666b74a0-9369-4b80-92de-3f215e9f7d5e HTTP/1.1" status: 200 len: 946 time: 0.1672747 Feb 09 21:52:01.628976 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-46e29dc9-78c3-4035-95d7-9b6affce3198 None None] Attempting to bind port 589d9605-4735-4603-b01a-4a106b5880dd on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:52:01.629850 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-46e29dc9-78c3-4035-95d7-9b6affce3198 None None] Attempting to bind port 589d9605-4735-4603-b01a-4a106b5880dd by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '22409367-d4e5-4be0-87ed-f1b38904612e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '0e306e07-0479-434d-8263-fd754cd14169'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:52:01.630597 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e29dc9-78c3-4035-95d7-9b6affce3198 None None] Attempting to bind port 589d9605-4735-4603-b01a-4a106b5880dd on network 0e306e07-0479-434d-8263-fd754cd14169 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:52:01.639045 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e29dc9-78c3-4035-95d7-9b6affce3198 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:52:01.639424 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e29dc9-78c3-4035-95d7-9b6affce3198 None None] Checking segment: {'id': '22409367-d4e5-4be0-87ed-f1b38904612e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '0e306e07-0479-434d-8263-fd754cd14169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:52:01.640206 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-46e29dc9-78c3-4035-95d7-9b6affce3198 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:01.641302 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e29dc9-78c3-4035-95d7-9b6affce3198 None None] Bound using segment: {'id': '22409367-d4e5-4be0-87ed-f1b38904612e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '0e306e07-0479-434d-8263-fd754cd14169'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:52:01.642327 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-46e29dc9-78c3-4035-95d7-9b6affce3198 None None] Bound port: 589d9605-4735-4603-b01a-4a106b5880dd, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22409367-d4e5-4be0-87ed-f1b38904612e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '0e306e07-0479-434d-8263-fd754cd14169'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:52:01.642995 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-46e29dc9-78c3-4035-95d7-9b6affce3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (589d9605-4735-4603-b01a-4a106b5880dd), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:01.656334 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-77b11542-bdd9-4ef2-9c80-099632464b46 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for security_group_rule (2c2cd326-6d91-445c-84c3-7c0a9db2a6d5), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:01.684010 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-77b11542-bdd9-4ef2-9c80-099632464b46 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (2c2cd326-6d91-445c-84c3-7c0a9db2a6d5), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:01.750755 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48289933-4135-4758-b5db-93004ae5e09d req-33defbb2-c19c-4fa5-b381-2e1f42b15c22 tempest-InstanceActionsTestJSON-1587017608 tempest-InstanceActionsTestJSON-1587017608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:01.752652 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-48289933-4135-4758-b5db-93004ae5e09d req-33defbb2-c19c-4fa5-b381-2e1f42b15c22 tempest-InstanceActionsTestJSON-1587017608 tempest-InstanceActionsTestJSON-1587017608-project] 10.222.0.90 "GET /v2.0/ports?device_id=67222ee5-e837-470a-ae2b-353a95d04ef5 HTTP/1.1" status: 200 len: 946 time: 0.1969934 Feb 09 21:52:01.760961 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b11542-bdd9-4ef2-9c80-099632464b46 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c2cd326-6d91-445c-84c3-7c0a9db2a6d5,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:01.771910 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-77b11542-bdd9-4ef2-9c80-099632464b46 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:01.775925 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-77b11542-bdd9-4ef2-9c80-099632464b46 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3772283 Feb 09 21:52:01.776414 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 50830) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:52:01.784870 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-b4939982-d49c-45db-8fe8-9b0336e03fd6 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Request body: {'security_group_rule': {'security_group_id': '42fc0fdd-d50d-428d-bae4-43f942bf2c3f', 'project_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:52:01.806214 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e15b1264-011a-456a-846e-0b4950b94ef3 req-e1076ed2-19f6-4092-9ef3-0bb5887dcc4c tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=a72d620d-4650-43fd-afbd-3b01f73e5444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423061 Feb 09 21:52:01.847153 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-46e29dc9-78c3-4035-95d7-9b6affce3198 None None] For port 589d9605-4735-4603-b01a-4a106b5880dd, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:52:01.854855 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-46e29dc9-78c3-4035-95d7-9b6affce3198 None None] For port 589d9605-4735-4603-b01a-4a106b5880dd, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=589d9605-4735-4603-b01a-4a106b5880dd,segment=NetworkSegment(22409367-d4e5-4be0-87ed-f1b38904612e),segment_id=22409367-d4e5-4be0-87ed-f1b38904612e)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:52:01.870902 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-46e29dc9-78c3-4035-95d7-9b6affce3198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (589d9605-4735-4603-b01a-4a106b5880dd), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:01.887892 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b4939982-d49c-45db-8fe8-9b0336e03fd6 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for security_group_rule (f5860edc-3315-452d-93d3-5dc1f5c32f48), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:01.902200 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-48289933-4135-4758-b5db-93004ae5e09d req-3412c094-8eba-4d90-b050-a0e2e84686ea tempest-InstanceActionsTestJSON-1587017608 tempest-InstanceActionsTestJSON-1587017608-project] 10.222.0.90 "GET /v2.0/security-groups?id=dffb6ba8-e65c-40f8-a4dd-ad07275428f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898612 Feb 09 21:52:01.993402 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f67b2bb5-a956-48aa-af6f-c9a8d03fffdc req-2ed7e25c-9a92-40af-9099-8a8c2b8410d9 tempest-ServerShowV254Test-1176059834 tempest-ServerShowV254Test-1176059834-project] 10.222.0.90 "GET /v2.0/ports?device_id=04d32166-ba98-4fec-85e6-137b16877cca HTTP/1.1" status: 200 len: 210 time: 0.0679510 Feb 09 21:52:02.025644 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e29dc9-78c3-4035-95d7-9b6affce3198 None None] Pushing event updated for resources: {'Port': ['ID=589d9605-4735-4603-b01a-4a106b5880dd,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:02.095149 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b4939982-d49c-45db-8fe8-9b0336e03fd6 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for security_group_rule (f5860edc-3315-452d-93d3-5dc1f5c32f48), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:02.103115 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b4939982-d49c-45db-8fe8-9b0336e03fd6 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (f5860edc-3315-452d-93d3-5dc1f5c32f48), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:02.178721 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b4939982-d49c-45db-8fe8-9b0336e03fd6 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:02.183285 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 50872) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:52:02.184817 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-b4939982-d49c-45db-8fe8-9b0336e03fd6 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4065237 Feb 09 21:52:02.185647 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4939982-d49c-45db-8fe8-9b0336e03fd6 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5860edc-3315-452d-93d3-5dc1f5c32f48,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:02.188757 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-dbd4273b-8081-4132-9988-754b41f1b1f4 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Request body: {'security_group_rule': {'security_group_id': '42fc0fdd-d50d-428d-bae4-43f942bf2c3f', 'project_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:52:02.300666 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-dbd4273b-8081-4132-9988-754b41f1b1f4 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for security_group_rule (a10c9bba-c20a-4e56-9d37-66e68de30a2d), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:02.416880 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487d9593-d49c-421f-ac1b-cbb6fae68f6d req-80d32149-de38-460d-bc4d-2688a1fd5c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:02.418547 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-487d9593-d49c-421f-ac1b-cbb6fae68f6d req-80d32149-de38-460d-bc4d-2688a1fd5c7a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=76a763a71d3f4296846b11bacf88859f&device_id=67222ee5-e837-470a-ae2b-353a95d04ef5 HTTP/1.1" status: 200 len: 1128 time: 0.1120045 Feb 09 21:52:02.536043 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8005668a-fe47-45fa-9b6b-1b5b3cd10072 req-b61f0ce6-ec16-4aa5-bae4-3226d069d51d tempest-InstanceActionsTestJSON-1587017608 tempest-InstanceActionsTestJSON-1587017608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:02.544077 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8005668a-fe47-45fa-9b6b-1b5b3cd10072 req-b61f0ce6-ec16-4aa5-bae4-3226d069d51d tempest-InstanceActionsTestJSON-1587017608 tempest-InstanceActionsTestJSON-1587017608-project] 10.222.0.90 "GET /v2.0/ports?device_id=67222ee5-e837-470a-ae2b-353a95d04ef5 HTTP/1.1" status: 200 len: 946 time: 0.2159770 Feb 09 21:52:02.555518 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487d9593-d49c-421f-ac1b-cbb6fae68f6d req-bf3a6591-0072-4cd2-9b79-8ad2fc7f60d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:02.557526 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-487d9593-d49c-421f-ac1b-cbb6fae68f6d req-bf3a6591-0072-4cd2-9b79-8ad2fc7f60d2 service neutron] 10.222.0.89 "GET /v2.0/networks?id=64c0840c-8e16-4726-8ace-cf75b7db28ef HTTP/1.1" status: 200 len: 915 time: 0.1323767 Feb 09 21:52:02.574493 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-dbd4273b-8081-4132-9988-754b41f1b1f4 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for security_group_rule (a10c9bba-c20a-4e56-9d37-66e68de30a2d), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:02.588794 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-dbd4273b-8081-4132-9988-754b41f1b1f4 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (a10c9bba-c20a-4e56-9d37-66e68de30a2d), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:02.613979 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-487d9593-d49c-421f-ac1b-cbb6fae68f6d req-8ce10669-ac78-4d4c-9f86-03b39c1acef2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=98a72461-a68d-45ed-93b3-4eb54c29072e HTTP/1.1" status: 200 len: 217 time: 0.0482986 Feb 09 21:52:02.687674 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487d9593-d49c-421f-ac1b-cbb6fae68f6d req-20857774-aa51-4801-abef-79e7c26ea5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:02.689946 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-487d9593-d49c-421f-ac1b-cbb6fae68f6d req-20857774-aa51-4801-abef-79e7c26ea5ef service neutron] 10.222.0.89 "GET /v2.0/subnets?id=cdd0cd1b-5726-476c-9181-475e0eabbd85 HTTP/1.1" status: 200 len: 854 time: 0.0642390 Feb 09 21:52:02.704939 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd4273b-8081-4132-9988-754b41f1b1f4 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a10c9bba-c20a-4e56-9d37-66e68de30a2d,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:02.722981 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8005668a-fe47-45fa-9b6b-1b5b3cd10072 req-37c6a7bb-82ba-47bf-9afa-d1ca4d3d836f tempest-InstanceActionsTestJSON-1587017608 tempest-InstanceActionsTestJSON-1587017608-project] 10.222.0.90 "GET /v2.0/security-groups?id=dffb6ba8-e65c-40f8-a4dd-ad07275428f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778808 Feb 09 21:52:02.731316 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-dbd4273b-8081-4132-9988-754b41f1b1f4 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:02.737642 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-dbd4273b-8081-4132-9988-754b41f1b1f4 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5528157 Feb 09 21:52:02.738441 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 50930) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:52:02.744565 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-e59405e8-54cc-4e9d-bae3-4953b46b4dcf tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Request body: {'security_group_rule': {'security_group_id': '42fc0fdd-d50d-428d-bae4-43f942bf2c3f', 'project_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:52:02.775693 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-487d9593-d49c-421f-ac1b-cbb6fae68f6d req-bc15d2a3-f353-42bc-a704-d3f8e431eeb7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=64c0840c-8e16-4726-8ace-cf75b7db28ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735552 Feb 09 21:52:02.794919 n-d-828369-5 neutron-server[103140]: INFO neutron.db.securitygroups_db [None req-e59405e8-54cc-4e9d-bae3-4953b46b4dcf tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Project 986d9b7b22bb45a5a45792614c4e0ec6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 21:52:02.820732 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2781ba80-7557-49d6-a309-a457f4dd5815 req-892e4516-607c-4426-a4da-3cf492760bf1 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:02.835294 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2781ba80-7557-49d6-a309-a457f4dd5815 req-892e4516-607c-4426-a4da-3cf492760bf1 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/ports?device_id=196a7219-50a0-4378-9317-db757eb7b09b HTTP/1.1" status: 200 len: 945 time: 0.2191780 Feb 09 21:52:02.842900 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e59405e8-54cc-4e9d-bae3-4953b46b4dcf tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for security_group_rule (d1bd6414-4d77-45e9-a2f5-1b44d1641724), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:02.879177 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 589d9605-4735-4603-b01a-4a106b5880dd up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:52:02.948382 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e59405e8-54cc-4e9d-bae3-4953b46b4dcf tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for security_group_rule (d1bd6414-4d77-45e9-a2f5-1b44d1641724), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:02.951762 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-487d9593-d49c-421f-ac1b-cbb6fae68f6d req-3aae8355-e7b0-4a0f-9672-7b59da043054 service neutron] 10.222.0.89 "GET /v2.0/networks/64c0840c-8e16-4726-8ace-cf75b7db28ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547427 Feb 09 21:52:02.976839 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e59405e8-54cc-4e9d-bae3-4953b46b4dcf tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (d1bd6414-4d77-45e9-a2f5-1b44d1641724), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:02.995814 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 589d9605-4735-4603-b01a-4a106b5880dd triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:52:02.996439 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (589d9605-4735-4603-b01a-4a106b5880dd), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:03.096070 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59405e8-54cc-4e9d-bae3-4953b46b4dcf tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1bd6414-4d77-45e9-a2f5-1b44d1641724,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:03.111563 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-487d9593-d49c-421f-ac1b-cbb6fae68f6d req-354e479a-8ce2-487a-8ffd-a55b64549fdd service neutron] 10.222.0.89 "GET /v2.0/networks/64c0840c-8e16-4726-8ace-cf75b7db28ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502399 Feb 09 21:52:03.113331 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2781ba80-7557-49d6-a309-a457f4dd5815 req-fcab293b-aeb5-4d35-89f7-82d78ec25674 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/security-groups?id=28acdcb4-ce07-4669-ac01-31d2a11868db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2765830 Feb 09 21:52:03.140685 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e59405e8-54cc-4e9d-bae3-4953b46b4dcf tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:03.143389 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-e59405e8-54cc-4e9d-bae3-4953b46b4dcf tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4025276 Feb 09 21:52:03.149912 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 50978) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:52:03.153044 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369062a5-e59f-4de7-abfd-cf5716d712fa req-1ae27c41-0e1a-4a71-9e4e-555601a3e526 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:03.157983 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-cc119c2b-8cde-43bb-a736-9a2d155b024a tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Request body: {'security_group_rule': {'security_group_id': '42fc0fdd-d50d-428d-bae4-43f942bf2c3f', 'project_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:52:03.161226 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-369062a5-e59f-4de7-abfd-cf5716d712fa req-1ae27c41-0e1a-4a71-9e4e-555601a3e526 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=666b74a0-9369-4b80-92de-3f215e9f7d5e HTTP/1.1" status: 200 len: 946 time: 0.2589085 Feb 09 21:52:03.201756 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 589d9605-4735-4603-b01a-4a106b5880dd is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:52:03.202219 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (589d9605-4735-4603-b01a-4a106b5880dd), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:03.227541 n-d-828369-5 neutron-server[103141]: INFO neutron.db.securitygroups_db [None req-cc119c2b-8cde-43bb-a736-9a2d155b024a tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Project 986d9b7b22bb45a5a45792614c4e0ec6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 21:52:03.259904 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-369062a5-e59f-4de7-abfd-cf5716d712fa req-93ffdfb5-a40a-44ba-9c48-3da767780b4f tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=a72d620d-4650-43fd-afbd-3b01f73e5444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975866 Feb 09 21:52:03.272615 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cc119c2b-8cde-43bb-a736-9a2d155b024a tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for security_group_rule (c146741d-c326-4170-8c1c-cb8dfbcaa436), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:03.295555 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port 589d9605-4735-4603-b01a-4a106b5880dd, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=589d9605-4735-4603-b01a-4a106b5880dd,segment=NetworkSegment(22409367-d4e5-4be0-87ed-f1b38904612e),segment_id=22409367-d4e5-4be0-87ed-f1b38904612e)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:52:03.301919 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (589d9605-4735-4603-b01a-4a106b5880dd), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:03.338891 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5efc90d5-153d-4b9a-a407-4926efcd4e6a req-af6b5a0e-d60f-4d01-a45a-e74db29751b5 tempest-ServerShowV254Test-1176059834 tempest-ServerShowV254Test-1176059834-project] 10.222.0.90 "GET /v2.0/ports?device_id=04d32166-ba98-4fec-85e6-137b16877cca HTTP/1.1" status: 200 len: 210 time: 0.0664771 Feb 09 21:52:03.465778 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cc119c2b-8cde-43bb-a736-9a2d155b024a tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for security_group_rule (c146741d-c326-4170-8c1c-cb8dfbcaa436), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:03.473007 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cc119c2b-8cde-43bb-a736-9a2d155b024a tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (c146741d-c326-4170-8c1c-cb8dfbcaa436), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:03.473409 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=589d9605-4735-4603-b01a-4a106b5880dd,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:03.501680 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cc119c2b-8cde-43bb-a736-9a2d155b024a tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:03.503003 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-cc119c2b-8cde-43bb-a736-9a2d155b024a tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3518102 Feb 09 21:52:03.513728 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc119c2b-8cde-43bb-a736-9a2d155b024a tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c146741d-c326-4170-8c1c-cb8dfbcaa436,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:03.635914 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73525f64-3cdd-4fb8-9506-761ab82660db None None] Network 0e306e07-0479-434d-8263-fd754cd14169 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:52:03.730853 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-3c463ccc-d8d4-41fb-83fe-3046794be494 None None] Provisioning complete for port 589d9605-4735-4603-b01a-4a106b5880dd triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:52:03.731236 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-3c463ccc-d8d4-41fb-83fe-3046794be494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (589d9605-4735-4603-b01a-4a106b5880dd), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:03.769150 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5f85abb7-b55d-47fd-ab3f-9ff009ae7436 req-4af85154-0e21-4f70-995a-3aa657f8ea94 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-700662612&fields=id&tenant_id=986d9b7b22bb45a5a45792614c4e0ec6 HTTP/1.1" status: 200 len: 267 time: 0.0579655 Feb 09 21:52:03.857033 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-3c463ccc-d8d4-41fb-83fe-3046794be494 None None] Current status of the port 589d9605-4735-4603-b01a-4a106b5880dd is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:52:03.960507 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e89eb9-5550-4d4c-990e-4a0e7e96f797 req-2bd3d8dc-e9c0-4d0e-b08a-f092142ad82d tempest-InstanceActionsTestJSON-1587017608 tempest-InstanceActionsTestJSON-1587017608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:03.965484 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-24e89eb9-5550-4d4c-990e-4a0e7e96f797 req-2bd3d8dc-e9c0-4d0e-b08a-f092142ad82d tempest-InstanceActionsTestJSON-1587017608 tempest-InstanceActionsTestJSON-1587017608-project] 10.222.0.90 "GET /v2.0/ports?device_id=67222ee5-e837-470a-ae2b-353a95d04ef5 HTTP/1.1" status: 200 len: 946 time: 0.1171267 Feb 09 21:52:03.982233 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f85abb7-b55d-47fd-ab3f-9ff009ae7436 req-148b2e94-1354-4aa5-b798-fbdae97968fc tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:03.983590 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5f85abb7-b55d-47fd-ab3f-9ff009ae7436 req-148b2e94-1354-4aa5-b798-fbdae97968fc tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "GET /v2.0/networks?id=0e306e07-0479-434d-8263-fd754cd14169 HTTP/1.1" status: 200 len: 797 time: 0.1983414 Feb 09 21:52:04.014769 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5f85abb7-b55d-47fd-ab3f-9ff009ae7436 req-07394703-7b65-4dce-8fac-bb7866c8eadb tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "GET /v2.0/quotas/986d9b7b22bb45a5a45792614c4e0ec6 HTTP/1.1" status: 200 len: 375 time: 0.0166283 Feb 09 21:52:04.061944 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-24e89eb9-5550-4d4c-990e-4a0e7e96f797 req-38432043-fbb3-4f39-8939-dbbf4819ab50 tempest-InstanceActionsTestJSON-1587017608 tempest-InstanceActionsTestJSON-1587017608-project] 10.222.0.90 "GET /v2.0/security-groups?id=dffb6ba8-e65c-40f8-a4dd-ad07275428f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912297 Feb 09 21:52:04.095248 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5f85abb7-b55d-47fd-ab3f-9ff009ae7436 req-68d55ac3-52fa-4041-bdd8-4466c6462639 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=986d9b7b22bb45a5a45792614c4e0ec6&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0723133 Feb 09 21:52:04.197020 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-6f403099-742f-4c89-9846-5e329397f5b9 None None] Provisioning complete for port 589d9605-4735-4603-b01a-4a106b5880dd triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:52:04.198058 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-6f403099-742f-4c89-9846-5e329397f5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (589d9605-4735-4603-b01a-4a106b5880dd), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:04.217731 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5f85abb7-b55d-47fd-ab3f-9ff009ae7436 req-a1006985-c654-484a-803e-a0b983943094 service neutron] 10.222.0.90 "GET /v2.0/networks/0e306e07-0479-434d-8263-fd754cd14169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098263 Feb 09 21:52:04.290824 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-6f403099-742f-4c89-9846-5e329397f5b9 None None] Current status of the port 589d9605-4735-4603-b01a-4a106b5880dd is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:52:04.339023 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e50650-1643-44e3-b176-b405fff6cd1c req-a339e591-dced-4012-91c9-286dab0f0b0c tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:04.340695 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-65e50650-1643-44e3-b176-b405fff6cd1c req-a339e591-dced-4012-91c9-286dab0f0b0c tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/ports?device_id=196a7219-50a0-4378-9317-db757eb7b09b HTTP/1.1" status: 200 len: 945 time: 0.1160753 Feb 09 21:52:04.360499 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5f85abb7-b55d-47fd-ab3f-9ff009ae7436 req-3def995b-c7a7-46ce-b999-d22cd347d045 service neutron] 10.222.0.90 "GET /v2.0/networks/0e306e07-0479-434d-8263-fd754cd14169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370990 Feb 09 21:52:04.402629 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-65e50650-1643-44e3-b176-b405fff6cd1c req-b82d382e-136d-470c-82d4-7592a92f4446 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/security-groups?id=28acdcb4-ce07-4669-ac01-31d2a11868db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532720 Feb 09 21:52:04.614384 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c143a3-844d-46cb-8184-7dfbad03d4f2 req-b33260e1-4bab-4d17-a996-7cc829803aa7 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:04.616852 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-84c143a3-844d-46cb-8184-7dfbad03d4f2 req-b33260e1-4bab-4d17-a996-7cc829803aa7 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=666b74a0-9369-4b80-92de-3f215e9f7d5e HTTP/1.1" status: 200 len: 946 time: 0.0690148 Feb 09 21:52:04.785752 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 589d9605-4735-4603-b01a-4a106b5880dd up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:52:04.797806 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0ccb5a17-86f0-46ab-9265-94c18c966631 req-19963cb7-c7a5-4805-963d-30786d327d16 tempest-ServerShowV254Test-1176059834 tempest-ServerShowV254Test-1176059834-project] 10.222.0.90 "GET /v2.0/ports?device_id=04d32166-ba98-4fec-85e6-137b16877cca HTTP/1.1" status: 200 len: 210 time: 0.0757973 Feb 09 21:52:04.810290 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-84c143a3-844d-46cb-8184-7dfbad03d4f2 req-389ff5c3-771b-439c-a70d-27c94b0bf2da tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=a72d620d-4650-43fd-afbd-3b01f73e5444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866033 Feb 09 21:52:04.882119 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 589d9605-4735-4603-b01a-4a106b5880dd triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:52:04.882618 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (589d9605-4735-4603-b01a-4a106b5880dd), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:04.904202 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a72a31f5-e3f7-49bc-9b4e-499ffd9213e3 req-4f45665f-ca6e-4f19-99ef-8130905f4cb0 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "GET /v2.0/ports?device_id=2b9a69ce-b508-4d28-9ee3-4306bac54900 HTTP/1.1" status: 200 len: 210 time: 0.0380082 Feb 09 21:52:05.123327 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 589d9605-4735-4603-b01a-4a106b5880dd is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:52:05.189442 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bf5257-3942-4c5a-b036-c4b68275ec47 req-d9e7995c-e229-4dc3-a350-3329519b958b tempest-InstanceActionsTestJSON-1587017608 tempest-InstanceActionsTestJSON-1587017608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:05.190359 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-85bf5257-3942-4c5a-b036-c4b68275ec47 req-d9e7995c-e229-4dc3-a350-3329519b958b tempest-InstanceActionsTestJSON-1587017608 tempest-InstanceActionsTestJSON-1587017608-project] 10.222.0.90 "GET /v2.0/ports?device_id=67222ee5-e837-470a-ae2b-353a95d04ef5 HTTP/1.1" status: 200 len: 946 time: 0.0540667 Feb 09 21:52:05.239261 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-85bf5257-3942-4c5a-b036-c4b68275ec47 req-c8e2a925-a3bd-46b6-b84f-80589b7880ab tempest-InstanceActionsTestJSON-1587017608 tempest-InstanceActionsTestJSON-1587017608-project] 10.222.0.90 "GET /v2.0/security-groups?id=dffb6ba8-e65c-40f8-a4dd-ad07275428f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416393 Feb 09 21:52:05.561749 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c746a34-a567-4b89-b5cf-3430e20ff47d req-c77369f4-34a2-4962-8dcd-228fa40c5743 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:05.563368 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7c746a34-a567-4b89-b5cf-3430e20ff47d req-c77369f4-34a2-4962-8dcd-228fa40c5743 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/ports?device_id=196a7219-50a0-4378-9317-db757eb7b09b HTTP/1.1" status: 200 len: 945 time: 0.0867670 Feb 09 21:52:05.598750 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9ea794-5eb5-489b-980f-6912789dcdd0 req-42cca945-f1c5-46bd-bb2e-fcd4479bfa7d tempest-InstanceActionsTestJSON-1587017608 tempest-InstanceActionsTestJSON-1587017608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:05.600428 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2c9ea794-5eb5-489b-980f-6912789dcdd0 req-42cca945-f1c5-46bd-bb2e-fcd4479bfa7d tempest-InstanceActionsTestJSON-1587017608 tempest-InstanceActionsTestJSON-1587017608-project] 10.222.0.90 "GET /v2.0/ports?device_id=67222ee5-e837-470a-ae2b-353a95d04ef5 HTTP/1.1" status: 200 len: 946 time: 0.0874901 Feb 09 21:52:05.652095 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7c746a34-a567-4b89-b5cf-3430e20ff47d req-ce804b26-275b-4996-b2fe-d530ee1f95f8 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/security-groups?id=28acdcb4-ce07-4669-ac01-31d2a11868db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788999 Feb 09 21:52:05.724060 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2c9ea794-5eb5-489b-980f-6912789dcdd0 req-669bf104-2020-4447-9d4c-1d6a3b548680 tempest-InstanceActionsTestJSON-1587017608 tempest-InstanceActionsTestJSON-1587017608-project] 10.222.0.90 "GET /v2.0/security-groups?id=dffb6ba8-e65c-40f8-a4dd-ad07275428f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131196 Feb 09 21:52:05.769768 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f85abb7-b55d-47fd-ab3f-9ff009ae7436 req-962af39e-7c08-40d5-a913-3742f6aa4c1c tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:05.771341 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5f85abb7-b55d-47fd-ab3f-9ff009ae7436 req-962af39e-7c08-40d5-a913-3742f6aa4c1c tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.95 "GET /v2.0/networks?id=0e306e07-0479-434d-8263-fd754cd14169 HTTP/1.1" status: 200 len: 797 time: 0.1336665 Feb 09 21:52:05.855228 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5f85abb7-b55d-47fd-ab3f-9ff009ae7436 req-ea9a27ae-3051-44ce-b843-a721c9ca34c1 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=986d9b7b22bb45a5a45792614c4e0ec6 HTTP/1.1" status: 200 len: 471 time: 0.0740328 Feb 09 21:52:05.880378 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-5f85abb7-b55d-47fd-ab3f-9ff009ae7436 req-932f37c7-faa4-4569-b6b1-891b4fa6ab1f tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Request body: {'port': {'device_id': '2b9a69ce-b508-4d28-9ee3-4306bac54900', 'network_id': '0e306e07-0479-434d-8263-fd754cd14169', 'admin_state_up': True, 'tenant_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'security_groups': ['42fc0fdd-d50d-428d-bae4-43f942bf2c3f']}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:52:05.986009 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4ccb1e90-5ecb-4dd0-97e2-b956ef5536bc req-eb6380c4-23fc-4c9a-a07b-097c3e59afce tempest-ServerShowV254Test-1176059834 tempest-ServerShowV254Test-1176059834-project] 10.222.0.90 "GET /v2.0/ports?device_id=04d32166-ba98-4fec-85e6-137b16877cca HTTP/1.1" status: 200 len: 210 time: 0.0887172 Feb 09 21:52:06.053466 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2b266a-d9e1-4d0d-8577-c7e9fbb5071f req-a414bc95-6c2d-44e7-9af9-338eeb56a85b tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:06.055101 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7e2b266a-d9e1-4d0d-8577-c7e9fbb5071f req-a414bc95-6c2d-44e7-9af9-338eeb56a85b tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=666b74a0-9369-4b80-92de-3f215e9f7d5e HTTP/1.1" status: 200 len: 946 time: 0.1590869 Feb 09 21:52:06.113027 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0dfbb937-b0a3-4198-9269-f9d945d29938 req-bddeaf2b-aaf6-466e-abcd-f7bb661030cf tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "GET /v2.0/ports?device_id=2b9a69ce-b508-4d28-9ee3-4306bac54900 HTTP/1.1" status: 200 len: 210 time: 0.0544271 Feb 09 21:52:06.144931 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f85abb7-b55d-47fd-ab3f-9ff009ae7436 req-932f37c7-faa4-4569-b6b1-891b4fa6ab1f tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Made reservation on behalf of 986d9b7b22bb45a5a45792614c4e0ec6 for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:52:06.148377 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-5f85abb7-b55d-47fd-ab3f-9ff009ae7436 req-932f37c7-faa4-4569-b6b1-891b4fa6ab1f tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:06.160955 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7e2b266a-d9e1-4d0d-8577-c7e9fbb5071f req-363d2ea7-7e25-4ca2-a0d0-2f04d6dd0195 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=a72d620d-4650-43fd-afbd-3b01f73e5444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980272 Feb 09 21:52:06.291489 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [req-5f85abb7-b55d-47fd-ab3f-9ff009ae7436 req-932f37c7-faa4-4569-b6b1-891b4fa6ab1f tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Allocated IP 172.20.0.24 (0e306e07-0479-434d-8263-fd754cd14169/5ea91520-d88e-4220-952f-02f5c25ce60b/b59b6593-ca19-464c-8f13-8226077e7a20) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:52:06.436401 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-5f85abb7-b55d-47fd-ab3f-9ff009ae7436 req-932f37c7-faa4-4569-b6b1-891b4fa6ab1f tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for port (b59b6593-ca19-464c-8f13-8226077e7a20), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:06.470348 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-5f85abb7-b55d-47fd-ab3f-9ff009ae7436 req-932f37c7-faa4-4569-b6b1-891b4fa6ab1f tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (b59b6593-ca19-464c-8f13-8226077e7a20), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:06.512104 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f85abb7-b55d-47fd-ab3f-9ff009ae7436 req-932f37c7-faa4-4569-b6b1-891b4fa6ab1f tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Network 0e306e07-0479-434d-8263-fd754cd14169 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:52:06.517705 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [req-5f85abb7-b55d-47fd-ab3f-9ff009ae7436 req-932f37c7-faa4-4569-b6b1-891b4fa6ab1f tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:52:06.520157 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f85abb7-b55d-47fd-ab3f-9ff009ae7436 req-932f37c7-faa4-4569-b6b1-891b4fa6ab1f tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:52:06.550972 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932f37c7-faa4-4569-b6b1-891b4fa6ab1f tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Pushing event updated for resources: {'Port': ['ID=b59b6593-ca19-464c-8f13-8226077e7a20,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:06.578100 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f85abb7-b55d-47fd-ab3f-9ff009ae7436 req-932f37c7-faa4-4569-b6b1-891b4fa6ab1f tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:06.578722 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-5f85abb7-b55d-47fd-ab3f-9ff009ae7436 req-932f37c7-faa4-4569-b6b1-891b4fa6ab1f tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:06.596272 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5f85abb7-b55d-47fd-ab3f-9ff009ae7436 req-932f37c7-faa4-4569-b6b1-891b4fa6ab1f tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7202237 Feb 09 21:52:06.608051 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-5f85abb7-b55d-47fd-ab3f-9ff009ae7436 req-5834df8b-0623-4509-a5b7-e8a3489ca6f1 service neutron] Request body: {'port': {'device_id': '2b9a69ce-b508-4d28-9ee3-4306bac54900', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-5'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:52:06.682498 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-5f85abb7-b55d-47fd-ab3f-9ff009ae7436 req-5834df8b-0623-4509-a5b7-e8a3489ca6f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (b59b6593-ca19-464c-8f13-8226077e7a20), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:06.855983 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-be88b1cc-e520-4912-8317-c0e34ec5cda0 None None] Provisioning complete for port b59b6593-ca19-464c-8f13-8226077e7a20 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:52:06.856925 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-be88b1cc-e520-4912-8317-c0e34ec5cda0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (b59b6593-ca19-464c-8f13-8226077e7a20), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:06.906742 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-be88b1cc-e520-4912-8317-c0e34ec5cda0 None None] Port b59b6593-ca19-464c-8f13-8226077e7a20 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:52:07.021180 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2e6534-c054-4c74-8955-8ef85282c35b req-c2f33d4f-2f83-45a6-a406-619d865866ea tempest-InstanceActionsTestJSON-1587017608 tempest-InstanceActionsTestJSON-1587017608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:07.022795 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cf2e6534-c054-4c74-8955-8ef85282c35b req-c2f33d4f-2f83-45a6-a406-619d865866ea tempest-InstanceActionsTestJSON-1587017608 tempest-InstanceActionsTestJSON-1587017608-project] 10.222.0.90 "GET /v2.0/ports?device_id=67222ee5-e837-470a-ae2b-353a95d04ef5 HTTP/1.1" status: 200 len: 946 time: 0.1752167 Feb 09 21:52:07.039654 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb91cdb6-bde9-4a60-b1d8-af68c9c99ff3 req-903a19a4-bdfd-478f-ad05-26752abf9d34 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:07.041183 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-eb91cdb6-bde9-4a60-b1d8-af68c9c99ff3 req-903a19a4-bdfd-478f-ad05-26752abf9d34 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/ports?device_id=196a7219-50a0-4378-9317-db757eb7b09b HTTP/1.1" status: 200 len: 945 time: 0.1167417 Feb 09 21:52:07.156464 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cf2e6534-c054-4c74-8955-8ef85282c35b req-6421eede-ad33-4f47-9a05-9ac8adcb29c3 tempest-InstanceActionsTestJSON-1587017608 tempest-InstanceActionsTestJSON-1587017608-project] 10.222.0.90 "GET /v2.0/security-groups?id=dffb6ba8-e65c-40f8-a4dd-ad07275428f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263969 Feb 09 21:52:07.161275 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-eb91cdb6-bde9-4a60-b1d8-af68c9c99ff3 req-80ab6371-d1a7-41cb-82b7-68cd816ba3dc tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/security-groups?id=28acdcb4-ce07-4669-ac01-31d2a11868db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116059 Feb 09 21:52:07.165737 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [req-5f85abb7-b55d-47fd-ab3f-9ff009ae7436 req-5834df8b-0623-4509-a5b7-e8a3489ca6f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b59b6593-ca19-464c-8f13-8226077e7a20 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:52:07.176121 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-5f85abb7-b55d-47fd-ab3f-9ff009ae7436 req-5834df8b-0623-4509-a5b7-e8a3489ca6f1 service neutron] Publish callbacks [] for port (b59b6593-ca19-464c-8f13-8226077e7a20), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:07.201112 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [req-5f85abb7-b55d-47fd-ab3f-9ff009ae7436 req-5834df8b-0623-4509-a5b7-e8a3489ca6f1 service neutron] Transition to ACTIVE for port object b59b6593-ca19-464c-8f13-8226077e7a20 will not be triggered until provisioned by entity L2. {{(pid=103140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:52:07.208177 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-5f85abb7-b55d-47fd-ab3f-9ff009ae7436 req-5834df8b-0623-4509-a5b7-e8a3489ca6f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (b59b6593-ca19-464c-8f13-8226077e7a20), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:07.321618 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3dd319b4-c01f-4f44-b10b-48c18623185f req-fdecd109-8bf1-42ac-b5b6-603e0b8b511e tempest-ServerShowV254Test-1176059834 tempest-ServerShowV254Test-1176059834-project] 10.222.0.90 "GET /v2.0/ports?device_id=04d32166-ba98-4fec-85e6-137b16877cca HTTP/1.1" status: 200 len: 210 time: 0.0780184 Feb 09 21:52:07.328024 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5834df8b-0623-4509-a5b7-e8a3489ca6f1 service neutron] Pushing event updated for resources: {'Port': ['ID=b59b6593-ca19-464c-8f13-8226077e7a20,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:07.419728 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec349dd-24bf-47b6-99dc-e7028dab84a9 req-d1ed013f-0f93-4df1-b146-418139230428 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:07.421380 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fec349dd-24bf-47b6-99dc-e7028dab84a9 req-d1ed013f-0f93-4df1-b146-418139230428 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "GET /v2.0/ports?device_id=2b9a69ce-b508-4d28-9ee3-4306bac54900 HTTP/1.1" status: 200 len: 944 time: 0.1723742 Feb 09 21:52:07.465234 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-5f85abb7-b55d-47fd-ab3f-9ff009ae7436 req-5834df8b-0623-4509-a5b7-e8a3489ca6f1 service neutron] Attempting to bind port b59b6593-ca19-464c-8f13-8226077e7a20 on host n-h1-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:52:07.465573 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-5f85abb7-b55d-47fd-ab3f-9ff009ae7436 req-5834df8b-0623-4509-a5b7-e8a3489ca6f1 service neutron] Attempting to bind port b59b6593-ca19-464c-8f13-8226077e7a20 by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': '22409367-d4e5-4be0-87ed-f1b38904612e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '0e306e07-0479-434d-8263-fd754cd14169'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:52:07.465904 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f85abb7-b55d-47fd-ab3f-9ff009ae7436 req-5834df8b-0623-4509-a5b7-e8a3489ca6f1 service neutron] Attempting to bind port b59b6593-ca19-464c-8f13-8226077e7a20 on network 0e306e07-0479-434d-8263-fd754cd14169 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:52:07.475367 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f85abb7-b55d-47fd-ab3f-9ff009ae7436 req-5834df8b-0623-4509-a5b7-e8a3489ca6f1 service neutron] Port b59b6593-ca19-464c-8f13-8226077e7a20 on network 0e306e07-0479-434d-8263-fd754cd14169 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:52:07.475808 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f85abb7-b55d-47fd-ab3f-9ff009ae7436 req-5834df8b-0623-4509-a5b7-e8a3489ca6f1 service neutron] Attempting to bind port b59b6593-ca19-464c-8f13-8226077e7a20 on network 0e306e07-0479-434d-8263-fd754cd14169 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:52:07.511143 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f85abb7-b55d-47fd-ab3f-9ff009ae7436 req-5834df8b-0623-4509-a5b7-e8a3489ca6f1 service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:52:07.512686 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f85abb7-b55d-47fd-ab3f-9ff009ae7436 req-5834df8b-0623-4509-a5b7-e8a3489ca6f1 service neutron] Checking segment: {'id': '22409367-d4e5-4be0-87ed-f1b38904612e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '0e306e07-0479-434d-8263-fd754cd14169'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:52:07.512686 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f85abb7-b55d-47fd-ab3f-9ff009ae7436 req-5834df8b-0623-4509-a5b7-e8a3489ca6f1 service neutron] Bound using segment: {'id': '22409367-d4e5-4be0-87ed-f1b38904612e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '0e306e07-0479-434d-8263-fd754cd14169'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:52:07.512943 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-5f85abb7-b55d-47fd-ab3f-9ff009ae7436 req-5834df8b-0623-4509-a5b7-e8a3489ca6f1 service neutron] Bound port: b59b6593-ca19-464c-8f13-8226077e7a20, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22409367-d4e5-4be0-87ed-f1b38904612e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '0e306e07-0479-434d-8263-fd754cd14169'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:52:07.513222 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-5f85abb7-b55d-47fd-ab3f-9ff009ae7436 req-5834df8b-0623-4509-a5b7-e8a3489ca6f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (b59b6593-ca19-464c-8f13-8226077e7a20), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:07.540523 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fec349dd-24bf-47b6-99dc-e7028dab84a9 req-72d5f887-0fcf-4f25-a7ba-6a20563de425 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "GET /v2.0/security-groups?id=42fc0fdd-d50d-428d-bae4-43f942bf2c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078229 Feb 09 21:52:07.667452 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-5f85abb7-b55d-47fd-ab3f-9ff009ae7436 req-5834df8b-0623-4509-a5b7-e8a3489ca6f1 service neutron] For port b59b6593-ca19-464c-8f13-8226077e7a20, host n-h1-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:52:07.683239 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506e85ff-7cb2-4af4-aa30-6db01c1084c6 req-c0b65fb6-55fc-4f9d-8faf-509713358e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:07.685684 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-506e85ff-7cb2-4af4-aa30-6db01c1084c6 req-c0b65fb6-55fc-4f9d-8faf-509713358e10 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6e1281475427459ba566f75d67d1c2c3&device_id=196a7219-50a0-4378-9317-db757eb7b09b HTTP/1.1" status: 200 len: 1127 time: 0.0519028 Feb 09 21:52:07.690766 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-5f85abb7-b55d-47fd-ab3f-9ff009ae7436 req-5834df8b-0623-4509-a5b7-e8a3489ca6f1 service neutron] For port b59b6593-ca19-464c-8f13-8226077e7a20, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=b59b6593-ca19-464c-8f13-8226077e7a20,segment=NetworkSegment(22409367-d4e5-4be0-87ed-f1b38904612e),segment_id=22409367-d4e5-4be0-87ed-f1b38904612e)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:52:07.704154 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-5f85abb7-b55d-47fd-ab3f-9ff009ae7436 req-5834df8b-0623-4509-a5b7-e8a3489ca6f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (b59b6593-ca19-464c-8f13-8226077e7a20), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:07.715910 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a04392-f005-462f-8319-ac14008ec1a2 req-8f20dd11-5919-431b-bd51-b9613a7819f4 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:07.717567 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-58a04392-f005-462f-8319-ac14008ec1a2 req-8f20dd11-5919-431b-bd51-b9613a7819f4 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=666b74a0-9369-4b80-92de-3f215e9f7d5e HTTP/1.1" status: 200 len: 946 time: 0.1374657 Feb 09 21:52:07.776920 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f85abb7-b55d-47fd-ab3f-9ff009ae7436 req-5834df8b-0623-4509-a5b7-e8a3489ca6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:07.777645 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-5f85abb7-b55d-47fd-ab3f-9ff009ae7436 req-5834df8b-0623-4509-a5b7-e8a3489ca6f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:07.779236 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5f85abb7-b55d-47fd-ab3f-9ff009ae7436 req-5834df8b-0623-4509-a5b7-e8a3489ca6f1 service neutron] 10.222.0.95 "PUT /v2.0/ports/b59b6593-ca19-464c-8f13-8226077e7a20 HTTP/1.1" status: 200 len: 1092 time: 1.1756113 Feb 09 21:52:07.779763 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b9a69ce-b508-4d28-9ee3-4306bac54900', 'tag': 'b59b6593-ca19-464c-8f13-8226077e7a20'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:52:07.782242 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63ebc33d-cc2b-48ae-bf36-dc85149a42b1" -d '{"events": [{"name": "network-changed", "server_uuid": "2b9a69ce-b508-4d28-9ee3-4306bac54900", "tag": "b59b6593-ca19-464c-8f13-8226077e7a20"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:52:07.789560 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506e85ff-7cb2-4af4-aa30-6db01c1084c6 req-48b9dfe3-8e5e-4a4d-a674-f4c23f92b642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:07.791904 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-506e85ff-7cb2-4af4-aa30-6db01c1084c6 req-48b9dfe3-8e5e-4a4d-a674-f4c23f92b642 service neutron] 10.222.0.89 "GET /v2.0/networks?id=e9a5657a-72c8-4eb7-9270-46ed5fd14a25 HTTP/1.1" status: 200 len: 912 time: 0.0979125 Feb 09 21:52:07.797773 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933eca1c-db95-4558-b4d1-55d5620bb6ed req-a6e418e1-c4d9-45ce-b102-9cad4bae052f tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:07.799433 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-933eca1c-db95-4558-b4d1-55d5620bb6ed req-a6e418e1-c4d9-45ce-b102-9cad4bae052f tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/ports?device_id=196a7219-50a0-4378-9317-db757eb7b09b HTTP/1.1" status: 200 len: 945 time: 0.1799679 Feb 09 21:52:07.832652 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5834df8b-0623-4509-a5b7-e8a3489ca6f1 service neutron] Pushing event updated for resources: {'Port': ['ID=b59b6593-ca19-464c-8f13-8226077e7a20,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:07.896334 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-506e85ff-7cb2-4af4-aa30-6db01c1084c6 req-00c4fa7b-af84-4b56-b374-80cdc5ad8004 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab290a35-a881-457e-b82a-bb6a5f1de4ae HTTP/1.1" status: 200 len: 1000 time: 0.0971129 Feb 09 21:52:07.900043 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-58a04392-f005-462f-8319-ac14008ec1a2 req-468ffc99-9574-44bc-bb75-697c39043791 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=a72d620d-4650-43fd-afbd-3b01f73e5444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552870 Feb 09 21:52:07.929077 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-933eca1c-db95-4558-b4d1-55d5620bb6ed req-c83017c5-9b98-4ec6-859e-66b0824e2c46 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/security-groups?id=28acdcb4-ce07-4669-ac01-31d2a11868db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224134 Feb 09 21:52:07.946320 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f85abb7-b55d-47fd-ab3f-9ff009ae7436 req-88b1a01a-87cd-401b-b029-e48991226480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:07.948158 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5f85abb7-b55d-47fd-ab3f-9ff009ae7436 req-88b1a01a-87cd-401b-b029-e48991226480 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=986d9b7b22bb45a5a45792614c4e0ec6&device_id=2b9a69ce-b508-4d28-9ee3-4306bac54900 HTTP/1.1" status: 200 len: 1126 time: 0.1101711 Feb 09 21:52:08.004951 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506e85ff-7cb2-4af4-aa30-6db01c1084c6 req-6028d093-fed1-41df-ac58-6a579e2bc809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:08.006705 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-506e85ff-7cb2-4af4-aa30-6db01c1084c6 req-6028d093-fed1-41df-ac58-6a579e2bc809 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a77fad57-d7ca-4c6b-a8e5-5fa7d54c2e34 HTTP/1.1" status: 200 len: 850 time: 0.0907769 Feb 09 21:52:08.033858 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e78e99e8-7181-42ef-b989-76f73022b1a9 x-openstack-request-id: req-e78e99e8-7181-42ef-b989-76f73022b1a9 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:52:08.034408 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b9a69ce-b508-4d28-9ee3-4306bac54900", "tag": "b59b6593-ca19-464c-8f13-8226077e7a20", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:52:08.034408 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-e78e99e8-7181-42ef-b989-76f73022b1a9 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:52:08.034922 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b9a69ce-b508-4d28-9ee3-4306bac54900', 'tag': 'b59b6593-ca19-464c-8f13-8226077e7a20', 'status': 'completed', 'code': 200} Feb 09 21:52:08.036876 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5f85abb7-b55d-47fd-ab3f-9ff009ae7436 req-819d0fe4-b316-47ce-ba1c-2c1a6961e464 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=b59b6593-ca19-464c-8f13-8226077e7a20 HTTP/1.1" status: 200 len: 217 time: 0.0720716 Feb 09 21:52:08.069694 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a546c7-ad5b-4da9-b367-8f5c2d2b4f35 req-47f8e727-bdcc-49f3-938e-3240a085484b tempest-InstanceActionsTestJSON-1587017608 tempest-InstanceActionsTestJSON-1587017608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:08.071199 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-12a546c7-ad5b-4da9-b367-8f5c2d2b4f35 req-47f8e727-bdcc-49f3-938e-3240a085484b tempest-InstanceActionsTestJSON-1587017608 tempest-InstanceActionsTestJSON-1587017608-project] 10.222.0.89 "GET /v2.0/ports?device_id=67222ee5-e837-470a-ae2b-353a95d04ef5 HTTP/1.1" status: 200 len: 946 time: 0.1969883 Feb 09 21:52:08.094099 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f85abb7-b55d-47fd-ab3f-9ff009ae7436 req-0f3c3e42-9614-46b1-8877-6dc85ee9f838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:08.095728 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5f85abb7-b55d-47fd-ab3f-9ff009ae7436 req-0f3c3e42-9614-46b1-8877-6dc85ee9f838 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5ea91520-d88e-4220-952f-02f5c25ce60b HTTP/1.1" status: 200 len: 838 time: 0.0484822 Feb 09 21:52:08.116004 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506e85ff-7cb2-4af4-aa30-6db01c1084c6 req-0df33d1c-9ccc-4ca0-a0c3-365a396deb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:08.117591 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-506e85ff-7cb2-4af4-aa30-6db01c1084c6 req-0df33d1c-9ccc-4ca0-a0c3-365a396deb34 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e9a5657a-72c8-4eb7-9270-46ed5fd14a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1022024 Feb 09 21:52:08.154510 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f85abb7-b55d-47fd-ab3f-9ff009ae7436 req-97f24218-65e1-4b56-9f09-8143aab29c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:08.156110 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5f85abb7-b55d-47fd-ab3f-9ff009ae7436 req-97f24218-65e1-4b56-9f09-8143aab29c96 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=0e306e07-0479-434d-8263-fd754cd14169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0537806 Feb 09 21:52:08.273150 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-506e85ff-7cb2-4af4-aa30-6db01c1084c6 req-6f5b6c41-0fd3-4920-94ea-a63a401cde72 service neutron] 10.222.0.89 "GET /v2.0/networks/e9a5657a-72c8-4eb7-9270-46ed5fd14a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468804 Feb 09 21:52:08.275886 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-12a546c7-ad5b-4da9-b367-8f5c2d2b4f35 req-de3cc40c-ffd9-46d2-bc7a-bd3bf4b75a7b tempest-InstanceActionsTestJSON-1587017608 tempest-InstanceActionsTestJSON-1587017608-project] Deleting port 98a72461-a68d-45ed-93b3-4eb54c29072e {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:52:08.276254 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-12a546c7-ad5b-4da9-b367-8f5c2d2b4f35 req-de3cc40c-ffd9-46d2-bc7a-bd3bf4b75a7b tempest-InstanceActionsTestJSON-1587017608 tempest-InstanceActionsTestJSON-1587017608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (98a72461-a68d-45ed-93b3-4eb54c29072e), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:08.312966 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5f85abb7-b55d-47fd-ab3f-9ff009ae7436 req-82517f6b-b015-4b9f-9ed6-52f76548d561 service neutron] 10.222.0.95 "GET /v2.0/networks/0e306e07-0479-434d-8263-fd754cd14169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479564 Feb 09 21:52:08.325816 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96efcd4f-6b02-4b64-8c4a-d98df49c40a8 req-9c578896-77e4-4508-a93a-c01e03179afd tempest-InstanceActionsTestJSON-1587017608 tempest-InstanceActionsTestJSON-1587017608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:08.327438 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-96efcd4f-6b02-4b64-8c4a-d98df49c40a8 req-9c578896-77e4-4508-a93a-c01e03179afd tempest-InstanceActionsTestJSON-1587017608 tempest-InstanceActionsTestJSON-1587017608-project] 10.222.0.90 "GET /v2.0/ports?device_id=67222ee5-e837-470a-ae2b-353a95d04ef5 HTTP/1.1" status: 200 len: 946 time: 0.0847149 Feb 09 21:52:08.432193 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-12a546c7-ad5b-4da9-b367-8f5c2d2b4f35 req-de3cc40c-ffd9-46d2-bc7a-bd3bf4b75a7b tempest-InstanceActionsTestJSON-1587017608 tempest-InstanceActionsTestJSON-1587017608-project] For port 98a72461-a68d-45ed-93b3-4eb54c29072e, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=98a72461-a68d-45ed-93b3-4eb54c29072e,segment=NetworkSegment(2d2869d8-b0d2-4b81-b1ac-4d62cf709817),segment_id=2d2869d8-b0d2-4b81-b1ac-4d62cf709817)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:52:08.432588 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-12a546c7-ad5b-4da9-b367-8f5c2d2b4f35 req-de3cc40c-ffd9-46d2-bc7a-bd3bf4b75a7b tempest-InstanceActionsTestJSON-1587017608 tempest-InstanceActionsTestJSON-1587017608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (98a72461-a68d-45ed-93b3-4eb54c29072e), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:08.446069 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-506e85ff-7cb2-4af4-aa30-6db01c1084c6 req-a2244391-03ed-4c95-8dec-f21956bd839c service neutron] 10.222.0.89 "GET /v2.0/networks/e9a5657a-72c8-4eb7-9270-46ed5fd14a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556444 Feb 09 21:52:08.449870 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-12a546c7-ad5b-4da9-b367-8f5c2d2b4f35 req-de3cc40c-ffd9-46d2-bc7a-bd3bf4b75a7b tempest-InstanceActionsTestJSON-1587017608 tempest-InstanceActionsTestJSON-1587017608-project] Calling delete_port for 98a72461-a68d-45ed-93b3-4eb54c29072e owned by compute:nova {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:52:08.463180 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6b6b2b9a-1ef0-4595-9723-87b30c1724ee req-ca5831b6-a3fd-45b1-bfe7-01924a6b6bb7 tempest-ServerShowV254Test-1176059834 tempest-ServerShowV254Test-1176059834-project] 10.222.0.90 "GET /v2.0/ports?device_id=04d32166-ba98-4fec-85e6-137b16877cca HTTP/1.1" status: 200 len: 210 time: 0.0447664 Feb 09 21:52:08.467652 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-96efcd4f-6b02-4b64-8c4a-d98df49c40a8 req-831a0985-f814-4e58-aee3-23b9e8576e64 tempest-InstanceActionsTestJSON-1587017608 tempest-InstanceActionsTestJSON-1587017608-project] 10.222.0.90 "GET /v2.0/security-groups?id=dffb6ba8-e65c-40f8-a4dd-ad07275428f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293497 Feb 09 21:52:08.496665 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5f85abb7-b55d-47fd-ab3f-9ff009ae7436 req-ad9af563-fea2-4350-bfa7-70ced19919e5 service neutron] 10.222.0.95 "GET /v2.0/networks/0e306e07-0479-434d-8263-fd754cd14169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681666 Feb 09 21:52:08.603989 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-12a546c7-ad5b-4da9-b367-8f5c2d2b4f35 req-de3cc40c-ffd9-46d2-bc7a-bd3bf4b75a7b tempest-InstanceActionsTestJSON-1587017608 tempest-InstanceActionsTestJSON-1587017608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (98a72461-a68d-45ed-93b3-4eb54c29072e), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:08.628172 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ebc33d-cc2b-48ae-bf36-dc85149a42b1 req-a5dc3005-11a1-487d-a168-e3bf829a0833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:08.629673 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-63ebc33d-cc2b-48ae-bf36-dc85149a42b1 req-a5dc3005-11a1-487d-a168-e3bf829a0833 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=986d9b7b22bb45a5a45792614c4e0ec6&device_id=2b9a69ce-b508-4d28-9ee3-4306bac54900 HTTP/1.1" status: 200 len: 1126 time: 0.0755529 Feb 09 21:52:08.638324 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3cc40c-ffd9-46d2-bc7a-bd3bf4b75a7b tempest-InstanceActionsTestJSON-1587017608 tempest-InstanceActionsTestJSON-1587017608-project] Pushing event deleted for resources: {'Port': ['ID=98a72461-a68d-45ed-93b3-4eb54c29072e,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:08.691996 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-12a546c7-ad5b-4da9-b367-8f5c2d2b4f35 req-de3cc40c-ffd9-46d2-bc7a-bd3bf4b75a7b tempest-InstanceActionsTestJSON-1587017608 tempest-InstanceActionsTestJSON-1587017608-project] No DVR routers for this DVR port 98a72461-a68d-45ed-93b3-4eb54c29072e on host n-h2-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:52:08.695789 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-12a546c7-ad5b-4da9-b367-8f5c2d2b4f35 req-de3cc40c-ffd9-46d2-bc7a-bd3bf4b75a7b tempest-InstanceActionsTestJSON-1587017608 tempest-InstanceActionsTestJSON-1587017608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:08.699596 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-12a546c7-ad5b-4da9-b367-8f5c2d2b4f35 req-de3cc40c-ffd9-46d2-bc7a-bd3bf4b75a7b tempest-InstanceActionsTestJSON-1587017608 tempest-InstanceActionsTestJSON-1587017608-project] 10.222.0.89 "DELETE /v2.0/ports/98a72461-a68d-45ed-93b3-4eb54c29072e HTTP/1.1" status: 204 len: 173 time: 0.6182702 Feb 09 21:52:08.700091 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67222ee5-e837-470a-ae2b-353a95d04ef5', 'name': 'network-vif-deleted', 'tag': '98a72461-a68d-45ed-93b3-4eb54c29072e'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:52:08.702430 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22c1db25-c6c3-4b63-91a8-7b2c27ac13a0" -d '{"events": [{"server_uuid": "67222ee5-e837-470a-ae2b-353a95d04ef5", "name": "network-vif-deleted", "tag": "98a72461-a68d-45ed-93b3-4eb54c29072e"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:52:08.752032 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-280542df-8463-45bd-be15-0c416135fdad x-openstack-request-id: req-280542df-8463-45bd-be15-0c416135fdad {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:52:08.752910 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67222ee5-e837-470a-ae2b-353a95d04ef5", "name": "network-vif-deleted", "tag": "98a72461-a68d-45ed-93b3-4eb54c29072e", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:52:08.752910 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-280542df-8463-45bd-be15-0c416135fdad {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:52:08.753129 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67222ee5-e837-470a-ae2b-353a95d04ef5', 'name': 'network-vif-deleted', 'tag': '98a72461-a68d-45ed-93b3-4eb54c29072e', 'status': 'completed', 'code': 200} Feb 09 21:52:08.986932 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-92d5b9f9-3950-40ec-8cd6-63897a10f768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:09.058390 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7338e6-7271-4942-824a-9daea43b415e req-a8f8b19e-a57c-41c6-97e0-aedb53e7cd18 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:09.060783 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4d7338e6-7271-4942-824a-9daea43b415e req-a8f8b19e-a57c-41c6-97e0-aedb53e7cd18 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "GET /v2.0/ports?device_id=2b9a69ce-b508-4d28-9ee3-4306bac54900 HTTP/1.1" status: 200 len: 944 time: 0.4479570 Feb 09 21:52:09.115899 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ebc33d-cc2b-48ae-bf36-dc85149a42b1 req-336582e4-adac-4009-9c3e-ebc8f77cb4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:09.117388 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-63ebc33d-cc2b-48ae-bf36-dc85149a42b1 req-336582e4-adac-4009-9c3e-ebc8f77cb4ef service neutron] 10.222.0.95 "GET /v2.0/networks?id=0e306e07-0479-434d-8263-fd754cd14169 HTTP/1.1" status: 200 len: 898 time: 0.1704988 Feb 09 21:52:09.130702 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a5d608-971b-4815-89b5-5f33e5e3d057 req-2f44a94e-b3e3-4aa6-ba9a-74fd46c680cf tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:09.132190 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c7a5d608-971b-4815-89b5-5f33e5e3d057 req-2f44a94e-b3e3-4aa6-ba9a-74fd46c680cf tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=666b74a0-9369-4b80-92de-3f215e9f7d5e HTTP/1.1" status: 200 len: 946 time: 0.1308632 Feb 09 21:52:09.192907 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-63ebc33d-cc2b-48ae-bf36-dc85149a42b1 req-3df748f5-104a-4290-bd27-a4e195e932b1 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=b59b6593-ca19-464c-8f13-8226077e7a20 HTTP/1.1" status: 200 len: 217 time: 0.0597286 Feb 09 21:52:09.201296 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4d7338e6-7271-4942-824a-9daea43b415e req-f94f9006-6b31-47b4-b725-2f5c31d6df35 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "GET /v2.0/security-groups?id=42fc0fdd-d50d-428d-bae4-43f942bf2c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284835 Feb 09 21:52:09.265792 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c7a5d608-971b-4815-89b5-5f33e5e3d057 req-e083ff3a-a807-469c-baf2-b370184da0a4 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=a72d620d-4650-43fd-afbd-3b01f73e5444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222510 Feb 09 21:52:09.274103 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ebc33d-cc2b-48ae-bf36-dc85149a42b1 req-a890e945-00f1-4f43-a52d-d84449957ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:09.275421 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-63ebc33d-cc2b-48ae-bf36-dc85149a42b1 req-a890e945-00f1-4f43-a52d-d84449957ff1 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5ea91520-d88e-4220-952f-02f5c25ce60b HTTP/1.1" status: 200 len: 838 time: 0.0732946 Feb 09 21:52:09.377330 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82a019b-c403-4b31-bd67-82bcf7f3f731 req-aa9e5564-34ee-4dba-b533-d0ce1a542d98 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:09.378854 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f82a019b-c403-4b31-bd67-82bcf7f3f731 req-aa9e5564-34ee-4dba-b533-d0ce1a542d98 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/ports?device_id=196a7219-50a0-4378-9317-db757eb7b09b HTTP/1.1" status: 200 len: 945 time: 0.0869060 Feb 09 21:52:09.381649 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ebc33d-cc2b-48ae-bf36-dc85149a42b1 req-fdcac378-7f83-4ea4-80de-d2edd2672559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:09.383446 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-63ebc33d-cc2b-48ae-bf36-dc85149a42b1 req-fdcac378-7f83-4ea4-80de-d2edd2672559 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=0e306e07-0479-434d-8263-fd754cd14169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0823824 Feb 09 21:52:09.487371 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f82a019b-c403-4b31-bd67-82bcf7f3f731 req-7595f7f0-3d3a-4392-8eea-cfd68c6c5572 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/security-groups?id=28acdcb4-ce07-4669-ac01-31d2a11868db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021438 Feb 09 21:52:09.519916 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-63ebc33d-cc2b-48ae-bf36-dc85149a42b1 req-40650523-8ed3-47b8-8a87-0e192110593e service neutron] 10.222.0.95 "GET /v2.0/networks/0e306e07-0479-434d-8263-fd754cd14169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209805 Feb 09 21:52:09.569997 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 51130) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:52:09.622792 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-50635ef4-b388-4e0a-b8a4-248890b38dc6 admin admin] Deleting subnet cdd0cd1b-5726-476c-9181-475e0eabbd85 {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:52:09.626340 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5af62967-c119-4cf8-8ad9-6446c68598af req-d46758ad-0646-4590-a9a5-97838599b038 tempest-ServerShowV254Test-1176059834 tempest-ServerShowV254Test-1176059834-project] 10.222.0.90 "GET /v2.0/ports?device_id=04d32166-ba98-4fec-85e6-137b16877cca HTTP/1.1" status: 200 len: 210 time: 0.0376670 Feb 09 21:52:09.626955 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-50635ef4-b388-4e0a-b8a4-248890b38dc6 admin admin] Publish callbacks [] for subnet (cdd0cd1b-5726-476c-9181-475e0eabbd85), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:09.666071 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-63ebc33d-cc2b-48ae-bf36-dc85149a42b1 req-9d27bf46-f81b-49c7-afdd-c86994baa3b8 service neutron] 10.222.0.95 "GET /v2.0/networks/0e306e07-0479-434d-8263-fd754cd14169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329172 Feb 09 21:52:09.670668 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-50635ef4-b388-4e0a-b8a4-248890b38dc6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (cdd0cd1b-5726-476c-9181-475e0eabbd85), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:09.710207 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-50635ef4-b388-4e0a-b8a4-248890b38dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (cdd0cd1b-5726-476c-9181-475e0eabbd85), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:09.761522 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-50635ef4-b388-4e0a-b8a4-248890b38dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (cdd0cd1b-5726-476c-9181-475e0eabbd85), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:09.791664 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-50635ef4-b388-4e0a-b8a4-248890b38dc6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:09.795099 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-50635ef4-b388-4e0a-b8a4-248890b38dc6 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/cdd0cd1b-5726-476c-9181-475e0eabbd85 HTTP/1.1" status: 204 len: 168 time: 0.2238970 Feb 09 21:52:09.796172 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50635ef4-b388-4e0a-b8a4-248890b38dc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdd0cd1b-5726-476c-9181-475e0eabbd85,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:09.797988 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 51132) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:52:09.868491 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0331adb6-6d44-45e5-8b1e-098f854430eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (64c0840c-8e16-4726-8ace-cf75b7db28ef), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:09.952167 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0331adb6-6d44-45e5-8b1e-098f854430eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (64c0840c-8e16-4726-8ace-cf75b7db28ef), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:09.972450 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-0331adb6-6d44-45e5-8b1e-098f854430eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64c0840c-8e16-4726-8ace-cf75b7db28ef']}} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:52:09.981752 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-0331adb6-6d44-45e5-8b1e-098f854430eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d2869d8-b0d2-4b81-b1ac-4d62cf709817') {'for_net_delete': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:52:09.982055 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-0331adb6-6d44-45e5-8b1e-098f854430eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d2869d8-b0d2-4b81-b1ac-4d62cf709817') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:52:09.992298 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0331adb6-6d44-45e5-8b1e-098f854430eb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110711'] for segment (2d2869d8-b0d2-4b81-b1ac-4d62cf709817), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:10.005558 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0331adb6-6d44-45e5-8b1e-098f854430eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (2d2869d8-b0d2-4b81-b1ac-4d62cf709817), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:10.012600 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0331adb6-6d44-45e5-8b1e-098f854430eb admin admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=103140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:52:10.012982 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0331adb6-6d44-45e5-8b1e-098f854430eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669415'] for segment (2d2869d8-b0d2-4b81-b1ac-4d62cf709817), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:10.014650 n-d-828369-5 neutron-server[103140]: Traceback (most recent call last): Feb 09 21:52:10.014650 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:52:10.014650 n-d-828369-5 neutron-server[103140]: timer() Feb 09 21:52:10.014650 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:52:10.014650 n-d-828369-5 neutron-server[103140]: cb(*args, **kw) Feb 09 21:52:10.014650 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:52:10.014650 n-d-828369-5 neutron-server[103140]: return func(*args, **kwargs) Feb 09 21:52:10.014650 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:52:10.014650 n-d-828369-5 neutron-server[103140]: self._notify() Feb 09 21:52:10.014650 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:52:10.014650 n-d-828369-5 neutron-server[103140]: self.callback(batched_events) Feb 09 21:52:10.014650 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:52:10.014650 n-d-828369-5 neutron-server[103140]: event.method(event) Feb 09 21:52:10.014650 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:52:10.014650 n-d-828369-5 neutron-server[103140]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:52:10.014650 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:52:10.014650 n-d-828369-5 neutron-server[103140]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:52:10.014650 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:52:10.014650 n-d-828369-5 neutron-server[103140]: return f(self, *a, **k) Feb 09 21:52:10.014650 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:52:10.014650 n-d-828369-5 neutron-server[103140]: return self._get(url).json() Feb 09 21:52:10.014650 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:52:10.014650 n-d-828369-5 neutron-server[103140]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:52:10.014650 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:52:10.014650 n-d-828369-5 neutron-server[103140]: return self.request(url, 'GET', **kwargs) Feb 09 21:52:10.014650 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:52:10.014650 n-d-828369-5 neutron-server[103140]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:52:10.014650 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:52:10.014650 n-d-828369-5 neutron-server[103140]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:52:10.014650 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:52:10.014650 n-d-828369-5 neutron-server[103140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:52:10.014650 n-d-828369-5 neutron-server[103140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:52:10.067976 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0331adb6-6d44-45e5-8b1e-098f854430eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (64c0840c-8e16-4726-8ace-cf75b7db28ef), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:10.075533 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0331adb6-6d44-45e5-8b1e-098f854430eb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:10.081628 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-0331adb6-6d44-45e5-8b1e-098f854430eb admin admin] 10.222.0.90 "DELETE /v2.0/networks/64c0840c-8e16-4726-8ace-cf75b7db28ef HTTP/1.1" status: 204 len: 168 time: 0.2822471 Feb 09 21:52:10.093440 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0331adb6-6d44-45e5-8b1e-098f854430eb admin admin] Pushing event deleted for resources: {'Network': ['ID=64c0840c-8e16-4726-8ace-cf75b7db28ef,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:10.194992 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 51138) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:52:10.246297 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-4d5b7030-a2fb-466d-b431-66281f067242 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=76a763a71d3f4296846b11bacf88859f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0475349 Feb 09 21:52:10.246511 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 51142) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:52:10.296923 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3b135380-6514-4b94-b679-5f8ebea08576 admin admin] Publish callbacks [] for security_group (dffb6ba8-e65c-40f8-a4dd-ad07275428f0), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:10.332018 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3b135380-6514-4b94-b679-5f8ebea08576 admin admin] Publish callbacks [] for security_group (dffb6ba8-e65c-40f8-a4dd-ad07275428f0), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:10.392308 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3b135380-6514-4b94-b679-5f8ebea08576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (dffb6ba8-e65c-40f8-a4dd-ad07275428f0), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:10.395335 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3b135380-6514-4b94-b679-5f8ebea08576 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:10.398952 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-3b135380-6514-4b94-b679-5f8ebea08576 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/dffb6ba8-e65c-40f8-a4dd-ad07275428f0 HTTP/1.1" status: 204 len: 168 time: 0.1513591 Feb 09 21:52:10.410266 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b135380-6514-4b94-b679-5f8ebea08576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dffb6ba8-e65c-40f8-a4dd-ad07275428f0,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:10.420736 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 98a72461-a68d-45ed-93b3-4eb54c29072e no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:52:10.445881 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d53fa93-fe30-47b9-8f38-027fda49c6ad req-99709a11-3f88-43c5-a7df-a47b8403dde9 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:10.454897 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4d53fa93-fe30-47b9-8f38-027fda49c6ad req-99709a11-3f88-43c5-a7df-a47b8403dde9 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=666b74a0-9369-4b80-92de-3f215e9f7d5e HTTP/1.1" status: 200 len: 946 time: 0.0995209 Feb 09 21:52:10.457841 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] No Port match for: 98a72461-a68d-45ed-93b3-4eb54c29072e {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:52:10.458503 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 98a72461-a68d-45ed-93b3-4eb54c29072e not bound to the agent host n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:52:10.530148 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4d53fa93-fe30-47b9-8f38-027fda49c6ad req-418b7949-ed21-44dd-94cd-94b24a8e0494 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=a72d620d-4650-43fd-afbd-3b01f73e5444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694811 Feb 09 21:52:10.605940 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d98b68-3c3b-4ef0-a90a-6f52dfa47a24 req-1991f13c-3a16-4512-94c0-28c391387353 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:10.612794 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b0d98b68-3c3b-4ef0-a90a-6f52dfa47a24 req-1991f13c-3a16-4512-94c0-28c391387353 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "GET /v2.0/ports?device_id=2b9a69ce-b508-4d28-9ee3-4306bac54900 HTTP/1.1" status: 200 len: 944 time: 0.3355436 Feb 09 21:52:10.703975 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b0d98b68-3c3b-4ef0-a90a-6f52dfa47a24 req-cc916997-afd9-4525-9e8a-5ac3cb3c708f tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "GET /v2.0/security-groups?id=42fc0fdd-d50d-428d-bae4-43f942bf2c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802650 Feb 09 21:52:10.711535 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b5b6e1-fdfa-4353-9492-a25844fdf934 req-7fe86599-14f5-4dae-acc1-29df5c565f87 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:10.713087 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e3b5b6e1-fdfa-4353-9492-a25844fdf934 req-7fe86599-14f5-4dae-acc1-29df5c565f87 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/ports?device_id=196a7219-50a0-4378-9317-db757eb7b09b HTTP/1.1" status: 200 len: 945 time: 0.0991046 Feb 09 21:52:10.780852 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e3b5b6e1-fdfa-4353-9492-a25844fdf934 req-4a055a2a-7af7-40f9-a36c-73f1ddedf87f tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/security-groups?id=28acdcb4-ce07-4669-ac01-31d2a11868db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618606 Feb 09 21:52:10.836970 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2d4bfdee-8e97-41f2-ad5e-563afbf14ea3 req-21e06a63-8d16-4219-8002-cf8b53e56e69 tempest-ServerShowV254Test-1176059834 tempest-ServerShowV254Test-1176059834-project] 10.222.0.90 "GET /v2.0/ports?device_id=04d32166-ba98-4fec-85e6-137b16877cca HTTP/1.1" status: 200 len: 210 time: 0.0394561 Feb 09 21:52:10.982721 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-20816ca7-ed5b-4f5f-add1-0ee5cafaeac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:10.997585 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device b59b6593-ca19-464c-8f13-8226077e7a20 details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:52:11.107301 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port b59b6593-ca19-464c-8f13-8226077e7a20, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=b59b6593-ca19-464c-8f13-8226077e7a20,segment=NetworkSegment(22409367-d4e5-4be0-87ed-f1b38904612e),segment_id=22409367-d4e5-4be0-87ed-f1b38904612e)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:52:11.120653 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': 'b59b6593-ca19-464c-8f13-8226077e7a20', 'network_id': '0e306e07-0479-434d-8263-fd754cd14169', 'port_id': 'b59b6593-ca19-464c-8f13-8226077e7a20', 'mac_address': 'fa:16:3e:ba:0b:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ea91520-d88e-4220-952f-02f5c25ce60b', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:52:11.162949 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port b59b6593-ca19-464c-8f13-8226077e7a20 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:52:11.163716 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (b59b6593-ca19-464c-8f13-8226077e7a20), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:11.176924 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b59b6593-ca19-464c-8f13-8226077e7a20 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:52:11.198982 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port b59b6593-ca19-464c-8f13-8226077e7a20, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=b59b6593-ca19-464c-8f13-8226077e7a20,segment=NetworkSegment(22409367-d4e5-4be0-87ed-f1b38904612e),segment_id=22409367-d4e5-4be0-87ed-f1b38904612e)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:52:11.203661 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (b59b6593-ca19-464c-8f13-8226077e7a20), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:11.236787 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 51176) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:52:11.256670 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=b59b6593-ca19-464c-8f13-8226077e7a20,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:11.345502 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-857322cc-41ae-4093-b821-11348ac261be admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-671509615-network', 'tenant_id': '7310d74b488942909db6151f77a39614'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:52:11.364138 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-857322cc-41ae-4093-b821-11348ac261be admin admin] Made reservation on behalf of 7310d74b488942909db6151f77a39614 for: {'network': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:52:11.366709 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-857322cc-41ae-4093-b821-11348ac261be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:11.375472 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-857322cc-41ae-4093-b821-11348ac261be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:11.454682 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-857322cc-41ae-4093-b821-11348ac261be admin admin] Publish callbacks [] for security_group (0baea1c5-211a-480c-8468-a6c09d7704ee), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:11.459736 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-857322cc-41ae-4093-b821-11348ac261be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (0baea1c5-211a-480c-8468-a6c09d7704ee), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:11.485980 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['b59b6593-ca19-464c-8f13-8226077e7a20'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:52:11.492370 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-857322cc-41ae-4093-b821-11348ac261be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=103140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:52:11.507749 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857322cc-41ae-4093-b821-11348ac261be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0baea1c5-211a-480c-8468-a6c09d7704ee,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:11.519263 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-857322cc-41ae-4093-b821-11348ac261be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (d73c98f0-35c2-4681-9cf7-8077d611bcc8), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:11.519731 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-857322cc-41ae-4093-b821-11348ac261be admin admin] Added segment d73c98f0-35c2-4681-9cf7-8077d611bcc8 of type vlan for network caac7afb-5a23-484c-8c83-41dafad2c45e Feb 09 21:52:11.566308 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-857322cc-41ae-4093-b821-11348ac261be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (caac7afb-5a23-484c-8c83-41dafad2c45e), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:11.600759 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-857322cc-41ae-4093-b821-11348ac261be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (caac7afb-5a23-484c-8c83-41dafad2c45e), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:11.601973 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857322cc-41ae-4093-b821-11348ac261be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:11.602400 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-857322cc-41ae-4093-b821-11348ac261be admin admin] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:11.696753 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-857322cc-41ae-4093-b821-11348ac261be admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.4552093 Feb 09 21:52:11.697721 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 51182) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:52:11.703401 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857322cc-41ae-4093-b821-11348ac261be admin admin] Pushing event updated for resources: {'Network': ['ID=caac7afb-5a23-484c-8c83-41dafad2c45e,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:11.704957 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-7a108775-593b-4106-9afe-30f79de3e907 admin admin] Request body: {'subnet': {'network_id': 'caac7afb-5a23-484c-8c83-41dafad2c45e', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-671509615-subnet', 'tenant_id': '7310d74b488942909db6151f77a39614', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:52:11.715444 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network caac7afb-5a23-484c-8c83-41dafad2c45e details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:52:11.730175 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544f1f7b-d222-4517-898e-a58dc88248ce req-a3fd3d77-9960-4f52-a57f-aae5ad1625f6 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:11.733301 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-544f1f7b-d222-4517-898e-a58dc88248ce req-a3fd3d77-9960-4f52-a57f-aae5ad1625f6 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=666b74a0-9369-4b80-92de-3f215e9f7d5e HTTP/1.1" status: 200 len: 946 time: 0.1127319 Feb 09 21:52:11.748199 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a108775-593b-4106-9afe-30f79de3e907 admin admin] Made reservation on behalf of 7310d74b488942909db6151f77a39614 for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:52:11.751142 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7a108775-593b-4106-9afe-30f79de3e907 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:11.813863 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-544f1f7b-d222-4517-898e-a58dc88248ce req-00240b6d-3803-47e1-b802-fe3a111770e2 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=a72d620d-4650-43fd-afbd-3b01f73e5444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615344 Feb 09 21:52:11.884020 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a53967-ca24-4d10-bc3e-8c192253029c req-cd2b7db4-ef3a-4a4c-b4db-fca180f5652d tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:11.885677 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-15a53967-ca24-4d10-bc3e-8c192253029c req-cd2b7db4-ef3a-4a4c-b4db-fca180f5652d tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "GET /v2.0/ports?device_id=2b9a69ce-b508-4d28-9ee3-4306bac54900 HTTP/1.1" status: 200 len: 945 time: 0.0688641 Feb 09 21:52:11.963148 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9e55a323-0bba-46be-8e34-68796910b4c7 req-90be5d3d-6976-459d-9142-454388ad36d9 tempest-ServerShowV254Test-1176059834 tempest-ServerShowV254Test-1176059834-project] 10.222.0.90 "GET /v2.0/ports?device_id=04d32166-ba98-4fec-85e6-137b16877cca HTTP/1.1" status: 200 len: 210 time: 0.0370975 Feb 09 21:52:11.972088 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-15a53967-ca24-4d10-bc3e-8c192253029c req-9370a67f-6301-4614-99ae-cb95ffd0d3f5 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "GET /v2.0/security-groups?id=42fc0fdd-d50d-428d-bae4-43f942bf2c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759199 Feb 09 21:52:12.003319 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7a108775-593b-4106-9afe-30f79de3e907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (581833d0-9152-4e45-a789-c5ccee42f523), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:12.062600 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a108775-593b-4106-9afe-30f79de3e907 admin admin] Pushing event updated for resources: {'Subnet': ['ID=581833d0-9152-4e45-a789-c5ccee42f523,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:12.071760 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a108775-593b-4106-9afe-30f79de3e907 admin admin] Checking segment: {'id': 'd73c98f0-35c2-4681-9cf7-8077d611bcc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'caac7afb-5a23-484c-8c83-41dafad2c45e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:52:12.072118 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a108775-593b-4106-9afe-30f79de3e907 admin admin] Network hostable DHCP agents. Network: caac7afb-5a23-484c-8c83-41dafad2c45e, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:52:12.089443 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a108775-593b-4106-9afe-30f79de3e907 admin admin] Network caac7afb-5a23-484c-8c83-41dafad2c45e is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:52:12.097868 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-7a108775-593b-4106-9afe-30f79de3e907 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, caac7afb-5a23-484c-8c83-41dafad2c45e) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:52:12.102013 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a108775-593b-4106-9afe-30f79de3e907 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:12.102629 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7a108775-593b-4106-9afe-30f79de3e907 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:12.106981 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ee58f0-6dbe-42ed-a578-6cd17998bd3f None None] Network caac7afb-5a23-484c-8c83-41dafad2c45e requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:52:12.124854 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-7a108775-593b-4106-9afe-30f79de3e907 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4253187 Feb 09 21:52:12.233414 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd284bf5-342a-44c9-b9ca-ddf3807e5513 None None] Network caac7afb-5a23-484c-8c83-41dafad2c45e requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:52:12.581727 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b70eb18-c946-4e37-9084-4185e6f6f29b req-5405fbc8-c475-4bc6-a989-791b42bcd559 tempest-InstanceActionsNegativeTestJSON-2139258106 tempest-InstanceActionsNegativeTestJSON-2139258106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:12.583381 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6b70eb18-c946-4e37-9084-4185e6f6f29b req-5405fbc8-c475-4bc6-a989-791b42bcd559 tempest-InstanceActionsNegativeTestJSON-2139258106 tempest-InstanceActionsNegativeTestJSON-2139258106-project] 10.222.0.90 "GET /v2.0/networks?id=caac7afb-5a23-484c-8c83-41dafad2c45e HTTP/1.1" status: 200 len: 821 time: 0.1101961 Feb 09 21:52:12.598572 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6b70eb18-c946-4e37-9084-4185e6f6f29b req-8805991c-21c8-4303-8e71-64214a36762f tempest-InstanceActionsNegativeTestJSON-2139258106 tempest-InstanceActionsNegativeTestJSON-2139258106-project] 10.222.0.90 "GET /v2.0/quotas/7310d74b488942909db6151f77a39614 HTTP/1.1" status: 200 len: 375 time: 0.0095417 Feb 09 21:52:12.632490 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6b70eb18-c946-4e37-9084-4185e6f6f29b req-38d2dbfc-cc43-469c-a1ec-e5beb9279a7f tempest-InstanceActionsNegativeTestJSON-2139258106 tempest-InstanceActionsNegativeTestJSON-2139258106-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=7310d74b488942909db6151f77a39614&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276840 Feb 09 21:52:12.718084 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:12.729683 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6b70eb18-c946-4e37-9084-4185e6f6f29b req-f2501d99-7402-45fb-9829-c8ba38ee5b3a service neutron] 10.222.0.90 "GET /v2.0/networks/caac7afb-5a23-484c-8c83-41dafad2c45e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903258 Feb 09 21:52:12.821472 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6b70eb18-c946-4e37-9084-4185e6f6f29b req-1a6fb5c5-eafb-4d0f-ac28-b0d5e8d34df2 service neutron] 10.222.0.90 "GET /v2.0/networks/caac7afb-5a23-484c-8c83-41dafad2c45e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858593 Feb 09 21:52:12.941972 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d84e24-d15b-4f7f-92e3-6e05eefbdec1 req-6e68ccbd-db8d-43f0-9307-c8fefaa3a5d2 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:12.944923 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-54d84e24-d15b-4f7f-92e3-6e05eefbdec1 req-6e68ccbd-db8d-43f0-9307-c8fefaa3a5d2 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=666b74a0-9369-4b80-92de-3f215e9f7d5e HTTP/1.1" status: 200 len: 946 time: 0.0583711 Feb 09 21:52:13.009677 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device b59b6593-ca19-464c-8f13-8226077e7a20 up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:52:13.013320 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-03bc3c00-e077-4c56-8117-d57bb0354c8f req-00daef3c-0342-43c8-adfc-f611cb313564 tempest-InstanceActionsNegativeTestJSON-2139258106 tempest-InstanceActionsNegativeTestJSON-2139258106-project] 10.222.0.90 "GET /v2.0/ports?device_id=31a80469-1420-4f6a-82cf-b83d8bb4d502 HTTP/1.1" status: 200 len: 210 time: 0.0428448 Feb 09 21:52:13.048019 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-54d84e24-d15b-4f7f-92e3-6e05eefbdec1 req-573ab0b9-7b01-43a4-9974-4d108e9a7fdc tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=a72d620d-4650-43fd-afbd-3b01f73e5444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978031 Feb 09 21:52:13.072837 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning for port b59b6593-ca19-464c-8f13-8226077e7a20 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:52:13.078553 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port b59b6593-ca19-464c-8f13-8226077e7a20 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:52:13.079059 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (b59b6593-ca19-464c-8f13-8226077e7a20), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:13.137136 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c2f6ef6a-9005-47dd-862c-89ed68cf2e35 req-34ab83f3-715f-45e5-ac54-90bb8e813553 tempest-ServerShowV254Test-1176059834 tempest-ServerShowV254Test-1176059834-project] 10.222.0.90 "GET /v2.0/ports?device_id=04d32166-ba98-4fec-85e6-137b16877cca HTTP/1.1" status: 200 len: 210 time: 0.0461862 Feb 09 21:52:13.208018 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port b59b6593-ca19-464c-8f13-8226077e7a20 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:52:13.209510 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (b59b6593-ca19-464c-8f13-8226077e7a20), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:13.224146 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5781446c-7bf5-465c-97f9-baac16c70e18 req-9bd78c5e-ad66-44b0-b0b5-763c656626e4 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:13.226431 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5781446c-7bf5-465c-97f9-baac16c70e18 req-9bd78c5e-ad66-44b0-b0b5-763c656626e4 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "GET /v2.0/ports?device_id=2b9a69ce-b508-4d28-9ee3-4306bac54900 HTTP/1.1" status: 200 len: 945 time: 0.0831370 Feb 09 21:52:13.241019 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b9a69ce-b508-4d28-9ee3-4306bac54900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b59b6593-ca19-464c-8f13-8226077e7a20'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:52:13.243582 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-160b1b2e-a033-463d-95da-5d7f73701564" -d '{"events": [{"server_uuid": "2b9a69ce-b508-4d28-9ee3-4306bac54900", "name": "network-vif-plugged", "status": "completed", "tag": "b59b6593-ca19-464c-8f13-8226077e7a20"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:52:13.258648 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port b59b6593-ca19-464c-8f13-8226077e7a20, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=b59b6593-ca19-464c-8f13-8226077e7a20,segment=NetworkSegment(22409367-d4e5-4be0-87ed-f1b38904612e),segment_id=22409367-d4e5-4be0-87ed-f1b38904612e)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:52:13.264709 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (b59b6593-ca19-464c-8f13-8226077e7a20), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:13.333190 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e68d0509-9682-44bf-a5be-fa2e5bfb7a2f x-openstack-request-id: req-e68d0509-9682-44bf-a5be-fa2e5bfb7a2f {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:52:13.333190 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b9a69ce-b508-4d28-9ee3-4306bac54900", "name": "network-vif-plugged", "status": "completed", "tag": "b59b6593-ca19-464c-8f13-8226077e7a20", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:52:13.333190 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-e68d0509-9682-44bf-a5be-fa2e5bfb7a2f {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:52:13.333190 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b9a69ce-b508-4d28-9ee3-4306bac54900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b59b6593-ca19-464c-8f13-8226077e7a20', 'code': 200} Feb 09 21:52:13.337981 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5781446c-7bf5-465c-97f9-baac16c70e18 req-1f0fb86f-5fd2-4b4e-aeac-58ba7a26d297 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "GET /v2.0/security-groups?id=42fc0fdd-d50d-428d-bae4-43f942bf2c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038430 Feb 09 21:52:13.380065 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=b59b6593-ca19-464c-8f13-8226077e7a20,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:13.449637 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a729c79a-1080-4b45-8da5-84fdcedce0e5 req-9502af08-e25a-450b-84e9-22e7cafe120a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:13.451299 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a729c79a-1080-4b45-8da5-84fdcedce0e5 req-9502af08-e25a-450b-84e9-22e7cafe120a service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=2b9a69ce-b508-4d28-9ee3-4306bac54900 HTTP/1.1" status: 200 len: 1128 time: 0.0532775 Feb 09 21:52:13.507262 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a729c79a-1080-4b45-8da5-84fdcedce0e5 req-6a2a5057-8309-47d8-bcf6-af7999b217c9 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=42fc0fdd-d50d-428d-bae4-43f942bf2c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492535 Feb 09 21:52:13.530095 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:52:14.120637 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f8b9135d-69f5-429b-bba9-279aa5b38e3b req-005e74d1-96d2-46cd-a759-84371b217c92 tempest-InstanceActionsNegativeTestJSON-2139258106 tempest-InstanceActionsNegativeTestJSON-2139258106-project] 10.222.0.90 "GET /v2.0/ports?device_id=31a80469-1420-4f6a-82cf-b83d8bb4d502 HTTP/1.1" status: 200 len: 210 time: 0.0382426 Feb 09 21:52:14.155927 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:14.236678 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d3f7b4-5472-4289-af92-cc5780015af2 req-42b069d9-850d-4c61-a145-02a84e42a39b tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:14.238594 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f0d3f7b4-5472-4289-af92-cc5780015af2 req-42b069d9-850d-4c61-a145-02a84e42a39b tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=666b74a0-9369-4b80-92de-3f215e9f7d5e HTTP/1.1" status: 200 len: 946 time: 0.1080954 Feb 09 21:52:14.265913 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0893c573-410d-4c27-91d7-06d45925bccc req-7e3d60ab-b1f8-4e58-ad10-60782991a524 tempest-ServerShowV254Test-1176059834 tempest-ServerShowV254Test-1176059834-project] 10.222.0.90 "GET /v2.0/ports?device_id=04d32166-ba98-4fec-85e6-137b16877cca HTTP/1.1" status: 200 len: 210 time: 0.0464387 Feb 09 21:52:14.315395 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f0d3f7b4-5472-4289-af92-cc5780015af2 req-195deb11-2875-4e5f-a527-72168cae8691 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=a72d620d-4650-43fd-afbd-3b01f73e5444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523915 Feb 09 21:52:14.394863 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b70eb18-c946-4e37-9084-4185e6f6f29b req-000de075-4604-4c29-9543-34d4fbc411a1 tempest-InstanceActionsNegativeTestJSON-2139258106 tempest-InstanceActionsNegativeTestJSON-2139258106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:14.397057 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6b70eb18-c946-4e37-9084-4185e6f6f29b req-000de075-4604-4c29-9543-34d4fbc411a1 tempest-InstanceActionsNegativeTestJSON-2139258106 tempest-InstanceActionsNegativeTestJSON-2139258106-project] 10.222.0.89 "GET /v2.0/networks?id=caac7afb-5a23-484c-8c83-41dafad2c45e HTTP/1.1" status: 200 len: 821 time: 0.1764789 Feb 09 21:52:14.411027 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-6b70eb18-c946-4e37-9084-4185e6f6f29b req-2e1d345c-97cd-445f-8ed0-b3e41f4059c8 tempest-InstanceActionsNegativeTestJSON-2139258106 tempest-InstanceActionsNegativeTestJSON-2139258106-project] Request body: {'port': {'device_id': '31a80469-1420-4f6a-82cf-b83d8bb4d502', 'network_id': 'caac7afb-5a23-484c-8c83-41dafad2c45e', 'admin_state_up': True, 'tenant_id': '7310d74b488942909db6151f77a39614'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:52:14.483503 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1fe558-293d-4983-8ad1-3b4170d3d5ae req-040a612a-5120-454e-9160-426394a8d7e2 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:14.485153 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0a1fe558-293d-4983-8ad1-3b4170d3d5ae req-040a612a-5120-454e-9160-426394a8d7e2 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "GET /v2.0/ports?device_id=2b9a69ce-b508-4d28-9ee3-4306bac54900 HTTP/1.1" status: 200 len: 946 time: 0.0627017 Feb 09 21:52:14.533739 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b70eb18-c946-4e37-9084-4185e6f6f29b req-2e1d345c-97cd-445f-8ed0-b3e41f4059c8 tempest-InstanceActionsNegativeTestJSON-2139258106 tempest-InstanceActionsNegativeTestJSON-2139258106-project] Made reservation on behalf of 7310d74b488942909db6151f77a39614 for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:52:14.535299 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0a1fe558-293d-4983-8ad1-3b4170d3d5ae req-ceef694a-c041-481a-b739-c350d76e3bda tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "GET /v2.0/security-groups?id=42fc0fdd-d50d-428d-bae4-43f942bf2c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438478 Feb 09 21:52:14.537140 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-6b70eb18-c946-4e37-9084-4185e6f6f29b req-2e1d345c-97cd-445f-8ed0-b3e41f4059c8 tempest-InstanceActionsNegativeTestJSON-2139258106 tempest-InstanceActionsNegativeTestJSON-2139258106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:14.663921 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [req-6b70eb18-c946-4e37-9084-4185e6f6f29b req-2e1d345c-97cd-445f-8ed0-b3e41f4059c8 tempest-InstanceActionsNegativeTestJSON-2139258106 tempest-InstanceActionsNegativeTestJSON-2139258106-project] Allocated IP 172.20.0.6 (caac7afb-5a23-484c-8c83-41dafad2c45e/581833d0-9152-4e45-a789-c5ccee42f523/3fff5060-8c78-4d8b-991c-d1003c19a0ea) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:52:14.812492 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-6b70eb18-c946-4e37-9084-4185e6f6f29b req-2e1d345c-97cd-445f-8ed0-b3e41f4059c8 tempest-InstanceActionsNegativeTestJSON-2139258106 tempest-InstanceActionsNegativeTestJSON-2139258106-project] Publish callbacks [] for port (3fff5060-8c78-4d8b-991c-d1003c19a0ea), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:14.847339 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-6b70eb18-c946-4e37-9084-4185e6f6f29b req-2e1d345c-97cd-445f-8ed0-b3e41f4059c8 tempest-InstanceActionsNegativeTestJSON-2139258106 tempest-InstanceActionsNegativeTestJSON-2139258106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (3fff5060-8c78-4d8b-991c-d1003c19a0ea), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:14.891652 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b70eb18-c946-4e37-9084-4185e6f6f29b req-2e1d345c-97cd-445f-8ed0-b3e41f4059c8 tempest-InstanceActionsNegativeTestJSON-2139258106 tempest-InstanceActionsNegativeTestJSON-2139258106-project] Network caac7afb-5a23-484c-8c83-41dafad2c45e is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:52:14.894921 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [req-6b70eb18-c946-4e37-9084-4185e6f6f29b req-2e1d345c-97cd-445f-8ed0-b3e41f4059c8 tempest-InstanceActionsNegativeTestJSON-2139258106 tempest-InstanceActionsNegativeTestJSON-2139258106-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:52:14.899166 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b70eb18-c946-4e37-9084-4185e6f6f29b req-2e1d345c-97cd-445f-8ed0-b3e41f4059c8 tempest-InstanceActionsNegativeTestJSON-2139258106 tempest-InstanceActionsNegativeTestJSON-2139258106-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:52:14.905499 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1d345c-97cd-445f-8ed0-b3e41f4059c8 tempest-InstanceActionsNegativeTestJSON-2139258106 tempest-InstanceActionsNegativeTestJSON-2139258106-project] Pushing event updated for resources: {'Port': ['ID=3fff5060-8c78-4d8b-991c-d1003c19a0ea,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:14.948964 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b70eb18-c946-4e37-9084-4185e6f6f29b req-2e1d345c-97cd-445f-8ed0-b3e41f4059c8 tempest-InstanceActionsNegativeTestJSON-2139258106 tempest-InstanceActionsNegativeTestJSON-2139258106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:14.949512 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-6b70eb18-c946-4e37-9084-4185e6f6f29b req-2e1d345c-97cd-445f-8ed0-b3e41f4059c8 tempest-InstanceActionsNegativeTestJSON-2139258106 tempest-InstanceActionsNegativeTestJSON-2139258106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:14.965819 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6b70eb18-c946-4e37-9084-4185e6f6f29b req-2e1d345c-97cd-445f-8ed0-b3e41f4059c8 tempest-InstanceActionsNegativeTestJSON-2139258106 tempest-InstanceActionsNegativeTestJSON-2139258106-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5588710 Feb 09 21:52:14.979881 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-6b70eb18-c946-4e37-9084-4185e6f6f29b req-579e4902-c794-415f-8dc0-cc58587ae643 service neutron] Request body: {'port': {'device_id': '31a80469-1420-4f6a-82cf-b83d8bb4d502', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:52:15.040255 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-6b70eb18-c946-4e37-9084-4185e6f6f29b req-579e4902-c794-415f-8dc0-cc58587ae643 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (3fff5060-8c78-4d8b-991c-d1003c19a0ea), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:15.246622 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3790e3-b2eb-4109-bd48-b7eacfd3b30f req-11f82546-77c5-4d6c-9b3a-ae840ed92c9b tempest-InstanceActionsNegativeTestJSON-2139258106 tempest-InstanceActionsNegativeTestJSON-2139258106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:15.248048 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cf3790e3-b2eb-4109-bd48-b7eacfd3b30f req-11f82546-77c5-4d6c-9b3a-ae840ed92c9b tempest-InstanceActionsNegativeTestJSON-2139258106 tempest-InstanceActionsNegativeTestJSON-2139258106-project] 10.222.0.90 "GET /v2.0/ports?device_id=31a80469-1420-4f6a-82cf-b83d8bb4d502 HTTP/1.1" status: 200 len: 931 time: 0.0523202 Feb 09 21:52:15.273406 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:15.304516 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cf3790e3-b2eb-4109-bd48-b7eacfd3b30f req-235ff1ec-375f-4d43-b325-1b6e742c11e4 tempest-InstanceActionsNegativeTestJSON-2139258106 tempest-InstanceActionsNegativeTestJSON-2139258106-project] 10.222.0.90 "GET /v2.0/security-groups?id=0baea1c5-211a-480c-8468-a6c09d7704ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472274 Feb 09 21:52:15.308483 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-6b70eb18-c946-4e37-9084-4185e6f6f29b req-579e4902-c794-415f-8dc0-cc58587ae643 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fff5060-8c78-4d8b-991c-d1003c19a0ea {{(pid=103141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:52:15.317692 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-6b70eb18-c946-4e37-9084-4185e6f6f29b req-579e4902-c794-415f-8dc0-cc58587ae643 service neutron] Publish callbacks [] for port (3fff5060-8c78-4d8b-991c-d1003c19a0ea), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:15.330805 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-6b70eb18-c946-4e37-9084-4185e6f6f29b req-579e4902-c794-415f-8dc0-cc58587ae643 service neutron] Transition to ACTIVE for port object 3fff5060-8c78-4d8b-991c-d1003c19a0ea will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:52:15.334707 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-6b70eb18-c946-4e37-9084-4185e6f6f29b req-579e4902-c794-415f-8dc0-cc58587ae643 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (3fff5060-8c78-4d8b-991c-d1003c19a0ea), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:15.406013 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579e4902-c794-415f-8dc0-cc58587ae643 service neutron] Pushing event updated for resources: {'Port': ['ID=3fff5060-8c78-4d8b-991c-d1003c19a0ea,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:15.461948 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-40e36a0f-09a9-42a1-924d-7a648b2d79c6 req-4612457a-f50a-4d0a-a10c-24ae1e5a9436 tempest-ServerShowV254Test-1176059834 tempest-ServerShowV254Test-1176059834-project] 10.222.0.90 "GET /v2.0/ports?device_id=04d32166-ba98-4fec-85e6-137b16877cca HTTP/1.1" status: 200 len: 210 time: 0.1047165 Feb 09 21:52:15.462966 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-6b70eb18-c946-4e37-9084-4185e6f6f29b req-579e4902-c794-415f-8dc0-cc58587ae643 service neutron] Attempting to bind port 3fff5060-8c78-4d8b-991c-d1003c19a0ea on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:52:15.463537 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-6b70eb18-c946-4e37-9084-4185e6f6f29b req-579e4902-c794-415f-8dc0-cc58587ae643 service neutron] Attempting to bind port 3fff5060-8c78-4d8b-991c-d1003c19a0ea by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': 'd73c98f0-35c2-4681-9cf7-8077d611bcc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'caac7afb-5a23-484c-8c83-41dafad2c45e'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:52:15.464354 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b70eb18-c946-4e37-9084-4185e6f6f29b req-579e4902-c794-415f-8dc0-cc58587ae643 service neutron] Attempting to bind port 3fff5060-8c78-4d8b-991c-d1003c19a0ea on network caac7afb-5a23-484c-8c83-41dafad2c45e {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:52:15.468826 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b70eb18-c946-4e37-9084-4185e6f6f29b req-579e4902-c794-415f-8dc0-cc58587ae643 service neutron] Port 3fff5060-8c78-4d8b-991c-d1003c19a0ea on network caac7afb-5a23-484c-8c83-41dafad2c45e not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:52:15.469217 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b70eb18-c946-4e37-9084-4185e6f6f29b req-579e4902-c794-415f-8dc0-cc58587ae643 service neutron] Attempting to bind port 3fff5060-8c78-4d8b-991c-d1003c19a0ea on network caac7afb-5a23-484c-8c83-41dafad2c45e {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:52:15.478531 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b56b00d-bc5f-42b6-9db4-51a0d180ba29 req-dded614e-fb66-4092-8794-7f6ed6fc219b tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:15.480100 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9b56b00d-bc5f-42b6-9db4-51a0d180ba29 req-dded614e-fb66-4092-8794-7f6ed6fc219b tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=666b74a0-9369-4b80-92de-3f215e9f7d5e HTTP/1.1" status: 200 len: 946 time: 0.0871210 Feb 09 21:52:15.493590 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b70eb18-c946-4e37-9084-4185e6f6f29b req-579e4902-c794-415f-8dc0-cc58587ae643 service neutron] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:52:15.493950 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b70eb18-c946-4e37-9084-4185e6f6f29b req-579e4902-c794-415f-8dc0-cc58587ae643 service neutron] Checking segment: {'id': 'd73c98f0-35c2-4681-9cf7-8077d611bcc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'caac7afb-5a23-484c-8c83-41dafad2c45e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:52:15.494345 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b70eb18-c946-4e37-9084-4185e6f6f29b req-579e4902-c794-415f-8dc0-cc58587ae643 service neutron] Bound using segment: {'id': 'd73c98f0-35c2-4681-9cf7-8077d611bcc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'caac7afb-5a23-484c-8c83-41dafad2c45e'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:52:15.494814 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-6b70eb18-c946-4e37-9084-4185e6f6f29b req-579e4902-c794-415f-8dc0-cc58587ae643 service neutron] Bound port: 3fff5060-8c78-4d8b-991c-d1003c19a0ea, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd73c98f0-35c2-4681-9cf7-8077d611bcc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'caac7afb-5a23-484c-8c83-41dafad2c45e'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:52:15.495169 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-6b70eb18-c946-4e37-9084-4185e6f6f29b req-579e4902-c794-415f-8dc0-cc58587ae643 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (3fff5060-8c78-4d8b-991c-d1003c19a0ea), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:15.536891 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9b56b00d-bc5f-42b6-9db4-51a0d180ba29 req-b5cf3b06-3cf4-45f6-8538-359c097a61f0 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=a72d620d-4650-43fd-afbd-3b01f73e5444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502620 Feb 09 21:52:15.567769 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-6b70eb18-c946-4e37-9084-4185e6f6f29b req-579e4902-c794-415f-8dc0-cc58587ae643 service neutron] For port 3fff5060-8c78-4d8b-991c-d1003c19a0ea, host n-h2-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:52:15.571934 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-6b70eb18-c946-4e37-9084-4185e6f6f29b req-579e4902-c794-415f-8dc0-cc58587ae643 service neutron] For port 3fff5060-8c78-4d8b-991c-d1003c19a0ea, host n-h2-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=3fff5060-8c78-4d8b-991c-d1003c19a0ea,segment=NetworkSegment(d73c98f0-35c2-4681-9cf7-8077d611bcc8),segment_id=d73c98f0-35c2-4681-9cf7-8077d611bcc8)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:52:15.579384 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-6b70eb18-c946-4e37-9084-4185e6f6f29b req-579e4902-c794-415f-8dc0-cc58587ae643 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (3fff5060-8c78-4d8b-991c-d1003c19a0ea), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:15.620350 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b70eb18-c946-4e37-9084-4185e6f6f29b req-579e4902-c794-415f-8dc0-cc58587ae643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:15.620994 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-6b70eb18-c946-4e37-9084-4185e6f6f29b req-579e4902-c794-415f-8dc0-cc58587ae643 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:15.622615 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6b70eb18-c946-4e37-9084-4185e6f6f29b req-579e4902-c794-415f-8dc0-cc58587ae643 service neutron] 10.222.0.89 "PUT /v2.0/ports/3fff5060-8c78-4d8b-991c-d1003c19a0ea HTTP/1.1" status: 200 len: 1091 time: 0.6465998 Feb 09 21:52:15.623067 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31a80469-1420-4f6a-82cf-b83d8bb4d502', 'tag': '3fff5060-8c78-4d8b-991c-d1003c19a0ea'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:52:15.625467 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6e3ff02-6a1d-4999-8fd1-dad7d1212a39" -d '{"events": [{"name": "network-changed", "server_uuid": "31a80469-1420-4f6a-82cf-b83d8bb4d502", "tag": "3fff5060-8c78-4d8b-991c-d1003c19a0ea"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:52:15.647539 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579e4902-c794-415f-8dc0-cc58587ae643 service neutron] Pushing event updated for resources: {'Port': ['ID=3fff5060-8c78-4d8b-991c-d1003c19a0ea,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:15.677238 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf657d9-170d-47b0-97e4-55e39bfa8f22 req-3b80b303-b6c7-4782-9d88-8f404f81cd98 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:15.679004 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90229780-3895-46a1-8e25-cf23fe3138e6 x-openstack-request-id: req-90229780-3895-46a1-8e25-cf23fe3138e6 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:52:15.679297 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31a80469-1420-4f6a-82cf-b83d8bb4d502", "tag": "3fff5060-8c78-4d8b-991c-d1003c19a0ea", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:52:15.679475 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9cf657d9-170d-47b0-97e4-55e39bfa8f22 req-3b80b303-b6c7-4782-9d88-8f404f81cd98 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "GET /v2.0/ports?device_id=2b9a69ce-b508-4d28-9ee3-4306bac54900 HTTP/1.1" status: 200 len: 946 time: 0.0742409 Feb 09 21:52:15.679579 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-90229780-3895-46a1-8e25-cf23fe3138e6 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:52:15.679939 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31a80469-1420-4f6a-82cf-b83d8bb4d502', 'tag': '3fff5060-8c78-4d8b-991c-d1003c19a0ea', 'status': 'completed', 'code': 200} Feb 09 21:52:15.736679 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b70eb18-c946-4e37-9084-4185e6f6f29b req-c8ea1d28-cf1b-4391-bdd4-2af21bc50fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:15.738189 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6b70eb18-c946-4e37-9084-4185e6f6f29b req-c8ea1d28-cf1b-4391-bdd4-2af21bc50fe9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7310d74b488942909db6151f77a39614&device_id=31a80469-1420-4f6a-82cf-b83d8bb4d502 HTTP/1.1" status: 200 len: 1125 time: 0.0526583 Feb 09 21:52:15.743816 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9cf657d9-170d-47b0-97e4-55e39bfa8f22 req-7055905b-4933-436d-82c8-46429a8aae90 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "GET /v2.0/security-groups?id=42fc0fdd-d50d-428d-bae4-43f942bf2c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584621 Feb 09 21:52:15.786416 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca7bdba-87fc-45f8-8e40-44e7842b33fb req-74a35528-f518-4045-90da-9192e6864314 tempest-VolumesBackupsTest-894660378 tempest-VolumesBackupsTest-894660378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:15.787815 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6b70eb18-c946-4e37-9084-4185e6f6f29b req-79a9f606-5993-4241-bce8-18bd4c7346c9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3fff5060-8c78-4d8b-991c-d1003c19a0ea HTTP/1.1" status: 200 len: 217 time: 0.0400155 Feb 09 21:52:15.788756 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-eca7bdba-87fc-45f8-8e40-44e7842b33fb req-74a35528-f518-4045-90da-9192e6864314 tempest-VolumesBackupsTest-894660378 tempest-VolumesBackupsTest-894660378-project] 10.222.0.90 "GET /v2.0/ports?device_id=57e2981c-7be5-4738-affb-3a53f643718b HTTP/1.1" status: 200 len: 950 time: 0.0590274 Feb 09 21:52:15.840838 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b70eb18-c946-4e37-9084-4185e6f6f29b req-7dd7fc16-6567-4d25-a763-5df7562462a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:15.842296 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6b70eb18-c946-4e37-9084-4185e6f6f29b req-7dd7fc16-6567-4d25-a763-5df7562462a5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=581833d0-9152-4e45-a789-c5ccee42f523 HTTP/1.1" status: 200 len: 861 time: 0.0450442 Feb 09 21:52:15.868437 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-eca7bdba-87fc-45f8-8e40-44e7842b33fb req-ba2e26b6-07c4-4f29-ab2a-d3b57db39e02 tempest-VolumesBackupsTest-894660378 tempest-VolumesBackupsTest-894660378-project] 10.222.0.90 "GET /v2.0/security-groups?id=450fbb9e-c945-4087-b9ec-a821496c5011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740347 Feb 09 21:52:15.882387 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6b70eb18-c946-4e37-9084-4185e6f6f29b req-f1f67185-c593-40c0-8691-57fb984aab9f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=caac7afb-5a23-484c-8c83-41dafad2c45e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267367 Feb 09 21:52:15.885324 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097d7a1c-c6a4-4555-b2c2-d3ca743703a2 req-da21471b-2f10-4ebe-8b83-2890939aba30 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:15.886958 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-097d7a1c-c6a4-4555-b2c2-d3ca743703a2 req-da21471b-2f10-4ebe-8b83-2890939aba30 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "GET /v2.0/ports?device_id=2b9a69ce-b508-4d28-9ee3-4306bac54900 HTTP/1.1" status: 200 len: 946 time: 0.0741816 Feb 09 21:52:15.940241 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-097d7a1c-c6a4-4555-b2c2-d3ca743703a2 req-cabdbb12-1c3b-42e1-aa0c-bed8f73606c6 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "GET /v2.0/security-groups?id=42fc0fdd-d50d-428d-bae4-43f942bf2c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477760 Feb 09 21:52:15.980658 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6b70eb18-c946-4e37-9084-4185e6f6f29b req-35b5f7c0-5384-4a11-8dc0-e054cbf493ce service neutron] 10.222.0.89 "GET /v2.0/networks/caac7afb-5a23-484c-8c83-41dafad2c45e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868826 Feb 09 21:52:16.078363 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6b70eb18-c946-4e37-9084-4185e6f6f29b req-f7e3b36f-9127-41db-88db-6eab3c30def2 service neutron] 10.222.0.89 "GET /v2.0/networks/caac7afb-5a23-484c-8c83-41dafad2c45e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813873 Feb 09 21:52:16.182955 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e3ff02-6a1d-4999-8fd1-dad7d1212a39 req-c3cf29ef-0e39-4908-9c89-01d3e394f9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:16.184485 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a6e3ff02-6a1d-4999-8fd1-dad7d1212a39 req-c3cf29ef-0e39-4908-9c89-01d3e394f9c3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7310d74b488942909db6151f77a39614&device_id=31a80469-1420-4f6a-82cf-b83d8bb4d502 HTTP/1.1" status: 200 len: 1125 time: 0.0492847 Feb 09 21:52:16.427318 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f398e4e-37a4-4c25-a767-7a548f9c785c req-29da6fd4-29ef-420e-852e-5c147cec1c07 tempest-InstanceActionsNegativeTestJSON-2139258106 tempest-InstanceActionsNegativeTestJSON-2139258106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:16.429610 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7f398e4e-37a4-4c25-a767-7a548f9c785c req-29da6fd4-29ef-420e-852e-5c147cec1c07 tempest-InstanceActionsNegativeTestJSON-2139258106 tempest-InstanceActionsNegativeTestJSON-2139258106-project] 10.222.0.90 "GET /v2.0/ports?device_id=31a80469-1420-4f6a-82cf-b83d8bb4d502 HTTP/1.1" status: 200 len: 943 time: 0.0558968 Feb 09 21:52:16.479010 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7f398e4e-37a4-4c25-a767-7a548f9c785c req-888855c6-011c-474e-8228-e03908d268e8 tempest-InstanceActionsNegativeTestJSON-2139258106 tempest-InstanceActionsNegativeTestJSON-2139258106-project] 10.222.0.90 "GET /v2.0/security-groups?id=0baea1c5-211a-480c-8468-a6c09d7704ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434980 Feb 09 21:52:16.581148 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-65233656-4224-43b1-b2bf-d391ab5476e3 req-8b6d22fe-a9bd-4173-9b35-c6857795c82b tempest-ServerShowV254Test-1176059834 tempest-ServerShowV254Test-1176059834-project] 10.222.0.90 "GET /v2.0/ports?device_id=04d32166-ba98-4fec-85e6-137b16877cca HTTP/1.1" status: 200 len: 210 time: 0.0360236 Feb 09 21:52:16.607678 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e3ff02-6a1d-4999-8fd1-dad7d1212a39 req-3b88662b-3a8b-4f37-8fe1-64478e9528c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:16.609261 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a6e3ff02-6a1d-4999-8fd1-dad7d1212a39 req-3b88662b-3a8b-4f37-8fe1-64478e9528c1 service neutron] 10.222.0.89 "GET /v2.0/networks?id=caac7afb-5a23-484c-8c83-41dafad2c45e HTTP/1.1" status: 200 len: 922 time: 0.4181859 Feb 09 21:52:16.658881 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a6e3ff02-6a1d-4999-8fd1-dad7d1212a39 req-da0a4215-82aa-46e0-b501-7c8b8345bd76 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3fff5060-8c78-4d8b-991c-d1003c19a0ea HTTP/1.1" status: 200 len: 217 time: 0.0386500 Feb 09 21:52:16.661749 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d33f9bc-b375-4e53-8ef3-70f470712bf1 req-91888069-a4cf-4e7d-b894-476737eaaf7c tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:16.663227 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7d33f9bc-b375-4e53-8ef3-70f470712bf1 req-91888069-a4cf-4e7d-b894-476737eaaf7c tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=666b74a0-9369-4b80-92de-3f215e9f7d5e HTTP/1.1" status: 200 len: 946 time: 0.0525520 Feb 09 21:52:16.713320 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e3ff02-6a1d-4999-8fd1-dad7d1212a39 req-05f5a0c3-2733-4917-9fe5-d96ea3fd0db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:16.714794 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a6e3ff02-6a1d-4999-8fd1-dad7d1212a39 req-05f5a0c3-2733-4917-9fe5-d96ea3fd0db3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=581833d0-9152-4e45-a789-c5ccee42f523 HTTP/1.1" status: 200 len: 861 time: 0.0450580 Feb 09 21:52:16.730785 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7d33f9bc-b375-4e53-8ef3-70f470712bf1 req-6e69a84d-c26e-4b18-9373-d17fe2de1317 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=a72d620d-4650-43fd-afbd-3b01f73e5444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588424 Feb 09 21:52:16.757997 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a6e3ff02-6a1d-4999-8fd1-dad7d1212a39 req-5024f619-f9be-4f20-8941-32932c370c26 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=caac7afb-5a23-484c-8c83-41dafad2c45e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288923 Feb 09 21:52:16.853118 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a6e3ff02-6a1d-4999-8fd1-dad7d1212a39 req-ac1259fc-2472-4fc3-b455-215b32e182dd service neutron] 10.222.0.89 "GET /v2.0/networks/caac7afb-5a23-484c-8c83-41dafad2c45e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865300 Feb 09 21:52:16.943797 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a6e3ff02-6a1d-4999-8fd1-dad7d1212a39 req-f84ef17d-fca8-4181-9880-3d361e62ca76 service neutron] 10.222.0.89 "GET /v2.0/networks/caac7afb-5a23-484c-8c83-41dafad2c45e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820105 Feb 09 21:52:16.987821 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058b23bb-fa42-4c7b-b70c-7cb9ac15d719 req-e2b2e7cd-9d4c-4014-b9a9-1601ed5b0788 tempest-VolumesBackupsTest-894660378 tempest-VolumesBackupsTest-894660378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:16.989355 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-058b23bb-fa42-4c7b-b70c-7cb9ac15d719 req-e2b2e7cd-9d4c-4014-b9a9-1601ed5b0788 tempest-VolumesBackupsTest-894660378 tempest-VolumesBackupsTest-894660378-project] 10.222.0.90 "GET /v2.0/ports?device_id=57e2981c-7be5-4738-affb-3a53f643718b HTTP/1.1" status: 200 len: 950 time: 0.0534480 Feb 09 21:52:17.063577 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-058b23bb-fa42-4c7b-b70c-7cb9ac15d719 req-8bea8962-207e-4889-8927-ad4782a546ec tempest-VolumesBackupsTest-894660378 tempest-VolumesBackupsTest-894660378-project] 10.222.0.90 "GET /v2.0/security-groups?id=450fbb9e-c945-4087-b9ec-a821496c5011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654333 Feb 09 21:52:17.066310 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-49f19903-ae52-4e30-bb88-938763d01165 req-62475c3e-147c-4633-89b6-3095f987c368 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=30a343ca-f9d5-43b5-9ada-f2fa47f4ee8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0760891 Feb 09 21:52:17.162714 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f19903-ae52-4e30-bb88-938763d01165 req-0c60c2f6-1a03-4bc9-bfba-c2e8fa6e1640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:17.164432 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-49f19903-ae52-4e30-bb88-938763d01165 req-0c60c2f6-1a03-4bc9-bfba-c2e8fa6e1640 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=986d9b7b22bb45a5a45792614c4e0ec6&device_id=30a343ca-f9d5-43b5-9ada-f2fa47f4ee8d HTTP/1.1" status: 200 len: 1127 time: 0.0490553 Feb 09 21:52:17.266929 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f19903-ae52-4e30-bb88-938763d01165 req-bc354f89-f1e6-48ad-a5d3-19be8498445f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:17.268430 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-49f19903-ae52-4e30-bb88-938763d01165 req-bc354f89-f1e6-48ad-a5d3-19be8498445f service neutron] 10.222.0.95 "GET /v2.0/networks?id=bdbf9686-bd80-4f36-b0c5-13d677d2ad44 HTTP/1.1" status: 200 len: 897 time: 0.0834987 Feb 09 21:52:17.338591 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-49f19903-ae52-4e30-bb88-938763d01165 req-9f120014-d4f7-4489-b993-dfbb121f9349 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e186d641-5460-43b4-afa9-9d708ef5dfab HTTP/1.1" status: 200 len: 1000 time: 0.0614111 Feb 09 21:52:17.390391 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f19903-ae52-4e30-bb88-938763d01165 req-151ae2ce-d883-492d-b7b5-2c993f93b472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:17.391821 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-49f19903-ae52-4e30-bb88-938763d01165 req-151ae2ce-d883-492d-b7b5-2c993f93b472 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0983afe5-89cd-4e82-b65d-0b5797c6355d HTTP/1.1" status: 200 len: 835 time: 0.0430634 Feb 09 21:52:17.448012 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f19903-ae52-4e30-bb88-938763d01165 req-80f16fb0-489e-49e8-aa5d-664eba9d768d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:17.449465 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-49f19903-ae52-4e30-bb88-938763d01165 req-80f16fb0-489e-49e8-aa5d-664eba9d768d service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=bdbf9686-bd80-4f36-b0c5-13d677d2ad44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0436921 Feb 09 21:52:17.547673 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-49f19903-ae52-4e30-bb88-938763d01165 req-d8b86884-2b5f-4f2b-b2d2-765158da0353 service neutron] 10.222.0.95 "GET /v2.0/networks/bdbf9686-bd80-4f36-b0c5-13d677d2ad44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848968 Feb 09 21:52:17.680731 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60550d47-3a7b-4afc-9c3c-e53ab8767c82 req-8ca57137-b3f9-4280-8226-8efe6409572c tempest-InstanceActionsNegativeTestJSON-2139258106 tempest-InstanceActionsNegativeTestJSON-2139258106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:17.682196 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-60550d47-3a7b-4afc-9c3c-e53ab8767c82 req-8ca57137-b3f9-4280-8226-8efe6409572c tempest-InstanceActionsNegativeTestJSON-2139258106 tempest-InstanceActionsNegativeTestJSON-2139258106-project] 10.222.0.90 "GET /v2.0/ports?device_id=31a80469-1420-4f6a-82cf-b83d8bb4d502 HTTP/1.1" status: 200 len: 943 time: 0.1310034 Feb 09 21:52:17.711064 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-21954ddf-cd9d-49e7-9b02-74e297fc56ee req-5aa13ae3-e22e-44f1-b774-6645e0d81c5b tempest-ServerShowV254Test-1176059834 tempest-ServerShowV254Test-1176059834-project] 10.222.0.90 "GET /v2.0/ports?device_id=04d32166-ba98-4fec-85e6-137b16877cca HTTP/1.1" status: 200 len: 210 time: 0.0515299 Feb 09 21:52:17.724773 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-49f19903-ae52-4e30-bb88-938763d01165 req-44593f3a-d6b4-4ba7-9a18-c59690e9cb9b service neutron] 10.222.0.95 "GET /v2.0/networks/bdbf9686-bd80-4f36-b0c5-13d677d2ad44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580570 Feb 09 21:52:17.753696 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-60550d47-3a7b-4afc-9c3c-e53ab8767c82 req-250cd332-a0c1-4fe3-a921-11beeb4d4a81 tempest-InstanceActionsNegativeTestJSON-2139258106 tempest-InstanceActionsNegativeTestJSON-2139258106-project] 10.222.0.90 "GET /v2.0/security-groups?id=0baea1c5-211a-480c-8468-a6c09d7704ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646343 Feb 09 21:52:17.757157 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 51274) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:52:17.854793 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5ef94e-808d-4a11-a0f8-be59aa3cf3ce req-16894e6d-e3c6-4ba9-a9c4-2fa1b0002506 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:17.856458 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6d5ef94e-808d-4a11-a0f8-be59aa3cf3ce req-16894e6d-e3c6-4ba9-a9c4-2fa1b0002506 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=666b74a0-9369-4b80-92de-3f215e9f7d5e HTTP/1.1" status: 200 len: 946 time: 0.0545576 Feb 09 21:52:17.902588 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6d5ef94e-808d-4a11-a0f8-be59aa3cf3ce req-ca02d754-9e2f-4b13-a1d6-a29ca89b5446 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=a72d620d-4650-43fd-afbd-3b01f73e5444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402415 Feb 09 21:52:18.009316 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2cc5ad-6e54-4b03-9864-1f0c98b48deb req-5a3f33de-fcd3-413a-84c7-069f8a438ed4 tempest-VolumesBackupsTest-894660378 tempest-VolumesBackupsTest-894660378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:18.010717 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ac2cc5ad-6e54-4b03-9864-1f0c98b48deb req-5a3f33de-fcd3-413a-84c7-069f8a438ed4 tempest-VolumesBackupsTest-894660378 tempest-VolumesBackupsTest-894660378-project] 10.222.0.95 "GET /v2.0/ports?device_id=57e2981c-7be5-4738-affb-3a53f643718b HTTP/1.1" status: 200 len: 950 time: 0.0539589 Feb 09 21:52:18.114713 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-ac2cc5ad-6e54-4b03-9864-1f0c98b48deb req-3402f26e-185b-467d-b0df-39e3f3fc6ca8 tempest-VolumesBackupsTest-894660378 tempest-VolumesBackupsTest-894660378-project] Deleting port 74a933e9-f224-4997-b231-ce50a4a55856 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:52:18.115647 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-ac2cc5ad-6e54-4b03-9864-1f0c98b48deb req-3402f26e-185b-467d-b0df-39e3f3fc6ca8 tempest-VolumesBackupsTest-894660378 tempest-VolumesBackupsTest-894660378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (74a933e9-f224-4997-b231-ce50a4a55856), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:18.245475 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0cb657-d773-4c49-97eb-e0a4a4c507c8 req-2469da3e-4411-4a85-a472-ab7d512e2794 tempest-VolumesBackupsTest-894660378 tempest-VolumesBackupsTest-894660378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:18.246982 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8a0cb657-d773-4c49-97eb-e0a4a4c507c8 req-2469da3e-4411-4a85-a472-ab7d512e2794 tempest-VolumesBackupsTest-894660378 tempest-VolumesBackupsTest-894660378-project] 10.222.0.90 "GET /v2.0/ports?device_id=57e2981c-7be5-4738-affb-3a53f643718b HTTP/1.1" status: 200 len: 950 time: 0.0934126 Feb 09 21:52:18.248848 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-ac2cc5ad-6e54-4b03-9864-1f0c98b48deb req-3402f26e-185b-467d-b0df-39e3f3fc6ca8 tempest-VolumesBackupsTest-894660378 tempest-VolumesBackupsTest-894660378-project] For port 74a933e9-f224-4997-b231-ce50a4a55856, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=74a933e9-f224-4997-b231-ce50a4a55856,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:52:18.249218 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-ac2cc5ad-6e54-4b03-9864-1f0c98b48deb req-3402f26e-185b-467d-b0df-39e3f3fc6ca8 tempest-VolumesBackupsTest-894660378 tempest-VolumesBackupsTest-894660378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (74a933e9-f224-4997-b231-ce50a4a55856), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:18.268446 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-ac2cc5ad-6e54-4b03-9864-1f0c98b48deb req-3402f26e-185b-467d-b0df-39e3f3fc6ca8 tempest-VolumesBackupsTest-894660378 tempest-VolumesBackupsTest-894660378-project] Calling delete_port for 74a933e9-f224-4997-b231-ce50a4a55856 owned by compute:nova {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:52:18.328592 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-84b1025e-6000-4d88-a5a9-85e44bb7213d tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:18.342021 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8a0cb657-d773-4c49-97eb-e0a4a4c507c8 req-276957e8-b275-4c30-bf21-60ef451ba377 tempest-VolumesBackupsTest-894660378 tempest-VolumesBackupsTest-894660378-project] 10.222.0.90 "GET /v2.0/security-groups?id=450fbb9e-c945-4087-b9ec-a821496c5011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850828 Feb 09 21:52:18.401622 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7cf7b7b3-50ef-4fd0-a669-46a4de799f75 req-4b28ca0e-5a7e-492a-92cf-addc3245a049 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=04d32166-ba98-4fec-85e6-137b16877cca HTTP/1.1" status: 200 len: 210 time: 0.0310059 Feb 09 21:52:18.448919 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-ac2cc5ad-6e54-4b03-9864-1f0c98b48deb req-3402f26e-185b-467d-b0df-39e3f3fc6ca8 tempest-VolumesBackupsTest-894660378 tempest-VolumesBackupsTest-894660378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (74a933e9-f224-4997-b231-ce50a4a55856), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:18.462658 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['74a933e9-f224-4997-b231-ce50a4a55856'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:52:18.478380 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3402f26e-185b-467d-b0df-39e3f3fc6ca8 tempest-VolumesBackupsTest-894660378 tempest-VolumesBackupsTest-894660378-project] Pushing event deleted for resources: {'Port': ['ID=74a933e9-f224-4997-b231-ce50a4a55856,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:18.526704 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac2cc5ad-6e54-4b03-9864-1f0c98b48deb req-3402f26e-185b-467d-b0df-39e3f3fc6ca8 tempest-VolumesBackupsTest-894660378 tempest-VolumesBackupsTest-894660378-project] No DVR routers for this DVR port 74a933e9-f224-4997-b231-ce50a4a55856 on host n-h1-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:52:18.529200 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-ac2cc5ad-6e54-4b03-9864-1f0c98b48deb req-3402f26e-185b-467d-b0df-39e3f3fc6ca8 tempest-VolumesBackupsTest-894660378 tempest-VolumesBackupsTest-894660378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:18.532527 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ac2cc5ad-6e54-4b03-9864-1f0c98b48deb req-3402f26e-185b-467d-b0df-39e3f3fc6ca8 tempest-VolumesBackupsTest-894660378 tempest-VolumesBackupsTest-894660378-project] 10.222.0.95 "DELETE /v2.0/ports/74a933e9-f224-4997-b231-ce50a4a55856 HTTP/1.1" status: 204 len: 173 time: 0.5136461 Feb 09 21:52:18.532968 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57e2981c-7be5-4738-affb-3a53f643718b', 'name': 'network-vif-deleted', 'tag': '74a933e9-f224-4997-b231-ce50a4a55856'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:52:18.535217 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26219184-224a-421f-a0f9-b393e4a62a1c" -d '{"events": [{"server_uuid": "57e2981c-7be5-4738-affb-3a53f643718b", "name": "network-vif-deleted", "tag": "74a933e9-f224-4997-b231-ce50a4a55856"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:52:18.572743 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e936354a-476a-4b8c-8a3a-8fc6a6e11ffd x-openstack-request-id: req-e936354a-476a-4b8c-8a3a-8fc6a6e11ffd {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:52:18.573045 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57e2981c-7be5-4738-affb-3a53f643718b", "name": "network-vif-deleted", "tag": "74a933e9-f224-4997-b231-ce50a4a55856", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:52:18.573304 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-e936354a-476a-4b8c-8a3a-8fc6a6e11ffd {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:52:18.573709 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57e2981c-7be5-4738-affb-3a53f643718b', 'name': 'network-vif-deleted', 'tag': '74a933e9-f224-4997-b231-ce50a4a55856', 'status': 'completed', 'code': 200} Feb 09 21:52:18.668592 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-84b1025e-6000-4d88-a5a9-85e44bb7213d tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Allocated IP 172.20.0.17 (0e306e07-0479-434d-8263-fd754cd14169/5ea91520-d88e-4220-952f-02f5c25ce60b/d25c919a-2af3-4aad-8b28-9810a8ad3105) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:52:18.831945 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-1f957bff-e5ce-4b08-8b88-36ca95a3f7b2 req-df440bc0-c94a-4388-bf21-a6a40e737e8c service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=196a7219-50a0-4378-9317-db757eb7b09b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0917828 Feb 09 21:52:18.832651 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-708edb94-78e5-4667-8353-523e139a01f6 req-cb98937e-cf88-4d3d-84f4-7ed0a124376d tempest-ServerShowV254Test-1176059834 tempest-ServerShowV254Test-1176059834-project] 10.222.0.90 "GET /v2.0/ports?device_id=04d32166-ba98-4fec-85e6-137b16877cca HTTP/1.1" status: 200 len: 210 time: 0.0392439 Feb 09 21:52:18.839316 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-84b1025e-6000-4d88-a5a9-85e44bb7213d tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for port (d25c919a-2af3-4aad-8b28-9810a8ad3105), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:18.894314 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-84b1025e-6000-4d88-a5a9-85e44bb7213d tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (d25c919a-2af3-4aad-8b28-9810a8ad3105), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:18.914531 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34337dee-c617-4f5f-a62d-de4b04d98db8 req-edb5a1f0-5b2e-4128-ae93-2551001e210d tempest-InstanceActionsNegativeTestJSON-2139258106 tempest-InstanceActionsNegativeTestJSON-2139258106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:18.916168 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-34337dee-c617-4f5f-a62d-de4b04d98db8 req-edb5a1f0-5b2e-4128-ae93-2551001e210d tempest-InstanceActionsNegativeTestJSON-2139258106 tempest-InstanceActionsNegativeTestJSON-2139258106-project] 10.222.0.90 "GET /v2.0/ports?device_id=31a80469-1420-4f6a-82cf-b83d8bb4d502 HTTP/1.1" status: 200 len: 943 time: 0.0684259 Feb 09 21:52:18.956321 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b1025e-6000-4d88-a5a9-85e44bb7213d tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Network 0e306e07-0479-434d-8263-fd754cd14169 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:52:18.966696 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-84b1025e-6000-4d88-a5a9-85e44bb7213d tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:52:18.968369 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-34337dee-c617-4f5f-a62d-de4b04d98db8 req-6667106b-e9c7-49c6-ad2a-7d306112ab26 tempest-InstanceActionsNegativeTestJSON-2139258106 tempest-InstanceActionsNegativeTestJSON-2139258106-project] 10.222.0.90 "GET /v2.0/security-groups?id=0baea1c5-211a-480c-8468-a6c09d7704ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442488 Feb 09 21:52:18.972713 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b1025e-6000-4d88-a5a9-85e44bb7213d tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:52:19.022339 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b1025e-6000-4d88-a5a9-85e44bb7213d tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Pushing event updated for resources: {'Port': ['ID=d25c919a-2af3-4aad-8b28-9810a8ad3105,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:19.042064 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f957bff-e5ce-4b08-8b88-36ca95a3f7b2 req-821e6e37-f560-46d4-9a76-08937d8e66f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:19.043521 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-1f957bff-e5ce-4b08-8b88-36ca95a3f7b2 req-821e6e37-f560-46d4-9a76-08937d8e66f1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6e1281475427459ba566f75d67d1c2c3&device_id=196a7219-50a0-4378-9317-db757eb7b09b HTTP/1.1" status: 200 len: 1127 time: 0.1604834 Feb 09 21:52:19.047090 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-84b1025e-6000-4d88-a5a9-85e44bb7213d tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554727'] for router_interface (c1b04f77-b17d-46c7-9a89-447a8c43f6b8), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:19.057970 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5b44f9-a009-4948-a3bd-06bec414ef59 req-dfad2958-a07a-4f8c-9d1c-06d4866ba0b1 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:19.059495 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8a5b44f9-a009-4948-a3bd-06bec414ef59 req-dfad2958-a07a-4f8c-9d1c-06d4866ba0b1 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=666b74a0-9369-4b80-92de-3f215e9f7d5e HTTP/1.1" status: 200 len: 946 time: 0.0764208 Feb 09 21:52:19.128934 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8a5b44f9-a009-4948-a3bd-06bec414ef59 req-4d565a7f-6831-4ad6-a5c2-f6ed5521ddfb tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=a72d620d-4650-43fd-afbd-3b01f73e5444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628061 Feb 09 21:52:19.249172 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f957bff-e5ce-4b08-8b88-36ca95a3f7b2 req-1fc88c6f-f719-418d-8f5d-a78b795cf928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:19.250620 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-1f957bff-e5ce-4b08-8b88-36ca95a3f7b2 req-1fc88c6f-f719-418d-8f5d-a78b795cf928 service neutron] 10.222.0.89 "GET /v2.0/networks?id=e9a5657a-72c8-4eb7-9270-46ed5fd14a25 HTTP/1.1" status: 200 len: 912 time: 0.1675930 Feb 09 21:52:19.315941 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-2a95d9c8-6dbc-47e2-8f88-99fced2e40d3 None None] Provisioning complete for port d25c919a-2af3-4aad-8b28-9810a8ad3105 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:52:19.316245 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2a95d9c8-6dbc-47e2-8f88-99fced2e40d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (d25c919a-2af3-4aad-8b28-9810a8ad3105), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:19.329861 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-84b1025e-6000-4d88-a5a9-85e44bb7213d tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (d25c919a-2af3-4aad-8b28-9810a8ad3105), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:19.350352 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-2a95d9c8-6dbc-47e2-8f88-99fced2e40d3 None None] Port d25c919a-2af3-4aad-8b28-9810a8ad3105 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:52:19.379806 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-1f957bff-e5ce-4b08-8b88-36ca95a3f7b2 req-ec7fc1e9-c1d7-4da9-9d67-6f96cb0211e7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab290a35-a881-457e-b82a-bb6a5f1de4ae HTTP/1.1" status: 200 len: 1000 time: 0.1190615 Feb 09 21:52:19.511145 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f957bff-e5ce-4b08-8b88-36ca95a3f7b2 req-e5f7dbd5-2a63-43b4-99be-61fef0256179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:19.512604 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-1f957bff-e5ce-4b08-8b88-36ca95a3f7b2 req-e5f7dbd5-2a63-43b4-99be-61fef0256179 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a77fad57-d7ca-4c6b-a8e5-5fa7d54c2e34 HTTP/1.1" status: 200 len: 850 time: 0.1261761 Feb 09 21:52:19.627426 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f957bff-e5ce-4b08-8b88-36ca95a3f7b2 req-8415aa23-6b20-4cfe-b286-8430abd2f4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:19.628961 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-1f957bff-e5ce-4b08-8b88-36ca95a3f7b2 req-8415aa23-6b20-4cfe-b286-8430abd2f4df service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e9a5657a-72c8-4eb7-9270-46ed5fd14a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1089675 Feb 09 21:52:19.772297 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-84b1025e-6000-4d88-a5a9-85e44bb7213d tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for port (d25c919a-2af3-4aad-8b28-9810a8ad3105), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:19.779968 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-1f957bff-e5ce-4b08-8b88-36ca95a3f7b2 req-50e6fda5-d1f7-4a81-9e59-6998edcc8818 service neutron] 10.222.0.89 "GET /v2.0/networks/e9a5657a-72c8-4eb7-9270-46ed5fd14a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329060 Feb 09 21:52:19.780776 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-84b1025e-6000-4d88-a5a9-85e44bb7213d tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (d25c919a-2af3-4aad-8b28-9810a8ad3105), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:19.907039 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-84b1025e-6000-4d88-a5a9-85e44bb7213d tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524919'] for router_interface (c1b04f77-b17d-46c7-9a89-447a8c43f6b8), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:19.962165 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b1025e-6000-4d88-a5a9-85e44bb7213d tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Pushing event updated for resources: {'Port': ['ID=d25c919a-2af3-4aad-8b28-9810a8ad3105,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:19.987113 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-78bd1d71-1509-4319-85af-40e23233cb7c req-b3caf94b-6e3e-4891-b1d7-99e14a6e6a9d tempest-ServerShowV254Test-1176059834 tempest-ServerShowV254Test-1176059834-project] 10.222.0.90 "GET /v2.0/ports?device_id=04d32166-ba98-4fec-85e6-137b16877cca HTTP/1.1" status: 200 len: 210 time: 0.0301812 Feb 09 21:52:20.047753 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-1f957bff-e5ce-4b08-8b88-36ca95a3f7b2 req-31cd0a37-aecb-4926-b6a4-1594182d0fd1 service neutron] 10.222.0.89 "GET /v2.0/networks/e9a5657a-72c8-4eb7-9270-46ed5fd14a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247288 Feb 09 21:52:20.055195 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b1025e-6000-4d88-a5a9-85e44bb7213d tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Network 0e306e07-0479-434d-8263-fd754cd14169 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:52:20.056862 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-84b1025e-6000-4d88-a5a9-85e44bb7213d tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:52:20.172381 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830b92a9-e6d9-40de-8a87-ef9d29576824 req-d344648b-ad13-4744-b8a8-880a6864fe74 tempest-InstanceActionsNegativeTestJSON-2139258106 tempest-InstanceActionsNegativeTestJSON-2139258106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:20.177636 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-830b92a9-e6d9-40de-8a87-ef9d29576824 req-d344648b-ad13-4744-b8a8-880a6864fe74 tempest-InstanceActionsNegativeTestJSON-2139258106 tempest-InstanceActionsNegativeTestJSON-2139258106-project] 10.222.0.90 "GET /v2.0/ports?device_id=31a80469-1420-4f6a-82cf-b83d8bb4d502 HTTP/1.1" status: 200 len: 943 time: 0.1145613 Feb 09 21:52:20.239250 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84b1025e-6000-4d88-a5a9-85e44bb7213d tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Router c1b04f77-b17d-46c7-9a89-447a8c43f6b8 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:52:20.286715 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-830b92a9-e6d9-40de-8a87-ef9d29576824 req-e78264b1-0e81-4271-9de5-26f684f7c5ef tempest-InstanceActionsNegativeTestJSON-2139258106 tempest-InstanceActionsNegativeTestJSON-2139258106-project] 10.222.0.90 "GET /v2.0/security-groups?id=0baea1c5-211a-480c-8468-a6c09d7704ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975425 Feb 09 21:52:20.299458 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05574c13-b880-4ad7-b2f6-324fc774d9e2 req-8ccfc0cc-eacf-431b-87b0-70737cdafd29 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:20.301041 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-05574c13-b880-4ad7-b2f6-324fc774d9e2 req-8ccfc0cc-eacf-431b-87b0-70737cdafd29 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=666b74a0-9369-4b80-92de-3f215e9f7d5e HTTP/1.1" status: 200 len: 946 time: 0.0779886 Feb 09 21:52:20.356622 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-05574c13-b880-4ad7-b2f6-324fc774d9e2 req-a371371d-041b-4a06-a4b4-214a9c7404df tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=a72d620d-4650-43fd-afbd-3b01f73e5444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492198 Feb 09 21:52:20.389502 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-1a6526dc-0aa1-4d94-ac56-7a26910e697d None None] Provisioning complete for port d25c919a-2af3-4aad-8b28-9810a8ad3105 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:52:20.390510 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1a6526dc-0aa1-4d94-ac56-7a26910e697d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (d25c919a-2af3-4aad-8b28-9810a8ad3105), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:20.403655 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84b1025e-6000-4d88-a5a9-85e44bb7213d tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:52:20.409742 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-84b1025e-6000-4d88-a5a9-85e44bb7213d tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "PUT /v2.0/routers/c1b04f77-b17d-46c7-9a89-447a8c43f6b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6509655 Feb 09 21:52:20.422513 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b85e85-323e-4df3-8921-75c4130c50e2 None None] Sync routers for ids ['c1b04f77-b17d-46c7-9a89-447a8c43f6b8'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:52:20.442275 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-1a6526dc-0aa1-4d94-ac56-7a26910e697d None None] Port d25c919a-2af3-4aad-8b28-9810a8ad3105 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:52:20.445166 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b85e85-323e-4df3-8921-75c4130c50e2 None None] Routers {'c1b04f77-b17d-46c7-9a89-447a8c43f6b8'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:52:20.445784 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-82b85e85-323e-4df3-8921-75c4130c50e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:52:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['c1b04f77-b17d-46c7-9a89-447a8c43f6b8'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:52:20.484360 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 3fff5060-8c78-4d8b-991c-d1003c19a0ea details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:52:20.617139 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-82b85e85-323e-4df3-8921-75c4130c50e2 None None] Set router c1b04f77-b17d-46c7-9a89-447a8c43f6b8 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:52:20.723728 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 3fff5060-8c78-4d8b-991c-d1003c19a0ea, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=3fff5060-8c78-4d8b-991c-d1003c19a0ea,segment=NetworkSegment(d73c98f0-35c2-4681-9cf7-8077d611bcc8),segment_id=d73c98f0-35c2-4681-9cf7-8077d611bcc8)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:52:20.743417 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': '3fff5060-8c78-4d8b-991c-d1003c19a0ea', 'network_id': 'caac7afb-5a23-484c-8c83-41dafad2c45e', 'port_id': '3fff5060-8c78-4d8b-991c-d1003c19a0ea', 'mac_address': 'fa:16:3e:d0:73:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '581833d0-9152-4e45-a789-c5ccee42f523', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:52:20.830779 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 3fff5060-8c78-4d8b-991c-d1003c19a0ea is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:52:20.831163 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (3fff5060-8c78-4d8b-991c-d1003c19a0ea), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:20.858765 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fff5060-8c78-4d8b-991c-d1003c19a0ea {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:52:20.890970 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 3fff5060-8c78-4d8b-991c-d1003c19a0ea, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=3fff5060-8c78-4d8b-991c-d1003c19a0ea,segment=NetworkSegment(d73c98f0-35c2-4681-9cf7-8077d611bcc8),segment_id=d73c98f0-35c2-4681-9cf7-8077d611bcc8)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:52:20.895186 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (3fff5060-8c78-4d8b-991c-d1003c19a0ea), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:20.967079 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=3fff5060-8c78-4d8b-991c-d1003c19a0ea,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:20.982868 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-82b85e85-323e-4df3-8921-75c4130c50e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b04f77-b17d-46c7-9a89-447a8c43f6b8', 'name': 'tempest-TestNetworkBasicOps-router-1503664596', 'tenant_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'ae383eec-45d6-48ce-9ce1-81a54f900af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:50:44Z', 'updated_at': '2022-02-09T21:52:19Z', 'revision_number': 5, 'project_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'gw_port': {'id': 'ae383eec-45d6-48ce-9ce1-81a54f900af4', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b04f77-b17d-46c7-9a89-447a8c43f6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:44Z', 'updated_at': '2022-02-09T21:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': '9f747c2c-f96b-4f06-9424-50dbcd2bcc67', 'tenant_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'floating_ip_address': '172.25.3.90', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': 'c1b04f77-b17d-46c7-9a89-447a8c43f6b8', 'port_id': 'e186d641-5460-43b4-afa9-9d708ef5dfab', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2662, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdbf9686-bd80-4f36-b0c5-13d677d2ad44', 'mac_address': 'fa:16:3e:92:26:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a343ca-f9d5-43b5-9ada-f2fa47f4ee8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:51:13Z', 'updated_at': '2022-02-09T21:51:17Z', 'revision_number': 1, 'project_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78941fb4-471e-446e-9ff5-665726a1c888', 'name': '', 'network_id': 'bdbf9686-bd80-4f36-b0c5-13d677d2ad44', 'tenant_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'mac_address': 'fa:16:3e:e5:38:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b04f77-b17d-46c7-9a89-447a8c43f6b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '0983afe5-89cd-4e82-b65d-0b5797c6355d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:48Z', 'updated_at': '2022-02-09T21:50:54Z', 'revision_number': 5, 'project_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'subnets': [{'id': '0983afe5-89cd-4e82-b65d-0b5797c6355d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd25c919a-2af3-4aad-8b28-9810a8ad3105', 'name': '', 'network_id': '0e306e07-0479-434d-8263-fd754cd14169', 'tenant_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'mac_address': 'fa:16:3e:7f:65:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1b04f77-b17d-46c7-9a89-447a8c43f6b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2696, 'fixed_ips': [{'subnet_id': '5ea91520-d88e-4220-952f-02f5c25ce60b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:52:18Z', 'updated_at': '2022-02-09T21:52:19Z', 'revision_number': 2, 'project_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'subnets': [{'id': '5ea91520-d88e-4220-952f-02f5c25ce60b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:52:21.014378 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b85e85-323e-4df3-8921-75c4130c50e2 None None] Checking router: c1b04f77-b17d-46c7-9a89-447a8c43f6b8 for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:52:21.014731 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b85e85-323e-4df3-8921-75c4130c50e2 None None] Updating router c1b04f77-b17d-46c7-9a89-447a8c43f6b8 port d25c919a-2af3-4aad-8b28-9810a8ad3105 binding host n-d-828369-5 {{(pid=103142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:52:21.042915 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-82b85e85-323e-4df3-8921-75c4130c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (d25c919a-2af3-4aad-8b28-9810a8ad3105), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:21.057733 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 74a933e9-f224-4997-b231-ce50a4a55856 no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:52:21.096688 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] No Port match for: 74a933e9-f224-4997-b231-ce50a4a55856 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:52:21.097057 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 74a933e9-f224-4997-b231-ce50a4a55856 not bound to the agent host n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:52:21.144679 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f09615c7-9c4e-4a09-9291-104318cadcf9 req-0922cd21-7107-48a4-80e9-156c1be1692f tempest-ServerShowV254Test-1176059834 tempest-ServerShowV254Test-1176059834-project] 10.222.0.90 "GET /v2.0/ports?device_id=04d32166-ba98-4fec-85e6-137b16877cca HTTP/1.1" status: 200 len: 210 time: 0.0452597 Feb 09 21:52:21.290906 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:21.395732 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['3fff5060-8c78-4d8b-991c-d1003c19a0ea'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:52:21.484417 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3f676e1c-dad8-4371-a4c7-977b2f1dbddc req-77e5c9ab-d9a2-44cb-9090-20b44aef83da service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=85c4e700f2cc4a97a524848706edc74d&device_id=04d32166-ba98-4fec-85e6-137b16877cca HTTP/1.1" status: 200 len: 210 time: 0.0388474 Feb 09 21:52:21.487601 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-82b85e85-323e-4df3-8921-75c4130c50e2 None None] Publish callbacks [] for port (d25c919a-2af3-4aad-8b28-9810a8ad3105), precommit_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:21.496392 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246dfa9b-93c8-4f3d-8e82-bdc7bd718f1d req-9162147a-412b-421f-b7ce-ed1d4005bb5b tempest-InstanceActionsNegativeTestJSON-2139258106 tempest-InstanceActionsNegativeTestJSON-2139258106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:21.498827 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-246dfa9b-93c8-4f3d-8e82-bdc7bd718f1d req-9162147a-412b-421f-b7ce-ed1d4005bb5b tempest-InstanceActionsNegativeTestJSON-2139258106 tempest-InstanceActionsNegativeTestJSON-2139258106-project] 10.222.0.90 "GET /v2.0/ports?device_id=31a80469-1420-4f6a-82cf-b83d8bb4d502 HTTP/1.1" status: 200 len: 944 time: 0.1294427 Feb 09 21:52:21.509396 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-82b85e85-323e-4df3-8921-75c4130c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (d25c919a-2af3-4aad-8b28-9810a8ad3105), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:21.579552 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3f676e1c-dad8-4371-a4c7-977b2f1dbddc req-8cd14410-a0b2-4a10-8602-60ae6c5e1b1e service neutron] 10.222.0.95 "GET /v2.0/networks?tenant_id=85c4e700f2cc4a97a524848706edc74d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0795949 Feb 09 21:52:21.620704 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cece0179-3c69-45ab-8a94-6c7f2dea880a None None] Pushing event updated for resources: {'Port': ['ID=d25c919a-2af3-4aad-8b28-9810a8ad3105,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:21.723992 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-82b85e85-323e-4df3-8921-75c4130c50e2 None None] Attempting to bind port d25c919a-2af3-4aad-8b28-9810a8ad3105 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:52:21.726045 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-82b85e85-323e-4df3-8921-75c4130c50e2 None None] Attempting to bind port d25c919a-2af3-4aad-8b28-9810a8ad3105 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '22409367-d4e5-4be0-87ed-f1b38904612e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '0e306e07-0479-434d-8263-fd754cd14169'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:52:21.726692 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b85e85-323e-4df3-8921-75c4130c50e2 None None] Attempting to bind port d25c919a-2af3-4aad-8b28-9810a8ad3105 on network 0e306e07-0479-434d-8263-fd754cd14169 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:52:21.735470 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b85e85-323e-4df3-8921-75c4130c50e2 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:52:21.736020 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b85e85-323e-4df3-8921-75c4130c50e2 None None] Checking segment: {'id': '22409367-d4e5-4be0-87ed-f1b38904612e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '0e306e07-0479-434d-8263-fd754cd14169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:52:21.736521 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-82b85e85-323e-4df3-8921-75c4130c50e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:21.736917 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b85e85-323e-4df3-8921-75c4130c50e2 None None] Bound using segment: {'id': '22409367-d4e5-4be0-87ed-f1b38904612e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '0e306e07-0479-434d-8263-fd754cd14169'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:52:21.737403 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-82b85e85-323e-4df3-8921-75c4130c50e2 None None] Bound port: d25c919a-2af3-4aad-8b28-9810a8ad3105, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22409367-d4e5-4be0-87ed-f1b38904612e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '0e306e07-0479-434d-8263-fd754cd14169'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:52:21.737872 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-82b85e85-323e-4df3-8921-75c4130c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (d25c919a-2af3-4aad-8b28-9810a8ad3105), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:21.848058 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-82b85e85-323e-4df3-8921-75c4130c50e2 None None] For port d25c919a-2af3-4aad-8b28-9810a8ad3105, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:52:21.871041 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-82b85e85-323e-4df3-8921-75c4130c50e2 None None] For port d25c919a-2af3-4aad-8b28-9810a8ad3105, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=d25c919a-2af3-4aad-8b28-9810a8ad3105,segment=NetworkSegment(22409367-d4e5-4be0-87ed-f1b38904612e),segment_id=22409367-d4e5-4be0-87ed-f1b38904612e)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:52:21.883950 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-82b85e85-323e-4df3-8921-75c4130c50e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (d25c919a-2af3-4aad-8b28-9810a8ad3105), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:21.936578 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-f84b991a-bdf6-4340-9d88-2929772a2b85 None None] Provisioning complete for port d25c919a-2af3-4aad-8b28-9810a8ad3105 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:52:21.936967 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f84b991a-bdf6-4340-9d88-2929772a2b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (d25c919a-2af3-4aad-8b28-9810a8ad3105), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:22.001246 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0a56cd-82c9-4254-a946-20a1826e14b6 req-77be04f4-877f-46b4-949e-c8fb7b51cd52 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:22.002134 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b85e85-323e-4df3-8921-75c4130c50e2 None None] Routers {'c1b04f77-b17d-46c7-9a89-447a8c43f6b8'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:52:22.002792 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-82b85e85-323e-4df3-8921-75c4130c50e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:52:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['c1b04f77-b17d-46c7-9a89-447a8c43f6b8'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:52:22.009466 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2a0a56cd-82c9-4254-a946-20a1826e14b6 req-77be04f4-877f-46b4-949e-c8fb7b51cd52 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=666b74a0-9369-4b80-92de-3f215e9f7d5e HTTP/1.1" status: 200 len: 946 time: 0.4857726 Feb 09 21:52:22.065795 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-246dfa9b-93c8-4f3d-8e82-bdc7bd718f1d req-880dee8f-e3b2-4f9f-aafe-785791345e11 tempest-InstanceActionsNegativeTestJSON-2139258106 tempest-InstanceActionsNegativeTestJSON-2139258106-project] 10.222.0.90 "GET /v2.0/security-groups?id=0baea1c5-211a-480c-8468-a6c09d7704ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5563366 Feb 09 21:52:22.246015 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f4972e31-5b16-455f-8656-d1aced87bb97 req-446408eb-e9b4-4fe8-adff-1727a804d397 tempest-ServerShowV254Test-1176059834 tempest-ServerShowV254Test-1176059834-project] 10.222.0.90 "GET /v2.0/ports?device_id=04d32166-ba98-4fec-85e6-137b16877cca HTTP/1.1" status: 200 len: 210 time: 0.0711746 Feb 09 21:52:22.259592 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2a0a56cd-82c9-4254-a946-20a1826e14b6 req-f758ec46-ab90-4b9d-ac74-e9cfdb9112d3 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=a72d620d-4650-43fd-afbd-3b01f73e5444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447083 Feb 09 21:52:22.274896 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f676e1c-dad8-4371-a4c7-977b2f1dbddc req-0c6d0dd4-89b0-42d4-83f9-7c3cc413742c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:22.274896 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3f676e1c-dad8-4371-a4c7-977b2f1dbddc req-0c6d0dd4-89b0-42d4-83f9-7c3cc413742c service neutron] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6834474 Feb 09 21:52:22.285820 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cece0179-3c69-45ab-8a94-6c7f2dea880a None None] Pushing event updated for resources: {'Port': ['ID=d25c919a-2af3-4aad-8b28-9810a8ad3105,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:22.334781 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-f84b991a-bdf6-4340-9d88-2929772a2b85 None None] Current status of the port d25c919a-2af3-4aad-8b28-9810a8ad3105 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:52:22.335172 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f84b991a-bdf6-4340-9d88-2929772a2b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (d25c919a-2af3-4aad-8b28-9810a8ad3105), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:22.369500 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-82b85e85-323e-4df3-8921-75c4130c50e2 None None] Set router c1b04f77-b17d-46c7-9a89-447a8c43f6b8 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:52:22.416519 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-f84b991a-bdf6-4340-9d88-2929772a2b85 None None] For port d25c919a-2af3-4aad-8b28-9810a8ad3105, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=d25c919a-2af3-4aad-8b28-9810a8ad3105,segment=NetworkSegment(22409367-d4e5-4be0-87ed-f1b38904612e),segment_id=22409367-d4e5-4be0-87ed-f1b38904612e)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:52:22.423008 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f84b991a-bdf6-4340-9d88-2929772a2b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (d25c919a-2af3-4aad-8b28-9810a8ad3105), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:22.521329 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84b991a-bdf6-4340-9d88-2929772a2b85 None None] Pushing event updated for resources: {'Port': ['ID=d25c919a-2af3-4aad-8b28-9810a8ad3105,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:22.594429 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-7971de8d-4b04-479b-b3ac-c66579a97aab None None] Provisioning complete for port d25c919a-2af3-4aad-8b28-9810a8ad3105 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:52:22.594813 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7971de8d-4b04-479b-b3ac-c66579a97aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (d25c919a-2af3-4aad-8b28-9810a8ad3105), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:22.730301 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-7971de8d-4b04-479b-b3ac-c66579a97aab None None] Current status of the port d25c919a-2af3-4aad-8b28-9810a8ad3105 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:52:22.745668 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-82b85e85-323e-4df3-8921-75c4130c50e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b04f77-b17d-46c7-9a89-447a8c43f6b8', 'name': 'tempest-TestNetworkBasicOps-router-1503664596', 'tenant_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'ae383eec-45d6-48ce-9ce1-81a54f900af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:50:44Z', 'updated_at': '2022-02-09T21:52:19Z', 'revision_number': 5, 'project_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'gw_port': {'id': 'ae383eec-45d6-48ce-9ce1-81a54f900af4', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b04f77-b17d-46c7-9a89-447a8c43f6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:44Z', 'updated_at': '2022-02-09T21:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': '9f747c2c-f96b-4f06-9424-50dbcd2bcc67', 'tenant_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'floating_ip_address': '172.25.3.90', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': 'c1b04f77-b17d-46c7-9a89-447a8c43f6b8', 'port_id': 'e186d641-5460-43b4-afa9-9d708ef5dfab', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2662, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdbf9686-bd80-4f36-b0c5-13d677d2ad44', 'mac_address': 'fa:16:3e:92:26:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a343ca-f9d5-43b5-9ada-f2fa47f4ee8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:51:13Z', 'updated_at': '2022-02-09T21:51:17Z', 'revision_number': 1, 'project_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78941fb4-471e-446e-9ff5-665726a1c888', 'name': '', 'network_id': 'bdbf9686-bd80-4f36-b0c5-13d677d2ad44', 'tenant_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'mac_address': 'fa:16:3e:e5:38:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b04f77-b17d-46c7-9a89-447a8c43f6b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '0983afe5-89cd-4e82-b65d-0b5797c6355d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:48Z', 'updated_at': '2022-02-09T21:50:54Z', 'revision_number': 5, 'project_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'subnets': [{'id': '0983afe5-89cd-4e82-b65d-0b5797c6355d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd25c919a-2af3-4aad-8b28-9810a8ad3105', 'name': '', 'network_id': '0e306e07-0479-434d-8263-fd754cd14169', 'tenant_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'mac_address': 'fa:16:3e:7f:65:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1b04f77-b17d-46c7-9a89-447a8c43f6b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2696, 'fixed_ips': [{'subnet_id': '5ea91520-d88e-4220-952f-02f5c25ce60b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:52:18Z', 'updated_at': '2022-02-09T21:52:21Z', 'revision_number': 4, 'project_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'subnets': [{'id': '5ea91520-d88e-4220-952f-02f5c25ce60b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:52:22.773438 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b85e85-323e-4df3-8921-75c4130c50e2 None None] The sync data for ids ['c1b04f77-b17d-46c7-9a89-447a8c43f6b8'] in n-d-828369-5 is: [{'id': 'c1b04f77-b17d-46c7-9a89-447a8c43f6b8', 'name': 'tempest-TestNetworkBasicOps-router-1503664596', 'tenant_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'ae383eec-45d6-48ce-9ce1-81a54f900af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:50:44Z', 'updated_at': '2022-02-09T21:52:19Z', 'revision_number': 5, 'project_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'gw_port': {'id': 'ae383eec-45d6-48ce-9ce1-81a54f900af4', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b04f77-b17d-46c7-9a89-447a8c43f6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:44Z', 'updated_at': '2022-02-09T21:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': '9f747c2c-f96b-4f06-9424-50dbcd2bcc67', 'tenant_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'floating_ip_address': '172.25.3.90', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': 'c1b04f77-b17d-46c7-9a89-447a8c43f6b8', 'port_id': 'e186d641-5460-43b4-afa9-9d708ef5dfab', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2662, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdbf9686-bd80-4f36-b0c5-13d677d2ad44', 'mac_address': 'fa:16:3e:92:26:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a343ca-f9d5-43b5-9ada-f2fa47f4ee8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:51:13Z', 'updated_at': '2022-02-09T21:51:17Z', 'revision_number': 1, 'project_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78941fb4-471e-446e-9ff5-665726a1c888', 'name': '', 'network_id': 'bdbf9686-bd80-4f36-b0c5-13d677d2ad44', 'tenant_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'mac_address': 'fa:16:3e:e5:38:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b04f77-b17d-46c7-9a89-447a8c43f6b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '0983afe5-89cd-4e82-b65d-0b5797c6355d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:48Z', 'updated_at': '2022-02-09T21:50:54Z', 'revision_number': 5, 'project_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'subnets': [{'id': '0983afe5-89cd-4e82-b65d-0b5797c6355d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd25c919a-2af3-4aad-8b28-9810a8ad3105', 'name': '', 'network_id': '0e306e07-0479-434d-8263-fd754cd14169', 'tenant_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'mac_address': 'fa:16:3e:7f:65:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1b04f77-b17d-46c7-9a89-447a8c43f6b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2696, 'fixed_ips': [{'subnet_id': '5ea91520-d88e-4220-952f-02f5c25ce60b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:52:18Z', 'updated_at': '2022-02-09T21:52:21Z', 'revision_number': 4, 'project_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'subnets': [{'id': '5ea91520-d88e-4220-952f-02f5c25ce60b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:52:23.181855 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4ad08f-ae94-40d1-87e1-a3043ae69c92 req-efe1dd45-d4f6-4f4d-b20e-0518f0dcc8f2 tempest-InstanceActionsNegativeTestJSON-2139258106 tempest-InstanceActionsNegativeTestJSON-2139258106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:23.183799 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dd4ad08f-ae94-40d1-87e1-a3043ae69c92 req-efe1dd45-d4f6-4f4d-b20e-0518f0dcc8f2 tempest-InstanceActionsNegativeTestJSON-2139258106 tempest-InstanceActionsNegativeTestJSON-2139258106-project] 10.222.0.90 "GET /v2.0/ports?device_id=31a80469-1420-4f6a-82cf-b83d8bb4d502 HTTP/1.1" status: 200 len: 944 time: 0.0573673 Feb 09 21:52:23.239829 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dd4ad08f-ae94-40d1-87e1-a3043ae69c92 req-598b6a21-7160-4572-a82e-9021a7797c48 tempest-InstanceActionsNegativeTestJSON-2139258106 tempest-InstanceActionsNegativeTestJSON-2139258106-project] 10.222.0.90 "GET /v2.0/security-groups?id=0baea1c5-211a-480c-8468-a6c09d7704ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486648 Feb 09 21:52:23.392845 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7c61f0a0-b01b-43da-8789-97f6223b7d8c req-9607a62a-188e-4d3f-942a-7139fa26e00a tempest-ServerShowV254Test-1176059834 tempest-ServerShowV254Test-1176059834-project] 10.222.0.90 "GET /v2.0/ports?device_id=04d32166-ba98-4fec-85e6-137b16877cca HTTP/1.1" status: 200 len: 210 time: 0.0344486 Feb 09 21:52:23.416707 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cedaff-02ed-4e23-8e72-e618c33546f9 req-c5ef3371-ae18-425e-97b7-9720be7ddf38 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:23.418459 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f4cedaff-02ed-4e23-8e72-e618c33546f9 req-c5ef3371-ae18-425e-97b7-9720be7ddf38 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=666b74a0-9369-4b80-92de-3f215e9f7d5e HTTP/1.1" status: 200 len: 946 time: 0.0899084 Feb 09 21:52:23.480029 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f4cedaff-02ed-4e23-8e72-e618c33546f9 req-e78104fc-a0d9-45bf-b09f-8ab9a1375e6b tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=a72d620d-4650-43fd-afbd-3b01f73e5444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502548 Feb 09 21:52:23.539181 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:23.961228 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3f676e1c-dad8-4371-a4c7-977b2f1dbddc req-54a5d92a-a5ac-475d-8f60-343185055ad0 tempest-ServerShowV254Test-1176059834 tempest-ServerShowV254Test-1176059834-project] 10.222.0.95 "GET /v2.0/ports?device_id=04d32166-ba98-4fec-85e6-137b16877cca HTTP/1.1" status: 200 len: 210 time: 0.0258605 Feb 09 21:52:24.369876 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a30dc4-be91-4189-afd0-abfface44a2b req-e8287b36-8379-4532-a56e-d3cbab5a34b1 tempest-InstanceActionsNegativeTestJSON-2139258106 tempest-InstanceActionsNegativeTestJSON-2139258106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:24.372703 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b8a30dc4-be91-4189-afd0-abfface44a2b req-e8287b36-8379-4532-a56e-d3cbab5a34b1 tempest-InstanceActionsNegativeTestJSON-2139258106 tempest-InstanceActionsNegativeTestJSON-2139258106-project] 10.222.0.90 "GET /v2.0/ports?device_id=31a80469-1420-4f6a-82cf-b83d8bb4d502 HTTP/1.1" status: 200 len: 944 time: 0.0590420 Feb 09 21:52:24.437251 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b8a30dc4-be91-4189-afd0-abfface44a2b req-ee8734ef-d9ab-4575-b1e8-2d4cce9d34f4 tempest-InstanceActionsNegativeTestJSON-2139258106 tempest-InstanceActionsNegativeTestJSON-2139258106-project] 10.222.0.90 "GET /v2.0/security-groups?id=0baea1c5-211a-480c-8468-a6c09d7704ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600119 Feb 09 21:52:24.501435 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 3fff5060-8c78-4d8b-991c-d1003c19a0ea up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:52:24.532239 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-86f665fa-cacf-4e1a-898b-744be1fba278 req-aa4c90b0-45f0-4284-9a9d-7d9e86ae71d9 tempest-ServerShowV254Test-1176059834 tempest-ServerShowV254Test-1176059834-project] 10.222.0.90 "GET /v2.0/ports?device_id=04d32166-ba98-4fec-85e6-137b16877cca HTTP/1.1" status: 200 len: 210 time: 0.0398872 Feb 09 21:52:24.573432 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning for port 3fff5060-8c78-4d8b-991c-d1003c19a0ea completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:52:24.578782 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port 3fff5060-8c78-4d8b-991c-d1003c19a0ea triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:52:24.579294 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (3fff5060-8c78-4d8b-991c-d1003c19a0ea), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:24.628873 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95c7a4b-984f-4d26-b2f9-19de980fb43d req-56da05f2-2838-49f8-9d57-19e40891657c tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:24.631004 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a95c7a4b-984f-4d26-b2f9-19de980fb43d req-56da05f2-2838-49f8-9d57-19e40891657c tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=666b74a0-9369-4b80-92de-3f215e9f7d5e HTTP/1.1" status: 200 len: 946 time: 0.0543590 Feb 09 21:52:24.677248 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 3fff5060-8c78-4d8b-991c-d1003c19a0ea is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:52:24.678304 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (3fff5060-8c78-4d8b-991c-d1003c19a0ea), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:24.691376 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a95c7a4b-984f-4d26-b2f9-19de980fb43d req-7cff05ec-11f1-4bcf-a42a-5a1a83320af7 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=a72d620d-4650-43fd-afbd-3b01f73e5444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543144 Feb 09 21:52:24.715681 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31a80469-1420-4f6a-82cf-b83d8bb4d502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fff5060-8c78-4d8b-991c-d1003c19a0ea'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:52:24.722720 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a07d942f-555e-4112-8ef6-9215918c8e2c" -d '{"events": [{"server_uuid": "31a80469-1420-4f6a-82cf-b83d8bb4d502", "name": "network-vif-plugged", "status": "completed", "tag": "3fff5060-8c78-4d8b-991c-d1003c19a0ea"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:52:24.729001 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 3fff5060-8c78-4d8b-991c-d1003c19a0ea, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=3fff5060-8c78-4d8b-991c-d1003c19a0ea,segment=NetworkSegment(d73c98f0-35c2-4681-9cf7-8077d611bcc8),segment_id=d73c98f0-35c2-4681-9cf7-8077d611bcc8)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:52:24.737898 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (3fff5060-8c78-4d8b-991c-d1003c19a0ea), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:24.799917 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9ecabca-a768-47c4-8cda-e5f512266023 x-openstack-request-id: req-b9ecabca-a768-47c4-8cda-e5f512266023 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:52:24.800205 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31a80469-1420-4f6a-82cf-b83d8bb4d502", "name": "network-vif-plugged", "status": "completed", "tag": "3fff5060-8c78-4d8b-991c-d1003c19a0ea", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:52:24.800510 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-b9ecabca-a768-47c4-8cda-e5f512266023 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:52:24.800859 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31a80469-1420-4f6a-82cf-b83d8bb4d502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fff5060-8c78-4d8b-991c-d1003c19a0ea', 'code': 200} Feb 09 21:52:24.808948 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=3fff5060-8c78-4d8b-991c-d1003c19a0ea,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:24.829894 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device d25c919a-2af3-4aad-8b28-9810a8ad3105 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:52:24.914645 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port d25c919a-2af3-4aad-8b28-9810a8ad3105 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:52:24.915074 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (d25c919a-2af3-4aad-8b28-9810a8ad3105), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:24.951059 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ada4060-97e8-4ae6-bb42-19ec71b7dcfe req-d966ca71-73b0-4ffb-b1a3-fce45d1c7544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:24.953395 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-5ada4060-97e8-4ae6-bb42-19ec71b7dcfe req-d966ca71-73b0-4ffb-b1a3-fce45d1c7544 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=31a80469-1420-4f6a-82cf-b83d8bb4d502 HTTP/1.1" status: 200 len: 1127 time: 0.0541990 Feb 09 21:52:25.015355 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-5ada4060-97e8-4ae6-bb42-19ec71b7dcfe req-fda20a46-4c71-4610-9bee-a80c1eb47157 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=0baea1c5-211a-480c-8468-a6c09d7704ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508864 Feb 09 21:52:25.019813 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port d25c919a-2af3-4aad-8b28-9810a8ad3105 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:52:25.584625 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ca27d6-cbf0-43f7-9c07-47068a5ae9d6 req-c0a5a653-318a-438a-8b7a-cacdbc316b96 tempest-InstanceActionsNegativeTestJSON-2139258106 tempest-InstanceActionsNegativeTestJSON-2139258106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:25.586225 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-19ca27d6-cbf0-43f7-9c07-47068a5ae9d6 req-c0a5a653-318a-438a-8b7a-cacdbc316b96 tempest-InstanceActionsNegativeTestJSON-2139258106 tempest-InstanceActionsNegativeTestJSON-2139258106-project] 10.222.0.90 "GET /v2.0/ports?device_id=31a80469-1420-4f6a-82cf-b83d8bb4d502 HTTP/1.1" status: 200 len: 945 time: 0.0662582 Feb 09 21:52:25.644722 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-19ca27d6-cbf0-43f7-9c07-47068a5ae9d6 req-9ee7491c-dff5-41f7-8774-ee3591f1a23c tempest-InstanceActionsNegativeTestJSON-2139258106 tempest-InstanceActionsNegativeTestJSON-2139258106-project] 10.222.0.90 "GET /v2.0/security-groups?id=0baea1c5-211a-480c-8468-a6c09d7704ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496264 Feb 09 21:52:25.868095 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade1c790-23ea-4950-a74d-93a7087e641d req-768b6f03-3eaf-468b-a0a1-a198e574d314 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:25.869587 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ade1c790-23ea-4950-a74d-93a7087e641d req-768b6f03-3eaf-468b-a0a1-a198e574d314 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=666b74a0-9369-4b80-92de-3f215e9f7d5e HTTP/1.1" status: 200 len: 946 time: 0.0841401 Feb 09 21:52:25.919429 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 51424) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:52:25.925035 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ade1c790-23ea-4950-a74d-93a7087e641d req-60cc1ee8-f197-4a15-ac11-b83c114aa66c tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=a72d620d-4650-43fd-afbd-3b01f73e5444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496223 Feb 09 21:52:26.056179 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-adff1a6b-e6bd-4ae3-9d07-2a16ba4b930c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:26.151281 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-adff1a6b-e6bd-4ae3-9d07-2a16ba4b930c admin admin] Publish callbacks [] for security_group (4c3e2442-4ce0-488e-9a3a-4a925241690c), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:26.157853 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-adff1a6b-e6bd-4ae3-9d07-2a16ba4b930c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (4c3e2442-4ce0-488e-9a3a-4a925241690c), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:26.165477 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2891791d-754f-4b95-9541-f30c3c0ec7bc req-dcd66275-467c-4837-b35f-ccc20f79b469 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:26.167013 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2891791d-754f-4b95-9541-f30c3c0ec7bc req-dcd66275-467c-4837-b35f-ccc20f79b469 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 945 time: 0.0695271 Feb 09 21:52:26.203900 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adff1a6b-e6bd-4ae3-9d07-2a16ba4b930c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c3e2442-4ce0-488e-9a3a-4a925241690c,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:26.223376 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-adff1a6b-e6bd-4ae3-9d07-2a16ba4b930c admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=85c4e700f2cc4a97a524848706edc74d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3028691 Feb 09 21:52:26.226538 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 51434) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:52:26.245001 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2891791d-754f-4b95-9541-f30c3c0ec7bc req-1f302511-0ab2-40fb-a3d0-b5ee9e84eeba tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=4c89ea32-e697-4c99-8133-b5b6d80654a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661500 Feb 09 21:52:26.293307 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8c6c46bf-95c6-4809-9f0c-fef824898fa5 admin admin] Publish callbacks [] for security_group (4c3e2442-4ce0-488e-9a3a-4a925241690c), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:26.317952 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8c6c46bf-95c6-4809-9f0c-fef824898fa5 admin admin] Publish callbacks [] for security_group (4c3e2442-4ce0-488e-9a3a-4a925241690c), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:26.361809 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [req-630e8ba9-da09-4c16-aa24-e9ddfbd5d666 req-ae778c2a-8d46-46d2-9297-9222908ca1d8 service neutron] (103140) timed out ('10.222.0.95', 60354) {{(pid=103140) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 21:52:26.388437 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8c6c46bf-95c6-4809-9f0c-fef824898fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (4c3e2442-4ce0-488e-9a3a-4a925241690c), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:26.391302 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8c6c46bf-95c6-4809-9f0c-fef824898fa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:26.392131 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a02833-d41f-45e5-98df-0cf2f866c689 req-599321cb-e189-4e80-8cf8-873992f38d52 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:26.395584 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-8c6c46bf-95c6-4809-9f0c-fef824898fa5 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/4c3e2442-4ce0-488e-9a3a-4a925241690c HTTP/1.1" status: 204 len: 168 time: 0.1651764 Feb 09 21:52:26.399871 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-80a02833-d41f-45e5-98df-0cf2f866c689 req-599321cb-e189-4e80-8cf8-873992f38d52 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 945 time: 0.0695179 Feb 09 21:52:26.408609 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6c46bf-95c6-4809-9f0c-fef824898fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c3e2442-4ce0-488e-9a3a-4a925241690c,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:26.470935 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-80a02833-d41f-45e5-98df-0cf2f866c689 req-90c66e94-1c57-4273-865b-253fe8dcbe64 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=4c89ea32-e697-4c99-8133-b5b6d80654a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700715 Feb 09 21:52:26.963821 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925e14da-486f-4978-89e9-c1aff21a4711 req-76cc5054-4bca-4866-a4c2-383c0b6f4634 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:26.974410 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-925e14da-486f-4978-89e9-c1aff21a4711 req-76cc5054-4bca-4866-a4c2-383c0b6f4634 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/networks?id=23f1a6df-2b4b-4777-8497-2928c76d9f17 HTTP/1.1" status: 200 len: 812 time: 0.2601004 Feb 09 21:52:26.988146 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6d02e8-3c4d-4647-961c-55de83eb607e req-e46ac0d8-7864-4211-9fe1-4931a2dae74b tempest-InstanceActionsNegativeTestJSON-2139258106 tempest-InstanceActionsNegativeTestJSON-2139258106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:26.990291 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5e6d02e8-3c4d-4647-961c-55de83eb607e req-e46ac0d8-7864-4211-9fe1-4931a2dae74b tempest-InstanceActionsNegativeTestJSON-2139258106 tempest-InstanceActionsNegativeTestJSON-2139258106-project] 10.222.0.90 "GET /v2.0/ports?device_id=31a80469-1420-4f6a-82cf-b83d8bb4d502 HTTP/1.1" status: 200 len: 945 time: 0.1834495 Feb 09 21:52:27.015038 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-925e14da-486f-4978-89e9-c1aff21a4711 req-de252d1b-4990-48ae-a968-766d64b2a084 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/quotas/b97bcc6d3a344052b623ebf4a39465fa HTTP/1.1" status: 200 len: 375 time: 0.0394983 Feb 09 21:52:27.104151 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5e6d02e8-3c4d-4647-961c-55de83eb607e req-743e5033-a3a2-4fde-9e4c-86e520f10532 tempest-InstanceActionsNegativeTestJSON-2139258106 tempest-InstanceActionsNegativeTestJSON-2139258106-project] 10.222.0.90 "GET /v2.0/security-groups?id=0baea1c5-211a-480c-8468-a6c09d7704ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026738 Feb 09 21:52:27.125738 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-925e14da-486f-4978-89e9-c1aff21a4711 req-6a73e639-1f2c-4ce0-9c2a-cd22e8241595 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=b97bcc6d3a344052b623ebf4a39465fa&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0896201 Feb 09 21:52:27.214044 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 51472) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:52:27.231625 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-925e14da-486f-4978-89e9-c1aff21a4711 req-ea5b5613-dcec-4224-8d15-4ee734f8d572 service neutron] 10.222.0.90 "GET /v2.0/networks/23f1a6df-2b4b-4777-8497-2928c76d9f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984550 Feb 09 21:52:27.337137 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-925e14da-486f-4978-89e9-c1aff21a4711 req-6c425b2b-c3fd-4db8-845c-4fe6d56b39ee service neutron] 10.222.0.90 "GET /v2.0/networks/23f1a6df-2b4b-4777-8497-2928c76d9f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984404 Feb 09 21:52:27.340285 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-a80bf2e1-ad1f-470a-bbcc-bb190019d174 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-269675138-network', 'tenant_id': 'b22568216b3c414cb08474365ce4458b'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:52:27.367423 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a80bf2e1-ad1f-470a-bbcc-bb190019d174 admin admin] Made reservation on behalf of b22568216b3c414cb08474365ce4458b for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:52:27.369983 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a80bf2e1-ad1f-470a-bbcc-bb190019d174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:27.580848 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5964574a-a711-4575-817a-e1e5631ba6bc req-3dbd9596-c570-4107-aac8-5835e55e003c tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=128718a0-8359-4fcd-8856-08642aaa3593 HTTP/1.1" status: 200 len: 210 time: 0.0364783 Feb 09 21:52:27.805128 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a80bf2e1-ad1f-470a-bbcc-bb190019d174 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:27.895057 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a80bf2e1-ad1f-470a-bbcc-bb190019d174 admin admin] Publish callbacks [] for security_group (3d182048-f069-45b3-a169-5d2a798f6df6), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:27.900277 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a80bf2e1-ad1f-470a-bbcc-bb190019d174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (3d182048-f069-45b3-a169-5d2a798f6df6), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:27.930541 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a80bf2e1-ad1f-470a-bbcc-bb190019d174 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:52:27.941787 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80bf2e1-ad1f-470a-bbcc-bb190019d174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d182048-f069-45b3-a169-5d2a798f6df6,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:27.947966 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a80bf2e1-ad1f-470a-bbcc-bb190019d174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (93e4345e-c45e-43bb-ba65-7704ecef10a6), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:27.948707 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-a80bf2e1-ad1f-470a-bbcc-bb190019d174 admin admin] Added segment 93e4345e-c45e-43bb-ba65-7704ecef10a6 of type vlan for network d86910b2-0131-4cf1-9151-2ae5be614e2e Feb 09 21:52:28.004706 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a80bf2e1-ad1f-470a-bbcc-bb190019d174 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (d86910b2-0131-4cf1-9151-2ae5be614e2e), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:28.033292 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a80bf2e1-ad1f-470a-bbcc-bb190019d174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (d86910b2-0131-4cf1-9151-2ae5be614e2e), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:28.034420 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80bf2e1-ad1f-470a-bbcc-bb190019d174 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:28.034993 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a80bf2e1-ad1f-470a-bbcc-bb190019d174 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:28.113647 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-a80bf2e1-ad1f-470a-bbcc-bb190019d174 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8957162 Feb 09 21:52:28.114011 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 51490) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:52:28.121800 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-cad2dce9-89cf-4da0-9623-4c215e7f4b97 admin admin] Request body: {'subnet': {'network_id': 'd86910b2-0131-4cf1-9151-2ae5be614e2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-269675138-subnet', 'tenant_id': 'b22568216b3c414cb08474365ce4458b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:52:28.135222 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80bf2e1-ad1f-470a-bbcc-bb190019d174 admin admin] Pushing event updated for resources: {'Network': ['ID=d86910b2-0131-4cf1-9151-2ae5be614e2e,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:28.147548 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network d86910b2-0131-4cf1-9151-2ae5be614e2e details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:52:28.168306 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cad2dce9-89cf-4da0-9623-4c215e7f4b97 admin admin] Made reservation on behalf of b22568216b3c414cb08474365ce4458b for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:52:28.172087 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cad2dce9-89cf-4da0-9623-4c215e7f4b97 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621317'] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:28.317485 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d3d022-519c-4fe7-83b0-f509f8ffd252 req-0194446a-1c8b-4928-a509-6a1183e99402 tempest-InstanceActionsNegativeTestJSON-2139258106 tempest-InstanceActionsNegativeTestJSON-2139258106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:28.319529 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-37d3d022-519c-4fe7-83b0-f509f8ffd252 req-0194446a-1c8b-4928-a509-6a1183e99402 tempest-InstanceActionsNegativeTestJSON-2139258106 tempest-InstanceActionsNegativeTestJSON-2139258106-project] 10.222.0.90 "GET /v2.0/ports?device_id=31a80469-1420-4f6a-82cf-b83d8bb4d502 HTTP/1.1" status: 200 len: 945 time: 0.0935826 Feb 09 21:52:28.419637 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-37d3d022-519c-4fe7-83b0-f509f8ffd252 req-752c643a-540b-435e-b700-113b512e7153 tempest-InstanceActionsNegativeTestJSON-2139258106 tempest-InstanceActionsNegativeTestJSON-2139258106-project] 10.222.0.90 "GET /v2.0/security-groups?id=0baea1c5-211a-480c-8468-a6c09d7704ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941794 Feb 09 21:52:28.471227 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cad2dce9-89cf-4da0-9623-4c215e7f4b97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621371'] for subnet (903c0b45-e09b-4940-bbf6-1179c0814bd7), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:28.534264 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad2dce9-89cf-4da0-9623-4c215e7f4b97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=903c0b45-e09b-4940-bbf6-1179c0814bd7,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:28.548049 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad2dce9-89cf-4da0-9623-4c215e7f4b97 admin admin] Checking segment: {'id': '93e4345e-c45e-43bb-ba65-7704ecef10a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'd86910b2-0131-4cf1-9151-2ae5be614e2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:52:28.548458 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad2dce9-89cf-4da0-9623-4c215e7f4b97 admin admin] Network hostable DHCP agents. Network: d86910b2-0131-4cf1-9151-2ae5be614e2e, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:52:28.571840 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad2dce9-89cf-4da0-9623-4c215e7f4b97 admin admin] Network d86910b2-0131-4cf1-9151-2ae5be614e2e is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:52:28.585991 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-cad2dce9-89cf-4da0-9623-4c215e7f4b97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, d86910b2-0131-4cf1-9151-2ae5be614e2e) {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:52:28.591226 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad2dce9-89cf-4da0-9623-4c215e7f4b97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:28.591832 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cad2dce9-89cf-4da0-9623-4c215e7f4b97 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:28.599247 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b74ece3-0cf2-425f-9af2-b85e9ea70fa7 None None] Network d86910b2-0131-4cf1-9151-2ae5be614e2e requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:52:28.641024 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-cad2dce9-89cf-4da0-9623-4c215e7f4b97 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5231299 Feb 09 21:52:28.737876 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-87a0df6b-6c08-48cf-bc8a-4fcbb61612cd req-58afd34c-8d5f-4338-9647-60a310c547f7 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=128718a0-8359-4fcd-8856-08642aaa3593 HTTP/1.1" status: 200 len: 210 time: 0.0554869 Feb 09 21:52:28.744610 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2682c72-52dd-4e23-ab94-9b77a56e1d5c None None] Network d86910b2-0131-4cf1-9151-2ae5be614e2e requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:52:28.939231 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34032de-9ac8-45df-a121-491c6e501889 req-14a7152e-0f03-4ece-8b2a-5bd531f4e659 tempest-InstanceActionsNegativeTestJSON-2139258106 tempest-InstanceActionsNegativeTestJSON-2139258106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:28.940859 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f34032de-9ac8-45df-a121-491c6e501889 req-14a7152e-0f03-4ece-8b2a-5bd531f4e659 tempest-InstanceActionsNegativeTestJSON-2139258106 tempest-InstanceActionsNegativeTestJSON-2139258106-project] 10.222.0.90 "GET /v2.0/ports?device_id=31a80469-1420-4f6a-82cf-b83d8bb4d502 HTTP/1.1" status: 200 len: 945 time: 0.0953281 Feb 09 21:52:28.947316 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925e14da-486f-4978-89e9-c1aff21a4711 req-7edd55d4-3e68-41d8-823c-3b4ecdd08723 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:28.948872 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-925e14da-486f-4978-89e9-c1aff21a4711 req-7edd55d4-3e68-41d8-823c-3b4ecdd08723 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.95 "GET /v2.0/networks?id=23f1a6df-2b4b-4777-8497-2928c76d9f17 HTTP/1.1" status: 200 len: 812 time: 0.2100029 Feb 09 21:52:28.964976 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-925e14da-486f-4978-89e9-c1aff21a4711 req-b954e5ec-5c30-4bef-8e46-31b76388e7bb tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Request body: {'port': {'device_id': '128718a0-8359-4fcd-8856-08642aaa3593', 'network_id': '23f1a6df-2b4b-4777-8497-2928c76d9f17', 'admin_state_up': True, 'tenant_id': 'b97bcc6d3a344052b623ebf4a39465fa'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:52:29.059393 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f34032de-9ac8-45df-a121-491c6e501889 req-8b0b4a53-70e5-4b88-854f-7d2575f3813f tempest-InstanceActionsNegativeTestJSON-2139258106 tempest-InstanceActionsNegativeTestJSON-2139258106-project] 10.222.0.90 "GET /v2.0/security-groups?id=0baea1c5-211a-480c-8468-a6c09d7704ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060660 Feb 09 21:52:29.112074 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-925e14da-486f-4978-89e9-c1aff21a4711 req-b954e5ec-5c30-4bef-8e46-31b76388e7bb tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Made reservation on behalf of b97bcc6d3a344052b623ebf4a39465fa for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:52:29.116601 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-925e14da-486f-4978-89e9-c1aff21a4711 req-b954e5ec-5c30-4bef-8e46-31b76388e7bb tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:29.331505 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561e1780-c077-41c4-b60e-33614dab586e req-d976fd7e-95f5-4701-86ba-c0107e7a2338 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:29.333055 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-561e1780-c077-41c4-b60e-33614dab586e req-d976fd7e-95f5-4701-86ba-c0107e7a2338 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/networks?id=d86910b2-0131-4cf1-9151-2ae5be614e2e HTTP/1.1" status: 200 len: 813 time: 0.1909392 Feb 09 21:52:29.334272 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [req-925e14da-486f-4978-89e9-c1aff21a4711 req-b954e5ec-5c30-4bef-8e46-31b76388e7bb tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Allocated IP 172.20.0.8 (23f1a6df-2b4b-4777-8497-2928c76d9f17/b55ac71e-6529-43b3-9355-0e693d39e1f4/a57a5b7b-da19-4999-a44f-8d6372be66f1) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:52:29.359565 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-561e1780-c077-41c4-b60e-33614dab586e req-aa83d5ef-5a18-48f4-bc1b-90f25dce466b tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/quotas/b22568216b3c414cb08474365ce4458b HTTP/1.1" status: 200 len: 375 time: 0.0200710 Feb 09 21:52:29.400745 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-561e1780-c077-41c4-b60e-33614dab586e req-f5ff2f20-9100-4f9c-9994-e8a25df61eea tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=b22568216b3c414cb08474365ce4458b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337887 Feb 09 21:52:29.574157 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-561e1780-c077-41c4-b60e-33614dab586e req-afc8c7f7-3820-4013-aec5-81db7a8ac8f1 service neutron] 10.222.0.90 "GET /v2.0/networks/d86910b2-0131-4cf1-9151-2ae5be614e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646433 Feb 09 21:52:29.641884 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-925e14da-486f-4978-89e9-c1aff21a4711 req-b954e5ec-5c30-4bef-8e46-31b76388e7bb tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Publish callbacks [] for port (a57a5b7b-da19-4999-a44f-8d6372be66f1), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:29.712118 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-561e1780-c077-41c4-b60e-33614dab586e req-28b4a58b-48ea-4462-9a8c-d9b9cbdfb8e3 service neutron] 10.222.0.90 "GET /v2.0/networks/d86910b2-0131-4cf1-9151-2ae5be614e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305771 Feb 09 21:52:29.714455 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-925e14da-486f-4978-89e9-c1aff21a4711 req-b954e5ec-5c30-4bef-8e46-31b76388e7bb tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (a57a5b7b-da19-4999-a44f-8d6372be66f1), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:29.727567 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['6a0194ab-f855-41d1-a295-07dc840d5cec'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:52:29.764489 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-925e14da-486f-4978-89e9-c1aff21a4711 req-b954e5ec-5c30-4bef-8e46-31b76388e7bb tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Network 23f1a6df-2b4b-4777-8497-2928c76d9f17 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:52:29.767758 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [req-925e14da-486f-4978-89e9-c1aff21a4711 req-b954e5ec-5c30-4bef-8e46-31b76388e7bb tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:52:29.773593 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-925e14da-486f-4978-89e9-c1aff21a4711 req-b954e5ec-5c30-4bef-8e46-31b76388e7bb tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:52:29.855067 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925e14da-486f-4978-89e9-c1aff21a4711 req-b954e5ec-5c30-4bef-8e46-31b76388e7bb tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:29.856002 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-925e14da-486f-4978-89e9-c1aff21a4711 req-b954e5ec-5c30-4bef-8e46-31b76388e7bb tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:29.861016 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b954e5ec-5c30-4bef-8e46-31b76388e7bb tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Pushing event updated for resources: {'Port': ['ID=a57a5b7b-da19-4999-a44f-8d6372be66f1,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:29.896988 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b954e5ec-5c30-4bef-8e46-31b76388e7bb tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:29.897655 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b954e5ec-5c30-4bef-8e46-31b76388e7bb tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:29.898197 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b954e5ec-5c30-4bef-8e46-31b76388e7bb tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:29.898726 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b954e5ec-5c30-4bef-8e46-31b76388e7bb tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:29.899377 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b954e5ec-5c30-4bef-8e46-31b76388e7bb tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:29.899901 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b954e5ec-5c30-4bef-8e46-31b76388e7bb tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:29.900459 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b954e5ec-5c30-4bef-8e46-31b76388e7bb tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:29.900978 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b954e5ec-5c30-4bef-8e46-31b76388e7bb tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:29.901511 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b954e5ec-5c30-4bef-8e46-31b76388e7bb tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:29.902025 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b954e5ec-5c30-4bef-8e46-31b76388e7bb tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:29.902541 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b954e5ec-5c30-4bef-8e46-31b76388e7bb tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:29.903055 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b954e5ec-5c30-4bef-8e46-31b76388e7bb tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:29.903570 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b954e5ec-5c30-4bef-8e46-31b76388e7bb tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:29.951857 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-925e14da-486f-4978-89e9-c1aff21a4711 req-b954e5ec-5c30-4bef-8e46-31b76388e7bb tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9912477 Feb 09 21:52:29.991520 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdff0f9e-8c89-4d4c-b35a-3af9191f5531 req-7870e898-d54d-4505-84c3-e1030ebf0b78 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:29.993124 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cdff0f9e-8c89-4d4c-b35a-3af9191f5531 req-7870e898-d54d-4505-84c3-e1030ebf0b78 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=128718a0-8359-4fcd-8856-08642aaa3593 HTTP/1.1" status: 200 len: 931 time: 0.1341736 Feb 09 21:52:30.076297 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0b683ca2-3283-4fb6-aa3a-971107695785 req-82c09c45-31fa-411c-9abb-3b46004846bc tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 210 time: 0.0593295 Feb 09 21:52:30.087033 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-925e14da-486f-4978-89e9-c1aff21a4711 req-8ebaca75-207b-4440-96eb-cd035dac4c10 service neutron] Request body: {'port': {'device_id': '128718a0-8359-4fcd-8856-08642aaa3593', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-5'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:52:30.124351 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5f4cdf18-305f-4aa7-b79e-652e9e4f9fd4 None None] Provisioning complete for port a57a5b7b-da19-4999-a44f-8d6372be66f1 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:52:30.124624 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5f4cdf18-305f-4aa7-b79e-652e9e4f9fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (a57a5b7b-da19-4999-a44f-8d6372be66f1), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:30.188854 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cdff0f9e-8c89-4d4c-b35a-3af9191f5531 req-b863bf3f-9ac2-4c36-8050-876492a79a4c tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=a72d620d-4650-43fd-afbd-3b01f73e5444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817853 Feb 09 21:52:30.204728 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5f4cdf18-305f-4aa7-b79e-652e9e4f9fd4 None None] Port a57a5b7b-da19-4999-a44f-8d6372be66f1 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:52:30.226680 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-925e14da-486f-4978-89e9-c1aff21a4711 req-8ebaca75-207b-4440-96eb-cd035dac4c10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (a57a5b7b-da19-4999-a44f-8d6372be66f1), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:30.294852 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac8e545-cabe-4d48-85d6-2dba3d2e8334 req-8d897fc2-ade9-4dd8-93c8-daeb7d541bc7 tempest-InstanceActionsNegativeTestJSON-2139258106 tempest-InstanceActionsNegativeTestJSON-2139258106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:30.301870 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4ac8e545-cabe-4d48-85d6-2dba3d2e8334 req-8d897fc2-ade9-4dd8-93c8-daeb7d541bc7 tempest-InstanceActionsNegativeTestJSON-2139258106 tempest-InstanceActionsNegativeTestJSON-2139258106-project] 10.222.0.90 "GET /v2.0/ports?device_id=31a80469-1420-4f6a-82cf-b83d8bb4d502 HTTP/1.1" status: 200 len: 945 time: 0.1121011 Feb 09 21:52:30.425039 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4ac8e545-cabe-4d48-85d6-2dba3d2e8334 req-dad46aaf-fdae-4c51-85e3-e862830a4be7 tempest-InstanceActionsNegativeTestJSON-2139258106 tempest-InstanceActionsNegativeTestJSON-2139258106-project] 10.222.0.90 "GET /v2.0/security-groups?id=0baea1c5-211a-480c-8468-a6c09d7704ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214526 Feb 09 21:52:30.582495 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [req-925e14da-486f-4978-89e9-c1aff21a4711 req-8ebaca75-207b-4440-96eb-cd035dac4c10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a57a5b7b-da19-4999-a44f-8d6372be66f1 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:52:30.591365 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-925e14da-486f-4978-89e9-c1aff21a4711 req-8ebaca75-207b-4440-96eb-cd035dac4c10 service neutron] Publish callbacks [] for port (a57a5b7b-da19-4999-a44f-8d6372be66f1), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:30.605725 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [req-925e14da-486f-4978-89e9-c1aff21a4711 req-8ebaca75-207b-4440-96eb-cd035dac4c10 service neutron] Transition to ACTIVE for port object a57a5b7b-da19-4999-a44f-8d6372be66f1 will not be triggered until provisioned by entity L2. {{(pid=103140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:52:30.610802 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-925e14da-486f-4978-89e9-c1aff21a4711 req-8ebaca75-207b-4440-96eb-cd035dac4c10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (a57a5b7b-da19-4999-a44f-8d6372be66f1), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:30.690840 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebaca75-207b-4440-96eb-cd035dac4c10 service neutron] Pushing event updated for resources: {'Port': ['ID=a57a5b7b-da19-4999-a44f-8d6372be66f1,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:30.752839 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-925e14da-486f-4978-89e9-c1aff21a4711 req-8ebaca75-207b-4440-96eb-cd035dac4c10 service neutron] Attempting to bind port a57a5b7b-da19-4999-a44f-8d6372be66f1 on host n-h1-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:52:30.753481 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-925e14da-486f-4978-89e9-c1aff21a4711 req-8ebaca75-207b-4440-96eb-cd035dac4c10 service neutron] Attempting to bind port a57a5b7b-da19-4999-a44f-8d6372be66f1 by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': '682b57c6-7518-4480-8840-98896ec39a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '23f1a6df-2b4b-4777-8497-2928c76d9f17'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:52:30.754291 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925e14da-486f-4978-89e9-c1aff21a4711 req-8ebaca75-207b-4440-96eb-cd035dac4c10 service neutron] Attempting to bind port a57a5b7b-da19-4999-a44f-8d6372be66f1 on network 23f1a6df-2b4b-4777-8497-2928c76d9f17 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:52:30.759358 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925e14da-486f-4978-89e9-c1aff21a4711 req-8ebaca75-207b-4440-96eb-cd035dac4c10 service neutron] Port a57a5b7b-da19-4999-a44f-8d6372be66f1 on network 23f1a6df-2b4b-4777-8497-2928c76d9f17 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:52:30.759763 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925e14da-486f-4978-89e9-c1aff21a4711 req-8ebaca75-207b-4440-96eb-cd035dac4c10 service neutron] Attempting to bind port a57a5b7b-da19-4999-a44f-8d6372be66f1 on network 23f1a6df-2b4b-4777-8497-2928c76d9f17 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:52:30.768049 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925e14da-486f-4978-89e9-c1aff21a4711 req-8ebaca75-207b-4440-96eb-cd035dac4c10 service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:52:30.768506 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925e14da-486f-4978-89e9-c1aff21a4711 req-8ebaca75-207b-4440-96eb-cd035dac4c10 service neutron] Checking segment: {'id': '682b57c6-7518-4480-8840-98896ec39a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '23f1a6df-2b4b-4777-8497-2928c76d9f17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:52:30.768965 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925e14da-486f-4978-89e9-c1aff21a4711 req-8ebaca75-207b-4440-96eb-cd035dac4c10 service neutron] Bound using segment: {'id': '682b57c6-7518-4480-8840-98896ec39a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '23f1a6df-2b4b-4777-8497-2928c76d9f17'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:52:30.769480 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-925e14da-486f-4978-89e9-c1aff21a4711 req-8ebaca75-207b-4440-96eb-cd035dac4c10 service neutron] Bound port: a57a5b7b-da19-4999-a44f-8d6372be66f1, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '682b57c6-7518-4480-8840-98896ec39a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '23f1a6df-2b4b-4777-8497-2928c76d9f17'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:52:30.770133 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-925e14da-486f-4978-89e9-c1aff21a4711 req-8ebaca75-207b-4440-96eb-cd035dac4c10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (a57a5b7b-da19-4999-a44f-8d6372be66f1), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:30.819375 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2c4d17-0b3a-4a3f-80eb-447024619ff1 req-f88971fc-d3e0-42a4-ba4d-7f71a13c220d tempest-InstanceActionsNegativeTestJSON-2139258106 tempest-InstanceActionsNegativeTestJSON-2139258106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:30.821049 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-5e2c4d17-0b3a-4a3f-80eb-447024619ff1 req-f88971fc-d3e0-42a4-ba4d-7f71a13c220d tempest-InstanceActionsNegativeTestJSON-2139258106 tempest-InstanceActionsNegativeTestJSON-2139258106-project] 10.222.0.89 "GET /v2.0/ports?device_id=31a80469-1420-4f6a-82cf-b83d8bb4d502 HTTP/1.1" status: 200 len: 945 time: 0.0775099 Feb 09 21:52:30.852081 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-925e14da-486f-4978-89e9-c1aff21a4711 req-8ebaca75-207b-4440-96eb-cd035dac4c10 service neutron] For port a57a5b7b-da19-4999-a44f-8d6372be66f1, host n-h1-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:52:30.856075 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-925e14da-486f-4978-89e9-c1aff21a4711 req-8ebaca75-207b-4440-96eb-cd035dac4c10 service neutron] For port a57a5b7b-da19-4999-a44f-8d6372be66f1, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=a57a5b7b-da19-4999-a44f-8d6372be66f1,segment=NetworkSegment(682b57c6-7518-4480-8840-98896ec39a8d),segment_id=682b57c6-7518-4480-8840-98896ec39a8d)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:52:30.864591 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-925e14da-486f-4978-89e9-c1aff21a4711 req-8ebaca75-207b-4440-96eb-cd035dac4c10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (a57a5b7b-da19-4999-a44f-8d6372be66f1), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:30.910305 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925e14da-486f-4978-89e9-c1aff21a4711 req-8ebaca75-207b-4440-96eb-cd035dac4c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:30.911194 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-925e14da-486f-4978-89e9-c1aff21a4711 req-8ebaca75-207b-4440-96eb-cd035dac4c10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:30.914219 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-925e14da-486f-4978-89e9-c1aff21a4711 req-8ebaca75-207b-4440-96eb-cd035dac4c10 service neutron] 10.222.0.95 "PUT /v2.0/ports/a57a5b7b-da19-4999-a44f-8d6372be66f1 HTTP/1.1" status: 200 len: 1091 time: 0.9549222 Feb 09 21:52:30.914833 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '128718a0-8359-4fcd-8856-08642aaa3593', 'tag': 'a57a5b7b-da19-4999-a44f-8d6372be66f1'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:52:30.917699 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85e0050f-7993-4180-ba2a-895cff528578" -d '{"events": [{"name": "network-changed", "server_uuid": "128718a0-8359-4fcd-8856-08642aaa3593", "tag": "a57a5b7b-da19-4999-a44f-8d6372be66f1"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:52:30.951364 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-5e2c4d17-0b3a-4a3f-80eb-447024619ff1 req-6373cecc-57d1-4ce2-86ac-a7321e2b952c tempest-InstanceActionsNegativeTestJSON-2139258106 tempest-InstanceActionsNegativeTestJSON-2139258106-project] Deleting port 3fff5060-8c78-4d8b-991c-d1003c19a0ea {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:52:30.951811 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-5e2c4d17-0b3a-4a3f-80eb-447024619ff1 req-6373cecc-57d1-4ce2-86ac-a7321e2b952c tempest-InstanceActionsNegativeTestJSON-2139258106 tempest-InstanceActionsNegativeTestJSON-2139258106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (3fff5060-8c78-4d8b-991c-d1003c19a0ea), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:30.952639 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebaca75-207b-4440-96eb-cd035dac4c10 service neutron] Pushing event updated for resources: {'Port': ['ID=a57a5b7b-da19-4999-a44f-8d6372be66f1,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:31.010757 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa386813-d302-422f-88bc-386657791ea6 x-openstack-request-id: req-aa386813-d302-422f-88bc-386657791ea6 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:52:31.011698 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "128718a0-8359-4fcd-8856-08642aaa3593", "tag": "a57a5b7b-da19-4999-a44f-8d6372be66f1", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:52:31.011967 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-aa386813-d302-422f-88bc-386657791ea6 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:52:31.012406 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '128718a0-8359-4fcd-8856-08642aaa3593', 'tag': 'a57a5b7b-da19-4999-a44f-8d6372be66f1', 'status': 'completed', 'code': 200} Feb 09 21:52:31.033092 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925e14da-486f-4978-89e9-c1aff21a4711 req-4e3a05be-354d-4474-ad5a-50f502d96eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:31.034640 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-925e14da-486f-4978-89e9-c1aff21a4711 req-4e3a05be-354d-4474-ad5a-50f502d96eeb service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b97bcc6d3a344052b623ebf4a39465fa&device_id=128718a0-8359-4fcd-8856-08642aaa3593 HTTP/1.1" status: 200 len: 1125 time: 0.0639205 Feb 09 21:52:31.097658 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-5e2c4d17-0b3a-4a3f-80eb-447024619ff1 req-6373cecc-57d1-4ce2-86ac-a7321e2b952c tempest-InstanceActionsNegativeTestJSON-2139258106 tempest-InstanceActionsNegativeTestJSON-2139258106-project] For port 3fff5060-8c78-4d8b-991c-d1003c19a0ea, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=3fff5060-8c78-4d8b-991c-d1003c19a0ea,segment=NetworkSegment(d73c98f0-35c2-4681-9cf7-8077d611bcc8),segment_id=d73c98f0-35c2-4681-9cf7-8077d611bcc8)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:52:31.098823 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-925e14da-486f-4978-89e9-c1aff21a4711 req-8de62f67-e440-4634-b0ab-288b6835638d service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a57a5b7b-da19-4999-a44f-8d6372be66f1 HTTP/1.1" status: 200 len: 217 time: 0.0562561 Feb 09 21:52:31.100645 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-5e2c4d17-0b3a-4a3f-80eb-447024619ff1 req-6373cecc-57d1-4ce2-86ac-a7321e2b952c tempest-InstanceActionsNegativeTestJSON-2139258106 tempest-InstanceActionsNegativeTestJSON-2139258106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (3fff5060-8c78-4d8b-991c-d1003c19a0ea), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:31.127426 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-5e2c4d17-0b3a-4a3f-80eb-447024619ff1 req-6373cecc-57d1-4ce2-86ac-a7321e2b952c tempest-InstanceActionsNegativeTestJSON-2139258106 tempest-InstanceActionsNegativeTestJSON-2139258106-project] Calling delete_port for 3fff5060-8c78-4d8b-991c-d1003c19a0ea owned by compute:nova {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:52:31.175542 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925e14da-486f-4978-89e9-c1aff21a4711 req-8d116d2b-8215-4bc6-8698-cf4b7a769c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:31.179518 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-925e14da-486f-4978-89e9-c1aff21a4711 req-8d116d2b-8215-4bc6-8698-cf4b7a769c83 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=b55ac71e-6529-43b3-9355-0e693d39e1f4 HTTP/1.1" status: 200 len: 851 time: 0.0704467 Feb 09 21:52:31.292442 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a2579490-1f3e-431b-a120-b87b1c47db46 req-b94e33c0-9afc-4bc5-baa2-6fbb0f840358 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 210 time: 0.0867493 Feb 09 21:52:31.393101 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-5e2c4d17-0b3a-4a3f-80eb-447024619ff1 req-6373cecc-57d1-4ce2-86ac-a7321e2b952c tempest-InstanceActionsNegativeTestJSON-2139258106 tempest-InstanceActionsNegativeTestJSON-2139258106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (3fff5060-8c78-4d8b-991c-d1003c19a0ea), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:31.403971 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925e14da-486f-4978-89e9-c1aff21a4711 req-50db3743-5a8c-4046-8766-70f3489edcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:31.405551 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-925e14da-486f-4978-89e9-c1aff21a4711 req-50db3743-5a8c-4046-8766-70f3489edcf6 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=23f1a6df-2b4b-4777-8497-2928c76d9f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2125268 Feb 09 21:52:31.411755 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['3fff5060-8c78-4d8b-991c-d1003c19a0ea'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:52:31.445414 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6373cecc-57d1-4ce2-86ac-a7321e2b952c tempest-InstanceActionsNegativeTestJSON-2139258106 tempest-InstanceActionsNegativeTestJSON-2139258106-project] Pushing event deleted for resources: {'Port': ['ID=3fff5060-8c78-4d8b-991c-d1003c19a0ea,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:31.535709 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e2c4d17-0b3a-4a3f-80eb-447024619ff1 req-6373cecc-57d1-4ce2-86ac-a7321e2b952c tempest-InstanceActionsNegativeTestJSON-2139258106 tempest-InstanceActionsNegativeTestJSON-2139258106-project] No DVR routers for this DVR port 3fff5060-8c78-4d8b-991c-d1003c19a0ea on host n-h2-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:52:31.539663 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-5e2c4d17-0b3a-4a3f-80eb-447024619ff1 req-6373cecc-57d1-4ce2-86ac-a7321e2b952c tempest-InstanceActionsNegativeTestJSON-2139258106 tempest-InstanceActionsNegativeTestJSON-2139258106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:31.543619 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-5e2c4d17-0b3a-4a3f-80eb-447024619ff1 req-6373cecc-57d1-4ce2-86ac-a7321e2b952c tempest-InstanceActionsNegativeTestJSON-2139258106 tempest-InstanceActionsNegativeTestJSON-2139258106-project] 10.222.0.89 "DELETE /v2.0/ports/3fff5060-8c78-4d8b-991c-d1003c19a0ea HTTP/1.1" status: 204 len: 173 time: 0.7157040 Feb 09 21:52:31.544264 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31a80469-1420-4f6a-82cf-b83d8bb4d502', 'name': 'network-vif-deleted', 'tag': '3fff5060-8c78-4d8b-991c-d1003c19a0ea'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:52:31.547246 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4503c88-aa2f-4bf5-b4f5-f88d03fc4f36" -d '{"events": [{"server_uuid": "31a80469-1420-4f6a-82cf-b83d8bb4d502", "name": "network-vif-deleted", "tag": "3fff5060-8c78-4d8b-991c-d1003c19a0ea"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:52:31.835655 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bccf9e0-41cd-4291-88a3-868fd2c4db33 req-a2284cfd-ff95-4fc6-b5af-8c2c7a79f99d tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:31.837360 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2bccf9e0-41cd-4291-88a3-868fd2c4db33 req-a2284cfd-ff95-4fc6-b5af-8c2c7a79f99d tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=128718a0-8359-4fcd-8856-08642aaa3593 HTTP/1.1" status: 200 len: 943 time: 0.4951830 Feb 09 21:52:31.841765 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e08a04e3-130d-41cc-b935-d1ca4af81a1a req-12f4b955-d709-4ce7-91c9-f90e741ec3bb tempest-InstanceActionsNegativeTestJSON-2139258106 tempest-InstanceActionsNegativeTestJSON-2139258106-project] 10.222.0.90 "GET /v2.0/ports?device_id=31a80469-1420-4f6a-82cf-b83d8bb4d502 HTTP/1.1" status: 200 len: 210 time: 0.0652609 Feb 09 21:52:31.847409 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561e1780-c077-41c4-b60e-33614dab586e req-3fd6f198-f2d3-463c-918f-cbca66432a5e tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:31.848928 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-561e1780-c077-41c4-b60e-33614dab586e req-3fd6f198-f2d3-463c-918f-cbca66432a5e tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.95 "GET /v2.0/networks?id=d86910b2-0131-4cf1-9151-2ae5be614e2e HTTP/1.1" status: 200 len: 813 time: 0.5948603 Feb 09 21:52:31.875593 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-561e1780-c077-41c4-b60e-33614dab586e req-0721d5a7-aaee-4505-91e4-837f3cd1efa1 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Request body: {'port': {'device_id': '70fa8850-d173-4ded-a545-1910bb595847', 'network_id': 'd86910b2-0131-4cf1-9151-2ae5be614e2e', 'admin_state_up': True, 'tenant_id': 'b22568216b3c414cb08474365ce4458b'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:52:31.899217 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f9509b2-f961-48d4-ba43-5e3c6b617594 x-openstack-request-id: req-9f9509b2-f961-48d4-ba43-5e3c6b617594 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:52:31.899735 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31a80469-1420-4f6a-82cf-b83d8bb4d502", "name": "network-vif-deleted", "tag": "3fff5060-8c78-4d8b-991c-d1003c19a0ea", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:52:31.899843 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-9f9509b2-f961-48d4-ba43-5e3c6b617594 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:52:31.900975 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31a80469-1420-4f6a-82cf-b83d8bb4d502', 'name': 'network-vif-deleted', 'tag': '3fff5060-8c78-4d8b-991c-d1003c19a0ea', 'status': 'completed', 'code': 200} Feb 09 21:52:31.970608 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-925e14da-486f-4978-89e9-c1aff21a4711 req-28134168-5282-4961-9ea7-2355dbd8b599 service neutron] 10.222.0.95 "GET /v2.0/networks/23f1a6df-2b4b-4777-8497-2928c76d9f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5482559 Feb 09 21:52:31.993641 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2bccf9e0-41cd-4291-88a3-868fd2c4db33 req-995e5612-3bf7-4b7b-be55-19b5eb7024d0 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=a72d620d-4650-43fd-afbd-3b01f73e5444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437974 Feb 09 21:52:32.118078 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-561e1780-c077-41c4-b60e-33614dab586e req-0721d5a7-aaee-4505-91e4-837f3cd1efa1 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Made reservation on behalf of b22568216b3c414cb08474365ce4458b for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:52:32.121841 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-561e1780-c077-41c4-b60e-33614dab586e req-0721d5a7-aaee-4505-91e4-837f3cd1efa1 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:32.127076 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-925e14da-486f-4978-89e9-c1aff21a4711 req-85b5b055-7e97-4163-889d-f4ddaa65213c service neutron] 10.222.0.95 "GET /v2.0/networks/23f1a6df-2b4b-4777-8497-2928c76d9f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436148 Feb 09 21:52:32.278304 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e0050f-7993-4180-ba2a-895cff528578 req-d77276c1-ab1c-45f8-8fa5-2226dfa8ae3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:32.279795 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-85e0050f-7993-4180-ba2a-895cff528578 req-d77276c1-ab1c-45f8-8fa5-2226dfa8ae3b service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b97bcc6d3a344052b623ebf4a39465fa&device_id=128718a0-8359-4fcd-8856-08642aaa3593 HTTP/1.1" status: 200 len: 1125 time: 0.0901303 Feb 09 21:52:32.340592 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [req-561e1780-c077-41c4-b60e-33614dab586e req-0721d5a7-aaee-4505-91e4-837f3cd1efa1 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Allocated IP 172.20.0.2 (d86910b2-0131-4cf1-9151-2ae5be614e2e/903c0b45-e09b-4940-bbf6-1179c0814bd7/f7dfd268-1748-42f5-807f-926d187cabc1) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:52:32.442186 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c8aa1827-9cad-46a8-a396-cb70ddb2499e req-ef62ad24-03d7-4030-91a3-73d92d1a5cd9 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 210 time: 0.0619729 Feb 09 21:52:32.465637 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e0050f-7993-4180-ba2a-895cff528578 req-49829ab8-4e7c-4adc-bfcc-ca9591ee7fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:32.467516 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-85e0050f-7993-4180-ba2a-895cff528578 req-49829ab8-4e7c-4adc-bfcc-ca9591ee7fb5 service neutron] 10.222.0.95 "GET /v2.0/networks?id=23f1a6df-2b4b-4777-8497-2928c76d9f17 HTTP/1.1" status: 200 len: 913 time: 0.1797388 Feb 09 21:52:32.539130 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-85e0050f-7993-4180-ba2a-895cff528578 req-78ccbc5f-b1cd-4835-87ee-8e0bfebbd322 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a57a5b7b-da19-4999-a44f-8d6372be66f1 HTTP/1.1" status: 200 len: 217 time: 0.0415170 Feb 09 21:52:32.627878 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-561e1780-c077-41c4-b60e-33614dab586e req-0721d5a7-aaee-4505-91e4-837f3cd1efa1 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Publish callbacks [] for port (f7dfd268-1748-42f5-807f-926d187cabc1), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:32.636502 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e0050f-7993-4180-ba2a-895cff528578 req-5e6f45fc-aa3d-477a-987f-8b3227099b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:32.638014 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-85e0050f-7993-4180-ba2a-895cff528578 req-5e6f45fc-aa3d-477a-987f-8b3227099b51 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=b55ac71e-6529-43b3-9355-0e693d39e1f4 HTTP/1.1" status: 200 len: 851 time: 0.0748062 Feb 09 21:52:32.707439 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-561e1780-c077-41c4-b60e-33614dab586e req-0721d5a7-aaee-4505-91e4-837f3cd1efa1 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (f7dfd268-1748-42f5-807f-926d187cabc1), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:32.741898 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e0050f-7993-4180-ba2a-895cff528578 req-218e2b4d-4e07-4d0e-8b22-1c2525600b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:32.743687 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-85e0050f-7993-4180-ba2a-895cff528578 req-218e2b4d-4e07-4d0e-8b22-1c2525600b19 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=23f1a6df-2b4b-4777-8497-2928c76d9f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0968726 Feb 09 21:52:32.768966 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-561e1780-c077-41c4-b60e-33614dab586e req-0721d5a7-aaee-4505-91e4-837f3cd1efa1 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Network d86910b2-0131-4cf1-9151-2ae5be614e2e is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:52:32.776457 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [req-561e1780-c077-41c4-b60e-33614dab586e req-0721d5a7-aaee-4505-91e4-837f3cd1efa1 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:52:32.779127 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-561e1780-c077-41c4-b60e-33614dab586e req-0721d5a7-aaee-4505-91e4-837f3cd1efa1 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:52:32.840701 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0721d5a7-aaee-4505-91e4-837f3cd1efa1 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Pushing event updated for resources: {'Port': ['ID=f7dfd268-1748-42f5-807f-926d187cabc1,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:32.882345 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561e1780-c077-41c4-b60e-33614dab586e req-0721d5a7-aaee-4505-91e4-837f3cd1efa1 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:32.882345 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-561e1780-c077-41c4-b60e-33614dab586e req-0721d5a7-aaee-4505-91e4-837f3cd1efa1 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:32.906271 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 51564) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:52:32.915291 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-561e1780-c077-41c4-b60e-33614dab586e req-0721d5a7-aaee-4505-91e4-837f3cd1efa1 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0462132 Feb 09 21:52:32.919283 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-85e0050f-7993-4180-ba2a-895cff528578 req-c892b080-bd18-471a-b55a-5136f1e00c48 service neutron] 10.222.0.95 "GET /v2.0/networks/23f1a6df-2b4b-4777-8497-2928c76d9f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636961 Feb 09 21:52:32.946644 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-561e1780-c077-41c4-b60e-33614dab586e req-e3c456f6-6d32-43db-91ca-86384075dade service neutron] Request body: {'port': {'device_id': '70fa8850-d173-4ded-a545-1910bb595847', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-5'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:52:32.955292 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c22f518-e09c-49a6-ad0d-734974b8c8b4 admin admin] Deleting subnet 581833d0-9152-4e45-a789-c5ccee42f523 {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:52:32.959517 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1c22f518-e09c-49a6-ad0d-734974b8c8b4 admin admin] Publish callbacks [] for subnet (581833d0-9152-4e45-a789-c5ccee42f523), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:33.001136 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1c22f518-e09c-49a6-ad0d-734974b8c8b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (581833d0-9152-4e45-a789-c5ccee42f523), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:33.055618 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1c22f518-e09c-49a6-ad0d-734974b8c8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (581833d0-9152-4e45-a789-c5ccee42f523), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:33.074229 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-561e1780-c077-41c4-b60e-33614dab586e req-e3c456f6-6d32-43db-91ca-86384075dade service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (f7dfd268-1748-42f5-807f-926d187cabc1), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:33.120701 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1c22f518-e09c-49a6-ad0d-734974b8c8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (581833d0-9152-4e45-a789-c5ccee42f523), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:33.125048 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-85e0050f-7993-4180-ba2a-895cff528578 req-dc55e980-4c13-4dbb-bda0-587332e028c9 service neutron] 10.222.0.95 "GET /v2.0/networks/23f1a6df-2b4b-4777-8497-2928c76d9f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754234 Feb 09 21:52:33.173031 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c22f518-e09c-49a6-ad0d-734974b8c8b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=581833d0-9152-4e45-a789-c5ccee42f523,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:33.175211 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1c22f518-e09c-49a6-ad0d-734974b8c8b4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:33.182574 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-1c22f518-e09c-49a6-ad0d-734974b8c8b4 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/581833d0-9152-4e45-a789-c5ccee42f523 HTTP/1.1" status: 204 len: 168 time: 0.2715061 Feb 09 21:52:33.182574 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 51568) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:52:33.194017 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeffcd1-434c-4ef2-a21f-418380ad5bc3 req-e13b457c-2f44-45d4-a21d-f119c134dba0 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:33.195541 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7aeffcd1-434c-4ef2-a21f-418380ad5bc3 req-e13b457c-2f44-45d4-a21d-f119c134dba0 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=128718a0-8359-4fcd-8856-08642aaa3593 HTTP/1.1" status: 200 len: 943 time: 0.1245472 Feb 09 21:52:33.254412 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-310730af-c9ed-41c1-b68a-fa44cb4da3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (caac7afb-5a23-484c-8c83-41dafad2c45e), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:33.347732 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-310730af-c9ed-41c1-b68a-fa44cb4da3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (caac7afb-5a23-484c-8c83-41dafad2c45e), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:33.348075 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7aeffcd1-434c-4ef2-a21f-418380ad5bc3 req-8f08f224-1b39-489d-8d1e-402d5137ae5b tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=a72d620d-4650-43fd-afbd-3b01f73e5444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033523 Feb 09 21:52:33.378501 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-310730af-c9ed-41c1-b68a-fa44cb4da3a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caac7afb-5a23-484c-8c83-41dafad2c45e']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:52:33.388440 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-310730af-c9ed-41c1-b68a-fa44cb4da3a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd73c98f0-35c2-4681-9cf7-8077d611bcc8') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:52:33.388734 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-310730af-c9ed-41c1-b68a-fa44cb4da3a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd73c98f0-35c2-4681-9cf7-8077d611bcc8') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:52:33.399345 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-310730af-c9ed-41c1-b68a-fa44cb4da3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (d73c98f0-35c2-4681-9cf7-8077d611bcc8), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:33.414182 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-310730af-c9ed-41c1-b68a-fa44cb4da3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (d73c98f0-35c2-4681-9cf7-8077d611bcc8), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:33.420385 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-310730af-c9ed-41c1-b68a-fa44cb4da3a2 admin admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:52:33.420925 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-310730af-c9ed-41c1-b68a-fa44cb4da3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (d73c98f0-35c2-4681-9cf7-8077d611bcc8), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:33.422658 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:52:33.422658 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:52:33.422658 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:52:33.422658 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:52:33.422658 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:52:33.422658 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:52:33.422658 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:52:33.422658 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:52:33.422658 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:52:33.422658 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:52:33.422658 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:52:33.422658 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:52:33.422658 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:52:33.422658 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:52:33.422658 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:52:33.422658 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:52:33.422658 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:52:33.422658 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:52:33.422658 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:52:33.422658 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:52:33.422658 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:52:33.422658 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:52:33.422658 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:52:33.422658 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:52:33.422658 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:52:33.422658 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:52:33.422658 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:52:33.422658 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:52:33.422658 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:52:33.422658 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:52:33.422658 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:52:33.422658 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:52:33.480642 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [req-561e1780-c077-41c4-b60e-33614dab586e req-e3c456f6-6d32-43db-91ca-86384075dade service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7dfd268-1748-42f5-807f-926d187cabc1 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:52:33.486459 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-310730af-c9ed-41c1-b68a-fa44cb4da3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (caac7afb-5a23-484c-8c83-41dafad2c45e), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:33.494599 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-310730af-c9ed-41c1-b68a-fa44cb4da3a2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:33.500261 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-561e1780-c077-41c4-b60e-33614dab586e req-e3c456f6-6d32-43db-91ca-86384075dade service neutron] Publish callbacks [] for port (f7dfd268-1748-42f5-807f-926d187cabc1), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:33.500815 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-310730af-c9ed-41c1-b68a-fa44cb4da3a2 admin admin] 10.222.0.90 "DELETE /v2.0/networks/caac7afb-5a23-484c-8c83-41dafad2c45e HTTP/1.1" status: 204 len: 168 time: 0.3175077 Feb 09 21:52:33.515383 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310730af-c9ed-41c1-b68a-fa44cb4da3a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=caac7afb-5a23-484c-8c83-41dafad2c45e,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:33.517551 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [req-561e1780-c077-41c4-b60e-33614dab586e req-e3c456f6-6d32-43db-91ca-86384075dade service neutron] Transition to ACTIVE for port object f7dfd268-1748-42f5-807f-926d187cabc1 will not be triggered until provisioned by entity L2. {{(pid=103140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:52:33.522356 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-561e1780-c077-41c4-b60e-33614dab586e req-e3c456f6-6d32-43db-91ca-86384075dade service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (f7dfd268-1748-42f5-807f-926d187cabc1), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:33.613504 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c456f6-6d32-43db-91ca-86384075dade service neutron] Pushing event updated for resources: {'Port': ['ID=f7dfd268-1748-42f5-807f-926d187cabc1,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:33.660546 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 51576) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:52:33.688005 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09969354-1f9d-4020-adbc-32766f51d16a req-13aef1a3-a858-4932-bb83-2a45b24ff2b4 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:33.689496 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-09969354-1f9d-4020-adbc-32766f51d16a req-13aef1a3-a858-4932-bb83-2a45b24ff2b4 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 943 time: 0.1375949 Feb 09 21:52:33.718972 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-ca531e54-e6b7-4845-a85a-df12a8bb4c22 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=7310d74b488942909db6151f77a39614&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0560930 Feb 09 21:52:33.719204 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 51578) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:52:33.727498 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-561e1780-c077-41c4-b60e-33614dab586e req-e3c456f6-6d32-43db-91ca-86384075dade service neutron] Attempting to bind port f7dfd268-1748-42f5-807f-926d187cabc1 on host n-h1-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:52:33.727980 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-561e1780-c077-41c4-b60e-33614dab586e req-e3c456f6-6d32-43db-91ca-86384075dade service neutron] Attempting to bind port f7dfd268-1748-42f5-807f-926d187cabc1 by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': '93e4345e-c45e-43bb-ba65-7704ecef10a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'd86910b2-0131-4cf1-9151-2ae5be614e2e'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:52:33.728456 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-561e1780-c077-41c4-b60e-33614dab586e req-e3c456f6-6d32-43db-91ca-86384075dade service neutron] Attempting to bind port f7dfd268-1748-42f5-807f-926d187cabc1 on network d86910b2-0131-4cf1-9151-2ae5be614e2e {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:52:33.736469 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-561e1780-c077-41c4-b60e-33614dab586e req-e3c456f6-6d32-43db-91ca-86384075dade service neutron] Port f7dfd268-1748-42f5-807f-926d187cabc1 on network d86910b2-0131-4cf1-9151-2ae5be614e2e not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:52:33.737396 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-561e1780-c077-41c4-b60e-33614dab586e req-e3c456f6-6d32-43db-91ca-86384075dade service neutron] Attempting to bind port f7dfd268-1748-42f5-807f-926d187cabc1 on network d86910b2-0131-4cf1-9151-2ae5be614e2e {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:52:33.763513 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-561e1780-c077-41c4-b60e-33614dab586e req-e3c456f6-6d32-43db-91ca-86384075dade service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:52:33.764171 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-561e1780-c077-41c4-b60e-33614dab586e req-e3c456f6-6d32-43db-91ca-86384075dade service neutron] Checking segment: {'id': '93e4345e-c45e-43bb-ba65-7704ecef10a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'd86910b2-0131-4cf1-9151-2ae5be614e2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:52:33.764734 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-561e1780-c077-41c4-b60e-33614dab586e req-e3c456f6-6d32-43db-91ca-86384075dade service neutron] Bound using segment: {'id': '93e4345e-c45e-43bb-ba65-7704ecef10a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'd86910b2-0131-4cf1-9151-2ae5be614e2e'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:52:33.765302 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-561e1780-c077-41c4-b60e-33614dab586e req-e3c456f6-6d32-43db-91ca-86384075dade service neutron] Bound port: f7dfd268-1748-42f5-807f-926d187cabc1, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93e4345e-c45e-43bb-ba65-7704ecef10a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'd86910b2-0131-4cf1-9151-2ae5be614e2e'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:52:33.765792 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-561e1780-c077-41c4-b60e-33614dab586e req-e3c456f6-6d32-43db-91ca-86384075dade service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (f7dfd268-1748-42f5-807f-926d187cabc1), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:33.780021 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6d3529f1-8167-421d-8100-d97930f3f740 admin admin] Publish callbacks [] for security_group (0baea1c5-211a-480c-8468-a6c09d7704ee), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:33.781796 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-09969354-1f9d-4020-adbc-32766f51d16a req-8392ef4e-adbb-474f-9b50-d434f23e80e5 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842395 Feb 09 21:52:33.807443 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6d3529f1-8167-421d-8100-d97930f3f740 admin admin] Publish callbacks [] for security_group (0baea1c5-211a-480c-8468-a6c09d7704ee), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:33.846277 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-561e1780-c077-41c4-b60e-33614dab586e req-e3c456f6-6d32-43db-91ca-86384075dade service neutron] For port f7dfd268-1748-42f5-807f-926d187cabc1, host n-h1-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:52:33.849606 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-561e1780-c077-41c4-b60e-33614dab586e req-e3c456f6-6d32-43db-91ca-86384075dade service neutron] For port f7dfd268-1748-42f5-807f-926d187cabc1, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=f7dfd268-1748-42f5-807f-926d187cabc1,segment=NetworkSegment(93e4345e-c45e-43bb-ba65-7704ecef10a6),segment_id=93e4345e-c45e-43bb-ba65-7704ecef10a6)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:52:33.858858 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-561e1780-c077-41c4-b60e-33614dab586e req-e3c456f6-6d32-43db-91ca-86384075dade service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (f7dfd268-1748-42f5-807f-926d187cabc1), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:33.868795 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6d3529f1-8167-421d-8100-d97930f3f740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (0baea1c5-211a-480c-8468-a6c09d7704ee), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:33.871739 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6d3529f1-8167-421d-8100-d97930f3f740 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:33.873228 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-6d3529f1-8167-421d-8100-d97930f3f740 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/0baea1c5-211a-480c-8468-a6c09d7704ee HTTP/1.1" status: 204 len: 168 time: 0.1528482 Feb 09 21:52:33.882599 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3529f1-8167-421d-8100-d97930f3f740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0baea1c5-211a-480c-8468-a6c09d7704ee,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:33.903169 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561e1780-c077-41c4-b60e-33614dab586e req-e3c456f6-6d32-43db-91ca-86384075dade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:33.903802 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-561e1780-c077-41c4-b60e-33614dab586e req-e3c456f6-6d32-43db-91ca-86384075dade service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:33.905262 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-561e1780-c077-41c4-b60e-33614dab586e req-e3c456f6-6d32-43db-91ca-86384075dade service neutron] 10.222.0.95 "PUT /v2.0/ports/f7dfd268-1748-42f5-807f-926d187cabc1 HTTP/1.1" status: 200 len: 1091 time: 0.9632652 Feb 09 21:52:33.905711 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70fa8850-d173-4ded-a545-1910bb595847', 'tag': 'f7dfd268-1748-42f5-807f-926d187cabc1'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:52:33.908888 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b8f1c0f-1cfc-414c-b4a1-94adc1b983bd" -d '{"events": [{"name": "network-changed", "server_uuid": "70fa8850-d173-4ded-a545-1910bb595847", "tag": "f7dfd268-1748-42f5-807f-926d187cabc1"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:52:33.937563 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c456f6-6d32-43db-91ca-86384075dade service neutron] Pushing event updated for resources: {'Port': ['ID=f7dfd268-1748-42f5-807f-926d187cabc1,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:33.968681 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9323c95-f588-434c-a754-40331d48e4d5 x-openstack-request-id: req-d9323c95-f588-434c-a754-40331d48e4d5 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:52:33.969066 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70fa8850-d173-4ded-a545-1910bb595847", "tag": "f7dfd268-1748-42f5-807f-926d187cabc1", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:52:33.969388 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-d9323c95-f588-434c-a754-40331d48e4d5 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:52:33.970349 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70fa8850-d173-4ded-a545-1910bb595847', 'tag': 'f7dfd268-1748-42f5-807f-926d187cabc1', 'status': 'completed', 'code': 200} Feb 09 21:52:34.026781 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561e1780-c077-41c4-b60e-33614dab586e req-36a6c04f-0356-4ceb-a96a-cf210808815f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:34.028757 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-561e1780-c077-41c4-b60e-33614dab586e req-36a6c04f-0356-4ceb-a96a-cf210808815f service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b22568216b3c414cb08474365ce4458b&device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 1125 time: 0.0531235 Feb 09 21:52:34.077148 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-561e1780-c077-41c4-b60e-33614dab586e req-124ca6f4-ee28-463a-9187-f07f01c0344c service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f7dfd268-1748-42f5-807f-926d187cabc1 HTTP/1.1" status: 200 len: 217 time: 0.0394208 Feb 09 21:52:34.142319 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561e1780-c077-41c4-b60e-33614dab586e req-6aca10b6-3e39-4c69-bb8f-ccc3e0e0a5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:34.143978 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-561e1780-c077-41c4-b60e-33614dab586e req-6aca10b6-3e39-4c69-bb8f-ccc3e0e0a5c2 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=903c0b45-e09b-4940-bbf6-1179c0814bd7 HTTP/1.1" status: 200 len: 853 time: 0.0575099 Feb 09 21:52:34.194399 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-561e1780-c077-41c4-b60e-33614dab586e req-662b4a96-5022-49fb-9281-1ad6d349b01a service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d86910b2-0131-4cf1-9151-2ae5be614e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373571 Feb 09 21:52:34.334215 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-561e1780-c077-41c4-b60e-33614dab586e req-f65e2d74-80be-4ffe-bc6a-c050d151d7e6 service neutron] 10.222.0.95 "GET /v2.0/networks/d86910b2-0131-4cf1-9151-2ae5be614e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319048 Feb 09 21:52:34.483188 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-561e1780-c077-41c4-b60e-33614dab586e req-d6b66e10-ed08-43ae-983f-597389732801 service neutron] 10.222.0.95 "GET /v2.0/networks/d86910b2-0131-4cf1-9151-2ae5be614e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416678 Feb 09 21:52:34.513249 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb62c3b-b6c2-4d10-9e8a-d3c7e1d8f709 req-014ee46c-e2b9-4efd-97de-2d0906281970 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:34.518119 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0bb62c3b-b6c2-4d10-9e8a-d3c7e1d8f709 req-014ee46c-e2b9-4efd-97de-2d0906281970 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=128718a0-8359-4fcd-8856-08642aaa3593 HTTP/1.1" status: 200 len: 943 time: 0.0881448 Feb 09 21:52:34.527955 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 3fff5060-8c78-4d8b-991c-d1003c19a0ea no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:52:34.556147 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] No Port match for: 3fff5060-8c78-4d8b-991c-d1003c19a0ea {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:52:34.556451 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 3fff5060-8c78-4d8b-991c-d1003c19a0ea not bound to the agent host n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:52:34.629284 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0bb62c3b-b6c2-4d10-9e8a-d3c7e1d8f709 req-27995294-6022-4ff4-943a-4330d6073769 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=a72d620d-4650-43fd-afbd-3b01f73e5444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960441 Feb 09 21:52:34.641772 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8f1c0f-1cfc-414c-b4a1-94adc1b983bd req-d0915db6-846a-4a8e-b36d-4ce1f1d28e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:34.643368 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4b8f1c0f-1cfc-414c-b4a1-94adc1b983bd req-d0915db6-846a-4a8e-b36d-4ce1f1d28e33 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b22568216b3c414cb08474365ce4458b&device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 1125 time: 0.0831411 Feb 09 21:52:34.763614 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8f1c0f-1cfc-414c-b4a1-94adc1b983bd req-8e926cab-7ed0-4ac4-baca-54a818d85193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:34.765159 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4b8f1c0f-1cfc-414c-b4a1-94adc1b983bd req-8e926cab-7ed0-4ac4-baca-54a818d85193 service neutron] 10.222.0.95 "GET /v2.0/networks?id=d86910b2-0131-4cf1-9151-2ae5be614e2e HTTP/1.1" status: 200 len: 914 time: 0.1132865 Feb 09 21:52:34.815351 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4b8f1c0f-1cfc-414c-b4a1-94adc1b983bd req-3700cf18-c28d-4116-9457-f4249eeb0ffc service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f7dfd268-1748-42f5-807f-926d187cabc1 HTTP/1.1" status: 200 len: 217 time: 0.0429351 Feb 09 21:52:34.910010 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8f1c0f-1cfc-414c-b4a1-94adc1b983bd req-d8ab5ca1-a607-4476-804d-2db6ef15343a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:34.911538 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4b8f1c0f-1cfc-414c-b4a1-94adc1b983bd req-d8ab5ca1-a607-4476-804d-2db6ef15343a service neutron] 10.222.0.95 "GET /v2.0/subnets?id=903c0b45-e09b-4940-bbf6-1179c0814bd7 HTTP/1.1" status: 200 len: 853 time: 0.0888894 Feb 09 21:52:34.941673 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e65fa9d-e09a-4fec-935a-cb5f4aa09f02 req-bdfe95f5-aa92-4947-90d9-519e39e963f8 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:34.943302 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0e65fa9d-e09a-4fec-935a-cb5f4aa09f02 req-bdfe95f5-aa92-4947-90d9-519e39e963f8 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 943 time: 0.0771010 Feb 09 21:52:34.964360 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4b8f1c0f-1cfc-414c-b4a1-94adc1b983bd req-f3610fd8-56ff-42b5-9b89-35e3c685cf6f service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d86910b2-0131-4cf1-9151-2ae5be614e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411520 Feb 09 21:52:35.078713 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0e65fa9d-e09a-4fec-935a-cb5f4aa09f02 req-a42abf41-0202-464c-b89b-b3d0a0c396b0 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166916 Feb 09 21:52:35.108920 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4b8f1c0f-1cfc-414c-b4a1-94adc1b983bd req-e2bff6c1-54b4-47f7-bd2c-d70e9ba32a14 service neutron] 10.222.0.95 "GET /v2.0/networks/d86910b2-0131-4cf1-9151-2ae5be614e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302147 Feb 09 21:52:35.118077 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device a57a5b7b-da19-4999-a44f-8d6372be66f1 details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:52:35.228503 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4b8f1c0f-1cfc-414c-b4a1-94adc1b983bd req-b106a168-a325-443c-96cf-4124bd649ab2 service neutron] 10.222.0.95 "GET /v2.0/networks/d86910b2-0131-4cf1-9151-2ae5be614e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089029 Feb 09 21:52:35.246444 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port a57a5b7b-da19-4999-a44f-8d6372be66f1, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=a57a5b7b-da19-4999-a44f-8d6372be66f1,segment=NetworkSegment(682b57c6-7518-4480-8840-98896ec39a8d),segment_id=682b57c6-7518-4480-8840-98896ec39a8d)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:52:35.261421 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': 'a57a5b7b-da19-4999-a44f-8d6372be66f1', 'network_id': '23f1a6df-2b4b-4777-8497-2928c76d9f17', 'port_id': 'a57a5b7b-da19-4999-a44f-8d6372be66f1', 'mac_address': 'fa:16:3e:3c:e1:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b55ac71e-6529-43b3-9355-0e693d39e1f4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:52:35.305689 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port a57a5b7b-da19-4999-a44f-8d6372be66f1 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:52:35.305928 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (a57a5b7b-da19-4999-a44f-8d6372be66f1), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:35.320211 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a57a5b7b-da19-4999-a44f-8d6372be66f1 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:52:35.345647 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port a57a5b7b-da19-4999-a44f-8d6372be66f1, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=a57a5b7b-da19-4999-a44f-8d6372be66f1,segment=NetworkSegment(682b57c6-7518-4480-8840-98896ec39a8d),segment_id=682b57c6-7518-4480-8840-98896ec39a8d)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:52:35.352679 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (a57a5b7b-da19-4999-a44f-8d6372be66f1), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:35.409839 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=a57a5b7b-da19-4999-a44f-8d6372be66f1,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:35.591426 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 51636) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:52:35.714159 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-18b40d00-5f15-4684-bd2c-bac44c691980 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:35.764294 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b58054-3980-4c94-a071-22d3ccb06b5d req-ab3ac465-3aa2-4154-b06f-d1c292510d6f tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:35.766123 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-51b58054-3980-4c94-a071-22d3ccb06b5d req-ab3ac465-3aa2-4154-b06f-d1c292510d6f tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=128718a0-8359-4fcd-8856-08642aaa3593 HTTP/1.1" status: 200 len: 944 time: 0.0660651 Feb 09 21:52:35.777860 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['a57a5b7b-da19-4999-a44f-8d6372be66f1'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:52:35.820962 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-18b40d00-5f15-4684-bd2c-bac44c691980 admin admin] Publish callbacks [] for security_group (aa7701ab-0392-4e2a-9229-1ce8c0661bb9), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:35.828146 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-18b40d00-5f15-4684-bd2c-bac44c691980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (aa7701ab-0392-4e2a-9229-1ce8c0661bb9), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:35.832978 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-51b58054-3980-4c94-a071-22d3ccb06b5d req-b39da732-ccd4-4969-8b9f-897552501d86 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=a72d620d-4650-43fd-afbd-3b01f73e5444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602412 Feb 09 21:52:35.884773 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b40d00-5f15-4684-bd2c-bac44c691980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa7701ab-0392-4e2a-9229-1ce8c0661bb9,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:35.895409 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 51644) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:52:35.895662 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-18b40d00-5f15-4684-bd2c-bac44c691980 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=2ce227c6ccf149008524422172855e03&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3030958 Feb 09 21:52:35.949920 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5d9726c5-771b-4836-9a83-0b419e421dc0 admin admin] Publish callbacks [] for security_group (aa7701ab-0392-4e2a-9229-1ce8c0661bb9), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:35.972988 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5d9726c5-771b-4836-9a83-0b419e421dc0 admin admin] Publish callbacks [] for security_group (aa7701ab-0392-4e2a-9229-1ce8c0661bb9), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:36.022437 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5d9726c5-771b-4836-9a83-0b419e421dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (aa7701ab-0392-4e2a-9229-1ce8c0661bb9), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:36.025154 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5d9726c5-771b-4836-9a83-0b419e421dc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:36.026859 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-5d9726c5-771b-4836-9a83-0b419e421dc0 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/aa7701ab-0392-4e2a-9229-1ce8c0661bb9 HTTP/1.1" status: 204 len: 168 time: 0.1302423 Feb 09 21:52:36.035467 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9726c5-771b-4836-9a83-0b419e421dc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa7701ab-0392-4e2a-9229-1ce8c0661bb9,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:36.216371 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d021094-35c9-4ba8-b37d-ee8c9f98da44 req-01301b43-5e87-481e-aa31-c95c6c980d8c tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:36.218435 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0d021094-35c9-4ba8-b37d-ee8c9f98da44 req-01301b43-5e87-481e-aa31-c95c6c980d8c tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 943 time: 0.0599582 Feb 09 21:52:36.280763 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0d021094-35c9-4ba8-b37d-ee8c9f98da44 req-19a6a748-638e-4940-99b9-30dbefb83d19 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566421 Feb 09 21:52:36.824308 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 51670) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:52:36.959124 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-a158da59-5347-43a2-a459-1213d91f1973 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-742629228-network', 'tenant_id': 'd66732c17e404a179da3d52b986a793f'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:52:36.987763 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a158da59-5347-43a2-a459-1213d91f1973 admin admin] Made reservation on behalf of d66732c17e404a179da3d52b986a793f for: {'network': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:52:36.991108 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a158da59-5347-43a2-a459-1213d91f1973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:37.003043 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a158da59-5347-43a2-a459-1213d91f1973 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:37.014494 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25ce2e2-e46a-4bc3-961a-57285d677364 req-50dc1e5a-0bf1-4663-a753-0787978f6bcd tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:37.016107 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e25ce2e2-e46a-4bc3-961a-57285d677364 req-50dc1e5a-0bf1-4663-a753-0787978f6bcd tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=128718a0-8359-4fcd-8856-08642aaa3593 HTTP/1.1" status: 200 len: 944 time: 0.0971403 Feb 09 21:52:37.088998 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e25ce2e2-e46a-4bc3-961a-57285d677364 req-2cbd013e-e614-4b29-a230-c5f282996ca9 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=a72d620d-4650-43fd-afbd-3b01f73e5444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667999 Feb 09 21:52:37.121757 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device f7dfd268-1748-42f5-807f-926d187cabc1 details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:52:37.123862 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device a57a5b7b-da19-4999-a44f-8d6372be66f1 up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:52:37.150382 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a158da59-5347-43a2-a459-1213d91f1973 admin admin] Publish callbacks [] for security_group (a464b1e2-31f8-4055-bd8c-9aa149c391c2), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:37.154804 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a158da59-5347-43a2-a459-1213d91f1973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (a464b1e2-31f8-4055-bd8c-9aa149c391c2), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:37.179831 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a158da59-5347-43a2-a459-1213d91f1973 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=103140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:52:37.195456 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a158da59-5347-43a2-a459-1213d91f1973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a464b1e2-31f8-4055-bd8c-9aa149c391c2,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:37.202410 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a158da59-5347-43a2-a459-1213d91f1973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (388e2f33-dc58-4a4c-94b4-799d08df7c00), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:37.203161 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-a158da59-5347-43a2-a459-1213d91f1973 admin admin] Added segment 388e2f33-dc58-4a4c-94b4-799d08df7c00 of type vlan for network af1c60f7-c330-4109-824a-28c9027ac216 Feb 09 21:52:37.234975 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning for port a57a5b7b-da19-4999-a44f-8d6372be66f1 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:52:37.244470 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port a57a5b7b-da19-4999-a44f-8d6372be66f1 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:52:37.244928 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (a57a5b7b-da19-4999-a44f-8d6372be66f1), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:37.250429 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a158da59-5347-43a2-a459-1213d91f1973 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (af1c60f7-c330-4109-824a-28c9027ac216), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:37.284112 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a158da59-5347-43a2-a459-1213d91f1973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (af1c60f7-c330-4109-824a-28c9027ac216), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:37.285164 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a158da59-5347-43a2-a459-1213d91f1973 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:37.285799 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a158da59-5347-43a2-a459-1213d91f1973 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:37.309207 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port f7dfd268-1748-42f5-807f-926d187cabc1, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=f7dfd268-1748-42f5-807f-926d187cabc1,segment=NetworkSegment(93e4345e-c45e-43bb-ba65-7704ecef10a6),segment_id=93e4345e-c45e-43bb-ba65-7704ecef10a6)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:52:37.332302 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': 'f7dfd268-1748-42f5-807f-926d187cabc1', 'network_id': 'd86910b2-0131-4cf1-9151-2ae5be614e2e', 'port_id': 'f7dfd268-1748-42f5-807f-926d187cabc1', 'mac_address': 'fa:16:3e:4b:a4:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '903c0b45-e09b-4940-bbf6-1179c0814bd7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:52:37.348603 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-a158da59-5347-43a2-a459-1213d91f1973 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5204132 Feb 09 21:52:37.350066 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 51680) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:52:37.354399 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-ce081644-f5d3-4b4f-97a1-7f3dd57b0b7d admin admin] Request body: {'subnet': {'network_id': 'af1c60f7-c330-4109-824a-28c9027ac216', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-742629228-subnet', 'tenant_id': 'd66732c17e404a179da3d52b986a793f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:52:37.365307 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a158da59-5347-43a2-a459-1213d91f1973 admin admin] Pushing event updated for resources: {'Network': ['ID=af1c60f7-c330-4109-824a-28c9027ac216,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:37.388624 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce081644-f5d3-4b4f-97a1-7f3dd57b0b7d admin admin] Made reservation on behalf of d66732c17e404a179da3d52b986a793f for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:52:37.390938 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ce081644-f5d3-4b4f-97a1-7f3dd57b0b7d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:37.397963 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network af1c60f7-c330-4109-824a-28c9027ac216 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:52:37.448281 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c735de0e-5c80-4a2b-81e6-3cde3d269067 req-a9067871-22aa-49c0-94e1-614a7d08c82b tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:37.458960 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c735de0e-5c80-4a2b-81e6-3cde3d269067 req-a9067871-22aa-49c0-94e1-614a7d08c82b tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 943 time: 0.0839992 Feb 09 21:52:37.504116 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port f7dfd268-1748-42f5-807f-926d187cabc1 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:52:37.504781 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (f7dfd268-1748-42f5-807f-926d187cabc1), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:37.522037 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7dfd268-1748-42f5-807f-926d187cabc1 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:52:37.527688 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c735de0e-5c80-4a2b-81e6-3cde3d269067 req-7d58bc74-6b66-4606-8a54-e17b41b42164 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622213 Feb 09 21:52:37.539121 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port a57a5b7b-da19-4999-a44f-8d6372be66f1 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:52:37.539622 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (a57a5b7b-da19-4999-a44f-8d6372be66f1), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:37.556972 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port f7dfd268-1748-42f5-807f-926d187cabc1, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=f7dfd268-1748-42f5-807f-926d187cabc1,segment=NetworkSegment(93e4345e-c45e-43bb-ba65-7704ecef10a6),segment_id=93e4345e-c45e-43bb-ba65-7704ecef10a6)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:52:37.566926 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (f7dfd268-1748-42f5-807f-926d187cabc1), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:37.581470 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ce081644-f5d3-4b4f-97a1-7f3dd57b0b7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (4706234b-712b-44e5-904f-eacc80151999), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:37.597913 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '128718a0-8359-4fcd-8856-08642aaa3593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a57a5b7b-da19-4999-a44f-8d6372be66f1'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:52:37.600948 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d6fe10f-4b6f-42f7-9559-d76eadb2553d" -d '{"events": [{"server_uuid": "128718a0-8359-4fcd-8856-08642aaa3593", "name": "network-vif-plugged", "status": "completed", "tag": "a57a5b7b-da19-4999-a44f-8d6372be66f1"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:52:37.619745 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port a57a5b7b-da19-4999-a44f-8d6372be66f1, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=a57a5b7b-da19-4999-a44f-8d6372be66f1,segment=NetworkSegment(682b57c6-7518-4480-8840-98896ec39a8d),segment_id=682b57c6-7518-4480-8840-98896ec39a8d)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:52:37.627763 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (a57a5b7b-da19-4999-a44f-8d6372be66f1), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:37.640172 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=f7dfd268-1748-42f5-807f-926d187cabc1,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:37.650199 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:37.650728 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:37.651104 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:37.651995 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:37.652263 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:37.653337 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:37.653463 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce081644-f5d3-4b4f-97a1-7f3dd57b0b7d admin admin] Checking segment: {'id': '388e2f33-dc58-4a4c-94b4-799d08df7c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'af1c60f7-c330-4109-824a-28c9027ac216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:52:37.653852 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce081644-f5d3-4b4f-97a1-7f3dd57b0b7d admin admin] Network hostable DHCP agents. Network: af1c60f7-c330-4109-824a-28c9027ac216, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:52:37.653980 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:37.654356 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:37.654782 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:37.655201 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:37.655798 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:37.656259 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:37.656664 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:37.662133 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4291b98b-ecaf-4d67-8d8b-49ce8c29e8d1 x-openstack-request-id: req-4291b98b-ecaf-4d67-8d8b-49ce8c29e8d1 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:52:37.662550 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "128718a0-8359-4fcd-8856-08642aaa3593", "name": "network-vif-plugged", "status": "completed", "tag": "a57a5b7b-da19-4999-a44f-8d6372be66f1", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:52:37.662894 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-4291b98b-ecaf-4d67-8d8b-49ce8c29e8d1 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:52:37.663384 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '128718a0-8359-4fcd-8856-08642aaa3593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a57a5b7b-da19-4999-a44f-8d6372be66f1', 'code': 200} Feb 09 21:52:37.675524 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce081644-f5d3-4b4f-97a1-7f3dd57b0b7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4706234b-712b-44e5-904f-eacc80151999,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:37.691731 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce081644-f5d3-4b4f-97a1-7f3dd57b0b7d admin admin] Network af1c60f7-c330-4109-824a-28c9027ac216 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:52:37.702143 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-ce081644-f5d3-4b4f-97a1-7f3dd57b0b7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, af1c60f7-c330-4109-824a-28c9027ac216) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:52:37.707417 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce081644-f5d3-4b4f-97a1-7f3dd57b0b7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:37.707609 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ce081644-f5d3-4b4f-97a1-7f3dd57b0b7d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:37.715139 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd40fc9-39ae-4691-bfbc-1a7fc469a8e4 None None] Network af1c60f7-c330-4109-824a-28c9027ac216 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:52:37.726508 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-ce081644-f5d3-4b4f-97a1-7f3dd57b0b7d admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.3759420 Feb 09 21:52:37.797354 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=a57a5b7b-da19-4999-a44f-8d6372be66f1,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:37.798851 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b57b501-98ee-4707-9128-c42425e83de1 req-6651afbe-e438-4e16-9405-d531f17ac6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:37.801105 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7b57b501-98ee-4707-9128-c42425e83de1 req-6651afbe-e438-4e16-9405-d531f17ac6e2 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=128718a0-8359-4fcd-8856-08642aaa3593 HTTP/1.1" status: 200 len: 1127 time: 0.0636735 Feb 09 21:52:37.861009 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32264f8-be7f-4114-904a-4405140bbb66 None None] Network af1c60f7-c330-4109-824a-28c9027ac216 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:52:37.862842 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7b57b501-98ee-4707-9128-c42425e83de1 req-bd43e191-6ea1-4b03-9412-72b0b5efbc2c service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=a72d620d-4650-43fd-afbd-3b01f73e5444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489848 Feb 09 21:52:38.086852 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['f7dfd268-1748-42f5-807f-926d187cabc1'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:52:38.294473 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a475b14-792a-4bc4-b3e4-46626ea13f11 req-a676e083-77e8-48df-9ad0-2426cb0852b1 tempest-ServerAddressesNegativeTestJSON-105771246 tempest-ServerAddressesNegativeTestJSON-105771246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:38.295861 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3a475b14-792a-4bc4-b3e4-46626ea13f11 req-a676e083-77e8-48df-9ad0-2426cb0852b1 tempest-ServerAddressesNegativeTestJSON-105771246 tempest-ServerAddressesNegativeTestJSON-105771246-project] 10.222.0.90 "GET /v2.0/networks?id=af1c60f7-c330-4109-824a-28c9027ac216 HTTP/1.1" status: 200 len: 821 time: 0.1427186 Feb 09 21:52:38.316274 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b8cb73-38a8-48bb-b9c6-5e7bef0f55a9 req-37128005-00bd-4138-83c7-4e26687e7cae tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:38.318682 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c5b8cb73-38a8-48bb-b9c6-5e7bef0f55a9 req-37128005-00bd-4138-83c7-4e26687e7cae tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=128718a0-8359-4fcd-8856-08642aaa3593 HTTP/1.1" status: 200 len: 945 time: 0.0991683 Feb 09 21:52:38.322958 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3a475b14-792a-4bc4-b3e4-46626ea13f11 req-bd0d2874-2ac8-4fc1-9359-05f8c07de67e tempest-ServerAddressesNegativeTestJSON-105771246 tempest-ServerAddressesNegativeTestJSON-105771246-project] 10.222.0.90 "GET /v2.0/quotas/d66732c17e404a179da3d52b986a793f HTTP/1.1" status: 200 len: 375 time: 0.0199087 Feb 09 21:52:38.367623 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3a475b14-792a-4bc4-b3e4-46626ea13f11 req-b03930ab-8ffb-4642-9c94-a88be17d60a1 tempest-ServerAddressesNegativeTestJSON-105771246 tempest-ServerAddressesNegativeTestJSON-105771246-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=d66732c17e404a179da3d52b986a793f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0376737 Feb 09 21:52:38.438381 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c5b8cb73-38a8-48bb-b9c6-5e7bef0f55a9 req-b8815cbc-0c55-4fff-8e89-c301571f2610 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=a72d620d-4650-43fd-afbd-3b01f73e5444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142864 Feb 09 21:52:38.483455 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3a475b14-792a-4bc4-b3e4-46626ea13f11 req-35a5357f-dfe6-4079-b973-03970793edd7 service neutron] 10.222.0.90 "GET /v2.0/networks/af1c60f7-c330-4109-824a-28c9027ac216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083667 Feb 09 21:52:38.574676 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3a475b14-792a-4bc4-b3e4-46626ea13f11 req-646d5964-c5b4-4a09-916b-6ae308b774de service neutron] 10.222.0.90 "GET /v2.0/networks/af1c60f7-c330-4109-824a-28c9027ac216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853102 Feb 09 21:52:38.642862 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022d5efd-c26f-4122-864c-a8109e075e84 req-ed41e653-4903-4c04-b489-d05b83ff7e31 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:38.644394 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-022d5efd-c26f-4122-864c-a8109e075e84 req-ed41e653-4903-4c04-b489-d05b83ff7e31 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 944 time: 0.0559375 Feb 09 21:52:38.707190 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-022d5efd-c26f-4122-864c-a8109e075e84 req-c7bd2ea0-9e4a-4753-87f3-d7b2120995ae tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566030 Feb 09 21:52:38.758644 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-42502df0-cdfa-466d-95cf-b22a4000b0f1 req-cb465809-42c3-4cff-b019-e883f360d935 tempest-ServerAddressesNegativeTestJSON-105771246 tempest-ServerAddressesNegativeTestJSON-105771246-project] 10.222.0.90 "GET /v2.0/ports?device_id=52c4b30e-337e-4437-b4ff-8923da5cf138 HTTP/1.1" status: 200 len: 210 time: 0.0311935 Feb 09 21:52:38.997614 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c3c4bda2-4885-4371-a5d3-e296fcba280d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:39.139215 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device f7dfd268-1748-42f5-807f-926d187cabc1 up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:52:39.205100 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning for port f7dfd268-1748-42f5-807f-926d187cabc1 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:52:39.212248 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port f7dfd268-1748-42f5-807f-926d187cabc1 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:52:39.212864 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (f7dfd268-1748-42f5-807f-926d187cabc1), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:39.300986 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port f7dfd268-1748-42f5-807f-926d187cabc1 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:52:39.301639 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (f7dfd268-1748-42f5-807f-926d187cabc1), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:39.346782 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port f7dfd268-1748-42f5-807f-926d187cabc1, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=f7dfd268-1748-42f5-807f-926d187cabc1,segment=NetworkSegment(93e4345e-c45e-43bb-ba65-7704ecef10a6),segment_id=93e4345e-c45e-43bb-ba65-7704ecef10a6)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:52:39.352557 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (f7dfd268-1748-42f5-807f-926d187cabc1), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:39.406787 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=f7dfd268-1748-42f5-807f-926d187cabc1,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:39.562190 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0ed672-6c9f-40c1-a977-961abc297c01 req-810f22ce-80e0-4828-8f94-9ebae3f47811 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:39.563597 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ec0ed672-6c9f-40c1-a977-961abc297c01 req-810f22ce-80e0-4828-8f94-9ebae3f47811 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=128718a0-8359-4fcd-8856-08642aaa3593 HTTP/1.1" status: 200 len: 945 time: 0.0531473 Feb 09 21:52:39.610375 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ec0ed672-6c9f-40c1-a977-961abc297c01 req-62ecbb87-cf43-47b9-ac1d-0697c93e2731 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=a72d620d-4650-43fd-afbd-3b01f73e5444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405130 Feb 09 21:52:39.665002 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70fa8850-d173-4ded-a545-1910bb595847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7dfd268-1748-42f5-807f-926d187cabc1'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:52:39.667647 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdef379d-7c31-4460-84d0-0a84d4f181bd" -d '{"events": [{"server_uuid": "70fa8850-d173-4ded-a545-1910bb595847", "name": "network-vif-plugged", "status": "completed", "tag": "f7dfd268-1748-42f5-807f-926d187cabc1"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:52:39.717809 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e4d320e-8b35-4270-a6c3-a494746a5e4a x-openstack-request-id: req-6e4d320e-8b35-4270-a6c3-a494746a5e4a {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:52:39.718151 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70fa8850-d173-4ded-a545-1910bb595847", "name": "network-vif-plugged", "status": "completed", "tag": "f7dfd268-1748-42f5-807f-926d187cabc1", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:52:39.718418 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-6e4d320e-8b35-4270-a6c3-a494746a5e4a {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:52:39.719030 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70fa8850-d173-4ded-a545-1910bb595847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7dfd268-1748-42f5-807f-926d187cabc1', 'code': 200} Feb 09 21:52:39.943593 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a475b14-792a-4bc4-b3e4-46626ea13f11 req-213e7c21-eecb-4c7a-bc5c-610d06892d9f tempest-ServerAddressesNegativeTestJSON-105771246 tempest-ServerAddressesNegativeTestJSON-105771246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:39.946098 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-3a475b14-792a-4bc4-b3e4-46626ea13f11 req-213e7c21-eecb-4c7a-bc5c-610d06892d9f tempest-ServerAddressesNegativeTestJSON-105771246 tempest-ServerAddressesNegativeTestJSON-105771246-project] 10.222.0.89 "GET /v2.0/networks?id=af1c60f7-c330-4109-824a-28c9027ac216 HTTP/1.1" status: 200 len: 821 time: 0.1890366 Feb 09 21:52:39.947850 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-45146295-5023-4d73-9faa-c629eec3dc7c req-0e3f88d9-b9d0-495d-b986-5d5f834b0d5e tempest-ServerAddressesNegativeTestJSON-105771246 tempest-ServerAddressesNegativeTestJSON-105771246-project] 10.222.0.90 "GET /v2.0/ports?device_id=52c4b30e-337e-4437-b4ff-8923da5cf138 HTTP/1.1" status: 200 len: 210 time: 0.0791459 Feb 09 21:52:39.968660 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-3a475b14-792a-4bc4-b3e4-46626ea13f11 req-a49d2e6f-5b99-46e2-a3c8-c5539496f830 tempest-ServerAddressesNegativeTestJSON-105771246 tempest-ServerAddressesNegativeTestJSON-105771246-project] Request body: {'port': {'device_id': '52c4b30e-337e-4437-b4ff-8923da5cf138', 'network_id': 'af1c60f7-c330-4109-824a-28c9027ac216', 'admin_state_up': True, 'tenant_id': 'd66732c17e404a179da3d52b986a793f'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:52:39.977524 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf14c0-b62a-47d1-8b5c-c404e994ac34 req-9edecf1f-3365-4c73-b1b5-20062ce18860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:39.979398 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a2cf14c0-b62a-47d1-8b5c-c404e994ac34 req-9edecf1f-3365-4c73-b1b5-20062ce18860 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 1127 time: 0.1447887 Feb 09 21:52:39.990605 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6e66a0-c2e9-47de-a51b-946808534ed6 req-156505aa-533d-4860-bba1-d040c3ddd9b9 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:39.992071 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1a6e66a0-c2e9-47de-a51b-946808534ed6 req-156505aa-533d-4860-bba1-d040c3ddd9b9 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 945 time: 0.1492882 Feb 09 21:52:40.069033 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a2cf14c0-b62a-47d1-8b5c-c404e994ac34 req-cd091562-9996-40ae-a765-80f2fada3a39 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758557 Feb 09 21:52:40.073313 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1a6e66a0-c2e9-47de-a51b-946808534ed6 req-865b1608-c1b9-453d-a9cd-08cce749fea6 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739770 Feb 09 21:52:40.100636 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a475b14-792a-4bc4-b3e4-46626ea13f11 req-a49d2e6f-5b99-46e2-a3c8-c5539496f830 tempest-ServerAddressesNegativeTestJSON-105771246 tempest-ServerAddressesNegativeTestJSON-105771246-project] Made reservation on behalf of d66732c17e404a179da3d52b986a793f for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:52:40.104245 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-3a475b14-792a-4bc4-b3e4-46626ea13f11 req-a49d2e6f-5b99-46e2-a3c8-c5539496f830 tempest-ServerAddressesNegativeTestJSON-105771246 tempest-ServerAddressesNegativeTestJSON-105771246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:40.235437 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [req-3a475b14-792a-4bc4-b3e4-46626ea13f11 req-a49d2e6f-5b99-46e2-a3c8-c5539496f830 tempest-ServerAddressesNegativeTestJSON-105771246 tempest-ServerAddressesNegativeTestJSON-105771246-project] Allocated IP 172.20.0.8 (af1c60f7-c330-4109-824a-28c9027ac216/4706234b-712b-44e5-904f-eacc80151999/30038cc0-866a-4aeb-8115-f8804eb71058) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:52:40.384516 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-3a475b14-792a-4bc4-b3e4-46626ea13f11 req-a49d2e6f-5b99-46e2-a3c8-c5539496f830 tempest-ServerAddressesNegativeTestJSON-105771246 tempest-ServerAddressesNegativeTestJSON-105771246-project] Publish callbacks [] for port (30038cc0-866a-4aeb-8115-f8804eb71058), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:40.419801 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-3a475b14-792a-4bc4-b3e4-46626ea13f11 req-a49d2e6f-5b99-46e2-a3c8-c5539496f830 tempest-ServerAddressesNegativeTestJSON-105771246 tempest-ServerAddressesNegativeTestJSON-105771246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (30038cc0-866a-4aeb-8115-f8804eb71058), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:40.464657 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a475b14-792a-4bc4-b3e4-46626ea13f11 req-a49d2e6f-5b99-46e2-a3c8-c5539496f830 tempest-ServerAddressesNegativeTestJSON-105771246 tempest-ServerAddressesNegativeTestJSON-105771246-project] Network af1c60f7-c330-4109-824a-28c9027ac216 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:52:40.467666 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [req-3a475b14-792a-4bc4-b3e4-46626ea13f11 req-a49d2e6f-5b99-46e2-a3c8-c5539496f830 tempest-ServerAddressesNegativeTestJSON-105771246 tempest-ServerAddressesNegativeTestJSON-105771246-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:52:40.471390 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a475b14-792a-4bc4-b3e4-46626ea13f11 req-a49d2e6f-5b99-46e2-a3c8-c5539496f830 tempest-ServerAddressesNegativeTestJSON-105771246 tempest-ServerAddressesNegativeTestJSON-105771246-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:52:40.498360 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49d2e6f-5b99-46e2-a3c8-c5539496f830 tempest-ServerAddressesNegativeTestJSON-105771246 tempest-ServerAddressesNegativeTestJSON-105771246-project] Pushing event updated for resources: {'Port': ['ID=30038cc0-866a-4aeb-8115-f8804eb71058,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:40.526065 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a475b14-792a-4bc4-b3e4-46626ea13f11 req-a49d2e6f-5b99-46e2-a3c8-c5539496f830 tempest-ServerAddressesNegativeTestJSON-105771246 tempest-ServerAddressesNegativeTestJSON-105771246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:40.526691 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-3a475b14-792a-4bc4-b3e4-46626ea13f11 req-a49d2e6f-5b99-46e2-a3c8-c5539496f830 tempest-ServerAddressesNegativeTestJSON-105771246 tempest-ServerAddressesNegativeTestJSON-105771246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:40.542427 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-3a475b14-792a-4bc4-b3e4-46626ea13f11 req-a49d2e6f-5b99-46e2-a3c8-c5539496f830 tempest-ServerAddressesNegativeTestJSON-105771246 tempest-ServerAddressesNegativeTestJSON-105771246-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5811887 Feb 09 21:52:40.595145 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-3a475b14-792a-4bc4-b3e4-46626ea13f11 req-22b6610b-dd4e-4b35-bb49-063ffc412736 service neutron] Request body: {'port': {'device_id': '52c4b30e-337e-4437-b4ff-8923da5cf138', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:52:40.654312 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-3a475b14-792a-4bc4-b3e4-46626ea13f11 req-22b6610b-dd4e-4b35-bb49-063ffc412736 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (30038cc0-866a-4aeb-8115-f8804eb71058), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:40.925944 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-3a475b14-792a-4bc4-b3e4-46626ea13f11 req-22b6610b-dd4e-4b35-bb49-063ffc412736 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30038cc0-866a-4aeb-8115-f8804eb71058 {{(pid=103141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:52:40.933869 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-3a475b14-792a-4bc4-b3e4-46626ea13f11 req-22b6610b-dd4e-4b35-bb49-063ffc412736 service neutron] Publish callbacks [] for port (30038cc0-866a-4aeb-8115-f8804eb71058), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:40.946243 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-3a475b14-792a-4bc4-b3e4-46626ea13f11 req-22b6610b-dd4e-4b35-bb49-063ffc412736 service neutron] Transition to ACTIVE for port object 30038cc0-866a-4aeb-8115-f8804eb71058 will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:52:40.950177 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-3a475b14-792a-4bc4-b3e4-46626ea13f11 req-22b6610b-dd4e-4b35-bb49-063ffc412736 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (30038cc0-866a-4aeb-8115-f8804eb71058), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:40.976259 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a4761b78-2d5b-488d-a962-e08b9e92934b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:41.031717 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b6610b-dd4e-4b35-bb49-063ffc412736 service neutron] Pushing event updated for resources: {'Port': ['ID=30038cc0-866a-4aeb-8115-f8804eb71058,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:41.089141 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-3a475b14-792a-4bc4-b3e4-46626ea13f11 req-22b6610b-dd4e-4b35-bb49-063ffc412736 service neutron] Attempting to bind port 30038cc0-866a-4aeb-8115-f8804eb71058 on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:52:41.089476 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-3a475b14-792a-4bc4-b3e4-46626ea13f11 req-22b6610b-dd4e-4b35-bb49-063ffc412736 service neutron] Attempting to bind port 30038cc0-866a-4aeb-8115-f8804eb71058 by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': '388e2f33-dc58-4a4c-94b4-799d08df7c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'af1c60f7-c330-4109-824a-28c9027ac216'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:52:41.089810 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a475b14-792a-4bc4-b3e4-46626ea13f11 req-22b6610b-dd4e-4b35-bb49-063ffc412736 service neutron] Attempting to bind port 30038cc0-866a-4aeb-8115-f8804eb71058 on network af1c60f7-c330-4109-824a-28c9027ac216 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:52:41.091566 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29556020-db4c-4e4c-98ae-811e47a94fdd req-56c6005e-d8cb-4bae-ac2b-16ab3164f50a tempest-ServerAddressesNegativeTestJSON-105771246 tempest-ServerAddressesNegativeTestJSON-105771246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:41.093089 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-29556020-db4c-4e4c-98ae-811e47a94fdd req-56c6005e-d8cb-4bae-ac2b-16ab3164f50a tempest-ServerAddressesNegativeTestJSON-105771246 tempest-ServerAddressesNegativeTestJSON-105771246-project] 10.222.0.90 "GET /v2.0/ports?device_id=52c4b30e-337e-4437-b4ff-8923da5cf138 HTTP/1.1" status: 200 len: 943 time: 0.0577018 Feb 09 21:52:41.094418 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a475b14-792a-4bc4-b3e4-46626ea13f11 req-22b6610b-dd4e-4b35-bb49-063ffc412736 service neutron] Port 30038cc0-866a-4aeb-8115-f8804eb71058 on network af1c60f7-c330-4109-824a-28c9027ac216 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:52:41.094869 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a475b14-792a-4bc4-b3e4-46626ea13f11 req-22b6610b-dd4e-4b35-bb49-063ffc412736 service neutron] Attempting to bind port 30038cc0-866a-4aeb-8115-f8804eb71058 on network af1c60f7-c330-4109-824a-28c9027ac216 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:52:41.100383 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a475b14-792a-4bc4-b3e4-46626ea13f11 req-22b6610b-dd4e-4b35-bb49-063ffc412736 service neutron] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:52:41.100728 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a475b14-792a-4bc4-b3e4-46626ea13f11 req-22b6610b-dd4e-4b35-bb49-063ffc412736 service neutron] Checking segment: {'id': '388e2f33-dc58-4a4c-94b4-799d08df7c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'af1c60f7-c330-4109-824a-28c9027ac216'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:52:41.101111 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a475b14-792a-4bc4-b3e4-46626ea13f11 req-22b6610b-dd4e-4b35-bb49-063ffc412736 service neutron] Bound using segment: {'id': '388e2f33-dc58-4a4c-94b4-799d08df7c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'af1c60f7-c330-4109-824a-28c9027ac216'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:52:41.101567 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-3a475b14-792a-4bc4-b3e4-46626ea13f11 req-22b6610b-dd4e-4b35-bb49-063ffc412736 service neutron] Bound port: 30038cc0-866a-4aeb-8115-f8804eb71058, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '388e2f33-dc58-4a4c-94b4-799d08df7c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'af1c60f7-c330-4109-824a-28c9027ac216'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:52:41.101951 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-3a475b14-792a-4bc4-b3e4-46626ea13f11 req-22b6610b-dd4e-4b35-bb49-063ffc412736 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (30038cc0-866a-4aeb-8115-f8804eb71058), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:41.191106 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-3a475b14-792a-4bc4-b3e4-46626ea13f11 req-22b6610b-dd4e-4b35-bb49-063ffc412736 service neutron] For port 30038cc0-866a-4aeb-8115-f8804eb71058, host n-h2-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:52:41.194481 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-3a475b14-792a-4bc4-b3e4-46626ea13f11 req-22b6610b-dd4e-4b35-bb49-063ffc412736 service neutron] For port 30038cc0-866a-4aeb-8115-f8804eb71058, host n-h2-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=30038cc0-866a-4aeb-8115-f8804eb71058,segment=NetworkSegment(388e2f33-dc58-4a4c-94b4-799d08df7c00),segment_id=388e2f33-dc58-4a4c-94b4-799d08df7c00)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:52:41.204730 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-3a475b14-792a-4bc4-b3e4-46626ea13f11 req-22b6610b-dd4e-4b35-bb49-063ffc412736 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (30038cc0-866a-4aeb-8115-f8804eb71058), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:41.211544 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-29556020-db4c-4e4c-98ae-811e47a94fdd req-ba66ab88-0d91-4ce0-a021-ed2fd2b477c9 tempest-ServerAddressesNegativeTestJSON-105771246 tempest-ServerAddressesNegativeTestJSON-105771246-project] 10.222.0.90 "GET /v2.0/security-groups?id=a464b1e2-31f8-4055-bd8c-9aa149c391c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127884 Feb 09 21:52:41.248650 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af745c4b-ae0c-4770-bc15-94bdb2054187 req-ddeeb764-0e63-4894-b093-61896e63a979 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:41.253983 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a475b14-792a-4bc4-b3e4-46626ea13f11 req-22b6610b-dd4e-4b35-bb49-063ffc412736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:41.254626 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-3a475b14-792a-4bc4-b3e4-46626ea13f11 req-22b6610b-dd4e-4b35-bb49-063ffc412736 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:41.255518 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-af745c4b-ae0c-4770-bc15-94bdb2054187 req-ddeeb764-0e63-4894-b093-61896e63a979 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 945 time: 0.0832770 Feb 09 21:52:41.256296 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-3a475b14-792a-4bc4-b3e4-46626ea13f11 req-22b6610b-dd4e-4b35-bb49-063ffc412736 service neutron] 10.222.0.89 "PUT /v2.0/ports/30038cc0-866a-4aeb-8115-f8804eb71058 HTTP/1.1" status: 200 len: 1091 time: 0.6653352 Feb 09 21:52:41.259156 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52c4b30e-337e-4437-b4ff-8923da5cf138', 'tag': '30038cc0-866a-4aeb-8115-f8804eb71058'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:52:41.261045 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdb29af4-eb46-43b6-a040-915048a510e7" -d '{"events": [{"name": "network-changed", "server_uuid": "52c4b30e-337e-4437-b4ff-8923da5cf138", "tag": "30038cc0-866a-4aeb-8115-f8804eb71058"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:52:41.304257 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b6610b-dd4e-4b35-bb49-063ffc412736 service neutron] Pushing event updated for resources: {'Port': ['ID=30038cc0-866a-4aeb-8115-f8804eb71058,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:41.341864 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-af745c4b-ae0c-4770-bc15-94bdb2054187 req-748f39e8-26ba-419c-89b1-f1b9c58742d7 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785131 Feb 09 21:52:41.359516 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ad334da-5262-43ba-9450-8a3b120c771f x-openstack-request-id: req-3ad334da-5262-43ba-9450-8a3b120c771f {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:52:41.359817 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52c4b30e-337e-4437-b4ff-8923da5cf138", "tag": "30038cc0-866a-4aeb-8115-f8804eb71058", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:52:41.360069 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-3ad334da-5262-43ba-9450-8a3b120c771f {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:52:41.360502 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52c4b30e-337e-4437-b4ff-8923da5cf138', 'tag': '30038cc0-866a-4aeb-8115-f8804eb71058', 'status': 'completed', 'code': 200} Feb 09 21:52:41.390631 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a475b14-792a-4bc4-b3e4-46626ea13f11 req-4b7239d8-8262-4373-964e-53e233901b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:41.393141 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-3a475b14-792a-4bc4-b3e4-46626ea13f11 req-4b7239d8-8262-4373-964e-53e233901b88 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d66732c17e404a179da3d52b986a793f&device_id=52c4b30e-337e-4437-b4ff-8923da5cf138 HTTP/1.1" status: 200 len: 1125 time: 0.0833497 Feb 09 21:52:41.437943 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-3a475b14-792a-4bc4-b3e4-46626ea13f11 req-86f5cfb3-4bdf-436e-bfe8-23cf1dffea95 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=30038cc0-866a-4aeb-8115-f8804eb71058 HTTP/1.1" status: 200 len: 217 time: 0.0359809 Feb 09 21:52:41.491423 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a475b14-792a-4bc4-b3e4-46626ea13f11 req-b49be01f-de24-49fa-8ba4-0215fc0643c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:41.492954 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-3a475b14-792a-4bc4-b3e4-46626ea13f11 req-b49be01f-de24-49fa-8ba4-0215fc0643c4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4706234b-712b-44e5-904f-eacc80151999 HTTP/1.1" status: 200 len: 861 time: 0.0490897 Feb 09 21:52:41.526627 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-3a475b14-792a-4bc4-b3e4-46626ea13f11 req-5fc0cb50-7699-4565-a209-20131da8e9db service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=af1c60f7-c330-4109-824a-28c9027ac216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259809 Feb 09 21:52:41.619113 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-3a475b14-792a-4bc4-b3e4-46626ea13f11 req-301e0862-b185-4083-a62e-7fc2bc223730 service neutron] 10.222.0.89 "GET /v2.0/networks/af1c60f7-c330-4109-824a-28c9027ac216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857644 Feb 09 21:52:41.717590 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-3a475b14-792a-4bc4-b3e4-46626ea13f11 req-2bfa397b-86dd-477d-aeba-06a3d0404798 service neutron] 10.222.0.89 "GET /v2.0/networks/af1c60f7-c330-4109-824a-28c9027ac216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913587 Feb 09 21:52:41.833086 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb29af4-eb46-43b6-a040-915048a510e7 req-0202a36c-5daa-4122-8725-c1b48f00f057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:41.834849 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-bdb29af4-eb46-43b6-a040-915048a510e7 req-0202a36c-5daa-4122-8725-c1b48f00f057 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d66732c17e404a179da3d52b986a793f&device_id=52c4b30e-337e-4437-b4ff-8923da5cf138 HTTP/1.1" status: 200 len: 1125 time: 0.0589147 Feb 09 21:52:41.928294 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb29af4-eb46-43b6-a040-915048a510e7 req-ea83ebee-da6e-44f4-8f4c-0a66fa6963d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:41.929766 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-bdb29af4-eb46-43b6-a040-915048a510e7 req-ea83ebee-da6e-44f4-8f4c-0a66fa6963d6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=af1c60f7-c330-4109-824a-28c9027ac216 HTTP/1.1" status: 200 len: 922 time: 0.0870047 Feb 09 21:52:41.976833 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-bdb29af4-eb46-43b6-a040-915048a510e7 req-bdbca844-8005-41c7-8097-0814f7c22deb service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=30038cc0-866a-4aeb-8115-f8804eb71058 HTTP/1.1" status: 200 len: 217 time: 0.0368781 Feb 09 21:52:42.026935 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb29af4-eb46-43b6-a040-915048a510e7 req-f2a63a6f-809b-43f0-8105-73224c2aee83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:42.028435 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-bdb29af4-eb46-43b6-a040-915048a510e7 req-f2a63a6f-809b-43f0-8105-73224c2aee83 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4706234b-712b-44e5-904f-eacc80151999 HTTP/1.1" status: 200 len: 861 time: 0.0440462 Feb 09 21:52:42.061381 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-bdb29af4-eb46-43b6-a040-915048a510e7 req-e8986021-8c2f-4977-a614-c2a98e559333 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=af1c60f7-c330-4109-824a-28c9027ac216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256956 Feb 09 21:52:42.158991 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-bdb29af4-eb46-43b6-a040-915048a510e7 req-9eaa0d7a-66ba-4d8f-be26-43756a9d794d service neutron] 10.222.0.89 "GET /v2.0/networks/af1c60f7-c330-4109-824a-28c9027ac216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890505 Feb 09 21:52:42.254828 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-bdb29af4-eb46-43b6-a040-915048a510e7 req-a593a08d-9a8d-4513-96a2-38e26956afe6 service neutron] 10.222.0.89 "GET /v2.0/networks/af1c60f7-c330-4109-824a-28c9027ac216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879571 Feb 09 21:52:42.338879 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b116ba73-0f24-49d0-86a4-132798c227b9 req-7561eff6-3d0a-4e8b-86c8-e74e9f0b9ae0 tempest-ServerAddressesNegativeTestJSON-105771246 tempest-ServerAddressesNegativeTestJSON-105771246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:42.340405 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b116ba73-0f24-49d0-86a4-132798c227b9 req-7561eff6-3d0a-4e8b-86c8-e74e9f0b9ae0 tempest-ServerAddressesNegativeTestJSON-105771246 tempest-ServerAddressesNegativeTestJSON-105771246-project] 10.222.0.90 "GET /v2.0/ports?device_id=52c4b30e-337e-4437-b4ff-8923da5cf138 HTTP/1.1" status: 200 len: 943 time: 0.0527418 Feb 09 21:52:42.388210 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b116ba73-0f24-49d0-86a4-132798c227b9 req-ae4cb129-8821-48d9-a6d2-d06553f68685 tempest-ServerAddressesNegativeTestJSON-105771246 tempest-ServerAddressesNegativeTestJSON-105771246-project] 10.222.0.90 "GET /v2.0/security-groups?id=a464b1e2-31f8-4055-bd8c-9aa149c391c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421262 Feb 09 21:52:42.726357 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:42.785848 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8500f6fa-9504-4401-9169-dd315473bdea req-dab43546-c76f-4e3b-b0e7-f45adbd788ad tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:42.787856 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8500f6fa-9504-4401-9169-dd315473bdea req-dab43546-c76f-4e3b-b0e7-f45adbd788ad tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 945 time: 0.3516452 Feb 09 21:52:42.842043 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8500f6fa-9504-4401-9169-dd315473bdea req-0be2d6e0-aea8-464d-b91d-03f5e49d80fc tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454540 Feb 09 21:52:43.112991 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd900f23-995b-424d-8c7a-ce00d526887d req-acb2e7ea-fe58-4099-8fe4-629313b25ebb tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:43.114485 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fd900f23-995b-424d-8c7a-ce00d526887d req-acb2e7ea-fe58-4099-8fe4-629313b25ebb tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/networks?id=d86910b2-0131-4cf1-9151-2ae5be614e2e HTTP/1.1" status: 200 len: 813 time: 0.1018515 Feb 09 21:52:43.129054 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fd900f23-995b-424d-8c7a-ce00d526887d req-7632891c-520a-479a-88f6-e29d2553fc72 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/quotas/b22568216b3c414cb08474365ce4458b HTTP/1.1" status: 200 len: 375 time: 0.0089731 Feb 09 21:52:43.187029 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fd900f23-995b-424d-8c7a-ce00d526887d req-519fcadf-48a4-43ae-b575-65c76e66b5d5 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=b22568216b3c414cb08474365ce4458b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0521736 Feb 09 21:52:43.277370 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fd900f23-995b-424d-8c7a-ce00d526887d req-11ee5d1f-9c32-4056-ae1d-84f09f62a302 service neutron] 10.222.0.90 "GET /v2.0/networks/d86910b2-0131-4cf1-9151-2ae5be614e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834205 Feb 09 21:52:43.370602 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fd900f23-995b-424d-8c7a-ce00d526887d req-fe9a55f7-f433-4ae3-86c7-214d98dcc808 service neutron] 10.222.0.90 "GET /v2.0/networks/d86910b2-0131-4cf1-9151-2ae5be614e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872567 Feb 09 21:52:43.547450 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30027e8-ce92-488d-9eb7-5c1170f0da94 req-e50b264b-d72c-4e4f-925b-27052a84e6c1 tempest-ServerAddressesNegativeTestJSON-105771246 tempest-ServerAddressesNegativeTestJSON-105771246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:43.549056 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d30027e8-ce92-488d-9eb7-5c1170f0da94 req-e50b264b-d72c-4e4f-925b-27052a84e6c1 tempest-ServerAddressesNegativeTestJSON-105771246 tempest-ServerAddressesNegativeTestJSON-105771246-project] 10.222.0.90 "GET /v2.0/ports?device_id=52c4b30e-337e-4437-b4ff-8923da5cf138 HTTP/1.1" status: 200 len: 943 time: 0.0700586 Feb 09 21:52:43.570617 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b30ae345-effc-443b-844b-97b0217abb49 req-a7ed4e57-ec64-4ac4-87a4-599982e70571 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=133554c4-44b1-4610-8213-279847769c95 HTTP/1.1" status: 200 len: 210 time: 0.0414960 Feb 09 21:52:43.637171 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d30027e8-ce92-488d-9eb7-5c1170f0da94 req-4b0c618a-a850-4be1-9555-a8bf0a2d2169 tempest-ServerAddressesNegativeTestJSON-105771246 tempest-ServerAddressesNegativeTestJSON-105771246-project] 10.222.0.90 "GET /v2.0/security-groups?id=a464b1e2-31f8-4055-bd8c-9aa149c391c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693939 Feb 09 21:52:44.114046 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:44.628662 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd900f23-995b-424d-8c7a-ce00d526887d req-6eb0a363-bbde-46f5-8b18-0fb28827f956 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:44.630431 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-fd900f23-995b-424d-8c7a-ce00d526887d req-6eb0a363-bbde-46f5-8b18-0fb28827f956 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.89 "GET /v2.0/networks?id=d86910b2-0131-4cf1-9151-2ae5be614e2e HTTP/1.1" status: 200 len: 813 time: 0.1125033 Feb 09 21:52:44.648797 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-fd900f23-995b-424d-8c7a-ce00d526887d req-eeab7204-93c6-481f-9390-2de9e9a464cd tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Request body: {'port': {'device_id': '133554c4-44b1-4610-8213-279847769c95', 'network_id': 'd86910b2-0131-4cf1-9151-2ae5be614e2e', 'admin_state_up': True, 'tenant_id': 'b22568216b3c414cb08474365ce4458b'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:52:44.693240 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-eb04d54f-d838-4a4f-aabd-67da37acfdf3 req-d12dc3f4-890c-4752-8a34-b736f66d1c8c tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=133554c4-44b1-4610-8213-279847769c95 HTTP/1.1" status: 200 len: 210 time: 0.0376935 Feb 09 21:52:44.780538 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb10918-c101-439d-b6ec-a21bfec29c1d req-df15e235-9f66-4eb4-9231-e7bfcafa9c43 tempest-ServerAddressesNegativeTestJSON-105771246 tempest-ServerAddressesNegativeTestJSON-105771246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:44.782258 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1eb10918-c101-439d-b6ec-a21bfec29c1d req-df15e235-9f66-4eb4-9231-e7bfcafa9c43 tempest-ServerAddressesNegativeTestJSON-105771246 tempest-ServerAddressesNegativeTestJSON-105771246-project] 10.222.0.90 "GET /v2.0/ports?device_id=52c4b30e-337e-4437-b4ff-8923da5cf138 HTTP/1.1" status: 200 len: 943 time: 0.0553048 Feb 09 21:52:44.791506 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd900f23-995b-424d-8c7a-ce00d526887d req-eeab7204-93c6-481f-9390-2de9e9a464cd tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Made reservation on behalf of b22568216b3c414cb08474365ce4458b for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:52:44.795144 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-fd900f23-995b-424d-8c7a-ce00d526887d req-eeab7204-93c6-481f-9390-2de9e9a464cd tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:44.836777 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1eb10918-c101-439d-b6ec-a21bfec29c1d req-8fb476f8-b2ce-4d81-84aa-eefc929ab21a tempest-ServerAddressesNegativeTestJSON-105771246 tempest-ServerAddressesNegativeTestJSON-105771246-project] 10.222.0.90 "GET /v2.0/security-groups?id=a464b1e2-31f8-4055-bd8c-9aa149c391c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480683 Feb 09 21:52:44.924643 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [req-fd900f23-995b-424d-8c7a-ce00d526887d req-eeab7204-93c6-481f-9390-2de9e9a464cd tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Allocated IP 172.20.0.8 (d86910b2-0131-4cf1-9151-2ae5be614e2e/903c0b45-e09b-4940-bbf6-1179c0814bd7/ce0160b2-45e5-4d08-bb66-44f4c80b9905) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:52:45.072506 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-fd900f23-995b-424d-8c7a-ce00d526887d req-eeab7204-93c6-481f-9390-2de9e9a464cd tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Publish callbacks [] for port (ce0160b2-45e5-4d08-bb66-44f4c80b9905), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:45.105365 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-fd900f23-995b-424d-8c7a-ce00d526887d req-eeab7204-93c6-481f-9390-2de9e9a464cd tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (ce0160b2-45e5-4d08-bb66-44f4c80b9905), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:45.123103 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['f7dfd268-1748-42f5-807f-926d187cabc1'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:52:45.141447 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd900f23-995b-424d-8c7a-ce00d526887d req-eeab7204-93c6-481f-9390-2de9e9a464cd tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Network d86910b2-0131-4cf1-9151-2ae5be614e2e is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:52:45.144631 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [req-fd900f23-995b-424d-8c7a-ce00d526887d req-eeab7204-93c6-481f-9390-2de9e9a464cd tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:52:45.149216 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd900f23-995b-424d-8c7a-ce00d526887d req-eeab7204-93c6-481f-9390-2de9e9a464cd tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:52:45.197729 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeab7204-93c6-481f-9390-2de9e9a464cd tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Pushing event updated for resources: {'Port': ['ID=ce0160b2-45e5-4d08-bb66-44f4c80b9905,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:45.220968 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd900f23-995b-424d-8c7a-ce00d526887d req-eeab7204-93c6-481f-9390-2de9e9a464cd tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:45.222545 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-fd900f23-995b-424d-8c7a-ce00d526887d req-eeab7204-93c6-481f-9390-2de9e9a464cd tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:45.240572 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-fd900f23-995b-424d-8c7a-ce00d526887d req-eeab7204-93c6-481f-9390-2de9e9a464cd tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5984125 Feb 09 21:52:45.256299 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-fd900f23-995b-424d-8c7a-ce00d526887d req-07077732-d615-4e1a-a491-a43328bea5a8 service neutron] Request body: {'port': {'device_id': '133554c4-44b1-4610-8213-279847769c95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:52:45.284048 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:45.322747 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-fd900f23-995b-424d-8c7a-ce00d526887d req-07077732-d615-4e1a-a491-a43328bea5a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (ce0160b2-45e5-4d08-bb66-44f4c80b9905), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:45.650836 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-fd900f23-995b-424d-8c7a-ce00d526887d req-07077732-d615-4e1a-a491-a43328bea5a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce0160b2-45e5-4d08-bb66-44f4c80b9905 {{(pid=103141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:52:45.659694 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-fd900f23-995b-424d-8c7a-ce00d526887d req-07077732-d615-4e1a-a491-a43328bea5a8 service neutron] Publish callbacks [] for port (ce0160b2-45e5-4d08-bb66-44f4c80b9905), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:45.675598 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-fd900f23-995b-424d-8c7a-ce00d526887d req-07077732-d615-4e1a-a491-a43328bea5a8 service neutron] Transition to ACTIVE for port object ce0160b2-45e5-4d08-bb66-44f4c80b9905 will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:52:45.681731 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-fd900f23-995b-424d-8c7a-ce00d526887d req-07077732-d615-4e1a-a491-a43328bea5a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (ce0160b2-45e5-4d08-bb66-44f4c80b9905), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:45.759670 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07077732-d615-4e1a-a491-a43328bea5a8 service neutron] Pushing event updated for resources: {'Port': ['ID=ce0160b2-45e5-4d08-bb66-44f4c80b9905,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:45.838456 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-fd900f23-995b-424d-8c7a-ce00d526887d req-07077732-d615-4e1a-a491-a43328bea5a8 service neutron] Attempting to bind port ce0160b2-45e5-4d08-bb66-44f4c80b9905 on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:52:45.838456 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-fd900f23-995b-424d-8c7a-ce00d526887d req-07077732-d615-4e1a-a491-a43328bea5a8 service neutron] Attempting to bind port ce0160b2-45e5-4d08-bb66-44f4c80b9905 by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': '93e4345e-c45e-43bb-ba65-7704ecef10a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'd86910b2-0131-4cf1-9151-2ae5be614e2e'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:52:45.838456 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd900f23-995b-424d-8c7a-ce00d526887d req-07077732-d615-4e1a-a491-a43328bea5a8 service neutron] Attempting to bind port ce0160b2-45e5-4d08-bb66-44f4c80b9905 on network d86910b2-0131-4cf1-9151-2ae5be614e2e {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:52:45.843424 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd900f23-995b-424d-8c7a-ce00d526887d req-07077732-d615-4e1a-a491-a43328bea5a8 service neutron] Port ce0160b2-45e5-4d08-bb66-44f4c80b9905 on network d86910b2-0131-4cf1-9151-2ae5be614e2e not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:52:45.843750 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd900f23-995b-424d-8c7a-ce00d526887d req-07077732-d615-4e1a-a491-a43328bea5a8 service neutron] Attempting to bind port ce0160b2-45e5-4d08-bb66-44f4c80b9905 on network d86910b2-0131-4cf1-9151-2ae5be614e2e {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:52:45.846688 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add6a891-d092-4291-bf53-e0c7a7b17f69 req-09dc6802-6edd-4048-8212-38c3a07a39e0 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:45.848468 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-add6a891-d092-4291-bf53-e0c7a7b17f69 req-09dc6802-6edd-4048-8212-38c3a07a39e0 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=133554c4-44b1-4610-8213-279847769c95 HTTP/1.1" status: 200 len: 943 time: 0.0694177 Feb 09 21:52:45.850035 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd900f23-995b-424d-8c7a-ce00d526887d req-07077732-d615-4e1a-a491-a43328bea5a8 service neutron] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:52:45.850418 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd900f23-995b-424d-8c7a-ce00d526887d req-07077732-d615-4e1a-a491-a43328bea5a8 service neutron] Checking segment: {'id': '93e4345e-c45e-43bb-ba65-7704ecef10a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'd86910b2-0131-4cf1-9151-2ae5be614e2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:52:45.850784 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd900f23-995b-424d-8c7a-ce00d526887d req-07077732-d615-4e1a-a491-a43328bea5a8 service neutron] Bound using segment: {'id': '93e4345e-c45e-43bb-ba65-7704ecef10a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'd86910b2-0131-4cf1-9151-2ae5be614e2e'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:52:45.851239 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-fd900f23-995b-424d-8c7a-ce00d526887d req-07077732-d615-4e1a-a491-a43328bea5a8 service neutron] Bound port: ce0160b2-45e5-4d08-bb66-44f4c80b9905, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93e4345e-c45e-43bb-ba65-7704ecef10a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'd86910b2-0131-4cf1-9151-2ae5be614e2e'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:52:45.851612 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-fd900f23-995b-424d-8c7a-ce00d526887d req-07077732-d615-4e1a-a491-a43328bea5a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (ce0160b2-45e5-4d08-bb66-44f4c80b9905), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:45.960657 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-add6a891-d092-4291-bf53-e0c7a7b17f69 req-5c8646ef-56d9-4c39-b33a-92182fb28531 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977395 Feb 09 21:52:45.962784 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-fd900f23-995b-424d-8c7a-ce00d526887d req-07077732-d615-4e1a-a491-a43328bea5a8 service neutron] For port ce0160b2-45e5-4d08-bb66-44f4c80b9905, host n-h2-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:52:45.966414 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-fd900f23-995b-424d-8c7a-ce00d526887d req-07077732-d615-4e1a-a491-a43328bea5a8 service neutron] For port ce0160b2-45e5-4d08-bb66-44f4c80b9905, host n-h2-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=ce0160b2-45e5-4d08-bb66-44f4c80b9905,segment=NetworkSegment(93e4345e-c45e-43bb-ba65-7704ecef10a6),segment_id=93e4345e-c45e-43bb-ba65-7704ecef10a6)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:52:45.977591 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-fd900f23-995b-424d-8c7a-ce00d526887d req-07077732-d615-4e1a-a491-a43328bea5a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (ce0160b2-45e5-4d08-bb66-44f4c80b9905), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:46.010680 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c8d9b8-ab05-4fcf-8c22-db974baedd87 req-a6f9c31c-7292-4fac-bd71-c048d7f3f5ef tempest-ServerAddressesNegativeTestJSON-105771246 tempest-ServerAddressesNegativeTestJSON-105771246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:46.013293 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f7c8d9b8-ab05-4fcf-8c22-db974baedd87 req-a6f9c31c-7292-4fac-bd71-c048d7f3f5ef tempest-ServerAddressesNegativeTestJSON-105771246 tempest-ServerAddressesNegativeTestJSON-105771246-project] 10.222.0.90 "GET /v2.0/ports?device_id=52c4b30e-337e-4437-b4ff-8923da5cf138 HTTP/1.1" status: 200 len: 943 time: 0.0823500 Feb 09 21:52:46.017363 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd900f23-995b-424d-8c7a-ce00d526887d req-07077732-d615-4e1a-a491-a43328bea5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:46.018071 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-fd900f23-995b-424d-8c7a-ce00d526887d req-07077732-d615-4e1a-a491-a43328bea5a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:46.019556 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-fd900f23-995b-424d-8c7a-ce00d526887d req-07077732-d615-4e1a-a491-a43328bea5a8 service neutron] 10.222.0.89 "PUT /v2.0/ports/ce0160b2-45e5-4d08-bb66-44f4c80b9905 HTTP/1.1" status: 200 len: 1091 time: 0.7684362 Feb 09 21:52:46.020085 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '133554c4-44b1-4610-8213-279847769c95', 'tag': 'ce0160b2-45e5-4d08-bb66-44f4c80b9905'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:52:46.022688 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4aecdf6-db9f-4b1b-b629-576e271d02fd" -d '{"events": [{"name": "network-changed", "server_uuid": "133554c4-44b1-4610-8213-279847769c95", "tag": "ce0160b2-45e5-4d08-bb66-44f4c80b9905"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:52:46.052296 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07077732-d615-4e1a-a491-a43328bea5a8 service neutron] Pushing event updated for resources: {'Port': ['ID=ce0160b2-45e5-4d08-bb66-44f4c80b9905,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:46.079910 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-993ee3a0-656a-473d-b9c3-72ffa4229c27 x-openstack-request-id: req-993ee3a0-656a-473d-b9c3-72ffa4229c27 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:52:46.080242 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "133554c4-44b1-4610-8213-279847769c95", "tag": "ce0160b2-45e5-4d08-bb66-44f4c80b9905", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:52:46.080513 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-993ee3a0-656a-473d-b9c3-72ffa4229c27 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:52:46.080921 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '133554c4-44b1-4610-8213-279847769c95', 'tag': 'ce0160b2-45e5-4d08-bb66-44f4c80b9905', 'status': 'completed', 'code': 200} Feb 09 21:52:46.089974 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f7c8d9b8-ab05-4fcf-8c22-db974baedd87 req-6bac7eb7-3851-4e35-9a03-ad6fd54dad3f tempest-ServerAddressesNegativeTestJSON-105771246 tempest-ServerAddressesNegativeTestJSON-105771246-project] 10.222.0.90 "GET /v2.0/security-groups?id=a464b1e2-31f8-4055-bd8c-9aa149c391c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688677 Feb 09 21:52:46.148452 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd900f23-995b-424d-8c7a-ce00d526887d req-9288896c-23a6-4c6b-adca-34dd409d5666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:46.149878 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-fd900f23-995b-424d-8c7a-ce00d526887d req-9288896c-23a6-4c6b-adca-34dd409d5666 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b22568216b3c414cb08474365ce4458b&device_id=133554c4-44b1-4610-8213-279847769c95 HTTP/1.1" status: 200 len: 1125 time: 0.0566998 Feb 09 21:52:46.195509 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-fd900f23-995b-424d-8c7a-ce00d526887d req-13225498-934b-46a6-ae9c-670b12fc76d9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce0160b2-45e5-4d08-bb66-44f4c80b9905 HTTP/1.1" status: 200 len: 217 time: 0.0355141 Feb 09 21:52:46.247250 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd900f23-995b-424d-8c7a-ce00d526887d req-45950fc0-74aa-4c85-ac32-303e3e626190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:46.248644 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-fd900f23-995b-424d-8c7a-ce00d526887d req-45950fc0-74aa-4c85-ac32-303e3e626190 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=903c0b45-e09b-4940-bbf6-1179c0814bd7 HTTP/1.1" status: 200 len: 853 time: 0.0467424 Feb 09 21:52:46.281521 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-fd900f23-995b-424d-8c7a-ce00d526887d req-c1bb9ae5-adc4-4014-8731-ba191b32bf14 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d86910b2-0131-4cf1-9151-2ae5be614e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253906 Feb 09 21:52:46.372563 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-fd900f23-995b-424d-8c7a-ce00d526887d req-aa8543e8-b85f-40cd-8815-c5c18bfedf63 service neutron] 10.222.0.89 "GET /v2.0/networks/d86910b2-0131-4cf1-9151-2ae5be614e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842044 Feb 09 21:52:46.467831 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-fd900f23-995b-424d-8c7a-ce00d526887d req-c7cab0a2-921c-4b3c-9d15-fbfd04d6e0c9 service neutron] 10.222.0.89 "GET /v2.0/networks/d86910b2-0131-4cf1-9151-2ae5be614e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891211 Feb 09 21:52:46.571721 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aecdf6-db9f-4b1b-b629-576e271d02fd req-97a3779a-cfed-4597-acff-8799d3d2667a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:46.573257 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c4aecdf6-db9f-4b1b-b629-576e271d02fd req-97a3779a-cfed-4597-acff-8799d3d2667a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b22568216b3c414cb08474365ce4458b&device_id=133554c4-44b1-4610-8213-279847769c95 HTTP/1.1" status: 200 len: 1125 time: 0.0466778 Feb 09 21:52:46.602625 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 30038cc0-866a-4aeb-8115-f8804eb71058 details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:52:46.712121 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 30038cc0-866a-4aeb-8115-f8804eb71058, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=30038cc0-866a-4aeb-8115-f8804eb71058,segment=NetworkSegment(388e2f33-dc58-4a4c-94b4-799d08df7c00),segment_id=388e2f33-dc58-4a4c-94b4-799d08df7c00)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:52:46.726520 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': '30038cc0-866a-4aeb-8115-f8804eb71058', 'network_id': 'af1c60f7-c330-4109-824a-28c9027ac216', 'port_id': '30038cc0-866a-4aeb-8115-f8804eb71058', 'mac_address': 'fa:16:3e:db:e9:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4706234b-712b-44e5-904f-eacc80151999', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:52:46.767310 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 30038cc0-866a-4aeb-8115-f8804eb71058 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:52:46.767715 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (30038cc0-866a-4aeb-8115-f8804eb71058), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:46.783878 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30038cc0-866a-4aeb-8115-f8804eb71058 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:52:46.808361 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 30038cc0-866a-4aeb-8115-f8804eb71058, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=30038cc0-866a-4aeb-8115-f8804eb71058,segment=NetworkSegment(388e2f33-dc58-4a4c-94b4-799d08df7c00),segment_id=388e2f33-dc58-4a4c-94b4-799d08df7c00)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:52:46.812961 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (30038cc0-866a-4aeb-8115-f8804eb71058), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:46.863274 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=30038cc0-866a-4aeb-8115-f8804eb71058,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:46.916028 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aecdf6-db9f-4b1b-b629-576e271d02fd req-34c58d5f-df7c-4021-9263-1146704e8690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:46.917572 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c4aecdf6-db9f-4b1b-b629-576e271d02fd req-34c58d5f-df7c-4021-9263-1146704e8690 service neutron] 10.222.0.89 "GET /v2.0/networks?id=d86910b2-0131-4cf1-9151-2ae5be614e2e HTTP/1.1" status: 200 len: 914 time: 0.3375950 Feb 09 21:52:46.958588 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c4aecdf6-db9f-4b1b-b629-576e271d02fd req-c5f6ac5a-0210-4e55-8a91-288eb8edf3c7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce0160b2-45e5-4d08-bb66-44f4c80b9905 HTTP/1.1" status: 200 len: 217 time: 0.0338295 Feb 09 21:52:47.016176 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aecdf6-db9f-4b1b-b629-576e271d02fd req-8c9b4866-0231-48c6-ae9d-6b92adfc7969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:47.017703 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c4aecdf6-db9f-4b1b-b629-576e271d02fd req-8c9b4866-0231-48c6-ae9d-6b92adfc7969 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=903c0b45-e09b-4940-bbf6-1179c0814bd7 HTTP/1.1" status: 200 len: 853 time: 0.0534761 Feb 09 21:52:47.051645 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c4aecdf6-db9f-4b1b-b629-576e271d02fd req-25d0ae9a-b8f5-4799-96f5-d8716ce9a78f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d86910b2-0131-4cf1-9151-2ae5be614e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273788 Feb 09 21:52:47.082412 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c6be6-08d3-43c3-811e-0e60ad9f230b req-d1faa9f8-2b14-44ec-a6cc-83c35d84a5b2 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:47.084593 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-108c6be6-08d3-43c3-811e-0e60ad9f230b req-d1faa9f8-2b14-44ec-a6cc-83c35d84a5b2 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=133554c4-44b1-4610-8213-279847769c95 HTTP/1.1" status: 200 len: 943 time: 0.0568092 Feb 09 21:52:47.151606 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-108c6be6-08d3-43c3-811e-0e60ad9f230b req-9468a5df-2223-46db-95f9-39de887d6972 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594554 Feb 09 21:52:47.151995 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c4aecdf6-db9f-4b1b-b629-576e271d02fd req-235a390f-d286-4005-b4aa-72298cf3d44d service neutron] 10.222.0.89 "GET /v2.0/networks/d86910b2-0131-4cf1-9151-2ae5be614e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906746 Feb 09 21:52:47.256983 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cc5d69-8b38-430a-a849-f3653666e5ae req-46d65f5b-4f35-422d-aa5e-eebc2905c32f tempest-ServerAddressesNegativeTestJSON-105771246 tempest-ServerAddressesNegativeTestJSON-105771246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:47.261052 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f6cc5d69-8b38-430a-a849-f3653666e5ae req-46d65f5b-4f35-422d-aa5e-eebc2905c32f tempest-ServerAddressesNegativeTestJSON-105771246 tempest-ServerAddressesNegativeTestJSON-105771246-project] 10.222.0.90 "GET /v2.0/ports?device_id=52c4b30e-337e-4437-b4ff-8923da5cf138 HTTP/1.1" status: 200 len: 944 time: 0.0659103 Feb 09 21:52:47.267656 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c4aecdf6-db9f-4b1b-b629-576e271d02fd req-93b51f74-bb14-4f88-8644-9e8ad372fc86 service neutron] 10.222.0.89 "GET /v2.0/networks/d86910b2-0131-4cf1-9151-2ae5be614e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100810 Feb 09 21:52:47.310706 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f6cc5d69-8b38-430a-a849-f3653666e5ae req-ae7931a9-71ff-4dd3-94f4-c95302169035 tempest-ServerAddressesNegativeTestJSON-105771246 tempest-ServerAddressesNegativeTestJSON-105771246-project] 10.222.0.90 "GET /v2.0/security-groups?id=a464b1e2-31f8-4055-bd8c-9aa149c391c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459418 Feb 09 21:52:47.562329 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['30038cc0-866a-4aeb-8115-f8804eb71058'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:52:48.289875 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba636c36-f42b-44f0-a55c-0df17f5a4dad req-96735c58-2649-47e5-91f6-c6cc139ae078 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:48.292086 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ba636c36-f42b-44f0-a55c-0df17f5a4dad req-96735c58-2649-47e5-91f6-c6cc139ae078 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=133554c4-44b1-4610-8213-279847769c95 HTTP/1.1" status: 200 len: 943 time: 0.0635109 Feb 09 21:52:48.344716 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ba636c36-f42b-44f0-a55c-0df17f5a4dad req-da43a59d-b629-41ca-ae46-2c9a4cde3ffd tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462747 Feb 09 21:52:48.450691 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728ef184-c6f4-434b-92ef-864817c26314 req-7e9da529-2fe9-44fb-a86a-57244ede47cd tempest-ServerAddressesNegativeTestJSON-105771246 tempest-ServerAddressesNegativeTestJSON-105771246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:48.452150 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-728ef184-c6f4-434b-92ef-864817c26314 req-7e9da529-2fe9-44fb-a86a-57244ede47cd tempest-ServerAddressesNegativeTestJSON-105771246 tempest-ServerAddressesNegativeTestJSON-105771246-project] 10.222.0.90 "GET /v2.0/ports?device_id=52c4b30e-337e-4437-b4ff-8923da5cf138 HTTP/1.1" status: 200 len: 944 time: 0.0630264 Feb 09 21:52:48.503690 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-728ef184-c6f4-434b-92ef-864817c26314 req-4b166be1-2f9e-4f52-a58a-752f39a0cb3a tempest-ServerAddressesNegativeTestJSON-105771246 tempest-ServerAddressesNegativeTestJSON-105771246-project] 10.222.0.90 "GET /v2.0/security-groups?id=a464b1e2-31f8-4055-bd8c-9aa149c391c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456848 Feb 09 21:52:48.639718 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 51854) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:52:49.016581 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a585b0e2-5d60-42da-8771-9e70e5782a7e tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524906'] for router_interface (c1b04f77-b17d-46c7-9a89-447a8c43f6b8), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:49.339012 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-a585b0e2-5d60-42da-8771-9e70e5782a7e tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Deleting port d25c919a-2af3-4aad-8b28-9810a8ad3105 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:52:49.339368 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a585b0e2-5d60-42da-8771-9e70e5782a7e tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (d25c919a-2af3-4aad-8b28-9810a8ad3105), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:49.432861 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-a585b0e2-5d60-42da-8771-9e70e5782a7e tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] For port d25c919a-2af3-4aad-8b28-9810a8ad3105, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=d25c919a-2af3-4aad-8b28-9810a8ad3105,segment=NetworkSegment(22409367-d4e5-4be0-87ed-f1b38904612e),segment_id=22409367-d4e5-4be0-87ed-f1b38904612e)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:52:49.433316 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a585b0e2-5d60-42da-8771-9e70e5782a7e tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (d25c919a-2af3-4aad-8b28-9810a8ad3105), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:49.447582 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-a585b0e2-5d60-42da-8771-9e70e5782a7e tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Calling delete_port for d25c919a-2af3-4aad-8b28-9810a8ad3105 owned by network:router_interface {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:52:49.480877 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6185d8be-8eba-4e4c-94ae-36a9ce0e292f req-cbd526a6-2ceb-4b9d-ba73-dc9ec8d94b11 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:49.482439 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6185d8be-8eba-4e4c-94ae-36a9ce0e292f req-cbd526a6-2ceb-4b9d-ba73-dc9ec8d94b11 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=133554c4-44b1-4610-8213-279847769c95 HTTP/1.1" status: 200 len: 943 time: 0.0533643 Feb 09 21:52:49.560843 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6185d8be-8eba-4e4c-94ae-36a9ce0e292f req-bc054ea0-3e71-4162-b88d-125bfb9c2989 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654318 Feb 09 21:52:49.637316 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f7936c-e8df-475a-af2e-36142b02eb70 req-4e9ed453-8f85-4fc7-ac83-aaccd556bd16 tempest-ServerAddressesNegativeTestJSON-105771246 tempest-ServerAddressesNegativeTestJSON-105771246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:49.640196 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-65f7936c-e8df-475a-af2e-36142b02eb70 req-4e9ed453-8f85-4fc7-ac83-aaccd556bd16 tempest-ServerAddressesNegativeTestJSON-105771246 tempest-ServerAddressesNegativeTestJSON-105771246-project] 10.222.0.90 "GET /v2.0/ports?device_id=52c4b30e-337e-4437-b4ff-8923da5cf138 HTTP/1.1" status: 200 len: 944 time: 0.0585043 Feb 09 21:52:49.662858 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a585b0e2-5d60-42da-8771-9e70e5782a7e tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (d25c919a-2af3-4aad-8b28-9810a8ad3105), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:49.702043 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a585b0e2-5d60-42da-8771-9e70e5782a7e tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Pushing event deleted for resources: {'Port': ['ID=d25c919a-2af3-4aad-8b28-9810a8ad3105,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:49.707661 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-65f7936c-e8df-475a-af2e-36142b02eb70 req-36adecad-a94b-4892-8f9b-e1ece5cfa30d tempest-ServerAddressesNegativeTestJSON-105771246 tempest-ServerAddressesNegativeTestJSON-105771246-project] 10.222.0.90 "GET /v2.0/security-groups?id=a464b1e2-31f8-4055-bd8c-9aa149c391c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574059 Feb 09 21:52:49.896607 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a585b0e2-5d60-42da-8771-9e70e5782a7e tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-525054'] for router_interface (c1b04f77-b17d-46c7-9a89-447a8c43f6b8), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:50.126445 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a585b0e2-5d60-42da-8771-9e70e5782a7e tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Router c1b04f77-b17d-46c7-9a89-447a8c43f6b8 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:52:50.235950 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a585b0e2-5d60-42da-8771-9e70e5782a7e tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:52:50.241014 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-a585b0e2-5d60-42da-8771-9e70e5782a7e tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "PUT /v2.0/routers/c1b04f77-b17d-46c7-9a89-447a8c43f6b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6001368 Feb 09 21:52:50.247560 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0f2218-1b88-47c0-ba8a-3ffc4efd081a None None] Sync routers for ids ['c1b04f77-b17d-46c7-9a89-447a8c43f6b8'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:52:50.257921 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0f2218-1b88-47c0-ba8a-3ffc4efd081a None None] Routers {'c1b04f77-b17d-46c7-9a89-447a8c43f6b8'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:52:50.258578 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-eb0f2218-1b88-47c0-ba8a-3ffc4efd081a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:52:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['c1b04f77-b17d-46c7-9a89-447a8c43f6b8'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:52:50.371519 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-eb0f2218-1b88-47c0-ba8a-3ffc4efd081a None None] Set router c1b04f77-b17d-46c7-9a89-447a8c43f6b8 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:52:50.489695 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1c7097-d8c9-45f6-9e75-2dddd5c3819a req-95b6843c-c43d-4e43-b0b2-0a96e0234a49 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:50.496813 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-df1c7097-d8c9-45f6-9e75-2dddd5c3819a req-95b6843c-c43d-4e43-b0b2-0a96e0234a49 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "GET /v2.0/ports?device_id=2b9a69ce-b508-4d28-9ee3-4306bac54900 HTTP/1.1" status: 200 len: 946 time: 0.0676286 Feb 09 21:52:50.531360 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:52:50.563539 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-df1c7097-d8c9-45f6-9e75-2dddd5c3819a req-1ebd3a57-db06-470f-90ec-7b22a83f62c0 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "GET /v2.0/security-groups?id=42fc0fdd-d50d-428d-bae4-43f942bf2c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657699 Feb 09 21:52:50.632519 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device ce0160b2-45e5-4d08-bb66-44f4c80b9905 details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:52:50.635994 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 30038cc0-866a-4aeb-8115-f8804eb71058 up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:52:50.710184 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2355ad00-c86a-487b-a8a8-456b7039c2f7 req-409bd7b8-3f50-4ef3-9f90-518b9ec57f4a tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:50.720361 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2355ad00-c86a-487b-a8a8-456b7039c2f7 req-409bd7b8-3f50-4ef3-9f90-518b9ec57f4a tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=133554c4-44b1-4610-8213-279847769c95 HTTP/1.1" status: 200 len: 943 time: 0.0784204 Feb 09 21:52:50.728918 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-eb0f2218-1b88-47c0-ba8a-3ffc4efd081a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b04f77-b17d-46c7-9a89-447a8c43f6b8', 'name': 'tempest-TestNetworkBasicOps-router-1503664596', 'tenant_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'ae383eec-45d6-48ce-9ce1-81a54f900af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:50:44Z', 'updated_at': '2022-02-09T21:52:49Z', 'revision_number': 6, 'project_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'gw_port': {'id': 'ae383eec-45d6-48ce-9ce1-81a54f900af4', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b04f77-b17d-46c7-9a89-447a8c43f6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:44Z', 'updated_at': '2022-02-09T21:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': '9f747c2c-f96b-4f06-9424-50dbcd2bcc67', 'tenant_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'floating_ip_address': '172.25.3.90', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': 'c1b04f77-b17d-46c7-9a89-447a8c43f6b8', 'port_id': 'e186d641-5460-43b4-afa9-9d708ef5dfab', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2662, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdbf9686-bd80-4f36-b0c5-13d677d2ad44', 'mac_address': 'fa:16:3e:92:26:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a343ca-f9d5-43b5-9ada-f2fa47f4ee8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:51:13Z', 'updated_at': '2022-02-09T21:51:17Z', 'revision_number': 1, 'project_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78941fb4-471e-446e-9ff5-665726a1c888', 'name': '', 'network_id': 'bdbf9686-bd80-4f36-b0c5-13d677d2ad44', 'tenant_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'mac_address': 'fa:16:3e:e5:38:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b04f77-b17d-46c7-9a89-447a8c43f6b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '0983afe5-89cd-4e82-b65d-0b5797c6355d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:48Z', 'updated_at': '2022-02-09T21:50:54Z', 'revision_number': 5, 'project_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'subnets': [{'id': '0983afe5-89cd-4e82-b65d-0b5797c6355d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:52:50.761665 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0f2218-1b88-47c0-ba8a-3ffc4efd081a None None] Checking router: c1b04f77-b17d-46c7-9a89-447a8c43f6b8 for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:52:50.771004 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0f2218-1b88-47c0-ba8a-3ffc4efd081a None None] Routers {'c1b04f77-b17d-46c7-9a89-447a8c43f6b8'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:52:50.772157 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-eb0f2218-1b88-47c0-ba8a-3ffc4efd081a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:52:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['c1b04f77-b17d-46c7-9a89-447a8c43f6b8'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:52:50.807706 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2355ad00-c86a-487b-a8a8-456b7039c2f7 req-81a231f5-3e70-4977-9c22-3b5a19e37fc2 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801454 Feb 09 21:52:50.833771 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning for port 30038cc0-866a-4aeb-8115-f8804eb71058 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:52:50.841841 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port 30038cc0-866a-4aeb-8115-f8804eb71058 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:52:50.842345 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (30038cc0-866a-4aeb-8115-f8804eb71058), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:50.896654 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port ce0160b2-45e5-4d08-bb66-44f4c80b9905, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=ce0160b2-45e5-4d08-bb66-44f4c80b9905,segment=NetworkSegment(93e4345e-c45e-43bb-ba65-7704ecef10a6),segment_id=93e4345e-c45e-43bb-ba65-7704ecef10a6)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:52:50.917083 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-eb0f2218-1b88-47c0-ba8a-3ffc4efd081a None None] Set router c1b04f77-b17d-46c7-9a89-447a8c43f6b8 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:52:50.917270 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0542602-c986-460c-874e-69fa25cf20f1 req-5167f023-bd9a-479c-aff1-e3a1004b39c3 tempest-ServerAddressesNegativeTestJSON-105771246 tempest-ServerAddressesNegativeTestJSON-105771246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:50.920574 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e0542602-c986-460c-874e-69fa25cf20f1 req-5167f023-bd9a-479c-aff1-e3a1004b39c3 tempest-ServerAddressesNegativeTestJSON-105771246 tempest-ServerAddressesNegativeTestJSON-105771246-project] 10.222.0.90 "GET /v2.0/ports?device_id=52c4b30e-337e-4437-b4ff-8923da5cf138 HTTP/1.1" status: 200 len: 944 time: 0.0845573 Feb 09 21:52:50.926138 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': 'ce0160b2-45e5-4d08-bb66-44f4c80b9905', 'network_id': 'd86910b2-0131-4cf1-9151-2ae5be614e2e', 'port_id': 'ce0160b2-45e5-4d08-bb66-44f4c80b9905', 'mac_address': 'fa:16:3e:b3:6b:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '903c0b45-e09b-4940-bbf6-1179c0814bd7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:52:50.974911 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e0542602-c986-460c-874e-69fa25cf20f1 req-efa44ce7-f774-425f-a16c-071ce006b125 tempest-ServerAddressesNegativeTestJSON-105771246 tempest-ServerAddressesNegativeTestJSON-105771246-project] 10.222.0.90 "GET /v2.0/security-groups?id=a464b1e2-31f8-4055-bd8c-9aa149c391c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503407 Feb 09 21:52:51.004899 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port ce0160b2-45e5-4d08-bb66-44f4c80b9905 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:52:51.005405 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (ce0160b2-45e5-4d08-bb66-44f4c80b9905), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:51.027650 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce0160b2-45e5-4d08-bb66-44f4c80b9905 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:52:51.032925 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 30038cc0-866a-4aeb-8115-f8804eb71058 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:52:51.033416 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (30038cc0-866a-4aeb-8115-f8804eb71058), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:51.057693 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port ce0160b2-45e5-4d08-bb66-44f4c80b9905, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=ce0160b2-45e5-4d08-bb66-44f4c80b9905,segment=NetworkSegment(93e4345e-c45e-43bb-ba65-7704ecef10a6),segment_id=93e4345e-c45e-43bb-ba65-7704ecef10a6)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:52:51.064853 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (ce0160b2-45e5-4d08-bb66-44f4c80b9905), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:51.072363 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52c4b30e-337e-4437-b4ff-8923da5cf138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30038cc0-866a-4aeb-8115-f8804eb71058'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:52:51.074703 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de517743-1a4c-4e5b-b70a-1ca5543a1006" -d '{"events": [{"server_uuid": "52c4b30e-337e-4437-b4ff-8923da5cf138", "name": "network-vif-plugged", "status": "completed", "tag": "30038cc0-866a-4aeb-8115-f8804eb71058"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:52:51.117223 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 30038cc0-866a-4aeb-8115-f8804eb71058, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=30038cc0-866a-4aeb-8115-f8804eb71058,segment=NetworkSegment(388e2f33-dc58-4a4c-94b4-799d08df7c00),segment_id=388e2f33-dc58-4a4c-94b4-799d08df7c00)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:52:51.120703 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55cb4468-213a-4cf5-a116-f0b7033e4b96 x-openstack-request-id: req-55cb4468-213a-4cf5-a116-f0b7033e4b96 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:52:51.121092 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52c4b30e-337e-4437-b4ff-8923da5cf138", "name": "network-vif-plugged", "status": "completed", "tag": "30038cc0-866a-4aeb-8115-f8804eb71058", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:52:51.121479 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-55cb4468-213a-4cf5-a116-f0b7033e4b96 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:52:51.121928 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52c4b30e-337e-4437-b4ff-8923da5cf138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30038cc0-866a-4aeb-8115-f8804eb71058', 'code': 200} Feb 09 21:52:51.125062 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (30038cc0-866a-4aeb-8115-f8804eb71058), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:51.152785 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=ce0160b2-45e5-4d08-bb66-44f4c80b9905,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:51.184202 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-eb0f2218-1b88-47c0-ba8a-3ffc4efd081a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b04f77-b17d-46c7-9a89-447a8c43f6b8', 'name': 'tempest-TestNetworkBasicOps-router-1503664596', 'tenant_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'ae383eec-45d6-48ce-9ce1-81a54f900af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:50:44Z', 'updated_at': '2022-02-09T21:52:49Z', 'revision_number': 6, 'project_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'gw_port': {'id': 'ae383eec-45d6-48ce-9ce1-81a54f900af4', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b04f77-b17d-46c7-9a89-447a8c43f6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:44Z', 'updated_at': '2022-02-09T21:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': '9f747c2c-f96b-4f06-9424-50dbcd2bcc67', 'tenant_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'floating_ip_address': '172.25.3.90', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': 'c1b04f77-b17d-46c7-9a89-447a8c43f6b8', 'port_id': 'e186d641-5460-43b4-afa9-9d708ef5dfab', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2662, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdbf9686-bd80-4f36-b0c5-13d677d2ad44', 'mac_address': 'fa:16:3e:92:26:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a343ca-f9d5-43b5-9ada-f2fa47f4ee8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:51:13Z', 'updated_at': '2022-02-09T21:51:17Z', 'revision_number': 1, 'project_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78941fb4-471e-446e-9ff5-665726a1c888', 'name': '', 'network_id': 'bdbf9686-bd80-4f36-b0c5-13d677d2ad44', 'tenant_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'mac_address': 'fa:16:3e:e5:38:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b04f77-b17d-46c7-9a89-447a8c43f6b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '0983afe5-89cd-4e82-b65d-0b5797c6355d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:48Z', 'updated_at': '2022-02-09T21:50:54Z', 'revision_number': 5, 'project_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'subnets': [{'id': '0983afe5-89cd-4e82-b65d-0b5797c6355d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:52:51.207236 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=30038cc0-866a-4aeb-8115-f8804eb71058,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:51.212680 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0f2218-1b88-47c0-ba8a-3ffc4efd081a None None] The sync data for ids ['c1b04f77-b17d-46c7-9a89-447a8c43f6b8'] in n-d-828369-5 is: [{'id': 'c1b04f77-b17d-46c7-9a89-447a8c43f6b8', 'name': 'tempest-TestNetworkBasicOps-router-1503664596', 'tenant_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'ae383eec-45d6-48ce-9ce1-81a54f900af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:50:44Z', 'updated_at': '2022-02-09T21:52:49Z', 'revision_number': 6, 'project_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'gw_port': {'id': 'ae383eec-45d6-48ce-9ce1-81a54f900af4', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b04f77-b17d-46c7-9a89-447a8c43f6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:44Z', 'updated_at': '2022-02-09T21:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': '9f747c2c-f96b-4f06-9424-50dbcd2bcc67', 'tenant_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'floating_ip_address': '172.25.3.90', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': 'c1b04f77-b17d-46c7-9a89-447a8c43f6b8', 'port_id': 'e186d641-5460-43b4-afa9-9d708ef5dfab', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2662, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdbf9686-bd80-4f36-b0c5-13d677d2ad44', 'mac_address': 'fa:16:3e:92:26:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a343ca-f9d5-43b5-9ada-f2fa47f4ee8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:51:13Z', 'updated_at': '2022-02-09T21:51:17Z', 'revision_number': 1, 'project_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78941fb4-471e-446e-9ff5-665726a1c888', 'name': '', 'network_id': 'bdbf9686-bd80-4f36-b0c5-13d677d2ad44', 'tenant_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'mac_address': 'fa:16:3e:e5:38:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b04f77-b17d-46c7-9a89-447a8c43f6b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '0983afe5-89cd-4e82-b65d-0b5797c6355d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:48Z', 'updated_at': '2022-02-09T21:50:54Z', 'revision_number': 5, 'project_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'subnets': [{'id': '0983afe5-89cd-4e82-b65d-0b5797c6355d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:52:51.260397 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:51.264488 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81819220-8519-4b20-8c31-825714831fc3 req-f0732ab9-d561-4618-a31a-0742bf60b21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:51.266068 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-81819220-8519-4b20-8c31-825714831fc3 req-f0732ab9-d561-4618-a31a-0742bf60b21f service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=52c4b30e-337e-4437-b4ff-8923da5cf138 HTTP/1.1" status: 200 len: 1127 time: 0.0529747 Feb 09 21:52:51.310885 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-81819220-8519-4b20-8c31-825714831fc3 req-782fccff-e8bb-4130-b41a-ce359215d5a4 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=a464b1e2-31f8-4055-bd8c-9aa149c391c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378752 Feb 09 21:52:51.546068 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['ce0160b2-45e5-4d08-bb66-44f4c80b9905'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:52:51.722385 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea6dda5-1cf4-435a-9bad-6f5a77e127b4 req-2c915397-b5c6-4fef-9890-dc1414ef92e0 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:51.728811 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fea6dda5-1cf4-435a-9bad-6f5a77e127b4 req-2c915397-b5c6-4fef-9890-dc1414ef92e0 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "GET /v2.0/ports?device_id=2b9a69ce-b508-4d28-9ee3-4306bac54900 HTTP/1.1" status: 200 len: 946 time: 0.0688167 Feb 09 21:52:51.778389 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fea6dda5-1cf4-435a-9bad-6f5a77e127b4 req-857a1cc6-fdcf-499e-a798-caa3d5414590 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "GET /v2.0/security-groups?id=42fc0fdd-d50d-428d-bae4-43f942bf2c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467646 Feb 09 21:52:51.929517 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d838e0-0902-49e3-9c94-734a4ca8f76c req-03147aa0-6cec-422d-94df-0ac4a188d663 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:51.931023 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-72d838e0-0902-49e3-9c94-734a4ca8f76c req-03147aa0-6cec-422d-94df-0ac4a188d663 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=133554c4-44b1-4610-8213-279847769c95 HTTP/1.1" status: 200 len: 944 time: 0.0595272 Feb 09 21:52:51.980814 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-72d838e0-0902-49e3-9c94-734a4ca8f76c req-db540010-336b-41b6-ae06-2108a7f5aff1 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438268 Feb 09 21:52:52.103535 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aaf276-0f3a-4613-8c16-99cc4aeef369 req-1cbdaea6-af1a-4835-9759-a18e3679ef95 tempest-ServerAddressesNegativeTestJSON-105771246 tempest-ServerAddressesNegativeTestJSON-105771246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:52.105724 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-93aaf276-0f3a-4613-8c16-99cc4aeef369 req-1cbdaea6-af1a-4835-9759-a18e3679ef95 tempest-ServerAddressesNegativeTestJSON-105771246 tempest-ServerAddressesNegativeTestJSON-105771246-project] 10.222.0.90 "GET /v2.0/ports?device_id=52c4b30e-337e-4437-b4ff-8923da5cf138 HTTP/1.1" status: 200 len: 945 time: 0.0542862 Feb 09 21:52:52.152238 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-93aaf276-0f3a-4613-8c16-99cc4aeef369 req-d1546c7f-dfc5-4e88-a1de-564da51f0955 tempest-ServerAddressesNegativeTestJSON-105771246 tempest-ServerAddressesNegativeTestJSON-105771246-project] 10.222.0.90 "GET /v2.0/security-groups?id=a464b1e2-31f8-4055-bd8c-9aa149c391c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410504 Feb 09 21:52:52.560203 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc938bd-35da-434a-8be7-2251d99d8d63 req-6a389a54-aaab-4d52-8c96-1ebf8697e677 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:52.561861 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bdc938bd-35da-434a-8be7-2251d99d8d63 req-6a389a54-aaab-4d52-8c96-1ebf8697e677 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.95 "GET /v2.0/ports?device_id=2b9a69ce-b508-4d28-9ee3-4306bac54900 HTTP/1.1" status: 200 len: 946 time: 0.0531476 Feb 09 21:52:52.666234 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-bdc938bd-35da-434a-8be7-2251d99d8d63 req-f63eb11d-6b46-48bb-84b5-08e3857ddcca tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Deleting port b59b6593-ca19-464c-8f13-8226077e7a20 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:52:52.666577 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-bdc938bd-35da-434a-8be7-2251d99d8d63 req-f63eb11d-6b46-48bb-84b5-08e3857ddcca tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (b59b6593-ca19-464c-8f13-8226077e7a20), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:52.730932 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device d25c919a-2af3-4aad-8b28-9810a8ad3105 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:52:52.757017 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-bdc938bd-35da-434a-8be7-2251d99d8d63 req-f63eb11d-6b46-48bb-84b5-08e3857ddcca tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] For port b59b6593-ca19-464c-8f13-8226077e7a20, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=b59b6593-ca19-464c-8f13-8226077e7a20,segment=NetworkSegment(22409367-d4e5-4be0-87ed-f1b38904612e),segment_id=22409367-d4e5-4be0-87ed-f1b38904612e)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:52:52.757550 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-bdc938bd-35da-434a-8be7-2251d99d8d63 req-f63eb11d-6b46-48bb-84b5-08e3857ddcca tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (b59b6593-ca19-464c-8f13-8226077e7a20), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:52.758656 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: d25c919a-2af3-4aad-8b28-9810a8ad3105 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:52:52.759444 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device d25c919a-2af3-4aad-8b28-9810a8ad3105 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:52:52.776037 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-bdc938bd-35da-434a-8be7-2251d99d8d63 req-f63eb11d-6b46-48bb-84b5-08e3857ddcca tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Calling delete_port for b59b6593-ca19-464c-8f13-8226077e7a20 owned by compute:nova {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:52:52.937200 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-bdc938bd-35da-434a-8be7-2251d99d8d63 req-f63eb11d-6b46-48bb-84b5-08e3857ddcca tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (b59b6593-ca19-464c-8f13-8226077e7a20), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:52.977723 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025edb17-2551-4c38-8989-e8eca2a5f019 req-d02eb616-4fdd-4f4c-9749-7a952ddefc8c tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:52.979132 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-025edb17-2551-4c38-8989-e8eca2a5f019 req-d02eb616-4fdd-4f4c-9749-7a952ddefc8c tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "GET /v2.0/ports?device_id=2b9a69ce-b508-4d28-9ee3-4306bac54900 HTTP/1.1" status: 200 len: 946 time: 0.0969720 Feb 09 21:52:52.980342 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63eb11d-6b46-48bb-84b5-08e3857ddcca tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Pushing event deleted for resources: {'Port': ['ID=b59b6593-ca19-464c-8f13-8226077e7a20,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:53.031802 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdc938bd-35da-434a-8be7-2251d99d8d63 req-f63eb11d-6b46-48bb-84b5-08e3857ddcca tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] No DVR routers for this DVR port b59b6593-ca19-464c-8f13-8226077e7a20 on host n-h1-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:52:53.040101 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-bdc938bd-35da-434a-8be7-2251d99d8d63 req-f63eb11d-6b46-48bb-84b5-08e3857ddcca tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:53.043494 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bdc938bd-35da-434a-8be7-2251d99d8d63 req-f63eb11d-6b46-48bb-84b5-08e3857ddcca tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.95 "DELETE /v2.0/ports/b59b6593-ca19-464c-8f13-8226077e7a20 HTTP/1.1" status: 204 len: 173 time: 0.4746251 Feb 09 21:52:53.043949 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b9a69ce-b508-4d28-9ee3-4306bac54900', 'name': 'network-vif-deleted', 'tag': 'b59b6593-ca19-464c-8f13-8226077e7a20'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:52:53.046256 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbfa5d8a-4e41-4629-b077-d8e7dc5a075f" -d '{"events": [{"server_uuid": "2b9a69ce-b508-4d28-9ee3-4306bac54900", "name": "network-vif-deleted", "tag": "b59b6593-ca19-464c-8f13-8226077e7a20"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:52:53.106857 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-025edb17-2551-4c38-8989-e8eca2a5f019 req-05746c2f-0ec5-4814-b9d0-4cfd82dba618 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "GET /v2.0/security-groups?id=42fc0fdd-d50d-428d-bae4-43f942bf2c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997994 Feb 09 21:52:53.144682 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9852c027-7f8e-4a78-b8fb-a472d5bae2f9 req-460b9b1b-eb21-4c00-8782-7dc9b975ff9f tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:53.152558 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9852c027-7f8e-4a78-b8fb-a472d5bae2f9 req-460b9b1b-eb21-4c00-8782-7dc9b975ff9f tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=133554c4-44b1-4610-8213-279847769c95 HTTP/1.1" status: 200 len: 944 time: 0.0905344 Feb 09 21:52:53.180896 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b1adb6b-2186-4d7c-8192-e78166e5c5e9 x-openstack-request-id: req-9b1adb6b-2186-4d7c-8192-e78166e5c5e9 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:52:53.180896 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b9a69ce-b508-4d28-9ee3-4306bac54900", "name": "network-vif-deleted", "tag": "b59b6593-ca19-464c-8f13-8226077e7a20", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:52:53.183710 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-9b1adb6b-2186-4d7c-8192-e78166e5c5e9 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:52:53.183710 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b9a69ce-b508-4d28-9ee3-4306bac54900', 'name': 'network-vif-deleted', 'tag': 'b59b6593-ca19-464c-8f13-8226077e7a20', 'status': 'completed', 'code': 200} Feb 09 21:52:53.215377 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9852c027-7f8e-4a78-b8fb-a472d5bae2f9 req-85709c44-3001-442b-8f3f-19b4b9edebb3 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618987 Feb 09 21:52:53.294642 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68699d01-5c14-4474-acbe-ba2614e7c86f req-ab190a44-e0c2-4f0a-af8c-6c7ea2fd5a2f tempest-ServerAddressesNegativeTestJSON-105771246 tempest-ServerAddressesNegativeTestJSON-105771246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:53.296443 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-68699d01-5c14-4474-acbe-ba2614e7c86f req-ab190a44-e0c2-4f0a-af8c-6c7ea2fd5a2f tempest-ServerAddressesNegativeTestJSON-105771246 tempest-ServerAddressesNegativeTestJSON-105771246-project] 10.222.0.90 "GET /v2.0/ports?device_id=52c4b30e-337e-4437-b4ff-8923da5cf138 HTTP/1.1" status: 200 len: 945 time: 0.0628779 Feb 09 21:52:53.351672 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-68699d01-5c14-4474-acbe-ba2614e7c86f req-f0d14a47-64b2-424b-8949-2d39ea200bf6 tempest-ServerAddressesNegativeTestJSON-105771246 tempest-ServerAddressesNegativeTestJSON-105771246-project] 10.222.0.90 "GET /v2.0/security-groups?id=a464b1e2-31f8-4055-bd8c-9aa149c391c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489783 Feb 09 21:52:53.531767 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:54.166575 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 51910) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:52:54.224576 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2113d772-c2f9-426f-b657-6bf3558784f9 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for security_group (42fc0fdd-d50d-428d-bae4-43f942bf2c3f), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:54.253118 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2113d772-c2f9-426f-b657-6bf3558784f9 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for security_group (42fc0fdd-d50d-428d-bae4-43f942bf2c3f), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:54.318815 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2113d772-c2f9-426f-b657-6bf3558784f9 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (42fc0fdd-d50d-428d-bae4-43f942bf2c3f), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:54.321692 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2113d772-c2f9-426f-b657-6bf3558784f9 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:54.325697 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-2113d772-c2f9-426f-b657-6bf3558784f9 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "DELETE /v2.0/security-groups/42fc0fdd-d50d-428d-bae4-43f942bf2c3f HTTP/1.1" status: 204 len: 168 time: 0.1554258 Feb 09 21:52:54.343278 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2113d772-c2f9-426f-b657-6bf3558784f9 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42fc0fdd-d50d-428d-bae4-43f942bf2c3f,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:54.355779 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f34881-f7c8-4a8e-a299-eaed60983b58 req-b17983df-0afd-43a7-ba0e-6eba8d6356f3 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:54.363611 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-01f34881-f7c8-4a8e-a299-eaed60983b58 req-b17983df-0afd-43a7-ba0e-6eba8d6356f3 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=133554c4-44b1-4610-8213-279847769c95 HTTP/1.1" status: 200 len: 944 time: 0.0642273 Feb 09 21:52:54.364761 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 51916) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:52:54.425162 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-01f34881-f7c8-4a8e-a299-eaed60983b58 req-5a1bd3b0-5382-4fab-a6e6-870164cb1062 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554852 Feb 09 21:52:54.450606 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-16950a47-59cf-4553-b99d-0c6a962dca3b tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Deleting subnet 5ea91520-d88e-4220-952f-02f5c25ce60b {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:52:54.454405 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-16950a47-59cf-4553-b99d-0c6a962dca3b tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for subnet (5ea91520-d88e-4220-952f-02f5c25ce60b), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:54.498395 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e15f136-a97c-44c3-8cb3-0c756ed6983a req-a813a3df-a19b-49c9-b718-b2cfc323a041 tempest-ServerAddressesNegativeTestJSON-105771246 tempest-ServerAddressesNegativeTestJSON-105771246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:54.500531 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4e15f136-a97c-44c3-8cb3-0c756ed6983a req-a813a3df-a19b-49c9-b718-b2cfc323a041 tempest-ServerAddressesNegativeTestJSON-105771246 tempest-ServerAddressesNegativeTestJSON-105771246-project] 10.222.0.90 "GET /v2.0/ports?device_id=52c4b30e-337e-4437-b4ff-8923da5cf138 HTTP/1.1" status: 200 len: 945 time: 0.0620816 Feb 09 21:52:54.501218 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-16950a47-59cf-4553-b99d-0c6a962dca3b tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (5ea91520-d88e-4220-952f-02f5c25ce60b), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:54.560478 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4e15f136-a97c-44c3-8cb3-0c756ed6983a req-1d8edbd0-8d16-42e5-b3af-54e92071fad4 tempest-ServerAddressesNegativeTestJSON-105771246 tempest-ServerAddressesNegativeTestJSON-105771246-project] 10.222.0.90 "GET /v2.0/security-groups?id=a464b1e2-31f8-4055-bd8c-9aa149c391c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529909 Feb 09 21:52:54.592344 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-16950a47-59cf-4553-b99d-0c6a962dca3b tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (5ea91520-d88e-4220-952f-02f5c25ce60b), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:54.658232 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device ce0160b2-45e5-4d08-bb66-44f4c80b9905 up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:52:54.666124 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-16950a47-59cf-4553-b99d-0c6a962dca3b tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (5ea91520-d88e-4220-952f-02f5c25ce60b), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:54.699511 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16950a47-59cf-4553-b99d-0c6a962dca3b tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Pushing event deleted for resources: {'Subnet': ['ID=5ea91520-d88e-4220-952f-02f5c25ce60b,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:54.719786 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa06e77-3858-4661-9047-323482fd5ff4 None None] Network 0e306e07-0479-434d-8263-fd754cd14169 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:52:54.720333 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-16950a47-59cf-4553-b99d-0c6a962dca3b tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:54.731272 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-16950a47-59cf-4553-b99d-0c6a962dca3b tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "DELETE /v2.0/subnets/5ea91520-d88e-4220-952f-02f5c25ce60b HTTP/1.1" status: 204 len: 168 time: 0.3628399 Feb 09 21:52:54.731645 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 51930) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:52:54.803401 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning for port ce0160b2-45e5-4d08-bb66-44f4c80b9905 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:52:54.809951 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port ce0160b2-45e5-4d08-bb66-44f4c80b9905 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:52:54.811285 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (ce0160b2-45e5-4d08-bb66-44f4c80b9905), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:54.850795 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3fec9c39-19b8-44c6-8362-61cf152d4c0c tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (0e306e07-0479-434d-8263-fd754cd14169), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:54.968284 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-3fec9c39-19b8-44c6-8362-61cf152d4c0c tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Deleting port 589d9605-4735-4603-b01a-4a106b5880dd {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:52:54.968732 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3fec9c39-19b8-44c6-8362-61cf152d4c0c tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (589d9605-4735-4603-b01a-4a106b5880dd), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:54.999567 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port ce0160b2-45e5-4d08-bb66-44f4c80b9905 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:52:55.000174 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (ce0160b2-45e5-4d08-bb66-44f4c80b9905), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:55.026919 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda858ca-4f7b-4217-afb9-cc874e184d3a req-6c62fad5-d623-4865-a909-959c6c2b007f tempest-ServerAddressesNegativeTestJSON-105771246 tempest-ServerAddressesNegativeTestJSON-105771246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:55.038480 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cda858ca-4f7b-4217-afb9-cc874e184d3a req-6c62fad5-d623-4865-a909-959c6c2b007f tempest-ServerAddressesNegativeTestJSON-105771246 tempest-ServerAddressesNegativeTestJSON-105771246-project] 10.222.0.90 "GET /v2.0/ports?device_id=52c4b30e-337e-4437-b4ff-8923da5cf138 HTTP/1.1" status: 200 len: 945 time: 0.0985725 Feb 09 21:52:55.083380 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port ce0160b2-45e5-4d08-bb66-44f4c80b9905, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=ce0160b2-45e5-4d08-bb66-44f4c80b9905,segment=NetworkSegment(93e4345e-c45e-43bb-ba65-7704ecef10a6),segment_id=93e4345e-c45e-43bb-ba65-7704ecef10a6)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:52:55.086690 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '133554c4-44b1-4610-8213-279847769c95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce0160b2-45e5-4d08-bb66-44f4c80b9905'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:52:55.090694 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-318a3fa4-367d-4e39-84c0-6509eb6b8d60" -d '{"events": [{"server_uuid": "133554c4-44b1-4610-8213-279847769c95", "name": "network-vif-plugged", "status": "completed", "tag": "ce0160b2-45e5-4d08-bb66-44f4c80b9905"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:52:55.094345 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44c2b8d-4ae5-4cc9-a134-31b979f20863 None None] DHCP port deletion for 0e306e07-0479-434d-8263-fd754cd14169 request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:52:55.099824 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (ce0160b2-45e5-4d08-bb66-44f4c80b9905), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:55.103402 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cda858ca-4f7b-4217-afb9-cc874e184d3a req-1bb3687f-68ae-4565-857a-b826fe83b2e4 tempest-ServerAddressesNegativeTestJSON-105771246 tempest-ServerAddressesNegativeTestJSON-105771246-project] 10.222.0.90 "GET /v2.0/security-groups?id=a464b1e2-31f8-4055-bd8c-9aa149c391c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626063 Feb 09 21:52:55.139189 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-3fec9c39-19b8-44c6-8362-61cf152d4c0c tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] For port 589d9605-4735-4603-b01a-4a106b5880dd, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=589d9605-4735-4603-b01a-4a106b5880dd,segment=NetworkSegment(22409367-d4e5-4be0-87ed-f1b38904612e),segment_id=22409367-d4e5-4be0-87ed-f1b38904612e)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:52:55.139189 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3fec9c39-19b8-44c6-8362-61cf152d4c0c tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (589d9605-4735-4603-b01a-4a106b5880dd), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:55.159767 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-3fec9c39-19b8-44c6-8362-61cf152d4c0c tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Calling delete_port for 589d9605-4735-4603-b01a-4a106b5880dd owned by network:dhcp {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:52:55.205633 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c090e00-bdc7-4f4b-a231-a536e3a6bf1b x-openstack-request-id: req-9c090e00-bdc7-4f4b-a231-a536e3a6bf1b {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:52:55.206180 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "133554c4-44b1-4610-8213-279847769c95", "name": "network-vif-plugged", "status": "completed", "tag": "ce0160b2-45e5-4d08-bb66-44f4c80b9905", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:52:55.206589 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-9c090e00-bdc7-4f4b-a231-a536e3a6bf1b {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:52:55.207125 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '133554c4-44b1-4610-8213-279847769c95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce0160b2-45e5-4d08-bb66-44f4c80b9905', 'code': 200} Feb 09 21:52:55.234354 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=ce0160b2-45e5-4d08-bb66-44f4c80b9905,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:55.261323 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-e44c2b8d-4ae5-4cc9-a134-31b979f20863 None None] Deleting port 589d9605-4735-4603-b01a-4a106b5880dd {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:52:55.261807 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e44c2b8d-4ae5-4cc9-a134-31b979f20863 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (589d9605-4735-4603-b01a-4a106b5880dd), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:55.352275 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-e44c2b8d-4ae5-4cc9-a134-31b979f20863 None None] For port 589d9605-4735-4603-b01a-4a106b5880dd, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=589d9605-4735-4603-b01a-4a106b5880dd,segment=NetworkSegment(22409367-d4e5-4be0-87ed-f1b38904612e),segment_id=22409367-d4e5-4be0-87ed-f1b38904612e)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:52:55.353060 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3fec9c39-19b8-44c6-8362-61cf152d4c0c tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (589d9605-4735-4603-b01a-4a106b5880dd), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:55.354681 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e44c2b8d-4ae5-4cc9-a134-31b979f20863 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (589d9605-4735-4603-b01a-4a106b5880dd), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:55.370523 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-e44c2b8d-4ae5-4cc9-a134-31b979f20863 None None] Calling delete_port for 589d9605-4735-4603-b01a-4a106b5880dd owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:52:55.372163 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c294ec-0703-4342-b1b6-815a87366ee2 req-7260f186-61fe-4ce4-ba31-2cf3b8380388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:55.374078 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b7c294ec-0703-4342-b1b6-815a87366ee2 req-7260f186-61fe-4ce4-ba31-2cf3b8380388 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=133554c4-44b1-4610-8213-279847769c95 HTTP/1.1" status: 200 len: 1127 time: 0.0923486 Feb 09 21:52:55.376950 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fec9c39-19b8-44c6-8362-61cf152d4c0c tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] No DVR routers for this DVR port 589d9605-4735-4603-b01a-4a106b5880dd on host n-d-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:52:55.434940 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fec9c39-19b8-44c6-8362-61cf152d4c0c tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Pushing event deleted for resources: {'Port': ['ID=589d9605-4735-4603-b01a-4a106b5880dd,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:55.453483 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e44c2b8d-4ae5-4cc9-a134-31b979f20863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (589d9605-4735-4603-b01a-4a106b5880dd), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:55.491866 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44c2b8d-4ae5-4cc9-a134-31b979f20863 None None] Pushing event deleted for resources: {'Port': ['ID=589d9605-4735-4603-b01a-4a106b5880dd,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:55.509569 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44c2b8d-4ae5-4cc9-a134-31b979f20863 None None] No DVR routers for this DVR port 589d9605-4735-4603-b01a-4a106b5880dd on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:52:55.561888 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe26ac9-4730-4593-9eb6-8a18ffc44a38 req-98e9ff90-a260-45f3-b669-548214f3ebe9 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:55.569666 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-abe26ac9-4730-4593-9eb6-8a18ffc44a38 req-98e9ff90-a260-45f3-b669-548214f3ebe9 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=133554c4-44b1-4610-8213-279847769c95 HTTP/1.1" status: 200 len: 945 time: 0.0779421 Feb 09 21:52:55.623394 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-abe26ac9-4730-4593-9eb6-8a18ffc44a38 req-cf42c98d-7edc-4604-8c2a-261f7227fdd7 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528145 Feb 09 21:52:55.796868 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3fec9c39-19b8-44c6-8362-61cf152d4c0c tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (0e306e07-0479-434d-8263-fd754cd14169), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:55.801345 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b7c294ec-0703-4342-b1b6-815a87366ee2 req-41ca8651-642b-49ee-b6ec-307de1d86fae service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3996978 Feb 09 21:52:55.824184 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-3fec9c39-19b8-44c6-8362-61cf152d4c0c tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e306e07-0479-434d-8263-fd754cd14169']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:52:55.835642 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-3fec9c39-19b8-44c6-8362-61cf152d4c0c tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22409367-d4e5-4be0-87ed-f1b38904612e') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:52:55.835957 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-3fec9c39-19b8-44c6-8362-61cf152d4c0c tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22409367-d4e5-4be0-87ed-f1b38904612e') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:52:55.846673 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3fec9c39-19b8-44c6-8362-61cf152d4c0c tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (22409367-d4e5-4be0-87ed-f1b38904612e), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:55.863236 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3fec9c39-19b8-44c6-8362-61cf152d4c0c tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (22409367-d4e5-4be0-87ed-f1b38904612e), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:55.870316 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fec9c39-19b8-44c6-8362-61cf152d4c0c tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:52:55.870717 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3fec9c39-19b8-44c6-8362-61cf152d4c0c tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (22409367-d4e5-4be0-87ed-f1b38904612e), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:55.873832 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:52:55.873832 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:52:55.873832 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:52:55.873832 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:52:55.873832 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:52:55.873832 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:52:55.873832 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:52:55.873832 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:52:55.873832 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:52:55.873832 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:52:55.873832 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:52:55.873832 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:52:55.873832 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:52:55.873832 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:52:55.873832 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:52:55.873832 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:52:55.873832 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:52:55.873832 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:52:55.873832 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:52:55.873832 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:52:55.873832 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:52:55.873832 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:52:55.873832 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:52:55.873832 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:52:55.873832 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:52:55.873832 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:52:55.873832 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:52:55.873832 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:52:55.873832 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:52:55.873832 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:52:55.873832 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:52:55.873832 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:52:55.936904 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3fec9c39-19b8-44c6-8362-61cf152d4c0c tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (0e306e07-0479-434d-8263-fd754cd14169), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:55.944994 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3fec9c39-19b8-44c6-8362-61cf152d4c0c tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:55.947962 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-3fec9c39-19b8-44c6-8362-61cf152d4c0c tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "DELETE /v2.0/networks/0e306e07-0479-434d-8263-fd754cd14169 HTTP/1.1" status: 204 len: 168 time: 1.2152681 Feb 09 21:52:55.950888 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 51944) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:52:55.959599 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fec9c39-19b8-44c6-8362-61cf152d4c0c tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Pushing event deleted for resources: {'Network': ['ID=0e306e07-0479-434d-8263-fd754cd14169,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:56.116847 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-f54f3329-8582-4a2e-966d-446b21a0b4d9 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Deleting port 97db5a49-023e-4b00-a9dc-21a22ade094c {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:52:56.117243 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f54f3329-8582-4a2e-966d-446b21a0b4d9 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (97db5a49-023e-4b00-a9dc-21a22ade094c), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:56.230883 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f54f3329-8582-4a2e-966d-446b21a0b4d9 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (97db5a49-023e-4b00-a9dc-21a22ade094c), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:56.231208 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f54f3329-8582-4a2e-966d-446b21a0b4d9 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for floatingip (97db5a49-023e-4b00-a9dc-21a22ade094c), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:56.246274 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-f54f3329-8582-4a2e-966d-446b21a0b4d9 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Calling delete_port for 97db5a49-023e-4b00-a9dc-21a22ade094c owned by network:floatingip {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:52:56.273448 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63b477-f154-4649-99ad-5ad0c492f76c req-e94c07eb-e9cd-439d-9cfd-02a37f6bebac tempest-ServerAddressesNegativeTestJSON-105771246 tempest-ServerAddressesNegativeTestJSON-105771246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:56.274945 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7c63b477-f154-4649-99ad-5ad0c492f76c req-e94c07eb-e9cd-439d-9cfd-02a37f6bebac tempest-ServerAddressesNegativeTestJSON-105771246 tempest-ServerAddressesNegativeTestJSON-105771246-project] 10.222.0.90 "GET /v2.0/ports?device_id=52c4b30e-337e-4437-b4ff-8923da5cf138 HTTP/1.1" status: 200 len: 945 time: 0.0842922 Feb 09 21:52:56.395283 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7c63b477-f154-4649-99ad-5ad0c492f76c req-0cbbe2ed-8768-4a4e-a480-f48ecd75fadc tempest-ServerAddressesNegativeTestJSON-105771246 tempest-ServerAddressesNegativeTestJSON-105771246-project] 10.222.0.90 "GET /v2.0/security-groups?id=a464b1e2-31f8-4055-bd8c-9aa149c391c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900931 Feb 09 21:52:56.476095 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f54f3329-8582-4a2e-966d-446b21a0b4d9 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (97db5a49-023e-4b00-a9dc-21a22ade094c), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:56.502606 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54f3329-8582-4a2e-966d-446b21a0b4d9 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Pushing event deleted for resources: {'Port': ['ID=97db5a49-023e-4b00-a9dc-21a22ade094c,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:56.571401 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f54f3329-8582-4a2e-966d-446b21a0b4d9 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for floatingip (9f747c2c-f96b-4f06-9424-50dbcd2bcc67), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:56.572516 n-d-828369-5 neutron-server[103140]: INFO neutron.db.l3_db [None req-f54f3329-8582-4a2e-966d-446b21a0b4d9 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Floating IP 9f747c2c-f96b-4f06-9424-50dbcd2bcc67 disassociated (deleted). External IP: 172.25.3.90, port: e186d641-5460-43b4-afa9-9d708ef5dfab. Feb 09 21:52:56.779599 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 589d9605-4735-4603-b01a-4a106b5880dd no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:52:56.803727 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 589d9605-4735-4603-b01a-4a106b5880dd {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:52:56.804253 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 589d9605-4735-4603-b01a-4a106b5880dd not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:52:56.812874 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a21c198-585d-416b-b472-a71d4a0934aa req-8cbc0848-1897-4b54-9cee-fd2f7f3f64ea tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:56.814363 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3a21c198-585d-416b-b472-a71d4a0934aa req-8cbc0848-1897-4b54-9cee-fd2f7f3f64ea tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=133554c4-44b1-4610-8213-279847769c95 HTTP/1.1" status: 200 len: 945 time: 0.0994089 Feb 09 21:52:56.847387 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f54f3329-8582-4a2e-966d-446b21a0b4d9 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Router c1b04f77-b17d-46c7-9a89-447a8c43f6b8 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:52:56.878437 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3a21c198-585d-416b-b472-a71d4a0934aa req-aea80a62-3a0d-4021-a425-ea0cc49e2c4e tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551651 Feb 09 21:52:56.990465 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f54f3329-8582-4a2e-966d-446b21a0b4d9 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:52:56.995103 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f54f3329-8582-4a2e-966d-446b21a0b4d9 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:57.004304 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73be2060-2cff-4915-9c98-a17e608f79cf None None] Sync routers for ids ['c1b04f77-b17d-46c7-9a89-447a8c43f6b8'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:52:57.018365 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73be2060-2cff-4915-9c98-a17e608f79cf None None] Routers {'c1b04f77-b17d-46c7-9a89-447a8c43f6b8'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:52:57.019341 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-73be2060-2cff-4915-9c98-a17e608f79cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:52:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['c1b04f77-b17d-46c7-9a89-447a8c43f6b8'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:52:57.051766 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-f54f3329-8582-4a2e-966d-446b21a0b4d9 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "DELETE /v2.0/floatingips/9f747c2c-f96b-4f06-9424-50dbcd2bcc67 HTTP/1.1" status: 204 len: 168 time: 1.0994606 Feb 09 21:52:57.053016 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30a343ca-f9d5-43b5-9ada-f2fa47f4ee8d', 'tag': 'e186d641-5460-43b4-afa9-9d708ef5dfab'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:52:57.061401 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbc97a69-182e-4f9e-a223-0f4d4080beb3" -d '{"events": [{"name": "network-changed", "server_uuid": "30a343ca-f9d5-43b5-9ada-f2fa47f4ee8d", "tag": "e186d641-5460-43b4-afa9-9d708ef5dfab"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:52:57.091661 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaebe543-8e99-4b4a-b2a5-c6526951ecf3 req-9f1f7c0e-27b8-4cb5-91c7-01dfd136c64a tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:57.093791 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-eaebe543-8e99-4b4a-b2a5-c6526951ecf3 req-9f1f7c0e-27b8-4cb5-91c7-01dfd136c64a tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 945 time: 0.0767808 Feb 09 21:52:57.147024 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-eaebe543-8e99-4b4a-b2a5-c6526951ecf3 req-17c72bbf-7529-48d8-98dd-b22ab66229ee tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=4c89ea32-e697-4c99-8133-b5b6d80654a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468965 Feb 09 21:52:57.171156 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-73be2060-2cff-4915-9c98-a17e608f79cf None None] Set router c1b04f77-b17d-46c7-9a89-447a8c43f6b8 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:52:57.207245 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c8c4afd-f4f3-48b8-8c67-05f824e2cf36 x-openstack-request-id: req-9c8c4afd-f4f3-48b8-8c67-05f824e2cf36 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:52:57.207541 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30a343ca-f9d5-43b5-9ada-f2fa47f4ee8d", "tag": "e186d641-5460-43b4-afa9-9d708ef5dfab", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:52:57.207851 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-9c8c4afd-f4f3-48b8-8c67-05f824e2cf36 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:52:57.208799 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30a343ca-f9d5-43b5-9ada-f2fa47f4ee8d', 'tag': 'e186d641-5460-43b4-afa9-9d708ef5dfab', 'status': 'completed', 'code': 200} Feb 09 21:52:57.254143 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device b59b6593-ca19-464c-8f13-8226077e7a20 no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:52:57.366500 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] No Port match for: b59b6593-ca19-464c-8f13-8226077e7a20 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:52:57.367143 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device b59b6593-ca19-464c-8f13-8226077e7a20 not bound to the agent host n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:52:57.399146 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc97a69-182e-4f9e-a223-0f4d4080beb3 req-631ccdb3-06db-4c93-ac42-7c1f8f3fc85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:57.400701 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bbc97a69-182e-4f9e-a223-0f4d4080beb3 req-631ccdb3-06db-4c93-ac42-7c1f8f3fc85a service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=986d9b7b22bb45a5a45792614c4e0ec6&device_id=30a343ca-f9d5-43b5-9ada-f2fa47f4ee8d HTTP/1.1" status: 200 len: 1127 time: 0.1300290 Feb 09 21:52:57.410371 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0073e5f4-291b-4b66-bdd8-77e4b62907f9 req-bdcce5ef-718f-41cf-ba15-ed31ceb8ded3 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:57.421586 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0073e5f4-291b-4b66-bdd8-77e4b62907f9 req-bdcce5ef-718f-41cf-ba15-ed31ceb8ded3 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 945 time: 0.1062856 Feb 09 21:52:57.441445 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-73be2060-2cff-4915-9c98-a17e608f79cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b04f77-b17d-46c7-9a89-447a8c43f6b8', 'name': 'tempest-TestNetworkBasicOps-router-1503664596', 'tenant_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'ae383eec-45d6-48ce-9ce1-81a54f900af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:50:44Z', 'updated_at': '2022-02-09T21:52:49Z', 'revision_number': 6, 'project_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'gw_port': {'id': 'ae383eec-45d6-48ce-9ce1-81a54f900af4', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b04f77-b17d-46c7-9a89-447a8c43f6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:44Z', 'updated_at': '2022-02-09T21:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '78941fb4-471e-446e-9ff5-665726a1c888', 'name': '', 'network_id': 'bdbf9686-bd80-4f36-b0c5-13d677d2ad44', 'tenant_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'mac_address': 'fa:16:3e:e5:38:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b04f77-b17d-46c7-9a89-447a8c43f6b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '0983afe5-89cd-4e82-b65d-0b5797c6355d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:48Z', 'updated_at': '2022-02-09T21:50:54Z', 'revision_number': 5, 'project_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'subnets': [{'id': '0983afe5-89cd-4e82-b65d-0b5797c6355d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:52:57.469759 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73be2060-2cff-4915-9c98-a17e608f79cf None None] Checking router: c1b04f77-b17d-46c7-9a89-447a8c43f6b8 for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:52:57.481019 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73be2060-2cff-4915-9c98-a17e608f79cf None None] Routers {'c1b04f77-b17d-46c7-9a89-447a8c43f6b8'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:52:57.481820 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-73be2060-2cff-4915-9c98-a17e608f79cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:52:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['c1b04f77-b17d-46c7-9a89-447a8c43f6b8'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:52:57.489524 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1713911-724b-468d-a114-ca19eb393efd req-0cb891c4-b623-4a00-9f3f-8b2602a77f3c tempest-ServerAddressesNegativeTestJSON-105771246 tempest-ServerAddressesNegativeTestJSON-105771246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:57.492924 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-e1713911-724b-468d-a114-ca19eb393efd req-0cb891c4-b623-4a00-9f3f-8b2602a77f3c tempest-ServerAddressesNegativeTestJSON-105771246 tempest-ServerAddressesNegativeTestJSON-105771246-project] 10.222.0.89 "GET /v2.0/ports?device_id=52c4b30e-337e-4437-b4ff-8923da5cf138 HTTP/1.1" status: 200 len: 945 time: 0.0860612 Feb 09 21:52:57.516912 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c15b6ec-8a2a-40e2-b2d2-79fc630aa235 req-7d8f2cde-edec-48df-b42d-601f42b63327 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:57.518475 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0c15b6ec-8a2a-40e2-b2d2-79fc630aa235 req-7d8f2cde-edec-48df-b42d-601f42b63327 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "GET /v2.0/ports?device_id=30a343ca-f9d5-43b5-9ada-f2fa47f4ee8d HTTP/1.1" status: 200 len: 945 time: 0.1752355 Feb 09 21:52:57.596525 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0073e5f4-291b-4b66-bdd8-77e4b62907f9 req-94fe25a7-9dcb-4fe8-b0cb-05ab6f6db743 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=4c89ea32-e697-4c99-8133-b5b6d80654a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1668959 Feb 09 21:52:57.656439 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-e1713911-724b-468d-a114-ca19eb393efd req-d577374d-e21a-44d4-9925-7f797e78ee73 tempest-ServerAddressesNegativeTestJSON-105771246 tempest-ServerAddressesNegativeTestJSON-105771246-project] Deleting port 30038cc0-866a-4aeb-8115-f8804eb71058 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:52:57.656963 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-e1713911-724b-468d-a114-ca19eb393efd req-d577374d-e21a-44d4-9925-7f797e78ee73 tempest-ServerAddressesNegativeTestJSON-105771246 tempest-ServerAddressesNegativeTestJSON-105771246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (30038cc0-866a-4aeb-8115-f8804eb71058), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:57.690839 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0c15b6ec-8a2a-40e2-b2d2-79fc630aa235 req-5a0b0b9c-f0a3-49f7-9a67-b59812316659 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "GET /v2.0/security-groups?id=3dfa8dba-4175-4ee2-a45c-ae6a962e75df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1614957 Feb 09 21:52:57.691933 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc97a69-182e-4f9e-a223-0f4d4080beb3 req-f4118f76-83b3-4a3e-b2f5-a919f628dab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:57.693411 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bbc97a69-182e-4f9e-a223-0f4d4080beb3 req-f4118f76-83b3-4a3e-b2f5-a919f628dab2 service neutron] 10.222.0.95 "GET /v2.0/networks?id=bdbf9686-bd80-4f36-b0c5-13d677d2ad44 HTTP/1.1" status: 200 len: 897 time: 0.2673633 Feb 09 21:52:57.780898 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bbc97a69-182e-4f9e-a223-0f4d4080beb3 req-0f6a491f-c22b-4eae-bce0-99cb88ba812f service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e186d641-5460-43b4-afa9-9d708ef5dfab HTTP/1.1" status: 200 len: 217 time: 0.0710025 Feb 09 21:52:57.861687 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548ffc11-b1d7-4e68-adc7-1b63d062a53a req-c4c1e653-89a4-45e8-aa95-2be41099699a tempest-ServerAddressesNegativeTestJSON-105771246 tempest-ServerAddressesNegativeTestJSON-105771246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:57.869209 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-548ffc11-b1d7-4e68-adc7-1b63d062a53a req-c4c1e653-89a4-45e8-aa95-2be41099699a tempest-ServerAddressesNegativeTestJSON-105771246 tempest-ServerAddressesNegativeTestJSON-105771246-project] 10.222.0.90 "GET /v2.0/ports?device_id=52c4b30e-337e-4437-b4ff-8923da5cf138 HTTP/1.1" status: 200 len: 945 time: 0.1710434 Feb 09 21:52:57.875353 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-e1713911-724b-468d-a114-ca19eb393efd req-d577374d-e21a-44d4-9925-7f797e78ee73 tempest-ServerAddressesNegativeTestJSON-105771246 tempest-ServerAddressesNegativeTestJSON-105771246-project] For port 30038cc0-866a-4aeb-8115-f8804eb71058, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=30038cc0-866a-4aeb-8115-f8804eb71058,segment=NetworkSegment(388e2f33-dc58-4a4c-94b4-799d08df7c00),segment_id=388e2f33-dc58-4a4c-94b4-799d08df7c00)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:52:57.875807 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-e1713911-724b-468d-a114-ca19eb393efd req-d577374d-e21a-44d4-9925-7f797e78ee73 tempest-ServerAddressesNegativeTestJSON-105771246 tempest-ServerAddressesNegativeTestJSON-105771246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (30038cc0-866a-4aeb-8115-f8804eb71058), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:57.877335 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc97a69-182e-4f9e-a223-0f4d4080beb3 req-46aa2101-f68e-413f-9bb6-6fbbc95ac761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:57.878762 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bbc97a69-182e-4f9e-a223-0f4d4080beb3 req-46aa2101-f68e-413f-9bb6-6fbbc95ac761 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0983afe5-89cd-4e82-b65d-0b5797c6355d HTTP/1.1" status: 200 len: 835 time: 0.0848296 Feb 09 21:52:57.892148 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-73be2060-2cff-4915-9c98-a17e608f79cf None None] Set router c1b04f77-b17d-46c7-9a89-447a8c43f6b8 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:52:57.901239 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-e1713911-724b-468d-a114-ca19eb393efd req-d577374d-e21a-44d4-9925-7f797e78ee73 tempest-ServerAddressesNegativeTestJSON-105771246 tempest-ServerAddressesNegativeTestJSON-105771246-project] Calling delete_port for 30038cc0-866a-4aeb-8115-f8804eb71058 owned by compute:nova {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:52:57.987172 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-548ffc11-b1d7-4e68-adc7-1b63d062a53a req-6e740e11-c381-4960-9ebf-a5fde11b7e7d tempest-ServerAddressesNegativeTestJSON-105771246 tempest-ServerAddressesNegativeTestJSON-105771246-project] 10.222.0.90 "GET /v2.0/security-groups?id=a464b1e2-31f8-4055-bd8c-9aa149c391c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124024 Feb 09 21:52:58.009966 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc97a69-182e-4f9e-a223-0f4d4080beb3 req-0d31ef82-75ca-4b8d-8da6-82f56c8323a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:58.013176 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bbc97a69-182e-4f9e-a223-0f4d4080beb3 req-0d31ef82-75ca-4b8d-8da6-82f56c8323a8 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=bdbf9686-bd80-4f36-b0c5-13d677d2ad44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1213388 Feb 09 21:52:58.147700 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-e1713911-724b-468d-a114-ca19eb393efd req-d577374d-e21a-44d4-9925-7f797e78ee73 tempest-ServerAddressesNegativeTestJSON-105771246 tempest-ServerAddressesNegativeTestJSON-105771246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (30038cc0-866a-4aeb-8115-f8804eb71058), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:58.185438 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['30038cc0-866a-4aeb-8115-f8804eb71058'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:52:58.206317 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d577374d-e21a-44d4-9925-7f797e78ee73 tempest-ServerAddressesNegativeTestJSON-105771246 tempest-ServerAddressesNegativeTestJSON-105771246-project] Pushing event deleted for resources: {'Port': ['ID=30038cc0-866a-4aeb-8115-f8804eb71058,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:58.257740 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-73be2060-2cff-4915-9c98-a17e608f79cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b04f77-b17d-46c7-9a89-447a8c43f6b8', 'name': 'tempest-TestNetworkBasicOps-router-1503664596', 'tenant_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'ae383eec-45d6-48ce-9ce1-81a54f900af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:50:44Z', 'updated_at': '2022-02-09T21:52:49Z', 'revision_number': 6, 'project_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'gw_port': {'id': 'ae383eec-45d6-48ce-9ce1-81a54f900af4', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b04f77-b17d-46c7-9a89-447a8c43f6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:44Z', 'updated_at': '2022-02-09T21:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '78941fb4-471e-446e-9ff5-665726a1c888', 'name': '', 'network_id': 'bdbf9686-bd80-4f36-b0c5-13d677d2ad44', 'tenant_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'mac_address': 'fa:16:3e:e5:38:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b04f77-b17d-46c7-9a89-447a8c43f6b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '0983afe5-89cd-4e82-b65d-0b5797c6355d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:48Z', 'updated_at': '2022-02-09T21:50:54Z', 'revision_number': 5, 'project_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'subnets': [{'id': '0983afe5-89cd-4e82-b65d-0b5797c6355d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:52:58.262777 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1713911-724b-468d-a114-ca19eb393efd req-d577374d-e21a-44d4-9925-7f797e78ee73 tempest-ServerAddressesNegativeTestJSON-105771246 tempest-ServerAddressesNegativeTestJSON-105771246-project] No DVR routers for this DVR port 30038cc0-866a-4aeb-8115-f8804eb71058 on host n-h2-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:52:58.266038 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-e1713911-724b-468d-a114-ca19eb393efd req-d577374d-e21a-44d4-9925-7f797e78ee73 tempest-ServerAddressesNegativeTestJSON-105771246 tempest-ServerAddressesNegativeTestJSON-105771246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:58.271463 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-e1713911-724b-468d-a114-ca19eb393efd req-d577374d-e21a-44d4-9925-7f797e78ee73 tempest-ServerAddressesNegativeTestJSON-105771246 tempest-ServerAddressesNegativeTestJSON-105771246-project] 10.222.0.89 "DELETE /v2.0/ports/30038cc0-866a-4aeb-8115-f8804eb71058 HTTP/1.1" status: 204 len: 173 time: 0.7698841 Feb 09 21:52:58.272158 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52c4b30e-337e-4437-b4ff-8923da5cf138', 'name': 'network-vif-deleted', 'tag': '30038cc0-866a-4aeb-8115-f8804eb71058'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:52:58.294616 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36697016-f64a-4dbf-bf6e-4ef00dcaa5dd" -d '{"events": [{"server_uuid": "52c4b30e-337e-4437-b4ff-8923da5cf138", "name": "network-vif-deleted", "tag": "30038cc0-866a-4aeb-8115-f8804eb71058"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:52:58.302463 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73be2060-2cff-4915-9c98-a17e608f79cf None None] The sync data for ids ['c1b04f77-b17d-46c7-9a89-447a8c43f6b8'] in n-d-828369-5 is: [{'id': 'c1b04f77-b17d-46c7-9a89-447a8c43f6b8', 'name': 'tempest-TestNetworkBasicOps-router-1503664596', 'tenant_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'ae383eec-45d6-48ce-9ce1-81a54f900af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:50:44Z', 'updated_at': '2022-02-09T21:52:49Z', 'revision_number': 6, 'project_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'gw_port': {'id': 'ae383eec-45d6-48ce-9ce1-81a54f900af4', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b04f77-b17d-46c7-9a89-447a8c43f6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:44Z', 'updated_at': '2022-02-09T21:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '78941fb4-471e-446e-9ff5-665726a1c888', 'name': '', 'network_id': 'bdbf9686-bd80-4f36-b0c5-13d677d2ad44', 'tenant_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'mac_address': 'fa:16:3e:e5:38:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b04f77-b17d-46c7-9a89-447a8c43f6b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '0983afe5-89cd-4e82-b65d-0b5797c6355d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:48Z', 'updated_at': '2022-02-09T21:50:54Z', 'revision_number': 5, 'project_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'subnets': [{'id': '0983afe5-89cd-4e82-b65d-0b5797c6355d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:52:58.517520 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0816682d-fa69-4eaf-8dcf-163d83adaf9b req-4c778e09-9d81-4f60-a255-846ed461ab66 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:58.518990 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0816682d-fa69-4eaf-8dcf-163d83adaf9b req-4c778e09-9d81-4f60-a255-846ed461ab66 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=133554c4-44b1-4610-8213-279847769c95 HTTP/1.1" status: 200 len: 945 time: 0.5018699 Feb 09 21:52:58.539192 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bbc97a69-182e-4f9e-a223-0f4d4080beb3 req-6cb29840-7525-44da-a243-46165e88b4c7 service neutron] 10.222.0.95 "GET /v2.0/networks/bdbf9686-bd80-4f36-b0c5-13d677d2ad44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5084331 Feb 09 21:52:58.547054 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b31672e-b352-4e5d-939a-07ba7a634004 req-21dd64c1-18e5-4227-80ee-3df68dd22795 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:58.548534 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7b31672e-b352-4e5d-939a-07ba7a634004 req-21dd64c1-18e5-4227-80ee-3df68dd22795 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 945 time: 0.1519203 Feb 09 21:52:58.573283 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f7a198-e036-47c3-959d-2b8aa5290c5a None None] New status for floating IP 9f747c2c-f96b-4f06-9424-50dbcd2bcc67: DOWN {{(pid=103143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:52:58.675465 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0816682d-fa69-4eaf-8dcf-163d83adaf9b req-7a5f47ca-785e-4a34-a1d8-6290d848e3ef tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470559 Feb 09 21:52:58.689433 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7b31672e-b352-4e5d-939a-07ba7a634004 req-2d3a477f-4651-41d6-a035-6a66e56b87ca tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=4c89ea32-e697-4c99-8133-b5b6d80654a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1326981 Feb 09 21:52:58.709275 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bbc97a69-182e-4f9e-a223-0f4d4080beb3 req-6614615f-be06-4716-8712-57df2d5d6ad1 service neutron] 10.222.0.95 "GET /v2.0/networks/bdbf9686-bd80-4f36-b0c5-13d677d2ad44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536500 Feb 09 21:52:58.725356 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09a47029-5a1e-446e-b935-82203ca4e637 x-openstack-request-id: req-09a47029-5a1e-446e-b935-82203ca4e637 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:52:58.725858 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52c4b30e-337e-4437-b4ff-8923da5cf138", "name": "network-vif-deleted", "tag": "30038cc0-866a-4aeb-8115-f8804eb71058", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:52:58.725988 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-09a47029-5a1e-446e-b935-82203ca4e637 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:52:58.726314 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52c4b30e-337e-4437-b4ff-8923da5cf138', 'name': 'network-vif-deleted', 'tag': '30038cc0-866a-4aeb-8115-f8804eb71058', 'status': 'completed', 'code': 200} Feb 09 21:52:58.840414 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba4e816-373f-4c2f-bc4d-cb403c27abe4 req-e19d7c04-04fb-4e8d-890f-2490624b8b8d tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:58.842323 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6ba4e816-373f-4c2f-bc4d-cb403c27abe4 req-e19d7c04-04fb-4e8d-890f-2490624b8b8d tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "GET /v2.0/ports?device_id=30a343ca-f9d5-43b5-9ada-f2fa47f4ee8d HTTP/1.1" status: 200 len: 945 time: 0.0633776 Feb 09 21:52:58.905286 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6ba4e816-373f-4c2f-bc4d-cb403c27abe4 req-95b7338e-a16b-46d9-8840-fac66e09300c tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "GET /v2.0/security-groups?id=3dfa8dba-4175-4ee2-a45c-ae6a962e75df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549340 Feb 09 21:52:59.011302 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a3e803-af74-4ae1-80ce-d3e76dfbb3ab req-52f8f634-b434-4fdc-a646-ccb19db5330f tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:59.012859 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-89a3e803-af74-4ae1-80ce-d3e76dfbb3ab req-52f8f634-b434-4fdc-a646-ccb19db5330f tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=133554c4-44b1-4610-8213-279847769c95 HTTP/1.1" status: 200 len: 945 time: 0.0562284 Feb 09 21:52:59.072431 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-89a3e803-af74-4ae1-80ce-d3e76dfbb3ab req-66693fe4-a460-4300-aa38-6b311a1d3c65 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531976 Feb 09 21:52:59.084718 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 51994) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:52:59.134401 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_v2 [None req-367b8487-dd90-4ee2-aa61-a679c2265110 admin admin] Deleting subnet 4706234b-712b-44e5-904f-eacc80151999 {{(pid=103140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:52:59.138122 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-367b8487-dd90-4ee2-aa61-a679c2265110 admin admin] Publish callbacks [] for subnet (4706234b-712b-44e5-904f-eacc80151999), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:59.192813 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-367b8487-dd90-4ee2-aa61-a679c2265110 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9110716'] for subnet (4706234b-712b-44e5-904f-eacc80151999), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:59.247135 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-367b8487-dd90-4ee2-aa61-a679c2265110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (4706234b-712b-44e5-904f-eacc80151999), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:59.350717 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93df7775-8c2e-4267-87bd-e3eedeaaad40 req-e913af50-b4c3-41e9-a3d7-51f9108fb197 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:59.352321 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-93df7775-8c2e-4267-87bd-e3eedeaaad40 req-e913af50-b4c3-41e9-a3d7-51f9108fb197 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 945 time: 0.0821226 Feb 09 21:52:59.354207 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-367b8487-dd90-4ee2-aa61-a679c2265110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621346'] for subnet (4706234b-712b-44e5-904f-eacc80151999), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:59.391827 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367b8487-dd90-4ee2-aa61-a679c2265110 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4706234b-712b-44e5-904f-eacc80151999,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:59.408423 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-367b8487-dd90-4ee2-aa61-a679c2265110 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:59.411762 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-367b8487-dd90-4ee2-aa61-a679c2265110 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/4706234b-712b-44e5-904f-eacc80151999 HTTP/1.1" status: 204 len: 168 time: 0.3258553 Feb 09 21:52:59.414622 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 51998) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:52:59.444132 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-93df7775-8c2e-4267-87bd-e3eedeaaad40 req-e2208475-e81b-489b-85d8-223175f7295b tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=4c89ea32-e697-4c99-8133-b5b6d80654a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817564 Feb 09 21:52:59.486265 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-194f0ba1-5402-4350-81a9-b1e5dfecab3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (af1c60f7-c330-4109-824a-28c9027ac216), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:59.571450 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-194f0ba1-5402-4350-81a9-b1e5dfecab3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (af1c60f7-c330-4109-824a-28c9027ac216), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:59.592029 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-194f0ba1-5402-4350-81a9-b1e5dfecab3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af1c60f7-c330-4109-824a-28c9027ac216']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:52:59.602306 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-194f0ba1-5402-4350-81a9-b1e5dfecab3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '388e2f33-dc58-4a4c-94b4-799d08df7c00') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:52:59.602546 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-194f0ba1-5402-4350-81a9-b1e5dfecab3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '388e2f33-dc58-4a4c-94b4-799d08df7c00') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:52:59.611959 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-194f0ba1-5402-4350-81a9-b1e5dfecab3b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (388e2f33-dc58-4a4c-94b4-799d08df7c00), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:59.626027 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-194f0ba1-5402-4350-81a9-b1e5dfecab3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (388e2f33-dc58-4a4c-94b4-799d08df7c00), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:59.633077 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-194f0ba1-5402-4350-81a9-b1e5dfecab3b admin admin] Releasing vlan 742 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:52:59.633478 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-194f0ba1-5402-4350-81a9-b1e5dfecab3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (388e2f33-dc58-4a4c-94b4-799d08df7c00), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:59.635157 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:52:59.635157 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:52:59.635157 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:52:59.635157 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:52:59.635157 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:52:59.635157 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:52:59.635157 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:52:59.635157 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:52:59.635157 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:52:59.635157 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:52:59.635157 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:52:59.635157 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:52:59.635157 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:52:59.635157 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:52:59.635157 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:52:59.635157 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:52:59.635157 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:52:59.635157 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:52:59.635157 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:52:59.635157 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:52:59.635157 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:52:59.635157 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:52:59.635157 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:52:59.635157 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:52:59.635157 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:52:59.635157 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:52:59.635157 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:52:59.635157 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:52:59.635157 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:52:59.635157 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:52:59.635157 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:52:59.635157 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:52:59.700417 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-194f0ba1-5402-4350-81a9-b1e5dfecab3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (af1c60f7-c330-4109-824a-28c9027ac216), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:59.706544 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-194f0ba1-5402-4350-81a9-b1e5dfecab3b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:59.714219 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-194f0ba1-5402-4350-81a9-b1e5dfecab3b admin admin] 10.222.0.90 "DELETE /v2.0/networks/af1c60f7-c330-4109-824a-28c9027ac216 HTTP/1.1" status: 204 len: 168 time: 0.2962739 Feb 09 21:52:59.730780 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194f0ba1-5402-4350-81a9-b1e5dfecab3b admin admin] Pushing event deleted for resources: {'Network': ['ID=af1c60f7-c330-4109-824a-28c9027ac216,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:52:59.740451 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194f0ba1-5402-4350-81a9-b1e5dfecab3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:59.740877 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194f0ba1-5402-4350-81a9-b1e5dfecab3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:59.741293 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194f0ba1-5402-4350-81a9-b1e5dfecab3b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:59.741704 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194f0ba1-5402-4350-81a9-b1e5dfecab3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:59.742229 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194f0ba1-5402-4350-81a9-b1e5dfecab3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:59.742563 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194f0ba1-5402-4350-81a9-b1e5dfecab3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:59.742961 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194f0ba1-5402-4350-81a9-b1e5dfecab3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:59.743359 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194f0ba1-5402-4350-81a9-b1e5dfecab3b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:59.743753 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194f0ba1-5402-4350-81a9-b1e5dfecab3b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:59.744147 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194f0ba1-5402-4350-81a9-b1e5dfecab3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:59.744560 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194f0ba1-5402-4350-81a9-b1e5dfecab3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:59.744948 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194f0ba1-5402-4350-81a9-b1e5dfecab3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:59.745481 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194f0ba1-5402-4350-81a9-b1e5dfecab3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:52:59.789512 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab57b0d-4027-45e4-b625-18a5baeb9ebd req-458c782c-e25f-494c-852f-6c5e611e2d74 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:52:59.791350 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6ab57b0d-4027-45e4-b625-18a5baeb9ebd req-458c782c-e25f-494c-852f-6c5e611e2d74 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.95 "GET /v2.0/ports?device_id=30a343ca-f9d5-43b5-9ada-f2fa47f4ee8d HTTP/1.1" status: 200 len: 945 time: 0.0758562 Feb 09 21:52:59.851619 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 52002) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:52:59.904140 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-a588d3ca-7b39-46a6-9f3f-07d3529e575d admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=d66732c17e404a179da3d52b986a793f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0489242 Feb 09 21:52:59.904375 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 52004) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:52:59.909127 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-6ab57b0d-4027-45e4-b625-18a5baeb9ebd req-8a23e438-75ed-4877-a9d1-83d2e0302756 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Deleting port e186d641-5460-43b4-afa9-9d708ef5dfab {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:52:59.909557 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-6ab57b0d-4027-45e4-b625-18a5baeb9ebd req-8a23e438-75ed-4877-a9d1-83d2e0302756 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (e186d641-5460-43b4-afa9-9d708ef5dfab), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:59.957271 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-403b8af1-2917-43fc-a7b9-d40655f22c45 admin admin] Publish callbacks [] for security_group (a464b1e2-31f8-4055-bd8c-9aa149c391c2), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:52:59.985668 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-403b8af1-2917-43fc-a7b9-d40655f22c45 admin admin] Publish callbacks [] for security_group (a464b1e2-31f8-4055-bd8c-9aa149c391c2), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:00.048410 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-403b8af1-2917-43fc-a7b9-d40655f22c45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (a464b1e2-31f8-4055-bd8c-9aa149c391c2), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:00.051562 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-403b8af1-2917-43fc-a7b9-d40655f22c45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:00.058512 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-403b8af1-2917-43fc-a7b9-d40655f22c45 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/a464b1e2-31f8-4055-bd8c-9aa149c391c2 HTTP/1.1" status: 204 len: 168 time: 0.1527665 Feb 09 21:53:00.070317 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403b8af1-2917-43fc-a7b9-d40655f22c45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a464b1e2-31f8-4055-bd8c-9aa149c391c2,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:00.091509 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-6ab57b0d-4027-45e4-b625-18a5baeb9ebd req-8a23e438-75ed-4877-a9d1-83d2e0302756 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] For port e186d641-5460-43b4-afa9-9d708ef5dfab, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=e186d641-5460-43b4-afa9-9d708ef5dfab,segment=NetworkSegment(5981b22b-da6b-402f-8ead-3c24f9315db9),segment_id=5981b22b-da6b-402f-8ead-3c24f9315db9)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:53:00.091973 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-6ab57b0d-4027-45e4-b625-18a5baeb9ebd req-8a23e438-75ed-4877-a9d1-83d2e0302756 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (e186d641-5460-43b4-afa9-9d708ef5dfab), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:00.125222 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b985c55-8d2a-4d6c-8765-43e0af64857d req-e93b3a07-7d55-4e46-9115-383c232cac59 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:00.133563 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2b985c55-8d2a-4d6c-8765-43e0af64857d req-e93b3a07-7d55-4e46-9115-383c232cac59 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "GET /v2.0/ports?device_id=30a343ca-f9d5-43b5-9ada-f2fa47f4ee8d HTTP/1.1" status: 200 len: 945 time: 0.1276300 Feb 09 21:53:00.163848 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-6ab57b0d-4027-45e4-b625-18a5baeb9ebd req-8a23e438-75ed-4877-a9d1-83d2e0302756 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Calling delete_port for e186d641-5460-43b4-afa9-9d708ef5dfab owned by compute:nova {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:53:00.286311 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2b985c55-8d2a-4d6c-8765-43e0af64857d req-2a2afcaa-5f35-40db-83a0-5c0ca1f570d1 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "GET /v2.0/security-groups?id=3dfa8dba-4175-4ee2-a45c-ae6a962e75df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1470752 Feb 09 21:53:00.320630 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f68eaa2-97c2-495b-baa6-58121d0914dd req-0232c777-f248-4af7-95f8-7cb2fa53d902 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:00.322646 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1f68eaa2-97c2-495b-baa6-58121d0914dd req-0232c777-f248-4af7-95f8-7cb2fa53d902 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=133554c4-44b1-4610-8213-279847769c95 HTTP/1.1" status: 200 len: 945 time: 0.1509278 Feb 09 21:53:00.439261 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1f68eaa2-97c2-495b-baa6-58121d0914dd req-4c2a2d65-b026-4bf0-b9f6-c4c575a6efbe tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041319 Feb 09 21:53:00.484446 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-6ab57b0d-4027-45e4-b625-18a5baeb9ebd req-8a23e438-75ed-4877-a9d1-83d2e0302756 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (e186d641-5460-43b4-afa9-9d708ef5dfab), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:00.547536 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a23e438-75ed-4877-a9d1-83d2e0302756 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Pushing event deleted for resources: {'Port': ['ID=e186d641-5460-43b4-afa9-9d708ef5dfab,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:00.651474 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ab57b0d-4027-45e4-b625-18a5baeb9ebd req-8a23e438-75ed-4877-a9d1-83d2e0302756 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] No DVR routers for this DVR port e186d641-5460-43b4-afa9-9d708ef5dfab on host n-h1-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:53:00.655147 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-6ab57b0d-4027-45e4-b625-18a5baeb9ebd req-8a23e438-75ed-4877-a9d1-83d2e0302756 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:00.658533 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6ab57b0d-4027-45e4-b625-18a5baeb9ebd req-8a23e438-75ed-4877-a9d1-83d2e0302756 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.95 "DELETE /v2.0/ports/e186d641-5460-43b4-afa9-9d708ef5dfab HTTP/1.1" status: 204 len: 173 time: 0.8598399 Feb 09 21:53:00.659003 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30a343ca-f9d5-43b5-9ada-f2fa47f4ee8d', 'name': 'network-vif-deleted', 'tag': 'e186d641-5460-43b4-afa9-9d708ef5dfab'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:53:00.661961 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31094c80-0b8d-4f6e-8a8a-8a66ba0ec93c" -d '{"events": [{"server_uuid": "30a343ca-f9d5-43b5-9ada-f2fa47f4ee8d", "name": "network-vif-deleted", "tag": "e186d641-5460-43b4-afa9-9d708ef5dfab"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:53:00.718160 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb03b51-8d0b-4c70-8e51-02d025c3979a req-1e6f3278-531a-46db-a1ae-e07d2c681c42 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:00.728662 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ecb03b51-8d0b-4c70-8e51-02d025c3979a req-1e6f3278-531a-46db-a1ae-e07d2c681c42 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 945 time: 0.1824236 Feb 09 21:53:00.732153 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-286c18db-24d9-4d8d-8e10-fc7f8c978b4c x-openstack-request-id: req-286c18db-24d9-4d8d-8e10-fc7f8c978b4c {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:53:00.732487 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30a343ca-f9d5-43b5-9ada-f2fa47f4ee8d", "name": "network-vif-deleted", "tag": "e186d641-5460-43b4-afa9-9d708ef5dfab", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:53:00.732744 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-286c18db-24d9-4d8d-8e10-fc7f8c978b4c {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:53:00.733657 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30a343ca-f9d5-43b5-9ada-f2fa47f4ee8d', 'name': 'network-vif-deleted', 'tag': 'e186d641-5460-43b4-afa9-9d708ef5dfab', 'status': 'completed', 'code': 200} Feb 09 21:53:00.814632 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ecb03b51-8d0b-4c70-8e51-02d025c3979a req-10de9ebd-95bf-4fd3-9408-51d14e6adf91 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=4c89ea32-e697-4c99-8133-b5b6d80654a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801744 Feb 09 21:53:00.969073 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7518be37-a9bc-4ff7-9673-6fc77fd4bd1e req-78a05b7b-e006-4114-ad34-93440debc443 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:00.970627 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7518be37-a9bc-4ff7-9673-6fc77fd4bd1e req-78a05b7b-e006-4114-ad34-93440debc443 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.89 "GET /v2.0/ports?device_id=133554c4-44b1-4610-8213-279847769c95 HTTP/1.1" status: 200 len: 945 time: 0.0957398 Feb 09 21:53:01.144704 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 52050) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:01.190087 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-7518be37-a9bc-4ff7-9673-6fc77fd4bd1e req-a420d245-9fc5-4c84-b2e7-ffc09ba7f707 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Deleting port ce0160b2-45e5-4d08-bb66-44f4c80b9905 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:53:01.190663 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-7518be37-a9bc-4ff7-9673-6fc77fd4bd1e req-a420d245-9fc5-4c84-b2e7-ffc09ba7f707 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (ce0160b2-45e5-4d08-bb66-44f4c80b9905), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:01.272490 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-ea8cca4f-a765-4744-adb3-082fa8aad672 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1321380425-network', 'tenant_id': '837785c458e443f6a38f40b8d9f6fcd3'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:53:01.300568 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea8cca4f-a765-4744-adb3-082fa8aad672 admin admin] Made reservation on behalf of 837785c458e443f6a38f40b8d9f6fcd3 for: {'network': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:53:01.316596 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ea8cca4f-a765-4744-adb3-082fa8aad672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:01.323053 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-7518be37-a9bc-4ff7-9673-6fc77fd4bd1e req-a420d245-9fc5-4c84-b2e7-ffc09ba7f707 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] For port ce0160b2-45e5-4d08-bb66-44f4c80b9905, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=ce0160b2-45e5-4d08-bb66-44f4c80b9905,segment=NetworkSegment(93e4345e-c45e-43bb-ba65-7704ecef10a6),segment_id=93e4345e-c45e-43bb-ba65-7704ecef10a6)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:53:01.323733 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-7518be37-a9bc-4ff7-9673-6fc77fd4bd1e req-a420d245-9fc5-4c84-b2e7-ffc09ba7f707 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (ce0160b2-45e5-4d08-bb66-44f4c80b9905), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:01.340657 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ea8cca4f-a765-4744-adb3-082fa8aad672 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:01.352043 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-7518be37-a9bc-4ff7-9673-6fc77fd4bd1e req-a420d245-9fc5-4c84-b2e7-ffc09ba7f707 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Calling delete_port for ce0160b2-45e5-4d08-bb66-44f4c80b9905 owned by compute:nova {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:53:01.512879 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6d5e7f71-7e97-4d0f-afae-753d58c7dc4f req-be1e70bb-5d96-46a7-bd3a-c7cec2cc90f8 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "GET /v2.0/ports?device_id=30a343ca-f9d5-43b5-9ada-f2fa47f4ee8d HTTP/1.1" status: 200 len: 210 time: 0.0739212 Feb 09 21:53:01.522448 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ea8cca4f-a765-4744-adb3-082fa8aad672 admin admin] Publish callbacks [] for security_group (3ab64338-9707-45df-be25-ecb516f76007), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:01.528392 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ea8cca4f-a765-4744-adb3-082fa8aad672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (3ab64338-9707-45df-be25-ecb516f76007), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:01.583748 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-7518be37-a9bc-4ff7-9673-6fc77fd4bd1e req-a420d245-9fc5-4c84-b2e7-ffc09ba7f707 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (ce0160b2-45e5-4d08-bb66-44f4c80b9905), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:01.596373 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['ce0160b2-45e5-4d08-bb66-44f4c80b9905'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:53:01.603379 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['f7dfd268-1748-42f5-807f-926d187cabc1'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:53:01.633968 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a420d245-9fc5-4c84-b2e7-ffc09ba7f707 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Pushing event deleted for resources: {'Port': ['ID=ce0160b2-45e5-4d08-bb66-44f4c80b9905,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:01.644872 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea8cca4f-a765-4744-adb3-082fa8aad672 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 715} {{(pid=103140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:53:01.656508 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8cca4f-a765-4744-adb3-082fa8aad672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab64338-9707-45df-be25-ecb516f76007,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:01.680341 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-7518be37-a9bc-4ff7-9673-6fc77fd4bd1e req-a420d245-9fc5-4c84-b2e7-ffc09ba7f707 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] No DVR routers for this DVR port ce0160b2-45e5-4d08-bb66-44f4c80b9905 on host n-h2-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:53:01.683012 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-7518be37-a9bc-4ff7-9673-6fc77fd4bd1e req-a420d245-9fc5-4c84-b2e7-ffc09ba7f707 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:01.687244 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7518be37-a9bc-4ff7-9673-6fc77fd4bd1e req-a420d245-9fc5-4c84-b2e7-ffc09ba7f707 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.89 "DELETE /v2.0/ports/ce0160b2-45e5-4d08-bb66-44f4c80b9905 HTTP/1.1" status: 204 len: 173 time: 0.7007892 Feb 09 21:53:01.687830 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '133554c4-44b1-4610-8213-279847769c95', 'name': 'network-vif-deleted', 'tag': 'ce0160b2-45e5-4d08-bb66-44f4c80b9905'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:53:01.690354 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66075596-9149-4772-83f7-6e6f7d44af81" -d '{"events": [{"server_uuid": "133554c4-44b1-4610-8213-279847769c95", "name": "network-vif-deleted", "tag": "ce0160b2-45e5-4d08-bb66-44f4c80b9905"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:53:01.709278 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7fae7d-0ff6-42ee-ae1b-c7170d56aa13 req-e638325b-90dd-4e92-9312-1720cc23ba42 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:01.718045 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fc7fae7d-0ff6-42ee-ae1b-c7170d56aa13 req-e638325b-90dd-4e92-9312-1720cc23ba42 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=133554c4-44b1-4610-8213-279847769c95 HTTP/1.1" status: 200 len: 867 time: 0.1790948 Feb 09 21:53:01.725848 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ea8cca4f-a765-4744-adb3-082fa8aad672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (55d4007d-4e39-417b-8c03-41b2aa461389), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:01.726333 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-ea8cca4f-a765-4744-adb3-082fa8aad672 admin admin] Added segment 55d4007d-4e39-417b-8c03-41b2aa461389 of type vlan for network a5f5f895-90cb-4c7d-8008-bc93d2e96439 Feb 09 21:53:01.748584 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c976ddcc-f596-4687-9f0b-e032c64d184d x-openstack-request-id: req-c976ddcc-f596-4687-9f0b-e032c64d184d {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:53:01.748904 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "133554c4-44b1-4610-8213-279847769c95", "name": "network-vif-deleted", "tag": "ce0160b2-45e5-4d08-bb66-44f4c80b9905", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:53:01.749155 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-c976ddcc-f596-4687-9f0b-e032c64d184d {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:53:01.749586 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '133554c4-44b1-4610-8213-279847769c95', 'name': 'network-vif-deleted', 'tag': 'ce0160b2-45e5-4d08-bb66-44f4c80b9905', 'status': 'completed', 'code': 200} Feb 09 21:53:01.808420 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ea8cca4f-a765-4744-adb3-082fa8aad672 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (a5f5f895-90cb-4c7d-8008-bc93d2e96439), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:01.837312 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fc7fae7d-0ff6-42ee-ae1b-c7170d56aa13 req-ceb0a1b0-a244-426f-8c7b-60a6d4861c9a tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180427 Feb 09 21:53:01.867099 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ea8cca4f-a765-4744-adb3-082fa8aad672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (a5f5f895-90cb-4c7d-8008-bc93d2e96439), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:01.868018 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8cca4f-a765-4744-adb3-082fa8aad672 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:01.868694 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ea8cca4f-a765-4744-adb3-082fa8aad672 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:01.935210 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-ea8cca4f-a765-4744-adb3-082fa8aad672 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7882779 Feb 09 21:53:01.967275 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8cca4f-a765-4744-adb3-082fa8aad672 admin admin] Pushing event updated for resources: {'Network': ['ID=a5f5f895-90cb-4c7d-8008-bc93d2e96439,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:01.980184 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network a5f5f895-90cb-4c7d-8008-bc93d2e96439 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:53:01.993828 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e39abaf-51b5-4ac8-97b5-7aacf67eb250 req-4b91deef-25f1-4d27-91c1-db3779398d21 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:01.995346 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5e39abaf-51b5-4ac8-97b5-7aacf67eb250 req-4b91deef-25f1-4d27-91c1-db3779398d21 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 945 time: 0.1044862 Feb 09 21:53:02.048074 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5e39abaf-51b5-4ac8-97b5-7aacf67eb250 req-7562ba4c-d79a-4a5a-903a-ab8d64e4c59a tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=4c89ea32-e697-4c99-8133-b5b6d80654a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443652 Feb 09 21:53:02.455824 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1942577-e126-45a7-a4d2-df8631043c2d req-a3865d10-d381-4bd8-899d-57c3c37cd3c9 tempest-ComputeTenantNetworksTest-395040323 tempest-ComputeTenantNetworksTest-395040323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:02.461550 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1942577-e126-45a7-a4d2-df8631043c2d req-a3865d10-d381-4bd8-899d-57c3c37cd3c9 tempest-ComputeTenantNetworksTest-395040323 tempest-ComputeTenantNetworksTest-395040323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:02.466826 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1942577-e126-45a7-a4d2-df8631043c2d req-a3865d10-d381-4bd8-899d-57c3c37cd3c9 tempest-ComputeTenantNetworksTest-395040323 tempest-ComputeTenantNetworksTest-395040323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:02.468438 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b1942577-e126-45a7-a4d2-df8631043c2d req-a3865d10-d381-4bd8-899d-57c3c37cd3c9 tempest-ComputeTenantNetworksTest-395040323 tempest-ComputeTenantNetworksTest-395040323-project] 10.222.0.90 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.2032399 Feb 09 21:53:02.569998 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710503ba-7bcc-45ef-9854-94a3f36f6991 req-90c5a5d3-3663-4f21-ad48-c818588cc052 tempest-ComputeTenantNetworksTest-395040323 tempest-ComputeTenantNetworksTest-395040323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:02.574355 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-710503ba-7bcc-45ef-9854-94a3f36f6991 req-90c5a5d3-3663-4f21-ad48-c818588cc052 tempest-ComputeTenantNetworksTest-395040323 tempest-ComputeTenantNetworksTest-395040323-project] 10.222.0.90 "GET /v2.0/networks/a5f5f895-90cb-4c7d-8008-bc93d2e96439 HTTP/1.1" status: 200 len: 769 time: 0.0824554 Feb 09 21:53:02.574490 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 52086) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:02.583171 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 52088) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:02.673594 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 30038cc0-866a-4aeb-8115-f8804eb71058 no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:53:02.685806 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-19f7fc54-814c-417d-82d5-4a61b516c051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (a5f5f895-90cb-4c7d-8008-bc93d2e96439), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:02.693730 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9c2f93d2-5583-4320-a0ae-a97c7959a535 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for security_group (3dfa8dba-4175-4ee2-a45c-ae6a962e75df), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:02.700343 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] No Port match for: 30038cc0-866a-4aeb-8115-f8804eb71058 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:53:02.700343 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 30038cc0-866a-4aeb-8115-f8804eb71058 not bound to the agent host n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:53:02.700599 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device ce0160b2-45e5-4d08-bb66-44f4c80b9905 no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:53:02.719871 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] No Port match for: ce0160b2-45e5-4d08-bb66-44f4c80b9905 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:53:02.720251 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device ce0160b2-45e5-4d08-bb66-44f4c80b9905 not bound to the agent host n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:53:02.739885 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9c2f93d2-5583-4320-a0ae-a97c7959a535 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for security_group (3dfa8dba-4175-4ee2-a45c-ae6a962e75df), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:02.816121 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-19f7fc54-814c-417d-82d5-4a61b516c051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (a5f5f895-90cb-4c7d-8008-bc93d2e96439), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:02.835323 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-19f7fc54-814c-417d-82d5-4a61b516c051 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5f5f895-90cb-4c7d-8008-bc93d2e96439']}} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:53:02.845542 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-19f7fc54-814c-417d-82d5-4a61b516c051 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55d4007d-4e39-417b-8c03-41b2aa461389') {'for_net_delete': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:53:02.845542 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-19f7fc54-814c-417d-82d5-4a61b516c051 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55d4007d-4e39-417b-8c03-41b2aa461389') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:53:02.855001 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-19f7fc54-814c-417d-82d5-4a61b516c051 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110711'] for segment (55d4007d-4e39-417b-8c03-41b2aa461389), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:02.876505 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-19f7fc54-814c-417d-82d5-4a61b516c051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (55d4007d-4e39-417b-8c03-41b2aa461389), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:02.885753 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19f7fc54-814c-417d-82d5-4a61b516c051 admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=103140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:53:02.886182 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-19f7fc54-814c-417d-82d5-4a61b516c051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669415'] for segment (55d4007d-4e39-417b-8c03-41b2aa461389), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:02.887942 n-d-828369-5 neutron-server[103140]: Traceback (most recent call last): Feb 09 21:53:02.887942 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:53:02.887942 n-d-828369-5 neutron-server[103140]: timer() Feb 09 21:53:02.887942 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:53:02.887942 n-d-828369-5 neutron-server[103140]: cb(*args, **kw) Feb 09 21:53:02.887942 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:53:02.887942 n-d-828369-5 neutron-server[103140]: return func(*args, **kwargs) Feb 09 21:53:02.887942 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:53:02.887942 n-d-828369-5 neutron-server[103140]: self._notify() Feb 09 21:53:02.887942 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:53:02.887942 n-d-828369-5 neutron-server[103140]: self.callback(batched_events) Feb 09 21:53:02.887942 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:53:02.887942 n-d-828369-5 neutron-server[103140]: event.method(event) Feb 09 21:53:02.887942 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:53:02.887942 n-d-828369-5 neutron-server[103140]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:53:02.887942 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:53:02.887942 n-d-828369-5 neutron-server[103140]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:53:02.887942 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:53:02.887942 n-d-828369-5 neutron-server[103140]: return f(self, *a, **k) Feb 09 21:53:02.887942 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:53:02.887942 n-d-828369-5 neutron-server[103140]: return self._get(url).json() Feb 09 21:53:02.887942 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:53:02.887942 n-d-828369-5 neutron-server[103140]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:53:02.887942 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:53:02.887942 n-d-828369-5 neutron-server[103140]: return self.request(url, 'GET', **kwargs) Feb 09 21:53:02.887942 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:53:02.887942 n-d-828369-5 neutron-server[103140]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:53:02.887942 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:53:02.887942 n-d-828369-5 neutron-server[103140]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:53:02.887942 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:53:02.887942 n-d-828369-5 neutron-server[103140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:53:02.887942 n-d-828369-5 neutron-server[103140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:53:02.927023 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9c2f93d2-5583-4320-a0ae-a97c7959a535 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (3dfa8dba-4175-4ee2-a45c-ae6a962e75df), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:02.929794 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9c2f93d2-5583-4320-a0ae-a97c7959a535 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:02.930997 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-9c2f93d2-5583-4320-a0ae-a97c7959a535 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "DELETE /v2.0/security-groups/3dfa8dba-4175-4ee2-a45c-ae6a962e75df HTTP/1.1" status: 204 len: 168 time: 0.3555777 Feb 09 21:53:02.953257 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f93d2-5583-4320-a0ae-a97c7959a535 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dfa8dba-4175-4ee2-a45c-ae6a962e75df,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:02.964970 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 52096) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:02.969652 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-19f7fc54-814c-417d-82d5-4a61b516c051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (a5f5f895-90cb-4c7d-8008-bc93d2e96439), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:02.977588 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-19f7fc54-814c-417d-82d5-4a61b516c051 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:02.984605 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-19f7fc54-814c-417d-82d5-4a61b516c051 admin admin] 10.222.0.90 "DELETE /v2.0/networks/a5f5f895-90cb-4c7d-8008-bc93d2e96439 HTTP/1.1" status: 204 len: 168 time: 0.3980632 Feb 09 21:53:03.019258 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f7fc54-814c-417d-82d5-4a61b516c051 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5f5f895-90cb-4c7d-8008-bc93d2e96439,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:03.055987 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f094feb6-d7b9-4f06-a303-bbb7b909178b req-c9f9ee78-cc0d-4ac2-a3c9-f399ed3e8e4a tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:03.057941 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f094feb6-d7b9-4f06-a303-bbb7b909178b req-c9f9ee78-cc0d-4ac2-a3c9-f399ed3e8e4a tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 945 time: 0.0748947 Feb 09 21:53:03.163828 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 52104) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:03.167130 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f094feb6-d7b9-4f06-a303-bbb7b909178b req-e4aab79e-2c7f-45b4-aa17-18d81f16fde2 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005216 Feb 09 21:53:03.252396 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device e186d641-5460-43b4-afa9-9d708ef5dfab no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:53:03.287782 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1716d2f-d707-4245-a63d-2d937bb82681 req-32b10920-109a-4b9e-9ae7-aa5c98fea650 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:03.289823 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e1716d2f-d707-4245-a63d-2d937bb82681 req-32b10920-109a-4b9e-9ae7-aa5c98fea650 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 945 time: 0.1362627 Feb 09 21:53:03.295946 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-a29bc6c2-01b9-4317-9e75-70646f7ed880 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=837785c458e443f6a38f40b8d9f6fcd3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1276505 Feb 09 21:53:03.296686 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 52112) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:03.302715 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] No Port match for: e186d641-5460-43b4-afa9-9d708ef5dfab {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:53:03.303347 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device e186d641-5460-43b4-afa9-9d708ef5dfab not bound to the agent host n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:53:03.398667 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f6c44162-14ad-4723-bcb7-9cbf9cb003e4 admin admin] Publish callbacks [] for security_group (3ab64338-9707-45df-be25-ecb516f76007), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:03.435859 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e1716d2f-d707-4245-a63d-2d937bb82681 req-67726efc-f589-4069-a674-cda55c84eff4 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=4c89ea32-e697-4c99-8133-b5b6d80654a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180291 Feb 09 21:53:03.438042 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f6c44162-14ad-4723-bcb7-9cbf9cb003e4 admin admin] Publish callbacks [] for security_group (3ab64338-9707-45df-be25-ecb516f76007), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:03.509444 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f6c44162-14ad-4723-bcb7-9cbf9cb003e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (3ab64338-9707-45df-be25-ecb516f76007), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:03.511942 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f6c44162-14ad-4723-bcb7-9cbf9cb003e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:03.513096 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-f6c44162-14ad-4723-bcb7-9cbf9cb003e4 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/3ab64338-9707-45df-be25-ecb516f76007 HTTP/1.1" status: 204 len: 168 time: 0.2154582 Feb 09 21:53:03.526177 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c7b9c264-0d2c-4b7c-86b7-1735e2d58ea1 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524906'] for router_interface (c1b04f77-b17d-46c7-9a89-447a8c43f6b8), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:03.541760 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c44162-14ad-4723-bcb7-9cbf9cb003e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab64338-9707-45df-be25-ecb516f76007,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:03.570354 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0a02f3-0551-4b1d-8c7c-c0479cf6d5b3 req-deb2977c-2cd0-4015-9dd4-934ebc37ccdb tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:03.572136 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6b0a02f3-0551-4b1d-8c7c-c0479cf6d5b3 req-deb2977c-2cd0-4015-9dd4-934ebc37ccdb tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 945 time: 0.0753903 Feb 09 21:53:03.624613 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6b0a02f3-0551-4b1d-8c7c-c0479cf6d5b3 req-e8fa4e3f-bdd9-4be5-93dc-7c95277cfc58 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459471 Feb 09 21:53:03.780119 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8838bca-cb6c-4a53-a624-b6964211f5a9 req-a4cd50d1-f321-4abd-970f-58e48645de86 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:03.781948 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b8838bca-cb6c-4a53-a624-b6964211f5a9 req-a4cd50d1-f321-4abd-970f-58e48645de86 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 945 time: 0.0647004 Feb 09 21:53:03.859663 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b8838bca-cb6c-4a53-a624-b6964211f5a9 req-a9029389-fb41-4fce-8990-f0dd9b10aa79 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622072 Feb 09 21:53:03.875952 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-c7b9c264-0d2c-4b7c-86b7-1735e2d58ea1 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Deleting port 78941fb4-471e-446e-9ff5-665726a1c888 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:53:03.875952 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c7b9c264-0d2c-4b7c-86b7-1735e2d58ea1 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (78941fb4-471e-446e-9ff5-665726a1c888), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:03.972716 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-c7b9c264-0d2c-4b7c-86b7-1735e2d58ea1 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] For port 78941fb4-471e-446e-9ff5-665726a1c888, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=78941fb4-471e-446e-9ff5-665726a1c888,segment=NetworkSegment(5981b22b-da6b-402f-8ead-3c24f9315db9),segment_id=5981b22b-da6b-402f-8ead-3c24f9315db9)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:53:03.973898 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c7b9c264-0d2c-4b7c-86b7-1735e2d58ea1 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (78941fb4-471e-446e-9ff5-665726a1c888), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:03.987086 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-c7b9c264-0d2c-4b7c-86b7-1735e2d58ea1 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Calling delete_port for 78941fb4-471e-446e-9ff5-665726a1c888 owned by network:router_interface {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:53:04.248937 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c7b9c264-0d2c-4b7c-86b7-1735e2d58ea1 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (78941fb4-471e-446e-9ff5-665726a1c888), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:04.291582 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b9c264-0d2c-4b7c-86b7-1735e2d58ea1 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Pushing event deleted for resources: {'Port': ['ID=78941fb4-471e-446e-9ff5-665726a1c888,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:04.582654 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c7b9c264-0d2c-4b7c-86b7-1735e2d58ea1 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-525054'] for router_interface (c1b04f77-b17d-46c7-9a89-447a8c43f6b8), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:04.648829 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9217a390-d6b2-4ee8-b3f3-12abf461bf29 req-deb56e08-e40f-4f08-a7ff-4fcd36d96f4d tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:04.656576 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9217a390-d6b2-4ee8-b3f3-12abf461bf29 req-deb56e08-e40f-4f08-a7ff-4fcd36d96f4d tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 945 time: 0.1005344 Feb 09 21:53:04.760886 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9217a390-d6b2-4ee8-b3f3-12abf461bf29 req-76f9b15d-08cd-4ed6-8d37-86a3397bee35 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=4c89ea32-e697-4c99-8133-b5b6d80654a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033039 Feb 09 21:53:04.915010 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7b9c264-0d2c-4b7c-86b7-1735e2d58ea1 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Router c1b04f77-b17d-46c7-9a89-447a8c43f6b8 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:53:05.065751 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7b9c264-0d2c-4b7c-86b7-1735e2d58ea1 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:53:05.071939 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-c7b9c264-0d2c-4b7c-86b7-1735e2d58ea1 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "PUT /v2.0/routers/c1b04f77-b17d-46c7-9a89-447a8c43f6b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1055515 Feb 09 21:53:05.074434 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 52170) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:05.078014 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436f70c3-198e-4cf6-802e-36d239cff229 None None] Sync routers for ids ['c1b04f77-b17d-46c7-9a89-447a8c43f6b8'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:53:05.117758 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436f70c3-198e-4cf6-802e-36d239cff229 None None] Routers {'c1b04f77-b17d-46c7-9a89-447a8c43f6b8'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:53:05.118403 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-436f70c3-198e-4cf6-802e-36d239cff229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:52:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['c1b04f77-b17d-46c7-9a89-447a8c43f6b8'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:53:05.167097 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_v2 [None req-0970909b-2f5d-4b25-a635-1e7fe9ea2f3f tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Deleting subnet 0983afe5-89cd-4e82-b65d-0b5797c6355d {{(pid=103140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:53:05.171268 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0970909b-2f5d-4b25-a635-1e7fe9ea2f3f tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for subnet (0983afe5-89cd-4e82-b65d-0b5797c6355d), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:05.225991 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0970909b-2f5d-4b25-a635-1e7fe9ea2f3f tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9110716'] for subnet (0983afe5-89cd-4e82-b65d-0b5797c6355d), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:05.275845 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-436f70c3-198e-4cf6-802e-36d239cff229 None None] Set router c1b04f77-b17d-46c7-9a89-447a8c43f6b8 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:53:05.391804 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0970909b-2f5d-4b25-a635-1e7fe9ea2f3f tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (0983afe5-89cd-4e82-b65d-0b5797c6355d), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:05.504075 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0970909b-2f5d-4b25-a635-1e7fe9ea2f3f tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621346'] for subnet (0983afe5-89cd-4e82-b65d-0b5797c6355d), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:05.565921 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0970909b-2f5d-4b25-a635-1e7fe9ea2f3f tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Pushing event deleted for resources: {'Subnet': ['ID=0983afe5-89cd-4e82-b65d-0b5797c6355d,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:05.568616 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0970909b-2f5d-4b25-a635-1e7fe9ea2f3f tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:05.574890 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-0970909b-2f5d-4b25-a635-1e7fe9ea2f3f tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "DELETE /v2.0/subnets/0983afe5-89cd-4e82-b65d-0b5797c6355d HTTP/1.1" status: 204 len: 168 time: 0.4966555 Feb 09 21:53:05.574890 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 52190) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:05.578948 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-436f70c3-198e-4cf6-802e-36d239cff229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b04f77-b17d-46c7-9a89-447a8c43f6b8', 'name': 'tempest-TestNetworkBasicOps-router-1503664596', 'tenant_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'ae383eec-45d6-48ce-9ce1-81a54f900af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:50:44Z', 'updated_at': '2022-02-09T21:53:04Z', 'revision_number': 7, 'project_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'gw_port': {'id': 'ae383eec-45d6-48ce-9ce1-81a54f900af4', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b04f77-b17d-46c7-9a89-447a8c43f6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:44Z', 'updated_at': '2022-02-09T21:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:53:05.618796 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a74f53-1eef-46ae-a3a2-1da979fbe538 None None] Network bdbf9686-bd80-4f36-b0c5-13d677d2ad44 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:53:05.680421 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436f70c3-198e-4cf6-802e-36d239cff229 None None] Checking router: c1b04f77-b17d-46c7-9a89-447a8c43f6b8 for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:53:05.721516 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ce50d7d-64be-4780-a325-356a319e5e59 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for router (c1b04f77-b17d-46c7-9a89-447a8c43f6b8), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:05.726822 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436f70c3-198e-4cf6-802e-36d239cff229 None None] Routers {'c1b04f77-b17d-46c7-9a89-447a8c43f6b8'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:53:05.727661 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-436f70c3-198e-4cf6-802e-36d239cff229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:52:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['c1b04f77-b17d-46c7-9a89-447a8c43f6b8'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:53:05.908778 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-436f70c3-198e-4cf6-802e-36d239cff229 None None] Set router c1b04f77-b17d-46c7-9a89-447a8c43f6b8 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:53:06.070430 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ab2271-6e58-4e91-9f00-5b45f0567b74 None None] DHCP port deletion for bdbf9686-bd80-4f36-b0c5-13d677d2ad44 request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:53:06.252310 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-49ab2271-6e58-4e91-9f00-5b45f0567b74 None None] Deleting port 82713716-9091-4fa5-9c83-95373160e491 {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:53:06.253015 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-49ab2271-6e58-4e91-9f00-5b45f0567b74 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (82713716-9091-4fa5-9c83-95373160e491), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:06.329227 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-49ab2271-6e58-4e91-9f00-5b45f0567b74 None None] For port 82713716-9091-4fa5-9c83-95373160e491, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=82713716-9091-4fa5-9c83-95373160e491,segment=NetworkSegment(5981b22b-da6b-402f-8ead-3c24f9315db9),segment_id=5981b22b-da6b-402f-8ead-3c24f9315db9)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:53:06.329634 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-49ab2271-6e58-4e91-9f00-5b45f0567b74 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (82713716-9091-4fa5-9c83-95373160e491), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:06.348031 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-49ab2271-6e58-4e91-9f00-5b45f0567b74 None None] Calling delete_port for 82713716-9091-4fa5-9c83-95373160e491 owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:53:06.363543 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df93f88-165e-4f1a-9db9-ebaba59dfc71 req-9127ce60-f282-47b1-8038-e5e6da913cf3 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:06.363543 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7df93f88-165e-4f1a-9db9-ebaba59dfc71 req-9127ce60-f282-47b1-8038-e5e6da913cf3 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 945 time: 0.0761008 Feb 09 21:53:06.374565 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ce50d7d-64be-4780-a325-356a319e5e59 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for router_gateway (c1b04f77-b17d-46c7-9a89-447a8c43f6b8), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:06.426224 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7df93f88-165e-4f1a-9db9-ebaba59dfc71 req-4bfa5abc-d133-4fd9-9b22-0477a68587ee tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=4c89ea32-e697-4c99-8133-b5b6d80654a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595703 Feb 09 21:53:06.453941 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-49ab2271-6e58-4e91-9f00-5b45f0567b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (82713716-9091-4fa5-9c83-95373160e491), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:06.499449 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ab2271-6e58-4e91-9f00-5b45f0567b74 None None] Pushing event deleted for resources: {'Port': ['ID=82713716-9091-4fa5-9c83-95373160e491,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:06.499718 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-1ce50d7d-64be-4780-a325-356a319e5e59 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Deleting port ae383eec-45d6-48ce-9ce1-81a54f900af4 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:53:06.501198 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ce50d7d-64be-4780-a325-356a319e5e59 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (ae383eec-45d6-48ce-9ce1-81a54f900af4), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:06.501403 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ab2271-6e58-4e91-9f00-5b45f0567b74 None None] No DVR routers for this DVR port 82713716-9091-4fa5-9c83-95373160e491 on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:53:06.524513 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-436f70c3-198e-4cf6-802e-36d239cff229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b04f77-b17d-46c7-9a89-447a8c43f6b8', 'name': 'tempest-TestNetworkBasicOps-router-1503664596', 'tenant_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'ae383eec-45d6-48ce-9ce1-81a54f900af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:50:44Z', 'updated_at': '2022-02-09T21:53:04Z', 'revision_number': 7, 'project_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'gw_port': {'id': 'ae383eec-45d6-48ce-9ce1-81a54f900af4', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b04f77-b17d-46c7-9a89-447a8c43f6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:44Z', 'updated_at': '2022-02-09T21:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:53:06.572111 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436f70c3-198e-4cf6-802e-36d239cff229 None None] The sync data for ids ['c1b04f77-b17d-46c7-9a89-447a8c43f6b8'] in n-d-828369-5 is: [{'id': 'c1b04f77-b17d-46c7-9a89-447a8c43f6b8', 'name': 'tempest-TestNetworkBasicOps-router-1503664596', 'tenant_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'ae383eec-45d6-48ce-9ce1-81a54f900af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:50:44Z', 'updated_at': '2022-02-09T21:53:04Z', 'revision_number': 7, 'project_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'gw_port': {'id': 'ae383eec-45d6-48ce-9ce1-81a54f900af4', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:f8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b04f77-b17d-46c7-9a89-447a8c43f6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:50:44Z', 'updated_at': '2022-02-09T21:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:53:06.609767 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-1ce50d7d-64be-4780-a325-356a319e5e59 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] For port ae383eec-45d6-48ce-9ce1-81a54f900af4, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=ae383eec-45d6-48ce-9ce1-81a54f900af4,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:53:06.609767 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ce50d7d-64be-4780-a325-356a319e5e59 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (ae383eec-45d6-48ce-9ce1-81a54f900af4), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:06.634625 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-1ce50d7d-64be-4780-a325-356a319e5e59 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Calling delete_port for ae383eec-45d6-48ce-9ce1-81a54f900af4 owned by network:router_gateway {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:53:06.874554 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ce50d7d-64be-4780-a325-356a319e5e59 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (ae383eec-45d6-48ce-9ce1-81a54f900af4), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:06.915742 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce50d7d-64be-4780-a325-356a319e5e59 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Pushing event deleted for resources: {'Port': ['ID=ae383eec-45d6-48ce-9ce1-81a54f900af4,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:06.973618 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ce50d7d-64be-4780-a325-356a319e5e59 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-554524'] for router_gateway (c1b04f77-b17d-46c7-9a89-447a8c43f6b8), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:07.153558 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c9745b-e091-40c8-be67-57e787db8f1f req-60dbc54f-a7a0-4f82-bd41-345ee396863e tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:07.160935 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e3c9745b-e091-40c8-be67-57e787db8f1f req-60dbc54f-a7a0-4f82-bd41-345ee396863e tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 945 time: 0.1902893 Feb 09 21:53:07.177606 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 82713716-9091-4fa5-9c83-95373160e491 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:53:07.191442 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ce50d7d-64be-4780-a325-356a319e5e59 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (c1b04f77-b17d-46c7-9a89-447a8c43f6b8), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:07.199655 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ce50d7d-64be-4780-a325-356a319e5e59 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for router_controller (c1b04f77-b17d-46c7-9a89-447a8c43f6b8), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:07.204938 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 82713716-9091-4fa5-9c83-95373160e491 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:53:07.205528 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 82713716-9091-4fa5-9c83-95373160e491 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:53:07.206154 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 78941fb4-471e-446e-9ff5-665726a1c888 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:53:07.230565 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 78941fb4-471e-446e-9ff5-665726a1c888 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:53:07.230731 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 78941fb4-471e-446e-9ff5-665726a1c888 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:53:07.289966 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e3c9745b-e091-40c8-be67-57e787db8f1f req-fd008fa7-fca5-4cda-a404-ed056c9b4966 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279259 Feb 09 21:53:07.291247 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ce50d7d-64be-4780-a325-356a319e5e59 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (c1b04f77-b17d-46c7-9a89-447a8c43f6b8), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:07.292172 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ce50d7d-64be-4780-a325-356a319e5e59 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Fanout notify agent at l3_agent the message router_deleted on router c1b04f77-b17d-46c7-9a89-447a8c43f6b8 {{(pid=103140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:53:07.299905 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ce50d7d-64be-4780-a325-356a319e5e59 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:07.304607 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 52252) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:07.312833 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-1ce50d7d-64be-4780-a325-356a319e5e59 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "DELETE /v2.0/routers/c1b04f77-b17d-46c7-9a89-447a8c43f6b8 HTTP/1.1" status: 204 len: 168 time: 1.7369730 Feb 09 21:53:07.445766 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-49030b8d-78fa-4cf4-b95e-a7ee286a25d3 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (bdbf9686-bd80-4f36-b0c5-13d677d2ad44), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:07.464788 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459e116a-0660-42d8-9a61-c4815ce663a5 req-d4542165-a97b-425c-adec-fbfff0b7377b tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:07.467160 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-459e116a-0660-42d8-9a61-c4815ce663a5 req-d4542165-a97b-425c-adec-fbfff0b7377b tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 945 time: 0.0906136 Feb 09 21:53:07.538277 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-459e116a-0660-42d8-9a61-c4815ce663a5 req-0505d2c8-646c-4f3f-8658-315dc870575d tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616233 Feb 09 21:53:07.629872 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f1a0a3-cf9e-4903-b688-d373e6dc96e2 req-75c56943-e375-4e65-8c01-836006417f43 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:07.637867 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-16f1a0a3-cf9e-4903-b688-d373e6dc96e2 req-75c56943-e375-4e65-8c01-836006417f43 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 945 time: 0.0820153 Feb 09 21:53:07.714314 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-16f1a0a3-cf9e-4903-b688-d373e6dc96e2 req-be332608-cdfb-42b9-9686-91754158e301 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=4c89ea32-e697-4c99-8133-b5b6d80654a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754106 Feb 09 21:53:08.030189 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-49030b8d-78fa-4cf4-b95e-a7ee286a25d3 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (bdbf9686-bd80-4f36-b0c5-13d677d2ad44), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:08.079615 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-49030b8d-78fa-4cf4-b95e-a7ee286a25d3 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdbf9686-bd80-4f36-b0c5-13d677d2ad44']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:53:08.094510 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-49030b8d-78fa-4cf4-b95e-a7ee286a25d3 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5981b22b-da6b-402f-8ead-3c24f9315db9') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:53:08.094818 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-49030b8d-78fa-4cf4-b95e-a7ee286a25d3 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5981b22b-da6b-402f-8ead-3c24f9315db9') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:53:08.106438 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-49030b8d-78fa-4cf4-b95e-a7ee286a25d3 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (5981b22b-da6b-402f-8ead-3c24f9315db9), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:08.122890 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-49030b8d-78fa-4cf4-b95e-a7ee286a25d3 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (5981b22b-da6b-402f-8ead-3c24f9315db9), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:08.131269 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49030b8d-78fa-4cf4-b95e-a7ee286a25d3 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:53:08.131668 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-49030b8d-78fa-4cf4-b95e-a7ee286a25d3 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (5981b22b-da6b-402f-8ead-3c24f9315db9), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:08.202266 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:53:08.202266 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:53:08.202266 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:53:08.202266 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:53:08.202266 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:53:08.202266 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:53:08.202266 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:53:08.202266 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:53:08.202266 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:53:08.202266 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:53:08.202266 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:53:08.202266 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:53:08.202266 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:53:08.202266 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:53:08.202266 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:53:08.202266 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:53:08.202266 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:53:08.202266 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:53:08.202266 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:53:08.202266 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:53:08.202266 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:53:08.202266 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:53:08.202266 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:53:08.202266 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:53:08.202266 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:53:08.202266 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:53:08.202266 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:53:08.202266 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:53:08.202266 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:53:08.202266 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:53:08.202266 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:53:08.202266 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:53:08.205907 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-49030b8d-78fa-4cf4-b95e-a7ee286a25d3 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (bdbf9686-bd80-4f36-b0c5-13d677d2ad44), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:08.215846 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-49030b8d-78fa-4cf4-b95e-a7ee286a25d3 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:08.227787 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-49030b8d-78fa-4cf4-b95e-a7ee286a25d3 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "DELETE /v2.0/networks/bdbf9686-bd80-4f36-b0c5-13d677d2ad44 HTTP/1.1" status: 204 len: 168 time: 0.9175372 Feb 09 21:53:08.241546 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49030b8d-78fa-4cf4-b95e-a7ee286a25d3 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Pushing event deleted for resources: {'Network': ['ID=bdbf9686-bd80-4f36-b0c5-13d677d2ad44,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:08.254103 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 52288) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:08.262903 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-9b823fa5-e4ed-43b6-9805-2f643b2febed tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Request body: {'network': {'name': 'tempest-network-smoke--1223128978', 'project_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'port_security_enabled': True}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:53:08.288904 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b823fa5-e4ed-43b6-9805-2f643b2febed tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Made reservation on behalf of 986d9b7b22bb45a5a45792614c4e0ec6 for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:53:08.292400 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9b823fa5-e4ed-43b6-9805-2f643b2febed tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:08.319130 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b823fa5-e4ed-43b6-9805-2f643b2febed tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:53:08.328762 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9b823fa5-e4ed-43b6-9805-2f643b2febed tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (8c5fc6e3-f869-44a7-99c5-95acb2f7d369), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:08.329115 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-9b823fa5-e4ed-43b6-9805-2f643b2febed tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Added segment 8c5fc6e3-f869-44a7-99c5-95acb2f7d369 of type vlan for network 2026d506-4202-46d6-92d7-95588acafed1 Feb 09 21:53:08.415278 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9b823fa5-e4ed-43b6-9805-2f643b2febed tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (2026d506-4202-46d6-92d7-95588acafed1), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:08.451597 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9b823fa5-e4ed-43b6-9805-2f643b2febed tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (2026d506-4202-46d6-92d7-95588acafed1), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:08.458584 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b823fa5-e4ed-43b6-9805-2f643b2febed tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:08.459190 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9b823fa5-e4ed-43b6-9805-2f643b2febed tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:08.486015 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-9b823fa5-e4ed-43b6-9805-2f643b2febed tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2272639 Feb 09 21:53:08.486222 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 52298) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:08.491979 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-e13543c7-cd32-4316-a9e8-02d99f3896f2 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-888750923', 'admin_state_up': True, 'project_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:53:08.532198 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e13543c7-cd32-4316-a9e8-02d99f3896f2 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (083cc2c9-2977-4fa9-b4c9-88963904afb5), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:08.533397 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e13543c7-cd32-4316-a9e8-02d99f3896f2 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (083cc2c9-2977-4fa9-b4c9-88963904afb5), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:08.563579 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b823fa5-e4ed-43b6-9805-2f643b2febed tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Pushing event updated for resources: {'Network': ['ID=2026d506-4202-46d6-92d7-95588acafed1,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:08.576973 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 2026d506-4202-46d6-92d7-95588acafed1 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:53:08.632122 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e13543c7-cd32-4316-a9e8-02d99f3896f2 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for router_controller (083cc2c9-2977-4fa9-b4c9-88963904afb5), precommit_add_association {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:08.787913 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device ae383eec-45d6-48ce-9ce1-81a54f900af4 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:53:08.837177 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: ae383eec-45d6-48ce-9ce1-81a54f900af4 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:53:08.843925 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device ae383eec-45d6-48ce-9ce1-81a54f900af4 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:53:08.878394 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e13543c7-cd32-4316-a9e8-02d99f3896f2 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for router_gateway (083cc2c9-2977-4fa9-b4c9-88963904afb5), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:08.989920 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c88846a-f83e-4511-9ee0-47fb876f82c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:09.004922 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d3b9f2-455b-46b6-a00e-581e1fa0e50e req-4ac08aba-f9db-4fc2-8c74-4a92d7007691 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:09.013253 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d9d3b9f2-455b-46b6-a00e-581e1fa0e50e req-4ac08aba-f9db-4fc2-8c74-4a92d7007691 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 945 time: 0.1289630 Feb 09 21:53:09.118988 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d9d3b9f2-455b-46b6-a00e-581e1fa0e50e req-6880ab07-85bc-4ed0-ac70-ab63ffaa15d1 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=4c89ea32-e697-4c99-8133-b5b6d80654a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045771 Feb 09 21:53:09.257956 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e13543c7-cd32-4316-a9e8-02d99f3896f2 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for router_gateway (083cc2c9-2977-4fa9-b4c9-88963904afb5), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:09.280723 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e13543c7-cd32-4316-a9e8-02d99f3896f2 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:09.431590 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-e13543c7-cd32-4316-a9e8-02d99f3896f2 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Allocated IP 172.25.3.99 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/421b86d3-4823-4b16-ab20-d958c58e20cc) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:53:09.573791 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e13543c7-cd32-4316-a9e8-02d99f3896f2 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for port (421b86d3-4823-4b16-ab20-d958c58e20cc), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:09.612544 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e13543c7-cd32-4316-a9e8-02d99f3896f2 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (421b86d3-4823-4b16-ab20-d958c58e20cc), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:09.667271 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13543c7-cd32-4316-a9e8-02d99f3896f2 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:53:09.675953 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-e13543c7-cd32-4316-a9e8-02d99f3896f2 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:53:09.678602 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13543c7-cd32-4316-a9e8-02d99f3896f2 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Pushing event updated for resources: {'Port': ['ID=421b86d3-4823-4b16-ab20-d958c58e20cc,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:09.681290 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13543c7-cd32-4316-a9e8-02d99f3896f2 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:53:09.966604 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e13543c7-cd32-4316-a9e8-02d99f3896f2 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for router_gateway (083cc2c9-2977-4fa9-b4c9-88963904afb5), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:10.232543 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e13543c7-cd32-4316-a9e8-02d99f3896f2 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (083cc2c9-2977-4fa9-b4c9-88963904afb5), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:10.410560 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc81c18b-232a-4ac5-907b-d554af7ae6e4 req-91656bb6-1521-45ba-b233-efd6ef4aa22c tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:10.412601 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cc81c18b-232a-4ac5-907b-d554af7ae6e4 req-91656bb6-1521-45ba-b233-efd6ef4aa22c tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 945 time: 0.1753871 Feb 09 21:53:10.449283 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca8b468-3500-4f74-99b4-41fee3b8eb49 req-7f83ba6f-1fdd-4beb-a5f5-b75877830538 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:10.450786 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4ca8b468-3500-4f74-99b4-41fee3b8eb49 req-7f83ba6f-1fdd-4beb-a5f5-b75877830538 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 945 time: 0.1028740 Feb 09 21:53:10.530945 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cc81c18b-232a-4ac5-907b-d554af7ae6e4 req-699eac25-2cbc-4af8-8961-02f666174ba1 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=4c89ea32-e697-4c99-8133-b5b6d80654a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079373 Feb 09 21:53:10.563489 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4ca8b468-3500-4f74-99b4-41fee3b8eb49 req-84ad1bf5-4fe8-4084-986c-f15cf7675311 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030180 Feb 09 21:53:10.570032 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e13543c7-cd32-4316-a9e8-02d99f3896f2 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Router 083cc2c9-2977-4fa9-b4c9-88963904afb5 is scheduled to L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 with binding_index 1 {{(pid=103140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:53:10.741089 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0911f5a-02df-46a7-9ba3-78fde7d9b20f req-3ffa8a25-9401-47c4-a6d4-ae5560017ec4 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:10.742742 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b0911f5a-02df-46a7-9ba3-78fde7d9b20f req-3ffa8a25-9401-47c4-a6d4-ae5560017ec4 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 945 time: 0.0839195 Feb 09 21:53:10.747979 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e13543c7-cd32-4316-a9e8-02d99f3896f2 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:53:10.760292 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50d7553-6134-423b-9829-9c260365c9d9 None None] Sync routers for ids ['083cc2c9-2977-4fa9-b4c9-88963904afb5'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:53:10.769447 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e13543c7-cd32-4316-a9e8-02d99f3896f2 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:10.771005 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-e13543c7-cd32-4316-a9e8-02d99f3896f2 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.2837732 Feb 09 21:53:10.774196 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 52366) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:10.790803 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50d7553-6134-423b-9829-9c260365c9d9 None None] Routers {'083cc2c9-2977-4fa9-b4c9-88963904afb5'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:53:10.791736 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-b50d7553-6134-423b-9829-9c260365c9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:52:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['083cc2c9-2977-4fa9-b4c9-88963904afb5'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:53:10.825864 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b0911f5a-02df-46a7-9ba3-78fde7d9b20f req-1c5696aa-fbd7-4099-850b-dac1b7b2a196 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513577 Feb 09 21:53:10.863147 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-b085ae0e-e3bf-40eb-9541-12bebb622aa3 tempest-TestNetworkBasicOps-751727532 tempest-TestNetworkBasicOps-751727532-project-admin] 10.222.0.90 "GET /v2.0/subnets?project_id=986d9b7b22bb45a5a45792614c4e0ec6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0867071 Feb 09 21:53:10.868375 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 52370) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:10.934382 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-b50d7553-6134-423b-9829-9c260365c9d9 None None] Set router 083cc2c9-2977-4fa9-b4c9-88963904afb5 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:53:10.989964 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-35dea1d6-c54f-4f97-9542-5c6d28c5721b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:11.051606 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9231e0ca-b556-4f79-b450-bb845e074878 tempest-TestNetworkBasicOps-751727532 tempest-TestNetworkBasicOps-751727532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:11.055646 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-9231e0ca-b556-4f79-b450-bb845e074878 tempest-TestNetworkBasicOps-751727532 tempest-TestNetworkBasicOps-751727532-project-admin] 10.222.0.90 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1858475 Feb 09 21:53:11.058442 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 52376) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:11.112020 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 52380) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:11.112388 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-73b9d2fb-a371-4a0d-8061-c28f6974e82c tempest-TestNetworkBasicOps-751727532 tempest-TestNetworkBasicOps-751727532-project-admin] 10.222.0.90 "GET /v2.0/subnets?network_id=54a442d5-50a0-4c75-85cc-d19f5bf58118&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0507591 Feb 09 21:53:11.118189 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-12cb21d7-554e-4a56-81c0-b56e9af6566c tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1082226714', 'network_id': '2026d506-4202-46d6-92d7-95588acafed1', 'project_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:53:11.181659 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-b50d7553-6134-423b-9829-9c260365c9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '083cc2c9-2977-4fa9-b4c9-88963904afb5', 'name': 'tempest-TestNetworkBasicOps-router-888750923', 'tenant_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '421b86d3-4823-4b16-ab20-d958c58e20cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:53:08Z', 'updated_at': '2022-02-09T21:53:09Z', 'revision_number': 3, 'project_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'gw_port': {'id': '421b86d3-4823-4b16-ab20-d958c58e20cc', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:cf:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '083cc2c9-2977-4fa9-b4c9-88963904afb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:53:09Z', 'updated_at': '2022-02-09T21:53:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:53:11.216395 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50d7553-6134-423b-9829-9c260365c9d9 None None] Checking router: 083cc2c9-2977-4fa9-b4c9-88963904afb5 for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:53:11.217129 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50d7553-6134-423b-9829-9c260365c9d9 None None] Updating router 083cc2c9-2977-4fa9-b4c9-88963904afb5 port 421b86d3-4823-4b16-ab20-d958c58e20cc binding host n-d-828369-5 {{(pid=103143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:53:11.247039 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b50d7553-6134-423b-9829-9c260365c9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (421b86d3-4823-4b16-ab20-d958c58e20cc), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:11.255785 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b5b7d0-7d0d-4adf-8682-1433be9d597a req-aa1bcd09-1495-4af3-aa64-73328bf8f254 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:11.257479 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-48b5b7d0-7d0d-4adf-8682-1433be9d597a req-aa1bcd09-1495-4af3-aa64-73328bf8f254 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 945 time: 0.1430044 Feb 09 21:53:11.271365 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12cb21d7-554e-4a56-81c0-b56e9af6566c tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Made reservation on behalf of 986d9b7b22bb45a5a45792614c4e0ec6 for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:53:11.274662 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-12cb21d7-554e-4a56-81c0-b56e9af6566c tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621317'] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:11.367464 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-48b5b7d0-7d0d-4adf-8682-1433be9d597a req-d8825bb1-f74b-44f1-ba40-f601a9e992ba tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030521 Feb 09 21:53:11.546252 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 52390) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:11.581679 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4a6a81-bd7a-4a63-8dab-bfd64e116534 req-961154ea-9fbb-40be-9ba6-afff0372d4a0 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:11.583780 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bb4a6a81-bd7a-4a63-8dab-bfd64e116534 req-961154ea-9fbb-40be-9ba6-afff0372d4a0 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 945 time: 0.1173584 Feb 09 21:53:11.592753 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-12cb21d7-554e-4a56-81c0-b56e9af6566c tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621371'] for subnet (4f6d7242-30e0-455a-9eaf-cd9335999d2a), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:11.614922 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b50d7553-6134-423b-9829-9c260365c9d9 None None] Publish callbacks [] for port (421b86d3-4823-4b16-ab20-d958c58e20cc), precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:11.628159 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b50d7553-6134-423b-9829-9c260365c9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (421b86d3-4823-4b16-ab20-d958c58e20cc), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:11.695637 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0a941203-8bec-45c8-b617-881dae505405 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:11.709834 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-b50d7553-6134-423b-9829-9c260365c9d9 None None] Attempting to bind port 421b86d3-4823-4b16-ab20-d958c58e20cc on host n-d-828369-5 for vnic_type normal with profile {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:53:11.710355 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-b50d7553-6134-423b-9829-9c260365c9d9 None None] Attempting to bind port 421b86d3-4823-4b16-ab20-d958c58e20cc by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:53:11.710729 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50d7553-6134-423b-9829-9c260365c9d9 None None] Attempting to bind port 421b86d3-4823-4b16-ab20-d958c58e20cc on network 54a442d5-50a0-4c75-85cc-d19f5bf58118 {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:53:11.726091 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50d7553-6134-423b-9829-9c260365c9d9 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:53:11.726525 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50d7553-6134-423b-9829-9c260365c9d9 None None] Checking segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:53:11.726938 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b50d7553-6134-423b-9829-9c260365c9d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:11.727391 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50d7553-6134-423b-9829-9c260365c9d9 None None] Bound using segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:53:11.728081 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-b50d7553-6134-423b-9829-9c260365c9d9 None None] Bound port: 421b86d3-4823-4b16-ab20-d958c58e20cc, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:53:11.728312 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b50d7553-6134-423b-9829-9c260365c9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (421b86d3-4823-4b16-ab20-d958c58e20cc), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:11.768943 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cb21d7-554e-4a56-81c0-b56e9af6566c tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Pushing event updated for resources: {'Subnet': ['ID=4f6d7242-30e0-455a-9eaf-cd9335999d2a,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:11.787882 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bb4a6a81-bd7a-4a63-8dab-bfd64e116534 req-d2ae4a9a-3839-418b-a502-2c7f870c5f06 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965888 Feb 09 21:53:11.793127 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-b50d7553-6134-423b-9829-9c260365c9d9 None None] For port 421b86d3-4823-4b16-ab20-d958c58e20cc, host n-d-828369-5, cleared binding levels {{(pid=103143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:53:11.796866 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-b50d7553-6134-423b-9829-9c260365c9d9 None None] For port 421b86d3-4823-4b16-ab20-d958c58e20cc, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=421b86d3-4823-4b16-ab20-d958c58e20cc,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:53:11.804564 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b50d7553-6134-423b-9829-9c260365c9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (421b86d3-4823-4b16-ab20-d958c58e20cc), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:11.816522 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cb21d7-554e-4a56-81c0-b56e9af6566c tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Checking segment: {'id': '8c5fc6e3-f869-44a7-99c5-95acb2f7d369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '2026d506-4202-46d6-92d7-95588acafed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:53:11.816522 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12cb21d7-554e-4a56-81c0-b56e9af6566c tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Network hostable DHCP agents. Network: 2026d506-4202-46d6-92d7-95588acafed1, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:53:11.817335 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62c55c3-9f26-424c-849d-f7276c993753 None None] Pushing event updated for resources: {'Port': ['ID=421b86d3-4823-4b16-ab20-d958c58e20cc,revision_number=2']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:11.817335 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62c55c3-9f26-424c-849d-f7276c993753 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:53:11.817335 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62c55c3-9f26-424c-849d-f7276c993753 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:53:11.817624 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62c55c3-9f26-424c-849d-f7276c993753 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:53:11.817717 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62c55c3-9f26-424c-849d-f7276c993753 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:53:11.822050 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62c55c3-9f26-424c-849d-f7276c993753 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:53:11.822050 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62c55c3-9f26-424c-849d-f7276c993753 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:53:11.822050 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62c55c3-9f26-424c-849d-f7276c993753 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:53:11.822050 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62c55c3-9f26-424c-849d-f7276c993753 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:53:11.822050 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62c55c3-9f26-424c-849d-f7276c993753 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:53:11.822050 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62c55c3-9f26-424c-849d-f7276c993753 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:53:11.822050 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62c55c3-9f26-424c-849d-f7276c993753 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:53:11.822050 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62c55c3-9f26-424c-849d-f7276c993753 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:53:11.822050 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62c55c3-9f26-424c-849d-f7276c993753 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:53:11.823305 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ff43f-a313-4fa2-b761-1695be4a40ff req-3144dd8a-5d38-4fa6-9418-ff10fa0f0679 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:11.837351 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-be5ff43f-a313-4fa2-b761-1695be4a40ff req-3144dd8a-5d38-4fa6-9418-ff10fa0f0679 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 945 time: 0.1787391 Feb 09 21:53:11.845753 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0a941203-8bec-45c8-b617-881dae505405 admin admin] Publish callbacks [] for security_group (182042af-c2a0-4989-bb5e-d484f03b8030), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:11.851524 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0a941203-8bec-45c8-b617-881dae505405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (182042af-c2a0-4989-bb5e-d484f03b8030), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:11.894894 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50d7553-6134-423b-9829-9c260365c9d9 None None] Routers {'083cc2c9-2977-4fa9-b4c9-88963904afb5'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:53:11.895699 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-b50d7553-6134-423b-9829-9c260365c9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:53:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['083cc2c9-2977-4fa9-b4c9-88963904afb5'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:53:11.923156 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12cb21d7-554e-4a56-81c0-b56e9af6566c tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Network 2026d506-4202-46d6-92d7-95588acafed1 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:53:11.955704 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-12cb21d7-554e-4a56-81c0-b56e9af6566c tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 2026d506-4202-46d6-92d7-95588acafed1) {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:53:11.964263 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-0a941203-8bec-45c8-b617-881dae505405 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=82b448157c8d435fbb522effa27c4ab0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4128258 Feb 09 21:53:11.964263 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a941203-8bec-45c8-b617-881dae505405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=182042af-c2a0-4989-bb5e-d484f03b8030,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:11.964644 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6dea1b-6bb5-4c29-a05e-474f68f73c80 None None] Network 2026d506-4202-46d6-92d7-95588acafed1 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:53:11.977310 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 52402) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:12.010867 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12cb21d7-554e-4a56-81c0-b56e9af6566c tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:12.011634 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-12cb21d7-554e-4a56-81c0-b56e9af6566c tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:12.053980 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-b50d7553-6134-423b-9829-9c260365c9d9 None None] Set router 083cc2c9-2977-4fa9-b4c9-88963904afb5 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:53:12.077502 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9994338c-f714-40a9-b9f5-f1d39b3803e7 admin admin] Publish callbacks [] for security_group (182042af-c2a0-4989-bb5e-d484f03b8030), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:12.101227 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9994338c-f714-40a9-b9f5-f1d39b3803e7 admin admin] Publish callbacks [] for security_group (182042af-c2a0-4989-bb5e-d484f03b8030), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:12.103699 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-be5ff43f-a313-4fa2-b761-1695be4a40ff req-45799a69-8a8d-41cb-96d5-013f2901468d tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=4c89ea32-e697-4c99-8133-b5b6d80654a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2554042 Feb 09 21:53:12.108400 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-12cb21d7-554e-4a56-81c0-b56e9af6566c tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9951999 Feb 09 21:53:12.116643 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 52408) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:12.126573 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f9bec7-2702-486f-969b-29f4009da139 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-2026d506-4202-46d6-92d7-95588acafed1', 'network_id': '2026d506-4202-46d6-92d7-95588acafed1', 'project_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'fixed_ips': [{'subnet_id': '4f6d7242-30e0-455a-9eaf-cd9335999d2a'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:53:12.127587 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a9f9bec7-2702-486f-969b-29f4009da139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:12.173267 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060bdb65-6e92-4c36-b932-e4789904df3a req-3fdac42a-427d-40a3-a245-11c705acbdd4 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:12.177103 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-060bdb65-6e92-4c36-b932-e4789904df3a req-3fdac42a-427d-40a3-a245-11c705acbdd4 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 945 time: 0.1423378 Feb 09 21:53:12.280806 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-060bdb65-6e92-4c36-b932-e4789904df3a req-dfec1235-879e-4e05-8ec9-6e88cd464046 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928113 Feb 09 21:53:12.335831 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-a9f9bec7-2702-486f-969b-29f4009da139 None None] Allocated IP 172.20.0.2 (2026d506-4202-46d6-92d7-95588acafed1/4f6d7242-30e0-455a-9eaf-cd9335999d2a/06de644a-5331-46a4-bd78-37244e207388) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:53:12.376585 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9994338c-f714-40a9-b9f5-f1d39b3803e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (182042af-c2a0-4989-bb5e-d484f03b8030), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:12.385929 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9994338c-f714-40a9-b9f5-f1d39b3803e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:12.389519 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62c55c3-9f26-424c-849d-f7276c993753 None None] Pushing event updated for resources: {'Port': ['ID=421b86d3-4823-4b16-ab20-d958c58e20cc,revision_number=3']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:12.389716 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-9994338c-f714-40a9-b9f5-f1d39b3803e7 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/182042af-c2a0-4989-bb5e-d484f03b8030 HTTP/1.1" status: 204 len: 168 time: 0.4082496 Feb 09 21:53:12.447223 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9994338c-f714-40a9-b9f5-f1d39b3803e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=182042af-c2a0-4989-bb5e-d484f03b8030,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:12.556691 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f3de7e-ca28-475f-b057-7837cb304a15 req-b65e820b-43dc-4ed2-a4e2-4244df03cb6d tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:12.560784 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-90f3de7e-ca28-475f-b057-7837cb304a15 req-b65e820b-43dc-4ed2-a4e2-4244df03cb6d tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 945 time: 0.1333098 Feb 09 21:53:12.593410 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a9f9bec7-2702-486f-969b-29f4009da139 None None] Publish callbacks [] for port (06de644a-5331-46a4-bd78-37244e207388), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:12.607142 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-b50d7553-6134-423b-9829-9c260365c9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '083cc2c9-2977-4fa9-b4c9-88963904afb5', 'name': 'tempest-TestNetworkBasicOps-router-888750923', 'tenant_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '421b86d3-4823-4b16-ab20-d958c58e20cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:53:08Z', 'updated_at': '2022-02-09T21:53:09Z', 'revision_number': 3, 'project_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'gw_port': {'id': '421b86d3-4823-4b16-ab20-d958c58e20cc', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:cf:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '083cc2c9-2977-4fa9-b4c9-88963904afb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:53:09Z', 'updated_at': '2022-02-09T21:53:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:53:12.609473 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a9f9bec7-2702-486f-969b-29f4009da139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (06de644a-5331-46a4-bd78-37244e207388), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:12.665021 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50d7553-6134-423b-9829-9c260365c9d9 None None] The sync data for ids ['083cc2c9-2977-4fa9-b4c9-88963904afb5'] in n-d-828369-5 is: [{'id': '083cc2c9-2977-4fa9-b4c9-88963904afb5', 'name': 'tempest-TestNetworkBasicOps-router-888750923', 'tenant_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '421b86d3-4823-4b16-ab20-d958c58e20cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:53:08Z', 'updated_at': '2022-02-09T21:53:09Z', 'revision_number': 3, 'project_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'gw_port': {'id': '421b86d3-4823-4b16-ab20-d958c58e20cc', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:cf:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '083cc2c9-2977-4fa9-b4c9-88963904afb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:53:09Z', 'updated_at': '2022-02-09T21:53:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:53:12.689205 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f9bec7-2702-486f-969b-29f4009da139 None None] Pushing event updated for resources: {'Port': ['ID=06de644a-5331-46a4-bd78-37244e207388,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:12.693482 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-90f3de7e-ca28-475f-b057-7837cb304a15 req-56febfe7-949a-4560-953f-c22a96a59913 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196222 Feb 09 21:53:12.741856 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f9bec7-2702-486f-969b-29f4009da139 None None] Network 2026d506-4202-46d6-92d7-95588acafed1 is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:53:12.748315 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-a9f9bec7-2702-486f-969b-29f4009da139 None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:53:12.759811 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f9bec7-2702-486f-969b-29f4009da139 None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:53:12.768028 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:12.880865 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-a9f9bec7-2702-486f-969b-29f4009da139 None None] Attempting to bind port 06de644a-5331-46a4-bd78-37244e207388 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:53:12.882918 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-a9f9bec7-2702-486f-969b-29f4009da139 None None] Attempting to bind port 06de644a-5331-46a4-bd78-37244e207388 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '8c5fc6e3-f869-44a7-99c5-95acb2f7d369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '2026d506-4202-46d6-92d7-95588acafed1'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:53:12.883442 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f9bec7-2702-486f-969b-29f4009da139 None None] Attempting to bind port 06de644a-5331-46a4-bd78-37244e207388 on network 2026d506-4202-46d6-92d7-95588acafed1 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:53:12.903635 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f9bec7-2702-486f-969b-29f4009da139 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:53:12.903635 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f9bec7-2702-486f-969b-29f4009da139 None None] Checking segment: {'id': '8c5fc6e3-f869-44a7-99c5-95acb2f7d369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '2026d506-4202-46d6-92d7-95588acafed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:53:12.903635 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a9f9bec7-2702-486f-969b-29f4009da139 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:12.903635 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f9bec7-2702-486f-969b-29f4009da139 None None] Bound using segment: {'id': '8c5fc6e3-f869-44a7-99c5-95acb2f7d369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '2026d506-4202-46d6-92d7-95588acafed1'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:53:12.903635 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-a9f9bec7-2702-486f-969b-29f4009da139 None None] Bound port: 06de644a-5331-46a4-bd78-37244e207388, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c5fc6e3-f869-44a7-99c5-95acb2f7d369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '2026d506-4202-46d6-92d7-95588acafed1'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:53:12.903635 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a9f9bec7-2702-486f-969b-29f4009da139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (06de644a-5331-46a4-bd78-37244e207388), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:12.947464 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 52422) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:12.970995 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6936b3b4-e757-4749-a143-d8e37a807348 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:12.990788 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-659cbdd8-e198-43d0-9739-57f3d9ca7e98 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:13.056275 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a9f9bec7-2702-486f-969b-29f4009da139 None None] For port 06de644a-5331-46a4-bd78-37244e207388, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:53:13.062183 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a9f9bec7-2702-486f-969b-29f4009da139 None None] For port 06de644a-5331-46a4-bd78-37244e207388, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=06de644a-5331-46a4-bd78-37244e207388,segment=NetworkSegment(8c5fc6e3-f869-44a7-99c5-95acb2f7d369),segment_id=8c5fc6e3-f869-44a7-99c5-95acb2f7d369)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:53:13.074634 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a9f9bec7-2702-486f-969b-29f4009da139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (06de644a-5331-46a4-bd78-37244e207388), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:13.208123 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f9bec7-2702-486f-969b-29f4009da139 None None] Pushing event updated for resources: {'Port': ['ID=06de644a-5331-46a4-bd78-37244e207388,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:13.258797 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6936b3b4-e757-4749-a143-d8e37a807348 admin admin] Publish callbacks [] for security_group (56f91125-8f5b-495f-a41d-21e421978aea), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:13.617500 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-659cbdd8-e198-43d0-9739-57f3d9ca7e98 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Allocated IP 172.20.0.1 (2026d506-4202-46d6-92d7-95588acafed1/4f6d7242-30e0-455a-9eaf-cd9335999d2a/1c9b51d7-c7fe-467b-8161-8b2e93fd129a) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:53:13.768340 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6936b3b4-e757-4749-a143-d8e37a807348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (56f91125-8f5b-495f-a41d-21e421978aea), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:13.789655 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-659cbdd8-e198-43d0-9739-57f3d9ca7e98 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for port (1c9b51d7-c7fe-467b-8161-8b2e93fd129a), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:13.805189 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6936b3b4-e757-4749-a143-d8e37a807348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56f91125-8f5b-495f-a41d-21e421978aea,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:13.821844 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b169e2c-79d9-480f-8541-cd50b24aa18a req-aed11daa-7aa6-4530-9ae3-75dc977ea780 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:13.829490 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6b169e2c-79d9-480f-8541-cd50b24aa18a req-aed11daa-7aa6-4530-9ae3-75dc977ea780 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 945 time: 0.7607360 Feb 09 21:53:13.841494 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-659cbdd8-e198-43d0-9739-57f3d9ca7e98 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (1c9b51d7-c7fe-467b-8161-8b2e93fd129a), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:13.868683 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-6936b3b4-e757-4749-a143-d8e37a807348 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=7ae39c42d3a342e4b1c1410d34d5cccd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9200070 Feb 09 21:53:13.876688 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f9513e-58e8-4f8f-bc42-02d62395d1e4 req-3e3186a1-049d-475b-9b53-98e747d9a5e4 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:13.878205 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a3f9513e-58e8-4f8f-bc42-02d62395d1e4 req-3e3186a1-049d-475b-9b53-98e747d9a5e4 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 945 time: 0.6317167 Feb 09 21:53:13.878710 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 52434) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:13.894657 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659cbdd8-e198-43d0-9739-57f3d9ca7e98 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Network 2026d506-4202-46d6-92d7-95588acafed1 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:53:13.903555 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-659cbdd8-e198-43d0-9739-57f3d9ca7e98 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:53:13.907800 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659cbdd8-e198-43d0-9739-57f3d9ca7e98 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:53:13.914981 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659cbdd8-e198-43d0-9739-57f3d9ca7e98 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Pushing event updated for resources: {'Port': ['ID=1c9b51d7-c7fe-467b-8161-8b2e93fd129a,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:13.973350 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-659cbdd8-e198-43d0-9739-57f3d9ca7e98 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554727'] for router_interface (083cc2c9-2977-4fa9-b4c9-88963904afb5), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:13.983340 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9bd8e1ba-09dd-4366-a716-e09ed95f6c89 admin admin] Publish callbacks [] for security_group (56f91125-8f5b-495f-a41d-21e421978aea), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:14.034643 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6b169e2c-79d9-480f-8541-cd50b24aa18a req-ccad5285-1076-4279-a052-8f83d935c522 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042034 Feb 09 21:53:14.052255 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9bd8e1ba-09dd-4366-a716-e09ed95f6c89 admin admin] Publish callbacks [] for security_group (56f91125-8f5b-495f-a41d-21e421978aea), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:14.073702 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a3f9513e-58e8-4f8f-bc42-02d62395d1e4 req-e7bf0592-9dbe-4cdc-b343-1d4f9bb412b6 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=4c89ea32-e697-4c99-8133-b5b6d80654a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1378798 Feb 09 21:53:14.137993 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:14.147258 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-659cbdd8-e198-43d0-9739-57f3d9ca7e98 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (1c9b51d7-c7fe-467b-8161-8b2e93fd129a), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:14.160285 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9bd8e1ba-09dd-4366-a716-e09ed95f6c89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (56f91125-8f5b-495f-a41d-21e421978aea), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:14.166990 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9bd8e1ba-09dd-4366-a716-e09ed95f6c89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:14.168543 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-9bd8e1ba-09dd-4366-a716-e09ed95f6c89 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/56f91125-8f5b-495f-a41d-21e421978aea HTTP/1.1" status: 204 len: 168 time: 0.2881119 Feb 09 21:53:14.250108 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd8e1ba-09dd-4366-a716-e09ed95f6c89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56f91125-8f5b-495f-a41d-21e421978aea,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:14.295593 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faf2506-298f-4974-942d-b370c66807c7 req-f47b457b-70b5-44ed-beae-0e547fc25fd5 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:14.297241 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3faf2506-298f-4974-942d-b370c66807c7 req-f47b457b-70b5-44ed-beae-0e547fc25fd5 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 945 time: 0.1274183 Feb 09 21:53:14.376899 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3faf2506-298f-4974-942d-b370c66807c7 req-6a8638e9-c45e-4788-b3cb-5bda32d9a867 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738819 Feb 09 21:53:14.651344 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-659cbdd8-e198-43d0-9739-57f3d9ca7e98 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for port (1c9b51d7-c7fe-467b-8161-8b2e93fd129a), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:14.657560 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-659cbdd8-e198-43d0-9739-57f3d9ca7e98 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (1c9b51d7-c7fe-467b-8161-8b2e93fd129a), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:14.756290 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-659cbdd8-e198-43d0-9739-57f3d9ca7e98 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524919'] for router_interface (083cc2c9-2977-4fa9-b4c9-88963904afb5), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:14.819207 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8b3937-a489-4ef2-be59-8699ce6e97a9 None None] Network 2026d506-4202-46d6-92d7-95588acafed1 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:53:14.858267 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595ce8e0-ab60-4a01-abfe-165b5a556162 req-1dc885d9-969e-4ce0-9daa-965b833b6ce7 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:14.866234 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-595ce8e0-ab60-4a01-abfe-165b5a556162 req-1dc885d9-969e-4ce0-9daa-965b833b6ce7 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 945 time: 0.1371343 Feb 09 21:53:14.939258 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659cbdd8-e198-43d0-9739-57f3d9ca7e98 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Pushing event updated for resources: {'Port': ['ID=1c9b51d7-c7fe-467b-8161-8b2e93fd129a,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:15.005109 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-595ce8e0-ab60-4a01-abfe-165b5a556162 req-93a2a149-fb60-4084-a677-2789f45b1ac9 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379697 Feb 09 21:53:15.012178 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659cbdd8-e198-43d0-9739-57f3d9ca7e98 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Network 2026d506-4202-46d6-92d7-95588acafed1 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:53:15.013709 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-659cbdd8-e198-43d0-9739-57f3d9ca7e98 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:53:15.224359 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-659cbdd8-e198-43d0-9739-57f3d9ca7e98 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Router 083cc2c9-2977-4fa9-b4c9-88963904afb5 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:53:15.273817 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 421b86d3-4823-4b16-ab20-d958c58e20cc up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:53:15.280311 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90e5313-2846-41d9-9cc4-8f93be5c018e req-208cbf6e-77cd-45ac-b40a-63e3a0114058 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:15.290004 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d90e5313-2846-41d9-9cc4-8f93be5c018e req-208cbf6e-77cd-45ac-b40a-63e3a0114058 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 945 time: 0.1796737 Feb 09 21:53:15.391264 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8ef40e-77b3-4827-ab67-8f1abbf997e8 req-a1adf5c9-b98d-417b-8251-1a64710e92f0 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:15.403997 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4e8ef40e-77b3-4827-ab67-8f1abbf997e8 req-a1adf5c9-b98d-417b-8251-1a64710e92f0 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 945 time: 0.1760311 Feb 09 21:53:15.416003 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-659cbdd8-e198-43d0-9739-57f3d9ca7e98 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:53:15.424274 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-659cbdd8-e198-43d0-9739-57f3d9ca7e98 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "PUT /v2.0/routers/083cc2c9-2977-4fa9-b4c9-88963904afb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2979093 Feb 09 21:53:15.426785 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 52476) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:15.447788 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7b170e-dba4-4bdd-bfda-b535483a8157 None None] Sync routers for ids ['083cc2c9-2977-4fa9-b4c9-88963904afb5'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:53:15.470726 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:15.472866 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d90e5313-2846-41d9-9cc4-8f93be5c018e req-31d4087c-0439-4fdd-bff6-47328000d733 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819284 Feb 09 21:53:15.497881 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-4551c5b1-1fd1-45a4-9fc7-ee77ebed98fa None None] Provisioning complete for port 06de644a-5331-46a4-bd78-37244e207388 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:53:15.498625 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-4551c5b1-1fd1-45a4-9fc7-ee77ebed98fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (06de644a-5331-46a4-bd78-37244e207388), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:15.567409 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4e8ef40e-77b3-4827-ab67-8f1abbf997e8 req-116133cd-c482-4e96-a4be-e374a214a52c tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=4c89ea32-e697-4c99-8133-b5b6d80654a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1619279 Feb 09 21:53:15.577787 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7b170e-dba4-4bdd-bfda-b535483a8157 None None] Routers {'083cc2c9-2977-4fa9-b4c9-88963904afb5'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:53:15.578454 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-9f7b170e-dba4-4bdd-bfda-b535483a8157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:53:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['083cc2c9-2977-4fa9-b4c9-88963904afb5'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:53:15.640603 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9fc3cb7-191d-4fec-b424-e4c43810fd2d tempest-TestNetworkBasicOps-751727532 tempest-TestNetworkBasicOps-751727532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:15.641478 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9fc3cb7-191d-4fec-b424-e4c43810fd2d tempest-TestNetworkBasicOps-751727532 tempest-TestNetworkBasicOps-751727532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:15.641952 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9fc3cb7-191d-4fec-b424-e4c43810fd2d tempest-TestNetworkBasicOps-751727532 tempest-TestNetworkBasicOps-751727532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:15.642416 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9fc3cb7-191d-4fec-b424-e4c43810fd2d tempest-TestNetworkBasicOps-751727532 tempest-TestNetworkBasicOps-751727532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:15.642871 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9fc3cb7-191d-4fec-b424-e4c43810fd2d tempest-TestNetworkBasicOps-751727532 tempest-TestNetworkBasicOps-751727532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:15.643329 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9fc3cb7-191d-4fec-b424-e4c43810fd2d tempest-TestNetworkBasicOps-751727532 tempest-TestNetworkBasicOps-751727532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:15.643784 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9fc3cb7-191d-4fec-b424-e4c43810fd2d tempest-TestNetworkBasicOps-751727532 tempest-TestNetworkBasicOps-751727532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:15.650440 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 52486) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:15.650625 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-e9fc3cb7-191d-4fec-b424-e4c43810fd2d tempest-TestNetworkBasicOps-751727532 tempest-TestNetworkBasicOps-751727532-project-admin] 10.222.0.90 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4986 time: 0.2226985 Feb 09 21:53:15.803831 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75a5968-70ad-4ea3-90b6-9409fc01ddef tempest-TestNetworkBasicOps-751727532 tempest-TestNetworkBasicOps-751727532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:15.804415 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75a5968-70ad-4ea3-90b6-9409fc01ddef tempest-TestNetworkBasicOps-751727532 tempest-TestNetworkBasicOps-751727532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:15.805215 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75a5968-70ad-4ea3-90b6-9409fc01ddef tempest-TestNetworkBasicOps-751727532 tempest-TestNetworkBasicOps-751727532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:15.805865 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75a5968-70ad-4ea3-90b6-9409fc01ddef tempest-TestNetworkBasicOps-751727532 tempest-TestNetworkBasicOps-751727532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:15.806690 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75a5968-70ad-4ea3-90b6-9409fc01ddef tempest-TestNetworkBasicOps-751727532 tempest-TestNetworkBasicOps-751727532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:15.807736 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75a5968-70ad-4ea3-90b6-9409fc01ddef tempest-TestNetworkBasicOps-751727532 tempest-TestNetworkBasicOps-751727532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:15.807736 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75a5968-70ad-4ea3-90b6-9409fc01ddef tempest-TestNetworkBasicOps-751727532 tempest-TestNetworkBasicOps-751727532-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:15.813013 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-f75a5968-70ad-4ea3-90b6-9409fc01ddef tempest-TestNetworkBasicOps-751727532 tempest-TestNetworkBasicOps-751727532-project-admin] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4646 time: 0.1614614 Feb 09 21:53:15.813841 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 52496) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:15.915379 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-4551c5b1-1fd1-45a4-9fc7-ee77ebed98fa None None] Current status of the port 06de644a-5331-46a4-bd78-37244e207388 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:53:15.915955 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-4551c5b1-1fd1-45a4-9fc7-ee77ebed98fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (06de644a-5331-46a4-bd78-37244e207388), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:15.938385 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 421b86d3-4823-4b16-ab20-d958c58e20cc triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:53:15.938861 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (421b86d3-4823-4b16-ab20-d958c58e20cc), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:16.054708 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50aa5a3-6bd8-4521-8d54-4d6e52405f94 req-46912d73-dd8e-43a7-8dc1-b7371161fad4 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:16.062862 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b50aa5a3-6bd8-4521-8d54-4d6e52405f94 req-46912d73-dd8e-43a7-8dc1-b7371161fad4 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 945 time: 0.2126255 Feb 09 21:53:16.109863 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-4551c5b1-1fd1-45a4-9fc7-ee77ebed98fa None None] For port 06de644a-5331-46a4-bd78-37244e207388, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=06de644a-5331-46a4-bd78-37244e207388,segment=NetworkSegment(8c5fc6e3-f869-44a7-99c5-95acb2f7d369),segment_id=8c5fc6e3-f869-44a7-99c5-95acb2f7d369)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:53:16.132547 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-9f7b170e-dba4-4bdd-bfda-b535483a8157 None None] Set router 083cc2c9-2977-4fa9-b4c9-88963904afb5 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:53:16.153792 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348870be-f190-46ab-9be8-f30012d4b9ac req-623650a8-cd6b-4203-a1f0-c6f3e7b6d973 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:16.155386 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-348870be-f190-46ab-9be8-f30012d4b9ac req-623650a8-cd6b-4203-a1f0-c6f3e7b6d973 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 945 time: 0.2422531 Feb 09 21:53:16.216742 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b50aa5a3-6bd8-4521-8d54-4d6e52405f94 req-705365bb-d8a2-423e-89d3-43754394e238 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529622 Feb 09 21:53:16.285573 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-348870be-f190-46ab-9be8-f30012d4b9ac req-bc79d64a-3c22-49f3-8e93-19663c55d0a4 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=4c89ea32-e697-4c99-8133-b5b6d80654a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728464 Feb 09 21:53:16.303713 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-4551c5b1-1fd1-45a4-9fc7-ee77ebed98fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (06de644a-5331-46a4-bd78-37244e207388), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:16.394780 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4551c5b1-1fd1-45a4-9fc7-ee77ebed98fa None None] Pushing event updated for resources: {'Port': ['ID=06de644a-5331-46a4-bd78-37244e207388,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:16.431741 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412fd82a-d6b9-4981-970e-1e8ff71e974c req-7091e794-811e-42c7-8b5f-4d08241b815a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:16.434026 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-412fd82a-d6b9-4981-970e-1e8ff71e974c req-7091e794-811e-42c7-8b5f-4d08241b815a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b97bcc6d3a344052b623ebf4a39465fa&device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 1127 time: 0.4727635 Feb 09 21:53:16.539710 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-2c0785aa-9445-4079-81c7-f21470e7102e tempest-TestNetworkBasicOps-751727532 tempest-TestNetworkBasicOps-751727532-project-admin] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.7072470 Feb 09 21:53:16.543887 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e1c293-57fa-4b36-b834-2c9fc9ce1a23 req-c68801a0-656a-4aa3-8e78-986bbd38d074 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:16.547854 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-55e1c293-57fa-4b36-b834-2c9fc9ce1a23 req-c68801a0-656a-4aa3-8e78-986bbd38d074 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 945 time: 0.1452646 Feb 09 21:53:16.652465 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-55e1c293-57fa-4b36-b834-2c9fc9ce1a23 req-f5bafdea-d07d-471b-a1e3-1c0c6e3856b0 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985200 Feb 09 21:53:16.671850 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-8e578c9a-8e77-447f-a8fc-e584e51c4906 None None] Provisioning complete for port 06de644a-5331-46a4-bd78-37244e207388 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:53:16.672246 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-8e578c9a-8e77-447f-a8fc-e584e51c4906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (06de644a-5331-46a4-bd78-37244e207388), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:16.673998 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 421b86d3-4823-4b16-ab20-d958c58e20cc is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:53:16.674378 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (421b86d3-4823-4b16-ab20-d958c58e20cc), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:16.708653 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port 421b86d3-4823-4b16-ab20-d958c58e20cc, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=421b86d3-4823-4b16-ab20-d958c58e20cc,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:53:16.734328 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412fd82a-d6b9-4981-970e-1e8ff71e974c req-5e8a47f1-9d0c-4ddd-ac97-96febebd789f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:16.735824 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-412fd82a-d6b9-4981-970e-1e8ff71e974c req-5e8a47f1-9d0c-4ddd-ac97-96febebd789f service neutron] 10.222.0.89 "GET /v2.0/networks?id=23f1a6df-2b4b-4777-8497-2928c76d9f17 HTTP/1.1" status: 200 len: 913 time: 0.2855065 Feb 09 21:53:16.750449 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (421b86d3-4823-4b16-ab20-d958c58e20cc), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:16.751257 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 06de644a-5331-46a4-bd78-37244e207388 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:53:16.928162 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 06de644a-5331-46a4-bd78-37244e207388 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:53:16.928841 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (06de644a-5331-46a4-bd78-37244e207388), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:17.040368 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=421b86d3-4823-4b16-ab20-d958c58e20cc,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:17.089775 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-9f7b170e-dba4-4bdd-bfda-b535483a8157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '083cc2c9-2977-4fa9-b4c9-88963904afb5', 'name': 'tempest-TestNetworkBasicOps-router-888750923', 'tenant_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '421b86d3-4823-4b16-ab20-d958c58e20cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:53:08Z', 'updated_at': '2022-02-09T21:53:14Z', 'revision_number': 4, 'project_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'gw_port': {'id': '421b86d3-4823-4b16-ab20-d958c58e20cc', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:cf:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '083cc2c9-2977-4fa9-b4c9-88963904afb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:53:09Z', 'updated_at': '2022-02-09T21:53:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '1c9b51d7-c7fe-467b-8161-8b2e93fd129a', 'name': '', 'network_id': '2026d506-4202-46d6-92d7-95588acafed1', 'tenant_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'mac_address': 'fa:16:3e:87:f9:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '083cc2c9-2977-4fa9-b4c9-88963904afb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': '4f6d7242-30e0-455a-9eaf-cd9335999d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:53:13Z', 'updated_at': '2022-02-09T21:53:14Z', 'revision_number': 2, 'project_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'subnets': [{'id': '4f6d7242-30e0-455a-9eaf-cd9335999d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:53:17.094553 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 52536) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:17.102159 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-dd182370-170d-49a1-ba6a-ef7f252e4ff8 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1712366071', 'description': 'tempest-secgroup-smoke-1712366071 description', 'project_id': '986d9b7b22bb45a5a45792614c4e0ec6'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:53:17.147844 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-dd182370-170d-49a1-ba6a-ef7f252e4ff8 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:17.148034 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 06de644a-5331-46a4-bd78-37244e207388 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:53:17.152494 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7b170e-dba4-4bdd-bfda-b535483a8157 None None] Checking router: 083cc2c9-2977-4fa9-b4c9-88963904afb5 for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:53:17.152853 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7b170e-dba4-4bdd-bfda-b535483a8157 None None] Updating router 083cc2c9-2977-4fa9-b4c9-88963904afb5 port 1c9b51d7-c7fe-467b-8161-8b2e93fd129a binding host n-d-828369-5 {{(pid=103142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:53:17.190472 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-9f7b170e-dba4-4bdd-bfda-b535483a8157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (1c9b51d7-c7fe-467b-8161-8b2e93fd129a), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:17.209620 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-8e578c9a-8e77-447f-a8fc-e584e51c4906 None None] Current status of the port 06de644a-5331-46a4-bd78-37244e207388 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:53:17.241091 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b7af1d-59a8-4357-a934-53bd362cee63 req-14124951-5ad2-4180-88f5-d2b7725b7a13 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:17.251818 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c4b7af1d-59a8-4357-a934-53bd362cee63 req-14124951-5ad2-4180-88f5-d2b7725b7a13 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/networks?id=d86910b2-0131-4cf1-9151-2ae5be614e2e HTTP/1.1" status: 200 len: 813 time: 0.2889166 Feb 09 21:53:17.258686 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-8e578c9a-8e77-447f-a8fc-e584e51c4906 None None] Provisioning complete for port 1c9b51d7-c7fe-467b-8161-8b2e93fd129a triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:53:17.259083 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-8e578c9a-8e77-447f-a8fc-e584e51c4906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (1c9b51d7-c7fe-467b-8161-8b2e93fd129a), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:17.282369 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c4b7af1d-59a8-4357-a934-53bd362cee63 req-c917c9e1-49b5-4ff5-b2aa-fdb7a95e40cc tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/quotas/b22568216b3c414cb08474365ce4458b HTTP/1.1" status: 200 len: 375 time: 0.0257912 Feb 09 21:53:17.365153 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 421b86d3-4823-4b16-ab20-d958c58e20cc up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:53:17.399916 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c4b7af1d-59a8-4357-a934-53bd362cee63 req-c07c3142-d341-4c19-8f44-37bb7a2e30b5 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=b22568216b3c414cb08474365ce4458b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1162865 Feb 09 21:53:17.430813 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-8e578c9a-8e77-447f-a8fc-e584e51c4906 None None] Port 1c9b51d7-c7fe-467b-8161-8b2e93fd129a cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:53:17.443714 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-412fd82a-d6b9-4981-970e-1e8ff71e974c req-5c1d736b-88e3-4ebe-b2a3-93b29d891b85 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc4d8690-2c93-4a34-8416-c6d01e3a225f HTTP/1.1" status: 200 len: 999 time: 0.6954126 Feb 09 21:53:17.541852 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412fd82a-d6b9-4981-970e-1e8ff71e974c req-e07662a6-bac4-42d2-af4b-26b06c94bb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:17.543608 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-412fd82a-d6b9-4981-970e-1e8ff71e974c req-e07662a6-bac4-42d2-af4b-26b06c94bb23 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b55ac71e-6529-43b3-9355-0e693d39e1f4 HTTP/1.1" status: 200 len: 851 time: 0.0879722 Feb 09 21:53:17.568965 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-dd182370-170d-49a1-ba6a-ef7f252e4ff8 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for security_group (762f5947-2134-4568-911e-8c7e2ff4dd54), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:17.609544 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-dd182370-170d-49a1-ba6a-ef7f252e4ff8 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (762f5947-2134-4568-911e-8c7e2ff4dd54), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:17.629024 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 421b86d3-4823-4b16-ab20-d958c58e20cc triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:53:17.629626 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (421b86d3-4823-4b16-ab20-d958c58e20cc), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:17.633952 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e8fe62-b474-4bb6-8ec6-9e63523a61e0 req-0f9ce615-00b4-4b1b-a856-29f87d47e165 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:17.635167 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-06e8fe62-b474-4bb6-8ec6-9e63523a61e0 req-0f9ce615-00b4-4b1b-a856-29f87d47e165 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 945 time: 0.1892035 Feb 09 21:53:17.658714 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412fd82a-d6b9-4981-970e-1e8ff71e974c req-126bc485-792f-4363-9364-e4f3d7a19136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:17.666683 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-412fd82a-d6b9-4981-970e-1e8ff71e974c req-126bc485-792f-4363-9364-e4f3d7a19136 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=23f1a6df-2b4b-4777-8497-2928c76d9f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1121628 Feb 09 21:53:17.676572 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-dd182370-170d-49a1-ba6a-ef7f252e4ff8 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:17.681066 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-dd182370-170d-49a1-ba6a-ef7f252e4ff8 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5853539 Feb 09 21:53:17.681818 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 52558) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:17.688322 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-099cb8fd-d77f-4e9d-99fb-2d8c576cceda None None] Provisioning complete for port 1c9b51d7-c7fe-467b-8161-8b2e93fd129a triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:53:17.688703 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-099cb8fd-d77f-4e9d-99fb-2d8c576cceda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (1c9b51d7-c7fe-467b-8161-8b2e93fd129a), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:17.694559 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd182370-170d-49a1-ba6a-ef7f252e4ff8 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=762f5947-2134-4568-911e-8c7e2ff4dd54,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:17.702379 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-8a8f1343-a0ce-46b0-b94f-44a6cfebe430 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Request body: {'security_group_rule': {'security_group_id': '762f5947-2134-4568-911e-8c7e2ff4dd54', 'project_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:53:17.730688 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-099cb8fd-d77f-4e9d-99fb-2d8c576cceda None None] Port 1c9b51d7-c7fe-467b-8161-8b2e93fd129a cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:53:17.733042 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f05af77-8a06-4e5f-8972-b2844024cdb0 req-d1e118b4-6ff9-42ef-a2a8-f567de9b45c5 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:17.741888 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0f05af77-8a06-4e5f-8972-b2844024cdb0 req-d1e118b4-6ff9-42ef-a2a8-f567de9b45c5 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 945 time: 0.1946933 Feb 09 21:53:17.783465 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-06e8fe62-b474-4bb6-8ec6-9e63523a61e0 req-406189a3-adfb-4d14-b281-a1b9485996b4 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=4c89ea32-e697-4c99-8133-b5b6d80654a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1365232 Feb 09 21:53:17.831169 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 421b86d3-4823-4b16-ab20-d958c58e20cc is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:53:17.832650 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 06de644a-5331-46a4-bd78-37244e207388 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:53:17.880611 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0f05af77-8a06-4e5f-8972-b2844024cdb0 req-1e9af516-a1b4-4069-8fab-4f091c784cf2 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339293 Feb 09 21:53:17.894078 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8a8f1343-a0ce-46b0-b94f-44a6cfebe430 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for security_group_rule (11b85286-802c-4c38-8619-8f5a68dc0855), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:17.964854 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8a8f1343-a0ce-46b0-b94f-44a6cfebe430 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for security_group_rule (11b85286-802c-4c38-8619-8f5a68dc0855), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:17.973900 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8a8f1343-a0ce-46b0-b94f-44a6cfebe430 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (11b85286-802c-4c38-8619-8f5a68dc0855), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:17.998135 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8a8f1343-a0ce-46b0-b94f-44a6cfebe430 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:18.000084 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-8a8f1343-a0ce-46b0-b94f-44a6cfebe430 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3088691 Feb 09 21:53:18.003530 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 52568) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:18.009755 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-412fd82a-d6b9-4981-970e-1e8ff71e974c req-3c78b013-8389-4ebf-bd01-1e1b2aeb2eb9 service neutron] 10.222.0.89 "GET /v2.0/networks/23f1a6df-2b4b-4777-8497-2928c76d9f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3287792 Feb 09 21:53:18.011057 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-8b075e8b-15fc-47cd-9abe-dc3c1743718e tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Request body: {'security_group_rule': {'security_group_id': '762f5947-2134-4568-911e-8c7e2ff4dd54', 'project_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:53:18.033978 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8f1343-a0ce-46b0-b94f-44a6cfebe430 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11b85286-802c-4c38-8619-8f5a68dc0855,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:18.083629 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8b075e8b-15fc-47cd-9abe-dc3c1743718e tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for security_group_rule (9e83eda7-e4d8-4fc8-97b2-32e3f68c5454), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:18.120493 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb9da5b-a4e3-4279-9286-ede769e228db req-c8b133e3-afa8-4622-be15-4807a125c971 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:18.122038 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cbb9da5b-a4e3-4279-9286-ede769e228db req-c8b133e3-afa8-4622-be15-4807a125c971 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 945 time: 0.1364110 Feb 09 21:53:18.171056 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-9f7b170e-dba4-4bdd-bfda-b535483a8157 None None] Publish callbacks [] for port (1c9b51d7-c7fe-467b-8161-8b2e93fd129a), precommit_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:18.189547 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8b075e8b-15fc-47cd-9abe-dc3c1743718e tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for security_group_rule (9e83eda7-e4d8-4fc8-97b2-32e3f68c5454), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:18.190809 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-9f7b170e-dba4-4bdd-bfda-b535483a8157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (1c9b51d7-c7fe-467b-8161-8b2e93fd129a), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:18.194598 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8b075e8b-15fc-47cd-9abe-dc3c1743718e tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (9e83eda7-e4d8-4fc8-97b2-32e3f68c5454), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:18.238336 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cbb9da5b-a4e3-4279-9286-ede769e228db req-3fd4bd14-168d-4caf-b9b7-977f80844a72 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058977 Feb 09 21:53:18.243735 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b075e8b-15fc-47cd-9abe-dc3c1743718e tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e83eda7-e4d8-4fc8-97b2-32e3f68c5454,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:18.268001 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8b075e8b-15fc-47cd-9abe-dc3c1743718e tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:18.273631 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-412fd82a-d6b9-4981-970e-1e8ff71e974c req-18f1504a-c3bb-43ca-9fce-02ffaf692698 service neutron] 10.222.0.89 "GET /v2.0/networks/23f1a6df-2b4b-4777-8497-2928c76d9f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548528 Feb 09 21:53:18.275749 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-8b075e8b-15fc-47cd-9abe-dc3c1743718e tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2678390 Feb 09 21:53:18.276040 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 52576) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:18.277303 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fd4cd7-530b-4a37-b9c6-9cc65d98f010 None None] Pushing event updated for resources: {'Port': ['ID=1c9b51d7-c7fe-467b-8161-8b2e93fd129a,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:18.280639 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-b5b9e837-2105-42b3-a267-c886fc7f28a0 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Request body: {'security_group_rule': {'security_group_id': '762f5947-2134-4568-911e-8c7e2ff4dd54', 'project_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:53:18.343136 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 06de644a-5331-46a4-bd78-37244e207388 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:53:18.343744 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (06de644a-5331-46a4-bd78-37244e207388), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:18.350793 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b5b9e837-2105-42b3-a267-c886fc7f28a0 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for security_group_rule (da491fcc-b44c-4bc9-bf9c-2c39300d7acf), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:18.460420 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b5b9e837-2105-42b3-a267-c886fc7f28a0 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for security_group_rule (da491fcc-b44c-4bc9-bf9c-2c39300d7acf), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:18.465201 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b5b9e837-2105-42b3-a267-c886fc7f28a0 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (da491fcc-b44c-4bc9-bf9c-2c39300d7acf), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:18.471566 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-9f7b170e-dba4-4bdd-bfda-b535483a8157 None None] Attempting to bind port 1c9b51d7-c7fe-467b-8161-8b2e93fd129a on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:53:18.472363 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-9f7b170e-dba4-4bdd-bfda-b535483a8157 None None] Attempting to bind port 1c9b51d7-c7fe-467b-8161-8b2e93fd129a by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '8c5fc6e3-f869-44a7-99c5-95acb2f7d369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '2026d506-4202-46d6-92d7-95588acafed1'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:53:18.472937 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7b170e-dba4-4bdd-bfda-b535483a8157 None None] Attempting to bind port 1c9b51d7-c7fe-467b-8161-8b2e93fd129a on network 2026d506-4202-46d6-92d7-95588acafed1 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:53:18.527987 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b5b9e837-2105-42b3-a267-c886fc7f28a0 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:18.531835 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-b5b9e837-2105-42b3-a267-c886fc7f28a0 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2524068 Feb 09 21:53:18.532189 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 52590) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:18.533031 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b9e837-2105-42b3-a267-c886fc7f28a0 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da491fcc-b44c-4bc9-bf9c-2c39300d7acf,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:18.539188 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-2de4e682-ffd4-4d62-8887-9c4fcefc60a2 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Request body: {'security_group_rule': {'security_group_id': '762f5947-2134-4568-911e-8c7e2ff4dd54', 'project_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:53:18.550452 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 06de644a-5331-46a4-bd78-37244e207388 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:53:18.561116 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7b170e-dba4-4bdd-bfda-b535483a8157 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:53:18.561767 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7b170e-dba4-4bdd-bfda-b535483a8157 None None] Checking segment: {'id': '8c5fc6e3-f869-44a7-99c5-95acb2f7d369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '2026d506-4202-46d6-92d7-95588acafed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:53:18.562689 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-9f7b170e-dba4-4bdd-bfda-b535483a8157 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:18.563241 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7b170e-dba4-4bdd-bfda-b535483a8157 None None] Bound using segment: {'id': '8c5fc6e3-f869-44a7-99c5-95acb2f7d369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '2026d506-4202-46d6-92d7-95588acafed1'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:53:18.563892 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-9f7b170e-dba4-4bdd-bfda-b535483a8157 None None] Bound port: 1c9b51d7-c7fe-467b-8161-8b2e93fd129a, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c5fc6e3-f869-44a7-99c5-95acb2f7d369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '2026d506-4202-46d6-92d7-95588acafed1'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:53:18.564579 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-9f7b170e-dba4-4bdd-bfda-b535483a8157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (1c9b51d7-c7fe-467b-8161-8b2e93fd129a), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:18.586900 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-13f0a6a0-187f-418c-a091-b47add6bd2dd req-a3545cee-3617-4e12-bfb8-e9ff8d49fa4c tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=b22568216b3c414cb08474365ce4458b HTTP/1.1" status: 200 len: 221 time: 0.0587842 Feb 09 21:53:18.600276 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2de4e682-ffd4-4d62-8887-9c4fcefc60a2 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for security_group_rule (fbf03436-5b4e-41d4-b87b-b63c2307cea4), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:18.705370 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-9f7b170e-dba4-4bdd-bfda-b535483a8157 None None] For port 1c9b51d7-c7fe-467b-8161-8b2e93fd129a, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:53:18.709423 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-9f7b170e-dba4-4bdd-bfda-b535483a8157 None None] For port 1c9b51d7-c7fe-467b-8161-8b2e93fd129a, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=1c9b51d7-c7fe-467b-8161-8b2e93fd129a,segment=NetworkSegment(8c5fc6e3-f869-44a7-99c5-95acb2f7d369),segment_id=8c5fc6e3-f869-44a7-99c5-95acb2f7d369)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:53:18.716598 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-35f88f3c-8ea4-4922-9f45-512b598f00c2 None None] Provisioning complete for port 1c9b51d7-c7fe-467b-8161-8b2e93fd129a triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:53:18.717539 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-35f88f3c-8ea4-4922-9f45-512b598f00c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (1c9b51d7-c7fe-467b-8161-8b2e93fd129a), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:18.723849 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2de4e682-ffd4-4d62-8887-9c4fcefc60a2 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for security_group_rule (fbf03436-5b4e-41d4-b87b-b63c2307cea4), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:18.725010 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-9f7b170e-dba4-4bdd-bfda-b535483a8157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (1c9b51d7-c7fe-467b-8161-8b2e93fd129a), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:18.729113 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2de4e682-ffd4-4d62-8887-9c4fcefc60a2 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (fbf03436-5b4e-41d4-b87b-b63c2307cea4), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:18.761433 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2de4e682-ffd4-4d62-8887-9c4fcefc60a2 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:18.766082 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-2de4e682-ffd4-4d62-8887-9c4fcefc60a2 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2274146 Feb 09 21:53:18.766082 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 52602) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:18.770977 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-f2047e90-8b7b-4792-98d5-27c5118c5d0d tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Request body: {'security_group_rule': {'security_group_id': '762f5947-2134-4568-911e-8c7e2ff4dd54', 'project_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:53:18.786986 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de4e682-ffd4-4d62-8887-9c4fcefc60a2 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbf03436-5b4e-41d4-b87b-b63c2307cea4,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:18.793774 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248455c6-c7d7-4cdd-a80e-7bdc2d1d9cd5 req-188004ce-e97f-443e-aed4-6988df458245 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:18.799889 n-d-828369-5 neutron-server[103141]: INFO neutron.db.securitygroups_db [None req-f2047e90-8b7b-4792-98d5-27c5118c5d0d tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Project 986d9b7b22bb45a5a45792614c4e0ec6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 21:53:18.808275 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f2047e90-8b7b-4792-98d5-27c5118c5d0d tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for security_group_rule (b1062494-5eb3-45f9-a723-ae0d7489d90c), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:18.809518 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-248455c6-c7d7-4cdd-a80e-7bdc2d1d9cd5 req-188004ce-e97f-443e-aed4-6988df458245 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 945 time: 0.1474235 Feb 09 21:53:18.924461 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f2047e90-8b7b-4792-98d5-27c5118c5d0d tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for security_group_rule (b1062494-5eb3-45f9-a723-ae0d7489d90c), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:18.931353 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f2047e90-8b7b-4792-98d5-27c5118c5d0d tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (b1062494-5eb3-45f9-a723-ae0d7489d90c), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:18.948611 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-248455c6-c7d7-4cdd-a80e-7bdc2d1d9cd5 req-10ed843d-faf3-4bdd-9e91-62b47b0784e7 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381030 Feb 09 21:53:18.987412 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2047e90-8b7b-4792-98d5-27c5118c5d0d tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1062494-5eb3-45f9-a723-ae0d7489d90c,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:19.002922 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f2047e90-8b7b-4792-98d5-27c5118c5d0d tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:19.008210 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-f2047e90-8b7b-4792-98d5-27c5118c5d0d tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2374833 Feb 09 21:53:19.008983 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 52612) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:19.014669 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-946ec8cc-997d-43ab-b167-c963191e9fd0 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Request body: {'security_group_rule': {'security_group_id': '762f5947-2134-4568-911e-8c7e2ff4dd54', 'project_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:53:19.026100 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fd4cd7-530b-4a37-b9c6-9cc65d98f010 None None] Pushing event updated for resources: {'Port': ['ID=1c9b51d7-c7fe-467b-8161-8b2e93fd129a,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:19.038238 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7b170e-dba4-4bdd-bfda-b535483a8157 None None] Routers {'083cc2c9-2977-4fa9-b4c9-88963904afb5'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:53:19.039525 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-9f7b170e-dba4-4bdd-bfda-b535483a8157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:53:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['083cc2c9-2977-4fa9-b4c9-88963904afb5'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:53:19.065694 n-d-828369-5 neutron-server[103141]: INFO neutron.db.securitygroups_db [None req-946ec8cc-997d-43ab-b167-c963191e9fd0 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Project 986d9b7b22bb45a5a45792614c4e0ec6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 21:53:19.072537 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-946ec8cc-997d-43ab-b167-c963191e9fd0 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for security_group_rule (62a4e473-ce1b-4987-82da-28a463254489), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:19.108745 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4be0dad-d649-405f-963e-a8b9f61044e8 req-7e1b0a38-f3be-4ed8-b758-c9b01d424300 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:19.124532 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c4be0dad-d649-405f-963e-a8b9f61044e8 req-7e1b0a38-f3be-4ed8-b758-c9b01d424300 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 945 time: 0.2054858 Feb 09 21:53:19.173512 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-946ec8cc-997d-43ab-b167-c963191e9fd0 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for security_group_rule (62a4e473-ce1b-4987-82da-28a463254489), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:19.180238 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-946ec8cc-997d-43ab-b167-c963191e9fd0 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (62a4e473-ce1b-4987-82da-28a463254489), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:19.188263 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-35f88f3c-8ea4-4922-9f45-512b598f00c2 None None] Current status of the port 1c9b51d7-c7fe-467b-8161-8b2e93fd129a is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:53:19.188789 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-35f88f3c-8ea4-4922-9f45-512b598f00c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (1c9b51d7-c7fe-467b-8161-8b2e93fd129a), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:19.230056 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-35f88f3c-8ea4-4922-9f45-512b598f00c2 None None] For port 1c9b51d7-c7fe-467b-8161-8b2e93fd129a, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=1c9b51d7-c7fe-467b-8161-8b2e93fd129a,segment=NetworkSegment(8c5fc6e3-f869-44a7-99c5-95acb2f7d369),segment_id=8c5fc6e3-f869-44a7-99c5-95acb2f7d369)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:53:19.240959 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-35f88f3c-8ea4-4922-9f45-512b598f00c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (1c9b51d7-c7fe-467b-8161-8b2e93fd129a), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:19.263587 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946ec8cc-997d-43ab-b167-c963191e9fd0 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62a4e473-ce1b-4987-82da-28a463254489,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:19.295094 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-946ec8cc-997d-43ab-b167-c963191e9fd0 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:19.312570 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c4be0dad-d649-405f-963e-a8b9f61044e8 req-cdca93c6-6c14-4b9f-b90c-2f0d96ef6e8c tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=4c89ea32-e697-4c99-8133-b5b6d80654a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1787682 Feb 09 21:53:19.314113 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-9f7b170e-dba4-4bdd-bfda-b535483a8157 None None] Set router 083cc2c9-2977-4fa9-b4c9-88963904afb5 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:53:19.319186 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-946ec8cc-997d-43ab-b167-c963191e9fd0 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3078980 Feb 09 21:53:19.344367 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840cb9b8-c267-412f-9be2-cdec307d7ac9 req-ed1f04d4-63cd-470e-96f1-e0a13a7217d9 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:19.351448 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-840cb9b8-c267-412f-9be2-cdec307d7ac9 req-ed1f04d4-63cd-470e-96f1-e0a13a7217d9 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 945 time: 0.2249362 Feb 09 21:53:19.440914 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-840cb9b8-c267-412f-9be2-cdec307d7ac9 req-23fa909d-7d82-4c7b-bc1e-8f06495da374 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835714 Feb 09 21:53:19.538502 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f88f3c-8ea4-4922-9f45-512b598f00c2 None None] Pushing event updated for resources: {'Port': ['ID=1c9b51d7-c7fe-467b-8161-8b2e93fd129a,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:19.576034 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-ba305dce-eb56-4bbb-b335-3bb9a830989a None None] Provisioning complete for port 1c9b51d7-c7fe-467b-8161-8b2e93fd129a triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:53:19.576463 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ba305dce-eb56-4bbb-b335-3bb9a830989a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (1c9b51d7-c7fe-467b-8161-8b2e93fd129a), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:19.665889 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0ffd23e0-3c6d-4e7d-a271-57f5a7884958 req-5d1dae67-9d27-4a48-98c5-670be1a0abf3 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1712366071&fields=id&tenant_id=986d9b7b22bb45a5a45792614c4e0ec6 HTTP/1.1" status: 200 len: 267 time: 0.1046455 Feb 09 21:53:19.678359 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723e29c3-cb46-408a-9ffa-00ee4fa4e47a req-819fa3ce-276f-4169-aa54-af2123c825fe tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:19.680135 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-723e29c3-cb46-408a-9ffa-00ee4fa4e47a req-819fa3ce-276f-4169-aa54-af2123c825fe tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 945 time: 0.1098387 Feb 09 21:53:19.765828 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-ba305dce-eb56-4bbb-b335-3bb9a830989a None None] Current status of the port 1c9b51d7-c7fe-467b-8161-8b2e93fd129a is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:53:19.775045 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-9f7b170e-dba4-4bdd-bfda-b535483a8157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '083cc2c9-2977-4fa9-b4c9-88963904afb5', 'name': 'tempest-TestNetworkBasicOps-router-888750923', 'tenant_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '421b86d3-4823-4b16-ab20-d958c58e20cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:53:08Z', 'updated_at': '2022-02-09T21:53:14Z', 'revision_number': 4, 'project_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'gw_port': {'id': '421b86d3-4823-4b16-ab20-d958c58e20cc', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:cf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083cc2c9-2977-4fa9-b4c9-88963904afb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:53:09Z', 'updated_at': '2022-02-09T21:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '1c9b51d7-c7fe-467b-8161-8b2e93fd129a', 'name': '', 'network_id': '2026d506-4202-46d6-92d7-95588acafed1', 'tenant_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'mac_address': 'fa:16:3e:87:f9:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '083cc2c9-2977-4fa9-b4c9-88963904afb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': '4f6d7242-30e0-455a-9eaf-cd9335999d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:53:13Z', 'updated_at': '2022-02-09T21:53:18Z', 'revision_number': 4, 'project_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'subnets': [{'id': '4f6d7242-30e0-455a-9eaf-cd9335999d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:53:19.798624 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-657b81e5-c9f5-4d76-a8ca-8a9eca4b2918 req-c9a7892c-68c4-4b4e-82b1-5d49cb650a38 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0568645 Feb 09 21:53:19.807390 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7b170e-dba4-4bdd-bfda-b535483a8157 None None] The sync data for ids ['083cc2c9-2977-4fa9-b4c9-88963904afb5'] in n-d-828369-5 is: [{'id': '083cc2c9-2977-4fa9-b4c9-88963904afb5', 'name': 'tempest-TestNetworkBasicOps-router-888750923', 'tenant_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '421b86d3-4823-4b16-ab20-d958c58e20cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:53:08Z', 'updated_at': '2022-02-09T21:53:14Z', 'revision_number': 4, 'project_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'gw_port': {'id': '421b86d3-4823-4b16-ab20-d958c58e20cc', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:cf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083cc2c9-2977-4fa9-b4c9-88963904afb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:53:09Z', 'updated_at': '2022-02-09T21:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '1c9b51d7-c7fe-467b-8161-8b2e93fd129a', 'name': '', 'network_id': '2026d506-4202-46d6-92d7-95588acafed1', 'tenant_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'mac_address': 'fa:16:3e:87:f9:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '083cc2c9-2977-4fa9-b4c9-88963904afb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': '4f6d7242-30e0-455a-9eaf-cd9335999d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:53:13Z', 'updated_at': '2022-02-09T21:53:18Z', 'revision_number': 4, 'project_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'subnets': [{'id': '4f6d7242-30e0-455a-9eaf-cd9335999d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:53:19.932615 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-723e29c3-cb46-408a-9ffa-00ee4fa4e47a req-7e9aea11-efdd-4a24-8c5d-16a7cafe8b1d tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409000 Feb 09 21:53:19.964827 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657b81e5-c9f5-4d76-a8ca-8a9eca4b2918 req-bd16ff4b-2cae-4092-9c5e-cfc2ef9cddd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:19.967248 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-657b81e5-c9f5-4d76-a8ca-8a9eca4b2918 req-bd16ff4b-2cae-4092-9c5e-cfc2ef9cddd6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b97bcc6d3a344052b623ebf4a39465fa&device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 1127 time: 0.1286547 Feb 09 21:53:20.014840 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffd23e0-3c6d-4e7d-a271-57f5a7884958 req-da335731-171b-4450-b902-61560c9f641a tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:20.016641 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0ffd23e0-3c6d-4e7d-a271-57f5a7884958 req-da335731-171b-4450-b902-61560c9f641a tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "GET /v2.0/networks?id=2026d506-4202-46d6-92d7-95588acafed1 HTTP/1.1" status: 200 len: 797 time: 0.3353407 Feb 09 21:53:20.040427 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0ffd23e0-3c6d-4e7d-a271-57f5a7884958 req-6b77a3c1-8abc-43d6-bb03-89ccad9d45d5 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "GET /v2.0/quotas/986d9b7b22bb45a5a45792614c4e0ec6 HTTP/1.1" status: 200 len: 375 time: 0.0165670 Feb 09 21:53:20.116956 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657b81e5-c9f5-4d76-a8ca-8a9eca4b2918 req-8e12e1a2-ee7d-48f5-90b5-c98de3131630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:20.118753 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-657b81e5-c9f5-4d76-a8ca-8a9eca4b2918 req-8e12e1a2-ee7d-48f5-90b5-c98de3131630 service neutron] 10.222.0.89 "GET /v2.0/networks?id=23f1a6df-2b4b-4777-8497-2928c76d9f17 HTTP/1.1" status: 200 len: 913 time: 0.1284230 Feb 09 21:53:20.198943 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49f3d1e-932b-417e-ac19-f0af0d6cbb7a req-a6177535-9497-4add-92cb-7415ce7b2e6b tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:20.200561 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e49f3d1e-932b-417e-ac19-f0af0d6cbb7a req-a6177535-9497-4add-92cb-7415ce7b2e6b tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 945 time: 0.1380668 Feb 09 21:53:20.206564 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0ffd23e0-3c6d-4e7d-a271-57f5a7884958 req-8cfe478f-fd88-45bd-958a-e22685af3edc tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=986d9b7b22bb45a5a45792614c4e0ec6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1577146 Feb 09 21:53:20.237587 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-657b81e5-c9f5-4d76-a8ca-8a9eca4b2918 req-b5c0cc1a-4c81-4228-bdaf-e28e3df81e93 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc4d8690-2c93-4a34-8416-c6d01e3a225f HTTP/1.1" status: 200 len: 999 time: 0.1067951 Feb 09 21:53:20.327093 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657b81e5-c9f5-4d76-a8ca-8a9eca4b2918 req-0e4c55f3-c0ab-4974-86fd-87330d8fccc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:20.328823 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-657b81e5-c9f5-4d76-a8ca-8a9eca4b2918 req-0e4c55f3-c0ab-4974-86fd-87330d8fccc8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b55ac71e-6529-43b3-9355-0e693d39e1f4 HTTP/1.1" status: 200 len: 851 time: 0.0812528 Feb 09 21:53:20.359351 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e49f3d1e-932b-417e-ac19-f0af0d6cbb7a req-a2889562-73ca-429f-be9e-bd3d6ee432fa tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495128 Feb 09 21:53:20.416150 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0ffd23e0-3c6d-4e7d-a271-57f5a7884958 req-eee27930-b77f-4dbc-9b31-24c415508c5d service neutron] 10.222.0.90 "GET /v2.0/networks/2026d506-4202-46d6-92d7-95588acafed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936197 Feb 09 21:53:20.460676 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657b81e5-c9f5-4d76-a8ca-8a9eca4b2918 req-d5405f3a-4345-412c-8b6f-886b4cb51e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:20.464788 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-657b81e5-c9f5-4d76-a8ca-8a9eca4b2918 req-d5405f3a-4345-412c-8b6f-886b4cb51e9a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=23f1a6df-2b4b-4777-8497-2928c76d9f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1219752 Feb 09 21:53:20.617315 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-657b81e5-c9f5-4d76-a8ca-8a9eca4b2918 req-b98377ae-6ba0-4325-aafc-df6aed5ac672 service neutron] 10.222.0.89 "GET /v2.0/networks/23f1a6df-2b4b-4777-8497-2928c76d9f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444285 Feb 09 21:53:20.643678 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0ffd23e0-3c6d-4e7d-a271-57f5a7884958 req-2122ad66-6c78-43a6-bbea-0207b501b054 service neutron] 10.222.0.90 "GET /v2.0/networks/2026d506-4202-46d6-92d7-95588acafed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265377 Feb 09 21:53:20.658511 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b389423-caa3-4778-b2a0-24ddfb3d7269 req-638f4393-b227-4ce1-ae31-e7be6e6fa160 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:20.665736 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1b389423-caa3-4778-b2a0-24ddfb3d7269 req-638f4393-b227-4ce1-ae31-e7be6e6fa160 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 945 time: 0.1693523 Feb 09 21:53:20.756908 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1b389423-caa3-4778-b2a0-24ddfb3d7269 req-1e68d296-3d5f-43b7-aedc-375bc2bb4db7 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=4c89ea32-e697-4c99-8133-b5b6d80654a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846851 Feb 09 21:53:20.811624 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-657b81e5-c9f5-4d76-a8ca-8a9eca4b2918 req-b487ffe3-c1b5-40d9-8a21-426a908bb004 service neutron] 10.222.0.89 "GET /v2.0/networks/23f1a6df-2b4b-4777-8497-2928c76d9f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764779 Feb 09 21:53:21.011648 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88759e7-5f33-4219-b6da-9487f239f569 req-01f0391f-9a26-471d-908c-029ddd1695a9 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:21.013285 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e88759e7-5f33-4219-b6da-9487f239f569 req-01f0391f-9a26-471d-908c-029ddd1695a9 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 945 time: 0.1132987 Feb 09 21:53:21.143085 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e88759e7-5f33-4219-b6da-9487f239f569 req-02b73aa9-815b-45a4-82d2-4b48d6c15abd tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=4c89ea32-e697-4c99-8133-b5b6d80654a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035488 Feb 09 21:53:21.172090 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb80b975-6a36-47d2-b118-e3548f860af2 req-53651527-a217-4379-972a-ddc74e2a06e3 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:21.173572 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bb80b975-6a36-47d2-b118-e3548f860af2 req-53651527-a217-4379-972a-ddc74e2a06e3 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 945 time: 0.1593444 Feb 09 21:53:21.256945 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:21.279214 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bb80b975-6a36-47d2-b118-e3548f860af2 req-ba77e2bc-1afc-4efd-800e-c58de10ed956 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939858 Feb 09 21:53:21.324768 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ce35a6ab-7370-4fa1-9325-fa0336730638 req-7e31b207-5041-4983-8671-0ee638151414 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "GET /v2.0/ports?device_id=d6274700-5a1a-4f00-9d78-2adddac91359 HTTP/1.1" status: 200 len: 210 time: 0.1128612 Feb 09 21:53:21.346783 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 1c9b51d7-c7fe-467b-8161-8b2e93fd129a up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:53:21.474267 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 1c9b51d7-c7fe-467b-8161-8b2e93fd129a triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:53:21.475706 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (1c9b51d7-c7fe-467b-8161-8b2e93fd129a), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:21.692468 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 1c9b51d7-c7fe-467b-8161-8b2e93fd129a is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:53:21.796482 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd1ef20-7ac1-458c-aed7-93474420020a req-9512e31d-6a06-4441-936c-88b9af1ca40a tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:21.800116 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2bd1ef20-7ac1-458c-aed7-93474420020a req-9512e31d-6a06-4441-936c-88b9af1ca40a tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/ports?device_id=196a7219-50a0-4378-9317-db757eb7b09b HTTP/1.1" status: 200 len: 945 time: 0.0934820 Feb 09 21:53:21.832053 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba75dad0-09a7-4001-ae13-9fe8b7313ba8 req-1371bf7e-d034-438f-9209-35a961cde5a7 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:21.839650 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ba75dad0-09a7-4001-ae13-9fe8b7313ba8 req-1371bf7e-d034-438f-9209-35a961cde5a7 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 945 time: 0.1816292 Feb 09 21:53:21.917032 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ba75dad0-09a7-4001-ae13-9fe8b7313ba8 req-bd3c4a3a-5379-47fa-a5d9-101730f43451 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713072 Feb 09 21:53:21.936498 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2bd1ef20-7ac1-458c-aed7-93474420020a req-4e230407-1d58-4fe6-9fe6-c5d8e1fdbeda tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/security-groups?id=28acdcb4-ce07-4669-ac01-31d2a11868db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1300972 Feb 09 21:53:22.077063 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe2eaa9-bd76-48f1-9d2b-584d357ff1f7 req-5ccbc675-1abd-4f97-8313-35e76359e98b tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:22.084434 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cfe2eaa9-bd76-48f1-9d2b-584d357ff1f7 req-5ccbc675-1abd-4f97-8313-35e76359e98b tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 945 time: 0.0871391 Feb 09 21:53:22.164827 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ed3d6f-c86a-4447-8547-ffb9ad6edd1b req-4e6db399-e9df-42a1-b9bb-afb75d40cfd0 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:22.166566 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a6ed3d6f-c86a-4447-8547-ffb9ad6edd1b req-4e6db399-e9df-42a1-b9bb-afb75d40cfd0 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 945 time: 0.1084414 Feb 09 21:53:22.179511 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cfe2eaa9-bd76-48f1-9d2b-584d357ff1f7 req-4146a77c-d333-41e9-be48-c836fbf04536 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=4c89ea32-e697-4c99-8133-b5b6d80654a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942674 Feb 09 21:53:22.269639 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a6ed3d6f-c86a-4447-8547-ffb9ad6edd1b req-4283218c-a64b-4706-9136-23d12b15cb4d tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829482 Feb 09 21:53:22.478690 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a144645d-1146-4f98-baf2-ebdf190325f4 req-e7865b35-cdad-4b47-969a-c8213b5e2797 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:22.480257 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a144645d-1146-4f98-baf2-ebdf190325f4 req-e7865b35-cdad-4b47-969a-c8213b5e2797 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 945 time: 0.1331339 Feb 09 21:53:22.518881 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e86df9-a962-4f2c-96cb-2c2627a0832a req-4038d0e5-cf38-48c5-985f-2b9d115981e7 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:22.520525 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a8e86df9-a962-4f2c-96cb-2c2627a0832a req-4038d0e5-cf38-48c5-985f-2b9d115981e7 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 945 time: 0.1124313 Feb 09 21:53:22.590090 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a8e86df9-a962-4f2c-96cb-2c2627a0832a req-b5056840-1a59-427b-a97d-9132a6c1330a tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=4c89ea32-e697-4c99-8133-b5b6d80654a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629554 Feb 09 21:53:22.606154 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a144645d-1146-4f98-baf2-ebdf190325f4 req-c508f7d4-d7dc-464b-9d62-2fe825b75838 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191823 Feb 09 21:53:22.704883 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d6fc00f2-4494-4860-8432-88a6f2944120 req-aca1e9b6-3514-4dff-a9f2-6f80ef6f4e82 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "GET /v2.0/ports?device_id=d6274700-5a1a-4f00-9d78-2adddac91359 HTTP/1.1" status: 200 len: 210 time: 0.0397224 Feb 09 21:53:22.837498 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b9ba2e-4c64-4ec0-b2f3-afd2136aa483 req-eadb5610-6e48-4fae-a511-bce7b8b9ba52 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:22.845949 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-29b9ba2e-4c64-4ec0-b2f3-afd2136aa483 req-eadb5610-6e48-4fae-a511-bce7b8b9ba52 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 945 time: 0.0903482 Feb 09 21:53:22.946758 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffd23e0-3c6d-4e7d-a271-57f5a7884958 req-7561846f-8230-4984-9041-89168777ffe3 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:22.949545 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0ffd23e0-3c6d-4e7d-a271-57f5a7884958 req-7561846f-8230-4984-9041-89168777ffe3 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.89 "GET /v2.0/networks?id=2026d506-4202-46d6-92d7-95588acafed1 HTTP/1.1" status: 200 len: 797 time: 0.1585951 Feb 09 21:53:22.977401 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-29b9ba2e-4c64-4ec0-b2f3-afd2136aa483 req-78496b6b-c5e4-4a01-8bfe-279aa7fa8374 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266074 Feb 09 21:53:23.092740 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0ffd23e0-3c6d-4e7d-a271-57f5a7884958 req-ca39c72a-6100-4875-b9f3-e5685c7db023 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=986d9b7b22bb45a5a45792614c4e0ec6 HTTP/1.1" status: 200 len: 380 time: 0.1257122 Feb 09 21:53:23.106367 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-0ffd23e0-3c6d-4e7d-a271-57f5a7884958 req-ee9f0181-4999-41cc-904e-ab07d08b70a9 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Request body: {'port': {'device_id': 'd6274700-5a1a-4f00-9d78-2adddac91359', 'network_id': '2026d506-4202-46d6-92d7-95588acafed1', 'admin_state_up': True, 'tenant_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'security_groups': ['762f5947-2134-4568-911e-8c7e2ff4dd54']}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:53:23.174320 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cdc21d-70f4-460d-8210-a4ba510e19a0 req-98476205-d835-434f-be8d-c2cabe0231f6 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:23.177089 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-52cdc21d-70f4-460d-8210-a4ba510e19a0 req-98476205-d835-434f-be8d-c2cabe0231f6 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/ports?device_id=196a7219-50a0-4378-9317-db757eb7b09b HTTP/1.1" status: 200 len: 945 time: 0.1321115 Feb 09 21:53:23.198903 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d5e44-2a2f-4219-9276-80cc537329a7 req-34b76d67-90f5-4be2-9ce7-03d8d47ac1a8 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:23.200629 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f98d5e44-2a2f-4219-9276-80cc537329a7 req-34b76d67-90f5-4be2-9ce7-03d8d47ac1a8 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 945 time: 0.1159782 Feb 09 21:53:23.256247 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ffd23e0-3c6d-4e7d-a271-57f5a7884958 req-ee9f0181-4999-41cc-904e-ab07d08b70a9 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Made reservation on behalf of 986d9b7b22bb45a5a45792614c4e0ec6 for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:53:23.261070 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-0ffd23e0-3c6d-4e7d-a271-57f5a7884958 req-ee9f0181-4999-41cc-904e-ab07d08b70a9 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:23.296043 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-52cdc21d-70f4-460d-8210-a4ba510e19a0 req-20d444ce-61af-4f7c-88c5-13cf593289bd tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/security-groups?id=28acdcb4-ce07-4669-ac01-31d2a11868db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100371 Feb 09 21:53:23.308001 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f98d5e44-2a2f-4219-9276-80cc537329a7 req-f6286cd2-2379-4fe4-b3a2-5d7807afc2c0 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914910 Feb 09 21:53:23.447524 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [req-0ffd23e0-3c6d-4e7d-a271-57f5a7884958 req-ee9f0181-4999-41cc-904e-ab07d08b70a9 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Allocated IP 172.20.0.12 (2026d506-4202-46d6-92d7-95588acafed1/4f6d7242-30e0-455a-9eaf-cd9335999d2a/68416161-6aee-467d-abc9-506f78aba5dd) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:53:23.499111 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e734c5a8-3c87-4614-8ec2-e833afb389ab req-97d5b0d2-107f-491e-bbd6-973103d4bc9b tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:23.508588 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e734c5a8-3c87-4614-8ec2-e833afb389ab req-97d5b0d2-107f-491e-bbd6-973103d4bc9b tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 945 time: 0.0807517 Feb 09 21:53:23.554759 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99254ebe-4f3c-4b49-a5e6-53098faa0c1f req-a1e538d7-00d5-42c7-8a51-8f0c400ca765 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:23.556418 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-99254ebe-4f3c-4b49-a5e6-53098faa0c1f req-a1e538d7-00d5-42c7-8a51-8f0c400ca765 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.89 "GET /v2.0/ports?device_id=196a7219-50a0-4378-9317-db757eb7b09b HTTP/1.1" status: 200 len: 945 time: 0.1000497 Feb 09 21:53:23.568029 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:23.605217 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e734c5a8-3c87-4614-8ec2-e833afb389ab req-06bd50a0-f2e7-400b-ac94-0c23983deb37 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895915 Feb 09 21:53:23.744962 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-0ffd23e0-3c6d-4e7d-a271-57f5a7884958 req-ee9f0181-4999-41cc-904e-ab07d08b70a9 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for port (68416161-6aee-467d-abc9-506f78aba5dd), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:23.752376 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-99254ebe-4f3c-4b49-a5e6-53098faa0c1f req-b0ab0d06-172e-4a81-a176-f214817fcb2b tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Deleting port ab290a35-a881-457e-b82a-bb6a5f1de4ae {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:53:23.752711 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-99254ebe-4f3c-4b49-a5e6-53098faa0c1f req-b0ab0d06-172e-4a81-a176-f214817fcb2b tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (ab290a35-a881-457e-b82a-bb6a5f1de4ae), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:23.871875 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-0ffd23e0-3c6d-4e7d-a271-57f5a7884958 req-ee9f0181-4999-41cc-904e-ab07d08b70a9 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (68416161-6aee-467d-abc9-506f78aba5dd), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:23.901346 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1bb7a9-e67c-4de6-bca1-741b35d011f8 req-3881d0ca-9d2c-4a87-be3b-e9bce4740e5a tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:23.909209 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8f1bb7a9-e67c-4de6-bca1-741b35d011f8 req-3881d0ca-9d2c-4a87-be3b-e9bce4740e5a tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 945 time: 0.1587887 Feb 09 21:53:23.950469 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-99254ebe-4f3c-4b49-a5e6-53098faa0c1f req-b0ab0d06-172e-4a81-a176-f214817fcb2b tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] For port ab290a35-a881-457e-b82a-bb6a5f1de4ae, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=ab290a35-a881-457e-b82a-bb6a5f1de4ae,segment=NetworkSegment(fd70fa0c-b170-42de-85a4-85b20f12af89),segment_id=fd70fa0c-b170-42de-85a4-85b20f12af89)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:53:23.951089 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-99254ebe-4f3c-4b49-a5e6-53098faa0c1f req-b0ab0d06-172e-4a81-a176-f214817fcb2b tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (ab290a35-a881-457e-b82a-bb6a5f1de4ae), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:23.959987 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ffd23e0-3c6d-4e7d-a271-57f5a7884958 req-ee9f0181-4999-41cc-904e-ab07d08b70a9 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Network 2026d506-4202-46d6-92d7-95588acafed1 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:53:23.968831 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [req-0ffd23e0-3c6d-4e7d-a271-57f5a7884958 req-ee9f0181-4999-41cc-904e-ab07d08b70a9 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:53:23.968962 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8f1bb7a9-e67c-4de6-bca1-741b35d011f8 req-63be5de0-ef67-4f74-b0de-b1332be65215 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587294 Feb 09 21:53:23.972022 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ffd23e0-3c6d-4e7d-a271-57f5a7884958 req-ee9f0181-4999-41cc-904e-ab07d08b70a9 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:53:24.000158 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0ea01b-05a3-4b81-bee4-192164ec38a6 req-86537cbd-8ef6-4c0d-b991-60b98e4d2a5b tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:24.003442 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cc0ea01b-05a3-4b81-bee4-192164ec38a6 req-86537cbd-8ef6-4c0d-b991-60b98e4d2a5b tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 945 time: 0.2518902 Feb 09 21:53:24.044971 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffd23e0-3c6d-4e7d-a271-57f5a7884958 req-ee9f0181-4999-41cc-904e-ab07d08b70a9 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:24.045593 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-0ffd23e0-3c6d-4e7d-a271-57f5a7884958 req-ee9f0181-4999-41cc-904e-ab07d08b70a9 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:24.059761 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9f0181-4999-41cc-904e-ab07d08b70a9 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Pushing event updated for resources: {'Port': ['ID=68416161-6aee-467d-abc9-506f78aba5dd,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:24.108558 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0ffd23e0-3c6d-4e7d-a271-57f5a7884958 req-ee9f0181-4999-41cc-904e-ab07d08b70a9 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0065341 Feb 09 21:53:24.127572 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-0ffd23e0-3c6d-4e7d-a271-57f5a7884958 req-0ffb5603-3ebd-4f5e-97de-cdf8a8c2c2f3 service neutron] Request body: {'port': {'device_id': 'd6274700-5a1a-4f00-9d78-2adddac91359', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:53:24.173156 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cc0ea01b-05a3-4b81-bee4-192164ec38a6 req-783217df-3486-4767-a807-9f7663cbd87f tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=4c89ea32-e697-4c99-8133-b5b6d80654a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1618550 Feb 09 21:53:24.193854 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b8a1e4-9d30-45dd-9dbf-14ad57fe49ef req-ef5f42b2-fea9-4e9b-a163-096d08c4ba40 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:24.196484 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-38b8a1e4-9d30-45dd-9dbf-14ad57fe49ef req-ef5f42b2-fea9-4e9b-a163-096d08c4ba40 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "GET /v2.0/ports?device_id=d6274700-5a1a-4f00-9d78-2adddac91359 HTTP/1.1" status: 200 len: 932 time: 0.1427279 Feb 09 21:53:24.248789 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-0ffd23e0-3c6d-4e7d-a271-57f5a7884958 req-0ffb5603-3ebd-4f5e-97de-cdf8a8c2c2f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (68416161-6aee-467d-abc9-506f78aba5dd), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:24.329571 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-38b8a1e4-9d30-45dd-9dbf-14ad57fe49ef req-8e3b5e54-c0ca-44e1-bdca-4b562dc820f6 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "GET /v2.0/security-groups?id=762f5947-2134-4568-911e-8c7e2ff4dd54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098485 Feb 09 21:53:24.398872 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-99254ebe-4f3c-4b49-a5e6-53098faa0c1f req-b0ab0d06-172e-4a81-a176-f214817fcb2b tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:24.399766 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-99254ebe-4f3c-4b49-a5e6-53098faa0c1f req-b0ab0d06-172e-4a81-a176-f214817fcb2b tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (7b08c08d-6538-4839-a7e0-c41c4219ad67), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:24.399766 n-d-828369-5 neutron-server[103141]: INFO neutron.db.l3_db [req-99254ebe-4f3c-4b49-a5e6-53098faa0c1f req-b0ab0d06-172e-4a81-a176-f214817fcb2b tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Floating IP 7b08c08d-6538-4839-a7e0-c41c4219ad67 disassociated. External IP: 172.25.3.49, port: ab290a35-a881-457e-b82a-bb6a5f1de4ae. Feb 09 21:53:24.400289 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-99254ebe-4f3c-4b49-a5e6-53098faa0c1f req-b0ab0d06-172e-4a81-a176-f214817fcb2b tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Calling delete_port for ab290a35-a881-457e-b82a-bb6a5f1de4ae owned by compute:nova {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:53:24.457686 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-04b38880-d27a-4a2d-8137-1d7f8029c416 None None] Provisioning complete for port 68416161-6aee-467d-abc9-506f78aba5dd triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:53:24.458180 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-04b38880-d27a-4a2d-8137-1d7f8029c416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (68416161-6aee-467d-abc9-506f78aba5dd), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:24.516064 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-04b38880-d27a-4a2d-8137-1d7f8029c416 None None] Port 68416161-6aee-467d-abc9-506f78aba5dd cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:53:24.595687 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af73ba59-cd58-439e-82c0-0f1cd71e5e2b req-bfb7d7ea-133c-4eea-aba5-8c14f1ad564b tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:24.605114 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-af73ba59-cd58-439e-82c0-0f1cd71e5e2b req-bfb7d7ea-133c-4eea-aba5-8c14f1ad564b tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 945 time: 0.1249206 Feb 09 21:53:24.674273 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709c6fb5-6e7e-4567-9065-0bde4914b8d9 req-f4c5bf92-c0c1-4bd2-a016-74a08c51ac2b tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:24.683413 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-709c6fb5-6e7e-4567-9065-0bde4914b8d9 req-f4c5bf92-c0c1-4bd2-a016-74a08c51ac2b tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/ports?device_id=196a7219-50a0-4378-9317-db757eb7b09b HTTP/1.1" status: 200 len: 945 time: 0.1853180 Feb 09 21:53:24.743655 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-af73ba59-cd58-439e-82c0-0f1cd71e5e2b req-00a64242-66e8-4439-a7e7-5c2a9b718ae9 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374743 Feb 09 21:53:24.816903 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-709c6fb5-6e7e-4567-9065-0bde4914b8d9 req-a96b21e6-9003-489f-aa17-9dde296ed5f6 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/security-groups?id=28acdcb4-ce07-4669-ac01-31d2a11868db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270726 Feb 09 21:53:24.834959 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-0ffd23e0-3c6d-4e7d-a271-57f5a7884958 req-0ffb5603-3ebd-4f5e-97de-cdf8a8c2c2f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68416161-6aee-467d-abc9-506f78aba5dd {{(pid=103141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:53:24.843058 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-0ffd23e0-3c6d-4e7d-a271-57f5a7884958 req-0ffb5603-3ebd-4f5e-97de-cdf8a8c2c2f3 service neutron] Publish callbacks [] for port (68416161-6aee-467d-abc9-506f78aba5dd), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:24.858028 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-0ffd23e0-3c6d-4e7d-a271-57f5a7884958 req-0ffb5603-3ebd-4f5e-97de-cdf8a8c2c2f3 service neutron] Transition to ACTIVE for port object 68416161-6aee-467d-abc9-506f78aba5dd will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:53:24.873362 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-0ffd23e0-3c6d-4e7d-a271-57f5a7884958 req-0ffb5603-3ebd-4f5e-97de-cdf8a8c2c2f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (68416161-6aee-467d-abc9-506f78aba5dd), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:24.916006 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5612796-5b76-4a6f-ae24-3f468a5af869 req-7ba25f08-99dd-49a5-bfa2-95e7ca97e002 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:24.917526 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f5612796-5b76-4a6f-ae24-3f468a5af869 req-7ba25f08-99dd-49a5-bfa2-95e7ca97e002 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 945 time: 0.0678170 Feb 09 21:53:25.032713 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffb5603-3ebd-4f5e-97de-cdf8a8c2c2f3 service neutron] Pushing event updated for resources: {'Port': ['ID=68416161-6aee-467d-abc9-506f78aba5dd,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:25.037900 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-99254ebe-4f3c-4b49-a5e6-53098faa0c1f req-b0ab0d06-172e-4a81-a176-f214817fcb2b tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (ab290a35-a881-457e-b82a-bb6a5f1de4ae), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:25.074225 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ab0d06-172e-4a81-a176-f214817fcb2b tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Pushing event deleted for resources: {'Port': ['ID=ab290a35-a881-457e-b82a-bb6a5f1de4ae,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:25.132734 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8948b236-c8cf-45bd-ac4d-d6806db0267a req-f5e028b9-b6ce-4dcf-af99-296661d9556e tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:25.132734 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8948b236-c8cf-45bd-ac4d-d6806db0267a req-f5e028b9-b6ce-4dcf-af99-296661d9556e tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 945 time: 0.2122419 Feb 09 21:53:25.142013 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 52812) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:25.147279 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f5612796-5b76-4a6f-ae24-3f468a5af869 req-a610f129-a18a-4af4-893d-88a12d906e2e tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=4c89ea32-e697-4c99-8133-b5b6d80654a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1977351 Feb 09 21:53:25.217939 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-0ffd23e0-3c6d-4e7d-a271-57f5a7884958 req-0ffb5603-3ebd-4f5e-97de-cdf8a8c2c2f3 service neutron] Attempting to bind port 68416161-6aee-467d-abc9-506f78aba5dd on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:53:25.220050 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-0ffd23e0-3c6d-4e7d-a271-57f5a7884958 req-0ffb5603-3ebd-4f5e-97de-cdf8a8c2c2f3 service neutron] Attempting to bind port 68416161-6aee-467d-abc9-506f78aba5dd by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': '8c5fc6e3-f869-44a7-99c5-95acb2f7d369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '2026d506-4202-46d6-92d7-95588acafed1'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:53:25.220426 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ffd23e0-3c6d-4e7d-a271-57f5a7884958 req-0ffb5603-3ebd-4f5e-97de-cdf8a8c2c2f3 service neutron] Attempting to bind port 68416161-6aee-467d-abc9-506f78aba5dd on network 2026d506-4202-46d6-92d7-95588acafed1 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:53:25.229745 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8948b236-c8cf-45bd-ac4d-d6806db0267a req-f6bf8c7e-d2ea-4436-991c-de7caca72b8f tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867026 Feb 09 21:53:25.305862 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ffd23e0-3c6d-4e7d-a271-57f5a7884958 req-0ffb5603-3ebd-4f5e-97de-cdf8a8c2c2f3 service neutron] Port 68416161-6aee-467d-abc9-506f78aba5dd on network 2026d506-4202-46d6-92d7-95588acafed1 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:53:25.306202 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ffd23e0-3c6d-4e7d-a271-57f5a7884958 req-0ffb5603-3ebd-4f5e-97de-cdf8a8c2c2f3 service neutron] Attempting to bind port 68416161-6aee-467d-abc9-506f78aba5dd on network 2026d506-4202-46d6-92d7-95588acafed1 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:53:25.333044 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ffd23e0-3c6d-4e7d-a271-57f5a7884958 req-0ffb5603-3ebd-4f5e-97de-cdf8a8c2c2f3 service neutron] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:53:25.333808 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ffd23e0-3c6d-4e7d-a271-57f5a7884958 req-0ffb5603-3ebd-4f5e-97de-cdf8a8c2c2f3 service neutron] Checking segment: {'id': '8c5fc6e3-f869-44a7-99c5-95acb2f7d369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '2026d506-4202-46d6-92d7-95588acafed1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:53:25.334840 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ffd23e0-3c6d-4e7d-a271-57f5a7884958 req-0ffb5603-3ebd-4f5e-97de-cdf8a8c2c2f3 service neutron] Bound using segment: {'id': '8c5fc6e3-f869-44a7-99c5-95acb2f7d369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '2026d506-4202-46d6-92d7-95588acafed1'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:53:25.335650 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-0ffd23e0-3c6d-4e7d-a271-57f5a7884958 req-0ffb5603-3ebd-4f5e-97de-cdf8a8c2c2f3 service neutron] Bound port: 68416161-6aee-467d-abc9-506f78aba5dd, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c5fc6e3-f869-44a7-99c5-95acb2f7d369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '2026d506-4202-46d6-92d7-95588acafed1'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:53:25.336285 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-0ffd23e0-3c6d-4e7d-a271-57f5a7884958 req-0ffb5603-3ebd-4f5e-97de-cdf8a8c2c2f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (68416161-6aee-467d-abc9-506f78aba5dd), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:25.346744 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb05df65-cf52-4ff8-9433-ede1a5c11745 req-fd90f806-5f80-4f7b-b5cb-f94b66351bdd tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:25.348900 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-eb05df65-cf52-4ff8-9433-ede1a5c11745 req-fd90f806-5f80-4f7b-b5cb-f94b66351bdd tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 945 time: 0.0963812 Feb 09 21:53:25.418809 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [req-99254ebe-4f3c-4b49-a5e6-53098faa0c1f req-b0ab0d06-172e-4a81-a176-f214817fcb2b tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Router 3234f723-1a1c-49bf-b8dd-ea33d2d3d864 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:53:25.442029 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d3829634-70c0-4970-9b0d-bb8644aebdfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:25.464823 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-eb05df65-cf52-4ff8-9433-ede1a5c11745 req-552a719f-7523-4d04-95e0-4149847c9582 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=4c89ea32-e697-4c99-8133-b5b6d80654a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065202 Feb 09 21:53:25.606485 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-0ffd23e0-3c6d-4e7d-a271-57f5a7884958 req-0ffb5603-3ebd-4f5e-97de-cdf8a8c2c2f3 service neutron] For port 68416161-6aee-467d-abc9-506f78aba5dd, host n-h2-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:53:25.610841 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-0ffd23e0-3c6d-4e7d-a271-57f5a7884958 req-0ffb5603-3ebd-4f5e-97de-cdf8a8c2c2f3 service neutron] For port 68416161-6aee-467d-abc9-506f78aba5dd, host n-h2-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=68416161-6aee-467d-abc9-506f78aba5dd,segment=NetworkSegment(8c5fc6e3-f869-44a7-99c5-95acb2f7d369),segment_id=8c5fc6e3-f869-44a7-99c5-95acb2f7d369)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:53:25.625804 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-0ffd23e0-3c6d-4e7d-a271-57f5a7884958 req-0ffb5603-3ebd-4f5e-97de-cdf8a8c2c2f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (68416161-6aee-467d-abc9-506f78aba5dd), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:25.657591 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61509eef-2265-46ee-8cfd-ea4d20f6bbbc req-c60dc180-83dc-44e3-9179-ba755d34c818 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:25.665342 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-61509eef-2265-46ee-8cfd-ea4d20f6bbbc req-c60dc180-83dc-44e3-9179-ba755d34c818 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "GET /v2.0/ports?device_id=d6274700-5a1a-4f00-9d78-2adddac91359 HTTP/1.1" status: 200 len: 944 time: 0.1991556 Feb 09 21:53:25.669182 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-99254ebe-4f3c-4b49-a5e6-53098faa0c1f req-b0ab0d06-172e-4a81-a176-f214817fcb2b tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:53:25.685213 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffd23e0-3c6d-4e7d-a271-57f5a7884958 req-0ffb5603-3ebd-4f5e-97de-cdf8a8c2c2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:25.685213 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-0ffd23e0-3c6d-4e7d-a271-57f5a7884958 req-0ffb5603-3ebd-4f5e-97de-cdf8a8c2c2f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:25.686495 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0ffd23e0-3c6d-4e7d-a271-57f5a7884958 req-0ffb5603-3ebd-4f5e-97de-cdf8a8c2c2f3 service neutron] 10.222.0.89 "PUT /v2.0/ports/68416161-6aee-467d-abc9-506f78aba5dd HTTP/1.1" status: 200 len: 1092 time: 1.5682788 Feb 09 21:53:25.686960 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6274700-5a1a-4f00-9d78-2adddac91359', 'tag': '68416161-6aee-467d-abc9-506f78aba5dd'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:53:25.689284 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f5471b-8b43-4ded-882a-09730c815730" -d '{"events": [{"name": "network-changed", "server_uuid": "d6274700-5a1a-4f00-9d78-2adddac91359", "tag": "68416161-6aee-467d-abc9-506f78aba5dd"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:53:25.700178 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e77c876-1a64-4c49-b05c-604eb3026a84 None None] Sync routers for ids ['3234f723-1a1c-49bf-b8dd-ea33d2d3d864'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:53:25.743052 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e77c876-1a64-4c49-b05c-604eb3026a84 None None] Routers {'3234f723-1a1c-49bf-b8dd-ea33d2d3d864'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:53:25.744713 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-1e77c876-1a64-4c49-b05c-604eb3026a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:53:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['3234f723-1a1c-49bf-b8dd-ea33d2d3d864'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:53:25.759079 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-99254ebe-4f3c-4b49-a5e6-53098faa0c1f req-b0ab0d06-172e-4a81-a176-f214817fcb2b tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] No DVR routers for this DVR port ab290a35-a881-457e-b82a-bb6a5f1de4ae on host n-h2-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:53:25.772523 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-61509eef-2265-46ee-8cfd-ea4d20f6bbbc req-065e5f16-3079-4dff-a43f-40cf779ff286 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "GET /v2.0/security-groups?id=762f5947-2134-4568-911e-8c7e2ff4dd54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036880 Feb 09 21:53:25.781286 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d3829634-70c0-4970-9b0d-bb8644aebdfd admin admin] Publish callbacks [] for security_group (65018f37-0ff3-42d8-9057-8e4b7f490d18), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:25.810437 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20692f56-1416-456a-a488-d22585475d55 req-744c3624-0fdf-44d8-87bf-84d9726fa0c4 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:25.823485 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-99254ebe-4f3c-4b49-a5e6-53098faa0c1f req-b0ab0d06-172e-4a81-a176-f214817fcb2b tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:25.825875 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-99254ebe-4f3c-4b49-a5e6-53098faa0c1f req-b0ab0d06-172e-4a81-a176-f214817fcb2b tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.89 "DELETE /v2.0/ports/ab290a35-a881-457e-b82a-bb6a5f1de4ae HTTP/1.1" status: 204 len: 173 time: 2.2566848 Feb 09 21:53:25.830087 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffb5603-3ebd-4f5e-97de-cdf8a8c2c2f3 service neutron] Pushing event updated for resources: {'Port': ['ID=68416161-6aee-467d-abc9-506f78aba5dd,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:25.848769 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffd23e0-3c6d-4e7d-a271-57f5a7884958 req-ac58737f-5d0d-46f5-ae8a-49d01e79c5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:25.850477 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-20692f56-1416-456a-a488-d22585475d55 req-744c3624-0fdf-44d8-87bf-84d9726fa0c4 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 945 time: 0.2527351 Feb 09 21:53:25.850640 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0ffd23e0-3c6d-4e7d-a271-57f5a7884958 req-ac58737f-5d0d-46f5-ae8a-49d01e79c5e4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=986d9b7b22bb45a5a45792614c4e0ec6&device_id=d6274700-5a1a-4f00-9d78-2adddac91359 HTTP/1.1" status: 200 len: 1126 time: 0.0931740 Feb 09 21:53:25.861304 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d3829634-70c0-4970-9b0d-bb8644aebdfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (65018f37-0ff3-42d8-9057-8e4b7f490d18), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:25.926888 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-1e77c876-1a64-4c49-b05c-604eb3026a84 None None] Set router 3234f723-1a1c-49bf-b8dd-ea33d2d3d864 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:53:25.929920 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0ffd23e0-3c6d-4e7d-a271-57f5a7884958 req-3484de21-c0c1-4946-a47e-2e10f9836c6a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68416161-6aee-467d-abc9-506f78aba5dd HTTP/1.1" status: 200 len: 217 time: 0.0707350 Feb 09 21:53:26.018677 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffd23e0-3c6d-4e7d-a271-57f5a7884958 req-2734ba85-a4d6-40cc-a14b-1703e1667bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:26.020884 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0ffd23e0-3c6d-4e7d-a271-57f5a7884958 req-2734ba85-a4d6-40cc-a14b-1703e1667bf2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4f6d7242-30e0-455a-9eaf-cd9335999d2a HTTP/1.1" status: 200 len: 835 time: 0.0819185 Feb 09 21:53:26.046400 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3829634-70c0-4970-9b0d-bb8644aebdfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65018f37-0ff3-42d8-9057-8e4b7f490d18,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:26.110584 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-d3829634-70c0-4970-9b0d-bb8644aebdfd admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=fc5b004320444e58948db5fcf6b7a927&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9622152 Feb 09 21:53:26.110948 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 52832) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:26.148768 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-20692f56-1416-456a-a488-d22585475d55 req-17fc6e7e-5a2c-4759-b4f7-5029eaafb52e tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=4c89ea32-e697-4c99-8133-b5b6d80654a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2972977 Feb 09 21:53:26.161851 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6b7676-d385-42b0-a2f8-98be1117b28f req-d1d43c7c-59d4-4534-8928-f6c0c6d2d34c tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:26.170407 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5b6b7676-d385-42b0-a2f8-98be1117b28f req-d1d43c7c-59d4-4534-8928-f6c0c6d2d34c tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 945 time: 0.2311463 Feb 09 21:53:26.225897 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffd23e0-3c6d-4e7d-a271-57f5a7884958 req-4827f1d8-773d-4afd-b494-2483d7107231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:26.227734 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0ffd23e0-3c6d-4e7d-a271-57f5a7884958 req-4827f1d8-773d-4afd-b494-2483d7107231 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2026d506-4202-46d6-92d7-95588acafed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1931803 Feb 09 21:53:26.236947 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-1e77c876-1a64-4c49-b05c-604eb3026a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3234f723-1a1c-49bf-b8dd-ea33d2d3d864', 'name': 'tempest-AttachVolumeTestJSON-1250021813-router', 'tenant_id': '6e1281475427459ba566f75d67d1c2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': '3ac139b1-123a-4546-bd6d-a871cf869c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:46:52Z', 'updated_at': '2022-02-09T21:47:03Z', 'revision_number': 4, 'project_id': '6e1281475427459ba566f75d67d1c2c3', 'gw_port': {'id': '3ac139b1-123a-4546-bd6d-a871cf869c25', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:25:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3234f723-1a1c-49bf-b8dd-ea33d2d3d864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:46:54Z', 'updated_at': '2022-02-09T21:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '908d8e92-5e81-424c-9d61-2a0be07d4e1a', 'name': '', 'network_id': 'e9a5657a-72c8-4eb7-9270-46ed5fd14a25', 'tenant_id': '6e1281475427459ba566f75d67d1c2c3', 'mac_address': 'fa:16:3e:7d:4e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3234f723-1a1c-49bf-b8dd-ea33d2d3d864', 'device_owner': 'network:router_interface', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': 'a77fad57-d7ca-4c6b-a8e5-5fa7d54c2e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:47:01Z', 'updated_at': '2022-02-09T21:47:08Z', 'revision_number': 5, 'project_id': '6e1281475427459ba566f75d67d1c2c3', 'subnets': [{'id': 'a77fad57-d7ca-4c6b-a8e5-5fa7d54c2e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:53:26.275575 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e77c876-1a64-4c49-b05c-604eb3026a84 None None] Checking router: 3234f723-1a1c-49bf-b8dd-ea33d2d3d864 for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:53:26.286231 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5b6b7676-d385-42b0-a2f8-98be1117b28f req-13dd7a84-5c39-43a5-a715-d154ae904912 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132965 Feb 09 21:53:26.294288 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f2d92b49-a0b4-4de3-81dc-ece692ee8def admin admin] Publish callbacks [] for security_group (65018f37-0ff3-42d8-9057-8e4b7f490d18), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:26.299962 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e77c876-1a64-4c49-b05c-604eb3026a84 None None] Routers {'3234f723-1a1c-49bf-b8dd-ea33d2d3d864'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:53:26.300918 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-1e77c876-1a64-4c49-b05c-604eb3026a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:53:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['3234f723-1a1c-49bf-b8dd-ea33d2d3d864'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:53:26.325047 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f2d92b49-a0b4-4de3-81dc-ece692ee8def admin admin] Publish callbacks [] for security_group (65018f37-0ff3-42d8-9057-8e4b7f490d18), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:26.398451 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0ffd23e0-3c6d-4e7d-a271-57f5a7884958 req-04ec1cec-adc0-4726-b681-4a4bd7e5997f service neutron] 10.222.0.89 "GET /v2.0/networks/2026d506-4202-46d6-92d7-95588acafed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562345 Feb 09 21:53:26.422500 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f2d92b49-a0b4-4de3-81dc-ece692ee8def admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (65018f37-0ff3-42d8-9057-8e4b7f490d18), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:26.425161 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f2d92b49-a0b4-4de3-81dc-ece692ee8def admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:26.429200 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-f2d92b49-a0b4-4de3-81dc-ece692ee8def admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/65018f37-0ff3-42d8-9057-8e4b7f490d18 HTTP/1.1" status: 204 len: 168 time: 0.3144295 Feb 09 21:53:26.477283 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d92b49-a0b4-4de3-81dc-ece692ee8def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65018f37-0ff3-42d8-9057-8e4b7f490d18,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:26.529100 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-097297a1-6520-4380-9ce9-b83600a5e9f4 req-400736a5-75a8-4e1f-947c-15b7ee6a8779 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/ports?device_id=196a7219-50a0-4378-9317-db757eb7b09b HTTP/1.1" status: 200 len: 210 time: 0.0571325 Feb 09 21:53:26.555990 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1950904-5718-4250-b378-63e4a67c5558 x-openstack-request-id: req-f1950904-5718-4250-b378-63e4a67c5558 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:53:26.556432 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6274700-5a1a-4f00-9d78-2adddac91359", "tag": "68416161-6aee-467d-abc9-506f78aba5dd", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:53:26.556759 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-f1950904-5718-4250-b378-63e4a67c5558 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:53:26.557532 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6274700-5a1a-4f00-9d78-2adddac91359', 'tag': '68416161-6aee-467d-abc9-506f78aba5dd', 'status': 'completed', 'code': 200} Feb 09 21:53:26.588874 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0ffd23e0-3c6d-4e7d-a271-57f5a7884958 req-0f6dfe23-ef46-4a2b-974d-7711d7fc637b service neutron] 10.222.0.89 "GET /v2.0/networks/2026d506-4202-46d6-92d7-95588acafed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813443 Feb 09 21:53:26.609292 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-1e77c876-1a64-4c49-b05c-604eb3026a84 None None] Set router 3234f723-1a1c-49bf-b8dd-ea33d2d3d864 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:53:26.719425 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f5471b-8b43-4ded-882a-09730c815730 req-64435e1c-17b6-4fc4-a745-3122ce0d3ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:26.721402 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c5f5471b-8b43-4ded-882a-09730c815730 req-64435e1c-17b6-4fc4-a745-3122ce0d3ffb service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=986d9b7b22bb45a5a45792614c4e0ec6&device_id=d6274700-5a1a-4f00-9d78-2adddac91359 HTTP/1.1" status: 200 len: 1126 time: 0.0660963 Feb 09 21:53:26.786437 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a11b032-ab87-49e3-80df-478f6ea4bf27 req-9e8376e4-05d2-4c38-8e8c-dc55f3e91c1a tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:26.796577 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4a11b032-ab87-49e3-80df-478f6ea4bf27 req-9e8376e4-05d2-4c38-8e8c-dc55f3e91c1a tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 945 time: 0.1221504 Feb 09 21:53:26.836180 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45528a0d-5f78-47e5-9c4b-a274fded8259 req-ce1471c2-13a5-411f-9b5a-4f09feabede8 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:26.839458 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-45528a0d-5f78-47e5-9c4b-a274fded8259 req-ce1471c2-13a5-411f-9b5a-4f09feabede8 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 945 time: 0.1488335 Feb 09 21:53:26.860859 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f5471b-8b43-4ded-882a-09730c815730 req-0f184aa9-9402-4589-9b8e-117f977ec8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:26.862532 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c5f5471b-8b43-4ded-882a-09730c815730 req-0f184aa9-9402-4589-9b8e-117f977ec8d1 service neutron] 10.222.0.89 "GET /v2.0/networks?id=2026d506-4202-46d6-92d7-95588acafed1 HTTP/1.1" status: 200 len: 898 time: 0.1343257 Feb 09 21:53:26.924812 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 52852) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:26.943730 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c5f5471b-8b43-4ded-882a-09730c815730 req-33323048-5e89-43fe-86ec-e8f7d393addb service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68416161-6aee-467d-abc9-506f78aba5dd HTTP/1.1" status: 200 len: 217 time: 0.0740290 Feb 09 21:53:26.952460 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a776dd17-8456-48f4-b9a2-387925cf281e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:26.964440 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-45528a0d-5f78-47e5-9c4b-a274fded8259 req-a60f67df-3b45-4db5-b28d-529567c51a12 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049495 Feb 09 21:53:26.982638 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4a11b032-ab87-49e3-80df-478f6ea4bf27 req-0c85e7e2-a41d-4970-80cd-a0a63cb1f886 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=4c89ea32-e697-4c99-8133-b5b6d80654a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1791089 Feb 09 21:53:27.019975 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-1e77c876-1a64-4c49-b05c-604eb3026a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3234f723-1a1c-49bf-b8dd-ea33d2d3d864', 'name': 'tempest-AttachVolumeTestJSON-1250021813-router', 'tenant_id': '6e1281475427459ba566f75d67d1c2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': '3ac139b1-123a-4546-bd6d-a871cf869c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:46:52Z', 'updated_at': '2022-02-09T21:47:03Z', 'revision_number': 4, 'project_id': '6e1281475427459ba566f75d67d1c2c3', 'gw_port': {'id': '3ac139b1-123a-4546-bd6d-a871cf869c25', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:25:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3234f723-1a1c-49bf-b8dd-ea33d2d3d864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:46:54Z', 'updated_at': '2022-02-09T21:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '908d8e92-5e81-424c-9d61-2a0be07d4e1a', 'name': '', 'network_id': 'e9a5657a-72c8-4eb7-9270-46ed5fd14a25', 'tenant_id': '6e1281475427459ba566f75d67d1c2c3', 'mac_address': 'fa:16:3e:7d:4e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3234f723-1a1c-49bf-b8dd-ea33d2d3d864', 'device_owner': 'network:router_interface', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': 'a77fad57-d7ca-4c6b-a8e5-5fa7d54c2e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:47:01Z', 'updated_at': '2022-02-09T21:47:08Z', 'revision_number': 5, 'project_id': '6e1281475427459ba566f75d67d1c2c3', 'subnets': [{'id': 'a77fad57-d7ca-4c6b-a8e5-5fa7d54c2e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:53:27.045930 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f5471b-8b43-4ded-882a-09730c815730 req-d0476f74-00bd-41a6-8675-8868d90ed21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:27.048084 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c5f5471b-8b43-4ded-882a-09730c815730 req-d0476f74-00bd-41a6-8675-8868d90ed21e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4f6d7242-30e0-455a-9eaf-cd9335999d2a HTTP/1.1" status: 200 len: 835 time: 0.0971153 Feb 09 21:53:27.061665 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e77c876-1a64-4c49-b05c-604eb3026a84 None None] The sync data for ids ['3234f723-1a1c-49bf-b8dd-ea33d2d3d864'] in n-d-828369-5 is: [{'id': '3234f723-1a1c-49bf-b8dd-ea33d2d3d864', 'name': 'tempest-AttachVolumeTestJSON-1250021813-router', 'tenant_id': '6e1281475427459ba566f75d67d1c2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': '3ac139b1-123a-4546-bd6d-a871cf869c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:46:52Z', 'updated_at': '2022-02-09T21:47:03Z', 'revision_number': 4, 'project_id': '6e1281475427459ba566f75d67d1c2c3', 'gw_port': {'id': '3ac139b1-123a-4546-bd6d-a871cf869c25', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:25:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3234f723-1a1c-49bf-b8dd-ea33d2d3d864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:46:54Z', 'updated_at': '2022-02-09T21:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '908d8e92-5e81-424c-9d61-2a0be07d4e1a', 'name': '', 'network_id': 'e9a5657a-72c8-4eb7-9270-46ed5fd14a25', 'tenant_id': '6e1281475427459ba566f75d67d1c2c3', 'mac_address': 'fa:16:3e:7d:4e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3234f723-1a1c-49bf-b8dd-ea33d2d3d864', 'device_owner': 'network:router_interface', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': 'a77fad57-d7ca-4c6b-a8e5-5fa7d54c2e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:47:01Z', 'updated_at': '2022-02-09T21:47:08Z', 'revision_number': 5, 'project_id': '6e1281475427459ba566f75d67d1c2c3', 'subnets': [{'id': 'a77fad57-d7ca-4c6b-a8e5-5fa7d54c2e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:53:27.136747 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f5471b-8b43-4ded-882a-09730c815730 req-49df4553-81d8-4020-9371-cd0b74e7cdad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:27.138820 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c5f5471b-8b43-4ded-882a-09730c815730 req-49df4553-81d8-4020-9371-cd0b74e7cdad service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2026d506-4202-46d6-92d7-95588acafed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0837252 Feb 09 21:53:27.158445 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a776dd17-8456-48f4-b9a2-387925cf281e admin admin] Publish callbacks [] for security_group (50011356-8347-45da-88d6-28de4434283c), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:27.169818 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a776dd17-8456-48f4-b9a2-387925cf281e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (50011356-8347-45da-88d6-28de4434283c), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:27.214560 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-a776dd17-8456-48f4-b9a2-387925cf281e admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=483dda84392b4562b16fa63cf16354bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2854176 Feb 09 21:53:27.220330 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 52864) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:27.265625 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c5f5471b-8b43-4ded-882a-09730c815730 req-fe14a612-dab4-4bb0-a6dc-3b392f2fd84a service neutron] 10.222.0.89 "GET /v2.0/networks/2026d506-4202-46d6-92d7-95588acafed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196749 Feb 09 21:53:27.294654 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece51a8b-35d1-4d43-b902-052bb569e1b3 req-419e262e-eff6-48d4-b8bb-c07bd80ec87b tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:27.296246 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ece51a8b-35d1-4d43-b902-052bb569e1b3 req-419e262e-eff6-48d4-b8bb-c07bd80ec87b tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "GET /v2.0/ports?device_id=d6274700-5a1a-4f00-9d78-2adddac91359 HTTP/1.1" status: 200 len: 944 time: 0.2204185 Feb 09 21:53:27.362476 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a776dd17-8456-48f4-b9a2-387925cf281e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50011356-8347-45da-88d6-28de4434283c,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:27.380770 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ef1c031-9066-4abf-9a66-866a0634ff05 admin admin] Publish callbacks [] for security_group (50011356-8347-45da-88d6-28de4434283c), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:27.388632 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c5f5471b-8b43-4ded-882a-09730c815730 req-a40b7370-879b-4c08-9df7-bdd21a2d83a4 service neutron] 10.222.0.89 "GET /v2.0/networks/2026d506-4202-46d6-92d7-95588acafed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162813 Feb 09 21:53:27.431827 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e51061-e0fe-4615-bfab-659587096a82 req-d4a50748-02f0-419b-ad8f-df4f11bad44a tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:27.433565 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-23e51061-e0fe-4615-bfab-659587096a82 req-d4a50748-02f0-419b-ad8f-df4f11bad44a tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 945 time: 0.1361039 Feb 09 21:53:27.440620 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ece51a8b-35d1-4d43-b902-052bb569e1b3 req-5f1cc31f-571a-410c-a5ed-d6852bbc89e4 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "GET /v2.0/security-groups?id=762f5947-2134-4568-911e-8c7e2ff4dd54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372390 Feb 09 21:53:27.445254 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a7db79-29a3-419f-bd99-6fac450f72cc None None] New status for floating IP 7b08c08d-6538-4839-a7e0-c41c4219ad67: DOWN {{(pid=103142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:53:27.451022 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ef1c031-9066-4abf-9a66-866a0634ff05 admin admin] Publish callbacks [] for security_group (50011356-8347-45da-88d6-28de4434283c), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:27.533362 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:53:27.536465 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-23e51061-e0fe-4615-bfab-659587096a82 req-c87b545b-fb4d-4b2b-a0f8-2465c53045af tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945218 Feb 09 21:53:27.562039 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ef1c031-9066-4abf-9a66-866a0634ff05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (50011356-8347-45da-88d6-28de4434283c), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:27.565444 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1ef1c031-9066-4abf-9a66-866a0634ff05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:27.570074 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-1ef1c031-9066-4abf-9a66-866a0634ff05 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/50011356-8347-45da-88d6-28de4434283c HTTP/1.1" status: 204 len: 168 time: 0.3382168 Feb 09 21:53:27.599774 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1c031-9066-4abf-9a66-866a0634ff05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50011356-8347-45da-88d6-28de4434283c,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:27.650863 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 52878) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:27.712330 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-642df4fe-255d-4778-944f-c1670281d618 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Publish callbacks [] for security_group (28acdcb4-ce07-4669-ac01-31d2a11868db), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:27.736284 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-642df4fe-255d-4778-944f-c1670281d618 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Publish callbacks [] for security_group (28acdcb4-ce07-4669-ac01-31d2a11868db), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:27.740403 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11364b4e-e1ec-42c2-be7f-5ef1291cf583 req-e004e269-f4bb-44f0-8d62-85bfe416122f tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:27.742142 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-11364b4e-e1ec-42c2-be7f-5ef1291cf583 req-e004e269-f4bb-44f0-8d62-85bfe416122f tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 945 time: 0.0944622 Feb 09 21:53:27.799569 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-642df4fe-255d-4778-944f-c1670281d618 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (28acdcb4-ce07-4669-ac01-31d2a11868db), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:27.803746 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-642df4fe-255d-4778-944f-c1670281d618 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:27.807571 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-642df4fe-255d-4778-944f-c1670281d618 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "DELETE /v2.0/security-groups/28acdcb4-ce07-4669-ac01-31d2a11868db HTTP/1.1" status: 204 len: 168 time: 0.1528997 Feb 09 21:53:27.808130 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 52880) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:27.820427 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-11364b4e-e1ec-42c2-be7f-5ef1291cf583 req-0a14f71b-4910-4534-90d7-d309e702c28a tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633187 Feb 09 21:53:27.840068 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642df4fe-255d-4778-944f-c1670281d618 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28acdcb4-ce07-4669-ac01-31d2a11868db,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:27.840068 n-d-828369-5 neutron-server[103141]: INFO neutron.api.v2.resource [None req-6826935f-b4e4-43ab-8d9d-ae595f9f9d90 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] show failed (client error): The resource could not be found. Feb 09 21:53:27.843852 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-6826935f-b4e4-43ab-8d9d-ae595f9f9d90 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/security-groups/28acdcb4-ce07-4669-ac01-31d2a11868db HTTP/1.1" status: 404 len: 347 time: 0.0282259 Feb 09 21:53:27.844606 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 52886) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:27.993701 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-cf4b9f4b-e376-476b-abd8-77dc83ec0f79 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Deleting port 7667ce79-1e43-4a15-9371-16f5b80b6c41 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:53:27.993701 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cf4b9f4b-e376-476b-abd8-77dc83ec0f79 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (7667ce79-1e43-4a15-9371-16f5b80b6c41), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:28.021584 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e962443f-3d5c-4fd2-9c83-815c2b0b584d req-5b5ec970-1af4-48ba-8e5b-491a3507dca4 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:28.023476 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e962443f-3d5c-4fd2-9c83-815c2b0b584d req-5b5ec970-1af4-48ba-8e5b-491a3507dca4 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 945 time: 0.0785673 Feb 09 21:53:28.080848 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e962443f-3d5c-4fd2-9c83-815c2b0b584d req-6230b25a-a6f6-4411-b342-da1517bac92a tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519009 Feb 09 21:53:28.084715 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cf4b9f4b-e376-476b-abd8-77dc83ec0f79 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (7667ce79-1e43-4a15-9371-16f5b80b6c41), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:28.085002 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cf4b9f4b-e376-476b-abd8-77dc83ec0f79 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Publish callbacks [] for floatingip (7667ce79-1e43-4a15-9371-16f5b80b6c41), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:28.103450 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-cf4b9f4b-e376-476b-abd8-77dc83ec0f79 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Calling delete_port for 7667ce79-1e43-4a15-9371-16f5b80b6c41 owned by network:floatingip {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:53:28.271479 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb63770-869c-441b-afd5-0288bc485a93 req-94947d14-d984-4cb6-9b68-83be1af2c009 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:28.273429 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-afb63770-869c-441b-afd5-0288bc485a93 req-94947d14-d984-4cb6-9b68-83be1af2c009 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 945 time: 0.0952995 Feb 09 21:53:28.289727 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cf4b9f4b-e376-476b-abd8-77dc83ec0f79 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (7667ce79-1e43-4a15-9371-16f5b80b6c41), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:28.339627 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-afb63770-869c-441b-afd5-0288bc485a93 req-f77deed4-99ad-41fa-8b09-9b038595d5d3 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595109 Feb 09 21:53:28.627354 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '196a7219-50a0-4378-9317-db757eb7b09b', 'name': 'network-vif-deleted', 'tag': 'ab290a35-a881-457e-b82a-bb6a5f1de4ae'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:53:28.629723 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b75cf8da-6058-457c-bb7e-8dfdfd2632ad" -d '{"events": [{"server_uuid": "196a7219-50a0-4378-9317-db757eb7b09b", "name": "network-vif-deleted", "tag": "ab290a35-a881-457e-b82a-bb6a5f1de4ae"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:53:28.635872 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4b9f4b-e376-476b-abd8-77dc83ec0f79 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Pushing event deleted for resources: {'Port': ['ID=7667ce79-1e43-4a15-9371-16f5b80b6c41,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:28.666137 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5a7426-30e1-4f9a-88fc-aa22cced3bb7 req-db0a7146-1cd4-4e30-a63f-f63ba7f307f1 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:28.667634 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0c5a7426-30e1-4f9a-88fc-aa22cced3bb7 req-db0a7146-1cd4-4e30-a63f-f63ba7f307f1 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "GET /v2.0/ports?device_id=d6274700-5a1a-4f00-9d78-2adddac91359 HTTP/1.1" status: 200 len: 944 time: 0.0711839 Feb 09 21:53:28.679642 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a470635-ed41-4117-85d8-21181b9d694e req-d4a6466d-e8ba-4e88-b672-bcf97ce8a3c3 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:28.686634 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5a470635-ed41-4117-85d8-21181b9d694e req-d4a6466d-e8ba-4e88-b672-bcf97ce8a3c3 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 945 time: 0.1291370 Feb 09 21:53:28.699818 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cf4b9f4b-e376-476b-abd8-77dc83ec0f79 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Publish callbacks [] for floatingip (7b08c08d-6538-4839-a7e0-c41c4219ad67), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:28.702696 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cf4b9f4b-e376-476b-abd8-77dc83ec0f79 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:28.704066 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-cf4b9f4b-e376-476b-abd8-77dc83ec0f79 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "DELETE /v2.0/floatingips/7b08c08d-6538-4839-a7e0-c41c4219ad67 HTTP/1.1" status: 204 len: 168 time: 0.8590317 Feb 09 21:53:28.782360 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5a470635-ed41-4117-85d8-21181b9d694e req-3bc61933-2eca-4475-92e1-712f8d7e977a tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946622 Feb 09 21:53:28.790965 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device ab290a35-a881-457e-b82a-bb6a5f1de4ae no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:53:28.852331 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] No Port match for: ab290a35-a881-457e-b82a-bb6a5f1de4ae {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:53:28.852973 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device ab290a35-a881-457e-b82a-bb6a5f1de4ae not bound to the agent host n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:53:28.871587 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad0a778d-8f66-4c3d-983d-6fa9dbe4bf17 x-openstack-request-id: req-ad0a778d-8f66-4c3d-983d-6fa9dbe4bf17 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:53:28.872187 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "196a7219-50a0-4378-9317-db757eb7b09b", "name": "network-vif-deleted", "tag": "ab290a35-a881-457e-b82a-bb6a5f1de4ae", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:53:28.872716 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-ad0a778d-8f66-4c3d-983d-6fa9dbe4bf17 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:53:28.873350 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '196a7219-50a0-4378-9317-db757eb7b09b', 'name': 'network-vif-deleted', 'tag': 'ab290a35-a881-457e-b82a-bb6a5f1de4ae', 'status': 'completed', 'code': 200} Feb 09 21:53:28.879110 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0c5a7426-30e1-4f9a-88fc-aa22cced3bb7 req-cb3db490-9109-4d25-8b04-468e3b09c6c5 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "GET /v2.0/security-groups?id=762f5947-2134-4568-911e-8c7e2ff4dd54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1904747 Feb 09 21:53:29.068135 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 52934) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:29.075821 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-7f6cde8b-cc8d-4893-a298-c3c5eac6acdd tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Request body: {'security_group': {'name': 'tempest-securitygroup--62637614', 'description': 'tempest-description--947808611'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:53:29.102206 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7f6cde8b-cc8d-4893-a298-c3c5eac6acdd tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:29.184478 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7f6cde8b-cc8d-4893-a298-c3c5eac6acdd tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Publish callbacks [] for security_group (603b65f1-df48-43e6-9f19-0996509981cd), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:29.189576 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7f6cde8b-cc8d-4893-a298-c3c5eac6acdd tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (603b65f1-df48-43e6-9f19-0996509981cd), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:29.231966 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7f6cde8b-cc8d-4893-a298-c3c5eac6acdd tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:29.236276 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-7f6cde8b-cc8d-4893-a298-c3c5eac6acdd tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1644101 Feb 09 21:53:29.236694 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 52942) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:29.239307 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6cde8b-cc8d-4893-a298-c3c5eac6acdd tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=603b65f1-df48-43e6-9f19-0996509981cd,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:29.241857 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-6bcc87c3-cf14-4556-a50c-78d3ef5dc133 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Request body: {'security_group_rule': {'security_group_id': '603b65f1-df48-43e6-9f19-0996509981cd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:53:29.278549 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6bcc87c3-cf14-4556-a50c-78d3ef5dc133 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Publish callbacks [] for security_group_rule (0527c1e3-86a6-4f1d-a2b0-77e59fce09be), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:29.335361 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6bcc87c3-cf14-4556-a50c-78d3ef5dc133 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Publish callbacks [] for security_group_rule (0527c1e3-86a6-4f1d-a2b0-77e59fce09be), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:29.339171 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6bcc87c3-cf14-4556-a50c-78d3ef5dc133 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (0527c1e3-86a6-4f1d-a2b0-77e59fce09be), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:29.359750 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcc87c3-cf14-4556-a50c-78d3ef5dc133 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0527c1e3-86a6-4f1d-a2b0-77e59fce09be,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:29.369347 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6bcc87c3-cf14-4556-a50c-78d3ef5dc133 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:29.373279 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-6bcc87c3-cf14-4556-a50c-78d3ef5dc133 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1328139 Feb 09 21:53:29.373541 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 52948) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:29.380098 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-9ac85c4e-e2c4-45e2-9fef-5bd59a96a82c tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Request body: {'security_group_rule': {'security_group_id': '603b65f1-df48-43e6-9f19-0996509981cd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:53:29.411733 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9ac85c4e-e2c4-45e2-9fef-5bd59a96a82c tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Publish callbacks [] for security_group_rule (6b5739f8-f4dc-4b04-9957-7ee83154aeaa), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:29.475495 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9ac85c4e-e2c4-45e2-9fef-5bd59a96a82c tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Publish callbacks [] for security_group_rule (6b5739f8-f4dc-4b04-9957-7ee83154aeaa), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:29.479606 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9ac85c4e-e2c4-45e2-9fef-5bd59a96a82c tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (6b5739f8-f4dc-4b04-9957-7ee83154aeaa), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:29.498990 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac85c4e-e2c4-45e2-9fef-5bd59a96a82c tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b5739f8-f4dc-4b04-9957-7ee83154aeaa,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:29.507467 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9ac85c4e-e2c4-45e2-9fef-5bd59a96a82c tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:29.511743 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-9ac85c4e-e2c4-45e2-9fef-5bd59a96a82c tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1341147 Feb 09 21:53:29.511874 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 52954) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:29.519777 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-7c9f4cc0-cf55-43b1-bab4-3c46f6e7888a tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Request body: {'floatingip': {'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:53:29.542393 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7c9f4cc0-cf55-43b1-bab4-3c46f6e7888a tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:29.653686 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7c9f4cc0-cf55-43b1-bab4-3c46f6e7888a tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:29.821497 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-7c9f4cc0-cf55-43b1-bab4-3c46f6e7888a tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Allocated IP 172.25.3.242 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/db09512c-3438-43cc-96e7-5f8fb841ddfd) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:53:29.961416 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0866d3-2a27-47de-aff0-3a0298965ea9 req-6ef8ab37-f32e-4029-bcdd-a88593524cdc tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:29.963256 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8c0866d3-2a27-47de-aff0-3a0298965ea9 req-6ef8ab37-f32e-4029-bcdd-a88593524cdc tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 945 time: 0.1095705 Feb 09 21:53:29.978693 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7c9f4cc0-cf55-43b1-bab4-3c46f6e7888a tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Publish callbacks [] for port (db09512c-3438-43cc-96e7-5f8fb841ddfd), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:30.032258 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7c9f4cc0-cf55-43b1-bab4-3c46f6e7888a tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (db09512c-3438-43cc-96e7-5f8fb841ddfd), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:30.048724 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8c0866d3-2a27-47de-aff0-3a0298965ea9 req-522d6f78-457b-4714-928c-301039b721bf tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736384 Feb 09 21:53:30.075123 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83335f99-0d8d-4d3c-bacd-ca86a6ea199f req-c1ab25f2-6f6c-49b8-8cc9-5ae8a0a86082 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:30.076981 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-83335f99-0d8d-4d3c-bacd-ca86a6ea199f req-c1ab25f2-6f6c-49b8-8cc9-5ae8a0a86082 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "GET /v2.0/ports?device_id=d6274700-5a1a-4f00-9d78-2adddac91359 HTTP/1.1" status: 200 len: 944 time: 0.1111372 Feb 09 21:53:30.115858 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9f4cc0-cf55-43b1-bab4-3c46f6e7888a tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:53:30.122919 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-7c9f4cc0-cf55-43b1-bab4-3c46f6e7888a tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:53:30.125722 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9f4cc0-cf55-43b1-bab4-3c46f6e7888a tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:53:30.135035 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9f4cc0-cf55-43b1-bab4-3c46f6e7888a tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Pushing event updated for resources: {'Port': ['ID=db09512c-3438-43cc-96e7-5f8fb841ddfd,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:30.162894 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-83335f99-0d8d-4d3c-bacd-ca86a6ea199f req-1666786e-7743-449f-806e-cda1c1ad85be tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "GET /v2.0/security-groups?id=762f5947-2134-4568-911e-8c7e2ff4dd54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774920 Feb 09 21:53:30.289020 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7c9f4cc0-cf55-43b1-bab4-3c46f6e7888a tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Publish callbacks [] for floatingip (6c39df5c-c3db-4491-8e51-7927e3d366cc), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:30.326165 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7c9f4cc0-cf55-43b1-bab4-3c46f6e7888a tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (db09512c-3438-43cc-96e7-5f8fb841ddfd), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:30.480191 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085bb548-684e-43e2-af8a-ec3d3623c37b req-dbee3fed-3443-4613-a441-366fdc9f1054 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:30.487714 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-085bb548-684e-43e2-af8a-ec3d3623c37b req-dbee3fed-3443-4613-a441-366fdc9f1054 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 945 time: 0.0684390 Feb 09 21:53:30.532327 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-085bb548-684e-43e2-af8a-ec3d3623c37b req-1d162878-6a77-4f1d-a1e3-c14e5e5b051d tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433230 Feb 09 21:53:30.570500 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7c9f4cc0-cf55-43b1-bab4-3c46f6e7888a tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Publish callbacks [] for port (db09512c-3438-43cc-96e7-5f8fb841ddfd), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:30.583210 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7c9f4cc0-cf55-43b1-bab4-3c46f6e7888a tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (db09512c-3438-43cc-96e7-5f8fb841ddfd), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:30.628283 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 53000) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:30.676105 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9f4cc0-cf55-43b1-bab4-3c46f6e7888a tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Pushing event updated for resources: {'Port': ['ID=db09512c-3438-43cc-96e7-5f8fb841ddfd,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:30.698276 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7c9f4cc0-cf55-43b1-bab4-3c46f6e7888a tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (6c39df5c-c3db-4491-8e51-7927e3d366cc), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:30.718074 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7c9f4cc0-cf55-43b1-bab4-3c46f6e7888a tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:30.719626 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-7c9f4cc0-cf55-43b1-bab4-3c46f6e7888a tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2066388 Feb 09 21:53:30.768104 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9f2b9311-09de-4b0f-ab11-e3e119054397 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:30.793957 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 68416161-6aee-467d-abc9-506f78aba5dd details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:53:30.879707 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9f2b9311-09de-4b0f-ab11-e3e119054397 admin admin] Publish callbacks [] for security_group (c36461eb-2ae9-4095-acf7-9911ad995b96), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:30.884807 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9f2b9311-09de-4b0f-ab11-e3e119054397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (c36461eb-2ae9-4095-acf7-9911ad995b96), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:30.917693 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 68416161-6aee-467d-abc9-506f78aba5dd, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=68416161-6aee-467d-abc9-506f78aba5dd,segment=NetworkSegment(8c5fc6e3-f869-44a7-99c5-95acb2f7d369),segment_id=8c5fc6e3-f869-44a7-99c5-95acb2f7d369)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:53:30.920985 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2b9311-09de-4b0f-ab11-e3e119054397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c36461eb-2ae9-4095-acf7-9911ad995b96,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:30.931019 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': '68416161-6aee-467d-abc9-506f78aba5dd', 'network_id': '2026d506-4202-46d6-92d7-95588acafed1', 'port_id': '68416161-6aee-467d-abc9-506f78aba5dd', 'mac_address': 'fa:16:3e:3e:af:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f6d7242-30e0-455a-9eaf-cd9335999d2a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:53:30.944775 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2b9311-09de-4b0f-ab11-e3e119054397 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:53:30.945262 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2b9311-09de-4b0f-ab11-e3e119054397 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:53:30.945709 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2b9311-09de-4b0f-ab11-e3e119054397 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:53:30.946150 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2b9311-09de-4b0f-ab11-e3e119054397 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:53:30.946589 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2b9311-09de-4b0f-ab11-e3e119054397 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:53:30.947012 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2b9311-09de-4b0f-ab11-e3e119054397 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:53:30.947441 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2b9311-09de-4b0f-ab11-e3e119054397 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:53:30.947867 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2b9311-09de-4b0f-ab11-e3e119054397 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:53:30.948323 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2b9311-09de-4b0f-ab11-e3e119054397 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:53:30.948766 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2b9311-09de-4b0f-ab11-e3e119054397 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:53:30.949188 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2b9311-09de-4b0f-ab11-e3e119054397 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:53:30.949614 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2b9311-09de-4b0f-ab11-e3e119054397 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:53:30.950033 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2b9311-09de-4b0f-ab11-e3e119054397 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:53:30.971965 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-9f2b9311-09de-4b0f-ab11-e3e119054397 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=93937d5b5404409b8c3fefdf71ba0250&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3393819 Feb 09 21:53:30.972644 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 68416161-6aee-467d-abc9-506f78aba5dd is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:53:30.972644 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (68416161-6aee-467d-abc9-506f78aba5dd), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:30.973627 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53016) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:30.989414 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68416161-6aee-467d-abc9-506f78aba5dd {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:53:31.005441 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-50ec7962-c58f-4c88-8bc8-2233295e41b8 req-16ed3d01-ac0b-43a1-8c12-5692b6f5c2a2 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-securitygroup--62637614&fields=id&tenant_id=6e1281475427459ba566f75d67d1c2c3 HTTP/1.1" status: 200 len: 267 time: 0.0803843 Feb 09 21:53:31.010020 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 68416161-6aee-467d-abc9-506f78aba5dd, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=68416161-6aee-467d-abc9-506f78aba5dd,segment=NetworkSegment(8c5fc6e3-f869-44a7-99c5-95acb2f7d369),segment_id=8c5fc6e3-f869-44a7-99c5-95acb2f7d369)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:53:31.014941 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (68416161-6aee-467d-abc9-506f78aba5dd), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:31.042571 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-caba5fe8-a909-4cda-978e-b040d3011c76 admin admin] Publish callbacks [] for security_group (c36461eb-2ae9-4095-acf7-9911ad995b96), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:31.070821 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=68416161-6aee-467d-abc9-506f78aba5dd,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:31.072572 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-caba5fe8-a909-4cda-978e-b040d3011c76 admin admin] Publish callbacks [] for security_group (c36461eb-2ae9-4095-acf7-9911ad995b96), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:31.116357 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ec7962-c58f-4c88-8bc8-2233295e41b8 req-92892299-6515-4e3c-9768-578c4e285d0f tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:31.118012 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-50ec7962-c58f-4c88-8bc8-2233295e41b8 req-92892299-6515-4e3c-9768-578c4e285d0f tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/networks?id=e9a5657a-72c8-4eb7-9270-46ed5fd14a25 HTTP/1.1" status: 200 len: 811 time: 0.1116633 Feb 09 21:53:31.136319 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-caba5fe8-a909-4cda-978e-b040d3011c76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (c36461eb-2ae9-4095-acf7-9911ad995b96), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:31.139263 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-caba5fe8-a909-4cda-978e-b040d3011c76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:31.142700 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-caba5fe8-a909-4cda-978e-b040d3011c76 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/c36461eb-2ae9-4095-acf7-9911ad995b96 HTTP/1.1" status: 204 len: 168 time: 0.1653960 Feb 09 21:53:31.145385 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-50ec7962-c58f-4c88-8bc8-2233295e41b8 req-ef8ad148-8b63-43e7-a86c-21015692fa2e tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/quotas/6e1281475427459ba566f75d67d1c2c3 HTTP/1.1" status: 200 len: 375 time: 0.0214689 Feb 09 21:53:31.163007 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caba5fe8-a909-4cda-978e-b040d3011c76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c36461eb-2ae9-4095-acf7-9911ad995b96,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:31.217510 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-50ec7962-c58f-4c88-8bc8-2233295e41b8 req-0d328cdf-2411-4542-b2cc-16a51426411a tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=6e1281475427459ba566f75d67d1c2c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0694604 Feb 09 21:53:31.364261 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-50ec7962-c58f-4c88-8bc8-2233295e41b8 req-7e143718-2a6d-4b00-b68c-aa632dd0b7b2 service neutron] 10.222.0.90 "GET /v2.0/networks/e9a5657a-72c8-4eb7-9270-46ed5fd14a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318352 Feb 09 21:53:31.372517 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a48e0fd-d51c-4e04-95a8-78df96d5c828 req-327b346a-3d84-4919-89b1-2e0204ed3831 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:31.374078 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5a48e0fd-d51c-4e04-95a8-78df96d5c828 req-327b346a-3d84-4919-89b1-2e0204ed3831 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "GET /v2.0/ports?device_id=d6274700-5a1a-4f00-9d78-2adddac91359 HTTP/1.1" status: 200 len: 945 time: 0.1209521 Feb 09 21:53:31.414586 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['68416161-6aee-467d-abc9-506f78aba5dd'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:53:31.512136 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53030) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:31.526913 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8c022a57-5955-4050-8a95-5d3aa37b19d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:31.622803 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8c022a57-5955-4050-8a95-5d3aa37b19d5 admin admin] Publish callbacks [] for security_group (121c0c3c-90e9-402b-b9fb-67f4f05f036d), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:31.628385 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8c022a57-5955-4050-8a95-5d3aa37b19d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (121c0c3c-90e9-402b-b9fb-67f4f05f036d), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:31.689533 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-8c022a57-5955-4050-8a95-5d3aa37b19d5 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=4f8f178c658e4fd7b38723f927b8cd85&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1760020 Feb 09 21:53:31.690837 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c022a57-5955-4050-8a95-5d3aa37b19d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=121c0c3c-90e9-402b-b9fb-67f4f05f036d,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:31.694368 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53034) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:31.749804 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5790eec5-6e05-41c4-aa69-54a3313d114b admin admin] Publish callbacks [] for security_group (121c0c3c-90e9-402b-b9fb-67f4f05f036d), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:31.774618 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5790eec5-6e05-41c4-aa69-54a3313d114b admin admin] Publish callbacks [] for security_group (121c0c3c-90e9-402b-b9fb-67f4f05f036d), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:31.824361 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5a48e0fd-d51c-4e04-95a8-78df96d5c828 req-8c27c786-5cfa-418e-a762-b9526899c7b8 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "GET /v2.0/security-groups?id=762f5947-2134-4568-911e-8c7e2ff4dd54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4415209 Feb 09 21:53:31.826702 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5790eec5-6e05-41c4-aa69-54a3313d114b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (121c0c3c-90e9-402b-b9fb-67f4f05f036d), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:31.830413 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5790eec5-6e05-41c4-aa69-54a3313d114b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:31.833401 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-5790eec5-6e05-41c4-aa69-54a3313d114b admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/121c0c3c-90e9-402b-b9fb-67f4f05f036d HTTP/1.1" status: 204 len: 168 time: 0.1358423 Feb 09 21:53:31.852970 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5790eec5-6e05-41c4-aa69-54a3313d114b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=121c0c3c-90e9-402b-b9fb-67f4f05f036d,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:31.902479 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-50ec7962-c58f-4c88-8bc8-2233295e41b8 req-257d45dc-b321-449d-8fe1-71c1e95793f4 service neutron] 10.222.0.90 "GET /v2.0/networks/e9a5657a-72c8-4eb7-9270-46ed5fd14a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5272889 Feb 09 21:53:31.977914 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bea4c6-37a6-4a6e-8d04-23e141a67fb1 req-d29fbefe-3784-4741-b353-dfec52479fe9 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:31.979987 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d1bea4c6-37a6-4a6e-8d04-23e141a67fb1 req-d29fbefe-3784-4741-b353-dfec52479fe9 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 945 time: 0.0708826 Feb 09 21:53:32.051097 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d1bea4c6-37a6-4a6e-8d04-23e141a67fb1 req-e63b1c37-9da3-4d01-ab04-1a7e1654b72e tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648434 Feb 09 21:53:32.108154 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a8b6a43a-736f-4744-b7a8-0452c15c06b0 req-beb8a7ff-7235-4e7f-82e7-edfa2430694e tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/ports?device_id=fbc3850e-3340-4d81-b84e-c61c9531f7d0 HTTP/1.1" status: 200 len: 210 time: 0.0381632 Feb 09 21:53:32.239031 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8ca625-fde0-43f4-9980-f9963533e84b req-12f70b3a-c6de-4f65-a532-f4da7611d09f tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:32.241059 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cd8ca625-fde0-43f4-9980-f9963533e84b req-12f70b3a-c6de-4f65-a532-f4da7611d09f tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 945 time: 0.0720408 Feb 09 21:53:32.313163 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cd8ca625-fde0-43f4-9980-f9963533e84b req-04621c30-c32d-4bc6-8437-e94569d246a1 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613918 Feb 09 21:53:32.528842 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05675246-9a04-4480-88ea-9d28afe3bdf7 req-dfe83d91-2614-4c37-bfd1-fb98f08d59e8 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:32.532759 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-05675246-9a04-4480-88ea-9d28afe3bdf7 req-dfe83d91-2614-4c37-bfd1-fb98f08d59e8 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 945 time: 0.0926187 Feb 09 21:53:32.599018 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-05675246-9a04-4480-88ea-9d28afe3bdf7 req-8146e4b0-b0ae-4fa2-9475-11b186af89f7 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617719 Feb 09 21:53:32.737496 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d4bffc-fe9a-487d-ab45-26970c0a5f6a req-70fc6815-d7db-4c05-a38b-9146cfa1c3e1 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:32.739491 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-56d4bffc-fe9a-487d-ab45-26970c0a5f6a req-70fc6815-d7db-4c05-a38b-9146cfa1c3e1 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 945 time: 0.0608091 Feb 09 21:53:32.799593 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-56d4bffc-fe9a-487d-ab45-26970c0a5f6a req-5de6d3aa-d85b-470d-acc5-a1c6472f25fb tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463917 Feb 09 21:53:32.806063 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 68416161-6aee-467d-abc9-506f78aba5dd up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:53:32.897197 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning for port 68416161-6aee-467d-abc9-506f78aba5dd completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:53:32.902724 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port 68416161-6aee-467d-abc9-506f78aba5dd triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:53:32.903117 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (68416161-6aee-467d-abc9-506f78aba5dd), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:33.000923 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 68416161-6aee-467d-abc9-506f78aba5dd is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:53:33.001501 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (68416161-6aee-467d-abc9-506f78aba5dd), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:33.031942 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6274700-5a1a-4f00-9d78-2adddac91359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68416161-6aee-467d-abc9-506f78aba5dd'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:53:33.034893 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daa6c549-9250-4c75-bffa-cbd5c82e5867" -d '{"events": [{"server_uuid": "d6274700-5a1a-4f00-9d78-2adddac91359", "name": "network-vif-plugged", "status": "completed", "tag": "68416161-6aee-467d-abc9-506f78aba5dd"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:53:33.052180 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 68416161-6aee-467d-abc9-506f78aba5dd, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=68416161-6aee-467d-abc9-506f78aba5dd,segment=NetworkSegment(8c5fc6e3-f869-44a7-99c5-95acb2f7d369),segment_id=8c5fc6e3-f869-44a7-99c5-95acb2f7d369)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:53:33.061134 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (68416161-6aee-467d-abc9-506f78aba5dd), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:33.062874 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c56494a-f200-402b-ae50-ccf0c4be416d req-9680ba13-73b3-4f31-8b03-202cca87e9a8 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:33.067304 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5c56494a-f200-402b-ae50-ccf0c4be416d req-9680ba13-73b3-4f31-8b03-202cca87e9a8 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "GET /v2.0/ports?device_id=d6274700-5a1a-4f00-9d78-2adddac91359 HTTP/1.1" status: 200 len: 945 time: 0.1124659 Feb 09 21:53:33.079251 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcd4a79-6db5-4f30-957c-013c540f0aa6 req-ec2521cc-71c3-40e1-a3cd-c48f41762aa9 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:33.080732 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3fcd4a79-6db5-4f30-957c-013c540f0aa6 req-ec2521cc-71c3-40e1-a3cd-c48f41762aa9 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 945 time: 0.0915582 Feb 09 21:53:33.128581 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=68416161-6aee-467d-abc9-506f78aba5dd,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:33.195898 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5c56494a-f200-402b-ae50-ccf0c4be416d req-1bfc19e6-2fdf-4b06-9c6b-04f076821e67 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "GET /v2.0/security-groups?id=762f5947-2134-4568-911e-8c7e2ff4dd54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140971 Feb 09 21:53:33.231501 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3fcd4a79-6db5-4f30-957c-013c540f0aa6 req-c8f16778-b4eb-4e72-b9a2-cd9c5a01fb92 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377516 Feb 09 21:53:33.345705 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fbd2ab81-db3b-4d5b-9183-4c1b18bdb0de req-0276fa13-24db-43c7-9054-eaa307542890 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/ports?device_id=fbc3850e-3340-4d81-b84e-c61c9531f7d0 HTTP/1.1" status: 200 len: 210 time: 0.0563691 Feb 09 21:53:33.581018 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99174fdc-fb80-48ff-8879-31612aad05cd req-b0b272fa-fe99-4600-9869-5b1719139c93 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:33.583172 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-99174fdc-fb80-48ff-8879-31612aad05cd req-b0b272fa-fe99-4600-9869-5b1719139c93 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 945 time: 0.0918865 Feb 09 21:53:33.653828 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ec7962-c58f-4c88-8bc8-2233295e41b8 req-1c9a0b98-253b-4192-b16f-914b1de52cb0 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:33.655373 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-50ec7962-c58f-4c88-8bc8-2233295e41b8 req-1c9a0b98-253b-4192-b16f-914b1de52cb0 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.95 "GET /v2.0/networks?id=e9a5657a-72c8-4eb7-9270-46ed5fd14a25 HTTP/1.1" status: 200 len: 811 time: 0.3084586 Feb 09 21:53:33.675740 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d10f2e47-d7a0-4345-9d56-bcd5bdf71b88 x-openstack-request-id: req-d10f2e47-d7a0-4345-9d56-bcd5bdf71b88 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:53:33.676674 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6274700-5a1a-4f00-9d78-2adddac91359", "name": "network-vif-plugged", "status": "completed", "tag": "68416161-6aee-467d-abc9-506f78aba5dd", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:53:33.677050 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-d10f2e47-d7a0-4345-9d56-bcd5bdf71b88 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:53:33.677553 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6274700-5a1a-4f00-9d78-2adddac91359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68416161-6aee-467d-abc9-506f78aba5dd', 'code': 200} Feb 09 21:53:33.697379 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-99174fdc-fb80-48ff-8879-31612aad05cd req-51a16919-648a-44c4-9a85-7b630033dc94 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068225 Feb 09 21:53:33.754970 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-50ec7962-c58f-4c88-8bc8-2233295e41b8 req-40482d4a-ec3a-4e5b-919d-4766da04110a tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e1281475427459ba566f75d67d1c2c3 HTTP/1.1" status: 200 len: 378 time: 0.0847814 Feb 09 21:53:33.769800 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-50ec7962-c58f-4c88-8bc8-2233295e41b8 req-681e8268-40a9-449a-9cb0-020395a4e9c2 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Request body: {'port': {'device_id': 'fbc3850e-3340-4d81-b84e-c61c9531f7d0', 'network_id': 'e9a5657a-72c8-4eb7-9270-46ed5fd14a25', 'admin_state_up': True, 'tenant_id': '6e1281475427459ba566f75d67d1c2c3', 'security_groups': ['603b65f1-df48-43e6-9f19-0996509981cd']}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:53:33.845749 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b20c3b-1dde-412a-9d92-2f6675ccd77c req-df1e1045-ba87-4b37-9d05-8c924037c919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:33.847306 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-e8b20c3b-1dde-412a-9d92-2f6675ccd77c req-df1e1045-ba87-4b37-9d05-8c924037c919 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=d6274700-5a1a-4f00-9d78-2adddac91359 HTTP/1.1" status: 200 len: 1128 time: 0.0935695 Feb 09 21:53:33.911909 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-e8b20c3b-1dde-412a-9d92-2f6675ccd77c req-46b401f1-8bdd-417f-acf5-29a045b5f16d service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=762f5947-2134-4568-911e-8c7e2ff4dd54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496929 Feb 09 21:53:33.937785 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638dc306-273b-460c-88d9-4e191f0b34bc req-ace59df9-94c3-4bc8-91b6-38532f947113 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:33.939280 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-638dc306-273b-460c-88d9-4e191f0b34bc req-ace59df9-94c3-4bc8-91b6-38532f947113 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 945 time: 0.0842645 Feb 09 21:53:33.964260 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50ec7962-c58f-4c88-8bc8-2233295e41b8 req-681e8268-40a9-449a-9cb0-020395a4e9c2 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Made reservation on behalf of 6e1281475427459ba566f75d67d1c2c3 for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:53:33.967559 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-50ec7962-c58f-4c88-8bc8-2233295e41b8 req-681e8268-40a9-449a-9cb0-020395a4e9c2 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:34.042242 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-638dc306-273b-460c-88d9-4e191f0b34bc req-f4a61b8a-d1bd-474a-884c-31151fe7ec15 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959032 Feb 09 21:53:34.175738 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [req-50ec7962-c58f-4c88-8bc8-2233295e41b8 req-681e8268-40a9-449a-9cb0-020395a4e9c2 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Allocated IP 172.20.0.13 (e9a5657a-72c8-4eb7-9270-46ed5fd14a25/a77fad57-d7ca-4c6b-a8e5-5fa7d54c2e34/dfc5fbc8-eab0-4735-9d8d-a82005610a73) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:53:34.205690 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d93f95-cda8-4e3c-ba88-b30f24b993d6 req-2450b099-2300-4298-bed5-7c3db6176f31 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:34.207696 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-46d93f95-cda8-4e3c-ba88-b30f24b993d6 req-2450b099-2300-4298-bed5-7c3db6176f31 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 945 time: 0.0771170 Feb 09 21:53:34.366157 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-46d93f95-cda8-4e3c-ba88-b30f24b993d6 req-253921a3-ded4-4979-97d8-bfc040514ed4 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465468 Feb 09 21:53:34.422799 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-50ec7962-c58f-4c88-8bc8-2233295e41b8 req-681e8268-40a9-449a-9cb0-020395a4e9c2 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Publish callbacks [] for port (dfc5fbc8-eab0-4735-9d8d-a82005610a73), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:34.433027 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39e66c4-7017-4805-88a7-6ed957768439 req-a24e53e8-fbc8-41ef-a5a3-eeb5826a25d6 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:34.433027 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c39e66c4-7017-4805-88a7-6ed957768439 req-a24e53e8-fbc8-41ef-a5a3-eeb5826a25d6 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "GET /v2.0/ports?device_id=d6274700-5a1a-4f00-9d78-2adddac91359 HTTP/1.1" status: 200 len: 946 time: 0.1410699 Feb 09 21:53:34.500944 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cc10e519-e59f-498e-b619-4df3b7513dc4 req-5a8d64e5-5c65-4c5a-83c8-6ba88dfc25c8 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/ports?device_id=fbc3850e-3340-4d81-b84e-c61c9531f7d0 HTTP/1.1" status: 200 len: 210 time: 0.0416367 Feb 09 21:53:34.536928 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c39e66c4-7017-4805-88a7-6ed957768439 req-72472b8b-27c4-4ffa-ba1c-5e679b55a1c0 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "GET /v2.0/security-groups?id=762f5947-2134-4568-911e-8c7e2ff4dd54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951836 Feb 09 21:53:34.547967 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-50ec7962-c58f-4c88-8bc8-2233295e41b8 req-681e8268-40a9-449a-9cb0-020395a4e9c2 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (dfc5fbc8-eab0-4735-9d8d-a82005610a73), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:34.597382 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50ec7962-c58f-4c88-8bc8-2233295e41b8 req-681e8268-40a9-449a-9cb0-020395a4e9c2 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Network e9a5657a-72c8-4eb7-9270-46ed5fd14a25 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:53:34.601617 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [req-50ec7962-c58f-4c88-8bc8-2233295e41b8 req-681e8268-40a9-449a-9cb0-020395a4e9c2 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:53:34.615540 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-50ec7962-c58f-4c88-8bc8-2233295e41b8 req-681e8268-40a9-449a-9cb0-020395a4e9c2 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:53:34.681850 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681e8268-40a9-449a-9cb0-020395a4e9c2 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Pushing event updated for resources: {'Port': ['ID=dfc5fbc8-eab0-4735-9d8d-a82005610a73,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:34.712658 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ec7962-c58f-4c88-8bc8-2233295e41b8 req-681e8268-40a9-449a-9cb0-020395a4e9c2 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:34.713342 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-50ec7962-c58f-4c88-8bc8-2233295e41b8 req-681e8268-40a9-449a-9cb0-020395a4e9c2 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:34.735663 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-50ec7962-c58f-4c88-8bc8-2233295e41b8 req-681e8268-40a9-449a-9cb0-020395a4e9c2 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9729915 Feb 09 21:53:34.760733 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dc71f5-a0ca-4d38-b50a-df35e21e92ae req-4071f6da-4163-41ba-b38b-9f6936419801 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:34.765381 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-75dc71f5-a0ca-4d38-b50a-df35e21e92ae req-4071f6da-4163-41ba-b38b-9f6936419801 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 945 time: 0.1005311 Feb 09 21:53:34.793685 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-50ec7962-c58f-4c88-8bc8-2233295e41b8 req-937d4aea-21e8-4678-8310-4aafade09759 service neutron] Request body: {'port': {'device_id': 'fbc3850e-3340-4d81-b84e-c61c9531f7d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-5'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:53:34.900273 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-75dc71f5-a0ca-4d38-b50a-df35e21e92ae req-a36063ea-ea8e-4fd7-ac46-ac26bc494c7c tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318495 Feb 09 21:53:34.921194 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-50ec7962-c58f-4c88-8bc8-2233295e41b8 req-937d4aea-21e8-4678-8310-4aafade09759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (dfc5fbc8-eab0-4735-9d8d-a82005610a73), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:35.019720 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-357adad6-2bc6-474d-8bda-307cddd9f831 None None] Provisioning complete for port dfc5fbc8-eab0-4735-9d8d-a82005610a73 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:53:35.021127 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-357adad6-2bc6-474d-8bda-307cddd9f831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (dfc5fbc8-eab0-4735-9d8d-a82005610a73), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:35.063862 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-357adad6-2bc6-474d-8bda-307cddd9f831 None None] Port dfc5fbc8-eab0-4735-9d8d-a82005610a73 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:53:35.144463 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e433bde4-78f3-4bc6-b195-48319b140684 req-bd1e9113-fe17-41ef-a751-60e9c231686e tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:35.145988 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e433bde4-78f3-4bc6-b195-48319b140684 req-bd1e9113-fe17-41ef-a751-60e9c231686e tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 945 time: 0.1597116 Feb 09 21:53:35.229333 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e433bde4-78f3-4bc6-b195-48319b140684 req-b5e0a9d2-58fa-4c02-ab0c-dd1c644fc737 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768828 Feb 09 21:53:35.319625 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [req-50ec7962-c58f-4c88-8bc8-2233295e41b8 req-937d4aea-21e8-4678-8310-4aafade09759 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfc5fbc8-eab0-4735-9d8d-a82005610a73 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:53:35.327629 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-50ec7962-c58f-4c88-8bc8-2233295e41b8 req-937d4aea-21e8-4678-8310-4aafade09759 service neutron] Publish callbacks [] for port (dfc5fbc8-eab0-4735-9d8d-a82005610a73), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:35.352332 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [req-50ec7962-c58f-4c88-8bc8-2233295e41b8 req-937d4aea-21e8-4678-8310-4aafade09759 service neutron] Transition to ACTIVE for port object dfc5fbc8-eab0-4735-9d8d-a82005610a73 will not be triggered until provisioned by entity L2. {{(pid=103140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:53:35.373548 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-50ec7962-c58f-4c88-8bc8-2233295e41b8 req-937d4aea-21e8-4678-8310-4aafade09759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (dfc5fbc8-eab0-4735-9d8d-a82005610a73), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:35.523966 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937d4aea-21e8-4678-8310-4aafade09759 service neutron] Pushing event updated for resources: {'Port': ['ID=dfc5fbc8-eab0-4735-9d8d-a82005610a73,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:35.540857 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f710da-3207-4880-9a6a-521b13e91b6a req-97d33a0f-386a-4ee6-81c6-808666719637 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:35.551004 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a1f710da-3207-4880-9a6a-521b13e91b6a req-97d33a0f-386a-4ee6-81c6-808666719637 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 945 time: 0.2131011 Feb 09 21:53:35.586974 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-50ec7962-c58f-4c88-8bc8-2233295e41b8 req-937d4aea-21e8-4678-8310-4aafade09759 service neutron] Attempting to bind port dfc5fbc8-eab0-4735-9d8d-a82005610a73 on host n-h1-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:53:35.587316 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-50ec7962-c58f-4c88-8bc8-2233295e41b8 req-937d4aea-21e8-4678-8310-4aafade09759 service neutron] Attempting to bind port dfc5fbc8-eab0-4735-9d8d-a82005610a73 by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': 'fd70fa0c-b170-42de-85a4-85b20f12af89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'e9a5657a-72c8-4eb7-9270-46ed5fd14a25'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:53:35.587649 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ec7962-c58f-4c88-8bc8-2233295e41b8 req-937d4aea-21e8-4678-8310-4aafade09759 service neutron] Attempting to bind port dfc5fbc8-eab0-4735-9d8d-a82005610a73 on network e9a5657a-72c8-4eb7-9270-46ed5fd14a25 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:53:35.611261 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ec7962-c58f-4c88-8bc8-2233295e41b8 req-937d4aea-21e8-4678-8310-4aafade09759 service neutron] Port dfc5fbc8-eab0-4735-9d8d-a82005610a73 on network e9a5657a-72c8-4eb7-9270-46ed5fd14a25 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:53:35.611672 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ec7962-c58f-4c88-8bc8-2233295e41b8 req-937d4aea-21e8-4678-8310-4aafade09759 service neutron] Attempting to bind port dfc5fbc8-eab0-4735-9d8d-a82005610a73 on network e9a5657a-72c8-4eb7-9270-46ed5fd14a25 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:53:35.646291 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a1f710da-3207-4880-9a6a-521b13e91b6a req-7ace8336-188b-49a7-933e-ba61fb79f707 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942471 Feb 09 21:53:35.648817 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ec7962-c58f-4c88-8bc8-2233295e41b8 req-937d4aea-21e8-4678-8310-4aafade09759 service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:53:35.649160 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ec7962-c58f-4c88-8bc8-2233295e41b8 req-937d4aea-21e8-4678-8310-4aafade09759 service neutron] Checking segment: {'id': 'fd70fa0c-b170-42de-85a4-85b20f12af89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'e9a5657a-72c8-4eb7-9270-46ed5fd14a25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:53:35.649545 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ec7962-c58f-4c88-8bc8-2233295e41b8 req-937d4aea-21e8-4678-8310-4aafade09759 service neutron] Bound using segment: {'id': 'fd70fa0c-b170-42de-85a4-85b20f12af89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'e9a5657a-72c8-4eb7-9270-46ed5fd14a25'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:53:35.649990 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-50ec7962-c58f-4c88-8bc8-2233295e41b8 req-937d4aea-21e8-4678-8310-4aafade09759 service neutron] Bound port: dfc5fbc8-eab0-4735-9d8d-a82005610a73, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd70fa0c-b170-42de-85a4-85b20f12af89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'e9a5657a-72c8-4eb7-9270-46ed5fd14a25'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:53:35.650369 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-50ec7962-c58f-4c88-8bc8-2233295e41b8 req-937d4aea-21e8-4678-8310-4aafade09759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (dfc5fbc8-eab0-4735-9d8d-a82005610a73), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:35.819870 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6730399-afef-4cb1-9001-718b11b0d81a req-0879e561-f9bb-4dda-87a4-1bce613b2226 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:35.821613 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b6730399-afef-4cb1-9001-718b11b0d81a req-0879e561-f9bb-4dda-87a4-1bce613b2226 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/ports?device_id=fbc3850e-3340-4d81-b84e-c61c9531f7d0 HTTP/1.1" status: 200 len: 944 time: 0.1742725 Feb 09 21:53:35.857795 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-50ec7962-c58f-4c88-8bc8-2233295e41b8 req-937d4aea-21e8-4678-8310-4aafade09759 service neutron] For port dfc5fbc8-eab0-4735-9d8d-a82005610a73, host n-h1-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:53:35.884374 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-50ec7962-c58f-4c88-8bc8-2233295e41b8 req-937d4aea-21e8-4678-8310-4aafade09759 service neutron] For port dfc5fbc8-eab0-4735-9d8d-a82005610a73, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=dfc5fbc8-eab0-4735-9d8d-a82005610a73,segment=NetworkSegment(fd70fa0c-b170-42de-85a4-85b20f12af89),segment_id=fd70fa0c-b170-42de-85a4-85b20f12af89)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:53:35.910650 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21de58f-541c-4d80-bc8c-2e801347368c req-4e89f36e-1f4b-48c3-bc88-b3b206dd7ee4 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:35.912180 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c21de58f-541c-4d80-bc8c-2e801347368c req-4e89f36e-1f4b-48c3-bc88-b3b206dd7ee4 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "GET /v2.0/ports?device_id=d6274700-5a1a-4f00-9d78-2adddac91359 HTTP/1.1" status: 200 len: 946 time: 0.1527505 Feb 09 21:53:35.920389 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-50ec7962-c58f-4c88-8bc8-2233295e41b8 req-937d4aea-21e8-4678-8310-4aafade09759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (dfc5fbc8-eab0-4735-9d8d-a82005610a73), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:35.963803 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b6730399-afef-4cb1-9001-718b11b0d81a req-2024835a-e2f1-48f7-a65a-af53c23415bb tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/security-groups?id=603b65f1-df48-43e6-9f19-0996509981cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1354690 Feb 09 21:53:35.990448 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ec7962-c58f-4c88-8bc8-2233295e41b8 req-937d4aea-21e8-4678-8310-4aafade09759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:35.991076 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-50ec7962-c58f-4c88-8bc8-2233295e41b8 req-937d4aea-21e8-4678-8310-4aafade09759 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:35.992543 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-50ec7962-c58f-4c88-8bc8-2233295e41b8 req-937d4aea-21e8-4678-8310-4aafade09759 service neutron] 10.222.0.95 "PUT /v2.0/ports/dfc5fbc8-eab0-4735-9d8d-a82005610a73 HTTP/1.1" status: 200 len: 1092 time: 1.2452838 Feb 09 21:53:35.992979 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbc3850e-3340-4d81-b84e-c61c9531f7d0', 'tag': 'dfc5fbc8-eab0-4735-9d8d-a82005610a73'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:53:35.995336 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21d9210e-81f1-4f3b-b3fc-164126e58da0" -d '{"events": [{"name": "network-changed", "server_uuid": "fbc3850e-3340-4d81-b84e-c61c9531f7d0", "tag": "dfc5fbc8-eab0-4735-9d8d-a82005610a73"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:53:36.030372 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937d4aea-21e8-4678-8310-4aafade09759 service neutron] Pushing event updated for resources: {'Port': ['ID=dfc5fbc8-eab0-4735-9d8d-a82005610a73,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:36.101127 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c21de58f-541c-4d80-bc8c-2e801347368c req-d23fa1c5-c219-4ddd-a57e-18a886745f54 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "GET /v2.0/security-groups?id=762f5947-2134-4568-911e-8c7e2ff4dd54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1774139 Feb 09 21:53:36.182340 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fdaad4-3179-4fb1-b03f-d37c32317699 req-074e9a74-b467-4881-826e-377e6f0d4f67 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:36.183885 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-25fdaad4-3179-4fb1-b03f-d37c32317699 req-074e9a74-b467-4881-826e-377e6f0d4f67 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 945 time: 0.0816784 Feb 09 21:53:36.197177 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba3d6a13-2911-4739-8e74-e3150ff66bfd x-openstack-request-id: req-ba3d6a13-2911-4739-8e74-e3150ff66bfd {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:53:36.197563 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbc3850e-3340-4d81-b84e-c61c9531f7d0", "tag": "dfc5fbc8-eab0-4735-9d8d-a82005610a73", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:53:36.198024 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-ba3d6a13-2911-4739-8e74-e3150ff66bfd {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:53:36.198333 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbc3850e-3340-4d81-b84e-c61c9531f7d0', 'tag': 'dfc5fbc8-eab0-4735-9d8d-a82005610a73', 'status': 'completed', 'code': 200} Feb 09 21:53:36.222176 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ec7962-c58f-4c88-8bc8-2233295e41b8 req-15c31c52-26a4-4a88-8276-1a5b326a89cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:36.223699 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-50ec7962-c58f-4c88-8bc8-2233295e41b8 req-15c31c52-26a4-4a88-8276-1a5b326a89cc service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=6e1281475427459ba566f75d67d1c2c3&device_id=fbc3850e-3340-4d81-b84e-c61c9531f7d0 HTTP/1.1" status: 200 len: 1126 time: 0.1855278 Feb 09 21:53:36.296923 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-50ec7962-c58f-4c88-8bc8-2233295e41b8 req-d63ba674-7390-4135-92f2-ba768cd9ac86 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dfc5fbc8-eab0-4735-9d8d-a82005610a73 HTTP/1.1" status: 200 len: 217 time: 0.0635271 Feb 09 21:53:36.373238 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-25fdaad4-3179-4fb1-b03f-d37c32317699 req-2f04d762-6254-44de-a898-c5c1d28131f6 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721642 Feb 09 21:53:36.427939 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297cb93e-e112-4bfc-a234-4263028c08fa req-fc072859-7a93-4250-b0a2-6d79005af89e tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:36.435699 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-297cb93e-e112-4bfc-a234-4263028c08fa req-fc072859-7a93-4250-b0a2-6d79005af89e tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "GET /v2.0/ports?device_id=d6274700-5a1a-4f00-9d78-2adddac91359 HTTP/1.1" status: 200 len: 946 time: 0.1861014 Feb 09 21:53:36.463983 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ec7962-c58f-4c88-8bc8-2233295e41b8 req-0a56701a-96df-457a-b023-f548f0a0fb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:36.463983 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-50ec7962-c58f-4c88-8bc8-2233295e41b8 req-0a56701a-96df-457a-b023-f548f0a0fb21 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=a77fad57-d7ca-4c6b-a8e5-5fa7d54c2e34 HTTP/1.1" status: 200 len: 850 time: 0.1449652 Feb 09 21:53:36.574194 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-297cb93e-e112-4bfc-a234-4263028c08fa req-233abb1a-e7a5-455a-82ec-380bca6ab871 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "GET /v2.0/security-groups?id=762f5947-2134-4568-911e-8c7e2ff4dd54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375959 Feb 09 21:53:36.598898 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 53218) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:36.635486 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f996a972-aa3e-40e9-979c-b994b8ff7b0a req-807f7fea-37a4-4678-929f-1e77d6c3f7d1 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:36.637238 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f996a972-aa3e-40e9-979c-b994b8ff7b0a req-807f7fea-37a4-4678-929f-1e77d6c3f7d1 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 945 time: 0.1065831 Feb 09 21:53:36.662049 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ec7962-c58f-4c88-8bc8-2233295e41b8 req-d5e51644-ad38-4c7c-8fbf-763071c0e30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:36.664486 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-50ec7962-c58f-4c88-8bc8-2233295e41b8 req-d5e51644-ad38-4c7c-8fbf-763071c0e30b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=e9a5657a-72c8-4eb7-9270-46ed5fd14a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1754255 Feb 09 21:53:36.693745 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24cb3b0a-10b3-479d-820c-bd8f28faec6e tempest-TestNetworkBasicOps-751727532 tempest-TestNetworkBasicOps-751727532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:36.695303 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-24cb3b0a-10b3-479d-820c-bd8f28faec6e tempest-TestNetworkBasicOps-751727532 tempest-TestNetworkBasicOps-751727532-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=d6274700-5a1a-4f00-9d78-2adddac91359 HTTP/1.1" status: 200 len: 1123 time: 0.0952761 Feb 09 21:53:36.699503 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53222) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:36.704253 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-4afb2e0d-93ee-4e2b-b717-a98093c4a59e tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Request body: {'floatingip': {'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'port_id': '68416161-6aee-467d-abc9-506f78aba5dd', 'tenant_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:53:36.731869 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4afb2e0d-93ee-4e2b-b717-a98093c4a59e tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:36.764978 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f996a972-aa3e-40e9-979c-b994b8ff7b0a req-e0956d20-3adc-4239-b98d-1fa26efadde6 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173542 Feb 09 21:53:36.822948 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-50ec7962-c58f-4c88-8bc8-2233295e41b8 req-00716e92-76dd-4578-a682-8ff6e06919e7 service neutron] 10.222.0.95 "GET /v2.0/networks/e9a5657a-72c8-4eb7-9270-46ed5fd14a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471293 Feb 09 21:53:36.877387 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4afb2e0d-93ee-4e2b-b717-a98093c4a59e tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:37.002941 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f1822c-90a1-42ae-b1a7-db0d394ff549 req-0bf34a9b-21a1-4169-ab8e-e9f8cadaab7b tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:37.009103 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-81f1822c-90a1-42ae-b1a7-db0d394ff549 req-0bf34a9b-21a1-4169-ab8e-e9f8cadaab7b tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 945 time: 0.1554048 Feb 09 21:53:37.020569 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-4afb2e0d-93ee-4e2b-b717-a98093c4a59e tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Allocated IP 172.25.3.142 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/f1898967-9af3-4eb3-91cb-36740d7f1933) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:53:37.021758 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-50ec7962-c58f-4c88-8bc8-2233295e41b8 req-f5e512b7-b5d5-483d-8214-19fae02803a0 service neutron] 10.222.0.95 "GET /v2.0/networks/e9a5657a-72c8-4eb7-9270-46ed5fd14a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912768 Feb 09 21:53:37.145674 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4afb2e0d-93ee-4e2b-b717-a98093c4a59e tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for port (f1898967-9af3-4eb3-91cb-36740d7f1933), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:37.157743 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-81f1822c-90a1-42ae-b1a7-db0d394ff549 req-9f3a8066-0c0a-4fd2-8dfd-9d85ce3a44fe tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332209 Feb 09 21:53:37.209008 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d9210e-81f1-4f3b-b3fc-164126e58da0 req-9ec187bb-f718-4c04-afab-8dbfc4f38295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:37.209743 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4afb2e0d-93ee-4e2b-b717-a98093c4a59e tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (f1898967-9af3-4eb3-91cb-36740d7f1933), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:37.210583 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-21d9210e-81f1-4f3b-b3fc-164126e58da0 req-9ec187bb-f718-4c04-afab-8dbfc4f38295 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=6e1281475427459ba566f75d67d1c2c3&device_id=fbc3850e-3340-4d81-b84e-c61c9531f7d0 HTTP/1.1" status: 200 len: 1126 time: 0.1275837 Feb 09 21:53:37.262987 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4afb2e0d-93ee-4e2b-b717-a98093c4a59e tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:53:37.263209 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d14986-a083-4522-86ac-f83f11c692fc req-76caa2a0-2662-4d0c-b343-a0ad1b69246b tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:37.264553 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b7d14986-a083-4522-86ac-f83f11c692fc req-76caa2a0-2662-4d0c-b343-a0ad1b69246b tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/ports?device_id=fbc3850e-3340-4d81-b84e-c61c9531f7d0 HTTP/1.1" status: 200 len: 944 time: 0.1255744 Feb 09 21:53:37.276875 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-4afb2e0d-93ee-4e2b-b717-a98093c4a59e tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:53:37.285102 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afb2e0d-93ee-4e2b-b717-a98093c4a59e tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:53:37.323534 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afb2e0d-93ee-4e2b-b717-a98093c4a59e tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Pushing event updated for resources: {'Port': ['ID=f1898967-9af3-4eb3-91cb-36740d7f1933,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:37.398235 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b7d14986-a083-4522-86ac-f83f11c692fc req-dc0acde1-41de-474d-920a-bb422020daa1 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/security-groups?id=603b65f1-df48-43e6-9f19-0996509981cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1235266 Feb 09 21:53:37.435957 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60165c5-f952-460c-9d55-bbb1de7d4dbd req-7e8f4a97-32ce-418a-aa3a-73ab2cf1d404 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:37.437526 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f60165c5-f952-460c-9d55-bbb1de7d4dbd req-7e8f4a97-32ce-418a-aa3a-73ab2cf1d404 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 945 time: 0.1295133 Feb 09 21:53:37.442623 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d9210e-81f1-4f3b-b3fc-164126e58da0 req-a1cfe78d-2994-49b3-8020-afcf5c9c3e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:37.446330 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-21d9210e-81f1-4f3b-b3fc-164126e58da0 req-a1cfe78d-2994-49b3-8020-afcf5c9c3e94 service neutron] 10.222.0.95 "GET /v2.0/networks?id=e9a5657a-72c8-4eb7-9270-46ed5fd14a25 HTTP/1.1" status: 200 len: 912 time: 0.2164598 Feb 09 21:53:37.514115 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-21d9210e-81f1-4f3b-b3fc-164126e58da0 req-35bda215-66a0-439b-8fe4-75c44febe294 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dfc5fbc8-eab0-4735-9d8d-a82005610a73 HTTP/1.1" status: 200 len: 217 time: 0.0437813 Feb 09 21:53:37.588784 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f60165c5-f952-460c-9d55-bbb1de7d4dbd req-4af0d2f3-362f-4a96-8513-e751b5fa2b8e tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425080 Feb 09 21:53:37.634642 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d9210e-81f1-4f3b-b3fc-164126e58da0 req-6e68f60f-fdbd-4de0-86ed-3c774456f27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:37.638942 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-21d9210e-81f1-4f3b-b3fc-164126e58da0 req-6e68f60f-fdbd-4de0-86ed-3c774456f27f service neutron] 10.222.0.95 "GET /v2.0/subnets?id=a77fad57-d7ca-4c6b-a8e5-5fa7d54c2e34 HTTP/1.1" status: 200 len: 850 time: 0.1104059 Feb 09 21:53:37.755988 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d9210e-81f1-4f3b-b3fc-164126e58da0 req-2af11815-c991-45b2-acbf-eefc913117a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:37.758086 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-21d9210e-81f1-4f3b-b3fc-164126e58da0 req-2af11815-c991-45b2-acbf-eefc913117a5 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=e9a5657a-72c8-4eb7-9270-46ed5fd14a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1121705 Feb 09 21:53:37.826531 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0d79ba-eb47-41b3-9b12-1f7a29013cf0 req-10feaefa-fffa-443d-979d-53d3f535b983 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:37.828034 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4c0d79ba-eb47-41b3-9b12-1f7a29013cf0 req-10feaefa-fffa-443d-979d-53d3f535b983 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 945 time: 0.1291597 Feb 09 21:53:37.860260 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4afb2e0d-93ee-4e2b-b717-a98093c4a59e tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for floatingip (65498010-5ff8-4742-a55f-fc026618cc03), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:37.921640 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-21d9210e-81f1-4f3b-b3fc-164126e58da0 req-42647dc7-a903-4dae-bf95-d7a9d377f830 service neutron] 10.222.0.95 "GET /v2.0/networks/e9a5657a-72c8-4eb7-9270-46ed5fd14a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553757 Feb 09 21:53:37.939016 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4c0d79ba-eb47-41b3-9b12-1f7a29013cf0 req-191f868c-15a3-41c1-8c33-18b896f9fd04 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004193 Feb 09 21:53:38.003844 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4afb2e0d-93ee-4e2b-b717-a98093c4a59e tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (f1898967-9af3-4eb3-91cb-36740d7f1933), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:38.052275 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-21d9210e-81f1-4f3b-b3fc-164126e58da0 req-42874c20-46b2-4897-befa-e4a385863bc6 service neutron] 10.222.0.95 "GET /v2.0/networks/e9a5657a-72c8-4eb7-9270-46ed5fd14a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106558 Feb 09 21:53:38.172633 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c34437-d9c9-4ffd-abef-a38962ea00ca req-9880c311-da3a-4b43-af4e-c4cfa5925c86 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:38.174560 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b9c34437-d9c9-4ffd-abef-a38962ea00ca req-9880c311-da3a-4b43-af4e-c4cfa5925c86 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 945 time: 0.0744138 Feb 09 21:53:38.240739 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b9c34437-d9c9-4ffd-abef-a38962ea00ca req-e71bb74c-d2a3-456d-9b6c-cd58a7791bb2 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536759 Feb 09 21:53:38.253132 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4afb2e0d-93ee-4e2b-b717-a98093c4a59e tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for port (f1898967-9af3-4eb3-91cb-36740d7f1933), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:38.270986 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4afb2e0d-93ee-4e2b-b717-a98093c4a59e tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (f1898967-9af3-4eb3-91cb-36740d7f1933), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:38.356424 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afb2e0d-93ee-4e2b-b717-a98093c4a59e tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Pushing event updated for resources: {'Port': ['ID=f1898967-9af3-4eb3-91cb-36740d7f1933,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:38.363770 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4afb2e0d-93ee-4e2b-b717-a98093c4a59e tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (65498010-5ff8-4742-a55f-fc026618cc03), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:38.506007 n-d-828369-5 neutron-server[103141]: INFO neutron.db.l3_db [None req-4afb2e0d-93ee-4e2b-b717-a98093c4a59e tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Floating IP 65498010-5ff8-4742-a55f-fc026618cc03 associated. External IP: 172.25.3.142, port: 68416161-6aee-467d-abc9-506f78aba5dd. Feb 09 21:53:38.793377 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4afb2e0d-93ee-4e2b-b717-a98093c4a59e tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Router 083cc2c9-2977-4fa9-b4c9-88963904afb5 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:53:38.810636 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9514410-43a2-4bae-9441-8e726ef47749 req-85ad2f6c-cf1d-49eb-811c-ed2cfe602029 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:38.810636 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e9514410-43a2-4bae-9441-8e726ef47749 req-85ad2f6c-cf1d-49eb-811c-ed2cfe602029 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 945 time: 0.4899337 Feb 09 21:53:38.846043 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f531a64f-d582-41e0-8e11-4813f99e1d81 req-cbcf6ba0-1bba-4bcc-97f3-b69074005347 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:38.847587 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f531a64f-d582-41e0-8e11-4813f99e1d81 req-cbcf6ba0-1bba-4bcc-97f3-b69074005347 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/ports?device_id=fbc3850e-3340-4d81-b84e-c61c9531f7d0 HTTP/1.1" status: 200 len: 944 time: 0.1087153 Feb 09 21:53:38.899261 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e9514410-43a2-4bae-9441-8e726ef47749 req-51837074-9a1d-493f-8f2e-fa0f86854549 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807633 Feb 09 21:53:38.969770 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f531a64f-d582-41e0-8e11-4813f99e1d81 req-90f5ecf2-03c9-4a45-b65a-db325937b551 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/security-groups?id=603b65f1-df48-43e6-9f19-0996509981cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1047790 Feb 09 21:53:38.998467 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c361eb5-0d62-4ea3-961d-0c48ac1035c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:39.230147 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e7a2a4-3b50-42c2-90f0-da0ef41b7ae0 req-74ed26b6-2e63-45aa-a416-f9214931d4ef tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:39.232433 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-31e7a2a4-3b50-42c2-90f0-da0ef41b7ae0 req-74ed26b6-2e63-45aa-a416-f9214931d4ef tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 945 time: 0.0744016 Feb 09 21:53:39.243353 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4afb2e0d-93ee-4e2b-b717-a98093c4a59e tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:53:39.254557 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e7ee05-638b-4196-9482-e8b3d8df2a3a None None] Sync routers for ids ['083cc2c9-2977-4fa9-b4c9-88963904afb5'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:53:39.266882 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e7ee05-638b-4196-9482-e8b3d8df2a3a None None] Routers {'083cc2c9-2977-4fa9-b4c9-88963904afb5'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:53:39.273200 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-b7e7ee05-638b-4196-9482-e8b3d8df2a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:53:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['083cc2c9-2977-4fa9-b4c9-88963904afb5'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:53:39.281334 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4afb2e0d-93ee-4e2b-b717-a98093c4a59e tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:39.292089 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-31e7a2a4-3b50-42c2-90f0-da0ef41b7ae0 req-87648a86-bc09-4f59-90a0-992283d081cf tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529575 Feb 09 21:53:39.345940 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-4afb2e0d-93ee-4e2b-b717-a98093c4a59e tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6451235 Feb 09 21:53:39.346930 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6274700-5a1a-4f00-9d78-2adddac91359', 'tag': '68416161-6aee-467d-abc9-506f78aba5dd'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:53:39.349010 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 53312) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:39.366216 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21815033-af02-4190-a872-ca3d27f6b6f0" -d '{"events": [{"name": "network-changed", "server_uuid": "d6274700-5a1a-4f00-9d78-2adddac91359", "tag": "68416161-6aee-467d-abc9-506f78aba5dd"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:53:39.419830 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-b7e7ee05-638b-4196-9482-e8b3d8df2a3a None None] Set router 083cc2c9-2977-4fa9-b4c9-88963904afb5 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:53:39.433278 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-877dbb55-de28-4aca-be77-882b9a865674 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "GET /v2.0/floatingips/65498010-5ff8-4742-a55f-fc026618cc03 HTTP/1.1" status: 200 len: 992 time: 0.0828772 Feb 09 21:53:39.435061 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device dfc5fbc8-eab0-4735-9d8d-a82005610a73 details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:53:39.467954 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0657bbf6-d1c8-4b53-905c-03167cc51d3b x-openstack-request-id: req-0657bbf6-d1c8-4b53-905c-03167cc51d3b {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:53:39.468280 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6274700-5a1a-4f00-9d78-2adddac91359", "tag": "68416161-6aee-467d-abc9-506f78aba5dd", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:53:39.468544 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-0657bbf6-d1c8-4b53-905c-03167cc51d3b {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:53:39.469003 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6274700-5a1a-4f00-9d78-2adddac91359', 'tag': '68416161-6aee-467d-abc9-506f78aba5dd', 'status': 'completed', 'code': 200} Feb 09 21:53:39.562720 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28984c7-808f-4cfa-9c1e-639f8001e030 req-3b086b34-457d-4843-b804-f74ddd1a8994 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:39.568409 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c28984c7-808f-4cfa-9c1e-639f8001e030 req-3b086b34-457d-4843-b804-f74ddd1a8994 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 945 time: 0.1340363 Feb 09 21:53:39.606333 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21815033-af02-4190-a872-ca3d27f6b6f0 req-79f49616-ab88-4663-b7c6-4f43200ed0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:39.619983 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port dfc5fbc8-eab0-4735-9d8d-a82005610a73, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=dfc5fbc8-eab0-4735-9d8d-a82005610a73,segment=NetworkSegment(fd70fa0c-b170-42de-85a4-85b20f12af89),segment_id=fd70fa0c-b170-42de-85a4-85b20f12af89)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:53:39.621788 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-21815033-af02-4190-a872-ca3d27f6b6f0 req-79f49616-ab88-4663-b7c6-4f43200ed0a0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=986d9b7b22bb45a5a45792614c4e0ec6&device_id=d6274700-5a1a-4f00-9d78-2adddac91359 HTTP/1.1" status: 200 len: 1128 time: 0.1133797 Feb 09 21:53:39.638736 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': 'dfc5fbc8-eab0-4735-9d8d-a82005610a73', 'network_id': 'e9a5657a-72c8-4eb7-9270-46ed5fd14a25', 'port_id': 'dfc5fbc8-eab0-4735-9d8d-a82005610a73', 'mac_address': 'fa:16:3e:76:2e:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a77fad57-d7ca-4c6b-a8e5-5fa7d54c2e34', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:53:39.690413 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c28984c7-808f-4cfa-9c1e-639f8001e030 req-1f4772fb-b467-436b-af58-12c4080b6b82 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164019 Feb 09 21:53:39.726497 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port dfc5fbc8-eab0-4735-9d8d-a82005610a73 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:53:39.729235 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (dfc5fbc8-eab0-4735-9d8d-a82005610a73), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:39.768735 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21815033-af02-4190-a872-ca3d27f6b6f0 req-c585ebb1-2151-499a-bf44-e3df5c1c61cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:39.770475 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfc5fbc8-eab0-4735-9d8d-a82005610a73 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:53:39.771000 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-21815033-af02-4190-a872-ca3d27f6b6f0 req-c585ebb1-2151-499a-bf44-e3df5c1c61cd service neutron] 10.222.0.89 "GET /v2.0/networks?id=2026d506-4202-46d6-92d7-95588acafed1 HTTP/1.1" status: 200 len: 898 time: 0.1425712 Feb 09 21:53:39.806304 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-b7e7ee05-638b-4196-9482-e8b3d8df2a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '083cc2c9-2977-4fa9-b4c9-88963904afb5', 'name': 'tempest-TestNetworkBasicOps-router-888750923', 'tenant_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '421b86d3-4823-4b16-ab20-d958c58e20cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:53:08Z', 'updated_at': '2022-02-09T21:53:14Z', 'revision_number': 4, 'project_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'gw_port': {'id': '421b86d3-4823-4b16-ab20-d958c58e20cc', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:cf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083cc2c9-2977-4fa9-b4c9-88963904afb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:53:09Z', 'updated_at': '2022-02-09T21:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': '65498010-5ff8-4742-a55f-fc026618cc03', 'tenant_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'floating_ip_address': '172.25.3.142', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': '083cc2c9-2977-4fa9-b4c9-88963904afb5', 'port_id': '68416161-6aee-467d-abc9-506f78aba5dd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2790, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2026d506-4202-46d6-92d7-95588acafed1', 'mac_address': 'fa:16:3e:3e:af:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6274700-5a1a-4f00-9d78-2adddac91359', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:53:37Z', 'updated_at': '2022-02-09T21:53:37Z', 'revision_number': 0, 'project_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c9b51d7-c7fe-467b-8161-8b2e93fd129a', 'name': '', 'network_id': '2026d506-4202-46d6-92d7-95588acafed1', 'tenant_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'mac_address': 'fa:16:3e:87:f9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083cc2c9-2977-4fa9-b4c9-88963904afb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': '4f6d7242-30e0-455a-9eaf-cd9335999d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:53:13Z', 'updated_at': '2022-02-09T21:53:19Z', 'revision_number': 5, 'project_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'subnets': [{'id': '4f6d7242-30e0-455a-9eaf-cd9335999d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:53:39.838444 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e7ee05-638b-4196-9482-e8b3d8df2a3a None None] Checking router: 083cc2c9-2977-4fa9-b4c9-88963904afb5 for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:53:39.840487 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port dfc5fbc8-eab0-4735-9d8d-a82005610a73, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=dfc5fbc8-eab0-4735-9d8d-a82005610a73,segment=NetworkSegment(fd70fa0c-b170-42de-85a4-85b20f12af89),segment_id=fd70fa0c-b170-42de-85a4-85b20f12af89)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:53:39.849042 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e7ee05-638b-4196-9482-e8b3d8df2a3a None None] Routers {'083cc2c9-2977-4fa9-b4c9-88963904afb5'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:53:39.849884 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (dfc5fbc8-eab0-4735-9d8d-a82005610a73), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:39.850485 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-b7e7ee05-638b-4196-9482-e8b3d8df2a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:53:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['083cc2c9-2977-4fa9-b4c9-88963904afb5'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:53:39.944233 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966507da-c7fa-412c-9925-3d992846268f req-4761cbd6-b545-46c4-a6f4-d5150dbb2a1b tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:39.948781 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-966507da-c7fa-412c-9925-3d992846268f req-4761cbd6-b545-46c4-a6f4-d5150dbb2a1b tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 945 time: 0.1324072 Feb 09 21:53:39.963626 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=dfc5fbc8-eab0-4735-9d8d-a82005610a73,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:39.978809 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-b7e7ee05-638b-4196-9482-e8b3d8df2a3a None None] Set router 083cc2c9-2977-4fa9-b4c9-88963904afb5 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:53:39.982890 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-21815033-af02-4190-a872-ca3d27f6b6f0 req-30231f43-2dfc-47c7-a215-83cbbe195e72 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68416161-6aee-467d-abc9-506f78aba5dd HTTP/1.1" status: 200 len: 1000 time: 0.2004244 Feb 09 21:53:39.983112 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:53:39.983471 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:53:39.983826 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:53:39.986238 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:53:39.988702 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:53:39.989484 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:53:39.989484 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:53:39.989718 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:53:39.990219 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:53:39.991350 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:53:39.991690 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:53:39.992029 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:53:39.992473 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:53:40.024871 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-966507da-c7fa-412c-9925-3d992846268f req-c7dd2f57-9743-48e3-bd9d-90a9f0e20d57 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701213 Feb 09 21:53:40.074602 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21815033-af02-4190-a872-ca3d27f6b6f0 req-e210e184-78db-44bb-95c6-517828549c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:40.076080 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-21815033-af02-4190-a872-ca3d27f6b6f0 req-e210e184-78db-44bb-95c6-517828549c03 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4f6d7242-30e0-455a-9eaf-cd9335999d2a HTTP/1.1" status: 200 len: 835 time: 0.0727472 Feb 09 21:53:40.134818 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['dfc5fbc8-eab0-4735-9d8d-a82005610a73'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:53:40.176118 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21815033-af02-4190-a872-ca3d27f6b6f0 req-a3649ab5-2385-4f7d-a8e2-342b3075dacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:40.182636 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-21815033-af02-4190-a872-ca3d27f6b6f0 req-a3649ab5-2385-4f7d-a8e2-342b3075dacd service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2026d506-4202-46d6-92d7-95588acafed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0953424 Feb 09 21:53:40.296931 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c37449b-2d08-4cf9-be3b-6b01691b2878 req-0f93080a-b127-4693-b715-0f4f43770fa7 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:40.304946 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9c37449b-2d08-4cf9-be3b-6b01691b2878 req-0f93080a-b127-4693-b715-0f4f43770fa7 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/ports?device_id=fbc3850e-3340-4d81-b84e-c61c9531f7d0 HTTP/1.1" status: 200 len: 945 time: 0.1970124 Feb 09 21:53:40.333572 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-21815033-af02-4190-a872-ca3d27f6b6f0 req-32bff03e-36c4-4cd6-8475-61549b138868 service neutron] 10.222.0.89 "GET /v2.0/networks/2026d506-4202-46d6-92d7-95588acafed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422439 Feb 09 21:53:40.352538 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df248f35-7475-47f7-b68b-1792842147de req-0dc440ad-c5b6-4529-8989-3e235f67494f tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:40.354247 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-df248f35-7475-47f7-b68b-1792842147de req-0dc440ad-c5b6-4529-8989-3e235f67494f tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 945 time: 0.1688120 Feb 09 21:53:40.440022 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53342) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:40.441890 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9c37449b-2d08-4cf9-be3b-6b01691b2878 req-674f9605-e155-4a17-ae6b-5dbada043e48 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/security-groups?id=603b65f1-df48-43e6-9f19-0996509981cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1358659 Feb 09 21:53:40.517565 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-df248f35-7475-47f7-b68b-1792842147de req-ec351d1b-d62f-4be8-942b-a128457f1567 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508977 Feb 09 21:53:40.518894 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-ec38470b-dfe1-4923-9374-dc2b19f9aa88 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "GET /v2.0/floatingips/65498010-5ff8-4742-a55f-fc026618cc03 HTTP/1.1" status: 200 len: 992 time: 0.0777333 Feb 09 21:53:40.576425 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-b7e7ee05-638b-4196-9482-e8b3d8df2a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '083cc2c9-2977-4fa9-b4c9-88963904afb5', 'name': 'tempest-TestNetworkBasicOps-router-888750923', 'tenant_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '421b86d3-4823-4b16-ab20-d958c58e20cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:53:08Z', 'updated_at': '2022-02-09T21:53:14Z', 'revision_number': 4, 'project_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'gw_port': {'id': '421b86d3-4823-4b16-ab20-d958c58e20cc', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:cf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083cc2c9-2977-4fa9-b4c9-88963904afb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:53:09Z', 'updated_at': '2022-02-09T21:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': '65498010-5ff8-4742-a55f-fc026618cc03', 'tenant_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'floating_ip_address': '172.25.3.142', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': '083cc2c9-2977-4fa9-b4c9-88963904afb5', 'port_id': '68416161-6aee-467d-abc9-506f78aba5dd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2790, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2026d506-4202-46d6-92d7-95588acafed1', 'mac_address': 'fa:16:3e:3e:af:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6274700-5a1a-4f00-9d78-2adddac91359', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:53:37Z', 'updated_at': '2022-02-09T21:53:37Z', 'revision_number': 0, 'project_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c9b51d7-c7fe-467b-8161-8b2e93fd129a', 'name': '', 'network_id': '2026d506-4202-46d6-92d7-95588acafed1', 'tenant_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'mac_address': 'fa:16:3e:87:f9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083cc2c9-2977-4fa9-b4c9-88963904afb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': '4f6d7242-30e0-455a-9eaf-cd9335999d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:53:13Z', 'updated_at': '2022-02-09T21:53:19Z', 'revision_number': 5, 'project_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'subnets': [{'id': '4f6d7242-30e0-455a-9eaf-cd9335999d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:53:40.595808 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-21815033-af02-4190-a872-ca3d27f6b6f0 req-b002e6bd-bece-4df3-bf6a-914c8612ce07 service neutron] 10.222.0.89 "GET /v2.0/networks/2026d506-4202-46d6-92d7-95588acafed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449687 Feb 09 21:53:40.615473 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e7ee05-638b-4196-9482-e8b3d8df2a3a None None] The sync data for ids ['083cc2c9-2977-4fa9-b4c9-88963904afb5'] in n-d-828369-5 is: [{'id': '083cc2c9-2977-4fa9-b4c9-88963904afb5', 'name': 'tempest-TestNetworkBasicOps-router-888750923', 'tenant_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '421b86d3-4823-4b16-ab20-d958c58e20cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:53:08Z', 'updated_at': '2022-02-09T21:53:14Z', 'revision_number': 4, 'project_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'gw_port': {'id': '421b86d3-4823-4b16-ab20-d958c58e20cc', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:cf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083cc2c9-2977-4fa9-b4c9-88963904afb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:53:09Z', 'updated_at': '2022-02-09T21:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': '65498010-5ff8-4742-a55f-fc026618cc03', 'tenant_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'floating_ip_address': '172.25.3.142', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': '083cc2c9-2977-4fa9-b4c9-88963904afb5', 'port_id': '68416161-6aee-467d-abc9-506f78aba5dd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2790, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2026d506-4202-46d6-92d7-95588acafed1', 'mac_address': 'fa:16:3e:3e:af:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6274700-5a1a-4f00-9d78-2adddac91359', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:53:37Z', 'updated_at': '2022-02-09T21:53:37Z', 'revision_number': 0, 'project_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c9b51d7-c7fe-467b-8161-8b2e93fd129a', 'name': '', 'network_id': '2026d506-4202-46d6-92d7-95588acafed1', 'tenant_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'mac_address': 'fa:16:3e:87:f9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083cc2c9-2977-4fa9-b4c9-88963904afb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': '4f6d7242-30e0-455a-9eaf-cd9335999d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:53:13Z', 'updated_at': '2022-02-09T21:53:19Z', 'revision_number': 5, 'project_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'subnets': [{'id': '4f6d7242-30e0-455a-9eaf-cd9335999d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:53:40.936514 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8aa53b-f824-4cef-8d86-d4a1e65f970c None None] New status for floating IP 65498010-5ff8-4742-a55f-fc026618cc03: ACTIVE {{(pid=103142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:53:41.046169 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8814b81c-1dd9-4163-b284-9bb448356ac1 req-257a9986-32b1-4a6c-8801-404e9f055647 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:41.053574 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8814b81c-1dd9-4163-b284-9bb448356ac1 req-257a9986-32b1-4a6c-8801-404e9f055647 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 945 time: 0.0684612 Feb 09 21:53:41.092993 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-8bb5143f-c4a3-45d5-856c-89540d2967e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:41.113019 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8814b81c-1dd9-4163-b284-9bb448356ac1 req-b9414869-ee7c-4e58-8ee7-93fd7c6a096b tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530524 Feb 09 21:53:41.460144 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device dfc5fbc8-eab0-4735-9d8d-a82005610a73 up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:53:41.522374 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53386) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:41.537332 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning for port dfc5fbc8-eab0-4735-9d8d-a82005610a73 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:53:41.542353 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port dfc5fbc8-eab0-4735-9d8d-a82005610a73 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:53:41.542953 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (dfc5fbc8-eab0-4735-9d8d-a82005610a73), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:41.587631 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70b7ba1-9106-471c-af80-6a5990bf4355 req-beaf9860-93d1-469d-a48c-a8f470672fba tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:41.594999 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c70b7ba1-9106-471c-af80-6a5990bf4355 req-beaf9860-93d1-469d-a48c-a8f470672fba tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/ports?device_id=fbc3850e-3340-4d81-b84e-c61c9531f7d0 HTTP/1.1" status: 200 len: 945 time: 0.0735850 Feb 09 21:53:41.634589 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port dfc5fbc8-eab0-4735-9d8d-a82005610a73 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:53:41.634891 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (dfc5fbc8-eab0-4735-9d8d-a82005610a73), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:41.653664 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-c44caefb-1e86-44d6-8422-b9f7299b4ee8 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "GET /v2.0/floatingips/65498010-5ff8-4742-a55f-fc026618cc03 HTTP/1.1" status: 200 len: 994 time: 0.1298394 Feb 09 21:53:41.669650 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c70b7ba1-9106-471c-af80-6a5990bf4355 req-81f3dde9-5b68-4958-9186-faad1166730e tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/security-groups?id=603b65f1-df48-43e6-9f19-0996509981cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0671463 Feb 09 21:53:41.701071 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbc3850e-3340-4d81-b84e-c61c9531f7d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfc5fbc8-eab0-4735-9d8d-a82005610a73'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:53:41.703546 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-919d0151-e451-487a-b444-a19d2051e267" -d '{"events": [{"server_uuid": "fbc3850e-3340-4d81-b84e-c61c9531f7d0", "name": "network-vif-plugged", "status": "completed", "tag": "dfc5fbc8-eab0-4735-9d8d-a82005610a73"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:53:41.717417 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port dfc5fbc8-eab0-4735-9d8d-a82005610a73, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=dfc5fbc8-eab0-4735-9d8d-a82005610a73,segment=NetworkSegment(fd70fa0c-b170-42de-85a4-85b20f12af89),segment_id=fd70fa0c-b170-42de-85a4-85b20f12af89)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:53:41.722530 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (dfc5fbc8-eab0-4735-9d8d-a82005610a73), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:41.763868 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42651698-ae53-4fa2-8a30-1a9cd6609060 x-openstack-request-id: req-42651698-ae53-4fa2-8a30-1a9cd6609060 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:53:41.764166 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbc3850e-3340-4d81-b84e-c61c9531f7d0", "name": "network-vif-plugged", "status": "completed", "tag": "dfc5fbc8-eab0-4735-9d8d-a82005610a73", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:53:41.764600 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-42651698-ae53-4fa2-8a30-1a9cd6609060 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:53:41.764998 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbc3850e-3340-4d81-b84e-c61c9531f7d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfc5fbc8-eab0-4735-9d8d-a82005610a73', 'code': 200} Feb 09 21:53:41.781381 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=dfc5fbc8-eab0-4735-9d8d-a82005610a73,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:41.879253 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54d7633-2c9e-4e32-9939-5bf442335ddc req-5b896a00-05d1-4ee8-acd1-9dcd0df06966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:41.880930 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b54d7633-2c9e-4e32-9939-5bf442335ddc req-5b896a00-05d1-4ee8-acd1-9dcd0df06966 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=fbc3850e-3340-4d81-b84e-c61c9531f7d0 HTTP/1.1" status: 200 len: 1128 time: 0.0458601 Feb 09 21:53:41.935011 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b54d7633-2c9e-4e32-9939-5bf442335ddc req-081d2549-1e5a-40fc-9849-7a3ae136ef1d service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=603b65f1-df48-43e6-9f19-0996509981cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433774 Feb 09 21:53:42.244528 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4bd1a4-1e11-46f5-b824-e61e5d9d4625 req-574da73c-52e4-4580-9d5f-dc56b4cef032 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:42.246329 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1b4bd1a4-1e11-46f5-b824-e61e5d9d4625 req-574da73c-52e4-4580-9d5f-dc56b4cef032 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 945 time: 0.0589676 Feb 09 21:53:42.296016 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1b4bd1a4-1e11-46f5-b824-e61e5d9d4625 req-a121d144-1ea0-4359-9387-11a9e8d24ea6 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433857 Feb 09 21:53:42.740051 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:42.830066 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b2b0e-5798-474a-8a2a-34a634743f5d req-f2baceab-ca4a-45b8-b027-9979c06bd59c tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:42.831738 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-727b2b0e-5798-474a-8a2a-34a634743f5d req-f2baceab-ca4a-45b8-b027-9979c06bd59c tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/ports?device_id=fbc3850e-3340-4d81-b84e-c61c9531f7d0 HTTP/1.1" status: 200 len: 946 time: 0.0585644 Feb 09 21:53:42.888476 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-727b2b0e-5798-474a-8a2a-34a634743f5d req-1a7b9c81-984d-445e-bfee-ad4889d04ae2 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/security-groups?id=603b65f1-df48-43e6-9f19-0996509981cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488114 Feb 09 21:53:43.433300 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74607d5d-00f2-4a59-8206-ffa1f43536d0 req-28f8f155-d307-4eae-9f43-2d68e677c1f4 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:43.434777 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-74607d5d-00f2-4a59-8206-ffa1f43536d0 req-28f8f155-d307-4eae-9f43-2d68e677c1f4 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 945 time: 0.0642345 Feb 09 21:53:43.510766 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-74607d5d-00f2-4a59-8206-ffa1f43536d0 req-e694e479-8fc2-451b-b2df-5a7611902c8e tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588219 Feb 09 21:53:44.010098 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd2b6ef-f9f8-421b-9d4c-51c4c26d226b req-a4a6bc3b-444b-4d8d-ab47-68ca3e203e68 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:44.011603 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7dd2b6ef-f9f8-421b-9d4c-51c4c26d226b req-a4a6bc3b-444b-4d8d-ab47-68ca3e203e68 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/ports?device_id=fbc3850e-3340-4d81-b84e-c61c9531f7d0 HTTP/1.1" status: 200 len: 946 time: 0.0558963 Feb 09 21:53:44.067835 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7dd2b6ef-f9f8-421b-9d4c-51c4c26d226b req-817905dd-8dc9-48bc-9640-12f325b24251 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/security-groups?id=603b65f1-df48-43e6-9f19-0996509981cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0504811 Feb 09 21:53:44.122119 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:44.201983 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e47157-c6a1-46b6-9ef7-747d13dd3b21 req-98b671b2-7068-4a1e-a2ca-8c31c127b322 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:44.208058 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-47e47157-c6a1-46b6-9ef7-747d13dd3b21 req-98b671b2-7068-4a1e-a2ca-8c31c127b322 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/ports?device_id=fbc3850e-3340-4d81-b84e-c61c9531f7d0 HTTP/1.1" status: 200 len: 946 time: 0.0588965 Feb 09 21:53:44.212828 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53478) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:44.220397 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-8523f9cc-ea81-4550-bfa7-a44c9299ebd9 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Request body: {'floatingip': {'port_id': 'dfc5fbc8-eab0-4735-9d8d-a82005610a73'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:53:44.268683 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8523f9cc-ea81-4550-bfa7-a44c9299ebd9 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Publish callbacks [] for floatingip (6c39df5c-c3db-4491-8e51-7927e3d366cc), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:44.663429 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95443391-1d40-41c2-845b-70811c0b0bbe req-d1f44eea-3219-4cc9-bcee-fe5e660b76a7 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:44.672716 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-95443391-1d40-41c2-845b-70811c0b0bbe req-d1f44eea-3219-4cc9-bcee-fe5e660b76a7 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 945 time: 0.0694182 Feb 09 21:53:44.753454 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-95443391-1d40-41c2-845b-70811c0b0bbe req-5e1affd1-43c8-42cb-a705-123e7b5aa293 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790861 Feb 09 21:53:44.819840 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8523f9cc-ea81-4550-bfa7-a44c9299ebd9 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:44.825073 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8523f9cc-ea81-4550-bfa7-a44c9299ebd9 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (6c39df5c-c3db-4491-8e51-7927e3d366cc), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:44.949758 n-d-828369-5 neutron-server[103141]: INFO neutron.db.l3_db [None req-8523f9cc-ea81-4550-bfa7-a44c9299ebd9 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Floating IP 6c39df5c-c3db-4491-8e51-7927e3d366cc associated. External IP: 172.25.3.242, port: dfc5fbc8-eab0-4735-9d8d-a82005610a73. Feb 09 21:53:45.185800 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8523f9cc-ea81-4550-bfa7-a44c9299ebd9 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Router 3234f723-1a1c-49bf-b8dd-ea33d2d3d864 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:53:45.269812 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:45.310557 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8523f9cc-ea81-4550-bfa7-a44c9299ebd9 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:53:45.315027 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8523f9cc-ea81-4550-bfa7-a44c9299ebd9 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:45.323204 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7670274-5042-4e05-b266-fcc4db055215 None None] Sync routers for ids ['3234f723-1a1c-49bf-b8dd-ea33d2d3d864'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:53:45.334111 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7670274-5042-4e05-b266-fcc4db055215 None None] Routers {'3234f723-1a1c-49bf-b8dd-ea33d2d3d864'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:53:45.334964 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-b7670274-5042-4e05-b266-fcc4db055215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:53:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['3234f723-1a1c-49bf-b8dd-ea33d2d3d864'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:53:45.353540 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-8523f9cc-ea81-4550-bfa7-a44c9299ebd9 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "PUT /v2.0/floatingips/6c39df5c-c3db-4491-8e51-7927e3d366cc HTTP/1.1" status: 200 len: 992 time: 1.1382165 Feb 09 21:53:45.354115 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbc3850e-3340-4d81-b84e-c61c9531f7d0', 'tag': 'dfc5fbc8-eab0-4735-9d8d-a82005610a73'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:53:45.356379 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb1778c3-479b-4752-8603-78294ba578dd" -d '{"events": [{"name": "network-changed", "server_uuid": "fbc3850e-3340-4d81-b84e-c61c9531f7d0", "tag": "dfc5fbc8-eab0-4735-9d8d-a82005610a73"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:53:45.440700 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-add3f305-fecb-415f-8ca8-5b78f0399423 x-openstack-request-id: req-add3f305-fecb-415f-8ca8-5b78f0399423 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:53:45.441040 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbc3850e-3340-4d81-b84e-c61c9531f7d0", "tag": "dfc5fbc8-eab0-4735-9d8d-a82005610a73", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:53:45.441294 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-add3f305-fecb-415f-8ca8-5b78f0399423 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:53:45.441726 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbc3850e-3340-4d81-b84e-c61c9531f7d0', 'tag': 'dfc5fbc8-eab0-4735-9d8d-a82005610a73', 'status': 'completed', 'code': 200} Feb 09 21:53:45.463609 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-b7670274-5042-4e05-b266-fcc4db055215 None None] Set router 3234f723-1a1c-49bf-b8dd-ea33d2d3d864 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:53:45.559276 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd27b82-c6bb-4ca8-882b-ea8493285c17 req-3656116a-4c20-4a78-ad27-b246b6fbdde5 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:45.561055 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3fd27b82-c6bb-4ca8-882b-ea8493285c17 req-3656116a-4c20-4a78-ad27-b246b6fbdde5 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/ports?device_id=fbc3850e-3340-4d81-b84e-c61c9531f7d0 HTTP/1.1" status: 200 len: 946 time: 0.0674341 Feb 09 21:53:45.564383 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1778c3-479b-4752-8603-78294ba578dd req-253ef0d5-3661-48fb-8ce3-02ed40dea963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:45.566645 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-eb1778c3-479b-4752-8603-78294ba578dd req-253ef0d5-3661-48fb-8ce3-02ed40dea963 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=6e1281475427459ba566f75d67d1c2c3&device_id=fbc3850e-3340-4d81-b84e-c61c9531f7d0 HTTP/1.1" status: 200 len: 1128 time: 0.1030836 Feb 09 21:53:45.679516 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1778c3-479b-4752-8603-78294ba578dd req-51dafbf3-b983-4ccd-a633-06776e98b4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:45.681444 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-eb1778c3-479b-4752-8603-78294ba578dd req-51dafbf3-b983-4ccd-a633-06776e98b4f9 service neutron] 10.222.0.95 "GET /v2.0/networks?id=e9a5657a-72c8-4eb7-9270-46ed5fd14a25 HTTP/1.1" status: 200 len: 912 time: 0.1042137 Feb 09 21:53:45.719467 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3fd27b82-c6bb-4ca8-882b-ea8493285c17 req-65ae148e-86a9-499a-a5a1-f2705c741a9a tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/security-groups?id=603b65f1-df48-43e6-9f19-0996509981cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1513507 Feb 09 21:53:45.743010 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-b7670274-5042-4e05-b266-fcc4db055215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3234f723-1a1c-49bf-b8dd-ea33d2d3d864', 'name': 'tempest-AttachVolumeTestJSON-1250021813-router', 'tenant_id': '6e1281475427459ba566f75d67d1c2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': '3ac139b1-123a-4546-bd6d-a871cf869c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:46:52Z', 'updated_at': '2022-02-09T21:47:03Z', 'revision_number': 4, 'project_id': '6e1281475427459ba566f75d67d1c2c3', 'gw_port': {'id': '3ac139b1-123a-4546-bd6d-a871cf869c25', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:25:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3234f723-1a1c-49bf-b8dd-ea33d2d3d864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:46:54Z', 'updated_at': '2022-02-09T21:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': '6c39df5c-c3db-4491-8e51-7927e3d366cc', 'tenant_id': '6e1281475427459ba566f75d67d1c2c3', 'floating_ip_address': '172.25.3.242', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': '3234f723-1a1c-49bf-b8dd-ea33d2d3d864', 'port_id': 'dfc5fbc8-eab0-4735-9d8d-a82005610a73', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2777, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9a5657a-72c8-4eb7-9270-46ed5fd14a25', 'mac_address': 'fa:16:3e:76:2e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc3850e-3340-4d81-b84e-c61c9531f7d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:53:30Z', 'updated_at': '2022-02-09T21:53:44Z', 'revision_number': 1, 'project_id': '6e1281475427459ba566f75d67d1c2c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '908d8e92-5e81-424c-9d61-2a0be07d4e1a', 'name': '', 'network_id': 'e9a5657a-72c8-4eb7-9270-46ed5fd14a25', 'tenant_id': '6e1281475427459ba566f75d67d1c2c3', 'mac_address': 'fa:16:3e:7d:4e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3234f723-1a1c-49bf-b8dd-ea33d2d3d864', 'device_owner': 'network:router_interface', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': 'a77fad57-d7ca-4c6b-a8e5-5fa7d54c2e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:47:01Z', 'updated_at': '2022-02-09T21:47:08Z', 'revision_number': 5, 'project_id': '6e1281475427459ba566f75d67d1c2c3', 'subnets': [{'id': 'a77fad57-d7ca-4c6b-a8e5-5fa7d54c2e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:53:45.775996 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-eb1778c3-479b-4752-8603-78294ba578dd req-f7c123d7-4b08-4097-80fb-0c082c1c0ca1 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dfc5fbc8-eab0-4735-9d8d-a82005610a73 HTTP/1.1" status: 200 len: 1000 time: 0.0674140 Feb 09 21:53:45.777450 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7670274-5042-4e05-b266-fcc4db055215 None None] Checking router: 3234f723-1a1c-49bf-b8dd-ea33d2d3d864 for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:53:45.790996 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7670274-5042-4e05-b266-fcc4db055215 None None] Routers {'3234f723-1a1c-49bf-b8dd-ea33d2d3d864'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:53:45.791931 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-b7670274-5042-4e05-b266-fcc4db055215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:53:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['3234f723-1a1c-49bf-b8dd-ea33d2d3d864'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:53:45.848094 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1778c3-479b-4752-8603-78294ba578dd req-e1ed676e-5905-4a14-85d1-67c4a8dbd713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:45.850131 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-eb1778c3-479b-4752-8603-78294ba578dd req-e1ed676e-5905-4a14-85d1-67c4a8dbd713 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=a77fad57-d7ca-4c6b-a8e5-5fa7d54c2e34 HTTP/1.1" status: 200 len: 850 time: 0.0676486 Feb 09 21:53:45.950749 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-b7670274-5042-4e05-b266-fcc4db055215 None None] Set router 3234f723-1a1c-49bf-b8dd-ea33d2d3d864 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:53:45.952187 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1778c3-479b-4752-8603-78294ba578dd req-0b7f17ba-e917-4049-88ab-e8f4961592f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:45.953734 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-eb1778c3-479b-4752-8603-78294ba578dd req-0b7f17ba-e917-4049-88ab-e8f4961592f3 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=e9a5657a-72c8-4eb7-9270-46ed5fd14a25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0911505 Feb 09 21:53:45.968513 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ddd188-4555-4447-8bc8-83710e1cb07e req-e15ea550-4cc8-4a61-85e6-cfa2d6890fe4 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:45.970083 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e5ddd188-4555-4447-8bc8-83710e1cb07e req-e15ea550-4cc8-4a61-85e6-cfa2d6890fe4 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 945 time: 0.0702951 Feb 09 21:53:46.080677 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e5ddd188-4555-4447-8bc8-83710e1cb07e req-aeb5af8f-8202-4744-ae25-89df194532f2 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016755 Feb 09 21:53:46.103941 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-eb1778c3-479b-4752-8603-78294ba578dd req-2103fa42-afe7-4a51-a4f7-7173456365ce service neutron] 10.222.0.95 "GET /v2.0/networks/e9a5657a-72c8-4eb7-9270-46ed5fd14a25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328895 Feb 09 21:53:46.223882 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-eb1778c3-479b-4752-8603-78294ba578dd req-16cae1b7-8944-4f65-b92a-e5f26ebab843 service neutron] 10.222.0.95 "GET /v2.0/networks/e9a5657a-72c8-4eb7-9270-46ed5fd14a25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121755 Feb 09 21:53:46.263592 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-b7670274-5042-4e05-b266-fcc4db055215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3234f723-1a1c-49bf-b8dd-ea33d2d3d864', 'name': 'tempest-AttachVolumeTestJSON-1250021813-router', 'tenant_id': '6e1281475427459ba566f75d67d1c2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': '3ac139b1-123a-4546-bd6d-a871cf869c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:46:52Z', 'updated_at': '2022-02-09T21:47:03Z', 'revision_number': 4, 'project_id': '6e1281475427459ba566f75d67d1c2c3', 'gw_port': {'id': '3ac139b1-123a-4546-bd6d-a871cf869c25', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:25:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3234f723-1a1c-49bf-b8dd-ea33d2d3d864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:46:54Z', 'updated_at': '2022-02-09T21:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': '6c39df5c-c3db-4491-8e51-7927e3d366cc', 'tenant_id': '6e1281475427459ba566f75d67d1c2c3', 'floating_ip_address': '172.25.3.242', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': '3234f723-1a1c-49bf-b8dd-ea33d2d3d864', 'port_id': 'dfc5fbc8-eab0-4735-9d8d-a82005610a73', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2777, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9a5657a-72c8-4eb7-9270-46ed5fd14a25', 'mac_address': 'fa:16:3e:76:2e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc3850e-3340-4d81-b84e-c61c9531f7d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:53:30Z', 'updated_at': '2022-02-09T21:53:44Z', 'revision_number': 1, 'project_id': '6e1281475427459ba566f75d67d1c2c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '908d8e92-5e81-424c-9d61-2a0be07d4e1a', 'name': '', 'network_id': 'e9a5657a-72c8-4eb7-9270-46ed5fd14a25', 'tenant_id': '6e1281475427459ba566f75d67d1c2c3', 'mac_address': 'fa:16:3e:7d:4e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3234f723-1a1c-49bf-b8dd-ea33d2d3d864', 'device_owner': 'network:router_interface', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': 'a77fad57-d7ca-4c6b-a8e5-5fa7d54c2e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:47:01Z', 'updated_at': '2022-02-09T21:47:08Z', 'revision_number': 5, 'project_id': '6e1281475427459ba566f75d67d1c2c3', 'subnets': [{'id': 'a77fad57-d7ca-4c6b-a8e5-5fa7d54c2e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:53:46.287439 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53540) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:46.298295 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7670274-5042-4e05-b266-fcc4db055215 None None] The sync data for ids ['3234f723-1a1c-49bf-b8dd-ea33d2d3d864'] in n-d-828369-5 is: [{'id': '3234f723-1a1c-49bf-b8dd-ea33d2d3d864', 'name': 'tempest-AttachVolumeTestJSON-1250021813-router', 'tenant_id': '6e1281475427459ba566f75d67d1c2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': '3ac139b1-123a-4546-bd6d-a871cf869c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:46:52Z', 'updated_at': '2022-02-09T21:47:03Z', 'revision_number': 4, 'project_id': '6e1281475427459ba566f75d67d1c2c3', 'gw_port': {'id': '3ac139b1-123a-4546-bd6d-a871cf869c25', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:25:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3234f723-1a1c-49bf-b8dd-ea33d2d3d864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:46:54Z', 'updated_at': '2022-02-09T21:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': '6c39df5c-c3db-4491-8e51-7927e3d366cc', 'tenant_id': '6e1281475427459ba566f75d67d1c2c3', 'floating_ip_address': '172.25.3.242', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': '3234f723-1a1c-49bf-b8dd-ea33d2d3d864', 'port_id': 'dfc5fbc8-eab0-4735-9d8d-a82005610a73', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2777, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9a5657a-72c8-4eb7-9270-46ed5fd14a25', 'mac_address': 'fa:16:3e:76:2e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc3850e-3340-4d81-b84e-c61c9531f7d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:53:30Z', 'updated_at': '2022-02-09T21:53:44Z', 'revision_number': 1, 'project_id': '6e1281475427459ba566f75d67d1c2c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '908d8e92-5e81-424c-9d61-2a0be07d4e1a', 'name': '', 'network_id': 'e9a5657a-72c8-4eb7-9270-46ed5fd14a25', 'tenant_id': '6e1281475427459ba566f75d67d1c2c3', 'mac_address': 'fa:16:3e:7d:4e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3234f723-1a1c-49bf-b8dd-ea33d2d3d864', 'device_owner': 'network:router_interface', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': 'a77fad57-d7ca-4c6b-a8e5-5fa7d54c2e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:47:01Z', 'updated_at': '2022-02-09T21:47:08Z', 'revision_number': 5, 'project_id': '6e1281475427459ba566f75d67d1c2c3', 'subnets': [{'id': 'a77fad57-d7ca-4c6b-a8e5-5fa7d54c2e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:53:46.415316 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7727d2a5-c4d9-4614-b8c2-ad355f5399c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:46.496630 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7727d2a5-c4d9-4614-b8c2-ad355f5399c7 admin admin] Publish callbacks [] for security_group (09b5cd49-3e2c-4e58-99d0-e237fe8535b3), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:46.500909 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7727d2a5-c4d9-4614-b8c2-ad355f5399c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (09b5cd49-3e2c-4e58-99d0-e237fe8535b3), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:46.534218 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01420a3-9232-4e13-987e-1a633d0ecc6f None None] New status for floating IP 6c39df5c-c3db-4491-8e51-7927e3d366cc: ACTIVE {{(pid=103142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:53:46.544552 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7727d2a5-c4d9-4614-b8c2-ad355f5399c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09b5cd49-3e2c-4e58-99d0-e237fe8535b3,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:46.553568 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-7727d2a5-c4d9-4614-b8c2-ad355f5399c7 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=e2d17ccfc045454dbab02f55e30ade9b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2648871 Feb 09 21:53:46.553870 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 53546) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:46.608701 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b8a5fa6d-233e-4f1f-bc11-e6fea6fd5342 admin admin] Publish callbacks [] for security_group (09b5cd49-3e2c-4e58-99d0-e237fe8535b3), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:46.633597 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b8a5fa6d-233e-4f1f-bc11-e6fea6fd5342 admin admin] Publish callbacks [] for security_group (09b5cd49-3e2c-4e58-99d0-e237fe8535b3), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:46.685002 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b8a5fa6d-233e-4f1f-bc11-e6fea6fd5342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (09b5cd49-3e2c-4e58-99d0-e237fe8535b3), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:46.687902 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b8a5fa6d-233e-4f1f-bc11-e6fea6fd5342 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:46.689236 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-b8a5fa6d-233e-4f1f-bc11-e6fea6fd5342 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/09b5cd49-3e2c-4e58-99d0-e237fe8535b3 HTTP/1.1" status: 204 len: 168 time: 0.1343770 Feb 09 21:53:46.698022 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a5fa6d-233e-4f1f-bc11-e6fea6fd5342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b5cd49-3e2c-4e58-99d0-e237fe8535b3,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:46.910411 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e644db4-c375-4423-b81e-ec91992693b9 req-a3f15cd1-087c-4c5b-a1ec-a7531c59b42f tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:46.917081 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1e644db4-c375-4423-b81e-ec91992693b9 req-a3f15cd1-087c-4c5b-a1ec-a7531c59b42f tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/ports?device_id=fbc3850e-3340-4d81-b84e-c61c9531f7d0 HTTP/1.1" status: 200 len: 946 time: 0.1054010 Feb 09 21:53:46.981946 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1e644db4-c375-4423-b81e-ec91992693b9 req-a7b079e6-7b54-4d91-8a77-4353ce4cd512 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/security-groups?id=603b65f1-df48-43e6-9f19-0996509981cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0592747 Feb 09 21:53:47.060166 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 53562) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:47.073962 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-313d8a3f-4811-4277-975e-a5a96662f4bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:47.168379 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-313d8a3f-4811-4277-975e-a5a96662f4bf admin admin] Publish callbacks [] for security_group (fe980ac4-2913-4fdc-bd4a-460705b11c63), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:47.172630 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-313d8a3f-4811-4277-975e-a5a96662f4bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (fe980ac4-2913-4fdc-bd4a-460705b11c63), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:47.221068 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-313d8a3f-4811-4277-975e-a5a96662f4bf admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=58b4f6d4ff464c408c2c5a81758175b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1601181 Feb 09 21:53:47.224033 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53570) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:47.228725 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313d8a3f-4811-4277-975e-a5a96662f4bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe980ac4-2913-4fdc-bd4a-460705b11c63,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:47.317308 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4f3cb2fa-6cc2-446d-8096-fa5d5b0ecf8f admin admin] Publish callbacks [] for security_group (fe980ac4-2913-4fdc-bd4a-460705b11c63), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:47.317460 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7b5fbf-b625-4849-a807-6c23e2bfc9a7 req-bfef2662-742d-4d3d-a48c-681addcc635e tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:47.319238 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ab7b5fbf-b625-4849-a807-6c23e2bfc9a7 req-bfef2662-742d-4d3d-a48c-681addcc635e tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 945 time: 0.1017478 Feb 09 21:53:47.344580 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4f3cb2fa-6cc2-446d-8096-fa5d5b0ecf8f admin admin] Publish callbacks [] for security_group (fe980ac4-2913-4fdc-bd4a-460705b11c63), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:47.412188 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ab7b5fbf-b625-4849-a807-6c23e2bfc9a7 req-c977e5b2-1c16-442e-a4f5-22ddc9e2fdbe tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873003 Feb 09 21:53:47.422149 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4f3cb2fa-6cc2-446d-8096-fa5d5b0ecf8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (fe980ac4-2913-4fdc-bd4a-460705b11c63), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:47.425507 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4f3cb2fa-6cc2-446d-8096-fa5d5b0ecf8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:47.427039 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-4f3cb2fa-6cc2-446d-8096-fa5d5b0ecf8f admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/fe980ac4-2913-4fdc-bd4a-460705b11c63 HTTP/1.1" status: 204 len: 168 time: 0.2015498 Feb 09 21:53:47.440003 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3cb2fa-6cc2-446d-8096-fa5d5b0ecf8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe980ac4-2913-4fdc-bd4a-460705b11c63,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:48.566657 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cabd6c-42f1-4fa2-bb32-8840a455028a req-764b71ff-e056-4dd3-85db-d59797514771 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:48.573911 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-32cabd6c-42f1-4fa2-bb32-8840a455028a req-764b71ff-e056-4dd3-85db-d59797514771 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 945 time: 0.0679917 Feb 09 21:53:48.638393 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-32cabd6c-42f1-4fa2-bb32-8840a455028a req-07851bbb-dd0c-4bef-80a8-6489de7452ed tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635781 Feb 09 21:53:48.870282 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53630) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:48.993002 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-b0204fcc-b00e-469d-b5f0-285fc83ecf2f tempest-MeteringTestJSON-32035281 tempest-MeteringTestJSON-32035281-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-248404750'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:53:48.993467 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-b0204fcc-b00e-469d-b5f0-285fc83ecf2f tempest-MeteringTestJSON-32035281 tempest-MeteringTestJSON-32035281-project-admin] Unknown quota resources ['metering_label']. {{(pid=103141) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 21:53:49.208996 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b0204fcc-b00e-469d-b5f0-285fc83ecf2f tempest-MeteringTestJSON-32035281 tempest-MeteringTestJSON-32035281-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:49.210197 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-b0204fcc-b00e-469d-b5f0-285fc83ecf2f tempest-MeteringTestJSON-32035281 tempest-MeteringTestJSON-32035281-project-admin] 10.222.0.90 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.3376853 Feb 09 21:53:49.212823 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53640) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:49.218279 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-cfc60d93-55ec-41b7-a489-aa7868a903e3 tempest-MeteringTestJSON-32035281 tempest-MeteringTestJSON-32035281-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '68dfafd2-0a39-42be-9c44-52397feae789'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:53:49.218977 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-cfc60d93-55ec-41b7-a489-aa7868a903e3 tempest-MeteringTestJSON-32035281 tempest-MeteringTestJSON-32035281-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103141) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 21:53:49.297034 n-d-828369-5 neutron-server[103141]: WARNING neutron.services.metering.metering_plugin [None req-cfc60d93-55ec-41b7-a489-aa7868a903e3 tempest-MeteringTestJSON-32035281 tempest-MeteringTestJSON-32035281-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 09 21:53:49.403293 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cfc60d93-55ec-41b7-a489-aa7868a903e3 tempest-MeteringTestJSON-32035281 tempest-MeteringTestJSON-32035281-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:49.404533 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-cfc60d93-55ec-41b7-a489-aa7868a903e3 tempest-MeteringTestJSON-32035281 tempest-MeteringTestJSON-32035281-project-admin] 10.222.0.90 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1907706 Feb 09 21:53:49.407842 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 53642) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:49.412443 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-8adc0914-0757-456a-a1b2-d83ca01d6041 tempest-MeteringTestJSON-32035281 tempest-MeteringTestJSON-32035281-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '68dfafd2-0a39-42be-9c44-52397feae789'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:53:49.412999 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-8adc0914-0757-456a-a1b2-d83ca01d6041 tempest-MeteringTestJSON-32035281 tempest-MeteringTestJSON-32035281-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103140) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 21:53:49.499398 n-d-828369-5 neutron-server[103140]: WARNING neutron.services.metering.metering_plugin [None req-8adc0914-0757-456a-a1b2-d83ca01d6041 tempest-MeteringTestJSON-32035281 tempest-MeteringTestJSON-32035281-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 09 21:53:49.658066 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8adc0914-0757-456a-a1b2-d83ca01d6041 tempest-MeteringTestJSON-32035281 tempest-MeteringTestJSON-32035281-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:49.659342 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-8adc0914-0757-456a-a1b2-d83ca01d6041 tempest-MeteringTestJSON-32035281 tempest-MeteringTestJSON-32035281-project-admin] 10.222.0.90 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2504628 Feb 09 21:53:49.662365 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53654) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:49.678584 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 53658) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:49.679061 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-2e51b412-2c22-4b2f-9e19-fd96b88ce125 tempest-MeteringTestJSON-32035281 tempest-MeteringTestJSON-32035281-project-admin] 10.222.0.90 "GET /v2.0/metering/metering-label-rules?id=1b640a3a-f50e-4be8-88bc-0100f3c9c750 HTTP/1.1" status: 200 len: 464 time: 0.0153081 Feb 09 21:53:49.821209 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-450282ce-63ef-405e-91f5-efee7ee50e62 tempest-MeteringTestJSON-32035281 tempest-MeteringTestJSON-32035281-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:49.822718 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-450282ce-63ef-405e-91f5-efee7ee50e62 tempest-MeteringTestJSON-32035281 tempest-MeteringTestJSON-32035281-project-admin] 10.222.0.90 "DELETE /v2.0/metering/metering-label-rules/1b640a3a-f50e-4be8-88bc-0100f3c9c750 HTTP/1.1" status: 204 len: 168 time: 0.1429174 Feb 09 21:53:49.825792 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53666) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:49.842268 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-0761e653-2b00-4adf-8783-489a62a31164 tempest-MeteringTestJSON-32035281 tempest-MeteringTestJSON-32035281-project-admin] 10.222.0.90 "GET /v2.0/metering/metering-label-rules?id=1b640a3a-f50e-4be8-88bc-0100f3c9c750 HTTP/1.1" status: 200 len: 221 time: 0.0150580 Feb 09 21:53:49.842502 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 53668) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:49.847983 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-85bea373-7f07-4b03-a3ee-77a405992711 tempest-MeteringTestJSON-32035281 tempest-MeteringTestJSON-32035281-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--663582640', 'description': 'label created by tempest'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:53:49.848477 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-85bea373-7f07-4b03-a3ee-77a405992711 tempest-MeteringTestJSON-32035281 tempest-MeteringTestJSON-32035281-project-admin] Unknown quota resources ['metering_label']. {{(pid=103140) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 21:53:49.943350 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2036bce-1f79-4b26-af15-4ae133320990 req-79c7532e-c209-45da-87b0-ad20ba50ec8e tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:49.950136 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f2036bce-1f79-4b26-af15-4ae133320990 req-79c7532e-c209-45da-87b0-ad20ba50ec8e tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 945 time: 0.1900790 Feb 09 21:53:50.131839 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-85bea373-7f07-4b03-a3ee-77a405992711 tempest-MeteringTestJSON-32035281 tempest-MeteringTestJSON-32035281-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:50.133074 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-85bea373-7f07-4b03-a3ee-77a405992711 tempest-MeteringTestJSON-32035281 tempest-MeteringTestJSON-32035281-project-admin] 10.222.0.90 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2886600 Feb 09 21:53:50.136468 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f2036bce-1f79-4b26-af15-4ae133320990 req-75f0ecf2-aedb-41f3-b179-eb6431f03a65 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855245 Feb 09 21:53:50.136937 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 53676) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:50.220503 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-61cdecaf-c0f6-4198-a531-e280ef2fc91c tempest-MeteringTestJSON-32035281 tempest-MeteringTestJSON-32035281-project-admin] 10.222.0.90 "GET /v2.0/metering/metering-labels?id=3b15c9e7-25be-4bee-9833-56f03b03dc78 HTTP/1.1" status: 200 len: 467 time: 0.0799639 Feb 09 21:53:50.220788 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 53678) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:50.408624 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f2048ff3-1bca-4542-b56e-4f79f403d76f tempest-MeteringTestJSON-32035281 tempest-MeteringTestJSON-32035281-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:50.410308 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-f2048ff3-1bca-4542-b56e-4f79f403d76f tempest-MeteringTestJSON-32035281 tempest-MeteringTestJSON-32035281-project-admin] 10.222.0.90 "DELETE /v2.0/metering/metering-labels/3b15c9e7-25be-4bee-9833-56f03b03dc78 HTTP/1.1" status: 204 len: 168 time: 0.1881440 Feb 09 21:53:50.412881 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 53680) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:50.427364 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-1a6c5ae1-e4fa-49cb-b37a-9eb0eb6d0b2d tempest-MeteringTestJSON-32035281 tempest-MeteringTestJSON-32035281-project-admin] 10.222.0.90 "GET /v2.0/metering/metering-labels?id=3b15c9e7-25be-4bee-9833-56f03b03dc78 HTTP/1.1" status: 200 len: 216 time: 0.0100107 Feb 09 21:53:50.427799 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53682) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:50.436648 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-152f625e-929f-4521-aa53-da999de82e3f tempest-MeteringTestJSON-32035281 tempest-MeteringTestJSON-32035281-project-admin] 10.222.0.90 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0077274 Feb 09 21:53:50.439469 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53684) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:50.455794 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 53688) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:50.456041 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-727bc391-4f02-4e1e-acbf-0806a2bbb548 tempest-MeteringTestJSON-32035281 tempest-MeteringTestJSON-32035281-project-admin] 10.222.0.90 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0152664 Feb 09 21:53:50.512705 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-42cca632-29dc-4c44-8f68-0bad6fa56e51 tempest-MeteringTestJSON-32035281 tempest-MeteringTestJSON-32035281-project-admin] 10.222.0.90 "GET /v2.0/metering/metering-labels/68dfafd2-0a39-42be-9c44-52397feae789 HTTP/1.1" status: 200 len: 472 time: 0.0550191 Feb 09 21:53:50.517639 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 53692) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:50.528808 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-8995aa52-d992-4315-b9be-584d3d0b62eb tempest-MeteringTestJSON-32035281 tempest-MeteringTestJSON-32035281-project-admin] 10.222.0.90 "GET /v2.0/metering/metering-label-rules/3623c6ef-c8a7-4904-bcd3-6b08380e4575 HTTP/1.1" status: 200 len: 461 time: 0.0100193 Feb 09 21:53:50.531615 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53694) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:50.645848 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-52751e94-0a3f-4474-b888-80e0bbdaabb4 tempest-MeteringTestJSON-32035281 tempest-MeteringTestJSON-32035281-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:50.649385 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-52751e94-0a3f-4474-b888-80e0bbdaabb4 tempest-MeteringTestJSON-32035281 tempest-MeteringTestJSON-32035281-project-admin] 10.222.0.90 "DELETE /v2.0/metering/metering-label-rules/3623c6ef-c8a7-4904-bcd3-6b08380e4575 HTTP/1.1" status: 204 len: 168 time: 0.1143830 Feb 09 21:53:50.649555 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53696) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:50.866741 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-17735884-7612-48a9-a6cf-8f298e4adf67 tempest-MeteringTestJSON-32035281 tempest-MeteringTestJSON-32035281-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:50.867904 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-17735884-7612-48a9-a6cf-8f298e4adf67 tempest-MeteringTestJSON-32035281 tempest-MeteringTestJSON-32035281-project-admin] 10.222.0.90 "DELETE /v2.0/metering/metering-labels/68dfafd2-0a39-42be-9c44-52397feae789 HTTP/1.1" status: 204 len: 168 time: 0.2173448 Feb 09 21:53:51.151314 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53710) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:51.292529 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:51.294702 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-77e567ee-f0f9-4769-9c6c-dc3f243be1b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:51.296258 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d52b0-0505-4014-987a-18fbc6c8257f req-8f758b82-a5ec-401c-92d2-dbea1d445f4e tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:51.304600 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5e7d52b0-0505-4014-987a-18fbc6c8257f req-8f758b82-a5ec-401c-92d2-dbea1d445f4e tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 945 time: 0.0807705 Feb 09 21:53:51.392994 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5e7d52b0-0505-4014-987a-18fbc6c8257f req-a612d34c-a1e5-4fd7-ab6e-7b941bd38768 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873017 Feb 09 21:53:51.434492 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-77e567ee-f0f9-4769-9c6c-dc3f243be1b8 admin admin] Publish callbacks [] for security_group (5936513f-5bca-4903-9829-47cb7f0996df), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:51.438793 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-77e567ee-f0f9-4769-9c6c-dc3f243be1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (5936513f-5bca-4903-9829-47cb7f0996df), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:51.478975 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-77e567ee-f0f9-4769-9c6c-dc3f243be1b8 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=44154c3974214a889f42b1d7102d9138&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3265529 Feb 09 21:53:51.479846 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e567ee-f0f9-4769-9c6c-dc3f243be1b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5936513f-5bca-4903-9829-47cb7f0996df,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:51.481626 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 53720) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:51.533840 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2de1614f-be17-414a-8dde-f571c6d2a405 admin admin] Publish callbacks [] for security_group (5936513f-5bca-4903-9829-47cb7f0996df), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:51.555900 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2de1614f-be17-414a-8dde-f571c6d2a405 admin admin] Publish callbacks [] for security_group (5936513f-5bca-4903-9829-47cb7f0996df), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:51.602913 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2de1614f-be17-414a-8dde-f571c6d2a405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (5936513f-5bca-4903-9829-47cb7f0996df), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:51.605747 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2de1614f-be17-414a-8dde-f571c6d2a405 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:51.606903 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-2de1614f-be17-414a-8dde-f571c6d2a405 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/5936513f-5bca-4903-9829-47cb7f0996df HTTP/1.1" status: 204 len: 168 time: 0.1222081 Feb 09 21:53:51.615985 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de1614f-be17-414a-8dde-f571c6d2a405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5936513f-5bca-4903-9829-47cb7f0996df,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:51.952254 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 53730) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:51.969294 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-49dd5aec-cd3a-4bfa-a4ba-790f1f4c83f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:52.068888 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-49dd5aec-cd3a-4bfa-a4ba-790f1f4c83f4 admin admin] Publish callbacks [] for security_group (ee96d63a-088c-4db6-9b08-18a8912591cd), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:52.073233 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-49dd5aec-cd3a-4bfa-a4ba-790f1f4c83f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (ee96d63a-088c-4db6-9b08-18a8912591cd), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:52.111771 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-49dd5aec-cd3a-4bfa-a4ba-790f1f4c83f4 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=4109228738b3452ab6f93b360091c05d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1582558 Feb 09 21:53:52.113329 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dd5aec-cd3a-4bfa-a4ba-790f1f4c83f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee96d63a-088c-4db6-9b08-18a8912591cd,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:52.114942 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53736) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:52.169707 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0ec433e5-cb3c-4903-8248-e41afbffb690 admin admin] Publish callbacks [] for security_group (ee96d63a-088c-4db6-9b08-18a8912591cd), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:52.198662 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0ec433e5-cb3c-4903-8248-e41afbffb690 admin admin] Publish callbacks [] for security_group (ee96d63a-088c-4db6-9b08-18a8912591cd), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:52.254137 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0ec433e5-cb3c-4903-8248-e41afbffb690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (ee96d63a-088c-4db6-9b08-18a8912591cd), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:52.257307 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0ec433e5-cb3c-4903-8248-e41afbffb690 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:52.260885 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-0ec433e5-cb3c-4903-8248-e41afbffb690 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/ee96d63a-088c-4db6-9b08-18a8912591cd HTTP/1.1" status: 204 len: 168 time: 0.1422129 Feb 09 21:53:52.268994 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec433e5-cb3c-4903-8248-e41afbffb690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee96d63a-088c-4db6-9b08-18a8912591cd,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:52.565380 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ae807-41de-4b58-900d-ae2ca6605be1 req-615fad59-ba52-4458-b9b6-c1ec76f4a327 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:52.568151 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-824ae807-41de-4b58-900d-ae2ca6605be1 req-615fad59-ba52-4458-b9b6-c1ec76f4a327 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 945 time: 0.0635228 Feb 09 21:53:52.629164 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-824ae807-41de-4b58-900d-ae2ca6605be1 req-9bfa9ddc-60c7-4ea4-9187-891e12cfc018 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546849 Feb 09 21:53:53.142031 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53772) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:53.242049 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-8c9804a2-c45d-4efc-afea-4a5a76519d92 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1663081013'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:53:53.263363 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c9804a2-c45d-4efc-afea-4a5a76519d92 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Made reservation on behalf of 63d4a6f962814234ac116c1855fa9574 for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:53:53.266752 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8c9804a2-c45d-4efc-afea-4a5a76519d92 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:53.276015 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8c9804a2-c45d-4efc-afea-4a5a76519d92 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:53.361241 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8c9804a2-c45d-4efc-afea-4a5a76519d92 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for security_group (2282e0ba-fbe9-42ba-a30f-90cdaa49cacf), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:53.366020 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8c9804a2-c45d-4efc-afea-4a5a76519d92 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (2282e0ba-fbe9-42ba-a30f-90cdaa49cacf), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:53.395110 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c9804a2-c45d-4efc-afea-4a5a76519d92 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:53:53.414352 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8c9804a2-c45d-4efc-afea-4a5a76519d92 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (ecd89da1-1a13-4eff-9ae4-4a9f355b65cc), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:53.414700 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-8c9804a2-c45d-4efc-afea-4a5a76519d92 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Added segment ecd89da1-1a13-4eff-9ae4-4a9f355b65cc of type vlan for network 142095b8-2a48-4f70-917f-a733d2d6c095 Feb 09 21:53:53.416521 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9804a2-c45d-4efc-afea-4a5a76519d92 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2282e0ba-fbe9-42ba-a30f-90cdaa49cacf,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:53.463149 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8c9804a2-c45d-4efc-afea-4a5a76519d92 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (142095b8-2a48-4f70-917f-a733d2d6c095), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:53.488382 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8c9804a2-c45d-4efc-afea-4a5a76519d92 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (142095b8-2a48-4f70-917f-a733d2d6c095), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:53.493364 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9804a2-c45d-4efc-afea-4a5a76519d92 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:53.493950 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8c9804a2-c45d-4efc-afea-4a5a76519d92 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:53.533173 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device f7dfd268-1748-42f5-807f-926d187cabc1 details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:53:53.550997 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-8c9804a2-c45d-4efc-afea-4a5a76519d92 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4048824 Feb 09 21:53:53.551873 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 53780) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:53.560790 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-6c8e59db-6953-43a9-9a21-8d4b022914d7 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1067746098'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:53:53.563056 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9804a2-c45d-4efc-afea-4a5a76519d92 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Pushing event updated for resources: {'Network': ['ID=142095b8-2a48-4f70-917f-a733d2d6c095,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:53.593204 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c8e59db-6953-43a9-9a21-8d4b022914d7 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Made reservation on behalf of 63d4a6f962814234ac116c1855fa9574 for: {'network': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:53:53.593866 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 142095b8-2a48-4f70-917f-a733d2d6c095 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:53:53.599198 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6c8e59db-6953-43a9-9a21-8d4b022914d7 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:53.627254 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c8e59db-6953-43a9-9a21-8d4b022914d7 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=103140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:53:53.639421 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6c8e59db-6953-43a9-9a21-8d4b022914d7 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (84dd668c-b23a-4388-bcc7-1d18cbfb680e), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:53.640058 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-6c8e59db-6953-43a9-9a21-8d4b022914d7 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Added segment 84dd668c-b23a-4388-bcc7-1d18cbfb680e of type vlan for network 809e4721-c4d8-47b3-a1d9-511c14916621 Feb 09 21:53:53.657154 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:53.714097 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6c8e59db-6953-43a9-9a21-8d4b022914d7 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (809e4721-c4d8-47b3-a1d9-511c14916621), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:53.767418 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6c8e59db-6953-43a9-9a21-8d4b022914d7 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (809e4721-c4d8-47b3-a1d9-511c14916621), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:53.772425 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8e59db-6953-43a9-9a21-8d4b022914d7 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:53.773004 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6c8e59db-6953-43a9-9a21-8d4b022914d7 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:53.804542 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port f7dfd268-1748-42f5-807f-926d187cabc1, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=f7dfd268-1748-42f5-807f-926d187cabc1,segment=NetworkSegment(93e4345e-c45e-43bb-ba65-7704ecef10a6),segment_id=93e4345e-c45e-43bb-ba65-7704ecef10a6)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:53:53.818232 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': 'f7dfd268-1748-42f5-807f-926d187cabc1', 'network_id': 'd86910b2-0131-4cf1-9151-2ae5be614e2e', 'port_id': 'f7dfd268-1748-42f5-807f-926d187cabc1', 'mac_address': 'fa:16:3e:4b:a4:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '903c0b45-e09b-4940-bbf6-1179c0814bd7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:53:53.860632 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port f7dfd268-1748-42f5-807f-926d187cabc1 is: ACTIVE; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:53:53.861310 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (f7dfd268-1748-42f5-807f-926d187cabc1), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:53.875307 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f7dfd268-1748-42f5-807f-926d187cabc1 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:53:53.884209 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-6c8e59db-6953-43a9-9a21-8d4b022914d7 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3288798 Feb 09 21:53:53.885658 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53784) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:53.890508 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-6cf235de-6752-427a-b7ed-a257d8203fbe tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Request body: {'subnet': {'network_id': '142095b8-2a48-4f70-917f-a733d2d6c095', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:53:53.895923 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port f7dfd268-1748-42f5-807f-926d187cabc1, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=f7dfd268-1748-42f5-807f-926d187cabc1,segment=NetworkSegment(93e4345e-c45e-43bb-ba65-7704ecef10a6),segment_id=93e4345e-c45e-43bb-ba65-7704ecef10a6)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:53:53.901472 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (f7dfd268-1748-42f5-807f-926d187cabc1), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:53.911580 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1cd6a5-89d8-4fea-a4a8-01a90bb6d083 req-3b5c00e8-d4e5-4c78-ae6f-48d4d7e4c94d tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:53.921601 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ee1cd6a5-89d8-4fea-a4a8-01a90bb6d083 req-3b5c00e8-d4e5-4c78-ae6f-48d4d7e4c94d tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 945 time: 0.2049453 Feb 09 21:53:53.974508 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=f7dfd268-1748-42f5-807f-926d187cabc1,revision_number=6']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:53.990174 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8e59db-6953-43a9-9a21-8d4b022914d7 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Pushing event updated for resources: {'Network': ['ID=809e4721-c4d8-47b3-a1d9-511c14916621,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:54.017396 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ee1cd6a5-89d8-4fea-a4a8-01a90bb6d083 req-f8c16e9b-3abf-4edc-aa99-488331f181bd tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946784 Feb 09 21:53:54.028001 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 809e4721-c4d8-47b3-a1d9-511c14916621 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:53:54.078977 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['f7dfd268-1748-42f5-807f-926d187cabc1'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:53:54.449770 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cf235de-6752-427a-b7ed-a257d8203fbe tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Made reservation on behalf of 63d4a6f962814234ac116c1855fa9574 for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:53:54.457052 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6cf235de-6752-427a-b7ed-a257d8203fbe tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:54.689216 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6cf235de-6752-427a-b7ed-a257d8203fbe tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (fedf2952-feae-4efa-a80d-ec5853b32f1e), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:54.764826 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf235de-6752-427a-b7ed-a257d8203fbe tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Pushing event updated for resources: {'Subnet': ['ID=fedf2952-feae-4efa-a80d-ec5853b32f1e,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:54.787771 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf235de-6752-427a-b7ed-a257d8203fbe tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Checking segment: {'id': 'ecd89da1-1a13-4eff-9ae4-4a9f355b65cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '142095b8-2a48-4f70-917f-a733d2d6c095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:53:54.788678 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf235de-6752-427a-b7ed-a257d8203fbe tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Network hostable DHCP agents. Network: 142095b8-2a48-4f70-917f-a733d2d6c095, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:53:54.819175 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf235de-6752-427a-b7ed-a257d8203fbe tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Network 142095b8-2a48-4f70-917f-a733d2d6c095 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:53:54.841174 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-6cf235de-6752-427a-b7ed-a257d8203fbe tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 142095b8-2a48-4f70-917f-a733d2d6c095) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:53:54.853316 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66ee82b-fbfe-473b-bc62-a8d7975f33a3 None None] Network 142095b8-2a48-4f70-917f-a733d2d6c095 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:53:54.860626 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf235de-6752-427a-b7ed-a257d8203fbe tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:54.862026 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6cf235de-6752-427a-b7ed-a257d8203fbe tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:54.900754 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-6cf235de-6752-427a-b7ed-a257d8203fbe tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0134859 Feb 09 21:53:54.904698 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 53828) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:54.910151 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-21c8c787-7f0d-48de-ae86-7f91fd53d139 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Request body: {'subnet': {'network_id': '809e4721-c4d8-47b3-a1d9-511c14916621', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:53:55.065811 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c8c787-7f0d-48de-ae86-7f91fd53d139 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Made reservation on behalf of 63d4a6f962814234ac116c1855fa9574 for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:53:55.071216 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-21c8c787-7f0d-48de-ae86-7f91fd53d139 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621317'] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:55.101865 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904d26c4-2735-4f0d-a499-ff586e8e3810 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-142095b8-2a48-4f70-917f-a733d2d6c095', 'network_id': '142095b8-2a48-4f70-917f-a733d2d6c095', 'project_id': '63d4a6f962814234ac116c1855fa9574', 'fixed_ips': [{'subnet_id': 'fedf2952-feae-4efa-a80d-ec5853b32f1e'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:53:55.103172 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-904d26c4-2735-4f0d-a499-ff586e8e3810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:55.436458 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-904d26c4-2735-4f0d-a499-ff586e8e3810 None None] Allocated IP 2001:db8::2 (142095b8-2a48-4f70-917f-a733d2d6c095/fedf2952-feae-4efa-a80d-ec5853b32f1e/506f2004-1ae0-43fc-aec9-f8f98e422e96) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:53:55.454554 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0885c03-adce-4287-bde7-28f47072f80b req-588c1530-8b2b-427a-81dc-a38bc38c6a13 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:55.461946 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f0885c03-adce-4287-bde7-28f47072f80b req-588c1530-8b2b-427a-81dc-a38bc38c6a13 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 944 time: 0.2469139 Feb 09 21:53:55.552768 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device f7dfd268-1748-42f5-807f-926d187cabc1 up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:53:55.858613 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-904d26c4-2735-4f0d-a499-ff586e8e3810 None None] Publish callbacks [] for port (506f2004-1ae0-43fc-aec9-f8f98e422e96), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:55.886816 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-904d26c4-2735-4f0d-a499-ff586e8e3810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (506f2004-1ae0-43fc-aec9-f8f98e422e96), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:55.901950 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port f7dfd268-1748-42f5-807f-926d187cabc1 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:53:55.902355 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (f7dfd268-1748-42f5-807f-926d187cabc1), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:55.916431 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904d26c4-2735-4f0d-a499-ff586e8e3810 None None] Network 142095b8-2a48-4f70-917f-a733d2d6c095 is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:53:55.977762 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-904d26c4-2735-4f0d-a499-ff586e8e3810 None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:53:55.982498 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904d26c4-2735-4f0d-a499-ff586e8e3810 None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:53:56.090018 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904d26c4-2735-4f0d-a499-ff586e8e3810 None None] Pushing event updated for resources: {'Port': ['ID=506f2004-1ae0-43fc-aec9-f8f98e422e96,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:56.188767 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-904d26c4-2735-4f0d-a499-ff586e8e3810 None None] Attempting to bind port 506f2004-1ae0-43fc-aec9-f8f98e422e96 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:53:56.189191 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-904d26c4-2735-4f0d-a499-ff586e8e3810 None None] Attempting to bind port 506f2004-1ae0-43fc-aec9-f8f98e422e96 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': 'ecd89da1-1a13-4eff-9ae4-4a9f355b65cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '142095b8-2a48-4f70-917f-a733d2d6c095'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:53:56.190007 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904d26c4-2735-4f0d-a499-ff586e8e3810 None None] Attempting to bind port 506f2004-1ae0-43fc-aec9-f8f98e422e96 on network 142095b8-2a48-4f70-917f-a733d2d6c095 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:53:56.194098 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f0885c03-adce-4287-bde7-28f47072f80b req-b424ce55-e33c-42fc-a256-4da2e58b78a6 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6838133 Feb 09 21:53:56.234200 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904d26c4-2735-4f0d-a499-ff586e8e3810 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:53:56.234609 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904d26c4-2735-4f0d-a499-ff586e8e3810 None None] Checking segment: {'id': 'ecd89da1-1a13-4eff-9ae4-4a9f355b65cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '142095b8-2a48-4f70-917f-a733d2d6c095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:53:56.238149 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-904d26c4-2735-4f0d-a499-ff586e8e3810 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:56.238936 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904d26c4-2735-4f0d-a499-ff586e8e3810 None None] Bound using segment: {'id': 'ecd89da1-1a13-4eff-9ae4-4a9f355b65cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '142095b8-2a48-4f70-917f-a733d2d6c095'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:53:56.239617 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-904d26c4-2735-4f0d-a499-ff586e8e3810 None None] Bound port: 506f2004-1ae0-43fc-aec9-f8f98e422e96, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecd89da1-1a13-4eff-9ae4-4a9f355b65cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '142095b8-2a48-4f70-917f-a733d2d6c095'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:53:56.240186 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-904d26c4-2735-4f0d-a499-ff586e8e3810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (506f2004-1ae0-43fc-aec9-f8f98e422e96), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:56.259334 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-21c8c787-7f0d-48de-ae86-7f91fd53d139 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621371'] for subnet (76b9dce9-8f39-404e-a621-8a9959f6c083), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:56.361446 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c8c787-7f0d-48de-ae86-7f91fd53d139 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Pushing event updated for resources: {'Subnet': ['ID=76b9dce9-8f39-404e-a621-8a9959f6c083,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:56.420514 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c8c787-7f0d-48de-ae86-7f91fd53d139 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Checking segment: {'id': '84dd668c-b23a-4388-bcc7-1d18cbfb680e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '809e4721-c4d8-47b3-a1d9-511c14916621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:53:56.420758 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c8c787-7f0d-48de-ae86-7f91fd53d139 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Network hostable DHCP agents. Network: 809e4721-c4d8-47b3-a1d9-511c14916621, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:53:56.426284 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port f7dfd268-1748-42f5-807f-926d187cabc1 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:53:56.426284 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (f7dfd268-1748-42f5-807f-926d187cabc1), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:56.462887 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-904d26c4-2735-4f0d-a499-ff586e8e3810 None None] For port 506f2004-1ae0-43fc-aec9-f8f98e422e96, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:53:56.470651 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c8c787-7f0d-48de-ae86-7f91fd53d139 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Network 809e4721-c4d8-47b3-a1d9-511c14916621 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:53:56.481620 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-21c8c787-7f0d-48de-ae86-7f91fd53d139 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 809e4721-c4d8-47b3-a1d9-511c14916621) {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:53:56.486147 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c8c787-7f0d-48de-ae86-7f91fd53d139 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:56.486750 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-21c8c787-7f0d-48de-ae86-7f91fd53d139 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:56.502701 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-904d26c4-2735-4f0d-a499-ff586e8e3810 None None] For port 506f2004-1ae0-43fc-aec9-f8f98e422e96, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=506f2004-1ae0-43fc-aec9-f8f98e422e96,segment=NetworkSegment(ecd89da1-1a13-4eff-9ae4-4a9f355b65cc),segment_id=ecd89da1-1a13-4eff-9ae4-4a9f355b65cc)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:53:56.507348 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d589cc-bbaa-45d3-9f7b-d80e4c516fe9 None None] Network 809e4721-c4d8-47b3-a1d9-511c14916621 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:53:56.517548 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-21c8c787-7f0d-48de-ae86-7f91fd53d139 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6094301 Feb 09 21:53:56.517758 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 53852) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:56.522246 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-9232a81e-db6d-48bc-845b-c7590537560c tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1768422713', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:53:56.558131 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9232a81e-db6d-48bc-845b-c7590537560c tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (6db9e762-4ce0-401c-9554-c6d0c5a2ba26), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:56.558902 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9232a81e-db6d-48bc-845b-c7590537560c tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (6db9e762-4ce0-401c-9554-c6d0c5a2ba26), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:56.640425 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-904d26c4-2735-4f0d-a499-ff586e8e3810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (506f2004-1ae0-43fc-aec9-f8f98e422e96), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:56.642627 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70fa8850-d173-4ded-a545-1910bb595847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7dfd268-1748-42f5-807f-926d187cabc1'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:53:56.645586 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92b199bc-9d00-40c1-baf3-2bfcb6bfd9f1" -d '{"events": [{"server_uuid": "70fa8850-d173-4ded-a545-1910bb595847", "name": "network-vif-plugged", "status": "completed", "tag": "f7dfd268-1748-42f5-807f-926d187cabc1"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:53:56.680978 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4007315-8dad-48b4-a428-d3f71d7e6842 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-809e4721-c4d8-47b3-a1d9-511c14916621', 'network_id': '809e4721-c4d8-47b3-a1d9-511c14916621', 'project_id': '63d4a6f962814234ac116c1855fa9574', 'fixed_ips': [{'subnet_id': '76b9dce9-8f39-404e-a621-8a9959f6c083'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:53:56.682002 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d4007315-8dad-48b4-a428-d3f71d7e6842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:56.685250 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9232a81e-db6d-48bc-845b-c7590537560c tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for router_controller (6db9e762-4ce0-401c-9554-c6d0c5a2ba26), precommit_add_association {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:56.691858 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9232a81e-db6d-48bc-845b-c7590537560c tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (6db9e762-4ce0-401c-9554-c6d0c5a2ba26), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:56.718631 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9232a81e-db6d-48bc-845b-c7590537560c tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:56.719852 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-9232a81e-db6d-48bc-845b-c7590537560c tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2011771 Feb 09 21:53:56.723079 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 53856) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:53:56.738361 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port f7dfd268-1748-42f5-807f-926d187cabc1, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=f7dfd268-1748-42f5-807f-926d187cabc1,segment=NetworkSegment(93e4345e-c45e-43bb-ba65-7704ecef10a6),segment_id=93e4345e-c45e-43bb-ba65-7704ecef10a6)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:53:56.749236 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-336fea74-8497-4167-bbdd-3f09f405daa9 x-openstack-request-id: req-336fea74-8497-4167-bbdd-3f09f405daa9 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:53:56.749669 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70fa8850-d173-4ded-a545-1910bb595847", "name": "network-vif-plugged", "status": "completed", "tag": "f7dfd268-1748-42f5-807f-926d187cabc1", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:53:56.749971 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-336fea74-8497-4167-bbdd-3f09f405daa9 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:53:56.750516 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70fa8850-d173-4ded-a545-1910bb595847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7dfd268-1748-42f5-807f-926d187cabc1', 'code': 200} Feb 09 21:53:56.773169 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (f7dfd268-1748-42f5-807f-926d187cabc1), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:56.882110 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904d26c4-2735-4f0d-a499-ff586e8e3810 None None] Pushing event updated for resources: {'Port': ['ID=506f2004-1ae0-43fc-aec9-f8f98e422e96,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:57.019342 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=f7dfd268-1748-42f5-807f-926d187cabc1,revision_number=7']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:57.037324 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-d4007315-8dad-48b4-a428-d3f71d7e6842 None None] Allocated IP 2001:db8:1::2 (809e4721-c4d8-47b3-a1d9-511c14916621/76b9dce9-8f39-404e-a621-8a9959f6c083/de3ee129-6acd-4df1-b8b2-d3a9ee386656) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:53:57.341380 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d4007315-8dad-48b4-a428-d3f71d7e6842 None None] Publish callbacks [] for port (de3ee129-6acd-4df1-b8b2-d3a9ee386656), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:57.356806 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d4007315-8dad-48b4-a428-d3f71d7e6842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (de3ee129-6acd-4df1-b8b2-d3a9ee386656), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:57.423373 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4007315-8dad-48b4-a428-d3f71d7e6842 None None] Pushing event updated for resources: {'Port': ['ID=de3ee129-6acd-4df1-b8b2-d3a9ee386656,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:57.465533 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4007315-8dad-48b4-a428-d3f71d7e6842 None None] Network 809e4721-c4d8-47b3-a1d9-511c14916621 is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:53:57.468595 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 506f2004-1ae0-43fc-aec9-f8f98e422e96 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:53:57.476321 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-d4007315-8dad-48b4-a428-d3f71d7e6842 None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:53:57.489157 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4007315-8dad-48b4-a428-d3f71d7e6842 None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:53:57.561246 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650e71f1-f177-4c73-a8f9-6e5d670a9da1 req-a32af4b0-987d-4584-9938-7b3b3a2d2cd5 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:57.562866 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-650e71f1-f177-4c73-a8f9-6e5d670a9da1 req-a32af4b0-987d-4584-9938-7b3b3a2d2cd5 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 945 time: 0.1812637 Feb 09 21:53:57.629914 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-d4007315-8dad-48b4-a428-d3f71d7e6842 None None] Attempting to bind port de3ee129-6acd-4df1-b8b2-d3a9ee386656 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:53:57.630589 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-d4007315-8dad-48b4-a428-d3f71d7e6842 None None] Attempting to bind port de3ee129-6acd-4df1-b8b2-d3a9ee386656 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '84dd668c-b23a-4388-bcc7-1d18cbfb680e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '809e4721-c4d8-47b3-a1d9-511c14916621'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:53:57.631132 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4007315-8dad-48b4-a428-d3f71d7e6842 None None] Attempting to bind port de3ee129-6acd-4df1-b8b2-d3a9ee386656 on network 809e4721-c4d8-47b3-a1d9-511c14916621 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:53:57.631742 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7aa82530-bf57-468e-a3df-eec16a756ef6 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:57.655297 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4007315-8dad-48b4-a428-d3f71d7e6842 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:53:57.655789 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4007315-8dad-48b4-a428-d3f71d7e6842 None None] Checking segment: {'id': '84dd668c-b23a-4388-bcc7-1d18cbfb680e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '809e4721-c4d8-47b3-a1d9-511c14916621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:53:57.656298 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d4007315-8dad-48b4-a428-d3f71d7e6842 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:57.656775 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4007315-8dad-48b4-a428-d3f71d7e6842 None None] Bound using segment: {'id': '84dd668c-b23a-4388-bcc7-1d18cbfb680e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '809e4721-c4d8-47b3-a1d9-511c14916621'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:53:57.657424 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-d4007315-8dad-48b4-a428-d3f71d7e6842 None None] Bound port: de3ee129-6acd-4df1-b8b2-d3a9ee386656, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84dd668c-b23a-4388-bcc7-1d18cbfb680e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '809e4721-c4d8-47b3-a1d9-511c14916621'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:53:57.657890 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d4007315-8dad-48b4-a428-d3f71d7e6842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (de3ee129-6acd-4df1-b8b2-d3a9ee386656), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:57.703046 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 506f2004-1ae0-43fc-aec9-f8f98e422e96 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:53:57.705242 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (506f2004-1ae0-43fc-aec9-f8f98e422e96), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:57.922925 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-d4007315-8dad-48b4-a428-d3f71d7e6842 None None] For port de3ee129-6acd-4df1-b8b2-d3a9ee386656, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:53:57.928528 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-d4007315-8dad-48b4-a428-d3f71d7e6842 None None] For port de3ee129-6acd-4df1-b8b2-d3a9ee386656, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=de3ee129-6acd-4df1-b8b2-d3a9ee386656,segment=NetworkSegment(84dd668c-b23a-4388-bcc7-1d18cbfb680e),segment_id=84dd668c-b23a-4388-bcc7-1d18cbfb680e)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:53:57.930811 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 506f2004-1ae0-43fc-aec9-f8f98e422e96 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:53:57.932267 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (506f2004-1ae0-43fc-aec9-f8f98e422e96), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:57.960734 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d4007315-8dad-48b4-a428-d3f71d7e6842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (de3ee129-6acd-4df1-b8b2-d3a9ee386656), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:57.962023 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-7aa82530-bf57-468e-a3df-eec16a756ef6 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Allocated IP 2001:db8::1 (142095b8-2a48-4f70-917f-a733d2d6c095/fedf2952-feae-4efa-a80d-ec5853b32f1e/92a8c306-f937-4723-9888-ae77d88bc8c1) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:53:58.041144 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4007315-8dad-48b4-a428-d3f71d7e6842 None None] Pushing event updated for resources: {'Port': ['ID=de3ee129-6acd-4df1-b8b2-d3a9ee386656,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:58.075711 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port 506f2004-1ae0-43fc-aec9-f8f98e422e96, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=506f2004-1ae0-43fc-aec9-f8f98e422e96,segment=NetworkSegment(ecd89da1-1a13-4eff-9ae4-4a9f355b65cc),segment_id=ecd89da1-1a13-4eff-9ae4-4a9f355b65cc)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:53:58.083832 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (506f2004-1ae0-43fc-aec9-f8f98e422e96), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:58.138606 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-650e71f1-f177-4c73-a8f9-6e5d670a9da1 req-5dd490a9-0a1a-416d-b85f-c29f5f3e01be tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5560660 Feb 09 21:53:58.176007 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=506f2004-1ae0-43fc-aec9-f8f98e422e96,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:58.293894 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7aa82530-bf57-468e-a3df-eec16a756ef6 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for port (92a8c306-f937-4723-9888-ae77d88bc8c1), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:58.380681 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7aa82530-bf57-468e-a3df-eec16a756ef6 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (92a8c306-f937-4723-9888-ae77d88bc8c1), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:58.481216 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa82530-bf57-468e-a3df-eec16a756ef6 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Network 142095b8-2a48-4f70-917f-a733d2d6c095 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:53:58.485137 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-7aa82530-bf57-468e-a3df-eec16a756ef6 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:53:58.500766 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa82530-bf57-468e-a3df-eec16a756ef6 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:53:58.502522 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7aa82530-bf57-468e-a3df-eec16a756ef6 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554727'] for router_interface (6db9e762-4ce0-401c-9554-c6d0c5a2ba26), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:58.699046 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa82530-bf57-468e-a3df-eec16a756ef6 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Pushing event updated for resources: {'Port': ['ID=92a8c306-f937-4723-9888-ae77d88bc8c1,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:53:58.745048 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa31658-c725-4cbf-a293-32cf475dc911 None None] Network 142095b8-2a48-4f70-917f-a733d2d6c095 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:53:58.890478 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7aa82530-bf57-468e-a3df-eec16a756ef6 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (92a8c306-f937-4723-9888-ae77d88bc8c1), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:59.105335 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-852a77aa-3ca1-42fc-8a2e-df31982e4a21 None None] Provisioning complete for port 506f2004-1ae0-43fc-aec9-f8f98e422e96 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:53:59.105839 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-852a77aa-3ca1-42fc-8a2e-df31982e4a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (506f2004-1ae0-43fc-aec9-f8f98e422e96), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:59.470553 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-852a77aa-3ca1-42fc-8a2e-df31982e4a21 None None] Current status of the port 506f2004-1ae0-43fc-aec9-f8f98e422e96 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:53:59.610966 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 506f2004-1ae0-43fc-aec9-f8f98e422e96 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:53:59.717447 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 506f2004-1ae0-43fc-aec9-f8f98e422e96 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:53:59.718233 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (506f2004-1ae0-43fc-aec9-f8f98e422e96), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:53:59.871781 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbc0509-3f7c-4b44-9e22-5696feeb9701 req-a7bdc9ac-84d1-4cc9-8598-4e91fa1b870b tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:53:59.883342 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2bbc0509-3f7c-4b44-9e22-5696feeb9701 req-a7bdc9ac-84d1-4cc9-8598-4e91fa1b870b tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 945 time: 0.5682950 Feb 09 21:53:59.995602 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 506f2004-1ae0-43fc-aec9-f8f98e422e96 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:53:59.996807 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device de3ee129-6acd-4df1-b8b2-d3a9ee386656 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:53:59.998699 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f949ad49-3565-46e8-b4e3-3b054939dba4 None None] Network 809e4721-c4d8-47b3-a1d9-511c14916621 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:54:00.133377 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2bbc0509-3f7c-4b44-9e22-5696feeb9701 req-512a2ce7-89fa-478f-8f0b-66e09c118df6 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408040 Feb 09 21:54:00.188707 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7aa82530-bf57-468e-a3df-eec16a756ef6 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for port (92a8c306-f937-4723-9888-ae77d88bc8c1), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:00.221544 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7aa82530-bf57-468e-a3df-eec16a756ef6 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (92a8c306-f937-4723-9888-ae77d88bc8c1), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:00.227384 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7aa82530-bf57-468e-a3df-eec16a756ef6 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524919'] for router_interface (6db9e762-4ce0-401c-9554-c6d0c5a2ba26), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:00.338657 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-33be3d7b-4b62-4a0d-bd04-2a0694b7e004 None None] Provisioning complete for port 506f2004-1ae0-43fc-aec9-f8f98e422e96 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:54:00.339248 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-33be3d7b-4b62-4a0d-bd04-2a0694b7e004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (506f2004-1ae0-43fc-aec9-f8f98e422e96), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:00.456776 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa82530-bf57-468e-a3df-eec16a756ef6 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Pushing event updated for resources: {'Port': ['ID=92a8c306-f937-4723-9888-ae77d88bc8c1,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:00.555910 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port de3ee129-6acd-4df1-b8b2-d3a9ee386656 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:54:00.557908 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (de3ee129-6acd-4df1-b8b2-d3a9ee386656), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:00.582608 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa82530-bf57-468e-a3df-eec16a756ef6 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Network 142095b8-2a48-4f70-917f-a733d2d6c095 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:54:00.584386 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-7aa82530-bf57-468e-a3df-eec16a756ef6 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:54:00.897534 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-33be3d7b-4b62-4a0d-bd04-2a0694b7e004 None None] Current status of the port 506f2004-1ae0-43fc-aec9-f8f98e422e96 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:54:00.909277 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port de3ee129-6acd-4df1-b8b2-d3a9ee386656 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:54:00.909723 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (de3ee129-6acd-4df1-b8b2-d3a9ee386656), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:00.989599 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aa82530-bf57-468e-a3df-eec16a756ef6 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Router 6db9e762-4ce0-401c-9554-c6d0c5a2ba26 is scheduled to L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 with binding_index 1 {{(pid=103140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:54:01.046106 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port de3ee129-6acd-4df1-b8b2-d3a9ee386656, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=de3ee129-6acd-4df1-b8b2-d3a9ee386656,segment=NetworkSegment(84dd668c-b23a-4388-bcc7-1d18cbfb680e),segment_id=84dd668c-b23a-4388-bcc7-1d18cbfb680e)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:54:01.055492 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (de3ee129-6acd-4df1-b8b2-d3a9ee386656), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:01.062340 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-33be3d7b-4b62-4a0d-bd04-2a0694b7e004 None None] Provisioning complete for port 92a8c306-f937-4723-9888-ae77d88bc8c1 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:54:01.063301 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-33be3d7b-4b62-4a0d-bd04-2a0694b7e004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (92a8c306-f937-4723-9888-ae77d88bc8c1), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:01.258158 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-33be3d7b-4b62-4a0d-bd04-2a0694b7e004 None None] Port 92a8c306-f937-4723-9888-ae77d88bc8c1 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:54:01.318887 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=de3ee129-6acd-4df1-b8b2-d3a9ee386656,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:01.355015 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-33be3d7b-4b62-4a0d-bd04-2a0694b7e004 None None] Provisioning complete for port de3ee129-6acd-4df1-b8b2-d3a9ee386656 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:54:01.355687 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-33be3d7b-4b62-4a0d-bd04-2a0694b7e004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (de3ee129-6acd-4df1-b8b2-d3a9ee386656), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:01.356458 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aa82530-bf57-468e-a3df-eec16a756ef6 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:54:01.368930 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08134ba-981e-49c7-be10-a7cbaebe479a None None] Sync routers for ids ['6db9e762-4ce0-401c-9554-c6d0c5a2ba26'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:54:01.375930 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-7aa82530-bf57-468e-a3df-eec16a756ef6 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "PUT /v2.0/routers/6db9e762-4ce0-401c-9554-c6d0c5a2ba26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6494727 Feb 09 21:54:01.376348 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53894) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:01.412753 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08134ba-981e-49c7-be10-a7cbaebe479a None None] Routers {'6db9e762-4ce0-401c-9554-c6d0c5a2ba26'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:54:01.413451 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-e08134ba-981e-49c7-be10-a7cbaebe479a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:53:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['6db9e762-4ce0-401c-9554-c6d0c5a2ba26'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:01.432066 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e8a7e2-4118-4132-976e-a7eb67c4ac04 req-ce0c71d5-f9a2-499b-a71d-3895ac0012ad tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:01.433657 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a2e8a7e2-4118-4132-976e-a7eb67c4ac04 req-ce0c71d5-f9a2-499b-a71d-3895ac0012ad tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 945 time: 0.1974621 Feb 09 21:54:01.499789 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e401fe-6585-411e-bf0f-cfb181593e3e tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:01.508141 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-e08134ba-981e-49c7-be10-a7cbaebe479a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:01.510971 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-d3e401fe-6585-411e-bf0f-cfb181593e3e tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "GET /v2.0/ports/92a8c306-f937-4723-9888-ae77d88bc8c1 HTTP/1.1" status: 200 len: 911 time: 0.1332977 Feb 09 21:54:01.520465 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53896) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:01.530093 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08134ba-981e-49c7-be10-a7cbaebe479a None None] Routers {'6db9e762-4ce0-401c-9554-c6d0c5a2ba26'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:54:01.530740 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-e08134ba-981e-49c7-be10-a7cbaebe479a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:53:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['6db9e762-4ce0-401c-9554-c6d0c5a2ba26'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:01.548139 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a2e8a7e2-4118-4132-976e-a7eb67c4ac04 req-fbf265e2-edbb-48ca-86d4-53df412ae7bb tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077235 Feb 09 21:54:01.583743 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-33be3d7b-4b62-4a0d-bd04-2a0694b7e004 None None] Current status of the port de3ee129-6acd-4df1-b8b2-d3a9ee386656 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:54:01.604616 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-e08134ba-981e-49c7-be10-a7cbaebe479a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:01.605528 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08134ba-981e-49c7-be10-a7cbaebe479a None None] The sync data for ids ['6db9e762-4ce0-401c-9554-c6d0c5a2ba26'] in n-d-828369-5 is: [] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:54:01.716005 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-f2547b4b-9066-4d7c-ac49-e43086b8463b None None] Provisioning complete for port 92a8c306-f937-4723-9888-ae77d88bc8c1 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:54:01.716676 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f2547b4b-9066-4d7c-ac49-e43086b8463b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (92a8c306-f937-4723-9888-ae77d88bc8c1), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:01.864394 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-f2547b4b-9066-4d7c-ac49-e43086b8463b None None] Port 92a8c306-f937-4723-9888-ae77d88bc8c1 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:54:01.884808 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-f2547b4b-9066-4d7c-ac49-e43086b8463b None None] Provisioning complete for port de3ee129-6acd-4df1-b8b2-d3a9ee386656 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:54:01.885199 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f2547b4b-9066-4d7c-ac49-e43086b8463b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (de3ee129-6acd-4df1-b8b2-d3a9ee386656), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:02.057055 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-f2547b4b-9066-4d7c-ac49-e43086b8463b None None] Current status of the port de3ee129-6acd-4df1-b8b2-d3a9ee386656 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:54:02.200376 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-293fe7a4-5259-45dc-ab27-7c4572c31ae0 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:02.619091 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-293fe7a4-5259-45dc-ab27-7c4572c31ae0 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Allocated IP 2001:db8:1::1 (809e4721-c4d8-47b3-a1d9-511c14916621/76b9dce9-8f39-404e-a621-8a9959f6c083/620ddb23-43e0-4319-902d-0ee7dca8ae56) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:54:02.766793 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129cd22e-31fb-44f5-b51f-76db0f47a782 req-2a31dea5-51ef-40a0-b723-7d62064e2f38 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:02.784465 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-129cd22e-31fb-44f5-b51f-76db0f47a782 req-2a31dea5-51ef-40a0-b723-7d62064e2f38 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 945 time: 0.1155140 Feb 09 21:54:02.926457 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-129cd22e-31fb-44f5-b51f-76db0f47a782 req-eb771304-a41b-4315-9d27-3746e8176bb4 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442742 Feb 09 21:54:02.930130 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-293fe7a4-5259-45dc-ab27-7c4572c31ae0 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for port (620ddb23-43e0-4319-902d-0ee7dca8ae56), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:02.982302 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-293fe7a4-5259-45dc-ab27-7c4572c31ae0 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (620ddb23-43e0-4319-902d-0ee7dca8ae56), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:03.065875 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293fe7a4-5259-45dc-ab27-7c4572c31ae0 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Network 809e4721-c4d8-47b3-a1d9-511c14916621 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:54:03.069209 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-293fe7a4-5259-45dc-ab27-7c4572c31ae0 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:54:03.075518 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293fe7a4-5259-45dc-ab27-7c4572c31ae0 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:54:03.077124 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-293fe7a4-5259-45dc-ab27-7c4572c31ae0 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554727'] for router_interface (6db9e762-4ce0-401c-9554-c6d0c5a2ba26), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:03.082147 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293fe7a4-5259-45dc-ab27-7c4572c31ae0 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Pushing event updated for resources: {'Port': ['ID=620ddb23-43e0-4319-902d-0ee7dca8ae56,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:03.177140 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293fe7a4-5259-45dc-ab27-7c4572c31ae0 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:03.177489 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293fe7a4-5259-45dc-ab27-7c4572c31ae0 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:03.177833 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293fe7a4-5259-45dc-ab27-7c4572c31ae0 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:03.178171 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293fe7a4-5259-45dc-ab27-7c4572c31ae0 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:03.178503 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293fe7a4-5259-45dc-ab27-7c4572c31ae0 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:03.178852 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293fe7a4-5259-45dc-ab27-7c4572c31ae0 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:03.179166 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293fe7a4-5259-45dc-ab27-7c4572c31ae0 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:03.179489 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293fe7a4-5259-45dc-ab27-7c4572c31ae0 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:03.179810 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293fe7a4-5259-45dc-ab27-7c4572c31ae0 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:03.180140 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293fe7a4-5259-45dc-ab27-7c4572c31ae0 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:03.180491 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293fe7a4-5259-45dc-ab27-7c4572c31ae0 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:03.180813 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293fe7a4-5259-45dc-ab27-7c4572c31ae0 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:03.181133 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293fe7a4-5259-45dc-ab27-7c4572c31ae0 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:03.323934 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device de3ee129-6acd-4df1-b8b2-d3a9ee386656 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:54:03.404063 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port de3ee129-6acd-4df1-b8b2-d3a9ee386656 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:54:03.405561 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (de3ee129-6acd-4df1-b8b2-d3a9ee386656), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:03.432021 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-293fe7a4-5259-45dc-ab27-7c4572c31ae0 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (620ddb23-43e0-4319-902d-0ee7dca8ae56), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:03.527164 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port de3ee129-6acd-4df1-b8b2-d3a9ee386656 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:54:03.606556 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a2a99bbe-376d-4d25-8bf9-13bde51bbc37 None None] Provisioning complete for port 620ddb23-43e0-4319-902d-0ee7dca8ae56 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:54:03.606955 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a2a99bbe-376d-4d25-8bf9-13bde51bbc37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (620ddb23-43e0-4319-902d-0ee7dca8ae56), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:03.660616 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a2a99bbe-376d-4d25-8bf9-13bde51bbc37 None None] Port 620ddb23-43e0-4319-902d-0ee7dca8ae56 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:54:03.883376 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-293fe7a4-5259-45dc-ab27-7c4572c31ae0 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for port (620ddb23-43e0-4319-902d-0ee7dca8ae56), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:03.889010 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-293fe7a4-5259-45dc-ab27-7c4572c31ae0 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (620ddb23-43e0-4319-902d-0ee7dca8ae56), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:03.890215 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-293fe7a4-5259-45dc-ab27-7c4572c31ae0 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524919'] for router_interface (6db9e762-4ce0-401c-9554-c6d0c5a2ba26), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:04.059556 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293fe7a4-5259-45dc-ab27-7c4572c31ae0 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Network 809e4721-c4d8-47b3-a1d9-511c14916621 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:54:04.063265 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-293fe7a4-5259-45dc-ab27-7c4572c31ae0 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:54:04.071334 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293fe7a4-5259-45dc-ab27-7c4572c31ae0 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Pushing event updated for resources: {'Port': ['ID=620ddb23-43e0-4319-902d-0ee7dca8ae56,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:04.127922 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde7ba60-871f-4069-93f7-cc53ce0bb878 req-756de4eb-4c4e-46dc-b01e-2ac0db1f7b60 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:04.154292 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bde7ba60-871f-4069-93f7-cc53ce0bb878 req-756de4eb-4c4e-46dc-b01e-2ac0db1f7b60 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 945 time: 0.1124003 Feb 09 21:54:04.287565 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-293fe7a4-5259-45dc-ab27-7c4572c31ae0 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Router 6db9e762-4ce0-401c-9554-c6d0c5a2ba26 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:54:04.301116 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bde7ba60-871f-4069-93f7-cc53ce0bb878 req-528242ea-7c51-443f-a869-9fd4d99241b7 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445675 Feb 09 21:54:04.442575 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [req-8c22acd6-62bc-49e6-b97b-2aec05c201f8 req-1a29faa0-b8e6-4ae2-95b6-2542babf6f48 service neutron] (103141) timed out ('10.222.0.89', 63204) {{(pid=103141) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 21:54:04.469681 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-293fe7a4-5259-45dc-ab27-7c4572c31ae0 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:54:04.475969 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-293fe7a4-5259-45dc-ab27-7c4572c31ae0 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "PUT /v2.0/routers/6db9e762-4ce0-401c-9554-c6d0c5a2ba26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9536862 Feb 09 21:54:04.478729 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 53944) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:04.480668 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7e566e-d78f-45bb-97fc-479b87b6fdb8 None None] Sync routers for ids ['6db9e762-4ce0-401c-9554-c6d0c5a2ba26'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:54:04.498270 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7e566e-d78f-45bb-97fc-479b87b6fdb8 None None] Routers {'6db9e762-4ce0-401c-9554-c6d0c5a2ba26'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:54:04.500860 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-4e7e566e-d78f-45bb-97fc-479b87b6fdb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:53:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['6db9e762-4ce0-401c-9554-c6d0c5a2ba26'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:04.540171 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:54:04.546951 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b647b28-97d1-4878-9d84-a1bb1b33a412 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:04.551955 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53950) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:04.562478 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-5b647b28-97d1-4878-9d84-a1bb1b33a412 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "GET /v2.0/ports/620ddb23-43e0-4319-902d-0ee7dca8ae56 HTTP/1.1" status: 200 len: 913 time: 0.0825744 Feb 09 21:54:04.564609 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-4e7e566e-d78f-45bb-97fc-479b87b6fdb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:04.641535 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7e566e-d78f-45bb-97fc-479b87b6fdb8 None None] Routers {'6db9e762-4ce0-401c-9554-c6d0c5a2ba26'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:54:04.642265 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-4e7e566e-d78f-45bb-97fc-479b87b6fdb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:53:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['6db9e762-4ce0-401c-9554-c6d0c5a2ba26'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:04.685033 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-4e7e566e-d78f-45bb-97fc-479b87b6fdb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:04.685700 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7e566e-d78f-45bb-97fc-479b87b6fdb8 None None] The sync data for ids ['6db9e762-4ce0-401c-9554-c6d0c5a2ba26'] in n-d-828369-5 is: [] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:54:04.720941 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-0418ad8a-aece-42de-b017-bc2ec0808683 None None] Provisioning complete for port 620ddb23-43e0-4319-902d-0ee7dca8ae56 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:54:04.724138 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-0418ad8a-aece-42de-b017-bc2ec0808683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (620ddb23-43e0-4319-902d-0ee7dca8ae56), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:04.776115 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-0418ad8a-aece-42de-b017-bc2ec0808683 None None] Port 620ddb23-43e0-4319-902d-0ee7dca8ae56 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:54:05.116240 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9c5547cd-babe-4be5-b285-2de3c1c484fd tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524906'] for router_interface (6db9e762-4ce0-401c-9554-c6d0c5a2ba26), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:05.469334 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-9c5547cd-babe-4be5-b285-2de3c1c484fd tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Deleting port 620ddb23-43e0-4319-902d-0ee7dca8ae56 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:54:05.469723 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9c5547cd-babe-4be5-b285-2de3c1c484fd tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (620ddb23-43e0-4319-902d-0ee7dca8ae56), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:05.507481 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9bd5bb-6f48-48df-9eed-9ce22099c2fa req-c660fb94-7d79-4abc-b2fd-200e113f49ed tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:05.510508 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fb9bd5bb-6f48-48df-9eed-9ce22099c2fa req-c660fb94-7d79-4abc-b2fd-200e113f49ed tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 945 time: 0.0831754 Feb 09 21:54:05.593637 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fb9bd5bb-6f48-48df-9eed-9ce22099c2fa req-d9b0272a-0857-4658-8e32-4523f724b928 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770619 Feb 09 21:54:05.620821 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9c5547cd-babe-4be5-b285-2de3c1c484fd tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (620ddb23-43e0-4319-902d-0ee7dca8ae56), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:05.642170 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-9c5547cd-babe-4be5-b285-2de3c1c484fd tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Calling delete_port for 620ddb23-43e0-4319-902d-0ee7dca8ae56 owned by network:router_interface {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:54:05.901869 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9c5547cd-babe-4be5-b285-2de3c1c484fd tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (620ddb23-43e0-4319-902d-0ee7dca8ae56), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:05.935370 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5547cd-babe-4be5-b285-2de3c1c484fd tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Pushing event deleted for resources: {'Port': ['ID=620ddb23-43e0-4319-902d-0ee7dca8ae56,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:06.069672 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9c5547cd-babe-4be5-b285-2de3c1c484fd tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-525054'] for router_interface (6db9e762-4ce0-401c-9554-c6d0c5a2ba26), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:06.351849 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c5547cd-babe-4be5-b285-2de3c1c484fd tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Router 6db9e762-4ce0-401c-9554-c6d0c5a2ba26 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:54:06.739915 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd9e16a-6f7c-40f0-bf6d-8ef04dd43098 req-47ec2ffa-c33b-4501-91d7-606d90baf833 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:06.742315 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7bd9e16a-6f7c-40f0-bf6d-8ef04dd43098 req-47ec2ffa-c33b-4501-91d7-606d90baf833 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 945 time: 0.0621691 Feb 09 21:54:06.800725 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7bd9e16a-6f7c-40f0-bf6d-8ef04dd43098 req-7a5ace75-972f-4e47-baa0-2b35e8da98bf tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515563 Feb 09 21:54:06.894274 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c5547cd-babe-4be5-b285-2de3c1c484fd tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:54:06.900087 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-9c5547cd-babe-4be5-b285-2de3c1c484fd tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "PUT /v2.0/routers/6db9e762-4ce0-401c-9554-c6d0c5a2ba26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3469176 Feb 09 21:54:06.903257 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 53990) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:06.907396 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1261790a-d04f-455a-af45-88c151fbf869 None None] Sync routers for ids ['6db9e762-4ce0-401c-9554-c6d0c5a2ba26'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:54:06.923544 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1261790a-d04f-455a-af45-88c151fbf869 None None] Routers {'6db9e762-4ce0-401c-9554-c6d0c5a2ba26'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:54:06.924450 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-1261790a-d04f-455a-af45-88c151fbf869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:53:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['6db9e762-4ce0-401c-9554-c6d0c5a2ba26'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:06.966511 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-1261790a-d04f-455a-af45-88c151fbf869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:06.979545 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1261790a-d04f-455a-af45-88c151fbf869 None None] Routers {'6db9e762-4ce0-401c-9554-c6d0c5a2ba26'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:54:06.981421 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-1261790a-d04f-455a-af45-88c151fbf869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:53:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['6db9e762-4ce0-401c-9554-c6d0c5a2ba26'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:07.033585 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-1261790a-d04f-455a-af45-88c151fbf869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:07.034568 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1261790a-d04f-455a-af45-88c151fbf869 None None] The sync data for ids ['6db9e762-4ce0-401c-9554-c6d0c5a2ba26'] in n-d-828369-5 is: [] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:54:07.352115 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ffc3f4e2-6b26-44f3-9d21-85d1b36ac383 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524906'] for router_interface (6db9e762-4ce0-401c-9554-c6d0c5a2ba26), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:08.132319 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024cecd1-39b1-4894-ac2b-df69b422276e req-bf3f36d2-4f74-4073-8131-205f7efa492a tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:08.132319 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-024cecd1-39b1-4894-ac2b-df69b422276e req-bf3f36d2-4f74-4073-8131-205f7efa492a tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 945 time: 0.0746794 Feb 09 21:54:08.170743 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-ffc3f4e2-6b26-44f3-9d21-85d1b36ac383 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Deleting port 92a8c306-f937-4723-9888-ae77d88bc8c1 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:54:08.171491 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ffc3f4e2-6b26-44f3-9d21-85d1b36ac383 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (92a8c306-f937-4723-9888-ae77d88bc8c1), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:08.289842 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-024cecd1-39b1-4894-ac2b-df69b422276e req-bc49249f-f75d-4e34-9959-2cc81f79b412 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479526 Feb 09 21:54:08.294534 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ffc3f4e2-6b26-44f3-9d21-85d1b36ac383 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (92a8c306-f937-4723-9888-ae77d88bc8c1), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:08.307910 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-ffc3f4e2-6b26-44f3-9d21-85d1b36ac383 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Calling delete_port for 92a8c306-f937-4723-9888-ae77d88bc8c1 owned by network:router_interface {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:54:08.550337 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ffc3f4e2-6b26-44f3-9d21-85d1b36ac383 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (92a8c306-f937-4723-9888-ae77d88bc8c1), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:08.588902 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc3f4e2-6b26-44f3-9d21-85d1b36ac383 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Pushing event deleted for resources: {'Port': ['ID=92a8c306-f937-4723-9888-ae77d88bc8c1,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:08.784573 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ffc3f4e2-6b26-44f3-9d21-85d1b36ac383 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-525054'] for router_interface (6db9e762-4ce0-401c-9554-c6d0c5a2ba26), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:08.995754 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1586c7ec-96e6-4d51-b206-485c8b1467eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:09.025799 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffc3f4e2-6b26-44f3-9d21-85d1b36ac383 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Router 6db9e762-4ce0-401c-9554-c6d0c5a2ba26 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:54:09.120209 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffc3f4e2-6b26-44f3-9d21-85d1b36ac383 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:54:09.130434 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d340df8a-271c-4a2b-b0b2-3b8577a47f28 None None] Sync routers for ids ['6db9e762-4ce0-401c-9554-c6d0c5a2ba26'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:54:09.138478 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-ffc3f4e2-6b26-44f3-9d21-85d1b36ac383 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "PUT /v2.0/routers/6db9e762-4ce0-401c-9554-c6d0c5a2ba26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2340529 Feb 09 21:54:09.141275 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54030) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:09.151481 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d340df8a-271c-4a2b-b0b2-3b8577a47f28 None None] Routers {'6db9e762-4ce0-401c-9554-c6d0c5a2ba26'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:54:09.152125 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-d340df8a-271c-4a2b-b0b2-3b8577a47f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:53:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['6db9e762-4ce0-401c-9554-c6d0c5a2ba26'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:09.173012 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-8cb4f697-6ca6-417c-8bc0-5fe830ff1c17 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "GET /v2.0/ports?device_id=6db9e762-4ce0-401c-9554-c6d0c5a2ba26 HTTP/1.1" status: 200 len: 205 time: 0.0292084 Feb 09 21:54:09.176042 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 54032) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:09.196573 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-d340df8a-271c-4a2b-b0b2-3b8577a47f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:09.206940 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d340df8a-271c-4a2b-b0b2-3b8577a47f28 None None] Routers {'6db9e762-4ce0-401c-9554-c6d0c5a2ba26'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:54:09.207796 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-d340df8a-271c-4a2b-b0b2-3b8577a47f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:53:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['6db9e762-4ce0-401c-9554-c6d0c5a2ba26'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:09.245437 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-d340df8a-271c-4a2b-b0b2-3b8577a47f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:09.246515 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d340df8a-271c-4a2b-b0b2-3b8577a47f28 None None] The sync data for ids ['6db9e762-4ce0-401c-9554-c6d0c5a2ba26'] in n-d-828369-5 is: [] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:54:09.258953 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f2a1122d-6889-4821-bda6-010844bd5f1c tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for router (6db9e762-4ce0-401c-9554-c6d0c5a2ba26), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:09.482741 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f2a1122d-6889-4821-bda6-010844bd5f1c tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (6db9e762-4ce0-401c-9554-c6d0c5a2ba26), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:09.486099 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f2a1122d-6889-4821-bda6-010844bd5f1c tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for router_controller (6db9e762-4ce0-401c-9554-c6d0c5a2ba26), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:09.560378 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef40f05-e4f6-42eb-9da4-fb8da1d02908 req-303c8e5e-a08c-406d-8b98-482f5c1635c1 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:09.562151 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1ef40f05-e4f6-42eb-9da4-fb8da1d02908 req-303c8e5e-a08c-406d-8b98-482f5c1635c1 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 945 time: 0.1174109 Feb 09 21:54:09.563518 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f2a1122d-6889-4821-bda6-010844bd5f1c tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (6db9e762-4ce0-401c-9554-c6d0c5a2ba26), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:09.564060 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2a1122d-6889-4821-bda6-010844bd5f1c tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Fanout notify agent at l3_agent the message router_deleted on router 6db9e762-4ce0-401c-9554-c6d0c5a2ba26 {{(pid=103140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:54:09.571874 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f2a1122d-6889-4821-bda6-010844bd5f1c tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:09.575609 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-f2a1122d-6889-4821-bda6-010844bd5f1c tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "DELETE /v2.0/routers/6db9e762-4ce0-401c-9554-c6d0c5a2ba26 HTTP/1.1" status: 204 len: 168 time: 0.3985264 Feb 09 21:54:09.575966 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54042) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:09.669131 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a2d6e3d-e5e1-4a64-80d5-aef31451dbe9 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Deleting subnet 76b9dce9-8f39-404e-a621-8a9959f6c083 {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:54:09.671849 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1ef40f05-e4f6-42eb-9da4-fb8da1d02908 req-831b3a3d-be79-4d84-a303-544dce2f233a tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950785 Feb 09 21:54:09.702857 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0a2d6e3d-e5e1-4a64-80d5-aef31451dbe9 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for subnet (76b9dce9-8f39-404e-a621-8a9959f6c083), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:09.867937 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0a2d6e3d-e5e1-4a64-80d5-aef31451dbe9 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (76b9dce9-8f39-404e-a621-8a9959f6c083), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:09.993160 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0a2d6e3d-e5e1-4a64-80d5-aef31451dbe9 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (76b9dce9-8f39-404e-a621-8a9959f6c083), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:10.068709 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0a2d6e3d-e5e1-4a64-80d5-aef31451dbe9 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (76b9dce9-8f39-404e-a621-8a9959f6c083), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:10.095387 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2d6e3d-e5e1-4a64-80d5-aef31451dbe9 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Pushing event deleted for resources: {'Subnet': ['ID=76b9dce9-8f39-404e-a621-8a9959f6c083,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:10.106728 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0a2d6e3d-e5e1-4a64-80d5-aef31451dbe9 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:10.112430 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe80611-3a44-4803-9fbb-7806f1621a3b None None] Network 809e4721-c4d8-47b3-a1d9-511c14916621 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:54:10.113533 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 54050) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:10.116705 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-0a2d6e3d-e5e1-4a64-80d5-aef31451dbe9 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "DELETE /v2.0/subnets/76b9dce9-8f39-404e-a621-8a9959f6c083 HTTP/1.1" status: 204 len: 168 time: 0.5393229 Feb 09 21:54:10.230112 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2a6c38f-2658-4a26-bad1-4c7311a2c439 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Deleting subnet fedf2952-feae-4efa-a80d-ec5853b32f1e {{(pid=103140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:54:10.233561 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f2a6c38f-2658-4a26-bad1-4c7311a2c439 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for subnet (fedf2952-feae-4efa-a80d-ec5853b32f1e), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:10.293130 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f2a6c38f-2658-4a26-bad1-4c7311a2c439 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9110716'] for subnet (fedf2952-feae-4efa-a80d-ec5853b32f1e), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:10.343503 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf06a010-7368-4d25-a9b0-1ee446312d67 None None] DHCP port deletion for 809e4721-c4d8-47b3-a1d9-511c14916621 request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:54:10.404837 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-cf06a010-7368-4d25-a9b0-1ee446312d67 None None] Deleting port de3ee129-6acd-4df1-b8b2-d3a9ee386656 {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:54:10.405556 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-cf06a010-7368-4d25-a9b0-1ee446312d67 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (de3ee129-6acd-4df1-b8b2-d3a9ee386656), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:10.422854 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f2a6c38f-2658-4a26-bad1-4c7311a2c439 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (fedf2952-feae-4efa-a80d-ec5853b32f1e), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:10.479265 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-cf06a010-7368-4d25-a9b0-1ee446312d67 None None] For port de3ee129-6acd-4df1-b8b2-d3a9ee386656, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=de3ee129-6acd-4df1-b8b2-d3a9ee386656,segment=NetworkSegment(84dd668c-b23a-4388-bcc7-1d18cbfb680e),segment_id=84dd668c-b23a-4388-bcc7-1d18cbfb680e)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:54:10.479998 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-cf06a010-7368-4d25-a9b0-1ee446312d67 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (de3ee129-6acd-4df1-b8b2-d3a9ee386656), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:10.500436 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-cf06a010-7368-4d25-a9b0-1ee446312d67 None None] Calling delete_port for de3ee129-6acd-4df1-b8b2-d3a9ee386656 owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:54:10.531092 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f2a6c38f-2658-4a26-bad1-4c7311a2c439 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621346'] for subnet (fedf2952-feae-4efa-a80d-ec5853b32f1e), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:10.557390 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a6c38f-2658-4a26-bad1-4c7311a2c439 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Pushing event deleted for resources: {'Subnet': ['ID=fedf2952-feae-4efa-a80d-ec5853b32f1e,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:10.570209 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f2a6c38f-2658-4a26-bad1-4c7311a2c439 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:10.577381 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54060) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:10.577940 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-f2a6c38f-2658-4a26-bad1-4c7311a2c439 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "DELETE /v2.0/subnets/fedf2952-feae-4efa-a80d-ec5853b32f1e HTTP/1.1" status: 204 len: 168 time: 0.4632306 Feb 09 21:54:10.612933 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080f0123-3444-42e6-a5fd-a266d6c75d44 None None] Network 142095b8-2a48-4f70-917f-a733d2d6c095 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:54:10.697691 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c2508ee7-e531-4743-b353-8d0a1d052667 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (809e4721-c4d8-47b3-a1d9-511c14916621), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:10.772105 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-c2508ee7-e531-4743-b353-8d0a1d052667 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Deleting port de3ee129-6acd-4df1-b8b2-d3a9ee386656 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:54:10.772490 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c2508ee7-e531-4743-b353-8d0a1d052667 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (de3ee129-6acd-4df1-b8b2-d3a9ee386656), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:10.900429 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-cf06a010-7368-4d25-a9b0-1ee446312d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (de3ee129-6acd-4df1-b8b2-d3a9ee386656), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:10.908085 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-c2508ee7-e531-4743-b353-8d0a1d052667 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] For port de3ee129-6acd-4df1-b8b2-d3a9ee386656, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=de3ee129-6acd-4df1-b8b2-d3a9ee386656,segment=NetworkSegment(84dd668c-b23a-4388-bcc7-1d18cbfb680e),segment_id=84dd668c-b23a-4388-bcc7-1d18cbfb680e)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:54:10.911446 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c2508ee7-e531-4743-b353-8d0a1d052667 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (de3ee129-6acd-4df1-b8b2-d3a9ee386656), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:10.953084 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7f3e73-0199-43b9-bfcc-ea1b0a9e4264 req-4d78f051-de59-4e2a-8dbc-67e4a3bd85f2 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:10.954188 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-c2508ee7-e531-4743-b353-8d0a1d052667 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Calling delete_port for de3ee129-6acd-4df1-b8b2-d3a9ee386656 owned by network:dhcp {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:54:10.955328 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3d7f3e73-0199-43b9-bfcc-ea1b0a9e4264 req-4d78f051-de59-4e2a-8dbc-67e4a3bd85f2 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 945 time: 0.1304979 Feb 09 21:54:11.000738 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf06a010-7368-4d25-a9b0-1ee446312d67 None None] Pushing event deleted for resources: {'Port': ['ID=de3ee129-6acd-4df1-b8b2-d3a9ee386656,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:11.046324 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9f7c40-9e7c-4f39-9c48-525309cf3283 None None] DHCP port deletion for 142095b8-2a48-4f70-917f-a733d2d6c095 request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:54:11.085132 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3d7f3e73-0199-43b9-bfcc-ea1b0a9e4264 req-d9bfc583-125e-4df6-b271-ea9655d9a02c tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233253 Feb 09 21:54:11.147335 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e19101c5-0347-4098-99b4-d6e4edaeff51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:11.159703 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf06a010-7368-4d25-a9b0-1ee446312d67 None None] No DVR routers for this DVR port de3ee129-6acd-4df1-b8b2-d3a9ee386656 on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:54:11.231102 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c2508ee7-e531-4743-b353-8d0a1d052667 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (de3ee129-6acd-4df1-b8b2-d3a9ee386656), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:11.261028 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-fb9f7c40-9e7c-4f39-9c48-525309cf3283 None None] Deleting port 506f2004-1ae0-43fc-aec9-f8f98e422e96 {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:54:11.261724 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-fb9f7c40-9e7c-4f39-9c48-525309cf3283 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (506f2004-1ae0-43fc-aec9-f8f98e422e96), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:11.265975 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2508ee7-e531-4743-b353-8d0a1d052667 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] No DVR routers for this DVR port de3ee129-6acd-4df1-b8b2-d3a9ee386656 on host n-d-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:54:11.268370 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2508ee7-e531-4743-b353-8d0a1d052667 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Pushing event deleted for resources: {'Port': ['ID=de3ee129-6acd-4df1-b8b2-d3a9ee386656,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:11.395005 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-fb9f7c40-9e7c-4f39-9c48-525309cf3283 None None] For port 506f2004-1ae0-43fc-aec9-f8f98e422e96, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=506f2004-1ae0-43fc-aec9-f8f98e422e96,segment=NetworkSegment(ecd89da1-1a13-4eff-9ae4-4a9f355b65cc),segment_id=ecd89da1-1a13-4eff-9ae4-4a9f355b65cc)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:54:11.395644 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-fb9f7c40-9e7c-4f39-9c48-525309cf3283 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (506f2004-1ae0-43fc-aec9-f8f98e422e96), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:11.408527 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c2508ee7-e531-4743-b353-8d0a1d052667 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (809e4721-c4d8-47b3-a1d9-511c14916621), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:11.428594 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-fb9f7c40-9e7c-4f39-9c48-525309cf3283 None None] Calling delete_port for 506f2004-1ae0-43fc-aec9-f8f98e422e96 owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:54:11.464904 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-c2508ee7-e531-4743-b353-8d0a1d052667 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['809e4721-c4d8-47b3-a1d9-511c14916621']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:11.499209 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-c2508ee7-e531-4743-b353-8d0a1d052667 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84dd668c-b23a-4388-bcc7-1d18cbfb680e') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:11.499863 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-c2508ee7-e531-4743-b353-8d0a1d052667 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84dd668c-b23a-4388-bcc7-1d18cbfb680e') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:11.523561 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c2508ee7-e531-4743-b353-8d0a1d052667 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (84dd668c-b23a-4388-bcc7-1d18cbfb680e), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:11.538468 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device de3ee129-6acd-4df1-b8b2-d3a9ee386656 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:54:11.543405 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-fb9f7c40-9e7c-4f39-9c48-525309cf3283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (506f2004-1ae0-43fc-aec9-f8f98e422e96), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:11.560052 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c2508ee7-e531-4743-b353-8d0a1d052667 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (84dd668c-b23a-4388-bcc7-1d18cbfb680e), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:11.585240 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2508ee7-e531-4743-b353-8d0a1d052667 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:54:11.586512 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c2508ee7-e531-4743-b353-8d0a1d052667 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (84dd668c-b23a-4388-bcc7-1d18cbfb680e), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:11.602929 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: de3ee129-6acd-4df1-b8b2-d3a9ee386656 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:54:11.603292 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device de3ee129-6acd-4df1-b8b2-d3a9ee386656 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:54:11.603727 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 506f2004-1ae0-43fc-aec9-f8f98e422e96 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:54:11.621052 n-d-828369-5 neutron-server[103141]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:54:11.621052 n-d-828369-5 neutron-server[103141]: self.session.flush() Feb 09 21:54:11.621052 n-d-828369-5 neutron-server[103141]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:54:11.621052 n-d-828369-5 neutron-server[103141]: self.session.flush() Feb 09 21:54:11.621052 n-d-828369-5 neutron-server[103141]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:54:11.621052 n-d-828369-5 neutron-server[103141]: self.session.flush() Feb 09 21:54:11.621052 n-d-828369-5 neutron-server[103141]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:54:11.621052 n-d-828369-5 neutron-server[103141]: self.session.flush() Feb 09 21:54:11.621052 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:54:11.621052 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:54:11.621052 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:54:11.621052 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:54:11.621052 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:54:11.621052 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:54:11.621052 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:54:11.621052 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:54:11.621052 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:54:11.621052 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:54:11.621052 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:54:11.621052 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:54:11.621052 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:54:11.621052 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:54:11.621052 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:54:11.621052 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:54:11.621052 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:54:11.621052 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:54:11.621052 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:54:11.621052 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:54:11.621052 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:54:11.621052 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:54:11.621052 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:54:11.621052 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:54:11.621052 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:54:11.621052 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:54:11.621052 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:54:11.621052 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:54:11.621052 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:54:11.621052 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:54:11.621052 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:54:11.621052 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:54:11.657662 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 506f2004-1ae0-43fc-aec9-f8f98e422e96 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:54:11.657927 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 506f2004-1ae0-43fc-aec9-f8f98e422e96 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:54:11.659667 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9f7c40-9e7c-4f39-9c48-525309cf3283 None None] Pushing event deleted for resources: {'Port': ['ID=506f2004-1ae0-43fc-aec9-f8f98e422e96,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:11.667365 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9f7c40-9e7c-4f39-9c48-525309cf3283 None None] No DVR routers for this DVR port 506f2004-1ae0-43fc-aec9-f8f98e422e96 on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:54:11.765512 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c2508ee7-e531-4743-b353-8d0a1d052667 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (809e4721-c4d8-47b3-a1d9-511c14916621), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:11.776734 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c2508ee7-e531-4743-b353-8d0a1d052667 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:11.786236 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-c2508ee7-e531-4743-b353-8d0a1d052667 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "DELETE /v2.0/networks/809e4721-c4d8-47b3-a1d9-511c14916621 HTTP/1.1" status: 204 len: 168 time: 1.2039857 Feb 09 21:54:11.787688 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 54094) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:11.819266 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2508ee7-e531-4743-b353-8d0a1d052667 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Pushing event deleted for resources: {'Network': ['ID=809e4721-c4d8-47b3-a1d9-511c14916621,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:11.900593 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b1366cf8-8f77-461b-8fe3-07257d951e4a tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (142095b8-2a48-4f70-917f-a733d2d6c095), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:12.025604 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b1366cf8-8f77-461b-8fe3-07257d951e4a tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (142095b8-2a48-4f70-917f-a733d2d6c095), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:12.051932 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-b1366cf8-8f77-461b-8fe3-07257d951e4a tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['142095b8-2a48-4f70-917f-a733d2d6c095']}} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:12.063558 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-b1366cf8-8f77-461b-8fe3-07257d951e4a tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecd89da1-1a13-4eff-9ae4-4a9f355b65cc') {'for_net_delete': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:12.064145 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-b1366cf8-8f77-461b-8fe3-07257d951e4a tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecd89da1-1a13-4eff-9ae4-4a9f355b65cc') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:12.075637 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b1366cf8-8f77-461b-8fe3-07257d951e4a tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110711'] for segment (ecd89da1-1a13-4eff-9ae4-4a9f355b65cc), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:12.095654 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b1366cf8-8f77-461b-8fe3-07257d951e4a tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (ecd89da1-1a13-4eff-9ae4-4a9f355b65cc), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:12.103121 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1366cf8-8f77-461b-8fe3-07257d951e4a tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=103140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:54:12.103706 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b1366cf8-8f77-461b-8fe3-07257d951e4a tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669415'] for segment (ecd89da1-1a13-4eff-9ae4-4a9f355b65cc), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:12.106978 n-d-828369-5 neutron-server[103140]: Traceback (most recent call last): Feb 09 21:54:12.106978 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:54:12.106978 n-d-828369-5 neutron-server[103140]: timer() Feb 09 21:54:12.106978 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:54:12.106978 n-d-828369-5 neutron-server[103140]: cb(*args, **kw) Feb 09 21:54:12.106978 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:54:12.106978 n-d-828369-5 neutron-server[103140]: return func(*args, **kwargs) Feb 09 21:54:12.106978 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:54:12.106978 n-d-828369-5 neutron-server[103140]: self._notify() Feb 09 21:54:12.106978 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:54:12.106978 n-d-828369-5 neutron-server[103140]: self.callback(batched_events) Feb 09 21:54:12.106978 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:54:12.106978 n-d-828369-5 neutron-server[103140]: event.method(event) Feb 09 21:54:12.106978 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:54:12.106978 n-d-828369-5 neutron-server[103140]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:54:12.106978 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:54:12.106978 n-d-828369-5 neutron-server[103140]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:54:12.106978 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:54:12.106978 n-d-828369-5 neutron-server[103140]: return f(self, *a, **k) Feb 09 21:54:12.106978 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:54:12.106978 n-d-828369-5 neutron-server[103140]: return self._get(url).json() Feb 09 21:54:12.106978 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:54:12.106978 n-d-828369-5 neutron-server[103140]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:54:12.106978 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:54:12.106978 n-d-828369-5 neutron-server[103140]: return self.request(url, 'GET', **kwargs) Feb 09 21:54:12.106978 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:54:12.106978 n-d-828369-5 neutron-server[103140]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:54:12.106978 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:54:12.106978 n-d-828369-5 neutron-server[103140]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:54:12.106978 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:54:12.106978 n-d-828369-5 neutron-server[103140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:54:12.106978 n-d-828369-5 neutron-server[103140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:54:12.196185 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b1366cf8-8f77-461b-8fe3-07257d951e4a tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (142095b8-2a48-4f70-917f-a733d2d6c095), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:12.225125 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b1366cf8-8f77-461b-8fe3-07257d951e4a tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:12.228901 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-b1366cf8-8f77-461b-8fe3-07257d951e4a tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "DELETE /v2.0/networks/142095b8-2a48-4f70-917f-a733d2d6c095 HTTP/1.1" status: 204 len: 168 time: 0.4387720 Feb 09 21:54:12.236113 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54106) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:12.243137 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-766112e6-4164-4fb6-b06a-e52a52621a9b tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-67766709'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:54:12.263962 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1366cf8-8f77-461b-8fe3-07257d951e4a tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Pushing event deleted for resources: {'Network': ['ID=142095b8-2a48-4f70-917f-a733d2d6c095,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:12.293440 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8a89b0-73b0-4681-89df-6adf050b48ba req-b28f44b3-b944-4766-a7c2-7e2fe223e8c9 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:12.294218 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-766112e6-4164-4fb6-b06a-e52a52621a9b tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Made reservation on behalf of 63d4a6f962814234ac116c1855fa9574 for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:54:12.296108 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8d8a89b0-73b0-4681-89df-6adf050b48ba req-b28f44b3-b944-4766-a7c2-7e2fe223e8c9 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 945 time: 0.0965238 Feb 09 21:54:12.297866 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-766112e6-4164-4fb6-b06a-e52a52621a9b tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:12.343105 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-766112e6-4164-4fb6-b06a-e52a52621a9b tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:54:12.354648 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-766112e6-4164-4fb6-b06a-e52a52621a9b tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (b9a50977-ebd8-4f41-8bf7-34366e0411ee), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:12.355433 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-766112e6-4164-4fb6-b06a-e52a52621a9b tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Added segment b9a50977-ebd8-4f41-8bf7-34366e0411ee of type vlan for network 2a7b7953-9faf-4fcc-9539-719eb5a513fb Feb 09 21:54:12.387611 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8d8a89b0-73b0-4681-89df-6adf050b48ba req-3a7f1272-ec0d-4c89-ad6f-2b0fe1882970 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751016 Feb 09 21:54:12.454958 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-766112e6-4164-4fb6-b06a-e52a52621a9b tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (2a7b7953-9faf-4fcc-9539-719eb5a513fb), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:12.490613 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-766112e6-4164-4fb6-b06a-e52a52621a9b tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (2a7b7953-9faf-4fcc-9539-719eb5a513fb), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:12.496208 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-766112e6-4164-4fb6-b06a-e52a52621a9b tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:12.498076 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-766112e6-4164-4fb6-b06a-e52a52621a9b tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:12.563281 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-766112e6-4164-4fb6-b06a-e52a52621a9b tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3259740 Feb 09 21:54:12.566681 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 54120) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:12.572361 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-d95a9812-eb3a-4c44-9d22-d8d71d7c4bfa tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Request body: {'subnet': {'network_id': '2a7b7953-9faf-4fcc-9539-719eb5a513fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:54:12.587116 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766112e6-4164-4fb6-b06a-e52a52621a9b tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Pushing event updated for resources: {'Network': ['ID=2a7b7953-9faf-4fcc-9539-719eb5a513fb,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:12.599693 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 2a7b7953-9faf-4fcc-9539-719eb5a513fb details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:54:12.780042 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d95a9812-eb3a-4c44-9d22-d8d71d7c4bfa tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Made reservation on behalf of 63d4a6f962814234ac116c1855fa9574 for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:54:12.785305 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d95a9812-eb3a-4c44-9d22-d8d71d7c4bfa tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621317'] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:12.865138 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:13.023012 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d95a9812-eb3a-4c44-9d22-d8d71d7c4bfa tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621371'] for subnet (cc0e83cc-255a-4ab4-886e-2151c6104d14), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:13.097493 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95a9812-eb3a-4c44-9d22-d8d71d7c4bfa tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Pushing event updated for resources: {'Subnet': ['ID=cc0e83cc-255a-4ab4-886e-2151c6104d14,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:13.117457 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95a9812-eb3a-4c44-9d22-d8d71d7c4bfa tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Checking segment: {'id': 'b9a50977-ebd8-4f41-8bf7-34366e0411ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '2a7b7953-9faf-4fcc-9539-719eb5a513fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:54:13.117823 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95a9812-eb3a-4c44-9d22-d8d71d7c4bfa tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Network hostable DHCP agents. Network: 2a7b7953-9faf-4fcc-9539-719eb5a513fb, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:54:13.140598 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95a9812-eb3a-4c44-9d22-d8d71d7c4bfa tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Network 2a7b7953-9faf-4fcc-9539-719eb5a513fb is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:54:13.152010 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-d95a9812-eb3a-4c44-9d22-d8d71d7c4bfa tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 2a7b7953-9faf-4fcc-9539-719eb5a513fb) {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:54:13.161573 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95a9812-eb3a-4c44-9d22-d8d71d7c4bfa tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:13.162417 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e322e05-c7bf-42e4-9a93-d8bc65c22082 None None] Network 2a7b7953-9faf-4fcc-9539-719eb5a513fb requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:54:13.163561 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d95a9812-eb3a-4c44-9d22-d8d71d7c4bfa tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:13.210651 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54138) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:13.216190 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-4429997d-9ba7-452b-b6da-2723ae917798 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-864388993', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:54:13.221989 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-d95a9812-eb3a-4c44-9d22-d8d71d7c4bfa tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6395984 Feb 09 21:54:13.249974 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4429997d-9ba7-452b-b6da-2723ae917798 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (5b753a8e-a9f3-44c9-b346-c33da43f718d), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:13.251315 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4429997d-9ba7-452b-b6da-2723ae917798 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (5b753a8e-a9f3-44c9-b346-c33da43f718d), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:13.337191 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8fc9728-c9e1-4167-ac37-a6a0a4892e8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-2a7b7953-9faf-4fcc-9539-719eb5a513fb', 'network_id': '2a7b7953-9faf-4fcc-9539-719eb5a513fb', 'project_id': '63d4a6f962814234ac116c1855fa9574', 'fixed_ips': [{'subnet_id': 'cc0e83cc-255a-4ab4-886e-2151c6104d14'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:54:13.338377 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b8fc9728-c9e1-4167-ac37-a6a0a4892e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:13.368957 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4429997d-9ba7-452b-b6da-2723ae917798 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for router_controller (5b753a8e-a9f3-44c9-b346-c33da43f718d), precommit_add_association {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:13.380660 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4429997d-9ba7-452b-b6da-2723ae917798 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (5b753a8e-a9f3-44c9-b346-c33da43f718d), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:13.398574 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e05b3e-0e41-457d-8d65-db25ea2472ca req-021bec6f-1b97-45b3-837b-2e86a1beade9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:13.400574 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b6e05b3e-0e41-457d-8d65-db25ea2472ca req-021bec6f-1b97-45b3-837b-2e86a1beade9 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b22568216b3c414cb08474365ce4458b&device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 1127 time: 0.0619292 Feb 09 21:54:13.412291 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4429997d-9ba7-452b-b6da-2723ae917798 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:13.418469 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-4429997d-9ba7-452b-b6da-2723ae917798 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2064133 Feb 09 21:54:13.423078 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 54146) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:13.430317 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-743544b6-3c7f-4203-80f1-6cc43e63a5f5 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Request body: {'port': {'network_id': '2a7b7953-9faf-4fcc-9539-719eb5a513fb', 'name': 'tempest-RoutersIpV6Test-177598482'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:54:13.573951 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-b8fc9728-c9e1-4167-ac37-a6a0a4892e8f None None] Allocated IP 2001:db8::2 (2a7b7953-9faf-4fcc-9539-719eb5a513fb/cc0e83cc-255a-4ab4-886e-2151c6104d14/b419610a-0d72-45c6-89f8-f6432142660f) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:54:13.656600 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e05b3e-0e41-457d-8d65-db25ea2472ca req-ccf19327-fb43-4380-ba48-121b9f9a55f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:13.658104 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b6e05b3e-0e41-457d-8d65-db25ea2472ca req-ccf19327-fb43-4380-ba48-121b9f9a55f3 service neutron] 10.222.0.95 "GET /v2.0/networks?id=d86910b2-0131-4cf1-9151-2ae5be614e2e HTTP/1.1" status: 200 len: 914 time: 0.2506843 Feb 09 21:54:13.672541 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e911681a-d5ff-4ff8-989d-706756a8b1f5 req-6e09fab0-4788-4625-9b9f-b407c2ff3ec2 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:13.676963 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e911681a-d5ff-4ff8-989d-706756a8b1f5 req-6e09fab0-4788-4625-9b9f-b407c2ff3ec2 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 945 time: 0.1311200 Feb 09 21:54:13.729568 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b6e05b3e-0e41-457d-8d65-db25ea2472ca req-95b8a411-a277-4967-8e51-e95ce41fad77 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f7dfd268-1748-42f5-807f-926d187cabc1 HTTP/1.1" status: 200 len: 217 time: 0.0639427 Feb 09 21:54:13.733073 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b8fc9728-c9e1-4167-ac37-a6a0a4892e8f None None] Publish callbacks [] for port (b419610a-0d72-45c6-89f8-f6432142660f), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:13.741632 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b8fc9728-c9e1-4167-ac37-a6a0a4892e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (b419610a-0d72-45c6-89f8-f6432142660f), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:13.774142 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-743544b6-3c7f-4203-80f1-6cc43e63a5f5 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Made reservation on behalf of 63d4a6f962814234ac116c1855fa9574 for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:54:13.778359 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-743544b6-3c7f-4203-80f1-6cc43e63a5f5 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:13.796437 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8fc9728-c9e1-4167-ac37-a6a0a4892e8f None None] Network 2a7b7953-9faf-4fcc-9539-719eb5a513fb is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:54:13.798048 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-b8fc9728-c9e1-4167-ac37-a6a0a4892e8f None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:54:13.802840 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fc9728-c9e1-4167-ac37-a6a0a4892e8f None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:54:13.811526 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fc9728-c9e1-4167-ac37-a6a0a4892e8f None None] Pushing event updated for resources: {'Port': ['ID=b419610a-0d72-45c6-89f8-f6432142660f,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:13.824541 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-743544b6-3c7f-4203-80f1-6cc43e63a5f5 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] device_id is not set on port 6f9d3d94-4b65-45e4-b9dc-5a093157dafa yet. {{(pid=103140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:54:13.833039 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e911681a-d5ff-4ff8-989d-706756a8b1f5 req-f12b6292-ad2f-4f18-a89d-1c9d7402e2a4 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445999 Feb 09 21:54:13.837390 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e05b3e-0e41-457d-8d65-db25ea2472ca req-f2d76dff-bea8-403a-861f-3bd01ef63054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:13.839007 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b6e05b3e-0e41-457d-8d65-db25ea2472ca req-f2d76dff-bea8-403a-861f-3bd01ef63054 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=903c0b45-e09b-4940-bbf6-1179c0814bd7 HTTP/1.1" status: 200 len: 853 time: 0.1001246 Feb 09 21:54:13.867654 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-b8fc9728-c9e1-4167-ac37-a6a0a4892e8f None None] Attempting to bind port b419610a-0d72-45c6-89f8-f6432142660f on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:54:13.868033 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-b8fc9728-c9e1-4167-ac37-a6a0a4892e8f None None] Attempting to bind port b419610a-0d72-45c6-89f8-f6432142660f by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': 'b9a50977-ebd8-4f41-8bf7-34366e0411ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '2a7b7953-9faf-4fcc-9539-719eb5a513fb'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:54:13.868431 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fc9728-c9e1-4167-ac37-a6a0a4892e8f None None] Attempting to bind port b419610a-0d72-45c6-89f8-f6432142660f on network 2a7b7953-9faf-4fcc-9539-719eb5a513fb {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:54:13.873421 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fc9728-c9e1-4167-ac37-a6a0a4892e8f None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:54:13.873906 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fc9728-c9e1-4167-ac37-a6a0a4892e8f None None] Checking segment: {'id': 'b9a50977-ebd8-4f41-8bf7-34366e0411ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '2a7b7953-9faf-4fcc-9539-719eb5a513fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:54:13.874316 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b8fc9728-c9e1-4167-ac37-a6a0a4892e8f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:13.874769 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fc9728-c9e1-4167-ac37-a6a0a4892e8f None None] Bound using segment: {'id': 'b9a50977-ebd8-4f41-8bf7-34366e0411ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '2a7b7953-9faf-4fcc-9539-719eb5a513fb'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:54:13.875249 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-b8fc9728-c9e1-4167-ac37-a6a0a4892e8f None None] Bound port: b419610a-0d72-45c6-89f8-f6432142660f, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9a50977-ebd8-4f41-8bf7-34366e0411ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '2a7b7953-9faf-4fcc-9539-719eb5a513fb'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:54:13.876348 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b8fc9728-c9e1-4167-ac37-a6a0a4892e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (b419610a-0d72-45c6-89f8-f6432142660f), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:13.910421 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b6e05b3e-0e41-457d-8d65-db25ea2472ca req-bcd632d8-36a7-4a77-b35e-8e69b127f5f7 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d86910b2-0131-4cf1-9151-2ae5be614e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341446 Feb 09 21:54:13.939502 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-b8fc9728-c9e1-4167-ac37-a6a0a4892e8f None None] For port b419610a-0d72-45c6-89f8-f6432142660f, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:54:13.942877 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-b8fc9728-c9e1-4167-ac37-a6a0a4892e8f None None] For port b419610a-0d72-45c6-89f8-f6432142660f, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=b419610a-0d72-45c6-89f8-f6432142660f,segment=NetworkSegment(b9a50977-ebd8-4f41-8bf7-34366e0411ee),segment_id=b9a50977-ebd8-4f41-8bf7-34366e0411ee)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:54:13.950264 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b8fc9728-c9e1-4167-ac37-a6a0a4892e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (b419610a-0d72-45c6-89f8-f6432142660f), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:14.024762 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fc9728-c9e1-4167-ac37-a6a0a4892e8f None None] Pushing event updated for resources: {'Port': ['ID=b419610a-0d72-45c6-89f8-f6432142660f,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:14.055903 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-743544b6-3c7f-4203-80f1-6cc43e63a5f5 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Allocated IP 2001:db8::189 (2a7b7953-9faf-4fcc-9539-719eb5a513fb/cc0e83cc-255a-4ab4-886e-2151c6104d14/6f9d3d94-4b65-45e4-b9dc-5a093157dafa) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:54:14.098271 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b6e05b3e-0e41-457d-8d65-db25ea2472ca req-8bf62b19-b2a2-4720-8491-3ae60965cfb4 service neutron] 10.222.0.95 "GET /v2.0/networks/d86910b2-0131-4cf1-9151-2ae5be614e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811144 Feb 09 21:54:14.151753 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:14.382398 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b6e05b3e-0e41-457d-8d65-db25ea2472ca req-77fee059-1c7a-4960-a537-120580ad547a service neutron] 10.222.0.95 "GET /v2.0/networks/d86910b2-0131-4cf1-9151-2ae5be614e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2752347 Feb 09 21:54:14.411692 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-743544b6-3c7f-4203-80f1-6cc43e63a5f5 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for port (6f9d3d94-4b65-45e4-b9dc-5a093157dafa), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:14.480703 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-743544b6-3c7f-4203-80f1-6cc43e63a5f5 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (6f9d3d94-4b65-45e4-b9dc-5a093157dafa), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:14.534262 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743544b6-3c7f-4203-80f1-6cc43e63a5f5 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Network 2a7b7953-9faf-4fcc-9539-719eb5a513fb is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:54:14.537804 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-743544b6-3c7f-4203-80f1-6cc43e63a5f5 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:54:14.541955 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743544b6-3c7f-4203-80f1-6cc43e63a5f5 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:54:14.548424 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743544b6-3c7f-4203-80f1-6cc43e63a5f5 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:14.549051 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-743544b6-3c7f-4203-80f1-6cc43e63a5f5 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:14.555969 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743544b6-3c7f-4203-80f1-6cc43e63a5f5 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Pushing event updated for resources: {'Port': ['ID=6f9d3d94-4b65-45e4-b9dc-5a093157dafa,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:14.573214 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-743544b6-3c7f-4203-80f1-6cc43e63a5f5 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.1484137 Feb 09 21:54:14.575820 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 54174) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:15.274090 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:15.395543 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b522241-00a3-4ae4-9144-85b76e806af9 None None] Network 2a7b7953-9faf-4fcc-9539-719eb5a513fb requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:54:15.399589 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device b419610a-0d72-45c6-89f8-f6432142660f up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:54:15.428970 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040023f0-d1f1-4054-81fb-d415a139f0a5 req-c0a4b74b-a9cc-4eab-9fd8-3e3752f01467 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:15.432320 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-040023f0-d1f1-4054-81fb-d415a139f0a5 req-c0a4b74b-a9cc-4eab-9fd8-3e3752f01467 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 945 time: 0.2242520 Feb 09 21:54:15.509123 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-ad4aac43-81a4-4cc9-8291-9b31ba41c039 None None] Provisioning complete for port b419610a-0d72-45c6-89f8-f6432142660f triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:54:15.509756 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ad4aac43-81a4-4cc9-8291-9b31ba41c039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (b419610a-0d72-45c6-89f8-f6432142660f), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:15.510919 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-48d5a4f0-81b6-4141-afb0-531084ca0704 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (6f9d3d94-4b65-45e4-b9dc-5a093157dafa), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:15.594117 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-040023f0-d1f1-4054-81fb-d415a139f0a5 req-a0e023a7-44bb-46c0-9bda-6e901022ef29 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557043 Feb 09 21:54:15.617210 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port b419610a-0d72-45c6-89f8-f6432142660f triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:54:15.617803 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (b419610a-0d72-45c6-89f8-f6432142660f), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:15.684657 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-ad4aac43-81a4-4cc9-8291-9b31ba41c039 None None] Current status of the port b419610a-0d72-45c6-89f8-f6432142660f is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:54:15.685305 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ad4aac43-81a4-4cc9-8291-9b31ba41c039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (b419610a-0d72-45c6-89f8-f6432142660f), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:15.702991 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device f7dfd268-1748-42f5-807f-926d187cabc1 no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:54:15.807076 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port b419610a-0d72-45c6-89f8-f6432142660f is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:54:15.807705 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (b419610a-0d72-45c6-89f8-f6432142660f), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:15.835643 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-ad4aac43-81a4-4cc9-8291-9b31ba41c039 None None] For port b419610a-0d72-45c6-89f8-f6432142660f, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=b419610a-0d72-45c6-89f8-f6432142660f,segment=NetworkSegment(b9a50977-ebd8-4f41-8bf7-34366e0411ee),segment_id=b9a50977-ebd8-4f41-8bf7-34366e0411ee)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:54:15.849830 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-48d5a4f0-81b6-4141-afb0-531084ca0704 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for port (6f9d3d94-4b65-45e4-b9dc-5a093157dafa), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:15.850611 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ad4aac43-81a4-4cc9-8291-9b31ba41c039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (b419610a-0d72-45c6-89f8-f6432142660f), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:15.868190 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-48d5a4f0-81b6-4141-afb0-531084ca0704 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (6f9d3d94-4b65-45e4-b9dc-5a093157dafa), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:15.938957 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port f7dfd268-1748-42f5-807f-926d187cabc1 is: ACTIVE; New status is: DOWN {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:54:15.939645 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (f7dfd268-1748-42f5-807f-926d187cabc1), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:15.977910 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d5a4f0-81b6-4141-afb0-531084ca0704 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Pushing event updated for resources: {'Port': ['ID=6f9d3d94-4b65-45e4-b9dc-5a093157dafa,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:15.997737 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70fa8850-d173-4ded-a545-1910bb595847', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7dfd268-1748-42f5-807f-926d187cabc1'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:54:15.999903 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f56be3f-0f55-424b-baa0-63eb4e80a80d" -d '{"events": [{"server_uuid": "70fa8850-d173-4ded-a545-1910bb595847", "name": "network-vif-unplugged", "status": "completed", "tag": "f7dfd268-1748-42f5-807f-926d187cabc1"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:54:16.039468 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port f7dfd268-1748-42f5-807f-926d187cabc1, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=f7dfd268-1748-42f5-807f-926d187cabc1,segment=NetworkSegment(93e4345e-c45e-43bb-ba65-7704ecef10a6),segment_id=93e4345e-c45e-43bb-ba65-7704ecef10a6)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:54:16.043538 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.db.api [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103142) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:54:16.043902 n-d-828369-5 neutron-server[103142]: DEBUG oslo_db.api [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:54:16.044566 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4aac43-81a4-4cc9-8291-9b31ba41c039 None None] Pushing event updated for resources: {'Port': ['ID=b419610a-0d72-45c6-89f8-f6432142660f,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:16.056903 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (f7dfd268-1748-42f5-807f-926d187cabc1), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:16.086983 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85822324-2e44-4f27-9b1c-c9e455232960 x-openstack-request-id: req-85822324-2e44-4f27-9b1c-c9e455232960 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:54:16.087331 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70fa8850-d173-4ded-a545-1910bb595847", "name": "network-vif-unplugged", "status": "completed", "tag": "f7dfd268-1748-42f5-807f-926d187cabc1", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:54:16.087534 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-85822324-2e44-4f27-9b1c-c9e455232960 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:54:16.087920 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70fa8850-d173-4ded-a545-1910bb595847', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7dfd268-1748-42f5-807f-926d187cabc1', 'code': 200} Feb 09 21:54:16.117695 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=f7dfd268-1748-42f5-807f-926d187cabc1,revision_number=8']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:16.206417 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-fe1ae541-7ff5-4501-88e4-84c4b17151b8 None None] Provisioning complete for port 6f9d3d94-4b65-45e4-b9dc-5a093157dafa triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:54:16.207064 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-fe1ae541-7ff5-4501-88e4-84c4b17151b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (6f9d3d94-4b65-45e4-b9dc-5a093157dafa), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:16.218461 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-48d5a4f0-81b6-4141-afb0-531084ca0704 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554727'] for router_interface (5b753a8e-a9f3-44c9-b346-c33da43f718d), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:16.263881 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-fe1ae541-7ff5-4501-88e4-84c4b17151b8 None None] Port 6f9d3d94-4b65-45e4-b9dc-5a093157dafa cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:54:16.275956 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-fe1ae541-7ff5-4501-88e4-84c4b17151b8 None None] Provisioning complete for port b419610a-0d72-45c6-89f8-f6432142660f triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:54:16.277112 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-fe1ae541-7ff5-4501-88e4-84c4b17151b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (b419610a-0d72-45c6-89f8-f6432142660f), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:16.390505 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-fe1ae541-7ff5-4501-88e4-84c4b17151b8 None None] Current status of the port b419610a-0d72-45c6-89f8-f6432142660f is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:54:16.416577 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-48d5a4f0-81b6-4141-afb0-531084ca0704 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (6f9d3d94-4b65-45e4-b9dc-5a093157dafa), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:16.515044 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-b2b6b74a-8225-4293-9087-6a1cc28d8baa None None] Provisioning complete for port 6f9d3d94-4b65-45e4-b9dc-5a093157dafa triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:54:16.515435 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b2b6b74a-8225-4293-9087-6a1cc28d8baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (6f9d3d94-4b65-45e4-b9dc-5a093157dafa), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:16.607792 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-b2b6b74a-8225-4293-9087-6a1cc28d8baa None None] Port 6f9d3d94-4b65-45e4-b9dc-5a093157dafa cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:54:16.609991 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port b419610a-0d72-45c6-89f8-f6432142660f is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:54:16.813011 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5768cc-1a9c-4957-819f-5ba5d62ca2fa req-1097a15d-3ca4-4e4e-8e5e-8fdda52c9215 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:16.814794 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bc5768cc-1a9c-4957-819f-5ba5d62ca2fa req-1097a15d-3ca4-4e4e-8e5e-8fdda52c9215 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 943 time: 0.1065164 Feb 09 21:54:16.837264 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-2883971a-0320-4082-be53-16d7c6f79344 None None] Provisioning complete for port 6f9d3d94-4b65-45e4-b9dc-5a093157dafa triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:54:16.837941 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2883971a-0320-4082-be53-16d7c6f79344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (6f9d3d94-4b65-45e4-b9dc-5a093157dafa), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:16.868458 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-48d5a4f0-81b6-4141-afb0-531084ca0704 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for port (6f9d3d94-4b65-45e4-b9dc-5a093157dafa), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:16.884410 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-48d5a4f0-81b6-4141-afb0-531084ca0704 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (6f9d3d94-4b65-45e4-b9dc-5a093157dafa), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:16.885336 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-48d5a4f0-81b6-4141-afb0-531084ca0704 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524919'] for router_interface (5b753a8e-a9f3-44c9-b346-c33da43f718d), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:16.892457 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-2883971a-0320-4082-be53-16d7c6f79344 None None] Port 6f9d3d94-4b65-45e4-b9dc-5a093157dafa cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:54:16.900437 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bc5768cc-1a9c-4957-819f-5ba5d62ca2fa req-5497a59b-09f8-409b-b76c-6735409e35f5 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789902 Feb 09 21:54:16.994882 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d5a4f0-81b6-4141-afb0-531084ca0704 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Pushing event updated for resources: {'Port': ['ID=6f9d3d94-4b65-45e4-b9dc-5a093157dafa,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:17.042082 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d5a4f0-81b6-4141-afb0-531084ca0704 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Network 2a7b7953-9faf-4fcc-9539-719eb5a513fb is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:54:17.043857 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-48d5a4f0-81b6-4141-afb0-531084ca0704 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:54:17.182574 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48d5a4f0-81b6-4141-afb0-531084ca0704 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Router 5b753a8e-a9f3-44c9-b346-c33da43f718d is scheduled to L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 with binding_index 1 {{(pid=103140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:54:17.284847 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48d5a4f0-81b6-4141-afb0-531084ca0704 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:54:17.293518 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54206) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:17.293932 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-48d5a4f0-81b6-4141-afb0-531084ca0704 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "PUT /v2.0/routers/5b753a8e-a9f3-44c9-b346-c33da43f718d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7166739 Feb 09 21:54:17.305056 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e96b4d6-8166-48a3-9019-c03271346155 None None] Sync routers for ids ['5b753a8e-a9f3-44c9-b346-c33da43f718d'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:54:17.314133 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device b419610a-0d72-45c6-89f8-f6432142660f up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:54:17.322359 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e96b4d6-8166-48a3-9019-c03271346155 None None] Routers {'5b753a8e-a9f3-44c9-b346-c33da43f718d'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:54:17.323131 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-0e96b4d6-8166-48a3-9019-c03271346155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:54:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['5b753a8e-a9f3-44c9-b346-c33da43f718d'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:17.349800 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087fe155-ecbd-48c1-99a4-2b397fd21ffe tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:17.351504 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-087fe155-ecbd-48c1-99a4-2b397fd21ffe tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "GET /v2.0/ports/6f9d3d94-4b65-45e4-b9dc-5a093157dafa HTTP/1.1" status: 200 len: 983 time: 0.0564349 Feb 09 21:54:17.354733 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 54210) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:17.369083 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-0e96b4d6-8166-48a3-9019-c03271346155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:17.383665 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e96b4d6-8166-48a3-9019-c03271346155 None None] Routers {'5b753a8e-a9f3-44c9-b346-c33da43f718d'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:54:17.384566 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-0e96b4d6-8166-48a3-9019-c03271346155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:54:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['5b753a8e-a9f3-44c9-b346-c33da43f718d'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:17.400390 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port b419610a-0d72-45c6-89f8-f6432142660f triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:54:17.400742 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (b419610a-0d72-45c6-89f8-f6432142660f), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:17.467970 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a6845208-3f3d-4662-a671-21e777746ec4 None None] Provisioning complete for port 6f9d3d94-4b65-45e4-b9dc-5a093157dafa triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:54:17.468866 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a6845208-3f3d-4662-a671-21e777746ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (6f9d3d94-4b65-45e4-b9dc-5a093157dafa), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:17.470099 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-0e96b4d6-8166-48a3-9019-c03271346155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:17.478473 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e96b4d6-8166-48a3-9019-c03271346155 None None] The sync data for ids ['5b753a8e-a9f3-44c9-b346-c33da43f718d'] in n-d-828369-5 is: [] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:54:17.543763 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port b419610a-0d72-45c6-89f8-f6432142660f is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:54:17.548447 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a6845208-3f3d-4662-a671-21e777746ec4 None None] Port 6f9d3d94-4b65-45e4-b9dc-5a093157dafa cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:54:17.816609 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c82056d6-255f-45f7-9d48-f5ec9aa7a43c tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524906'] for router_interface (5b753a8e-a9f3-44c9-b346-c33da43f718d), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:18.071560 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa6607f-eb72-488e-a550-cfa5a2ad3729 req-5609e7e9-192b-4ab4-8e5e-25d19dc77f0c tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:18.073097 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4aa6607f-eb72-488e-a550-cfa5a2ad3729 req-5609e7e9-192b-4ab4-8e5e-25d19dc77f0c tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 943 time: 0.0894883 Feb 09 21:54:18.109297 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-c82056d6-255f-45f7-9d48-f5ec9aa7a43c tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Deleting port 6f9d3d94-4b65-45e4-b9dc-5a093157dafa {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:54:18.109636 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c82056d6-255f-45f7-9d48-f5ec9aa7a43c tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (6f9d3d94-4b65-45e4-b9dc-5a093157dafa), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:18.180692 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4aa6607f-eb72-488e-a550-cfa5a2ad3729 req-e0205d60-d8a4-44d4-807e-ab1da4bc16f3 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001246 Feb 09 21:54:18.223016 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c82056d6-255f-45f7-9d48-f5ec9aa7a43c tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (6f9d3d94-4b65-45e4-b9dc-5a093157dafa), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:18.235704 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-c82056d6-255f-45f7-9d48-f5ec9aa7a43c tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Calling delete_port for 6f9d3d94-4b65-45e4-b9dc-5a093157dafa owned by network:router_interface {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:54:18.383886 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5a0b84-e659-439f-8f0f-384bfd0d723d req-03ab9812-b5ca-4c8a-ad7a-212b63b663d7 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:18.385484 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0b5a0b84-e659-439f-8f0f-384bfd0d723d req-03ab9812-b5ca-4c8a-ad7a-212b63b663d7 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 943 time: 0.1342964 Feb 09 21:54:18.468351 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0b5a0b84-e659-439f-8f0f-384bfd0d723d req-7a2be4d9-74cc-4de7-a7c5-a2915bf441ed tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723441 Feb 09 21:54:18.497937 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c82056d6-255f-45f7-9d48-f5ec9aa7a43c tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (6f9d3d94-4b65-45e4-b9dc-5a093157dafa), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:18.532765 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82056d6-255f-45f7-9d48-f5ec9aa7a43c tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Pushing event deleted for resources: {'Port': ['ID=6f9d3d94-4b65-45e4-b9dc-5a093157dafa,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:18.645714 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c82056d6-255f-45f7-9d48-f5ec9aa7a43c tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-525054'] for router_interface (5b753a8e-a9f3-44c9-b346-c33da43f718d), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:18.663428 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [req-9875795c-04fc-4ace-82b6-dc66ff27862f req-35b48924-8b80-4182-a96c-6f0c2746ea5f service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=103140) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:54:18.664727 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9875795c-04fc-4ace-82b6-dc66ff27862f req-35b48924-8b80-4182-a96c-6f0c2746ea5f service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066447 Feb 09 21:54:18.901729 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c82056d6-255f-45f7-9d48-f5ec9aa7a43c tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Router 5b753a8e-a9f3-44c9-b346-c33da43f718d has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:54:18.925944 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8f4ae9-db06-4ac1-9ab0-f88d8e9c6372 req-c3081ab2-d4ab-4da5-92ba-ae09bdd59f71 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:18.927466 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ee8f4ae9-db06-4ac1-9ab0-f88d8e9c6372 req-c3081ab2-d4ab-4da5-92ba-ae09bdd59f71 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 943 time: 0.0701771 Feb 09 21:54:19.059222 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c82056d6-255f-45f7-9d48-f5ec9aa7a43c tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:54:19.073014 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54242) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:19.074765 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9c72bb-b59d-4d5c-b8a9-24157f197eac None None] Sync routers for ids ['5b753a8e-a9f3-44c9-b346-c33da43f718d'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:54:19.075769 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-c82056d6-255f-45f7-9d48-f5ec9aa7a43c tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "PUT /v2.0/routers/5b753a8e-a9f3-44c9-b346-c33da43f718d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7198575 Feb 09 21:54:19.080578 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 54244) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:19.087156 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9c72bb-b59d-4d5c-b8a9-24157f197eac None None] Routers {'5b753a8e-a9f3-44c9-b346-c33da43f718d'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:54:19.088055 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-ed9c72bb-b59d-4d5c-b8a9-24157f197eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:54:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['5b753a8e-a9f3-44c9-b346-c33da43f718d'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:19.132915 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-ed9c72bb-b59d-4d5c-b8a9-24157f197eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:19.145213 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9c72bb-b59d-4d5c-b8a9-24157f197eac None None] Routers {'5b753a8e-a9f3-44c9-b346-c33da43f718d'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:54:19.146439 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-ed9c72bb-b59d-4d5c-b8a9-24157f197eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:54:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['5b753a8e-a9f3-44c9-b346-c33da43f718d'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:19.192708 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-ed9c72bb-b59d-4d5c-b8a9-24157f197eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:19.193823 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ee8f4ae9-db06-4ac1-9ab0-f88d8e9c6372 req-b4f6b9ba-607f-40a6-80d5-cbc4b2412558 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602046 Feb 09 21:54:19.199990 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8870bd74-1b01-422b-93a9-09ee3547aaad req-1cd47204-a272-4e6f-a8ae-ce000aeaa66d service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=128718a0-8359-4fcd-8856-08642aaa3593&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1949790 Feb 09 21:54:19.201936 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9c72bb-b59d-4d5c-b8a9-24157f197eac None None] The sync data for ids ['5b753a8e-a9f3-44c9-b346-c33da43f718d'] in n-d-828369-5 is: [] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:54:19.221562 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-29276aa8-5b20-4622-a3ec-c9ffbaab5dcc req-79ff98e1-694d-47b4-944d-ea8cae1287b0 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1461666 Feb 09 21:54:19.228083 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [req-29276aa8-5b20-4622-a3ec-c9ffbaab5dcc req-f23fc048-1167-43dc-bf14-fff4c3f49bfa service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=103141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:54:19.232684 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-29276aa8-5b20-4622-a3ec-c9ffbaab5dcc req-f23fc048-1167-43dc-bf14-fff4c3f49bfa service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0099404 Feb 09 21:54:19.708841 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device f7dfd268-1748-42f5-807f-926d187cabc1 no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:54:19.717140 n-d-828369-5 neutron-server[103140]: INFO neutron.api.v2.resource [None req-f0a3a92e-67f8-4c6c-9a6c-76298e64650f tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] remove_router_interface failed (client error): The resource could not be found. Feb 09 21:54:19.718249 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-f0a3a92e-67f8-4c6c-9a6c-76298e64650f tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "PUT /v2.0/routers/5b753a8e-a9f3-44c9-b346-c33da43f718d/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6310737 Feb 09 21:54:19.721292 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54256) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:19.733736 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8870bd74-1b01-422b-93a9-09ee3547aaad req-61adab35-fbfd-4067-bd9e-261b220b1bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:19.735582 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8870bd74-1b01-422b-93a9-09ee3547aaad req-61adab35-fbfd-4067-bd9e-261b220b1bad service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b97bcc6d3a344052b623ebf4a39465fa&device_id=128718a0-8359-4fcd-8856-08642aaa3593 HTTP/1.1" status: 200 len: 1127 time: 0.1360288 Feb 09 21:54:19.765719 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-d392b20a-921e-412b-b4cd-7cf54704ca0a tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "GET /v2.0/ports?device_id=5b753a8e-a9f3-44c9-b346-c33da43f718d HTTP/1.1" status: 200 len: 205 time: 0.0430379 Feb 09 21:54:19.768497 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 54258) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:19.808344 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port f7dfd268-1748-42f5-807f-926d187cabc1 is: DOWN; New status is: DOWN {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:54:19.902937 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-78bf299c-a8c7-477c-9bd3-e0549164288e tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for router (5b753a8e-a9f3-44c9-b346-c33da43f718d), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:20.085249 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8870bd74-1b01-422b-93a9-09ee3547aaad req-3dfb4c87-ab1a-412f-93bf-c92951a4211a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:20.086819 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8870bd74-1b01-422b-93a9-09ee3547aaad req-3dfb4c87-ab1a-412f-93bf-c92951a4211a service neutron] 10.222.0.95 "GET /v2.0/networks?id=23f1a6df-2b4b-4777-8497-2928c76d9f17 HTTP/1.1" status: 200 len: 913 time: 0.3118618 Feb 09 21:54:20.091422 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-78bf299c-a8c7-477c-9bd3-e0549164288e tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (5b753a8e-a9f3-44c9-b346-c33da43f718d), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:20.099686 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-78bf299c-a8c7-477c-9bd3-e0549164288e tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for router_controller (5b753a8e-a9f3-44c9-b346-c33da43f718d), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:20.134903 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8870bd74-1b01-422b-93a9-09ee3547aaad req-50f85581-d0de-45bd-b0aa-3c81069eefdb service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a57a5b7b-da19-4999-a44f-8d6372be66f1 HTTP/1.1" status: 200 len: 217 time: 0.0415289 Feb 09 21:54:20.200288 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-78bf299c-a8c7-477c-9bd3-e0549164288e tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (5b753a8e-a9f3-44c9-b346-c33da43f718d), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:20.200833 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78bf299c-a8c7-477c-9bd3-e0549164288e tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Fanout notify agent at l3_agent the message router_deleted on router 5b753a8e-a9f3-44c9-b346-c33da43f718d {{(pid=103140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:54:20.208694 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-78bf299c-a8c7-477c-9bd3-e0549164288e tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:20.212350 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-78bf299c-a8c7-477c-9bd3-e0549164288e tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "DELETE /v2.0/routers/5b753a8e-a9f3-44c9-b346-c33da43f718d HTTP/1.1" status: 204 len: 168 time: 0.4402039 Feb 09 21:54:20.213360 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54262) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:20.220118 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8870bd74-1b01-422b-93a9-09ee3547aaad req-1eeeae12-d912-4895-b166-fb3bf730e31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:20.222209 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8870bd74-1b01-422b-93a9-09ee3547aaad req-1eeeae12-d912-4895-b166-fb3bf730e31d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=b55ac71e-6529-43b3-9355-0e693d39e1f4 HTTP/1.1" status: 200 len: 851 time: 0.0593560 Feb 09 21:54:20.313890 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-5368b007-d3f8-4e7c-bce0-88c27fefd717 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Deleting subnet cc0e83cc-255a-4ab4-886e-2151c6104d14 {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:54:20.317177 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5368b007-d3f8-4e7c-bce0-88c27fefd717 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for subnet (cc0e83cc-255a-4ab4-886e-2151c6104d14), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:20.368188 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5368b007-d3f8-4e7c-bce0-88c27fefd717 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (cc0e83cc-255a-4ab4-886e-2151c6104d14), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:20.379332 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8870bd74-1b01-422b-93a9-09ee3547aaad req-15d4947f-13d5-445b-84ac-e4e31b5dba91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:20.380921 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8870bd74-1b01-422b-93a9-09ee3547aaad req-15d4947f-13d5-445b-84ac-e4e31b5dba91 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=23f1a6df-2b4b-4777-8497-2928c76d9f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1456277 Feb 09 21:54:20.410655 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29276aa8-5b20-4622-a3ec-c9ffbaab5dcc req-bb79ba11-d082-43c3-9da2-7eaf565572e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:20.412156 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-29276aa8-5b20-4622-a3ec-c9ffbaab5dcc req-bb79ba11-d082-43c3-9da2-7eaf565572e1 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847&tenant_id=b22568216b3c414cb08474365ce4458b HTTP/1.1" status: 200 len: 1125 time: 0.1447375 Feb 09 21:54:20.475050 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5368b007-d3f8-4e7c-bce0-88c27fefd717 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (cc0e83cc-255a-4ab4-886e-2151c6104d14), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:20.480666 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a5ea01-bd33-4c4b-9c38-a79953579f39 req-f7e6e48a-9020-4f73-bac9-a3dedb3647ee tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:20.482213 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a3a5ea01-bd33-4c4b-9c38-a79953579f39 req-f7e6e48a-9020-4f73-bac9-a3dedb3647ee tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 943 time: 0.1829133 Feb 09 21:54:20.545078 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5368b007-d3f8-4e7c-bce0-88c27fefd717 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (cc0e83cc-255a-4ab4-886e-2151c6104d14), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:20.571829 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5368b007-d3f8-4e7c-bce0-88c27fefd717 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Pushing event deleted for resources: {'Subnet': ['ID=cc0e83cc-255a-4ab4-886e-2151c6104d14,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:20.579647 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5368b007-d3f8-4e7c-bce0-88c27fefd717 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:20.589151 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-5368b007-d3f8-4e7c-bce0-88c27fefd717 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "DELETE /v2.0/subnets/cc0e83cc-255a-4ab4-886e-2151c6104d14 HTTP/1.1" status: 204 len: 168 time: 0.3742955 Feb 09 21:54:20.589613 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8870bd74-1b01-422b-93a9-09ee3547aaad req-b5786502-b65e-4789-a595-00ed1e39a320 service neutron] 10.222.0.95 "GET /v2.0/networks/23f1a6df-2b4b-4777-8497-2928c76d9f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977410 Feb 09 21:54:20.590085 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 54268) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:20.590802 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb523c0c-bc75-4bdc-b613-2ddcf2875705 None None] Network 2a7b7953-9faf-4fcc-9539-719eb5a513fb requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:54:20.601413 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29276aa8-5b20-4622-a3ec-c9ffbaab5dcc req-dc1dd305-a9d7-4a4a-87ad-c099d7587512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:20.602847 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-29276aa8-5b20-4622-a3ec-c9ffbaab5dcc req-dc1dd305-a9d7-4a4a-87ad-c099d7587512 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b22568216b3c414cb08474365ce4458b&device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 1125 time: 0.1392684 Feb 09 21:54:20.608985 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a3a5ea01-bd33-4c4b-9c38-a79953579f39 req-598758d1-0dd4-4cbc-a0ed-95aee3268b4a tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018782 Feb 09 21:54:20.767620 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f29bffd-305b-4fa3-a723-87fc36d2c05f None None] DHCP port deletion for 2a7b7953-9faf-4fcc-9539-719eb5a513fb request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:54:20.785448 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a5610902-beba-4137-a4e3-3e0efe2b1a46 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (2a7b7953-9faf-4fcc-9539-719eb5a513fb), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:20.822067 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-9b6542cc-79b3-4340-99bd-1e3f8605a4f8 req-d0d7ac88-77fc-4deb-aae1-0b434f0018fa service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=666b74a0-9369-4b80-92de-3f215e9f7d5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0600252 Feb 09 21:54:20.825500 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-1f29bffd-305b-4fa3-a723-87fc36d2c05f None None] Deleting port b419610a-0d72-45c6-89f8-f6432142660f {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:54:20.825915 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1f29bffd-305b-4fa3-a723-87fc36d2c05f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (b419610a-0d72-45c6-89f8-f6432142660f), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:20.878278 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29276aa8-5b20-4622-a3ec-c9ffbaab5dcc req-20bbb301-f96c-4ea1-b992-a35a773a79b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:20.879774 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-29276aa8-5b20-4622-a3ec-c9ffbaab5dcc req-20bbb301-f96c-4ea1-b992-a35a773a79b3 service neutron] 10.222.0.95 "GET /v2.0/networks?id=d86910b2-0131-4cf1-9151-2ae5be614e2e HTTP/1.1" status: 200 len: 914 time: 0.2291086 Feb 09 21:54:20.906047 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8870bd74-1b01-422b-93a9-09ee3547aaad req-4c278ab9-e929-4430-ac9e-1e4d2962d841 service neutron] 10.222.0.95 "GET /v2.0/networks/23f1a6df-2b4b-4777-8497-2928c76d9f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3019295 Feb 09 21:54:20.915577 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6542cc-79b3-4340-99bd-1e3f8605a4f8 req-6bbbd405-d6b3-4b15-b704-2953e7789cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:20.944478 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-9b6542cc-79b3-4340-99bd-1e3f8605a4f8 req-6bbbd405-d6b3-4b15-b704-2953e7789cee service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b97bcc6d3a344052b623ebf4a39465fa&device_id=666b74a0-9369-4b80-92de-3f215e9f7d5e HTTP/1.1" status: 200 len: 1128 time: 0.0713873 Feb 09 21:54:20.969474 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-29276aa8-5b20-4622-a3ec-c9ffbaab5dcc req-6c85e82b-a6e6-427c-8d55-108d6e75bee0 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f7dfd268-1748-42f5-807f-926d187cabc1 HTTP/1.1" status: 200 len: 217 time: 0.0730724 Feb 09 21:54:20.988619 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-a5610902-beba-4137-a4e3-3e0efe2b1a46 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Deleting port b419610a-0d72-45c6-89f8-f6432142660f {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:54:20.988964 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a5610902-beba-4137-a4e3-3e0efe2b1a46 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (b419610a-0d72-45c6-89f8-f6432142660f), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:21.057081 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6542cc-79b3-4340-99bd-1e3f8605a4f8 req-ea540d43-b9f5-4aef-8d41-bb3c5ee3d1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:21.058597 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-9b6542cc-79b3-4340-99bd-1e3f8605a4f8 req-ea540d43-b9f5-4aef-8d41-bb3c5ee3d1c4 service neutron] 10.222.0.89 "GET /v2.0/networks?id=23f1a6df-2b4b-4777-8497-2928c76d9f17 HTTP/1.1" status: 200 len: 913 time: 0.1082819 Feb 09 21:54:21.082013 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-1f29bffd-305b-4fa3-a723-87fc36d2c05f None None] For port b419610a-0d72-45c6-89f8-f6432142660f, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=b419610a-0d72-45c6-89f8-f6432142660f,segment=NetworkSegment(b9a50977-ebd8-4f41-8bf7-34366e0411ee),segment_id=b9a50977-ebd8-4f41-8bf7-34366e0411ee)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:54:21.082409 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1f29bffd-305b-4fa3-a723-87fc36d2c05f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (b419610a-0d72-45c6-89f8-f6432142660f), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:21.097057 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-1f29bffd-305b-4fa3-a723-87fc36d2c05f None None] Calling delete_port for b419610a-0d72-45c6-89f8-f6432142660f owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:54:21.119858 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29276aa8-5b20-4622-a3ec-c9ffbaab5dcc req-12f1a52c-f2c7-4dbd-ad11-67f11655286c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:21.121300 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-9b6542cc-79b3-4340-99bd-1e3f8605a4f8 req-453044a8-9b14-41ac-892f-49dc303ce600 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a0194ab-f855-41d1-a295-07dc840d5cec HTTP/1.1" status: 200 len: 217 time: 0.0553722 Feb 09 21:54:21.121825 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-29276aa8-5b20-4622-a3ec-c9ffbaab5dcc req-12f1a52c-f2c7-4dbd-ad11-67f11655286c service neutron] 10.222.0.95 "GET /v2.0/subnets?id=903c0b45-e09b-4940-bbf6-1179c0814bd7 HTTP/1.1" status: 200 len: 853 time: 0.1449018 Feb 09 21:54:21.137453 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-a5610902-beba-4137-a4e3-3e0efe2b1a46 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] For port b419610a-0d72-45c6-89f8-f6432142660f, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=b419610a-0d72-45c6-89f8-f6432142660f,segment=NetworkSegment(b9a50977-ebd8-4f41-8bf7-34366e0411ee),segment_id=b9a50977-ebd8-4f41-8bf7-34366e0411ee)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:54:21.137772 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a5610902-beba-4137-a4e3-3e0efe2b1a46 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (b419610a-0d72-45c6-89f8-f6432142660f), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:21.184585 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6542cc-79b3-4340-99bd-1e3f8605a4f8 req-0369d354-a38c-4b0a-9926-c47d1325abfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:21.186331 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-9b6542cc-79b3-4340-99bd-1e3f8605a4f8 req-0369d354-a38c-4b0a-9926-c47d1325abfc service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b55ac71e-6529-43b3-9355-0e693d39e1f4 HTTP/1.1" status: 200 len: 851 time: 0.0584722 Feb 09 21:54:21.191838 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-a5610902-beba-4137-a4e3-3e0efe2b1a46 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Calling delete_port for b419610a-0d72-45c6-89f8-f6432142660f owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:54:21.198216 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1f29bffd-305b-4fa3-a723-87fc36d2c05f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (b419610a-0d72-45c6-89f8-f6432142660f), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:21.198434 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-29276aa8-5b20-4622-a3ec-c9ffbaab5dcc req-48bdae1a-399c-4ec7-8f05-a332aa6e9c6e service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d86910b2-0131-4cf1-9151-2ae5be614e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575731 Feb 09 21:54:21.219808 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f29bffd-305b-4fa3-a723-87fc36d2c05f None None] No DVR routers for this DVR port b419610a-0d72-45c6-89f8-f6432142660f on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:54:21.259211 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f29bffd-305b-4fa3-a723-87fc36d2c05f None None] Pushing event deleted for resources: {'Port': ['ID=b419610a-0d72-45c6-89f8-f6432142660f,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:21.298642 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:21.302803 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6542cc-79b3-4340-99bd-1e3f8605a4f8 req-f31acfe4-17e8-40e1-bb62-81e47ae92720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:21.306159 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-9b6542cc-79b3-4340-99bd-1e3f8605a4f8 req-f31acfe4-17e8-40e1-bb62-81e47ae92720 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=23f1a6df-2b4b-4777-8497-2928c76d9f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1120393 Feb 09 21:54:21.315723 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device b419610a-0d72-45c6-89f8-f6432142660f no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:54:21.354891 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: b419610a-0d72-45c6-89f8-f6432142660f {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:54:21.355276 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device b419610a-0d72-45c6-89f8-f6432142660f not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:54:21.375035 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-29276aa8-5b20-4622-a3ec-c9ffbaab5dcc req-92f942f7-0243-497c-8c58-0d2c143b0b0b service neutron] 10.222.0.95 "GET /v2.0/networks/d86910b2-0131-4cf1-9151-2ae5be614e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679871 Feb 09 21:54:21.380882 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a5610902-beba-4137-a4e3-3e0efe2b1a46 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (b419610a-0d72-45c6-89f8-f6432142660f), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:21.424942 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-9b6542cc-79b3-4340-99bd-1e3f8605a4f8 req-f8f9a3e4-f891-43aa-ab0b-5d5816fcb6f0 service neutron] 10.222.0.89 "GET /v2.0/networks/23f1a6df-2b4b-4777-8497-2928c76d9f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098154 Feb 09 21:54:21.448719 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5610902-beba-4137-a4e3-3e0efe2b1a46 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Pushing event deleted for resources: {'Port': ['ID=b419610a-0d72-45c6-89f8-f6432142660f,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:21.464020 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5610902-beba-4137-a4e3-3e0efe2b1a46 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] No DVR routers for this DVR port b419610a-0d72-45c6-89f8-f6432142660f on host n-d-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:54:21.537669 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-9b6542cc-79b3-4340-99bd-1e3f8605a4f8 req-a2ec01c5-f5d0-458a-aeac-260c7e8927e6 service neutron] 10.222.0.89 "GET /v2.0/networks/23f1a6df-2b4b-4777-8497-2928c76d9f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051757 Feb 09 21:54:21.574298 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a5610902-beba-4137-a4e3-3e0efe2b1a46 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (2a7b7953-9faf-4fcc-9539-719eb5a513fb), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:21.578466 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-29276aa8-5b20-4622-a3ec-c9ffbaab5dcc req-642ea60c-c999-4a20-a10f-1af8d916c149 service neutron] 10.222.0.95 "GET /v2.0/networks/d86910b2-0131-4cf1-9151-2ae5be614e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953561 Feb 09 21:54:21.599508 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-a5610902-beba-4137-a4e3-3e0efe2b1a46 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a7b7953-9faf-4fcc-9539-719eb5a513fb']}} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:21.613901 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-a5610902-beba-4137-a4e3-3e0efe2b1a46 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9a50977-ebd8-4f41-8bf7-34366e0411ee') {'for_net_delete': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:21.614411 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-a5610902-beba-4137-a4e3-3e0efe2b1a46 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9a50977-ebd8-4f41-8bf7-34366e0411ee') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:21.629240 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a5610902-beba-4137-a4e3-3e0efe2b1a46 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110711'] for segment (b9a50977-ebd8-4f41-8bf7-34366e0411ee), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:21.645260 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a5610902-beba-4137-a4e3-3e0efe2b1a46 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (b9a50977-ebd8-4f41-8bf7-34366e0411ee), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:21.652634 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5610902-beba-4137-a4e3-3e0efe2b1a46 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=103140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:54:21.653160 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a5610902-beba-4137-a4e3-3e0efe2b1a46 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669415'] for segment (b9a50977-ebd8-4f41-8bf7-34366e0411ee), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:21.657080 n-d-828369-5 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:54:21.657080 n-d-828369-5 neutron-server[103140]: self.session.flush() Feb 09 21:54:21.657080 n-d-828369-5 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:54:21.657080 n-d-828369-5 neutron-server[103140]: self.session.flush() Feb 09 21:54:21.657080 n-d-828369-5 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:54:21.657080 n-d-828369-5 neutron-server[103140]: self.session.flush() Feb 09 21:54:21.657080 n-d-828369-5 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:54:21.657080 n-d-828369-5 neutron-server[103140]: self.session.flush() Feb 09 21:54:21.657080 n-d-828369-5 neutron-server[103140]: Traceback (most recent call last): Feb 09 21:54:21.657080 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:54:21.657080 n-d-828369-5 neutron-server[103140]: timer() Feb 09 21:54:21.657080 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:54:21.657080 n-d-828369-5 neutron-server[103140]: cb(*args, **kw) Feb 09 21:54:21.657080 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:54:21.657080 n-d-828369-5 neutron-server[103140]: return func(*args, **kwargs) Feb 09 21:54:21.657080 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:54:21.657080 n-d-828369-5 neutron-server[103140]: self._notify() Feb 09 21:54:21.657080 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:54:21.657080 n-d-828369-5 neutron-server[103140]: self.callback(batched_events) Feb 09 21:54:21.657080 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:54:21.657080 n-d-828369-5 neutron-server[103140]: event.method(event) Feb 09 21:54:21.657080 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:54:21.657080 n-d-828369-5 neutron-server[103140]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:54:21.657080 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:54:21.657080 n-d-828369-5 neutron-server[103140]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:54:21.657080 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:54:21.657080 n-d-828369-5 neutron-server[103140]: return f(self, *a, **k) Feb 09 21:54:21.657080 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:54:21.657080 n-d-828369-5 neutron-server[103140]: return self._get(url).json() Feb 09 21:54:21.657080 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:54:21.657080 n-d-828369-5 neutron-server[103140]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:54:21.657080 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:54:21.657080 n-d-828369-5 neutron-server[103140]: return self.request(url, 'GET', **kwargs) Feb 09 21:54:21.657080 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:54:21.657080 n-d-828369-5 neutron-server[103140]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:54:21.657080 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:54:21.657080 n-d-828369-5 neutron-server[103140]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:54:21.657080 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:54:21.657080 n-d-828369-5 neutron-server[103140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:54:21.657080 n-d-828369-5 neutron-server[103140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:54:21.762004 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a5610902-beba-4137-a4e3-3e0efe2b1a46 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (2a7b7953-9faf-4fcc-9539-719eb5a513fb), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:21.767103 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a5610902-beba-4137-a4e3-3e0efe2b1a46 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:21.771356 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-a5610902-beba-4137-a4e3-3e0efe2b1a46 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "DELETE /v2.0/networks/2a7b7953-9faf-4fcc-9539-719eb5a513fb HTTP/1.1" status: 204 len: 168 time: 1.1787343 Feb 09 21:54:21.775484 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54288) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:21.783933 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-5c2d673c-5e96-480c-a4b1-9b3e6882f15a tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-742090668'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:54:21.800639 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae050b4e-e036-4f0a-85df-8ca83e4dbef4 req-e008e931-c0f8-4c21-b9fc-35c9ffbba926 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:21.802630 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ae050b4e-e036-4f0a-85df-8ca83e4dbef4 req-e008e931-c0f8-4c21-b9fc-35c9ffbba926 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 943 time: 0.1052928 Feb 09 21:54:21.803907 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5610902-beba-4137-a4e3-3e0efe2b1a46 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Pushing event deleted for resources: {'Network': ['ID=2a7b7953-9faf-4fcc-9539-719eb5a513fb,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:21.823324 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c2d673c-5e96-480c-a4b1-9b3e6882f15a tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Made reservation on behalf of 63d4a6f962814234ac116c1855fa9574 for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:54:21.832447 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5c2d673c-5e96-480c-a4b1-9b3e6882f15a tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:21.869444 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c2d673c-5e96-480c-a4b1-9b3e6882f15a tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:54:21.875974 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ae050b4e-e036-4f0a-85df-8ca83e4dbef4 req-f867f7a9-8722-43ee-bbb2-086c4b405474 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662799 Feb 09 21:54:21.880968 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5c2d673c-5e96-480c-a4b1-9b3e6882f15a tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (44ec7806-7284-4e1a-b2ef-a26a1da954c6), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:21.881400 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-5c2d673c-5e96-480c-a4b1-9b3e6882f15a tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Added segment 44ec7806-7284-4e1a-b2ef-a26a1da954c6 of type vlan for network 13564472-7fd2-4e55-8118-84f4457fe8f8 Feb 09 21:54:21.996654 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5c2d673c-5e96-480c-a4b1-9b3e6882f15a tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (13564472-7fd2-4e55-8118-84f4457fe8f8), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:22.056272 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5c2d673c-5e96-480c-a4b1-9b3e6882f15a tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (13564472-7fd2-4e55-8118-84f4457fe8f8), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:22.061825 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2d673c-5e96-480c-a4b1-9b3e6882f15a tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:22.062878 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5c2d673c-5e96-480c-a4b1-9b3e6882f15a tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:22.182318 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-5c2d673c-5e96-480c-a4b1-9b3e6882f15a tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4046335 Feb 09 21:54:22.189515 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54298) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:22.205136 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-b58e24d1-26de-435e-b6a1-03aa21ced8a6 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Request body: {'subnet': {'network_id': '13564472-7fd2-4e55-8118-84f4457fe8f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:54:22.293058 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2d673c-5e96-480c-a4b1-9b3e6882f15a tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Pushing event updated for resources: {'Network': ['ID=13564472-7fd2-4e55-8118-84f4457fe8f8,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:22.303996 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 13564472-7fd2-4e55-8118-84f4457fe8f8 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:54:22.362767 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b58e24d1-26de-435e-b6a1-03aa21ced8a6 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Made reservation on behalf of 63d4a6f962814234ac116c1855fa9574 for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:54:22.367399 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b58e24d1-26de-435e-b6a1-03aa21ced8a6 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:22.648595 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b58e24d1-26de-435e-b6a1-03aa21ced8a6 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (199a43a1-f354-48a7-9ed4-e4434222c802), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:22.761352 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58e24d1-26de-435e-b6a1-03aa21ced8a6 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Pushing event updated for resources: {'Subnet': ['ID=199a43a1-f354-48a7-9ed4-e4434222c802,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:22.770369 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58e24d1-26de-435e-b6a1-03aa21ced8a6 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Checking segment: {'id': '44ec7806-7284-4e1a-b2ef-a26a1da954c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '13564472-7fd2-4e55-8118-84f4457fe8f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:54:22.770734 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58e24d1-26de-435e-b6a1-03aa21ced8a6 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Network hostable DHCP agents. Network: 13564472-7fd2-4e55-8118-84f4457fe8f8, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:54:22.791201 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58e24d1-26de-435e-b6a1-03aa21ced8a6 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Network 13564472-7fd2-4e55-8118-84f4457fe8f8 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:54:22.802079 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-b58e24d1-26de-435e-b6a1-03aa21ced8a6 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 13564472-7fd2-4e55-8118-84f4457fe8f8) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:54:22.807284 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58e24d1-26de-435e-b6a1-03aa21ced8a6 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:22.808061 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b58e24d1-26de-435e-b6a1-03aa21ced8a6 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:22.815632 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697c1418-d37d-4898-8c35-4ea2f77fd7b6 None None] Network 13564472-7fd2-4e55-8118-84f4457fe8f8 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:54:22.828511 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-b58e24d1-26de-435e-b6a1-03aa21ced8a6 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6349449 Feb 09 21:54:22.831309 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54302) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:22.841439 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-95ae434d-7021-46f9-8ff3-c93ec20e846f tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1071986544', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:54:22.906053 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-95ae434d-7021-46f9-8ff3-c93ec20e846f tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (de4a2e22-3ed3-402a-a3bf-098ae993e20f), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:22.910755 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-95ae434d-7021-46f9-8ff3-c93ec20e846f tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (de4a2e22-3ed3-402a-a3bf-098ae993e20f), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:22.965963 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5606f6-9046-4655-b08e-122a1c65e79d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-13564472-7fd2-4e55-8118-84f4457fe8f8', 'network_id': '13564472-7fd2-4e55-8118-84f4457fe8f8', 'project_id': '63d4a6f962814234ac116c1855fa9574', 'fixed_ips': [{'subnet_id': '199a43a1-f354-48a7-9ed4-e4434222c802'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:54:22.969193 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5a5606f6-9046-4655-b08e-122a1c65e79d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:23.038463 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-95ae434d-7021-46f9-8ff3-c93ec20e846f tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for router_controller (de4a2e22-3ed3-402a-a3bf-098ae993e20f), precommit_add_association {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:23.045462 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-95ae434d-7021-46f9-8ff3-c93ec20e846f tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (de4a2e22-3ed3-402a-a3bf-098ae993e20f), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:23.095258 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-95ae434d-7021-46f9-8ff3-c93ec20e846f tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:23.098736 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-95ae434d-7021-46f9-8ff3-c93ec20e846f tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2662203 Feb 09 21:54:23.101416 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54306) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:23.141179 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d8925-56ff-4b5e-981b-e3da00ee3e56 req-7502b941-23ab-45ee-8da1-a891412a013d tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:23.144411 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-716d8925-56ff-4b5e-981b-e3da00ee3e56 req-7502b941-23ab-45ee-8da1-a891412a013d tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 943 time: 0.1471574 Feb 09 21:54:23.188200 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-5a5606f6-9046-4655-b08e-122a1c65e79d None None] Allocated IP 2001:db8::2 (13564472-7fd2-4e55-8118-84f4457fe8f8/199a43a1-f354-48a7-9ed4-e4434222c802/30e5bf0c-7c62-4be4-a1f3-0aa672084a17) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:54:23.275108 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-716d8925-56ff-4b5e-981b-e3da00ee3e56 req-b0c2cc44-e5f6-4ba7-bb82-881d63831ab5 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235869 Feb 09 21:54:23.418427 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5a5606f6-9046-4655-b08e-122a1c65e79d None None] Publish callbacks [] for port (30e5bf0c-7c62-4be4-a1f3-0aa672084a17), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:23.429061 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5a5606f6-9046-4655-b08e-122a1c65e79d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (30e5bf0c-7c62-4be4-a1f3-0aa672084a17), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:23.563047 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5606f6-9046-4655-b08e-122a1c65e79d None None] Network 13564472-7fd2-4e55-8118-84f4457fe8f8 is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:54:23.579415 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-5a5606f6-9046-4655-b08e-122a1c65e79d None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:54:23.590285 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5606f6-9046-4655-b08e-122a1c65e79d None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:54:23.599827 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5606f6-9046-4655-b08e-122a1c65e79d None None] Pushing event updated for resources: {'Port': ['ID=30e5bf0c-7c62-4be4-a1f3-0aa672084a17,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:23.604926 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:23.632581 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f3c7f44a-7036-4c71-9c5b-7d572c5cd314 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:23.676734 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-5a5606f6-9046-4655-b08e-122a1c65e79d None None] Attempting to bind port 30e5bf0c-7c62-4be4-a1f3-0aa672084a17 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:54:23.677251 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-5a5606f6-9046-4655-b08e-122a1c65e79d None None] Attempting to bind port 30e5bf0c-7c62-4be4-a1f3-0aa672084a17 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '44ec7806-7284-4e1a-b2ef-a26a1da954c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '13564472-7fd2-4e55-8118-84f4457fe8f8'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:54:23.677841 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5606f6-9046-4655-b08e-122a1c65e79d None None] Attempting to bind port 30e5bf0c-7c62-4be4-a1f3-0aa672084a17 on network 13564472-7fd2-4e55-8118-84f4457fe8f8 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:54:23.684866 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5606f6-9046-4655-b08e-122a1c65e79d None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:54:23.685493 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5606f6-9046-4655-b08e-122a1c65e79d None None] Checking segment: {'id': '44ec7806-7284-4e1a-b2ef-a26a1da954c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '13564472-7fd2-4e55-8118-84f4457fe8f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:54:23.686087 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5a5606f6-9046-4655-b08e-122a1c65e79d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:23.686583 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5606f6-9046-4655-b08e-122a1c65e79d None None] Bound using segment: {'id': '44ec7806-7284-4e1a-b2ef-a26a1da954c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '13564472-7fd2-4e55-8118-84f4457fe8f8'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:54:23.687327 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-5a5606f6-9046-4655-b08e-122a1c65e79d None None] Bound port: 30e5bf0c-7c62-4be4-a1f3-0aa672084a17, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44ec7806-7284-4e1a-b2ef-a26a1da954c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '13564472-7fd2-4e55-8118-84f4457fe8f8'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:54:23.687938 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5a5606f6-9046-4655-b08e-122a1c65e79d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (30e5bf0c-7c62-4be4-a1f3-0aa672084a17), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:23.776388 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5a5606f6-9046-4655-b08e-122a1c65e79d None None] For port 30e5bf0c-7c62-4be4-a1f3-0aa672084a17, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:54:23.780648 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5a5606f6-9046-4655-b08e-122a1c65e79d None None] For port 30e5bf0c-7c62-4be4-a1f3-0aa672084a17, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=30e5bf0c-7c62-4be4-a1f3-0aa672084a17,segment=NetworkSegment(44ec7806-7284-4e1a-b2ef-a26a1da954c6),segment_id=44ec7806-7284-4e1a-b2ef-a26a1da954c6)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:54:23.793802 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5a5606f6-9046-4655-b08e-122a1c65e79d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (30e5bf0c-7c62-4be4-a1f3-0aa672084a17), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:23.866648 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5606f6-9046-4655-b08e-122a1c65e79d None None] Pushing event updated for resources: {'Port': ['ID=30e5bf0c-7c62-4be4-a1f3-0aa672084a17,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:24.039644 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-f3c7f44a-7036-4c71-9c5b-7d572c5cd314 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Allocated IP 2001:db8::1 (13564472-7fd2-4e55-8118-84f4457fe8f8/199a43a1-f354-48a7-9ed4-e4434222c802/baed827b-e25d-41f4-9393-d3c279d3c7d1) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:54:24.348249 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f3c7f44a-7036-4c71-9c5b-7d572c5cd314 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for port (baed827b-e25d-41f4-9393-d3c279d3c7d1), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:24.403700 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f3c7f44a-7036-4c71-9c5b-7d572c5cd314 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (baed827b-e25d-41f4-9393-d3c279d3c7d1), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:24.481905 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796acd9e-f86a-4cfc-8810-9d8774089c6c req-1f1ab86f-751a-473d-815d-92f4c0c97e91 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:24.491994 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c7f44a-7036-4c71-9c5b-7d572c5cd314 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Pushing event updated for resources: {'Port': ['ID=baed827b-e25d-41f4-9393-d3c279d3c7d1,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:24.497166 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-796acd9e-f86a-4cfc-8810-9d8774089c6c req-1f1ab86f-751a-473d-815d-92f4c0c97e91 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 943 time: 0.1083517 Feb 09 21:54:24.532650 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c7f44a-7036-4c71-9c5b-7d572c5cd314 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Network 13564472-7fd2-4e55-8118-84f4457fe8f8 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:54:24.535112 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-f3c7f44a-7036-4c71-9c5b-7d572c5cd314 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:54:24.539647 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c7f44a-7036-4c71-9c5b-7d572c5cd314 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:54:24.540381 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f3c7f44a-7036-4c71-9c5b-7d572c5cd314 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554727'] for router_interface (de4a2e22-3ed3-402a-a3bf-098ae993e20f), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:24.628891 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-796acd9e-f86a-4cfc-8810-9d8774089c6c req-03f92975-0494-454a-8500-a499a3dd90c1 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304352 Feb 09 21:54:24.747235 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f3c7f44a-7036-4c71-9c5b-7d572c5cd314 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (baed827b-e25d-41f4-9393-d3c279d3c7d1), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:25.300197 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f3c7f44a-7036-4c71-9c5b-7d572c5cd314 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for port (baed827b-e25d-41f4-9393-d3c279d3c7d1), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:25.309088 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f3c7f44a-7036-4c71-9c5b-7d572c5cd314 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (baed827b-e25d-41f4-9393-d3c279d3c7d1), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:25.316321 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f3c7f44a-7036-4c71-9c5b-7d572c5cd314 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524919'] for router_interface (de4a2e22-3ed3-402a-a3bf-098ae993e20f), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:25.472861 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 30e5bf0c-7c62-4be4-a1f3-0aa672084a17 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:54:25.515017 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c7f44a-7036-4c71-9c5b-7d572c5cd314 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Pushing event updated for resources: {'Port': ['ID=baed827b-e25d-41f4-9393-d3c279d3c7d1,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:25.552565 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 30e5bf0c-7c62-4be4-a1f3-0aa672084a17 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:54:25.556635 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (30e5bf0c-7c62-4be4-a1f3-0aa672084a17), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:25.602922 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67181b8-22f2-4116-b605-a82df748e6b8 None None] Network 13564472-7fd2-4e55-8118-84f4457fe8f8 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:54:25.657973 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c7f44a-7036-4c71-9c5b-7d572c5cd314 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Network 13564472-7fd2-4e55-8118-84f4457fe8f8 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:54:25.659980 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-f3c7f44a-7036-4c71-9c5b-7d572c5cd314 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:54:25.763977 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-094802b1-df22-49b1-b116-112196498873 None None] Provisioning complete for port 30e5bf0c-7c62-4be4-a1f3-0aa672084a17 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:54:25.764570 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-094802b1-df22-49b1-b116-112196498873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (30e5bf0c-7c62-4be4-a1f3-0aa672084a17), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:25.843041 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79eac5d-0467-4142-8d6b-406704e5f6a5 req-3e6cf894-1968-4201-b39a-c928032cab20 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:25.847229 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c79eac5d-0467-4142-8d6b-406704e5f6a5 req-3e6cf894-1968-4201-b39a-c928032cab20 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 943 time: 0.1125500 Feb 09 21:54:25.862828 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3c7f44a-7036-4c71-9c5b-7d572c5cd314 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Router de4a2e22-3ed3-402a-a3bf-098ae993e20f is scheduled to L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 with binding_index 1 {{(pid=103141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:54:25.945082 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c79eac5d-0467-4142-8d6b-406704e5f6a5 req-97784b94-d0c4-4986-ad42-ed12fe596793 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920391 Feb 09 21:54:26.064938 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 30e5bf0c-7c62-4be4-a1f3-0aa672084a17 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:54:26.065975 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (30e5bf0c-7c62-4be4-a1f3-0aa672084a17), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:26.088748 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3c7f44a-7036-4c71-9c5b-7d572c5cd314 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:54:26.099961 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 54330) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:26.102150 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96dfa698-2836-4072-9c5d-3032a435bab4 None None] Sync routers for ids ['de4a2e22-3ed3-402a-a3bf-098ae993e20f'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:54:26.111739 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-f3c7f44a-7036-4c71-9c5b-7d572c5cd314 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "PUT /v2.0/routers/de4a2e22-3ed3-402a-a3bf-098ae993e20f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0084667 Feb 09 21:54:26.123369 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96dfa698-2836-4072-9c5d-3032a435bab4 None None] Routers {'de4a2e22-3ed3-402a-a3bf-098ae993e20f'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:54:26.135143 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-96dfa698-2836-4072-9c5d-3032a435bab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:54:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['de4a2e22-3ed3-402a-a3bf-098ae993e20f'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:26.199258 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec97d30b-8ae9-4907-8f21-4d8db01552d4 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:26.202430 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-ec97d30b-8ae9-4907-8f21-4d8db01552d4 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "GET /v2.0/ports/baed827b-e25d-41f4-9393-d3c279d3c7d1 HTTP/1.1" status: 200 len: 911 time: 0.1012843 Feb 09 21:54:26.205606 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54332) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:26.225323 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-96dfa698-2836-4072-9c5d-3032a435bab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:26.246003 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96dfa698-2836-4072-9c5d-3032a435bab4 None None] Routers {'de4a2e22-3ed3-402a-a3bf-098ae993e20f'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:54:26.247686 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-96dfa698-2836-4072-9c5d-3032a435bab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:54:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['de4a2e22-3ed3-402a-a3bf-098ae993e20f'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:26.274689 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-094802b1-df22-49b1-b116-112196498873 None None] Current status of the port 30e5bf0c-7c62-4be4-a1f3-0aa672084a17 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:54:26.279486 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-094802b1-df22-49b1-b116-112196498873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (30e5bf0c-7c62-4be4-a1f3-0aa672084a17), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:26.286087 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port 30e5bf0c-7c62-4be4-a1f3-0aa672084a17, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=30e5bf0c-7c62-4be4-a1f3-0aa672084a17,segment=NetworkSegment(44ec7806-7284-4e1a-b2ef-a26a1da954c6),segment_id=44ec7806-7284-4e1a-b2ef-a26a1da954c6)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:54:26.322935 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (30e5bf0c-7c62-4be4-a1f3-0aa672084a17), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:26.466780 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=30e5bf0c-7c62-4be4-a1f3-0aa672084a17,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:26.533713 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-96dfa698-2836-4072-9c5d-3032a435bab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:26.535181 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96dfa698-2836-4072-9c5d-3032a435bab4 None None] The sync data for ids ['de4a2e22-3ed3-402a-a3bf-098ae993e20f'] in n-d-828369-5 is: [] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:54:26.577950 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.db.api [None req-094802b1-df22-49b1-b116-112196498873 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103142) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:54:26.578572 n-d-828369-5 neutron-server[103142]: DEBUG oslo_db.api [None req-094802b1-df22-49b1-b116-112196498873 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:54:26.895294 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cbbad98e-6ad0-4644-9bc5-4e28a3b0028b tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524906'] for router_interface (de4a2e22-3ed3-402a-a3bf-098ae993e20f), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:27.140064 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-094802b1-df22-49b1-b116-112196498873 None None] Current status of the port 30e5bf0c-7c62-4be4-a1f3-0aa672084a17 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:54:27.207277 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b685e00-9bb9-4955-be9c-f944ad302fdc req-ae9c9fc5-0a32-4ca7-b710-b8d3560f02a1 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:27.208908 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1b685e00-9bb9-4955-be9c-f944ad302fdc req-ae9c9fc5-0a32-4ca7-b710-b8d3560f02a1 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 943 time: 0.1579294 Feb 09 21:54:27.295707 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-9cb5f287-d742-4a7c-9e96-2ec4327bad51 None None] Provisioning complete for port 30e5bf0c-7c62-4be4-a1f3-0aa672084a17 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:54:27.298263 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-9cb5f287-d742-4a7c-9e96-2ec4327bad51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (30e5bf0c-7c62-4be4-a1f3-0aa672084a17), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:27.373114 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1b685e00-9bb9-4955-be9c-f944ad302fdc req-c2e05088-014f-4c4c-95b5-63a44759decb tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534913 Feb 09 21:54:27.441396 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 30e5bf0c-7c62-4be4-a1f3-0aa672084a17 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:54:27.595014 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 30e5bf0c-7c62-4be4-a1f3-0aa672084a17 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:54:27.595714 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (30e5bf0c-7c62-4be4-a1f3-0aa672084a17), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:27.720184 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-9cb5f287-d742-4a7c-9e96-2ec4327bad51 None None] Current status of the port 30e5bf0c-7c62-4be4-a1f3-0aa672084a17 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:54:27.735886 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-9cb5f287-d742-4a7c-9e96-2ec4327bad51 None None] Provisioning complete for port baed827b-e25d-41f4-9393-d3c279d3c7d1 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:54:27.736295 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-9cb5f287-d742-4a7c-9e96-2ec4327bad51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (baed827b-e25d-41f4-9393-d3c279d3c7d1), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:27.801571 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 30e5bf0c-7c62-4be4-a1f3-0aa672084a17 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:54:27.843115 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-9cb5f287-d742-4a7c-9e96-2ec4327bad51 None None] Port baed827b-e25d-41f4-9393-d3c279d3c7d1 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:54:27.870999 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-cbbad98e-6ad0-4644-9bc5-4e28a3b0028b tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Deleting port baed827b-e25d-41f4-9393-d3c279d3c7d1 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:54:27.871732 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cbbad98e-6ad0-4644-9bc5-4e28a3b0028b tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (baed827b-e25d-41f4-9393-d3c279d3c7d1), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:27.978410 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-20341312-a35e-4be5-a200-62f36baccede None None] Provisioning complete for port baed827b-e25d-41f4-9393-d3c279d3c7d1 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:54:27.978837 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-20341312-a35e-4be5-a200-62f36baccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (baed827b-e25d-41f4-9393-d3c279d3c7d1), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:27.994378 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cbbad98e-6ad0-4644-9bc5-4e28a3b0028b tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (baed827b-e25d-41f4-9393-d3c279d3c7d1), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:28.010166 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-cbbad98e-6ad0-4644-9bc5-4e28a3b0028b tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Calling delete_port for baed827b-e25d-41f4-9393-d3c279d3c7d1 owned by network:router_interface {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:54:28.041655 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-20341312-a35e-4be5-a200-62f36baccede None None] Port baed827b-e25d-41f4-9393-d3c279d3c7d1 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:54:28.240792 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cbbad98e-6ad0-4644-9bc5-4e28a3b0028b tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (baed827b-e25d-41f4-9393-d3c279d3c7d1), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:28.277308 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbad98e-6ad0-4644-9bc5-4e28a3b0028b tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Pushing event deleted for resources: {'Port': ['ID=baed827b-e25d-41f4-9393-d3c279d3c7d1,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:28.436104 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cbbad98e-6ad0-4644-9bc5-4e28a3b0028b tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-525054'] for router_interface (de4a2e22-3ed3-402a-a3bf-098ae993e20f), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:28.553652 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e132af5-c300-4224-9830-24c84567c3d0 req-807bca50-5794-4505-b2e6-b55871792f1a tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:28.565928 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7e132af5-c300-4224-9830-24c84567c3d0 req-807bca50-5794-4505-b2e6-b55871792f1a tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 943 time: 0.0792727 Feb 09 21:54:28.635364 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7e132af5-c300-4224-9830-24c84567c3d0 req-b31fb576-20cf-4dd1-9188-5ba19c19fa5e tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636108 Feb 09 21:54:28.646088 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbbad98e-6ad0-4644-9bc5-4e28a3b0028b tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Router de4a2e22-3ed3-402a-a3bf-098ae993e20f has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:54:28.824246 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbbad98e-6ad0-4644-9bc5-4e28a3b0028b tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:54:28.839718 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121ee04e-2b49-4161-96cb-fc09c5b1f070 None None] Sync routers for ids ['de4a2e22-3ed3-402a-a3bf-098ae993e20f'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:54:28.852403 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-cbbad98e-6ad0-4644-9bc5-4e28a3b0028b tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "PUT /v2.0/routers/de4a2e22-3ed3-402a-a3bf-098ae993e20f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6429276 Feb 09 21:54:28.855420 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54354) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:28.864759 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121ee04e-2b49-4161-96cb-fc09c5b1f070 None None] Routers {'de4a2e22-3ed3-402a-a3bf-098ae993e20f'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:54:28.865422 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-121ee04e-2b49-4161-96cb-fc09c5b1f070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:54:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['de4a2e22-3ed3-402a-a3bf-098ae993e20f'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:28.924289 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-d8b8d192-eb69-48bc-a4b4-4c3bfd43cf90 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "GET /v2.0/ports?device_id=de4a2e22-3ed3-402a-a3bf-098ae993e20f HTTP/1.1" status: 200 len: 205 time: 0.0689299 Feb 09 21:54:28.929564 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54356) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:28.981150 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-121ee04e-2b49-4161-96cb-fc09c5b1f070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:28.994363 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121ee04e-2b49-4161-96cb-fc09c5b1f070 None None] Routers {'de4a2e22-3ed3-402a-a3bf-098ae993e20f'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:54:28.995014 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-121ee04e-2b49-4161-96cb-fc09c5b1f070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:54:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['de4a2e22-3ed3-402a-a3bf-098ae993e20f'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:29.057100 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5802aeee-dec2-4ede-a161-903fc474edc8 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for router (de4a2e22-3ed3-402a-a3bf-098ae993e20f), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:29.062131 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-121ee04e-2b49-4161-96cb-fc09c5b1f070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:29.063177 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121ee04e-2b49-4161-96cb-fc09c5b1f070 None None] The sync data for ids ['de4a2e22-3ed3-402a-a3bf-098ae993e20f'] in n-d-828369-5 is: [] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:54:29.246985 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5802aeee-dec2-4ede-a161-903fc474edc8 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (de4a2e22-3ed3-402a-a3bf-098ae993e20f), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:29.249350 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5802aeee-dec2-4ede-a161-903fc474edc8 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for router_controller (de4a2e22-3ed3-402a-a3bf-098ae993e20f), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:29.313754 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5802aeee-dec2-4ede-a161-903fc474edc8 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (de4a2e22-3ed3-402a-a3bf-098ae993e20f), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:29.314275 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5802aeee-dec2-4ede-a161-903fc474edc8 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Fanout notify agent at l3_agent the message router_deleted on router de4a2e22-3ed3-402a-a3bf-098ae993e20f {{(pid=103141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:54:29.321917 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5802aeee-dec2-4ede-a161-903fc474edc8 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:29.323074 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-5802aeee-dec2-4ede-a161-903fc474edc8 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "DELETE /v2.0/routers/de4a2e22-3ed3-402a-a3bf-098ae993e20f HTTP/1.1" status: 204 len: 168 time: 0.3925116 Feb 09 21:54:29.326044 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 54358) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:29.401281 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ecea0cd-cdc4-4561-a3bd-cef3942de5c2 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Deleting subnet 199a43a1-f354-48a7-9ed4-e4434222c802 {{(pid=103140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:54:29.404841 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6ecea0cd-cdc4-4561-a3bd-cef3942de5c2 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for subnet (199a43a1-f354-48a7-9ed4-e4434222c802), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:29.448602 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6ecea0cd-cdc4-4561-a3bd-cef3942de5c2 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9110716'] for subnet (199a43a1-f354-48a7-9ed4-e4434222c802), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:29.537768 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6ecea0cd-cdc4-4561-a3bd-cef3942de5c2 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (199a43a1-f354-48a7-9ed4-e4434222c802), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:29.628406 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6ecea0cd-cdc4-4561-a3bd-cef3942de5c2 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621346'] for subnet (199a43a1-f354-48a7-9ed4-e4434222c802), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:29.662576 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecea0cd-cdc4-4561-a3bd-cef3942de5c2 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Pushing event deleted for resources: {'Subnet': ['ID=199a43a1-f354-48a7-9ed4-e4434222c802,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:29.668181 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6ecea0cd-cdc4-4561-a3bd-cef3942de5c2 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:29.675951 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-6ecea0cd-cdc4-4561-a3bd-cef3942de5c2 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "DELETE /v2.0/subnets/199a43a1-f354-48a7-9ed4-e4434222c802 HTTP/1.1" status: 204 len: 168 time: 0.3451459 Feb 09 21:54:29.676161 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54362) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:29.676944 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12b0536-c200-4182-b4dd-58a688e910ed None None] Network 13564472-7fd2-4e55-8118-84f4457fe8f8 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:54:29.809670 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4c50aa94-bfc1-4e1c-b9d0-17345f9182b7 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (13564472-7fd2-4e55-8118-84f4457fe8f8), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:29.882907 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16425b81-854b-4f5e-bbe6-b8216662c132 req-e91c509b-2412-44a0-bc56-1067922cddc9 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:29.885925 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-16425b81-854b-4f5e-bbe6-b8216662c132 req-e91c509b-2412-44a0-bc56-1067922cddc9 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 943 time: 0.1255810 Feb 09 21:54:29.928198 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-4c50aa94-bfc1-4e1c-b9d0-17345f9182b7 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Deleting port 30e5bf0c-7c62-4be4-a1f3-0aa672084a17 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:54:29.930969 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4c50aa94-bfc1-4e1c-b9d0-17345f9182b7 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (30e5bf0c-7c62-4be4-a1f3-0aa672084a17), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:29.991374 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-16425b81-854b-4f5e-bbe6-b8216662c132 req-073ab04c-cbe0-4430-acbc-a21c41f5ad28 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958881 Feb 09 21:54:30.034897 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af03159-ff42-45e2-b3e6-bbe82fe5bdaa None None] DHCP port deletion for 13564472-7fd2-4e55-8118-84f4457fe8f8 request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:54:30.052410 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-4c50aa94-bfc1-4e1c-b9d0-17345f9182b7 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] For port 30e5bf0c-7c62-4be4-a1f3-0aa672084a17, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=30e5bf0c-7c62-4be4-a1f3-0aa672084a17,segment=NetworkSegment(44ec7806-7284-4e1a-b2ef-a26a1da954c6),segment_id=44ec7806-7284-4e1a-b2ef-a26a1da954c6)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:54:30.053116 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4c50aa94-bfc1-4e1c-b9d0-17345f9182b7 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (30e5bf0c-7c62-4be4-a1f3-0aa672084a17), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:30.067893 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-4c50aa94-bfc1-4e1c-b9d0-17345f9182b7 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Calling delete_port for 30e5bf0c-7c62-4be4-a1f3-0aa672084a17 owned by network:dhcp {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:54:30.124371 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-8af03159-ff42-45e2-b3e6-bbe82fe5bdaa None None] Deleting port 30e5bf0c-7c62-4be4-a1f3-0aa672084a17 {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:54:30.124824 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-8af03159-ff42-45e2-b3e6-bbe82fe5bdaa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (30e5bf0c-7c62-4be4-a1f3-0aa672084a17), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:30.209167 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4c50aa94-bfc1-4e1c-b9d0-17345f9182b7 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (30e5bf0c-7c62-4be4-a1f3-0aa672084a17), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:30.244399 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c50aa94-bfc1-4e1c-b9d0-17345f9182b7 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Pushing event deleted for resources: {'Port': ['ID=30e5bf0c-7c62-4be4-a1f3-0aa672084a17,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:30.250375 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-8af03159-ff42-45e2-b3e6-bbe82fe5bdaa None None] For port 30e5bf0c-7c62-4be4-a1f3-0aa672084a17, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=30e5bf0c-7c62-4be4-a1f3-0aa672084a17,segment=NetworkSegment(44ec7806-7284-4e1a-b2ef-a26a1da954c6),segment_id=44ec7806-7284-4e1a-b2ef-a26a1da954c6)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:54:30.250790 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-8af03159-ff42-45e2-b3e6-bbe82fe5bdaa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (30e5bf0c-7c62-4be4-a1f3-0aa672084a17), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:30.263838 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c50aa94-bfc1-4e1c-b9d0-17345f9182b7 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] No DVR routers for this DVR port 30e5bf0c-7c62-4be4-a1f3-0aa672084a17 on host n-d-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:54:30.287040 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-8af03159-ff42-45e2-b3e6-bbe82fe5bdaa None None] Calling delete_port for 30e5bf0c-7c62-4be4-a1f3-0aa672084a17 owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:54:30.478634 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4c50aa94-bfc1-4e1c-b9d0-17345f9182b7 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (13564472-7fd2-4e55-8118-84f4457fe8f8), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:30.480255 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-8af03159-ff42-45e2-b3e6-bbe82fe5bdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (30e5bf0c-7c62-4be4-a1f3-0aa672084a17), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:30.506925 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af03159-ff42-45e2-b3e6-bbe82fe5bdaa None None] No DVR routers for this DVR port 30e5bf0c-7c62-4be4-a1f3-0aa672084a17 on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:54:30.507159 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-4c50aa94-bfc1-4e1c-b9d0-17345f9182b7 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13564472-7fd2-4e55-8118-84f4457fe8f8']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:30.522590 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-4c50aa94-bfc1-4e1c-b9d0-17345f9182b7 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44ec7806-7284-4e1a-b2ef-a26a1da954c6') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:30.523809 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-4c50aa94-bfc1-4e1c-b9d0-17345f9182b7 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44ec7806-7284-4e1a-b2ef-a26a1da954c6') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:30.541333 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4c50aa94-bfc1-4e1c-b9d0-17345f9182b7 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (44ec7806-7284-4e1a-b2ef-a26a1da954c6), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:30.561196 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4c50aa94-bfc1-4e1c-b9d0-17345f9182b7 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (44ec7806-7284-4e1a-b2ef-a26a1da954c6), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:30.567459 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af03159-ff42-45e2-b3e6-bbe82fe5bdaa None None] Pushing event deleted for resources: {'Port': ['ID=30e5bf0c-7c62-4be4-a1f3-0aa672084a17,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:30.583084 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c50aa94-bfc1-4e1c-b9d0-17345f9182b7 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:54:30.584068 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4c50aa94-bfc1-4e1c-b9d0-17345f9182b7 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (44ec7806-7284-4e1a-b2ef-a26a1da954c6), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:30.593113 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:54:30.593113 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:54:30.593113 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:54:30.593113 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:54:30.593113 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:54:30.593113 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:54:30.593113 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:54:30.593113 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:54:30.593113 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:54:30.593113 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:54:30.593113 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:54:30.593113 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:54:30.593113 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:54:30.593113 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:54:30.593113 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:54:30.593113 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:54:30.593113 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:54:30.593113 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:54:30.593113 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:54:30.593113 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:54:30.593113 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:54:30.593113 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:54:30.593113 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:54:30.593113 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:54:30.593113 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:54:30.593113 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:54:30.593113 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:54:30.593113 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:54:30.593113 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:54:30.593113 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:54:30.593113 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:54:30.593113 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:54:30.704191 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4c50aa94-bfc1-4e1c-b9d0-17345f9182b7 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (13564472-7fd2-4e55-8118-84f4457fe8f8), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:30.711748 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4c50aa94-bfc1-4e1c-b9d0-17345f9182b7 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:30.715522 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-4c50aa94-bfc1-4e1c-b9d0-17345f9182b7 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "DELETE /v2.0/networks/13564472-7fd2-4e55-8118-84f4457fe8f8 HTTP/1.1" status: 204 len: 168 time: 1.0383179 Feb 09 21:54:30.719901 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54374) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:30.724470 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-e2debf41-c13e-4651-9d44-2ccea16de46b tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-844567551', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}, 'admin_state_up': False}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:54:30.742259 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c50aa94-bfc1-4e1c-b9d0-17345f9182b7 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Pushing event deleted for resources: {'Network': ['ID=13564472-7fd2-4e55-8118-84f4457fe8f8,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:30.757657 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e2debf41-c13e-4651-9d44-2ccea16de46b tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (478dc2e8-d29b-4009-aa5b-4420a484b95f), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:30.758765 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e2debf41-c13e-4651-9d44-2ccea16de46b tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (478dc2e8-d29b-4009-aa5b-4420a484b95f), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:30.814489 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e2debf41-c13e-4651-9d44-2ccea16de46b tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for router_controller (478dc2e8-d29b-4009-aa5b-4420a484b95f), precommit_add_association {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:30.960141 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e2debf41-c13e-4651-9d44-2ccea16de46b tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for router_gateway (478dc2e8-d29b-4009-aa5b-4420a484b95f), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:31.116066 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed89479-d238-43fa-8bc6-70a49be97527 req-1b7cfdbf-acf3-4550-92aa-9ab3060a56b9 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:31.118035 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0ed89479-d238-43fa-8bc6-70a49be97527 req-1b7cfdbf-acf3-4550-92aa-9ab3060a56b9 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 943 time: 0.0555880 Feb 09 21:54:31.175338 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e2debf41-c13e-4651-9d44-2ccea16de46b tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for router_gateway (478dc2e8-d29b-4009-aa5b-4420a484b95f), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:31.179660 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0ed89479-d238-43fa-8bc6-70a49be97527 req-aba17991-93f0-4c3e-8732-319d3a1bdc4f tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555592 Feb 09 21:54:31.201065 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e2debf41-c13e-4651-9d44-2ccea16de46b tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:31.293788 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 30e5bf0c-7c62-4be4-a1f3-0aa672084a17 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:54:31.319842 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-e2debf41-c13e-4651-9d44-2ccea16de46b tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Allocated IP 172.25.3.154 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/f82044d1-e1ec-4d37-bc06-74add3d529dc) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:54:31.337138 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 30e5bf0c-7c62-4be4-a1f3-0aa672084a17 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:54:31.337485 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 30e5bf0c-7c62-4be4-a1f3-0aa672084a17 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:54:31.451487 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e2debf41-c13e-4651-9d44-2ccea16de46b tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for port (f82044d1-e1ec-4d37-bc06-74add3d529dc), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:31.488091 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e2debf41-c13e-4651-9d44-2ccea16de46b tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (f82044d1-e1ec-4d37-bc06-74add3d529dc), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:31.531851 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2debf41-c13e-4651-9d44-2ccea16de46b tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:54:31.536474 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-e2debf41-c13e-4651-9d44-2ccea16de46b tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:54:31.541225 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2debf41-c13e-4651-9d44-2ccea16de46b tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:54:31.544201 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2debf41-c13e-4651-9d44-2ccea16de46b tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Pushing event updated for resources: {'Port': ['ID=f82044d1-e1ec-4d37-bc06-74add3d529dc,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:31.809314 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e2debf41-c13e-4651-9d44-2ccea16de46b tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for router_gateway (478dc2e8-d29b-4009-aa5b-4420a484b95f), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:32.043326 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e2debf41-c13e-4651-9d44-2ccea16de46b tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (478dc2e8-d29b-4009-aa5b-4420a484b95f), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:32.199575 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2debf41-c13e-4651-9d44-2ccea16de46b tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Router 478dc2e8-d29b-4009-aa5b-4420a484b95f is scheduled to L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 with binding_index 1 {{(pid=103141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:54:32.362438 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45578e0d-fbed-4724-9374-4ae85b4aa699 req-c82d4c3a-c904-468d-86a0-15737978e96f tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:32.365127 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-45578e0d-fbed-4724-9374-4ae85b4aa699 req-c82d4c3a-c904-468d-86a0-15737978e96f tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 943 time: 0.0985096 Feb 09 21:54:32.369549 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbe10a0-c46b-4ec1-abb7-a01bc4be05ce req-f2dc5e17-fa3e-43ce-9c88-15abdb98d703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:32.371042 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-9fbe10a0-c46b-4ec1-abb7-a01bc4be05ce req-f2dc5e17-fa3e-43ce-9c88-15abdb98d703 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b97bcc6d3a344052b623ebf4a39465fa&device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 1127 time: 0.0730810 Feb 09 21:54:32.373831 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2debf41-c13e-4651-9d44-2ccea16de46b tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:54:32.379481 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77cefb5-d769-4795-8762-5cdec4e5f258 req-9f5984cb-6734-4a84-a870-f27f98d9814a tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:32.385727 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83184aec-1282-4e84-ac93-bfec0e654f27 None None] Sync routers for ids ['478dc2e8-d29b-4009-aa5b-4420a484b95f'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:54:32.390395 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a77cefb5-d769-4795-8762-5cdec4e5f258 req-9f5984cb-6734-4a84-a870-f27f98d9814a tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 945 time: 0.1120896 Feb 09 21:54:32.403464 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83184aec-1282-4e84-ac93-bfec0e654f27 None None] Routers {'478dc2e8-d29b-4009-aa5b-4420a484b95f'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:54:32.405800 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-83184aec-1282-4e84-ac93-bfec0e654f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:54:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['478dc2e8-d29b-4009-aa5b-4420a484b95f'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:32.446167 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-83184aec-1282-4e84-ac93-bfec0e654f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:32.446809 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e2debf41-c13e-4651-9d44-2ccea16de46b tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:32.448129 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-e2debf41-c13e-4651-9d44-2ccea16de46b tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 1.7280211 Feb 09 21:54:32.450740 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54396) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:32.457868 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83184aec-1282-4e84-ac93-bfec0e654f27 None None] Routers {'478dc2e8-d29b-4009-aa5b-4420a484b95f'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:54:32.461198 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-83184aec-1282-4e84-ac93-bfec0e654f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:54:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['478dc2e8-d29b-4009-aa5b-4420a484b95f'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:32.479835 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-45578e0d-fbed-4724-9374-4ae85b4aa699 req-7597dd7e-eff9-45e6-95c8-8fba9e837753 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881276 Feb 09 21:54:32.510419 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-83184aec-1282-4e84-ac93-bfec0e654f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:32.511468 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83184aec-1282-4e84-ac93-bfec0e654f27 None None] The sync data for ids ['478dc2e8-d29b-4009-aa5b-4420a484b95f'] in n-d-828369-5 is: [] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:54:32.515849 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a77cefb5-d769-4795-8762-5cdec4e5f258 req-69d64b97-b899-4e15-ac77-e6306a98e15c tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=4c89ea32-e697-4c99-8133-b5b6d80654a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727246 Feb 09 21:54:32.859861 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbe10a0-c46b-4ec1-abb7-a01bc4be05ce req-7168f2a3-10c9-4c7b-98f8-ceee8ba412bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:32.861359 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-9fbe10a0-c46b-4ec1-abb7-a01bc4be05ce req-7168f2a3-10c9-4c7b-98f8-ceee8ba412bb service neutron] 10.222.0.89 "GET /v2.0/networks?id=23f1a6df-2b4b-4777-8497-2928c76d9f17 HTTP/1.1" status: 200 len: 913 time: 0.4804933 Feb 09 21:54:32.924145 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-b7ff0d26-52a6-4e29-b497-2bb67981908a tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "GET /v2.0/routers/478dc2e8-d29b-4009-aa5b-4420a484b95f HTTP/1.1" status: 200 len: 884 time: 0.4722366 Feb 09 21:54:32.927037 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 54398) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:32.943104 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-9fbe10a0-c46b-4ec1-abb7-a01bc4be05ce req-cf145ef9-79a4-4a0e-8452-2fda9e267236 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc4d8690-2c93-4a34-8416-c6d01e3a225f HTTP/1.1" status: 200 len: 999 time: 0.0740867 Feb 09 21:54:32.994410 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbe10a0-c46b-4ec1-abb7-a01bc4be05ce req-36f8c5ae-5f9f-4dcb-827e-d698c1773687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:32.996021 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-9fbe10a0-c46b-4ec1-abb7-a01bc4be05ce req-36f8c5ae-5f9f-4dcb-827e-d698c1773687 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b55ac71e-6529-43b3-9355-0e693d39e1f4 HTTP/1.1" status: 200 len: 851 time: 0.0469482 Feb 09 21:54:33.063458 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbe10a0-c46b-4ec1-abb7-a01bc4be05ce req-95a3afbf-6e29-47ec-b236-e1e06297f85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:33.065694 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-9fbe10a0-c46b-4ec1-abb7-a01bc4be05ce req-95a3afbf-6e29-47ec-b236-e1e06297f85f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=23f1a6df-2b4b-4777-8497-2928c76d9f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0624084 Feb 09 21:54:33.180761 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-9fbe10a0-c46b-4ec1-abb7-a01bc4be05ce req-5614f5b4-e515-4447-9b1d-9ea53fd9aabf service neutron] 10.222.0.89 "GET /v2.0/networks/23f1a6df-2b4b-4777-8497-2928c76d9f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033587 Feb 09 21:54:33.190836 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-266b57ea-7a71-44e3-bf70-9e81c675617a tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.2624931 Feb 09 21:54:33.193259 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 54404) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:33.197947 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-412367cc-5b4d-4df3-b20d-0f93685f5b93 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-844567551'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:54:33.279505 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-9fbe10a0-c46b-4ec1-abb7-a01bc4be05ce req-69a5f204-25d5-472b-8b75-7a4f1bee0959 service neutron] 10.222.0.89 "GET /v2.0/networks/23f1a6df-2b4b-4777-8497-2928c76d9f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920873 Feb 09 21:54:33.729919 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33e4ee3-37e4-49a0-854c-6ba595019bf8 req-59da80a5-fd11-4a81-b1cd-56ee6ab6e502 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:33.731459 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f33e4ee3-37e4-49a0-854c-6ba595019bf8 req-59da80a5-fd11-4a81-b1cd-56ee6ab6e502 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 943 time: 0.1447654 Feb 09 21:54:33.732454 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device f7dfd268-1748-42f5-807f-926d187cabc1 details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:54:33.746716 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ac800f-44fe-4e94-9415-3bf9fe50646b req-100d0eeb-51c9-48f8-bb45-9a16dafbaeb1 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:33.748204 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f5ac800f-44fe-4e94-9415-3bf9fe50646b req-100d0eeb-51c9-48f8-bb45-9a16dafbaeb1 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 945 time: 0.1256037 Feb 09 21:54:33.902961 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f5ac800f-44fe-4e94-9415-3bf9fe50646b req-64aff56d-b455-480e-8c0e-1d124eae9691 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=4c89ea32-e697-4c99-8133-b5b6d80654a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1452007 Feb 09 21:54:33.913865 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f33e4ee3-37e4-49a0-854c-6ba595019bf8 req-2a7338aa-ea3e-446d-a9bc-040825d9eaaa tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646349 Feb 09 21:54:34.054153 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port f7dfd268-1748-42f5-807f-926d187cabc1, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=f7dfd268-1748-42f5-807f-926d187cabc1,segment=NetworkSegment(93e4345e-c45e-43bb-ba65-7704ecef10a6),segment_id=93e4345e-c45e-43bb-ba65-7704ecef10a6)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:54:34.073139 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': 'f7dfd268-1748-42f5-807f-926d187cabc1', 'network_id': 'd86910b2-0131-4cf1-9151-2ae5be614e2e', 'port_id': 'f7dfd268-1748-42f5-807f-926d187cabc1', 'mac_address': 'fa:16:3e:4b:a4:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '903c0b45-e09b-4940-bbf6-1179c0814bd7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:54:34.083733 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-412367cc-5b4d-4df3-b20d-0f93685f5b93 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-554449', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10783'] for router (478dc2e8-d29b-4009-aa5b-4420a484b95f), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:34.095699 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-412367cc-5b4d-4df3-b20d-0f93685f5b93 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-554458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-554435', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-525216'] for router (478dc2e8-d29b-4009-aa5b-4420a484b95f), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:34.111595 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port f7dfd268-1748-42f5-807f-926d187cabc1 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:54:34.112006 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (f7dfd268-1748-42f5-807f-926d187cabc1), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:34.126512 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7dfd268-1748-42f5-807f-926d187cabc1 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:54:34.150530 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port f7dfd268-1748-42f5-807f-926d187cabc1, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=f7dfd268-1748-42f5-807f-926d187cabc1,segment=NetworkSegment(93e4345e-c45e-43bb-ba65-7704ecef10a6),segment_id=93e4345e-c45e-43bb-ba65-7704ecef10a6)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:54:34.155983 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (f7dfd268-1748-42f5-807f-926d187cabc1), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:34.207483 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=f7dfd268-1748-42f5-807f-926d187cabc1,revision_number=9']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:34.222769 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-412367cc-5b4d-4df3-b20d-0f93685f5b93 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Router 478dc2e8-d29b-4009-aa5b-4420a484b95f has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:54:34.332884 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-412367cc-5b4d-4df3-b20d-0f93685f5b93 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:54:34.339609 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-412367cc-5b4d-4df3-b20d-0f93685f5b93 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:34.343205 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-412367cc-5b4d-4df3-b20d-0f93685f5b93 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "PUT /v2.0/routers/478dc2e8-d29b-4009-aa5b-4420a484b95f HTTP/1.1" status: 200 len: 891 time: 1.1465888 Feb 09 21:54:34.343375 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb417838-c680-416a-9caa-22f718f91ed9 None None] Sync routers for ids ['478dc2e8-d29b-4009-aa5b-4420a484b95f'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:54:34.343561 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 54414) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:34.354539 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb417838-c680-416a-9caa-22f718f91ed9 None None] Routers {'478dc2e8-d29b-4009-aa5b-4420a484b95f'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:54:34.355161 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-cb417838-c680-416a-9caa-22f718f91ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:54:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['478dc2e8-d29b-4009-aa5b-4420a484b95f'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:34.392321 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-cb417838-c680-416a-9caa-22f718f91ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:34.401914 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb417838-c680-416a-9caa-22f718f91ed9 None None] Routers {'478dc2e8-d29b-4009-aa5b-4420a484b95f'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:54:34.402528 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-cb417838-c680-416a-9caa-22f718f91ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:54:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['478dc2e8-d29b-4009-aa5b-4420a484b95f'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:34.435635 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-cb417838-c680-416a-9caa-22f718f91ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:34.436271 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb417838-c680-416a-9caa-22f718f91ed9 None None] The sync data for ids ['478dc2e8-d29b-4009-aa5b-4420a484b95f'] in n-d-828369-5 is: [] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:54:34.439074 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['f7dfd268-1748-42f5-807f-926d187cabc1'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:54:34.460523 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-448f4ff3-3727-462d-84cc-dd4ab82af957 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "GET /v2.0/routers/478dc2e8-d29b-4009-aa5b-4420a484b95f HTTP/1.1" status: 200 len: 891 time: 0.1133950 Feb 09 21:54:34.460910 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54416) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:34.491197 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-4d41cc94-413c-4994-9f86-31e5114dfb94 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "GET /v2.0/ports?device_id=478dc2e8-d29b-4009-aa5b-4420a484b95f HTTP/1.1" status: 200 len: 205 time: 0.0269032 Feb 09 21:54:34.491428 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54418) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:34.601722 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a6a14f09-74f5-4f14-b656-a8bc75a214a1 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for router (478dc2e8-d29b-4009-aa5b-4420a484b95f), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:34.712380 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a6a14f09-74f5-4f14-b656-a8bc75a214a1 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for router_gateway (478dc2e8-d29b-4009-aa5b-4420a484b95f), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:34.768765 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-a6a14f09-74f5-4f14-b656-a8bc75a214a1 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Deleting port f82044d1-e1ec-4d37-bc06-74add3d529dc {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:54:34.769112 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a6a14f09-74f5-4f14-b656-a8bc75a214a1 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (f82044d1-e1ec-4d37-bc06-74add3d529dc), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:34.849540 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a6a14f09-74f5-4f14-b656-a8bc75a214a1 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (f82044d1-e1ec-4d37-bc06-74add3d529dc), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:34.861195 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-a6a14f09-74f5-4f14-b656-a8bc75a214a1 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Calling delete_port for f82044d1-e1ec-4d37-bc06-74add3d529dc owned by network:router_gateway {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:54:35.052441 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a6a14f09-74f5-4f14-b656-a8bc75a214a1 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (f82044d1-e1ec-4d37-bc06-74add3d529dc), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:35.107661 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a14f09-74f5-4f14-b656-a8bc75a214a1 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Pushing event deleted for resources: {'Port': ['ID=f82044d1-e1ec-4d37-bc06-74add3d529dc,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:35.114255 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c55fc5-2e18-4cad-8544-77f0a7b61734 req-6434dd15-2c60-439a-9c76-a2179755b635 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:35.115865 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-79c55fc5-2e18-4cad-8544-77f0a7b61734 req-6434dd15-2c60-439a-9c76-a2179755b635 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 945 time: 0.0728421 Feb 09 21:54:35.123433 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa03eee-36ac-4e65-b72e-2e3274f1685e req-b8fa4b46-c37e-4699-bd73-25ab054ab902 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:35.131560 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8aa03eee-36ac-4e65-b72e-2e3274f1685e req-b8fa4b46-c37e-4699-bd73-25ab054ab902 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 944 time: 0.1203980 Feb 09 21:54:35.196694 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a6a14f09-74f5-4f14-b656-a8bc75a214a1 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-554524'] for router_gateway (478dc2e8-d29b-4009-aa5b-4420a484b95f), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:35.237509 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8aa03eee-36ac-4e65-b72e-2e3274f1685e req-e8e1feb2-499e-4220-b973-e3eaadc4fe02 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042938 Feb 09 21:54:35.245449 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-79c55fc5-2e18-4cad-8544-77f0a7b61734 req-83eb2c60-fa70-481a-bf09-deba7ed1bf75 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=4c89ea32-e697-4c99-8133-b5b6d80654a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044223 Feb 09 21:54:35.314267 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a6a14f09-74f5-4f14-b656-a8bc75a214a1 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (478dc2e8-d29b-4009-aa5b-4420a484b95f), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:35.316412 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a6a14f09-74f5-4f14-b656-a8bc75a214a1 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for router_controller (478dc2e8-d29b-4009-aa5b-4420a484b95f), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:35.362785 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a6a14f09-74f5-4f14-b656-a8bc75a214a1 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (478dc2e8-d29b-4009-aa5b-4420a484b95f), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:35.363321 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6a14f09-74f5-4f14-b656-a8bc75a214a1 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Fanout notify agent at l3_agent the message router_deleted on router 478dc2e8-d29b-4009-aa5b-4420a484b95f {{(pid=103141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:54:35.371349 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a6a14f09-74f5-4f14-b656-a8bc75a214a1 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:35.376749 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-a6a14f09-74f5-4f14-b656-a8bc75a214a1 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "DELETE /v2.0/routers/478dc2e8-d29b-4009-aa5b-4420a484b95f HTTP/1.1" status: 204 len: 168 time: 0.8806980 Feb 09 21:54:35.376906 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 54432) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:35.382334 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-92d0c394-c886-43b8-aaab-cfbd645d2d3b tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-27497700'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:54:35.403803 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92d0c394-c886-43b8-aaab-cfbd645d2d3b tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Made reservation on behalf of 63d4a6f962814234ac116c1855fa9574 for: {'network': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:54:35.407175 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-92d0c394-c886-43b8-aaab-cfbd645d2d3b tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:35.433381 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92d0c394-c886-43b8-aaab-cfbd645d2d3b tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=103140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:54:35.442844 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-92d0c394-c886-43b8-aaab-cfbd645d2d3b tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (c61f4563-201d-46d0-aef5-e0613f619947), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:35.443193 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-92d0c394-c886-43b8-aaab-cfbd645d2d3b tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Added segment c61f4563-201d-46d0-aef5-e0613f619947 of type vlan for network a43e4dc3-3bfb-4696-8096-be0e16b35f42 Feb 09 21:54:35.484706 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-92d0c394-c886-43b8-aaab-cfbd645d2d3b tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (a43e4dc3-3bfb-4696-8096-be0e16b35f42), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:35.509095 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-92d0c394-c886-43b8-aaab-cfbd645d2d3b tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (a43e4dc3-3bfb-4696-8096-be0e16b35f42), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:35.513996 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d0c394-c886-43b8-aaab-cfbd645d2d3b tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:35.514582 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-92d0c394-c886-43b8-aaab-cfbd645d2d3b tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:35.577819 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-92d0c394-c886-43b8-aaab-cfbd645d2d3b tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1998477 Feb 09 21:54:35.581164 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 54434) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:35.587807 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-8135906d-ba39-4607-8ca6-0c0417e34b2e tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Request body: {'subnet': {'network_id': 'a43e4dc3-3bfb-4696-8096-be0e16b35f42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:54:35.628745 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d0c394-c886-43b8-aaab-cfbd645d2d3b tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Pushing event updated for resources: {'Network': ['ID=a43e4dc3-3bfb-4696-8096-be0e16b35f42,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:35.646983 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0c394-c886-43b8-aaab-cfbd645d2d3b tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:35.647337 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0c394-c886-43b8-aaab-cfbd645d2d3b tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:35.647684 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0c394-c886-43b8-aaab-cfbd645d2d3b tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:35.648022 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0c394-c886-43b8-aaab-cfbd645d2d3b tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:35.648384 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0c394-c886-43b8-aaab-cfbd645d2d3b tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:35.648718 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0c394-c886-43b8-aaab-cfbd645d2d3b tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:35.649049 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0c394-c886-43b8-aaab-cfbd645d2d3b tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:35.649376 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0c394-c886-43b8-aaab-cfbd645d2d3b tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:35.649703 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0c394-c886-43b8-aaab-cfbd645d2d3b tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:35.650031 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0c394-c886-43b8-aaab-cfbd645d2d3b tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:35.650354 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0c394-c886-43b8-aaab-cfbd645d2d3b tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:35.650678 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0c394-c886-43b8-aaab-cfbd645d2d3b tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:35.651005 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0c394-c886-43b8-aaab-cfbd645d2d3b tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:35.665729 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network a43e4dc3-3bfb-4696-8096-be0e16b35f42 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:54:35.691206 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8135906d-ba39-4607-8ca6-0c0417e34b2e tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Made reservation on behalf of 63d4a6f962814234ac116c1855fa9574 for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:54:35.694872 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8135906d-ba39-4607-8ca6-0c0417e34b2e tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621317'] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:35.739487 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device f7dfd268-1748-42f5-807f-926d187cabc1 up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:54:35.798377 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port f7dfd268-1748-42f5-807f-926d187cabc1 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:54:35.799311 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (f7dfd268-1748-42f5-807f-926d187cabc1), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:35.882467 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port f7dfd268-1748-42f5-807f-926d187cabc1 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:54:35.883328 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (f7dfd268-1748-42f5-807f-926d187cabc1), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:35.888827 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8135906d-ba39-4607-8ca6-0c0417e34b2e tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621371'] for subnet (0ee302b0-8eb3-4645-819e-1f9fff0f2277), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:35.907704 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70fa8850-d173-4ded-a545-1910bb595847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7dfd268-1748-42f5-807f-926d187cabc1'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:54:35.910024 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd91be1-2baf-41c6-af40-9984bc74c098" -d '{"events": [{"server_uuid": "70fa8850-d173-4ded-a545-1910bb595847", "name": "network-vif-plugged", "status": "completed", "tag": "f7dfd268-1748-42f5-807f-926d187cabc1"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:54:35.928485 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port f7dfd268-1748-42f5-807f-926d187cabc1, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=f7dfd268-1748-42f5-807f-926d187cabc1,segment=NetworkSegment(93e4345e-c45e-43bb-ba65-7704ecef10a6),segment_id=93e4345e-c45e-43bb-ba65-7704ecef10a6)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:54:35.934397 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (f7dfd268-1748-42f5-807f-926d187cabc1), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:35.964137 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d39fe022-18fd-46e4-bcd7-e3727ecd570e x-openstack-request-id: req-d39fe022-18fd-46e4-bcd7-e3727ecd570e {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:54:35.964459 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70fa8850-d173-4ded-a545-1910bb595847", "name": "network-vif-plugged", "status": "completed", "tag": "f7dfd268-1748-42f5-807f-926d187cabc1", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:54:35.964718 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-d39fe022-18fd-46e4-bcd7-e3727ecd570e {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:54:35.965115 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70fa8850-d173-4ded-a545-1910bb595847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7dfd268-1748-42f5-807f-926d187cabc1', 'code': 200} Feb 09 21:54:35.972782 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8135906d-ba39-4607-8ca6-0c0417e34b2e tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Checking segment: {'id': 'c61f4563-201d-46d0-aef5-e0613f619947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'a43e4dc3-3bfb-4696-8096-be0e16b35f42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:54:35.973145 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8135906d-ba39-4607-8ca6-0c0417e34b2e tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Network hostable DHCP agents. Network: a43e4dc3-3bfb-4696-8096-be0e16b35f42, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:54:35.975478 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8135906d-ba39-4607-8ca6-0c0417e34b2e tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Pushing event updated for resources: {'Subnet': ['ID=0ee302b0-8eb3-4645-819e-1f9fff0f2277,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:35.997938 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8135906d-ba39-4607-8ca6-0c0417e34b2e tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Network a43e4dc3-3bfb-4696-8096-be0e16b35f42 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:54:36.000904 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=f7dfd268-1748-42f5-807f-926d187cabc1,revision_number=10']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:36.013106 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-8135906d-ba39-4607-8ca6-0c0417e34b2e tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, a43e4dc3-3bfb-4696-8096-be0e16b35f42) {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:54:36.018700 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8135906d-ba39-4607-8ca6-0c0417e34b2e tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:36.019795 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8135906d-ba39-4607-8ca6-0c0417e34b2e tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:36.024899 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd281a86-8959-41cf-bb57-a7e6656272bf None None] Network a43e4dc3-3bfb-4696-8096-be0e16b35f42 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:54:36.042249 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-8135906d-ba39-4607-8ca6-0c0417e34b2e tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4600115 Feb 09 21:54:36.045118 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54438) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:36.058871 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-b23ada1c-4d79-4f4a-960d-3cf0d7d5cdf7 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-225933278', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:54:36.085116 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b23ada1c-4d79-4f4a-960d-3cf0d7d5cdf7 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (43ed6823-1a4d-4609-91b0-da239815fe21), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:36.087050 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b23ada1c-4d79-4f4a-960d-3cf0d7d5cdf7 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (43ed6823-1a4d-4609-91b0-da239815fe21), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:36.169153 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df944d6-a0a4-4708-a5d0-9532ece847fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-a43e4dc3-3bfb-4696-8096-be0e16b35f42', 'network_id': 'a43e4dc3-3bfb-4696-8096-be0e16b35f42', 'project_id': '63d4a6f962814234ac116c1855fa9574', 'fixed_ips': [{'subnet_id': '0ee302b0-8eb3-4645-819e-1f9fff0f2277'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:54:36.170337 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7df944d6-a0a4-4708-a5d0-9532ece847fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:36.175844 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f62e2-562d-4130-ae22-7e58afec6e2b req-203b5d77-ef5a-4325-9469-b2a6b3ce8fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:36.178328 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3f5f62e2-562d-4130-ae22-7e58afec6e2b req-203b5d77-ef5a-4325-9469-b2a6b3ce8fb5 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 1128 time: 0.0792520 Feb 09 21:54:36.215193 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b23ada1c-4d79-4f4a-960d-3cf0d7d5cdf7 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for router_controller (43ed6823-1a4d-4609-91b0-da239815fe21), precommit_add_association {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:36.220624 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b23ada1c-4d79-4f4a-960d-3cf0d7d5cdf7 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (43ed6823-1a4d-4609-91b0-da239815fe21), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:36.240739 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b23ada1c-4d79-4f4a-960d-3cf0d7d5cdf7 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:36.241034 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3f5f62e2-562d-4130-ae22-7e58afec6e2b req-4516b1ff-9807-4cfc-9a8f-c43ec0ca124e service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518997 Feb 09 21:54:36.244251 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-b23ada1c-4d79-4f4a-960d-3cf0d7d5cdf7 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1958652 Feb 09 21:54:36.244851 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 54442) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:36.351742 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-7df944d6-a0a4-4708-a5d0-9532ece847fe None None] Allocated IP 2001:db8::2 (a43e4dc3-3bfb-4696-8096-be0e16b35f42/0ee302b0-8eb3-4645-819e-1f9fff0f2277/a324c038-9200-4e2d-9ba9-64061b065377) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:54:36.503361 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7df944d6-a0a4-4708-a5d0-9532ece847fe None None] Publish callbacks [] for port (a324c038-9200-4e2d-9ba9-64061b065377), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:36.510192 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7df944d6-a0a4-4708-a5d0-9532ece847fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (a324c038-9200-4e2d-9ba9-64061b065377), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:36.534837 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac3d0ce-f7a2-4f77-aaf0-456a9dacac74 req-4808dd5e-37a5-48dd-a88d-66c82e2dae28 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:36.536360 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-aac3d0ce-f7a2-4f77-aaf0-456a9dacac74 req-4808dd5e-37a5-48dd-a88d-66c82e2dae28 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 946 time: 0.1547115 Feb 09 21:54:36.546279 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df944d6-a0a4-4708-a5d0-9532ece847fe None None] Network a43e4dc3-3bfb-4696-8096-be0e16b35f42 is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:54:36.549751 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-7df944d6-a0a4-4708-a5d0-9532ece847fe None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:54:36.553491 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df944d6-a0a4-4708-a5d0-9532ece847fe None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:54:36.596517 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df944d6-a0a4-4708-a5d0-9532ece847fe None None] Pushing event updated for resources: {'Port': ['ID=a324c038-9200-4e2d-9ba9-64061b065377,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:36.631603 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-7df944d6-a0a4-4708-a5d0-9532ece847fe None None] Attempting to bind port a324c038-9200-4e2d-9ba9-64061b065377 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:54:36.631986 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-7df944d6-a0a4-4708-a5d0-9532ece847fe None None] Attempting to bind port a324c038-9200-4e2d-9ba9-64061b065377 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': 'c61f4563-201d-46d0-aef5-e0613f619947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'a43e4dc3-3bfb-4696-8096-be0e16b35f42'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:54:36.632537 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df944d6-a0a4-4708-a5d0-9532ece847fe None None] Attempting to bind port a324c038-9200-4e2d-9ba9-64061b065377 on network a43e4dc3-3bfb-4696-8096-be0e16b35f42 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:54:36.638066 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df944d6-a0a4-4708-a5d0-9532ece847fe None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:54:36.638448 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df944d6-a0a4-4708-a5d0-9532ece847fe None None] Checking segment: {'id': 'c61f4563-201d-46d0-aef5-e0613f619947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'a43e4dc3-3bfb-4696-8096-be0e16b35f42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:54:36.638859 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7df944d6-a0a4-4708-a5d0-9532ece847fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:36.639255 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df944d6-a0a4-4708-a5d0-9532ece847fe None None] Bound using segment: {'id': 'c61f4563-201d-46d0-aef5-e0613f619947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'a43e4dc3-3bfb-4696-8096-be0e16b35f42'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:54:36.639788 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-7df944d6-a0a4-4708-a5d0-9532ece847fe None None] Bound port: a324c038-9200-4e2d-9ba9-64061b065377, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c61f4563-201d-46d0-aef5-e0613f619947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'a43e4dc3-3bfb-4696-8096-be0e16b35f42'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:54:36.640118 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7df944d6-a0a4-4708-a5d0-9532ece847fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (a324c038-9200-4e2d-9ba9-64061b065377), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:36.640896 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-29dd98f9-4a4b-4efc-9084-225295d0c53e tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:36.653788 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-aac3d0ce-f7a2-4f77-aaf0-456a9dacac74 req-cf28d385-f616-4a61-866b-a8cc6ba3b510 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924988 Feb 09 21:54:36.710021 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-7df944d6-a0a4-4708-a5d0-9532ece847fe None None] For port a324c038-9200-4e2d-9ba9-64061b065377, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:54:36.713275 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-7df944d6-a0a4-4708-a5d0-9532ece847fe None None] For port a324c038-9200-4e2d-9ba9-64061b065377, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=a324c038-9200-4e2d-9ba9-64061b065377,segment=NetworkSegment(c61f4563-201d-46d0-aef5-e0613f619947),segment_id=c61f4563-201d-46d0-aef5-e0613f619947)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:54:36.719814 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7df944d6-a0a4-4708-a5d0-9532ece847fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (a324c038-9200-4e2d-9ba9-64061b065377), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:36.782328 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df944d6-a0a4-4708-a5d0-9532ece847fe None None] Pushing event updated for resources: {'Port': ['ID=a324c038-9200-4e2d-9ba9-64061b065377,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:36.903179 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-29dd98f9-4a4b-4efc-9084-225295d0c53e tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Allocated IP 2001:db8::1 (a43e4dc3-3bfb-4696-8096-be0e16b35f42/0ee302b0-8eb3-4645-819e-1f9fff0f2277/949591ee-41d0-46ca-ba3c-c13ec3a99018) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:54:37.036455 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-29dd98f9-4a4b-4efc-9084-225295d0c53e tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for port (949591ee-41d0-46ca-ba3c-c13ec3a99018), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:37.072820 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-29dd98f9-4a4b-4efc-9084-225295d0c53e tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (949591ee-41d0-46ca-ba3c-c13ec3a99018), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:37.117097 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29dd98f9-4a4b-4efc-9084-225295d0c53e tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Network a43e4dc3-3bfb-4696-8096-be0e16b35f42 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:54:37.121984 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-29dd98f9-4a4b-4efc-9084-225295d0c53e tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:54:37.125654 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29dd98f9-4a4b-4efc-9084-225295d0c53e tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:54:37.126185 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-29dd98f9-4a4b-4efc-9084-225295d0c53e tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554727'] for router_interface (43ed6823-1a4d-4609-91b0-da239815fe21), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:37.173625 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dd98f9-4a4b-4efc-9084-225295d0c53e tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Pushing event updated for resources: {'Port': ['ID=949591ee-41d0-46ca-ba3c-c13ec3a99018,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:37.282536 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-29dd98f9-4a4b-4efc-9084-225295d0c53e tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (949591ee-41d0-46ca-ba3c-c13ec3a99018), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:37.357634 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device a324c038-9200-4e2d-9ba9-64061b065377 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:54:37.466792 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port a324c038-9200-4e2d-9ba9-64061b065377 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:54:37.468584 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (a324c038-9200-4e2d-9ba9-64061b065377), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:37.650427 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port a324c038-9200-4e2d-9ba9-64061b065377 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:54:37.650993 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (a324c038-9200-4e2d-9ba9-64061b065377), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:37.726230 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port a324c038-9200-4e2d-9ba9-64061b065377, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=a324c038-9200-4e2d-9ba9-64061b065377,segment=NetworkSegment(c61f4563-201d-46d0-aef5-e0613f619947),segment_id=c61f4563-201d-46d0-aef5-e0613f619947)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:54:37.730460 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-29dd98f9-4a4b-4efc-9084-225295d0c53e tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for port (949591ee-41d0-46ca-ba3c-c13ec3a99018), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:37.735535 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (a324c038-9200-4e2d-9ba9-64061b065377), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:37.738531 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-29dd98f9-4a4b-4efc-9084-225295d0c53e tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (949591ee-41d0-46ca-ba3c-c13ec3a99018), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:37.739714 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-29dd98f9-4a4b-4efc-9084-225295d0c53e tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524919'] for router_interface (43ed6823-1a4d-4609-91b0-da239815fe21), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:37.842763 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=a324c038-9200-4e2d-9ba9-64061b065377,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:37.855648 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dd98f9-4a4b-4efc-9084-225295d0c53e tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Pushing event updated for resources: {'Port': ['ID=949591ee-41d0-46ca-ba3c-c13ec3a99018,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:38.002376 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9504e354-80d5-4291-b83a-4c8e792b18ce req-2db811f6-643f-4ff9-b5df-23eed680c1da tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:38.004041 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9504e354-80d5-4291-b83a-4c8e792b18ce req-2db811f6-643f-4ff9-b5df-23eed680c1da tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 946 time: 0.2476113 Feb 09 21:54:38.030480 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c137e44-3a6d-44b2-b045-e64cbd033e48 None None] Network a43e4dc3-3bfb-4696-8096-be0e16b35f42 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:54:38.069165 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29dd98f9-4a4b-4efc-9084-225295d0c53e tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Network a43e4dc3-3bfb-4696-8096-be0e16b35f42 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:54:38.071886 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-29dd98f9-4a4b-4efc-9084-225295d0c53e tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:54:38.194168 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9504e354-80d5-4291-b83a-4c8e792b18ce req-9603aece-4ba8-422b-9a1a-a132fce8e3bd tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773815 Feb 09 21:54:38.204693 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-0dd28536-002a-4c1f-a8e5-4c9418dc599f None None] Provisioning complete for port a324c038-9200-4e2d-9ba9-64061b065377 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:54:38.204884 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-0dd28536-002a-4c1f-a8e5-4c9418dc599f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (a324c038-9200-4e2d-9ba9-64061b065377), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:38.227768 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29dd98f9-4a4b-4efc-9084-225295d0c53e tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Router 43ed6823-1a4d-4609-91b0-da239815fe21 is scheduled to L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 with binding_index 1 {{(pid=103140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:54:38.348374 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-0dd28536-002a-4c1f-a8e5-4c9418dc599f None None] Current status of the port a324c038-9200-4e2d-9ba9-64061b065377 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:54:38.391498 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29dd98f9-4a4b-4efc-9084-225295d0c53e tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:54:38.399600 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-29dd98f9-4a4b-4efc-9084-225295d0c53e tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "PUT /v2.0/routers/43ed6823-1a4d-4609-91b0-da239815fe21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1530659 Feb 09 21:54:38.402345 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54512) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:38.405933 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d919d97d-f77f-4670-967c-d5de52beb668 None None] Sync routers for ids ['43ed6823-1a4d-4609-91b0-da239815fe21'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:54:38.418868 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d919d97d-f77f-4670-967c-d5de52beb668 None None] Routers {'43ed6823-1a4d-4609-91b0-da239815fe21'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:54:38.419651 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-d919d97d-f77f-4670-967c-d5de52beb668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:54:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['43ed6823-1a4d-4609-91b0-da239815fe21'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:38.458758 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-d919d97d-f77f-4670-967c-d5de52beb668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:38.475932 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d919d97d-f77f-4670-967c-d5de52beb668 None None] Routers {'43ed6823-1a4d-4609-91b0-da239815fe21'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:54:38.476604 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-d919d97d-f77f-4670-967c-d5de52beb668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:54:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['43ed6823-1a4d-4609-91b0-da239815fe21'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:38.483269 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0482a3ff-f5c0-418c-ad19-2a4db169fda7 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:38.485099 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-0482a3ff-f5c0-418c-ad19-2a4db169fda7 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "GET /v2.0/ports/949591ee-41d0-46ca-ba3c-c13ec3a99018 HTTP/1.1" status: 200 len: 911 time: 0.0791678 Feb 09 21:54:38.488514 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 54514) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:38.494878 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-13d24288-e55f-4844-9347-150aa9e4a5cd tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0ee302b0-8eb3-4645-819e-1f9fff0f2277'}]}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:54:38.520783 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-d919d97d-f77f-4670-967c-d5de52beb668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:38.521728 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d919d97d-f77f-4670-967c-d5de52beb668 None None] The sync data for ids ['43ed6823-1a4d-4609-91b0-da239815fe21'] in n-d-828369-5 is: [] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:54:38.696405 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-b15d4f21-e6f1-4ce5-892f-25f78aa93237 None None] Provisioning complete for port a324c038-9200-4e2d-9ba9-64061b065377 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:54:38.698152 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b15d4f21-e6f1-4ce5-892f-25f78aa93237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (a324c038-9200-4e2d-9ba9-64061b065377), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:38.804601 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-b15d4f21-e6f1-4ce5-892f-25f78aa93237 None None] Current status of the port a324c038-9200-4e2d-9ba9-64061b065377 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:54:38.816684 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-b15d4f21-e6f1-4ce5-892f-25f78aa93237 None None] Provisioning complete for port 949591ee-41d0-46ca-ba3c-c13ec3a99018 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:54:38.817072 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b15d4f21-e6f1-4ce5-892f-25f78aa93237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (949591ee-41d0-46ca-ba3c-c13ec3a99018), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:38.863080 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-b15d4f21-e6f1-4ce5-892f-25f78aa93237 None None] Port 949591ee-41d0-46ca-ba3c-c13ec3a99018 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:54:39.007319 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-e973d536-df77-4820-8538-4c1acdfa4dcc None None] Provisioning complete for port 949591ee-41d0-46ca-ba3c-c13ec3a99018 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:54:39.008387 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e973d536-df77-4820-8538-4c1acdfa4dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (949591ee-41d0-46ca-ba3c-c13ec3a99018), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:39.067649 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-e973d536-df77-4820-8538-4c1acdfa4dcc None None] Port 949591ee-41d0-46ca-ba3c-c13ec3a99018 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:54:39.068769 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-32afbab5-f122-4fff-966a-55813d2b499e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:39.071203 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13d24288-e55f-4844-9347-150aa9e4a5cd tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (949591ee-41d0-46ca-ba3c-c13ec3a99018), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:39.316154 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-1a40e352-5e5b-49aa-a22c-280f80eb8c01 None None] Provisioning complete for port 949591ee-41d0-46ca-ba3c-c13ec3a99018 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:54:39.326317 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1a40e352-5e5b-49aa-a22c-280f80eb8c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (949591ee-41d0-46ca-ba3c-c13ec3a99018), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:39.362903 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device a324c038-9200-4e2d-9ba9-64061b065377 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:54:39.401123 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-1a40e352-5e5b-49aa-a22c-280f80eb8c01 None None] Port 949591ee-41d0-46ca-ba3c-c13ec3a99018 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:54:39.448111 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port a324c038-9200-4e2d-9ba9-64061b065377 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:54:39.448697 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (a324c038-9200-4e2d-9ba9-64061b065377), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:39.538431 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c1a8da-4185-4772-afef-5d89ea8d3da5 req-df31b3eb-6a2e-4e00-8bd2-7bada5d82b6f tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:39.540513 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-47c1a8da-4185-4772-afef-5d89ea8d3da5 req-df31b3eb-6a2e-4e00-8bd2-7bada5d82b6f tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 946 time: 0.1955786 Feb 09 21:54:39.552560 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port a324c038-9200-4e2d-9ba9-64061b065377 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:54:39.625596 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-47c1a8da-4185-4772-afef-5d89ea8d3da5 req-6695e145-22ba-4628-a5f2-35c88fda1d30 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774884 Feb 09 21:54:39.649575 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13d24288-e55f-4844-9347-150aa9e4a5cd tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for port (949591ee-41d0-46ca-ba3c-c13ec3a99018), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:39.658789 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13d24288-e55f-4844-9347-150aa9e4a5cd tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (949591ee-41d0-46ca-ba3c-c13ec3a99018), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:39.664607 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d24288-e55f-4844-9347-150aa9e4a5cd tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:39.665250 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-13d24288-e55f-4844-9347-150aa9e4a5cd tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:39.669574 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-13d24288-e55f-4844-9347-150aa9e4a5cd tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "PUT /v2.0/ports/949591ee-41d0-46ca-ba3c-c13ec3a99018 HTTP/1.1" status: 200 len: 911 time: 1.1764040 Feb 09 21:54:39.669730 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54522) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:39.756080 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d24288-e55f-4844-9347-150aa9e4a5cd tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Pushing event updated for resources: {'Port': ['ID=949591ee-41d0-46ca-ba3c-c13ec3a99018,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:39.780297 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc0ff95-fb6e-4dd8-a41e-c5aec48eae07 req-6c0004a8-8021-447b-94b6-834ef049ff67 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:39.782190 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3bc0ff95-fb6e-4dd8-a41e-c5aec48eae07 req-6c0004a8-8021-447b-94b6-834ef049ff67 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 946 time: 0.0754302 Feb 09 21:54:39.865109 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3bc0ff95-fb6e-4dd8-a41e-c5aec48eae07 req-85ffda34-285e-4bb4-994f-ef9193c2e50c tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689125 Feb 09 21:54:39.983960 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31f4418-6446-426f-bf91-ede2fa399004 req-c952e21c-d977-49f2-a9ac-d9f2e32cbdd7 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:39.988728 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e31f4418-6446-426f-bf91-ede2fa399004 req-c952e21c-d977-49f2-a9ac-d9f2e32cbdd7 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 946 time: 0.0568995 Feb 09 21:54:40.047754 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e31f4418-6446-426f-bf91-ede2fa399004 req-ea6d5ac9-dcff-4b08-bb67-bdc69ed737a7 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551960 Feb 09 21:54:40.134604 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e2f5786c-53e7-489b-b74f-620a4a2d19a0 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524906'] for router_interface (43ed6823-1a4d-4609-91b0-da239815fe21), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:40.211421 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd0703c-1990-4062-a285-cf9ac5ae9ad5 req-23589a61-6805-4f7f-91f1-4f9f84490a4d tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:40.212982 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3bd0703c-1990-4062-a285-cf9ac5ae9ad5 req-23589a61-6805-4f7f-91f1-4f9f84490a4d tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 946 time: 0.0639429 Feb 09 21:54:40.265519 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3bd0703c-1990-4062-a285-cf9ac5ae9ad5 req-2154ddc3-905c-462e-9398-d826963f2db1 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447640 Feb 09 21:54:40.403037 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a041bde3-7f5a-4ce8-a39c-f282e6ebc407 req-23b05b0b-8249-42fc-9680-ed34629f27e2 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:40.405391 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a041bde3-7f5a-4ce8-a39c-f282e6ebc407 req-23b05b0b-8249-42fc-9680-ed34629f27e2 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 946 time: 0.0630655 Feb 09 21:54:40.460670 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-e2f5786c-53e7-489b-b74f-620a4a2d19a0 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Deleting port 949591ee-41d0-46ca-ba3c-c13ec3a99018 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:54:40.461242 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e2f5786c-53e7-489b-b74f-620a4a2d19a0 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (949591ee-41d0-46ca-ba3c-c13ec3a99018), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:40.466973 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a041bde3-7f5a-4ce8-a39c-f282e6ebc407 req-4b83cc77-f243-4032-a4e6-d00af1081616 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549860 Feb 09 21:54:40.573453 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e2f5786c-53e7-489b-b74f-620a4a2d19a0 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (949591ee-41d0-46ca-ba3c-c13ec3a99018), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:40.586558 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-e2f5786c-53e7-489b-b74f-620a4a2d19a0 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Calling delete_port for 949591ee-41d0-46ca-ba3c-c13ec3a99018 owned by network:router_interface {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:54:40.602838 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1ecd55-ec40-4375-9557-17fd45ff11cb req-b2076bef-35f3-4b4b-9902-ea62550fad22 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:40.603584 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3e1ecd55-ec40-4375-9557-17fd45ff11cb req-b2076bef-35f3-4b4b-9902-ea62550fad22 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 946 time: 0.0588908 Feb 09 21:54:40.652968 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3e1ecd55-ec40-4375-9557-17fd45ff11cb req-e6a66cec-44a9-4451-98fd-48ac1040f2fb tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430307 Feb 09 21:54:40.793151 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e2f5786c-53e7-489b-b74f-620a4a2d19a0 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (949591ee-41d0-46ca-ba3c-c13ec3a99018), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:40.794563 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe26015-27e2-41b7-86e6-4bf2c41bf7d6 req-019ba7e0-30c3-4cd1-a649-97f4cf427a76 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:40.797047 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0fe26015-27e2-41b7-86e6-4bf2c41bf7d6 req-019ba7e0-30c3-4cd1-a649-97f4cf427a76 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 946 time: 0.0619597 Feb 09 21:54:40.823564 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f5786c-53e7-489b-b74f-620a4a2d19a0 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Pushing event deleted for resources: {'Port': ['ID=949591ee-41d0-46ca-ba3c-c13ec3a99018,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:40.922704 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0fe26015-27e2-41b7-86e6-4bf2c41bf7d6 req-f599b530-21e7-4f6b-8810-4ef752faf296 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181307 Feb 09 21:54:40.993656 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e2f5786c-53e7-489b-b74f-620a4a2d19a0 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-525054'] for router_interface (43ed6823-1a4d-4609-91b0-da239815fe21), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:40.999141 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-20b28880-f3c8-4f14-b0d5-979de0163b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:41.223267 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ea3224-0ca9-4849-b0ba-f90584778e81 req-462b7d5d-adf6-4063-8216-999ba3962947 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:41.237352 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-09ea3224-0ca9-4849-b0ba-f90584778e81 req-462b7d5d-adf6-4063-8216-999ba3962947 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 946 time: 0.0881157 Feb 09 21:54:41.260253 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2f5786c-53e7-489b-b74f-620a4a2d19a0 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Router 43ed6823-1a4d-4609-91b0-da239815fe21 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:54:41.307861 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-09ea3224-0ca9-4849-b0ba-f90584778e81 req-7f36176d-c1b5-412d-916b-018a11263ae8 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644746 Feb 09 21:54:41.359260 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2f5786c-53e7-489b-b74f-620a4a2d19a0 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:54:41.364855 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-e2f5786c-53e7-489b-b74f-620a4a2d19a0 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "PUT /v2.0/routers/43ed6823-1a4d-4609-91b0-da239815fe21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6935904 Feb 09 21:54:41.367240 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54550) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:41.371148 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887aa26e-1cdc-4585-ad29-3f4c9b81190a None None] Sync routers for ids ['43ed6823-1a4d-4609-91b0-da239815fe21'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:54:41.383050 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887aa26e-1cdc-4585-ad29-3f4c9b81190a None None] Routers {'43ed6823-1a4d-4609-91b0-da239815fe21'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:54:41.383897 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-887aa26e-1cdc-4585-ad29-3f4c9b81190a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:54:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['43ed6823-1a4d-4609-91b0-da239815fe21'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:41.397615 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-325437ed-3496-4502-96d1-374c16ab86dd tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "GET /v2.0/ports?device_id=43ed6823-1a4d-4609-91b0-da239815fe21 HTTP/1.1" status: 200 len: 205 time: 0.0292318 Feb 09 21:54:41.400008 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54552) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:41.426765 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-887aa26e-1cdc-4585-ad29-3f4c9b81190a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:41.435903 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887aa26e-1cdc-4585-ad29-3f4c9b81190a None None] Routers {'43ed6823-1a4d-4609-91b0-da239815fe21'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:54:41.436777 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-887aa26e-1cdc-4585-ad29-3f4c9b81190a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:54:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['43ed6823-1a4d-4609-91b0-da239815fe21'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:41.472543 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-887aa26e-1cdc-4585-ad29-3f4c9b81190a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:41.473213 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887aa26e-1cdc-4585-ad29-3f4c9b81190a None None] The sync data for ids ['43ed6823-1a4d-4609-91b0-da239815fe21'] in n-d-828369-5 is: [] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:54:41.491853 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d4717529-2ec4-43cc-abc7-e7f1b41885c4 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for router (43ed6823-1a4d-4609-91b0-da239815fe21), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:41.533381 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:54:41.650328 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d4717529-2ec4-43cc-abc7-e7f1b41885c4 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (43ed6823-1a4d-4609-91b0-da239815fe21), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:41.652392 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d4717529-2ec4-43cc-abc7-e7f1b41885c4 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for router_controller (43ed6823-1a4d-4609-91b0-da239815fe21), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:41.705281 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d4717529-2ec4-43cc-abc7-e7f1b41885c4 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (43ed6823-1a4d-4609-91b0-da239815fe21), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:41.705882 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4717529-2ec4-43cc-abc7-e7f1b41885c4 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Fanout notify agent at l3_agent the message router_deleted on router 43ed6823-1a4d-4609-91b0-da239815fe21 {{(pid=103141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:54:41.714512 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d4717529-2ec4-43cc-abc7-e7f1b41885c4 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:41.715740 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-d4717529-2ec4-43cc-abc7-e7f1b41885c4 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "DELETE /v2.0/routers/43ed6823-1a4d-4609-91b0-da239815fe21 HTTP/1.1" status: 204 len: 168 time: 0.3147924 Feb 09 21:54:41.718513 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 54554) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:41.773106 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_v2 [None req-deba312e-d9ed-4a01-8898-b73f016bedbe tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Deleting subnet 0ee302b0-8eb3-4645-819e-1f9fff0f2277 {{(pid=103140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:54:41.776410 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-deba312e-d9ed-4a01-8898-b73f016bedbe tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for subnet (0ee302b0-8eb3-4645-819e-1f9fff0f2277), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:41.818369 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-deba312e-d9ed-4a01-8898-b73f016bedbe tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9110716'] for subnet (0ee302b0-8eb3-4645-819e-1f9fff0f2277), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:41.907320 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-deba312e-d9ed-4a01-8898-b73f016bedbe tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (0ee302b0-8eb3-4645-819e-1f9fff0f2277), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:41.973871 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-deba312e-d9ed-4a01-8898-b73f016bedbe tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621346'] for subnet (0ee302b0-8eb3-4645-819e-1f9fff0f2277), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:42.004026 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deba312e-d9ed-4a01-8898-b73f016bedbe tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Pushing event deleted for resources: {'Subnet': ['ID=0ee302b0-8eb3-4645-819e-1f9fff0f2277,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:42.008184 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-deba312e-d9ed-4a01-8898-b73f016bedbe tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:42.012307 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-deba312e-d9ed-4a01-8898-b73f016bedbe tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "DELETE /v2.0/subnets/0ee302b0-8eb3-4645-819e-1f9fff0f2277 HTTP/1.1" status: 204 len: 168 time: 0.2921543 Feb 09 21:54:42.014415 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 54562) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:42.028168 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13edd6d-2638-4261-a71a-0044433f4833 None None] Network a43e4dc3-3bfb-4696-8096-be0e16b35f42 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:54:42.098994 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-96de8915-58fc-4a55-8bf4-2d6425de28a6 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (a43e4dc3-3bfb-4696-8096-be0e16b35f42), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:42.155632 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-96de8915-58fc-4a55-8bf4-2d6425de28a6 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Deleting port a324c038-9200-4e2d-9ba9-64061b065377 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:54:42.156161 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-96de8915-58fc-4a55-8bf4-2d6425de28a6 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (a324c038-9200-4e2d-9ba9-64061b065377), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:42.210882 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dffd66f-0bd4-4d57-a7f1-916b27999c63 None None] DHCP port deletion for a43e4dc3-3bfb-4696-8096-be0e16b35f42 request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:54:42.231678 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-96de8915-58fc-4a55-8bf4-2d6425de28a6 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] For port a324c038-9200-4e2d-9ba9-64061b065377, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=a324c038-9200-4e2d-9ba9-64061b065377,segment=NetworkSegment(c61f4563-201d-46d0-aef5-e0613f619947),segment_id=c61f4563-201d-46d0-aef5-e0613f619947)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:54:42.232200 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-96de8915-58fc-4a55-8bf4-2d6425de28a6 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (a324c038-9200-4e2d-9ba9-64061b065377), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:42.245890 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-96de8915-58fc-4a55-8bf4-2d6425de28a6 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Calling delete_port for a324c038-9200-4e2d-9ba9-64061b065377 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:54:42.257416 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-7dffd66f-0bd4-4d57-a7f1-916b27999c63 None None] Deleting port a324c038-9200-4e2d-9ba9-64061b065377 {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:54:42.257793 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7dffd66f-0bd4-4d57-a7f1-916b27999c63 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (a324c038-9200-4e2d-9ba9-64061b065377), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:42.323779 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-7dffd66f-0bd4-4d57-a7f1-916b27999c63 None None] For port a324c038-9200-4e2d-9ba9-64061b065377, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=a324c038-9200-4e2d-9ba9-64061b065377,segment=NetworkSegment(c61f4563-201d-46d0-aef5-e0613f619947),segment_id=c61f4563-201d-46d0-aef5-e0613f619947)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:54:42.324167 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7dffd66f-0bd4-4d57-a7f1-916b27999c63 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (a324c038-9200-4e2d-9ba9-64061b065377), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:42.337547 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-96de8915-58fc-4a55-8bf4-2d6425de28a6 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (a324c038-9200-4e2d-9ba9-64061b065377), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:42.342028 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-7dffd66f-0bd4-4d57-a7f1-916b27999c63 None None] Calling delete_port for a324c038-9200-4e2d-9ba9-64061b065377 owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:54:42.365831 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96de8915-58fc-4a55-8bf4-2d6425de28a6 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Pushing event deleted for resources: {'Port': ['ID=a324c038-9200-4e2d-9ba9-64061b065377,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:42.373809 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96de8915-58fc-4a55-8bf4-2d6425de28a6 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] No DVR routers for this DVR port a324c038-9200-4e2d-9ba9-64061b065377 on host n-d-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:54:42.417037 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:54:42.417037 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 21:54:42.417037 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:54:42.417037 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 21:54:42.417037 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:54:42.417037 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 21:54:42.417037 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:54:42.417037 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 21:54:42.417037 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:54:42.417037 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 21:54:42.417037 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:54:42.417037 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 21:54:42.417037 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:54:42.417037 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 21:54:42.417037 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:54:42.417037 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 21:54:42.417037 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:54:42.417037 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 21:54:42.417037 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:54:42.417037 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 21:54:42.417037 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:54:42.417037 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 21:54:42.417037 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:54:42.417037 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 21:54:42.417037 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:54:42.417037 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 21:54:42.417037 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:54:42.417037 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 21:54:42.417037 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:54:42.417037 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 21:54:42.417037 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:54:42.417037 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 21:54:42.417037 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:54:42.417037 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 21:54:42.417037 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:54:42.417037 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 21:54:42.417037 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:54:42.417037 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 21:54:42.417037 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:54:42.417037 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 21:54:42.417037 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:54:42.417037 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 21:54:42.417037 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:54:42.417037 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 21:54:42.417037 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:54:42.417037 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 21:54:42.417037 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:54:42.417037 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 21:54:42.417037 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:54:42.417037 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 21:54:42.417037 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:54:42.417037 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 21:54:42.417037 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:54:42.417037 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 21:54:42.428431 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7dffd66f-0bd4-4d57-a7f1-916b27999c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (a324c038-9200-4e2d-9ba9-64061b065377), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:42.442822 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dffd66f-0bd4-4d57-a7f1-916b27999c63 None None] No DVR routers for this DVR port a324c038-9200-4e2d-9ba9-64061b065377 on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:54:42.471907 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dffd66f-0bd4-4d57-a7f1-916b27999c63 None None] Pushing event deleted for resources: {'Port': ['ID=a324c038-9200-4e2d-9ba9-64061b065377,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:42.481516 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dffd66f-0bd4-4d57-a7f1-916b27999c63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:42.481848 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dffd66f-0bd4-4d57-a7f1-916b27999c63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:42.482350 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dffd66f-0bd4-4d57-a7f1-916b27999c63 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:42.482704 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dffd66f-0bd4-4d57-a7f1-916b27999c63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:42.483861 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dffd66f-0bd4-4d57-a7f1-916b27999c63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:42.484251 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dffd66f-0bd4-4d57-a7f1-916b27999c63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:42.485101 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dffd66f-0bd4-4d57-a7f1-916b27999c63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:42.485101 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dffd66f-0bd4-4d57-a7f1-916b27999c63 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:42.485353 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dffd66f-0bd4-4d57-a7f1-916b27999c63 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:42.485662 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dffd66f-0bd4-4d57-a7f1-916b27999c63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:42.486003 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dffd66f-0bd4-4d57-a7f1-916b27999c63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:42.486986 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dffd66f-0bd4-4d57-a7f1-916b27999c63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:42.487329 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dffd66f-0bd4-4d57-a7f1-916b27999c63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:42.488991 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-96de8915-58fc-4a55-8bf4-2d6425de28a6 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (a43e4dc3-3bfb-4696-8096-be0e16b35f42), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:42.513144 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-96de8915-58fc-4a55-8bf4-2d6425de28a6 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a43e4dc3-3bfb-4696-8096-be0e16b35f42']}} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:42.530879 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a66983-4c5b-4eab-88d1-f1ba2b52e853 req-ccab2050-840d-475f-b428-097b0de50989 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:42.532408 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-12a66983-4c5b-4eab-88d1-f1ba2b52e853 req-ccab2050-840d-475f-b428-097b0de50989 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 946 time: 0.1312430 Feb 09 21:54:42.534648 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-96de8915-58fc-4a55-8bf4-2d6425de28a6 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c61f4563-201d-46d0-aef5-e0613f619947') {'for_net_delete': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:42.534943 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-96de8915-58fc-4a55-8bf4-2d6425de28a6 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c61f4563-201d-46d0-aef5-e0613f619947') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:42.550601 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-96de8915-58fc-4a55-8bf4-2d6425de28a6 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110711'] for segment (c61f4563-201d-46d0-aef5-e0613f619947), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:42.571658 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-96de8915-58fc-4a55-8bf4-2d6425de28a6 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (c61f4563-201d-46d0-aef5-e0613f619947), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:42.587033 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96de8915-58fc-4a55-8bf4-2d6425de28a6 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=103140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:54:42.587438 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-96de8915-58fc-4a55-8bf4-2d6425de28a6 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669415'] for segment (c61f4563-201d-46d0-aef5-e0613f619947), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:42.590301 n-d-828369-5 neutron-server[103140]: Traceback (most recent call last): Feb 09 21:54:42.590301 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:54:42.590301 n-d-828369-5 neutron-server[103140]: timer() Feb 09 21:54:42.590301 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:54:42.590301 n-d-828369-5 neutron-server[103140]: cb(*args, **kw) Feb 09 21:54:42.590301 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:54:42.590301 n-d-828369-5 neutron-server[103140]: return func(*args, **kwargs) Feb 09 21:54:42.590301 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:54:42.590301 n-d-828369-5 neutron-server[103140]: self._notify() Feb 09 21:54:42.590301 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:54:42.590301 n-d-828369-5 neutron-server[103140]: self.callback(batched_events) Feb 09 21:54:42.590301 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:54:42.590301 n-d-828369-5 neutron-server[103140]: event.method(event) Feb 09 21:54:42.590301 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:54:42.590301 n-d-828369-5 neutron-server[103140]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:54:42.590301 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:54:42.590301 n-d-828369-5 neutron-server[103140]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:54:42.590301 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:54:42.590301 n-d-828369-5 neutron-server[103140]: return f(self, *a, **k) Feb 09 21:54:42.590301 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:54:42.590301 n-d-828369-5 neutron-server[103140]: return self._get(url).json() Feb 09 21:54:42.590301 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:54:42.590301 n-d-828369-5 neutron-server[103140]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:54:42.590301 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:54:42.590301 n-d-828369-5 neutron-server[103140]: return self.request(url, 'GET', **kwargs) Feb 09 21:54:42.590301 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:54:42.590301 n-d-828369-5 neutron-server[103140]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:54:42.590301 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:54:42.590301 n-d-828369-5 neutron-server[103140]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:54:42.590301 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:54:42.590301 n-d-828369-5 neutron-server[103140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:54:42.590301 n-d-828369-5 neutron-server[103140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:54:42.653831 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-12a66983-4c5b-4eab-88d1-f1ba2b52e853 req-4af30e6f-289a-4215-9cd9-19c96d4a16e2 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118693 Feb 09 21:54:42.666696 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-96de8915-58fc-4a55-8bf4-2d6425de28a6 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (a43e4dc3-3bfb-4696-8096-be0e16b35f42), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:42.672923 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-96de8915-58fc-4a55-8bf4-2d6425de28a6 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:42.681257 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54566) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:42.684797 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-96de8915-58fc-4a55-8bf4-2d6425de28a6 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "DELETE /v2.0/networks/a43e4dc3-3bfb-4696-8096-be0e16b35f42 HTTP/1.1" status: 204 len: 168 time: 0.6674922 Feb 09 21:54:42.685761 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-89498ace-4b80-491f-a095-e4e9723216c5 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1020766714', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:54:42.701765 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96de8915-58fc-4a55-8bf4-2d6425de28a6 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Pushing event deleted for resources: {'Network': ['ID=a43e4dc3-3bfb-4696-8096-be0e16b35f42,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:42.727507 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-89498ace-4b80-491f-a095-e4e9723216c5 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (eca9d0ce-73ec-4ac0-92bb-3b973ac32286), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:42.729259 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-89498ace-4b80-491f-a095-e4e9723216c5 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (eca9d0ce-73ec-4ac0-92bb-3b973ac32286), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:42.742337 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:42.803122 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-89498ace-4b80-491f-a095-e4e9723216c5 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for router_controller (eca9d0ce-73ec-4ac0-92bb-3b973ac32286), precommit_add_association {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:42.808902 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-89498ace-4b80-491f-a095-e4e9723216c5 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (eca9d0ce-73ec-4ac0-92bb-3b973ac32286), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:42.831596 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-89498ace-4b80-491f-a095-e4e9723216c5 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:42.833126 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-89498ace-4b80-491f-a095-e4e9723216c5 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1508443 Feb 09 21:54:42.835884 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54572) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:42.842015 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-6553968b-0f5a-4387-ac50-58afc7ca61a3 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-642743120'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:54:42.872157 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6553968b-0f5a-4387-ac50-58afc7ca61a3 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Made reservation on behalf of 63d4a6f962814234ac116c1855fa9574 for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:54:42.876727 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6553968b-0f5a-4387-ac50-58afc7ca61a3 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:42.905664 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6553968b-0f5a-4387-ac50-58afc7ca61a3 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:54:42.917015 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6553968b-0f5a-4387-ac50-58afc7ca61a3 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (60ee2aa8-0e5d-492a-b2ce-0247efce26a3), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:42.917461 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-6553968b-0f5a-4387-ac50-58afc7ca61a3 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Added segment 60ee2aa8-0e5d-492a-b2ce-0247efce26a3 of type vlan for network 4f2d8a79-dcf8-4605-ac33-6a509542ba65 Feb 09 21:54:42.961794 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6553968b-0f5a-4387-ac50-58afc7ca61a3 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (4f2d8a79-dcf8-4605-ac33-6a509542ba65), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:42.987852 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6553968b-0f5a-4387-ac50-58afc7ca61a3 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (4f2d8a79-dcf8-4605-ac33-6a509542ba65), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:42.993452 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6553968b-0f5a-4387-ac50-58afc7ca61a3 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:42.994373 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6553968b-0f5a-4387-ac50-58afc7ca61a3 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:43.003563 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dc30b2-caef-404c-b93a-6db6f913bf59 req-19b0f986-f388-4e0f-b764-2a70ce8d8597 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:43.010416 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e3dc30b2-caef-404c-b93a-6db6f913bf59 req-19b0f986-f388-4e0f-b764-2a70ce8d8597 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 946 time: 0.0906215 Feb 09 21:54:43.086606 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-6553968b-0f5a-4387-ac50-58afc7ca61a3 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2494502 Feb 09 21:54:43.087251 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54580) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:43.089045 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e3dc30b2-caef-404c-b93a-6db6f913bf59 req-c92d916c-972b-460f-aab0-2a08f25dd11d tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777767 Feb 09 21:54:43.095057 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fc07c8-7bdf-4a0a-946a-a1688faadd2f req-e1fd7120-bad1-4f4f-b1f6-31e9f7ebca64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:43.096625 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c5fc07c8-7bdf-4a0a-946a-a1688faadd2f req-e1fd7120-bad1-4f4f-b1f6-31e9f7ebca64 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b22568216b3c414cb08474365ce4458b&device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 1128 time: 0.1367192 Feb 09 21:54:43.097543 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-9cc9ea6b-446e-4eda-ae54-8eeb4173b49d tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Request body: {'subnet': {'network_id': '4f2d8a79-dcf8-4605-ac33-6a509542ba65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:54:43.116696 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6553968b-0f5a-4387-ac50-58afc7ca61a3 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Pushing event updated for resources: {'Network': ['ID=4f2d8a79-dcf8-4605-ac33-6a509542ba65,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:43.128437 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 4f2d8a79-dcf8-4605-ac33-6a509542ba65 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:54:43.206501 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fc07c8-7bdf-4a0a-946a-a1688faadd2f req-36df95a9-8d30-4c07-a476-2409a99c1c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:43.208837 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c5fc07c8-7bdf-4a0a-946a-a1688faadd2f req-36df95a9-8d30-4c07-a476-2409a99c1c20 service neutron] 10.222.0.95 "GET /v2.0/networks?id=d86910b2-0131-4cf1-9151-2ae5be614e2e HTTP/1.1" status: 200 len: 914 time: 0.1052449 Feb 09 21:54:43.214879 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc9ea6b-446e-4eda-ae54-8eeb4173b49d tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Made reservation on behalf of 63d4a6f962814234ac116c1855fa9574 for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:54:43.218990 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9cc9ea6b-446e-4eda-ae54-8eeb4173b49d tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:43.270345 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c5fc07c8-7bdf-4a0a-946a-a1688faadd2f req-50bab689-661a-4416-b811-7bedf497eb57 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f7dfd268-1748-42f5-807f-926d187cabc1 HTTP/1.1" status: 200 len: 217 time: 0.0536170 Feb 09 21:54:43.331805 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device a324c038-9200-4e2d-9ba9-64061b065377 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:54:43.333654 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fc07c8-7bdf-4a0a-946a-a1688faadd2f req-ee3cb15f-7639-4663-8688-602936af9a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:43.336365 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c5fc07c8-7bdf-4a0a-946a-a1688faadd2f req-ee3cb15f-7639-4663-8688-602936af9a86 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=903c0b45-e09b-4940-bbf6-1179c0814bd7 HTTP/1.1" status: 200 len: 853 time: 0.0565825 Feb 09 21:54:43.364894 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: a324c038-9200-4e2d-9ba9-64061b065377 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:54:43.365672 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device a324c038-9200-4e2d-9ba9-64061b065377 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:54:43.373945 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c5fc07c8-7bdf-4a0a-946a-a1688faadd2f req-03e34dad-3dc5-4cee-b90f-f943498c6ce6 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d86910b2-0131-4cf1-9151-2ae5be614e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301235 Feb 09 21:54:43.428910 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9cc9ea6b-446e-4eda-ae54-8eeb4173b49d tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (953f9dc9-4551-4df0-abaf-9aa4a6209879), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:43.479370 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c5fc07c8-7bdf-4a0a-946a-a1688faadd2f req-8cf85e0c-25e1-45a4-a2a6-591a5ab059fb service neutron] 10.222.0.95 "GET /v2.0/networks/d86910b2-0131-4cf1-9151-2ae5be614e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971065 Feb 09 21:54:43.510519 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc9ea6b-446e-4eda-ae54-8eeb4173b49d tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Pushing event updated for resources: {'Subnet': ['ID=953f9dc9-4551-4df0-abaf-9aa4a6209879,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:43.524715 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc9ea6b-446e-4eda-ae54-8eeb4173b49d tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Checking segment: {'id': '60ee2aa8-0e5d-492a-b2ce-0247efce26a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '4f2d8a79-dcf8-4605-ac33-6a509542ba65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:54:43.525523 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc9ea6b-446e-4eda-ae54-8eeb4173b49d tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Network hostable DHCP agents. Network: 4f2d8a79-dcf8-4605-ac33-6a509542ba65, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:54:43.545622 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc9ea6b-446e-4eda-ae54-8eeb4173b49d tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Network 4f2d8a79-dcf8-4605-ac33-6a509542ba65 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:54:43.557255 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-9cc9ea6b-446e-4eda-ae54-8eeb4173b49d tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 4f2d8a79-dcf8-4605-ac33-6a509542ba65) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:54:43.568828 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7286df0b-7e2d-4b24-bd3c-473988e3b8bf None None] Network 4f2d8a79-dcf8-4605-ac33-6a509542ba65 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:54:43.569808 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc9ea6b-446e-4eda-ae54-8eeb4173b49d tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:43.570494 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9cc9ea6b-446e-4eda-ae54-8eeb4173b49d tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:43.595189 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c5fc07c8-7bdf-4a0a-946a-a1688faadd2f req-0e590e3e-7e60-4803-bb37-055ac58a77da service neutron] 10.222.0.95 "GET /v2.0/networks/d86910b2-0131-4cf1-9151-2ae5be614e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081920 Feb 09 21:54:43.595413 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-9cc9ea6b-446e-4eda-ae54-8eeb4173b49d tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5047359 Feb 09 21:54:43.595924 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 54582) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:43.686796 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1748611-618a-433f-833e-4beb17f2a6a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-4f2d8a79-dcf8-4605-ac33-6a509542ba65', 'network_id': '4f2d8a79-dcf8-4605-ac33-6a509542ba65', 'project_id': '63d4a6f962814234ac116c1855fa9574', 'fixed_ips': [{'subnet_id': '953f9dc9-4551-4df0-abaf-9aa4a6209879'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:54:43.687811 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b1748611-618a-433f-833e-4beb17f2a6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:43.834807 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-b1748611-618a-433f-833e-4beb17f2a6a4 None None] Allocated IP 2001:db8::2 (4f2d8a79-dcf8-4605-ac33-6a509542ba65/953f9dc9-4551-4df0-abaf-9aa4a6209879/de0b9a62-e6f5-4d7e-919f-2bac24ab3024) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:54:43.890077 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2fb13fb9-b769-4763-bb46-c06401b2b3a6 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:44.156130 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:44.157762 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b1748611-618a-433f-833e-4beb17f2a6a4 None None] Publish callbacks [] for port (de0b9a62-e6f5-4d7e-919f-2bac24ab3024), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:44.169457 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b1748611-618a-433f-833e-4beb17f2a6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (de0b9a62-e6f5-4d7e-919f-2bac24ab3024), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:44.207287 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1748611-618a-433f-833e-4beb17f2a6a4 None None] Network 4f2d8a79-dcf8-4605-ac33-6a509542ba65 is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:54:44.212805 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-b1748611-618a-433f-833e-4beb17f2a6a4 None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:54:44.216304 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1748611-618a-433f-833e-4beb17f2a6a4 None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:54:44.227449 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1748611-618a-433f-833e-4beb17f2a6a4 None None] Pushing event updated for resources: {'Port': ['ID=de0b9a62-e6f5-4d7e-919f-2bac24ab3024,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:44.265808 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-2fb13fb9-b769-4763-bb46-c06401b2b3a6 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Allocated IP 2001:db8::1 (4f2d8a79-dcf8-4605-ac33-6a509542ba65/953f9dc9-4551-4df0-abaf-9aa4a6209879/58ff719e-5d33-48c7-b2f4-c19a928968cd) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:54:44.281530 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-b1748611-618a-433f-833e-4beb17f2a6a4 None None] Attempting to bind port de0b9a62-e6f5-4d7e-919f-2bac24ab3024 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:54:44.281910 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-b1748611-618a-433f-833e-4beb17f2a6a4 None None] Attempting to bind port de0b9a62-e6f5-4d7e-919f-2bac24ab3024 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '60ee2aa8-0e5d-492a-b2ce-0247efce26a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '4f2d8a79-dcf8-4605-ac33-6a509542ba65'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:54:44.282599 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1748611-618a-433f-833e-4beb17f2a6a4 None None] Attempting to bind port de0b9a62-e6f5-4d7e-919f-2bac24ab3024 on network 4f2d8a79-dcf8-4605-ac33-6a509542ba65 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:54:44.288880 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1748611-618a-433f-833e-4beb17f2a6a4 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:54:44.289580 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1748611-618a-433f-833e-4beb17f2a6a4 None None] Checking segment: {'id': '60ee2aa8-0e5d-492a-b2ce-0247efce26a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '4f2d8a79-dcf8-4605-ac33-6a509542ba65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:54:44.289991 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b1748611-618a-433f-833e-4beb17f2a6a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:44.290404 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1748611-618a-433f-833e-4beb17f2a6a4 None None] Bound using segment: {'id': '60ee2aa8-0e5d-492a-b2ce-0247efce26a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '4f2d8a79-dcf8-4605-ac33-6a509542ba65'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:54:44.290917 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-b1748611-618a-433f-833e-4beb17f2a6a4 None None] Bound port: de0b9a62-e6f5-4d7e-919f-2bac24ab3024, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60ee2aa8-0e5d-492a-b2ce-0247efce26a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '4f2d8a79-dcf8-4605-ac33-6a509542ba65'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:54:44.291113 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8720f53-d09e-4496-9e93-2d8a2a008f6f req-80508c8f-4642-44cf-8b4c-3d4abbab1531 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:44.291358 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b1748611-618a-433f-833e-4beb17f2a6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (de0b9a62-e6f5-4d7e-919f-2bac24ab3024), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:44.292951 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c8720f53-d09e-4496-9e93-2d8a2a008f6f req-80508c8f-4642-44cf-8b4c-3d4abbab1531 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 946 time: 0.0878770 Feb 09 21:54:44.397184 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-b1748611-618a-433f-833e-4beb17f2a6a4 None None] For port de0b9a62-e6f5-4d7e-919f-2bac24ab3024, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:54:44.404008 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-b1748611-618a-433f-833e-4beb17f2a6a4 None None] For port de0b9a62-e6f5-4d7e-919f-2bac24ab3024, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=de0b9a62-e6f5-4d7e-919f-2bac24ab3024,segment=NetworkSegment(60ee2aa8-0e5d-492a-b2ce-0247efce26a3),segment_id=60ee2aa8-0e5d-492a-b2ce-0247efce26a3)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:54:44.406614 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c8720f53-d09e-4496-9e93-2d8a2a008f6f req-8e1c928b-3b7a-439a-b1b7-2ddde179a0fa tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048582 Feb 09 21:54:44.418459 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b1748611-618a-433f-833e-4beb17f2a6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (de0b9a62-e6f5-4d7e-919f-2bac24ab3024), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:44.446853 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2fb13fb9-b769-4763-bb46-c06401b2b3a6 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for port (58ff719e-5d33-48c7-b2f4-c19a928968cd), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:44.487599 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1748611-618a-433f-833e-4beb17f2a6a4 None None] Pushing event updated for resources: {'Port': ['ID=de0b9a62-e6f5-4d7e-919f-2bac24ab3024,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:44.502889 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2fb13fb9-b769-4763-bb46-c06401b2b3a6 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (58ff719e-5d33-48c7-b2f4-c19a928968cd), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:44.546297 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb13fb9-b769-4763-bb46-c06401b2b3a6 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Network 4f2d8a79-dcf8-4605-ac33-6a509542ba65 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:54:44.550109 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-2fb13fb9-b769-4763-bb46-c06401b2b3a6 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:54:44.552960 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb13fb9-b769-4763-bb46-c06401b2b3a6 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:54:44.553519 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2fb13fb9-b769-4763-bb46-c06401b2b3a6 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554727'] for router_interface (eca9d0ce-73ec-4ac0-92bb-3b973ac32286), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:44.610467 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb13fb9-b769-4763-bb46-c06401b2b3a6 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Pushing event updated for resources: {'Port': ['ID=58ff719e-5d33-48c7-b2f4-c19a928968cd,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:44.748607 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2fb13fb9-b769-4763-bb46-c06401b2b3a6 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (58ff719e-5d33-48c7-b2f4-c19a928968cd), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:45.023403 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2fb13fb9-b769-4763-bb46-c06401b2b3a6 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for port (58ff719e-5d33-48c7-b2f4-c19a928968cd), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:45.028314 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2fb13fb9-b769-4763-bb46-c06401b2b3a6 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (58ff719e-5d33-48c7-b2f4-c19a928968cd), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:45.029090 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2fb13fb9-b769-4763-bb46-c06401b2b3a6 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524919'] for router_interface (eca9d0ce-73ec-4ac0-92bb-3b973ac32286), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:45.116134 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb13fb9-b769-4763-bb46-c06401b2b3a6 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Pushing event updated for resources: {'Port': ['ID=58ff719e-5d33-48c7-b2f4-c19a928968cd,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:45.160656 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb13fb9-b769-4763-bb46-c06401b2b3a6 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Network 4f2d8a79-dcf8-4605-ac33-6a509542ba65 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:54:45.162163 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-2fb13fb9-b769-4763-bb46-c06401b2b3a6 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:54:45.284949 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:45.308529 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fb13fb9-b769-4763-bb46-c06401b2b3a6 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Router eca9d0ce-73ec-4ac0-92bb-3b973ac32286 is scheduled to L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 with binding_index 1 {{(pid=103140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:54:45.368842 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device de0b9a62-e6f5-4d7e-919f-2bac24ab3024 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:54:45.444897 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port de0b9a62-e6f5-4d7e-919f-2bac24ab3024 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:54:45.446499 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fb13fb9-b769-4763-bb46-c06401b2b3a6 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:54:45.446786 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (de0b9a62-e6f5-4d7e-919f-2bac24ab3024), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:45.458234 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-2fb13fb9-b769-4763-bb46-c06401b2b3a6 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "PUT /v2.0/routers/eca9d0ce-73ec-4ac0-92bb-3b973ac32286/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8610344 Feb 09 21:54:45.460711 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 54596) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:45.463211 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebe647d-74b6-41df-9fe6-0b9920e454d5 None None] Sync routers for ids ['eca9d0ce-73ec-4ac0-92bb-3b973ac32286'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:54:45.472612 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-f802115d-1eeb-46de-bcd3-2c893ea9c078 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2055724253'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:54:45.477918 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebe647d-74b6-41df-9fe6-0b9920e454d5 None None] Routers {'eca9d0ce-73ec-4ac0-92bb-3b973ac32286'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:54:45.478499 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-0ebe647d-74b6-41df-9fe6-0b9920e454d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:54:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['eca9d0ce-73ec-4ac0-92bb-3b973ac32286'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:45.514516 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f802115d-1eeb-46de-bcd3-2c893ea9c078 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Made reservation on behalf of 63d4a6f962814234ac116c1855fa9574 for: {'network': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:54:45.519968 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f802115d-1eeb-46de-bcd3-2c893ea9c078 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:45.586530 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port de0b9a62-e6f5-4d7e-919f-2bac24ab3024 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:54:45.587056 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (de0b9a62-e6f5-4d7e-919f-2bac24ab3024), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:45.600140 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f802115d-1eeb-46de-bcd3-2c893ea9c078 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=103140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:54:45.618574 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1105f8-1134-4e8b-b7c6-2fa23dff91f0 req-3b02ca05-5e21-4038-bc41-ae39f600eaf6 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:45.620154 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8f1105f8-1134-4e8b-b7c6-2fa23dff91f0 req-3b02ca05-5e21-4038-bc41-ae39f600eaf6 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 946 time: 0.0948040 Feb 09 21:54:45.624304 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-0ebe647d-74b6-41df-9fe6-0b9920e454d5 None None] Set router eca9d0ce-73ec-4ac0-92bb-3b973ac32286 gateway port host: None {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:54:45.634620 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f802115d-1eeb-46de-bcd3-2c893ea9c078 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (dffbfecf-02b9-4255-98c8-048723fb532e), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:45.634968 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-f802115d-1eeb-46de-bcd3-2c893ea9c078 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Added segment dffbfecf-02b9-4255-98c8-048723fb532e of type vlan for network e884345b-1bed-45e7-a938-b69c507a18f4 Feb 09 21:54:45.645821 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port de0b9a62-e6f5-4d7e-919f-2bac24ab3024, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=de0b9a62-e6f5-4d7e-919f-2bac24ab3024,segment=NetworkSegment(60ee2aa8-0e5d-492a-b2ce-0247efce26a3),segment_id=60ee2aa8-0e5d-492a-b2ce-0247efce26a3)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:54:45.650837 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (de0b9a62-e6f5-4d7e-919f-2bac24ab3024), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:45.692166 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de617ea0-ff18-4eae-8b76-8e04ceb4756d None None] Network 4f2d8a79-dcf8-4605-ac33-6a509542ba65 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:54:45.715126 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8f1105f8-1134-4e8b-b7c6-2fa23dff91f0 req-02e3577f-73d5-4705-85f7-8623740e4f53 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868390 Feb 09 21:54:45.724341 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f802115d-1eeb-46de-bcd3-2c893ea9c078 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (e884345b-1bed-45e7-a938-b69c507a18f4), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:45.755343 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f802115d-1eeb-46de-bcd3-2c893ea9c078 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (e884345b-1bed-45e7-a938-b69c507a18f4), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:45.760773 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f802115d-1eeb-46de-bcd3-2c893ea9c078 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:45.761592 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f802115d-1eeb-46de-bcd3-2c893ea9c078 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:45.838619 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54600) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:45.839179 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-f802115d-1eeb-46de-bcd3-2c893ea9c078 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3769968 Feb 09 21:54:45.847423 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-6dbbf01b-6a92-4794-8d13-d05dd5c3b2f1 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Request body: {'subnet': {'network_id': 'e884345b-1bed-45e7-a938-b69c507a18f4', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:54:45.872972 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-8d6585f2-0f9f-4f5c-bb97-37de0f352c89 None None] Provisioning complete for port de0b9a62-e6f5-4d7e-919f-2bac24ab3024 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:54:45.873349 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-8d6585f2-0f9f-4f5c-bb97-37de0f352c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (de0b9a62-e6f5-4d7e-919f-2bac24ab3024), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:45.882336 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f802115d-1eeb-46de-bcd3-2c893ea9c078 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Pushing event updated for resources: {'Network': ['ID=e884345b-1bed-45e7-a938-b69c507a18f4,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:45.921736 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network e884345b-1bed-45e7-a938-b69c507a18f4 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:54:45.922394 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33527e98-c134-458b-a886-1952993c2b07 req-13b0a6a3-f395-48fd-b939-ea0d163b6d63 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:45.925580 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-33527e98-c134-458b-a886-1952993c2b07 req-13b0a6a3-f395-48fd-b939-ea0d163b6d63 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 946 time: 0.0826883 Feb 09 21:54:45.932005 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-0ebe647d-74b6-41df-9fe6-0b9920e454d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca9d0ce-73ec-4ac0-92bb-3b973ac32286', 'name': 'tempest-RoutersIpV6Test-router-1020766714', 'tenant_id': '63d4a6f962814234ac116c1855fa9574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:54:42Z', 'updated_at': '2022-02-09T21:54:44Z', 'revision_number': 2, 'project_id': '63d4a6f962814234ac116c1855fa9574', 'gw_port_host': None, '_interfaces': [{'id': '58ff719e-5d33-48c7-b2f4-c19a928968cd', 'name': '', 'network_id': '4f2d8a79-dcf8-4605-ac33-6a509542ba65', 'tenant_id': '63d4a6f962814234ac116c1855fa9574', 'mac_address': 'fa:16:3e:8d:48:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca9d0ce-73ec-4ac0-92bb-3b973ac32286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '953f9dc9-4551-4df0-abaf-9aa4a6209879', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:54:43Z', 'updated_at': '2022-02-09T21:54:44Z', 'revision_number': 2, 'project_id': '63d4a6f962814234ac116c1855fa9574', 'subnets': [{'id': '953f9dc9-4551-4df0-abaf-9aa4a6209879', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:45.967580 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebe647d-74b6-41df-9fe6-0b9920e454d5 None None] Checking router: eca9d0ce-73ec-4ac0-92bb-3b973ac32286 for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:54:45.967993 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebe647d-74b6-41df-9fe6-0b9920e454d5 None None] Updating router eca9d0ce-73ec-4ac0-92bb-3b973ac32286 port 58ff719e-5d33-48c7-b2f4-c19a928968cd binding host n-d-828369-5 {{(pid=103143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:54:45.987000 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-33527e98-c134-458b-a886-1952993c2b07 req-27cfaeee-3df2-4ee7-9afc-130e9bd234fc tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548584 Feb 09 21:54:45.990658 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=de0b9a62-e6f5-4d7e-919f-2bac24ab3024,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:46.011214 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0ebe647d-74b6-41df-9fe6-0b9920e454d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (58ff719e-5d33-48c7-b2f4-c19a928968cd), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:46.074821 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dbbf01b-6a92-4794-8d13-d05dd5c3b2f1 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Made reservation on behalf of 63d4a6f962814234ac116c1855fa9574 for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:54:46.079295 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6dbbf01b-6a92-4794-8d13-d05dd5c3b2f1 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:46.101989 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-8d6585f2-0f9f-4f5c-bb97-37de0f352c89 None None] Current status of the port de0b9a62-e6f5-4d7e-919f-2bac24ab3024 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:54:46.241820 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcef89f-0d39-4901-8303-b9dbe6781200 req-16451d3c-d971-40f2-9f3a-b7b07d233fe7 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:46.244088 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9dcef89f-0d39-4901-8303-b9dbe6781200 req-16451d3c-d971-40f2-9f3a-b7b07d233fe7 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 946 time: 0.1158693 Feb 09 21:54:46.307271 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9dcef89f-0d39-4901-8303-b9dbe6781200 req-1f4392d8-3085-4669-9544-3602f1febe00 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532269 Feb 09 21:54:46.436489 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0ebe647d-74b6-41df-9fe6-0b9920e454d5 None None] Publish callbacks [] for port (58ff719e-5d33-48c7-b2f4-c19a928968cd), precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:46.447863 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0ebe647d-74b6-41df-9fe6-0b9920e454d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (58ff719e-5d33-48c7-b2f4-c19a928968cd), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:46.526948 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb387b52-512a-4c5e-a273-e32d92f3103d req-b4d03763-4837-403a-89e0-eaf496d90dc3 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:46.535322 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-eb387b52-512a-4c5e-a273-e32d92f3103d req-b4d03763-4837-403a-89e0-eaf496d90dc3 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 946 time: 0.0778708 Feb 09 21:54:46.538958 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-18f6af2a-2de0-495f-949e-1a7c812a83e5 None None] Provisioning complete for port 58ff719e-5d33-48c7-b2f4-c19a928968cd triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:54:46.539747 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-18f6af2a-2de0-495f-949e-1a7c812a83e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (58ff719e-5d33-48c7-b2f4-c19a928968cd), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:46.614644 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-18f6af2a-2de0-495f-949e-1a7c812a83e5 None None] Port 58ff719e-5d33-48c7-b2f4-c19a928968cd cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:54:46.630483 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-eb387b52-512a-4c5e-a273-e32d92f3103d req-572ce995-ae50-4a95-96de-b9589df6669a tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919704 Feb 09 21:54:46.641452 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-0ebe647d-74b6-41df-9fe6-0b9920e454d5 None None] Attempting to bind port 58ff719e-5d33-48c7-b2f4-c19a928968cd on host n-d-828369-5 for vnic_type normal with profile {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:54:46.654704 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-18f6af2a-2de0-495f-949e-1a7c812a83e5 None None] Provisioning complete for port de0b9a62-e6f5-4d7e-919f-2bac24ab3024 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:54:46.655149 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-18f6af2a-2de0-495f-949e-1a7c812a83e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (de0b9a62-e6f5-4d7e-919f-2bac24ab3024), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:46.658228 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-0ebe647d-74b6-41df-9fe6-0b9920e454d5 None None] Attempting to bind port 58ff719e-5d33-48c7-b2f4-c19a928968cd by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '60ee2aa8-0e5d-492a-b2ce-0247efce26a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '4f2d8a79-dcf8-4605-ac33-6a509542ba65'}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:54:46.658770 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebe647d-74b6-41df-9fe6-0b9920e454d5 None None] Attempting to bind port 58ff719e-5d33-48c7-b2f4-c19a928968cd on network 4f2d8a79-dcf8-4605-ac33-6a509542ba65 {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:54:46.672258 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8fc5dd-fc61-4c18-b375-e996b38fc223 None None] Pushing event updated for resources: {'Port': ['ID=58ff719e-5d33-48c7-b2f4-c19a928968cd,revision_number=3']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:46.688745 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8fc5dd-fc61-4c18-b375-e996b38fc223 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:46.689368 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8fc5dd-fc61-4c18-b375-e996b38fc223 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:46.690418 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8fc5dd-fc61-4c18-b375-e996b38fc223 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:46.690926 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8fc5dd-fc61-4c18-b375-e996b38fc223 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:46.691431 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8fc5dd-fc61-4c18-b375-e996b38fc223 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:46.691930 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8fc5dd-fc61-4c18-b375-e996b38fc223 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:46.692452 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8fc5dd-fc61-4c18-b375-e996b38fc223 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:46.694254 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8fc5dd-fc61-4c18-b375-e996b38fc223 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:46.694775 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8fc5dd-fc61-4c18-b375-e996b38fc223 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:46.695290 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8fc5dd-fc61-4c18-b375-e996b38fc223 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:46.695791 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8fc5dd-fc61-4c18-b375-e996b38fc223 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:46.697213 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8fc5dd-fc61-4c18-b375-e996b38fc223 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:46.697749 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8fc5dd-fc61-4c18-b375-e996b38fc223 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:54:46.703460 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebe647d-74b6-41df-9fe6-0b9920e454d5 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:54:46.704565 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebe647d-74b6-41df-9fe6-0b9920e454d5 None None] Checking segment: {'id': '60ee2aa8-0e5d-492a-b2ce-0247efce26a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '4f2d8a79-dcf8-4605-ac33-6a509542ba65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:54:46.705717 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0ebe647d-74b6-41df-9fe6-0b9920e454d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:46.706277 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebe647d-74b6-41df-9fe6-0b9920e454d5 None None] Bound using segment: {'id': '60ee2aa8-0e5d-492a-b2ce-0247efce26a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '4f2d8a79-dcf8-4605-ac33-6a509542ba65'} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:54:46.706938 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-0ebe647d-74b6-41df-9fe6-0b9920e454d5 None None] Bound port: 58ff719e-5d33-48c7-b2f4-c19a928968cd, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60ee2aa8-0e5d-492a-b2ce-0247efce26a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '4f2d8a79-dcf8-4605-ac33-6a509542ba65'}}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:54:46.707507 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0ebe647d-74b6-41df-9fe6-0b9920e454d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (58ff719e-5d33-48c7-b2f4-c19a928968cd), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:46.830478 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-18f6af2a-2de0-495f-949e-1a7c812a83e5 None None] Current status of the port de0b9a62-e6f5-4d7e-919f-2bac24ab3024 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:54:46.842177 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-0ebe647d-74b6-41df-9fe6-0b9920e454d5 None None] For port 58ff719e-5d33-48c7-b2f4-c19a928968cd, host n-d-828369-5, cleared binding levels {{(pid=103143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:54:46.847356 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-0ebe647d-74b6-41df-9fe6-0b9920e454d5 None None] For port 58ff719e-5d33-48c7-b2f4-c19a928968cd, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=58ff719e-5d33-48c7-b2f4-c19a928968cd,segment=NetworkSegment(60ee2aa8-0e5d-492a-b2ce-0247efce26a3),segment_id=60ee2aa8-0e5d-492a-b2ce-0247efce26a3)] {{(pid=103143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:54:46.855536 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0ebe647d-74b6-41df-9fe6-0b9920e454d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (58ff719e-5d33-48c7-b2f4-c19a928968cd), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:46.863108 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6dbbf01b-6a92-4794-8d13-d05dd5c3b2f1 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (a356395b-7404-48c5-9f9c-bd9f437bedb9), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:46.867362 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf650625-f096-455f-a20e-da8600610b1f req-2339193b-d447-4d99-b555-21da72552951 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:46.869046 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cf650625-f096-455f-a20e-da8600610b1f req-2339193b-d447-4d99-b555-21da72552951 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 946 time: 0.0711002 Feb 09 21:54:46.921137 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebe647d-74b6-41df-9fe6-0b9920e454d5 None None] Routers {'eca9d0ce-73ec-4ac0-92bb-3b973ac32286'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:54:46.921782 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-0ebe647d-74b6-41df-9fe6-0b9920e454d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:54:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['eca9d0ce-73ec-4ac0-92bb-3b973ac32286'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:46.927672 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8fc5dd-fc61-4c18-b375-e996b38fc223 None None] Pushing event updated for resources: {'Port': ['ID=58ff719e-5d33-48c7-b2f4-c19a928968cd,revision_number=4']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:46.970805 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbbf01b-6a92-4794-8d13-d05dd5c3b2f1 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Pushing event updated for resources: {'Subnet': ['ID=a356395b-7404-48c5-9f9c-bd9f437bedb9,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:46.972778 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-184335b2-d9e6-4c62-a344-a65bb48f2c9b None None] Provisioning complete for port 58ff719e-5d33-48c7-b2f4-c19a928968cd triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:54:46.973172 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-184335b2-d9e6-4c62-a344-a65bb48f2c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (58ff719e-5d33-48c7-b2f4-c19a928968cd), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:46.981858 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cf650625-f096-455f-a20e-da8600610b1f req-e4692d33-dea0-4123-8b20-d0cb7ac592ce tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046836 Feb 09 21:54:46.983517 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbbf01b-6a92-4794-8d13-d05dd5c3b2f1 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Checking segment: {'id': 'dffbfecf-02b9-4255-98c8-048723fb532e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'e884345b-1bed-45e7-a938-b69c507a18f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:54:46.983884 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dbbf01b-6a92-4794-8d13-d05dd5c3b2f1 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Network hostable DHCP agents. Network: e884345b-1bed-45e7-a938-b69c507a18f4, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:54:47.026123 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dbbf01b-6a92-4794-8d13-d05dd5c3b2f1 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Network e884345b-1bed-45e7-a938-b69c507a18f4 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:54:47.043621 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-6dbbf01b-6a92-4794-8d13-d05dd5c3b2f1 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, e884345b-1bed-45e7-a938-b69c507a18f4) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:54:47.050195 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dbbf01b-6a92-4794-8d13-d05dd5c3b2f1 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:47.051881 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6dbbf01b-6a92-4794-8d13-d05dd5c3b2f1 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:47.061220 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa7e8f7-a41b-401a-b188-f6c69c5acf4c None None] Network e884345b-1bed-45e7-a938-b69c507a18f4 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:54:47.084629 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-6dbbf01b-6a92-4794-8d13-d05dd5c3b2f1 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2409787 Feb 09 21:54:47.086911 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54620) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:47.136266 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-0ebe647d-74b6-41df-9fe6-0b9920e454d5 None None] Set router eca9d0ce-73ec-4ac0-92bb-3b973ac32286 gateway port host: None {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:54:47.191358 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa3b511-573c-46f6-aaae-3fcd53971c65 req-7a9994f0-fe44-45b0-b440-37504ddfa5f3 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:47.199908 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-eaa3b511-573c-46f6-aaae-3fcd53971c65 req-7a9994f0-fe44-45b0-b440-37504ddfa5f3 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 946 time: 0.1287496 Feb 09 21:54:47.286100 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-eaa3b511-573c-46f6-aaae-3fcd53971c65 req-270af858-7af7-475f-bd2d-e1acd2d04b43 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845556 Feb 09 21:54:47.290757 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5440b1f8-5689-4f56-9b02-12e8159cfb35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-e884345b-1bed-45e7-a938-b69c507a18f4', 'network_id': 'e884345b-1bed-45e7-a938-b69c507a18f4', 'project_id': '63d4a6f962814234ac116c1855fa9574', 'fixed_ips': [{'subnet_id': 'a356395b-7404-48c5-9f9c-bd9f437bedb9'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:54:47.291613 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5440b1f8-5689-4f56-9b02-12e8159cfb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:47.356121 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-184335b2-d9e6-4c62-a344-a65bb48f2c9b None None] Current status of the port 58ff719e-5d33-48c7-b2f4-c19a928968cd is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:54:47.356546 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-184335b2-d9e6-4c62-a344-a65bb48f2c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (58ff719e-5d33-48c7-b2f4-c19a928968cd), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:47.509606 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device de0b9a62-e6f5-4d7e-919f-2bac24ab3024 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:54:47.584845 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a75aaf1-40a5-43f9-856c-14fd9530be9b req-da3b8348-ff5d-4db9-b188-2fb318d1ca57 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:47.597377 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6a75aaf1-40a5-43f9-856c-14fd9530be9b req-da3b8348-ff5d-4db9-b188-2fb318d1ca57 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 946 time: 0.1181188 Feb 09 21:54:47.670393 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-184335b2-d9e6-4c62-a344-a65bb48f2c9b None None] For port 58ff719e-5d33-48c7-b2f4-c19a928968cd, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=58ff719e-5d33-48c7-b2f4-c19a928968cd,segment=NetworkSegment(60ee2aa8-0e5d-492a-b2ce-0247efce26a3),segment_id=60ee2aa8-0e5d-492a-b2ce-0247efce26a3)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:54:47.700311 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-184335b2-d9e6-4c62-a344-a65bb48f2c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (58ff719e-5d33-48c7-b2f4-c19a928968cd), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:47.715622 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6a75aaf1-40a5-43f9-856c-14fd9530be9b req-95e88c6d-63bb-4fdb-961c-2d2d345d8c0c tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104448 Feb 09 21:54:47.731543 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-0ebe647d-74b6-41df-9fe6-0b9920e454d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca9d0ce-73ec-4ac0-92bb-3b973ac32286', 'name': 'tempest-RoutersIpV6Test-router-1020766714', 'tenant_id': '63d4a6f962814234ac116c1855fa9574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:54:42Z', 'updated_at': '2022-02-09T21:54:44Z', 'revision_number': 2, 'project_id': '63d4a6f962814234ac116c1855fa9574', 'gw_port_host': None, '_interfaces': [{'id': '58ff719e-5d33-48c7-b2f4-c19a928968cd', 'name': '', 'network_id': '4f2d8a79-dcf8-4605-ac33-6a509542ba65', 'tenant_id': '63d4a6f962814234ac116c1855fa9574', 'mac_address': 'fa:16:3e:8d:48:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca9d0ce-73ec-4ac0-92bb-3b973ac32286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '953f9dc9-4551-4df0-abaf-9aa4a6209879', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:54:43Z', 'updated_at': '2022-02-09T21:54:46Z', 'revision_number': 4, 'project_id': '63d4a6f962814234ac116c1855fa9574', 'subnets': [{'id': '953f9dc9-4551-4df0-abaf-9aa4a6209879', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:47.768811 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebe647d-74b6-41df-9fe6-0b9920e454d5 None None] The sync data for ids ['eca9d0ce-73ec-4ac0-92bb-3b973ac32286'] in n-d-828369-5 is: [{'id': 'eca9d0ce-73ec-4ac0-92bb-3b973ac32286', 'name': 'tempest-RoutersIpV6Test-router-1020766714', 'tenant_id': '63d4a6f962814234ac116c1855fa9574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:54:42Z', 'updated_at': '2022-02-09T21:54:44Z', 'revision_number': 2, 'project_id': '63d4a6f962814234ac116c1855fa9574', 'gw_port_host': None, '_interfaces': [{'id': '58ff719e-5d33-48c7-b2f4-c19a928968cd', 'name': '', 'network_id': '4f2d8a79-dcf8-4605-ac33-6a509542ba65', 'tenant_id': '63d4a6f962814234ac116c1855fa9574', 'mac_address': 'fa:16:3e:8d:48:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca9d0ce-73ec-4ac0-92bb-3b973ac32286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '953f9dc9-4551-4df0-abaf-9aa4a6209879', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:54:43Z', 'updated_at': '2022-02-09T21:54:46Z', 'revision_number': 4, 'project_id': '63d4a6f962814234ac116c1855fa9574', 'subnets': [{'id': '953f9dc9-4551-4df0-abaf-9aa4a6209879', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:54:47.784106 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2d8a8b69-acc9-4850-aba1-ae56d2ed3d08 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:47.803440 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port de0b9a62-e6f5-4d7e-919f-2bac24ab3024 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:54:47.803816 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (de0b9a62-e6f5-4d7e-919f-2bac24ab3024), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:47.909790 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-5440b1f8-5689-4f56-9b02-12e8159cfb35 None None] Allocated IP 2001:db8:1::2 (e884345b-1bed-45e7-a938-b69c507a18f4/a356395b-7404-48c5-9f9c-bd9f437bedb9/493b2cd0-ad1a-491b-b247-89f71cc8bdc0) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:54:47.926247 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184335b2-d9e6-4c62-a344-a65bb48f2c9b None None] Pushing event updated for resources: {'Port': ['ID=58ff719e-5d33-48c7-b2f4-c19a928968cd,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:47.934771 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfceb2c-0abb-4351-a83e-b8169cf93c9f req-b81d3436-cb78-473f-927a-4aa33f1659f3 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:47.943519 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6cfceb2c-0abb-4351-a83e-b8169cf93c9f req-b81d3436-cb78-473f-927a-4aa33f1659f3 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 946 time: 0.0914736 Feb 09 21:54:47.946206 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5a0ca52a-8ba8-4bfa-ac1e-32d2d53f8c66 None None] Provisioning complete for port 58ff719e-5d33-48c7-b2f4-c19a928968cd triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:54:47.946323 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5a0ca52a-8ba8-4bfa-ac1e-32d2d53f8c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (58ff719e-5d33-48c7-b2f4-c19a928968cd), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:48.046055 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6cfceb2c-0abb-4351-a83e-b8169cf93c9f req-13d86288-7d8d-481c-a0c7-2679f920330e tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963988 Feb 09 21:54:48.061437 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port de0b9a62-e6f5-4d7e-919f-2bac24ab3024 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:54:48.152301 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [req-f2666801-a60b-45a1-b97a-113fa3a7cf3b req-c96c68ed-b54b-4538-bc6d-e108bcc0224a service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=103140) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:54:48.154025 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f2666801-a60b-45a1-b97a-113fa3a7cf3b req-c96c68ed-b54b-4538-bc6d-e108bcc0224a service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0180068 Feb 09 21:54:48.324551 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5440b1f8-5689-4f56-9b02-12e8159cfb35 None None] Publish callbacks [] for port (493b2cd0-ad1a-491b-b247-89f71cc8bdc0), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:48.330391 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b9c45b-a115-4228-b59a-e84452945f35 req-ef73cbc1-1019-4705-b4ab-b9f9949c1df9 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:48.332331 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-31b9c45b-a115-4228-b59a-e84452945f35 req-ef73cbc1-1019-4705-b4ab-b9f9949c1df9 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 946 time: 0.0637972 Feb 09 21:54:48.347138 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5440b1f8-5689-4f56-9b02-12e8159cfb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (493b2cd0-ad1a-491b-b247-89f71cc8bdc0), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:48.402371 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-31b9c45b-a115-4228-b59a-e84452945f35 req-0f317c72-eecb-4d56-8f0f-8ba9b89d9e6c tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617650 Feb 09 21:54:48.407622 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-2d8a8b69-acc9-4850-aba1-ae56d2ed3d08 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Allocated IP 2001:db8:1::1 (e884345b-1bed-45e7-a938-b69c507a18f4/a356395b-7404-48c5-9f9c-bd9f437bedb9/56e87dd0-1b27-4a42-bfd2-eadbd6719090) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:54:48.418298 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5a0ca52a-8ba8-4bfa-ac1e-32d2d53f8c66 None None] Current status of the port 58ff719e-5d33-48c7-b2f4-c19a928968cd is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:54:48.437214 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5440b1f8-5689-4f56-9b02-12e8159cfb35 None None] Network e884345b-1bed-45e7-a938-b69c507a18f4 is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:54:48.441091 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-5440b1f8-5689-4f56-9b02-12e8159cfb35 None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:54:48.446923 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5440b1f8-5689-4f56-9b02-12e8159cfb35 None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:54:48.527224 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5440b1f8-5689-4f56-9b02-12e8159cfb35 None None] Pushing event updated for resources: {'Port': ['ID=493b2cd0-ad1a-491b-b247-89f71cc8bdc0,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:48.606544 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-5440b1f8-5689-4f56-9b02-12e8159cfb35 None None] Attempting to bind port 493b2cd0-ad1a-491b-b247-89f71cc8bdc0 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:54:48.607071 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-5440b1f8-5689-4f56-9b02-12e8159cfb35 None None] Attempting to bind port 493b2cd0-ad1a-491b-b247-89f71cc8bdc0 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': 'dffbfecf-02b9-4255-98c8-048723fb532e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'e884345b-1bed-45e7-a938-b69c507a18f4'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:54:48.608498 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2d8a8b69-acc9-4850-aba1-ae56d2ed3d08 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for port (56e87dd0-1b27-4a42-bfd2-eadbd6719090), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:48.608932 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5440b1f8-5689-4f56-9b02-12e8159cfb35 None None] Attempting to bind port 493b2cd0-ad1a-491b-b247-89f71cc8bdc0 on network e884345b-1bed-45e7-a938-b69c507a18f4 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:54:48.621525 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5440b1f8-5689-4f56-9b02-12e8159cfb35 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:54:48.622099 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5440b1f8-5689-4f56-9b02-12e8159cfb35 None None] Checking segment: {'id': 'dffbfecf-02b9-4255-98c8-048723fb532e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'e884345b-1bed-45e7-a938-b69c507a18f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:54:48.623780 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45869a6-723d-4c18-a371-e4673ebc7d49 req-acc3bed8-877f-4db3-a1e8-5b5d6c6a492d tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:48.625505 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5440b1f8-5689-4f56-9b02-12e8159cfb35 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:48.626028 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5440b1f8-5689-4f56-9b02-12e8159cfb35 None None] Bound using segment: {'id': 'dffbfecf-02b9-4255-98c8-048723fb532e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'e884345b-1bed-45e7-a938-b69c507a18f4'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:54:48.626660 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-5440b1f8-5689-4f56-9b02-12e8159cfb35 None None] Bound port: 493b2cd0-ad1a-491b-b247-89f71cc8bdc0, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dffbfecf-02b9-4255-98c8-048723fb532e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'e884345b-1bed-45e7-a938-b69c507a18f4'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:54:48.627685 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5440b1f8-5689-4f56-9b02-12e8159cfb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (493b2cd0-ad1a-491b-b247-89f71cc8bdc0), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:48.628432 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f45869a6-723d-4c18-a371-e4673ebc7d49 req-acc3bed8-877f-4db3-a1e8-5b5d6c6a492d tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 946 time: 0.0972421 Feb 09 21:54:48.633539 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-8ac5b61f-a7e2-44d8-a25a-3c1c8e40af20 None None] Provisioning complete for port 58ff719e-5d33-48c7-b2f4-c19a928968cd triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:54:48.634061 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-8ac5b61f-a7e2-44d8-a25a-3c1c8e40af20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (58ff719e-5d33-48c7-b2f4-c19a928968cd), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:48.656385 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2d8a8b69-acc9-4850-aba1-ae56d2ed3d08 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (56e87dd0-1b27-4a42-bfd2-eadbd6719090), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:48.696860 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f45869a6-723d-4c18-a371-e4673ebc7d49 req-8995a2a1-27fe-4d6b-a2c0-6704ccb60c03 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604255 Feb 09 21:54:48.697678 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8a8b69-acc9-4850-aba1-ae56d2ed3d08 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Network e884345b-1bed-45e7-a938-b69c507a18f4 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:54:48.701500 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-2d8a8b69-acc9-4850-aba1-ae56d2ed3d08 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:54:48.706450 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8a8b69-acc9-4850-aba1-ae56d2ed3d08 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:54:48.707003 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2d8a8b69-acc9-4850-aba1-ae56d2ed3d08 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554727'] for router_interface (eca9d0ce-73ec-4ac0-92bb-3b973ac32286), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:48.755026 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a8b69-acc9-4850-aba1-ae56d2ed3d08 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Pushing event updated for resources: {'Port': ['ID=56e87dd0-1b27-4a42-bfd2-eadbd6719090,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:48.839867 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-8ac5b61f-a7e2-44d8-a25a-3c1c8e40af20 None None] Current status of the port 58ff719e-5d33-48c7-b2f4-c19a928968cd is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:54:48.866597 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2d8a8b69-acc9-4850-aba1-ae56d2ed3d08 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (56e87dd0-1b27-4a42-bfd2-eadbd6719090), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:48.869681 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5440b1f8-5689-4f56-9b02-12e8159cfb35 None None] For port 493b2cd0-ad1a-491b-b247-89f71cc8bdc0, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:54:48.873239 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5440b1f8-5689-4f56-9b02-12e8159cfb35 None None] For port 493b2cd0-ad1a-491b-b247-89f71cc8bdc0, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=493b2cd0-ad1a-491b-b247-89f71cc8bdc0,segment=NetworkSegment(dffbfecf-02b9-4255-98c8-048723fb532e),segment_id=dffbfecf-02b9-4255-98c8-048723fb532e)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:54:48.883330 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5440b1f8-5689-4f56-9b02-12e8159cfb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (493b2cd0-ad1a-491b-b247-89f71cc8bdc0), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:48.960786 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d22a7e-2e6d-4c8b-acaf-e815954ec238 req-c6eab47b-911c-4483-940b-acb21eab0f93 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:48.966346 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-70d22a7e-2e6d-4c8b-acaf-e815954ec238 req-c6eab47b-911c-4483-940b-acb21eab0f93 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 946 time: 0.1057382 Feb 09 21:54:48.981469 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5440b1f8-5689-4f56-9b02-12e8159cfb35 None None] Pushing event updated for resources: {'Port': ['ID=493b2cd0-ad1a-491b-b247-89f71cc8bdc0,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:49.041497 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-70d22a7e-2e6d-4c8b-acaf-e815954ec238 req-d7452dbb-a321-445c-adb8-69ea58b1d807 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695670 Feb 09 21:54:49.226830 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca120805-2b07-47de-b858-8cb764b7ae2e req-3a7b78c5-7a94-4aa1-be3b-b589face76dd tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:49.228872 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ca120805-2b07-47de-b858-8cb764b7ae2e req-3a7b78c5-7a94-4aa1-be3b-b589face76dd tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 946 time: 0.1115942 Feb 09 21:54:49.323345 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ca120805-2b07-47de-b858-8cb764b7ae2e req-544be338-4bc0-455f-b708-96c7c25a1fbd tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879018 Feb 09 21:54:49.383577 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2d8a8b69-acc9-4850-aba1-ae56d2ed3d08 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for port (56e87dd0-1b27-4a42-bfd2-eadbd6719090), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:49.391834 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2d8a8b69-acc9-4850-aba1-ae56d2ed3d08 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (56e87dd0-1b27-4a42-bfd2-eadbd6719090), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:49.392969 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2d8a8b69-acc9-4850-aba1-ae56d2ed3d08 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524919'] for router_interface (eca9d0ce-73ec-4ac0-92bb-3b973ac32286), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:49.447388 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a8b69-acc9-4850-aba1-ae56d2ed3d08 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Pushing event updated for resources: {'Port': ['ID=56e87dd0-1b27-4a42-bfd2-eadbd6719090,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:49.478023 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 58ff719e-5d33-48c7-b2f4-c19a928968cd up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:54:49.504824 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a5660e-a179-43c9-9c07-18c47553702b req-26823c35-ce82-4dd2-bb32-0618f706b855 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:49.507646 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-32a5660e-a179-43c9-9c07-18c47553702b req-26823c35-ce82-4dd2-bb32-0618f706b855 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 946 time: 0.0743005 Feb 09 21:54:49.535232 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 58ff719e-5d33-48c7-b2f4-c19a928968cd triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:54:49.535916 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (58ff719e-5d33-48c7-b2f4-c19a928968cd), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:49.576504 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8a8b69-acc9-4850-aba1-ae56d2ed3d08 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Network e884345b-1bed-45e7-a938-b69c507a18f4 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:54:49.578132 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-2d8a8b69-acc9-4850-aba1-ae56d2ed3d08 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:54:49.602382 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-32a5660e-a179-43c9-9c07-18c47553702b req-d39d604c-fa1e-4801-b87f-5d6e3056bae9 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848663 Feb 09 21:54:49.708203 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 58ff719e-5d33-48c7-b2f4-c19a928968cd is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:54:49.709310 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 493b2cd0-ad1a-491b-b247-89f71cc8bdc0 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:54:49.758086 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d8a8b69-acc9-4850-aba1-ae56d2ed3d08 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Router eca9d0ce-73ec-4ac0-92bb-3b973ac32286 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:54:49.778479 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 493b2cd0-ad1a-491b-b247-89f71cc8bdc0 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:54:49.778895 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (493b2cd0-ad1a-491b-b247-89f71cc8bdc0), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:49.815471 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd22dcd-c951-4f69-a3f1-09f991f10261 req-ae9233b3-79e0-40c0-9099-c2418794efd9 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:49.818606 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fdd22dcd-c951-4f69-a3f1-09f991f10261 req-ae9233b3-79e0-40c0-9099-c2418794efd9 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 946 time: 0.0931742 Feb 09 21:54:49.887477 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fdd22dcd-c951-4f69-a3f1-09f991f10261 req-d886187b-2279-4935-be79-37aa97a5b1de tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620515 Feb 09 21:54:49.932052 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d8a8b69-acc9-4850-aba1-ae56d2ed3d08 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:54:49.942504 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 54662) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:49.944452 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-2d8a8b69-acc9-4850-aba1-ae56d2ed3d08 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "PUT /v2.0/routers/eca9d0ce-73ec-4ac0-92bb-3b973ac32286/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8485322 Feb 09 21:54:49.948378 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-49ad68d5-8adf-4bef-9474-a2618e49acae tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2062862088'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:54:49.970363 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 493b2cd0-ad1a-491b-b247-89f71cc8bdc0 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:54:49.971999 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (493b2cd0-ad1a-491b-b247-89f71cc8bdc0), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:49.972502 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49ad68d5-8adf-4bef-9474-a2618e49acae tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Made reservation on behalf of 63d4a6f962814234ac116c1855fa9574 for: {'network': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:54:49.978861 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-49ad68d5-8adf-4bef-9474-a2618e49acae tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:50.016897 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port 493b2cd0-ad1a-491b-b247-89f71cc8bdc0, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=493b2cd0-ad1a-491b-b247-89f71cc8bdc0,segment=NetworkSegment(dffbfecf-02b9-4255-98c8-048723fb532e),segment_id=dffbfecf-02b9-4255-98c8-048723fb532e)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:54:50.022816 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (493b2cd0-ad1a-491b-b247-89f71cc8bdc0), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:50.049440 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49ad68d5-8adf-4bef-9474-a2618e49acae tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=103140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:54:50.071548 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-49ad68d5-8adf-4bef-9474-a2618e49acae tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (6a5fc1b0-52a8-4b79-b78e-f02ad3672450), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:50.071898 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-49ad68d5-8adf-4bef-9474-a2618e49acae tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Added segment 6a5fc1b0-52a8-4b79-b78e-f02ad3672450 of type vlan for network 317737af-d3b8-442c-ac3a-47a9c498f10a Feb 09 21:54:50.092901 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=493b2cd0-ad1a-491b-b247-89f71cc8bdc0,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:50.138894 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50ff8be-b7f0-4065-8ee3-2ce0b8e1bc07 req-be491bfc-e092-4e61-9aa3-aa822e1cb2ba tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:50.140997 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f50ff8be-b7f0-4065-8ee3-2ce0b8e1bc07 req-be491bfc-e092-4e61-9aa3-aa822e1cb2ba tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 946 time: 0.1411810 Feb 09 21:54:50.145697 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-49ad68d5-8adf-4bef-9474-a2618e49acae tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (317737af-d3b8-442c-ac3a-47a9c498f10a), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:50.219533 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-49ad68d5-8adf-4bef-9474-a2618e49acae tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (317737af-d3b8-442c-ac3a-47a9c498f10a), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:50.224491 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ad68d5-8adf-4bef-9474-a2618e49acae tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:50.225011 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-49ad68d5-8adf-4bef-9474-a2618e49acae tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:50.305499 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f50ff8be-b7f0-4065-8ee3-2ce0b8e1bc07 req-4f61cab8-ed25-4f1c-9ad7-4462e0cb356f tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518159 Feb 09 21:54:50.343639 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-49ad68d5-8adf-4bef-9474-a2618e49acae tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3998451 Feb 09 21:54:50.348192 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 54666) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:50.369678 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-eb699298-0acb-42e7-96aa-a1836a91b89c tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Request body: {'subnet': {'network_id': '317737af-d3b8-442c-ac3a-47a9c498f10a', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:54:50.413102 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffa90ad-d6a6-4c5f-ac68-9dc1e2733b9c None None] Sync routers for ids ['eca9d0ce-73ec-4ac0-92bb-3b973ac32286'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:54:50.446821 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffa90ad-d6a6-4c5f-ac68-9dc1e2733b9c None None] Routers {'eca9d0ce-73ec-4ac0-92bb-3b973ac32286'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:54:50.447565 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-3ffa90ad-d6a6-4c5f-ac68-9dc1e2733b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:54:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['eca9d0ce-73ec-4ac0-92bb-3b973ac32286'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:50.502516 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ad68d5-8adf-4bef-9474-a2618e49acae tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Pushing event updated for resources: {'Network': ['ID=317737af-d3b8-442c-ac3a-47a9c498f10a,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:50.554968 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb699298-0acb-42e7-96aa-a1836a91b89c tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Made reservation on behalf of 63d4a6f962814234ac116c1855fa9574 for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:54:50.559567 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-eb699298-0acb-42e7-96aa-a1836a91b89c tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621317'] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:50.810668 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-3ffa90ad-d6a6-4c5f-ac68-9dc1e2733b9c None None] Set router eca9d0ce-73ec-4ac0-92bb-3b973ac32286 gateway port host: None {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:54:50.938761 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 317737af-d3b8-442c-ac3a-47a9c498f10a details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:54:50.941205 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2c8e99-cdf9-4a06-b58f-f353f0cf4e18 None None] Network e884345b-1bed-45e7-a938-b69c507a18f4 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:54:51.151227 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-83d9e7c5-2c2e-4e2f-925c-7419d2f5724f None None] Provisioning complete for port 493b2cd0-ad1a-491b-b247-89f71cc8bdc0 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:54:51.152536 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-83d9e7c5-2c2e-4e2f-925c-7419d2f5724f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (493b2cd0-ad1a-491b-b247-89f71cc8bdc0), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:51.248729 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-eb699298-0acb-42e7-96aa-a1836a91b89c tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621371'] for subnet (94ecc160-549e-4ab1-aac3-7e47116e3f3a), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:51.361227 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 493b2cd0-ad1a-491b-b247-89f71cc8bdc0 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:54:51.370152 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:51.376663 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb699298-0acb-42e7-96aa-a1836a91b89c tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Pushing event updated for resources: {'Subnet': ['ID=94ecc160-549e-4ab1-aac3-7e47116e3f3a,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:51.390938 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb699298-0acb-42e7-96aa-a1836a91b89c tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Checking segment: {'id': '6a5fc1b0-52a8-4b79-b78e-f02ad3672450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '317737af-d3b8-442c-ac3a-47a9c498f10a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:54:51.391719 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb699298-0acb-42e7-96aa-a1836a91b89c tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Network hostable DHCP agents. Network: 317737af-d3b8-442c-ac3a-47a9c498f10a, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:54:51.449772 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb699298-0acb-42e7-96aa-a1836a91b89c tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Network 317737af-d3b8-442c-ac3a-47a9c498f10a is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:54:51.479869 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-eb699298-0acb-42e7-96aa-a1836a91b89c tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 317737af-d3b8-442c-ac3a-47a9c498f10a) {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:54:51.482384 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-83d9e7c5-2c2e-4e2f-925c-7419d2f5724f None None] Current status of the port 493b2cd0-ad1a-491b-b247-89f71cc8bdc0 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:54:51.491572 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb699298-0acb-42e7-96aa-a1836a91b89c tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:51.494789 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-eb699298-0acb-42e7-96aa-a1836a91b89c tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:51.496628 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-3ffa90ad-d6a6-4c5f-ac68-9dc1e2733b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca9d0ce-73ec-4ac0-92bb-3b973ac32286', 'name': 'tempest-RoutersIpV6Test-router-1020766714', 'tenant_id': '63d4a6f962814234ac116c1855fa9574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:54:42Z', 'updated_at': '2022-02-09T21:54:48Z', 'revision_number': 3, 'project_id': '63d4a6f962814234ac116c1855fa9574', 'gw_port_host': None, '_interfaces': [{'id': '56e87dd0-1b27-4a42-bfd2-eadbd6719090', 'name': '', 'network_id': 'e884345b-1bed-45e7-a938-b69c507a18f4', 'tenant_id': '63d4a6f962814234ac116c1855fa9574', 'mac_address': 'fa:16:3e:c1:69:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca9d0ce-73ec-4ac0-92bb-3b973ac32286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': 'a356395b-7404-48c5-9f9c-bd9f437bedb9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:54:47Z', 'updated_at': '2022-02-09T21:54:49Z', 'revision_number': 2, 'project_id': '63d4a6f962814234ac116c1855fa9574', 'subnets': [{'id': 'a356395b-7404-48c5-9f9c-bd9f437bedb9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58ff719e-5d33-48c7-b2f4-c19a928968cd', 'name': '', 'network_id': '4f2d8a79-dcf8-4605-ac33-6a509542ba65', 'tenant_id': '63d4a6f962814234ac116c1855fa9574', 'mac_address': 'fa:16:3e:8d:48:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca9d0ce-73ec-4ac0-92bb-3b973ac32286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '953f9dc9-4551-4df0-abaf-9aa4a6209879', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:54:43Z', 'updated_at': '2022-02-09T21:54:47Z', 'revision_number': 5, 'project_id': '63d4a6f962814234ac116c1855fa9574', 'subnets': [{'id': '953f9dc9-4551-4df0-abaf-9aa4a6209879', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:51.535852 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-eb699298-0acb-42e7-96aa-a1836a91b89c tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1862843 Feb 09 21:54:51.538556 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 54686) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:51.585662 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a679282f-69a2-4116-be0b-d6de30946364 None None] Network 317737af-d3b8-442c-ac3a-47a9c498f10a requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:54:51.595618 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffa90ad-d6a6-4c5f-ac68-9dc1e2733b9c None None] Checking router: eca9d0ce-73ec-4ac0-92bb-3b973ac32286 for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:54:51.596013 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffa90ad-d6a6-4c5f-ac68-9dc1e2733b9c None None] Updating router eca9d0ce-73ec-4ac0-92bb-3b973ac32286 port 56e87dd0-1b27-4a42-bfd2-eadbd6719090 binding host n-d-828369-5 {{(pid=103142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:54:51.685559 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 493b2cd0-ad1a-491b-b247-89f71cc8bdc0 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:54:51.685938 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (493b2cd0-ad1a-491b-b247-89f71cc8bdc0), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:51.732758 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-3ffa90ad-d6a6-4c5f-ac68-9dc1e2733b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (56e87dd0-1b27-4a42-bfd2-eadbd6719090), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:51.916489 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4fd4279-4ea4-4070-bfd2-fa7ecc4afdcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-317737af-d3b8-442c-ac3a-47a9c498f10a', 'network_id': '317737af-d3b8-442c-ac3a-47a9c498f10a', 'project_id': '63d4a6f962814234ac116c1855fa9574', 'fixed_ips': [{'subnet_id': '94ecc160-549e-4ab1-aac3-7e47116e3f3a'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:54:51.917391 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f4fd4279-4ea4-4070-bfd2-fa7ecc4afdcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:51.982146 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 493b2cd0-ad1a-491b-b247-89f71cc8bdc0 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:54:52.042181 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-aa044684-4208-4967-8c11-80bbbc4b8a04 None None] Provisioning complete for port 56e87dd0-1b27-4a42-bfd2-eadbd6719090 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:54:52.042584 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-aa044684-4208-4967-8c11-80bbbc4b8a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (56e87dd0-1b27-4a42-bfd2-eadbd6719090), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:52.144118 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f9b14cc5-df9c-4ee9-ad06-4c84bffc67e7 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:52.230572 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-f4fd4279-4ea4-4070-bfd2-fa7ecc4afdcc None None] Allocated IP 2001:db8:2::2 (317737af-d3b8-442c-ac3a-47a9c498f10a/94ecc160-549e-4ab1-aac3-7e47116e3f3a/f0a4589b-c428-4537-8193-3c7d18f47d4f) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:54:52.461516 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f4fd4279-4ea4-4070-bfd2-fa7ecc4afdcc None None] Publish callbacks [] for port (f0a4589b-c428-4537-8193-3c7d18f47d4f), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:52.474966 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f4fd4279-4ea4-4070-bfd2-fa7ecc4afdcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (f0a4589b-c428-4537-8193-3c7d18f47d4f), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:52.534073 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-f9b14cc5-df9c-4ee9-ad06-4c84bffc67e7 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Allocated IP 2001:db8:2::1 (317737af-d3b8-442c-ac3a-47a9c498f10a/94ecc160-549e-4ab1-aac3-7e47116e3f3a/c215e997-4569-478a-aab6-99970ff557bd) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:54:52.567208 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fd4279-4ea4-4070-bfd2-fa7ecc4afdcc None None] Pushing event updated for resources: {'Port': ['ID=f0a4589b-c428-4537-8193-3c7d18f47d4f,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:52.599003 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fd4279-4ea4-4070-bfd2-fa7ecc4afdcc None None] Network 317737af-d3b8-442c-ac3a-47a9c498f10a is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:54:52.602911 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-f4fd4279-4ea4-4070-bfd2-fa7ecc4afdcc None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:54:52.606113 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-aa044684-4208-4967-8c11-80bbbc4b8a04 None None] Port 56e87dd0-1b27-4a42-bfd2-eadbd6719090 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:54:52.612706 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fd4279-4ea4-4070-bfd2-fa7ecc4afdcc None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:54:52.725864 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f9b14cc5-df9c-4ee9-ad06-4c84bffc67e7 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for port (c215e997-4569-478a-aab6-99970ff557bd), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:52.762884 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-3ffa90ad-d6a6-4c5f-ac68-9dc1e2733b9c None None] Publish callbacks [] for port (56e87dd0-1b27-4a42-bfd2-eadbd6719090), precommit_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:52.769661 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f9b14cc5-df9c-4ee9-ad06-4c84bffc67e7 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (c215e997-4569-478a-aab6-99970ff557bd), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:52.774474 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-aa044684-4208-4967-8c11-80bbbc4b8a04 None None] Provisioning complete for port 493b2cd0-ad1a-491b-b247-89f71cc8bdc0 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:54:52.774474 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-aa044684-4208-4967-8c11-80bbbc4b8a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (493b2cd0-ad1a-491b-b247-89f71cc8bdc0), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:52.776445 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-3ffa90ad-d6a6-4c5f-ac68-9dc1e2733b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (56e87dd0-1b27-4a42-bfd2-eadbd6719090), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:52.821741 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b14cc5-df9c-4ee9-ad06-4c84bffc67e7 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Network 317737af-d3b8-442c-ac3a-47a9c498f10a is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:54:52.827451 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-f9b14cc5-df9c-4ee9-ad06-4c84bffc67e7 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:54:52.830536 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b14cc5-df9c-4ee9-ad06-4c84bffc67e7 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:54:52.831335 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f9b14cc5-df9c-4ee9-ad06-4c84bffc67e7 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554727'] for router_interface (eca9d0ce-73ec-4ac0-92bb-3b973ac32286), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:52.871987 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1ae9a0-57aa-4697-b21a-b3549231d207 None None] Pushing event updated for resources: {'Port': ['ID=56e87dd0-1b27-4a42-bfd2-eadbd6719090,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:52.967281 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b14cc5-df9c-4ee9-ad06-4c84bffc67e7 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Pushing event updated for resources: {'Port': ['ID=c215e997-4569-478a-aab6-99970ff557bd,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:52.991662 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f9b14cc5-df9c-4ee9-ad06-4c84bffc67e7 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (c215e997-4569-478a-aab6-99970ff557bd), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:53.045074 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-f4fd4279-4ea4-4070-bfd2-fa7ecc4afdcc None None] Attempting to bind port f0a4589b-c428-4537-8193-3c7d18f47d4f on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:54:53.045471 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-f4fd4279-4ea4-4070-bfd2-fa7ecc4afdcc None None] Attempting to bind port f0a4589b-c428-4537-8193-3c7d18f47d4f by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '6a5fc1b0-52a8-4b79-b78e-f02ad3672450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '317737af-d3b8-442c-ac3a-47a9c498f10a'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:54:53.045844 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fd4279-4ea4-4070-bfd2-fa7ecc4afdcc None None] Attempting to bind port f0a4589b-c428-4537-8193-3c7d18f47d4f on network 317737af-d3b8-442c-ac3a-47a9c498f10a {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:54:53.085349 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fd4279-4ea4-4070-bfd2-fa7ecc4afdcc None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:54:53.085760 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fd4279-4ea4-4070-bfd2-fa7ecc4afdcc None None] Checking segment: {'id': '6a5fc1b0-52a8-4b79-b78e-f02ad3672450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '317737af-d3b8-442c-ac3a-47a9c498f10a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:54:53.086057 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f4fd4279-4ea4-4070-bfd2-fa7ecc4afdcc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:53.086465 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fd4279-4ea4-4070-bfd2-fa7ecc4afdcc None None] Bound using segment: {'id': '6a5fc1b0-52a8-4b79-b78e-f02ad3672450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '317737af-d3b8-442c-ac3a-47a9c498f10a'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:54:53.086967 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-f4fd4279-4ea4-4070-bfd2-fa7ecc4afdcc None None] Bound port: f0a4589b-c428-4537-8193-3c7d18f47d4f, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a5fc1b0-52a8-4b79-b78e-f02ad3672450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '317737af-d3b8-442c-ac3a-47a9c498f10a'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:54:53.087363 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f4fd4279-4ea4-4070-bfd2-fa7ecc4afdcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (f0a4589b-c428-4537-8193-3c7d18f47d4f), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:53.204638 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-3ffa90ad-d6a6-4c5f-ac68-9dc1e2733b9c None None] Attempting to bind port 56e87dd0-1b27-4a42-bfd2-eadbd6719090 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:54:53.205056 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-3ffa90ad-d6a6-4c5f-ac68-9dc1e2733b9c None None] Attempting to bind port 56e87dd0-1b27-4a42-bfd2-eadbd6719090 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': 'dffbfecf-02b9-4255-98c8-048723fb532e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'e884345b-1bed-45e7-a938-b69c507a18f4'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:54:53.205432 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffa90ad-d6a6-4c5f-ac68-9dc1e2733b9c None None] Attempting to bind port 56e87dd0-1b27-4a42-bfd2-eadbd6719090 on network e884345b-1bed-45e7-a938-b69c507a18f4 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:54:53.241956 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffa90ad-d6a6-4c5f-ac68-9dc1e2733b9c None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:54:53.242530 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffa90ad-d6a6-4c5f-ac68-9dc1e2733b9c None None] Checking segment: {'id': 'dffbfecf-02b9-4255-98c8-048723fb532e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'e884345b-1bed-45e7-a938-b69c507a18f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:54:53.242624 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-3ffa90ad-d6a6-4c5f-ac68-9dc1e2733b9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:53.242954 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffa90ad-d6a6-4c5f-ac68-9dc1e2733b9c None None] Bound using segment: {'id': 'dffbfecf-02b9-4255-98c8-048723fb532e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'e884345b-1bed-45e7-a938-b69c507a18f4'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:54:53.243485 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-3ffa90ad-d6a6-4c5f-ac68-9dc1e2733b9c None None] Bound port: 56e87dd0-1b27-4a42-bfd2-eadbd6719090, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dffbfecf-02b9-4255-98c8-048723fb532e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'e884345b-1bed-45e7-a938-b69c507a18f4'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:54:53.243885 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-3ffa90ad-d6a6-4c5f-ac68-9dc1e2733b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (56e87dd0-1b27-4a42-bfd2-eadbd6719090), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:53.263773 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-f4fd4279-4ea4-4070-bfd2-fa7ecc4afdcc None None] For port f0a4589b-c428-4537-8193-3c7d18f47d4f, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:54:53.278180 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-aa044684-4208-4967-8c11-80bbbc4b8a04 None None] Current status of the port 493b2cd0-ad1a-491b-b247-89f71cc8bdc0 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:54:53.299538 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-f4fd4279-4ea4-4070-bfd2-fa7ecc4afdcc None None] For port f0a4589b-c428-4537-8193-3c7d18f47d4f, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=f0a4589b-c428-4537-8193-3c7d18f47d4f,segment=NetworkSegment(6a5fc1b0-52a8-4b79-b78e-f02ad3672450),segment_id=6a5fc1b0-52a8-4b79-b78e-f02ad3672450)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:54:53.308872 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f4fd4279-4ea4-4070-bfd2-fa7ecc4afdcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (f0a4589b-c428-4537-8193-3c7d18f47d4f), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:53.315203 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f9b14cc5-df9c-4ee9-ad06-4c84bffc67e7 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for port (c215e997-4569-478a-aab6-99970ff557bd), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:53.320716 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f9b14cc5-df9c-4ee9-ad06-4c84bffc67e7 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (c215e997-4569-478a-aab6-99970ff557bd), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:53.322026 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f9b14cc5-df9c-4ee9-ad06-4c84bffc67e7 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524919'] for router_interface (eca9d0ce-73ec-4ac0-92bb-3b973ac32286), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:53.401668 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-3ffa90ad-d6a6-4c5f-ac68-9dc1e2733b9c None None] For port 56e87dd0-1b27-4a42-bfd2-eadbd6719090, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:54:53.434020 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b14cc5-df9c-4ee9-ad06-4c84bffc67e7 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Pushing event updated for resources: {'Port': ['ID=c215e997-4569-478a-aab6-99970ff557bd,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:53.439348 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-3ffa90ad-d6a6-4c5f-ac68-9dc1e2733b9c None None] For port 56e87dd0-1b27-4a42-bfd2-eadbd6719090, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=56e87dd0-1b27-4a42-bfd2-eadbd6719090,segment=NetworkSegment(dffbfecf-02b9-4255-98c8-048723fb532e),segment_id=dffbfecf-02b9-4255-98c8-048723fb532e)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:54:53.443378 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fd4279-4ea4-4070-bfd2-fa7ecc4afdcc None None] Pushing event updated for resources: {'Port': ['ID=f0a4589b-c428-4537-8193-3c7d18f47d4f,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:53.451368 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-3df40dcf-3a3e-42b7-b674-c5ebce970b79 None None] Provisioning complete for port 56e87dd0-1b27-4a42-bfd2-eadbd6719090 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:54:53.464559 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-3df40dcf-3a3e-42b7-b674-c5ebce970b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (56e87dd0-1b27-4a42-bfd2-eadbd6719090), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:53.526435 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-3ffa90ad-d6a6-4c5f-ac68-9dc1e2733b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (56e87dd0-1b27-4a42-bfd2-eadbd6719090), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:53.534587 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b14cc5-df9c-4ee9-ad06-4c84bffc67e7 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Network 317737af-d3b8-442c-ac3a-47a9c498f10a is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:54:53.535597 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-f9b14cc5-df9c-4ee9-ad06-4c84bffc67e7 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:54:53.639709 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-3df40dcf-3a3e-42b7-b674-c5ebce970b79 None None] Current status of the port 56e87dd0-1b27-4a42-bfd2-eadbd6719090 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:54:53.641355 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-3df40dcf-3a3e-42b7-b674-c5ebce970b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (56e87dd0-1b27-4a42-bfd2-eadbd6719090), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:53.686879 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffa90ad-d6a6-4c5f-ac68-9dc1e2733b9c None None] Routers {'eca9d0ce-73ec-4ac0-92bb-3b973ac32286'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:54:53.687726 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-3ffa90ad-d6a6-4c5f-ac68-9dc1e2733b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:54:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['eca9d0ce-73ec-4ac0-92bb-3b973ac32286'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:53.742096 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1ae9a0-57aa-4697-b21a-b3549231d207 None None] Pushing event updated for resources: {'Port': ['ID=56e87dd0-1b27-4a42-bfd2-eadbd6719090,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:53.745595 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:53.759752 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9b14cc5-df9c-4ee9-ad06-4c84bffc67e7 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Router eca9d0ce-73ec-4ac0-92bb-3b973ac32286 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:54:53.773816 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-3df40dcf-3a3e-42b7-b674-c5ebce970b79 None None] For port 56e87dd0-1b27-4a42-bfd2-eadbd6719090, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=56e87dd0-1b27-4a42-bfd2-eadbd6719090,segment=NetworkSegment(dffbfecf-02b9-4255-98c8-048723fb532e),segment_id=dffbfecf-02b9-4255-98c8-048723fb532e)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:54:53.815432 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-3df40dcf-3a3e-42b7-b674-c5ebce970b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (56e87dd0-1b27-4a42-bfd2-eadbd6719090), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:53.895671 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-3ffa90ad-d6a6-4c5f-ac68-9dc1e2733b9c None None] Set router eca9d0ce-73ec-4ac0-92bb-3b973ac32286 gateway port host: None {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:54:54.007879 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9b14cc5-df9c-4ee9-ad06-4c84bffc67e7 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:54:54.015816 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-f9b14cc5-df9c-4ee9-ad06-4c84bffc67e7 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "PUT /v2.0/routers/eca9d0ce-73ec-4ac0-92bb-3b973ac32286/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4759512 Feb 09 21:54:54.018659 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 54702) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:54.024932 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-242bae72-7b3d-4679-a44d-07fe26343dd3 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-66842765'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:54:54.044715 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df40dcf-3a3e-42b7-b674-c5ebce970b79 None None] Pushing event updated for resources: {'Port': ['ID=56e87dd0-1b27-4a42-bfd2-eadbd6719090,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:54.065475 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-242bae72-7b3d-4679-a44d-07fe26343dd3 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Made reservation on behalf of 63d4a6f962814234ac116c1855fa9574 for: {'network': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:54:54.069658 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-242bae72-7b3d-4679-a44d-07fe26343dd3 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:54.098976 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-242bae72-7b3d-4679-a44d-07fe26343dd3 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=103140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:54:54.110995 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-242bae72-7b3d-4679-a44d-07fe26343dd3 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (ddfccc80-0c70-417a-99ec-e3ea5ae7462b), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:54.111633 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-242bae72-7b3d-4679-a44d-07fe26343dd3 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Added segment ddfccc80-0c70-417a-99ec-e3ea5ae7462b of type vlan for network 986baa4b-d682-4d1a-9344-0bb27f55df87 Feb 09 21:54:54.175966 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-242bae72-7b3d-4679-a44d-07fe26343dd3 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (986baa4b-d682-4d1a-9344-0bb27f55df87), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:54.207084 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-242bae72-7b3d-4679-a44d-07fe26343dd3 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (986baa4b-d682-4d1a-9344-0bb27f55df87), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:54.213645 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242bae72-7b3d-4679-a44d-07fe26343dd3 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:54.214672 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-242bae72-7b3d-4679-a44d-07fe26343dd3 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:54.298352 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242bae72-7b3d-4679-a44d-07fe26343dd3 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Pushing event updated for resources: {'Network': ['ID=986baa4b-d682-4d1a-9344-0bb27f55df87,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:54.334997 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54706) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:54.341971 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-e2c5586e-d555-4ccc-88a6-f7f6af9aaa51 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Request body: {'subnet': {'network_id': '986baa4b-d682-4d1a-9344-0bb27f55df87', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:54:54.348823 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-242bae72-7b3d-4679-a44d-07fe26343dd3 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3281012 Feb 09 21:54:54.359605 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 986baa4b-d682-4d1a-9344-0bb27f55df87 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:54:54.369121 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-1b8b8a98-ff1a-4417-9b21-8ea6997a1eee None None] Provisioning complete for port 56e87dd0-1b27-4a42-bfd2-eadbd6719090 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:54:54.369497 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1b8b8a98-ff1a-4417-9b21-8ea6997a1eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (56e87dd0-1b27-4a42-bfd2-eadbd6719090), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:54.480173 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2c5586e-d555-4ccc-88a6-f7f6af9aaa51 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Made reservation on behalf of 63d4a6f962814234ac116c1855fa9574 for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:54:54.485159 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e2c5586e-d555-4ccc-88a6-f7f6af9aaa51 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:54.615370 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-3ffa90ad-d6a6-4c5f-ac68-9dc1e2733b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca9d0ce-73ec-4ac0-92bb-3b973ac32286', 'name': 'tempest-RoutersIpV6Test-router-1020766714', 'tenant_id': '63d4a6f962814234ac116c1855fa9574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:54:42Z', 'updated_at': '2022-02-09T21:54:52Z', 'revision_number': 4, 'project_id': '63d4a6f962814234ac116c1855fa9574', 'gw_port_host': None, '_interfaces': [{'id': '56e87dd0-1b27-4a42-bfd2-eadbd6719090', 'name': '', 'network_id': 'e884345b-1bed-45e7-a938-b69c507a18f4', 'tenant_id': '63d4a6f962814234ac116c1855fa9574', 'mac_address': 'fa:16:3e:c1:69:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca9d0ce-73ec-4ac0-92bb-3b973ac32286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': 'a356395b-7404-48c5-9f9c-bd9f437bedb9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:54:47Z', 'updated_at': '2022-02-09T21:54:53Z', 'revision_number': 4, 'project_id': '63d4a6f962814234ac116c1855fa9574', 'subnets': [{'id': 'a356395b-7404-48c5-9f9c-bd9f437bedb9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58ff719e-5d33-48c7-b2f4-c19a928968cd', 'name': '', 'network_id': '4f2d8a79-dcf8-4605-ac33-6a509542ba65', 'tenant_id': '63d4a6f962814234ac116c1855fa9574', 'mac_address': 'fa:16:3e:8d:48:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca9d0ce-73ec-4ac0-92bb-3b973ac32286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '953f9dc9-4551-4df0-abaf-9aa4a6209879', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:54:43Z', 'updated_at': '2022-02-09T21:54:47Z', 'revision_number': 5, 'project_id': '63d4a6f962814234ac116c1855fa9574', 'subnets': [{'id': '953f9dc9-4551-4df0-abaf-9aa4a6209879', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c215e997-4569-478a-aab6-99970ff557bd', 'name': '', 'network_id': '317737af-d3b8-442c-ac3a-47a9c498f10a', 'tenant_id': '63d4a6f962814234ac116c1855fa9574', 'mac_address': 'fa:16:3e:bc:b0:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca9d0ce-73ec-4ac0-92bb-3b973ac32286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': '94ecc160-549e-4ab1-aac3-7e47116e3f3a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:54:52Z', 'updated_at': '2022-02-09T21:54:53Z', 'revision_number': 2, 'project_id': '63d4a6f962814234ac116c1855fa9574', 'subnets': [{'id': '94ecc160-549e-4ab1-aac3-7e47116e3f3a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:54.681615 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffa90ad-d6a6-4c5f-ac68-9dc1e2733b9c None None] The sync data for ids ['eca9d0ce-73ec-4ac0-92bb-3b973ac32286'] in n-d-828369-5 is: [{'id': 'eca9d0ce-73ec-4ac0-92bb-3b973ac32286', 'name': 'tempest-RoutersIpV6Test-router-1020766714', 'tenant_id': '63d4a6f962814234ac116c1855fa9574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:54:42Z', 'updated_at': '2022-02-09T21:54:52Z', 'revision_number': 4, 'project_id': '63d4a6f962814234ac116c1855fa9574', 'gw_port_host': None, '_interfaces': [{'id': '56e87dd0-1b27-4a42-bfd2-eadbd6719090', 'name': '', 'network_id': 'e884345b-1bed-45e7-a938-b69c507a18f4', 'tenant_id': '63d4a6f962814234ac116c1855fa9574', 'mac_address': 'fa:16:3e:c1:69:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca9d0ce-73ec-4ac0-92bb-3b973ac32286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': 'a356395b-7404-48c5-9f9c-bd9f437bedb9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:54:47Z', 'updated_at': '2022-02-09T21:54:53Z', 'revision_number': 4, 'project_id': '63d4a6f962814234ac116c1855fa9574', 'subnets': [{'id': 'a356395b-7404-48c5-9f9c-bd9f437bedb9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58ff719e-5d33-48c7-b2f4-c19a928968cd', 'name': '', 'network_id': '4f2d8a79-dcf8-4605-ac33-6a509542ba65', 'tenant_id': '63d4a6f962814234ac116c1855fa9574', 'mac_address': 'fa:16:3e:8d:48:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca9d0ce-73ec-4ac0-92bb-3b973ac32286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '953f9dc9-4551-4df0-abaf-9aa4a6209879', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:54:43Z', 'updated_at': '2022-02-09T21:54:47Z', 'revision_number': 5, 'project_id': '63d4a6f962814234ac116c1855fa9574', 'subnets': [{'id': '953f9dc9-4551-4df0-abaf-9aa4a6209879', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c215e997-4569-478a-aab6-99970ff557bd', 'name': '', 'network_id': '317737af-d3b8-442c-ac3a-47a9c498f10a', 'tenant_id': '63d4a6f962814234ac116c1855fa9574', 'mac_address': 'fa:16:3e:bc:b0:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca9d0ce-73ec-4ac0-92bb-3b973ac32286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': '94ecc160-549e-4ab1-aac3-7e47116e3f3a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:54:52Z', 'updated_at': '2022-02-09T21:54:53Z', 'revision_number': 2, 'project_id': '63d4a6f962814234ac116c1855fa9574', 'subnets': [{'id': '94ecc160-549e-4ab1-aac3-7e47116e3f3a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:54:54.686365 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-1b8b8a98-ff1a-4417-9b21-8ea6997a1eee None None] Current status of the port 56e87dd0-1b27-4a42-bfd2-eadbd6719090 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:54:54.773722 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e2c5586e-d555-4ccc-88a6-f7f6af9aaa51 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (ff334b61-544a-41db-81e6-c56a042d2f38), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:54.864054 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c5586e-d555-4ccc-88a6-f7f6af9aaa51 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Pushing event updated for resources: {'Subnet': ['ID=ff334b61-544a-41db-81e6-c56a042d2f38,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:54.901437 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c5586e-d555-4ccc-88a6-f7f6af9aaa51 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Checking segment: {'id': 'ddfccc80-0c70-417a-99ec-e3ea5ae7462b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '986baa4b-d682-4d1a-9344-0bb27f55df87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:54:54.901812 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c5586e-d555-4ccc-88a6-f7f6af9aaa51 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Network hostable DHCP agents. Network: 986baa4b-d682-4d1a-9344-0bb27f55df87, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:54:54.933463 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c5586e-d555-4ccc-88a6-f7f6af9aaa51 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Network 986baa4b-d682-4d1a-9344-0bb27f55df87 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:54:54.955926 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-e2c5586e-d555-4ccc-88a6-f7f6af9aaa51 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 986baa4b-d682-4d1a-9344-0bb27f55df87) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:54:54.962077 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c5586e-d555-4ccc-88a6-f7f6af9aaa51 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:54:54.963257 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e2c5586e-d555-4ccc-88a6-f7f6af9aaa51 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:54.976138 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221763e2-6560-45de-b44e-d3b20af5ce21 None None] Network 986baa4b-d682-4d1a-9344-0bb27f55df87 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:54:55.007225 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-e2c5586e-d555-4ccc-88a6-f7f6af9aaa51 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6677456 Feb 09 21:54:55.007788 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 54714) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:55.042555 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2c3637-6bf6-40d3-a1cf-d8055c6e7901 None None] Network 317737af-d3b8-442c-ac3a-47a9c498f10a requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:54:55.205885 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-f2a8a99c-f61b-4166-aebe-9ef74ded499d None None] Provisioning complete for port f0a4589b-c428-4537-8193-3c7d18f47d4f triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:54:55.206445 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f2a8a99c-f61b-4166-aebe-9ef74ded499d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (f0a4589b-c428-4537-8193-3c7d18f47d4f), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:55.407944 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67986c4f-067f-4b55-873c-516e7c0144db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-986baa4b-d682-4d1a-9344-0bb27f55df87', 'network_id': '986baa4b-d682-4d1a-9344-0bb27f55df87', 'project_id': '63d4a6f962814234ac116c1855fa9574', 'fixed_ips': [{'subnet_id': 'ff334b61-544a-41db-81e6-c56a042d2f38'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:54:55.409287 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-67986c4f-067f-4b55-873c-516e7c0144db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:55.470611 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device f0a4589b-c428-4537-8193-3c7d18f47d4f up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:54:55.578014 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-f2a8a99c-f61b-4166-aebe-9ef74ded499d None None] Current status of the port f0a4589b-c428-4537-8193-3c7d18f47d4f is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:54:55.578481 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f2a8a99c-f61b-4166-aebe-9ef74ded499d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (f0a4589b-c428-4537-8193-3c7d18f47d4f), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:55.597598 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-085b0252-bc4c-46e1-9f54-656c452a0023 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:55.756897 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port f0a4589b-c428-4537-8193-3c7d18f47d4f triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:54:55.757285 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (f0a4589b-c428-4537-8193-3c7d18f47d4f), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:55.823206 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-f2a8a99c-f61b-4166-aebe-9ef74ded499d None None] For port f0a4589b-c428-4537-8193-3c7d18f47d4f, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=f0a4589b-c428-4537-8193-3c7d18f47d4f,segment=NetworkSegment(6a5fc1b0-52a8-4b79-b78e-f02ad3672450),segment_id=6a5fc1b0-52a8-4b79-b78e-f02ad3672450)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:54:55.890093 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-67986c4f-067f-4b55-873c-516e7c0144db None None] Allocated IP 2001:db8:3::2 (986baa4b-d682-4d1a-9344-0bb27f55df87/ff334b61-544a-41db-81e6-c56a042d2f38/bc6540dd-6ba4-4d17-b500-a0f8314e78a2) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:54:55.995389 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f2a8a99c-f61b-4166-aebe-9ef74ded499d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (f0a4589b-c428-4537-8193-3c7d18f47d4f), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:56.385937 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-67986c4f-067f-4b55-873c-516e7c0144db None None] Publish callbacks [] for port (bc6540dd-6ba4-4d17-b500-a0f8314e78a2), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:56.388732 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a8a99c-f61b-4166-aebe-9ef74ded499d None None] Pushing event updated for resources: {'Port': ['ID=f0a4589b-c428-4537-8193-3c7d18f47d4f,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:56.469892 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port f0a4589b-c428-4537-8193-3c7d18f47d4f is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:54:56.471446 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 56e87dd0-1b27-4a42-bfd2-eadbd6719090 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:54:56.473553 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-67986c4f-067f-4b55-873c-516e7c0144db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (bc6540dd-6ba4-4d17-b500-a0f8314e78a2), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:56.525637 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-085b0252-bc4c-46e1-9f54-656c452a0023 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Allocated IP 2001:db8:3::1 (986baa4b-d682-4d1a-9344-0bb27f55df87/ff334b61-544a-41db-81e6-c56a042d2f38/13ad85c9-d90e-4d57-9c84-8be78b67671e) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:54:56.537933 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67986c4f-067f-4b55-873c-516e7c0144db None None] Pushing event updated for resources: {'Port': ['ID=bc6540dd-6ba4-4d17-b500-a0f8314e78a2,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:56.541457 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-40c8081e-1fe5-41eb-b425-e6169d5d1e6a None None] Provisioning complete for port f0a4589b-c428-4537-8193-3c7d18f47d4f triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:54:56.541829 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-40c8081e-1fe5-41eb-b425-e6169d5d1e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (f0a4589b-c428-4537-8193-3c7d18f47d4f), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:56.561071 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67986c4f-067f-4b55-873c-516e7c0144db None None] Network 986baa4b-d682-4d1a-9344-0bb27f55df87 is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:54:56.583624 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-67986c4f-067f-4b55-873c-516e7c0144db None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:54:56.591422 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67986c4f-067f-4b55-873c-516e7c0144db None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:54:56.760179 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-67986c4f-067f-4b55-873c-516e7c0144db None None] Attempting to bind port bc6540dd-6ba4-4d17-b500-a0f8314e78a2 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:54:56.762860 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-085b0252-bc4c-46e1-9f54-656c452a0023 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for port (13ad85c9-d90e-4d57-9c84-8be78b67671e), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:56.763568 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-67986c4f-067f-4b55-873c-516e7c0144db None None] Attempting to bind port bc6540dd-6ba4-4d17-b500-a0f8314e78a2 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': 'ddfccc80-0c70-417a-99ec-e3ea5ae7462b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '986baa4b-d682-4d1a-9344-0bb27f55df87'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:54:56.765738 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67986c4f-067f-4b55-873c-516e7c0144db None None] Attempting to bind port bc6540dd-6ba4-4d17-b500-a0f8314e78a2 on network 986baa4b-d682-4d1a-9344-0bb27f55df87 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:54:56.777314 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ff6195-8e7d-44e4-b2ee-3af825c34676 None None] Sync routers for ids ['eca9d0ce-73ec-4ac0-92bb-3b973ac32286'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:54:56.797658 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ff6195-8e7d-44e4-b2ee-3af825c34676 None None] Routers {'eca9d0ce-73ec-4ac0-92bb-3b973ac32286'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:54:56.798418 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-a9ff6195-8e7d-44e4-b2ee-3af825c34676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:54:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['eca9d0ce-73ec-4ac0-92bb-3b973ac32286'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:56.841139 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67986c4f-067f-4b55-873c-516e7c0144db None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:54:56.841831 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67986c4f-067f-4b55-873c-516e7c0144db None None] Checking segment: {'id': 'ddfccc80-0c70-417a-99ec-e3ea5ae7462b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '986baa4b-d682-4d1a-9344-0bb27f55df87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:54:56.842666 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-67986c4f-067f-4b55-873c-516e7c0144db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:56.843269 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67986c4f-067f-4b55-873c-516e7c0144db None None] Bound using segment: {'id': 'ddfccc80-0c70-417a-99ec-e3ea5ae7462b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '986baa4b-d682-4d1a-9344-0bb27f55df87'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:54:56.843953 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-67986c4f-067f-4b55-873c-516e7c0144db None None] Bound port: bc6540dd-6ba4-4d17-b500-a0f8314e78a2, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddfccc80-0c70-417a-99ec-e3ea5ae7462b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '986baa4b-d682-4d1a-9344-0bb27f55df87'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:54:56.844573 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-67986c4f-067f-4b55-873c-516e7c0144db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (bc6540dd-6ba4-4d17-b500-a0f8314e78a2), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:56.846812 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-085b0252-bc4c-46e1-9f54-656c452a0023 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (13ad85c9-d90e-4d57-9c84-8be78b67671e), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:56.849987 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 56e87dd0-1b27-4a42-bfd2-eadbd6719090 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:54:56.850536 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (56e87dd0-1b27-4a42-bfd2-eadbd6719090), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:56.926897 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085b0252-bc4c-46e1-9f54-656c452a0023 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Network 986baa4b-d682-4d1a-9344-0bb27f55df87 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:54:56.930315 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-085b0252-bc4c-46e1-9f54-656c452a0023 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:54:56.934615 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085b0252-bc4c-46e1-9f54-656c452a0023 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:54:56.935171 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-085b0252-bc4c-46e1-9f54-656c452a0023 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554727'] for router_interface (eca9d0ce-73ec-4ac0-92bb-3b973ac32286), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:57.017907 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-67986c4f-067f-4b55-873c-516e7c0144db None None] For port bc6540dd-6ba4-4d17-b500-a0f8314e78a2, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:54:57.020607 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-a9ff6195-8e7d-44e4-b2ee-3af825c34676 None None] Set router eca9d0ce-73ec-4ac0-92bb-3b973ac32286 gateway port host: None {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:54:57.021751 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-67986c4f-067f-4b55-873c-516e7c0144db None None] For port bc6540dd-6ba4-4d17-b500-a0f8314e78a2, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=bc6540dd-6ba4-4d17-b500-a0f8314e78a2,segment=NetworkSegment(ddfccc80-0c70-417a-99ec-e3ea5ae7462b),segment_id=ddfccc80-0c70-417a-99ec-e3ea5ae7462b)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:54:57.032200 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-67986c4f-067f-4b55-873c-516e7c0144db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (bc6540dd-6ba4-4d17-b500-a0f8314e78a2), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:57.071007 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-085b0252-bc4c-46e1-9f54-656c452a0023 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (13ad85c9-d90e-4d57-9c84-8be78b67671e), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:57.099145 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-40c8081e-1fe5-41eb-b425-e6169d5d1e6a None None] Current status of the port f0a4589b-c428-4537-8193-3c7d18f47d4f is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:54:57.106404 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085b0252-bc4c-46e1-9f54-656c452a0023 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Pushing event updated for resources: {'Port': ['ID=13ad85c9-d90e-4d57-9c84-8be78b67671e,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:57.164472 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-40c8081e-1fe5-41eb-b425-e6169d5d1e6a None None] Provisioning complete for port c215e997-4569-478a-aab6-99970ff557bd triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:54:57.165021 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-40c8081e-1fe5-41eb-b425-e6169d5d1e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (c215e997-4569-478a-aab6-99970ff557bd), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:57.219438 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-40c8081e-1fe5-41eb-b425-e6169d5d1e6a None None] Port c215e997-4569-478a-aab6-99970ff557bd cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:54:57.226417 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 56e87dd0-1b27-4a42-bfd2-eadbd6719090 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:54:57.233146 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67986c4f-067f-4b55-873c-516e7c0144db None None] Pushing event updated for resources: {'Port': ['ID=bc6540dd-6ba4-4d17-b500-a0f8314e78a2,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:57.352308 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-fac9d135-66b7-4421-8e5e-bc3efb912a4b None None] Provisioning complete for port c215e997-4569-478a-aab6-99970ff557bd triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:54:57.352700 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-fac9d135-66b7-4421-8e5e-bc3efb912a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (c215e997-4569-478a-aab6-99970ff557bd), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:57.478016 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-fac9d135-66b7-4421-8e5e-bc3efb912a4b None None] Port c215e997-4569-478a-aab6-99970ff557bd cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:54:57.494649 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device f0a4589b-c428-4537-8193-3c7d18f47d4f up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:54:57.558004 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-085b0252-bc4c-46e1-9f54-656c452a0023 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for port (13ad85c9-d90e-4d57-9c84-8be78b67671e), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:57.558971 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-a9ff6195-8e7d-44e4-b2ee-3af825c34676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca9d0ce-73ec-4ac0-92bb-3b973ac32286', 'name': 'tempest-RoutersIpV6Test-router-1020766714', 'tenant_id': '63d4a6f962814234ac116c1855fa9574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:54:42Z', 'updated_at': '2022-02-09T21:54:52Z', 'revision_number': 4, 'project_id': '63d4a6f962814234ac116c1855fa9574', 'gw_port_host': None, '_interfaces': [{'id': '56e87dd0-1b27-4a42-bfd2-eadbd6719090', 'name': '', 'network_id': 'e884345b-1bed-45e7-a938-b69c507a18f4', 'tenant_id': '63d4a6f962814234ac116c1855fa9574', 'mac_address': 'fa:16:3e:c1:69:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca9d0ce-73ec-4ac0-92bb-3b973ac32286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': 'a356395b-7404-48c5-9f9c-bd9f437bedb9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:54:47Z', 'updated_at': '2022-02-09T21:54:53Z', 'revision_number': 5, 'project_id': '63d4a6f962814234ac116c1855fa9574', 'subnets': [{'id': 'a356395b-7404-48c5-9f9c-bd9f437bedb9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58ff719e-5d33-48c7-b2f4-c19a928968cd', 'name': '', 'network_id': '4f2d8a79-dcf8-4605-ac33-6a509542ba65', 'tenant_id': '63d4a6f962814234ac116c1855fa9574', 'mac_address': 'fa:16:3e:8d:48:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca9d0ce-73ec-4ac0-92bb-3b973ac32286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '953f9dc9-4551-4df0-abaf-9aa4a6209879', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:54:43Z', 'updated_at': '2022-02-09T21:54:47Z', 'revision_number': 5, 'project_id': '63d4a6f962814234ac116c1855fa9574', 'subnets': [{'id': '953f9dc9-4551-4df0-abaf-9aa4a6209879', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c215e997-4569-478a-aab6-99970ff557bd', 'name': '', 'network_id': '317737af-d3b8-442c-ac3a-47a9c498f10a', 'tenant_id': '63d4a6f962814234ac116c1855fa9574', 'mac_address': 'fa:16:3e:bc:b0:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca9d0ce-73ec-4ac0-92bb-3b973ac32286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': '94ecc160-549e-4ab1-aac3-7e47116e3f3a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:54:52Z', 'updated_at': '2022-02-09T21:54:53Z', 'revision_number': 2, 'project_id': '63d4a6f962814234ac116c1855fa9574', 'subnets': [{'id': '94ecc160-549e-4ab1-aac3-7e47116e3f3a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:57.567745 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-085b0252-bc4c-46e1-9f54-656c452a0023 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (13ad85c9-d90e-4d57-9c84-8be78b67671e), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:57.569859 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-085b0252-bc4c-46e1-9f54-656c452a0023 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524919'] for router_interface (eca9d0ce-73ec-4ac0-92bb-3b973ac32286), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:57.612898 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ff6195-8e7d-44e4-b2ee-3af825c34676 None None] Checking router: eca9d0ce-73ec-4ac0-92bb-3b973ac32286 for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:54:57.613421 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ff6195-8e7d-44e4-b2ee-3af825c34676 None None] Updating router eca9d0ce-73ec-4ac0-92bb-3b973ac32286 port c215e997-4569-478a-aab6-99970ff557bd binding host n-d-828369-5 {{(pid=103143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:54:57.655516 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a9ff6195-8e7d-44e4-b2ee-3af825c34676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (c215e997-4569-478a-aab6-99970ff557bd), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:57.682648 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port f0a4589b-c428-4537-8193-3c7d18f47d4f triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:54:57.683379 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (f0a4589b-c428-4537-8193-3c7d18f47d4f), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:57.827337 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085b0252-bc4c-46e1-9f54-656c452a0023 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Pushing event updated for resources: {'Port': ['ID=13ad85c9-d90e-4d57-9c84-8be78b67671e,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:57.908997 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085b0252-bc4c-46e1-9f54-656c452a0023 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Network 986baa4b-d682-4d1a-9344-0bb27f55df87 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:54:57.912150 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-085b0252-bc4c-46e1-9f54-656c452a0023 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:54:57.912716 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port f0a4589b-c428-4537-8193-3c7d18f47d4f is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:54:58.049348 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a9ff6195-8e7d-44e4-b2ee-3af825c34676 None None] Publish callbacks [] for port (c215e997-4569-478a-aab6-99970ff557bd), precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:58.057222 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a9ff6195-8e7d-44e4-b2ee-3af825c34676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (c215e997-4569-478a-aab6-99970ff557bd), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:58.173063 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23bbb15-160a-41da-a6f9-726276c731fd None None] Pushing event updated for resources: {'Port': ['ID=c215e997-4569-478a-aab6-99970ff557bd,revision_number=3']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:58.312031 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-a9ff6195-8e7d-44e4-b2ee-3af825c34676 None None] Attempting to bind port c215e997-4569-478a-aab6-99970ff557bd on host n-d-828369-5 for vnic_type normal with profile {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:54:58.312819 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-a9ff6195-8e7d-44e4-b2ee-3af825c34676 None None] Attempting to bind port c215e997-4569-478a-aab6-99970ff557bd by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '6a5fc1b0-52a8-4b79-b78e-f02ad3672450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '317737af-d3b8-442c-ac3a-47a9c498f10a'}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:54:58.313435 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ff6195-8e7d-44e4-b2ee-3af825c34676 None None] Attempting to bind port c215e997-4569-478a-aab6-99970ff557bd on network 317737af-d3b8-442c-ac3a-47a9c498f10a {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:54:58.323160 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ff6195-8e7d-44e4-b2ee-3af825c34676 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:54:58.323968 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ff6195-8e7d-44e4-b2ee-3af825c34676 None None] Checking segment: {'id': '6a5fc1b0-52a8-4b79-b78e-f02ad3672450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '317737af-d3b8-442c-ac3a-47a9c498f10a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:54:58.324734 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a9ff6195-8e7d-44e4-b2ee-3af825c34676 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:58.325375 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ff6195-8e7d-44e4-b2ee-3af825c34676 None None] Bound using segment: {'id': '6a5fc1b0-52a8-4b79-b78e-f02ad3672450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '317737af-d3b8-442c-ac3a-47a9c498f10a'} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:54:58.327827 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-a9ff6195-8e7d-44e4-b2ee-3af825c34676 None None] Bound port: c215e997-4569-478a-aab6-99970ff557bd, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a5fc1b0-52a8-4b79-b78e-f02ad3672450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '317737af-d3b8-442c-ac3a-47a9c498f10a'}}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:54:58.328539 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a9ff6195-8e7d-44e4-b2ee-3af825c34676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (c215e997-4569-478a-aab6-99970ff557bd), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:58.457581 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-a9ff6195-8e7d-44e4-b2ee-3af825c34676 None None] For port c215e997-4569-478a-aab6-99970ff557bd, host n-d-828369-5, cleared binding levels {{(pid=103143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:54:58.462707 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-a9ff6195-8e7d-44e4-b2ee-3af825c34676 None None] For port c215e997-4569-478a-aab6-99970ff557bd, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=c215e997-4569-478a-aab6-99970ff557bd,segment=NetworkSegment(6a5fc1b0-52a8-4b79-b78e-f02ad3672450),segment_id=6a5fc1b0-52a8-4b79-b78e-f02ad3672450)] {{(pid=103143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:54:58.471220 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a9ff6195-8e7d-44e4-b2ee-3af825c34676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (c215e997-4569-478a-aab6-99970ff557bd), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:58.602562 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23bbb15-160a-41da-a6f9-726276c731fd None None] Pushing event updated for resources: {'Port': ['ID=c215e997-4569-478a-aab6-99970ff557bd,revision_number=4']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:58.635111 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ff6195-8e7d-44e4-b2ee-3af825c34676 None None] Routers {'eca9d0ce-73ec-4ac0-92bb-3b973ac32286'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:54:58.635863 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-a9ff6195-8e7d-44e4-b2ee-3af825c34676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:54:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['eca9d0ce-73ec-4ac0-92bb-3b973ac32286'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:58.699694 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a5c3c422-8ead-4560-9380-4fdb72601259 None None] Provisioning complete for port c215e997-4569-478a-aab6-99970ff557bd triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:54:58.700297 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a5c3c422-8ead-4560-9380-4fdb72601259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (c215e997-4569-478a-aab6-99970ff557bd), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:58.860370 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-a9ff6195-8e7d-44e4-b2ee-3af825c34676 None None] Set router eca9d0ce-73ec-4ac0-92bb-3b973ac32286 gateway port host: None {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:54:58.903529 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a5c3c422-8ead-4560-9380-4fdb72601259 None None] Current status of the port c215e997-4569-478a-aab6-99970ff557bd is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:54:58.903847 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a5c3c422-8ead-4560-9380-4fdb72601259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (c215e997-4569-478a-aab6-99970ff557bd), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:58.932115 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-085b0252-bc4c-46e1-9f54-656c452a0023 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Router eca9d0ce-73ec-4ac0-92bb-3b973ac32286 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:54:58.982236 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a5c3c422-8ead-4560-9380-4fdb72601259 None None] For port c215e997-4569-478a-aab6-99970ff557bd, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=c215e997-4569-478a-aab6-99970ff557bd,segment=NetworkSegment(6a5fc1b0-52a8-4b79-b78e-f02ad3672450),segment_id=6a5fc1b0-52a8-4b79-b78e-f02ad3672450)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:54:58.993321 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8068cd14-8b3e-41b6-b34f-71b4d19f1a03 None None] Network 986baa4b-d682-4d1a-9344-0bb27f55df87 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:54:59.039784 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a5c3c422-8ead-4560-9380-4fdb72601259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (c215e997-4569-478a-aab6-99970ff557bd), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:59.228401 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-7162f08e-baca-424f-a6c2-291fa373b484 None None] Provisioning complete for port c215e997-4569-478a-aab6-99970ff557bd triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:54:59.228873 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7162f08e-baca-424f-a6c2-291fa373b484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (c215e997-4569-478a-aab6-99970ff557bd), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:54:59.257157 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-085b0252-bc4c-46e1-9f54-656c452a0023 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:54:59.263526 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-085b0252-bc4c-46e1-9f54-656c452a0023 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "PUT /v2.0/routers/eca9d0ce-73ec-4ac0-92bb-3b973ac32286/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2545085 Feb 09 21:54:59.267340 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54744) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:54:59.274673 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-3c3ef8e1-d173-4f21-8487-b5e663a369a4 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:54:59.276075 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-a9ff6195-8e7d-44e4-b2ee-3af825c34676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca9d0ce-73ec-4ac0-92bb-3b973ac32286', 'name': 'tempest-RoutersIpV6Test-router-1020766714', 'tenant_id': '63d4a6f962814234ac116c1855fa9574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:54:42Z', 'updated_at': '2022-02-09T21:54:57Z', 'revision_number': 5, 'project_id': '63d4a6f962814234ac116c1855fa9574', 'gw_port_host': None, '_interfaces': [{'id': '13ad85c9-d90e-4d57-9c84-8be78b67671e', 'name': '', 'network_id': '986baa4b-d682-4d1a-9344-0bb27f55df87', 'tenant_id': '63d4a6f962814234ac116c1855fa9574', 'mac_address': 'fa:16:3e:e7:7a:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca9d0ce-73ec-4ac0-92bb-3b973ac32286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': 'ff334b61-544a-41db-81e6-c56a042d2f38', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:54:55Z', 'updated_at': '2022-02-09T21:54:57Z', 'revision_number': 2, 'project_id': '63d4a6f962814234ac116c1855fa9574', 'subnets': [{'id': 'ff334b61-544a-41db-81e6-c56a042d2f38', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56e87dd0-1b27-4a42-bfd2-eadbd6719090', 'name': '', 'network_id': 'e884345b-1bed-45e7-a938-b69c507a18f4', 'tenant_id': '63d4a6f962814234ac116c1855fa9574', 'mac_address': 'fa:16:3e:c1:69:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca9d0ce-73ec-4ac0-92bb-3b973ac32286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': 'a356395b-7404-48c5-9f9c-bd9f437bedb9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:54:47Z', 'updated_at': '2022-02-09T21:54:53Z', 'revision_number': 5, 'project_id': '63d4a6f962814234ac116c1855fa9574', 'subnets': [{'id': 'a356395b-7404-48c5-9f9c-bd9f437bedb9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58ff719e-5d33-48c7-b2f4-c19a928968cd', 'name': '', 'network_id': '4f2d8a79-dcf8-4605-ac33-6a509542ba65', 'tenant_id': '63d4a6f962814234ac116c1855fa9574', 'mac_address': 'fa:16:3e:8d:48:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca9d0ce-73ec-4ac0-92bb-3b973ac32286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '953f9dc9-4551-4df0-abaf-9aa4a6209879', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:54:43Z', 'updated_at': '2022-02-09T21:54:47Z', 'revision_number': 5, 'project_id': '63d4a6f962814234ac116c1855fa9574', 'subnets': [{'id': '953f9dc9-4551-4df0-abaf-9aa4a6209879', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c215e997-4569-478a-aab6-99970ff557bd', 'name': '', 'network_id': '317737af-d3b8-442c-ac3a-47a9c498f10a', 'tenant_id': '63d4a6f962814234ac116c1855fa9574', 'mac_address': 'fa:16:3e:bc:b0:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca9d0ce-73ec-4ac0-92bb-3b973ac32286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': '94ecc160-549e-4ab1-aac3-7e47116e3f3a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:54:52Z', 'updated_at': '2022-02-09T21:54:58Z', 'revision_number': 4, 'project_id': '63d4a6f962814234ac116c1855fa9574', 'subnets': [{'id': '94ecc160-549e-4ab1-aac3-7e47116e3f3a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:54:59.306196 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c3c422-8ead-4560-9380-4fdb72601259 None None] Pushing event updated for resources: {'Port': ['ID=c215e997-4569-478a-aab6-99970ff557bd,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:54:59.381453 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ff6195-8e7d-44e4-b2ee-3af825c34676 None None] The sync data for ids ['eca9d0ce-73ec-4ac0-92bb-3b973ac32286'] in n-d-828369-5 is: [{'id': 'eca9d0ce-73ec-4ac0-92bb-3b973ac32286', 'name': 'tempest-RoutersIpV6Test-router-1020766714', 'tenant_id': '63d4a6f962814234ac116c1855fa9574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:54:42Z', 'updated_at': '2022-02-09T21:54:57Z', 'revision_number': 5, 'project_id': '63d4a6f962814234ac116c1855fa9574', 'gw_port_host': None, '_interfaces': [{'id': '13ad85c9-d90e-4d57-9c84-8be78b67671e', 'name': '', 'network_id': '986baa4b-d682-4d1a-9344-0bb27f55df87', 'tenant_id': '63d4a6f962814234ac116c1855fa9574', 'mac_address': 'fa:16:3e:e7:7a:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca9d0ce-73ec-4ac0-92bb-3b973ac32286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': 'ff334b61-544a-41db-81e6-c56a042d2f38', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:54:55Z', 'updated_at': '2022-02-09T21:54:57Z', 'revision_number': 2, 'project_id': '63d4a6f962814234ac116c1855fa9574', 'subnets': [{'id': 'ff334b61-544a-41db-81e6-c56a042d2f38', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56e87dd0-1b27-4a42-bfd2-eadbd6719090', 'name': '', 'network_id': 'e884345b-1bed-45e7-a938-b69c507a18f4', 'tenant_id': '63d4a6f962814234ac116c1855fa9574', 'mac_address': 'fa:16:3e:c1:69:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca9d0ce-73ec-4ac0-92bb-3b973ac32286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': 'a356395b-7404-48c5-9f9c-bd9f437bedb9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:54:47Z', 'updated_at': '2022-02-09T21:54:53Z', 'revision_number': 5, 'project_id': '63d4a6f962814234ac116c1855fa9574', 'subnets': [{'id': 'a356395b-7404-48c5-9f9c-bd9f437bedb9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58ff719e-5d33-48c7-b2f4-c19a928968cd', 'name': '', 'network_id': '4f2d8a79-dcf8-4605-ac33-6a509542ba65', 'tenant_id': '63d4a6f962814234ac116c1855fa9574', 'mac_address': 'fa:16:3e:8d:48:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca9d0ce-73ec-4ac0-92bb-3b973ac32286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '953f9dc9-4551-4df0-abaf-9aa4a6209879', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:54:43Z', 'updated_at': '2022-02-09T21:54:47Z', 'revision_number': 5, 'project_id': '63d4a6f962814234ac116c1855fa9574', 'subnets': [{'id': '953f9dc9-4551-4df0-abaf-9aa4a6209879', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c215e997-4569-478a-aab6-99970ff557bd', 'name': '', 'network_id': '317737af-d3b8-442c-ac3a-47a9c498f10a', 'tenant_id': '63d4a6f962814234ac116c1855fa9574', 'mac_address': 'fa:16:3e:bc:b0:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca9d0ce-73ec-4ac0-92bb-3b973ac32286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': '94ecc160-549e-4ab1-aac3-7e47116e3f3a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:54:52Z', 'updated_at': '2022-02-09T21:54:58Z', 'revision_number': 4, 'project_id': '63d4a6f962814234ac116c1855fa9574', 'subnets': [{'id': '94ecc160-549e-4ab1-aac3-7e47116e3f3a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:54:59.991135 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-7162f08e-baca-424f-a6c2-291fa373b484 None None] Current status of the port c215e997-4569-478a-aab6-99970ff557bd is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:54:59.994601 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device c215e997-4569-478a-aab6-99970ff557bd up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:55:00.125313 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-7162f08e-baca-424f-a6c2-291fa373b484 None None] Provisioning complete for port bc6540dd-6ba4-4d17-b500-a0f8314e78a2 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:55:00.125699 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7162f08e-baca-424f-a6c2-291fa373b484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (bc6540dd-6ba4-4d17-b500-a0f8314e78a2), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:00.237638 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.extraroute_db [None req-3c3ef8e1-d173-4f21-8487-b5e663a369a4 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=103141) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 09 21:55:00.261286 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port c215e997-4569-478a-aab6-99970ff557bd triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:55:00.261985 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (c215e997-4569-478a-aab6-99970ff557bd), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:00.269979 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.extraroute_db [None req-3c3ef8e1-d173-4f21-8487-b5e663a369a4 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Removed routes are [] {{(pid=103141) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 09 21:55:00.270525 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3c3ef8e1-d173-4f21-8487-b5e663a369a4 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-554449', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10783'] for router (eca9d0ce-73ec-4ac0-92bb-3b973ac32286), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:00.540939 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-7162f08e-baca-424f-a6c2-291fa373b484 None None] Current status of the port bc6540dd-6ba4-4d17-b500-a0f8314e78a2 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:55:00.541473 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7162f08e-baca-424f-a6c2-291fa373b484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (bc6540dd-6ba4-4d17-b500-a0f8314e78a2), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:00.563549 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port c215e997-4569-478a-aab6-99970ff557bd is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:55:00.565789 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device bc6540dd-6ba4-4d17-b500-a0f8314e78a2 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:55:00.660544 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-7162f08e-baca-424f-a6c2-291fa373b484 None None] For port bc6540dd-6ba4-4d17-b500-a0f8314e78a2, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=bc6540dd-6ba4-4d17-b500-a0f8314e78a2,segment=NetworkSegment(ddfccc80-0c70-417a-99ec-e3ea5ae7462b),segment_id=ddfccc80-0c70-417a-99ec-e3ea5ae7462b)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:55:00.669588 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7162f08e-baca-424f-a6c2-291fa373b484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (bc6540dd-6ba4-4d17-b500-a0f8314e78a2), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:00.769828 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3c3ef8e1-d173-4f21-8487-b5e663a369a4 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-554449', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10783'] for router (eca9d0ce-73ec-4ac0-92bb-3b973ac32286), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:00.774082 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3c3ef8e1-d173-4f21-8487-b5e663a369a4 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-554458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-554435', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-525216'] for router (eca9d0ce-73ec-4ac0-92bb-3b973ac32286), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:00.817393 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7162f08e-baca-424f-a6c2-291fa373b484 None None] Pushing event updated for resources: {'Port': ['ID=bc6540dd-6ba4-4d17-b500-a0f8314e78a2,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:00.846936 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420750e7-fea0-4a6d-bb95-375db47a70ef None None] Sync routers for ids ['eca9d0ce-73ec-4ac0-92bb-3b973ac32286'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:55:00.875585 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-3099383f-c17c-4a74-958f-e4882d041116 None None] Provisioning complete for port bc6540dd-6ba4-4d17-b500-a0f8314e78a2 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:55:00.876256 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-3099383f-c17c-4a74-958f-e4882d041116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (bc6540dd-6ba4-4d17-b500-a0f8314e78a2), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:00.885231 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420750e7-fea0-4a6d-bb95-375db47a70ef None None] Routers {'eca9d0ce-73ec-4ac0-92bb-3b973ac32286'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:55:00.888260 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-420750e7-fea0-4a6d-bb95-375db47a70ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:54:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['eca9d0ce-73ec-4ac0-92bb-3b973ac32286'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:01.019806 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-420750e7-fea0-4a6d-bb95-375db47a70ef None None] Set router eca9d0ce-73ec-4ac0-92bb-3b973ac32286 gateway port host: None {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:55:01.356496 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port bc6540dd-6ba4-4d17-b500-a0f8314e78a2 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:55:01.357270 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (bc6540dd-6ba4-4d17-b500-a0f8314e78a2), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:01.487723 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c3ef8e1-d173-4f21-8487-b5e663a369a4 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Router eca9d0ce-73ec-4ac0-92bb-3b973ac32286 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:55:01.505659 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-3099383f-c17c-4a74-958f-e4882d041116 None None] Current status of the port bc6540dd-6ba4-4d17-b500-a0f8314e78a2 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:55:01.568912 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port bc6540dd-6ba4-4d17-b500-a0f8314e78a2 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:55:01.571226 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-3099383f-c17c-4a74-958f-e4882d041116 None None] Provisioning complete for port 13ad85c9-d90e-4d57-9c84-8be78b67671e triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:55:01.571785 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-3099383f-c17c-4a74-958f-e4882d041116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (13ad85c9-d90e-4d57-9c84-8be78b67671e), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:01.622858 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-420750e7-fea0-4a6d-bb95-375db47a70ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca9d0ce-73ec-4ac0-92bb-3b973ac32286', 'name': 'tempest-RoutersIpV6Test-router-1020766714', 'tenant_id': '63d4a6f962814234ac116c1855fa9574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:54:42Z', 'updated_at': '2022-02-09T21:55:00Z', 'revision_number': 6, 'project_id': '63d4a6f962814234ac116c1855fa9574', 'gw_port_host': None, '_interfaces': [{'id': '13ad85c9-d90e-4d57-9c84-8be78b67671e', 'name': '', 'network_id': '986baa4b-d682-4d1a-9344-0bb27f55df87', 'tenant_id': '63d4a6f962814234ac116c1855fa9574', 'mac_address': 'fa:16:3e:e7:7a:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca9d0ce-73ec-4ac0-92bb-3b973ac32286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': 'ff334b61-544a-41db-81e6-c56a042d2f38', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:54:55Z', 'updated_at': '2022-02-09T21:54:57Z', 'revision_number': 2, 'project_id': '63d4a6f962814234ac116c1855fa9574', 'subnets': [{'id': 'ff334b61-544a-41db-81e6-c56a042d2f38', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56e87dd0-1b27-4a42-bfd2-eadbd6719090', 'name': '', 'network_id': 'e884345b-1bed-45e7-a938-b69c507a18f4', 'tenant_id': '63d4a6f962814234ac116c1855fa9574', 'mac_address': 'fa:16:3e:c1:69:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca9d0ce-73ec-4ac0-92bb-3b973ac32286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': 'a356395b-7404-48c5-9f9c-bd9f437bedb9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:54:47Z', 'updated_at': '2022-02-09T21:54:53Z', 'revision_number': 5, 'project_id': '63d4a6f962814234ac116c1855fa9574', 'subnets': [{'id': 'a356395b-7404-48c5-9f9c-bd9f437bedb9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58ff719e-5d33-48c7-b2f4-c19a928968cd', 'name': '', 'network_id': '4f2d8a79-dcf8-4605-ac33-6a509542ba65', 'tenant_id': '63d4a6f962814234ac116c1855fa9574', 'mac_address': 'fa:16:3e:8d:48:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca9d0ce-73ec-4ac0-92bb-3b973ac32286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '953f9dc9-4551-4df0-abaf-9aa4a6209879', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:54:43Z', 'updated_at': '2022-02-09T21:54:47Z', 'revision_number': 5, 'project_id': '63d4a6f962814234ac116c1855fa9574', 'subnets': [{'id': '953f9dc9-4551-4df0-abaf-9aa4a6209879', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c215e997-4569-478a-aab6-99970ff557bd', 'name': '', 'network_id': '317737af-d3b8-442c-ac3a-47a9c498f10a', 'tenant_id': '63d4a6f962814234ac116c1855fa9574', 'mac_address': 'fa:16:3e:bc:b0:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca9d0ce-73ec-4ac0-92bb-3b973ac32286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': '94ecc160-549e-4ab1-aac3-7e47116e3f3a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:54:52Z', 'updated_at': '2022-02-09T21:54:58Z', 'revision_number': 5, 'project_id': '63d4a6f962814234ac116c1855fa9574', 'subnets': [{'id': '94ecc160-549e-4ab1-aac3-7e47116e3f3a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:01.627181 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-3099383f-c17c-4a74-958f-e4882d041116 None None] Port 13ad85c9-d90e-4d57-9c84-8be78b67671e cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:55:01.658982 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420750e7-fea0-4a6d-bb95-375db47a70ef None None] Checking router: eca9d0ce-73ec-4ac0-92bb-3b973ac32286 for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:55:01.659348 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420750e7-fea0-4a6d-bb95-375db47a70ef None None] Updating router eca9d0ce-73ec-4ac0-92bb-3b973ac32286 port 13ad85c9-d90e-4d57-9c84-8be78b67671e binding host n-d-828369-5 {{(pid=103142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:55:01.705998 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-420750e7-fea0-4a6d-bb95-375db47a70ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (13ad85c9-d90e-4d57-9c84-8be78b67671e), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:01.727958 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c3ef8e1-d173-4f21-8487-b5e663a369a4 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:55:01.739074 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3c3ef8e1-d173-4f21-8487-b5e663a369a4 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:01.740592 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-3c3ef8e1-d173-4f21-8487-b5e663a369a4 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "PUT /v2.0/routers/eca9d0ce-73ec-4ac0-92bb-3b973ac32286 HTTP/1.1" status: 200 len: 954 time: 2.4718652 Feb 09 21:55:01.746074 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54760) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:01.764297 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device c215e997-4569-478a-aab6-99970ff557bd up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:55:01.884501 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-94195a76-78b1-491b-9d32-64e2193332cd tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "GET /v2.0/routers/eca9d0ce-73ec-4ac0-92bb-3b973ac32286 HTTP/1.1" status: 200 len: 954 time: 0.1384857 Feb 09 21:55:01.886882 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 54762) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:01.893230 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-00482526-1fba-451f-9341-0d449015652b tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Request body: {'router': {'routes': None}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:55:02.090892 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-2e17931d-c49a-4c37-b725-7bc129164002 None None] Provisioning complete for port 13ad85c9-d90e-4d57-9c84-8be78b67671e triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:55:02.091547 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2e17931d-c49a-4c37-b725-7bc129164002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (13ad85c9-d90e-4d57-9c84-8be78b67671e), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:02.133848 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-2e17931d-c49a-4c37-b725-7bc129164002 None None] Port 13ad85c9-d90e-4d57-9c84-8be78b67671e cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:55:02.234931 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-420750e7-fea0-4a6d-bb95-375db47a70ef None None] Publish callbacks [] for port (13ad85c9-d90e-4d57-9c84-8be78b67671e), precommit_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:02.245255 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-420750e7-fea0-4a6d-bb95-375db47a70ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (13ad85c9-d90e-4d57-9c84-8be78b67671e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:02.306936 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6482354b-9e15-4b86-96e2-9b09ecc1d492 None None] Pushing event updated for resources: {'Port': ['ID=13ad85c9-d90e-4d57-9c84-8be78b67671e,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:02.360517 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port c215e997-4569-478a-aab6-99970ff557bd triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:55:02.362032 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (c215e997-4569-478a-aab6-99970ff557bd), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:02.514184 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-420750e7-fea0-4a6d-bb95-375db47a70ef None None] Attempting to bind port 13ad85c9-d90e-4d57-9c84-8be78b67671e on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:55:02.517908 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-420750e7-fea0-4a6d-bb95-375db47a70ef None None] Attempting to bind port 13ad85c9-d90e-4d57-9c84-8be78b67671e by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': 'ddfccc80-0c70-417a-99ec-e3ea5ae7462b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '986baa4b-d682-4d1a-9344-0bb27f55df87'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:55:02.519666 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420750e7-fea0-4a6d-bb95-375db47a70ef None None] Attempting to bind port 13ad85c9-d90e-4d57-9c84-8be78b67671e on network 986baa4b-d682-4d1a-9344-0bb27f55df87 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:55:02.552597 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420750e7-fea0-4a6d-bb95-375db47a70ef None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:55:02.553264 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420750e7-fea0-4a6d-bb95-375db47a70ef None None] Checking segment: {'id': 'ddfccc80-0c70-417a-99ec-e3ea5ae7462b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '986baa4b-d682-4d1a-9344-0bb27f55df87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:55:02.554393 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-420750e7-fea0-4a6d-bb95-375db47a70ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:02.554393 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420750e7-fea0-4a6d-bb95-375db47a70ef None None] Bound using segment: {'id': 'ddfccc80-0c70-417a-99ec-e3ea5ae7462b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '986baa4b-d682-4d1a-9344-0bb27f55df87'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:55:02.554769 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-420750e7-fea0-4a6d-bb95-375db47a70ef None None] Bound port: 13ad85c9-d90e-4d57-9c84-8be78b67671e, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddfccc80-0c70-417a-99ec-e3ea5ae7462b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '986baa4b-d682-4d1a-9344-0bb27f55df87'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:55:02.555162 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-420750e7-fea0-4a6d-bb95-375db47a70ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (13ad85c9-d90e-4d57-9c84-8be78b67671e), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:02.673303 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.extraroute_db [None req-00482526-1fba-451f-9341-0d449015652b tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Added routes are [] {{(pid=103140) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 09 21:55:02.674079 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.extraroute_db [None req-00482526-1fba-451f-9341-0d449015652b tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=103140) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 09 21:55:02.736855 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-420750e7-fea0-4a6d-bb95-375db47a70ef None None] For port 13ad85c9-d90e-4d57-9c84-8be78b67671e, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:55:02.746159 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-420750e7-fea0-4a6d-bb95-375db47a70ef None None] For port 13ad85c9-d90e-4d57-9c84-8be78b67671e, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=13ad85c9-d90e-4d57-9c84-8be78b67671e,segment=NetworkSegment(ddfccc80-0c70-417a-99ec-e3ea5ae7462b),segment_id=ddfccc80-0c70-417a-99ec-e3ea5ae7462b)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:55:02.762455 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-420750e7-fea0-4a6d-bb95-375db47a70ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (13ad85c9-d90e-4d57-9c84-8be78b67671e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:02.764715 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port c215e997-4569-478a-aab6-99970ff557bd is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:55:02.766461 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device bc6540dd-6ba4-4d17-b500-a0f8314e78a2 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:55:02.773699 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-00482526-1fba-451f-9341-0d449015652b tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-554449', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10783'] for router (eca9d0ce-73ec-4ac0-92bb-3b973ac32286), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:02.871412 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6482354b-9e15-4b86-96e2-9b09ecc1d492 None None] Pushing event updated for resources: {'Port': ['ID=13ad85c9-d90e-4d57-9c84-8be78b67671e,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:02.894885 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54776) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:03.063347 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-dab64799-7399-4bf8-a117-fb9d0d8d8853 None None] Provisioning complete for port 13ad85c9-d90e-4d57-9c84-8be78b67671e triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:55:03.067306 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-dab64799-7399-4bf8-a117-fb9d0d8d8853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (13ad85c9-d90e-4d57-9c84-8be78b67671e), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:03.113604 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-82cb4817-eb85-42a4-9ab1-f172ce9b9814 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "GET /v2.0/floatingips/65498010-5ff8-4742-a55f-fc026618cc03 HTTP/1.1" status: 200 len: 994 time: 0.2171741 Feb 09 21:55:03.123392 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-00482526-1fba-451f-9341-0d449015652b tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-554449', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10783'] for router (eca9d0ce-73ec-4ac0-92bb-3b973ac32286), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:03.129050 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-00482526-1fba-451f-9341-0d449015652b tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-554458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-554435', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-525216'] for router (eca9d0ce-73ec-4ac0-92bb-3b973ac32286), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:03.156193 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420750e7-fea0-4a6d-bb95-375db47a70ef None None] Routers {'eca9d0ce-73ec-4ac0-92bb-3b973ac32286'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:55:03.157021 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-420750e7-fea0-4a6d-bb95-375db47a70ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:54:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['eca9d0ce-73ec-4ac0-92bb-3b973ac32286'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:03.350772 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port bc6540dd-6ba4-4d17-b500-a0f8314e78a2 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:55:03.351814 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (bc6540dd-6ba4-4d17-b500-a0f8314e78a2), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:03.393765 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00482526-1fba-451f-9341-0d449015652b tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Router eca9d0ce-73ec-4ac0-92bb-3b973ac32286 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:55:03.448815 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-420750e7-fea0-4a6d-bb95-375db47a70ef None None] Set router eca9d0ce-73ec-4ac0-92bb-3b973ac32286 gateway port host: None {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:55:03.451488 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54792) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:03.711598 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1778cc5-f5a2-4c8e-be4a-afd2ac441e4e req-87e5423b-565c-4479-b1c8-f68038224f31 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:03.713270 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c1778cc5-f5a2-4c8e-be4a-afd2ac441e4e req-87e5423b-565c-4479-b1c8-f68038224f31 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 946 time: 0.1407545 Feb 09 21:55:03.761933 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00482526-1fba-451f-9341-0d449015652b tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:55:03.790408 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-00482526-1fba-451f-9341-0d449015652b tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:03.792680 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-00482526-1fba-451f-9341-0d449015652b tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "PUT /v2.0/routers/eca9d0ce-73ec-4ac0-92bb-3b973ac32286 HTTP/1.1" status: 200 len: 704 time: 1.9042554 Feb 09 21:55:03.796436 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54794) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:03.822466 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c1778cc5-f5a2-4c8e-be4a-afd2ac441e4e req-d5870847-a4ae-461c-8488-88395e7e05e7 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028771 Feb 09 21:55:03.923427 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-7450253e-c97d-4f18-a95a-190d5d0fe441 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Deleting port f1898967-9af3-4eb3-91cb-36740d7f1933 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:55:03.924011 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7450253e-c97d-4f18-a95a-190d5d0fe441 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (f1898967-9af3-4eb3-91cb-36740d7f1933), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:03.935765 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 54796) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:03.936576 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-ca845288-fa96-4f1d-b126-c3bf925ccee6 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "GET /v2.0/routers/eca9d0ce-73ec-4ac0-92bb-3b973ac32286 HTTP/1.1" status: 200 len: 704 time: 0.1383326 Feb 09 21:55:04.059940 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7450253e-c97d-4f18-a95a-190d5d0fe441 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (f1898967-9af3-4eb3-91cb-36740d7f1933), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:04.060194 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7450253e-c97d-4f18-a95a-190d5d0fe441 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for floatingip (f1898967-9af3-4eb3-91cb-36740d7f1933), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:04.066327 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-dab64799-7399-4bf8-a117-fb9d0d8d8853 None None] Current status of the port 13ad85c9-d90e-4d57-9c84-8be78b67671e is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:55:04.066771 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-dab64799-7399-4bf8-a117-fb9d0d8d8853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (13ad85c9-d90e-4d57-9c84-8be78b67671e), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:04.083537 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-7450253e-c97d-4f18-a95a-190d5d0fe441 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Calling delete_port for f1898967-9af3-4eb3-91cb-36740d7f1933 owned by network:floatingip {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:55:04.245954 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-dab64799-7399-4bf8-a117-fb9d0d8d8853 None None] For port 13ad85c9-d90e-4d57-9c84-8be78b67671e, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=13ad85c9-d90e-4d57-9c84-8be78b67671e,segment=NetworkSegment(ddfccc80-0c70-417a-99ec-e3ea5ae7462b),segment_id=ddfccc80-0c70-417a-99ec-e3ea5ae7462b)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:55:04.309615 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-dab64799-7399-4bf8-a117-fb9d0d8d8853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (13ad85c9-d90e-4d57-9c84-8be78b67671e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:04.323495 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port bc6540dd-6ba4-4d17-b500-a0f8314e78a2 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:55:04.389761 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7450253e-c97d-4f18-a95a-190d5d0fe441 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (f1898967-9af3-4eb3-91cb-36740d7f1933), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:04.431772 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab64799-7399-4bf8-a117-fb9d0d8d8853 None None] Pushing event updated for resources: {'Port': ['ID=13ad85c9-d90e-4d57-9c84-8be78b67671e,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:04.438570 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7450253e-c97d-4f18-a95a-190d5d0fe441 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Pushing event deleted for resources: {'Port': ['ID=f1898967-9af3-4eb3-91cb-36740d7f1933,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:04.470716 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7450253e-c97d-4f18-a95a-190d5d0fe441 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:04.471137 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7450253e-c97d-4f18-a95a-190d5d0fe441 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:04.471415 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7450253e-c97d-4f18-a95a-190d5d0fe441 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:04.471759 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7450253e-c97d-4f18-a95a-190d5d0fe441 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:04.472101 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7450253e-c97d-4f18-a95a-190d5d0fe441 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:04.472467 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7450253e-c97d-4f18-a95a-190d5d0fe441 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:04.472982 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7450253e-c97d-4f18-a95a-190d5d0fe441 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:04.473168 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7450253e-c97d-4f18-a95a-190d5d0fe441 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:04.473459 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7450253e-c97d-4f18-a95a-190d5d0fe441 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:04.473843 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7450253e-c97d-4f18-a95a-190d5d0fe441 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:04.474213 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7450253e-c97d-4f18-a95a-190d5d0fe441 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:04.484760 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-420750e7-fea0-4a6d-bb95-375db47a70ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca9d0ce-73ec-4ac0-92bb-3b973ac32286', 'name': 'tempest-RoutersIpV6Test-router-1020766714', 'tenant_id': '63d4a6f962814234ac116c1855fa9574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:54:42Z', 'updated_at': '2022-02-09T21:55:02Z', 'revision_number': 7, 'project_id': '63d4a6f962814234ac116c1855fa9574', 'gw_port_host': None, '_interfaces': [{'id': '13ad85c9-d90e-4d57-9c84-8be78b67671e', 'name': '', 'network_id': '986baa4b-d682-4d1a-9344-0bb27f55df87', 'tenant_id': '63d4a6f962814234ac116c1855fa9574', 'mac_address': 'fa:16:3e:e7:7a:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca9d0ce-73ec-4ac0-92bb-3b973ac32286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': 'ff334b61-544a-41db-81e6-c56a042d2f38', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:54:55Z', 'updated_at': '2022-02-09T21:55:02Z', 'revision_number': 4, 'project_id': '63d4a6f962814234ac116c1855fa9574', 'subnets': [{'id': 'ff334b61-544a-41db-81e6-c56a042d2f38', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56e87dd0-1b27-4a42-bfd2-eadbd6719090', 'name': '', 'network_id': 'e884345b-1bed-45e7-a938-b69c507a18f4', 'tenant_id': '63d4a6f962814234ac116c1855fa9574', 'mac_address': 'fa:16:3e:c1:69:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca9d0ce-73ec-4ac0-92bb-3b973ac32286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': 'a356395b-7404-48c5-9f9c-bd9f437bedb9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:54:47Z', 'updated_at': '2022-02-09T21:54:53Z', 'revision_number': 5, 'project_id': '63d4a6f962814234ac116c1855fa9574', 'subnets': [{'id': 'a356395b-7404-48c5-9f9c-bd9f437bedb9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58ff719e-5d33-48c7-b2f4-c19a928968cd', 'name': '', 'network_id': '4f2d8a79-dcf8-4605-ac33-6a509542ba65', 'tenant_id': '63d4a6f962814234ac116c1855fa9574', 'mac_address': 'fa:16:3e:8d:48:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca9d0ce-73ec-4ac0-92bb-3b973ac32286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '953f9dc9-4551-4df0-abaf-9aa4a6209879', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:54:43Z', 'updated_at': '2022-02-09T21:54:47Z', 'revision_number': 5, 'project_id': '63d4a6f962814234ac116c1855fa9574', 'subnets': [{'id': '953f9dc9-4551-4df0-abaf-9aa4a6209879', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c215e997-4569-478a-aab6-99970ff557bd', 'name': '', 'network_id': '317737af-d3b8-442c-ac3a-47a9c498f10a', 'tenant_id': '63d4a6f962814234ac116c1855fa9574', 'mac_address': 'fa:16:3e:bc:b0:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca9d0ce-73ec-4ac0-92bb-3b973ac32286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': '94ecc160-549e-4ab1-aac3-7e47116e3f3a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:54:52Z', 'updated_at': '2022-02-09T21:54:58Z', 'revision_number': 5, 'project_id': '63d4a6f962814234ac116c1855fa9574', 'subnets': [{'id': '94ecc160-549e-4ab1-aac3-7e47116e3f3a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:04.485087 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7450253e-c97d-4f18-a95a-190d5d0fe441 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:04.485483 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7450253e-c97d-4f18-a95a-190d5d0fe441 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:04.546436 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-96956c57-688d-4020-a89e-3ad9fd1c8510 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524906'] for router_interface (eca9d0ce-73ec-4ac0-92bb-3b973ac32286), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:04.550753 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0a7339b-e0e0-492d-a1b9-c3f2227292ce None None] Provisioning complete for port 13ad85c9-d90e-4d57-9c84-8be78b67671e triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:55:04.551133 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0a7339b-e0e0-492d-a1b9-c3f2227292ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (13ad85c9-d90e-4d57-9c84-8be78b67671e), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:04.554424 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 13ad85c9-d90e-4d57-9c84-8be78b67671e up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:55:04.556469 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420750e7-fea0-4a6d-bb95-375db47a70ef None None] The sync data for ids ['eca9d0ce-73ec-4ac0-92bb-3b973ac32286'] in n-d-828369-5 is: [{'id': 'eca9d0ce-73ec-4ac0-92bb-3b973ac32286', 'name': 'tempest-RoutersIpV6Test-router-1020766714', 'tenant_id': '63d4a6f962814234ac116c1855fa9574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:54:42Z', 'updated_at': '2022-02-09T21:55:02Z', 'revision_number': 7, 'project_id': '63d4a6f962814234ac116c1855fa9574', 'gw_port_host': None, '_interfaces': [{'id': '13ad85c9-d90e-4d57-9c84-8be78b67671e', 'name': '', 'network_id': '986baa4b-d682-4d1a-9344-0bb27f55df87', 'tenant_id': '63d4a6f962814234ac116c1855fa9574', 'mac_address': 'fa:16:3e:e7:7a:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca9d0ce-73ec-4ac0-92bb-3b973ac32286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': 'ff334b61-544a-41db-81e6-c56a042d2f38', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:54:55Z', 'updated_at': '2022-02-09T21:55:02Z', 'revision_number': 4, 'project_id': '63d4a6f962814234ac116c1855fa9574', 'subnets': [{'id': 'ff334b61-544a-41db-81e6-c56a042d2f38', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56e87dd0-1b27-4a42-bfd2-eadbd6719090', 'name': '', 'network_id': 'e884345b-1bed-45e7-a938-b69c507a18f4', 'tenant_id': '63d4a6f962814234ac116c1855fa9574', 'mac_address': 'fa:16:3e:c1:69:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca9d0ce-73ec-4ac0-92bb-3b973ac32286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': 'a356395b-7404-48c5-9f9c-bd9f437bedb9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:54:47Z', 'updated_at': '2022-02-09T21:54:53Z', 'revision_number': 5, 'project_id': '63d4a6f962814234ac116c1855fa9574', 'subnets': [{'id': 'a356395b-7404-48c5-9f9c-bd9f437bedb9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58ff719e-5d33-48c7-b2f4-c19a928968cd', 'name': '', 'network_id': '4f2d8a79-dcf8-4605-ac33-6a509542ba65', 'tenant_id': '63d4a6f962814234ac116c1855fa9574', 'mac_address': 'fa:16:3e:8d:48:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca9d0ce-73ec-4ac0-92bb-3b973ac32286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '953f9dc9-4551-4df0-abaf-9aa4a6209879', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:54:43Z', 'updated_at': '2022-02-09T21:54:47Z', 'revision_number': 5, 'project_id': '63d4a6f962814234ac116c1855fa9574', 'subnets': [{'id': '953f9dc9-4551-4df0-abaf-9aa4a6209879', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c215e997-4569-478a-aab6-99970ff557bd', 'name': '', 'network_id': '317737af-d3b8-442c-ac3a-47a9c498f10a', 'tenant_id': '63d4a6f962814234ac116c1855fa9574', 'mac_address': 'fa:16:3e:bc:b0:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca9d0ce-73ec-4ac0-92bb-3b973ac32286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': '94ecc160-549e-4ab1-aac3-7e47116e3f3a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:54:52Z', 'updated_at': '2022-02-09T21:54:58Z', 'revision_number': 5, 'project_id': '63d4a6f962814234ac116c1855fa9574', 'subnets': [{'id': '94ecc160-549e-4ab1-aac3-7e47116e3f3a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:55:04.611785 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7450253e-c97d-4f18-a95a-190d5d0fe441 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for floatingip (65498010-5ff8-4742-a55f-fc026618cc03), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:04.612125 n-d-828369-5 neutron-server[103141]: INFO neutron.db.l3_db [None req-7450253e-c97d-4f18-a95a-190d5d0fe441 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Floating IP 65498010-5ff8-4742-a55f-fc026618cc03 disassociated (deleted). External IP: 172.25.3.142, port: 68416161-6aee-467d-abc9-506f78aba5dd. Feb 09 21:55:04.780736 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 13ad85c9-d90e-4d57-9c84-8be78b67671e triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:55:04.781119 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (13ad85c9-d90e-4d57-9c84-8be78b67671e), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:04.847609 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0a7339b-e0e0-492d-a1b9-c3f2227292ce None None] Current status of the port 13ad85c9-d90e-4d57-9c84-8be78b67671e is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:55:04.869006 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e934a04-9800-418a-ae95-601cea679408 None None] Sync routers for ids ['eca9d0ce-73ec-4ac0-92bb-3b973ac32286'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:55:04.888313 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e934a04-9800-418a-ae95-601cea679408 None None] Routers {'eca9d0ce-73ec-4ac0-92bb-3b973ac32286'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:55:04.889315 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-9e934a04-9800-418a-ae95-601cea679408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:54:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['eca9d0ce-73ec-4ac0-92bb-3b973ac32286'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:04.916981 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 13ad85c9-d90e-4d57-9c84-8be78b67671e is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:55:05.013578 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7450253e-c97d-4f18-a95a-190d5d0fe441 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Router 083cc2c9-2977-4fa9-b4c9-88963904afb5 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:55:05.066147 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-9e934a04-9800-418a-ae95-601cea679408 None None] Set router eca9d0ce-73ec-4ac0-92bb-3b973ac32286 gateway port host: None {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:55:05.116297 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71d5bd2-f7bf-4773-8ee6-47b8cbbf1cd0 req-32133854-43f3-4966-ace8-6fa87cbde77a tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:05.119906 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f71d5bd2-f7bf-4773-8ee6-47b8cbbf1cd0 req-32133854-43f3-4966-ace8-6fa87cbde77a tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 946 time: 0.1429238 Feb 09 21:55:05.185078 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-96956c57-688d-4020-a89e-3ad9fd1c8510 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Deleting port 13ad85c9-d90e-4d57-9c84-8be78b67671e {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:55:05.185733 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-96956c57-688d-4020-a89e-3ad9fd1c8510 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (13ad85c9-d90e-4d57-9c84-8be78b67671e), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:05.193232 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f71d5bd2-f7bf-4773-8ee6-47b8cbbf1cd0 req-9214f3b1-2680-4744-b15c-a92502a2aecf tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645776 Feb 09 21:55:05.196579 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7450253e-c97d-4f18-a95a-190d5d0fe441 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:55:05.210817 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0572a426-a674-4609-a1c2-ffa987158ea6 None None] Sync routers for ids ['083cc2c9-2977-4fa9-b4c9-88963904afb5'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:55:05.215172 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7450253e-c97d-4f18-a95a-190d5d0fe441 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:05.225837 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0572a426-a674-4609-a1c2-ffa987158ea6 None None] Routers {'083cc2c9-2977-4fa9-b4c9-88963904afb5'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:55:05.228481 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-0572a426-a674-4609-a1c2-ffa987158ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:54:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['083cc2c9-2977-4fa9-b4c9-88963904afb5'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:05.263758 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-7450253e-c97d-4f18-a95a-190d5d0fe441 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "DELETE /v2.0/floatingips/65498010-5ff8-4742-a55f-fc026618cc03 HTTP/1.1" status: 204 len: 168 time: 1.8107290 Feb 09 21:55:05.264448 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6274700-5a1a-4f00-9d78-2adddac91359', 'tag': '68416161-6aee-467d-abc9-506f78aba5dd'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:55:05.267040 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c55354-e9a3-4eda-8e3f-180eec3d4653" -d '{"events": [{"name": "network-changed", "server_uuid": "d6274700-5a1a-4f00-9d78-2adddac91359", "tag": "68416161-6aee-467d-abc9-506f78aba5dd"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:55:05.353088 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-322c7882-36a1-4fc8-9e8e-5c45a10fe555 x-openstack-request-id: req-322c7882-36a1-4fc8-9e8e-5c45a10fe555 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:55:05.353469 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6274700-5a1a-4f00-9d78-2adddac91359", "tag": "68416161-6aee-467d-abc9-506f78aba5dd", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:55:05.353737 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-322c7882-36a1-4fc8-9e8e-5c45a10fe555 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:55:05.354170 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6274700-5a1a-4f00-9d78-2adddac91359', 'tag': '68416161-6aee-467d-abc9-506f78aba5dd', 'status': 'completed', 'code': 200} Feb 09 21:55:05.364383 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-96956c57-688d-4020-a89e-3ad9fd1c8510 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] For port 13ad85c9-d90e-4d57-9c84-8be78b67671e, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=13ad85c9-d90e-4d57-9c84-8be78b67671e,segment=NetworkSegment(ddfccc80-0c70-417a-99ec-e3ea5ae7462b),segment_id=ddfccc80-0c70-417a-99ec-e3ea5ae7462b)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:55:05.365873 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-96956c57-688d-4020-a89e-3ad9fd1c8510 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (13ad85c9-d90e-4d57-9c84-8be78b67671e), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:05.383495 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-96956c57-688d-4020-a89e-3ad9fd1c8510 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Calling delete_port for 13ad85c9-d90e-4d57-9c84-8be78b67671e owned by network:router_interface {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:55:05.432979 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c55354-e9a3-4eda-8e3f-180eec3d4653 req-9adae662-af3c-4e28-9926-56370d32971d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:05.434920 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-93c55354-e9a3-4eda-8e3f-180eec3d4653 req-9adae662-af3c-4e28-9926-56370d32971d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=986d9b7b22bb45a5a45792614c4e0ec6&device_id=d6274700-5a1a-4f00-9d78-2adddac91359 HTTP/1.1" status: 200 len: 1128 time: 0.0666530 Feb 09 21:55:05.437166 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-0572a426-a674-4609-a1c2-ffa987158ea6 None None] Set router 083cc2c9-2977-4fa9-b4c9-88963904afb5 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:55:05.525987 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-9e934a04-9800-418a-ae95-601cea679408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca9d0ce-73ec-4ac0-92bb-3b973ac32286', 'name': 'tempest-RoutersIpV6Test-router-1020766714', 'tenant_id': '63d4a6f962814234ac116c1855fa9574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:54:42Z', 'updated_at': '2022-02-09T21:55:02Z', 'revision_number': 7, 'project_id': '63d4a6f962814234ac116c1855fa9574', 'gw_port_host': None, '_interfaces': [{'id': '13ad85c9-d90e-4d57-9c84-8be78b67671e', 'name': '', 'network_id': '986baa4b-d682-4d1a-9344-0bb27f55df87', 'tenant_id': '63d4a6f962814234ac116c1855fa9574', 'mac_address': 'fa:16:3e:e7:7a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca9d0ce-73ec-4ac0-92bb-3b973ac32286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': 'ff334b61-544a-41db-81e6-c56a042d2f38', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:54:55Z', 'updated_at': '2022-02-09T21:55:04Z', 'revision_number': 5, 'project_id': '63d4a6f962814234ac116c1855fa9574', 'subnets': [{'id': 'ff334b61-544a-41db-81e6-c56a042d2f38', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56e87dd0-1b27-4a42-bfd2-eadbd6719090', 'name': '', 'network_id': 'e884345b-1bed-45e7-a938-b69c507a18f4', 'tenant_id': '63d4a6f962814234ac116c1855fa9574', 'mac_address': 'fa:16:3e:c1:69:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca9d0ce-73ec-4ac0-92bb-3b973ac32286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': 'a356395b-7404-48c5-9f9c-bd9f437bedb9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:54:47Z', 'updated_at': '2022-02-09T21:54:53Z', 'revision_number': 5, 'project_id': '63d4a6f962814234ac116c1855fa9574', 'subnets': [{'id': 'a356395b-7404-48c5-9f9c-bd9f437bedb9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58ff719e-5d33-48c7-b2f4-c19a928968cd', 'name': '', 'network_id': '4f2d8a79-dcf8-4605-ac33-6a509542ba65', 'tenant_id': '63d4a6f962814234ac116c1855fa9574', 'mac_address': 'fa:16:3e:8d:48:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca9d0ce-73ec-4ac0-92bb-3b973ac32286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '953f9dc9-4551-4df0-abaf-9aa4a6209879', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:54:43Z', 'updated_at': '2022-02-09T21:54:47Z', 'revision_number': 5, 'project_id': '63d4a6f962814234ac116c1855fa9574', 'subnets': [{'id': '953f9dc9-4551-4df0-abaf-9aa4a6209879', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c215e997-4569-478a-aab6-99970ff557bd', 'name': '', 'network_id': '317737af-d3b8-442c-ac3a-47a9c498f10a', 'tenant_id': '63d4a6f962814234ac116c1855fa9574', 'mac_address': 'fa:16:3e:bc:b0:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca9d0ce-73ec-4ac0-92bb-3b973ac32286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': '94ecc160-549e-4ab1-aac3-7e47116e3f3a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:54:52Z', 'updated_at': '2022-02-09T21:54:58Z', 'revision_number': 5, 'project_id': '63d4a6f962814234ac116c1855fa9574', 'subnets': [{'id': '94ecc160-549e-4ab1-aac3-7e47116e3f3a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:05.684903 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c55354-e9a3-4eda-8e3f-180eec3d4653 req-6082a8a8-f1cc-44da-9510-06fa04e94af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:05.689372 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-93c55354-e9a3-4eda-8e3f-180eec3d4653 req-6082a8a8-f1cc-44da-9510-06fa04e94af0 service neutron] 10.222.0.89 "GET /v2.0/networks?id=2026d506-4202-46d6-92d7-95588acafed1 HTTP/1.1" status: 200 len: 898 time: 0.2458267 Feb 09 21:55:05.774242 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e934a04-9800-418a-ae95-601cea679408 None None] Checking router: eca9d0ce-73ec-4ac0-92bb-3b973ac32286 for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:55:05.777287 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-93c55354-e9a3-4eda-8e3f-180eec3d4653 req-bd5ccd37-47f9-4075-b7ca-3a9f85234a08 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68416161-6aee-467d-abc9-506f78aba5dd HTTP/1.1" status: 200 len: 217 time: 0.0784245 Feb 09 21:55:05.788205 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e934a04-9800-418a-ae95-601cea679408 None None] Routers {'eca9d0ce-73ec-4ac0-92bb-3b973ac32286'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:55:05.791672 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-9e934a04-9800-418a-ae95-601cea679408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:54:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['eca9d0ce-73ec-4ac0-92bb-3b973ac32286'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:05.793927 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ac6454-3fed-40ca-a656-23a98962c9bb req-a20268f5-0710-4960-94de-63b06e1fdf5b tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:05.795506 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c5ac6454-3fed-40ca-a656-23a98962c9bb req-a20268f5-0710-4960-94de-63b06e1fdf5b tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.95 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 946 time: 0.2915325 Feb 09 21:55:05.872026 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c55354-e9a3-4eda-8e3f-180eec3d4653 req-8677c9c1-31c1-4cee-a3a3-4d06ca828a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:05.885275 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-93c55354-e9a3-4eda-8e3f-180eec3d4653 req-8677c9c1-31c1-4cee-a3a3-4d06ca828a59 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4f6d7242-30e0-455a-9eaf-cd9335999d2a HTTP/1.1" status: 200 len: 835 time: 0.0944242 Feb 09 21:55:05.885481 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-0572a426-a674-4609-a1c2-ffa987158ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '083cc2c9-2977-4fa9-b4c9-88963904afb5', 'name': 'tempest-TestNetworkBasicOps-router-888750923', 'tenant_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '421b86d3-4823-4b16-ab20-d958c58e20cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:53:08Z', 'updated_at': '2022-02-09T21:53:14Z', 'revision_number': 4, 'project_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'gw_port': {'id': '421b86d3-4823-4b16-ab20-d958c58e20cc', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:cf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083cc2c9-2977-4fa9-b4c9-88963904afb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:53:09Z', 'updated_at': '2022-02-09T21:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '1c9b51d7-c7fe-467b-8161-8b2e93fd129a', 'name': '', 'network_id': '2026d506-4202-46d6-92d7-95588acafed1', 'tenant_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'mac_address': 'fa:16:3e:87:f9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083cc2c9-2977-4fa9-b4c9-88963904afb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': '4f6d7242-30e0-455a-9eaf-cd9335999d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:53:13Z', 'updated_at': '2022-02-09T21:53:19Z', 'revision_number': 5, 'project_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'subnets': [{'id': '4f6d7242-30e0-455a-9eaf-cd9335999d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:05.950413 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0572a426-a674-4609-a1c2-ffa987158ea6 None None] Checking router: 083cc2c9-2977-4fa9-b4c9-88963904afb5 for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:55:05.963702 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-9e934a04-9800-418a-ae95-601cea679408 None None] Set router eca9d0ce-73ec-4ac0-92bb-3b973ac32286 gateway port host: None {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:55:05.978714 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0572a426-a674-4609-a1c2-ffa987158ea6 None None] Routers {'083cc2c9-2977-4fa9-b4c9-88963904afb5'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:55:05.979429 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-0572a426-a674-4609-a1c2-ffa987158ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:54:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['083cc2c9-2977-4fa9-b4c9-88963904afb5'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:05.990544 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-96956c57-688d-4020-a89e-3ad9fd1c8510 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (13ad85c9-d90e-4d57-9c84-8be78b67671e), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:06.001247 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c55354-e9a3-4eda-8e3f-180eec3d4653 req-1e10a65d-a9f5-47b0-89ad-394b28066a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:06.003357 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-93c55354-e9a3-4eda-8e3f-180eec3d4653 req-1e10a65d-a9f5-47b0-89ad-394b28066a6b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2026d506-4202-46d6-92d7-95588acafed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0965791 Feb 09 21:55:06.038758 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96956c57-688d-4020-a89e-3ad9fd1c8510 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Pushing event deleted for resources: {'Port': ['ID=13ad85c9-d90e-4d57-9c84-8be78b67671e,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:06.070977 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facb6a5d-8b01-4b81-9315-b3857e514cfc req-d760c73a-39f6-4376-81f8-115e1234dd74 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:06.078282 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-facb6a5d-8b01-4b81-9315-b3857e514cfc req-d760c73a-39f6-4376-81f8-115e1234dd74 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "GET /v2.0/ports?device_id=d6274700-5a1a-4f00-9d78-2adddac91359 HTTP/1.1" status: 200 len: 946 time: 0.3581197 Feb 09 21:55:06.140088 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-0572a426-a674-4609-a1c2-ffa987158ea6 None None] Set router 083cc2c9-2977-4fa9-b4c9-88963904afb5 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:55:06.168284 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-facb6a5d-8b01-4b81-9315-b3857e514cfc req-033b7e19-0cad-4000-9f79-97b10a66449a tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "GET /v2.0/security-groups?id=762f5947-2134-4568-911e-8c7e2ff4dd54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825586 Feb 09 21:55:06.197546 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-93c55354-e9a3-4eda-8e3f-180eec3d4653 req-05b80e7b-5486-42f1-89db-431644b9ef75 service neutron] 10.222.0.89 "GET /v2.0/networks/2026d506-4202-46d6-92d7-95588acafed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793039 Feb 09 21:55:06.215923 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-c5ac6454-3fed-40ca-a656-23a98962c9bb req-c7537f8a-f576-4e9f-b391-d2c2510f14d6 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Deleting port f7dfd268-1748-42f5-807f-926d187cabc1 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:55:06.216442 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-c5ac6454-3fed-40ca-a656-23a98962c9bb req-c7537f8a-f576-4e9f-b391-d2c2510f14d6 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (f7dfd268-1748-42f5-807f-926d187cabc1), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:06.410880 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-93c55354-e9a3-4eda-8e3f-180eec3d4653 req-8e0cd89a-9d26-4eaf-b215-1ee5e0d374fb service neutron] 10.222.0.89 "GET /v2.0/networks/2026d506-4202-46d6-92d7-95588acafed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027848 Feb 09 21:55:06.529521 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-9e934a04-9800-418a-ae95-601cea679408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca9d0ce-73ec-4ac0-92bb-3b973ac32286', 'name': 'tempest-RoutersIpV6Test-router-1020766714', 'tenant_id': '63d4a6f962814234ac116c1855fa9574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:54:42Z', 'updated_at': '2022-02-09T21:55:02Z', 'revision_number': 7, 'project_id': '63d4a6f962814234ac116c1855fa9574', 'gw_port_host': None, '_interfaces': [{'id': '13ad85c9-d90e-4d57-9c84-8be78b67671e', 'name': '', 'network_id': '986baa4b-d682-4d1a-9344-0bb27f55df87', 'tenant_id': '63d4a6f962814234ac116c1855fa9574', 'mac_address': 'fa:16:3e:e7:7a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca9d0ce-73ec-4ac0-92bb-3b973ac32286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': 'ff334b61-544a-41db-81e6-c56a042d2f38', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:54:55Z', 'updated_at': '2022-02-09T21:55:04Z', 'revision_number': 5, 'project_id': '63d4a6f962814234ac116c1855fa9574', 'subnets': [{'id': 'ff334b61-544a-41db-81e6-c56a042d2f38', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56e87dd0-1b27-4a42-bfd2-eadbd6719090', 'name': '', 'network_id': 'e884345b-1bed-45e7-a938-b69c507a18f4', 'tenant_id': '63d4a6f962814234ac116c1855fa9574', 'mac_address': 'fa:16:3e:c1:69:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca9d0ce-73ec-4ac0-92bb-3b973ac32286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': 'a356395b-7404-48c5-9f9c-bd9f437bedb9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:54:47Z', 'updated_at': '2022-02-09T21:54:53Z', 'revision_number': 5, 'project_id': '63d4a6f962814234ac116c1855fa9574', 'subnets': [{'id': 'a356395b-7404-48c5-9f9c-bd9f437bedb9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58ff719e-5d33-48c7-b2f4-c19a928968cd', 'name': '', 'network_id': '4f2d8a79-dcf8-4605-ac33-6a509542ba65', 'tenant_id': '63d4a6f962814234ac116c1855fa9574', 'mac_address': 'fa:16:3e:8d:48:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca9d0ce-73ec-4ac0-92bb-3b973ac32286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '953f9dc9-4551-4df0-abaf-9aa4a6209879', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:54:43Z', 'updated_at': '2022-02-09T21:54:47Z', 'revision_number': 5, 'project_id': '63d4a6f962814234ac116c1855fa9574', 'subnets': [{'id': '953f9dc9-4551-4df0-abaf-9aa4a6209879', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c215e997-4569-478a-aab6-99970ff557bd', 'name': '', 'network_id': '317737af-d3b8-442c-ac3a-47a9c498f10a', 'tenant_id': '63d4a6f962814234ac116c1855fa9574', 'mac_address': 'fa:16:3e:bc:b0:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca9d0ce-73ec-4ac0-92bb-3b973ac32286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': '94ecc160-549e-4ab1-aac3-7e47116e3f3a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:54:52Z', 'updated_at': '2022-02-09T21:54:58Z', 'revision_number': 5, 'project_id': '63d4a6f962814234ac116c1855fa9574', 'subnets': [{'id': '94ecc160-549e-4ab1-aac3-7e47116e3f3a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:06.566388 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e934a04-9800-418a-ae95-601cea679408 None None] The sync data for ids ['eca9d0ce-73ec-4ac0-92bb-3b973ac32286'] in n-d-828369-5 is: [{'id': 'eca9d0ce-73ec-4ac0-92bb-3b973ac32286', 'name': 'tempest-RoutersIpV6Test-router-1020766714', 'tenant_id': '63d4a6f962814234ac116c1855fa9574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:54:42Z', 'updated_at': '2022-02-09T21:55:02Z', 'revision_number': 7, 'project_id': '63d4a6f962814234ac116c1855fa9574', 'gw_port_host': None, '_interfaces': [{'id': '13ad85c9-d90e-4d57-9c84-8be78b67671e', 'name': '', 'network_id': '986baa4b-d682-4d1a-9344-0bb27f55df87', 'tenant_id': '63d4a6f962814234ac116c1855fa9574', 'mac_address': 'fa:16:3e:e7:7a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca9d0ce-73ec-4ac0-92bb-3b973ac32286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': 'ff334b61-544a-41db-81e6-c56a042d2f38', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:54:55Z', 'updated_at': '2022-02-09T21:55:04Z', 'revision_number': 5, 'project_id': '63d4a6f962814234ac116c1855fa9574', 'subnets': [{'id': 'ff334b61-544a-41db-81e6-c56a042d2f38', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '56e87dd0-1b27-4a42-bfd2-eadbd6719090', 'name': '', 'network_id': 'e884345b-1bed-45e7-a938-b69c507a18f4', 'tenant_id': '63d4a6f962814234ac116c1855fa9574', 'mac_address': 'fa:16:3e:c1:69:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca9d0ce-73ec-4ac0-92bb-3b973ac32286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': 'a356395b-7404-48c5-9f9c-bd9f437bedb9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:54:47Z', 'updated_at': '2022-02-09T21:54:53Z', 'revision_number': 5, 'project_id': '63d4a6f962814234ac116c1855fa9574', 'subnets': [{'id': 'a356395b-7404-48c5-9f9c-bd9f437bedb9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58ff719e-5d33-48c7-b2f4-c19a928968cd', 'name': '', 'network_id': '4f2d8a79-dcf8-4605-ac33-6a509542ba65', 'tenant_id': '63d4a6f962814234ac116c1855fa9574', 'mac_address': 'fa:16:3e:8d:48:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca9d0ce-73ec-4ac0-92bb-3b973ac32286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '953f9dc9-4551-4df0-abaf-9aa4a6209879', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:54:43Z', 'updated_at': '2022-02-09T21:54:47Z', 'revision_number': 5, 'project_id': '63d4a6f962814234ac116c1855fa9574', 'subnets': [{'id': '953f9dc9-4551-4df0-abaf-9aa4a6209879', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c215e997-4569-478a-aab6-99970ff557bd', 'name': '', 'network_id': '317737af-d3b8-442c-ac3a-47a9c498f10a', 'tenant_id': '63d4a6f962814234ac116c1855fa9574', 'mac_address': 'fa:16:3e:bc:b0:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca9d0ce-73ec-4ac0-92bb-3b973ac32286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': '94ecc160-549e-4ab1-aac3-7e47116e3f3a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:54:52Z', 'updated_at': '2022-02-09T21:54:58Z', 'revision_number': 5, 'project_id': '63d4a6f962814234ac116c1855fa9574', 'subnets': [{'id': '94ecc160-549e-4ab1-aac3-7e47116e3f3a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:55:06.608954 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-0572a426-a674-4609-a1c2-ffa987158ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '083cc2c9-2977-4fa9-b4c9-88963904afb5', 'name': 'tempest-TestNetworkBasicOps-router-888750923', 'tenant_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '421b86d3-4823-4b16-ab20-d958c58e20cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:53:08Z', 'updated_at': '2022-02-09T21:53:14Z', 'revision_number': 4, 'project_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'gw_port': {'id': '421b86d3-4823-4b16-ab20-d958c58e20cc', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:cf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083cc2c9-2977-4fa9-b4c9-88963904afb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:53:09Z', 'updated_at': '2022-02-09T21:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '1c9b51d7-c7fe-467b-8161-8b2e93fd129a', 'name': '', 'network_id': '2026d506-4202-46d6-92d7-95588acafed1', 'tenant_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'mac_address': 'fa:16:3e:87:f9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083cc2c9-2977-4fa9-b4c9-88963904afb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': '4f6d7242-30e0-455a-9eaf-cd9335999d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:53:13Z', 'updated_at': '2022-02-09T21:53:19Z', 'revision_number': 5, 'project_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'subnets': [{'id': '4f6d7242-30e0-455a-9eaf-cd9335999d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:06.632133 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-c5ac6454-3fed-40ca-a656-23a98962c9bb req-c7537f8a-f576-4e9f-b391-d2c2510f14d6 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] For port f7dfd268-1748-42f5-807f-926d187cabc1, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=f7dfd268-1748-42f5-807f-926d187cabc1,segment=NetworkSegment(93e4345e-c45e-43bb-ba65-7704ecef10a6),segment_id=93e4345e-c45e-43bb-ba65-7704ecef10a6)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:55:06.632692 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-c5ac6454-3fed-40ca-a656-23a98962c9bb req-c7537f8a-f576-4e9f-b391-d2c2510f14d6 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (f7dfd268-1748-42f5-807f-926d187cabc1), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:06.644882 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0572a426-a674-4609-a1c2-ffa987158ea6 None None] The sync data for ids ['083cc2c9-2977-4fa9-b4c9-88963904afb5'] in n-d-828369-5 is: [{'id': '083cc2c9-2977-4fa9-b4c9-88963904afb5', 'name': 'tempest-TestNetworkBasicOps-router-888750923', 'tenant_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '421b86d3-4823-4b16-ab20-d958c58e20cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:53:08Z', 'updated_at': '2022-02-09T21:53:14Z', 'revision_number': 4, 'project_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'gw_port': {'id': '421b86d3-4823-4b16-ab20-d958c58e20cc', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:cf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083cc2c9-2977-4fa9-b4c9-88963904afb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:53:09Z', 'updated_at': '2022-02-09T21:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '1c9b51d7-c7fe-467b-8161-8b2e93fd129a', 'name': '', 'network_id': '2026d506-4202-46d6-92d7-95588acafed1', 'tenant_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'mac_address': 'fa:16:3e:87:f9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083cc2c9-2977-4fa9-b4c9-88963904afb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': '4f6d7242-30e0-455a-9eaf-cd9335999d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:53:13Z', 'updated_at': '2022-02-09T21:53:19Z', 'revision_number': 5, 'project_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'subnets': [{'id': '4f6d7242-30e0-455a-9eaf-cd9335999d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:55:06.655484 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-96956c57-688d-4020-a89e-3ad9fd1c8510 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-525054'] for router_interface (eca9d0ce-73ec-4ac0-92bb-3b973ac32286), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:06.657295 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-c5ac6454-3fed-40ca-a656-23a98962c9bb req-c7537f8a-f576-4e9f-b391-d2c2510f14d6 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Calling delete_port for f7dfd268-1748-42f5-807f-926d187cabc1 owned by compute:nova {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:55:06.687516 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d218b8e-be43-4cbb-8d47-d67f5108cc73 req-9bab1d92-b821-4864-b2fe-dc0192927bc1 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:06.690045 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0d218b8e-be43-4cbb-8d47-d67f5108cc73 req-9bab1d92-b821-4864-b2fe-dc0192927bc1 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/ports?device_id=70fa8850-d173-4ded-a545-1910bb595847 HTTP/1.1" status: 200 len: 946 time: 0.1670325 Feb 09 21:55:06.919714 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0d218b8e-be43-4cbb-8d47-d67f5108cc73 req-3d0e21f2-312b-4fe8-bf80-0a1531afead5 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.90 "GET /v2.0/security-groups?id=3d182048-f069-45b3-a169-5d2a798f6df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840480 Feb 09 21:55:06.996189 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3dd9de9-2487-4146-8f42-a142b93bc380 None None] New status for floating IP 65498010-5ff8-4742-a55f-fc026618cc03: DOWN {{(pid=103143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:55:07.443764 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96956c57-688d-4020-a89e-3ad9fd1c8510 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Router eca9d0ce-73ec-4ac0-92bb-3b973ac32286 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:55:07.444668 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-c5ac6454-3fed-40ca-a656-23a98962c9bb req-c7537f8a-f576-4e9f-b391-d2c2510f14d6 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (f7dfd268-1748-42f5-807f-926d187cabc1), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:07.487343 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba9ea71-2dbc-4e65-a119-ac7a3cf4dd19 req-3baa5c1b-3811-40af-9791-e7f228a55ca5 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:07.488856 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bba9ea71-2dbc-4e65-a119-ac7a3cf4dd19 req-3baa5c1b-3811-40af-9791-e7f228a55ca5 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "GET /v2.0/ports?device_id=d6274700-5a1a-4f00-9d78-2adddac91359 HTTP/1.1" status: 200 len: 946 time: 0.1487904 Feb 09 21:55:07.495899 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7537f8a-f576-4e9f-b391-d2c2510f14d6 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Pushing event deleted for resources: {'Port': ['ID=f7dfd268-1748-42f5-807f-926d187cabc1,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:07.609112 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5ac6454-3fed-40ca-a656-23a98962c9bb req-c7537f8a-f576-4e9f-b391-d2c2510f14d6 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] No DVR routers for this DVR port f7dfd268-1748-42f5-807f-926d187cabc1 on host n-h1-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:55:07.616688 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-c5ac6454-3fed-40ca-a656-23a98962c9bb req-c7537f8a-f576-4e9f-b391-d2c2510f14d6 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:07.619927 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c5ac6454-3fed-40ca-a656-23a98962c9bb req-c7537f8a-f576-4e9f-b391-d2c2510f14d6 tempest-ServersNegativeTestJSON-570039987 tempest-ServersNegativeTestJSON-570039987-project] 10.222.0.95 "DELETE /v2.0/ports/f7dfd268-1748-42f5-807f-926d187cabc1 HTTP/1.1" status: 204 len: 173 time: 1.7925332 Feb 09 21:55:07.620380 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70fa8850-d173-4ded-a545-1910bb595847', 'name': 'network-vif-deleted', 'tag': 'f7dfd268-1748-42f5-807f-926d187cabc1'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:55:07.622610 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05841847-7c2f-42e2-85fc-bc61e592a1c1" -d '{"events": [{"server_uuid": "70fa8850-d173-4ded-a545-1910bb595847", "name": "network-vif-deleted", "tag": "f7dfd268-1748-42f5-807f-926d187cabc1"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:55:07.662275 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bba9ea71-2dbc-4e65-a119-ac7a3cf4dd19 req-dd1b56a5-3d47-4373-bf36-41f3c320298c tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "GET /v2.0/security-groups?id=762f5947-2134-4568-911e-8c7e2ff4dd54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1642697 Feb 09 21:55:07.667253 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96956c57-688d-4020-a89e-3ad9fd1c8510 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:55:07.676718 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-96956c57-688d-4020-a89e-3ad9fd1c8510 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "PUT /v2.0/routers/eca9d0ce-73ec-4ac0-92bb-3b973ac32286/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7399077 Feb 09 21:55:07.677110 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54826) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:07.689938 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b01c594-d915-4272-92b5-0c55fb18f5d6 None None] Sync routers for ids ['eca9d0ce-73ec-4ac0-92bb-3b973ac32286'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:55:07.701363 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b01c594-d915-4272-92b5-0c55fb18f5d6 None None] Routers {'eca9d0ce-73ec-4ac0-92bb-3b973ac32286'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:55:07.702257 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-5b01c594-d915-4272-92b5-0c55fb18f5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:54:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['eca9d0ce-73ec-4ac0-92bb-3b973ac32286'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:07.751577 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-190266dc-50ec-4ddc-aa0a-60a2fed8c166 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Deleting subnet ff334b61-544a-41db-81e6-c56a042d2f38 {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:55:07.756611 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-190266dc-50ec-4ddc-aa0a-60a2fed8c166 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for subnet (ff334b61-544a-41db-81e6-c56a042d2f38), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:07.816768 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-190266dc-50ec-4ddc-aa0a-60a2fed8c166 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (ff334b61-544a-41db-81e6-c56a042d2f38), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:07.822865 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-5b01c594-d915-4272-92b5-0c55fb18f5d6 None None] Set router eca9d0ce-73ec-4ac0-92bb-3b973ac32286 gateway port host: None {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:55:07.852509 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e63dffa-33ff-4500-9c46-8ae5cd5a3179 x-openstack-request-id: req-2e63dffa-33ff-4500-9c46-8ae5cd5a3179 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:55:07.853410 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70fa8850-d173-4ded-a545-1910bb595847", "name": "network-vif-deleted", "tag": "f7dfd268-1748-42f5-807f-926d187cabc1", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:55:07.853946 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-2e63dffa-33ff-4500-9c46-8ae5cd5a3179 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:55:07.855251 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70fa8850-d173-4ded-a545-1910bb595847', 'name': 'network-vif-deleted', 'tag': 'f7dfd268-1748-42f5-807f-926d187cabc1', 'status': 'completed', 'code': 200} Feb 09 21:55:07.924558 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device f7dfd268-1748-42f5-807f-926d187cabc1 no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:55:07.973359 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a1c23b-26fc-4edb-81fe-7c8bbd4007d2 req-e1c4f147-63be-483f-be2f-7b1eede2c8e9 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:07.974849 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f8a1c23b-26fc-4edb-81fe-7c8bbd4007d2 req-e1c4f147-63be-483f-be2f-7b1eede2c8e9 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.89 "GET /v2.0/ports?device_id=d6274700-5a1a-4f00-9d78-2adddac91359 HTTP/1.1" status: 200 len: 946 time: 0.1180649 Feb 09 21:55:08.000272 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-190266dc-50ec-4ddc-aa0a-60a2fed8c166 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (ff334b61-544a-41db-81e6-c56a042d2f38), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:08.001047 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 54834) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:08.016697 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] No Port match for: f7dfd268-1748-42f5-807f-926d187cabc1 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:55:08.017559 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device f7dfd268-1748-42f5-807f-926d187cabc1 not bound to the agent host n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:55:08.052959 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_v2 [None req-b03d302c-c5d6-485b-a3b0-27a155270f56 admin admin] Deleting subnet 903c0b45-e09b-4940-bbf6-1179c0814bd7 {{(pid=103140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:55:08.056496 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b03d302c-c5d6-485b-a3b0-27a155270f56 admin admin] Publish callbacks [] for subnet (903c0b45-e09b-4940-bbf6-1179c0814bd7), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:08.095765 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b03d302c-c5d6-485b-a3b0-27a155270f56 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9110716'] for subnet (903c0b45-e09b-4940-bbf6-1179c0814bd7), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:08.135858 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-190266dc-50ec-4ddc-aa0a-60a2fed8c166 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (ff334b61-544a-41db-81e6-c56a042d2f38), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:08.152917 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b03d302c-c5d6-485b-a3b0-27a155270f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (903c0b45-e09b-4940-bbf6-1179c0814bd7), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:08.156768 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-5b01c594-d915-4272-92b5-0c55fb18f5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca9d0ce-73ec-4ac0-92bb-3b973ac32286', 'name': 'tempest-RoutersIpV6Test-router-1020766714', 'tenant_id': '63d4a6f962814234ac116c1855fa9574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:54:42Z', 'updated_at': '2022-02-09T21:55:05Z', 'revision_number': 8, 'project_id': '63d4a6f962814234ac116c1855fa9574', 'gw_port_host': None, '_interfaces': [{'id': '56e87dd0-1b27-4a42-bfd2-eadbd6719090', 'name': '', 'network_id': 'e884345b-1bed-45e7-a938-b69c507a18f4', 'tenant_id': '63d4a6f962814234ac116c1855fa9574', 'mac_address': 'fa:16:3e:c1:69:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca9d0ce-73ec-4ac0-92bb-3b973ac32286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': 'a356395b-7404-48c5-9f9c-bd9f437bedb9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:54:47Z', 'updated_at': '2022-02-09T21:54:53Z', 'revision_number': 5, 'project_id': '63d4a6f962814234ac116c1855fa9574', 'subnets': [{'id': 'a356395b-7404-48c5-9f9c-bd9f437bedb9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58ff719e-5d33-48c7-b2f4-c19a928968cd', 'name': '', 'network_id': '4f2d8a79-dcf8-4605-ac33-6a509542ba65', 'tenant_id': '63d4a6f962814234ac116c1855fa9574', 'mac_address': 'fa:16:3e:8d:48:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca9d0ce-73ec-4ac0-92bb-3b973ac32286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '953f9dc9-4551-4df0-abaf-9aa4a6209879', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:54:43Z', 'updated_at': '2022-02-09T21:54:47Z', 'revision_number': 5, 'project_id': '63d4a6f962814234ac116c1855fa9574', 'subnets': [{'id': '953f9dc9-4551-4df0-abaf-9aa4a6209879', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c215e997-4569-478a-aab6-99970ff557bd', 'name': '', 'network_id': '317737af-d3b8-442c-ac3a-47a9c498f10a', 'tenant_id': '63d4a6f962814234ac116c1855fa9574', 'mac_address': 'fa:16:3e:bc:b0:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca9d0ce-73ec-4ac0-92bb-3b973ac32286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': '94ecc160-549e-4ab1-aac3-7e47116e3f3a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:54:52Z', 'updated_at': '2022-02-09T21:54:58Z', 'revision_number': 5, 'project_id': '63d4a6f962814234ac116c1855fa9574', 'subnets': [{'id': '94ecc160-549e-4ab1-aac3-7e47116e3f3a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:08.175318 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190266dc-50ec-4ddc-aa0a-60a2fed8c166 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Pushing event deleted for resources: {'Subnet': ['ID=ff334b61-544a-41db-81e6-c56a042d2f38,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:08.182157 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-190266dc-50ec-4ddc-aa0a-60a2fed8c166 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:08.190706 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-190266dc-50ec-4ddc-aa0a-60a2fed8c166 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "DELETE /v2.0/subnets/ff334b61-544a-41db-81e6-c56a042d2f38 HTTP/1.1" status: 204 len: 168 time: 0.5114372 Feb 09 21:55:08.191576 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 54836) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:08.202422 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-f8a1c23b-26fc-4edb-81fe-7c8bbd4007d2 req-73ec621e-e6a6-4bb8-a35c-9ec7830f7b74 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Deleting port 68416161-6aee-467d-abc9-506f78aba5dd {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:55:08.202728 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f8a1c23b-26fc-4edb-81fe-7c8bbd4007d2 req-73ec621e-e6a6-4bb8-a35c-9ec7830f7b74 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (68416161-6aee-467d-abc9-506f78aba5dd), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:08.204258 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a61303-7767-4428-85d1-1b42980c9fef None None] Network 986baa4b-d682-4d1a-9344-0bb27f55df87 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:55:08.208394 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b01c594-d915-4272-92b5-0c55fb18f5d6 None None] Checking router: eca9d0ce-73ec-4ac0-92bb-3b973ac32286 for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:55:08.262070 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b01c594-d915-4272-92b5-0c55fb18f5d6 None None] Routers {'eca9d0ce-73ec-4ac0-92bb-3b973ac32286'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:55:08.263094 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-5b01c594-d915-4272-92b5-0c55fb18f5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:54:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['eca9d0ce-73ec-4ac0-92bb-3b973ac32286'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:08.294349 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5be75eed-3509-4b97-97c4-6cbd01b36568 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (986baa4b-d682-4d1a-9344-0bb27f55df87), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:08.311800 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b03d302c-c5d6-485b-a3b0-27a155270f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621346'] for subnet (903c0b45-e09b-4940-bbf6-1179c0814bd7), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:08.340064 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-f8a1c23b-26fc-4edb-81fe-7c8bbd4007d2 req-73ec621e-e6a6-4bb8-a35c-9ec7830f7b74 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] For port 68416161-6aee-467d-abc9-506f78aba5dd, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=68416161-6aee-467d-abc9-506f78aba5dd,segment=NetworkSegment(8c5fc6e3-f869-44a7-99c5-95acb2f7d369),segment_id=8c5fc6e3-f869-44a7-99c5-95acb2f7d369)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:55:08.340493 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f8a1c23b-26fc-4edb-81fe-7c8bbd4007d2 req-73ec621e-e6a6-4bb8-a35c-9ec7830f7b74 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (68416161-6aee-467d-abc9-506f78aba5dd), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:08.360996 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-f8a1c23b-26fc-4edb-81fe-7c8bbd4007d2 req-73ec621e-e6a6-4bb8-a35c-9ec7830f7b74 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Calling delete_port for 68416161-6aee-467d-abc9-506f78aba5dd owned by compute:nova {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:55:08.382375 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b03d302c-c5d6-485b-a3b0-27a155270f56 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:08.390232 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-b03d302c-c5d6-485b-a3b0-27a155270f56 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/903c0b45-e09b-4940-bbf6-1179c0814bd7 HTTP/1.1" status: 204 len: 168 time: 0.3870635 Feb 09 21:55:08.391328 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03d302c-c5d6-485b-a3b0-27a155270f56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=903c0b45-e09b-4940-bbf6-1179c0814bd7,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:08.392912 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54838) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:08.400734 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-5b01c594-d915-4272-92b5-0c55fb18f5d6 None None] Set router eca9d0ce-73ec-4ac0-92bb-3b973ac32286 gateway port host: None {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:55:08.423205 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-5be75eed-3509-4b97-97c4-6cbd01b36568 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Deleting port bc6540dd-6ba4-4d17-b500-a0f8314e78a2 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:55:08.423715 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5be75eed-3509-4b97-97c4-6cbd01b36568 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (bc6540dd-6ba4-4d17-b500-a0f8314e78a2), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:08.503637 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c26cb88-9dd2-4204-8342-caeeebec87e8 None None] DHCP port deletion for 986baa4b-d682-4d1a-9344-0bb27f55df87 request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:55:08.507298 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-5be75eed-3509-4b97-97c4-6cbd01b36568 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] For port bc6540dd-6ba4-4d17-b500-a0f8314e78a2, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=bc6540dd-6ba4-4d17-b500-a0f8314e78a2,segment=NetworkSegment(ddfccc80-0c70-417a-99ec-e3ea5ae7462b),segment_id=ddfccc80-0c70-417a-99ec-e3ea5ae7462b)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:55:08.507670 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5be75eed-3509-4b97-97c4-6cbd01b36568 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (bc6540dd-6ba4-4d17-b500-a0f8314e78a2), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:08.521521 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-5be75eed-3509-4b97-97c4-6cbd01b36568 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Calling delete_port for bc6540dd-6ba4-4d17-b500-a0f8314e78a2 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:55:08.582368 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-77ec6f2b-43d4-456b-90df-fb65c846ce1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (d86910b2-0131-4cf1-9151-2ae5be614e2e), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:08.633511 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5be75eed-3509-4b97-97c4-6cbd01b36568 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (bc6540dd-6ba4-4d17-b500-a0f8314e78a2), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:08.675921 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be75eed-3509-4b97-97c4-6cbd01b36568 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Pushing event deleted for resources: {'Port': ['ID=bc6540dd-6ba4-4d17-b500-a0f8314e78a2,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:08.687244 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be75eed-3509-4b97-97c4-6cbd01b36568 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] No DVR routers for this DVR port bc6540dd-6ba4-4d17-b500-a0f8314e78a2 on host n-d-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:55:08.716213 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-77ec6f2b-43d4-456b-90df-fb65c846ce1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (d86910b2-0131-4cf1-9151-2ae5be614e2e), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:08.765814 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-77ec6f2b-43d4-456b-90df-fb65c846ce1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d86910b2-0131-4cf1-9151-2ae5be614e2e']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:08.783727 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f8a1c23b-26fc-4edb-81fe-7c8bbd4007d2 req-73ec621e-e6a6-4bb8-a35c-9ec7830f7b74 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (68416161-6aee-467d-abc9-506f78aba5dd), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:08.802760 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-77ec6f2b-43d4-456b-90df-fb65c846ce1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93e4345e-c45e-43bb-ba65-7704ecef10a6') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:08.803056 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-77ec6f2b-43d4-456b-90df-fb65c846ce1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93e4345e-c45e-43bb-ba65-7704ecef10a6') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:08.838074 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-77ec6f2b-43d4-456b-90df-fb65c846ce1b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (93e4345e-c45e-43bb-ba65-7704ecef10a6), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:08.839971 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ec621e-e6a6-4bb8-a35c-9ec7830f7b74 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Pushing event deleted for resources: {'Port': ['ID=68416161-6aee-467d-abc9-506f78aba5dd,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:08.840493 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-3c26cb88-9dd2-4204-8342-caeeebec87e8 None None] Deleting port bc6540dd-6ba4-4d17-b500-a0f8314e78a2 {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:55:08.842083 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-3c26cb88-9dd2-4204-8342-caeeebec87e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (bc6540dd-6ba4-4d17-b500-a0f8314e78a2), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:08.869669 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0e60d2e0-cfd2-4621-8fad-f979ad01c2fa req-ca02974a-9ca5-46d7-9332-cc317c685bda tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "GET /v2.0/ports?device_id=d6274700-5a1a-4f00-9d78-2adddac91359 HTTP/1.1" status: 200 len: 210 time: 0.0714393 Feb 09 21:55:08.879665 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5be75eed-3509-4b97-97c4-6cbd01b36568 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (986baa4b-d682-4d1a-9344-0bb27f55df87), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:08.914010 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-5be75eed-3509-4b97-97c4-6cbd01b36568 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['986baa4b-d682-4d1a-9344-0bb27f55df87']}} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:08.916104 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-77ec6f2b-43d4-456b-90df-fb65c846ce1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (93e4345e-c45e-43bb-ba65-7704ecef10a6), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:08.923070 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-5be75eed-3509-4b97-97c4-6cbd01b36568 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddfccc80-0c70-417a-99ec-e3ea5ae7462b') {'for_net_delete': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:08.924655 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-5be75eed-3509-4b97-97c4-6cbd01b36568 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddfccc80-0c70-417a-99ec-e3ea5ae7462b') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:08.928786 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-3c26cb88-9dd2-4204-8342-caeeebec87e8 None None] For port bc6540dd-6ba4-4d17-b500-a0f8314e78a2, host n-d-828369-5, got binding levels [] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:55:08.929195 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-3c26cb88-9dd2-4204-8342-caeeebec87e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (bc6540dd-6ba4-4d17-b500-a0f8314e78a2), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:08.935295 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5be75eed-3509-4b97-97c4-6cbd01b36568 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110711'] for segment (ddfccc80-0c70-417a-99ec-e3ea5ae7462b), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:08.942529 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-3c26cb88-9dd2-4204-8342-caeeebec87e8 None None] Calling delete_port for bc6540dd-6ba4-4d17-b500-a0f8314e78a2 owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:55:08.945449 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.ipam_backend_mixin [None req-3c26cb88-9dd2-4204-8342-caeeebec87e8 None None] Port bc6540dd-6ba4-4d17-b500-a0f8314e78a2 was not found and therefore no delete operation was performed {{(pid=103142) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 21:55:08.946947 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8a1c23b-26fc-4edb-81fe-7c8bbd4007d2 req-73ec621e-e6a6-4bb8-a35c-9ec7830f7b74 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] No DVR routers for this DVR port 68416161-6aee-467d-abc9-506f78aba5dd on host n-h2-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:55:08.948598 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-3c26cb88-9dd2-4204-8342-caeeebec87e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (bc6540dd-6ba4-4d17-b500-a0f8314e78a2), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:08.949529 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5be75eed-3509-4b97-97c4-6cbd01b36568 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (ddfccc80-0c70-417a-99ec-e3ea5ae7462b), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:08.956097 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5be75eed-3509-4b97-97c4-6cbd01b36568 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=103140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:55:08.956644 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5be75eed-3509-4b97-97c4-6cbd01b36568 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669415'] for segment (ddfccc80-0c70-417a-99ec-e3ea5ae7462b), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:08.965852 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f8a1c23b-26fc-4edb-81fe-7c8bbd4007d2 req-73ec621e-e6a6-4bb8-a35c-9ec7830f7b74 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:08.972172 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f8a1c23b-26fc-4edb-81fe-7c8bbd4007d2 req-73ec621e-e6a6-4bb8-a35c-9ec7830f7b74 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.89 "DELETE /v2.0/ports/68416161-6aee-467d-abc9-506f78aba5dd HTTP/1.1" status: 204 len: 173 time: 0.9811366 Feb 09 21:55:08.978530 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6274700-5a1a-4f00-9d78-2adddac91359', 'name': 'network-vif-deleted', 'tag': '68416161-6aee-467d-abc9-506f78aba5dd'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:55:08.984919 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b82864fd-538c-4a0e-8253-03952e21f7ab" -d '{"events": [{"server_uuid": "d6274700-5a1a-4f00-9d78-2adddac91359", "name": "network-vif-deleted", "tag": "68416161-6aee-467d-abc9-506f78aba5dd"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:55:08.992769 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77ec6f2b-43d4-456b-90df-fb65c846ce1b admin admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:55:08.993407 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-77ec6f2b-43d4-456b-90df-fb65c846ce1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (93e4345e-c45e-43bb-ba65-7704ecef10a6), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:08.998313 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:55:08.998313 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:55:08.998313 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:55:08.998313 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:55:08.998313 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:55:08.998313 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:55:08.998313 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:55:08.998313 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:55:08.998313 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:55:08.998313 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:55:08.998313 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:55:08.998313 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:55:08.998313 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:55:08.998313 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:55:08.998313 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:55:08.998313 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:55:08.998313 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:55:08.998313 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:55:08.998313 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:55:08.998313 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:55:08.998313 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:55:08.998313 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:55:08.998313 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:55:08.998313 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:55:08.998313 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:55:08.998313 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:55:08.998313 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:55:08.998313 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:55:08.998313 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:55:08.998313 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:55:08.998313 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:55:08.998313 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:55:09.057397 n-d-828369-5 neutron-server[103140]: Traceback (most recent call last): Feb 09 21:55:09.057397 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:55:09.057397 n-d-828369-5 neutron-server[103140]: timer() Feb 09 21:55:09.057397 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:55:09.057397 n-d-828369-5 neutron-server[103140]: cb(*args, **kw) Feb 09 21:55:09.057397 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:55:09.057397 n-d-828369-5 neutron-server[103140]: return func(*args, **kwargs) Feb 09 21:55:09.057397 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:55:09.057397 n-d-828369-5 neutron-server[103140]: self._notify() Feb 09 21:55:09.057397 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:55:09.057397 n-d-828369-5 neutron-server[103140]: self.callback(batched_events) Feb 09 21:55:09.057397 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:55:09.057397 n-d-828369-5 neutron-server[103140]: event.method(event) Feb 09 21:55:09.057397 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:55:09.057397 n-d-828369-5 neutron-server[103140]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:55:09.057397 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:55:09.057397 n-d-828369-5 neutron-server[103140]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:55:09.057397 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:55:09.057397 n-d-828369-5 neutron-server[103140]: return f(self, *a, **k) Feb 09 21:55:09.057397 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:55:09.057397 n-d-828369-5 neutron-server[103140]: return self._get(url).json() Feb 09 21:55:09.057397 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:55:09.057397 n-d-828369-5 neutron-server[103140]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:55:09.057397 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:55:09.057397 n-d-828369-5 neutron-server[103140]: return self.request(url, 'GET', **kwargs) Feb 09 21:55:09.057397 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:55:09.057397 n-d-828369-5 neutron-server[103140]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:55:09.057397 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:55:09.057397 n-d-828369-5 neutron-server[103140]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:55:09.057397 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:55:09.057397 n-d-828369-5 neutron-server[103140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:55:09.057397 n-d-828369-5 neutron-server[103140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:55:09.062388 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5be75eed-3509-4b97-97c4-6cbd01b36568 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (986baa4b-d682-4d1a-9344-0bb27f55df87), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:09.067874 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dedb352-c68d-4f28-afb9-4b9aa049f326 x-openstack-request-id: req-4dedb352-c68d-4f28-afb9-4b9aa049f326 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:55:09.068402 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6274700-5a1a-4f00-9d78-2adddac91359", "name": "network-vif-deleted", "tag": "68416161-6aee-467d-abc9-506f78aba5dd", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:55:09.068807 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-4dedb352-c68d-4f28-afb9-4b9aa049f326 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:55:09.069424 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6274700-5a1a-4f00-9d78-2adddac91359', 'name': 'network-vif-deleted', 'tag': '68416161-6aee-467d-abc9-506f78aba5dd', 'status': 'completed', 'code': 200} Feb 09 21:55:09.079115 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-77ec6f2b-43d4-456b-90df-fb65c846ce1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (d86910b2-0131-4cf1-9151-2ae5be614e2e), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:09.081736 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5be75eed-3509-4b97-97c4-6cbd01b36568 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:09.085223 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-5be75eed-3509-4b97-97c4-6cbd01b36568 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "DELETE /v2.0/networks/986baa4b-d682-4d1a-9344-0bb27f55df87 HTTP/1.1" status: 204 len: 168 time: 0.8915944 Feb 09 21:55:09.087382 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c26cb88-9dd2-4204-8342-caeeebec87e8 None None] Pushing event deleted for resources: {'Port': ['ID=bc6540dd-6ba4-4d17-b500-a0f8314e78a2,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:09.089611 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c26cb88-9dd2-4204-8342-caeeebec87e8 None None] No DVR routers for this DVR port bc6540dd-6ba4-4d17-b500-a0f8314e78a2 on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:55:09.094920 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 54848) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:09.100185 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-77ec6f2b-43d4-456b-90df-fb65c846ce1b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:09.104255 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-77ec6f2b-43d4-456b-90df-fb65c846ce1b admin admin] 10.222.0.90 "DELETE /v2.0/networks/d86910b2-0131-4cf1-9151-2ae5be614e2e HTTP/1.1" status: 204 len: 168 time: 0.7019596 Feb 09 21:55:09.105602 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ec6f2b-43d4-456b-90df-fb65c846ce1b admin admin] Pushing event deleted for resources: {'Network': ['ID=d86910b2-0131-4cf1-9151-2ae5be614e2e,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:09.125402 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be75eed-3509-4b97-97c4-6cbd01b36568 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Pushing event deleted for resources: {'Network': ['ID=986baa4b-d682-4d1a-9344-0bb27f55df87,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:09.129948 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-61d87a4a-6964-4fee-904b-49cac043e648 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:09.151038 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-5b01c594-d915-4272-92b5-0c55fb18f5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca9d0ce-73ec-4ac0-92bb-3b973ac32286', 'name': 'tempest-RoutersIpV6Test-router-1020766714', 'tenant_id': '63d4a6f962814234ac116c1855fa9574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:54:42Z', 'updated_at': '2022-02-09T21:55:05Z', 'revision_number': 8, 'project_id': '63d4a6f962814234ac116c1855fa9574', 'gw_port_host': None, '_interfaces': [{'id': '56e87dd0-1b27-4a42-bfd2-eadbd6719090', 'name': '', 'network_id': 'e884345b-1bed-45e7-a938-b69c507a18f4', 'tenant_id': '63d4a6f962814234ac116c1855fa9574', 'mac_address': 'fa:16:3e:c1:69:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca9d0ce-73ec-4ac0-92bb-3b973ac32286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': 'a356395b-7404-48c5-9f9c-bd9f437bedb9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:54:47Z', 'updated_at': '2022-02-09T21:54:53Z', 'revision_number': 5, 'project_id': '63d4a6f962814234ac116c1855fa9574', 'subnets': [{'id': 'a356395b-7404-48c5-9f9c-bd9f437bedb9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58ff719e-5d33-48c7-b2f4-c19a928968cd', 'name': '', 'network_id': '4f2d8a79-dcf8-4605-ac33-6a509542ba65', 'tenant_id': '63d4a6f962814234ac116c1855fa9574', 'mac_address': 'fa:16:3e:8d:48:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca9d0ce-73ec-4ac0-92bb-3b973ac32286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '953f9dc9-4551-4df0-abaf-9aa4a6209879', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:54:43Z', 'updated_at': '2022-02-09T21:54:47Z', 'revision_number': 5, 'project_id': '63d4a6f962814234ac116c1855fa9574', 'subnets': [{'id': '953f9dc9-4551-4df0-abaf-9aa4a6209879', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c215e997-4569-478a-aab6-99970ff557bd', 'name': '', 'network_id': '317737af-d3b8-442c-ac3a-47a9c498f10a', 'tenant_id': '63d4a6f962814234ac116c1855fa9574', 'mac_address': 'fa:16:3e:bc:b0:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca9d0ce-73ec-4ac0-92bb-3b973ac32286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': '94ecc160-549e-4ab1-aac3-7e47116e3f3a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:54:52Z', 'updated_at': '2022-02-09T21:54:58Z', 'revision_number': 5, 'project_id': '63d4a6f962814234ac116c1855fa9574', 'subnets': [{'id': '94ecc160-549e-4ab1-aac3-7e47116e3f3a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:09.215303 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b01c594-d915-4272-92b5-0c55fb18f5d6 None None] The sync data for ids ['eca9d0ce-73ec-4ac0-92bb-3b973ac32286'] in n-d-828369-5 is: [{'id': 'eca9d0ce-73ec-4ac0-92bb-3b973ac32286', 'name': 'tempest-RoutersIpV6Test-router-1020766714', 'tenant_id': '63d4a6f962814234ac116c1855fa9574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:54:42Z', 'updated_at': '2022-02-09T21:55:05Z', 'revision_number': 8, 'project_id': '63d4a6f962814234ac116c1855fa9574', 'gw_port_host': None, '_interfaces': [{'id': '56e87dd0-1b27-4a42-bfd2-eadbd6719090', 'name': '', 'network_id': 'e884345b-1bed-45e7-a938-b69c507a18f4', 'tenant_id': '63d4a6f962814234ac116c1855fa9574', 'mac_address': 'fa:16:3e:c1:69:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca9d0ce-73ec-4ac0-92bb-3b973ac32286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': 'a356395b-7404-48c5-9f9c-bd9f437bedb9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:54:47Z', 'updated_at': '2022-02-09T21:54:53Z', 'revision_number': 5, 'project_id': '63d4a6f962814234ac116c1855fa9574', 'subnets': [{'id': 'a356395b-7404-48c5-9f9c-bd9f437bedb9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58ff719e-5d33-48c7-b2f4-c19a928968cd', 'name': '', 'network_id': '4f2d8a79-dcf8-4605-ac33-6a509542ba65', 'tenant_id': '63d4a6f962814234ac116c1855fa9574', 'mac_address': 'fa:16:3e:8d:48:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca9d0ce-73ec-4ac0-92bb-3b973ac32286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '953f9dc9-4551-4df0-abaf-9aa4a6209879', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:54:43Z', 'updated_at': '2022-02-09T21:54:47Z', 'revision_number': 5, 'project_id': '63d4a6f962814234ac116c1855fa9574', 'subnets': [{'id': '953f9dc9-4551-4df0-abaf-9aa4a6209879', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c215e997-4569-478a-aab6-99970ff557bd', 'name': '', 'network_id': '317737af-d3b8-442c-ac3a-47a9c498f10a', 'tenant_id': '63d4a6f962814234ac116c1855fa9574', 'mac_address': 'fa:16:3e:bc:b0:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca9d0ce-73ec-4ac0-92bb-3b973ac32286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': '94ecc160-549e-4ab1-aac3-7e47116e3f3a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:54:52Z', 'updated_at': '2022-02-09T21:54:58Z', 'revision_number': 5, 'project_id': '63d4a6f962814234ac116c1855fa9574', 'subnets': [{'id': '94ecc160-549e-4ab1-aac3-7e47116e3f3a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:55:09.371413 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54852) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:09.423174 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-8e97c259-e825-491f-8ffe-4d45892821ae admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=b22568216b3c414cb08474365ce4458b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0502379 Feb 09 21:55:09.426222 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54854) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:09.485245 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-247747f5-2e47-4963-b304-b7a084d0d695 admin admin] Publish callbacks [] for security_group (3d182048-f069-45b3-a169-5d2a798f6df6), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:09.514623 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-247747f5-2e47-4963-b304-b7a084d0d695 admin admin] Publish callbacks [] for security_group (3d182048-f069-45b3-a169-5d2a798f6df6), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:09.543363 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b8931ed4-165d-4156-8351-36db64b4e964 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524906'] for router_interface (eca9d0ce-73ec-4ac0-92bb-3b973ac32286), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:09.573035 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-247747f5-2e47-4963-b304-b7a084d0d695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (3d182048-f069-45b3-a169-5d2a798f6df6), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:09.577479 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-247747f5-2e47-4963-b304-b7a084d0d695 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:09.581411 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-247747f5-2e47-4963-b304-b7a084d0d695 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/3d182048-f069-45b3-a169-5d2a798f6df6 HTTP/1.1" status: 204 len: 168 time: 0.1536584 Feb 09 21:55:09.605901 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247747f5-2e47-4963-b304-b7a084d0d695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d182048-f069-45b3-a169-5d2a798f6df6,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:09.902131 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-b8931ed4-165d-4156-8351-36db64b4e964 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Deleting port c215e997-4569-478a-aab6-99970ff557bd {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:55:09.902639 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b8931ed4-165d-4156-8351-36db64b4e964 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (c215e997-4569-478a-aab6-99970ff557bd), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:10.015105 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-b8931ed4-165d-4156-8351-36db64b4e964 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] For port c215e997-4569-478a-aab6-99970ff557bd, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=c215e997-4569-478a-aab6-99970ff557bd,segment=NetworkSegment(6a5fc1b0-52a8-4b79-b78e-f02ad3672450),segment_id=6a5fc1b0-52a8-4b79-b78e-f02ad3672450)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:55:10.015851 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b8931ed4-165d-4156-8351-36db64b4e964 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (c215e997-4569-478a-aab6-99970ff557bd), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:10.034278 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-b8931ed4-165d-4156-8351-36db64b4e964 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Calling delete_port for c215e997-4569-478a-aab6-99970ff557bd owned by network:router_interface {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:55:10.264211 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54876) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:10.280444 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b8931ed4-165d-4156-8351-36db64b4e964 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (c215e997-4569-478a-aab6-99970ff557bd), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:10.325121 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8931ed4-165d-4156-8351-36db64b4e964 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Pushing event deleted for resources: {'Port': ['ID=c215e997-4569-478a-aab6-99970ff557bd,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:10.354503 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-86e00d29-ed24-4645-9cb2-45b4ed5a1c2d tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for security_group (762f5947-2134-4568-911e-8c7e2ff4dd54), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:10.417190 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-86e00d29-ed24-4645-9cb2-45b4ed5a1c2d tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for security_group (762f5947-2134-4568-911e-8c7e2ff4dd54), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:10.505295 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-86e00d29-ed24-4645-9cb2-45b4ed5a1c2d tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (762f5947-2134-4568-911e-8c7e2ff4dd54), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:10.517497 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-86e00d29-ed24-4645-9cb2-45b4ed5a1c2d tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:10.519186 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b8931ed4-165d-4156-8351-36db64b4e964 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-525054'] for router_interface (eca9d0ce-73ec-4ac0-92bb-3b973ac32286), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:10.528028 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-86e00d29-ed24-4645-9cb2-45b4ed5a1c2d tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "DELETE /v2.0/security-groups/762f5947-2134-4568-911e-8c7e2ff4dd54 HTTP/1.1" status: 204 len: 168 time: 0.2492416 Feb 09 21:55:10.550943 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e00d29-ed24-4645-9cb2-45b4ed5a1c2d tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=762f5947-2134-4568-911e-8c7e2ff4dd54,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:10.561367 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54886) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:10.584535 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 13ad85c9-d90e-4d57-9c84-8be78b67671e no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:55:10.617497 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 13ad85c9-d90e-4d57-9c84-8be78b67671e {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:55:10.618413 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 13ad85c9-d90e-4d57-9c84-8be78b67671e not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:55:10.619091 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54888) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:10.621796 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device bc6540dd-6ba4-4d17-b500-a0f8314e78a2 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:55:10.649907 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: bc6540dd-6ba4-4d17-b500-a0f8314e78a2 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:55:10.650393 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device bc6540dd-6ba4-4d17-b500-a0f8314e78a2 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:55:10.824946 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-2db25b51-e765-4e78-a301-1b31b1cd63a7 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-184863998-network', 'tenant_id': 'd79c568458c248b6a8e2fa377f05dac4'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:55:10.830296 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8931ed4-165d-4156-8351-36db64b4e964 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Router eca9d0ce-73ec-4ac0-92bb-3b973ac32286 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:55:10.846019 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2db25b51-e765-4e78-a301-1b31b1cd63a7 admin admin] Made reservation on behalf of d79c568458c248b6a8e2fa377f05dac4 for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:55:10.848327 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2db25b51-e765-4e78-a301-1b31b1cd63a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:10.864931 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2db25b51-e765-4e78-a301-1b31b1cd63a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:10.939935 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8931ed4-165d-4156-8351-36db64b4e964 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:55:10.948806 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54892) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:10.949015 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-b8931ed4-165d-4156-8351-36db64b4e964 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "PUT /v2.0/routers/eca9d0ce-73ec-4ac0-92bb-3b973ac32286/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8350792 Feb 09 21:55:10.951010 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de21397-ab92-4efa-b5d2-a836da2fcc78 None None] Sync routers for ids ['eca9d0ce-73ec-4ac0-92bb-3b973ac32286'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:55:10.962600 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de21397-ab92-4efa-b5d2-a836da2fcc78 None None] Routers {'eca9d0ce-73ec-4ac0-92bb-3b973ac32286'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:55:10.963216 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-5de21397-ab92-4efa-b5d2-a836da2fcc78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:54:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['eca9d0ce-73ec-4ac0-92bb-3b973ac32286'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:11.001498 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e88dbb4e-49a5-4ae4-a716-d664ee130902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:11.060872 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-504d648b-8a7e-404b-8bc7-21c0b856c679 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Deleting subnet 94ecc160-549e-4ab1-aac3-7e47116e3f3a {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:55:11.073326 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-504d648b-8a7e-404b-8bc7-21c0b856c679 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for subnet (94ecc160-549e-4ab1-aac3-7e47116e3f3a), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:11.073737 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-5de21397-ab92-4efa-b5d2-a836da2fcc78 None None] Set router eca9d0ce-73ec-4ac0-92bb-3b973ac32286 gateway port host: None {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:55:11.135544 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2db25b51-e765-4e78-a301-1b31b1cd63a7 admin admin] Publish callbacks [] for security_group (aafc33ae-1d47-42d0-8c45-90bd47ff2dfc), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:11.144494 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2db25b51-e765-4e78-a301-1b31b1cd63a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (aafc33ae-1d47-42d0-8c45-90bd47ff2dfc), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:11.156078 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-504d648b-8a7e-404b-8bc7-21c0b856c679 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (94ecc160-549e-4ab1-aac3-7e47116e3f3a), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:11.196611 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2db25b51-e765-4e78-a301-1b31b1cd63a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:55:11.223872 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db25b51-e765-4e78-a301-1b31b1cd63a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aafc33ae-1d47-42d0-8c45-90bd47ff2dfc,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:11.237220 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2db25b51-e765-4e78-a301-1b31b1cd63a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (3bebb2d3-2d9b-476a-998b-f02884001d58), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:11.237220 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-2db25b51-e765-4e78-a301-1b31b1cd63a7 admin admin] Added segment 3bebb2d3-2d9b-476a-998b-f02884001d58 of type vlan for network 84a7f262-0428-4944-8993-dd1f7aec8436 Feb 09 21:55:11.307747 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2db25b51-e765-4e78-a301-1b31b1cd63a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (84a7f262-0428-4944-8993-dd1f7aec8436), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:11.309287 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-5de21397-ab92-4efa-b5d2-a836da2fcc78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca9d0ce-73ec-4ac0-92bb-3b973ac32286', 'name': 'tempest-RoutersIpV6Test-router-1020766714', 'tenant_id': '63d4a6f962814234ac116c1855fa9574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:54:42Z', 'updated_at': '2022-02-09T21:55:10Z', 'revision_number': 9, 'project_id': '63d4a6f962814234ac116c1855fa9574', 'gw_port_host': None, '_interfaces': [{'id': '56e87dd0-1b27-4a42-bfd2-eadbd6719090', 'name': '', 'network_id': 'e884345b-1bed-45e7-a938-b69c507a18f4', 'tenant_id': '63d4a6f962814234ac116c1855fa9574', 'mac_address': 'fa:16:3e:c1:69:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca9d0ce-73ec-4ac0-92bb-3b973ac32286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': 'a356395b-7404-48c5-9f9c-bd9f437bedb9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:54:47Z', 'updated_at': '2022-02-09T21:54:53Z', 'revision_number': 5, 'project_id': '63d4a6f962814234ac116c1855fa9574', 'subnets': [{'id': 'a356395b-7404-48c5-9f9c-bd9f437bedb9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58ff719e-5d33-48c7-b2f4-c19a928968cd', 'name': '', 'network_id': '4f2d8a79-dcf8-4605-ac33-6a509542ba65', 'tenant_id': '63d4a6f962814234ac116c1855fa9574', 'mac_address': 'fa:16:3e:8d:48:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca9d0ce-73ec-4ac0-92bb-3b973ac32286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '953f9dc9-4551-4df0-abaf-9aa4a6209879', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:54:43Z', 'updated_at': '2022-02-09T21:54:47Z', 'revision_number': 5, 'project_id': '63d4a6f962814234ac116c1855fa9574', 'subnets': [{'id': '953f9dc9-4551-4df0-abaf-9aa4a6209879', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:11.337182 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 68416161-6aee-467d-abc9-506f78aba5dd no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:55:11.341219 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de21397-ab92-4efa-b5d2-a836da2fcc78 None None] Checking router: eca9d0ce-73ec-4ac0-92bb-3b973ac32286 for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:55:11.350180 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de21397-ab92-4efa-b5d2-a836da2fcc78 None None] Routers {'eca9d0ce-73ec-4ac0-92bb-3b973ac32286'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:55:11.350810 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-5de21397-ab92-4efa-b5d2-a836da2fcc78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:55:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['eca9d0ce-73ec-4ac0-92bb-3b973ac32286'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:11.385854 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] No Port match for: 68416161-6aee-467d-abc9-506f78aba5dd {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:55:11.387220 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 68416161-6aee-467d-abc9-506f78aba5dd not bound to the agent host n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:55:11.400428 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2db25b51-e765-4e78-a301-1b31b1cd63a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (84a7f262-0428-4944-8993-dd1f7aec8436), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:11.401412 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db25b51-e765-4e78-a301-1b31b1cd63a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:11.401996 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2db25b51-e765-4e78-a301-1b31b1cd63a7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:11.427489 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-2db25b51-e765-4e78-a301-1b31b1cd63a7 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8071387 Feb 09 21:55:11.431695 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 54908) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:11.440723 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-42e11ebd-a63d-41b5-8e57-b8d0b75cf409 admin admin] Request body: {'subnet': {'network_id': '84a7f262-0428-4944-8993-dd1f7aec8436', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-184863998-subnet', 'tenant_id': 'd79c568458c248b6a8e2fa377f05dac4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:55:11.471868 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42e11ebd-a63d-41b5-8e57-b8d0b75cf409 admin admin] Made reservation on behalf of d79c568458c248b6a8e2fa377f05dac4 for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:55:11.476404 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-42e11ebd-a63d-41b5-8e57-b8d0b75cf409 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621317'] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:11.481105 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-5de21397-ab92-4efa-b5d2-a836da2fcc78 None None] Set router eca9d0ce-73ec-4ac0-92bb-3b973ac32286 gateway port host: None {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:55:11.758339 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-5de21397-ab92-4efa-b5d2-a836da2fcc78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca9d0ce-73ec-4ac0-92bb-3b973ac32286', 'name': 'tempest-RoutersIpV6Test-router-1020766714', 'tenant_id': '63d4a6f962814234ac116c1855fa9574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:54:42Z', 'updated_at': '2022-02-09T21:55:10Z', 'revision_number': 9, 'project_id': '63d4a6f962814234ac116c1855fa9574', 'gw_port_host': None, '_interfaces': [{'id': '56e87dd0-1b27-4a42-bfd2-eadbd6719090', 'name': '', 'network_id': 'e884345b-1bed-45e7-a938-b69c507a18f4', 'tenant_id': '63d4a6f962814234ac116c1855fa9574', 'mac_address': 'fa:16:3e:c1:69:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca9d0ce-73ec-4ac0-92bb-3b973ac32286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': 'a356395b-7404-48c5-9f9c-bd9f437bedb9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:54:47Z', 'updated_at': '2022-02-09T21:54:53Z', 'revision_number': 5, 'project_id': '63d4a6f962814234ac116c1855fa9574', 'subnets': [{'id': 'a356395b-7404-48c5-9f9c-bd9f437bedb9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58ff719e-5d33-48c7-b2f4-c19a928968cd', 'name': '', 'network_id': '4f2d8a79-dcf8-4605-ac33-6a509542ba65', 'tenant_id': '63d4a6f962814234ac116c1855fa9574', 'mac_address': 'fa:16:3e:8d:48:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca9d0ce-73ec-4ac0-92bb-3b973ac32286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '953f9dc9-4551-4df0-abaf-9aa4a6209879', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:54:43Z', 'updated_at': '2022-02-09T21:54:47Z', 'revision_number': 5, 'project_id': '63d4a6f962814234ac116c1855fa9574', 'subnets': [{'id': '953f9dc9-4551-4df0-abaf-9aa4a6209879', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:11.793146 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de21397-ab92-4efa-b5d2-a836da2fcc78 None None] The sync data for ids ['eca9d0ce-73ec-4ac0-92bb-3b973ac32286'] in n-d-828369-5 is: [{'id': 'eca9d0ce-73ec-4ac0-92bb-3b973ac32286', 'name': 'tempest-RoutersIpV6Test-router-1020766714', 'tenant_id': '63d4a6f962814234ac116c1855fa9574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:54:42Z', 'updated_at': '2022-02-09T21:55:10Z', 'revision_number': 9, 'project_id': '63d4a6f962814234ac116c1855fa9574', 'gw_port_host': None, '_interfaces': [{'id': '56e87dd0-1b27-4a42-bfd2-eadbd6719090', 'name': '', 'network_id': 'e884345b-1bed-45e7-a938-b69c507a18f4', 'tenant_id': '63d4a6f962814234ac116c1855fa9574', 'mac_address': 'fa:16:3e:c1:69:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca9d0ce-73ec-4ac0-92bb-3b973ac32286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': 'a356395b-7404-48c5-9f9c-bd9f437bedb9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:54:47Z', 'updated_at': '2022-02-09T21:54:53Z', 'revision_number': 5, 'project_id': '63d4a6f962814234ac116c1855fa9574', 'subnets': [{'id': 'a356395b-7404-48c5-9f9c-bd9f437bedb9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58ff719e-5d33-48c7-b2f4-c19a928968cd', 'name': '', 'network_id': '4f2d8a79-dcf8-4605-ac33-6a509542ba65', 'tenant_id': '63d4a6f962814234ac116c1855fa9574', 'mac_address': 'fa:16:3e:8d:48:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca9d0ce-73ec-4ac0-92bb-3b973ac32286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '953f9dc9-4551-4df0-abaf-9aa4a6209879', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:54:43Z', 'updated_at': '2022-02-09T21:54:47Z', 'revision_number': 5, 'project_id': '63d4a6f962814234ac116c1855fa9574', 'subnets': [{'id': '953f9dc9-4551-4df0-abaf-9aa4a6209879', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:55:11.821689 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-42e11ebd-a63d-41b5-8e57-b8d0b75cf409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621371'] for subnet (422157b9-c265-4e64-bcbe-460cbdc61325), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:11.903957 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf94747a-b3a3-464b-898b-af0072a69450 req-26a1e764-d223-4748-b435-532ab1d2c50d tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:11.905787 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cf94747a-b3a3-464b-898b-af0072a69450 req-26a1e764-d223-4748-b435-532ab1d2c50d tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/ports?device_id=fbc3850e-3340-4d81-b84e-c61c9531f7d0 HTTP/1.1" status: 200 len: 946 time: 0.1399200 Feb 09 21:55:11.913424 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e11ebd-a63d-41b5-8e57-b8d0b75cf409 admin admin] Pushing event updated for resources: {'Subnet': ['ID=422157b9-c265-4e64-bcbe-460cbdc61325,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:11.980439 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cf94747a-b3a3-464b-898b-af0072a69450 req-51e0e362-d5cc-442e-b24e-70fadc7db7e0 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/security-groups?id=603b65f1-df48-43e6-9f19-0996509981cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0631297 Feb 09 21:55:11.992129 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e11ebd-a63d-41b5-8e57-b8d0b75cf409 admin admin] Checking segment: {'id': '3bebb2d3-2d9b-476a-998b-f02884001d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '84a7f262-0428-4944-8993-dd1f7aec8436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:55:11.993301 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e11ebd-a63d-41b5-8e57-b8d0b75cf409 admin admin] Network hostable DHCP agents. Network: 84a7f262-0428-4944-8993-dd1f7aec8436, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:55:12.007881 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-504d648b-8a7e-404b-8bc7-21c0b856c679 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (94ecc160-549e-4ab1-aac3-7e47116e3f3a), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:12.018980 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e11ebd-a63d-41b5-8e57-b8d0b75cf409 admin admin] Network 84a7f262-0428-4944-8993-dd1f7aec8436 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:55:12.029129 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-42e11ebd-a63d-41b5-8e57-b8d0b75cf409 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 84a7f262-0428-4944-8993-dd1f7aec8436) {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:55:12.034262 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e11ebd-a63d-41b5-8e57-b8d0b75cf409 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:12.034847 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-42e11ebd-a63d-41b5-8e57-b8d0b75cf409 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:12.041229 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db25b51-e765-4e78-a301-1b31b1cd63a7 admin admin] Pushing event updated for resources: {'Network': ['ID=84a7f262-0428-4944-8993-dd1f7aec8436,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:12.050776 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae88eff4-f930-4fe7-92ee-461f5fcd221f None None] Network 84a7f262-0428-4944-8993-dd1f7aec8436 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:55:12.065948 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-42e11ebd-a63d-41b5-8e57-b8d0b75cf409 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6329224 Feb 09 21:55:12.067644 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-eb3c333c-7bed-48f1-a333-5f9511619361 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524906'] for router_interface (083cc2c9-2977-4fa9-b4c9-88963904afb5), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:12.082015 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 84a7f262-0428-4944-8993-dd1f7aec8436 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:55:12.243122 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-504d648b-8a7e-404b-8bc7-21c0b856c679 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (94ecc160-549e-4ab1-aac3-7e47116e3f3a), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:12.270057 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-504d648b-8a7e-404b-8bc7-21c0b856c679 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:12.276936 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aac6956-d717-4bd0-baad-83c3130671d9 None None] Network 84a7f262-0428-4944-8993-dd1f7aec8436 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:55:12.277129 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-504d648b-8a7e-404b-8bc7-21c0b856c679 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "DELETE /v2.0/subnets/94ecc160-549e-4ab1-aac3-7e47116e3f3a HTTP/1.1" status: 204 len: 168 time: 1.3247807 Feb 09 21:55:12.277707 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 54920) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:12.305128 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df735b87-6e03-49f5-9be4-1394678715de None None] Network 317737af-d3b8-442c-ac3a-47a9c498f10a requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:55:12.310557 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54926) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:12.347464 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504d648b-8a7e-404b-8bc7-21c0b856c679 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Pushing event deleted for resources: {'Subnet': ['ID=94ecc160-549e-4ab1-aac3-7e47116e3f3a,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:12.425681 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-842573d2-a927-4219-97a5-1bd6960d0c02 admin admin] Deleting subnet 422157b9-c265-4e64-bcbe-460cbdc61325 {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:55:12.433583 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-842573d2-a927-4219-97a5-1bd6960d0c02 admin admin] Publish callbacks [] for subnet (422157b9-c265-4e64-bcbe-460cbdc61325), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:12.441236 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-92b43c0f-937f-4e6b-ad23-e3fd121b818d tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (317737af-d3b8-442c-ac3a-47a9c498f10a), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:12.486443 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-842573d2-a927-4219-97a5-1bd6960d0c02 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (422157b9-c265-4e64-bcbe-460cbdc61325), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:12.494941 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device c215e997-4569-478a-aab6-99970ff557bd no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:55:12.519449 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-92b43c0f-937f-4e6b-ad23-e3fd121b818d tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Deleting port f0a4589b-c428-4537-8193-3c7d18f47d4f {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:55:12.519926 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-92b43c0f-937f-4e6b-ad23-e3fd121b818d tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (f0a4589b-c428-4537-8193-3c7d18f47d4f), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:12.529059 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: c215e997-4569-478a-aab6-99970ff557bd {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:55:12.529916 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device c215e997-4569-478a-aab6-99970ff557bd not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:55:12.551982 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-842573d2-a927-4219-97a5-1bd6960d0c02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (422157b9-c265-4e64-bcbe-460cbdc61325), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:12.612887 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-92b43c0f-937f-4e6b-ad23-e3fd121b818d tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] For port f0a4589b-c428-4537-8193-3c7d18f47d4f, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=f0a4589b-c428-4537-8193-3c7d18f47d4f,segment=NetworkSegment(6a5fc1b0-52a8-4b79-b78e-f02ad3672450),segment_id=6a5fc1b0-52a8-4b79-b78e-f02ad3672450)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:55:12.613547 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-92b43c0f-937f-4e6b-ad23-e3fd121b818d tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (f0a4589b-c428-4537-8193-3c7d18f47d4f), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:12.631056 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-92b43c0f-937f-4e6b-ad23-e3fd121b818d tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Calling delete_port for f0a4589b-c428-4537-8193-3c7d18f47d4f owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:55:12.659356 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-842573d2-a927-4219-97a5-1bd6960d0c02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (422157b9-c265-4e64-bcbe-460cbdc61325), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:12.679566 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f21c75-233f-478d-8df0-97640786462d None None] DHCP port deletion for 317737af-d3b8-442c-ac3a-47a9c498f10a request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:55:12.725729 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842573d2-a927-4219-97a5-1bd6960d0c02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=422157b9-c265-4e64-bcbe-460cbdc61325,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:12.732711 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-842573d2-a927-4219-97a5-1bd6960d0c02 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:12.737477 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-842573d2-a927-4219-97a5-1bd6960d0c02 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/422157b9-c265-4e64-bcbe-460cbdc61325 HTTP/1.1" status: 204 len: 168 time: 0.4256122 Feb 09 21:55:12.741483 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54928) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:12.750833 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-92b43c0f-937f-4e6b-ad23-e3fd121b818d tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (f0a4589b-c428-4537-8193-3c7d18f47d4f), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:12.754453 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-d9f21c75-233f-478d-8df0-97640786462d None None] Deleting port f0a4589b-c428-4537-8193-3c7d18f47d4f {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:55:12.754849 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d9f21c75-233f-478d-8df0-97640786462d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (f0a4589b-c428-4537-8193-3c7d18f47d4f), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:12.786243 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b43c0f-937f-4e6b-ad23-e3fd121b818d tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Pushing event deleted for resources: {'Port': ['ID=f0a4589b-c428-4537-8193-3c7d18f47d4f,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:12.792498 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b43c0f-937f-4e6b-ad23-e3fd121b818d tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] No DVR routers for this DVR port f0a4589b-c428-4537-8193-3c7d18f47d4f on host n-d-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:55:12.801571 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:12.834457 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-d9f21c75-233f-478d-8df0-97640786462d None None] For port f0a4589b-c428-4537-8193-3c7d18f47d4f, host n-d-828369-5, got binding levels [] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:55:12.834868 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d9f21c75-233f-478d-8df0-97640786462d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (f0a4589b-c428-4537-8193-3c7d18f47d4f), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:12.851439 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-d9f21c75-233f-478d-8df0-97640786462d None None] Calling delete_port for f0a4589b-c428-4537-8193-3c7d18f47d4f owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:55:12.855279 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.ipam_backend_mixin [None req-d9f21c75-233f-478d-8df0-97640786462d None None] Port f0a4589b-c428-4537-8193-3c7d18f47d4f was not found and therefore no delete operation was performed {{(pid=103142) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 21:55:12.856789 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d9f21c75-233f-478d-8df0-97640786462d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (f0a4589b-c428-4537-8193-3c7d18f47d4f), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:12.868169 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ec369c69-525b-4a56-a57e-08cecdbbcfce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (84a7f262-0428-4944-8993-dd1f7aec8436), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:12.895350 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f21c75-233f-478d-8df0-97640786462d None None] Pushing event deleted for resources: {'Port': ['ID=f0a4589b-c428-4537-8193-3c7d18f47d4f,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:12.896513 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-eb3c333c-7bed-48f1-a333-5f9511619361 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Deleting port 1c9b51d7-c7fe-467b-8161-8b2e93fd129a {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:55:12.896867 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-eb3c333c-7bed-48f1-a333-5f9511619361 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (1c9b51d7-c7fe-467b-8161-8b2e93fd129a), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:12.898251 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f21c75-233f-478d-8df0-97640786462d None None] No DVR routers for this DVR port f0a4589b-c428-4537-8193-3c7d18f47d4f on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:55:12.905674 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-92b43c0f-937f-4e6b-ad23-e3fd121b818d tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (317737af-d3b8-442c-ac3a-47a9c498f10a), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:12.926914 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-92b43c0f-937f-4e6b-ad23-e3fd121b818d tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['317737af-d3b8-442c-ac3a-47a9c498f10a']}} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:12.937546 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-92b43c0f-937f-4e6b-ad23-e3fd121b818d tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a5fc1b0-52a8-4b79-b78e-f02ad3672450') {'for_net_delete': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:12.937887 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-92b43c0f-937f-4e6b-ad23-e3fd121b818d tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a5fc1b0-52a8-4b79-b78e-f02ad3672450') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:12.949310 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-92b43c0f-937f-4e6b-ad23-e3fd121b818d tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110711'] for segment (6a5fc1b0-52a8-4b79-b78e-f02ad3672450), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:12.962134 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [req-59eca90e-dc05-4724-bfb8-3ad244421a96 req-3722e499-739a-49b6-ae60-8be56bf9fe1d service neutron] (103141) timed out ('10.222.0.90', 35344) {{(pid=103141) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 21:55:12.963353 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-92b43c0f-937f-4e6b-ad23-e3fd121b818d tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (6a5fc1b0-52a8-4b79-b78e-f02ad3672450), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:12.969802 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92b43c0f-937f-4e6b-ad23-e3fd121b818d tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=103140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:55:12.970338 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-92b43c0f-937f-4e6b-ad23-e3fd121b818d tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669415'] for segment (6a5fc1b0-52a8-4b79-b78e-f02ad3672450), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:12.973967 n-d-828369-5 neutron-server[103140]: Traceback (most recent call last): Feb 09 21:55:12.973967 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:55:12.973967 n-d-828369-5 neutron-server[103140]: timer() Feb 09 21:55:12.973967 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:55:12.973967 n-d-828369-5 neutron-server[103140]: cb(*args, **kw) Feb 09 21:55:12.973967 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:55:12.973967 n-d-828369-5 neutron-server[103140]: return func(*args, **kwargs) Feb 09 21:55:12.973967 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:55:12.973967 n-d-828369-5 neutron-server[103140]: self._notify() Feb 09 21:55:12.973967 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:55:12.973967 n-d-828369-5 neutron-server[103140]: self.callback(batched_events) Feb 09 21:55:12.973967 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:55:12.973967 n-d-828369-5 neutron-server[103140]: event.method(event) Feb 09 21:55:12.973967 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:55:12.973967 n-d-828369-5 neutron-server[103140]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:55:12.973967 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:55:12.973967 n-d-828369-5 neutron-server[103140]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:55:12.973967 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:55:12.973967 n-d-828369-5 neutron-server[103140]: return f(self, *a, **k) Feb 09 21:55:12.973967 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:55:12.973967 n-d-828369-5 neutron-server[103140]: return self._get(url).json() Feb 09 21:55:12.973967 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:55:12.973967 n-d-828369-5 neutron-server[103140]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:55:12.973967 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:55:12.973967 n-d-828369-5 neutron-server[103140]: return self.request(url, 'GET', **kwargs) Feb 09 21:55:12.973967 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:55:12.973967 n-d-828369-5 neutron-server[103140]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:55:12.973967 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:55:12.973967 n-d-828369-5 neutron-server[103140]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:55:12.973967 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:55:12.973967 n-d-828369-5 neutron-server[103140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:55:12.973967 n-d-828369-5 neutron-server[103140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:55:13.045061 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-92b43c0f-937f-4e6b-ad23-e3fd121b818d tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (317737af-d3b8-442c-ac3a-47a9c498f10a), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:13.051266 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ec369c69-525b-4a56-a57e-08cecdbbcfce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (84a7f262-0428-4944-8993-dd1f7aec8436), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:13.055228 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-92b43c0f-937f-4e6b-ad23-e3fd121b818d tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:13.060583 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-92b43c0f-937f-4e6b-ad23-e3fd121b818d tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "DELETE /v2.0/networks/317737af-d3b8-442c-ac3a-47a9c498f10a HTTP/1.1" status: 204 len: 168 time: 0.7809906 Feb 09 21:55:13.066085 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 54932) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:13.093915 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b43c0f-937f-4e6b-ad23-e3fd121b818d tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Pushing event deleted for resources: {'Network': ['ID=317737af-d3b8-442c-ac3a-47a9c498f10a,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:13.094555 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-ec369c69-525b-4a56-a57e-08cecdbbcfce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84a7f262-0428-4944-8993-dd1f7aec8436']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:13.108806 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-eb3c333c-7bed-48f1-a333-5f9511619361 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] For port 1c9b51d7-c7fe-467b-8161-8b2e93fd129a, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=1c9b51d7-c7fe-467b-8161-8b2e93fd129a,segment=NetworkSegment(8c5fc6e3-f869-44a7-99c5-95acb2f7d369),segment_id=8c5fc6e3-f869-44a7-99c5-95acb2f7d369)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:55:13.109172 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-eb3c333c-7bed-48f1-a333-5f9511619361 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (1c9b51d7-c7fe-467b-8161-8b2e93fd129a), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:13.112946 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-ec369c69-525b-4a56-a57e-08cecdbbcfce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bebb2d3-2d9b-476a-998b-f02884001d58') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:13.113248 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-ec369c69-525b-4a56-a57e-08cecdbbcfce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bebb2d3-2d9b-476a-998b-f02884001d58') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:13.130732 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ec369c69-525b-4a56-a57e-08cecdbbcfce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (3bebb2d3-2d9b-476a-998b-f02884001d58), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:13.132518 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-eb3c333c-7bed-48f1-a333-5f9511619361 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Calling delete_port for 1c9b51d7-c7fe-467b-8161-8b2e93fd129a owned by network:router_interface {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:55:13.153152 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ec369c69-525b-4a56-a57e-08cecdbbcfce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (3bebb2d3-2d9b-476a-998b-f02884001d58), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:13.190638 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec369c69-525b-4a56-a57e-08cecdbbcfce admin admin] Releasing vlan 700 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:55:13.191055 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ec369c69-525b-4a56-a57e-08cecdbbcfce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (3bebb2d3-2d9b-476a-998b-f02884001d58), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:13.192933 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:55:13.192933 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:55:13.192933 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:55:13.192933 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:55:13.192933 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:55:13.192933 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:55:13.192933 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:55:13.192933 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:55:13.192933 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:55:13.192933 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:55:13.192933 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:55:13.192933 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:55:13.192933 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:55:13.192933 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:55:13.192933 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:55:13.192933 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:55:13.192933 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:55:13.192933 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:55:13.192933 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:55:13.192933 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:55:13.192933 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:55:13.192933 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:55:13.192933 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:55:13.192933 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:55:13.192933 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:55:13.192933 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:55:13.192933 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:55:13.192933 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:55:13.192933 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:55:13.192933 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:55:13.192933 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:55:13.192933 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:55:13.239186 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1614d21d-e640-466b-93f9-7b4e9ce761a5 req-4c8eda72-8dd4-4632-8d7b-a3cb8b9dbed4 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:13.240821 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1614d21d-e640-466b-93f9-7b4e9ce761a5 req-4c8eda72-8dd4-4632-8d7b-a3cb8b9dbed4 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/ports?device_id=fbc3850e-3340-4d81-b84e-c61c9531f7d0 HTTP/1.1" status: 200 len: 946 time: 0.1501715 Feb 09 21:55:13.271102 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ec369c69-525b-4a56-a57e-08cecdbbcfce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (84a7f262-0428-4944-8993-dd1f7aec8436), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:13.319425 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ec369c69-525b-4a56-a57e-08cecdbbcfce admin admin] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:13.323306 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-ec369c69-525b-4a56-a57e-08cecdbbcfce admin admin] 10.222.0.90 "DELETE /v2.0/networks/84a7f262-0428-4944-8993-dd1f7aec8436 HTTP/1.1" status: 204 len: 168 time: 0.5805483 Feb 09 21:55:13.328083 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec369c69-525b-4a56-a57e-08cecdbbcfce admin admin] Pushing event deleted for resources: {'Network': ['ID=84a7f262-0428-4944-8993-dd1f7aec8436,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:13.440741 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1614d21d-e640-466b-93f9-7b4e9ce761a5 req-b1afe1fb-75eb-432a-8bbf-61ae1f5e9862 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/security-groups?id=603b65f1-df48-43e6-9f19-0996509981cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1901746 Feb 09 21:55:13.442487 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-eb3c333c-7bed-48f1-a333-5f9511619361 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (1c9b51d7-c7fe-467b-8161-8b2e93fd129a), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:13.479507 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 54938) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:13.497065 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3c333c-7bed-48f1-a333-5f9511619361 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Pushing event deleted for resources: {'Port': ['ID=1c9b51d7-c7fe-467b-8161-8b2e93fd129a,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:13.592365 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-6a0c4281-da85-4352-9963-c8c55aba8d1c admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=d79c568458c248b6a8e2fa377f05dac4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1116338 Feb 09 21:55:13.593034 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 54940) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:13.664629 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-33cf6f79-28c5-450d-9018-bbd3f5d3bed5 admin admin] Publish callbacks [] for security_group (aafc33ae-1d47-42d0-8c45-90bd47ff2dfc), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:13.720836 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-33cf6f79-28c5-450d-9018-bbd3f5d3bed5 admin admin] Publish callbacks [] for security_group (aafc33ae-1d47-42d0-8c45-90bd47ff2dfc), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:13.747382 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-eb3c333c-7bed-48f1-a333-5f9511619361 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-525054'] for router_interface (083cc2c9-2977-4fa9-b4c9-88963904afb5), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:13.816674 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-075cbf55-fe6f-437b-a36e-fdf4341b0993 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524906'] for router_interface (eca9d0ce-73ec-4ac0-92bb-3b973ac32286), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:14.004605 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb3c333c-7bed-48f1-a333-5f9511619361 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Router 083cc2c9-2977-4fa9-b4c9-88963904afb5 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:55:14.127286 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb3c333c-7bed-48f1-a333-5f9511619361 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:55:14.135934 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-eb3c333c-7bed-48f1-a333-5f9511619361 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "PUT /v2.0/routers/083cc2c9-2977-4fa9-b4c9-88963904afb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5734220 Feb 09 21:55:14.136556 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54942) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:14.144321 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee620551-7491-4c44-a9db-b6b8a7dc8f5b None None] Sync routers for ids ['083cc2c9-2977-4fa9-b4c9-88963904afb5'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:55:14.162746 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee620551-7491-4c44-a9db-b6b8a7dc8f5b None None] Routers {'083cc2c9-2977-4fa9-b4c9-88963904afb5'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:55:14.163794 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-ee620551-7491-4c44-a9db-b6b8a7dc8f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:55:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['083cc2c9-2977-4fa9-b4c9-88963904afb5'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:14.201172 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-69222d23-c6a1-483c-8785-d4e5baa53730 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Deleting subnet 4f6d7242-30e0-455a-9eaf-cd9335999d2a {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:55:14.205527 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-69222d23-c6a1-483c-8785-d4e5baa53730 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for subnet (4f6d7242-30e0-455a-9eaf-cd9335999d2a), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:14.247698 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-69222d23-c6a1-483c-8785-d4e5baa53730 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (4f6d7242-30e0-455a-9eaf-cd9335999d2a), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:14.251954 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0cb49f-a402-4a1d-a4f8-0f03c815dbd4 req-035ad5ef-08ff-43cf-a058-de16b2498217 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:14.254054 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9c0cb49f-a402-4a1d-a4f8-0f03c815dbd4 req-035ad5ef-08ff-43cf-a058-de16b2498217 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.95 "GET /v2.0/ports?device_id=fbc3850e-3340-4d81-b84e-c61c9531f7d0 HTTP/1.1" status: 200 len: 946 time: 0.5147195 Feb 09 21:55:14.286961 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-33cf6f79-28c5-450d-9018-bbd3f5d3bed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (aafc33ae-1d47-42d0-8c45-90bd47ff2dfc), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:14.290136 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-33cf6f79-28c5-450d-9018-bbd3f5d3bed5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:14.291564 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-33cf6f79-28c5-450d-9018-bbd3f5d3bed5 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/aafc33ae-1d47-42d0-8c45-90bd47ff2dfc HTTP/1.1" status: 204 len: 168 time: 0.6940432 Feb 09 21:55:14.314410 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cf6f79-28c5-450d-9018-bbd3f5d3bed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aafc33ae-1d47-42d0-8c45-90bd47ff2dfc,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:14.326393 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-ee620551-7491-4c44-a9db-b6b8a7dc8f5b None None] Set router 083cc2c9-2977-4fa9-b4c9-88963904afb5 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:55:14.339266 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-69222d23-c6a1-483c-8785-d4e5baa53730 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (4f6d7242-30e0-455a-9eaf-cd9335999d2a), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:14.401949 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:14.424885 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-69222d23-c6a1-483c-8785-d4e5baa53730 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (4f6d7242-30e0-455a-9eaf-cd9335999d2a), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:14.526484 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69222d23-c6a1-483c-8785-d4e5baa53730 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Pushing event deleted for resources: {'Subnet': ['ID=4f6d7242-30e0-455a-9eaf-cd9335999d2a,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:14.535395 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-69222d23-c6a1-483c-8785-d4e5baa53730 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:14.541774 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-69222d23-c6a1-483c-8785-d4e5baa53730 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "DELETE /v2.0/subnets/4f6d7242-30e0-455a-9eaf-cd9335999d2a HTTP/1.1" status: 204 len: 168 time: 0.4014895 Feb 09 21:55:14.544122 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f91230-b480-4bd1-b9c9-69e9f6a511bf None None] Network 2026d506-4202-46d6-92d7-95588acafed1 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:55:14.544837 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54950) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:14.658377 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device f0a4589b-c428-4537-8193-3c7d18f47d4f no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:55:14.689573 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: f0a4589b-c428-4537-8193-3c7d18f47d4f {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:55:14.689928 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device f0a4589b-c428-4537-8193-3c7d18f47d4f not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:55:14.749711 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-9c0cb49f-a402-4a1d-a4f8-0f03c815dbd4 req-f4e1c738-f1ed-4ef2-a39e-72d601fcb958 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Deleting port dfc5fbc8-eab0-4735-9d8d-a82005610a73 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:55:14.752034 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-9c0cb49f-a402-4a1d-a4f8-0f03c815dbd4 req-f4e1c738-f1ed-4ef2-a39e-72d601fcb958 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (dfc5fbc8-eab0-4735-9d8d-a82005610a73), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:14.757024 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-ee620551-7491-4c44-a9db-b6b8a7dc8f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '083cc2c9-2977-4fa9-b4c9-88963904afb5', 'name': 'tempest-TestNetworkBasicOps-router-888750923', 'tenant_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '421b86d3-4823-4b16-ab20-d958c58e20cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:53:08Z', 'updated_at': '2022-02-09T21:55:13Z', 'revision_number': 5, 'project_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'gw_port': {'id': '421b86d3-4823-4b16-ab20-d958c58e20cc', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:cf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083cc2c9-2977-4fa9-b4c9-88963904afb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:53:09Z', 'updated_at': '2022-02-09T21:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:14.769689 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-02d1da15-f20c-47c5-a418-eedb963161b9 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for router (083cc2c9-2977-4fa9-b4c9-88963904afb5), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:14.809061 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee620551-7491-4c44-a9db-b6b8a7dc8f5b None None] Checking router: 083cc2c9-2977-4fa9-b4c9-88963904afb5 for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:55:14.819324 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee620551-7491-4c44-a9db-b6b8a7dc8f5b None None] Routers {'083cc2c9-2977-4fa9-b4c9-88963904afb5'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:55:14.820495 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-ee620551-7491-4c44-a9db-b6b8a7dc8f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:55:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['083cc2c9-2977-4fa9-b4c9-88963904afb5'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:14.847695 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39da9c06-a736-44b5-b690-d960c2cee8bf req-66750589-f7fc-40e2-af7a-2f346477b60f tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:14.849351 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-39da9c06-a736-44b5-b690-d960c2cee8bf req-66750589-f7fc-40e2-af7a-2f346477b60f tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/ports?device_id=fbc3850e-3340-4d81-b84e-c61c9531f7d0 HTTP/1.1" status: 200 len: 946 time: 0.2815480 Feb 09 21:55:14.923555 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daad9644-ff98-494c-a4fd-1acfd671cc71 None None] DHCP port deletion for 2026d506-4202-46d6-92d7-95588acafed1 request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:55:14.999202 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-39da9c06-a736-44b5-b690-d960c2cee8bf req-a38b26e7-7289-4449-9207-59eb98299f90 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/security-groups?id=603b65f1-df48-43e6-9f19-0996509981cd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1395354 Feb 09 21:55:15.007651 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-02d1da15-f20c-47c5-a418-eedb963161b9 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for router_gateway (083cc2c9-2977-4fa9-b4c9-88963904afb5), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:15.059199 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-9c0cb49f-a402-4a1d-a4f8-0f03c815dbd4 req-f4e1c738-f1ed-4ef2-a39e-72d601fcb958 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] For port dfc5fbc8-eab0-4735-9d8d-a82005610a73, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=dfc5fbc8-eab0-4735-9d8d-a82005610a73,segment=NetworkSegment(fd70fa0c-b170-42de-85a4-85b20f12af89),segment_id=fd70fa0c-b170-42de-85a4-85b20f12af89)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:55:15.059907 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-9c0cb49f-a402-4a1d-a4f8-0f03c815dbd4 req-f4e1c738-f1ed-4ef2-a39e-72d601fcb958 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (dfc5fbc8-eab0-4735-9d8d-a82005610a73), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:15.062938 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-ee620551-7491-4c44-a9db-b6b8a7dc8f5b None None] Set router 083cc2c9-2977-4fa9-b4c9-88963904afb5 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:55:15.070754 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-02d1da15-f20c-47c5-a418-eedb963161b9 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Deleting port 421b86d3-4823-4b16-ab20-d958c58e20cc {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:55:15.071508 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-02d1da15-f20c-47c5-a418-eedb963161b9 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (421b86d3-4823-4b16-ab20-d958c58e20cc), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:15.190749 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-02d1da15-f20c-47c5-a418-eedb963161b9 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] For port 421b86d3-4823-4b16-ab20-d958c58e20cc, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=421b86d3-4823-4b16-ab20-d958c58e20cc,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:55:15.191562 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-02d1da15-f20c-47c5-a418-eedb963161b9 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (421b86d3-4823-4b16-ab20-d958c58e20cc), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:15.202006 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-daad9644-ff98-494c-a4fd-1acfd671cc71 None None] Deleting port 06de644a-5331-46a4-bd78-37244e207388 {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:55:15.202478 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-daad9644-ff98-494c-a4fd-1acfd671cc71 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (06de644a-5331-46a4-bd78-37244e207388), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:15.215074 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-02d1da15-f20c-47c5-a418-eedb963161b9 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Calling delete_port for 421b86d3-4823-4b16-ab20-d958c58e20cc owned by network:router_gateway {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:55:15.338361 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-075cbf55-fe6f-437b-a36e-fdf4341b0993 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Deleting port 56e87dd0-1b27-4a42-bfd2-eadbd6719090 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:55:15.338361 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-075cbf55-fe6f-437b-a36e-fdf4341b0993 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (56e87dd0-1b27-4a42-bfd2-eadbd6719090), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:15.515081 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-02d1da15-f20c-47c5-a418-eedb963161b9 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (421b86d3-4823-4b16-ab20-d958c58e20cc), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:15.521667 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-9c0cb49f-a402-4a1d-a4f8-0f03c815dbd4 req-f4e1c738-f1ed-4ef2-a39e-72d601fcb958 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:15.522033 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-9c0cb49f-a402-4a1d-a4f8-0f03c815dbd4 req-f4e1c738-f1ed-4ef2-a39e-72d601fcb958 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (6c39df5c-c3db-4491-8e51-7927e3d366cc), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:15.522349 n-d-828369-5 neutron-server[103140]: INFO neutron.db.l3_db [req-9c0cb49f-a402-4a1d-a4f8-0f03c815dbd4 req-f4e1c738-f1ed-4ef2-a39e-72d601fcb958 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Floating IP 6c39df5c-c3db-4491-8e51-7927e3d366cc disassociated. External IP: 172.25.3.242, port: dfc5fbc8-eab0-4735-9d8d-a82005610a73. Feb 09 21:55:15.522692 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-9c0cb49f-a402-4a1d-a4f8-0f03c815dbd4 req-f4e1c738-f1ed-4ef2-a39e-72d601fcb958 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Calling delete_port for dfc5fbc8-eab0-4735-9d8d-a82005610a73 owned by compute:nova {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:55:15.554503 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-075cbf55-fe6f-437b-a36e-fdf4341b0993 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] For port 56e87dd0-1b27-4a42-bfd2-eadbd6719090, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=56e87dd0-1b27-4a42-bfd2-eadbd6719090,segment=NetworkSegment(dffbfecf-02b9-4255-98c8-048723fb532e),segment_id=dffbfecf-02b9-4255-98c8-048723fb532e)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:55:15.554917 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-075cbf55-fe6f-437b-a36e-fdf4341b0993 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (56e87dd0-1b27-4a42-bfd2-eadbd6719090), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:15.562771 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d1da15-f20c-47c5-a418-eedb963161b9 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Pushing event deleted for resources: {'Port': ['ID=421b86d3-4823-4b16-ab20-d958c58e20cc,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:15.609101 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-075cbf55-fe6f-437b-a36e-fdf4341b0993 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Calling delete_port for 56e87dd0-1b27-4a42-bfd2-eadbd6719090 owned by network:router_interface {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:55:15.669770 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-02d1da15-f20c-47c5-a418-eedb963161b9 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-554524'] for router_gateway (083cc2c9-2977-4fa9-b4c9-88963904afb5), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:15.770877 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-daad9644-ff98-494c-a4fd-1acfd671cc71 None None] For port 06de644a-5331-46a4-bd78-37244e207388, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=06de644a-5331-46a4-bd78-37244e207388,segment=NetworkSegment(8c5fc6e3-f869-44a7-99c5-95acb2f7d369),segment_id=8c5fc6e3-f869-44a7-99c5-95acb2f7d369)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:55:15.771529 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-daad9644-ff98-494c-a4fd-1acfd671cc71 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (06de644a-5331-46a4-bd78-37244e207388), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:15.785467 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-daad9644-ff98-494c-a4fd-1acfd671cc71 None None] Calling delete_port for 06de644a-5331-46a4-bd78-37244e207388 owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:55:15.806604 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-02d1da15-f20c-47c5-a418-eedb963161b9 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (083cc2c9-2977-4fa9-b4c9-88963904afb5), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:15.809594 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-02d1da15-f20c-47c5-a418-eedb963161b9 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for router_controller (083cc2c9-2977-4fa9-b4c9-88963904afb5), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:15.856358 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:15.876841 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-02d1da15-f20c-47c5-a418-eedb963161b9 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (083cc2c9-2977-4fa9-b4c9-88963904afb5), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:15.882074 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02d1da15-f20c-47c5-a418-eedb963161b9 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Fanout notify agent at l3_agent the message router_deleted on router 083cc2c9-2977-4fa9-b4c9-88963904afb5 {{(pid=103141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:55:15.890275 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-02d1da15-f20c-47c5-a418-eedb963161b9 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:15.893529 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-02d1da15-f20c-47c5-a418-eedb963161b9 tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "DELETE /v2.0/routers/083cc2c9-2977-4fa9-b4c9-88963904afb5 HTTP/1.1" status: 204 len: 168 time: 1.3467565 Feb 09 21:55:15.895624 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54980) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:15.906551 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-075cbf55-fe6f-437b-a36e-fdf4341b0993 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (56e87dd0-1b27-4a42-bfd2-eadbd6719090), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:15.920129 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device dfc5fbc8-eab0-4735-9d8d-a82005610a73 no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:55:15.941602 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-9c0cb49f-a402-4a1d-a4f8-0f03c815dbd4 req-f4e1c738-f1ed-4ef2-a39e-72d601fcb958 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (dfc5fbc8-eab0-4735-9d8d-a82005610a73), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:15.949728 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075cbf55-fe6f-437b-a36e-fdf4341b0993 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Pushing event deleted for resources: {'Port': ['ID=56e87dd0-1b27-4a42-bfd2-eadbd6719090,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:15.985623 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] No Port match for: dfc5fbc8-eab0-4735-9d8d-a82005610a73 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:55:15.986468 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device dfc5fbc8-eab0-4735-9d8d-a82005610a73 not bound to the agent host n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:55:16.002331 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e1c738-f1ed-4ef2-a39e-72d601fcb958 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Pushing event deleted for resources: {'Port': ['ID=dfc5fbc8-eab0-4735-9d8d-a82005610a73,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:16.038131 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d1d84a4c-383c-4214-84b1-2373567ffecd tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (2026d506-4202-46d6-92d7-95588acafed1), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:16.052805 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-ee620551-7491-4c44-a9db-b6b8a7dc8f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '083cc2c9-2977-4fa9-b4c9-88963904afb5', 'name': 'tempest-TestNetworkBasicOps-router-888750923', 'tenant_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '421b86d3-4823-4b16-ab20-d958c58e20cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:53:08Z', 'updated_at': '2022-02-09T21:55:13Z', 'revision_number': 5, 'project_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'gw_port': {'id': '421b86d3-4823-4b16-ab20-d958c58e20cc', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:cf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083cc2c9-2977-4fa9-b4c9-88963904afb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:53:09Z', 'updated_at': '2022-02-09T21:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:16.056785 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-daad9644-ff98-494c-a4fd-1acfd671cc71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (06de644a-5331-46a4-bd78-37244e207388), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:16.168428 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee620551-7491-4c44-a9db-b6b8a7dc8f5b None None] The sync data for ids ['083cc2c9-2977-4fa9-b4c9-88963904afb5'] in n-d-828369-5 is: [{'id': '083cc2c9-2977-4fa9-b4c9-88963904afb5', 'name': 'tempest-TestNetworkBasicOps-router-888750923', 'tenant_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '421b86d3-4823-4b16-ab20-d958c58e20cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:53:08Z', 'updated_at': '2022-02-09T21:55:13Z', 'revision_number': 5, 'project_id': '986d9b7b22bb45a5a45792614c4e0ec6', 'gw_port': {'id': '421b86d3-4823-4b16-ab20-d958c58e20cc', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:cf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083cc2c9-2977-4fa9-b4c9-88963904afb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:53:09Z', 'updated_at': '2022-02-09T21:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:55:16.175450 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daad9644-ff98-494c-a4fd-1acfd671cc71 None None] Pushing event deleted for resources: {'Port': ['ID=06de644a-5331-46a4-bd78-37244e207388,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:16.181977 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daad9644-ff98-494c-a4fd-1acfd671cc71 None None] No DVR routers for this DVR port 06de644a-5331-46a4-bd78-37244e207388 on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:55:16.217640 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d1d84a4c-383c-4214-84b1-2373567ffecd tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (2026d506-4202-46d6-92d7-95588acafed1), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:16.257452 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-d1d84a4c-383c-4214-84b1-2373567ffecd tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2026d506-4202-46d6-92d7-95588acafed1']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:16.275409 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-d1d84a4c-383c-4214-84b1-2373567ffecd tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c5fc6e3-f869-44a7-99c5-95acb2f7d369') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:16.275717 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-d1d84a4c-383c-4214-84b1-2373567ffecd tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c5fc6e3-f869-44a7-99c5-95acb2f7d369') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:16.293259 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d1d84a4c-383c-4214-84b1-2373567ffecd tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (8c5fc6e3-f869-44a7-99c5-95acb2f7d369), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:16.328021 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d1d84a4c-383c-4214-84b1-2373567ffecd tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (8c5fc6e3-f869-44a7-99c5-95acb2f7d369), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:16.337301 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1d84a4c-383c-4214-84b1-2373567ffecd tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:55:16.337765 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d1d84a4c-383c-4214-84b1-2373567ffecd tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (8c5fc6e3-f869-44a7-99c5-95acb2f7d369), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:16.341233 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:55:16.341233 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:55:16.341233 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:55:16.341233 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:55:16.341233 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:55:16.341233 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:55:16.341233 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:55:16.341233 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:55:16.341233 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:55:16.341233 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:55:16.341233 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:55:16.341233 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:55:16.341233 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:55:16.341233 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:55:16.341233 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:55:16.341233 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:55:16.341233 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:55:16.341233 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:55:16.341233 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:55:16.341233 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:55:16.341233 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:55:16.341233 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:55:16.341233 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:55:16.341233 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:55:16.341233 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:55:16.341233 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:55:16.341233 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:55:16.341233 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:55:16.341233 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:55:16.341233 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:55:16.341233 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:55:16.341233 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:55:16.367515 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-81160cdd-d234-4d13-b183-4b95fce6fd60 req-a1602373-3490-42a4-9a17-985053dc2ea2 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/ports?device_id=fbc3850e-3340-4d81-b84e-c61c9531f7d0 HTTP/1.1" status: 200 len: 210 time: 0.0822520 Feb 09 21:55:16.429156 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-075cbf55-fe6f-437b-a36e-fdf4341b0993 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-525054'] for router_interface (eca9d0ce-73ec-4ac0-92bb-3b973ac32286), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:16.457046 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9c0cb49f-a402-4a1d-a4f8-0f03c815dbd4 req-f4e1c738-f1ed-4ef2-a39e-72d601fcb958 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Router 3234f723-1a1c-49bf-b8dd-ea33d2d3d864 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:55:16.462879 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d1d84a4c-383c-4214-84b1-2373567ffecd tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (2026d506-4202-46d6-92d7-95588acafed1), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:16.473596 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d1d84a4c-383c-4214-84b1-2373567ffecd tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:16.477598 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-d1d84a4c-383c-4214-84b1-2373567ffecd tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] 10.222.0.90 "DELETE /v2.0/networks/2026d506-4202-46d6-92d7-95588acafed1 HTTP/1.1" status: 204 len: 168 time: 0.5804086 Feb 09 21:55:16.511377 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d84a4c-383c-4214-84b1-2373567ffecd tempest-TestNetworkBasicOps-1481875115 tempest-TestNetworkBasicOps-1481875115-project] Pushing event deleted for resources: {'Network': ['ID=2026d506-4202-46d6-92d7-95588acafed1,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:16.669565 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 1c9b51d7-c7fe-467b-8161-8b2e93fd129a no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:55:16.717606 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 1c9b51d7-c7fe-467b-8161-8b2e93fd129a {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:55:16.717967 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 1c9b51d7-c7fe-467b-8161-8b2e93fd129a not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:55:16.718410 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 06de644a-5331-46a4-bd78-37244e207388 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:55:16.776299 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 06de644a-5331-46a4-bd78-37244e207388 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:55:16.776683 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 06de644a-5331-46a4-bd78-37244e207388 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:55:16.794404 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9c0cb49f-a402-4a1d-a4f8-0f03c815dbd4 req-f4e1c738-f1ed-4ef2-a39e-72d601fcb958 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:55:16.812570 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913c334e-ea5e-45a9-8a96-8ac85a1f4839 None None] Sync routers for ids ['3234f723-1a1c-49bf-b8dd-ea33d2d3d864'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:55:16.828664 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913c334e-ea5e-45a9-8a96-8ac85a1f4839 None None] Routers {'3234f723-1a1c-49bf-b8dd-ea33d2d3d864'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:55:16.830922 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-913c334e-ea5e-45a9-8a96-8ac85a1f4839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:55:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['3234f723-1a1c-49bf-b8dd-ea33d2d3d864'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:16.879722 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c0cb49f-a402-4a1d-a4f8-0f03c815dbd4 req-f4e1c738-f1ed-4ef2-a39e-72d601fcb958 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] No DVR routers for this DVR port dfc5fbc8-eab0-4735-9d8d-a82005610a73 on host n-h1-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:55:16.885210 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-9c0cb49f-a402-4a1d-a4f8-0f03c815dbd4 req-f4e1c738-f1ed-4ef2-a39e-72d601fcb958 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:16.889735 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9c0cb49f-a402-4a1d-a4f8-0f03c815dbd4 req-f4e1c738-f1ed-4ef2-a39e-72d601fcb958 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.95 "DELETE /v2.0/ports/dfc5fbc8-eab0-4735-9d8d-a82005610a73 HTTP/1.1" status: 204 len: 173 time: 2.6041467 Feb 09 21:55:16.893854 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbc3850e-3340-4d81-b84e-c61c9531f7d0', 'name': 'network-vif-deleted', 'tag': 'dfc5fbc8-eab0-4735-9d8d-a82005610a73'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:55:16.896979 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04a04041-f397-4826-98e8-f2e9fecac6f0" -d '{"events": [{"server_uuid": "fbc3850e-3340-4d81-b84e-c61c9531f7d0", "name": "network-vif-deleted", "tag": "dfc5fbc8-eab0-4735-9d8d-a82005610a73"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:55:17.038081 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1edaa351-4342-4c8f-8138-65d2e45819e3 x-openstack-request-id: req-1edaa351-4342-4c8f-8138-65d2e45819e3 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:55:17.039604 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbc3850e-3340-4d81-b84e-c61c9531f7d0", "name": "network-vif-deleted", "tag": "dfc5fbc8-eab0-4735-9d8d-a82005610a73", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:55:17.040211 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-1edaa351-4342-4c8f-8138-65d2e45819e3 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:55:17.041018 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbc3850e-3340-4d81-b84e-c61c9531f7d0', 'name': 'network-vif-deleted', 'tag': 'dfc5fbc8-eab0-4735-9d8d-a82005610a73', 'status': 'completed', 'code': 200} Feb 09 21:55:17.041267 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-913c334e-ea5e-45a9-8a96-8ac85a1f4839 None None] Set router 3234f723-1a1c-49bf-b8dd-ea33d2d3d864 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:55:17.123027 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-075cbf55-fe6f-437b-a36e-fdf4341b0993 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Router eca9d0ce-73ec-4ac0-92bb-3b973ac32286 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:55:17.128100 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 55012) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:17.286842 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-075cbf55-fe6f-437b-a36e-fdf4341b0993 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:55:17.300738 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-075cbf55-fe6f-437b-a36e-fdf4341b0993 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "PUT /v2.0/routers/eca9d0ce-73ec-4ac0-92bb-3b973ac32286/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2125566 Feb 09 21:55:17.301142 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 55022) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:17.306856 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38982a95-5ac0-4b67-9fab-780d6530669e None None] Sync routers for ids ['eca9d0ce-73ec-4ac0-92bb-3b973ac32286'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:55:17.327408 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38982a95-5ac0-4b67-9fab-780d6530669e None None] Routers {'eca9d0ce-73ec-4ac0-92bb-3b973ac32286'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:55:17.328060 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-38982a95-5ac0-4b67-9fab-780d6530669e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:55:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['eca9d0ce-73ec-4ac0-92bb-3b973ac32286'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:17.329581 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-8b2b057e-07a5-43fd-8d06-01d9e30123b5 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=986d9b7b22bb45a5a45792614c4e0ec6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1995418 Feb 09 21:55:17.333516 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 55024) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:17.431698 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-14727531-6f5f-4c9a-8521-2cf02197b649 admin admin] Publish callbacks [] for security_group (dc911ab5-f3e0-4cdd-998d-07bf283e7826), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:17.489799 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_v2 [None req-db9f4f20-bfec-4cdd-b9e9-ae3bd2cd9477 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Deleting subnet a356395b-7404-48c5-9f9c-bd9f437bedb9 {{(pid=103140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:55:17.495876 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-14727531-6f5f-4c9a-8521-2cf02197b649 admin admin] Publish callbacks [] for security_group (dc911ab5-f3e0-4cdd-998d-07bf283e7826), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:17.501083 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-db9f4f20-bfec-4cdd-b9e9-ae3bd2cd9477 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for subnet (a356395b-7404-48c5-9f9c-bd9f437bedb9), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:17.581241 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-38982a95-5ac0-4b67-9fab-780d6530669e None None] Set router eca9d0ce-73ec-4ac0-92bb-3b973ac32286 gateway port host: None {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:55:17.606794 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-93b8531d-53d3-4f49-9491-f186be883f4d req-bcaf5c4f-e15b-4a7a-89c7-a2a326381ee1 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/ports?device_id=fbc3850e-3340-4d81-b84e-c61c9531f7d0 HTTP/1.1" status: 200 len: 210 time: 0.0460138 Feb 09 21:55:17.618436 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-db9f4f20-bfec-4cdd-b9e9-ae3bd2cd9477 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9110716'] for subnet (a356395b-7404-48c5-9f9c-bd9f437bedb9), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:17.651652 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-14727531-6f5f-4c9a-8521-2cf02197b649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (dc911ab5-f3e0-4cdd-998d-07bf283e7826), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:17.656154 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-14727531-6f5f-4c9a-8521-2cf02197b649 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:17.661222 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-14727531-6f5f-4c9a-8521-2cf02197b649 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/dc911ab5-f3e0-4cdd-998d-07bf283e7826 HTTP/1.1" status: 204 len: 168 time: 0.3215778 Feb 09 21:55:17.669764 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-913c334e-ea5e-45a9-8a96-8ac85a1f4839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3234f723-1a1c-49bf-b8dd-ea33d2d3d864', 'name': 'tempest-AttachVolumeTestJSON-1250021813-router', 'tenant_id': '6e1281475427459ba566f75d67d1c2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': '3ac139b1-123a-4546-bd6d-a871cf869c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:46:52Z', 'updated_at': '2022-02-09T21:47:03Z', 'revision_number': 4, 'project_id': '6e1281475427459ba566f75d67d1c2c3', 'gw_port': {'id': '3ac139b1-123a-4546-bd6d-a871cf869c25', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:25:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3234f723-1a1c-49bf-b8dd-ea33d2d3d864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:46:54Z', 'updated_at': '2022-02-09T21:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '908d8e92-5e81-424c-9d61-2a0be07d4e1a', 'name': '', 'network_id': 'e9a5657a-72c8-4eb7-9270-46ed5fd14a25', 'tenant_id': '6e1281475427459ba566f75d67d1c2c3', 'mac_address': 'fa:16:3e:7d:4e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3234f723-1a1c-49bf-b8dd-ea33d2d3d864', 'device_owner': 'network:router_interface', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': 'a77fad57-d7ca-4c6b-a8e5-5fa7d54c2e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:47:01Z', 'updated_at': '2022-02-09T21:47:08Z', 'revision_number': 5, 'project_id': '6e1281475427459ba566f75d67d1c2c3', 'subnets': [{'id': 'a77fad57-d7ca-4c6b-a8e5-5fa7d54c2e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:17.677381 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14727531-6f5f-4c9a-8521-2cf02197b649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc911ab5-f3e0-4cdd-998d-07bf283e7826,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:17.732052 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913c334e-ea5e-45a9-8a96-8ac85a1f4839 None None] Checking router: 3234f723-1a1c-49bf-b8dd-ea33d2d3d864 for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:55:17.742676 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913c334e-ea5e-45a9-8a96-8ac85a1f4839 None None] Routers {'3234f723-1a1c-49bf-b8dd-ea33d2d3d864'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:55:17.743314 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-913c334e-ea5e-45a9-8a96-8ac85a1f4839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:55:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['3234f723-1a1c-49bf-b8dd-ea33d2d3d864'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:17.809967 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-db9f4f20-bfec-4cdd-b9e9-ae3bd2cd9477 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (a356395b-7404-48c5-9f9c-bd9f437bedb9), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:17.926487 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-38982a95-5ac0-4b67-9fab-780d6530669e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca9d0ce-73ec-4ac0-92bb-3b973ac32286', 'name': 'tempest-RoutersIpV6Test-router-1020766714', 'tenant_id': '63d4a6f962814234ac116c1855fa9574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:54:42Z', 'updated_at': '2022-02-09T21:55:15Z', 'revision_number': 10, 'project_id': '63d4a6f962814234ac116c1855fa9574', 'gw_port_host': None, '_interfaces': [{'id': '58ff719e-5d33-48c7-b2f4-c19a928968cd', 'name': '', 'network_id': '4f2d8a79-dcf8-4605-ac33-6a509542ba65', 'tenant_id': '63d4a6f962814234ac116c1855fa9574', 'mac_address': 'fa:16:3e:8d:48:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca9d0ce-73ec-4ac0-92bb-3b973ac32286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '953f9dc9-4551-4df0-abaf-9aa4a6209879', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:54:43Z', 'updated_at': '2022-02-09T21:54:47Z', 'revision_number': 5, 'project_id': '63d4a6f962814234ac116c1855fa9574', 'subnets': [{'id': '953f9dc9-4551-4df0-abaf-9aa4a6209879', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:17.927075 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-db9f4f20-bfec-4cdd-b9e9-ae3bd2cd9477 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621346'] for subnet (a356395b-7404-48c5-9f9c-bd9f437bedb9), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:17.941915 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-913c334e-ea5e-45a9-8a96-8ac85a1f4839 None None] Set router 3234f723-1a1c-49bf-b8dd-ea33d2d3d864 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:55:17.952556 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-db9f4f20-bfec-4cdd-b9e9-ae3bd2cd9477 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:17.965843 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-db9f4f20-bfec-4cdd-b9e9-ae3bd2cd9477 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "DELETE /v2.0/subnets/a356395b-7404-48c5-9f9c-bd9f437bedb9 HTTP/1.1" status: 204 len: 168 time: 0.6618960 Feb 09 21:55:17.966216 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 55034) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:17.974127 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25deb557-efa6-40a1-a900-4d66c85bdcb7 None None] Network e884345b-1bed-45e7-a938-b69c507a18f4 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:55:18.006089 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9f4f20-bfec-4cdd-b9e9-ae3bd2cd9477 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Pushing event deleted for resources: {'Subnet': ['ID=a356395b-7404-48c5-9f9c-bd9f437bedb9,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:18.057940 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38982a95-5ac0-4b67-9fab-780d6530669e None None] Checking router: eca9d0ce-73ec-4ac0-92bb-3b973ac32286 for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:55:18.070957 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38982a95-5ac0-4b67-9fab-780d6530669e None None] Routers {'eca9d0ce-73ec-4ac0-92bb-3b973ac32286'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:55:18.071655 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-38982a95-5ac0-4b67-9fab-780d6530669e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:55:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['eca9d0ce-73ec-4ac0-92bb-3b973ac32286'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:18.219285 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b3d5fa2c-a44c-466e-a2d1-887f7afd8f79 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (e884345b-1bed-45e7-a938-b69c507a18f4), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:18.219974 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-38982a95-5ac0-4b67-9fab-780d6530669e None None] Set router eca9d0ce-73ec-4ac0-92bb-3b973ac32286 gateway port host: None {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:55:18.284258 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 55040) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:18.308284 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-de1f6769-8386-47f1-ba23-d29bdff85e78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:18.348083 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-b3d5fa2c-a44c-466e-a2d1-887f7afd8f79 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Deleting port 493b2cd0-ad1a-491b-b247-89f71cc8bdc0 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:55:18.352614 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b3d5fa2c-a44c-466e-a2d1-887f7afd8f79 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (493b2cd0-ad1a-491b-b247-89f71cc8bdc0), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:18.365043 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb17181d-7f9b-4d38-8079-677665e2a572 None None] DHCP port deletion for e884345b-1bed-45e7-a938-b69c507a18f4 request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:55:18.424616 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-de1f6769-8386-47f1-ba23-d29bdff85e78 admin admin] Publish callbacks [] for security_group (995eeaeb-4f4e-4055-aa69-2b0b554ee41d), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:18.430593 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-de1f6769-8386-47f1-ba23-d29bdff85e78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (995eeaeb-4f4e-4055-aa69-2b0b554ee41d), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:18.490479 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-b3d5fa2c-a44c-466e-a2d1-887f7afd8f79 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] For port 493b2cd0-ad1a-491b-b247-89f71cc8bdc0, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=493b2cd0-ad1a-491b-b247-89f71cc8bdc0,segment=NetworkSegment(dffbfecf-02b9-4255-98c8-048723fb532e),segment_id=dffbfecf-02b9-4255-98c8-048723fb532e)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:55:18.490772 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b3d5fa2c-a44c-466e-a2d1-887f7afd8f79 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (493b2cd0-ad1a-491b-b247-89f71cc8bdc0), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:18.507877 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-b3d5fa2c-a44c-466e-a2d1-887f7afd8f79 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Calling delete_port for 493b2cd0-ad1a-491b-b247-89f71cc8bdc0 owned by network:dhcp {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:55:18.513495 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-de1f6769-8386-47f1-ba23-d29bdff85e78 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=0eae58c2f8444737a05ca11cde453b5c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2244685 Feb 09 21:55:18.514292 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 55046) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:18.525514 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1f6769-8386-47f1-ba23-d29bdff85e78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=995eeaeb-4f4e-4055-aa69-2b0b554ee41d,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:18.549122 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 421b86d3-4823-4b16-ab20-d958c58e20cc no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:55:18.565292 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:55:18.602639 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b5a55de3-c123-41e9-a223-d12ff0755784 admin admin] Publish callbacks [] for security_group (995eeaeb-4f4e-4055-aa69-2b0b554ee41d), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:18.603126 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b3d5fa2c-a44c-466e-a2d1-887f7afd8f79 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (493b2cd0-ad1a-491b-b247-89f71cc8bdc0), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:18.611708 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 421b86d3-4823-4b16-ab20-d958c58e20cc {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:55:18.612058 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 421b86d3-4823-4b16-ab20-d958c58e20cc not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:55:18.612516 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 493b2cd0-ad1a-491b-b247-89f71cc8bdc0 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:55:18.617280 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-913c334e-ea5e-45a9-8a96-8ac85a1f4839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3234f723-1a1c-49bf-b8dd-ea33d2d3d864', 'name': 'tempest-AttachVolumeTestJSON-1250021813-router', 'tenant_id': '6e1281475427459ba566f75d67d1c2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': '3ac139b1-123a-4546-bd6d-a871cf869c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:46:52Z', 'updated_at': '2022-02-09T21:47:03Z', 'revision_number': 4, 'project_id': '6e1281475427459ba566f75d67d1c2c3', 'gw_port': {'id': '3ac139b1-123a-4546-bd6d-a871cf869c25', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:25:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3234f723-1a1c-49bf-b8dd-ea33d2d3d864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:46:54Z', 'updated_at': '2022-02-09T21:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '908d8e92-5e81-424c-9d61-2a0be07d4e1a', 'name': '', 'network_id': 'e9a5657a-72c8-4eb7-9270-46ed5fd14a25', 'tenant_id': '6e1281475427459ba566f75d67d1c2c3', 'mac_address': 'fa:16:3e:7d:4e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3234f723-1a1c-49bf-b8dd-ea33d2d3d864', 'device_owner': 'network:router_interface', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': 'a77fad57-d7ca-4c6b-a8e5-5fa7d54c2e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:47:01Z', 'updated_at': '2022-02-09T21:47:08Z', 'revision_number': 5, 'project_id': '6e1281475427459ba566f75d67d1c2c3', 'subnets': [{'id': 'a77fad57-d7ca-4c6b-a8e5-5fa7d54c2e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:18.627341 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d5fa2c-a44c-466e-a2d1-887f7afd8f79 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] No DVR routers for this DVR port 493b2cd0-ad1a-491b-b247-89f71cc8bdc0 on host n-d-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:55:18.631077 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b5a55de3-c123-41e9-a223-d12ff0755784 admin admin] Publish callbacks [] for security_group (995eeaeb-4f4e-4055-aa69-2b0b554ee41d), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:18.684779 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d5fa2c-a44c-466e-a2d1-887f7afd8f79 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Pushing event deleted for resources: {'Port': ['ID=493b2cd0-ad1a-491b-b247-89f71cc8bdc0,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:18.697940 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b5a55de3-c123-41e9-a223-d12ff0755784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (995eeaeb-4f4e-4055-aa69-2b0b554ee41d), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:18.929024 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b5a55de3-c123-41e9-a223-d12ff0755784 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:18.929024 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-b5a55de3-c123-41e9-a223-d12ff0755784 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/995eeaeb-4f4e-4055-aa69-2b0b554ee41d HTTP/1.1" status: 204 len: 168 time: 0.2017989 Feb 09 21:55:18.932396 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913c334e-ea5e-45a9-8a96-8ac85a1f4839 None None] The sync data for ids ['3234f723-1a1c-49bf-b8dd-ea33d2d3d864'] in n-d-828369-5 is: [{'id': '3234f723-1a1c-49bf-b8dd-ea33d2d3d864', 'name': 'tempest-AttachVolumeTestJSON-1250021813-router', 'tenant_id': '6e1281475427459ba566f75d67d1c2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': '3ac139b1-123a-4546-bd6d-a871cf869c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:46:52Z', 'updated_at': '2022-02-09T21:47:03Z', 'revision_number': 4, 'project_id': '6e1281475427459ba566f75d67d1c2c3', 'gw_port': {'id': '3ac139b1-123a-4546-bd6d-a871cf869c25', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:25:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3234f723-1a1c-49bf-b8dd-ea33d2d3d864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:46:54Z', 'updated_at': '2022-02-09T21:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '908d8e92-5e81-424c-9d61-2a0be07d4e1a', 'name': '', 'network_id': 'e9a5657a-72c8-4eb7-9270-46ed5fd14a25', 'tenant_id': '6e1281475427459ba566f75d67d1c2c3', 'mac_address': 'fa:16:3e:7d:4e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3234f723-1a1c-49bf-b8dd-ea33d2d3d864', 'device_owner': 'network:router_interface', 'standard_attr_id': 2420, 'fixed_ips': [{'subnet_id': 'a77fad57-d7ca-4c6b-a8e5-5fa7d54c2e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:47:01Z', 'updated_at': '2022-02-09T21:47:08Z', 'revision_number': 5, 'project_id': '6e1281475427459ba566f75d67d1c2c3', 'subnets': [{'id': 'a77fad57-d7ca-4c6b-a8e5-5fa7d54c2e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:55:18.933903 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 493b2cd0-ad1a-491b-b247-89f71cc8bdc0 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:55:18.934939 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a55de3-c123-41e9-a223-d12ff0755784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=995eeaeb-4f4e-4055-aa69-2b0b554ee41d,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:18.936010 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 493b2cd0-ad1a-491b-b247-89f71cc8bdc0 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:55:18.936324 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 55070) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:18.936645 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-fb17181d-7f9b-4d38-8079-677665e2a572 None None] Deleting port 493b2cd0-ad1a-491b-b247-89f71cc8bdc0 {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:55:18.936645 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-fb17181d-7f9b-4d38-8079-677665e2a572 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (493b2cd0-ad1a-491b-b247-89f71cc8bdc0), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:18.963810 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b3d5fa2c-a44c-466e-a2d1-887f7afd8f79 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (e884345b-1bed-45e7-a938-b69c507a18f4), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:19.002492 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-885d12ec-1816-4e5e-b6d5-5ebeb65b5534 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Publish callbacks [] for security_group (603b65f1-df48-43e6-9f19-0996509981cd), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:19.015357 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-b3d5fa2c-a44c-466e-a2d1-887f7afd8f79 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e884345b-1bed-45e7-a938-b69c507a18f4']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:19.031984 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-fb17181d-7f9b-4d38-8079-677665e2a572 None None] For port 493b2cd0-ad1a-491b-b247-89f71cc8bdc0, host n-d-828369-5, got binding levels [] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:55:19.033116 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-fb17181d-7f9b-4d38-8079-677665e2a572 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (493b2cd0-ad1a-491b-b247-89f71cc8bdc0), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:19.041625 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-b3d5fa2c-a44c-466e-a2d1-887f7afd8f79 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dffbfecf-02b9-4255-98c8-048723fb532e') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:19.041915 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-b3d5fa2c-a44c-466e-a2d1-887f7afd8f79 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dffbfecf-02b9-4255-98c8-048723fb532e') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:19.049950 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-fb17181d-7f9b-4d38-8079-677665e2a572 None None] Calling delete_port for 493b2cd0-ad1a-491b-b247-89f71cc8bdc0 owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:55:19.056520 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.ipam_backend_mixin [None req-fb17181d-7f9b-4d38-8079-677665e2a572 None None] Port 493b2cd0-ad1a-491b-b247-89f71cc8bdc0 was not found and therefore no delete operation was performed {{(pid=103142) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 21:55:19.065369 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-fb17181d-7f9b-4d38-8079-677665e2a572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (493b2cd0-ad1a-491b-b247-89f71cc8bdc0), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:19.073149 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-885d12ec-1816-4e5e-b6d5-5ebeb65b5534 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Publish callbacks [] for security_group (603b65f1-df48-43e6-9f19-0996509981cd), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:19.078874 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b3d5fa2c-a44c-466e-a2d1-887f7afd8f79 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (dffbfecf-02b9-4255-98c8-048723fb532e), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:19.112434 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b3d5fa2c-a44c-466e-a2d1-887f7afd8f79 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (dffbfecf-02b9-4255-98c8-048723fb532e), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:19.121552 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3d5fa2c-a44c-466e-a2d1-887f7afd8f79 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:55:19.122676 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b3d5fa2c-a44c-466e-a2d1-887f7afd8f79 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (dffbfecf-02b9-4255-98c8-048723fb532e), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:19.127246 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:55:19.127246 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:55:19.127246 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:55:19.127246 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:55:19.127246 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:55:19.127246 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:55:19.127246 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:55:19.127246 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:55:19.127246 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:55:19.127246 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:55:19.127246 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:55:19.127246 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:55:19.127246 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:55:19.127246 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:55:19.127246 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:55:19.127246 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:55:19.127246 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:55:19.127246 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:55:19.127246 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:55:19.127246 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:55:19.127246 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:55:19.127246 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:55:19.127246 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:55:19.127246 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:55:19.127246 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:55:19.127246 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:55:19.127246 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:55:19.127246 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:55:19.127246 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:55:19.127246 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:55:19.127246 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:55:19.127246 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:55:19.143448 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb17181d-7f9b-4d38-8079-677665e2a572 None None] No DVR routers for this DVR port 493b2cd0-ad1a-491b-b247-89f71cc8bdc0 on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:55:19.154993 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb17181d-7f9b-4d38-8079-677665e2a572 None None] Pushing event deleted for resources: {'Port': ['ID=493b2cd0-ad1a-491b-b247-89f71cc8bdc0,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:19.193883 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-885d12ec-1816-4e5e-b6d5-5ebeb65b5534 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (603b65f1-df48-43e6-9f19-0996509981cd), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:19.196595 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-885d12ec-1816-4e5e-b6d5-5ebeb65b5534 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:19.200796 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-885d12ec-1816-4e5e-b6d5-5ebeb65b5534 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "DELETE /v2.0/security-groups/603b65f1-df48-43e6-9f19-0996509981cd HTTP/1.1" status: 204 len: 168 time: 0.3647041 Feb 09 21:55:19.201463 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 55086) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:19.234439 n-d-828369-5 neutron-server[103140]: INFO neutron.api.v2.resource [None req-dc810b96-0a6a-4832-97f5-d9bc98b31fe0 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] show failed (client error): The resource could not be found. Feb 09 21:55:19.240814 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-dc810b96-0a6a-4832-97f5-d9bc98b31fe0 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "GET /v2.0/security-groups/603b65f1-df48-43e6-9f19-0996509981cd HTTP/1.1" status: 404 len: 347 time: 0.0349023 Feb 09 21:55:19.241421 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 55090) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:19.245817 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-38982a95-5ac0-4b67-9fab-780d6530669e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca9d0ce-73ec-4ac0-92bb-3b973ac32286', 'name': 'tempest-RoutersIpV6Test-router-1020766714', 'tenant_id': '63d4a6f962814234ac116c1855fa9574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:54:42Z', 'updated_at': '2022-02-09T21:55:15Z', 'revision_number': 10, 'project_id': '63d4a6f962814234ac116c1855fa9574', 'gw_port_host': None, '_interfaces': [{'id': '58ff719e-5d33-48c7-b2f4-c19a928968cd', 'name': '', 'network_id': '4f2d8a79-dcf8-4605-ac33-6a509542ba65', 'tenant_id': '63d4a6f962814234ac116c1855fa9574', 'mac_address': 'fa:16:3e:8d:48:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca9d0ce-73ec-4ac0-92bb-3b973ac32286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '953f9dc9-4551-4df0-abaf-9aa4a6209879', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:54:43Z', 'updated_at': '2022-02-09T21:54:47Z', 'revision_number': 5, 'project_id': '63d4a6f962814234ac116c1855fa9574', 'subnets': [{'id': '953f9dc9-4551-4df0-abaf-9aa4a6209879', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:19.286735 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38982a95-5ac0-4b67-9fab-780d6530669e None None] The sync data for ids ['eca9d0ce-73ec-4ac0-92bb-3b973ac32286'] in n-d-828369-5 is: [{'id': 'eca9d0ce-73ec-4ac0-92bb-3b973ac32286', 'name': 'tempest-RoutersIpV6Test-router-1020766714', 'tenant_id': '63d4a6f962814234ac116c1855fa9574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:54:42Z', 'updated_at': '2022-02-09T21:55:15Z', 'revision_number': 10, 'project_id': '63d4a6f962814234ac116c1855fa9574', 'gw_port_host': None, '_interfaces': [{'id': '58ff719e-5d33-48c7-b2f4-c19a928968cd', 'name': '', 'network_id': '4f2d8a79-dcf8-4605-ac33-6a509542ba65', 'tenant_id': '63d4a6f962814234ac116c1855fa9574', 'mac_address': 'fa:16:3e:8d:48:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca9d0ce-73ec-4ac0-92bb-3b973ac32286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '953f9dc9-4551-4df0-abaf-9aa4a6209879', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:54:43Z', 'updated_at': '2022-02-09T21:54:47Z', 'revision_number': 5, 'project_id': '63d4a6f962814234ac116c1855fa9574', 'subnets': [{'id': '953f9dc9-4551-4df0-abaf-9aa4a6209879', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:55:19.292275 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b3d5fa2c-a44c-466e-a2d1-887f7afd8f79 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (e884345b-1bed-45e7-a938-b69c507a18f4), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:19.302843 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b3d5fa2c-a44c-466e-a2d1-887f7afd8f79 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:19.322402 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-b3d5fa2c-a44c-466e-a2d1-887f7afd8f79 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "DELETE /v2.0/networks/e884345b-1bed-45e7-a938-b69c507a18f4 HTTP/1.1" status: 204 len: 168 time: 1.3540325 Feb 09 21:55:19.333124 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 55092) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:19.340983 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d5fa2c-a44c-466e-a2d1-887f7afd8f79 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Pushing event deleted for resources: {'Network': ['ID=e884345b-1bed-45e7-a938-b69c507a18f4,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:19.367004 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885d12ec-1816-4e5e-b6d5-5ebeb65b5534 tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=603b65f1-df48-43e6-9f19-0996509981cd,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:19.519252 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871b8bfb-f9f1-4b6a-91bd-48285aa34602 None None] New status for floating IP 6c39df5c-c3db-4491-8e51-7927e3d366cc: DOWN {{(pid=103143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:55:19.555865 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-3d8956ca-efd7-462a-bcbd-74ae73e6273a tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Deleting port db09512c-3438-43cc-96e7-5f8fb841ddfd {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:55:19.556360 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3d8956ca-efd7-462a-bcbd-74ae73e6273a tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (db09512c-3438-43cc-96e7-5f8fb841ddfd), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:19.805337 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3d8956ca-efd7-462a-bcbd-74ae73e6273a tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (db09512c-3438-43cc-96e7-5f8fb841ddfd), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:19.805337 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3d8956ca-efd7-462a-bcbd-74ae73e6273a tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Publish callbacks [] for floatingip (db09512c-3438-43cc-96e7-5f8fb841ddfd), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:19.816525 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-3d8956ca-efd7-462a-bcbd-74ae73e6273a tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Calling delete_port for db09512c-3438-43cc-96e7-5f8fb841ddfd owned by network:floatingip {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:55:19.974882 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4707e67a-69a1-4c3c-86a6-c8b95fba3028 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524906'] for router_interface (eca9d0ce-73ec-4ac0-92bb-3b973ac32286), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:20.065216 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3d8956ca-efd7-462a-bcbd-74ae73e6273a tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (db09512c-3438-43cc-96e7-5f8fb841ddfd), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:20.097113 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8956ca-efd7-462a-bcbd-74ae73e6273a tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Pushing event deleted for resources: {'Port': ['ID=db09512c-3438-43cc-96e7-5f8fb841ddfd,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:20.243763 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3d8956ca-efd7-462a-bcbd-74ae73e6273a tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Publish callbacks [] for floatingip (6c39df5c-c3db-4491-8e51-7927e3d366cc), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:20.246560 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3d8956ca-efd7-462a-bcbd-74ae73e6273a tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:20.256653 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-3d8956ca-efd7-462a-bcbd-74ae73e6273a tempest-AttachVolumeTestJSON-1565508283 tempest-AttachVolumeTestJSON-1565508283-project] 10.222.0.90 "DELETE /v2.0/floatingips/6c39df5c-c3db-4491-8e51-7927e3d366cc HTTP/1.1" status: 204 len: 168 time: 1.0054355 Feb 09 21:55:20.413537 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-4707e67a-69a1-4c3c-86a6-c8b95fba3028 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Deleting port 58ff719e-5d33-48c7-b2f4-c19a928968cd {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:55:20.413948 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4707e67a-69a1-4c3c-86a6-c8b95fba3028 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (58ff719e-5d33-48c7-b2f4-c19a928968cd), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:20.431003 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 56e87dd0-1b27-4a42-bfd2-eadbd6719090 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:55:20.485538 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 56e87dd0-1b27-4a42-bfd2-eadbd6719090 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:55:20.485926 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 56e87dd0-1b27-4a42-bfd2-eadbd6719090 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:55:20.603465 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-4707e67a-69a1-4c3c-86a6-c8b95fba3028 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] For port 58ff719e-5d33-48c7-b2f4-c19a928968cd, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=58ff719e-5d33-48c7-b2f4-c19a928968cd,segment=NetworkSegment(60ee2aa8-0e5d-492a-b2ce-0247efce26a3),segment_id=60ee2aa8-0e5d-492a-b2ce-0247efce26a3)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:55:20.603840 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4707e67a-69a1-4c3c-86a6-c8b95fba3028 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (58ff719e-5d33-48c7-b2f4-c19a928968cd), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:20.630836 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-4707e67a-69a1-4c3c-86a6-c8b95fba3028 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Calling delete_port for 58ff719e-5d33-48c7-b2f4-c19a928968cd owned by network:router_interface {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:55:21.147562 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-5c8068c3-da44-4e41-9299-0b3ee6d95b25 req-a7b37901-50f5-418a-8587-b9c28e1ffe83 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0748200 Feb 09 21:55:21.328358 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:21.334818 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4707e67a-69a1-4c3c-86a6-c8b95fba3028 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (58ff719e-5d33-48c7-b2f4-c19a928968cd), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:21.451928 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8068c3-da44-4e41-9299-0b3ee6d95b25 req-bcbba334-c4f9-4f89-a0ff-09c9c5b48b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:21.454358 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-5c8068c3-da44-4e41-9299-0b3ee6d95b25 req-bcbba334-c4f9-4f89-a0ff-09c9c5b48b61 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b97bcc6d3a344052b623ebf4a39465fa&device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 1127 time: 0.2046757 Feb 09 21:55:21.455359 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4707e67a-69a1-4c3c-86a6-c8b95fba3028 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Pushing event deleted for resources: {'Port': ['ID=58ff719e-5d33-48c7-b2f4-c19a928968cd,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:21.683560 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4707e67a-69a1-4c3c-86a6-c8b95fba3028 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-525054'] for router_interface (eca9d0ce-73ec-4ac0-92bb-3b973ac32286), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:22.024418 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8068c3-da44-4e41-9299-0b3ee6d95b25 req-a081dfa3-d3be-495b-950f-235ed291f5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:22.026324 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-5c8068c3-da44-4e41-9299-0b3ee6d95b25 req-a081dfa3-d3be-495b-950f-235ed291f5a6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=23f1a6df-2b4b-4777-8497-2928c76d9f17 HTTP/1.1" status: 200 len: 913 time: 0.5238612 Feb 09 21:55:22.105960 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-5c8068c3-da44-4e41-9299-0b3ee6d95b25 req-83aafd8b-1186-4556-9f26-b9da804e2ded service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc4d8690-2c93-4a34-8416-c6d01e3a225f HTTP/1.1" status: 200 len: 999 time: 0.0711675 Feb 09 21:55:22.112935 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4707e67a-69a1-4c3c-86a6-c8b95fba3028 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Router eca9d0ce-73ec-4ac0-92bb-3b973ac32286 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:55:22.373227 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8068c3-da44-4e41-9299-0b3ee6d95b25 req-5c8942c0-10a5-4a1b-8e0c-078cf8e782ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:22.374771 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-5c8068c3-da44-4e41-9299-0b3ee6d95b25 req-5c8942c0-10a5-4a1b-8e0c-078cf8e782ad service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b55ac71e-6529-43b3-9355-0e693d39e1f4 HTTP/1.1" status: 200 len: 851 time: 0.2602224 Feb 09 21:55:22.408846 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4707e67a-69a1-4c3c-86a6-c8b95fba3028 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:55:22.423804 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ee843c-b848-4967-a7c2-d347f2d965db None None] Sync routers for ids ['eca9d0ce-73ec-4ac0-92bb-3b973ac32286'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:55:22.469351 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-4707e67a-69a1-4c3c-86a6-c8b95fba3028 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "PUT /v2.0/routers/eca9d0ce-73ec-4ac0-92bb-3b973ac32286/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1318061 Feb 09 21:55:22.469834 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 55212) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:22.499577 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ee843c-b848-4967-a7c2-d347f2d965db None None] Routers {'eca9d0ce-73ec-4ac0-92bb-3b973ac32286'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:55:22.503613 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-f8ee843c-b848-4967-a7c2-d347f2d965db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:55:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['eca9d0ce-73ec-4ac0-92bb-3b973ac32286'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:22.632741 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d606609-59ed-43e4-9aea-f8c9a3e8f21b tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Deleting subnet 953f9dc9-4551-4df0-abaf-9aa4a6209879 {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:55:22.645560 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3d606609-59ed-43e4-9aea-f8c9a3e8f21b tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for subnet (953f9dc9-4551-4df0-abaf-9aa4a6209879), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:22.650376 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8068c3-da44-4e41-9299-0b3ee6d95b25 req-14e9b2b9-c1ed-4fd7-a1cc-b550f2a4f5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:22.653901 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-5c8068c3-da44-4e41-9299-0b3ee6d95b25 req-14e9b2b9-c1ed-4fd7-a1cc-b550f2a4f5f4 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=23f1a6df-2b4b-4777-8497-2928c76d9f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2719135 Feb 09 21:55:22.697356 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-f8ee843c-b848-4967-a7c2-d347f2d965db None None] Set router eca9d0ce-73ec-4ac0-92bb-3b973ac32286 gateway port host: None {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:55:22.784790 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3d606609-59ed-43e4-9aea-f8c9a3e8f21b tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (953f9dc9-4551-4df0-abaf-9aa4a6209879), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:22.889850 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-f8ee843c-b848-4967-a7c2-d347f2d965db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca9d0ce-73ec-4ac0-92bb-3b973ac32286', 'name': 'tempest-RoutersIpV6Test-router-1020766714', 'tenant_id': '63d4a6f962814234ac116c1855fa9574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:54:42Z', 'updated_at': '2022-02-09T21:55:21Z', 'revision_number': 11, 'project_id': '63d4a6f962814234ac116c1855fa9574', 'gw_port_host': None}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:22.954912 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ee843c-b848-4967-a7c2-d347f2d965db None None] Checking router: eca9d0ce-73ec-4ac0-92bb-3b973ac32286 for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:55:22.979331 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ee843c-b848-4967-a7c2-d347f2d965db None None] Routers {'eca9d0ce-73ec-4ac0-92bb-3b973ac32286'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:55:22.979979 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-f8ee843c-b848-4967-a7c2-d347f2d965db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:55:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['eca9d0ce-73ec-4ac0-92bb-3b973ac32286'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:23.044972 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-5c8068c3-da44-4e41-9299-0b3ee6d95b25 req-58f12883-ec7d-4504-8146-7e01c5457217 service neutron] 10.222.0.89 "GET /v2.0/networks/23f1a6df-2b4b-4777-8497-2928c76d9f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3640525 Feb 09 21:55:23.092516 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-f8ee843c-b848-4967-a7c2-d347f2d965db None None] Set router eca9d0ce-73ec-4ac0-92bb-3b973ac32286 gateway port host: None {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:55:23.169308 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-f8ee843c-b848-4967-a7c2-d347f2d965db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca9d0ce-73ec-4ac0-92bb-3b973ac32286', 'name': 'tempest-RoutersIpV6Test-router-1020766714', 'tenant_id': '63d4a6f962814234ac116c1855fa9574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:54:42Z', 'updated_at': '2022-02-09T21:55:21Z', 'revision_number': 11, 'project_id': '63d4a6f962814234ac116c1855fa9574', 'gw_port_host': None}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:23.262318 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ee843c-b848-4967-a7c2-d347f2d965db None None] The sync data for ids ['eca9d0ce-73ec-4ac0-92bb-3b973ac32286'] in n-d-828369-5 is: [{'id': 'eca9d0ce-73ec-4ac0-92bb-3b973ac32286', 'name': 'tempest-RoutersIpV6Test-router-1020766714', 'tenant_id': '63d4a6f962814234ac116c1855fa9574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:54:42Z', 'updated_at': '2022-02-09T21:55:21Z', 'revision_number': 11, 'project_id': '63d4a6f962814234ac116c1855fa9574', 'gw_port_host': None}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:55:23.266540 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3d606609-59ed-43e4-9aea-f8c9a3e8f21b tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (953f9dc9-4551-4df0-abaf-9aa4a6209879), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:23.286660 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-5c8068c3-da44-4e41-9299-0b3ee6d95b25 req-9d5055b5-36a3-422b-bd56-255bb3181ea2 service neutron] 10.222.0.89 "GET /v2.0/networks/23f1a6df-2b4b-4777-8497-2928c76d9f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331347 Feb 09 21:55:23.440330 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3d606609-59ed-43e4-9aea-f8c9a3e8f21b tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (953f9dc9-4551-4df0-abaf-9aa4a6209879), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:23.480014 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d606609-59ed-43e4-9aea-f8c9a3e8f21b tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Pushing event deleted for resources: {'Subnet': ['ID=953f9dc9-4551-4df0-abaf-9aa4a6209879,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:23.502605 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b4d4fb-62ac-47b5-b87a-7aa62f1c4ef1 None None] Network 4f2d8a79-dcf8-4605-ac33-6a509542ba65 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:55:23.503056 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3d606609-59ed-43e4-9aea-f8c9a3e8f21b tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:23.507436 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-3d606609-59ed-43e4-9aea-f8c9a3e8f21b tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "DELETE /v2.0/subnets/953f9dc9-4551-4df0-abaf-9aa4a6209879 HTTP/1.1" status: 204 len: 168 time: 1.0354218 Feb 09 21:55:23.509939 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 55264) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:23.637434 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:23.680715 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fff72c31-9a79-4684-9276-13226493ab2d tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (4f2d8a79-dcf8-4605-ac33-6a509542ba65), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:23.875654 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84509efe-8808-4fe6-9858-77ec93d72108 None None] DHCP port deletion for 4f2d8a79-dcf8-4605-ac33-6a509542ba65 request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:55:23.890133 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-fff72c31-9a79-4684-9276-13226493ab2d tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Deleting port de0b9a62-e6f5-4d7e-919f-2bac24ab3024 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:55:23.890494 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fff72c31-9a79-4684-9276-13226493ab2d tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (de0b9a62-e6f5-4d7e-919f-2bac24ab3024), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:23.961435 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-84509efe-8808-4fe6-9858-77ec93d72108 None None] Deleting port de0b9a62-e6f5-4d7e-919f-2bac24ab3024 {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:55:23.961865 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-84509efe-8808-4fe6-9858-77ec93d72108 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (de0b9a62-e6f5-4d7e-919f-2bac24ab3024), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:24.114457 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-fff72c31-9a79-4684-9276-13226493ab2d tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] For port de0b9a62-e6f5-4d7e-919f-2bac24ab3024, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=de0b9a62-e6f5-4d7e-919f-2bac24ab3024,segment=NetworkSegment(60ee2aa8-0e5d-492a-b2ce-0247efce26a3),segment_id=60ee2aa8-0e5d-492a-b2ce-0247efce26a3)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:55:24.114878 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fff72c31-9a79-4684-9276-13226493ab2d tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (de0b9a62-e6f5-4d7e-919f-2bac24ab3024), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:24.135368 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-fff72c31-9a79-4684-9276-13226493ab2d tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Calling delete_port for de0b9a62-e6f5-4d7e-919f-2bac24ab3024 owned by network:dhcp {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:55:24.258407 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 55304) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:24.263770 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-e64f871c-f222-4d85-b7e5-1c5ce3968568 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Request body: {'network': {'name': 'tempest-network-smoke--355835831', 'project_id': '223d3fc4293a4815bcb23134d0e1c2d3', 'port_security_enabled': True}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:55:24.325869 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e64f871c-f222-4d85-b7e5-1c5ce3968568 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Made reservation on behalf of 223d3fc4293a4815bcb23134d0e1c2d3 for: {'network': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:55:24.329747 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fff72c31-9a79-4684-9276-13226493ab2d tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (de0b9a62-e6f5-4d7e-919f-2bac24ab3024), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:24.333114 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e64f871c-f222-4d85-b7e5-1c5ce3968568 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:24.365805 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e64f871c-f222-4d85-b7e5-1c5ce3968568 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:24.402621 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff72c31-9a79-4684-9276-13226493ab2d tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] No DVR routers for this DVR port de0b9a62-e6f5-4d7e-919f-2bac24ab3024 on host n-d-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:55:24.410910 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff72c31-9a79-4684-9276-13226493ab2d tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Pushing event deleted for resources: {'Port': ['ID=de0b9a62-e6f5-4d7e-919f-2bac24ab3024,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:24.534616 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e64f871c-f222-4d85-b7e5-1c5ce3968568 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks [] for security_group (6dd84d76-0f97-4c13-8f63-053767f1e4ee), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:24.541781 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e64f871c-f222-4d85-b7e5-1c5ce3968568 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (6dd84d76-0f97-4c13-8f63-053767f1e4ee), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:24.560972 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 58ff719e-5d33-48c7-b2f4-c19a928968cd no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:55:24.573870 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e64f871c-f222-4d85-b7e5-1c5ce3968568 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=103140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:55:24.601559 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fff72c31-9a79-4684-9276-13226493ab2d tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (4f2d8a79-dcf8-4605-ac33-6a509542ba65), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:24.603391 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e64f871c-f222-4d85-b7e5-1c5ce3968568 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (72c59147-71c0-4e89-838f-bb4a6a42a647), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:24.603801 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-e64f871c-f222-4d85-b7e5-1c5ce3968568 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Added segment 72c59147-71c0-4e89-838f-bb4a6a42a647 of type vlan for network c144965b-ae04-4f69-a34b-6e9e77858265 Feb 09 21:55:24.623990 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64f871c-f222-4d85-b7e5-1c5ce3968568 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd84d76-0f97-4c13-8f63-053767f1e4ee,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:24.624665 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 58ff719e-5d33-48c7-b2f4-c19a928968cd {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:55:24.625076 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 58ff719e-5d33-48c7-b2f4-c19a928968cd not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:55:24.625851 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device de0b9a62-e6f5-4d7e-919f-2bac24ab3024 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:55:24.649348 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: de0b9a62-e6f5-4d7e-919f-2bac24ab3024 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:55:24.649755 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device de0b9a62-e6f5-4d7e-919f-2bac24ab3024 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:55:24.656418 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-84509efe-8808-4fe6-9858-77ec93d72108 None None] For port de0b9a62-e6f5-4d7e-919f-2bac24ab3024, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=de0b9a62-e6f5-4d7e-919f-2bac24ab3024,segment=NetworkSegment(60ee2aa8-0e5d-492a-b2ce-0247efce26a3),segment_id=60ee2aa8-0e5d-492a-b2ce-0247efce26a3)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:55:24.656826 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-84509efe-8808-4fe6-9858-77ec93d72108 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (de0b9a62-e6f5-4d7e-919f-2bac24ab3024), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:24.660383 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-fff72c31-9a79-4684-9276-13226493ab2d tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f2d8a79-dcf8-4605-ac33-6a509542ba65']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:24.689573 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-fff72c31-9a79-4684-9276-13226493ab2d tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60ee2aa8-0e5d-492a-b2ce-0247efce26a3') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:24.690451 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-fff72c31-9a79-4684-9276-13226493ab2d tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60ee2aa8-0e5d-492a-b2ce-0247efce26a3') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:24.693169 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-84509efe-8808-4fe6-9858-77ec93d72108 None None] Calling delete_port for de0b9a62-e6f5-4d7e-919f-2bac24ab3024 owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:55:24.710210 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e64f871c-f222-4d85-b7e5-1c5ce3968568 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (c144965b-ae04-4f69-a34b-6e9e77858265), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:24.717317 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fff72c31-9a79-4684-9276-13226493ab2d tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (60ee2aa8-0e5d-492a-b2ce-0247efce26a3), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:24.749184 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fff72c31-9a79-4684-9276-13226493ab2d tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (60ee2aa8-0e5d-492a-b2ce-0247efce26a3), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:24.765830 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fff72c31-9a79-4684-9276-13226493ab2d tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:55:24.767788 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fff72c31-9a79-4684-9276-13226493ab2d tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (60ee2aa8-0e5d-492a-b2ce-0247efce26a3), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:24.799029 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e64f871c-f222-4d85-b7e5-1c5ce3968568 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (c144965b-ae04-4f69-a34b-6e9e77858265), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:24.826377 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e64f871c-f222-4d85-b7e5-1c5ce3968568 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:24.829436 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e64f871c-f222-4d85-b7e5-1c5ce3968568 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:24.871120 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-e64f871c-f222-4d85-b7e5-1c5ce3968568 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6088796 Feb 09 21:55:24.897113 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 55336) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:24.901835 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-c55a0e70-d498-411b-a2e2-f2f6c30c2d09 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-422276781', 'admin_state_up': True, 'project_id': '223d3fc4293a4815bcb23134d0e1c2d3', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:55:24.902778 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-84509efe-8808-4fe6-9858-77ec93d72108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (de0b9a62-e6f5-4d7e-919f-2bac24ab3024), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:24.912864 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:55:24.912864 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:55:24.912864 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:55:24.912864 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:55:24.912864 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:55:24.912864 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:55:24.912864 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:55:24.912864 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:55:24.912864 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:55:24.912864 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:55:24.912864 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:55:24.912864 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:55:24.912864 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:55:24.912864 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:55:24.912864 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:55:24.912864 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:55:24.912864 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:55:24.912864 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:55:24.912864 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:55:24.912864 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:55:24.912864 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:55:24.912864 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:55:24.912864 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:55:24.912864 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:55:24.912864 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:55:24.912864 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:55:24.912864 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:55:24.912864 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:55:24.912864 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:55:24.912864 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:55:24.912864 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:55:24.912864 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:55:24.919918 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fff72c31-9a79-4684-9276-13226493ab2d tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (4f2d8a79-dcf8-4605-ac33-6a509542ba65), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:24.958230 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64f871c-f222-4d85-b7e5-1c5ce3968568 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Pushing event updated for resources: {'Network': ['ID=c144965b-ae04-4f69-a34b-6e9e77858265,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:24.974716 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c55a0e70-d498-411b-a2e2-f2f6c30c2d09 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (033663a4-a0b5-4b5d-ab1c-661b18ff0aea), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:24.976975 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c55a0e70-d498-411b-a2e2-f2f6c30c2d09 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (033663a4-a0b5-4b5d-ab1c-661b18ff0aea), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:24.977522 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84509efe-8808-4fe6-9858-77ec93d72108 None None] Pushing event deleted for resources: {'Port': ['ID=de0b9a62-e6f5-4d7e-919f-2bac24ab3024,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:24.981767 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fff72c31-9a79-4684-9276-13226493ab2d tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:24.985304 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network c144965b-ae04-4f69-a34b-6e9e77858265 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:55:24.990222 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-fff72c31-9a79-4684-9276-13226493ab2d tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "DELETE /v2.0/networks/4f2d8a79-dcf8-4605-ac33-6a509542ba65 HTTP/1.1" status: 204 len: 168 time: 1.4768438 Feb 09 21:55:24.990222 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff72c31-9a79-4684-9276-13226493ab2d tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Pushing event deleted for resources: {'Network': ['ID=4f2d8a79-dcf8-4605-ac33-6a509542ba65,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:24.991582 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 55342) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:24.997442 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-aad1cef3-a27e-4906-8115-4d932cf323aa tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Request body: {'router': {'routes': None}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:55:25.047524 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84509efe-8808-4fe6-9858-77ec93d72108 None None] No DVR routers for this DVR port de0b9a62-e6f5-4d7e-919f-2bac24ab3024 on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:55:25.511764 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c55a0e70-d498-411b-a2e2-f2f6c30c2d09 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks [] for router_controller (033663a4-a0b5-4b5d-ab1c-661b18ff0aea), precommit_add_association {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:25.611582 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.extraroute_db [None req-aad1cef3-a27e-4906-8115-4d932cf323aa tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Added routes are [] {{(pid=103140) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 09 21:55:25.612010 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.extraroute_db [None req-aad1cef3-a27e-4906-8115-4d932cf323aa tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Removed routes are [] {{(pid=103140) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 09 21:55:25.612263 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-aad1cef3-a27e-4906-8115-4d932cf323aa tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-554449', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10783'] for router (eca9d0ce-73ec-4ac0-92bb-3b973ac32286), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:25.760212 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c55a0e70-d498-411b-a2e2-f2f6c30c2d09 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks [] for router_gateway (033663a4-a0b5-4b5d-ab1c-661b18ff0aea), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:25.979998 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-aad1cef3-a27e-4906-8115-4d932cf323aa tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-554449', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10783'] for router (eca9d0ce-73ec-4ac0-92bb-3b973ac32286), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:25.985769 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-aad1cef3-a27e-4906-8115-4d932cf323aa tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-554458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-554435', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-525216'] for router (eca9d0ce-73ec-4ac0-92bb-3b973ac32286), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:26.001027 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 55392) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:26.148535 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aad1cef3-a27e-4906-8115-4d932cf323aa tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Router eca9d0ce-73ec-4ac0-92bb-3b973ac32286 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:55:26.162639 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2044eca3-b4ef-4df5-b5e8-76b73a3fe087 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:26.254995 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aad1cef3-a27e-4906-8115-4d932cf323aa tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:55:26.262144 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-aad1cef3-a27e-4906-8115-4d932cf323aa tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:26.263363 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-aad1cef3-a27e-4906-8115-4d932cf323aa tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "PUT /v2.0/routers/eca9d0ce-73ec-4ac0-92bb-3b973ac32286 HTTP/1.1" status: 200 len: 705 time: 1.2702134 Feb 09 21:55:26.267330 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 55398) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:26.271486 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ead417-1a7b-4a2d-b6a4-30aaccfdbf93 None None] Sync routers for ids ['eca9d0ce-73ec-4ac0-92bb-3b973ac32286'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:55:26.283670 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2044eca3-b4ef-4df5-b5e8-76b73a3fe087 admin admin] Publish callbacks [] for security_group (6066dd36-6818-4abc-90c9-b9f23b1f7f99), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:26.287997 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ead417-1a7b-4a2d-b6a4-30aaccfdbf93 None None] Routers {'eca9d0ce-73ec-4ac0-92bb-3b973ac32286'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:55:26.288829 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2044eca3-b4ef-4df5-b5e8-76b73a3fe087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (6066dd36-6818-4abc-90c9-b9f23b1f7f99), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:26.291958 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-74ead417-1a7b-4a2d-b6a4-30aaccfdbf93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:55:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['eca9d0ce-73ec-4ac0-92bb-3b973ac32286'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:26.304187 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-41d40271-fd06-47ee-800a-7d7bc9ff53f3 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "GET /v2.0/ports?device_id=eca9d0ce-73ec-4ac0-92bb-3b973ac32286 HTTP/1.1" status: 200 len: 205 time: 0.0357509 Feb 09 21:55:26.325300 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 55400) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:26.326041 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2044eca3-b4ef-4df5-b5e8-76b73a3fe087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6066dd36-6818-4abc-90c9-b9f23b1f7f99,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:26.407909 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c55a0e70-d498-411b-a2e2-f2f6c30c2d09 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks [] for router_gateway (033663a4-a0b5-4b5d-ab1c-661b18ff0aea), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:26.427894 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c55a0e70-d498-411b-a2e2-f2f6c30c2d09 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:26.442403 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-74ead417-1a7b-4a2d-b6a4-30aaccfdbf93 None None] Set router eca9d0ce-73ec-4ac0-92bb-3b973ac32286 gateway port host: None {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:55:26.453575 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5ee58b21-4ae8-482c-9c0a-52dd4e9876da tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for router (eca9d0ce-73ec-4ac0-92bb-3b973ac32286), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:26.570564 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-74ead417-1a7b-4a2d-b6a4-30aaccfdbf93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca9d0ce-73ec-4ac0-92bb-3b973ac32286', 'name': 'tempest-RoutersIpV6Test-router-1020766714', 'tenant_id': '63d4a6f962814234ac116c1855fa9574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:54:42Z', 'updated_at': '2022-02-09T21:55:21Z', 'revision_number': 11, 'project_id': '63d4a6f962814234ac116c1855fa9574', 'gw_port_host': None}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:26.581169 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-c55a0e70-d498-411b-a2e2-f2f6c30c2d09 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Allocated IP 172.25.3.114 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/63c61a7d-4e22-4427-a92f-83ce1da1a779) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:55:26.648550 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ead417-1a7b-4a2d-b6a4-30aaccfdbf93 None None] Checking router: eca9d0ce-73ec-4ac0-92bb-3b973ac32286 for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:55:26.651565 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-2044eca3-b4ef-4df5-b5e8-76b73a3fe087 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=63897a57aca44b7db51d903ba5d626be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6464379 Feb 09 21:55:26.653096 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 55406) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:26.662367 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ead417-1a7b-4a2d-b6a4-30aaccfdbf93 None None] Routers {'eca9d0ce-73ec-4ac0-92bb-3b973ac32286'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:55:26.666038 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-74ead417-1a7b-4a2d-b6a4-30aaccfdbf93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:55:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['eca9d0ce-73ec-4ac0-92bb-3b973ac32286'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:26.733729 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-37f417ee-1fff-4604-b308-79ccf3bb7679 admin admin] Publish callbacks [] for security_group (6066dd36-6818-4abc-90c9-b9f23b1f7f99), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:26.744351 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5ee58b21-4ae8-482c-9c0a-52dd4e9876da tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (eca9d0ce-73ec-4ac0-92bb-3b973ac32286), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:26.746706 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5ee58b21-4ae8-482c-9c0a-52dd4e9876da tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for router_controller (eca9d0ce-73ec-4ac0-92bb-3b973ac32286), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:26.769969 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-37f417ee-1fff-4604-b308-79ccf3bb7679 admin admin] Publish callbacks [] for security_group (6066dd36-6818-4abc-90c9-b9f23b1f7f99), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:26.830897 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-37f417ee-1fff-4604-b308-79ccf3bb7679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (6066dd36-6818-4abc-90c9-b9f23b1f7f99), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:26.833731 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-37f417ee-1fff-4604-b308-79ccf3bb7679 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:26.847196 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5ee58b21-4ae8-482c-9c0a-52dd4e9876da tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (eca9d0ce-73ec-4ac0-92bb-3b973ac32286), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:26.848884 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-37f417ee-1fff-4604-b308-79ccf3bb7679 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/6066dd36-6818-4abc-90c9-b9f23b1f7f99 HTTP/1.1" status: 204 len: 168 time: 0.1944697 Feb 09 21:55:26.851390 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ee58b21-4ae8-482c-9c0a-52dd4e9876da tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Fanout notify agent at l3_agent the message router_deleted on router eca9d0ce-73ec-4ac0-92bb-3b973ac32286 {{(pid=103141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:55:26.869705 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-74ead417-1a7b-4a2d-b6a4-30aaccfdbf93 None None] Set router eca9d0ce-73ec-4ac0-92bb-3b973ac32286 gateway port host: None {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:55:26.874016 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5ee58b21-4ae8-482c-9c0a-52dd4e9876da tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:26.880555 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-5ee58b21-4ae8-482c-9c0a-52dd4e9876da tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "DELETE /v2.0/routers/eca9d0ce-73ec-4ac0-92bb-3b973ac32286 HTTP/1.1" status: 204 len: 168 time: 0.5413182 Feb 09 21:55:26.881976 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 55414) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:26.892268 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-a146b544-5f7f-420d-a9b9-62051d9ffad6 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1766468531', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:55:26.901255 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f417ee-1fff-4604-b308-79ccf3bb7679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6066dd36-6818-4abc-90c9-b9f23b1f7f99,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:26.928758 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c55a0e70-d498-411b-a2e2-f2f6c30c2d09 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks [] for port (63c61a7d-4e22-4427-a92f-83ce1da1a779), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:26.974651 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a146b544-5f7f-420d-a9b9-62051d9ffad6 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (e67c019f-b5d5-479b-a976-71f20b3c22e9), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:26.976014 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a146b544-5f7f-420d-a9b9-62051d9ffad6 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (e67c019f-b5d5-479b-a976-71f20b3c22e9), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:27.025793 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-74ead417-1a7b-4a2d-b6a4-30aaccfdbf93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca9d0ce-73ec-4ac0-92bb-3b973ac32286', 'name': 'tempest-RoutersIpV6Test-router-1020766714', 'tenant_id': '63d4a6f962814234ac116c1855fa9574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:54:42Z', 'updated_at': '2022-02-09T21:55:21Z', 'revision_number': 11, 'project_id': '63d4a6f962814234ac116c1855fa9574', 'gw_port_host': None}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:27.073178 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c55a0e70-d498-411b-a2e2-f2f6c30c2d09 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (63c61a7d-4e22-4427-a92f-83ce1da1a779), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:27.092705 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ead417-1a7b-4a2d-b6a4-30aaccfdbf93 None None] The sync data for ids ['eca9d0ce-73ec-4ac0-92bb-3b973ac32286'] in n-d-828369-5 is: [{'id': 'eca9d0ce-73ec-4ac0-92bb-3b973ac32286', 'name': 'tempest-RoutersIpV6Test-router-1020766714', 'tenant_id': '63d4a6f962814234ac116c1855fa9574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:54:42Z', 'updated_at': '2022-02-09T21:55:21Z', 'revision_number': 11, 'project_id': '63d4a6f962814234ac116c1855fa9574', 'gw_port_host': None}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:55:27.133946 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a146b544-5f7f-420d-a9b9-62051d9ffad6 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for router_controller (e67c019f-b5d5-479b-a976-71f20b3c22e9), precommit_add_association {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:27.164327 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a146b544-5f7f-420d-a9b9-62051d9ffad6 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (e67c019f-b5d5-479b-a976-71f20b3c22e9), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:27.187228 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55a0e70-d498-411b-a2e2-f2f6c30c2d09 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:55:27.193219 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55a0e70-d498-411b-a2e2-f2f6c30c2d09 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Pushing event updated for resources: {'Port': ['ID=63c61a7d-4e22-4427-a92f-83ce1da1a779,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:27.201932 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-c55a0e70-d498-411b-a2e2-f2f6c30c2d09 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:55:27.206714 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55a0e70-d498-411b-a2e2-f2f6c30c2d09 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:55:27.257809 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a146b544-5f7f-420d-a9b9-62051d9ffad6 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:27.259406 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-a146b544-5f7f-420d-a9b9-62051d9ffad6 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3712888 Feb 09 21:55:27.262467 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 55422) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:27.268512 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-0f3ead67-447e-43d1-b36d-9fd16c4466f0 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:55:27.436456 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 55424) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:27.461350 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-509338c5-4da2-49fd-bcaf-f70ac61a9536 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:27.603781 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0f3ead67-447e-43d1-b36d-9fd16c4466f0 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-554449', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10783'] for router (e67c019f-b5d5-479b-a976-71f20b3c22e9), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:27.617768 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0f3ead67-447e-43d1-b36d-9fd16c4466f0 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-554458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-554435', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-525216'] for router (e67c019f-b5d5-479b-a976-71f20b3c22e9), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:27.659668 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c55a0e70-d498-411b-a2e2-f2f6c30c2d09 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks [] for router_gateway (033663a4-a0b5-4b5d-ab1c-661b18ff0aea), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:27.754734 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f3ead67-447e-43d1-b36d-9fd16c4466f0 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Router e67c019f-b5d5-479b-a976-71f20b3c22e9 is scheduled to L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 with binding_index 1 {{(pid=103141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:55:27.796875 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-509338c5-4da2-49fd-bcaf-f70ac61a9536 admin admin] Publish callbacks [] for security_group (13692172-c420-45d6-aa84-66fe1d4a3042), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:27.802458 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-509338c5-4da2-49fd-bcaf-f70ac61a9536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (13692172-c420-45d6-aa84-66fe1d4a3042), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:27.855461 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-509338c5-4da2-49fd-bcaf-f70ac61a9536 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=e081997e8ff6456db1c52e4ef5e1be18&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4155016 Feb 09 21:55:27.857783 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 55432) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:27.909089 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f3ead67-447e-43d1-b36d-9fd16c4466f0 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:55:27.917842 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0f3ead67-447e-43d1-b36d-9fd16c4466f0 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:27.922400 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79647c27-caf8-4f4a-9f1d-62b03dd34527 None None] Sync routers for ids ['e67c019f-b5d5-479b-a976-71f20b3c22e9'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:55:27.926402 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509338c5-4da2-49fd-bcaf-f70ac61a9536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13692172-c420-45d6-aa84-66fe1d4a3042,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:27.933738 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-0f3ead67-447e-43d1-b36d-9fd16c4466f0 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "PUT /v2.0/routers/e67c019f-b5d5-479b-a976-71f20b3c22e9 HTTP/1.1" status: 200 len: 698 time: 0.6699779 Feb 09 21:55:27.935778 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 55436) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:27.941521 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79647c27-caf8-4f4a-9f1d-62b03dd34527 None None] Routers {'e67c019f-b5d5-479b-a976-71f20b3c22e9'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:55:27.942742 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-79647c27-caf8-4f4a-9f1d-62b03dd34527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:55:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['e67c019f-b5d5-479b-a976-71f20b3c22e9'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:28.027753 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-79647c27-caf8-4f4a-9f1d-62b03dd34527 None None] Set router e67c019f-b5d5-479b-a976-71f20b3c22e9 gateway port host: None {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:55:28.047280 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-4a16c534-43fe-46d2-aca1-0e6dee67dcd8 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "GET /v2.0/routers/e67c019f-b5d5-479b-a976-71f20b3c22e9 HTTP/1.1" status: 200 len: 704 time: 0.1101687 Feb 09 21:55:28.050439 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 55438) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:28.054040 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fb0949b2-9f93-4d21-8396-83c88504eea3 admin admin] Publish callbacks [] for security_group (13692172-c420-45d6-aa84-66fe1d4a3042), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:28.088301 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-2a5d1069-2b39-447d-9a38-2603e5546c1a tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "GET /v2.0/ports?device_id=e67c019f-b5d5-479b-a976-71f20b3c22e9 HTTP/1.1" status: 200 len: 205 time: 0.0364764 Feb 09 21:55:28.091077 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 55442) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:28.094749 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c55a0e70-d498-411b-a2e2-f2f6c30c2d09 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (033663a4-a0b5-4b5d-ab1c-661b18ff0aea), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:28.099793 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-79647c27-caf8-4f4a-9f1d-62b03dd34527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e67c019f-b5d5-479b-a976-71f20b3c22e9', 'name': 'tempest-RoutersIpV6Test-router-1766468531', 'tenant_id': '63d4a6f962814234ac116c1855fa9574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:55:26Z', 'updated_at': '2022-02-09T21:55:27Z', 'revision_number': 2, 'project_id': '63d4a6f962814234ac116c1855fa9574', 'gw_port_host': None}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:28.152972 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79647c27-caf8-4f4a-9f1d-62b03dd34527 None None] Checking router: e67c019f-b5d5-479b-a976-71f20b3c22e9 for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:55:28.162773 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fb0949b2-9f93-4d21-8396-83c88504eea3 admin admin] Publish callbacks [] for security_group (13692172-c420-45d6-aa84-66fe1d4a3042), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:28.177818 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79647c27-caf8-4f4a-9f1d-62b03dd34527 None None] Routers {'e67c019f-b5d5-479b-a976-71f20b3c22e9'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:55:28.178601 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-79647c27-caf8-4f4a-9f1d-62b03dd34527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:55:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['e67c019f-b5d5-479b-a976-71f20b3c22e9'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:28.202166 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b9c9ed6e-7f3a-4ecd-bb7e-1ad443eac4e2 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for router (e67c019f-b5d5-479b-a976-71f20b3c22e9), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:28.334860 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-79647c27-caf8-4f4a-9f1d-62b03dd34527 None None] Set router e67c019f-b5d5-479b-a976-71f20b3c22e9 gateway port host: None {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:55:28.415629 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-79647c27-caf8-4f4a-9f1d-62b03dd34527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e67c019f-b5d5-479b-a976-71f20b3c22e9', 'name': 'tempest-RoutersIpV6Test-router-1766468531', 'tenant_id': '63d4a6f962814234ac116c1855fa9574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:55:26Z', 'updated_at': '2022-02-09T21:55:27Z', 'revision_number': 2, 'project_id': '63d4a6f962814234ac116c1855fa9574', 'gw_port_host': None}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:28.461779 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fb0949b2-9f93-4d21-8396-83c88504eea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (13692172-c420-45d6-aa84-66fe1d4a3042), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:28.465841 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fb0949b2-9f93-4d21-8396-83c88504eea3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:28.476893 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-fb0949b2-9f93-4d21-8396-83c88504eea3 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/13692172-c420-45d6-aa84-66fe1d4a3042 HTTP/1.1" status: 204 len: 168 time: 0.6127844 Feb 09 21:55:28.479086 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79647c27-caf8-4f4a-9f1d-62b03dd34527 None None] The sync data for ids ['e67c019f-b5d5-479b-a976-71f20b3c22e9'] in n-d-828369-5 is: [{'id': 'e67c019f-b5d5-479b-a976-71f20b3c22e9', 'name': 'tempest-RoutersIpV6Test-router-1766468531', 'tenant_id': '63d4a6f962814234ac116c1855fa9574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:55:26Z', 'updated_at': '2022-02-09T21:55:27Z', 'revision_number': 2, 'project_id': '63d4a6f962814234ac116c1855fa9574', 'gw_port_host': None}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:55:28.498163 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0949b2-9f93-4d21-8396-83c88504eea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13692172-c420-45d6-aa84-66fe1d4a3042,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:28.572370 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b9c9ed6e-7f3a-4ecd-bb7e-1ad443eac4e2 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (e67c019f-b5d5-479b-a976-71f20b3c22e9), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:28.577836 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b9c9ed6e-7f3a-4ecd-bb7e-1ad443eac4e2 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for router_controller (e67c019f-b5d5-479b-a976-71f20b3c22e9), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:28.639202 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c55a0e70-d498-411b-a2e2-f2f6c30c2d09 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Router 033663a4-a0b5-4b5d-ab1c-661b18ff0aea is scheduled to L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 with binding_index 1 {{(pid=103140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:55:28.653249 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b9c9ed6e-7f3a-4ecd-bb7e-1ad443eac4e2 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (e67c019f-b5d5-479b-a976-71f20b3c22e9), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:28.656247 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9c9ed6e-7f3a-4ecd-bb7e-1ad443eac4e2 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Fanout notify agent at l3_agent the message router_deleted on router e67c019f-b5d5-479b-a976-71f20b3c22e9 {{(pid=103141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:55:28.682515 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b9c9ed6e-7f3a-4ecd-bb7e-1ad443eac4e2 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:28.684170 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-b9c9ed6e-7f3a-4ecd-bb7e-1ad443eac4e2 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "DELETE /v2.0/routers/e67c019f-b5d5-479b-a976-71f20b3c22e9 HTTP/1.1" status: 204 len: 168 time: 0.5916355 Feb 09 21:55:28.688775 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 55456) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:28.729844 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-a8ea21d2-c567-4265-a10b-6a91673bd6cf tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "GET /v2.0/ports?device_id=e67c019f-b5d5-479b-a976-71f20b3c22e9 HTTP/1.1" status: 200 len: 205 time: 0.0396037 Feb 09 21:55:28.731904 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 55458) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:28.956076 n-d-828369-5 neutron-server[103140]: INFO neutron.api.v2.resource [None req-e946e032-7a8a-4d5c-9c54-6798935280c0 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] delete failed (client error): The resource could not be found. Feb 09 21:55:28.960445 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-e946e032-7a8a-4d5c-9c54-6798935280c0 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "DELETE /v2.0/routers/e67c019f-b5d5-479b-a976-71f20b3c22e9 HTTP/1.1" status: 404 len: 336 time: 0.2250857 Feb 09 21:55:28.960942 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 55468) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:29.011529 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6e985d2-b871-4559-80e6-9976a60ef2d2 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] DELETE failed (client error): The resource could not be found. Feb 09 21:55:29.011988 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6e985d2-b871-4559-80e6-9976a60ef2d2 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:55:29.017961 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-b6e985d2-b871-4559-80e6-9976a60ef2d2 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "DELETE /v2.0/subnets/ff334b61-544a-41db-81e6-c56a042d2f38 HTTP/1.1" status: 404 len: 337 time: 0.0532520 Feb 09 21:55:29.026203 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c55a0e70-d498-411b-a2e2-f2f6c30c2d09 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:55:29.037360 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef9c0e0-b297-4d3b-90e4-97f4c22abfdf None None] Sync routers for ids ['033663a4-a0b5-4b5d-ab1c-661b18ff0aea'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:55:29.045883 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 55472) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:29.056054 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef9c0e0-b297-4d3b-90e4-97f4c22abfdf None None] Routers {'033663a4-a0b5-4b5d-ab1c-661b18ff0aea'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:55:29.056729 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-8ef9c0e0-b297-4d3b-90e4-97f4c22abfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:55:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['033663a4-a0b5-4b5d-ab1c-661b18ff0aea'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:29.098805 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c55a0e70-d498-411b-a2e2-f2f6c30c2d09 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:29.101470 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-c55a0e70-d498-411b-a2e2-f2f6c30c2d09 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 4.2030897 Feb 09 21:55:29.106118 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 55478) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:29.153702 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-df237d42-394e-4cd2-bf7f-6bac0b679262 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] DELETE failed (client error): The resource could not be found. Feb 09 21:55:29.154173 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df237d42-394e-4cd2-bf7f-6bac0b679262 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:55:29.160411 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 55484) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:29.161655 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-df237d42-394e-4cd2-bf7f-6bac0b679262 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "DELETE /v2.0/subnets/94ecc160-549e-4ab1-aac3-7e47116e3f3a HTTP/1.1" status: 404 len: 337 time: 0.1104500 Feb 09 21:55:29.228287 n-d-828369-5 neutron-server[103140]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d8cf6e7-bb30-42a6-9125-3fd91c27e892 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] DELETE failed (client error): The resource could not be found. Feb 09 21:55:29.231764 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d8cf6e7-bb30-42a6-9125-3fd91c27e892 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:55:29.241686 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 55488) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:29.243602 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-0d8cf6e7-bb30-42a6-9125-3fd91c27e892 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "DELETE /v2.0/subnets/a356395b-7404-48c5-9f9c-bd9f437bedb9 HTTP/1.1" status: 404 len: 337 time: 0.0800953 Feb 09 21:55:29.281847 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-8ef9c0e0-b297-4d3b-90e4-97f4c22abfdf None None] Set router 033663a4-a0b5-4b5d-ab1c-661b18ff0aea gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:55:29.292510 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1bcb2c7-6c79-4f44-8f2a-c0e482509dbf tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] DELETE failed (client error): The resource could not be found. Feb 09 21:55:29.294220 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1bcb2c7-6c79-4f44-8f2a-c0e482509dbf tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:55:29.298562 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-e1bcb2c7-6c79-4f44-8f2a-c0e482509dbf tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "DELETE /v2.0/subnets/953f9dc9-4551-4df0-abaf-9aa4a6209879 HTTP/1.1" status: 404 len: 337 time: 0.0558093 Feb 09 21:55:29.300329 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 55490) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:29.348196 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 55492) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:29.349556 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-b9edea4f-1554-44e4-bf7f-bbab55eb3b31 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "GET /v2.0/ports?device_id=eca9d0ce-73ec-4ac0-92bb-3b973ac32286 HTTP/1.1" status: 200 len: 205 time: 0.0480187 Feb 09 21:55:29.524888 n-d-828369-5 neutron-server[103141]: INFO neutron.api.v2.resource [None req-a8925a0f-3f08-4afa-87a5-a16f71e7e18b tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] delete failed (client error): The resource could not be found. Feb 09 21:55:29.526124 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-a8925a0f-3f08-4afa-87a5-a16f71e7e18b tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "DELETE /v2.0/routers/eca9d0ce-73ec-4ac0-92bb-3b973ac32286 HTTP/1.1" status: 404 len: 336 time: 0.1767776 Feb 09 21:55:29.531309 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 55502) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:29.592631 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 55504) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:29.592954 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-96d3bb9c-5c97-4073-bb33-9bbdb0c160b0 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "GET /v2.0/ports?device_id=43ed6823-1a4d-4609-91b0-da239815fe21 HTTP/1.1" status: 200 len: 205 time: 0.0569887 Feb 09 21:55:29.698329 n-d-828369-5 neutron-server[103140]: INFO neutron.api.v2.resource [None req-6813cfe4-dc3d-402f-8403-6b3d718f0414 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] delete failed (client error): The resource could not be found. Feb 09 21:55:29.699657 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-6813cfe4-dc3d-402f-8403-6b3d718f0414 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "DELETE /v2.0/routers/43ed6823-1a4d-4609-91b0-da239815fe21 HTTP/1.1" status: 404 len: 336 time: 0.1059303 Feb 09 21:55:29.702307 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 55510) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:29.758092 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e9b3514-6124-4c02-b724-05de5a632a7a tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] DELETE failed (client error): The resource could not be found. Feb 09 21:55:29.760257 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e9b3514-6124-4c02-b724-05de5a632a7a tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:55:29.767771 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-495f93c4-21dd-4f84-b3e7-91bc0d969940 tempest-TestSecurityGroupsBasicOps-1023827313 tempest-TestSecurityGroupsBasicOps-1023827313-project-admin] 10.222.0.90 "GET /v2.0/subnets?project_id=223d3fc4293a4815bcb23134d0e1c2d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6560862 Feb 09 21:55:29.769845 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 55512) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:29.770416 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 55516) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:29.771022 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-7e9b3514-6124-4c02-b724-05de5a632a7a tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "DELETE /v2.0/subnets/0ee302b0-8eb3-4645-819e-1f9fff0f2277 HTTP/1.1" status: 404 len: 337 time: 0.0663741 Feb 09 21:55:29.862116 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-5318d4c0-5e38-49e9-bce2-90e42a55596f tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "GET /v2.0/ports?device_id=478dc2e8-d29b-4009-aa5b-4420a484b95f HTTP/1.1" status: 200 len: 205 time: 0.0885162 Feb 09 21:55:29.864719 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 55520) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:29.911221 n-d-828369-5 neutron-server[103141]: INFO neutron.api.v2.resource [None req-b84805a1-de34-4c10-82e5-1e01fa6abb54 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] delete failed (client error): The resource could not be found. Feb 09 21:55:29.912206 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-b84805a1-de34-4c10-82e5-1e01fa6abb54 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "DELETE /v2.0/routers/478dc2e8-d29b-4009-aa5b-4420a484b95f HTTP/1.1" status: 404 len: 336 time: 0.0464890 Feb 09 21:55:29.916093 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 55522) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:29.980058 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9ffe4c-80d4-452f-97e3-692592e17843 tempest-TestSecurityGroupsBasicOps-1023827313 tempest-TestSecurityGroupsBasicOps-1023827313-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:29.982914 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-167c2511-8e2c-483d-bec6-1df43975af1e tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "GET /v2.0/ports?device_id=de4a2e22-3ed3-402a-a3bf-098ae993e20f HTTP/1.1" status: 200 len: 205 time: 0.0653055 Feb 09 21:55:29.984906 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 55526) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:29.986377 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 55528) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:29.988557 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-3b9ffe4c-80d4-452f-97e3-692592e17843 tempest-TestSecurityGroupsBasicOps-1023827313 tempest-TestSecurityGroupsBasicOps-1023827313-project-admin] 10.222.0.90 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2162161 Feb 09 21:55:30.013982 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-8ef9c0e0-b297-4d3b-90e4-97f4c22abfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '033663a4-a0b5-4b5d-ab1c-661b18ff0aea', 'name': 'tempest-TestSecurityGroupsBasicOps-router-422276781', 'tenant_id': '223d3fc4293a4815bcb23134d0e1c2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '63c61a7d-4e22-4427-a92f-83ce1da1a779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:55:24Z', 'updated_at': '2022-02-09T21:55:27Z', 'revision_number': 3, 'project_id': '223d3fc4293a4815bcb23134d0e1c2d3', 'gw_port': {'id': '63c61a7d-4e22-4427-a92f-83ce1da1a779', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:55:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '033663a4-a0b5-4b5d-ab1c-661b18ff0aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:55:26Z', 'updated_at': '2022-02-09T21:55:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:30.097997 n-d-828369-5 neutron-server[103141]: INFO neutron.api.v2.resource [None req-d06f0989-ce5d-4212-98b4-6c80e403d8ff tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] delete failed (client error): The resource could not be found. Feb 09 21:55:30.103307 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 55536) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:30.107657 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-d06f0989-ce5d-4212-98b4-6c80e403d8ff tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "DELETE /v2.0/routers/de4a2e22-3ed3-402a-a3bf-098ae993e20f HTTP/1.1" status: 404 len: 336 time: 0.1193879 Feb 09 21:55:30.144170 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-ba021751-9b4d-401a-a9a8-486cb5dd7926 tempest-TestSecurityGroupsBasicOps-1023827313 tempest-TestSecurityGroupsBasicOps-1023827313-project-admin] 10.222.0.90 "GET /v2.0/subnets?network_id=54a442d5-50a0-4c75-85cc-d19f5bf58118&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0679417 Feb 09 21:55:30.147433 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 55538) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:30.154597 n-d-828369-5 neutron-server[103140]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b9c5e64-1f00-417b-8642-df543d4eab54 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] DELETE failed (client error): The resource could not be found. Feb 09 21:55:30.155923 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b9c5e64-1f00-417b-8642-df543d4eab54 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:55:30.165044 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-7b9c5e64-1f00-417b-8642-df543d4eab54 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "DELETE /v2.0/subnets/199a43a1-f354-48a7-9ed4-e4434222c802 HTTP/1.1" status: 404 len: 337 time: 0.0560961 Feb 09 21:55:30.165406 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef9c0e0-b297-4d3b-90e4-97f4c22abfdf None None] Checking router: 033663a4-a0b5-4b5d-ab1c-661b18ff0aea for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:55:30.165406 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef9c0e0-b297-4d3b-90e4-97f4c22abfdf None None] Updating router 033663a4-a0b5-4b5d-ab1c-661b18ff0aea port 63c61a7d-4e22-4427-a92f-83ce1da1a779 binding host n-d-828369-5 {{(pid=103143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:55:30.165992 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 55540) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:30.166806 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-46e6d5e7-c5d3-43c7-8462-9b22fc2e650e tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1452361780', 'network_id': 'c144965b-ae04-4f69-a34b-6e9e77858265', 'project_id': '223d3fc4293a4815bcb23134d0e1c2d3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:55:30.241850 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-886994ec-969c-4ad6-9bf3-5692af886564 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "GET /v2.0/ports?device_id=5b753a8e-a9f3-44c9-b346-c33da43f718d HTTP/1.1" status: 200 len: 205 time: 0.0712888 Feb 09 21:55:30.245097 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 55542) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:30.278302 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8ef9c0e0-b297-4d3b-90e4-97f4c22abfdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (63c61a7d-4e22-4427-a92f-83ce1da1a779), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:30.317963 n-d-828369-5 neutron-server[103140]: INFO neutron.api.v2.resource [None req-e4e9193d-18ca-4361-91ad-d44d14554450 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] delete failed (client error): The resource could not be found. Feb 09 21:55:30.322897 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-e4e9193d-18ca-4361-91ad-d44d14554450 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "DELETE /v2.0/routers/5b753a8e-a9f3-44c9-b346-c33da43f718d HTTP/1.1" status: 404 len: 336 time: 0.0757627 Feb 09 21:55:30.324119 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 55544) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:30.402773 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46e6d5e7-c5d3-43c7-8462-9b22fc2e650e tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Made reservation on behalf of 223d3fc4293a4815bcb23134d0e1c2d3 for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:55:30.406076 n-d-828369-5 neutron-server[103140]: INFO neutron.pecan_wsgi.hooks.translation [None req-afded14a-cdb8-43e3-a3be-3dec06a8a68c tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] DELETE failed (client error): The resource could not be found. Feb 09 21:55:30.406775 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afded14a-cdb8-43e3-a3be-3dec06a8a68c tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:55:30.408284 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-46e6d5e7-c5d3-43c7-8462-9b22fc2e650e tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:30.414338 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-afded14a-cdb8-43e3-a3be-3dec06a8a68c tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "DELETE /v2.0/subnets/cc0e83cc-255a-4ab4-886e-2151c6104d14 HTTP/1.1" status: 404 len: 337 time: 0.0759490 Feb 09 21:55:30.415998 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 55550) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:30.492440 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-63446cc5-1f8f-4220-acdd-2b1a490ba19d tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "GET /v2.0/ports?device_id=6db9e762-4ce0-401c-9554-c6d0c5a2ba26 HTTP/1.1" status: 200 len: 205 time: 0.0729253 Feb 09 21:55:30.497116 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 55554) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:30.579861 n-d-828369-5 neutron-server[103140]: INFO neutron.api.v2.resource [None req-c9033d8e-7c50-4268-8d4c-db077ad97247 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] delete failed (client error): The resource could not be found. Feb 09 21:55:30.583846 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-c9033d8e-7c50-4268-8d4c-db077ad97247 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "DELETE /v2.0/routers/6db9e762-4ce0-401c-9554-c6d0c5a2ba26 HTTP/1.1" status: 404 len: 336 time: 0.0836108 Feb 09 21:55:30.584564 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 55558) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:30.614033 n-d-828369-5 neutron-server[103140]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c0078fb-4a36-4ace-996e-2bfbc10efd70 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] DELETE failed (client error): The resource could not be found. Feb 09 21:55:30.614643 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c0078fb-4a36-4ace-996e-2bfbc10efd70 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:55:30.621027 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-8c0078fb-4a36-4ace-996e-2bfbc10efd70 tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "DELETE /v2.0/subnets/76b9dce9-8f39-404e-a621-8a9959f6c083 HTTP/1.1" status: 404 len: 337 time: 0.0351954 Feb 09 21:55:30.621917 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 55560) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:30.651886 n-d-828369-5 neutron-server[103140]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8373edb-10e2-437d-a6a1-26bcfdb5583f tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] DELETE failed (client error): The resource could not be found. Feb 09 21:55:30.652670 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8373edb-10e2-437d-a6a1-26bcfdb5583f tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:55:30.659407 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-d8373edb-10e2-437d-a6a1-26bcfdb5583f tempest-RoutersIpV6Test-1981656586 tempest-RoutersIpV6Test-1981656586-project] 10.222.0.90 "DELETE /v2.0/subnets/fedf2952-feae-4efa-a80d-ec5853b32f1e HTTP/1.1" status: 404 len: 337 time: 0.0363414 Feb 09 21:55:30.948427 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-46e6d5e7-c5d3-43c7-8462-9b22fc2e650e tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (c2d197a2-4aee-452a-8346-a411bfed5ad8), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:30.959528 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8ef9c0e0-b297-4d3b-90e4-97f4c22abfdf None None] Publish callbacks [] for port (63c61a7d-4e22-4427-a92f-83ce1da1a779), precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:30.992962 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8ef9c0e0-b297-4d3b-90e4-97f4c22abfdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (63c61a7d-4e22-4427-a92f-83ce1da1a779), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:31.085798 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-8ef9c0e0-b297-4d3b-90e4-97f4c22abfdf None None] Attempting to bind port 63c61a7d-4e22-4427-a92f-83ce1da1a779 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:55:31.086255 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-8ef9c0e0-b297-4d3b-90e4-97f4c22abfdf None None] Attempting to bind port 63c61a7d-4e22-4427-a92f-83ce1da1a779 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:55:31.086701 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef9c0e0-b297-4d3b-90e4-97f4c22abfdf None None] Attempting to bind port 63c61a7d-4e22-4427-a92f-83ce1da1a779 on network 54a442d5-50a0-4c75-85cc-d19f5bf58118 {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:55:31.103874 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef9c0e0-b297-4d3b-90e4-97f4c22abfdf None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:55:31.104424 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef9c0e0-b297-4d3b-90e4-97f4c22abfdf None None] Checking segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:55:31.104906 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8ef9c0e0-b297-4d3b-90e4-97f4c22abfdf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:31.105375 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef9c0e0-b297-4d3b-90e4-97f4c22abfdf None None] Bound using segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:55:31.108046 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-8ef9c0e0-b297-4d3b-90e4-97f4c22abfdf None None] Bound port: 63c61a7d-4e22-4427-a92f-83ce1da1a779, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:55:31.108550 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8ef9c0e0-b297-4d3b-90e4-97f4c22abfdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (63c61a7d-4e22-4427-a92f-83ce1da1a779), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:31.115050 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e6d5e7-c5d3-43c7-8462-9b22fc2e650e tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Checking segment: {'id': '72c59147-71c0-4e89-838f-bb4a6a42a647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'c144965b-ae04-4f69-a34b-6e9e77858265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:55:31.115410 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e6d5e7-c5d3-43c7-8462-9b22fc2e650e tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Network hostable DHCP agents. Network: c144965b-ae04-4f69-a34b-6e9e77858265, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:55:31.233619 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 55582) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:31.243768 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e6d5e7-c5d3-43c7-8462-9b22fc2e650e tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Network c144965b-ae04-4f69-a34b-6e9e77858265 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:55:31.265654 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-46e6d5e7-c5d3-43c7-8462-9b22fc2e650e tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, c144965b-ae04-4f69-a34b-6e9e77858265) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:55:31.267124 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-8ef9c0e0-b297-4d3b-90e4-97f4c22abfdf None None] For port 63c61a7d-4e22-4427-a92f-83ce1da1a779, host n-d-828369-5, cleared binding levels {{(pid=103143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:55:31.272679 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-8ef9c0e0-b297-4d3b-90e4-97f4c22abfdf None None] For port 63c61a7d-4e22-4427-a92f-83ce1da1a779, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=63c61a7d-4e22-4427-a92f-83ce1da1a779,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:55:31.275296 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f47507b-aa37-4960-9bb3-04853ab2d662 None None] Network c144965b-ae04-4f69-a34b-6e9e77858265 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:55:31.289203 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-8ef9c0e0-b297-4d3b-90e4-97f4c22abfdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (63c61a7d-4e22-4427-a92f-83ce1da1a779), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:31.309513 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66fc298-c060-4e20-88cc-987d7e251d98 None None] Pushing event updated for resources: {'Port': ['ID=63c61a7d-4e22-4427-a92f-83ce1da1a779,revision_number=2']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:31.318119 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e6d5e7-c5d3-43c7-8462-9b22fc2e650e tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:31.318790 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-46e6d5e7-c5d3-43c7-8462-9b22fc2e650e tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:31.360971 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e6d5e7-c5d3-43c7-8462-9b22fc2e650e tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Pushing event updated for resources: {'Subnet': ['ID=c2d197a2-4aee-452a-8346-a411bfed5ad8,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:31.387215 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-46e6d5e7-c5d3-43c7-8462-9b22fc2e650e tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2394874 Feb 09 21:55:31.390007 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 55590) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:31.507325 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66fc298-c060-4e20-88cc-987d7e251d98 None None] Pushing event updated for resources: {'Port': ['ID=63c61a7d-4e22-4427-a92f-83ce1da1a779,revision_number=3']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:31.561271 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef9c0e0-b297-4d3b-90e4-97f4c22abfdf None None] Routers {'033663a4-a0b5-4b5d-ab1c-661b18ff0aea'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:55:31.561943 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-8ef9c0e0-b297-4d3b-90e4-97f4c22abfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:55:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['033663a4-a0b5-4b5d-ab1c-661b18ff0aea'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:31.640206 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1885c30-e3cb-4f6c-8c45-141384b59110 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-c144965b-ae04-4f69-a34b-6e9e77858265', 'network_id': 'c144965b-ae04-4f69-a34b-6e9e77858265', 'project_id': '223d3fc4293a4815bcb23134d0e1c2d3', 'fixed_ips': [{'subnet_id': 'c2d197a2-4aee-452a-8346-a411bfed5ad8'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:55:31.645067 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b1885c30-e3cb-4f6c-8c45-141384b59110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:31.878650 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-8ef9c0e0-b297-4d3b-90e4-97f4c22abfdf None None] Set router 033663a4-a0b5-4b5d-ab1c-661b18ff0aea gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:55:32.075882 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-b1885c30-e3cb-4f6c-8c45-141384b59110 None None] Allocated IP 172.20.0.2 (c144965b-ae04-4f69-a34b-6e9e77858265/c2d197a2-4aee-452a-8346-a411bfed5ad8/5df62c0a-72ef-4533-a05c-4f84fceefe77) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:55:32.093165 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-3aba5fbb-11c2-4368-95a3-67ef35d7ad2d admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=63d4a6f962814234ac116c1855fa9574&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8583500 Feb 09 21:55:32.096405 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 55610) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:32.240820 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fbee6010-351f-4d28-bb41-db72982d6b37 admin admin] Publish callbacks [] for security_group (2282e0ba-fbe9-42ba-a30f-90cdaa49cacf), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:32.267359 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-8ef9c0e0-b297-4d3b-90e4-97f4c22abfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '033663a4-a0b5-4b5d-ab1c-661b18ff0aea', 'name': 'tempest-TestSecurityGroupsBasicOps-router-422276781', 'tenant_id': '223d3fc4293a4815bcb23134d0e1c2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '63c61a7d-4e22-4427-a92f-83ce1da1a779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:55:24Z', 'updated_at': '2022-02-09T21:55:27Z', 'revision_number': 3, 'project_id': '223d3fc4293a4815bcb23134d0e1c2d3', 'gw_port': {'id': '63c61a7d-4e22-4427-a92f-83ce1da1a779', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:55:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '033663a4-a0b5-4b5d-ab1c-661b18ff0aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:55:26Z', 'updated_at': '2022-02-09T21:55:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:32.301059 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fbee6010-351f-4d28-bb41-db72982d6b37 admin admin] Publish callbacks [] for security_group (2282e0ba-fbe9-42ba-a30f-90cdaa49cacf), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:32.338945 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef9c0e0-b297-4d3b-90e4-97f4c22abfdf None None] The sync data for ids ['033663a4-a0b5-4b5d-ab1c-661b18ff0aea'] in n-d-828369-5 is: [{'id': '033663a4-a0b5-4b5d-ab1c-661b18ff0aea', 'name': 'tempest-TestSecurityGroupsBasicOps-router-422276781', 'tenant_id': '223d3fc4293a4815bcb23134d0e1c2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '63c61a7d-4e22-4427-a92f-83ce1da1a779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:55:24Z', 'updated_at': '2022-02-09T21:55:27Z', 'revision_number': 3, 'project_id': '223d3fc4293a4815bcb23134d0e1c2d3', 'gw_port': {'id': '63c61a7d-4e22-4427-a92f-83ce1da1a779', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:55:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '033663a4-a0b5-4b5d-ab1c-661b18ff0aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:55:26Z', 'updated_at': '2022-02-09T21:55:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:55:32.499109 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b1885c30-e3cb-4f6c-8c45-141384b59110 None None] Publish callbacks [] for port (5df62c0a-72ef-4533-a05c-4f84fceefe77), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:32.510285 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b1885c30-e3cb-4f6c-8c45-141384b59110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (5df62c0a-72ef-4533-a05c-4f84fceefe77), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:32.540242 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6733a021-ba85-4708-89b3-cf50a696ca74 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:32.589846 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1885c30-e3cb-4f6c-8c45-141384b59110 None None] Pushing event updated for resources: {'Port': ['ID=5df62c0a-72ef-4533-a05c-4f84fceefe77,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:32.606100 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1885c30-e3cb-4f6c-8c45-141384b59110 None None] Network c144965b-ae04-4f69-a34b-6e9e77858265 is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:55:32.607627 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-b1885c30-e3cb-4f6c-8c45-141384b59110 None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:55:32.610432 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1885c30-e3cb-4f6c-8c45-141384b59110 None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:55:32.733518 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-b1885c30-e3cb-4f6c-8c45-141384b59110 None None] Attempting to bind port 5df62c0a-72ef-4533-a05c-4f84fceefe77 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:55:32.733804 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-b1885c30-e3cb-4f6c-8c45-141384b59110 None None] Attempting to bind port 5df62c0a-72ef-4533-a05c-4f84fceefe77 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '72c59147-71c0-4e89-838f-bb4a6a42a647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'c144965b-ae04-4f69-a34b-6e9e77858265'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:55:32.743604 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1885c30-e3cb-4f6c-8c45-141384b59110 None None] Attempting to bind port 5df62c0a-72ef-4533-a05c-4f84fceefe77 on network c144965b-ae04-4f69-a34b-6e9e77858265 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:55:32.761831 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1885c30-e3cb-4f6c-8c45-141384b59110 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:55:32.762224 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1885c30-e3cb-4f6c-8c45-141384b59110 None None] Checking segment: {'id': '72c59147-71c0-4e89-838f-bb4a6a42a647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'c144965b-ae04-4f69-a34b-6e9e77858265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:55:32.762639 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b1885c30-e3cb-4f6c-8c45-141384b59110 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:32.763032 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1885c30-e3cb-4f6c-8c45-141384b59110 None None] Bound using segment: {'id': '72c59147-71c0-4e89-838f-bb4a6a42a647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'c144965b-ae04-4f69-a34b-6e9e77858265'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:55:32.763522 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-b1885c30-e3cb-4f6c-8c45-141384b59110 None None] Bound port: 5df62c0a-72ef-4533-a05c-4f84fceefe77, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72c59147-71c0-4e89-838f-bb4a6a42a647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'c144965b-ae04-4f69-a34b-6e9e77858265'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:55:32.763912 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b1885c30-e3cb-4f6c-8c45-141384b59110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (5df62c0a-72ef-4533-a05c-4f84fceefe77), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:32.944415 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-b1885c30-e3cb-4f6c-8c45-141384b59110 None None] For port 5df62c0a-72ef-4533-a05c-4f84fceefe77, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:55:32.970829 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-b1885c30-e3cb-4f6c-8c45-141384b59110 None None] For port 5df62c0a-72ef-4533-a05c-4f84fceefe77, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=5df62c0a-72ef-4533-a05c-4f84fceefe77,segment=NetworkSegment(72c59147-71c0-4e89-838f-bb4a6a42a647),segment_id=72c59147-71c0-4e89-838f-bb4a6a42a647)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:55:33.020819 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b1885c30-e3cb-4f6c-8c45-141384b59110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (5df62c0a-72ef-4533-a05c-4f84fceefe77), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:33.046189 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fbee6010-351f-4d28-bb41-db72982d6b37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (2282e0ba-fbe9-42ba-a30f-90cdaa49cacf), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:33.072316 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fbee6010-351f-4d28-bb41-db72982d6b37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:33.075568 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-fbee6010-351f-4d28-bb41-db72982d6b37 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/2282e0ba-fbe9-42ba-a30f-90cdaa49cacf HTTP/1.1" status: 204 len: 168 time: 0.9780803 Feb 09 21:55:33.096325 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbee6010-351f-4d28-bb41-db72982d6b37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2282e0ba-fbe9-42ba-a30f-90cdaa49cacf,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:33.210304 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1885c30-e3cb-4f6c-8c45-141384b59110 None None] Pushing event updated for resources: {'Port': ['ID=5df62c0a-72ef-4533-a05c-4f84fceefe77,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:33.318296 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-6733a021-ba85-4708-89b3-cf50a696ca74 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Allocated IP 172.20.0.1 (c144965b-ae04-4f69-a34b-6e9e77858265/c2d197a2-4aee-452a-8346-a411bfed5ad8/4c2e81c0-e6a7-4b85-b0bf-fab8f204ea8f) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:55:33.621073 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6733a021-ba85-4708-89b3-cf50a696ca74 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks [] for port (4c2e81c0-e6a7-4b85-b0bf-fab8f204ea8f), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:33.738018 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6733a021-ba85-4708-89b3-cf50a696ca74 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (4c2e81c0-e6a7-4b85-b0bf-fab8f204ea8f), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:33.803086 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6733a021-ba85-4708-89b3-cf50a696ca74 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Pushing event updated for resources: {'Port': ['ID=4c2e81c0-e6a7-4b85-b0bf-fab8f204ea8f,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:33.821623 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6733a021-ba85-4708-89b3-cf50a696ca74 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Network c144965b-ae04-4f69-a34b-6e9e77858265 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:55:33.823409 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-6733a021-ba85-4708-89b3-cf50a696ca74 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:55:33.830672 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6733a021-ba85-4708-89b3-cf50a696ca74 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:55:33.928169 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6733a021-ba85-4708-89b3-cf50a696ca74 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554727'] for router_interface (033663a4-a0b5-4b5d-ab1c-661b18ff0aea), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:34.057225 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 55664) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:34.249049 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-adf94022-8ae9-46b1-85af-ab190e16959d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:34.412329 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-adf94022-8ae9-46b1-85af-ab190e16959d admin admin] Publish callbacks [] for security_group (d9d76c8d-cb2b-4d3c-9d09-59d6578de150), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:34.418106 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-adf94022-8ae9-46b1-85af-ab190e16959d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (d9d76c8d-cb2b-4d3c-9d09-59d6578de150), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:34.517835 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-adf94022-8ae9-46b1-85af-ab190e16959d admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=9ea2c8af5bbe4b35a439455778f9f238&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4587786 Feb 09 21:55:34.522867 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf94022-8ae9-46b1-85af-ab190e16959d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d76c8d-cb2b-4d3c-9d09-59d6578de150,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:34.541177 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 55680) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:34.633996 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 5df62c0a-72ef-4533-a05c-4f84fceefe77 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:55:34.734404 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6a3998df-7b1e-47c0-8f86-68746be1b2cc admin admin] Publish callbacks [] for security_group (d9d76c8d-cb2b-4d3c-9d09-59d6578de150), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:34.741809 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 5df62c0a-72ef-4533-a05c-4f84fceefe77 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:55:34.743037 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (5df62c0a-72ef-4533-a05c-4f84fceefe77), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:34.807849 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6a3998df-7b1e-47c0-8f86-68746be1b2cc admin admin] Publish callbacks [] for security_group (d9d76c8d-cb2b-4d3c-9d09-59d6578de150), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:34.951916 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6a3998df-7b1e-47c0-8f86-68746be1b2cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (d9d76c8d-cb2b-4d3c-9d09-59d6578de150), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:34.958638 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6a3998df-7b1e-47c0-8f86-68746be1b2cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:34.975128 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-6a3998df-7b1e-47c0-8f86-68746be1b2cc admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/d9d76c8d-cb2b-4d3c-9d09-59d6578de150 HTTP/1.1" status: 204 len: 168 time: 0.4199388 Feb 09 21:55:35.000656 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3998df-7b1e-47c0-8f86-68746be1b2cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d76c8d-cb2b-4d3c-9d09-59d6578de150,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:35.075637 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 5df62c0a-72ef-4533-a05c-4f84fceefe77 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:55:35.076042 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (5df62c0a-72ef-4533-a05c-4f84fceefe77), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:35.086014 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 55698) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:35.205887 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port 5df62c0a-72ef-4533-a05c-4f84fceefe77, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=5df62c0a-72ef-4533-a05c-4f84fceefe77,segment=NetworkSegment(72c59147-71c0-4e89-838f-bb4a6a42a647),segment_id=72c59147-71c0-4e89-838f-bb4a6a42a647)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:55:35.234663 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c706e54a-9c39-4737-904d-ed44fcfb271e None None] Network c144965b-ae04-4f69-a34b-6e9e77858265 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:55:35.257372 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (5df62c0a-72ef-4533-a05c-4f84fceefe77), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:35.270386 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 63c61a7d-4e22-4427-a92f-83ce1da1a779 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:55:35.286491 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6733a021-ba85-4708-89b3-cf50a696ca74 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (4c2e81c0-e6a7-4b85-b0bf-fab8f204ea8f), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:35.540047 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=5df62c0a-72ef-4533-a05c-4f84fceefe77,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:35.596003 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-2b80bb93-6045-4015-8fce-f43ff6162ee8 None None] Provisioning complete for port 5df62c0a-72ef-4533-a05c-4f84fceefe77 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:55:35.596696 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2b80bb93-6045-4015-8fce-f43ff6162ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (5df62c0a-72ef-4533-a05c-4f84fceefe77), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:35.599124 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 63c61a7d-4e22-4427-a92f-83ce1da1a779 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:55:35.599662 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (63c61a7d-4e22-4427-a92f-83ce1da1a779), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:35.714356 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-e5f3af5d-b466-416f-b4e5-96f50c12a8ea tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-599608357', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:55:35.748669 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 63c61a7d-4e22-4427-a92f-83ce1da1a779 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:55:35.749925 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (63c61a7d-4e22-4427-a92f-83ce1da1a779), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:35.761572 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 55716) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:35.788996 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2d85e6cb-ff96-47e6-9c6c-8631749ffaa4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:35.791443 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e5f3af5d-b466-416f-b4e5-96f50c12a8ea tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (4cbd3c66-c091-441c-a007-21858adb66e5), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:35.798553 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e5f3af5d-b466-416f-b4e5-96f50c12a8ea tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (4cbd3c66-c091-441c-a007-21858adb66e5), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:35.805184 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port 63c61a7d-4e22-4427-a92f-83ce1da1a779, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=63c61a7d-4e22-4427-a92f-83ce1da1a779,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:55:35.824743 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (63c61a7d-4e22-4427-a92f-83ce1da1a779), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:35.933952 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6733a021-ba85-4708-89b3-cf50a696ca74 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks [] for port (4c2e81c0-e6a7-4b85-b0bf-fab8f204ea8f), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:35.941767 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6733a021-ba85-4708-89b3-cf50a696ca74 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (4c2e81c0-e6a7-4b85-b0bf-fab8f204ea8f), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:35.946595 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-2b80bb93-6045-4015-8fce-f43ff6162ee8 None None] Current status of the port 5df62c0a-72ef-4533-a05c-4f84fceefe77 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:55:35.952041 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=63c61a7d-4e22-4427-a92f-83ce1da1a779,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:36.002591 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2d85e6cb-ff96-47e6-9c6c-8631749ffaa4 admin admin] Publish callbacks [] for security_group (ec356835-cc88-476b-bc96-51977323a6fe), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:36.008169 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2d85e6cb-ff96-47e6-9c6c-8631749ffaa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (ec356835-cc88-476b-bc96-51977323a6fe), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:36.013642 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e5f3af5d-b466-416f-b4e5-96f50c12a8ea tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks [] for router_controller (4cbd3c66-c091-441c-a007-21858adb66e5), precommit_add_association {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:36.061483 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d85e6cb-ff96-47e6-9c6c-8631749ffaa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec356835-cc88-476b-bc96-51977323a6fe,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:36.066830 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e5f3af5d-b466-416f-b4e5-96f50c12a8ea tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (4cbd3c66-c091-441c-a007-21858adb66e5), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:36.090759 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e5f3af5d-b466-416f-b4e5-96f50c12a8ea tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:36.092755 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-e5f3af5d-b466-416f-b4e5-96f50c12a8ea tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 1.0057111 Feb 09 21:55:36.096356 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 55722) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:36.098691 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6733a021-ba85-4708-89b3-cf50a696ca74 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Pushing event updated for resources: {'Port': ['ID=4c2e81c0-e6a7-4b85-b0bf-fab8f204ea8f,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:36.102600 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-ee5bf10b-5f25-4f0c-a2f6-a650849ba811 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1963180337'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:55:36.109629 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-2d85e6cb-ff96-47e6-9c6c-8631749ffaa4 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=10709f6289b14e3cac59b988884b157c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3468583 Feb 09 21:55:36.112357 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 55724) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:36.138133 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6733a021-ba85-4708-89b3-cf50a696ca74 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:36.138491 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6733a021-ba85-4708-89b3-cf50a696ca74 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:36.138831 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6733a021-ba85-4708-89b3-cf50a696ca74 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:36.139183 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6733a021-ba85-4708-89b3-cf50a696ca74 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:36.139500 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6733a021-ba85-4708-89b3-cf50a696ca74 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:36.139832 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6733a021-ba85-4708-89b3-cf50a696ca74 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:36.140157 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6733a021-ba85-4708-89b3-cf50a696ca74 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:36.140523 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6733a021-ba85-4708-89b3-cf50a696ca74 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:36.140954 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6733a021-ba85-4708-89b3-cf50a696ca74 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:36.141153 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6733a021-ba85-4708-89b3-cf50a696ca74 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:36.142575 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6733a021-ba85-4708-89b3-cf50a696ca74 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:36.142575 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6733a021-ba85-4708-89b3-cf50a696ca74 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:36.142783 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6733a021-ba85-4708-89b3-cf50a696ca74 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:36.198979 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6733a021-ba85-4708-89b3-cf50a696ca74 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524919'] for router_interface (033663a4-a0b5-4b5d-ab1c-661b18ff0aea), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:36.202783 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-85b65a04-09ba-4b30-baf5-fcf3d3ab2225 admin admin] Publish callbacks [] for security_group (ec356835-cc88-476b-bc96-51977323a6fe), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:36.232119 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee5bf10b-5f25-4f0c-a2f6-a650849ba811 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Made reservation on behalf of 4999fc27c54348c19ee47815122d6298 for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:55:36.241878 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ee5bf10b-5f25-4f0c-a2f6-a650849ba811 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:36.272667 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ee5bf10b-5f25-4f0c-a2f6-a650849ba811 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:36.276866 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-85b65a04-09ba-4b30-baf5-fcf3d3ab2225 admin admin] Publish callbacks [] for security_group (ec356835-cc88-476b-bc96-51977323a6fe), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:36.407322 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-49c364b1-5af2-408b-a70b-694fceebf5a0 None None] Provisioning complete for port 5df62c0a-72ef-4533-a05c-4f84fceefe77 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:55:36.407702 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-49c364b1-5af2-408b-a70b-694fceebf5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (5df62c0a-72ef-4533-a05c-4f84fceefe77), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:36.410246 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6733a021-ba85-4708-89b3-cf50a696ca74 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Network c144965b-ae04-4f69-a34b-6e9e77858265 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:55:36.415100 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-6733a021-ba85-4708-89b3-cf50a696ca74 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:55:36.427012 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-85b65a04-09ba-4b30-baf5-fcf3d3ab2225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (ec356835-cc88-476b-bc96-51977323a6fe), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:36.438306 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-85b65a04-09ba-4b30-baf5-fcf3d3ab2225 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:36.444320 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-85b65a04-09ba-4b30-baf5-fcf3d3ab2225 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/ec356835-cc88-476b-bc96-51977323a6fe HTTP/1.1" status: 204 len: 168 time: 0.3307703 Feb 09 21:55:36.465708 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b65a04-09ba-4b30-baf5-fcf3d3ab2225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec356835-cc88-476b-bc96-51977323a6fe,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:36.526798 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ee5bf10b-5f25-4f0c-a2f6-a650849ba811 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks [] for security_group (1ccac25a-1f43-4807-bbdc-21aff1fae2d1), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:36.534275 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ee5bf10b-5f25-4f0c-a2f6-a650849ba811 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (1ccac25a-1f43-4807-bbdc-21aff1fae2d1), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:36.560732 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 5df62c0a-72ef-4533-a05c-4f84fceefe77 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:55:36.611377 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee5bf10b-5f25-4f0c-a2f6-a650849ba811 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:55:36.640349 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ee5bf10b-5f25-4f0c-a2f6-a650849ba811 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (2021c6bc-7ba8-4a0b-a0fa-02cec65f0789), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:36.641260 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-ee5bf10b-5f25-4f0c-a2f6-a650849ba811 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Added segment 2021c6bc-7ba8-4a0b-a0fa-02cec65f0789 of type vlan for network ac556c67-4606-4095-b471-ab88cda0f33c Feb 09 21:55:36.642508 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5bf10b-5f25-4f0c-a2f6-a650849ba811 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ccac25a-1f43-4807-bbdc-21aff1fae2d1,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:36.675246 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6733a021-ba85-4708-89b3-cf50a696ca74 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Router 033663a4-a0b5-4b5d-ab1c-661b18ff0aea has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:55:36.736813 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ee5bf10b-5f25-4f0c-a2f6-a650849ba811 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (ac556c67-4606-4095-b471-ab88cda0f33c), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:36.761836 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-49c364b1-5af2-408b-a70b-694fceebf5a0 None None] Current status of the port 5df62c0a-72ef-4533-a05c-4f84fceefe77 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:55:36.790868 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-49c364b1-5af2-408b-a70b-694fceebf5a0 None None] Provisioning complete for port 4c2e81c0-e6a7-4b85-b0bf-fab8f204ea8f triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:55:36.791253 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-49c364b1-5af2-408b-a70b-694fceebf5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (4c2e81c0-e6a7-4b85-b0bf-fab8f204ea8f), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:36.820345 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ee5bf10b-5f25-4f0c-a2f6-a650849ba811 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (ac556c67-4606-4095-b471-ab88cda0f33c), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:36.835429 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5bf10b-5f25-4f0c-a2f6-a650849ba811 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:36.839815 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ee5bf10b-5f25-4f0c-a2f6-a650849ba811 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:36.857423 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 5df62c0a-72ef-4533-a05c-4f84fceefe77 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:55:36.858046 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (5df62c0a-72ef-4533-a05c-4f84fceefe77), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:36.861411 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-49c364b1-5af2-408b-a70b-694fceebf5a0 None None] Port 4c2e81c0-e6a7-4b85-b0bf-fab8f204ea8f cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:55:36.987532 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6733a021-ba85-4708-89b3-cf50a696ca74 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:55:36.991517 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-ee5bf10b-5f25-4f0c-a2f6-a650849ba811 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8889589 Feb 09 21:55:36.992145 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 55744) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:37.001101 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-6733a021-ba85-4708-89b3-cf50a696ca74 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] 10.222.0.90 "PUT /v2.0/routers/033663a4-a0b5-4b5d-ab1c-661b18ff0aea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6073499 Feb 09 21:55:37.006265 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-3890a91c-4e7e-4f61-aa99-0a46d55e0efa tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Request body: {'subnet': {'network_id': 'ac556c67-4606-4095-b471-ab88cda0f33c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:55:37.008287 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 55746) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:37.013989 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-215de601-7e53-482d-9266-d89b4a4eaadd tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--561862635', 'description': 'tempest-secgroup_access--561862635 description', 'project_id': '223d3fc4293a4815bcb23134d0e1c2d3'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:55:37.017528 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9abfd5d-e36d-4177-ae17-2938319b773e None None] Sync routers for ids ['033663a4-a0b5-4b5d-ab1c-661b18ff0aea'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:55:37.051133 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 5df62c0a-72ef-4533-a05c-4f84fceefe77 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:55:37.052237 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 63c61a7d-4e22-4427-a92f-83ce1da1a779 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:55:37.085242 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5bf10b-5f25-4f0c-a2f6-a650849ba811 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Pushing event updated for resources: {'Network': ['ID=ac556c67-4606-4095-b471-ab88cda0f33c,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:37.105037 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-215de601-7e53-482d-9266-d89b4a4eaadd tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:37.115479 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network ac556c67-4606-4095-b471-ab88cda0f33c details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:55:37.120834 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9abfd5d-e36d-4177-ae17-2938319b773e None None] Routers {'033663a4-a0b5-4b5d-ab1c-661b18ff0aea'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:55:37.122701 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-a9abfd5d-e36d-4177-ae17-2938319b773e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:55:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['033663a4-a0b5-4b5d-ab1c-661b18ff0aea'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:37.280574 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3890a91c-4e7e-4f61-aa99-0a46d55e0efa tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Made reservation on behalf of 4999fc27c54348c19ee47815122d6298 for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:55:37.294649 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3890a91c-4e7e-4f61-aa99-0a46d55e0efa tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621317'] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:37.297062 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-215de601-7e53-482d-9266-d89b4a4eaadd tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks [] for security_group (3f7d4d86-32fa-432e-9574-949c263962ff), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:37.301965 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-215de601-7e53-482d-9266-d89b4a4eaadd tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (3f7d4d86-32fa-432e-9574-949c263962ff), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:37.376361 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-215de601-7e53-482d-9266-d89b4a4eaadd tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:37.382280 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-215de601-7e53-482d-9266-d89b4a4eaadd tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.3694704 Feb 09 21:55:37.383319 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 55764) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:37.394926 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-2764cce7-7415-4e59-8ef7-dcdd5196e8c3 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--773968296', 'description': 'tempest-secgroup_general--773968296 description', 'project_id': '223d3fc4293a4815bcb23134d0e1c2d3'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:55:37.432197 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215de601-7e53-482d-9266-d89b4a4eaadd tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f7d4d86-32fa-432e-9574-949c263962ff,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:37.440892 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2764cce7-7415-4e59-8ef7-dcdd5196e8c3 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:37.640398 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2764cce7-7415-4e59-8ef7-dcdd5196e8c3 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks [] for security_group (e2f122fa-eb86-4cb5-8ca5-b331253ba3c5), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:37.655465 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2764cce7-7415-4e59-8ef7-dcdd5196e8c3 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (e2f122fa-eb86-4cb5-8ca5-b331253ba3c5), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:37.690689 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-2b6e7e86-30de-4f1f-8422-1f84be09cab9 None None] Provisioning complete for port 4c2e81c0-e6a7-4b85-b0bf-fab8f204ea8f triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:55:37.691330 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2b6e7e86-30de-4f1f-8422-1f84be09cab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (4c2e81c0-e6a7-4b85-b0bf-fab8f204ea8f), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:37.737978 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2764cce7-7415-4e59-8ef7-dcdd5196e8c3 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:37.739498 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-2764cce7-7415-4e59-8ef7-dcdd5196e8c3 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3552258 Feb 09 21:55:37.743384 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 55778) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:37.753958 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-43266260-c86a-4917-b251-3f6c317b1fe5 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Request body: {'security_group_rule': {'security_group_id': '3f7d4d86-32fa-432e-9574-949c263962ff', 'project_id': '223d3fc4293a4815bcb23134d0e1c2d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:55:37.756003 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3890a91c-4e7e-4f61-aa99-0a46d55e0efa tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621371'] for subnet (6ed4e9dc-1d6f-43c1-becc-8ba1a758ad4d), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:37.768262 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2764cce7-7415-4e59-8ef7-dcdd5196e8c3 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2f122fa-eb86-4cb5-8ca5-b331253ba3c5,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:37.833696 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-43266260-c86a-4917-b251-3f6c317b1fe5 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks [] for security_group_rule (add3cfb3-f06f-48ff-b1c3-a78d9228401b), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:37.834921 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-2b6e7e86-30de-4f1f-8422-1f84be09cab9 None None] Port 4c2e81c0-e6a7-4b85-b0bf-fab8f204ea8f cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:55:37.879709 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 63c61a7d-4e22-4427-a92f-83ce1da1a779 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:55:37.881139 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (63c61a7d-4e22-4427-a92f-83ce1da1a779), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:37.941451 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3890a91c-4e7e-4f61-aa99-0a46d55e0efa tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Pushing event updated for resources: {'Subnet': ['ID=6ed4e9dc-1d6f-43c1-becc-8ba1a758ad4d,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:37.948905 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-a9abfd5d-e36d-4177-ae17-2938319b773e None None] Set router 033663a4-a0b5-4b5d-ab1c-661b18ff0aea gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:55:37.950781 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3890a91c-4e7e-4f61-aa99-0a46d55e0efa tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Checking segment: {'id': '2021c6bc-7ba8-4a0b-a0fa-02cec65f0789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'ac556c67-4606-4095-b471-ab88cda0f33c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:55:37.951951 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3890a91c-4e7e-4f61-aa99-0a46d55e0efa tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Network hostable DHCP agents. Network: ac556c67-4606-4095-b471-ab88cda0f33c, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:55:37.997573 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3890a91c-4e7e-4f61-aa99-0a46d55e0efa tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Network ac556c67-4606-4095-b471-ab88cda0f33c is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:55:38.008641 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-3890a91c-4e7e-4f61-aa99-0a46d55e0efa tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, ac556c67-4606-4095-b471-ab88cda0f33c) {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:55:38.014718 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3890a91c-4e7e-4f61-aa99-0a46d55e0efa tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:38.015385 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3890a91c-4e7e-4f61-aa99-0a46d55e0efa tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:38.016605 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-43266260-c86a-4917-b251-3f6c317b1fe5 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks [] for security_group_rule (add3cfb3-f06f-48ff-b1c3-a78d9228401b), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:38.024335 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-43266260-c86a-4917-b251-3f6c317b1fe5 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (add3cfb3-f06f-48ff-b1c3-a78d9228401b), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:38.052161 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43266260-c86a-4917-b251-3f6c317b1fe5 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=add3cfb3-f06f-48ff-b1c3-a78d9228401b,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:38.053274 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-3890a91c-4e7e-4f61-aa99-0a46d55e0efa tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0510044 Feb 09 21:55:38.055118 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7be8e06-c0d0-4240-94b0-ff855abb4923 None None] Network ac556c67-4606-4095-b471-ab88cda0f33c requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:55:38.056740 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 55786) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:38.066048 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-e49b6765-63f8-47c8-a752-b072dbb4acc0 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Request body: {'network': {'name': 'tempest-router-network01--578375005'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:55:38.075680 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-43266260-c86a-4917-b251-3f6c317b1fe5 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:38.077317 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-43266260-c86a-4917-b251-3f6c317b1fe5 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3321688 Feb 09 21:55:38.152781 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e49b6765-63f8-47c8-a752-b072dbb4acc0 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Made reservation on behalf of 4999fc27c54348c19ee47815122d6298 for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:55:38.159241 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e49b6765-63f8-47c8-a752-b072dbb4acc0 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:38.198498 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e49b6765-63f8-47c8-a752-b072dbb4acc0 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:55:38.212431 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e49b6765-63f8-47c8-a752-b072dbb4acc0 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (d45bc3cb-209f-4a94-8660-9d6cae5329b8), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:38.214922 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-e49b6765-63f8-47c8-a752-b072dbb4acc0 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Added segment d45bc3cb-209f-4a94-8660-9d6cae5329b8 of type vlan for network 6fd73eb5-399e-41e4-8b8a-7fc59f0ab44a Feb 09 21:55:38.312320 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e49b6765-63f8-47c8-a752-b072dbb4acc0 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (6fd73eb5-399e-41e4-8b8a-7fc59f0ab44a), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:38.346287 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 63c61a7d-4e22-4427-a92f-83ce1da1a779 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:55:38.348663 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-88c298d1-f378-41bc-b13d-d276c318b015 None None] Provisioning complete for port 4c2e81c0-e6a7-4b85-b0bf-fab8f204ea8f triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:55:38.349105 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-88c298d1-f378-41bc-b13d-d276c318b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (4c2e81c0-e6a7-4b85-b0bf-fab8f204ea8f), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:38.370997 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e49b6765-63f8-47c8-a752-b072dbb4acc0 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (6fd73eb5-399e-41e4-8b8a-7fc59f0ab44a), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:38.375195 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49b6765-63f8-47c8-a752-b072dbb4acc0 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:38.375924 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e49b6765-63f8-47c8-a752-b072dbb4acc0 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:38.481225 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-e49b6765-63f8-47c8-a752-b072dbb4acc0 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4224615 Feb 09 21:55:38.485829 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 55816) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:38.499008 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-07275217-0b35-481a-85e6-95eb5a0f2a59 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Request body: {'network': {'name': 'tempest-router-network02--848776618'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:55:38.524037 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1a4925df-99be-4f36-a97d-c1b4585eedcc req-7fc6c266-ba8a-4391-bc03-d3532f77d333 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup_general--773968296&fields=id&tenant_id=223d3fc4293a4815bcb23134d0e1c2d3 HTTP/1.1" status: 200 len: 267 time: 0.1566288 Feb 09 21:55:38.533672 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49b6765-63f8-47c8-a752-b072dbb4acc0 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Pushing event updated for resources: {'Network': ['ID=6fd73eb5-399e-41e4-8b8a-7fc59f0ab44a,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:38.555748 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07275217-0b35-481a-85e6-95eb5a0f2a59 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Made reservation on behalf of 4999fc27c54348c19ee47815122d6298 for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:55:38.559234 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-07275217-0b35-481a-85e6-95eb5a0f2a59 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:38.576722 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f706d30b-9c4a-43c8-bd21-c835659e1f3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-ac556c67-4606-4095-b471-ab88cda0f33c', 'network_id': 'ac556c67-4606-4095-b471-ab88cda0f33c', 'project_id': '4999fc27c54348c19ee47815122d6298', 'fixed_ips': [{'subnet_id': '6ed4e9dc-1d6f-43c1-becc-8ba1a758ad4d'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:55:38.584349 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f706d30b-9c4a-43c8-bd21-c835659e1f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:38.610287 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07275217-0b35-481a-85e6-95eb5a0f2a59 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:55:38.616573 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 6fd73eb5-399e-41e4-8b8a-7fc59f0ab44a details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:55:38.623472 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-07275217-0b35-481a-85e6-95eb5a0f2a59 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (edaee13c-0384-4ef3-8a63-18535277a52c), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:38.623873 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-07275217-0b35-481a-85e6-95eb5a0f2a59 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Added segment edaee13c-0384-4ef3-8a63-18535277a52c of type vlan for network 4261a439-fbb4-4295-920d-9f80a95e486d Feb 09 21:55:38.653187 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1a4925df-99be-4f36-a97d-c1b4585eedcc req-f7c24c8e-3d2c-48f6-80c3-cca89ac6440a tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup_access--561862635&fields=id&tenant_id=223d3fc4293a4815bcb23134d0e1c2d3 HTTP/1.1" status: 200 len: 267 time: 0.1156154 Feb 09 21:55:38.696846 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-88c298d1-f378-41bc-b13d-d276c318b015 None None] Port 4c2e81c0-e6a7-4b85-b0bf-fab8f204ea8f cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:55:38.711498 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-07275217-0b35-481a-85e6-95eb5a0f2a59 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (4261a439-fbb4-4295-920d-9f80a95e486d), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:38.755793 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-07275217-0b35-481a-85e6-95eb5a0f2a59 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (4261a439-fbb4-4295-920d-9f80a95e486d), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:38.767156 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07275217-0b35-481a-85e6-95eb5a0f2a59 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:38.767794 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-07275217-0b35-481a-85e6-95eb5a0f2a59 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:38.842946 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-07275217-0b35-481a-85e6-95eb5a0f2a59 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3573215 Feb 09 21:55:38.850795 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 55830) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:38.863003 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-c947ce9d-4073-466c-9297-c06089dd1e7d tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Request body: {'subnet': {'network_id': '6fd73eb5-399e-41e4-8b8a-7fc59f0ab44a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:55:38.882034 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07275217-0b35-481a-85e6-95eb5a0f2a59 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Pushing event updated for resources: {'Network': ['ID=4261a439-fbb4-4295-920d-9f80a95e486d,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:38.925441 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4925df-99be-4f36-a97d-c1b4585eedcc req-c1c7d115-2ac8-4b17-b96e-71e0f2554844 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:38.934029 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1a4925df-99be-4f36-a97d-c1b4585eedcc req-c1c7d115-2ac8-4b17-b96e-71e0f2554844 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] 10.222.0.90 "GET /v2.0/networks?id=c144965b-ae04-4f69-a34b-6e9e77858265 HTTP/1.1" status: 200 len: 796 time: 0.2789752 Feb 09 21:55:38.957862 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1a4925df-99be-4f36-a97d-c1b4585eedcc req-85691d71-a426-4cd0-bfd5-1e3099329dbd tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] 10.222.0.90 "GET /v2.0/quotas/223d3fc4293a4815bcb23134d0e1c2d3 HTTP/1.1" status: 200 len: 375 time: 0.0228505 Feb 09 21:55:39.006870 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c947ce9d-4073-466c-9297-c06089dd1e7d tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Made reservation on behalf of 4999fc27c54348c19ee47815122d6298 for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:55:39.014041 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c947ce9d-4073-466c-9297-c06089dd1e7d tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:39.031737 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1a4925df-99be-4f36-a97d-c1b4585eedcc req-40963017-ce48-42ab-a128-b9a407aa64b6 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=223d3fc4293a4815bcb23134d0e1c2d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0659099 Feb 09 21:55:39.155173 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 4261a439-fbb4-4295-920d-9f80a95e486d details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:55:39.227251 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1a4925df-99be-4f36-a97d-c1b4585eedcc req-f187ae86-11fd-4d17-8e60-9cf9c60e72b7 service neutron] 10.222.0.90 "GET /v2.0/networks/c144965b-ae04-4f69-a34b-6e9e77858265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941006 Feb 09 21:55:39.373594 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ac28d799-5f8e-449d-ae72-d1f87f6d1498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:39.406306 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-f706d30b-9c4a-43c8-bd21-c835659e1f3d None None] Allocated IP 2001:db8::2 (ac556c67-4606-4095-b471-ab88cda0f33c/6ed4e9dc-1d6f-43c1-becc-8ba1a758ad4d/c56d5176-adb4-426f-9ebb-ae2fb128b356) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:55:39.459243 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1a4925df-99be-4f36-a97d-c1b4585eedcc req-4094d243-bfb0-450a-9646-7a661c95a0be service neutron] 10.222.0.90 "GET /v2.0/networks/c144965b-ae04-4f69-a34b-6e9e77858265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125623 Feb 09 21:55:39.480847 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c947ce9d-4073-466c-9297-c06089dd1e7d tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (ca240c6d-06a0-4048-b26b-9de0e914ba0d), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:39.543787 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c947ce9d-4073-466c-9297-c06089dd1e7d tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Pushing event updated for resources: {'Subnet': ['ID=ca240c6d-06a0-4048-b26b-9de0e914ba0d,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:39.587960 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c947ce9d-4073-466c-9297-c06089dd1e7d tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Checking segment: {'id': 'd45bc3cb-209f-4a94-8660-9d6cae5329b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '6fd73eb5-399e-41e4-8b8a-7fc59f0ab44a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:55:39.588361 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c947ce9d-4073-466c-9297-c06089dd1e7d tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Network hostable DHCP agents. Network: 6fd73eb5-399e-41e4-8b8a-7fc59f0ab44a, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:55:39.621802 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c947ce9d-4073-466c-9297-c06089dd1e7d tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Network 6fd73eb5-399e-41e4-8b8a-7fc59f0ab44a is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:55:39.638246 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-c947ce9d-4073-466c-9297-c06089dd1e7d tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 6fd73eb5-399e-41e4-8b8a-7fc59f0ab44a) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:55:39.644704 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c947ce9d-4073-466c-9297-c06089dd1e7d tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:39.644884 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c947ce9d-4073-466c-9297-c06089dd1e7d tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:39.656641 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f706d30b-9c4a-43c8-bd21-c835659e1f3d None None] Publish callbacks [] for port (c56d5176-adb4-426f-9ebb-ae2fb128b356), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:39.665671 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13cc6f0-b3d5-46e7-ba3d-df2c00ad0cb9 None None] Network 6fd73eb5-399e-41e4-8b8a-7fc59f0ab44a requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:55:39.668535 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f706d30b-9c4a-43c8-bd21-c835659e1f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (c56d5176-adb4-426f-9ebb-ae2fb128b356), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:39.692912 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-c947ce9d-4073-466c-9297-c06089dd1e7d tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8365948 Feb 09 21:55:39.693187 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 55862) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:39.703710 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-074bef3e-fbc5-4f08-b1dc-af1789f75603 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Request body: {'subnet': {'network_id': '4261a439-fbb4-4295-920d-9f80a95e486d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:55:39.854781 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f706d30b-9c4a-43c8-bd21-c835659e1f3d None None] Pushing event updated for resources: {'Port': ['ID=c56d5176-adb4-426f-9ebb-ae2fb128b356,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:39.886116 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-074bef3e-fbc5-4f08-b1dc-af1789f75603 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Made reservation on behalf of 4999fc27c54348c19ee47815122d6298 for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:55:39.894016 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-074bef3e-fbc5-4f08-b1dc-af1789f75603 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:39.995340 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-66ffd494-3ae6-4fa5-9257-bb594a4aa91a req-f5111f0c-6112-4851-a1a1-d70a6e814e16 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] 10.222.0.90 "GET /v2.0/ports?device_id=61524240-d505-4e90-a049-662494a82d7d HTTP/1.1" status: 200 len: 210 time: 0.0707407 Feb 09 21:55:40.078790 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-a9abfd5d-e36d-4177-ae17-2938319b773e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '033663a4-a0b5-4b5d-ab1c-661b18ff0aea', 'name': 'tempest-TestSecurityGroupsBasicOps-router-422276781', 'tenant_id': '223d3fc4293a4815bcb23134d0e1c2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '63c61a7d-4e22-4427-a92f-83ce1da1a779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:55:24Z', 'updated_at': '2022-02-09T21:55:34Z', 'revision_number': 4, 'project_id': '223d3fc4293a4815bcb23134d0e1c2d3', 'gw_port': {'id': '63c61a7d-4e22-4427-a92f-83ce1da1a779', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:55:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033663a4-a0b5-4b5d-ab1c-661b18ff0aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:55:26Z', 'updated_at': '2022-02-09T21:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '4c2e81c0-e6a7-4b85-b0bf-fab8f204ea8f', 'name': '', 'network_id': 'c144965b-ae04-4f69-a34b-6e9e77858265', 'tenant_id': '223d3fc4293a4815bcb23134d0e1c2d3', 'mac_address': 'fa:16:3e:29:16:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '033663a4-a0b5-4b5d-ab1c-661b18ff0aea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': 'c2d197a2-4aee-452a-8346-a411bfed5ad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:55:32Z', 'updated_at': '2022-02-09T21:55:35Z', 'revision_number': 2, 'project_id': '223d3fc4293a4815bcb23134d0e1c2d3', 'subnets': [{'id': 'c2d197a2-4aee-452a-8346-a411bfed5ad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:40.114662 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f706d30b-9c4a-43c8-bd21-c835659e1f3d None None] Network ac556c67-4606-4095-b471-ab88cda0f33c is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:55:40.116059 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9abfd5d-e36d-4177-ae17-2938319b773e None None] Checking router: 033663a4-a0b5-4b5d-ab1c-661b18ff0aea for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:55:40.116575 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9abfd5d-e36d-4177-ae17-2938319b773e None None] Updating router 033663a4-a0b5-4b5d-ab1c-661b18ff0aea port 4c2e81c0-e6a7-4b85-b0bf-fab8f204ea8f binding host n-d-828369-5 {{(pid=103142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:55:40.156586 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a9abfd5d-e36d-4177-ae17-2938319b773e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (4c2e81c0-e6a7-4b85-b0bf-fab8f204ea8f), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:40.191765 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-f706d30b-9c4a-43c8-bd21-c835659e1f3d None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:55:40.204333 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f706d30b-9c4a-43c8-bd21-c835659e1f3d None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:55:40.213858 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ceff7dc-fc82-46fa-99ea-c1518214774d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-6fd73eb5-399e-41e4-8b8a-7fc59f0ab44a', 'network_id': '6fd73eb5-399e-41e4-8b8a-7fc59f0ab44a', 'project_id': '4999fc27c54348c19ee47815122d6298', 'fixed_ips': [{'subnet_id': 'ca240c6d-06a0-4048-b26b-9de0e914ba0d'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:55:40.214716 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5ceff7dc-fc82-46fa-99ea-c1518214774d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:40.428427 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-f706d30b-9c4a-43c8-bd21-c835659e1f3d None None] Attempting to bind port c56d5176-adb4-426f-9ebb-ae2fb128b356 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:55:40.428740 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-074bef3e-fbc5-4f08-b1dc-af1789f75603 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (2a426610-f59f-42fd-8e65-669f51af81cb), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:40.429204 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-f706d30b-9c4a-43c8-bd21-c835659e1f3d None None] Attempting to bind port c56d5176-adb4-426f-9ebb-ae2fb128b356 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '2021c6bc-7ba8-4a0b-a0fa-02cec65f0789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'ac556c67-4606-4095-b471-ab88cda0f33c'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:55:40.429778 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f706d30b-9c4a-43c8-bd21-c835659e1f3d None None] Attempting to bind port c56d5176-adb4-426f-9ebb-ae2fb128b356 on network ac556c67-4606-4095-b471-ab88cda0f33c {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:55:40.579657 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f706d30b-9c4a-43c8-bd21-c835659e1f3d None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:55:40.580060 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f706d30b-9c4a-43c8-bd21-c835659e1f3d None None] Checking segment: {'id': '2021c6bc-7ba8-4a0b-a0fa-02cec65f0789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'ac556c67-4606-4095-b471-ab88cda0f33c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:55:40.581575 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f706d30b-9c4a-43c8-bd21-c835659e1f3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:40.582158 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f706d30b-9c4a-43c8-bd21-c835659e1f3d None None] Bound using segment: {'id': '2021c6bc-7ba8-4a0b-a0fa-02cec65f0789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'ac556c67-4606-4095-b471-ab88cda0f33c'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:55:40.584111 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-f706d30b-9c4a-43c8-bd21-c835659e1f3d None None] Bound port: c56d5176-adb4-426f-9ebb-ae2fb128b356, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2021c6bc-7ba8-4a0b-a0fa-02cec65f0789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'ac556c67-4606-4095-b471-ab88cda0f33c'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:55:40.584721 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f706d30b-9c4a-43c8-bd21-c835659e1f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (c56d5176-adb4-426f-9ebb-ae2fb128b356), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:40.620617 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074bef3e-fbc5-4f08-b1dc-af1789f75603 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Pushing event updated for resources: {'Subnet': ['ID=2a426610-f59f-42fd-8e65-669f51af81cb,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:40.645796 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074bef3e-fbc5-4f08-b1dc-af1789f75603 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Checking segment: {'id': 'edaee13c-0384-4ef3-8a63-18535277a52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4261a439-fbb4-4295-920d-9f80a95e486d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:55:40.646373 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074bef3e-fbc5-4f08-b1dc-af1789f75603 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Network hostable DHCP agents. Network: 4261a439-fbb4-4295-920d-9f80a95e486d, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:55:40.667796 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074bef3e-fbc5-4f08-b1dc-af1789f75603 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Network 4261a439-fbb4-4295-920d-9f80a95e486d is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:55:40.682664 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-074bef3e-fbc5-4f08-b1dc-af1789f75603 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 4261a439-fbb4-4295-920d-9f80a95e486d) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:55:40.701854 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074bef3e-fbc5-4f08-b1dc-af1789f75603 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:40.702884 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-074bef3e-fbc5-4f08-b1dc-af1789f75603 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:40.738120 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-074bef3e-fbc5-4f08-b1dc-af1789f75603 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0438461 Feb 09 21:55:40.740851 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 55910) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:40.795219 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c4f894-d6fc-4fba-ae30-aa1829619e3b None None] Network 4261a439-fbb4-4295-920d-9f80a95e486d requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:55:41.327689 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c873d16a-3736-4920-ac89-78efc642f976 req-e72ecf4d-25d1-4aef-9ddf-1c729c936694 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] 10.222.0.90 "GET /v2.0/ports?device_id=61524240-d505-4e90-a049-662494a82d7d HTTP/1.1" status: 200 len: 210 time: 0.1713912 Feb 09 21:55:41.478412 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e841631e-13e0-4f71-84b0-00e79bda0cd5 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:41.528151 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 55924) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:41.615276 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-f706d30b-9c4a-43c8-bd21-c835659e1f3d None None] For port c56d5176-adb4-426f-9ebb-ae2fb128b356, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:55:41.625296 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-f706d30b-9c4a-43c8-bd21-c835659e1f3d None None] For port c56d5176-adb4-426f-9ebb-ae2fb128b356, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=c56d5176-adb4-426f-9ebb-ae2fb128b356,segment=NetworkSegment(2021c6bc-7ba8-4a0b-a0fa-02cec65f0789),segment_id=2021c6bc-7ba8-4a0b-a0fa-02cec65f0789)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:55:41.665960 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-8869377b-eacf-43e2-b567-42f0b20f4499 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:41.671344 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f706d30b-9c4a-43c8-bd21-c835659e1f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (c56d5176-adb4-426f-9ebb-ae2fb128b356), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:41.747111 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-72bf6919-c9ad-4fc2-bea8-cf8b83c87d23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:41.876172 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-5ceff7dc-fc82-46fa-99ea-c1518214774d None None] Allocated IP 2001:db8::2 (6fd73eb5-399e-41e4-8b8a-7fc59f0ab44a/ca240c6d-06a0-4048-b26b-9de0e914ba0d/e562ebf3-5dac-4b3f-8f73-3cc6fabdee2d) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:55:41.944282 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4925df-99be-4f36-a97d-c1b4585eedcc req-6c8e8b00-6467-4e9c-b8dc-00b2ee1157c6 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:41.948167 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1a4925df-99be-4f36-a97d-c1b4585eedcc req-6c8e8b00-6467-4e9c-b8dc-00b2ee1157c6 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] 10.222.0.95 "GET /v2.0/networks?id=c144965b-ae04-4f69-a34b-6e9e77858265 HTTP/1.1" status: 200 len: 796 time: 0.2479210 Feb 09 21:55:41.992679 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-72bf6919-c9ad-4fc2-bea8-cf8b83c87d23 admin admin] Publish callbacks [] for security_group (26b3a07e-669c-4313-a45c-a3550d0d68cb), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:42.000125 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-72bf6919-c9ad-4fc2-bea8-cf8b83c87d23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (26b3a07e-669c-4313-a45c-a3550d0d68cb), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:42.002630 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36485927-9308-474e-bb20-27023096332f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-4261a439-fbb4-4295-920d-9f80a95e486d', 'network_id': '4261a439-fbb4-4295-920d-9f80a95e486d', 'project_id': '4999fc27c54348c19ee47815122d6298', 'fixed_ips': [{'subnet_id': '2a426610-f59f-42fd-8e65-669f51af81cb'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:55:42.003526 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-36485927-9308-474e-bb20-27023096332f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:42.011932 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f706d30b-9c4a-43c8-bd21-c835659e1f3d None None] Pushing event updated for resources: {'Port': ['ID=c56d5176-adb4-426f-9ebb-ae2fb128b356,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:42.164753 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bf6919-c9ad-4fc2-bea8-cf8b83c87d23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b3a07e-669c-4313-a45c-a3550d0d68cb,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:42.212069 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-72bf6919-c9ad-4fc2-bea8-cf8b83c87d23 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=53fec1d5ce8a4696b06eeb0baa6bf813&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6804254 Feb 09 21:55:42.212913 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 55930) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:42.293140 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1a4925df-99be-4f36-a97d-c1b4585eedcc req-32ac68f4-6677-4f48-85ca-617d45a410cc tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=223d3fc4293a4815bcb23134d0e1c2d3 HTTP/1.1" status: 200 len: 476 time: 0.3022225 Feb 09 21:55:42.341010 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7dea4f81-4c13-4bfa-8bb6-5eec2dcd7396 admin admin] Publish callbacks [] for security_group (26b3a07e-669c-4313-a45c-a3550d0d68cb), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:42.359235 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-1a4925df-99be-4f36-a97d-c1b4585eedcc req-ee1bd2bb-dce9-4df4-926c-786bab6ded97 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Request body: {'port': {'device_id': '61524240-d505-4e90-a049-662494a82d7d', 'network_id': 'c144965b-ae04-4f69-a34b-6e9e77858265', 'admin_state_up': True, 'tenant_id': '223d3fc4293a4815bcb23134d0e1c2d3', 'security_groups': ['e2f122fa-eb86-4cb5-8ca5-b331253ba3c5', '3f7d4d86-32fa-432e-9574-949c263962ff']}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:55:42.398891 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7dea4f81-4c13-4bfa-8bb6-5eec2dcd7396 admin admin] Publish callbacks [] for security_group (26b3a07e-669c-4313-a45c-a3550d0d68cb), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:42.417168 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a9abfd5d-e36d-4177-ae17-2938319b773e None None] Publish callbacks [] for port (4c2e81c0-e6a7-4b85-b0bf-fab8f204ea8f), precommit_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:42.492615 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7dea4f81-4c13-4bfa-8bb6-5eec2dcd7396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (26b3a07e-669c-4313-a45c-a3550d0d68cb), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:42.495266 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7dea4f81-4c13-4bfa-8bb6-5eec2dcd7396 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:42.496460 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-7dea4f81-4c13-4bfa-8bb6-5eec2dcd7396 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/26b3a07e-669c-4313-a45c-a3550d0d68cb HTTP/1.1" status: 204 len: 168 time: 0.2824979 Feb 09 21:55:42.507568 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dea4f81-4c13-4bfa-8bb6-5eec2dcd7396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b3a07e-669c-4313-a45c-a3550d0d68cb,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:42.532598 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-36485927-9308-474e-bb20-27023096332f None None] Allocated IP 2001:db8::2 (4261a439-fbb4-4295-920d-9f80a95e486d/2a426610-f59f-42fd-8e65-669f51af81cb/7bd0611d-b6c5-4d19-8c47-8909a8d112a6) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:55:42.655221 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0f7df37b-6f6e-4251-bf29-9a0d0c6c627d req-bf981860-cd84-4f7d-b2a0-c9cf835104ab tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] 10.222.0.90 "GET /v2.0/ports?device_id=61524240-d505-4e90-a049-662494a82d7d HTTP/1.1" status: 200 len: 210 time: 0.0685067 Feb 09 21:55:42.666661 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a4925df-99be-4f36-a97d-c1b4585eedcc req-ee1bd2bb-dce9-4df4-926c-786bab6ded97 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Made reservation on behalf of 223d3fc4293a4815bcb23134d0e1c2d3 for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:55:42.678729 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-1a4925df-99be-4f36-a97d-c1b4585eedcc req-ee1bd2bb-dce9-4df4-926c-786bab6ded97 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:42.772353 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-36485927-9308-474e-bb20-27023096332f None None] Publish callbacks [] for port (7bd0611d-b6c5-4d19-8c47-8909a8d112a6), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:42.786246 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device c56d5176-adb4-426f-9ebb-ae2fb128b356 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:55:42.793058 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-36485927-9308-474e-bb20-27023096332f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (7bd0611d-b6c5-4d19-8c47-8909a8d112a6), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:42.841845 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a9abfd5d-e36d-4177-ae17-2938319b773e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (4c2e81c0-e6a7-4b85-b0bf-fab8f204ea8f), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:42.939670 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:42.968146 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36485927-9308-474e-bb20-27023096332f None None] Network 4261a439-fbb4-4295-920d-9f80a95e486d is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:55:42.992634 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36485927-9308-474e-bb20-27023096332f None None] Pushing event updated for resources: {'Port': ['ID=7bd0611d-b6c5-4d19-8c47-8909a8d112a6,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:43.001430 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-36485927-9308-474e-bb20-27023096332f None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:55:43.061753 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [req-1a4925df-99be-4f36-a97d-c1b4585eedcc req-ee1bd2bb-dce9-4df4-926c-786bab6ded97 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Allocated IP 172.20.0.10 (c144965b-ae04-4f69-a34b-6e9e77858265/c2d197a2-4aee-452a-8346-a411bfed5ad8/c825f744-b528-4918-81c6-649f9312e648) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:55:43.069424 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5ceff7dc-fc82-46fa-99ea-c1518214774d None None] Publish callbacks [] for port (e562ebf3-5dac-4b3f-8f73-3cc6fabdee2d), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:43.073516 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36485927-9308-474e-bb20-27023096332f None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:55:43.100898 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36485927-9308-474e-bb20-27023096332f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:43.101921 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36485927-9308-474e-bb20-27023096332f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:43.102287 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36485927-9308-474e-bb20-27023096332f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:43.102635 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36485927-9308-474e-bb20-27023096332f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:43.105151 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36485927-9308-474e-bb20-27023096332f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:43.105641 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36485927-9308-474e-bb20-27023096332f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:43.105859 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36485927-9308-474e-bb20-27023096332f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:43.106201 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36485927-9308-474e-bb20-27023096332f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:43.106538 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36485927-9308-474e-bb20-27023096332f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:43.106872 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36485927-9308-474e-bb20-27023096332f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:43.109381 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36485927-9308-474e-bb20-27023096332f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:43.109747 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36485927-9308-474e-bb20-27023096332f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:43.110131 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36485927-9308-474e-bb20-27023096332f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:55:43.165102 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 55942) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:43.192938 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-be588e61-2063-4871-b42c-8842df70067d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:43.214616 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5ceff7dc-fc82-46fa-99ea-c1518214774d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (e562ebf3-5dac-4b3f-8f73-3cc6fabdee2d), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:43.302626 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-e841631e-13e0-4f71-84b0-00e79bda0cd5 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Allocated IP 2001:db8::1 (6fd73eb5-399e-41e4-8b8a-7fc59f0ab44a/ca240c6d-06a0-4048-b26b-9de0e914ba0d/63a8b2a9-c795-4786-9624-8f70cdac72b7) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:55:43.386137 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-be588e61-2063-4871-b42c-8842df70067d admin admin] Publish callbacks [] for security_group (d47399bd-dbdf-445f-8071-fe4bbc4d0c1e), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:43.395667 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-be588e61-2063-4871-b42c-8842df70067d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (d47399bd-dbdf-445f-8071-fe4bbc4d0c1e), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:43.441034 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ceff7dc-fc82-46fa-99ea-c1518214774d None None] Network 6fd73eb5-399e-41e4-8b8a-7fc59f0ab44a is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:55:43.473491 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-5ceff7dc-fc82-46fa-99ea-c1518214774d None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:55:43.505340 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-be588e61-2063-4871-b42c-8842df70067d admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=528a3644715d4916b3951be4490d6beb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3360066 Feb 09 21:55:43.506933 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 55946) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:43.514029 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ceff7dc-fc82-46fa-99ea-c1518214774d None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:55:43.520533 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-a9abfd5d-e36d-4177-ae17-2938319b773e None None] Attempting to bind port 4c2e81c0-e6a7-4b85-b0bf-fab8f204ea8f on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:55:43.520767 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-a9abfd5d-e36d-4177-ae17-2938319b773e None None] Attempting to bind port 4c2e81c0-e6a7-4b85-b0bf-fab8f204ea8f by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '72c59147-71c0-4e89-838f-bb4a6a42a647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'c144965b-ae04-4f69-a34b-6e9e77858265'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:55:43.521142 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9abfd5d-e36d-4177-ae17-2938319b773e None None] Attempting to bind port 4c2e81c0-e6a7-4b85-b0bf-fab8f204ea8f on network c144965b-ae04-4f69-a34b-6e9e77858265 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:55:43.553968 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9abfd5d-e36d-4177-ae17-2938319b773e None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:55:43.554356 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9abfd5d-e36d-4177-ae17-2938319b773e None None] Checking segment: {'id': '72c59147-71c0-4e89-838f-bb4a6a42a647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'c144965b-ae04-4f69-a34b-6e9e77858265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:55:43.554767 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a9abfd5d-e36d-4177-ae17-2938319b773e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:43.555170 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9abfd5d-e36d-4177-ae17-2938319b773e None None] Bound using segment: {'id': '72c59147-71c0-4e89-838f-bb4a6a42a647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'c144965b-ae04-4f69-a34b-6e9e77858265'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:55:43.555660 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-a9abfd5d-e36d-4177-ae17-2938319b773e None None] Bound port: 4c2e81c0-e6a7-4b85-b0bf-fab8f204ea8f, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72c59147-71c0-4e89-838f-bb4a6a42a647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'c144965b-ae04-4f69-a34b-6e9e77858265'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:55:43.556045 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a9abfd5d-e36d-4177-ae17-2938319b773e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (4c2e81c0-e6a7-4b85-b0bf-fab8f204ea8f), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:43.619599 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e11bff-d251-4f0f-b9ec-bdf15aadd342 None None] Pushing event updated for resources: {'Port': ['ID=4c2e81c0-e6a7-4b85-b0bf-fab8f204ea8f,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:43.634019 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port c56d5176-adb4-426f-9ebb-ae2fb128b356 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:55:43.638017 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (c56d5176-adb4-426f-9ebb-ae2fb128b356), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:43.651748 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be588e61-2063-4871-b42c-8842df70067d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d47399bd-dbdf-445f-8071-fe4bbc4d0c1e,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:43.657586 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87407e9e-344a-43e5-9205-681dab372d09 None None] Network ac556c67-4606-4095-b471-ab88cda0f33c requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:55:43.667025 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-297f1871-3898-4947-bf02-6958d9c468de admin admin] Publish callbacks [] for security_group (d47399bd-dbdf-445f-8071-fe4bbc4d0c1e), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:43.702650 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-297f1871-3898-4947-bf02-6958d9c468de admin admin] Publish callbacks [] for security_group (d47399bd-dbdf-445f-8071-fe4bbc4d0c1e), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:43.740495 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-1a4925df-99be-4f36-a97d-c1b4585eedcc req-ee1bd2bb-dce9-4df4-926c-786bab6ded97 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks [] for port (c825f744-b528-4918-81c6-649f9312e648), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:43.756089 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e841631e-13e0-4f71-84b0-00e79bda0cd5 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks [] for port (63a8b2a9-c795-4786-9624-8f70cdac72b7), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:43.779082 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-297f1871-3898-4947-bf02-6958d9c468de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (d47399bd-dbdf-445f-8071-fe4bbc4d0c1e), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:43.783160 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-297f1871-3898-4947-bf02-6958d9c468de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:43.786674 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-297f1871-3898-4947-bf02-6958d9c468de admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/d47399bd-dbdf-445f-8071-fe4bbc4d0c1e HTTP/1.1" status: 204 len: 168 time: 0.2742696 Feb 09 21:55:43.814325 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297f1871-3898-4947-bf02-6958d9c468de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d47399bd-dbdf-445f-8071-fe4bbc4d0c1e,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:43.839298 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-1a4925df-99be-4f36-a97d-c1b4585eedcc req-ee1bd2bb-dce9-4df4-926c-786bab6ded97 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (c825f744-b528-4918-81c6-649f9312e648), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:43.923336 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-36485927-9308-474e-bb20-27023096332f None None] Attempting to bind port 7bd0611d-b6c5-4d19-8c47-8909a8d112a6 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:55:43.923848 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-36485927-9308-474e-bb20-27023096332f None None] Attempting to bind port 7bd0611d-b6c5-4d19-8c47-8909a8d112a6 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': 'edaee13c-0384-4ef3-8a63-18535277a52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4261a439-fbb4-4295-920d-9f80a95e486d'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:55:43.924110 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36485927-9308-474e-bb20-27023096332f None None] Attempting to bind port 7bd0611d-b6c5-4d19-8c47-8909a8d112a6 on network 4261a439-fbb4-4295-920d-9f80a95e486d {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:55:43.965402 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-2d110804-6401-41a8-ac79-d51f5be8f5b3 None None] Provisioning complete for port 4c2e81c0-e6a7-4b85-b0bf-fab8f204ea8f triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:55:43.965792 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2d110804-6401-41a8-ac79-d51f5be8f5b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (4c2e81c0-e6a7-4b85-b0bf-fab8f204ea8f), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:44.019348 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a4925df-99be-4f36-a97d-c1b4585eedcc req-ee1bd2bb-dce9-4df4-926c-786bab6ded97 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Network c144965b-ae04-4f69-a34b-6e9e77858265 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:55:44.024568 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e841631e-13e0-4f71-84b0-00e79bda0cd5 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (63a8b2a9-c795-4786-9624-8f70cdac72b7), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:44.031999 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [req-1a4925df-99be-4f36-a97d-c1b4585eedcc req-ee1bd2bb-dce9-4df4-926c-786bab6ded97 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:55:44.045812 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36485927-9308-474e-bb20-27023096332f None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:55:44.046843 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a4925df-99be-4f36-a97d-c1b4585eedcc req-ee1bd2bb-dce9-4df4-926c-786bab6ded97 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:55:44.051176 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36485927-9308-474e-bb20-27023096332f None None] Checking segment: {'id': 'edaee13c-0384-4ef3-8a63-18535277a52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4261a439-fbb4-4295-920d-9f80a95e486d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:55:44.051624 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-36485927-9308-474e-bb20-27023096332f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:44.052057 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36485927-9308-474e-bb20-27023096332f None None] Bound using segment: {'id': 'edaee13c-0384-4ef3-8a63-18535277a52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4261a439-fbb4-4295-920d-9f80a95e486d'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:55:44.052599 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-36485927-9308-474e-bb20-27023096332f None None] Bound port: 7bd0611d-b6c5-4d19-8c47-8909a8d112a6, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edaee13c-0384-4ef3-8a63-18535277a52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4261a439-fbb4-4295-920d-9f80a95e486d'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:55:44.053005 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-36485927-9308-474e-bb20-27023096332f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (7bd0611d-b6c5-4d19-8c47-8909a8d112a6), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:44.119194 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-5ceff7dc-fc82-46fa-99ea-c1518214774d None None] Attempting to bind port e562ebf3-5dac-4b3f-8f73-3cc6fabdee2d on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:55:44.119708 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-5ceff7dc-fc82-46fa-99ea-c1518214774d None None] Attempting to bind port e562ebf3-5dac-4b3f-8f73-3cc6fabdee2d by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': 'd45bc3cb-209f-4a94-8660-9d6cae5329b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '6fd73eb5-399e-41e4-8b8a-7fc59f0ab44a'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:55:44.120007 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ceff7dc-fc82-46fa-99ea-c1518214774d None None] Attempting to bind port e562ebf3-5dac-4b3f-8f73-3cc6fabdee2d on network 6fd73eb5-399e-41e4-8b8a-7fc59f0ab44a {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:55:44.126359 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4925df-99be-4f36-a97d-c1b4585eedcc req-ee1bd2bb-dce9-4df4-926c-786bab6ded97 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:44.127194 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-1a4925df-99be-4f36-a97d-c1b4585eedcc req-ee1bd2bb-dce9-4df4-926c-786bab6ded97 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:44.133026 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1bd2bb-dce9-4df4-926c-786bab6ded97 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Pushing event updated for resources: {'Port': ['ID=c825f744-b528-4918-81c6-649f9312e648,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:44.183305 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d5d336-347c-43d4-b052-c43ab0a4f2cb req-09af4d15-548d-4772-a765-9d5ff6fd900e tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:44.184127 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ceff7dc-fc82-46fa-99ea-c1518214774d None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:55:44.184820 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ceff7dc-fc82-46fa-99ea-c1518214774d None None] Checking segment: {'id': 'd45bc3cb-209f-4a94-8660-9d6cae5329b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '6fd73eb5-399e-41e4-8b8a-7fc59f0ab44a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:55:44.185205 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f9d5d336-347c-43d4-b052-c43ab0a4f2cb req-09af4d15-548d-4772-a765-9d5ff6fd900e tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] 10.222.0.90 "GET /v2.0/ports?device_id=61524240-d505-4e90-a049-662494a82d7d HTTP/1.1" status: 200 len: 971 time: 0.3387208 Feb 09 21:55:44.185740 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5ceff7dc-fc82-46fa-99ea-c1518214774d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:44.186379 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ceff7dc-fc82-46fa-99ea-c1518214774d None None] Bound using segment: {'id': 'd45bc3cb-209f-4a94-8660-9d6cae5329b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '6fd73eb5-399e-41e4-8b8a-7fc59f0ab44a'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:55:44.187120 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-5ceff7dc-fc82-46fa-99ea-c1518214774d None None] Bound port: e562ebf3-5dac-4b3f-8f73-3cc6fabdee2d, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd45bc3cb-209f-4a94-8660-9d6cae5329b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '6fd73eb5-399e-41e4-8b8a-7fc59f0ab44a'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:55:44.187755 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5ceff7dc-fc82-46fa-99ea-c1518214774d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (e562ebf3-5dac-4b3f-8f73-3cc6fabdee2d), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:44.191941 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceff7dc-fc82-46fa-99ea-c1518214774d None None] Pushing event updated for resources: {'Port': ['ID=e562ebf3-5dac-4b3f-8f73-3cc6fabdee2d,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:44.212175 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e841631e-13e0-4f71-84b0-00e79bda0cd5 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Network 6fd73eb5-399e-41e4-8b8a-7fc59f0ab44a is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:55:44.228569 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1a4925df-99be-4f36-a97d-c1b4585eedcc req-ee1bd2bb-dce9-4df4-926c-786bab6ded97 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.8776717 Feb 09 21:55:44.293569 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-e841631e-13e0-4f71-84b0-00e79bda0cd5 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:55:44.296855 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e841631e-13e0-4f71-84b0-00e79bda0cd5 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:55:44.297494 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e841631e-13e0-4f71-84b0-00e79bda0cd5 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554727'] for router_interface (4cbd3c66-c091-441c-a007-21858adb66e5), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:44.317523 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-1a4925df-99be-4f36-a97d-c1b4585eedcc req-4c70a0d5-2746-432a-b31a-fb63edfc07f2 service neutron] Request body: {'port': {'device_id': '61524240-d505-4e90-a049-662494a82d7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-5'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:55:44.329302 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-36485927-9308-474e-bb20-27023096332f None None] For port 7bd0611d-b6c5-4d19-8c47-8909a8d112a6, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:55:44.337349 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-36485927-9308-474e-bb20-27023096332f None None] For port 7bd0611d-b6c5-4d19-8c47-8909a8d112a6, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=7bd0611d-b6c5-4d19-8c47-8909a8d112a6,segment=NetworkSegment(edaee13c-0384-4ef3-8a63-18535277a52c),segment_id=edaee13c-0384-4ef3-8a63-18535277a52c)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:55:44.382356 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-36485927-9308-474e-bb20-27023096332f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (7bd0611d-b6c5-4d19-8c47-8909a8d112a6), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:44.404407 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a9abfd5d-e36d-4177-ae17-2938319b773e None None] For port 4c2e81c0-e6a7-4b85-b0bf-fab8f204ea8f, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:55:44.410373 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a9abfd5d-e36d-4177-ae17-2938319b773e None None] For port 4c2e81c0-e6a7-4b85-b0bf-fab8f204ea8f, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=4c2e81c0-e6a7-4b85-b0bf-fab8f204ea8f,segment=NetworkSegment(72c59147-71c0-4e89-838f-bb4a6a42a647),segment_id=72c59147-71c0-4e89-838f-bb4a6a42a647)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:55:44.468110 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e841631e-13e0-4f71-84b0-00e79bda0cd5 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Pushing event updated for resources: {'Port': ['ID=63a8b2a9-c795-4786-9624-8f70cdac72b7,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:44.534720 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51175006-ffe6-48e6-a97c-ea0f256752c2 req-fba3929c-e7df-4243-9a34-0b0aa9d94bc8 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:44.534720 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-51175006-ffe6-48e6-a97c-ea0f256752c2 req-fba3929c-e7df-4243-9a34-0b0aa9d94bc8 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 945 time: 0.2985659 Feb 09 21:55:44.594453 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f9d5d336-347c-43d4-b052-c43ab0a4f2cb req-f1c43bde-dd9b-43d5-a663-11992875d65e tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2f122fa-eb86-4cb5-8ca5-b331253ba3c5&id=3f7d4d86-32fa-432e-9574-949c263962ff&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.3982983 Feb 09 21:55:44.602034 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5ceff7dc-fc82-46fa-99ea-c1518214774d None None] For port e562ebf3-5dac-4b3f-8f73-3cc6fabdee2d, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:55:44.605795 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5ceff7dc-fc82-46fa-99ea-c1518214774d None None] For port e562ebf3-5dac-4b3f-8f73-3cc6fabdee2d, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=e562ebf3-5dac-4b3f-8f73-3cc6fabdee2d,segment=NetworkSegment(d45bc3cb-209f-4a94-8660-9d6cae5329b8),segment_id=d45bc3cb-209f-4a94-8660-9d6cae5329b8)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:55:44.613611 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:44.624050 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36485927-9308-474e-bb20-27023096332f None None] Pushing event updated for resources: {'Port': ['ID=7bd0611d-b6c5-4d19-8c47-8909a8d112a6,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:44.629784 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a9abfd5d-e36d-4177-ae17-2938319b773e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (4c2e81c0-e6a7-4b85-b0bf-fab8f204ea8f), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:44.648115 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-1a4925df-99be-4f36-a97d-c1b4585eedcc req-4c70a0d5-2746-432a-b31a-fb63edfc07f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (c825f744-b528-4918-81c6-649f9312e648), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:44.651373 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-2d110804-6401-41a8-ac79-d51f5be8f5b3 None None] Port 4c2e81c0-e6a7-4b85-b0bf-fab8f204ea8f cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:55:44.659137 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5ceff7dc-fc82-46fa-99ea-c1518214774d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (e562ebf3-5dac-4b3f-8f73-3cc6fabdee2d), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:44.799627 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e11bff-d251-4f0f-b9ec-bdf15aadd342 None None] Pushing event updated for resources: {'Port': ['ID=4c2e81c0-e6a7-4b85-b0bf-fab8f204ea8f,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:44.972748 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceff7dc-fc82-46fa-99ea-c1518214774d None None] Pushing event updated for resources: {'Port': ['ID=e562ebf3-5dac-4b3f-8f73-3cc6fabdee2d,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:45.063464 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [req-1a4925df-99be-4f36-a97d-c1b4585eedcc req-4c70a0d5-2746-432a-b31a-fb63edfc07f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c825f744-b528-4918-81c6-649f9312e648 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:55:45.084005 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-1a4925df-99be-4f36-a97d-c1b4585eedcc req-4c70a0d5-2746-432a-b31a-fb63edfc07f2 service neutron] Publish callbacks [] for port (c825f744-b528-4918-81c6-649f9312e648), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:45.099434 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-6fcb346e-24de-499a-874e-d7e4edf36026 None None] Provisioning complete for port c825f744-b528-4918-81c6-649f9312e648 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:55:45.099835 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-6fcb346e-24de-499a-874e-d7e4edf36026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (c825f744-b528-4918-81c6-649f9312e648), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:45.153793 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [req-1a4925df-99be-4f36-a97d-c1b4585eedcc req-4c70a0d5-2746-432a-b31a-fb63edfc07f2 service neutron] Transition to ACTIVE for port object c825f744-b528-4918-81c6-649f9312e648 will not be triggered until provisioned by entity L2. {{(pid=103140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:55:45.169634 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-1a4925df-99be-4f36-a97d-c1b4585eedcc req-4c70a0d5-2746-432a-b31a-fb63edfc07f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (c825f744-b528-4918-81c6-649f9312e648), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:45.182626 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-51175006-ffe6-48e6-a97c-ea0f256752c2 req-fff3cd6a-ee30-4b82-84fc-a6f168ae9dfe tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=4c89ea32-e697-4c99-8133-b5b6d80654a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6207530 Feb 09 21:55:45.188389 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e841631e-13e0-4f71-84b0-00e79bda0cd5 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (63a8b2a9-c795-4786-9624-8f70cdac72b7), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:45.318168 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-6fcb346e-24de-499a-874e-d7e4edf36026 None None] Port c825f744-b528-4918-81c6-649f9312e648 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:55:45.373439 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-6fcb346e-24de-499a-874e-d7e4edf36026 None None] Provisioning complete for port c56d5176-adb4-426f-9ebb-ae2fb128b356 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:55:45.378273 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-6fcb346e-24de-499a-874e-d7e4edf36026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (c56d5176-adb4-426f-9ebb-ae2fb128b356), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:45.396035 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c70a0d5-2746-432a-b31a-fb63edfc07f2 service neutron] Pushing event updated for resources: {'Port': ['ID=c825f744-b528-4918-81c6-649f9312e648,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:45.494841 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port c56d5176-adb4-426f-9ebb-ae2fb128b356 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:55:45.495767 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (c56d5176-adb4-426f-9ebb-ae2fb128b356), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:45.551092 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:45.604185 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9abfd5d-e36d-4177-ae17-2938319b773e None None] Routers {'033663a4-a0b5-4b5d-ab1c-661b18ff0aea'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:55:45.604867 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-a9abfd5d-e36d-4177-ae17-2938319b773e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:55:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['033663a4-a0b5-4b5d-ab1c-661b18ff0aea'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:45.615141 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port c56d5176-adb4-426f-9ebb-ae2fb128b356, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=c56d5176-adb4-426f-9ebb-ae2fb128b356,segment=NetworkSegment(2021c6bc-7ba8-4a0b-a0fa-02cec65f0789),segment_id=2021c6bc-7ba8-4a0b-a0fa-02cec65f0789)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:55:45.762925 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-a9abfd5d-e36d-4177-ae17-2938319b773e None None] Set router 033663a4-a0b5-4b5d-ab1c-661b18ff0aea gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:55:46.076000 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (c56d5176-adb4-426f-9ebb-ae2fb128b356), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:46.615738 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device e562ebf3-5dac-4b3f-8f73-3cc6fabdee2d up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:55:46.658054 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-6fcb346e-24de-499a-874e-d7e4edf36026 None None] Current status of the port c56d5176-adb4-426f-9ebb-ae2fb128b356 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:55:46.710297 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4796e7d9-669a-4271-b7db-2209b62e6a7d None None] Network 4261a439-fbb4-4295-920d-9f80a95e486d requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:55:46.822908 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=c56d5176-adb4-426f-9ebb-ae2fb128b356,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:46.843392 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-1a4925df-99be-4f36-a97d-c1b4585eedcc req-4c70a0d5-2746-432a-b31a-fb63edfc07f2 service neutron] Attempting to bind port c825f744-b528-4918-81c6-649f9312e648 on host n-h1-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:55:46.843831 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-1a4925df-99be-4f36-a97d-c1b4585eedcc req-4c70a0d5-2746-432a-b31a-fb63edfc07f2 service neutron] Attempting to bind port c825f744-b528-4918-81c6-649f9312e648 by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': '72c59147-71c0-4e89-838f-bb4a6a42a647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'c144965b-ae04-4f69-a34b-6e9e77858265'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:55:46.844067 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4925df-99be-4f36-a97d-c1b4585eedcc req-4c70a0d5-2746-432a-b31a-fb63edfc07f2 service neutron] Attempting to bind port c825f744-b528-4918-81c6-649f9312e648 on network c144965b-ae04-4f69-a34b-6e9e77858265 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:55:46.876707 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4925df-99be-4f36-a97d-c1b4585eedcc req-4c70a0d5-2746-432a-b31a-fb63edfc07f2 service neutron] Port c825f744-b528-4918-81c6-649f9312e648 on network c144965b-ae04-4f69-a34b-6e9e77858265 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:55:46.877076 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4925df-99be-4f36-a97d-c1b4585eedcc req-4c70a0d5-2746-432a-b31a-fb63edfc07f2 service neutron] Attempting to bind port c825f744-b528-4918-81c6-649f9312e648 on network c144965b-ae04-4f69-a34b-6e9e77858265 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:55:46.879225 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port e562ebf3-5dac-4b3f-8f73-3cc6fabdee2d triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:55:46.879611 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (e562ebf3-5dac-4b3f-8f73-3cc6fabdee2d), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:46.918506 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4925df-99be-4f36-a97d-c1b4585eedcc req-4c70a0d5-2746-432a-b31a-fb63edfc07f2 service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:55:46.918852 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4925df-99be-4f36-a97d-c1b4585eedcc req-4c70a0d5-2746-432a-b31a-fb63edfc07f2 service neutron] Checking segment: {'id': '72c59147-71c0-4e89-838f-bb4a6a42a647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'c144965b-ae04-4f69-a34b-6e9e77858265'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:55:46.919251 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4925df-99be-4f36-a97d-c1b4585eedcc req-4c70a0d5-2746-432a-b31a-fb63edfc07f2 service neutron] Bound using segment: {'id': '72c59147-71c0-4e89-838f-bb4a6a42a647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'c144965b-ae04-4f69-a34b-6e9e77858265'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:55:46.919709 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-1a4925df-99be-4f36-a97d-c1b4585eedcc req-4c70a0d5-2746-432a-b31a-fb63edfc07f2 service neutron] Bound port: c825f744-b528-4918-81c6-649f9312e648, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72c59147-71c0-4e89-838f-bb4a6a42a647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'c144965b-ae04-4f69-a34b-6e9e77858265'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:55:46.920073 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-1a4925df-99be-4f36-a97d-c1b4585eedcc req-4c70a0d5-2746-432a-b31a-fb63edfc07f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (c825f744-b528-4918-81c6-649f9312e648), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:46.992258 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d076e4-a941-49b6-b62e-74a627dcce78 req-71d38fff-30f1-4438-a1e2-37d386eb88b0 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:46.994094 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c7d076e4-a941-49b6-b62e-74a627dcce78 req-71d38fff-30f1-4438-a1e2-37d386eb88b0 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 945 time: 1.5902908 Feb 09 21:55:46.999975 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-73e64b78-4b0c-4e36-83f7-2957cc1bb0ef None None] Provisioning complete for port 4c2e81c0-e6a7-4b85-b0bf-fab8f204ea8f triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:55:47.000680 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-73e64b78-4b0c-4e36-83f7-2957cc1bb0ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (4c2e81c0-e6a7-4b85-b0bf-fab8f204ea8f), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:47.015128 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a7a214-ca68-4095-a621-f984ee80fb90 req-3c15855d-32fa-4caa-af94-a93b0d91f46c tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:47.019908 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-20a7a214-ca68-4095-a621-f984ee80fb90 req-3c15855d-32fa-4caa-af94-a93b0d91f46c tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] 10.222.0.90 "GET /v2.0/ports?device_id=61524240-d505-4e90-a049-662494a82d7d HTTP/1.1" status: 200 len: 983 time: 1.1140580 Feb 09 21:55:47.054142 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc006d19-8146-4ec6-a3cc-54e31f7b0fa7 None None] Network 6fd73eb5-399e-41e4-8b8a-7fc59f0ab44a requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:55:47.159229 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-a9abfd5d-e36d-4177-ae17-2938319b773e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '033663a4-a0b5-4b5d-ab1c-661b18ff0aea', 'name': 'tempest-TestSecurityGroupsBasicOps-router-422276781', 'tenant_id': '223d3fc4293a4815bcb23134d0e1c2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '63c61a7d-4e22-4427-a92f-83ce1da1a779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:55:24Z', 'updated_at': '2022-02-09T21:55:34Z', 'revision_number': 4, 'project_id': '223d3fc4293a4815bcb23134d0e1c2d3', 'gw_port': {'id': '63c61a7d-4e22-4427-a92f-83ce1da1a779', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:55:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033663a4-a0b5-4b5d-ab1c-661b18ff0aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:55:26Z', 'updated_at': '2022-02-09T21:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '4c2e81c0-e6a7-4b85-b0bf-fab8f204ea8f', 'name': '', 'network_id': 'c144965b-ae04-4f69-a34b-6e9e77858265', 'tenant_id': '223d3fc4293a4815bcb23134d0e1c2d3', 'mac_address': 'fa:16:3e:29:16:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '033663a4-a0b5-4b5d-ab1c-661b18ff0aea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': 'c2d197a2-4aee-452a-8346-a411bfed5ad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:55:32Z', 'updated_at': '2022-02-09T21:55:44Z', 'revision_number': 4, 'project_id': '223d3fc4293a4815bcb23134d0e1c2d3', 'subnets': [{'id': 'c2d197a2-4aee-452a-8346-a411bfed5ad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:47.160001 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 56014) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:47.240073 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9abfd5d-e36d-4177-ae17-2938319b773e None None] The sync data for ids ['033663a4-a0b5-4b5d-ab1c-661b18ff0aea'] in n-d-828369-5 is: [{'id': '033663a4-a0b5-4b5d-ab1c-661b18ff0aea', 'name': 'tempest-TestSecurityGroupsBasicOps-router-422276781', 'tenant_id': '223d3fc4293a4815bcb23134d0e1c2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '63c61a7d-4e22-4427-a92f-83ce1da1a779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:55:24Z', 'updated_at': '2022-02-09T21:55:34Z', 'revision_number': 4, 'project_id': '223d3fc4293a4815bcb23134d0e1c2d3', 'gw_port': {'id': '63c61a7d-4e22-4427-a92f-83ce1da1a779', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:55:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033663a4-a0b5-4b5d-ab1c-661b18ff0aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:55:26Z', 'updated_at': '2022-02-09T21:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '4c2e81c0-e6a7-4b85-b0bf-fab8f204ea8f', 'name': '', 'network_id': 'c144965b-ae04-4f69-a34b-6e9e77858265', 'tenant_id': '223d3fc4293a4815bcb23134d0e1c2d3', 'mac_address': 'fa:16:3e:29:16:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '033663a4-a0b5-4b5d-ab1c-661b18ff0aea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': 'c2d197a2-4aee-452a-8346-a411bfed5ad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:55:32Z', 'updated_at': '2022-02-09T21:55:44Z', 'revision_number': 4, 'project_id': '223d3fc4293a4815bcb23134d0e1c2d3', 'subnets': [{'id': 'c2d197a2-4aee-452a-8346-a411bfed5ad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:55:47.338387 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-73e64b78-4b0c-4e36-83f7-2957cc1bb0ef None None] Current status of the port 4c2e81c0-e6a7-4b85-b0bf-fab8f204ea8f is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:55:47.339448 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c7d076e4-a941-49b6-b62e-74a627dcce78 req-58050c0b-e83c-4780-9b6c-d19668a5a1c4 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=4c89ea32-e697-4c99-8133-b5b6d80654a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3178928 Feb 09 21:55:47.355876 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2102f6c4-da68-4c6c-905a-aa9cf24959cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:47.362460 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-73e64b78-4b0c-4e36-83f7-2957cc1bb0ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (4c2e81c0-e6a7-4b85-b0bf-fab8f204ea8f), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:47.374415 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port e562ebf3-5dac-4b3f-8f73-3cc6fabdee2d is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:55:47.376036 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (e562ebf3-5dac-4b3f-8f73-3cc6fabdee2d), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:47.627533 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e841631e-13e0-4f71-84b0-00e79bda0cd5 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks [] for port (63a8b2a9-c795-4786-9624-8f70cdac72b7), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:47.631924 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2102f6c4-da68-4c6c-905a-aa9cf24959cc admin admin] Publish callbacks [] for security_group (4af42730-d855-4c63-a0c7-06a38e30dad3), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:47.644951 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2102f6c4-da68-4c6c-905a-aa9cf24959cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (4af42730-d855-4c63-a0c7-06a38e30dad3), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:47.674352 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-73e64b78-4b0c-4e36-83f7-2957cc1bb0ef None None] For port 4c2e81c0-e6a7-4b85-b0bf-fab8f204ea8f, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=4c2e81c0-e6a7-4b85-b0bf-fab8f204ea8f,segment=NetworkSegment(72c59147-71c0-4e89-838f-bb4a6a42a647),segment_id=72c59147-71c0-4e89-838f-bb4a6a42a647)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:55:47.677160 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e841631e-13e0-4f71-84b0-00e79bda0cd5 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (63a8b2a9-c795-4786-9624-8f70cdac72b7), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:47.678056 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e841631e-13e0-4f71-84b0-00e79bda0cd5 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524919'] for router_interface (4cbd3c66-c091-441c-a007-21858adb66e5), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:47.708818 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port e562ebf3-5dac-4b3f-8f73-3cc6fabdee2d, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=e562ebf3-5dac-4b3f-8f73-3cc6fabdee2d,segment=NetworkSegment(d45bc3cb-209f-4a94-8660-9d6cae5329b8),segment_id=d45bc3cb-209f-4a94-8660-9d6cae5329b8)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:55:47.713305 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-73e64b78-4b0c-4e36-83f7-2957cc1bb0ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (4c2e81c0-e6a7-4b85-b0bf-fab8f204ea8f), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:47.734397 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (e562ebf3-5dac-4b3f-8f73-3cc6fabdee2d), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:47.734397 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 7bd0611d-b6c5-4d19-8c47-8909a8d112a6 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:55:47.735827 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2102f6c4-da68-4c6c-905a-aa9cf24959cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4af42730-d855-4c63-a0c7-06a38e30dad3,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:47.755565 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-20a7a214-ca68-4095-a621-f984ee80fb90 req-a1c5b51e-5633-4390-bb3c-e4f6749496c2 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2f122fa-eb86-4cb5-8ca5-b331253ba3c5&id=3f7d4d86-32fa-432e-9574-949c263962ff&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.7006683 Feb 09 21:55:47.761902 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-2102f6c4-da68-4c6c-905a-aa9cf24959cc admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=814c3e6ed7fb4ccc93ba3c4cb7c7ea16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6000838 Feb 09 21:55:47.762553 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 56032) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:47.854516 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2306a19e-1868-4e2d-bff4-859040a80074 admin admin] Publish callbacks [] for security_group (4af42730-d855-4c63-a0c7-06a38e30dad3), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:47.869695 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-1a4925df-99be-4f36-a97d-c1b4585eedcc req-4c70a0d5-2746-432a-b31a-fb63edfc07f2 service neutron] For port c825f744-b528-4918-81c6-649f9312e648, host n-h1-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:55:47.917110 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2306a19e-1868-4e2d-bff4-859040a80074 admin admin] Publish callbacks [] for security_group (4af42730-d855-4c63-a0c7-06a38e30dad3), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:47.956959 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e841631e-13e0-4f71-84b0-00e79bda0cd5 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Pushing event updated for resources: {'Port': ['ID=63a8b2a9-c795-4786-9624-8f70cdac72b7,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:47.966887 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e64b78-4b0c-4e36-83f7-2957cc1bb0ef None None] Pushing event updated for resources: {'Port': ['ID=4c2e81c0-e6a7-4b85-b0bf-fab8f204ea8f,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:47.967037 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-1a4925df-99be-4f36-a97d-c1b4585eedcc req-4c70a0d5-2746-432a-b31a-fb63edfc07f2 service neutron] For port c825f744-b528-4918-81c6-649f9312e648, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=c825f744-b528-4918-81c6-649f9312e648,segment=NetworkSegment(72c59147-71c0-4e89-838f-bb4a6a42a647),segment_id=72c59147-71c0-4e89-838f-bb4a6a42a647)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:55:47.996384 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-1a4925df-99be-4f36-a97d-c1b4585eedcc req-4c70a0d5-2746-432a-b31a-fb63edfc07f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (c825f744-b528-4918-81c6-649f9312e648), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:47.998312 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-73e64b78-4b0c-4e36-83f7-2957cc1bb0ef None None] Provisioning complete for port 7bd0611d-b6c5-4d19-8c47-8909a8d112a6 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:55:47.998838 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-73e64b78-4b0c-4e36-83f7-2957cc1bb0ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (7bd0611d-b6c5-4d19-8c47-8909a8d112a6), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:48.011537 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2306a19e-1868-4e2d-bff4-859040a80074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (4af42730-d855-4c63-a0c7-06a38e30dad3), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:48.014517 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2306a19e-1868-4e2d-bff4-859040a80074 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:48.015885 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-2306a19e-1868-4e2d-bff4-859040a80074 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/4af42730-d855-4c63-a0c7-06a38e30dad3 HTTP/1.1" status: 204 len: 168 time: 0.2521889 Feb 09 21:55:48.052657 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2306a19e-1868-4e2d-bff4-859040a80074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af42730-d855-4c63-a0c7-06a38e30dad3,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:48.137103 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c70a0d5-2746-432a-b31a-fb63edfc07f2 service neutron] Pushing event updated for resources: {'Port': ['ID=c825f744-b528-4918-81c6-649f9312e648,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:48.204352 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=e562ebf3-5dac-4b3f-8f73-3cc6fabdee2d,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:48.210850 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4925df-99be-4f36-a97d-c1b4585eedcc req-4c70a0d5-2746-432a-b31a-fb63edfc07f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:48.211454 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-1a4925df-99be-4f36-a97d-c1b4585eedcc req-4c70a0d5-2746-432a-b31a-fb63edfc07f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:48.212998 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1a4925df-99be-4f36-a97d-c1b4585eedcc req-4c70a0d5-2746-432a-b31a-fb63edfc07f2 service neutron] 10.222.0.95 "PUT /v2.0/ports/c825f744-b528-4918-81c6-649f9312e648 HTTP/1.1" status: 200 len: 1131 time: 3.9281631 Feb 09 21:55:48.213630 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61524240-d505-4e90-a049-662494a82d7d', 'tag': 'c825f744-b528-4918-81c6-649f9312e648'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:55:48.215777 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3681206-73c2-48d4-8027-eec0107e82f0" -d '{"events": [{"name": "network-changed", "server_uuid": "61524240-d505-4e90-a049-662494a82d7d", "tag": "c825f744-b528-4918-81c6-649f9312e648"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:55:48.217153 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 7bd0611d-b6c5-4d19-8c47-8909a8d112a6 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:55:48.217537 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (7bd0611d-b6c5-4d19-8c47-8909a8d112a6), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:48.358743 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b110a6ba-c00a-4e0c-bd32-1936caaf7cbe req-9204c658-6751-4cd9-932b-1cc06526ee82 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:48.368961 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b110a6ba-c00a-4e0c-bd32-1936caaf7cbe req-9204c658-6751-4cd9-932b-1cc06526ee82 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/networks?id=23f1a6df-2b4b-4777-8497-2928c76d9f17 HTTP/1.1" status: 200 len: 812 time: 0.6930068 Feb 09 21:55:48.369831 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-73e64b78-4b0c-4e36-83f7-2957cc1bb0ef None None] Current status of the port 7bd0611d-b6c5-4d19-8c47-8909a8d112a6 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:55:48.370339 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-73e64b78-4b0c-4e36-83f7-2957cc1bb0ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (7bd0611d-b6c5-4d19-8c47-8909a8d112a6), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:48.376263 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91e41044-3444-465d-8a83-b81f32ac6de5 x-openstack-request-id: req-91e41044-3444-465d-8a83-b81f32ac6de5 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:55:48.376677 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61524240-d505-4e90-a049-662494a82d7d", "tag": "c825f744-b528-4918-81c6-649f9312e648", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:55:48.376892 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-91e41044-3444-465d-8a83-b81f32ac6de5 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:55:48.377321 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61524240-d505-4e90-a049-662494a82d7d', 'tag': 'c825f744-b528-4918-81c6-649f9312e648', 'status': 'completed', 'code': 200} Feb 09 21:55:48.430466 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b110a6ba-c00a-4e0c-bd32-1936caaf7cbe req-e1e2a38a-386e-4611-8729-0ed449457d86 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/quotas/b97bcc6d3a344052b623ebf4a39465fa HTTP/1.1" status: 200 len: 375 time: 0.0605707 Feb 09 21:55:48.446242 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 7bd0611d-b6c5-4d19-8c47-8909a8d112a6 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:55:48.446738 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (7bd0611d-b6c5-4d19-8c47-8909a8d112a6), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:48.481439 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-73e64b78-4b0c-4e36-83f7-2957cc1bb0ef None None] For port 7bd0611d-b6c5-4d19-8c47-8909a8d112a6, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=7bd0611d-b6c5-4d19-8c47-8909a8d112a6,segment=NetworkSegment(edaee13c-0384-4ef3-8a63-18535277a52c),segment_id=edaee13c-0384-4ef3-8a63-18535277a52c)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:55:48.487575 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-73e64b78-4b0c-4e36-83f7-2957cc1bb0ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (7bd0611d-b6c5-4d19-8c47-8909a8d112a6), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:48.529418 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e841631e-13e0-4f71-84b0-00e79bda0cd5 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Network 6fd73eb5-399e-41e4-8b8a-7fc59f0ab44a is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:55:48.554178 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-e841631e-13e0-4f71-84b0-00e79bda0cd5 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:55:48.577368 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e64b78-4b0c-4e36-83f7-2957cc1bb0ef None None] Pushing event updated for resources: {'Port': ['ID=7bd0611d-b6c5-4d19-8c47-8909a8d112a6,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:48.682562 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-73e64b78-4b0c-4e36-83f7-2957cc1bb0ef None None] Provisioning complete for port c56d5176-adb4-426f-9ebb-ae2fb128b356 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:55:48.682946 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-73e64b78-4b0c-4e36-83f7-2957cc1bb0ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (c56d5176-adb4-426f-9ebb-ae2fb128b356), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:48.829829 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.db.api [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103142) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:55:48.831875 n-d-828369-5 neutron-server[103142]: DEBUG oslo_db.api [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:55:48.893785 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b110a6ba-c00a-4e0c-bd32-1936caaf7cbe req-8fcc434f-aef7-4ef6-815c-eea24a5f065b tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=b97bcc6d3a344052b623ebf4a39465fa&fields=id HTTP/1.1" status: 200 len: 440 time: 0.4514337 Feb 09 21:55:48.994793 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-73e64b78-4b0c-4e36-83f7-2957cc1bb0ef None None] Current status of the port c56d5176-adb4-426f-9ebb-ae2fb128b356 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:55:49.014320 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4925df-99be-4f36-a97d-c1b4585eedcc req-94f8983e-c419-4021-bfff-bcf442840ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:49.017074 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1a4925df-99be-4f36-a97d-c1b4585eedcc req-94f8983e-c419-4021-bfff-bcf442840ca0 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=223d3fc4293a4815bcb23134d0e1c2d3&device_id=61524240-d505-4e90-a049-662494a82d7d HTTP/1.1" status: 200 len: 1165 time: 0.7358692 Feb 09 21:55:49.146520 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-e1a181c4-0b7f-43af-bd8c-d703533469cc None None] Provisioning complete for port e562ebf3-5dac-4b3f-8f73-3cc6fabdee2d triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:55:49.146952 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e1a181c4-0b7f-43af-bd8c-d703533469cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (e562ebf3-5dac-4b3f-8f73-3cc6fabdee2d), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:49.207575 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1a4925df-99be-4f36-a97d-c1b4585eedcc req-4e4e8aba-3854-4dd4-9912-2c092b5d78b2 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c825f744-b528-4918-81c6-649f9312e648 HTTP/1.1" status: 200 len: 217 time: 0.1105456 Feb 09 21:55:49.300730 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd87498-66c2-4e3b-9b28-0a697daa7c14 req-37d76c1b-d4a6-424e-857d-c47325d50db8 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:49.302599 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-abd87498-66c2-4e3b-9b28-0a697daa7c14 req-37d76c1b-d4a6-424e-857d-c47325d50db8 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] 10.222.0.90 "GET /v2.0/ports?device_id=61524240-d505-4e90-a049-662494a82d7d HTTP/1.1" status: 200 len: 983 time: 0.3301067 Feb 09 21:55:49.329348 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-e1a181c4-0b7f-43af-bd8c-d703533469cc None None] Current status of the port e562ebf3-5dac-4b3f-8f73-3cc6fabdee2d is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:55:49.399546 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e841631e-13e0-4f71-84b0-00e79bda0cd5 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Router 4cbd3c66-c091-441c-a007-21858adb66e5 is scheduled to L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 with binding_index 1 {{(pid=103140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:55:49.405592 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 7bd0611d-b6c5-4d19-8c47-8909a8d112a6 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:55:49.419286 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4925df-99be-4f36-a97d-c1b4585eedcc req-c65b5044-b897-4a0c-848b-b04656e33a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:49.424097 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1a4925df-99be-4f36-a97d-c1b4585eedcc req-c65b5044-b897-4a0c-848b-b04656e33a12 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=c2d197a2-4aee-452a-8346-a411bfed5ad8 HTTP/1.1" status: 200 len: 835 time: 0.2083006 Feb 09 21:55:49.430852 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-e1a181c4-0b7f-43af-bd8c-d703533469cc None None] Provisioning complete for port 7bd0611d-b6c5-4d19-8c47-8909a8d112a6 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:55:49.432945 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e1a181c4-0b7f-43af-bd8c-d703533469cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (7bd0611d-b6c5-4d19-8c47-8909a8d112a6), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:49.443690 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b110a6ba-c00a-4e0c-bd32-1936caaf7cbe req-b1cde99b-3327-4788-a270-5740ca8c7357 service neutron] 10.222.0.90 "GET /v2.0/networks/23f1a6df-2b4b-4777-8497-2928c76d9f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5318811 Feb 09 21:55:49.628599 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-e1a181c4-0b7f-43af-bd8c-d703533469cc None None] Current status of the port 7bd0611d-b6c5-4d19-8c47-8909a8d112a6 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:55:49.640415 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-e1a181c4-0b7f-43af-bd8c-d703533469cc None None] Provisioning complete for port 63a8b2a9-c795-4786-9624-8f70cdac72b7 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:55:49.641698 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e1a181c4-0b7f-43af-bd8c-d703533469cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (63a8b2a9-c795-4786-9624-8f70cdac72b7), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:49.730951 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-e1a181c4-0b7f-43af-bd8c-d703533469cc None None] Port 63a8b2a9-c795-4786-9624-8f70cdac72b7 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:55:49.737754 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 4c2e81c0-e6a7-4b85-b0bf-fab8f204ea8f up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:55:49.787263 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-abd87498-66c2-4e3b-9b28-0a697daa7c14 req-88434f5f-357d-460f-878f-17c191e0227c tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2f122fa-eb86-4cb5-8ca5-b331253ba3c5&id=3f7d4d86-32fa-432e-9574-949c263962ff&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.4428067 Feb 09 21:55:49.816291 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4925df-99be-4f36-a97d-c1b4585eedcc req-07afdf51-4322-48c0-88a3-0d15247e4b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:49.818557 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1a4925df-99be-4f36-a97d-c1b4585eedcc req-07afdf51-4322-48c0-88a3-0d15247e4b35 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c144965b-ae04-4f69-a34b-6e9e77858265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3666379 Feb 09 21:55:49.827125 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 4c2e81c0-e6a7-4b85-b0bf-fab8f204ea8f triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:55:49.827792 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (4c2e81c0-e6a7-4b85-b0bf-fab8f204ea8f), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:49.901872 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e841631e-13e0-4f71-84b0-00e79bda0cd5 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:55:49.902403 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-3e2d5c4a-1015-40b3-988a-9e1698b82bef None None] Provisioning complete for port 63a8b2a9-c795-4786-9624-8f70cdac72b7 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:55:49.902403 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-3e2d5c4a-1015-40b3-988a-9e1698b82bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (63a8b2a9-c795-4786-9624-8f70cdac72b7), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:49.912692 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5419f28d-033f-4dba-a6e1-e3a1f1c30fa5 None None] Sync routers for ids ['4cbd3c66-c091-441c-a007-21858adb66e5'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:55:49.926049 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-e841631e-13e0-4f71-84b0-00e79bda0cd5 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] 10.222.0.90 "PUT /v2.0/routers/4cbd3c66-c091-441c-a007-21858adb66e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1837103 Feb 09 21:55:49.928955 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 56074) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:49.950812 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5419f28d-033f-4dba-a6e1-e3a1f1c30fa5 None None] Routers {'4cbd3c66-c091-441c-a007-21858adb66e5'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:55:49.951538 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-5419f28d-033f-4dba-a6e1-e3a1f1c30fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:55:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['4cbd3c66-c091-441c-a007-21858adb66e5'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:49.966037 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b110a6ba-c00a-4e0c-bd32-1936caaf7cbe req-d8e2eee8-ebad-4547-b8bf-876fda55c1c0 service neutron] 10.222.0.90 "GET /v2.0/networks/23f1a6df-2b4b-4777-8497-2928c76d9f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4521940 Feb 09 21:55:50.049374 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-3e2d5c4a-1015-40b3-988a-9e1698b82bef None None] Port 63a8b2a9-c795-4786-9624-8f70cdac72b7 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:55:50.080836 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1a4925df-99be-4f36-a97d-c1b4585eedcc req-5561dbad-16d2-4242-b1ac-4265594cdc89 service neutron] 10.222.0.95 "GET /v2.0/networks/c144965b-ae04-4f69-a34b-6e9e77858265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546029 Feb 09 21:55:50.091443 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-5419f28d-033f-4dba-a6e1-e3a1f1c30fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:50.128598 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5419f28d-033f-4dba-a6e1-e3a1f1c30fa5 None None] Routers {'4cbd3c66-c091-441c-a007-21858adb66e5'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:55:50.129237 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-5419f28d-033f-4dba-a6e1-e3a1f1c30fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:55:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['4cbd3c66-c091-441c-a007-21858adb66e5'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:50.221011 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 4c2e81c0-e6a7-4b85-b0bf-fab8f204ea8f is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:55:50.222156 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device e562ebf3-5dac-4b3f-8f73-3cc6fabdee2d up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:55:50.250893 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-5419f28d-033f-4dba-a6e1-e3a1f1c30fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:50.251553 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5419f28d-033f-4dba-a6e1-e3a1f1c30fa5 None None] The sync data for ids ['4cbd3c66-c091-441c-a007-21858adb66e5'] in n-d-828369-5 is: [] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:55:50.283136 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fd9207a7-6291-4704-8975-e894f1d59c91 req-c8f42d54-c895-4b8c-b199-1d2965cb6fbf tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=f92b7158-dc21-448a-87c9-87ead2d43767 HTTP/1.1" status: 200 len: 210 time: 0.0731785 Feb 09 21:55:50.339644 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1a4925df-99be-4f36-a97d-c1b4585eedcc req-39203fd6-6230-46e5-bcb3-a1cb66980ac0 service neutron] 10.222.0.95 "GET /v2.0/networks/c144965b-ae04-4f69-a34b-6e9e77858265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510211 Feb 09 21:55:50.344978 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port e562ebf3-5dac-4b3f-8f73-3cc6fabdee2d triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:55:50.345573 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (e562ebf3-5dac-4b3f-8f73-3cc6fabdee2d), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:50.522230 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port e562ebf3-5dac-4b3f-8f73-3cc6fabdee2d is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:55:50.523571 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device c56d5176-adb4-426f-9ebb-ae2fb128b356 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:55:50.545600 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3681206-73c2-48d4-8027-eec0107e82f0 req-250ede9c-a26c-4524-a5ad-316ddb54f7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:50.548404 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d3681206-73c2-48d4-8027-eec0107e82f0 req-250ede9c-a26c-4524-a5ad-316ddb54f7f7 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=223d3fc4293a4815bcb23134d0e1c2d3&device_id=61524240-d505-4e90-a049-662494a82d7d HTTP/1.1" status: 200 len: 1165 time: 0.1187112 Feb 09 21:55:50.615867 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port c56d5176-adb4-426f-9ebb-ae2fb128b356 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:55:50.616274 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (c56d5176-adb4-426f-9ebb-ae2fb128b356), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:50.764868 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port c56d5176-adb4-426f-9ebb-ae2fb128b356 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:55:50.766594 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 7bd0611d-b6c5-4d19-8c47-8909a8d112a6 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:55:50.863017 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 7bd0611d-b6c5-4d19-8c47-8909a8d112a6 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:55:50.863404 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (7bd0611d-b6c5-4d19-8c47-8909a8d112a6), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:50.883618 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3681206-73c2-48d4-8027-eec0107e82f0 req-c0a825f0-d44f-432d-a896-29144415d353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:50.886180 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d3681206-73c2-48d4-8027-eec0107e82f0 req-c0a825f0-d44f-432d-a896-29144415d353 service neutron] 10.222.0.95 "GET /v2.0/networks?id=c144965b-ae04-4f69-a34b-6e9e77858265 HTTP/1.1" status: 200 len: 897 time: 0.3311543 Feb 09 21:55:50.941465 n-d-828369-5 neutron-server[103141]: INFO neutron.api.v2.resource [None req-9c0d5b46-efab-4272-a85c-68c084351617 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:55:50.944011 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-9c0d5b46-efab-4272-a85c-68c084351617 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] 10.222.0.90 "PUT /v2.0/routers/4cbd3c66-c091-441c-a007-21858adb66e5/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0134356 Feb 09 21:55:50.947635 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 56116) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:51.026568 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d3681206-73c2-48d4-8027-eec0107e82f0 req-49ba0567-21bb-42d1-a659-99cbe9e5d77d service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c825f744-b528-4918-81c6-649f9312e648 HTTP/1.1" status: 200 len: 217 time: 0.1335671 Feb 09 21:55:51.089501 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 7bd0611d-b6c5-4d19-8c47-8909a8d112a6 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:55:51.193715 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c9439e-8182-4e4e-ae26-328bc425f0ef req-42bb79cd-cf08-4ae0-bcb3-27583b064411 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:51.205471 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f2c9439e-8182-4e4e-ae26-328bc425f0ef req-42bb79cd-cf08-4ae0-bcb3-27583b064411 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] 10.222.0.90 "GET /v2.0/ports?device_id=61524240-d505-4e90-a049-662494a82d7d HTTP/1.1" status: 200 len: 983 time: 0.1778629 Feb 09 21:55:51.207040 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3681206-73c2-48d4-8027-eec0107e82f0 req-41271b89-8344-4ee6-bf6f-e4bb5c55af79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:51.208470 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d3681206-73c2-48d4-8027-eec0107e82f0 req-41271b89-8344-4ee6-bf6f-e4bb5c55af79 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=c2d197a2-4aee-452a-8346-a411bfed5ad8 HTTP/1.1" status: 200 len: 835 time: 0.1691189 Feb 09 21:55:51.386738 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:51.407829 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3681206-73c2-48d4-8027-eec0107e82f0 req-d4dc4199-6ee8-44b4-a328-8a9fe5a5e723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:51.414363 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d3681206-73c2-48d4-8027-eec0107e82f0 req-d4dc4199-6ee8-44b4-a328-8a9fe5a5e723 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c144965b-ae04-4f69-a34b-6e9e77858265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1967132 Feb 09 21:55:51.432870 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f2c9439e-8182-4e4e-ae26-328bc425f0ef req-82c13688-15f4-4480-9158-cd9e7ff3d3d1 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2f122fa-eb86-4cb5-8ca5-b331253ba3c5&id=3f7d4d86-32fa-432e-9574-949c263962ff&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2163792 Feb 09 21:55:51.587308 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4f6b85ca-ebd0-4319-a065-121e4f46028e req-4c81465e-b665-4331-85ca-4546f50f97ff tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=f92b7158-dc21-448a-87c9-87ead2d43767 HTTP/1.1" status: 200 len: 210 time: 0.1126502 Feb 09 21:55:51.655016 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d3681206-73c2-48d4-8027-eec0107e82f0 req-96c508d1-cfac-477c-bd15-1330de5a9b68 service neutron] 10.222.0.95 "GET /v2.0/networks/c144965b-ae04-4f69-a34b-6e9e77858265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135437 Feb 09 21:55:51.709497 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a2088c29-bf52-44a2-8f6c-fc04d8195083 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524906'] for router_interface (4cbd3c66-c091-441c-a007-21858adb66e5), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:51.923935 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d3681206-73c2-48d4-8027-eec0107e82f0 req-8e777a3a-d71c-46eb-897a-894bb95c30b6 service neutron] 10.222.0.95 "GET /v2.0/networks/c144965b-ae04-4f69-a34b-6e9e77858265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516990 Feb 09 21:55:52.115846 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b110a6ba-c00a-4e0c-bd32-1936caaf7cbe req-410b6408-39de-41ed-a66e-1665d37679cd tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:52.117576 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b110a6ba-c00a-4e0c-bd32-1936caaf7cbe req-410b6408-39de-41ed-a66e-1665d37679cd tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.89 "GET /v2.0/networks?id=23f1a6df-2b4b-4777-8497-2928c76d9f17 HTTP/1.1" status: 200 len: 812 time: 0.2849894 Feb 09 21:55:52.140665 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-b110a6ba-c00a-4e0c-bd32-1936caaf7cbe req-0ea0d80f-5a5e-4605-adeb-2e46d5217ee6 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Request body: {'port': {'device_id': 'f92b7158-dc21-448a-87c9-87ead2d43767', 'network_id': '23f1a6df-2b4b-4777-8497-2928c76d9f17', 'admin_state_up': True, 'tenant_id': 'b97bcc6d3a344052b623ebf4a39465fa'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:55:52.240620 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 56180) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:52.344157 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b110a6ba-c00a-4e0c-bd32-1936caaf7cbe req-0ea0d80f-5a5e-4605-adeb-2e46d5217ee6 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Made reservation on behalf of b97bcc6d3a344052b623ebf4a39465fa for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:55:52.347689 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b110a6ba-c00a-4e0c-bd32-1936caaf7cbe req-0ea0d80f-5a5e-4605-adeb-2e46d5217ee6 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:52.395108 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-a2088c29-bf52-44a2-8f6c-fc04d8195083 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Deleting port 63a8b2a9-c795-4786-9624-8f70cdac72b7 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:55:52.395458 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a2088c29-bf52-44a2-8f6c-fc04d8195083 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (63a8b2a9-c795-4786-9624-8f70cdac72b7), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:52.648231 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a2088c29-bf52-44a2-8f6c-fc04d8195083 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (63a8b2a9-c795-4786-9624-8f70cdac72b7), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:52.669391 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-a2088c29-bf52-44a2-8f6c-fc04d8195083 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Calling delete_port for 63a8b2a9-c795-4786-9624-8f70cdac72b7 owned by network:router_interface {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:55:52.671490 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [req-b110a6ba-c00a-4e0c-bd32-1936caaf7cbe req-0ea0d80f-5a5e-4605-adeb-2e46d5217ee6 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Allocated IP 172.20.0.14 (23f1a6df-2b4b-4777-8497-2928c76d9f17/b55ac71e-6529-43b3-9355-0e693d39e1f4/e7dbdfe5-8db1-403e-b10f-c5f05a4ff3d9) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:55:52.831859 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c914bd3c-cdc9-4a5b-b860-7476fe2fee14 req-2ff2a48f-f45c-4cda-87c9-b273282e9e93 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:52.833996 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c914bd3c-cdc9-4a5b-b860-7476fe2fee14 req-2ff2a48f-f45c-4cda-87c9-b273282e9e93 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] 10.222.0.90 "GET /v2.0/ports?device_id=61524240-d505-4e90-a049-662494a82d7d HTTP/1.1" status: 200 len: 983 time: 0.3053036 Feb 09 21:55:52.863118 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1bd81966-bdaa-49f1-8104-6b06a2d9c150 req-52962cd2-f18d-4d56-b4b4-516cc4e3bac8 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=f92b7158-dc21-448a-87c9-87ead2d43767 HTTP/1.1" status: 200 len: 210 time: 0.0748274 Feb 09 21:55:53.020719 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a2088c29-bf52-44a2-8f6c-fc04d8195083 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (63a8b2a9-c795-4786-9624-8f70cdac72b7), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:53.042553 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c914bd3c-cdc9-4a5b-b860-7476fe2fee14 req-b2d40d47-b248-4d4f-8ca0-ed534a762b71 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2f122fa-eb86-4cb5-8ca5-b331253ba3c5&id=3f7d4d86-32fa-432e-9574-949c263962ff&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1903439 Feb 09 21:55:53.074447 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2088c29-bf52-44a2-8f6c-fc04d8195083 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Pushing event deleted for resources: {'Port': ['ID=63a8b2a9-c795-4786-9624-8f70cdac72b7,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:53.156407 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b110a6ba-c00a-4e0c-bd32-1936caaf7cbe req-0ea0d80f-5a5e-4605-adeb-2e46d5217ee6 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Publish callbacks [] for port (e7dbdfe5-8db1-403e-b10f-c5f05a4ff3d9), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:53.363320 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a2088c29-bf52-44a2-8f6c-fc04d8195083 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-525054'] for router_interface (4cbd3c66-c091-441c-a007-21858adb66e5), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:53.381294 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-33680956-f68f-42ec-8d7a-4f8493c749ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524906'] for router_interface (3234f723-1a1c-49bf-b8dd-ea33d2d3d864), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:53.492844 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b110a6ba-c00a-4e0c-bd32-1936caaf7cbe req-0ea0d80f-5a5e-4605-adeb-2e46d5217ee6 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (e7dbdfe5-8db1-403e-b10f-c5f05a4ff3d9), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:53.508711 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['a57a5b7b-da19-4999-a44f-8d6372be66f1'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:55:53.513766 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['6a0194ab-f855-41d1-a295-07dc840d5cec'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:55:53.652884 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:54.044963 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-33680956-f68f-42ec-8d7a-4f8493c749ab admin admin] Deleting port 908d8e92-5e81-424c-9d61-2a0be07d4e1a {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:55:54.045688 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-33680956-f68f-42ec-8d7a-4f8493c749ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (908d8e92-5e81-424c-9d61-2a0be07d4e1a), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:54.070968 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b110a6ba-c00a-4e0c-bd32-1936caaf7cbe req-0ea0d80f-5a5e-4605-adeb-2e46d5217ee6 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Network 23f1a6df-2b4b-4777-8497-2928c76d9f17 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:55:54.083177 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [req-b110a6ba-c00a-4e0c-bd32-1936caaf7cbe req-0ea0d80f-5a5e-4605-adeb-2e46d5217ee6 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:55:54.087822 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-b110a6ba-c00a-4e0c-bd32-1936caaf7cbe req-0ea0d80f-5a5e-4605-adeb-2e46d5217ee6 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:55:54.090766 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea0d80f-5a5e-4605-adeb-2e46d5217ee6 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Pushing event updated for resources: {'Port': ['ID=e7dbdfe5-8db1-403e-b10f-c5f05a4ff3d9,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:54.097820 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device c825f744-b528-4918-81c6-649f9312e648 details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:55:54.141002 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9947c07-df74-413b-83a7-ca392b8fc67e req-6abddcff-c6de-4378-b708-f7413c3b5a11 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:54.148147 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2088c29-bf52-44a2-8f6c-fc04d8195083 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Router 4cbd3c66-c091-441c-a007-21858adb66e5 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:55:54.149069 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b9947c07-df74-413b-83a7-ca392b8fc67e req-6abddcff-c6de-4378-b708-f7413c3b5a11 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=f92b7158-dc21-448a-87c9-87ead2d43767 HTTP/1.1" status: 200 len: 932 time: 0.1663356 Feb 09 21:55:54.214947 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b110a6ba-c00a-4e0c-bd32-1936caaf7cbe req-0ea0d80f-5a5e-4605-adeb-2e46d5217ee6 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:54.215578 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b110a6ba-c00a-4e0c-bd32-1936caaf7cbe req-0ea0d80f-5a5e-4605-adeb-2e46d5217ee6 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:54.362732 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b9947c07-df74-413b-83a7-ca392b8fc67e req-b1d9ab8f-81f5-4e47-8ad9-1f27cc7f032b tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=a72d620d-4650-43fd-afbd-3b01f73e5444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125947 Feb 09 21:55:54.385527 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-33680956-f68f-42ec-8d7a-4f8493c749ab admin admin] For port 908d8e92-5e81-424c-9d61-2a0be07d4e1a, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=908d8e92-5e81-424c-9d61-2a0be07d4e1a,segment=NetworkSegment(fd70fa0c-b170-42de-85a4-85b20f12af89),segment_id=fd70fa0c-b170-42de-85a4-85b20f12af89)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:55:54.386210 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-33680956-f68f-42ec-8d7a-4f8493c749ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (908d8e92-5e81-424c-9d61-2a0be07d4e1a), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:54.421194 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b110a6ba-c00a-4e0c-bd32-1936caaf7cbe req-0ea0d80f-5a5e-4605-adeb-2e46d5217ee6 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2949619 Feb 09 21:55:54.436692 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-33680956-f68f-42ec-8d7a-4f8493c749ab admin admin] Calling delete_port for 908d8e92-5e81-424c-9d61-2a0be07d4e1a owned by network:router_interface {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:55:54.447736 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-b110a6ba-c00a-4e0c-bd32-1936caaf7cbe req-3d5e9ad3-0815-4754-90fc-4a890c7edd9c service neutron] Request body: {'port': {'device_id': 'f92b7158-dc21-448a-87c9-87ead2d43767', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:55:54.509750 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2088c29-bf52-44a2-8f6c-fc04d8195083 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:55:54.521429 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-a2088c29-bf52-44a2-8f6c-fc04d8195083 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] 10.222.0.90 "PUT /v2.0/routers/4cbd3c66-c091-441c-a007-21858adb66e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5723970 Feb 09 21:55:54.522203 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 56306) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:54.578573 n-d-828369-5 neutron-server[103141]: INFO neutron.api.v2.resource [None req-3106e8f7-ed4e-4d54-846d-338bd7b54023 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] delete failed (client error): The resource could not be found. Feb 09 21:55:54.585239 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-3106e8f7-ed4e-4d54-846d-338bd7b54023 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] 10.222.0.90 "DELETE /v2.0/routers/tempest-non_exist_router-1268845046 HTTP/1.1" status: 404 len: 335 time: 0.0598102 Feb 09 21:55:54.586720 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 56308) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:54.613978 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-2ca6320c-d571-4fac-beb9-826c3fafeeeb tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Request body: {'router': {'external_gateway_info': {'network_id': '4cbd3c66-c091-441c-a007-21858adb66e5'}}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:55:54.672262 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6e7fba-ebe9-4906-934e-a024e133c6ff None None] Sync routers for ids ['4cbd3c66-c091-441c-a007-21858adb66e5'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:55:54.746007 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6e7fba-ebe9-4906-934e-a024e133c6ff None None] Routers {'4cbd3c66-c091-441c-a007-21858adb66e5'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:55:54.746672 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-fe6e7fba-ebe9-4906-934e-a024e133c6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:55:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['4cbd3c66-c091-441c-a007-21858adb66e5'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:54.881284 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-fe6e7fba-ebe9-4906-934e-a024e133c6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:54.883621 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-2fb29624-cbaa-4827-a0a0-647bad829612 None None] Provisioning complete for port e7dbdfe5-8db1-403e-b10f-c5f05a4ff3d9 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:55:54.884001 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2fb29624-cbaa-4827-a0a0-647bad829612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (e7dbdfe5-8db1-403e-b10f-c5f05a4ff3d9), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:54.952520 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b110a6ba-c00a-4e0c-bd32-1936caaf7cbe req-3d5e9ad3-0815-4754-90fc-4a890c7edd9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (e7dbdfe5-8db1-403e-b10f-c5f05a4ff3d9), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:54.952747 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6e7fba-ebe9-4906-934e-a024e133c6ff None None] Routers {'4cbd3c66-c091-441c-a007-21858adb66e5'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:55:54.953222 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-fe6e7fba-ebe9-4906-934e-a024e133c6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:55:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['4cbd3c66-c091-441c-a007-21858adb66e5'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:54.993067 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-fe6e7fba-ebe9-4906-934e-a024e133c6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:54.993743 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6e7fba-ebe9-4906-934e-a024e133c6ff None None] The sync data for ids ['4cbd3c66-c091-441c-a007-21858adb66e5'] in n-d-828369-5 is: [] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:55:55.006257 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-2fb29624-cbaa-4827-a0a0-647bad829612 None None] Port e7dbdfe5-8db1-403e-b10f-c5f05a4ff3d9 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:55:55.009214 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port c825f744-b528-4918-81c6-649f9312e648, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=c825f744-b528-4918-81c6-649f9312e648,segment=NetworkSegment(72c59147-71c0-4e89-838f-bb4a6a42a647),segment_id=72c59147-71c0-4e89-838f-bb4a6a42a647)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:55:55.043164 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': 'c825f744-b528-4918-81c6-649f9312e648', 'network_id': 'c144965b-ae04-4f69-a34b-6e9e77858265', 'port_id': 'c825f744-b528-4918-81c6-649f9312e648', 'mac_address': 'fa:16:3e:3b:df:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2d197a2-4aee-452a-8346-a411bfed5ad8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:55:55.087449 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port c825f744-b528-4918-81c6-649f9312e648 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:55:55.088301 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (c825f744-b528-4918-81c6-649f9312e648), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:55.105934 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c825f744-b528-4918-81c6-649f9312e648 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:55:55.121370 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2ca6320c-d571-4fac-beb9-826c3fafeeeb tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks [] for router_gateway (4cbd3c66-c091-441c-a007-21858adb66e5), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:55.131218 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port c825f744-b528-4918-81c6-649f9312e648, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=c825f744-b528-4918-81c6-649f9312e648,segment=NetworkSegment(72c59147-71c0-4e89-838f-bb4a6a42a647),segment_id=72c59147-71c0-4e89-838f-bb4a6a42a647)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:55:55.141887 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (c825f744-b528-4918-81c6-649f9312e648), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:55.170464 n-d-828369-5 neutron-server[103141]: INFO neutron.api.v2.resource [None req-2ca6320c-d571-4fac-beb9-826c3fafeeeb tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] update failed (client error): The resource could not be found. Feb 09 21:55:55.171654 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-2ca6320c-d571-4fac-beb9-826c3fafeeeb tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] 10.222.0.90 "PUT /v2.0/routers/4cbd3c66-c091-441c-a007-21858adb66e5 HTTP/1.1" status: 404 len: 339 time: 0.5625575 Feb 09 21:55:55.226790 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 56350) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:55.234011 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-9e1edb21-755b-4ab2-902f-906bece86cf1 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1515185647'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:55:55.244056 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=c825f744-b528-4918-81c6-649f9312e648,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:55.246876 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3ac42a-9d25-4a1f-9f77-18e1bba4a4da req-1e22d28d-5493-423b-adb3-3bf197c12a4d tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:55.248857 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0e3ac42a-9d25-4a1f-9f77-18e1bba4a4da req-1e22d28d-5493-423b-adb3-3bf197c12a4d tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] 10.222.0.90 "GET /v2.0/ports?device_id=61524240-d505-4e90-a049-662494a82d7d HTTP/1.1" status: 200 len: 983 time: 1.0000794 Feb 09 21:55:55.280337 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e1edb21-755b-4ab2-902f-906bece86cf1 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Made reservation on behalf of 4999fc27c54348c19ee47815122d6298 for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:55:55.284122 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9e1edb21-755b-4ab2-902f-906bece86cf1 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:55.353646 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e1edb21-755b-4ab2-902f-906bece86cf1 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:55:55.369952 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0e3ac42a-9d25-4a1f-9f77-18e1bba4a4da req-5c8cbea9-aefd-4a5e-b94b-2cb9e5f20b21 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2f122fa-eb86-4cb5-8ca5-b331253ba3c5&id=3f7d4d86-32fa-432e-9574-949c263962ff&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1070747 Feb 09 21:55:55.375218 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9e1edb21-755b-4ab2-902f-906bece86cf1 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (c4944c9f-146d-4ada-91af-259dcbbc1353), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:55.375601 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-9e1edb21-755b-4ab2-902f-906bece86cf1 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Added segment c4944c9f-146d-4ada-91af-259dcbbc1353 of type vlan for network a6f61710-0913-44e6-893f-15affbfc282f Feb 09 21:55:55.397233 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['c825f744-b528-4918-81c6-649f9312e648'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:55:55.481911 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9e1edb21-755b-4ab2-902f-906bece86cf1 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (a6f61710-0913-44e6-893f-15affbfc282f), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:55.510948 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-33680956-f68f-42ec-8d7a-4f8493c749ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (908d8e92-5e81-424c-9d61-2a0be07d4e1a), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:55.511528 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9e1edb21-755b-4ab2-902f-906bece86cf1 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (a6f61710-0913-44e6-893f-15affbfc282f), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:55.517413 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1edb21-755b-4ab2-902f-906bece86cf1 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:55.518493 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9e1edb21-755b-4ab2-902f-906bece86cf1 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:55.543846 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:55:55.590910 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33680956-f68f-42ec-8d7a-4f8493c749ab admin admin] Pushing event deleted for resources: {'Port': ['ID=908d8e92-5e81-424c-9d61-2a0be07d4e1a,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:55.663911 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-9e1edb21-755b-4ab2-902f-906bece86cf1 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4356272 Feb 09 21:55:55.735840 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 56378) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:55.759291 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-b110a6ba-c00a-4e0c-bd32-1936caaf7cbe req-3d5e9ad3-0815-4754-90fc-4a890c7edd9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7dbdfe5-8db1-403e-b10f-c5f05a4ff3d9 {{(pid=103141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:55:55.770444 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-c8b94380-4bf5-4fc9-98b2-52111098bd29 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Request body: {'subnet': {'network_id': 'a6f61710-0913-44e6-893f-15affbfc282f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:55:55.793637 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b110a6ba-c00a-4e0c-bd32-1936caaf7cbe req-3d5e9ad3-0815-4754-90fc-4a890c7edd9c service neutron] Publish callbacks [] for port (e7dbdfe5-8db1-403e-b10f-c5f05a4ff3d9), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:55.810757 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1edb21-755b-4ab2-902f-906bece86cf1 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Pushing event updated for resources: {'Network': ['ID=a6f61710-0913-44e6-893f-15affbfc282f,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:55.816871 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-b110a6ba-c00a-4e0c-bd32-1936caaf7cbe req-3d5e9ad3-0815-4754-90fc-4a890c7edd9c service neutron] Transition to ACTIVE for port object e7dbdfe5-8db1-403e-b10f-c5f05a4ff3d9 will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:55:55.822919 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b110a6ba-c00a-4e0c-bd32-1936caaf7cbe req-3d5e9ad3-0815-4754-90fc-4a890c7edd9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (e7dbdfe5-8db1-403e-b10f-c5f05a4ff3d9), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:55.828106 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network a6f61710-0913-44e6-893f-15affbfc282f details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:55:55.934009 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e12fd1-f4de-4f9a-8c55-2c6063c70a5b req-96be4ac3-b1ee-4600-a4b2-306946b5df4b tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:55.936100 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d6e12fd1-f4de-4f9a-8c55-2c6063c70a5b req-96be4ac3-b1ee-4600-a4b2-306946b5df4b tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=f92b7158-dc21-448a-87c9-87ead2d43767 HTTP/1.1" status: 200 len: 932 time: 0.4290757 Feb 09 21:55:55.941995 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b94380-4bf5-4fc9-98b2-52111098bd29 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Made reservation on behalf of 4999fc27c54348c19ee47815122d6298 for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:55:55.949856 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c8b94380-4bf5-4fc9-98b2-52111098bd29 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621317'] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:56.070146 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5e9ad3-0815-4754-90fc-4a890c7edd9c service neutron] Pushing event updated for resources: {'Port': ['ID=e7dbdfe5-8db1-403e-b10f-c5f05a4ff3d9,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:56.111804 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-b110a6ba-c00a-4e0c-bd32-1936caaf7cbe req-3d5e9ad3-0815-4754-90fc-4a890c7edd9c service neutron] Attempting to bind port e7dbdfe5-8db1-403e-b10f-c5f05a4ff3d9 on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:55:56.112470 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-b110a6ba-c00a-4e0c-bd32-1936caaf7cbe req-3d5e9ad3-0815-4754-90fc-4a890c7edd9c service neutron] Attempting to bind port e7dbdfe5-8db1-403e-b10f-c5f05a4ff3d9 by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': '682b57c6-7518-4480-8840-98896ec39a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '23f1a6df-2b4b-4777-8497-2928c76d9f17'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:55:56.112969 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b110a6ba-c00a-4e0c-bd32-1936caaf7cbe req-3d5e9ad3-0815-4754-90fc-4a890c7edd9c service neutron] Attempting to bind port e7dbdfe5-8db1-403e-b10f-c5f05a4ff3d9 on network 23f1a6df-2b4b-4777-8497-2928c76d9f17 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:55:56.118204 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b110a6ba-c00a-4e0c-bd32-1936caaf7cbe req-3d5e9ad3-0815-4754-90fc-4a890c7edd9c service neutron] Port e7dbdfe5-8db1-403e-b10f-c5f05a4ff3d9 on network 23f1a6df-2b4b-4777-8497-2928c76d9f17 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:55:56.118826 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b110a6ba-c00a-4e0c-bd32-1936caaf7cbe req-3d5e9ad3-0815-4754-90fc-4a890c7edd9c service neutron] Attempting to bind port e7dbdfe5-8db1-403e-b10f-c5f05a4ff3d9 on network 23f1a6df-2b4b-4777-8497-2928c76d9f17 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:55:56.125069 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b110a6ba-c00a-4e0c-bd32-1936caaf7cbe req-3d5e9ad3-0815-4754-90fc-4a890c7edd9c service neutron] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:55:56.129130 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b110a6ba-c00a-4e0c-bd32-1936caaf7cbe req-3d5e9ad3-0815-4754-90fc-4a890c7edd9c service neutron] Checking segment: {'id': '682b57c6-7518-4480-8840-98896ec39a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '23f1a6df-2b4b-4777-8497-2928c76d9f17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:55:56.136329 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b110a6ba-c00a-4e0c-bd32-1936caaf7cbe req-3d5e9ad3-0815-4754-90fc-4a890c7edd9c service neutron] Bound using segment: {'id': '682b57c6-7518-4480-8840-98896ec39a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '23f1a6df-2b4b-4777-8497-2928c76d9f17'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:55:56.139459 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-b110a6ba-c00a-4e0c-bd32-1936caaf7cbe req-3d5e9ad3-0815-4754-90fc-4a890c7edd9c service neutron] Bound port: e7dbdfe5-8db1-403e-b10f-c5f05a4ff3d9, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '682b57c6-7518-4480-8840-98896ec39a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '23f1a6df-2b4b-4777-8497-2928c76d9f17'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:55:56.142780 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b110a6ba-c00a-4e0c-bd32-1936caaf7cbe req-3d5e9ad3-0815-4754-90fc-4a890c7edd9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (e7dbdfe5-8db1-403e-b10f-c5f05a4ff3d9), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:56.240878 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c8b94380-4bf5-4fc9-98b2-52111098bd29 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621371'] for subnet (e2a2bfa4-e1f5-45b2-a39c-5cfce2db42fe), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:56.251578 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-b110a6ba-c00a-4e0c-bd32-1936caaf7cbe req-3d5e9ad3-0815-4754-90fc-4a890c7edd9c service neutron] For port e7dbdfe5-8db1-403e-b10f-c5f05a4ff3d9, host n-h2-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:55:56.268781 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-b110a6ba-c00a-4e0c-bd32-1936caaf7cbe req-3d5e9ad3-0815-4754-90fc-4a890c7edd9c service neutron] For port e7dbdfe5-8db1-403e-b10f-c5f05a4ff3d9, host n-h2-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=e7dbdfe5-8db1-403e-b10f-c5f05a4ff3d9,segment=NetworkSegment(682b57c6-7518-4480-8840-98896ec39a8d),segment_id=682b57c6-7518-4480-8840-98896ec39a8d)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:55:56.287240 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b110a6ba-c00a-4e0c-bd32-1936caaf7cbe req-3d5e9ad3-0815-4754-90fc-4a890c7edd9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (e7dbdfe5-8db1-403e-b10f-c5f05a4ff3d9), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:56.306760 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b94380-4bf5-4fc9-98b2-52111098bd29 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Pushing event updated for resources: {'Subnet': ['ID=e2a2bfa4-e1f5-45b2-a39c-5cfce2db42fe,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:56.358409 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b110a6ba-c00a-4e0c-bd32-1936caaf7cbe req-3d5e9ad3-0815-4754-90fc-4a890c7edd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:56.359779 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b110a6ba-c00a-4e0c-bd32-1936caaf7cbe req-3d5e9ad3-0815-4754-90fc-4a890c7edd9c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:56.362208 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b110a6ba-c00a-4e0c-bd32-1936caaf7cbe req-3d5e9ad3-0815-4754-90fc-4a890c7edd9c service neutron] 10.222.0.89 "PUT /v2.0/ports/e7dbdfe5-8db1-403e-b10f-c5f05a4ff3d9 HTTP/1.1" status: 200 len: 1092 time: 1.9274290 Feb 09 21:55:56.362848 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f92b7158-dc21-448a-87c9-87ead2d43767', 'tag': 'e7dbdfe5-8db1-403e-b10f-c5f05a4ff3d9'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:55:56.378220 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8613c05b-429e-4af8-8e72-5598850e62ed" -d '{"events": [{"name": "network-changed", "server_uuid": "f92b7158-dc21-448a-87c9-87ead2d43767", "tag": "e7dbdfe5-8db1-403e-b10f-c5f05a4ff3d9"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:55:56.415176 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b94380-4bf5-4fc9-98b2-52111098bd29 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Checking segment: {'id': 'c4944c9f-146d-4ada-91af-259dcbbc1353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a6f61710-0913-44e6-893f-15affbfc282f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:55:56.427821 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b94380-4bf5-4fc9-98b2-52111098bd29 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Network hostable DHCP agents. Network: a6f61710-0913-44e6-893f-15affbfc282f, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:55:56.436339 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-33680956-f68f-42ec-8d7a-4f8493c749ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-525054'] for router_interface (3234f723-1a1c-49bf-b8dd-ea33d2d3d864), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:56.530806 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d6e12fd1-f4de-4f9a-8c55-2c6063c70a5b req-f2cc871b-f68c-4a15-add1-fc5d05654df5 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=a72d620d-4650-43fd-afbd-3b01f73e5444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948725 Feb 09 21:55:56.570316 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5e9ad3-0815-4754-90fc-4a890c7edd9c service neutron] Pushing event updated for resources: {'Port': ['ID=e7dbdfe5-8db1-403e-b10f-c5f05a4ff3d9,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:56.627066 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ebeed44-a3d4-4947-ad2a-5e001fc6ed5f x-openstack-request-id: req-2ebeed44-a3d4-4947-ad2a-5e001fc6ed5f {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:55:56.627361 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f92b7158-dc21-448a-87c9-87ead2d43767", "tag": "e7dbdfe5-8db1-403e-b10f-c5f05a4ff3d9", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:55:56.627616 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-2ebeed44-a3d4-4947-ad2a-5e001fc6ed5f {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:55:56.628020 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f92b7158-dc21-448a-87c9-87ead2d43767', 'tag': 'e7dbdfe5-8db1-403e-b10f-c5f05a4ff3d9', 'status': 'completed', 'code': 200} Feb 09 21:55:56.649008 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b110a6ba-c00a-4e0c-bd32-1936caaf7cbe req-afaf0bb8-546e-465c-9ae6-ec44653337a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:56.651295 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b110a6ba-c00a-4e0c-bd32-1936caaf7cbe req-afaf0bb8-546e-465c-9ae6-ec44653337a0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b97bcc6d3a344052b623ebf4a39465fa&device_id=f92b7158-dc21-448a-87c9-87ead2d43767 HTTP/1.1" status: 200 len: 1126 time: 0.2284517 Feb 09 21:55:56.734274 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b110a6ba-c00a-4e0c-bd32-1936caaf7cbe req-2ce69bb0-60f4-4611-9360-26bd40c83e9a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e7dbdfe5-8db1-403e-b10f-c5f05a4ff3d9 HTTP/1.1" status: 200 len: 217 time: 0.0650027 Feb 09 21:55:56.746085 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b94380-4bf5-4fc9-98b2-52111098bd29 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Network a6f61710-0913-44e6-893f-15affbfc282f is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:55:56.784947 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-c8b94380-4bf5-4fc9-98b2-52111098bd29 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, a6f61710-0913-44e6-893f-15affbfc282f) {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:55:56.796294 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058cffbc-0f61-4934-bc95-fcc1096910ee None None] Network a6f61710-0913-44e6-893f-15affbfc282f requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:55:56.805285 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b94380-4bf5-4fc9-98b2-52111098bd29 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:56.805893 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c8b94380-4bf5-4fc9-98b2-52111098bd29 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:56.878416 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b110a6ba-c00a-4e0c-bd32-1936caaf7cbe req-756f8d27-3eff-4679-8ad0-46c523392db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:56.885195 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b110a6ba-c00a-4e0c-bd32-1936caaf7cbe req-756f8d27-3eff-4679-8ad0-46c523392db8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b55ac71e-6529-43b3-9355-0e693d39e1f4 HTTP/1.1" status: 200 len: 851 time: 0.1333165 Feb 09 21:55:56.904483 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be665c58-0563-4ab5-96f1-a4b19a3ea966 req-88febaed-56e7-4842-8b64-6a5e42986334 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:56.909171 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-be665c58-0563-4ab5-96f1-a4b19a3ea966 req-88febaed-56e7-4842-8b64-6a5e42986334 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] 10.222.0.90 "GET /v2.0/ports?device_id=61524240-d505-4e90-a049-662494a82d7d HTTP/1.1" status: 200 len: 984 time: 0.3041382 Feb 09 21:55:56.916747 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-c8b94380-4bf5-4fc9-98b2-52111098bd29 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1798608 Feb 09 21:55:56.945620 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 56448) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:56.970747 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-2c58499f-16a4-4ae1-af46-55eb03befafa tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a6f61710-0913-44e6-893f-15affbfc282f'}}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:55:56.971774 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde457f3-44ce-4cb6-8cb3-09f993ae1fb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-a6f61710-0913-44e6-893f-15affbfc282f', 'network_id': 'a6f61710-0913-44e6-893f-15affbfc282f', 'project_id': '4999fc27c54348c19ee47815122d6298', 'fixed_ips': [{'subnet_id': 'e2a2bfa4-e1f5-45b2-a39c-5cfce2db42fe'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:55:56.972860 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-dde457f3-44ce-4cb6-8cb3-09f993ae1fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:56.996368 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b110a6ba-c00a-4e0c-bd32-1936caaf7cbe req-101eb436-1c3b-45e8-9ebc-260f2e18e183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:56.998545 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b110a6ba-c00a-4e0c-bd32-1936caaf7cbe req-101eb436-1c3b-45e8-9ebc-260f2e18e183 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=23f1a6df-2b4b-4777-8497-2928c76d9f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1092691 Feb 09 21:55:57.160154 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-dde457f3-44ce-4cb6-8cb3-09f993ae1fb1 None None] Allocated IP 2001:db8:1::2 (a6f61710-0913-44e6-893f-15affbfc282f/e2a2bfa4-e1f5-45b2-a39c-5cfce2db42fe/6a4e6c26-1caf-481d-a018-f19eaf0c2c27) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:55:57.175569 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b110a6ba-c00a-4e0c-bd32-1936caaf7cbe req-e9753e67-f7c8-44b2-bf6f-7a58c3a286ca service neutron] 10.222.0.89 "GET /v2.0/networks/23f1a6df-2b4b-4777-8497-2928c76d9f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670270 Feb 09 21:55:57.302017 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33680956-f68f-42ec-8d7a-4f8493c749ab admin admin] Router 3234f723-1a1c-49bf-b8dd-ea33d2d3d864 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:55:57.324510 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-be665c58-0563-4ab5-96f1-a4b19a3ea966 req-7ae66d5b-e5aa-41e8-a8d8-c0a394dfc8b1 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2f122fa-eb86-4cb5-8ca5-b331253ba3c5&id=3f7d4d86-32fa-432e-9574-949c263962ff&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.3809874 Feb 09 21:55:57.347106 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 56460) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:57.358693 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b110a6ba-c00a-4e0c-bd32-1936caaf7cbe req-0c36dcd0-e642-4142-a350-030a58d3bef2 service neutron] 10.222.0.89 "GET /v2.0/networks/23f1a6df-2b4b-4777-8497-2928c76d9f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686630 Feb 09 21:55:57.381288 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-dde457f3-44ce-4cb6-8cb3-09f993ae1fb1 None None] Publish callbacks [] for port (6a4e6c26-1caf-481d-a018-f19eaf0c2c27), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:57.389012 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-dde457f3-44ce-4cb6-8cb3-09f993ae1fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (6a4e6c26-1caf-481d-a018-f19eaf0c2c27), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:57.401899 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2c58499f-16a4-4ae1-af46-55eb03befafa tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks [] for router_gateway (4cbd3c66-c091-441c-a007-21858adb66e5), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:57.411442 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde457f3-44ce-4cb6-8cb3-09f993ae1fb1 None None] Network a6f61710-0913-44e6-893f-15affbfc282f is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:55:57.468111 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-dde457f3-44ce-4cb6-8cb3-09f993ae1fb1 None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:55:57.483868 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde457f3-44ce-4cb6-8cb3-09f993ae1fb1 None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:55:57.501434 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8613c05b-429e-4af8-8e72-5598850e62ed req-44daa282-10e0-4287-9a96-81066584b217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:57.503003 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-8613c05b-429e-4af8-8e72-5598850e62ed req-44daa282-10e0-4287-9a96-81066584b217 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b97bcc6d3a344052b623ebf4a39465fa&device_id=f92b7158-dc21-448a-87c9-87ead2d43767 HTTP/1.1" status: 200 len: 1126 time: 0.0904961 Feb 09 21:55:57.584466 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2debbb65-a4e8-4734-9565-652ef63dd1db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:57.622576 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde457f3-44ce-4cb6-8cb3-09f993ae1fb1 None None] Pushing event updated for resources: {'Port': ['ID=6a4e6c26-1caf-481d-a018-f19eaf0c2c27,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:57.660281 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33680956-f68f-42ec-8d7a-4f8493c749ab admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:55:57.669287 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-dde457f3-44ce-4cb6-8cb3-09f993ae1fb1 None None] Attempting to bind port 6a4e6c26-1caf-481d-a018-f19eaf0c2c27 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:55:57.669947 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-33680956-f68f-42ec-8d7a-4f8493c749ab admin admin] 10.222.0.90 "PUT /v2.0/routers/3234f723-1a1c-49bf-b8dd-ea33d2d3d864/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4280632 Feb 09 21:55:57.670173 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-dde457f3-44ce-4cb6-8cb3-09f993ae1fb1 None None] Attempting to bind port 6a4e6c26-1caf-481d-a018-f19eaf0c2c27 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': 'c4944c9f-146d-4ada-91af-259dcbbc1353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a6f61710-0913-44e6-893f-15affbfc282f'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:55:57.670557 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde457f3-44ce-4cb6-8cb3-09f993ae1fb1 None None] Attempting to bind port 6a4e6c26-1caf-481d-a018-f19eaf0c2c27 on network a6f61710-0913-44e6-893f-15affbfc282f {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:55:57.673477 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 56466) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:57.675079 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8613c05b-429e-4af8-8e72-5598850e62ed req-7e332a1d-cd7a-4a0b-807b-1fe9fdc94eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:57.676806 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-8613c05b-429e-4af8-8e72-5598850e62ed req-7e332a1d-cd7a-4a0b-807b-1fe9fdc94eec service neutron] 10.222.0.89 "GET /v2.0/networks?id=23f1a6df-2b4b-4777-8497-2928c76d9f17 HTTP/1.1" status: 200 len: 913 time: 0.1675999 Feb 09 21:55:57.678620 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde457f3-44ce-4cb6-8cb3-09f993ae1fb1 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:55:57.679016 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde457f3-44ce-4cb6-8cb3-09f993ae1fb1 None None] Checking segment: {'id': 'c4944c9f-146d-4ada-91af-259dcbbc1353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a6f61710-0913-44e6-893f-15affbfc282f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:55:57.679431 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-dde457f3-44ce-4cb6-8cb3-09f993ae1fb1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:57.680637 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde457f3-44ce-4cb6-8cb3-09f993ae1fb1 None None] Bound using segment: {'id': 'c4944c9f-146d-4ada-91af-259dcbbc1353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a6f61710-0913-44e6-893f-15affbfc282f'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:55:57.681141 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-dde457f3-44ce-4cb6-8cb3-09f993ae1fb1 None None] Bound port: 6a4e6c26-1caf-481d-a018-f19eaf0c2c27, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4944c9f-146d-4ada-91af-259dcbbc1353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a6f61710-0913-44e6-893f-15affbfc282f'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:55:57.681538 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-dde457f3-44ce-4cb6-8cb3-09f993ae1fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (6a4e6c26-1caf-481d-a018-f19eaf0c2c27), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:57.682286 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f0610a-fbea-495b-abe4-12c26b5535a5 None None] Sync routers for ids ['3234f723-1a1c-49bf-b8dd-ea33d2d3d864'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:55:57.705583 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f0610a-fbea-495b-abe4-12c26b5535a5 None None] Routers {'3234f723-1a1c-49bf-b8dd-ea33d2d3d864'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:55:57.706675 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-77f0610a-fbea-495b-abe4-12c26b5535a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:55:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['3234f723-1a1c-49bf-b8dd-ea33d2d3d864'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:57.732739 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-8613c05b-429e-4af8-8e72-5598850e62ed req-0978a207-7a8a-4887-9621-52484b469763 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e7dbdfe5-8db1-403e-b10f-c5f05a4ff3d9 HTTP/1.1" status: 200 len: 217 time: 0.0447981 Feb 09 21:55:57.785449 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-dde457f3-44ce-4cb6-8cb3-09f993ae1fb1 None None] For port 6a4e6c26-1caf-481d-a018-f19eaf0c2c27, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:55:57.788484 n-d-828369-5 neutron-server[103140]: INFO neutron.api.v2.resource [None req-2c58499f-16a4-4ae1-af46-55eb03befafa tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:55:57.789829 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-2c58499f-16a4-4ae1-af46-55eb03befafa tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] 10.222.0.90 "PUT /v2.0/routers/4cbd3c66-c091-441c-a007-21858adb66e5 HTTP/1.1" status: 400 len: 364 time: 0.8422592 Feb 09 21:55:57.795290 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 56468) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:57.798152 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-dde457f3-44ce-4cb6-8cb3-09f993ae1fb1 None None] For port 6a4e6c26-1caf-481d-a018-f19eaf0c2c27, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=6a4e6c26-1caf-481d-a018-f19eaf0c2c27,segment=NetworkSegment(c4944c9f-146d-4ada-91af-259dcbbc1353),segment_id=c4944c9f-146d-4ada-91af-259dcbbc1353)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:55:57.801979 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2debbb65-a4e8-4734-9565-652ef63dd1db admin admin] Publish callbacks [] for security_group (b1fdf1df-d57f-4068-90d1-230c09030dfc), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:57.804459 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-dde457f3-44ce-4cb6-8cb3-09f993ae1fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (6a4e6c26-1caf-481d-a018-f19eaf0c2c27), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:57.822759 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2debbb65-a4e8-4734-9565-652ef63dd1db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (b1fdf1df-d57f-4068-90d1-230c09030dfc), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:57.859881 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba198e6d-184b-4861-baa2-ef8784693f4c req-9a56a2f1-1543-4081-b225-63f3cf424270 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:57.861456 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ba198e6d-184b-4861-baa2-ef8784693f4c req-9a56a2f1-1543-4081-b225-63f3cf424270 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=f92b7158-dc21-448a-87c9-87ead2d43767 HTTP/1.1" status: 200 len: 944 time: 0.1289992 Feb 09 21:55:57.864685 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6c5d727d-6fe7-4de7-b32f-12057c0b2b7e admin admin] Publish callbacks [] for router (3234f723-1a1c-49bf-b8dd-ea33d2d3d864), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:57.886086 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-2debbb65-a4e8-4734-9565-652ef63dd1db admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=04ee5dd37f8d4163a2907ea1934a3e2e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5379274 Feb 09 21:55:57.889621 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-77f0610a-fbea-495b-abe4-12c26b5535a5 None None] Set router 3234f723-1a1c-49bf-b8dd-ea33d2d3d864 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:55:57.945431 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde457f3-44ce-4cb6-8cb3-09f993ae1fb1 None None] Pushing event updated for resources: {'Port': ['ID=6a4e6c26-1caf-481d-a018-f19eaf0c2c27,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:57.970712 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 56470) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:57.995015 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8613c05b-429e-4af8-8e72-5598850e62ed req-5edbdc9d-ed76-4a3d-a85d-f235b9516815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:57.996946 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-8613c05b-429e-4af8-8e72-5598850e62ed req-5edbdc9d-ed76-4a3d-a85d-f235b9516815 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b55ac71e-6529-43b3-9355-0e693d39e1f4 HTTP/1.1" status: 200 len: 851 time: 0.2562265 Feb 09 21:55:58.030791 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6c5d727d-6fe7-4de7-b32f-12057c0b2b7e admin admin] Publish callbacks [] for router_gateway (3234f723-1a1c-49bf-b8dd-ea33d2d3d864), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:58.050965 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2debbb65-a4e8-4734-9565-652ef63dd1db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1fdf1df-d57f-4068-90d1-230c09030dfc,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:58.091255 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device c825f744-b528-4918-81c6-649f9312e648 up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:55:58.121207 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ba198e6d-184b-4861-baa2-ef8784693f4c req-7d6bf2b7-afcb-403a-bb3d-4dd2dc0edf1f tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=a72d620d-4650-43fd-afbd-3b01f73e5444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965924 Feb 09 21:55:58.150764 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-6c5d727d-6fe7-4de7-b32f-12057c0b2b7e admin admin] Deleting port 3ac139b1-123a-4546-bd6d-a871cf869c25 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:55:58.151517 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6c5d727d-6fe7-4de7-b32f-12057c0b2b7e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (3ac139b1-123a-4546-bd6d-a871cf869c25), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:58.171661 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-77f0610a-fbea-495b-abe4-12c26b5535a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3234f723-1a1c-49bf-b8dd-ea33d2d3d864', 'name': 'tempest-AttachVolumeTestJSON-1250021813-router', 'tenant_id': '6e1281475427459ba566f75d67d1c2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': '3ac139b1-123a-4546-bd6d-a871cf869c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:46:52Z', 'updated_at': '2022-02-09T21:55:55Z', 'revision_number': 5, 'project_id': '6e1281475427459ba566f75d67d1c2c3', 'gw_port': {'id': '3ac139b1-123a-4546-bd6d-a871cf869c25', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:25:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3234f723-1a1c-49bf-b8dd-ea33d2d3d864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:46:54Z', 'updated_at': '2022-02-09T21:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:58.218639 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning for port c825f744-b528-4918-81c6-649f9312e648 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:55:58.229152 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port c825f744-b528-4918-81c6-649f9312e648 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:55:58.229520 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (c825f744-b528-4918-81c6-649f9312e648), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:58.282269 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f0610a-fbea-495b-abe4-12c26b5535a5 None None] Checking router: 3234f723-1a1c-49bf-b8dd-ea33d2d3d864 for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:55:58.296197 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f0610a-fbea-495b-abe4-12c26b5535a5 None None] Routers {'3234f723-1a1c-49bf-b8dd-ea33d2d3d864'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:55:58.298175 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-77f0610a-fbea-495b-abe4-12c26b5535a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:55:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['3234f723-1a1c-49bf-b8dd-ea33d2d3d864'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:58.314299 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-6c5d727d-6fe7-4de7-b32f-12057c0b2b7e admin admin] For port 3ac139b1-123a-4546-bd6d-a871cf869c25, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=3ac139b1-123a-4546-bd6d-a871cf869c25,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:55:58.315286 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6c5d727d-6fe7-4de7-b32f-12057c0b2b7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (3ac139b1-123a-4546-bd6d-a871cf869c25), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:58.331072 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-6c5d727d-6fe7-4de7-b32f-12057c0b2b7e admin admin] Calling delete_port for 3ac139b1-123a-4546-bd6d-a871cf869c25 owned by network:router_gateway {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:55:58.455671 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port c825f744-b528-4918-81c6-649f9312e648 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:55:58.455988 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (c825f744-b528-4918-81c6-649f9312e648), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:58.464610 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b5cc95d2-77f9-4a9c-b631-9a5129ba96db admin admin] Publish callbacks [] for security_group (b1fdf1df-d57f-4068-90d1-230c09030dfc), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:58.500420 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8613c05b-429e-4af8-8e72-5598850e62ed req-9f93cde7-0d3e-4043-8501-ea64037ed6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:58.507016 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-8613c05b-429e-4af8-8e72-5598850e62ed req-9f93cde7-0d3e-4043-8501-ea64037ed6c0 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=23f1a6df-2b4b-4777-8497-2928c76d9f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4995506 Feb 09 21:55:58.556367 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port c825f744-b528-4918-81c6-649f9312e648, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=c825f744-b528-4918-81c6-649f9312e648,segment=NetworkSegment(72c59147-71c0-4e89-838f-bb4a6a42a647),segment_id=72c59147-71c0-4e89-838f-bb4a6a42a647)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:55:58.558796 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61524240-d505-4e90-a049-662494a82d7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c825f744-b528-4918-81c6-649f9312e648'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:55:58.565701 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b36a53c3-bca1-4226-83dc-da524e5f8698" -d '{"events": [{"server_uuid": "61524240-d505-4e90-a049-662494a82d7d", "name": "network-vif-plugged", "status": "completed", "tag": "c825f744-b528-4918-81c6-649f9312e648"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:55:58.565960 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b5cc95d2-77f9-4a9c-b631-9a5129ba96db admin admin] Publish callbacks [] for security_group (b1fdf1df-d57f-4068-90d1-230c09030dfc), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:58.573743 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (c825f744-b528-4918-81c6-649f9312e648), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:58.636829 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6c5d727d-6fe7-4de7-b32f-12057c0b2b7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (3ac139b1-123a-4546-bd6d-a871cf869c25), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:58.709540 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-77f0610a-fbea-495b-abe4-12c26b5535a5 None None] Set router 3234f723-1a1c-49bf-b8dd-ea33d2d3d864 gateway port host: None {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:55:58.722774 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49bcd496-9109-41dd-9b41-be23cd3d81fd x-openstack-request-id: req-49bcd496-9109-41dd-9b41-be23cd3d81fd {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:55:58.723080 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61524240-d505-4e90-a049-662494a82d7d", "name": "network-vif-plugged", "status": "completed", "tag": "c825f744-b528-4918-81c6-649f9312e648", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:55:58.723355 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-49bcd496-9109-41dd-9b41-be23cd3d81fd {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:55:58.724596 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61524240-d505-4e90-a049-662494a82d7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c825f744-b528-4918-81c6-649f9312e648', 'code': 200} Feb 09 21:55:58.725748 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=c825f744-b528-4918-81c6-649f9312e648,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:58.748673 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5d727d-6fe7-4de7-b32f-12057c0b2b7e admin admin] Pushing event deleted for resources: {'Port': ['ID=3ac139b1-123a-4546-bd6d-a871cf869c25,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:58.756446 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6c5d727d-6fe7-4de7-b32f-12057c0b2b7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-554524'] for router_gateway (3234f723-1a1c-49bf-b8dd-ea33d2d3d864), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:58.810163 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-77f0610a-fbea-495b-abe4-12c26b5535a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3234f723-1a1c-49bf-b8dd-ea33d2d3d864', 'name': 'tempest-AttachVolumeTestJSON-1250021813-router', 'tenant_id': '6e1281475427459ba566f75d67d1c2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:46:52Z', 'updated_at': '2022-02-09T21:55:58Z', 'revision_number': 6, 'project_id': '6e1281475427459ba566f75d67d1c2c3', 'gw_port_host': None}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:55:58.845562 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f0610a-fbea-495b-abe4-12c26b5535a5 None None] The sync data for ids ['3234f723-1a1c-49bf-b8dd-ea33d2d3d864'] in n-d-828369-5 is: [{'id': '3234f723-1a1c-49bf-b8dd-ea33d2d3d864', 'name': 'tempest-AttachVolumeTestJSON-1250021813-router', 'tenant_id': '6e1281475427459ba566f75d67d1c2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:46:52Z', 'updated_at': '2022-02-09T21:55:58Z', 'revision_number': 6, 'project_id': '6e1281475427459ba566f75d67d1c2c3', 'gw_port_host': None}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:55:58.877545 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6c5d727d-6fe7-4de7-b32f-12057c0b2b7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (3234f723-1a1c-49bf-b8dd-ea33d2d3d864), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:58.880161 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6c5d727d-6fe7-4de7-b32f-12057c0b2b7e admin admin] Publish callbacks [] for router_controller (3234f723-1a1c-49bf-b8dd-ea33d2d3d864), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:58.959812 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6c5d727d-6fe7-4de7-b32f-12057c0b2b7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (3234f723-1a1c-49bf-b8dd-ea33d2d3d864), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:58.960463 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c5d727d-6fe7-4de7-b32f-12057c0b2b7e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3234f723-1a1c-49bf-b8dd-ea33d2d3d864 {{(pid=103140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:55:58.965431 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6c5d727d-6fe7-4de7-b32f-12057c0b2b7e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:58.967335 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-6c5d727d-6fe7-4de7-b32f-12057c0b2b7e admin admin] 10.222.0.90 "DELETE /v2.0/routers/3234f723-1a1c-49bf-b8dd-ea33d2d3d864 HTTP/1.1" status: 204 len: 168 time: 1.2912743 Feb 09 21:55:58.971239 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 56478) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:55:59.026112 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c9bcf4-e76c-4e94-9973-354e9a381538 req-d384abf5-24a7-460e-bb93-ca80d8b15809 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:59.034219 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b0c9bcf4-e76c-4e94-9973-354e9a381538 req-d384abf5-24a7-460e-bb93-ca80d8b15809 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] 10.222.0.90 "GET /v2.0/ports?device_id=61524240-d505-4e90-a049-662494a82d7d HTTP/1.1" status: 200 len: 985 time: 0.4400642 Feb 09 21:55:59.042244 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e10195b-ebaf-472c-9184-a408c8a56032 req-d22d8e0e-fbf3-4e4b-afbd-0b2d5d9cfbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:55:59.043832 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7e10195b-ebaf-472c-9184-a408c8a56032 req-d22d8e0e-fbf3-4e4b-afbd-0b2d5d9cfbb4 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=61524240-d505-4e90-a049-662494a82d7d HTTP/1.1" status: 200 len: 1167 time: 0.2917912 Feb 09 21:55:59.084337 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_v2 [None req-9013a171-586f-430b-bdd7-9f13c32d9fb7 admin admin] Deleting subnet a77fad57-d7ca-4c6b-a8e5-5fa7d54c2e34 {{(pid=103140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:55:59.122387 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9013a171-586f-430b-bdd7-9f13c32d9fb7 admin admin] Publish callbacks [] for subnet (a77fad57-d7ca-4c6b-a8e5-5fa7d54c2e34), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:59.135041 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-250530c1-02e9-43b1-8286-5d5fb51c3c10 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:59.138401 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b0c9bcf4-e76c-4e94-9973-354e9a381538 req-b25e42c5-581b-48bf-9140-dee10ae7bb86 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2f122fa-eb86-4cb5-8ca5-b331253ba3c5&id=3f7d4d86-32fa-432e-9574-949c263962ff&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1031666 Feb 09 21:55:59.170724 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b5cc95d2-77f9-4a9c-b631-9a5129ba96db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (b1fdf1df-d57f-4068-90d1-230c09030dfc), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:59.174610 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b5cc95d2-77f9-4a9c-b631-9a5129ba96db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:59.175967 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-b5cc95d2-77f9-4a9c-b631-9a5129ba96db admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/b1fdf1df-d57f-4068-90d1-230c09030dfc HTTP/1.1" status: 204 len: 168 time: 1.2039247 Feb 09 21:55:59.215804 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9013a171-586f-430b-bdd7-9f13c32d9fb7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9110716'] for subnet (a77fad57-d7ca-4c6b-a8e5-5fa7d54c2e34), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:59.352248 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7e10195b-ebaf-472c-9184-a408c8a56032 req-3c291fa7-dc5d-49dc-a8c0-8af5c789ca1d service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=e2f122fa-eb86-4cb5-8ca5-b331253ba3c5&id=3f7d4d86-32fa-432e-9574-949c263962ff&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.3009715 Feb 09 21:55:59.370048 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cc95d2-77f9-4a9c-b631-9a5129ba96db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1fdf1df-d57f-4068-90d1-230c09030dfc,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:55:59.405347 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-8613c05b-429e-4af8-8e72-5598850e62ed req-980360e2-9ab4-45bf-b721-d8f85efcdcda service neutron] 10.222.0.89 "GET /v2.0/networks/23f1a6df-2b4b-4777-8497-2928c76d9f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8607254 Feb 09 21:55:59.628153 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda140db-d1c9-4ddb-8a1c-637fe760d016 None None] Network a6f61710-0913-44e6-893f-15affbfc282f requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:55:59.763467 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-b9a3de46-0989-4752-b1aa-b68064fc7b82 None None] Provisioning complete for port 6a4e6c26-1caf-481d-a018-f19eaf0c2c27 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:55:59.763853 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b9a3de46-0989-4752-b1aa-b68064fc7b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (6a4e6c26-1caf-481d-a018-f19eaf0c2c27), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:55:59.834392 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-8613c05b-429e-4af8-8e72-5598850e62ed req-efb31e8e-6258-41ce-8db5-bd4f97db145e service neutron] 10.222.0.89 "GET /v2.0/networks/23f1a6df-2b4b-4777-8497-2928c76d9f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4218287 Feb 09 21:55:59.875469 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-250530c1-02e9-43b1-8286-5d5fb51c3c10 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Allocated IP 2001:db8::1 (ac556c67-4606-4095-b471-ab88cda0f33c/6ed4e9dc-1d6f-43c1-becc-8ba1a758ad4d/5fcf2a27-bdd4-482e-b56b-a776313d6815) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:55:59.978011 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-b9a3de46-0989-4752-b1aa-b68064fc7b82 None None] Current status of the port 6a4e6c26-1caf-481d-a018-f19eaf0c2c27 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:55:59.983444 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b9a3de46-0989-4752-b1aa-b68064fc7b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (6a4e6c26-1caf-481d-a018-f19eaf0c2c27), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:00.072580 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-b9a3de46-0989-4752-b1aa-b68064fc7b82 None None] For port 6a4e6c26-1caf-481d-a018-f19eaf0c2c27, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=6a4e6c26-1caf-481d-a018-f19eaf0c2c27,segment=NetworkSegment(c4944c9f-146d-4ada-91af-259dcbbc1353),segment_id=c4944c9f-146d-4ada-91af-259dcbbc1353)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:56:00.076210 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 6a4e6c26-1caf-481d-a018-f19eaf0c2c27 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:56:00.185717 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b9a3de46-0989-4752-b1aa-b68064fc7b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (6a4e6c26-1caf-481d-a018-f19eaf0c2c27), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:00.186000 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-250530c1-02e9-43b1-8286-5d5fb51c3c10 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks [] for port (5fcf2a27-bdd4-482e-b56b-a776313d6815), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:00.200150 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9013a171-586f-430b-bdd7-9f13c32d9fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (a77fad57-d7ca-4c6b-a8e5-5fa7d54c2e34), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:00.280533 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-250530c1-02e9-43b1-8286-5d5fb51c3c10 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (5fcf2a27-bdd4-482e-b56b-a776313d6815), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:00.299700 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9013a171-586f-430b-bdd7-9f13c32d9fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621346'] for subnet (a77fad57-d7ca-4c6b-a8e5-5fa7d54c2e34), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:00.339874 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250530c1-02e9-43b1-8286-5d5fb51c3c10 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Network ac556c67-4606-4095-b471-ab88cda0f33c is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:56:00.352157 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-250530c1-02e9-43b1-8286-5d5fb51c3c10 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:56:00.365721 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250530c1-02e9-43b1-8286-5d5fb51c3c10 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:56:00.366357 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-250530c1-02e9-43b1-8286-5d5fb51c3c10 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554727'] for router_interface (4cbd3c66-c091-441c-a007-21858adb66e5), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:00.441599 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9013a171-586f-430b-bdd7-9f13c32d9fb7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:00.448678 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a3de46-0989-4752-b1aa-b68064fc7b82 None None] Pushing event updated for resources: {'Port': ['ID=6a4e6c26-1caf-481d-a018-f19eaf0c2c27,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:00.451872 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-9013a171-586f-430b-bdd7-9f13c32d9fb7 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/a77fad57-d7ca-4c6b-a8e5-5fa7d54c2e34 HTTP/1.1" status: 204 len: 168 time: 1.4771662 Feb 09 21:56:00.454780 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 56506) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:00.456607 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a259637b-ed4e-4bd3-b04f-9c53ebaedfd8 None None] Network e9a5657a-72c8-4eb7-9270-46ed5fd14a25 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:56:00.513716 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250530c1-02e9-43b1-8286-5d5fb51c3c10 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Pushing event updated for resources: {'Port': ['ID=5fcf2a27-bdd4-482e-b56b-a776313d6815,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:00.596561 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa613537-e92b-4856-8961-a1b0930b77ee req-dd1090bc-041c-4534-8710-37160eedc0ad tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:00.602893 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-aa613537-e92b-4856-8961-a1b0930b77ee req-dd1090bc-041c-4534-8710-37160eedc0ad tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=f92b7158-dc21-448a-87c9-87ead2d43767 HTTP/1.1" status: 200 len: 944 time: 1.2697310 Feb 09 21:56:00.608648 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9013a171-586f-430b-bdd7-9f13c32d9fb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a77fad57-d7ca-4c6b-a8e5-5fa7d54c2e34,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:00.634225 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ff09f9cf-1f81-46a8-90c2-cae813180099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (e9a5657a-72c8-4eb7-9270-46ed5fd14a25), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:00.635400 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 6a4e6c26-1caf-481d-a018-f19eaf0c2c27 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:56:00.636213 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (6a4e6c26-1caf-481d-a018-f19eaf0c2c27), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:00.725585 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e3f56-7eae-4c39-9405-6a690fe04d8f req-470dbf75-3817-433b-bf12-fe7f2c2a1325 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:00.727134 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-414e3f56-7eae-4c39-9405-6a690fe04d8f req-470dbf75-3817-433b-bf12-fe7f2c2a1325 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] 10.222.0.90 "GET /v2.0/ports?device_id=61524240-d505-4e90-a049-662494a82d7d HTTP/1.1" status: 200 len: 985 time: 0.3993828 Feb 09 21:56:00.848984 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-aa613537-e92b-4856-8961-a1b0930b77ee req-f5e60989-0cd4-41b9-8fd7-f7cb704b183f tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=a72d620d-4650-43fd-afbd-3b01f73e5444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312934 Feb 09 21:56:00.857660 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-250530c1-02e9-43b1-8286-5d5fb51c3c10 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (5fcf2a27-bdd4-482e-b56b-a776313d6815), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:00.946520 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-ff09f9cf-1f81-46a8-90c2-cae813180099 admin admin] Deleting port 172fee22-b447-487e-9a73-dad5ce318962 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:56:00.947031 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ff09f9cf-1f81-46a8-90c2-cae813180099 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (172fee22-b447-487e-9a73-dad5ce318962), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:00.949586 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-414e3f56-7eae-4c39-9405-6a690fe04d8f req-68a2efa1-87bf-41e0-ae59-af5ed75f2542 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2f122fa-eb86-4cb5-8ca5-b331253ba3c5&id=3f7d4d86-32fa-432e-9574-949c263962ff&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1867180 Feb 09 21:56:00.971522 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-8f036167-7a44-4324-974f-6aa96def8b21 None None] Provisioning complete for port 6a4e6c26-1caf-481d-a018-f19eaf0c2c27 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:56:00.972254 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-8f036167-7a44-4324-974f-6aa96def8b21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (6a4e6c26-1caf-481d-a018-f19eaf0c2c27), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:00.974410 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 6a4e6c26-1caf-481d-a018-f19eaf0c2c27 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:56:01.063259 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 908d8e92-5e81-424c-9d61-2a0be07d4e1a no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:56:01.116077 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 908d8e92-5e81-424c-9d61-2a0be07d4e1a {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:56:01.116727 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 908d8e92-5e81-424c-9d61-2a0be07d4e1a not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:56:01.117385 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 3ac139b1-123a-4546-bd6d-a871cf869c25 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:56:01.141576 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 3ac139b1-123a-4546-bd6d-a871cf869c25 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:56:01.142306 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 3ac139b1-123a-4546-bd6d-a871cf869c25 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:56:01.144107 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40377999-31e7-4e1a-907f-878801e4735f None None] DHCP port deletion for e9a5657a-72c8-4eb7-9270-46ed5fd14a25 request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:56:01.251604 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-ff09f9cf-1f81-46a8-90c2-cae813180099 admin admin] For port 172fee22-b447-487e-9a73-dad5ce318962, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=172fee22-b447-487e-9a73-dad5ce318962,segment=NetworkSegment(fd70fa0c-b170-42de-85a4-85b20f12af89),segment_id=fd70fa0c-b170-42de-85a4-85b20f12af89)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:56:01.252209 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ff09f9cf-1f81-46a8-90c2-cae813180099 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (172fee22-b447-487e-9a73-dad5ce318962), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:01.261847 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-8f036167-7a44-4324-974f-6aa96def8b21 None None] Current status of the port 6a4e6c26-1caf-481d-a018-f19eaf0c2c27 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:56:01.266177 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-ff09f9cf-1f81-46a8-90c2-cae813180099 admin admin] Calling delete_port for 172fee22-b447-487e-9a73-dad5ce318962 owned by network:dhcp {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:56:01.274239 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-40377999-31e7-4e1a-907f-878801e4735f None None] Deleting port 172fee22-b447-487e-9a73-dad5ce318962 {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:56:01.274625 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-40377999-31e7-4e1a-907f-878801e4735f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (172fee22-b447-487e-9a73-dad5ce318962), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:01.358543 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-40377999-31e7-4e1a-907f-878801e4735f None None] For port 172fee22-b447-487e-9a73-dad5ce318962, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=172fee22-b447-487e-9a73-dad5ce318962,segment=NetworkSegment(fd70fa0c-b170-42de-85a4-85b20f12af89),segment_id=fd70fa0c-b170-42de-85a4-85b20f12af89)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:56:01.358892 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-40377999-31e7-4e1a-907f-878801e4735f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (172fee22-b447-487e-9a73-dad5ce318962), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:01.391699 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-40377999-31e7-4e1a-907f-878801e4735f None None] Calling delete_port for 172fee22-b447-487e-9a73-dad5ce318962 owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:56:01.461166 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ff09f9cf-1f81-46a8-90c2-cae813180099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (172fee22-b447-487e-9a73-dad5ce318962), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:01.464085 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5d63a303-2709-49d9-ae0e-6ed97976e86e None None] Provisioning complete for port 5fcf2a27-bdd4-482e-b56b-a776313d6815 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:56:01.464497 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5d63a303-2709-49d9-ae0e-6ed97976e86e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (5fcf2a27-bdd4-482e-b56b-a776313d6815), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:01.498551 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device e7dbdfe5-8db1-403e-b10f-c5f05a4ff3d9 details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:56:01.504162 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 56560) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:01.532663 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff09f9cf-1f81-46a8-90c2-cae813180099 admin admin] No DVR routers for this DVR port 172fee22-b447-487e-9a73-dad5ce318962 on host n-d-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:56:01.554974 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff09f9cf-1f81-46a8-90c2-cae813180099 admin admin] Pushing event deleted for resources: {'Port': ['ID=172fee22-b447-487e-9a73-dad5ce318962,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:01.671986 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 6a4e6c26-1caf-481d-a018-f19eaf0c2c27 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:56:01.718683 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cf39b3b6-a615-4140-bc10-2328f3496267 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:01.726230 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ff09f9cf-1f81-46a8-90c2-cae813180099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (e9a5657a-72c8-4eb7-9270-46ed5fd14a25), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:01.767244 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5d63a303-2709-49d9-ae0e-6ed97976e86e None None] Port 5fcf2a27-bdd4-482e-b56b-a776313d6815 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:56:01.774375 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-ff09f9cf-1f81-46a8-90c2-cae813180099 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9a5657a-72c8-4eb7-9270-46ed5fd14a25']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:01.785705 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port e7dbdfe5-8db1-403e-b10f-c5f05a4ff3d9, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=e7dbdfe5-8db1-403e-b10f-c5f05a4ff3d9,segment=NetworkSegment(682b57c6-7518-4480-8840-98896ec39a8d),segment_id=682b57c6-7518-4480-8840-98896ec39a8d)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:56:01.809237 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-ff09f9cf-1f81-46a8-90c2-cae813180099 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd70fa0c-b170-42de-85a4-85b20f12af89') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:01.809645 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-ff09f9cf-1f81-46a8-90c2-cae813180099 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd70fa0c-b170-42de-85a4-85b20f12af89') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:01.822036 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-40377999-31e7-4e1a-907f-878801e4735f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (172fee22-b447-487e-9a73-dad5ce318962), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:01.834164 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-250530c1-02e9-43b1-8286-5d5fb51c3c10 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks [] for port (5fcf2a27-bdd4-482e-b56b-a776313d6815), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:01.838051 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ff09f9cf-1f81-46a8-90c2-cae813180099 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (fd70fa0c-b170-42de-85a4-85b20f12af89), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:01.841094 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-250530c1-02e9-43b1-8286-5d5fb51c3c10 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (5fcf2a27-bdd4-482e-b56b-a776313d6815), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:01.841922 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-250530c1-02e9-43b1-8286-5d5fb51c3c10 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524919'] for router_interface (4cbd3c66-c091-441c-a007-21858adb66e5), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:01.871346 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40377999-31e7-4e1a-907f-878801e4735f None None] Pushing event deleted for resources: {'Port': ['ID=172fee22-b447-487e-9a73-dad5ce318962,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:01.877501 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': 'e7dbdfe5-8db1-403e-b10f-c5f05a4ff3d9', 'network_id': '23f1a6df-2b4b-4777-8497-2928c76d9f17', 'port_id': 'e7dbdfe5-8db1-403e-b10f-c5f05a4ff3d9', 'mac_address': 'fa:16:3e:24:56:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b55ac71e-6529-43b3-9355-0e693d39e1f4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:56:01.883508 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40377999-31e7-4e1a-907f-878801e4735f None None] No DVR routers for this DVR port 172fee22-b447-487e-9a73-dad5ce318962 on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:56:01.936351 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port e7dbdfe5-8db1-403e-b10f-c5f05a4ff3d9 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:56:01.936566 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cf39b3b6-a615-4140-bc10-2328f3496267 admin admin] Publish callbacks [] for security_group (bc692cb3-6704-4c70-9c3d-53c29ee09cfc), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:01.936852 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (e7dbdfe5-8db1-403e-b10f-c5f05a4ff3d9), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:01.941462 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cf39b3b6-a615-4140-bc10-2328f3496267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (bc692cb3-6704-4c70-9c3d-53c29ee09cfc), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:01.954274 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7dbdfe5-8db1-403e-b10f-c5f05a4ff3d9 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:56:01.991139 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port e7dbdfe5-8db1-403e-b10f-c5f05a4ff3d9, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=e7dbdfe5-8db1-403e-b10f-c5f05a4ff3d9,segment=NetworkSegment(682b57c6-7518-4480-8840-98896ec39a8d),segment_id=682b57c6-7518-4480-8840-98896ec39a8d)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:56:02.003148 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (e7dbdfe5-8db1-403e-b10f-c5f05a4ff3d9), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:02.034412 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 6a4e6c26-1caf-481d-a018-f19eaf0c2c27 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:56:02.034789 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (6a4e6c26-1caf-481d-a018-f19eaf0c2c27), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:02.059050 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ff09f9cf-1f81-46a8-90c2-cae813180099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (fd70fa0c-b170-42de-85a4-85b20f12af89), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:02.061054 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-cf39b3b6-a615-4140-bc10-2328f3496267 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=588dfb4ee4ee4189aa179ced62574352&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5549376 Feb 09 21:56:02.065897 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 56574) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:02.091156 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf39b3b6-a615-4140-bc10-2328f3496267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc692cb3-6704-4c70-9c3d-53c29ee09cfc,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:02.101001 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff09f9cf-1f81-46a8-90c2-cae813180099 admin admin] Releasing vlan 734 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:56:02.102819 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ff09f9cf-1f81-46a8-90c2-cae813180099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (fd70fa0c-b170-42de-85a4-85b20f12af89), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:02.108137 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:56:02.108137 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:56:02.108137 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:56:02.108137 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:56:02.108137 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:56:02.108137 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:56:02.108137 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:56:02.108137 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:56:02.108137 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:56:02.108137 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:56:02.108137 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:56:02.108137 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:56:02.108137 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:56:02.108137 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:56:02.108137 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:56:02.108137 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:56:02.108137 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:56:02.108137 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:56:02.108137 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:56:02.108137 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:56:02.108137 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:56:02.108137 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:56:02.108137 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:56:02.108137 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:56:02.108137 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:56:02.108137 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:56:02.108137 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:56:02.108137 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:56:02.108137 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:56:02.108137 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:56:02.108137 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:56:02.108137 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:56:02.123550 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=e7dbdfe5-8db1-403e-b10f-c5f05a4ff3d9,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:02.168844 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250530c1-02e9-43b1-8286-5d5fb51c3c10 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Pushing event updated for resources: {'Port': ['ID=5fcf2a27-bdd4-482e-b56b-a776313d6815,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:02.214697 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ff09f9cf-1f81-46a8-90c2-cae813180099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (e9a5657a-72c8-4eb7-9270-46ed5fd14a25), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:02.224062 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ff09f9cf-1f81-46a8-90c2-cae813180099 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:02.230029 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-ff09f9cf-1f81-46a8-90c2-cae813180099 admin admin] 10.222.0.90 "DELETE /v2.0/networks/e9a5657a-72c8-4eb7-9270-46ed5fd14a25 HTTP/1.1" status: 204 len: 168 time: 1.7698636 Feb 09 21:56:02.235208 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84181d56-f9db-4a94-8225-be6d1d6ac254 req-87968550-8ef9-4b40-9c29-bb734da99783 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:02.237353 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 6a4e6c26-1caf-481d-a018-f19eaf0c2c27 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:56:02.240695 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-84181d56-f9db-4a94-8225-be6d1d6ac254 req-87968550-8ef9-4b40-9c29-bb734da99783 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] 10.222.0.90 "GET /v2.0/ports?device_id=61524240-d505-4e90-a049-662494a82d7d HTTP/1.1" status: 200 len: 985 time: 0.1571579 Feb 09 21:56:02.243657 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff09f9cf-1f81-46a8-90c2-cae813180099 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9a5657a-72c8-4eb7-9270-46ed5fd14a25,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:02.254757 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250530c1-02e9-43b1-8286-5d5fb51c3c10 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Network ac556c67-4606-4095-b471-ab88cda0f33c is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:56:02.257139 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-250530c1-02e9-43b1-8286-5d5fb51c3c10 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:56:02.265956 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6cb45f-06e0-4924-8ebd-a71d2368619b req-c67863c2-3b3d-4678-b732-f049b2a0d272 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:02.273143 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ec6cb45f-06e0-4924-8ebd-a71d2368619b req-c67863c2-3b3d-4678-b732-f049b2a0d272 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=f92b7158-dc21-448a-87c9-87ead2d43767 HTTP/1.1" status: 200 len: 945 time: 0.2779350 Feb 09 21:56:02.277460 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-953793ed-61bb-4e65-8ddc-c127ec05c705 admin admin] Publish callbacks [] for security_group (bc692cb3-6704-4c70-9c3d-53c29ee09cfc), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:02.336743 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-953793ed-61bb-4e65-8ddc-c127ec05c705 admin admin] Publish callbacks [] for security_group (bc692cb3-6704-4c70-9c3d-53c29ee09cfc), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:02.346071 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 172fee22-b447-487e-9a73-dad5ce318962 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:56:02.389453 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 172fee22-b447-487e-9a73-dad5ce318962 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:56:02.389809 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 172fee22-b447-487e-9a73-dad5ce318962 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:56:02.440306 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['e7dbdfe5-8db1-403e-b10f-c5f05a4ff3d9'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:56:02.459013 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ec6cb45f-06e0-4924-8ebd-a71d2368619b req-289970ca-f3d1-446b-a4da-32b2c45ff582 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=a72d620d-4650-43fd-afbd-3b01f73e5444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851087 Feb 09 21:56:02.460745 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 56578) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:02.514012 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-84181d56-f9db-4a94-8225-be6d1d6ac254 req-e93d2724-5202-4e95-9392-46f76be09f16 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2f122fa-eb86-4cb5-8ca5-b331253ba3c5&id=3f7d4d86-32fa-432e-9574-949c263962ff&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2334611 Feb 09 21:56:02.566671 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-953793ed-61bb-4e65-8ddc-c127ec05c705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (bc692cb3-6704-4c70-9c3d-53c29ee09cfc), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:02.569789 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-953793ed-61bb-4e65-8ddc-c127ec05c705 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:02.574501 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-250530c1-02e9-43b1-8286-5d5fb51c3c10 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Router 4cbd3c66-c091-441c-a007-21858adb66e5 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:56:02.581453 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-953793ed-61bb-4e65-8ddc-c127ec05c705 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/bc692cb3-6704-4c70-9c3d-53c29ee09cfc HTTP/1.1" status: 204 len: 168 time: 0.5087337 Feb 09 21:56:02.586549 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-508480dc-1e29-4a0e-9d82-7c51cef09bf5 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=6e1281475427459ba566f75d67d1c2c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1245542 Feb 09 21:56:02.588377 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 56584) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:02.606310 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953793ed-61bb-4e65-8ddc-c127ec05c705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc692cb3-6704-4c70-9c3d-53c29ee09cfc,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:02.757933 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75056b6f-d2fe-4dfd-be47-485172d0a572 req-dcb1e6ae-a723-4d1a-bf01-9251c07117b5 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:02.760456 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-75056b6f-d2fe-4dfd-be47-485172d0a572 req-dcb1e6ae-a723-4d1a-bf01-9251c07117b5 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] 10.222.0.90 "GET /v2.0/ports?device_id=61524240-d505-4e90-a049-662494a82d7d HTTP/1.1" status: 200 len: 985 time: 0.1230659 Feb 09 21:56:02.803101 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-242e1c4c-9205-4289-bc84-6f7341513faa admin admin] Publish callbacks [] for security_group (417ea70a-7149-4ebc-b4ec-81e58a926ee3), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:02.829597 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-242e1c4c-9205-4289-bc84-6f7341513faa admin admin] Publish callbacks [] for security_group (417ea70a-7149-4ebc-b4ec-81e58a926ee3), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:02.838353 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-be9e279f-2fc9-4772-b070-17acf3d0d325 None None] Provisioning complete for port 5fcf2a27-bdd4-482e-b56b-a776313d6815 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:56:02.838893 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-be9e279f-2fc9-4772-b070-17acf3d0d325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (5fcf2a27-bdd4-482e-b56b-a776313d6815), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:02.888427 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-75056b6f-d2fe-4dfd-be47-485172d0a572 req-5e7ab4b8-63c9-4d6f-9842-84417ffd631f tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2f122fa-eb86-4cb5-8ca5-b331253ba3c5&id=3f7d4d86-32fa-432e-9574-949c263962ff&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1225312 Feb 09 21:56:02.892838 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-242e1c4c-9205-4289-bc84-6f7341513faa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (417ea70a-7149-4ebc-b4ec-81e58a926ee3), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:02.895904 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-242e1c4c-9205-4289-bc84-6f7341513faa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:02.898180 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-242e1c4c-9205-4289-bc84-6f7341513faa admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/417ea70a-7149-4ebc-b4ec-81e58a926ee3 HTTP/1.1" status: 204 len: 168 time: 0.3074229 Feb 09 21:56:02.926319 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242e1c4c-9205-4289-bc84-6f7341513faa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=417ea70a-7149-4ebc-b4ec-81e58a926ee3,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:02.962267 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-250530c1-02e9-43b1-8286-5d5fb51c3c10 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:56:02.972567 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-250530c1-02e9-43b1-8286-5d5fb51c3c10 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] 10.222.0.90 "PUT /v2.0/routers/4cbd3c66-c091-441c-a007-21858adb66e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1571417 Feb 09 21:56:02.973456 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 56594) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:02.975453 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-be9e279f-2fc9-4772-b070-17acf3d0d325 None None] Port 5fcf2a27-bdd4-482e-b56b-a776313d6815 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:56:02.996607 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41dd3358-abd5-4c2d-8855-c021466bb33f None None] Sync routers for ids ['4cbd3c66-c091-441c-a007-21858adb66e5'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:56:03.020301 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41dd3358-abd5-4c2d-8855-c021466bb33f None None] Routers {'4cbd3c66-c091-441c-a007-21858adb66e5'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:56:03.022259 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-41dd3358-abd5-4c2d-8855-c021466bb33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:55:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['4cbd3c66-c091-441c-a007-21858adb66e5'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:03.111618 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-41dd3358-abd5-4c2d-8855-c021466bb33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:03.136165 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41dd3358-abd5-4c2d-8855-c021466bb33f None None] Routers {'4cbd3c66-c091-441c-a007-21858adb66e5'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:56:03.138134 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-41dd3358-abd5-4c2d-8855-c021466bb33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:55:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['4cbd3c66-c091-441c-a007-21858adb66e5'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:03.148021 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1146adc5-20f8-459c-9326-43c4803d6352 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks [] for router (4cbd3c66-c091-441c-a007-21858adb66e5), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:03.207429 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-41dd3358-abd5-4c2d-8855-c021466bb33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:03.208364 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41dd3358-abd5-4c2d-8855-c021466bb33f None None] The sync data for ids ['4cbd3c66-c091-441c-a007-21858adb66e5'] in n-d-828369-5 is: [] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:56:03.239120 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993489aa-b8fc-4cff-aebe-dd703757cc6e req-4146c3dc-ea8c-4090-aa09-d526c5711126 tempest-TestSecurityGroupsBasicOps-1023827313 tempest-TestSecurityGroupsBasicOps-1023827313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:03.239789 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-993489aa-b8fc-4cff-aebe-dd703757cc6e req-4146c3dc-ea8c-4090-aa09-d526c5711126 tempest-TestSecurityGroupsBasicOps-1023827313 tempest-TestSecurityGroupsBasicOps-1023827313-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=61524240-d505-4e90-a049-662494a82d7d HTTP/1.1" status: 200 len: 1167 time: 0.1664131 Feb 09 21:56:03.268839 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-993489aa-b8fc-4cff-aebe-dd703757cc6e req-4d93aa6f-8525-4a27-8079-dd3b38ed08c8 tempest-TestSecurityGroupsBasicOps-1023827313 tempest-TestSecurityGroupsBasicOps-1023827313-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:03.302848 n-d-828369-5 neutron-server[103140]: INFO neutron.api.v2.resource [None req-1146adc5-20f8-459c-9326-43c4803d6352 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 09 21:56:03.307282 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 56606) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:03.307835 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-1146adc5-20f8-459c-9326-43c4803d6352 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] 10.222.0.90 "DELETE /v2.0/routers/4cbd3c66-c091-441c-a007-21858adb66e5 HTTP/1.1" status: 409 len: 329 time: 0.3301725 Feb 09 21:56:03.384131 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-993489aa-b8fc-4cff-aebe-dd703757cc6e req-4d93aa6f-8525-4a27-8079-dd3b38ed08c8 tempest-TestSecurityGroupsBasicOps-1023827313 tempest-TestSecurityGroupsBasicOps-1023827313-project-admin] Publish callbacks [] for security_group (51a70613-f6ca-403b-91de-beca239593b0), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:03.389338 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-993489aa-b8fc-4cff-aebe-dd703757cc6e req-4d93aa6f-8525-4a27-8079-dd3b38ed08c8 tempest-TestSecurityGroupsBasicOps-1023827313 tempest-TestSecurityGroupsBasicOps-1023827313-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (51a70613-f6ca-403b-91de-beca239593b0), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:03.441364 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d93aa6f-8525-4a27-8079-dd3b38ed08c8 tempest-TestSecurityGroupsBasicOps-1023827313 tempest-TestSecurityGroupsBasicOps-1023827313-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51a70613-f6ca-403b-91de-beca239593b0,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:03.453886 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-993489aa-b8fc-4cff-aebe-dd703757cc6e req-4d93aa6f-8525-4a27-8079-dd3b38ed08c8 tempest-TestSecurityGroupsBasicOps-1023827313 tempest-TestSecurityGroupsBasicOps-1023827313-project-admin] 10.222.0.90 "GET /v2.0/security-groups?id=e2f122fa-eb86-4cb5-8ca5-b331253ba3c5&id=3f7d4d86-32fa-432e-9574-949c263962ff&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2049146 Feb 09 21:56:03.484080 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 56616) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:03.520276 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device e7dbdfe5-8db1-403e-b10f-c5f05a4ff3d9 up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:56:03.590390 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62dca718-040f-482d-8d10-008be63a0bb1 tempest-TestSecurityGroupsBasicOps-1023827313 tempest-TestSecurityGroupsBasicOps-1023827313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:03.592052 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-62dca718-040f-482d-8d10-008be63a0bb1 tempest-TestSecurityGroupsBasicOps-1023827313 tempest-TestSecurityGroupsBasicOps-1023827313-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=61524240-d505-4e90-a049-662494a82d7d HTTP/1.1" status: 200 len: 1162 time: 0.1061532 Feb 09 21:56:03.606475 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 56622) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:03.612437 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-ae794864-0417-4157-8367-06ff01988280 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Request body: {'floatingip': {'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'port_id': 'c825f744-b528-4918-81c6-649f9312e648', 'tenant_id': '223d3fc4293a4815bcb23134d0e1c2d3', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:56:03.654684 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning for port e7dbdfe5-8db1-403e-b10f-c5f05a4ff3d9 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:56:03.661708 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port e7dbdfe5-8db1-403e-b10f-c5f05a4ff3d9 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:56:03.662131 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (e7dbdfe5-8db1-403e-b10f-c5f05a4ff3d9), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:03.678976 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ae794864-0417-4157-8367-06ff01988280 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:03.811341 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port e7dbdfe5-8db1-403e-b10f-c5f05a4ff3d9 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:56:03.811999 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (e7dbdfe5-8db1-403e-b10f-c5f05a4ff3d9), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:03.864733 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c2e0d5-c0f0-46fc-a250-6961b28ea004 req-79b77066-d80f-4989-a560-4acc1b64c518 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:03.872311 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-37c2e0d5-c0f0-46fc-a250-6961b28ea004 req-79b77066-d80f-4989-a560-4acc1b64c518 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=f92b7158-dc21-448a-87c9-87ead2d43767 HTTP/1.1" status: 200 len: 945 time: 0.2734725 Feb 09 21:56:03.902516 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port e7dbdfe5-8db1-403e-b10f-c5f05a4ff3d9, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=e7dbdfe5-8db1-403e-b10f-c5f05a4ff3d9,segment=NetworkSegment(682b57c6-7518-4480-8840-98896ec39a8d),segment_id=682b57c6-7518-4480-8840-98896ec39a8d)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:56:03.904866 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f92b7158-dc21-448a-87c9-87ead2d43767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7dbdfe5-8db1-403e-b10f-c5f05a4ff3d9'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:56:03.911979 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4977b09e-4fca-4fbb-9fe4-69091394ab97" -d '{"events": [{"server_uuid": "f92b7158-dc21-448a-87c9-87ead2d43767", "name": "network-vif-plugged", "status": "completed", "tag": "e7dbdfe5-8db1-403e-b10f-c5f05a4ff3d9"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:56:03.921737 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (e7dbdfe5-8db1-403e-b10f-c5f05a4ff3d9), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:04.014243 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb137e80-4aec-4f57-8a3e-09f9dbedeada x-openstack-request-id: req-eb137e80-4aec-4f57-8a3e-09f9dbedeada {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:56:04.014807 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f92b7158-dc21-448a-87c9-87ead2d43767", "name": "network-vif-plugged", "status": "completed", "tag": "e7dbdfe5-8db1-403e-b10f-c5f05a4ff3d9", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:56:04.015305 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-eb137e80-4aec-4f57-8a3e-09f9dbedeada {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:56:04.016453 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f92b7158-dc21-448a-87c9-87ead2d43767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7dbdfe5-8db1-403e-b10f-c5f05a4ff3d9', 'code': 200} Feb 09 21:56:04.038794 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-37c2e0d5-c0f0-46fc-a250-6961b28ea004 req-4215cdee-073e-40bf-8f58-00820ac27b17 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=a72d620d-4650-43fd-afbd-3b01f73e5444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653965 Feb 09 21:56:04.074309 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ae794864-0417-4157-8367-06ff01988280 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:04.082350 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=e7dbdfe5-8db1-403e-b10f-c5f05a4ff3d9,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:04.119361 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e0c8f7e0-3d61-4e57-bb38-90efdbd46f69 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524906'] for router_interface (4cbd3c66-c091-441c-a007-21858adb66e5), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:04.244767 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b6f7a5-6c8b-407d-8987-9c4de1115a86 req-dd5d3578-5a29-419e-9655-f82fa6e25698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:04.246535 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f0b6f7a5-6c8b-407d-8987-9c4de1115a86 req-dd5d3578-5a29-419e-9655-f82fa6e25698 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=f92b7158-dc21-448a-87c9-87ead2d43767 HTTP/1.1" status: 200 len: 1128 time: 0.1666358 Feb 09 21:56:04.282248 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-ae794864-0417-4157-8367-06ff01988280 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Allocated IP 172.25.3.8 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/649362aa-bece-4f93-9ab1-80a97fedd605) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:56:04.411999 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ae794864-0417-4157-8367-06ff01988280 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks [] for port (649362aa-bece-4f93-9ab1-80a97fedd605), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:04.416831 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f0b6f7a5-6c8b-407d-8987-9c4de1115a86 req-aab69de1-ed94-4b4f-8151-3f902f5dacee service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=a72d620d-4650-43fd-afbd-3b01f73e5444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618879 Feb 09 21:56:04.486771 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ae794864-0417-4157-8367-06ff01988280 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (649362aa-bece-4f93-9ab1-80a97fedd605), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:04.576900 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae794864-0417-4157-8367-06ff01988280 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Pushing event updated for resources: {'Port': ['ID=649362aa-bece-4f93-9ab1-80a97fedd605,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:04.591126 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-e0c8f7e0-3d61-4e57-bb38-90efdbd46f69 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Deleting port 5fcf2a27-bdd4-482e-b56b-a776313d6815 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:56:04.591859 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae794864-0417-4157-8367-06ff01988280 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:56:04.592753 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e0c8f7e0-3d61-4e57-bb38-90efdbd46f69 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (5fcf2a27-bdd4-482e-b56b-a776313d6815), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:04.593585 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-ae794864-0417-4157-8367-06ff01988280 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:56:04.597093 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae794864-0417-4157-8367-06ff01988280 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:56:04.712569 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e0c8f7e0-3d61-4e57-bb38-90efdbd46f69 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (5fcf2a27-bdd4-482e-b56b-a776313d6815), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:04.729339 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-e0c8f7e0-3d61-4e57-bb38-90efdbd46f69 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Calling delete_port for 5fcf2a27-bdd4-482e-b56b-a776313d6815 owned by network:router_interface {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:56:04.981377 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e0c8f7e0-3d61-4e57-bb38-90efdbd46f69 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (5fcf2a27-bdd4-482e-b56b-a776313d6815), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:05.051815 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c8f7e0-3d61-4e57-bb38-90efdbd46f69 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Pushing event deleted for resources: {'Port': ['ID=5fcf2a27-bdd4-482e-b56b-a776313d6815,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:05.100339 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ae794864-0417-4157-8367-06ff01988280 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks [] for floatingip (06957ac1-44a7-42ac-8063-d22646d7aa54), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:05.194710 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c8f7e0-3d61-4e57-bb38-90efdbd46f69 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:05.195061 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c8f7e0-3d61-4e57-bb38-90efdbd46f69 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:05.195572 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c8f7e0-3d61-4e57-bb38-90efdbd46f69 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:05.195921 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c8f7e0-3d61-4e57-bb38-90efdbd46f69 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:05.196281 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c8f7e0-3d61-4e57-bb38-90efdbd46f69 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:05.196623 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c8f7e0-3d61-4e57-bb38-90efdbd46f69 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:05.196958 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c8f7e0-3d61-4e57-bb38-90efdbd46f69 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:05.211045 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c8f7e0-3d61-4e57-bb38-90efdbd46f69 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:05.211045 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c8f7e0-3d61-4e57-bb38-90efdbd46f69 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:05.211045 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c8f7e0-3d61-4e57-bb38-90efdbd46f69 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:05.211045 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c8f7e0-3d61-4e57-bb38-90efdbd46f69 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:05.211045 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c8f7e0-3d61-4e57-bb38-90efdbd46f69 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:05.211045 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c8f7e0-3d61-4e57-bb38-90efdbd46f69 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:05.305807 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e0c8f7e0-3d61-4e57-bb38-90efdbd46f69 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-525054'] for router_interface (4cbd3c66-c091-441c-a007-21858adb66e5), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:05.364039 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ae794864-0417-4157-8367-06ff01988280 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (649362aa-bece-4f93-9ab1-80a97fedd605), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:05.485019 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dca32a-5bd3-4075-be31-b35e543452c6 req-a1f99d99-1f09-470b-9f50-561b8904818f tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:05.487056 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-08dca32a-5bd3-4075-be31-b35e543452c6 req-a1f99d99-1f09-470b-9f50-561b8904818f tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=f92b7158-dc21-448a-87c9-87ead2d43767 HTTP/1.1" status: 200 len: 946 time: 0.2622023 Feb 09 21:56:05.487917 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 56674) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:05.649255 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-08dca32a-5bd3-4075-be31-b35e543452c6 req-a7e1748e-e0fb-494f-9cb5-6bc90b5a84e0 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=a72d620d-4650-43fd-afbd-3b01f73e5444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810974 Feb 09 21:56:05.695722 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ae794864-0417-4157-8367-06ff01988280 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks [] for port (649362aa-bece-4f93-9ab1-80a97fedd605), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:05.701841 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ae794864-0417-4157-8367-06ff01988280 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (649362aa-bece-4f93-9ab1-80a97fedd605), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:05.809540 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ae794864-0417-4157-8367-06ff01988280 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (06957ac1-44a7-42ac-8063-d22646d7aa54), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:05.901988 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae794864-0417-4157-8367-06ff01988280 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Pushing event updated for resources: {'Port': ['ID=649362aa-bece-4f93-9ab1-80a97fedd605,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:05.967522 n-d-828369-5 neutron-server[103140]: INFO neutron.db.l3_db [None req-ae794864-0417-4157-8367-06ff01988280 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Floating IP 06957ac1-44a7-42ac-8063-d22646d7aa54 associated. External IP: 172.25.3.8, port: c825f744-b528-4918-81c6-649f9312e648. Feb 09 21:56:06.009519 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0c8f7e0-3d61-4e57-bb38-90efdbd46f69 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Router 4cbd3c66-c091-441c-a007-21858adb66e5 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:56:06.176275 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0c8f7e0-3d61-4e57-bb38-90efdbd46f69 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:56:06.188312 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-e0c8f7e0-3d61-4e57-bb38-90efdbd46f69 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] 10.222.0.90 "PUT /v2.0/routers/4cbd3c66-c091-441c-a007-21858adb66e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8746147 Feb 09 21:56:06.188312 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 56694) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:06.197321 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ab4355-19c7-43b8-a66c-c2812177a4fa None None] Sync routers for ids ['4cbd3c66-c091-441c-a007-21858adb66e5'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:56:06.217300 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ab4355-19c7-43b8-a66c-c2812177a4fa None None] Routers {'4cbd3c66-c091-441c-a007-21858adb66e5'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:56:06.228316 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-28ab4355-19c7-43b8-a66c-c2812177a4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:55:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['4cbd3c66-c091-441c-a007-21858adb66e5'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:06.239426 n-d-828369-5 neutron-server[103141]: INFO neutron.api.v2.resource [None req-bc9c36e3-c0db-4843-946a-082af2b54220 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] show failed (client error): The resource could not be found. Feb 09 21:56:06.244433 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-bc9c36e3-c0db-4843-946a-082af2b54220 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] 10.222.0.90 "GET /v2.0/routers/tempest-non_exist_router-2141538925 HTTP/1.1" status: 404 len: 335 time: 0.0525632 Feb 09 21:56:06.244763 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 56696) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:06.249026 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-f12b95c1-f80f-4f41-99a3-3f0268bfffcc tempest-MeteringIpV6TestJSON-447421073 tempest-MeteringIpV6TestJSON-447421073-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1402532843'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:56:06.249822 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-f12b95c1-f80f-4f41-99a3-3f0268bfffcc tempest-MeteringIpV6TestJSON-447421073 tempest-MeteringIpV6TestJSON-447421073-project-admin] Unknown quota resources ['metering_label']. {{(pid=103140) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 21:56:06.259444 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-f3930143-85e7-4b33-a49a-4bc4844d346c tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:56:06.294073 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-28ab4355-19c7-43b8-a66c-c2812177a4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:06.305978 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ab4355-19c7-43b8-a66c-c2812177a4fa None None] Routers {'4cbd3c66-c091-441c-a007-21858adb66e5'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:56:06.307130 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-28ab4355-19c7-43b8-a66c-c2812177a4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:55:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['4cbd3c66-c091-441c-a007-21858adb66e5'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:06.325370 n-d-828369-5 neutron-server[103141]: INFO neutron.api.v2.resource [None req-f3930143-85e7-4b33-a49a-4bc4844d346c tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] update failed (client error): The resource could not be found. Feb 09 21:56:06.330238 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae794864-0417-4157-8367-06ff01988280 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Router 033663a4-a0b5-4b5d-ab1c-661b18ff0aea has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:56:06.333243 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-f3930143-85e7-4b33-a49a-4bc4844d346c tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] 10.222.0.90 "PUT /v2.0/routers/tempest-non_exist_router-1837672433 HTTP/1.1" status: 404 len: 335 time: 0.0804100 Feb 09 21:56:06.333885 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 56700) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:06.379554 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-28ab4355-19c7-43b8-a66c-c2812177a4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:06.381399 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ab4355-19c7-43b8-a66c-c2812177a4fa None None] The sync data for ids ['4cbd3c66-c091-441c-a007-21858adb66e5'] in n-d-828369-5 is: [] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:56:06.397033 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c97e0a2-1ae5-4972-8f89-3c8434d7e923 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Deleting subnet e2a2bfa4-e1f5-45b2-a39c-5cfce2db42fe {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:56:06.403161 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0c97e0a2-1ae5-4972-8f89-3c8434d7e923 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks [] for subnet (e2a2bfa4-e1f5-45b2-a39c-5cfce2db42fe), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:06.454252 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0c97e0a2-1ae5-4972-8f89-3c8434d7e923 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (e2a2bfa4-e1f5-45b2-a39c-5cfce2db42fe), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:06.501462 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f12b95c1-f80f-4f41-99a3-3f0268bfffcc tempest-MeteringIpV6TestJSON-447421073 tempest-MeteringIpV6TestJSON-447421073-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:06.502658 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-f12b95c1-f80f-4f41-99a3-3f0268bfffcc tempest-MeteringIpV6TestJSON-447421073 tempest-MeteringIpV6TestJSON-447421073-project-admin] 10.222.0.90 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.9362924 Feb 09 21:56:06.510574 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 56710) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:06.515344 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-6cee0c4c-855e-4064-abea-4dece52cd9bb tempest-MeteringIpV6TestJSON-447421073 tempest-MeteringIpV6TestJSON-447421073-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '42b352a8-485d-4eee-929d-3314e34ee17d'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:56:06.516403 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-6cee0c4c-855e-4064-abea-4dece52cd9bb tempest-MeteringIpV6TestJSON-447421073 tempest-MeteringIpV6TestJSON-447421073-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103140) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 21:56:06.556578 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0c97e0a2-1ae5-4972-8f89-3c8434d7e923 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (e2a2bfa4-e1f5-45b2-a39c-5cfce2db42fe), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:06.586714 n-d-828369-5 neutron-server[103140]: WARNING neutron.services.metering.metering_plugin [None req-6cee0c4c-855e-4064-abea-4dece52cd9bb tempest-MeteringIpV6TestJSON-447421073 tempest-MeteringIpV6TestJSON-447421073-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 09 21:56:06.635843 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0c97e0a2-1ae5-4972-8f89-3c8434d7e923 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (e2a2bfa4-e1f5-45b2-a39c-5cfce2db42fe), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:06.681221 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c97e0a2-1ae5-4972-8f89-3c8434d7e923 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Pushing event deleted for resources: {'Subnet': ['ID=e2a2bfa4-e1f5-45b2-a39c-5cfce2db42fe,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:06.686894 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0c97e0a2-1ae5-4972-8f89-3c8434d7e923 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:06.697278 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 56720) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:06.697935 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29969d51-3160-4044-9708-e09bb7c23c33 None None] Network a6f61710-0913-44e6-893f-15affbfc282f requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:56:06.707941 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-0c97e0a2-1ae5-4972-8f89-3c8434d7e923 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] 10.222.0.90 "DELETE /v2.0/subnets/e2a2bfa4-e1f5-45b2-a39c-5cfce2db42fe HTTP/1.1" status: 204 len: 168 time: 0.3599720 Feb 09 21:56:06.785648 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6cee0c4c-855e-4064-abea-4dece52cd9bb tempest-MeteringIpV6TestJSON-447421073 tempest-MeteringIpV6TestJSON-447421073-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:06.786801 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-6cee0c4c-855e-4064-abea-4dece52cd9bb tempest-MeteringIpV6TestJSON-447421073 tempest-MeteringIpV6TestJSON-447421073-project-admin] 10.222.0.90 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2749617 Feb 09 21:56:06.791072 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 56726) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:06.792997 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d5ab9af7-bcea-4c97-a7ac-087769b84cad tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (a6f61710-0913-44e6-893f-15affbfc282f), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:06.796126 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-9c15a6e1-7ac3-49d5-8685-83aad46be2e5 tempest-MeteringIpV6TestJSON-447421073 tempest-MeteringIpV6TestJSON-447421073-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '42b352a8-485d-4eee-929d-3314e34ee17d'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:56:06.796674 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-9c15a6e1-7ac3-49d5-8685-83aad46be2e5 tempest-MeteringIpV6TestJSON-447421073 tempest-MeteringIpV6TestJSON-447421073-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103141) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 21:56:06.835867 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae794864-0417-4157-8367-06ff01988280 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:56:06.859790 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2cc226-1c87-4f02-858f-60581c283674 None None] Sync routers for ids ['033663a4-a0b5-4b5d-ab1c-661b18ff0aea'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:56:06.879017 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2cc226-1c87-4f02-858f-60581c283674 None None] Routers {'033663a4-a0b5-4b5d-ab1c-661b18ff0aea'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:56:06.880091 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-3a2cc226-1c87-4f02-858f-60581c283674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:55:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['033663a4-a0b5-4b5d-ab1c-661b18ff0aea'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:06.902081 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ae794864-0417-4157-8367-06ff01988280 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:06.949997 n-d-828369-5 neutron-server[103141]: WARNING neutron.services.metering.metering_plugin [None req-9c15a6e1-7ac3-49d5-8685-83aad46be2e5 tempest-MeteringIpV6TestJSON-447421073 tempest-MeteringIpV6TestJSON-447421073-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 09 21:56:06.973256 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-ae794864-0417-4157-8367-06ff01988280 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.3655019 Feb 09 21:56:06.977940 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 56732) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:06.984052 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61524240-d505-4e90-a049-662494a82d7d', 'tag': 'c825f744-b528-4918-81c6-649f9312e648'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:56:06.987202 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c0a76ab-9ff4-4547-bbd5-dde7fe55de77" -d '{"events": [{"name": "network-changed", "server_uuid": "61524240-d505-4e90-a049-662494a82d7d", "tag": "c825f744-b528-4918-81c6-649f9312e648"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:56:07.020634 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ac4669-9a3f-4faf-a59e-dd714ebd8266 req-2a6770ef-7d5f-415e-83ca-9a5c74eef6e0 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:07.022764 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-04ac4669-9a3f-4faf-a59e-dd714ebd8266 req-2a6770ef-7d5f-415e-83ca-9a5c74eef6e0 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=f92b7158-dc21-448a-87c9-87ead2d43767 HTTP/1.1" status: 200 len: 946 time: 0.2402723 Feb 09 21:56:07.108000 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9c15a6e1-7ac3-49d5-8685-83aad46be2e5 tempest-MeteringIpV6TestJSON-447421073 tempest-MeteringIpV6TestJSON-447421073-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:07.109881 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-9c15a6e1-7ac3-49d5-8685-83aad46be2e5 tempest-MeteringIpV6TestJSON-447421073 tempest-MeteringIpV6TestJSON-447421073-project-admin] 10.222.0.90 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3172293 Feb 09 21:56:07.112541 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 56740) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:07.123981 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-248ef8f6-95e3-49c9-91ee-96cd587ea6cd tempest-MeteringIpV6TestJSON-447421073 tempest-MeteringIpV6TestJSON-447421073-project-admin] 10.222.0.90 "GET /v2.0/metering/metering-label-rules?id=9cd03b2c-2364-457e-ac6d-3ee49f4deba9 HTTP/1.1" status: 200 len: 462 time: 0.0101647 Feb 09 21:56:07.126937 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 56742) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:07.135124 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a51327-29ff-4f3d-be26-081a19c6b455 None None] DHCP port deletion for a6f61710-0913-44e6-893f-15affbfc282f request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:56:07.218133 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2302afc-3de0-4f22-87c6-3a1efdf03a70 x-openstack-request-id: req-e2302afc-3de0-4f22-87c6-3a1efdf03a70 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:56:07.218499 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61524240-d505-4e90-a049-662494a82d7d", "tag": "c825f744-b528-4918-81c6-649f9312e648", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:56:07.218890 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-e2302afc-3de0-4f22-87c6-3a1efdf03a70 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:56:07.219298 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61524240-d505-4e90-a049-662494a82d7d', 'tag': 'c825f744-b528-4918-81c6-649f9312e648', 'status': 'completed', 'code': 200} Feb 09 21:56:07.223371 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d5ab9af7-bcea-4c97-a7ac-087769b84cad tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Deleting port 6a4e6c26-1caf-481d-a018-f19eaf0c2c27 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:56:07.223709 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d5ab9af7-bcea-4c97-a7ac-087769b84cad tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (6a4e6c26-1caf-481d-a018-f19eaf0c2c27), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:07.265721 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-3a2cc226-1c87-4f02-858f-60581c283674 None None] Set router 033663a4-a0b5-4b5d-ab1c-661b18ff0aea gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:56:07.300462 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-928d403c-cc28-48d5-9e78-443e15afde47 tempest-MeteringIpV6TestJSON-447421073 tempest-MeteringIpV6TestJSON-447421073-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:07.301734 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-928d403c-cc28-48d5-9e78-443e15afde47 tempest-MeteringIpV6TestJSON-447421073 tempest-MeteringIpV6TestJSON-447421073-project-admin] 10.222.0.90 "DELETE /v2.0/metering/metering-label-rules/9cd03b2c-2364-457e-ac6d-3ee49f4deba9 HTTP/1.1" status: 204 len: 168 time: 0.1733479 Feb 09 21:56:07.304863 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-f3a51327-29ff-4f3d-be26-081a19c6b455 None None] Deleting port 6a4e6c26-1caf-481d-a018-f19eaf0c2c27 {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:56:07.305241 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f3a51327-29ff-4f3d-be26-081a19c6b455 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (6a4e6c26-1caf-481d-a018-f19eaf0c2c27), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:07.308019 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 56750) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:07.320592 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-2a87a278-5789-4695-a62b-a8021ca95fec tempest-MeteringIpV6TestJSON-447421073 tempest-MeteringIpV6TestJSON-447421073-project-admin] 10.222.0.90 "GET /v2.0/metering/metering-label-rules?id=9cd03b2c-2364-457e-ac6d-3ee49f4deba9 HTTP/1.1" status: 200 len: 221 time: 0.0105534 Feb 09 21:56:07.324524 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 56752) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:07.329414 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-3b64afe9-edff-4135-b603-5071e63f3d86 tempest-MeteringIpV6TestJSON-447421073 tempest-MeteringIpV6TestJSON-447421073-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--242690794', 'description': 'label created by tempest'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:56:07.329870 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-3b64afe9-edff-4135-b603-5071e63f3d86 tempest-MeteringIpV6TestJSON-447421073 tempest-MeteringIpV6TestJSON-447421073-project-admin] Unknown quota resources ['metering_label']. {{(pid=103141) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 21:56:07.412940 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d5ab9af7-bcea-4c97-a7ac-087769b84cad tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] For port 6a4e6c26-1caf-481d-a018-f19eaf0c2c27, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=6a4e6c26-1caf-481d-a018-f19eaf0c2c27,segment=NetworkSegment(c4944c9f-146d-4ada-91af-259dcbbc1353),segment_id=c4944c9f-146d-4ada-91af-259dcbbc1353)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:56:07.413480 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d5ab9af7-bcea-4c97-a7ac-087769b84cad tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (6a4e6c26-1caf-481d-a018-f19eaf0c2c27), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:07.432069 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d5ab9af7-bcea-4c97-a7ac-087769b84cad tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Calling delete_port for 6a4e6c26-1caf-481d-a018-f19eaf0c2c27 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:56:07.559195 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3b64afe9-edff-4135-b603-5071e63f3d86 tempest-MeteringIpV6TestJSON-447421073 tempest-MeteringIpV6TestJSON-447421073-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:07.563090 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-3b64afe9-edff-4135-b603-5071e63f3d86 tempest-MeteringIpV6TestJSON-447421073 tempest-MeteringIpV6TestJSON-447421073-project-admin] 10.222.0.90 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2348094 Feb 09 21:56:07.563400 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 56758) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:07.611258 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 6a4e6c26-1caf-481d-a018-f19eaf0c2c27 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:56:07.658014 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-a1fc970e-22e7-4bb0-9e3e-c9bff04f6cb9 tempest-MeteringIpV6TestJSON-447421073 tempest-MeteringIpV6TestJSON-447421073-project-admin] 10.222.0.90 "GET /v2.0/metering/metering-labels?id=95302709-d088-4a2f-ae6f-e28d120bc78e HTTP/1.1" status: 200 len: 467 time: 0.0932789 Feb 09 21:56:07.659707 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 56762) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:07.785793 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-f3a51327-29ff-4f3d-be26-081a19c6b455 None None] For port 6a4e6c26-1caf-481d-a018-f19eaf0c2c27, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=6a4e6c26-1caf-481d-a018-f19eaf0c2c27,segment=NetworkSegment(c4944c9f-146d-4ada-91af-259dcbbc1353),segment_id=c4944c9f-146d-4ada-91af-259dcbbc1353)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:56:07.787303 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f3a51327-29ff-4f3d-be26-081a19c6b455 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (6a4e6c26-1caf-481d-a018-f19eaf0c2c27), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:07.809306 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-f3a51327-29ff-4f3d-be26-081a19c6b455 None None] Calling delete_port for 6a4e6c26-1caf-481d-a018-f19eaf0c2c27 owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:56:07.893244 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5ac2992f-87ff-4092-87d4-887690e6836e tempest-MeteringIpV6TestJSON-447421073 tempest-MeteringIpV6TestJSON-447421073-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:07.897080 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-5ac2992f-87ff-4092-87d4-887690e6836e tempest-MeteringIpV6TestJSON-447421073 tempest-MeteringIpV6TestJSON-447421073-project-admin] 10.222.0.90 "DELETE /v2.0/metering/metering-labels/95302709-d088-4a2f-ae6f-e28d120bc78e HTTP/1.1" status: 204 len: 168 time: 0.2317104 Feb 09 21:56:07.897926 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 56768) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:07.925164 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-41757c69-1e09-40c2-8721-bdb08d45558f tempest-MeteringIpV6TestJSON-447421073 tempest-MeteringIpV6TestJSON-447421073-project-admin] 10.222.0.90 "GET /v2.0/metering/metering-labels?id=95302709-d088-4a2f-ae6f-e28d120bc78e HTTP/1.1" status: 200 len: 216 time: 0.0228250 Feb 09 21:56:07.930255 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 56770) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:07.949859 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-d53160b8-c531-46a3-8a18-3a628d773263 tempest-MeteringIpV6TestJSON-447421073 tempest-MeteringIpV6TestJSON-447421073-project-admin] 10.222.0.90 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0149274 Feb 09 21:56:07.949859 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 56774) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:07.968261 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-5e41080a-b01e-4859-8fb8-2b97d3a46659 tempest-MeteringIpV6TestJSON-447421073 tempest-MeteringIpV6TestJSON-447421073-project-admin] 10.222.0.90 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0119524 Feb 09 21:56:07.968846 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 56776) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:08.009443 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-04ac4669-9a3f-4faf-a59e-dd714ebd8266 req-61992298-fdd6-4bbc-bf72-e6147eb37652 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=a72d620d-4650-43fd-afbd-3b01f73e5444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9610407 Feb 09 21:56:08.027304 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f3a51327-29ff-4f3d-be26-081a19c6b455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (6a4e6c26-1caf-481d-a018-f19eaf0c2c27), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:08.044263 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-f49fdf07-4b46-4118-abd9-2acde0e41cbc tempest-MeteringIpV6TestJSON-447421073 tempest-MeteringIpV6TestJSON-447421073-project-admin] 10.222.0.90 "GET /v2.0/metering/metering-labels/42b352a8-485d-4eee-929d-3314e34ee17d HTTP/1.1" status: 200 len: 473 time: 0.0715349 Feb 09 21:56:08.046566 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 56780) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:08.061743 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No active binding found for port 6a4e6c26-1caf-481d-a018-f19eaf0c2c27 {{(pid=103142) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 09 21:56:08.062232 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] The host n-d-828369-5 is not matching for port 6a4e6c26-1caf-481d-a018-f19eaf0c2c27 host None! {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 21:56:08.063258 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 6a4e6c26-1caf-481d-a018-f19eaf0c2c27 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:56:08.094317 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-421c382d-a7cd-421f-ba58-9a615d411085 tempest-MeteringIpV6TestJSON-447421073 tempest-MeteringIpV6TestJSON-447421073-project-admin] 10.222.0.90 "GET /v2.0/metering/metering-label-rules/b0ce4538-e6db-41a9-bd92-da844c143872 HTTP/1.1" status: 200 len: 459 time: 0.0423884 Feb 09 21:56:08.094537 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 56784) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:08.101890 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0a76ab-9ff4-4547-bbd5-dde7fe55de77 req-11627644-6780-4ca2-93e5-e4b6abd1d344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:08.103675 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5c0a76ab-9ff4-4547-bbd5-dde7fe55de77 req-11627644-6780-4ca2-93e5-e4b6abd1d344 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=223d3fc4293a4815bcb23134d0e1c2d3&device_id=61524240-d505-4e90-a049-662494a82d7d HTTP/1.1" status: 200 len: 1167 time: 0.8836052 Feb 09 21:56:08.105698 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d5ab9af7-bcea-4c97-a7ac-087769b84cad tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (6a4e6c26-1caf-481d-a018-f19eaf0c2c27), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:08.134021 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a51327-29ff-4f3d-be26-081a19c6b455 None None] No DVR routers for this DVR port 6a4e6c26-1caf-481d-a018-f19eaf0c2c27 on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:56:08.146308 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a51327-29ff-4f3d-be26-081a19c6b455 None None] Pushing event deleted for resources: {'Port': ['ID=6a4e6c26-1caf-481d-a018-f19eaf0c2c27,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:08.153274 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-3a2cc226-1c87-4f02-858f-60581c283674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '033663a4-a0b5-4b5d-ab1c-661b18ff0aea', 'name': 'tempest-TestSecurityGroupsBasicOps-router-422276781', 'tenant_id': '223d3fc4293a4815bcb23134d0e1c2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '63c61a7d-4e22-4427-a92f-83ce1da1a779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:55:24Z', 'updated_at': '2022-02-09T21:55:34Z', 'revision_number': 4, 'project_id': '223d3fc4293a4815bcb23134d0e1c2d3', 'gw_port': {'id': '63c61a7d-4e22-4427-a92f-83ce1da1a779', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:55:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033663a4-a0b5-4b5d-ab1c-661b18ff0aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:55:26Z', 'updated_at': '2022-02-09T21:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': '06957ac1-44a7-42ac-8063-d22646d7aa54', 'tenant_id': '223d3fc4293a4815bcb23134d0e1c2d3', 'floating_ip_address': '172.25.3.8', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': '033663a4-a0b5-4b5d-ab1c-661b18ff0aea', 'port_id': 'c825f744-b528-4918-81c6-649f9312e648', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2978, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c144965b-ae04-4f69-a34b-6e9e77858265', 'mac_address': 'fa:16:3e:3b:df:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61524240-d505-4e90-a049-662494a82d7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:56:04Z', 'updated_at': '2022-02-09T21:56:04Z', 'revision_number': 0, 'project_id': '223d3fc4293a4815bcb23134d0e1c2d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c2e81c0-e6a7-4b85-b0bf-fab8f204ea8f', 'name': '', 'network_id': 'c144965b-ae04-4f69-a34b-6e9e77858265', 'tenant_id': '223d3fc4293a4815bcb23134d0e1c2d3', 'mac_address': 'fa:16:3e:29:16:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033663a4-a0b5-4b5d-ab1c-661b18ff0aea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': 'c2d197a2-4aee-452a-8346-a411bfed5ad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:55:32Z', 'updated_at': '2022-02-09T21:55:47Z', 'revision_number': 5, 'project_id': '223d3fc4293a4815bcb23134d0e1c2d3', 'subnets': [{'id': 'c2d197a2-4aee-452a-8346-a411bfed5ad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:08.188708 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ab9af7-bcea-4c97-a7ac-087769b84cad tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] No DVR routers for this DVR port 6a4e6c26-1caf-481d-a018-f19eaf0c2c27 on host n-d-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:56:08.189175 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2cc226-1c87-4f02-858f-60581c283674 None None] Checking router: 033663a4-a0b5-4b5d-ab1c-661b18ff0aea for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:56:08.190112 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ab9af7-bcea-4c97-a7ac-087769b84cad tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Pushing event deleted for resources: {'Port': ['ID=6a4e6c26-1caf-481d-a018-f19eaf0c2c27,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:08.202740 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2cc226-1c87-4f02-858f-60581c283674 None None] Routers {'033663a4-a0b5-4b5d-ab1c-661b18ff0aea'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:56:08.203436 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-3a2cc226-1c87-4f02-858f-60581c283674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:55:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['033663a4-a0b5-4b5d-ab1c-661b18ff0aea'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:08.325787 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec164d5-8440-49e6-bf46-329bab40124a tempest-TestSecurityGroupsBasicOps-1023827313 tempest-TestSecurityGroupsBasicOps-1023827313-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:08.326263 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec164d5-8440-49e6-bf46-329bab40124a tempest-TestSecurityGroupsBasicOps-1023827313 tempest-TestSecurityGroupsBasicOps-1023827313-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:08.326739 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec164d5-8440-49e6-bf46-329bab40124a tempest-TestSecurityGroupsBasicOps-1023827313 tempest-TestSecurityGroupsBasicOps-1023827313-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:08.327196 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec164d5-8440-49e6-bf46-329bab40124a tempest-TestSecurityGroupsBasicOps-1023827313 tempest-TestSecurityGroupsBasicOps-1023827313-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:08.327652 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec164d5-8440-49e6-bf46-329bab40124a tempest-TestSecurityGroupsBasicOps-1023827313 tempest-TestSecurityGroupsBasicOps-1023827313-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:08.328174 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec164d5-8440-49e6-bf46-329bab40124a tempest-TestSecurityGroupsBasicOps-1023827313 tempest-TestSecurityGroupsBasicOps-1023827313-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:08.328657 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec164d5-8440-49e6-bf46-329bab40124a tempest-TestSecurityGroupsBasicOps-1023827313 tempest-TestSecurityGroupsBasicOps-1023827313-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:08.329112 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec164d5-8440-49e6-bf46-329bab40124a tempest-TestSecurityGroupsBasicOps-1023827313 tempest-TestSecurityGroupsBasicOps-1023827313-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:08.329561 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec164d5-8440-49e6-bf46-329bab40124a tempest-TestSecurityGroupsBasicOps-1023827313 tempest-TestSecurityGroupsBasicOps-1023827313-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:08.334386 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 56792) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:08.334957 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-fec164d5-8440-49e6-bf46-329bab40124a tempest-TestSecurityGroupsBasicOps-1023827313 tempest-TestSecurityGroupsBasicOps-1023827313-project-admin] 10.222.0.90 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6335 time: 1.3438203 Feb 09 21:56:08.337346 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-3a2cc226-1c87-4f02-858f-60581c283674 None None] Set router 033663a4-a0b5-4b5d-ab1c-661b18ff0aea gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:56:08.400922 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-40a4564e-74f0-4ade-9246-759da59610c6 tempest-MeteringIpV6TestJSON-447421073 tempest-MeteringIpV6TestJSON-447421073-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:08.401997 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-40a4564e-74f0-4ade-9246-759da59610c6 tempest-MeteringIpV6TestJSON-447421073 tempest-MeteringIpV6TestJSON-447421073-project-admin] 10.222.0.90 "DELETE /v2.0/metering/metering-label-rules/b0ce4538-e6db-41a9-bd92-da844c143872 HTTP/1.1" status: 204 len: 168 time: 0.2972169 Feb 09 21:56:08.431377 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 56796) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:08.488491 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-75d539c9-9309-49c7-bbc0-3e5529eaf4db req-7b615334-c50b-43e5-8c3a-4613f460d6af tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=b97bcc6d3a344052b623ebf4a39465fa HTTP/1.1" status: 200 len: 267 time: 0.2961154 Feb 09 21:56:08.556717 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d5ab9af7-bcea-4c97-a7ac-087769b84cad tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (a6f61710-0913-44e6-893f-15affbfc282f), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:08.573157 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8af205c-4e9e-4479-b019-0a5ba82c6c4c tempest-TestSecurityGroupsBasicOps-1023827313 tempest-TestSecurityGroupsBasicOps-1023827313-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:08.573628 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8af205c-4e9e-4479-b019-0a5ba82c6c4c tempest-TestSecurityGroupsBasicOps-1023827313 tempest-TestSecurityGroupsBasicOps-1023827313-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:08.574085 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8af205c-4e9e-4479-b019-0a5ba82c6c4c tempest-TestSecurityGroupsBasicOps-1023827313 tempest-TestSecurityGroupsBasicOps-1023827313-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:08.574539 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8af205c-4e9e-4479-b019-0a5ba82c6c4c tempest-TestSecurityGroupsBasicOps-1023827313 tempest-TestSecurityGroupsBasicOps-1023827313-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:08.574991 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8af205c-4e9e-4479-b019-0a5ba82c6c4c tempest-TestSecurityGroupsBasicOps-1023827313 tempest-TestSecurityGroupsBasicOps-1023827313-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:08.575452 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8af205c-4e9e-4479-b019-0a5ba82c6c4c tempest-TestSecurityGroupsBasicOps-1023827313 tempest-TestSecurityGroupsBasicOps-1023827313-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:08.584034 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8af205c-4e9e-4479-b019-0a5ba82c6c4c tempest-TestSecurityGroupsBasicOps-1023827313 tempest-TestSecurityGroupsBasicOps-1023827313-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:08.584451 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8af205c-4e9e-4479-b019-0a5ba82c6c4c tempest-TestSecurityGroupsBasicOps-1023827313 tempest-TestSecurityGroupsBasicOps-1023827313-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:08.589759 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-d8af205c-4e9e-4479-b019-0a5ba82c6c4c tempest-TestSecurityGroupsBasicOps-1023827313 tempest-TestSecurityGroupsBasicOps-1023827313-project-admin] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5203 time: 0.2538722 Feb 09 21:56:08.592635 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 56802) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:08.694950 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-d5ab9af7-bcea-4c97-a7ac-087769b84cad tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6f61710-0913-44e6-893f-15affbfc282f']}} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:08.722373 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-3a2cc226-1c87-4f02-858f-60581c283674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '033663a4-a0b5-4b5d-ab1c-661b18ff0aea', 'name': 'tempest-TestSecurityGroupsBasicOps-router-422276781', 'tenant_id': '223d3fc4293a4815bcb23134d0e1c2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '63c61a7d-4e22-4427-a92f-83ce1da1a779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:55:24Z', 'updated_at': '2022-02-09T21:55:34Z', 'revision_number': 4, 'project_id': '223d3fc4293a4815bcb23134d0e1c2d3', 'gw_port': {'id': '63c61a7d-4e22-4427-a92f-83ce1da1a779', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:55:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033663a4-a0b5-4b5d-ab1c-661b18ff0aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:55:26Z', 'updated_at': '2022-02-09T21:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': '06957ac1-44a7-42ac-8063-d22646d7aa54', 'tenant_id': '223d3fc4293a4815bcb23134d0e1c2d3', 'floating_ip_address': '172.25.3.8', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': '033663a4-a0b5-4b5d-ab1c-661b18ff0aea', 'port_id': 'c825f744-b528-4918-81c6-649f9312e648', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2978, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c144965b-ae04-4f69-a34b-6e9e77858265', 'mac_address': 'fa:16:3e:3b:df:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61524240-d505-4e90-a049-662494a82d7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:56:04Z', 'updated_at': '2022-02-09T21:56:04Z', 'revision_number': 0, 'project_id': '223d3fc4293a4815bcb23134d0e1c2d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c2e81c0-e6a7-4b85-b0bf-fab8f204ea8f', 'name': '', 'network_id': 'c144965b-ae04-4f69-a34b-6e9e77858265', 'tenant_id': '223d3fc4293a4815bcb23134d0e1c2d3', 'mac_address': 'fa:16:3e:29:16:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033663a4-a0b5-4b5d-ab1c-661b18ff0aea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': 'c2d197a2-4aee-452a-8346-a411bfed5ad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:55:32Z', 'updated_at': '2022-02-09T21:55:47Z', 'revision_number': 5, 'project_id': '223d3fc4293a4815bcb23134d0e1c2d3', 'subnets': [{'id': 'c2d197a2-4aee-452a-8346-a411bfed5ad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:08.759534 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0a76ab-9ff4-4547-bbd5-dde7fe55de77 req-9ad7aca0-cfc4-4a11-b424-472e73b97def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:08.764250 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5c0a76ab-9ff4-4547-bbd5-dde7fe55de77 req-9ad7aca0-cfc4-4a11-b424-472e73b97def service neutron] 10.222.0.95 "GET /v2.0/networks?id=c144965b-ae04-4f69-a34b-6e9e77858265 HTTP/1.1" status: 200 len: 897 time: 0.6337261 Feb 09 21:56:08.766736 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2cc226-1c87-4f02-858f-60581c283674 None None] The sync data for ids ['033663a4-a0b5-4b5d-ab1c-661b18ff0aea'] in n-d-828369-5 is: [{'id': '033663a4-a0b5-4b5d-ab1c-661b18ff0aea', 'name': 'tempest-TestSecurityGroupsBasicOps-router-422276781', 'tenant_id': '223d3fc4293a4815bcb23134d0e1c2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '63c61a7d-4e22-4427-a92f-83ce1da1a779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:55:24Z', 'updated_at': '2022-02-09T21:55:34Z', 'revision_number': 4, 'project_id': '223d3fc4293a4815bcb23134d0e1c2d3', 'gw_port': {'id': '63c61a7d-4e22-4427-a92f-83ce1da1a779', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:55:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033663a4-a0b5-4b5d-ab1c-661b18ff0aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:55:26Z', 'updated_at': '2022-02-09T21:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': '06957ac1-44a7-42ac-8063-d22646d7aa54', 'tenant_id': '223d3fc4293a4815bcb23134d0e1c2d3', 'floating_ip_address': '172.25.3.8', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': '033663a4-a0b5-4b5d-ab1c-661b18ff0aea', 'port_id': 'c825f744-b528-4918-81c6-649f9312e648', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2978, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c144965b-ae04-4f69-a34b-6e9e77858265', 'mac_address': 'fa:16:3e:3b:df:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61524240-d505-4e90-a049-662494a82d7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T21:56:04Z', 'updated_at': '2022-02-09T21:56:04Z', 'revision_number': 0, 'project_id': '223d3fc4293a4815bcb23134d0e1c2d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c2e81c0-e6a7-4b85-b0bf-fab8f204ea8f', 'name': '', 'network_id': 'c144965b-ae04-4f69-a34b-6e9e77858265', 'tenant_id': '223d3fc4293a4815bcb23134d0e1c2d3', 'mac_address': 'fa:16:3e:29:16:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033663a4-a0b5-4b5d-ab1c-661b18ff0aea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': 'c2d197a2-4aee-452a-8346-a411bfed5ad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:55:32Z', 'updated_at': '2022-02-09T21:55:47Z', 'revision_number': 5, 'project_id': '223d3fc4293a4815bcb23134d0e1c2d3', 'subnets': [{'id': 'c2d197a2-4aee-452a-8346-a411bfed5ad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:56:08.770404 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-d5ab9af7-bcea-4c97-a7ac-087769b84cad tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4944c9f-146d-4ada-91af-259dcbbc1353') {'for_net_delete': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:08.770782 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-d5ab9af7-bcea-4c97-a7ac-087769b84cad tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4944c9f-146d-4ada-91af-259dcbbc1353') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:08.813886 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d5ab9af7-bcea-4c97-a7ac-087769b84cad tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110711'] for segment (c4944c9f-146d-4ada-91af-259dcbbc1353), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:08.894263 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-6c5c66a4-a1a2-4a17-94b8-0c2d8c6796fc tempest-TestSecurityGroupsBasicOps-1023827313 tempest-TestSecurityGroupsBasicOps-1023827313-project-admin] 10.222.0.90 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2876 time: 0.3002970 Feb 09 21:56:08.896747 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 56806) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:08.938701 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-35333035-259a-43f7-a58b-54e739ce6346 tempest-MeteringIpV6TestJSON-447421073 tempest-MeteringIpV6TestJSON-447421073-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:08.940271 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-35333035-259a-43f7-a58b-54e739ce6346 tempest-MeteringIpV6TestJSON-447421073 tempest-MeteringIpV6TestJSON-447421073-project-admin] 10.222.0.90 "DELETE /v2.0/metering/metering-labels/42b352a8-485d-4eee-929d-3314e34ee17d HTTP/1.1" status: 204 len: 168 time: 0.5044510 Feb 09 21:56:08.951797 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d5ab9af7-bcea-4c97-a7ac-087769b84cad tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (c4944c9f-146d-4ada-91af-259dcbbc1353), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:08.981272 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5ab9af7-bcea-4c97-a7ac-087769b84cad tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=103140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:56:08.982007 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d5ab9af7-bcea-4c97-a7ac-087769b84cad tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669415'] for segment (c4944c9f-146d-4ada-91af-259dcbbc1353), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:08.998234 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d539c9-9309-49c7-bbc0-3e5529eaf4db req-fe07066c-b159-4137-90a8-c9bfb0586c64 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:09.000735 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-75d539c9-9309-49c7-bbc0-3e5529eaf4db req-fe07066c-b159-4137-90a8-c9bfb0586c64 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=f92b7158-dc21-448a-87c9-87ead2d43767 HTTP/1.1" status: 200 len: 946 time: 0.4615593 Feb 09 21:56:09.001643 n-d-828369-5 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:56:09.001643 n-d-828369-5 neutron-server[103140]: self.session.flush() Feb 09 21:56:09.001643 n-d-828369-5 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:56:09.001643 n-d-828369-5 neutron-server[103140]: self.session.flush() Feb 09 21:56:09.001643 n-d-828369-5 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:56:09.001643 n-d-828369-5 neutron-server[103140]: self.session.flush() Feb 09 21:56:09.001643 n-d-828369-5 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:56:09.001643 n-d-828369-5 neutron-server[103140]: self.session.flush() Feb 09 21:56:09.001643 n-d-828369-5 neutron-server[103140]: Traceback (most recent call last): Feb 09 21:56:09.001643 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:56:09.001643 n-d-828369-5 neutron-server[103140]: timer() Feb 09 21:56:09.001643 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:56:09.001643 n-d-828369-5 neutron-server[103140]: cb(*args, **kw) Feb 09 21:56:09.001643 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:56:09.001643 n-d-828369-5 neutron-server[103140]: return func(*args, **kwargs) Feb 09 21:56:09.001643 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:56:09.001643 n-d-828369-5 neutron-server[103140]: self._notify() Feb 09 21:56:09.001643 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:56:09.001643 n-d-828369-5 neutron-server[103140]: self.callback(batched_events) Feb 09 21:56:09.001643 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:56:09.001643 n-d-828369-5 neutron-server[103140]: event.method(event) Feb 09 21:56:09.001643 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:56:09.001643 n-d-828369-5 neutron-server[103140]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:56:09.001643 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:56:09.001643 n-d-828369-5 neutron-server[103140]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:56:09.001643 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:56:09.001643 n-d-828369-5 neutron-server[103140]: return f(self, *a, **k) Feb 09 21:56:09.001643 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:56:09.001643 n-d-828369-5 neutron-server[103140]: return self._get(url).json() Feb 09 21:56:09.001643 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:56:09.001643 n-d-828369-5 neutron-server[103140]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:56:09.001643 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:56:09.001643 n-d-828369-5 neutron-server[103140]: return self.request(url, 'GET', **kwargs) Feb 09 21:56:09.001643 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:56:09.001643 n-d-828369-5 neutron-server[103140]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:56:09.001643 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:56:09.001643 n-d-828369-5 neutron-server[103140]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:56:09.001643 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:56:09.001643 n-d-828369-5 neutron-server[103140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:56:09.001643 n-d-828369-5 neutron-server[103140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:56:09.011002 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-63409e44-8664-43b3-bcda-2f22a991a128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:09.028880 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824806a3-437f-4512-835d-1726974bdb41 tempest-TestSecurityGroupsBasicOps-1023827313 tempest-TestSecurityGroupsBasicOps-1023827313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:09.030012 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824806a3-437f-4512-835d-1726974bdb41 tempest-TestSecurityGroupsBasicOps-1023827313 tempest-TestSecurityGroupsBasicOps-1023827313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:09.047714 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-824806a3-437f-4512-835d-1726974bdb41 tempest-TestSecurityGroupsBasicOps-1023827313 tempest-TestSecurityGroupsBasicOps-1023827313-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=033663a4-a0b5-4b5d-ab1c-661b18ff0aea HTTP/1.1" status: 200 len: 2062 time: 0.1349282 Feb 09 21:56:09.059811 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 56812) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:09.082675 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-75d539c9-9309-49c7-bbc0-3e5529eaf4db req-37d262c4-3dc2-49eb-be93-bffdd08a7421 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Request body: {'port': {'security_groups': []}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:56:09.135646 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5c0a76ab-9ff4-4547-bbd5-dde7fe55de77 req-419a402d-be5e-4161-b610-f2f4ce947f56 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c825f744-b528-4918-81c6-649f9312e648 HTTP/1.1" status: 200 len: 998 time: 0.3410015 Feb 09 21:56:09.166581 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e967831-9a92-4b23-9417-0f74f2a84b4a None None] New status for floating IP 06957ac1-44a7-42ac-8063-d22646d7aa54: ACTIVE {{(pid=103143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:56:09.240452 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d5ab9af7-bcea-4c97-a7ac-087769b84cad tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (a6f61710-0913-44e6-893f-15affbfc282f), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:09.263647 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d5ab9af7-bcea-4c97-a7ac-087769b84cad tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:09.267693 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-d5ab9af7-bcea-4c97-a7ac-087769b84cad tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] 10.222.0.90 "DELETE /v2.0/networks/a6f61710-0913-44e6-893f-15affbfc282f HTTP/1.1" status: 204 len: 168 time: 2.5694680 Feb 09 21:56:09.270865 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 56816) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:09.294787 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ab9af7-bcea-4c97-a7ac-087769b84cad tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Pushing event deleted for resources: {'Network': ['ID=a6f61710-0913-44e6-893f-15affbfc282f,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:09.309539 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0a76ab-9ff4-4547-bbd5-dde7fe55de77 req-44788200-3ee1-4983-ae2f-1c1c017699d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:09.311509 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5c0a76ab-9ff4-4547-bbd5-dde7fe55de77 req-44788200-3ee1-4983-ae2f-1c1c017699d0 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=c2d197a2-4aee-452a-8346-a411bfed5ad8 HTTP/1.1" status: 200 len: 835 time: 0.1663043 Feb 09 21:56:09.313156 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-75d539c9-9309-49c7-bbc0-3e5529eaf4db req-37d262c4-3dc2-49eb-be93-bffdd08a7421 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (e7dbdfe5-8db1-403e-b10f-c5f05a4ff3d9), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:09.402798 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2c7c66cc-5449-454d-9dce-32e610d137fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:09.445368 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 56820) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:09.464637 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-06f6b0ec-849c-469b-b968-9d3521a28d33 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Deleting subnet 2a426610-f59f-42fd-8e65-669f51af81cb {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:56:09.471197 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-06f6b0ec-849c-469b-b968-9d3521a28d33 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks [] for subnet (2a426610-f59f-42fd-8e65-669f51af81cb), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:09.531364 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0a76ab-9ff4-4547-bbd5-dde7fe55de77 req-159086b7-ec33-42d4-8ae8-c61da777ad70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:09.532932 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5c0a76ab-9ff4-4547-bbd5-dde7fe55de77 req-159086b7-ec33-42d4-8ae8-c61da777ad70 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c144965b-ae04-4f69-a34b-6e9e77858265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2105737 Feb 09 21:56:09.558058 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-75d539c9-9309-49c7-bbc0-3e5529eaf4db req-37d262c4-3dc2-49eb-be93-bffdd08a7421 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] For port e7dbdfe5-8db1-403e-b10f-c5f05a4ff3d9, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=e7dbdfe5-8db1-403e-b10f-c5f05a4ff3d9,segment=NetworkSegment(682b57c6-7518-4480-8840-98896ec39a8d),segment_id=682b57c6-7518-4480-8840-98896ec39a8d)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:56:09.615710 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-06f6b0ec-849c-469b-b968-9d3521a28d33 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (2a426610-f59f-42fd-8e65-669f51af81cb), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:09.652845 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-75d539c9-9309-49c7-bbc0-3e5529eaf4db req-37d262c4-3dc2-49eb-be93-bffdd08a7421 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Publish callbacks [] for port (e7dbdfe5-8db1-403e-b10f-c5f05a4ff3d9), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:09.666218 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-75d539c9-9309-49c7-bbc0-3e5529eaf4db req-37d262c4-3dc2-49eb-be93-bffdd08a7421 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (e7dbdfe5-8db1-403e-b10f-c5f05a4ff3d9), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:09.688700 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['a57a5b7b-da19-4999-a44f-8d6372be66f1'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:56:09.693896 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a5bce6f6-4590-441b-973b-1fccff4e9878 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:09.725998 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5c0a76ab-9ff4-4547-bbd5-dde7fe55de77 req-6dbbe332-9462-4556-b6c7-c40b61f89138 service neutron] 10.222.0.95 "GET /v2.0/networks/c144965b-ae04-4f69-a34b-6e9e77858265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861274 Feb 09 21:56:09.739216 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d539c9-9309-49c7-bbc0-3e5529eaf4db req-37d262c4-3dc2-49eb-be93-bffdd08a7421 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:09.740162 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-75d539c9-9309-49c7-bbc0-3e5529eaf4db req-37d262c4-3dc2-49eb-be93-bffdd08a7421 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:09.741868 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-75d539c9-9309-49c7-bbc0-3e5529eaf4db req-37d262c4-3dc2-49eb-be93-bffdd08a7421 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "PUT /v2.0/ports/e7dbdfe5-8db1-403e-b10f-c5f05a4ff3d9 HTTP/1.1" status: 200 len: 905 time: 0.6651146 Feb 09 21:56:09.742525 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f92b7158-dc21-448a-87c9-87ead2d43767', 'tag': 'e7dbdfe5-8db1-403e-b10f-c5f05a4ff3d9'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:56:09.745828 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c14a5fb-8868-437c-843e-7a640d21b2a5" -d '{"events": [{"name": "network-changed", "server_uuid": "f92b7158-dc21-448a-87c9-87ead2d43767", "tag": "e7dbdfe5-8db1-403e-b10f-c5f05a4ff3d9"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:56:09.794375 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['6a0194ab-f855-41d1-a295-07dc840d5cec', 'e7dbdfe5-8db1-403e-b10f-c5f05a4ff3d9'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:56:09.811228 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d262c4-3dc2-49eb-be93-bffdd08a7421 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Pushing event updated for resources: {'Port': ['ID=e7dbdfe5-8db1-403e-b10f-c5f05a4ff3d9,revision_number=6']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:09.824509 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2c7c66cc-5449-454d-9dce-32e610d137fa admin admin] Publish callbacks [] for security_group (95b696ff-d572-4b1c-a7bd-ad52829dda29), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:09.855373 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef477712-067d-4477-846c-f016e9d22be6 x-openstack-request-id: req-ef477712-067d-4477-846c-f016e9d22be6 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:56:09.856346 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f92b7158-dc21-448a-87c9-87ead2d43767", "tag": "e7dbdfe5-8db1-403e-b10f-c5f05a4ff3d9", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:56:09.856764 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-ef477712-067d-4477-846c-f016e9d22be6 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:56:09.857331 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f92b7158-dc21-448a-87c9-87ead2d43767', 'tag': 'e7dbdfe5-8db1-403e-b10f-c5f05a4ff3d9', 'status': 'completed', 'code': 200} Feb 09 21:56:09.871620 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2c7c66cc-5449-454d-9dce-32e610d137fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (95b696ff-d572-4b1c-a7bd-ad52829dda29), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:09.918471 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5c0a76ab-9ff4-4547-bbd5-dde7fe55de77 req-5c0183e8-e625-49b7-a951-68d4ba8ffacf service neutron] 10.222.0.95 "GET /v2.0/networks/c144965b-ae04-4f69-a34b-6e9e77858265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684809 Feb 09 21:56:09.928746 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['e7dbdfe5-8db1-403e-b10f-c5f05a4ff3d9'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:56:09.994412 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7c66cc-5449-454d-9dce-32e610d137fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95b696ff-d572-4b1c-a7bd-ad52829dda29,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:10.019258 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-06f6b0ec-849c-469b-b968-9d3521a28d33 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (2a426610-f59f-42fd-8e65-669f51af81cb), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:10.138594 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-2c7c66cc-5449-454d-9dce-32e610d137fa admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=504bf90c40604a7989c812c7e7a6dff4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0774066 Feb 09 21:56:10.144675 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 56842) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:10.279072 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-92959d0f-408d-4add-81d5-5b44fd4b1c17 None None] Provisioning complete for port e7dbdfe5-8db1-403e-b10f-c5f05a4ff3d9 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:56:10.280055 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-92959d0f-408d-4add-81d5-5b44fd4b1c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (e7dbdfe5-8db1-403e-b10f-c5f05a4ff3d9), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:10.305660 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c14a5fb-8868-437c-843e-7a640d21b2a5 req-1d4a967f-c2ca-46f5-b193-da02121f3ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:10.307335 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4c14a5fb-8868-437c-843e-7a640d21b2a5 req-1d4a967f-c2ca-46f5-b193-da02121f3ddf service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b97bcc6d3a344052b623ebf4a39465fa&device_id=f92b7158-dc21-448a-87c9-87ead2d43767 HTTP/1.1" status: 200 len: 1090 time: 0.4053011 Feb 09 21:56:10.327989 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5383ae90-ce50-488c-ad49-9ae3e30c4ca7 admin admin] Publish callbacks [] for security_group (95b696ff-d572-4b1c-a7bd-ad52829dda29), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:10.338087 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a5bce6f6-4590-441b-973b-1fccff4e9878 admin admin] Publish callbacks [] for security_group (bc42e039-f34e-4287-9a66-3a3f105d97db), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:10.346478 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-06f6b0ec-849c-469b-b968-9d3521a28d33 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (2a426610-f59f-42fd-8e65-669f51af81cb), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:10.396424 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-06f6b0ec-849c-469b-b968-9d3521a28d33 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:10.404150 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-06f6b0ec-849c-469b-b968-9d3521a28d33 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] 10.222.0.90 "DELETE /v2.0/subnets/2a426610-f59f-42fd-8e65-669f51af81cb HTTP/1.1" status: 204 len: 168 time: 1.1322069 Feb 09 21:56:10.404954 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 56868) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:10.436565 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eaa3868-28a4-4133-9ccb-358116d8a9b0 None None] Network 4261a439-fbb4-4295-920d-9f80a95e486d requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:56:10.447790 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a5bce6f6-4590-441b-973b-1fccff4e9878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (bc42e039-f34e-4287-9a66-3a3f105d97db), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:10.508162 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c9650b-3728-42cf-ac86-fc4f6553523e req-361c64fa-5328-4321-98c5-fbeddf08138c tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:10.520389 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-07c9650b-3728-42cf-ac86-fc4f6553523e req-361c64fa-5328-4321-98c5-fbeddf08138c tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=f92b7158-dc21-448a-87c9-87ead2d43767 HTTP/1.1" status: 200 len: 908 time: 0.6259041 Feb 09 21:56:10.525366 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-92959d0f-408d-4add-81d5-5b44fd4b1c17 None None] Current status of the port e7dbdfe5-8db1-403e-b10f-c5f05a4ff3d9 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:56:10.576640 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bce6f6-4590-441b-973b-1fccff4e9878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc42e039-f34e-4287-9a66-3a3f105d97db,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:10.579569 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f6b0ec-849c-469b-b968-9d3521a28d33 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Pushing event deleted for resources: {'Subnet': ['ID=2a426610-f59f-42fd-8e65-669f51af81cb,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:10.603268 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-a5bce6f6-4590-441b-973b-1fccff4e9878 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=a8e2c68b0ee54d33af849bf1e591ecac&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1532619 Feb 09 21:56:10.605862 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 56892) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:10.612040 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5383ae90-ce50-488c-ad49-9ae3e30c4ca7 admin admin] Publish callbacks [] for security_group (95b696ff-d572-4b1c-a7bd-ad52829dda29), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:10.677954 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e269fe8-a79b-4c80-8ccf-014b8ed8f731 None None] DHCP port deletion for 4261a439-fbb4-4295-920d-9f80a95e486d request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:56:10.708099 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fc48a0c-3409-41a4-b032-e23919fc2091 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Deleting subnet ca240c6d-06a0-4048-b26b-9de0e914ba0d {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:56:10.717417 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4fc48a0c-3409-41a4-b032-e23919fc2091 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks [] for subnet (ca240c6d-06a0-4048-b26b-9de0e914ba0d), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:10.748858 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c14a5fb-8868-437c-843e-7a640d21b2a5 req-02686484-7675-42b4-a2bc-582ec8dbff15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:10.751185 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4c14a5fb-8868-437c-843e-7a640d21b2a5 req-02686484-7675-42b4-a2bc-582ec8dbff15 service neutron] 10.222.0.89 "GET /v2.0/networks?id=23f1a6df-2b4b-4777-8497-2928c76d9f17 HTTP/1.1" status: 200 len: 913 time: 0.4283404 Feb 09 21:56:10.766419 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3137b4f0-21a0-45ee-9a74-853c2dd8211f req-adde6025-7743-42d6-ba38-60ca0d9dc7d9 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:10.768086 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-4e269fe8-a79b-4c80-8ccf-014b8ed8f731 None None] Deleting port 7bd0611d-b6c5-4d19-8c47-8909a8d112a6 {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:56:10.768742 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-4e269fe8-a79b-4c80-8ccf-014b8ed8f731 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (7bd0611d-b6c5-4d19-8c47-8909a8d112a6), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:10.774187 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3137b4f0-21a0-45ee-9a74-853c2dd8211f req-adde6025-7743-42d6-ba38-60ca0d9dc7d9 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 945 time: 0.1690645 Feb 09 21:56:10.811567 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2f6e8c24-9e7b-46ae-9c01-273fea704398 admin admin] Publish callbacks [] for security_group (bc42e039-f34e-4287-9a66-3a3f105d97db), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:10.851771 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-4e269fe8-a79b-4c80-8ccf-014b8ed8f731 None None] For port 7bd0611d-b6c5-4d19-8c47-8909a8d112a6, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=7bd0611d-b6c5-4d19-8c47-8909a8d112a6,segment=NetworkSegment(edaee13c-0384-4ef3-8a63-18535277a52c),segment_id=edaee13c-0384-4ef3-8a63-18535277a52c)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:56:10.852542 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-4e269fe8-a79b-4c80-8ccf-014b8ed8f731 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (7bd0611d-b6c5-4d19-8c47-8909a8d112a6), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:10.855040 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4fc48a0c-3409-41a4-b032-e23919fc2091 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (ca240c6d-06a0-4048-b26b-9de0e914ba0d), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:10.872081 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-4e269fe8-a79b-4c80-8ccf-014b8ed8f731 None None] Calling delete_port for 7bd0611d-b6c5-4d19-8c47-8909a8d112a6 owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:56:10.884211 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4c14a5fb-8868-437c-843e-7a640d21b2a5 req-a2d90213-aa6f-496e-b0fe-f0146d1be632 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e7dbdfe5-8db1-403e-b10f-c5f05a4ff3d9 HTTP/1.1" status: 200 len: 217 time: 0.0849686 Feb 09 21:56:10.920857 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2f6e8c24-9e7b-46ae-9c01-273fea704398 admin admin] Publish callbacks [] for security_group (bc42e039-f34e-4287-9a66-3a3f105d97db), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:10.946356 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5383ae90-ce50-488c-ad49-9ae3e30c4ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (95b696ff-d572-4b1c-a7bd-ad52829dda29), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:10.949465 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5383ae90-ce50-488c-ad49-9ae3e30c4ca7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:10.950669 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-5383ae90-ce50-488c-ad49-9ae3e30c4ca7 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/95b696ff-d572-4b1c-a7bd-ad52829dda29 HTTP/1.1" status: 204 len: 168 time: 0.8018856 Feb 09 21:56:11.056936 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-6125afdd-af0c-4e42-bfa2-51fab96ac425 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:11.062029 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5383ae90-ce50-488c-ad49-9ae3e30c4ca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95b696ff-d572-4b1c-a7bd-ad52829dda29,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:11.075386 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c14a5fb-8868-437c-843e-7a640d21b2a5 req-47b19fc9-fd6a-4045-a6f2-e174038588d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:11.077607 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4c14a5fb-8868-437c-843e-7a640d21b2a5 req-47b19fc9-fd6a-4045-a6f2-e174038588d0 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b55ac71e-6529-43b3-9355-0e693d39e1f4 HTTP/1.1" status: 200 len: 851 time: 0.1813338 Feb 09 21:56:11.078174 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3137b4f0-21a0-45ee-9a74-853c2dd8211f req-29af3def-dc2b-4ff3-834a-00f620b65b31 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=4c89ea32-e697-4c99-8133-b5b6d80654a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3026834 Feb 09 21:56:11.097457 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-4e269fe8-a79b-4c80-8ccf-014b8ed8f731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (7bd0611d-b6c5-4d19-8c47-8909a8d112a6), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:11.113730 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2f6e8c24-9e7b-46ae-9c01-273fea704398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (bc42e039-f34e-4287-9a66-3a3f105d97db), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:11.119384 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2f6e8c24-9e7b-46ae-9c01-273fea704398 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:11.142927 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e269fe8-a79b-4c80-8ccf-014b8ed8f731 None None] Pushing event deleted for resources: {'Port': ['ID=7bd0611d-b6c5-4d19-8c47-8909a8d112a6,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:11.145023 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e269fe8-a79b-4c80-8ccf-014b8ed8f731 None None] No DVR routers for this DVR port 7bd0611d-b6c5-4d19-8c47-8909a8d112a6 on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:56:11.149600 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-2f6e8c24-9e7b-46ae-9c01-273fea704398 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/bc42e039-f34e-4287-9a66-3a3f105d97db HTTP/1.1" status: 204 len: 168 time: 0.5394559 Feb 09 21:56:11.181472 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6e8c24-9e7b-46ae-9c01-273fea704398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc42e039-f34e-4287-9a66-3a3f105d97db,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:11.305716 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4fc48a0c-3409-41a4-b032-e23919fc2091 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (ca240c6d-06a0-4048-b26b-9de0e914ba0d), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:11.413041 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c14a5fb-8868-437c-843e-7a640d21b2a5 req-fd2717c8-051a-496b-8bfa-f5137523a758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:11.415268 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ff606c-ec0b-4c38-83dc-6b1ddd224fff req-5cef8c56-7803-4fbf-a110-8a1c14322254 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:11.415453 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4c14a5fb-8868-437c-843e-7a640d21b2a5 req-fd2717c8-051a-496b-8bfa-f5137523a758 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=23f1a6df-2b4b-4777-8497-2928c76d9f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3268049 Feb 09 21:56:11.420973 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-62ff606c-ec0b-4c38-83dc-6b1ddd224fff req-5cef8c56-7803-4fbf-a110-8a1c14322254 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 945 time: 0.1416693 Feb 09 21:56:11.587216 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-62ff606c-ec0b-4c38-83dc-6b1ddd224fff req-293af8ea-62ee-4cd3-8a96-9cd4f1c270fd tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=4c89ea32-e697-4c99-8133-b5b6d80654a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310785 Feb 09 21:56:11.612613 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 7bd0611d-b6c5-4d19-8c47-8909a8d112a6 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:56:11.629243 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4c14a5fb-8868-437c-843e-7a640d21b2a5 req-16721fcb-0560-46fd-8e21-43dce163d5f9 service neutron] 10.222.0.89 "GET /v2.0/networks/23f1a6df-2b4b-4777-8497-2928c76d9f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757503 Feb 09 21:56:11.642784 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 7bd0611d-b6c5-4d19-8c47-8909a8d112a6 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:56:11.643360 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 7bd0611d-b6c5-4d19-8c47-8909a8d112a6 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:56:11.677648 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4fc48a0c-3409-41a4-b032-e23919fc2091 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (ca240c6d-06a0-4048-b26b-9de0e914ba0d), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:11.748799 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9a8a70-7cb9-4d5d-9218-a3e3e7c7531e None None] Network 6fd73eb5-399e-41e4-8b8a-7fc59f0ab44a requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:56:11.761198 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4fc48a0c-3409-41a4-b032-e23919fc2091 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:11.764678 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-4fc48a0c-3409-41a4-b032-e23919fc2091 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] 10.222.0.90 "DELETE /v2.0/subnets/ca240c6d-06a0-4048-b26b-9de0e914ba0d HTTP/1.1" status: 204 len: 168 time: 1.3179913 Feb 09 21:56:11.767255 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 57004) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:11.785831 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc48a0c-3409-41a4-b032-e23919fc2091 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Pushing event deleted for resources: {'Subnet': ['ID=ca240c6d-06a0-4048-b26b-9de0e914ba0d,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:11.801081 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 57010) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:11.833946 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c7800736-abec-44ec-957d-18a7439e42b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:11.858539 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 57014) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:11.927516 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bcc4be82-8198-4910-94b4-2cf84488de47 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (4261a439-fbb4-4295-920d-9f80a95e486d), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:11.931690 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-51150db5-fddc-43ad-87e5-7a0d62d6fb42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:12.021721 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4c14a5fb-8868-437c-843e-7a640d21b2a5 req-bde5d3c1-dbc8-42dd-b389-34dc50e34ebf service neutron] 10.222.0.89 "GET /v2.0/networks/23f1a6df-2b4b-4777-8497-2928c76d9f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3851905 Feb 09 21:56:12.031992 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8b9a51-285a-4665-879a-403fa1a1a7e5 None None] DHCP port deletion for 6fd73eb5-399e-41e4-8b8a-7fc59f0ab44a request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:56:12.104470 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-0a8b9a51-285a-4665-879a-403fa1a1a7e5 None None] Deleting port e562ebf3-5dac-4b3f-8f73-3cc6fabdee2d {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:56:12.106131 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-0a8b9a51-285a-4665-879a-403fa1a1a7e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (e562ebf3-5dac-4b3f-8f73-3cc6fabdee2d), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:12.190032 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-51150db5-fddc-43ad-87e5-7a0d62d6fb42 admin admin] Publish callbacks [] for security_group (14f68106-c0bf-49a1-b2fe-181489065397), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:12.199874 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-51150db5-fddc-43ad-87e5-7a0d62d6fb42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (14f68106-c0bf-49a1-b2fe-181489065397), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:12.200992 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-0a8b9a51-285a-4665-879a-403fa1a1a7e5 None None] For port e562ebf3-5dac-4b3f-8f73-3cc6fabdee2d, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=e562ebf3-5dac-4b3f-8f73-3cc6fabdee2d,segment=NetworkSegment(d45bc3cb-209f-4a94-8660-9d6cae5329b8),segment_id=d45bc3cb-209f-4a94-8660-9d6cae5329b8)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:56:12.201394 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-0a8b9a51-285a-4665-879a-403fa1a1a7e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (e562ebf3-5dac-4b3f-8f73-3cc6fabdee2d), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:12.216098 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-0a8b9a51-285a-4665-879a-403fa1a1a7e5 None None] Calling delete_port for e562ebf3-5dac-4b3f-8f73-3cc6fabdee2d owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:56:12.239271 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c7800736-abec-44ec-957d-18a7439e42b2 admin admin] Publish callbacks [] for security_group (120ebd47-55b8-4891-83f4-423111c5f2b3), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:12.260108 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c7800736-abec-44ec-957d-18a7439e42b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (120ebd47-55b8-4891-83f4-423111c5f2b3), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:12.290120 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-51150db5-fddc-43ad-87e5-7a0d62d6fb42 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=c75fc87177754a6397da2568b068d0e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4300685 Feb 09 21:56:12.291338 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 57070) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:12.311925 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-0a8b9a51-285a-4665-879a-403fa1a1a7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (e562ebf3-5dac-4b3f-8f73-3cc6fabdee2d), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:12.323102 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51150db5-fddc-43ad-87e5-7a0d62d6fb42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14f68106-c0bf-49a1-b2fe-181489065397,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:12.342173 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bcc4be82-8198-4910-94b4-2cf84488de47 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (4261a439-fbb4-4295-920d-9f80a95e486d), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:12.347159 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8b9a51-285a-4665-879a-403fa1a1a7e5 None None] No DVR routers for this DVR port e562ebf3-5dac-4b3f-8f73-3cc6fabdee2d on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:56:12.356895 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-c7800736-abec-44ec-957d-18a7439e42b2 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=64d7f0ed621041258dea9ed61f9d52ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5524909 Feb 09 21:56:12.360974 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 57078) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:12.375851 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8b9a51-285a-4665-879a-403fa1a1a7e5 None None] Pushing event deleted for resources: {'Port': ['ID=e562ebf3-5dac-4b3f-8f73-3cc6fabdee2d,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:12.387861 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7800736-abec-44ec-957d-18a7439e42b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=120ebd47-55b8-4891-83f4-423111c5f2b3,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:12.407382 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-03cbcf9c-01f6-472b-87ef-ade3f631ccb0 admin admin] Publish callbacks [] for security_group (14f68106-c0bf-49a1-b2fe-181489065397), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:12.415006 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-bcc4be82-8198-4910-94b4-2cf84488de47 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4261a439-fbb4-4295-920d-9f80a95e486d']}} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:12.438611 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-03cbcf9c-01f6-472b-87ef-ade3f631ccb0 admin admin] Publish callbacks [] for security_group (14f68106-c0bf-49a1-b2fe-181489065397), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:12.460413 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-bcc4be82-8198-4910-94b4-2cf84488de47 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edaee13c-0384-4ef3-8a63-18535277a52c') {'for_net_delete': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:12.460755 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-bcc4be82-8198-4910-94b4-2cf84488de47 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edaee13c-0384-4ef3-8a63-18535277a52c') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:12.474292 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bcc4be82-8198-4910-94b4-2cf84488de47 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110711'] for segment (edaee13c-0384-4ef3-8a63-18535277a52c), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:12.498284 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d04d23-4fdc-4090-975f-21666b900ffc req-45522050-eff2-4ef7-836f-7e2a2f239331 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:12.499918 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-63d04d23-4fdc-4090-975f-21666b900ffc req-45522050-eff2-4ef7-836f-7e2a2f239331 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/networks?id=23f1a6df-2b4b-4777-8497-2928c76d9f17 HTTP/1.1" status: 200 len: 812 time: 0.3471577 Feb 09 21:56:12.506350 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bcc4be82-8198-4910-94b4-2cf84488de47 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (edaee13c-0384-4ef3-8a63-18535277a52c), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:12.508552 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d655e47c-da86-4336-acc7-447d1afd622d admin admin] Publish callbacks [] for security_group (120ebd47-55b8-4891-83f4-423111c5f2b3), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:12.516622 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcc4be82-8198-4910-94b4-2cf84488de47 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=103140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:56:12.516814 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bcc4be82-8198-4910-94b4-2cf84488de47 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669415'] for segment (edaee13c-0384-4ef3-8a63-18535277a52c), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:12.518149 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-03cbcf9c-01f6-472b-87ef-ade3f631ccb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (14f68106-c0bf-49a1-b2fe-181489065397), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:12.520855 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-03cbcf9c-01f6-472b-87ef-ade3f631ccb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:12.522034 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-03cbcf9c-01f6-472b-87ef-ade3f631ccb0 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/14f68106-c0bf-49a1-b2fe-181489065397 HTTP/1.1" status: 204 len: 168 time: 0.2263119 Feb 09 21:56:12.526847 n-d-828369-5 neutron-server[103140]: Traceback (most recent call last): Feb 09 21:56:12.526847 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:56:12.526847 n-d-828369-5 neutron-server[103140]: timer() Feb 09 21:56:12.526847 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:56:12.526847 n-d-828369-5 neutron-server[103140]: cb(*args, **kw) Feb 09 21:56:12.526847 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:56:12.526847 n-d-828369-5 neutron-server[103140]: return func(*args, **kwargs) Feb 09 21:56:12.526847 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:56:12.526847 n-d-828369-5 neutron-server[103140]: self._notify() Feb 09 21:56:12.526847 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:56:12.526847 n-d-828369-5 neutron-server[103140]: self.callback(batched_events) Feb 09 21:56:12.526847 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:56:12.526847 n-d-828369-5 neutron-server[103140]: event.method(event) Feb 09 21:56:12.526847 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:56:12.526847 n-d-828369-5 neutron-server[103140]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:56:12.526847 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:56:12.526847 n-d-828369-5 neutron-server[103140]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:56:12.526847 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:56:12.526847 n-d-828369-5 neutron-server[103140]: return f(self, *a, **k) Feb 09 21:56:12.526847 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:56:12.526847 n-d-828369-5 neutron-server[103140]: return self._get(url).json() Feb 09 21:56:12.526847 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:56:12.526847 n-d-828369-5 neutron-server[103140]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:56:12.526847 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:56:12.526847 n-d-828369-5 neutron-server[103140]: return self.request(url, 'GET', **kwargs) Feb 09 21:56:12.526847 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:56:12.526847 n-d-828369-5 neutron-server[103140]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:56:12.526847 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:56:12.526847 n-d-828369-5 neutron-server[103140]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:56:12.526847 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:56:12.526847 n-d-828369-5 neutron-server[103140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:56:12.526847 n-d-828369-5 neutron-server[103140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:56:12.535906 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cbcf9c-01f6-472b-87ef-ade3f631ccb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14f68106-c0bf-49a1-b2fe-181489065397,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:12.581157 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-63d04d23-4fdc-4090-975f-21666b900ffc req-68b95945-1031-45ad-858d-17fc274376c4 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/quotas/b97bcc6d3a344052b623ebf4a39465fa HTTP/1.1" status: 200 len: 375 time: 0.0687108 Feb 09 21:56:12.587928 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d655e47c-da86-4336-acc7-447d1afd622d admin admin] Publish callbacks [] for security_group (120ebd47-55b8-4891-83f4-423111c5f2b3), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:12.672804 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bcc4be82-8198-4910-94b4-2cf84488de47 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (4261a439-fbb4-4295-920d-9f80a95e486d), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:12.688703 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bcc4be82-8198-4910-94b4-2cf84488de47 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:12.692169 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-bcc4be82-8198-4910-94b4-2cf84488de47 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] 10.222.0.90 "DELETE /v2.0/networks/4261a439-fbb4-4295-920d-9f80a95e486d HTTP/1.1" status: 204 len: 168 time: 0.9234250 Feb 09 21:56:12.695657 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 57118) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:12.705814 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc4be82-8198-4910-94b4-2cf84488de47 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Pushing event deleted for resources: {'Network': ['ID=4261a439-fbb4-4295-920d-9f80a95e486d,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:12.724427 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-63d04d23-4fdc-4090-975f-21666b900ffc req-3ca8343a-3e8d-4256-81c4-b548cfd3850d tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=b97bcc6d3a344052b623ebf4a39465fa&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1343751 Feb 09 21:56:12.725556 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d655e47c-da86-4336-acc7-447d1afd622d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (120ebd47-55b8-4891-83f4-423111c5f2b3), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:12.728330 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d655e47c-da86-4336-acc7-447d1afd622d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:12.729576 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-d655e47c-da86-4336-acc7-447d1afd622d admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/120ebd47-55b8-4891-83f4-423111c5f2b3 HTTP/1.1" status: 204 len: 168 time: 0.3653617 Feb 09 21:56:12.739178 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d655e47c-da86-4336-acc7-447d1afd622d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=120ebd47-55b8-4891-83f4-423111c5f2b3,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:12.745603 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:12.833134 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6ba387eb-3957-4de8-a000-112cdeed1524 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (6fd73eb5-399e-41e4-8b8a-7fc59f0ab44a), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:12.938095 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6ba387eb-3957-4de8-a000-112cdeed1524 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (6fd73eb5-399e-41e4-8b8a-7fc59f0ab44a), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:12.966597 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-6ba387eb-3957-4de8-a000-112cdeed1524 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fd73eb5-399e-41e4-8b8a-7fc59f0ab44a']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:12.980676 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-6ba387eb-3957-4de8-a000-112cdeed1524 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd45bc3cb-209f-4a94-8660-9d6cae5329b8') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:12.981016 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-6ba387eb-3957-4de8-a000-112cdeed1524 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd45bc3cb-209f-4a94-8660-9d6cae5329b8') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:12.991817 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6ba387eb-3957-4de8-a000-112cdeed1524 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (d45bc3cb-209f-4a94-8660-9d6cae5329b8), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:13.010227 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6ba387eb-3957-4de8-a000-112cdeed1524 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (d45bc3cb-209f-4a94-8660-9d6cae5329b8), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:13.021177 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ba387eb-3957-4de8-a000-112cdeed1524 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:56:13.022231 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6ba387eb-3957-4de8-a000-112cdeed1524 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (d45bc3cb-209f-4a94-8660-9d6cae5329b8), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:13.028164 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:56:13.028164 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:56:13.028164 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:56:13.028164 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:56:13.028164 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:56:13.028164 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:56:13.028164 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:56:13.028164 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:56:13.028164 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:56:13.028164 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:56:13.028164 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:56:13.028164 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:56:13.028164 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:56:13.028164 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:56:13.028164 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:56:13.028164 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:56:13.028164 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:56:13.028164 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:56:13.028164 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:56:13.028164 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:56:13.028164 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:56:13.028164 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:56:13.028164 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:56:13.028164 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:56:13.028164 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:56:13.028164 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:56:13.028164 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:56:13.028164 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:56:13.028164 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:56:13.028164 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:56:13.028164 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:56:13.028164 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:56:13.121126 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6ba387eb-3957-4de8-a000-112cdeed1524 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (6fd73eb5-399e-41e4-8b8a-7fc59f0ab44a), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:13.135054 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6ba387eb-3957-4de8-a000-112cdeed1524 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:13.144055 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-6ba387eb-3957-4de8-a000-112cdeed1524 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] 10.222.0.90 "DELETE /v2.0/networks/6fd73eb5-399e-41e4-8b8a-7fc59f0ab44a HTTP/1.1" status: 204 len: 168 time: 0.4467864 Feb 09 21:56:13.146553 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 57168) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:13.174983 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba387eb-3957-4de8-a000-112cdeed1524 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Pushing event deleted for resources: {'Network': ['ID=6fd73eb5-399e-41e4-8b8a-7fc59f0ab44a,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:13.240987 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_v2 [None req-107e786e-6a87-49b5-b042-24202b48f39b tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Deleting subnet 6ed4e9dc-1d6f-43c1-becc-8ba1a758ad4d {{(pid=103140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:56:13.244920 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-107e786e-6a87-49b5-b042-24202b48f39b tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks [] for subnet (6ed4e9dc-1d6f-43c1-becc-8ba1a758ad4d), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:13.351375 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-107e786e-6a87-49b5-b042-24202b48f39b tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9110716'] for subnet (6ed4e9dc-1d6f-43c1-becc-8ba1a758ad4d), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:13.469397 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-63d04d23-4fdc-4090-975f-21666b900ffc req-4a83d98a-79b2-4d04-9f4f-a3bda7dd9d82 service neutron] 10.222.0.90 "GET /v2.0/networks/23f1a6df-2b4b-4777-8497-2928c76d9f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7267365 Feb 09 21:56:13.545595 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device e562ebf3-5dac-4b3f-8f73-3cc6fabdee2d no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:56:13.567608 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: e562ebf3-5dac-4b3f-8f73-3cc6fabdee2d {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:56:13.568110 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device e562ebf3-5dac-4b3f-8f73-3cc6fabdee2d not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:56:13.585581 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-107e786e-6a87-49b5-b042-24202b48f39b tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (6ed4e9dc-1d6f-43c1-becc-8ba1a758ad4d), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:13.692480 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-63d04d23-4fdc-4090-975f-21666b900ffc req-23d5f7b4-ee39-43bb-a12c-8bb237d1cff5 service neutron] 10.222.0.90 "GET /v2.0/networks/23f1a6df-2b4b-4777-8497-2928c76d9f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218633 Feb 09 21:56:13.699389 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-107e786e-6a87-49b5-b042-24202b48f39b tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621346'] for subnet (6ed4e9dc-1d6f-43c1-becc-8ba1a758ad4d), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:13.733202 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e786e-6a87-49b5-b042-24202b48f39b tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Pushing event deleted for resources: {'Subnet': ['ID=6ed4e9dc-1d6f-43c1-becc-8ba1a758ad4d,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:13.738541 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-107e786e-6a87-49b5-b042-24202b48f39b tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:13.745186 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 57256) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:13.747876 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-107e786e-6a87-49b5-b042-24202b48f39b tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] 10.222.0.90 "DELETE /v2.0/subnets/6ed4e9dc-1d6f-43c1-becc-8ba1a758ad4d HTTP/1.1" status: 204 len: 168 time: 0.5996330 Feb 09 21:56:13.756035 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feacb12d-5ddd-4d36-ade4-f823afcfdc9e None None] Network ac556c67-4606-4095-b471-ab88cda0f33c requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:56:13.975875 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8a0ac818-e38f-4259-87a1-0e69d70c6371 req-675d9c4f-f41f-4f1b-85a1-2719fe93dd24 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=5c0e31f7-a19c-4b58-9695-ac619a023e12 HTTP/1.1" status: 200 len: 210 time: 0.0423422 Feb 09 21:56:13.988634 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-46786b27-8091-4b55-8ca0-a7d261ac36a5 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (ac556c67-4606-4095-b471-ab88cda0f33c), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:14.028078 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab6aab2-cbb7-4698-8b78-ce6392e41a51 None None] DHCP port deletion for ac556c67-4606-4095-b471-ab88cda0f33c request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:56:14.083751 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-46786b27-8091-4b55-8ca0-a7d261ac36a5 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Deleting port c56d5176-adb4-426f-9ebb-ae2fb128b356 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:56:14.084647 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-46786b27-8091-4b55-8ca0-a7d261ac36a5 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (c56d5176-adb4-426f-9ebb-ae2fb128b356), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:14.151336 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-cab6aab2-cbb7-4698-8b78-ce6392e41a51 None None] Deleting port c56d5176-adb4-426f-9ebb-ae2fb128b356 {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:56:14.151725 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-cab6aab2-cbb7-4698-8b78-ce6392e41a51 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (c56d5176-adb4-426f-9ebb-ae2fb128b356), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:14.214932 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:14.237452 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-46786b27-8091-4b55-8ca0-a7d261ac36a5 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] For port c56d5176-adb4-426f-9ebb-ae2fb128b356, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=c56d5176-adb4-426f-9ebb-ae2fb128b356,segment=NetworkSegment(2021c6bc-7ba8-4a0b-a0fa-02cec65f0789),segment_id=2021c6bc-7ba8-4a0b-a0fa-02cec65f0789)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:56:14.237825 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-46786b27-8091-4b55-8ca0-a7d261ac36a5 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (c56d5176-adb4-426f-9ebb-ae2fb128b356), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:14.266793 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-cab6aab2-cbb7-4698-8b78-ce6392e41a51 None None] For port c56d5176-adb4-426f-9ebb-ae2fb128b356, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=c56d5176-adb4-426f-9ebb-ae2fb128b356,segment=NetworkSegment(2021c6bc-7ba8-4a0b-a0fa-02cec65f0789),segment_id=2021c6bc-7ba8-4a0b-a0fa-02cec65f0789)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:56:14.267514 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-cab6aab2-cbb7-4698-8b78-ce6392e41a51 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (c56d5176-adb4-426f-9ebb-ae2fb128b356), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:14.269502 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-46786b27-8091-4b55-8ca0-a7d261ac36a5 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Calling delete_port for c56d5176-adb4-426f-9ebb-ae2fb128b356 owned by network:dhcp {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:56:14.293344 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-cab6aab2-cbb7-4698-8b78-ce6392e41a51 None None] Calling delete_port for c56d5176-adb4-426f-9ebb-ae2fb128b356 owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:56:14.408680 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-46786b27-8091-4b55-8ca0-a7d261ac36a5 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (c56d5176-adb4-426f-9ebb-ae2fb128b356), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:14.447887 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46786b27-8091-4b55-8ca0-a7d261ac36a5 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Pushing event deleted for resources: {'Port': ['ID=c56d5176-adb4-426f-9ebb-ae2fb128b356,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:14.453642 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46786b27-8091-4b55-8ca0-a7d261ac36a5 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] No DVR routers for this DVR port c56d5176-adb4-426f-9ebb-ae2fb128b356 on host n-d-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:56:14.533870 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-cab6aab2-cbb7-4698-8b78-ce6392e41a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (c56d5176-adb4-426f-9ebb-ae2fb128b356), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:14.579173 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab6aab2-cbb7-4698-8b78-ce6392e41a51 None None] Pushing event deleted for resources: {'Port': ['ID=c56d5176-adb4-426f-9ebb-ae2fb128b356,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:14.595181 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-46786b27-8091-4b55-8ca0-a7d261ac36a5 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (ac556c67-4606-4095-b471-ab88cda0f33c), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:14.595358 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab6aab2-cbb7-4698-8b78-ce6392e41a51 None None] No DVR routers for this DVR port c56d5176-adb4-426f-9ebb-ae2fb128b356 on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:56:14.618565 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-46786b27-8091-4b55-8ca0-a7d261ac36a5 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac556c67-4606-4095-b471-ab88cda0f33c']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:14.630804 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-46786b27-8091-4b55-8ca0-a7d261ac36a5 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2021c6bc-7ba8-4a0b-a0fa-02cec65f0789') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:14.631225 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-46786b27-8091-4b55-8ca0-a7d261ac36a5 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2021c6bc-7ba8-4a0b-a0fa-02cec65f0789') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:14.643482 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-46786b27-8091-4b55-8ca0-a7d261ac36a5 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (2021c6bc-7ba8-4a0b-a0fa-02cec65f0789), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:14.659584 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-46786b27-8091-4b55-8ca0-a7d261ac36a5 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (2021c6bc-7ba8-4a0b-a0fa-02cec65f0789), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:14.667336 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46786b27-8091-4b55-8ca0-a7d261ac36a5 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:56:14.667982 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-46786b27-8091-4b55-8ca0-a7d261ac36a5 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (2021c6bc-7ba8-4a0b-a0fa-02cec65f0789), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:14.733015 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:56:14.733015 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:56:14.733015 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:56:14.733015 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:56:14.733015 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:56:14.733015 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:56:14.733015 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:56:14.733015 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:56:14.733015 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:56:14.733015 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:56:14.733015 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:56:14.733015 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:56:14.733015 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:56:14.733015 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:56:14.733015 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:56:14.733015 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:56:14.733015 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:56:14.733015 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:56:14.733015 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:56:14.733015 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:56:14.733015 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:56:14.733015 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:56:14.733015 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:56:14.733015 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:56:14.733015 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:56:14.733015 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:56:14.733015 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:56:14.733015 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:56:14.733015 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:56:14.733015 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:56:14.733015 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:56:14.733015 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:56:14.755614 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-46786b27-8091-4b55-8ca0-a7d261ac36a5 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (ac556c67-4606-4095-b471-ab88cda0f33c), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:14.785514 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-46786b27-8091-4b55-8ca0-a7d261ac36a5 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:14.789470 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-46786b27-8091-4b55-8ca0-a7d261ac36a5 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] 10.222.0.90 "DELETE /v2.0/networks/ac556c67-4606-4095-b471-ab88cda0f33c HTTP/1.1" status: 204 len: 168 time: 1.0431871 Feb 09 21:56:14.790650 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46786b27-8091-4b55-8ca0-a7d261ac36a5 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Pushing event deleted for resources: {'Network': ['ID=ac556c67-4606-4095-b471-ab88cda0f33c,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:14.792353 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 57392) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:14.830222 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-fd4701e8-f479-4bf3-9ccf-c547387a2e36 tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] 10.222.0.90 "GET /v2.0/ports?device_id=4cbd3c66-c091-441c-a007-21858adb66e5 HTTP/1.1" status: 200 len: 205 time: 0.0362124 Feb 09 21:56:14.832690 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 57394) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:14.975981 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-019d422c-c747-4cf1-8c6d-9c81915db36d tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks [] for router (4cbd3c66-c091-441c-a007-21858adb66e5), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:15.124971 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-94385573-0a14-4f51-87d0-903edff66c5b req-eda0ca1d-34dd-4d84-8259-f83692fbb6d2 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=5c0e31f7-a19c-4b58-9695-ac619a023e12 HTTP/1.1" status: 200 len: 210 time: 0.0402625 Feb 09 21:56:15.140550 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 57408) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:15.176124 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-019d422c-c747-4cf1-8c6d-9c81915db36d tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (4cbd3c66-c091-441c-a007-21858adb66e5), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:15.178992 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-019d422c-c747-4cf1-8c6d-9c81915db36d tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks [] for router_controller (4cbd3c66-c091-441c-a007-21858adb66e5), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:15.241883 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-019d422c-c747-4cf1-8c6d-9c81915db36d tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (4cbd3c66-c091-441c-a007-21858adb66e5), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:15.242690 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-019d422c-c747-4cf1-8c6d-9c81915db36d tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Fanout notify agent at l3_agent the message router_deleted on router 4cbd3c66-c091-441c-a007-21858adb66e5 {{(pid=103141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:56:15.258842 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-019d422c-c747-4cf1-8c6d-9c81915db36d tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:15.262320 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-019d422c-c747-4cf1-8c6d-9c81915db36d tempest-RoutersNegativeIpV6Test-160722679 tempest-RoutersNegativeIpV6Test-160722679-project] 10.222.0.90 "DELETE /v2.0/routers/4cbd3c66-c091-441c-a007-21858adb66e5 HTTP/1.1" status: 204 len: 168 time: 0.4263644 Feb 09 21:56:15.308249 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:15.472390 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-1e32d1fd-44d9-4449-ac72-544d73942039 tempest-PortsAdminExtendedAttrsTestJSON-1095746662 tempest-PortsAdminExtendedAttrsTestJSON-1095746662-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-573979310'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:56:15.531879 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device c56d5176-adb4-426f-9ebb-ae2fb128b356 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:56:15.567813 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: c56d5176-adb4-426f-9ebb-ae2fb128b356 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:56:15.568472 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device c56d5176-adb4-426f-9ebb-ae2fb128b356 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:56:15.606683 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e32d1fd-44d9-4449-ac72-544d73942039 tempest-PortsAdminExtendedAttrsTestJSON-1095746662 tempest-PortsAdminExtendedAttrsTestJSON-1095746662-project] Made reservation on behalf of 276ddfbaaa384922bc88dc2c59944f79 for: {'network': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:56:15.614473 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1e32d1fd-44d9-4449-ac72-544d73942039 tempest-PortsAdminExtendedAttrsTestJSON-1095746662 tempest-PortsAdminExtendedAttrsTestJSON-1095746662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:15.643197 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1e32d1fd-44d9-4449-ac72-544d73942039 tempest-PortsAdminExtendedAttrsTestJSON-1095746662 tempest-PortsAdminExtendedAttrsTestJSON-1095746662-project] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:15.692522 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d04d23-4fdc-4090-975f-21666b900ffc req-cb48462a-46f5-4f01-b835-96312c0bb736 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:15.694395 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-63d04d23-4fdc-4090-975f-21666b900ffc req-cb48462a-46f5-4f01-b835-96312c0bb736 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.95 "GET /v2.0/networks?id=23f1a6df-2b4b-4777-8497-2928c76d9f17 HTTP/1.1" status: 200 len: 812 time: 0.3046079 Feb 09 21:56:15.715024 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 57428) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:15.724826 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-63d04d23-4fdc-4090-975f-21666b900ffc req-85a25072-902e-45f1-9913-3d72cbe01429 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Request body: {'port': {'device_id': '5c0e31f7-a19c-4b58-9695-ac619a023e12', 'network_id': '23f1a6df-2b4b-4777-8497-2928c76d9f17', 'admin_state_up': True, 'tenant_id': 'b97bcc6d3a344052b623ebf4a39465fa'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:56:15.878747 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1e32d1fd-44d9-4449-ac72-544d73942039 tempest-PortsAdminExtendedAttrsTestJSON-1095746662 tempest-PortsAdminExtendedAttrsTestJSON-1095746662-project] Publish callbacks [] for security_group (963ea502-445b-4495-83ee-f380f304fe83), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:15.889445 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1e32d1fd-44d9-4449-ac72-544d73942039 tempest-PortsAdminExtendedAttrsTestJSON-1095746662 tempest-PortsAdminExtendedAttrsTestJSON-1095746662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (963ea502-445b-4495-83ee-f380f304fe83), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:15.910054 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-2d20baba-a230-4ff2-b9be-afb50c2332a5 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=4999fc27c54348c19ee47815122d6298&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1936142 Feb 09 21:56:15.911619 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 57438) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:15.949231 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e32d1fd-44d9-4449-ac72-544d73942039 tempest-PortsAdminExtendedAttrsTestJSON-1095746662 tempest-PortsAdminExtendedAttrsTestJSON-1095746662-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=103140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:56:15.974397 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e32d1fd-44d9-4449-ac72-544d73942039 tempest-PortsAdminExtendedAttrsTestJSON-1095746662 tempest-PortsAdminExtendedAttrsTestJSON-1095746662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=963ea502-445b-4495-83ee-f380f304fe83,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:15.984497 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1e32d1fd-44d9-4449-ac72-544d73942039 tempest-PortsAdminExtendedAttrsTestJSON-1095746662 tempest-PortsAdminExtendedAttrsTestJSON-1095746662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (e81f2522-d562-47fa-9677-b07c96c8f590), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:15.985301 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-1e32d1fd-44d9-4449-ac72-544d73942039 tempest-PortsAdminExtendedAttrsTestJSON-1095746662 tempest-PortsAdminExtendedAttrsTestJSON-1095746662-project] Added segment e81f2522-d562-47fa-9677-b07c96c8f590 of type vlan for network 1be377b2-ab91-4b7a-bca5-8dffe29e5d9a Feb 09 21:56:15.989877 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f9184d2b-e680-4df5-a17f-1d73f54c3cea admin admin] Publish callbacks [] for security_group (1ccac25a-1f43-4807-bbdc-21aff1fae2d1), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:15.996788 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63d04d23-4fdc-4090-975f-21666b900ffc req-85a25072-902e-45f1-9913-3d72cbe01429 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Made reservation on behalf of b97bcc6d3a344052b623ebf4a39465fa for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:56:16.001195 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-63d04d23-4fdc-4090-975f-21666b900ffc req-85a25072-902e-45f1-9913-3d72cbe01429 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:16.024741 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f9184d2b-e680-4df5-a17f-1d73f54c3cea admin admin] Publish callbacks [] for security_group (1ccac25a-1f43-4807-bbdc-21aff1fae2d1), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:16.063699 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1e32d1fd-44d9-4449-ac72-544d73942039 tempest-PortsAdminExtendedAttrsTestJSON-1095746662 tempest-PortsAdminExtendedAttrsTestJSON-1095746662-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (1be377b2-ab91-4b7a-bca5-8dffe29e5d9a), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:16.087699 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f9184d2b-e680-4df5-a17f-1d73f54c3cea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (1ccac25a-1f43-4807-bbdc-21aff1fae2d1), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:16.090859 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f9184d2b-e680-4df5-a17f-1d73f54c3cea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:16.093321 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-f9184d2b-e680-4df5-a17f-1d73f54c3cea admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/1ccac25a-1f43-4807-bbdc-21aff1fae2d1 HTTP/1.1" status: 204 len: 168 time: 0.1791422 Feb 09 21:56:16.105403 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9184d2b-e680-4df5-a17f-1d73f54c3cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ccac25a-1f43-4807-bbdc-21aff1fae2d1,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:16.164267 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1e32d1fd-44d9-4449-ac72-544d73942039 tempest-PortsAdminExtendedAttrsTestJSON-1095746662 tempest-PortsAdminExtendedAttrsTestJSON-1095746662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (1be377b2-ab91-4b7a-bca5-8dffe29e5d9a), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:16.170272 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e32d1fd-44d9-4449-ac72-544d73942039 tempest-PortsAdminExtendedAttrsTestJSON-1095746662 tempest-PortsAdminExtendedAttrsTestJSON-1095746662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:16.170868 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1e32d1fd-44d9-4449-ac72-544d73942039 tempest-PortsAdminExtendedAttrsTestJSON-1095746662 tempest-PortsAdminExtendedAttrsTestJSON-1095746662-project] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:16.353865 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-eff730d1-5f5a-420b-a22c-032c90e9f802 req-20bef7a0-c13c-4d89-ae99-6e2a4e5f4606 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=5c0e31f7-a19c-4b58-9695-ac619a023e12 HTTP/1.1" status: 200 len: 210 time: 0.0874863 Feb 09 21:56:16.357230 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-1e32d1fd-44d9-4449-ac72-544d73942039 tempest-PortsAdminExtendedAttrsTestJSON-1095746662 tempest-PortsAdminExtendedAttrsTestJSON-1095746662-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.2152369 Feb 09 21:56:16.361329 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e32d1fd-44d9-4449-ac72-544d73942039 tempest-PortsAdminExtendedAttrsTestJSON-1095746662 tempest-PortsAdminExtendedAttrsTestJSON-1095746662-project] Pushing event updated for resources: {'Network': ['ID=1be377b2-ab91-4b7a-bca5-8dffe29e5d9a,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:16.373408 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 1be377b2-ab91-4b7a-bca5-8dffe29e5d9a details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:56:16.390887 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [req-63d04d23-4fdc-4090-975f-21666b900ffc req-85a25072-902e-45f1-9913-3d72cbe01429 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Allocated IP 172.20.0.12 (23f1a6df-2b4b-4777-8497-2928c76d9f17/b55ac71e-6529-43b3-9355-0e693d39e1f4/c4230aed-ff78-4b59-8144-4a7748f92a5b) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:56:16.643035 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-63d04d23-4fdc-4090-975f-21666b900ffc req-85a25072-902e-45f1-9913-3d72cbe01429 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Publish callbacks [] for port (c4230aed-ff78-4b59-8144-4a7748f92a5b), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:16.685059 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-63d04d23-4fdc-4090-975f-21666b900ffc req-85a25072-902e-45f1-9913-3d72cbe01429 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (c4230aed-ff78-4b59-8144-4a7748f92a5b), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:16.701818 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['a57a5b7b-da19-4999-a44f-8d6372be66f1'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:56:16.708505 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['6a0194ab-f855-41d1-a295-07dc840d5cec'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:56:16.727466 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 57466) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:16.735030 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-d90afa8b-3aef-40e3-a5bd-9ad460843cf7 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Request body: {'port': {'network_id': '1be377b2-ab91-4b7a-bca5-8dffe29e5d9a', 'binding:host_id': 'n-h2-828369-5', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1881568963'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:56:16.749270 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63d04d23-4fdc-4090-975f-21666b900ffc req-85a25072-902e-45f1-9913-3d72cbe01429 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Network 23f1a6df-2b4b-4777-8497-2928c76d9f17 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:56:16.756731 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [req-63d04d23-4fdc-4090-975f-21666b900ffc req-85a25072-902e-45f1-9913-3d72cbe01429 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:56:16.760000 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-63d04d23-4fdc-4090-975f-21666b900ffc req-85a25072-902e-45f1-9913-3d72cbe01429 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:56:16.786756 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d90afa8b-3aef-40e3-a5bd-9ad460843cf7 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Made reservation on behalf of 802420ba62f141c2a6d640e4db75f744 for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:56:16.790815 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d90afa8b-3aef-40e3-a5bd-9ad460843cf7 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:16.801236 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a25072-902e-45f1-9913-3d72cbe01429 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Pushing event updated for resources: {'Port': ['ID=c4230aed-ff78-4b59-8144-4a7748f92a5b,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:16.842874 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d90afa8b-3aef-40e3-a5bd-9ad460843cf7 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:16.864387 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d04d23-4fdc-4090-975f-21666b900ffc req-85a25072-902e-45f1-9913-3d72cbe01429 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:16.866581 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-63d04d23-4fdc-4090-975f-21666b900ffc req-85a25072-902e-45f1-9913-3d72cbe01429 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:16.912415 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-63d04d23-4fdc-4090-975f-21666b900ffc req-85a25072-902e-45f1-9913-3d72cbe01429 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1831439 Feb 09 21:56:16.936931 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-63d04d23-4fdc-4090-975f-21666b900ffc req-1d0c88c5-4a11-44b7-847d-3d9f4129f757 service neutron] Request body: {'port': {'device_id': '5c0e31f7-a19c-4b58-9695-ac619a023e12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-5'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:56:17.045215 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d90afa8b-3aef-40e3-a5bd-9ad460843cf7 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Publish callbacks [] for security_group (cb73d354-1ce8-46c2-9332-f8727d72a32b), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:17.053581 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d90afa8b-3aef-40e3-a5bd-9ad460843cf7 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (cb73d354-1ce8-46c2-9332-f8727d72a32b), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:17.066046 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [None req-d90afa8b-3aef-40e3-a5bd-9ad460843cf7 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] device_id is not set on port 0006e27e-bd86-4072-a6a9-abe1fe92908d yet. {{(pid=103141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:56:17.082843 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-63d04d23-4fdc-4090-975f-21666b900ffc req-1d0c88c5-4a11-44b7-847d-3d9f4129f757 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (c4230aed-ff78-4b59-8144-4a7748f92a5b), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:17.348636 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-b4573a23-cc13-4058-8dec-dadf53c718a9 None None] Provisioning complete for port c4230aed-ff78-4b59-8144-4a7748f92a5b triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:56:17.349295 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b4573a23-cc13-4058-8dec-dadf53c718a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (c4230aed-ff78-4b59-8144-4a7748f92a5b), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:17.432745 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [req-63d04d23-4fdc-4090-975f-21666b900ffc req-1d0c88c5-4a11-44b7-847d-3d9f4129f757 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4230aed-ff78-4b59-8144-4a7748f92a5b {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:56:17.451404 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-63d04d23-4fdc-4090-975f-21666b900ffc req-1d0c88c5-4a11-44b7-847d-3d9f4129f757 service neutron] Publish callbacks [] for port (c4230aed-ff78-4b59-8144-4a7748f92a5b), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:17.463447 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-b4573a23-cc13-4058-8dec-dadf53c718a9 None None] Port c4230aed-ff78-4b59-8144-4a7748f92a5b cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:56:17.496555 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [req-63d04d23-4fdc-4090-975f-21666b900ffc req-1d0c88c5-4a11-44b7-847d-3d9f4129f757 service neutron] Transition to ACTIVE for port object c4230aed-ff78-4b59-8144-4a7748f92a5b will not be triggered until provisioned by entity L2. {{(pid=103140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:56:17.501851 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-63d04d23-4fdc-4090-975f-21666b900ffc req-1d0c88c5-4a11-44b7-847d-3d9f4129f757 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (c4230aed-ff78-4b59-8144-4a7748f92a5b), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:17.727168 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0c88c5-4a11-44b7-847d-3d9f4129f757 service neutron] Pushing event updated for resources: {'Port': ['ID=c4230aed-ff78-4b59-8144-4a7748f92a5b,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:17.756450 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 57492) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:17.861087 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f255745-0da0-4709-b9a9-33ddf3a2672c req-df749fd5-a78a-4996-a7f8-7c02f0add950 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:17.862655 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5f255745-0da0-4709-b9a9-33ddf3a2672c req-df749fd5-a78a-4996-a7f8-7c02f0add950 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=5c0e31f7-a19c-4b58-9695-ac619a023e12 HTTP/1.1" status: 200 len: 944 time: 0.3224158 Feb 09 21:56:17.915268 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90afa8b-3aef-40e3-a5bd-9ad460843cf7 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb73d354-1ce8-46c2-9332-f8727d72a32b,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:17.916150 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-63d04d23-4fdc-4090-975f-21666b900ffc req-1d0c88c5-4a11-44b7-847d-3d9f4129f757 service neutron] Attempting to bind port c4230aed-ff78-4b59-8144-4a7748f92a5b on host n-h1-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:56:17.918094 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-63d04d23-4fdc-4090-975f-21666b900ffc req-1d0c88c5-4a11-44b7-847d-3d9f4129f757 service neutron] Attempting to bind port c4230aed-ff78-4b59-8144-4a7748f92a5b by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': '682b57c6-7518-4480-8840-98896ec39a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '23f1a6df-2b4b-4777-8497-2928c76d9f17'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:56:17.919039 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d04d23-4fdc-4090-975f-21666b900ffc req-1d0c88c5-4a11-44b7-847d-3d9f4129f757 service neutron] Attempting to bind port c4230aed-ff78-4b59-8144-4a7748f92a5b on network 23f1a6df-2b4b-4777-8497-2928c76d9f17 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:56:17.939683 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [None req-d90afa8b-3aef-40e3-a5bd-9ad460843cf7 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] device_id is not set on port 0006e27e-bd86-4072-a6a9-abe1fe92908d yet. {{(pid=103141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:56:17.957126 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d90afa8b-3aef-40e3-a5bd-9ad460843cf7 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Publish callbacks [] for port (0006e27e-bd86-4072-a6a9-abe1fe92908d), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:17.963884 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d90afa8b-3aef-40e3-a5bd-9ad460843cf7 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (0006e27e-bd86-4072-a6a9-abe1fe92908d), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:17.983143 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d04d23-4fdc-4090-975f-21666b900ffc req-1d0c88c5-4a11-44b7-847d-3d9f4129f757 service neutron] Port c4230aed-ff78-4b59-8144-4a7748f92a5b on network 23f1a6df-2b4b-4777-8497-2928c76d9f17 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:56:17.983482 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d04d23-4fdc-4090-975f-21666b900ffc req-1d0c88c5-4a11-44b7-847d-3d9f4129f757 service neutron] Attempting to bind port c4230aed-ff78-4b59-8144-4a7748f92a5b on network 23f1a6df-2b4b-4777-8497-2928c76d9f17 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:56:17.992491 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5f255745-0da0-4709-b9a9-33ddf3a2672c req-4df9f8ef-1b81-499b-bbf4-84a2041a1341 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=a72d620d-4650-43fd-afbd-3b01f73e5444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193938 Feb 09 21:56:17.994854 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d04d23-4fdc-4090-975f-21666b900ffc req-1d0c88c5-4a11-44b7-847d-3d9f4129f757 service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:56:17.995199 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d04d23-4fdc-4090-975f-21666b900ffc req-1d0c88c5-4a11-44b7-847d-3d9f4129f757 service neutron] Checking segment: {'id': '682b57c6-7518-4480-8840-98896ec39a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '23f1a6df-2b4b-4777-8497-2928c76d9f17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:56:17.995578 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d04d23-4fdc-4090-975f-21666b900ffc req-1d0c88c5-4a11-44b7-847d-3d9f4129f757 service neutron] Bound using segment: {'id': '682b57c6-7518-4480-8840-98896ec39a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '23f1a6df-2b4b-4777-8497-2928c76d9f17'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:56:17.996012 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-63d04d23-4fdc-4090-975f-21666b900ffc req-1d0c88c5-4a11-44b7-847d-3d9f4129f757 service neutron] Bound port: c4230aed-ff78-4b59-8144-4a7748f92a5b, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '682b57c6-7518-4480-8840-98896ec39a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '23f1a6df-2b4b-4777-8497-2928c76d9f17'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:56:17.996462 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-63d04d23-4fdc-4090-975f-21666b900ffc req-1d0c88c5-4a11-44b7-847d-3d9f4129f757 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (c4230aed-ff78-4b59-8144-4a7748f92a5b), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:18.030172 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-cb6f2654-64d4-44f0-befa-41be9618432f tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-803408941', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:56:18.071932 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90afa8b-3aef-40e3-a5bd-9ad460843cf7 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Pushing event updated for resources: {'Port': ['ID=0006e27e-bd86-4072-a6a9-abe1fe92908d,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:18.075738 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90afa8b-3aef-40e3-a5bd-9ad460843cf7 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Checking segment: {'id': 'e81f2522-d562-47fa-9677-b07c96c8f590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '1be377b2-ab91-4b7a-bca5-8dffe29e5d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:56:18.076349 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90afa8b-3aef-40e3-a5bd-9ad460843cf7 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Network hostable DHCP agents. Network: 1be377b2-ab91-4b7a-bca5-8dffe29e5d9a, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:56:18.086679 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cb6f2654-64d4-44f0-befa-41be9618432f tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (23827268-5494-4825-b302-fb2415639b0b), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:18.087713 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cb6f2654-64d4-44f0-befa-41be9618432f tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (23827268-5494-4825-b302-fb2415639b0b), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:18.097380 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90afa8b-3aef-40e3-a5bd-9ad460843cf7 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Network 1be377b2-ab91-4b7a-bca5-8dffe29e5d9a is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:56:18.108239 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-d90afa8b-3aef-40e3-a5bd-9ad460843cf7 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 1be377b2-ab91-4b7a-bca5-8dffe29e5d9a) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:56:18.112804 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90afa8b-3aef-40e3-a5bd-9ad460843cf7 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:56:18.116421 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-63d04d23-4fdc-4090-975f-21666b900ffc req-1d0c88c5-4a11-44b7-847d-3d9f4129f757 service neutron] For port c4230aed-ff78-4b59-8144-4a7748f92a5b, host n-h1-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:56:18.121181 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e1e79d-52f0-4c9d-bb36-d204c8a81387 None None] Network 1be377b2-ab91-4b7a-bca5-8dffe29e5d9a requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:56:18.137473 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-d90afa8b-3aef-40e3-a5bd-9ad460843cf7 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempting to bind port 0006e27e-bd86-4072-a6a9-abe1fe92908d on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:56:18.137871 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-d90afa8b-3aef-40e3-a5bd-9ad460843cf7 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempting to bind port 0006e27e-bd86-4072-a6a9-abe1fe92908d by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': 'e81f2522-d562-47fa-9677-b07c96c8f590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '1be377b2-ab91-4b7a-bca5-8dffe29e5d9a'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:56:18.138230 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90afa8b-3aef-40e3-a5bd-9ad460843cf7 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempting to bind port 0006e27e-bd86-4072-a6a9-abe1fe92908d on network 1be377b2-ab91-4b7a-bca5-8dffe29e5d9a {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:56:18.144653 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90afa8b-3aef-40e3-a5bd-9ad460843cf7 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Port 0006e27e-bd86-4072-a6a9-abe1fe92908d on network 1be377b2-ab91-4b7a-bca5-8dffe29e5d9a not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:56:18.145120 n-d-828369-5 neutron-server[103141]: ERROR neutron.plugins.ml2.managers [None req-d90afa8b-3aef-40e3-a5bd-9ad460843cf7 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Failed to bind port 0006e27e-bd86-4072-a6a9-abe1fe92908d on host n-h2-828369-5 for vnic_type normal using segments [{'id': 'e81f2522-d562-47fa-9677-b07c96c8f590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '1be377b2-ab91-4b7a-bca5-8dffe29e5d9a'}] Feb 09 21:56:18.146824 n-d-828369-5 neutron-server[103141]: INFO neutron.plugins.ml2.plugin [None req-d90afa8b-3aef-40e3-a5bd-9ad460843cf7 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempt 2 to bind port 0006e27e-bd86-4072-a6a9-abe1fe92908d Feb 09 21:56:18.162544 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-d90afa8b-3aef-40e3-a5bd-9ad460843cf7 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempting to bind port 0006e27e-bd86-4072-a6a9-abe1fe92908d on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:56:18.163015 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-d90afa8b-3aef-40e3-a5bd-9ad460843cf7 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempting to bind port 0006e27e-bd86-4072-a6a9-abe1fe92908d by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': 'e81f2522-d562-47fa-9677-b07c96c8f590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '1be377b2-ab91-4b7a-bca5-8dffe29e5d9a'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:56:18.163581 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90afa8b-3aef-40e3-a5bd-9ad460843cf7 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempting to bind port 0006e27e-bd86-4072-a6a9-abe1fe92908d on network 1be377b2-ab91-4b7a-bca5-8dffe29e5d9a {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:56:18.169322 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90afa8b-3aef-40e3-a5bd-9ad460843cf7 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Port 0006e27e-bd86-4072-a6a9-abe1fe92908d on network 1be377b2-ab91-4b7a-bca5-8dffe29e5d9a not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:56:18.169893 n-d-828369-5 neutron-server[103141]: ERROR neutron.plugins.ml2.managers [None req-d90afa8b-3aef-40e3-a5bd-9ad460843cf7 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Failed to bind port 0006e27e-bd86-4072-a6a9-abe1fe92908d on host n-h2-828369-5 for vnic_type normal using segments [{'id': 'e81f2522-d562-47fa-9677-b07c96c8f590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '1be377b2-ab91-4b7a-bca5-8dffe29e5d9a'}] Feb 09 21:56:18.170489 n-d-828369-5 neutron-server[103141]: INFO neutron.plugins.ml2.plugin [None req-d90afa8b-3aef-40e3-a5bd-9ad460843cf7 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempt 3 to bind port 0006e27e-bd86-4072-a6a9-abe1fe92908d Feb 09 21:56:18.195673 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-d90afa8b-3aef-40e3-a5bd-9ad460843cf7 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempting to bind port 0006e27e-bd86-4072-a6a9-abe1fe92908d on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:56:18.196021 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-d90afa8b-3aef-40e3-a5bd-9ad460843cf7 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempting to bind port 0006e27e-bd86-4072-a6a9-abe1fe92908d by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': 'e81f2522-d562-47fa-9677-b07c96c8f590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '1be377b2-ab91-4b7a-bca5-8dffe29e5d9a'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:56:18.196752 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90afa8b-3aef-40e3-a5bd-9ad460843cf7 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempting to bind port 0006e27e-bd86-4072-a6a9-abe1fe92908d on network 1be377b2-ab91-4b7a-bca5-8dffe29e5d9a {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:56:18.205254 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90afa8b-3aef-40e3-a5bd-9ad460843cf7 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Port 0006e27e-bd86-4072-a6a9-abe1fe92908d on network 1be377b2-ab91-4b7a-bca5-8dffe29e5d9a not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:56:18.205681 n-d-828369-5 neutron-server[103141]: ERROR neutron.plugins.ml2.managers [None req-d90afa8b-3aef-40e3-a5bd-9ad460843cf7 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Failed to bind port 0006e27e-bd86-4072-a6a9-abe1fe92908d on host n-h2-828369-5 for vnic_type normal using segments [{'id': 'e81f2522-d562-47fa-9677-b07c96c8f590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '1be377b2-ab91-4b7a-bca5-8dffe29e5d9a'}] Feb 09 21:56:18.206898 n-d-828369-5 neutron-server[103141]: INFO neutron.plugins.ml2.plugin [None req-d90afa8b-3aef-40e3-a5bd-9ad460843cf7 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempt 4 to bind port 0006e27e-bd86-4072-a6a9-abe1fe92908d Feb 09 21:56:18.220499 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-63d04d23-4fdc-4090-975f-21666b900ffc req-1d0c88c5-4a11-44b7-847d-3d9f4129f757 service neutron] For port c4230aed-ff78-4b59-8144-4a7748f92a5b, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=c4230aed-ff78-4b59-8144-4a7748f92a5b,segment=NetworkSegment(682b57c6-7518-4480-8840-98896ec39a8d),segment_id=682b57c6-7518-4480-8840-98896ec39a8d)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:56:18.231576 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-63d04d23-4fdc-4090-975f-21666b900ffc req-1d0c88c5-4a11-44b7-847d-3d9f4129f757 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (c4230aed-ff78-4b59-8144-4a7748f92a5b), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:18.232852 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-d90afa8b-3aef-40e3-a5bd-9ad460843cf7 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempting to bind port 0006e27e-bd86-4072-a6a9-abe1fe92908d on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:56:18.233242 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-d90afa8b-3aef-40e3-a5bd-9ad460843cf7 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempting to bind port 0006e27e-bd86-4072-a6a9-abe1fe92908d by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': 'e81f2522-d562-47fa-9677-b07c96c8f590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '1be377b2-ab91-4b7a-bca5-8dffe29e5d9a'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:56:18.233684 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90afa8b-3aef-40e3-a5bd-9ad460843cf7 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempting to bind port 0006e27e-bd86-4072-a6a9-abe1fe92908d on network 1be377b2-ab91-4b7a-bca5-8dffe29e5d9a {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:56:18.234344 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cb6f2654-64d4-44f0-befa-41be9618432f tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Publish callbacks [] for router_controller (23827268-5494-4825-b302-fb2415639b0b), precommit_add_association {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:18.240915 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90afa8b-3aef-40e3-a5bd-9ad460843cf7 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Port 0006e27e-bd86-4072-a6a9-abe1fe92908d on network 1be377b2-ab91-4b7a-bca5-8dffe29e5d9a not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:56:18.241450 n-d-828369-5 neutron-server[103141]: ERROR neutron.plugins.ml2.managers [None req-d90afa8b-3aef-40e3-a5bd-9ad460843cf7 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Failed to bind port 0006e27e-bd86-4072-a6a9-abe1fe92908d on host n-h2-828369-5 for vnic_type normal using segments [{'id': 'e81f2522-d562-47fa-9677-b07c96c8f590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '1be377b2-ab91-4b7a-bca5-8dffe29e5d9a'}] Feb 09 21:56:18.242109 n-d-828369-5 neutron-server[103141]: INFO neutron.plugins.ml2.plugin [None req-d90afa8b-3aef-40e3-a5bd-9ad460843cf7 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempt 5 to bind port 0006e27e-bd86-4072-a6a9-abe1fe92908d Feb 09 21:56:18.242464 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cb6f2654-64d4-44f0-befa-41be9618432f tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (23827268-5494-4825-b302-fb2415639b0b), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:18.261066 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-d90afa8b-3aef-40e3-a5bd-9ad460843cf7 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempting to bind port 0006e27e-bd86-4072-a6a9-abe1fe92908d on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:56:18.261806 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-d90afa8b-3aef-40e3-a5bd-9ad460843cf7 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempting to bind port 0006e27e-bd86-4072-a6a9-abe1fe92908d by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': 'e81f2522-d562-47fa-9677-b07c96c8f590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '1be377b2-ab91-4b7a-bca5-8dffe29e5d9a'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:56:18.262455 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90afa8b-3aef-40e3-a5bd-9ad460843cf7 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempting to bind port 0006e27e-bd86-4072-a6a9-abe1fe92908d on network 1be377b2-ab91-4b7a-bca5-8dffe29e5d9a {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:56:18.270022 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90afa8b-3aef-40e3-a5bd-9ad460843cf7 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Port 0006e27e-bd86-4072-a6a9-abe1fe92908d on network 1be377b2-ab91-4b7a-bca5-8dffe29e5d9a not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:56:18.270727 n-d-828369-5 neutron-server[103141]: ERROR neutron.plugins.ml2.managers [None req-d90afa8b-3aef-40e3-a5bd-9ad460843cf7 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Failed to bind port 0006e27e-bd86-4072-a6a9-abe1fe92908d on host n-h2-828369-5 for vnic_type normal using segments [{'id': 'e81f2522-d562-47fa-9677-b07c96c8f590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '1be377b2-ab91-4b7a-bca5-8dffe29e5d9a'}] Feb 09 21:56:18.271360 n-d-828369-5 neutron-server[103141]: INFO neutron.plugins.ml2.plugin [None req-d90afa8b-3aef-40e3-a5bd-9ad460843cf7 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempt 6 to bind port 0006e27e-bd86-4072-a6a9-abe1fe92908d Feb 09 21:56:18.277441 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 57500) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:18.288371 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d04d23-4fdc-4090-975f-21666b900ffc req-1d0c88c5-4a11-44b7-847d-3d9f4129f757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:18.289018 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-63d04d23-4fdc-4090-975f-21666b900ffc req-1d0c88c5-4a11-44b7-847d-3d9f4129f757 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:18.290682 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-63d04d23-4fdc-4090-975f-21666b900ffc req-1d0c88c5-4a11-44b7-847d-3d9f4129f757 service neutron] 10.222.0.95 "PUT /v2.0/ports/c4230aed-ff78-4b59-8144-4a7748f92a5b HTTP/1.1" status: 200 len: 1092 time: 1.3689902 Feb 09 21:56:18.299089 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-d90afa8b-3aef-40e3-a5bd-9ad460843cf7 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempting to bind port 0006e27e-bd86-4072-a6a9-abe1fe92908d on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:56:18.299640 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-d90afa8b-3aef-40e3-a5bd-9ad460843cf7 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempting to bind port 0006e27e-bd86-4072-a6a9-abe1fe92908d by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': 'e81f2522-d562-47fa-9677-b07c96c8f590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '1be377b2-ab91-4b7a-bca5-8dffe29e5d9a'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:56:18.300018 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90afa8b-3aef-40e3-a5bd-9ad460843cf7 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempting to bind port 0006e27e-bd86-4072-a6a9-abe1fe92908d on network 1be377b2-ab91-4b7a-bca5-8dffe29e5d9a {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:56:18.305246 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90afa8b-3aef-40e3-a5bd-9ad460843cf7 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Port 0006e27e-bd86-4072-a6a9-abe1fe92908d on network 1be377b2-ab91-4b7a-bca5-8dffe29e5d9a not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:56:18.305785 n-d-828369-5 neutron-server[103141]: ERROR neutron.plugins.ml2.managers [None req-d90afa8b-3aef-40e3-a5bd-9ad460843cf7 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Failed to bind port 0006e27e-bd86-4072-a6a9-abe1fe92908d on host n-h2-828369-5 for vnic_type normal using segments [{'id': 'e81f2522-d562-47fa-9677-b07c96c8f590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '1be377b2-ab91-4b7a-bca5-8dffe29e5d9a'}] Feb 09 21:56:18.306702 n-d-828369-5 neutron-server[103141]: INFO neutron.plugins.ml2.plugin [None req-d90afa8b-3aef-40e3-a5bd-9ad460843cf7 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempt 7 to bind port 0006e27e-bd86-4072-a6a9-abe1fe92908d Feb 09 21:56:18.308270 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c0e31f7-a19c-4b58-9695-ac619a023e12', 'tag': 'c4230aed-ff78-4b59-8144-4a7748f92a5b'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:56:18.321640 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-015ba3ed-c814-436d-8834-e0da0881a5c0" -d '{"events": [{"name": "network-changed", "server_uuid": "5c0e31f7-a19c-4b58-9695-ac619a023e12", "tag": "c4230aed-ff78-4b59-8144-4a7748f92a5b"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:56:18.326914 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-d90afa8b-3aef-40e3-a5bd-9ad460843cf7 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempting to bind port 0006e27e-bd86-4072-a6a9-abe1fe92908d on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:56:18.327463 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-d90afa8b-3aef-40e3-a5bd-9ad460843cf7 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempting to bind port 0006e27e-bd86-4072-a6a9-abe1fe92908d by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': 'e81f2522-d562-47fa-9677-b07c96c8f590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '1be377b2-ab91-4b7a-bca5-8dffe29e5d9a'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:56:18.329071 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90afa8b-3aef-40e3-a5bd-9ad460843cf7 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempting to bind port 0006e27e-bd86-4072-a6a9-abe1fe92908d on network 1be377b2-ab91-4b7a-bca5-8dffe29e5d9a {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:56:18.334067 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cb6f2654-64d4-44f0-befa-41be9618432f tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:18.338270 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90afa8b-3aef-40e3-a5bd-9ad460843cf7 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Port 0006e27e-bd86-4072-a6a9-abe1fe92908d on network 1be377b2-ab91-4b7a-bca5-8dffe29e5d9a not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:56:18.338270 n-d-828369-5 neutron-server[103141]: ERROR neutron.plugins.ml2.managers [None req-d90afa8b-3aef-40e3-a5bd-9ad460843cf7 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Failed to bind port 0006e27e-bd86-4072-a6a9-abe1fe92908d on host n-h2-828369-5 for vnic_type normal using segments [{'id': 'e81f2522-d562-47fa-9677-b07c96c8f590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '1be377b2-ab91-4b7a-bca5-8dffe29e5d9a'}] Feb 09 21:56:18.338270 n-d-828369-5 neutron-server[103141]: INFO neutron.plugins.ml2.plugin [None req-d90afa8b-3aef-40e3-a5bd-9ad460843cf7 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempt 8 to bind port 0006e27e-bd86-4072-a6a9-abe1fe92908d Feb 09 21:56:18.339169 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-cb6f2654-64d4-44f0-befa-41be9618432f tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.5807314 Feb 09 21:56:18.339996 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 57506) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:18.364469 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-d90afa8b-3aef-40e3-a5bd-9ad460843cf7 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempting to bind port 0006e27e-bd86-4072-a6a9-abe1fe92908d on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:56:18.364974 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-d90afa8b-3aef-40e3-a5bd-9ad460843cf7 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempting to bind port 0006e27e-bd86-4072-a6a9-abe1fe92908d by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': 'e81f2522-d562-47fa-9677-b07c96c8f590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '1be377b2-ab91-4b7a-bca5-8dffe29e5d9a'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:56:18.365320 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90afa8b-3aef-40e3-a5bd-9ad460843cf7 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempting to bind port 0006e27e-bd86-4072-a6a9-abe1fe92908d on network 1be377b2-ab91-4b7a-bca5-8dffe29e5d9a {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:56:18.366379 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-3e4e85f8-2a15-46cb-a63c-8633bbaa9c4e tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-228376387'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:56:18.375316 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90afa8b-3aef-40e3-a5bd-9ad460843cf7 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Port 0006e27e-bd86-4072-a6a9-abe1fe92908d on network 1be377b2-ab91-4b7a-bca5-8dffe29e5d9a not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:56:18.376511 n-d-828369-5 neutron-server[103141]: ERROR neutron.plugins.ml2.managers [None req-d90afa8b-3aef-40e3-a5bd-9ad460843cf7 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Failed to bind port 0006e27e-bd86-4072-a6a9-abe1fe92908d on host n-h2-828369-5 for vnic_type normal using segments [{'id': 'e81f2522-d562-47fa-9677-b07c96c8f590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '1be377b2-ab91-4b7a-bca5-8dffe29e5d9a'}] Feb 09 21:56:18.377759 n-d-828369-5 neutron-server[103141]: INFO neutron.plugins.ml2.plugin [None req-d90afa8b-3aef-40e3-a5bd-9ad460843cf7 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempt 9 to bind port 0006e27e-bd86-4072-a6a9-abe1fe92908d Feb 09 21:56:18.416455 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-d90afa8b-3aef-40e3-a5bd-9ad460843cf7 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempting to bind port 0006e27e-bd86-4072-a6a9-abe1fe92908d on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:56:18.416839 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-d90afa8b-3aef-40e3-a5bd-9ad460843cf7 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempting to bind port 0006e27e-bd86-4072-a6a9-abe1fe92908d by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': 'e81f2522-d562-47fa-9677-b07c96c8f590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '1be377b2-ab91-4b7a-bca5-8dffe29e5d9a'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:56:18.417311 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90afa8b-3aef-40e3-a5bd-9ad460843cf7 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempting to bind port 0006e27e-bd86-4072-a6a9-abe1fe92908d on network 1be377b2-ab91-4b7a-bca5-8dffe29e5d9a {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:56:18.429814 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90afa8b-3aef-40e3-a5bd-9ad460843cf7 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Port 0006e27e-bd86-4072-a6a9-abe1fe92908d on network 1be377b2-ab91-4b7a-bca5-8dffe29e5d9a not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:56:18.430329 n-d-828369-5 neutron-server[103141]: ERROR neutron.plugins.ml2.managers [None req-d90afa8b-3aef-40e3-a5bd-9ad460843cf7 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Failed to bind port 0006e27e-bd86-4072-a6a9-abe1fe92908d on host n-h2-828369-5 for vnic_type normal using segments [{'id': 'e81f2522-d562-47fa-9677-b07c96c8f590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '1be377b2-ab91-4b7a-bca5-8dffe29e5d9a'}] Feb 09 21:56:18.430742 n-d-828369-5 neutron-server[103141]: INFO neutron.plugins.ml2.plugin [None req-d90afa8b-3aef-40e3-a5bd-9ad460843cf7 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempt 10 to bind port 0006e27e-bd86-4072-a6a9-abe1fe92908d Feb 09 21:56:18.446856 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0c88c5-4a11-44b7-847d-3d9f4129f757 service neutron] Pushing event updated for resources: {'Port': ['ID=c4230aed-ff78-4b59-8144-4a7748f92a5b,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:18.465444 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92ed3ad2-7261-4d06-a947-d4fe04a11559 x-openstack-request-id: req-92ed3ad2-7261-4d06-a947-d4fe04a11559 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:56:18.466058 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c0e31f7-a19c-4b58-9695-ac619a023e12", "tag": "c4230aed-ff78-4b59-8144-4a7748f92a5b", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:56:18.466708 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-92ed3ad2-7261-4d06-a947-d4fe04a11559 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:56:18.467210 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c0e31f7-a19c-4b58-9695-ac619a023e12', 'tag': 'c4230aed-ff78-4b59-8144-4a7748f92a5b', 'status': 'completed', 'code': 200} Feb 09 21:56:18.472048 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e4e85f8-2a15-46cb-a63c-8633bbaa9c4e tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Made reservation on behalf of 3d9ca39ff9ee40ae8ba2710b60f01b7c for: {'network': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:56:18.477558 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3e4e85f8-2a15-46cb-a63c-8633bbaa9c4e tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:18.487012 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-d90afa8b-3aef-40e3-a5bd-9ad460843cf7 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempting to bind port 0006e27e-bd86-4072-a6a9-abe1fe92908d on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:56:18.487382 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-d90afa8b-3aef-40e3-a5bd-9ad460843cf7 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempting to bind port 0006e27e-bd86-4072-a6a9-abe1fe92908d by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': 'e81f2522-d562-47fa-9677-b07c96c8f590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '1be377b2-ab91-4b7a-bca5-8dffe29e5d9a'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:56:18.487787 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90afa8b-3aef-40e3-a5bd-9ad460843cf7 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempting to bind port 0006e27e-bd86-4072-a6a9-abe1fe92908d on network 1be377b2-ab91-4b7a-bca5-8dffe29e5d9a {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:56:18.490939 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3e4e85f8-2a15-46cb-a63c-8633bbaa9c4e tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:18.499480 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fa5e1463-cb61-4857-b288-67eb6c1984d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:18.532550 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d04d23-4fdc-4090-975f-21666b900ffc req-3c0b7bc3-eccf-40fa-ba9c-bd861051e8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:18.534303 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-63d04d23-4fdc-4090-975f-21666b900ffc req-3c0b7bc3-eccf-40fa-ba9c-bd861051e8f7 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b97bcc6d3a344052b623ebf4a39465fa&device_id=5c0e31f7-a19c-4b58-9695-ac619a023e12 HTTP/1.1" status: 200 len: 1126 time: 0.1896222 Feb 09 21:56:18.556410 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90afa8b-3aef-40e3-a5bd-9ad460843cf7 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Port 0006e27e-bd86-4072-a6a9-abe1fe92908d on network 1be377b2-ab91-4b7a-bca5-8dffe29e5d9a not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:56:18.556757 n-d-828369-5 neutron-server[103141]: ERROR neutron.plugins.ml2.managers [None req-d90afa8b-3aef-40e3-a5bd-9ad460843cf7 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Failed to bind port 0006e27e-bd86-4072-a6a9-abe1fe92908d on host n-h2-828369-5 for vnic_type normal using segments [{'id': 'e81f2522-d562-47fa-9677-b07c96c8f590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '1be377b2-ab91-4b7a-bca5-8dffe29e5d9a'}] Feb 09 21:56:18.557294 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d90afa8b-3aef-40e3-a5bd-9ad460843cf7 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (0006e27e-bd86-4072-a6a9-abe1fe92908d), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:18.595652 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-63d04d23-4fdc-4090-975f-21666b900ffc req-ad9270b6-8103-49e5-a450-1adf9c72a5bc service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c4230aed-ff78-4b59-8144-4a7748f92a5b HTTP/1.1" status: 200 len: 217 time: 0.0491884 Feb 09 21:56:18.632416 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fa5e1463-cb61-4857-b288-67eb6c1984d3 admin admin] Publish callbacks [] for security_group (9fd98b52-72df-4bc6-847a-ef263fdf1af8), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:18.644190 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fa5e1463-cb61-4857-b288-67eb6c1984d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (9fd98b52-72df-4bc6-847a-ef263fdf1af8), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:18.669499 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d04d23-4fdc-4090-975f-21666b900ffc req-9f70b96c-4174-4906-a1fd-4ced07aaee1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:18.670969 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-63d04d23-4fdc-4090-975f-21666b900ffc req-9f70b96c-4174-4906-a1fd-4ced07aaee1a service neutron] 10.222.0.95 "GET /v2.0/subnets?id=b55ac71e-6529-43b3-9355-0e693d39e1f4 HTTP/1.1" status: 200 len: 851 time: 0.0676038 Feb 09 21:56:18.676511 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-d90afa8b-3aef-40e3-a5bd-9ad460843cf7 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] For port 0006e27e-bd86-4072-a6a9-abe1fe92908d, host n-h2-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:56:18.676873 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-d90afa8b-3aef-40e3-a5bd-9ad460843cf7 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempted to set empty binding levels {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 09 21:56:18.692901 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3e4e85f8-2a15-46cb-a63c-8633bbaa9c4e tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Publish callbacks [] for security_group (bd3d9803-ab85-4a20-a840-84d783e25760), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:18.695333 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d90afa8b-3aef-40e3-a5bd-9ad460843cf7 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (0006e27e-bd86-4072-a6a9-abe1fe92908d), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:18.708311 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-fa5e1463-cb61-4857-b288-67eb6c1984d3 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=c8ec5221583e491cb0a85c912eddb698&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4271410 Feb 09 21:56:18.710162 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 57508) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:18.710298 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5e1463-cb61-4857-b288-67eb6c1984d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd98b52-72df-4bc6-847a-ef263fdf1af8,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:18.739738 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90afa8b-3aef-40e3-a5bd-9ad460843cf7 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:18.740551 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d90afa8b-3aef-40e3-a5bd-9ad460843cf7 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:18.743657 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3e4e85f8-2a15-46cb-a63c-8633bbaa9c4e tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (bd3d9803-ab85-4a20-a840-84d783e25760), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:18.766595 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90afa8b-3aef-40e3-a5bd-9ad460843cf7 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Pushing event updated for resources: {'Port': ['ID=0006e27e-bd86-4072-a6a9-abe1fe92908d,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:18.778459 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-d90afa8b-3aef-40e3-a5bd-9ad460843cf7 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 2.0430272 Feb 09 21:56:18.784745 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 57510) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:18.786170 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e4e85f8-2a15-46cb-a63c-8633bbaa9c4e tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=103140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:56:18.819522 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4e85f8-2a15-46cb-a63c-8633bbaa9c4e tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd3d9803-ab85-4a20-a840-84d783e25760,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:18.822849 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3e4e85f8-2a15-46cb-a63c-8633bbaa9c4e tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (87760678-9a7b-4823-8309-1f79ce930dde), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:18.823218 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-3e4e85f8-2a15-46cb-a63c-8633bbaa9c4e tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Added segment 87760678-9a7b-4823-8309-1f79ce930dde of type vlan for network 89ba3a3d-165d-46c7-be67-4d8c910f6bfb Feb 09 21:56:18.832422 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-22ad6de6-3ad2-404b-893a-c8947d7d9f1b admin admin] Publish callbacks [] for security_group (9fd98b52-72df-4bc6-847a-ef263fdf1af8), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:18.836259 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d04d23-4fdc-4090-975f-21666b900ffc req-07970e79-aed6-4a27-a55a-e52caa5b2126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:18.837145 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-63d04d23-4fdc-4090-975f-21666b900ffc req-07970e79-aed6-4a27-a55a-e52caa5b2126 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=23f1a6df-2b4b-4777-8497-2928c76d9f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1578112 Feb 09 21:56:18.886235 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-4f33d498-cd7a-4557-81a3-e60706d701b4 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Deleting port 0006e27e-bd86-4072-a6a9-abe1fe92908d {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:56:18.886732 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4f33d498-cd7a-4557-81a3-e60706d701b4 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (0006e27e-bd86-4072-a6a9-abe1fe92908d), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:18.929773 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3e4e85f8-2a15-46cb-a63c-8633bbaa9c4e tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (89ba3a3d-165d-46c7-be67-4d8c910f6bfb), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:18.933013 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-22ad6de6-3ad2-404b-893a-c8947d7d9f1b admin admin] Publish callbacks [] for security_group (9fd98b52-72df-4bc6-847a-ef263fdf1af8), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:18.959648 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-4f33d498-cd7a-4557-81a3-e60706d701b4 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] For port 0006e27e-bd86-4072-a6a9-abe1fe92908d, host n-h2-828369-5, got binding levels [] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:56:18.960303 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4f33d498-cd7a-4557-81a3-e60706d701b4 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (0006e27e-bd86-4072-a6a9-abe1fe92908d), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:18.976641 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-4f33d498-cd7a-4557-81a3-e60706d701b4 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Calling delete_port for 0006e27e-bd86-4072-a6a9-abe1fe92908d owned by {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:56:18.999066 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3e4e85f8-2a15-46cb-a63c-8633bbaa9c4e tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (89ba3a3d-165d-46c7-be67-4d8c910f6bfb), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:19.003979 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4e85f8-2a15-46cb-a63c-8633bbaa9c4e tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:19.004593 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3e4e85f8-2a15-46cb-a63c-8633bbaa9c4e tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:19.081653 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4f33d498-cd7a-4557-81a3-e60706d701b4 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (0006e27e-bd86-4072-a6a9-abe1fe92908d), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:19.091737 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-3e4e85f8-2a15-46cb-a63c-8633bbaa9c4e tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7437470 Feb 09 21:56:19.093905 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-63d04d23-4fdc-4090-975f-21666b900ffc req-3b8f82e4-b47c-4e52-8716-3de962d8850d service neutron] 10.222.0.95 "GET /v2.0/networks/23f1a6df-2b4b-4777-8497-2928c76d9f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243006 Feb 09 21:56:19.097373 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 57516) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:19.109689 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-4ccf121a-039a-4eb3-8e77-550b37a15c55 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Request body: {'subnet': {'network_id': '89ba3a3d-165d-46c7-be67-4d8c910f6bfb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:56:19.123475 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f33d498-cd7a-4557-81a3-e60706d701b4 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Pushing event deleted for resources: {'Port': ['ID=0006e27e-bd86-4072-a6a9-abe1fe92908d,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:19.124954 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-22ad6de6-3ad2-404b-893a-c8947d7d9f1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (9fd98b52-72df-4bc6-847a-ef263fdf1af8), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:19.127479 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-22ad6de6-3ad2-404b-893a-c8947d7d9f1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:19.128586 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-22ad6de6-3ad2-404b-893a-c8947d7d9f1b admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/9fd98b52-72df-4bc6-847a-ef263fdf1af8 HTTP/1.1" status: 204 len: 168 time: 0.4190295 Feb 09 21:56:19.130741 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4f33d498-cd7a-4557-81a3-e60706d701b4 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:19.136010 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-4f33d498-cd7a-4557-81a3-e60706d701b4 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] 10.222.0.90 "DELETE /v2.0/ports/0006e27e-bd86-4072-a6a9-abe1fe92908d HTTP/1.1" status: 204 len: 168 time: 0.3499308 Feb 09 21:56:19.138576 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 57520) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:19.169674 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-85e45364-f6af-454c-820c-05676570f28b tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] GET failed (client error): The resource could not be found. Feb 09 21:56:19.171690 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-85e45364-f6af-454c-820c-05676570f28b tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] 10.222.0.90 "GET /v2.0/ports/0006e27e-bd86-4072-a6a9-abe1fe92908d HTTP/1.1" status: 404 len: 333 time: 0.0317333 Feb 09 21:56:19.176967 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 57522) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:19.185671 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-23c7c065-abf9-4445-9465-04db0ece1b5e tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Request body: {'port': {'network_id': '1be377b2-ab91-4b7a-bca5-8dffe29e5d9a', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1055846192'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:56:19.213354 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23c7c065-abf9-4445-9465-04db0ece1b5e tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Made reservation on behalf of 802420ba62f141c2a6d640e4db75f744 for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:56:19.215918 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-23c7c065-abf9-4445-9465-04db0ece1b5e tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:19.238799 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [None req-23c7c065-abf9-4445-9465-04db0ece1b5e tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] device_id is not set on port bf202820-c9b2-4228-9b6b-6bcc12e4e1d9 yet. {{(pid=103141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:56:19.438825 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-23c7c065-abf9-4445-9465-04db0ece1b5e tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Publish callbacks [] for port (bf202820-c9b2-4228-9b6b-6bcc12e4e1d9), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:19.480009 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-23c7c065-abf9-4445-9465-04db0ece1b5e tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (bf202820-c9b2-4228-9b6b-6bcc12e4e1d9), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:19.488447 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 57526) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:19.531591 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-360cb170-9908-4d60-95be-7c37cfc0e13e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:19.533809 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4e85f8-2a15-46cb-a63c-8633bbaa9c4e tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Pushing event updated for resources: {'Network': ['ID=89ba3a3d-165d-46c7-be67-4d8c910f6bfb,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:19.541769 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ad6de6-3ad2-404b-893a-c8947d7d9f1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd98b52-72df-4bc6-847a-ef263fdf1af8,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:19.543143 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c7c065-abf9-4445-9465-04db0ece1b5e tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Network 1be377b2-ab91-4b7a-bca5-8dffe29e5d9a is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:56:19.551455 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 89ba3a3d-165d-46c7-be67-4d8c910f6bfb details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:56:19.556779 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-23c7c065-abf9-4445-9465-04db0ece1b5e tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:56:19.560873 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c7c065-abf9-4445-9465-04db0ece1b5e tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:56:19.561842 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c7c065-abf9-4445-9465-04db0ece1b5e tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:19.563041 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-23c7c065-abf9-4445-9465-04db0ece1b5e tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:19.583561 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c7c065-abf9-4445-9465-04db0ece1b5e tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Pushing event updated for resources: {'Port': ['ID=bf202820-c9b2-4228-9b6b-6bcc12e4e1d9,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:19.602867 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-23c7c065-abf9-4445-9465-04db0ece1b5e tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.4246297 Feb 09 21:56:19.607513 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 57530) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:19.617346 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-06312dc8-201f-4471-9f06-ab1b3409ddab tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-828369-5'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:56:19.670257 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-360cb170-9908-4d60-95be-7c37cfc0e13e admin admin] Publish callbacks [] for security_group (34a75414-2bbf-44c9-962e-5c7ff6897f79), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:19.682377 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-360cb170-9908-4d60-95be-7c37cfc0e13e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (34a75414-2bbf-44c9-962e-5c7ff6897f79), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:19.689588 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340fc8ee-4e47-491d-94c5-ffdb7bc3b1e2 req-c3e467fc-0a91-440b-96e0-29f148a93b7e tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:19.691119 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-340fc8ee-4e47-491d-94c5-ffdb7bc3b1e2 req-c3e467fc-0a91-440b-96e0-29f148a93b7e tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=5c0e31f7-a19c-4b58-9695-ac619a023e12 HTTP/1.1" status: 200 len: 944 time: 0.6149216 Feb 09 21:56:19.728599 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-360cb170-9908-4d60-95be-7c37cfc0e13e admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=58531223fa134b948322b69e96eed5d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2397940 Feb 09 21:56:19.730044 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360cb170-9908-4d60-95be-7c37cfc0e13e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34a75414-2bbf-44c9-962e-5c7ff6897f79,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:19.733428 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 57532) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:19.745427 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ccf121a-039a-4eb3-8e77-550b37a15c55 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Made reservation on behalf of 3d9ca39ff9ee40ae8ba2710b60f01b7c for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:56:19.748788 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4ccf121a-039a-4eb3-8e77-550b37a15c55 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621317'] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:19.786570 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-63d04d23-4fdc-4090-975f-21666b900ffc req-af1d8939-4290-4fb0-84fe-34434ace5923 service neutron] 10.222.0.95 "GET /v2.0/networks/23f1a6df-2b4b-4777-8497-2928c76d9f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6726663 Feb 09 21:56:19.793608 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bbd9c0ee-70e2-42e5-b2f7-8be40a162d9a admin admin] Publish callbacks [] for security_group (34a75414-2bbf-44c9-962e-5c7ff6897f79), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:19.821479 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bbd9c0ee-70e2-42e5-b2f7-8be40a162d9a admin admin] Publish callbacks [] for security_group (34a75414-2bbf-44c9-962e-5c7ff6897f79), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:19.861706 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-06312dc8-201f-4471-9f06-ab1b3409ddab tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (bf202820-c9b2-4228-9b6b-6bcc12e4e1d9), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:19.889871 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-340fc8ee-4e47-491d-94c5-ffdb7bc3b1e2 req-0a7c2db4-a683-4bcc-b746-c6b8f54bbfc9 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=a72d620d-4650-43fd-afbd-3b01f73e5444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881106 Feb 09 21:56:19.897111 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bbd9c0ee-70e2-42e5-b2f7-8be40a162d9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (34a75414-2bbf-44c9-962e-5c7ff6897f79), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:19.900976 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bbd9c0ee-70e2-42e5-b2f7-8be40a162d9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:19.902423 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-bbd9c0ee-70e2-42e5-b2f7-8be40a162d9a admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/34a75414-2bbf-44c9-962e-5c7ff6897f79 HTTP/1.1" status: 204 len: 168 time: 0.1690083 Feb 09 21:56:19.912127 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd9c0ee-70e2-42e5-b2f7-8be40a162d9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a75414-2bbf-44c9-962e-5c7ff6897f79,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:20.058171 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015ba3ed-c814-436d-8834-e0da0881a5c0 req-5ef3dfa7-adb4-4223-a421-7b063688ea20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:20.059857 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-015ba3ed-c814-436d-8834-e0da0881a5c0 req-5ef3dfa7-adb4-4223-a421-7b063688ea20 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b97bcc6d3a344052b623ebf4a39465fa&device_id=5c0e31f7-a19c-4b58-9695-ac619a023e12 HTTP/1.1" status: 200 len: 1126 time: 0.1942725 Feb 09 21:56:20.256391 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015ba3ed-c814-436d-8834-e0da0881a5c0 req-248f083e-1266-4cc1-9a23-e68425bb453f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:20.258031 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-015ba3ed-c814-436d-8834-e0da0881a5c0 req-248f083e-1266-4cc1-9a23-e68425bb453f service neutron] 10.222.0.95 "GET /v2.0/networks?id=23f1a6df-2b4b-4777-8497-2928c76d9f17 HTTP/1.1" status: 200 len: 913 time: 0.1775506 Feb 09 21:56:20.339818 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4ccf121a-039a-4eb3-8e77-550b37a15c55 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621371'] for subnet (4d707041-00e9-4b46-8925-feab31442c67), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:20.371195 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-015ba3ed-c814-436d-8834-e0da0881a5c0 req-52d33583-0538-4fc1-8b61-734cbd10ccab service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c4230aed-ff78-4b59-8144-4a7748f92a5b HTTP/1.1" status: 200 len: 217 time: 0.0989335 Feb 09 21:56:20.423553 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-06312dc8-201f-4471-9f06-ab1b3409ddab tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] device_id is not set on port bf202820-c9b2-4228-9b6b-6bcc12e4e1d9 yet. {{(pid=103140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:56:20.435284 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-06312dc8-201f-4471-9f06-ab1b3409ddab tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Publish callbacks [] for port (bf202820-c9b2-4228-9b6b-6bcc12e4e1d9), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:20.445076 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccf121a-039a-4eb3-8e77-550b37a15c55 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Pushing event updated for resources: {'Subnet': ['ID=4d707041-00e9-4b46-8925-feab31442c67,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:20.459509 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-06312dc8-201f-4471-9f06-ab1b3409ddab tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (bf202820-c9b2-4228-9b6b-6bcc12e4e1d9), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:20.507494 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015ba3ed-c814-436d-8834-e0da0881a5c0 req-f97e8460-81ce-4010-a103-1c2e112ccee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:20.509014 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-015ba3ed-c814-436d-8834-e0da0881a5c0 req-f97e8460-81ce-4010-a103-1c2e112ccee7 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=b55ac71e-6529-43b3-9355-0e693d39e1f4 HTTP/1.1" status: 200 len: 851 time: 0.1301923 Feb 09 21:56:20.553901 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ccf121a-039a-4eb3-8e77-550b37a15c55 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Checking segment: {'id': '87760678-9a7b-4823-8309-1f79ce930dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '89ba3a3d-165d-46c7-be67-4d8c910f6bfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:56:20.554276 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ccf121a-039a-4eb3-8e77-550b37a15c55 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Network hostable DHCP agents. Network: 89ba3a3d-165d-46c7-be67-4d8c910f6bfb, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:56:20.569081 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06312dc8-201f-4471-9f06-ab1b3409ddab tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Pushing event updated for resources: {'Port': ['ID=bf202820-c9b2-4228-9b6b-6bcc12e4e1d9,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:20.604821 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-06312dc8-201f-4471-9f06-ab1b3409ddab tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempting to bind port bf202820-c9b2-4228-9b6b-6bcc12e4e1d9 on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:56:20.605250 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-06312dc8-201f-4471-9f06-ab1b3409ddab tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempting to bind port bf202820-c9b2-4228-9b6b-6bcc12e4e1d9 by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': 'e81f2522-d562-47fa-9677-b07c96c8f590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '1be377b2-ab91-4b7a-bca5-8dffe29e5d9a'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:56:20.605627 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06312dc8-201f-4471-9f06-ab1b3409ddab tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempting to bind port bf202820-c9b2-4228-9b6b-6bcc12e4e1d9 on network 1be377b2-ab91-4b7a-bca5-8dffe29e5d9a {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:56:20.620188 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015ba3ed-c814-436d-8834-e0da0881a5c0 req-ea8ebce3-960c-400c-a7a9-276e9fa7e0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:20.621071 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-015ba3ed-c814-436d-8834-e0da0881a5c0 req-ea8ebce3-960c-400c-a7a9-276e9fa7e0a1 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=23f1a6df-2b4b-4777-8497-2928c76d9f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1018023 Feb 09 21:56:20.621616 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06312dc8-201f-4471-9f06-ab1b3409ddab tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Port bf202820-c9b2-4228-9b6b-6bcc12e4e1d9 on network 1be377b2-ab91-4b7a-bca5-8dffe29e5d9a not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:56:20.621945 n-d-828369-5 neutron-server[103140]: ERROR neutron.plugins.ml2.managers [None req-06312dc8-201f-4471-9f06-ab1b3409ddab tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Failed to bind port bf202820-c9b2-4228-9b6b-6bcc12e4e1d9 on host n-h2-828369-5 for vnic_type normal using segments [{'id': 'e81f2522-d562-47fa-9677-b07c96c8f590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '1be377b2-ab91-4b7a-bca5-8dffe29e5d9a'}] Feb 09 21:56:20.622488 n-d-828369-5 neutron-server[103140]: INFO neutron.plugins.ml2.plugin [None req-06312dc8-201f-4471-9f06-ab1b3409ddab tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempt 2 to bind port bf202820-c9b2-4228-9b6b-6bcc12e4e1d9 Feb 09 21:56:20.625028 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ccf121a-039a-4eb3-8e77-550b37a15c55 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Network 89ba3a3d-165d-46c7-be67-4d8c910f6bfb is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:56:20.658927 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-4ccf121a-039a-4eb3-8e77-550b37a15c55 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 89ba3a3d-165d-46c7-be67-4d8c910f6bfb) {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:56:20.663258 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ccf121a-039a-4eb3-8e77-550b37a15c55 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:20.663870 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4ccf121a-039a-4eb3-8e77-550b37a15c55 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:20.679147 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f88765e-dabf-4464-ad41-d297469a6987 None None] Network 89ba3a3d-165d-46c7-be67-4d8c910f6bfb requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:56:20.699738 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-06312dc8-201f-4471-9f06-ab1b3409ddab tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempting to bind port bf202820-c9b2-4228-9b6b-6bcc12e4e1d9 on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:56:20.700085 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-06312dc8-201f-4471-9f06-ab1b3409ddab tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempting to bind port bf202820-c9b2-4228-9b6b-6bcc12e4e1d9 by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': 'e81f2522-d562-47fa-9677-b07c96c8f590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '1be377b2-ab91-4b7a-bca5-8dffe29e5d9a'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:56:20.700453 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06312dc8-201f-4471-9f06-ab1b3409ddab tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempting to bind port bf202820-c9b2-4228-9b6b-6bcc12e4e1d9 on network 1be377b2-ab91-4b7a-bca5-8dffe29e5d9a {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:56:20.716035 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06312dc8-201f-4471-9f06-ab1b3409ddab tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Port bf202820-c9b2-4228-9b6b-6bcc12e4e1d9 on network 1be377b2-ab91-4b7a-bca5-8dffe29e5d9a not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:56:20.716775 n-d-828369-5 neutron-server[103140]: ERROR neutron.plugins.ml2.managers [None req-06312dc8-201f-4471-9f06-ab1b3409ddab tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Failed to bind port bf202820-c9b2-4228-9b6b-6bcc12e4e1d9 on host n-h2-828369-5 for vnic_type normal using segments [{'id': 'e81f2522-d562-47fa-9677-b07c96c8f590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '1be377b2-ab91-4b7a-bca5-8dffe29e5d9a'}] Feb 09 21:56:20.720958 n-d-828369-5 neutron-server[103140]: INFO neutron.plugins.ml2.plugin [None req-06312dc8-201f-4471-9f06-ab1b3409ddab tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempt 3 to bind port bf202820-c9b2-4228-9b6b-6bcc12e4e1d9 Feb 09 21:56:20.744570 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-06312dc8-201f-4471-9f06-ab1b3409ddab tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempting to bind port bf202820-c9b2-4228-9b6b-6bcc12e4e1d9 on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:56:20.745413 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-06312dc8-201f-4471-9f06-ab1b3409ddab tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempting to bind port bf202820-c9b2-4228-9b6b-6bcc12e4e1d9 by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': 'e81f2522-d562-47fa-9677-b07c96c8f590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '1be377b2-ab91-4b7a-bca5-8dffe29e5d9a'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:56:20.746008 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06312dc8-201f-4471-9f06-ab1b3409ddab tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempting to bind port bf202820-c9b2-4228-9b6b-6bcc12e4e1d9 on network 1be377b2-ab91-4b7a-bca5-8dffe29e5d9a {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:56:20.762686 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06312dc8-201f-4471-9f06-ab1b3409ddab tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Port bf202820-c9b2-4228-9b6b-6bcc12e4e1d9 on network 1be377b2-ab91-4b7a-bca5-8dffe29e5d9a not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:56:20.763250 n-d-828369-5 neutron-server[103140]: ERROR neutron.plugins.ml2.managers [None req-06312dc8-201f-4471-9f06-ab1b3409ddab tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Failed to bind port bf202820-c9b2-4228-9b6b-6bcc12e4e1d9 on host n-h2-828369-5 for vnic_type normal using segments [{'id': 'e81f2522-d562-47fa-9677-b07c96c8f590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '1be377b2-ab91-4b7a-bca5-8dffe29e5d9a'}] Feb 09 21:56:20.767743 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-4ccf121a-039a-4eb3-8e77-550b37a15c55 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6618364 Feb 09 21:56:20.770534 n-d-828369-5 neutron-server[103140]: INFO neutron.plugins.ml2.plugin [None req-06312dc8-201f-4471-9f06-ab1b3409ddab tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempt 4 to bind port bf202820-c9b2-4228-9b6b-6bcc12e4e1d9 Feb 09 21:56:20.774072 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 57556) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:20.782435 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-8b34eb1a-0189-4c84-b20f-8a1444a6b649 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Request body: {'network': {'name': 'tempest-router-network01--51362078'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:56:20.810418 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-06312dc8-201f-4471-9f06-ab1b3409ddab tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempting to bind port bf202820-c9b2-4228-9b6b-6bcc12e4e1d9 on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:56:20.810842 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-06312dc8-201f-4471-9f06-ab1b3409ddab tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempting to bind port bf202820-c9b2-4228-9b6b-6bcc12e4e1d9 by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': 'e81f2522-d562-47fa-9677-b07c96c8f590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '1be377b2-ab91-4b7a-bca5-8dffe29e5d9a'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:56:20.811101 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06312dc8-201f-4471-9f06-ab1b3409ddab tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempting to bind port bf202820-c9b2-4228-9b6b-6bcc12e4e1d9 on network 1be377b2-ab91-4b7a-bca5-8dffe29e5d9a {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:56:20.824105 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06312dc8-201f-4471-9f06-ab1b3409ddab tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Port bf202820-c9b2-4228-9b6b-6bcc12e4e1d9 on network 1be377b2-ab91-4b7a-bca5-8dffe29e5d9a not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:56:20.824554 n-d-828369-5 neutron-server[103140]: ERROR neutron.plugins.ml2.managers [None req-06312dc8-201f-4471-9f06-ab1b3409ddab tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Failed to bind port bf202820-c9b2-4228-9b6b-6bcc12e4e1d9 on host n-h2-828369-5 for vnic_type normal using segments [{'id': 'e81f2522-d562-47fa-9677-b07c96c8f590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '1be377b2-ab91-4b7a-bca5-8dffe29e5d9a'}] Feb 09 21:56:20.832246 n-d-828369-5 neutron-server[103140]: INFO neutron.plugins.ml2.plugin [None req-06312dc8-201f-4471-9f06-ab1b3409ddab tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempt 5 to bind port bf202820-c9b2-4228-9b6b-6bcc12e4e1d9 Feb 09 21:56:20.833015 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ceed745a-6fc8-4c0e-b2f0-ddbc1225738c req-39fe86ad-659c-4d2a-9cd3-5315c4f461aa service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=666b74a0-9369-4b80-92de-3f215e9f7d5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1101851 Feb 09 21:56:20.861678 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306daf7c-0ee9-45a4-a36f-93fc8d465925 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-89ba3a3d-165d-46c7-be67-4d8c910f6bfb', 'network_id': '89ba3a3d-165d-46c7-be67-4d8c910f6bfb', 'project_id': '3d9ca39ff9ee40ae8ba2710b60f01b7c', 'fixed_ips': [{'subnet_id': '4d707041-00e9-4b46-8925-feab31442c67'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:56:20.863051 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-306daf7c-0ee9-45a4-a36f-93fc8d465925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:20.870749 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-015ba3ed-c814-436d-8834-e0da0881a5c0 req-4c6a7bd2-9852-4a39-be58-2675651ec59a service neutron] 10.222.0.95 "GET /v2.0/networks/23f1a6df-2b4b-4777-8497-2928c76d9f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383022 Feb 09 21:56:20.878313 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-06312dc8-201f-4471-9f06-ab1b3409ddab tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempting to bind port bf202820-c9b2-4228-9b6b-6bcc12e4e1d9 on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:56:20.878669 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-06312dc8-201f-4471-9f06-ab1b3409ddab tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempting to bind port bf202820-c9b2-4228-9b6b-6bcc12e4e1d9 by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': 'e81f2522-d562-47fa-9677-b07c96c8f590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '1be377b2-ab91-4b7a-bca5-8dffe29e5d9a'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:56:20.879031 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06312dc8-201f-4471-9f06-ab1b3409ddab tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempting to bind port bf202820-c9b2-4228-9b6b-6bcc12e4e1d9 on network 1be377b2-ab91-4b7a-bca5-8dffe29e5d9a {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:56:20.886087 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06312dc8-201f-4471-9f06-ab1b3409ddab tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Port bf202820-c9b2-4228-9b6b-6bcc12e4e1d9 on network 1be377b2-ab91-4b7a-bca5-8dffe29e5d9a not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:56:20.886340 n-d-828369-5 neutron-server[103140]: ERROR neutron.plugins.ml2.managers [None req-06312dc8-201f-4471-9f06-ab1b3409ddab tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Failed to bind port bf202820-c9b2-4228-9b6b-6bcc12e4e1d9 on host n-h2-828369-5 for vnic_type normal using segments [{'id': 'e81f2522-d562-47fa-9677-b07c96c8f590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '1be377b2-ab91-4b7a-bca5-8dffe29e5d9a'}] Feb 09 21:56:20.886964 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b34eb1a-0189-4c84-b20f-8a1444a6b649 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Made reservation on behalf of 3d9ca39ff9ee40ae8ba2710b60f01b7c for: {'network': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:56:20.892053 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8b34eb1a-0189-4c84-b20f-8a1444a6b649 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:20.907100 n-d-828369-5 neutron-server[103140]: INFO neutron.plugins.ml2.plugin [None req-06312dc8-201f-4471-9f06-ab1b3409ddab tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempt 6 to bind port bf202820-c9b2-4228-9b6b-6bcc12e4e1d9 Feb 09 21:56:20.939785 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed745a-6fc8-4c0e-b2f0-ddbc1225738c req-4aa281d1-adf7-4b73-99ae-c5c136e62f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:20.941658 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ceed745a-6fc8-4c0e-b2f0-ddbc1225738c req-4aa281d1-adf7-4b73-99ae-c5c136e62f43 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b97bcc6d3a344052b623ebf4a39465fa&device_id=666b74a0-9369-4b80-92de-3f215e9f7d5e HTTP/1.1" status: 200 len: 1128 time: 0.0721776 Feb 09 21:56:20.995371 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-06312dc8-201f-4471-9f06-ab1b3409ddab tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempting to bind port bf202820-c9b2-4228-9b6b-6bcc12e4e1d9 on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:56:20.995735 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-06312dc8-201f-4471-9f06-ab1b3409ddab tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempting to bind port bf202820-c9b2-4228-9b6b-6bcc12e4e1d9 by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': 'e81f2522-d562-47fa-9677-b07c96c8f590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '1be377b2-ab91-4b7a-bca5-8dffe29e5d9a'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:56:20.996053 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06312dc8-201f-4471-9f06-ab1b3409ddab tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempting to bind port bf202820-c9b2-4228-9b6b-6bcc12e4e1d9 on network 1be377b2-ab91-4b7a-bca5-8dffe29e5d9a {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:56:21.020533 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b34eb1a-0189-4c84-b20f-8a1444a6b649 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=103140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:56:21.044460 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06312dc8-201f-4471-9f06-ab1b3409ddab tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Port bf202820-c9b2-4228-9b6b-6bcc12e4e1d9 on network 1be377b2-ab91-4b7a-bca5-8dffe29e5d9a not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:56:21.044818 n-d-828369-5 neutron-server[103140]: ERROR neutron.plugins.ml2.managers [None req-06312dc8-201f-4471-9f06-ab1b3409ddab tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Failed to bind port bf202820-c9b2-4228-9b6b-6bcc12e4e1d9 on host n-h2-828369-5 for vnic_type normal using segments [{'id': 'e81f2522-d562-47fa-9677-b07c96c8f590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '1be377b2-ab91-4b7a-bca5-8dffe29e5d9a'}] Feb 09 21:56:21.050252 n-d-828369-5 neutron-server[103140]: INFO neutron.plugins.ml2.plugin [None req-06312dc8-201f-4471-9f06-ab1b3409ddab tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempt 7 to bind port bf202820-c9b2-4228-9b6b-6bcc12e4e1d9 Feb 09 21:56:21.073617 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8b34eb1a-0189-4c84-b20f-8a1444a6b649 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (287d043b-858e-462c-8f68-140f84eadb8b), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:21.074302 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-8b34eb1a-0189-4c84-b20f-8a1444a6b649 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Added segment 287d043b-858e-462c-8f68-140f84eadb8b of type vlan for network 04de5a8f-3908-4f11-b966-9ed32a5ac1ad Feb 09 21:56:21.104141 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed745a-6fc8-4c0e-b2f0-ddbc1225738c req-c876cbf9-b002-465c-bc5c-89c26e7f5d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:21.105659 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ceed745a-6fc8-4c0e-b2f0-ddbc1225738c req-c876cbf9-b002-465c-bc5c-89c26e7f5d71 service neutron] 10.222.0.89 "GET /v2.0/networks?id=23f1a6df-2b4b-4777-8497-2928c76d9f17 HTTP/1.1" status: 200 len: 913 time: 0.1258023 Feb 09 21:56:21.109027 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-306daf7c-0ee9-45a4-a36f-93fc8d465925 None None] Allocated IP 172.20.0.2 (89ba3a3d-165d-46c7-be67-4d8c910f6bfb/4d707041-00e9-4b46-8925-feab31442c67/b6d955d0-a1d5-44f1-9828-57e61b8fec5c) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:56:21.155188 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-06312dc8-201f-4471-9f06-ab1b3409ddab tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempting to bind port bf202820-c9b2-4228-9b6b-6bcc12e4e1d9 on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:56:21.155529 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-06312dc8-201f-4471-9f06-ab1b3409ddab tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempting to bind port bf202820-c9b2-4228-9b6b-6bcc12e4e1d9 by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': 'e81f2522-d562-47fa-9677-b07c96c8f590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '1be377b2-ab91-4b7a-bca5-8dffe29e5d9a'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:56:21.155906 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06312dc8-201f-4471-9f06-ab1b3409ddab tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempting to bind port bf202820-c9b2-4228-9b6b-6bcc12e4e1d9 on network 1be377b2-ab91-4b7a-bca5-8dffe29e5d9a {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:56:21.168763 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8b34eb1a-0189-4c84-b20f-8a1444a6b649 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (04de5a8f-3908-4f11-b966-9ed32a5ac1ad), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:21.179577 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06312dc8-201f-4471-9f06-ab1b3409ddab tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Port bf202820-c9b2-4228-9b6b-6bcc12e4e1d9 on network 1be377b2-ab91-4b7a-bca5-8dffe29e5d9a not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:56:21.179918 n-d-828369-5 neutron-server[103140]: ERROR neutron.plugins.ml2.managers [None req-06312dc8-201f-4471-9f06-ab1b3409ddab tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Failed to bind port bf202820-c9b2-4228-9b6b-6bcc12e4e1d9 on host n-h2-828369-5 for vnic_type normal using segments [{'id': 'e81f2522-d562-47fa-9677-b07c96c8f590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '1be377b2-ab91-4b7a-bca5-8dffe29e5d9a'}] Feb 09 21:56:21.180997 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ceed745a-6fc8-4c0e-b2f0-ddbc1225738c req-ac2ab941-2603-40db-85c4-98b306c3160a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a0194ab-f855-41d1-a295-07dc840d5cec HTTP/1.1" status: 200 len: 217 time: 0.0637059 Feb 09 21:56:21.182665 n-d-828369-5 neutron-server[103140]: INFO neutron.plugins.ml2.plugin [None req-06312dc8-201f-4471-9f06-ab1b3409ddab tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempt 8 to bind port bf202820-c9b2-4228-9b6b-6bcc12e4e1d9 Feb 09 21:56:21.190724 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-015ba3ed-c814-436d-8834-e0da0881a5c0 req-54086229-0b54-4ab6-aabf-892515ecaa33 service neutron] 10.222.0.95 "GET /v2.0/networks/23f1a6df-2b4b-4777-8497-2928c76d9f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2838967 Feb 09 21:56:21.229921 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af99744c-e310-473f-8594-bbd9abbbf719 req-58dda9c1-e258-4e06-b096-2cb25a512926 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:21.231960 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-af99744c-e310-473f-8594-bbd9abbbf719 req-58dda9c1-e258-4e06-b096-2cb25a512926 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=5c0e31f7-a19c-4b58-9695-ac619a023e12 HTTP/1.1" status: 200 len: 944 time: 0.2084534 Feb 09 21:56:21.232727 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-06312dc8-201f-4471-9f06-ab1b3409ddab tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempting to bind port bf202820-c9b2-4228-9b6b-6bcc12e4e1d9 on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:56:21.233067 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-06312dc8-201f-4471-9f06-ab1b3409ddab tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempting to bind port bf202820-c9b2-4228-9b6b-6bcc12e4e1d9 by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': 'e81f2522-d562-47fa-9677-b07c96c8f590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '1be377b2-ab91-4b7a-bca5-8dffe29e5d9a'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:56:21.233404 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06312dc8-201f-4471-9f06-ab1b3409ddab tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempting to bind port bf202820-c9b2-4228-9b6b-6bcc12e4e1d9 on network 1be377b2-ab91-4b7a-bca5-8dffe29e5d9a {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:56:21.247241 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06312dc8-201f-4471-9f06-ab1b3409ddab tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Port bf202820-c9b2-4228-9b6b-6bcc12e4e1d9 on network 1be377b2-ab91-4b7a-bca5-8dffe29e5d9a not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:56:21.247490 n-d-828369-5 neutron-server[103140]: ERROR neutron.plugins.ml2.managers [None req-06312dc8-201f-4471-9f06-ab1b3409ddab tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Failed to bind port bf202820-c9b2-4228-9b6b-6bcc12e4e1d9 on host n-h2-828369-5 for vnic_type normal using segments [{'id': 'e81f2522-d562-47fa-9677-b07c96c8f590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '1be377b2-ab91-4b7a-bca5-8dffe29e5d9a'}] Feb 09 21:56:21.248951 n-d-828369-5 neutron-server[103140]: INFO neutron.plugins.ml2.plugin [None req-06312dc8-201f-4471-9f06-ab1b3409ddab tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempt 9 to bind port bf202820-c9b2-4228-9b6b-6bcc12e4e1d9 Feb 09 21:56:21.251953 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8b34eb1a-0189-4c84-b20f-8a1444a6b649 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (04de5a8f-3908-4f11-b966-9ed32a5ac1ad), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:21.257366 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b34eb1a-0189-4c84-b20f-8a1444a6b649 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:21.257968 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8b34eb1a-0189-4c84-b20f-8a1444a6b649 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:21.274950 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed745a-6fc8-4c0e-b2f0-ddbc1225738c req-734bd765-4af2-46e5-8226-eec9b7f85384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:21.276898 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ceed745a-6fc8-4c0e-b2f0-ddbc1225738c req-734bd765-4af2-46e5-8226-eec9b7f85384 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b55ac71e-6529-43b3-9355-0e693d39e1f4 HTTP/1.1" status: 200 len: 851 time: 0.0851564 Feb 09 21:56:21.341483 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-06312dc8-201f-4471-9f06-ab1b3409ddab tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempting to bind port bf202820-c9b2-4228-9b6b-6bcc12e4e1d9 on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:56:21.341719 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-06312dc8-201f-4471-9f06-ab1b3409ddab tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempting to bind port bf202820-c9b2-4228-9b6b-6bcc12e4e1d9 by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': 'e81f2522-d562-47fa-9677-b07c96c8f590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '1be377b2-ab91-4b7a-bca5-8dffe29e5d9a'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:56:21.342570 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06312dc8-201f-4471-9f06-ab1b3409ddab tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempting to bind port bf202820-c9b2-4228-9b6b-6bcc12e4e1d9 on network 1be377b2-ab91-4b7a-bca5-8dffe29e5d9a {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:56:21.352460 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed745a-6fc8-4c0e-b2f0-ddbc1225738c req-bd1eb018-6555-4173-a405-f4fed8eb46a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:21.354383 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ceed745a-6fc8-4c0e-b2f0-ddbc1225738c req-bd1eb018-6555-4173-a405-f4fed8eb46a2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=23f1a6df-2b4b-4777-8497-2928c76d9f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0672481 Feb 09 21:56:21.383959 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06312dc8-201f-4471-9f06-ab1b3409ddab tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Port bf202820-c9b2-4228-9b6b-6bcc12e4e1d9 on network 1be377b2-ab91-4b7a-bca5-8dffe29e5d9a not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:56:21.384742 n-d-828369-5 neutron-server[103140]: ERROR neutron.plugins.ml2.managers [None req-06312dc8-201f-4471-9f06-ab1b3409ddab tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Failed to bind port bf202820-c9b2-4228-9b6b-6bcc12e4e1d9 on host n-h2-828369-5 for vnic_type normal using segments [{'id': 'e81f2522-d562-47fa-9677-b07c96c8f590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '1be377b2-ab91-4b7a-bca5-8dffe29e5d9a'}] Feb 09 21:56:21.396143 n-d-828369-5 neutron-server[103140]: INFO neutron.plugins.ml2.plugin [None req-06312dc8-201f-4471-9f06-ab1b3409ddab tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempt 10 to bind port bf202820-c9b2-4228-9b6b-6bcc12e4e1d9 Feb 09 21:56:21.399174 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:21.400668 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b34eb1a-0189-4c84-b20f-8a1444a6b649 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Pushing event updated for resources: {'Network': ['ID=04de5a8f-3908-4f11-b966-9ed32a5ac1ad,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:21.413642 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-306daf7c-0ee9-45a4-a36f-93fc8d465925 None None] Publish callbacks [] for port (b6d955d0-a1d5-44f1-9828-57e61b8fec5c), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:21.419011 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 04de5a8f-3908-4f11-b966-9ed32a5ac1ad details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:56:21.419529 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-8b34eb1a-0189-4c84-b20f-8a1444a6b649 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6415002 Feb 09 21:56:21.420888 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 57572) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:21.427619 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-306daf7c-0ee9-45a4-a36f-93fc8d465925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (b6d955d0-a1d5-44f1-9828-57e61b8fec5c), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:21.433350 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-129af735-898f-4843-a8ed-7aa742d6cfcb tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Request body: {'network': {'name': 'tempest-router-network02--1236921248'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:56:21.498687 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ceed745a-6fc8-4c0e-b2f0-ddbc1225738c req-4c609868-a1e7-4304-8cfc-a6039f1142ba service neutron] 10.222.0.89 "GET /v2.0/networks/23f1a6df-2b4b-4777-8497-2928c76d9f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315963 Feb 09 21:56:21.506369 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-129af735-898f-4843-a8ed-7aa742d6cfcb tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Made reservation on behalf of 3d9ca39ff9ee40ae8ba2710b60f01b7c for: {'network': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:56:21.509736 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-129af735-898f-4843-a8ed-7aa742d6cfcb tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:21.534351 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306daf7c-0ee9-45a4-a36f-93fc8d465925 None None] Network 89ba3a3d-165d-46c7-be67-4d8c910f6bfb is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:56:21.541617 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-06312dc8-201f-4471-9f06-ab1b3409ddab tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempting to bind port bf202820-c9b2-4228-9b6b-6bcc12e4e1d9 on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:56:21.541957 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [None req-06312dc8-201f-4471-9f06-ab1b3409ddab tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempting to bind port bf202820-c9b2-4228-9b6b-6bcc12e4e1d9 by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': 'e81f2522-d562-47fa-9677-b07c96c8f590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '1be377b2-ab91-4b7a-bca5-8dffe29e5d9a'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:56:21.542839 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06312dc8-201f-4471-9f06-ab1b3409ddab tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempting to bind port bf202820-c9b2-4228-9b6b-6bcc12e4e1d9 on network 1be377b2-ab91-4b7a-bca5-8dffe29e5d9a {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:56:21.543212 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-306daf7c-0ee9-45a4-a36f-93fc8d465925 None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:56:21.555274 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306daf7c-0ee9-45a4-a36f-93fc8d465925 None None] Pushing event updated for resources: {'Port': ['ID=b6d955d0-a1d5-44f1-9828-57e61b8fec5c,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:21.556306 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06312dc8-201f-4471-9f06-ab1b3409ddab tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Port bf202820-c9b2-4228-9b6b-6bcc12e4e1d9 on network 1be377b2-ab91-4b7a-bca5-8dffe29e5d9a not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:56:21.557076 n-d-828369-5 neutron-server[103140]: ERROR neutron.plugins.ml2.managers [None req-06312dc8-201f-4471-9f06-ab1b3409ddab tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Failed to bind port bf202820-c9b2-4228-9b6b-6bcc12e4e1d9 on host n-h2-828369-5 for vnic_type normal using segments [{'id': 'e81f2522-d562-47fa-9677-b07c96c8f590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '1be377b2-ab91-4b7a-bca5-8dffe29e5d9a'}] Feb 09 21:56:21.558924 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306daf7c-0ee9-45a4-a36f-93fc8d465925 None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:56:21.566877 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-06312dc8-201f-4471-9f06-ab1b3409ddab tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (bf202820-c9b2-4228-9b6b-6bcc12e4e1d9), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:21.586101 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-af99744c-e310-473f-8594-bbd9abbbf719 req-3b7c1d41-2e6b-43a0-9530-4f291a21474e tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=a72d620d-4650-43fd-afbd-3b01f73e5444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3476610 Feb 09 21:56:21.626173 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-306daf7c-0ee9-45a4-a36f-93fc8d465925 None None] Attempting to bind port b6d955d0-a1d5-44f1-9828-57e61b8fec5c on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:56:21.626577 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-306daf7c-0ee9-45a4-a36f-93fc8d465925 None None] Attempting to bind port b6d955d0-a1d5-44f1-9828-57e61b8fec5c by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '87760678-9a7b-4823-8309-1f79ce930dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '89ba3a3d-165d-46c7-be67-4d8c910f6bfb'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:56:21.627029 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306daf7c-0ee9-45a4-a36f-93fc8d465925 None None] Attempting to bind port b6d955d0-a1d5-44f1-9828-57e61b8fec5c on network 89ba3a3d-165d-46c7-be67-4d8c910f6bfb {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:56:21.633416 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306daf7c-0ee9-45a4-a36f-93fc8d465925 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:56:21.633852 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306daf7c-0ee9-45a4-a36f-93fc8d465925 None None] Checking segment: {'id': '87760678-9a7b-4823-8309-1f79ce930dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '89ba3a3d-165d-46c7-be67-4d8c910f6bfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:56:21.634298 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-306daf7c-0ee9-45a4-a36f-93fc8d465925 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:21.634700 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306daf7c-0ee9-45a4-a36f-93fc8d465925 None None] Bound using segment: {'id': '87760678-9a7b-4823-8309-1f79ce930dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '89ba3a3d-165d-46c7-be67-4d8c910f6bfb'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:56:21.635531 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-306daf7c-0ee9-45a4-a36f-93fc8d465925 None None] Bound port: b6d955d0-a1d5-44f1-9828-57e61b8fec5c, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87760678-9a7b-4823-8309-1f79ce930dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '89ba3a3d-165d-46c7-be67-4d8c910f6bfb'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:56:21.636356 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-306daf7c-0ee9-45a4-a36f-93fc8d465925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (b6d955d0-a1d5-44f1-9828-57e61b8fec5c), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:21.662408 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-129af735-898f-4843-a8ed-7aa742d6cfcb tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=103140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:56:21.665764 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-06312dc8-201f-4471-9f06-ab1b3409ddab tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] For port bf202820-c9b2-4228-9b6b-6bcc12e4e1d9, host n-h2-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:56:21.666435 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-06312dc8-201f-4471-9f06-ab1b3409ddab tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempted to set empty binding levels {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 09 21:56:21.677130 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-06312dc8-201f-4471-9f06-ab1b3409ddab tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (bf202820-c9b2-4228-9b6b-6bcc12e4e1d9), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:21.696696 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ceed745a-6fc8-4c0e-b2f0-ddbc1225738c req-f9db019f-cf7e-41eb-a9d9-ed9772c201c1 service neutron] 10.222.0.89 "GET /v2.0/networks/23f1a6df-2b4b-4777-8497-2928c76d9f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874924 Feb 09 21:56:21.710575 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-129af735-898f-4843-a8ed-7aa742d6cfcb tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (1d4f6073-9150-4da1-ab0a-e189526d8c97), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:21.711073 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-129af735-898f-4843-a8ed-7aa742d6cfcb tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Added segment 1d4f6073-9150-4da1-ab0a-e189526d8c97 of type vlan for network 60980005-cc74-41ac-8b42-20e03401f9d9 Feb 09 21:56:21.723518 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-06312dc8-201f-4471-9f06-ab1b3409ddab tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] In _notify_port_updated(), no bound segment for port bf202820-c9b2-4228-9b6b-6bcc12e4e1d9 on network 1be377b2-ab91-4b7a-bca5-8dffe29e5d9a {{(pid=103140) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 21:56:21.724468 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06312dc8-201f-4471-9f06-ab1b3409ddab tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:21.731773 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-06312dc8-201f-4471-9f06-ab1b3409ddab tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:21.738192 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-06312dc8-201f-4471-9f06-ab1b3409ddab tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] 10.222.0.90 "PUT /v2.0/ports/bf202820-c9b2-4228-9b6b-6bcc12e4e1d9 HTTP/1.1" status: 200 len: 975 time: 2.1240268 Feb 09 21:56:21.738767 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 57580) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:21.752384 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-306daf7c-0ee9-45a4-a36f-93fc8d465925 None None] For port b6d955d0-a1d5-44f1-9828-57e61b8fec5c, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:56:21.755759 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-306daf7c-0ee9-45a4-a36f-93fc8d465925 None None] For port b6d955d0-a1d5-44f1-9828-57e61b8fec5c, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=b6d955d0-a1d5-44f1-9828-57e61b8fec5c,segment=NetworkSegment(87760678-9a7b-4823-8309-1f79ce930dde),segment_id=87760678-9a7b-4823-8309-1f79ce930dde)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:56:21.763857 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-306daf7c-0ee9-45a4-a36f-93fc8d465925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (b6d955d0-a1d5-44f1-9828-57e61b8fec5c), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:21.875271 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06312dc8-201f-4471-9f06-ab1b3409ddab tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Pushing event updated for resources: {'Port': ['ID=bf202820-c9b2-4228-9b6b-6bcc12e4e1d9,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:21.877193 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306daf7c-0ee9-45a4-a36f-93fc8d465925 None None] Pushing event updated for resources: {'Port': ['ID=b6d955d0-a1d5-44f1-9828-57e61b8fec5c,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:21.878900 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa7d4f4-df94-4175-9c0e-464f0a12ab33 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:21.883493 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa7d4f4-df94-4175-9c0e-464f0a12ab33 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:21.885466 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa7d4f4-df94-4175-9c0e-464f0a12ab33 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:21.885956 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa7d4f4-df94-4175-9c0e-464f0a12ab33 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:21.889648 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa7d4f4-df94-4175-9c0e-464f0a12ab33 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:21.890481 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa7d4f4-df94-4175-9c0e-464f0a12ab33 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:21.890966 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa7d4f4-df94-4175-9c0e-464f0a12ab33 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:21.891434 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa7d4f4-df94-4175-9c0e-464f0a12ab33 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:21.891896 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa7d4f4-df94-4175-9c0e-464f0a12ab33 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:21.892427 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa7d4f4-df94-4175-9c0e-464f0a12ab33 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:21.892881 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa7d4f4-df94-4175-9c0e-464f0a12ab33 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:21.893343 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa7d4f4-df94-4175-9c0e-464f0a12ab33 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:21.893955 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa7d4f4-df94-4175-9c0e-464f0a12ab33 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:21.894409 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa7d4f4-df94-4175-9c0e-464f0a12ab33 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:21.894858 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa7d4f4-df94-4175-9c0e-464f0a12ab33 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:21.895307 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa7d4f4-df94-4175-9c0e-464f0a12ab33 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:21.895757 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa7d4f4-df94-4175-9c0e-464f0a12ab33 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:21.896211 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa7d4f4-df94-4175-9c0e-464f0a12ab33 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:21.896723 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa7d4f4-df94-4175-9c0e-464f0a12ab33 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:21.897313 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa7d4f4-df94-4175-9c0e-464f0a12ab33 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:21.900923 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-1fa7d4f4-df94-4175-9c0e-464f0a12ab33 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200 len: 18464 time: 0.1609650 Feb 09 21:56:21.904142 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 57582) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:21.909213 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-129af735-898f-4843-a8ed-7aa742d6cfcb tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (60980005-cc74-41ac-8b42-20e03401f9d9), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:21.946952 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-129af735-898f-4843-a8ed-7aa742d6cfcb tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (60980005-cc74-41ac-8b42-20e03401f9d9), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:21.955441 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129af735-898f-4843-a8ed-7aa742d6cfcb tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:21.958672 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-129af735-898f-4843-a8ed-7aa742d6cfcb tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:22.046686 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-129af735-898f-4843-a8ed-7aa742d6cfcb tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6152458 Feb 09 21:56:22.047380 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 57592) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:22.052692 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-89c9059f-0bae-42d1-a8b8-58ac79b73f86 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Request body: {'subnet': {'network_id': '04de5a8f-3908-4f11-b966-9ed32a5ac1ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:56:22.069692 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-99d5d19e-be92-4a4d-8019-fbc2349442ae tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Deleting port bf202820-c9b2-4228-9b6b-6bcc12e4e1d9 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:56:22.070338 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-99d5d19e-be92-4a4d-8019-fbc2349442ae tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (bf202820-c9b2-4228-9b6b-6bcc12e4e1d9), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:22.147460 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129af735-898f-4843-a8ed-7aa742d6cfcb tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Pushing event updated for resources: {'Network': ['ID=60980005-cc74-41ac-8b42-20e03401f9d9,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:22.165622 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 60980005-cc74-41ac-8b42-20e03401f9d9 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:56:22.202095 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89c9059f-0bae-42d1-a8b8-58ac79b73f86 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Made reservation on behalf of 3d9ca39ff9ee40ae8ba2710b60f01b7c for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:56:22.206813 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-89c9059f-0bae-42d1-a8b8-58ac79b73f86 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621317'] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:22.245113 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-99d5d19e-be92-4a4d-8019-fbc2349442ae tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] For port bf202820-c9b2-4228-9b6b-6bcc12e4e1d9, host n-h2-828369-5, got binding levels [] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:56:22.246150 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-99d5d19e-be92-4a4d-8019-fbc2349442ae tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (bf202820-c9b2-4228-9b6b-6bcc12e4e1d9), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:22.272014 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-99d5d19e-be92-4a4d-8019-fbc2349442ae tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Calling delete_port for bf202820-c9b2-4228-9b6b-6bcc12e4e1d9 owned by {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:56:22.456180 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-99d5d19e-be92-4a4d-8019-fbc2349442ae tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (bf202820-c9b2-4228-9b6b-6bcc12e4e1d9), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:22.505755 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d5d19e-be92-4a4d-8019-fbc2349442ae tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Pushing event deleted for resources: {'Port': ['ID=bf202820-c9b2-4228-9b6b-6bcc12e4e1d9,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:22.522596 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-99d5d19e-be92-4a4d-8019-fbc2349442ae tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:22.528798 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-99d5d19e-be92-4a4d-8019-fbc2349442ae tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] 10.222.0.90 "DELETE /v2.0/ports/bf202820-c9b2-4228-9b6b-6bcc12e4e1d9 HTTP/1.1" status: 204 len: 168 time: 0.6230960 Feb 09 21:56:22.530902 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 57606) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:22.537362 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-89c9059f-0bae-42d1-a8b8-58ac79b73f86 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621371'] for subnet (a831a63e-3975-4357-ad4c-917034100697), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:22.565288 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-06afe701-2997-4bc5-adad-063213cbd49c tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] GET failed (client error): The resource could not be found. Feb 09 21:56:22.566929 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-06afe701-2997-4bc5-adad-063213cbd49c tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] 10.222.0.90 "GET /v2.0/ports/bf202820-c9b2-4228-9b6b-6bcc12e4e1d9 HTTP/1.1" status: 404 len: 333 time: 0.0347633 Feb 09 21:56:22.571305 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 57610) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:22.578539 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-a5e2848f-9271-4d0d-be12-a6bd27342415 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1620416907', 'network_id': '1be377b2-ab91-4b7a-bca5-8dffe29e5d9a'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:56:22.615774 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5e2848f-9271-4d0d-be12-a6bd27342415 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Made reservation on behalf of 802420ba62f141c2a6d640e4db75f744 for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:56:22.621109 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a5e2848f-9271-4d0d-be12-a6bd27342415 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:22.624474 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c9059f-0bae-42d1-a8b8-58ac79b73f86 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Pushing event updated for resources: {'Subnet': ['ID=a831a63e-3975-4357-ad4c-917034100697,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:22.647696 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c9059f-0bae-42d1-a8b8-58ac79b73f86 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Checking segment: {'id': '287d043b-858e-462c-8f68-140f84eadb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '04de5a8f-3908-4f11-b966-9ed32a5ac1ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:56:22.648066 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c9059f-0bae-42d1-a8b8-58ac79b73f86 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Network hostable DHCP agents. Network: 04de5a8f-3908-4f11-b966-9ed32a5ac1ad, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:56:22.663929 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [None req-a5e2848f-9271-4d0d-be12-a6bd27342415 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] device_id is not set on port f0fc1db0-f8c1-42fc-92d6-eaf1c1c74c85 yet. {{(pid=103141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:56:22.678725 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c9059f-0bae-42d1-a8b8-58ac79b73f86 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Network 04de5a8f-3908-4f11-b966-9ed32a5ac1ad is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:56:22.736070 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-89c9059f-0bae-42d1-a8b8-58ac79b73f86 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 04de5a8f-3908-4f11-b966-9ed32a5ac1ad) {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:56:22.747296 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c43bd77b-7c24-4c99-8219-29e448f5c360 None None] Network 04de5a8f-3908-4f11-b966-9ed32a5ac1ad requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:56:22.754570 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c9059f-0bae-42d1-a8b8-58ac79b73f86 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:22.755039 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-89c9059f-0bae-42d1-a8b8-58ac79b73f86 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:22.833455 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-89c9059f-0bae-42d1-a8b8-58ac79b73f86 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7824898 Feb 09 21:56:22.838840 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 57620) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:22.853448 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-5f5ac21b-6b32-46d5-922e-5421bc5087cb tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Request body: {'subnet': {'network_id': '60980005-cc74-41ac-8b42-20e03401f9d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:56:22.975852 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4098a97f-db42-45b0-a154-30f0fd90f217 req-e6a622c8-5466-40b1-b957-3595ac571d3d tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:22.977464 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4098a97f-db42-45b0-a154-30f0fd90f217 req-e6a622c8-5466-40b1-b957-3595ac571d3d tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=5c0e31f7-a19c-4b58-9695-ac619a023e12 HTTP/1.1" status: 200 len: 944 time: 0.2892416 Feb 09 21:56:22.985030 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a69985ed-daac-44bd-b190-33b4763e7654 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-04de5a8f-3908-4f11-b966-9ed32a5ac1ad', 'network_id': '04de5a8f-3908-4f11-b966-9ed32a5ac1ad', 'project_id': '3d9ca39ff9ee40ae8ba2710b60f01b7c', 'fixed_ips': [{'subnet_id': 'a831a63e-3975-4357-ad4c-917034100697'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:56:22.986079 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a69985ed-daac-44bd-b190-33b4763e7654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:23.042786 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a5e2848f-9271-4d0d-be12-a6bd27342415 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Publish callbacks [] for port (f0fc1db0-f8c1-42fc-92d6-eaf1c1c74c85), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:23.150362 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f5ac21b-6b32-46d5-922e-5421bc5087cb tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Made reservation on behalf of 3d9ca39ff9ee40ae8ba2710b60f01b7c for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:56:23.152244 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a5e2848f-9271-4d0d-be12-a6bd27342415 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (f0fc1db0-f8c1-42fc-92d6-eaf1c1c74c85), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:23.158219 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5f5ac21b-6b32-46d5-922e-5421bc5087cb tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621317'] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:23.277350 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e2848f-9271-4d0d-be12-a6bd27342415 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Pushing event updated for resources: {'Port': ['ID=f0fc1db0-f8c1-42fc-92d6-eaf1c1c74c85,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:23.303117 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e2848f-9271-4d0d-be12-a6bd27342415 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Network 1be377b2-ab91-4b7a-bca5-8dffe29e5d9a is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:56:23.305652 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-a5e2848f-9271-4d0d-be12-a6bd27342415 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:56:23.315947 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e2848f-9271-4d0d-be12-a6bd27342415 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:56:23.317670 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e2848f-9271-4d0d-be12-a6bd27342415 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:23.321491 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a5e2848f-9271-4d0d-be12-a6bd27342415 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:23.337617 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4098a97f-db42-45b0-a154-30f0fd90f217 req-93405196-637d-41a0-a5ff-46cf26c5dbc8 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=a72d620d-4650-43fd-afbd-3b01f73e5444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3417792 Feb 09 21:56:23.345760 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-a5e2848f-9271-4d0d-be12-a6bd27342415 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7709904 Feb 09 21:56:23.348505 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 57626) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:23.369846 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-a69985ed-daac-44bd-b190-33b4763e7654 None None] Allocated IP 172.20.0.2 (04de5a8f-3908-4f11-b966-9ed32a5ac1ad/a831a63e-3975-4357-ad4c-917034100697/95117833-6d45-469d-b550-5914547bf5c1) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:56:23.384010 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 57628) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:23.432829 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9655f800-7bb7-4fbf-a6cf-471ccbb6bfc3 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:23.434354 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-9655f800-7bb7-4fbf-a6cf-471ccbb6bfc3 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] 10.222.0.90 "GET /v2.0/ports/f0fc1db0-f8c1-42fc-92d6-eaf1c1c74c85 HTTP/1.1" status: 200 len: 955 time: 0.0846965 Feb 09 21:56:23.439137 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 57632) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:23.465252 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5f5ac21b-6b32-46d5-922e-5421bc5087cb tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621371'] for subnet (683cbf7b-3f97-45d6-97c4-654ecf75d460), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:23.554337 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5ac21b-6b32-46d5-922e-5421bc5087cb tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Pushing event updated for resources: {'Subnet': ['ID=683cbf7b-3f97-45d6-97c4-654ecf75d460,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:23.558543 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5ac21b-6b32-46d5-922e-5421bc5087cb tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Checking segment: {'id': '1d4f6073-9150-4da1-ab0a-e189526d8c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '60980005-cc74-41ac-8b42-20e03401f9d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:56:23.558987 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5ac21b-6b32-46d5-922e-5421bc5087cb tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Network hostable DHCP agents. Network: 60980005-cc74-41ac-8b42-20e03401f9d9, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:56:23.587298 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5ac21b-6b32-46d5-922e-5421bc5087cb tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Network 60980005-cc74-41ac-8b42-20e03401f9d9 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:56:23.599141 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-5f5ac21b-6b32-46d5-922e-5421bc5087cb tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 60980005-cc74-41ac-8b42-20e03401f9d9) {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:56:23.606705 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5ac21b-6b32-46d5-922e-5421bc5087cb tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:23.607632 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5f5ac21b-6b32-46d5-922e-5421bc5087cb tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:23.629706 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-5f5ac21b-6b32-46d5-922e-5421bc5087cb tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7869651 Feb 09 21:56:23.629945 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 57634) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:23.642166 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de48f2c-e9db-4b4b-ad57-9e5b0cfa0566 None None] Network 60980005-cc74-41ac-8b42-20e03401f9d9 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:56:23.743112 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-fadb7de5-f90c-4768-aad6-42a65298ae22 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Deleting port f0fc1db0-f8c1-42fc-92d6-eaf1c1c74c85 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:56:23.743918 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fadb7de5-f90c-4768-aad6-42a65298ae22 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (f0fc1db0-f8c1-42fc-92d6-eaf1c1c74c85), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:23.808606 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b019392-6640-4bdd-ad26-a254c71f28cc None None] Network 89ba3a3d-165d-46c7-be67-4d8c910f6bfb requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:56:23.814549 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fadb7de5-f90c-4768-aad6-42a65298ae22 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (f0fc1db0-f8c1-42fc-92d6-eaf1c1c74c85), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:23.823525 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b2445e7f-af5c-4100-a19c-d84bfd598105 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:23.833742 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-fadb7de5-f90c-4768-aad6-42a65298ae22 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Calling delete_port for f0fc1db0-f8c1-42fc-92d6-eaf1c1c74c85 owned by {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:56:23.933451 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fadb7de5-f90c-4768-aad6-42a65298ae22 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (f0fc1db0-f8c1-42fc-92d6-eaf1c1c74c85), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:23.933859 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device b6d955d0-a1d5-44f1-9828-57e61b8fec5c up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:56:23.967427 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadb7de5-f90c-4768-aad6-42a65298ae22 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Pushing event deleted for resources: {'Port': ['ID=f0fc1db0-f8c1-42fc-92d6-eaf1c1c74c85,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:23.996591 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fadb7de5-f90c-4768-aad6-42a65298ae22 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:24.001431 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-fadb7de5-f90c-4768-aad6-42a65298ae22 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] 10.222.0.90 "DELETE /v2.0/ports/f0fc1db0-f8c1-42fc-92d6-eaf1c1c74c85 HTTP/1.1" status: 204 len: 168 time: 0.5611165 Feb 09 21:56:24.005521 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 57636) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:24.041782 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4288ede-c5be-4c24-833f-d61861dfd620 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] GET failed (client error): The resource could not be found. Feb 09 21:56:24.044587 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-b4288ede-c5be-4c24-833f-d61861dfd620 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] 10.222.0.90 "GET /v2.0/ports/f0fc1db0-f8c1-42fc-92d6-eaf1c1c74c85 HTTP/1.1" status: 404 len: 333 time: 0.0374050 Feb 09 21:56:24.049848 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:24.053458 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 57640) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:24.069071 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-071b1f20-fac5-42bd-9ef6-367694f3c6da tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Request body: {'port': {'network_id': '1be377b2-ab91-4b7a-bca5-8dffe29e5d9a', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-981815429'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:56:24.090689 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556fb701-5c38-438f-86d7-689145e4bde7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-60980005-cc74-41ac-8b42-20e03401f9d9', 'network_id': '60980005-cc74-41ac-8b42-20e03401f9d9', 'project_id': '3d9ca39ff9ee40ae8ba2710b60f01b7c', 'fixed_ips': [{'subnet_id': '683cbf7b-3f97-45d6-97c4-654ecf75d460'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:56:24.092095 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-556fb701-5c38-438f-86d7-689145e4bde7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:24.096617 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-071b1f20-fac5-42bd-9ef6-367694f3c6da tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Made reservation on behalf of 802420ba62f141c2a6d640e4db75f744 for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:56:24.101477 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-071b1f20-fac5-42bd-9ef6-367694f3c6da tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:24.123270 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [None req-071b1f20-fac5-42bd-9ef6-367694f3c6da tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] device_id is not set on port 6c8e3622-4097-4a97-aaf8-829393966650 yet. {{(pid=103141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:56:24.340522 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-071b1f20-fac5-42bd-9ef6-367694f3c6da tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Publish callbacks [] for port (6c8e3622-4097-4a97-aaf8-829393966650), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:24.386511 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-071b1f20-fac5-42bd-9ef6-367694f3c6da tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (6c8e3622-4097-4a97-aaf8-829393966650), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:24.398373 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-366f99ce-d9ad-4223-92b4-0661f3852347 None None] Provisioning complete for port b6d955d0-a1d5-44f1-9828-57e61b8fec5c triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:56:24.398990 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-366f99ce-d9ad-4223-92b4-0661f3852347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (b6d955d0-a1d5-44f1-9828-57e61b8fec5c), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:24.400982 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5eec4759-9410-4fbf-86fa-cacc0f25de03 req-9558be00-d060-4b66-b11e-f7ff9d3b3ad1 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=128718a0-8359-4fcd-8856-08642aaa3593&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1331675 Feb 09 21:56:24.402367 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device c4230aed-ff78-4b59-8144-4a7748f92a5b details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:56:24.433481 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071b1f20-fac5-42bd-9ef6-367694f3c6da tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Network 1be377b2-ab91-4b7a-bca5-8dffe29e5d9a is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:56:24.438223 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-071b1f20-fac5-42bd-9ef6-367694f3c6da tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:56:24.441996 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071b1f20-fac5-42bd-9ef6-367694f3c6da tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:56:24.443091 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071b1f20-fac5-42bd-9ef6-367694f3c6da tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:24.443687 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-071b1f20-fac5-42bd-9ef6-367694f3c6da tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:24.461109 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b2445e7f-af5c-4100-a19c-d84bfd598105 admin admin] Publish callbacks [] for security_group (c87cb982-8900-4171-9b59-ae016e26f3bf), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:24.477376 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-071b1f20-fac5-42bd-9ef6-367694f3c6da tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.4090590 Feb 09 21:56:24.479626 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 57644) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:24.487838 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-58fc4686-8516-4ff5-b89c-c766f3a52851 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-828369-5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:56:24.510702 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b2445e7f-af5c-4100-a19c-d84bfd598105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (c87cb982-8900-4171-9b59-ae016e26f3bf), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:24.527447 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-556fb701-5c38-438f-86d7-689145e4bde7 None None] Allocated IP 172.20.0.2 (60980005-cc74-41ac-8b42-20e03401f9d9/683cbf7b-3f97-45d6-97c4-654ecf75d460/b39559e0-e68b-4a24-ab48-d43bbc2b05dc) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:56:24.538150 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2a2d3a0a-6158-4f71-bfc7-7b2d1b56fe40 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:24.545257 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-b2445e7f-af5c-4100-a19c-d84bfd598105 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=0e1474b6c027484391e54b9b5c7ffb38&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1608374 Feb 09 21:56:24.561440 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 57646) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:24.567711 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-58fc4686-8516-4ff5-b89c-c766f3a52851 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (6c8e3622-4097-4a97-aaf8-829393966650), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:24.588329 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b1f20-fac5-42bd-9ef6-367694f3c6da tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Pushing event updated for resources: {'Port': ['ID=6c8e3622-4097-4a97-aaf8-829393966650,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:24.788354 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2445e7f-af5c-4100-a19c-d84bfd598105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c87cb982-8900-4171-9b59-ae016e26f3bf,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:24.854236 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.db.resource_extend [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 21:56:24.890179 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [None req-58fc4686-8516-4ff5-b89c-c766f3a52851 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] device_id is not set on port 6c8e3622-4097-4a97-aaf8-829393966650 yet. {{(pid=103141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:56:24.901845 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-58fc4686-8516-4ff5-b89c-c766f3a52851 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Publish callbacks [] for port (6c8e3622-4097-4a97-aaf8-829393966650), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:24.917002 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-58fc4686-8516-4ff5-b89c-c766f3a52851 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (6c8e3622-4097-4a97-aaf8-829393966650), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:24.938290 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec4759-9410-4fbf-86fa-cacc0f25de03 req-0269552b-68f8-48f7-9b57-591d8f94678d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:24.941526 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5eec4759-9410-4fbf-86fa-cacc0f25de03 req-0269552b-68f8-48f7-9b57-591d8f94678d service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b97bcc6d3a344052b623ebf4a39465fa&device_id=128718a0-8359-4fcd-8856-08642aaa3593 HTTP/1.1" status: 200 len: 1127 time: 0.4592910 Feb 09 21:56:24.981567 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c400e68-61cc-4715-b755-b913272124ce req-a9122ede-5021-484a-b984-a5353c287204 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:24.985756 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fc4686-8516-4ff5-b89c-c766f3a52851 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Pushing event updated for resources: {'Port': ['ID=6c8e3622-4097-4a97-aaf8-829393966650,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:24.996732 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7c400e68-61cc-4715-b755-b913272124ce req-a9122ede-5021-484a-b984-a5353c287204 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=5c0e31f7-a19c-4b58-9695-ac619a023e12 HTTP/1.1" status: 200 len: 944 time: 0.2112472 Feb 09 21:56:24.998794 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30e03372-2ac2-42b0-b422-e3226232cde7 admin admin] Publish callbacks [] for security_group (c87cb982-8900-4171-9b59-ae016e26f3bf), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:25.017092 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-58fc4686-8516-4ff5-b89c-c766f3a52851 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempting to bind port 6c8e3622-4097-4a97-aaf8-829393966650 on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:56:25.017710 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-58fc4686-8516-4ff5-b89c-c766f3a52851 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempting to bind port 6c8e3622-4097-4a97-aaf8-829393966650 by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': 'e81f2522-d562-47fa-9677-b07c96c8f590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '1be377b2-ab91-4b7a-bca5-8dffe29e5d9a'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:56:25.018263 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fc4686-8516-4ff5-b89c-c766f3a52851 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempting to bind port 6c8e3622-4097-4a97-aaf8-829393966650 on network 1be377b2-ab91-4b7a-bca5-8dffe29e5d9a {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:56:25.024636 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fc4686-8516-4ff5-b89c-c766f3a52851 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Port 6c8e3622-4097-4a97-aaf8-829393966650 on network 1be377b2-ab91-4b7a-bca5-8dffe29e5d9a not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:56:25.025276 n-d-828369-5 neutron-server[103141]: ERROR neutron.plugins.ml2.managers [None req-58fc4686-8516-4ff5-b89c-c766f3a52851 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Failed to bind port 6c8e3622-4097-4a97-aaf8-829393966650 on host n-h2-828369-5 for vnic_type normal using segments [{'id': 'e81f2522-d562-47fa-9677-b07c96c8f590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '1be377b2-ab91-4b7a-bca5-8dffe29e5d9a'}] Feb 09 21:56:25.025849 n-d-828369-5 neutron-server[103141]: INFO neutron.plugins.ml2.plugin [None req-58fc4686-8516-4ff5-b89c-c766f3a52851 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempt 2 to bind port 6c8e3622-4097-4a97-aaf8-829393966650 Feb 09 21:56:25.042258 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port b6d955d0-a1d5-44f1-9828-57e61b8fec5c triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:56:25.042641 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (b6d955d0-a1d5-44f1-9828-57e61b8fec5c), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:25.044814 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-58fc4686-8516-4ff5-b89c-c766f3a52851 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempting to bind port 6c8e3622-4097-4a97-aaf8-829393966650 on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:56:25.045322 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-58fc4686-8516-4ff5-b89c-c766f3a52851 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempting to bind port 6c8e3622-4097-4a97-aaf8-829393966650 by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': 'e81f2522-d562-47fa-9677-b07c96c8f590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '1be377b2-ab91-4b7a-bca5-8dffe29e5d9a'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:56:25.045583 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fc4686-8516-4ff5-b89c-c766f3a52851 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempting to bind port 6c8e3622-4097-4a97-aaf8-829393966650 on network 1be377b2-ab91-4b7a-bca5-8dffe29e5d9a {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:56:25.045747 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a69985ed-daac-44bd-b190-33b4763e7654 None None] Publish callbacks [] for port (95117833-6d45-469d-b550-5914547bf5c1), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:25.051874 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fc4686-8516-4ff5-b89c-c766f3a52851 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Port 6c8e3622-4097-4a97-aaf8-829393966650 on network 1be377b2-ab91-4b7a-bca5-8dffe29e5d9a not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:56:25.052257 n-d-828369-5 neutron-server[103141]: ERROR neutron.plugins.ml2.managers [None req-58fc4686-8516-4ff5-b89c-c766f3a52851 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Failed to bind port 6c8e3622-4097-4a97-aaf8-829393966650 on host n-h2-828369-5 for vnic_type normal using segments [{'id': 'e81f2522-d562-47fa-9677-b07c96c8f590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '1be377b2-ab91-4b7a-bca5-8dffe29e5d9a'}] Feb 09 21:56:25.053372 n-d-828369-5 neutron-server[103141]: INFO neutron.plugins.ml2.plugin [None req-58fc4686-8516-4ff5-b89c-c766f3a52851 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempt 3 to bind port 6c8e3622-4097-4a97-aaf8-829393966650 Feb 09 21:56:25.071898 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-58fc4686-8516-4ff5-b89c-c766f3a52851 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempting to bind port 6c8e3622-4097-4a97-aaf8-829393966650 on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:56:25.071898 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-58fc4686-8516-4ff5-b89c-c766f3a52851 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempting to bind port 6c8e3622-4097-4a97-aaf8-829393966650 by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': 'e81f2522-d562-47fa-9677-b07c96c8f590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '1be377b2-ab91-4b7a-bca5-8dffe29e5d9a'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:56:25.071898 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fc4686-8516-4ff5-b89c-c766f3a52851 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempting to bind port 6c8e3622-4097-4a97-aaf8-829393966650 on network 1be377b2-ab91-4b7a-bca5-8dffe29e5d9a {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:56:25.076556 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fc4686-8516-4ff5-b89c-c766f3a52851 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Port 6c8e3622-4097-4a97-aaf8-829393966650 on network 1be377b2-ab91-4b7a-bca5-8dffe29e5d9a not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:56:25.076893 n-d-828369-5 neutron-server[103141]: ERROR neutron.plugins.ml2.managers [None req-58fc4686-8516-4ff5-b89c-c766f3a52851 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Failed to bind port 6c8e3622-4097-4a97-aaf8-829393966650 on host n-h2-828369-5 for vnic_type normal using segments [{'id': 'e81f2522-d562-47fa-9677-b07c96c8f590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '1be377b2-ab91-4b7a-bca5-8dffe29e5d9a'}] Feb 09 21:56:25.077289 n-d-828369-5 neutron-server[103141]: INFO neutron.plugins.ml2.plugin [None req-58fc4686-8516-4ff5-b89c-c766f3a52851 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempt 4 to bind port 6c8e3622-4097-4a97-aaf8-829393966650 Feb 09 21:56:25.091554 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-58fc4686-8516-4ff5-b89c-c766f3a52851 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempting to bind port 6c8e3622-4097-4a97-aaf8-829393966650 on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:56:25.092424 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-58fc4686-8516-4ff5-b89c-c766f3a52851 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempting to bind port 6c8e3622-4097-4a97-aaf8-829393966650 by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': 'e81f2522-d562-47fa-9677-b07c96c8f590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '1be377b2-ab91-4b7a-bca5-8dffe29e5d9a'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:56:25.092776 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fc4686-8516-4ff5-b89c-c766f3a52851 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempting to bind port 6c8e3622-4097-4a97-aaf8-829393966650 on network 1be377b2-ab91-4b7a-bca5-8dffe29e5d9a {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:56:25.100003 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fc4686-8516-4ff5-b89c-c766f3a52851 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Port 6c8e3622-4097-4a97-aaf8-829393966650 on network 1be377b2-ab91-4b7a-bca5-8dffe29e5d9a not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:56:25.100950 n-d-828369-5 neutron-server[103141]: ERROR neutron.plugins.ml2.managers [None req-58fc4686-8516-4ff5-b89c-c766f3a52851 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Failed to bind port 6c8e3622-4097-4a97-aaf8-829393966650 on host n-h2-828369-5 for vnic_type normal using segments [{'id': 'e81f2522-d562-47fa-9677-b07c96c8f590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '1be377b2-ab91-4b7a-bca5-8dffe29e5d9a'}] Feb 09 21:56:25.102347 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a69985ed-daac-44bd-b190-33b4763e7654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (95117833-6d45-469d-b550-5914547bf5c1), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:25.102827 n-d-828369-5 neutron-server[103141]: INFO neutron.plugins.ml2.plugin [None req-58fc4686-8516-4ff5-b89c-c766f3a52851 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempt 5 to bind port 6c8e3622-4097-4a97-aaf8-829393966650 Feb 09 21:56:25.132325 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-58fc4686-8516-4ff5-b89c-c766f3a52851 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempting to bind port 6c8e3622-4097-4a97-aaf8-829393966650 on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:56:25.132325 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-58fc4686-8516-4ff5-b89c-c766f3a52851 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempting to bind port 6c8e3622-4097-4a97-aaf8-829393966650 by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': 'e81f2522-d562-47fa-9677-b07c96c8f590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '1be377b2-ab91-4b7a-bca5-8dffe29e5d9a'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:56:25.132325 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fc4686-8516-4ff5-b89c-c766f3a52851 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempting to bind port 6c8e3622-4097-4a97-aaf8-829393966650 on network 1be377b2-ab91-4b7a-bca5-8dffe29e5d9a {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:56:25.138759 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fc4686-8516-4ff5-b89c-c766f3a52851 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Port 6c8e3622-4097-4a97-aaf8-829393966650 on network 1be377b2-ab91-4b7a-bca5-8dffe29e5d9a not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:56:25.139041 n-d-828369-5 neutron-server[103141]: ERROR neutron.plugins.ml2.managers [None req-58fc4686-8516-4ff5-b89c-c766f3a52851 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Failed to bind port 6c8e3622-4097-4a97-aaf8-829393966650 on host n-h2-828369-5 for vnic_type normal using segments [{'id': 'e81f2522-d562-47fa-9677-b07c96c8f590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '1be377b2-ab91-4b7a-bca5-8dffe29e5d9a'}] Feb 09 21:56:25.139486 n-d-828369-5 neutron-server[103141]: INFO neutron.plugins.ml2.plugin [None req-58fc4686-8516-4ff5-b89c-c766f3a52851 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempt 6 to bind port 6c8e3622-4097-4a97-aaf8-829393966650 Feb 09 21:56:25.157516 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-58fc4686-8516-4ff5-b89c-c766f3a52851 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempting to bind port 6c8e3622-4097-4a97-aaf8-829393966650 on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:56:25.157857 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-58fc4686-8516-4ff5-b89c-c766f3a52851 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempting to bind port 6c8e3622-4097-4a97-aaf8-829393966650 by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': 'e81f2522-d562-47fa-9677-b07c96c8f590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '1be377b2-ab91-4b7a-bca5-8dffe29e5d9a'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:56:25.158200 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fc4686-8516-4ff5-b89c-c766f3a52851 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempting to bind port 6c8e3622-4097-4a97-aaf8-829393966650 on network 1be377b2-ab91-4b7a-bca5-8dffe29e5d9a {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:56:25.163164 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fc4686-8516-4ff5-b89c-c766f3a52851 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Port 6c8e3622-4097-4a97-aaf8-829393966650 on network 1be377b2-ab91-4b7a-bca5-8dffe29e5d9a not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:56:25.163505 n-d-828369-5 neutron-server[103141]: ERROR neutron.plugins.ml2.managers [None req-58fc4686-8516-4ff5-b89c-c766f3a52851 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Failed to bind port 6c8e3622-4097-4a97-aaf8-829393966650 on host n-h2-828369-5 for vnic_type normal using segments [{'id': 'e81f2522-d562-47fa-9677-b07c96c8f590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '1be377b2-ab91-4b7a-bca5-8dffe29e5d9a'}] Feb 09 21:56:25.164035 n-d-828369-5 neutron-server[103141]: INFO neutron.plugins.ml2.plugin [None req-58fc4686-8516-4ff5-b89c-c766f3a52851 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempt 7 to bind port 6c8e3622-4097-4a97-aaf8-829393966650 Feb 09 21:56:25.178165 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-58fc4686-8516-4ff5-b89c-c766f3a52851 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempting to bind port 6c8e3622-4097-4a97-aaf8-829393966650 on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:56:25.178991 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-58fc4686-8516-4ff5-b89c-c766f3a52851 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempting to bind port 6c8e3622-4097-4a97-aaf8-829393966650 by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': 'e81f2522-d562-47fa-9677-b07c96c8f590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '1be377b2-ab91-4b7a-bca5-8dffe29e5d9a'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:56:25.179400 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fc4686-8516-4ff5-b89c-c766f3a52851 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempting to bind port 6c8e3622-4097-4a97-aaf8-829393966650 on network 1be377b2-ab91-4b7a-bca5-8dffe29e5d9a {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:56:25.186641 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec4759-9410-4fbf-86fa-cacc0f25de03 req-d6aa1187-16e6-4d60-8623-8e4bdf57a535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:25.186845 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fc4686-8516-4ff5-b89c-c766f3a52851 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Port 6c8e3622-4097-4a97-aaf8-829393966650 on network 1be377b2-ab91-4b7a-bca5-8dffe29e5d9a not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:56:25.187192 n-d-828369-5 neutron-server[103141]: ERROR neutron.plugins.ml2.managers [None req-58fc4686-8516-4ff5-b89c-c766f3a52851 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Failed to bind port 6c8e3622-4097-4a97-aaf8-829393966650 on host n-h2-828369-5 for vnic_type normal using segments [{'id': 'e81f2522-d562-47fa-9677-b07c96c8f590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '1be377b2-ab91-4b7a-bca5-8dffe29e5d9a'}] Feb 09 21:56:25.187659 n-d-828369-5 neutron-server[103141]: INFO neutron.plugins.ml2.plugin [None req-58fc4686-8516-4ff5-b89c-c766f3a52851 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempt 8 to bind port 6c8e3622-4097-4a97-aaf8-829393966650 Feb 09 21:56:25.190071 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5eec4759-9410-4fbf-86fa-cacc0f25de03 req-d6aa1187-16e6-4d60-8623-8e4bdf57a535 service neutron] 10.222.0.95 "GET /v2.0/networks?id=23f1a6df-2b4b-4777-8497-2928c76d9f17 HTTP/1.1" status: 200 len: 913 time: 0.2178409 Feb 09 21:56:25.206231 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-58fc4686-8516-4ff5-b89c-c766f3a52851 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempting to bind port 6c8e3622-4097-4a97-aaf8-829393966650 on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:56:25.206570 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-58fc4686-8516-4ff5-b89c-c766f3a52851 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempting to bind port 6c8e3622-4097-4a97-aaf8-829393966650 by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': 'e81f2522-d562-47fa-9677-b07c96c8f590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '1be377b2-ab91-4b7a-bca5-8dffe29e5d9a'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:56:25.206914 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fc4686-8516-4ff5-b89c-c766f3a52851 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempting to bind port 6c8e3622-4097-4a97-aaf8-829393966650 on network 1be377b2-ab91-4b7a-bca5-8dffe29e5d9a {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:56:25.213217 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fc4686-8516-4ff5-b89c-c766f3a52851 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Port 6c8e3622-4097-4a97-aaf8-829393966650 on network 1be377b2-ab91-4b7a-bca5-8dffe29e5d9a not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:56:25.213556 n-d-828369-5 neutron-server[103141]: ERROR neutron.plugins.ml2.managers [None req-58fc4686-8516-4ff5-b89c-c766f3a52851 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Failed to bind port 6c8e3622-4097-4a97-aaf8-829393966650 on host n-h2-828369-5 for vnic_type normal using segments [{'id': 'e81f2522-d562-47fa-9677-b07c96c8f590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '1be377b2-ab91-4b7a-bca5-8dffe29e5d9a'}] Feb 09 21:56:25.214017 n-d-828369-5 neutron-server[103141]: INFO neutron.plugins.ml2.plugin [None req-58fc4686-8516-4ff5-b89c-c766f3a52851 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempt 9 to bind port 6c8e3622-4097-4a97-aaf8-829393966650 Feb 09 21:56:25.230883 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-58fc4686-8516-4ff5-b89c-c766f3a52851 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempting to bind port 6c8e3622-4097-4a97-aaf8-829393966650 on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:56:25.231231 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-58fc4686-8516-4ff5-b89c-c766f3a52851 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempting to bind port 6c8e3622-4097-4a97-aaf8-829393966650 by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': 'e81f2522-d562-47fa-9677-b07c96c8f590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '1be377b2-ab91-4b7a-bca5-8dffe29e5d9a'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:56:25.231634 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fc4686-8516-4ff5-b89c-c766f3a52851 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempting to bind port 6c8e3622-4097-4a97-aaf8-829393966650 on network 1be377b2-ab91-4b7a-bca5-8dffe29e5d9a {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:56:25.236487 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fc4686-8516-4ff5-b89c-c766f3a52851 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Port 6c8e3622-4097-4a97-aaf8-829393966650 on network 1be377b2-ab91-4b7a-bca5-8dffe29e5d9a not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:56:25.236825 n-d-828369-5 neutron-server[103141]: ERROR neutron.plugins.ml2.managers [None req-58fc4686-8516-4ff5-b89c-c766f3a52851 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Failed to bind port 6c8e3622-4097-4a97-aaf8-829393966650 on host n-h2-828369-5 for vnic_type normal using segments [{'id': 'e81f2522-d562-47fa-9677-b07c96c8f590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '1be377b2-ab91-4b7a-bca5-8dffe29e5d9a'}] Feb 09 21:56:25.237225 n-d-828369-5 neutron-server[103141]: INFO neutron.plugins.ml2.plugin [None req-58fc4686-8516-4ff5-b89c-c766f3a52851 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempt 10 to bind port 6c8e3622-4097-4a97-aaf8-829393966650 Feb 09 21:56:25.241375 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69985ed-daac-44bd-b190-33b4763e7654 None None] Network 04de5a8f-3908-4f11-b966-9ed32a5ac1ad is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:56:25.251038 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-58fc4686-8516-4ff5-b89c-c766f3a52851 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempting to bind port 6c8e3622-4097-4a97-aaf8-829393966650 on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:56:25.251856 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [None req-58fc4686-8516-4ff5-b89c-c766f3a52851 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempting to bind port 6c8e3622-4097-4a97-aaf8-829393966650 by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': 'e81f2522-d562-47fa-9677-b07c96c8f590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '1be377b2-ab91-4b7a-bca5-8dffe29e5d9a'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:56:25.252209 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fc4686-8516-4ff5-b89c-c766f3a52851 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempting to bind port 6c8e3622-4097-4a97-aaf8-829393966650 on network 1be377b2-ab91-4b7a-bca5-8dffe29e5d9a {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:56:25.258214 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fc4686-8516-4ff5-b89c-c766f3a52851 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Port 6c8e3622-4097-4a97-aaf8-829393966650 on network 1be377b2-ab91-4b7a-bca5-8dffe29e5d9a not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:56:25.258562 n-d-828369-5 neutron-server[103141]: ERROR neutron.plugins.ml2.managers [None req-58fc4686-8516-4ff5-b89c-c766f3a52851 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Failed to bind port 6c8e3622-4097-4a97-aaf8-829393966650 on host n-h2-828369-5 for vnic_type normal using segments [{'id': 'e81f2522-d562-47fa-9677-b07c96c8f590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '1be377b2-ab91-4b7a-bca5-8dffe29e5d9a'}] Feb 09 21:56:25.258940 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-58fc4686-8516-4ff5-b89c-c766f3a52851 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (6c8e3622-4097-4a97-aaf8-829393966650), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:25.260375 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-a69985ed-daac-44bd-b190-33b4763e7654 None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:56:25.264876 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69985ed-daac-44bd-b190-33b4763e7654 None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:56:25.291302 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7c400e68-61cc-4715-b755-b913272124ce req-a642e10c-b569-4ad8-8d3e-7a0fa8c5edae tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=a72d620d-4650-43fd-afbd-3b01f73e5444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934799 Feb 09 21:56:25.298688 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-366f99ce-d9ad-4223-92b4-0661f3852347 None None] Current status of the port b6d955d0-a1d5-44f1-9828-57e61b8fec5c is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:56:25.299665 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-366f99ce-d9ad-4223-92b4-0661f3852347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (b6d955d0-a1d5-44f1-9828-57e61b8fec5c), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:25.313574 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port c4230aed-ff78-4b59-8144-4a7748f92a5b, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=c4230aed-ff78-4b59-8144-4a7748f92a5b,segment=NetworkSegment(682b57c6-7518-4480-8840-98896ec39a8d),segment_id=682b57c6-7518-4480-8840-98896ec39a8d)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:56:25.343445 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69985ed-daac-44bd-b190-33b4763e7654 None None] Pushing event updated for resources: {'Port': ['ID=95117833-6d45-469d-b550-5914547bf5c1,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:25.347972 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-58fc4686-8516-4ff5-b89c-c766f3a52851 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] For port 6c8e3622-4097-4a97-aaf8-829393966650, host n-h2-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:56:25.348514 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-58fc4686-8516-4ff5-b89c-c766f3a52851 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attempted to set empty binding levels {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 09 21:56:25.353635 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-58fc4686-8516-4ff5-b89c-c766f3a52851 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (6c8e3622-4097-4a97-aaf8-829393966650), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:25.384445 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5eec4759-9410-4fbf-86fa-cacc0f25de03 req-e2c93445-9310-4496-9a16-e5c2eb945c9e service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a57a5b7b-da19-4999-a44f-8d6372be66f1 HTTP/1.1" status: 200 len: 217 time: 0.1122029 Feb 09 21:56:25.386636 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30e03372-2ac2-42b0-b422-e3226232cde7 admin admin] Publish callbacks [] for security_group (c87cb982-8900-4171-9b59-ae016e26f3bf), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:25.405226 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fc4686-8516-4ff5-b89c-c766f3a52851 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Pushing event updated for resources: {'Port': ['ID=6c8e3622-4097-4a97-aaf8-829393966650,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:25.412379 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-58fc4686-8516-4ff5-b89c-c766f3a52851 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] In _notify_port_updated(), no bound segment for port 6c8e3622-4097-4a97-aaf8-829393966650 on network 1be377b2-ab91-4b7a-bca5-8dffe29e5d9a {{(pid=103141) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 21:56:25.413524 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58fc4686-8516-4ff5-b89c-c766f3a52851 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:25.415334 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-58fc4686-8516-4ff5-b89c-c766f3a52851 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:25.417233 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-58fc4686-8516-4ff5-b89c-c766f3a52851 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] 10.222.0.90 "PUT /v2.0/ports/6c8e3622-4097-4a97-aaf8-829393966650 HTTP/1.1" status: 200 len: 974 time: 0.9368770 Feb 09 21:56:25.419204 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-a69985ed-daac-44bd-b190-33b4763e7654 None None] Attempting to bind port 95117833-6d45-469d-b550-5914547bf5c1 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:56:25.419653 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-a69985ed-daac-44bd-b190-33b4763e7654 None None] Attempting to bind port 95117833-6d45-469d-b550-5914547bf5c1 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '287d043b-858e-462c-8f68-140f84eadb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '04de5a8f-3908-4f11-b966-9ed32a5ac1ad'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:56:25.420087 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69985ed-daac-44bd-b190-33b4763e7654 None None] Attempting to bind port 95117833-6d45-469d-b550-5914547bf5c1 on network 04de5a8f-3908-4f11-b966-9ed32a5ac1ad {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:56:25.420385 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 57650) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:25.430498 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69985ed-daac-44bd-b190-33b4763e7654 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:56:25.430498 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69985ed-daac-44bd-b190-33b4763e7654 None None] Checking segment: {'id': '287d043b-858e-462c-8f68-140f84eadb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '04de5a8f-3908-4f11-b966-9ed32a5ac1ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:56:25.430898 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a69985ed-daac-44bd-b190-33b4763e7654 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:25.431312 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69985ed-daac-44bd-b190-33b4763e7654 None None] Bound using segment: {'id': '287d043b-858e-462c-8f68-140f84eadb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '04de5a8f-3908-4f11-b966-9ed32a5ac1ad'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:56:25.431877 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-a69985ed-daac-44bd-b190-33b4763e7654 None None] Bound port: 95117833-6d45-469d-b550-5914547bf5c1, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '287d043b-858e-462c-8f68-140f84eadb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '04de5a8f-3908-4f11-b966-9ed32a5ac1ad'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:56:25.432358 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a69985ed-daac-44bd-b190-33b4763e7654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (95117833-6d45-469d-b550-5914547bf5c1), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:25.467156 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec4759-9410-4fbf-86fa-cacc0f25de03 req-5f0dcf2b-61b7-472d-a1d3-7c32d813051a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:25.469169 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5eec4759-9410-4fbf-86fa-cacc0f25de03 req-5f0dcf2b-61b7-472d-a1d3-7c32d813051a service neutron] 10.222.0.95 "GET /v2.0/subnets?id=b55ac71e-6529-43b3-9355-0e693d39e1f4 HTTP/1.1" status: 200 len: 851 time: 0.0693123 Feb 09 21:56:25.483736 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': 'c4230aed-ff78-4b59-8144-4a7748f92a5b', 'network_id': '23f1a6df-2b4b-4777-8497-2928c76d9f17', 'port_id': 'c4230aed-ff78-4b59-8144-4a7748f92a5b', 'mac_address': 'fa:16:3e:45:4b:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b55ac71e-6529-43b3-9355-0e693d39e1f4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:56:25.530837 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-52928270-81dc-4e2e-a996-c0b2e8f39db7 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Deleting port 6c8e3622-4097-4a97-aaf8-829393966650 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:56:25.532145 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-52928270-81dc-4e2e-a996-c0b2e8f39db7 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (6c8e3622-4097-4a97-aaf8-829393966650), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:25.538845 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-2a2d3a0a-6158-4f71-bfc7-7b2d1b56fe40 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Allocated IP 172.20.0.1 (04de5a8f-3908-4f11-b966-9ed32a5ac1ad/a831a63e-3975-4357-ad4c-917034100697/be96b7ad-d05a-4ba1-85a9-eef2ac873f35) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:56:25.578216 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec4759-9410-4fbf-86fa-cacc0f25de03 req-c7a48f28-34bf-4b5b-8c03-d3fd995dad76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:25.580191 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5eec4759-9410-4fbf-86fa-cacc0f25de03 req-c7a48f28-34bf-4b5b-8c03-d3fd995dad76 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=23f1a6df-2b4b-4777-8497-2928c76d9f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1011131 Feb 09 21:56:25.580386 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a69985ed-daac-44bd-b190-33b4763e7654 None None] For port 95117833-6d45-469d-b550-5914547bf5c1, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:56:25.583875 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a69985ed-daac-44bd-b190-33b4763e7654 None None] For port 95117833-6d45-469d-b550-5914547bf5c1, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=95117833-6d45-469d-b550-5914547bf5c1,segment=NetworkSegment(287d043b-858e-462c-8f68-140f84eadb8b),segment_id=287d043b-858e-462c-8f68-140f84eadb8b)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:56:25.628859 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-52928270-81dc-4e2e-a996-c0b2e8f39db7 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] For port 6c8e3622-4097-4a97-aaf8-829393966650, host n-h2-828369-5, got binding levels [] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:56:25.629556 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-52928270-81dc-4e2e-a996-c0b2e8f39db7 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (6c8e3622-4097-4a97-aaf8-829393966650), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:25.639951 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-366f99ce-d9ad-4223-92b4-0661f3852347 None None] For port b6d955d0-a1d5-44f1-9828-57e61b8fec5c, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=b6d955d0-a1d5-44f1-9828-57e61b8fec5c,segment=NetworkSegment(87760678-9a7b-4823-8309-1f79ce930dde),segment_id=87760678-9a7b-4823-8309-1f79ce930dde)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:56:25.645153 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port c4230aed-ff78-4b59-8144-4a7748f92a5b is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:56:25.645734 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (c4230aed-ff78-4b59-8144-4a7748f92a5b), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:25.648159 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a69985ed-daac-44bd-b190-33b4763e7654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (95117833-6d45-469d-b550-5914547bf5c1), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:25.649340 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-52928270-81dc-4e2e-a996-c0b2e8f39db7 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Calling delete_port for 6c8e3622-4097-4a97-aaf8-829393966650 owned by {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:56:25.684869 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-366f99ce-d9ad-4223-92b4-0661f3852347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (b6d955d0-a1d5-44f1-9828-57e61b8fec5c), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:25.720250 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port b6d955d0-a1d5-44f1-9828-57e61b8fec5c is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:56:25.720642 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (b6d955d0-a1d5-44f1-9828-57e61b8fec5c), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:25.724356 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-556fb701-5c38-438f-86d7-689145e4bde7 None None] Publish callbacks [] for port (b39559e0-e68b-4a24-ab48-d43bbc2b05dc), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:25.742580 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4230aed-ff78-4b59-8144-4a7748f92a5b {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:56:25.751931 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5eec4759-9410-4fbf-86fa-cacc0f25de03 req-c0f3f779-1c83-41fc-988b-0f31662692de service neutron] 10.222.0.95 "GET /v2.0/networks/23f1a6df-2b4b-4777-8497-2928c76d9f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483727 Feb 09 21:56:25.752172 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-556fb701-5c38-438f-86d7-689145e4bde7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (b39559e0-e68b-4a24-ab48-d43bbc2b05dc), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:25.769626 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-52928270-81dc-4e2e-a996-c0b2e8f39db7 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (6c8e3622-4097-4a97-aaf8-829393966650), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:25.805286 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52928270-81dc-4e2e-a996-c0b2e8f39db7 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Pushing event deleted for resources: {'Port': ['ID=6c8e3622-4097-4a97-aaf8-829393966650,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:25.811637 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-52928270-81dc-4e2e-a996-c0b2e8f39db7 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:25.815081 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30e03372-2ac2-42b0-b422-e3226232cde7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (c87cb982-8900-4171-9b59-ae016e26f3bf), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:25.816334 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-52928270-81dc-4e2e-a996-c0b2e8f39db7 tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] 10.222.0.90 "DELETE /v2.0/ports/6c8e3622-4097-4a97-aaf8-829393966650 HTTP/1.1" status: 204 len: 168 time: 0.3947287 Feb 09 21:56:25.819666 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 57652) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:25.821336 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30e03372-2ac2-42b0-b422-e3226232cde7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:25.822965 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-30e03372-2ac2-42b0-b422-e3226232cde7 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/c87cb982-8900-4171-9b59-ae016e26f3bf HTTP/1.1" status: 204 len: 168 time: 1.2606657 Feb 09 21:56:25.883128 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.db.api [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103142) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:56:25.883128 n-d-828369-5 neutron-server[103142]: DEBUG oslo_db.api [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:56:25.885007 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-b910e57a-8bd7-4654-bacc-2aa0bff9f3ef tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] GET failed (client error): The resource could not be found. Feb 09 21:56:25.885801 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port c4230aed-ff78-4b59-8144-4a7748f92a5b, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=c4230aed-ff78-4b59-8144-4a7748f92a5b,segment=NetworkSegment(682b57c6-7518-4480-8840-98896ec39a8d),segment_id=682b57c6-7518-4480-8840-98896ec39a8d)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:56:25.902989 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-b910e57a-8bd7-4654-bacc-2aa0bff9f3ef tempest-PortsAdminExtendedAttrsTestJSON-278264812 tempest-PortsAdminExtendedAttrsTestJSON-278264812-project-admin] 10.222.0.90 "GET /v2.0/ports/6c8e3622-4097-4a97-aaf8-829393966650 HTTP/1.1" status: 404 len: 333 time: 0.0652421 Feb 09 21:56:25.903406 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69985ed-daac-44bd-b190-33b4763e7654 None None] Pushing event updated for resources: {'Port': ['ID=95117833-6d45-469d-b550-5914547bf5c1,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:25.903635 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 57656) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:25.909685 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (c4230aed-ff78-4b59-8144-4a7748f92a5b), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:25.912163 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e03372-2ac2-42b0-b422-e3226232cde7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c87cb982-8900-4171-9b59-ae016e26f3bf,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:25.924524 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556fb701-5c38-438f-86d7-689145e4bde7 None None] Network 60980005-cc74-41ac-8b42-20e03401f9d9 is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:56:26.043505 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2a2d3a0a-6158-4f71-bfc7-7b2d1b56fe40 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Publish callbacks [] for port (be96b7ad-d05a-4ba1-85a9-eef2ac873f35), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:26.048043 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5eec4759-9410-4fbf-86fa-cacc0f25de03 req-48f421f6-b346-485b-b552-7d69b7e28447 service neutron] 10.222.0.95 "GET /v2.0/networks/23f1a6df-2b4b-4777-8497-2928c76d9f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2862804 Feb 09 21:56:26.087629 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-89aa7abb-e270-4adf-b448-3eb379249912 None None] Provisioning complete for port b6d955d0-a1d5-44f1-9828-57e61b8fec5c triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:56:26.090990 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-89aa7abb-e270-4adf-b448-3eb379249912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (b6d955d0-a1d5-44f1-9828-57e61b8fec5c), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:26.096746 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366f99ce-d9ad-4223-92b4-0661f3852347 None None] Pushing event updated for resources: {'Port': ['ID=b6d955d0-a1d5-44f1-9828-57e61b8fec5c,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:26.099362 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1e0fe264-bfc3-47eb-b403-930350080345 tempest-PortsAdminExtendedAttrsTestJSON-1095746662 tempest-PortsAdminExtendedAttrsTestJSON-1095746662-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (1be377b2-ab91-4b7a-bca5-8dffe29e5d9a), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:26.103526 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-556fb701-5c38-438f-86d7-689145e4bde7 None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:56:26.115489 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2a2d3a0a-6158-4f71-bfc7-7b2d1b56fe40 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (be96b7ad-d05a-4ba1-85a9-eef2ac873f35), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:26.243321 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2d3a0a-6158-4f71-bfc7-7b2d1b56fe40 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Network 04de5a8f-3908-4f11-b966-9ed32a5ac1ad is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:56:26.246850 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-2a2d3a0a-6158-4f71-bfc7-7b2d1b56fe40 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:56:26.253020 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2d3a0a-6158-4f71-bfc7-7b2d1b56fe40 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:56:26.274418 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556fb701-5c38-438f-86d7-689145e4bde7 None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:56:26.341351 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1e0fe264-bfc3-47eb-b403-930350080345 tempest-PortsAdminExtendedAttrsTestJSON-1095746662 tempest-PortsAdminExtendedAttrsTestJSON-1095746662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (1be377b2-ab91-4b7a-bca5-8dffe29e5d9a), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:26.376194 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['c4230aed-ff78-4b59-8144-4a7748f92a5b'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:56:26.389392 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2a2d3a0a-6158-4f71-bfc7-7b2d1b56fe40 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554727'] for router_interface (23827268-5494-4825-b302-fb2415639b0b), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:26.394335 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 57664) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:26.403232 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556fb701-5c38-438f-86d7-689145e4bde7 None None] Pushing event updated for resources: {'Port': ['ID=b39559e0-e68b-4a24-ab48-d43bbc2b05dc,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:26.409264 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-1e0fe264-bfc3-47eb-b403-930350080345 tempest-PortsAdminExtendedAttrsTestJSON-1095746662 tempest-PortsAdminExtendedAttrsTestJSON-1095746662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1be377b2-ab91-4b7a-bca5-8dffe29e5d9a']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:26.425567 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-1e0fe264-bfc3-47eb-b403-930350080345 tempest-PortsAdminExtendedAttrsTestJSON-1095746662 tempest-PortsAdminExtendedAttrsTestJSON-1095746662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e81f2522-d562-47fa-9677-b07c96c8f590') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:26.425869 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-1e0fe264-bfc3-47eb-b403-930350080345 tempest-PortsAdminExtendedAttrsTestJSON-1095746662 tempest-PortsAdminExtendedAttrsTestJSON-1095746662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e81f2522-d562-47fa-9677-b07c96c8f590') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:26.427953 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9d64ea3e-8fb7-4dfa-abf3-9c239060f750 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:26.444544 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1e0fe264-bfc3-47eb-b403-930350080345 tempest-PortsAdminExtendedAttrsTestJSON-1095746662 tempest-PortsAdminExtendedAttrsTestJSON-1095746662-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (e81f2522-d562-47fa-9677-b07c96c8f590), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:26.469977 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1e0fe264-bfc3-47eb-b403-930350080345 tempest-PortsAdminExtendedAttrsTestJSON-1095746662 tempest-PortsAdminExtendedAttrsTestJSON-1095746662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (e81f2522-d562-47fa-9677-b07c96c8f590), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:26.482520 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2d3a0a-6158-4f71-bfc7-7b2d1b56fe40 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Pushing event updated for resources: {'Port': ['ID=be96b7ad-d05a-4ba1-85a9-eef2ac873f35,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:26.494708 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e0fe264-bfc3-47eb-b403-930350080345 tempest-PortsAdminExtendedAttrsTestJSON-1095746662 tempest-PortsAdminExtendedAttrsTestJSON-1095746662-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:56:26.495167 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1e0fe264-bfc3-47eb-b403-930350080345 tempest-PortsAdminExtendedAttrsTestJSON-1095746662 tempest-PortsAdminExtendedAttrsTestJSON-1095746662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (e81f2522-d562-47fa-9677-b07c96c8f590), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:26.498392 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:56:26.498392 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:56:26.498392 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:56:26.498392 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:56:26.498392 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:56:26.498392 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:56:26.498392 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:56:26.498392 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:56:26.498392 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:56:26.498392 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:56:26.498392 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:56:26.498392 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:56:26.498392 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:56:26.498392 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:56:26.498392 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:56:26.498392 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:56:26.498392 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:56:26.498392 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:56:26.498392 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:56:26.498392 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:56:26.498392 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:56:26.498392 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:56:26.498392 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:56:26.498392 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:56:26.498392 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:56:26.498392 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:56:26.498392 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:56:26.498392 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:56:26.498392 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:56:26.498392 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:56:26.498392 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:56:26.498392 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:56:26.583537 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db09a37-dfb6-4ced-8ad7-3490f4ed7e24 req-4fd21f85-cd3b-452b-8ced-e0ebcc3316c8 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:26.585148 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0db09a37-dfb6-4ced-8ad7-3490f4ed7e24 req-4fd21f85-cd3b-452b-8ced-e0ebcc3316c8 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=5c0e31f7-a19c-4b58-9695-ac619a023e12 HTTP/1.1" status: 200 len: 945 time: 0.1853786 Feb 09 21:56:26.614409 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1e0fe264-bfc3-47eb-b403-930350080345 tempest-PortsAdminExtendedAttrsTestJSON-1095746662 tempest-PortsAdminExtendedAttrsTestJSON-1095746662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (1be377b2-ab91-4b7a-bca5-8dffe29e5d9a), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:26.628050 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1e0fe264-bfc3-47eb-b403-930350080345 tempest-PortsAdminExtendedAttrsTestJSON-1095746662 tempest-PortsAdminExtendedAttrsTestJSON-1095746662-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:26.632026 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-1e0fe264-bfc3-47eb-b403-930350080345 tempest-PortsAdminExtendedAttrsTestJSON-1095746662 tempest-PortsAdminExtendedAttrsTestJSON-1095746662-project] 10.222.0.90 "DELETE /v2.0/networks/1be377b2-ab91-4b7a-bca5-8dffe29e5d9a HTTP/1.1" status: 204 len: 168 time: 0.7272661 Feb 09 21:56:26.647229 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-556fb701-5c38-438f-86d7-689145e4bde7 None None] Attempting to bind port b39559e0-e68b-4a24-ab48-d43bbc2b05dc on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:56:26.647604 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-556fb701-5c38-438f-86d7-689145e4bde7 None None] Attempting to bind port b39559e0-e68b-4a24-ab48-d43bbc2b05dc by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '1d4f6073-9150-4da1-ab0a-e189526d8c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '60980005-cc74-41ac-8b42-20e03401f9d9'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:56:26.647973 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556fb701-5c38-438f-86d7-689145e4bde7 None None] Attempting to bind port b39559e0-e68b-4a24-ab48-d43bbc2b05dc on network 60980005-cc74-41ac-8b42-20e03401f9d9 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:56:26.650685 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=c4230aed-ff78-4b59-8144-4a7748f92a5b,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:26.658946 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0fe264-bfc3-47eb-b403-930350080345 tempest-PortsAdminExtendedAttrsTestJSON-1095746662 tempest-PortsAdminExtendedAttrsTestJSON-1095746662-project] Pushing event deleted for resources: {'Network': ['ID=1be377b2-ab91-4b7a-bca5-8dffe29e5d9a,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:26.661293 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port b6d955d0-a1d5-44f1-9828-57e61b8fec5c is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:56:26.663416 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2a2d3a0a-6158-4f71-bfc7-7b2d1b56fe40 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (be96b7ad-d05a-4ba1-85a9-eef2ac873f35), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:26.669221 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-89aa7abb-e270-4adf-b448-3eb379249912 None None] Current status of the port b6d955d0-a1d5-44f1-9828-57e61b8fec5c is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:56:26.686331 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556fb701-5c38-438f-86d7-689145e4bde7 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:56:26.686632 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556fb701-5c38-438f-86d7-689145e4bde7 None None] Checking segment: {'id': '1d4f6073-9150-4da1-ab0a-e189526d8c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '60980005-cc74-41ac-8b42-20e03401f9d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:56:26.687607 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-556fb701-5c38-438f-86d7-689145e4bde7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:26.688030 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556fb701-5c38-438f-86d7-689145e4bde7 None None] Bound using segment: {'id': '1d4f6073-9150-4da1-ab0a-e189526d8c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '60980005-cc74-41ac-8b42-20e03401f9d9'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:56:26.689194 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-556fb701-5c38-438f-86d7-689145e4bde7 None None] Bound port: b39559e0-e68b-4a24-ab48-d43bbc2b05dc, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d4f6073-9150-4da1-ab0a-e189526d8c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '60980005-cc74-41ac-8b42-20e03401f9d9'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:56:26.689603 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-556fb701-5c38-438f-86d7-689145e4bde7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (b39559e0-e68b-4a24-ab48-d43bbc2b05dc), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:26.702961 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0db09a37-dfb6-4ced-8ad7-3490f4ed7e24 req-df46dd30-85a9-4d41-bf44-fa9e61bf5300 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=a72d620d-4650-43fd-afbd-3b01f73e5444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102898 Feb 09 21:56:26.740895 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9d64ea3e-8fb7-4dfa-abf3-9c239060f750 admin admin] Publish callbacks [] for security_group (03bdd27d-122a-484b-b24a-39b6bc6cf553), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:26.749473 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9d64ea3e-8fb7-4dfa-abf3-9c239060f750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (03bdd27d-122a-484b-b24a-39b6bc6cf553), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:26.866272 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-9d64ea3e-8fb7-4dfa-abf3-9c239060f750 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=a63f45081f234ca1bde2bf49d8b49a8e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4651325 Feb 09 21:56:26.868874 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 57668) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:26.883606 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-556fb701-5c38-438f-86d7-689145e4bde7 None None] For port b39559e0-e68b-4a24-ab48-d43bbc2b05dc, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:56:26.887002 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-556fb701-5c38-438f-86d7-689145e4bde7 None None] For port b39559e0-e68b-4a24-ab48-d43bbc2b05dc, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=b39559e0-e68b-4a24-ab48-d43bbc2b05dc,segment=NetworkSegment(1d4f6073-9150-4da1-ab0a-e189526d8c97),segment_id=1d4f6073-9150-4da1-ab0a-e189526d8c97)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:56:26.906414 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d64ea3e-8fb7-4dfa-abf3-9c239060f750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03bdd27d-122a-484b-b24a-39b6bc6cf553,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:26.929812 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-556fb701-5c38-438f-86d7-689145e4bde7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (b39559e0-e68b-4a24-ab48-d43bbc2b05dc), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:27.018227 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bde65789-fae1-48e7-a126-054cf3d2c54c admin admin] Publish callbacks [] for security_group (03bdd27d-122a-484b-b24a-39b6bc6cf553), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:27.085514 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bde65789-fae1-48e7-a126-054cf3d2c54c admin admin] Publish callbacks [] for security_group (03bdd27d-122a-484b-b24a-39b6bc6cf553), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:27.100622 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 95117833-6d45-469d-b550-5914547bf5c1 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:56:27.150971 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bde65789-fae1-48e7-a126-054cf3d2c54c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (03bdd27d-122a-484b-b24a-39b6bc6cf553), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:27.154989 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bde65789-fae1-48e7-a126-054cf3d2c54c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:27.161340 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-bde65789-fae1-48e7-a126-054cf3d2c54c admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/03bdd27d-122a-484b-b24a-39b6bc6cf553 HTTP/1.1" status: 204 len: 168 time: 0.2733293 Feb 09 21:56:27.171382 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556fb701-5c38-438f-86d7-689145e4bde7 None None] Pushing event updated for resources: {'Port': ['ID=b39559e0-e68b-4a24-ab48-d43bbc2b05dc,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:27.179126 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde65789-fae1-48e7-a126-054cf3d2c54c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03bdd27d-122a-484b-b24a-39b6bc6cf553,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:27.284917 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 95117833-6d45-469d-b550-5914547bf5c1 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:56:27.289620 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (95117833-6d45-469d-b550-5914547bf5c1), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:27.298454 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2a2d3a0a-6158-4f71-bfc7-7b2d1b56fe40 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Publish callbacks [] for port (be96b7ad-d05a-4ba1-85a9-eef2ac873f35), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:27.306125 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 57676) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:27.310719 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2a2d3a0a-6158-4f71-bfc7-7b2d1b56fe40 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (be96b7ad-d05a-4ba1-85a9-eef2ac873f35), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:27.486083 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 95117833-6d45-469d-b550-5914547bf5c1 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:56:27.486595 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (95117833-6d45-469d-b550-5914547bf5c1), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:27.495771 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2d3a0a-6158-4f71-bfc7-7b2d1b56fe40 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Pushing event updated for resources: {'Port': ['ID=be96b7ad-d05a-4ba1-85a9-eef2ac873f35,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:27.529567 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2a2d3a0a-6158-4f71-bfc7-7b2d1b56fe40 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524919'] for router_interface (23827268-5494-4825-b302-fb2415639b0b), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:27.544458 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271d1ac6-ebfc-4a65-b324-fcc3fc87cbc1 None None] Network 04de5a8f-3908-4f11-b966-9ed32a5ac1ad requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:56:27.693525 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2d3a0a-6158-4f71-bfc7-7b2d1b56fe40 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Network 04de5a8f-3908-4f11-b966-9ed32a5ac1ad is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:56:27.695152 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-2a2d3a0a-6158-4f71-bfc7-7b2d1b56fe40 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:56:27.760403 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port 95117833-6d45-469d-b550-5914547bf5c1, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=95117833-6d45-469d-b550-5914547bf5c1,segment=NetworkSegment(287d043b-858e-462c-8f68-140f84eadb8b),segment_id=287d043b-858e-462c-8f68-140f84eadb8b)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:56:27.772327 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (95117833-6d45-469d-b550-5914547bf5c1), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:27.773567 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device b6d955d0-a1d5-44f1-9828-57e61b8fec5c up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:56:27.809398 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-ebdab396-2d0b-4444-b4ad-af880d9fb046 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=276ddfbaaa384922bc88dc2c59944f79&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4996579 Feb 09 21:56:27.809916 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 57690) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:27.824356 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-aa4ef183-d845-4f8d-870a-af533fc0e39a None None] Provisioning complete for port 95117833-6d45-469d-b550-5914547bf5c1 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:56:27.824736 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-aa4ef183-d845-4f8d-870a-af533fc0e39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (95117833-6d45-469d-b550-5914547bf5c1), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:27.908058 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3ceefbd7-acdd-474b-b841-18ab9502ba20 admin admin] Publish callbacks [] for security_group (963ea502-445b-4495-83ee-f380f304fe83), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:27.927158 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba73c17-f96e-4ace-930e-3813c867e5af req-02e23dc9-8c78-48a6-8004-314039e3ca16 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:27.929293 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cba73c17-f96e-4ace-930e-3813c867e5af req-02e23dc9-8c78-48a6-8004-314039e3ca16 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=5c0e31f7-a19c-4b58-9695-ac619a023e12 HTTP/1.1" status: 200 len: 945 time: 0.0942702 Feb 09 21:56:27.953327 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=95117833-6d45-469d-b550-5914547bf5c1,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:27.958231 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3ceefbd7-acdd-474b-b841-18ab9502ba20 admin admin] Publish callbacks [] for security_group (963ea502-445b-4495-83ee-f380f304fe83), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:28.007113 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a2d3a0a-6158-4f71-bfc7-7b2d1b56fe40 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Router 23827268-5494-4825-b302-fb2415639b0b is scheduled to L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 with binding_index 1 {{(pid=103140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:56:28.053308 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3ceefbd7-acdd-474b-b841-18ab9502ba20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (963ea502-445b-4495-83ee-f380f304fe83), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:28.057135 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3ceefbd7-acdd-474b-b841-18ab9502ba20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:28.062879 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-3ceefbd7-acdd-474b-b841-18ab9502ba20 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/963ea502-445b-4495-83ee-f380f304fe83 HTTP/1.1" status: 204 len: 168 time: 0.2516859 Feb 09 21:56:28.071776 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port b6d955d0-a1d5-44f1-9828-57e61b8fec5c triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:56:28.072754 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (b6d955d0-a1d5-44f1-9828-57e61b8fec5c), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:28.091446 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cba73c17-f96e-4ace-930e-3813c867e5af req-2825a641-9e62-4fa3-949b-19c548f2fe04 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=a72d620d-4650-43fd-afbd-3b01f73e5444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404634 Feb 09 21:56:28.092600 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceefbd7-acdd-474b-b841-18ab9502ba20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=963ea502-445b-4495-83ee-f380f304fe83,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:28.146659 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-aa4ef183-d845-4f8d-870a-af533fc0e39a None None] Current status of the port 95117833-6d45-469d-b550-5914547bf5c1 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:56:28.273425 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device c4230aed-ff78-4b59-8144-4a7748f92a5b up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:56:28.287978 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a2d3a0a-6158-4f71-bfc7-7b2d1b56fe40 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:56:28.308159 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-2a2d3a0a-6158-4f71-bfc7-7b2d1b56fe40 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] 10.222.0.90 "PUT /v2.0/routers/23827268-5494-4825-b302-fb2415639b0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6739035 Feb 09 21:56:28.308427 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 57706) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:28.325925 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port b6d955d0-a1d5-44f1-9828-57e61b8fec5c is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:56:28.388285 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f509f27-fd86-4c32-8763-2e376dc7cc25 None None] Sync routers for ids ['23827268-5494-4825-b302-fb2415639b0b'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:56:28.481949 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-c9434dc8-0209-4cd8-8db5-6bae6ce2baa3 None None] Provisioning complete for port 95117833-6d45-469d-b550-5914547bf5c1 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:56:28.484333 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c9434dc8-0209-4cd8-8db5-6bae6ce2baa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (95117833-6d45-469d-b550-5914547bf5c1), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:28.563904 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f509f27-fd86-4c32-8763-2e376dc7cc25 None None] Routers {'23827268-5494-4825-b302-fb2415639b0b'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:56:28.565598 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-4f509f27-fd86-4c32-8763-2e376dc7cc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:56:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['23827268-5494-4825-b302-fb2415639b0b'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:28.613031 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 57710) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:28.709849 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-3095ae3b-3192-48be-aba6-7def923ebe83 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=802420ba62f141c2a6d640e4db75f744&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0943785 Feb 09 21:56:28.711045 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 57712) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:28.867174 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-765e29e4-5bc7-4609-bf7e-00655b279746 admin admin] Publish callbacks [] for security_group (cb73d354-1ce8-46c2-9332-f8727d72a32b), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:28.950206 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-765e29e4-5bc7-4609-bf7e-00655b279746 admin admin] Publish callbacks [] for security_group (cb73d354-1ce8-46c2-9332-f8727d72a32b), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:29.044121 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device b39559e0-e68b-4a24-ab48-d43bbc2b05dc up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:56:29.047625 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-765e29e4-5bc7-4609-bf7e-00655b279746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (cb73d354-1ce8-46c2-9332-f8727d72a32b), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:29.050569 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-765e29e4-5bc7-4609-bf7e-00655b279746 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:29.054029 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-765e29e4-5bc7-4609-bf7e-00655b279746 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/cb73d354-1ce8-46c2-9332-f8727d72a32b HTTP/1.1" status: 204 len: 168 time: 0.3318651 Feb 09 21:56:29.073150 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765e29e4-5bc7-4609-bf7e-00655b279746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb73d354-1ce8-46c2-9332-f8727d72a32b,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:29.074154 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd48342e-bfec-45eb-87a6-62cb0ec0355e None None] Network 60980005-cc74-41ac-8b42-20e03401f9d9 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:56:29.081963 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-4f509f27-fd86-4c32-8763-2e376dc7cc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:29.087339 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning for port c4230aed-ff78-4b59-8144-4a7748f92a5b completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:56:29.108421 n-d-828369-5 neutron-server[103141]: INFO neutron.api.v2.resource [None req-3a66a7a0-cfb5-4ec9-9111-b85eddb3739e tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:56:29.113581 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-3a66a7a0-cfb5-4ec9-9111-b85eddb3739e tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] 10.222.0.90 "PUT /v2.0/routers/23827268-5494-4825-b302-fb2415639b0b/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8015325 Feb 09 21:56:29.114479 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 57722) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:29.152171 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port c4230aed-ff78-4b59-8144-4a7748f92a5b triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:56:29.153397 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (c4230aed-ff78-4b59-8144-4a7748f92a5b), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:29.348620 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2c71ec-b5db-48d3-a225-9e03bc5cf758 req-958a9e72-b5bb-4a62-b045-d3a10bf75436 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:29.363466 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1a2c71ec-b5db-48d3-a225-9e03bc5cf758 req-958a9e72-b5bb-4a62-b045-d3a10bf75436 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=5c0e31f7-a19c-4b58-9695-ac619a023e12 HTTP/1.1" status: 200 len: 945 time: 0.1273298 Feb 09 21:56:29.402289 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f509f27-fd86-4c32-8763-2e376dc7cc25 None None] Routers {'23827268-5494-4825-b302-fb2415639b0b'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:56:29.402930 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-4f509f27-fd86-4c32-8763-2e376dc7cc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:56:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['23827268-5494-4825-b302-fb2415639b0b'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:29.479396 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1a2c71ec-b5db-48d3-a225-9e03bc5cf758 req-50d506f9-34e2-4fb2-8890-636cffb084c1 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=a72d620d-4650-43fd-afbd-3b01f73e5444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133449 Feb 09 21:56:29.518725 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-4f509f27-fd86-4c32-8763-2e376dc7cc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:29.521704 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f509f27-fd86-4c32-8763-2e376dc7cc25 None None] The sync data for ids ['23827268-5494-4825-b302-fb2415639b0b'] in n-d-828369-5 is: [] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:56:29.637257 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port b39559e0-e68b-4a24-ab48-d43bbc2b05dc triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:56:29.637631 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (b39559e0-e68b-4a24-ab48-d43bbc2b05dc), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:29.669674 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-816c1ed0-0e13-4479-8df0-4fe2a8540674 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524906'] for router_interface (23827268-5494-4825-b302-fb2415639b0b), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:29.672210 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port c4230aed-ff78-4b59-8144-4a7748f92a5b is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:56:29.672625 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (c4230aed-ff78-4b59-8144-4a7748f92a5b), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:29.759084 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c0e31f7-a19c-4b58-9695-ac619a023e12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4230aed-ff78-4b59-8144-4a7748f92a5b'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:56:29.761369 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f6d6f6e-efb7-44b5-908e-5d2611a55f8d" -d '{"events": [{"server_uuid": "5c0e31f7-a19c-4b58-9695-ac619a023e12", "name": "network-vif-plugged", "status": "completed", "tag": "c4230aed-ff78-4b59-8144-4a7748f92a5b"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:56:29.781437 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-c9434dc8-0209-4cd8-8db5-6bae6ce2baa3 None None] Current status of the port 95117833-6d45-469d-b550-5914547bf5c1 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:56:29.788504 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port c4230aed-ff78-4b59-8144-4a7748f92a5b, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=c4230aed-ff78-4b59-8144-4a7748f92a5b,segment=NetworkSegment(682b57c6-7518-4480-8840-98896ec39a8d),segment_id=682b57c6-7518-4480-8840-98896ec39a8d)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:56:29.800664 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (c4230aed-ff78-4b59-8144-4a7748f92a5b), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:29.919608 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21bc16ba-6b36-403a-947e-676ffe521b58 x-openstack-request-id: req-21bc16ba-6b36-403a-947e-676ffe521b58 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:56:29.920006 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c0e31f7-a19c-4b58-9695-ac619a023e12", "name": "network-vif-plugged", "status": "completed", "tag": "c4230aed-ff78-4b59-8144-4a7748f92a5b", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:56:29.920150 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-21bc16ba-6b36-403a-947e-676ffe521b58 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:56:29.920558 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c0e31f7-a19c-4b58-9695-ac619a023e12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4230aed-ff78-4b59-8144-4a7748f92a5b', 'code': 200} Feb 09 21:56:29.947371 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-c9434dc8-0209-4cd8-8db5-6bae6ce2baa3 None None] Provisioning complete for port be96b7ad-d05a-4ba1-85a9-eef2ac873f35 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:56:29.947755 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c9434dc8-0209-4cd8-8db5-6bae6ce2baa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (be96b7ad-d05a-4ba1-85a9-eef2ac873f35), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:30.000829 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70425654-89f5-4798-bfea-663074fb1765 req-bbbef5a0-cbf0-4207-8dae-8ea2cc411139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:30.003248 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-70425654-89f5-4798-bfea-663074fb1765 req-bbbef5a0-cbf0-4207-8dae-8ea2cc411139 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=5c0e31f7-a19c-4b58-9695-ac619a023e12 HTTP/1.1" status: 200 len: 1128 time: 0.0808589 Feb 09 21:56:30.016304 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port b39559e0-e68b-4a24-ab48-d43bbc2b05dc is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:56:30.016795 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (b39559e0-e68b-4a24-ab48-d43bbc2b05dc), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:30.101691 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=c4230aed-ff78-4b59-8144-4a7748f92a5b,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:30.104751 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-70425654-89f5-4798-bfea-663074fb1765 req-83baa029-32ab-4140-a384-67cbf11fdb20 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=a72d620d-4650-43fd-afbd-3b01f73e5444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861068 Feb 09 21:56:30.113290 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-c9434dc8-0209-4cd8-8db5-6bae6ce2baa3 None None] Port be96b7ad-d05a-4ba1-85a9-eef2ac873f35 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:56:30.125972 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port b39559e0-e68b-4a24-ab48-d43bbc2b05dc, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=b39559e0-e68b-4a24-ab48-d43bbc2b05dc,segment=NetworkSegment(1d4f6073-9150-4da1-ab0a-e189526d8c97),segment_id=1d4f6073-9150-4da1-ab0a-e189526d8c97)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:56:30.135634 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (b39559e0-e68b-4a24-ab48-d43bbc2b05dc), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:30.135634 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 95117833-6d45-469d-b550-5914547bf5c1 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:56:30.152486 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-816c1ed0-0e13-4479-8df0-4fe2a8540674 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Deleting port be96b7ad-d05a-4ba1-85a9-eef2ac873f35 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:56:30.153148 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-816c1ed0-0e13-4479-8df0-4fe2a8540674 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (be96b7ad-d05a-4ba1-85a9-eef2ac873f35), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:30.228729 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=b39559e0-e68b-4a24-ab48-d43bbc2b05dc,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:30.249538 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 95117833-6d45-469d-b550-5914547bf5c1 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:56:30.250346 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (95117833-6d45-469d-b550-5914547bf5c1), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:30.251391 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-93b5534e-feee-472c-8700-e5a04ca893af None None] Provisioning complete for port b39559e0-e68b-4a24-ab48-d43bbc2b05dc triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:56:30.251750 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-93b5534e-feee-472c-8700-e5a04ca893af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (b39559e0-e68b-4a24-ab48-d43bbc2b05dc), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:30.312178 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-816c1ed0-0e13-4479-8df0-4fe2a8540674 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (be96b7ad-d05a-4ba1-85a9-eef2ac873f35), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:30.347034 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-816c1ed0-0e13-4479-8df0-4fe2a8540674 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Calling delete_port for be96b7ad-d05a-4ba1-85a9-eef2ac873f35 owned by network:router_interface {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:56:30.381592 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-93b5534e-feee-472c-8700-e5a04ca893af None None] Current status of the port b39559e0-e68b-4a24-ab48-d43bbc2b05dc is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:56:30.432479 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 95117833-6d45-469d-b550-5914547bf5c1 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:56:30.436096 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-93b5534e-feee-472c-8700-e5a04ca893af None None] Provisioning complete for port be96b7ad-d05a-4ba1-85a9-eef2ac873f35 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:56:30.436559 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-93b5534e-feee-472c-8700-e5a04ca893af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (be96b7ad-d05a-4ba1-85a9-eef2ac873f35), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:30.478599 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-93b5534e-feee-472c-8700-e5a04ca893af None None] Port be96b7ad-d05a-4ba1-85a9-eef2ac873f35 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:56:30.661428 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9602b79-45d9-4acb-9078-90515b14b1f7 req-f8be77ab-73a5-4913-9d9d-d476380c3bfe tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:30.663780 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a9602b79-45d9-4acb-9078-90515b14b1f7 req-f8be77ab-73a5-4913-9d9d-d476380c3bfe tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=5c0e31f7-a19c-4b58-9695-ac619a023e12 HTTP/1.1" status: 200 len: 946 time: 0.1082635 Feb 09 21:56:30.777488 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a9602b79-45d9-4acb-9078-90515b14b1f7 req-7c8a0c00-feb0-447e-b763-2c83746f501d tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=a72d620d-4650-43fd-afbd-3b01f73e5444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076584 Feb 09 21:56:30.812955 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device b39559e0-e68b-4a24-ab48-d43bbc2b05dc up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:56:30.908253 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 57774) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:30.911181 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port b39559e0-e68b-4a24-ab48-d43bbc2b05dc triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:56:30.912039 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (b39559e0-e68b-4a24-ab48-d43bbc2b05dc), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:31.063331 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port b39559e0-e68b-4a24-ab48-d43bbc2b05dc is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:56:31.080670 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-f3a88183-59e5-4b2b-b4fa-4605f7aee393 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1771250512'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:56:31.117012 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-816c1ed0-0e13-4479-8df0-4fe2a8540674 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (be96b7ad-d05a-4ba1-85a9-eef2ac873f35), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:31.127115 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a88183-59e5-4b2b-b4fa-4605f7aee393 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Made reservation on behalf of 275c77f40073464b8a5869a4a6ac63bc for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:56:31.131379 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f3a88183-59e5-4b2b-b4fa-4605f7aee393 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:31.180779 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f3a88183-59e5-4b2b-b4fa-4605f7aee393 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:31.202377 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816c1ed0-0e13-4479-8df0-4fe2a8540674 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Pushing event deleted for resources: {'Port': ['ID=be96b7ad-d05a-4ba1-85a9-eef2ac873f35,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:31.363437 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-816c1ed0-0e13-4479-8df0-4fe2a8540674 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-525054'] for router_interface (23827268-5494-4825-b302-fb2415639b0b), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:31.505054 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f3a88183-59e5-4b2b-b4fa-4605f7aee393 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Publish callbacks [] for security_group (4b4eddcc-5eb0-494d-9255-7d270d64ffe4), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:31.512289 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f3a88183-59e5-4b2b-b4fa-4605f7aee393 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (4b4eddcc-5eb0-494d-9255-7d270d64ffe4), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:31.604379 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3a88183-59e5-4b2b-b4fa-4605f7aee393 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:56:31.631211 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a88183-59e5-4b2b-b4fa-4605f7aee393 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b4eddcc-5eb0-494d-9255-7d270d64ffe4,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:31.639441 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f3a88183-59e5-4b2b-b4fa-4605f7aee393 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (a9e83cec-dd6b-45f9-ae16-53de93e27733), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:31.639797 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-f3a88183-59e5-4b2b-b4fa-4605f7aee393 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Added segment a9e83cec-dd6b-45f9-ae16-53de93e27733 of type vlan for network e965b830-d9fa-461e-b0cb-9451b5341d14 Feb 09 21:56:31.651701 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-816c1ed0-0e13-4479-8df0-4fe2a8540674 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Router 23827268-5494-4825-b302-fb2415639b0b has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:56:31.692175 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f3a88183-59e5-4b2b-b4fa-4605f7aee393 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (e965b830-d9fa-461e-b0cb-9451b5341d14), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:31.782287 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-816c1ed0-0e13-4479-8df0-4fe2a8540674 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:56:31.793154 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-816c1ed0-0e13-4479-8df0-4fe2a8540674 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] 10.222.0.90 "PUT /v2.0/routers/23827268-5494-4825-b302-fb2415639b0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6775999 Feb 09 21:56:31.793293 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 57798) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:31.794676 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f3a88183-59e5-4b2b-b4fa-4605f7aee393 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (e965b830-d9fa-461e-b0cb-9451b5341d14), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:31.799738 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923f5725-066b-456e-acf4-ed1dc875179c None None] Sync routers for ids ['23827268-5494-4825-b302-fb2415639b0b'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:56:31.801764 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a88183-59e5-4b2b-b4fa-4605f7aee393 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:31.801764 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f3a88183-59e5-4b2b-b4fa-4605f7aee393 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:31.816119 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923f5725-066b-456e-acf4-ed1dc875179c None None] Routers {'23827268-5494-4825-b302-fb2415639b0b'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:56:31.816802 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-923f5725-066b-456e-acf4-ed1dc875179c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:56:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['23827268-5494-4825-b302-fb2415639b0b'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:31.866403 n-d-828369-5 neutron-server[103140]: INFO neutron.api.v2.resource [None req-23ef9983-edb4-4ef0-9507-6b4e8386da2b tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] delete failed (client error): The resource could not be found. Feb 09 21:56:31.867463 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-23ef9983-edb4-4ef0-9507-6b4e8386da2b tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] 10.222.0.90 "DELETE /v2.0/routers/tempest-non_exist_router-1779959298 HTTP/1.1" status: 404 len: 335 time: 0.0732839 Feb 09 21:56:31.872065 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 57802) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:31.873979 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-f3a88183-59e5-4b2b-b4fa-4605f7aee393 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9647269 Feb 09 21:56:31.876753 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 57804) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:31.882813 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-00059c3d-df6a-4a87-be98-e9fb41ef844b tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Request body: {'subnet': {'network_id': 'e965b830-d9fa-461e-b0cb-9451b5341d14', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:56:31.884937 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-3b5ca427-a603-4ddf-a55c-e825ef4d8eb1 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Request body: {'router': {'external_gateway_info': {'network_id': '23827268-5494-4825-b302-fb2415639b0b'}}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:56:31.893750 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-923f5725-066b-456e-acf4-ed1dc875179c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:31.909483 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a88183-59e5-4b2b-b4fa-4605f7aee393 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Pushing event updated for resources: {'Network': ['ID=e965b830-d9fa-461e-b0cb-9451b5341d14,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:31.912918 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923f5725-066b-456e-acf4-ed1dc875179c None None] Routers {'23827268-5494-4825-b302-fb2415639b0b'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:56:31.916745 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-923f5725-066b-456e-acf4-ed1dc875179c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:56:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['23827268-5494-4825-b302-fb2415639b0b'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:31.921377 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network e965b830-d9fa-461e-b0cb-9451b5341d14 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:56:31.989203 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-923f5725-066b-456e-acf4-ed1dc875179c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:31.989922 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923f5725-066b-456e-acf4-ed1dc875179c None None] The sync data for ids ['23827268-5494-4825-b302-fb2415639b0b'] in n-d-828369-5 is: [] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:56:32.024747 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00059c3d-df6a-4a87-be98-e9fb41ef844b tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Made reservation on behalf of 275c77f40073464b8a5869a4a6ac63bc for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:56:32.029049 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-00059c3d-df6a-4a87-be98-e9fb41ef844b tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:32.241359 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3b5ca427-a603-4ddf-a55c-e825ef4d8eb1 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Publish callbacks [] for router_gateway (23827268-5494-4825-b302-fb2415639b0b), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:32.253907 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f233ddf7-3eef-4b84-a81d-94012c37be7b req-3c6ea443-d4f1-464d-8c28-42124c194c70 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:32.256075 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f233ddf7-3eef-4b84-a81d-94012c37be7b req-3c6ea443-d4f1-464d-8c28-42124c194c70 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=5c0e31f7-a19c-4b58-9695-ac619a023e12 HTTP/1.1" status: 200 len: 946 time: 0.2815313 Feb 09 21:56:32.274317 n-d-828369-5 neutron-server[103140]: INFO neutron.api.v2.resource [None req-3b5ca427-a603-4ddf-a55c-e825ef4d8eb1 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] update failed (client error): The resource could not be found. Feb 09 21:56:32.276342 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-3b5ca427-a603-4ddf-a55c-e825ef4d8eb1 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] 10.222.0.90 "PUT /v2.0/routers/23827268-5494-4825-b302-fb2415639b0b HTTP/1.1" status: 404 len: 339 time: 0.4014060 Feb 09 21:56:32.281095 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 57812) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:32.282334 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-00059c3d-df6a-4a87-be98-e9fb41ef844b tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (77944a1a-513f-4a0b-85ec-8250b42d33fe), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:32.336005 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f233ddf7-3eef-4b84-a81d-94012c37be7b req-d00d77b9-df23-4801-bd8f-0825f5931b6a tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=a72d620d-4650-43fd-afbd-3b01f73e5444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716660 Feb 09 21:56:32.534372 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00059c3d-df6a-4a87-be98-e9fb41ef844b tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Checking segment: {'id': 'a9e83cec-dd6b-45f9-ae16-53de93e27733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'e965b830-d9fa-461e-b0cb-9451b5341d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:56:32.534752 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00059c3d-df6a-4a87-be98-e9fb41ef844b tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Network hostable DHCP agents. Network: e965b830-d9fa-461e-b0cb-9451b5341d14, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:56:32.537118 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00059c3d-df6a-4a87-be98-e9fb41ef844b tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Pushing event updated for resources: {'Subnet': ['ID=77944a1a-513f-4a0b-85ec-8250b42d33fe,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:32.537538 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:56:32.630266 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00059c3d-df6a-4a87-be98-e9fb41ef844b tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Network e965b830-d9fa-461e-b0cb-9451b5341d14 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:56:32.644169 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-00059c3d-df6a-4a87-be98-e9fb41ef844b tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, e965b830-d9fa-461e-b0cb-9451b5341d14) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:56:32.648577 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0cf73f-35c3-4726-919c-0872d5982502 req-f7e0f0f2-6794-4d3c-9fe1-a8750ed00924 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:32.651192 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6e0cf73f-35c3-4726-919c-0872d5982502 req-f7e0f0f2-6794-4d3c-9fe1-a8750ed00924 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=5c0e31f7-a19c-4b58-9695-ac619a023e12 HTTP/1.1" status: 200 len: 946 time: 0.0791359 Feb 09 21:56:32.652718 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe4a0fb-e35a-4cfe-a5f1-0a8b832cb199 None None] Network e965b830-d9fa-461e-b0cb-9451b5341d14 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:56:32.727291 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00059c3d-df6a-4a87-be98-e9fb41ef844b tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:32.728333 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-00059c3d-df6a-4a87-be98-e9fb41ef844b tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:32.772935 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-00059c3d-df6a-4a87-be98-e9fb41ef844b tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8926778 Feb 09 21:56:32.784529 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6e0cf73f-35c3-4726-919c-0872d5982502 req-7eeaec47-0d36-466a-b402-c0e4879a60a2 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=a72d620d-4650-43fd-afbd-3b01f73e5444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250217 Feb 09 21:56:32.791212 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 57828) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:32.803946 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-3ecf4628-949f-40c7-b13b-eb26e1121988 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-959265479', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:56:32.822294 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d243db8-3b37-42d1-b7e1-9e5b2dd28ec7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-e965b830-d9fa-461e-b0cb-9451b5341d14', 'network_id': 'e965b830-d9fa-461e-b0cb-9451b5341d14', 'project_id': '275c77f40073464b8a5869a4a6ac63bc', 'fixed_ips': [{'subnet_id': '77944a1a-513f-4a0b-85ec-8250b42d33fe'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:56:32.823234 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3ca47de3-3851-4f35-bb0a-6db108ae7e5a tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:32.823668 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-8d243db8-3b37-42d1-b7e1-9e5b2dd28ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:32.847514 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3ecf4628-949f-40c7-b13b-eb26e1121988 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (af326ffb-fb9d-45c3-8026-5011b2905375), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:32.848904 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3ecf4628-949f-40c7-b13b-eb26e1121988 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (af326ffb-fb9d-45c3-8026-5011b2905375), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:32.929875 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3ecf4628-949f-40c7-b13b-eb26e1121988 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Publish callbacks [] for router_controller (af326ffb-fb9d-45c3-8026-5011b2905375), precommit_add_association {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:32.938047 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3ecf4628-949f-40c7-b13b-eb26e1121988 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (af326ffb-fb9d-45c3-8026-5011b2905375), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:32.973946 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3ecf4628-949f-40c7-b13b-eb26e1121988 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:32.979626 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-3ecf4628-949f-40c7-b13b-eb26e1121988 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.1848085 Feb 09 21:56:32.981460 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 57834) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:33.037902 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-8d243db8-3b37-42d1-b7e1-9e5b2dd28ec7 None None] Allocated IP 172.20.0.2 (e965b830-d9fa-461e-b0cb-9451b5341d14/77944a1a-513f-4a0b-85ec-8250b42d33fe/d886d412-d741-4a84-8174-145912f1e376) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:56:33.243228 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-3ca47de3-3851-4f35-bb0a-6db108ae7e5a tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Allocated IP 172.20.0.1 (89ba3a3d-165d-46c7-be67-4d8c910f6bfb/4d707041-00e9-4b46-8925-feab31442c67/cd27538a-c7d6-4fee-92fa-cd970a5c555f) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:56:33.285325 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-8d243db8-3b37-42d1-b7e1-9e5b2dd28ec7 None None] Publish callbacks [] for port (d886d412-d741-4a84-8174-145912f1e376), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:33.295308 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-8d243db8-3b37-42d1-b7e1-9e5b2dd28ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (d886d412-d741-4a84-8174-145912f1e376), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:33.361186 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d243db8-3b37-42d1-b7e1-9e5b2dd28ec7 None None] Network e965b830-d9fa-461e-b0cb-9451b5341d14 is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:56:33.365055 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-8d243db8-3b37-42d1-b7e1-9e5b2dd28ec7 None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:56:33.369200 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d243db8-3b37-42d1-b7e1-9e5b2dd28ec7 None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:56:33.374303 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3ca47de3-3851-4f35-bb0a-6db108ae7e5a tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Publish callbacks [] for port (cd27538a-c7d6-4fee-92fa-cd970a5c555f), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:33.394732 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d243db8-3b37-42d1-b7e1-9e5b2dd28ec7 None None] Pushing event updated for resources: {'Port': ['ID=d886d412-d741-4a84-8174-145912f1e376,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:33.420318 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3ca47de3-3851-4f35-bb0a-6db108ae7e5a tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (cd27538a-c7d6-4fee-92fa-cd970a5c555f), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:33.479940 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-8d243db8-3b37-42d1-b7e1-9e5b2dd28ec7 None None] Attempting to bind port d886d412-d741-4a84-8174-145912f1e376 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:56:33.480590 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-8d243db8-3b37-42d1-b7e1-9e5b2dd28ec7 None None] Attempting to bind port d886d412-d741-4a84-8174-145912f1e376 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': 'a9e83cec-dd6b-45f9-ae16-53de93e27733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'e965b830-d9fa-461e-b0cb-9451b5341d14'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:56:33.481203 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d243db8-3b37-42d1-b7e1-9e5b2dd28ec7 None None] Attempting to bind port d886d412-d741-4a84-8174-145912f1e376 on network e965b830-d9fa-461e-b0cb-9451b5341d14 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:56:33.486395 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca47de3-3851-4f35-bb0a-6db108ae7e5a tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Network 89ba3a3d-165d-46c7-be67-4d8c910f6bfb is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:56:33.502966 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d243db8-3b37-42d1-b7e1-9e5b2dd28ec7 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:56:33.504468 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d243db8-3b37-42d1-b7e1-9e5b2dd28ec7 None None] Checking segment: {'id': 'a9e83cec-dd6b-45f9-ae16-53de93e27733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'e965b830-d9fa-461e-b0cb-9451b5341d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:56:33.506425 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-8d243db8-3b37-42d1-b7e1-9e5b2dd28ec7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:33.507042 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d243db8-3b37-42d1-b7e1-9e5b2dd28ec7 None None] Bound using segment: {'id': 'a9e83cec-dd6b-45f9-ae16-53de93e27733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'e965b830-d9fa-461e-b0cb-9451b5341d14'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:56:33.508904 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-8d243db8-3b37-42d1-b7e1-9e5b2dd28ec7 None None] Bound port: d886d412-d741-4a84-8174-145912f1e376, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9e83cec-dd6b-45f9-ae16-53de93e27733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'e965b830-d9fa-461e-b0cb-9451b5341d14'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:56:33.509370 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-8d243db8-3b37-42d1-b7e1-9e5b2dd28ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (d886d412-d741-4a84-8174-145912f1e376), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:33.514054 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-3ca47de3-3851-4f35-bb0a-6db108ae7e5a tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:56:33.518697 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca47de3-3851-4f35-bb0a-6db108ae7e5a tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:56:33.557425 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca47de3-3851-4f35-bb0a-6db108ae7e5a tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Pushing event updated for resources: {'Port': ['ID=cd27538a-c7d6-4fee-92fa-cd970a5c555f,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:33.606287 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3ca47de3-3851-4f35-bb0a-6db108ae7e5a tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554727'] for router_interface (23827268-5494-4825-b302-fb2415639b0b), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:33.650019 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-8d243db8-3b37-42d1-b7e1-9e5b2dd28ec7 None None] For port d886d412-d741-4a84-8174-145912f1e376, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:56:33.654699 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-8d243db8-3b37-42d1-b7e1-9e5b2dd28ec7 None None] For port d886d412-d741-4a84-8174-145912f1e376, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=d886d412-d741-4a84-8174-145912f1e376,segment=NetworkSegment(a9e83cec-dd6b-45f9-ae16-53de93e27733),segment_id=a9e83cec-dd6b-45f9-ae16-53de93e27733)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:56:33.663665 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-8d243db8-3b37-42d1-b7e1-9e5b2dd28ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (d886d412-d741-4a84-8174-145912f1e376), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:33.738822 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-12e90c21-7249-440a-91ae-a510daff5bc2 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:33.783706 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d243db8-3b37-42d1-b7e1-9e5b2dd28ec7 None None] Pushing event updated for resources: {'Port': ['ID=d886d412-d741-4a84-8174-145912f1e376,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:33.858915 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3ca47de3-3851-4f35-bb0a-6db108ae7e5a tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (cd27538a-c7d6-4fee-92fa-cd970a5c555f), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:34.038206 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-793eef2f-3da8-4158-8b77-5f0e3e412176 None None] Provisioning complete for port cd27538a-c7d6-4fee-92fa-cd970a5c555f triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:56:34.038712 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-793eef2f-3da8-4158-8b77-5f0e3e412176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (cd27538a-c7d6-4fee-92fa-cd970a5c555f), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:34.112893 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-793eef2f-3da8-4158-8b77-5f0e3e412176 None None] Port cd27538a-c7d6-4fee-92fa-cd970a5c555f cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:56:34.113292 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff3914c-af68-446f-b0c8-06eea861b7c8 req-e9558198-296d-469d-9785-015fb2dbae75 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:34.116448 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6ff3914c-af68-446f-b0c8-06eea861b7c8 req-e9558198-296d-469d-9785-015fb2dbae75 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=5c0e31f7-a19c-4b58-9695-ac619a023e12 HTTP/1.1" status: 200 len: 946 time: 0.2217243 Feb 09 21:56:34.258678 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6ff3914c-af68-446f-b0c8-06eea861b7c8 req-8ee41a38-9992-4b3a-b4cf-0761294f043a tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=a72d620d-4650-43fd-afbd-3b01f73e5444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261973 Feb 09 21:56:34.284684 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-12e90c21-7249-440a-91ae-a510daff5bc2 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Allocated IP 172.20.0.1 (e965b830-d9fa-461e-b0cb-9451b5341d14/77944a1a-513f-4a0b-85ec-8250b42d33fe/31143a21-3ede-4248-a1fb-4967a42d3b0c) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:56:34.289013 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3ca47de3-3851-4f35-bb0a-6db108ae7e5a tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Publish callbacks [] for port (cd27538a-c7d6-4fee-92fa-cd970a5c555f), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:34.301915 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3ca47de3-3851-4f35-bb0a-6db108ae7e5a tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (cd27538a-c7d6-4fee-92fa-cd970a5c555f), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:34.386591 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca47de3-3851-4f35-bb0a-6db108ae7e5a tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Pushing event updated for resources: {'Port': ['ID=cd27538a-c7d6-4fee-92fa-cd970a5c555f,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:34.406702 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3ca47de3-3851-4f35-bb0a-6db108ae7e5a tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524919'] for router_interface (23827268-5494-4825-b302-fb2415639b0b), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:34.471382 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-12e90c21-7249-440a-91ae-a510daff5bc2 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Publish callbacks [] for port (31143a21-3ede-4248-a1fb-4967a42d3b0c), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:34.524282 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca47de3-3851-4f35-bb0a-6db108ae7e5a tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Network 89ba3a3d-165d-46c7-be67-4d8c910f6bfb is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:56:34.527286 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-3ca47de3-3851-4f35-bb0a-6db108ae7e5a tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:56:34.533607 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-12e90c21-7249-440a-91ae-a510daff5bc2 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (31143a21-3ede-4248-a1fb-4967a42d3b0c), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:34.588796 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e90c21-7249-440a-91ae-a510daff5bc2 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Pushing event updated for resources: {'Port': ['ID=31143a21-3ede-4248-a1fb-4967a42d3b0c,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:34.607127 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e90c21-7249-440a-91ae-a510daff5bc2 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Network e965b830-d9fa-461e-b0cb-9451b5341d14 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:56:34.609467 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-12e90c21-7249-440a-91ae-a510daff5bc2 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:56:34.613152 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e90c21-7249-440a-91ae-a510daff5bc2 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:56:34.676801 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-12e90c21-7249-440a-91ae-a510daff5bc2 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554727'] for router_interface (af326ffb-fb9d-45c3-8026-5011b2905375), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:34.712308 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ca47de3-3851-4f35-bb0a-6db108ae7e5a tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Router 23827268-5494-4825-b302-fb2415639b0b has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:56:34.937165 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-12e90c21-7249-440a-91ae-a510daff5bc2 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (31143a21-3ede-4248-a1fb-4967a42d3b0c), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:34.938236 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device d886d412-d741-4a84-8174-145912f1e376 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:56:35.065348 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ca47de3-3851-4f35-bb0a-6db108ae7e5a tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:56:35.067317 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port d886d412-d741-4a84-8174-145912f1e376 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:56:35.067800 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (d886d412-d741-4a84-8174-145912f1e376), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:35.077034 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-3ca47de3-3851-4f35-bb0a-6db108ae7e5a tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] 10.222.0.90 "PUT /v2.0/routers/23827268-5494-4825-b302-fb2415639b0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7920375 Feb 09 21:56:35.084774 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 57888) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:35.159956 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26a5740-6d96-4d42-a539-305d9f9b872c None None] Sync routers for ids ['23827268-5494-4825-b302-fb2415639b0b'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:56:35.292160 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-19d08f1b-12d4-46fb-9c13-8324758142cd tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Publish callbacks [] for router (23827268-5494-4825-b302-fb2415639b0b), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:35.309497 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port d886d412-d741-4a84-8174-145912f1e376 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:56:35.309897 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (d886d412-d741-4a84-8174-145912f1e376), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:35.327296 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-90e8d4aa-a91c-449b-9ed1-7bb03f8fd4de None None] Provisioning complete for port cd27538a-c7d6-4fee-92fa-cd970a5c555f triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:56:35.328642 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-90e8d4aa-a91c-449b-9ed1-7bb03f8fd4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (cd27538a-c7d6-4fee-92fa-cd970a5c555f), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:35.352905 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26a5740-6d96-4d42-a539-305d9f9b872c None None] Routers {'23827268-5494-4825-b302-fb2415639b0b'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:56:35.353975 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-d26a5740-6d96-4d42-a539-305d9f9b872c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:56:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['23827268-5494-4825-b302-fb2415639b0b'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:35.413043 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c0bd03-bd4e-45c8-b44b-8a8f479ef2d1 req-968fce3c-6848-4791-8c97-a356f3de237a tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:35.420016 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-27c0bd03-bd4e-45c8-b44b-8a8f479ef2d1 req-968fce3c-6848-4791-8c97-a356f3de237a tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=5c0e31f7-a19c-4b58-9695-ac619a023e12 HTTP/1.1" status: 200 len: 946 time: 0.3843877 Feb 09 21:56:35.425684 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-d26a5740-6d96-4d42-a539-305d9f9b872c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:35.451452 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port d886d412-d741-4a84-8174-145912f1e376, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=d886d412-d741-4a84-8174-145912f1e376,segment=NetworkSegment(a9e83cec-dd6b-45f9-ae16-53de93e27733),segment_id=a9e83cec-dd6b-45f9-ae16-53de93e27733)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:56:35.457233 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-90e8d4aa-a91c-449b-9ed1-7bb03f8fd4de None None] Port cd27538a-c7d6-4fee-92fa-cd970a5c555f cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:56:35.463608 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (d886d412-d741-4a84-8174-145912f1e376), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:35.466827 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26a5740-6d96-4d42-a539-305d9f9b872c None None] Routers {'23827268-5494-4825-b302-fb2415639b0b'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:56:35.467465 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-d26a5740-6d96-4d42-a539-305d9f9b872c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:56:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['23827268-5494-4825-b302-fb2415639b0b'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:35.496642 n-d-828369-5 neutron-server[103141]: INFO neutron.api.v2.resource [None req-19d08f1b-12d4-46fb-9c13-8324758142cd tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 09 21:56:35.497841 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-19d08f1b-12d4-46fb-9c13-8324758142cd tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] 10.222.0.90 "DELETE /v2.0/routers/23827268-5494-4825-b302-fb2415639b0b HTTP/1.1" status: 409 len: 329 time: 0.4120517 Feb 09 21:56:35.502791 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 57900) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:35.543103 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f3535c9-150a-4493-80f6-5d7f21f700a3 None None] Network e965b830-d9fa-461e-b0cb-9451b5341d14 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:56:35.561159 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-d26a5740-6d96-4d42-a539-305d9f9b872c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:35.562897 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26a5740-6d96-4d42-a539-305d9f9b872c None None] The sync data for ids ['23827268-5494-4825-b302-fb2415639b0b'] in n-d-828369-5 is: [] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:56:35.650569 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-27c0bd03-bd4e-45c8-b44b-8a8f479ef2d1 req-6cfc0355-0077-4c8d-af5e-54266a9f9999 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=a72d620d-4650-43fd-afbd-3b01f73e5444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138824 Feb 09 21:56:35.657617 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=d886d412-d741-4a84-8174-145912f1e376,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:35.666599 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-c2070fa5-e97c-4d0e-b586-05166991e8e8 None None] Provisioning complete for port d886d412-d741-4a84-8174-145912f1e376 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:56:35.667219 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c2070fa5-e97c-4d0e-b586-05166991e8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (d886d412-d741-4a84-8174-145912f1e376), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:35.854300 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-c2070fa5-e97c-4d0e-b586-05166991e8e8 None None] Current status of the port d886d412-d741-4a84-8174-145912f1e376 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:56:35.887146 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-12e90c21-7249-440a-91ae-a510daff5bc2 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Publish callbacks [] for port (31143a21-3ede-4248-a1fb-4967a42d3b0c), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:35.897452 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-12e90c21-7249-440a-91ae-a510daff5bc2 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (31143a21-3ede-4248-a1fb-4967a42d3b0c), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:35.991661 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ba02b53c-aaa5-4c27-a544-6823f855e486 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524906'] for router_interface (23827268-5494-4825-b302-fb2415639b0b), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:35.998352 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-12e90c21-7249-440a-91ae-a510daff5bc2 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524919'] for router_interface (af326ffb-fb9d-45c3-8026-5011b2905375), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:36.009072 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e90c21-7249-440a-91ae-a510daff5bc2 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Pushing event updated for resources: {'Port': ['ID=31143a21-3ede-4248-a1fb-4967a42d3b0c,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:36.189748 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e90c21-7249-440a-91ae-a510daff5bc2 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Network e965b830-d9fa-461e-b0cb-9451b5341d14 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:56:36.198425 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-12e90c21-7249-440a-91ae-a510daff5bc2 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:56:36.199491 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-9066225d-3ecb-4e8d-9535-b847824fd3e3 None None] Provisioning complete for port d886d412-d741-4a84-8174-145912f1e376 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:56:36.200519 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-9066225d-3ecb-4e8d-9535-b847824fd3e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (d886d412-d741-4a84-8174-145912f1e376), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:36.348157 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-9066225d-3ecb-4e8d-9535-b847824fd3e3 None None] Current status of the port d886d412-d741-4a84-8174-145912f1e376 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:56:36.376338 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-9066225d-3ecb-4e8d-9535-b847824fd3e3 None None] Provisioning complete for port 31143a21-3ede-4248-a1fb-4967a42d3b0c triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:56:36.378347 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-9066225d-3ecb-4e8d-9535-b847824fd3e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (31143a21-3ede-4248-a1fb-4967a42d3b0c), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:36.430293 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-9066225d-3ecb-4e8d-9535-b847824fd3e3 None None] Port 31143a21-3ede-4248-a1fb-4967a42d3b0c cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:56:36.492409 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12e90c21-7249-440a-91ae-a510daff5bc2 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Router af326ffb-fb9d-45c3-8026-5011b2905375 is scheduled to L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 with binding_index 1 {{(pid=103140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:56:36.559910 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-32e31b5b-3350-4a16-a264-e40f257ca727 None None] Provisioning complete for port 31143a21-3ede-4248-a1fb-4967a42d3b0c triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:56:36.564150 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-32e31b5b-3350-4a16-a264-e40f257ca727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (31143a21-3ede-4248-a1fb-4967a42d3b0c), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:36.647326 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-32e31b5b-3350-4a16-a264-e40f257ca727 None None] Port 31143a21-3ede-4248-a1fb-4967a42d3b0c cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:56:36.669481 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12e90c21-7249-440a-91ae-a510daff5bc2 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:56:36.683749 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-12e90c21-7249-440a-91ae-a510daff5bc2 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] 10.222.0.90 "PUT /v2.0/routers/af326ffb-fb9d-45c3-8026-5011b2905375/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6959803 Feb 09 21:56:36.684659 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 57944) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:36.692512 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7076a4-0f4e-4453-84f8-8149d488dc1e None None] Sync routers for ids ['af326ffb-fb9d-45c3-8026-5011b2905375'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:56:36.694279 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-9b16e15e-f4a6-4025-bac4-7d4f2baff72f tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Request body: {'port': {'network_id': 'e965b830-d9fa-461e-b0cb-9451b5341d14', 'name': 'tempest-FloatingIPNegativeTestJSON-1616331786'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:56:36.705645 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7076a4-0f4e-4453-84f8-8149d488dc1e None None] Routers {'af326ffb-fb9d-45c3-8026-5011b2905375'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:56:36.706379 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-ac7076a4-0f4e-4453-84f8-8149d488dc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:56:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['af326ffb-fb9d-45c3-8026-5011b2905375'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:36.811676 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-ac7076a4-0f4e-4453-84f8-8149d488dc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:36.831551 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device d886d412-d741-4a84-8174-145912f1e376 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:56:36.855588 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7076a4-0f4e-4453-84f8-8149d488dc1e None None] Routers {'af326ffb-fb9d-45c3-8026-5011b2905375'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:56:36.856348 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-ac7076a4-0f4e-4453-84f8-8149d488dc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:56:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['af326ffb-fb9d-45c3-8026-5011b2905375'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:36.942372 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-ac7076a4-0f4e-4453-84f8-8149d488dc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:36.944864 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7076a4-0f4e-4453-84f8-8149d488dc1e None None] The sync data for ids ['af326ffb-fb9d-45c3-8026-5011b2905375'] in n-d-828369-5 is: [] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:56:36.988809 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port d886d412-d741-4a84-8174-145912f1e376 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:56:36.989072 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (d886d412-d741-4a84-8174-145912f1e376), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:37.016737 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bda04ca-1950-4328-89cf-e000a2327404 req-a7636f46-60f5-4b51-827b-75352e2d731b tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:37.018335 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0bda04ca-1950-4328-89cf-e000a2327404 req-a7636f46-60f5-4b51-827b-75352e2d731b tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=5c0e31f7-a19c-4b58-9695-ac619a023e12 HTTP/1.1" status: 200 len: 946 time: 0.2113974 Feb 09 21:56:37.020883 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-0dd5d4d8-b80c-486e-beac-de7d10c97455 None None] Provisioning complete for port 31143a21-3ede-4248-a1fb-4967a42d3b0c triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:56:37.021834 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-0dd5d4d8-b80c-486e-beac-de7d10c97455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (31143a21-3ede-4248-a1fb-4967a42d3b0c), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:37.050200 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-ba02b53c-aaa5-4c27-a544-6823f855e486 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Deleting port cd27538a-c7d6-4fee-92fa-cd970a5c555f {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:56:37.050800 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ba02b53c-aaa5-4c27-a544-6823f855e486 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (cd27538a-c7d6-4fee-92fa-cd970a5c555f), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:37.084381 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-0dd5d4d8-b80c-486e-beac-de7d10c97455 None None] Port 31143a21-3ede-4248-a1fb-4967a42d3b0c cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:56:37.101917 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b16e15e-f4a6-4025-bac4-7d4f2baff72f tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Made reservation on behalf of 275c77f40073464b8a5869a4a6ac63bc for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:56:37.109002 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9b16e15e-f4a6-4025-bac4-7d4f2baff72f tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:37.142475 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port d886d412-d741-4a84-8174-145912f1e376 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:56:37.178163 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0bda04ca-1950-4328-89cf-e000a2327404 req-4cae0c57-50c6-48bf-850d-a2070995b160 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=a72d620d-4650-43fd-afbd-3b01f73e5444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441631 Feb 09 21:56:37.189102 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-9b16e15e-f4a6-4025-bac4-7d4f2baff72f tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] device_id is not set on port cd008ab4-9c2b-46be-abe8-405391bfd3db yet. {{(pid=103140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:56:37.198815 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ba02b53c-aaa5-4c27-a544-6823f855e486 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (cd27538a-c7d6-4fee-92fa-cd970a5c555f), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:37.213024 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-ba02b53c-aaa5-4c27-a544-6823f855e486 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Calling delete_port for cd27538a-c7d6-4fee-92fa-cd970a5c555f owned by network:router_interface {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:56:37.344546 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-9b16e15e-f4a6-4025-bac4-7d4f2baff72f tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Allocated IP 172.20.0.8 (e965b830-d9fa-461e-b0cb-9451b5341d14/77944a1a-513f-4a0b-85ec-8250b42d33fe/cd008ab4-9c2b-46be-abe8-405391bfd3db) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:56:37.444673 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ba02b53c-aaa5-4c27-a544-6823f855e486 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (cd27538a-c7d6-4fee-92fa-cd970a5c555f), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:37.492098 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba02b53c-aaa5-4c27-a544-6823f855e486 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Pushing event deleted for resources: {'Port': ['ID=cd27538a-c7d6-4fee-92fa-cd970a5c555f,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:37.674896 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9b16e15e-f4a6-4025-bac4-7d4f2baff72f tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Publish callbacks [] for port (cd008ab4-9c2b-46be-abe8-405391bfd3db), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:37.675475 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ba02b53c-aaa5-4c27-a544-6823f855e486 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-525054'] for router_interface (23827268-5494-4825-b302-fb2415639b0b), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:37.720911 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9b16e15e-f4a6-4025-bac4-7d4f2baff72f tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (cd008ab4-9c2b-46be-abe8-405391bfd3db), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:37.763134 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b16e15e-f4a6-4025-bac4-7d4f2baff72f tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Network e965b830-d9fa-461e-b0cb-9451b5341d14 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:56:37.766642 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-9b16e15e-f4a6-4025-bac4-7d4f2baff72f tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:56:37.769470 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b16e15e-f4a6-4025-bac4-7d4f2baff72f tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:56:37.823475 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b16e15e-f4a6-4025-bac4-7d4f2baff72f tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Pushing event updated for resources: {'Port': ['ID=cd008ab4-9c2b-46be-abe8-405391bfd3db,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:37.895003 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b16e15e-f4a6-4025-bac4-7d4f2baff72f tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:37.896108 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9b16e15e-f4a6-4025-bac4-7d4f2baff72f tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:37.901383 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b16e15e-f4a6-4025-bac4-7d4f2baff72f tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:37.904425 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b16e15e-f4a6-4025-bac4-7d4f2baff72f tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:37.906805 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba02b53c-aaa5-4c27-a544-6823f855e486 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Router 23827268-5494-4825-b302-fb2415639b0b has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:56:37.906944 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b16e15e-f4a6-4025-bac4-7d4f2baff72f tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:37.907123 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b16e15e-f4a6-4025-bac4-7d4f2baff72f tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:37.907390 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b16e15e-f4a6-4025-bac4-7d4f2baff72f tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:37.907735 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b16e15e-f4a6-4025-bac4-7d4f2baff72f tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:37.908002 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b16e15e-f4a6-4025-bac4-7d4f2baff72f tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:37.908353 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b16e15e-f4a6-4025-bac4-7d4f2baff72f tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:37.914293 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b16e15e-f4a6-4025-bac4-7d4f2baff72f tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:37.915047 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b16e15e-f4a6-4025-bac4-7d4f2baff72f tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:37.915365 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b16e15e-f4a6-4025-bac4-7d4f2baff72f tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:37.915703 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b16e15e-f4a6-4025-bac4-7d4f2baff72f tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:37.916034 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b16e15e-f4a6-4025-bac4-7d4f2baff72f tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:37.992261 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-9b16e15e-f4a6-4025-bac4-7d4f2baff72f tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3035140 Feb 09 21:56:37.995549 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 57984) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:38.006787 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-6f2b08a9-a4fb-41cd-83e4-513ee011371d tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Request body: {'floatingip': {'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:56:38.033268 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6f2b08a9-a4fb-41cd-83e4-513ee011371d tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:38.075808 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba02b53c-aaa5-4c27-a544-6823f855e486 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:56:38.086433 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-ba02b53c-aaa5-4c27-a544-6823f855e486 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] 10.222.0.90 "PUT /v2.0/routers/23827268-5494-4825-b302-fb2415639b0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5791841 Feb 09 21:56:38.087087 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 57990) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:38.090797 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a030ba68-c7d7-49c4-b49a-276bee30af0c None None] Sync routers for ids ['23827268-5494-4825-b302-fb2415639b0b'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:56:38.110676 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a030ba68-c7d7-49c4-b49a-276bee30af0c None None] Routers {'23827268-5494-4825-b302-fb2415639b0b'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:56:38.111531 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-a030ba68-c7d7-49c4-b49a-276bee30af0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:56:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['23827268-5494-4825-b302-fb2415639b0b'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:38.178906 n-d-828369-5 neutron-server[103141]: INFO neutron.api.v2.resource [None req-7b8f5055-20a3-4d77-b47b-0b32890fa669 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] show failed (client error): The resource could not be found. Feb 09 21:56:38.180240 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-7b8f5055-20a3-4d77-b47b-0b32890fa669 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] 10.222.0.90 "GET /v2.0/routers/tempest-non_exist_router-1488320203 HTTP/1.1" status: 404 len: 335 time: 0.0914726 Feb 09 21:56:38.183979 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 57994) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:38.190368 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-51da78f8-fd76-4ae6-a03d-7cb10bcdc207 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:56:38.237021 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-a030ba68-c7d7-49c4-b49a-276bee30af0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:38.278314 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6f2b08a9-a4fb-41cd-83e4-513ee011371d tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:38.279957 n-d-828369-5 neutron-server[103141]: INFO neutron.api.v2.resource [None req-51da78f8-fd76-4ae6-a03d-7cb10bcdc207 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] update failed (client error): The resource could not be found. Feb 09 21:56:38.282265 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-51da78f8-fd76-4ae6-a03d-7cb10bcdc207 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] 10.222.0.90 "PUT /v2.0/routers/tempest-non_exist_router-1472419321 HTTP/1.1" status: 404 len: 335 time: 0.0966856 Feb 09 21:56:38.282435 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device c4230aed-ff78-4b59-8144-4a7748f92a5b details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:56:38.287049 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 58006) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:38.328908 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-c288e593-aaf4-4d1f-a5da-554492372441 None None] Provisioning complete for port cd008ab4-9c2b-46be-abe8-405391bfd3db triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:56:38.329411 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c288e593-aaf4-4d1f-a5da-554492372441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (cd008ab4-9c2b-46be-abe8-405391bfd3db), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:38.427586 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-6f2b08a9-a4fb-41cd-83e4-513ee011371d tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Allocated IP 172.25.3.238 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/9496269c-c2e1-4f4a-b17b-1bfefebdf1c5) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:56:38.552029 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6f2b08a9-a4fb-41cd-83e4-513ee011371d tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Publish callbacks [] for port (9496269c-c2e1-4f4a-b17b-1bfefebdf1c5), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:38.575408 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-c288e593-aaf4-4d1f-a5da-554492372441 None None] Port cd008ab4-9c2b-46be-abe8-405391bfd3db cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:56:38.581288 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a030ba68-c7d7-49c4-b49a-276bee30af0c None None] Routers {'23827268-5494-4825-b302-fb2415639b0b'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:56:38.581957 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-a030ba68-c7d7-49c4-b49a-276bee30af0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:56:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['23827268-5494-4825-b302-fb2415639b0b'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:38.619622 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-a030ba68-c7d7-49c4-b49a-276bee30af0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:38.620312 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a030ba68-c7d7-49c4-b49a-276bee30af0c None None] The sync data for ids ['23827268-5494-4825-b302-fb2415639b0b'] in n-d-828369-5 is: [] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:56:38.695851 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port c4230aed-ff78-4b59-8144-4a7748f92a5b, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=c4230aed-ff78-4b59-8144-4a7748f92a5b,segment=NetworkSegment(682b57c6-7518-4480-8840-98896ec39a8d),segment_id=682b57c6-7518-4480-8840-98896ec39a8d)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:56:38.716205 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': 'c4230aed-ff78-4b59-8144-4a7748f92a5b', 'network_id': '23f1a6df-2b4b-4777-8497-2928c76d9f17', 'port_id': 'c4230aed-ff78-4b59-8144-4a7748f92a5b', 'mac_address': 'fa:16:3e:45:4b:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b55ac71e-6529-43b3-9355-0e693d39e1f4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:56:38.769326 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port c4230aed-ff78-4b59-8144-4a7748f92a5b is: ACTIVE; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:56:38.769326 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (c4230aed-ff78-4b59-8144-4a7748f92a5b), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:38.774069 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fc14068-e59f-4626-99e1-73148ddf6d1f tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Deleting subnet 683cbf7b-3f97-45d6-97c4-654ecf75d460 {{(pid=103140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:56:38.784752 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5fc14068-e59f-4626-99e1-73148ddf6d1f tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Publish callbacks [] for subnet (683cbf7b-3f97-45d6-97c4-654ecf75d460), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:38.788261 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6f2b08a9-a4fb-41cd-83e4-513ee011371d tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (9496269c-c2e1-4f4a-b17b-1bfefebdf1c5), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:38.807996 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c4230aed-ff78-4b59-8144-4a7748f92a5b {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:56:38.835102 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port c4230aed-ff78-4b59-8144-4a7748f92a5b, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=c4230aed-ff78-4b59-8144-4a7748f92a5b,segment=NetworkSegment(682b57c6-7518-4480-8840-98896ec39a8d),segment_id=682b57c6-7518-4480-8840-98896ec39a8d)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:56:38.839053 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fda4383-4374-4843-bf8f-18ff9a6b6b0f req-74c13665-76ef-4743-8850-2b94af874815 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:38.840561 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (c4230aed-ff78-4b59-8144-4a7748f92a5b), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:38.846663 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7fda4383-4374-4843-bf8f-18ff9a6b6b0f req-74c13665-76ef-4743-8850-2b94af874815 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=5c0e31f7-a19c-4b58-9695-ac619a023e12 HTTP/1.1" status: 200 len: 946 time: 0.2589457 Feb 09 21:56:38.955551 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=c4230aed-ff78-4b59-8144-4a7748f92a5b,revision_number=6']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:38.995129 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5fc14068-e59f-4626-99e1-73148ddf6d1f tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9110716'] for subnet (683cbf7b-3f97-45d6-97c4-654ecf75d460), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:39.013463 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2b08a9-a4fb-41cd-83e4-513ee011371d tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:56:39.019324 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-be9c73c9-d9c2-448b-bdd5-666a932641b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:39.035401 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['c4230aed-ff78-4b59-8144-4a7748f92a5b'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:56:39.051092 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-6f2b08a9-a4fb-41cd-83e4-513ee011371d tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:56:39.063139 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2b08a9-a4fb-41cd-83e4-513ee011371d tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:56:39.102496 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2b08a9-a4fb-41cd-83e4-513ee011371d tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Pushing event updated for resources: {'Port': ['ID=9496269c-c2e1-4f4a-b17b-1bfefebdf1c5,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:39.174653 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7fda4383-4374-4843-bf8f-18ff9a6b6b0f req-f92fcf44-f649-4480-8dd4-85bffd8cbacd tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=a72d620d-4650-43fd-afbd-3b01f73e5444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3268116 Feb 09 21:56:39.255974 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5fc14068-e59f-4626-99e1-73148ddf6d1f tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (683cbf7b-3f97-45d6-97c4-654ecf75d460), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:39.345333 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6f2b08a9-a4fb-41cd-83e4-513ee011371d tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Publish callbacks [] for floatingip (658d3a71-6357-4d2a-b231-ae0c5995d5f1), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:39.406956 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6f2b08a9-a4fb-41cd-83e4-513ee011371d tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (9496269c-c2e1-4f4a-b17b-1bfefebdf1c5), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:39.410650 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5fc14068-e59f-4626-99e1-73148ddf6d1f tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621346'] for subnet (683cbf7b-3f97-45d6-97c4-654ecf75d460), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:39.463110 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc14068-e59f-4626-99e1-73148ddf6d1f tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Pushing event deleted for resources: {'Subnet': ['ID=683cbf7b-3f97-45d6-97c4-654ecf75d460,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:39.472978 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5fc14068-e59f-4626-99e1-73148ddf6d1f tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:39.476345 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-5fc14068-e59f-4626-99e1-73148ddf6d1f tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] 10.222.0.90 "DELETE /v2.0/subnets/683cbf7b-3f97-45d6-97c4-654ecf75d460 HTTP/1.1" status: 204 len: 168 time: 0.9110112 Feb 09 21:56:39.479026 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58038) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:39.485585 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97991714-33d9-4149-96da-54a4964342cd None None] Network 60980005-cc74-41ac-8b42-20e03401f9d9 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:56:39.621314 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-41291ca1-d9ef-4773-91c8-ee1a1c7b461a tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Deleting subnet a831a63e-3975-4357-ad4c-917034100697 {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:56:39.637779 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-41291ca1-d9ef-4773-91c8-ee1a1c7b461a tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Publish callbacks [] for subnet (a831a63e-3975-4357-ad4c-917034100697), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:39.699901 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6f2b08a9-a4fb-41cd-83e4-513ee011371d tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Publish callbacks [] for port (9496269c-c2e1-4f4a-b17b-1bfefebdf1c5), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:39.713071 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6f2b08a9-a4fb-41cd-83e4-513ee011371d tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (9496269c-c2e1-4f4a-b17b-1bfefebdf1c5), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:39.746717 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-41291ca1-d9ef-4773-91c8-ee1a1c7b461a tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (a831a63e-3975-4357-ad4c-917034100697), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:39.757537 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb70703-7d90-4ca3-b4d8-bd1f670d9d6d None None] DHCP port deletion for 60980005-cc74-41ac-8b42-20e03401f9d9 request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:56:39.856167 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2b08a9-a4fb-41cd-83e4-513ee011371d tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Pushing event updated for resources: {'Port': ['ID=9496269c-c2e1-4f4a-b17b-1bfefebdf1c5,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:39.875796 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6f2b08a9-a4fb-41cd-83e4-513ee011371d tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (658d3a71-6357-4d2a-b231-ae0c5995d5f1), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:39.889367 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-4cb70703-7d90-4ca3-b4d8-bd1f670d9d6d None None] Deleting port b39559e0-e68b-4a24-ab48-d43bbc2b05dc {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:56:39.890898 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-4cb70703-7d90-4ca3-b4d8-bd1f670d9d6d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (b39559e0-e68b-4a24-ab48-d43bbc2b05dc), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:39.901206 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6f2b08a9-a4fb-41cd-83e4-513ee011371d tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:39.905546 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-6f2b08a9-a4fb-41cd-83e4-513ee011371d tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9059436 Feb 09 21:56:39.905853 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 58048) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:39.915853 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-94e98a64-00b7-4aec-a3eb-b0b1af58fbba tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Request body: {'floatingip': {'port_id': 'cd008ab4-9c2b-46be-abe8-405391bfd3db', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:56:39.991798 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-4cb70703-7d90-4ca3-b4d8-bd1f670d9d6d None None] For port b39559e0-e68b-4a24-ab48-d43bbc2b05dc, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=b39559e0-e68b-4a24-ab48-d43bbc2b05dc,segment=NetworkSegment(1d4f6073-9150-4da1-ab0a-e189526d8c97),segment_id=1d4f6073-9150-4da1-ab0a-e189526d8c97)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:56:39.992572 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-4cb70703-7d90-4ca3-b4d8-bd1f670d9d6d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (b39559e0-e68b-4a24-ab48-d43bbc2b05dc), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:40.009953 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-4cb70703-7d90-4ca3-b4d8-bd1f670d9d6d None None] Calling delete_port for b39559e0-e68b-4a24-ab48-d43bbc2b05dc owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:56:40.022631 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-41291ca1-d9ef-4773-91c8-ee1a1c7b461a tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (a831a63e-3975-4357-ad4c-917034100697), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:40.109123 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-94e98a64-00b7-4aec-a3eb-b0b1af58fbba tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Publish callbacks [] for floatingip (658d3a71-6357-4d2a-b231-ae0c5995d5f1), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:40.122364 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-4cb70703-7d90-4ca3-b4d8-bd1f670d9d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (b39559e0-e68b-4a24-ab48-d43bbc2b05dc), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:40.160800 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-41291ca1-d9ef-4773-91c8-ee1a1c7b461a tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (a831a63e-3975-4357-ad4c-917034100697), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:40.165378 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb70703-7d90-4ca3-b4d8-bd1f670d9d6d None None] No DVR routers for this DVR port b39559e0-e68b-4a24-ab48-d43bbc2b05dc on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:56:40.236135 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb70703-7d90-4ca3-b4d8-bd1f670d9d6d None None] Pushing event deleted for resources: {'Port': ['ID=b39559e0-e68b-4a24-ab48-d43bbc2b05dc,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:40.257476 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41291ca1-d9ef-4773-91c8-ee1a1c7b461a tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Pushing event deleted for resources: {'Subnet': ['ID=a831a63e-3975-4357-ad4c-917034100697,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:40.262259 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device c4230aed-ff78-4b59-8144-4a7748f92a5b up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:56:40.277275 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-41291ca1-d9ef-4773-91c8-ee1a1c7b461a tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:40.281271 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-41291ca1-d9ef-4773-91c8-ee1a1c7b461a tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] 10.222.0.90 "DELETE /v2.0/subnets/a831a63e-3975-4357-ad4c-917034100697 HTTP/1.1" status: 204 len: 168 time: 0.8011386 Feb 09 21:56:40.283955 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58062) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:40.322015 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487892c1-f449-467d-b70c-21d418f0dda9 None None] Network 04de5a8f-3908-4f11-b966-9ed32a5ac1ad requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:56:40.506788 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-caa2614c-82c4-4a6d-863c-6ddbd2164a83 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (60980005-cc74-41ac-8b42-20e03401f9d9), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:40.625490 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port c4230aed-ff78-4b59-8144-4a7748f92a5b triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:56:40.626845 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (c4230aed-ff78-4b59-8144-4a7748f92a5b), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:40.726120 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de68240a-5c0a-49e4-a8cb-cae806104698 None None] DHCP port deletion for 04de5a8f-3908-4f11-b966-9ed32a5ac1ad request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:56:40.742793 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-caa2614c-82c4-4a6d-863c-6ddbd2164a83 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (60980005-cc74-41ac-8b42-20e03401f9d9), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:40.839385 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-caa2614c-82c4-4a6d-863c-6ddbd2164a83 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60980005-cc74-41ac-8b42-20e03401f9d9']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:40.855864 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device b39559e0-e68b-4a24-ab48-d43bbc2b05dc no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:56:40.856995 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-caa2614c-82c4-4a6d-863c-6ddbd2164a83 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d4f6073-9150-4da1-ab0a-e189526d8c97') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:40.857258 n-d-828369-5 neutron-server[103140]: INFO neutron.api.v2.resource [None req-94e98a64-00b7-4aec-a3eb-b0b1af58fbba tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] update failed (client error): The resource could not be found. Feb 09 21:56:40.857751 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-caa2614c-82c4-4a6d-863c-6ddbd2164a83 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d4f6073-9150-4da1-ab0a-e189526d8c97') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:40.862052 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-94e98a64-00b7-4aec-a3eb-b0b1af58fbba tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] 10.222.0.90 "PUT /v2.0/floatingips/658d3a71-6357-4d2a-b231-ae0c5995d5f1 HTTP/1.1" status: 404 len: 507 time: 0.9515357 Feb 09 21:56:40.862225 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58076) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:40.885187 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: b39559e0-e68b-4a24-ab48-d43bbc2b05dc {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:56:40.885679 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device b39559e0-e68b-4a24-ab48-d43bbc2b05dc not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:56:40.886202 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 95117833-6d45-469d-b550-5914547bf5c1 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:56:40.956154 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-caa2614c-82c4-4a6d-863c-6ddbd2164a83 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (1d4f6073-9150-4da1-ab0a-e189526d8c97), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:40.979494 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1c425d-8260-4cd1-9f6a-f5186ac5f64d req-2410b4d9-192f-49bf-85d4-a9258ced1f0c tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:40.985788 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-de68240a-5c0a-49e4-a8cb-cae806104698 None None] Deleting port 95117833-6d45-469d-b550-5914547bf5c1 {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:56:40.985788 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-de68240a-5c0a-49e4-a8cb-cae806104698 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (95117833-6d45-469d-b550-5914547bf5c1), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:40.998448 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-caa2614c-82c4-4a6d-863c-6ddbd2164a83 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (1d4f6073-9150-4da1-ab0a-e189526d8c97), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:41.000087 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cd1c425d-8260-4cd1-9f6a-f5186ac5f64d req-2410b4d9-192f-49bf-85d4-a9258ced1f0c tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=5c0e31f7-a19c-4b58-9695-ac619a023e12 HTTP/1.1" status: 200 len: 945 time: 0.1322892 Feb 09 21:56:41.063698 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caa2614c-82c4-4a6d-863c-6ddbd2164a83 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:56:41.064450 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-caa2614c-82c4-4a6d-863c-6ddbd2164a83 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (1d4f6073-9150-4da1-ab0a-e189526d8c97), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:41.070704 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:56:41.070704 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:56:41.070704 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:56:41.070704 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:56:41.070704 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:56:41.070704 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:56:41.070704 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:56:41.070704 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:56:41.070704 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:56:41.070704 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:56:41.070704 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:56:41.070704 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:56:41.070704 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:56:41.070704 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:56:41.070704 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:56:41.070704 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:56:41.070704 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:56:41.070704 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:56:41.070704 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:56:41.070704 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:56:41.070704 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:56:41.070704 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:56:41.070704 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:56:41.070704 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:56:41.070704 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:56:41.070704 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:56:41.070704 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:56:41.070704 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:56:41.070704 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:56:41.070704 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:56:41.070704 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:56:41.070704 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:56:41.105841 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cd1c425d-8260-4cd1-9f6a-f5186ac5f64d req-128a74fe-89da-4483-b43e-67b6c2de6e50 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=a72d620d-4650-43fd-afbd-3b01f73e5444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045618 Feb 09 21:56:41.185407 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port c4230aed-ff78-4b59-8144-4a7748f92a5b is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:56:41.186168 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (c4230aed-ff78-4b59-8144-4a7748f92a5b), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:41.192262 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 95117833-6d45-469d-b550-5914547bf5c1 is: ACTIVE; New status is: DOWN {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:56:41.192665 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (95117833-6d45-469d-b550-5914547bf5c1), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:41.197222 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-caa2614c-82c4-4a6d-863c-6ddbd2164a83 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (60980005-cc74-41ac-8b42-20e03401f9d9), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:41.209139 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-caa2614c-82c4-4a6d-863c-6ddbd2164a83 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:41.213691 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-caa2614c-82c4-4a6d-863c-6ddbd2164a83 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] 10.222.0.90 "DELETE /v2.0/networks/60980005-cc74-41ac-8b42-20e03401f9d9 HTTP/1.1" status: 204 len: 168 time: 0.9287100 Feb 09 21:56:41.216746 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 58086) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:41.234762 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa2614c-82c4-4a6d-863c-6ddbd2164a83 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Pushing event deleted for resources: {'Network': ['ID=60980005-cc74-41ac-8b42-20e03401f9d9,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:41.244585 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-9dc0f31a-a33b-4ede-852f-ab8a1e564ac6 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Deleting port 9496269c-c2e1-4f4a-b17b-1bfefebdf1c5 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:56:41.245114 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9dc0f31a-a33b-4ede-852f-ab8a1e564ac6 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (9496269c-c2e1-4f4a-b17b-1bfefebdf1c5), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:41.309552 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-17ea0711-0064-436b-8b72-9353b9656527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:41.329914 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-de68240a-5c0a-49e4-a8cb-cae806104698 None None] For port 95117833-6d45-469d-b550-5914547bf5c1, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=95117833-6d45-469d-b550-5914547bf5c1,segment=NetworkSegment(287d043b-858e-462c-8f68-140f84eadb8b),segment_id=287d043b-858e-462c-8f68-140f84eadb8b)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:56:41.330482 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-de68240a-5c0a-49e4-a8cb-cae806104698 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (95117833-6d45-469d-b550-5914547bf5c1), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:41.338805 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c0e31f7-a19c-4b58-9695-ac619a023e12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4230aed-ff78-4b59-8144-4a7748f92a5b'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:56:41.355593 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31492724-5e5c-4a32-a9be-d541abfa6fed" -d '{"events": [{"server_uuid": "5c0e31f7-a19c-4b58-9695-ac619a023e12", "name": "network-vif-plugged", "status": "completed", "tag": "c4230aed-ff78-4b59-8144-4a7748f92a5b"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:56:41.408252 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c5136c6e-379f-4181-8834-decdcd26dc9b tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (04de5a8f-3908-4f11-b966-9ed32a5ac1ad), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:41.409700 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port c4230aed-ff78-4b59-8144-4a7748f92a5b, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=c4230aed-ff78-4b59-8144-4a7748f92a5b,segment=NetworkSegment(682b57c6-7518-4480-8840-98896ec39a8d),segment_id=682b57c6-7518-4480-8840-98896ec39a8d)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:56:41.429905 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (c4230aed-ff78-4b59-8144-4a7748f92a5b), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:41.436571 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-de68240a-5c0a-49e4-a8cb-cae806104698 None None] Calling delete_port for 95117833-6d45-469d-b550-5914547bf5c1 owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:56:41.478313 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1080072d-3ec8-48c0-95e4-ed019e743c39 x-openstack-request-id: req-1080072d-3ec8-48c0-95e4-ed019e743c39 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:56:41.478784 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c0e31f7-a19c-4b58-9695-ac619a023e12", "name": "network-vif-plugged", "status": "completed", "tag": "c4230aed-ff78-4b59-8144-4a7748f92a5b", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:56:41.479266 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-1080072d-3ec8-48c0-95e4-ed019e743c39 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:56:41.480000 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c0e31f7-a19c-4b58-9695-ac619a023e12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4230aed-ff78-4b59-8144-4a7748f92a5b', 'code': 200} Feb 09 21:56:41.511315 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port 95117833-6d45-469d-b550-5914547bf5c1, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=95117833-6d45-469d-b550-5914547bf5c1,segment=NetworkSegment(287d043b-858e-462c-8f68-140f84eadb8b),segment_id=287d043b-858e-462c-8f68-140f84eadb8b)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:56:41.515354 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9dc0f31a-a33b-4ede-852f-ab8a1e564ac6 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (9496269c-c2e1-4f4a-b17b-1bfefebdf1c5), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:41.517369 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9dc0f31a-a33b-4ede-852f-ab8a1e564ac6 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Publish callbacks [] for floatingip (9496269c-c2e1-4f4a-b17b-1bfefebdf1c5), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:41.533804 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (95117833-6d45-469d-b550-5914547bf5c1), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:41.586145 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-9dc0f31a-a33b-4ede-852f-ab8a1e564ac6 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Calling delete_port for 9496269c-c2e1-4f4a-b17b-1bfefebdf1c5 owned by network:floatingip {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:56:41.625308 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=c4230aed-ff78-4b59-8144-4a7748f92a5b,revision_number=7']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:41.721591 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=95117833-6d45-469d-b550-5914547bf5c1,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:41.736261 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-c5136c6e-379f-4181-8834-decdcd26dc9b tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Deleting port 95117833-6d45-469d-b550-5914547bf5c1 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:56:41.737521 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c5136c6e-379f-4181-8834-decdcd26dc9b tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (95117833-6d45-469d-b550-5914547bf5c1), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:41.787888 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-de68240a-5c0a-49e4-a8cb-cae806104698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (95117833-6d45-469d-b550-5914547bf5c1), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:41.830649 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de68240a-5c0a-49e4-a8cb-cae806104698 None None] Pushing event deleted for resources: {'Port': ['ID=95117833-6d45-469d-b550-5914547bf5c1,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:41.848300 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de68240a-5c0a-49e4-a8cb-cae806104698 None None] No DVR routers for this DVR port 95117833-6d45-469d-b550-5914547bf5c1 on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:56:41.884352 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-c5136c6e-379f-4181-8834-decdcd26dc9b tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] For port 95117833-6d45-469d-b550-5914547bf5c1, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=95117833-6d45-469d-b550-5914547bf5c1,segment=NetworkSegment(287d043b-858e-462c-8f68-140f84eadb8b),segment_id=287d043b-858e-462c-8f68-140f84eadb8b)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:56:41.885708 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c5136c6e-379f-4181-8834-decdcd26dc9b tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (95117833-6d45-469d-b550-5914547bf5c1), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:41.911237 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-c5136c6e-379f-4181-8834-decdcd26dc9b tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Calling delete_port for 95117833-6d45-469d-b550-5914547bf5c1 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:56:41.946421 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9dc0f31a-a33b-4ede-852f-ab8a1e564ac6 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (9496269c-c2e1-4f4a-b17b-1bfefebdf1c5), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:42.094950 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c5136c6e-379f-4181-8834-decdcd26dc9b tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (95117833-6d45-469d-b550-5914547bf5c1), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:42.111728 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc0f31a-a33b-4ede-852f-ab8a1e564ac6 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Pushing event deleted for resources: {'Port': ['ID=9496269c-c2e1-4f4a-b17b-1bfefebdf1c5,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:42.156096 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5136c6e-379f-4181-8834-decdcd26dc9b tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Pushing event deleted for resources: {'Port': ['ID=95117833-6d45-469d-b550-5914547bf5c1,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:42.177459 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5136c6e-379f-4181-8834-decdcd26dc9b tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] No DVR routers for this DVR port 95117833-6d45-469d-b550-5914547bf5c1 on host n-d-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:56:42.191020 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9dc0f31a-a33b-4ede-852f-ab8a1e564ac6 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Publish callbacks [] for floatingip (658d3a71-6357-4d2a-b231-ae0c5995d5f1), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:42.199577 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9dc0f31a-a33b-4ede-852f-ab8a1e564ac6 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:42.201699 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-9dc0f31a-a33b-4ede-852f-ab8a1e564ac6 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] 10.222.0.90 "DELETE /v2.0/floatingips/658d3a71-6357-4d2a-b231-ae0c5995d5f1 HTTP/1.1" status: 204 len: 168 time: 1.3361621 Feb 09 21:56:42.206578 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58120) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:42.212990 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-39c3d7f7-07ff-44c1-851d-3f3c33453787 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Request body: {'floatingip': {'floating_network_id': 'e965b830-d9fa-461e-b0cb-9451b5341d14', 'port_id': 'cd008ab4-9c2b-46be-abe8-405391bfd3db', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:56:42.293569 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-39c3d7f7-07ff-44c1-851d-3f3c33453787 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:42.450573 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c5136c6e-379f-4181-8834-decdcd26dc9b tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (04de5a8f-3908-4f11-b966-9ed32a5ac1ad), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:42.483977 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-c5136c6e-379f-4181-8834-decdcd26dc9b tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04de5a8f-3908-4f11-b966-9ed32a5ac1ad']}} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:42.505887 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-c5136c6e-379f-4181-8834-decdcd26dc9b tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '287d043b-858e-462c-8f68-140f84eadb8b') {'for_net_delete': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:42.506185 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-c5136c6e-379f-4181-8834-decdcd26dc9b tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '287d043b-858e-462c-8f68-140f84eadb8b') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:42.522660 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6acd55-deda-44bc-901c-7b90b5eb6b42 req-40c15fa8-4d6a-441e-a9c1-f0d2ee171f26 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:42.524566 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ea6acd55-deda-44bc-901c-7b90b5eb6b42 req-40c15fa8-4d6a-441e-a9c1-f0d2ee171f26 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=5c0e31f7-a19c-4b58-9695-ac619a023e12 HTTP/1.1" status: 200 len: 946 time: 0.1665859 Feb 09 21:56:42.530398 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c5136c6e-379f-4181-8834-decdcd26dc9b tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110711'] for segment (287d043b-858e-462c-8f68-140f84eadb8b), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:42.563571 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c5136c6e-379f-4181-8834-decdcd26dc9b tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (287d043b-858e-462c-8f68-140f84eadb8b), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:42.575472 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5136c6e-379f-4181-8834-decdcd26dc9b tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=103140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:56:42.575998 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c5136c6e-379f-4181-8834-decdcd26dc9b tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669415'] for segment (287d043b-858e-462c-8f68-140f84eadb8b), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:42.578164 n-d-828369-5 neutron-server[103141]: INFO neutron.api.v2.resource [None req-39c3d7f7-07ff-44c1-851d-3f3c33453787 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:56:42.579923 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-39c3d7f7-07ff-44c1-851d-3f3c33453787 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3716683 Feb 09 21:56:42.581201 n-d-828369-5 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:56:42.581201 n-d-828369-5 neutron-server[103140]: self.session.flush() Feb 09 21:56:42.581201 n-d-828369-5 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:56:42.581201 n-d-828369-5 neutron-server[103140]: self.session.flush() Feb 09 21:56:42.581201 n-d-828369-5 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:56:42.581201 n-d-828369-5 neutron-server[103140]: self.session.flush() Feb 09 21:56:42.581201 n-d-828369-5 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:56:42.581201 n-d-828369-5 neutron-server[103140]: self.session.flush() Feb 09 21:56:42.581201 n-d-828369-5 neutron-server[103140]: Traceback (most recent call last): Feb 09 21:56:42.581201 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:56:42.581201 n-d-828369-5 neutron-server[103140]: timer() Feb 09 21:56:42.581201 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:56:42.581201 n-d-828369-5 neutron-server[103140]: cb(*args, **kw) Feb 09 21:56:42.581201 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:56:42.581201 n-d-828369-5 neutron-server[103140]: return func(*args, **kwargs) Feb 09 21:56:42.581201 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:56:42.581201 n-d-828369-5 neutron-server[103140]: self._notify() Feb 09 21:56:42.581201 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:56:42.581201 n-d-828369-5 neutron-server[103140]: self.callback(batched_events) Feb 09 21:56:42.581201 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:56:42.581201 n-d-828369-5 neutron-server[103140]: event.method(event) Feb 09 21:56:42.581201 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:56:42.581201 n-d-828369-5 neutron-server[103140]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:56:42.581201 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:56:42.581201 n-d-828369-5 neutron-server[103140]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:56:42.581201 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:56:42.581201 n-d-828369-5 neutron-server[103140]: return f(self, *a, **k) Feb 09 21:56:42.581201 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:56:42.581201 n-d-828369-5 neutron-server[103140]: return self._get(url).json() Feb 09 21:56:42.581201 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:56:42.581201 n-d-828369-5 neutron-server[103140]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:56:42.581201 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:56:42.581201 n-d-828369-5 neutron-server[103140]: return self.request(url, 'GET', **kwargs) Feb 09 21:56:42.581201 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:56:42.581201 n-d-828369-5 neutron-server[103140]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:56:42.581201 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:56:42.581201 n-d-828369-5 neutron-server[103140]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:56:42.581201 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:56:42.581201 n-d-828369-5 neutron-server[103140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:56:42.581201 n-d-828369-5 neutron-server[103140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:56:42.585537 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58132) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:42.592139 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-035ee729-01a3-48c3-832d-63eeb0b25004 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Request body: {'floatingip': {'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'port_id': 'cd008ab4-9c2b-46be-abe8-405391bfd3db', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:56:42.657118 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-035ee729-01a3-48c3-832d-63eeb0b25004 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:42.705681 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ea6acd55-deda-44bc-901c-7b90b5eb6b42 req-0ca022dd-d8ab-4bd1-88f2-70fc20c6934f tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=a72d620d-4650-43fd-afbd-3b01f73e5444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648726 Feb 09 21:56:42.725430 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c5136c6e-379f-4181-8834-decdcd26dc9b tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (04de5a8f-3908-4f11-b966-9ed32a5ac1ad), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:42.736557 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c5136c6e-379f-4181-8834-decdcd26dc9b tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:42.742456 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-c5136c6e-379f-4181-8834-decdcd26dc9b tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] 10.222.0.90 "DELETE /v2.0/networks/04de5a8f-3908-4f11-b966-9ed32a5ac1ad HTTP/1.1" status: 204 len: 168 time: 1.5220997 Feb 09 21:56:42.748106 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58136) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:42.757459 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5136c6e-379f-4181-8834-decdcd26dc9b tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Pushing event deleted for resources: {'Network': ['ID=04de5a8f-3908-4f11-b966-9ed32a5ac1ad,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:42.766256 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:42.828994 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-f59fa19d-ac9d-4f70-86e7-7a1ef064c9ac tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Deleting subnet 4d707041-00e9-4b46-8925-feab31442c67 {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:56:42.837637 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f59fa19d-ac9d-4f70-86e7-7a1ef064c9ac tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Publish callbacks [] for subnet (4d707041-00e9-4b46-8925-feab31442c67), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:42.894779 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f59fa19d-ac9d-4f70-86e7-7a1ef064c9ac tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (4d707041-00e9-4b46-8925-feab31442c67), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:43.000123 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-035ee729-01a3-48c3-832d-63eeb0b25004 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:43.093710 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f59fa19d-ac9d-4f70-86e7-7a1ef064c9ac tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (4d707041-00e9-4b46-8925-feab31442c67), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:43.234243 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-035ee729-01a3-48c3-832d-63eeb0b25004 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Allocated IP 172.25.3.36 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/647ddcf1-2002-48e1-b77b-d6bf871f9ce4) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:56:43.237392 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f59fa19d-ac9d-4f70-86e7-7a1ef064c9ac tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (4d707041-00e9-4b46-8925-feab31442c67), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:43.283519 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59fa19d-ac9d-4f70-86e7-7a1ef064c9ac tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Pushing event deleted for resources: {'Subnet': ['ID=4d707041-00e9-4b46-8925-feab31442c67,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:43.288850 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f59fa19d-ac9d-4f70-86e7-7a1ef064c9ac tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:43.294641 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eec3916-02eb-4af4-8e2f-2e45102c3751 None None] Network 89ba3a3d-165d-46c7-be67-4d8c910f6bfb requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:56:43.304058 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-f59fa19d-ac9d-4f70-86e7-7a1ef064c9ac tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] 10.222.0.90 "DELETE /v2.0/subnets/4d707041-00e9-4b46-8925-feab31442c67 HTTP/1.1" status: 204 len: 168 time: 0.5541906 Feb 09 21:56:43.306574 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 58154) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:43.431206 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9f02a332-5adf-4dfb-8439-af2fb1004e19 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (89ba3a3d-165d-46c7-be67-4d8c910f6bfb), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:43.529074 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-035ee729-01a3-48c3-832d-63eeb0b25004 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Publish callbacks [] for port (647ddcf1-2002-48e1-b77b-d6bf871f9ce4), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:43.574236 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-9f02a332-5adf-4dfb-8439-af2fb1004e19 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Deleting port b6d955d0-a1d5-44f1-9828-57e61b8fec5c {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:56:43.574583 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9f02a332-5adf-4dfb-8439-af2fb1004e19 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (b6d955d0-a1d5-44f1-9828-57e61b8fec5c), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:43.588444 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c52c5bb-9985-41c5-804c-2e991c0f6f33 None None] DHCP port deletion for 89ba3a3d-165d-46c7-be67-4d8c910f6bfb request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:56:43.675704 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-9f02a332-5adf-4dfb-8439-af2fb1004e19 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] For port b6d955d0-a1d5-44f1-9828-57e61b8fec5c, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=b6d955d0-a1d5-44f1-9828-57e61b8fec5c,segment=NetworkSegment(87760678-9a7b-4823-8309-1f79ce930dde),segment_id=87760678-9a7b-4823-8309-1f79ce930dde)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:56:43.676425 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9f02a332-5adf-4dfb-8439-af2fb1004e19 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (b6d955d0-a1d5-44f1-9828-57e61b8fec5c), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:43.678022 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-035ee729-01a3-48c3-832d-63eeb0b25004 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (647ddcf1-2002-48e1-b77b-d6bf871f9ce4), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:43.694941 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-9f02a332-5adf-4dfb-8439-af2fb1004e19 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Calling delete_port for b6d955d0-a1d5-44f1-9828-57e61b8fec5c owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:56:43.727973 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-2c52c5bb-9985-41c5-804c-2e991c0f6f33 None None] Deleting port b6d955d0-a1d5-44f1-9828-57e61b8fec5c {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:56:43.728499 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2c52c5bb-9985-41c5-804c-2e991c0f6f33 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (b6d955d0-a1d5-44f1-9828-57e61b8fec5c), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:43.788601 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035ee729-01a3-48c3-832d-63eeb0b25004 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:56:43.798905 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-035ee729-01a3-48c3-832d-63eeb0b25004 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:56:43.828984 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035ee729-01a3-48c3-832d-63eeb0b25004 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:56:43.898936 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035ee729-01a3-48c3-832d-63eeb0b25004 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Pushing event updated for resources: {'Port': ['ID=647ddcf1-2002-48e1-b77b-d6bf871f9ce4,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:43.926243 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-2c52c5bb-9985-41c5-804c-2e991c0f6f33 None None] For port b6d955d0-a1d5-44f1-9828-57e61b8fec5c, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=b6d955d0-a1d5-44f1-9828-57e61b8fec5c,segment=NetworkSegment(87760678-9a7b-4823-8309-1f79ce930dde),segment_id=87760678-9a7b-4823-8309-1f79ce930dde)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:56:43.929187 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2c52c5bb-9985-41c5-804c-2e991c0f6f33 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (b6d955d0-a1d5-44f1-9828-57e61b8fec5c), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:43.961975 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-2c52c5bb-9985-41c5-804c-2e991c0f6f33 None None] Calling delete_port for b6d955d0-a1d5-44f1-9828-57e61b8fec5c owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:56:43.975074 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9f02a332-5adf-4dfb-8439-af2fb1004e19 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (b6d955d0-a1d5-44f1-9828-57e61b8fec5c), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:44.061023 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f02a332-5adf-4dfb-8439-af2fb1004e19 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Pushing event deleted for resources: {'Port': ['ID=b6d955d0-a1d5-44f1-9828-57e61b8fec5c,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:44.078740 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dc627d-1129-4c89-9062-2507abc49427 req-0dfaff60-5136-4ab0-bbee-264f12bf1cdf tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:44.098517 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-75dc627d-1129-4c89-9062-2507abc49427 req-0dfaff60-5136-4ab0-bbee-264f12bf1cdf tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=5c0e31f7-a19c-4b58-9695-ac619a023e12 HTTP/1.1" status: 200 len: 946 time: 0.2741859 Feb 09 21:56:44.148991 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2c52c5bb-9985-41c5-804c-2e991c0f6f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (b6d955d0-a1d5-44f1-9828-57e61b8fec5c), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:44.151711 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f02a332-5adf-4dfb-8439-af2fb1004e19 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] No DVR routers for this DVR port b6d955d0-a1d5-44f1-9828-57e61b8fec5c on host n-d-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:56:44.225191 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c52c5bb-9985-41c5-804c-2e991c0f6f33 None None] Pushing event deleted for resources: {'Port': ['ID=b6d955d0-a1d5-44f1-9828-57e61b8fec5c,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:44.241320 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c52c5bb-9985-41c5-804c-2e991c0f6f33 None None] No DVR routers for this DVR port b6d955d0-a1d5-44f1-9828-57e61b8fec5c on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:56:44.243715 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52c5bb-9985-41c5-804c-2e991c0f6f33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:44.244554 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52c5bb-9985-41c5-804c-2e991c0f6f33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:44.245250 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52c5bb-9985-41c5-804c-2e991c0f6f33 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:44.246021 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52c5bb-9985-41c5-804c-2e991c0f6f33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:44.247354 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52c5bb-9985-41c5-804c-2e991c0f6f33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:44.248197 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52c5bb-9985-41c5-804c-2e991c0f6f33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:44.248855 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52c5bb-9985-41c5-804c-2e991c0f6f33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:44.249676 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52c5bb-9985-41c5-804c-2e991c0f6f33 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:44.250775 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52c5bb-9985-41c5-804c-2e991c0f6f33 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:44.251519 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52c5bb-9985-41c5-804c-2e991c0f6f33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:44.252084 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52c5bb-9985-41c5-804c-2e991c0f6f33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:44.253415 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52c5bb-9985-41c5-804c-2e991c0f6f33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:44.253986 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52c5bb-9985-41c5-804c-2e991c0f6f33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:44.286541 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:44.337283 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-75dc627d-1129-4c89-9062-2507abc49427 req-34c75d57-d44a-4fda-b319-e38aecea4e14 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=a72d620d-4650-43fd-afbd-3b01f73e5444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310932 Feb 09 21:56:44.338932 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-035ee729-01a3-48c3-832d-63eeb0b25004 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Deleting port 647ddcf1-2002-48e1-b77b-d6bf871f9ce4 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:56:44.339469 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-035ee729-01a3-48c3-832d-63eeb0b25004 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (647ddcf1-2002-48e1-b77b-d6bf871f9ce4), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:44.366144 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9f02a332-5adf-4dfb-8439-af2fb1004e19 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (89ba3a3d-165d-46c7-be67-4d8c910f6bfb), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:44.399554 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-9f02a332-5adf-4dfb-8439-af2fb1004e19 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89ba3a3d-165d-46c7-be67-4d8c910f6bfb']}} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:44.411792 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-9f02a332-5adf-4dfb-8439-af2fb1004e19 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87760678-9a7b-4823-8309-1f79ce930dde') {'for_net_delete': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:44.412148 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-9f02a332-5adf-4dfb-8439-af2fb1004e19 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87760678-9a7b-4823-8309-1f79ce930dde') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:44.425833 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9f02a332-5adf-4dfb-8439-af2fb1004e19 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110711'] for segment (87760678-9a7b-4823-8309-1f79ce930dde), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:44.441200 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9f02a332-5adf-4dfb-8439-af2fb1004e19 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (87760678-9a7b-4823-8309-1f79ce930dde), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:44.448857 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f02a332-5adf-4dfb-8439-af2fb1004e19 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=103140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:56:44.449258 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9f02a332-5adf-4dfb-8439-af2fb1004e19 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669415'] for segment (87760678-9a7b-4823-8309-1f79ce930dde), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:44.524071 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-035ee729-01a3-48c3-832d-63eeb0b25004 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (647ddcf1-2002-48e1-b77b-d6bf871f9ce4), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:44.524509 n-d-828369-5 neutron-server[103140]: Traceback (most recent call last): Feb 09 21:56:44.524509 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:56:44.524509 n-d-828369-5 neutron-server[103140]: timer() Feb 09 21:56:44.524509 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:56:44.524509 n-d-828369-5 neutron-server[103140]: cb(*args, **kw) Feb 09 21:56:44.524509 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:56:44.524509 n-d-828369-5 neutron-server[103140]: return func(*args, **kwargs) Feb 09 21:56:44.524509 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:56:44.524509 n-d-828369-5 neutron-server[103140]: self._notify() Feb 09 21:56:44.524509 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:56:44.524509 n-d-828369-5 neutron-server[103140]: self.callback(batched_events) Feb 09 21:56:44.524509 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:56:44.524509 n-d-828369-5 neutron-server[103140]: event.method(event) Feb 09 21:56:44.524509 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:56:44.524509 n-d-828369-5 neutron-server[103140]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:56:44.524509 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:56:44.524509 n-d-828369-5 neutron-server[103140]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:56:44.524509 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:56:44.524509 n-d-828369-5 neutron-server[103140]: return f(self, *a, **k) Feb 09 21:56:44.524509 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:56:44.524509 n-d-828369-5 neutron-server[103140]: return self._get(url).json() Feb 09 21:56:44.524509 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:56:44.524509 n-d-828369-5 neutron-server[103140]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:56:44.524509 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:56:44.524509 n-d-828369-5 neutron-server[103140]: return self.request(url, 'GET', **kwargs) Feb 09 21:56:44.524509 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:56:44.524509 n-d-828369-5 neutron-server[103140]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:56:44.524509 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:56:44.524509 n-d-828369-5 neutron-server[103140]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:56:44.524509 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:56:44.524509 n-d-828369-5 neutron-server[103140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:56:44.524509 n-d-828369-5 neutron-server[103140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:56:44.527044 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-035ee729-01a3-48c3-832d-63eeb0b25004 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Publish callbacks [] for floatingip (647ddcf1-2002-48e1-b77b-d6bf871f9ce4), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:44.531887 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9f02a332-5adf-4dfb-8439-af2fb1004e19 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (89ba3a3d-165d-46c7-be67-4d8c910f6bfb), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:44.541034 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9f02a332-5adf-4dfb-8439-af2fb1004e19 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:44.544511 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-9f02a332-5adf-4dfb-8439-af2fb1004e19 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] 10.222.0.90 "DELETE /v2.0/networks/89ba3a3d-165d-46c7-be67-4d8c910f6bfb HTTP/1.1" status: 204 len: 168 time: 1.2360961 Feb 09 21:56:44.555267 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 58180) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:44.560997 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-035ee729-01a3-48c3-832d-63eeb0b25004 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Calling delete_port for 647ddcf1-2002-48e1-b77b-d6bf871f9ce4 owned by network:floatingip {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:56:44.606108 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 58182) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:44.681678 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f02a332-5adf-4dfb-8439-af2fb1004e19 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Pushing event deleted for resources: {'Network': ['ID=89ba3a3d-165d-46c7-be67-4d8c910f6bfb,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:44.737793 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-60bbe443-9c24-4994-bb11-3a618ce5cfe6 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] 10.222.0.90 "GET /v2.0/ports?device_id=23827268-5494-4825-b302-fb2415639b0b HTTP/1.1" status: 200 len: 205 time: 0.1813724 Feb 09 21:56:44.740870 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58190) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:44.848875 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-8ab9f2de-33a7-4f1d-92ee-60fa3251edf1 tempest-TestSecurityGroupsBasicOps-1023827313 tempest-TestSecurityGroupsBasicOps-1023827313-project-admin] 10.222.0.90 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3058 time: 0.2427502 Feb 09 21:56:44.888131 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 58192) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:44.891636 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device b6d955d0-a1d5-44f1-9828-57e61b8fec5c no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:56:44.903608 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-0bbef0d8-918b-4f74-9bf9-1e8143545317 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Request body: {'network': {'name': 'tempest-network-smoke--114070360', 'project_id': '223d3fc4293a4815bcb23134d0e1c2d3', 'port_security_enabled': False}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:56:44.948228 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bbef0d8-918b-4f74-9bf9-1e8143545317 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Made reservation on behalf of 223d3fc4293a4815bcb23134d0e1c2d3 for: {'network': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:56:44.950801 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: b6d955d0-a1d5-44f1-9828-57e61b8fec5c {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:56:44.951328 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device b6d955d0-a1d5-44f1-9828-57e61b8fec5c not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:56:44.960627 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0bbef0d8-918b-4f74-9bf9-1e8143545317 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:45.022105 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-36be825b-2b23-40c8-9fed-3ff7378492a9 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Publish callbacks [] for router (23827268-5494-4825-b302-fb2415639b0b), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:45.220462 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-36be825b-2b23-40c8-9fed-3ff7378492a9 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (23827268-5494-4825-b302-fb2415639b0b), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:45.225351 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-36be825b-2b23-40c8-9fed-3ff7378492a9 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Publish callbacks [] for router_controller (23827268-5494-4825-b302-fb2415639b0b), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:45.244100 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bbef0d8-918b-4f74-9bf9-1e8143545317 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=103140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:56:45.264041 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0bbef0d8-918b-4f74-9bf9-1e8143545317 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (fe4f20dc-76cb-4b52-af0c-158e2543e18c), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:45.264756 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-0bbef0d8-918b-4f74-9bf9-1e8143545317 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Added segment fe4f20dc-76cb-4b52-af0c-158e2543e18c of type vlan for network 593ff4de-b113-4e1e-981b-82d4907293b5 Feb 09 21:56:45.291236 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:45.311089 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-035ee729-01a3-48c3-832d-63eeb0b25004 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (647ddcf1-2002-48e1-b77b-d6bf871f9ce4), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:45.392759 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035ee729-01a3-48c3-832d-63eeb0b25004 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Pushing event deleted for resources: {'Port': ['ID=647ddcf1-2002-48e1-b77b-d6bf871f9ce4,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:45.407332 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-36be825b-2b23-40c8-9fed-3ff7378492a9 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (23827268-5494-4825-b302-fb2415639b0b), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:45.407863 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36be825b-2b23-40c8-9fed-3ff7378492a9 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Fanout notify agent at l3_agent the message router_deleted on router 23827268-5494-4825-b302-fb2415639b0b {{(pid=103141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:56:45.419579 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0bbef0d8-918b-4f74-9bf9-1e8143545317 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (593ff4de-b113-4e1e-981b-82d4907293b5), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:45.477377 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-36be825b-2b23-40c8-9fed-3ff7378492a9 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:45.479847 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-36be825b-2b23-40c8-9fed-3ff7378492a9 tempest-RoutersNegativeTest-946655087 tempest-RoutersNegativeTest-946655087-project] 10.222.0.90 "DELETE /v2.0/routers/23827268-5494-4825-b302-fb2415639b0b HTTP/1.1" status: 204 len: 168 time: 0.7349873 Feb 09 21:56:45.499888 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0bbef0d8-918b-4f74-9bf9-1e8143545317 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (593ff4de-b113-4e1e-981b-82d4907293b5), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:45.514372 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbef0d8-918b-4f74-9bf9-1e8143545317 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:45.516840 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0bbef0d8-918b-4f74-9bf9-1e8143545317 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:45.565253 n-d-828369-5 neutron-server[103141]: INFO neutron.api.v2.resource [None req-035ee729-01a3-48c3-832d-63eeb0b25004 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] create failed (client error): The resource could not be found. Feb 09 21:56:45.570724 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-035ee729-01a3-48c3-832d-63eeb0b25004 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.9801018 Feb 09 21:56:45.571260 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58212) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:45.676874 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbef0d8-918b-4f74-9bf9-1e8143545317 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Pushing event updated for resources: {'Network': ['ID=593ff4de-b113-4e1e-981b-82d4907293b5,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:45.691708 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-ceaa9ef0-16b6-4e2d-ba74-be7b50e77ca5 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Deleting port cd008ab4-9c2b-46be-abe8-405391bfd3db {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:56:45.692288 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 593ff4de-b113-4e1e-981b-82d4907293b5 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:56:45.693024 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ceaa9ef0-16b6-4e2d-ba74-be7b50e77ca5 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (cd008ab4-9c2b-46be-abe8-405391bfd3db), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:45.845621 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-0bbef0d8-918b-4f74-9bf9-1e8143545317 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9550076 Feb 09 21:56:45.852530 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 58222) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:45.870766 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-be8bccd0-16f5-4371-81dd-f7b7ad206d02 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-318241657', 'admin_state_up': True, 'project_id': '223d3fc4293a4815bcb23134d0e1c2d3', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:56:45.934371 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ceaa9ef0-16b6-4e2d-ba74-be7b50e77ca5 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (cd008ab4-9c2b-46be-abe8-405391bfd3db), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:45.965966 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-ceaa9ef0-16b6-4e2d-ba74-be7b50e77ca5 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Calling delete_port for cd008ab4-9c2b-46be-abe8-405391bfd3db owned by {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:56:45.981013 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3870c0bd-b83d-43a2-9fc5-1d1e7e0eae23 req-cf58bbc4-bccc-40d4-90ad-c133e132ff55 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:45.987835 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3870c0bd-b83d-43a2-9fc5-1d1e7e0eae23 req-cf58bbc4-bccc-40d4-90ad-c133e132ff55 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=5c0e31f7-a19c-4b58-9695-ac619a023e12 HTTP/1.1" status: 200 len: 946 time: 0.4595389 Feb 09 21:56:45.990364 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-be8bccd0-16f5-4371-81dd-f7b7ad206d02 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (4e1fed3d-a507-4c26-ba2e-a3583e2ccfa9), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:45.993566 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-be8bccd0-16f5-4371-81dd-f7b7ad206d02 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (4e1fed3d-a507-4c26-ba2e-a3583e2ccfa9), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:46.150168 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-be8bccd0-16f5-4371-81dd-f7b7ad206d02 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks [] for router_controller (4e1fed3d-a507-4c26-ba2e-a3583e2ccfa9), precommit_add_association {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:46.160008 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58232) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:46.323332 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ceaa9ef0-16b6-4e2d-ba74-be7b50e77ca5 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (cd008ab4-9c2b-46be-abe8-405391bfd3db), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:46.384995 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaa9ef0-16b6-4e2d-ba74-be7b50e77ca5 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Pushing event deleted for resources: {'Port': ['ID=cd008ab4-9c2b-46be-abe8-405391bfd3db,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:46.476726 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-be8bccd0-16f5-4371-81dd-f7b7ad206d02 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks [] for router_gateway (4e1fed3d-a507-4c26-ba2e-a3583e2ccfa9), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:46.486751 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3870c0bd-b83d-43a2-9fc5-1d1e7e0eae23 req-f5df3a2a-e359-4a43-8f4e-85ad32c308c2 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=a72d620d-4650-43fd-afbd-3b01f73e5444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3333590 Feb 09 21:56:46.598811 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ceaa9ef0-16b6-4e2d-ba74-be7b50e77ca5 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:46.602609 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-ceaa9ef0-16b6-4e2d-ba74-be7b50e77ca5 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] 10.222.0.90 "DELETE /v2.0/ports/cd008ab4-9c2b-46be-abe8-405391bfd3db HTTP/1.1" status: 204 len: 168 time: 1.0302136 Feb 09 21:56:46.608827 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-f760bd85-3691-4611-8dd8-09d3dc334817 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=3d9ca39ff9ee40ae8ba2710b60f01b7c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4474130 Feb 09 21:56:46.609653 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58242) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:46.610584 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 58240) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:46.685242 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-51ab5a7c-8790-4e3e-a2c8-7d3ce6e28772 admin admin] Publish callbacks [] for security_group (bd3d9803-ab85-4a20-a840-84d783e25760), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:46.715309 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-51ab5a7c-8790-4e3e-a2c8-7d3ce6e28772 admin admin] Publish callbacks [] for security_group (bd3d9803-ab85-4a20-a840-84d783e25760), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:46.757759 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a872c7-fb3a-49f1-84f5-2ca66f679096 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:46.759580 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-62a872c7-fb3a-49f1-84f5-2ca66f679096 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] 10.222.0.90 "GET /v2.0/ports?device_id=af326ffb-fb9d-45c3-8026-5011b2905375 HTTP/1.1" status: 200 len: 913 time: 0.1473129 Feb 09 21:56:46.762268 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 58250) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:46.782137 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-51ab5a7c-8790-4e3e-a2c8-7d3ce6e28772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (bd3d9803-ab85-4a20-a840-84d783e25760), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:46.809799 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-51ab5a7c-8790-4e3e-a2c8-7d3ce6e28772 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:46.813811 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-51ab5a7c-8790-4e3e-a2c8-7d3ce6e28772 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/bd3d9803-ab85-4a20-a840-84d783e25760 HTTP/1.1" status: 204 len: 168 time: 0.1994891 Feb 09 21:56:46.833790 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ab5a7c-8790-4e3e-a2c8-7d3ce6e28772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd3d9803-ab85-4a20-a840-84d783e25760,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:47.059231 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-be8bccd0-16f5-4371-81dd-f7b7ad206d02 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks [] for router_gateway (4e1fed3d-a507-4c26-ba2e-a3583e2ccfa9), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:47.099732 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-be8bccd0-16f5-4371-81dd-f7b7ad206d02 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:47.251326 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58264) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:47.352374 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-be8bccd0-16f5-4371-81dd-f7b7ad206d02 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Allocated IP 172.25.3.59 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/e538a3be-8080-485d-aa77-2a2db811dad8) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:56:47.478926 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1582312c-35a7-4961-af7a-b76eae0f4bf5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:47.547231 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-be8bccd0-16f5-4371-81dd-f7b7ad206d02 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks [] for port (e538a3be-8080-485d-aa77-2a2db811dad8), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:47.570113 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0a159ec2-3e4f-44df-9493-393f2ffed2c4 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524906'] for router_interface (af326ffb-fb9d-45c3-8026-5011b2905375), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:47.631931 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1582312c-35a7-4961-af7a-b76eae0f4bf5 admin admin] Publish callbacks [] for security_group (1c09c106-6125-496a-9720-c51683d840d8), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:47.645379 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1582312c-35a7-4961-af7a-b76eae0f4bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (1c09c106-6125-496a-9720-c51683d840d8), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:47.717943 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-1582312c-35a7-4961-af7a-b76eae0f4bf5 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=ed0a51e005854177ba6e38858563312a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4656093 Feb 09 21:56:47.721176 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1582312c-35a7-4961-af7a-b76eae0f4bf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c09c106-6125-496a-9720-c51683d840d8,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:47.724673 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58280) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:47.794684 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6083eeb6-8ea1-44d6-b2e9-267fe1fe4c7d admin admin] Publish callbacks [] for security_group (1c09c106-6125-496a-9720-c51683d840d8), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:47.855911 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6083eeb6-8ea1-44d6-b2e9-267fe1fe4c7d admin admin] Publish callbacks [] for security_group (1c09c106-6125-496a-9720-c51683d840d8), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:47.966961 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6083eeb6-8ea1-44d6-b2e9-267fe1fe4c7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (1c09c106-6125-496a-9720-c51683d840d8), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:47.970582 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6083eeb6-8ea1-44d6-b2e9-267fe1fe4c7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:47.972273 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-6083eeb6-8ea1-44d6-b2e9-267fe1fe4c7d admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/1c09c106-6125-496a-9720-c51683d840d8 HTTP/1.1" status: 204 len: 168 time: 0.2458589 Feb 09 21:56:47.995593 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6083eeb6-8ea1-44d6-b2e9-267fe1fe4c7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c09c106-6125-496a-9720-c51683d840d8,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:48.055402 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-be8bccd0-16f5-4371-81dd-f7b7ad206d02 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (e538a3be-8080-485d-aa77-2a2db811dad8), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:48.117625 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5358eca2-2672-4433-997e-22031a8b5f6c req-6e76ec3e-0f09-4751-9876-972aee338265 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:48.126755 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5358eca2-2672-4433-997e-22031a8b5f6c req-6e76ec3e-0f09-4751-9876-972aee338265 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=5c0e31f7-a19c-4b58-9695-ac619a023e12 HTTP/1.1" status: 200 len: 946 time: 0.4922965 Feb 09 21:56:48.310192 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8bccd0-16f5-4371-81dd-f7b7ad206d02 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:56:48.386104 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-be8bccd0-16f5-4371-81dd-f7b7ad206d02 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:56:48.398677 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8bccd0-16f5-4371-81dd-f7b7ad206d02 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:56:48.515342 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58302) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:48.535270 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4c300f94-58c3-4167-8b76-3b83bc6927d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:48.572089 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5358eca2-2672-4433-997e-22031a8b5f6c req-7213e411-4aab-4593-b2f1-5690b11accb0 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=a72d620d-4650-43fd-afbd-3b01f73e5444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4377639 Feb 09 21:56:48.573057 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8bccd0-16f5-4371-81dd-f7b7ad206d02 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Pushing event updated for resources: {'Port': ['ID=e538a3be-8080-485d-aa77-2a2db811dad8,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:48.650167 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58308) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:48.736526 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4c300f94-58c3-4167-8b76-3b83bc6927d4 admin admin] Publish callbacks [] for security_group (5df3d1bc-01ee-45b3-ba7c-e93376ebae71), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:48.764297 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4c300f94-58c3-4167-8b76-3b83bc6927d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (5df3d1bc-01ee-45b3-ba7c-e93376ebae71), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:48.768371 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-be8bccd0-16f5-4371-81dd-f7b7ad206d02 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks [] for router_gateway (4e1fed3d-a507-4c26-ba2e-a3583e2ccfa9), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:48.857349 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-4c300f94-58c3-4167-8b76-3b83bc6927d4 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=43c63deb1a4b4827862c8736a167718f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3402052 Feb 09 21:56:48.861231 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58312) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:48.861489 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c300f94-58c3-4167-8b76-3b83bc6927d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5df3d1bc-01ee-45b3-ba7c-e93376ebae71,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:48.893801 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-0a159ec2-3e4f-44df-9493-393f2ffed2c4 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Deleting port 31143a21-3ede-4248-a1fb-4967a42d3b0c {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:56:48.894155 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0a159ec2-3e4f-44df-9493-393f2ffed2c4 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (31143a21-3ede-4248-a1fb-4967a42d3b0c), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:48.926414 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-eb366f00-317a-4393-80c6-18de0ee00e51 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Request body: {'security_group': {'name': 'tempest-secgroup--690923373'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:56:48.957476 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-829b4df7-9f24-4d82-937f-578ff69e1d3b admin admin] Publish callbacks [] for security_group (5df3d1bc-01ee-45b3-ba7c-e93376ebae71), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:48.960990 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-eb366f00-317a-4393-80c6-18de0ee00e51 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:48.976284 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-eb366f00-317a-4393-80c6-18de0ee00e51 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:48.998400 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-829b4df7-9f24-4d82-937f-578ff69e1d3b admin admin] Publish callbacks [] for security_group (5df3d1bc-01ee-45b3-ba7c-e93376ebae71), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:49.109781 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-829b4df7-9f24-4d82-937f-578ff69e1d3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (5df3d1bc-01ee-45b3-ba7c-e93376ebae71), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:49.114168 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-829b4df7-9f24-4d82-937f-578ff69e1d3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:49.115728 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-829b4df7-9f24-4d82-937f-578ff69e1d3b admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/5df3d1bc-01ee-45b3-ba7c-e93376ebae71 HTTP/1.1" status: 204 len: 168 time: 0.2515159 Feb 09 21:56:49.146474 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829b4df7-9f24-4d82-937f-578ff69e1d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df3d1bc-01ee-45b3-ba7c-e93376ebae71,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:49.150394 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-eb366f00-317a-4393-80c6-18de0ee00e51 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group (715155c4-356b-4d29-bc55-b57eaa48557e), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:49.174277 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-eb366f00-317a-4393-80c6-18de0ee00e51 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (715155c4-356b-4d29-bc55-b57eaa48557e), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:49.217727 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0a159ec2-3e4f-44df-9493-393f2ffed2c4 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (31143a21-3ede-4248-a1fb-4967a42d3b0c), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:49.251274 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-0a159ec2-3e4f-44df-9493-393f2ffed2c4 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Calling delete_port for 31143a21-3ede-4248-a1fb-4967a42d3b0c owned by network:router_interface {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:56:49.300171 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-eb366f00-317a-4393-80c6-18de0ee00e51 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group (140816c5-e7d1-4aca-a942-91318cc5ad75), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:49.310803 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-be8bccd0-16f5-4371-81dd-f7b7ad206d02 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (4e1fed3d-a507-4c26-ba2e-a3583e2ccfa9), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:49.366097 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb366f00-317a-4393-80c6-18de0ee00e51 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=715155c4-356b-4d29-bc55-b57eaa48557e,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:49.374948 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-eb366f00-317a-4393-80c6-18de0ee00e51 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (140816c5-e7d1-4aca-a942-91318cc5ad75), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:49.444860 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb366f00-317a-4393-80c6-18de0ee00e51 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=140816c5-e7d1-4aca-a942-91318cc5ad75,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:49.457593 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-eb366f00-317a-4393-80c6-18de0ee00e51 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:49.463358 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-eb366f00-317a-4393-80c6-18de0ee00e51 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8097420 Feb 09 21:56:49.463865 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58322) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:49.566112 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be8bccd0-16f5-4371-81dd-f7b7ad206d02 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Router 4e1fed3d-a507-4c26-ba2e-a3583e2ccfa9 is scheduled to L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 with binding_index 1 {{(pid=103140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:56:49.586178 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0a159ec2-3e4f-44df-9493-393f2ffed2c4 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (31143a21-3ede-4248-a1fb-4967a42d3b0c), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:49.704645 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-fcfe1040-f388-4829-8469-779a4582aba7 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.2354269 Feb 09 21:56:49.712824 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58332) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:49.717664 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-91bd0462-a902-43d6-8a6a-4702d87716b6 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Request body: {'security_group': {'name': 'tempest-security--507779655', 'description': 'tempest-security-description-1420778637'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:56:49.787414 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-91bd0462-a902-43d6-8a6a-4702d87716b6 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group (140816c5-e7d1-4aca-a942-91318cc5ad75), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:49.833026 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a159ec2-3e4f-44df-9493-393f2ffed2c4 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Pushing event deleted for resources: {'Port': ['ID=31143a21-3ede-4248-a1fb-4967a42d3b0c,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:49.872896 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-91bd0462-a902-43d6-8a6a-4702d87716b6 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group (140816c5-e7d1-4aca-a942-91318cc5ad75), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:49.879807 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-91bd0462-a902-43d6-8a6a-4702d87716b6 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (140816c5-e7d1-4aca-a942-91318cc5ad75), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:49.882710 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-91bd0462-a902-43d6-8a6a-4702d87716b6 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:49.884047 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-91bd0462-a902-43d6-8a6a-4702d87716b6 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] 10.222.0.90 "PUT /v2.0/security-groups/140816c5-e7d1-4aca-a942-91318cc5ad75 HTTP/1.1" status: 200 len: 1796 time: 0.1700771 Feb 09 21:56:49.894462 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58336) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:49.982195 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-fa986d93-ef98-40be-b71c-2d4e4db71206 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] 10.222.0.90 "GET /v2.0/security-groups/140816c5-e7d1-4aca-a942-91318cc5ad75 HTTP/1.1" status: 200 len: 1796 time: 0.0861497 Feb 09 21:56:49.988100 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58344) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:50.038853 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bd0462-a902-43d6-8a6a-4702d87716b6 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=140816c5-e7d1-4aca-a942-91318cc5ad75,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:50.123262 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6d7d2729-5d41-4e86-8380-369ef7250afd tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group (140816c5-e7d1-4aca-a942-91318cc5ad75), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:50.215566 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6d7d2729-5d41-4e86-8380-369ef7250afd tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group (140816c5-e7d1-4aca-a942-91318cc5ad75), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:50.258028 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be8bccd0-16f5-4371-81dd-f7b7ad206d02 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:56:50.274529 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db2d786-b432-482a-a933-0a652a468ace req-23716b41-e22a-4701-90c2-6e4ed110b20c tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:50.276253 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4db2d786-b432-482a-a933-0a652a468ace req-23716b41-e22a-4701-90c2-6e4ed110b20c tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=5c0e31f7-a19c-4b58-9695-ac619a023e12 HTTP/1.1" status: 200 len: 946 time: 0.4911728 Feb 09 21:56:50.284053 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eca1683-3fb5-4d1e-9c27-41c93e948fd3 None None] Sync routers for ids ['4e1fed3d-a507-4c26-ba2e-a3583e2ccfa9'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:56:50.294702 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6d7d2729-5d41-4e86-8380-369ef7250afd tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (140816c5-e7d1-4aca-a942-91318cc5ad75), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:50.305086 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6d7d2729-5d41-4e86-8380-369ef7250afd tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:50.307691 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eca1683-3fb5-4d1e-9c27-41c93e948fd3 None None] Routers {'4e1fed3d-a507-4c26-ba2e-a3583e2ccfa9'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:56:50.308549 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-6eca1683-3fb5-4d1e-9c27-41c93e948fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:56:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['4e1fed3d-a507-4c26-ba2e-a3583e2ccfa9'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:50.321423 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-6d7d2729-5d41-4e86-8380-369ef7250afd tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] 10.222.0.90 "DELETE /v2.0/security-groups/140816c5-e7d1-4aca-a942-91318cc5ad75 HTTP/1.1" status: 204 len: 168 time: 0.3289537 Feb 09 21:56:50.332429 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58352) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:50.355539 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7d2729-5d41-4e86-8380-369ef7250afd tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=140816c5-e7d1-4aca-a942-91318cc5ad75,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:50.452906 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-ad0eacf8-b5e9-4ec1-95cf-f4256c7947a1 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1129065 Feb 09 21:56:50.455650 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58358) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:50.501189 n-d-828369-5 neutron-server[103141]: INFO neutron.api.v2.resource [None req-a5cdf9cf-a111-4508-8bb3-1fe22e89ee0e tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] delete failed (client error): The resource could not be found. Feb 09 21:56:50.502697 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-a5cdf9cf-a111-4508-8bb3-1fe22e89ee0e tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] 10.222.0.90 "DELETE /v2.0/security-groups/140816c5-e7d1-4aca-a942-91318cc5ad75 HTTP/1.1" status: 404 len: 347 time: 0.0457678 Feb 09 21:56:50.506247 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0a159ec2-3e4f-44df-9493-393f2ffed2c4 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-525054'] for router_interface (af326ffb-fb9d-45c3-8026-5011b2905375), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:50.506871 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58364) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:50.510476 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-6eca1683-3fb5-4d1e-9c27-41c93e948fd3 None None] Set router 4e1fed3d-a507-4c26-ba2e-a3583e2ccfa9 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:56:50.513131 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-9fb71c2e-ee10-449c-b2dd-821f1a61c0bf tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Request body: {'security_group': {'name': 'tempest-secgroup--1151164920'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:56:50.514398 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-be8bccd0-16f5-4371-81dd-f7b7ad206d02 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:50.520803 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58366) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:50.523041 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-be8bccd0-16f5-4371-81dd-f7b7ad206d02 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 4.6681700 Feb 09 21:56:50.628080 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9fb71c2e-ee10-449c-b2dd-821f1a61c0bf tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:50.715600 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052b2d22-c8b4-4298-8d9e-74178f884e66 tempest-TestSecurityGroupsBasicOps-1023827313 tempest-TestSecurityGroupsBasicOps-1023827313-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:50.735996 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-052b2d22-c8b4-4298-8d9e-74178f884e66 tempest-TestSecurityGroupsBasicOps-1023827313 tempest-TestSecurityGroupsBasicOps-1023827313-project-admin] 10.222.0.90 "GET /v2.0/subnets?project_id=223d3fc4293a4815bcb23134d0e1c2d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2131665 Feb 09 21:56:50.737327 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58372) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:50.782935 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4db2d786-b432-482a-a933-0a652a468ace req-465062f0-3614-42e3-9407-e8ca8ee27860 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=a72d620d-4650-43fd-afbd-3b01f73e5444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3972566 Feb 09 21:56:50.910060 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9fb71c2e-ee10-449c-b2dd-821f1a61c0bf tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group (aecc13f7-21e0-4b88-8d3e-c235223126a7), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:50.912072 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035bd752-704f-42da-a1d3-1c05be129427 tempest-TestSecurityGroupsBasicOps-1023827313 tempest-TestSecurityGroupsBasicOps-1023827313-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:50.918360 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-035bd752-704f-42da-a1d3-1c05be129427 tempest-TestSecurityGroupsBasicOps-1023827313 tempest-TestSecurityGroupsBasicOps-1023827313-project-admin] 10.222.0.90 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1796622 Feb 09 21:56:50.919409 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58374) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:50.989909 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9fb71c2e-ee10-449c-b2dd-821f1a61c0bf tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (aecc13f7-21e0-4b88-8d3e-c235223126a7), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:51.019225 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-85236ba7-fdc7-4891-b371-1f197ef6a35d tempest-TestSecurityGroupsBasicOps-1023827313 tempest-TestSecurityGroupsBasicOps-1023827313-project-admin] 10.222.0.90 "GET /v2.0/subnets?network_id=54a442d5-50a0-4c75-85cc-d19f5bf58118&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0979431 Feb 09 21:56:51.022504 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 58378) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:51.036081 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9fb71c2e-ee10-449c-b2dd-821f1a61c0bf tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:51.037891 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-9fb71c2e-ee10-449c-b2dd-821f1a61c0bf tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5299518 Feb 09 21:56:51.045375 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58380) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:51.050772 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-6eca1683-3fb5-4d1e-9c27-41c93e948fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e1fed3d-a507-4c26-ba2e-a3583e2ccfa9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-318241657', 'tenant_id': '223d3fc4293a4815bcb23134d0e1c2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'e538a3be-8080-485d-aa77-2a2db811dad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:56:46Z', 'updated_at': '2022-02-09T21:56:48Z', 'revision_number': 3, 'project_id': '223d3fc4293a4815bcb23134d0e1c2d3', 'gw_port': {'id': 'e538a3be-8080-485d-aa77-2a2db811dad8', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9f:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e1fed3d-a507-4c26-ba2e-a3583e2ccfa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3074, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:56:47Z', 'updated_at': '2022-02-09T21:56:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:51.062891 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-a801cf38-d500-4b7c-a3d9-245e1b90b4e0 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Request body: {'security_group_rule': {'security_group_id': 'aecc13f7-21e0-4b88-8d3e-c235223126a7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:56:51.081779 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a159ec2-3e4f-44df-9493-393f2ffed2c4 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Router af326ffb-fb9d-45c3-8026-5011b2905375 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:56:51.098764 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eca1683-3fb5-4d1e-9c27-41c93e948fd3 None None] Checking router: 4e1fed3d-a507-4c26-ba2e-a3583e2ccfa9 for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:56:51.099427 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eca1683-3fb5-4d1e-9c27-41c93e948fd3 None None] Updating router 4e1fed3d-a507-4c26-ba2e-a3583e2ccfa9 port e538a3be-8080-485d-aa77-2a2db811dad8 binding host n-d-828369-5 {{(pid=103143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:56:51.116163 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb71c2e-ee10-449c-b2dd-821f1a61c0bf tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aecc13f7-21e0-4b88-8d3e-c235223126a7,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:51.142581 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58390) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:51.153929 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-5f9c9b61-0c2a-44f3-b2a8-efa0743f64c8 tempest-TestSecurityGroupsBasicOps-1023827313 tempest-TestSecurityGroupsBasicOps-1023827313-project-admin] 10.222.0.90 "GET /v2.0/subnets?project_id=223d3fc4293a4815bcb23134d0e1c2d3&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1238260 Feb 09 21:56:51.204056 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6eca1683-3fb5-4d1e-9c27-41c93e948fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (e538a3be-8080-485d-aa77-2a2db811dad8), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:51.363574 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:51.389892 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a159ec2-3e4f-44df-9493-393f2ffed2c4 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:56:51.413586 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d4ed36-db34-411b-9cb0-6f18e979b549 None None] Sync routers for ids ['af326ffb-fb9d-45c3-8026-5011b2905375'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:56:51.432530 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d4ed36-db34-411b-9cb0-6f18e979b549 None None] Routers {'af326ffb-fb9d-45c3-8026-5011b2905375'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:56:51.434230 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-0a159ec2-3e4f-44df-9493-393f2ffed2c4 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] 10.222.0.90 "PUT /v2.0/routers/af326ffb-fb9d-45c3-8026-5011b2905375/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6707170 Feb 09 21:56:51.437347 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 58400) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:51.441324 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-c2d4ed36-db34-411b-9cb0-6f18e979b549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:56:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['af326ffb-fb9d-45c3-8026-5011b2905375'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:51.450483 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca8a48e-afb2-476f-ae36-b4cfe9433917 tempest-TestSecurityGroupsBasicOps-1023827313 tempest-TestSecurityGroupsBasicOps-1023827313-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:51.458569 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-3ca8a48e-afb2-476f-ae36-b4cfe9433917 tempest-TestSecurityGroupsBasicOps-1023827313 tempest-TestSecurityGroupsBasicOps-1023827313-project-admin] 10.222.0.90 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3135116 Feb 09 21:56:51.459580 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58402) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:51.487976 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a801cf38-d500-4b7c-a3d9-245e1b90b4e0 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group_rule (70b93882-1eba-46fa-a681-1c7207ea5b2a), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:51.545120 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-c2d4ed36-db34-411b-9cb0-6f18e979b549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:51.570986 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d4ed36-db34-411b-9cb0-6f18e979b549 None None] Routers {'af326ffb-fb9d-45c3-8026-5011b2905375'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:56:51.572022 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-c2d4ed36-db34-411b-9cb0-6f18e979b549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:56:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['af326ffb-fb9d-45c3-8026-5011b2905375'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:51.645951 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-c2d4ed36-db34-411b-9cb0-6f18e979b549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:51.647071 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d4ed36-db34-411b-9cb0-6f18e979b549 None None] The sync data for ids ['af326ffb-fb9d-45c3-8026-5011b2905375'] in n-d-828369-5 is: [] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:56:51.651045 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6eca1683-3fb5-4d1e-9c27-41c93e948fd3 None None] Publish callbacks [] for port (e538a3be-8080-485d-aa77-2a2db811dad8), precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:51.669101 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-1cd2f897-61db-4f93-8769-f9b440d439c3 tempest-TestSecurityGroupsBasicOps-1023827313 tempest-TestSecurityGroupsBasicOps-1023827313-project-admin] 10.222.0.90 "GET /v2.0/subnets?network_id=54a442d5-50a0-4c75-85cc-d19f5bf58118&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1976855 Feb 09 21:56:51.673483 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 58406) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:51.673796 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6eca1683-3fb5-4d1e-9c27-41c93e948fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (e538a3be-8080-485d-aa77-2a2db811dad8), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:51.674337 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 58408) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:51.688270 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-15d068d3-1702-4626-94e2-61a7cd2c0373 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1845504845', 'network_id': '593ff4de-b113-4e1e-981b-82d4907293b5', 'project_id': '223d3fc4293a4815bcb23134d0e1c2d3', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:56:51.744267 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-6eca1683-3fb5-4d1e-9c27-41c93e948fd3 None None] Attempting to bind port e538a3be-8080-485d-aa77-2a2db811dad8 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:56:51.744736 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-6eca1683-3fb5-4d1e-9c27-41c93e948fd3 None None] Attempting to bind port e538a3be-8080-485d-aa77-2a2db811dad8 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:56:51.745191 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eca1683-3fb5-4d1e-9c27-41c93e948fd3 None None] Attempting to bind port e538a3be-8080-485d-aa77-2a2db811dad8 on network 54a442d5-50a0-4c75-85cc-d19f5bf58118 {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:56:51.746541 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a801cf38-d500-4b7c-a3d9-245e1b90b4e0 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group_rule (70b93882-1eba-46fa-a681-1c7207ea5b2a), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:51.747393 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250e8717-31c9-48f6-bda7-618627765e8b None None] Pushing event updated for resources: {'Port': ['ID=e538a3be-8080-485d-aa77-2a2db811dad8,revision_number=2']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:51.757286 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eca1683-3fb5-4d1e-9c27-41c93e948fd3 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:56:51.757598 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eca1683-3fb5-4d1e-9c27-41c93e948fd3 None None] Checking segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:56:51.758250 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6eca1683-3fb5-4d1e-9c27-41c93e948fd3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:51.758852 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eca1683-3fb5-4d1e-9c27-41c93e948fd3 None None] Bound using segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:56:51.759563 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-6eca1683-3fb5-4d1e-9c27-41c93e948fd3 None None] Bound port: e538a3be-8080-485d-aa77-2a2db811dad8, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:56:51.760204 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6eca1683-3fb5-4d1e-9c27-41c93e948fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (e538a3be-8080-485d-aa77-2a2db811dad8), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:51.761328 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a801cf38-d500-4b7c-a3d9-245e1b90b4e0 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (70b93882-1eba-46fa-a681-1c7207ea5b2a), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:51.764944 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250e8717-31c9-48f6-bda7-618627765e8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:51.765592 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250e8717-31c9-48f6-bda7-618627765e8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:51.766151 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250e8717-31c9-48f6-bda7-618627765e8b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:51.766716 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250e8717-31c9-48f6-bda7-618627765e8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:51.767272 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250e8717-31c9-48f6-bda7-618627765e8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:51.767853 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250e8717-31c9-48f6-bda7-618627765e8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:51.768490 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250e8717-31c9-48f6-bda7-618627765e8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:51.769045 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250e8717-31c9-48f6-bda7-618627765e8b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:51.769611 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250e8717-31c9-48f6-bda7-618627765e8b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:51.770171 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250e8717-31c9-48f6-bda7-618627765e8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:51.770730 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250e8717-31c9-48f6-bda7-618627765e8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:51.771292 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250e8717-31c9-48f6-bda7-618627765e8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:51.771837 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250e8717-31c9-48f6-bda7-618627765e8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:56:51.843893 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a801cf38-d500-4b7c-a3d9-245e1b90b4e0 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70b93882-1eba-46fa-a681-1c7207ea5b2a,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:51.861166 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a801cf38-d500-4b7c-a3d9-245e1b90b4e0 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:51.866315 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-a801cf38-d500-4b7c-a3d9-245e1b90b4e0 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8069839 Feb 09 21:56:51.867011 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58418) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:51.899256 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-6eca1683-3fb5-4d1e-9c27-41c93e948fd3 None None] For port e538a3be-8080-485d-aa77-2a2db811dad8, host n-d-828369-5, cleared binding levels {{(pid=103143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:56:51.903157 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-6eca1683-3fb5-4d1e-9c27-41c93e948fd3 None None] For port e538a3be-8080-485d-aa77-2a2db811dad8, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=e538a3be-8080-485d-aa77-2a2db811dad8,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:56:51.924000 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-6eca1683-3fb5-4d1e-9c27-41c93e948fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (e538a3be-8080-485d-aa77-2a2db811dad8), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:51.956089 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f60e109b-914a-4bb0-9563-a5b1a96de8ac tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group_rule (70b93882-1eba-46fa-a681-1c7207ea5b2a), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:51.974126 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f60e109b-914a-4bb0-9563-a5b1a96de8ac tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group_rule (70b93882-1eba-46fa-a681-1c7207ea5b2a), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:52.035338 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f60e109b-914a-4bb0-9563-a5b1a96de8ac tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (70b93882-1eba-46fa-a681-1c7207ea5b2a), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:52.049270 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f60e109b-914a-4bb0-9563-a5b1a96de8ac tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:52.054838 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-f60e109b-914a-4bb0-9563-a5b1a96de8ac tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] 10.222.0.90 "DELETE /v2.0/security-group-rules/70b93882-1eba-46fa-a681-1c7207ea5b2a HTTP/1.1" status: 204 len: 168 time: 0.1867325 Feb 09 21:56:52.080542 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58420) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:52.108336 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eca1683-3fb5-4d1e-9c27-41c93e948fd3 None None] Routers {'4e1fed3d-a507-4c26-ba2e-a3583e2ccfa9'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:56:52.108336 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-6eca1683-3fb5-4d1e-9c27-41c93e948fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:56:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['4e1fed3d-a507-4c26-ba2e-a3583e2ccfa9'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:52.119486 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60e109b-914a-4bb0-9563-a5b1a96de8ac tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=70b93882-1eba-46fa-a681-1c7207ea5b2a,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:52.163678 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-36a38c88-fdc3-4202-8d85-b1fc4a60e992 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] 10.222.0.90 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0778158 Feb 09 21:56:52.168784 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58422) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:52.207473 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250e8717-31c9-48f6-bda7-618627765e8b None None] Pushing event updated for resources: {'Port': ['ID=e538a3be-8080-485d-aa77-2a2db811dad8,revision_number=3']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:52.268711 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c5af8f16-87b1-4d14-b7ff-11116ae81e42 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group (aecc13f7-21e0-4b88-8d3e-c235223126a7), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:52.285723 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-64a00213-fa0e-4ba1-b731-a30cd9358121 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Publish callbacks [] for router (af326ffb-fb9d-45c3-8026-5011b2905375), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:52.302308 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c5af8f16-87b1-4d14-b7ff-11116ae81e42 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group (aecc13f7-21e0-4b88-8d3e-c235223126a7), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:52.331006 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-6eca1683-3fb5-4d1e-9c27-41c93e948fd3 None None] Set router 4e1fed3d-a507-4c26-ba2e-a3583e2ccfa9 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:56:52.418912 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c5af8f16-87b1-4d14-b7ff-11116ae81e42 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (aecc13f7-21e0-4b88-8d3e-c235223126a7), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:52.431984 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c5af8f16-87b1-4d14-b7ff-11116ae81e42 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:52.433585 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-c5af8f16-87b1-4d14-b7ff-11116ae81e42 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] 10.222.0.90 "DELETE /v2.0/security-groups/aecc13f7-21e0-4b88-8d3e-c235223126a7 HTTP/1.1" status: 204 len: 168 time: 0.2633200 Feb 09 21:56:52.439344 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58436) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:52.449125 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1000bdd0-ad68-4b70-944f-f9ddc9e539ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:52.467709 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5af8f16-87b1-4d14-b7ff-11116ae81e42 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aecc13f7-21e0-4b88-8d3e-c235223126a7,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:52.498352 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-1f1a7399-744f-4ba1-98ca-6da9e63df5c5 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0575528 Feb 09 21:56:52.503902 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58438) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:52.509892 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-6974e53f-fd3c-49d5-be57-4994d1718a9a tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Request body: {'security_group': {'name': 'tempest-secgroup--1294366132'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:56:52.538487 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6974e53f-fd3c-49d5-be57-4994d1718a9a tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:52.639281 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6974e53f-fd3c-49d5-be57-4994d1718a9a tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group (82c6b23b-6a15-4274-a08a-43f514ea9539), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:52.646997 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6974e53f-fd3c-49d5-be57-4994d1718a9a tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (82c6b23b-6a15-4274-a08a-43f514ea9539), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:52.696599 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6974e53f-fd3c-49d5-be57-4994d1718a9a tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82c6b23b-6a15-4274-a08a-43f514ea9539,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:52.703506 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6974e53f-fd3c-49d5-be57-4994d1718a9a tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:52.705160 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-6974e53f-fd3c-49d5-be57-4994d1718a9a tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1995959 Feb 09 21:56:52.708735 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58440) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:52.720527 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-0b87ffbc-7219-486c-9d8c-15e38dbfa445 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Request body: {'security_group_rule': {'security_group_id': '82c6b23b-6a15-4274-a08a-43f514ea9539', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:56:52.761674 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0b87ffbc-7219-486c-9d8c-15e38dbfa445 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group_rule (0d463642-c773-4d74-9c92-1e2e1f656b5a), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:52.766990 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-64a00213-fa0e-4ba1-b731-a30cd9358121 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (af326ffb-fb9d-45c3-8026-5011b2905375), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:52.773987 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-64a00213-fa0e-4ba1-b731-a30cd9358121 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Publish callbacks [] for router_controller (af326ffb-fb9d-45c3-8026-5011b2905375), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:52.809571 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3db5a5a-8d57-432c-94f0-fee3c1d30b85 req-f7292892-21df-4cce-81c6-d8d94b5cdf5b tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:52.814556 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a3db5a5a-8d57-432c-94f0-fee3c1d30b85 req-f7292892-21df-4cce-81c6-d8d94b5cdf5b tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=5c0e31f7-a19c-4b58-9695-ac619a023e12 HTTP/1.1" status: 200 len: 946 time: 0.5633657 Feb 09 21:56:52.898888 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0b87ffbc-7219-486c-9d8c-15e38dbfa445 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group_rule (0d463642-c773-4d74-9c92-1e2e1f656b5a), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:52.904077 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1000bdd0-ad68-4b70-944f-f9ddc9e539ca admin admin] Publish callbacks [] for security_group (89cf559f-e9af-45da-b460-2d90bd34d047), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:52.917013 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0b87ffbc-7219-486c-9d8c-15e38dbfa445 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (0d463642-c773-4d74-9c92-1e2e1f656b5a), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:52.938468 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b87ffbc-7219-486c-9d8c-15e38dbfa445 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d463642-c773-4d74-9c92-1e2e1f656b5a,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:52.952541 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d068d3-1702-4626-94e2-61a7cd2c0373 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Made reservation on behalf of 223d3fc4293a4815bcb23134d0e1c2d3 for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:56:52.956043 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-15d068d3-1702-4626-94e2-61a7cd2c0373 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621317'] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:52.972397 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0b87ffbc-7219-486c-9d8c-15e38dbfa445 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:52.976400 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-0b87ffbc-7219-486c-9d8c-15e38dbfa445 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2652183 Feb 09 21:56:52.977004 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58446) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:52.981799 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1000bdd0-ad68-4b70-944f-f9ddc9e539ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (89cf559f-e9af-45da-b460-2d90bd34d047), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:52.985111 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-6b5ae0b1-6f25-4036-ad78-2f3e328fb800 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Request body: {'security_group_rule': {'security_group_id': '82c6b23b-6a15-4274-a08a-43f514ea9539', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:56:53.086922 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-6eca1683-3fb5-4d1e-9c27-41c93e948fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e1fed3d-a507-4c26-ba2e-a3583e2ccfa9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-318241657', 'tenant_id': '223d3fc4293a4815bcb23134d0e1c2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'e538a3be-8080-485d-aa77-2a2db811dad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:56:46Z', 'updated_at': '2022-02-09T21:56:48Z', 'revision_number': 3, 'project_id': '223d3fc4293a4815bcb23134d0e1c2d3', 'gw_port': {'id': 'e538a3be-8080-485d-aa77-2a2db811dad8', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9f:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e1fed3d-a507-4c26-ba2e-a3583e2ccfa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3074, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:56:47Z', 'updated_at': '2022-02-09T21:56:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:53.088658 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6b5ae0b1-6f25-4036-ad78-2f3e328fb800 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group_rule (2b1ce23f-4486-4027-8dc2-390427423a0a), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:53.110393 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-64a00213-fa0e-4ba1-b731-a30cd9358121 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (af326ffb-fb9d-45c3-8026-5011b2905375), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:53.113134 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64a00213-fa0e-4ba1-b731-a30cd9358121 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Fanout notify agent at l3_agent the message router_deleted on router af326ffb-fb9d-45c3-8026-5011b2905375 {{(pid=103140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:56:53.145854 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-64a00213-fa0e-4ba1-b731-a30cd9358121 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:53.147032 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-64a00213-fa0e-4ba1-b731-a30cd9358121 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] 10.222.0.90 "DELETE /v2.0/routers/af326ffb-fb9d-45c3-8026-5011b2905375 HTTP/1.1" status: 204 len: 168 time: 1.7083156 Feb 09 21:56:53.149860 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58448) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:53.170125 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eca1683-3fb5-4d1e-9c27-41c93e948fd3 None None] The sync data for ids ['4e1fed3d-a507-4c26-ba2e-a3583e2ccfa9'] in n-d-828369-5 is: [{'id': '4e1fed3d-a507-4c26-ba2e-a3583e2ccfa9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-318241657', 'tenant_id': '223d3fc4293a4815bcb23134d0e1c2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'e538a3be-8080-485d-aa77-2a2db811dad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:56:46Z', 'updated_at': '2022-02-09T21:56:48Z', 'revision_number': 3, 'project_id': '223d3fc4293a4815bcb23134d0e1c2d3', 'gw_port': {'id': 'e538a3be-8080-485d-aa77-2a2db811dad8', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9f:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e1fed3d-a507-4c26-ba2e-a3583e2ccfa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3074, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:56:47Z', 'updated_at': '2022-02-09T21:56:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:56:53.284838 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6b5ae0b1-6f25-4036-ad78-2f3e328fb800 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group_rule (2b1ce23f-4486-4027-8dc2-390427423a0a), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:53.290637 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-13e38615-16f5-4c37-9b46-780b7239fe03 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Deleting subnet 77944a1a-513f-4a0b-85ec-8250b42d33fe {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:56:53.297218 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-13e38615-16f5-4c37-9b46-780b7239fe03 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Publish callbacks [] for subnet (77944a1a-513f-4a0b-85ec-8250b42d33fe), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:53.302224 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6b5ae0b1-6f25-4036-ad78-2f3e328fb800 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (2b1ce23f-4486-4027-8dc2-390427423a0a), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:53.311017 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-1000bdd0-ad68-4b70-944f-f9ddc9e539ca admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=7e085a9b2284420cb8c1e7b3d44dbc28&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6326075 Feb 09 21:56:53.324884 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1000bdd0-ad68-4b70-944f-f9ddc9e539ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89cf559f-e9af-45da-b460-2d90bd34d047,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:53.327437 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 58452) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:53.388743 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a3db5a5a-8d57-432c-94f0-fee3c1d30b85 req-985728f9-3bb9-48d0-bc3b-036d80cbb11d tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=a72d620d-4650-43fd-afbd-3b01f73e5444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4735436 Feb 09 21:56:53.494203 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8177a75e-71c6-4a2b-b69b-be2b0746cb2e admin admin] Publish callbacks [] for security_group (89cf559f-e9af-45da-b460-2d90bd34d047), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:53.620269 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:53.647816 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8177a75e-71c6-4a2b-b69b-be2b0746cb2e admin admin] Publish callbacks [] for security_group (89cf559f-e9af-45da-b460-2d90bd34d047), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:53.710985 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-15d068d3-1702-4626-94e2-61a7cd2c0373 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621371'] for subnet (a39ad314-86d3-46b8-ad78-15b9e6fc367e), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:53.876214 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d068d3-1702-4626-94e2-61a7cd2c0373 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Pushing event updated for resources: {'Subnet': ['ID=a39ad314-86d3-46b8-ad78-15b9e6fc367e,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:53.905787 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d068d3-1702-4626-94e2-61a7cd2c0373 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Checking segment: {'id': 'fe4f20dc-76cb-4b52-af0c-158e2543e18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '593ff4de-b113-4e1e-981b-82d4907293b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:56:53.908580 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d068d3-1702-4626-94e2-61a7cd2c0373 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Network hostable DHCP agents. Network: 593ff4de-b113-4e1e-981b-82d4907293b5, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:56:53.915970 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8177a75e-71c6-4a2b-b69b-be2b0746cb2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (89cf559f-e9af-45da-b460-2d90bd34d047), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:53.920275 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-13e38615-16f5-4c37-9b46-780b7239fe03 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (77944a1a-513f-4a0b-85ec-8250b42d33fe), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:53.928683 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8177a75e-71c6-4a2b-b69b-be2b0746cb2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:53.933827 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-8177a75e-71c6-4a2b-b69b-be2b0746cb2e admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/89cf559f-e9af-45da-b460-2d90bd34d047 HTTP/1.1" status: 204 len: 168 time: 0.5854061 Feb 09 21:56:53.979991 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8177a75e-71c6-4a2b-b69b-be2b0746cb2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89cf559f-e9af-45da-b460-2d90bd34d047,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:54.018528 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d068d3-1702-4626-94e2-61a7cd2c0373 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Network 593ff4de-b113-4e1e-981b-82d4907293b5 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:56:54.044437 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-15d068d3-1702-4626-94e2-61a7cd2c0373 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 593ff4de-b113-4e1e-981b-82d4907293b5) {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:56:54.049525 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d068d3-1702-4626-94e2-61a7cd2c0373 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:54.050139 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-15d068d3-1702-4626-94e2-61a7cd2c0373 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:54.065263 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5968a554-951e-4e1c-a2d4-db5c81704456 None None] Network 593ff4de-b113-4e1e-981b-82d4907293b5 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:56:54.078451 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5ae0b1-6f25-4036-ad78-2f3e328fb800 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b1ce23f-4486-4027-8dc2-390427423a0a,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:54.082737 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-13e38615-16f5-4c37-9b46-780b7239fe03 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (77944a1a-513f-4a0b-85ec-8250b42d33fe), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:54.087826 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6b5ae0b1-6f25-4036-ad78-2f3e328fb800 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:54.092055 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-6b5ae0b1-6f25-4036-ad78-2f3e328fb800 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1113064 Feb 09 21:56:54.092275 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 58464) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:54.106586 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-9e7a9c30-b892-45a0-8591-8938084b3599 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Request body: {'security_group_rule': {'security_group_id': '82c6b23b-6a15-4274-a08a-43f514ea9539', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:56:54.136080 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-15d068d3-1702-4626-94e2-61a7cd2c0373 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.4531868 Feb 09 21:56:54.136600 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 58466) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:54.172059 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-13e38615-16f5-4c37-9b46-780b7239fe03 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (77944a1a-513f-4a0b-85ec-8250b42d33fe), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:54.221333 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e38615-16f5-4c37-9b46-780b7239fe03 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Pushing event deleted for resources: {'Subnet': ['ID=77944a1a-513f-4a0b-85ec-8250b42d33fe,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:54.231908 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-13e38615-16f5-4c37-9b46-780b7239fe03 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:54.238849 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-13e38615-16f5-4c37-9b46-780b7239fe03 tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] 10.222.0.90 "DELETE /v2.0/subnets/77944a1a-513f-4a0b-85ec-8250b42d33fe HTTP/1.1" status: 204 len: 168 time: 1.0823560 Feb 09 21:56:54.239772 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58470) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:54.246323 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a628f3-0907-43d7-b86f-91fc2b33e4bb None None] Network e965b830-d9fa-461e-b0cb-9451b5341d14 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:56:54.441349 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3e54087e-39c7-46bc-8ac3-b73dffe1fb0a tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (e965b830-d9fa-461e-b0cb-9451b5341d14), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:54.477438 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3ab4ae-0965-418d-b58a-feec1671cf86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-593ff4de-b113-4e1e-981b-82d4907293b5', 'network_id': '593ff4de-b113-4e1e-981b-82d4907293b5', 'project_id': '223d3fc4293a4815bcb23134d0e1c2d3', 'fixed_ips': [{'subnet_id': 'a39ad314-86d3-46b8-ad78-15b9e6fc367e'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:56:54.479277 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ec3ab4ae-0965-418d-b58a-feec1671cf86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:54.588385 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-3e54087e-39c7-46bc-8ac3-b73dffe1fb0a tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Deleting port d886d412-d741-4a84-8174-145912f1e376 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:56:54.588737 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3e54087e-39c7-46bc-8ac3-b73dffe1fb0a tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (d886d412-d741-4a84-8174-145912f1e376), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:54.713012 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b73e44-94b9-480e-b411-9df109faed75 None None] DHCP port deletion for e965b830-d9fa-461e-b0cb-9451b5341d14 request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:56:54.821323 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-99b73e44-94b9-480e-b411-9df109faed75 None None] Deleting port d886d412-d741-4a84-8174-145912f1e376 {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:56:54.821718 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-99b73e44-94b9-480e-b411-9df109faed75 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (d886d412-d741-4a84-8174-145912f1e376), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:54.854251 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-ec3ab4ae-0965-418d-b58a-feec1671cf86 None None] Allocated IP 172.20.0.18 (593ff4de-b113-4e1e-981b-82d4907293b5/a39ad314-86d3-46b8-ad78-15b9e6fc367e/89292144-8ab9-4145-b9ab-4ebf71c5f6f1) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:56:54.884646 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-3e54087e-39c7-46bc-8ac3-b73dffe1fb0a tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] For port d886d412-d741-4a84-8174-145912f1e376, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=d886d412-d741-4a84-8174-145912f1e376,segment=NetworkSegment(a9e83cec-dd6b-45f9-ae16-53de93e27733),segment_id=a9e83cec-dd6b-45f9-ae16-53de93e27733)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:56:54.885019 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3e54087e-39c7-46bc-8ac3-b73dffe1fb0a tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (d886d412-d741-4a84-8174-145912f1e376), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:54.954843 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-3e54087e-39c7-46bc-8ac3-b73dffe1fb0a tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Calling delete_port for d886d412-d741-4a84-8174-145912f1e376 owned by network:dhcp {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:56:54.959731 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9e7a9c30-b892-45a0-8591-8938084b3599 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group_rule (d5f848c3-e4c5-4893-bfdd-606c71716f39), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:55.074692 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49421a01-74f2-4625-bd43-306a567b6524 req-27f890d4-d84a-4511-85d4-e78191b3839f tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:55.097854 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-49421a01-74f2-4625-bd43-306a567b6524 req-27f890d4-d84a-4511-85d4-e78191b3839f tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=5c0e31f7-a19c-4b58-9695-ac619a023e12 HTTP/1.1" status: 200 len: 946 time: 0.4692147 Feb 09 21:56:55.195107 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3e54087e-39c7-46bc-8ac3-b73dffe1fb0a tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (d886d412-d741-4a84-8174-145912f1e376), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:55.201388 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-99b73e44-94b9-480e-b411-9df109faed75 None None] For port d886d412-d741-4a84-8174-145912f1e376, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=d886d412-d741-4a84-8174-145912f1e376,segment=NetworkSegment(a9e83cec-dd6b-45f9-ae16-53de93e27733),segment_id=a9e83cec-dd6b-45f9-ae16-53de93e27733)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:56:55.201810 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-99b73e44-94b9-480e-b411-9df109faed75 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (d886d412-d741-4a84-8174-145912f1e376), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:55.227751 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-99b73e44-94b9-480e-b411-9df109faed75 None None] Calling delete_port for d886d412-d741-4a84-8174-145912f1e376 owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:56:55.247573 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e54087e-39c7-46bc-8ac3-b73dffe1fb0a tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] No DVR routers for this DVR port d886d412-d741-4a84-8174-145912f1e376 on host n-d-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:56:55.318636 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-99b73e44-94b9-480e-b411-9df109faed75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (d886d412-d741-4a84-8174-145912f1e376), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:55.321208 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e54087e-39c7-46bc-8ac3-b73dffe1fb0a tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Pushing event deleted for resources: {'Port': ['ID=d886d412-d741-4a84-8174-145912f1e376,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:55.332297 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device e538a3be-8080-485d-aa77-2a2db811dad8 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:56:55.352599 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9e7a9c30-b892-45a0-8591-8938084b3599 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group_rule (d5f848c3-e4c5-4893-bfdd-606c71716f39), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:55.372520 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9e7a9c30-b892-45a0-8591-8938084b3599 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (d5f848c3-e4c5-4893-bfdd-606c71716f39), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:55.470040 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3e54087e-39c7-46bc-8ac3-b73dffe1fb0a tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (e965b830-d9fa-461e-b0cb-9451b5341d14), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:55.513966 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7a9c30-b892-45a0-8591-8938084b3599 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5f848c3-e4c5-4893-bfdd-606c71716f39,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:55.515366 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-3e54087e-39c7-46bc-8ac3-b73dffe1fb0a tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e965b830-d9fa-461e-b0cb-9451b5341d14']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:55.517375 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b73e44-94b9-480e-b411-9df109faed75 None None] Pushing event deleted for resources: {'Port': ['ID=d886d412-d741-4a84-8174-145912f1e376,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:55.519496 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-49421a01-74f2-4625-bd43-306a567b6524 req-b1213997-631a-44eb-b444-a8b53f090831 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=a72d620d-4650-43fd-afbd-3b01f73e5444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3873584 Feb 09 21:56:55.519719 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b73e44-94b9-480e-b411-9df109faed75 None None] No DVR routers for this DVR port d886d412-d741-4a84-8174-145912f1e376 on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:56:55.527486 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9e7a9c30-b892-45a0-8591-8938084b3599 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:55.528885 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-9e7a9c30-b892-45a0-8591-8938084b3599 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4349351 Feb 09 21:56:55.532175 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58506) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:55.540521 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-79e951dc-00bf-458d-9cfc-8a936e4ee0eb tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Request body: {'security_group_rule': {'security_group_id': '82c6b23b-6a15-4274-a08a-43f514ea9539', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:56:55.574842 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port e538a3be-8080-485d-aa77-2a2db811dad8 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:56:55.575458 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (e538a3be-8080-485d-aa77-2a2db811dad8), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:55.587611 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-3e54087e-39c7-46bc-8ac3-b73dffe1fb0a tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9e83cec-dd6b-45f9-ae16-53de93e27733') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:55.587920 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-3e54087e-39c7-46bc-8ac3-b73dffe1fb0a tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9e83cec-dd6b-45f9-ae16-53de93e27733') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:56:55.603679 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3e54087e-39c7-46bc-8ac3-b73dffe1fb0a tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (a9e83cec-dd6b-45f9-ae16-53de93e27733), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:55.613435 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-79e951dc-00bf-458d-9cfc-8a936e4ee0eb tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group_rule (d9d8dadd-7866-41ac-9293-d5a82d3eeae4), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:55.673477 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3e54087e-39c7-46bc-8ac3-b73dffe1fb0a tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (a9e83cec-dd6b-45f9-ae16-53de93e27733), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:55.746462 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e54087e-39c7-46bc-8ac3-b73dffe1fb0a tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:56:55.747800 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port e538a3be-8080-485d-aa77-2a2db811dad8 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:56:55.748322 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (e538a3be-8080-485d-aa77-2a2db811dad8), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:55.752255 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3e54087e-39c7-46bc-8ac3-b73dffe1fb0a tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (a9e83cec-dd6b-45f9-ae16-53de93e27733), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:55.755833 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:56:55.755833 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:56:55.755833 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:56:55.755833 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:56:55.755833 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:56:55.755833 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:56:55.755833 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:56:55.755833 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:56:55.755833 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:56:55.755833 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:56:55.755833 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:56:55.755833 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:56:55.755833 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:56:55.755833 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:56:55.755833 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:56:55.755833 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:56:55.755833 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:56:55.755833 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:56:55.755833 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:56:55.755833 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:56:55.755833 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:56:55.755833 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:56:55.755833 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:56:55.755833 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:56:55.755833 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:56:55.755833 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:56:55.755833 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:56:55.755833 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:56:55.755833 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:56:55.755833 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:56:55.755833 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:56:55.755833 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:56:55.779457 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port e538a3be-8080-485d-aa77-2a2db811dad8, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=e538a3be-8080-485d-aa77-2a2db811dad8,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:56:55.787131 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (e538a3be-8080-485d-aa77-2a2db811dad8), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:55.791798 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1d383ea1-9a04-42f3-943b-7d7df790a1ca tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:55.861503 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=e538a3be-8080-485d-aa77-2a2db811dad8,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:55.898466 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-79e951dc-00bf-458d-9cfc-8a936e4ee0eb tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group_rule (d9d8dadd-7866-41ac-9293-d5a82d3eeae4), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:55.916624 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-79e951dc-00bf-458d-9cfc-8a936e4ee0eb tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (d9d8dadd-7866-41ac-9293-d5a82d3eeae4), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:55.950430 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e951dc-00bf-458d-9cfc-8a936e4ee0eb tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9d8dadd-7866-41ac-9293-d5a82d3eeae4,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:55.953342 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3e54087e-39c7-46bc-8ac3-b73dffe1fb0a tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (e965b830-d9fa-461e-b0cb-9451b5341d14), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:55.959318 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device d886d412-d741-4a84-8174-145912f1e376 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:56:55.974975 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3e54087e-39c7-46bc-8ac3-b73dffe1fb0a tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:55.978680 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-3e54087e-39c7-46bc-8ac3-b73dffe1fb0a tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] 10.222.0.90 "DELETE /v2.0/networks/e965b830-d9fa-461e-b0cb-9451b5341d14 HTTP/1.1" status: 204 len: 168 time: 1.7375715 Feb 09 21:56:55.981681 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-79e951dc-00bf-458d-9cfc-8a936e4ee0eb tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:55.985291 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-79e951dc-00bf-458d-9cfc-8a936e4ee0eb tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4481623 Feb 09 21:56:55.986847 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58520) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:56.002858 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-bba61582-4b77-4e7f-b36e-5b682d76ec6b tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Request body: {'security_group_rule': {'security_group_id': '82c6b23b-6a15-4274-a08a-43f514ea9539', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:56:56.015912 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e54087e-39c7-46bc-8ac3-b73dffe1fb0a tempest-FloatingIPNegativeTestJSON-1741349337 tempest-FloatingIPNegativeTestJSON-1741349337-project] Pushing event deleted for resources: {'Network': ['ID=e965b830-d9fa-461e-b0cb-9451b5341d14,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:56.047860 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: d886d412-d741-4a84-8174-145912f1e376 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:56:56.048249 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device d886d412-d741-4a84-8174-145912f1e376 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:56:56.078487 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bba61582-4b77-4e7f-b36e-5b682d76ec6b tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group_rule (581abaf2-d58a-42e9-ac22-faa5e9ab6fba), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:56.097783 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ec3ab4ae-0965-418d-b58a-feec1671cf86 None None] Publish callbacks [] for port (89292144-8ab9-4145-b9ab-4ebf71c5f6f1), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:56.112304 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ec3ab4ae-0965-418d-b58a-feec1671cf86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (89292144-8ab9-4145-b9ab-4ebf71c5f6f1), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:56.188148 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3ab4ae-0965-418d-b58a-feec1671cf86 None None] Network 593ff4de-b113-4e1e-981b-82d4907293b5 is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:56:56.190890 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3ab4ae-0965-418d-b58a-feec1671cf86 None None] Pushing event updated for resources: {'Port': ['ID=89292144-8ab9-4145-b9ab-4ebf71c5f6f1,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:56.193975 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-ec3ab4ae-0965-418d-b58a-feec1671cf86 None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:56:56.196456 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3ab4ae-0965-418d-b58a-feec1671cf86 None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:56:56.266432 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bba61582-4b77-4e7f-b36e-5b682d76ec6b tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group_rule (581abaf2-d58a-42e9-ac22-faa5e9ab6fba), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:56.273785 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bba61582-4b77-4e7f-b36e-5b682d76ec6b tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (581abaf2-d58a-42e9-ac22-faa5e9ab6fba), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:56.321746 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba61582-4b77-4e7f-b36e-5b682d76ec6b tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=581abaf2-d58a-42e9-ac22-faa5e9ab6fba,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:56.323483 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-ec3ab4ae-0965-418d-b58a-feec1671cf86 None None] Attempting to bind port 89292144-8ab9-4145-b9ab-4ebf71c5f6f1 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:56:56.323992 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-ec3ab4ae-0965-418d-b58a-feec1671cf86 None None] Attempting to bind port 89292144-8ab9-4145-b9ab-4ebf71c5f6f1 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': 'fe4f20dc-76cb-4b52-af0c-158e2543e18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '593ff4de-b113-4e1e-981b-82d4907293b5'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:56:56.325078 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3ab4ae-0965-418d-b58a-feec1671cf86 None None] Attempting to bind port 89292144-8ab9-4145-b9ab-4ebf71c5f6f1 on network 593ff4de-b113-4e1e-981b-82d4907293b5 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:56:56.338448 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bba61582-4b77-4e7f-b36e-5b682d76ec6b tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:56.341459 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3ab4ae-0965-418d-b58a-feec1671cf86 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:56:56.341932 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-bba61582-4b77-4e7f-b36e-5b682d76ec6b tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3546195 Feb 09 21:56:56.342143 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3ab4ae-0965-418d-b58a-feec1671cf86 None None] Checking segment: {'id': 'fe4f20dc-76cb-4b52-af0c-158e2543e18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '593ff4de-b113-4e1e-981b-82d4907293b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:56:56.343608 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ec3ab4ae-0965-418d-b58a-feec1671cf86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:56.344125 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3ab4ae-0965-418d-b58a-feec1671cf86 None None] Bound using segment: {'id': 'fe4f20dc-76cb-4b52-af0c-158e2543e18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '593ff4de-b113-4e1e-981b-82d4907293b5'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:56:56.344829 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-ec3ab4ae-0965-418d-b58a-feec1671cf86 None None] Bound port: 89292144-8ab9-4145-b9ab-4ebf71c5f6f1, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe4f20dc-76cb-4b52-af0c-158e2543e18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '593ff4de-b113-4e1e-981b-82d4907293b5'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:56:56.345377 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ec3ab4ae-0965-418d-b58a-feec1671cf86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (89292144-8ab9-4145-b9ab-4ebf71c5f6f1), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:56.347051 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58532) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:56.407979 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-dc08e3fa-63cb-40b2-a1fe-d6ab2f770596 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group_rule (581abaf2-d58a-42e9-ac22-faa5e9ab6fba), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:56.429180 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-dc08e3fa-63cb-40b2-a1fe-d6ab2f770596 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group_rule (581abaf2-d58a-42e9-ac22-faa5e9ab6fba), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:56.502846 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-dc08e3fa-63cb-40b2-a1fe-d6ab2f770596 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (581abaf2-d58a-42e9-ac22-faa5e9ab6fba), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:56.516238 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-dc08e3fa-63cb-40b2-a1fe-d6ab2f770596 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:56.519502 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-1d383ea1-9a04-42f3-943b-7d7df790a1ca tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Allocated IP 172.20.0.17 (593ff4de-b113-4e1e-981b-82d4907293b5/a39ad314-86d3-46b8-ad78-15b9e6fc367e/fcb63841-3634-4dba-8f66-c79411966ebb) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:56:56.531883 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 58538) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:56.532267 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-ec3ab4ae-0965-418d-b58a-feec1671cf86 None None] For port 89292144-8ab9-4145-b9ab-4ebf71c5f6f1, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:56:56.532543 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-dc08e3fa-63cb-40b2-a1fe-d6ab2f770596 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] 10.222.0.90 "DELETE /v2.0/security-group-rules/581abaf2-d58a-42e9-ac22-faa5e9ab6fba HTTP/1.1" status: 204 len: 168 time: 0.1829121 Feb 09 21:56:56.544190 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-ec3ab4ae-0965-418d-b58a-feec1671cf86 None None] For port 89292144-8ab9-4145-b9ab-4ebf71c5f6f1, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=89292144-8ab9-4145-b9ab-4ebf71c5f6f1,segment=NetworkSegment(fe4f20dc-76cb-4b52-af0c-158e2543e18c),segment_id=fe4f20dc-76cb-4b52-af0c-158e2543e18c)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:56:56.554931 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ec3ab4ae-0965-418d-b58a-feec1671cf86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (89292144-8ab9-4145-b9ab-4ebf71c5f6f1), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:56.566021 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc08e3fa-63cb-40b2-a1fe-d6ab2f770596 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=581abaf2-d58a-42e9-ac22-faa5e9ab6fba,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:56.697644 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3ab4ae-0965-418d-b58a-feec1671cf86 None None] Pushing event updated for resources: {'Port': ['ID=89292144-8ab9-4145-b9ab-4ebf71c5f6f1,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:56.810112 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58552) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:56.909204 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1d383ea1-9a04-42f3-943b-7d7df790a1ca tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks [] for port (fcb63841-3634-4dba-8f66-c79411966ebb), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:56.968849 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-eb0d316b-e0b1-4349-acc8-a78de44f28b6 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] 10.222.0.90 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.4345622 Feb 09 21:56:56.971937 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58556) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:56.973297 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1d383ea1-9a04-42f3-943b-7d7df790a1ca tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (fcb63841-3634-4dba-8f66-c79411966ebb), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:57.057854 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c5890649-9dbf-41e6-b618-b60945daa555 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group_rule (d9d8dadd-7866-41ac-9293-d5a82d3eeae4), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:57.074087 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d383ea1-9a04-42f3-943b-7d7df790a1ca tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Pushing event updated for resources: {'Port': ['ID=fcb63841-3634-4dba-8f66-c79411966ebb,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:57.110778 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d383ea1-9a04-42f3-943b-7d7df790a1ca tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Network 593ff4de-b113-4e1e-981b-82d4907293b5 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:56:57.114973 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c5890649-9dbf-41e6-b618-b60945daa555 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group_rule (d9d8dadd-7866-41ac-9293-d5a82d3eeae4), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:57.124353 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-1d383ea1-9a04-42f3-943b-7d7df790a1ca tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:56:57.146362 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d383ea1-9a04-42f3-943b-7d7df790a1ca tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:56:57.289532 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b96b04-5314-4e86-9531-d5629eb5f2b0 req-c6069137-b3ba-4c54-a624-35fe3bb620f9 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:57.291275 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-22b96b04-5314-4e86-9531-d5629eb5f2b0 req-c6069137-b3ba-4c54-a624-35fe3bb620f9 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=5c0e31f7-a19c-4b58-9695-ac619a023e12 HTTP/1.1" status: 200 len: 946 time: 0.5779603 Feb 09 21:56:57.341854 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-e0a475e2-1d96-41e7-8c84-35e96d5f9238 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=275c77f40073464b8a5869a4a6ac63bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5279968 Feb 09 21:56:57.351034 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58560) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:57.400006 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1d383ea1-9a04-42f3-943b-7d7df790a1ca tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554727'] for router_interface (4e1fed3d-a507-4c26-ba2e-a3583e2ccfa9), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:57.459449 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c5890649-9dbf-41e6-b618-b60945daa555 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (d9d8dadd-7866-41ac-9293-d5a82d3eeae4), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:57.478566 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 89292144-8ab9-4145-b9ab-4ebf71c5f6f1 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:56:57.536522 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c5890649-9dbf-41e6-b618-b60945daa555 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:57.539749 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-c5890649-9dbf-41e6-b618-b60945daa555 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] 10.222.0.90 "DELETE /v2.0/security-group-rules/d9d8dadd-7866-41ac-9293-d5a82d3eeae4 HTTP/1.1" status: 204 len: 168 time: 0.5642991 Feb 09 21:56:57.552128 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58568) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:57.558661 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 89292144-8ab9-4145-b9ab-4ebf71c5f6f1 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:56:57.559457 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (89292144-8ab9-4145-b9ab-4ebf71c5f6f1), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:57.590879 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5890649-9dbf-41e6-b618-b60945daa555 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d9d8dadd-7866-41ac-9293-d5a82d3eeae4,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:57.609130 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58570) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:57.710200 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 89292144-8ab9-4145-b9ab-4ebf71c5f6f1 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:56:57.711470 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (89292144-8ab9-4145-b9ab-4ebf71c5f6f1), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:57.743614 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-22b96b04-5314-4e86-9531-d5629eb5f2b0 req-6b296d1f-b6b9-4b8e-b547-159c138c5ede tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=a72d620d-4650-43fd-afbd-3b01f73e5444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4435635 Feb 09 21:56:57.756085 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1d383ea1-9a04-42f3-943b-7d7df790a1ca tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (fcb63841-3634-4dba-8f66-c79411966ebb), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:57.773070 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-6714403b-700b-4701-8c99-f6271d1dfab1 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] 10.222.0.90 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.2059791 Feb 09 21:56:57.776394 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 58574) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:57.776710 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ee0d8f3d-96f8-4842-b8a8-26d964251698 admin admin] Publish callbacks [] for security_group (4b4eddcc-5eb0-494d-9255-7d270d64ffe4), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:57.803625 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ee0d8f3d-96f8-4842-b8a8-26d964251698 admin admin] Publish callbacks [] for security_group (4b4eddcc-5eb0-494d-9255-7d270d64ffe4), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:57.807695 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port 89292144-8ab9-4145-b9ab-4ebf71c5f6f1, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=89292144-8ab9-4145-b9ab-4ebf71c5f6f1,segment=NetworkSegment(fe4f20dc-76cb-4b52-af0c-158e2543e18c),segment_id=fe4f20dc-76cb-4b52-af0c-158e2543e18c)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:56:57.813413 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-eb8131b4-4d87-4e66-9a60-b5bbb5e9c54a tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group_rule (d5f848c3-e4c5-4893-bfdd-606c71716f39), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:57.817620 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (89292144-8ab9-4145-b9ab-4ebf71c5f6f1), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:57.821682 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device e538a3be-8080-485d-aa77-2a2db811dad8 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:56:57.822622 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-eb8131b4-4d87-4e66-9a60-b5bbb5e9c54a tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group_rule (d5f848c3-e4c5-4893-bfdd-606c71716f39), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:57.871781 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-971a9bc5-f6f1-43b9-8b8f-a864b1639ed0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:57.887880 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-eb8131b4-4d87-4e66-9a60-b5bbb5e9c54a tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (d5f848c3-e4c5-4893-bfdd-606c71716f39), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:57.911156 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-eb8131b4-4d87-4e66-9a60-b5bbb5e9c54a tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:57.914451 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-eb8131b4-4d87-4e66-9a60-b5bbb5e9c54a tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] 10.222.0.90 "DELETE /v2.0/security-group-rules/d5f848c3-e4c5-4893-bfdd-606c71716f39 HTTP/1.1" status: 204 len: 168 time: 0.1344919 Feb 09 21:56:57.921939 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58580) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:57.947972 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8131b4-4d87-4e66-9a60-b5bbb5e9c54a tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d5f848c3-e4c5-4893-bfdd-606c71716f39,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:57.955572 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ee0d8f3d-96f8-4842-b8a8-26d964251698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (4b4eddcc-5eb0-494d-9255-7d270d64ffe4), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:57.960071 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ee0d8f3d-96f8-4842-b8a8-26d964251698 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:57.964835 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-ee0d8f3d-96f8-4842-b8a8-26d964251698 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/4b4eddcc-5eb0-494d-9255-7d270d64ffe4 HTTP/1.1" status: 204 len: 168 time: 0.6032448 Feb 09 21:56:58.059746 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-bfd5253f-8b40-4bc6-95c5-ab658e10c63f tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] 10.222.0.90 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1362574 Feb 09 21:56:58.063674 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0d8f3d-96f8-4842-b8a8-26d964251698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b4eddcc-5eb0-494d-9255-7d270d64ffe4,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:58.072621 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 58584) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:58.127072 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-971a9bc5-f6f1-43b9-8b8f-a864b1639ed0 admin admin] Publish callbacks [] for security_group (1d800f1d-30aa-453c-b9f2-086f7cb278cf), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:58.140554 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-971a9bc5-f6f1-43b9-8b8f-a864b1639ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (1d800f1d-30aa-453c-b9f2-086f7cb278cf), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:58.143614 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port e538a3be-8080-485d-aa77-2a2db811dad8 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:56:58.144284 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (e538a3be-8080-485d-aa77-2a2db811dad8), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:58.153119 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c48f646a-1570-41c7-9fdf-7ecdae5b235f tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group_rule (2b1ce23f-4486-4027-8dc2-390427423a0a), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:58.165728 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c48f646a-1570-41c7-9fdf-7ecdae5b235f tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group_rule (2b1ce23f-4486-4027-8dc2-390427423a0a), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:58.200254 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c48f646a-1570-41c7-9fdf-7ecdae5b235f tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (2b1ce23f-4486-4027-8dc2-390427423a0a), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:58.208311 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c48f646a-1570-41c7-9fdf-7ecdae5b235f tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:58.213234 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-c48f646a-1570-41c7-9fdf-7ecdae5b235f tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] 10.222.0.90 "DELETE /v2.0/security-group-rules/2b1ce23f-4486-4027-8dc2-390427423a0a HTTP/1.1" status: 204 len: 168 time: 0.1396782 Feb 09 21:56:58.216692 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 58586) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:58.240799 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-971a9bc5-f6f1-43b9-8b8f-a864b1639ed0 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=2d7c5b4627f640b6b22c56edd431689d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6255360 Feb 09 21:56:58.242211 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971a9bc5-f6f1-43b9-8b8f-a864b1639ed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d800f1d-30aa-453c-b9f2-086f7cb278cf,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:58.260405 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58590) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:58.263442 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=89292144-8ab9-4145-b9ab-4ebf71c5f6f1,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:58.306673 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48f646a-1570-41c7-9fdf-7ecdae5b235f tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2b1ce23f-4486-4027-8dc2-390427423a0a,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:58.337035 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58592) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:58.338005 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-44a37558-3256-4f7f-923e-aa56976d451b tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] 10.222.0.90 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1165733 Feb 09 21:56:58.446264 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6c8e483a-7c2a-4ebd-9bb2-9dcf0a12bcd4 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group_rule (0d463642-c773-4d74-9c92-1e2e1f656b5a), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:58.468463 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6c8e483a-7c2a-4ebd-9bb2-9dcf0a12bcd4 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group_rule (0d463642-c773-4d74-9c92-1e2e1f656b5a), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:58.493922 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-79ba9aec-d5ce-4b3a-8046-5bd412187402 admin admin] Publish callbacks [] for security_group (1d800f1d-30aa-453c-b9f2-086f7cb278cf), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:58.502207 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port e538a3be-8080-485d-aa77-2a2db811dad8 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:56:58.564543 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-79ba9aec-d5ce-4b3a-8046-5bd412187402 admin admin] Publish callbacks [] for security_group (1d800f1d-30aa-453c-b9f2-086f7cb278cf), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:58.599727 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6c8e483a-7c2a-4ebd-9bb2-9dcf0a12bcd4 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (0d463642-c773-4d74-9c92-1e2e1f656b5a), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:58.607859 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6c8e483a-7c2a-4ebd-9bb2-9dcf0a12bcd4 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:58.612095 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-6c8e483a-7c2a-4ebd-9bb2-9dcf0a12bcd4 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] 10.222.0.90 "DELETE /v2.0/security-group-rules/0d463642-c773-4d74-9c92-1e2e1f656b5a HTTP/1.1" status: 204 len: 168 time: 0.2720082 Feb 09 21:56:58.617395 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58606) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:58.662429 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1d383ea1-9a04-42f3-943b-7d7df790a1ca tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks [] for port (fcb63841-3634-4dba-8f66-c79411966ebb), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:58.668950 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1d383ea1-9a04-42f3-943b-7d7df790a1ca tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (fcb63841-3634-4dba-8f66-c79411966ebb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:58.670211 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8e483a-7c2a-4ebd-9bb2-9dcf0a12bcd4 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0d463642-c773-4d74-9c92-1e2e1f656b5a,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:58.709342 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-fecd1d4f-6007-4978-8858-3d9bab64cfa7 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] 10.222.0.90 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0883801 Feb 09 21:56:58.710815 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58610) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:58.751315 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c11ef0-8949-4181-841c-d69502b3e697 None None] Network 593ff4de-b113-4e1e-981b-82d4907293b5 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:56:58.764660 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1d383ea1-9a04-42f3-943b-7d7df790a1ca tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524919'] for router_interface (4e1fed3d-a507-4c26-ba2e-a3583e2ccfa9), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:58.848335 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-79ba9aec-d5ce-4b3a-8046-5bd412187402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (1d800f1d-30aa-453c-b9f2-086f7cb278cf), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:58.851479 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-79ba9aec-d5ce-4b3a-8046-5bd412187402 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:58.863296 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-79ba9aec-d5ce-4b3a-8046-5bd412187402 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/1d800f1d-30aa-453c-b9f2-086f7cb278cf HTTP/1.1" status: 204 len: 168 time: 0.6013839 Feb 09 21:56:58.914433 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ba9aec-d5ce-4b3a-8046-5bd412187402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d800f1d-30aa-453c-b9f2-086f7cb278cf,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:58.960655 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9cf41d32-7e76-4d77-86f3-6d43944c1f41 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group (82c6b23b-6a15-4274-a08a-43f514ea9539), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:59.062215 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9cf41d32-7e76-4d77-86f3-6d43944c1f41 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group (82c6b23b-6a15-4274-a08a-43f514ea9539), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:59.089151 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-e930335b-046f-4999-bde1-d6893340d26f None None] Provisioning complete for port 89292144-8ab9-4145-b9ab-4ebf71c5f6f1 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:56:59.093512 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e930335b-046f-4999-bde1-d6893340d26f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (89292144-8ab9-4145-b9ab-4ebf71c5f6f1), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:59.233338 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9cf41d32-7e76-4d77-86f3-6d43944c1f41 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (82c6b23b-6a15-4274-a08a-43f514ea9539), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:59.236110 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9cf41d32-7e76-4d77-86f3-6d43944c1f41 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:59.237322 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-9cf41d32-7e76-4d77-86f3-6d43944c1f41 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] 10.222.0.90 "DELETE /v2.0/security-groups/82c6b23b-6a15-4274-a08a-43f514ea9539 HTTP/1.1" status: 204 len: 168 time: 0.5253992 Feb 09 21:56:59.254556 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58626) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:59.333858 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf41d32-7e76-4d77-86f3-6d43944c1f41 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c6b23b-6a15-4274-a08a-43f514ea9539,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:59.378611 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 89292144-8ab9-4145-b9ab-4ebf71c5f6f1 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:56:59.452780 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-91d00a2a-df37-4e95-a173-d3416f777171 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1910477 Feb 09 21:56:59.452780 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58632) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:59.463179 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-10105300-1ba6-4237-9eba-781c912f6822 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Request body: {'security_group': {'name': 'tempest-secgroup--904074980'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:56:59.523534 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d383ea1-9a04-42f3-943b-7d7df790a1ca tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Pushing event updated for resources: {'Port': ['ID=fcb63841-3634-4dba-8f66-c79411966ebb,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:59.551024 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-10105300-1ba6-4237-9eba-781c912f6822 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:59.598788 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d383ea1-9a04-42f3-943b-7d7df790a1ca tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Network 593ff4de-b113-4e1e-981b-82d4907293b5 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:56:59.602527 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-1d383ea1-9a04-42f3-943b-7d7df790a1ca tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:56:59.623932 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-e930335b-046f-4999-bde1-d6893340d26f None None] Current status of the port 89292144-8ab9-4145-b9ab-4ebf71c5f6f1 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:56:59.631848 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 89292144-8ab9-4145-b9ab-4ebf71c5f6f1 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:56:59.632606 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (89292144-8ab9-4145-b9ab-4ebf71c5f6f1), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:59.792822 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58638) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:59.808818 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 89292144-8ab9-4145-b9ab-4ebf71c5f6f1 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:56:59.849832 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8817de74-79c6-461c-bbe5-0df564b1664f req-6e6e2d4d-148e-432d-8d5e-f3c25fc747a3 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:56:59.852475 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8817de74-79c6-461c-bbe5-0df564b1664f req-6e6e2d4d-148e-432d-8d5e-f3c25fc747a3 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=5c0e31f7-a19c-4b58-9695-ac619a023e12 HTTP/1.1" status: 200 len: 946 time: 0.4505377 Feb 09 21:56:59.865476 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-10105300-1ba6-4237-9eba-781c912f6822 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group (d862d341-1ed9-4398-8bae-847bf8d39f00), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:59.875406 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-10105300-1ba6-4237-9eba-781c912f6822 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (d862d341-1ed9-4398-8bae-847bf8d39f00), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:59.923597 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10105300-1ba6-4237-9eba-781c912f6822 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d862d341-1ed9-4398-8bae-847bf8d39f00,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:56:59.957208 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-10105300-1ba6-4237-9eba-781c912f6822 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:56:59.962209 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8817de74-79c6-461c-bbe5-0df564b1664f req-a492f9c4-40ba-4be4-a5b9-7dae16288700 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=a72d620d-4650-43fd-afbd-3b01f73e5444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907731 Feb 09 21:56:59.964628 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 58650) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:56:59.966390 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-10105300-1ba6-4237-9eba-781c912f6822 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5145612 Feb 09 21:56:59.976786 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-19045233-583e-48cf-b76f-17e604d359aa tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Request body: {'security_group_rule': {'security_group_id': 'd862d341-1ed9-4398-8bae-847bf8d39f00', 'direction': 'ingress', 'protocol': 17}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:00.026303 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d383ea1-9a04-42f3-943b-7d7df790a1ca tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Router 4e1fed3d-a507-4c26-ba2e-a3583e2ccfa9 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:57:00.086544 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-f776adf3-56bd-43f0-acc5-44229d31ba02 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Request body: {'networks': [{'name': 'tempest-network--849534619'}, {'name': 'tempest-network--1343219513'}]} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:00.087917 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-f776adf3-56bd-43f0-acc5-44229d31ba02 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Request body: {'network': {'name': 'tempest-network--849534619'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:00.089287 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-f776adf3-56bd-43f0-acc5-44229d31ba02 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Request body: {'network': {'name': 'tempest-network--1343219513'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:00.126275 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f776adf3-56bd-43f0-acc5-44229d31ba02 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Made reservation on behalf of ff064361fbb34337bb7671818cce2f16 for: {'network': 2} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:57:00.141054 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f776adf3-56bd-43f0-acc5-44229d31ba02 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:00.159272 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f776adf3-56bd-43f0-acc5-44229d31ba02 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:00.168392 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-406c3eb6-780d-42a4-90db-05830fc10280 None None] Provisioning complete for port fcb63841-3634-4dba-8f66-c79411966ebb triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:57:00.172692 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-406c3eb6-780d-42a4-90db-05830fc10280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (fcb63841-3634-4dba-8f66-c79411966ebb), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:00.256071 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-406c3eb6-780d-42a4-90db-05830fc10280 None None] Port fcb63841-3634-4dba-8f66-c79411966ebb cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:57:00.282974 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-406c3eb6-780d-42a4-90db-05830fc10280 None None] Provisioning complete for port 89292144-8ab9-4145-b9ab-4ebf71c5f6f1 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:57:00.283348 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-406c3eb6-780d-42a4-90db-05830fc10280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (89292144-8ab9-4145-b9ab-4ebf71c5f6f1), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:00.285057 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-19045233-583e-48cf-b76f-17e604d359aa tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group_rule (f22590f1-9468-4cb8-9a50-2243c6b3d7ef), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:00.364924 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f776adf3-56bd-43f0-acc5-44229d31ba02 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks [] for security_group (d0430cb4-8d36-4b10-ab86-a6afe7eb786a), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:00.375889 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f776adf3-56bd-43f0-acc5-44229d31ba02 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (d0430cb4-8d36-4b10-ab86-a6afe7eb786a), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:00.376410 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f776adf3-56bd-43f0-acc5-44229d31ba02 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:00.456404 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-19045233-583e-48cf-b76f-17e604d359aa tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group_rule (f22590f1-9468-4cb8-9a50-2243c6b3d7ef), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:00.499099 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-19045233-583e-48cf-b76f-17e604d359aa tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (f22590f1-9468-4cb8-9a50-2243c6b3d7ef), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:00.517987 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d383ea1-9a04-42f3-943b-7d7df790a1ca tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:57:00.523292 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-406c3eb6-780d-42a4-90db-05830fc10280 None None] Current status of the port 89292144-8ab9-4145-b9ab-4ebf71c5f6f1 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:57:00.524664 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f776adf3-56bd-43f0-acc5-44229d31ba02 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0430cb4-8d36-4b10-ab86-a6afe7eb786a,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:00.527499 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f776adf3-56bd-43f0-acc5-44229d31ba02 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:57:00.534734 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f9bf3a-8d1c-4f0c-ae1f-73e2399cd023 None None] Sync routers for ids ['4e1fed3d-a507-4c26-ba2e-a3583e2ccfa9'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:57:00.543762 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-1d383ea1-9a04-42f3-943b-7d7df790a1ca tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] 10.222.0.90 "PUT /v2.0/routers/4e1fed3d-a507-4c26-ba2e-a3583e2ccfa9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4007528 Feb 09 21:57:00.563509 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f9bf3a-8d1c-4f0c-ae1f-73e2399cd023 None None] Routers {'4e1fed3d-a507-4c26-ba2e-a3583e2ccfa9'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:57:00.564648 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-a5f9bf3a-8d1c-4f0c-ae1f-73e2399cd023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:56:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['4e1fed3d-a507-4c26-ba2e-a3583e2ccfa9'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:00.583211 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19045233-583e-48cf-b76f-17e604d359aa tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f22590f1-9468-4cb8-9a50-2243c6b3d7ef,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:00.585151 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f776adf3-56bd-43f0-acc5-44229d31ba02 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (6268e2af-10fe-42a9-aaed-fa88dc2746a2), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:00.585538 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-f776adf3-56bd-43f0-acc5-44229d31ba02 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Added segment 6268e2af-10fe-42a9-aaed-fa88dc2746a2 of type vlan for network bff9026a-a4ec-4047-b3f3-ac7c04cee97f Feb 09 21:57:00.606608 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-19045233-583e-48cf-b76f-17e604d359aa tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:00.610509 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-19045233-583e-48cf-b76f-17e604d359aa tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6405292 Feb 09 21:57:00.612283 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 58666) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:00.704650 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-f3b8f3e6-8cbe-4f62-9c66-dbbffc589a1f None None] Provisioning complete for port fcb63841-3634-4dba-8f66-c79411966ebb triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:57:00.705280 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f3b8f3e6-8cbe-4f62-9c66-dbbffc589a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (fcb63841-3634-4dba-8f66-c79411966ebb), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:00.732683 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f776adf3-56bd-43f0-acc5-44229d31ba02 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (bff9026a-a4ec-4047-b3f3-ac7c04cee97f), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:00.898430 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f776adf3-56bd-43f0-acc5-44229d31ba02 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:57:00.901030 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-f3b8f3e6-8cbe-4f62-9c66-dbbffc589a1f None None] Port fcb63841-3634-4dba-8f66-c79411966ebb cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:57:00.905418 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a3c9bc28-fbad-49ad-a703-79717b2b7f8a tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group (d862d341-1ed9-4398-8bae-847bf8d39f00), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:00.949358 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f776adf3-56bd-43f0-acc5-44229d31ba02 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (46d8cab7-1b90-4f57-a057-e34f8e839793), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:00.950393 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-f776adf3-56bd-43f0-acc5-44229d31ba02 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Added segment 46d8cab7-1b90-4f57-a057-e34f8e839793 of type vlan for network 88fa2954-7e2a-43e6-a40d-852897783843 Feb 09 21:57:01.026416 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a3c9bc28-fbad-49ad-a703-79717b2b7f8a tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group (d862d341-1ed9-4398-8bae-847bf8d39f00), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:01.096985 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-a5f9bf3a-8d1c-4f0c-ae1f-73e2399cd023 None None] Set router 4e1fed3d-a507-4c26-ba2e-a3583e2ccfa9 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:57:01.139332 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f776adf3-56bd-43f0-acc5-44229d31ba02 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (88fa2954-7e2a-43e6-a40d-852897783843), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:01.213969 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a3c9bc28-fbad-49ad-a703-79717b2b7f8a tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (d862d341-1ed9-4398-8bae-847bf8d39f00), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:01.216686 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a3c9bc28-fbad-49ad-a703-79717b2b7f8a tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:01.217923 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-a3c9bc28-fbad-49ad-a703-79717b2b7f8a tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] 10.222.0.90 "DELETE /v2.0/security-groups/d862d341-1ed9-4398-8bae-847bf8d39f00 HTTP/1.1" status: 204 len: 168 time: 0.6045809 Feb 09 21:57:01.220632 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58684) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:01.237862 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-67d5e8f3-f1bd-4558-8c9f-c01e45d8d4bc None None] Provisioning complete for port fcb63841-3634-4dba-8f66-c79411966ebb triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:57:01.241519 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-67d5e8f3-f1bd-4558-8c9f-c01e45d8d4bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (fcb63841-3634-4dba-8f66-c79411966ebb), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:01.317094 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f776adf3-56bd-43f0-acc5-44229d31ba02 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (bff9026a-a4ec-4047-b3f3-ac7c04cee97f), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:01.320491 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f776adf3-56bd-43f0-acc5-44229d31ba02 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (88fa2954-7e2a-43e6-a40d-852897783843), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:01.334367 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f776adf3-56bd-43f0-acc5-44229d31ba02 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:01.344540 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-67d5e8f3-f1bd-4558-8c9f-c01e45d8d4bc None None] Port fcb63841-3634-4dba-8f66-c79411966ebb cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:57:01.345216 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f776adf3-56bd-43f0-acc5-44229d31ba02 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:01.345920 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f776adf3-56bd-43f0-acc5-44229d31ba02 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:01.433682 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c9bc28-fbad-49ad-a703-79717b2b7f8a tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d862d341-1ed9-4398-8bae-847bf8d39f00,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:01.583961 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-a5f9bf3a-8d1c-4f0c-ae1f-73e2399cd023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e1fed3d-a507-4c26-ba2e-a3583e2ccfa9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-318241657', 'tenant_id': '223d3fc4293a4815bcb23134d0e1c2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'e538a3be-8080-485d-aa77-2a2db811dad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:56:46Z', 'updated_at': '2022-02-09T21:56:57Z', 'revision_number': 4, 'project_id': '223d3fc4293a4815bcb23134d0e1c2d3', 'gw_port': {'id': 'e538a3be-8080-485d-aa77-2a2db811dad8', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e1fed3d-a507-4c26-ba2e-a3583e2ccfa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3074, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:56:47Z', 'updated_at': '2022-02-09T21:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': 'fcb63841-3634-4dba-8f66-c79411966ebb', 'name': '', 'network_id': '593ff4de-b113-4e1e-981b-82d4907293b5', 'tenant_id': '223d3fc4293a4815bcb23134d0e1c2d3', 'mac_address': 'fa:16:3e:cb:9b:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e1fed3d-a507-4c26-ba2e-a3583e2ccfa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': 'a39ad314-86d3-46b8-ad78-15b9e6fc367e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:56:56Z', 'updated_at': '2022-02-09T21:56:58Z', 'revision_number': 2, 'project_id': '223d3fc4293a4815bcb23134d0e1c2d3', 'subnets': [{'id': 'a39ad314-86d3-46b8-ad78-15b9e6fc367e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:01.599965 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f776adf3-56bd-43f0-acc5-44229d31ba02 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Pushing event updated for resources: {'Network': ['ID=bff9026a-a4ec-4047-b3f3-ac7c04cee97f,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:01.614067 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network bff9026a-a4ec-4047-b3f3-ac7c04cee97f details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:57:01.630909 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c04449c-2345-4b5c-97d7-8194cbc31fb1 req-5145db38-fe9f-4039-8de4-cc53d5d800b8 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:01.643741 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1c04449c-2345-4b5c-97d7-8194cbc31fb1 req-5145db38-fe9f-4039-8de4-cc53d5d800b8 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=5c0e31f7-a19c-4b58-9695-ac619a023e12 HTTP/1.1" status: 200 len: 946 time: 0.2680459 Feb 09 21:57:01.662331 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65234e3-caf5-4864-9c45-f1ac3b0101d1 req-6b4f6f35-1717-4889-bceb-14b764bf5293 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:01.665917 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a65234e3-caf5-4864-9c45-f1ac3b0101d1 req-6b4f6f35-1717-4889-bceb-14b764bf5293 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] 10.222.0.90 "GET /v2.0/networks?id=593ff4de-b113-4e1e-981b-82d4907293b5 HTTP/1.1" status: 200 len: 797 time: 0.5047970 Feb 09 21:57:01.670050 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f9bf3a-8d1c-4f0c-ae1f-73e2399cd023 None None] Checking router: 4e1fed3d-a507-4c26-ba2e-a3583e2ccfa9 for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:57:01.671572 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f9bf3a-8d1c-4f0c-ae1f-73e2399cd023 None None] Updating router 4e1fed3d-a507-4c26-ba2e-a3583e2ccfa9 port fcb63841-3634-4dba-8f66-c79411966ebb binding host n-d-828369-5 {{(pid=103143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:57:01.739283 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a5f9bf3a-8d1c-4f0c-ae1f-73e2399cd023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (fcb63841-3634-4dba-8f66-c79411966ebb), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:01.739560 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a65234e3-caf5-4864-9c45-f1ac3b0101d1 req-4e66931d-234a-45ce-ac74-75dfba59b9fd tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] 10.222.0.90 "GET /v2.0/quotas/223d3fc4293a4815bcb23134d0e1c2d3 HTTP/1.1" status: 200 len: 375 time: 0.0608296 Feb 09 21:57:01.790164 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-3f52f2ac-4b36-4ca5-886c-4c716f2b95ac tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.5641811 Feb 09 21:57:01.794580 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 58702) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:01.815786 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-f776adf3-56bd-43f0-acc5-44229d31ba02 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.0068231 Feb 09 21:57:01.836651 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58704) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:01.851501 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-cfbd3049-87dd-4b63-9200-1daef50f8f90 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Request body: {'security_group': {'name': 'tempest-secgroup--1745491002'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:01.925026 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cfbd3049-87dd-4b63-9200-1daef50f8f90 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:02.002787 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f776adf3-56bd-43f0-acc5-44229d31ba02 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Pushing event updated for resources: {'Network': ['ID=88fa2954-7e2a-43e6-a40d-852897783843,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:02.035769 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 88fa2954-7e2a-43e6-a40d-852897783843 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:57:02.037854 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1c04449c-2345-4b5c-97d7-8194cbc31fb1 req-1d61bac0-fdc3-4905-9eef-fedf48804731 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=a72d620d-4650-43fd-afbd-3b01f73e5444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3705425 Feb 09 21:57:02.108931 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a65234e3-caf5-4864-9c45-f1ac3b0101d1 req-96421514-ad36-4307-86d9-d527638371cd tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=223d3fc4293a4815bcb23134d0e1c2d3&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3063490 Feb 09 21:57:02.313957 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cfbd3049-87dd-4b63-9200-1daef50f8f90 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group (e8512be7-0ad2-437e-84b3-9523e4ec55a2), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:02.333461 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cfbd3049-87dd-4b63-9200-1daef50f8f90 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (e8512be7-0ad2-437e-84b3-9523e4ec55a2), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:02.472069 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aacf2851-8f76-456d-87a6-db12021ed07f tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:02.477942 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aacf2851-8f76-456d-87a6-db12021ed07f tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:02.484117 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aacf2851-8f76-456d-87a6-db12021ed07f tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:02.489468 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aacf2851-8f76-456d-87a6-db12021ed07f tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:02.493750 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-aacf2851-8f76-456d-87a6-db12021ed07f tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] 10.222.0.90 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.6497233 Feb 09 21:57:02.494123 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58724) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:02.508207 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cfbd3049-87dd-4b63-9200-1daef50f8f90 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:02.510136 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-cfbd3049-87dd-4b63-9200-1daef50f8f90 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7104540 Feb 09 21:57:02.565436 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 58726) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:02.582091 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1f08987c-e822-427a-8bfc-26b7c082910b tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (bff9026a-a4ec-4047-b3f3-ac7c04cee97f), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:02.628600 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a5f9bf3a-8d1c-4f0c-ae1f-73e2399cd023 None None] Publish callbacks [] for port (fcb63841-3634-4dba-8f66-c79411966ebb), precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:02.635288 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a5f9bf3a-8d1c-4f0c-ae1f-73e2399cd023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (fcb63841-3634-4dba-8f66-c79411966ebb), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:02.636783 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-e4768da0-40c9-475c-8be0-c4210e9438fd tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Request body: {'security_group': {'name': 'tempest-secgroup--408153450'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:02.665211 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbd3049-87dd-4b63-9200-1daef50f8f90 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8512be7-0ad2-437e-84b3-9523e4ec55a2,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:02.695211 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b074b6b6-6499-44bd-a273-2e20ed1c8de8 None None] Pushing event updated for resources: {'Port': ['ID=fcb63841-3634-4dba-8f66-c79411966ebb,revision_number=3']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:02.753637 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e4768da0-40c9-475c-8be0-c4210e9438fd tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:02.779455 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1f08987c-e822-427a-8bfc-26b7c082910b tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (bff9026a-a4ec-4047-b3f3-ac7c04cee97f), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:02.827116 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-1f08987c-e822-427a-8bfc-26b7c082910b tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bff9026a-a4ec-4047-b3f3-ac7c04cee97f']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:02.859356 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-1f08987c-e822-427a-8bfc-26b7c082910b tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6268e2af-10fe-42a9-aaed-fa88dc2746a2') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:02.859930 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-1f08987c-e822-427a-8bfc-26b7c082910b tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6268e2af-10fe-42a9-aaed-fa88dc2746a2') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:02.867598 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-a5f9bf3a-8d1c-4f0c-ae1f-73e2399cd023 None None] Attempting to bind port fcb63841-3634-4dba-8f66-c79411966ebb on host n-d-828369-5 for vnic_type normal with profile {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:57:02.868641 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-a5f9bf3a-8d1c-4f0c-ae1f-73e2399cd023 None None] Attempting to bind port fcb63841-3634-4dba-8f66-c79411966ebb by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': 'fe4f20dc-76cb-4b52-af0c-158e2543e18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '593ff4de-b113-4e1e-981b-82d4907293b5'}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:57:02.869457 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f9bf3a-8d1c-4f0c-ae1f-73e2399cd023 None None] Attempting to bind port fcb63841-3634-4dba-8f66-c79411966ebb on network 593ff4de-b113-4e1e-981b-82d4907293b5 {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:57:02.878109 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1f08987c-e822-427a-8bfc-26b7c082910b tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (6268e2af-10fe-42a9-aaed-fa88dc2746a2), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:02.883963 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f9bf3a-8d1c-4f0c-ae1f-73e2399cd023 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:57:02.885056 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f9bf3a-8d1c-4f0c-ae1f-73e2399cd023 None None] Checking segment: {'id': 'fe4f20dc-76cb-4b52-af0c-158e2543e18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '593ff4de-b113-4e1e-981b-82d4907293b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:57:02.886381 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a5f9bf3a-8d1c-4f0c-ae1f-73e2399cd023 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:02.888099 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f9bf3a-8d1c-4f0c-ae1f-73e2399cd023 None None] Bound using segment: {'id': 'fe4f20dc-76cb-4b52-af0c-158e2543e18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '593ff4de-b113-4e1e-981b-82d4907293b5'} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:57:02.890064 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-a5f9bf3a-8d1c-4f0c-ae1f-73e2399cd023 None None] Bound port: fcb63841-3634-4dba-8f66-c79411966ebb, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe4f20dc-76cb-4b52-af0c-158e2543e18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '593ff4de-b113-4e1e-981b-82d4907293b5'}}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:57:02.894634 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a5f9bf3a-8d1c-4f0c-ae1f-73e2399cd023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (fcb63841-3634-4dba-8f66-c79411966ebb), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:02.913545 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1f08987c-e822-427a-8bfc-26b7c082910b tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (6268e2af-10fe-42a9-aaed-fa88dc2746a2), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:02.934096 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a65234e3-caf5-4864-9c45-f1ac3b0101d1 req-bfd1abb6-76c0-4888-8034-27105f1417f3 service neutron] 10.222.0.90 "GET /v2.0/networks/593ff4de-b113-4e1e-981b-82d4907293b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8161018 Feb 09 21:57:02.942063 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f08987c-e822-427a-8bfc-26b7c082910b tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:57:02.942614 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1f08987c-e822-427a-8bfc-26b7c082910b tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (6268e2af-10fe-42a9-aaed-fa88dc2746a2), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:02.953866 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:57:02.953866 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:57:02.953866 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:57:02.953866 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:57:02.953866 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:57:02.953866 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:57:02.953866 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:57:02.953866 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:57:02.953866 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:57:02.953866 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:57:02.953866 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:57:02.953866 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:57:02.953866 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:57:02.953866 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:57:02.953866 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:57:02.953866 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:57:02.953866 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:57:02.953866 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:57:02.953866 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:57:02.953866 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:57:02.953866 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:57:02.953866 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:57:02.953866 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:57:02.953866 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:57:02.953866 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:57:02.953866 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:57:02.953866 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:57:02.953866 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:57:02.953866 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:57:02.953866 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:57:02.953866 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:57:02.953866 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:57:03.111682 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1f08987c-e822-427a-8bfc-26b7c082910b tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (bff9026a-a4ec-4047-b3f3-ac7c04cee97f), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:03.119862 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1f08987c-e822-427a-8bfc-26b7c082910b tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:03.131327 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-1f08987c-e822-427a-8bfc-26b7c082910b tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] 10.222.0.90 "DELETE /v2.0/networks/bff9026a-a4ec-4047-b3f3-ac7c04cee97f HTTP/1.1" status: 204 len: 168 time: 0.6361191 Feb 09 21:57:03.135356 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 58744) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:03.174622 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f08987c-e822-427a-8bfc-26b7c082910b tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Pushing event deleted for resources: {'Network': ['ID=bff9026a-a4ec-4047-b3f3-ac7c04cee97f,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:03.193965 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-a5f9bf3a-8d1c-4f0c-ae1f-73e2399cd023 None None] For port fcb63841-3634-4dba-8f66-c79411966ebb, host n-d-828369-5, cleared binding levels {{(pid=103143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:57:03.204348 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-a5f9bf3a-8d1c-4f0c-ae1f-73e2399cd023 None None] For port fcb63841-3634-4dba-8f66-c79411966ebb, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=fcb63841-3634-4dba-8f66-c79411966ebb,segment=NetworkSegment(fe4f20dc-76cb-4b52-af0c-158e2543e18c),segment_id=fe4f20dc-76cb-4b52-af0c-158e2543e18c)] {{(pid=103143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:57:03.229266 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a5f9bf3a-8d1c-4f0c-ae1f-73e2399cd023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (fcb63841-3634-4dba-8f66-c79411966ebb), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:03.307036 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-d09342f2-fe68-485a-8131-35f896a4efae None None] Provisioning complete for port fcb63841-3634-4dba-8f66-c79411966ebb triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:57:03.307578 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d09342f2-fe68-485a-8131-35f896a4efae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (fcb63841-3634-4dba-8f66-c79411966ebb), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:03.313434 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e4768da0-40c9-475c-8be0-c4210e9438fd tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group (502384c9-ff70-4b65-9298-319372224f5e), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:03.376479 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e4768da0-40c9-475c-8be0-c4210e9438fd tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (502384c9-ff70-4b65-9298-319372224f5e), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:03.429263 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b074b6b6-6499-44bd-a273-2e20ed1c8de8 None None] Pushing event updated for resources: {'Port': ['ID=fcb63841-3634-4dba-8f66-c79411966ebb,revision_number=4']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:03.459718 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f9bf3a-8d1c-4f0c-ae1f-73e2399cd023 None None] Routers {'4e1fed3d-a507-4c26-ba2e-a3583e2ccfa9'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:57:03.460451 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-a5f9bf3a-8d1c-4f0c-ae1f-73e2399cd023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:56:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['4e1fed3d-a507-4c26-ba2e-a3583e2ccfa9'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:03.501654 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4768da0-40c9-475c-8be0-c4210e9438fd tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=502384c9-ff70-4b65-9298-319372224f5e,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:03.507342 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e4768da0-40c9-475c-8be0-c4210e9438fd tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:03.515768 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58766) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:03.520591 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-3d769dfb-a736-49c4-b3d2-1babc58fc7fe tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Request body: {'security_group_rule': {'security_group_id': 'e8512be7-0ad2-437e-84b3-9523e4ec55a2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '502384c9-ff70-4b65-9298-319372224f5e', 'remote_ip_prefix': None}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:03.527613 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-e4768da0-40c9-475c-8be0-c4210e9438fd tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9517846 Feb 09 21:57:03.606984 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-d09342f2-fe68-485a-8131-35f896a4efae None None] Current status of the port fcb63841-3634-4dba-8f66-c79411966ebb is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:57:03.617037 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d09342f2-fe68-485a-8131-35f896a4efae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (fcb63841-3634-4dba-8f66-c79411966ebb), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:03.622717 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a65234e3-caf5-4864-9c45-f1ac3b0101d1 req-206f6606-82f8-41aa-96f5-77b98b172288 service neutron] 10.222.0.90 "GET /v2.0/networks/593ff4de-b113-4e1e-981b-82d4907293b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6699600 Feb 09 21:57:03.632926 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3d769dfb-a736-49c4-b3d2-1babc58fc7fe tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group_rule (a6f61042-a0fa-477a-8fcc-dcfeeb5885e0), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:03.648136 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-a5f9bf3a-8d1c-4f0c-ae1f-73e2399cd023 None None] Set router 4e1fed3d-a507-4c26-ba2e-a3583e2ccfa9 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:57:03.658986 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ab9f1a07-8286-445a-ad0e-ba71ff21ab5e tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (88fa2954-7e2a-43e6-a40d-852897783843), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:03.706248 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-d09342f2-fe68-485a-8131-35f896a4efae None None] For port fcb63841-3634-4dba-8f66-c79411966ebb, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=fcb63841-3634-4dba-8f66-c79411966ebb,segment=NetworkSegment(fe4f20dc-76cb-4b52-af0c-158e2543e18c),segment_id=fe4f20dc-76cb-4b52-af0c-158e2543e18c)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:57:03.710468 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d09342f2-fe68-485a-8131-35f896a4efae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (fcb63841-3634-4dba-8f66-c79411966ebb), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:03.832180 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3d769dfb-a736-49c4-b3d2-1babc58fc7fe tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group_rule (a6f61042-a0fa-477a-8fcc-dcfeeb5885e0), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:03.838915 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3d769dfb-a736-49c4-b3d2-1babc58fc7fe tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (a6f61042-a0fa-477a-8fcc-dcfeeb5885e0), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:03.882865 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d769dfb-a736-49c4-b3d2-1babc58fc7fe tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6f61042-a0fa-477a-8fcc-dcfeeb5885e0,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:03.911119 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3d769dfb-a736-49c4-b3d2-1babc58fc7fe tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:03.913515 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-3d769dfb-a736-49c4-b3d2-1babc58fc7fe tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3966579 Feb 09 21:57:03.917726 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58794) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:03.930518 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-35433504-e48f-4ccb-96fe-14aa4aa49dc3 None None] Provisioning complete for port fcb63841-3634-4dba-8f66-c79411966ebb triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:57:03.931213 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-35433504-e48f-4ccb-96fe-14aa4aa49dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (fcb63841-3634-4dba-8f66-c79411966ebb), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:03.937365 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09342f2-fe68-485a-8131-35f896a4efae None None] Pushing event updated for resources: {'Port': ['ID=fcb63841-3634-4dba-8f66-c79411966ebb,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:03.973135 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-34663549-dd8b-445b-940d-6233694606dc tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group_rule (a6f61042-a0fa-477a-8fcc-dcfeeb5885e0), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:04.002919 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-34663549-dd8b-445b-940d-6233694606dc tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group_rule (a6f61042-a0fa-477a-8fcc-dcfeeb5885e0), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:04.034381 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56256945-9cea-4257-bebb-56f534c533cb req-16398dbb-b7cf-4c52-b694-828f7af56a86 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:04.064901 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-56256945-9cea-4257-bebb-56f534c533cb req-16398dbb-b7cf-4c52-b694-828f7af56a86 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=5c0e31f7-a19c-4b58-9695-ac619a023e12 HTTP/1.1" status: 200 len: 946 time: 0.7910140 Feb 09 21:57:04.086025 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-34663549-dd8b-445b-940d-6233694606dc tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (a6f61042-a0fa-477a-8fcc-dcfeeb5885e0), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:04.109938 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-34663549-dd8b-445b-940d-6233694606dc tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:04.128450 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-34663549-dd8b-445b-940d-6233694606dc tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] 10.222.0.90 "DELETE /v2.0/security-group-rules/a6f61042-a0fa-477a-8fcc-dcfeeb5885e0 HTTP/1.1" status: 204 len: 168 time: 0.2068558 Feb 09 21:57:04.151509 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 58806) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:04.154056 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34663549-dd8b-445b-940d-6233694606dc tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a6f61042-a0fa-477a-8fcc-dcfeeb5885e0,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:04.207258 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b1af989e-5c0e-4f4f-be1f-b4aeba5c1252 req-476edaa6-9b57-40bf-921e-63e6f1db1999 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] 10.222.0.90 "GET /v2.0/ports?device_id=1d4cd8e3-14ca-4c32-97da-da7de5952440 HTTP/1.1" status: 200 len: 210 time: 0.0536332 Feb 09 21:57:04.240500 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ab9f1a07-8286-445a-ad0e-ba71ff21ab5e tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (88fa2954-7e2a-43e6-a40d-852897783843), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:04.247060 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-35433504-e48f-4ccb-96fe-14aa4aa49dc3 None None] Current status of the port fcb63841-3634-4dba-8f66-c79411966ebb is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:57:04.282244 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-a5f9bf3a-8d1c-4f0c-ae1f-73e2399cd023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e1fed3d-a507-4c26-ba2e-a3583e2ccfa9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-318241657', 'tenant_id': '223d3fc4293a4815bcb23134d0e1c2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'e538a3be-8080-485d-aa77-2a2db811dad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:56:46Z', 'updated_at': '2022-02-09T21:56:57Z', 'revision_number': 4, 'project_id': '223d3fc4293a4815bcb23134d0e1c2d3', 'gw_port': {'id': 'e538a3be-8080-485d-aa77-2a2db811dad8', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e1fed3d-a507-4c26-ba2e-a3583e2ccfa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3074, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:56:47Z', 'updated_at': '2022-02-09T21:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': 'fcb63841-3634-4dba-8f66-c79411966ebb', 'name': '', 'network_id': '593ff4de-b113-4e1e-981b-82d4907293b5', 'tenant_id': '223d3fc4293a4815bcb23134d0e1c2d3', 'mac_address': 'fa:16:3e:cb:9b:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e1fed3d-a507-4c26-ba2e-a3583e2ccfa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': 'a39ad314-86d3-46b8-ad78-15b9e6fc367e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:56:56Z', 'updated_at': '2022-02-09T21:57:03Z', 'revision_number': 4, 'project_id': '223d3fc4293a4815bcb23134d0e1c2d3', 'subnets': [{'id': 'a39ad314-86d3-46b8-ad78-15b9e6fc367e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:04.296057 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-56256945-9cea-4257-bebb-56f534c533cb req-2f5bc9f4-26af-4245-a0ce-0bfd656bee7b tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=a72d620d-4650-43fd-afbd-3b01f73e5444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247398 Feb 09 21:57:04.323009 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d61c993-28cc-43a9-bbec-94413c6a2b63 req-c130318f-140d-45c2-b375-b68ec0adedf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:04.325800 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4d61c993-28cc-43a9-bbec-94413c6a2b63 req-c130318f-140d-45c2-b375-b68ec0adedf9 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b97bcc6d3a344052b623ebf4a39465fa&device_id=5c0e31f7-a19c-4b58-9695-ac619a023e12 HTTP/1.1" status: 200 len: 1128 time: 0.2267656 Feb 09 21:57:04.352984 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f9bf3a-8d1c-4f0c-ae1f-73e2399cd023 None None] The sync data for ids ['4e1fed3d-a507-4c26-ba2e-a3583e2ccfa9'] in n-d-828369-5 is: [{'id': '4e1fed3d-a507-4c26-ba2e-a3583e2ccfa9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-318241657', 'tenant_id': '223d3fc4293a4815bcb23134d0e1c2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'e538a3be-8080-485d-aa77-2a2db811dad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:56:46Z', 'updated_at': '2022-02-09T21:56:57Z', 'revision_number': 4, 'project_id': '223d3fc4293a4815bcb23134d0e1c2d3', 'gw_port': {'id': 'e538a3be-8080-485d-aa77-2a2db811dad8', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e1fed3d-a507-4c26-ba2e-a3583e2ccfa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3074, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:56:47Z', 'updated_at': '2022-02-09T21:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': 'fcb63841-3634-4dba-8f66-c79411966ebb', 'name': '', 'network_id': '593ff4de-b113-4e1e-981b-82d4907293b5', 'tenant_id': '223d3fc4293a4815bcb23134d0e1c2d3', 'mac_address': 'fa:16:3e:cb:9b:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e1fed3d-a507-4c26-ba2e-a3583e2ccfa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': 'a39ad314-86d3-46b8-ad78-15b9e6fc367e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:56:56Z', 'updated_at': '2022-02-09T21:57:03Z', 'revision_number': 4, 'project_id': '223d3fc4293a4815bcb23134d0e1c2d3', 'subnets': [{'id': 'a39ad314-86d3-46b8-ad78-15b9e6fc367e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:57:04.357957 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-ab9f1a07-8286-445a-ad0e-ba71ff21ab5e tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88fa2954-7e2a-43e6-a40d-852897783843']}} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:04.473873 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-91c84dea-4362-47c3-b611-3ce1ca307a18 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] 10.222.0.90 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2868958 Feb 09 21:57:04.476761 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58816) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:04.478384 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-ab9f1a07-8286-445a-ad0e-ba71ff21ab5e tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46d8cab7-1b90-4f57-a057-e34f8e839793') {'for_net_delete': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:04.478917 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-ab9f1a07-8286-445a-ad0e-ba71ff21ab5e tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46d8cab7-1b90-4f57-a057-e34f8e839793') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:04.506895 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ab9f1a07-8286-445a-ad0e-ba71ff21ab5e tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110711'] for segment (46d8cab7-1b90-4f57-a057-e34f8e839793), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:04.543611 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ab9f1a07-8286-445a-ad0e-ba71ff21ab5e tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (46d8cab7-1b90-4f57-a057-e34f8e839793), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:04.575804 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab9f1a07-8286-445a-ad0e-ba71ff21ab5e tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=103140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:57:04.581596 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ab9f1a07-8286-445a-ad0e-ba71ff21ab5e tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669415'] for segment (46d8cab7-1b90-4f57-a057-e34f8e839793), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:04.590121 n-d-828369-5 neutron-server[103140]: Traceback (most recent call last): Feb 09 21:57:04.590121 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:57:04.590121 n-d-828369-5 neutron-server[103140]: timer() Feb 09 21:57:04.590121 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:57:04.590121 n-d-828369-5 neutron-server[103140]: cb(*args, **kw) Feb 09 21:57:04.590121 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:57:04.590121 n-d-828369-5 neutron-server[103140]: return func(*args, **kwargs) Feb 09 21:57:04.590121 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:57:04.590121 n-d-828369-5 neutron-server[103140]: self._notify() Feb 09 21:57:04.590121 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:57:04.590121 n-d-828369-5 neutron-server[103140]: self.callback(batched_events) Feb 09 21:57:04.590121 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:57:04.590121 n-d-828369-5 neutron-server[103140]: event.method(event) Feb 09 21:57:04.590121 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:57:04.590121 n-d-828369-5 neutron-server[103140]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:57:04.590121 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:57:04.590121 n-d-828369-5 neutron-server[103140]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:57:04.590121 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:57:04.590121 n-d-828369-5 neutron-server[103140]: return f(self, *a, **k) Feb 09 21:57:04.590121 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:57:04.590121 n-d-828369-5 neutron-server[103140]: return self._get(url).json() Feb 09 21:57:04.590121 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:57:04.590121 n-d-828369-5 neutron-server[103140]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:57:04.590121 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:57:04.590121 n-d-828369-5 neutron-server[103140]: return self.request(url, 'GET', **kwargs) Feb 09 21:57:04.590121 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:57:04.590121 n-d-828369-5 neutron-server[103140]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:57:04.590121 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:57:04.590121 n-d-828369-5 neutron-server[103140]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:57:04.590121 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:57:04.590121 n-d-828369-5 neutron-server[103140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:57:04.590121 n-d-828369-5 neutron-server[103140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:57:04.620068 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-524519e7-4f3b-4ea5-8ee2-1d7edfc3d947 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group (502384c9-ff70-4b65-9298-319372224f5e), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:04.666752 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-524519e7-4f3b-4ea5-8ee2-1d7edfc3d947 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group (502384c9-ff70-4b65-9298-319372224f5e), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:04.690187 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58822) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:04.713821 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d61c993-28cc-43a9-bbec-94413c6a2b63 req-05d066dc-01f2-4706-947a-fe65026daa45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:04.715979 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4d61c993-28cc-43a9-bbec-94413c6a2b63 req-05d066dc-01f2-4706-947a-fe65026daa45 service neutron] 10.222.0.95 "GET /v2.0/networks?id=23f1a6df-2b4b-4777-8497-2928c76d9f17 HTTP/1.1" status: 200 len: 913 time: 0.3728058 Feb 09 21:57:04.785429 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4d61c993-28cc-43a9-bbec-94413c6a2b63 req-ee441081-2e65-46e6-8ac6-2aceac878d44 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c4230aed-ff78-4b59-8144-4a7748f92a5b HTTP/1.1" status: 200 len: 217 time: 0.0564344 Feb 09 21:57:04.815153 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-524519e7-4f3b-4ea5-8ee2-1d7edfc3d947 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (502384c9-ff70-4b65-9298-319372224f5e), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:04.818126 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-524519e7-4f3b-4ea5-8ee2-1d7edfc3d947 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:04.821130 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-524519e7-4f3b-4ea5-8ee2-1d7edfc3d947 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] 10.222.0.90 "DELETE /v2.0/security-groups/502384c9-ff70-4b65-9298-319372224f5e HTTP/1.1" status: 204 len: 168 time: 0.3429277 Feb 09 21:57:04.824761 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58828) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:04.899173 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ab9f1a07-8286-445a-ad0e-ba71ff21ab5e tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (88fa2954-7e2a-43e6-a40d-852897783843), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:04.913634 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ab9f1a07-8286-445a-ad0e-ba71ff21ab5e tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:04.915353 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524519e7-4f3b-4ea5-8ee2-1d7edfc3d947 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=502384c9-ff70-4b65-9298-319372224f5e,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:04.921635 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-ab9f1a07-8286-445a-ad0e-ba71ff21ab5e tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] 10.222.0.90 "DELETE /v2.0/networks/88fa2954-7e2a-43e6-a40d-852897783843 HTTP/1.1" status: 204 len: 168 time: 1.7841506 Feb 09 21:57:04.930554 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 58834) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:05.041184 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-962706e7-ee89-4de9-b49b-4713792366ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:05.063941 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-42439d84-3769-44ec-b47f-03e5edc973c4 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.2346172 Feb 09 21:57:05.067266 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58836) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:05.073101 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9f1a07-8286-445a-ad0e-ba71ff21ab5e tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Pushing event deleted for resources: {'Network': ['ID=88fa2954-7e2a-43e6-a40d-852897783843,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:05.120090 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d61c993-28cc-43a9-bbec-94413c6a2b63 req-c8e2757e-37f2-4d01-8832-e3685c7b99d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:05.121876 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4d61c993-28cc-43a9-bbec-94413c6a2b63 req-c8e2757e-37f2-4d01-8832-e3685c7b99d9 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=b55ac71e-6529-43b3-9355-0e693d39e1f4 HTTP/1.1" status: 200 len: 851 time: 0.3299930 Feb 09 21:57:05.190668 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a8b3bd8f-a838-45e7-bba0-f40d1d036a0b tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group (e8512be7-0ad2-437e-84b3-9523e4ec55a2), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:05.293091 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a8b3bd8f-a838-45e7-bba0-f40d1d036a0b tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group (e8512be7-0ad2-437e-84b3-9523e4ec55a2), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:05.304469 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device fcb63841-3634-4dba-8f66-c79411966ebb up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:57:05.351321 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d60aa71-61c0-471b-a7b7-544c62c7bcbc tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:05.358333 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d60aa71-61c0-471b-a7b7-544c62c7bcbc tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:05.363435 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-0d60aa71-61c0-471b-a7b7-544c62c7bcbc tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] 10.222.0.90 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4177322 Feb 09 21:57:05.363748 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 58846) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:05.372698 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-3a0ced67-9101-4fce-829d-bddbefc9e9ca tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-650191323'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:05.405128 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d61c993-28cc-43a9-bbec-94413c6a2b63 req-b6d5325c-d4d6-4956-911b-d900e46d2142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:05.406696 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4d61c993-28cc-43a9-bbec-94413c6a2b63 req-b6d5325c-d4d6-4956-911b-d900e46d2142 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=23f1a6df-2b4b-4777-8497-2928c76d9f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2646286 Feb 09 21:57:05.431311 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-962706e7-ee89-4de9-b49b-4713792366ee admin admin] Publish callbacks [] for security_group (ad522c18-9c83-42a2-8d8a-9291664de03d), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:05.433022 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port fcb63841-3634-4dba-8f66-c79411966ebb triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:57:05.433620 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (fcb63841-3634-4dba-8f66-c79411966ebb), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:05.440825 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-962706e7-ee89-4de9-b49b-4713792366ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (ad522c18-9c83-42a2-8d8a-9291664de03d), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:05.455226 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c0702412-082f-47c2-bd87-2988c3379e3c req-906353ac-47e4-483f-a3fa-335509306ebb tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] 10.222.0.90 "GET /v2.0/ports?device_id=1d4cd8e3-14ca-4c32-97da-da7de5952440 HTTP/1.1" status: 200 len: 210 time: 0.0703890 Feb 09 21:57:05.500602 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a0ced67-9101-4fce-829d-bddbefc9e9ca tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Made reservation on behalf of ff064361fbb34337bb7671818cce2f16 for: {'network': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:57:05.504088 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3a0ced67-9101-4fce-829d-bddbefc9e9ca tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:05.517750 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-962706e7-ee89-4de9-b49b-4713792366ee admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=1a2b74c3cba546d3ab521050083bda95&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8241384 Feb 09 21:57:05.517750 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a8b3bd8f-a838-45e7-bba0-f40d1d036a0b tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (e8512be7-0ad2-437e-84b3-9523e4ec55a2), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:05.519491 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a8b3bd8f-a838-45e7-bba0-f40d1d036a0b tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:05.523877 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-a8b3bd8f-a838-45e7-bba0-f40d1d036a0b tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] 10.222.0.90 "DELETE /v2.0/security-groups/e8512be7-0ad2-437e-84b3-9523e4ec55a2 HTTP/1.1" status: 204 len: 168 time: 0.4554117 Feb 09 21:57:05.524606 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58848) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:05.525712 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58850) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:05.580321 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port fcb63841-3634-4dba-8f66-c79411966ebb is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:57:05.593141 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a0ced67-9101-4fce-829d-bddbefc9e9ca tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=103140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:57:05.617092 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3a0ced67-9101-4fce-829d-bddbefc9e9ca tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (ce894e16-442f-465b-b24c-b26e0a302ca5), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:05.617444 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-3a0ced67-9101-4fce-829d-bddbefc9e9ca tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Added segment ce894e16-442f-465b-b24c-b26e0a302ca5 of type vlan for network f2440c97-40ce-44b5-b248-244933456326 Feb 09 21:57:05.620818 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962706e7-ee89-4de9-b49b-4713792366ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad522c18-9c83-42a2-8d8a-9291664de03d,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:05.650958 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-95a6b70a-5805-4c32-bf60-82015b518cf4 admin admin] Publish callbacks [] for security_group (ad522c18-9c83-42a2-8d8a-9291664de03d), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:05.679875 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-95a6b70a-5805-4c32-bf60-82015b518cf4 admin admin] Publish callbacks [] for security_group (ad522c18-9c83-42a2-8d8a-9291664de03d), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:05.685304 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3a0ced67-9101-4fce-829d-bddbefc9e9ca tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (f2440c97-40ce-44b5-b248-244933456326), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:05.754475 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3a0ced67-9101-4fce-829d-bddbefc9e9ca tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (f2440c97-40ce-44b5-b248-244933456326), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:05.759781 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0ced67-9101-4fce-829d-bddbefc9e9ca tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:05.761148 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3a0ced67-9101-4fce-829d-bddbefc9e9ca tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:05.763623 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962706e7-ee89-4de9-b49b-4713792366ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:05.763878 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962706e7-ee89-4de9-b49b-4713792366ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:05.764284 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962706e7-ee89-4de9-b49b-4713792366ee admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:05.764627 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962706e7-ee89-4de9-b49b-4713792366ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:05.765096 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962706e7-ee89-4de9-b49b-4713792366ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:05.765504 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962706e7-ee89-4de9-b49b-4713792366ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:05.765871 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962706e7-ee89-4de9-b49b-4713792366ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:05.766846 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962706e7-ee89-4de9-b49b-4713792366ee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:05.767100 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962706e7-ee89-4de9-b49b-4713792366ee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:05.767442 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962706e7-ee89-4de9-b49b-4713792366ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:05.767778 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962706e7-ee89-4de9-b49b-4713792366ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:05.768156 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962706e7-ee89-4de9-b49b-4713792366ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:05.768517 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962706e7-ee89-4de9-b49b-4713792366ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:05.773665 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-95a6b70a-5805-4c32-bf60-82015b518cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (ad522c18-9c83-42a2-8d8a-9291664de03d), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:05.781209 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-95a6b70a-5805-4c32-bf60-82015b518cf4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:05.785891 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-95a6b70a-5805-4c32-bf60-82015b518cf4 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/ad522c18-9c83-42a2-8d8a-9291664de03d HTTP/1.1" status: 204 len: 168 time: 0.2543766 Feb 09 21:57:05.798757 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265091d4-2a7b-4209-baff-89b81fc8a6dc req-fb2c5cb2-fc30-411f-82dd-55f020e10000 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:05.800892 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-265091d4-2a7b-4209-baff-89b81fc8a6dc req-fb2c5cb2-fc30-411f-82dd-55f020e10000 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=5c0e31f7-a19c-4b58-9695-ac619a023e12 HTTP/1.1" status: 200 len: 946 time: 0.3831336 Feb 09 21:57:05.809016 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-3a0ced67-9101-4fce-829d-bddbefc9e9ca tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4439044 Feb 09 21:57:05.831722 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 58858) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:05.917450 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3bd8f-a838-45e7-bba0-f40d1d036a0b tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8512be7-0ad2-437e-84b3-9523e4ec55a2,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:05.917893 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-d3d5e5f4-7346-4087-9de6-eecefbb454bc tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-934502824'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:05.928490 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4d61c993-28cc-43a9-bbec-94413c6a2b63 req-b97973df-9001-4474-aa31-b4f1e357fed8 service neutron] 10.222.0.95 "GET /v2.0/networks/23f1a6df-2b4b-4777-8497-2928c76d9f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4635723 Feb 09 21:57:05.949825 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-f7f5b062-6906-4e4e-aa33-273820eb0e28 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3877842 Feb 09 21:57:05.958024 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 58862) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:05.966620 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a6b70a-5805-4c32-bf60-82015b518cf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad522c18-9c83-42a2-8d8a-9291664de03d,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:05.987284 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-5bb9900e-c2e1-4be0-bf45-7a911c351891 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Request body: {'security_group': {'name': 'tempest-secgroup--322711901'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:06.035184 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65234e3-caf5-4864-9c45-f1ac3b0101d1 req-f09637fd-c758-41c9-a2a5-486b5e75e844 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:06.036770 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a65234e3-caf5-4864-9c45-f1ac3b0101d1 req-f09637fd-c758-41c9-a2a5-486b5e75e844 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] 10.222.0.89 "GET /v2.0/networks?id=593ff4de-b113-4e1e-981b-82d4907293b5 HTTP/1.1" status: 200 len: 797 time: 0.2900078 Feb 09 21:57:06.060626 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-a65234e3-caf5-4864-9c45-f1ac3b0101d1 req-157c1685-0e0f-4439-bd6b-b6472611bccb tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Request body: {'port': {'device_id': '1d4cd8e3-14ca-4c32-97da-da7de5952440', 'network_id': '593ff4de-b113-4e1e-981b-82d4907293b5', 'admin_state_up': True, 'tenant_id': '223d3fc4293a4815bcb23134d0e1c2d3'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:06.072318 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0ced67-9101-4fce-829d-bddbefc9e9ca tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Pushing event updated for resources: {'Network': ['ID=f2440c97-40ce-44b5-b248-244933456326,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:06.089973 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network f2440c97-40ce-44b5-b248-244933456326 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:57:06.112440 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3d5e5f4-7346-4087-9de6-eecefbb454bc tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Made reservation on behalf of ff064361fbb34337bb7671818cce2f16 for: {'network': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:57:06.117068 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d3d5e5f4-7346-4087-9de6-eecefbb454bc tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:06.159825 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5bb9900e-c2e1-4be0-bf45-7a911c351891 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:06.197575 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-265091d4-2a7b-4209-baff-89b81fc8a6dc req-f95e1b51-e0c7-4de3-9e4e-62f87a1abf90 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=a72d620d-4650-43fd-afbd-3b01f73e5444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3672526 Feb 09 21:57:06.235232 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3d5e5f4-7346-4087-9de6-eecefbb454bc tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=103140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:57:06.252748 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4d61c993-28cc-43a9-bbec-94413c6a2b63 req-f6a7ceb8-23e4-447e-a054-f6640165cd4d service neutron] 10.222.0.95 "GET /v2.0/networks/23f1a6df-2b4b-4777-8497-2928c76d9f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902088 Feb 09 21:57:06.260472 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d3d5e5f4-7346-4087-9de6-eecefbb454bc tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (28e69fea-80f8-41c5-93a4-7b4c838b5e38), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:06.260823 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-d3d5e5f4-7346-4087-9de6-eecefbb454bc tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Added segment 28e69fea-80f8-41c5-93a4-7b4c838b5e38 of type vlan for network cb8960fa-7aea-4071-b130-cc022f49baec Feb 09 21:57:06.324060 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58870) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:06.357946 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-030f8e68-e9cf-4ee1-b596-9ffb7e8c9438 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:06.374582 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d3d5e5f4-7346-4087-9de6-eecefbb454bc tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (cb8960fa-7aea-4071-b130-cc022f49baec), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:06.410757 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a65234e3-caf5-4864-9c45-f1ac3b0101d1 req-157c1685-0e0f-4439-bd6b-b6472611bccb tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Made reservation on behalf of 223d3fc4293a4815bcb23134d0e1c2d3 for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:57:06.414171 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-a65234e3-caf5-4864-9c45-f1ac3b0101d1 req-157c1685-0e0f-4439-bd6b-b6472611bccb tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:06.417136 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5bb9900e-c2e1-4be0-bf45-7a911c351891 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group (4e8dfd19-3ada-431c-ac6b-223d10798612), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:06.424199 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5bb9900e-c2e1-4be0-bf45-7a911c351891 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (4e8dfd19-3ada-431c-ac6b-223d10798612), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:06.439942 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d3d5e5f4-7346-4087-9de6-eecefbb454bc tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (cb8960fa-7aea-4071-b130-cc022f49baec), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:06.444724 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d5e5f4-7346-4087-9de6-eecefbb454bc tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:06.445301 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d3d5e5f4-7346-4087-9de6-eecefbb454bc tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:06.526367 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-030f8e68-e9cf-4ee1-b596-9ffb7e8c9438 admin admin] Publish callbacks [] for security_group (1fa4f414-25e6-48b4-af92-272082b0bb74), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:06.530410 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-030f8e68-e9cf-4ee1-b596-9ffb7e8c9438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (1fa4f414-25e6-48b4-af92-272082b0bb74), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:06.536325 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-d3d5e5f4-7346-4087-9de6-eecefbb454bc tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6258693 Feb 09 21:57:06.540075 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5bb9900e-c2e1-4be0-bf45-7a911c351891 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:06.546242 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-5bb9900e-c2e1-4be0-bf45-7a911c351891 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5695002 Feb 09 21:57:06.546242 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 58874) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:06.552092 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-cbaef2db-e1a0-4603-a8ba-a16b3bcbb579 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Request body: {'ports': [{'network_id': 'f2440c97-40ce-44b5-b248-244933456326', 'name': 'tempest-port--1031168477', 'admin_state_up': True}, {'network_id': 'cb8960fa-7aea-4071-b130-cc022f49baec', 'admin_state_up': False}]} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:06.552809 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-cbaef2db-e1a0-4603-a8ba-a16b3bcbb579 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Request body: {'port': {'network_id': 'f2440c97-40ce-44b5-b248-244933456326', 'name': 'tempest-port--1031168477', 'admin_state_up': True}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:06.553495 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-cbaef2db-e1a0-4603-a8ba-a16b3bcbb579 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Request body: {'port': {'network_id': 'cb8960fa-7aea-4071-b130-cc022f49baec', 'admin_state_up': False}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:06.557066 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb9900e-c2e1-4be0-bf45-7a911c351891 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e8dfd19-3ada-431c-ac6b-223d10798612,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:06.558513 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58876) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:06.593477 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-5360537e-f097-401d-b096-6a8bc59bc425 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Request body: {'security_group_rule': {'security_group_id': '4e8dfd19-3ada-431c-ac6b-223d10798612', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:06.639321 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d5e5f4-7346-4087-9de6-eecefbb454bc tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Pushing event updated for resources: {'Network': ['ID=cb8960fa-7aea-4071-b130-cc022f49baec,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:06.647572 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030f8e68-e9cf-4ee1-b596-9ffb7e8c9438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa4f414-25e6-48b4-af92-272082b0bb74,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:06.656356 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-030f8e68-e9cf-4ee1-b596-9ffb7e8c9438 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=1349bc1c9d04466f9d2b9cfe48d7b7af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3274169 Feb 09 21:57:06.664150 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 58882) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:06.668976 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b55e6bf8-987f-43a1-8005-7fd2fda6c2aa req-e3ff51df-e2f4-4477-b582-4451b1d5b74d tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] 10.222.0.90 "GET /v2.0/ports?device_id=1d4cd8e3-14ca-4c32-97da-da7de5952440 HTTP/1.1" status: 200 len: 210 time: 0.0530801 Feb 09 21:57:06.684755 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [req-a65234e3-caf5-4864-9c45-f1ac3b0101d1 req-157c1685-0e0f-4439-bd6b-b6472611bccb tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Allocated IP 172.20.0.25 (593ff4de-b113-4e1e-981b-82d4907293b5/a39ad314-86d3-46b8-ad78-15b9e6fc367e/8f2ace47-494e-43d2-8df6-ecfa2bc9d1c1) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:57:06.697960 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5360537e-f097-401d-b096-6a8bc59bc425 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group_rule (c37d8656-f8af-4d16-9dda-b835c7868480), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:06.712237 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network cb8960fa-7aea-4071-b130-cc022f49baec details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:57:06.803349 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-dd8b8011-d525-46e2-b847-642094411ee2 admin admin] Publish callbacks [] for security_group (1fa4f414-25e6-48b4-af92-272082b0bb74), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:06.806677 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5360537e-f097-401d-b096-6a8bc59bc425 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group_rule (c37d8656-f8af-4d16-9dda-b835c7868480), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:06.817371 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5360537e-f097-401d-b096-6a8bc59bc425 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (c37d8656-f8af-4d16-9dda-b835c7868480), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:06.828895 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbaef2db-e1a0-4603-a8ba-a16b3bcbb579 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Made reservation on behalf of ff064361fbb34337bb7671818cce2f16 for: {'port': 2} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:57:06.833610 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cbaef2db-e1a0-4603-a8ba-a16b3bcbb579 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:06.847506 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-dd8b8011-d525-46e2-b847-642094411ee2 admin admin] Publish callbacks [] for security_group (1fa4f414-25e6-48b4-af92-272082b0bb74), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:06.852886 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5360537e-f097-401d-b096-6a8bc59bc425 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c37d8656-f8af-4d16-9dda-b835c7868480,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:06.861970 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cbaef2db-e1a0-4603-a8ba-a16b3bcbb579 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:06.867795 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-a65234e3-caf5-4864-9c45-f1ac3b0101d1 req-157c1685-0e0f-4439-bd6b-b6472611bccb tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks [] for port (8f2ace47-494e-43d2-8df6-ecfa2bc9d1c1), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:06.875633 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5360537e-f097-401d-b096-6a8bc59bc425 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:06.879848 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-5360537e-f097-401d-b096-6a8bc59bc425 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2874660 Feb 09 21:57:06.880316 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58884) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:06.925134 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-90d3b05a-dca2-4d3d-9551-e43e099932b2 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group_rule (c37d8656-f8af-4d16-9dda-b835c7868480), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:06.939825 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-90d3b05a-dca2-4d3d-9551-e43e099932b2 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group_rule (c37d8656-f8af-4d16-9dda-b835c7868480), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:06.970852 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-a65234e3-caf5-4864-9c45-f1ac3b0101d1 req-157c1685-0e0f-4439-bd6b-b6472611bccb tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (8f2ace47-494e-43d2-8df6-ecfa2bc9d1c1), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:07.012721 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-90d3b05a-dca2-4d3d-9551-e43e099932b2 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (c37d8656-f8af-4d16-9dda-b835c7868480), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:07.023286 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-90d3b05a-dca2-4d3d-9551-e43e099932b2 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:07.024392 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-90d3b05a-dca2-4d3d-9551-e43e099932b2 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] 10.222.0.90 "DELETE /v2.0/security-group-rules/c37d8656-f8af-4d16-9dda-b835c7868480 HTTP/1.1" status: 204 len: 168 time: 0.1433163 Feb 09 21:57:07.025988 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-dd8b8011-d525-46e2-b847-642094411ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (1fa4f414-25e6-48b4-af92-272082b0bb74), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:07.028170 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58892) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:07.028745 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-dd8b8011-d525-46e2-b847-642094411ee2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:07.030551 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-dd8b8011-d525-46e2-b847-642094411ee2 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/1fa4f414-25e6-48b4-af92-272082b0bb74 HTTP/1.1" status: 204 len: 168 time: 0.3641450 Feb 09 21:57:07.052914 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8b8011-d525-46e2-b847-642094411ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa4f414-25e6-48b4-af92-272082b0bb74,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:07.061851 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d3b05a-dca2-4d3d-9551-e43e099932b2 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c37d8656-f8af-4d16-9dda-b835c7868480,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:07.071272 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-cbaef2db-e1a0-4603-a8ba-a16b3bcbb579 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] device_id is not set on port eba1a521-05b6-4d5d-8823-e97994ec80ee yet. {{(pid=103140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:57:07.079027 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a65234e3-caf5-4864-9c45-f1ac3b0101d1 req-157c1685-0e0f-4439-bd6b-b6472611bccb tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Network 593ff4de-b113-4e1e-981b-82d4907293b5 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:57:07.084925 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [req-a65234e3-caf5-4864-9c45-f1ac3b0101d1 req-157c1685-0e0f-4439-bd6b-b6472611bccb tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:57:07.088000 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157c1685-0e0f-4439-bd6b-b6472611bccb tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Pushing event updated for resources: {'Port': ['ID=8f2ace47-494e-43d2-8df6-ecfa2bc9d1c1,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:07.090499 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-a65234e3-caf5-4864-9c45-f1ac3b0101d1 req-157c1685-0e0f-4439-bd6b-b6472611bccb tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:57:07.159394 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-5b292cd7-bbd3-4ba4-b2ea-e80d6c7e9bdf tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] 10.222.0.90 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1221578 Feb 09 21:57:07.162234 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58896) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:07.225019 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65234e3-caf5-4864-9c45-f1ac3b0101d1 req-157c1685-0e0f-4439-bd6b-b6472611bccb tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:07.225712 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-a65234e3-caf5-4864-9c45-f1ac3b0101d1 req-157c1685-0e0f-4439-bd6b-b6472611bccb tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:07.247056 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cbaef2db-e1a0-4603-a8ba-a16b3bcbb579 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks [] for port (eba1a521-05b6-4d5d-8823-e97994ec80ee), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:07.280338 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a65234e3-caf5-4864-9c45-f1ac3b0101d1 req-157c1685-0e0f-4439-bd6b-b6472611bccb tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.2301795 Feb 09 21:57:07.307939 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-a65234e3-caf5-4864-9c45-f1ac3b0101d1 req-59c75cd1-f59e-4d2d-977a-ca230c6b6f1f service neutron] Request body: {'port': {'device_id': '1d4cd8e3-14ca-4c32-97da-da7de5952440', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:07.349180 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f5754a9c-fb1b-4f16-a341-fe42c2950aa2 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group (4e8dfd19-3ada-431c-ac6b-223d10798612), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:07.466220 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f5754a9c-fb1b-4f16-a341-fe42c2950aa2 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group (4e8dfd19-3ada-431c-ac6b-223d10798612), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:07.488063 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-a65234e3-caf5-4864-9c45-f1ac3b0101d1 req-59c75cd1-f59e-4d2d-977a-ca230c6b6f1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (8f2ace47-494e-43d2-8df6-ecfa2bc9d1c1), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:07.506785 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-da77c360-76d1-43e7-baae-b9ccb87872e3 None None] Provisioning complete for port 8f2ace47-494e-43d2-8df6-ecfa2bc9d1c1 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:57:07.507166 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-da77c360-76d1-43e7-baae-b9ccb87872e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (8f2ace47-494e-43d2-8df6-ecfa2bc9d1c1), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:07.558537 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f5754a9c-fb1b-4f16-a341-fe42c2950aa2 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (4e8dfd19-3ada-431c-ac6b-223d10798612), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:07.562278 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f5754a9c-fb1b-4f16-a341-fe42c2950aa2 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:07.563436 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-f5754a9c-fb1b-4f16-a341-fe42c2950aa2 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] 10.222.0.90 "DELETE /v2.0/security-groups/4e8dfd19-3ada-431c-ac6b-223d10798612 HTTP/1.1" status: 204 len: 168 time: 0.4002664 Feb 09 21:57:07.568261 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-da77c360-76d1-43e7-baae-b9ccb87872e3 None None] Port 8f2ace47-494e-43d2-8df6-ecfa2bc9d1c1 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:57:07.573130 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58908) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:07.649144 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5754a9c-fb1b-4f16-a341-fe42c2950aa2 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e8dfd19-3ada-431c-ac6b-223d10798612,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:07.721386 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-9c5f7d66-3f0e-4e83-8e35-ed6c2206ea1f tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1428828 Feb 09 21:57:07.722173 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58920) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:07.728417 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-5c74feab-fd02-4915-b507-faf0ba8bebed tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Request body: {'security_group': {'name': 'tempest-secgroup--288799765'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:07.784419 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-cbaef2db-e1a0-4603-a8ba-a16b3bcbb579 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] device_id is not set on port 545dc536-867e-4323-b8ec-b55f467c9bee yet. {{(pid=103140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:57:07.834529 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5c74feab-fd02-4915-b507-faf0ba8bebed tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:07.916155 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169d18a4-d43e-46e3-b4a4-81e575e97fce req-1cb61367-dba2-4d57-bf19-3cbc47bbeb65 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:07.918082 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-169d18a4-d43e-46e3-b4a4-81e575e97fce req-1cb61367-dba2-4d57-bf19-3cbc47bbeb65 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=5c0e31f7-a19c-4b58-9695-ac619a023e12 HTTP/1.1" status: 200 len: 946 time: 0.1095188 Feb 09 21:57:07.927849 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdadb44c-aaaf-4633-8fe6-45075ebc26fa req-0f7017e1-a6ec-431d-9e28-0b0ef5d43997 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:07.929952 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bdadb44c-aaaf-4633-8fe6-45075ebc26fa req-0f7017e1-a6ec-431d-9e28-0b0ef5d43997 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] 10.222.0.90 "GET /v2.0/ports?device_id=1d4cd8e3-14ca-4c32-97da-da7de5952440 HTTP/1.1" status: 200 len: 895 time: 0.1319129 Feb 09 21:57:07.999364 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5c74feab-fd02-4915-b507-faf0ba8bebed tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group (f55e054e-6b0a-41af-8049-f5495fa1b693), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:08.003715 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5c74feab-fd02-4915-b507-faf0ba8bebed tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (f55e054e-6b0a-41af-8049-f5495fa1b693), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:08.017467 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-169d18a4-d43e-46e3-b4a4-81e575e97fce req-d55890c1-8f69-4703-b551-de490bca9311 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=a72d620d-4650-43fd-afbd-3b01f73e5444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862713 Feb 09 21:57:08.021507 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cbaef2db-e1a0-4603-a8ba-a16b3bcbb579 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks [] for port (545dc536-867e-4323-b8ec-b55f467c9bee), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:08.068507 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c74feab-fd02-4915-b507-faf0ba8bebed tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f55e054e-6b0a-41af-8049-f5495fa1b693,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:08.091706 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5c74feab-fd02-4915-b507-faf0ba8bebed tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:08.093670 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-5c74feab-fd02-4915-b507-faf0ba8bebed tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3705196 Feb 09 21:57:08.095515 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cbaef2db-e1a0-4603-a8ba-a16b3bcbb579 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (eba1a521-05b6-4d5d-8823-e97994ec80ee), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:08.096033 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-a65234e3-caf5-4864-9c45-f1ac3b0101d1 req-59c75cd1-f59e-4d2d-977a-ca230c6b6f1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f2ace47-494e-43d2-8df6-ecfa2bc9d1c1 {{(pid=103141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:57:08.097652 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 58936) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:08.105827 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-6485b785-2f9d-4e9d-aa1e-319dd01eca35 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Request body: {'security_group_rule': {'security_group_id': 'f55e054e-6b0a-41af-8049-f5495fa1b693', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:08.111330 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-a65234e3-caf5-4864-9c45-f1ac3b0101d1 req-59c75cd1-f59e-4d2d-977a-ca230c6b6f1f service neutron] Publish callbacks [] for port (8f2ace47-494e-43d2-8df6-ecfa2bc9d1c1), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:08.127660 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-a65234e3-caf5-4864-9c45-f1ac3b0101d1 req-59c75cd1-f59e-4d2d-977a-ca230c6b6f1f service neutron] Transition to ACTIVE for port object 8f2ace47-494e-43d2-8df6-ecfa2bc9d1c1 will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:57:08.141220 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-a65234e3-caf5-4864-9c45-f1ac3b0101d1 req-59c75cd1-f59e-4d2d-977a-ca230c6b6f1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (8f2ace47-494e-43d2-8df6-ecfa2bc9d1c1), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:08.183534 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaef2db-e1a0-4603-a8ba-a16b3bcbb579 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Pushing event updated for resources: {'Port': ['ID=eba1a521-05b6-4d5d-8823-e97994ec80ee,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:08.194627 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6485b785-2f9d-4e9d-aa1e-319dd01eca35 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group_rule (c16a161f-9544-4d20-960e-98f284d9dbeb), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:08.211542 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbaef2db-e1a0-4603-a8ba-a16b3bcbb579 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Checking segment: {'id': 'ce894e16-442f-465b-b24c-b26e0a302ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'f2440c97-40ce-44b5-b248-244933456326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:57:08.211914 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbaef2db-e1a0-4603-a8ba-a16b3bcbb579 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Network hostable DHCP agents. Network: f2440c97-40ce-44b5-b248-244933456326, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:57:08.221141 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c75cd1-f59e-4d2d-977a-ca230c6b6f1f service neutron] Pushing event updated for resources: {'Port': ['ID=8f2ace47-494e-43d2-8df6-ecfa2bc9d1c1,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:08.275190 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbaef2db-e1a0-4603-a8ba-a16b3bcbb579 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Network f2440c97-40ce-44b5-b248-244933456326 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:57:08.292002 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-cbaef2db-e1a0-4603-a8ba-a16b3bcbb579 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, f2440c97-40ce-44b5-b248-244933456326) {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:57:08.301977 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b188f33-8194-4688-9cae-74a8c29772f0 None None] Network f2440c97-40ce-44b5-b248-244933456326 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:57:08.317384 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbaef2db-e1a0-4603-a8ba-a16b3bcbb579 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:57:08.318564 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cbaef2db-e1a0-4603-a8ba-a16b3bcbb579 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (545dc536-867e-4323-b8ec-b55f467c9bee), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:08.324779 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-a65234e3-caf5-4864-9c45-f1ac3b0101d1 req-59c75cd1-f59e-4d2d-977a-ca230c6b6f1f service neutron] Attempting to bind port 8f2ace47-494e-43d2-8df6-ecfa2bc9d1c1 on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:57:08.324779 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-a65234e3-caf5-4864-9c45-f1ac3b0101d1 req-59c75cd1-f59e-4d2d-977a-ca230c6b6f1f service neutron] Attempting to bind port 8f2ace47-494e-43d2-8df6-ecfa2bc9d1c1 by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': 'fe4f20dc-76cb-4b52-af0c-158e2543e18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '593ff4de-b113-4e1e-981b-82d4907293b5'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:57:08.327211 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65234e3-caf5-4864-9c45-f1ac3b0101d1 req-59c75cd1-f59e-4d2d-977a-ca230c6b6f1f service neutron] Attempting to bind port 8f2ace47-494e-43d2-8df6-ecfa2bc9d1c1 on network 593ff4de-b113-4e1e-981b-82d4907293b5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:57:08.336357 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65234e3-caf5-4864-9c45-f1ac3b0101d1 req-59c75cd1-f59e-4d2d-977a-ca230c6b6f1f service neutron] Port 8f2ace47-494e-43d2-8df6-ecfa2bc9d1c1 on network 593ff4de-b113-4e1e-981b-82d4907293b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:57:08.341969 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65234e3-caf5-4864-9c45-f1ac3b0101d1 req-59c75cd1-f59e-4d2d-977a-ca230c6b6f1f service neutron] Attempting to bind port 8f2ace47-494e-43d2-8df6-ecfa2bc9d1c1 on network 593ff4de-b113-4e1e-981b-82d4907293b5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:57:08.356184 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65234e3-caf5-4864-9c45-f1ac3b0101d1 req-59c75cd1-f59e-4d2d-977a-ca230c6b6f1f service neutron] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:57:08.356726 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65234e3-caf5-4864-9c45-f1ac3b0101d1 req-59c75cd1-f59e-4d2d-977a-ca230c6b6f1f service neutron] Checking segment: {'id': 'fe4f20dc-76cb-4b52-af0c-158e2543e18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '593ff4de-b113-4e1e-981b-82d4907293b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:57:08.357200 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65234e3-caf5-4864-9c45-f1ac3b0101d1 req-59c75cd1-f59e-4d2d-977a-ca230c6b6f1f service neutron] Bound using segment: {'id': 'fe4f20dc-76cb-4b52-af0c-158e2543e18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '593ff4de-b113-4e1e-981b-82d4907293b5'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:57:08.357728 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-a65234e3-caf5-4864-9c45-f1ac3b0101d1 req-59c75cd1-f59e-4d2d-977a-ca230c6b6f1f service neutron] Bound port: 8f2ace47-494e-43d2-8df6-ecfa2bc9d1c1, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe4f20dc-76cb-4b52-af0c-158e2543e18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '593ff4de-b113-4e1e-981b-82d4907293b5'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:57:08.358248 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-a65234e3-caf5-4864-9c45-f1ac3b0101d1 req-59c75cd1-f59e-4d2d-977a-ca230c6b6f1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (8f2ace47-494e-43d2-8df6-ecfa2bc9d1c1), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:08.410380 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6485b785-2f9d-4e9d-aa1e-319dd01eca35 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group_rule (c16a161f-9544-4d20-960e-98f284d9dbeb), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:08.411914 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaef2db-e1a0-4603-a8ba-a16b3bcbb579 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Pushing event updated for resources: {'Port': ['ID=545dc536-867e-4323-b8ec-b55f467c9bee,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:08.418831 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6485b785-2f9d-4e9d-aa1e-319dd01eca35 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (c16a161f-9544-4d20-960e-98f284d9dbeb), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:08.442321 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device c4230aed-ff78-4b59-8144-4a7748f92a5b no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:57:08.458273 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6485b785-2f9d-4e9d-aa1e-319dd01eca35 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c16a161f-9544-4d20-960e-98f284d9dbeb,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:08.513915 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6485b785-2f9d-4e9d-aa1e-319dd01eca35 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:08.522626 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-6485b785-2f9d-4e9d-aa1e-319dd01eca35 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4211895 Feb 09 21:57:08.522862 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-a65234e3-caf5-4864-9c45-f1ac3b0101d1 req-59c75cd1-f59e-4d2d-977a-ca230c6b6f1f service neutron] For port 8f2ace47-494e-43d2-8df6-ecfa2bc9d1c1, host n-h2-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:57:08.523003 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 58950) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:08.526816 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-a65234e3-caf5-4864-9c45-f1ac3b0101d1 req-59c75cd1-f59e-4d2d-977a-ca230c6b6f1f service neutron] For port 8f2ace47-494e-43d2-8df6-ecfa2bc9d1c1, host n-h2-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=8f2ace47-494e-43d2-8df6-ecfa2bc9d1c1,segment=NetworkSegment(fe4f20dc-76cb-4b52-af0c-158e2543e18c),segment_id=fe4f20dc-76cb-4b52-af0c-158e2543e18c)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:57:08.538368 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-a65234e3-caf5-4864-9c45-f1ac3b0101d1 req-59c75cd1-f59e-4d2d-977a-ca230c6b6f1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (8f2ace47-494e-43d2-8df6-ecfa2bc9d1c1), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:08.571568 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-6c4660d5-8528-43b0-a579-ab090adf134f tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] 10.222.0.90 "GET /v2.0/security-group-rules/c16a161f-9544-4d20-960e-98f284d9dbeb HTTP/1.1" status: 200 len: 763 time: 0.0410104 Feb 09 21:57:08.575064 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 58952) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:08.617362 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbaef2db-e1a0-4603-a8ba-a16b3bcbb579 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Checking segment: {'id': '28e69fea-80f8-41c5-93a4-7b4c838b5e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'cb8960fa-7aea-4071-b130-cc022f49baec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:57:08.617741 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbaef2db-e1a0-4603-a8ba-a16b3bcbb579 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Network hostable DHCP agents. Network: cb8960fa-7aea-4071-b130-cc022f49baec, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:57:08.636013 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65234e3-caf5-4864-9c45-f1ac3b0101d1 req-59c75cd1-f59e-4d2d-977a-ca230c6b6f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:08.637101 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-a65234e3-caf5-4864-9c45-f1ac3b0101d1 req-59c75cd1-f59e-4d2d-977a-ca230c6b6f1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:08.639911 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a65234e3-caf5-4864-9c45-f1ac3b0101d1 req-59c75cd1-f59e-4d2d-977a-ca230c6b6f1f service neutron] 10.222.0.89 "PUT /v2.0/ports/8f2ace47-494e-43d2-8df6-ecfa2bc9d1c1 HTTP/1.1" status: 200 len: 1055 time: 1.3484354 Feb 09 21:57:08.640606 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d4cd8e3-14ca-4c32-97da-da7de5952440', 'tag': '8f2ace47-494e-43d2-8df6-ecfa2bc9d1c1'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:57:08.643105 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5fd5fd4-dbea-462d-b86a-0491711430f3" -d '{"events": [{"name": "network-changed", "server_uuid": "1d4cd8e3-14ca-4c32-97da-da7de5952440", "tag": "8f2ace47-494e-43d2-8df6-ecfa2bc9d1c1"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:57:08.706361 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-a18fe26b-8382-4730-b6d6-46c652f2d3d6 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] 10.222.0.90 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1282923 Feb 09 21:57:08.715194 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port c4230aed-ff78-4b59-8144-4a7748f92a5b is: ACTIVE; New status is: DOWN {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:57:08.715854 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (c4230aed-ff78-4b59-8144-4a7748f92a5b), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:08.718115 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58964) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:08.731633 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbaef2db-e1a0-4603-a8ba-a16b3bcbb579 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Network cb8960fa-7aea-4071-b130-cc022f49baec is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:57:08.754276 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-cbaef2db-e1a0-4603-a8ba-a16b3bcbb579 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, cb8960fa-7aea-4071-b130-cc022f49baec) {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:57:08.769781 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbaef2db-e1a0-4603-a8ba-a16b3bcbb579 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:57:08.787068 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbaef2db-e1a0-4603-a8ba-a16b3bcbb579 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:08.797182 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e22e63-7c8b-4fc2-83d7-9155f87fb52a None None] Network cb8960fa-7aea-4071-b130-cc022f49baec requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:57:08.802595 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30825f27-8929-448e-b7b8-1cd0dc291bc7 x-openstack-request-id: req-30825f27-8929-448e-b7b8-1cd0dc291bc7 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:57:08.803183 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d4cd8e3-14ca-4c32-97da-da7de5952440", "tag": "8f2ace47-494e-43d2-8df6-ecfa2bc9d1c1", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:57:08.804539 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-30825f27-8929-448e-b7b8-1cd0dc291bc7 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:57:08.805195 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d4cd8e3-14ca-4c32-97da-da7de5952440', 'tag': '8f2ace47-494e-43d2-8df6-ecfa2bc9d1c1', 'status': 'completed', 'code': 200} Feb 09 21:57:08.805417 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbaef2db-e1a0-4603-a8ba-a16b3bcbb579 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:08.806926 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cbaef2db-e1a0-4603-a8ba-a16b3bcbb579 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:08.823453 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c75cd1-f59e-4d2d-977a-ca230c6b6f1f service neutron] Pushing event updated for resources: {'Port': ['ID=8f2ace47-494e-43d2-8df6-ecfa2bc9d1c1,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:08.834581 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-61890aa2-2ebf-43aa-9f4a-1941b4d1bb70 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group_rule (c16a161f-9544-4d20-960e-98f284d9dbeb), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:08.853828 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-61890aa2-2ebf-43aa-9f4a-1941b4d1bb70 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group_rule (c16a161f-9544-4d20-960e-98f284d9dbeb), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:08.855876 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58974) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:08.856155 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-cbaef2db-e1a0-4603-a8ba-a16b3bcbb579 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.3092480 Feb 09 21:57:08.902306 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c0e31f7-a19c-4b58-9695-ac619a023e12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4230aed-ff78-4b59-8144-4a7748f92a5b'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:57:08.904578 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca42ccb1-5242-40de-bb38-4b4cdca52d18" -d '{"events": [{"server_uuid": "5c0e31f7-a19c-4b58-9695-ac619a023e12", "name": "network-vif-unplugged", "status": "completed", "tag": "c4230aed-ff78-4b59-8144-4a7748f92a5b"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:57:08.930990 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port c4230aed-ff78-4b59-8144-4a7748f92a5b, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=c4230aed-ff78-4b59-8144-4a7748f92a5b,segment=NetworkSegment(682b57c6-7518-4480-8840-98896ec39a8d),segment_id=682b57c6-7518-4480-8840-98896ec39a8d)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:57:08.959748 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (c4230aed-ff78-4b59-8144-4a7748f92a5b), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:08.978059 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65234e3-caf5-4864-9c45-f1ac3b0101d1 req-b15d4a1a-576a-42d9-83c1-08a85e63218b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:09.003135 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a65234e3-caf5-4864-9c45-f1ac3b0101d1 req-b15d4a1a-576a-42d9-83c1-08a85e63218b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=223d3fc4293a4815bcb23134d0e1c2d3&device_id=1d4cd8e3-14ca-4c32-97da-da7de5952440 HTTP/1.1" status: 200 len: 1089 time: 0.2519376 Feb 09 21:57:09.125820 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a65234e3-caf5-4864-9c45-f1ac3b0101d1 req-edd03877-1006-4efd-9637-6b3320f12429 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=8f2ace47-494e-43d2-8df6-ecfa2bc9d1c1 HTTP/1.1" status: 200 len: 217 time: 0.1047156 Feb 09 21:57:09.151877 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-61890aa2-2ebf-43aa-9f4a-1941b4d1bb70 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (c16a161f-9544-4d20-960e-98f284d9dbeb), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:09.159757 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-61890aa2-2ebf-43aa-9f4a-1941b4d1bb70 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:09.163852 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 58996) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:09.164519 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-61890aa2-2ebf-43aa-9f4a-1941b4d1bb70 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] 10.222.0.90 "DELETE /v2.0/security-group-rules/c16a161f-9544-4d20-960e-98f284d9dbeb HTTP/1.1" status: 204 len: 168 time: 0.4402795 Feb 09 21:57:09.239906 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1324397-e098-4c26-a4aa-e30b102b12ff tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:09.249360 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1324397-e098-4c26-a4aa-e30b102b12ff tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:09.251657 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-d1324397-e098-4c26-a4aa-e30b102b12ff tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.3895144 Feb 09 21:57:09.254040 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65234e3-caf5-4864-9c45-f1ac3b0101d1 req-61e9dda0-1dc7-4fea-b87b-258f3b741eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:09.256426 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a65234e3-caf5-4864-9c45-f1ac3b0101d1 req-61e9dda0-1dc7-4fea-b87b-258f3b741eb3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a39ad314-86d3-46b8-ad78-15b9e6fc367e HTTP/1.1" status: 200 len: 838 time: 0.1206231 Feb 09 21:57:09.257538 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 58998) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:09.258600 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61890aa2-2ebf-43aa-9f4a-1941b4d1bb70 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c16a161f-9544-4d20-960e-98f284d9dbeb,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:09.285089 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 21:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aebd753-be7e-4fb1-9569-9342162e91e9 x-openstack-request-id: req-2aebd753-be7e-4fb1-9569-9342162e91e9 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:57:09.285452 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c0e31f7-a19c-4b58-9695-ac619a023e12", "name": "network-vif-unplugged", "status": "completed", "tag": "c4230aed-ff78-4b59-8144-4a7748f92a5b", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:57:09.285642 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-2aebd753-be7e-4fb1-9569-9342162e91e9 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:57:09.285998 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c0e31f7-a19c-4b58-9695-ac619a023e12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4230aed-ff78-4b59-8144-4a7748f92a5b', 'code': 200} Feb 09 21:57:09.306655 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-16b734ee-58bd-48ff-8c7f-9fe3b1d941ce tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] 10.222.0.90 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1415462 Feb 09 21:57:09.307389 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 59002) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:09.316265 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-875c0460-b62a-48d4-8b41-43b80a9cd09a tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Request body: {'security_group_rule': {'security_group_id': 'f55e054e-6b0a-41af-8049-f5495fa1b693', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:09.332769 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5115cd-0704-49a2-8a27-8c3ddf372167 req-9f8f0ddd-8602-4084-b970-c98ee99dd1d0 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:09.332890 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-8e58053c-11c5-49d7-a709-ac129ba20d30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:09.334902 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bc5115cd-0704-49a2-8a27-8c3ddf372167 req-9f8f0ddd-8602-4084-b970-c98ee99dd1d0 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=5c0e31f7-a19c-4b58-9695-ac619a023e12 HTTP/1.1" status: 200 len: 944 time: 0.1314962 Feb 09 21:57:09.358089 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=c4230aed-ff78-4b59-8144-4a7748f92a5b,revision_number=8']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:09.416394 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-875c0460-b62a-48d4-8b41-43b80a9cd09a tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group_rule (618ea706-6f46-4c87-86c7-5c480a5beb20), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:09.445225 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65234e3-caf5-4864-9c45-f1ac3b0101d1 req-b9f0d979-1488-42f2-b8bd-c3e88bcc76f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:09.446990 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a65234e3-caf5-4864-9c45-f1ac3b0101d1 req-b9f0d979-1488-42f2-b8bd-c3e88bcc76f6 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=593ff4de-b113-4e1e-981b-82d4907293b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1644108 Feb 09 21:57:09.468835 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bc5115cd-0704-49a2-8a27-8c3ddf372167 req-c1eed99b-06b5-4f11-b21a-9ce152169adb tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=a72d620d-4650-43fd-afbd-3b01f73e5444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222363 Feb 09 21:57:09.473011 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 59008) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:09.523389 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-875c0460-b62a-48d4-8b41-43b80a9cd09a tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group_rule (618ea706-6f46-4c87-86c7-5c480a5beb20), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:09.539285 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-875c0460-b62a-48d4-8b41-43b80a9cd09a tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (618ea706-6f46-4c87-86c7-5c480a5beb20), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:09.541330 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:57:09.565300 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875c0460-b62a-48d4-8b41-43b80a9cd09a tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=618ea706-6f46-4c87-86c7-5c480a5beb20,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:09.597303 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-2eb229c4-2878-45f3-9019-0721f9c8cbf3 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Deleting port eba1a521-05b6-4d5d-8823-e97994ec80ee {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:57:09.597760 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2eb229c4-2878-45f3-9019-0721f9c8cbf3 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (eba1a521-05b6-4d5d-8823-e97994ec80ee), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:09.610498 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-875c0460-b62a-48d4-8b41-43b80a9cd09a tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:09.611712 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-875c0460-b62a-48d4-8b41-43b80a9cd09a tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2992480 Feb 09 21:57:09.619683 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-329eeebd-b798-44ff-a03b-fef67fd59339 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:09.621264 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 59014) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:09.678566 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-bd624bf0-0755-4b99-91e4-cbcfea8228a0 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] 10.222.0.90 "GET /v2.0/security-group-rules/618ea706-6f46-4c87-86c7-5c480a5beb20 HTTP/1.1" status: 200 len: 763 time: 0.0528438 Feb 09 21:57:09.684446 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 59016) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:09.697991 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2eb229c4-2878-45f3-9019-0721f9c8cbf3 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (eba1a521-05b6-4d5d-8823-e97994ec80ee), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:09.716721 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a65234e3-caf5-4864-9c45-f1ac3b0101d1 req-c8a9cd11-e901-475e-8648-edfd124d53b9 service neutron] 10.222.0.89 "GET /v2.0/networks/593ff4de-b113-4e1e-981b-82d4907293b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467575 Feb 09 21:57:09.724537 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-2eb229c4-2878-45f3-9019-0721f9c8cbf3 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Calling delete_port for eba1a521-05b6-4d5d-8823-e97994ec80ee owned by {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:57:09.756663 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cc233b-010d-435d-bb1a-b7c5b5e32c3b req-0fe8ac1f-76a6-4f02-ac4f-4b48a92ebe8c tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:09.759974 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-53cc233b-010d-435d-bb1a-b7c5b5e32c3b req-0fe8ac1f-76a6-4f02-ac4f-4b48a92ebe8c tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 945 time: 0.1559894 Feb 09 21:57:09.769813 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e3c46d-5be5-45ac-948f-83deb42e6690 req-2257a6bd-fb88-4c29-a550-ff6bc3d6152e tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:09.772707 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-58e3c46d-5be5-45ac-948f-83deb42e6690 req-2257a6bd-fb88-4c29-a550-ff6bc3d6152e tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] 10.222.0.90 "GET /v2.0/ports?device_id=1d4cd8e3-14ca-4c32-97da-da7de5952440 HTTP/1.1" status: 200 len: 907 time: 0.7100992 Feb 09 21:57:09.835934 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-9c813c40-e26a-4dfe-9800-2283096c244a tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] 10.222.0.90 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1502814 Feb 09 21:57:09.841556 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 59022) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:09.861411 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-53cc233b-010d-435d-bb1a-b7c5b5e32c3b req-4955f05f-dc02-4fa1-8d95-32607e36f9a2 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=4c89ea32-e697-4c99-8133-b5b6d80654a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890882 Feb 09 21:57:09.863336 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-329eeebd-b798-44ff-a03b-fef67fd59339 admin admin] Publish callbacks [] for security_group (47c88270-d95b-4b8f-8a5d-a5e87506458d), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:09.871595 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-329eeebd-b798-44ff-a03b-fef67fd59339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (47c88270-d95b-4b8f-8a5d-a5e87506458d), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:09.924781 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-329eeebd-b798-44ff-a03b-fef67fd59339 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=fc9334a2f77e49d78a13fb2ae8f77d23&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4448869 Feb 09 21:57:09.929635 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 59026) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:09.934866 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9b8ee630-eeb7-4e91-94c1-9b63041c4b86 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group_rule (618ea706-6f46-4c87-86c7-5c480a5beb20), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:09.945036 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9b8ee630-eeb7-4e91-94c1-9b63041c4b86 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group_rule (618ea706-6f46-4c87-86c7-5c480a5beb20), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:09.976461 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329eeebd-b798-44ff-a03b-fef67fd59339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47c88270-d95b-4b8f-8a5d-a5e87506458d,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:09.985040 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a65234e3-caf5-4864-9c45-f1ac3b0101d1 req-5308d27c-c879-434c-ba22-da91671368ae service neutron] 10.222.0.89 "GET /v2.0/networks/593ff4de-b113-4e1e-981b-82d4907293b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616546 Feb 09 21:57:09.988041 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2eb229c4-2878-45f3-9019-0721f9c8cbf3 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (eba1a521-05b6-4d5d-8823-e97994ec80ee), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:10.029376 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a2db2d5c-6e00-4844-91b6-d25357ce9be7 admin admin] Publish callbacks [] for security_group (47c88270-d95b-4b8f-8a5d-a5e87506458d), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:10.046225 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1a8e47-a398-4219-9ea6-753036e1b19a req-a8b0ab5f-c999-4410-8ff1-ec5e83c47cb1 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:10.047938 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-db1a8e47-a398-4219-9ea6-753036e1b19a req-a8b0ab5f-c999-4410-8ff1-ec5e83c47cb1 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 945 time: 0.0967767 Feb 09 21:57:10.063793 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb229c4-2878-45f3-9019-0721f9c8cbf3 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Pushing event deleted for resources: {'Port': ['ID=eba1a521-05b6-4d5d-8823-e97994ec80ee,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:10.071921 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2eb229c4-2878-45f3-9019-0721f9c8cbf3 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:10.074100 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a2db2d5c-6e00-4844-91b6-d25357ce9be7 admin admin] Publish callbacks [] for security_group (47c88270-d95b-4b8f-8a5d-a5e87506458d), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:10.076877 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-2eb229c4-2878-45f3-9019-0721f9c8cbf3 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] 10.222.0.90 "DELETE /v2.0/ports/eba1a521-05b6-4d5d-8823-e97994ec80ee HTTP/1.1" status: 204 len: 168 time: 0.8151815 Feb 09 21:57:10.077642 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9b8ee630-eeb7-4e91-94c1-9b63041c4b86 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (618ea706-6f46-4c87-86c7-5c480a5beb20), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:10.090816 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9b8ee630-eeb7-4e91-94c1-9b63041c4b86 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:10.090972 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 59030) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:10.092117 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-9b8ee630-eeb7-4e91-94c1-9b63041c4b86 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] 10.222.0.90 "DELETE /v2.0/security-group-rules/618ea706-6f46-4c87-86c7-5c480a5beb20 HTTP/1.1" status: 204 len: 168 time: 0.2492166 Feb 09 21:57:10.102424 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 59032) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:10.108628 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8ee630-eeb7-4e91-94c1-9b63041c4b86 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=618ea706-6f46-4c87-86c7-5c480a5beb20,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:10.133906 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd5fd4-dbea-462d-b86a-0491711430f3 req-19b0a8d5-6f16-4e8b-ad04-aa4e93febb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:10.135871 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a5fd5fd4-dbea-462d-b86a-0491711430f3 req-19b0a8d5-6f16-4e8b-ad04-aa4e93febb7c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=223d3fc4293a4815bcb23134d0e1c2d3&device_id=1d4cd8e3-14ca-4c32-97da-da7de5952440 HTTP/1.1" status: 200 len: 1089 time: 0.0821762 Feb 09 21:57:10.201746 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-db1a8e47-a398-4219-9ea6-753036e1b19a req-a3682ae2-9ccf-43f5-a6ee-795a9170d928 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=4c89ea32-e697-4c99-8133-b5b6d80654a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1460865 Feb 09 21:57:10.247284 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-1490b1e9-0de2-48ef-bbc4-29b6bdc56d24 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] 10.222.0.90 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1409700 Feb 09 21:57:10.247519 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 59040) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:10.254690 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-a518c6e7-7f12-4312-a73a-d18f929db803 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Request body: {'security_group_rule': {'security_group_id': 'f55e054e-6b0a-41af-8049-f5495fa1b693', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:10.273920 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a2db2d5c-6e00-4844-91b6-d25357ce9be7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (47c88270-d95b-4b8f-8a5d-a5e87506458d), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:10.276578 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a2db2d5c-6e00-4844-91b6-d25357ce9be7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:10.280295 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-a2db2d5c-6e00-4844-91b6-d25357ce9be7 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/47c88270-d95b-4b8f-8a5d-a5e87506458d HTTP/1.1" status: 204 len: 168 time: 0.3471806 Feb 09 21:57:10.308786 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2db2d5c-6e00-4844-91b6-d25357ce9be7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47c88270-d95b-4b8f-8a5d-a5e87506458d,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:10.316947 n-d-828369-5 neutron-server[103140]: INFO neutron.db.securitygroups_db [None req-a518c6e7-7f12-4312-a73a-d18f929db803 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Project 79e003aa972947f482cc024aa1c45239 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 21:57:10.322707 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a518c6e7-7f12-4312-a73a-d18f929db803 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group_rule (6a0e9c5b-0b4f-4c92-a718-b2b4d4619530), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:10.351804 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-5e74b3a4-0476-471d-abbf-5eaae2ae5d85 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Deleting port 545dc536-867e-4323-b8ec-b55f467c9bee {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:57:10.352153 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5e74b3a4-0476-471d-abbf-5eaae2ae5d85 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (545dc536-867e-4323-b8ec-b55f467c9bee), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:10.468877 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5e74b3a4-0476-471d-abbf-5eaae2ae5d85 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (545dc536-867e-4323-b8ec-b55f467c9bee), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:10.501989 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a518c6e7-7f12-4312-a73a-d18f929db803 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group_rule (6a0e9c5b-0b4f-4c92-a718-b2b4d4619530), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:10.504003 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-5e74b3a4-0476-471d-abbf-5eaae2ae5d85 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Calling delete_port for 545dc536-867e-4323-b8ec-b55f467c9bee owned by {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:57:10.519474 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a518c6e7-7f12-4312-a73a-d18f929db803 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (6a0e9c5b-0b4f-4c92-a718-b2b4d4619530), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:10.632269 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a518c6e7-7f12-4312-a73a-d18f929db803 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a0e9c5b-0b4f-4c92-a718-b2b4d4619530,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:10.645229 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a518c6e7-7f12-4312-a73a-d18f929db803 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:10.646489 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-a518c6e7-7f12-4312-a73a-d18f929db803 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3977101 Feb 09 21:57:10.651497 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 59052) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:10.689234 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-6708b46e-f4bd-4951-88a7-86950fad5645 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] 10.222.0.90 "GET /v2.0/security-group-rules/6a0e9c5b-0b4f-4c92-a718-b2b4d4619530 HTTP/1.1" status: 200 len: 769 time: 0.0365992 Feb 09 21:57:10.694091 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 59054) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:10.697832 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add65448-8272-40a7-be83-2307812ac6c4 req-724ce63b-03df-4601-aff5-1b4632556bb4 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:10.705126 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-add65448-8272-40a7-be83-2307812ac6c4 req-724ce63b-03df-4601-aff5-1b4632556bb4 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 945 time: 0.1988776 Feb 09 21:57:10.731269 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd5fd4-dbea-462d-b86a-0491711430f3 req-cd41dce9-f7b7-4d96-aebf-930a79c93689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:10.733520 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a5fd5fd4-dbea-462d-b86a-0491711430f3 req-cd41dce9-f7b7-4d96-aebf-930a79c93689 service neutron] 10.222.0.89 "GET /v2.0/networks?id=593ff4de-b113-4e1e-981b-82d4907293b5 HTTP/1.1" status: 200 len: 898 time: 0.5872266 Feb 09 21:57:10.759746 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5e74b3a4-0476-471d-abbf-5eaae2ae5d85 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (545dc536-867e-4323-b8ec-b55f467c9bee), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:10.760556 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-cbd084e9-a213-42bb-84bf-09b238900638 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] 10.222.0.90 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0645595 Feb 09 21:57:10.762625 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 59058) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:10.784717 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-add65448-8272-40a7-be83-2307812ac6c4 req-2f4f53be-7fcf-472f-8325-d55a07430cd7 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=4c89ea32-e697-4c99-8133-b5b6d80654a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785911 Feb 09 21:57:10.804811 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a5fd5fd4-dbea-462d-b86a-0491711430f3 req-5c61d82e-594f-4790-bd48-69f006978fac service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=8f2ace47-494e-43d2-8df6-ecfa2bc9d1c1 HTTP/1.1" status: 200 len: 217 time: 0.0636849 Feb 09 21:57:10.830654 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e74b3a4-0476-471d-abbf-5eaae2ae5d85 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Pushing event deleted for resources: {'Port': ['ID=545dc536-867e-4323-b8ec-b55f467c9bee,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:10.841816 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5e74b3a4-0476-471d-abbf-5eaae2ae5d85 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:10.848311 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-5e74b3a4-0476-471d-abbf-5eaae2ae5d85 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] 10.222.0.90 "DELETE /v2.0/ports/545dc536-867e-4323-b8ec-b55f467c9bee HTTP/1.1" status: 204 len: 168 time: 0.7564714 Feb 09 21:57:10.849043 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 59068) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:10.861030 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-85e17313-eabd-4214-aa54-fcfb65cc60a6 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group_rule (6a0e9c5b-0b4f-4c92-a718-b2b4d4619530), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:10.896506 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd5fd4-dbea-462d-b86a-0491711430f3 req-a714d567-9eca-4fac-8fb9-8ad7f3a906d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:10.900846 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a5fd5fd4-dbea-462d-b86a-0491711430f3 req-a714d567-9eca-4fac-8fb9-8ad7f3a906d7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a39ad314-86d3-46b8-ad78-15b9e6fc367e HTTP/1.1" status: 200 len: 838 time: 0.0875347 Feb 09 21:57:10.908003 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-85e17313-eabd-4214-aa54-fcfb65cc60a6 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group_rule (6a0e9c5b-0b4f-4c92-a718-b2b4d4619530), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:10.917438 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-6c74003a-ecc3-4d2c-ae5a-1aeb54b24684 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0657654 Feb 09 21:57:10.918076 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 59072) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:10.929573 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-276c1448-b89d-49eb-9596-c2a5e4d46012 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1220032417'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:10.974907 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd5fd4-dbea-462d-b86a-0491711430f3 req-8d0356b2-08b8-44f4-b0f9-dec841cafbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:10.976867 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a5fd5fd4-dbea-462d-b86a-0491711430f3 req-8d0356b2-08b8-44f4-b0f9-dec841cafbf4 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=593ff4de-b113-4e1e-981b-82d4907293b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0648799 Feb 09 21:57:10.981606 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-276c1448-b89d-49eb-9596-c2a5e4d46012 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Made reservation on behalf of ff064361fbb34337bb7671818cce2f16 for: {'network': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:57:10.986249 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-276c1448-b89d-49eb-9596-c2a5e4d46012 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:11.012489 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-9d096577-2957-4494-b887-3d09b7f12401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:11.013102 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-85e17313-eabd-4214-aa54-fcfb65cc60a6 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (6a0e9c5b-0b4f-4c92-a718-b2b4d4619530), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:11.018763 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-85e17313-eabd-4214-aa54-fcfb65cc60a6 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:11.020634 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-85e17313-eabd-4214-aa54-fcfb65cc60a6 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] 10.222.0.90 "DELETE /v2.0/security-group-rules/6a0e9c5b-0b4f-4c92-a718-b2b4d4619530 HTTP/1.1" status: 204 len: 168 time: 0.2565269 Feb 09 21:57:11.025339 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 59076) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:11.050837 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e17313-eabd-4214-aa54-fcfb65cc60a6 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6a0e9c5b-0b4f-4c92-a718-b2b4d4619530,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:11.064631 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-276c1448-b89d-49eb-9596-c2a5e4d46012 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=103140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:57:11.083474 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-276c1448-b89d-49eb-9596-c2a5e4d46012 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (b42ee902-228a-4129-b796-5ce4033b8c0d), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:11.084092 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-276c1448-b89d-49eb-9596-c2a5e4d46012 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Added segment b42ee902-228a-4129-b796-5ce4033b8c0d of type vlan for network c82dcc5e-7c9b-44cd-9f16-67f014331b66 Feb 09 21:57:11.101822 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be20101-b349-4133-ae5c-0863c21dfbe9 req-a238bf40-e671-420c-bc4a-d8ad113046b0 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:11.111237 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6be20101-b349-4133-ae5c-0863c21dfbe9 req-a238bf40-e671-420c-bc4a-d8ad113046b0 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] 10.222.0.90 "GET /v2.0/ports?device_id=1d4cd8e3-14ca-4c32-97da-da7de5952440 HTTP/1.1" status: 200 len: 907 time: 0.1718857 Feb 09 21:57:11.128873 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-3485ece3-bced-43ef-814c-553cc770b01d tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] 10.222.0.90 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0992649 Feb 09 21:57:11.141612 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 59080) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:11.172678 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-276c1448-b89d-49eb-9596-c2a5e4d46012 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (c82dcc5e-7c9b-44cd-9f16-67f014331b66), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:11.212351 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a5fd5fd4-dbea-462d-b86a-0491711430f3 req-ff181759-90c5-4042-96fc-22ec57030b97 service neutron] 10.222.0.89 "GET /v2.0/networks/593ff4de-b113-4e1e-981b-82d4907293b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159865 Feb 09 21:57:11.229155 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-276c1448-b89d-49eb-9596-c2a5e4d46012 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (c82dcc5e-7c9b-44cd-9f16-67f014331b66), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:11.235753 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-81f31549-12d8-4edc-b3a8-66fbd10f4801 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group (f55e054e-6b0a-41af-8049-f5495fa1b693), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:11.237756 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276c1448-b89d-49eb-9596-c2a5e4d46012 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:11.238624 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-276c1448-b89d-49eb-9596-c2a5e4d46012 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:11.280635 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-276c1448-b89d-49eb-9596-c2a5e4d46012 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3539321 Feb 09 21:57:11.288391 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 59092) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:11.296307 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-89182945-bd51-4b64-b4eb-862868707ed9 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-778811899'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:11.322133 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89182945-bd51-4b64-b4eb-862868707ed9 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Made reservation on behalf of ff064361fbb34337bb7671818cce2f16 for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:57:11.325957 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-89182945-bd51-4b64-b4eb-862868707ed9 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:11.331719 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276c1448-b89d-49eb-9596-c2a5e4d46012 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Pushing event updated for resources: {'Network': ['ID=c82dcc5e-7c9b-44cd-9f16-67f014331b66,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:11.343596 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network c82dcc5e-7c9b-44cd-9f16-67f014331b66 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:57:11.345120 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-81f31549-12d8-4edc-b3a8-66fbd10f4801 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group (f55e054e-6b0a-41af-8049-f5495fa1b693), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:11.437129 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-81f31549-12d8-4edc-b3a8-66fbd10f4801 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (f55e054e-6b0a-41af-8049-f5495fa1b693), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:11.440477 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-81f31549-12d8-4edc-b3a8-66fbd10f4801 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:11.444538 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 59096) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:11.444719 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-81f31549-12d8-4edc-b3a8-66fbd10f4801 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] 10.222.0.90 "DELETE /v2.0/security-groups/f55e054e-6b0a-41af-8049-f5495fa1b693 HTTP/1.1" status: 204 len: 168 time: 0.3016262 Feb 09 21:57:11.447225 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89182945-bd51-4b64-b4eb-862868707ed9 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:57:11.475599 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f31549-12d8-4edc-b3a8-66fbd10f4801 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55e054e-6b0a-41af-8049-f5495fa1b693,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:11.485225 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-89182945-bd51-4b64-b4eb-862868707ed9 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (c2c0912a-782a-4320-9256-ef83a59b0e20), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:11.485666 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-89182945-bd51-4b64-b4eb-862868707ed9 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Added segment c2c0912a-782a-4320-9256-ef83a59b0e20 of type vlan for network 233c0f20-a870-4541-94f9-821fd1ecdd42 Feb 09 21:57:11.488464 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a5fd5fd4-dbea-462d-b86a-0491711430f3 req-f71b7376-f732-428d-8753-9bb79ae6e93f service neutron] 10.222.0.89 "GET /v2.0/networks/593ff4de-b113-4e1e-981b-82d4907293b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538457 Feb 09 21:57:11.539656 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-89182945-bd51-4b64-b4eb-862868707ed9 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (233c0f20-a870-4541-94f9-821fd1ecdd42), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:11.548437 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-48687065-4159-4882-9c26-84d68b31d1a5 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1018372 Feb 09 21:57:11.556363 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 59106) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:11.558115 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-dc70aa05-a168-4dec-9127-88490e4eaae1 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Request body: {'security_group': {'name': 'tempest-secgroup--1487130917'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:11.581095 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-89182945-bd51-4b64-b4eb-862868707ed9 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (233c0f20-a870-4541-94f9-821fd1ecdd42), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:11.593907 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89182945-bd51-4b64-b4eb-862868707ed9 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:11.593907 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-89182945-bd51-4b64-b4eb-862868707ed9 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:11.594470 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-dc70aa05-a168-4dec-9127-88490e4eaae1 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:11.666699 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89182945-bd51-4b64-b4eb-862868707ed9 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Pushing event updated for resources: {'Network': ['ID=233c0f20-a870-4541-94f9-821fd1ecdd42,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:11.672970 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-89182945-bd51-4b64-b4eb-862868707ed9 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3815207 Feb 09 21:57:11.683080 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 233c0f20-a870-4541-94f9-821fd1ecdd42 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:57:11.694305 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-dc70aa05-a168-4dec-9127-88490e4eaae1 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group (3405a4f1-663c-44f1-8690-ddd6efd70a8f), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:11.698157 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-dc70aa05-a168-4dec-9127-88490e4eaae1 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (3405a4f1-663c-44f1-8690-ddd6efd70a8f), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:11.721303 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-dc70aa05-a168-4dec-9127-88490e4eaae1 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:11.725116 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-dc70aa05-a168-4dec-9127-88490e4eaae1 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1680791 Feb 09 21:57:11.725337 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 59110) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:11.729994 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-1da58adc-2834-41cb-868b-7bfb2305aebc tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Request body: {'security_group_rule': {'security_group_id': '3405a4f1-663c-44f1-8690-ddd6efd70a8f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:11.795091 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc70aa05-a168-4dec-9127-88490e4eaae1 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3405a4f1-663c-44f1-8690-ddd6efd70a8f,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:11.799358 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1da58adc-2834-41cb-868b-7bfb2305aebc tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group_rule (c49b02d0-6ce4-4030-985a-518d8ba5f693), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:11.831820 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 59116) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:11.836976 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-e0506938-7f01-4b0c-b1ff-9e8c9c74feb4 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Request body: {'subnets': [{'network_id': 'c82dcc5e-7c9b-44cd-9f16-67f014331b66', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--288728880', 'ip_version': 4}, {'network_id': '233c0f20-a870-4541-94f9-821fd1ecdd42', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:11.837626 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-e0506938-7f01-4b0c-b1ff-9e8c9c74feb4 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Request body: {'subnet': {'network_id': 'c82dcc5e-7c9b-44cd-9f16-67f014331b66', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--288728880', 'ip_version': 4}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:11.838232 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-e0506938-7f01-4b0c-b1ff-9e8c9c74feb4 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Request body: {'subnet': {'network_id': '233c0f20-a870-4541-94f9-821fd1ecdd42', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:11.870105 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1da58adc-2834-41cb-868b-7bfb2305aebc tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group_rule (c49b02d0-6ce4-4030-985a-518d8ba5f693), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:11.875582 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1da58adc-2834-41cb-868b-7bfb2305aebc tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (c49b02d0-6ce4-4030-985a-518d8ba5f693), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:11.898370 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da58adc-2834-41cb-868b-7bfb2305aebc tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c49b02d0-6ce4-4030-985a-518d8ba5f693,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:11.908661 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1da58adc-2834-41cb-868b-7bfb2305aebc tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:11.913377 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-1da58adc-2834-41cb-868b-7bfb2305aebc tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1861520 Feb 09 21:57:11.915469 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 59122) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:11.980411 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 59124) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:12.010210 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a9f92196-74b8-44bf-9d2a-4979859e07e7 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group (3405a4f1-663c-44f1-8690-ddd6efd70a8f), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:12.041479 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a9f92196-74b8-44bf-9d2a-4979859e07e7 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group (3405a4f1-663c-44f1-8690-ddd6efd70a8f), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:12.065752 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727a2328-174e-421d-aa2b-937f7206ebef req-ce817dad-429a-4cb4-be3d-d036e356253e tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:12.067373 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-727a2328-174e-421d-aa2b-937f7206ebef req-ce817dad-429a-4cb4-be3d-d036e356253e tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 945 time: 0.1232684 Feb 09 21:57:12.077468 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0506938-7f01-4b0c-b1ff-9e8c9c74feb4 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Made reservation on behalf of ff064361fbb34337bb7671818cce2f16 for: {'subnet': 2} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:57:12.082953 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e0506938-7f01-4b0c-b1ff-9e8c9c74feb4 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:12.083640 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e0506938-7f01-4b0c-b1ff-9e8c9c74feb4 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:12.152711 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a9f92196-74b8-44bf-9d2a-4979859e07e7 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (3405a4f1-663c-44f1-8690-ddd6efd70a8f), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:12.155624 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a9f92196-74b8-44bf-9d2a-4979859e07e7 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:12.159367 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-a9f92196-74b8-44bf-9d2a-4979859e07e7 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] 10.222.0.90 "DELETE /v2.0/security-groups/3405a4f1-663c-44f1-8690-ddd6efd70a8f HTTP/1.1" status: 204 len: 168 time: 0.2407568 Feb 09 21:57:12.168972 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-727a2328-174e-421d-aa2b-937f7206ebef req-28fd79ea-b6b8-4c6b-adb4-f624935e500c tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=4c89ea32-e697-4c99-8133-b5b6d80654a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932214 Feb 09 21:57:12.171713 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 59132) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:12.204102 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f92196-74b8-44bf-9d2a-4979859e07e7 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3405a4f1-663c-44f1-8690-ddd6efd70a8f,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:12.215998 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-99098e60-ce4a-43e0-a94e-f45eb9aff29f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:12.292509 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-f506cec6-a63d-470f-9c55-f258a9d730de tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1186216 Feb 09 21:57:12.301324 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 59138) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:12.356438 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dd1f2c-1fb9-41f6-92f4-9fde83cfa156 req-f44a32b5-75f5-4337-bcdf-8913798a520d tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:12.358511 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c0dd1f2c-1fb9-41f6-92f4-9fde83cfa156 req-f44a32b5-75f5-4337-bcdf-8913798a520d tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] 10.222.0.90 "GET /v2.0/ports?device_id=1d4cd8e3-14ca-4c32-97da-da7de5952440 HTTP/1.1" status: 200 len: 907 time: 0.1560044 Feb 09 21:57:12.363083 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device c4230aed-ff78-4b59-8144-4a7748f92a5b no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:57:12.382955 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-d554115d-ab76-42f6-95c6-b37db3e24931 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] 10.222.0.90 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0782447 Feb 09 21:57:12.386608 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 59140) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:12.410689 n-d-828369-5 neutron-server[103140]: INFO neutron.api.v2.resource [None req-85bf0d90-cf5a-4c4f-9f1f-a9ac74dcfbef tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] delete failed (client error): The resource could not be found. Feb 09 21:57:12.411846 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-85bf0d90-cf5a-4c4f-9f1f-a9ac74dcfbef tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] 10.222.0.90 "DELETE /v2.0/security-groups/3405a4f1-663c-44f1-8690-ddd6efd70a8f HTTP/1.1" status: 404 len: 347 time: 0.0243130 Feb 09 21:57:12.418184 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 59142) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:12.477542 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port c4230aed-ff78-4b59-8144-4a7748f92a5b is: DOWN; New status is: DOWN {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:57:12.478086 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-99098e60-ce4a-43e0-a94e-f45eb9aff29f admin admin] Publish callbacks [] for security_group (220bc7d8-ba11-4246-8fae-a0b64a1be353), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:12.487550 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-436d7824-640d-4e53-97c9-65abb32089c4 tempest-SecGroupIPv6Test-1032995160 tempest-SecGroupIPv6Test-1032995160-project] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0646341 Feb 09 21:57:12.487550 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-99098e60-ce4a-43e0-a94e-f45eb9aff29f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (220bc7d8-ba11-4246-8fae-a0b64a1be353), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:12.528703 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-99098e60-ce4a-43e0-a94e-f45eb9aff29f admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=0d5e1dd3b3c14be5a7cc5cc81c8d04ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5469050 Feb 09 21:57:12.531134 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 59146) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:12.537383 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99098e60-ce4a-43e0-a94e-f45eb9aff29f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=220bc7d8-ba11-4246-8fae-a0b64a1be353,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:12.579564 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e0506938-7f01-4b0c-b1ff-9e8c9c74feb4 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (4028af62-dc80-4aa3-8102-38b7a4634fc6), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:12.594964 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c07509e7-3234-43ba-81fb-b28be5179522 admin admin] Publish callbacks [] for security_group (220bc7d8-ba11-4246-8fae-a0b64a1be353), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:12.620598 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c07509e7-3234-43ba-81fb-b28be5179522 admin admin] Publish callbacks [] for security_group (220bc7d8-ba11-4246-8fae-a0b64a1be353), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:12.663990 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0506938-7f01-4b0c-b1ff-9e8c9c74feb4 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Pushing event updated for resources: {'Subnet': ['ID=4028af62-dc80-4aa3-8102-38b7a4634fc6,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:12.673195 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0506938-7f01-4b0c-b1ff-9e8c9c74feb4 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Checking segment: {'id': 'b42ee902-228a-4129-b796-5ce4033b8c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'c82dcc5e-7c9b-44cd-9f16-67f014331b66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:57:12.673764 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0506938-7f01-4b0c-b1ff-9e8c9c74feb4 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Network hostable DHCP agents. Network: c82dcc5e-7c9b-44cd-9f16-67f014331b66, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:57:12.682383 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c07509e7-3234-43ba-81fb-b28be5179522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (220bc7d8-ba11-4246-8fae-a0b64a1be353), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:12.685536 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c07509e7-3234-43ba-81fb-b28be5179522 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:12.686548 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-c07509e7-3234-43ba-81fb-b28be5179522 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/220bc7d8-ba11-4246-8fae-a0b64a1be353 HTTP/1.1" status: 204 len: 168 time: 0.1544623 Feb 09 21:57:12.695544 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0506938-7f01-4b0c-b1ff-9e8c9c74feb4 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Network c82dcc5e-7c9b-44cd-9f16-67f014331b66 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:57:12.696790 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07509e7-3234-43ba-81fb-b28be5179522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=220bc7d8-ba11-4246-8fae-a0b64a1be353,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:12.716826 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-e0506938-7f01-4b0c-b1ff-9e8c9c74feb4 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, c82dcc5e-7c9b-44cd-9f16-67f014331b66) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:57:12.721100 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e0506938-7f01-4b0c-b1ff-9e8c9c74feb4 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (d4d716eb-2564-4a50-bdfa-ccc9f2579565), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:12.731054 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e18316b-4c22-4eae-9a2f-51ede2aa0e5a None None] Network c82dcc5e-7c9b-44cd-9f16-67f014331b66 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:57:12.798878 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0506938-7f01-4b0c-b1ff-9e8c9c74feb4 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Pushing event updated for resources: {'Subnet': ['ID=d4d716eb-2564-4a50-bdfa-ccc9f2579565,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:12.835449 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0506938-7f01-4b0c-b1ff-9e8c9c74feb4 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Checking segment: {'id': 'c2c0912a-782a-4320-9256-ef83a59b0e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '233c0f20-a870-4541-94f9-821fd1ecdd42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:57:12.836252 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0506938-7f01-4b0c-b1ff-9e8c9c74feb4 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Network hostable DHCP agents. Network: 233c0f20-a870-4541-94f9-821fd1ecdd42, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:57:12.866964 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:12.872708 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0506938-7f01-4b0c-b1ff-9e8c9c74feb4 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Network 233c0f20-a870-4541-94f9-821fd1ecdd42 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:57:12.877611 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797aa3bd-9509-454b-9e39-18404fb88fda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-c82dcc5e-7c9b-44cd-9f16-67f014331b66', 'network_id': 'c82dcc5e-7c9b-44cd-9f16-67f014331b66', 'project_id': 'ff064361fbb34337bb7671818cce2f16', 'fixed_ips': [{'subnet_id': '4028af62-dc80-4aa3-8102-38b7a4634fc6'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:57:12.882916 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-797aa3bd-9509-454b-9e39-18404fb88fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:12.887293 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-e0506938-7f01-4b0c-b1ff-9e8c9c74feb4 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 233c0f20-a870-4541-94f9-821fd1ecdd42) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:57:12.892552 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0506938-7f01-4b0c-b1ff-9e8c9c74feb4 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:12.893390 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0506938-7f01-4b0c-b1ff-9e8c9c74feb4 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:12.894559 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e0506938-7f01-4b0c-b1ff-9e8c9c74feb4 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:12.910692 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a5eb58-45b8-46b7-a4e7-459ab8477ee2 None None] Network 233c0f20-a870-4541-94f9-821fd1ecdd42 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:57:12.921021 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-e0506938-7f01-4b0c-b1ff-9e8c9c74feb4 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.0852480 Feb 09 21:57:12.921398 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 59162) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:12.941583 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 59164) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:13.083146 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f8ce35-716d-4369-9e6e-3dec7b78f587 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:13.099045 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f8ce35-716d-4369-9e6e-3dec7b78f587 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:13.105149 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f8ce35-716d-4369-9e6e-3dec7b78f587 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:13.107889 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-c6f8ce35-716d-4369-9e6e-3dec7b78f587 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1854353 Feb 09 21:57:13.111075 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 59174) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:13.167374 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-3239a272-6b5c-47cd-a13c-0bf472f622f6 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=79e003aa972947f482cc024aa1c45239&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2219982 Feb 09 21:57:13.167592 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 59180) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:13.205821 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_v2 [None req-3115ede0-4562-466f-9734-7ec65c678a63 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Deleting subnet 4028af62-dc80-4aa3-8102-38b7a4634fc6 {{(pid=103140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:57:13.216501 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf8e667-6fb0-4b54-87d1-486641e7b594 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-233c0f20-a870-4541-94f9-821fd1ecdd42', 'network_id': '233c0f20-a870-4541-94f9-821fd1ecdd42', 'project_id': 'ff064361fbb34337bb7671818cce2f16', 'fixed_ips': [{'subnet_id': 'd4d716eb-2564-4a50-bdfa-ccc9f2579565'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:57:13.217566 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-eaf8e667-6fb0-4b54-87d1-486641e7b594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:13.243615 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-797aa3bd-9509-454b-9e39-18404fb88fda None None] Allocated IP 172.20.0.2 (c82dcc5e-7c9b-44cd-9f16-67f014331b66/4028af62-dc80-4aa3-8102-38b7a4634fc6/eeacc8da-cf9a-4838-892a-ac3fbead4ddd) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:57:13.279406 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7f212239-4717-4efa-afc8-ec665acd4bf0 admin admin] Publish callbacks [] for security_group (715155c4-356b-4d29-bc55-b57eaa48557e), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:13.343254 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7f212239-4717-4efa-afc8-ec665acd4bf0 admin admin] Publish callbacks [] for security_group (715155c4-356b-4d29-bc55-b57eaa48557e), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:13.363052 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252954d3-6dcf-4f18-bca1-be147f81966b req-a633b42d-cd8c-4201-94b9-c6adfa45936e tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:13.365239 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-252954d3-6dcf-4f18-bca1-be147f81966b req-a633b42d-cd8c-4201-94b9-c6adfa45936e tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 945 time: 0.1094306 Feb 09 21:57:13.417507 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7f212239-4717-4efa-afc8-ec665acd4bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (715155c4-356b-4d29-bc55-b57eaa48557e), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:13.423652 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7f212239-4717-4efa-afc8-ec665acd4bf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:13.425223 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-7f212239-4717-4efa-afc8-ec665acd4bf0 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/715155c4-356b-4d29-bc55-b57eaa48557e HTTP/1.1" status: 204 len: 168 time: 0.2564654 Feb 09 21:57:13.438269 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f212239-4717-4efa-afc8-ec665acd4bf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=715155c4-356b-4d29-bc55-b57eaa48557e,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:13.477026 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-252954d3-6dcf-4f18-bca1-be147f81966b req-45fdaca2-286d-4133-8026-d670c1aa94f5 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=4c89ea32-e697-4c99-8133-b5b6d80654a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052856 Feb 09 21:57:13.646005 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0346e080-204d-42e3-83b7-edb536d9b08c req-7b253158-7098-4706-a2fe-c403fbcaf1e3 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:13.668625 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-797aa3bd-9509-454b-9e39-18404fb88fda None None] Publish callbacks [] for port (eeacc8da-cf9a-4838-892a-ac3fbead4ddd), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:13.670445 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0346e080-204d-42e3-83b7-edb536d9b08c req-7b253158-7098-4706-a2fe-c403fbcaf1e3 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] 10.222.0.90 "GET /v2.0/ports?device_id=1d4cd8e3-14ca-4c32-97da-da7de5952440 HTTP/1.1" status: 200 len: 907 time: 0.1615956 Feb 09 21:57:13.675823 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-eaf8e667-6fb0-4b54-87d1-486641e7b594 None None] Allocated IP 172.20.0.18 (233c0f20-a870-4541-94f9-821fd1ecdd42/d4d716eb-2564-4a50-bdfa-ccc9f2579565/f968db01-26bd-4329-9645-8a9efc1de5d5) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:57:13.679678 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3115ede0-4562-466f-9734-7ec65c678a63 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks [] for subnet (4028af62-dc80-4aa3-8102-38b7a4634fc6), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:13.681984 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-797aa3bd-9509-454b-9e39-18404fb88fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (eeacc8da-cf9a-4838-892a-ac3fbead4ddd), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:13.739700 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797aa3bd-9509-454b-9e39-18404fb88fda None None] Network c82dcc5e-7c9b-44cd-9f16-67f014331b66 is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:57:13.747195 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-797aa3bd-9509-454b-9e39-18404fb88fda None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:57:13.760691 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797aa3bd-9509-454b-9e39-18404fb88fda None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:57:13.773932 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3115ede0-4562-466f-9734-7ec65c678a63 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9110716'] for subnet (4028af62-dc80-4aa3-8102-38b7a4634fc6), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:13.805681 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797aa3bd-9509-454b-9e39-18404fb88fda None None] Pushing event updated for resources: {'Port': ['ID=eeacc8da-cf9a-4838-892a-ac3fbead4ddd,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:13.870400 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-797aa3bd-9509-454b-9e39-18404fb88fda None None] Attempting to bind port eeacc8da-cf9a-4838-892a-ac3fbead4ddd on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:57:13.870898 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-797aa3bd-9509-454b-9e39-18404fb88fda None None] Attempting to bind port eeacc8da-cf9a-4838-892a-ac3fbead4ddd by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': 'b42ee902-228a-4129-b796-5ce4033b8c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'c82dcc5e-7c9b-44cd-9f16-67f014331b66'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:57:13.871359 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797aa3bd-9509-454b-9e39-18404fb88fda None None] Attempting to bind port eeacc8da-cf9a-4838-892a-ac3fbead4ddd on network c82dcc5e-7c9b-44cd-9f16-67f014331b66 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:57:13.879664 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797aa3bd-9509-454b-9e39-18404fb88fda None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:57:13.885446 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797aa3bd-9509-454b-9e39-18404fb88fda None None] Checking segment: {'id': 'b42ee902-228a-4129-b796-5ce4033b8c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'c82dcc5e-7c9b-44cd-9f16-67f014331b66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:57:13.885999 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-797aa3bd-9509-454b-9e39-18404fb88fda None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:13.886506 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797aa3bd-9509-454b-9e39-18404fb88fda None None] Bound using segment: {'id': 'b42ee902-228a-4129-b796-5ce4033b8c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'c82dcc5e-7c9b-44cd-9f16-67f014331b66'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:57:13.887111 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-797aa3bd-9509-454b-9e39-18404fb88fda None None] Bound port: eeacc8da-cf9a-4838-892a-ac3fbead4ddd, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b42ee902-228a-4129-b796-5ce4033b8c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'c82dcc5e-7c9b-44cd-9f16-67f014331b66'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:57:13.887831 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-797aa3bd-9509-454b-9e39-18404fb88fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (eeacc8da-cf9a-4838-892a-ac3fbead4ddd), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:13.942015 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3115ede0-4562-466f-9734-7ec65c678a63 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (4028af62-dc80-4aa3-8102-38b7a4634fc6), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:13.992982 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 8f2ace47-494e-43d2-8df6-ecfa2bc9d1c1 details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:57:14.010077 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3115ede0-4562-466f-9734-7ec65c678a63 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621346'] for subnet (4028af62-dc80-4aa3-8102-38b7a4634fc6), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:14.065854 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-797aa3bd-9509-454b-9e39-18404fb88fda None None] For port eeacc8da-cf9a-4838-892a-ac3fbead4ddd, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:57:14.071808 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3115ede0-4562-466f-9734-7ec65c678a63 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Pushing event deleted for resources: {'Subnet': ['ID=4028af62-dc80-4aa3-8102-38b7a4634fc6,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:14.080272 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3115ede0-4562-466f-9734-7ec65c678a63 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:14.084831 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-797aa3bd-9509-454b-9e39-18404fb88fda None None] For port eeacc8da-cf9a-4838-892a-ac3fbead4ddd, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=eeacc8da-cf9a-4838-892a-ac3fbead4ddd,segment=NetworkSegment(b42ee902-228a-4129-b796-5ce4033b8c0d),segment_id=b42ee902-228a-4129-b796-5ce4033b8c0d)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:57:14.086528 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 59222) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:14.089333 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-3115ede0-4562-466f-9734-7ec65c678a63 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] 10.222.0.90 "DELETE /v2.0/subnets/4028af62-dc80-4aa3-8102-38b7a4634fc6 HTTP/1.1" status: 204 len: 168 time: 0.9756088 Feb 09 21:57:14.113699 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-797aa3bd-9509-454b-9e39-18404fb88fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (eeacc8da-cf9a-4838-892a-ac3fbead4ddd), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:14.217604 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.db.resource_extend [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 21:57:14.227851 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-67867463-0e37-4ef3-a22d-2b693a1525fd tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Deleting subnet d4d716eb-2564-4a50-bdfa-ccc9f2579565 {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:57:14.312495 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:14.335597 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-eaf8e667-6fb0-4b54-87d1-486641e7b594 None None] Publish callbacks [] for port (f968db01-26bd-4329-9645-8a9efc1de5d5), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:14.350344 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797aa3bd-9509-454b-9e39-18404fb88fda None None] Pushing event updated for resources: {'Port': ['ID=eeacc8da-cf9a-4838-892a-ac3fbead4ddd,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:14.355005 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-67867463-0e37-4ef3-a22d-2b693a1525fd tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks [] for subnet (d4d716eb-2564-4a50-bdfa-ccc9f2579565), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:14.356057 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-eaf8e667-6fb0-4b54-87d1-486641e7b594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (f968db01-26bd-4329-9645-8a9efc1de5d5), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:14.375093 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf8e667-6fb0-4b54-87d1-486641e7b594 None None] Network 233c0f20-a870-4541-94f9-821fd1ecdd42 is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:57:14.382668 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-eaf8e667-6fb0-4b54-87d1-486641e7b594 None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:57:14.403045 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf8e667-6fb0-4b54-87d1-486641e7b594 None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:57:14.465609 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 8f2ace47-494e-43d2-8df6-ecfa2bc9d1c1, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=8f2ace47-494e-43d2-8df6-ecfa2bc9d1c1,segment=NetworkSegment(fe4f20dc-76cb-4b52-af0c-158e2543e18c),segment_id=fe4f20dc-76cb-4b52-af0c-158e2543e18c)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:57:14.479363 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-67867463-0e37-4ef3-a22d-2b693a1525fd tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (d4d716eb-2564-4a50-bdfa-ccc9f2579565), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:14.507589 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf8e667-6fb0-4b54-87d1-486641e7b594 None None] Pushing event updated for resources: {'Port': ['ID=f968db01-26bd-4329-9645-8a9efc1de5d5,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:14.513312 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-eaf8e667-6fb0-4b54-87d1-486641e7b594 None None] Attempting to bind port f968db01-26bd-4329-9645-8a9efc1de5d5 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:57:14.514456 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-eaf8e667-6fb0-4b54-87d1-486641e7b594 None None] Attempting to bind port f968db01-26bd-4329-9645-8a9efc1de5d5 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': 'c2c0912a-782a-4320-9256-ef83a59b0e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '233c0f20-a870-4541-94f9-821fd1ecdd42'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:57:14.515007 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf8e667-6fb0-4b54-87d1-486641e7b594 None None] Attempting to bind port f968db01-26bd-4329-9645-8a9efc1de5d5 on network 233c0f20-a870-4541-94f9-821fd1ecdd42 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:57:14.521198 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': '8f2ace47-494e-43d2-8df6-ecfa2bc9d1c1', 'network_id': '593ff4de-b113-4e1e-981b-82d4907293b5', 'port_id': '8f2ace47-494e-43d2-8df6-ecfa2bc9d1c1', 'mac_address': 'fa:16:3e:17:ca:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a39ad314-86d3-46b8-ad78-15b9e6fc367e', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:57:14.534982 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf8e667-6fb0-4b54-87d1-486641e7b594 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:57:14.535815 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf8e667-6fb0-4b54-87d1-486641e7b594 None None] Checking segment: {'id': 'c2c0912a-782a-4320-9256-ef83a59b0e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '233c0f20-a870-4541-94f9-821fd1ecdd42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:57:14.535815 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-eaf8e667-6fb0-4b54-87d1-486641e7b594 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:14.536146 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf8e667-6fb0-4b54-87d1-486641e7b594 None None] Bound using segment: {'id': 'c2c0912a-782a-4320-9256-ef83a59b0e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '233c0f20-a870-4541-94f9-821fd1ecdd42'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:57:14.536683 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-eaf8e667-6fb0-4b54-87d1-486641e7b594 None None] Bound port: f968db01-26bd-4329-9645-8a9efc1de5d5, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2c0912a-782a-4320-9256-ef83a59b0e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '233c0f20-a870-4541-94f9-821fd1ecdd42'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:57:14.537069 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-eaf8e667-6fb0-4b54-87d1-486641e7b594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (f968db01-26bd-4329-9645-8a9efc1de5d5), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:14.623609 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 8f2ace47-494e-43d2-8df6-ecfa2bc9d1c1 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:57:14.624281 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (8f2ace47-494e-43d2-8df6-ecfa2bc9d1c1), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:14.670954 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f2ace47-494e-43d2-8df6-ecfa2bc9d1c1 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:57:14.692329 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 8f2ace47-494e-43d2-8df6-ecfa2bc9d1c1, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=8f2ace47-494e-43d2-8df6-ecfa2bc9d1c1,segment=NetworkSegment(fe4f20dc-76cb-4b52-af0c-158e2543e18c),segment_id=fe4f20dc-76cb-4b52-af0c-158e2543e18c)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:57:14.703658 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (8f2ace47-494e-43d2-8df6-ecfa2bc9d1c1), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:14.851748 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=8f2ace47-494e-43d2-8df6-ecfa2bc9d1c1,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:14.854851 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-eaf8e667-6fb0-4b54-87d1-486641e7b594 None None] For port f968db01-26bd-4329-9645-8a9efc1de5d5, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:57:14.859645 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-eaf8e667-6fb0-4b54-87d1-486641e7b594 None None] For port f968db01-26bd-4329-9645-8a9efc1de5d5, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=f968db01-26bd-4329-9645-8a9efc1de5d5,segment=NetworkSegment(c2c0912a-782a-4320-9256-ef83a59b0e20),segment_id=c2c0912a-782a-4320-9256-ef83a59b0e20)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:57:14.869477 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-67867463-0e37-4ef3-a22d-2b693a1525fd tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (d4d716eb-2564-4a50-bdfa-ccc9f2579565), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:14.871719 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-eaf8e667-6fb0-4b54-87d1-486641e7b594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (f968db01-26bd-4329-9645-8a9efc1de5d5), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:14.950986 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 59250) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:14.956109 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf8e667-6fb0-4b54-87d1-486641e7b594 None None] Pushing event updated for resources: {'Port': ['ID=f968db01-26bd-4329-9645-8a9efc1de5d5,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:14.966535 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [-] 10.222.0.90 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0081885 Feb 09 21:57:14.988977 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 59256) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:15.041092 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-67867463-0e37-4ef3-a22d-2b693a1525fd tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (d4d716eb-2564-4a50-bdfa-ccc9f2579565), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:15.043113 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b438d71-d133-4e5b-aa8c-cce9f2f8ca6d req-56079e30-1222-4150-a957-bcff520adb2e tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:15.045797 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2b438d71-d133-4e5b-aa8c-cce9f2f8ca6d req-56079e30-1222-4150-a957-bcff520adb2e tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 945 time: 0.2257643 Feb 09 21:57:15.127606 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67867463-0e37-4ef3-a22d-2b693a1525fd tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Pushing event deleted for resources: {'Subnet': ['ID=d4d716eb-2564-4a50-bdfa-ccc9f2579565,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:15.140538 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-67867463-0e37-4ef3-a22d-2b693a1525fd tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:15.150222 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-67867463-0e37-4ef3-a22d-2b693a1525fd tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] 10.222.0.90 "DELETE /v2.0/subnets/d4d716eb-2564-4a50-bdfa-ccc9f2579565 HTTP/1.1" status: 204 len: 168 time: 1.0594420 Feb 09 21:57:15.154754 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 59264) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:15.182831 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2b438d71-d133-4e5b-aa8c-cce9f2f8ca6d req-7f266289-0791-45fc-a544-faabd4b0bb06 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=4c89ea32-e697-4c99-8133-b5b6d80654a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1299062 Feb 09 21:57:15.363892 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-fc4250b1-7cd5-4029-85fb-1391dfb645c4 tempest-NetworksApiDiscovery-1512196058 tempest-NetworksApiDiscovery-1512196058-project] 10.222.0.90 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3716469 Feb 09 21:57:15.433301 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96e5183-8d44-49a9-90e8-a55e5a9f5718 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:15.434854 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-b96e5183-8d44-49a9-90e8-a55e5a9f5718 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2773294 Feb 09 21:57:15.439414 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 59272) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:15.566533 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff44256a-fd82-4c2a-8bc1-1b3c9260d39f req-1c679f04-de91-4a1a-b7e7-418826fec15d tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:15.578965 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ff44256a-fd82-4c2a-8bc1-1b3c9260d39f req-1c679f04-de91-4a1a-b7e7-418826fec15d tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] 10.222.0.90 "GET /v2.0/ports?device_id=1d4cd8e3-14ca-4c32-97da-da7de5952440 HTTP/1.1" status: 200 len: 908 time: 0.6437778 Feb 09 21:57:15.609963 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d1bdf73d-5b78-4017-af27-0fca5354aa22 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (233c0f20-a870-4541-94f9-821fd1ecdd42), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:15.710840 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-d1bdf73d-5b78-4017-af27-0fca5354aa22 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Deleting port f968db01-26bd-4329-9645-8a9efc1de5d5 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:57:15.719909 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d1bdf73d-5b78-4017-af27-0fca5354aa22 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (f968db01-26bd-4329-9645-8a9efc1de5d5), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:15.742955 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['8f2ace47-494e-43d2-8df6-ecfa2bc9d1c1'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:57:15.746356 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device eeacc8da-cf9a-4838-892a-ac3fbead4ddd up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:57:15.832064 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:15.832681 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 59282) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:15.896879 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-d1bdf73d-5b78-4017-af27-0fca5354aa22 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] For port f968db01-26bd-4329-9645-8a9efc1de5d5, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=f968db01-26bd-4329-9645-8a9efc1de5d5,segment=NetworkSegment(c2c0912a-782a-4320-9256-ef83a59b0e20),segment_id=c2c0912a-782a-4320-9256-ef83a59b0e20)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:57:15.897245 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d1bdf73d-5b78-4017-af27-0fca5354aa22 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (f968db01-26bd-4329-9645-8a9efc1de5d5), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:15.932266 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-d1bdf73d-5b78-4017-af27-0fca5354aa22 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Calling delete_port for f968db01-26bd-4329-9645-8a9efc1de5d5 owned by network:dhcp {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:57:15.994696 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port eeacc8da-cf9a-4838-892a-ac3fbead4ddd triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:57:15.995313 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (eeacc8da-cf9a-4838-892a-ac3fbead4ddd), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:16.046381 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-7b9e6768-0fd9-42e5-82c9-d032f283ed8e tempest-QuotasTest-1066971563 tempest-QuotasTest-1066971563-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:16.114554 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-7b9e6768-0fd9-42e5-82c9-d032f283ed8e tempest-QuotasTest-1066971563 tempest-QuotasTest-1066971563-project-admin] 10.222.0.90 "PUT /v2.0/quotas/dc2281ef96f44a0eaf933437032d02a9 HTTP/1.1" status: 200 len: 366 time: 0.2804184 Feb 09 21:57:16.117363 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 59292) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:16.132948 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-e14c4505-fc8c-41a8-8054-7aa43f03d16d tempest-QuotasTest-1066971563 tempest-QuotasTest-1066971563-project-admin] 10.222.0.90 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0144129 Feb 09 21:57:16.141934 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 59294) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:16.147237 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d1bdf73d-5b78-4017-af27-0fca5354aa22 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (f968db01-26bd-4329-9645-8a9efc1de5d5), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:16.162365 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-ff33680b-de58-4e63-ac12-d5c8af986d95 tempest-QuotasTest-1066971563 tempest-QuotasTest-1066971563-project-admin] 10.222.0.90 "GET /v2.0/quotas/dc2281ef96f44a0eaf933437032d02a9 HTTP/1.1" status: 200 len: 366 time: 0.0155861 Feb 09 21:57:16.168619 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 59296) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:16.169150 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 59298) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:16.181605 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port eeacc8da-cf9a-4838-892a-ac3fbead4ddd is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:57:16.182087 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (eeacc8da-cf9a-4838-892a-ac3fbead4ddd), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:16.215291 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1ccf14-3e9c-44c3-879b-9f007346d158 None None] Network c82dcc5e-7c9b-44cd-9f16-67f014331b66 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:57:16.235572 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bdf73d-5b78-4017-af27-0fca5354aa22 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Pushing event deleted for resources: {'Port': ['ID=f968db01-26bd-4329-9645-8a9efc1de5d5,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:16.241410 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bdf73d-5b78-4017-af27-0fca5354aa22 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] No DVR routers for this DVR port f968db01-26bd-4329-9645-8a9efc1de5d5 on host n-d-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:57:16.283276 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-d04282d0-e3d5-4ae5-b047-c96239cf8d34 tempest-QuotasTest-1066971563 tempest-QuotasTest-1066971563-project-admin] 10.222.0.90 "DELETE /v2.0/quotas/dc2281ef96f44a0eaf933437032d02a9 HTTP/1.1" status: 204 len: 168 time: 0.1127787 Feb 09 21:57:16.285573 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 59306) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:16.296686 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port eeacc8da-cf9a-4838-892a-ac3fbead4ddd, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=eeacc8da-cf9a-4838-892a-ac3fbead4ddd,segment=NetworkSegment(b42ee902-228a-4129-b796-5ce4033b8c0d),segment_id=b42ee902-228a-4129-b796-5ce4033b8c0d)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:57:16.304537 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (eeacc8da-cf9a-4838-892a-ac3fbead4ddd), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:16.305672 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-23ef848f-93a4-4349-8f4b-b257cd2db753 tempest-QuotasTest-1066971563 tempest-QuotasTest-1066971563-project-admin] 10.222.0.90 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0184517 Feb 09 21:57:16.307822 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 59308) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:16.340400 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 59310) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:16.342845 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-85494f11-7172-496f-99df-32a4e9abff0a tempest-QuotasTest-1066971563 tempest-QuotasTest-1066971563-project-admin] 10.222.0.90 "GET /v2.0/quotas/dc2281ef96f44a0eaf933437032d02a9 HTTP/1.1" status: 200 len: 370 time: 0.0263326 Feb 09 21:57:16.350276 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 59312) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:16.350520 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-3d5a16fd-e6c4-46af-802a-6310c71a0497 tempest-QuotasTest-1066971563 tempest-QuotasTest-1066971563-project-admin] 10.222.0.90 "GET /v2.0/quotas/dc2281ef96f44a0eaf933437032d02a9/default HTTP/1.1" status: 200 len: 370 time: 0.0094876 Feb 09 21:57:16.365313 n-d-828369-5 neutron-server[103140]: INFO neutron.api.v2.resource [None req-41780e14-c703-45c0-a2a1-aa399528de33 tempest-QuotasTest-1066971563 tempest-QuotasTest-1066971563-project-admin] delete failed (client error): The resource could not be found. Feb 09 21:57:16.365579 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d1bdf73d-5b78-4017-af27-0fca5354aa22 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (233c0f20-a870-4541-94f9-821fd1ecdd42), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:16.366790 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-41780e14-c703-45c0-a2a1-aa399528de33 tempest-QuotasTest-1066971563 tempest-QuotasTest-1066971563-project-admin] 10.222.0.90 "DELETE /v2.0/quotas/dc2281ef96f44a0eaf933437032d02a9 HTTP/1.1" status: 404 len: 348 time: 0.0151591 Feb 09 21:57:16.406692 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-d1bdf73d-5b78-4017-af27-0fca5354aa22 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['233c0f20-a870-4541-94f9-821fd1ecdd42']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:16.430367 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-d1bdf73d-5b78-4017-af27-0fca5354aa22 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2c0912a-782a-4320-9256-ef83a59b0e20') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:16.432918 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-d1bdf73d-5b78-4017-af27-0fca5354aa22 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2c0912a-782a-4320-9256-ef83a59b0e20') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:16.450039 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-ad04cb6d-41b4-4815-bf8d-1601cc0947fd None None] Provisioning complete for port eeacc8da-cf9a-4838-892a-ac3fbead4ddd triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:57:16.450485 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ad04cb6d-41b4-4815-bf8d-1601cc0947fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (eeacc8da-cf9a-4838-892a-ac3fbead4ddd), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:16.458187 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27783f6-b9c7-4e79-8c3d-678ad7c28696 req-3b2fa23e-bd3f-45fb-8948-ae9dad0fa66b tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:16.466256 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e27783f6-b9c7-4e79-8c3d-678ad7c28696 req-3b2fa23e-bd3f-45fb-8948-ae9dad0fa66b tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 945 time: 0.0965283 Feb 09 21:57:16.466887 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d1bdf73d-5b78-4017-af27-0fca5354aa22 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (c2c0912a-782a-4320-9256-ef83a59b0e20), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:16.501717 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d1bdf73d-5b78-4017-af27-0fca5354aa22 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (c2c0912a-782a-4320-9256-ef83a59b0e20), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:16.524263 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1bdf73d-5b78-4017-af27-0fca5354aa22 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:57:16.525416 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d1bdf73d-5b78-4017-af27-0fca5354aa22 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (c2c0912a-782a-4320-9256-ef83a59b0e20), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:16.550501 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:57:16.550501 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:57:16.550501 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:57:16.550501 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:57:16.550501 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:57:16.550501 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:57:16.550501 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:57:16.550501 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:57:16.550501 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:57:16.550501 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:57:16.550501 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:57:16.550501 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:57:16.550501 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:57:16.550501 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:57:16.550501 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:57:16.550501 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:57:16.550501 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:57:16.550501 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:57:16.550501 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:57:16.550501 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:57:16.550501 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:57:16.550501 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:57:16.550501 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:57:16.550501 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:57:16.550501 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:57:16.550501 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:57:16.550501 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:57:16.550501 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:57:16.550501 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:57:16.550501 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:57:16.550501 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:57:16.550501 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:57:16.567660 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e27783f6-b9c7-4e79-8c3d-678ad7c28696 req-8f0a7554-3b9e-4357-9b2e-db846513a628 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=4c89ea32-e697-4c99-8133-b5b6d80654a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947549 Feb 09 21:57:16.586398 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2ebb143d-c8ac-4153-b7e8-94ee0bc79d82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:16.624785 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-ad04cb6d-41b4-4815-bf8d-1601cc0947fd None None] Current status of the port eeacc8da-cf9a-4838-892a-ac3fbead4ddd is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:57:16.629063 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=eeacc8da-cf9a-4838-892a-ac3fbead4ddd,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:16.667504 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d1bdf73d-5b78-4017-af27-0fca5354aa22 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (233c0f20-a870-4541-94f9-821fd1ecdd42), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:16.743838 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d1bdf73d-5b78-4017-af27-0fca5354aa22 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:16.755523 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-d1bdf73d-5b78-4017-af27-0fca5354aa22 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] 10.222.0.90 "DELETE /v2.0/networks/233c0f20-a870-4541-94f9-821fd1ecdd42 HTTP/1.1" status: 204 len: 168 time: 1.3105106 Feb 09 21:57:16.755523 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bdf73d-5b78-4017-af27-0fca5354aa22 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Pushing event deleted for resources: {'Network': ['ID=233c0f20-a870-4541-94f9-821fd1ecdd42,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:16.757375 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 59322) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:16.761871 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 59324) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:16.779504 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9daad13-ae1a-4618-bbee-652514788e06 None None] DHCP port deletion for c82dcc5e-7c9b-44cd-9f16-67f014331b66 request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:57:16.798728 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b666e-3fc9-468e-9536-4ced8b1d71ab req-5a024737-27e7-4ec5-ad2d-6f92fb610f2c tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:16.801492 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-081b666e-3fc9-468e-9536-4ced8b1d71ab req-5a024737-27e7-4ec5-ad2d-6f92fb610f2c tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] 10.222.0.90 "GET /v2.0/ports?device_id=1d4cd8e3-14ca-4c32-97da-da7de5952440 HTTP/1.1" status: 200 len: 908 time: 0.1179204 Feb 09 21:57:16.837936 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2ebb143d-c8ac-4153-b7e8-94ee0bc79d82 admin admin] Publish callbacks [] for security_group (4326f2b7-10d0-4928-9896-e26f90f0c251), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:16.846900 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2ebb143d-c8ac-4153-b7e8-94ee0bc79d82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (4326f2b7-10d0-4928-9896-e26f90f0c251), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:16.875638 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-c9daad13-ae1a-4618-bbee-652514788e06 None None] Deleting port eeacc8da-cf9a-4838-892a-ac3fbead4ddd {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:57:16.876373 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c9daad13-ae1a-4618-bbee-652514788e06 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (eeacc8da-cf9a-4838-892a-ac3fbead4ddd), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:16.892493 n-d-828369-5 neutron-server[103141]: DEBUG neutron.quota.resource [None req-eef43ca4-6d87-46d8-a4b0-342883dba07c tempest-QuotasTest-1066971563 tempest-QuotasTest-1066971563-project-admin] Usage tracker for resource:network and project:13606e6cbcb4461489fdffb297e82eda is out of sync, need to count used quota {{(pid=103141) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 09 21:57:16.902145 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebb143d-c8ac-4153-b7e8-94ee0bc79d82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4326f2b7-10d0-4928-9896-e26f90f0c251,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:16.903208 n-d-828369-5 neutron-server[103141]: DEBUG neutron.quota.resource [None req-eef43ca4-6d87-46d8-a4b0-342883dba07c tempest-QuotasTest-1066971563 tempest-QuotasTest-1066971563-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103141) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 09 21:57:16.908100 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-2ebb143d-c8ac-4153-b7e8-94ee0bc79d82 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=fbe73866f5d9417fac219ce4db453040&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7317228 Feb 09 21:57:16.910600 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 59328) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:16.910730 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2e69f6ca-14b2-4cde-8a20-5792c1a92034 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (c82dcc5e-7c9b-44cd-9f16-67f014331b66), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:16.923028 n-d-828369-5 neutron-server[103141]: DEBUG neutron.quota.resource [None req-eef43ca4-6d87-46d8-a4b0-342883dba07c tempest-QuotasTest-1066971563 tempest-QuotasTest-1066971563-project-admin] Usage tracker for resource:subnet and project:13606e6cbcb4461489fdffb297e82eda is out of sync, need to count used quota {{(pid=103141) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 09 21:57:16.930582 n-d-828369-5 neutron-server[103141]: DEBUG neutron.quota.resource [None req-eef43ca4-6d87-46d8-a4b0-342883dba07c tempest-QuotasTest-1066971563 tempest-QuotasTest-1066971563-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103141) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 09 21:57:16.958419 n-d-828369-5 neutron-server[103141]: DEBUG neutron.quota.resource [None req-eef43ca4-6d87-46d8-a4b0-342883dba07c tempest-QuotasTest-1066971563 tempest-QuotasTest-1066971563-project-admin] Usage tracker for resource:subnetpool and project:13606e6cbcb4461489fdffb297e82eda is out of sync, need to count used quota {{(pid=103141) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 09 21:57:16.965401 n-d-828369-5 neutron-server[103141]: DEBUG neutron.quota.resource [None req-eef43ca4-6d87-46d8-a4b0-342883dba07c tempest-QuotasTest-1066971563 tempest-QuotasTest-1066971563-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103141) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 09 21:57:16.989589 n-d-828369-5 neutron-server[103141]: DEBUG neutron.quota.resource [None req-eef43ca4-6d87-46d8-a4b0-342883dba07c tempest-QuotasTest-1066971563 tempest-QuotasTest-1066971563-project-admin] Usage tracker for resource:port and project:13606e6cbcb4461489fdffb297e82eda is out of sync, need to count used quota {{(pid=103141) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 09 21:57:16.991199 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-dfe9a959-fbec-4299-8629-3ba870cf6871 admin admin] Publish callbacks [] for security_group (4326f2b7-10d0-4928-9896-e26f90f0c251), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:16.995554 n-d-828369-5 neutron-server[103141]: DEBUG neutron.quota.resource [None req-eef43ca4-6d87-46d8-a4b0-342883dba07c tempest-QuotasTest-1066971563 tempest-QuotasTest-1066971563-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103141) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 09 21:57:17.003794 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-c9daad13-ae1a-4618-bbee-652514788e06 None None] For port eeacc8da-cf9a-4838-892a-ac3fbead4ddd, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=eeacc8da-cf9a-4838-892a-ac3fbead4ddd,segment=NetworkSegment(b42ee902-228a-4129-b796-5ce4033b8c0d),segment_id=b42ee902-228a-4129-b796-5ce4033b8c0d)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:57:17.004360 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c9daad13-ae1a-4618-bbee-652514788e06 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (eeacc8da-cf9a-4838-892a-ac3fbead4ddd), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:17.013853 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-2e69f6ca-14b2-4cde-8a20-5792c1a92034 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Deleting port eeacc8da-cf9a-4838-892a-ac3fbead4ddd {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:57:17.014204 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2e69f6ca-14b2-4cde-8a20-5792c1a92034 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (eeacc8da-cf9a-4838-892a-ac3fbead4ddd), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:17.017286 n-d-828369-5 neutron-server[103141]: DEBUG neutron.quota.resource [None req-eef43ca4-6d87-46d8-a4b0-342883dba07c tempest-QuotasTest-1066971563 tempest-QuotasTest-1066971563-project-admin] Usage tracker for resource:router and project:13606e6cbcb4461489fdffb297e82eda is out of sync, need to count used quota {{(pid=103141) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 09 21:57:17.018218 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8080cfc3-4fbf-4e81-8df7-abe9aa84830b None None] DHCP port deletion for 233c0f20-a870-4541-94f9-821fd1ecdd42 request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:57:17.023455 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-dfe9a959-fbec-4299-8629-3ba870cf6871 admin admin] Publish callbacks [] for security_group (4326f2b7-10d0-4928-9896-e26f90f0c251), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:17.025040 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-c9daad13-ae1a-4618-bbee-652514788e06 None None] Calling delete_port for eeacc8da-cf9a-4838-892a-ac3fbead4ddd owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:57:17.055965 n-d-828369-5 neutron-server[103141]: DEBUG neutron.quota.resource [None req-eef43ca4-6d87-46d8-a4b0-342883dba07c tempest-QuotasTest-1066971563 tempest-QuotasTest-1066971563-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103141) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 09 21:57:17.056262 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-58272c90-da84-4311-8c10-86e9e9472b6c None None] Could not find standard attr ID for object f968db01-26bd-4329-9645-8a9efc1de5d5. {{(pid=103142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 21:57:17.057779 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535355b6-f3e3-4538-b358-864ad67ce49a None None] Network 233c0f20-a870-4541-94f9-821fd1ecdd42 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:57:17.074767 n-d-828369-5 neutron-server[103141]: DEBUG neutron.quota.resource [None req-eef43ca4-6d87-46d8-a4b0-342883dba07c tempest-QuotasTest-1066971563 tempest-QuotasTest-1066971563-project-admin] Usage tracker for resource:floatingip and project:13606e6cbcb4461489fdffb297e82eda is out of sync, need to count used quota {{(pid=103141) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 09 21:57:17.087483 n-d-828369-5 neutron-server[103141]: DEBUG neutron.quota.resource [None req-eef43ca4-6d87-46d8-a4b0-342883dba07c tempest-QuotasTest-1066971563 tempest-QuotasTest-1066971563-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103141) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 09 21:57:17.096844 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-2e69f6ca-14b2-4cde-8a20-5792c1a92034 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] For port eeacc8da-cf9a-4838-892a-ac3fbead4ddd, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=eeacc8da-cf9a-4838-892a-ac3fbead4ddd,segment=NetworkSegment(b42ee902-228a-4129-b796-5ce4033b8c0d),segment_id=b42ee902-228a-4129-b796-5ce4033b8c0d)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:57:17.097243 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2e69f6ca-14b2-4cde-8a20-5792c1a92034 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (eeacc8da-cf9a-4838-892a-ac3fbead4ddd), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:17.121532 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535355b6-f3e3-4538-b358-864ad67ce49a None None] Network 233c0f20-a870-4541-94f9-821fd1ecdd42 could not be found, it might have been deleted concurrently. {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 21:57:17.122093 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-dfe9a959-fbec-4299-8629-3ba870cf6871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (4326f2b7-10d0-4928-9896-e26f90f0c251), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:17.126085 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-dfe9a959-fbec-4299-8629-3ba870cf6871 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:17.127645 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-dfe9a959-fbec-4299-8629-3ba870cf6871 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/4326f2b7-10d0-4928-9896-e26f90f0c251 HTTP/1.1" status: 204 len: 168 time: 0.2147691 Feb 09 21:57:17.133014 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-2e69f6ca-14b2-4cde-8a20-5792c1a92034 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Calling delete_port for eeacc8da-cf9a-4838-892a-ac3fbead4ddd owned by network:dhcp {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:57:17.157512 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe9a959-fbec-4299-8629-3ba870cf6871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4326f2b7-10d0-4928-9896-e26f90f0c251,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:17.238529 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c9daad13-ae1a-4618-bbee-652514788e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (eeacc8da-cf9a-4838-892a-ac3fbead4ddd), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:17.254257 n-d-828369-5 neutron-server[103141]: DEBUG neutron.quota.resource [None req-eef43ca4-6d87-46d8-a4b0-342883dba07c tempest-QuotasTest-1066971563 tempest-QuotasTest-1066971563-project-admin] Usage tracker for resource:security_group and project:13606e6cbcb4461489fdffb297e82eda is out of sync, need to count used quota {{(pid=103141) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 09 21:57:17.258485 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device eeacc8da-cf9a-4838-892a-ac3fbead4ddd no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:57:17.262912 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9daad13-ae1a-4618-bbee-652514788e06 None None] No DVR routers for this DVR port eeacc8da-cf9a-4838-892a-ac3fbead4ddd on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:57:17.268379 n-d-828369-5 neutron-server[103141]: DEBUG neutron.quota.resource [None req-eef43ca4-6d87-46d8-a4b0-342883dba07c tempest-QuotasTest-1066971563 tempest-QuotasTest-1066971563-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103141) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 09 21:57:17.276288 n-d-828369-5 neutron-server[103141]: DEBUG neutron.quota.resource [None req-eef43ca4-6d87-46d8-a4b0-342883dba07c tempest-QuotasTest-1066971563 tempest-QuotasTest-1066971563-project-admin] Usage tracker for resource:security_group_rule and project:13606e6cbcb4461489fdffb297e82eda is out of sync, need to count used quota {{(pid=103141) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 09 21:57:17.281087 n-d-828369-5 neutron-server[103141]: DEBUG neutron.quota.resource [None req-eef43ca4-6d87-46d8-a4b0-342883dba07c tempest-QuotasTest-1066971563 tempest-QuotasTest-1066971563-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103141) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 09 21:57:17.301238 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-eef43ca4-6d87-46d8-a4b0-342883dba07c tempest-QuotasTest-1066971563 tempest-QuotasTest-1066971563-project-admin] 10.222.0.90 "GET /v2.0/quotas/13606e6cbcb4461489fdffb297e82eda/details.json HTTP/1.1" status: 200 len: 703 time: 0.5325124 Feb 09 21:57:17.301238 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2e69f6ca-14b2-4cde-8a20-5792c1a92034 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (eeacc8da-cf9a-4838-892a-ac3fbead4ddd), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:17.314241 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: eeacc8da-cf9a-4838-892a-ac3fbead4ddd {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:57:17.314604 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device eeacc8da-cf9a-4838-892a-ac3fbead4ddd not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:57:17.317367 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9daad13-ae1a-4618-bbee-652514788e06 None None] Pushing event deleted for resources: {'Port': ['ID=eeacc8da-cf9a-4838-892a-ac3fbead4ddd,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:17.349363 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e69f6ca-14b2-4cde-8a20-5792c1a92034 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Pushing event deleted for resources: {'Port': ['ID=eeacc8da-cf9a-4838-892a-ac3fbead4ddd,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:17.353474 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e69f6ca-14b2-4cde-8a20-5792c1a92034 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] No DVR routers for this DVR port eeacc8da-cf9a-4838-892a-ac3fbead4ddd on host n-d-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:57:17.448732 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2e69f6ca-14b2-4cde-8a20-5792c1a92034 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (c82dcc5e-7c9b-44cd-9f16-67f014331b66), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:17.508632 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-2e69f6ca-14b2-4cde-8a20-5792c1a92034 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c82dcc5e-7c9b-44cd-9f16-67f014331b66']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:17.524777 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-2e69f6ca-14b2-4cde-8a20-5792c1a92034 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b42ee902-228a-4129-b796-5ce4033b8c0d') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:17.525111 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-2e69f6ca-14b2-4cde-8a20-5792c1a92034 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b42ee902-228a-4129-b796-5ce4033b8c0d') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:17.535750 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2e69f6ca-14b2-4cde-8a20-5792c1a92034 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (b42ee902-228a-4129-b796-5ce4033b8c0d), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:17.554681 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2e69f6ca-14b2-4cde-8a20-5792c1a92034 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (b42ee902-228a-4129-b796-5ce4033b8c0d), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:17.566686 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e69f6ca-14b2-4cde-8a20-5792c1a92034 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:57:17.567247 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2e69f6ca-14b2-4cde-8a20-5792c1a92034 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (b42ee902-228a-4129-b796-5ce4033b8c0d), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:17.571716 n-d-828369-5 neutron-server[103141]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:57:17.571716 n-d-828369-5 neutron-server[103141]: self.session.flush() Feb 09 21:57:17.571716 n-d-828369-5 neutron-server[103141]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:57:17.571716 n-d-828369-5 neutron-server[103141]: self.session.flush() Feb 09 21:57:17.571716 n-d-828369-5 neutron-server[103141]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:57:17.571716 n-d-828369-5 neutron-server[103141]: self.session.flush() Feb 09 21:57:17.571716 n-d-828369-5 neutron-server[103141]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:57:17.571716 n-d-828369-5 neutron-server[103141]: self.session.flush() Feb 09 21:57:17.571716 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:57:17.571716 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:57:17.571716 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:57:17.571716 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:57:17.571716 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:57:17.571716 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:57:17.571716 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:57:17.571716 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:57:17.571716 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:57:17.571716 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:57:17.571716 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:57:17.571716 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:57:17.571716 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:57:17.571716 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:57:17.571716 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:57:17.571716 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:57:17.571716 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:57:17.571716 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:57:17.571716 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:57:17.571716 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:57:17.571716 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:57:17.571716 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:57:17.571716 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:57:17.571716 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:57:17.571716 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:57:17.571716 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:57:17.571716 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:57:17.571716 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:57:17.571716 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:57:17.571716 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:57:17.571716 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:57:17.571716 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:57:17.663984 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2e69f6ca-14b2-4cde-8a20-5792c1a92034 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (c82dcc5e-7c9b-44cd-9f16-67f014331b66), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:17.666431 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 59356) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:17.694726 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2e69f6ca-14b2-4cde-8a20-5792c1a92034 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:17.696760 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf560b23-75ff-451b-a8d6-b488d0499552 req-827aea67-beab-4a78-82b3-1e93644dd646 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:17.701989 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-2e69f6ca-14b2-4cde-8a20-5792c1a92034 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] 10.222.0.90 "DELETE /v2.0/networks/c82dcc5e-7c9b-44cd-9f16-67f014331b66 HTTP/1.1" status: 204 len: 168 time: 0.9385324 Feb 09 21:57:17.702923 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e69f6ca-14b2-4cde-8a20-5792c1a92034 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Pushing event deleted for resources: {'Network': ['ID=c82dcc5e-7c9b-44cd-9f16-67f014331b66,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:17.704610 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 59360) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:17.707158 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bf560b23-75ff-451b-a8d6-b488d0499552 req-827aea67-beab-4a78-82b3-1e93644dd646 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 945 time: 0.0806751 Feb 09 21:57:17.770143 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bf560b23-75ff-451b-a8d6-b488d0499552 req-f2eda533-b2d6-4ed0-a52e-8985986c963a tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=4c89ea32-e697-4c99-8133-b5b6d80654a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618415 Feb 09 21:57:17.805550 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c9b05bfb-5748-4b6d-8133-7841c1332133 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (cb8960fa-7aea-4071-b130-cc022f49baec), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:17.982374 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5c547daf-8aee-4a48-9d83-eaeaedbbbfaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:17.985694 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d93fa3-fa8a-46e0-b7e0-3a52e4135994 req-6d3af06e-9ef2-4846-beec-3f62ab5dd4f9 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:17.987822 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 8f2ace47-494e-43d2-8df6-ecfa2bc9d1c1 up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:57:17.988575 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-55d93fa3-fa8a-46e0-b7e0-3a52e4135994 req-6d3af06e-9ef2-4846-beec-3f62ab5dd4f9 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] 10.222.0.90 "GET /v2.0/ports?device_id=1d4cd8e3-14ca-4c32-97da-da7de5952440 HTTP/1.1" status: 200 len: 908 time: 0.0955899 Feb 09 21:57:17.988970 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c9b05bfb-5748-4b6d-8133-7841c1332133 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (cb8960fa-7aea-4071-b130-cc022f49baec), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:18.020554 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-c9b05bfb-5748-4b6d-8133-7841c1332133 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb8960fa-7aea-4071-b130-cc022f49baec']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:18.035724 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-c9b05bfb-5748-4b6d-8133-7841c1332133 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28e69fea-80f8-41c5-93a4-7b4c838b5e38') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:18.036104 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-c9b05bfb-5748-4b6d-8133-7841c1332133 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28e69fea-80f8-41c5-93a4-7b4c838b5e38') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:18.054829 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c9b05bfb-5748-4b6d-8133-7841c1332133 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (28e69fea-80f8-41c5-93a4-7b4c838b5e38), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:18.063099 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning for port 8f2ace47-494e-43d2-8df6-ecfa2bc9d1c1 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:57:18.069437 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port 8f2ace47-494e-43d2-8df6-ecfa2bc9d1c1 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:57:18.069958 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (8f2ace47-494e-43d2-8df6-ecfa2bc9d1c1), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:18.080438 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c9b05bfb-5748-4b6d-8133-7841c1332133 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (28e69fea-80f8-41c5-93a4-7b4c838b5e38), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:18.091548 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9b05bfb-5748-4b6d-8133-7841c1332133 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:57:18.092587 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c9b05bfb-5748-4b6d-8133-7841c1332133 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (28e69fea-80f8-41c5-93a4-7b4c838b5e38), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:18.096846 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:57:18.096846 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:57:18.096846 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:57:18.096846 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:57:18.096846 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:57:18.096846 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:57:18.096846 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:57:18.096846 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:57:18.096846 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:57:18.096846 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:57:18.096846 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:57:18.096846 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:57:18.096846 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:57:18.096846 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:57:18.096846 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:57:18.096846 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:57:18.096846 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:57:18.096846 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:57:18.096846 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:57:18.096846 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:57:18.096846 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:57:18.096846 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:57:18.096846 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:57:18.096846 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:57:18.096846 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:57:18.096846 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:57:18.096846 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:57:18.096846 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:57:18.096846 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:57:18.096846 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:57:18.096846 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:57:18.096846 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:57:18.193026 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 8f2ace47-494e-43d2-8df6-ecfa2bc9d1c1 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:57:18.193425 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (8f2ace47-494e-43d2-8df6-ecfa2bc9d1c1), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:18.195911 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5c547daf-8aee-4a48-9d83-eaeaedbbbfaf admin admin] Publish callbacks [] for security_group (62809a7b-46c3-4ce9-896e-f9365bac22e2), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:18.197167 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c9b05bfb-5748-4b6d-8133-7841c1332133 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (cb8960fa-7aea-4071-b130-cc022f49baec), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:18.205396 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c9b05bfb-5748-4b6d-8133-7841c1332133 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:18.208880 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-c9b05bfb-5748-4b6d-8133-7841c1332133 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] 10.222.0.90 "DELETE /v2.0/networks/cb8960fa-7aea-4071-b130-cc022f49baec HTTP/1.1" status: 204 len: 168 time: 0.5033352 Feb 09 21:57:18.211397 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5c547daf-8aee-4a48-9d83-eaeaedbbbfaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (62809a7b-46c3-4ce9-896e-f9365bac22e2), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:18.211548 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 59382) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:18.232077 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d4cd8e3-14ca-4c32-97da-da7de5952440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f2ace47-494e-43d2-8df6-ecfa2bc9d1c1'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:57:18.232625 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b05bfb-5748-4b6d-8133-7841c1332133 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Pushing event deleted for resources: {'Network': ['ID=cb8960fa-7aea-4071-b130-cc022f49baec,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:18.235130 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97d2057d-6a8a-450d-9571-3829db366fdb" -d '{"events": [{"server_uuid": "1d4cd8e3-14ca-4c32-97da-da7de5952440", "name": "network-vif-plugged", "status": "completed", "tag": "8f2ace47-494e-43d2-8df6-ecfa2bc9d1c1"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:57:18.265449 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-5c547daf-8aee-4a48-9d83-eaeaedbbbfaf admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=6565fd8a5f2d4a23b8e7e375be5a89f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5978680 Feb 09 21:57:18.267107 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 8f2ace47-494e-43d2-8df6-ecfa2bc9d1c1, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=8f2ace47-494e-43d2-8df6-ecfa2bc9d1c1,segment=NetworkSegment(fe4f20dc-76cb-4b52-af0c-158e2543e18c),segment_id=fe4f20dc-76cb-4b52-af0c-158e2543e18c)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:57:18.268062 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 59386) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:18.274533 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c547daf-8aee-4a48-9d83-eaeaedbbbfaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62809a7b-46c3-4ce9-896e-f9365bac22e2,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:18.275170 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (8f2ace47-494e-43d2-8df6-ecfa2bc9d1c1), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:18.332377 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aaa1d34-e56b-4d3c-9aa8-ffb336eea309 x-openstack-request-id: req-4aaa1d34-e56b-4d3c-9aa8-ffb336eea309 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:57:18.332969 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d4cd8e3-14ca-4c32-97da-da7de5952440", "name": "network-vif-plugged", "status": "completed", "tag": "8f2ace47-494e-43d2-8df6-ecfa2bc9d1c1", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:57:18.333411 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-4aaa1d34-e56b-4d3c-9aa8-ffb336eea309 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:57:18.333978 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d4cd8e3-14ca-4c32-97da-da7de5952440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f2ace47-494e-43d2-8df6-ecfa2bc9d1c1', 'code': 200} Feb 09 21:57:18.342834 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-576f756f-fe4a-4c02-856f-6330b4873483 admin admin] Publish callbacks [] for security_group (62809a7b-46c3-4ce9-896e-f9365bac22e2), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:18.379424 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-576f756f-fe4a-4c02-856f-6330b4873483 admin admin] Publish callbacks [] for security_group (62809a7b-46c3-4ce9-896e-f9365bac22e2), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:18.394411 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=8f2ace47-494e-43d2-8df6-ecfa2bc9d1c1,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:18.407430 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-21bc2fd0-796b-4b3f-b8a3-c5b7b99f78a7 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (f2440c97-40ce-44b5-b248-244933456326), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:18.494407 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c9d3a-c70e-4fb8-8ab1-8a3b14db1d8d req-9e850156-bb18-4761-beac-e5d574fcc21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:18.496034 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b98c9d3a-c70e-4fb8-8ab1-8a3b14db1d8d req-9e850156-bb18-4761-beac-e5d574fcc21c service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=1d4cd8e3-14ca-4c32-97da-da7de5952440 HTTP/1.1" status: 200 len: 1091 time: 0.0672290 Feb 09 21:57:18.505356 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-576f756f-fe4a-4c02-856f-6330b4873483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (62809a7b-46c3-4ce9-896e-f9365bac22e2), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:18.508214 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-576f756f-fe4a-4c02-856f-6330b4873483 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:18.509543 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-576f756f-fe4a-4c02-856f-6330b4873483 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/62809a7b-46c3-4ce9-896e-f9365bac22e2 HTTP/1.1" status: 204 len: 168 time: 0.2402432 Feb 09 21:57:18.538175 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-21bc2fd0-796b-4b3f-b8a3-c5b7b99f78a7 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (f2440c97-40ce-44b5-b248-244933456326), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:18.546960 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576f756f-fe4a-4c02-856f-6330b4873483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62809a7b-46c3-4ce9-896e-f9365bac22e2,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:18.580799 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-21bc2fd0-796b-4b3f-b8a3-c5b7b99f78a7 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2440c97-40ce-44b5-b248-244933456326']}} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:18.593646 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-21bc2fd0-796b-4b3f-b8a3-c5b7b99f78a7 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce894e16-442f-465b-b24c-b26e0a302ca5') {'for_net_delete': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:18.594354 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-21bc2fd0-796b-4b3f-b8a3-c5b7b99f78a7 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce894e16-442f-465b-b24c-b26e0a302ca5') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:18.609648 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-21bc2fd0-796b-4b3f-b8a3-c5b7b99f78a7 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110711'] for segment (ce894e16-442f-465b-b24c-b26e0a302ca5), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:18.624910 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-21bc2fd0-796b-4b3f-b8a3-c5b7b99f78a7 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (ce894e16-442f-465b-b24c-b26e0a302ca5), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:18.631319 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21bc2fd0-796b-4b3f-b8a3-c5b7b99f78a7 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=103140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:57:18.631918 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-21bc2fd0-796b-4b3f-b8a3-c5b7b99f78a7 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669415'] for segment (ce894e16-442f-465b-b24c-b26e0a302ca5), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:18.635406 n-d-828369-5 neutron-server[103140]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 09 21:57:18.635406 n-d-828369-5 neutron-server[103140]: warnings.warn('Neutron quota engine will require "--force" ' Feb 09 21:57:18.635406 n-d-828369-5 neutron-server[103140]: Traceback (most recent call last): Feb 09 21:57:18.635406 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:57:18.635406 n-d-828369-5 neutron-server[103140]: timer() Feb 09 21:57:18.635406 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:57:18.635406 n-d-828369-5 neutron-server[103140]: cb(*args, **kw) Feb 09 21:57:18.635406 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:57:18.635406 n-d-828369-5 neutron-server[103140]: return func(*args, **kwargs) Feb 09 21:57:18.635406 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:57:18.635406 n-d-828369-5 neutron-server[103140]: self._notify() Feb 09 21:57:18.635406 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:57:18.635406 n-d-828369-5 neutron-server[103140]: self.callback(batched_events) Feb 09 21:57:18.635406 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:57:18.635406 n-d-828369-5 neutron-server[103140]: event.method(event) Feb 09 21:57:18.635406 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:57:18.635406 n-d-828369-5 neutron-server[103140]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:57:18.635406 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:57:18.635406 n-d-828369-5 neutron-server[103140]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:57:18.635406 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:57:18.635406 n-d-828369-5 neutron-server[103140]: return f(self, *a, **k) Feb 09 21:57:18.635406 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:57:18.635406 n-d-828369-5 neutron-server[103140]: return self._get(url).json() Feb 09 21:57:18.635406 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:57:18.635406 n-d-828369-5 neutron-server[103140]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:57:18.635406 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:57:18.635406 n-d-828369-5 neutron-server[103140]: return self.request(url, 'GET', **kwargs) Feb 09 21:57:18.635406 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:57:18.635406 n-d-828369-5 neutron-server[103140]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:57:18.635406 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:57:18.635406 n-d-828369-5 neutron-server[103140]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:57:18.635406 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:57:18.635406 n-d-828369-5 neutron-server[103140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:57:18.635406 n-d-828369-5 neutron-server[103140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:57:18.705403 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-21bc2fd0-796b-4b3f-b8a3-c5b7b99f78a7 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (f2440c97-40ce-44b5-b248-244933456326), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:18.715989 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-21bc2fd0-796b-4b3f-b8a3-c5b7b99f78a7 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:18.719163 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-21bc2fd0-796b-4b3f-b8a3-c5b7b99f78a7 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] 10.222.0.90 "DELETE /v2.0/networks/f2440c97-40ce-44b5-b248-244933456326 HTTP/1.1" status: 204 len: 168 time: 0.5065529 Feb 09 21:57:18.730245 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bc2fd0-796b-4b3f-b8a3-c5b7b99f78a7 tempest-BulkNetworkOpsTest-993565177 tempest-BulkNetworkOpsTest-993565177-project] Pushing event deleted for resources: {'Network': ['ID=f2440c97-40ce-44b5-b248-244933456326,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:18.891441 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 59414) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:18.913523 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fcf94259-4caf-480a-a834-f6db40c0d537 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:18.961965 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2699d727-6336-44a9-8f11-f9a528646e78 req-3ff23dfb-636c-4ac8-add6-e9fbda5091b2 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:18.964201 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2699d727-6336-44a9-8f11-f9a528646e78 req-3ff23dfb-636c-4ac8-add6-e9fbda5091b2 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 945 time: 0.1078327 Feb 09 21:57:18.991104 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 59416) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:19.035324 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2699d727-6336-44a9-8f11-f9a528646e78 req-304831e3-bf9c-4975-be41-7c7a422da906 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=4c89ea32-e697-4c99-8133-b5b6d80654a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639782 Feb 09 21:57:19.047908 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fcf94259-4caf-480a-a834-f6db40c0d537 admin admin] Publish callbacks [] for security_group (7a8dd2e1-3562-4432-b87b-a579005d971f), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:19.059227 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fcf94259-4caf-480a-a834-f6db40c0d537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (7a8dd2e1-3562-4432-b87b-a579005d971f), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:19.107207 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf94259-4caf-480a-a834-f6db40c0d537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a8dd2e1-3562-4432-b87b-a579005d971f,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:19.153563 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-fcf94259-4caf-480a-a834-f6db40c0d537 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=13606e6cbcb4461489fdffb297e82eda&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2605188 Feb 09 21:57:19.161336 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 59430) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:19.227770 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a665ff00-1df5-4e11-b565-92789d0ef49f req-b804bf44-3446-4a30-912a-19e458245b7c tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:19.236582 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-a2493c01-f66d-49ff-830f-a3e4b8ac06f0 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=ff064361fbb34337bb7671818cce2f16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2440424 Feb 09 21:57:19.237303 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 59432) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:19.238761 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a665ff00-1df5-4e11-b565-92789d0ef49f req-b804bf44-3446-4a30-912a-19e458245b7c tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] 10.222.0.90 "GET /v2.0/ports?device_id=1d4cd8e3-14ca-4c32-97da-da7de5952440 HTTP/1.1" status: 200 len: 909 time: 0.1157191 Feb 09 21:57:19.284559 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-321320bf-65bb-4c8e-b42c-2f7026836dcb admin admin] Publish callbacks [] for security_group (7a8dd2e1-3562-4432-b87b-a579005d971f), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:19.313000 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-14fbf451-52f9-43d3-9bc6-eff9887752a3 admin admin] Publish callbacks [] for security_group (d0430cb4-8d36-4b10-ab86-a6afe7eb786a), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:19.326327 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-321320bf-65bb-4c8e-b42c-2f7026836dcb admin admin] Publish callbacks [] for security_group (7a8dd2e1-3562-4432-b87b-a579005d971f), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:19.362808 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-14fbf451-52f9-43d3-9bc6-eff9887752a3 admin admin] Publish callbacks [] for security_group (d0430cb4-8d36-4b10-ab86-a6afe7eb786a), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:19.422074 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-321320bf-65bb-4c8e-b42c-2f7026836dcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (7a8dd2e1-3562-4432-b87b-a579005d971f), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:19.425152 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-321320bf-65bb-4c8e-b42c-2f7026836dcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:19.427634 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-321320bf-65bb-4c8e-b42c-2f7026836dcb admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/7a8dd2e1-3562-4432-b87b-a579005d971f HTTP/1.1" status: 204 len: 168 time: 0.2650323 Feb 09 21:57:19.431926 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-14fbf451-52f9-43d3-9bc6-eff9887752a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (d0430cb4-8d36-4b10-ab86-a6afe7eb786a), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:19.434491 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-14fbf451-52f9-43d3-9bc6-eff9887752a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:19.436201 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-14fbf451-52f9-43d3-9bc6-eff9887752a3 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/d0430cb4-8d36-4b10-ab86-a6afe7eb786a HTTP/1.1" status: 204 len: 168 time: 0.1963618 Feb 09 21:57:19.442717 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321320bf-65bb-4c8e-b42c-2f7026836dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a8dd2e1-3562-4432-b87b-a579005d971f,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:19.475059 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fbf451-52f9-43d3-9bc6-eff9887752a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0430cb4-8d36-4b10-ab86-a6afe7eb786a,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:20.189075 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23325437-ac27-48f1-a31b-1c47674e4540 req-16965adb-a2fc-4141-a9f3-f57480d493d4 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:20.190758 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-23325437-ac27-48f1-a31b-1c47674e4540 req-16965adb-a2fc-4141-a9f3-f57480d493d4 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 945 time: 0.0774980 Feb 09 21:57:20.253824 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-23325437-ac27-48f1-a31b-1c47674e4540 req-09e4fe18-abac-4414-b96e-0c375d119327 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=4c89ea32-e697-4c99-8133-b5b6d80654a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572529 Feb 09 21:57:20.432696 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb4b70e-9d24-4cdb-8396-fd18cc0bcc88 req-597c25a0-e915-420d-a071-f4bcc3c6aa2e tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:20.444136 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1bb4b70e-9d24-4cdb-8396-fd18cc0bcc88 req-597c25a0-e915-420d-a071-f4bcc3c6aa2e tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] 10.222.0.90 "GET /v2.0/ports?device_id=1d4cd8e3-14ca-4c32-97da-da7de5952440 HTTP/1.1" status: 200 len: 909 time: 0.1143768 Feb 09 21:57:20.631561 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9771d0-6aff-49fc-abe9-a6ac12bc9382 req-4cc07880-2581-499a-ad14-d47bd943023b tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:20.633723 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8a9771d0-6aff-49fc-abe9-a6ac12bc9382 req-4cc07880-2581-499a-ad14-d47bd943023b tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] 10.222.0.90 "GET /v2.0/ports?device_id=1d4cd8e3-14ca-4c32-97da-da7de5952440 HTTP/1.1" status: 200 len: 909 time: 0.0746036 Feb 09 21:57:20.680573 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 59518) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:20.705305 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 59524) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:20.773383 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c1440c-24ba-4f75-8774-4511459e5c8d req-da0b2eb7-9049-4a3f-b875-8ee63870eefa tempest-TestSecurityGroupsBasicOps-1023827313 tempest-TestSecurityGroupsBasicOps-1023827313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:20.783494 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-89c1440c-24ba-4f75-8774-4511459e5c8d req-da0b2eb7-9049-4a3f-b875-8ee63870eefa tempest-TestSecurityGroupsBasicOps-1023827313 tempest-TestSecurityGroupsBasicOps-1023827313-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=1d4cd8e3-14ca-4c32-97da-da7de5952440 HTTP/1.1" status: 200 len: 1091 time: 0.0584481 Feb 09 21:57:20.848345 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-78ff7560-d52a-4df1-9fc9-38589fb9b3e7 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-857994848'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:20.865585 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-199b6e5a-ab61-4e35-a434-6fed67a847c3 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:20.872370 n-d-828369-5 neutron-server[103140]: WARNING neutron.api.v2.base [None req-199b6e5a-ab61-4e35-a434-6fed67a847c3 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 09 21:57:20.872998 n-d-828369-5 neutron-server[103140]: INFO neutron.api.v2.resource [None req-199b6e5a-ab61-4e35-a434-6fed67a847c3 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] create failed (client error): There was a conflict when trying to complete your request. Feb 09 21:57:20.874973 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-199b6e5a-ab61-4e35-a434-6fed67a847c3 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1681848 Feb 09 21:57:20.878657 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 59532) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:20.884748 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-269be116-ca09-4eca-be13-0d41c7f08a74 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Request body: {'security_group': {'name': 'tempest-secgroup--1252254205'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:20.906547 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-269be116-ca09-4eca-be13-0d41c7f08a74 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:20.914378 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ff7560-d52a-4df1-9fc9-38589fb9b3e7 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Made reservation on behalf of 83d47ee33e3745bca6a4fcd05394d1ff for: {'network': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:57:20.915351 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-269be116-ca09-4eca-be13-0d41c7f08a74 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:20.922494 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-78ff7560-d52a-4df1-9fc9-38589fb9b3e7 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:20.933887 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-78ff7560-d52a-4df1-9fc9-38589fb9b3e7 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:20.977427 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d242d2b-3540-432a-8aad-d1d05aaded9d req-7cfe34a7-995e-4d4a-a44f-f54c02eb568b tempest-TestSecurityGroupsBasicOps-1023827313 tempest-TestSecurityGroupsBasicOps-1023827313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:20.980719 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3d242d2b-3540-432a-8aad-d1d05aaded9d req-7cfe34a7-995e-4d4a-a44f-f54c02eb568b tempest-TestSecurityGroupsBasicOps-1023827313 tempest-TestSecurityGroupsBasicOps-1023827313-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=61524240-d505-4e90-a049-662494a82d7d HTTP/1.1" status: 200 len: 1167 time: 0.1004543 Feb 09 21:57:21.004638 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-269be116-ca09-4eca-be13-0d41c7f08a74 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Publish callbacks [] for security_group (6012a431-7ab6-4396-a013-fc5c60022e45), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:21.009058 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-269be116-ca09-4eca-be13-0d41c7f08a74 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (6012a431-7ab6-4396-a013-fc5c60022e45), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:21.054466 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269be116-ca09-4eca-be13-0d41c7f08a74 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6012a431-7ab6-4396-a013-fc5c60022e45,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:21.098546 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-269be116-ca09-4eca-be13-0d41c7f08a74 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Publish callbacks [] for security_group (2c61e839-5cbf-497c-9ccc-e026453cd2ec), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:21.100518 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-78ff7560-d52a-4df1-9fc9-38589fb9b3e7 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Publish callbacks [] for security_group (07c025a3-6aee-4ecc-b02d-cf07dd52c048), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:21.103648 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-269be116-ca09-4eca-be13-0d41c7f08a74 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (2c61e839-5cbf-497c-9ccc-e026453cd2ec), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:21.105989 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-78ff7560-d52a-4df1-9fc9-38589fb9b3e7 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (07c025a3-6aee-4ecc-b02d-cf07dd52c048), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:21.119842 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3d242d2b-3540-432a-8aad-d1d05aaded9d req-f3bf587e-c7db-4718-89b8-780229d2e397 tempest-TestSecurityGroupsBasicOps-1023827313 tempest-TestSecurityGroupsBasicOps-1023827313-project-admin] 10.222.0.90 "GET /v2.0/security-groups?id=e2f122fa-eb86-4cb5-8ca5-b331253ba3c5&id=3f7d4d86-32fa-432e-9574-949c263962ff&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1121166 Feb 09 21:57:21.137595 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-269be116-ca09-4eca-be13-0d41c7f08a74 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:21.139353 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78ff7560-d52a-4df1-9fc9-38589fb9b3e7 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=103140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:57:21.140706 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-269be116-ca09-4eca-be13-0d41c7f08a74 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2600651 Feb 09 21:57:21.144529 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 59538) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:21.145275 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 59540) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:21.152114 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-127545b5-8d8b-46a2-a7f6-ee1e0774aa22 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Request body: {'security_group_rule': {'security_group_id': '2c61e839-5cbf-497c-9ccc-e026453cd2ec', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:21.167487 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-78ff7560-d52a-4df1-9fc9-38589fb9b3e7 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (08dda9ea-8b0a-48ff-8536-42435e9f75ca), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:21.168043 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-78ff7560-d52a-4df1-9fc9-38589fb9b3e7 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Added segment 08dda9ea-8b0a-48ff-8536-42435e9f75ca of type vlan for network 4b16d55d-9b55-449a-917d-626538569dc4 Feb 09 21:57:21.187860 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269be116-ca09-4eca-be13-0d41c7f08a74 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c61e839-5cbf-497c-9ccc-e026453cd2ec,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:21.208055 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ff7560-d52a-4df1-9fc9-38589fb9b3e7 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07c025a3-6aee-4ecc-b02d-cf07dd52c048,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:21.216701 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-127545b5-8d8b-46a2-a7f6-ee1e0774aa22 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Publish callbacks [] for security_group_rule (5c668fcc-72a4-44b5-84b3-aef991d939bc), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:21.226107 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-78ff7560-d52a-4df1-9fc9-38589fb9b3e7 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (4b16d55d-9b55-449a-917d-626538569dc4), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:21.235085 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb69bf6-48c2-41d9-bcec-462c05bb2abb tempest-TestSecurityGroupsBasicOps-1023827313 tempest-TestSecurityGroupsBasicOps-1023827313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:21.239344 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-7eb69bf6-48c2-41d9-bcec-462c05bb2abb tempest-TestSecurityGroupsBasicOps-1023827313 tempest-TestSecurityGroupsBasicOps-1023827313-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=1d4cd8e3-14ca-4c32-97da-da7de5952440 HTTP/1.1" status: 200 len: 1086 time: 0.0888119 Feb 09 21:57:21.261454 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-78ff7560-d52a-4df1-9fc9-38589fb9b3e7 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (4b16d55d-9b55-449a-917d-626538569dc4), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:21.268991 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ff7560-d52a-4df1-9fc9-38589fb9b3e7 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:21.269724 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-78ff7560-d52a-4df1-9fc9-38589fb9b3e7 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:21.273867 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-127545b5-8d8b-46a2-a7f6-ee1e0774aa22 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Publish callbacks [] for security_group_rule (5c668fcc-72a4-44b5-84b3-aef991d939bc), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:21.280204 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-127545b5-8d8b-46a2-a7f6-ee1e0774aa22 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (5c668fcc-72a4-44b5-84b3-aef991d939bc), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:21.318996 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127545b5-8d8b-46a2-a7f6-ee1e0774aa22 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c668fcc-72a4-44b5-84b3-aef991d939bc,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:21.331662 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-127545b5-8d8b-46a2-a7f6-ee1e0774aa22 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:21.335384 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-127545b5-8d8b-46a2-a7f6-ee1e0774aa22 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1886320 Feb 09 21:57:21.339330 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 59546) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:21.349155 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-042e023f-c8c9-436e-bfa5-0c4e83b3b094 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Request body: {'security_group_rule': {'security_group_id': '2c61e839-5cbf-497c-9ccc-e026453cd2ec', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:21.351716 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:21.376793 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-78ff7560-d52a-4df1-9fc9-38589fb9b3e7 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.6943936 Feb 09 21:57:21.384211 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 59548) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:21.393970 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-f36517d8-e0bd-49ca-85a1-f186c5e25a8e tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Request body: {'subnet': {'network_id': '4b16d55d-9b55-449a-917d-626538569dc4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:21.435843 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ff7560-d52a-4df1-9fc9-38589fb9b3e7 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Pushing event updated for resources: {'Network': ['ID=4b16d55d-9b55-449a-917d-626538569dc4,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:21.447393 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 4b16d55d-9b55-449a-917d-626538569dc4 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:57:21.468934 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-042e023f-c8c9-436e-bfa5-0c4e83b3b094 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Publish callbacks [] for security_group_rule (b2d7d4a3-5585-4733-827d-2c47eedebc74), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:21.479229 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09909f2f-71ca-46ed-b4ff-388ee18f4039 req-1ffa2b58-b960-4dc8-ada6-e3aa80a4caf8 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:21.480846 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-09909f2f-71ca-46ed-b4ff-388ee18f4039 req-1ffa2b58-b960-4dc8-ada6-e3aa80a4caf8 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 945 time: 0.0972595 Feb 09 21:57:21.568567 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f36517d8-e0bd-49ca-85a1-f186c5e25a8e tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Made reservation on behalf of 83d47ee33e3745bca6a4fcd05394d1ff for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:57:21.570404 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-09909f2f-71ca-46ed-b4ff-388ee18f4039 req-e65258a5-ccf9-4d88-a1c2-67a1865941ab tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=4c89ea32-e697-4c99-8133-b5b6d80654a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797732 Feb 09 21:57:21.572826 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f36517d8-e0bd-49ca-85a1-f186c5e25a8e tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:21.578585 n-d-828369-5 neutron-server[103141]: INFO neutron.api.v2.resource [None req-042e023f-c8c9-436e-bfa5-0c4e83b3b094 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] create failed (client error): There was a conflict when trying to complete your request. Feb 09 21:57:21.582770 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-042e023f-c8c9-436e-bfa5-0c4e83b3b094 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2423379 Feb 09 21:57:21.591634 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 59558) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:21.744084 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f7c642-b32c-4a6a-b616-13bea59592b0 req-1b3a79e0-83e6-41ce-93ce-448455a30a04 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:21.745778 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-05f7c642-b32c-4a6a-b616-13bea59592b0 req-1b3a79e0-83e6-41ce-93ce-448455a30a04 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] 10.222.0.90 "GET /v2.0/ports?device_id=1d4cd8e3-14ca-4c32-97da-da7de5952440 HTTP/1.1" status: 200 len: 909 time: 0.2021046 Feb 09 21:57:21.748964 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d37ed2c5-52ea-43cb-b56d-b5968dd3c732 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Publish callbacks [] for security_group (2c61e839-5cbf-497c-9ccc-e026453cd2ec), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:21.796284 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d37ed2c5-52ea-43cb-b56d-b5968dd3c732 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Publish callbacks [] for security_group (2c61e839-5cbf-497c-9ccc-e026453cd2ec), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:21.873956 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-cc49f5f2-bea6-4deb-b3f7-cfc11a09f2bf req-6b1e2460-4869-4a3c-aff8-5aae06d62371 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1560006 Feb 09 21:57:21.902293 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f36517d8-e0bd-49ca-85a1-f186c5e25a8e tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (1041c6a5-e532-4c1c-a30a-f527015dbc19), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:21.954822 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d37ed2c5-52ea-43cb-b56d-b5968dd3c732 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (2c61e839-5cbf-497c-9ccc-e026453cd2ec), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:21.958541 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d37ed2c5-52ea-43cb-b56d-b5968dd3c732 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:21.960126 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-d37ed2c5-52ea-43cb-b56d-b5968dd3c732 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] 10.222.0.90 "DELETE /v2.0/security-groups/2c61e839-5cbf-497c-9ccc-e026453cd2ec HTTP/1.1" status: 204 len: 168 time: 0.3667760 Feb 09 21:57:21.962883 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 59574) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:21.982671 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a8ff81-ab7b-4ce5-bc20-e8aff8274e31 req-8665c966-e37e-4f4b-9a47-6e4357972739 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:21.984479 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b0a8ff81-ab7b-4ce5-bc20-e8aff8274e31 req-8665c966-e37e-4f4b-9a47-6e4357972739 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 945 time: 0.1048918 Feb 09 21:57:21.985849 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37ed2c5-52ea-43cb-b56d-b5968dd3c732 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c61e839-5cbf-497c-9ccc-e026453cd2ec,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:22.031205 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36517d8-e0bd-49ca-85a1-f186c5e25a8e tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Pushing event updated for resources: {'Subnet': ['ID=1041c6a5-e532-4c1c-a30a-f527015dbc19,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:22.052709 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b0a8ff81-ab7b-4ce5-bc20-e8aff8274e31 req-8b59daea-cd3b-4e68-aca4-9c464ef0980f tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=4c89ea32-e697-4c99-8133-b5b6d80654a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611224 Feb 09 21:57:22.071610 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae18f67b-b0de-49ca-924e-fd61074ff55d req-fd03aea7-fe9b-4983-a5cf-a82fe70aa995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:22.073136 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ae18f67b-b0de-49ca-924e-fd61074ff55d req-fd03aea7-fe9b-4983-a5cf-a82fe70aa995 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b97bcc6d3a344052b623ebf4a39465fa&device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 1127 time: 0.1315379 Feb 09 21:57:22.075295 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36517d8-e0bd-49ca-85a1-f186c5e25a8e tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Checking segment: {'id': '08dda9ea-8b0a-48ff-8536-42435e9f75ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '4b16d55d-9b55-449a-917d-626538569dc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:57:22.075645 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36517d8-e0bd-49ca-85a1-f186c5e25a8e tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Network hostable DHCP agents. Network: 4b16d55d-9b55-449a-917d-626538569dc4, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:57:22.081023 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-2e7c4be5-05ee-4d6a-8998-bb0abd7641c7 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1166804 Feb 09 21:57:22.084891 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 59576) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:22.089970 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-6f170aaa-c348-4287-aa37-ede80bb052b2 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Request body: {'security_group': {'name': 'tempest-secgroup--847610580'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:22.118070 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6f170aaa-c348-4287-aa37-ede80bb052b2 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:22.144410 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36517d8-e0bd-49ca-85a1-f186c5e25a8e tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Network 4b16d55d-9b55-449a-917d-626538569dc4 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:57:22.160901 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-f36517d8-e0bd-49ca-85a1-f186c5e25a8e tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 4b16d55d-9b55-449a-917d-626538569dc4) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:57:22.174605 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21dd7e09-d68a-46f4-9c7f-7511442c6960 None None] Network 4b16d55d-9b55-449a-917d-626538569dc4 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:57:22.193445 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36517d8-e0bd-49ca-85a1-f186c5e25a8e tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:22.194132 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f36517d8-e0bd-49ca-85a1-f186c5e25a8e tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:22.213029 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae18f67b-b0de-49ca-924e-fd61074ff55d req-9bc2502b-d226-48cb-bd4f-568583946aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:22.215242 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ae18f67b-b0de-49ca-924e-fd61074ff55d req-9bc2502b-d226-48cb-bd4f-568583946aa3 service neutron] 10.222.0.89 "GET /v2.0/networks?id=23f1a6df-2b4b-4777-8497-2928c76d9f17 HTTP/1.1" status: 200 len: 913 time: 0.1309068 Feb 09 21:57:22.230480 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6f170aaa-c348-4287-aa37-ede80bb052b2 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Publish callbacks [] for security_group (c01f5556-1bc2-4843-b6b4-e319630bf8df), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:22.239172 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-f36517d8-e0bd-49ca-85a1-f186c5e25a8e tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8535008 Feb 09 21:57:22.242838 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 59582) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:22.252053 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-a62f1899-8076-4897-b409-4b4b143c8074 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Request body: {'port': {'network_id': '4b16d55d-9b55-449a-917d-626538569dc4', 'name': 'tempest-AllowedAddressPairTestJSON-1791406813'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:22.302023 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ae18f67b-b0de-49ca-924e-fd61074ff55d req-1a911bcf-806c-43c3-bde4-0539d067ae8a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc4d8690-2c93-4a34-8416-c6d01e3a225f HTTP/1.1" status: 200 len: 999 time: 0.0759239 Feb 09 21:57:22.328813 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6f170aaa-c348-4287-aa37-ede80bb052b2 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (c01f5556-1bc2-4843-b6b4-e319630bf8df), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:22.331399 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bcc68cd-e46d-4501-a392-f4769eeaf1cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-4b16d55d-9b55-449a-917d-626538569dc4', 'network_id': '4b16d55d-9b55-449a-917d-626538569dc4', 'project_id': '83d47ee33e3745bca6a4fcd05394d1ff', 'fixed_ips': [{'subnet_id': '1041c6a5-e532-4c1c-a30a-f527015dbc19'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:57:22.333578 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7bcc68cd-e46d-4501-a392-f4769eeaf1cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:22.379259 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae18f67b-b0de-49ca-924e-fd61074ff55d req-b245e40a-7585-404d-a32a-744488fd5814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:22.381513 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ae18f67b-b0de-49ca-924e-fd61074ff55d req-b245e40a-7585-404d-a32a-744488fd5814 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b55ac71e-6529-43b3-9355-0e693d39e1f4 HTTP/1.1" status: 200 len: 851 time: 0.0664489 Feb 09 21:57:22.391498 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6f170aaa-c348-4287-aa37-ede80bb052b2 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:22.395756 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-6f170aaa-c348-4287-aa37-ede80bb052b2 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3098838 Feb 09 21:57:22.396385 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 59584) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:22.406403 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-62027c96-a0ae-4a54-b17b-dda88aa33b06 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Request body: {'security_group_rule': {'security_group_id': 'c01f5556-1bc2-4843-b6b4-e319630bf8df', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:22.406653 n-d-828369-5 neutron-server[103140]: WARNING neutron.api.v2.base [None req-62027c96-a0ae-4a54-b17b-dda88aa33b06 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 09 21:57:22.406956 n-d-828369-5 neutron-server[103140]: INFO neutron.api.v2.resource [None req-62027c96-a0ae-4a54-b17b-dda88aa33b06 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:57:22.411520 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-62027c96-a0ae-4a54-b17b-dda88aa33b06 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0096841 Feb 09 21:57:22.412100 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 59586) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:22.439715 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f170aaa-c348-4287-aa37-ede80bb052b2 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c01f5556-1bc2-4843-b6b4-e319630bf8df,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:22.476625 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae18f67b-b0de-49ca-924e-fd61074ff55d req-4e1b5ffb-1bc6-4441-b3ea-3882f631868e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:22.479348 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ae18f67b-b0de-49ca-924e-fd61074ff55d req-4e1b5ffb-1bc6-4441-b3ea-3882f631868e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=23f1a6df-2b4b-4777-8497-2928c76d9f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0880373 Feb 09 21:57:22.507876 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-7bcc68cd-e46d-4501-a392-f4769eeaf1cc None None] Allocated IP 172.20.0.2 (4b16d55d-9b55-449a-917d-626538569dc4/1041c6a5-e532-4c1c-a30a-f527015dbc19/4fa75a79-fcca-4911-b0d7-e56935b8fcc6) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:57:22.509524 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4145eac1-7768-4c9f-80c5-18292ac3e507 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Publish callbacks [] for security_group (c01f5556-1bc2-4843-b6b4-e319630bf8df), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:22.537672 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4145eac1-7768-4c9f-80c5-18292ac3e507 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Publish callbacks [] for security_group (c01f5556-1bc2-4843-b6b4-e319630bf8df), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:22.568972 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a62f1899-8076-4897-b409-4b4b143c8074 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Made reservation on behalf of 83d47ee33e3745bca6a4fcd05394d1ff for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:57:22.572411 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a62f1899-8076-4897-b409-4b4b143c8074 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:22.604085 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ae18f67b-b0de-49ca-924e-fd61074ff55d req-7e83d195-c424-4079-a76d-3960ab921a37 service neutron] 10.222.0.89 "GET /v2.0/networks/23f1a6df-2b4b-4777-8497-2928c76d9f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132369 Feb 09 21:57:22.605788 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-a62f1899-8076-4897-b409-4b4b143c8074 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] device_id is not set on port ae231b5a-2303-4742-a49a-da680feedb57 yet. {{(pid=103140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:57:22.616939 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4145eac1-7768-4c9f-80c5-18292ac3e507 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (c01f5556-1bc2-4843-b6b4-e319630bf8df), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:22.619671 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4145eac1-7768-4c9f-80c5-18292ac3e507 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:22.624188 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-4145eac1-7768-4c9f-80c5-18292ac3e507 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] 10.222.0.90 "DELETE /v2.0/security-groups/c01f5556-1bc2-4843-b6b4-e319630bf8df HTTP/1.1" status: 204 len: 168 time: 0.2076466 Feb 09 21:57:22.651315 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 59594) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:22.684254 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145eac1-7768-4c9f-80c5-18292ac3e507 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c01f5556-1bc2-4843-b6b4-e319630bf8df,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:22.717832 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ae18f67b-b0de-49ca-924e-fd61074ff55d req-e719e47e-8224-48ce-a01c-e76d2c369f5c service neutron] 10.222.0.89 "GET /v2.0/networks/23f1a6df-2b4b-4777-8497-2928c76d9f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012061 Feb 09 21:57:22.738086 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7bcc68cd-e46d-4501-a392-f4769eeaf1cc None None] Publish callbacks [] for port (4fa75a79-fcca-4911-b0d7-e56935b8fcc6), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:22.745763 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7bcc68cd-e46d-4501-a392-f4769eeaf1cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (4fa75a79-fcca-4911-b0d7-e56935b8fcc6), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:22.765321 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-28ce0118-2747-4776-9cad-2d71d5cb9c3b tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1097262 Feb 09 21:57:22.767595 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bcc68cd-e46d-4501-a392-f4769eeaf1cc None None] Network 4b16d55d-9b55-449a-917d-626538569dc4 is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:57:22.768594 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 59596) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:22.775040 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-b2938780-f100-4789-a01d-38d92c2dbcef tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Request body: {'security_group': {'name': 'tempest-secgroup--410471057'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:22.820544 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-7bcc68cd-e46d-4501-a392-f4769eeaf1cc None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:57:22.822960 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcc68cd-e46d-4501-a392-f4769eeaf1cc None None] Pushing event updated for resources: {'Port': ['ID=4fa75a79-fcca-4911-b0d7-e56935b8fcc6,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:22.825184 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcc68cd-e46d-4501-a392-f4769eeaf1cc None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:57:22.835809 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b2938780-f100-4789-a01d-38d92c2dbcef tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:22.865301 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-a62f1899-8076-4897-b409-4b4b143c8074 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Allocated IP 172.20.0.9 (4b16d55d-9b55-449a-917d-626538569dc4/1041c6a5-e532-4c1c-a30a-f527015dbc19/ae231b5a-2303-4742-a49a-da680feedb57) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:57:22.928878 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-7bcc68cd-e46d-4501-a392-f4769eeaf1cc None None] Attempting to bind port 4fa75a79-fcca-4911-b0d7-e56935b8fcc6 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:57:22.929323 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-7bcc68cd-e46d-4501-a392-f4769eeaf1cc None None] Attempting to bind port 4fa75a79-fcca-4911-b0d7-e56935b8fcc6 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '08dda9ea-8b0a-48ff-8536-42435e9f75ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '4b16d55d-9b55-449a-917d-626538569dc4'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:57:22.930345 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcc68cd-e46d-4501-a392-f4769eeaf1cc None None] Attempting to bind port 4fa75a79-fcca-4911-b0d7-e56935b8fcc6 on network 4b16d55d-9b55-449a-917d-626538569dc4 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:57:22.940013 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcc68cd-e46d-4501-a392-f4769eeaf1cc None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:57:22.940488 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcc68cd-e46d-4501-a392-f4769eeaf1cc None None] Checking segment: {'id': '08dda9ea-8b0a-48ff-8536-42435e9f75ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '4b16d55d-9b55-449a-917d-626538569dc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:57:22.940947 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7bcc68cd-e46d-4501-a392-f4769eeaf1cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:22.941365 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcc68cd-e46d-4501-a392-f4769eeaf1cc None None] Bound using segment: {'id': '08dda9ea-8b0a-48ff-8536-42435e9f75ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '4b16d55d-9b55-449a-917d-626538569dc4'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:57:22.941936 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-7bcc68cd-e46d-4501-a392-f4769eeaf1cc None None] Bound port: 4fa75a79-fcca-4911-b0d7-e56935b8fcc6, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08dda9ea-8b0a-48ff-8536-42435e9f75ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '4b16d55d-9b55-449a-917d-626538569dc4'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:57:22.942321 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7bcc68cd-e46d-4501-a392-f4769eeaf1cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (4fa75a79-fcca-4911-b0d7-e56935b8fcc6), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:22.945403 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc49f5f2-bea6-4deb-b3f7-cfc11a09f2bf req-d4035994-6e40-45f5-889e-c082a2938005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:22.946642 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-cc49f5f2-bea6-4deb-b3f7-cfc11a09f2bf req-d4035994-6e40-45f5-889e-c082a2938005 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b97bcc6d3a344052b623ebf4a39465fa&device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 1127 time: 0.1324482 Feb 09 21:57:23.043696 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a62f1899-8076-4897-b409-4b4b143c8074 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Publish callbacks [] for port (ae231b5a-2303-4742-a49a-da680feedb57), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:23.060322 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b2938780-f100-4789-a01d-38d92c2dbcef tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Publish callbacks [] for security_group (1b7ca7ff-ae59-4022-b950-47352b680114), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:23.093903 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-7bcc68cd-e46d-4501-a392-f4769eeaf1cc None None] For port 4fa75a79-fcca-4911-b0d7-e56935b8fcc6, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:57:23.101026 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-7bcc68cd-e46d-4501-a392-f4769eeaf1cc None None] For port 4fa75a79-fcca-4911-b0d7-e56935b8fcc6, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=4fa75a79-fcca-4911-b0d7-e56935b8fcc6,segment=NetworkSegment(08dda9ea-8b0a-48ff-8536-42435e9f75ca),segment_id=08dda9ea-8b0a-48ff-8536-42435e9f75ca)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:57:23.112199 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7bcc68cd-e46d-4501-a392-f4769eeaf1cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (4fa75a79-fcca-4911-b0d7-e56935b8fcc6), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:23.124157 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc49f5f2-bea6-4deb-b3f7-cfc11a09f2bf req-bff4b536-a49f-40b2-a180-600ca1160368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:23.125702 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-cc49f5f2-bea6-4deb-b3f7-cfc11a09f2bf req-bff4b536-a49f-40b2-a180-600ca1160368 service neutron] 10.222.0.89 "GET /v2.0/networks?id=23f1a6df-2b4b-4777-8497-2928c76d9f17 HTTP/1.1" status: 200 len: 913 time: 0.1543305 Feb 09 21:57:23.126473 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b2938780-f100-4789-a01d-38d92c2dbcef tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (1b7ca7ff-ae59-4022-b950-47352b680114), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:23.162190 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933dd604-0c7a-412d-b773-46e572366c7a req-fa26820c-e77f-4a24-a7d4-9c8fe67e2fa3 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:23.163711 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-933dd604-0c7a-412d-b773-46e572366c7a req-fa26820c-e77f-4a24-a7d4-9c8fe67e2fa3 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] 10.222.0.90 "GET /v2.0/ports?device_id=1d4cd8e3-14ca-4c32-97da-da7de5952440 HTTP/1.1" status: 200 len: 909 time: 0.1135466 Feb 09 21:57:23.165740 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a62f1899-8076-4897-b409-4b4b143c8074 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (ae231b5a-2303-4742-a49a-da680feedb57), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:23.169115 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2938780-f100-4789-a01d-38d92c2dbcef tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b7ca7ff-ae59-4022-b950-47352b680114,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:23.181603 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b2938780-f100-4789-a01d-38d92c2dbcef tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:23.190639 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-b2938780-f100-4789-a01d-38d92c2dbcef tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4206929 Feb 09 21:57:23.194601 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62f1899-8076-4897-b409-4b4b143c8074 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Network 4b16d55d-9b55-449a-917d-626538569dc4 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:57:23.195937 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 59610) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:23.210576 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-a62f1899-8076-4897-b409-4b4b143c8074 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:57:23.216466 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-0294561b-a15a-4a14-9704-108eef4f3307 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Request body: {'security_group_rule': {'security_group_id': '1b7ca7ff-ae59-4022-b950-47352b680114', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:23.217652 n-d-828369-5 neutron-server[103140]: WARNING neutron.api.v2.base [None req-0294561b-a15a-4a14-9704-108eef4f3307 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 09 21:57:23.218655 n-d-828369-5 neutron-server[103140]: INFO neutron.api.v2.resource [None req-0294561b-a15a-4a14-9704-108eef4f3307 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:57:23.219894 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-0294561b-a15a-4a14-9704-108eef4f3307 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0068791 Feb 09 21:57:23.221113 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62f1899-8076-4897-b409-4b4b143c8074 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:57:23.244251 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 59612) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:23.274077 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcc68cd-e46d-4501-a392-f4769eeaf1cc None None] Pushing event updated for resources: {'Port': ['ID=4fa75a79-fcca-4911-b0d7-e56935b8fcc6,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:23.299114 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62f1899-8076-4897-b409-4b4b143c8074 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:23.299876 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a62f1899-8076-4897-b409-4b4b143c8074 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:23.323048 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-595dc1d0-9e1d-4b58-acdd-24e4b94d9243 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Publish callbacks [] for security_group (1b7ca7ff-ae59-4022-b950-47352b680114), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:23.327467 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-cc49f5f2-bea6-4deb-b3f7-cfc11a09f2bf req-f47808ba-f80f-41e8-96a9-b178106b2c09 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc4d8690-2c93-4a34-8416-c6d01e3a225f HTTP/1.1" status: 200 len: 999 time: 0.1550083 Feb 09 21:57:23.371330 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-595dc1d0-9e1d-4b58-acdd-24e4b94d9243 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Publish callbacks [] for security_group (1b7ca7ff-ae59-4022-b950-47352b680114), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:23.390817 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-a62f1899-8076-4897-b409-4b4b143c8074 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1453619 Feb 09 21:57:23.394475 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 59614) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:23.402305 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-3470e11d-8c5d-4bd8-a476-c0e57402571d tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Request body: {'port': {'network_id': '4b16d55d-9b55-449a-917d-626538569dc4', 'name': 'tempest-AllowedAddressPairTestJSON-1032532312', 'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:60:e9:a8'}]}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:23.418782 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62f1899-8076-4897-b409-4b4b143c8074 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Pushing event updated for resources: {'Port': ['ID=ae231b5a-2303-4742-a49a-da680feedb57,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:23.468678 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc49f5f2-bea6-4deb-b3f7-cfc11a09f2bf req-d0035e8f-67d8-4659-bf9a-bac02f3dcc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:23.471319 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-cc49f5f2-bea6-4deb-b3f7-cfc11a09f2bf req-d0035e8f-67d8-4659-bf9a-bac02f3dcc98 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b55ac71e-6529-43b3-9355-0e693d39e1f4 HTTP/1.1" status: 200 len: 851 time: 0.1215010 Feb 09 21:57:23.537888 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a5b790-0638-423c-83bd-94bb5ef977f6 req-4aa6dd62-db8d-4132-9c32-004212cbbe19 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:23.558540 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-14a5b790-0638-423c-83bd-94bb5ef977f6 req-4aa6dd62-db8d-4132-9c32-004212cbbe19 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 945 time: 0.2527142 Feb 09 21:57:23.590589 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-595dc1d0-9e1d-4b58-acdd-24e4b94d9243 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (1b7ca7ff-ae59-4022-b950-47352b680114), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:23.591238 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-595dc1d0-9e1d-4b58-acdd-24e4b94d9243 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:23.595074 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-595dc1d0-9e1d-4b58-acdd-24e4b94d9243 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] 10.222.0.90 "DELETE /v2.0/security-groups/1b7ca7ff-ae59-4022-b950-47352b680114 HTTP/1.1" status: 204 len: 168 time: 0.3473516 Feb 09 21:57:23.597826 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 59630) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:23.622866 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:23.651521 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595dc1d0-9e1d-4b58-acdd-24e4b94d9243 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b7ca7ff-ae59-4022-b950-47352b680114,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:23.677668 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e110706-7ffd-4a37-b033-ef6e654ea277 req-0abc181f-b55e-4c27-85a2-1585332e5d9b tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:23.679093 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-1e110706-7ffd-4a37-b033-ef6e654ea277 req-0abc181f-b55e-4c27-85a2-1585332e5d9b tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d4cd8e3-14ca-4c32-97da-da7de5952440 HTTP/1.1" status: 200 len: 909 time: 0.2279928 Feb 09 21:57:23.716824 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-14a5b790-0638-423c-83bd-94bb5ef977f6 req-4896dbac-e781-499c-beac-8218067290fd tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=4c89ea32-e697-4c99-8133-b5b6d80654a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1552885 Feb 09 21:57:23.781122 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3470e11d-8c5d-4bd8-a476-c0e57402571d tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Made reservation on behalf of 83d47ee33e3745bca6a4fcd05394d1ff for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:57:23.819637 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc49f5f2-bea6-4deb-b3f7-cfc11a09f2bf req-ab607194-f59c-4afb-82c2-2b9c81de697b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:23.828308 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-cc49f5f2-bea6-4deb-b3f7-cfc11a09f2bf req-ab607194-f59c-4afb-82c2-2b9c81de697b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=23f1a6df-2b4b-4777-8497-2928c76d9f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3370974 Feb 09 21:57:23.840406 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-f1706466-e715-442a-856b-624841b6002b tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2376349 Feb 09 21:57:23.846690 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 59638) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:23.850990 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [req-cc49f5f2-bea6-4deb-b3f7-cfc11a09f2bf req-b4bd23bd-c52c-4e4c-8b18-52cad9beda46 service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=103141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:57:23.852675 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-cc49f5f2-bea6-4deb-b3f7-cfc11a09f2bf req-b4bd23bd-c52c-4e4c-8b18-52cad9beda46 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0105960 Feb 09 21:57:23.857057 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-f553c709-00fb-4288-a294-f94387575553 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Request body: {'security_group': {'name': 'tempest-secgroup--1657638003'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:23.944521 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3470e11d-8c5d-4bd8-a476-c0e57402571d tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:23.989596 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-3470e11d-8c5d-4bd8-a476-c0e57402571d tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] device_id is not set on port 9274f95b-8a16-4c3b-978d-053c81b7ed2f yet. {{(pid=103140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:57:24.004525 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f553c709-00fb-4288-a294-f94387575553 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:24.518459 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-1e110706-7ffd-4a37-b033-ef6e654ea277 req-a0b82872-29cd-4981-8853-c9862a129c14 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Deleting port 8f2ace47-494e-43d2-8df6-ecfa2bc9d1c1 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:57:24.518802 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-1e110706-7ffd-4a37-b033-ef6e654ea277 req-a0b82872-29cd-4981-8853-c9862a129c14 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (8f2ace47-494e-43d2-8df6-ecfa2bc9d1c1), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:24.536866 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-cc49f5f2-bea6-4deb-b3f7-cfc11a09f2bf req-aab78df8-ebb6-4d6c-8acc-dec3ed6e55b4 service neutron] 10.222.0.89 "GET /v2.0/networks/23f1a6df-2b4b-4777-8497-2928c76d9f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6636193 Feb 09 21:57:24.574457 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2bafa8-b50f-4a38-b59a-394931cd656d req-60e66b18-ce19-47ec-be71-f2282edd3a78 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:24.576190 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9f2bafa8-b50f-4a38-b59a-394931cd656d req-60e66b18-ce19-47ec-be71-f2282edd3a78 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] 10.222.0.90 "GET /v2.0/ports?device_id=1d4cd8e3-14ca-4c32-97da-da7de5952440 HTTP/1.1" status: 200 len: 909 time: 0.1439312 Feb 09 21:57:24.586842 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-3470e11d-8c5d-4bd8-a476-c0e57402571d tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Allocated IP 172.20.0.14 (4b16d55d-9b55-449a-917d-626538569dc4/1041c6a5-e532-4c1c-a30a-f527015dbc19/9274f95b-8a16-4c3b-978d-053c81b7ed2f) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:57:24.692098 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-cc49f5f2-bea6-4deb-b3f7-cfc11a09f2bf req-810a9d7a-6be8-46d4-b768-dc2f4ca4075a service neutron] 10.222.0.89 "GET /v2.0/networks/23f1a6df-2b4b-4777-8497-2928c76d9f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484959 Feb 09 21:57:24.694740 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f553c709-00fb-4288-a294-f94387575553 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Publish callbacks [] for security_group (df088b2d-b133-42b6-aa35-7bee6106d77f), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:24.728172 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f553c709-00fb-4288-a294-f94387575553 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (df088b2d-b133-42b6-aa35-7bee6106d77f), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:24.788179 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3470e11d-8c5d-4bd8-a476-c0e57402571d tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Publish callbacks [] for port (9274f95b-8a16-4c3b-978d-053c81b7ed2f), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:24.805283 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f553c709-00fb-4288-a294-f94387575553 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df088b2d-b133-42b6-aa35-7bee6106d77f,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:24.834420 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f553c709-00fb-4288-a294-f94387575553 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:24.839010 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-f553c709-00fb-4288-a294-f94387575553 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9852936 Feb 09 21:57:24.842652 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 59660) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:24.846993 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-96629142-f4d2-42d7-92eb-fd81c3d0cfcd tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Request body: {'security_group_rule': {'security_group_id': 'df088b2d-b133-42b6-aa35-7bee6106d77f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:24.847947 n-d-828369-5 neutron-server[103141]: WARNING neutron.api.v2.base [None req-96629142-f4d2-42d7-92eb-fd81c3d0cfcd tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 09 21:57:24.848511 n-d-828369-5 neutron-server[103141]: INFO neutron.api.v2.resource [None req-96629142-f4d2-42d7-92eb-fd81c3d0cfcd tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:57:24.852118 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3470e11d-8c5d-4bd8-a476-c0e57402571d tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (9274f95b-8a16-4c3b-978d-053c81b7ed2f), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:24.853987 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 59662) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:24.855660 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-96629142-f4d2-42d7-92eb-fd81c3d0cfcd tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0122542 Feb 09 21:57:24.859307 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-1f6bfab5-9cb1-4bb8-a9d6-7d8bad72f32d tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Request body: {'security_group_rule': {'security_group_id': 'df088b2d-b133-42b6-aa35-7bee6106d77f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:24.860045 n-d-828369-5 neutron-server[103140]: WARNING neutron.api.v2.base [None req-1f6bfab5-9cb1-4bb8-a9d6-7d8bad72f32d tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 09 21:57:24.860982 n-d-828369-5 neutron-server[103140]: INFO neutron.api.v2.resource [None req-1f6bfab5-9cb1-4bb8-a9d6-7d8bad72f32d tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:57:24.864476 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-1f6bfab5-9cb1-4bb8-a9d6-7d8bad72f32d tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0071826 Feb 09 21:57:24.866669 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 59664) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:24.871490 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-ad69ccaa-d96a-48df-9d47-46ec540f6f24 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Request body: {'security_group_rule': {'security_group_id': 'df088b2d-b133-42b6-aa35-7bee6106d77f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:24.872618 n-d-828369-5 neutron-server[103141]: WARNING neutron.api.v2.base [None req-ad69ccaa-d96a-48df-9d47-46ec540f6f24 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 09 21:57:24.873850 n-d-828369-5 neutron-server[103141]: INFO neutron.api.v2.resource [None req-ad69ccaa-d96a-48df-9d47-46ec540f6f24 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:57:24.877914 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-ad69ccaa-d96a-48df-9d47-46ec540f6f24 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0100336 Feb 09 21:57:24.878981 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 59666) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:24.894701 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-9a43c580-83b4-40fd-9798-65f1998e432a tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Request body: {'security_group_rule': {'security_group_id': 'df088b2d-b133-42b6-aa35-7bee6106d77f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:24.895895 n-d-828369-5 neutron-server[103141]: WARNING neutron.api.v2.base [None req-9a43c580-83b4-40fd-9798-65f1998e432a tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 09 21:57:24.896656 n-d-828369-5 neutron-server[103141]: INFO neutron.api.v2.resource [None req-9a43c580-83b4-40fd-9798-65f1998e432a tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:57:24.900845 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-9a43c580-83b4-40fd-9798-65f1998e432a tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0126934 Feb 09 21:57:24.901681 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 59668) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:24.936495 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-1e110706-7ffd-4a37-b033-ef6e654ea277 req-a0b82872-29cd-4981-8853-c9862a129c14 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] For port 8f2ace47-494e-43d2-8df6-ecfa2bc9d1c1, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=8f2ace47-494e-43d2-8df6-ecfa2bc9d1c1,segment=NetworkSegment(fe4f20dc-76cb-4b52-af0c-158e2543e18c),segment_id=fe4f20dc-76cb-4b52-af0c-158e2543e18c)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:57:24.937022 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-1e110706-7ffd-4a37-b033-ef6e654ea277 req-a0b82872-29cd-4981-8853-c9862a129c14 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (8f2ace47-494e-43d2-8df6-ecfa2bc9d1c1), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:24.945398 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3470e11d-8c5d-4bd8-a476-c0e57402571d tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Pushing event updated for resources: {'Port': ['ID=9274f95b-8a16-4c3b-978d-053c81b7ed2f,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:24.956030 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3470e11d-8c5d-4bd8-a476-c0e57402571d tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Network 4b16d55d-9b55-449a-917d-626538569dc4 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:57:24.957901 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-3470e11d-8c5d-4bd8-a476-c0e57402571d tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:57:24.961100 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3470e11d-8c5d-4bd8-a476-c0e57402571d tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:57:24.978167 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-1e110706-7ffd-4a37-b033-ef6e654ea277 req-a0b82872-29cd-4981-8853-c9862a129c14 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Calling delete_port for 8f2ace47-494e-43d2-8df6-ecfa2bc9d1c1 owned by compute:nova {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:57:25.016340 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1e8e3c7c-ac26-4fab-9148-a8a2a441ae14 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Publish callbacks [] for security_group (df088b2d-b133-42b6-aa35-7bee6106d77f), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:25.017193 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3470e11d-8c5d-4bd8-a476-c0e57402571d tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:25.017851 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3470e11d-8c5d-4bd8-a476-c0e57402571d tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:25.062268 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0b1e4d-3654-4f64-869a-e69a6ba9b919 None None] Network 4b16d55d-9b55-449a-917d-626538569dc4 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:57:25.081411 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-3470e11d-8c5d-4bd8-a476-c0e57402571d tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 1.6860750 Feb 09 21:57:25.088865 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424a2bd0-27b7-413f-b71b-dd2553483f77 req-5abc85bb-7c82-4ad0-afc8-df5771108b3d tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:25.090338 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-424a2bd0-27b7-413f-b71b-dd2553483f77 req-5abc85bb-7c82-4ad0-afc8-df5771108b3d tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 945 time: 0.2520728 Feb 09 21:57:25.091710 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 59670) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:25.109542 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1e8e3c7c-ac26-4fab-9148-a8a2a441ae14 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Publish callbacks [] for security_group (df088b2d-b133-42b6-aa35-7bee6106d77f), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:25.161556 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-77fb7521-4be8-4596-ba42-a0c9e24c02f3 req-238c153f-bb30-4e6c-80f2-999cc3d34ffc service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=61524240-d505-4e90-a049-662494a82d7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1392264 Feb 09 21:57:25.187160 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1e8e3c7c-ac26-4fab-9148-a8a2a441ae14 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (df088b2d-b133-42b6-aa35-7bee6106d77f), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:25.190009 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1e8e3c7c-ac26-4fab-9148-a8a2a441ae14 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:25.196134 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-1e8e3c7c-ac26-4fab-9148-a8a2a441ae14 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] 10.222.0.90 "DELETE /v2.0/security-groups/df088b2d-b133-42b6-aa35-7bee6106d77f HTTP/1.1" status: 204 len: 168 time: 0.2904167 Feb 09 21:57:25.200152 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 59672) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:25.255799 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8e3c7c-ac26-4fab-9148-a8a2a441ae14 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df088b2d-b133-42b6-aa35-7bee6106d77f,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:25.276851 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-424a2bd0-27b7-413f-b71b-dd2553483f77 req-8d0280c1-e0ab-4adf-a2ed-5d158a6fe6dd tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=4c89ea32-e697-4c99-8133-b5b6d80654a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1750481 Feb 09 21:57:25.308644 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec190de-efeb-474a-9b53-8c7094f2fd13 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:25.312045 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-3efae702-455a-4d4e-b623-30ad879bdee2 None None] Provisioning complete for port 4fa75a79-fcca-4911-b0d7-e56935b8fcc6 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:57:25.312555 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-3efae702-455a-4d4e-b623-30ad879bdee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (4fa75a79-fcca-4911-b0d7-e56935b8fcc6), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:25.317809 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec190de-efeb-474a-9b53-8c7094f2fd13 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:25.326190 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec190de-efeb-474a-9b53-8c7094f2fd13 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:25.328255 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-2ec190de-efeb-474a-9b53-8c7094f2fd13 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.2356076 Feb 09 21:57:25.333333 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fb7521-4be8-4596-ba42-a0c9e24c02f3 req-27eed836-d930-4f39-a9c3-d18b8b445714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:25.335017 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-77fb7521-4be8-4596-ba42-a0c9e24c02f3 req-27eed836-d930-4f39-a9c3-d18b8b445714 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=223d3fc4293a4815bcb23134d0e1c2d3&device_id=61524240-d505-4e90-a049-662494a82d7d HTTP/1.1" status: 200 len: 1167 time: 0.1409173 Feb 09 21:57:25.335702 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 59676) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:25.374493 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-1e110706-7ffd-4a37-b033-ef6e654ea277 req-a0b82872-29cd-4981-8853-c9862a129c14 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (8f2ace47-494e-43d2-8df6-ecfa2bc9d1c1), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:25.411619 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 4fa75a79-fcca-4911-b0d7-e56935b8fcc6 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:57:25.430283 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b82872-29cd-4981-8853-c9862a129c14 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Pushing event deleted for resources: {'Port': ['ID=8f2ace47-494e-43d2-8df6-ecfa2bc9d1c1,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:25.462073 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-6a824ce0-611f-41d8-826a-2584f9f223fd tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2383230 Feb 09 21:57:25.497062 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 59678) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:25.527765 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-a93b485d-cfde-44ee-899d-0a7bcf26c434 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Request body: {'security_group': {'name': 'tempest-secgroup--1287064917'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:25.532791 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e110706-7ffd-4a37-b033-ef6e654ea277 req-a0b82872-29cd-4981-8853-c9862a129c14 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] No DVR routers for this DVR port 8f2ace47-494e-43d2-8df6-ecfa2bc9d1c1 on host n-h2-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:57:25.535914 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-1e110706-7ffd-4a37-b033-ef6e654ea277 req-a0b82872-29cd-4981-8853-c9862a129c14 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:25.539507 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-1e110706-7ffd-4a37-b033-ef6e654ea277 req-a0b82872-29cd-4981-8853-c9862a129c14 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] 10.222.0.89 "DELETE /v2.0/ports/8f2ace47-494e-43d2-8df6-ecfa2bc9d1c1 HTTP/1.1" status: 204 len: 173 time: 1.8412161 Feb 09 21:57:25.540262 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d4cd8e3-14ca-4c32-97da-da7de5952440', 'name': 'network-vif-deleted', 'tag': '8f2ace47-494e-43d2-8df6-ecfa2bc9d1c1'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:57:25.542731 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b0a7f9e-1e67-4f08-b626-d1ee05cca8b3" -d '{"events": [{"server_uuid": "1d4cd8e3-14ca-4c32-97da-da7de5952440", "name": "network-vif-deleted", "tag": "8f2ace47-494e-43d2-8df6-ecfa2bc9d1c1"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:57:25.609856 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a93b485d-cfde-44ee-899d-0a7bcf26c434 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:25.622515 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-3efae702-455a-4d4e-b623-30ad879bdee2 None None] Current status of the port 4fa75a79-fcca-4911-b0d7-e56935b8fcc6 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:57:25.623378 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-3efae702-455a-4d4e-b623-30ad879bdee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (4fa75a79-fcca-4911-b0d7-e56935b8fcc6), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:25.697734 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edf0ee6c-be25-41d1-b223-4536b7ef525f x-openstack-request-id: req-edf0ee6c-be25-41d1-b223-4536b7ef525f {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:57:25.702069 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d4cd8e3-14ca-4c32-97da-da7de5952440", "name": "network-vif-deleted", "tag": "8f2ace47-494e-43d2-8df6-ecfa2bc9d1c1", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:57:25.702341 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-edf0ee6c-be25-41d1-b223-4536b7ef525f {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:57:25.702774 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d4cd8e3-14ca-4c32-97da-da7de5952440', 'name': 'network-vif-deleted', 'tag': '8f2ace47-494e-43d2-8df6-ecfa2bc9d1c1', 'status': 'completed', 'code': 200} Feb 09 21:57:25.726419 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fb7521-4be8-4596-ba42-a0c9e24c02f3 req-cf86a8a1-e6c5-4e72-b4e1-ebe16bc70403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:25.733838 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-77fb7521-4be8-4596-ba42-a0c9e24c02f3 req-cf86a8a1-e6c5-4e72-b4e1-ebe16bc70403 service neutron] 10.222.0.95 "GET /v2.0/networks?id=c144965b-ae04-4f69-a34b-6e9e77858265 HTTP/1.1" status: 200 len: 897 time: 0.3041732 Feb 09 21:57:25.809356 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-3efae702-455a-4d4e-b623-30ad879bdee2 None None] For port 4fa75a79-fcca-4911-b0d7-e56935b8fcc6, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=4fa75a79-fcca-4911-b0d7-e56935b8fcc6,segment=NetworkSegment(08dda9ea-8b0a-48ff-8536-42435e9f75ca),segment_id=08dda9ea-8b0a-48ff-8536-42435e9f75ca)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:57:25.833453 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-3efae702-455a-4d4e-b623-30ad879bdee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (4fa75a79-fcca-4911-b0d7-e56935b8fcc6), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:25.911181 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 4fa75a79-fcca-4911-b0d7-e56935b8fcc6 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:57:25.911570 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (4fa75a79-fcca-4911-b0d7-e56935b8fcc6), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:25.915822 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a93b485d-cfde-44ee-899d-0a7bcf26c434 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Publish callbacks [] for security_group (be4b7be9-76f6-466c-9848-562d5d01fa09), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:25.921535 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a93b485d-cfde-44ee-899d-0a7bcf26c434 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (be4b7be9-76f6-466c-9848-562d5d01fa09), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:25.960094 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a93b485d-cfde-44ee-899d-0a7bcf26c434 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:25.964714 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-a93b485d-cfde-44ee-899d-0a7bcf26c434 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4412048 Feb 09 21:57:25.970690 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 59688) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:25.977672 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-f19cc4fc-4dae-46e2-9326-39423554fdc1 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Request body: {'security_group_rule': {'security_group_id': 'be4b7be9-76f6-466c-9848-562d5d01fa09', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:25.978166 n-d-828369-5 neutron-server[103141]: WARNING neutron.api.v2.base [None req-f19cc4fc-4dae-46e2-9326-39423554fdc1 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 09 21:57:25.978872 n-d-828369-5 neutron-server[103141]: INFO neutron.api.v2.resource [None req-f19cc4fc-4dae-46e2-9326-39423554fdc1 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:57:25.983737 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-f19cc4fc-4dae-46e2-9326-39423554fdc1 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0119224 Feb 09 21:57:25.985413 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 59692) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:25.990167 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-b2c2f0b9-c7b1-4c60-a178-13443fb27d7b tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Request body: {'security_group_rule': {'security_group_id': 'be4b7be9-76f6-466c-9848-562d5d01fa09', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:26.012053 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93b485d-cfde-44ee-899d-0a7bcf26c434 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be4b7be9-76f6-466c-9848-562d5d01fa09,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:26.031479 n-d-828369-5 neutron-server[103141]: INFO neutron.api.v2.resource [None req-b2c2f0b9-c7b1-4c60-a178-13443fb27d7b tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:57:26.036828 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-b2c2f0b9-c7b1-4c60-a178-13443fb27d7b tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0503347 Feb 09 21:57:26.038708 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 59694) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:26.049691 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-1c8ee7b6-f60e-448d-aeb7-76d3910a019e tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Request body: {'security_group_rule': {'security_group_id': 'be4b7be9-76f6-466c-9848-562d5d01fa09', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:26.051505 n-d-828369-5 neutron-server[103141]: WARNING neutron.api.v2.base [None req-1c8ee7b6-f60e-448d-aeb7-76d3910a019e tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 09 21:57:26.052035 n-d-828369-5 neutron-server[103141]: INFO neutron.api.v2.resource [None req-1c8ee7b6-f60e-448d-aeb7-76d3910a019e tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:57:26.057417 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-1c8ee7b6-f60e-448d-aeb7-76d3910a019e tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0176303 Feb 09 21:57:26.058008 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 59696) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:26.064305 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-0febba6a-d862-4742-9b07-f165b3a027e8 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Request body: {'security_group_rule': {'security_group_id': 'be4b7be9-76f6-466c-9848-562d5d01fa09', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:26.086192 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efae702-455a-4d4e-b623-30ad879bdee2 None None] Pushing event updated for resources: {'Port': ['ID=4fa75a79-fcca-4911-b0d7-e56935b8fcc6,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:26.102435 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c447f8df-6341-4dd5-8b6a-b96f7e72609f req-565a4feb-de9d-4171-a1cd-ff15b60e33e7 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] 10.222.0.90 "GET /v2.0/ports?device_id=1d4cd8e3-14ca-4c32-97da-da7de5952440 HTTP/1.1" status: 200 len: 210 time: 0.1462820 Feb 09 21:57:26.140055 n-d-828369-5 neutron-server[103141]: INFO neutron.api.v2.resource [None req-0febba6a-d862-4742-9b07-f165b3a027e8 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:57:26.143812 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-0febba6a-d862-4742-9b07-f165b3a027e8 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0821466 Feb 09 21:57:26.145234 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 59698) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:26.148071 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc64ddc-32db-413d-9346-146d8732fec6 req-ad74e1b8-6456-4122-b08d-65407c76abab tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:26.151822 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-3bdb5e79-4084-4e9f-b8e0-076ed001bcce tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Request body: {'security_group_rule': {'security_group_id': 'be4b7be9-76f6-466c-9848-562d5d01fa09', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:26.152855 n-d-828369-5 neutron-server[103141]: WARNING neutron.api.v2.base [None req-3bdb5e79-4084-4e9f-b8e0-076ed001bcce tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 09 21:57:26.153862 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ffc64ddc-32db-413d-9346-146d8732fec6 req-ad74e1b8-6456-4122-b08d-65407c76abab tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 945 time: 0.7225649 Feb 09 21:57:26.161674 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-77fb7521-4be8-4596-ba42-a0c9e24c02f3 req-9d8c9a0e-fd67-461a-a183-385ef249b06d service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c825f744-b528-4918-81c6-649f9312e648 HTTP/1.1" status: 200 len: 1000 time: 0.4140804 Feb 09 21:57:26.161913 n-d-828369-5 neutron-server[103141]: INFO neutron.api.v2.resource [None req-3bdb5e79-4084-4e9f-b8e0-076ed001bcce tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:57:26.168561 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-3bdb5e79-4084-4e9f-b8e0-076ed001bcce tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0189984 Feb 09 21:57:26.168826 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-1b1b8e0d-06bf-471c-ad64-dd8e2c54477d tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Deleting port 9274f95b-8a16-4c3b-978d-053c81b7ed2f {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:57:26.168826 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1b1b8e0d-06bf-471c-ad64-dd8e2c54477d tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (9274f95b-8a16-4c3b-978d-053c81b7ed2f), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:26.169962 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 59700) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:26.189545 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-080a4db4-b728-4eb7-bdbf-abe0abdb495a tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Request body: {'security_group_rule': {'security_group_id': 'be4b7be9-76f6-466c-9848-562d5d01fa09', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:26.199329 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 4fa75a79-fcca-4911-b0d7-e56935b8fcc6 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:57:26.234086 n-d-828369-5 neutron-server[103141]: INFO neutron.db.securitygroups_db [None req-080a4db4-b728-4eb7-bdbf-abe0abdb495a tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Project 7ff06173c0a541999ae4be4102a8e73c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 21:57:26.255231 n-d-828369-5 neutron-server[103141]: INFO neutron.api.v2.resource [None req-080a4db4-b728-4eb7-bdbf-abe0abdb495a tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:57:26.259630 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-080a4db4-b728-4eb7-bdbf-abe0abdb495a tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0881534 Feb 09 21:57:26.260431 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 59702) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:26.273903 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-8ecb6a91-3ae9-4c8a-8e30-6bd42ef8ce61 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Request body: {'security_group_rule': {'security_group_id': 'be4b7be9-76f6-466c-9848-562d5d01fa09', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:26.275379 n-d-828369-5 neutron-server[103141]: WARNING neutron.api.v2.base [None req-8ecb6a91-3ae9-4c8a-8e30-6bd42ef8ce61 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 09 21:57:26.275988 n-d-828369-5 neutron-server[103141]: INFO neutron.api.v2.resource [None req-8ecb6a91-3ae9-4c8a-8e30-6bd42ef8ce61 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:57:26.276570 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-0861f970-83ae-4e23-a2fe-e9cc08c46d85 None None] Provisioning complete for port 9274f95b-8a16-4c3b-978d-053c81b7ed2f triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:57:26.276967 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-0861f970-83ae-4e23-a2fe-e9cc08c46d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (9274f95b-8a16-4c3b-978d-053c81b7ed2f), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:26.280963 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-8ecb6a91-3ae9-4c8a-8e30-6bd42ef8ce61 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0193856 Feb 09 21:57:26.281596 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 59704) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:26.286144 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-fa4fbfe3-cd56-4721-a633-98b72eaa40b0 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Request body: {'security_group_rule': {'security_group_id': 'be4b7be9-76f6-466c-9848-562d5d01fa09', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:26.338200 n-d-828369-5 neutron-server[103141]: INFO neutron.db.securitygroups_db [None req-fa4fbfe3-cd56-4721-a633-98b72eaa40b0 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Project 7ff06173c0a541999ae4be4102a8e73c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 21:57:26.339361 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-0861f970-83ae-4e23-a2fe-e9cc08c46d85 None None] Port 9274f95b-8a16-4c3b-978d-053c81b7ed2f cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:57:26.355049 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fb7521-4be8-4596-ba42-a0c9e24c02f3 req-8325a271-f949-4339-a5de-475ddae16832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:26.356565 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-77fb7521-4be8-4596-ba42-a0c9e24c02f3 req-8325a271-f949-4339-a5de-475ddae16832 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=c2d197a2-4aee-452a-8346-a411bfed5ad8 HTTP/1.1" status: 200 len: 835 time: 0.1791861 Feb 09 21:57:26.358729 n-d-828369-5 neutron-server[103141]: INFO neutron.api.v2.resource [None req-fa4fbfe3-cd56-4721-a633-98b72eaa40b0 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:57:26.361472 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-fa4fbfe3-cd56-4721-a633-98b72eaa40b0 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0788147 Feb 09 21:57:26.363841 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 59706) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:26.368530 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ffc64ddc-32db-413d-9346-146d8732fec6 req-ad975348-bbfa-43e2-8682-b591ec186fa0 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=4c89ea32-e697-4c99-8133-b5b6d80654a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1959996 Feb 09 21:57:26.372101 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-c823736f-c713-402c-b7c8-dc1d907624a9 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Request body: {'security_group_rule': {'security_group_id': 'be4b7be9-76f6-466c-9848-562d5d01fa09', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:26.372739 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-0861f970-83ae-4e23-a2fe-e9cc08c46d85 None None] Provisioning complete for port 4fa75a79-fcca-4911-b0d7-e56935b8fcc6 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:57:26.373701 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-0861f970-83ae-4e23-a2fe-e9cc08c46d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (4fa75a79-fcca-4911-b0d7-e56935b8fcc6), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:26.417788 n-d-828369-5 neutron-server[103141]: INFO neutron.db.securitygroups_db [None req-c823736f-c713-402c-b7c8-dc1d907624a9 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Project 7ff06173c0a541999ae4be4102a8e73c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 21:57:26.420879 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1b1b8e0d-06bf-471c-ad64-dd8e2c54477d tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (9274f95b-8a16-4c3b-978d-053c81b7ed2f), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:26.437512 n-d-828369-5 neutron-server[103141]: INFO neutron.api.v2.resource [None req-c823736f-c713-402c-b7c8-dc1d907624a9 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:57:26.441867 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-c823736f-c713-402c-b7c8-dc1d907624a9 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0767484 Feb 09 21:57:26.443027 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 59710) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:26.465061 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-1b1b8e0d-06bf-471c-ad64-dd8e2c54477d tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Calling delete_port for 9274f95b-8a16-4c3b-978d-053c81b7ed2f owned by {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:57:26.499610 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-0861f970-83ae-4e23-a2fe-e9cc08c46d85 None None] Current status of the port 4fa75a79-fcca-4911-b0d7-e56935b8fcc6 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:57:26.507792 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fb7521-4be8-4596-ba42-a0c9e24c02f3 req-de2925b5-3498-4f4a-b82f-14cc2660ad67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:26.511966 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-0861f970-83ae-4e23-a2fe-e9cc08c46d85 None None] Provisioning complete for port ae231b5a-2303-4742-a49a-da680feedb57 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:57:26.512378 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-0861f970-83ae-4e23-a2fe-e9cc08c46d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (ae231b5a-2303-4742-a49a-da680feedb57), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:26.514139 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-77fb7521-4be8-4596-ba42-a0c9e24c02f3 req-de2925b5-3498-4f4a-b82f-14cc2660ad67 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c144965b-ae04-4f69-a34b-6e9e77858265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1428783 Feb 09 21:57:26.547063 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1c255c9a-81ea-4705-afc0-b8ef514c3f96 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Publish callbacks [] for security_group (be4b7be9-76f6-466c-9848-562d5d01fa09), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:26.553201 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [req-77fb7521-4be8-4596-ba42-a0c9e24c02f3 req-2b086a40-e154-4765-9613-a4e3eb372da4 service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=103140) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:57:26.554202 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-77fb7521-4be8-4596-ba42-a0c9e24c02f3 req-2b086a40-e154-4765-9613-a4e3eb372da4 service neutron] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052245 Feb 09 21:57:26.580103 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-0861f970-83ae-4e23-a2fe-e9cc08c46d85 None None] Port ae231b5a-2303-4742-a49a-da680feedb57 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:57:26.582903 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1c255c9a-81ea-4705-afc0-b8ef514c3f96 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Publish callbacks [] for security_group (be4b7be9-76f6-466c-9848-562d5d01fa09), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:26.637761 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1c255c9a-81ea-4705-afc0-b8ef514c3f96 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (be4b7be9-76f6-466c-9848-562d5d01fa09), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:26.641011 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1c255c9a-81ea-4705-afc0-b8ef514c3f96 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:26.642175 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-1c255c9a-81ea-4705-afc0-b8ef514c3f96 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] 10.222.0.90 "DELETE /v2.0/security-groups/be4b7be9-76f6-466c-9848-562d5d01fa09 HTTP/1.1" status: 204 len: 168 time: 0.1976509 Feb 09 21:57:26.645508 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 59712) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:26.665326 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c255c9a-81ea-4705-afc0-b8ef514c3f96 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be4b7be9-76f6-466c-9848-562d5d01fa09,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:26.701829 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-d21b32fa-3886-42a9-98bd-b25afd39a356 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0511715 Feb 09 21:57:26.703086 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 59716) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:26.708153 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-009b422a-372b-4616-902f-a2a441073ea8 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Request body: {'security_group': {'name': 'tempest-secgroup--1023664879'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:26.735836 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-8d4b0815-e2c6-43fc-a62b-ff51b94245a3 None None] Provisioning complete for port ae231b5a-2303-4742-a49a-da680feedb57 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:57:26.736672 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-8d4b0815-e2c6-43fc-a62b-ff51b94245a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (ae231b5a-2303-4742-a49a-da680feedb57), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:26.738706 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b523d1-9167-4cc0-aa6c-d0bc09a2b778 req-07c16cf8-20c9-4345-9560-cfddab2252bd tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:26.740325 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e4b523d1-9167-4cc0-aa6c-d0bc09a2b778 req-07c16cf8-20c9-4345-9560-cfddab2252bd tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 945 time: 0.1851478 Feb 09 21:57:26.777536 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-77fb7521-4be8-4596-ba42-a0c9e24c02f3 req-eae49014-5398-40a0-b4e3-5c58240b1771 service neutron] 10.222.0.95 "GET /v2.0/networks/c144965b-ae04-4f69-a34b-6e9e77858265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122774 Feb 09 21:57:26.778565 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-009b422a-372b-4616-902f-a2a441073ea8 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:26.806977 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-8d4b0815-e2c6-43fc-a62b-ff51b94245a3 None None] Port ae231b5a-2303-4742-a49a-da680feedb57 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:57:26.865599 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-009b422a-372b-4616-902f-a2a441073ea8 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Publish callbacks [] for security_group (94e8daa9-8ff2-4e4a-9bbd-d60a652926a5), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:26.870956 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-009b422a-372b-4616-902f-a2a441073ea8 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (94e8daa9-8ff2-4e4a-9bbd-d60a652926a5), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:26.909156 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-009b422a-372b-4616-902f-a2a441073ea8 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:26.913600 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-009b422a-372b-4616-902f-a2a441073ea8 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2095525 Feb 09 21:57:26.914292 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 59718) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:26.919090 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-6d782228-750d-493d-b9a8-09211e7cf392 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Request body: {'security_group_rule': {'security_group_id': '94e8daa9-8ff2-4e4a-9bbd-d60a652926a5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:26.923099 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009b422a-372b-4616-902f-a2a441073ea8 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94e8daa9-8ff2-4e4a-9bbd-d60a652926a5,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:26.925539 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e4b523d1-9167-4cc0-aa6c-d0bc09a2b778 req-44031362-7c04-47b4-9c24-af781962859f tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=4c89ea32-e697-4c99-8133-b5b6d80654a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1725323 Feb 09 21:57:26.948147 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1b1b8e0d-06bf-471c-ad64-dd8e2c54477d tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (9274f95b-8a16-4c3b-978d-053c81b7ed2f), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:26.996858 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-77fb7521-4be8-4596-ba42-a0c9e24c02f3 req-9a982427-48f2-40cc-acbd-7fe00968d7de service neutron] 10.222.0.95 "GET /v2.0/networks/c144965b-ae04-4f69-a34b-6e9e77858265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061210 Feb 09 21:57:26.999342 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1b8e0d-06bf-471c-ad64-dd8e2c54477d tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Pushing event deleted for resources: {'Port': ['ID=9274f95b-8a16-4c3b-978d-053c81b7ed2f,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:27.039295 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-b87a5e09-f908-4b1b-8f78-6cb3e1e17963 None None] Could not find standard attr ID for object 9274f95b-8a16-4c3b-978d-053c81b7ed2f. {{(pid=103142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 21:57:27.053073 n-d-828369-5 neutron-server[103141]: INFO neutron.api.v2.resource [None req-6d782228-750d-493d-b9a8-09211e7cf392 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] create failed (client error): The resource could not be found. Feb 09 21:57:27.057764 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 59722) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:27.058125 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-6d782228-750d-493d-b9a8-09211e7cf392 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1417384 Feb 09 21:57:27.062265 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-ba725e4f-6264-4329-858d-38eeb7b0873a tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Request body: {'security_group_rule': {'security_group_id': '94e8daa9-8ff2-4e4a-9bbd-d60a652926a5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '00022f91-46cc-4147-9270-1570a9216864'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:27.225721 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 59734) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:27.232985 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1b1b8e0d-06bf-471c-ad64-dd8e2c54477d tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:27.236267 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-1b1b8e0d-06bf-471c-ad64-dd8e2c54477d tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] 10.222.0.90 "DELETE /v2.0/ports/9274f95b-8a16-4c3b-978d-053c81b7ed2f HTTP/1.1" status: 204 len: 168 time: 1.8993020 Feb 09 21:57:27.239188 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 59736) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:27.338126 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-02020043-1a3a-42c4-8d89-0d6f04897679 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] GET failed (client error): The resource could not be found. Feb 09 21:57:27.344364 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-02020043-1a3a-42c4-8d89-0d6f04897679 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] 10.222.0.90 "GET /v2.0/ports/9274f95b-8a16-4c3b-978d-053c81b7ed2f HTTP/1.1" status: 404 len: 333 time: 0.0992322 Feb 09 21:57:27.350185 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 59740) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:27.354636 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-87f2c062-b3d6-4469-aea5-a61a2da18dae tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Request body: {'port': {'network_id': '4b16d55d-9b55-449a-917d-626538569dc4', 'name': 'tempest-AllowedAddressPairTestJSON-656857465'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:27.367026 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 4fa75a79-fcca-4911-b0d7-e56935b8fcc6 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:57:27.396426 n-d-828369-5 neutron-server[103140]: INFO neutron.api.v2.resource [None req-ba725e4f-6264-4329-858d-38eeb7b0873a tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] create failed (client error): The resource could not be found. Feb 09 21:57:27.400005 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-ba725e4f-6264-4329-858d-38eeb7b0873a tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3386705 Feb 09 21:57:27.406942 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 59744) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:27.478836 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 4fa75a79-fcca-4911-b0d7-e56935b8fcc6 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:57:27.479221 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (4fa75a79-fcca-4911-b0d7-e56935b8fcc6), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:27.493493 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b786b40-afa6-4a35-b47e-835db43cab6a req-5feb914b-75e2-49b5-9507-705035a559c1 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:27.495013 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9b786b40-afa6-4a35-b47e-835db43cab6a req-5feb914b-75e2-49b5-9507-705035a559c1 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 945 time: 0.1669583 Feb 09 21:57:27.546388 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87f2c062-b3d6-4469-aea5-a61a2da18dae tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Made reservation on behalf of 83d47ee33e3745bca6a4fcd05394d1ff for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:57:27.550358 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-87f2c062-b3d6-4469-aea5-a61a2da18dae tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:27.586423 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [None req-87f2c062-b3d6-4469-aea5-a61a2da18dae tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] device_id is not set on port af3921b2-d46a-4b14-b17e-0b5a53060803 yet. {{(pid=103141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:57:27.650724 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 4fa75a79-fcca-4911-b0d7-e56935b8fcc6 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:57:27.697529 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ce13c9ec-e11c-4204-9639-3562e41c3b96 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Publish callbacks [] for security_group (94e8daa9-8ff2-4e4a-9bbd-d60a652926a5), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:27.728779 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-87f2c062-b3d6-4469-aea5-a61a2da18dae tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Allocated IP 172.20.0.5 (4b16d55d-9b55-449a-917d-626538569dc4/1041c6a5-e532-4c1c-a30a-f527015dbc19/af3921b2-d46a-4b14-b17e-0b5a53060803) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:57:27.783313 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ce13c9ec-e11c-4204-9639-3562e41c3b96 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Publish callbacks [] for security_group (94e8daa9-8ff2-4e4a-9bbd-d60a652926a5), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:27.791209 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9b786b40-afa6-4a35-b47e-835db43cab6a req-a7a8cd85-24cd-4b43-af4d-62c879567da5 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=4c89ea32-e697-4c99-8133-b5b6d80654a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2853596 Feb 09 21:57:27.872259 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ce13c9ec-e11c-4204-9639-3562e41c3b96 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (94e8daa9-8ff2-4e4a-9bbd-d60a652926a5), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:27.877163 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ce13c9ec-e11c-4204-9639-3562e41c3b96 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:27.882409 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-ce13c9ec-e11c-4204-9639-3562e41c3b96 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] 10.222.0.90 "DELETE /v2.0/security-groups/94e8daa9-8ff2-4e4a-9bbd-d60a652926a5 HTTP/1.1" status: 204 len: 168 time: 0.4691892 Feb 09 21:57:27.894663 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 59758) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:27.896119 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce13c9ec-e11c-4204-9639-3562e41c3b96 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94e8daa9-8ff2-4e4a-9bbd-d60a652926a5,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:27.990845 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-87f2c062-b3d6-4469-aea5-a61a2da18dae tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Publish callbacks [] for port (af3921b2-d46a-4b14-b17e-0b5a53060803), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:27.992030 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-d788d9a6-af24-4157-9f51-2883a7f58caf tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0896080 Feb 09 21:57:27.995633 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 59760) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:28.001415 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-5c899162-c1f8-49b2-a447-359ddfb3bdef tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Request body: {'security_group_rule': {'security_group_id': 'd609d955-2a49-486b-9397-6207ae8ccbf2', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:28.035964 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 8f2ace47-494e-43d2-8df6-ecfa2bc9d1c1 no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:57:28.067373 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-87f2c062-b3d6-4469-aea5-a61a2da18dae tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (af3921b2-d46a-4b14-b17e-0b5a53060803), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:28.099782 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-be61fdb0-63a5-4805-8bf1-908628d3a8d8 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524906'] for router_interface (4e1fed3d-a507-4c26-ba2e-a3583e2ccfa9), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:28.117717 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] No Port match for: 8f2ace47-494e-43d2-8df6-ecfa2bc9d1c1 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:57:28.118292 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 8f2ace47-494e-43d2-8df6-ecfa2bc9d1c1 not bound to the agent host n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:57:28.150284 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f2c062-b3d6-4469-aea5-a61a2da18dae tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Network 4b16d55d-9b55-449a-917d-626538569dc4 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:57:28.160600 n-d-828369-5 neutron-server[103140]: INFO neutron.api.v2.resource [None req-5c899162-c1f8-49b2-a447-359ddfb3bdef tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] create failed (client error): The resource could not be found. Feb 09 21:57:28.160600 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-5c899162-c1f8-49b2-a447-359ddfb3bdef tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1637602 Feb 09 21:57:28.176909 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 59766) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:28.188816 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-ecc06dcc-501e-42de-9f79-ddb70915ffed tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Request body: {'security_group': {'name': 'tempest-secgroup--1582695842'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:28.196380 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-87f2c062-b3d6-4469-aea5-a61a2da18dae tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:57:28.199908 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f2c062-b3d6-4469-aea5-a61a2da18dae tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:57:28.263352 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f2c062-b3d6-4469-aea5-a61a2da18dae tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Pushing event updated for resources: {'Port': ['ID=af3921b2-d46a-4b14-b17e-0b5a53060803,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:28.270898 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ecc06dcc-501e-42de-9f79-ddb70915ffed tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:28.391647 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f2c062-b3d6-4469-aea5-a61a2da18dae tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:28.392692 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-87f2c062-b3d6-4469-aea5-a61a2da18dae tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:28.423813 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ecc06dcc-501e-42de-9f79-ddb70915ffed tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Publish callbacks [] for security_group (28e8b34c-ce65-4048-81ec-d8291e634e95), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:28.429493 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ecc06dcc-501e-42de-9f79-ddb70915ffed tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (28e8b34c-ce65-4048-81ec-d8291e634e95), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:28.465404 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-87f2c062-b3d6-4469-aea5-a61a2da18dae tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.1146212 Feb 09 21:57:28.490442 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 59770) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:28.493873 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc06dcc-501e-42de-9f79-ddb70915ffed tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28e8b34c-ce65-4048-81ec-d8291e634e95,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:28.505509 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ecc06dcc-501e-42de-9f79-ddb70915ffed tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:28.507031 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-ecc06dcc-501e-42de-9f79-ddb70915ffed tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3279898 Feb 09 21:57:28.509558 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 59772) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:28.520762 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-67dfd110-2d75-40ec-ae2e-3fcd7d61696c tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Request body: {'security_group': {'name': 'tempest-secgroup--1440186529'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:28.521389 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-7a50adff-7072-47ec-89bc-e4c101e3a491 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:60:e9:a8'}]}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:28.575787 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-67dfd110-2d75-40ec-ae2e-3fcd7d61696c tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:28.586856 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-6ad3c646-eae0-4687-bd8b-2fa2561d1e8a None None] Provisioning complete for port af3921b2-d46a-4b14-b17e-0b5a53060803 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:57:28.587397 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-6ad3c646-eae0-4687-bd8b-2fa2561d1e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (af3921b2-d46a-4b14-b17e-0b5a53060803), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:28.646074 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7a50adff-7072-47ec-89bc-e4c101e3a491 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (af3921b2-d46a-4b14-b17e-0b5a53060803), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:28.657417 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-6ad3c646-eae0-4687-bd8b-2fa2561d1e8a None None] Port af3921b2-d46a-4b14-b17e-0b5a53060803 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:57:28.712160 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-67dfd110-2d75-40ec-ae2e-3fcd7d61696c tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Publish callbacks [] for security_group (8b4cea3f-3684-4c11-92b8-ea534545335e), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:28.717762 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-be61fdb0-63a5-4805-8bf1-908628d3a8d8 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Deleting port fcb63841-3634-4dba-8f66-c79411966ebb {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:57:28.718145 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-be61fdb0-63a5-4805-8bf1-908628d3a8d8 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (fcb63841-3634-4dba-8f66-c79411966ebb), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:28.720125 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-67dfd110-2d75-40ec-ae2e-3fcd7d61696c tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (8b4cea3f-3684-4c11-92b8-ea534545335e), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:28.746094 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-67dfd110-2d75-40ec-ae2e-3fcd7d61696c tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:28.748602 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-67dfd110-2d75-40ec-ae2e-3fcd7d61696c tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2378728 Feb 09 21:57:28.755998 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 59774) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:28.764870 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-05a27ee6-15f7-4934-a6b8-05b6bc8e781d tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Request body: {'security_group_rule': {'security_group_id': '28e8b34c-ce65-4048-81ec-d8291e634e95', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '8b4cea3f-3684-4c11-92b8-ea534545335e'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:28.832058 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dfd110-2d75-40ec-ae2e-3fcd7d61696c tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b4cea3f-3684-4c11-92b8-ea534545335e,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:28.857250 n-d-828369-5 neutron-server[103141]: INFO neutron.api.v2.resource [None req-05a27ee6-15f7-4934-a6b8-05b6bc8e781d tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:57:28.860356 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-05a27ee6-15f7-4934-a6b8-05b6bc8e781d tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1019089 Feb 09 21:57:28.862060 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 59780) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:28.882310 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-be61fdb0-63a5-4805-8bf1-908628d3a8d8 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] For port fcb63841-3634-4dba-8f66-c79411966ebb, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=fcb63841-3634-4dba-8f66-c79411966ebb,segment=NetworkSegment(fe4f20dc-76cb-4b52-af0c-158e2543e18c),segment_id=fe4f20dc-76cb-4b52-af0c-158e2543e18c)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:57:28.882889 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-be61fdb0-63a5-4805-8bf1-908628d3a8d8 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (fcb63841-3634-4dba-8f66-c79411966ebb), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:28.898152 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-be61fdb0-63a5-4805-8bf1-908628d3a8d8 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Calling delete_port for fcb63841-3634-4dba-8f66-c79411966ebb owned by network:router_interface {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:57:28.968515 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a53ac870-8824-4fb3-b361-9ea8ac218444 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Publish callbacks [] for security_group (8b4cea3f-3684-4c11-92b8-ea534545335e), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:28.995004 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a53ac870-8824-4fb3-b361-9ea8ac218444 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Publish callbacks [] for security_group (8b4cea3f-3684-4c11-92b8-ea534545335e), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:29.046309 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a53ac870-8824-4fb3-b361-9ea8ac218444 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (8b4cea3f-3684-4c11-92b8-ea534545335e), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:29.049532 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a53ac870-8824-4fb3-b361-9ea8ac218444 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:29.051834 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-a53ac870-8824-4fb3-b361-9ea8ac218444 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] 10.222.0.90 "DELETE /v2.0/security-groups/8b4cea3f-3684-4c11-92b8-ea534545335e HTTP/1.1" status: 204 len: 168 time: 0.1870308 Feb 09 21:57:29.055520 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 59782) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:29.080832 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53ac870-8824-4fb3-b361-9ea8ac218444 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b4cea3f-3684-4c11-92b8-ea534545335e,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:29.149282 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-8135fca0-7cc2-419f-a343-2621ad8594ad tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0926318 Feb 09 21:57:29.151917 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 59784) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:29.242777 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1b953786-0b3b-4351-a0da-8225adb893e6 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Publish callbacks [] for security_group (28e8b34c-ce65-4048-81ec-d8291e634e95), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:29.275414 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1b953786-0b3b-4351-a0da-8225adb893e6 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Publish callbacks [] for security_group (28e8b34c-ce65-4048-81ec-d8291e634e95), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:29.330961 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1b953786-0b3b-4351-a0da-8225adb893e6 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (28e8b34c-ce65-4048-81ec-d8291e634e95), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:29.334263 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1b953786-0b3b-4351-a0da-8225adb893e6 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:29.338458 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-1b953786-0b3b-4351-a0da-8225adb893e6 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] 10.222.0.90 "DELETE /v2.0/security-groups/28e8b34c-ce65-4048-81ec-d8291e634e95 HTTP/1.1" status: 204 len: 168 time: 0.1818583 Feb 09 21:57:29.339721 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 59790) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:29.358558 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b953786-0b3b-4351-a0da-8225adb893e6 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28e8b34c-ce65-4048-81ec-d8291e634e95,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:29.405745 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-4274271e-7f48-4a8e-b1d6-25904f4340a6 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0610471 Feb 09 21:57:29.406624 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 59792) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:29.416326 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-88edacb2-473b-44c3-bd73-f267b63bc7ee tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Request body: {'security_group': {'name': 'tempest-secgroup--1247185944'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:29.442065 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-88edacb2-473b-44c3-bd73-f267b63bc7ee tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:29.545954 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-88edacb2-473b-44c3-bd73-f267b63bc7ee tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Publish callbacks [] for security_group (a195a87c-1556-403b-860f-2ef35879440d), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:29.551570 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-88edacb2-473b-44c3-bd73-f267b63bc7ee tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (a195a87c-1556-403b-860f-2ef35879440d), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:29.556091 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b386590-d54b-41d5-8d55-3559e8ed8392 req-4d0049bb-55f6-43d2-88f3-99d887f0b537 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:29.557887 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6b386590-d54b-41d5-8d55-3559e8ed8392 req-4d0049bb-55f6-43d2-88f3-99d887f0b537 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 945 time: 0.5138302 Feb 09 21:57:29.570801 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-be61fdb0-63a5-4805-8bf1-908628d3a8d8 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (fcb63841-3634-4dba-8f66-c79411966ebb), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:29.599705 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-88edacb2-473b-44c3-bd73-f267b63bc7ee tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:29.604140 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-88edacb2-473b-44c3-bd73-f267b63bc7ee tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1936092 Feb 09 21:57:29.604591 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 59794) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:29.622391 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-bbeef799-c9a0-4dff-9d70-36f1a95a93d5 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Request body: {'security_group_rule': {'security_group_id': 'a195a87c-1556-403b-860f-2ef35879440d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:29.629847 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88edacb2-473b-44c3-bd73-f267b63bc7ee tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a195a87c-1556-403b-860f-2ef35879440d,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:29.663264 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6b386590-d54b-41d5-8d55-3559e8ed8392 req-c597cb32-d3d6-471a-b4fc-22b7f877f69c tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=4c89ea32-e697-4c99-8133-b5b6d80654a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803342 Feb 09 21:57:29.719376 n-d-828369-5 neutron-server[103141]: INFO neutron.api.v2.resource [None req-bbeef799-c9a0-4dff-9d70-36f1a95a93d5 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:57:29.722052 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-bbeef799-c9a0-4dff-9d70-36f1a95a93d5 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1042666 Feb 09 21:57:29.723868 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 59798) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:29.730930 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-e81a723e-a7bc-432b-b918-f7c19604ddfe tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Request body: {'security_group_rule': {'security_group_id': 'a195a87c-1556-403b-860f-2ef35879440d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:29.751756 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be61fdb0-63a5-4805-8bf1-908628d3a8d8 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Pushing event deleted for resources: {'Port': ['ID=fcb63841-3634-4dba-8f66-c79411966ebb,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:29.803006 n-d-828369-5 neutron-server[103141]: INFO neutron.api.v2.resource [None req-e81a723e-a7bc-432b-b918-f7c19604ddfe tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 21:57:29.805152 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-e81a723e-a7bc-432b-b918-f7c19604ddfe tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0799813 Feb 09 21:57:29.810299 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 59800) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:29.944000 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bda46454-d013-4e84-b1a9-8fe2f57f0fc0 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Publish callbacks [] for security_group (a195a87c-1556-403b-860f-2ef35879440d), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:29.969575 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bda46454-d013-4e84-b1a9-8fe2f57f0fc0 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Publish callbacks [] for security_group (a195a87c-1556-403b-860f-2ef35879440d), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:30.048527 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7a50adff-7072-47ec-89bc-e4c101e3a491 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Publish callbacks [] for port (af3921b2-d46a-4b14-b17e-0b5a53060803), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:30.063909 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7a50adff-7072-47ec-89bc-e4c101e3a491 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (af3921b2-d46a-4b14-b17e-0b5a53060803), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:30.092448 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bda46454-d013-4e84-b1a9-8fe2f57f0fc0 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (a195a87c-1556-403b-860f-2ef35879440d), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:30.096132 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bda46454-d013-4e84-b1a9-8fe2f57f0fc0 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:30.097325 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-bda46454-d013-4e84-b1a9-8fe2f57f0fc0 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] 10.222.0.90 "DELETE /v2.0/security-groups/a195a87c-1556-403b-860f-2ef35879440d HTTP/1.1" status: 204 len: 168 time: 0.2853384 Feb 09 21:57:30.108743 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 59806) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:30.109628 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda46454-d013-4e84-b1a9-8fe2f57f0fc0 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a195a87c-1556-403b-860f-2ef35879440d,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:30.215939 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-6e356eb8-1d18-4078-b7e0-22e115013c65 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0871782 Feb 09 21:57:30.224894 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-7a50adff-7072-47ec-89bc-e4c101e3a491 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] In _notify_port_updated(), no bound segment for port af3921b2-d46a-4b14-b17e-0b5a53060803 on network 4b16d55d-9b55-449a-917d-626538569dc4 {{(pid=103140) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 21:57:30.225899 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 59808) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:30.229942 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a50adff-7072-47ec-89bc-e4c101e3a491 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:30.230732 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7a50adff-7072-47ec-89bc-e4c101e3a491 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:30.232034 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-7a50adff-7072-47ec-89bc-e4c101e3a491 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] 10.222.0.90 "PUT /v2.0/ports/af3921b2-d46a-4b14-b17e-0b5a53060803 HTTP/1.1" status: 200 len: 992 time: 1.7149112 Feb 09 21:57:30.232239 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-3de6eefe-ffae-4018-ac0f-b66803c52a6c tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Request body: {'security_group': {'name': 'tempest-secgroup--398820545'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:30.241050 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 59810) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:30.265520 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b62c9c-e7be-4d66-bce6-54ac3d1ee4b7 req-e47dba23-976d-4c03-9aa0-3d3dfa537e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:30.268547 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-79b62c9c-e7be-4d66-bce6-54ac3d1ee4b7 req-e47dba23-976d-4c03-9aa0-3d3dfa537e78 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b97bcc6d3a344052b623ebf4a39465fa&device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 1127 time: 0.2418637 Feb 09 21:57:30.269444 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3de6eefe-ffae-4018-ac0f-b66803c52a6c tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:30.281321 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a50adff-7072-47ec-89bc-e4c101e3a491 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Pushing event updated for resources: {'Port': ['ID=af3921b2-d46a-4b14-b17e-0b5a53060803,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:30.385109 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-be61fdb0-63a5-4805-8bf1-908628d3a8d8 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-525054'] for router_interface (4e1fed3d-a507-4c26-ba2e-a3583e2ccfa9), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:30.406753 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd65bac-d7f6-432b-9747-78f25e9cebdd req-6dbb0b10-e3af-49eb-a8dc-3b7a45c07fde tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:30.408384 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6bd65bac-d7f6-432b-9747-78f25e9cebdd req-6dbb0b10-e3af-49eb-a8dc-3b7a45c07fde tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 945 time: 0.3579152 Feb 09 21:57:30.462721 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b62c9c-e7be-4d66-bce6-54ac3d1ee4b7 req-5b494961-0fe1-4ec5-ab10-bcc4985e45c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:30.468293 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-79b62c9c-e7be-4d66-bce6-54ac3d1ee4b7 req-5b494961-0fe1-4ec5-ab10-bcc4985e45c4 service neutron] 10.222.0.89 "GET /v2.0/networks?id=23f1a6df-2b4b-4777-8497-2928c76d9f17 HTTP/1.1" status: 200 len: 913 time: 0.1899350 Feb 09 21:57:30.505931 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-4a6f13c1-6dbf-4876-af02-8f4ff788b84e None None] Provisioning complete for port af3921b2-d46a-4b14-b17e-0b5a53060803 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:57:30.507011 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-4a6f13c1-6dbf-4876-af02-8f4ff788b84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (af3921b2-d46a-4b14-b17e-0b5a53060803), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:30.564203 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-4a6f13c1-6dbf-4876-af02-8f4ff788b84e None None] Port af3921b2-d46a-4b14-b17e-0b5a53060803 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:57:30.581959 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-79b62c9c-e7be-4d66-bce6-54ac3d1ee4b7 req-459baea6-8019-4a01-abf3-f637ef6bb746 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc4d8690-2c93-4a34-8416-c6d01e3a225f HTTP/1.1" status: 200 len: 999 time: 0.0936465 Feb 09 21:57:30.656548 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3de6eefe-ffae-4018-ac0f-b66803c52a6c tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Publish callbacks [] for security_group (c68069f3-4a25-4fa1-9388-cd2b7bb8f59b), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:30.664110 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3de6eefe-ffae-4018-ac0f-b66803c52a6c tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (c68069f3-4a25-4fa1-9388-cd2b7bb8f59b), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:30.672934 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b62c9c-e7be-4d66-bce6-54ac3d1ee4b7 req-c3ba89ef-581d-4477-b38e-9c3bebd6725e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:30.674855 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-79b62c9c-e7be-4d66-bce6-54ac3d1ee4b7 req-c3ba89ef-581d-4477-b38e-9c3bebd6725e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=b55ac71e-6529-43b3-9355-0e693d39e1f4 HTTP/1.1" status: 200 len: 851 time: 0.0843282 Feb 09 21:57:30.725792 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de6eefe-ffae-4018-ac0f-b66803c52a6c tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c68069f3-4a25-4fa1-9388-cd2b7bb8f59b,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:30.734166 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3de6eefe-ffae-4018-ac0f-b66803c52a6c tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:30.735372 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-3de6eefe-ffae-4018-ac0f-b66803c52a6c tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5075669 Feb 09 21:57:30.739564 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 59816) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:30.745726 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-52067745-27e1-4ba5-890d-5dcbca68602a tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:30.746316 n-d-828369-5 neutron-server[103141]: WARNING neutron.api.v2.base [None req-52067745-27e1-4ba5-890d-5dcbca68602a tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 09 21:57:30.746935 n-d-828369-5 neutron-server[103141]: INFO neutron.api.v2.resource [None req-52067745-27e1-4ba5-890d-5dcbca68602a tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] update failed (client error): There was a conflict when trying to complete your request. Feb 09 21:57:30.748727 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-52067745-27e1-4ba5-890d-5dcbca68602a tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] 10.222.0.90 "PUT /v2.0/security-groups/c68069f3-4a25-4fa1-9388-cd2b7bb8f59b HTTP/1.1" status: 409 len: 330 time: 0.0080261 Feb 09 21:57:30.754357 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 59818) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:30.757248 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6bd65bac-d7f6-432b-9747-78f25e9cebdd req-38bf7ee7-1e2c-4c5c-bc00-c74efe8b2d71 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=4c89ea32-e697-4c99-8133-b5b6d80654a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3381643 Feb 09 21:57:30.792124 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b62c9c-e7be-4d66-bce6-54ac3d1ee4b7 req-50d60926-b947-47b8-aa0a-6b5ab8b90899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:30.793941 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-79b62c9c-e7be-4d66-bce6-54ac3d1ee4b7 req-50d60926-b947-47b8-aa0a-6b5ab8b90899 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=23f1a6df-2b4b-4777-8497-2928c76d9f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1108086 Feb 09 21:57:30.853303 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-551aa93e-1a4f-4a99-a6d2-2fe71cbdbe87 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Deleting port af3921b2-d46a-4b14-b17e-0b5a53060803 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:57:30.853985 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-551aa93e-1a4f-4a99-a6d2-2fe71cbdbe87 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (af3921b2-d46a-4b14-b17e-0b5a53060803), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:30.896474 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-842e7c0b-0633-4da7-98c0-c63bc5c36701 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Publish callbacks [] for security_group (c68069f3-4a25-4fa1-9388-cd2b7bb8f59b), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:30.923221 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-842e7c0b-0633-4da7-98c0-c63bc5c36701 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Publish callbacks [] for security_group (c68069f3-4a25-4fa1-9388-cd2b7bb8f59b), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:30.981898 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-79b62c9c-e7be-4d66-bce6-54ac3d1ee4b7 req-57d99d87-7768-4385-9614-5a9bd5892d20 service neutron] 10.222.0.89 "GET /v2.0/networks/23f1a6df-2b4b-4777-8497-2928c76d9f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793089 Feb 09 21:57:30.987217 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-842e7c0b-0633-4da7-98c0-c63bc5c36701 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (c68069f3-4a25-4fa1-9388-cd2b7bb8f59b), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:30.990147 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-842e7c0b-0633-4da7-98c0-c63bc5c36701 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:30.998944 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-842e7c0b-0633-4da7-98c0-c63bc5c36701 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] 10.222.0.90 "DELETE /v2.0/security-groups/c68069f3-4a25-4fa1-9388-cd2b7bb8f59b HTTP/1.1" status: 204 len: 168 time: 0.2395532 Feb 09 21:57:31.001363 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 59822) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:31.004652 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-551aa93e-1a4f-4a99-a6d2-2fe71cbdbe87 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (af3921b2-d46a-4b14-b17e-0b5a53060803), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:31.014100 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be61fdb0-63a5-4805-8bf1-908628d3a8d8 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Router 4e1fed3d-a507-4c26-ba2e-a3583e2ccfa9 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:57:31.030560 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-551aa93e-1a4f-4a99-a6d2-2fe71cbdbe87 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Calling delete_port for af3921b2-d46a-4b14-b17e-0b5a53060803 owned by {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:57:31.037421 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842e7c0b-0633-4da7-98c0-c63bc5c36701 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c68069f3-4a25-4fa1-9388-cd2b7bb8f59b,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:31.111337 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-01e56c54-9728-4014-a95d-d459ca61430d tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] 10.222.0.90 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1014347 Feb 09 21:57:31.117795 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 59824) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:31.138491 n-d-828369-5 neutron-server[103141]: INFO neutron.api.v2.resource [None req-4c365856-75cb-43a9-9793-a967318354de tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] delete failed (client error): The resource could not be found. Feb 09 21:57:31.139714 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-4c365856-75cb-43a9-9793-a967318354de tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] 10.222.0.90 "DELETE /v2.0/security-groups/a64cc7be-5419-48eb-a9db-96bcfee4b347 HTTP/1.1" status: 404 len: 347 time: 0.0208607 Feb 09 21:57:31.145160 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 59826) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:31.161212 n-d-828369-5 neutron-server[103141]: INFO neutron.api.v2.resource [None req-ee19c332-603b-41ab-aae6-70f36c5922f6 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] show failed (client error): The resource could not be found. Feb 09 21:57:31.162320 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-ee19c332-603b-41ab-aae6-70f36c5922f6 tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] 10.222.0.90 "GET /v2.0/security-groups/7d7e06bc-593b-4c2b-9547-047621131073 HTTP/1.1" status: 404 len: 347 time: 0.0160990 Feb 09 21:57:31.167425 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 59828) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:31.201009 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-79b62c9c-e7be-4d66-bce6-54ac3d1ee4b7 req-5b9297d7-3d33-42a9-9607-8a736136bff7 service neutron] 10.222.0.89 "GET /v2.0/networks/23f1a6df-2b4b-4777-8497-2928c76d9f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037272 Feb 09 21:57:31.208590 n-d-828369-5 neutron-server[103141]: INFO neutron.api.v2.resource [None req-ad87d35e-6c67-4614-80f8-0b7cf81bcd8e tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] show failed (client error): The resource could not be found. Feb 09 21:57:31.213655 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-ad87d35e-6c67-4614-80f8-0b7cf81bcd8e tempest-NegativeSecGroupIPv6Test-1297181407 tempest-NegativeSecGroupIPv6Test-1297181407-project] 10.222.0.90 "GET /v2.0/security-group-rules/1fa1896c-80cb-4f79-9759-11728bde913c HTTP/1.1" status: 404 len: 356 time: 0.0459967 Feb 09 21:57:31.238987 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be61fdb0-63a5-4805-8bf1-908628d3a8d8 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:57:31.250815 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-be61fdb0-63a5-4805-8bf1-908628d3a8d8 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] 10.222.0.90 "PUT /v2.0/routers/4e1fed3d-a507-4c26-ba2e-a3583e2ccfa9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0180686 Feb 09 21:57:31.250953 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 59832) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:31.251367 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47689f91-69db-433d-a7ef-32ee3ba6f3a8 None None] Sync routers for ids ['4e1fed3d-a507-4c26-ba2e-a3583e2ccfa9'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:57:31.263699 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47689f91-69db-433d-a7ef-32ee3ba6f3a8 None None] Routers {'4e1fed3d-a507-4c26-ba2e-a3583e2ccfa9'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:57:31.264877 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-47689f91-69db-433d-a7ef-32ee3ba6f3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:57:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['4e1fed3d-a507-4c26-ba2e-a3583e2ccfa9'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:31.342180 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8e394c0-6b06-41f4-9920-5f32e36aca4d tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Deleting subnet a39ad314-86d3-46b8-ad78-15b9e6fc367e {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:57:31.356739 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-551aa93e-1a4f-4a99-a6d2-2fe71cbdbe87 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (af3921b2-d46a-4b14-b17e-0b5a53060803), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:31.360815 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f8e394c0-6b06-41f4-9920-5f32e36aca4d tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks [] for subnet (a39ad314-86d3-46b8-ad78-15b9e6fc367e), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:31.395189 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551aa93e-1a4f-4a99-a6d2-2fe71cbdbe87 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Pushing event deleted for resources: {'Port': ['ID=af3921b2-d46a-4b14-b17e-0b5a53060803,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:31.442074 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f8e394c0-6b06-41f4-9920-5f32e36aca4d tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (a39ad314-86d3-46b8-ad78-15b9e6fc367e), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:31.695195 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f8e394c0-6b06-41f4-9920-5f32e36aca4d tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (a39ad314-86d3-46b8-ad78-15b9e6fc367e), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:31.716166 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 59840) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:31.759661 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-551aa93e-1a4f-4a99-a6d2-2fe71cbdbe87 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:31.768711 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 59844) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:31.770330 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-551aa93e-1a4f-4a99-a6d2-2fe71cbdbe87 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] 10.222.0.90 "DELETE /v2.0/ports/af3921b2-d46a-4b14-b17e-0b5a53060803 HTTP/1.1" status: 204 len: 168 time: 1.5240233 Feb 09 21:57:31.824150 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9af221c-14ad-46ad-853d-e8250cc0f39a tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] GET failed (client error): The resource could not be found. Feb 09 21:57:31.825643 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-a9af221c-14ad-46ad-853d-e8250cc0f39a tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] 10.222.0.90 "GET /v2.0/ports/af3921b2-d46a-4b14-b17e-0b5a53060803 HTTP/1.1" status: 404 len: 333 time: 0.0559895 Feb 09 21:57:31.830600 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 59848) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:31.835751 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-aaf9c3f8-7f8e-442b-af4f-54aa27dfdd6c tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Request body: {'port': {'network_id': '4b16d55d-9b55-449a-917d-626538569dc4', 'name': 'tempest-AllowedAddressPairTestJSON-1258868089'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:31.882523 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f8e394c0-6b06-41f4-9920-5f32e36aca4d tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (a39ad314-86d3-46b8-ad78-15b9e6fc367e), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:31.926462 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f8e394c0-6b06-41f4-9920-5f32e36aca4d tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:31.935390 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74fa463-0bf4-476c-b282-497a0bc7ebb8 None None] Network 593ff4de-b113-4e1e-981b-82d4907293b5 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:57:31.938988 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-f8e394c0-6b06-41f4-9920-5f32e36aca4d tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] 10.222.0.90 "DELETE /v2.0/subnets/a39ad314-86d3-46b8-ad78-15b9e6fc367e HTTP/1.1" status: 204 len: 168 time: 0.6868470 Feb 09 21:57:31.939666 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 59852) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:31.947221 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-47689f91-69db-433d-a7ef-32ee3ba6f3a8 None None] Set router 4e1fed3d-a507-4c26-ba2e-a3583e2ccfa9 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:57:31.979977 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e394c0-6b06-41f4-9920-5f32e36aca4d tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Pushing event deleted for resources: {'Subnet': ['ID=a39ad314-86d3-46b8-ad78-15b9e6fc367e,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:32.052315 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-f7f97fc4-c298-418f-9315-58ab3adb3472 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=7ff06173c0a541999ae4be4102a8e73c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3334420 Feb 09 21:57:32.056974 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 59854) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:32.140590 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60304642-40c0-48b4-8ecf-7a1e4a3c3dd5 req-2261923f-b12c-4e6a-b04d-f698d7e70c8b tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:32.142453 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-60304642-40c0-48b4-8ecf-7a1e4a3c3dd5 req-2261923f-b12c-4e6a-b04d-f698d7e70c8b tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 945 time: 0.2210085 Feb 09 21:57:32.155869 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-40aa9d4c-e4d4-4352-9636-9023922903e9 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks [] for router (4e1fed3d-a507-4c26-ba2e-a3583e2ccfa9), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:32.208529 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d3e5dd23-64a7-4a6b-9e04-03f4ab72f7d6 admin admin] Publish callbacks [] for security_group (6012a431-7ab6-4396-a013-fc5c60022e45), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:32.241882 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaf9c3f8-7f8e-442b-af4f-54aa27dfdd6c tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Made reservation on behalf of 83d47ee33e3745bca6a4fcd05394d1ff for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:57:32.246491 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-aaf9c3f8-7f8e-442b-af4f-54aa27dfdd6c tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:32.252663 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-60304642-40c0-48b4-8ecf-7a1e4a3c3dd5 req-05bdd998-fc20-49a1-b6f3-cd9e7d8e6002 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=4c89ea32-e697-4c99-8133-b5b6d80654a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990167 Feb 09 21:57:32.299180 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d3e5dd23-64a7-4a6b-9e04-03f4ab72f7d6 admin admin] Publish callbacks [] for security_group (6012a431-7ab6-4396-a013-fc5c60022e45), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:32.321609 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-aaf9c3f8-7f8e-442b-af4f-54aa27dfdd6c tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] device_id is not set on port a1b6c7df-1fdf-46b4-906e-85c96993547a yet. {{(pid=103140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:57:32.349775 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4679426-1952-40d6-beb2-5afdf3aa577c None None] DHCP port deletion for 593ff4de-b113-4e1e-981b-82d4907293b5 request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:57:32.384286 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-40aa9d4c-e4d4-4352-9636-9023922903e9 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks [] for router_gateway (4e1fed3d-a507-4c26-ba2e-a3583e2ccfa9), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:32.433598 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d3e5dd23-64a7-4a6b-9e04-03f4ab72f7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (6012a431-7ab6-4396-a013-fc5c60022e45), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:32.437352 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d3e5dd23-64a7-4a6b-9e04-03f4ab72f7d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:32.438561 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-d3e5dd23-64a7-4a6b-9e04-03f4ab72f7d6 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/6012a431-7ab6-4396-a013-fc5c60022e45 HTTP/1.1" status: 204 len: 168 time: 0.3763084 Feb 09 21:57:32.454030 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-47689f91-69db-433d-a7ef-32ee3ba6f3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e1fed3d-a507-4c26-ba2e-a3583e2ccfa9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-318241657', 'tenant_id': '223d3fc4293a4815bcb23134d0e1c2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'e538a3be-8080-485d-aa77-2a2db811dad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:56:46Z', 'updated_at': '2022-02-09T21:57:29Z', 'revision_number': 5, 'project_id': '223d3fc4293a4815bcb23134d0e1c2d3', 'gw_port': {'id': 'e538a3be-8080-485d-aa77-2a2db811dad8', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:9f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e1fed3d-a507-4c26-ba2e-a3583e2ccfa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3074, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:56:47Z', 'updated_at': '2022-02-09T21:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:32.478754 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e5dd23-64a7-4a6b-9e04-03f4ab72f7d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6012a431-7ab6-4396-a013-fc5c60022e45,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:32.539666 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47689f91-69db-433d-a7ef-32ee3ba6f3a8 None None] Checking router: 4e1fed3d-a507-4c26-ba2e-a3583e2ccfa9 for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:57:32.558536 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-aaf9c3f8-7f8e-442b-af4f-54aa27dfdd6c tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Allocated IP 172.20.0.11 (4b16d55d-9b55-449a-917d-626538569dc4/1041c6a5-e532-4c1c-a30a-f527015dbc19/a1b6c7df-1fdf-46b4-906e-85c96993547a) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:57:32.583672 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-40aa9d4c-e4d4-4352-9636-9023922903e9 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Deleting port e538a3be-8080-485d-aa77-2a2db811dad8 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:57:32.584095 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-40aa9d4c-e4d4-4352-9636-9023922903e9 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (e538a3be-8080-485d-aa77-2a2db811dad8), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:32.606614 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47689f91-69db-433d-a7ef-32ee3ba6f3a8 None None] Routers {'4e1fed3d-a507-4c26-ba2e-a3583e2ccfa9'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:57:32.607396 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-47689f91-69db-433d-a7ef-32ee3ba6f3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:57:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['4e1fed3d-a507-4c26-ba2e-a3583e2ccfa9'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:32.731619 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-40aa9d4c-e4d4-4352-9636-9023922903e9 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] For port e538a3be-8080-485d-aa77-2a2db811dad8, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=e538a3be-8080-485d-aa77-2a2db811dad8,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:57:32.731927 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-40aa9d4c-e4d4-4352-9636-9023922903e9 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (e538a3be-8080-485d-aa77-2a2db811dad8), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:32.744070 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-40aa9d4c-e4d4-4352-9636-9023922903e9 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Calling delete_port for e538a3be-8080-485d-aa77-2a2db811dad8 owned by network:router_gateway {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:57:32.841079 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a4679426-1952-40d6-beb2-5afdf3aa577c None None] Deleting port 89292144-8ab9-4145-b9ab-4ebf71c5f6f1 {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:57:32.841470 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a4679426-1952-40d6-beb2-5afdf3aa577c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (89292144-8ab9-4145-b9ab-4ebf71c5f6f1), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:32.921595 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-47689f91-69db-433d-a7ef-32ee3ba6f3a8 None None] Set router 4e1fed3d-a507-4c26-ba2e-a3583e2ccfa9 gateway port host: None {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:57:32.926119 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-aaf9c3f8-7f8e-442b-af4f-54aa27dfdd6c tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Publish callbacks [] for port (a1b6c7df-1fdf-46b4-906e-85c96993547a), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:33.009711 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-40aa9d4c-e4d4-4352-9636-9023922903e9 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (e538a3be-8080-485d-aa77-2a2db811dad8), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:33.026142 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-47689f91-69db-433d-a7ef-32ee3ba6f3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e1fed3d-a507-4c26-ba2e-a3583e2ccfa9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-318241657', 'tenant_id': '223d3fc4293a4815bcb23134d0e1c2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:56:46Z', 'updated_at': '2022-02-09T21:57:32Z', 'revision_number': 6, 'project_id': '223d3fc4293a4815bcb23134d0e1c2d3', 'gw_port_host': None}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:33.028270 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-aaf9c3f8-7f8e-442b-af4f-54aa27dfdd6c tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (a1b6c7df-1fdf-46b4-906e-85c96993547a), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:33.041963 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aa9d4c-e4d4-4352-9636-9023922903e9 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Pushing event deleted for resources: {'Port': ['ID=e538a3be-8080-485d-aa77-2a2db811dad8,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:33.090741 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47689f91-69db-433d-a7ef-32ee3ba6f3a8 None None] The sync data for ids ['4e1fed3d-a507-4c26-ba2e-a3583e2ccfa9'] in n-d-828369-5 is: [{'id': '4e1fed3d-a507-4c26-ba2e-a3583e2ccfa9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-318241657', 'tenant_id': '223d3fc4293a4815bcb23134d0e1c2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:56:46Z', 'updated_at': '2022-02-09T21:57:32Z', 'revision_number': 6, 'project_id': '223d3fc4293a4815bcb23134d0e1c2d3', 'gw_port_host': None}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:57:33.098554 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a4679426-1952-40d6-beb2-5afdf3aa577c None None] For port 89292144-8ab9-4145-b9ab-4ebf71c5f6f1, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=89292144-8ab9-4145-b9ab-4ebf71c5f6f1,segment=NetworkSegment(fe4f20dc-76cb-4b52-af0c-158e2543e18c),segment_id=fe4f20dc-76cb-4b52-af0c-158e2543e18c)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:57:33.099159 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a4679426-1952-40d6-beb2-5afdf3aa577c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (89292144-8ab9-4145-b9ab-4ebf71c5f6f1), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:33.124185 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-40aa9d4c-e4d4-4352-9636-9023922903e9 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-554524'] for router_gateway (4e1fed3d-a507-4c26-ba2e-a3583e2ccfa9), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:33.137951 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a4679426-1952-40d6-beb2-5afdf3aa577c None None] Calling delete_port for 89292144-8ab9-4145-b9ab-4ebf71c5f6f1 owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:57:33.157433 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf9c3f8-7f8e-442b-af4f-54aa27dfdd6c tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Pushing event updated for resources: {'Port': ['ID=a1b6c7df-1fdf-46b4-906e-85c96993547a,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:33.190012 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf9c3f8-7f8e-442b-af4f-54aa27dfdd6c tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Network 4b16d55d-9b55-449a-917d-626538569dc4 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:57:33.196752 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-aaf9c3f8-7f8e-442b-af4f-54aa27dfdd6c tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:57:33.200456 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf9c3f8-7f8e-442b-af4f-54aa27dfdd6c tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:57:33.286658 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf9c3f8-7f8e-442b-af4f-54aa27dfdd6c tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:33.287382 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-aaf9c3f8-7f8e-442b-af4f-54aa27dfdd6c tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:33.306379 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-40aa9d4c-e4d4-4352-9636-9023922903e9 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (4e1fed3d-a507-4c26-ba2e-a3583e2ccfa9), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:33.313540 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-40aa9d4c-e4d4-4352-9636-9023922903e9 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks [] for router_controller (4e1fed3d-a507-4c26-ba2e-a3583e2ccfa9), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:33.333963 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-aaf9c3f8-7f8e-442b-af4f-54aa27dfdd6c tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5021303 Feb 09 21:57:33.336371 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 59876) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:33.351932 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-f2c060c1-3c68-4406-86ea-0906de527438 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:60:e9:a8'}]}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:33.370273 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a4679426-1952-40d6-beb2-5afdf3aa577c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (89292144-8ab9-4145-b9ab-4ebf71c5f6f1), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:33.465064 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-40aa9d4c-e4d4-4352-9636-9023922903e9 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (4e1fed3d-a507-4c26-ba2e-a3583e2ccfa9), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:33.465761 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40aa9d4c-e4d4-4352-9636-9023922903e9 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Fanout notify agent at l3_agent the message router_deleted on router 4e1fed3d-a507-4c26-ba2e-a3583e2ccfa9 {{(pid=103141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:57:33.487943 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-40aa9d4c-e4d4-4352-9636-9023922903e9 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:33.489213 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-40aa9d4c-e4d4-4352-9636-9023922903e9 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] 10.222.0.90 "DELETE /v2.0/routers/4e1fed3d-a507-4c26-ba2e-a3583e2ccfa9 HTTP/1.1" status: 204 len: 168 time: 1.5451317 Feb 09 21:57:33.491804 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 59882) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:33.501641 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4679426-1952-40d6-beb2-5afdf3aa577c None None] No DVR routers for this DVR port 89292144-8ab9-4145-b9ab-4ebf71c5f6f1 on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:57:33.518499 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4679426-1952-40d6-beb2-5afdf3aa577c None None] Pushing event deleted for resources: {'Port': ['ID=89292144-8ab9-4145-b9ab-4ebf71c5f6f1,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:33.620678 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b9af34-f3f7-4d0f-9b5b-f1242142fb3a req-70d83331-3a97-452a-ad8c-7fdf194cf5c5 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:33.627906 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-91b9af34-f3f7-4d0f-9b5b-f1242142fb3a req-70d83331-3a97-452a-ad8c-7fdf194cf5c5 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 945 time: 0.2348745 Feb 09 21:57:33.760086 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-91b9af34-f3f7-4d0f-9b5b-f1242142fb3a req-147f16b2-7d3e-44b7-a5cf-7c94ff3d1bb1 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=4c89ea32-e697-4c99-8133-b5b6d80654a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118226 Feb 09 21:57:33.767861 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-40f45c36-3e1f-49ba-aee4-4a3198969e5e None None] Provisioning complete for port a1b6c7df-1fdf-46b4-906e-85c96993547a triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:57:33.769724 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-40f45c36-3e1f-49ba-aee4-4a3198969e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (a1b6c7df-1fdf-46b4-906e-85c96993547a), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:33.805748 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-77baa4c2-f883-40d2-8fe2-b02197397fc2 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (593ff4de-b113-4e1e-981b-82d4907293b5), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:33.867743 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-40f45c36-3e1f-49ba-aee4-4a3198969e5e None None] Port a1b6c7df-1fdf-46b4-906e-85c96993547a cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:57:33.912034 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f2c060c1-3c68-4406-86ea-0906de527438 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (a1b6c7df-1fdf-46b4-906e-85c96993547a), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:34.006108 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e084ea42-95c1-4fda-955d-1b13657ec5b3 req-2d083475-e010-4aed-8a12-883a59415939 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:34.013316 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e084ea42-95c1-4fda-955d-1b13657ec5b3 req-2d083475-e010-4aed-8a12-883a59415939 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 945 time: 0.1287956 Feb 09 21:57:34.056293 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-77baa4c2-f883-40d2-8fe2-b02197397fc2 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (593ff4de-b113-4e1e-981b-82d4907293b5), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:34.097515 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 89292144-8ab9-4145-b9ab-4ebf71c5f6f1 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:57:34.107954 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-77baa4c2-f883-40d2-8fe2-b02197397fc2 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['593ff4de-b113-4e1e-981b-82d4907293b5']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:34.141829 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-77baa4c2-f883-40d2-8fe2-b02197397fc2 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe4f20dc-76cb-4b52-af0c-158e2543e18c') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:34.142127 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-77baa4c2-f883-40d2-8fe2-b02197397fc2 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe4f20dc-76cb-4b52-af0c-158e2543e18c') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:34.162594 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 89292144-8ab9-4145-b9ab-4ebf71c5f6f1 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:57:34.163304 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 89292144-8ab9-4145-b9ab-4ebf71c5f6f1 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:57:34.166401 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device fcb63841-3634-4dba-8f66-c79411966ebb no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:57:34.172139 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-77baa4c2-f883-40d2-8fe2-b02197397fc2 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (fe4f20dc-76cb-4b52-af0c-158e2543e18c), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:34.227477 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: fcb63841-3634-4dba-8f66-c79411966ebb {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:57:34.228414 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device fcb63841-3634-4dba-8f66-c79411966ebb not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:57:34.242355 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-77baa4c2-f883-40d2-8fe2-b02197397fc2 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (fe4f20dc-76cb-4b52-af0c-158e2543e18c), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:34.269329 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77baa4c2-f883-40d2-8fe2-b02197397fc2 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:57:34.271170 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-77baa4c2-f883-40d2-8fe2-b02197397fc2 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (fe4f20dc-76cb-4b52-af0c-158e2543e18c), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:34.287646 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:57:34.287646 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:57:34.287646 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:57:34.287646 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:57:34.287646 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:57:34.287646 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:57:34.287646 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:57:34.287646 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:57:34.287646 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:57:34.287646 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:57:34.287646 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:57:34.287646 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:57:34.287646 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:57:34.287646 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:57:34.287646 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:57:34.287646 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:57:34.287646 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:57:34.287646 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:57:34.287646 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:57:34.287646 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:57:34.287646 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:57:34.287646 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:57:34.287646 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:57:34.287646 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:57:34.287646 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:57:34.287646 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:57:34.287646 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:57:34.287646 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:57:34.287646 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:57:34.287646 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:57:34.287646 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:57:34.287646 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:57:34.469778 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e084ea42-95c1-4fda-955d-1b13657ec5b3 req-68e27d83-c052-418e-8d5b-7ad60b1d0c30 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=4c89ea32-e697-4c99-8133-b5b6d80654a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4548857 Feb 09 21:57:34.511690 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-77baa4c2-f883-40d2-8fe2-b02197397fc2 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (593ff4de-b113-4e1e-981b-82d4907293b5), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:34.548936 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-77baa4c2-f883-40d2-8fe2-b02197397fc2 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:34.551648 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f2c060c1-3c68-4406-86ea-0906de527438 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Publish callbacks [] for port (a1b6c7df-1fdf-46b4-906e-85c96993547a), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:34.553942 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-77baa4c2-f883-40d2-8fe2-b02197397fc2 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] 10.222.0.90 "DELETE /v2.0/networks/593ff4de-b113-4e1e-981b-82d4907293b5 HTTP/1.1" status: 204 len: 168 time: 1.0610898 Feb 09 21:57:34.556582 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 59908) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:34.570235 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77baa4c2-f883-40d2-8fe2-b02197397fc2 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Pushing event deleted for resources: {'Network': ['ID=593ff4de-b113-4e1e-981b-82d4907293b5,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:34.717199 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f2c060c1-3c68-4406-86ea-0906de527438 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (a1b6c7df-1fdf-46b4-906e-85c96993547a), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:34.879272 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c060c1-3c68-4406-86ea-0906de527438 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Pushing event updated for resources: {'Port': ['ID=a1b6c7df-1fdf-46b4-906e-85c96993547a,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:34.948176 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-f2c060c1-3c68-4406-86ea-0906de527438 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] In _notify_port_updated(), no bound segment for port a1b6c7df-1fdf-46b4-906e-85c96993547a on network 4b16d55d-9b55-449a-917d-626538569dc4 {{(pid=103140) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 21:57:34.953313 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c060c1-3c68-4406-86ea-0906de527438 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:34.955871 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f2c060c1-3c68-4406-86ea-0906de527438 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:34.957269 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-f2c060c1-3c68-4406-86ea-0906de527438 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] 10.222.0.90 "PUT /v2.0/ports/a1b6c7df-1fdf-46b4-906e-85c96993547a HTTP/1.1" status: 200 len: 997 time: 1.6198778 Feb 09 21:57:34.960126 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 59926) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:35.007388 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-2b494a21-e49c-4c07-b91c-2bb95a5e12b4 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Deleting port 649362aa-bece-4f93-9ab1-80a97fedd605 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:57:35.007734 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2b494a21-e49c-4c07-b91c-2bb95a5e12b4 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (649362aa-bece-4f93-9ab1-80a97fedd605), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:35.213747 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device e538a3be-8080-485d-aa77-2a2db811dad8 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:57:35.276659 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-7e8f2350-d923-41e2-9727-c8394831a33d tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Deleting port a1b6c7df-1fdf-46b4-906e-85c96993547a {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:57:35.276927 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7e8f2350-d923-41e2-9727-c8394831a33d tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (a1b6c7df-1fdf-46b4-906e-85c96993547a), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:35.280527 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2b494a21-e49c-4c07-b91c-2bb95a5e12b4 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (649362aa-bece-4f93-9ab1-80a97fedd605), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:35.280867 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2b494a21-e49c-4c07-b91c-2bb95a5e12b4 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks [] for floatingip (649362aa-bece-4f93-9ab1-80a97fedd605), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:35.307034 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-2a4ce460-2b75-488a-ac79-823635daaaba None None] Provisioning complete for port a1b6c7df-1fdf-46b4-906e-85c96993547a triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:57:35.307421 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2a4ce460-2b75-488a-ac79-823635daaaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (a1b6c7df-1fdf-46b4-906e-85c96993547a), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:35.314585 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: e538a3be-8080-485d-aa77-2a2db811dad8 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:57:35.314933 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device e538a3be-8080-485d-aa77-2a2db811dad8 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:57:35.317942 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-2b494a21-e49c-4c07-b91c-2bb95a5e12b4 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Calling delete_port for 649362aa-bece-4f93-9ab1-80a97fedd605 owned by network:floatingip {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:57:35.438765 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-2a4ce460-2b75-488a-ac79-823635daaaba None None] Port a1b6c7df-1fdf-46b4-906e-85c96993547a cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:57:35.511724 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7e8f2350-d923-41e2-9727-c8394831a33d tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (a1b6c7df-1fdf-46b4-906e-85c96993547a), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:35.525278 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-7e8f2350-d923-41e2-9727-c8394831a33d tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Calling delete_port for a1b6c7df-1fdf-46b4-906e-85c96993547a owned by {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:57:35.822847 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7e8f2350-d923-41e2-9727-c8394831a33d tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (a1b6c7df-1fdf-46b4-906e-85c96993547a), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:35.905729 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8f2350-d923-41e2-9727-c8394831a33d tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Pushing event deleted for resources: {'Port': ['ID=a1b6c7df-1fdf-46b4-906e-85c96993547a,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:36.039071 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7e8f2350-d923-41e2-9727-c8394831a33d tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:36.059478 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-7e8f2350-d923-41e2-9727-c8394831a33d tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] 10.222.0.90 "DELETE /v2.0/ports/a1b6c7df-1fdf-46b4-906e-85c96993547a HTTP/1.1" status: 204 len: 168 time: 1.0919394 Feb 09 21:57:36.060833 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 59990) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:36.113105 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-0818fc6f-610b-4df7-8a23-363e2d59f5ce tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] GET failed (client error): The resource could not be found. Feb 09 21:57:36.122948 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-0818fc6f-610b-4df7-8a23-363e2d59f5ce tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] 10.222.0.90 "GET /v2.0/ports/a1b6c7df-1fdf-46b4-906e-85c96993547a HTTP/1.1" status: 404 len: 333 time: 0.0604167 Feb 09 21:57:36.123820 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 59994) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:36.133888 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-1e41ee5d-c564-45c3-bac3-cf7fd085d1e4 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Request body: {'port': {'network_id': '4b16d55d-9b55-449a-917d-626538569dc4', 'name': 'tempest-AllowedAddressPairTestJSON-1597400284'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:36.434032 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e41ee5d-c564-45c3-bac3-cf7fd085d1e4 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Made reservation on behalf of 83d47ee33e3745bca6a4fcd05394d1ff for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:57:36.439148 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1e41ee5d-c564-45c3-bac3-cf7fd085d1e4 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:36.480299 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [None req-1e41ee5d-c564-45c3-bac3-cf7fd085d1e4 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] device_id is not set on port f07e968b-3682-4419-878d-41295575d97c yet. {{(pid=103141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:57:36.689178 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2b494a21-e49c-4c07-b91c-2bb95a5e12b4 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (649362aa-bece-4f93-9ab1-80a97fedd605), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:36.708353 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cc7cd4-7fbf-4546-87fb-4baa2cd477cd req-abcc83da-254c-4f8e-8e28-6d9e5f8a5e30 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:36.714983 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-96cc7cd4-7fbf-4546-87fb-4baa2cd477cd req-abcc83da-254c-4f8e-8e28-6d9e5f8a5e30 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=5c0e31f7-a19c-4b58-9695-ac619a023e12 HTTP/1.1" status: 200 len: 944 time: 0.1308801 Feb 09 21:57:36.738266 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-1e41ee5d-c564-45c3-bac3-cf7fd085d1e4 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Allocated IP 172.20.0.8 (4b16d55d-9b55-449a-917d-626538569dc4/1041c6a5-e532-4c1c-a30a-f527015dbc19/f07e968b-3682-4419-878d-41295575d97c) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:57:36.773572 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b494a21-e49c-4c07-b91c-2bb95a5e12b4 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Pushing event deleted for resources: {'Port': ['ID=649362aa-bece-4f93-9ab1-80a97fedd605,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:36.862083 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2b494a21-e49c-4c07-b91c-2bb95a5e12b4 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks [] for floatingip (06957ac1-44a7-42ac-8063-d22646d7aa54), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:36.862434 n-d-828369-5 neutron-server[103140]: INFO neutron.db.l3_db [None req-2b494a21-e49c-4c07-b91c-2bb95a5e12b4 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Floating IP 06957ac1-44a7-42ac-8063-d22646d7aa54 disassociated (deleted). External IP: 172.25.3.8, port: c825f744-b528-4918-81c6-649f9312e648. Feb 09 21:57:36.983685 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1e41ee5d-c564-45c3-bac3-cf7fd085d1e4 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Publish callbacks [] for port (f07e968b-3682-4419-878d-41295575d97c), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:37.042012 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1e41ee5d-c564-45c3-bac3-cf7fd085d1e4 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (f07e968b-3682-4419-878d-41295575d97c), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:37.044048 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-96cc7cd4-7fbf-4546-87fb-4baa2cd477cd req-524ae3a6-a039-4b06-89ea-392f1fab27df tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Deleting port c4230aed-ff78-4b59-8144-4a7748f92a5b {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:57:37.045039 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-96cc7cd4-7fbf-4546-87fb-4baa2cd477cd req-524ae3a6-a039-4b06-89ea-392f1fab27df tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (c4230aed-ff78-4b59-8144-4a7748f92a5b), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:37.156679 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e41ee5d-c564-45c3-bac3-cf7fd085d1e4 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Network 4b16d55d-9b55-449a-917d-626538569dc4 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:57:37.197738 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-1e41ee5d-c564-45c3-bac3-cf7fd085d1e4 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:57:37.217731 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e41ee5d-c564-45c3-bac3-cf7fd085d1e4 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:57:37.283486 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e41ee5d-c564-45c3-bac3-cf7fd085d1e4 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:37.285491 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1e41ee5d-c564-45c3-bac3-cf7fd085d1e4 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:37.311785 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-1e41ee5d-c564-45c3-bac3-cf7fd085d1e4 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1867285 Feb 09 21:57:37.316253 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 60004) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:37.323059 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-458d56f7-df30-47b7-ba93-d522b6b7597e tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Request body: {'port': {'network_id': '4b16d55d-9b55-449a-917d-626538569dc4', 'name': 'tempest-AllowedAddressPairTestJSON-1821666174'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:37.329193 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e41ee5d-c564-45c3-bac3-cf7fd085d1e4 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Pushing event updated for resources: {'Port': ['ID=f07e968b-3682-4419-878d-41295575d97c,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:37.330129 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-96cc7cd4-7fbf-4546-87fb-4baa2cd477cd req-524ae3a6-a039-4b06-89ea-392f1fab27df tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] For port c4230aed-ff78-4b59-8144-4a7748f92a5b, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=c4230aed-ff78-4b59-8144-4a7748f92a5b,segment=NetworkSegment(682b57c6-7518-4480-8840-98896ec39a8d),segment_id=682b57c6-7518-4480-8840-98896ec39a8d)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:57:37.330558 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-96cc7cd4-7fbf-4546-87fb-4baa2cd477cd req-524ae3a6-a039-4b06-89ea-392f1fab27df tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (c4230aed-ff78-4b59-8144-4a7748f92a5b), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:37.345598 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-96cc7cd4-7fbf-4546-87fb-4baa2cd477cd req-524ae3a6-a039-4b06-89ea-392f1fab27df tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Calling delete_port for c4230aed-ff78-4b59-8144-4a7748f92a5b owned by compute:nova {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:57:37.552359 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-458d56f7-df30-47b7-ba93-d522b6b7597e tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Made reservation on behalf of 83d47ee33e3745bca6a4fcd05394d1ff for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:57:37.555859 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-458d56f7-df30-47b7-ba93-d522b6b7597e tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:37.593828 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [None req-458d56f7-df30-47b7-ba93-d522b6b7597e tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] device_id is not set on port 643146bc-4797-42c2-b778-677b93aa4ff0 yet. {{(pid=103141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:57:37.686484 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-9379acd1-d75e-4497-ae12-6ecb0acf39aa None None] Provisioning complete for port f07e968b-3682-4419-878d-41295575d97c triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:57:37.687619 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-9379acd1-d75e-4497-ae12-6ecb0acf39aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (f07e968b-3682-4419-878d-41295575d97c), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:37.720058 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b494a21-e49c-4c07-b91c-2bb95a5e12b4 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Router 033663a4-a0b5-4b5d-ab1c-661b18ff0aea has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:57:37.723563 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-96cc7cd4-7fbf-4546-87fb-4baa2cd477cd req-524ae3a6-a039-4b06-89ea-392f1fab27df tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (c4230aed-ff78-4b59-8144-4a7748f92a5b), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:37.761023 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524ae3a6-a039-4b06-89ea-392f1fab27df tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Pushing event deleted for resources: {'Port': ['ID=c4230aed-ff78-4b59-8144-4a7748f92a5b,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:37.768705 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['a57a5b7b-da19-4999-a44f-8d6372be66f1'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:57:37.777701 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['6a0194ab-f855-41d1-a295-07dc840d5cec'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:57:37.827206 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-458d56f7-df30-47b7-ba93-d522b6b7597e tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Allocated IP 172.20.0.4 (4b16d55d-9b55-449a-917d-626538569dc4/1041c6a5-e532-4c1c-a30a-f527015dbc19/643146bc-4797-42c2-b778-677b93aa4ff0) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:57:37.927156 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b494a21-e49c-4c07-b91c-2bb95a5e12b4 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:57:37.943038 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f307ed0-7091-46cb-9562-4170e7f1d214 None None] Sync routers for ids ['033663a4-a0b5-4b5d-ab1c-661b18ff0aea'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:57:37.951699 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2b494a21-e49c-4c07-b91c-2bb95a5e12b4 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:37.973782 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f307ed0-7091-46cb-9562-4170e7f1d214 None None] Routers {'033663a4-a0b5-4b5d-ab1c-661b18ff0aea'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:57:37.974613 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-5f307ed0-7091-46cb-9562-4170e7f1d214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:57:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['033663a4-a0b5-4b5d-ab1c-661b18ff0aea'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:38.025452 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-9379acd1-d75e-4497-ae12-6ecb0acf39aa None None] Port f07e968b-3682-4419-878d-41295575d97c cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:57:38.113988 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-96cc7cd4-7fbf-4546-87fb-4baa2cd477cd req-524ae3a6-a039-4b06-89ea-392f1fab27df tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] No DVR routers for this DVR port c4230aed-ff78-4b59-8144-4a7748f92a5b on host n-h1-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:57:38.121531 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-96cc7cd4-7fbf-4546-87fb-4baa2cd477cd req-524ae3a6-a039-4b06-89ea-392f1fab27df tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:38.131425 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-96cc7cd4-7fbf-4546-87fb-4baa2cd477cd req-524ae3a6-a039-4b06-89ea-392f1fab27df tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "DELETE /v2.0/ports/c4230aed-ff78-4b59-8144-4a7748f92a5b HTTP/1.1" status: 204 len: 173 time: 1.4152119 Feb 09 21:57:38.140787 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c0e31f7-a19c-4b58-9695-ac619a023e12', 'name': 'network-vif-deleted', 'tag': 'c4230aed-ff78-4b59-8144-4a7748f92a5b'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:57:38.148034 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c57f21cd-d07f-4b10-a4a2-3ddb53cf9e4e" -d '{"events": [{"server_uuid": "5c0e31f7-a19c-4b58-9695-ac619a023e12", "name": "network-vif-deleted", "tag": "c4230aed-ff78-4b59-8144-4a7748f92a5b"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:57:38.231365 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-2b494a21-e49c-4c07-b91c-2bb95a5e12b4 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] 10.222.0.90 "DELETE /v2.0/floatingips/06957ac1-44a7-42ac-8063-d22646d7aa54 HTTP/1.1" status: 204 len: 168 time: 3.6532681 Feb 09 21:57:38.274825 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 09 Feb 2022 21:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a9c8607-9e8c-4a41-aaea-5f613860338d x-openstack-request-id: req-1a9c8607-9e8c-4a41-aaea-5f613860338d {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:57:38.275415 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c0e31f7-a19c-4b58-9695-ac619a023e12", "name": "network-vif-deleted", "tag": "c4230aed-ff78-4b59-8144-4a7748f92a5b", "status": "failed", "code": 422}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:57:38.281385 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-1a9c8607-9e8c-4a41-aaea-5f613860338d {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:57:38.282108 n-d-828369-5 neutron-server[103140]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5c0e31f7-a19c-4b58-9695-ac619a023e12', 'name': 'network-vif-deleted', 'tag': 'c4230aed-ff78-4b59-8144-4a7748f92a5b', 'status': 'failed', 'code': 422} returned with failed status Feb 09 21:57:38.346308 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-458d56f7-df30-47b7-ba93-d522b6b7597e tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Publish callbacks [] for port (643146bc-4797-42c2-b778-677b93aa4ff0), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:38.425609 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-5f307ed0-7091-46cb-9562-4170e7f1d214 None None] Set router 033663a4-a0b5-4b5d-ab1c-661b18ff0aea gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:57:38.514049 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-458d56f7-df30-47b7-ba93-d522b6b7597e tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (643146bc-4797-42c2-b778-677b93aa4ff0), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:38.633101 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458d56f7-df30-47b7-ba93-d522b6b7597e tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Network 4b16d55d-9b55-449a-917d-626538569dc4 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:57:38.642384 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-458d56f7-df30-47b7-ba93-d522b6b7597e tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:57:38.667729 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458d56f7-df30-47b7-ba93-d522b6b7597e tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:57:38.827740 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d56f7-df30-47b7-ba93-d522b6b7597e tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Pushing event updated for resources: {'Port': ['ID=643146bc-4797-42c2-b778-677b93aa4ff0,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:38.887193 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458d56f7-df30-47b7-ba93-d522b6b7597e tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:38.889008 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-458d56f7-df30-47b7-ba93-d522b6b7597e tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:38.924760 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-458d56f7-df30-47b7-ba93-d522b6b7597e tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6068587 Feb 09 21:57:38.928539 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 60046) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:38.942677 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-79205013-ac96-4c3b-852e-af8ad67aba8c tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:60:e9:a8'}, {'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:a0:34:98'}]}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:39.045884 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-909aa641-226a-4efd-8020-77023cde8414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:39.057065 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb2a1f8-d744-4279-a450-d60facbd46a8 req-ac1120f1-85ab-4b60-9e87-3e74c29e874e tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:39.064264 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fcb2a1f8-d744-4279-a450-d60facbd46a8 req-ac1120f1-85ab-4b60-9e87-3e74c29e874e tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] 10.222.0.90 "GET /v2.0/ports?device_id=61524240-d505-4e90-a049-662494a82d7d HTTP/1.1" status: 200 len: 985 time: 0.2093983 Feb 09 21:57:39.110507 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-5f307ed0-7091-46cb-9562-4170e7f1d214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '033663a4-a0b5-4b5d-ab1c-661b18ff0aea', 'name': 'tempest-TestSecurityGroupsBasicOps-router-422276781', 'tenant_id': '223d3fc4293a4815bcb23134d0e1c2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '63c61a7d-4e22-4427-a92f-83ce1da1a779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:55:24Z', 'updated_at': '2022-02-09T21:55:34Z', 'revision_number': 4, 'project_id': '223d3fc4293a4815bcb23134d0e1c2d3', 'gw_port': {'id': '63c61a7d-4e22-4427-a92f-83ce1da1a779', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:55:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033663a4-a0b5-4b5d-ab1c-661b18ff0aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:55:26Z', 'updated_at': '2022-02-09T21:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '4c2e81c0-e6a7-4b85-b0bf-fab8f204ea8f', 'name': '', 'network_id': 'c144965b-ae04-4f69-a34b-6e9e77858265', 'tenant_id': '223d3fc4293a4815bcb23134d0e1c2d3', 'mac_address': 'fa:16:3e:29:16:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033663a4-a0b5-4b5d-ab1c-661b18ff0aea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': 'c2d197a2-4aee-452a-8346-a411bfed5ad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:55:32Z', 'updated_at': '2022-02-09T21:55:47Z', 'revision_number': 5, 'project_id': '223d3fc4293a4815bcb23134d0e1c2d3', 'subnets': [{'id': 'c2d197a2-4aee-452a-8346-a411bfed5ad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:39.267089 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fcb2a1f8-d744-4279-a450-d60facbd46a8 req-62fe2bc9-43fe-4f0e-a666-bf33e4aace16 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2f122fa-eb86-4cb5-8ca5-b331253ba3c5&id=3f7d4d86-32fa-432e-9574-949c263962ff&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1959805 Feb 09 21:57:39.331641 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-80f66c34-9bba-451a-ba66-6ab48c6638d3 None None] Provisioning complete for port 643146bc-4797-42c2-b778-677b93aa4ff0 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:57:39.332014 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-80f66c34-9bba-451a-ba66-6ab48c6638d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (643146bc-4797-42c2-b778-677b93aa4ff0), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:39.337408 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f307ed0-7091-46cb-9562-4170e7f1d214 None None] Checking router: 033663a4-a0b5-4b5d-ab1c-661b18ff0aea for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:57:39.347801 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f307ed0-7091-46cb-9562-4170e7f1d214 None None] Routers {'033663a4-a0b5-4b5d-ab1c-661b18ff0aea'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:57:39.349913 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-5f307ed0-7091-46cb-9562-4170e7f1d214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:57:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['033663a4-a0b5-4b5d-ab1c-661b18ff0aea'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:39.395200 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-80f66c34-9bba-451a-ba66-6ab48c6638d3 None None] Port 643146bc-4797-42c2-b778-677b93aa4ff0 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:57:39.424001 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-79205013-ac96-4c3b-852e-af8ad67aba8c tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (643146bc-4797-42c2-b778-677b93aa4ff0), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:39.591964 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-5f307ed0-7091-46cb-9562-4170e7f1d214 None None] Set router 033663a4-a0b5-4b5d-ab1c-661b18ff0aea gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:57:39.623172 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709c404c-25d7-4463-bdf2-1d797bf0fc7b req-423c27a9-8aed-43f0-adf3-cb9d19958208 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:39.638419 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-709c404c-25d7-4463-bdf2-1d797bf0fc7b req-423c27a9-8aed-43f0-adf3-cb9d19958208 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=f92b7158-dc21-448a-87c9-87ead2d43767 HTTP/1.1" status: 200 len: 908 time: 0.1702075 Feb 09 21:57:39.696032 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-79205013-ac96-4c3b-852e-af8ad67aba8c tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Publish callbacks [] for port (643146bc-4797-42c2-b778-677b93aa4ff0), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:39.702921 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-79205013-ac96-4c3b-852e-af8ad67aba8c tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (643146bc-4797-42c2-b778-677b93aa4ff0), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:39.845823 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79205013-ac96-4c3b-852e-af8ad67aba8c tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Pushing event updated for resources: {'Port': ['ID=643146bc-4797-42c2-b778-677b93aa4ff0,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:39.859154 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-79205013-ac96-4c3b-852e-af8ad67aba8c tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] In _notify_port_updated(), no bound segment for port 643146bc-4797-42c2-b778-677b93aa4ff0 on network 4b16d55d-9b55-449a-917d-626538569dc4 {{(pid=103141) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 21:57:39.865538 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79205013-ac96-4c3b-852e-af8ad67aba8c tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:39.866229 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-79205013-ac96-4c3b-852e-af8ad67aba8c tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:39.867597 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-79205013-ac96-4c3b-852e-af8ad67aba8c tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] 10.222.0.90 "PUT /v2.0/ports/643146bc-4797-42c2-b778-677b93aa4ff0 HTTP/1.1" status: 200 len: 1055 time: 0.9377341 Feb 09 21:57:39.870469 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 60060) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:40.060402 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-5f307ed0-7091-46cb-9562-4170e7f1d214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '033663a4-a0b5-4b5d-ab1c-661b18ff0aea', 'name': 'tempest-TestSecurityGroupsBasicOps-router-422276781', 'tenant_id': '223d3fc4293a4815bcb23134d0e1c2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '63c61a7d-4e22-4427-a92f-83ce1da1a779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:55:24Z', 'updated_at': '2022-02-09T21:55:34Z', 'revision_number': 4, 'project_id': '223d3fc4293a4815bcb23134d0e1c2d3', 'gw_port': {'id': '63c61a7d-4e22-4427-a92f-83ce1da1a779', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:55:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033663a4-a0b5-4b5d-ab1c-661b18ff0aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:55:26Z', 'updated_at': '2022-02-09T21:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '4c2e81c0-e6a7-4b85-b0bf-fab8f204ea8f', 'name': '', 'network_id': 'c144965b-ae04-4f69-a34b-6e9e77858265', 'tenant_id': '223d3fc4293a4815bcb23134d0e1c2d3', 'mac_address': 'fa:16:3e:29:16:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033663a4-a0b5-4b5d-ab1c-661b18ff0aea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': 'c2d197a2-4aee-452a-8346-a411bfed5ad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:55:32Z', 'updated_at': '2022-02-09T21:55:47Z', 'revision_number': 5, 'project_id': '223d3fc4293a4815bcb23134d0e1c2d3', 'subnets': [{'id': 'c2d197a2-4aee-452a-8346-a411bfed5ad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:40.124889 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f307ed0-7091-46cb-9562-4170e7f1d214 None None] The sync data for ids ['033663a4-a0b5-4b5d-ab1c-661b18ff0aea'] in n-d-828369-5 is: [{'id': '033663a4-a0b5-4b5d-ab1c-661b18ff0aea', 'name': 'tempest-TestSecurityGroupsBasicOps-router-422276781', 'tenant_id': '223d3fc4293a4815bcb23134d0e1c2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '63c61a7d-4e22-4427-a92f-83ce1da1a779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:55:24Z', 'updated_at': '2022-02-09T21:55:34Z', 'revision_number': 4, 'project_id': '223d3fc4293a4815bcb23134d0e1c2d3', 'gw_port': {'id': '63c61a7d-4e22-4427-a92f-83ce1da1a779', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:55:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033663a4-a0b5-4b5d-ab1c-661b18ff0aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:55:26Z', 'updated_at': '2022-02-09T21:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '4c2e81c0-e6a7-4b85-b0bf-fab8f204ea8f', 'name': '', 'network_id': 'c144965b-ae04-4f69-a34b-6e9e77858265', 'tenant_id': '223d3fc4293a4815bcb23134d0e1c2d3', 'mac_address': 'fa:16:3e:29:16:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033663a4-a0b5-4b5d-ab1c-661b18ff0aea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': 'c2d197a2-4aee-452a-8346-a411bfed5ad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:55:32Z', 'updated_at': '2022-02-09T21:55:47Z', 'revision_number': 5, 'project_id': '223d3fc4293a4815bcb23134d0e1c2d3', 'subnets': [{'id': 'c2d197a2-4aee-452a-8346-a411bfed5ad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:57:40.144836 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-8133cd07-3119-4909-907c-fc715069ad8d None None] Provisioning complete for port 643146bc-4797-42c2-b778-677b93aa4ff0 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:57:40.145848 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-8133cd07-3119-4909-907c-fc715069ad8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (643146bc-4797-42c2-b778-677b93aa4ff0), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:40.218415 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-8133cd07-3119-4909-907c-fc715069ad8d None None] Port 643146bc-4797-42c2-b778-677b93aa4ff0 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:57:40.283412 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61524240-d505-4e90-a049-662494a82d7d', 'tag': 'c825f744-b528-4918-81c6-649f9312e648'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:57:40.289584 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d5cb9a4-d5df-4bdb-9aca-7010a31ca984" -d '{"events": [{"name": "network-changed", "server_uuid": "61524240-d505-4e90-a049-662494a82d7d", "tag": "c825f744-b528-4918-81c6-649f9312e648"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:57:40.426306 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e636bf-f99e-4047-b591-1fd931b150ba req-361c51db-f0ba-49f3-8c67-f9fc549ed57f tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:40.427984 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-39e636bf-f99e-4047-b591-1fd931b150ba req-361c51db-f0ba-49f3-8c67-f9fc549ed57f tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] 10.222.0.95 "GET /v2.0/ports?device_id=61524240-d505-4e90-a049-662494a82d7d HTTP/1.1" status: 200 len: 985 time: 0.1648960 Feb 09 21:57:40.521225 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb591c91-4e13-4b33-9797-6cf2dc39ddd2 x-openstack-request-id: req-cb591c91-4e13-4b33-9797-6cf2dc39ddd2 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:57:40.522021 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61524240-d505-4e90-a049-662494a82d7d", "tag": "c825f744-b528-4918-81c6-649f9312e648", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:57:40.522286 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-cb591c91-4e13-4b33-9797-6cf2dc39ddd2 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:57:40.522688 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61524240-d505-4e90-a049-662494a82d7d', 'tag': 'c825f744-b528-4918-81c6-649f9312e648', 'status': 'completed', 'code': 200} Feb 09 21:57:40.655003 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a921df-1c0e-474f-a6e4-6eaa477c38f1 req-93e7f2a5-c645-4caf-bfdd-400f95919750 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:40.672505 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-04a921df-1c0e-474f-a6e4-6eaa477c38f1 req-93e7f2a5-c645-4caf-bfdd-400f95919750 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] 10.222.0.90 "GET /v2.0/ports?device_id=61524240-d505-4e90-a049-662494a82d7d HTTP/1.1" status: 200 len: 985 time: 0.2662556 Feb 09 21:57:40.705012 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4243595a-7830-4e0f-ade0-b276f09235b6 None None] New status for floating IP 06957ac1-44a7-42ac-8063-d22646d7aa54: DOWN {{(pid=103142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:57:40.777675 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-d2504516-0501-4195-b54a-b67a50dfbb06 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Deleting port 643146bc-4797-42c2-b778-677b93aa4ff0 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:57:40.778094 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d2504516-0501-4195-b54a-b67a50dfbb06 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (643146bc-4797-42c2-b778-677b93aa4ff0), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:40.780769 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-39e636bf-f99e-4047-b591-1fd931b150ba req-d311144b-0161-462b-9014-bde4aedaace5 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Deleting port c825f744-b528-4918-81c6-649f9312e648 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:57:40.781334 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-39e636bf-f99e-4047-b591-1fd931b150ba req-d311144b-0161-462b-9014-bde4aedaace5 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (c825f744-b528-4918-81c6-649f9312e648), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:40.934476 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d2504516-0501-4195-b54a-b67a50dfbb06 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (643146bc-4797-42c2-b778-677b93aa4ff0), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:40.949886 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-d2504516-0501-4195-b54a-b67a50dfbb06 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Calling delete_port for 643146bc-4797-42c2-b778-677b93aa4ff0 owned by {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:57:40.954814 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-39e636bf-f99e-4047-b591-1fd931b150ba req-d311144b-0161-462b-9014-bde4aedaace5 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] For port c825f744-b528-4918-81c6-649f9312e648, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=c825f744-b528-4918-81c6-649f9312e648,segment=NetworkSegment(72c59147-71c0-4e89-838f-bb4a6a42a647),segment_id=72c59147-71c0-4e89-838f-bb4a6a42a647)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:57:40.955251 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-39e636bf-f99e-4047-b591-1fd931b150ba req-d311144b-0161-462b-9014-bde4aedaace5 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (c825f744-b528-4918-81c6-649f9312e648), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:40.964043 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-04a921df-1c0e-474f-a6e4-6eaa477c38f1 req-ff19286d-5b90-4ca3-abb8-e73b0c61dd69 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] 10.222.0.90 "GET /v2.0/security-groups?id=e2f122fa-eb86-4cb5-8ca5-b331253ba3c5&id=3f7d4d86-32fa-432e-9574-949c263962ff&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2906044 Feb 09 21:57:40.991587 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-39e636bf-f99e-4047-b591-1fd931b150ba req-d311144b-0161-462b-9014-bde4aedaace5 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Calling delete_port for c825f744-b528-4918-81c6-649f9312e648 owned by compute:nova {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:57:41.032158 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-64595ce5-095c-468a-944f-fdbed781b8c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:41.032866 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd1d718-297e-4dc0-a603-d92ae076b53c req-9d81dab0-17cc-4052-a468-e834c7c0bbae tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:41.041367 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8fd1d718-297e-4dc0-a603-d92ae076b53c req-9d81dab0-17cc-4052-a468-e834c7c0bbae tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=f92b7158-dc21-448a-87c9-87ead2d43767 HTTP/1.1" status: 200 len: 908 time: 0.2545638 Feb 09 21:57:41.044378 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5cb9a4-d5df-4bdb-9aca-7010a31ca984 req-06ee33f3-d15b-446a-ab7b-a5e6f54236ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:41.050719 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7d5cb9a4-d5df-4bdb-9aca-7010a31ca984 req-06ee33f3-d15b-446a-ab7b-a5e6f54236ce service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=223d3fc4293a4815bcb23134d0e1c2d3&device_id=61524240-d505-4e90-a049-662494a82d7d HTTP/1.1" status: 200 len: 1167 time: 0.5008349 Feb 09 21:57:41.186876 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d2504516-0501-4195-b54a-b67a50dfbb06 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (643146bc-4797-42c2-b778-677b93aa4ff0), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:41.228798 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2504516-0501-4195-b54a-b67a50dfbb06 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Pushing event deleted for resources: {'Port': ['ID=643146bc-4797-42c2-b778-677b93aa4ff0,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:41.341098 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5cb9a4-d5df-4bdb-9aca-7010a31ca984 req-ee4d5c80-13fb-486c-8425-23e7345f53be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:41.343335 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7d5cb9a4-d5df-4bdb-9aca-7010a31ca984 req-ee4d5c80-13fb-486c-8425-23e7345f53be service neutron] 10.222.0.95 "GET /v2.0/networks?id=c144965b-ae04-4f69-a34b-6e9e77858265 HTTP/1.1" status: 200 len: 897 time: 0.2547805 Feb 09 21:57:41.364589 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-39e636bf-f99e-4047-b591-1fd931b150ba req-d311144b-0161-462b-9014-bde4aedaace5 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (c825f744-b528-4918-81c6-649f9312e648), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:41.451734 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7d5cb9a4-d5df-4bdb-9aca-7010a31ca984 req-1d3fa714-32fb-4440-bfdb-97b8d6dfc21f service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c825f744-b528-4918-81c6-649f9312e648 HTTP/1.1" status: 200 len: 217 time: 0.1016839 Feb 09 21:57:41.518688 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5cb9a4-d5df-4bdb-9aca-7010a31ca984 req-cd6d7365-f1c1-4e5a-b9b5-0ff30628e408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:41.520391 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7d5cb9a4-d5df-4bdb-9aca-7010a31ca984 req-cd6d7365-f1c1-4e5a-b9b5-0ff30628e408 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=c2d197a2-4aee-452a-8346-a411bfed5ad8 HTTP/1.1" status: 200 len: 835 time: 0.0586691 Feb 09 21:57:41.570992 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d311144b-0161-462b-9014-bde4aedaace5 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Pushing event deleted for resources: {'Port': ['ID=c825f744-b528-4918-81c6-649f9312e648,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:41.628971 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d311144b-0161-462b-9014-bde4aedaace5 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:41.629215 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d311144b-0161-462b-9014-bde4aedaace5 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:41.630266 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d311144b-0161-462b-9014-bde4aedaace5 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:41.630768 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d311144b-0161-462b-9014-bde4aedaace5 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:41.631121 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d311144b-0161-462b-9014-bde4aedaace5 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:41.631462 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d311144b-0161-462b-9014-bde4aedaace5 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:41.632684 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d311144b-0161-462b-9014-bde4aedaace5 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:41.633023 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d311144b-0161-462b-9014-bde4aedaace5 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:41.633359 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d311144b-0161-462b-9014-bde4aedaace5 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:41.633694 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d311144b-0161-462b-9014-bde4aedaace5 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:41.634603 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d311144b-0161-462b-9014-bde4aedaace5 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:41.635426 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d311144b-0161-462b-9014-bde4aedaace5 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:41.635426 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d311144b-0161-462b-9014-bde4aedaace5 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:41.645590 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d2504516-0501-4195-b54a-b67a50dfbb06 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:41.649941 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-d2504516-0501-4195-b54a-b67a50dfbb06 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] 10.222.0.90 "DELETE /v2.0/ports/643146bc-4797-42c2-b778-677b93aa4ff0 HTTP/1.1" status: 204 len: 168 time: 1.7784843 Feb 09 21:57:41.652567 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 60096) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:41.664031 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-39e636bf-f99e-4047-b591-1fd931b150ba req-d311144b-0161-462b-9014-bde4aedaace5 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] No DVR routers for this DVR port c825f744-b528-4918-81c6-649f9312e648 on host n-h1-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:57:41.671128 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-39e636bf-f99e-4047-b591-1fd931b150ba req-d311144b-0161-462b-9014-bde4aedaace5 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:41.674751 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-39e636bf-f99e-4047-b591-1fd931b150ba req-d311144b-0161-462b-9014-bde4aedaace5 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] 10.222.0.95 "DELETE /v2.0/ports/c825f744-b528-4918-81c6-649f9312e648 HTTP/1.1" status: 204 len: 173 time: 1.2370217 Feb 09 21:57:41.684945 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5cb9a4-d5df-4bdb-9aca-7010a31ca984 req-893d92b7-ad18-46cc-a469-2113bae3858a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:41.686789 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7d5cb9a4-d5df-4bdb-9aca-7010a31ca984 req-893d92b7-ad18-46cc-a469-2113bae3858a service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c144965b-ae04-4f69-a34b-6e9e77858265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1346281 Feb 09 21:57:41.693360 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-07ac6ee9-242f-4065-a3d3-95706c886e3b tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] GET failed (client error): The resource could not be found. Feb 09 21:57:41.697725 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-07ac6ee9-242f-4065-a3d3-95706c886e3b tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] 10.222.0.90 "GET /v2.0/ports/643146bc-4797-42c2-b778-677b93aa4ff0 HTTP/1.1" status: 404 len: 333 time: 0.0414579 Feb 09 21:57:41.697725 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 60098) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:41.733036 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6cff80-335e-4473-841c-cbfe5a8395e8 req-405891e4-e2e7-4f5b-b97d-ba345bf99190 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:41.734575 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ce6cff80-335e-4473-841c-cbfe5a8395e8 req-405891e4-e2e7-4f5b-b97d-ba345bf99190 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.89 "GET /v2.0/ports?device_id=f92b7158-dc21-448a-87c9-87ead2d43767 HTTP/1.1" status: 200 len: 908 time: 0.1491039 Feb 09 21:57:41.886830 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7d5cb9a4-d5df-4bdb-9aca-7010a31ca984 req-b118e6ac-703e-4522-833c-4fa8b6afe871 service neutron] 10.222.0.95 "GET /v2.0/networks/c144965b-ae04-4f69-a34b-6e9e77858265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918159 Feb 09 21:57:42.169002 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7d5cb9a4-d5df-4bdb-9aca-7010a31ca984 req-ddfcd053-9d6b-46d2-b995-a2118fdef292 service neutron] 10.222.0.95 "GET /v2.0/networks/c144965b-ae04-4f69-a34b-6e9e77858265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2717140 Feb 09 21:57:42.184771 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-7542e23c-83a0-458c-a481-f860bc720b43 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Deleting port f07e968b-3682-4419-878d-41295575d97c {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:57:42.185889 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7542e23c-83a0-458c-a481-f860bc720b43 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (f07e968b-3682-4419-878d-41295575d97c), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:42.348177 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7542e23c-83a0-458c-a481-f860bc720b43 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (f07e968b-3682-4419-878d-41295575d97c), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:42.363735 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-7542e23c-83a0-458c-a481-f860bc720b43 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Calling delete_port for f07e968b-3682-4419-878d-41295575d97c owned by {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:57:42.420280 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-32acf4ea-e801-4d4b-994d-cd593b2f3ef7 req-462d8578-4471-468d-b17a-b5a930de9f51 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] 10.222.0.90 "GET /v2.0/ports?device_id=61524240-d505-4e90-a049-662494a82d7d HTTP/1.1" status: 200 len: 210 time: 0.2468848 Feb 09 21:57:42.519957 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d072a47-6254-4ce9-b52f-137412e5fef1 req-208140d0-ccb7-475d-82c2-3c415223bc28 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:42.524120 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6d072a47-6254-4ce9-b52f-137412e5fef1 req-208140d0-ccb7-475d-82c2-3c415223bc28 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=f92b7158-dc21-448a-87c9-87ead2d43767 HTTP/1.1" status: 200 len: 908 time: 0.2937875 Feb 09 21:57:42.524910 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61524240-d505-4e90-a049-662494a82d7d', 'name': 'network-vif-deleted', 'tag': 'c825f744-b528-4918-81c6-649f9312e648'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:57:42.531779 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b473fa53-0d65-43e9-b13e-fe576984348f" -d '{"events": [{"server_uuid": "61524240-d505-4e90-a049-662494a82d7d", "name": "network-vif-deleted", "tag": "c825f744-b528-4918-81c6-649f9312e648"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:57:42.593171 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78cb6685-e114-4d55-ae84-1145ae714b60 x-openstack-request-id: req-78cb6685-e114-4d55-ae84-1145ae714b60 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:57:42.593571 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61524240-d505-4e90-a049-662494a82d7d", "name": "network-vif-deleted", "tag": "c825f744-b528-4918-81c6-649f9312e648", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:57:42.594016 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-78cb6685-e114-4d55-ae84-1145ae714b60 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:57:42.594368 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61524240-d505-4e90-a049-662494a82d7d', 'name': 'network-vif-deleted', 'tag': 'c825f744-b528-4918-81c6-649f9312e648', 'status': 'completed', 'code': 200} Feb 09 21:57:42.610293 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7542e23c-83a0-458c-a481-f860bc720b43 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (f07e968b-3682-4419-878d-41295575d97c), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:42.614359 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-ce6cff80-335e-4473-841c-cbfe5a8395e8 req-9fca6ae4-3ecd-4914-a3cc-996bde67b11c tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Deleting port e7dbdfe5-8db1-403e-b10f-c5f05a4ff3d9 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:57:42.614985 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-ce6cff80-335e-4473-841c-cbfe5a8395e8 req-9fca6ae4-3ecd-4914-a3cc-996bde67b11c tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (e7dbdfe5-8db1-403e-b10f-c5f05a4ff3d9), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:42.693419 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7542e23c-83a0-458c-a481-f860bc720b43 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Pushing event deleted for resources: {'Port': ['ID=f07e968b-3682-4419-878d-41295575d97c,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:42.751063 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:42.823723 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7542e23c-83a0-458c-a481-f860bc720b43 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:42.827874 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-7542e23c-83a0-458c-a481-f860bc720b43 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] 10.222.0.90 "DELETE /v2.0/ports/f07e968b-3682-4419-878d-41295575d97c HTTP/1.1" status: 204 len: 168 time: 1.1288764 Feb 09 21:57:42.830816 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 60126) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:42.868041 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-ce6cff80-335e-4473-841c-cbfe5a8395e8 req-9fca6ae4-3ecd-4914-a3cc-996bde67b11c tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] For port e7dbdfe5-8db1-403e-b10f-c5f05a4ff3d9, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=e7dbdfe5-8db1-403e-b10f-c5f05a4ff3d9,segment=NetworkSegment(682b57c6-7518-4480-8840-98896ec39a8d),segment_id=682b57c6-7518-4480-8840-98896ec39a8d)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:57:42.868444 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-ce6cff80-335e-4473-841c-cbfe5a8395e8 req-9fca6ae4-3ecd-4914-a3cc-996bde67b11c tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (e7dbdfe5-8db1-403e-b10f-c5f05a4ff3d9), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:42.890598 n-d-828369-5 neutron-server[103140]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ab170eb-edb6-4ea2-8fe1-369a934aeca4 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] GET failed (client error): The resource could not be found. Feb 09 21:57:42.893421 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-ce6cff80-335e-4473-841c-cbfe5a8395e8 req-9fca6ae4-3ecd-4914-a3cc-996bde67b11c tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Calling delete_port for e7dbdfe5-8db1-403e-b10f-c5f05a4ff3d9 owned by compute:nova {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:57:42.900658 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-0ab170eb-edb6-4ea2-8fe1-369a934aeca4 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] 10.222.0.90 "GET /v2.0/ports/f07e968b-3682-4419-878d-41295575d97c HTTP/1.1" status: 404 len: 333 time: 0.0686121 Feb 09 21:57:42.904020 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 60128) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:43.086087 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-ce6cff80-335e-4473-841c-cbfe5a8395e8 req-9fca6ae4-3ecd-4914-a3cc-996bde67b11c tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (e7dbdfe5-8db1-403e-b10f-c5f05a4ff3d9), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:43.137292 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-6aaae537-5bb9-45f2-b41d-f97d5446392f tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Deleting port ae231b5a-2303-4742-a49a-da680feedb57 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:57:43.137292 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6aaae537-5bb9-45f2-b41d-f97d5446392f tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (ae231b5a-2303-4742-a49a-da680feedb57), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:43.155157 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca6ae4-3ecd-4914-a3cc-996bde67b11c tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Pushing event deleted for resources: {'Port': ['ID=e7dbdfe5-8db1-403e-b10f-c5f05a4ff3d9,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:43.235416 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce6cff80-335e-4473-841c-cbfe5a8395e8 req-9fca6ae4-3ecd-4914-a3cc-996bde67b11c tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] No DVR routers for this DVR port e7dbdfe5-8db1-403e-b10f-c5f05a4ff3d9 on host n-h2-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:57:43.241157 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-ce6cff80-335e-4473-841c-cbfe5a8395e8 req-9fca6ae4-3ecd-4914-a3cc-996bde67b11c tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:43.247244 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ce6cff80-335e-4473-841c-cbfe5a8395e8 req-9fca6ae4-3ecd-4914-a3cc-996bde67b11c tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.89 "DELETE /v2.0/ports/e7dbdfe5-8db1-403e-b10f-c5f05a4ff3d9 HTTP/1.1" status: 204 len: 173 time: 1.4691775 Feb 09 21:57:43.248406 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f92b7158-dc21-448a-87c9-87ead2d43767', 'name': 'network-vif-deleted', 'tag': 'e7dbdfe5-8db1-403e-b10f-c5f05a4ff3d9'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:57:43.267994 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-990b83c6-cdf1-46b9-8243-2b7e5d312c92" -d '{"events": [{"server_uuid": "f92b7158-dc21-448a-87c9-87ead2d43767", "name": "network-vif-deleted", "tag": "e7dbdfe5-8db1-403e-b10f-c5f05a4ff3d9"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:57:43.357968 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d128c51-1df0-40b3-b9bd-2f3b189c58f7 x-openstack-request-id: req-9d128c51-1df0-40b3-b9bd-2f3b189c58f7 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:57:43.358554 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f92b7158-dc21-448a-87c9-87ead2d43767", "name": "network-vif-deleted", "tag": "e7dbdfe5-8db1-403e-b10f-c5f05a4ff3d9", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:57:43.358800 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-9d128c51-1df0-40b3-b9bd-2f3b189c58f7 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:57:43.359216 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f92b7158-dc21-448a-87c9-87ead2d43767', 'name': 'network-vif-deleted', 'tag': 'e7dbdfe5-8db1-403e-b10f-c5f05a4ff3d9', 'status': 'completed', 'code': 200} Feb 09 21:57:43.392550 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6aaae537-5bb9-45f2-b41d-f97d5446392f tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (ae231b5a-2303-4742-a49a-da680feedb57), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:43.424896 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-6aaae537-5bb9-45f2-b41d-f97d5446392f tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Calling delete_port for ae231b5a-2303-4742-a49a-da680feedb57 owned by {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:57:43.539481 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 60148) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:43.697689 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a04040ef-51ee-4e6d-a766-271908cf3cd2 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks [] for security_group (e2f122fa-eb86-4cb5-8ca5-b331253ba3c5), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:43.743770 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a04040ef-51ee-4e6d-a766-271908cf3cd2 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks [] for security_group (e2f122fa-eb86-4cb5-8ca5-b331253ba3c5), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:43.759081 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0197ac7e-ce0d-4538-8ce1-2797fea55335 req-c807dd1a-695a-49a5-9c35-a2aae99b23c4 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=f92b7158-dc21-448a-87c9-87ead2d43767 HTTP/1.1" status: 200 len: 210 time: 0.0482738 Feb 09 21:57:43.766808 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6aaae537-5bb9-45f2-b41d-f97d5446392f tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (ae231b5a-2303-4742-a49a-da680feedb57), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:43.814653 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaae537-5bb9-45f2-b41d-f97d5446392f tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Pushing event deleted for resources: {'Port': ['ID=ae231b5a-2303-4742-a49a-da680feedb57,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:43.832089 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a04040ef-51ee-4e6d-a766-271908cf3cd2 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (e2f122fa-eb86-4cb5-8ca5-b331253ba3c5), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:43.842816 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a04040ef-51ee-4e6d-a766-271908cf3cd2 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:43.845611 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-a04040ef-51ee-4e6d-a766-271908cf3cd2 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] 10.222.0.90 "DELETE /v2.0/security-groups/e2f122fa-eb86-4cb5-8ca5-b331253ba3c5 HTTP/1.1" status: 204 len: 168 time: 0.3041456 Feb 09 21:57:43.862191 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 60152) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:43.940872 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04040ef-51ee-4e6d-a766-271908cf3cd2 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2f122fa-eb86-4cb5-8ca5-b331253ba3c5,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:44.053495 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e6f20109-854d-4161-a24f-c6602526a19e tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks [] for security_group (3f7d4d86-32fa-432e-9574-949c263962ff), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:44.091025 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6aaae537-5bb9-45f2-b41d-f97d5446392f tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:44.099864 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-6aaae537-5bb9-45f2-b41d-f97d5446392f tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] 10.222.0.90 "DELETE /v2.0/ports/ae231b5a-2303-4742-a49a-da680feedb57 HTTP/1.1" status: 204 len: 168 time: 1.1943235 Feb 09 21:57:44.102881 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 60156) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:44.193073 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:44.226963 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e6f20109-854d-4161-a24f-c6602526a19e tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks [] for security_group (3f7d4d86-32fa-432e-9574-949c263962ff), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:44.272292 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6b38d3c-030e-4098-8f5c-43423b070402 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Deleting subnet 1041c6a5-e532-4c1c-a30a-f527015dbc19 {{(pid=103140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:57:44.275785 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e6b38d3c-030e-4098-8f5c-43423b070402 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Publish callbacks [] for subnet (1041c6a5-e532-4c1c-a30a-f527015dbc19), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:44.319509 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e6f20109-854d-4161-a24f-c6602526a19e tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (3f7d4d86-32fa-432e-9574-949c263962ff), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:44.323537 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e6f20109-854d-4161-a24f-c6602526a19e tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:44.325772 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-e6f20109-854d-4161-a24f-c6602526a19e tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] 10.222.0.90 "DELETE /v2.0/security-groups/3f7d4d86-32fa-432e-9574-949c263962ff HTTP/1.1" status: 204 len: 168 time: 0.4501421 Feb 09 21:57:44.329900 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 60160) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:44.340296 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e6b38d3c-030e-4098-8f5c-43423b070402 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9110716'] for subnet (1041c6a5-e532-4c1c-a30a-f527015dbc19), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:44.347840 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f20109-854d-4161-a24f-c6602526a19e tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f7d4d86-32fa-432e-9574-949c263962ff,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:44.477909 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e6b38d3c-030e-4098-8f5c-43423b070402 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (1041c6a5-e532-4c1c-a30a-f527015dbc19), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:44.540425 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e6b38d3c-030e-4098-8f5c-43423b070402 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621346'] for subnet (1041c6a5-e532-4c1c-a30a-f527015dbc19), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:44.578349 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b38d3c-030e-4098-8f5c-43423b070402 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Pushing event deleted for resources: {'Subnet': ['ID=1041c6a5-e532-4c1c-a30a-f527015dbc19,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:44.582672 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device c825f744-b528-4918-81c6-649f9312e648 no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:57:44.584826 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e6b38d3c-030e-4098-8f5c-43423b070402 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:44.588560 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-e6b38d3c-030e-4098-8f5c-43423b070402 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] 10.222.0.90 "DELETE /v2.0/subnets/1041c6a5-e532-4c1c-a30a-f527015dbc19 HTTP/1.1" status: 204 len: 168 time: 0.4844675 Feb 09 21:57:44.592134 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 60166) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:44.607677 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d505a923-7164-4dcf-8a4e-468739243c0b None None] Network 4b16d55d-9b55-449a-917d-626538569dc4 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:57:44.671084 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-662314ff-98f2-44cc-a414-5a8437127002 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (4b16d55d-9b55-449a-917d-626538569dc4), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:44.679337 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] No Port match for: c825f744-b528-4918-81c6-649f9312e648 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:57:44.679690 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device c825f744-b528-4918-81c6-649f9312e648 not bound to the agent host n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:57:44.751575 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-662314ff-98f2-44cc-a414-5a8437127002 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Deleting port 4fa75a79-fcca-4911-b0d7-e56935b8fcc6 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:57:44.752345 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-662314ff-98f2-44cc-a414-5a8437127002 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (4fa75a79-fcca-4911-b0d7-e56935b8fcc6), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:44.769725 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ee9b0b57-2e8d-4a12-befa-a9e0862b4503 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524906'] for router_interface (033663a4-a0b5-4b5d-ab1c-661b18ff0aea), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:44.841113 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-662314ff-98f2-44cc-a414-5a8437127002 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] For port 4fa75a79-fcca-4911-b0d7-e56935b8fcc6, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=4fa75a79-fcca-4911-b0d7-e56935b8fcc6,segment=NetworkSegment(08dda9ea-8b0a-48ff-8536-42435e9f75ca),segment_id=08dda9ea-8b0a-48ff-8536-42435e9f75ca)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:57:44.841530 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-662314ff-98f2-44cc-a414-5a8437127002 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (4fa75a79-fcca-4911-b0d7-e56935b8fcc6), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:44.842105 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9cf6d25-ccc0-4dd0-ac23-a63268ce572c None None] DHCP port deletion for 4b16d55d-9b55-449a-917d-626538569dc4 request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:57:44.858784 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-662314ff-98f2-44cc-a414-5a8437127002 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Calling delete_port for 4fa75a79-fcca-4911-b0d7-e56935b8fcc6 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:57:44.918388 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-e9cf6d25-ccc0-4dd0-ac23-a63268ce572c None None] Deleting port 4fa75a79-fcca-4911-b0d7-e56935b8fcc6 {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:57:44.919187 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e9cf6d25-ccc0-4dd0-ac23-a63268ce572c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (4fa75a79-fcca-4911-b0d7-e56935b8fcc6), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:44.976396 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-662314ff-98f2-44cc-a414-5a8437127002 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (4fa75a79-fcca-4911-b0d7-e56935b8fcc6), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:44.990828 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-e9cf6d25-ccc0-4dd0-ac23-a63268ce572c None None] For port 4fa75a79-fcca-4911-b0d7-e56935b8fcc6, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=4fa75a79-fcca-4911-b0d7-e56935b8fcc6,segment=NetworkSegment(08dda9ea-8b0a-48ff-8536-42435e9f75ca),segment_id=08dda9ea-8b0a-48ff-8536-42435e9f75ca)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:57:44.991490 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e9cf6d25-ccc0-4dd0-ac23-a63268ce572c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (4fa75a79-fcca-4911-b0d7-e56935b8fcc6), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:44.995856 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662314ff-98f2-44cc-a414-5a8437127002 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] No DVR routers for this DVR port 4fa75a79-fcca-4911-b0d7-e56935b8fcc6 on host n-d-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:57:45.010873 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-e9cf6d25-ccc0-4dd0-ac23-a63268ce572c None None] Calling delete_port for 4fa75a79-fcca-4911-b0d7-e56935b8fcc6 owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:57:45.041131 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662314ff-98f2-44cc-a414-5a8437127002 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Pushing event deleted for resources: {'Port': ['ID=4fa75a79-fcca-4911-b0d7-e56935b8fcc6,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:45.152198 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e9cf6d25-ccc0-4dd0-ac23-a63268ce572c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (4fa75a79-fcca-4911-b0d7-e56935b8fcc6), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:45.193559 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cf6d25-ccc0-4dd0-ac23-a63268ce572c None None] Pushing event deleted for resources: {'Port': ['ID=4fa75a79-fcca-4911-b0d7-e56935b8fcc6,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:45.208624 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cf6d25-ccc0-4dd0-ac23-a63268ce572c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:45.209344 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cf6d25-ccc0-4dd0-ac23-a63268ce572c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:45.209879 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cf6d25-ccc0-4dd0-ac23-a63268ce572c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:45.210383 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cf6d25-ccc0-4dd0-ac23-a63268ce572c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:45.210899 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cf6d25-ccc0-4dd0-ac23-a63268ce572c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:45.211526 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cf6d25-ccc0-4dd0-ac23-a63268ce572c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:45.212209 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cf6d25-ccc0-4dd0-ac23-a63268ce572c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:45.212731 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cf6d25-ccc0-4dd0-ac23-a63268ce572c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:45.213307 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cf6d25-ccc0-4dd0-ac23-a63268ce572c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:45.213814 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cf6d25-ccc0-4dd0-ac23-a63268ce572c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:45.214322 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cf6d25-ccc0-4dd0-ac23-a63268ce572c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:45.214836 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cf6d25-ccc0-4dd0-ac23-a63268ce572c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:45.215332 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cf6d25-ccc0-4dd0-ac23-a63268ce572c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:57:45.225359 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9cf6d25-ccc0-4dd0-ac23-a63268ce572c None None] No DVR routers for this DVR port 4fa75a79-fcca-4911-b0d7-e56935b8fcc6 on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:57:45.264518 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-ee9b0b57-2e8d-4a12-befa-a9e0862b4503 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Deleting port 4c2e81c0-e6a7-4b85-b0bf-fab8f204ea8f {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:57:45.264864 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ee9b0b57-2e8d-4a12-befa-a9e0862b4503 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (4c2e81c0-e6a7-4b85-b0bf-fab8f204ea8f), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:45.314711 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 4fa75a79-fcca-4911-b0d7-e56935b8fcc6 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:57:45.327270 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:45.328921 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-662314ff-98f2-44cc-a414-5a8437127002 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (4b16d55d-9b55-449a-917d-626538569dc4), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:45.374805 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 4fa75a79-fcca-4911-b0d7-e56935b8fcc6 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:57:45.376906 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 4fa75a79-fcca-4911-b0d7-e56935b8fcc6 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:57:45.385358 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-662314ff-98f2-44cc-a414-5a8437127002 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b16d55d-9b55-449a-917d-626538569dc4']}} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:45.399153 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-662314ff-98f2-44cc-a414-5a8437127002 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08dda9ea-8b0a-48ff-8536-42435e9f75ca') {'for_net_delete': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:45.399600 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-662314ff-98f2-44cc-a414-5a8437127002 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08dda9ea-8b0a-48ff-8536-42435e9f75ca') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:45.418093 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f73fa8-6a3e-4d91-b399-e9f41c7e04c9 req-d801b14d-21c0-4385-9e98-016ec3a5100e tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:45.420449 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-02f73fa8-6a3e-4d91-b399-e9f41c7e04c9 req-d801b14d-21c0-4385-9e98-016ec3a5100e tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=128718a0-8359-4fcd-8856-08642aaa3593 HTTP/1.1" status: 200 len: 945 time: 0.1597295 Feb 09 21:57:45.422335 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-662314ff-98f2-44cc-a414-5a8437127002 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110711'] for segment (08dda9ea-8b0a-48ff-8536-42435e9f75ca), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:45.459445 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-662314ff-98f2-44cc-a414-5a8437127002 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (08dda9ea-8b0a-48ff-8536-42435e9f75ca), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:45.471463 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-662314ff-98f2-44cc-a414-5a8437127002 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=103140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:57:45.471952 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-662314ff-98f2-44cc-a414-5a8437127002 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669415'] for segment (08dda9ea-8b0a-48ff-8536-42435e9f75ca), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:45.474528 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-ee9b0b57-2e8d-4a12-befa-a9e0862b4503 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] For port 4c2e81c0-e6a7-4b85-b0bf-fab8f204ea8f, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=4c2e81c0-e6a7-4b85-b0bf-fab8f204ea8f,segment=NetworkSegment(72c59147-71c0-4e89-838f-bb4a6a42a647),segment_id=72c59147-71c0-4e89-838f-bb4a6a42a647)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:57:45.475070 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ee9b0b57-2e8d-4a12-befa-a9e0862b4503 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (4c2e81c0-e6a7-4b85-b0bf-fab8f204ea8f), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:45.475497 n-d-828369-5 neutron-server[103140]: Traceback (most recent call last): Feb 09 21:57:45.475497 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:57:45.475497 n-d-828369-5 neutron-server[103140]: timer() Feb 09 21:57:45.475497 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:57:45.475497 n-d-828369-5 neutron-server[103140]: cb(*args, **kw) Feb 09 21:57:45.475497 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:57:45.475497 n-d-828369-5 neutron-server[103140]: return func(*args, **kwargs) Feb 09 21:57:45.475497 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:57:45.475497 n-d-828369-5 neutron-server[103140]: self._notify() Feb 09 21:57:45.475497 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:57:45.475497 n-d-828369-5 neutron-server[103140]: self.callback(batched_events) Feb 09 21:57:45.475497 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:57:45.475497 n-d-828369-5 neutron-server[103140]: event.method(event) Feb 09 21:57:45.475497 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:57:45.475497 n-d-828369-5 neutron-server[103140]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:57:45.475497 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:57:45.475497 n-d-828369-5 neutron-server[103140]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:57:45.475497 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:57:45.475497 n-d-828369-5 neutron-server[103140]: return f(self, *a, **k) Feb 09 21:57:45.475497 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:57:45.475497 n-d-828369-5 neutron-server[103140]: return self._get(url).json() Feb 09 21:57:45.475497 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:57:45.475497 n-d-828369-5 neutron-server[103140]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:57:45.475497 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:57:45.475497 n-d-828369-5 neutron-server[103140]: return self.request(url, 'GET', **kwargs) Feb 09 21:57:45.475497 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:57:45.475497 n-d-828369-5 neutron-server[103140]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:57:45.475497 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:57:45.475497 n-d-828369-5 neutron-server[103140]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:57:45.475497 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:57:45.475497 n-d-828369-5 neutron-server[103140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:57:45.475497 n-d-828369-5 neutron-server[103140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:57:45.495059 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-ee9b0b57-2e8d-4a12-befa-a9e0862b4503 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Calling delete_port for 4c2e81c0-e6a7-4b85-b0bf-fab8f204ea8f owned by network:router_interface {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:57:45.636682 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-02f73fa8-6a3e-4d91-b399-e9f41c7e04c9 req-6cd7f750-c6b2-4c64-8772-7bb484629e8a tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=a72d620d-4650-43fd-afbd-3b01f73e5444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058322 Feb 09 21:57:45.648061 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-662314ff-98f2-44cc-a414-5a8437127002 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (4b16d55d-9b55-449a-917d-626538569dc4), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:45.661164 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-662314ff-98f2-44cc-a414-5a8437127002 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:45.668092 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-662314ff-98f2-44cc-a414-5a8437127002 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] 10.222.0.90 "DELETE /v2.0/networks/4b16d55d-9b55-449a-917d-626538569dc4 HTTP/1.1" status: 204 len: 168 time: 1.0739012 Feb 09 21:57:45.681421 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662314ff-98f2-44cc-a414-5a8437127002 tempest-AllowedAddressPairTestJSON-888902630 tempest-AllowedAddressPairTestJSON-888902630-project] Pushing event deleted for resources: {'Network': ['ID=4b16d55d-9b55-449a-917d-626538569dc4,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:45.695832 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a18b995-2d79-40d8-af38-d95c9dde352c req-bb1126c7-869e-497f-b149-36278edb68f5 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:45.698696 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4a18b995-2d79-40d8-af38-d95c9dde352c req-bb1126c7-869e-497f-b149-36278edb68f5 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.95 "GET /v2.0/ports?device_id=128718a0-8359-4fcd-8856-08642aaa3593 HTTP/1.1" status: 200 len: 945 time: 0.1278496 Feb 09 21:57:45.838751 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ee9b0b57-2e8d-4a12-befa-a9e0862b4503 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (4c2e81c0-e6a7-4b85-b0bf-fab8f204ea8f), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:45.859534 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-4a18b995-2d79-40d8-af38-d95c9dde352c req-f64653d3-9963-4020-89bf-9a4e867efac1 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Deleting port a57a5b7b-da19-4999-a44f-8d6372be66f1 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:57:45.860368 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-4a18b995-2d79-40d8-af38-d95c9dde352c req-f64653d3-9963-4020-89bf-9a4e867efac1 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (a57a5b7b-da19-4999-a44f-8d6372be66f1), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:45.915357 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9b0b57-2e8d-4a12-befa-a9e0862b4503 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Pushing event deleted for resources: {'Port': ['ID=4c2e81c0-e6a7-4b85-b0bf-fab8f204ea8f,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:45.987698 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-4a18b995-2d79-40d8-af38-d95c9dde352c req-f64653d3-9963-4020-89bf-9a4e867efac1 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] For port a57a5b7b-da19-4999-a44f-8d6372be66f1, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=a57a5b7b-da19-4999-a44f-8d6372be66f1,segment=NetworkSegment(682b57c6-7518-4480-8840-98896ec39a8d),segment_id=682b57c6-7518-4480-8840-98896ec39a8d)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:57:45.988389 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-4a18b995-2d79-40d8-af38-d95c9dde352c req-f64653d3-9963-4020-89bf-9a4e867efac1 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (a57a5b7b-da19-4999-a44f-8d6372be66f1), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:46.011490 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-4a18b995-2d79-40d8-af38-d95c9dde352c req-f64653d3-9963-4020-89bf-9a4e867efac1 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Calling delete_port for a57a5b7b-da19-4999-a44f-8d6372be66f1 owned by compute:nova {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:57:46.112650 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device e7dbdfe5-8db1-403e-b10f-c5f05a4ff3d9 no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:57:46.163204 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] No Port match for: e7dbdfe5-8db1-403e-b10f-c5f05a4ff3d9 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:57:46.169074 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device e7dbdfe5-8db1-403e-b10f-c5f05a4ff3d9 not bound to the agent host n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:57:46.223867 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 60196) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:46.273270 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ee9b0b57-2e8d-4a12-befa-a9e0862b4503 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-525054'] for router_interface (033663a4-a0b5-4b5d-ab1c-661b18ff0aea), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:46.332973 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-4a18b995-2d79-40d8-af38-d95c9dde352c req-f64653d3-9963-4020-89bf-9a4e867efac1 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (a57a5b7b-da19-4999-a44f-8d6372be66f1), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:46.348479 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['6a0194ab-f855-41d1-a295-07dc840d5cec'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:57:46.458932 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64653d3-9963-4020-89bf-9a4e867efac1 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Pushing event deleted for resources: {'Port': ['ID=a57a5b7b-da19-4999-a44f-8d6372be66f1,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:46.462889 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['a57a5b7b-da19-4999-a44f-8d6372be66f1'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:57:46.550279 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:57:46.633699 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a18b995-2d79-40d8-af38-d95c9dde352c req-f64653d3-9963-4020-89bf-9a4e867efac1 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] No DVR routers for this DVR port a57a5b7b-da19-4999-a44f-8d6372be66f1 on host n-h1-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:57:46.639876 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-4a18b995-2d79-40d8-af38-d95c9dde352c req-f64653d3-9963-4020-89bf-9a4e867efac1 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:46.644040 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4a18b995-2d79-40d8-af38-d95c9dde352c req-f64653d3-9963-4020-89bf-9a4e867efac1 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.95 "DELETE /v2.0/ports/a57a5b7b-da19-4999-a44f-8d6372be66f1 HTTP/1.1" status: 204 len: 173 time: 0.9385474 Feb 09 21:57:46.704291 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '128718a0-8359-4fcd-8856-08642aaa3593', 'name': 'network-vif-deleted', 'tag': 'a57a5b7b-da19-4999-a44f-8d6372be66f1'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:57:46.709272 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a956a35-22e9-406b-babb-32a4d3e1b7e2" -d '{"events": [{"server_uuid": "128718a0-8359-4fcd-8856-08642aaa3593", "name": "network-vif-deleted", "tag": "a57a5b7b-da19-4999-a44f-8d6372be66f1"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:57:46.755537 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-bba17c7f-f0e1-4313-a3ce-bf79584f96e3 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=83d47ee33e3745bca6a4fcd05394d1ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5300899 Feb 09 21:57:46.758532 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 60214) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:46.827336 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8922bb2-9d61-4d8a-9d83-c5ba10a35a3c x-openstack-request-id: req-d8922bb2-9d61-4d8a-9d83-c5ba10a35a3c {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:57:46.827646 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "128718a0-8359-4fcd-8856-08642aaa3593", "name": "network-vif-deleted", "tag": "a57a5b7b-da19-4999-a44f-8d6372be66f1", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:57:46.827907 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-d8922bb2-9d61-4d8a-9d83-c5ba10a35a3c {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:57:46.828351 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '128718a0-8359-4fcd-8856-08642aaa3593', 'name': 'network-vif-deleted', 'tag': 'a57a5b7b-da19-4999-a44f-8d6372be66f1', 'status': 'completed', 'code': 200} Feb 09 21:57:46.841942 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee9b0b57-2e8d-4a12-befa-a9e0862b4503 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Router 033663a4-a0b5-4b5d-ab1c-661b18ff0aea has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:57:46.894512 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-75803f5b-3f7a-4a13-9a69-182f5f1300c7 req-19b2d748-8390-4d86-ad2d-a3a46a7135fe tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=128718a0-8359-4fcd-8856-08642aaa3593 HTTP/1.1" status: 200 len: 210 time: 0.0536058 Feb 09 21:57:47.017127 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3c105e0b-a1c4-42e2-bb4e-bc79b7cde3f4 admin admin] Publish callbacks [] for security_group (07c025a3-6aee-4ecc-b02d-cf07dd52c048), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:47.071119 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3c105e0b-a1c4-42e2-bb4e-bc79b7cde3f4 admin admin] Publish callbacks [] for security_group (07c025a3-6aee-4ecc-b02d-cf07dd52c048), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:47.187208 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee9b0b57-2e8d-4a12-befa-a9e0862b4503 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:57:47.200471 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04242905-f078-4cd5-bbfa-c332aa12ce12 None None] Sync routers for ids ['033663a4-a0b5-4b5d-ab1c-661b18ff0aea'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:57:47.201905 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-ee9b0b57-2e8d-4a12-befa-a9e0862b4503 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] 10.222.0.90 "PUT /v2.0/routers/033663a4-a0b5-4b5d-ab1c-661b18ff0aea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8697979 Feb 09 21:57:47.204639 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 60222) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:47.226891 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3c105e0b-a1c4-42e2-bb4e-bc79b7cde3f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (07c025a3-6aee-4ecc-b02d-cf07dd52c048), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:47.236051 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3c105e0b-a1c4-42e2-bb4e-bc79b7cde3f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:47.241522 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-3c105e0b-a1c4-42e2-bb4e-bc79b7cde3f4 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/07c025a3-6aee-4ecc-b02d-cf07dd52c048 HTTP/1.1" status: 204 len: 168 time: 0.4798257 Feb 09 21:57:47.242450 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04242905-f078-4cd5-bbfa-c332aa12ce12 None None] Routers {'033663a4-a0b5-4b5d-ab1c-661b18ff0aea'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:57:47.245249 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-04242905-f078-4cd5-bbfa-c332aa12ce12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:57:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['033663a4-a0b5-4b5d-ab1c-661b18ff0aea'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:47.256890 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c105e0b-a1c4-42e2-bb4e-bc79b7cde3f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c025a3-6aee-4ecc-b02d-cf07dd52c048,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:47.462516 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-04242905-f078-4cd5-bbfa-c332aa12ce12 None None] Set router 033663a4-a0b5-4b5d-ab1c-661b18ff0aea gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:57:47.695877 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_v2 [None req-635b8645-9b00-4d3a-9704-5f70fb7f3e16 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Deleting subnet c2d197a2-4aee-452a-8346-a411bfed5ad8 {{(pid=103140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:57:47.701480 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-635b8645-9b00-4d3a-9704-5f70fb7f3e16 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks [] for subnet (c2d197a2-4aee-452a-8346-a411bfed5ad8), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:47.740670 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-04242905-f078-4cd5-bbfa-c332aa12ce12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '033663a4-a0b5-4b5d-ab1c-661b18ff0aea', 'name': 'tempest-TestSecurityGroupsBasicOps-router-422276781', 'tenant_id': '223d3fc4293a4815bcb23134d0e1c2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '63c61a7d-4e22-4427-a92f-83ce1da1a779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:55:24Z', 'updated_at': '2022-02-09T21:57:45Z', 'revision_number': 5, 'project_id': '223d3fc4293a4815bcb23134d0e1c2d3', 'gw_port': {'id': '63c61a7d-4e22-4427-a92f-83ce1da1a779', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:55:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033663a4-a0b5-4b5d-ab1c-661b18ff0aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:55:26Z', 'updated_at': '2022-02-09T21:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:47.753904 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-635b8645-9b00-4d3a-9704-5f70fb7f3e16 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9110716'] for subnet (c2d197a2-4aee-452a-8346-a411bfed5ad8), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:47.778311 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04242905-f078-4cd5-bbfa-c332aa12ce12 None None] Checking router: 033663a4-a0b5-4b5d-ab1c-661b18ff0aea for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:57:47.809019 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04242905-f078-4cd5-bbfa-c332aa12ce12 None None] Routers {'033663a4-a0b5-4b5d-ab1c-661b18ff0aea'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:57:47.811445 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-04242905-f078-4cd5-bbfa-c332aa12ce12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:57:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['033663a4-a0b5-4b5d-ab1c-661b18ff0aea'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:47.960686 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-635b8645-9b00-4d3a-9704-5f70fb7f3e16 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (c2d197a2-4aee-452a-8346-a411bfed5ad8), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:48.031264 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-04242905-f078-4cd5-bbfa-c332aa12ce12 None None] Set router 033663a4-a0b5-4b5d-ab1c-661b18ff0aea gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:57:48.097556 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-635b8645-9b00-4d3a-9704-5f70fb7f3e16 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621346'] for subnet (c2d197a2-4aee-452a-8346-a411bfed5ad8), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:48.162493 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b8645-9b00-4d3a-9704-5f70fb7f3e16 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Pushing event deleted for resources: {'Subnet': ['ID=c2d197a2-4aee-452a-8346-a411bfed5ad8,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:48.173389 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-635b8645-9b00-4d3a-9704-5f70fb7f3e16 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:48.179699 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b875f0-f965-4bf8-82c5-3a41b789974d None None] Network c144965b-ae04-4f69-a34b-6e9e77858265 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:57:48.181545 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-635b8645-9b00-4d3a-9704-5f70fb7f3e16 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] 10.222.0.90 "DELETE /v2.0/subnets/c2d197a2-4aee-452a-8346-a411bfed5ad8 HTTP/1.1" status: 204 len: 168 time: 0.9743974 Feb 09 21:57:48.183088 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 60252) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:48.455121 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-04242905-f078-4cd5-bbfa-c332aa12ce12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '033663a4-a0b5-4b5d-ab1c-661b18ff0aea', 'name': 'tempest-TestSecurityGroupsBasicOps-router-422276781', 'tenant_id': '223d3fc4293a4815bcb23134d0e1c2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '63c61a7d-4e22-4427-a92f-83ce1da1a779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:55:24Z', 'updated_at': '2022-02-09T21:57:45Z', 'revision_number': 5, 'project_id': '223d3fc4293a4815bcb23134d0e1c2d3', 'gw_port': {'id': '63c61a7d-4e22-4427-a92f-83ce1da1a779', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:55:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033663a4-a0b5-4b5d-ab1c-661b18ff0aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:55:26Z', 'updated_at': '2022-02-09T21:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:48.538796 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04242905-f078-4cd5-bbfa-c332aa12ce12 None None] The sync data for ids ['033663a4-a0b5-4b5d-ab1c-661b18ff0aea'] in n-d-828369-5 is: [{'id': '033663a4-a0b5-4b5d-ab1c-661b18ff0aea', 'name': 'tempest-TestSecurityGroupsBasicOps-router-422276781', 'tenant_id': '223d3fc4293a4815bcb23134d0e1c2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '63c61a7d-4e22-4427-a92f-83ce1da1a779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:55:24Z', 'updated_at': '2022-02-09T21:57:45Z', 'revision_number': 5, 'project_id': '223d3fc4293a4815bcb23134d0e1c2d3', 'gw_port': {'id': '63c61a7d-4e22-4427-a92f-83ce1da1a779', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:55:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033663a4-a0b5-4b5d-ab1c-661b18ff0aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:55:26Z', 'updated_at': '2022-02-09T21:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:57:48.541883 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-89492c2e-1e17-446d-b106-a4c4216957bc tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks [] for router (033663a4-a0b5-4b5d-ab1c-661b18ff0aea), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:48.558673 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1a87b2-872e-4879-961f-84b237ff51ab req-21162f52-8e50-477d-9725-8fdb27f49ee2 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:48.560854 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ce1a87b2-872e-4879-961f-84b237ff51ab req-21162f52-8e50-477d-9725-8fdb27f49ee2 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=666b74a0-9369-4b80-92de-3f215e9f7d5e HTTP/1.1" status: 200 len: 946 time: 0.1250863 Feb 09 21:57:48.626826 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb27a37c-b27a-410a-94c5-bc1c4febf69d None None] DHCP port deletion for c144965b-ae04-4f69-a34b-6e9e77858265 request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:57:48.670094 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 60270) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:48.673759 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ce1a87b2-872e-4879-961f-84b237ff51ab req-ec47eb1f-9238-4c6d-b3f2-1420e6e3dc9b tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=a72d620d-4650-43fd-afbd-3b01f73e5444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920227 Feb 09 21:57:48.729084 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-bb27a37c-b27a-410a-94c5-bc1c4febf69d None None] Deleting port 5df62c0a-72ef-4533-a05c-4f84fceefe77 {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:57:48.729739 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-bb27a37c-b27a-410a-94c5-bc1c4febf69d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (5df62c0a-72ef-4533-a05c-4f84fceefe77), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:48.793351 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f52b9b2-b49c-46c4-9441-226e50348ca9 req-4a64ab5a-aacf-4014-a517-5681fd6ecf64 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:48.795521 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-5f52b9b2-b49c-46c4-9441-226e50348ca9 req-4a64ab5a-aacf-4014-a517-5681fd6ecf64 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.89 "GET /v2.0/ports?device_id=666b74a0-9369-4b80-92de-3f215e9f7d5e HTTP/1.1" status: 200 len: 946 time: 0.0926123 Feb 09 21:57:48.810317 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-bb27a37c-b27a-410a-94c5-bc1c4febf69d None None] For port 5df62c0a-72ef-4533-a05c-4f84fceefe77, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=5df62c0a-72ef-4533-a05c-4f84fceefe77,segment=NetworkSegment(72c59147-71c0-4e89-838f-bb4a6a42a647),segment_id=72c59147-71c0-4e89-838f-bb4a6a42a647)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:57:48.811026 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-bb27a37c-b27a-410a-94c5-bc1c4febf69d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (5df62c0a-72ef-4533-a05c-4f84fceefe77), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:48.826219 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-bb27a37c-b27a-410a-94c5-bc1c4febf69d None None] Calling delete_port for 5df62c0a-72ef-4533-a05c-4f84fceefe77 owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:57:48.837410 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-89492c2e-1e17-446d-b106-a4c4216957bc tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks [] for router_gateway (033663a4-a0b5-4b5d-ab1c-661b18ff0aea), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:48.903096 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-cbb811f0-9b18-466b-a670-5098d0cca78d tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1350865088'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:48.933415 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbb811f0-9b18-466b-a670-5098d0cca78d tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] Made reservation on behalf of 66e9a87284ea4184aed1788d263b3301 for: {'network': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:57:48.937556 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cbb811f0-9b18-466b-a670-5098d0cca78d tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:48.948642 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cbb811f0-9b18-466b-a670-5098d0cca78d tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:49.035431 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-bb27a37c-b27a-410a-94c5-bc1c4febf69d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (5df62c0a-72ef-4533-a05c-4f84fceefe77), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:49.102543 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cbb811f0-9b18-466b-a670-5098d0cca78d tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] Publish callbacks [] for security_group (3848af6d-3c4c-4319-8e3a-e78571f2b366), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:49.107314 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cbb811f0-9b18-466b-a670-5098d0cca78d tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (3848af6d-3c4c-4319-8e3a-e78571f2b366), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:49.116587 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb27a37c-b27a-410a-94c5-bc1c4febf69d None None] Pushing event deleted for resources: {'Port': ['ID=5df62c0a-72ef-4533-a05c-4f84fceefe77,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:49.118668 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb27a37c-b27a-410a-94c5-bc1c4febf69d None None] No DVR routers for this DVR port 5df62c0a-72ef-4533-a05c-4f84fceefe77 on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:57:49.155882 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-5f52b9b2-b49c-46c4-9441-226e50348ca9 req-34d5ea55-ac15-4d4a-8b17-47e0af455073 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Deleting port 6a0194ab-f855-41d1-a295-07dc840d5cec {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:57:49.156360 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-5f52b9b2-b49c-46c4-9441-226e50348ca9 req-34d5ea55-ac15-4d4a-8b17-47e0af455073 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (6a0194ab-f855-41d1-a295-07dc840d5cec), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:49.157708 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb811f0-9b18-466b-a670-5098d0cca78d tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3848af6d-3c4c-4319-8e3a-e78571f2b366,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:49.168486 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-89492c2e-1e17-446d-b106-a4c4216957bc tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Deleting port 63c61a7d-4e22-4427-a92f-83ce1da1a779 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:57:49.168835 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-89492c2e-1e17-446d-b106-a4c4216957bc tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (63c61a7d-4e22-4427-a92f-83ce1da1a779), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:49.182251 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbb811f0-9b18-466b-a670-5098d0cca78d tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=103140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:57:49.196455 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cbb811f0-9b18-466b-a670-5098d0cca78d tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (66e29220-7036-4785-88b1-0a53bf7386c8), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:49.197426 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-cbb811f0-9b18-466b-a670-5098d0cca78d tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] Added segment 66e29220-7036-4785-88b1-0a53bf7386c8 of type vlan for network 022ee2bd-a16d-4d7b-8821-220455a228ac Feb 09 21:57:49.289971 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cbb811f0-9b18-466b-a670-5098d0cca78d tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (022ee2bd-a16d-4d7b-8821-220455a228ac), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:49.333851 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 4c2e81c0-e6a7-4b85-b0bf-fab8f204ea8f no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:57:49.358741 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cbb811f0-9b18-466b-a670-5098d0cca78d tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (022ee2bd-a16d-4d7b-8821-220455a228ac), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:49.365991 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb811f0-9b18-466b-a670-5098d0cca78d tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:49.366634 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cbb811f0-9b18-466b-a670-5098d0cca78d tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:49.378904 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 4c2e81c0-e6a7-4b85-b0bf-fab8f204ea8f {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:57:49.383107 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 4c2e81c0-e6a7-4b85-b0bf-fab8f204ea8f not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:57:49.385699 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 5df62c0a-72ef-4533-a05c-4f84fceefe77 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:57:49.433918 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 5df62c0a-72ef-4533-a05c-4f84fceefe77 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:57:49.434270 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 5df62c0a-72ef-4533-a05c-4f84fceefe77 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:57:49.494524 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-5f52b9b2-b49c-46c4-9441-226e50348ca9 req-34d5ea55-ac15-4d4a-8b17-47e0af455073 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] For port 6a0194ab-f855-41d1-a295-07dc840d5cec, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=6a0194ab-f855-41d1-a295-07dc840d5cec,segment=NetworkSegment(682b57c6-7518-4480-8840-98896ec39a8d),segment_id=682b57c6-7518-4480-8840-98896ec39a8d)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:57:49.495131 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-5f52b9b2-b49c-46c4-9441-226e50348ca9 req-34d5ea55-ac15-4d4a-8b17-47e0af455073 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (6a0194ab-f855-41d1-a295-07dc840d5cec), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:49.496674 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-cbb811f0-9b18-466b-a670-5098d0cca78d tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.8217702 Feb 09 21:57:49.501798 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 60290) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:49.508009 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-c1cf1438-0b7c-4ff7-8e31-d76922813712 tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] Request body: {'subnet': {'network_id': '022ee2bd-a16d-4d7b-8821-220455a228ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:49.513666 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-89492c2e-1e17-446d-b106-a4c4216957bc tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] For port 63c61a7d-4e22-4427-a92f-83ce1da1a779, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=63c61a7d-4e22-4427-a92f-83ce1da1a779,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:57:49.514052 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-89492c2e-1e17-446d-b106-a4c4216957bc tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (63c61a7d-4e22-4427-a92f-83ce1da1a779), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:49.523958 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-5f52b9b2-b49c-46c4-9441-226e50348ca9 req-34d5ea55-ac15-4d4a-8b17-47e0af455073 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Calling delete_port for 6a0194ab-f855-41d1-a295-07dc840d5cec owned by compute:nova {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:57:49.533280 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-89492c2e-1e17-446d-b106-a4c4216957bc tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Calling delete_port for 63c61a7d-4e22-4427-a92f-83ce1da1a779 owned by network:router_gateway {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:57:49.567773 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb811f0-9b18-466b-a670-5098d0cca78d tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] Pushing event updated for resources: {'Network': ['ID=022ee2bd-a16d-4d7b-8821-220455a228ac,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:49.579829 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 022ee2bd-a16d-4d7b-8821-220455a228ac details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:57:49.676999 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1cf1438-0b7c-4ff7-8e31-d76922813712 tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] Made reservation on behalf of 66e9a87284ea4184aed1788d263b3301 for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:57:49.681276 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c1cf1438-0b7c-4ff7-8e31-d76922813712 tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621317'] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:49.970497 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3170b613-db6d-4e47-a472-986dd7f69468 req-b0170624-ac85-4e36-969e-5988cba046f0 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:49.971958 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3170b613-db6d-4e47-a472-986dd7f69468 req-b0170624-ac85-4e36-969e-5988cba046f0 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=666b74a0-9369-4b80-92de-3f215e9f7d5e HTTP/1.1" status: 200 len: 946 time: 0.1848946 Feb 09 21:57:50.083331 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3170b613-db6d-4e47-a472-986dd7f69468 req-0bd57919-03e1-43dc-894c-35b61bcb229b tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=a72d620d-4650-43fd-afbd-3b01f73e5444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953286 Feb 09 21:57:50.316405 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-5f52b9b2-b49c-46c4-9441-226e50348ca9 req-34d5ea55-ac15-4d4a-8b17-47e0af455073 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (6a0194ab-f855-41d1-a295-07dc840d5cec), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:50.362551 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d5ea55-ac15-4d4a-8b17-47e0af455073 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Pushing event deleted for resources: {'Port': ['ID=6a0194ab-f855-41d1-a295-07dc840d5cec,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:50.423373 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f52b9b2-b49c-46c4-9441-226e50348ca9 req-34d5ea55-ac15-4d4a-8b17-47e0af455073 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] No DVR routers for this DVR port 6a0194ab-f855-41d1-a295-07dc840d5cec on host n-h2-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:57:50.433249 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-5f52b9b2-b49c-46c4-9441-226e50348ca9 req-34d5ea55-ac15-4d4a-8b17-47e0af455073 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:50.437544 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-5f52b9b2-b49c-46c4-9441-226e50348ca9 req-34d5ea55-ac15-4d4a-8b17-47e0af455073 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.89 "DELETE /v2.0/ports/6a0194ab-f855-41d1-a295-07dc840d5cec HTTP/1.1" status: 204 len: 173 time: 1.6330192 Feb 09 21:57:50.438066 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '666b74a0-9369-4b80-92de-3f215e9f7d5e', 'name': 'network-vif-deleted', 'tag': '6a0194ab-f855-41d1-a295-07dc840d5cec'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:57:50.440527 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-789f98dd-6208-4b50-a34b-d691efecf0e9" -d '{"events": [{"server_uuid": "666b74a0-9369-4b80-92de-3f215e9f7d5e", "name": "network-vif-deleted", "tag": "6a0194ab-f855-41d1-a295-07dc840d5cec"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:57:50.446813 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-89492c2e-1e17-446d-b106-a4c4216957bc tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (63c61a7d-4e22-4427-a92f-83ce1da1a779), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:50.500971 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89492c2e-1e17-446d-b106-a4c4216957bc tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Pushing event deleted for resources: {'Port': ['ID=63c61a7d-4e22-4427-a92f-83ce1da1a779,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:50.554260 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-512f909a-f05c-461f-ad9e-c222bacf4ec3 x-openstack-request-id: req-512f909a-f05c-461f-ad9e-c222bacf4ec3 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:57:50.554669 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "666b74a0-9369-4b80-92de-3f215e9f7d5e", "name": "network-vif-deleted", "tag": "6a0194ab-f855-41d1-a295-07dc840d5cec", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:57:50.556357 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-512f909a-f05c-461f-ad9e-c222bacf4ec3 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:57:50.557134 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '666b74a0-9369-4b80-92de-3f215e9f7d5e', 'name': 'network-vif-deleted', 'tag': '6a0194ab-f855-41d1-a295-07dc840d5cec', 'status': 'completed', 'code': 200} Feb 09 21:57:50.601468 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device a57a5b7b-da19-4999-a44f-8d6372be66f1 no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:57:50.646509 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] No Port match for: a57a5b7b-da19-4999-a44f-8d6372be66f1 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:57:50.650577 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device a57a5b7b-da19-4999-a44f-8d6372be66f1 not bound to the agent host n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:57:50.671484 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-89492c2e-1e17-446d-b106-a4c4216957bc tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-554524'] for router_gateway (033663a4-a0b5-4b5d-ab1c-661b18ff0aea), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:50.695505 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c1cf1438-0b7c-4ff7-8e31-d76922813712 tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621371'] for subnet (95f424b4-0c4b-45c5-b8b4-d10a898f73d6), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:50.827495 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cf1438-0b7c-4ff7-8e31-d76922813712 tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] Pushing event updated for resources: {'Subnet': ['ID=95f424b4-0c4b-45c5-b8b4-d10a898f73d6,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:50.842595 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1cf1438-0b7c-4ff7-8e31-d76922813712 tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] Checking segment: {'id': '66e29220-7036-4785-88b1-0a53bf7386c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '022ee2bd-a16d-4d7b-8821-220455a228ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:57:50.843124 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1cf1438-0b7c-4ff7-8e31-d76922813712 tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] Network hostable DHCP agents. Network: 022ee2bd-a16d-4d7b-8821-220455a228ac, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:57:50.857788 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-89492c2e-1e17-446d-b106-a4c4216957bc tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (033663a4-a0b5-4b5d-ab1c-661b18ff0aea), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:50.863785 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-89492c2e-1e17-446d-b106-a4c4216957bc tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks [] for router_controller (033663a4-a0b5-4b5d-ab1c-661b18ff0aea), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:50.868591 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1cf1438-0b7c-4ff7-8e31-d76922813712 tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] Network 022ee2bd-a16d-4d7b-8821-220455a228ac is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:57:50.884591 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-c1cf1438-0b7c-4ff7-8e31-d76922813712 tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 022ee2bd-a16d-4d7b-8821-220455a228ac) {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:57:50.890746 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1cf1438-0b7c-4ff7-8e31-d76922813712 tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:50.891821 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c1cf1438-0b7c-4ff7-8e31-d76922813712 tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:50.901601 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5aeb20e-2299-4e24-bdbe-4fdbbef4e935 None None] Network 022ee2bd-a16d-4d7b-8821-220455a228ac requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:57:50.928086 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-c1cf1438-0b7c-4ff7-8e31-d76922813712 tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4221451 Feb 09 21:57:50.928434 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 60306) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:50.937970 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-37a5d549-84ea-42df-9461-a962b5892399 tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] Request body: {'port': {'network_id': '022ee2bd-a16d-4d7b-8821-220455a228ac', 'name': 'tempest-ExtraDHCPOptionsTestJSON-715078148'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:50.983068 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-89492c2e-1e17-446d-b106-a4c4216957bc tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (033663a4-a0b5-4b5d-ab1c-661b18ff0aea), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:50.983751 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89492c2e-1e17-446d-b106-a4c4216957bc tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Fanout notify agent at l3_agent the message router_deleted on router 033663a4-a0b5-4b5d-ab1c-661b18ff0aea {{(pid=103141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:57:50.998529 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-89492c2e-1e17-446d-b106-a4c4216957bc tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:51.003853 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-89492c2e-1e17-446d-b106-a4c4216957bc tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] 10.222.0.90 "DELETE /v2.0/routers/033663a4-a0b5-4b5d-ab1c-661b18ff0aea HTTP/1.1" status: 204 len: 168 time: 2.8173332 Feb 09 21:57:51.004132 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 60308) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:51.125239 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65443daa-46eb-447a-a81f-7d361a2201c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-022ee2bd-a16d-4d7b-8821-220455a228ac', 'network_id': '022ee2bd-a16d-4d7b-8821-220455a228ac', 'project_id': '66e9a87284ea4184aed1788d263b3301', 'fixed_ips': [{'subnet_id': '95f424b4-0c4b-45c5-b8b4-d10a898f73d6'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:57:51.126395 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-65443daa-46eb-447a-a81f-7d361a2201c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:51.293518 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-02994e7d-a2ec-4e3f-bb9a-f9a8eafb5d51 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (c144965b-ae04-4f69-a34b-6e9e77858265), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:51.445119 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bc17d773-b251-4aa9-9755-32e3232b438d req-674194a8-fec5-4162-9786-6ccc43cfea21 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=666b74a0-9369-4b80-92de-3f215e9f7d5e HTTP/1.1" status: 200 len: 210 time: 0.1075461 Feb 09 21:57:51.454277 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a5d549-84ea-42df-9461-a962b5892399 tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] Made reservation on behalf of 66e9a87284ea4184aed1788d263b3301 for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:57:51.475081 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:51.481757 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-37a5d549-84ea-42df-9461-a962b5892399 tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:51.537985 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-65443daa-46eb-447a-a81f-7d361a2201c6 None None] Allocated IP 172.20.0.2 (022ee2bd-a16d-4d7b-8821-220455a228ac/95f424b4-0c4b-45c5-b8b4-d10a898f73d6/b0906760-aa76-4a69-ab58-58f2aef5d0d0) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:57:51.539551 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-37a5d549-84ea-42df-9461-a962b5892399 tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] device_id is not set on port e3d3e30c-5e72-4f45-817e-f2efd301edf1 yet. {{(pid=103140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:57:51.574288 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-02994e7d-a2ec-4e3f-bb9a-f9a8eafb5d51 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (c144965b-ae04-4f69-a34b-6e9e77858265), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:51.610168 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-02994e7d-a2ec-4e3f-bb9a-f9a8eafb5d51 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c144965b-ae04-4f69-a34b-6e9e77858265']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:51.648992 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-02994e7d-a2ec-4e3f-bb9a-f9a8eafb5d51 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72c59147-71c0-4e89-838f-bb4a6a42a647') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:51.652812 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-02994e7d-a2ec-4e3f-bb9a-f9a8eafb5d51 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72c59147-71c0-4e89-838f-bb4a6a42a647') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:51.677872 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-02994e7d-a2ec-4e3f-bb9a-f9a8eafb5d51 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (72c59147-71c0-4e89-838f-bb4a6a42a647), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:51.693892 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-02994e7d-a2ec-4e3f-bb9a-f9a8eafb5d51 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (72c59147-71c0-4e89-838f-bb4a6a42a647), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:51.716166 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02994e7d-a2ec-4e3f-bb9a-f9a8eafb5d51 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:57:51.716663 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-02994e7d-a2ec-4e3f-bb9a-f9a8eafb5d51 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (72c59147-71c0-4e89-838f-bb4a6a42a647), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:51.720144 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:57:51.720144 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:57:51.720144 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:57:51.720144 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:57:51.720144 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:57:51.720144 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:57:51.720144 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:57:51.720144 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:57:51.720144 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:57:51.720144 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:57:51.720144 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:57:51.720144 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:57:51.720144 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:57:51.720144 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:57:51.720144 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:57:51.720144 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:57:51.720144 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:57:51.720144 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:57:51.720144 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:57:51.720144 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:57:51.720144 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:57:51.720144 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:57:51.720144 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:57:51.720144 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:57:51.720144 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:57:51.720144 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:57:51.720144 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:57:51.720144 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:57:51.720144 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:57:51.720144 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:57:51.720144 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:57:51.720144 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:57:51.856847 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-02994e7d-a2ec-4e3f-bb9a-f9a8eafb5d51 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (c144965b-ae04-4f69-a34b-6e9e77858265), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:51.863756 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-02994e7d-a2ec-4e3f-bb9a-f9a8eafb5d51 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:51.883784 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-02994e7d-a2ec-4e3f-bb9a-f9a8eafb5d51 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] 10.222.0.90 "DELETE /v2.0/networks/c144965b-ae04-4f69-a34b-6e9e77858265 HTTP/1.1" status: 204 len: 168 time: 0.8740356 Feb 09 21:57:51.913324 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02994e7d-a2ec-4e3f-bb9a-f9a8eafb5d51 tempest-TestSecurityGroupsBasicOps-1599152031 tempest-TestSecurityGroupsBasicOps-1599152031-project] Pushing event deleted for resources: {'Network': ['ID=c144965b-ae04-4f69-a34b-6e9e77858265,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:51.972070 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-65443daa-46eb-447a-a81f-7d361a2201c6 None None] Publish callbacks [] for port (b0906760-aa76-4a69-ab58-58f2aef5d0d0), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:51.981191 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-65443daa-46eb-447a-a81f-7d361a2201c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (b0906760-aa76-4a69-ab58-58f2aef5d0d0), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:52.039192 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65443daa-46eb-447a-a81f-7d361a2201c6 None None] Network 022ee2bd-a16d-4d7b-8821-220455a228ac is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:57:52.043931 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-65443daa-46eb-447a-a81f-7d361a2201c6 None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:57:52.049344 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65443daa-46eb-447a-a81f-7d361a2201c6 None None] Pushing event updated for resources: {'Port': ['ID=b0906760-aa76-4a69-ab58-58f2aef5d0d0,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:52.052308 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65443daa-46eb-447a-a81f-7d361a2201c6 None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:57:52.133416 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-37a5d549-84ea-42df-9461-a962b5892399 tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] Allocated IP 172.20.0.7 (022ee2bd-a16d-4d7b-8821-220455a228ac/95f424b4-0c4b-45c5-b8b4-d10a898f73d6/e3d3e30c-5e72-4f45-817e-f2efd301edf1) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:57:52.165997 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 6a0194ab-f855-41d1-a295-07dc840d5cec no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:57:52.244531 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-65443daa-46eb-447a-a81f-7d361a2201c6 None None] Attempting to bind port b0906760-aa76-4a69-ab58-58f2aef5d0d0 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:57:52.248783 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-65443daa-46eb-447a-a81f-7d361a2201c6 None None] Attempting to bind port b0906760-aa76-4a69-ab58-58f2aef5d0d0 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '66e29220-7036-4785-88b1-0a53bf7386c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '022ee2bd-a16d-4d7b-8821-220455a228ac'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:57:52.249204 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65443daa-46eb-447a-a81f-7d361a2201c6 None None] Attempting to bind port b0906760-aa76-4a69-ab58-58f2aef5d0d0 on network 022ee2bd-a16d-4d7b-8821-220455a228ac {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:57:52.262728 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65443daa-46eb-447a-a81f-7d361a2201c6 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:57:52.263201 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65443daa-46eb-447a-a81f-7d361a2201c6 None None] Checking segment: {'id': '66e29220-7036-4785-88b1-0a53bf7386c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '022ee2bd-a16d-4d7b-8821-220455a228ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:57:52.263550 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-65443daa-46eb-447a-a81f-7d361a2201c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:52.263956 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65443daa-46eb-447a-a81f-7d361a2201c6 None None] Bound using segment: {'id': '66e29220-7036-4785-88b1-0a53bf7386c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '022ee2bd-a16d-4d7b-8821-220455a228ac'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:57:52.264472 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-65443daa-46eb-447a-a81f-7d361a2201c6 None None] Bound port: b0906760-aa76-4a69-ab58-58f2aef5d0d0, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66e29220-7036-4785-88b1-0a53bf7386c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '022ee2bd-a16d-4d7b-8821-220455a228ac'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:57:52.264877 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-65443daa-46eb-447a-a81f-7d361a2201c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (b0906760-aa76-4a69-ab58-58f2aef5d0d0), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:52.298416 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] No Port match for: 6a0194ab-f855-41d1-a295-07dc840d5cec {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:57:52.298781 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 6a0194ab-f855-41d1-a295-07dc840d5cec not bound to the agent host n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:57:52.409828 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-65443daa-46eb-447a-a81f-7d361a2201c6 None None] For port b0906760-aa76-4a69-ab58-58f2aef5d0d0, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:57:52.413462 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-65443daa-46eb-447a-a81f-7d361a2201c6 None None] For port b0906760-aa76-4a69-ab58-58f2aef5d0d0, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=b0906760-aa76-4a69-ab58-58f2aef5d0d0,segment=NetworkSegment(66e29220-7036-4785-88b1-0a53bf7386c8),segment_id=66e29220-7036-4785-88b1-0a53bf7386c8)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:57:52.421469 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-37a5d549-84ea-42df-9461-a962b5892399 tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] Publish callbacks [] for port (e3d3e30c-5e72-4f45-817e-f2efd301edf1), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:52.423806 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-65443daa-46eb-447a-a81f-7d361a2201c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (b0906760-aa76-4a69-ab58-58f2aef5d0d0), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:52.497005 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65443daa-46eb-447a-a81f-7d361a2201c6 None None] Pushing event updated for resources: {'Port': ['ID=b0906760-aa76-4a69-ab58-58f2aef5d0d0,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:52.536360 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-37a5d549-84ea-42df-9461-a962b5892399 tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (e3d3e30c-5e72-4f45-817e-f2efd301edf1), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:52.546262 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 60342) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:52.642345 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a5d549-84ea-42df-9461-a962b5892399 tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] Pushing event updated for resources: {'Port': ['ID=e3d3e30c-5e72-4f45-817e-f2efd301edf1,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:52.693680 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a5d549-84ea-42df-9461-a962b5892399 tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] Network 022ee2bd-a16d-4d7b-8821-220455a228ac is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:57:52.698995 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-37a5d549-84ea-42df-9461-a962b5892399 tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:57:52.703257 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a5d549-84ea-42df-9461-a962b5892399 tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:57:52.822128 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a5d549-84ea-42df-9461-a962b5892399 tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:52.822913 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-37a5d549-84ea-42df-9461-a962b5892399 tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:52.877152 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-37a5d549-84ea-42df-9461-a962b5892399 tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9473841 Feb 09 21:57:52.880414 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 60350) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:52.890505 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-d3a3b260-9908-4fbb-ab73-33e3d3d2ccc2 tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] Request body: {'port': {'network_id': '022ee2bd-a16d-4d7b-8821-220455a228ac', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1212774580', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:52.891300 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.api.validators [None req-d3a3b260-9908-4fbb-ab73-33e3d3d2ccc2 tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] bootfile-name is not in valid_values {{(pid=103140) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 21:57:52.891886 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.api.validators [None req-d3a3b260-9908-4fbb-ab73-33e3d3d2ccc2 tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] tftp-server is not in valid_values {{(pid=103140) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 21:57:52.892567 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.api.validators [None req-d3a3b260-9908-4fbb-ab73-33e3d3d2ccc2 tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] server-ip-address is not in valid_values {{(pid=103140) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 21:57:52.978342 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 60352) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:52.979045 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-9518ec7e-5cbc-41c3-a646-13d0a9c846cd admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=223d3fc4293a4815bcb23134d0e1c2d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4313922 Feb 09 21:57:53.167321 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7d1670b1-c372-4c3a-b460-933d51ab9122 admin admin] Publish callbacks [] for security_group (6dd84d76-0f97-4c13-8f63-053767f1e4ee), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:53.203793 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec43937-1fb2-4466-9c27-b9e46aaf8de9 req-3ac68899-40c1-40e1-bcfe-f2291bf74057 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:53.205665 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2ec43937-1fb2-4466-9c27-b9e46aaf8de9 req-3ac68899-40c1-40e1-bcfe-f2291bf74057 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 945 time: 0.1996005 Feb 09 21:57:53.218656 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3a3b260-9908-4fbb-ab73-33e3d3d2ccc2 tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] Made reservation on behalf of 66e9a87284ea4184aed1788d263b3301 for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:57:53.222528 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d3a3b260-9908-4fbb-ab73-33e3d3d2ccc2 tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:53.237115 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7d1670b1-c372-4c3a-b460-933d51ab9122 admin admin] Publish callbacks [] for security_group (6dd84d76-0f97-4c13-8f63-053767f1e4ee), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:53.306545 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2ec43937-1fb2-4466-9c27-b9e46aaf8de9 req-ee4b33f0-20b7-45a3-8de2-88aeaa02c7f5 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=4c89ea32-e697-4c99-8133-b5b6d80654a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901265 Feb 09 21:57:53.326129 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-d3a3b260-9908-4fbb-ab73-33e3d3d2ccc2 tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] device_id is not set on port 1ea22bb1-e3ee-4808-92bd-acb456905dc9 yet. {{(pid=103140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:57:53.396598 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device b0906760-aa76-4a69-ab58-58f2aef5d0d0 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:57:53.499910 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7d1670b1-c372-4c3a-b460-933d51ab9122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (6dd84d76-0f97-4c13-8f63-053767f1e4ee), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:53.505278 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7d1670b1-c372-4c3a-b460-933d51ab9122 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:53.506979 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-7d1670b1-c372-4c3a-b460-933d51ab9122 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/6dd84d76-0f97-4c13-8f63-053767f1e4ee HTTP/1.1" status: 204 len: 168 time: 0.5222051 Feb 09 21:57:53.516353 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port b0906760-aa76-4a69-ab58-58f2aef5d0d0 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:57:53.516867 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (b0906760-aa76-4a69-ab58-58f2aef5d0d0), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:53.531514 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1670b1-c372-4c3a-b460-933d51ab9122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd84d76-0f97-4c13-8f63-053767f1e4ee,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:53.601840 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-d3a3b260-9908-4fbb-ab73-33e3d3d2ccc2 tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] Allocated IP 172.20.0.12 (022ee2bd-a16d-4d7b-8821-220455a228ac/95f424b4-0c4b-45c5-b8b4-d10a898f73d6/1ea22bb1-e3ee-4808-92bd-acb456905dc9) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:57:53.732826 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:53.789737 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port b0906760-aa76-4a69-ab58-58f2aef5d0d0 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:57:53.790592 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (b0906760-aa76-4a69-ab58-58f2aef5d0d0), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:53.940203 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port b0906760-aa76-4a69-ab58-58f2aef5d0d0, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=b0906760-aa76-4a69-ab58-58f2aef5d0d0,segment=NetworkSegment(66e29220-7036-4785-88b1-0a53bf7386c8),segment_id=66e29220-7036-4785-88b1-0a53bf7386c8)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:57:53.950324 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (b0906760-aa76-4a69-ab58-58f2aef5d0d0), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:54.032673 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 63c61a7d-4e22-4427-a92f-83ce1da1a779 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:57:54.120135 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 63c61a7d-4e22-4427-a92f-83ce1da1a779 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:57:54.125435 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d3a3b260-9908-4fbb-ab73-33e3d3d2ccc2 tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] Publish callbacks [] for port (1ea22bb1-e3ee-4808-92bd-acb456905dc9), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:54.131225 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 63c61a7d-4e22-4427-a92f-83ce1da1a779 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:57:54.206395 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=b0906760-aa76-4a69-ab58-58f2aef5d0d0,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:54.227685 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d3a3b260-9908-4fbb-ab73-33e3d3d2ccc2 tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (1ea22bb1-e3ee-4808-92bd-acb456905dc9), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:54.260563 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 60368) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:54.283865 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-92707e7b-5297-4768-8531-c1093668480a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:54.319606 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a3b260-9908-4fbb-ab73-33e3d3d2ccc2 tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] Network 022ee2bd-a16d-4d7b-8821-220455a228ac is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:57:54.323996 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-d3a3b260-9908-4fbb-ab73-33e3d3d2ccc2 tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:57:54.333803 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a3b260-9908-4fbb-ab73-33e3d3d2ccc2 tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:57:54.344845 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a3b260-9908-4fbb-ab73-33e3d3d2ccc2 tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] Pushing event updated for resources: {'Port': ['ID=1ea22bb1-e3ee-4808-92bd-acb456905dc9,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:54.384507 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83a34ac-34f2-42a8-98f9-aa22d6b51e8b None None] Network 022ee2bd-a16d-4d7b-8821-220455a228ac requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:57:54.470270 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-92707e7b-5297-4768-8531-c1093668480a admin admin] Publish callbacks [] for security_group (7f224d84-ad4a-4c2f-9dd2-8578bc77578c), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:54.479640 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-92707e7b-5297-4768-8531-c1093668480a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (7f224d84-ad4a-4c2f-9dd2-8578bc77578c), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:54.553637 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92707e7b-5297-4768-8531-c1093668480a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f224d84-ad4a-4c2f-9dd2-8578bc77578c,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:54.556651 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a3b260-9908-4fbb-ab73-33e3d3d2ccc2 tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:54.561102 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d3a3b260-9908-4fbb-ab73-33e3d3d2ccc2 tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:54.563354 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-92707e7b-5297-4768-8531-c1093668480a admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=9f097d11b978440e909a96cc399c7ef5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3017001 Feb 09 21:57:54.563968 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 60372) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:54.614598 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-d3a3b260-9908-4fbb-ab73-33e3d3d2ccc2 tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 1.7300155 Feb 09 21:57:54.623321 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 60374) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:54.632109 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de36d1e-062f-403e-a887-da56967dc957 req-47833856-2c2b-41f3-ab6d-8db9bf28b174 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:54.635671 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-55b9e506-3d70-402c-acf4-8465f00ac21c None None] Provisioning complete for port b0906760-aa76-4a69-ab58-58f2aef5d0d0 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:57:54.636178 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-55b9e506-3d70-402c-acf4-8465f00ac21c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (b0906760-aa76-4a69-ab58-58f2aef5d0d0), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:54.641985 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9de36d1e-062f-403e-a887-da56967dc957 req-47833856-2c2b-41f3-ab6d-8db9bf28b174 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 945 time: 0.2196851 Feb 09 21:57:54.670526 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-07c82a1e-0d50-43e1-9731-10dff35a6684 admin admin] Publish callbacks [] for security_group (7f224d84-ad4a-4c2f-9dd2-8578bc77578c), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:54.717914 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-07c82a1e-0d50-43e1-9731-10dff35a6684 admin admin] Publish callbacks [] for security_group (7f224d84-ad4a-4c2f-9dd2-8578bc77578c), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:54.729679 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9de36d1e-062f-403e-a887-da56967dc957 req-5a6c8c2b-e78c-48ab-a409-7ed9a88f6a38 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=4c89ea32-e697-4c99-8133-b5b6d80654a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864239 Feb 09 21:57:54.756246 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50313c76-6017-4828-ae21-4509f92d4c6d tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:54.762460 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50313c76-6017-4828-ae21-4509f92d4c6d tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:54.768830 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50313c76-6017-4828-ae21-4509f92d4c6d tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:54.770609 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-50313c76-6017-4828-ae21-4509f92d4c6d tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.1457982 Feb 09 21:57:54.774050 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 60376) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:54.794820 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-55b9e506-3d70-402c-acf4-8465f00ac21c None None] Current status of the port b0906760-aa76-4a69-ab58-58f2aef5d0d0 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:57:54.843342 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-07c82a1e-0d50-43e1-9731-10dff35a6684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (7f224d84-ad4a-4c2f-9dd2-8578bc77578c), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:54.847021 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-07c82a1e-0d50-43e1-9731-10dff35a6684 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:54.850758 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-07c82a1e-0d50-43e1-9731-10dff35a6684 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/7f224d84-ad4a-4c2f-9dd2-8578bc77578c HTTP/1.1" status: 204 len: 168 time: 0.2835808 Feb 09 21:57:54.866240 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c82a1e-0d50-43e1-9731-10dff35a6684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f224d84-ad4a-4c2f-9dd2-8578bc77578c,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:55.062758 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-38ab5cb9-a52a-42dd-bc56-42bc4bde0c9c tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] Deleting port 1ea22bb1-e3ee-4808-92bd-acb456905dc9 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:57:55.063193 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-38ab5cb9-a52a-42dd-bc56-42bc4bde0c9c tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (1ea22bb1-e3ee-4808-92bd-acb456905dc9), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:55.165474 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d5bf93-1ea1-4ca6-a3fa-e00205b3bc93 req-ee8dddae-87cd-4ef7-9376-4044c58de0ae tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:55.167293 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d5d5bf93-1ea1-4ca6-a3fa-e00205b3bc93 req-ee8dddae-87cd-4ef7-9376-4044c58de0ae tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.89 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 945 time: 0.1370170 Feb 09 21:57:55.199283 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-38ab5cb9-a52a-42dd-bc56-42bc4bde0c9c tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (1ea22bb1-e3ee-4808-92bd-acb456905dc9), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:55.222544 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-38ab5cb9-a52a-42dd-bc56-42bc4bde0c9c tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] Calling delete_port for 1ea22bb1-e3ee-4808-92bd-acb456905dc9 owned by {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:57:55.227252 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-75b72d74-937b-4c72-ad20-8c35c1a0c18d None None] Provisioning complete for port b0906760-aa76-4a69-ab58-58f2aef5d0d0 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:57:55.229370 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-75b72d74-937b-4c72-ad20-8c35c1a0c18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (b0906760-aa76-4a69-ab58-58f2aef5d0d0), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:55.422065 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-d5d5bf93-1ea1-4ca6-a3fa-e00205b3bc93 req-ae0dba74-c453-4faa-98f6-d2283ee70bb3 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Deleting port fc4d8690-2c93-4a34-8416-c6d01e3a225f {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:57:55.422626 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-d5d5bf93-1ea1-4ca6-a3fa-e00205b3bc93 req-ae0dba74-c453-4faa-98f6-d2283ee70bb3 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (fc4d8690-2c93-4a34-8416-c6d01e3a225f), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:55.426229 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-75b72d74-937b-4c72-ad20-8c35c1a0c18d None None] Current status of the port b0906760-aa76-4a69-ab58-58f2aef5d0d0 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:57:55.430697 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device b0906760-aa76-4a69-ab58-58f2aef5d0d0 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:57:55.472423 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-38ab5cb9-a52a-42dd-bc56-42bc4bde0c9c tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (1ea22bb1-e3ee-4808-92bd-acb456905dc9), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:55.538156 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ab5cb9-a52a-42dd-bc56-42bc4bde0c9c tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] Pushing event deleted for resources: {'Port': ['ID=1ea22bb1-e3ee-4808-92bd-acb456905dc9,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:55.561997 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-75b72d74-937b-4c72-ad20-8c35c1a0c18d None None] Provisioning complete for port 1ea22bb1-e3ee-4808-92bd-acb456905dc9 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:57:55.562394 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-75b72d74-937b-4c72-ad20-8c35c1a0c18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (1ea22bb1-e3ee-4808-92bd-acb456905dc9), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:55.634405 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 60394) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:55.636961 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-75b72d74-937b-4c72-ad20-8c35c1a0c18d None None] Port 1ea22bb1-e3ee-4808-92bd-acb456905dc9 was deleted so its status cannot be updated. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 09 21:57:55.639335 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port b0906760-aa76-4a69-ab58-58f2aef5d0d0 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:57:55.639946 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (b0906760-aa76-4a69-ab58-58f2aef5d0d0), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:55.690226 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-38ab5cb9-a52a-42dd-bc56-42bc4bde0c9c tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:55.697903 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-38ab5cb9-a52a-42dd-bc56-42bc4bde0c9c tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] 10.222.0.90 "DELETE /v2.0/ports/1ea22bb1-e3ee-4808-92bd-acb456905dc9 HTTP/1.1" status: 204 len: 168 time: 0.9191947 Feb 09 21:57:55.703049 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 60396) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:55.711534 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-296e863c-b779-484c-a1de-06509363801d tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] Request body: {'port': {'name': 'tempest-new-port-name-1518992520', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:55.711940 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.api.validators [None req-296e863c-b779-484c-a1de-06509363801d tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] bootfile-name is not in valid_values {{(pid=103140) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 21:57:55.712313 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.api.validators [None req-296e863c-b779-484c-a1de-06509363801d tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] tftp-server is not in valid_values {{(pid=103140) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 21:57:55.712711 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.api.validators [None req-296e863c-b779-484c-a1de-06509363801d tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] server-ip-address is not in valid_values {{(pid=103140) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 21:57:55.773468 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-75b72d74-937b-4c72-ad20-8c35c1a0c18d None None] Provisioning complete for port e3d3e30c-5e72-4f45-817e-f2efd301edf1 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:57:55.773830 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-d5d5bf93-1ea1-4ca6-a3fa-e00205b3bc93 req-ae0dba74-c453-4faa-98f6-d2283ee70bb3 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] For port fc4d8690-2c93-4a34-8416-c6d01e3a225f, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=fc4d8690-2c93-4a34-8416-c6d01e3a225f,segment=NetworkSegment(682b57c6-7518-4480-8840-98896ec39a8d),segment_id=682b57c6-7518-4480-8840-98896ec39a8d)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:57:55.774310 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-d5d5bf93-1ea1-4ca6-a3fa-e00205b3bc93 req-ae0dba74-c453-4faa-98f6-d2283ee70bb3 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (fc4d8690-2c93-4a34-8416-c6d01e3a225f), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:55.777636 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-75b72d74-937b-4c72-ad20-8c35c1a0c18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (e3d3e30c-5e72-4f45-817e-f2efd301edf1), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:55.833590 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-296e863c-b779-484c-a1de-06509363801d tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (e3d3e30c-5e72-4f45-817e-f2efd301edf1), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:55.898615 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-75b72d74-937b-4c72-ad20-8c35c1a0c18d None None] Port e3d3e30c-5e72-4f45-817e-f2efd301edf1 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:57:55.942823 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port b0906760-aa76-4a69-ab58-58f2aef5d0d0 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:57:56.024410 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-8b26b86c-8531-4fb2-8391-30583a604c24 None None] Could not find standard attr ID for object 1ea22bb1-e3ee-4808-92bd-acb456905dc9. {{(pid=103142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 21:57:56.047973 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-8b26b86c-8531-4fb2-8391-30583a604c24 None None] Provisioning complete for port e3d3e30c-5e72-4f45-817e-f2efd301edf1 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:57:56.050961 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-8b26b86c-8531-4fb2-8391-30583a604c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (e3d3e30c-5e72-4f45-817e-f2efd301edf1), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:56.161366 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-8b26b86c-8531-4fb2-8391-30583a604c24 None None] Port e3d3e30c-5e72-4f45-817e-f2efd301edf1 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:57:56.228661 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-d5d5bf93-1ea1-4ca6-a3fa-e00205b3bc93 req-ae0dba74-c453-4faa-98f6-d2283ee70bb3 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:56.229115 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-d5d5bf93-1ea1-4ca6-a3fa-e00205b3bc93 req-ae0dba74-c453-4faa-98f6-d2283ee70bb3 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (da7e4d61-d7c0-4d1d-8bc4-51cd7cdfaa18), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:56.229417 n-d-828369-5 neutron-server[103141]: INFO neutron.db.l3_db [req-d5d5bf93-1ea1-4ca6-a3fa-e00205b3bc93 req-ae0dba74-c453-4faa-98f6-d2283ee70bb3 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Floating IP da7e4d61-d7c0-4d1d-8bc4-51cd7cdfaa18 disassociated. External IP: 172.25.3.75, port: fc4d8690-2c93-4a34-8416-c6d01e3a225f. Feb 09 21:57:56.230640 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-d5d5bf93-1ea1-4ca6-a3fa-e00205b3bc93 req-ae0dba74-c453-4faa-98f6-d2283ee70bb3 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Calling delete_port for fc4d8690-2c93-4a34-8416-c6d01e3a225f owned by compute:nova {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:57:56.235359 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-b5020e86-0835-4cf7-a4a0-6c7a90f4c31a admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=0541c79c5366469fa7ff0ad19f408487&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6001649 Feb 09 21:57:56.238219 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 60410) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:56.281871 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-296e863c-b779-484c-a1de-06509363801d tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] Publish callbacks [] for port (e3d3e30c-5e72-4f45-817e-f2efd301edf1), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:56.293847 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-296e863c-b779-484c-a1de-06509363801d tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (e3d3e30c-5e72-4f45-817e-f2efd301edf1), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:56.351479 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296e863c-b779-484c-a1de-06509363801d tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] Pushing event updated for resources: {'Port': ['ID=e3d3e30c-5e72-4f45-817e-f2efd301edf1,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:56.412839 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-99baa5d9-655d-40bd-8ea5-ac170b3aa3fd admin admin] Publish callbacks [] for security_group (51a70613-f6ca-403b-91de-beca239593b0), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:56.431081 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a255b5-406b-408c-94ce-90558f489361 req-33d11af1-4a37-4626-8b67-09e4f2cc29f8 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:56.432654 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-83a255b5-406b-408c-94ce-90558f489361 req-33d11af1-4a37-4626-8b67-09e4f2cc29f8 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 945 time: 0.5445497 Feb 09 21:57:56.444355 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-99baa5d9-655d-40bd-8ea5-ac170b3aa3fd admin admin] Publish callbacks [] for security_group (51a70613-f6ca-403b-91de-beca239593b0), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:56.517979 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-99baa5d9-655d-40bd-8ea5-ac170b3aa3fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (51a70613-f6ca-403b-91de-beca239593b0), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:56.528004 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-99baa5d9-655d-40bd-8ea5-ac170b3aa3fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:56.529408 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-99baa5d9-655d-40bd-8ea5-ac170b3aa3fd admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/51a70613-f6ca-403b-91de-beca239593b0 HTTP/1.1" status: 204 len: 168 time: 0.2900472 Feb 09 21:57:56.572526 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99baa5d9-655d-40bd-8ea5-ac170b3aa3fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a70613-f6ca-403b-91de-beca239593b0,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:56.650216 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-296e863c-b779-484c-a1de-06509363801d tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] In _notify_port_updated(), no bound segment for port e3d3e30c-5e72-4f45-817e-f2efd301edf1 on network 022ee2bd-a16d-4d7b-8821-220455a228ac {{(pid=103140) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 21:57:56.661727 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296e863c-b779-484c-a1de-06509363801d tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:56.662438 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-296e863c-b779-484c-a1de-06509363801d tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:56.671419 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-296e863c-b779-484c-a1de-06509363801d tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] 10.222.0.90 "PUT /v2.0/ports/e3d3e30c-5e72-4f45-817e-f2efd301edf1 HTTP/1.1" status: 200 len: 1136 time: 0.9672453 Feb 09 21:57:56.675501 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 60414) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:56.709903 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-83a255b5-406b-408c-94ce-90558f489361 req-d87f12eb-56f7-4447-ba14-ac45cb9d53a7 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups?id=4c89ea32-e697-4c99-8133-b5b6d80654a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1884747 Feb 09 21:57:56.766108 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b47340-ebb4-4f2f-965f-dcfbb538bbe1 tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:57:56.767462 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-a3b47340-ebb4-4f2f-965f-dcfbb538bbe1 tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] 10.222.0.90 "GET /v2.0/ports/e3d3e30c-5e72-4f45-817e-f2efd301edf1 HTTP/1.1" status: 200 len: 1136 time: 0.0910807 Feb 09 21:57:56.772256 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 60416) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:56.780706 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-d5d5bf93-1ea1-4ca6-a3fa-e00205b3bc93 req-ae0dba74-c453-4faa-98f6-d2283ee70bb3 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (fc4d8690-2c93-4a34-8416-c6d01e3a225f), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:56.849941 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0dba74-c453-4faa-98f6-d2283ee70bb3 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Pushing event deleted for resources: {'Port': ['ID=fc4d8690-2c93-4a34-8416-c6d01e3a225f,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:56.912332 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-4c7b5fa4-90a8-47d8-92b0-5072b9839f4a None None] Provisioning complete for port e3d3e30c-5e72-4f45-817e-f2efd301edf1 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:57:56.912866 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-4c7b5fa4-90a8-47d8-92b0-5072b9839f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (e3d3e30c-5e72-4f45-817e-f2efd301edf1), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:57.004290 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-97943bc4-d5da-4f03-9a20-8e32ba5f69bb tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] Deleting port e3d3e30c-5e72-4f45-817e-f2efd301edf1 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:57:57.005013 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-4c7b5fa4-90a8-47d8-92b0-5072b9839f4a None None] Port e3d3e30c-5e72-4f45-817e-f2efd301edf1 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:57:57.012196 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-97943bc4-d5da-4f03-9a20-8e32ba5f69bb tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (e3d3e30c-5e72-4f45-817e-f2efd301edf1), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:57.284504 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-97943bc4-d5da-4f03-9a20-8e32ba5f69bb tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (e3d3e30c-5e72-4f45-817e-f2efd301edf1), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:57.294412 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d5d5bf93-1ea1-4ca6-a3fa-e00205b3bc93 req-ae0dba74-c453-4faa-98f6-d2283ee70bb3 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Router aa7612bf-f480-4cb0-b32f-185427757c8c has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:57:57.330179 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-97943bc4-d5da-4f03-9a20-8e32ba5f69bb tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] Calling delete_port for e3d3e30c-5e72-4f45-817e-f2efd301edf1 owned by {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:57:57.575093 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d5d5bf93-1ea1-4ca6-a3fa-e00205b3bc93 req-ae0dba74-c453-4faa-98f6-d2283ee70bb3 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:57:57.613757 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4472ca8c-e34e-4843-b44b-83319fece482 None None] Sync routers for ids ['aa7612bf-f480-4cb0-b32f-185427757c8c'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:57:57.670336 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4472ca8c-e34e-4843-b44b-83319fece482 None None] Routers {'aa7612bf-f480-4cb0-b32f-185427757c8c'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:57:57.673652 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-4472ca8c-e34e-4843-b44b-83319fece482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:57:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['aa7612bf-f480-4cb0-b32f-185427757c8c'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:57.684590 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-97943bc4-d5da-4f03-9a20-8e32ba5f69bb tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (e3d3e30c-5e72-4f45-817e-f2efd301edf1), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:57.715527 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5d5bf93-1ea1-4ca6-a3fa-e00205b3bc93 req-ae0dba74-c453-4faa-98f6-d2283ee70bb3 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] No DVR routers for this DVR port fc4d8690-2c93-4a34-8416-c6d01e3a225f on host n-h2-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:57:57.727961 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-d5d5bf93-1ea1-4ca6-a3fa-e00205b3bc93 req-ae0dba74-c453-4faa-98f6-d2283ee70bb3 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:57.751208 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97943bc4-d5da-4f03-9a20-8e32ba5f69bb tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] Pushing event deleted for resources: {'Port': ['ID=e3d3e30c-5e72-4f45-817e-f2efd301edf1,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:57.822166 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d5d5bf93-1ea1-4ca6-a3fa-e00205b3bc93 req-ae0dba74-c453-4faa-98f6-d2283ee70bb3 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.89 "DELETE /v2.0/ports/fc4d8690-2c93-4a34-8416-c6d01e3a225f HTTP/1.1" status: 204 len: 173 time: 2.6483090 Feb 09 21:57:57.822682 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e096926-65cd-4dbc-a650-c2ffbdbd3851', 'name': 'network-vif-deleted', 'tag': 'fc4d8690-2c93-4a34-8416-c6d01e3a225f'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:57:57.855720 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-484292ed-3d88-45d1-b308-bc7591809f4b" -d '{"events": [{"server_uuid": "7e096926-65cd-4dbc-a650-c2ffbdbd3851", "name": "network-vif-deleted", "tag": "fc4d8690-2c93-4a34-8416-c6d01e3a225f"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:57:57.986159 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-97943bc4-d5da-4f03-9a20-8e32ba5f69bb tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:57.989883 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-97943bc4-d5da-4f03-9a20-8e32ba5f69bb tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] 10.222.0.90 "DELETE /v2.0/ports/e3d3e30c-5e72-4f45-817e-f2efd301edf1 HTTP/1.1" status: 204 len: 168 time: 1.2173471 Feb 09 21:57:57.992552 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 60442) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:58.221734 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device fc4d8690-2c93-4a34-8416-c6d01e3a225f no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:57:58.222685 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bc54118-45be-42c9-9b46-77a34a76046a tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] Deleting subnet 95f424b4-0c4b-45c5-b8b4-d10a898f73d6 {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:57:58.232168 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3bc54118-45be-42c9-9b46-77a34a76046a tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] Publish callbacks [] for subnet (95f424b4-0c4b-45c5-b8b4-d10a898f73d6), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:58.264935 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-86df488b-ae10-49b5-bf97-93c120339bc3 req-c69d71ef-3940-45d6-8bb4-9d7403edca55 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e096926-65cd-4dbc-a650-c2ffbdbd3851 HTTP/1.1" status: 200 len: 210 time: 0.1187224 Feb 09 21:57:58.330287 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3bc54118-45be-42c9-9b46-77a34a76046a tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (95f424b4-0c4b-45c5-b8b4-d10a898f73d6), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:58.428619 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3bc54118-45be-42c9-9b46-77a34a76046a tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (95f424b4-0c4b-45c5-b8b4-d10a898f73d6), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:58.500613 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-227de8cc-cfcd-4173-be75-d390596d6511 x-openstack-request-id: req-227de8cc-cfcd-4173-be75-d390596d6511 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:57:58.501028 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e096926-65cd-4dbc-a650-c2ffbdbd3851", "name": "network-vif-deleted", "tag": "fc4d8690-2c93-4a34-8416-c6d01e3a225f", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:57:58.501276 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-227de8cc-cfcd-4173-be75-d390596d6511 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:57:58.501764 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e096926-65cd-4dbc-a650-c2ffbdbd3851', 'name': 'network-vif-deleted', 'tag': 'fc4d8690-2c93-4a34-8416-c6d01e3a225f', 'status': 'completed', 'code': 200} Feb 09 21:57:58.503665 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3bc54118-45be-42c9-9b46-77a34a76046a tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (95f424b4-0c4b-45c5-b8b4-d10a898f73d6), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:58.530693 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3bc54118-45be-42c9-9b46-77a34a76046a tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:58.538401 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-3bc54118-45be-42c9-9b46-77a34a76046a tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] 10.222.0.90 "DELETE /v2.0/subnets/95f424b4-0c4b-45c5-b8b4-d10a898f73d6 HTTP/1.1" status: 204 len: 168 time: 0.5444119 Feb 09 21:57:58.539102 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] No Port match for: fc4d8690-2c93-4a34-8416-c6d01e3a225f {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:57:58.539449 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device fc4d8690-2c93-4a34-8416-c6d01e3a225f not bound to the agent host n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:57:58.541152 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 60460) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:58.560883 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-4472ca8c-e34e-4843-b44b-83319fece482 None None] Set router aa7612bf-f480-4cb0-b32f-185427757c8c gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:57:58.563175 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ba7d84-757a-40ad-b18f-e4def93177e1 None None] Network 022ee2bd-a16d-4d7b-8821-220455a228ac requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:57:58.664498 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-726733c4-0f54-4999-80ae-80c685a36677 tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (022ee2bd-a16d-4d7b-8821-220455a228ac), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:58.690850 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc54118-45be-42c9-9b46-77a34a76046a tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] Pushing event deleted for resources: {'Subnet': ['ID=95f424b4-0c4b-45c5-b8b4-d10a898f73d6,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:58.813700 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-726733c4-0f54-4999-80ae-80c685a36677 tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] Deleting port b0906760-aa76-4a69-ab58-58f2aef5d0d0 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:57:58.814243 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-726733c4-0f54-4999-80ae-80c685a36677 tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (b0906760-aa76-4a69-ab58-58f2aef5d0d0), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:58.920110 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 60464) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:58.971229 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-726733c4-0f54-4999-80ae-80c685a36677 tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] For port b0906760-aa76-4a69-ab58-58f2aef5d0d0, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=b0906760-aa76-4a69-ab58-58f2aef5d0d0,segment=NetworkSegment(66e29220-7036-4785-88b1-0a53bf7386c8),segment_id=66e29220-7036-4785-88b1-0a53bf7386c8)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:57:58.976493 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-726733c4-0f54-4999-80ae-80c685a36677 tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (b0906760-aa76-4a69-ab58-58f2aef5d0d0), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:59.001646 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-726733c4-0f54-4999-80ae-80c685a36677 tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] Calling delete_port for b0906760-aa76-4a69-ab58-58f2aef5d0d0 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:57:59.092207 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-4472ca8c-e34e-4843-b44b-83319fece482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa7612bf-f480-4cb0-b32f-185427757c8c', 'name': 'tempest-ServerActionsTestJSON-1876642922-router', 'tenant_id': 'b97bcc6d3a344052b623ebf4a39465fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '587ac4e0-6cbe-4b2a-9300-94d68ccad8ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:49:14Z', 'updated_at': '2022-02-09T21:49:20Z', 'revision_number': 4, 'project_id': 'b97bcc6d3a344052b623ebf4a39465fa', 'gw_port': {'id': '587ac4e0-6cbe-4b2a-9300-94d68ccad8ff', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7612bf-f480-4cb0-b32f-185427757c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:49:16Z', 'updated_at': '2022-02-09T21:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '5c5a4501-96fb-478b-b835-a4fb4cec0c99', 'name': '', 'network_id': '23f1a6df-2b4b-4777-8497-2928c76d9f17', 'tenant_id': 'b97bcc6d3a344052b623ebf4a39465fa', 'mac_address': 'fa:16:3e:a3:59:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7612bf-f480-4cb0-b32f-185427757c8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': 'b55ac71e-6529-43b3-9355-0e693d39e1f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:49:19Z', 'updated_at': '2022-02-09T21:49:28Z', 'revision_number': 5, 'project_id': 'b97bcc6d3a344052b623ebf4a39465fa', 'subnets': [{'id': 'b55ac71e-6529-43b3-9355-0e693d39e1f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:59.174844 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97226df-fa74-46bb-9af5-6de7d8d9dafe None None] DHCP port deletion for 022ee2bd-a16d-4d7b-8821-220455a228ac request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:57:59.260583 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-726733c4-0f54-4999-80ae-80c685a36677 tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (b0906760-aa76-4a69-ab58-58f2aef5d0d0), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:59.299636 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-58012988-c982-4495-a066-066e1c7bc1d1 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1953553771-network', 'tenant_id': '305d3451003845b3a5ca67de8a07f159'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:57:59.307365 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4472ca8c-e34e-4843-b44b-83319fece482 None None] Checking router: aa7612bf-f480-4cb0-b32f-185427757c8c for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:57:59.316893 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726733c4-0f54-4999-80ae-80c685a36677 tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] Pushing event deleted for resources: {'Port': ['ID=b0906760-aa76-4a69-ab58-58f2aef5d0d0,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:59.332593 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726733c4-0f54-4999-80ae-80c685a36677 tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] No DVR routers for this DVR port b0906760-aa76-4a69-ab58-58f2aef5d0d0 on host n-d-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:57:59.398452 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58012988-c982-4495-a066-066e1c7bc1d1 admin admin] Made reservation on behalf of 305d3451003845b3a5ca67de8a07f159 for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:57:59.401076 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-e97226df-fa74-46bb-9af5-6de7d8d9dafe None None] The port 'b0906760-aa76-4a69-ab58-58f2aef5d0d0' was deleted {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Feb 09 21:57:59.410685 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-58012988-c982-4495-a066-066e1c7bc1d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:59.443875 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4472ca8c-e34e-4843-b44b-83319fece482 None None] Routers {'aa7612bf-f480-4cb0-b32f-185427757c8c'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:57:59.444530 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-4472ca8c-e34e-4843-b44b-83319fece482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:57:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['aa7612bf-f480-4cb0-b32f-185427757c8c'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:59.449371 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 60474) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:59.514717 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-58012988-c982-4495-a066-066e1c7bc1d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:59.534547 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-726733c4-0f54-4999-80ae-80c685a36677 tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (022ee2bd-a16d-4d7b-8821-220455a228ac), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:59.591900 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-726733c4-0f54-4999-80ae-80c685a36677 tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['022ee2bd-a16d-4d7b-8821-220455a228ac']}} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:59.603847 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-16a9a1fc-10bf-43fd-bfa5-84b484c85912 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Publish callbacks [] for security_group (4c89ea32-e697-4c99-8133-b5b6d80654a9), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:59.684028 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-16a9a1fc-10bf-43fd-bfa5-84b484c85912 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Publish callbacks [] for security_group (4c89ea32-e697-4c99-8133-b5b6d80654a9), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:59.717614 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-58012988-c982-4495-a066-066e1c7bc1d1 admin admin] Publish callbacks [] for security_group (27d6346e-868a-4a6e-8ec8-daf1eaf3af8d), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:59.731334 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-58012988-c982-4495-a066-066e1c7bc1d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (27d6346e-868a-4a6e-8ec8-daf1eaf3af8d), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:59.771942 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-4472ca8c-e34e-4843-b44b-83319fece482 None None] Set router aa7612bf-f480-4cb0-b32f-185427757c8c gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:57:59.799757 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-726733c4-0f54-4999-80ae-80c685a36677 tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66e29220-7036-4785-88b1-0a53bf7386c8') {'for_net_delete': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:59.800139 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-726733c4-0f54-4999-80ae-80c685a36677 tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66e29220-7036-4785-88b1-0a53bf7386c8') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:57:59.812550 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58012988-c982-4495-a066-066e1c7bc1d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:57:59.815138 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-16a9a1fc-10bf-43fd-bfa5-84b484c85912 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (4c89ea32-e697-4c99-8133-b5b6d80654a9), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:59.818330 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-16a9a1fc-10bf-43fd-bfa5-84b484c85912 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:59.822712 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-16a9a1fc-10bf-43fd-bfa5-84b484c85912 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "DELETE /v2.0/security-groups/4c89ea32-e697-4c99-8133-b5b6d80654a9 HTTP/1.1" status: 204 len: 168 time: 0.3728840 Feb 09 21:57:59.823352 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 60484) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:59.844477 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58012988-c982-4495-a066-066e1c7bc1d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27d6346e-868a-4a6e-8ec8-daf1eaf3af8d,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:59.845806 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device b0906760-aa76-4a69-ab58-58f2aef5d0d0 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:57:59.851721 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-726733c4-0f54-4999-80ae-80c685a36677 tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110711'] for segment (66e29220-7036-4785-88b1-0a53bf7386c8), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:59.875315 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-58012988-c982-4495-a066-066e1c7bc1d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (d04436c1-38a7-49ff-99d3-155bd8dad8e9), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:57:59.877395 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-58012988-c982-4495-a066-066e1c7bc1d1 admin admin] Added segment d04436c1-38a7-49ff-99d3-155bd8dad8e9 of type vlan for network 7e0d0404-6a65-4e1e-a5d3-af4897ba6106 Feb 09 21:57:59.896424 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a9a1fc-10bf-43fd-bfa5-84b484c85912 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c89ea32-e697-4c99-8133-b5b6d80654a9,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:57:59.905805 n-d-828369-5 neutron-server[103140]: INFO neutron.api.v2.resource [None req-07681046-7155-4c7e-a54b-4b3f69defb1e tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] show failed (client error): The resource could not be found. Feb 09 21:57:59.913259 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-07681046-7155-4c7e-a54b-4b3f69defb1e tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "GET /v2.0/security-groups/4c89ea32-e697-4c99-8133-b5b6d80654a9 HTTP/1.1" status: 404 len: 347 time: 0.0829837 Feb 09 21:57:59.913846 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 60486) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:57:59.915633 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: b0906760-aa76-4a69-ab58-58f2aef5d0d0 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:57:59.915982 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device b0906760-aa76-4a69-ab58-58f2aef5d0d0 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:57:59.940383 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-726733c4-0f54-4999-80ae-80c685a36677 tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (66e29220-7036-4785-88b1-0a53bf7386c8), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:00.012108 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-58012988-c982-4495-a066-066e1c7bc1d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (7e0d0404-6a65-4e1e-a5d3-af4897ba6106), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:00.029863 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-726733c4-0f54-4999-80ae-80c685a36677 tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=103140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:58:00.031345 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-726733c4-0f54-4999-80ae-80c685a36677 tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669415'] for segment (66e29220-7036-4785-88b1-0a53bf7386c8), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:00.039830 n-d-828369-5 neutron-server[103140]: Traceback (most recent call last): Feb 09 21:58:00.039830 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:58:00.039830 n-d-828369-5 neutron-server[103140]: timer() Feb 09 21:58:00.039830 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:58:00.039830 n-d-828369-5 neutron-server[103140]: cb(*args, **kw) Feb 09 21:58:00.039830 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:58:00.039830 n-d-828369-5 neutron-server[103140]: return func(*args, **kwargs) Feb 09 21:58:00.039830 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:58:00.039830 n-d-828369-5 neutron-server[103140]: self._notify() Feb 09 21:58:00.039830 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:58:00.039830 n-d-828369-5 neutron-server[103140]: self.callback(batched_events) Feb 09 21:58:00.039830 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:58:00.039830 n-d-828369-5 neutron-server[103140]: event.method(event) Feb 09 21:58:00.039830 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:58:00.039830 n-d-828369-5 neutron-server[103140]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:58:00.039830 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:58:00.039830 n-d-828369-5 neutron-server[103140]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:58:00.039830 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:58:00.039830 n-d-828369-5 neutron-server[103140]: return f(self, *a, **k) Feb 09 21:58:00.039830 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:58:00.039830 n-d-828369-5 neutron-server[103140]: return self._get(url).json() Feb 09 21:58:00.039830 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:58:00.039830 n-d-828369-5 neutron-server[103140]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:58:00.039830 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:58:00.039830 n-d-828369-5 neutron-server[103140]: return self.request(url, 'GET', **kwargs) Feb 09 21:58:00.039830 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:58:00.039830 n-d-828369-5 neutron-server[103140]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:58:00.039830 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:58:00.039830 n-d-828369-5 neutron-server[103140]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:58:00.039830 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:58:00.039830 n-d-828369-5 neutron-server[103140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:58:00.039830 n-d-828369-5 neutron-server[103140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:58:00.071123 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-58012988-c982-4495-a066-066e1c7bc1d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (7e0d0404-6a65-4e1e-a5d3-af4897ba6106), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:00.073470 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58012988-c982-4495-a066-066e1c7bc1d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:00.075004 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-58012988-c982-4495-a066-066e1c7bc1d1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:00.144345 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-58012988-c982-4495-a066-066e1c7bc1d1 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2229364 Feb 09 21:58:00.186587 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 60488) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:00.288187 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58012988-c982-4495-a066-066e1c7bc1d1 admin admin] Pushing event updated for resources: {'Network': ['ID=7e0d0404-6a65-4e1e-a5d3-af4897ba6106,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:00.338091 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 7e0d0404-6a65-4e1e-a5d3-af4897ba6106 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:58:00.343116 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-9179a1a2-6db4-4f17-9d68-2e8670792193 admin admin] Request body: {'subnet': {'network_id': '7e0d0404-6a65-4e1e-a5d3-af4897ba6106', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1953553771-subnet', 'tenant_id': '305d3451003845b3a5ca67de8a07f159', 'ip_version': 4}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:58:00.371846 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-726733c4-0f54-4999-80ae-80c685a36677 tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (022ee2bd-a16d-4d7b-8821-220455a228ac), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:00.386080 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-726733c4-0f54-4999-80ae-80c685a36677 tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:00.390211 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-726733c4-0f54-4999-80ae-80c685a36677 tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] 10.222.0.90 "DELETE /v2.0/networks/022ee2bd-a16d-4d7b-8821-220455a228ac HTTP/1.1" status: 204 len: 168 time: 1.8478222 Feb 09 21:58:00.426369 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726733c4-0f54-4999-80ae-80c685a36677 tempest-ExtraDHCPOptionsTestJSON-1679800918 tempest-ExtraDHCPOptionsTestJSON-1679800918-project] Pushing event deleted for resources: {'Network': ['ID=022ee2bd-a16d-4d7b-8821-220455a228ac,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:00.436315 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9179a1a2-6db4-4f17-9d68-2e8670792193 admin admin] Made reservation on behalf of 305d3451003845b3a5ca67de8a07f159 for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:58:00.438727 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9179a1a2-6db4-4f17-9d68-2e8670792193 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621317'] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:00.687200 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-4472ca8c-e34e-4843-b44b-83319fece482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa7612bf-f480-4cb0-b32f-185427757c8c', 'name': 'tempest-ServerActionsTestJSON-1876642922-router', 'tenant_id': 'b97bcc6d3a344052b623ebf4a39465fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '587ac4e0-6cbe-4b2a-9300-94d68ccad8ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:49:14Z', 'updated_at': '2022-02-09T21:49:20Z', 'revision_number': 4, 'project_id': 'b97bcc6d3a344052b623ebf4a39465fa', 'gw_port': {'id': '587ac4e0-6cbe-4b2a-9300-94d68ccad8ff', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7612bf-f480-4cb0-b32f-185427757c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:49:16Z', 'updated_at': '2022-02-09T21:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '5c5a4501-96fb-478b-b835-a4fb4cec0c99', 'name': '', 'network_id': '23f1a6df-2b4b-4777-8497-2928c76d9f17', 'tenant_id': 'b97bcc6d3a344052b623ebf4a39465fa', 'mac_address': 'fa:16:3e:a3:59:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7612bf-f480-4cb0-b32f-185427757c8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': 'b55ac71e-6529-43b3-9355-0e693d39e1f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:49:19Z', 'updated_at': '2022-02-09T21:49:28Z', 'revision_number': 5, 'project_id': 'b97bcc6d3a344052b623ebf4a39465fa', 'subnets': [{'id': 'b55ac71e-6529-43b3-9355-0e693d39e1f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:00.749130 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4472ca8c-e34e-4843-b44b-83319fece482 None None] The sync data for ids ['aa7612bf-f480-4cb0-b32f-185427757c8c'] in n-d-828369-5 is: [{'id': 'aa7612bf-f480-4cb0-b32f-185427757c8c', 'name': 'tempest-ServerActionsTestJSON-1876642922-router', 'tenant_id': 'b97bcc6d3a344052b623ebf4a39465fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '587ac4e0-6cbe-4b2a-9300-94d68ccad8ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:49:14Z', 'updated_at': '2022-02-09T21:49:20Z', 'revision_number': 4, 'project_id': 'b97bcc6d3a344052b623ebf4a39465fa', 'gw_port': {'id': '587ac4e0-6cbe-4b2a-9300-94d68ccad8ff', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7612bf-f480-4cb0-b32f-185427757c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:49:16Z', 'updated_at': '2022-02-09T21:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '5c5a4501-96fb-478b-b835-a4fb4cec0c99', 'name': '', 'network_id': '23f1a6df-2b4b-4777-8497-2928c76d9f17', 'tenant_id': 'b97bcc6d3a344052b623ebf4a39465fa', 'mac_address': 'fa:16:3e:a3:59:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7612bf-f480-4cb0-b32f-185427757c8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': 'b55ac71e-6529-43b3-9355-0e693d39e1f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:49:19Z', 'updated_at': '2022-02-09T21:49:28Z', 'revision_number': 5, 'project_id': 'b97bcc6d3a344052b623ebf4a39465fa', 'subnets': [{'id': 'b55ac71e-6529-43b3-9355-0e693d39e1f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:58:00.768118 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9179a1a2-6db4-4f17-9d68-2e8670792193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621371'] for subnet (65428503-2877-450f-9531-065ddde804b5), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:00.842070 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9179a1a2-6db4-4f17-9d68-2e8670792193 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65428503-2877-450f-9531-065ddde804b5,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:00.898945 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 60504) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:00.911654 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-32d6f678-dbe8-4630-8635-4f8da6328482 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Deleting port a1987440-b992-4015-b6d3-7acf5c8105b5 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:58:00.911999 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-32d6f678-dbe8-4630-8635-4f8da6328482 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (a1987440-b992-4015-b6d3-7acf5c8105b5), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:01.031391 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9179a1a2-6db4-4f17-9d68-2e8670792193 admin admin] Checking segment: {'id': 'd04436c1-38a7-49ff-99d3-155bd8dad8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7e0d0404-6a65-4e1e-a5d3-af4897ba6106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:58:01.032382 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9179a1a2-6db4-4f17-9d68-2e8670792193 admin admin] Network hostable DHCP agents. Network: 7e0d0404-6a65-4e1e-a5d3-af4897ba6106, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:58:01.104267 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9179a1a2-6db4-4f17-9d68-2e8670792193 admin admin] Network 7e0d0404-6a65-4e1e-a5d3-af4897ba6106 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:58:01.126578 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-32d6f678-dbe8-4630-8635-4f8da6328482 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (a1987440-b992-4015-b6d3-7acf5c8105b5), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:01.127797 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-32d6f678-dbe8-4630-8635-4f8da6328482 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Publish callbacks [] for floatingip (a1987440-b992-4015-b6d3-7acf5c8105b5), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:01.169534 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-32d6f678-dbe8-4630-8635-4f8da6328482 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Calling delete_port for a1987440-b992-4015-b6d3-7acf5c8105b5 owned by network:floatingip {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:58:01.177442 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-9179a1a2-6db4-4f17-9d68-2e8670792193 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 7e0d0404-6a65-4e1e-a5d3-af4897ba6106) {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:58:01.187696 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-595e80fa-bcfd-4ca5-8abf-09d5499da380 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=66e9a87284ea4184aed1788d263b3301&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2873816 Feb 09 21:58:01.191997 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 60508) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:01.202773 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb0878d-d36d-4968-8535-baa94abf2d43 None None] Network 7e0d0404-6a65-4e1e-a5d3-af4897ba6106 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:58:01.228005 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9179a1a2-6db4-4f17-9d68-2e8670792193 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:01.228806 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9179a1a2-6db4-4f17-9d68-2e8670792193 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:01.333203 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e6f0aa0e-bc80-4e3d-9e1e-8e7f3b311b45 admin admin] Publish callbacks [] for security_group (3848af6d-3c4c-4319-8e3a-e78571f2b366), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:01.345572 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-9179a1a2-6db4-4f17-9d68-2e8670792193 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1320601 Feb 09 21:58:01.348867 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 60510) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:01.366808 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-2d53a219-e6cc-4ed1-8d4c-1bbaf42b47e7 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1953553771-router', 'tenant_id': '305d3451003845b3a5ca67de8a07f159', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:58:01.412978 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ec4db3-8377-402c-83f6-3f37af99e061 None None] New status for floating IP da7e4d61-d7c0-4d1d-8bc4-51cd7cdfaa18: DOWN {{(pid=103143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:58:01.451467 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e6f0aa0e-bc80-4e3d-9e1e-8e7f3b311b45 admin admin] Publish callbacks [] for security_group (3848af6d-3c4c-4319-8e3a-e78571f2b366), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:01.503319 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2d53a219-e6cc-4ed1-8d4c-1bbaf42b47e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (084d2afe-e10b-41bc-9536-b5713ce69a02), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:01.505417 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2d53a219-e6cc-4ed1-8d4c-1bbaf42b47e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (084d2afe-e10b-41bc-9536-b5713ce69a02), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:01.546587 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9030d71-d0f5-468f-9ab3-b21372fff9dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-7e0d0404-6a65-4e1e-a5d3-af4897ba6106', 'network_id': '7e0d0404-6a65-4e1e-a5d3-af4897ba6106', 'project_id': '305d3451003845b3a5ca67de8a07f159', 'fixed_ips': [{'subnet_id': '65428503-2877-450f-9531-065ddde804b5'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:58:01.547637 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a9030d71-d0f5-468f-9ab3-b21372fff9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:01.610710 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e6f0aa0e-bc80-4e3d-9e1e-8e7f3b311b45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (3848af6d-3c4c-4319-8e3a-e78571f2b366), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:01.619402 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e6f0aa0e-bc80-4e3d-9e1e-8e7f3b311b45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:01.636902 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-e6f0aa0e-bc80-4e3d-9e1e-8e7f3b311b45 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/3848af6d-3c4c-4319-8e3a-e78571f2b366 HTTP/1.1" status: 204 len: 168 time: 0.4406524 Feb 09 21:58:01.661857 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f0aa0e-bc80-4e3d-9e1e-8e7f3b311b45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3848af6d-3c4c-4319-8e3a-e78571f2b366,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:01.674500 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-32d6f678-dbe8-4630-8635-4f8da6328482 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (a1987440-b992-4015-b6d3-7acf5c8105b5), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:01.678326 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.db.api [None req-36ec4db3-8377-402c-83f6-3f37af99e061 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:58:01.679012 n-d-828369-5 neutron-server[103143]: DEBUG oslo_db.api [None req-36ec4db3-8377-402c-83f6-3f37af99e061 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:58:01.816608 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2d53a219-e6cc-4ed1-8d4c-1bbaf42b47e7 admin admin] Publish callbacks [] for router_controller (084d2afe-e10b-41bc-9536-b5713ce69a02), precommit_add_association {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:01.823515 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d6f678-dbe8-4630-8635-4f8da6328482 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Pushing event deleted for resources: {'Port': ['ID=a1987440-b992-4015-b6d3-7acf5c8105b5,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:01.909466 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-a9030d71-d0f5-468f-9ab3-b21372fff9dc None None] Allocated IP 172.20.0.2 (7e0d0404-6a65-4e1e-a5d3-af4897ba6106/65428503-2877-450f-9531-065ddde804b5/d36a3448-7f5e-4e17-9244-eae8e4df65f1) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:58:01.936842 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-32d6f678-dbe8-4630-8635-4f8da6328482 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Publish callbacks [] for floatingip (da7e4d61-d7c0-4d1d-8bc4-51cd7cdfaa18), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:01.939334 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-32d6f678-dbe8-4630-8635-4f8da6328482 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:01.943251 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-32d6f678-dbe8-4630-8635-4f8da6328482 tempest-ServerActionsTestJSON-1491465446 tempest-ServerActionsTestJSON-1491465446-project] 10.222.0.90 "DELETE /v2.0/floatingips/da7e4d61-d7c0-4d1d-8bc4-51cd7cdfaa18 HTTP/1.1" status: 204 len: 168 time: 2.0177555 Feb 09 21:58:01.950653 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 60516) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:02.188234 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ec4db3-8377-402c-83f6-3f37af99e061 None None] New status for floating IP da7e4d61-d7c0-4d1d-8bc4-51cd7cdfaa18: DOWN {{(pid=103143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 21:58:02.318085 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2d53a219-e6cc-4ed1-8d4c-1bbaf42b47e7 admin admin] Publish callbacks [] for router_gateway (084d2afe-e10b-41bc-9536-b5713ce69a02), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:02.401706 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a9030d71-d0f5-468f-9ab3-b21372fff9dc None None] Publish callbacks [] for port (d36a3448-7f5e-4e17-9244-eae8e4df65f1), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:02.424137 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a9030d71-d0f5-468f-9ab3-b21372fff9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (d36a3448-7f5e-4e17-9244-eae8e4df65f1), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:02.683503 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9030d71-d0f5-468f-9ab3-b21372fff9dc None None] Network 7e0d0404-6a65-4e1e-a5d3-af4897ba6106 is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:58:02.688076 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9030d71-d0f5-468f-9ab3-b21372fff9dc None None] Pushing event updated for resources: {'Port': ['ID=d36a3448-7f5e-4e17-9244-eae8e4df65f1,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:02.694290 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-a9030d71-d0f5-468f-9ab3-b21372fff9dc None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:58:02.696994 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9030d71-d0f5-468f-9ab3-b21372fff9dc None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:58:02.887267 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-a9030d71-d0f5-468f-9ab3-b21372fff9dc None None] Attempting to bind port d36a3448-7f5e-4e17-9244-eae8e4df65f1 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:58:02.889028 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-a9030d71-d0f5-468f-9ab3-b21372fff9dc None None] Attempting to bind port d36a3448-7f5e-4e17-9244-eae8e4df65f1 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': 'd04436c1-38a7-49ff-99d3-155bd8dad8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7e0d0404-6a65-4e1e-a5d3-af4897ba6106'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:58:02.892280 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9030d71-d0f5-468f-9ab3-b21372fff9dc None None] Attempting to bind port d36a3448-7f5e-4e17-9244-eae8e4df65f1 on network 7e0d0404-6a65-4e1e-a5d3-af4897ba6106 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:58:02.919899 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9030d71-d0f5-468f-9ab3-b21372fff9dc None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:58:02.920441 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9030d71-d0f5-468f-9ab3-b21372fff9dc None None] Checking segment: {'id': 'd04436c1-38a7-49ff-99d3-155bd8dad8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7e0d0404-6a65-4e1e-a5d3-af4897ba6106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:58:02.920961 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a9030d71-d0f5-468f-9ab3-b21372fff9dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:02.921470 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9030d71-d0f5-468f-9ab3-b21372fff9dc None None] Bound using segment: {'id': 'd04436c1-38a7-49ff-99d3-155bd8dad8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7e0d0404-6a65-4e1e-a5d3-af4897ba6106'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:58:02.922660 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-a9030d71-d0f5-468f-9ab3-b21372fff9dc None None] Bound port: d36a3448-7f5e-4e17-9244-eae8e4df65f1, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd04436c1-38a7-49ff-99d3-155bd8dad8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7e0d0404-6a65-4e1e-a5d3-af4897ba6106'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:58:02.925486 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a9030d71-d0f5-468f-9ab3-b21372fff9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (d36a3448-7f5e-4e17-9244-eae8e4df65f1), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:03.016298 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2d53a219-e6cc-4ed1-8d4c-1bbaf42b47e7 admin admin] Publish callbacks [] for router_gateway (084d2afe-e10b-41bc-9536-b5713ce69a02), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:03.067942 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a9030d71-d0f5-468f-9ab3-b21372fff9dc None None] For port d36a3448-7f5e-4e17-9244-eae8e4df65f1, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:58:03.068867 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2d53a219-e6cc-4ed1-8d4c-1bbaf42b47e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:03.078958 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a9030d71-d0f5-468f-9ab3-b21372fff9dc None None] For port d36a3448-7f5e-4e17-9244-eae8e4df65f1, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=d36a3448-7f5e-4e17-9244-eae8e4df65f1,segment=NetworkSegment(d04436c1-38a7-49ff-99d3-155bd8dad8e9),segment_id=d04436c1-38a7-49ff-99d3-155bd8dad8e9)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:58:03.092279 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a9030d71-d0f5-468f-9ab3-b21372fff9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (d36a3448-7f5e-4e17-9244-eae8e4df65f1), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:03.184419 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9030d71-d0f5-468f-9ab3-b21372fff9dc None None] Pushing event updated for resources: {'Port': ['ID=d36a3448-7f5e-4e17-9244-eae8e4df65f1,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:03.325924 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-2d53a219-e6cc-4ed1-8d4c-1bbaf42b47e7 admin admin] Allocated IP 172.25.3.163 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/65aced3d-7b4e-4e81-921b-97d9d57bf102) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:58:03.536278 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d5968dbd-c2a8-4d3c-900d-34ee9d8d7028 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524906'] for router_interface (aa7612bf-f480-4cb0-b32f-185427757c8c), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:03.590111 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 60558) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:03.641938 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2d53a219-e6cc-4ed1-8d4c-1bbaf42b47e7 admin admin] Publish callbacks [] for port (65aced3d-7b4e-4e81-921b-97d9d57bf102), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:03.753971 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2d53a219-e6cc-4ed1-8d4c-1bbaf42b47e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (65aced3d-7b4e-4e81-921b-97d9d57bf102), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:03.897098 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d53a219-e6cc-4ed1-8d4c-1bbaf42b47e7 admin admin] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:58:03.901743 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-2d53a219-e6cc-4ed1-8d4c-1bbaf42b47e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:58:03.928574 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d53a219-e6cc-4ed1-8d4c-1bbaf42b47e7 admin admin] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:58:03.935965 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d53a219-e6cc-4ed1-8d4c-1bbaf42b47e7 admin admin] Pushing event updated for resources: {'Port': ['ID=65aced3d-7b4e-4e81-921b-97d9d57bf102,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:04.219818 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-ec6e446c-1ca9-420a-8ce6-8b82ce2d24c0 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1606863201'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:58:04.324642 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec6e446c-1ca9-420a-8ce6-8b82ce2d24c0 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Made reservation on behalf of 3d87a25078dc4c2cafc043dd6019e7ec for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:58:04.329652 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ec6e446c-1ca9-420a-8ce6-8b82ce2d24c0 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:04.344606 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ec6e446c-1ca9-420a-8ce6-8b82ce2d24c0 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:04.403408 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2d53a219-e6cc-4ed1-8d4c-1bbaf42b47e7 admin admin] Publish callbacks [] for router_gateway (084d2afe-e10b-41bc-9536-b5713ce69a02), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:04.765725 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d5968dbd-c2a8-4d3c-900d-34ee9d8d7028 admin admin] Deleting port 5c5a4501-96fb-478b-b835-a4fb4cec0c99 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:58:04.766285 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d5968dbd-c2a8-4d3c-900d-34ee9d8d7028 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (5c5a4501-96fb-478b-b835-a4fb4cec0c99), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:04.829223 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2d53a219-e6cc-4ed1-8d4c-1bbaf42b47e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (084d2afe-e10b-41bc-9536-b5713ce69a02), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:04.939852 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d5968dbd-c2a8-4d3c-900d-34ee9d8d7028 admin admin] For port 5c5a4501-96fb-478b-b835-a4fb4cec0c99, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=5c5a4501-96fb-478b-b835-a4fb4cec0c99,segment=NetworkSegment(682b57c6-7518-4480-8840-98896ec39a8d),segment_id=682b57c6-7518-4480-8840-98896ec39a8d)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:58:04.941126 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d5968dbd-c2a8-4d3c-900d-34ee9d8d7028 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (5c5a4501-96fb-478b-b835-a4fb4cec0c99), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:04.943525 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ec6e446c-1ca9-420a-8ce6-8b82ce2d24c0 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks [] for security_group (dcdf1735-f9b7-49c9-b0c2-a07265157468), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:04.956242 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d5968dbd-c2a8-4d3c-900d-34ee9d8d7028 admin admin] Calling delete_port for 5c5a4501-96fb-478b-b835-a4fb4cec0c99 owned by network:router_interface {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:58:04.958296 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ec6e446c-1ca9-420a-8ce6-8b82ce2d24c0 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (dcdf1735-f9b7-49c9-b0c2-a07265157468), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:05.001072 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec6e446c-1ca9-420a-8ce6-8b82ce2d24c0 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:58:05.034070 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ec6e446c-1ca9-420a-8ce6-8b82ce2d24c0 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (b645e93c-a3e2-4843-bcd4-af48f9bcbc5f), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:05.034720 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-ec6e446c-1ca9-420a-8ce6-8b82ce2d24c0 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Added segment b645e93c-a3e2-4843-bcd4-af48f9bcbc5f of type vlan for network 2dd77770-8c9b-4cd6-9292-a8d23e71c4dd Feb 09 21:58:05.036087 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6e446c-1ca9-420a-8ce6-8b82ce2d24c0 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcdf1735-f9b7-49c9-b0c2-a07265157468,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:05.139826 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ec6e446c-1ca9-420a-8ce6-8b82ce2d24c0 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (2dd77770-8c9b-4cd6-9292-a8d23e71c4dd), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:05.178157 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d53a219-e6cc-4ed1-8d4c-1bbaf42b47e7 admin admin] Router 084d2afe-e10b-41bc-9536-b5713ce69a02 is scheduled to L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 with binding_index 1 {{(pid=103141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:58:05.183716 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ec6e446c-1ca9-420a-8ce6-8b82ce2d24c0 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (2dd77770-8c9b-4cd6-9292-a8d23e71c4dd), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:05.189629 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6e446c-1ca9-420a-8ce6-8b82ce2d24c0 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:05.190619 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ec6e446c-1ca9-420a-8ce6-8b82ce2d24c0 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:05.195243 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce315176-cf4e-49db-b426-c9c0ae8e9e26 None None] Network 7e0d0404-6a65-4e1e-a5d3-af4897ba6106 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:58:05.284841 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d5968dbd-c2a8-4d3c-900d-34ee9d8d7028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (5c5a4501-96fb-478b-b835-a4fb4cec0c99), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:05.355941 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5968dbd-c2a8-4d3c-900d-34ee9d8d7028 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c5a4501-96fb-478b-b835-a4fb4cec0c99,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:05.424337 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-ec6e446c-1ca9-420a-8ce6-8b82ce2d24c0 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.8274460 Feb 09 21:58:05.637479 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device d36a3448-7f5e-4e17-9244-eae8e4df65f1 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:58:05.725062 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-507a41cf-af71-45d9-97e6-ec77a8d465aa None None] Provisioning complete for port d36a3448-7f5e-4e17-9244-eae8e4df65f1 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:58:05.727506 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-507a41cf-af71-45d9-97e6-ec77a8d465aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (d36a3448-7f5e-4e17-9244-eae8e4df65f1), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:05.785124 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d53a219-e6cc-4ed1-8d4c-1bbaf42b47e7 admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:58:05.807902 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6e446c-1ca9-420a-8ce6-8b82ce2d24c0 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Pushing event updated for resources: {'Network': ['ID=2dd77770-8c9b-4cd6-9292-a8d23e71c4dd,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:05.849007 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf9359d-6d47-4003-9aee-e09bc2032fa8 None None] Sync routers for ids ['084d2afe-e10b-41bc-9536-b5713ce69a02'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:58:05.889581 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6e446c-1ca9-420a-8ce6-8b82ce2d24c0 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:05.889931 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6e446c-1ca9-420a-8ce6-8b82ce2d24c0 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:05.890821 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6e446c-1ca9-420a-8ce6-8b82ce2d24c0 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:05.890821 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6e446c-1ca9-420a-8ce6-8b82ce2d24c0 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:05.891136 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6e446c-1ca9-420a-8ce6-8b82ce2d24c0 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:05.891355 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6e446c-1ca9-420a-8ce6-8b82ce2d24c0 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:05.891545 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6e446c-1ca9-420a-8ce6-8b82ce2d24c0 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:05.891881 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6e446c-1ca9-420a-8ce6-8b82ce2d24c0 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:05.892191 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6e446c-1ca9-420a-8ce6-8b82ce2d24c0 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:05.892549 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6e446c-1ca9-420a-8ce6-8b82ce2d24c0 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:05.893227 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6e446c-1ca9-420a-8ce6-8b82ce2d24c0 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:05.893227 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6e446c-1ca9-420a-8ce6-8b82ce2d24c0 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:05.893510 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6e446c-1ca9-420a-8ce6-8b82ce2d24c0 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:05.922403 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2d53a219-e6cc-4ed1-8d4c-1bbaf42b47e7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:05.923651 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-2d53a219-e6cc-4ed1-8d4c-1bbaf42b47e7 admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.5738332 Feb 09 21:58:05.926394 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 60582) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:05.993166 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 2dd77770-8c9b-4cd6-9292-a8d23e71c4dd details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:58:06.046827 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf9359d-6d47-4003-9aee-e09bc2032fa8 None None] Routers {'084d2afe-e10b-41bc-9536-b5713ce69a02'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:58:06.048491 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-bdf9359d-6d47-4003-9aee-e09bc2032fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:57:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['084d2afe-e10b-41bc-9536-b5713ce69a02'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:06.224887 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port d36a3448-7f5e-4e17-9244-eae8e4df65f1 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:58:06.225510 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (d36a3448-7f5e-4e17-9244-eae8e4df65f1), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:06.317713 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-507a41cf-af71-45d9-97e6-ec77a8d465aa None None] Current status of the port d36a3448-7f5e-4e17-9244-eae8e4df65f1 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:58:06.318580 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-507a41cf-af71-45d9-97e6-ec77a8d465aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (d36a3448-7f5e-4e17-9244-eae8e4df65f1), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:06.318735 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d5968dbd-c2a8-4d3c-900d-34ee9d8d7028 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-525054'] for router_interface (aa7612bf-f480-4cb0-b32f-185427757c8c), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:06.548624 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-507a41cf-af71-45d9-97e6-ec77a8d465aa None None] For port d36a3448-7f5e-4e17-9244-eae8e4df65f1, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=d36a3448-7f5e-4e17-9244-eae8e4df65f1,segment=NetworkSegment(d04436c1-38a7-49ff-99d3-155bd8dad8e9),segment_id=d04436c1-38a7-49ff-99d3-155bd8dad8e9)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:58:06.588797 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-507a41cf-af71-45d9-97e6-ec77a8d465aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (d36a3448-7f5e-4e17-9244-eae8e4df65f1), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:06.940775 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507a41cf-af71-45d9-97e6-ec77a8d465aa None None] Pushing event updated for resources: {'Port': ['ID=d36a3448-7f5e-4e17-9244-eae8e4df65f1,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:06.968818 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port d36a3448-7f5e-4e17-9244-eae8e4df65f1 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:58:07.073690 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 60610) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:07.091732 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-bdf9359d-6d47-4003-9aee-e09bc2032fa8 None None] Set router 084d2afe-e10b-41bc-9536-b5713ce69a02 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:58:07.368330 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e878d730-7eb0-4968-b07e-9180a649b3bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:07.542112 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device d36a3448-7f5e-4e17-9244-eae8e4df65f1 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:58:07.601155 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-e8e2297c-6edf-4495-97ea-04890fc1111d None None] Provisioning complete for port d36a3448-7f5e-4e17-9244-eae8e4df65f1 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:58:07.601785 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e8e2297c-6edf-4495-97ea-04890fc1111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (d36a3448-7f5e-4e17-9244-eae8e4df65f1), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:07.702045 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-bdf9359d-6d47-4003-9aee-e09bc2032fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '084d2afe-e10b-41bc-9536-b5713ce69a02', 'name': 'tempest-TestServerMultinode-1953553771-router', 'tenant_id': '305d3451003845b3a5ca67de8a07f159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '65aced3d-7b4e-4e81-921b-97d9d57bf102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:58:01Z', 'updated_at': '2022-02-09T21:58:04Z', 'revision_number': 3, 'project_id': '305d3451003845b3a5ca67de8a07f159', 'gw_port': {'id': '65aced3d-7b4e-4e81-921b-97d9d57bf102', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:f1:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '084d2afe-e10b-41bc-9536-b5713ce69a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:58:03Z', 'updated_at': '2022-02-09T21:58:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:07.703213 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e878d730-7eb0-4968-b07e-9180a649b3bd admin admin] Publish callbacks [] for security_group (1843c6eb-cf26-4aea-87c0-5c54ceb3d3ca), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:07.715904 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e878d730-7eb0-4968-b07e-9180a649b3bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (1843c6eb-cf26-4aea-87c0-5c54ceb3d3ca), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:07.756150 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf9359d-6d47-4003-9aee-e09bc2032fa8 None None] Checking router: 084d2afe-e10b-41bc-9536-b5713ce69a02 for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:58:07.758330 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf9359d-6d47-4003-9aee-e09bc2032fa8 None None] Updating router 084d2afe-e10b-41bc-9536-b5713ce69a02 port 65aced3d-7b4e-4e81-921b-97d9d57bf102 binding host n-d-828369-5 {{(pid=103142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:58:07.801390 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port d36a3448-7f5e-4e17-9244-eae8e4df65f1 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:58:07.803977 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (d36a3448-7f5e-4e17-9244-eae8e4df65f1), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:07.811380 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 60616) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:07.816521 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-bdf9359d-6d47-4003-9aee-e09bc2032fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (65aced3d-7b4e-4e81-921b-97d9d57bf102), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:07.816978 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-e878d730-7eb0-4968-b07e-9180a649b3bd admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=68170c6df1784e7e84df60ce5102f634&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7329607 Feb 09 21:58:07.898836 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e878d730-7eb0-4968-b07e-9180a649b3bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1843c6eb-cf26-4aea-87c0-5c54ceb3d3ca,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:07.916369 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5968dbd-c2a8-4d3c-900d-34ee9d8d7028 admin admin] Router aa7612bf-f480-4cb0-b32f-185427757c8c has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:58:08.021834 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e81550b8-d72f-4e70-88e4-ab324aa52d31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:08.218595 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-bdf9359d-6d47-4003-9aee-e09bc2032fa8 None None] Publish callbacks [] for port (65aced3d-7b4e-4e81-921b-97d9d57bf102), precommit_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:08.329205 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-bdf9359d-6d47-4003-9aee-e09bc2032fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (65aced3d-7b4e-4e81-921b-97d9d57bf102), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:08.352237 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bf0b6f21-4545-410b-b30c-40b27e03c35b admin admin] Publish callbacks [] for security_group (1843c6eb-cf26-4aea-87c0-5c54ceb3d3ca), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:08.410560 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-bdf9359d-6d47-4003-9aee-e09bc2032fa8 None None] Attempting to bind port 65aced3d-7b4e-4e81-921b-97d9d57bf102 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:58:08.411215 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-bdf9359d-6d47-4003-9aee-e09bc2032fa8 None None] Attempting to bind port 65aced3d-7b4e-4e81-921b-97d9d57bf102 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:58:08.411837 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf9359d-6d47-4003-9aee-e09bc2032fa8 None None] Attempting to bind port 65aced3d-7b4e-4e81-921b-97d9d57bf102 on network 54a442d5-50a0-4c75-85cc-d19f5bf58118 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:58:08.428646 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf9359d-6d47-4003-9aee-e09bc2032fa8 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:58:08.429365 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf9359d-6d47-4003-9aee-e09bc2032fa8 None None] Checking segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:58:08.429970 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-bdf9359d-6d47-4003-9aee-e09bc2032fa8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:08.430627 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf9359d-6d47-4003-9aee-e09bc2032fa8 None None] Bound using segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:58:08.431398 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-bdf9359d-6d47-4003-9aee-e09bc2032fa8 None None] Bound port: 65aced3d-7b4e-4e81-921b-97d9d57bf102, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:58:08.431975 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-bdf9359d-6d47-4003-9aee-e09bc2032fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (65aced3d-7b4e-4e81-921b-97d9d57bf102), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:08.485743 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bf0b6f21-4545-410b-b30c-40b27e03c35b admin admin] Publish callbacks [] for security_group (1843c6eb-cf26-4aea-87c0-5c54ceb3d3ca), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:08.514427 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-bdf9359d-6d47-4003-9aee-e09bc2032fa8 None None] For port 65aced3d-7b4e-4e81-921b-97d9d57bf102, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:58:08.517855 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-bdf9359d-6d47-4003-9aee-e09bc2032fa8 None None] For port 65aced3d-7b4e-4e81-921b-97d9d57bf102, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=65aced3d-7b4e-4e81-921b-97d9d57bf102,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:58:08.605837 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-e81550b8-d72f-4e70-88e4-ab324aa52d31 admin admin] Allocated IP 172.20.0.1 (7e0d0404-6a65-4e1e-a5d3-af4897ba6106/65428503-2877-450f-9531-065ddde804b5/6621afb4-0327-443e-9754-aa5f79891ed8) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:58:08.624011 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-e8e2297c-6edf-4495-97ea-04890fc1111d None None] Current status of the port d36a3448-7f5e-4e17-9244-eae8e4df65f1 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:58:08.630299 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-bdf9359d-6d47-4003-9aee-e09bc2032fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (65aced3d-7b4e-4e81-921b-97d9d57bf102), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:08.693387 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3972fa3-a166-4f71-8ca2-850a13552c8f None None] Pushing event updated for resources: {'Port': ['ID=65aced3d-7b4e-4e81-921b-97d9d57bf102,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:08.770717 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3972fa3-a166-4f71-8ca2-850a13552c8f None None] Pushing event updated for resources: {'Port': ['ID=65aced3d-7b4e-4e81-921b-97d9d57bf102,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:08.795396 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf9359d-6d47-4003-9aee-e09bc2032fa8 None None] Routers {'084d2afe-e10b-41bc-9536-b5713ce69a02'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:58:08.796054 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-bdf9359d-6d47-4003-9aee-e09bc2032fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:57:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['084d2afe-e10b-41bc-9536-b5713ce69a02'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:08.826169 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e81550b8-d72f-4e70-88e4-ab324aa52d31 admin admin] Publish callbacks [] for port (6621afb4-0327-443e-9754-aa5f79891ed8), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:08.849492 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 60624) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:08.854898 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-7fc6469e-a01e-4f96-9b12-767c957f02f3 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Request body: {'subnet': {'network_id': '2dd77770-8c9b-4cd6-9292-a8d23e71c4dd', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:58:08.895656 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5968dbd-c2a8-4d3c-900d-34ee9d8d7028 admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:58:08.909433 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-d5968dbd-c2a8-4d3c-900d-34ee9d8d7028 admin admin] 10.222.0.90 "PUT /v2.0/routers/aa7612bf-f480-4cb0-b32f-185427757c8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9574950 Feb 09 21:58:08.910252 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 60626) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:08.911146 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1bfbfd-8d82-4614-a105-b22383057fe9 None None] Sync routers for ids ['aa7612bf-f480-4cb0-b32f-185427757c8c'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:58:08.927698 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1bfbfd-8d82-4614-a105-b22383057fe9 None None] Routers {'aa7612bf-f480-4cb0-b32f-185427757c8c'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:58:08.930989 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-2b1bfbfd-8d82-4614-a105-b22383057fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:57:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['aa7612bf-f480-4cb0-b32f-185427757c8c'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:08.993160 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-bdf9359d-6d47-4003-9aee-e09bc2032fa8 None None] Set router 084d2afe-e10b-41bc-9536-b5713ce69a02 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:58:09.029381 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bf0b6f21-4545-410b-b30c-40b27e03c35b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (1843c6eb-cf26-4aea-87c0-5c54ceb3d3ca), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:09.032522 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bf0b6f21-4545-410b-b30c-40b27e03c35b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:09.033779 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-bf0b6f21-4545-410b-b30c-40b27e03c35b admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/1843c6eb-cf26-4aea-87c0-5c54ceb3d3ca HTTP/1.1" status: 204 len: 168 time: 1.2079661 Feb 09 21:58:09.046984 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e81550b8-d72f-4e70-88e4-ab324aa52d31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (6621afb4-0327-443e-9754-aa5f79891ed8), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:09.086575 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0b6f21-4545-410b-b30c-40b27e03c35b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1843c6eb-cf26-4aea-87c0-5c54ceb3d3ca,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:09.089087 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fc6469e-a01e-4f96-9b12-767c957f02f3 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Made reservation on behalf of 3d87a25078dc4c2cafc043dd6019e7ec for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:58:09.094144 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7fc6469e-a01e-4f96-9b12-767c957f02f3 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:09.117144 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81550b8-d72f-4e70-88e4-ab324aa52d31 admin admin] Network 7e0d0404-6a65-4e1e-a5d3-af4897ba6106 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:58:09.127062 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-e81550b8-d72f-4e70-88e4-ab324aa52d31 admin admin] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:58:09.149535 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81550b8-d72f-4e70-88e4-ab324aa52d31 admin admin] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:58:09.335117 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-df87a233-3d9b-445b-b9ab-3ceae42f1f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:09.392585 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port d36a3448-7f5e-4e17-9244-eae8e4df65f1 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:58:09.534101 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-2b1bfbfd-8d82-4614-a105-b22383057fe9 None None] Set router aa7612bf-f480-4cb0-b32f-185427757c8c gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:58:09.595533 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7fc6469e-a01e-4f96-9b12-767c957f02f3 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (1a48544e-ca53-41af-ba13-39849bac5b22), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:09.657333 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 60640) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:09.705931 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7bc4e12a-e7b1-40c0-8ab6-fa8492ef9ad3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:09.735477 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc6469e-a01e-4f96-9b12-767c957f02f3 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Pushing event updated for resources: {'Subnet': ['ID=1a48544e-ca53-41af-ba13-39849bac5b22,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:09.756903 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc6469e-a01e-4f96-9b12-767c957f02f3 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Checking segment: {'id': 'b645e93c-a3e2-4843-bcd4-af48f9bcbc5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '2dd77770-8c9b-4cd6-9292-a8d23e71c4dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:58:09.757782 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-1fd77ecf-7ee4-4f3d-94e5-3691a69168a9 None None] Provisioning complete for port 6621afb4-0327-443e-9754-aa5f79891ed8 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:58:09.758266 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc6469e-a01e-4f96-9b12-767c957f02f3 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Network hostable DHCP agents. Network: 2dd77770-8c9b-4cd6-9292-a8d23e71c4dd, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:58:09.758424 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1fd77ecf-7ee4-4f3d-94e5-3691a69168a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (6621afb4-0327-443e-9754-aa5f79891ed8), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:09.816729 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc6469e-a01e-4f96-9b12-767c957f02f3 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Network 2dd77770-8c9b-4cd6-9292-a8d23e71c4dd is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:58:09.849102 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-7fc6469e-a01e-4f96-9b12-767c957f02f3 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 2dd77770-8c9b-4cd6-9292-a8d23e71c4dd) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:58:09.861401 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-bdf9359d-6d47-4003-9aee-e09bc2032fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '084d2afe-e10b-41bc-9536-b5713ce69a02', 'name': 'tempest-TestServerMultinode-1953553771-router', 'tenant_id': '305d3451003845b3a5ca67de8a07f159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '65aced3d-7b4e-4e81-921b-97d9d57bf102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:58:01Z', 'updated_at': '2022-02-09T21:58:04Z', 'revision_number': 3, 'project_id': '305d3451003845b3a5ca67de8a07f159', 'gw_port': {'id': '65aced3d-7b4e-4e81-921b-97d9d57bf102', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:f1:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '084d2afe-e10b-41bc-9536-b5713ce69a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:58:03Z', 'updated_at': '2022-02-09T21:58:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:09.862509 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc6469e-a01e-4f96-9b12-767c957f02f3 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:09.863178 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7fc6469e-a01e-4f96-9b12-767c957f02f3 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:09.884962 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7bc4e12a-e7b1-40c0-8ab6-fa8492ef9ad3 admin admin] Publish callbacks [] for security_group (5ed9e365-7695-4fe1-82d7-073bcad5d4b7), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:09.891590 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7bc4e12a-e7b1-40c0-8ab6-fa8492ef9ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (5ed9e365-7695-4fe1-82d7-073bcad5d4b7), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:09.906906 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-2b1bfbfd-8d82-4614-a105-b22383057fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa7612bf-f480-4cb0-b32f-185427757c8c', 'name': 'tempest-ServerActionsTestJSON-1876642922-router', 'tenant_id': 'b97bcc6d3a344052b623ebf4a39465fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '587ac4e0-6cbe-4b2a-9300-94d68ccad8ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:49:14Z', 'updated_at': '2022-02-09T21:58:05Z', 'revision_number': 5, 'project_id': 'b97bcc6d3a344052b623ebf4a39465fa', 'gw_port': {'id': '587ac4e0-6cbe-4b2a-9300-94d68ccad8ff', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7612bf-f480-4cb0-b32f-185427757c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:49:16Z', 'updated_at': '2022-02-09T21:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:09.929567 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81550b8-d72f-4e70-88e4-ab324aa52d31 admin admin] Pushing event updated for resources: {'Port': ['ID=6621afb4-0327-443e-9754-aa5f79891ed8,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:09.947043 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf9359d-6d47-4003-9aee-e09bc2032fa8 None None] The sync data for ids ['084d2afe-e10b-41bc-9536-b5713ce69a02'] in n-d-828369-5 is: [{'id': '084d2afe-e10b-41bc-9536-b5713ce69a02', 'name': 'tempest-TestServerMultinode-1953553771-router', 'tenant_id': '305d3451003845b3a5ca67de8a07f159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '65aced3d-7b4e-4e81-921b-97d9d57bf102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:58:01Z', 'updated_at': '2022-02-09T21:58:04Z', 'revision_number': 3, 'project_id': '305d3451003845b3a5ca67de8a07f159', 'gw_port': {'id': '65aced3d-7b4e-4e81-921b-97d9d57bf102', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:f1:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '084d2afe-e10b-41bc-9536-b5713ce69a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:58:03Z', 'updated_at': '2022-02-09T21:58:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:58:09.948361 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-7bc4e12a-e7b1-40c0-8ab6-fa8492ef9ad3 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=7a4771b1d4fd42ccb7ff816d615f68df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2747600 Feb 09 21:58:09.952371 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 60650) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:09.959358 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d149cd4-8979-4a19-94f7-f7d5e54214c8 None None] Network 2dd77770-8c9b-4cd6-9292-a8d23e71c4dd requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:58:09.963155 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-7fc6469e-a01e-4f96-9b12-767c957f02f3 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1123474 Feb 09 21:58:09.971259 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-1fd77ecf-7ee4-4f3d-94e5-3691a69168a9 None None] Port 6621afb4-0327-443e-9754-aa5f79891ed8 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:58:09.975528 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 60652) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:09.985312 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-5906a50e-45ec-48a9-b46c-40fa65dc61d4 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-968020763'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:58:09.988505 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1bfbfd-8d82-4614-a105-b22383057fe9 None None] Checking router: aa7612bf-f480-4cb0-b32f-185427757c8c for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:58:10.016835 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1bfbfd-8d82-4614-a105-b22383057fe9 None None] Routers {'aa7612bf-f480-4cb0-b32f-185427757c8c'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:58:10.017480 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-2b1bfbfd-8d82-4614-a105-b22383057fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:57:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['aa7612bf-f480-4cb0-b32f-185427757c8c'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:10.045539 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-12659f15-1f73-467b-b47d-c48cb7991fe8 admin admin] Publish callbacks [] for router (aa7612bf-f480-4cb0-b32f-185427757c8c), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:10.046520 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc4e12a-e7b1-40c0-8ab6-fa8492ef9ad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed9e365-7695-4fe1-82d7-073bcad5d4b7,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:10.060393 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5906a50e-45ec-48a9-b46c-40fa65dc61d4 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Made reservation on behalf of 3d87a25078dc4c2cafc043dd6019e7ec for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:58:10.063793 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5906a50e-45ec-48a9-b46c-40fa65dc61d4 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:10.117042 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5906a50e-45ec-48a9-b46c-40fa65dc61d4 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:58:10.142091 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e81550b8-d72f-4e70-88e4-ab324aa52d31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554727'] for router_interface (084d2afe-e10b-41bc-9536-b5713ce69a02), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:10.148894 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5906a50e-45ec-48a9-b46c-40fa65dc61d4 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (ce9d5dd8-ecab-4c87-830b-652547493c25), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:10.149247 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-5906a50e-45ec-48a9-b46c-40fa65dc61d4 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Added segment ce9d5dd8-ecab-4c87-830b-652547493c25 of type vlan for network 83eb2e2c-2ed6-42b4-8bfb-e40de5ba52b6 Feb 09 21:58:10.221108 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-2b1bfbfd-8d82-4614-a105-b22383057fe9 None None] Set router aa7612bf-f480-4cb0-b32f-185427757c8c gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:58:10.253894 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c959c9-86ee-491b-ab2f-8e055a3e5862 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-2dd77770-8c9b-4cd6-9292-a8d23e71c4dd', 'network_id': '2dd77770-8c9b-4cd6-9292-a8d23e71c4dd', 'project_id': '3d87a25078dc4c2cafc043dd6019e7ec', 'fixed_ips': [{'subnet_id': '1a48544e-ca53-41af-ba13-39849bac5b22'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:58:10.255623 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c6c959c9-86ee-491b-ab2f-8e055a3e5862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:10.276045 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5906a50e-45ec-48a9-b46c-40fa65dc61d4 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (83eb2e2c-2ed6-42b4-8bfb-e40de5ba52b6), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:10.323855 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5906a50e-45ec-48a9-b46c-40fa65dc61d4 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (83eb2e2c-2ed6-42b4-8bfb-e40de5ba52b6), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:10.337041 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5906a50e-45ec-48a9-b46c-40fa65dc61d4 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:10.337840 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5906a50e-45ec-48a9-b46c-40fa65dc61d4 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:10.369911 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-870c4f63-ce98-4b03-81d8-7b7eeef25f6c admin admin] Publish callbacks [] for security_group (5ed9e365-7695-4fe1-82d7-073bcad5d4b7), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:10.471785 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5906a50e-45ec-48a9-b46c-40fa65dc61d4 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Pushing event updated for resources: {'Network': ['ID=83eb2e2c-2ed6-42b4-8bfb-e40de5ba52b6,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:10.497660 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 83eb2e2c-2ed6-42b4-8bfb-e40de5ba52b6 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:58:10.499795 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-5906a50e-45ec-48a9-b46c-40fa65dc61d4 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5231829 Feb 09 21:58:10.502580 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 60660) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:10.507285 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-870c4f63-ce98-4b03-81d8-7b7eeef25f6c admin admin] Publish callbacks [] for security_group (5ed9e365-7695-4fe1-82d7-073bcad5d4b7), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:10.507999 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-2137c11e-a34d-4f12-8052-5fb4f4934a4d tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Request body: {'subnet': {'network_id': '83eb2e2c-2ed6-42b4-8bfb-e40de5ba52b6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:58:10.522646 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-12659f15-1f73-467b-b47d-c48cb7991fe8 admin admin] Publish callbacks [] for router_gateway (aa7612bf-f480-4cb0-b32f-185427757c8c), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:10.683103 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e81550b8-d72f-4e70-88e4-ab324aa52d31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (6621afb4-0327-443e-9754-aa5f79891ed8), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:10.709862 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-12659f15-1f73-467b-b47d-c48cb7991fe8 admin admin] Deleting port 587ac4e0-6cbe-4b2a-9300-94d68ccad8ff {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:58:10.710237 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-12659f15-1f73-467b-b47d-c48cb7991fe8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (587ac4e0-6cbe-4b2a-9300-94d68ccad8ff), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:10.713580 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-2b1bfbfd-8d82-4614-a105-b22383057fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa7612bf-f480-4cb0-b32f-185427757c8c', 'name': 'tempest-ServerActionsTestJSON-1876642922-router', 'tenant_id': 'b97bcc6d3a344052b623ebf4a39465fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '587ac4e0-6cbe-4b2a-9300-94d68ccad8ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:49:14Z', 'updated_at': '2022-02-09T21:58:05Z', 'revision_number': 5, 'project_id': 'b97bcc6d3a344052b623ebf4a39465fa', 'gw_port': {'id': '587ac4e0-6cbe-4b2a-9300-94d68ccad8ff', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7612bf-f480-4cb0-b32f-185427757c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:49:16Z', 'updated_at': '2022-02-09T21:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:10.734279 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2137c11e-a34d-4f12-8052-5fb4f4934a4d tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Made reservation on behalf of 3d87a25078dc4c2cafc043dd6019e7ec for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:58:10.734279 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2137c11e-a34d-4f12-8052-5fb4f4934a4d tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:10.789837 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1bfbfd-8d82-4614-a105-b22383057fe9 None None] The sync data for ids ['aa7612bf-f480-4cb0-b32f-185427757c8c'] in n-d-828369-5 is: [{'id': 'aa7612bf-f480-4cb0-b32f-185427757c8c', 'name': 'tempest-ServerActionsTestJSON-1876642922-router', 'tenant_id': 'b97bcc6d3a344052b623ebf4a39465fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '587ac4e0-6cbe-4b2a-9300-94d68ccad8ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:49:14Z', 'updated_at': '2022-02-09T21:58:05Z', 'revision_number': 5, 'project_id': 'b97bcc6d3a344052b623ebf4a39465fa', 'gw_port': {'id': '587ac4e0-6cbe-4b2a-9300-94d68ccad8ff', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:8e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7612bf-f480-4cb0-b32f-185427757c8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:49:16Z', 'updated_at': '2022-02-09T21:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:58:10.830358 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-12659f15-1f73-467b-b47d-c48cb7991fe8 admin admin] For port 587ac4e0-6cbe-4b2a-9300-94d68ccad8ff, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=587ac4e0-6cbe-4b2a-9300-94d68ccad8ff,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:58:10.830776 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-12659f15-1f73-467b-b47d-c48cb7991fe8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (587ac4e0-6cbe-4b2a-9300-94d68ccad8ff), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:10.842260 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-c6c959c9-86ee-491b-ab2f-8e055a3e5862 None None] Allocated IP 2001:db8:0:ffff::2 (2dd77770-8c9b-4cd6-9292-a8d23e71c4dd/1a48544e-ca53-41af-ba13-39849bac5b22/2cbbc97c-a019-4c70-9cf9-bbc9d706a010) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:58:10.865240 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-12659f15-1f73-467b-b47d-c48cb7991fe8 admin admin] Calling delete_port for 587ac4e0-6cbe-4b2a-9300-94d68ccad8ff owned by network:router_gateway {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:58:11.112237 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a4023fea-c51e-43ae-8169-39601183809d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:11.156299 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-870c4f63-ce98-4b03-81d8-7b7eeef25f6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (5ed9e365-7695-4fe1-82d7-073bcad5d4b7), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:11.159321 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-870c4f63-ce98-4b03-81d8-7b7eeef25f6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:11.168425 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-870c4f63-ce98-4b03-81d8-7b7eeef25f6c admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/5ed9e365-7695-4fe1-82d7-073bcad5d4b7 HTTP/1.1" status: 204 len: 168 time: 1.1974573 Feb 09 21:58:11.250690 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870c4f63-ce98-4b03-81d8-7b7eeef25f6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed9e365-7695-4fe1-82d7-073bcad5d4b7,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:11.571088 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c6c959c9-86ee-491b-ab2f-8e055a3e5862 None None] Publish callbacks [] for port (2cbbc97c-a019-4c70-9cf9-bbc9d706a010), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:11.571088 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c6c959c9-86ee-491b-ab2f-8e055a3e5862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (2cbbc97c-a019-4c70-9cf9-bbc9d706a010), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:11.577944 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-12659f15-1f73-467b-b47d-c48cb7991fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (587ac4e0-6cbe-4b2a-9300-94d68ccad8ff), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:11.592246 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c959c9-86ee-491b-ab2f-8e055a3e5862 None None] Network 2dd77770-8c9b-4cd6-9292-a8d23e71c4dd is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:58:11.602830 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-c6c959c9-86ee-491b-ab2f-8e055a3e5862 None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:58:11.609772 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c959c9-86ee-491b-ab2f-8e055a3e5862 None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:58:11.754649 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12659f15-1f73-467b-b47d-c48cb7991fe8 admin admin] Pushing event deleted for resources: {'Port': ['ID=587ac4e0-6cbe-4b2a-9300-94d68ccad8ff,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:11.772811 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-12659f15-1f73-467b-b47d-c48cb7991fe8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-554524'] for router_gateway (aa7612bf-f480-4cb0-b32f-185427757c8c), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:11.875086 n-d-828369-5 neutron-server[103141]: DEBUG neutron.objects.ports [None req-2137c11e-a34d-4f12-8052-5fb4f4934a4d tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103141) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 21:58:11.877840 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2137c11e-a34d-4f12-8052-5fb4f4934a4d tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (4cdef613-eee1-47b2-a102-e0f592021e51), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:11.958149 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2137c11e-a34d-4f12-8052-5fb4f4934a4d tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Pushing event updated for resources: {'Subnet': ['ID=4cdef613-eee1-47b2-a102-e0f592021e51,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:11.969782 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2137c11e-a34d-4f12-8052-5fb4f4934a4d tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Checking segment: {'id': 'ce9d5dd8-ecab-4c87-830b-652547493c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '83eb2e2c-2ed6-42b4-8bfb-e40de5ba52b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:58:11.970724 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2137c11e-a34d-4f12-8052-5fb4f4934a4d tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Network hostable DHCP agents. Network: 83eb2e2c-2ed6-42b4-8bfb-e40de5ba52b6, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:58:11.994843 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2137c11e-a34d-4f12-8052-5fb4f4934a4d tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Network 83eb2e2c-2ed6-42b4-8bfb-e40de5ba52b6 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:58:12.015034 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-2137c11e-a34d-4f12-8052-5fb4f4934a4d tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 83eb2e2c-2ed6-42b4-8bfb-e40de5ba52b6) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:58:12.023209 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2137c11e-a34d-4f12-8052-5fb4f4934a4d tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:12.024260 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2137c11e-a34d-4f12-8052-5fb4f4934a4d tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:12.056568 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-2137c11e-a34d-4f12-8052-5fb4f4934a4d tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5528278 Feb 09 21:58:12.059333 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 60694) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:12.066836 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-5b58eb23-571c-47cc-94c2-b27dd38c0836 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Request body: {'port': {'network_id': '83eb2e2c-2ed6-42b4-8bfb-e40de5ba52b6', 'name': 'tempest-NetworksIpV6TestAttrs-518685428'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:58:12.095355 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-12659f15-1f73-467b-b47d-c48cb7991fe8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (aa7612bf-f480-4cb0-b32f-185427757c8c), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:12.106143 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-12659f15-1f73-467b-b47d-c48cb7991fe8 admin admin] Publish callbacks [] for router_controller (aa7612bf-f480-4cb0-b32f-185427757c8c), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:12.112105 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 65aced3d-7b4e-4e81-921b-97d9d57bf102 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:58:12.114111 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a463cb-4fba-4474-8e6b-44754a33006a None None] Network 83eb2e2c-2ed6-42b4-8bfb-e40de5ba52b6 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:58:12.118978 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c959c9-86ee-491b-ab2f-8e055a3e5862 None None] Pushing event updated for resources: {'Port': ['ID=2cbbc97c-a019-4c70-9cf9-bbc9d706a010,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:12.273521 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-c6c959c9-86ee-491b-ab2f-8e055a3e5862 None None] Attempting to bind port 2cbbc97c-a019-4c70-9cf9-bbc9d706a010 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:58:12.274033 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-c6c959c9-86ee-491b-ab2f-8e055a3e5862 None None] Attempting to bind port 2cbbc97c-a019-4c70-9cf9-bbc9d706a010 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': 'b645e93c-a3e2-4843-bcd4-af48f9bcbc5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '2dd77770-8c9b-4cd6-9292-a8d23e71c4dd'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:58:12.274415 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c959c9-86ee-491b-ab2f-8e055a3e5862 None None] Attempting to bind port 2cbbc97c-a019-4c70-9cf9-bbc9d706a010 on network 2dd77770-8c9b-4cd6-9292-a8d23e71c4dd {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:58:12.297937 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c959c9-86ee-491b-ab2f-8e055a3e5862 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:58:12.298328 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c959c9-86ee-491b-ab2f-8e055a3e5862 None None] Checking segment: {'id': 'b645e93c-a3e2-4843-bcd4-af48f9bcbc5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '2dd77770-8c9b-4cd6-9292-a8d23e71c4dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:58:12.298786 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c6c959c9-86ee-491b-ab2f-8e055a3e5862 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:12.299190 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c959c9-86ee-491b-ab2f-8e055a3e5862 None None] Bound using segment: {'id': 'b645e93c-a3e2-4843-bcd4-af48f9bcbc5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '2dd77770-8c9b-4cd6-9292-a8d23e71c4dd'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:58:12.299693 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-c6c959c9-86ee-491b-ab2f-8e055a3e5862 None None] Bound port: 2cbbc97c-a019-4c70-9cf9-bbc9d706a010, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b645e93c-a3e2-4843-bcd4-af48f9bcbc5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '2dd77770-8c9b-4cd6-9292-a8d23e71c4dd'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:58:12.300277 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c6c959c9-86ee-491b-ab2f-8e055a3e5862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (2cbbc97c-a019-4c70-9cf9-bbc9d706a010), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:12.313743 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-12659f15-1f73-467b-b47d-c48cb7991fe8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (aa7612bf-f480-4cb0-b32f-185427757c8c), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:12.317769 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12659f15-1f73-467b-b47d-c48cb7991fe8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa7612bf-f480-4cb0-b32f-185427757c8c {{(pid=103140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:58:12.335604 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-12659f15-1f73-467b-b47d-c48cb7991fe8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:12.337979 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-12659f15-1f73-467b-b47d-c48cb7991fe8 admin admin] 10.222.0.90 "DELETE /v2.0/routers/aa7612bf-f480-4cb0-b32f-185427757c8c HTTP/1.1" status: 204 len: 168 time: 3.4220064 Feb 09 21:58:12.340675 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 60708) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:12.344018 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e81550b8-d72f-4e70-88e4-ab324aa52d31 admin admin] Publish callbacks [] for port (6621afb4-0327-443e-9754-aa5f79891ed8), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:12.354317 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e81550b8-d72f-4e70-88e4-ab324aa52d31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (6621afb4-0327-443e-9754-aa5f79891ed8), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:12.418121 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 65aced3d-7b4e-4e81-921b-97d9d57bf102 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:58:12.418121 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (65aced3d-7b4e-4e81-921b-97d9d57bf102), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:12.584768 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81550b8-d72f-4e70-88e4-ab324aa52d31 admin admin] Pushing event updated for resources: {'Port': ['ID=6621afb4-0327-443e-9754-aa5f79891ed8,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:12.590511 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6123234b-da0e-470a-b0fb-848933ac17e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-83eb2e2c-2ed6-42b4-8bfb-e40de5ba52b6', 'network_id': '83eb2e2c-2ed6-42b4-8bfb-e40de5ba52b6', 'project_id': '3d87a25078dc4c2cafc043dd6019e7ec', 'fixed_ips': [{'subnet_id': '4cdef613-eee1-47b2-a102-e0f592021e51'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:58:12.592345 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-6123234b-da0e-470a-b0fb-848933ac17e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:12.595140 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e81550b8-d72f-4e70-88e4-ab324aa52d31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524919'] for router_interface (084d2afe-e10b-41bc-9536-b5713ce69a02), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:12.830023 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-c6c959c9-86ee-491b-ab2f-8e055a3e5862 None None] For port 2cbbc97c-a019-4c70-9cf9-bbc9d706a010, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:58:12.844064 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-c6c959c9-86ee-491b-ab2f-8e055a3e5862 None None] For port 2cbbc97c-a019-4c70-9cf9-bbc9d706a010, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=2cbbc97c-a019-4c70-9cf9-bbc9d706a010,segment=NetworkSegment(b645e93c-a3e2-4843-bcd4-af48f9bcbc5f),segment_id=b645e93c-a3e2-4843-bcd4-af48f9bcbc5f)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:58:12.849453 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81550b8-d72f-4e70-88e4-ab324aa52d31 admin admin] Network 7e0d0404-6a65-4e1e-a5d3-af4897ba6106 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:58:12.851266 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-e81550b8-d72f-4e70-88e4-ab324aa52d31 admin admin] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:58:12.903771 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:12.947199 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c6c959c9-86ee-491b-ab2f-8e055a3e5862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (2cbbc97c-a019-4c70-9cf9-bbc9d706a010), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:13.137033 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c959c9-86ee-491b-ab2f-8e055a3e5862 None None] Pushing event updated for resources: {'Port': ['ID=2cbbc97c-a019-4c70-9cf9-bbc9d706a010,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:13.232986 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-6123234b-da0e-470a-b0fb-848933ac17e9 None None] Allocated IP 2001:db8::f816:3eff:fea8:d49f (83eb2e2c-2ed6-42b4-8bfb-e40de5ba52b6/4cdef613-eee1-47b2-a102-e0f592021e51/4cdc82c6-5039-4ce5-abe1-9f55710614f9) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:58:13.234126 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e531e86-3e52-4d93-bb21-accbc33502cb admin admin] Deleting subnet b55ac71e-6529-43b3-9355-0e693d39e1f4 {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:58:13.239052 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0e531e86-3e52-4d93-bb21-accbc33502cb admin admin] Publish callbacks [] for subnet (b55ac71e-6529-43b3-9355-0e693d39e1f4), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:13.298373 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0e531e86-3e52-4d93-bb21-accbc33502cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (b55ac71e-6529-43b3-9355-0e693d39e1f4), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:13.399441 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e81550b8-d72f-4e70-88e4-ab324aa52d31 admin admin] Router 084d2afe-e10b-41bc-9536-b5713ce69a02 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:58:13.417218 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b58eb23-571c-47cc-94c2-b27dd38c0836 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Made reservation on behalf of 3d87a25078dc4c2cafc043dd6019e7ec for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:58:13.423641 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5b58eb23-571c-47cc-94c2-b27dd38c0836 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:13.485288 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 65aced3d-7b4e-4e81-921b-97d9d57bf102 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:58:13.486006 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (65aced3d-7b4e-4e81-921b-97d9d57bf102), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:13.577762 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [None req-5b58eb23-571c-47cc-94c2-b27dd38c0836 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] device_id is not set on port 0ab2f53a-c858-40c3-b075-dc90e794391d yet. {{(pid=103141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:58:13.588360 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port 65aced3d-7b4e-4e81-921b-97d9d57bf102, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=65aced3d-7b4e-4e81-921b-97d9d57bf102,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:58:13.647165 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0e531e86-3e52-4d93-bb21-accbc33502cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (b55ac71e-6529-43b3-9355-0e693d39e1f4), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:13.740084 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-6123234b-da0e-470a-b0fb-848933ac17e9 None None] Publish callbacks [] for port (4cdc82c6-5039-4ce5-abe1-9f55710614f9), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:13.744541 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (65aced3d-7b4e-4e81-921b-97d9d57bf102), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:13.757195 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-53f6859d-b791-43c6-8013-779910085c70 None None] Provisioning complete for port 6621afb4-0327-443e-9754-aa5f79891ed8 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:58:13.757748 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-53f6859d-b791-43c6-8013-779910085c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (6621afb4-0327-443e-9754-aa5f79891ed8), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:13.769982 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 5c5a4501-96fb-478b-b835-a4fb4cec0c99 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:58:13.809627 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e81550b8-d72f-4e70-88e4-ab324aa52d31 admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:58:13.814942 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-e81550b8-d72f-4e70-88e4-ab324aa52d31 admin admin] 10.222.0.90 "PUT /v2.0/routers/084d2afe-e10b-41bc-9536-b5713ce69a02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8840311 Feb 09 21:58:13.848391 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-6123234b-da0e-470a-b0fb-848933ac17e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (4cdc82c6-5039-4ce5-abe1-9f55710614f9), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:13.918417 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0e531e86-3e52-4d93-bb21-accbc33502cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (b55ac71e-6529-43b3-9355-0e693d39e1f4), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:13.930169 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-5b58eb23-571c-47cc-94c2-b27dd38c0836 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Allocated IP 2001:db8::f816:3eff:febc:dec (83eb2e2c-2ed6-42b4-8bfb-e40de5ba52b6/4cdef613-eee1-47b2-a102-e0f592021e51/0ab2f53a-c858-40c3-b075-dc90e794391d) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:58:13.930584 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac35e94a-05aa-4190-8f4b-f5f6e277b616 None None] Sync routers for ids ['084d2afe-e10b-41bc-9536-b5713ce69a02'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:58:13.932411 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 5c5a4501-96fb-478b-b835-a4fb4cec0c99 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:58:13.932767 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 5c5a4501-96fb-478b-b835-a4fb4cec0c99 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:58:14.052882 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6123234b-da0e-470a-b0fb-848933ac17e9 None None] Network 83eb2e2c-2ed6-42b4-8bfb-e40de5ba52b6 is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:58:14.066323 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac35e94a-05aa-4190-8f4b-f5f6e277b616 None None] Routers {'084d2afe-e10b-41bc-9536-b5713ce69a02'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:58:14.067198 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-ac35e94a-05aa-4190-8f4b-f5f6e277b616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:58:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['084d2afe-e10b-41bc-9536-b5713ce69a02'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:14.149237 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-6123234b-da0e-470a-b0fb-848933ac17e9 None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:58:14.214052 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6123234b-da0e-470a-b0fb-848933ac17e9 None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:58:14.229151 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5b58eb23-571c-47cc-94c2-b27dd38c0836 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks [] for port (0ab2f53a-c858-40c3-b075-dc90e794391d), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:14.335990 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e531e86-3e52-4d93-bb21-accbc33502cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b55ac71e-6529-43b3-9355-0e693d39e1f4,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:14.348407 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0e531e86-3e52-4d93-bb21-accbc33502cb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:14.359651 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-0e531e86-3e52-4d93-bb21-accbc33502cb admin admin] 10.222.0.90 "DELETE /v2.0/subnets/b55ac71e-6529-43b3-9355-0e693d39e1f4 HTTP/1.1" status: 204 len: 168 time: 2.0173223 Feb 09 21:58:14.362057 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 60774) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:14.363760 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 2cbbc97c-a019-4c70-9cf9-bbc9d706a010 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:58:14.404729 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4140bb5-8d1d-4209-a6d1-343ed0b48a06 None None] Network 23f1a6df-2b4b-4777-8497-2928c76d9f17 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:58:14.466399 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c23626cb-0fe7-4e79-96c5-f6a3be2fb72c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (23f1a6df-2b4b-4777-8497-2928c76d9f17), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:14.484310 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5b58eb23-571c-47cc-94c2-b27dd38c0836 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (0ab2f53a-c858-40c3-b075-dc90e794391d), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:14.650403 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b58eb23-571c-47cc-94c2-b27dd38c0836 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Pushing event updated for resources: {'Port': ['ID=0ab2f53a-c858-40c3-b075-dc90e794391d,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:14.663977 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-6123234b-da0e-470a-b0fb-848933ac17e9 None None] Attempting to bind port 4cdc82c6-5039-4ce5-abe1-9f55710614f9 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:58:14.664389 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-6123234b-da0e-470a-b0fb-848933ac17e9 None None] Attempting to bind port 4cdc82c6-5039-4ce5-abe1-9f55710614f9 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': 'ce9d5dd8-ecab-4c87-830b-652547493c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '83eb2e2c-2ed6-42b4-8bfb-e40de5ba52b6'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:58:14.664763 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6123234b-da0e-470a-b0fb-848933ac17e9 None None] Attempting to bind port 4cdc82c6-5039-4ce5-abe1-9f55710614f9 on network 83eb2e2c-2ed6-42b4-8bfb-e40de5ba52b6 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:58:14.667661 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:14.682132 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-53f6859d-b791-43c6-8013-779910085c70 None None] Port 6621afb4-0327-443e-9754-aa5f79891ed8 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:58:14.693706 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=65aced3d-7b4e-4e81-921b-97d9d57bf102,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:14.711318 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b58eb23-571c-47cc-94c2-b27dd38c0836 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Network 83eb2e2c-2ed6-42b4-8bfb-e40de5ba52b6 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:58:14.713081 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6123234b-da0e-470a-b0fb-848933ac17e9 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:58:14.713470 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6123234b-da0e-470a-b0fb-848933ac17e9 None None] Checking segment: {'id': 'ce9d5dd8-ecab-4c87-830b-652547493c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '83eb2e2c-2ed6-42b4-8bfb-e40de5ba52b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:58:14.713877 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-6123234b-da0e-470a-b0fb-848933ac17e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:14.714278 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6123234b-da0e-470a-b0fb-848933ac17e9 None None] Bound using segment: {'id': 'ce9d5dd8-ecab-4c87-830b-652547493c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '83eb2e2c-2ed6-42b4-8bfb-e40de5ba52b6'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:58:14.714796 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-6123234b-da0e-470a-b0fb-848933ac17e9 None None] Bound port: 4cdc82c6-5039-4ce5-abe1-9f55710614f9, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce9d5dd8-ecab-4c87-830b-652547493c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '83eb2e2c-2ed6-42b4-8bfb-e40de5ba52b6'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:58:14.715189 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-6123234b-da0e-470a-b0fb-848933ac17e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (4cdc82c6-5039-4ce5-abe1-9f55710614f9), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:14.722105 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-5b58eb23-571c-47cc-94c2-b27dd38c0836 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:58:14.725358 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b58eb23-571c-47cc-94c2-b27dd38c0836 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:58:14.738818 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b58eb23-571c-47cc-94c2-b27dd38c0836 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:14.739579 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5b58eb23-571c-47cc-94c2-b27dd38c0836 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:14.741714 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-ac35e94a-05aa-4190-8f4b-f5f6e277b616 None None] Set router 084d2afe-e10b-41bc-9536-b5713ce69a02 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:58:14.797021 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-5b58eb23-571c-47cc-94c2-b27dd38c0836 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 2.7362428 Feb 09 21:58:14.801035 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 60792) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:14.830608 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-c23626cb-0fe7-4e79-96c5-f6a3be2fb72c admin admin] Deleting port 9641d2f2-0322-49f5-994d-25f0085866da {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:58:14.835700 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c23626cb-0fe7-4e79-96c5-f6a3be2fb72c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (9641d2f2-0322-49f5-994d-25f0085866da), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:15.121320 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6123234b-da0e-470a-b0fb-848933ac17e9 None None] Pushing event updated for resources: {'Port': ['ID=4cdc82c6-5039-4ce5-abe1-9f55710614f9,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:15.137914 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d534892-bf90-4745-a808-baeb1c4e10b7 None None] Network 2dd77770-8c9b-4cd6-9292-a8d23e71c4dd requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:58:15.163570 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-c23626cb-0fe7-4e79-96c5-f6a3be2fb72c admin admin] For port 9641d2f2-0322-49f5-994d-25f0085866da, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=9641d2f2-0322-49f5-994d-25f0085866da,segment=NetworkSegment(682b57c6-7518-4480-8840-98896ec39a8d),segment_id=682b57c6-7518-4480-8840-98896ec39a8d)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:58:15.163876 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c23626cb-0fe7-4e79-96c5-f6a3be2fb72c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (9641d2f2-0322-49f5-994d-25f0085866da), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:15.176118 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 60810) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:15.189027 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-1e026bcb-7031-4864-ad68-0253745d1c4a admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-871538930-network', 'tenant_id': '9f0a430b25644d18b22653ddfdcf80e2'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:58:15.210857 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-c23626cb-0fe7-4e79-96c5-f6a3be2fb72c admin admin] Calling delete_port for 9641d2f2-0322-49f5-994d-25f0085866da owned by network:dhcp {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:58:15.232498 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e026bcb-7031-4864-ad68-0253745d1c4a admin admin] Made reservation on behalf of 9f0a430b25644d18b22653ddfdcf80e2 for: {'network': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:58:15.237137 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1e026bcb-7031-4864-ad68-0253745d1c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:15.276759 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1e026bcb-7031-4864-ad68-0253745d1c4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:15.375010 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-ede753d5-ff96-471f-9963-d3c70c4e9688 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Deleting subnet 4cdef613-eee1-47b2-a102-e0f592021e51 {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:58:15.379689 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ede753d5-ff96-471f-9963-d3c70c4e9688 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks [] for subnet (4cdef613-eee1-47b2-a102-e0f592021e51), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:15.396955 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1e026bcb-7031-4864-ad68-0253745d1c4a admin admin] Publish callbacks [] for security_group (2a66fa4b-1fbf-41e8-bcdb-1c40cc28382f), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:15.413242 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1e026bcb-7031-4864-ad68-0253745d1c4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (2a66fa4b-1fbf-41e8-bcdb-1c40cc28382f), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:15.422956 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 2cbbc97c-a019-4c70-9cf9-bbc9d706a010 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:58:15.423542 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (2cbbc97c-a019-4c70-9cf9-bbc9d706a010), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:15.469934 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-7ca0e49a-68a7-4d93-9106-df83e3cc2d03 None None] Provisioning complete for port 2cbbc97c-a019-4c70-9cf9-bbc9d706a010 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:58:15.470380 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7ca0e49a-68a7-4d93-9106-df83e3cc2d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (2cbbc97c-a019-4c70-9cf9-bbc9d706a010), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:15.488507 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e026bcb-7031-4864-ad68-0253745d1c4a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=103140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:58:15.525512 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ede753d5-ff96-471f-9963-d3c70c4e9688 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (4cdef613-eee1-47b2-a102-e0f592021e51), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:15.529774 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-6123234b-da0e-470a-b0fb-848933ac17e9 None None] For port 4cdc82c6-5039-4ce5-abe1-9f55710614f9, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:58:15.547403 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e026bcb-7031-4864-ad68-0253745d1c4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a66fa4b-1fbf-41e8-bcdb-1c40cc28382f,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:15.568411 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c23626cb-0fe7-4e79-96c5-f6a3be2fb72c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (9641d2f2-0322-49f5-994d-25f0085866da), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:15.579595 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:15.610562 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23626cb-0fe7-4e79-96c5-f6a3be2fb72c admin admin] Pushing event deleted for resources: {'Port': ['ID=9641d2f2-0322-49f5-994d-25f0085866da,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:15.620922 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23626cb-0fe7-4e79-96c5-f6a3be2fb72c admin admin] No DVR routers for this DVR port 9641d2f2-0322-49f5-994d-25f0085866da on host n-d-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:58:15.622995 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1e026bcb-7031-4864-ad68-0253745d1c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (c27581b3-4bbc-4fd7-aa5c-a9fcb08733d1), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:15.623568 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-1e026bcb-7031-4864-ad68-0253745d1c4a admin admin] Added segment c27581b3-4bbc-4fd7-aa5c-a9fcb08733d1 of type vlan for network c2788966-aef5-41b6-a548-24dfe441ff72 Feb 09 21:58:15.657503 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-6123234b-da0e-470a-b0fb-848933ac17e9 None None] For port 4cdc82c6-5039-4ce5-abe1-9f55710614f9, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=4cdc82c6-5039-4ce5-abe1-9f55710614f9,segment=NetworkSegment(ce9d5dd8-ecab-4c87-830b-652547493c25),segment_id=ce9d5dd8-ecab-4c87-830b-652547493c25)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:58:15.720274 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1e026bcb-7031-4864-ad68-0253745d1c4a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (c2788966-aef5-41b6-a548-24dfe441ff72), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:15.789284 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c23626cb-0fe7-4e79-96c5-f6a3be2fb72c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (23f1a6df-2b4b-4777-8497-2928c76d9f17), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:15.814945 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1e026bcb-7031-4864-ad68-0253745d1c4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (c2788966-aef5-41b6-a548-24dfe441ff72), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:15.815957 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e026bcb-7031-4864-ad68-0253745d1c4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:15.816573 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1e026bcb-7031-4864-ad68-0253745d1c4a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:15.823959 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-c23626cb-0fe7-4e79-96c5-f6a3be2fb72c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23f1a6df-2b4b-4777-8497-2928c76d9f17']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:15.868592 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-c23626cb-0fe7-4e79-96c5-f6a3be2fb72c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '682b57c6-7518-4480-8840-98896ec39a8d') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:15.869174 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-c23626cb-0fe7-4e79-96c5-f6a3be2fb72c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '682b57c6-7518-4480-8840-98896ec39a8d') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:15.883727 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c23626cb-0fe7-4e79-96c5-f6a3be2fb72c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (682b57c6-7518-4480-8840-98896ec39a8d), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:15.896647 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 60830) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:15.897061 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-1e026bcb-7031-4864-ad68-0253745d1c4a admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7189083 Feb 09 21:58:15.902263 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-8a95d156-050b-41d6-b696-319a298ad2b8 admin admin] Request body: {'subnet': {'network_id': 'c2788966-aef5-41b6-a548-24dfe441ff72', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-871538930-subnet', 'tenant_id': '9f0a430b25644d18b22653ddfdcf80e2', 'ip_version': 4}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:58:15.923176 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c23626cb-0fe7-4e79-96c5-f6a3be2fb72c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (682b57c6-7518-4480-8840-98896ec39a8d), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:15.925719 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ede753d5-ff96-471f-9963-d3c70c4e9688 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (4cdef613-eee1-47b2-a102-e0f592021e51), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:15.940607 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157a3a4d-4340-4d7e-8cf0-fd93e59cf111 None None] DHCP port deletion for 23f1a6df-2b4b-4777-8497-2928c76d9f17 request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:58:15.956173 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c23626cb-0fe7-4e79-96c5-f6a3be2fb72c admin admin] Releasing vlan 708 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:58:15.956621 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c23626cb-0fe7-4e79-96c5-f6a3be2fb72c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (682b57c6-7518-4480-8840-98896ec39a8d), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:15.958433 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:58:15.958433 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:58:15.958433 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:58:15.958433 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:58:15.958433 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:58:15.958433 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:58:15.958433 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:58:15.958433 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:58:15.958433 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:58:15.958433 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:58:15.958433 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:58:15.958433 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:58:15.958433 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:58:15.958433 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:58:15.958433 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:58:15.958433 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:58:15.958433 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:58:15.958433 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:58:15.958433 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:58:15.958433 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:58:15.958433 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:58:15.958433 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:58:15.958433 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:58:15.958433 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:58:15.958433 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:58:15.958433 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:58:15.958433 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:58:15.958433 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:58:15.958433 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:58:15.958433 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:58:15.958433 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:58:15.958433 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:58:16.037411 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a95d156-050b-41d6-b696-319a298ad2b8 admin admin] Made reservation on behalf of 9f0a430b25644d18b22653ddfdcf80e2 for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:58:16.040439 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8a95d156-050b-41d6-b696-319a298ad2b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:16.060385 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-6123234b-da0e-470a-b0fb-848933ac17e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (4cdc82c6-5039-4ce5-abe1-9f55710614f9), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:16.084264 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 2cbbc97c-a019-4c70-9cf9-bbc9d706a010 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:58:16.085726 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (2cbbc97c-a019-4c70-9cf9-bbc9d706a010), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:16.153139 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e026bcb-7031-4864-ad68-0253745d1c4a admin admin] Pushing event updated for resources: {'Network': ['ID=c2788966-aef5-41b6-a548-24dfe441ff72,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:16.196384 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c23626cb-0fe7-4e79-96c5-f6a3be2fb72c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (23f1a6df-2b4b-4777-8497-2928c76d9f17), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:16.203047 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c23626cb-0fe7-4e79-96c5-f6a3be2fb72c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:16.211397 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-c23626cb-0fe7-4e79-96c5-f6a3be2fb72c admin admin] 10.222.0.90 "DELETE /v2.0/networks/23f1a6df-2b4b-4777-8497-2928c76d9f17 HTTP/1.1" status: 204 len: 168 time: 1.8482933 Feb 09 21:58:16.261468 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6123234b-da0e-470a-b0fb-848933ac17e9 None None] Pushing event updated for resources: {'Port': ['ID=4cdc82c6-5039-4ce5-abe1-9f55710614f9,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:16.270459 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23626cb-0fe7-4e79-96c5-f6a3be2fb72c admin admin] Pushing event deleted for resources: {'Network': ['ID=23f1a6df-2b4b-4777-8497-2928c76d9f17,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:16.272407 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network c2788966-aef5-41b6-a548-24dfe441ff72 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:58:16.391989 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port 2cbbc97c-a019-4c70-9cf9-bbc9d706a010, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=2cbbc97c-a019-4c70-9cf9-bbc9d706a010,segment=NetworkSegment(b645e93c-a3e2-4843-bcd4-af48f9bcbc5f),segment_id=b645e93c-a3e2-4843-bcd4-af48f9bcbc5f)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:58:16.397453 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-ac35e94a-05aa-4190-8f4b-f5f6e277b616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '084d2afe-e10b-41bc-9536-b5713ce69a02', 'name': 'tempest-TestServerMultinode-1953553771-router', 'tenant_id': '305d3451003845b3a5ca67de8a07f159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '65aced3d-7b4e-4e81-921b-97d9d57bf102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:58:01Z', 'updated_at': '2022-02-09T21:58:10Z', 'revision_number': 4, 'project_id': '305d3451003845b3a5ca67de8a07f159', 'gw_port': {'id': '65aced3d-7b4e-4e81-921b-97d9d57bf102', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:f1:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084d2afe-e10b-41bc-9536-b5713ce69a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:58:03Z', 'updated_at': '2022-02-09T21:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '6621afb4-0327-443e-9754-aa5f79891ed8', 'name': '', 'network_id': '7e0d0404-6a65-4e1e-a5d3-af4897ba6106', 'tenant_id': '305d3451003845b3a5ca67de8a07f159', 'mac_address': 'fa:16:3e:5a:df:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '084d2afe-e10b-41bc-9536-b5713ce69a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '65428503-2877-450f-9531-065ddde804b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:58:08Z', 'updated_at': '2022-02-09T21:58:11Z', 'revision_number': 2, 'project_id': '305d3451003845b3a5ca67de8a07f159', 'subnets': [{'id': '65428503-2877-450f-9531-065ddde804b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:16.448159 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (2cbbc97c-a019-4c70-9cf9-bbc9d706a010), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:16.505470 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ede753d5-ff96-471f-9963-d3c70c4e9688 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (4cdef613-eee1-47b2-a102-e0f592021e51), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:16.512051 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac35e94a-05aa-4190-8f4b-f5f6e277b616 None None] Checking router: 084d2afe-e10b-41bc-9536-b5713ce69a02 for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:58:16.512627 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac35e94a-05aa-4190-8f4b-f5f6e277b616 None None] Updating router 084d2afe-e10b-41bc-9536-b5713ce69a02 port 6621afb4-0327-443e-9754-aa5f79891ed8 binding host n-d-828369-5 {{(pid=103142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:58:16.518571 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8a95d156-050b-41d6-b696-319a298ad2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (5129dab2-15a0-429d-bd2e-0c3189c52d09), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:16.571879 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede753d5-ff96-471f-9963-d3c70c4e9688 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Pushing event deleted for resources: {'Subnet': ['ID=4cdef613-eee1-47b2-a102-e0f592021e51,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:16.598530 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ede753d5-ff96-471f-9963-d3c70c4e9688 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:16.603642 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-ede753d5-ff96-471f-9963-d3c70c4e9688 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] 10.222.0.90 "DELETE /v2.0/subnets/4cdef613-eee1-47b2-a102-e0f592021e51 HTTP/1.1" status: 204 len: 168 time: 1.7804670 Feb 09 21:58:16.606828 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 60856) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:16.709547 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=2cbbc97c-a019-4c70-9cf9-bbc9d706a010,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:16.732798 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a95d156-050b-41d6-b696-319a298ad2b8 admin admin] Checking segment: {'id': 'c27581b3-4bbc-4fd7-aa5c-a9fcb08733d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c2788966-aef5-41b6-a548-24dfe441ff72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:58:16.733997 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a95d156-050b-41d6-b696-319a298ad2b8 admin admin] Network hostable DHCP agents. Network: c2788966-aef5-41b6-a548-24dfe441ff72, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:58:16.754016 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a95d156-050b-41d6-b696-319a298ad2b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5129dab2-15a0-429d-bd2e-0c3189c52d09,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:16.768418 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 60860) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:16.780522 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a95d156-050b-41d6-b696-319a298ad2b8 admin admin] Network c2788966-aef5-41b6-a548-24dfe441ff72 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:58:16.798610 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 587ac4e0-6cbe-4b2a-9300-94d68ccad8ff no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:58:16.803910 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-8a95d156-050b-41d6-b696-319a298ad2b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, c2788966-aef5-41b6-a548-24dfe441ff72) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:58:16.811415 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a95d156-050b-41d6-b696-319a298ad2b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:16.813118 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8a95d156-050b-41d6-b696-319a298ad2b8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:16.845227 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0449023e-debd-423e-83cb-cd22e7e717db tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:16.849499 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0449023e-debd-423e-83cb-cd22e7e717db tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:16.857439 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a9dcd5-6685-412d-8f7a-d3882eb63252 None None] Network c2788966-aef5-41b6-a548-24dfe441ff72 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:58:16.859166 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-8a95d156-050b-41d6-b696-319a298ad2b8 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9584599 Feb 09 21:58:16.861160 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 60862) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:16.862009 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 60864) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:16.869985 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-0449023e-debd-423e-83cb-cd22e7e717db tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2579596 Feb 09 21:58:16.890630 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-c42848b0-1b88-4dcc-83d5-0cfc50e4659d admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-871538930-router', 'tenant_id': '9f0a430b25644d18b22653ddfdcf80e2', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:58:16.910216 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 587ac4e0-6cbe-4b2a-9300-94d68ccad8ff {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:58:16.910561 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 587ac4e0-6cbe-4b2a-9300-94d68ccad8ff not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:58:16.950553 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-1cefaed3-2346-4c41-9c9b-2e9f6bd7401f admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=b97bcc6d3a344052b623ebf4a39465fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1727209 Feb 09 21:58:16.952845 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 60870) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:17.031525 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-7ca0e49a-68a7-4d93-9106-df83e3cc2d03 None None] Current status of the port 2cbbc97c-a019-4c70-9cf9-bbc9d706a010 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:58:17.043477 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ac35e94a-05aa-4190-8f4b-f5f6e277b616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (6621afb4-0327-443e-9754-aa5f79891ed8), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:17.089039 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 60872) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:17.180135 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c42848b0-1b88-4dcc-83d5-0cfc50e4659d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (374eed61-e2b5-4a95-81c7-81c00d4c7e36), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:17.181320 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c42848b0-1b88-4dcc-83d5-0cfc50e4659d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (374eed61-e2b5-4a95-81c7-81c00d4c7e36), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:17.215468 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d6e7b734-5ec8-4670-87f3-cd13488fbb2e admin admin] Publish callbacks [] for security_group (a72d620d-4650-43fd-afbd-3b01f73e5444), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:17.242260 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-462cb6e2-2653-49f0-bbb7-69bf46c3b62b tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (83eb2e2c-2ed6-42b4-8bfb-e40de5ba52b6), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:17.284032 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d6e7b734-5ec8-4670-87f3-cd13488fbb2e admin admin] Publish callbacks [] for security_group (a72d620d-4650-43fd-afbd-3b01f73e5444), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:17.346792 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d6e7b734-5ec8-4670-87f3-cd13488fbb2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (a72d620d-4650-43fd-afbd-3b01f73e5444), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:17.351110 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d6e7b734-5ec8-4670-87f3-cd13488fbb2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:17.358307 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-d6e7b734-5ec8-4670-87f3-cd13488fbb2e admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/a72d620d-4650-43fd-afbd-3b01f73e5444 HTTP/1.1" status: 204 len: 168 time: 0.4029946 Feb 09 21:58:17.379079 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e7b734-5ec8-4670-87f3-cd13488fbb2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a72d620d-4650-43fd-afbd-3b01f73e5444,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:17.412569 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 4cdc82c6-5039-4ce5-abe1-9f55710614f9 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:58:17.427195 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c42848b0-1b88-4dcc-83d5-0cfc50e4659d admin admin] Publish callbacks [] for router_controller (374eed61-e2b5-4a95-81c7-81c00d4c7e36), precommit_add_association {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:17.428719 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-462cb6e2-2653-49f0-bbb7-69bf46c3b62b tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 09 21:58:17.430518 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-462cb6e2-2653-49f0-bbb7-69bf46c3b62b tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:58:17.443444 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-462cb6e2-2653-49f0-bbb7-69bf46c3b62b tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] 10.222.0.90 "DELETE /v2.0/networks/83eb2e2c-2ed6-42b4-8bfb-e40de5ba52b6 HTTP/1.1" status: 409 len: 466 time: 0.5757277 Feb 09 21:58:17.443632 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 60888) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:17.452702 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-9534d4c1-730d-43b6-8e04-d6e0c3bbeef0 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1741522857'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:58:17.534636 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9534d4c1-730d-43b6-8e04-d6e0c3bbeef0 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Made reservation on behalf of 3d87a25078dc4c2cafc043dd6019e7ec for: {'network': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:58:17.541698 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9534d4c1-730d-43b6-8e04-d6e0c3bbeef0 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:17.550992 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97444c5e-8d14-4f4f-bef4-b5c112cf646e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-c2788966-aef5-41b6-a548-24dfe441ff72', 'network_id': 'c2788966-aef5-41b6-a548-24dfe441ff72', 'project_id': '9f0a430b25644d18b22653ddfdcf80e2', 'fixed_ips': [{'subnet_id': '5129dab2-15a0-429d-bd2e-0c3189c52d09'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:58:17.553456 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-97444c5e-8d14-4f4f-bef4-b5c112cf646e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:17.623581 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-96bcd00e-a04c-440c-8752-463f9465c541 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:17.663449 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9534d4c1-730d-43b6-8e04-d6e0c3bbeef0 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=103140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:58:17.702918 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-f25d6000-5540-4bca-bc19-d15933477823 None None] Provisioning complete for port 2cbbc97c-a019-4c70-9cf9-bbc9d706a010 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:58:17.702918 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f25d6000-5540-4bca-bc19-d15933477823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (2cbbc97c-a019-4c70-9cf9-bbc9d706a010), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:17.727554 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9534d4c1-730d-43b6-8e04-d6e0c3bbeef0 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (408f2147-695b-47e4-bdf4-32f07af3d084), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:17.728875 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-9534d4c1-730d-43b6-8e04-d6e0c3bbeef0 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Added segment 408f2147-695b-47e4-bdf4-32f07af3d084 of type vlan for network c495aff9-054e-466a-a293-245c0a7221c1 Feb 09 21:58:17.796022 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c42848b0-1b88-4dcc-83d5-0cfc50e4659d admin admin] Publish callbacks [] for router_gateway (374eed61-e2b5-4a95-81c7-81c00d4c7e36), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:17.822764 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9534d4c1-730d-43b6-8e04-d6e0c3bbeef0 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (c495aff9-054e-466a-a293-245c0a7221c1), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:17.918621 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 4cdc82c6-5039-4ce5-abe1-9f55710614f9 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:58:17.919517 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (4cdc82c6-5039-4ce5-abe1-9f55710614f9), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:17.951931 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9534d4c1-730d-43b6-8e04-d6e0c3bbeef0 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (c495aff9-054e-466a-a293-245c0a7221c1), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:17.962756 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9534d4c1-730d-43b6-8e04-d6e0c3bbeef0 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:17.969253 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9534d4c1-730d-43b6-8e04-d6e0c3bbeef0 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:18.074609 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-96bcd00e-a04c-440c-8752-463f9465c541 admin admin] Publish callbacks [] for security_group (61d4a867-8ed9-47d4-8d36-a291764c1a2c), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:18.100120 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-96bcd00e-a04c-440c-8752-463f9465c541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (61d4a867-8ed9-47d4-8d36-a291764c1a2c), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:18.140790 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-97444c5e-8d14-4f4f-bef4-b5c112cf646e None None] Allocated IP 172.20.0.2 (c2788966-aef5-41b6-a548-24dfe441ff72/5129dab2-15a0-429d-bd2e-0c3189c52d09/b2a29478-2bd1-4c80-9544-652d88cbede2) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:58:18.145227 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-9534d4c1-730d-43b6-8e04-d6e0c3bbeef0 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6976984 Feb 09 21:58:18.146057 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 60906) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:18.160836 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9534d4c1-730d-43b6-8e04-d6e0c3bbeef0 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Pushing event updated for resources: {'Network': ['ID=c495aff9-054e-466a-a293-245c0a7221c1,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:18.162068 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-bdb8ee77-70a3-4022-ad65-0fa5c5738324 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Request body: {'subnet': {'network_id': 'c495aff9-054e-466a-a293-245c0a7221c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:58:18.215194 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network c495aff9-054e-466a-a293-245c0a7221c1 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:58:18.224004 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bcd00e-a04c-440c-8752-463f9465c541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61d4a867-8ed9-47d4-8d36-a291764c1a2c,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:18.250924 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-96bcd00e-a04c-440c-8752-463f9465c541 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=e95e9d7bdcf74b0a9ffcf221851b64ff&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1567473 Feb 09 21:58:18.253301 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 60910) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:18.400464 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bc504643-683a-4d43-8546-17adb2317a62 admin admin] Publish callbacks [] for security_group (61d4a867-8ed9-47d4-8d36-a291764c1a2c), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:18.459908 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bc504643-683a-4d43-8546-17adb2317a62 admin admin] Publish callbacks [] for security_group (61d4a867-8ed9-47d4-8d36-a291764c1a2c), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:18.478137 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ac35e94a-05aa-4190-8f4b-f5f6e277b616 None None] Publish callbacks [] for port (6621afb4-0327-443e-9754-aa5f79891ed8), precommit_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:18.519846 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b38b01-19ad-43fb-a25d-8a853207cd8d None None] Network 83eb2e2c-2ed6-42b4-8bfb-e40de5ba52b6 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:58:18.587938 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ac35e94a-05aa-4190-8f4b-f5f6e277b616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (6621afb4-0327-443e-9754-aa5f79891ed8), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:18.601671 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bc504643-683a-4d43-8546-17adb2317a62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (61d4a867-8ed9-47d4-8d36-a291764c1a2c), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:18.604924 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bc504643-683a-4d43-8546-17adb2317a62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:18.606156 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-bc504643-683a-4d43-8546-17adb2317a62 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/61d4a867-8ed9-47d4-8d36-a291764c1a2c HTTP/1.1" status: 204 len: 168 time: 0.3513513 Feb 09 21:58:18.628152 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc504643-683a-4d43-8546-17adb2317a62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d4a867-8ed9-47d4-8d36-a291764c1a2c,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:18.635571 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c42848b0-1b88-4dcc-83d5-0cfc50e4659d admin admin] Publish callbacks [] for router_gateway (374eed61-e2b5-4a95-81c7-81c00d4c7e36), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:18.640337 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdb8ee77-70a3-4022-ad65-0fa5c5738324 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Made reservation on behalf of 3d87a25078dc4c2cafc043dd6019e7ec for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:58:18.645346 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bdb8ee77-70a3-4022-ad65-0fa5c5738324 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:18.656457 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-f25d6000-5540-4bca-bc19-d15933477823 None None] Current status of the port 2cbbc97c-a019-4c70-9cf9-bbc9d706a010 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:58:18.707756 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c42848b0-1b88-4dcc-83d5-0cfc50e4659d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:19.029273 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-c42848b0-1b88-4dcc-83d5-0cfc50e4659d admin admin] Allocated IP 172.25.3.68 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/4e59b2eb-dab9-4a85-92d6-c1c21928a763) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:58:19.091592 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 60948) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:19.106480 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-4e25f261-21de-47c1-bee7-c21f29a16b5a None None] Provisioning complete for port 4cdc82c6-5039-4ce5-abe1-9f55710614f9 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:58:19.116900 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-4e25f261-21de-47c1-bee7-c21f29a16b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (4cdc82c6-5039-4ce5-abe1-9f55710614f9), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:19.171251 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 4cdc82c6-5039-4ce5-abe1-9f55710614f9 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:58:19.173216 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (4cdc82c6-5039-4ce5-abe1-9f55710614f9), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:19.251227 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580805df-acc8-4a49-b1df-9afb0ff71ba1 None None] Pushing event updated for resources: {'Port': ['ID=6621afb4-0327-443e-9754-aa5f79891ed8,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:19.330372 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 60954) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:19.373647 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a86d72f0-6095-4ec0-ab99-f4afdf3e9ce2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:19.438688 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-af5d5274-cabb-4b4f-b407-80bcba01180e admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1197114312-network', 'tenant_id': 'b3e8b78db5b448288b8855c5416dd1f9'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:58:19.523797 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af5d5274-cabb-4b4f-b407-80bcba01180e admin admin] Made reservation on behalf of b3e8b78db5b448288b8855c5416dd1f9 for: {'network': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:58:19.526344 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-af5d5274-cabb-4b4f-b407-80bcba01180e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:19.539525 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c42848b0-1b88-4dcc-83d5-0cfc50e4659d admin admin] Publish callbacks [] for port (4e59b2eb-dab9-4a85-92d6-c1c21928a763), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:19.562967 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-af5d5274-cabb-4b4f-b407-80bcba01180e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:19.660561 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d19b36f-3c47-4573-b8b5-43a1f9786065 None None] DHCP port deletion for 83eb2e2c-2ed6-42b4-8bfb-e40de5ba52b6 request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:58:19.671113 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a86d72f0-6095-4ec0-ab99-f4afdf3e9ce2 admin admin] Publish callbacks [] for security_group (f99f2b7e-98f7-4ab3-b331-720f525b3fbb), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:19.681501 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a86d72f0-6095-4ec0-ab99-f4afdf3e9ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (f99f2b7e-98f7-4ab3-b331-720f525b3fbb), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:19.723660 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-a86d72f0-6095-4ec0-ab99-f4afdf3e9ce2 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=f97551d91fbc4efca752e44bfef3199a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3916643 Feb 09 21:58:19.724666 n-d-828369-5 neutron-server[103141]: DEBUG neutron.objects.ports [None req-bdb8ee77-70a3-4022-ad65-0fa5c5738324 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103141) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 21:58:19.725858 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 60962) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:19.735784 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-ac35e94a-05aa-4190-8f4b-f5f6e277b616 None None] Attempting to bind port 6621afb4-0327-443e-9754-aa5f79891ed8 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:58:19.736464 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-ac35e94a-05aa-4190-8f4b-f5f6e277b616 None None] Attempting to bind port 6621afb4-0327-443e-9754-aa5f79891ed8 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': 'd04436c1-38a7-49ff-99d3-155bd8dad8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7e0d0404-6a65-4e1e-a5d3-af4897ba6106'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:58:19.737090 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac35e94a-05aa-4190-8f4b-f5f6e277b616 None None] Attempting to bind port 6621afb4-0327-443e-9754-aa5f79891ed8 on network 7e0d0404-6a65-4e1e-a5d3-af4897ba6106 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:58:19.746711 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bdb8ee77-70a3-4022-ad65-0fa5c5738324 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (80595110-003b-4321-a539-42d99311b958), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:19.808347 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c42848b0-1b88-4dcc-83d5-0cfc50e4659d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (4e59b2eb-dab9-4a85-92d6-c1c21928a763), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:19.819959 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port 4cdc82c6-5039-4ce5-abe1-9f55710614f9, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=4cdc82c6-5039-4ce5-abe1-9f55710614f9,segment=NetworkSegment(ce9d5dd8-ecab-4c87-830b-652547493c25),segment_id=ce9d5dd8-ecab-4c87-830b-652547493c25)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:58:19.849526 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (4cdc82c6-5039-4ce5-abe1-9f55710614f9), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:19.855875 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 2cbbc97c-a019-4c70-9cf9-bbc9d706a010 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:58:19.923204 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86d72f0-6095-4ec0-ab99-f4afdf3e9ce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f99f2b7e-98f7-4ab3-b331-720f525b3fbb,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:19.941866 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42848b0-1b88-4dcc-83d5-0cfc50e4659d admin admin] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:58:19.955499 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-c42848b0-1b88-4dcc-83d5-0cfc50e4659d admin admin] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:58:19.961777 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42848b0-1b88-4dcc-83d5-0cfc50e4659d admin admin] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:58:20.002794 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac35e94a-05aa-4190-8f4b-f5f6e277b616 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:58:20.003183 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac35e94a-05aa-4190-8f4b-f5f6e277b616 None None] Checking segment: {'id': 'd04436c1-38a7-49ff-99d3-155bd8dad8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7e0d0404-6a65-4e1e-a5d3-af4897ba6106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:58:20.003785 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ac35e94a-05aa-4190-8f4b-f5f6e277b616 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:20.004395 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac35e94a-05aa-4190-8f4b-f5f6e277b616 None None] Bound using segment: {'id': 'd04436c1-38a7-49ff-99d3-155bd8dad8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7e0d0404-6a65-4e1e-a5d3-af4897ba6106'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:58:20.005056 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-ac35e94a-05aa-4190-8f4b-f5f6e277b616 None None] Bound port: 6621afb4-0327-443e-9754-aa5f79891ed8, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd04436c1-38a7-49ff-99d3-155bd8dad8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7e0d0404-6a65-4e1e-a5d3-af4897ba6106'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:58:20.005611 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ac35e94a-05aa-4190-8f4b-f5f6e277b616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (6621afb4-0327-443e-9754-aa5f79891ed8), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:20.014676 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=4cdc82c6-5039-4ce5-abe1-9f55710614f9,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:20.025779 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-47bfb9dd-3252-48c8-a5cc-f40537f5b2b1 admin admin] Publish callbacks [] for security_group (f99f2b7e-98f7-4ab3-b331-720f525b3fbb), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:20.039846 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-af5d5274-cabb-4b4f-b407-80bcba01180e admin admin] Publish callbacks [] for security_group (8067f84f-1359-4ea0-8e96-f731471136a6), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:20.064476 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb8ee77-70a3-4022-ad65-0fa5c5738324 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Pushing event updated for resources: {'Subnet': ['ID=80595110-003b-4321-a539-42d99311b958,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:20.071389 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-97444c5e-8d14-4f4f-bef4-b5c112cf646e None None] Publish callbacks [] for port (b2a29478-2bd1-4c80-9544-652d88cbede2), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:20.073204 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 2cbbc97c-a019-4c70-9cf9-bbc9d706a010 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:58:20.073732 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (2cbbc97c-a019-4c70-9cf9-bbc9d706a010), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:20.114590 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42848b0-1b88-4dcc-83d5-0cfc50e4659d admin admin] Pushing event updated for resources: {'Port': ['ID=4e59b2eb-dab9-4a85-92d6-c1c21928a763,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:20.145207 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb8ee77-70a3-4022-ad65-0fa5c5738324 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Checking segment: {'id': '408f2147-695b-47e4-bdf4-32f07af3d084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c495aff9-054e-466a-a293-245c0a7221c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:58:20.145207 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb8ee77-70a3-4022-ad65-0fa5c5738324 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Network hostable DHCP agents. Network: c495aff9-054e-466a-a293-245c0a7221c1, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:58:20.157941 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-af5d5274-cabb-4b4f-b407-80bcba01180e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (8067f84f-1359-4ea0-8e96-f731471136a6), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:20.161381 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-4e25f261-21de-47c1-bee7-c21f29a16b5a None None] Current status of the port 4cdc82c6-5039-4ce5-abe1-9f55710614f9 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:58:20.211306 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af5d5274-cabb-4b4f-b407-80bcba01180e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=103140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:58:20.218389 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-ac35e94a-05aa-4190-8f4b-f5f6e277b616 None None] For port 6621afb4-0327-443e-9754-aa5f79891ed8, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:58:20.221741 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-ac35e94a-05aa-4190-8f4b-f5f6e277b616 None None] For port 6621afb4-0327-443e-9754-aa5f79891ed8, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=6621afb4-0327-443e-9754-aa5f79891ed8,segment=NetworkSegment(d04436c1-38a7-49ff-99d3-155bd8dad8e9),segment_id=d04436c1-38a7-49ff-99d3-155bd8dad8e9)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:58:20.234142 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-97444c5e-8d14-4f4f-bef4-b5c112cf646e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (b2a29478-2bd1-4c80-9544-652d88cbede2), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:20.250183 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-3d19b36f-3c47-4573-b8b5-43a1f9786065 None None] Deleting port 4cdc82c6-5039-4ce5-abe1-9f55710614f9 {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:58:20.250563 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-3d19b36f-3c47-4573-b8b5-43a1f9786065 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (4cdc82c6-5039-4ce5-abe1-9f55710614f9), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:20.251233 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-af5d5274-cabb-4b4f-b407-80bcba01180e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (4397314e-2225-4cf8-b858-ea8f71ca37e1), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:20.253271 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-af5d5274-cabb-4b4f-b407-80bcba01180e admin admin] Added segment 4397314e-2225-4cf8-b858-ea8f71ca37e1 of type vlan for network 04a65d27-6482-4e7b-94e8-af3d0d277bb9 Feb 09 21:58:20.253714 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ac35e94a-05aa-4190-8f4b-f5f6e277b616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (6621afb4-0327-443e-9754-aa5f79891ed8), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:20.289687 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-47bfb9dd-3252-48c8-a5cc-f40537f5b2b1 admin admin] Publish callbacks [] for security_group (f99f2b7e-98f7-4ab3-b331-720f525b3fbb), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:20.322571 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97444c5e-8d14-4f4f-bef4-b5c112cf646e None None] Network c2788966-aef5-41b6-a548-24dfe441ff72 is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:58:20.343898 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb8ee77-70a3-4022-ad65-0fa5c5738324 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Network c495aff9-054e-466a-a293-245c0a7221c1 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:58:20.355562 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-97444c5e-8d14-4f4f-bef4-b5c112cf646e None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:58:20.409679 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-bdb8ee77-70a3-4022-ad65-0fa5c5738324 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, c495aff9-054e-466a-a293-245c0a7221c1) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:58:20.416498 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb8ee77-70a3-4022-ad65-0fa5c5738324 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:20.421290 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bdb8ee77-70a3-4022-ad65-0fa5c5738324 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:20.431865 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97444c5e-8d14-4f4f-bef4-b5c112cf646e None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:58:20.438341 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 2cbbc97c-a019-4c70-9cf9-bbc9d706a010 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:58:20.439761 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 65aced3d-7b4e-4e81-921b-97d9d57bf102 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:58:20.491367 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-bdb8ee77-70a3-4022-ad65-0fa5c5738324 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3387158 Feb 09 21:58:20.493785 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 60978) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:20.502886 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-87239374-ee20-4061-8829-13749a1e16c9 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Request body: {'port': {'network_id': 'c495aff9-054e-466a-a293-245c0a7221c1', 'name': 'tempest-NetworksIpV6TestAttrs-295540022'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:58:20.510937 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f955c57-b948-4cf2-bc2b-977d369f7cbc None None] Network c495aff9-054e-466a-a293-245c0a7221c1 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:58:20.531596 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5d5274-cabb-4b4f-b407-80bcba01180e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8067f84f-1359-4ea0-8e96-f731471136a6,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:20.540655 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-af5d5274-cabb-4b4f-b407-80bcba01180e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (04a65d27-6482-4e7b-94e8-af3d0d277bb9), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:20.582113 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-38d8fa4f-12b6-4ccd-a3d2-eb2deda3c1a3 None None] Provisioning complete for port 6621afb4-0327-443e-9754-aa5f79891ed8 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:58:20.582726 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-38d8fa4f-12b6-4ccd-a3d2-eb2deda3c1a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (6621afb4-0327-443e-9754-aa5f79891ed8), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:20.623137 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-af5d5274-cabb-4b4f-b407-80bcba01180e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (04a65d27-6482-4e7b-94e8-af3d0d277bb9), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:20.624062 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5d5274-cabb-4b4f-b407-80bcba01180e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:20.624766 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-af5d5274-cabb-4b4f-b407-80bcba01180e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:20.647023 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-47bfb9dd-3252-48c8-a5cc-f40537f5b2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (f99f2b7e-98f7-4ab3-b331-720f525b3fbb), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:20.649762 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-47bfb9dd-3252-48c8-a5cc-f40537f5b2b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:20.660963 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-47bfb9dd-3252-48c8-a5cc-f40537f5b2b1 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/f99f2b7e-98f7-4ab3-b331-720f525b3fbb HTTP/1.1" status: 204 len: 168 time: 0.8971572 Feb 09 21:58:20.686390 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac35e94a-05aa-4190-8f4b-f5f6e277b616 None None] Routers {'084d2afe-e10b-41bc-9536-b5713ce69a02'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:58:20.687665 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-ac35e94a-05aa-4190-8f4b-f5f6e277b616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:58:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['084d2afe-e10b-41bc-9536-b5713ce69a02'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:20.826732 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bfb9dd-3252-48c8-a5cc-f40537f5b2b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f99f2b7e-98f7-4ab3-b331-720f525b3fbb,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:20.882492 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5d5274-cabb-4b4f-b407-80bcba01180e admin admin] Pushing event updated for resources: {'Network': ['ID=04a65d27-6482-4e7b-94e8-af3d0d277bb9,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:20.896696 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-af5d5274-cabb-4b4f-b407-80bcba01180e admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.7992055 Feb 09 21:58:20.897340 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 60986) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:20.906685 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-77afdbcb-ecb7-44d2-a03f-8a5f60aad16f admin admin] Request body: {'subnet': {'network_id': '04a65d27-6482-4e7b-94e8-af3d0d277bb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1197114312-subnet', 'tenant_id': 'b3e8b78db5b448288b8855c5416dd1f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:58:20.943606 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77afdbcb-ecb7-44d2-a03f-8a5f60aad16f admin admin] Made reservation on behalf of b3e8b78db5b448288b8855c5416dd1f9 for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:58:20.947975 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-77afdbcb-ecb7-44d2-a03f-8a5f60aad16f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621317'] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:21.023054 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97444c5e-8d14-4f4f-bef4-b5c112cf646e None None] Pushing event updated for resources: {'Port': ['ID=b2a29478-2bd1-4c80-9544-652d88cbede2,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:21.033266 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c42848b0-1b88-4dcc-83d5-0cfc50e4659d admin admin] Publish callbacks [] for router_gateway (374eed61-e2b5-4a95-81c7-81c00d4c7e36), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:21.048582 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 04a65d27-6482-4e7b-94e8-af3d0d277bb9 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:58:21.393821 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-77afdbcb-ecb7-44d2-a03f-8a5f60aad16f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621371'] for subnet (e66e8995-a595-4f7e-865e-9e730b75c9e0), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:21.523017 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77afdbcb-ecb7-44d2-a03f-8a5f60aad16f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e66e8995-a595-4f7e-865e-9e730b75c9e0,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:21.543275 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77afdbcb-ecb7-44d2-a03f-8a5f60aad16f admin admin] Checking segment: {'id': '4397314e-2225-4cf8-b858-ea8f71ca37e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '04a65d27-6482-4e7b-94e8-af3d0d277bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:58:21.543688 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77afdbcb-ecb7-44d2-a03f-8a5f60aad16f admin admin] Network hostable DHCP agents. Network: 04a65d27-6482-4e7b-94e8-af3d0d277bb9, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:58:21.580706 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-ac35e94a-05aa-4190-8f4b-f5f6e277b616 None None] Set router 084d2afe-e10b-41bc-9536-b5713ce69a02 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:58:21.590065 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77afdbcb-ecb7-44d2-a03f-8a5f60aad16f admin admin] Network 04a65d27-6482-4e7b-94e8-af3d0d277bb9 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:58:21.607856 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-77afdbcb-ecb7-44d2-a03f-8a5f60aad16f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 04a65d27-6482-4e7b-94e8-af3d0d277bb9) {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:58:21.612679 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77afdbcb-ecb7-44d2-a03f-8a5f60aad16f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:21.613323 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-77afdbcb-ecb7-44d2-a03f-8a5f60aad16f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:21.643302 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-77afdbcb-ecb7-44d2-a03f-8a5f60aad16f admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.7438717 Feb 09 21:58:21.671589 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87239374-ee20-4061-8829-13749a1e16c9 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Made reservation on behalf of 3d87a25078dc4c2cafc043dd6019e7ec for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:58:21.679527 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-87239374-ee20-4061-8829-13749a1e16c9 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:21.770294 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c42848b0-1b88-4dcc-83d5-0cfc50e4659d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (374eed61-e2b5-4a95-81c7-81c00d4c7e36), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:21.787566 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [None req-87239374-ee20-4061-8829-13749a1e16c9 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] device_id is not set on port 39566981-22b5-4a33-9dac-22691a02685a yet. {{(pid=103141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 21:58:21.796903 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580805df-acc8-4a49-b1df-9afb0ff71ba1 None None] Pushing event updated for resources: {'Port': ['ID=6621afb4-0327-443e-9754-aa5f79891ed8,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:21.820829 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-97444c5e-8d14-4f4f-bef4-b5c112cf646e None None] Attempting to bind port b2a29478-2bd1-4c80-9544-652d88cbede2 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:58:21.821929 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-97444c5e-8d14-4f4f-bef4-b5c112cf646e None None] Attempting to bind port b2a29478-2bd1-4c80-9544-652d88cbede2 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': 'c27581b3-4bbc-4fd7-aa5c-a9fcb08733d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c2788966-aef5-41b6-a548-24dfe441ff72'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:58:21.823342 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97444c5e-8d14-4f4f-bef4-b5c112cf646e None None] Attempting to bind port b2a29478-2bd1-4c80-9544-652d88cbede2 on network c2788966-aef5-41b6-a548-24dfe441ff72 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:58:21.855793 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5621bfb3-51e0-4084-9fb2-80e8f28b49c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-c495aff9-054e-466a-a293-245c0a7221c1', 'network_id': 'c495aff9-054e-466a-a293-245c0a7221c1', 'project_id': '3d87a25078dc4c2cafc043dd6019e7ec', 'fixed_ips': [{'subnet_id': '80595110-003b-4321-a539-42d99311b958'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:58:21.857272 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5621bfb3-51e0-4084-9fb2-80e8f28b49c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:21.873707 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc4fb4f-43c7-4e8a-be01-d2a90c9ce314 None None] Network 04a65d27-6482-4e7b-94e8-af3d0d277bb9 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:58:22.054178 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-3d19b36f-3c47-4573-b8b5-43a1f9786065 None None] For port 4cdc82c6-5039-4ce5-abe1-9f55710614f9, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=4cdc82c6-5039-4ce5-abe1-9f55710614f9,segment=NetworkSegment(ce9d5dd8-ecab-4c87-830b-652547493c25),segment_id=ce9d5dd8-ecab-4c87-830b-652547493c25)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:58:22.057878 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-3d19b36f-3c47-4573-b8b5-43a1f9786065 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (4cdc82c6-5039-4ce5-abe1-9f55710614f9), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:22.101981 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 65aced3d-7b4e-4e81-921b-97d9d57bf102 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:58:22.102386 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (65aced3d-7b4e-4e81-921b-97d9d57bf102), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:22.203512 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97444c5e-8d14-4f4f-bef4-b5c112cf646e None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:58:22.204662 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97444c5e-8d14-4f4f-bef4-b5c112cf646e None None] Checking segment: {'id': 'c27581b3-4bbc-4fd7-aa5c-a9fcb08733d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c2788966-aef5-41b6-a548-24dfe441ff72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:58:22.206582 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-97444c5e-8d14-4f4f-bef4-b5c112cf646e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:22.206991 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97444c5e-8d14-4f4f-bef4-b5c112cf646e None None] Bound using segment: {'id': 'c27581b3-4bbc-4fd7-aa5c-a9fcb08733d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c2788966-aef5-41b6-a548-24dfe441ff72'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:58:22.208641 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-97444c5e-8d14-4f4f-bef4-b5c112cf646e None None] Bound port: b2a29478-2bd1-4c80-9544-652d88cbede2, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c27581b3-4bbc-4fd7-aa5c-a9fcb08733d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c2788966-aef5-41b6-a548-24dfe441ff72'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:58:22.209052 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-97444c5e-8d14-4f4f-bef4-b5c112cf646e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (b2a29478-2bd1-4c80-9544-652d88cbede2), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:22.299837 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e28f9b3-1008-4bff-abeb-7b22237fc998 None None] Network 04a65d27-6482-4e7b-94e8-af3d0d277bb9 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:58:22.377197 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-87239374-ee20-4061-8829-13749a1e16c9 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Allocated IP 2001:db8::f816:3eff:fef1:3a6c (c495aff9-054e-466a-a293-245c0a7221c1/80595110-003b-4321-a539-42d99311b958/39566981-22b5-4a33-9dac-22691a02685a) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:58:22.409403 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:22.413829 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-3d19b36f-3c47-4573-b8b5-43a1f9786065 None None] Calling delete_port for 4cdc82c6-5039-4ce5-abe1-9f55710614f9 owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:58:22.622139 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-38d8fa4f-12b6-4ccd-a3d2-eb2deda3c1a3 None None] Current status of the port 6621afb4-0327-443e-9754-aa5f79891ed8 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:58:22.623497 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-38d8fa4f-12b6-4ccd-a3d2-eb2deda3c1a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (6621afb4-0327-443e-9754-aa5f79891ed8), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:22.710969 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c42848b0-1b88-4dcc-83d5-0cfc50e4659d admin admin] Router 374eed61-e2b5-4a95-81c7-81c00d4c7e36 is scheduled to L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 with binding_index 1 {{(pid=103141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:58:22.761934 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecac4f9-e066-4ebd-bd56-5131020dbe36 req-9ccb6c74-5ba1-4a73-8f60-06ef7e9b6150 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:22.764327 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9ecac4f9-e066-4ebd-bd56-5131020dbe36 req-9ccb6c74-5ba1-4a73-8f60-06ef7e9b6150 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/networks?id=04a65d27-6482-4e7b-94e8-af3d0d277bb9 HTTP/1.1" status: 200 len: 806 time: 0.2839174 Feb 09 21:58:22.823806 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9ecac4f9-e066-4ebd-bd56-5131020dbe36 req-fc9e0f7a-4b47-4824-abf8-82a1a16b0f09 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/quotas/b3e8b78db5b448288b8855c5416dd1f9 HTTP/1.1" status: 200 len: 375 time: 0.0401821 Feb 09 21:58:22.879031 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-87239374-ee20-4061-8829-13749a1e16c9 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks [] for port (39566981-22b5-4a33-9dac-22691a02685a), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:22.894483 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9ecac4f9-e066-4ebd-bd56-5131020dbe36 req-5d90d160-9616-43ce-8da8-f8efc353877d tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=b3e8b78db5b448288b8855c5416dd1f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0570104 Feb 09 21:58:22.922707 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-97444c5e-8d14-4f4f-bef4-b5c112cf646e None None] For port b2a29478-2bd1-4c80-9544-652d88cbede2, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:58:22.927554 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-97444c5e-8d14-4f4f-bef4-b5c112cf646e None None] For port b2a29478-2bd1-4c80-9544-652d88cbede2, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=b2a29478-2bd1-4c80-9544-652d88cbede2,segment=NetworkSegment(c27581b3-4bbc-4fd7-aa5c-a9fcb08733d1),segment_id=c27581b3-4bbc-4fd7-aa5c-a9fcb08733d1)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:58:22.966642 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-87239374-ee20-4061-8829-13749a1e16c9 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (39566981-22b5-4a33-9dac-22691a02685a), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:22.974724 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-97444c5e-8d14-4f4f-bef4-b5c112cf646e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (b2a29478-2bd1-4c80-9544-652d88cbede2), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:23.030058 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87239374-ee20-4061-8829-13749a1e16c9 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Pushing event updated for resources: {'Port': ['ID=39566981-22b5-4a33-9dac-22691a02685a,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:23.044740 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87239374-ee20-4061-8829-13749a1e16c9 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Network c495aff9-054e-466a-a293-245c0a7221c1 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:58:23.048110 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-87239374-ee20-4061-8829-13749a1e16c9 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:58:23.052370 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87239374-ee20-4061-8829-13749a1e16c9 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:58:23.057666 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87239374-ee20-4061-8829-13749a1e16c9 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:23.058297 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-87239374-ee20-4061-8829-13749a1e16c9 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:23.085457 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-87239374-ee20-4061-8829-13749a1e16c9 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.5905533 Feb 09 21:58:23.088778 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 32836) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:23.117084 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9ecac4f9-e066-4ebd-bd56-5131020dbe36 req-8a1d334b-68f2-4cb8-99d6-1eb851f5de92 service neutron] 10.222.0.90 "GET /v2.0/networks/04a65d27-6482-4e7b-94e8-af3d0d277bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119963 Feb 09 21:58:23.278932 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c42848b0-1b88-4dcc-83d5-0cfc50e4659d admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:58:23.284146 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a1bfc5f-6a58-48d7-ac04-884c83eb22fc tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Deleting subnet 80595110-003b-4321-a539-42d99311b958 {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:58:23.291124 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76fe591-9e27-43d0-a063-2ad09d94adbc None None] Sync routers for ids ['374eed61-e2b5-4a95-81c7-81c00d4c7e36'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:58:23.316797 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c42848b0-1b88-4dcc-83d5-0cfc50e4659d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:23.320036 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76fe591-9e27-43d0-a063-2ad09d94adbc None None] Routers {'374eed61-e2b5-4a95-81c7-81c00d4c7e36'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:58:23.321866 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-e76fe591-9e27-43d0-a063-2ad09d94adbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:58:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['374eed61-e2b5-4a95-81c7-81c00d4c7e36'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:23.329374 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-c42848b0-1b88-4dcc-83d5-0cfc50e4659d admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.4455016 Feb 09 21:58:23.331986 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 32846) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:23.348079 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9ecac4f9-e066-4ebd-bd56-5131020dbe36 req-5c3c50cb-c763-46bb-a850-04760a01e194 service neutron] 10.222.0.90 "GET /v2.0/networks/04a65d27-6482-4e7b-94e8-af3d0d277bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293115 Feb 09 21:58:23.606197 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:58:23.676896 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-e76fe591-9e27-43d0-a063-2ad09d94adbc None None] Set router 374eed61-e2b5-4a95-81c7-81c00d4c7e36 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:58:23.695621 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7e54c65b-ba6b-4625-a689-51b42e2b0e22 req-c66a7197-8e7a-40f8-af18-7ef5e5c27916 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=5cc22ea9-82f4-4c42-bf78-f737e75f49e5 HTTP/1.1" status: 200 len: 210 time: 0.0471525 Feb 09 21:58:23.849467 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-5621bfb3-51e0-4084-9fb2-80e8f28b49c5 None None] Allocated IP 2001:db8::f816:3eff:fe7a:d233 (c495aff9-054e-466a-a293-245c0a7221c1/80595110-003b-4321-a539-42d99311b958/01023d0e-3605-4d46-b298-06ae14168b7b) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:58:24.030778 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-38d8fa4f-12b6-4ccd-a3d2-eb2deda3c1a3 None None] For port 6621afb4-0327-443e-9754-aa5f79891ed8, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=6621afb4-0327-443e-9754-aa5f79891ed8,segment=NetworkSegment(d04436c1-38a7-49ff-99d3-155bd8dad8e9),segment_id=d04436c1-38a7-49ff-99d3-155bd8dad8e9)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:58:24.049353 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-3d19b36f-3c47-4573-b8b5-43a1f9786065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (4cdc82c6-5039-4ce5-abe1-9f55710614f9), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:24.071214 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97444c5e-8d14-4f4f-bef4-b5c112cf646e None None] Pushing event updated for resources: {'Port': ['ID=b2a29478-2bd1-4c80-9544-652d88cbede2,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:24.094956 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d19b36f-3c47-4573-b8b5-43a1f9786065 None None] No DVR routers for this DVR port 4cdc82c6-5039-4ce5-abe1-9f55710614f9 on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:58:24.263230 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-38d8fa4f-12b6-4ccd-a3d2-eb2deda3c1a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (6621afb4-0327-443e-9754-aa5f79891ed8), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:24.360375 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-e76fe591-9e27-43d0-a063-2ad09d94adbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374eed61-e2b5-4a95-81c7-81c00d4c7e36', 'name': 'tempest-TestServerMultinode-871538930-router', 'tenant_id': '9f0a430b25644d18b22653ddfdcf80e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': '4e59b2eb-dab9-4a85-92d6-c1c21928a763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:58:17Z', 'updated_at': '2022-02-09T21:58:20Z', 'revision_number': 3, 'project_id': '9f0a430b25644d18b22653ddfdcf80e2', 'gw_port': {'id': '4e59b2eb-dab9-4a85-92d6-c1c21928a763', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:6a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '374eed61-e2b5-4a95-81c7-81c00d4c7e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:58:18Z', 'updated_at': '2022-02-09T21:58:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:24.413550 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:24.442504 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d19b36f-3c47-4573-b8b5-43a1f9786065 None None] Pushing event deleted for resources: {'Port': ['ID=4cdc82c6-5039-4ce5-abe1-9f55710614f9,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:24.495051 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76fe591-9e27-43d0-a063-2ad09d94adbc None None] Checking router: 374eed61-e2b5-4a95-81c7-81c00d4c7e36 for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:58:24.495441 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76fe591-9e27-43d0-a063-2ad09d94adbc None None] Updating router 374eed61-e2b5-4a95-81c7-81c00d4c7e36 port 4e59b2eb-dab9-4a85-92d6-c1c21928a763 binding host n-d-828369-5 {{(pid=103143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:58:24.643138 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e76fe591-9e27-43d0-a063-2ad09d94adbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (4e59b2eb-dab9-4a85-92d6-c1c21928a763), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:24.893631 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 65aced3d-7b4e-4e81-921b-97d9d57bf102 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:58:24.915901 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5621bfb3-51e0-4084-9fb2-80e8f28b49c5 None None] Publish callbacks [] for port (01023d0e-3605-4d46-b298-06ae14168b7b), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:24.949390 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cfeefd58-85ee-4c41-bc50-496af4aef82e req-d7541ce0-2023-41f7-adbc-548e27669a56 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=5cc22ea9-82f4-4c42-bf78-f737e75f49e5 HTTP/1.1" status: 200 len: 210 time: 0.1628149 Feb 09 21:58:24.997925 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5866b6c7-a6cd-4eeb-9da2-712189a5161d None None] Provisioning complete for port 6621afb4-0327-443e-9754-aa5f79891ed8 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:58:24.999067 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5866b6c7-a6cd-4eeb-9da2-712189a5161d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (6621afb4-0327-443e-9754-aa5f79891ed8), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:25.039512 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5621bfb3-51e0-4084-9fb2-80e8f28b49c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (01023d0e-3605-4d46-b298-06ae14168b7b), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:25.041080 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9a1bfc5f-6a58-48d7-ac04-884c83eb22fc tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks [] for subnet (80595110-003b-4321-a539-42d99311b958), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:25.093156 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d8fa4f-12b6-4ccd-a3d2-eb2deda3c1a3 None None] Pushing event updated for resources: {'Port': ['ID=6621afb4-0327-443e-9754-aa5f79891ed8,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:25.103711 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9a1bfc5f-6a58-48d7-ac04-884c83eb22fc tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (80595110-003b-4321-a539-42d99311b958), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:25.115652 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 9641d2f2-0322-49f5-994d-25f0085866da no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:58:25.213415 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5621bfb3-51e0-4084-9fb2-80e8f28b49c5 None None] Network c495aff9-054e-466a-a293-245c0a7221c1 is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:58:25.267598 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-5621bfb3-51e0-4084-9fb2-80e8f28b49c5 None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:58:25.274583 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5621bfb3-51e0-4084-9fb2-80e8f28b49c5 None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:58:25.325374 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-ac35e94a-05aa-4190-8f4b-f5f6e277b616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '084d2afe-e10b-41bc-9536-b5713ce69a02', 'name': 'tempest-TestServerMultinode-1953553771-router', 'tenant_id': '305d3451003845b3a5ca67de8a07f159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '65aced3d-7b4e-4e81-921b-97d9d57bf102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:58:01Z', 'updated_at': '2022-02-09T21:58:10Z', 'revision_number': 4, 'project_id': '305d3451003845b3a5ca67de8a07f159', 'gw_port': {'id': '65aced3d-7b4e-4e81-921b-97d9d57bf102', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:f1:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084d2afe-e10b-41bc-9536-b5713ce69a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:58:03Z', 'updated_at': '2022-02-09T21:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '6621afb4-0327-443e-9754-aa5f79891ed8', 'name': '', 'network_id': '7e0d0404-6a65-4e1e-a5d3-af4897ba6106', 'tenant_id': '305d3451003845b3a5ca67de8a07f159', 'mac_address': 'fa:16:3e:5a:df:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '084d2afe-e10b-41bc-9536-b5713ce69a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '65428503-2877-450f-9531-065ddde804b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:58:08Z', 'updated_at': '2022-02-09T21:58:20Z', 'revision_number': 4, 'project_id': '305d3451003845b3a5ca67de8a07f159', 'subnets': [{'id': '65428503-2877-450f-9531-065ddde804b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:25.438902 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9a1bfc5f-6a58-48d7-ac04-884c83eb22fc tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (80595110-003b-4321-a539-42d99311b958), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:25.483022 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e76fe591-9e27-43d0-a063-2ad09d94adbc None None] Publish callbacks [] for port (4e59b2eb-dab9-4a85-92d6-c1c21928a763), precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:25.490071 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac35e94a-05aa-4190-8f4b-f5f6e277b616 None None] The sync data for ids ['084d2afe-e10b-41bc-9536-b5713ce69a02'] in n-d-828369-5 is: [{'id': '084d2afe-e10b-41bc-9536-b5713ce69a02', 'name': 'tempest-TestServerMultinode-1953553771-router', 'tenant_id': '305d3451003845b3a5ca67de8a07f159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '65aced3d-7b4e-4e81-921b-97d9d57bf102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:58:01Z', 'updated_at': '2022-02-09T21:58:10Z', 'revision_number': 4, 'project_id': '305d3451003845b3a5ca67de8a07f159', 'gw_port': {'id': '65aced3d-7b4e-4e81-921b-97d9d57bf102', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:f1:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084d2afe-e10b-41bc-9536-b5713ce69a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:58:03Z', 'updated_at': '2022-02-09T21:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '6621afb4-0327-443e-9754-aa5f79891ed8', 'name': '', 'network_id': '7e0d0404-6a65-4e1e-a5d3-af4897ba6106', 'tenant_id': '305d3451003845b3a5ca67de8a07f159', 'mac_address': 'fa:16:3e:5a:df:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '084d2afe-e10b-41bc-9536-b5713ce69a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '65428503-2877-450f-9531-065ddde804b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:58:08Z', 'updated_at': '2022-02-09T21:58:20Z', 'revision_number': 4, 'project_id': '305d3451003845b3a5ca67de8a07f159', 'subnets': [{'id': '65428503-2877-450f-9531-065ddde804b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:58:25.504092 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e76fe591-9e27-43d0-a063-2ad09d94adbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (4e59b2eb-dab9-4a85-92d6-c1c21928a763), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:25.510941 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 9641d2f2-0322-49f5-994d-25f0085866da {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:58:25.511352 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 9641d2f2-0322-49f5-994d-25f0085866da not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:58:25.701470 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-e76fe591-9e27-43d0-a063-2ad09d94adbc None None] Attempting to bind port 4e59b2eb-dab9-4a85-92d6-c1c21928a763 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:58:25.701985 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-e76fe591-9e27-43d0-a063-2ad09d94adbc None None] Attempting to bind port 4e59b2eb-dab9-4a85-92d6-c1c21928a763 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:58:25.702219 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76fe591-9e27-43d0-a063-2ad09d94adbc None None] Attempting to bind port 4e59b2eb-dab9-4a85-92d6-c1c21928a763 on network 54a442d5-50a0-4c75-85cc-d19f5bf58118 {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:58:25.733651 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5621bfb3-51e0-4084-9fb2-80e8f28b49c5 None None] Pushing event updated for resources: {'Port': ['ID=01023d0e-3605-4d46-b298-06ae14168b7b,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:25.733854 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76fe591-9e27-43d0-a063-2ad09d94adbc None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:58:25.734158 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76fe591-9e27-43d0-a063-2ad09d94adbc None None] Checking segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:58:25.734566 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e76fe591-9e27-43d0-a063-2ad09d94adbc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:25.734967 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76fe591-9e27-43d0-a063-2ad09d94adbc None None] Bound using segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:58:25.735458 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-e76fe591-9e27-43d0-a063-2ad09d94adbc None None] Bound port: 4e59b2eb-dab9-4a85-92d6-c1c21928a763, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:58:25.735846 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e76fe591-9e27-43d0-a063-2ad09d94adbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (4e59b2eb-dab9-4a85-92d6-c1c21928a763), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:25.767051 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9a1bfc5f-6a58-48d7-ac04-884c83eb22fc tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (80595110-003b-4321-a539-42d99311b958), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:25.795107 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1f0787-5a29-4e89-b873-343ee5c2824b None None] Network c2788966-aef5-41b6-a548-24dfe441ff72 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:58:25.888071 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1bfc5f-6a58-48d7-ac04-884c83eb22fc tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Pushing event deleted for resources: {'Subnet': ['ID=80595110-003b-4321-a539-42d99311b958,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:25.919865 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea794a5a-5aa8-41a5-8571-d4ecd8984edc None None] Pushing event updated for resources: {'Port': ['ID=4e59b2eb-dab9-4a85-92d6-c1c21928a763,revision_number=2']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:25.933127 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-5621bfb3-51e0-4084-9fb2-80e8f28b49c5 None None] Attempting to bind port 01023d0e-3605-4d46-b298-06ae14168b7b on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:58:25.933508 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-5621bfb3-51e0-4084-9fb2-80e8f28b49c5 None None] Attempting to bind port 01023d0e-3605-4d46-b298-06ae14168b7b by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '408f2147-695b-47e4-bdf4-32f07af3d084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c495aff9-054e-466a-a293-245c0a7221c1'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:58:25.933876 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5621bfb3-51e0-4084-9fb2-80e8f28b49c5 None None] Attempting to bind port 01023d0e-3605-4d46-b298-06ae14168b7b on network c495aff9-054e-466a-a293-245c0a7221c1 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:58:25.950548 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea794a5a-5aa8-41a5-8571-d4ecd8984edc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:25.952571 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9a1bfc5f-6a58-48d7-ac04-884c83eb22fc tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:25.953229 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea794a5a-5aa8-41a5-8571-d4ecd8984edc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:25.954994 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea794a5a-5aa8-41a5-8571-d4ecd8984edc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:25.955569 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea794a5a-5aa8-41a5-8571-d4ecd8984edc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:25.956126 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea794a5a-5aa8-41a5-8571-d4ecd8984edc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:25.958814 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-9a1bfc5f-6a58-48d7-ac04-884c83eb22fc tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] 10.222.0.90 "DELETE /v2.0/subnets/80595110-003b-4321-a539-42d99311b958 HTTP/1.1" status: 204 len: 168 time: 2.8690007 Feb 09 21:58:25.959466 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea794a5a-5aa8-41a5-8571-d4ecd8984edc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:25.960019 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea794a5a-5aa8-41a5-8571-d4ecd8984edc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:25.960586 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea794a5a-5aa8-41a5-8571-d4ecd8984edc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:25.961150 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea794a5a-5aa8-41a5-8571-d4ecd8984edc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:25.961503 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 32922) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:25.961979 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea794a5a-5aa8-41a5-8571-d4ecd8984edc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:25.964902 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea794a5a-5aa8-41a5-8571-d4ecd8984edc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:25.967744 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea794a5a-5aa8-41a5-8571-d4ecd8984edc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:25.968405 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea794a5a-5aa8-41a5-8571-d4ecd8984edc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:25.986557 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-e76fe591-9e27-43d0-a063-2ad09d94adbc None None] For port 4e59b2eb-dab9-4a85-92d6-c1c21928a763, host n-d-828369-5, cleared binding levels {{(pid=103143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:58:25.992785 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-e76fe591-9e27-43d0-a063-2ad09d94adbc None None] For port 4e59b2eb-dab9-4a85-92d6-c1c21928a763, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=4e59b2eb-dab9-4a85-92d6-c1c21928a763,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:58:26.007290 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-e76fe591-9e27-43d0-a063-2ad09d94adbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (4e59b2eb-dab9-4a85-92d6-c1c21928a763), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:26.048375 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5621bfb3-51e0-4084-9fb2-80e8f28b49c5 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:58:26.052988 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5621bfb3-51e0-4084-9fb2-80e8f28b49c5 None None] Checking segment: {'id': '408f2147-695b-47e4-bdf4-32f07af3d084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c495aff9-054e-466a-a293-245c0a7221c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:58:26.053622 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5621bfb3-51e0-4084-9fb2-80e8f28b49c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:26.054166 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5621bfb3-51e0-4084-9fb2-80e8f28b49c5 None None] Bound using segment: {'id': '408f2147-695b-47e4-bdf4-32f07af3d084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c495aff9-054e-466a-a293-245c0a7221c1'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:58:26.054818 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-5621bfb3-51e0-4084-9fb2-80e8f28b49c5 None None] Bound port: 01023d0e-3605-4d46-b298-06ae14168b7b, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '408f2147-695b-47e4-bdf4-32f07af3d084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'c495aff9-054e-466a-a293-245c0a7221c1'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:58:26.055358 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5621bfb3-51e0-4084-9fb2-80e8f28b49c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (01023d0e-3605-4d46-b298-06ae14168b7b), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:26.086480 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device b2a29478-2bd1-4c80-9544-652d88cbede2 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:58:26.217406 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76fe591-9e27-43d0-a063-2ad09d94adbc None None] Routers {'374eed61-e2b5-4a95-81c7-81c00d4c7e36'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:58:26.230051 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5866b6c7-a6cd-4eeb-9da2-712189a5161d None None] Current status of the port 6621afb4-0327-443e-9754-aa5f79891ed8 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:58:26.230868 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-e76fe591-9e27-43d0-a063-2ad09d94adbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:58:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['374eed61-e2b5-4a95-81c7-81c00d4c7e36'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:26.286411 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-187ba727-75f2-48e0-801e-bb62874679ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:26.388700 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e578e2cc-dc6a-4cd8-bc91-7d0b2d10b41a tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:26.390432 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e578e2cc-dc6a-4cd8-bc91-7d0b2d10b41a tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:26.394731 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-e578e2cc-dc6a-4cd8-bc91-7d0b2d10b41a tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4315186 Feb 09 21:58:26.402506 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecac4f9-e066-4ebd-bd56-5131020dbe36 req-18e9dac4-9eb5-4b7b-9990-db3bd541654b tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:26.414055 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9ecac4f9-e066-4ebd-bd56-5131020dbe36 req-18e9dac4-9eb5-4b7b-9990-db3bd541654b tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.95 "GET /v2.0/networks?id=04a65d27-6482-4e7b-94e8-af3d0d277bb9 HTTP/1.1" status: 200 len: 806 time: 0.2684369 Feb 09 21:58:26.421040 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 32936) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:26.474286 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-9ecac4f9-e066-4ebd-bd56-5131020dbe36 req-415a87dd-03c1-4e89-8b19-8c247c68d3ec tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Request body: {'port': {'device_id': '5cc22ea9-82f4-4c42-bf78-f737e75f49e5', 'network_id': '04a65d27-6482-4e7b-94e8-af3d0d277bb9', 'admin_state_up': True, 'tenant_id': 'b3e8b78db5b448288b8855c5416dd1f9'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:58:26.497586 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5621bfb3-51e0-4084-9fb2-80e8f28b49c5 None None] For port 01023d0e-3605-4d46-b298-06ae14168b7b, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:58:26.508516 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5621bfb3-51e0-4084-9fb2-80e8f28b49c5 None None] For port 01023d0e-3605-4d46-b298-06ae14168b7b, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=01023d0e-3605-4d46-b298-06ae14168b7b,segment=NetworkSegment(408f2147-695b-47e4-bdf4-32f07af3d084),segment_id=408f2147-695b-47e4-bdf4-32f07af3d084)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:58:26.553614 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e174bf31-e2f0-4cc9-ae41-2821cac6f21f req-f59bfc90-643a-4afa-aab1-9ad17190962d tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=5cc22ea9-82f4-4c42-bf78-f737e75f49e5 HTTP/1.1" status: 200 len: 210 time: 0.1381299 Feb 09 21:58:26.609060 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5621bfb3-51e0-4084-9fb2-80e8f28b49c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (01023d0e-3605-4d46-b298-06ae14168b7b), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:26.779069 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-904f4d04-7ab3-4378-bd9a-6dfb8683a930 None None] Provisioning complete for port b2a29478-2bd1-4c80-9544-652d88cbede2 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:58:26.796031 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-904f4d04-7ab3-4378-bd9a-6dfb8683a930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (b2a29478-2bd1-4c80-9544-652d88cbede2), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:26.837714 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-633ef0f1-96fc-4773-89f4-0b57be27a3ba tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (c495aff9-054e-466a-a293-245c0a7221c1), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:26.900124 n-d-828369-5 neutron-server[103140]: INFO neutron.pecan_wsgi.hooks.translation [None req-633ef0f1-96fc-4773-89f4-0b57be27a3ba tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 09 21:58:26.904050 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-633ef0f1-96fc-4773-89f4-0b57be27a3ba tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:58:26.908245 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-633ef0f1-96fc-4773-89f4-0b57be27a3ba tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] 10.222.0.90 "DELETE /v2.0/networks/c495aff9-054e-466a-a293-245c0a7221c1 HTTP/1.1" status: 409 len: 466 time: 0.4857216 Feb 09 21:58:26.930855 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 32948) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:26.940468 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-e76fe591-9e27-43d0-a063-2ad09d94adbc None None] Set router 374eed61-e2b5-4a95-81c7-81c00d4c7e36 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:58:26.947187 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-5b3ae24e-c823-49d0-845f-4fb09dac9a2a tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1367510909'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:58:26.987279 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-187ba727-75f2-48e0-801e-bb62874679ab admin admin] Allocated IP 172.20.0.1 (c2788966-aef5-41b6-a548-24dfe441ff72/5129dab2-15a0-429d-bd2e-0c3189c52d09/abe94a56-cad3-4d69-80f4-3197e164ca3d) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:58:27.029128 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ecac4f9-e066-4ebd-bd56-5131020dbe36 req-415a87dd-03c1-4e89-8b19-8c247c68d3ec tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Made reservation on behalf of b3e8b78db5b448288b8855c5416dd1f9 for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:58:27.032522 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-9ecac4f9-e066-4ebd-bd56-5131020dbe36 req-415a87dd-03c1-4e89-8b19-8c247c68d3ec tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:27.041958 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5621bfb3-51e0-4084-9fb2-80e8f28b49c5 None None] Pushing event updated for resources: {'Port': ['ID=01023d0e-3605-4d46-b298-06ae14168b7b,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:27.080991 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea794a5a-5aa8-41a5-8571-d4ecd8984edc None None] Pushing event updated for resources: {'Port': ['ID=4e59b2eb-dab9-4a85-92d6-c1c21928a763,revision_number=3']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:27.083735 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b3ae24e-c823-49d0-845f-4fb09dac9a2a tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Made reservation on behalf of 3d87a25078dc4c2cafc043dd6019e7ec for: {'network': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:58:27.093123 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5b3ae24e-c823-49d0-845f-4fb09dac9a2a tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:27.294658 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b3ae24e-c823-49d0-845f-4fb09dac9a2a tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=103140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:58:27.298597 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-187ba727-75f2-48e0-801e-bb62874679ab admin admin] Publish callbacks [] for port (abe94a56-cad3-4d69-80f4-3197e164ca3d), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:27.394411 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port b2a29478-2bd1-4c80-9544-652d88cbede2 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:58:27.395445 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (b2a29478-2bd1-4c80-9544-652d88cbede2), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:27.412601 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-187ba727-75f2-48e0-801e-bb62874679ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (abe94a56-cad3-4d69-80f4-3197e164ca3d), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:27.431887 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-e76fe591-9e27-43d0-a063-2ad09d94adbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374eed61-e2b5-4a95-81c7-81c00d4c7e36', 'name': 'tempest-TestServerMultinode-871538930-router', 'tenant_id': '9f0a430b25644d18b22653ddfdcf80e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': '4e59b2eb-dab9-4a85-92d6-c1c21928a763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:58:17Z', 'updated_at': '2022-02-09T21:58:20Z', 'revision_number': 3, 'project_id': '9f0a430b25644d18b22653ddfdcf80e2', 'gw_port': {'id': '4e59b2eb-dab9-4a85-92d6-c1c21928a763', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:6a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '374eed61-e2b5-4a95-81c7-81c00d4c7e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:58:18Z', 'updated_at': '2022-02-09T21:58:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:27.440666 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0a4461-c709-4e36-81a1-e350f94d16cb None None] Network c495aff9-054e-466a-a293-245c0a7221c1 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:58:27.471501 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5b3ae24e-c823-49d0-845f-4fb09dac9a2a tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (68e46461-bd1f-46ac-b70e-7efa5e337744), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:27.471832 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-5b3ae24e-c823-49d0-845f-4fb09dac9a2a tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Added segment 68e46461-bd1f-46ac-b70e-7efa5e337744 of type vlan for network cdf0bf25-e48c-4ff6-b31d-9cc80b8af5e5 Feb 09 21:58:27.520667 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76fe591-9e27-43d0-a063-2ad09d94adbc None None] The sync data for ids ['374eed61-e2b5-4a95-81c7-81c00d4c7e36'] in n-d-828369-5 is: [{'id': '374eed61-e2b5-4a95-81c7-81c00d4c7e36', 'name': 'tempest-TestServerMultinode-871538930-router', 'tenant_id': '9f0a430b25644d18b22653ddfdcf80e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': '4e59b2eb-dab9-4a85-92d6-c1c21928a763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:58:17Z', 'updated_at': '2022-02-09T21:58:20Z', 'revision_number': 3, 'project_id': '9f0a430b25644d18b22653ddfdcf80e2', 'gw_port': {'id': '4e59b2eb-dab9-4a85-92d6-c1c21928a763', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:6a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '374eed61-e2b5-4a95-81c7-81c00d4c7e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:58:18Z', 'updated_at': '2022-02-09T21:58:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:58:27.558449 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187ba727-75f2-48e0-801e-bb62874679ab admin admin] Network c2788966-aef5-41b6-a548-24dfe441ff72 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:58:27.594015 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ba727-75f2-48e0-801e-bb62874679ab admin admin] Pushing event updated for resources: {'Port': ['ID=abe94a56-cad3-4d69-80f4-3197e164ca3d,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:27.617800 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-187ba727-75f2-48e0-801e-bb62874679ab admin admin] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:58:27.626077 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187ba727-75f2-48e0-801e-bb62874679ab admin admin] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:58:27.702593 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5b3ae24e-c823-49d0-845f-4fb09dac9a2a tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (cdf0bf25-e48c-4ff6-b31d-9cc80b8af5e5), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:27.784141 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-904f4d04-7ab3-4378-bd9a-6dfb8683a930 None None] Current status of the port b2a29478-2bd1-4c80-9544-652d88cbede2 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:58:27.784706 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-904f4d04-7ab3-4378-bd9a-6dfb8683a930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (b2a29478-2bd1-4c80-9544-652d88cbede2), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:27.804739 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-187ba727-75f2-48e0-801e-bb62874679ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554727'] for router_interface (374eed61-e2b5-4a95-81c7-81c00d4c7e36), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:27.858319 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5b3ae24e-c823-49d0-845f-4fb09dac9a2a tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (cdf0bf25-e48c-4ff6-b31d-9cc80b8af5e5), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:27.895089 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3ae24e-c823-49d0-845f-4fb09dac9a2a tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:27.895806 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5b3ae24e-c823-49d0-845f-4fb09dac9a2a tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:28.014884 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-904f4d04-7ab3-4378-bd9a-6dfb8683a930 None None] For port b2a29478-2bd1-4c80-9544-652d88cbede2, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=b2a29478-2bd1-4c80-9544-652d88cbede2,segment=NetworkSegment(c27581b3-4bbc-4fd7-aa5c-a9fcb08733d1),segment_id=c27581b3-4bbc-4fd7-aa5c-a9fcb08733d1)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:58:28.133750 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-904f4d04-7ab3-4378-bd9a-6dfb8683a930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (b2a29478-2bd1-4c80-9544-652d88cbede2), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:28.321704 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-5b3ae24e-c823-49d0-845f-4fb09dac9a2a tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3896346 Feb 09 21:58:28.328021 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3ae24e-c823-49d0-845f-4fb09dac9a2a tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Pushing event updated for resources: {'Network': ['ID=cdf0bf25-e48c-4ff6-b31d-9cc80b8af5e5,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:28.331295 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [req-9ecac4f9-e066-4ebd-bd56-5131020dbe36 req-415a87dd-03c1-4e89-8b19-8c247c68d3ec tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Allocated IP 172.20.0.12 (04a65d27-6482-4e7b-94e8-af3d0d277bb9/e66e8995-a595-4f7e-865e-9e730b75c9e0/7a345cfd-abb7-4d8d-9efe-7a7671b6dae3) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:58:28.336482 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 32984) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:28.343065 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3043eb90-6157-48ae-8843-0deb54dd0bb4 req-c3a28d9f-1f2e-47fa-85e5-4d2082d1e56f tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=5cc22ea9-82f4-4c42-bf78-f737e75f49e5 HTTP/1.1" status: 200 len: 210 time: 0.5243251 Feb 09 21:58:28.370022 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-caffbd31-fb10-4fe9-95da-34e50eecc3d6 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Request body: {'subnet': {'network_id': 'cdf0bf25-e48c-4ff6-b31d-9cc80b8af5e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:58:28.384843 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network cdf0bf25-e48c-4ff6-b31d-9cc80b8af5e5 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:58:28.416652 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port b2a29478-2bd1-4c80-9544-652d88cbede2 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:58:28.538997 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 32988) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:28.540501 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-187ba727-75f2-48e0-801e-bb62874679ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (abe94a56-cad3-4d69-80f4-3197e164ca3d), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:28.625661 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 4cdc82c6-5039-4ce5-abe1-9f55710614f9 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:58:28.848886 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-98803922-e628-4733-8b4b-20a0029e7203 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:28.857616 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0cd66d6-752f-4ccc-aab6-36064af67856 None None] get_active_networks_info from n-d-828369-5 {{(pid=103142) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 21:58:28.912505 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caffbd31-fb10-4fe9-95da-34e50eecc3d6 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Made reservation on behalf of 3d87a25078dc4c2cafc043dd6019e7ec for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:58:28.921188 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-caffbd31-fb10-4fe9-95da-34e50eecc3d6 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621317'] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:29.059406 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-187ba727-75f2-48e0-801e-bb62874679ab admin admin] Publish callbacks [] for port (abe94a56-cad3-4d69-80f4-3197e164ca3d), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:29.097775 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-187ba727-75f2-48e0-801e-bb62874679ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (abe94a56-cad3-4d69-80f4-3197e164ca3d), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:29.139418 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0cd66d6-752f-4ccc-aab6-36064af67856 None None] Resources bound (agent type, host, resource id): {{(pid=103142) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 21:58:29.142837 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-6e3f2868-9e0c-4ebf-9d58-b14a63e6c010 None None] Provisioning complete for port b2a29478-2bd1-4c80-9544-652d88cbede2 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:58:29.149150 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-6e3f2868-9e0c-4ebf-9d58-b14a63e6c010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (b2a29478-2bd1-4c80-9544-652d88cbede2), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:29.151137 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 4cdc82c6-5039-4ce5-abe1-9f55710614f9 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:58:29.151650 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 4cdc82c6-5039-4ce5-abe1-9f55710614f9 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:58:29.171836 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904f4d04-7ab3-4378-bd9a-6dfb8683a930 None None] Pushing event updated for resources: {'Port': ['ID=b2a29478-2bd1-4c80-9544-652d88cbede2,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:29.211185 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-187ba727-75f2-48e0-801e-bb62874679ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524919'] for router_interface (374eed61-e2b5-4a95-81c7-81c00d4c7e36), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:29.225648 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ba727-75f2-48e0-801e-bb62874679ab admin admin] Pushing event updated for resources: {'Port': ['ID=abe94a56-cad3-4d69-80f4-3197e164ca3d,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:29.230883 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-9ecac4f9-e066-4ebd-bd56-5131020dbe36 req-415a87dd-03c1-4e89-8b19-8c247c68d3ec tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Publish callbacks [] for port (7a345cfd-abb7-4d8d-9efe-7a7671b6dae3), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:29.442390 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-98803922-e628-4733-8b4b-20a0029e7203 admin admin] Publish callbacks [] for security_group (a55ff966-aa09-454b-8773-278caefd8e16), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:29.462345 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-98803922-e628-4733-8b4b-20a0029e7203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (a55ff966-aa09-454b-8773-278caefd8e16), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:29.522848 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-9ecac4f9-e066-4ebd-bd56-5131020dbe36 req-415a87dd-03c1-4e89-8b19-8c247c68d3ec tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (7a345cfd-abb7-4d8d-9efe-7a7671b6dae3), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:29.565021 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-6e3f2868-9e0c-4ebf-9d58-b14a63e6c010 None None] Current status of the port b2a29478-2bd1-4c80-9544-652d88cbede2 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:58:29.641995 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-98803922-e628-4733-8b4b-20a0029e7203 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=2ba57dd7b7af4f3e9c5b4005b16923fd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0979545 Feb 09 21:58:29.654074 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98803922-e628-4733-8b4b-20a0029e7203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a55ff966-aa09-454b-8773-278caefd8e16,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:29.667014 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 33008) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:29.705266 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187ba727-75f2-48e0-801e-bb62874679ab admin admin] Network c2788966-aef5-41b6-a548-24dfe441ff72 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:58:29.714405 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-187ba727-75f2-48e0-801e-bb62874679ab admin admin] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:58:29.811502 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-09b0930d-6687-4f32-a440-0eb3ba368c79 None None] Provisioning complete for port abe94a56-cad3-4d69-80f4-3197e164ca3d triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:58:29.812256 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-09b0930d-6687-4f32-a440-0eb3ba368c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (abe94a56-cad3-4d69-80f4-3197e164ca3d), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:29.911871 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1d5ed1a6-33c8-4001-9503-92509160f7aa admin admin] Publish callbacks [] for security_group (a55ff966-aa09-454b-8773-278caefd8e16), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:29.942753 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1d5ed1a6-33c8-4001-9503-92509160f7aa admin admin] Publish callbacks [] for security_group (a55ff966-aa09-454b-8773-278caefd8e16), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:30.003487 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1d5ed1a6-33c8-4001-9503-92509160f7aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (a55ff966-aa09-454b-8773-278caefd8e16), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:30.006634 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1d5ed1a6-33c8-4001-9503-92509160f7aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:30.008017 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-1d5ed1a6-33c8-4001-9503-92509160f7aa admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/a55ff966-aa09-454b-8773-278caefd8e16 HTTP/1.1" status: 204 len: 168 time: 0.3228321 Feb 09 21:58:30.031294 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-187ba727-75f2-48e0-801e-bb62874679ab admin admin] Router 374eed61-e2b5-4a95-81c7-81c00d4c7e36 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:58:30.056074 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5ed1a6-33c8-4001-9503-92509160f7aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a55ff966-aa09-454b-8773-278caefd8e16,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:30.177024 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 4e59b2eb-dab9-4a85-92d6-c1c21928a763 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:58:30.186602 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-09b0930d-6687-4f32-a440-0eb3ba368c79 None None] Port abe94a56-cad3-4d69-80f4-3197e164ca3d cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:58:30.338405 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 4e59b2eb-dab9-4a85-92d6-c1c21928a763 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:58:30.338808 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (4e59b2eb-dab9-4a85-92d6-c1c21928a763), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:30.426752 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-187ba727-75f2-48e0-801e-bb62874679ab admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:58:30.457305 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-187ba727-75f2-48e0-801e-bb62874679ab admin admin] 10.222.0.90 "PUT /v2.0/routers/374eed61-e2b5-4a95-81c7-81c00d4c7e36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1230352 Feb 09 21:58:30.612025 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 4e59b2eb-dab9-4a85-92d6-c1c21928a763 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:58:30.622067 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (4e59b2eb-dab9-4a85-92d6-c1c21928a763), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:30.669164 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415a87dd-03c1-4e89-8b19-8c247c68d3ec tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Pushing event updated for resources: {'Port': ['ID=7a345cfd-abb7-4d8d-9efe-7a7671b6dae3,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:30.691747 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ecac4f9-e066-4ebd-bd56-5131020dbe36 req-415a87dd-03c1-4e89-8b19-8c247c68d3ec tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Network 04a65d27-6482-4e7b-94e8-af3d0d277bb9 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:58:30.696684 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port 4e59b2eb-dab9-4a85-92d6-c1c21928a763, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=4e59b2eb-dab9-4a85-92d6-c1c21928a763,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:58:30.701549 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [req-9ecac4f9-e066-4ebd-bd56-5131020dbe36 req-415a87dd-03c1-4e89-8b19-8c247c68d3ec tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:58:30.705030 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (4e59b2eb-dab9-4a85-92d6-c1c21928a763), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:30.708671 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device b2a29478-2bd1-4c80-9544-652d88cbede2 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:58:30.709047 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 33032) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:30.740501 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ecac4f9-e066-4ebd-bd56-5131020dbe36 req-415a87dd-03c1-4e89-8b19-8c247c68d3ec tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:58:30.747452 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9923a3f7-3733-41a3-a2cf-f30f18bd88b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:30.845950 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecac4f9-e066-4ebd-bd56-5131020dbe36 req-415a87dd-03c1-4e89-8b19-8c247c68d3ec tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:30.846815 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-9ecac4f9-e066-4ebd-bd56-5131020dbe36 req-415a87dd-03c1-4e89-8b19-8c247c68d3ec tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:30.860315 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0523d754-2be6-43ae-8613-1f1f0153f856 req-ef4305ec-47e5-40f1-80e6-b1474af54692 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:30.862811 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0523d754-2be6-43ae-8613-1f1f0153f856 req-ef4305ec-47e5-40f1-80e6-b1474af54692 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=5cc22ea9-82f4-4c42-bf78-f737e75f49e5 HTTP/1.1" status: 200 len: 932 time: 1.3009007 Feb 09 21:58:30.988739 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port b2a29478-2bd1-4c80-9544-652d88cbede2 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:58:30.989116 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (b2a29478-2bd1-4c80-9544-652d88cbede2), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:31.002722 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=4e59b2eb-dab9-4a85-92d6-c1c21928a763,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:31.008303 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9923a3f7-3733-41a3-a2cf-f30f18bd88b4 admin admin] Publish callbacks [] for security_group (3ea7a772-eebe-4e4f-aebe-0f76bc969bd1), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:31.017215 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9923a3f7-3733-41a3-a2cf-f30f18bd88b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (3ea7a772-eebe-4e4f-aebe-0f76bc969bd1), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:31.070291 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70e0317-a08d-40a7-b8b3-be90e19e2eda None None] Sync routers for ids ['374eed61-e2b5-4a95-81c7-81c00d4c7e36'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:58:31.110396 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-d147dbbd-1029-4b2d-b68b-c5448ceb992d None None] Provisioning complete for port abe94a56-cad3-4d69-80f4-3197e164ca3d triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:58:31.110767 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d147dbbd-1029-4b2d-b68b-c5448ceb992d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (abe94a56-cad3-4d69-80f4-3197e164ca3d), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:31.112445 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-9923a3f7-3733-41a3-a2cf-f30f18bd88b4 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=201249a4643d4ffb9ef6ccc816049552&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4016540 Feb 09 21:58:31.113281 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9923a3f7-3733-41a3-a2cf-f30f18bd88b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea7a772-eebe-4e4f-aebe-0f76bc969bd1,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:31.121783 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 33050) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:31.142505 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9ecac4f9-e066-4ebd-bd56-5131020dbe36 req-415a87dd-03c1-4e89-8b19-8c247c68d3ec tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7170630 Feb 09 21:58:31.163792 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-9ecac4f9-e066-4ebd-bd56-5131020dbe36 req-953df06f-7105-4b82-95fa-f67712dc0b4e service neutron] Request body: {'port': {'device_id': '5cc22ea9-82f4-4c42-bf78-f737e75f49e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-5'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:58:31.196862 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-d147dbbd-1029-4b2d-b68b-c5448ceb992d None None] Port abe94a56-cad3-4d69-80f4-3197e164ca3d cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:58:31.212337 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70e0317-a08d-40a7-b8b3-be90e19e2eda None None] Routers {'374eed61-e2b5-4a95-81c7-81c00d4c7e36'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:58:31.213004 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-e70e0317-a08d-40a7-b8b3-be90e19e2eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:58:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['374eed61-e2b5-4a95-81c7-81c00d4c7e36'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:31.237210 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-86b0f2b8-2c73-4fa2-9c19-078e1292885d admin admin] Publish callbacks [] for security_group (3ea7a772-eebe-4e4f-aebe-0f76bc969bd1), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:31.239411 n-d-828369-5 neutron-server[103140]: DEBUG neutron.objects.ports [None req-caffbd31-fb10-4fe9-95da-34e50eecc3d6 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103140) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 21:58:31.266903 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-caffbd31-fb10-4fe9-95da-34e50eecc3d6 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621371'] for subnet (e94590bf-f074-419f-b2f8-81dca3bf21e6), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:31.280561 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0523d754-2be6-43ae-8613-1f1f0153f856 req-6363340e-738a-4356-a005-63468176fb41 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3627183 Feb 09 21:58:31.300705 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-86b0f2b8-2c73-4fa2-9c19-078e1292885d admin admin] Publish callbacks [] for security_group (3ea7a772-eebe-4e4f-aebe-0f76bc969bd1), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:31.434494 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-86b0f2b8-2c73-4fa2-9c19-078e1292885d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (3ea7a772-eebe-4e4f-aebe-0f76bc969bd1), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:31.437551 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-86b0f2b8-2c73-4fa2-9c19-078e1292885d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:31.440964 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-86b0f2b8-2c73-4fa2-9c19-078e1292885d admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/3ea7a772-eebe-4e4f-aebe-0f76bc969bd1 HTTP/1.1" status: 204 len: 168 time: 0.3182445 Feb 09 21:58:31.451133 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caffbd31-fb10-4fe9-95da-34e50eecc3d6 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Pushing event updated for resources: {'Subnet': ['ID=e94590bf-f074-419f-b2f8-81dca3bf21e6,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:31.480140 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0f2b8-2c73-4fa2-9c19-078e1292885d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea7a772-eebe-4e4f-aebe-0f76bc969bd1,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:31.550129 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caffbd31-fb10-4fe9-95da-34e50eecc3d6 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Checking segment: {'id': '68e46461-bd1f-46ac-b70e-7efa5e337744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'cdf0bf25-e48c-4ff6-b31d-9cc80b8af5e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:58:31.551410 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caffbd31-fb10-4fe9-95da-34e50eecc3d6 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Network hostable DHCP agents. Network: cdf0bf25-e48c-4ff6-b31d-9cc80b8af5e5, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:58:31.581333 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port b2a29478-2bd1-4c80-9544-652d88cbede2 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:58:31.583069 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 6621afb4-0327-443e-9754-aa5f79891ed8 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:58:31.589940 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-9ecac4f9-e066-4ebd-bd56-5131020dbe36 req-953df06f-7105-4b82-95fa-f67712dc0b4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (7a345cfd-abb7-4d8d-9efe-7a7671b6dae3), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:31.691338 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-e70e0317-a08d-40a7-b8b3-be90e19e2eda None None] Set router 374eed61-e2b5-4a95-81c7-81c00d4c7e36 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:58:31.704454 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caffbd31-fb10-4fe9-95da-34e50eecc3d6 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Network cdf0bf25-e48c-4ff6-b31d-9cc80b8af5e5 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:58:31.745805 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 6621afb4-0327-443e-9754-aa5f79891ed8 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:58:31.747271 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (6621afb4-0327-443e-9754-aa5f79891ed8), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:31.777860 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-caffbd31-fb10-4fe9-95da-34e50eecc3d6 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, cdf0bf25-e48c-4ff6-b31d-9cc80b8af5e5) {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:58:31.822575 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caffbd31-fb10-4fe9-95da-34e50eecc3d6 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:31.825172 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-caffbd31-fb10-4fe9-95da-34e50eecc3d6 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:31.838868 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1eaac98-b2b9-40c4-94b4-e0c7630ea578 None None] Network cdf0bf25-e48c-4ff6-b31d-9cc80b8af5e5 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:58:31.904089 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-caffbd31-fb10-4fe9-95da-34e50eecc3d6 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.5599644 Feb 09 21:58:31.906945 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 33078) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:32.149704 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-012d1b43-b3ee-40b2-ad1e-45624d2e6bea tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (cdf0bf25-e48c-4ff6-b31d-9cc80b8af5e5), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:32.172613 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a2ceda-b652-4dc8-b51d-774dc775438e req-ae404d3b-045d-42db-89f2-dd10ee3de9c7 tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:32.194303 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-71a2ceda-b652-4dc8-b51d-774dc775438e req-ae404d3b-045d-42db-89f2-dd10ee3de9c7 tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] 10.222.0.90 "GET /v2.0/networks?id=7e0d0404-6a65-4e1e-a5d3-af4897ba6106 HTTP/1.1" status: 200 len: 911 time: 0.5549831 Feb 09 21:58:32.292072 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-012d1b43-b3ee-40b2-ad1e-45624d2e6bea tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (e94590bf-f074-419f-b2f8-81dca3bf21e6), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:32.339318 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-71a2ceda-b652-4dc8-b51d-774dc775438e req-afbbc275-e5e5-47c9-afa0-3119d1d3419d tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] 10.222.0.90 "GET /v2.0/quotas/9f0a430b25644d18b22653ddfdcf80e2 HTTP/1.1" status: 200 len: 375 time: 0.1438024 Feb 09 21:58:32.443194 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ecaf5b5-ed2a-4b8e-8bab-4bb1701dde8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-cdf0bf25-e48c-4ff6-b31d-9cc80b8af5e5', 'network_id': 'cdf0bf25-e48c-4ff6-b31d-9cc80b8af5e5', 'project_id': '3d87a25078dc4c2cafc043dd6019e7ec', 'fixed_ips': [{'subnet_id': 'e94590bf-f074-419f-b2f8-81dca3bf21e6'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:58:32.444615 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7ecaf5b5-ed2a-4b8e-8bab-4bb1701dde8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:32.472160 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-012d1b43-b3ee-40b2-ad1e-45624d2e6bea tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (e94590bf-f074-419f-b2f8-81dca3bf21e6), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:32.511805 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 6621afb4-0327-443e-9754-aa5f79891ed8 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:58:32.532651 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012d1b43-b3ee-40b2-ad1e-45624d2e6bea tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Pushing event deleted for resources: {'Subnet': ['ID=e94590bf-f074-419f-b2f8-81dca3bf21e6,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:32.624507 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-012d1b43-b3ee-40b2-ad1e-45624d2e6bea tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (cdf0bf25-e48c-4ff6-b31d-9cc80b8af5e5), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:32.652842 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-012d1b43-b3ee-40b2-ad1e-45624d2e6bea tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdf0bf25-e48c-4ff6-b31d-9cc80b8af5e5']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:32.667129 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-012d1b43-b3ee-40b2-ad1e-45624d2e6bea tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68e46461-bd1f-46ac-b70e-7efa5e337744') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:32.669755 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-012d1b43-b3ee-40b2-ad1e-45624d2e6bea tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68e46461-bd1f-46ac-b70e-7efa5e337744') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:32.681691 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-012d1b43-b3ee-40b2-ad1e-45624d2e6bea tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (68e46461-bd1f-46ac-b70e-7efa5e337744), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:32.698502 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-012d1b43-b3ee-40b2-ad1e-45624d2e6bea tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (68e46461-bd1f-46ac-b70e-7efa5e337744), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:32.707628 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-012d1b43-b3ee-40b2-ad1e-45624d2e6bea tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:58:32.708097 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-012d1b43-b3ee-40b2-ad1e-45624d2e6bea tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (68e46461-bd1f-46ac-b70e-7efa5e337744), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:32.711661 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:58:32.711661 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:58:32.711661 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:58:32.711661 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:58:32.711661 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:58:32.711661 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:58:32.711661 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:58:32.711661 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:58:32.711661 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:58:32.711661 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:58:32.711661 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:58:32.711661 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:58:32.711661 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:58:32.711661 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:58:32.711661 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:58:32.711661 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:58:32.711661 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:58:32.711661 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:58:32.711661 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:58:32.711661 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:58:32.711661 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:58:32.711661 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:58:32.711661 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:58:32.711661 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:58:32.711661 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:58:32.711661 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:58:32.711661 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:58:32.711661 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:58:32.711661 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:58:32.711661 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:58:32.711661 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:58:32.711661 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:58:32.717649 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0b0e6f-9e56-4f29-9461-236c984dd24f None None] Network cdf0bf25-e48c-4ff6-b31d-9cc80b8af5e5 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:58:32.750002 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 4e59b2eb-dab9-4a85-92d6-c1c21928a763 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:58:32.813003 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e660172-9be1-4e87-a5a2-b06ac0b2e433 req-b89b301c-0ea0-413e-bf98-7365adb5c6b7 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:32.822368 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2e660172-9be1-4e87-a5a2-b06ac0b2e433 req-b89b301c-0ea0-413e-bf98-7365adb5c6b7 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=5cc22ea9-82f4-4c42-bf78-f737e75f49e5 HTTP/1.1" status: 200 len: 932 time: 0.3654349 Feb 09 21:58:32.860701 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-012d1b43-b3ee-40b2-ad1e-45624d2e6bea tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (cdf0bf25-e48c-4ff6-b31d-9cc80b8af5e5), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:32.915523 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-012d1b43-b3ee-40b2-ad1e-45624d2e6bea tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:32.925313 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-012d1b43-b3ee-40b2-ad1e-45624d2e6bea tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] 10.222.0.90 "DELETE /v2.0/networks/cdf0bf25-e48c-4ff6-b31d-9cc80b8af5e5 HTTP/1.1" status: 204 len: 168 time: 1.0172918 Feb 09 21:58:32.930933 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012d1b43-b3ee-40b2-ad1e-45624d2e6bea tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Pushing event deleted for resources: {'Network': ['ID=cdf0bf25-e48c-4ff6-b31d-9cc80b8af5e5,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:32.936643 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-71a2ceda-b652-4dc8-b51d-774dc775438e req-5ce8efbb-1a8f-4ccc-a495-57aa3f52749d tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] 10.222.0.90 "GET /v2.0/ports?tenant_id=9f0a430b25644d18b22653ddfdcf80e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5853295 Feb 09 21:58:32.937132 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 33106) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:32.948720 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-d19311d0-cde2-4abc-aa4d-0a271d115bdc tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-936067785'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:58:33.009755 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d19311d0-cde2-4abc-aa4d-0a271d115bdc tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Made reservation on behalf of 3d87a25078dc4c2cafc043dd6019e7ec for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:58:33.014148 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d19311d0-cde2-4abc-aa4d-0a271d115bdc tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:33.039082 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-e70e0317-a08d-40a7-b8b3-be90e19e2eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374eed61-e2b5-4a95-81c7-81c00d4c7e36', 'name': 'tempest-TestServerMultinode-871538930-router', 'tenant_id': '9f0a430b25644d18b22653ddfdcf80e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': '4e59b2eb-dab9-4a85-92d6-c1c21928a763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:58:17Z', 'updated_at': '2022-02-09T21:58:28Z', 'revision_number': 4, 'project_id': '9f0a430b25644d18b22653ddfdcf80e2', 'gw_port': {'id': '4e59b2eb-dab9-4a85-92d6-c1c21928a763', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:6a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374eed61-e2b5-4a95-81c7-81c00d4c7e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:58:18Z', 'updated_at': '2022-02-09T21:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': 'abe94a56-cad3-4d69-80f4-3197e164ca3d', 'name': '', 'network_id': 'c2788966-aef5-41b6-a548-24dfe441ff72', 'tenant_id': '9f0a430b25644d18b22653ddfdcf80e2', 'mac_address': 'fa:16:3e:27:92:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '374eed61-e2b5-4a95-81c7-81c00d4c7e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '5129dab2-15a0-429d-bd2e-0c3189c52d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:58:26Z', 'updated_at': '2022-02-09T21:58:28Z', 'revision_number': 2, 'project_id': '9f0a430b25644d18b22653ddfdcf80e2', 'subnets': [{'id': '5129dab2-15a0-429d-bd2e-0c3189c52d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:33.073122 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d19311d0-cde2-4abc-aa4d-0a271d115bdc tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:58:33.090795 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d19311d0-cde2-4abc-aa4d-0a271d115bdc tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (1318c89d-a8fb-4d5b-bd45-d95fefdbe0a1), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:33.094034 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-d19311d0-cde2-4abc-aa4d-0a271d115bdc tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Added segment 1318c89d-a8fb-4d5b-bd45-d95fefdbe0a1 of type vlan for network fb820ef8-a44d-421e-bf9b-c856990b1f9b Feb 09 21:58:33.098729 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70e0317-a08d-40a7-b8b3-be90e19e2eda None None] Checking router: 374eed61-e2b5-4a95-81c7-81c00d4c7e36 for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:58:33.101343 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70e0317-a08d-40a7-b8b3-be90e19e2eda None None] Updating router 374eed61-e2b5-4a95-81c7-81c00d4c7e36 port abe94a56-cad3-4d69-80f4-3197e164ca3d binding host n-d-828369-5 {{(pid=103142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:58:33.147991 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 4e59b2eb-dab9-4a85-92d6-c1c21928a763 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:58:33.148816 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (4e59b2eb-dab9-4a85-92d6-c1c21928a763), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:33.176842 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2e660172-9be1-4e87-a5a2-b06ac0b2e433 req-2afc04e3-c563-4bd3-bfa9-f91b8a88af66 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3524535 Feb 09 21:58:33.230721 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d19311d0-cde2-4abc-aa4d-0a271d115bdc tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (fb820ef8-a44d-421e-bf9b-c856990b1f9b), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:33.264999 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [req-9ecac4f9-e066-4ebd-bd56-5131020dbe36 req-953df06f-7105-4b82-95fa-f67712dc0b4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a345cfd-abb7-4d8d-9efe-7a7671b6dae3 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:58:33.284833 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e70e0317-a08d-40a7-b8b3-be90e19e2eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (abe94a56-cad3-4d69-80f4-3197e164ca3d), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:33.289510 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d19311d0-cde2-4abc-aa4d-0a271d115bdc tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (fb820ef8-a44d-421e-bf9b-c856990b1f9b), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:33.296404 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19311d0-cde2-4abc-aa4d-0a271d115bdc tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:33.297162 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d19311d0-cde2-4abc-aa4d-0a271d115bdc tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:33.306474 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-9ecac4f9-e066-4ebd-bd56-5131020dbe36 req-953df06f-7105-4b82-95fa-f67712dc0b4e service neutron] Publish callbacks [] for port (7a345cfd-abb7-4d8d-9efe-7a7671b6dae3), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:33.330392 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-71a2ceda-b652-4dc8-b51d-774dc775438e req-6422bef2-e3c0-4f90-b56d-0a58eb588c60 service neutron] 10.222.0.90 "GET /v2.0/networks/7e0d0404-6a65-4e1e-a5d3-af4897ba6106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3832493 Feb 09 21:58:33.480102 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19311d0-cde2-4abc-aa4d-0a271d115bdc tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Pushing event updated for resources: {'Network': ['ID=fb820ef8-a44d-421e-bf9b-c856990b1f9b,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:33.501360 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network fb820ef8-a44d-421e-bf9b-c856990b1f9b details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:58:33.505344 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-d19311d0-cde2-4abc-aa4d-0a271d115bdc tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5647864 Feb 09 21:58:33.507869 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 33120) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:33.529866 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-2a32a2ca-165a-4f19-8b58-b0127e2996e6 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Request body: {'subnet': {'network_id': 'fb820ef8-a44d-421e-bf9b-c856990b1f9b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:58:33.538990 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-71a2ceda-b652-4dc8-b51d-774dc775438e req-c4443f5a-3daf-4ff1-b5ee-e60e0890d348 service neutron] 10.222.0.90 "GET /v2.0/networks/7e0d0404-6a65-4e1e-a5d3-af4897ba6106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002017 Feb 09 21:58:33.552965 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [req-9ecac4f9-e066-4ebd-bd56-5131020dbe36 req-953df06f-7105-4b82-95fa-f67712dc0b4e service neutron] Transition to ACTIVE for port object 7a345cfd-abb7-4d8d-9efe-7a7671b6dae3 will not be triggered until provisioned by entity L2. {{(pid=103140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:58:33.562671 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-9ecac4f9-e066-4ebd-bd56-5131020dbe36 req-953df06f-7105-4b82-95fa-f67712dc0b4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (7a345cfd-abb7-4d8d-9efe-7a7671b6dae3), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:33.732741 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953df06f-7105-4b82-95fa-f67712dc0b4e service neutron] Pushing event updated for resources: {'Port': ['ID=7a345cfd-abb7-4d8d-9efe-7a7671b6dae3,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:33.783179 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 4e59b2eb-dab9-4a85-92d6-c1c21928a763 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:58:33.792152 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a32a2ca-165a-4f19-8b58-b0127e2996e6 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Made reservation on behalf of 3d87a25078dc4c2cafc043dd6019e7ec for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:58:33.802558 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2a32a2ca-165a-4f19-8b58-b0127e2996e6 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:34.025012 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-45cecde1-649d-4ced-abe1-cbe68daf6dc2 req-9128b00e-f21a-46cc-8272-b959999d6333 tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=164538aa-7729-404d-af24-42f452141191 HTTP/1.1" status: 200 len: 210 time: 0.1474986 Feb 09 21:58:34.078965 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-9ecac4f9-e066-4ebd-bd56-5131020dbe36 req-953df06f-7105-4b82-95fa-f67712dc0b4e service neutron] Attempting to bind port 7a345cfd-abb7-4d8d-9efe-7a7671b6dae3 on host n-h1-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:58:34.079320 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-9ecac4f9-e066-4ebd-bd56-5131020dbe36 req-953df06f-7105-4b82-95fa-f67712dc0b4e service neutron] Attempting to bind port 7a345cfd-abb7-4d8d-9efe-7a7671b6dae3 by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': '4397314e-2225-4cf8-b858-ea8f71ca37e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '04a65d27-6482-4e7b-94e8-af3d0d277bb9'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:58:34.079653 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecac4f9-e066-4ebd-bd56-5131020dbe36 req-953df06f-7105-4b82-95fa-f67712dc0b4e service neutron] Attempting to bind port 7a345cfd-abb7-4d8d-9efe-7a7671b6dae3 on network 04a65d27-6482-4e7b-94e8-af3d0d277bb9 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:58:34.090271 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecac4f9-e066-4ebd-bd56-5131020dbe36 req-953df06f-7105-4b82-95fa-f67712dc0b4e service neutron] Port 7a345cfd-abb7-4d8d-9efe-7a7671b6dae3 on network 04a65d27-6482-4e7b-94e8-af3d0d277bb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:58:34.092566 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecac4f9-e066-4ebd-bd56-5131020dbe36 req-953df06f-7105-4b82-95fa-f67712dc0b4e service neutron] Attempting to bind port 7a345cfd-abb7-4d8d-9efe-7a7671b6dae3 on network 04a65d27-6482-4e7b-94e8-af3d0d277bb9 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:58:34.104322 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecac4f9-e066-4ebd-bd56-5131020dbe36 req-953df06f-7105-4b82-95fa-f67712dc0b4e service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:58:34.104677 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecac4f9-e066-4ebd-bd56-5131020dbe36 req-953df06f-7105-4b82-95fa-f67712dc0b4e service neutron] Checking segment: {'id': '4397314e-2225-4cf8-b858-ea8f71ca37e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '04a65d27-6482-4e7b-94e8-af3d0d277bb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:58:34.105073 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecac4f9-e066-4ebd-bd56-5131020dbe36 req-953df06f-7105-4b82-95fa-f67712dc0b4e service neutron] Bound using segment: {'id': '4397314e-2225-4cf8-b858-ea8f71ca37e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '04a65d27-6482-4e7b-94e8-af3d0d277bb9'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:58:34.105522 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-9ecac4f9-e066-4ebd-bd56-5131020dbe36 req-953df06f-7105-4b82-95fa-f67712dc0b4e service neutron] Bound port: 7a345cfd-abb7-4d8d-9efe-7a7671b6dae3, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4397314e-2225-4cf8-b858-ea8f71ca37e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '04a65d27-6482-4e7b-94e8-af3d0d277bb9'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:58:34.106424 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-9ecac4f9-e066-4ebd-bd56-5131020dbe36 req-953df06f-7105-4b82-95fa-f67712dc0b4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (7a345cfd-abb7-4d8d-9efe-7a7671b6dae3), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:34.298172 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-9ecac4f9-e066-4ebd-bd56-5131020dbe36 req-953df06f-7105-4b82-95fa-f67712dc0b4e service neutron] For port 7a345cfd-abb7-4d8d-9efe-7a7671b6dae3, host n-h1-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:58:34.343481 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-9ecac4f9-e066-4ebd-bd56-5131020dbe36 req-953df06f-7105-4b82-95fa-f67712dc0b4e service neutron] For port 7a345cfd-abb7-4d8d-9efe-7a7671b6dae3, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=7a345cfd-abb7-4d8d-9efe-7a7671b6dae3,segment=NetworkSegment(4397314e-2225-4cf8-b858-ea8f71ca37e1),segment_id=4397314e-2225-4cf8-b858-ea8f71ca37e1)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:58:34.357978 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-9ecac4f9-e066-4ebd-bd56-5131020dbe36 req-953df06f-7105-4b82-95fa-f67712dc0b4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (7a345cfd-abb7-4d8d-9efe-7a7671b6dae3), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:34.414171 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2a32a2ca-165a-4f19-8b58-b0127e2996e6 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (ea8fd0e1-cea8-4870-8eff-969a6d74304c), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:34.450182 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953df06f-7105-4b82-95fa-f67712dc0b4e service neutron] Pushing event updated for resources: {'Port': ['ID=7a345cfd-abb7-4d8d-9efe-7a7671b6dae3,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:34.499927 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecac4f9-e066-4ebd-bd56-5131020dbe36 req-953df06f-7105-4b82-95fa-f67712dc0b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:34.500794 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-9ecac4f9-e066-4ebd-bd56-5131020dbe36 req-953df06f-7105-4b82-95fa-f67712dc0b4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:34.502358 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9ecac4f9-e066-4ebd-bd56-5131020dbe36 req-953df06f-7105-4b82-95fa-f67712dc0b4e service neutron] 10.222.0.95 "PUT /v2.0/ports/7a345cfd-abb7-4d8d-9efe-7a7671b6dae3 HTTP/1.1" status: 200 len: 1092 time: 3.3499498 Feb 09 21:58:34.508418 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cc22ea9-82f4-4c42-bf78-f737e75f49e5', 'tag': '7a345cfd-abb7-4d8d-9efe-7a7671b6dae3'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:58:34.524281 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a32a2ca-165a-4f19-8b58-b0127e2996e6 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Checking segment: {'id': '1318c89d-a8fb-4d5b-bd45-d95fefdbe0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'fb820ef8-a44d-421e-bf9b-c856990b1f9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:58:34.524668 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a32a2ca-165a-4f19-8b58-b0127e2996e6 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Network hostable DHCP agents. Network: fb820ef8-a44d-421e-bf9b-c856990b1f9b, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:58:34.525455 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2901eb4a-1ecd-4402-ac50-91438d3de1d5" -d '{"events": [{"name": "network-changed", "server_uuid": "5cc22ea9-82f4-4c42-bf78-f737e75f49e5", "tag": "7a345cfd-abb7-4d8d-9efe-7a7671b6dae3"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:58:34.539503 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e70e0317-a08d-40a7-b8b3-be90e19e2eda None None] Publish callbacks [] for port (abe94a56-cad3-4d69-80f4-3197e164ca3d), precommit_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:34.550326 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a32a2ca-165a-4f19-8b58-b0127e2996e6 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Pushing event updated for resources: {'Subnet': ['ID=ea8fd0e1-cea8-4870-8eff-969a6d74304c,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:34.556937 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a32a2ca-165a-4f19-8b58-b0127e2996e6 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Network fb820ef8-a44d-421e-bf9b-c856990b1f9b is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:58:34.563237 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e70e0317-a08d-40a7-b8b3-be90e19e2eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (abe94a56-cad3-4d69-80f4-3197e164ca3d), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:34.571652 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-2a32a2ca-165a-4f19-8b58-b0127e2996e6 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, fb820ef8-a44d-421e-bf9b-c856990b1f9b) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:58:34.591786 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a32a2ca-165a-4f19-8b58-b0127e2996e6 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:34.592431 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2a32a2ca-165a-4f19-8b58-b0127e2996e6 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:34.604123 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3e1aa3-b77c-4a76-94a6-e54d259ea050 None None] Network fb820ef8-a44d-421e-bf9b-c856990b1f9b requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:58:34.630780 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6561391-4802-4d92-b7ee-d7192faef6e9 req-50dd7d7c-3eda-466b-a918-1a0f6909cf2b tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:34.652134 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-2a32a2ca-165a-4f19-8b58-b0127e2996e6 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1393092 Feb 09 21:58:34.652346 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b6561391-4802-4d92-b7ee-d7192faef6e9 req-50dd7d7c-3eda-466b-a918-1a0f6909cf2b tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=5cc22ea9-82f4-4c42-bf78-f737e75f49e5 HTTP/1.1" status: 200 len: 944 time: 0.3565943 Feb 09 21:58:34.659297 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 33154) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:34.702059 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-117579aa-34fe-4b94-b645-2a912e0c6825 x-openstack-request-id: req-117579aa-34fe-4b94-b645-2a912e0c6825 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:58:34.703655 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cc22ea9-82f4-4c42-bf78-f737e75f49e5", "tag": "7a345cfd-abb7-4d8d-9efe-7a7671b6dae3", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:58:34.704108 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-117579aa-34fe-4b94-b645-2a912e0c6825 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:58:34.705905 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cc22ea9-82f4-4c42-bf78-f737e75f49e5', 'tag': '7a345cfd-abb7-4d8d-9efe-7a7671b6dae3', 'status': 'completed', 'code': 200} Feb 09 21:58:34.900295 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecac4f9-e066-4ebd-bd56-5131020dbe36 req-603beb60-5adb-45e1-bde4-a588bf16e556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:34.902468 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9ecac4f9-e066-4ebd-bd56-5131020dbe36 req-603beb60-5adb-45e1-bde4-a588bf16e556 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b3e8b78db5b448288b8855c5416dd1f9&device_id=5cc22ea9-82f4-4c42-bf78-f737e75f49e5 HTTP/1.1" status: 200 len: 1126 time: 0.3335831 Feb 09 21:58:34.924397 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b6561391-4802-4d92-b7ee-d7192faef6e9 req-eca756d8-6026-498a-bd2a-452e5297c7af tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722912 Feb 09 21:58:34.950086 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3db3207-e4aa-4815-b3a1-f08f0516119b None None] Pushing event updated for resources: {'Port': ['ID=abe94a56-cad3-4d69-80f4-3197e164ca3d,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:35.052759 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-11e79917-d487-43f0-a4e2-b1eb11b87b2b tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (fb820ef8-a44d-421e-bf9b-c856990b1f9b), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:35.065626 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9ecac4f9-e066-4ebd-bd56-5131020dbe36 req-3849401a-cd0e-4ffc-b20d-b11991b4c195 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a345cfd-abb7-4d8d-9efe-7a7671b6dae3 HTTP/1.1" status: 200 len: 217 time: 0.1373618 Feb 09 21:58:35.098520 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-e70e0317-a08d-40a7-b8b3-be90e19e2eda None None] Attempting to bind port abe94a56-cad3-4d69-80f4-3197e164ca3d on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:58:35.099083 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-e70e0317-a08d-40a7-b8b3-be90e19e2eda None None] Attempting to bind port abe94a56-cad3-4d69-80f4-3197e164ca3d by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': 'c27581b3-4bbc-4fd7-aa5c-a9fcb08733d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c2788966-aef5-41b6-a548-24dfe441ff72'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:58:35.099713 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70e0317-a08d-40a7-b8b3-be90e19e2eda None None] Attempting to bind port abe94a56-cad3-4d69-80f4-3197e164ca3d on network c2788966-aef5-41b6-a548-24dfe441ff72 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:58:35.118213 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70e0317-a08d-40a7-b8b3-be90e19e2eda None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:58:35.119920 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70e0317-a08d-40a7-b8b3-be90e19e2eda None None] Checking segment: {'id': 'c27581b3-4bbc-4fd7-aa5c-a9fcb08733d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c2788966-aef5-41b6-a548-24dfe441ff72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:58:35.120599 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e70e0317-a08d-40a7-b8b3-be90e19e2eda None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:35.122029 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70e0317-a08d-40a7-b8b3-be90e19e2eda None None] Bound using segment: {'id': 'c27581b3-4bbc-4fd7-aa5c-a9fcb08733d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c2788966-aef5-41b6-a548-24dfe441ff72'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:58:35.122769 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-e70e0317-a08d-40a7-b8b3-be90e19e2eda None None] Bound port: abe94a56-cad3-4d69-80f4-3197e164ca3d, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c27581b3-4bbc-4fd7-aa5c-a9fcb08733d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c2788966-aef5-41b6-a548-24dfe441ff72'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:58:35.124088 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e70e0317-a08d-40a7-b8b3-be90e19e2eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (abe94a56-cad3-4d69-80f4-3197e164ca3d), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:35.182943 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917f723e-dc79-471a-99ac-cbb9bba1ee65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-fb820ef8-a44d-421e-bf9b-c856990b1f9b', 'network_id': 'fb820ef8-a44d-421e-bf9b-c856990b1f9b', 'project_id': '3d87a25078dc4c2cafc043dd6019e7ec', 'fixed_ips': [{'subnet_id': 'ea8fd0e1-cea8-4870-8eff-969a6d74304c'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:58:35.187668 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-917f723e-dc79-471a-99ac-cbb9bba1ee65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:35.211400 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecac4f9-e066-4ebd-bd56-5131020dbe36 req-0018d813-5057-4503-8b7b-448061ab4147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:35.212935 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9ecac4f9-e066-4ebd-bd56-5131020dbe36 req-0018d813-5057-4503-8b7b-448061ab4147 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=e66e8995-a595-4f7e-865e-9e730b75c9e0 HTTP/1.1" status: 200 len: 846 time: 0.1400857 Feb 09 21:58:35.214467 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-11e79917-d487-43f0-a4e2-b1eb11b87b2b tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (ea8fd0e1-cea8-4870-8eff-969a6d74304c), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:35.337186 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9ecac4f9-e066-4ebd-bd56-5131020dbe36 req-920f00b9-0d1f-483d-8a71-5ab251f58d83 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=04a65d27-6482-4e7b-94e8-af3d0d277bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1014876 Feb 09 21:58:35.438754 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-11e79917-d487-43f0-a4e2-b1eb11b87b2b tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (ea8fd0e1-cea8-4870-8eff-969a6d74304c), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:35.463260 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-236857c5-4c34-460e-bd27-559fab749df8 req-2dfd5002-ed99-4535-bdd5-4bc614a51da3 tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=164538aa-7729-404d-af24-42f452141191 HTTP/1.1" status: 200 len: 210 time: 0.2340081 Feb 09 21:58:35.531871 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e79917-d487-43f0-a4e2-b1eb11b87b2b tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Pushing event deleted for resources: {'Subnet': ['ID=ea8fd0e1-cea8-4870-8eff-969a6d74304c,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:35.595281 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-11e79917-d487-43f0-a4e2-b1eb11b87b2b tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (fb820ef8-a44d-421e-bf9b-c856990b1f9b), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:35.675337 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9ecac4f9-e066-4ebd-bd56-5131020dbe36 req-b4e18a5a-d166-4c3f-92eb-497ae305d198 service neutron] 10.222.0.95 "GET /v2.0/networks/04a65d27-6482-4e7b-94e8-af3d0d277bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3095627 Feb 09 21:58:35.695496 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-11e79917-d487-43f0-a4e2-b1eb11b87b2b tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb820ef8-a44d-421e-bf9b-c856990b1f9b']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:35.704013 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-52877b80-0a1c-4482-9144-04458cd60293 None None] Provisioning complete for port abe94a56-cad3-4d69-80f4-3197e164ca3d triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:58:35.704581 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-52877b80-0a1c-4482-9144-04458cd60293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (abe94a56-cad3-4d69-80f4-3197e164ca3d), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:35.714404 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-11e79917-d487-43f0-a4e2-b1eb11b87b2b tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1318c89d-a8fb-4d5b-bd45-d95fefdbe0a1') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:35.714705 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-11e79917-d487-43f0-a4e2-b1eb11b87b2b tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1318c89d-a8fb-4d5b-bd45-d95fefdbe0a1') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:35.751814 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-11e79917-d487-43f0-a4e2-b1eb11b87b2b tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (1318c89d-a8fb-4d5b-bd45-d95fefdbe0a1), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:35.775025 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-52877b80-0a1c-4482-9144-04458cd60293 None None] Port abe94a56-cad3-4d69-80f4-3197e164ca3d cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:58:35.787070 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-11e79917-d487-43f0-a4e2-b1eb11b87b2b tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (1318c89d-a8fb-4d5b-bd45-d95fefdbe0a1), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:35.797025 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11e79917-d487-43f0-a4e2-b1eb11b87b2b tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:58:35.797438 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-11e79917-d487-43f0-a4e2-b1eb11b87b2b tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (1318c89d-a8fb-4d5b-bd45-d95fefdbe0a1), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:35.801216 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:58:35.801216 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:58:35.801216 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:58:35.801216 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:58:35.801216 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:58:35.801216 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:58:35.801216 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:58:35.801216 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:58:35.801216 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:58:35.801216 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:58:35.801216 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:58:35.801216 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:58:35.801216 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:58:35.801216 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:58:35.801216 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:58:35.801216 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:58:35.801216 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:58:35.801216 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:58:35.801216 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:58:35.801216 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:58:35.801216 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:58:35.801216 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:58:35.801216 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:58:35.801216 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:58:35.801216 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:58:35.801216 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:58:35.801216 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:58:35.801216 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:58:35.801216 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:58:35.801216 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:58:35.801216 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:58:35.801216 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:58:35.822787 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-e70e0317-a08d-40a7-b8b3-be90e19e2eda None None] For port abe94a56-cad3-4d69-80f4-3197e164ca3d, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:58:35.830137 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-e70e0317-a08d-40a7-b8b3-be90e19e2eda None None] For port abe94a56-cad3-4d69-80f4-3197e164ca3d, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=abe94a56-cad3-4d69-80f4-3197e164ca3d,segment=NetworkSegment(c27581b3-4bbc-4fd7-aa5c-a9fcb08733d1),segment_id=c27581b3-4bbc-4fd7-aa5c-a9fcb08733d1)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:58:35.841316 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server [None req-917f723e-dc79-471a-99ac-cbb9bba1ee65 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ea8fd0e1-cea8-4870-8eff-969a6d74304c: This subnet is being modified by another concurrent operation. Feb 09 21:58:35.841316 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 21:58:35.841316 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 21:58:35.841316 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 21:58:35.841316 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 21:58:35.841316 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 21:58:35.841316 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 21:58:35.841316 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 21:58:35.841316 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 21:58:35.841316 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 21:58:35.841316 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 21:58:35.841316 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 21:58:35.841316 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 21:58:35.841316 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 21:58:35.841316 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 21:58:35.841316 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 21:58:35.841316 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 21:58:35.841316 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 21:58:35.841316 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 21:58:35.841316 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 21:58:35.841316 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 21:58:35.841316 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 21:58:35.841316 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 21:58:35.841316 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 21:58:35.841316 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 21:58:35.841316 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 21:58:35.841316 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 21:58:35.841316 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 21:58:35.841316 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 21:58:35.841316 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 21:58:35.841316 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 21:58:35.841316 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 21:58:35.841316 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 21:58:35.841316 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 21:58:35.841316 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 21:58:35.841316 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 21:58:35.841316 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 09 21:58:35.841316 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 21:58:35.841316 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 09 21:58:35.841316 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 21:58:35.841316 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 09 21:58:35.841316 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 21:58:35.841316 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 09 21:58:35.841316 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 21:58:35.841316 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 21:58:35.841316 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 21:58:35.841316 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 21:58:35.841316 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 21:58:35.841316 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 21:58:35.841316 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 21:58:35.841316 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 21:58:35.841316 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 21:58:35.841316 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 21:58:35.841316 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 21:58:35.841316 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 21:58:35.841316 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 21:58:35.841316 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 21:58:35.841316 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 21:58:35.841316 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 21:58:35.841316 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 21:58:35.841316 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 21:58:35.841316 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 21:58:35.841316 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 21:58:35.841316 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 21:58:35.841316 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 21:58:35.841316 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 21:58:35.841316 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 21:58:35.841316 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 21:58:35.841316 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 21:58:35.841316 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 21:58:35.841316 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 09 21:58:35.841316 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 21:58:35.841316 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 09 21:58:35.841316 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 21:58:35.841316 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 09 21:58:35.841316 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 21:58:35.841316 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 21:58:35.841316 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 21:58:35.841316 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 21:58:35.841316 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 21:58:35.841316 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 09 21:58:35.841316 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 21:58:35.841316 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 21:58:35.841316 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 21:58:35.841316 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 21:58:35.841316 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 21:58:35.841316 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 09 21:58:35.841316 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 21:58:35.841316 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 21:58:35.841316 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server raise exception Feb 09 21:58:35.841316 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ea8fd0e1-cea8-4870-8eff-969a6d74304c: This subnet is being modified by another concurrent operation. Feb 09 21:58:35.841316 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server Feb 09 21:58:35.869876 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4761c1-0af2-49e5-b0f3-9b114d248fdb None None] get_active_networks_info from n-d-828369-5 {{(pid=103142) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 21:58:35.876117 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e70e0317-a08d-40a7-b8b3-be90e19e2eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (abe94a56-cad3-4d69-80f4-3197e164ca3d), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:35.948072 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-11e79917-d487-43f0-a4e2-b1eb11b87b2b tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (fb820ef8-a44d-421e-bf9b-c856990b1f9b), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:35.993461 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-11e79917-d487-43f0-a4e2-b1eb11b87b2b tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:36.006865 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-11e79917-d487-43f0-a4e2-b1eb11b87b2b tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] 10.222.0.90 "DELETE /v2.0/networks/fb820ef8-a44d-421e-bf9b-c856990b1f9b HTTP/1.1" status: 204 len: 168 time: 1.3463409 Feb 09 21:58:36.011598 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e79917-d487-43f0-a4e2-b1eb11b87b2b tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Pushing event deleted for resources: {'Network': ['ID=fb820ef8-a44d-421e-bf9b-c856990b1f9b,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:36.018274 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 33172) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:36.026593 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-ffccf3ea-53ee-4bce-b989-727a5cc2f64c tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-560112691'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:58:36.072613 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70e0317-a08d-40a7-b8b3-be90e19e2eda None None] Routers {'374eed61-e2b5-4a95-81c7-81c00d4c7e36'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:58:36.079333 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-e70e0317-a08d-40a7-b8b3-be90e19e2eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:58:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['374eed61-e2b5-4a95-81c7-81c00d4c7e36'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:36.083094 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9ecac4f9-e066-4ebd-bd56-5131020dbe36 req-e682d5ed-b3bb-4db4-b8f5-36f454402f13 service neutron] 10.222.0.95 "GET /v2.0/networks/04a65d27-6482-4e7b-94e8-af3d0d277bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3985231 Feb 09 21:58:36.104796 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffccf3ea-53ee-4bce-b989-727a5cc2f64c tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Made reservation on behalf of 3d87a25078dc4c2cafc043dd6019e7ec for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:58:36.115081 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ffccf3ea-53ee-4bce-b989-727a5cc2f64c tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:36.154481 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a2ceda-b652-4dc8-b51d-774dc775438e req-942b5366-d2a0-4862-a48b-52bc7cdc3bb0 tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:36.155950 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-71a2ceda-b652-4dc8-b51d-774dc775438e req-942b5366-d2a0-4862-a48b-52bc7cdc3bb0 tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] 10.222.0.95 "GET /v2.0/networks?id=7e0d0404-6a65-4e1e-a5d3-af4897ba6106 HTTP/1.1" status: 200 len: 911 time: 0.2949677 Feb 09 21:58:36.175524 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-71a2ceda-b652-4dc8-b51d-774dc775438e req-b813fe96-81b6-4bc1-aef5-0bf47689c941 tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] Request body: {'port': {'device_id': '164538aa-7729-404d-af24-42f452141191', 'network_id': '7e0d0404-6a65-4e1e-a5d3-af4897ba6106', 'admin_state_up': True, 'tenant_id': '9f0a430b25644d18b22653ddfdcf80e2'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:58:36.193193 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffccf3ea-53ee-4bce-b989-727a5cc2f64c tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:58:36.205804 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a02735-a8e1-4a02-8825-4fff62c86959 req-8a9f6edb-4ee5-45bc-bc1e-66948a8eefde tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:36.216184 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d4a02735-a8e1-4a02-8825-4fff62c86959 req-8a9f6edb-4ee5-45bc-bc1e-66948a8eefde tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=5cc22ea9-82f4-4c42-bf78-f737e75f49e5 HTTP/1.1" status: 200 len: 944 time: 0.1303508 Feb 09 21:58:36.222154 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ffccf3ea-53ee-4bce-b989-727a5cc2f64c tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (d45e5ccd-9387-4a36-92b1-48a00cfa30b2), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:36.222517 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-ffccf3ea-53ee-4bce-b989-727a5cc2f64c tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Added segment d45e5ccd-9387-4a36-92b1-48a00cfa30b2 of type vlan for network 04b7ecd8-dc5d-4e78-8ff5-e8a2748770a3 Feb 09 21:58:36.275607 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3db3207-e4aa-4815-b3a1-f08f0516119b None None] Pushing event updated for resources: {'Port': ['ID=abe94a56-cad3-4d69-80f4-3197e164ca3d,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:36.304645 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ffccf3ea-53ee-4bce-b989-727a5cc2f64c tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (04b7ecd8-dc5d-4e78-8ff5-e8a2748770a3), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:36.348994 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71a2ceda-b652-4dc8-b51d-774dc775438e req-b813fe96-81b6-4bc1-aef5-0bf47689c941 tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] Made reservation on behalf of 9f0a430b25644d18b22653ddfdcf80e2 for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:58:36.353252 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-71a2ceda-b652-4dc8-b51d-774dc775438e req-b813fe96-81b6-4bc1-aef5-0bf47689c941 tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:36.358263 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ffccf3ea-53ee-4bce-b989-727a5cc2f64c tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (04b7ecd8-dc5d-4e78-8ff5-e8a2748770a3), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:36.368094 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffccf3ea-53ee-4bce-b989-727a5cc2f64c tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:36.369537 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ffccf3ea-53ee-4bce-b989-727a5cc2f64c tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:36.387302 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4761c1-0af2-49e5-b0f3-9b114d248fdb None None] Resources bound (agent type, host, resource id): {{(pid=103142) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 21:58:36.453254 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d4a02735-a8e1-4a02-8825-4fff62c86959 req-aa8a884b-134d-405a-82aa-b3fd103b39ce tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361643 Feb 09 21:58:36.483529 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2901eb4a-1ecd-4402-ac50-91438d3de1d5 req-621e22b5-cfd8-469a-a188-3b87f93fbe2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:36.485375 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2901eb4a-1ecd-4402-ac50-91438d3de1d5 req-621e22b5-cfd8-469a-a188-3b87f93fbe2c service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b3e8b78db5b448288b8855c5416dd1f9&device_id=5cc22ea9-82f4-4c42-bf78-f737e75f49e5 HTTP/1.1" status: 200 len: 1126 time: 0.2498097 Feb 09 21:58:36.498317 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-e70e0317-a08d-40a7-b8b3-be90e19e2eda None None] Set router 374eed61-e2b5-4a95-81c7-81c00d4c7e36 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:58:36.542246 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-ffccf3ea-53ee-4bce-b989-727a5cc2f64c tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5198486 Feb 09 21:58:36.552625 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 33180) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:36.558182 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-f5db41b3-702a-44b3-9f26-01cac331bfcc tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Request body: {'subnet': {'network_id': '04b7ecd8-dc5d-4e78-8ff5-e8a2748770a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:58:36.575968 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffccf3ea-53ee-4bce-b989-727a5cc2f64c tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Pushing event updated for resources: {'Network': ['ID=04b7ecd8-dc5d-4e78-8ff5-e8a2748770a3,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:36.714844 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-31079b3b-cb23-4d59-bc64-2cf0195af5c6 req-ba98d6d3-d0b8-4b74-89e9-30069d8c3c6b tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=164538aa-7729-404d-af24-42f452141191 HTTP/1.1" status: 200 len: 210 time: 0.0527892 Feb 09 21:58:36.755806 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [req-71a2ceda-b652-4dc8-b51d-774dc775438e req-b813fe96-81b6-4bc1-aef5-0bf47689c941 tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] Allocated IP 172.20.0.7 (7e0d0404-6a65-4e1e-a5d3-af4897ba6106/65428503-2877-450f-9531-065ddde804b5/da1fa852-c010-43cb-873a-ca9bcff6345b) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:58:36.779982 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5db41b3-702a-44b3-9f26-01cac331bfcc tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Made reservation on behalf of 3d87a25078dc4c2cafc043dd6019e7ec for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:58:36.784536 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f5db41b3-702a-44b3-9f26-01cac331bfcc tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:36.909427 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 04b7ecd8-dc5d-4e78-8ff5-e8a2748770a3 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:58:36.925828 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-71a2ceda-b652-4dc8-b51d-774dc775438e req-b813fe96-81b6-4bc1-aef5-0bf47689c941 tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] Publish callbacks [] for port (da1fa852-c010-43cb-873a-ca9bcff6345b), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:36.974665 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-71a2ceda-b652-4dc8-b51d-774dc775438e req-b813fe96-81b6-4bc1-aef5-0bf47689c941 tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (da1fa852-c010-43cb-873a-ca9bcff6345b), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:36.982427 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2901eb4a-1ecd-4402-ac50-91438d3de1d5 req-cc470666-1202-4b45-ba1a-43a0aa2e6c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:36.983927 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2901eb4a-1ecd-4402-ac50-91438d3de1d5 req-cc470666-1202-4b45-ba1a-43a0aa2e6c06 service neutron] 10.222.0.95 "GET /v2.0/networks?id=04a65d27-6482-4e7b-94e8-af3d0d277bb9 HTTP/1.1" status: 200 len: 907 time: 0.4880061 Feb 09 21:58:37.094506 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2901eb4a-1ecd-4402-ac50-91438d3de1d5 req-0284ddeb-54f7-405b-b09a-c14376688819 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a345cfd-abb7-4d8d-9efe-7a7671b6dae3 HTTP/1.1" status: 200 len: 217 time: 0.0821815 Feb 09 21:58:37.102996 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71a2ceda-b652-4dc8-b51d-774dc775438e req-b813fe96-81b6-4bc1-aef5-0bf47689c941 tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] Network 7e0d0404-6a65-4e1e-a5d3-af4897ba6106 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:58:37.109825 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [req-71a2ceda-b652-4dc8-b51d-774dc775438e req-b813fe96-81b6-4bc1-aef5-0bf47689c941 tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:58:37.210852 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2901eb4a-1ecd-4402-ac50-91438d3de1d5 req-6299e051-d76f-4683-a2b6-9d777dc4415a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:37.212390 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2901eb4a-1ecd-4402-ac50-91438d3de1d5 req-6299e051-d76f-4683-a2b6-9d777dc4415a service neutron] 10.222.0.95 "GET /v2.0/subnets?id=e66e8995-a595-4f7e-865e-9e730b75c9e0 HTTP/1.1" status: 200 len: 846 time: 0.1056240 Feb 09 21:58:37.224772 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-71a2ceda-b652-4dc8-b51d-774dc775438e req-b813fe96-81b6-4bc1-aef5-0bf47689c941 tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:58:37.229202 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b813fe96-81b6-4bc1-aef5-0bf47689c941 tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] Pushing event updated for resources: {'Port': ['ID=da1fa852-c010-43cb-873a-ca9bcff6345b,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:37.333994 n-d-828369-5 neutron-server[103141]: DEBUG neutron.objects.ports [None req-f5db41b3-702a-44b3-9f26-01cac331bfcc tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103141) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 21:58:37.339598 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f5db41b3-702a-44b3-9f26-01cac331bfcc tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (f55556e7-f42d-4d30-8564-ebd7bf666652), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:37.363970 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d6723c-a9ec-474f-8b1d-204451c0b2e6 None None] Network fb820ef8-a44d-421e-bf9b-c856990b1f9b requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:58:37.395311 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2901eb4a-1ecd-4402-ac50-91438d3de1d5 req-97822e09-613a-40ac-9722-a63db908d124 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=04a65d27-6482-4e7b-94e8-af3d0d277bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1671412 Feb 09 21:58:37.395582 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d6723c-a9ec-474f-8b1d-204451c0b2e6 None None] Network fb820ef8-a44d-421e-bf9b-c856990b1f9b could not be found, it might have been deleted concurrently. {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 21:58:37.441892 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-e70e0317-a08d-40a7-b8b3-be90e19e2eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374eed61-e2b5-4a95-81c7-81c00d4c7e36', 'name': 'tempest-TestServerMultinode-871538930-router', 'tenant_id': '9f0a430b25644d18b22653ddfdcf80e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': '4e59b2eb-dab9-4a85-92d6-c1c21928a763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:58:17Z', 'updated_at': '2022-02-09T21:58:28Z', 'revision_number': 4, 'project_id': '9f0a430b25644d18b22653ddfdcf80e2', 'gw_port': {'id': '4e59b2eb-dab9-4a85-92d6-c1c21928a763', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:6a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374eed61-e2b5-4a95-81c7-81c00d4c7e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:58:18Z', 'updated_at': '2022-02-09T21:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': 'abe94a56-cad3-4d69-80f4-3197e164ca3d', 'name': '', 'network_id': 'c2788966-aef5-41b6-a548-24dfe441ff72', 'tenant_id': '9f0a430b25644d18b22653ddfdcf80e2', 'mac_address': 'fa:16:3e:27:92:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '374eed61-e2b5-4a95-81c7-81c00d4c7e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '5129dab2-15a0-429d-bd2e-0c3189c52d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:58:26Z', 'updated_at': '2022-02-09T21:58:35Z', 'revision_number': 4, 'project_id': '9f0a430b25644d18b22653ddfdcf80e2', 'subnets': [{'id': '5129dab2-15a0-429d-bd2e-0c3189c52d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:37.512604 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a2ceda-b652-4dc8-b51d-774dc775438e req-b813fe96-81b6-4bc1-aef5-0bf47689c941 tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:37.513225 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-71a2ceda-b652-4dc8-b51d-774dc775438e req-b813fe96-81b6-4bc1-aef5-0bf47689c941 tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:37.539986 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70e0317-a08d-40a7-b8b3-be90e19e2eda None None] The sync data for ids ['374eed61-e2b5-4a95-81c7-81c00d4c7e36'] in n-d-828369-5 is: [{'id': '374eed61-e2b5-4a95-81c7-81c00d4c7e36', 'name': 'tempest-TestServerMultinode-871538930-router', 'tenant_id': '9f0a430b25644d18b22653ddfdcf80e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': '4e59b2eb-dab9-4a85-92d6-c1c21928a763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:58:17Z', 'updated_at': '2022-02-09T21:58:28Z', 'revision_number': 4, 'project_id': '9f0a430b25644d18b22653ddfdcf80e2', 'gw_port': {'id': '4e59b2eb-dab9-4a85-92d6-c1c21928a763', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:6a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374eed61-e2b5-4a95-81c7-81c00d4c7e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:58:18Z', 'updated_at': '2022-02-09T21:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': 'abe94a56-cad3-4d69-80f4-3197e164ca3d', 'name': '', 'network_id': 'c2788966-aef5-41b6-a548-24dfe441ff72', 'tenant_id': '9f0a430b25644d18b22653ddfdcf80e2', 'mac_address': 'fa:16:3e:27:92:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '374eed61-e2b5-4a95-81c7-81c00d4c7e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '5129dab2-15a0-429d-bd2e-0c3189c52d09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:58:26Z', 'updated_at': '2022-02-09T21:58:35Z', 'revision_number': 4, 'project_id': '9f0a430b25644d18b22653ddfdcf80e2', 'subnets': [{'id': '5129dab2-15a0-429d-bd2e-0c3189c52d09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:58:37.572375 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5db41b3-702a-44b3-9f26-01cac331bfcc tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Checking segment: {'id': 'd45e5ccd-9387-4a36-92b1-48a00cfa30b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '04b7ecd8-dc5d-4e78-8ff5-e8a2748770a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:58:37.574982 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5db41b3-702a-44b3-9f26-01cac331bfcc tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Network hostable DHCP agents. Network: 04b7ecd8-dc5d-4e78-8ff5-e8a2748770a3, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:58:37.586111 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-71a2ceda-b652-4dc8-b51d-774dc775438e req-b813fe96-81b6-4bc1-aef5-0bf47689c941 tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.4177437 Feb 09 21:58:37.611419 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-71a2ceda-b652-4dc8-b51d-774dc775438e req-0bfb4db5-da23-4019-a112-343aa44ccc9f service neutron] Request body: {'port': {'device_id': '164538aa-7729-404d-af24-42f452141191', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-5'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:58:37.632860 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5db41b3-702a-44b3-9f26-01cac331bfcc tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Pushing event updated for resources: {'Subnet': ['ID=f55556e7-f42d-4d30-8564-ebd7bf666652,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:37.658160 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5db41b3-702a-44b3-9f26-01cac331bfcc tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Network 04b7ecd8-dc5d-4e78-8ff5-e8a2748770a3 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:58:37.693366 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-f5db41b3-702a-44b3-9f26-01cac331bfcc tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 04b7ecd8-dc5d-4e78-8ff5-e8a2748770a3) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:58:37.698272 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5db41b3-702a-44b3-9f26-01cac331bfcc tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:37.698878 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f5db41b3-702a-44b3-9f26-01cac331bfcc tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:37.705828 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa26e80e-bd02-4543-b5fc-4162565c86ed None None] Network 04b7ecd8-dc5d-4e78-8ff5-e8a2748770a3 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:58:37.780727 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 33214) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:37.782241 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-f5db41b3-702a-44b3-9f26-01cac331bfcc tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.2157674 Feb 09 21:58:37.984572 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2901eb4a-1ecd-4402-ac50-91438d3de1d5 req-c52daad9-ed89-437f-80ea-b84df34e6f8a service neutron] 10.222.0.95 "GET /v2.0/networks/04a65d27-6482-4e7b-94e8-af3d0d277bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5800042 Feb 09 21:58:38.013201 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ce2faf-ceaf-4b29-b30e-636160c826e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-04b7ecd8-dc5d-4e78-8ff5-e8a2748770a3', 'network_id': '04b7ecd8-dc5d-4e78-8ff5-e8a2748770a3', 'project_id': '3d87a25078dc4c2cafc043dd6019e7ec', 'fixed_ips': [{'subnet_id': 'f55556e7-f42d-4d30-8564-ebd7bf666652'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:58:38.020518 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-21ce2faf-ceaf-4b29-b30e-636160c826e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:38.091365 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-d3db4a9b-7870-490b-a9c1-695c4b2586ff None None] Provisioning complete for port abe94a56-cad3-4d69-80f4-3197e164ca3d triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:58:38.092140 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d3db4a9b-7870-490b-a9c1-695c4b2586ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (abe94a56-cad3-4d69-80f4-3197e164ca3d), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:38.491016 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-d3db4a9b-7870-490b-a9c1-695c4b2586ff None None] Current status of the port abe94a56-cad3-4d69-80f4-3197e164ca3d is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:58:38.491708 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d3db4a9b-7870-490b-a9c1-695c4b2586ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (abe94a56-cad3-4d69-80f4-3197e164ca3d), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:38.548361 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-d3db4a9b-7870-490b-a9c1-695c4b2586ff None None] For port abe94a56-cad3-4d69-80f4-3197e164ca3d, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=abe94a56-cad3-4d69-80f4-3197e164ca3d,segment=NetworkSegment(c27581b3-4bbc-4fd7-aa5c-a9fcb08733d1),segment_id=c27581b3-4bbc-4fd7-aa5c-a9fcb08733d1)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:58:38.568685 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d3db4a9b-7870-490b-a9c1-695c4b2586ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (abe94a56-cad3-4d69-80f4-3197e164ca3d), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:38.644829 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-d3db4a9b-7870-490b-a9c1-695c4b2586ff None None] Provisioning complete for port da1fa852-c010-43cb-873a-ca9bcff6345b triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:58:38.645327 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d3db4a9b-7870-490b-a9c1-695c4b2586ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (da1fa852-c010-43cb-873a-ca9bcff6345b), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:38.723039 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-21ce2faf-ceaf-4b29-b30e-636160c826e9 None None] Allocated IP 2001:db8::f816:3eff:fe77:2631 (04b7ecd8-dc5d-4e78-8ff5-e8a2748770a3/f55556e7-f42d-4d30-8564-ebd7bf666652/56728a58-7bae-44f1-9ef9-2d39f4fe50cb) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:58:38.750267 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device abe94a56-cad3-4d69-80f4-3197e164ca3d up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:58:38.819439 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-71a2ceda-b652-4dc8-b51d-774dc775438e req-0bfb4db5-da23-4019-a112-343aa44ccc9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (da1fa852-c010-43cb-873a-ca9bcff6345b), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:38.861597 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 7a345cfd-abb7-4d8d-9efe-7a7671b6dae3 details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:58:38.972770 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2901eb4a-1ecd-4402-ac50-91438d3de1d5 req-9685d36d-5109-4ae5-b49e-bfe6ae2ea2fd service neutron] 10.222.0.95 "GET /v2.0/networks/04a65d27-6482-4e7b-94e8-af3d0d277bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9474995 Feb 09 21:58:39.222222 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 7a345cfd-abb7-4d8d-9efe-7a7671b6dae3, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=7a345cfd-abb7-4d8d-9efe-7a7671b6dae3,segment=NetworkSegment(4397314e-2225-4cf8-b858-ea8f71ca37e1),segment_id=4397314e-2225-4cf8-b858-ea8f71ca37e1)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:58:39.253817 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 33232) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:39.280603 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d925c555-ec91-4be5-b48b-46af77559e29 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (04b7ecd8-dc5d-4e78-8ff5-e8a2748770a3), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:39.287594 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': '7a345cfd-abb7-4d8d-9efe-7a7671b6dae3', 'network_id': '04a65d27-6482-4e7b-94e8-af3d0d277bb9', 'port_id': '7a345cfd-abb7-4d8d-9efe-7a7671b6dae3', 'mac_address': 'fa:16:3e:a3:09:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e66e8995-a595-4f7e-865e-9e730b75c9e0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:58:39.356912 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fcb128-4185-4e70-8001-68e1760a7a24 req-7c250e3d-b69c-450c-b74b-4fd14ff8a068 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:39.358436 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e2fcb128-4185-4e70-8001-68e1760a7a24 req-7c250e3d-b69c-450c-b74b-4fd14ff8a068 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=5cc22ea9-82f4-4c42-bf78-f737e75f49e5 HTTP/1.1" status: 200 len: 944 time: 1.6915913 Feb 09 21:58:39.364023 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-d3db4a9b-7870-490b-a9c1-695c4b2586ff None None] Port da1fa852-c010-43cb-873a-ca9bcff6345b cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:58:39.365319 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3db4a9b-7870-490b-a9c1-695c4b2586ff None None] Pushing event updated for resources: {'Port': ['ID=abe94a56-cad3-4d69-80f4-3197e164ca3d,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:39.447735 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac20974-4090-4264-9a5f-54d50644a246 req-f514ca01-f439-411e-b718-b255d5434f7a tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:39.455485 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-aac20974-4090-4264-9a5f-54d50644a246 req-f514ca01-f439-411e-b718-b255d5434f7a tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=164538aa-7729-404d-af24-42f452141191 HTTP/1.1" status: 200 len: 1027 time: 1.5579441 Feb 09 21:58:39.465183 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2a209de7-0cbe-4e24-880e-75b5f4067f70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:39.510145 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1cdd3114-ae49-4e77-9417-431aa6d4eb9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:39.542577 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port abe94a56-cad3-4d69-80f4-3197e164ca3d triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:58:39.543477 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (abe94a56-cad3-4d69-80f4-3197e164ca3d), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:39.549030 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 7a345cfd-abb7-4d8d-9efe-7a7671b6dae3 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:58:39.549417 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (7a345cfd-abb7-4d8d-9efe-7a7671b6dae3), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:39.611327 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a345cfd-abb7-4d8d-9efe-7a7671b6dae3 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:58:39.702525 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2a209de7-0cbe-4e24-880e-75b5f4067f70 admin admin] Publish callbacks [] for security_group (5eabb819-d475-48f2-a536-fb34b40bfaff), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:39.710974 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2a209de7-0cbe-4e24-880e-75b5f4067f70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (5eabb819-d475-48f2-a536-fb34b40bfaff), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:39.793104 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d925c555-ec91-4be5-b48b-46af77559e29 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (f55556e7-f42d-4d30-8564-ebd7bf666652), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:39.820876 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-2a209de7-0cbe-4e24-880e-75b5f4067f70 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=bb5ab2dd5b04447f925963db4ab77ab0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5636399 Feb 09 21:58:39.823706 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 33240) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:39.824470 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a209de7-0cbe-4e24-880e-75b5f4067f70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eabb819-d475-48f2-a536-fb34b40bfaff,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:39.927399 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [req-71a2ceda-b652-4dc8-b51d-774dc775438e req-0bfb4db5-da23-4019-a112-343aa44ccc9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da1fa852-c010-43cb-873a-ca9bcff6345b {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:58:39.943155 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-71a2ceda-b652-4dc8-b51d-774dc775438e req-0bfb4db5-da23-4019-a112-343aa44ccc9f service neutron] Publish callbacks [] for port (da1fa852-c010-43cb-873a-ca9bcff6345b), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:39.965719 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0b45d4de-b9c2-4f16-86ff-5aa3cd074c73 admin admin] Publish callbacks [] for security_group (5eabb819-d475-48f2-a536-fb34b40bfaff), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:39.979180 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [req-71a2ceda-b652-4dc8-b51d-774dc775438e req-0bfb4db5-da23-4019-a112-343aa44ccc9f service neutron] Transition to ACTIVE for port object da1fa852-c010-43cb-873a-ca9bcff6345b will not be triggered until provisioned by entity L2. {{(pid=103140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:58:39.982969 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-aac20974-4090-4264-9a5f-54d50644a246 req-e4c576fd-d5e4-494b-8bcb-6e5a327da7ab tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] 10.222.0.90 "GET /v2.0/security-groups?id=2a66fa4b-1fbf-41e8-bcdb-1c40cc28382f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5263712 Feb 09 21:58:39.986564 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e2fcb128-4185-4e70-8001-68e1760a7a24 req-9cefdf0a-0f5a-4f34-b421-7b744e05d634 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6102092 Feb 09 21:58:39.999324 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-71a2ceda-b652-4dc8-b51d-774dc775438e req-0bfb4db5-da23-4019-a112-343aa44ccc9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (da1fa852-c010-43cb-873a-ca9bcff6345b), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:40.047288 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0b45d4de-b9c2-4f16-86ff-5aa3cd074c73 admin admin] Publish callbacks [] for security_group (5eabb819-d475-48f2-a536-fb34b40bfaff), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:40.067409 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 7a345cfd-abb7-4d8d-9efe-7a7671b6dae3, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=7a345cfd-abb7-4d8d-9efe-7a7671b6dae3,segment=NetworkSegment(4397314e-2225-4cf8-b858-ea8f71ca37e1),segment_id=4397314e-2225-4cf8-b858-ea8f71ca37e1)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:58:40.078418 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-21ce2faf-ceaf-4b29-b30e-636160c826e9 None None] Publish callbacks [] for port (56728a58-7bae-44f1-9ef9-2d39f4fe50cb), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:40.080166 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (7a345cfd-abb7-4d8d-9efe-7a7671b6dae3), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:40.133154 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfb4db5-da23-4019-a112-343aa44ccc9f service neutron] Pushing event updated for resources: {'Port': ['ID=da1fa852-c010-43cb-873a-ca9bcff6345b,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:40.188711 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0b45d4de-b9c2-4f16-86ff-5aa3cd074c73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (5eabb819-d475-48f2-a536-fb34b40bfaff), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:40.191480 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0b45d4de-b9c2-4f16-86ff-5aa3cd074c73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:40.194624 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-0b45d4de-b9c2-4f16-86ff-5aa3cd074c73 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/5eabb819-d475-48f2-a536-fb34b40bfaff HTTP/1.1" status: 204 len: 168 time: 0.3616929 Feb 09 21:58:40.207421 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b45d4de-b9c2-4f16-86ff-5aa3cd074c73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eabb819-d475-48f2-a536-fb34b40bfaff,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:40.217994 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=7a345cfd-abb7-4d8d-9efe-7a7671b6dae3,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:40.228168 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-21ce2faf-ceaf-4b29-b30e-636160c826e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (56728a58-7bae-44f1-9ef9-2d39f4fe50cb), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:40.356174 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d925c555-ec91-4be5-b48b-46af77559e29 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621346'] for subnet (f55556e7-f42d-4d30-8564-ebd7bf666652), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:40.364652 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ce2faf-ceaf-4b29-b30e-636160c826e9 None None] Pushing event updated for resources: {'Port': ['ID=56728a58-7bae-44f1-9ef9-2d39f4fe50cb,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:40.406965 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d925c555-ec91-4be5-b48b-46af77559e29 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Pushing event deleted for resources: {'Subnet': ['ID=f55556e7-f42d-4d30-8564-ebd7bf666652,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:40.455553 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ce2faf-ceaf-4b29-b30e-636160c826e9 None None] Network 04b7ecd8-dc5d-4e78-8ff5-e8a2748770a3 is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:58:40.456677 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['7a345cfd-abb7-4d8d-9efe-7a7671b6dae3'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:58:40.484857 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-21ce2faf-ceaf-4b29-b30e-636160c826e9 None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:58:40.485816 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-71a2ceda-b652-4dc8-b51d-774dc775438e req-0bfb4db5-da23-4019-a112-343aa44ccc9f service neutron] Attempting to bind port da1fa852-c010-43cb-873a-ca9bcff6345b on host n-h1-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:58:40.486319 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-71a2ceda-b652-4dc8-b51d-774dc775438e req-0bfb4db5-da23-4019-a112-343aa44ccc9f service neutron] Attempting to bind port da1fa852-c010-43cb-873a-ca9bcff6345b by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': 'd04436c1-38a7-49ff-99d3-155bd8dad8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7e0d0404-6a65-4e1e-a5d3-af4897ba6106'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:58:40.489260 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ce2faf-ceaf-4b29-b30e-636160c826e9 None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:58:40.489498 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a2ceda-b652-4dc8-b51d-774dc775438e req-0bfb4db5-da23-4019-a112-343aa44ccc9f service neutron] Attempting to bind port da1fa852-c010-43cb-873a-ca9bcff6345b on network 7e0d0404-6a65-4e1e-a5d3-af4897ba6106 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:58:40.562221 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a2ceda-b652-4dc8-b51d-774dc775438e req-0bfb4db5-da23-4019-a112-343aa44ccc9f service neutron] Port da1fa852-c010-43cb-873a-ca9bcff6345b on network 7e0d0404-6a65-4e1e-a5d3-af4897ba6106 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:58:40.562818 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a2ceda-b652-4dc8-b51d-774dc775438e req-0bfb4db5-da23-4019-a112-343aa44ccc9f service neutron] Attempting to bind port da1fa852-c010-43cb-873a-ca9bcff6345b on network 7e0d0404-6a65-4e1e-a5d3-af4897ba6106 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:58:40.593948 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a2ceda-b652-4dc8-b51d-774dc775438e req-0bfb4db5-da23-4019-a112-343aa44ccc9f service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:58:40.596771 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port abe94a56-cad3-4d69-80f4-3197e164ca3d is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:58:40.598524 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a2ceda-b652-4dc8-b51d-774dc775438e req-0bfb4db5-da23-4019-a112-343aa44ccc9f service neutron] Checking segment: {'id': 'd04436c1-38a7-49ff-99d3-155bd8dad8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7e0d0404-6a65-4e1e-a5d3-af4897ba6106'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:58:40.601580 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a2ceda-b652-4dc8-b51d-774dc775438e req-0bfb4db5-da23-4019-a112-343aa44ccc9f service neutron] Bound using segment: {'id': 'd04436c1-38a7-49ff-99d3-155bd8dad8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7e0d0404-6a65-4e1e-a5d3-af4897ba6106'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:58:40.601776 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-21ce2faf-ceaf-4b29-b30e-636160c826e9 None None] Attempting to bind port 56728a58-7bae-44f1-9ef9-2d39f4fe50cb on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:58:40.602124 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-71a2ceda-b652-4dc8-b51d-774dc775438e req-0bfb4db5-da23-4019-a112-343aa44ccc9f service neutron] Bound port: da1fa852-c010-43cb-873a-ca9bcff6345b, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd04436c1-38a7-49ff-99d3-155bd8dad8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7e0d0404-6a65-4e1e-a5d3-af4897ba6106'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:58:40.602214 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-21ce2faf-ceaf-4b29-b30e-636160c826e9 None None] Attempting to bind port 56728a58-7bae-44f1-9ef9-2d39f4fe50cb by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': 'd45e5ccd-9387-4a36-92b1-48a00cfa30b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '04b7ecd8-dc5d-4e78-8ff5-e8a2748770a3'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:58:40.602442 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-71a2ceda-b652-4dc8-b51d-774dc775438e req-0bfb4db5-da23-4019-a112-343aa44ccc9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (da1fa852-c010-43cb-873a-ca9bcff6345b), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:40.602535 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ce2faf-ceaf-4b29-b30e-636160c826e9 None None] Attempting to bind port 56728a58-7bae-44f1-9ef9-2d39f4fe50cb on network 04b7ecd8-dc5d-4e78-8ff5-e8a2748770a3 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:58:40.609479 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ce2faf-ceaf-4b29-b30e-636160c826e9 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:58:40.609870 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ce2faf-ceaf-4b29-b30e-636160c826e9 None None] Checking segment: {'id': 'd45e5ccd-9387-4a36-92b1-48a00cfa30b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '04b7ecd8-dc5d-4e78-8ff5-e8a2748770a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:58:40.610554 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-21ce2faf-ceaf-4b29-b30e-636160c826e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:40.610985 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ce2faf-ceaf-4b29-b30e-636160c826e9 None None] Bound using segment: {'id': 'd45e5ccd-9387-4a36-92b1-48a00cfa30b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '04b7ecd8-dc5d-4e78-8ff5-e8a2748770a3'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:58:40.611536 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-21ce2faf-ceaf-4b29-b30e-636160c826e9 None None] Bound port: 56728a58-7bae-44f1-9ef9-2d39f4fe50cb, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd45e5ccd-9387-4a36-92b1-48a00cfa30b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '04b7ecd8-dc5d-4e78-8ff5-e8a2748770a3'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:58:40.612259 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-21ce2faf-ceaf-4b29-b30e-636160c826e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (56728a58-7bae-44f1-9ef9-2d39f4fe50cb), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:40.661287 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d925c555-ec91-4be5-b48b-46af77559e29 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (04b7ecd8-dc5d-4e78-8ff5-e8a2748770a3), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:40.713812 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-21ce2faf-ceaf-4b29-b30e-636160c826e9 None None] For port 56728a58-7bae-44f1-9ef9-2d39f4fe50cb, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:58:40.717768 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-21ce2faf-ceaf-4b29-b30e-636160c826e9 None None] For port 56728a58-7bae-44f1-9ef9-2d39f4fe50cb, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=56728a58-7bae-44f1-9ef9-2d39f4fe50cb,segment=NetworkSegment(d45e5ccd-9387-4a36-92b1-48a00cfa30b2),segment_id=d45e5ccd-9387-4a36-92b1-48a00cfa30b2)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:58:40.749912 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-21ce2faf-ceaf-4b29-b30e-636160c826e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (56728a58-7bae-44f1-9ef9-2d39f4fe50cb), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:40.816793 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 33248) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:40.830816 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ce2faf-ceaf-4b29-b30e-636160c826e9 None None] Pushing event updated for resources: {'Port': ['ID=56728a58-7bae-44f1-9ef9-2d39f4fe50cb,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:40.834517 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device abe94a56-cad3-4d69-80f4-3197e164ca3d up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:58:40.850929 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-929ddb03-7e43-47bb-9fd4-ed65e8752d7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:40.887075 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-71a2ceda-b652-4dc8-b51d-774dc775438e req-0bfb4db5-da23-4019-a112-343aa44ccc9f service neutron] For port da1fa852-c010-43cb-873a-ca9bcff6345b, host n-h1-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:58:40.894036 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-71a2ceda-b652-4dc8-b51d-774dc775438e req-0bfb4db5-da23-4019-a112-343aa44ccc9f service neutron] For port da1fa852-c010-43cb-873a-ca9bcff6345b, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=da1fa852-c010-43cb-873a-ca9bcff6345b,segment=NetworkSegment(d04436c1-38a7-49ff-99d3-155bd8dad8e9),segment_id=d04436c1-38a7-49ff-99d3-155bd8dad8e9)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:58:40.901323 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-d925c555-ec91-4be5-b48b-46af77559e29 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04b7ecd8-dc5d-4e78-8ff5-e8a2748770a3']}} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:40.925937 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-d925c555-ec91-4be5-b48b-46af77559e29 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd45e5ccd-9387-4a36-92b1-48a00cfa30b2') {'for_net_delete': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:40.928378 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-d925c555-ec91-4be5-b48b-46af77559e29 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd45e5ccd-9387-4a36-92b1-48a00cfa30b2') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:40.961209 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d925c555-ec91-4be5-b48b-46af77559e29 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110711'] for segment (d45e5ccd-9387-4a36-92b1-48a00cfa30b2), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:40.997610 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d925c555-ec91-4be5-b48b-46af77559e29 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (d45e5ccd-9387-4a36-92b1-48a00cfa30b2), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:41.006672 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d925c555-ec91-4be5-b48b-46af77559e29 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=103140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:58:41.007382 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d925c555-ec91-4be5-b48b-46af77559e29 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669415'] for segment (d45e5ccd-9387-4a36-92b1-48a00cfa30b2), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:41.047133 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-929ddb03-7e43-47bb-9fd4-ed65e8752d7c admin admin] Publish callbacks [] for security_group (adbd56f7-3d31-4e81-999d-347afdfcb5fa), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:41.055569 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-929ddb03-7e43-47bb-9fd4-ed65e8752d7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (adbd56f7-3d31-4e81-999d-347afdfcb5fa), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:41.115446 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-929ddb03-7e43-47bb-9fd4-ed65e8752d7c admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=7e872cc776204c56bc4dfbf3c65817e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2969396 Feb 09 21:58:41.119250 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 33256) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:41.124442 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838c37f1-a96a-4f58-964c-a568d0d06422 None None] get_active_networks_info from n-d-828369-5 {{(pid=103142) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 21:58:41.186658 n-d-828369-5 neutron-server[103140]: Traceback (most recent call last): Feb 09 21:58:41.186658 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:58:41.186658 n-d-828369-5 neutron-server[103140]: timer() Feb 09 21:58:41.186658 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:58:41.186658 n-d-828369-5 neutron-server[103140]: cb(*args, **kw) Feb 09 21:58:41.186658 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:58:41.186658 n-d-828369-5 neutron-server[103140]: return func(*args, **kwargs) Feb 09 21:58:41.186658 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:58:41.186658 n-d-828369-5 neutron-server[103140]: self._notify() Feb 09 21:58:41.186658 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:58:41.186658 n-d-828369-5 neutron-server[103140]: self.callback(batched_events) Feb 09 21:58:41.186658 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:58:41.186658 n-d-828369-5 neutron-server[103140]: event.method(event) Feb 09 21:58:41.186658 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:58:41.186658 n-d-828369-5 neutron-server[103140]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:58:41.186658 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:58:41.186658 n-d-828369-5 neutron-server[103140]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:58:41.186658 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:58:41.186658 n-d-828369-5 neutron-server[103140]: return f(self, *a, **k) Feb 09 21:58:41.186658 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:58:41.186658 n-d-828369-5 neutron-server[103140]: return self._get(url).json() Feb 09 21:58:41.186658 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:58:41.186658 n-d-828369-5 neutron-server[103140]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:58:41.186658 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:58:41.186658 n-d-828369-5 neutron-server[103140]: return self.request(url, 'GET', **kwargs) Feb 09 21:58:41.186658 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:58:41.186658 n-d-828369-5 neutron-server[103140]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:58:41.186658 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:58:41.186658 n-d-828369-5 neutron-server[103140]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:58:41.186658 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:58:41.186658 n-d-828369-5 neutron-server[103140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:58:41.186658 n-d-828369-5 neutron-server[103140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:58:41.193913 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-71a2ceda-b652-4dc8-b51d-774dc775438e req-0bfb4db5-da23-4019-a112-343aa44ccc9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (da1fa852-c010-43cb-873a-ca9bcff6345b), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:41.232506 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929ddb03-7e43-47bb-9fd4-ed65e8752d7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adbd56f7-3d31-4e81-999d-347afdfcb5fa,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:41.294396 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8b9740d9-34a4-45b0-afcd-c6a7b7639f64 admin admin] Publish callbacks [] for security_group (adbd56f7-3d31-4e81-999d-347afdfcb5fa), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:41.315694 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-edaba5d3-d20d-4000-87f8-0b66ba837c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:41.329118 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfb4db5-da23-4019-a112-343aa44ccc9f service neutron] Pushing event updated for resources: {'Port': ['ID=da1fa852-c010-43cb-873a-ca9bcff6345b,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:41.334354 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port abe94a56-cad3-4d69-80f4-3197e164ca3d triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:58:41.334737 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (abe94a56-cad3-4d69-80f4-3197e164ca3d), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:41.339609 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.db.api [None req-d925c555-ec91-4be5-b48b-46af77559e29 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 21:58:41.339609 n-d-828369-5 neutron-server[103140]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 21:58:41.339609 n-d-828369-5 neutron-server[103140]: [parameters: {'id': '04b7ecd8-dc5d-4e78-8ff5-e8a2748770a3'}] Feb 09 21:58:41.339609 n-d-828369-5 neutron-server[103140]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 21:58:41.340983 n-d-828369-5 neutron-server[103140]: DEBUG oslo_db.api [None req-d925c555-ec91-4be5-b48b-46af77559e29 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 21:58:41.355469 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8b9740d9-34a4-45b0-afcd-c6a7b7639f64 admin admin] Publish callbacks [] for security_group (adbd56f7-3d31-4e81-999d-347afdfcb5fa), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:41.400993 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838c37f1-a96a-4f58-964c-a568d0d06422 None None] Resources bound (agent type, host, resource id): {{(pid=103142) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 21:58:41.421789 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a2ceda-b652-4dc8-b51d-774dc775438e req-0bfb4db5-da23-4019-a112-343aa44ccc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:41.422410 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-71a2ceda-b652-4dc8-b51d-774dc775438e req-0bfb4db5-da23-4019-a112-343aa44ccc9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:41.423946 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-71a2ceda-b652-4dc8-b51d-774dc775438e req-0bfb4db5-da23-4019-a112-343aa44ccc9f service neutron] 10.222.0.95 "PUT /v2.0/ports/da1fa852-c010-43cb-873a-ca9bcff6345b HTTP/1.1" status: 200 len: 1091 time: 3.8248141 Feb 09 21:58:41.433052 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '164538aa-7729-404d-af24-42f452141191', 'tag': 'da1fa852-c010-43cb-873a-ca9bcff6345b'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:58:41.435509 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6efd7813-e320-4314-a5a7-cc2fa4338d1d" -d '{"events": [{"name": "network-changed", "server_uuid": "164538aa-7729-404d-af24-42f452141191", "tag": "da1fa852-c010-43cb-873a-ca9bcff6345b"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:58:41.452146 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4322e32-c9af-4ce7-ad3e-e847fb7662ff req-33bd38da-3d14-4d72-854e-54243d8d26e9 tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:41.462150 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8b9740d9-34a4-45b0-afcd-c6a7b7639f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (adbd56f7-3d31-4e81-999d-347afdfcb5fa), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:41.466391 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8b9740d9-34a4-45b0-afcd-c6a7b7639f64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:41.471345 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f4322e32-c9af-4ce7-ad3e-e847fb7662ff req-33bd38da-3d14-4d72-854e-54243d8d26e9 tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=164538aa-7729-404d-af24-42f452141191 HTTP/1.1" status: 200 len: 1125 time: 0.2562914 Feb 09 21:58:41.471515 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-8b9740d9-34a4-45b0-afcd-c6a7b7639f64 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/adbd56f7-3d31-4e81-999d-347afdfcb5fa HTTP/1.1" status: 204 len: 168 time: 0.3508935 Feb 09 21:58:41.503156 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9740d9-34a4-45b0-afcd-c6a7b7639f64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adbd56f7-3d31-4e81-999d-347afdfcb5fa,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:41.560005 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a702e4b-367b-41b1-9943-29c057fb5a45 req-d66389a3-30ce-47e8-a6c9-8fe4ca7f5dd0 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:41.562498 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4a702e4b-367b-41b1-9943-29c057fb5a45 req-d66389a3-30ce-47e8-a6c9-8fe4ca7f5dd0 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=5cc22ea9-82f4-4c42-bf78-f737e75f49e5 HTTP/1.1" status: 200 len: 945 time: 0.3630340 Feb 09 21:58:41.625233 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f4322e32-c9af-4ce7-ad3e-e847fb7662ff req-11a78a37-7ddd-41d6-9141-286cda2fab7b tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] 10.222.0.90 "GET /v2.0/security-groups?id=2a66fa4b-1fbf-41e8-bcdb-1c40cc28382f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539764 Feb 09 21:58:41.711086 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4a702e4b-367b-41b1-9943-29c057fb5a45 req-90b322d2-9d87-400b-a550-6b106fa4cdec tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250575 Feb 09 21:58:41.725864 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a2ceda-b652-4dc8-b51d-774dc775438e req-af9b9811-7c92-4efa-a825-30586cd4e2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:41.728201 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-71a2ceda-b652-4dc8-b51d-774dc775438e req-af9b9811-7c92-4efa-a825-30586cd4e2b3 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=9f0a430b25644d18b22653ddfdcf80e2&device_id=164538aa-7729-404d-af24-42f452141191 HTTP/1.1" status: 200 len: 1125 time: 0.2012391 Feb 09 21:58:41.731359 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2607f4db-a5e3-46c3-9457-94ef665b76a5 x-openstack-request-id: req-2607f4db-a5e3-46c3-9457-94ef665b76a5 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:58:41.731656 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "164538aa-7729-404d-af24-42f452141191", "tag": "da1fa852-c010-43cb-873a-ca9bcff6345b", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:58:41.736790 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-2607f4db-a5e3-46c3-9457-94ef665b76a5 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:58:41.737259 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '164538aa-7729-404d-af24-42f452141191', 'tag': 'da1fa852-c010-43cb-873a-ca9bcff6345b', 'status': 'completed', 'code': 200} Feb 09 21:58:41.798545 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-71a2ceda-b652-4dc8-b51d-774dc775438e req-68b70b3f-32da-47f8-a1b9-952869df4863 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da1fa852-c010-43cb-873a-ca9bcff6345b HTTP/1.1" status: 200 len: 217 time: 0.0602472 Feb 09 21:58:41.813199 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port abe94a56-cad3-4d69-80f4-3197e164ca3d is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:58:41.842759 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d925c555-ec91-4be5-b48b-46af77559e29 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (04b7ecd8-dc5d-4e78-8ff5-e8a2748770a3), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:41.913414 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a2ceda-b652-4dc8-b51d-774dc775438e req-2d5644d5-11a4-45c8-96fd-b95979096e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:41.915110 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-71a2ceda-b652-4dc8-b51d-774dc775438e req-2d5644d5-11a4-45c8-96fd-b95979096e8a service neutron] 10.222.0.95 "GET /v2.0/subnets?id=65428503-2877-450f-9531-065ddde804b5 HTTP/1.1" status: 200 len: 849 time: 0.1094270 Feb 09 21:58:42.019324 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d925c555-ec91-4be5-b48b-46af77559e29 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Deleting port 56728a58-7bae-44f1-9ef9-2d39f4fe50cb {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:58:42.019878 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d925c555-ec91-4be5-b48b-46af77559e29 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (56728a58-7bae-44f1-9ef9-2d39f4fe50cb), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:42.024005 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05418fcf-6382-428d-87ef-152b274c834a None None] Network 04b7ecd8-dc5d-4e78-8ff5-e8a2748770a3 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:58:42.028438 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a2ceda-b652-4dc8-b51d-774dc775438e req-64af81dc-214e-4849-802c-c0bf2e2671a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:42.030025 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-71a2ceda-b652-4dc8-b51d-774dc775438e req-64af81dc-214e-4849-802c-c0bf2e2671a3 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=7e0d0404-6a65-4e1e-a5d3-af4897ba6106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1024549 Feb 09 21:58:42.289371 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d925c555-ec91-4be5-b48b-46af77559e29 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] For port 56728a58-7bae-44f1-9ef9-2d39f4fe50cb, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=56728a58-7bae-44f1-9ef9-2d39f4fe50cb,segment=NetworkSegment(d45e5ccd-9387-4a36-92b1-48a00cfa30b2),segment_id=d45e5ccd-9387-4a36-92b1-48a00cfa30b2)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:58:42.289862 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d925c555-ec91-4be5-b48b-46af77559e29 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (56728a58-7bae-44f1-9ef9-2d39f4fe50cb), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:42.346549 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-71a2ceda-b652-4dc8-b51d-774dc775438e req-b43c41d7-7908-4a9f-9b25-0c51aff6c3bd service neutron] 10.222.0.95 "GET /v2.0/networks/7e0d0404-6a65-4e1e-a5d3-af4897ba6106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3065672 Feb 09 21:58:42.347536 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d925c555-ec91-4be5-b48b-46af77559e29 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Calling delete_port for 56728a58-7bae-44f1-9ef9-2d39f4fe50cb owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:58:42.694473 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-71a2ceda-b652-4dc8-b51d-774dc775438e req-15e5ec90-f544-4d51-b60b-bff07226cf68 service neutron] 10.222.0.95 "GET /v2.0/networks/7e0d0404-6a65-4e1e-a5d3-af4897ba6106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3402383 Feb 09 21:58:42.695814 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d925c555-ec91-4be5-b48b-46af77559e29 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (56728a58-7bae-44f1-9ef9-2d39f4fe50cb), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:42.792199 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:42.795223 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 33302) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:42.815199 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 7a345cfd-abb7-4d8d-9efe-7a7671b6dae3 up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:58:42.852970 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d925c555-ec91-4be5-b48b-46af77559e29 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Pushing event deleted for resources: {'Port': ['ID=56728a58-7bae-44f1-9ef9-2d39f4fe50cb,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:42.941900 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d925c555-ec91-4be5-b48b-46af77559e29 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] No DVR routers for this DVR port 56728a58-7bae-44f1-9ef9-2d39f4fe50cb on host n-d-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:58:42.957752 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning for port 7a345cfd-abb7-4d8d-9efe-7a7671b6dae3 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:58:42.965606 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port 7a345cfd-abb7-4d8d-9efe-7a7671b6dae3 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:58:42.966215 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (7a345cfd-abb7-4d8d-9efe-7a7671b6dae3), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:42.983973 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d925c555-ec91-4be5-b48b-46af77559e29 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:42.984440 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d925c555-ec91-4be5-b48b-46af77559e29 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:42.984849 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d925c555-ec91-4be5-b48b-46af77559e29 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:42.985250 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d925c555-ec91-4be5-b48b-46af77559e29 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:42.985668 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d925c555-ec91-4be5-b48b-46af77559e29 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:42.986063 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d925c555-ec91-4be5-b48b-46af77559e29 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:42.986457 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d925c555-ec91-4be5-b48b-46af77559e29 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:42.986845 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d925c555-ec91-4be5-b48b-46af77559e29 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:42.987229 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d925c555-ec91-4be5-b48b-46af77559e29 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:42.987614 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d925c555-ec91-4be5-b48b-46af77559e29 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:42.988045 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d925c555-ec91-4be5-b48b-46af77559e29 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:42.988622 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d925c555-ec91-4be5-b48b-46af77559e29 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:42.989013 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d925c555-ec91-4be5-b48b-46af77559e29 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:43.014433 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3a7362df-6543-4d07-82a1-ff7e68defd48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:43.114299 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad5d69-2991-4de1-b57c-f7cbf746d668 req-6a37c7d6-bbc5-4d5b-8689-be7ba53aac69 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:43.123807 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-77ad5d69-2991-4de1-b57c-f7cbf746d668 req-6a37c7d6-bbc5-4d5b-8689-be7ba53aac69 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=5cc22ea9-82f4-4c42-bf78-f737e75f49e5 HTTP/1.1" status: 200 len: 945 time: 0.2655046 Feb 09 21:58:43.140539 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d925c555-ec91-4be5-b48b-46af77559e29 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (04b7ecd8-dc5d-4e78-8ff5-e8a2748770a3), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:43.144568 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d5d32c-0a24-426c-bb76-1d10d0f21756 req-8dc8a8bb-8678-432a-9fd7-bda18f58f93d tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:43.147171 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-69d5d32c-0a24-426c-bb76-1d10d0f21756 req-8dc8a8bb-8678-432a-9fd7-bda18f58f93d tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=164538aa-7729-404d-af24-42f452141191 HTTP/1.1" status: 200 len: 1125 time: 0.3626597 Feb 09 21:58:43.163116 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efd7813-e320-4314-a5a7-cc2fa4338d1d req-f49f1f40-4bb4-4100-8d5c-5fbfe237b5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:43.164820 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6efd7813-e320-4314-a5a7-cc2fa4338d1d req-f49f1f40-4bb4-4100-8d5c-5fbfe237b5e2 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=9f0a430b25644d18b22653ddfdcf80e2&device_id=164538aa-7729-404d-af24-42f452141191 HTTP/1.1" status: 200 len: 1125 time: 0.3538432 Feb 09 21:58:43.190634 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3a7362df-6543-4d07-82a1-ff7e68defd48 admin admin] Publish callbacks [] for security_group (c96a53f7-5161-40e1-b739-726bf5df3458), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:43.200135 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 7a345cfd-abb7-4d8d-9efe-7a7671b6dae3 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:58:43.200766 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (7a345cfd-abb7-4d8d-9efe-7a7671b6dae3), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:43.206849 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3a7362df-6543-4d07-82a1-ff7e68defd48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (c96a53f7-5161-40e1-b739-726bf5df3458), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:43.241030 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 7a345cfd-abb7-4d8d-9efe-7a7671b6dae3, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=7a345cfd-abb7-4d8d-9efe-7a7671b6dae3,segment=NetworkSegment(4397314e-2225-4cf8-b858-ea8f71ca37e1),segment_id=4397314e-2225-4cf8-b858-ea8f71ca37e1)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:58:43.242644 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cc22ea9-82f4-4c42-bf78-f737e75f49e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a345cfd-abb7-4d8d-9efe-7a7671b6dae3'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:58:43.247181 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a9ddde1-71be-40ce-9a6c-ff345046a800" -d '{"events": [{"server_uuid": "5cc22ea9-82f4-4c42-bf78-f737e75f49e5", "name": "network-vif-plugged", "status": "completed", "tag": "7a345cfd-abb7-4d8d-9efe-7a7671b6dae3"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:58:43.252378 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (7a345cfd-abb7-4d8d-9efe-7a7671b6dae3), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:43.296538 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efd7813-e320-4314-a5a7-cc2fa4338d1d req-310e27a9-dfe0-46eb-80c2-7649f37f637a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:43.298136 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6efd7813-e320-4314-a5a7-cc2fa4338d1d req-310e27a9-dfe0-46eb-80c2-7649f37f637a service neutron] 10.222.0.95 "GET /v2.0/networks?id=7e0d0404-6a65-4e1e-a5d3-af4897ba6106 HTTP/1.1" status: 200 len: 911 time: 0.1202137 Feb 09 21:58:43.343606 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-3a7362df-6543-4d07-82a1-ff7e68defd48 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=fc0e33cc34c4448083391d0110088842&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5471301 Feb 09 21:58:43.344539 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7362df-6543-4d07-82a1-ff7e68defd48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c96a53f7-5161-40e1-b739-726bf5df3458,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:43.349812 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=7a345cfd-abb7-4d8d-9efe-7a7671b6dae3,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:43.353293 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 33316) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:43.374644 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-77ad5d69-2991-4de1-b57c-f7cbf746d668 req-eb14e864-6b40-4df3-9ab2-331d1480b9fe tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447159 Feb 09 21:58:43.390646 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-d925c555-ec91-4be5-b48b-46af77559e29 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04b7ecd8-dc5d-4e78-8ff5-e8a2748770a3']}} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:43.447223 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6efd7813-e320-4314-a5a7-cc2fa4338d1d req-0107e0bd-9b9e-4525-bc5c-fe4e12862cd0 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da1fa852-c010-43cb-873a-ca9bcff6345b HTTP/1.1" status: 200 len: 217 time: 0.1304870 Feb 09 21:58:43.453087 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-d925c555-ec91-4be5-b48b-46af77559e29 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd45e5ccd-9387-4a36-92b1-48a00cfa30b2') {'for_net_delete': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:43.453595 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-d925c555-ec91-4be5-b48b-46af77559e29 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd45e5ccd-9387-4a36-92b1-48a00cfa30b2') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:43.479394 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4a6f1cff-ee80-401b-b2b6-e8dee46cd378 admin admin] Publish callbacks [] for security_group (c96a53f7-5161-40e1-b739-726bf5df3458), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:43.516737 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efd7813-e320-4314-a5a7-cc2fa4338d1d req-df45c2f2-fdb4-4128-a700-3fb1bc9e0b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:43.518990 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6efd7813-e320-4314-a5a7-cc2fa4338d1d req-df45c2f2-fdb4-4128-a700-3fb1bc9e0b6a service neutron] 10.222.0.95 "GET /v2.0/subnets?id=65428503-2877-450f-9531-065ddde804b5 HTTP/1.1" status: 200 len: 849 time: 0.0573649 Feb 09 21:58:43.519317 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4a6f1cff-ee80-401b-b2b6-e8dee46cd378 admin admin] Publish callbacks [] for security_group (c96a53f7-5161-40e1-b739-726bf5df3458), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:43.580712 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d925c555-ec91-4be5-b48b-46af77559e29 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110711'] for segment (d45e5ccd-9387-4a36-92b1-48a00cfa30b2), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:43.622173 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-69d5d32c-0a24-426c-bb76-1d10d0f21756 req-4efb1c52-0a08-4dc6-870d-349b7f353751 tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] 10.222.0.90 "GET /v2.0/security-groups?id=2a66fa4b-1fbf-41e8-bcdb-1c40cc28382f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4515939 Feb 09 21:58:43.623124 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d925c555-ec91-4be5-b48b-46af77559e29 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (d45e5ccd-9387-4a36-92b1-48a00cfa30b2), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:43.633129 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4a6f1cff-ee80-401b-b2b6-e8dee46cd378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (c96a53f7-5161-40e1-b739-726bf5df3458), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:43.633309 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d925c555-ec91-4be5-b48b-46af77559e29 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=103140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:58:43.633805 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d925c555-ec91-4be5-b48b-46af77559e29 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669415'] for segment (d45e5ccd-9387-4a36-92b1-48a00cfa30b2), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:43.638586 n-d-828369-5 neutron-server[103140]: Traceback (most recent call last): Feb 09 21:58:43.638586 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:58:43.638586 n-d-828369-5 neutron-server[103140]: timer() Feb 09 21:58:43.638586 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:58:43.638586 n-d-828369-5 neutron-server[103140]: cb(*args, **kw) Feb 09 21:58:43.638586 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:58:43.638586 n-d-828369-5 neutron-server[103140]: return func(*args, **kwargs) Feb 09 21:58:43.638586 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:58:43.638586 n-d-828369-5 neutron-server[103140]: self._notify() Feb 09 21:58:43.638586 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:58:43.638586 n-d-828369-5 neutron-server[103140]: self.callback(batched_events) Feb 09 21:58:43.638586 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:58:43.638586 n-d-828369-5 neutron-server[103140]: event.method(event) Feb 09 21:58:43.638586 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:58:43.638586 n-d-828369-5 neutron-server[103140]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:58:43.638586 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:58:43.638586 n-d-828369-5 neutron-server[103140]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:58:43.638586 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:58:43.638586 n-d-828369-5 neutron-server[103140]: return f(self, *a, **k) Feb 09 21:58:43.638586 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:58:43.638586 n-d-828369-5 neutron-server[103140]: return self._get(url).json() Feb 09 21:58:43.638586 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:58:43.638586 n-d-828369-5 neutron-server[103140]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:58:43.638586 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:58:43.638586 n-d-828369-5 neutron-server[103140]: return self.request(url, 'GET', **kwargs) Feb 09 21:58:43.638586 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:58:43.638586 n-d-828369-5 neutron-server[103140]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:58:43.638586 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:58:43.638586 n-d-828369-5 neutron-server[103140]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:58:43.638586 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:58:43.638586 n-d-828369-5 neutron-server[103140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:58:43.638586 n-d-828369-5 neutron-server[103140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:58:43.642850 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4a6f1cff-ee80-401b-b2b6-e8dee46cd378 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:43.649998 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-4a6f1cff-ee80-401b-b2b6-e8dee46cd378 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/c96a53f7-5161-40e1-b739-726bf5df3458 HTTP/1.1" status: 204 len: 168 time: 0.2928278 Feb 09 21:58:43.657871 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efd7813-e320-4314-a5a7-cc2fa4338d1d req-2f5eeaca-e6fb-4f08-a5de-8832a458449a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:43.659420 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6efd7813-e320-4314-a5a7-cc2fa4338d1d req-2f5eeaca-e6fb-4f08-a5de-8832a458449a service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=7e0d0404-6a65-4e1e-a5d3-af4897ba6106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1305923 Feb 09 21:58:43.669987 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6f1cff-ee80-401b-b2b6-e8dee46cd378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c96a53f7-5161-40e1-b739-726bf5df3458,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:43.818018 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d925c555-ec91-4be5-b48b-46af77559e29 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (04b7ecd8-dc5d-4e78-8ff5-e8a2748770a3), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:43.834200 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d925c555-ec91-4be5-b48b-46af77559e29 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:43.840491 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-244d523b-6544-459f-99f8-9ea8f2ce73d5 x-openstack-request-id: req-244d523b-6544-459f-99f8-9ea8f2ce73d5 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:58:43.840979 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cc22ea9-82f4-4c42-bf78-f737e75f49e5", "name": "network-vif-plugged", "status": "completed", "tag": "7a345cfd-abb7-4d8d-9efe-7a7671b6dae3", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:58:43.841422 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-244d523b-6544-459f-99f8-9ea8f2ce73d5 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:58:43.841422 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cc22ea9-82f4-4c42-bf78-f737e75f49e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a345cfd-abb7-4d8d-9efe-7a7671b6dae3', 'code': 200} Feb 09 21:58:43.842830 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-d925c555-ec91-4be5-b48b-46af77559e29 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] 10.222.0.90 "DELETE /v2.0/networks/04b7ecd8-dc5d-4e78-8ff5-e8a2748770a3 HTTP/1.1" status: 204 len: 168 time: 6.0186777 Feb 09 21:58:43.848385 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 33330) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:43.886943 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6efd7813-e320-4314-a5a7-cc2fa4338d1d req-72db77be-4661-48cf-9209-0aa42d1fc3ee service neutron] 10.222.0.95 "GET /v2.0/networks/7e0d0404-6a65-4e1e-a5d3-af4897ba6106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974294 Feb 09 21:58:43.888593 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d925c555-ec91-4be5-b48b-46af77559e29 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Pushing event deleted for resources: {'Network': ['ID=04b7ecd8-dc5d-4e78-8ff5-e8a2748770a3,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:43.916964 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-531ac729-e6e0-42ff-a86a-0887e2245c3c tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] DELETE failed (client error): The resource could not be found. Feb 09 21:58:43.917435 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-531ac729-e6e0-42ff-a86a-0887e2245c3c tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:58:43.935563 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-531ac729-e6e0-42ff-a86a-0887e2245c3c tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] 10.222.0.90 "DELETE /v2.0/subnets/f55556e7-f42d-4d30-8564-ebd7bf666652 HTTP/1.1" status: 404 len: 337 time: 0.0859258 Feb 09 21:58:43.936192 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 33332) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:43.972317 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ce5a168-b4c0-4ba6-be0f-c1ab9acdab5c tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] DELETE failed (client error): The resource could not be found. Feb 09 21:58:43.972833 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ce5a168-b4c0-4ba6-be0f-c1ab9acdab5c tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:58:43.982547 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-5ce5a168-b4c0-4ba6-be0f-c1ab9acdab5c tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] 10.222.0.90 "DELETE /v2.0/networks/04b7ecd8-dc5d-4e78-8ff5-e8a2748770a3 HTTP/1.1" status: 404 len: 339 time: 0.0452023 Feb 09 21:58:43.983434 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 33334) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:44.000956 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6efd7813-e320-4314-a5a7-cc2fa4338d1d req-1cd24f79-9a66-4e4d-895a-b71d3d22e704 service neutron] 10.222.0.95 "GET /v2.0/networks/7e0d0404-6a65-4e1e-a5d3-af4897ba6106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987015 Feb 09 21:58:44.047351 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf7c7c0e-e585-4a42-ae2a-df8fee3797f7 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] DELETE failed (client error): The resource could not be found. Feb 09 21:58:44.047817 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf7c7c0e-e585-4a42-ae2a-df8fee3797f7 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:58:44.057125 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-bf7c7c0e-e585-4a42-ae2a-df8fee3797f7 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] 10.222.0.90 "DELETE /v2.0/subnets/ea8fd0e1-cea8-4870-8eff-969a6d74304c HTTP/1.1" status: 404 len: 337 time: 0.0727789 Feb 09 21:58:44.057436 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 33342) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:44.076427 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-7730d869-4d49-4b43-a79f-2dc9670ade60 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] DELETE failed (client error): The resource could not be found. Feb 09 21:58:44.076933 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7730d869-4d49-4b43-a79f-2dc9670ade60 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:58:44.083210 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-7730d869-4d49-4b43-a79f-2dc9670ade60 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] 10.222.0.90 "DELETE /v2.0/networks/fb820ef8-a44d-421e-bf9b-c856990b1f9b HTTP/1.1" status: 404 len: 339 time: 0.0248206 Feb 09 21:58:44.083797 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 33344) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:44.089075 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017c83fe-69b2-4b44-be8f-441b121f812a req-9af8e7ee-eda5-4024-8553-933374698261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:44.091423 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-017c83fe-69b2-4b44-be8f-441b121f812a req-9af8e7ee-eda5-4024-8553-933374698261 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=5cc22ea9-82f4-4c42-bf78-f737e75f49e5 HTTP/1.1" status: 200 len: 1128 time: 0.0890222 Feb 09 21:58:44.112118 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea7f80f8-5770-47b0-8611-0a6670a02f85 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] DELETE failed (client error): The resource could not be found. Feb 09 21:58:44.112608 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea7f80f8-5770-47b0-8611-0a6670a02f85 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:58:44.118543 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-ea7f80f8-5770-47b0-8611-0a6670a02f85 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] 10.222.0.90 "DELETE /v2.0/subnets/e94590bf-f074-419f-b2f8-81dca3bf21e6 HTTP/1.1" status: 404 len: 337 time: 0.0335541 Feb 09 21:58:44.119243 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 33346) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:44.171206 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-41c6c7df-09c2-4ef8-8750-db14a1f57279 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] DELETE failed (client error): The resource could not be found. Feb 09 21:58:44.173751 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41c6c7df-09c2-4ef8-8750-db14a1f57279 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:58:44.178657 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-41c6c7df-09c2-4ef8-8750-db14a1f57279 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] 10.222.0.90 "DELETE /v2.0/networks/cdf0bf25-e48c-4ff6-b31d-9cc80b8af5e5 HTTP/1.1" status: 404 len: 339 time: 0.0569091 Feb 09 21:58:44.183990 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 33348) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:44.194112 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:44.202360 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-017c83fe-69b2-4b44-be8f-441b121f812a req-1e4098a6-80d9-4521-ab8a-3a977d0af62b service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027508 Feb 09 21:58:44.301356 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-9af62988-68d6-4a87-8f0f-996846d7c08e tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Deleting port 39566981-22b5-4a33-9dac-22691a02685a {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:58:44.301859 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9af62988-68d6-4a87-8f0f-996846d7c08e tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (39566981-22b5-4a33-9dac-22691a02685a), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:44.328996 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 33350) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:44.346409 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ff201433-b8ae-4f24-b9d9-a6787fb1e8d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:44.409634 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9af62988-68d6-4a87-8f0f-996846d7c08e tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (39566981-22b5-4a33-9dac-22691a02685a), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:44.461246 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-9af62988-68d6-4a87-8f0f-996846d7c08e tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Calling delete_port for 39566981-22b5-4a33-9dac-22691a02685a owned by {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:58:44.575995 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9af62988-68d6-4a87-8f0f-996846d7c08e tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (39566981-22b5-4a33-9dac-22691a02685a), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:44.610587 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ff201433-b8ae-4f24-b9d9-a6787fb1e8d9 admin admin] Publish callbacks [] for security_group (555d3908-0d3e-4f0d-a3d2-c63ed2055e07), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:44.630291 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca54a455-f707-4560-b415-b5cd5ba64c8a req-0254ba33-6ca9-4a74-ac11-a2578f266677 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:44.639089 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ca54a455-f707-4560-b415-b5cd5ba64c8a req-0254ba33-6ca9-4a74-ac11-a2578f266677 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=5cc22ea9-82f4-4c42-bf78-f737e75f49e5 HTTP/1.1" status: 200 len: 946 time: 0.1709886 Feb 09 21:58:44.642884 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ff201433-b8ae-4f24-b9d9-a6787fb1e8d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (555d3908-0d3e-4f0d-a3d2-c63ed2055e07), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:44.648939 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9af62988-68d6-4a87-8f0f-996846d7c08e tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:44.662293 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-9af62988-68d6-4a87-8f0f-996846d7c08e tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] 10.222.0.90 "DELETE /v2.0/ports/39566981-22b5-4a33-9dac-22691a02685a HTTP/1.1" status: 204 len: 168 time: 0.4763575 Feb 09 21:58:44.663328 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 33362) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:44.670367 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af62988-68d6-4a87-8f0f-996846d7c08e tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Pushing event deleted for resources: {'Port': ['ID=39566981-22b5-4a33-9dac-22691a02685a,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:44.726843 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-13cbdd30-b2a2-4fd4-b819-e3fffe57016b tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] DELETE failed (client error): The resource could not be found. Feb 09 21:58:44.727484 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13cbdd30-b2a2-4fd4-b819-e3fffe57016b tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:58:44.734157 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-13cbdd30-b2a2-4fd4-b819-e3fffe57016b tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] 10.222.0.90 "DELETE /v2.0/subnets/80595110-003b-4321-a539-42d99311b958 HTTP/1.1" status: 404 len: 337 time: 0.0664918 Feb 09 21:58:44.734901 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 33364) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:44.737277 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff201433-b8ae-4f24-b9d9-a6787fb1e8d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=555d3908-0d3e-4f0d-a3d2-c63ed2055e07,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:44.766352 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-ff201433-b8ae-4f24-b9d9-a6787fb1e8d9 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=c1f3166a92e44fdfbe81d028c90685e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4362104 Feb 09 21:58:44.787946 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 33366) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:44.845238 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ca54a455-f707-4560-b415-b5cd5ba64c8a req-f8d08ec3-85ad-4df6-827b-5509be47883f tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049096 Feb 09 21:58:44.868366 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-432e4a65-fcdc-4557-afb5-518ab17b2013 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (c495aff9-054e-466a-a293-245c0a7221c1), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:44.889645 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7f6bd6-45b6-447c-96dd-a219f99cd398 req-caf7fe7e-4eab-4379-af62-c7ea27d6c21d tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:44.891357 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7a7f6bd6-45b6-447c-96dd-a219f99cd398 req-caf7fe7e-4eab-4379-af62-c7ea27d6c21d tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=164538aa-7729-404d-af24-42f452141191 HTTP/1.1" status: 200 len: 1125 time: 0.1508813 Feb 09 21:58:44.894662 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ac158b1b-1469-423a-b3c7-e0ceff71d58c admin admin] Publish callbacks [] for security_group (555d3908-0d3e-4f0d-a3d2-c63ed2055e07), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:44.950301 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ac158b1b-1469-423a-b3c7-e0ceff71d58c admin admin] Publish callbacks [] for security_group (555d3908-0d3e-4f0d-a3d2-c63ed2055e07), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:44.997625 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7a7f6bd6-45b6-447c-96dd-a219f99cd398 req-c3503d16-8eb5-4667-a0e8-d429d9889f27 tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] 10.222.0.90 "GET /v2.0/security-groups?id=2a66fa4b-1fbf-41e8-bcdb-1c40cc28382f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999031 Feb 09 21:58:45.023649 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ac158b1b-1469-423a-b3c7-e0ceff71d58c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (555d3908-0d3e-4f0d-a3d2-c63ed2055e07), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:45.028459 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ac158b1b-1469-423a-b3c7-e0ceff71d58c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:45.030113 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-ac158b1b-1469-423a-b3c7-e0ceff71d58c admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/555d3908-0d3e-4f0d-a3d2-c63ed2055e07 HTTP/1.1" status: 204 len: 168 time: 0.2367296 Feb 09 21:58:45.051937 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac158b1b-1469-423a-b3c7-e0ceff71d58c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=555d3908-0d3e-4f0d-a3d2-c63ed2055e07,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:45.310946 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:45.361931 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-432e4a65-fcdc-4557-afb5-518ab17b2013 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Deleting port 01023d0e-3605-4d46-b298-06ae14168b7b {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:58:45.362283 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-432e4a65-fcdc-4557-afb5-518ab17b2013 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (01023d0e-3605-4d46-b298-06ae14168b7b), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:45.387070 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 33380) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:45.444894 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-432e4a65-fcdc-4557-afb5-518ab17b2013 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] For port 01023d0e-3605-4d46-b298-06ae14168b7b, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=01023d0e-3605-4d46-b298-06ae14168b7b,segment=NetworkSegment(408f2147-695b-47e4-bdf4-32f07af3d084),segment_id=408f2147-695b-47e4-bdf4-32f07af3d084)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:58:45.445619 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-432e4a65-fcdc-4557-afb5-518ab17b2013 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (01023d0e-3605-4d46-b298-06ae14168b7b), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:45.470583 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-432e4a65-fcdc-4557-afb5-518ab17b2013 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Calling delete_port for 01023d0e-3605-4d46-b298-06ae14168b7b owned by network:dhcp {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:58:45.549214 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-82a09ddd-8ba1-45cf-8f5e-7e891ca8d6ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:45.605156 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-432e4a65-fcdc-4557-afb5-518ab17b2013 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (01023d0e-3605-4d46-b298-06ae14168b7b), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:45.628991 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432e4a65-fcdc-4557-afb5-518ab17b2013 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] No DVR routers for this DVR port 01023d0e-3605-4d46-b298-06ae14168b7b on host n-d-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:58:45.687196 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-82a09ddd-8ba1-45cf-8f5e-7e891ca8d6ad admin admin] Publish callbacks [] for security_group (6774cb01-f335-4f5b-8952-49a93174683d), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:45.689207 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432e4a65-fcdc-4557-afb5-518ab17b2013 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Pushing event deleted for resources: {'Port': ['ID=01023d0e-3605-4d46-b298-06ae14168b7b,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:45.698044 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-82a09ddd-8ba1-45cf-8f5e-7e891ca8d6ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (6774cb01-f335-4f5b-8952-49a93174683d), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:45.733902 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-82a09ddd-8ba1-45cf-8f5e-7e891ca8d6ad admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=77fed5e80ac949ae88da53b8337ce30e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3451591 Feb 09 21:58:45.740033 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 33394) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:45.773224 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-432e4a65-fcdc-4557-afb5-518ab17b2013 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (c495aff9-054e-466a-a293-245c0a7221c1), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:45.780406 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a09ddd-8ba1-45cf-8f5e-7e891ca8d6ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6774cb01-f335-4f5b-8952-49a93174683d,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:45.819392 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-432e4a65-fcdc-4557-afb5-518ab17b2013 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c495aff9-054e-466a-a293-245c0a7221c1']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:45.827948 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-dc43a568-88d0-427d-81fd-7ae0a5b2b11d admin admin] Publish callbacks [] for security_group (6774cb01-f335-4f5b-8952-49a93174683d), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:45.845581 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-432e4a65-fcdc-4557-afb5-518ab17b2013 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '408f2147-695b-47e4-bdf4-32f07af3d084') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:45.846049 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-432e4a65-fcdc-4557-afb5-518ab17b2013 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '408f2147-695b-47e4-bdf4-32f07af3d084') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:45.857797 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-432e4a65-fcdc-4557-afb5-518ab17b2013 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (408f2147-695b-47e4-bdf4-32f07af3d084), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:45.863478 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-dc43a568-88d0-427d-81fd-7ae0a5b2b11d admin admin] Publish callbacks [] for security_group (6774cb01-f335-4f5b-8952-49a93174683d), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:45.874827 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-432e4a65-fcdc-4557-afb5-518ab17b2013 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (408f2147-695b-47e4-bdf4-32f07af3d084), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:45.887868 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-432e4a65-fcdc-4557-afb5-518ab17b2013 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:58:45.889771 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-432e4a65-fcdc-4557-afb5-518ab17b2013 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (408f2147-695b-47e4-bdf4-32f07af3d084), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:45.894336 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:58:45.894336 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:58:45.894336 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:58:45.894336 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:58:45.894336 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:58:45.894336 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:58:45.894336 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:58:45.894336 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:58:45.894336 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:58:45.894336 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:58:45.894336 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:58:45.894336 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:58:45.894336 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:58:45.894336 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:58:45.894336 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:58:45.894336 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:58:45.894336 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:58:45.894336 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:58:45.894336 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:58:45.894336 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:58:45.894336 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:58:45.894336 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:58:45.894336 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:58:45.894336 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:58:45.894336 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:58:45.894336 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:58:45.894336 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:58:45.894336 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:58:45.894336 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:58:45.894336 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:58:45.894336 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:58:45.894336 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:58:45.942854 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-dc43a568-88d0-427d-81fd-7ae0a5b2b11d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (6774cb01-f335-4f5b-8952-49a93174683d), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:45.946290 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-dc43a568-88d0-427d-81fd-7ae0a5b2b11d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:45.947579 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-dc43a568-88d0-427d-81fd-7ae0a5b2b11d admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/6774cb01-f335-4f5b-8952-49a93174683d HTTP/1.1" status: 204 len: 168 time: 0.2062733 Feb 09 21:58:45.959217 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc43a568-88d0-427d-81fd-7ae0a5b2b11d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6774cb01-f335-4f5b-8952-49a93174683d,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:45.985522 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-432e4a65-fcdc-4557-afb5-518ab17b2013 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (c495aff9-054e-466a-a293-245c0a7221c1), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:45.997661 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-432e4a65-fcdc-4557-afb5-518ab17b2013 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:46.001936 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-432e4a65-fcdc-4557-afb5-518ab17b2013 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] 10.222.0.90 "DELETE /v2.0/networks/c495aff9-054e-466a-a293-245c0a7221c1 HTTP/1.1" status: 204 len: 168 time: 1.2659576 Feb 09 21:58:46.005474 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 33412) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:46.038149 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432e4a65-fcdc-4557-afb5-518ab17b2013 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Pushing event deleted for resources: {'Network': ['ID=c495aff9-054e-466a-a293-245c0a7221c1,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:46.058151 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cc5aaf-9d05-49b9-b814-be6f2d31b67e req-3103f014-6038-48a0-96a2-4d6e82b008e0 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:46.072466 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f9cc5aaf-9d05-49b9-b814-be6f2d31b67e req-3103f014-6038-48a0-96a2-4d6e82b008e0 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=5cc22ea9-82f4-4c42-bf78-f737e75f49e5 HTTP/1.1" status: 200 len: 946 time: 0.1236687 Feb 09 21:58:46.213150 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f9cc5aaf-9d05-49b9-b814-be6f2d31b67e req-3c5fae45-0ee7-4c22-b19d-50e00bba67e6 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392243 Feb 09 21:58:46.220966 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b9cd21-f864-483e-bd70-203220f4b91b req-92a4ef6e-e0d1-46e8-8450-c8c385f3d8c4 tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:46.228572 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-99b9cd21-f864-483e-bd70-203220f4b91b req-92a4ef6e-e0d1-46e8-8450-c8c385f3d8c4 tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=164538aa-7729-404d-af24-42f452141191 HTTP/1.1" status: 200 len: 1125 time: 0.1004243 Feb 09 21:58:46.275770 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-7696dd5d-995a-4872-907f-86d0fad470d4 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Deleting port 0ab2f53a-c858-40c3-b075-dc90e794391d {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:58:46.281111 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7696dd5d-995a-4872-907f-86d0fad470d4 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (0ab2f53a-c858-40c3-b075-dc90e794391d), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:46.299062 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-99b9cd21-f864-483e-bd70-203220f4b91b req-91e9d173-03b2-49a5-8122-b1a497fb44cf tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] 10.222.0.90 "GET /v2.0/security-groups?id=2a66fa4b-1fbf-41e8-bcdb-1c40cc28382f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671129 Feb 09 21:58:46.403883 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7696dd5d-995a-4872-907f-86d0fad470d4 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (0ab2f53a-c858-40c3-b075-dc90e794391d), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:46.422100 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-7696dd5d-995a-4872-907f-86d0fad470d4 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Calling delete_port for 0ab2f53a-c858-40c3-b075-dc90e794391d owned by {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:58:46.507163 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 33464) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:46.524350 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-dd075c19-622a-472d-b82a-a378dd0a1fd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:46.535293 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7696dd5d-995a-4872-907f-86d0fad470d4 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (0ab2f53a-c858-40c3-b075-dc90e794391d), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:46.591124 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7696dd5d-995a-4872-907f-86d0fad470d4 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Pushing event deleted for resources: {'Port': ['ID=0ab2f53a-c858-40c3-b075-dc90e794391d,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:46.592075 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7574a3c7-28cd-44d4-92d1-23d5b36613c7 req-d3aeeb9b-16a1-4bb4-887d-35d7a9928126 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:46.593508 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7696dd5d-995a-4872-907f-86d0fad470d4 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:46.597697 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-7696dd5d-995a-4872-907f-86d0fad470d4 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] 10.222.0.90 "DELETE /v2.0/ports/0ab2f53a-c858-40c3-b075-dc90e794391d HTTP/1.1" status: 204 len: 168 time: 0.5910516 Feb 09 21:58:46.601143 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 33466) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:46.601945 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7574a3c7-28cd-44d4-92d1-23d5b36613c7 req-d3aeeb9b-16a1-4bb4-887d-35d7a9928126 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/networks?id=04a65d27-6482-4e7b-94e8-af3d0d277bb9 HTTP/1.1" status: 200 len: 806 time: 0.1632891 Feb 09 21:58:46.623191 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7574a3c7-28cd-44d4-92d1-23d5b36613c7 req-980d9737-17e9-423e-aa1c-2c7c24b9ec1e tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/quotas/b3e8b78db5b448288b8855c5416dd1f9 HTTP/1.1" status: 200 len: 375 time: 0.0202799 Feb 09 21:58:46.634501 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-f04093a1-ab4b-480c-9884-fb13cd962bd5 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] DELETE failed (client error): The resource could not be found. Feb 09 21:58:46.634965 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f04093a1-ab4b-480c-9884-fb13cd962bd5 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 21:58:46.638727 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-f04093a1-ab4b-480c-9884-fb13cd962bd5 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] 10.222.0.90 "DELETE /v2.0/subnets/4cdef613-eee1-47b2-a102-e0f592021e51 HTTP/1.1" status: 404 len: 337 time: 0.0363100 Feb 09 21:58:46.642128 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 33468) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:46.737768 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7574a3c7-28cd-44d4-92d1-23d5b36613c7 req-f1c7e3d6-57ca-4e0c-aab2-7b446de94211 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=b3e8b78db5b448288b8855c5416dd1f9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1054754 Feb 09 21:58:46.742778 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [req-7574a3c7-28cd-44d4-92d1-23d5b36613c7 req-f4a0ba35-91dd-425a-84a2-e368f5fcc2b0 service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=103140) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:58:46.743767 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7574a3c7-28cd-44d4-92d1-23d5b36613c7 req-f4a0ba35-91dd-425a-84a2-e368f5fcc2b0 service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052149 Feb 09 21:58:46.771347 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2e1a9d47-f913-41a7-92a3-ba43f0862ac1 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (83eb2e2c-2ed6-42b4-8bfb-e40de5ba52b6), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:46.812412 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-dd075c19-622a-472d-b82a-a378dd0a1fd4 admin admin] Publish callbacks [] for security_group (99e06d51-e675-4522-997d-1b3ec8830c93), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:46.815972 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device da1fa852-c010-43cb-873a-ca9bcff6345b details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:58:46.845485 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-dd075c19-622a-472d-b82a-a378dd0a1fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (99e06d51-e675-4522-997d-1b3ec8830c93), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:46.889207 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2e1a9d47-f913-41a7-92a3-ba43f0862ac1 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (83eb2e2c-2ed6-42b4-8bfb-e40de5ba52b6), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:46.912879 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-2e1a9d47-f913-41a7-92a3-ba43f0862ac1 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83eb2e2c-2ed6-42b4-8bfb-e40de5ba52b6']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:46.919531 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-dd075c19-622a-472d-b82a-a378dd0a1fd4 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=c6458e6c6f124480a1100df244350450&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4106231 Feb 09 21:58:46.920143 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 33476) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:46.925108 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-2e1a9d47-f913-41a7-92a3-ba43f0862ac1 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce9d5dd8-ecab-4c87-830b-652547493c25') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:46.925662 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-2e1a9d47-f913-41a7-92a3-ba43f0862ac1 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce9d5dd8-ecab-4c87-830b-652547493c25') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:46.948382 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2e1a9d47-f913-41a7-92a3-ba43f0862ac1 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (ce9d5dd8-ecab-4c87-830b-652547493c25), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:46.954688 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd075c19-622a-472d-b82a-a378dd0a1fd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99e06d51-e675-4522-997d-1b3ec8830c93,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:46.963046 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7574a3c7-28cd-44d4-92d1-23d5b36613c7 req-5a24efb3-ab2b-4cf2-9b54-2a1b4774c8c0 service neutron] 10.222.0.90 "GET /v2.0/networks/04a65d27-6482-4e7b-94e8-af3d0d277bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070129 Feb 09 21:58:46.979308 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2e1a9d47-f913-41a7-92a3-ba43f0862ac1 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (ce9d5dd8-ecab-4c87-830b-652547493c25), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:46.987406 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port da1fa852-c010-43cb-873a-ca9bcff6345b, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=da1fa852-c010-43cb-873a-ca9bcff6345b,segment=NetworkSegment(d04436c1-38a7-49ff-99d3-155bd8dad8e9),segment_id=d04436c1-38a7-49ff-99d3-155bd8dad8e9)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:58:46.993871 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e1a9d47-f913-41a7-92a3-ba43f0862ac1 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:58:46.996301 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2e1a9d47-f913-41a7-92a3-ba43f0862ac1 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (ce9d5dd8-ecab-4c87-830b-652547493c25), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:47.002060 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:58:47.002060 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:58:47.002060 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:58:47.002060 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:58:47.002060 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:58:47.002060 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:58:47.002060 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:58:47.002060 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:58:47.002060 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:58:47.002060 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:58:47.002060 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:58:47.002060 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:58:47.002060 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:58:47.002060 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:58:47.002060 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:58:47.002060 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:58:47.002060 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:58:47.002060 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:58:47.002060 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:58:47.002060 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:58:47.002060 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:58:47.002060 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:58:47.002060 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:58:47.002060 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:58:47.002060 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:58:47.002060 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:58:47.002060 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:58:47.002060 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:58:47.002060 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:58:47.002060 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:58:47.002060 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:58:47.002060 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:58:47.017574 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': 'da1fa852-c010-43cb-873a-ca9bcff6345b', 'network_id': '7e0d0404-6a65-4e1e-a5d3-af4897ba6106', 'port_id': 'da1fa852-c010-43cb-873a-ca9bcff6345b', 'mac_address': 'fa:16:3e:90:30:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65428503-2877-450f-9531-065ddde804b5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:58:47.048407 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a39a7d1c-2fde-40b3-9e55-0cbdc1c82bc1 admin admin] Publish callbacks [] for security_group (99e06d51-e675-4522-997d-1b3ec8830c93), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:47.087219 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a39a7d1c-2fde-40b3-9e55-0cbdc1c82bc1 admin admin] Publish callbacks [] for security_group (99e06d51-e675-4522-997d-1b3ec8830c93), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:47.095626 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2e1a9d47-f913-41a7-92a3-ba43f0862ac1 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (83eb2e2c-2ed6-42b4-8bfb-e40de5ba52b6), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:47.112521 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port da1fa852-c010-43cb-873a-ca9bcff6345b is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:58:47.112920 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (da1fa852-c010-43cb-873a-ca9bcff6345b), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:47.122555 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7574a3c7-28cd-44d4-92d1-23d5b36613c7 req-d1be38cf-936e-4dff-b580-b3b97f09ae1b service neutron] 10.222.0.90 "GET /v2.0/networks/04a65d27-6482-4e7b-94e8-af3d0d277bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445060 Feb 09 21:58:47.136354 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2e1a9d47-f913-41a7-92a3-ba43f0862ac1 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:47.153376 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da1fa852-c010-43cb-873a-ca9bcff6345b {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:58:47.159682 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-2e1a9d47-f913-41a7-92a3-ba43f0862ac1 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] 10.222.0.90 "DELETE /v2.0/networks/83eb2e2c-2ed6-42b4-8bfb-e40de5ba52b6 HTTP/1.1" status: 204 len: 168 time: 0.5163732 Feb 09 21:58:47.162051 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 33484) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:47.189173 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port da1fa852-c010-43cb-873a-ca9bcff6345b, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=da1fa852-c010-43cb-873a-ca9bcff6345b,segment=NetworkSegment(d04436c1-38a7-49ff-99d3-155bd8dad8e9),segment_id=d04436c1-38a7-49ff-99d3-155bd8dad8e9)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:58:47.190858 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1a9d47-f913-41a7-92a3-ba43f0862ac1 tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Pushing event deleted for resources: {'Network': ['ID=83eb2e2c-2ed6-42b4-8bfb-e40de5ba52b6,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:47.192393 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a39a7d1c-2fde-40b3-9e55-0cbdc1c82bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (99e06d51-e675-4522-997d-1b3ec8830c93), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:47.202417 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a39a7d1c-2fde-40b3-9e55-0cbdc1c82bc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:47.203789 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-a39a7d1c-2fde-40b3-9e55-0cbdc1c82bc1 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/99e06d51-e675-4522-997d-1b3ec8830c93 HTTP/1.1" status: 204 len: 168 time: 0.2748315 Feb 09 21:58:47.204305 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (da1fa852-c010-43cb-873a-ca9bcff6345b), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:47.216157 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39a7d1c-2fde-40b3-9e55-0cbdc1c82bc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e06d51-e675-4522-997d-1b3ec8830c93,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:47.297900 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5977245-2a6e-431f-a646-060c0a6bf9fc tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Deleting subnet 1a48544e-ca53-41af-ba13-39849bac5b22 {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:58:47.308940 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c5977245-2a6e-431f-a646-060c0a6bf9fc tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks [] for subnet (1a48544e-ca53-41af-ba13-39849bac5b22), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:47.313542 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=da1fa852-c010-43cb-873a-ca9bcff6345b,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:47.325763 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:47.326408 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:47.326964 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:47.327526 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:47.328286 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:47.329094 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:47.330087 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:47.330087 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:47.330783 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:47.331662 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:47.332539 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:47.333851 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:47.334555 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:58:47.435667 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c5977245-2a6e-431f-a646-060c0a6bf9fc tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (1a48544e-ca53-41af-ba13-39849bac5b22), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:47.465321 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['da1fa852-c010-43cb-873a-ca9bcff6345b'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:58:47.510325 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc7e61d-a1ba-42f0-8510-d1bb837f889d req-d9a24efe-4a99-4199-b43e-d92c9e28361c tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:47.516898 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3bc7e61d-a1ba-42f0-8510-d1bb837f889d req-d9a24efe-4a99-4199-b43e-d92c9e28361c tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=164538aa-7729-404d-af24-42f452141191 HTTP/1.1" status: 200 len: 1126 time: 0.1064146 Feb 09 21:58:47.675786 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3bc7e61d-a1ba-42f0-8510-d1bb837f889d req-026031ce-1ae8-4fef-8f03-596218eba699 tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] 10.222.0.90 "GET /v2.0/security-groups?id=2a66fa4b-1fbf-41e8-bcdb-1c40cc28382f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538036 Feb 09 21:58:47.699846 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c5977245-2a6e-431f-a646-060c0a6bf9fc tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (1a48544e-ca53-41af-ba13-39849bac5b22), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:47.827456 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c5977245-2a6e-431f-a646-060c0a6bf9fc tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (1a48544e-ca53-41af-ba13-39849bac5b22), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:47.866887 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a677ba3-b91f-4828-b072-0650f2620c73 None None] Network 2dd77770-8c9b-4cd6-9292-a8d23e71c4dd requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:58:47.904363 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c5977245-2a6e-431f-a646-060c0a6bf9fc tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:47.909838 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-c5977245-2a6e-431f-a646-060c0a6bf9fc tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] 10.222.0.90 "DELETE /v2.0/subnets/1a48544e-ca53-41af-ba13-39849bac5b22 HTTP/1.1" status: 204 len: 168 time: 0.7431388 Feb 09 21:58:47.909838 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5977245-2a6e-431f-a646-060c0a6bf9fc tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Pushing event deleted for resources: {'Subnet': ['ID=1a48544e-ca53-41af-ba13-39849bac5b22,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:47.910629 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 33542) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:48.074282 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3cd7f55a-4f76-4d76-9079-4e7336ecd05e tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (2dd77770-8c9b-4cd6-9292-a8d23e71c4dd), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:48.157252 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399cc3f5-300c-45b5-9c0b-02092a490841 None None] DHCP port deletion for 2dd77770-8c9b-4cd6-9292-a8d23e71c4dd request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:58:48.254884 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-3cd7f55a-4f76-4d76-9079-4e7336ecd05e tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Deleting port 2cbbc97c-a019-4c70-9cf9-bbc9d706a010 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:58:48.255261 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3cd7f55a-4f76-4d76-9079-4e7336ecd05e tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (2cbbc97c-a019-4c70-9cf9-bbc9d706a010), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:48.269767 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-399cc3f5-300c-45b5-9c0b-02092a490841 None None] Deleting port 2cbbc97c-a019-4c70-9cf9-bbc9d706a010 {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:58:48.270486 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-399cc3f5-300c-45b5-9c0b-02092a490841 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (2cbbc97c-a019-4c70-9cf9-bbc9d706a010), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:48.323351 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-3cd7f55a-4f76-4d76-9079-4e7336ecd05e tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] For port 2cbbc97c-a019-4c70-9cf9-bbc9d706a010, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=2cbbc97c-a019-4c70-9cf9-bbc9d706a010,segment=NetworkSegment(b645e93c-a3e2-4843-bcd4-af48f9bcbc5f),segment_id=b645e93c-a3e2-4843-bcd4-af48f9bcbc5f)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:58:48.323727 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3cd7f55a-4f76-4d76-9079-4e7336ecd05e tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (2cbbc97c-a019-4c70-9cf9-bbc9d706a010), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:48.345688 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-3cd7f55a-4f76-4d76-9079-4e7336ecd05e tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Calling delete_port for 2cbbc97c-a019-4c70-9cf9-bbc9d706a010 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:58:48.357635 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-399cc3f5-300c-45b5-9c0b-02092a490841 None None] For port 2cbbc97c-a019-4c70-9cf9-bbc9d706a010, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=2cbbc97c-a019-4c70-9cf9-bbc9d706a010,segment=NetworkSegment(b645e93c-a3e2-4843-bcd4-af48f9bcbc5f),segment_id=b645e93c-a3e2-4843-bcd4-af48f9bcbc5f)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:58:48.358214 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-399cc3f5-300c-45b5-9c0b-02092a490841 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (2cbbc97c-a019-4c70-9cf9-bbc9d706a010), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:48.371963 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-399cc3f5-300c-45b5-9c0b-02092a490841 None None] Calling delete_port for 2cbbc97c-a019-4c70-9cf9-bbc9d706a010 owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:58:48.374202 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e421b5bc-5ab1-426d-b571-81ed1d7b0ae4 req-984b52e5-85a2-4fa5-a9ad-a57af89b4883 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:48.375706 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e421b5bc-5ab1-426d-b571-81ed1d7b0ae4 req-984b52e5-85a2-4fa5-a9ad-a57af89b4883 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/networks?id=04a65d27-6482-4e7b-94e8-af3d0d277bb9 HTTP/1.1" status: 200 len: 806 time: 0.2936528 Feb 09 21:58:48.425341 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e421b5bc-5ab1-426d-b571-81ed1d7b0ae4 req-a315f72f-7dc1-4a34-a097-d90840d19e6e tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/quotas/b3e8b78db5b448288b8855c5416dd1f9 HTTP/1.1" status: 200 len: 375 time: 0.0133255 Feb 09 21:58:48.488548 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-399cc3f5-300c-45b5-9c0b-02092a490841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (2cbbc97c-a019-4c70-9cf9-bbc9d706a010), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:48.535491 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e421b5bc-5ab1-426d-b571-81ed1d7b0ae4 req-179a717b-27a8-4eb5-83b6-e8f0a32a7f05 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=b3e8b78db5b448288b8855c5416dd1f9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0992949 Feb 09 21:58:48.537055 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399cc3f5-300c-45b5-9c0b-02092a490841 None None] Pushing event deleted for resources: {'Port': ['ID=2cbbc97c-a019-4c70-9cf9-bbc9d706a010,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:48.544660 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3cd7f55a-4f76-4d76-9079-4e7336ecd05e tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (2cbbc97c-a019-4c70-9cf9-bbc9d706a010), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:48.549127 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399cc3f5-300c-45b5-9c0b-02092a490841 None None] No DVR routers for this DVR port 2cbbc97c-a019-4c70-9cf9-bbc9d706a010 on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:58:48.722635 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 2cbbc97c-a019-4c70-9cf9-bbc9d706a010 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:58:48.769287 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 2cbbc97c-a019-4c70-9cf9-bbc9d706a010 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:58:48.769640 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 2cbbc97c-a019-4c70-9cf9-bbc9d706a010 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:58:48.823860 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device da1fa852-c010-43cb-873a-ca9bcff6345b up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:58:48.939376 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning for port da1fa852-c010-43cb-873a-ca9bcff6345b completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:58:48.946489 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port da1fa852-c010-43cb-873a-ca9bcff6345b triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:58:48.947885 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (da1fa852-c010-43cb-873a-ca9bcff6345b), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:49.066929 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port da1fa852-c010-43cb-873a-ca9bcff6345b is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:58:49.067251 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (da1fa852-c010-43cb-873a-ca9bcff6345b), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:49.102063 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd7f55a-4f76-4d76-9079-4e7336ecd05e tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] No DVR routers for this DVR port 2cbbc97c-a019-4c70-9cf9-bbc9d706a010 on host n-d-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:58:49.107089 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '164538aa-7729-404d-af24-42f452141191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da1fa852-c010-43cb-873a-ca9bcff6345b'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:58:49.109565 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b6ff069-3297-445c-a21e-27bca84d0e37" -d '{"events": [{"server_uuid": "164538aa-7729-404d-af24-42f452141191", "name": "network-vif-plugged", "status": "completed", "tag": "da1fa852-c010-43cb-873a-ca9bcff6345b"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:58:49.124382 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port da1fa852-c010-43cb-873a-ca9bcff6345b, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=da1fa852-c010-43cb-873a-ca9bcff6345b,segment=NetworkSegment(d04436c1-38a7-49ff-99d3-155bd8dad8e9),segment_id=d04436c1-38a7-49ff-99d3-155bd8dad8e9)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:58:49.138896 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (da1fa852-c010-43cb-873a-ca9bcff6345b), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:49.146266 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd7f55a-4f76-4d76-9079-4e7336ecd05e tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Pushing event deleted for resources: {'Port': ['ID=2cbbc97c-a019-4c70-9cf9-bbc9d706a010,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:49.228346 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=da1fa852-c010-43cb-873a-ca9bcff6345b,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:49.264896 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e421b5bc-5ab1-426d-b571-81ed1d7b0ae4 req-61e3b8da-6198-4b7e-bd0c-b963ce278c01 service neutron] 10.222.0.90 "GET /v2.0/networks/04a65d27-6482-4e7b-94e8-af3d0d277bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7279646 Feb 09 21:58:49.274594 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3cd7f55a-4f76-4d76-9079-4e7336ecd05e tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (2dd77770-8c9b-4cd6-9292-a8d23e71c4dd), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:49.322892 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-3cd7f55a-4f76-4d76-9079-4e7336ecd05e tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dd77770-8c9b-4cd6-9292-a8d23e71c4dd']}} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:49.333405 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-3cd7f55a-4f76-4d76-9079-4e7336ecd05e tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b645e93c-a3e2-4843-bcd4-af48f9bcbc5f') {'for_net_delete': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:49.333714 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-3cd7f55a-4f76-4d76-9079-4e7336ecd05e tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b645e93c-a3e2-4843-bcd4-af48f9bcbc5f') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:58:49.337166 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099333a-fbc9-415b-9e26-1b25b62ad94f req-9e1b84c7-2baa-43b5-9a36-68cc3685ed71 tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:49.345557 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7099333a-fbc9-415b-9e26-1b25b62ad94f req-9e1b84c7-2baa-43b5-9a36-68cc3685ed71 tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=164538aa-7729-404d-af24-42f452141191 HTTP/1.1" status: 200 len: 1126 time: 0.2361815 Feb 09 21:58:49.395710 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3cd7f55a-4f76-4d76-9079-4e7336ecd05e tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110711'] for segment (b645e93c-a3e2-4843-bcd4-af48f9bcbc5f), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:49.442528 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3cd7f55a-4f76-4d76-9079-4e7336ecd05e tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (b645e93c-a3e2-4843-bcd4-af48f9bcbc5f), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:49.460546 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cd7f55a-4f76-4d76-9079-4e7336ecd05e tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=103140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:58:49.460966 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3cd7f55a-4f76-4d76-9079-4e7336ecd05e tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669415'] for segment (b645e93c-a3e2-4843-bcd4-af48f9bcbc5f), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:49.464012 n-d-828369-5 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:58:49.464012 n-d-828369-5 neutron-server[103140]: self.session.flush() Feb 09 21:58:49.464012 n-d-828369-5 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:58:49.464012 n-d-828369-5 neutron-server[103140]: self.session.flush() Feb 09 21:58:49.464012 n-d-828369-5 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:58:49.464012 n-d-828369-5 neutron-server[103140]: self.session.flush() Feb 09 21:58:49.464012 n-d-828369-5 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 21:58:49.464012 n-d-828369-5 neutron-server[103140]: self.session.flush() Feb 09 21:58:49.464012 n-d-828369-5 neutron-server[103140]: Traceback (most recent call last): Feb 09 21:58:49.464012 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:58:49.464012 n-d-828369-5 neutron-server[103140]: timer() Feb 09 21:58:49.464012 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:58:49.464012 n-d-828369-5 neutron-server[103140]: cb(*args, **kw) Feb 09 21:58:49.464012 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:58:49.464012 n-d-828369-5 neutron-server[103140]: return func(*args, **kwargs) Feb 09 21:58:49.464012 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:58:49.464012 n-d-828369-5 neutron-server[103140]: self._notify() Feb 09 21:58:49.464012 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:58:49.464012 n-d-828369-5 neutron-server[103140]: self.callback(batched_events) Feb 09 21:58:49.464012 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:58:49.464012 n-d-828369-5 neutron-server[103140]: event.method(event) Feb 09 21:58:49.464012 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:58:49.464012 n-d-828369-5 neutron-server[103140]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:58:49.464012 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:58:49.464012 n-d-828369-5 neutron-server[103140]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:58:49.464012 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:58:49.464012 n-d-828369-5 neutron-server[103140]: return f(self, *a, **k) Feb 09 21:58:49.464012 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:58:49.464012 n-d-828369-5 neutron-server[103140]: return self._get(url).json() Feb 09 21:58:49.464012 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:58:49.464012 n-d-828369-5 neutron-server[103140]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:58:49.464012 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:58:49.464012 n-d-828369-5 neutron-server[103140]: return self.request(url, 'GET', **kwargs) Feb 09 21:58:49.464012 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:58:49.464012 n-d-828369-5 neutron-server[103140]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:58:49.464012 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:58:49.464012 n-d-828369-5 neutron-server[103140]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:58:49.464012 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:58:49.464012 n-d-828369-5 neutron-server[103140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:58:49.464012 n-d-828369-5 neutron-server[103140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:58:49.494803 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7099333a-fbc9-415b-9e26-1b25b62ad94f req-e8bc1102-19e0-4c30-9359-16a91c4246f3 tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] 10.222.0.90 "GET /v2.0/security-groups?id=2a66fa4b-1fbf-41e8-bcdb-1c40cc28382f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482408 Feb 09 21:58:49.546006 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d355e1c8-2634-42f2-b55f-4e967822dde5 x-openstack-request-id: req-d355e1c8-2634-42f2-b55f-4e967822dde5 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:58:49.546408 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "164538aa-7729-404d-af24-42f452141191", "name": "network-vif-plugged", "status": "completed", "tag": "da1fa852-c010-43cb-873a-ca9bcff6345b", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:58:49.546766 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-d355e1c8-2634-42f2-b55f-4e967822dde5 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:58:49.547294 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '164538aa-7729-404d-af24-42f452141191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da1fa852-c010-43cb-873a-ca9bcff6345b', 'code': 200} Feb 09 21:58:49.574229 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e421b5bc-5ab1-426d-b571-81ed1d7b0ae4 req-d69447e2-8d3e-44f4-94da-01e365b908b5 service neutron] 10.222.0.90 "GET /v2.0/networks/04a65d27-6482-4e7b-94e8-af3d0d277bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3041148 Feb 09 21:58:49.588413 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3cd7f55a-4f76-4d76-9079-4e7336ecd05e tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (2dd77770-8c9b-4cd6-9292-a8d23e71c4dd), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:49.599051 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3cd7f55a-4f76-4d76-9079-4e7336ecd05e tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:49.609529 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-3cd7f55a-4f76-4d76-9079-4e7336ecd05e tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] 10.222.0.90 "DELETE /v2.0/networks/2dd77770-8c9b-4cd6-9292-a8d23e71c4dd HTTP/1.1" status: 204 len: 168 time: 1.6975598 Feb 09 21:58:49.624600 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd7f55a-4f76-4d76-9079-4e7336ecd05e tempest-NetworksIpV6TestAttrs-1518018782 tempest-NetworksIpV6TestAttrs-1518018782-project] Pushing event deleted for resources: {'Network': ['ID=2dd77770-8c9b-4cd6-9292-a8d23e71c4dd,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:49.742684 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6ab2a3-4a33-4bb3-a11c-f5dc2a8372ec req-52e8e571-245d-41a7-96fb-bf30121254a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:49.749509 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1e6ab2a3-4a33-4bb3-a11c-f5dc2a8372ec req-52e8e571-245d-41a7-96fb-bf30121254a8 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=164538aa-7729-404d-af24-42f452141191 HTTP/1.1" status: 200 len: 1127 time: 0.1061194 Feb 09 21:58:49.896310 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6597452d-be4c-40ed-97f5-f155e79c781e req-8363e9b8-3ed5-4588-b265-0d6050bc2605 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=4f1f5cea-e0e5-4b0c-a53f-38c52d3e3c4a HTTP/1.1" status: 200 len: 210 time: 0.0389953 Feb 09 21:58:49.901138 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1e6ab2a3-4a33-4bb3-a11c-f5dc2a8372ec req-6dafb977-67cc-42a7-bc33-06bb5de18310 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=2a66fa4b-1fbf-41e8-bcdb-1c40cc28382f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453984 Feb 09 21:58:50.112524 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 33614) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:50.305258 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-741edb1d-4109-4a30-af6d-b91beb37af3c admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=3d87a25078dc4c2cafc043dd6019e7ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1897156 Feb 09 21:58:50.307777 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 33636) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:50.366133 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0a31cd4d-25bc-4e8e-990f-79eda92cd81f admin admin] Publish callbacks [] for security_group (dcdf1735-f9b7-49c9-b0c2-a07265157468), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:50.389684 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0a31cd4d-25bc-4e8e-990f-79eda92cd81f admin admin] Publish callbacks [] for security_group (dcdf1735-f9b7-49c9-b0c2-a07265157468), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:50.468081 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0a31cd4d-25bc-4e8e-990f-79eda92cd81f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (dcdf1735-f9b7-49c9-b0c2-a07265157468), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:50.471264 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0a31cd4d-25bc-4e8e-990f-79eda92cd81f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:50.472459 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-0a31cd4d-25bc-4e8e-990f-79eda92cd81f admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/dcdf1735-f9b7-49c9-b0c2-a07265157468 HTTP/1.1" status: 204 len: 168 time: 0.1632426 Feb 09 21:58:50.487781 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a31cd4d-25bc-4e8e-990f-79eda92cd81f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcdf1735-f9b7-49c9-b0c2-a07265157468,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:50.628812 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a97afb-4fec-4502-bb20-3e9596029e76 req-c00a0dda-a08b-450d-b41c-333fad87fd62 tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:50.631205 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e0a97afb-4fec-4502-bb20-3e9596029e76 req-c00a0dda-a08b-450d-b41c-333fad87fd62 tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=164538aa-7729-404d-af24-42f452141191 HTTP/1.1" status: 200 len: 1127 time: 0.0697134 Feb 09 21:58:50.708720 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e0a97afb-4fec-4502-bb20-3e9596029e76 req-31950846-c089-41e6-8253-60be12dc74d4 tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] 10.222.0.90 "GET /v2.0/security-groups?id=2a66fa4b-1fbf-41e8-bcdb-1c40cc28382f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687432 Feb 09 21:58:50.774490 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 33654) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:50.958757 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-43b00e90-a956-4ef1-a030-11e2729e30cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:51.075393 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-579f683d-890e-4452-af94-5740fd91e200 req-adc147fc-32af-448f-8c21-417ad7272352 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=4f1f5cea-e0e5-4b0c-a53f-38c52d3e3c4a HTTP/1.1" status: 200 len: 210 time: 0.0496285 Feb 09 21:58:51.156103 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-43b00e90-a956-4ef1-a030-11e2729e30cc admin admin] Publish callbacks [] for security_group (31638ae5-728d-4b99-bcae-b7073a3487ad), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:51.162421 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-43b00e90-a956-4ef1-a030-11e2729e30cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (31638ae5-728d-4b99-bcae-b7073a3487ad), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:51.248176 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b00e90-a956-4ef1-a030-11e2729e30cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31638ae5-728d-4b99-bcae-b7073a3487ad,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:51.292597 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-43b00e90-a956-4ef1-a030-11e2729e30cc admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=28d7f38fa3134fa7a3d9592dd6cb81a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5175555 Feb 09 21:58:51.295283 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 33686) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:51.351317 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e421b5bc-5ab1-426d-b571-81ed1d7b0ae4 req-a96ac9a9-63dc-48f8-a039-ef683e201c8d tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:51.353152 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-e421b5bc-5ab1-426d-b571-81ed1d7b0ae4 req-a96ac9a9-63dc-48f8-a039-ef683e201c8d tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.89 "GET /v2.0/networks?id=04a65d27-6482-4e7b-94e8-af3d0d277bb9 HTTP/1.1" status: 200 len: 806 time: 0.3000727 Feb 09 21:58:51.371666 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-e421b5bc-5ab1-426d-b571-81ed1d7b0ae4 req-5e9e62bd-8616-48e2-b05f-ed87878f5057 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Request body: {'port': {'device_id': '4f1f5cea-e0e5-4b0c-a53f-38c52d3e3c4a', 'network_id': '04a65d27-6482-4e7b-94e8-af3d0d277bb9', 'admin_state_up': True, 'tenant_id': 'b3e8b78db5b448288b8855c5416dd1f9'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:58:51.394807 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bf63b0c0-05b4-4bf7-9ea1-e62f157dfae3 admin admin] Publish callbacks [] for security_group (31638ae5-728d-4b99-bcae-b7073a3487ad), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:51.426657 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:51.453223 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bf63b0c0-05b4-4bf7-9ea1-e62f157dfae3 admin admin] Publish callbacks [] for security_group (31638ae5-728d-4b99-bcae-b7073a3487ad), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:51.547259 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e421b5bc-5ab1-426d-b571-81ed1d7b0ae4 req-5e9e62bd-8616-48e2-b05f-ed87878f5057 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Made reservation on behalf of b3e8b78db5b448288b8855c5416dd1f9 for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:58:51.552201 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-e421b5bc-5ab1-426d-b571-81ed1d7b0ae4 req-5e9e62bd-8616-48e2-b05f-ed87878f5057 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:51.561398 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bf63b0c0-05b4-4bf7-9ea1-e62f157dfae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (31638ae5-728d-4b99-bcae-b7073a3487ad), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:51.564377 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bf63b0c0-05b4-4bf7-9ea1-e62f157dfae3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:51.568432 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-bf63b0c0-05b4-4bf7-9ea1-e62f157dfae3 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/31638ae5-728d-4b99-bcae-b7073a3487ad HTTP/1.1" status: 204 len: 168 time: 0.2721434 Feb 09 21:58:51.585633 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf63b0c0-05b4-4bf7-9ea1-e62f157dfae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31638ae5-728d-4b99-bcae-b7073a3487ad,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:51.789458 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [req-e421b5bc-5ab1-426d-b571-81ed1d7b0ae4 req-5e9e62bd-8616-48e2-b05f-ed87878f5057 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Allocated IP 172.20.0.3 (04a65d27-6482-4e7b-94e8-af3d0d277bb9/e66e8995-a595-4f7e-865e-9e730b75c9e0/6e3c63aa-0b84-4941-9055-77efca2ecbfd) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:58:51.941602 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71c9130-54fa-47aa-97bb-c81a4bc1bc10 req-130d3d8d-adac-4e7e-afde-af9f7eb69bfb tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:51.947246 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f71c9130-54fa-47aa-97bb-c81a4bc1bc10 req-130d3d8d-adac-4e7e-afde-af9f7eb69bfb tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=164538aa-7729-404d-af24-42f452141191 HTTP/1.1" status: 200 len: 1127 time: 0.1224155 Feb 09 21:58:52.025191 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f71c9130-54fa-47aa-97bb-c81a4bc1bc10 req-7f3c18e1-a6f9-4b31-be91-3bbd051727e8 tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] 10.222.0.90 "GET /v2.0/security-groups?id=2a66fa4b-1fbf-41e8-bcdb-1c40cc28382f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652423 Feb 09 21:58:52.038995 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-e421b5bc-5ab1-426d-b571-81ed1d7b0ae4 req-5e9e62bd-8616-48e2-b05f-ed87878f5057 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Publish callbacks [] for port (6e3c63aa-0b84-4941-9055-77efca2ecbfd), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:52.082463 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-e421b5bc-5ab1-426d-b571-81ed1d7b0ae4 req-5e9e62bd-8616-48e2-b05f-ed87878f5057 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (6e3c63aa-0b84-4941-9055-77efca2ecbfd), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:52.098479 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['7a345cfd-abb7-4d8d-9efe-7a7671b6dae3'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:58:52.215317 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e421b5bc-5ab1-426d-b571-81ed1d7b0ae4 req-5e9e62bd-8616-48e2-b05f-ed87878f5057 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Network 04a65d27-6482-4e7b-94e8-af3d0d277bb9 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:58:52.229999 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [req-e421b5bc-5ab1-426d-b571-81ed1d7b0ae4 req-5e9e62bd-8616-48e2-b05f-ed87878f5057 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:58:52.234882 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-e421b5bc-5ab1-426d-b571-81ed1d7b0ae4 req-5e9e62bd-8616-48e2-b05f-ed87878f5057 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:58:52.317848 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9e62bd-8616-48e2-b05f-ed87878f5057 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Pushing event updated for resources: {'Port': ['ID=6e3c63aa-0b84-4941-9055-77efca2ecbfd,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:52.346050 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b71169-1516-453f-91e2-5265c9b3a74a req-e50da3aa-f5c5-4e9c-82c9-f61e4f55883c tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:52.359914 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-28b71169-1516-453f-91e2-5265c9b3a74a req-e50da3aa-f5c5-4e9c-82c9-f61e4f55883c tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=164538aa-7729-404d-af24-42f452141191 HTTP/1.1" status: 200 len: 1127 time: 0.2418334 Feb 09 21:58:52.379818 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e421b5bc-5ab1-426d-b571-81ed1d7b0ae4 req-5e9e62bd-8616-48e2-b05f-ed87878f5057 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:52.388642 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-e421b5bc-5ab1-426d-b571-81ed1d7b0ae4 req-5e9e62bd-8616-48e2-b05f-ed87878f5057 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:52.421468 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-e421b5bc-5ab1-426d-b571-81ed1d7b0ae4 req-5e9e62bd-8616-48e2-b05f-ed87878f5057 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0558186 Feb 09 21:58:52.441351 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fe35b5-506d-49ed-aeb4-9c07c7d11871 req-4955496e-18a0-4500-8c14-bcde418e7e27 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:52.448626 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f2fe35b5-506d-49ed-aeb4-9c07c7d11871 req-4955496e-18a0-4500-8c14-bcde418e7e27 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=4f1f5cea-e0e5-4b0c-a53f-38c52d3e3c4a HTTP/1.1" status: 200 len: 931 time: 0.2034991 Feb 09 21:58:52.517720 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-28b71169-1516-453f-91e2-5265c9b3a74a req-866dd80d-86bb-48d3-b7d7-d82fd179a4bc tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] 10.222.0.90 "GET /v2.0/security-groups?id=2a66fa4b-1fbf-41e8-bcdb-1c40cc28382f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565812 Feb 09 21:58:52.535552 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f2fe35b5-506d-49ed-aeb4-9c07c7d11871 req-24e96ae2-2abb-4a80-8dc5-a79746a35421 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859230 Feb 09 21:58:52.553197 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 33722) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:52.567547 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5f40f577-af06-45e0-bdb0-8fe37203459b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:52.688040 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0725a9-5bb4-42ac-a58e-90711f4a149f req-98ed9cbc-7e1b-44e0-92a5-a66d85b10c6b tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:52.690186 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3f0725a9-5bb4-42ac-a58e-90711f4a149f req-98ed9cbc-7e1b-44e0-92a5-a66d85b10c6b tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=164538aa-7729-404d-af24-42f452141191 HTTP/1.1" status: 200 len: 1127 time: 0.0784781 Feb 09 21:58:52.733631 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5f40f577-af06-45e0-bdb0-8fe37203459b admin admin] Publish callbacks [] for security_group (24985a48-fe0e-4438-b314-e3990ef980da), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:52.740800 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5f40f577-af06-45e0-bdb0-8fe37203459b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (24985a48-fe0e-4438-b314-e3990ef980da), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:52.756684 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-e421b5bc-5ab1-426d-b571-81ed1d7b0ae4 req-6a6bb92a-a779-43f0-860f-f10f25120610 service neutron] Request body: {'port': {'device_id': '4f1f5cea-e0e5-4b0c-a53f-38c52d3e3c4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:58:52.828279 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3f0725a9-5bb4-42ac-a58e-90711f4a149f req-67b7cb82-f36f-4f22-a68d-901c8ca3b536 tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] 10.222.0.90 "GET /v2.0/security-groups?id=2a66fa4b-1fbf-41e8-bcdb-1c40cc28382f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099272 Feb 09 21:58:52.828621 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-5f40f577-af06-45e0-bdb0-8fe37203459b admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=36d804c00f5443839aa4bd6aadfb2eb7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2739761 Feb 09 21:58:52.834651 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 33728) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:58:52.849985 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f40f577-af06-45e0-bdb0-8fe37203459b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24985a48-fe0e-4438-b314-e3990ef980da,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:52.908620 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-879507f2-e854-4e82-94c9-347377c3df22 admin admin] Publish callbacks [] for security_group (24985a48-fe0e-4438-b314-e3990ef980da), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:52.928436 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-e421b5bc-5ab1-426d-b571-81ed1d7b0ae4 req-6a6bb92a-a779-43f0-860f-f10f25120610 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (6e3c63aa-0b84-4941-9055-77efca2ecbfd), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:52.935553 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-879507f2-e854-4e82-94c9-347377c3df22 admin admin] Publish callbacks [] for security_group (24985a48-fe0e-4438-b314-e3990ef980da), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:52.993946 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-879507f2-e854-4e82-94c9-347377c3df22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (24985a48-fe0e-4438-b314-e3990ef980da), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:52.998219 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-879507f2-e854-4e82-94c9-347377c3df22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:53.003639 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-879507f2-e854-4e82-94c9-347377c3df22 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/24985a48-fe0e-4438-b314-e3990ef980da HTTP/1.1" status: 204 len: 168 time: 0.1706319 Feb 09 21:58:53.015295 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879507f2-e854-4e82-94c9-347377c3df22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24985a48-fe0e-4438-b314-e3990ef980da,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:53.364125 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de60635-5326-4e8d-8d75-bc06f92a03c4 req-2dc9cf97-499a-4786-a723-375f1bbd52b2 tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:53.374097 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7de60635-5326-4e8d-8d75-bc06f92a03c4 req-2dc9cf97-499a-4786-a723-375f1bbd52b2 tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] 10.222.0.90 "GET /v2.0/networks?id=7e0d0404-6a65-4e1e-a5d3-af4897ba6106 HTTP/1.1" status: 200 len: 911 time: 0.2142906 Feb 09 21:58:53.396442 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7de60635-5326-4e8d-8d75-bc06f92a03c4 req-adbccb67-7ca4-403f-8ed2-3e3cd514b7ed tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] 10.222.0.90 "GET /v2.0/quotas/9f0a430b25644d18b22653ddfdcf80e2 HTTP/1.1" status: 200 len: 375 time: 0.0208576 Feb 09 21:58:53.470987 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7de60635-5326-4e8d-8d75-bc06f92a03c4 req-5e723f57-fb95-4f9c-b803-cce18910c9c8 tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] 10.222.0.90 "GET /v2.0/ports?tenant_id=9f0a430b25644d18b22653ddfdcf80e2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0722599 Feb 09 21:58:53.513747 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-e421b5bc-5ab1-426d-b571-81ed1d7b0ae4 req-6a6bb92a-a779-43f0-860f-f10f25120610 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e3c63aa-0b84-4941-9055-77efca2ecbfd {{(pid=103141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:58:53.522275 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-e421b5bc-5ab1-426d-b571-81ed1d7b0ae4 req-6a6bb92a-a779-43f0-860f-f10f25120610 service neutron] Publish callbacks [] for port (6e3c63aa-0b84-4941-9055-77efca2ecbfd), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:53.545932 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-e421b5bc-5ab1-426d-b571-81ed1d7b0ae4 req-6a6bb92a-a779-43f0-860f-f10f25120610 service neutron] Transition to ACTIVE for port object 6e3c63aa-0b84-4941-9055-77efca2ecbfd will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:58:53.551915 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-e421b5bc-5ab1-426d-b571-81ed1d7b0ae4 req-6a6bb92a-a779-43f0-860f-f10f25120610 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (6e3c63aa-0b84-4941-9055-77efca2ecbfd), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:53.650948 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:53.795639 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-e421b5bc-5ab1-426d-b571-81ed1d7b0ae4 req-6a6bb92a-a779-43f0-860f-f10f25120610 service neutron] Attempting to bind port 6e3c63aa-0b84-4941-9055-77efca2ecbfd on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:58:53.796020 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-e421b5bc-5ab1-426d-b571-81ed1d7b0ae4 req-6a6bb92a-a779-43f0-860f-f10f25120610 service neutron] Attempting to bind port 6e3c63aa-0b84-4941-9055-77efca2ecbfd by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': '4397314e-2225-4cf8-b858-ea8f71ca37e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '04a65d27-6482-4e7b-94e8-af3d0d277bb9'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:58:53.796350 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e421b5bc-5ab1-426d-b571-81ed1d7b0ae4 req-6a6bb92a-a779-43f0-860f-f10f25120610 service neutron] Attempting to bind port 6e3c63aa-0b84-4941-9055-77efca2ecbfd on network 04a65d27-6482-4e7b-94e8-af3d0d277bb9 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:58:53.798447 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6bb92a-a779-43f0-860f-f10f25120610 service neutron] Pushing event updated for resources: {'Port': ['ID=6e3c63aa-0b84-4941-9055-77efca2ecbfd,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:53.808985 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e421b5bc-5ab1-426d-b571-81ed1d7b0ae4 req-6a6bb92a-a779-43f0-860f-f10f25120610 service neutron] Port 6e3c63aa-0b84-4941-9055-77efca2ecbfd on network 04a65d27-6482-4e7b-94e8-af3d0d277bb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:58:53.809327 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e421b5bc-5ab1-426d-b571-81ed1d7b0ae4 req-6a6bb92a-a779-43f0-860f-f10f25120610 service neutron] Attempting to bind port 6e3c63aa-0b84-4941-9055-77efca2ecbfd on network 04a65d27-6482-4e7b-94e8-af3d0d277bb9 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:58:53.815662 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7de60635-5326-4e8d-8d75-bc06f92a03c4 req-43ad8e42-3fbc-4dc4-8a3c-11f5602b3a4c service neutron] 10.222.0.90 "GET /v2.0/networks/7e0d0404-6a65-4e1e-a5d3-af4897ba6106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3423436 Feb 09 21:58:53.843900 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec295aff-acd9-4d38-97da-e1f8941d3944 req-c59afcbb-b7da-4d0f-a35a-2728ee73bd4a tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:53.845742 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ec295aff-acd9-4d38-97da-e1f8941d3944 req-c59afcbb-b7da-4d0f-a35a-2728ee73bd4a tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=4f1f5cea-e0e5-4b0c-a53f-38c52d3e3c4a HTTP/1.1" status: 200 len: 943 time: 0.1219542 Feb 09 21:58:53.846203 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e421b5bc-5ab1-426d-b571-81ed1d7b0ae4 req-6a6bb92a-a779-43f0-860f-f10f25120610 service neutron] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:58:53.847686 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e421b5bc-5ab1-426d-b571-81ed1d7b0ae4 req-6a6bb92a-a779-43f0-860f-f10f25120610 service neutron] Checking segment: {'id': '4397314e-2225-4cf8-b858-ea8f71ca37e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '04a65d27-6482-4e7b-94e8-af3d0d277bb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:58:53.850468 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e421b5bc-5ab1-426d-b571-81ed1d7b0ae4 req-6a6bb92a-a779-43f0-860f-f10f25120610 service neutron] Bound using segment: {'id': '4397314e-2225-4cf8-b858-ea8f71ca37e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '04a65d27-6482-4e7b-94e8-af3d0d277bb9'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:58:53.851436 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-e421b5bc-5ab1-426d-b571-81ed1d7b0ae4 req-6a6bb92a-a779-43f0-860f-f10f25120610 service neutron] Bound port: 6e3c63aa-0b84-4941-9055-77efca2ecbfd, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4397314e-2225-4cf8-b858-ea8f71ca37e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '04a65d27-6482-4e7b-94e8-af3d0d277bb9'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:58:53.852999 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-e421b5bc-5ab1-426d-b571-81ed1d7b0ae4 req-6a6bb92a-a779-43f0-860f-f10f25120610 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (6e3c63aa-0b84-4941-9055-77efca2ecbfd), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:53.979280 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ec295aff-acd9-4d38-97da-e1f8941d3944 req-41246d9e-e056-4c0f-b5ba-e19e3aba40bd tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208856 Feb 09 21:58:53.993508 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7de60635-5326-4e8d-8d75-bc06f92a03c4 req-002e279c-8acd-40b1-80a1-c498b04c7bce service neutron] 10.222.0.90 "GET /v2.0/networks/7e0d0404-6a65-4e1e-a5d3-af4897ba6106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667101 Feb 09 21:58:54.026695 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-e421b5bc-5ab1-426d-b571-81ed1d7b0ae4 req-6a6bb92a-a779-43f0-860f-f10f25120610 service neutron] For port 6e3c63aa-0b84-4941-9055-77efca2ecbfd, host n-h2-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:58:54.039938 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-e421b5bc-5ab1-426d-b571-81ed1d7b0ae4 req-6a6bb92a-a779-43f0-860f-f10f25120610 service neutron] For port 6e3c63aa-0b84-4941-9055-77efca2ecbfd, host n-h2-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=6e3c63aa-0b84-4941-9055-77efca2ecbfd,segment=NetworkSegment(4397314e-2225-4cf8-b858-ea8f71ca37e1),segment_id=4397314e-2225-4cf8-b858-ea8f71ca37e1)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:58:54.065018 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-e421b5bc-5ab1-426d-b571-81ed1d7b0ae4 req-6a6bb92a-a779-43f0-860f-f10f25120610 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (6e3c63aa-0b84-4941-9055-77efca2ecbfd), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:54.142200 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e421b5bc-5ab1-426d-b571-81ed1d7b0ae4 req-6a6bb92a-a779-43f0-860f-f10f25120610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:54.142846 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-e421b5bc-5ab1-426d-b571-81ed1d7b0ae4 req-6a6bb92a-a779-43f0-860f-f10f25120610 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:54.144533 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-e421b5bc-5ab1-426d-b571-81ed1d7b0ae4 req-6a6bb92a-a779-43f0-860f-f10f25120610 service neutron] 10.222.0.89 "PUT /v2.0/ports/6e3c63aa-0b84-4941-9055-77efca2ecbfd HTTP/1.1" status: 200 len: 1091 time: 1.7157192 Feb 09 21:58:54.151174 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f1f5cea-e0e5-4b0c-a53f-38c52d3e3c4a', 'tag': '6e3c63aa-0b84-4941-9055-77efca2ecbfd'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:58:54.154084 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c5b3a94-84b9-4c43-8efe-268e76cf698c" -d '{"events": [{"name": "network-changed", "server_uuid": "4f1f5cea-e0e5-4b0c-a53f-38c52d3e3c4a", "tag": "6e3c63aa-0b84-4941-9055-77efca2ecbfd"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:58:54.185666 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6bb92a-a779-43f0-860f-f10f25120610 service neutron] Pushing event updated for resources: {'Port': ['ID=6e3c63aa-0b84-4941-9055-77efca2ecbfd,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:54.324578 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e421b5bc-5ab1-426d-b571-81ed1d7b0ae4 req-6d9e5110-c223-4e9b-8c6e-21c017789ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:54.326597 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-e421b5bc-5ab1-426d-b571-81ed1d7b0ae4 req-6d9e5110-c223-4e9b-8c6e-21c017789ba4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b3e8b78db5b448288b8855c5416dd1f9&device_id=4f1f5cea-e0e5-4b0c-a53f-38c52d3e3c4a HTTP/1.1" status: 200 len: 1125 time: 0.1348977 Feb 09 21:58:54.363375 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dcb42c5e-ae64-4849-b5f4-9e8dc491ae63 req-0ac5edc5-3a27-4b37-901c-e92d9d10bf3a tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=664cf209-2f06-4b93-971e-f6d109113c9e HTTP/1.1" status: 200 len: 210 time: 0.0566285 Feb 09 21:58:54.441045 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-e421b5bc-5ab1-426d-b571-81ed1d7b0ae4 req-08040479-b1cb-4816-b51d-a7f863143f33 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e3c63aa-0b84-4941-9055-77efca2ecbfd HTTP/1.1" status: 200 len: 217 time: 0.1048691 Feb 09 21:58:54.567057 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e421b5bc-5ab1-426d-b571-81ed1d7b0ae4 req-ad04eee6-8d25-47f4-b5a9-487601eb3392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:54.569517 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-e421b5bc-5ab1-426d-b571-81ed1d7b0ae4 req-ad04eee6-8d25-47f4-b5a9-487601eb3392 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e66e8995-a595-4f7e-865e-9e730b75c9e0 HTTP/1.1" status: 200 len: 846 time: 0.1211991 Feb 09 21:58:54.630037 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64269beb-cb7f-4b67-904d-4f388655aac7 x-openstack-request-id: req-64269beb-cb7f-4b67-904d-4f388655aac7 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:58:54.630340 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f1f5cea-e0e5-4b0c-a53f-38c52d3e3c4a", "tag": "6e3c63aa-0b84-4941-9055-77efca2ecbfd", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:58:54.630602 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-64269beb-cb7f-4b67-904d-4f388655aac7 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:58:54.631469 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f1f5cea-e0e5-4b0c-a53f-38c52d3e3c4a', 'tag': '6e3c63aa-0b84-4941-9055-77efca2ecbfd', 'status': 'completed', 'code': 200} Feb 09 21:58:54.634513 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-e421b5bc-5ab1-426d-b571-81ed1d7b0ae4 req-4a3f7818-09fa-446b-984f-ed7895545905 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=04a65d27-6482-4e7b-94e8-af3d0d277bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571041 Feb 09 21:58:54.780490 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-e421b5bc-5ab1-426d-b571-81ed1d7b0ae4 req-a16be28e-cf41-4fec-b126-962921b34156 service neutron] 10.222.0.89 "GET /v2.0/networks/04a65d27-6482-4e7b-94e8-af3d0d277bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355762 Feb 09 21:58:54.996440 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-e421b5bc-5ab1-426d-b571-81ed1d7b0ae4 req-998e78e3-3739-4e8b-a9c9-585f4c34f252 service neutron] 10.222.0.89 "GET /v2.0/networks/04a65d27-6482-4e7b-94e8-af3d0d277bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015495 Feb 09 21:58:55.201420 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0953d4c7-6b49-46ad-b167-15c152d618ac req-8a3cdbf3-4d7f-48b0-85ee-b620b24da36f tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:55.208189 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5b3a94-84b9-4c43-8efe-268e76cf698c req-cbe137d9-0b1e-42ee-9b2e-099aedabcfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:55.211045 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-1c5b3a94-84b9-4c43-8efe-268e76cf698c req-cbe137d9-0b1e-42ee-9b2e-099aedabcfb1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b3e8b78db5b448288b8855c5416dd1f9&device_id=4f1f5cea-e0e5-4b0c-a53f-38c52d3e3c4a HTTP/1.1" status: 200 len: 1125 time: 0.1414237 Feb 09 21:58:55.213655 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0953d4c7-6b49-46ad-b167-15c152d618ac req-8a3cdbf3-4d7f-48b0-85ee-b620b24da36f tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=4f1f5cea-e0e5-4b0c-a53f-38c52d3e3c4a HTTP/1.1" status: 200 len: 943 time: 0.1057904 Feb 09 21:58:55.297639 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0953d4c7-6b49-46ad-b167-15c152d618ac req-687c6cbc-edb7-437e-9f49-f42ed2f63b94 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776711 Feb 09 21:58:55.452824 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5b3a94-84b9-4c43-8efe-268e76cf698c req-0b393a55-9c88-4187-ac78-74bf83cacee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:55.457021 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-1c5b3a94-84b9-4c43-8efe-268e76cf698c req-0b393a55-9c88-4187-ac78-74bf83cacee5 service neutron] 10.222.0.89 "GET /v2.0/networks?id=04a65d27-6482-4e7b-94e8-af3d0d277bb9 HTTP/1.1" status: 200 len: 907 time: 0.2330961 Feb 09 21:58:55.572088 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-161d23f4-a142-47e5-88ec-77f135554efe req-e56f11bd-44fc-4366-aa7a-62d15cb4a196 tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=664cf209-2f06-4b93-971e-f6d109113c9e HTTP/1.1" status: 200 len: 210 time: 0.0546513 Feb 09 21:58:55.584338 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-1c5b3a94-84b9-4c43-8efe-268e76cf698c req-990c9549-e67f-41e3-9e0a-c384ec22e669 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e3c63aa-0b84-4941-9055-77efca2ecbfd HTTP/1.1" status: 200 len: 217 time: 0.1224401 Feb 09 21:58:55.668504 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5b3a94-84b9-4c43-8efe-268e76cf698c req-fc2e78e2-4994-49d3-a540-0f9c40eac6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:55.670143 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-1c5b3a94-84b9-4c43-8efe-268e76cf698c req-fc2e78e2-4994-49d3-a540-0f9c40eac6e6 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e66e8995-a595-4f7e-865e-9e730b75c9e0 HTTP/1.1" status: 200 len: 846 time: 0.0736580 Feb 09 21:58:55.746921 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-1c5b3a94-84b9-4c43-8efe-268e76cf698c req-680c8737-6d8e-4a84-930d-4a618d9cdbb3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=04a65d27-6482-4e7b-94e8-af3d0d277bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674648 Feb 09 21:58:56.421121 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de60635-5326-4e8d-8d75-bc06f92a03c4 req-fce7d0e4-574b-4bb5-b5b9-e9375cd68ee5 tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:56.422865 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7de60635-5326-4e8d-8d75-bc06f92a03c4 req-fce7d0e4-574b-4bb5-b5b9-e9375cd68ee5 tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] 10.222.0.89 "GET /v2.0/networks?id=7e0d0404-6a65-4e1e-a5d3-af4897ba6106 HTTP/1.1" status: 200 len: 911 time: 0.5241218 Feb 09 21:58:56.437384 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-7de60635-5326-4e8d-8d75-bc06f92a03c4 req-5dba3e39-8ae6-447f-bd38-815b7c03c555 tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] Request body: {'port': {'device_id': '664cf209-2f06-4b93-971e-f6d109113c9e', 'network_id': '7e0d0404-6a65-4e1e-a5d3-af4897ba6106', 'admin_state_up': True, 'tenant_id': '9f0a430b25644d18b22653ddfdcf80e2'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:58:56.451904 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-1c5b3a94-84b9-4c43-8efe-268e76cf698c req-775336c4-032a-461a-84b9-b39634182fb5 service neutron] 10.222.0.89 "GET /v2.0/networks/04a65d27-6482-4e7b-94e8-af3d0d277bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6983578 Feb 09 21:58:56.484277 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac52535-16fc-40bc-8783-22f80980f958 req-f93b3dd2-24c4-4257-b44b-87915ee83415 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:56.494344 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dac52535-16fc-40bc-8783-22f80980f958 req-f93b3dd2-24c4-4257-b44b-87915ee83415 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=4f1f5cea-e0e5-4b0c-a53f-38c52d3e3c4a HTTP/1.1" status: 200 len: 943 time: 0.1081038 Feb 09 21:58:56.539990 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7de60635-5326-4e8d-8d75-bc06f92a03c4 req-5dba3e39-8ae6-447f-bd38-815b7c03c555 tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] Made reservation on behalf of 9f0a430b25644d18b22653ddfdcf80e2 for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:58:56.545178 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-7de60635-5326-4e8d-8d75-bc06f92a03c4 req-5dba3e39-8ae6-447f-bd38-815b7c03c555 tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:56.559842 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dac52535-16fc-40bc-8783-22f80980f958 req-0b0ab4f8-bfbd-48a5-9f98-b7c348550794 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643017 Feb 09 21:58:56.671666 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-1c5b3a94-84b9-4c43-8efe-268e76cf698c req-48c904ca-50fb-4f52-aa57-026ee26b008e service neutron] 10.222.0.89 "GET /v2.0/networks/04a65d27-6482-4e7b-94e8-af3d0d277bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022235 Feb 09 21:58:56.689865 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0c6e4acc-dc08-45f2-9caf-afa8e628ff2c req-5b864a8e-6dc9-4a6c-9eab-b3a1fb47e405 tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=664cf209-2f06-4b93-971e-f6d109113c9e HTTP/1.1" status: 200 len: 210 time: 0.0330305 Feb 09 21:58:56.737797 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [req-7de60635-5326-4e8d-8d75-bc06f92a03c4 req-5dba3e39-8ae6-447f-bd38-815b7c03c555 tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] Allocated IP 172.20.0.5 (7e0d0404-6a65-4e1e-a5d3-af4897ba6106/65428503-2877-450f-9531-065ddde804b5/71fc8b8b-0169-4b91-abcd-f3173468bae0) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:58:56.932945 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-7de60635-5326-4e8d-8d75-bc06f92a03c4 req-5dba3e39-8ae6-447f-bd38-815b7c03c555 tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] Publish callbacks [] for port (71fc8b8b-0169-4b91-abcd-f3173468bae0), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:56.981719 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-7de60635-5326-4e8d-8d75-bc06f92a03c4 req-5dba3e39-8ae6-447f-bd38-815b7c03c555 tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (71fc8b8b-0169-4b91-abcd-f3173468bae0), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:56.995766 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['da1fa852-c010-43cb-873a-ca9bcff6345b'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:58:57.071809 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7de60635-5326-4e8d-8d75-bc06f92a03c4 req-5dba3e39-8ae6-447f-bd38-815b7c03c555 tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] Network 7e0d0404-6a65-4e1e-a5d3-af4897ba6106 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:58:57.080595 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [req-7de60635-5326-4e8d-8d75-bc06f92a03c4 req-5dba3e39-8ae6-447f-bd38-815b7c03c555 tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:58:57.093102 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-7de60635-5326-4e8d-8d75-bc06f92a03c4 req-5dba3e39-8ae6-447f-bd38-815b7c03c555 tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:58:57.098405 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dba3e39-8ae6-447f-bd38-815b7c03c555 tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] Pushing event updated for resources: {'Port': ['ID=71fc8b8b-0169-4b91-abcd-f3173468bae0,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:57.198614 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de60635-5326-4e8d-8d75-bc06f92a03c4 req-5dba3e39-8ae6-447f-bd38-815b7c03c555 tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:57.200782 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-7de60635-5326-4e8d-8d75-bc06f92a03c4 req-5dba3e39-8ae6-447f-bd38-815b7c03c555 tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:57.238128 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7de60635-5326-4e8d-8d75-bc06f92a03c4 req-5dba3e39-8ae6-447f-bd38-815b7c03c555 tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.8058138 Feb 09 21:58:57.263113 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-7de60635-5326-4e8d-8d75-bc06f92a03c4 req-2eca1e8e-1a8b-41e7-829d-0fc4a49835c5 service neutron] Request body: {'port': {'device_id': '664cf209-2f06-4b93-971e-f6d109113c9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:58:57.399310 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-7de60635-5326-4e8d-8d75-bc06f92a03c4 req-2eca1e8e-1a8b-41e7-829d-0fc4a49835c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (71fc8b8b-0169-4b91-abcd-f3173468bae0), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:57.547055 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-f3c4f35b-07f9-410e-9b3c-2c3958eabbf4 None None] Provisioning complete for port 71fc8b8b-0169-4b91-abcd-f3173468bae0 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:58:57.547446 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f3c4f35b-07f9-410e-9b3c-2c3958eabbf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (71fc8b8b-0169-4b91-abcd-f3173468bae0), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:57.631374 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-f3c4f35b-07f9-410e-9b3c-2c3958eabbf4 None None] Port 71fc8b8b-0169-4b91-abcd-f3173468bae0 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:58:57.791999 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ab038-088a-4206-8c41-e90cbf35d3e7 req-99b978fc-6f75-4f62-bdd5-eeb7496da3b5 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:57.793609 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-005ab038-088a-4206-8c41-e90cbf35d3e7 req-99b978fc-6f75-4f62-bdd5-eeb7496da3b5 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=4f1f5cea-e0e5-4b0c-a53f-38c52d3e3c4a HTTP/1.1" status: 200 len: 943 time: 0.1340382 Feb 09 21:58:57.906994 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-005ab038-088a-4206-8c41-e90cbf35d3e7 req-bcd373aa-0888-459d-9e91-fc5a3edd5847 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037400 Feb 09 21:58:57.995227 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-7de60635-5326-4e8d-8d75-bc06f92a03c4 req-2eca1e8e-1a8b-41e7-829d-0fc4a49835c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71fc8b8b-0169-4b91-abcd-f3173468bae0 {{(pid=103141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:58:58.003371 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdca8a27-bfb3-415d-b0a3-aa3d39a968d6 req-63e5aa06-d596-4c2d-a72e-abaca5baa50a tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:58.006445 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bdca8a27-bfb3-415d-b0a3-aa3d39a968d6 req-63e5aa06-d596-4c2d-a72e-abaca5baa50a tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=664cf209-2f06-4b93-971e-f6d109113c9e HTTP/1.1" status: 200 len: 1027 time: 0.1634815 Feb 09 21:58:58.008750 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-7de60635-5326-4e8d-8d75-bc06f92a03c4 req-2eca1e8e-1a8b-41e7-829d-0fc4a49835c5 service neutron] Publish callbacks [] for port (71fc8b8b-0169-4b91-abcd-f3173468bae0), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:58.049489 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-7de60635-5326-4e8d-8d75-bc06f92a03c4 req-2eca1e8e-1a8b-41e7-829d-0fc4a49835c5 service neutron] Transition to ACTIVE for port object 71fc8b8b-0169-4b91-abcd-f3173468bae0 will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:58:58.061567 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-7de60635-5326-4e8d-8d75-bc06f92a03c4 req-2eca1e8e-1a8b-41e7-829d-0fc4a49835c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (71fc8b8b-0169-4b91-abcd-f3173468bae0), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:58.133973 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bdca8a27-bfb3-415d-b0a3-aa3d39a968d6 req-521f7371-03ba-4269-9bcf-dc73137c81db tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] 10.222.0.90 "GET /v2.0/security-groups?id=2a66fa4b-1fbf-41e8-bcdb-1c40cc28382f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196043 Feb 09 21:58:58.194777 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eca1e8e-1a8b-41e7-829d-0fc4a49835c5 service neutron] Pushing event updated for resources: {'Port': ['ID=71fc8b8b-0169-4b91-abcd-f3173468bae0,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:58.296329 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-7de60635-5326-4e8d-8d75-bc06f92a03c4 req-2eca1e8e-1a8b-41e7-829d-0fc4a49835c5 service neutron] Attempting to bind port 71fc8b8b-0169-4b91-abcd-f3173468bae0 on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:58:58.299457 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-7de60635-5326-4e8d-8d75-bc06f92a03c4 req-2eca1e8e-1a8b-41e7-829d-0fc4a49835c5 service neutron] Attempting to bind port 71fc8b8b-0169-4b91-abcd-f3173468bae0 by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': 'd04436c1-38a7-49ff-99d3-155bd8dad8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7e0d0404-6a65-4e1e-a5d3-af4897ba6106'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:58:58.301785 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de60635-5326-4e8d-8d75-bc06f92a03c4 req-2eca1e8e-1a8b-41e7-829d-0fc4a49835c5 service neutron] Attempting to bind port 71fc8b8b-0169-4b91-abcd-f3173468bae0 on network 7e0d0404-6a65-4e1e-a5d3-af4897ba6106 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:58:58.319060 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de60635-5326-4e8d-8d75-bc06f92a03c4 req-2eca1e8e-1a8b-41e7-829d-0fc4a49835c5 service neutron] Port 71fc8b8b-0169-4b91-abcd-f3173468bae0 on network 7e0d0404-6a65-4e1e-a5d3-af4897ba6106 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:58:58.327558 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de60635-5326-4e8d-8d75-bc06f92a03c4 req-2eca1e8e-1a8b-41e7-829d-0fc4a49835c5 service neutron] Attempting to bind port 71fc8b8b-0169-4b91-abcd-f3173468bae0 on network 7e0d0404-6a65-4e1e-a5d3-af4897ba6106 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:58:58.343524 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de60635-5326-4e8d-8d75-bc06f92a03c4 req-2eca1e8e-1a8b-41e7-829d-0fc4a49835c5 service neutron] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:58:58.345693 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de60635-5326-4e8d-8d75-bc06f92a03c4 req-2eca1e8e-1a8b-41e7-829d-0fc4a49835c5 service neutron] Checking segment: {'id': 'd04436c1-38a7-49ff-99d3-155bd8dad8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7e0d0404-6a65-4e1e-a5d3-af4897ba6106'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:58:58.347290 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de60635-5326-4e8d-8d75-bc06f92a03c4 req-2eca1e8e-1a8b-41e7-829d-0fc4a49835c5 service neutron] Bound using segment: {'id': 'd04436c1-38a7-49ff-99d3-155bd8dad8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7e0d0404-6a65-4e1e-a5d3-af4897ba6106'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:58:58.348421 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-7de60635-5326-4e8d-8d75-bc06f92a03c4 req-2eca1e8e-1a8b-41e7-829d-0fc4a49835c5 service neutron] Bound port: 71fc8b8b-0169-4b91-abcd-f3173468bae0, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd04436c1-38a7-49ff-99d3-155bd8dad8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7e0d0404-6a65-4e1e-a5d3-af4897ba6106'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:58:58.349789 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-7de60635-5326-4e8d-8d75-bc06f92a03c4 req-2eca1e8e-1a8b-41e7-829d-0fc4a49835c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (71fc8b8b-0169-4b91-abcd-f3173468bae0), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:58.427063 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 6e3c63aa-0b84-4941-9055-77efca2ecbfd details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:58:58.581136 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-7de60635-5326-4e8d-8d75-bc06f92a03c4 req-2eca1e8e-1a8b-41e7-829d-0fc4a49835c5 service neutron] For port 71fc8b8b-0169-4b91-abcd-f3173468bae0, host n-h2-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:58:58.591657 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-7de60635-5326-4e8d-8d75-bc06f92a03c4 req-2eca1e8e-1a8b-41e7-829d-0fc4a49835c5 service neutron] For port 71fc8b8b-0169-4b91-abcd-f3173468bae0, host n-h2-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=71fc8b8b-0169-4b91-abcd-f3173468bae0,segment=NetworkSegment(d04436c1-38a7-49ff-99d3-155bd8dad8e9),segment_id=d04436c1-38a7-49ff-99d3-155bd8dad8e9)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:58:58.603488 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-7de60635-5326-4e8d-8d75-bc06f92a03c4 req-2eca1e8e-1a8b-41e7-829d-0fc4a49835c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (71fc8b8b-0169-4b91-abcd-f3173468bae0), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:58.706009 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de60635-5326-4e8d-8d75-bc06f92a03c4 req-2eca1e8e-1a8b-41e7-829d-0fc4a49835c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:58.707422 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-7de60635-5326-4e8d-8d75-bc06f92a03c4 req-2eca1e8e-1a8b-41e7-829d-0fc4a49835c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:58.709058 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7de60635-5326-4e8d-8d75-bc06f92a03c4 req-2eca1e8e-1a8b-41e7-829d-0fc4a49835c5 service neutron] 10.222.0.89 "PUT /v2.0/ports/71fc8b8b-0169-4b91-abcd-f3173468bae0 HTTP/1.1" status: 200 len: 1091 time: 1.4637034 Feb 09 21:58:58.709670 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '664cf209-2f06-4b93-971e-f6d109113c9e', 'tag': '71fc8b8b-0169-4b91-abcd-f3173468bae0'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:58:58.712077 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da9e9c2e-4d13-43f1-a19e-767239a1ab16" -d '{"events": [{"name": "network-changed", "server_uuid": "664cf209-2f06-4b93-971e-f6d109113c9e", "tag": "71fc8b8b-0169-4b91-abcd-f3173468bae0"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:58:58.814647 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 6e3c63aa-0b84-4941-9055-77efca2ecbfd, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=6e3c63aa-0b84-4941-9055-77efca2ecbfd,segment=NetworkSegment(4397314e-2225-4cf8-b858-ea8f71ca37e1),segment_id=4397314e-2225-4cf8-b858-ea8f71ca37e1)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:58:58.836181 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': '6e3c63aa-0b84-4941-9055-77efca2ecbfd', 'network_id': '04a65d27-6482-4e7b-94e8-af3d0d277bb9', 'port_id': '6e3c63aa-0b84-4941-9055-77efca2ecbfd', 'mac_address': 'fa:16:3e:fd:d1:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e66e8995-a595-4f7e-865e-9e730b75c9e0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:58:58.906035 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e30b4787-d3d5-4aae-b930-a664dbf5f462 x-openstack-request-id: req-e30b4787-d3d5-4aae-b930-a664dbf5f462 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:58:58.907156 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "664cf209-2f06-4b93-971e-f6d109113c9e", "tag": "71fc8b8b-0169-4b91-abcd-f3173468bae0", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:58:58.908857 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-e30b4787-d3d5-4aae-b930-a664dbf5f462 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:58:58.909452 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '664cf209-2f06-4b93-971e-f6d109113c9e', 'tag': '71fc8b8b-0169-4b91-abcd-f3173468bae0', 'status': 'completed', 'code': 200} Feb 09 21:58:58.953319 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eca1e8e-1a8b-41e7-829d-0fc4a49835c5 service neutron] Pushing event updated for resources: {'Port': ['ID=71fc8b8b-0169-4b91-abcd-f3173468bae0,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:58.972002 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 6e3c63aa-0b84-4941-9055-77efca2ecbfd is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:58:58.972442 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (6e3c63aa-0b84-4941-9055-77efca2ecbfd), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:58.980777 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de60635-5326-4e8d-8d75-bc06f92a03c4 req-fa7f16a1-c084-441c-a86e-0edea8263e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:58.982350 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7de60635-5326-4e8d-8d75-bc06f92a03c4 req-fa7f16a1-c084-441c-a86e-0edea8263e9e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9f0a430b25644d18b22653ddfdcf80e2&device_id=664cf209-2f06-4b93-971e-f6d109113c9e HTTP/1.1" status: 200 len: 1125 time: 0.2029369 Feb 09 21:58:59.015497 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e3c63aa-0b84-4941-9055-77efca2ecbfd {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:58:59.038628 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7de60635-5326-4e8d-8d75-bc06f92a03c4 req-2459c304-1996-4d64-84db-a196154302b8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71fc8b8b-0169-4b91-abcd-f3173468bae0 HTTP/1.1" status: 200 len: 217 time: 0.0480154 Feb 09 21:58:59.079809 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 6e3c63aa-0b84-4941-9055-77efca2ecbfd, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=6e3c63aa-0b84-4941-9055-77efca2ecbfd,segment=NetworkSegment(4397314e-2225-4cf8-b858-ea8f71ca37e1),segment_id=4397314e-2225-4cf8-b858-ea8f71ca37e1)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:58:59.091586 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (6e3c63aa-0b84-4941-9055-77efca2ecbfd), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:58:59.153164 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d30d22-f748-4500-a384-aba5753e77f9 req-7259d718-96fc-49e0-9639-0b4afd49f7e8 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:59.163133 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-55d30d22-f748-4500-a384-aba5753e77f9 req-7259d718-96fc-49e0-9639-0b4afd49f7e8 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=4f1f5cea-e0e5-4b0c-a53f-38c52d3e3c4a HTTP/1.1" status: 200 len: 943 time: 0.1027422 Feb 09 21:58:59.184312 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de60635-5326-4e8d-8d75-bc06f92a03c4 req-3b4fe85f-f3af-4cc8-b93a-f9877ceceb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:59.184312 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7de60635-5326-4e8d-8d75-bc06f92a03c4 req-3b4fe85f-f3af-4cc8-b93a-f9877ceceb3a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=65428503-2877-450f-9531-065ddde804b5 HTTP/1.1" status: 200 len: 849 time: 0.1365774 Feb 09 21:58:59.213857 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=6e3c63aa-0b84-4941-9055-77efca2ecbfd,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:58:59.235135 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-55d30d22-f748-4500-a384-aba5753e77f9 req-c76ab9a3-ba36-43af-b271-0b05f769eeb6 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721292 Feb 09 21:58:59.278939 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de60635-5326-4e8d-8d75-bc06f92a03c4 req-c9e9e769-9d10-449b-9959-a9852c878e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:59.281421 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7de60635-5326-4e8d-8d75-bc06f92a03c4 req-c9e9e769-9d10-449b-9959-a9852c878e76 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7e0d0404-6a65-4e1e-a5d3-af4897ba6106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0882423 Feb 09 21:58:59.328468 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b69e27b-dee5-409f-a480-549b5e2da665 req-2ca0b466-fa65-4cd8-ade8-89420d9e228d tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:59.338957 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7b69e27b-dee5-409f-a480-549b5e2da665 req-2ca0b466-fa65-4cd8-ade8-89420d9e228d tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=664cf209-2f06-4b93-971e-f6d109113c9e HTTP/1.1" status: 200 len: 1125 time: 0.0662956 Feb 09 21:58:59.397215 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7b69e27b-dee5-409f-a480-549b5e2da665 req-cc38fa39-656e-461a-a680-e5655893d9db tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] 10.222.0.90 "GET /v2.0/security-groups?id=2a66fa4b-1fbf-41e8-bcdb-1c40cc28382f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525188 Feb 09 21:58:59.426530 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7de60635-5326-4e8d-8d75-bc06f92a03c4 req-caa3c81b-cf03-48e8-953c-3473d04025d5 service neutron] 10.222.0.89 "GET /v2.0/networks/7e0d0404-6a65-4e1e-a5d3-af4897ba6106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383049 Feb 09 21:58:59.460853 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['6e3c63aa-0b84-4941-9055-77efca2ecbfd'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:58:59.600451 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7de60635-5326-4e8d-8d75-bc06f92a03c4 req-81be18db-0770-470c-9dd4-2bae5dd1d1d2 service neutron] 10.222.0.89 "GET /v2.0/networks/7e0d0404-6a65-4e1e-a5d3-af4897ba6106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656744 Feb 09 21:58:59.718544 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9e9c2e-4d13-43f1-a19e-767239a1ab16 req-46ee26de-8fb8-44d4-a106-f4528419945b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:59.720811 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-da9e9c2e-4d13-43f1-a19e-767239a1ab16 req-46ee26de-8fb8-44d4-a106-f4528419945b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=9f0a430b25644d18b22653ddfdcf80e2&device_id=664cf209-2f06-4b93-971e-f6d109113c9e HTTP/1.1" status: 200 len: 1125 time: 0.0574048 Feb 09 21:58:59.842430 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9e9c2e-4d13-43f1-a19e-767239a1ab16 req-1a888d94-e754-4c50-a351-3d4d7e8bff00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:58:59.843451 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-da9e9c2e-4d13-43f1-a19e-767239a1ab16 req-1a888d94-e754-4c50-a351-3d4d7e8bff00 service neutron] 10.222.0.89 "GET /v2.0/networks?id=7e0d0404-6a65-4e1e-a5d3-af4897ba6106 HTTP/1.1" status: 200 len: 911 time: 0.1109712 Feb 09 21:58:59.944323 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-da9e9c2e-4d13-43f1-a19e-767239a1ab16 req-06be305e-a393-4afc-a78d-121cdd98b54f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71fc8b8b-0169-4b91-abcd-f3173468bae0 HTTP/1.1" status: 200 len: 217 time: 0.0937600 Feb 09 21:59:00.032538 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9e9c2e-4d13-43f1-a19e-767239a1ab16 req-0eefcaad-0f30-4472-a724-c43ccd87a6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:00.033869 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-da9e9c2e-4d13-43f1-a19e-767239a1ab16 req-0eefcaad-0f30-4472-a724-c43ccd87a6d9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=65428503-2877-450f-9531-065ddde804b5 HTTP/1.1" status: 200 len: 849 time: 0.0643258 Feb 09 21:59:00.149757 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9e9c2e-4d13-43f1-a19e-767239a1ab16 req-1876ada3-9b47-4187-9b38-a732157b7547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:00.157669 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-da9e9c2e-4d13-43f1-a19e-767239a1ab16 req-1876ada3-9b47-4187-9b38-a732157b7547 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7e0d0404-6a65-4e1e-a5d3-af4897ba6106&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1083717 Feb 09 21:59:00.320531 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-da9e9c2e-4d13-43f1-a19e-767239a1ab16 req-54dcecda-31c7-40f9-a5ce-2f98ed627995 service neutron] 10.222.0.89 "GET /v2.0/networks/7e0d0404-6a65-4e1e-a5d3-af4897ba6106?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549757 Feb 09 21:59:00.541193 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-da9e9c2e-4d13-43f1-a19e-767239a1ab16 req-cc3a0924-8902-41dd-b735-01f16aa0194b service neutron] 10.222.0.89 "GET /v2.0/networks/7e0d0404-6a65-4e1e-a5d3-af4897ba6106?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092891 Feb 09 21:59:00.558753 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da636c1b-7d98-4396-86d3-038cef8ba760 req-42123a69-945b-4963-ab7b-fdbab7bd8fd2 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:00.560478 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-da636c1b-7d98-4396-86d3-038cef8ba760 req-42123a69-945b-4963-ab7b-fdbab7bd8fd2 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=4f1f5cea-e0e5-4b0c-a53f-38c52d3e3c4a HTTP/1.1" status: 200 len: 944 time: 0.1849883 Feb 09 21:59:00.577321 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:59:00.672822 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-da636c1b-7d98-4396-86d3-038cef8ba760 req-868b22f1-c6b3-4fb0-ab44-94aa2af8f0e8 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666761 Feb 09 21:59:00.712071 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ccf03-2f11-4320-aecb-242fa2b8f949 req-90dcf22d-a87d-4a1a-b474-d844999c3ca6 tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:00.722762 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-255ccf03-2f11-4320-aecb-242fa2b8f949 req-90dcf22d-a87d-4a1a-b474-d844999c3ca6 tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=664cf209-2f06-4b93-971e-f6d109113c9e HTTP/1.1" status: 200 len: 1125 time: 0.1589205 Feb 09 21:59:00.787458 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-255ccf03-2f11-4320-aecb-242fa2b8f949 req-0289a044-5814-49ea-b80b-c89f13a461c2 tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] 10.222.0.90 "GET /v2.0/security-groups?id=2a66fa4b-1fbf-41e8-bcdb-1c40cc28382f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572529 Feb 09 21:59:02.025382 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c73dd5-5835-453c-a1b6-c2d7bfa85627 req-1319347e-4ad2-4b09-8d1a-4153e392702f tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:02.035101 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a4c73dd5-5835-453c-a1b6-c2d7bfa85627 req-1319347e-4ad2-4b09-8d1a-4153e392702f tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=4f1f5cea-e0e5-4b0c-a53f-38c52d3e3c4a HTTP/1.1" status: 200 len: 944 time: 0.2383411 Feb 09 21:59:02.050038 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da401b6-3579-418e-921c-8eaaa9c07b22 req-10ee9bc6-06f0-43c8-92d1-8e9f02aaf6c3 tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:02.057674 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3da401b6-3579-418e-921c-8eaaa9c07b22 req-10ee9bc6-06f0-43c8-92d1-8e9f02aaf6c3 tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=664cf209-2f06-4b93-971e-f6d109113c9e HTTP/1.1" status: 200 len: 1125 time: 0.1826389 Feb 09 21:59:02.129606 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3da401b6-3579-418e-921c-8eaaa9c07b22 req-d015743b-2020-4e4b-8ad8-d3202627e984 tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] 10.222.0.90 "GET /v2.0/security-groups?id=2a66fa4b-1fbf-41e8-bcdb-1c40cc28382f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662200 Feb 09 21:59:02.192919 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a4c73dd5-5835-453c-a1b6-c2d7bfa85627 req-39978c21-35e1-4033-a6f0-3fe3b136d9a3 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564336 Feb 09 21:59:02.437947 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 6e3c63aa-0b84-4941-9055-77efca2ecbfd up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:59:02.575349 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning for port 6e3c63aa-0b84-4941-9055-77efca2ecbfd completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:59:02.580125 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port 6e3c63aa-0b84-4941-9055-77efca2ecbfd triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:59:02.580533 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (6e3c63aa-0b84-4941-9055-77efca2ecbfd), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:02.755259 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 6e3c63aa-0b84-4941-9055-77efca2ecbfd is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:59:02.755746 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (6e3c63aa-0b84-4941-9055-77efca2ecbfd), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:02.836447 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 6e3c63aa-0b84-4941-9055-77efca2ecbfd, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=6e3c63aa-0b84-4941-9055-77efca2ecbfd,segment=NetworkSegment(4397314e-2225-4cf8-b858-ea8f71ca37e1),segment_id=4397314e-2225-4cf8-b858-ea8f71ca37e1)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:59:02.838285 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f1f5cea-e0e5-4b0c-a53f-38c52d3e3c4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e3c63aa-0b84-4941-9055-77efca2ecbfd'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:59:02.867778 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78ad3605-030f-401c-b561-be6047960607" -d '{"events": [{"server_uuid": "4f1f5cea-e0e5-4b0c-a53f-38c52d3e3c4a", "name": "network-vif-plugged", "status": "completed", "tag": "6e3c63aa-0b84-4941-9055-77efca2ecbfd"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:59:02.873259 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (6e3c63aa-0b84-4941-9055-77efca2ecbfd), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:02.985548 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb18138-2155-40e9-b2ab-97c7a1f1813b x-openstack-request-id: req-adb18138-2155-40e9-b2ab-97c7a1f1813b {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:59:02.986051 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f1f5cea-e0e5-4b0c-a53f-38c52d3e3c4a", "name": "network-vif-plugged", "status": "completed", "tag": "6e3c63aa-0b84-4941-9055-77efca2ecbfd", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:59:02.986832 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-adb18138-2155-40e9-b2ab-97c7a1f1813b {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:59:02.987387 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f1f5cea-e0e5-4b0c-a53f-38c52d3e3c4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e3c63aa-0b84-4941-9055-77efca2ecbfd', 'code': 200} Feb 09 21:59:03.044500 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=6e3c63aa-0b84-4941-9055-77efca2ecbfd,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:03.202704 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862ee25c-9791-469f-a342-fd6808e51add req-9038c78d-2d40-4cf9-98f1-92b2b5b6d0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:03.207211 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-862ee25c-9791-469f-a342-fd6808e51add req-9038c78d-2d40-4cf9-98f1-92b2b5b6d0fd service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=4f1f5cea-e0e5-4b0c-a53f-38c52d3e3c4a HTTP/1.1" status: 200 len: 1127 time: 0.1497452 Feb 09 21:59:03.341282 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-862ee25c-9791-469f-a342-fd6808e51add req-ff074d7d-bf16-4654-9a01-74b5f249ba6f service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293333 Feb 09 21:59:03.478054 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3e2e46-7eeb-4045-a929-35b3bba324ef req-08971c8e-268a-4ac9-b2f8-23672945a5f0 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:03.480115 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cf3e2e46-7eeb-4045-a929-35b3bba324ef req-08971c8e-268a-4ac9-b2f8-23672945a5f0 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=4f1f5cea-e0e5-4b0c-a53f-38c52d3e3c4a HTTP/1.1" status: 200 len: 945 time: 0.1446555 Feb 09 21:59:03.569910 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cf3e2e46-7eeb-4045-a929-35b3bba324ef req-953dc2c8-abc1-4233-a62f-5bcc16c01359 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801198 Feb 09 21:59:03.577652 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30137705-0543-4c26-9362-1bd4d3ecaa19 req-a36d9203-c0ab-4bbf-9679-a1e491279f50 tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:03.579467 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-30137705-0543-4c26-9362-1bd4d3ecaa19 req-a36d9203-c0ab-4bbf-9679-a1e491279f50 tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=664cf209-2f06-4b93-971e-f6d109113c9e HTTP/1.1" status: 200 len: 1125 time: 0.2547715 Feb 09 21:59:03.665768 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-30137705-0543-4c26-9362-1bd4d3ecaa19 req-c14300ca-7e1e-436c-a6b4-30014a1592f0 tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] 10.222.0.90 "GET /v2.0/security-groups?id=2a66fa4b-1fbf-41e8-bcdb-1c40cc28382f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757921 Feb 09 21:59:04.449311 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 71fc8b8b-0169-4b91-abcd-f3173468bae0 details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:59:04.619397 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 71fc8b8b-0169-4b91-abcd-f3173468bae0, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=71fc8b8b-0169-4b91-abcd-f3173468bae0,segment=NetworkSegment(d04436c1-38a7-49ff-99d3-155bd8dad8e9),segment_id=d04436c1-38a7-49ff-99d3-155bd8dad8e9)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:59:04.674656 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': '71fc8b8b-0169-4b91-abcd-f3173468bae0', 'network_id': '7e0d0404-6a65-4e1e-a5d3-af4897ba6106', 'port_id': '71fc8b8b-0169-4b91-abcd-f3173468bae0', 'mac_address': 'fa:16:3e:3f:86:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65428503-2877-450f-9531-065ddde804b5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:59:04.768011 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 71fc8b8b-0169-4b91-abcd-f3173468bae0 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:59:04.768823 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (71fc8b8b-0169-4b91-abcd-f3173468bae0), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:04.793775 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71fc8b8b-0169-4b91-abcd-f3173468bae0 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:59:04.838821 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 71fc8b8b-0169-4b91-abcd-f3173468bae0, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=71fc8b8b-0169-4b91-abcd-f3173468bae0,segment=NetworkSegment(d04436c1-38a7-49ff-99d3-155bd8dad8e9),segment_id=d04436c1-38a7-49ff-99d3-155bd8dad8e9)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:59:04.847827 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (71fc8b8b-0169-4b91-abcd-f3173468bae0), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:04.873493 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbfc242-afa8-4193-aacf-8884220db1a6 req-cf06ab5b-61c6-4ca4-9174-d8b187af702b tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:04.876420 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ffbfc242-afa8-4193-aacf-8884220db1a6 req-cf06ab5b-61c6-4ca4-9174-d8b187af702b tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=4f1f5cea-e0e5-4b0c-a53f-38c52d3e3c4a HTTP/1.1" status: 200 len: 945 time: 0.1408970 Feb 09 21:59:04.925442 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1588fe-d3e6-49fc-95d9-308ad6366413 req-5b40c2c1-66e3-4ff5-a978-1da1a8ccba0a tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:04.929077 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ea1588fe-d3e6-49fc-95d9-308ad6366413 req-5b40c2c1-66e3-4ff5-a978-1da1a8ccba0a tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=664cf209-2f06-4b93-971e-f6d109113c9e HTTP/1.1" status: 200 len: 1125 time: 0.1151774 Feb 09 21:59:05.041519 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ffbfc242-afa8-4193-aacf-8884220db1a6 req-5ecd2c08-37bf-47e9-8615-a436f837a4b6 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462567 Feb 09 21:59:05.126610 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ea1588fe-d3e6-49fc-95d9-308ad6366413 req-688ca811-1f5f-4965-b18a-1f41f232b239 tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] 10.222.0.90 "GET /v2.0/security-groups?id=2a66fa4b-1fbf-41e8-bcdb-1c40cc28382f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831040 Feb 09 21:59:05.127138 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=71fc8b8b-0169-4b91-abcd-f3173468bae0,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:05.268097 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['71fc8b8b-0169-4b91-abcd-f3173468bae0'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:59:06.174098 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb350c6e-86b0-42d1-ab2c-53598e554f65 req-4b2b1aef-0559-4e12-9781-59cd9e928202 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:06.182941 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cb350c6e-86b0-42d1-ab2c-53598e554f65 req-4b2b1aef-0559-4e12-9781-59cd9e928202 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=4f1f5cea-e0e5-4b0c-a53f-38c52d3e3c4a HTTP/1.1" status: 200 len: 945 time: 0.0873785 Feb 09 21:59:06.252978 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cb350c6e-86b0-42d1-ab2c-53598e554f65 req-3f3766e9-e9fe-40fc-987f-6170defe0c9a tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686984 Feb 09 21:59:06.318339 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b176ed-f8c6-4945-a651-f24155a2fa7d req-445895be-ca9e-401d-8f63-0c6f297393c4 tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:06.326710 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e9b176ed-f8c6-4945-a651-f24155a2fa7d req-445895be-ca9e-401d-8f63-0c6f297393c4 tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=664cf209-2f06-4b93-971e-f6d109113c9e HTTP/1.1" status: 200 len: 1126 time: 0.0727038 Feb 09 21:59:06.414240 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e9b176ed-f8c6-4945-a651-f24155a2fa7d req-eaaaf37d-cfaf-462c-b0fc-39c76b997913 tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] 10.222.0.90 "GET /v2.0/security-groups?id=2a66fa4b-1fbf-41e8-bcdb-1c40cc28382f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859931 Feb 09 21:59:06.448173 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9148ad-fbc7-41c9-850d-9a358e049e29 req-0a4fbf58-a173-46c6-a384-1018c73bf9f5 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:06.449818 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ac9148ad-fbc7-41c9-850d-9a358e049e29 req-0a4fbf58-a173-46c6-a384-1018c73bf9f5 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=4f1f5cea-e0e5-4b0c-a53f-38c52d3e3c4a HTTP/1.1" status: 200 len: 945 time: 0.0744865 Feb 09 21:59:06.474282 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 71fc8b8b-0169-4b91-abcd-f3173468bae0 up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:59:06.517181 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ac9148ad-fbc7-41c9-850d-9a358e049e29 req-d46a3e78-736d-404b-8a37-78167a97e9d5 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598912 Feb 09 21:59:06.588951 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning for port 71fc8b8b-0169-4b91-abcd-f3173468bae0 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:59:06.594621 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port 71fc8b8b-0169-4b91-abcd-f3173468bae0 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:59:06.595194 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (71fc8b8b-0169-4b91-abcd-f3173468bae0), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:06.935837 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 71fc8b8b-0169-4b91-abcd-f3173468bae0 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:59:06.936762 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (71fc8b8b-0169-4b91-abcd-f3173468bae0), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:06.979883 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e80a748-9273-47a9-ad00-b4398f452e85 req-399570a3-4eea-4989-a94e-794ee408d827 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:06.981517 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8e80a748-9273-47a9-ad00-b4398f452e85 req-399570a3-4eea-4989-a94e-794ee408d827 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=4f1f5cea-e0e5-4b0c-a53f-38c52d3e3c4a HTTP/1.1" status: 200 len: 945 time: 0.0873489 Feb 09 21:59:07.003386 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 71fc8b8b-0169-4b91-abcd-f3173468bae0, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=71fc8b8b-0169-4b91-abcd-f3173468bae0,segment=NetworkSegment(d04436c1-38a7-49ff-99d3-155bd8dad8e9),segment_id=d04436c1-38a7-49ff-99d3-155bd8dad8e9)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:59:07.004551 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '664cf209-2f06-4b93-971e-f6d109113c9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71fc8b8b-0169-4b91-abcd-f3173468bae0'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:59:07.008441 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-094bd7b4-0d5e-4b5b-a2b1-9cff0086a0ac" -d '{"events": [{"server_uuid": "664cf209-2f06-4b93-971e-f6d109113c9e", "name": "network-vif-plugged", "status": "completed", "tag": "71fc8b8b-0169-4b91-abcd-f3173468bae0"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:59:07.015632 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (71fc8b8b-0169-4b91-abcd-f3173468bae0), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:07.044616 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8e80a748-9273-47a9-ad00-b4398f452e85 req-0a425bea-2f95-4926-9c0e-7fcd7ce9fed1 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561283 Feb 09 21:59:07.099213 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11e35676-a831-41c8-a8c6-c0558538bc8c x-openstack-request-id: req-11e35676-a831-41c8-a8c6-c0558538bc8c {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:59:07.099659 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "664cf209-2f06-4b93-971e-f6d109113c9e", "name": "network-vif-plugged", "status": "completed", "tag": "71fc8b8b-0169-4b91-abcd-f3173468bae0", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:59:07.099925 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-11e35676-a831-41c8-a8c6-c0558538bc8c {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:59:07.100357 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '664cf209-2f06-4b93-971e-f6d109113c9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71fc8b8b-0169-4b91-abcd-f3173468bae0', 'code': 200} Feb 09 21:59:07.101365 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=71fc8b8b-0169-4b91-abcd-f3173468bae0,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:07.245851 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d409e862-a531-413a-b953-e5b8e709c211 req-b07d84e3-0541-40f1-9dba-a6ff790dccef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:07.247963 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d409e862-a531-413a-b953-e5b8e709c211 req-b07d84e3-0541-40f1-9dba-a6ff790dccef service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=664cf209-2f06-4b93-971e-f6d109113c9e HTTP/1.1" status: 200 len: 1127 time: 0.0567532 Feb 09 21:59:07.314591 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d409e862-a531-413a-b953-e5b8e709c211 req-d3f688ae-a56e-4c36-b3ed-0db7f408d43b service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=2a66fa4b-1fbf-41e8-bcdb-1c40cc28382f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500338 Feb 09 21:59:07.561292 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6e6c14-9f9a-469a-bb85-adcae23fb98a req-1bd714ad-1fd5-4796-bd65-9decd9fde831 tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:07.566679 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3a6e6c14-9f9a-469a-bb85-adcae23fb98a req-1bd714ad-1fd5-4796-bd65-9decd9fde831 tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=664cf209-2f06-4b93-971e-f6d109113c9e HTTP/1.1" status: 200 len: 1127 time: 0.0736339 Feb 09 21:59:07.625672 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3a6e6c14-9f9a-469a-bb85-adcae23fb98a req-a4df5fe4-e425-482c-a6ff-d70d23219e2a tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] 10.222.0.90 "GET /v2.0/security-groups?id=2a66fa4b-1fbf-41e8-bcdb-1c40cc28382f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542665 Feb 09 21:59:08.288761 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a92175-2999-4634-98a6-529f5d576dd4 req-fd3e8421-c48e-49da-8499-8fa9af061318 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:08.291911 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a4a92175-2999-4634-98a6-529f5d576dd4 req-fd3e8421-c48e-49da-8499-8fa9af061318 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=4f1f5cea-e0e5-4b0c-a53f-38c52d3e3c4a HTTP/1.1" status: 200 len: 945 time: 0.0785079 Feb 09 21:59:08.342808 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a4a92175-2999-4634-98a6-529f5d576dd4 req-92e6f6aa-b961-4beb-80c5-7c94fb37066d tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450428 Feb 09 21:59:08.774829 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56270b33-73af-4484-ae27-178da2537441 req-e24b7f73-b6a0-4d68-bfbc-53aa80775641 tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:08.776437 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-56270b33-73af-4484-ae27-178da2537441 req-e24b7f73-b6a0-4d68-bfbc-53aa80775641 tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=664cf209-2f06-4b93-971e-f6d109113c9e HTTP/1.1" status: 200 len: 1127 time: 0.0723634 Feb 09 21:59:08.880681 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-56270b33-73af-4484-ae27-178da2537441 req-c1f1934e-6f17-421b-a17a-a83342ccf76a tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] 10.222.0.90 "GET /v2.0/security-groups?id=2a66fa4b-1fbf-41e8-bcdb-1c40cc28382f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975614 Feb 09 21:59:09.041813 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-6edc03e1-897d-4988-af2d-87dd1af689bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:09.192178 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c225e852-7193-4c50-9f58-515acc5c082c req-72ea9c9b-178a-4ad0-9810-46a98312f601 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:09.193914 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c225e852-7193-4c50-9f58-515acc5c082c req-72ea9c9b-178a-4ad0-9810-46a98312f601 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.89 "GET /v2.0/ports?device_id=4f1f5cea-e0e5-4b0c-a53f-38c52d3e3c4a HTTP/1.1" status: 200 len: 945 time: 0.0992124 Feb 09 21:59:09.324763 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-c225e852-7193-4c50-9f58-515acc5c082c req-3fb43f7e-afd3-4cc9-a595-672e8aa8a568 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Deleting port 6e3c63aa-0b84-4941-9055-77efca2ecbfd {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:59:09.325105 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-c225e852-7193-4c50-9f58-515acc5c082c req-3fb43f7e-afd3-4cc9-a595-672e8aa8a568 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (6e3c63aa-0b84-4941-9055-77efca2ecbfd), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:09.437370 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-c225e852-7193-4c50-9f58-515acc5c082c req-3fb43f7e-afd3-4cc9-a595-672e8aa8a568 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] For port 6e3c63aa-0b84-4941-9055-77efca2ecbfd, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=6e3c63aa-0b84-4941-9055-77efca2ecbfd,segment=NetworkSegment(4397314e-2225-4cf8-b858-ea8f71ca37e1),segment_id=4397314e-2225-4cf8-b858-ea8f71ca37e1)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:59:09.437950 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-c225e852-7193-4c50-9f58-515acc5c082c req-3fb43f7e-afd3-4cc9-a595-672e8aa8a568 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (6e3c63aa-0b84-4941-9055-77efca2ecbfd), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:09.451385 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-c225e852-7193-4c50-9f58-515acc5c082c req-3fb43f7e-afd3-4cc9-a595-672e8aa8a568 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Calling delete_port for 6e3c63aa-0b84-4941-9055-77efca2ecbfd owned by compute:nova {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:59:09.594149 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-c225e852-7193-4c50-9f58-515acc5c082c req-3fb43f7e-afd3-4cc9-a595-672e8aa8a568 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (6e3c63aa-0b84-4941-9055-77efca2ecbfd), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:09.602603 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1080a2-29b9-4f29-9800-3655165bca9e req-3587d38f-35f0-49e8-880c-c442d450d554 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:09.608283 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['6e3c63aa-0b84-4941-9055-77efca2ecbfd'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:59:09.610867 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0e1080a2-29b9-4f29-9800-3655165bca9e req-3587d38f-35f0-49e8-880c-c442d450d554 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=4f1f5cea-e0e5-4b0c-a53f-38c52d3e3c4a HTTP/1.1" status: 200 len: 945 time: 0.1001084 Feb 09 21:59:09.672398 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['7a345cfd-abb7-4d8d-9efe-7a7671b6dae3'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:59:09.677536 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0e1080a2-29b9-4f29-9800-3655165bca9e req-75193ac2-a4ec-4cd8-a69f-3e4473671edc tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654733 Feb 09 21:59:09.703546 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb43f7e-afd3-4cc9-a595-672e8aa8a568 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Pushing event deleted for resources: {'Port': ['ID=6e3c63aa-0b84-4941-9055-77efca2ecbfd,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:09.731183 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-c225e852-7193-4c50-9f58-515acc5c082c req-3fb43f7e-afd3-4cc9-a595-672e8aa8a568 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] No DVR routers for this DVR port 6e3c63aa-0b84-4941-9055-77efca2ecbfd on host n-h2-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:59:09.734143 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb43f7e-afd3-4cc9-a595-672e8aa8a568 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:09.734741 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb43f7e-afd3-4cc9-a595-672e8aa8a568 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:09.735282 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb43f7e-afd3-4cc9-a595-672e8aa8a568 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:09.735856 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb43f7e-afd3-4cc9-a595-672e8aa8a568 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:09.736369 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb43f7e-afd3-4cc9-a595-672e8aa8a568 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:09.736861 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb43f7e-afd3-4cc9-a595-672e8aa8a568 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:09.737336 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb43f7e-afd3-4cc9-a595-672e8aa8a568 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:09.737847 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb43f7e-afd3-4cc9-a595-672e8aa8a568 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:09.738388 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb43f7e-afd3-4cc9-a595-672e8aa8a568 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:09.738871 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb43f7e-afd3-4cc9-a595-672e8aa8a568 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:09.739345 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb43f7e-afd3-4cc9-a595-672e8aa8a568 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:09.739946 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb43f7e-afd3-4cc9-a595-672e8aa8a568 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:09.740640 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb43f7e-afd3-4cc9-a595-672e8aa8a568 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:09.744254 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-c225e852-7193-4c50-9f58-515acc5c082c req-3fb43f7e-afd3-4cc9-a595-672e8aa8a568 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:09.750005 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c225e852-7193-4c50-9f58-515acc5c082c req-3fb43f7e-afd3-4cc9-a595-672e8aa8a568 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.89 "DELETE /v2.0/ports/6e3c63aa-0b84-4941-9055-77efca2ecbfd HTTP/1.1" status: 204 len: 173 time: 0.5465324 Feb 09 21:59:09.750875 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f1f5cea-e0e5-4b0c-a53f-38c52d3e3c4a', 'name': 'network-vif-deleted', 'tag': '6e3c63aa-0b84-4941-9055-77efca2ecbfd'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:59:09.754420 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-277db962-6e7a-47cf-90bb-df7266fb1be9" -d '{"events": [{"server_uuid": "4f1f5cea-e0e5-4b0c-a53f-38c52d3e3c4a", "name": "network-vif-deleted", "tag": "6e3c63aa-0b84-4941-9055-77efca2ecbfd"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:59:09.799891 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b053c8-b2d7-4ed3-81e9-64eddf72a604 x-openstack-request-id: req-e2b053c8-b2d7-4ed3-81e9-64eddf72a604 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:59:09.800768 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f1f5cea-e0e5-4b0c-a53f-38c52d3e3c4a", "name": "network-vif-deleted", "tag": "6e3c63aa-0b84-4941-9055-77efca2ecbfd", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:59:09.801309 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-e2b053c8-b2d7-4ed3-81e9-64eddf72a604 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:59:09.802252 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f1f5cea-e0e5-4b0c-a53f-38c52d3e3c4a', 'name': 'network-vif-deleted', 'tag': '6e3c63aa-0b84-4941-9055-77efca2ecbfd', 'status': 'completed', 'code': 200} Feb 09 21:59:10.024343 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fbcb80-5c86-4c39-967c-3ba9447b4cb3 req-d40f0f36-8e94-42ed-81b8-1ac4242daba5 tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:10.032925 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-40fbcb80-5c86-4c39-967c-3ba9447b4cb3 req-d40f0f36-8e94-42ed-81b8-1ac4242daba5 tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=664cf209-2f06-4b93-971e-f6d109113c9e HTTP/1.1" status: 200 len: 1127 time: 0.0603914 Feb 09 21:59:10.091044 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-40fbcb80-5c86-4c39-967c-3ba9447b4cb3 req-0f1d9e59-d731-4b87-9e3a-6a74fcd9fdc0 tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] 10.222.0.90 "GET /v2.0/security-groups?id=2a66fa4b-1fbf-41e8-bcdb-1c40cc28382f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569060 Feb 09 21:59:10.213409 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22068f18-fbcf-4177-a324-ce13607a4189 req-79d07f99-2af9-4c72-b179-4d660b88c38d tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:10.221585 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-22068f18-fbcf-4177-a324-ce13607a4189 req-79d07f99-2af9-4c72-b179-4d660b88c38d tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=664cf209-2f06-4b93-971e-f6d109113c9e HTTP/1.1" status: 200 len: 1127 time: 0.0620844 Feb 09 21:59:10.299785 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-22068f18-fbcf-4177-a324-ce13607a4189 req-32ea0e2f-fe88-48ad-ba3f-aa20663e8dc5 tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] 10.222.0.90 "GET /v2.0/security-groups?id=2a66fa4b-1fbf-41e8-bcdb-1c40cc28382f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770001 Feb 09 21:59:10.499201 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cbe6dc-e952-46c4-a926-a0058c87b2e8 req-28a1d7e9-9a89-4678-afe7-8067c934f73e tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:10.501588 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-94cbe6dc-e952-46c4-a926-a0058c87b2e8 req-28a1d7e9-9a89-4678-afe7-8067c934f73e tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=664cf209-2f06-4b93-971e-f6d109113c9e HTTP/1.1" status: 200 len: 1127 time: 0.1096616 Feb 09 21:59:10.557701 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-94cbe6dc-e952-46c4-a926-a0058c87b2e8 req-34507525-2d9d-4f39-8725-7c4b8653bdb0 tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] 10.222.0.90 "GET /v2.0/security-groups?id=2a66fa4b-1fbf-41e8-bcdb-1c40cc28382f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502336 Feb 09 21:59:10.950990 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3af1a4-a20e-4a84-b206-536f6e83502b req-bfcf0957-60bd-4808-b04c-f72a1c30f706 tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:10.961419 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7a3af1a4-a20e-4a84-b206-536f6e83502b req-bfcf0957-60bd-4808-b04c-f72a1c30f706 tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=664cf209-2f06-4b93-971e-f6d109113c9e HTTP/1.1" status: 200 len: 1127 time: 0.1253004 Feb 09 21:59:11.037663 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-75b695bb-da8f-42c2-a7ef-c289a44fdb4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:11.062662 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7a3af1a4-a20e-4a84-b206-536f6e83502b req-0f3d252d-f5c4-4712-b41f-859eb49c7b0b tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] 10.222.0.90 "GET /v2.0/security-groups?id=2a66fa4b-1fbf-41e8-bcdb-1c40cc28382f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002679 Feb 09 21:59:11.346495 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67ceb73-fd78-48d6-8bdf-d565fb0f1b96 req-efe09a43-f27a-4857-a83e-0a5ba7c3f7bb tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:11.348393 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a67ceb73-fd78-48d6-8bdf-d565fb0f1b96 req-efe09a43-f27a-4857-a83e-0a5ba7c3f7bb tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/networks?id=04a65d27-6482-4e7b-94e8-af3d0d277bb9 HTTP/1.1" status: 200 len: 806 time: 0.1262507 Feb 09 21:59:11.369420 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a67ceb73-fd78-48d6-8bdf-d565fb0f1b96 req-9763d753-488b-4cb7-a2a1-856d2049d561 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/quotas/b3e8b78db5b448288b8855c5416dd1f9 HTTP/1.1" status: 200 len: 375 time: 0.0150180 Feb 09 21:59:11.437064 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a67ceb73-fd78-48d6-8bdf-d565fb0f1b96 req-d2574ab8-9c24-4713-84ce-7fe08769785c tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=b3e8b78db5b448288b8855c5416dd1f9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0574293 Feb 09 21:59:11.579440 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a67ceb73-fd78-48d6-8bdf-d565fb0f1b96 req-54fa2872-b3d2-4634-ae4c-25810a9410e7 service neutron] 10.222.0.90 "GET /v2.0/networks/04a65d27-6482-4e7b-94e8-af3d0d277bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412730 Feb 09 21:59:11.739550 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a67ceb73-fd78-48d6-8bdf-d565fb0f1b96 req-80f2e4b3-4064-475c-a6c0-7b3e5ad19a67 service neutron] 10.222.0.90 "GET /v2.0/networks/04a65d27-6482-4e7b-94e8-af3d0d277bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498489 Feb 09 21:59:11.982419 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f61f33f1-8b2d-4b1f-a072-5b0e9a61d1c0 req-9489b281-07c8-4b2b-8d87-2d10daf3b937 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=79a5369a-da7a-4d21-b011-3243860db48a HTTP/1.1" status: 200 len: 210 time: 0.0527449 Feb 09 21:59:12.266934 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff8255-7205-4231-9b93-ea7b822f6b80 req-aa03fe28-2889-48b3-9c0a-59d8b465e259 tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:12.291179 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b2ff8255-7205-4231-9b93-ea7b822f6b80 req-aa03fe28-2889-48b3-9c0a-59d8b465e259 tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=664cf209-2f06-4b93-971e-f6d109113c9e HTTP/1.1" status: 200 len: 1127 time: 0.1183639 Feb 09 21:59:12.476004 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 6e3c63aa-0b84-4941-9055-77efca2ecbfd no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:59:12.533827 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b2ff8255-7205-4231-9b93-ea7b822f6b80 req-50f98006-3357-43e7-b235-ada470122fc6 tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] 10.222.0.90 "GET /v2.0/security-groups?id=2a66fa4b-1fbf-41e8-bcdb-1c40cc28382f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360148 Feb 09 21:59:12.539085 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] No Port match for: 6e3c63aa-0b84-4941-9055-77efca2ecbfd {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:59:12.539523 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 6e3c63aa-0b84-4941-9055-77efca2ecbfd not bound to the agent host n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:59:12.708107 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e068af4-c2dc-4b29-bd4a-4389fe9dd53e req-f96694e9-e9fd-4bb3-86ea-35af1f599b6d tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:12.716957 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-3e068af4-c2dc-4b29-bd4a-4389fe9dd53e req-f96694e9-e9fd-4bb3-86ea-35af1f599b6d tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=664cf209-2f06-4b93-971e-f6d109113c9e HTTP/1.1" status: 200 len: 1127 time: 0.0976467 Feb 09 21:59:12.762553 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:12.825033 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-3e068af4-c2dc-4b29-bd4a-4389fe9dd53e req-ad045325-2e94-4053-86ac-596f250704b4 tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] Deleting port 71fc8b8b-0169-4b91-abcd-f3173468bae0 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:59:12.825442 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-3e068af4-c2dc-4b29-bd4a-4389fe9dd53e req-ad045325-2e94-4053-86ac-596f250704b4 tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (71fc8b8b-0169-4b91-abcd-f3173468bae0), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:12.936357 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-3e068af4-c2dc-4b29-bd4a-4389fe9dd53e req-ad045325-2e94-4053-86ac-596f250704b4 tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] For port 71fc8b8b-0169-4b91-abcd-f3173468bae0, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=71fc8b8b-0169-4b91-abcd-f3173468bae0,segment=NetworkSegment(d04436c1-38a7-49ff-99d3-155bd8dad8e9),segment_id=d04436c1-38a7-49ff-99d3-155bd8dad8e9)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:59:12.936737 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-3e068af4-c2dc-4b29-bd4a-4389fe9dd53e req-ad045325-2e94-4053-86ac-596f250704b4 tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (71fc8b8b-0169-4b91-abcd-f3173468bae0), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:12.969187 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-3e068af4-c2dc-4b29-bd4a-4389fe9dd53e req-ad045325-2e94-4053-86ac-596f250704b4 tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] Calling delete_port for 71fc8b8b-0169-4b91-abcd-f3173468bae0 owned by compute:nova {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:59:13.155344 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-636b9912-3ea6-40cf-b07d-6c6fdd6fef22 req-0be7a7dc-0930-42db-87be-64774bf12190 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=79a5369a-da7a-4d21-b011-3243860db48a HTTP/1.1" status: 200 len: 210 time: 0.0614221 Feb 09 21:59:13.213363 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-3e068af4-c2dc-4b29-bd4a-4389fe9dd53e req-ad045325-2e94-4053-86ac-596f250704b4 tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (71fc8b8b-0169-4b91-abcd-f3173468bae0), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:13.227791 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['da1fa852-c010-43cb-873a-ca9bcff6345b'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:59:13.231396 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['71fc8b8b-0169-4b91-abcd-f3173468bae0'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:59:13.320470 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad045325-2e94-4053-86ac-596f250704b4 tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] Pushing event deleted for resources: {'Port': ['ID=71fc8b8b-0169-4b91-abcd-f3173468bae0,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:13.327995 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e068af4-c2dc-4b29-bd4a-4389fe9dd53e req-ad045325-2e94-4053-86ac-596f250704b4 tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] No DVR routers for this DVR port 71fc8b8b-0169-4b91-abcd-f3173468bae0 on host n-h2-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:59:13.330766 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-3e068af4-c2dc-4b29-bd4a-4389fe9dd53e req-ad045325-2e94-4053-86ac-596f250704b4 tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:13.343140 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-3e068af4-c2dc-4b29-bd4a-4389fe9dd53e req-ad045325-2e94-4053-86ac-596f250704b4 tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] 10.222.0.89 "DELETE /v2.0/ports/71fc8b8b-0169-4b91-abcd-f3173468bae0 HTTP/1.1" status: 204 len: 173 time: 0.6193116 Feb 09 21:59:13.344094 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '664cf209-2f06-4b93-971e-f6d109113c9e', 'name': 'network-vif-deleted', 'tag': '71fc8b8b-0169-4b91-abcd-f3173468bae0'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:59:13.347989 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7379279a-930a-4733-869d-35487edcf154" -d '{"events": [{"server_uuid": "664cf209-2f06-4b93-971e-f6d109113c9e", "name": "network-vif-deleted", "tag": "71fc8b8b-0169-4b91-abcd-f3173468bae0"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:59:13.451818 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df78575f-732a-4e39-8b03-1623e373e469 x-openstack-request-id: req-df78575f-732a-4e39-8b03-1623e373e469 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:59:13.452122 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "664cf209-2f06-4b93-971e-f6d109113c9e", "name": "network-vif-deleted", "tag": "71fc8b8b-0169-4b91-abcd-f3173468bae0", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:59:13.452456 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-df78575f-732a-4e39-8b03-1623e373e469 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:59:13.452869 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '664cf209-2f06-4b93-971e-f6d109113c9e', 'name': 'network-vif-deleted', 'tag': '71fc8b8b-0169-4b91-abcd-f3173468bae0', 'status': 'completed', 'code': 200} Feb 09 21:59:13.790189 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1efd9b84-0c8a-4a03-a044-9dfd4f8a652f req-a33acb13-eca3-455c-bb50-f867b2bdd6e1 tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=664cf209-2f06-4b93-971e-f6d109113c9e HTTP/1.1" status: 200 len: 210 time: 0.0609391 Feb 09 21:59:13.895883 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67ceb73-fd78-48d6-8bdf-d565fb0f1b96 req-0d281da5-ce28-455a-afee-cee6a7e759c8 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:13.899424 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a67ceb73-fd78-48d6-8bdf-d565fb0f1b96 req-0d281da5-ce28-455a-afee-cee6a7e759c8 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.89 "GET /v2.0/networks?id=04a65d27-6482-4e7b-94e8-af3d0d277bb9 HTTP/1.1" status: 200 len: 806 time: 0.2589724 Feb 09 21:59:13.918226 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-a67ceb73-fd78-48d6-8bdf-d565fb0f1b96 req-e7d32958-0094-48ea-8d19-b55c3fd34925 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Request body: {'port': {'device_id': '79a5369a-da7a-4d21-b011-3243860db48a', 'network_id': '04a65d27-6482-4e7b-94e8-af3d0d277bb9', 'admin_state_up': True, 'tenant_id': 'b3e8b78db5b448288b8855c5416dd1f9'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:59:14.091061 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a67ceb73-fd78-48d6-8bdf-d565fb0f1b96 req-e7d32958-0094-48ea-8d19-b55c3fd34925 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Made reservation on behalf of b3e8b78db5b448288b8855c5416dd1f9 for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:59:14.094967 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-a67ceb73-fd78-48d6-8bdf-d565fb0f1b96 req-e7d32958-0094-48ea-8d19-b55c3fd34925 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:14.188886 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:14.297058 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1bd65393-d867-4fce-b533-a125df9ba76a req-13bad355-dd76-44e6-835c-1817da88eb3d tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=79a5369a-da7a-4d21-b011-3243860db48a HTTP/1.1" status: 200 len: 210 time: 0.0295608 Feb 09 21:59:14.338192 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [req-a67ceb73-fd78-48d6-8bdf-d565fb0f1b96 req-e7d32958-0094-48ea-8d19-b55c3fd34925 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Allocated IP 172.20.0.10 (04a65d27-6482-4e7b-94e8-af3d0d277bb9/e66e8995-a595-4f7e-865e-9e730b75c9e0/48741913-c1c3-4844-9a91-9afb0332989c) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:59:14.517948 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-a67ceb73-fd78-48d6-8bdf-d565fb0f1b96 req-e7d32958-0094-48ea-8d19-b55c3fd34925 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Publish callbacks [] for port (48741913-c1c3-4844-9a91-9afb0332989c), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:14.557368 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-a67ceb73-fd78-48d6-8bdf-d565fb0f1b96 req-e7d32958-0094-48ea-8d19-b55c3fd34925 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (48741913-c1c3-4844-9a91-9afb0332989c), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:14.574580 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['7a345cfd-abb7-4d8d-9efe-7a7671b6dae3'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:59:14.603289 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a67ceb73-fd78-48d6-8bdf-d565fb0f1b96 req-e7d32958-0094-48ea-8d19-b55c3fd34925 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Network 04a65d27-6482-4e7b-94e8-af3d0d277bb9 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:59:14.608877 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [req-a67ceb73-fd78-48d6-8bdf-d565fb0f1b96 req-e7d32958-0094-48ea-8d19-b55c3fd34925 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:59:14.617930 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-a67ceb73-fd78-48d6-8bdf-d565fb0f1b96 req-e7d32958-0094-48ea-8d19-b55c3fd34925 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:59:14.671061 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d32958-0094-48ea-8d19-b55c3fd34925 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Pushing event updated for resources: {'Port': ['ID=48741913-c1c3-4844-9a91-9afb0332989c,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:14.692138 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67ceb73-fd78-48d6-8bdf-d565fb0f1b96 req-e7d32958-0094-48ea-8d19-b55c3fd34925 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:14.692900 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-a67ceb73-fd78-48d6-8bdf-d565fb0f1b96 req-e7d32958-0094-48ea-8d19-b55c3fd34925 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:14.719979 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a67ceb73-fd78-48d6-8bdf-d565fb0f1b96 req-e7d32958-0094-48ea-8d19-b55c3fd34925 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8065200 Feb 09 21:59:14.737503 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-a67ceb73-fd78-48d6-8bdf-d565fb0f1b96 req-bff6c253-8cd5-46b0-8755-c4fd376d844e service neutron] Request body: {'port': {'device_id': '79a5369a-da7a-4d21-b011-3243860db48a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:59:14.867800 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-a67ceb73-fd78-48d6-8bdf-d565fb0f1b96 req-bff6c253-8cd5-46b0-8755-c4fd376d844e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (48741913-c1c3-4844-9a91-9afb0332989c), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:15.308835 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6339bc25-d2d3-40c0-9dc4-6d654d69a3e0 req-e65a7d8d-ca9c-4c21-b215-062793059572 tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:15.313507 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6339bc25-d2d3-40c0-9dc4-6d654d69a3e0 req-e65a7d8d-ca9c-4c21-b215-062793059572 tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=164538aa-7729-404d-af24-42f452141191 HTTP/1.1" status: 200 len: 1127 time: 0.1036308 Feb 09 21:59:15.387831 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:15.456938 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-a67ceb73-fd78-48d6-8bdf-d565fb0f1b96 req-bff6c253-8cd5-46b0-8755-c4fd376d844e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48741913-c1c3-4844-9a91-9afb0332989c {{(pid=103141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:59:15.487146 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-a67ceb73-fd78-48d6-8bdf-d565fb0f1b96 req-bff6c253-8cd5-46b0-8755-c4fd376d844e service neutron] Publish callbacks [] for port (48741913-c1c3-4844-9a91-9afb0332989c), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:15.493171 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6339bc25-d2d3-40c0-9dc4-6d654d69a3e0 req-9c1080e1-48cd-410e-b93f-e35d2ac0accc tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] 10.222.0.90 "GET /v2.0/security-groups?id=2a66fa4b-1fbf-41e8-bcdb-1c40cc28382f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755376 Feb 09 21:59:15.512842 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-a67ceb73-fd78-48d6-8bdf-d565fb0f1b96 req-bff6c253-8cd5-46b0-8755-c4fd376d844e service neutron] Transition to ACTIVE for port object 48741913-c1c3-4844-9a91-9afb0332989c will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:59:15.521775 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-a67ceb73-fd78-48d6-8bdf-d565fb0f1b96 req-bff6c253-8cd5-46b0-8755-c4fd376d844e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (48741913-c1c3-4844-9a91-9afb0332989c), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:15.539720 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff65873-29a2-4eda-b9f2-b6c2f25a164c req-68f84752-bfa8-422f-8523-855107d724e6 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:15.545287 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8ff65873-29a2-4eda-b9f2-b6c2f25a164c req-68f84752-bfa8-422f-8523-855107d724e6 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=79a5369a-da7a-4d21-b011-3243860db48a HTTP/1.1" status: 200 len: 932 time: 0.0794740 Feb 09 21:59:15.632997 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff6c253-8cd5-46b0-8755-c4fd376d844e service neutron] Pushing event updated for resources: {'Port': ['ID=48741913-c1c3-4844-9a91-9afb0332989c,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:15.646370 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8ff65873-29a2-4eda-b9f2-b6c2f25a164c req-9b257cae-e2c3-4d7c-965f-f2bd9179dc6e tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950422 Feb 09 21:59:15.794997 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-a67ceb73-fd78-48d6-8bdf-d565fb0f1b96 req-bff6c253-8cd5-46b0-8755-c4fd376d844e service neutron] Attempting to bind port 48741913-c1c3-4844-9a91-9afb0332989c on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:59:15.795336 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-a67ceb73-fd78-48d6-8bdf-d565fb0f1b96 req-bff6c253-8cd5-46b0-8755-c4fd376d844e service neutron] Attempting to bind port 48741913-c1c3-4844-9a91-9afb0332989c by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': '4397314e-2225-4cf8-b858-ea8f71ca37e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '04a65d27-6482-4e7b-94e8-af3d0d277bb9'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:59:15.795790 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67ceb73-fd78-48d6-8bdf-d565fb0f1b96 req-bff6c253-8cd5-46b0-8755-c4fd376d844e service neutron] Attempting to bind port 48741913-c1c3-4844-9a91-9afb0332989c on network 04a65d27-6482-4e7b-94e8-af3d0d277bb9 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:59:15.800719 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67ceb73-fd78-48d6-8bdf-d565fb0f1b96 req-bff6c253-8cd5-46b0-8755-c4fd376d844e service neutron] Port 48741913-c1c3-4844-9a91-9afb0332989c on network 04a65d27-6482-4e7b-94e8-af3d0d277bb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:59:15.801190 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67ceb73-fd78-48d6-8bdf-d565fb0f1b96 req-bff6c253-8cd5-46b0-8755-c4fd376d844e service neutron] Attempting to bind port 48741913-c1c3-4844-9a91-9afb0332989c on network 04a65d27-6482-4e7b-94e8-af3d0d277bb9 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:59:15.809267 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67ceb73-fd78-48d6-8bdf-d565fb0f1b96 req-bff6c253-8cd5-46b0-8755-c4fd376d844e service neutron] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:59:15.809610 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67ceb73-fd78-48d6-8bdf-d565fb0f1b96 req-bff6c253-8cd5-46b0-8755-c4fd376d844e service neutron] Checking segment: {'id': '4397314e-2225-4cf8-b858-ea8f71ca37e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '04a65d27-6482-4e7b-94e8-af3d0d277bb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:59:15.809999 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67ceb73-fd78-48d6-8bdf-d565fb0f1b96 req-bff6c253-8cd5-46b0-8755-c4fd376d844e service neutron] Bound using segment: {'id': '4397314e-2225-4cf8-b858-ea8f71ca37e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '04a65d27-6482-4e7b-94e8-af3d0d277bb9'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:59:15.810494 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-a67ceb73-fd78-48d6-8bdf-d565fb0f1b96 req-bff6c253-8cd5-46b0-8755-c4fd376d844e service neutron] Bound port: 48741913-c1c3-4844-9a91-9afb0332989c, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4397314e-2225-4cf8-b858-ea8f71ca37e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '04a65d27-6482-4e7b-94e8-af3d0d277bb9'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:59:15.810855 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-a67ceb73-fd78-48d6-8bdf-d565fb0f1b96 req-bff6c253-8cd5-46b0-8755-c4fd376d844e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (48741913-c1c3-4844-9a91-9afb0332989c), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:15.896057 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-a67ceb73-fd78-48d6-8bdf-d565fb0f1b96 req-bff6c253-8cd5-46b0-8755-c4fd376d844e service neutron] For port 48741913-c1c3-4844-9a91-9afb0332989c, host n-h2-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:59:15.900983 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-a67ceb73-fd78-48d6-8bdf-d565fb0f1b96 req-bff6c253-8cd5-46b0-8755-c4fd376d844e service neutron] For port 48741913-c1c3-4844-9a91-9afb0332989c, host n-h2-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=48741913-c1c3-4844-9a91-9afb0332989c,segment=NetworkSegment(4397314e-2225-4cf8-b858-ea8f71ca37e1),segment_id=4397314e-2225-4cf8-b858-ea8f71ca37e1)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:59:15.918044 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-a67ceb73-fd78-48d6-8bdf-d565fb0f1b96 req-bff6c253-8cd5-46b0-8755-c4fd376d844e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (48741913-c1c3-4844-9a91-9afb0332989c), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:16.008823 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67ceb73-fd78-48d6-8bdf-d565fb0f1b96 req-bff6c253-8cd5-46b0-8755-c4fd376d844e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:16.009448 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-a67ceb73-fd78-48d6-8bdf-d565fb0f1b96 req-bff6c253-8cd5-46b0-8755-c4fd376d844e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:16.011022 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a67ceb73-fd78-48d6-8bdf-d565fb0f1b96 req-bff6c253-8cd5-46b0-8755-c4fd376d844e service neutron] 10.222.0.89 "PUT /v2.0/ports/48741913-c1c3-4844-9a91-9afb0332989c HTTP/1.1" status: 200 len: 1092 time: 1.2830765 Feb 09 21:59:16.011487 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79a5369a-da7a-4d21-b011-3243860db48a', 'tag': '48741913-c1c3-4844-9a91-9afb0332989c'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:59:16.013950 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d78bd87e-d146-4240-915e-7504dc0e569b" -d '{"events": [{"name": "network-changed", "server_uuid": "79a5369a-da7a-4d21-b011-3243860db48a", "tag": "48741913-c1c3-4844-9a91-9afb0332989c"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:59:16.059926 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff6c253-8cd5-46b0-8755-c4fd376d844e service neutron] Pushing event updated for resources: {'Port': ['ID=48741913-c1c3-4844-9a91-9afb0332989c,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:16.142240 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2e45651-8021-4793-9840-2a2740c03fe1 x-openstack-request-id: req-d2e45651-8021-4793-9840-2a2740c03fe1 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:59:16.142543 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79a5369a-da7a-4d21-b011-3243860db48a", "tag": "48741913-c1c3-4844-9a91-9afb0332989c", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:59:16.142809 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-d2e45651-8021-4793-9840-2a2740c03fe1 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:59:16.143224 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79a5369a-da7a-4d21-b011-3243860db48a', 'tag': '48741913-c1c3-4844-9a91-9afb0332989c', 'status': 'completed', 'code': 200} Feb 09 21:59:16.166927 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67ceb73-fd78-48d6-8bdf-d565fb0f1b96 req-7ce8d261-9770-4bcf-a61f-7b46490e7453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:16.169223 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a67ceb73-fd78-48d6-8bdf-d565fb0f1b96 req-7ce8d261-9770-4bcf-a61f-7b46490e7453 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b3e8b78db5b448288b8855c5416dd1f9&device_id=79a5369a-da7a-4d21-b011-3243860db48a HTTP/1.1" status: 200 len: 1126 time: 0.0965099 Feb 09 21:59:16.264373 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a67ceb73-fd78-48d6-8bdf-d565fb0f1b96 req-bed98e7d-c99a-436c-a057-cecb5c2d738e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48741913-c1c3-4844-9a91-9afb0332989c HTTP/1.1" status: 200 len: 217 time: 0.0867980 Feb 09 21:59:16.362345 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67ceb73-fd78-48d6-8bdf-d565fb0f1b96 req-c6f89337-0e4b-49c1-a1d7-5b3c7bf60010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:16.365045 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a67ceb73-fd78-48d6-8bdf-d565fb0f1b96 req-c6f89337-0e4b-49c1-a1d7-5b3c7bf60010 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e66e8995-a595-4f7e-865e-9e730b75c9e0 HTTP/1.1" status: 200 len: 846 time: 0.0936472 Feb 09 21:59:16.424135 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a67ceb73-fd78-48d6-8bdf-d565fb0f1b96 req-730d4f7c-14bb-408b-b3dc-7cf3f5eb390b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=04a65d27-6482-4e7b-94e8-af3d0d277bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464983 Feb 09 21:59:16.496588 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 71fc8b8b-0169-4b91-abcd-f3173468bae0 no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:59:16.555278 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] No Port match for: 71fc8b8b-0169-4b91-abcd-f3173468bae0 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:59:16.557727 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 71fc8b8b-0169-4b91-abcd-f3173468bae0 not bound to the agent host n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:59:16.654701 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a67ceb73-fd78-48d6-8bdf-d565fb0f1b96 req-fad6d0ab-2b6e-41b6-884d-bd73b8e9f8ac service neutron] 10.222.0.89 "GET /v2.0/networks/04a65d27-6482-4e7b-94e8-af3d0d277bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237504 Feb 09 21:59:16.657093 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d9a21b-1c78-40e4-b69d-ed38f45f2df7 req-3cbf1061-81ac-42f1-8469-dc2e34acbd22 tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:16.666356 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-69d9a21b-1c78-40e4-b69d-ed38f45f2df7 req-3cbf1061-81ac-42f1-8469-dc2e34acbd22 tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=164538aa-7729-404d-af24-42f452141191 HTTP/1.1" status: 200 len: 1127 time: 0.0821412 Feb 09 21:59:16.787021 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-69d9a21b-1c78-40e4-b69d-ed38f45f2df7 req-a600c292-cb10-482f-a4dd-5daed264d3d0 tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] 10.222.0.90 "GET /v2.0/security-groups?id=2a66fa4b-1fbf-41e8-bcdb-1c40cc28382f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195052 Feb 09 21:59:16.874770 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a67ceb73-fd78-48d6-8bdf-d565fb0f1b96 req-8de27cbb-ac7a-471b-9139-6442c37a4dec service neutron] 10.222.0.89 "GET /v2.0/networks/04a65d27-6482-4e7b-94e8-af3d0d277bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030416 Feb 09 21:59:16.979611 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2316c25a-46ee-4b4d-bd28-50174d756a49 req-ccd5bb0a-37a7-4c9f-a7cd-5194bd240f09 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:17.002238 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2316c25a-46ee-4b4d-bd28-50174d756a49 req-ccd5bb0a-37a7-4c9f-a7cd-5194bd240f09 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=79a5369a-da7a-4d21-b011-3243860db48a HTTP/1.1" status: 200 len: 944 time: 0.1191981 Feb 09 21:59:17.090995 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78bd87e-d146-4240-915e-7504dc0e569b req-6dc0b4cc-5783-43c7-a522-a2db1cdcadf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:17.094809 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d78bd87e-d146-4240-915e-7504dc0e569b req-6dc0b4cc-5783-43c7-a522-a2db1cdcadf5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b3e8b78db5b448288b8855c5416dd1f9&device_id=79a5369a-da7a-4d21-b011-3243860db48a HTTP/1.1" status: 200 len: 1126 time: 0.1248844 Feb 09 21:59:17.102715 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2316c25a-46ee-4b4d-bd28-50174d756a49 req-fc0aa6e5-01ea-471a-9de9-558cfc1ca587 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970531 Feb 09 21:59:17.228273 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78bd87e-d146-4240-915e-7504dc0e569b req-9f8b0165-c4c6-418a-8fc3-5f372e8e1b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:17.230202 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d78bd87e-d146-4240-915e-7504dc0e569b req-9f8b0165-c4c6-418a-8fc3-5f372e8e1b97 service neutron] 10.222.0.89 "GET /v2.0/networks?id=04a65d27-6482-4e7b-94e8-af3d0d277bb9 HTTP/1.1" status: 200 len: 907 time: 0.1289172 Feb 09 21:59:17.262282 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60f3d5c-ee3a-4b0a-92b1-ae5dfd4f80a9 req-37b32624-9419-4d34-bdbf-50357a92213e tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:17.264144 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e60f3d5c-ee3a-4b0a-92b1-ae5dfd4f80a9 req-37b32624-9419-4d34-bdbf-50357a92213e tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=164538aa-7729-404d-af24-42f452141191 HTTP/1.1" status: 200 len: 1127 time: 0.0669124 Feb 09 21:59:17.301912 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d78bd87e-d146-4240-915e-7504dc0e569b req-77d1ff23-3353-4f16-8515-7208dc65859d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48741913-c1c3-4844-9a91-9afb0332989c HTTP/1.1" status: 200 len: 217 time: 0.0626180 Feb 09 21:59:17.373919 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78bd87e-d146-4240-915e-7504dc0e569b req-b568f17f-3187-4f59-b6c9-5f8cef074612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:17.376741 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d78bd87e-d146-4240-915e-7504dc0e569b req-b568f17f-3187-4f59-b6c9-5f8cef074612 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e66e8995-a595-4f7e-865e-9e730b75c9e0 HTTP/1.1" status: 200 len: 846 time: 0.0669360 Feb 09 21:59:17.393602 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-e60f3d5c-ee3a-4b0a-92b1-ae5dfd4f80a9 req-4ac8f14d-1124-464d-ac73-1cd29bb5742b tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] Deleting port da1fa852-c010-43cb-873a-ca9bcff6345b {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:59:17.393952 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-e60f3d5c-ee3a-4b0a-92b1-ae5dfd4f80a9 req-4ac8f14d-1124-464d-ac73-1cd29bb5742b tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (da1fa852-c010-43cb-873a-ca9bcff6345b), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:17.421963 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d78bd87e-d146-4240-915e-7504dc0e569b req-acf34af8-4971-40c4-9ddf-e18a7da6e03c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=04a65d27-6482-4e7b-94e8-af3d0d277bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371118 Feb 09 21:59:17.561669 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-e60f3d5c-ee3a-4b0a-92b1-ae5dfd4f80a9 req-4ac8f14d-1124-464d-ac73-1cd29bb5742b tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] For port da1fa852-c010-43cb-873a-ca9bcff6345b, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=da1fa852-c010-43cb-873a-ca9bcff6345b,segment=NetworkSegment(d04436c1-38a7-49ff-99d3-155bd8dad8e9),segment_id=d04436c1-38a7-49ff-99d3-155bd8dad8e9)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:59:17.563896 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-e60f3d5c-ee3a-4b0a-92b1-ae5dfd4f80a9 req-4ac8f14d-1124-464d-ac73-1cd29bb5742b tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (da1fa852-c010-43cb-873a-ca9bcff6345b), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:17.587693 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-e60f3d5c-ee3a-4b0a-92b1-ae5dfd4f80a9 req-4ac8f14d-1124-464d-ac73-1cd29bb5742b tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] Calling delete_port for da1fa852-c010-43cb-873a-ca9bcff6345b owned by compute:nova {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:59:17.607317 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d78bd87e-d146-4240-915e-7504dc0e569b req-259a6b05-eb5c-44f2-a6ab-d86408315f95 service neutron] 10.222.0.89 "GET /v2.0/networks/04a65d27-6482-4e7b-94e8-af3d0d277bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782265 Feb 09 21:59:17.726657 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d78bd87e-d146-4240-915e-7504dc0e569b req-4709b87f-d1d1-4ab9-901d-345235a3af38 service neutron] 10.222.0.89 "GET /v2.0/networks/04a65d27-6482-4e7b-94e8-af3d0d277bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131270 Feb 09 21:59:17.773998 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-e60f3d5c-ee3a-4b0a-92b1-ae5dfd4f80a9 req-4ac8f14d-1124-464d-ac73-1cd29bb5742b tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (da1fa852-c010-43cb-873a-ca9bcff6345b), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:17.790036 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['da1fa852-c010-43cb-873a-ca9bcff6345b'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:59:17.812380 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac8f14d-1124-464d-ac73-1cd29bb5742b tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] Pushing event deleted for resources: {'Port': ['ID=da1fa852-c010-43cb-873a-ca9bcff6345b,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:17.978430 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-99c5e48c-5026-45ad-a9c0-0c1aaf2b496b req-1dccadbd-b5f4-4376-af86-87b01138e202 tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=164538aa-7729-404d-af24-42f452141191 HTTP/1.1" status: 200 len: 210 time: 0.0592294 Feb 09 21:59:17.980644 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-e60f3d5c-ee3a-4b0a-92b1-ae5dfd4f80a9 req-4ac8f14d-1124-464d-ac73-1cd29bb5742b tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] No DVR routers for this DVR port da1fa852-c010-43cb-873a-ca9bcff6345b on host n-h1-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:59:17.989492 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-e60f3d5c-ee3a-4b0a-92b1-ae5dfd4f80a9 req-4ac8f14d-1124-464d-ac73-1cd29bb5742b tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:17.993292 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e60f3d5c-ee3a-4b0a-92b1-ae5dfd4f80a9 req-4ac8f14d-1124-464d-ac73-1cd29bb5742b tempest-TestServerMultinode-1030593524 tempest-TestServerMultinode-1030593524-project-admin] 10.222.0.95 "DELETE /v2.0/ports/da1fa852-c010-43cb-873a-ca9bcff6345b HTTP/1.1" status: 204 len: 173 time: 0.7204423 Feb 09 21:59:17.994243 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '164538aa-7729-404d-af24-42f452141191', 'name': 'network-vif-deleted', 'tag': 'da1fa852-c010-43cb-873a-ca9bcff6345b'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:59:17.996724 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19a42713-e1dd-4802-8817-84eb8fdf838a" -d '{"events": [{"server_uuid": "164538aa-7729-404d-af24-42f452141191", "name": "network-vif-deleted", "tag": "da1fa852-c010-43cb-873a-ca9bcff6345b"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:59:18.037985 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f57680a4-2ce6-4287-a1e9-87afc97961bf x-openstack-request-id: req-f57680a4-2ce6-4287-a1e9-87afc97961bf {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:59:18.038510 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "164538aa-7729-404d-af24-42f452141191", "name": "network-vif-deleted", "tag": "da1fa852-c010-43cb-873a-ca9bcff6345b", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:59:18.039036 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-f57680a4-2ce6-4287-a1e9-87afc97961bf {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:59:18.039731 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '164538aa-7729-404d-af24-42f452141191', 'name': 'network-vif-deleted', 'tag': 'da1fa852-c010-43cb-873a-ca9bcff6345b', 'status': 'completed', 'code': 200} Feb 09 21:59:18.310470 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f01d7a-8e05-46d6-9415-987e64c4e27f req-71f90d5a-ed73-4700-83b3-ab5f80d411d7 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:18.312368 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-28f01d7a-8e05-46d6-9415-987e64c4e27f req-71f90d5a-ed73-4700-83b3-ab5f80d411d7 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=79a5369a-da7a-4d21-b011-3243860db48a HTTP/1.1" status: 200 len: 944 time: 0.0734935 Feb 09 21:59:18.444004 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-28f01d7a-8e05-46d6-9415-987e64c4e27f req-538dcf89-d790-4b9d-ba7f-dedd9ca79c5e tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254430 Feb 09 21:59:19.063741 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 34642) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:19.828125 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6faaaef-b0e8-443f-936c-1198c324543c req-42121dbc-a8d1-4f33-b5db-c49f63cb26d5 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:19.830101 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b6faaaef-b0e8-443f-936c-1198c324543c req-42121dbc-a8d1-4f33-b5db-c49f63cb26d5 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=79a5369a-da7a-4d21-b011-3243860db48a HTTP/1.1" status: 200 len: 944 time: 0.2712202 Feb 09 21:59:20.040269 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b6faaaef-b0e8-443f-936c-1198c324543c req-4210b330-460d-448a-8102-4ea0ae1fe31e tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917830 Feb 09 21:59:20.213211 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fa71edaf-defa-48c3-92d8-174dd463b316 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524906'] for router_interface (084d2afe-e10b-41bc-9536-b5713ce69a02), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:20.514104 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 48741913-c1c3-4844-9a91-9afb0332989c details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:59:20.729750 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 48741913-c1c3-4844-9a91-9afb0332989c, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=48741913-c1c3-4844-9a91-9afb0332989c,segment=NetworkSegment(4397314e-2225-4cf8-b858-ea8f71ca37e1),segment_id=4397314e-2225-4cf8-b858-ea8f71ca37e1)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:59:20.743755 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-fa71edaf-defa-48c3-92d8-174dd463b316 admin admin] Deleting port 6621afb4-0327-443e-9754-aa5f79891ed8 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:59:20.744095 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fa71edaf-defa-48c3-92d8-174dd463b316 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (6621afb4-0327-443e-9754-aa5f79891ed8), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:20.761219 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': '48741913-c1c3-4844-9a91-9afb0332989c', 'network_id': '04a65d27-6482-4e7b-94e8-af3d0d277bb9', 'port_id': '48741913-c1c3-4844-9a91-9afb0332989c', 'mac_address': 'fa:16:3e:33:a1:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e66e8995-a595-4f7e-865e-9e730b75c9e0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:59:20.865941 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 48741913-c1c3-4844-9a91-9afb0332989c is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:59:20.866505 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (48741913-c1c3-4844-9a91-9afb0332989c), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:20.928030 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48741913-c1c3-4844-9a91-9afb0332989c {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:59:20.956824 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-fa71edaf-defa-48c3-92d8-174dd463b316 admin admin] For port 6621afb4-0327-443e-9754-aa5f79891ed8, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=6621afb4-0327-443e-9754-aa5f79891ed8,segment=NetworkSegment(d04436c1-38a7-49ff-99d3-155bd8dad8e9),segment_id=d04436c1-38a7-49ff-99d3-155bd8dad8e9)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:59:20.957181 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fa71edaf-defa-48c3-92d8-174dd463b316 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (6621afb4-0327-443e-9754-aa5f79891ed8), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:20.970840 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device da1fa852-c010-43cb-873a-ca9bcff6345b no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:59:20.994603 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] No Port match for: da1fa852-c010-43cb-873a-ca9bcff6345b {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:59:20.995735 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device da1fa852-c010-43cb-873a-ca9bcff6345b not bound to the agent host n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:59:20.996309 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-fa71edaf-defa-48c3-92d8-174dd463b316 admin admin] Calling delete_port for 6621afb4-0327-443e-9754-aa5f79891ed8 owned by network:router_interface {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:59:20.999727 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 48741913-c1c3-4844-9a91-9afb0332989c, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=48741913-c1c3-4844-9a91-9afb0332989c,segment=NetworkSegment(4397314e-2225-4cf8-b858-ea8f71ca37e1),segment_id=4397314e-2225-4cf8-b858-ea8f71ca37e1)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:59:21.004329 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (48741913-c1c3-4844-9a91-9afb0332989c), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:21.063836 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=48741913-c1c3-4844-9a91-9afb0332989c,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:21.227772 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651b93d9-0d8a-4aa6-bb97-684e4b56547e req-720732ab-2967-4cbc-870d-38dcbae82c31 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:21.230706 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-651b93d9-0d8a-4aa6-bb97-684e4b56547e req-720732ab-2967-4cbc-870d-38dcbae82c31 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=79a5369a-da7a-4d21-b011-3243860db48a HTTP/1.1" status: 200 len: 945 time: 0.0945244 Feb 09 21:59:21.343228 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['48741913-c1c3-4844-9a91-9afb0332989c'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:59:21.485340 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:21.961681 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fa71edaf-defa-48c3-92d8-174dd463b316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (6621afb4-0327-443e-9754-aa5f79891ed8), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:22.036743 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa71edaf-defa-48c3-92d8-174dd463b316 admin admin] Pushing event deleted for resources: {'Port': ['ID=6621afb4-0327-443e-9754-aa5f79891ed8,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:22.099763 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-651b93d9-0d8a-4aa6-bb97-684e4b56547e req-e615866e-1ac9-4b67-8206-be06b6e0a3f2 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799691 Feb 09 21:59:22.300954 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fa71edaf-defa-48c3-92d8-174dd463b316 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-525054'] for router_interface (084d2afe-e10b-41bc-9536-b5713ce69a02), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:22.527523 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 48741913-c1c3-4844-9a91-9afb0332989c up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:59:22.564187 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa71edaf-defa-48c3-92d8-174dd463b316 admin admin] Router 084d2afe-e10b-41bc-9536-b5713ce69a02 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:59:22.612784 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning for port 48741913-c1c3-4844-9a91-9afb0332989c completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:59:22.618034 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port 48741913-c1c3-4844-9a91-9afb0332989c triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:59:22.618617 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (48741913-c1c3-4844-9a91-9afb0332989c), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:22.771286 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa71edaf-defa-48c3-92d8-174dd463b316 admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:59:22.781757 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b0fc0d-ed29-4ec5-a390-5c837ce2fc51 None None] Sync routers for ids ['084d2afe-e10b-41bc-9536-b5713ce69a02'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:59:22.784336 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-fa71edaf-defa-48c3-92d8-174dd463b316 admin admin] 10.222.0.90 "PUT /v2.0/routers/084d2afe-e10b-41bc-9536-b5713ce69a02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7161946 Feb 09 21:59:22.787407 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 34718) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:22.794977 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b0fc0d-ed29-4ec5-a390-5c837ce2fc51 None None] Routers {'084d2afe-e10b-41bc-9536-b5713ce69a02'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:59:22.795613 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-20b0fc0d-ed29-4ec5-a390-5c837ce2fc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:59:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['084d2afe-e10b-41bc-9536-b5713ce69a02'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:59:22.799298 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 48741913-c1c3-4844-9a91-9afb0332989c is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:59:22.799713 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (48741913-c1c3-4844-9a91-9afb0332989c), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:22.874099 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 48741913-c1c3-4844-9a91-9afb0332989c, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=48741913-c1c3-4844-9a91-9afb0332989c,segment=NetworkSegment(4397314e-2225-4cf8-b858-ea8f71ca37e1),segment_id=4397314e-2225-4cf8-b858-ea8f71ca37e1)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:59:22.876601 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79a5369a-da7a-4d21-b011-3243860db48a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48741913-c1c3-4844-9a91-9afb0332989c'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:59:22.882552 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5d07cc2-ebde-43f6-82e8-5a83fa8b8245" -d '{"events": [{"server_uuid": "79a5369a-da7a-4d21-b011-3243860db48a", "name": "network-vif-plugged", "status": "completed", "tag": "48741913-c1c3-4844-9a91-9afb0332989c"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:59:22.899610 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (48741913-c1c3-4844-9a91-9afb0332989c), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:22.931410 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bcb55d73-f9fd-460d-b3b5-8c20ec88fc12 admin admin] Publish callbacks [] for router (084d2afe-e10b-41bc-9536-b5713ce69a02), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:22.975259 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=48741913-c1c3-4844-9a91-9afb0332989c,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:22.996250 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da5ddd99-131f-479b-8b9f-289620b05887 x-openstack-request-id: req-da5ddd99-131f-479b-8b9f-289620b05887 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:59:22.996519 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79a5369a-da7a-4d21-b011-3243860db48a", "name": "network-vif-plugged", "status": "completed", "tag": "48741913-c1c3-4844-9a91-9afb0332989c", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:59:22.997299 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-da5ddd99-131f-479b-8b9f-289620b05887 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:59:22.997723 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79a5369a-da7a-4d21-b011-3243860db48a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48741913-c1c3-4844-9a91-9afb0332989c', 'code': 200} Feb 09 21:59:23.000765 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-20b0fc0d-ed29-4ec5-a390-5c837ce2fc51 None None] Set router 084d2afe-e10b-41bc-9536-b5713ce69a02 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:59:23.190932 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890c24af-a189-49fa-8457-0623f67947e6 req-a9e858f7-bdd9-41b9-8ff9-aa883b794e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:23.207907 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-890c24af-a189-49fa-8457-0623f67947e6 req-a9e858f7-bdd9-41b9-8ff9-aa883b794e68 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=79a5369a-da7a-4d21-b011-3243860db48a HTTP/1.1" status: 200 len: 1128 time: 0.1326897 Feb 09 21:59:23.213039 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bcb55d73-f9fd-460d-b3b5-8c20ec88fc12 admin admin] Publish callbacks [] for router_gateway (084d2afe-e10b-41bc-9536-b5713ce69a02), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:23.269051 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-890c24af-a189-49fa-8457-0623f67947e6 req-4bf5efa4-d646-4525-b3f2-f4e0cf87d636 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581870 Feb 09 21:59:23.361192 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da38d55-b5ad-4447-b5aa-c891e0bcd0dd req-5b78c667-6f1c-4678-be06-8025ac10fe92 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:23.370614 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9da38d55-b5ad-4447-b5aa-c891e0bcd0dd req-5b78c667-6f1c-4678-be06-8025ac10fe92 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=79a5369a-da7a-4d21-b011-3243860db48a HTTP/1.1" status: 200 len: 946 time: 0.1206682 Feb 09 21:59:23.409240 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-bcb55d73-f9fd-460d-b3b5-8c20ec88fc12 admin admin] Deleting port 65aced3d-7b4e-4e81-921b-97d9d57bf102 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:59:23.409735 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bcb55d73-f9fd-460d-b3b5-8c20ec88fc12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (65aced3d-7b4e-4e81-921b-97d9d57bf102), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:23.444169 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-20b0fc0d-ed29-4ec5-a390-5c837ce2fc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '084d2afe-e10b-41bc-9536-b5713ce69a02', 'name': 'tempest-TestServerMultinode-1953553771-router', 'tenant_id': '305d3451003845b3a5ca67de8a07f159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '65aced3d-7b4e-4e81-921b-97d9d57bf102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:58:01Z', 'updated_at': '2022-02-09T21:59:21Z', 'revision_number': 5, 'project_id': '305d3451003845b3a5ca67de8a07f159', 'gw_port': {'id': '65aced3d-7b4e-4e81-921b-97d9d57bf102', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:f1:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084d2afe-e10b-41bc-9536-b5713ce69a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:58:03Z', 'updated_at': '2022-02-09T21:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:59:23.482585 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9da38d55-b5ad-4447-b5aa-c891e0bcd0dd req-c9e22365-45fb-4d56-ba1e-4bbc7051e2c0 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114504 Feb 09 21:59:23.513971 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b0fc0d-ed29-4ec5-a390-5c837ce2fc51 None None] Checking router: 084d2afe-e10b-41bc-9536-b5713ce69a02 for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:59:23.526464 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b0fc0d-ed29-4ec5-a390-5c837ce2fc51 None None] Routers {'084d2afe-e10b-41bc-9536-b5713ce69a02'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:59:23.528346 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-20b0fc0d-ed29-4ec5-a390-5c837ce2fc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:59:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['084d2afe-e10b-41bc-9536-b5713ce69a02'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:59:23.561645 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-bcb55d73-f9fd-460d-b3b5-8c20ec88fc12 admin admin] For port 65aced3d-7b4e-4e81-921b-97d9d57bf102, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=65aced3d-7b4e-4e81-921b-97d9d57bf102,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:59:23.562193 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bcb55d73-f9fd-460d-b3b5-8c20ec88fc12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (65aced3d-7b4e-4e81-921b-97d9d57bf102), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:23.577031 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-bcb55d73-f9fd-460d-b3b5-8c20ec88fc12 admin admin] Calling delete_port for 65aced3d-7b4e-4e81-921b-97d9d57bf102 owned by network:router_gateway {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:59:23.671277 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-20b0fc0d-ed29-4ec5-a390-5c837ce2fc51 None None] Set router 084d2afe-e10b-41bc-9536-b5713ce69a02 gateway port host: None {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:59:23.719157 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:23.801483 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-20b0fc0d-ed29-4ec5-a390-5c837ce2fc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '084d2afe-e10b-41bc-9536-b5713ce69a02', 'name': 'tempest-TestServerMultinode-1953553771-router', 'tenant_id': '305d3451003845b3a5ca67de8a07f159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:58:01Z', 'updated_at': '2022-02-09T21:59:23Z', 'revision_number': 6, 'project_id': '305d3451003845b3a5ca67de8a07f159', 'gw_port_host': None}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:59:23.846177 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b0fc0d-ed29-4ec5-a390-5c837ce2fc51 None None] The sync data for ids ['084d2afe-e10b-41bc-9536-b5713ce69a02'] in n-d-828369-5 is: [{'id': '084d2afe-e10b-41bc-9536-b5713ce69a02', 'name': 'tempest-TestServerMultinode-1953553771-router', 'tenant_id': '305d3451003845b3a5ca67de8a07f159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:58:01Z', 'updated_at': '2022-02-09T21:59:23Z', 'revision_number': 6, 'project_id': '305d3451003845b3a5ca67de8a07f159', 'gw_port_host': None}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:59:23.883982 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bcb55d73-f9fd-460d-b3b5-8c20ec88fc12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (65aced3d-7b4e-4e81-921b-97d9d57bf102), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:24.009248 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb55d73-f9fd-460d-b3b5-8c20ec88fc12 admin admin] Pushing event deleted for resources: {'Port': ['ID=65aced3d-7b4e-4e81-921b-97d9d57bf102,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:24.011495 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bcb55d73-f9fd-460d-b3b5-8c20ec88fc12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-554524'] for router_gateway (084d2afe-e10b-41bc-9536-b5713ce69a02), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:24.145703 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bcb55d73-f9fd-460d-b3b5-8c20ec88fc12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (084d2afe-e10b-41bc-9536-b5713ce69a02), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:24.149802 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bcb55d73-f9fd-460d-b3b5-8c20ec88fc12 admin admin] Publish callbacks [] for router_controller (084d2afe-e10b-41bc-9536-b5713ce69a02), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:24.265353 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bcb55d73-f9fd-460d-b3b5-8c20ec88fc12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (084d2afe-e10b-41bc-9536-b5713ce69a02), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:24.266951 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcb55d73-f9fd-460d-b3b5-8c20ec88fc12 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 084d2afe-e10b-41bc-9536-b5713ce69a02 {{(pid=103140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:59:24.275705 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bcb55d73-f9fd-460d-b3b5-8c20ec88fc12 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:24.281156 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-bcb55d73-f9fd-460d-b3b5-8c20ec88fc12 admin admin] 10.222.0.90 "DELETE /v2.0/routers/084d2afe-e10b-41bc-9536-b5713ce69a02 HTTP/1.1" status: 204 len: 168 time: 1.4896574 Feb 09 21:59:24.281511 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 34758) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:24.382781 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-17ed9331-99bc-47fc-9bf4-bd684b5f06c1 admin admin] Deleting subnet 65428503-2877-450f-9531-065ddde804b5 {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:59:24.388699 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-17ed9331-99bc-47fc-9bf4-bd684b5f06c1 admin admin] Publish callbacks [] for subnet (65428503-2877-450f-9531-065ddde804b5), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:24.443071 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-17ed9331-99bc-47fc-9bf4-bd684b5f06c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (65428503-2877-450f-9531-065ddde804b5), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:24.566530 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-17ed9331-99bc-47fc-9bf4-bd684b5f06c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (65428503-2877-450f-9531-065ddde804b5), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:24.645101 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-17ed9331-99bc-47fc-9bf4-bd684b5f06c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (65428503-2877-450f-9531-065ddde804b5), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:24.655316 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f906dfee-b9a7-4778-b3e6-894cbeadc80b req-8596c83e-713e-4f37-9afe-fe5d22c697bd tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:24.690162 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f906dfee-b9a7-4778-b3e6-894cbeadc80b req-8596c83e-713e-4f37-9afe-fe5d22c697bd tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=79a5369a-da7a-4d21-b011-3243860db48a HTTP/1.1" status: 200 len: 946 time: 0.1061120 Feb 09 21:59:24.801633 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f906dfee-b9a7-4778-b3e6-894cbeadc80b req-9ce47de0-9c99-4fa9-834b-a858cf86c5b2 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097972 Feb 09 21:59:24.900706 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 65aced3d-7b4e-4e81-921b-97d9d57bf102 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:59:25.007697 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 65aced3d-7b4e-4e81-921b-97d9d57bf102 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:59:25.011343 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 65aced3d-7b4e-4e81-921b-97d9d57bf102 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:59:25.012968 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 6621afb4-0327-443e-9754-aa5f79891ed8 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:59:25.058421 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 6621afb4-0327-443e-9754-aa5f79891ed8 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:59:25.058991 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 6621afb4-0327-443e-9754-aa5f79891ed8 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:59:25.271597 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ed9331-99bc-47fc-9bf4-bd684b5f06c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65428503-2877-450f-9531-065ddde804b5,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:25.273799 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-17ed9331-99bc-47fc-9bf4-bd684b5f06c1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:25.279569 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-17ed9331-99bc-47fc-9bf4-bd684b5f06c1 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/65428503-2877-450f-9531-065ddde804b5 HTTP/1.1" status: 204 len: 168 time: 0.9947591 Feb 09 21:59:25.280099 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 34782) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:25.295199 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf0b107-95fb-4e46-b44b-0da461b15299 None None] Network 7e0d0404-6a65-4e1e-a5d3-af4897ba6106 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:59:25.434076 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2b1cf66c-9aad-4d5e-a83e-24c462fa7cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (7e0d0404-6a65-4e1e-a5d3-af4897ba6106), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:25.519120 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-2b1cf66c-9aad-4d5e-a83e-24c462fa7cf9 admin admin] Deleting port d36a3448-7f5e-4e17-9244-eae8e4df65f1 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:59:25.519471 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2b1cf66c-9aad-4d5e-a83e-24c462fa7cf9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (d36a3448-7f5e-4e17-9244-eae8e4df65f1), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:25.594119 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c2cb8a-697b-4577-b0f8-37c7a55a87c9 None None] DHCP port deletion for 7e0d0404-6a65-4e1e-a5d3-af4897ba6106 request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:59:25.638862 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-2b1cf66c-9aad-4d5e-a83e-24c462fa7cf9 admin admin] For port d36a3448-7f5e-4e17-9244-eae8e4df65f1, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=d36a3448-7f5e-4e17-9244-eae8e4df65f1,segment=NetworkSegment(d04436c1-38a7-49ff-99d3-155bd8dad8e9),segment_id=d04436c1-38a7-49ff-99d3-155bd8dad8e9)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:59:25.639245 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2b1cf66c-9aad-4d5e-a83e-24c462fa7cf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (d36a3448-7f5e-4e17-9244-eae8e4df65f1), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:25.649378 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-30c2cb8a-697b-4577-b0f8-37c7a55a87c9 None None] Deleting port d36a3448-7f5e-4e17-9244-eae8e4df65f1 {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:59:25.650013 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-30c2cb8a-697b-4577-b0f8-37c7a55a87c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (d36a3448-7f5e-4e17-9244-eae8e4df65f1), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:25.673397 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-2b1cf66c-9aad-4d5e-a83e-24c462fa7cf9 admin admin] Calling delete_port for d36a3448-7f5e-4e17-9244-eae8e4df65f1 owned by network:dhcp {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:59:25.782121 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-30c2cb8a-697b-4577-b0f8-37c7a55a87c9 None None] For port d36a3448-7f5e-4e17-9244-eae8e4df65f1, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=d36a3448-7f5e-4e17-9244-eae8e4df65f1,segment=NetworkSegment(d04436c1-38a7-49ff-99d3-155bd8dad8e9),segment_id=d04436c1-38a7-49ff-99d3-155bd8dad8e9)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:59:25.782748 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-30c2cb8a-697b-4577-b0f8-37c7a55a87c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (d36a3448-7f5e-4e17-9244-eae8e4df65f1), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:25.797538 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-30c2cb8a-697b-4577-b0f8-37c7a55a87c9 None None] Calling delete_port for d36a3448-7f5e-4e17-9244-eae8e4df65f1 owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:59:25.868092 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2b1cf66c-9aad-4d5e-a83e-24c462fa7cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (d36a3448-7f5e-4e17-9244-eae8e4df65f1), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:25.907341 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-30c2cb8a-697b-4577-b0f8-37c7a55a87c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (d36a3448-7f5e-4e17-9244-eae8e4df65f1), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:25.947401 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c2cb8a-697b-4577-b0f8-37c7a55a87c9 None None] Pushing event deleted for resources: {'Port': ['ID=d36a3448-7f5e-4e17-9244-eae8e4df65f1,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:25.958125 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1cf66c-9aad-4d5e-a83e-24c462fa7cf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d36a3448-7f5e-4e17-9244-eae8e4df65f1,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:25.959956 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c2cb8a-697b-4577-b0f8-37c7a55a87c9 None None] No DVR routers for this DVR port d36a3448-7f5e-4e17-9244-eae8e4df65f1 on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:59:25.965440 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1cf66c-9aad-4d5e-a83e-24c462fa7cf9 admin admin] No DVR routers for this DVR port d36a3448-7f5e-4e17-9244-eae8e4df65f1 on host n-d-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:59:26.125981 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf14a22c-50a7-48e3-904c-443478551380 req-f411dc1f-4dbd-4744-a0ca-d2c13ad34788 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:26.127616 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bf14a22c-50a7-48e3-904c-443478551380 req-f411dc1f-4dbd-4744-a0ca-d2c13ad34788 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=79a5369a-da7a-4d21-b011-3243860db48a HTTP/1.1" status: 200 len: 946 time: 0.1988060 Feb 09 21:59:26.141020 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-516c6cf2-7e00-42a3-9407-4c2b86a71cc3 req-2e60ea0f-826d-47fa-b6cd-ace253931806 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=5cc22ea9-82f4-4c42-bf78-f737e75f49e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1111565 Feb 09 21:59:26.229802 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2b1cf66c-9aad-4d5e-a83e-24c462fa7cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (7e0d0404-6a65-4e1e-a5d3-af4897ba6106), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:26.236572 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bf14a22c-50a7-48e3-904c-443478551380 req-276669fa-9b1b-4b30-9e7e-b1bcc9294c6b tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944560 Feb 09 21:59:26.309808 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c6cf2-7e00-42a3-9407-4c2b86a71cc3 req-c5d6deba-0d32-4b19-a865-22802d14d79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:26.311942 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-516c6cf2-7e00-42a3-9407-4c2b86a71cc3 req-c5d6deba-0d32-4b19-a865-22802d14d79f service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b3e8b78db5b448288b8855c5416dd1f9&device_id=5cc22ea9-82f4-4c42-bf78-f737e75f49e5 HTTP/1.1" status: 200 len: 1128 time: 0.0914958 Feb 09 21:59:26.343380 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-2b1cf66c-9aad-4d5e-a83e-24c462fa7cf9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e0d0404-6a65-4e1e-a5d3-af4897ba6106']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:59:26.383833 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-2b1cf66c-9aad-4d5e-a83e-24c462fa7cf9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd04436c1-38a7-49ff-99d3-155bd8dad8e9') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:59:26.388450 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-2b1cf66c-9aad-4d5e-a83e-24c462fa7cf9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd04436c1-38a7-49ff-99d3-155bd8dad8e9') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:59:26.412556 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2b1cf66c-9aad-4d5e-a83e-24c462fa7cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (d04436c1-38a7-49ff-99d3-155bd8dad8e9), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:26.460551 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2b1cf66c-9aad-4d5e-a83e-24c462fa7cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (d04436c1-38a7-49ff-99d3-155bd8dad8e9), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:26.473313 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b1cf66c-9aad-4d5e-a83e-24c462fa7cf9 admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:59:26.473996 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2b1cf66c-9aad-4d5e-a83e-24c462fa7cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (d04436c1-38a7-49ff-99d3-155bd8dad8e9), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:26.476081 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:59:26.476081 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:59:26.476081 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:59:26.476081 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:59:26.476081 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:59:26.476081 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:59:26.476081 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:59:26.476081 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:59:26.476081 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:59:26.476081 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:59:26.476081 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:59:26.476081 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:59:26.476081 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:59:26.476081 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:59:26.476081 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:59:26.476081 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:59:26.476081 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:59:26.476081 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:59:26.476081 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:59:26.476081 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:59:26.476081 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:59:26.476081 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:59:26.476081 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:59:26.476081 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:59:26.476081 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:59:26.476081 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:59:26.476081 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:59:26.476081 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:59:26.476081 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:59:26.476081 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:59:26.476081 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:59:26.476081 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:59:26.549446 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2b1cf66c-9aad-4d5e-a83e-24c462fa7cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (7e0d0404-6a65-4e1e-a5d3-af4897ba6106), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:26.553009 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c6cf2-7e00-42a3-9407-4c2b86a71cc3 req-fb2c93e0-a3f2-40d3-b585-418e43dd5ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:26.554995 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-516c6cf2-7e00-42a3-9407-4c2b86a71cc3 req-fb2c93e0-a3f2-40d3-b585-418e43dd5ffe service neutron] 10.222.0.95 "GET /v2.0/networks?id=04a65d27-6482-4e7b-94e8-af3d0d277bb9 HTTP/1.1" status: 200 len: 907 time: 0.2065952 Feb 09 21:59:26.562033 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2b1cf66c-9aad-4d5e-a83e-24c462fa7cf9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:26.568118 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-2b1cf66c-9aad-4d5e-a83e-24c462fa7cf9 admin admin] 10.222.0.90 "DELETE /v2.0/networks/7e0d0404-6a65-4e1e-a5d3-af4897ba6106 HTTP/1.1" status: 204 len: 168 time: 1.2867098 Feb 09 21:59:26.580995 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 34804) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:26.706102 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-516c6cf2-7e00-42a3-9407-4c2b86a71cc3 req-ff0e5708-d9b3-4ccf-ace9-a48eb106193a service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a345cfd-abb7-4d8d-9efe-7a7671b6dae3 HTTP/1.1" status: 200 len: 217 time: 0.1392963 Feb 09 21:59:26.758502 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device d36a3448-7f5e-4e17-9244-eae8e4df65f1 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:59:26.763837 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb32aa4f-1157-4008-8b8d-ae6481a5b766 req-802637bd-266a-4d91-99fa-d5c5dac4a313 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:26.765418 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-eb32aa4f-1157-4008-8b8d-ae6481a5b766 req-802637bd-266a-4d91-99fa-d5c5dac4a313 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=79a5369a-da7a-4d21-b011-3243860db48a HTTP/1.1" status: 200 len: 946 time: 0.4270325 Feb 09 21:59:26.816747 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: d36a3448-7f5e-4e17-9244-eae8e4df65f1 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:59:26.817253 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device d36a3448-7f5e-4e17-9244-eae8e4df65f1 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:59:26.834277 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1cf66c-9aad-4d5e-a83e-24c462fa7cf9 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e0d0404-6a65-4e1e-a5d3-af4897ba6106,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:26.861801 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c6cf2-7e00-42a3-9407-4c2b86a71cc3 req-0398af72-061a-48d5-a2e7-d2097601abbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:26.865329 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-516c6cf2-7e00-42a3-9407-4c2b86a71cc3 req-0398af72-061a-48d5-a2e7-d2097601abbb service neutron] 10.222.0.95 "GET /v2.0/subnets?id=e66e8995-a595-4f7e-865e-9e730b75c9e0 HTTP/1.1" status: 200 len: 846 time: 0.1471791 Feb 09 21:59:26.924043 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-516c6cf2-7e00-42a3-9407-4c2b86a71cc3 req-60b815d1-8517-4d3c-bdfb-69fef30ecd08 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=04a65d27-6482-4e7b-94e8-af3d0d277bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472629 Feb 09 21:59:26.931038 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-eb32aa4f-1157-4008-8b8d-ae6481a5b766 req-67e8b008-1615-474a-9ba1-13c1bb45ecf3 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588442 Feb 09 21:59:27.262818 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-516c6cf2-7e00-42a3-9407-4c2b86a71cc3 req-ed77a1b6-383e-4b78-88e3-33aaa242f4b2 service neutron] 10.222.0.95 "GET /v2.0/networks/04a65d27-6482-4e7b-94e8-af3d0d277bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2972450 Feb 09 21:59:27.439161 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-28324980-84ba-40c2-920e-7af0bb3917e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524906'] for router_interface (374eed61-e2b5-4a95-81c7-81c00d4c7e36), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:27.449045 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-516c6cf2-7e00-42a3-9407-4c2b86a71cc3 req-4aebab40-c9af-4858-8fb4-78ced41131e5 service neutron] 10.222.0.95 "GET /v2.0/networks/04a65d27-6482-4e7b-94e8-af3d0d277bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792841 Feb 09 21:59:27.518003 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80fe32a-fa38-4299-87c2-80e79a0bb825 req-4e14d45f-92df-43ba-9c90-7626da0b2306 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:27.527625 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d80fe32a-fa38-4299-87c2-80e79a0bb825 req-4e14d45f-92df-43ba-9c90-7626da0b2306 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=79a5369a-da7a-4d21-b011-3243860db48a HTTP/1.1" status: 200 len: 946 time: 0.0814850 Feb 09 21:59:27.596388 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d80fe32a-fa38-4299-87c2-80e79a0bb825 req-cda99eb4-88ef-4524-a16e-90513001ee60 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675728 Feb 09 21:59:27.759210 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-28324980-84ba-40c2-920e-7af0bb3917e6 admin admin] Deleting port abe94a56-cad3-4d69-80f4-3197e164ca3d {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:59:27.760375 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-28324980-84ba-40c2-920e-7af0bb3917e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (abe94a56-cad3-4d69-80f4-3197e164ca3d), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:27.860150 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-28324980-84ba-40c2-920e-7af0bb3917e6 admin admin] For port abe94a56-cad3-4d69-80f4-3197e164ca3d, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=abe94a56-cad3-4d69-80f4-3197e164ca3d,segment=NetworkSegment(c27581b3-4bbc-4fd7-aa5c-a9fcb08733d1),segment_id=c27581b3-4bbc-4fd7-aa5c-a9fcb08733d1)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:59:27.860978 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-28324980-84ba-40c2-920e-7af0bb3917e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (abe94a56-cad3-4d69-80f4-3197e164ca3d), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:27.877668 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-28324980-84ba-40c2-920e-7af0bb3917e6 admin admin] Calling delete_port for abe94a56-cad3-4d69-80f4-3197e164ca3d owned by network:router_interface {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:59:28.122950 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-28324980-84ba-40c2-920e-7af0bb3917e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (abe94a56-cad3-4d69-80f4-3197e164ca3d), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:28.193567 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28324980-84ba-40c2-920e-7af0bb3917e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=abe94a56-cad3-4d69-80f4-3197e164ca3d,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:28.545770 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-28324980-84ba-40c2-920e-7af0bb3917e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-525054'] for router_interface (374eed61-e2b5-4a95-81c7-81c00d4c7e36), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:28.843295 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a859839-af16-4c6d-b391-066b3d2d968f req-77031d03-c25e-473e-a3b3-0aa6ca34814a tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:28.845780 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7a859839-af16-4c6d-b391-066b3d2d968f req-77031d03-c25e-473e-a3b3-0aa6ca34814a tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=79a5369a-da7a-4d21-b011-3243860db48a HTTP/1.1" status: 200 len: 946 time: 0.1112716 Feb 09 21:59:28.896798 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 34862) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:28.959386 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7a859839-af16-4c6d-b391-066b3d2d968f req-a96c3d01-fed3-419a-8bd2-c29761b82845 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985391 Feb 09 21:59:29.220178 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-30c3b2ef-6fe0-4b02-924f-779ede9c2a3c admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=1492f326a33b4817ae7c20fd87f037a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3206084 Feb 09 21:59:29.222672 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 34870) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:29.246320 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28324980-84ba-40c2-920e-7af0bb3917e6 admin admin] Router 374eed61-e2b5-4a95-81c7-81c00d4c7e36 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:59:29.273245 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f38b63-3210-4ff1-bdd1-093a84537044 req-bcb6bd2f-7cac-4a03-80bd-138051671ca2 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:29.285315 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-77f38b63-3210-4ff1-bdd1-093a84537044 req-bcb6bd2f-7cac-4a03-80bd-138051671ca2 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.89 "GET /v2.0/ports?device_id=79a5369a-da7a-4d21-b011-3243860db48a HTTP/1.1" status: 200 len: 946 time: 0.1525733 Feb 09 21:59:29.347434 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d19715a1-060e-40a4-9b6b-943a9c25f379 admin admin] Publish callbacks [] for security_group (450fbb9e-c945-4087-b9ec-a821496c5011), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:29.385782 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d19715a1-060e-40a4-9b6b-943a9c25f379 admin admin] Publish callbacks [] for security_group (450fbb9e-c945-4087-b9ec-a821496c5011), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:29.473987 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d19715a1-060e-40a4-9b6b-943a9c25f379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (450fbb9e-c945-4087-b9ec-a821496c5011), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:29.477059 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d19715a1-060e-40a4-9b6b-943a9c25f379 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:29.485089 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-d19715a1-060e-40a4-9b6b-943a9c25f379 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/450fbb9e-c945-4087-b9ec-a821496c5011 HTTP/1.1" status: 204 len: 168 time: 0.2590771 Feb 09 21:59:29.501911 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19715a1-060e-40a4-9b6b-943a9c25f379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=450fbb9e-c945-4087-b9ec-a821496c5011,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:29.770189 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-77f38b63-3210-4ff1-bdd1-093a84537044 req-01c8988a-e190-4c19-886b-b0c98084e6cf tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Deleting port 48741913-c1c3-4844-9a91-9afb0332989c {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:59:29.770884 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-77f38b63-3210-4ff1-bdd1-093a84537044 req-01c8988a-e190-4c19-886b-b0c98084e6cf tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (48741913-c1c3-4844-9a91-9afb0332989c), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:29.776132 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28324980-84ba-40c2-920e-7af0bb3917e6 admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:59:29.786355 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8583750-2b7e-450b-8e8a-a94f28fa74a3 None None] Sync routers for ids ['374eed61-e2b5-4a95-81c7-81c00d4c7e36'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:59:29.803217 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8583750-2b7e-450b-8e8a-a94f28fa74a3 None None] Routers {'374eed61-e2b5-4a95-81c7-81c00d4c7e36'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:59:29.806050 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-a8583750-2b7e-450b-8e8a-a94f28fa74a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:59:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['374eed61-e2b5-4a95-81c7-81c00d4c7e36'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:59:29.815423 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 34890) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:29.836662 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-28324980-84ba-40c2-920e-7af0bb3917e6 admin admin] 10.222.0.90 "PUT /v2.0/routers/374eed61-e2b5-4a95-81c7-81c00d4c7e36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2542384 Feb 09 21:59:29.915130 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 34892) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:30.175885 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-a8583750-2b7e-450b-8e8a-a94f28fa74a3 None None] Set router 374eed61-e2b5-4a95-81c7-81c00d4c7e36 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:59:30.228998 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-77f38b63-3210-4ff1-bdd1-093a84537044 req-01c8988a-e190-4c19-886b-b0c98084e6cf tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] For port 48741913-c1c3-4844-9a91-9afb0332989c, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=48741913-c1c3-4844-9a91-9afb0332989c,segment=NetworkSegment(4397314e-2225-4cf8-b858-ea8f71ca37e1),segment_id=4397314e-2225-4cf8-b858-ea8f71ca37e1)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:59:30.229410 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-77f38b63-3210-4ff1-bdd1-093a84537044 req-01c8988a-e190-4c19-886b-b0c98084e6cf tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (48741913-c1c3-4844-9a91-9afb0332989c), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:30.232204 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-049b82bb-d53b-4c26-bc52-ab68ed45eab6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:30.296535 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-77f38b63-3210-4ff1-bdd1-093a84537044 req-01c8988a-e190-4c19-886b-b0c98084e6cf tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Calling delete_port for 48741913-c1c3-4844-9a91-9afb0332989c owned by compute:nova {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:59:30.339560 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7bbbbdf7-69a7-46a6-a8f0-c5d8fbdbadd3 admin admin] Publish callbacks [] for router (374eed61-e2b5-4a95-81c7-81c00d4c7e36), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:30.534092 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beacb1aa-8315-43ea-9ff3-f620724c9c65 req-a6bad0d9-0991-41fe-adcb-8f9ce5a1360d tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:30.546097 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-beacb1aa-8315-43ea-9ff3-f620724c9c65 req-a6bad0d9-0991-41fe-adcb-8f9ce5a1360d tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=79a5369a-da7a-4d21-b011-3243860db48a HTTP/1.1" status: 200 len: 946 time: 0.3794444 Feb 09 21:59:30.577860 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-a8583750-2b7e-450b-8e8a-a94f28fa74a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374eed61-e2b5-4a95-81c7-81c00d4c7e36', 'name': 'tempest-TestServerMultinode-871538930-router', 'tenant_id': '9f0a430b25644d18b22653ddfdcf80e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': '4e59b2eb-dab9-4a85-92d6-c1c21928a763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:58:17Z', 'updated_at': '2022-02-09T21:59:28Z', 'revision_number': 5, 'project_id': '9f0a430b25644d18b22653ddfdcf80e2', 'gw_port': {'id': '4e59b2eb-dab9-4a85-92d6-c1c21928a763', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:6a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374eed61-e2b5-4a95-81c7-81c00d4c7e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:58:18Z', 'updated_at': '2022-02-09T21:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:59:30.668278 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-beacb1aa-8315-43ea-9ff3-f620724c9c65 req-82b3239b-d330-44ea-9ef1-bdcdc7c4f6c3 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150820 Feb 09 21:59:30.668584 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8583750-2b7e-450b-8e8a-a94f28fa74a3 None None] Checking router: 374eed61-e2b5-4a95-81c7-81c00d4c7e36 for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:59:30.679977 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-049b82bb-d53b-4c26-bc52-ab68ed45eab6 admin admin] Publish callbacks [] for security_group (d2179b42-55ad-41e7-bf47-27236a681b33), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:30.696339 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8583750-2b7e-450b-8e8a-a94f28fa74a3 None None] Routers {'374eed61-e2b5-4a95-81c7-81c00d4c7e36'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:59:30.697064 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-a8583750-2b7e-450b-8e8a-a94f28fa74a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:59:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['374eed61-e2b5-4a95-81c7-81c00d4c7e36'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:59:30.715989 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-049b82bb-d53b-4c26-bc52-ab68ed45eab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (d2179b42-55ad-41e7-bf47-27236a681b33), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:30.738956 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7bbbbdf7-69a7-46a6-a8f0-c5d8fbdbadd3 admin admin] Publish callbacks [] for router_gateway (374eed61-e2b5-4a95-81c7-81c00d4c7e36), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:30.868548 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-049b82bb-d53b-4c26-bc52-ab68ed45eab6 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=4c581adfe32e469c937abdfac323980d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9360037 Feb 09 21:59:30.869658 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 34926) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:30.878352 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049b82bb-d53b-4c26-bc52-ab68ed45eab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2179b42-55ad-41e7-bf47-27236a681b33,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:30.890514 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-7bbbbdf7-69a7-46a6-a8f0-c5d8fbdbadd3 admin admin] Deleting port 4e59b2eb-dab9-4a85-92d6-c1c21928a763 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:59:30.890883 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7bbbbdf7-69a7-46a6-a8f0-c5d8fbdbadd3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (4e59b2eb-dab9-4a85-92d6-c1c21928a763), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:30.947718 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-77f38b63-3210-4ff1-bdd1-093a84537044 req-01c8988a-e190-4c19-886b-b0c98084e6cf tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (48741913-c1c3-4844-9a91-9afb0332989c), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:30.970033 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['7a345cfd-abb7-4d8d-9efe-7a7671b6dae3'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:59:31.023959 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c8988a-e190-4c19-886b-b0c98084e6cf tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Pushing event deleted for resources: {'Port': ['ID=48741913-c1c3-4844-9a91-9afb0332989c,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:31.040908 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-28decf45-fab2-4002-ac51-e5abc21d4dc0 admin admin] Publish callbacks [] for security_group (d2179b42-55ad-41e7-bf47-27236a681b33), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:31.043580 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-7bbbbdf7-69a7-46a6-a8f0-c5d8fbdbadd3 admin admin] For port 4e59b2eb-dab9-4a85-92d6-c1c21928a763, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=4e59b2eb-dab9-4a85-92d6-c1c21928a763,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:59:31.050437 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7bbbbdf7-69a7-46a6-a8f0-c5d8fbdbadd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (4e59b2eb-dab9-4a85-92d6-c1c21928a763), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:31.065477 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-28decf45-fab2-4002-ac51-e5abc21d4dc0 admin admin] Publish callbacks [] for security_group (d2179b42-55ad-41e7-bf47-27236a681b33), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:31.093515 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-7bbbbdf7-69a7-46a6-a8f0-c5d8fbdbadd3 admin admin] Calling delete_port for 4e59b2eb-dab9-4a85-92d6-c1c21928a763 owned by network:router_gateway {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:59:31.180098 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-a8583750-2b7e-450b-8e8a-a94f28fa74a3 None None] Set router 374eed61-e2b5-4a95-81c7-81c00d4c7e36 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:59:31.202010 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-28decf45-fab2-4002-ac51-e5abc21d4dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (d2179b42-55ad-41e7-bf47-27236a681b33), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:31.204664 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-28decf45-fab2-4002-ac51-e5abc21d4dc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:31.217619 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-28decf45-fab2-4002-ac51-e5abc21d4dc0 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/d2179b42-55ad-41e7-bf47-27236a681b33 HTTP/1.1" status: 204 len: 168 time: 0.3304870 Feb 09 21:59:31.318677 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-77f38b63-3210-4ff1-bdd1-093a84537044 req-01c8988a-e190-4c19-886b-b0c98084e6cf tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] No DVR routers for this DVR port 48741913-c1c3-4844-9a91-9afb0332989c on host n-h2-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:59:31.325113 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-77f38b63-3210-4ff1-bdd1-093a84537044 req-01c8988a-e190-4c19-886b-b0c98084e6cf tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:31.336552 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-77f38b63-3210-4ff1-bdd1-093a84537044 req-01c8988a-e190-4c19-886b-b0c98084e6cf tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.89 "DELETE /v2.0/ports/48741913-c1c3-4844-9a91-9afb0332989c HTTP/1.1" status: 204 len: 173 time: 2.0393741 Feb 09 21:59:31.336552 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79a5369a-da7a-4d21-b011-3243860db48a', 'name': 'network-vif-deleted', 'tag': '48741913-c1c3-4844-9a91-9afb0332989c'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:59:31.341270 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d54a5e6-13bb-40c1-a31b-397f59138e46" -d '{"events": [{"server_uuid": "79a5369a-da7a-4d21-b011-3243860db48a", "name": "network-vif-deleted", "tag": "48741913-c1c3-4844-9a91-9afb0332989c"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:59:31.359737 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28decf45-fab2-4002-ac51-e5abc21d4dc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2179b42-55ad-41e7-bf47-27236a681b33,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:31.488617 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7bbbbdf7-69a7-46a6-a8f0-c5d8fbdbadd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (4e59b2eb-dab9-4a85-92d6-c1c21928a763), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:31.536404 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86d957bc-3095-4113-8e8f-a1add5ebc765 x-openstack-request-id: req-86d957bc-3095-4113-8e8f-a1add5ebc765 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:59:31.536721 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79a5369a-da7a-4d21-b011-3243860db48a", "name": "network-vif-deleted", "tag": "48741913-c1c3-4844-9a91-9afb0332989c", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:59:31.536975 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-86d957bc-3095-4113-8e8f-a1add5ebc765 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:59:31.537376 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79a5369a-da7a-4d21-b011-3243860db48a', 'name': 'network-vif-deleted', 'tag': '48741913-c1c3-4844-9a91-9afb0332989c', 'status': 'completed', 'code': 200} Feb 09 21:59:31.543396 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbbbdf7-69a7-46a6-a8f0-c5d8fbdbadd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e59b2eb-dab9-4a85-92d6-c1c21928a763,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:31.702137 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7bbbbdf7-69a7-46a6-a8f0-c5d8fbdbadd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-554524'] for router_gateway (374eed61-e2b5-4a95-81c7-81c00d4c7e36), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:32.027651 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-184138a0-073b-4d79-9602-5af558bce666 req-b6e059be-91a7-4417-9330-da54dede3e1f tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=79a5369a-da7a-4d21-b011-3243860db48a HTTP/1.1" status: 200 len: 210 time: 0.1029809 Feb 09 21:59:32.052429 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7bbbbdf7-69a7-46a6-a8f0-c5d8fbdbadd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (374eed61-e2b5-4a95-81c7-81c00d4c7e36), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:32.063880 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7bbbbdf7-69a7-46a6-a8f0-c5d8fbdbadd3 admin admin] Publish callbacks [] for router_controller (374eed61-e2b5-4a95-81c7-81c00d4c7e36), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:32.165779 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7bbbbdf7-69a7-46a6-a8f0-c5d8fbdbadd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (374eed61-e2b5-4a95-81c7-81c00d4c7e36), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:32.166363 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bbbbdf7-69a7-46a6-a8f0-c5d8fbdbadd3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 374eed61-e2b5-4a95-81c7-81c00d4c7e36 {{(pid=103140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 21:59:32.176116 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7bbbbdf7-69a7-46a6-a8f0-c5d8fbdbadd3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:32.185308 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 34960) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:32.192645 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-7bbbbdf7-69a7-46a6-a8f0-c5d8fbdbadd3 admin admin] 10.222.0.90 "DELETE /v2.0/routers/374eed61-e2b5-4a95-81c7-81c00d4c7e36 HTTP/1.1" status: 204 len: 168 time: 2.3661723 Feb 09 21:59:32.268315 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-a8583750-2b7e-450b-8e8a-a94f28fa74a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374eed61-e2b5-4a95-81c7-81c00d4c7e36', 'name': 'tempest-TestServerMultinode-871538930-router', 'tenant_id': '9f0a430b25644d18b22653ddfdcf80e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': '4e59b2eb-dab9-4a85-92d6-c1c21928a763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:58:17Z', 'updated_at': '2022-02-09T21:59:28Z', 'revision_number': 5, 'project_id': '9f0a430b25644d18b22653ddfdcf80e2', 'gw_port': {'id': '4e59b2eb-dab9-4a85-92d6-c1c21928a763', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:6a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374eed61-e2b5-4a95-81c7-81c00d4c7e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:58:18Z', 'updated_at': '2022-02-09T21:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:59:32.291490 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4a83e81-ed0f-44b5-837c-e4d17ab443a4 admin admin] Deleting subnet 5129dab2-15a0-429d-bd2e-0c3189c52d09 {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 21:59:32.306394 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c4a83e81-ed0f-44b5-837c-e4d17ab443a4 admin admin] Publish callbacks [] for subnet (5129dab2-15a0-429d-bd2e-0c3189c52d09), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:32.349070 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8583750-2b7e-450b-8e8a-a94f28fa74a3 None None] The sync data for ids ['374eed61-e2b5-4a95-81c7-81c00d4c7e36'] in n-d-828369-5 is: [{'id': '374eed61-e2b5-4a95-81c7-81c00d4c7e36', 'name': 'tempest-TestServerMultinode-871538930-router', 'tenant_id': '9f0a430b25644d18b22653ddfdcf80e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': '4e59b2eb-dab9-4a85-92d6-c1c21928a763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:58:17Z', 'updated_at': '2022-02-09T21:59:28Z', 'revision_number': 5, 'project_id': '9f0a430b25644d18b22653ddfdcf80e2', 'gw_port': {'id': '4e59b2eb-dab9-4a85-92d6-c1c21928a763', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:6a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374eed61-e2b5-4a95-81c7-81c00d4c7e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:58:18Z', 'updated_at': '2022-02-09T21:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:59:32.388889 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c4a83e81-ed0f-44b5-837c-e4d17ab443a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (5129dab2-15a0-429d-bd2e-0c3189c52d09), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:32.519781 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c4a83e81-ed0f-44b5-837c-e4d17ab443a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (5129dab2-15a0-429d-bd2e-0c3189c52d09), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:32.577979 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 48741913-c1c3-4844-9a91-9afb0332989c no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:59:32.606197 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c4a83e81-ed0f-44b5-837c-e4d17ab443a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (5129dab2-15a0-429d-bd2e-0c3189c52d09), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:32.622033 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] No Port match for: 48741913-c1c3-4844-9a91-9afb0332989c {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:59:32.624206 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 48741913-c1c3-4844-9a91-9afb0332989c not bound to the agent host n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:59:32.641336 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a83e81-ed0f-44b5-837c-e4d17ab443a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5129dab2-15a0-429d-bd2e-0c3189c52d09,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:32.659380 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c4a83e81-ed0f-44b5-837c-e4d17ab443a4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:32.663573 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ae1cd7-668c-40e6-a514-96ec24fbfe3d None None] Network c2788966-aef5-41b6-a548-24dfe441ff72 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:59:32.672598 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-c4a83e81-ed0f-44b5-837c-e4d17ab443a4 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/5129dab2-15a0-429d-bd2e-0c3189c52d09 HTTP/1.1" status: 204 len: 168 time: 0.4854004 Feb 09 21:59:32.674914 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 34980) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:32.817605 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8e0c2227-be41-4b54-9be9-0b09ca1c56db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (c2788966-aef5-41b6-a548-24dfe441ff72), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:32.909338 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device abe94a56-cad3-4d69-80f4-3197e164ca3d no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:59:32.944200 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: abe94a56-cad3-4d69-80f4-3197e164ca3d {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:59:32.952786 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device abe94a56-cad3-4d69-80f4-3197e164ca3d not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:59:32.977851 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-8e0c2227-be41-4b54-9be9-0b09ca1c56db admin admin] Deleting port b2a29478-2bd1-4c80-9544-652d88cbede2 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:59:32.978196 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8e0c2227-be41-4b54-9be9-0b09ca1c56db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (b2a29478-2bd1-4c80-9544-652d88cbede2), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:32.997165 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9da16a0-0c6c-4312-8dac-2803216148a7 None None] DHCP port deletion for c2788966-aef5-41b6-a548-24dfe441ff72 request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 21:59:33.145460 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a9da16a0-0c6c-4312-8dac-2803216148a7 None None] Deleting port b2a29478-2bd1-4c80-9544-652d88cbede2 {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 21:59:33.146304 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a9da16a0-0c6c-4312-8dac-2803216148a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (b2a29478-2bd1-4c80-9544-652d88cbede2), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:33.183941 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-8e0c2227-be41-4b54-9be9-0b09ca1c56db admin admin] For port b2a29478-2bd1-4c80-9544-652d88cbede2, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=b2a29478-2bd1-4c80-9544-652d88cbede2,segment=NetworkSegment(c27581b3-4bbc-4fd7-aa5c-a9fcb08733d1),segment_id=c27581b3-4bbc-4fd7-aa5c-a9fcb08733d1)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:59:33.184389 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8e0c2227-be41-4b54-9be9-0b09ca1c56db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (b2a29478-2bd1-4c80-9544-652d88cbede2), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:33.223659 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-8e0c2227-be41-4b54-9be9-0b09ca1c56db admin admin] Calling delete_port for b2a29478-2bd1-4c80-9544-652d88cbede2 owned by network:dhcp {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:59:33.238594 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a9da16a0-0c6c-4312-8dac-2803216148a7 None None] For port b2a29478-2bd1-4c80-9544-652d88cbede2, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=b2a29478-2bd1-4c80-9544-652d88cbede2,segment=NetworkSegment(c27581b3-4bbc-4fd7-aa5c-a9fcb08733d1),segment_id=c27581b3-4bbc-4fd7-aa5c-a9fcb08733d1)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:59:33.247319 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a9da16a0-0c6c-4312-8dac-2803216148a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (b2a29478-2bd1-4c80-9544-652d88cbede2), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:33.263817 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a9da16a0-0c6c-4312-8dac-2803216148a7 None None] Calling delete_port for b2a29478-2bd1-4c80-9544-652d88cbede2 owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 21:59:33.387551 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8e0c2227-be41-4b54-9be9-0b09ca1c56db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (b2a29478-2bd1-4c80-9544-652d88cbede2), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:33.457753 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0c2227-be41-4b54-9be9-0b09ca1c56db admin admin] Pushing event deleted for resources: {'Port': ['ID=b2a29478-2bd1-4c80-9544-652d88cbede2,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:33.467369 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0c2227-be41-4b54-9be9-0b09ca1c56db admin admin] No DVR routers for this DVR port b2a29478-2bd1-4c80-9544-652d88cbede2 on host n-d-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:59:33.472478 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a9da16a0-0c6c-4312-8dac-2803216148a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (b2a29478-2bd1-4c80-9544-652d88cbede2), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:33.519471 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9da16a0-0c6c-4312-8dac-2803216148a7 None None] No DVR routers for this DVR port b2a29478-2bd1-4c80-9544-652d88cbede2 on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 21:59:33.630985 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9da16a0-0c6c-4312-8dac-2803216148a7 None None] Pushing event deleted for resources: {'Port': ['ID=b2a29478-2bd1-4c80-9544-652d88cbede2,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:33.677745 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8e0c2227-be41-4b54-9be9-0b09ca1c56db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (c2788966-aef5-41b6-a548-24dfe441ff72), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:33.724653 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-8e0c2227-be41-4b54-9be9-0b09ca1c56db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2788966-aef5-41b6-a548-24dfe441ff72']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:59:33.782260 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-8e0c2227-be41-4b54-9be9-0b09ca1c56db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c27581b3-4bbc-4fd7-aa5c-a9fcb08733d1') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:59:33.783758 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-8e0c2227-be41-4b54-9be9-0b09ca1c56db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c27581b3-4bbc-4fd7-aa5c-a9fcb08733d1') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:59:33.826437 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8e0c2227-be41-4b54-9be9-0b09ca1c56db admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (c27581b3-4bbc-4fd7-aa5c-a9fcb08733d1), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:33.844324 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4611f14b-c147-4372-b1ca-84193e6bbb1c req-78d4b5d8-3645-412e-a0da-f9192c5c0330 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:33.847322 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4611f14b-c147-4372-b1ca-84193e6bbb1c req-78d4b5d8-3645-412e-a0da-f9192c5c0330 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/networks?id=04a65d27-6482-4e7b-94e8-af3d0d277bb9 HTTP/1.1" status: 200 len: 806 time: 0.2773144 Feb 09 21:59:33.858043 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8e0c2227-be41-4b54-9be9-0b09ca1c56db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (c27581b3-4bbc-4fd7-aa5c-a9fcb08733d1), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:33.865998 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e0c2227-be41-4b54-9be9-0b09ca1c56db admin admin] Releasing vlan 747 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 21:59:33.866444 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8e0c2227-be41-4b54-9be9-0b09ca1c56db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (c27581b3-4bbc-4fd7-aa5c-a9fcb08733d1), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:33.900752 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4611f14b-c147-4372-b1ca-84193e6bbb1c req-133791e1-6678-4627-bc78-667325278b02 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/quotas/b3e8b78db5b448288b8855c5416dd1f9 HTTP/1.1" status: 200 len: 375 time: 0.0223496 Feb 09 21:59:34.063305 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 21:59:34.063305 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 21:59:34.063305 n-d-828369-5 neutron-server[103141]: timer() Feb 09 21:59:34.063305 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 21:59:34.063305 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 21:59:34.063305 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 21:59:34.063305 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 21:59:34.063305 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 21:59:34.063305 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 21:59:34.063305 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 21:59:34.063305 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 21:59:34.063305 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 21:59:34.063305 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 21:59:34.063305 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 21:59:34.063305 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 21:59:34.063305 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 21:59:34.063305 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 21:59:34.063305 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 21:59:34.063305 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 21:59:34.063305 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 21:59:34.063305 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 21:59:34.063305 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 21:59:34.063305 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 21:59:34.063305 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 21:59:34.063305 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 21:59:34.063305 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 21:59:34.063305 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 21:59:34.063305 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 21:59:34.063305 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 21:59:34.063305 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 21:59:34.063305 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 21:59:34.063305 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 21:59:34.068516 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8e0c2227-be41-4b54-9be9-0b09ca1c56db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (c2788966-aef5-41b6-a548-24dfe441ff72), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:34.092453 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8e0c2227-be41-4b54-9be9-0b09ca1c56db admin admin] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:34.098215 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-8e0c2227-be41-4b54-9be9-0b09ca1c56db admin admin] 10.222.0.90 "DELETE /v2.0/networks/c2788966-aef5-41b6-a548-24dfe441ff72 HTTP/1.1" status: 204 len: 168 time: 1.4199533 Feb 09 21:59:34.118323 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0c2227-be41-4b54-9be9-0b09ca1c56db admin admin] Pushing event deleted for resources: {'Network': ['ID=c2788966-aef5-41b6-a548-24dfe441ff72,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:34.123464 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4611f14b-c147-4372-b1ca-84193e6bbb1c req-a721c8be-c13e-4ace-8036-360f29322037 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=b3e8b78db5b448288b8855c5416dd1f9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2210305 Feb 09 21:59:34.150364 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [req-4611f14b-c147-4372-b1ca-84193e6bbb1c req-39a936eb-5f8a-475e-a1d8-15a9f4ed4af7 service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=103140) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 21:59:34.151676 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4611f14b-c147-4372-b1ca-84193e6bbb1c req-39a936eb-5f8a-475e-a1d8-15a9f4ed4af7 service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070972 Feb 09 21:59:34.234502 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 35040) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:34.321855 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4611f14b-c147-4372-b1ca-84193e6bbb1c req-0e14de1c-95d9-4eef-88e0-109ddfe7627c service neutron] 10.222.0.90 "GET /v2.0/networks/04a65d27-6482-4e7b-94e8-af3d0d277bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560752 Feb 09 21:59:34.424920 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1fbb6d9a-79cb-4e48-932a-b3c57d630a55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:34.486372 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 35044) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:34.507545 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4611f14b-c147-4372-b1ca-84193e6bbb1c req-6347e3c1-4019-436c-98d9-1da21bd75c0c service neutron] 10.222.0.90 "GET /v2.0/networks/04a65d27-6482-4e7b-94e8-af3d0d277bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791043 Feb 09 21:59:34.550104 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-8f2afc9c-c874-4f89-9d00-d6b7c89b2974 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=305d3451003845b3a5ca67de8a07f159&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0625806 Feb 09 21:59:34.552898 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 35052) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:34.653514 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1fbb6d9a-79cb-4e48-932a-b3c57d630a55 admin admin] Publish callbacks [] for security_group (1529b0f9-2563-4eb4-aa27-cf3a5a0d3e56), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:34.663957 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1fbb6d9a-79cb-4e48-932a-b3c57d630a55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (1529b0f9-2563-4eb4-aa27-cf3a5a0d3e56), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:34.671353 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-479aa568-6127-4539-952c-6a10b79f9102 admin admin] Publish callbacks [] for security_group (27d6346e-868a-4a6e-8ec8-daf1eaf3af8d), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:34.754275 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-479aa568-6127-4539-952c-6a10b79f9102 admin admin] Publish callbacks [] for security_group (27d6346e-868a-4a6e-8ec8-daf1eaf3af8d), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:34.765385 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbb6d9a-79cb-4e48-932a-b3c57d630a55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1529b0f9-2563-4eb4-aa27-cf3a5a0d3e56,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:34.814376 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-1fbb6d9a-79cb-4e48-932a-b3c57d630a55 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=98162d81b189496685bb11090b73ec8d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5787892 Feb 09 21:59:34.815644 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 35058) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:34.823721 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 4e59b2eb-dab9-4a85-92d6-c1c21928a763 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:59:34.872953 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 4e59b2eb-dab9-4a85-92d6-c1c21928a763 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:59:34.873317 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 4e59b2eb-dab9-4a85-92d6-c1c21928a763 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:59:34.873748 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device b2a29478-2bd1-4c80-9544-652d88cbede2 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 21:59:34.934658 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: b2a29478-2bd1-4c80-9544-652d88cbede2 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 21:59:34.935404 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device b2a29478-2bd1-4c80-9544-652d88cbede2 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 21:59:34.936163 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3fd4ee42-4713-4872-893f-787902b000bb admin admin] Publish callbacks [] for security_group (1529b0f9-2563-4eb4-aa27-cf3a5a0d3e56), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:35.003528 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3fd4ee42-4713-4872-893f-787902b000bb admin admin] Publish callbacks [] for security_group (1529b0f9-2563-4eb4-aa27-cf3a5a0d3e56), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:35.059311 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 35074) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:35.064956 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-30e4fe5e-aac5-450a-8570-bbccfb60d25b tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-715481350', 'description': 'tempest-secgroup-smoke-715481350 description', 'project_id': 'deeb9e226e2546f19554cbe5eac163d6'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:59:35.084379 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3fd4ee42-4713-4872-893f-787902b000bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (1529b0f9-2563-4eb4-aa27-cf3a5a0d3e56), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:35.087452 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3fd4ee42-4713-4872-893f-787902b000bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:35.100550 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-3fd4ee42-4713-4872-893f-787902b000bb admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/1529b0f9-2563-4eb4-aa27-cf3a5a0d3e56 HTTP/1.1" status: 204 len: 168 time: 0.2775097 Feb 09 21:59:35.126928 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd4ee42-4713-4872-893f-787902b000bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1529b0f9-2563-4eb4-aa27-cf3a5a0d3e56,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:35.139983 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-30e4fe5e-aac5-450a-8570-bbccfb60d25b tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:35.161063 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-30e4fe5e-aac5-450a-8570-bbccfb60d25b tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:35.334022 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-30e4fe5e-aac5-450a-8570-bbccfb60d25b tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for security_group (84cc6bac-5b6d-4286-a1ab-fb3a350037e5), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:35.344661 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-30e4fe5e-aac5-450a-8570-bbccfb60d25b tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (84cc6bac-5b6d-4286-a1ab-fb3a350037e5), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:35.363655 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8d634b92-1810-427a-8fc7-c2dfc9703e9a req-a4e73746-ab47-49ef-9273-b7311550c172 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=f25021c9-dd3f-42ee-a598-f6225e3ce61d HTTP/1.1" status: 200 len: 210 time: 0.5451312 Feb 09 21:59:35.382579 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-479aa568-6127-4539-952c-6a10b79f9102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (27d6346e-868a-4a6e-8ec8-daf1eaf3af8d), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:35.385616 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-479aa568-6127-4539-952c-6a10b79f9102 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:35.389539 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-479aa568-6127-4539-952c-6a10b79f9102 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/27d6346e-868a-4a6e-8ec8-daf1eaf3af8d HTTP/1.1" status: 204 len: 168 time: 0.8330586 Feb 09 21:59:35.404370 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479aa568-6127-4539-952c-6a10b79f9102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d6346e-868a-4a6e-8ec8-daf1eaf3af8d,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:35.456153 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e4fe5e-aac5-450a-8570-bbccfb60d25b tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84cc6bac-5b6d-4286-a1ab-fb3a350037e5,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:35.565461 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-30e4fe5e-aac5-450a-8570-bbccfb60d25b tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for security_group (72d2f984-f091-4b3d-b54e-47eb7c1d46d2), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:35.574913 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-30e4fe5e-aac5-450a-8570-bbccfb60d25b tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (72d2f984-f091-4b3d-b54e-47eb7c1d46d2), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:35.634780 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-30e4fe5e-aac5-450a-8570-bbccfb60d25b tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:35.637311 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-30e4fe5e-aac5-450a-8570-bbccfb60d25b tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5765274 Feb 09 21:59:35.640264 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 35096) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:35.643010 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e4fe5e-aac5-450a-8570-bbccfb60d25b tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72d2f984-f091-4b3d-b54e-47eb7c1d46d2,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:35.644921 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-2531fe80-2a65-427e-9692-4a98b49348fa tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Request body: {'security_group_rule': {'security_group_id': '72d2f984-f091-4b3d-b54e-47eb7c1d46d2', 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:59:35.719780 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2531fe80-2a65-427e-9692-4a98b49348fa tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for security_group_rule (049797e8-ba4e-43f0-a82e-473c036f67d4), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:35.801600 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2531fe80-2a65-427e-9692-4a98b49348fa tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for security_group_rule (049797e8-ba4e-43f0-a82e-473c036f67d4), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:35.810571 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2531fe80-2a65-427e-9692-4a98b49348fa tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (049797e8-ba4e-43f0-a82e-473c036f67d4), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:35.828101 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2531fe80-2a65-427e-9692-4a98b49348fa tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=049797e8-ba4e-43f0-a82e-473c036f67d4,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:35.868699 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2531fe80-2a65-427e-9692-4a98b49348fa tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:35.870881 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-2531fe80-2a65-427e-9692-4a98b49348fa tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2295942 Feb 09 21:59:35.873826 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 35104) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:35.884592 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-ecfafbc7-4113-4826-88a6-c7f578fc48d3 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Request body: {'security_group_rule': {'security_group_id': '72d2f984-f091-4b3d-b54e-47eb7c1d46d2', 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:59:35.968760 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ecfafbc7-4113-4826-88a6-c7f578fc48d3 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for security_group_rule (220e4549-d7dd-4cbd-a86e-2467e06c7807), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:36.045002 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ecfafbc7-4113-4826-88a6-c7f578fc48d3 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for security_group_rule (220e4549-d7dd-4cbd-a86e-2467e06c7807), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:36.053594 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ecfafbc7-4113-4826-88a6-c7f578fc48d3 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (220e4549-d7dd-4cbd-a86e-2467e06c7807), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:36.085782 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfafbc7-4113-4826-88a6-c7f578fc48d3 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=220e4549-d7dd-4cbd-a86e-2467e06c7807,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:36.105919 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ecfafbc7-4113-4826-88a6-c7f578fc48d3 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:36.109801 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-ecfafbc7-4113-4826-88a6-c7f578fc48d3 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2347929 Feb 09 21:59:36.110570 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 35112) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:36.115248 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-5c5bffe9-9200-4aef-abd3-4c671d87ca3a tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Request body: {'security_group_rule': {'security_group_id': '72d2f984-f091-4b3d-b54e-47eb7c1d46d2', 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:59:36.172707 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5c5bffe9-9200-4aef-abd3-4c671d87ca3a tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for security_group_rule (67785ea0-5829-42ae-b321-d07f5bd6dde4), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:36.277551 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 35120) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:36.361385 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5c5bffe9-9200-4aef-abd3-4c671d87ca3a tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for security_group_rule (67785ea0-5829-42ae-b321-d07f5bd6dde4), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:36.395530 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5c5bffe9-9200-4aef-abd3-4c671d87ca3a tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (67785ea0-5829-42ae-b321-d07f5bd6dde4), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:36.475473 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5bffe9-9200-4aef-abd3-4c671d87ca3a tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67785ea0-5829-42ae-b321-d07f5bd6dde4,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:36.476568 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4611f14b-c147-4372-b1ca-84193e6bbb1c req-5089cfdd-9b9c-449a-bf68-925e1bd200e7 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:36.479189 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4611f14b-c147-4372-b1ca-84193e6bbb1c req-5089cfdd-9b9c-449a-bf68-925e1bd200e7 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.89 "GET /v2.0/networks?id=04a65d27-6482-4e7b-94e8-af3d0d277bb9 HTTP/1.1" status: 200 len: 806 time: 0.2007661 Feb 09 21:59:36.494040 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-4611f14b-c147-4372-b1ca-84193e6bbb1c req-27bc8880-6e42-4b9c-87ea-b60cd7dc1499 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Request body: {'port': {'device_id': 'f25021c9-dd3f-42ee-a598-f6225e3ce61d', 'network_id': '04a65d27-6482-4e7b-94e8-af3d0d277bb9', 'admin_state_up': True, 'tenant_id': 'b3e8b78db5b448288b8855c5416dd1f9'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:59:36.592193 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-06fd8b66-276a-4c7a-87ad-31f15cf5f402 req-994c95d7-308a-4a5c-bab2-e799a5e89a86 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=f25021c9-dd3f-42ee-a598-f6225e3ce61d HTTP/1.1" status: 200 len: 210 time: 0.1090233 Feb 09 21:59:36.595900 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5c5bffe9-9200-4aef-abd3-4c671d87ca3a tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:36.605606 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-5c5bffe9-9200-4aef-abd3-4c671d87ca3a tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4909034 Feb 09 21:59:36.612380 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-7bf63063-a308-42a3-9e8f-c089ff5c9ce5 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=9f0a430b25644d18b22653ddfdcf80e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3336351 Feb 09 21:59:36.613035 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 35132) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:36.613376 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 35134) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:36.622421 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-caeb3e00-5db0-4d21-a45e-09e031d18f84 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Request body: {'security_group_rule': {'security_group_id': '72d2f984-f091-4b3d-b54e-47eb7c1d46d2', 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:59:36.736614 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4611f14b-c147-4372-b1ca-84193e6bbb1c req-27bc8880-6e42-4b9c-87ea-b60cd7dc1499 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Made reservation on behalf of b3e8b78db5b448288b8855c5416dd1f9 for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:59:36.739827 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-caeb3e00-5db0-4d21-a45e-09e031d18f84 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for security_group_rule (b8b19ab9-4ca3-4a1c-8b3d-14ab32ea5822), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:36.742954 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d246a39f-aada-4f26-b260-1afd29873ba5 admin admin] Publish callbacks [] for security_group (2a66fa4b-1fbf-41e8-bcdb-1c40cc28382f), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:36.749319 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-4611f14b-c147-4372-b1ca-84193e6bbb1c req-27bc8880-6e42-4b9c-87ea-b60cd7dc1499 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:36.795903 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d246a39f-aada-4f26-b260-1afd29873ba5 admin admin] Publish callbacks [] for security_group (2a66fa4b-1fbf-41e8-bcdb-1c40cc28382f), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:36.846839 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-caeb3e00-5db0-4d21-a45e-09e031d18f84 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for security_group_rule (b8b19ab9-4ca3-4a1c-8b3d-14ab32ea5822), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:36.852900 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-caeb3e00-5db0-4d21-a45e-09e031d18f84 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (b8b19ab9-4ca3-4a1c-8b3d-14ab32ea5822), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:36.871775 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeb3e00-5db0-4d21-a45e-09e031d18f84 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8b19ab9-4ca3-4a1c-8b3d-14ab32ea5822,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:36.892566 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-caeb3e00-5db0-4d21-a45e-09e031d18f84 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:36.897689 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-caeb3e00-5db0-4d21-a45e-09e031d18f84 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2829826 Feb 09 21:59:36.898036 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 35144) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:36.899474 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d246a39f-aada-4f26-b260-1afd29873ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (2a66fa4b-1fbf-41e8-bcdb-1c40cc28382f), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:36.902750 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d246a39f-aada-4f26-b260-1afd29873ba5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:36.903952 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-d246a39f-aada-4f26-b260-1afd29873ba5 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/2a66fa4b-1fbf-41e8-bcdb-1c40cc28382f HTTP/1.1" status: 204 len: 168 time: 0.2695751 Feb 09 21:59:36.906011 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-b1889d8d-67c7-434a-9475-6968106cc580 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Request body: {'security_group_rule': {'security_group_id': '72d2f984-f091-4b3d-b54e-47eb7c1d46d2', 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:59:36.929708 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d246a39f-aada-4f26-b260-1afd29873ba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a66fa4b-1fbf-41e8-bcdb-1c40cc28382f,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:36.958028 n-d-828369-5 neutron-server[103141]: INFO neutron.db.securitygroups_db [None req-b1889d8d-67c7-434a-9475-6968106cc580 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Project deeb9e226e2546f19554cbe5eac163d6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 21:59:36.973139 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b1889d8d-67c7-434a-9475-6968106cc580 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for security_group_rule (34ce572c-9d3d-41fc-8e4f-8d7726420a3f), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:37.386943 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b1889d8d-67c7-434a-9475-6968106cc580 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for security_group_rule (34ce572c-9d3d-41fc-8e4f-8d7726420a3f), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:37.453755 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [req-4611f14b-c147-4372-b1ca-84193e6bbb1c req-27bc8880-6e42-4b9c-87ea-b60cd7dc1499 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Allocated IP 172.20.0.6 (04a65d27-6482-4e7b-94e8-af3d0d277bb9/e66e8995-a595-4f7e-865e-9e730b75c9e0/1c77a32b-9e60-4507-ad9e-5dc6ba205089) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:59:37.483842 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b1889d8d-67c7-434a-9475-6968106cc580 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (34ce572c-9d3d-41fc-8e4f-8d7726420a3f), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:37.528128 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1889d8d-67c7-434a-9475-6968106cc580 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34ce572c-9d3d-41fc-8e4f-8d7726420a3f,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:37.547524 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b1889d8d-67c7-434a-9475-6968106cc580 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:37.551316 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-b1889d8d-67c7-434a-9475-6968106cc580 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6483114 Feb 09 21:59:37.552137 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 35166) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:37.556860 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-3ae88c93-235d-412a-887f-7e6c9b4f7ca8 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Request body: {'security_group_rule': {'security_group_id': '72d2f984-f091-4b3d-b54e-47eb7c1d46d2', 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:59:37.599799 n-d-828369-5 neutron-server[103140]: INFO neutron.db.securitygroups_db [None req-3ae88c93-235d-412a-887f-7e6c9b4f7ca8 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Project deeb9e226e2546f19554cbe5eac163d6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 21:59:37.611380 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3ae88c93-235d-412a-887f-7e6c9b4f7ca8 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for security_group_rule (89bbcfea-6528-4f67-8c31-9afa311d38ee), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:37.613980 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 21:59:37.726678 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-4611f14b-c147-4372-b1ca-84193e6bbb1c req-27bc8880-6e42-4b9c-87ea-b60cd7dc1499 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Publish callbacks [] for port (1c77a32b-9e60-4507-ad9e-5dc6ba205089), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:37.734047 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3ae88c93-235d-412a-887f-7e6c9b4f7ca8 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for security_group_rule (89bbcfea-6528-4f67-8c31-9afa311d38ee), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:37.753322 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3ae88c93-235d-412a-887f-7e6c9b4f7ca8 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (89bbcfea-6528-4f67-8c31-9afa311d38ee), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:37.786324 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d1142766-48c8-4a31-9f2f-b6b561f48748 req-92b4e8a7-a77e-4b87-96de-fe252a631f78 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=f25021c9-dd3f-42ee-a598-f6225e3ce61d HTTP/1.1" status: 200 len: 210 time: 0.0387747 Feb 09 21:59:37.790357 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-4611f14b-c147-4372-b1ca-84193e6bbb1c req-27bc8880-6e42-4b9c-87ea-b60cd7dc1499 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (1c77a32b-9e60-4507-ad9e-5dc6ba205089), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:37.796760 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae88c93-235d-412a-887f-7e6c9b4f7ca8 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89bbcfea-6528-4f67-8c31-9afa311d38ee,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:37.803660 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['7a345cfd-abb7-4d8d-9efe-7a7671b6dae3'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:59:37.818887 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3ae88c93-235d-412a-887f-7e6c9b4f7ca8 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:37.824042 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-3ae88c93-235d-412a-887f-7e6c9b4f7ca8 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2679436 Feb 09 21:59:37.824899 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 35176) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:37.847022 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-5aede071-234d-4dba-8686-27afb803cd8e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Request body: {'network': {'name': 'tempest-network-smoke--1946846053', 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'port_security_enabled': True}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:59:37.896413 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4611f14b-c147-4372-b1ca-84193e6bbb1c req-27bc8880-6e42-4b9c-87ea-b60cd7dc1499 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Network 04a65d27-6482-4e7b-94e8-af3d0d277bb9 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:59:37.899660 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [req-4611f14b-c147-4372-b1ca-84193e6bbb1c req-27bc8880-6e42-4b9c-87ea-b60cd7dc1499 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:59:37.902601 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aede071-234d-4dba-8686-27afb803cd8e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Made reservation on behalf of deeb9e226e2546f19554cbe5eac163d6 for: {'network': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:59:37.904194 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-4611f14b-c147-4372-b1ca-84193e6bbb1c req-27bc8880-6e42-4b9c-87ea-b60cd7dc1499 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:59:37.906754 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5aede071-234d-4dba-8686-27afb803cd8e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:37.911379 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bc8880-6e42-4b9c-87ea-b60cd7dc1499 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Pushing event updated for resources: {'Port': ['ID=1c77a32b-9e60-4507-ad9e-5dc6ba205089,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:37.952803 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5aede071-234d-4dba-8686-27afb803cd8e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=103140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 21:59:37.966923 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5aede071-234d-4dba-8686-27afb803cd8e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (9d737af6-85d8-42f3-afb5-49982d68f1cb), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:37.967763 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-5aede071-234d-4dba-8686-27afb803cd8e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Added segment 9d737af6-85d8-42f3-afb5-49982d68f1cb of type vlan for network fa460168-c9ce-4567-b54f-86f206977d46 Feb 09 21:59:37.988774 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4611f14b-c147-4372-b1ca-84193e6bbb1c req-27bc8880-6e42-4b9c-87ea-b60cd7dc1499 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:37.989465 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-4611f14b-c147-4372-b1ca-84193e6bbb1c req-27bc8880-6e42-4b9c-87ea-b60cd7dc1499 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:38.020132 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4611f14b-c147-4372-b1ca-84193e6bbb1c req-27bc8880-6e42-4b9c-87ea-b60cd7dc1499 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5305374 Feb 09 21:59:38.032506 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-4611f14b-c147-4372-b1ca-84193e6bbb1c req-d2775fc7-ef8e-4fa7-84ce-9d353f86a96c service neutron] Request body: {'port': {'device_id': 'f25021c9-dd3f-42ee-a598-f6225e3ce61d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:59:38.039441 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5aede071-234d-4dba-8686-27afb803cd8e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (fa460168-c9ce-4567-b54f-86f206977d46), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:38.102340 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5aede071-234d-4dba-8686-27afb803cd8e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (fa460168-c9ce-4567-b54f-86f206977d46), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:38.111111 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aede071-234d-4dba-8686-27afb803cd8e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:38.111747 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5aede071-234d-4dba-8686-27afb803cd8e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:38.178454 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-4611f14b-c147-4372-b1ca-84193e6bbb1c req-d2775fc7-ef8e-4fa7-84ce-9d353f86a96c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (1c77a32b-9e60-4507-ad9e-5dc6ba205089), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:38.252483 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-5aede071-234d-4dba-8686-27afb803cd8e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4249101 Feb 09 21:59:38.255513 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 35186) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:38.261500 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-40535180-0fc8-4e91-add4-352be016fd37 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1141351383', 'admin_state_up': True, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:59:38.270069 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aede071-234d-4dba-8686-27afb803cd8e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Pushing event updated for resources: {'Network': ['ID=fa460168-c9ce-4567-b54f-86f206977d46,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:38.280868 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network fa460168-c9ce-4567-b54f-86f206977d46 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 21:59:38.350430 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-40535180-0fc8-4e91-add4-352be016fd37 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (38811fd8-6803-42bb-9630-7f4028085860), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:38.357167 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-40535180-0fc8-4e91-add4-352be016fd37 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (38811fd8-6803-42bb-9630-7f4028085860), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:38.508767 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-40535180-0fc8-4e91-add4-352be016fd37 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for router_controller (38811fd8-6803-42bb-9630-7f4028085860), precommit_add_association {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:38.792372 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-40535180-0fc8-4e91-add4-352be016fd37 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for router_gateway (38811fd8-6803-42bb-9630-7f4028085860), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:38.914155 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-4611f14b-c147-4372-b1ca-84193e6bbb1c req-d2775fc7-ef8e-4fa7-84ce-9d353f86a96c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c77a32b-9e60-4507-ad9e-5dc6ba205089 {{(pid=103141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:59:38.941288 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-4611f14b-c147-4372-b1ca-84193e6bbb1c req-d2775fc7-ef8e-4fa7-84ce-9d353f86a96c service neutron] Publish callbacks [] for port (1c77a32b-9e60-4507-ad9e-5dc6ba205089), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:38.959943 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-4611f14b-c147-4372-b1ca-84193e6bbb1c req-d2775fc7-ef8e-4fa7-84ce-9d353f86a96c service neutron] Transition to ACTIVE for port object 1c77a32b-9e60-4507-ad9e-5dc6ba205089 will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:59:38.968091 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-4611f14b-c147-4372-b1ca-84193e6bbb1c req-d2775fc7-ef8e-4fa7-84ce-9d353f86a96c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (1c77a32b-9e60-4507-ad9e-5dc6ba205089), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:38.984437 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d2bdab-cb12-4712-8070-a08229bf594e req-1723c727-9055-40a6-be94-97a25c3c1501 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:38.986692 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e9d2bdab-cb12-4712-8070-a08229bf594e req-1723c727-9055-40a6-be94-97a25c3c1501 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=f25021c9-dd3f-42ee-a598-f6225e3ce61d HTTP/1.1" status: 200 len: 931 time: 0.1087689 Feb 09 21:59:39.030670 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-0016eb31-1dfd-4a0b-a2f4-e943364a7b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:39.061895 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2775fc7-ef8e-4fa7-84ce-9d353f86a96c service neutron] Pushing event updated for resources: {'Port': ['ID=1c77a32b-9e60-4507-ad9e-5dc6ba205089,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:39.075809 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e9d2bdab-cb12-4712-8070-a08229bf594e req-1b70aa71-89cd-4eea-853e-f7044eccdc73 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831831 Feb 09 21:59:39.232049 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-4611f14b-c147-4372-b1ca-84193e6bbb1c req-d2775fc7-ef8e-4fa7-84ce-9d353f86a96c service neutron] Attempting to bind port 1c77a32b-9e60-4507-ad9e-5dc6ba205089 on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:59:39.232511 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-4611f14b-c147-4372-b1ca-84193e6bbb1c req-d2775fc7-ef8e-4fa7-84ce-9d353f86a96c service neutron] Attempting to bind port 1c77a32b-9e60-4507-ad9e-5dc6ba205089 by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': '4397314e-2225-4cf8-b858-ea8f71ca37e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '04a65d27-6482-4e7b-94e8-af3d0d277bb9'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:59:39.232902 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4611f14b-c147-4372-b1ca-84193e6bbb1c req-d2775fc7-ef8e-4fa7-84ce-9d353f86a96c service neutron] Attempting to bind port 1c77a32b-9e60-4507-ad9e-5dc6ba205089 on network 04a65d27-6482-4e7b-94e8-af3d0d277bb9 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:59:39.240876 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4611f14b-c147-4372-b1ca-84193e6bbb1c req-d2775fc7-ef8e-4fa7-84ce-9d353f86a96c service neutron] Port 1c77a32b-9e60-4507-ad9e-5dc6ba205089 on network 04a65d27-6482-4e7b-94e8-af3d0d277bb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:59:39.241353 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4611f14b-c147-4372-b1ca-84193e6bbb1c req-d2775fc7-ef8e-4fa7-84ce-9d353f86a96c service neutron] Attempting to bind port 1c77a32b-9e60-4507-ad9e-5dc6ba205089 on network 04a65d27-6482-4e7b-94e8-af3d0d277bb9 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:59:39.248770 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4611f14b-c147-4372-b1ca-84193e6bbb1c req-d2775fc7-ef8e-4fa7-84ce-9d353f86a96c service neutron] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:59:39.249266 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4611f14b-c147-4372-b1ca-84193e6bbb1c req-d2775fc7-ef8e-4fa7-84ce-9d353f86a96c service neutron] Checking segment: {'id': '4397314e-2225-4cf8-b858-ea8f71ca37e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '04a65d27-6482-4e7b-94e8-af3d0d277bb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:59:39.249762 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4611f14b-c147-4372-b1ca-84193e6bbb1c req-d2775fc7-ef8e-4fa7-84ce-9d353f86a96c service neutron] Bound using segment: {'id': '4397314e-2225-4cf8-b858-ea8f71ca37e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '04a65d27-6482-4e7b-94e8-af3d0d277bb9'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:59:39.250315 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-4611f14b-c147-4372-b1ca-84193e6bbb1c req-d2775fc7-ef8e-4fa7-84ce-9d353f86a96c service neutron] Bound port: 1c77a32b-9e60-4507-ad9e-5dc6ba205089, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4397314e-2225-4cf8-b858-ea8f71ca37e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '04a65d27-6482-4e7b-94e8-af3d0d277bb9'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:59:39.252410 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-4611f14b-c147-4372-b1ca-84193e6bbb1c req-d2775fc7-ef8e-4fa7-84ce-9d353f86a96c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (1c77a32b-9e60-4507-ad9e-5dc6ba205089), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:39.283573 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-40535180-0fc8-4e91-add4-352be016fd37 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for router_gateway (38811fd8-6803-42bb-9630-7f4028085860), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:39.305708 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-40535180-0fc8-4e91-add4-352be016fd37 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:39.405783 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-4611f14b-c147-4372-b1ca-84193e6bbb1c req-d2775fc7-ef8e-4fa7-84ce-9d353f86a96c service neutron] For port 1c77a32b-9e60-4507-ad9e-5dc6ba205089, host n-h2-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:59:39.410552 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-4611f14b-c147-4372-b1ca-84193e6bbb1c req-d2775fc7-ef8e-4fa7-84ce-9d353f86a96c service neutron] For port 1c77a32b-9e60-4507-ad9e-5dc6ba205089, host n-h2-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=1c77a32b-9e60-4507-ad9e-5dc6ba205089,segment=NetworkSegment(4397314e-2225-4cf8-b858-ea8f71ca37e1),segment_id=4397314e-2225-4cf8-b858-ea8f71ca37e1)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:59:39.433547 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-4611f14b-c147-4372-b1ca-84193e6bbb1c req-d2775fc7-ef8e-4fa7-84ce-9d353f86a96c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (1c77a32b-9e60-4507-ad9e-5dc6ba205089), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:39.480315 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4611f14b-c147-4372-b1ca-84193e6bbb1c req-d2775fc7-ef8e-4fa7-84ce-9d353f86a96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:39.480938 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-4611f14b-c147-4372-b1ca-84193e6bbb1c req-d2775fc7-ef8e-4fa7-84ce-9d353f86a96c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:39.482343 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4611f14b-c147-4372-b1ca-84193e6bbb1c req-d2775fc7-ef8e-4fa7-84ce-9d353f86a96c service neutron] 10.222.0.89 "PUT /v2.0/ports/1c77a32b-9e60-4507-ad9e-5dc6ba205089 HTTP/1.1" status: 200 len: 1091 time: 1.4542370 Feb 09 21:59:39.487324 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f25021c9-dd3f-42ee-a598-f6225e3ce61d', 'tag': '1c77a32b-9e60-4507-ad9e-5dc6ba205089'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:59:39.489267 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50e7c3b8-6fcb-40e8-8efe-4a957df533a3" -d '{"events": [{"name": "network-changed", "server_uuid": "f25021c9-dd3f-42ee-a598-f6225e3ce61d", "tag": "1c77a32b-9e60-4507-ad9e-5dc6ba205089"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:59:39.517020 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-40535180-0fc8-4e91-add4-352be016fd37 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Allocated IP 172.25.3.233 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/8655c5a2-91c6-4022-b6d8-a05426a37b7f) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:59:39.524139 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2775fc7-ef8e-4fa7-84ce-9d353f86a96c service neutron] Pushing event updated for resources: {'Port': ['ID=1c77a32b-9e60-4507-ad9e-5dc6ba205089,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:39.559732 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8fef8b4-83ef-4890-a4ad-7a6c0e5964f0 x-openstack-request-id: req-b8fef8b4-83ef-4890-a4ad-7a6c0e5964f0 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:59:39.560036 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f25021c9-dd3f-42ee-a598-f6225e3ce61d", "tag": "1c77a32b-9e60-4507-ad9e-5dc6ba205089", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:59:39.560325 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-b8fef8b4-83ef-4890-a4ad-7a6c0e5964f0 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:59:39.560746 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f25021c9-dd3f-42ee-a598-f6225e3ce61d', 'tag': '1c77a32b-9e60-4507-ad9e-5dc6ba205089', 'status': 'completed', 'code': 200} Feb 09 21:59:39.695952 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4611f14b-c147-4372-b1ca-84193e6bbb1c req-dd4ca5d1-568b-4e70-9092-ee1cb11d54f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:39.697545 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4611f14b-c147-4372-b1ca-84193e6bbb1c req-dd4ca5d1-568b-4e70-9092-ee1cb11d54f8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b3e8b78db5b448288b8855c5416dd1f9&device_id=f25021c9-dd3f-42ee-a598-f6225e3ce61d HTTP/1.1" status: 200 len: 1125 time: 0.1125360 Feb 09 21:59:39.718887 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-40535180-0fc8-4e91-add4-352be016fd37 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for port (8655c5a2-91c6-4022-b6d8-a05426a37b7f), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:39.775090 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4611f14b-c147-4372-b1ca-84193e6bbb1c req-2fcfe97e-f285-4156-808e-7b4b570731d7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c77a32b-9e60-4507-ad9e-5dc6ba205089 HTTP/1.1" status: 200 len: 217 time: 0.0681350 Feb 09 21:59:39.871485 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-40535180-0fc8-4e91-add4-352be016fd37 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (8655c5a2-91c6-4022-b6d8-a05426a37b7f), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:39.893926 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4611f14b-c147-4372-b1ca-84193e6bbb1c req-a6440a7a-9285-4c54-b717-6c22c042ab6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:39.895563 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4611f14b-c147-4372-b1ca-84193e6bbb1c req-a6440a7a-9285-4c54-b717-6c22c042ab6b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e66e8995-a595-4f7e-865e-9e730b75c9e0 HTTP/1.1" status: 200 len: 846 time: 0.0998464 Feb 09 21:59:39.959359 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40535180-0fc8-4e91-add4-352be016fd37 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:59:39.961957 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4611f14b-c147-4372-b1ca-84193e6bbb1c req-902f94c1-8c13-4a0b-9356-e6b0d84b35f5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=04a65d27-6482-4e7b-94e8-af3d0d277bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435917 Feb 09 21:59:39.965127 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-40535180-0fc8-4e91-add4-352be016fd37 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:59:39.970011 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40535180-0fc8-4e91-add4-352be016fd37 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:59:40.039895 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40535180-0fc8-4e91-add4-352be016fd37 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Pushing event updated for resources: {'Port': ['ID=8655c5a2-91c6-4022-b6d8-a05426a37b7f,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:40.351574 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4611f14b-c147-4372-b1ca-84193e6bbb1c req-cc0667b8-2f2f-4b27-bce3-0903ab1dfe10 service neutron] 10.222.0.89 "GET /v2.0/networks/04a65d27-6482-4e7b-94e8-af3d0d277bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3825531 Feb 09 21:59:40.364045 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdd6f41-801e-4805-9864-1a973e67146a req-e0f804f4-0013-4d04-b1d0-4414d12280bb tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:40.365586 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3cdd6f41-801e-4805-9864-1a973e67146a req-e0f804f4-0013-4d04-b1d0-4414d12280bb tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=f25021c9-dd3f-42ee-a598-f6225e3ce61d HTTP/1.1" status: 200 len: 943 time: 0.1401320 Feb 09 21:59:40.440859 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3cdd6f41-801e-4805-9864-1a973e67146a req-ce1cbf8a-942b-4148-8262-ac0b56ba483b tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675876 Feb 09 21:59:40.459215 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-40535180-0fc8-4e91-add4-352be016fd37 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for router_gateway (38811fd8-6803-42bb-9630-7f4028085860), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:40.566734 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4611f14b-c147-4372-b1ca-84193e6bbb1c req-6b3cf731-2b9a-4ca2-b413-ec656c248b53 service neutron] 10.222.0.89 "GET /v2.0/networks/04a65d27-6482-4e7b-94e8-af3d0d277bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077088 Feb 09 21:59:41.011125 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-8896a734-65d8-46ef-a1c1-1420d9ccc0c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:41.043579 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-40535180-0fc8-4e91-add4-352be016fd37 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (38811fd8-6803-42bb-9630-7f4028085860), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:41.056023 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e7c3b8-6fcb-40e8-8efe-4a957df533a3 req-bc00c42f-999d-41f7-9a0a-efec5508022b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:41.058849 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-50e7c3b8-6fcb-40e8-8efe-4a957df533a3 req-bc00c42f-999d-41f7-9a0a-efec5508022b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b3e8b78db5b448288b8855c5416dd1f9&device_id=f25021c9-dd3f-42ee-a598-f6225e3ce61d HTTP/1.1" status: 200 len: 1125 time: 0.3838441 Feb 09 21:59:41.265174 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e7c3b8-6fcb-40e8-8efe-4a957df533a3 req-fad5a509-efb8-4cfd-8ded-feedf9823308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:41.266570 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-50e7c3b8-6fcb-40e8-8efe-4a957df533a3 req-fad5a509-efb8-4cfd-8ded-feedf9823308 service neutron] 10.222.0.89 "GET /v2.0/networks?id=04a65d27-6482-4e7b-94e8-af3d0d277bb9 HTTP/1.1" status: 200 len: 907 time: 0.1204538 Feb 09 21:59:41.319470 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-50e7c3b8-6fcb-40e8-8efe-4a957df533a3 req-4c3ce5fb-44b0-4127-8937-6707880f2711 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c77a32b-9e60-4507-ad9e-5dc6ba205089 HTTP/1.1" status: 200 len: 217 time: 0.0438013 Feb 09 21:59:41.375290 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e7c3b8-6fcb-40e8-8efe-4a957df533a3 req-1b8817ba-2df3-42e3-8416-0b2fadf5dbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:41.376819 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-50e7c3b8-6fcb-40e8-8efe-4a957df533a3 req-1b8817ba-2df3-42e3-8416-0b2fadf5dbc1 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e66e8995-a595-4f7e-865e-9e730b75c9e0 HTTP/1.1" status: 200 len: 846 time: 0.0487087 Feb 09 21:59:41.437084 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-50e7c3b8-6fcb-40e8-8efe-4a957df533a3 req-996e62b2-4876-4e49-96ae-633d580e191e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=04a65d27-6482-4e7b-94e8-af3d0d277bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467136 Feb 09 21:59:41.454751 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40535180-0fc8-4e91-add4-352be016fd37 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Router 38811fd8-6803-42bb-9630-7f4028085860 is scheduled to L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 with binding_index 1 {{(pid=103141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 21:59:41.619325 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eb4e77-f948-4ca0-ac40-885628b08be0 req-6b869ced-07b3-40a4-9543-3a22d89b6124 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:41.627830 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-83eb4e77-f948-4ca0-ac40-885628b08be0 req-6b869ced-07b3-40a4-9543-3a22d89b6124 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=f25021c9-dd3f-42ee-a598-f6225e3ce61d HTTP/1.1" status: 200 len: 943 time: 0.0706251 Feb 09 21:59:41.689325 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-83eb4e77-f948-4ca0-ac40-885628b08be0 req-023d51f7-fb29-4228-9c55-94da06502324 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604398 Feb 09 21:59:41.721627 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-50e7c3b8-6fcb-40e8-8efe-4a957df533a3 req-1b83f69f-6495-4516-975f-ede33032053c service neutron] 10.222.0.89 "GET /v2.0/networks/04a65d27-6482-4e7b-94e8-af3d0d277bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776225 Feb 09 21:59:41.730145 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40535180-0fc8-4e91-add4-352be016fd37 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:59:41.741346 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf4a61a-5e1f-4d8a-ac53-bba65fb80611 None None] Sync routers for ids ['38811fd8-6803-42bb-9630-7f4028085860'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:59:41.755731 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf4a61a-5e1f-4d8a-ac53-bba65fb80611 None None] Routers {'38811fd8-6803-42bb-9630-7f4028085860'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:59:41.759917 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-cdf4a61a-5e1f-4d8a-ac53-bba65fb80611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:59:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['38811fd8-6803-42bb-9630-7f4028085860'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:59:41.832092 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-40535180-0fc8-4e91-add4-352be016fd37 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:41.836750 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 35296) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:41.837918 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-40535180-0fc8-4e91-add4-352be016fd37 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.5806251 Feb 09 21:59:41.913200 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-cdf4a61a-5e1f-4d8a-ac53-bba65fb80611 None None] Set router 38811fd8-6803-42bb-9630-7f4028085860 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:59:41.942505 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-50e7c3b8-6fcb-40e8-8efe-4a957df533a3 req-b49bb463-f5a3-4b53-beec-977f1823f8df service neutron] 10.222.0.89 "GET /v2.0/networks/04a65d27-6482-4e7b-94e8-af3d0d277bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962621 Feb 09 21:59:42.138315 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 35304) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:42.160142 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-f8109853-93dd-4f32-9170-f34caed17b19 tempest-TestNetworkAdvancedServerOps-2092705809 tempest-TestNetworkAdvancedServerOps-2092705809-project-admin] 10.222.0.90 "GET /v2.0/subnets?project_id=deeb9e226e2546f19554cbe5eac163d6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3218985 Feb 09 21:59:42.214669 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-cdf4a61a-5e1f-4d8a-ac53-bba65fb80611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38811fd8-6803-42bb-9630-7f4028085860', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1141351383', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '8655c5a2-91c6-4022-b6d8-a05426a37b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:59:38Z', 'updated_at': '2022-02-09T21:59:40Z', 'revision_number': 3, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'gw_port': {'id': '8655c5a2-91c6-4022-b6d8-a05426a37b7f', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:23:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38811fd8-6803-42bb-9630-7f4028085860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:59:39Z', 'updated_at': '2022-02-09T21:59:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:59:42.242999 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf4a61a-5e1f-4d8a-ac53-bba65fb80611 None None] Checking router: 38811fd8-6803-42bb-9630-7f4028085860 for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:59:42.243580 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf4a61a-5e1f-4d8a-ac53-bba65fb80611 None None] Updating router 38811fd8-6803-42bb-9630-7f4028085860 port 8655c5a2-91c6-4022-b6d8-a05426a37b7f binding host n-d-828369-5 {{(pid=103143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:59:42.271927 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-cdf4a61a-5e1f-4d8a-ac53-bba65fb80611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (8655c5a2-91c6-4022-b6d8-a05426a37b7f), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:42.399054 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b6fe66-cbc8-45ff-ba49-8194a089e0cb tempest-TestNetworkAdvancedServerOps-2092705809 tempest-TestNetworkAdvancedServerOps-2092705809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:42.405011 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 35312) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:42.416740 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-33b6fe66-cbc8-45ff-ba49-8194a089e0cb tempest-TestNetworkAdvancedServerOps-2092705809 tempest-TestNetworkAdvancedServerOps-2092705809-project-admin] 10.222.0.90 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2747719 Feb 09 21:59:42.464063 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 35314) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:42.469451 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-572f5610-0cde-4be5-bc7d-bc174a5d9b0a tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1556558248', 'network_id': 'fa460168-c9ce-4567-b54f-86f206977d46', 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:59:42.473897 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-212f0a05-6504-4144-8c4e-b38a30f64282 tempest-TestNetworkAdvancedServerOps-2092705809 tempest-TestNetworkAdvancedServerOps-2092705809-project-admin] 10.222.0.90 "GET /v2.0/subnets?network_id=54a442d5-50a0-4c75-85cc-d19f5bf58118&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0675640 Feb 09 21:59:42.626365 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-572f5610-0cde-4be5-bc7d-bc174a5d9b0a tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Made reservation on behalf of deeb9e226e2546f19554cbe5eac163d6 for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:59:42.631296 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-572f5610-0cde-4be5-bc7d-bc174a5d9b0a tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:42.795253 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:42.863906 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-cdf4a61a-5e1f-4d8a-ac53-bba65fb80611 None None] Publish callbacks [] for port (8655c5a2-91c6-4022-b6d8-a05426a37b7f), precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:42.891292 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-cdf4a61a-5e1f-4d8a-ac53-bba65fb80611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (8655c5a2-91c6-4022-b6d8-a05426a37b7f), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:42.957070 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-572f5610-0cde-4be5-bc7d-bc174a5d9b0a tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (3aadbbce-76c0-480d-b63d-7841ad582155), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:42.977819 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b273d682-da25-4c46-be14-89c8c831fed0 None None] Pushing event updated for resources: {'Port': ['ID=8655c5a2-91c6-4022-b6d8-a05426a37b7f,revision_number=2']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:42.987167 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-cdf4a61a-5e1f-4d8a-ac53-bba65fb80611 None None] Attempting to bind port 8655c5a2-91c6-4022-b6d8-a05426a37b7f on host n-d-828369-5 for vnic_type normal with profile {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:59:42.987550 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-cdf4a61a-5e1f-4d8a-ac53-bba65fb80611 None None] Attempting to bind port 8655c5a2-91c6-4022-b6d8-a05426a37b7f by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:59:42.987918 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf4a61a-5e1f-4d8a-ac53-bba65fb80611 None None] Attempting to bind port 8655c5a2-91c6-4022-b6d8-a05426a37b7f on network 54a442d5-50a0-4c75-85cc-d19f5bf58118 {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:59:42.989250 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee92a684-b7aa-4b99-859a-618fd13ca80f req-a9e062b6-c81a-47da-808a-513fd22b3d3e tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:42.990898 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ee92a684-b7aa-4b99-859a-618fd13ca80f req-a9e062b6-c81a-47da-808a-513fd22b3d3e tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=f25021c9-dd3f-42ee-a598-f6225e3ce61d HTTP/1.1" status: 200 len: 943 time: 0.1478379 Feb 09 21:59:42.996113 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b273d682-da25-4c46-be14-89c8c831fed0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:42.996490 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b273d682-da25-4c46-be14-89c8c831fed0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:42.996834 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b273d682-da25-4c46-be14-89c8c831fed0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:42.997170 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b273d682-da25-4c46-be14-89c8c831fed0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:42.997500 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b273d682-da25-4c46-be14-89c8c831fed0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:42.997880 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b273d682-da25-4c46-be14-89c8c831fed0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:42.998261 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b273d682-da25-4c46-be14-89c8c831fed0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:42.998526 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b273d682-da25-4c46-be14-89c8c831fed0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:42.998852 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b273d682-da25-4c46-be14-89c8c831fed0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:42.999173 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b273d682-da25-4c46-be14-89c8c831fed0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:42.999495 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b273d682-da25-4c46-be14-89c8c831fed0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:42.999817 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b273d682-da25-4c46-be14-89c8c831fed0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:43.000129 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b273d682-da25-4c46-be14-89c8c831fed0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:43.005919 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf4a61a-5e1f-4d8a-ac53-bba65fb80611 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:59:43.006369 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf4a61a-5e1f-4d8a-ac53-bba65fb80611 None None] Checking segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:59:43.006872 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-cdf4a61a-5e1f-4d8a-ac53-bba65fb80611 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:43.007330 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf4a61a-5e1f-4d8a-ac53-bba65fb80611 None None] Bound using segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:59:43.007740 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-cdf4a61a-5e1f-4d8a-ac53-bba65fb80611 None None] Bound port: 8655c5a2-91c6-4022-b6d8-a05426a37b7f, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:59:43.008201 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-cdf4a61a-5e1f-4d8a-ac53-bba65fb80611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (8655c5a2-91c6-4022-b6d8-a05426a37b7f), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:43.069203 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-cdf4a61a-5e1f-4d8a-ac53-bba65fb80611 None None] For port 8655c5a2-91c6-4022-b6d8-a05426a37b7f, host n-d-828369-5, cleared binding levels {{(pid=103143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:59:43.074332 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-cdf4a61a-5e1f-4d8a-ac53-bba65fb80611 None None] For port 8655c5a2-91c6-4022-b6d8-a05426a37b7f, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=8655c5a2-91c6-4022-b6d8-a05426a37b7f,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:59:43.084593 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-cdf4a61a-5e1f-4d8a-ac53-bba65fb80611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (8655c5a2-91c6-4022-b6d8-a05426a37b7f), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:43.096760 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ee92a684-b7aa-4b99-859a-618fd13ca80f req-d35a082b-106a-4a4d-9b45-410034eef419 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983462 Feb 09 21:59:43.115319 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572f5610-0cde-4be5-bc7d-bc174a5d9b0a tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Pushing event updated for resources: {'Subnet': ['ID=3aadbbce-76c0-480d-b63d-7841ad582155,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:43.117646 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572f5610-0cde-4be5-bc7d-bc174a5d9b0a tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Checking segment: {'id': '9d737af6-85d8-42f3-afb5-49982d68f1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'fa460168-c9ce-4567-b54f-86f206977d46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:59:43.118259 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572f5610-0cde-4be5-bc7d-bc174a5d9b0a tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Network hostable DHCP agents. Network: fa460168-c9ce-4567-b54f-86f206977d46, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 21:59:43.148805 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572f5610-0cde-4be5-bc7d-bc174a5d9b0a tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Network fa460168-c9ce-4567-b54f-86f206977d46 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 21:59:43.156135 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf4a61a-5e1f-4d8a-ac53-bba65fb80611 None None] Routers {'38811fd8-6803-42bb-9630-7f4028085860'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:59:43.157253 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-cdf4a61a-5e1f-4d8a-ac53-bba65fb80611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:59:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['38811fd8-6803-42bb-9630-7f4028085860'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:59:43.159578 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-572f5610-0cde-4be5-bc7d-bc174a5d9b0a tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, fa460168-c9ce-4567-b54f-86f206977d46) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:59:43.165029 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572f5610-0cde-4be5-bc7d-bc174a5d9b0a tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:43.166306 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-572f5610-0cde-4be5-bc7d-bc174a5d9b0a tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:43.182785 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18da8d54-16bd-4c19-afc2-b05d1f290481 None None] Network fa460168-c9ce-4567-b54f-86f206977d46 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:59:43.208476 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-572f5610-0cde-4be5-bc7d-bc174a5d9b0a tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7406013 Feb 09 21:59:43.208661 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 35330) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:43.245843 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b273d682-da25-4c46-be14-89c8c831fed0 None None] Pushing event updated for resources: {'Port': ['ID=8655c5a2-91c6-4022-b6d8-a05426a37b7f,revision_number=3']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:43.296596 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-cdf4a61a-5e1f-4d8a-ac53-bba65fb80611 None None] Set router 38811fd8-6803-42bb-9630-7f4028085860 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:59:43.428689 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13ef6cd-fc82-4d32-bd48-fb8c59247a9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-fa460168-c9ce-4567-b54f-86f206977d46', 'network_id': 'fa460168-c9ce-4567-b54f-86f206977d46', 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'fixed_ips': [{'subnet_id': '3aadbbce-76c0-480d-b63d-7841ad582155'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 21:59:43.430044 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a13ef6cd-fc82-4d32-bd48-fb8c59247a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:43.600452 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-cdf4a61a-5e1f-4d8a-ac53-bba65fb80611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38811fd8-6803-42bb-9630-7f4028085860', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1141351383', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '8655c5a2-91c6-4022-b6d8-a05426a37b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:59:38Z', 'updated_at': '2022-02-09T21:59:40Z', 'revision_number': 3, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'gw_port': {'id': '8655c5a2-91c6-4022-b6d8-a05426a37b7f', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:23:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38811fd8-6803-42bb-9630-7f4028085860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:59:39Z', 'updated_at': '2022-02-09T21:59:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:59:43.648907 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf4a61a-5e1f-4d8a-ac53-bba65fb80611 None None] The sync data for ids ['38811fd8-6803-42bb-9630-7f4028085860'] in n-d-828369-5 is: [{'id': '38811fd8-6803-42bb-9630-7f4028085860', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1141351383', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '8655c5a2-91c6-4022-b6d8-a05426a37b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:59:38Z', 'updated_at': '2022-02-09T21:59:40Z', 'revision_number': 3, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'gw_port': {'id': '8655c5a2-91c6-4022-b6d8-a05426a37b7f', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:23:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38811fd8-6803-42bb-9630-7f4028085860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:59:39Z', 'updated_at': '2022-02-09T21:59:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:59:43.649780 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-a13ef6cd-fc82-4d32-bd48-fb8c59247a9b None None] Allocated IP 172.20.0.2 (fa460168-c9ce-4567-b54f-86f206977d46/3aadbbce-76c0-480d-b63d-7841ad582155/44f3b212-2cf5-4ce4-b904-049f0c123ea4) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:59:44.010577 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a13ef6cd-fc82-4d32-bd48-fb8c59247a9b None None] Publish callbacks [] for port (44f3b212-2cf5-4ce4-b904-049f0c123ea4), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:44.056097 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a13ef6cd-fc82-4d32-bd48-fb8c59247a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (44f3b212-2cf5-4ce4-b904-049f0c123ea4), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:44.094359 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2f64ce18-22d0-4b5d-bb08-0f287b4f83ec tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:44.143215 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ef6cd-fc82-4d32-bd48-fb8c59247a9b None None] Pushing event updated for resources: {'Port': ['ID=44f3b212-2cf5-4ce4-b904-049f0c123ea4,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:44.201482 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:44.204089 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13ef6cd-fc82-4d32-bd48-fb8c59247a9b None None] Network fa460168-c9ce-4567-b54f-86f206977d46 is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:59:44.206423 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-a13ef6cd-fc82-4d32-bd48-fb8c59247a9b None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:59:44.210605 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13ef6cd-fc82-4d32-bd48-fb8c59247a9b None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:59:44.334485 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-a13ef6cd-fc82-4d32-bd48-fb8c59247a9b None None] Attempting to bind port 44f3b212-2cf5-4ce4-b904-049f0c123ea4 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:59:44.335861 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-a13ef6cd-fc82-4d32-bd48-fb8c59247a9b None None] Attempting to bind port 44f3b212-2cf5-4ce4-b904-049f0c123ea4 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '9d737af6-85d8-42f3-afb5-49982d68f1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'fa460168-c9ce-4567-b54f-86f206977d46'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:59:44.338108 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13ef6cd-fc82-4d32-bd48-fb8c59247a9b None None] Attempting to bind port 44f3b212-2cf5-4ce4-b904-049f0c123ea4 on network fa460168-c9ce-4567-b54f-86f206977d46 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:59:44.349932 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13ef6cd-fc82-4d32-bd48-fb8c59247a9b None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:59:44.350464 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13ef6cd-fc82-4d32-bd48-fb8c59247a9b None None] Checking segment: {'id': '9d737af6-85d8-42f3-afb5-49982d68f1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'fa460168-c9ce-4567-b54f-86f206977d46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:59:44.352377 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a13ef6cd-fc82-4d32-bd48-fb8c59247a9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:44.355107 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13ef6cd-fc82-4d32-bd48-fb8c59247a9b None None] Bound using segment: {'id': '9d737af6-85d8-42f3-afb5-49982d68f1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'fa460168-c9ce-4567-b54f-86f206977d46'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:59:44.355275 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176dfe8c-de2f-416c-a135-c47a7e02a3ca req-5f6f1b69-2b9d-4629-a9f9-f25c65474f77 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:44.357607 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-a13ef6cd-fc82-4d32-bd48-fb8c59247a9b None None] Bound port: 44f3b212-2cf5-4ce4-b904-049f0c123ea4, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d737af6-85d8-42f3-afb5-49982d68f1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'fa460168-c9ce-4567-b54f-86f206977d46'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:59:44.358240 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a13ef6cd-fc82-4d32-bd48-fb8c59247a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (44f3b212-2cf5-4ce4-b904-049f0c123ea4), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:44.358557 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-176dfe8c-de2f-416c-a135-c47a7e02a3ca req-5f6f1b69-2b9d-4629-a9f9-f25c65474f77 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=f25021c9-dd3f-42ee-a598-f6225e3ce61d HTTP/1.1" status: 200 len: 943 time: 0.1469393 Feb 09 21:59:44.480763 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-176dfe8c-de2f-416c-a135-c47a7e02a3ca req-f5ffd73b-49d3-4e5e-893b-24e7f097e54d tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138980 Feb 09 21:59:44.513091 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a13ef6cd-fc82-4d32-bd48-fb8c59247a9b None None] For port 44f3b212-2cf5-4ce4-b904-049f0c123ea4, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:59:44.519326 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a13ef6cd-fc82-4d32-bd48-fb8c59247a9b None None] For port 44f3b212-2cf5-4ce4-b904-049f0c123ea4, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=44f3b212-2cf5-4ce4-b904-049f0c123ea4,segment=NetworkSegment(9d737af6-85d8-42f3-afb5-49982d68f1cb),segment_id=9d737af6-85d8-42f3-afb5-49982d68f1cb)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:59:44.536193 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a13ef6cd-fc82-4d32-bd48-fb8c59247a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (44f3b212-2cf5-4ce4-b904-049f0c123ea4), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:44.600813 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 1c77a32b-9e60-4507-ad9e-5dc6ba205089 details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:59:44.860694 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 1c77a32b-9e60-4507-ad9e-5dc6ba205089, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=1c77a32b-9e60-4507-ad9e-5dc6ba205089,segment=NetworkSegment(4397314e-2225-4cf8-b858-ea8f71ca37e1),segment_id=4397314e-2225-4cf8-b858-ea8f71ca37e1)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:59:44.893969 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': '1c77a32b-9e60-4507-ad9e-5dc6ba205089', 'network_id': '04a65d27-6482-4e7b-94e8-af3d0d277bb9', 'port_id': '1c77a32b-9e60-4507-ad9e-5dc6ba205089', 'mac_address': 'fa:16:3e:98:a3:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e66e8995-a595-4f7e-865e-9e730b75c9e0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:59:44.897697 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 8655c5a2-91c6-4022-b6d8-a05426a37b7f up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:59:45.032497 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-2f64ce18-22d0-4b5d-bb08-0f287b4f83ec tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Allocated IP 172.20.0.1 (fa460168-c9ce-4567-b54f-86f206977d46/3aadbbce-76c0-480d-b63d-7841ad582155/d96d7646-f25f-4175-a275-683910392697) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:59:45.082654 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 1c77a32b-9e60-4507-ad9e-5dc6ba205089 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:59:45.083415 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (1c77a32b-9e60-4507-ad9e-5dc6ba205089), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:45.139423 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ef6cd-fc82-4d32-bd48-fb8c59247a9b None None] Pushing event updated for resources: {'Port': ['ID=44f3b212-2cf5-4ce4-b904-049f0c123ea4,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:45.166165 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c77a32b-9e60-4507-ad9e-5dc6ba205089 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:59:45.248884 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 1c77a32b-9e60-4507-ad9e-5dc6ba205089, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=1c77a32b-9e60-4507-ad9e-5dc6ba205089,segment=NetworkSegment(4397314e-2225-4cf8-b858-ea8f71ca37e1),segment_id=4397314e-2225-4cf8-b858-ea8f71ca37e1)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:59:45.251138 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 8655c5a2-91c6-4022-b6d8-a05426a37b7f triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:59:45.251734 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (8655c5a2-91c6-4022-b6d8-a05426a37b7f), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:45.259746 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (1c77a32b-9e60-4507-ad9e-5dc6ba205089), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:45.289338 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2f64ce18-22d0-4b5d-bb08-0f287b4f83ec tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for port (d96d7646-f25f-4175-a275-683910392697), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:45.360619 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2f64ce18-22d0-4b5d-bb08-0f287b4f83ec tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (d96d7646-f25f-4175-a275-683910392697), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:45.471682 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:45.473614 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f64ce18-22d0-4b5d-bb08-0f287b4f83ec tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Network fa460168-c9ce-4567-b54f-86f206977d46 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:59:45.493234 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-2f64ce18-22d0-4b5d-bb08-0f287b4f83ec tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:59:45.502450 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f64ce18-22d0-4b5d-bb08-0f287b4f83ec tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:59:45.563198 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=1c77a32b-9e60-4507-ad9e-5dc6ba205089,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:45.568821 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 8655c5a2-91c6-4022-b6d8-a05426a37b7f is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:59:45.569500 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (8655c5a2-91c6-4022-b6d8-a05426a37b7f), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:45.607732 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port 8655c5a2-91c6-4022-b6d8-a05426a37b7f, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=8655c5a2-91c6-4022-b6d8-a05426a37b7f,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:59:45.608538 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2f64ce18-22d0-4b5d-bb08-0f287b4f83ec tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554727'] for router_interface (38811fd8-6803-42bb-9630-7f4028085860), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:45.613114 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (8655c5a2-91c6-4022-b6d8-a05426a37b7f), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:45.631244 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['1c77a32b-9e60-4507-ad9e-5dc6ba205089'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:59:45.737883 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e029a57-9cef-4eee-ac69-a89574d1cbf2 req-9c923eb8-1c4e-4c44-b7af-56f5eaee87fd tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:45.748646 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f64ce18-22d0-4b5d-bb08-0f287b4f83ec tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Pushing event updated for resources: {'Port': ['ID=d96d7646-f25f-4175-a275-683910392697,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:45.749222 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4e029a57-9cef-4eee-ac69-a89574d1cbf2 req-9c923eb8-1c4e-4c44-b7af-56f5eaee87fd tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=f25021c9-dd3f-42ee-a598-f6225e3ce61d HTTP/1.1" status: 200 len: 944 time: 0.1486456 Feb 09 21:59:45.831909 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4e029a57-9cef-4eee-ac69-a89574d1cbf2 req-dfa957ab-92c4-4cb0-ad29-d99c5f4dad1f tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771775 Feb 09 21:59:45.879286 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2f64ce18-22d0-4b5d-bb08-0f287b4f83ec tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (d96d7646-f25f-4175-a275-683910392697), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:45.907158 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=8655c5a2-91c6-4022-b6d8-a05426a37b7f,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:46.499191 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bda2b3d-117b-43ca-8da4-469b3f3f7176 None None] Network fa460168-c9ce-4567-b54f-86f206977d46 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 21:59:46.651035 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-73133b31-7940-461e-81c9-c81cbb79002d None None] Provisioning complete for port 44f3b212-2cf5-4ce4-b904-049f0c123ea4 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:59:46.651035 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-73133b31-7940-461e-81c9-c81cbb79002d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (44f3b212-2cf5-4ce4-b904-049f0c123ea4), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:46.751274 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2f64ce18-22d0-4b5d-bb08-0f287b4f83ec tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for port (d96d7646-f25f-4175-a275-683910392697), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:46.757123 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2f64ce18-22d0-4b5d-bb08-0f287b4f83ec tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (d96d7646-f25f-4175-a275-683910392697), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:46.948337 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-73133b31-7940-461e-81c9-c81cbb79002d None None] Current status of the port 44f3b212-2cf5-4ce4-b904-049f0c123ea4 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:59:46.948786 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-73133b31-7940-461e-81c9-c81cbb79002d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (44f3b212-2cf5-4ce4-b904-049f0c123ea4), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:46.994326 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 44f3b212-2cf5-4ce4-b904-049f0c123ea4 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:59:47.043217 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2f64ce18-22d0-4b5d-bb08-0f287b4f83ec tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524919'] for router_interface (38811fd8-6803-42bb-9630-7f4028085860), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:47.065390 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f64ce18-22d0-4b5d-bb08-0f287b4f83ec tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Pushing event updated for resources: {'Port': ['ID=d96d7646-f25f-4175-a275-683910392697,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:47.097023 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62ccec8-d0d7-484f-af72-bf91a1c8d274 req-522a7f0d-2098-42f9-840b-08f16ef56c45 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:47.110475 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a62ccec8-d0d7-484f-af72-bf91a1c8d274 req-522a7f0d-2098-42f9-840b-08f16ef56c45 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=f25021c9-dd3f-42ee-a598-f6225e3ce61d HTTP/1.1" status: 200 len: 944 time: 0.1234944 Feb 09 21:59:47.112362 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 35400) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:47.158367 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-73133b31-7940-461e-81c9-c81cbb79002d None None] For port 44f3b212-2cf5-4ce4-b904-049f0c123ea4, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=44f3b212-2cf5-4ce4-b904-049f0c123ea4,segment=NetworkSegment(9d737af6-85d8-42f3-afb5-49982d68f1cb),segment_id=9d737af6-85d8-42f3-afb5-49982d68f1cb)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:59:47.162545 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 44f3b212-2cf5-4ce4-b904-049f0c123ea4 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:59:47.164366 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (44f3b212-2cf5-4ce4-b904-049f0c123ea4), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:47.238002 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-73133b31-7940-461e-81c9-c81cbb79002d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (44f3b212-2cf5-4ce4-b904-049f0c123ea4), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:47.251127 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a62ccec8-d0d7-484f-af72-bf91a1c8d274 req-3e24184f-5bb9-41cd-92fb-ca408488db95 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387110 Feb 09 21:59:47.286448 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f64ce18-22d0-4b5d-bb08-0f287b4f83ec tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Network fa460168-c9ce-4567-b54f-86f206977d46 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:59:47.293440 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-2f64ce18-22d0-4b5d-bb08-0f287b4f83ec tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:59:47.359278 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73133b31-7940-461e-81c9-c81cbb79002d None None] Pushing event updated for resources: {'Port': ['ID=44f3b212-2cf5-4ce4-b904-049f0c123ea4,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:47.417154 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 44f3b212-2cf5-4ce4-b904-049f0c123ea4 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:59:47.417154 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 8655c5a2-91c6-4022-b6d8-a05426a37b7f up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:59:47.419640 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73133b31-7940-461e-81c9-c81cbb79002d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:47.419640 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73133b31-7940-461e-81c9-c81cbb79002d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:47.419928 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73133b31-7940-461e-81c9-c81cbb79002d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:47.420247 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73133b31-7940-461e-81c9-c81cbb79002d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:47.420596 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73133b31-7940-461e-81c9-c81cbb79002d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:47.420932 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73133b31-7940-461e-81c9-c81cbb79002d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:47.421267 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73133b31-7940-461e-81c9-c81cbb79002d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:47.421735 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73133b31-7940-461e-81c9-c81cbb79002d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:47.422073 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73133b31-7940-461e-81c9-c81cbb79002d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:47.422405 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73133b31-7940-461e-81c9-c81cbb79002d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:47.422736 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73133b31-7940-461e-81c9-c81cbb79002d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:47.423065 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73133b31-7940-461e-81c9-c81cbb79002d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:47.423390 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73133b31-7940-461e-81c9-c81cbb79002d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:47.459160 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c9c8a703-9409-4e96-a54f-6f5f602608bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:47.511378 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-f5ef7b1e-227e-4787-bbcc-13914643ab59 None None] Provisioning complete for port d96d7646-f25f-4175-a275-683910392697 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:59:47.511969 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f5ef7b1e-227e-4787-bbcc-13914643ab59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (d96d7646-f25f-4175-a275-683910392697), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:47.585966 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-f5ef7b1e-227e-4787-bbcc-13914643ab59 None None] Port d96d7646-f25f-4175-a275-683910392697 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:59:47.612258 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f64ce18-22d0-4b5d-bb08-0f287b4f83ec tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Router 38811fd8-6803-42bb-9630-7f4028085860 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 21:59:47.618595 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 8655c5a2-91c6-4022-b6d8-a05426a37b7f triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:59:47.619616 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (8655c5a2-91c6-4022-b6d8-a05426a37b7f), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:47.695296 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-f5ef7b1e-227e-4787-bbcc-13914643ab59 None None] Provisioning complete for port 44f3b212-2cf5-4ce4-b904-049f0c123ea4 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:59:47.695681 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f5ef7b1e-227e-4787-bbcc-13914643ab59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (44f3b212-2cf5-4ce4-b904-049f0c123ea4), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:47.746768 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c9c8a703-9409-4e96-a54f-6f5f602608bb admin admin] Publish callbacks [] for security_group (0f5a8038-c08b-4513-8348-46ee2967ba8e), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:47.752233 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c9c8a703-9409-4e96-a54f-6f5f602608bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (0f5a8038-c08b-4513-8348-46ee2967ba8e), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:47.837313 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-c9c8a703-9409-4e96-a54f-6f5f602608bb admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=b9b5195e51f54ce09e82b6cf35a42064&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7237384 Feb 09 21:59:47.840571 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 35414) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:47.871386 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c8a703-9409-4e96-a54f-6f5f602608bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f5a8038-c08b-4513-8348-46ee2967ba8e,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:47.935008 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f64ce18-22d0-4b5d-bb08-0f287b4f83ec tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 21:59:47.949520 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-2f64ce18-22d0-4b5d-bb08-0f287b4f83ec tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "PUT /v2.0/routers/38811fd8-6803-42bb-9630-7f4028085860/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7386825 Feb 09 21:59:48.006599 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-22d8fb90-7e0a-4ad0-a4b9-e4cff95b6144 admin admin] Publish callbacks [] for security_group (0f5a8038-c08b-4513-8348-46ee2967ba8e), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:48.013551 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4ac804-4968-4d2f-8834-2b7b30d43c44 None None] Sync routers for ids ['38811fd8-6803-42bb-9630-7f4028085860'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 21:59:48.050768 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4ac804-4968-4d2f-8834-2b7b30d43c44 None None] Routers {'38811fd8-6803-42bb-9630-7f4028085860'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:59:48.051511 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-7a4ac804-4968-4d2f-8834-2b7b30d43c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:59:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['38811fd8-6803-42bb-9630-7f4028085860'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:59:48.054691 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 8655c5a2-91c6-4022-b6d8-a05426a37b7f is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:59:48.082302 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-22d8fb90-7e0a-4ad0-a4b9-e4cff95b6144 admin admin] Publish callbacks [] for security_group (0f5a8038-c08b-4513-8348-46ee2967ba8e), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:48.185381 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-22d8fb90-7e0a-4ad0-a4b9-e4cff95b6144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (0f5a8038-c08b-4513-8348-46ee2967ba8e), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:48.190369 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-22d8fb90-7e0a-4ad0-a4b9-e4cff95b6144 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:48.191885 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-22d8fb90-7e0a-4ad0-a4b9-e4cff95b6144 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/0f5a8038-c08b-4513-8348-46ee2967ba8e HTTP/1.1" status: 204 len: 168 time: 0.3489473 Feb 09 21:59:48.241684 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-f5ef7b1e-227e-4787-bbcc-13914643ab59 None None] Current status of the port 44f3b212-2cf5-4ce4-b904-049f0c123ea4 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:59:48.285510 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d8fb90-7e0a-4ad0-a4b9-e4cff95b6144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f5a8038-c08b-4513-8348-46ee2967ba8e,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:48.287134 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-7a4ac804-4968-4d2f-8834-2b7b30d43c44 None None] Set router 38811fd8-6803-42bb-9630-7f4028085860 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:59:48.294664 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bf56d7c8-3da7-4528-b2ac-9412febf67eb req-0b5a0a5c-9639-42ce-8ac1-d28d839b6e59 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-715481350&fields=id&tenant_id=deeb9e226e2546f19554cbe5eac163d6 HTTP/1.1" status: 200 len: 267 time: 0.1163495 Feb 09 21:59:48.313557 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d8fb90-7e0a-4ad0-a4b9-e4cff95b6144 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:48.313952 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d8fb90-7e0a-4ad0-a4b9-e4cff95b6144 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:48.314372 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d8fb90-7e0a-4ad0-a4b9-e4cff95b6144 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:48.314717 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d8fb90-7e0a-4ad0-a4b9-e4cff95b6144 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:48.315057 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d8fb90-7e0a-4ad0-a4b9-e4cff95b6144 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:48.315393 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d8fb90-7e0a-4ad0-a4b9-e4cff95b6144 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:48.325454 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d8fb90-7e0a-4ad0-a4b9-e4cff95b6144 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:48.326028 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d8fb90-7e0a-4ad0-a4b9-e4cff95b6144 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:48.326689 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d8fb90-7e0a-4ad0-a4b9-e4cff95b6144 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:48.327298 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d8fb90-7e0a-4ad0-a4b9-e4cff95b6144 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:48.327814 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d8fb90-7e0a-4ad0-a4b9-e4cff95b6144 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:48.328330 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d8fb90-7e0a-4ad0-a4b9-e4cff95b6144 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:48.328924 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d8fb90-7e0a-4ad0-a4b9-e4cff95b6144 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 21:59:48.493783 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-33bcce44-5e0c-4d4c-8bbf-ab311e12099b None None] Provisioning complete for port d96d7646-f25f-4175-a275-683910392697 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:59:48.494245 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-33bcce44-5e0c-4d4c-8bbf-ab311e12099b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (d96d7646-f25f-4175-a275-683910392697), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:48.559297 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf56d7c8-3da7-4528-b2ac-9412febf67eb req-7cf17278-26a1-4338-bd65-eb0a3b1a3c48 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:48.573903 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bf56d7c8-3da7-4528-b2ac-9412febf67eb req-7cf17278-26a1-4338-bd65-eb0a3b1a3c48 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/networks?id=fa460168-c9ce-4567-b54f-86f206977d46 HTTP/1.1" status: 200 len: 797 time: 0.2668242 Feb 09 21:59:48.584879 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 1c77a32b-9e60-4507-ad9e-5dc6ba205089 up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:59:48.619658 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bf56d7c8-3da7-4528-b2ac-9412febf67eb req-692f17c2-fac9-4bb9-9626-4d55ae38ae3c tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/quotas/deeb9e226e2546f19554cbe5eac163d6 HTTP/1.1" status: 200 len: 375 time: 0.0411170 Feb 09 21:59:48.683030 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-33bcce44-5e0c-4d4c-8bbf-ab311e12099b None None] Port d96d7646-f25f-4175-a275-683910392697 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:59:48.712670 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0911ca-bab1-4d5b-8447-58d5532b9874 req-49b4bd6e-bcf8-43df-9137-65e7026ad2a0 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:48.714801 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5e0911ca-bab1-4d5b-8447-58d5532b9874 req-49b4bd6e-bcf8-43df-9137-65e7026ad2a0 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=f25021c9-dd3f-42ee-a598-f6225e3ce61d HTTP/1.1" status: 200 len: 944 time: 0.1342452 Feb 09 21:59:48.719110 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning for port 1c77a32b-9e60-4507-ad9e-5dc6ba205089 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 21:59:48.732563 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port 1c77a32b-9e60-4507-ad9e-5dc6ba205089 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:59:48.732563 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (1c77a32b-9e60-4507-ad9e-5dc6ba205089), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:48.736902 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bf56d7c8-3da7-4528-b2ac-9412febf67eb req-0d2f8312-11a6-4ce8-8cc2-1a819abcf836 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=deeb9e226e2546f19554cbe5eac163d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1160705 Feb 09 21:59:48.787269 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5e0911ca-bab1-4d5b-8447-58d5532b9874 req-7d020b7e-78c2-47cd-8df8-d8c3d2e43687 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492628 Feb 09 21:59:48.788305 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 44f3b212-2cf5-4ce4-b904-049f0c123ea4 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:59:48.873033 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 35446) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:48.893309 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4b9a7e2c-2ce7-44c9-bf1e-bbc48788059b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:48.916947 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 44f3b212-2cf5-4ce4-b904-049f0c123ea4 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:59:48.917479 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (44f3b212-2cf5-4ce4-b904-049f0c123ea4), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:48.974277 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 1c77a32b-9e60-4507-ad9e-5dc6ba205089 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:59:48.974680 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (1c77a32b-9e60-4507-ad9e-5dc6ba205089), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:49.045372 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 1c77a32b-9e60-4507-ad9e-5dc6ba205089, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=1c77a32b-9e60-4507-ad9e-5dc6ba205089,segment=NetworkSegment(4397314e-2225-4cf8-b858-ea8f71ca37e1),segment_id=4397314e-2225-4cf8-b858-ea8f71ca37e1)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:59:49.051172 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f25021c9-dd3f-42ee-a598-f6225e3ce61d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c77a32b-9e60-4507-ad9e-5dc6ba205089'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:59:49.053462 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b9afc29-5d12-4d47-a7a6-c0de2c8ca3df" -d '{"events": [{"server_uuid": "f25021c9-dd3f-42ee-a598-f6225e3ce61d", "name": "network-vif-plugged", "status": "completed", "tag": "1c77a32b-9e60-4507-ad9e-5dc6ba205089"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:59:49.060482 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (1c77a32b-9e60-4507-ad9e-5dc6ba205089), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:49.069541 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bf56d7c8-3da7-4528-b2ac-9412febf67eb req-fe414612-b3cf-432d-bb33-91805c54c9dd service neutron] 10.222.0.90 "GET /v2.0/networks/fa460168-c9ce-4567-b54f-86f206977d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863040 Feb 09 21:59:49.110103 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4b9a7e2c-2ce7-44c9-bf1e-bbc48788059b admin admin] Publish callbacks [] for security_group (b8ef672f-cd6e-4ec4-97e9-ace8705174b3), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:49.115275 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4b9a7e2c-2ce7-44c9-bf1e-bbc48788059b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (b8ef672f-cd6e-4ec4-97e9-ace8705174b3), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:49.145534 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=1c77a32b-9e60-4507-ad9e-5dc6ba205089,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:49.173467 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 21:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11ff6504-4be5-466e-9a6b-f29cdec12cad x-openstack-request-id: req-11ff6504-4be5-466e-9a6b-f29cdec12cad {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:59:49.173765 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f25021c9-dd3f-42ee-a598-f6225e3ce61d", "name": "network-vif-plugged", "status": "completed", "tag": "1c77a32b-9e60-4507-ad9e-5dc6ba205089", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:59:49.174023 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-11ff6504-4be5-466e-9a6b-f29cdec12cad {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:59:49.174437 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f25021c9-dd3f-42ee-a598-f6225e3ce61d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c77a32b-9e60-4507-ad9e-5dc6ba205089', 'code': 200} Feb 09 21:59:49.177751 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-7a4ac804-4968-4d2f-8834-2b7b30d43c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38811fd8-6803-42bb-9630-7f4028085860', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1141351383', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '8655c5a2-91c6-4022-b6d8-a05426a37b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:59:38Z', 'updated_at': '2022-02-09T21:59:45Z', 'revision_number': 4, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'gw_port': {'id': '8655c5a2-91c6-4022-b6d8-a05426a37b7f', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:23:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38811fd8-6803-42bb-9630-7f4028085860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:59:39Z', 'updated_at': '2022-02-09T21:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': 'd96d7646-f25f-4175-a275-683910392697', 'name': '', 'network_id': 'fa460168-c9ce-4567-b54f-86f206977d46', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'mac_address': 'fa:16:3e:18:ab:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38811fd8-6803-42bb-9630-7f4028085860', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': '3aadbbce-76c0-480d-b63d-7841ad582155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:59:44Z', 'updated_at': '2022-02-09T21:59:46Z', 'revision_number': 2, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'subnets': [{'id': '3aadbbce-76c0-480d-b63d-7841ad582155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:59:49.206453 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-4b9a7e2c-2ce7-44c9-bf1e-bbc48788059b admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=0131b05fc5c4494fa04fb3b9aec38335&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3290310 Feb 09 21:59:49.207131 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 35458) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:49.250396 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4ac804-4968-4d2f-8834-2b7b30d43c44 None None] Checking router: 38811fd8-6803-42bb-9630-7f4028085860 for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 21:59:49.250761 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4ac804-4968-4d2f-8834-2b7b30d43c44 None None] Updating router 38811fd8-6803-42bb-9630-7f4028085860 port d96d7646-f25f-4175-a275-683910392697 binding host n-d-828369-5 {{(pid=103142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 21:59:49.317816 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bf56d7c8-3da7-4528-b2ac-9412febf67eb req-eed41c70-df81-4f03-b563-236ecb963e39 service neutron] 10.222.0.90 "GET /v2.0/networks/fa460168-c9ce-4567-b54f-86f206977d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442591 Feb 09 21:59:49.321526 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7a4ac804-4968-4d2f-8834-2b7b30d43c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (d96d7646-f25f-4175-a275-683910392697), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:49.376992 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9a7e2c-2ce7-44c9-bf1e-bbc48788059b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ef672f-cd6e-4ec4-97e9-ace8705174b3,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:49.489084 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7e63406b-7382-4213-8bc5-f0e673a060df admin admin] Publish callbacks [] for security_group (b8ef672f-cd6e-4ec4-97e9-ace8705174b3), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:49.494042 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6831640b-8bb3-4d72-9cbd-3cadd8bc4353 req-52847d24-4584-410e-ba6f-00218b96467f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:49.496957 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6831640b-8bb3-4d72-9cbd-3cadd8bc4353 req-52847d24-4584-410e-ba6f-00218b96467f service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=f25021c9-dd3f-42ee-a598-f6225e3ce61d HTTP/1.1" status: 200 len: 1127 time: 0.2591901 Feb 09 21:59:49.565541 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6831640b-8bb3-4d72-9cbd-3cadd8bc4353 req-fa8a480d-616e-4e58-a5c8-51f49cd0dfd6 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579350 Feb 09 21:59:49.623968 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7e63406b-7382-4213-8bc5-f0e673a060df admin admin] Publish callbacks [] for security_group (b8ef672f-cd6e-4ec4-97e9-ace8705174b3), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:49.666101 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-77ca1ede-441e-45d8-b65d-cd9919ba2fee req-154eaccc-b78e-4230-883d-a9b4ea1ae675 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=e4a4effb-9225-40cc-8223-7a5df6f92942 HTTP/1.1" status: 200 len: 210 time: 0.0542996 Feb 09 21:59:49.737065 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7e63406b-7382-4213-8bc5-f0e673a060df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (b8ef672f-cd6e-4ec4-97e9-ace8705174b3), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:49.755743 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7e63406b-7382-4213-8bc5-f0e673a060df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:49.756998 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-7e63406b-7382-4213-8bc5-f0e673a060df admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/b8ef672f-cd6e-4ec4-97e9-ace8705174b3 HTTP/1.1" status: 204 len: 168 time: 0.5360413 Feb 09 21:59:49.779470 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e63406b-7382-4213-8bc5-f0e673a060df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ef672f-cd6e-4ec4-97e9-ace8705174b3,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:49.805969 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 44f3b212-2cf5-4ce4-b904-049f0c123ea4 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:59:49.965075 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7a4ac804-4968-4d2f-8834-2b7b30d43c44 None None] Publish callbacks [] for port (d96d7646-f25f-4175-a275-683910392697), precommit_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:49.972017 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7a4ac804-4968-4d2f-8834-2b7b30d43c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (d96d7646-f25f-4175-a275-683910392697), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:50.061235 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6b433a-6a4d-4a12-9ca4-a3cc6ba43585 req-6c541b5a-f66b-4d17-a580-0378d90e1006 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:50.076120 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1a6b433a-6a4d-4a12-9ca4-a3cc6ba43585 req-6c541b5a-f66b-4d17-a580-0378d90e1006 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=f25021c9-dd3f-42ee-a598-f6225e3ce61d HTTP/1.1" status: 200 len: 945 time: 0.1538999 Feb 09 21:59:50.337451 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1a6b433a-6a4d-4a12-9ca4-a3cc6ba43585 req-58fb33c3-a840-4631-9ce9-f9b52eda8772 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492676 Feb 09 21:59:50.343903 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c804aae-06e3-46d0-b373-0143280734a0 None None] Pushing event updated for resources: {'Port': ['ID=d96d7646-f25f-4175-a275-683910392697,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:50.385420 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-7a4ac804-4968-4d2f-8834-2b7b30d43c44 None None] Attempting to bind port d96d7646-f25f-4175-a275-683910392697 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:59:50.385747 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-7a4ac804-4968-4d2f-8834-2b7b30d43c44 None None] Attempting to bind port d96d7646-f25f-4175-a275-683910392697 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '9d737af6-85d8-42f3-afb5-49982d68f1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'fa460168-c9ce-4567-b54f-86f206977d46'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:59:50.386125 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4ac804-4968-4d2f-8834-2b7b30d43c44 None None] Attempting to bind port d96d7646-f25f-4175-a275-683910392697 on network fa460168-c9ce-4567-b54f-86f206977d46 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:59:50.392397 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4ac804-4968-4d2f-8834-2b7b30d43c44 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:59:50.392756 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4ac804-4968-4d2f-8834-2b7b30d43c44 None None] Checking segment: {'id': '9d737af6-85d8-42f3-afb5-49982d68f1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'fa460168-c9ce-4567-b54f-86f206977d46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:59:50.393165 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7a4ac804-4968-4d2f-8834-2b7b30d43c44 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:50.393566 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4ac804-4968-4d2f-8834-2b7b30d43c44 None None] Bound using segment: {'id': '9d737af6-85d8-42f3-afb5-49982d68f1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'fa460168-c9ce-4567-b54f-86f206977d46'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:59:50.394051 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-7a4ac804-4968-4d2f-8834-2b7b30d43c44 None None] Bound port: d96d7646-f25f-4175-a275-683910392697, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d737af6-85d8-42f3-afb5-49982d68f1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'fa460168-c9ce-4567-b54f-86f206977d46'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:59:50.394495 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7a4ac804-4968-4d2f-8834-2b7b30d43c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (d96d7646-f25f-4175-a275-683910392697), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:50.588827 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-7a4ac804-4968-4d2f-8834-2b7b30d43c44 None None] For port d96d7646-f25f-4175-a275-683910392697, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:59:50.595487 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-7a4ac804-4968-4d2f-8834-2b7b30d43c44 None None] For port d96d7646-f25f-4175-a275-683910392697, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=d96d7646-f25f-4175-a275-683910392697,segment=NetworkSegment(9d737af6-85d8-42f3-afb5-49982d68f1cb),segment_id=9d737af6-85d8-42f3-afb5-49982d68f1cb)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:59:50.611150 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7a4ac804-4968-4d2f-8834-2b7b30d43c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (d96d7646-f25f-4175-a275-683910392697), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:50.731156 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 35504) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:50.857191 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-03b24467-e369-4bd2-af66-e6f114225565 None None] Provisioning complete for port d96d7646-f25f-4175-a275-683910392697 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:59:50.864881 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-03b24467-e369-4bd2-af66-e6f114225565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (d96d7646-f25f-4175-a275-683910392697), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:50.918290 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-85dcf053-164e-424b-a7cc-51cacbbea48a req-1e82733d-87dc-45d9-a633-a697e34944a2 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=e4a4effb-9225-40cc-8223-7a5df6f92942 HTTP/1.1" status: 200 len: 210 time: 0.0608516 Feb 09 21:59:50.962823 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4ac804-4968-4d2f-8834-2b7b30d43c44 None None] Routers {'38811fd8-6803-42bb-9630-7f4028085860'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 21:59:50.963436 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-7a4ac804-4968-4d2f-8834-2b7b30d43c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:59:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['38811fd8-6803-42bb-9630-7f4028085860'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:59:51.076199 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6b11a759-5960-45b1-97b7-142d0f51b846 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:51.100410 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c804aae-06e3-46d0-b373-0143280734a0 None None] Pushing event updated for resources: {'Port': ['ID=d96d7646-f25f-4175-a275-683910392697,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:51.261580 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6b11a759-5960-45b1-97b7-142d0f51b846 admin admin] Publish callbacks [] for security_group (5222bc9f-5f15-4e8d-9a40-e937261dd63b), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:51.267749 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6b11a759-5960-45b1-97b7-142d0f51b846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (5222bc9f-5f15-4e8d-9a40-e937261dd63b), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:51.329394 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-6b11a759-5960-45b1-97b7-142d0f51b846 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=e47d8f9431674ceaac1a4c3d295d87ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5937929 Feb 09 21:59:51.329394 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b11a759-5960-45b1-97b7-142d0f51b846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5222bc9f-5f15-4e8d-9a40-e937261dd63b,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:51.329779 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 35524) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:51.362759 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-03b24467-e369-4bd2-af66-e6f114225565 None None] Current status of the port d96d7646-f25f-4175-a275-683910392697 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:59:51.363161 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-03b24467-e369-4bd2-af66-e6f114225565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (d96d7646-f25f-4175-a275-683910392697), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:51.386685 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-7a4ac804-4968-4d2f-8834-2b7b30d43c44 None None] Set router 38811fd8-6803-42bb-9630-7f4028085860 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 21:59:51.459975 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:51.466642 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-03b24467-e369-4bd2-af66-e6f114225565 None None] For port d96d7646-f25f-4175-a275-683910392697, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=d96d7646-f25f-4175-a275-683910392697,segment=NetworkSegment(9d737af6-85d8-42f3-afb5-49982d68f1cb),segment_id=9d737af6-85d8-42f3-afb5-49982d68f1cb)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:59:51.477959 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-03b24467-e369-4bd2-af66-e6f114225565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (d96d7646-f25f-4175-a275-683910392697), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:51.683528 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b24467-e369-4bd2-af66-e6f114225565 None None] Pushing event updated for resources: {'Port': ['ID=d96d7646-f25f-4175-a275-683910392697,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:51.767079 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5644b78b-ba2c-4787-a02e-3c7b679b8495 admin admin] Publish callbacks [] for security_group (5222bc9f-5f15-4e8d-9a40-e937261dd63b), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:51.800192 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5644b78b-ba2c-4787-a02e-3c7b679b8495 admin admin] Publish callbacks [] for security_group (5222bc9f-5f15-4e8d-9a40-e937261dd63b), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:51.815014 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf56d7c8-3da7-4528-b2ac-9412febf67eb req-bb6e6771-0adc-4661-b93e-848aaa99f483 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:51.816766 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bf56d7c8-3da7-4528-b2ac-9412febf67eb req-bb6e6771-0adc-4661-b93e-848aaa99f483 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.95 "GET /v2.0/networks?id=fa460168-c9ce-4567-b54f-86f206977d46 HTTP/1.1" status: 200 len: 797 time: 0.3926480 Feb 09 21:59:51.824111 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e5c8e7-1594-478e-95f8-a4aed0934653 req-fbbe7351-c0d4-46e4-84da-5dd4ae090671 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:51.831484 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-30e5c8e7-1594-478e-95f8-a4aed0934653 req-fbbe7351-c0d4-46e4-84da-5dd4ae090671 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=f25021c9-dd3f-42ee-a598-f6225e3ce61d HTTP/1.1" status: 200 len: 945 time: 0.1978731 Feb 09 21:59:52.007911 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-30e5c8e7-1594-478e-95f8-a4aed0934653 req-a926a61b-c346-4ece-a039-2f8d80873931 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751525 Feb 09 21:59:52.028495 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bf56d7c8-3da7-4528-b2ac-9412febf67eb req-9339ea97-d116-4688-b1a7-3333e73fb27b tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=deeb9e226e2546f19554cbe5eac163d6 HTTP/1.1" status: 200 len: 379 time: 0.1943719 Feb 09 21:59:52.044616 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-bf56d7c8-3da7-4528-b2ac-9412febf67eb req-036f0087-7117-4618-88a8-5e5dd72fcde4 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Request body: {'port': {'device_id': 'e4a4effb-9225-40cc-8223-7a5df6f92942', 'network_id': 'fa460168-c9ce-4567-b54f-86f206977d46', 'admin_state_up': True, 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'security_groups': ['72d2f984-f091-4b3d-b54e-47eb7c1d46d2']}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:59:52.081875 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ffce6651-9cf1-4883-8f4e-64e641090d8f req-6d6ddc8e-f38a-4b5b-955b-1509c31ba41a tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=e4a4effb-9225-40cc-8223-7a5df6f92942 HTTP/1.1" status: 200 len: 210 time: 0.0522518 Feb 09 21:59:52.138166 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-6a607d85-5134-42a5-bf8b-ac1097d8decf None None] Provisioning complete for port d96d7646-f25f-4175-a275-683910392697 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:59:52.138729 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-6a607d85-5134-42a5-bf8b-ac1097d8decf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (d96d7646-f25f-4175-a275-683910392697), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:52.177986 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5644b78b-ba2c-4787-a02e-3c7b679b8495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (5222bc9f-5f15-4e8d-9a40-e937261dd63b), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:52.189926 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5644b78b-ba2c-4787-a02e-3c7b679b8495 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:52.194755 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-5644b78b-ba2c-4787-a02e-3c7b679b8495 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/5222bc9f-5f15-4e8d-9a40-e937261dd63b HTTP/1.1" status: 204 len: 168 time: 0.8613245 Feb 09 21:59:52.215377 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5644b78b-ba2c-4787-a02e-3c7b679b8495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5222bc9f-5f15-4e8d-9a40-e937261dd63b,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:52.382085 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf56d7c8-3da7-4528-b2ac-9412febf67eb req-036f0087-7117-4618-88a8-5e5dd72fcde4 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Made reservation on behalf of deeb9e226e2546f19554cbe5eac163d6 for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:59:52.388176 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-bf56d7c8-3da7-4528-b2ac-9412febf67eb req-036f0087-7117-4618-88a8-5e5dd72fcde4 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:52.395374 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-6a607d85-5134-42a5-bf8b-ac1097d8decf None None] Current status of the port d96d7646-f25f-4175-a275-683910392697 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:59:52.410671 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-7a4ac804-4968-4d2f-8834-2b7b30d43c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38811fd8-6803-42bb-9630-7f4028085860', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1141351383', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '8655c5a2-91c6-4022-b6d8-a05426a37b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:59:38Z', 'updated_at': '2022-02-09T21:59:45Z', 'revision_number': 4, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'gw_port': {'id': '8655c5a2-91c6-4022-b6d8-a05426a37b7f', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:23:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38811fd8-6803-42bb-9630-7f4028085860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:59:39Z', 'updated_at': '2022-02-09T21:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': 'd96d7646-f25f-4175-a275-683910392697', 'name': '', 'network_id': 'fa460168-c9ce-4567-b54f-86f206977d46', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'mac_address': 'fa:16:3e:18:ab:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38811fd8-6803-42bb-9630-7f4028085860', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': '3aadbbce-76c0-480d-b63d-7841ad582155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:59:44Z', 'updated_at': '2022-02-09T21:59:50Z', 'revision_number': 4, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'subnets': [{'id': '3aadbbce-76c0-480d-b63d-7841ad582155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 21:59:52.445871 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4ac804-4968-4d2f-8834-2b7b30d43c44 None None] The sync data for ids ['38811fd8-6803-42bb-9630-7f4028085860'] in n-d-828369-5 is: [{'id': '38811fd8-6803-42bb-9630-7f4028085860', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1141351383', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '8655c5a2-91c6-4022-b6d8-a05426a37b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:59:38Z', 'updated_at': '2022-02-09T21:59:45Z', 'revision_number': 4, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'gw_port': {'id': '8655c5a2-91c6-4022-b6d8-a05426a37b7f', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:23:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38811fd8-6803-42bb-9630-7f4028085860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:59:39Z', 'updated_at': '2022-02-09T21:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': 'd96d7646-f25f-4175-a275-683910392697', 'name': '', 'network_id': 'fa460168-c9ce-4567-b54f-86f206977d46', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'mac_address': 'fa:16:3e:18:ab:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38811fd8-6803-42bb-9630-7f4028085860', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': '3aadbbce-76c0-480d-b63d-7841ad582155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:59:44Z', 'updated_at': '2022-02-09T21:59:50Z', 'revision_number': 4, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'subnets': [{'id': '3aadbbce-76c0-480d-b63d-7841ad582155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 21:59:52.704312 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f6428-5833-4a58-95c7-ada63986d675 req-521ff614-87b2-4a46-ab84-05da11f341da tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:52.711513 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-719f6428-5833-4a58-95c7-ada63986d675 req-521ff614-87b2-4a46-ab84-05da11f341da tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/networks?id=04a65d27-6482-4e7b-94e8-af3d0d277bb9 HTTP/1.1" status: 200 len: 806 time: 0.3030822 Feb 09 21:59:52.782240 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-719f6428-5833-4a58-95c7-ada63986d675 req-06eef1d9-a853-4f5c-b184-4185884d2830 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/quotas/b3e8b78db5b448288b8855c5416dd1f9 HTTP/1.1" status: 200 len: 375 time: 0.0695674 Feb 09 21:59:52.804479 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device d96d7646-f25f-4175-a275-683910392697 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 21:59:52.901069 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [req-bf56d7c8-3da7-4528-b2ac-9412febf67eb req-036f0087-7117-4618-88a8-5e5dd72fcde4 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Allocated IP 172.20.0.10 (fa460168-c9ce-4567-b54f-86f206977d46/3aadbbce-76c0-480d-b63d-7841ad582155/f395b0a1-4177-495a-9f06-ed1fda1afbcd) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:59:52.940494 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port d96d7646-f25f-4175-a275-683910392697 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:59:52.940880 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (d96d7646-f25f-4175-a275-683910392697), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:52.981652 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 35574) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:52.999092 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-719f6428-5833-4a58-95c7-ada63986d675 req-688abc1d-cc25-4dee-9857-6fddd2fa40cf tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=b3e8b78db5b448288b8855c5416dd1f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1945429 Feb 09 21:59:53.010530 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f134c026-7f0b-4a84-ad47-25da153fe5c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:53.132599 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port d96d7646-f25f-4175-a275-683910392697 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:59:53.210319 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f134c026-7f0b-4a84-ad47-25da153fe5c9 admin admin] Publish callbacks [] for security_group (fe6b85e1-c476-47e0-aaf9-8cf8b7b999b6), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:53.215872 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f134c026-7f0b-4a84-ad47-25da153fe5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (fe6b85e1-c476-47e0-aaf9-8cf8b7b999b6), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:53.295715 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-f134c026-7f0b-4a84-ad47-25da153fe5c9 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=a813febfeb544383ad810db9e445541c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3101265 Feb 09 21:59:53.297565 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 35582) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:53.320553 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f134c026-7f0b-4a84-ad47-25da153fe5c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe6b85e1-c476-47e0-aaf9-8cf8b7b999b6,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:53.399466 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-13d44e07-3fd3-4194-876c-b84b1fc2768d admin admin] Publish callbacks [] for security_group (fe6b85e1-c476-47e0-aaf9-8cf8b7b999b6), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:53.411257 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-bf56d7c8-3da7-4528-b2ac-9412febf67eb req-036f0087-7117-4618-88a8-5e5dd72fcde4 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for port (f395b0a1-4177-495a-9f06-ed1fda1afbcd), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:53.442903 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-13d44e07-3fd3-4194-876c-b84b1fc2768d admin admin] Publish callbacks [] for security_group (fe6b85e1-c476-47e0-aaf9-8cf8b7b999b6), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:53.505088 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-db30e42a-3e97-4008-926d-101a414ebd5c req-05537951-e4ca-4f86-bcd5-5ba3b17208b7 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=e4a4effb-9225-40cc-8223-7a5df6f92942 HTTP/1.1" status: 200 len: 210 time: 0.2779922 Feb 09 21:59:53.511106 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-719f6428-5833-4a58-95c7-ada63986d675 req-11a642a1-5c18-43cb-936b-374b6ceb895d service neutron] 10.222.0.90 "GET /v2.0/networks/04a65d27-6482-4e7b-94e8-af3d0d277bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5111475 Feb 09 21:59:53.514125 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-bf56d7c8-3da7-4528-b2ac-9412febf67eb req-036f0087-7117-4618-88a8-5e5dd72fcde4 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (f395b0a1-4177-495a-9f06-ed1fda1afbcd), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:53.543548 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-13d44e07-3fd3-4194-876c-b84b1fc2768d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (fe6b85e1-c476-47e0-aaf9-8cf8b7b999b6), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:53.547912 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-13d44e07-3fd3-4194-876c-b84b1fc2768d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:53.549202 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-13d44e07-3fd3-4194-876c-b84b1fc2768d admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/fe6b85e1-c476-47e0-aaf9-8cf8b7b999b6 HTTP/1.1" status: 204 len: 168 time: 0.2478402 Feb 09 21:59:53.581981 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d44e07-3fd3-4194-876c-b84b1fc2768d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe6b85e1-c476-47e0-aaf9-8cf8b7b999b6,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:53.671144 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:53.704968 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf56d7c8-3da7-4528-b2ac-9412febf67eb req-036f0087-7117-4618-88a8-5e5dd72fcde4 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Network fa460168-c9ce-4567-b54f-86f206977d46 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:59:53.711387 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [req-bf56d7c8-3da7-4528-b2ac-9412febf67eb req-036f0087-7117-4618-88a8-5e5dd72fcde4 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:59:53.714834 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf56d7c8-3da7-4528-b2ac-9412febf67eb req-036f0087-7117-4618-88a8-5e5dd72fcde4 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:59:53.753233 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036f0087-7117-4618-88a8-5e5dd72fcde4 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Pushing event updated for resources: {'Port': ['ID=f395b0a1-4177-495a-9f06-ed1fda1afbcd,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:53.823766 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf56d7c8-3da7-4528-b2ac-9412febf67eb req-036f0087-7117-4618-88a8-5e5dd72fcde4 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:53.824641 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-bf56d7c8-3da7-4528-b2ac-9412febf67eb req-036f0087-7117-4618-88a8-5e5dd72fcde4 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:53.841894 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-719f6428-5833-4a58-95c7-ada63986d675 req-4dfffa0b-22a5-4e7b-8752-476c74eb033f service neutron] 10.222.0.90 "GET /v2.0/networks/04a65d27-6482-4e7b-94e8-af3d0d277bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3086741 Feb 09 21:59:53.847898 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bf56d7c8-3da7-4528-b2ac-9412febf67eb req-036f0087-7117-4618-88a8-5e5dd72fcde4 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8087916 Feb 09 21:59:53.860524 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-bf56d7c8-3da7-4528-b2ac-9412febf67eb req-3ddc80f8-8966-4f18-9969-547279508d9b service neutron] Request body: {'port': {'device_id': 'e4a4effb-9225-40cc-8223-7a5df6f92942', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-5'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:59:54.013070 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-bf56d7c8-3da7-4528-b2ac-9412febf67eb req-3ddc80f8-8966-4f18-9969-547279508d9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (f395b0a1-4177-495a-9f06-ed1fda1afbcd), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:54.341375 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-607736f1-a2af-469f-8425-8f1ef8feee5d req-e39fe062-6f50-4af1-a5fc-c21cd9515fc1 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=1efe0645-40ee-427b-a899-b91017cb2302 HTTP/1.1" status: 200 len: 210 time: 0.0579941 Feb 09 21:59:54.346075 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-7f217105-88a3-47f0-a8c5-50acfa2e9eca None None] Provisioning complete for port f395b0a1-4177-495a-9f06-ed1fda1afbcd triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 21:59:54.346468 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7f217105-88a3-47f0-a8c5-50acfa2e9eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (f395b0a1-4177-495a-9f06-ed1fda1afbcd), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:54.496886 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-7f217105-88a3-47f0-a8c5-50acfa2e9eca None None] Port f395b0a1-4177-495a-9f06-ed1fda1afbcd cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 21:59:54.761340 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [req-bf56d7c8-3da7-4528-b2ac-9412febf67eb req-3ddc80f8-8966-4f18-9969-547279508d9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f395b0a1-4177-495a-9f06-ed1fda1afbcd {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:59:54.771333 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-bf56d7c8-3da7-4528-b2ac-9412febf67eb req-3ddc80f8-8966-4f18-9969-547279508d9b service neutron] Publish callbacks [] for port (f395b0a1-4177-495a-9f06-ed1fda1afbcd), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:54.785126 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0b111d-c337-4fb2-a0c0-97426dd11d35 req-f339b1bc-6a04-405a-9985-23079355cfb1 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:54.794988 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4b0b111d-c337-4fb2-a0c0-97426dd11d35 req-f339b1bc-6a04-405a-9985-23079355cfb1 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=e4a4effb-9225-40cc-8223-7a5df6f92942 HTTP/1.1" status: 200 len: 932 time: 0.1527989 Feb 09 21:59:54.840962 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [req-bf56d7c8-3da7-4528-b2ac-9412febf67eb req-3ddc80f8-8966-4f18-9969-547279508d9b service neutron] Transition to ACTIVE for port object f395b0a1-4177-495a-9f06-ed1fda1afbcd will not be triggered until provisioned by entity L2. {{(pid=103140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:59:54.851178 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-bf56d7c8-3da7-4528-b2ac-9412febf67eb req-3ddc80f8-8966-4f18-9969-547279508d9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (f395b0a1-4177-495a-9f06-ed1fda1afbcd), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:54.920971 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4b0b111d-c337-4fb2-a0c0-97426dd11d35 req-1b8b15dd-61ae-4068-9b5b-574693d0b9d1 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=72d2f984-f091-4b3d-b54e-47eb7c1d46d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1265295 Feb 09 21:59:54.957008 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddc80f8-8966-4f18-9969-547279508d9b service neutron] Pushing event updated for resources: {'Port': ['ID=f395b0a1-4177-495a-9f06-ed1fda1afbcd,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:55.090828 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-bf56d7c8-3da7-4528-b2ac-9412febf67eb req-3ddc80f8-8966-4f18-9969-547279508d9b service neutron] Attempting to bind port f395b0a1-4177-495a-9f06-ed1fda1afbcd on host n-h1-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:59:55.091115 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-bf56d7c8-3da7-4528-b2ac-9412febf67eb req-3ddc80f8-8966-4f18-9969-547279508d9b service neutron] Attempting to bind port f395b0a1-4177-495a-9f06-ed1fda1afbcd by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': '9d737af6-85d8-42f3-afb5-49982d68f1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'fa460168-c9ce-4567-b54f-86f206977d46'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:59:55.091459 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf56d7c8-3da7-4528-b2ac-9412febf67eb req-3ddc80f8-8966-4f18-9969-547279508d9b service neutron] Attempting to bind port f395b0a1-4177-495a-9f06-ed1fda1afbcd on network fa460168-c9ce-4567-b54f-86f206977d46 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:59:55.120088 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf56d7c8-3da7-4528-b2ac-9412febf67eb req-3ddc80f8-8966-4f18-9969-547279508d9b service neutron] Port f395b0a1-4177-495a-9f06-ed1fda1afbcd on network fa460168-c9ce-4567-b54f-86f206977d46 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:59:55.120508 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf56d7c8-3da7-4528-b2ac-9412febf67eb req-3ddc80f8-8966-4f18-9969-547279508d9b service neutron] Attempting to bind port f395b0a1-4177-495a-9f06-ed1fda1afbcd on network fa460168-c9ce-4567-b54f-86f206977d46 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:59:55.142637 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf56d7c8-3da7-4528-b2ac-9412febf67eb req-3ddc80f8-8966-4f18-9969-547279508d9b service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:59:55.143043 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf56d7c8-3da7-4528-b2ac-9412febf67eb req-3ddc80f8-8966-4f18-9969-547279508d9b service neutron] Checking segment: {'id': '9d737af6-85d8-42f3-afb5-49982d68f1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'fa460168-c9ce-4567-b54f-86f206977d46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:59:55.146619 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf56d7c8-3da7-4528-b2ac-9412febf67eb req-3ddc80f8-8966-4f18-9969-547279508d9b service neutron] Bound using segment: {'id': '9d737af6-85d8-42f3-afb5-49982d68f1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'fa460168-c9ce-4567-b54f-86f206977d46'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:59:55.147158 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-bf56d7c8-3da7-4528-b2ac-9412febf67eb req-3ddc80f8-8966-4f18-9969-547279508d9b service neutron] Bound port: f395b0a1-4177-495a-9f06-ed1fda1afbcd, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d737af6-85d8-42f3-afb5-49982d68f1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'fa460168-c9ce-4567-b54f-86f206977d46'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:59:55.147536 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-bf56d7c8-3da7-4528-b2ac-9412febf67eb req-3ddc80f8-8966-4f18-9969-547279508d9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (f395b0a1-4177-495a-9f06-ed1fda1afbcd), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:55.261654 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-bf56d7c8-3da7-4528-b2ac-9412febf67eb req-3ddc80f8-8966-4f18-9969-547279508d9b service neutron] For port f395b0a1-4177-495a-9f06-ed1fda1afbcd, host n-h1-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:59:55.266959 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-bf56d7c8-3da7-4528-b2ac-9412febf67eb req-3ddc80f8-8966-4f18-9969-547279508d9b service neutron] For port f395b0a1-4177-495a-9f06-ed1fda1afbcd, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=f395b0a1-4177-495a-9f06-ed1fda1afbcd,segment=NetworkSegment(9d737af6-85d8-42f3-afb5-49982d68f1cb),segment_id=9d737af6-85d8-42f3-afb5-49982d68f1cb)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:59:55.277072 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-bf56d7c8-3da7-4528-b2ac-9412febf67eb req-3ddc80f8-8966-4f18-9969-547279508d9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (f395b0a1-4177-495a-9f06-ed1fda1afbcd), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:55.412138 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf56d7c8-3da7-4528-b2ac-9412febf67eb req-3ddc80f8-8966-4f18-9969-547279508d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:55.412629 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-bf56d7c8-3da7-4528-b2ac-9412febf67eb req-3ddc80f8-8966-4f18-9969-547279508d9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:55.414044 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bf56d7c8-3da7-4528-b2ac-9412febf67eb req-3ddc80f8-8966-4f18-9969-547279508d9b service neutron] 10.222.0.95 "PUT /v2.0/ports/f395b0a1-4177-495a-9f06-ed1fda1afbcd HTTP/1.1" status: 200 len: 1092 time: 1.5589085 Feb 09 21:59:55.414519 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4a4effb-9225-40cc-8223-7a5df6f92942', 'tag': 'f395b0a1-4177-495a-9f06-ed1fda1afbcd'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:59:55.422337 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dadbae5b-d8bb-4fac-a5b1-25e0051ab059" -d '{"events": [{"name": "network-changed", "server_uuid": "e4a4effb-9225-40cc-8223-7a5df6f92942", "tag": "f395b0a1-4177-495a-9f06-ed1fda1afbcd"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:59:55.535950 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ed991e03-dbbb-46b8-ac0d-d05932df2bee req-7a351664-4b25-4bf0-97ee-ffae9e6d459a tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=1efe0645-40ee-427b-a899-b91017cb2302 HTTP/1.1" status: 200 len: 210 time: 0.0902140 Feb 09 21:59:55.539984 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddc80f8-8966-4f18-9969-547279508d9b service neutron] Pushing event updated for resources: {'Port': ['ID=f395b0a1-4177-495a-9f06-ed1fda1afbcd,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:55.632296 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd80f9cf-effa-41df-9371-34d2bd3789ea x-openstack-request-id: req-dd80f9cf-effa-41df-9371-34d2bd3789ea {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:59:55.632621 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4a4effb-9225-40cc-8223-7a5df6f92942", "tag": "f395b0a1-4177-495a-9f06-ed1fda1afbcd", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:59:55.632865 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-dd80f9cf-effa-41df-9371-34d2bd3789ea {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:59:55.633275 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4a4effb-9225-40cc-8223-7a5df6f92942', 'tag': 'f395b0a1-4177-495a-9f06-ed1fda1afbcd', 'status': 'completed', 'code': 200} Feb 09 21:59:55.647316 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf56d7c8-3da7-4528-b2ac-9412febf67eb req-4b82d7f8-04ae-44b1-bb36-b48d84f3fabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:55.654697 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bf56d7c8-3da7-4528-b2ac-9412febf67eb req-4b82d7f8-04ae-44b1-bb36-b48d84f3fabe service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=deeb9e226e2546f19554cbe5eac163d6&device_id=e4a4effb-9225-40cc-8223-7a5df6f92942 HTTP/1.1" status: 200 len: 1126 time: 0.1052587 Feb 09 21:59:55.736040 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bf56d7c8-3da7-4528-b2ac-9412febf67eb req-95815d91-8e3f-4fd3-88be-5ae7266e204c service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f395b0a1-4177-495a-9f06-ed1fda1afbcd HTTP/1.1" status: 200 len: 217 time: 0.0726058 Feb 09 21:59:55.871059 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf56d7c8-3da7-4528-b2ac-9412febf67eb req-bc642541-538b-4a36-95a3-526aa042eb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:55.873365 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bf56d7c8-3da7-4528-b2ac-9412febf67eb req-bc642541-538b-4a36-95a3-526aa042eb8b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=3aadbbce-76c0-480d-b63d-7841ad582155 HTTP/1.1" status: 200 len: 835 time: 0.1306818 Feb 09 21:59:55.950717 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf56d7c8-3da7-4528-b2ac-9412febf67eb req-6b653e17-46c2-45b8-b716-a6d9e49b707d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:55.952121 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bf56d7c8-3da7-4528-b2ac-9412febf67eb req-6b653e17-46c2-45b8-b716-a6d9e49b707d service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=fa460168-c9ce-4567-b54f-86f206977d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0725441 Feb 09 21:59:56.147854 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bf56d7c8-3da7-4528-b2ac-9412febf67eb req-7f14a261-5b48-4d72-a20c-c942113d55e6 service neutron] 10.222.0.95 "GET /v2.0/networks/fa460168-c9ce-4567-b54f-86f206977d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867237 Feb 09 21:59:56.189395 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f256c4-993e-42ba-b466-910e61049798 req-ca98ea57-aafa-46a8-b654-5664dcb3aa05 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:56.195309 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-49f256c4-993e-42ba-b466-910e61049798 req-ca98ea57-aafa-46a8-b654-5664dcb3aa05 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=e4a4effb-9225-40cc-8223-7a5df6f92942 HTTP/1.1" status: 200 len: 944 time: 0.1191962 Feb 09 21:59:56.266510 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f6428-5833-4a58-95c7-ada63986d675 req-f37447c5-72dc-4666-8448-0373b0d2cbb3 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:56.268023 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-719f6428-5833-4a58-95c7-ada63986d675 req-f37447c5-72dc-4666-8448-0373b0d2cbb3 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.89 "GET /v2.0/networks?id=04a65d27-6482-4e7b-94e8-af3d0d277bb9 HTTP/1.1" status: 200 len: 806 time: 0.2369792 Feb 09 21:59:56.281102 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-719f6428-5833-4a58-95c7-ada63986d675 req-8290028a-1c16-444c-b2b0-d0fc104c01cd tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Request body: {'port': {'device_id': '1efe0645-40ee-427b-a899-b91017cb2302', 'network_id': '04a65d27-6482-4e7b-94e8-af3d0d277bb9', 'admin_state_up': True, 'tenant_id': 'b3e8b78db5b448288b8855c5416dd1f9'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:59:56.457905 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-719f6428-5833-4a58-95c7-ada63986d675 req-8290028a-1c16-444c-b2b0-d0fc104c01cd tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Made reservation on behalf of b3e8b78db5b448288b8855c5416dd1f9 for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 21:59:56.467067 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-719f6428-5833-4a58-95c7-ada63986d675 req-8290028a-1c16-444c-b2b0-d0fc104c01cd tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:56.485064 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-49f256c4-993e-42ba-b466-910e61049798 req-df6ef4eb-4d7a-4695-bdc1-844541561693 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=72d2f984-f091-4b3d-b54e-47eb7c1d46d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2566352 Feb 09 21:59:56.544396 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bf56d7c8-3da7-4528-b2ac-9412febf67eb req-207f6d12-1e70-425a-b5ed-c5a300b4e933 service neutron] 10.222.0.95 "GET /v2.0/networks/fa460168-c9ce-4567-b54f-86f206977d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3883889 Feb 09 21:59:56.680088 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-185b0215-c579-4101-9560-bbcf81da0af8 req-83659246-2b3c-4731-81be-cd6cb8cab45a tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=1efe0645-40ee-427b-a899-b91017cb2302 HTTP/1.1" status: 200 len: 210 time: 0.0384369 Feb 09 21:59:56.708916 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadbae5b-d8bb-4fac-a5b1-25e0051ab059 req-d12fb02e-8043-4e1e-86e1-ee05d95cdd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:56.708916 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dadbae5b-d8bb-4fac-a5b1-25e0051ab059 req-d12fb02e-8043-4e1e-86e1-ee05d95cdd2c service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=deeb9e226e2546f19554cbe5eac163d6&device_id=e4a4effb-9225-40cc-8223-7a5df6f92942 HTTP/1.1" status: 200 len: 1126 time: 0.0999231 Feb 09 21:59:56.730278 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [req-719f6428-5833-4a58-95c7-ada63986d675 req-8290028a-1c16-444c-b2b0-d0fc104c01cd tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Allocated IP 172.20.0.13 (04a65d27-6482-4e7b-94e8-af3d0d277bb9/e66e8995-a595-4f7e-865e-9e730b75c9e0/51988e16-aade-43cd-b9bb-5baaabb336c9) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 21:59:56.909702 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadbae5b-d8bb-4fac-a5b1-25e0051ab059 req-4b96cdc5-c242-4d26-a477-bd0527c8d2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:56.915171 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dadbae5b-d8bb-4fac-a5b1-25e0051ab059 req-4b96cdc5-c242-4d26-a477-bd0527c8d2a4 service neutron] 10.222.0.95 "GET /v2.0/networks?id=fa460168-c9ce-4567-b54f-86f206977d46 HTTP/1.1" status: 200 len: 898 time: 0.1932073 Feb 09 21:59:56.974243 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-719f6428-5833-4a58-95c7-ada63986d675 req-8290028a-1c16-444c-b2b0-d0fc104c01cd tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Publish callbacks [] for port (51988e16-aade-43cd-b9bb-5baaabb336c9), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:56.983547 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dadbae5b-d8bb-4fac-a5b1-25e0051ab059 req-4f0e38c4-4ef8-4124-93ad-1e683a41a114 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f395b0a1-4177-495a-9f06-ed1fda1afbcd HTTP/1.1" status: 200 len: 217 time: 0.0630913 Feb 09 21:59:57.038661 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadbae5b-d8bb-4fac-a5b1-25e0051ab059 req-76dc172f-fbc9-4a0a-a943-69bd07ddc577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:57.040269 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dadbae5b-d8bb-4fac-a5b1-25e0051ab059 req-76dc172f-fbc9-4a0a-a943-69bd07ddc577 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=3aadbbce-76c0-480d-b63d-7841ad582155 HTTP/1.1" status: 200 len: 835 time: 0.0471885 Feb 09 21:59:57.051437 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-719f6428-5833-4a58-95c7-ada63986d675 req-8290028a-1c16-444c-b2b0-d0fc104c01cd tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (51988e16-aade-43cd-b9bb-5baaabb336c9), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:57.064938 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['1c77a32b-9e60-4507-ad9e-5dc6ba205089'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:59:57.069472 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['7a345cfd-abb7-4d8d-9efe-7a7671b6dae3'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:59:57.184948 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadbae5b-d8bb-4fac-a5b1-25e0051ab059 req-a9603cfb-5551-4190-a22f-fe4320d390ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:57.190831 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dadbae5b-d8bb-4fac-a5b1-25e0051ab059 req-a9603cfb-5551-4190-a22f-fe4320d390ea service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=fa460168-c9ce-4567-b54f-86f206977d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1429822 Feb 09 21:59:57.218745 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-719f6428-5833-4a58-95c7-ada63986d675 req-8290028a-1c16-444c-b2b0-d0fc104c01cd tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Network 04a65d27-6482-4e7b-94e8-af3d0d277bb9 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 21:59:57.224144 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [req-719f6428-5833-4a58-95c7-ada63986d675 req-8290028a-1c16-444c-b2b0-d0fc104c01cd tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 21:59:57.226752 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8290028a-1c16-444c-b2b0-d0fc104c01cd tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Pushing event updated for resources: {'Port': ['ID=51988e16-aade-43cd-b9bb-5baaabb336c9,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:57.230641 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-719f6428-5833-4a58-95c7-ada63986d675 req-8290028a-1c16-444c-b2b0-d0fc104c01cd tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 21:59:57.284842 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 35704) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:57.316902 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f6428-5833-4a58-95c7-ada63986d675 req-8290028a-1c16-444c-b2b0-d0fc104c01cd tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:57.317590 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-719f6428-5833-4a58-95c7-ada63986d675 req-8290028a-1c16-444c-b2b0-d0fc104c01cd tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:57.346715 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-719f6428-5833-4a58-95c7-ada63986d675 req-8290028a-1c16-444c-b2b0-d0fc104c01cd tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0694420 Feb 09 21:59:57.362920 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-719f6428-5833-4a58-95c7-ada63986d675 req-3f3b9a00-f5eb-4e7f-90c2-cf85e704a3bc service neutron] Request body: {'port': {'device_id': '1efe0645-40ee-427b-a899-b91017cb2302', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 21:59:57.377251 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dadbae5b-d8bb-4fac-a5b1-25e0051ab059 req-ca79a017-d6ca-4e06-9bd2-1d4c548ebe6f service neutron] 10.222.0.95 "GET /v2.0/networks/fa460168-c9ce-4567-b54f-86f206977d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785791 Feb 09 21:59:57.527769 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-719f6428-5833-4a58-95c7-ada63986d675 req-3f3b9a00-f5eb-4e7f-90c2-cf85e704a3bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (51988e16-aade-43cd-b9bb-5baaabb336c9), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:57.531086 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30d3b735-f3c6-429e-88e5-969e815908f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:57.677926 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dadbae5b-d8bb-4fac-a5b1-25e0051ab059 req-b86b0e39-2689-4112-881b-f41da61f953b service neutron] 10.222.0.95 "GET /v2.0/networks/fa460168-c9ce-4567-b54f-86f206977d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911313 Feb 09 21:59:57.730566 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5d0c6b-7ef0-499f-a26b-fc0e8ce2a29e req-9219a6d3-f0df-46bc-b870-80cf8e5037d4 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:57.732092 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-be5d0c6b-7ef0-499f-a26b-fc0e8ce2a29e req-9219a6d3-f0df-46bc-b870-80cf8e5037d4 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=e4a4effb-9225-40cc-8223-7a5df6f92942 HTTP/1.1" status: 200 len: 944 time: 0.1322408 Feb 09 21:59:57.750113 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30d3b735-f3c6-429e-88e5-969e815908f9 admin admin] Publish callbacks [] for security_group (36bf0a0a-a5b1-45ca-a3f2-2c9a6e771a79), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:57.762493 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-30d3b735-f3c6-429e-88e5-969e815908f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (36bf0a0a-a5b1-45ca-a3f2-2c9a6e771a79), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:57.824883 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d3b735-f3c6-429e-88e5-969e815908f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36bf0a0a-a5b1-45ca-a3f2-2c9a6e771a79,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:57.839607 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-30d3b735-f3c6-429e-88e5-969e815908f9 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=60fd8c19779b44aca9d35fbe88c125cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5535378 Feb 09 21:59:57.840775 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 35718) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:57.874963 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-be5d0c6b-7ef0-499f-a26b-fc0e8ce2a29e req-5127748e-08a1-4e8d-9171-c4a98d1451a8 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=72d2f984-f091-4b3d-b54e-47eb7c1d46d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351001 Feb 09 21:59:57.929620 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef11312c-beec-4568-98c4-ecf5d3c4681d req-9dd2bca3-3400-4f1a-bcd9-c3f55f721b82 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:57.931125 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ef11312c-beec-4568-98c4-ecf5d3c4681d req-9dd2bca3-3400-4f1a-bcd9-c3f55f721b82 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=1efe0645-40ee-427b-a899-b91017cb2302 HTTP/1.1" status: 200 len: 932 time: 0.1218271 Feb 09 21:59:57.955343 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d743129a-c60a-45c2-976e-07c558190809 admin admin] Publish callbacks [] for security_group (36bf0a0a-a5b1-45ca-a3f2-2c9a6e771a79), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:57.968600 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-719f6428-5833-4a58-95c7-ada63986d675 req-3f3b9a00-f5eb-4e7f-90c2-cf85e704a3bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51988e16-aade-43cd-b9bb-5baaabb336c9 {{(pid=103141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:59:57.980580 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-719f6428-5833-4a58-95c7-ada63986d675 req-3f3b9a00-f5eb-4e7f-90c2-cf85e704a3bc service neutron] Publish callbacks [] for port (51988e16-aade-43cd-b9bb-5baaabb336c9), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:57.997178 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-719f6428-5833-4a58-95c7-ada63986d675 req-3f3b9a00-f5eb-4e7f-90c2-cf85e704a3bc service neutron] Transition to ACTIVE for port object 51988e16-aade-43cd-b9bb-5baaabb336c9 will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 21:59:58.002662 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-719f6428-5833-4a58-95c7-ada63986d675 req-3f3b9a00-f5eb-4e7f-90c2-cf85e704a3bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (51988e16-aade-43cd-b9bb-5baaabb336c9), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:58.010136 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d743129a-c60a-45c2-976e-07c558190809 admin admin] Publish callbacks [] for security_group (36bf0a0a-a5b1-45ca-a3f2-2c9a6e771a79), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:58.021439 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ef11312c-beec-4568-98c4-ecf5d3c4681d req-f12b9975-e7ec-4a0c-b80a-5b38c61859ea tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730038 Feb 09 21:59:58.080209 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d743129a-c60a-45c2-976e-07c558190809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (36bf0a0a-a5b1-45ca-a3f2-2c9a6e771a79), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:58.082883 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d743129a-c60a-45c2-976e-07c558190809 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:58.086571 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-d743129a-c60a-45c2-976e-07c558190809 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/36bf0a0a-a5b1-45ca-a3f2-2c9a6e771a79 HTTP/1.1" status: 204 len: 168 time: 0.2237945 Feb 09 21:59:58.093065 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d743129a-c60a-45c2-976e-07c558190809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36bf0a0a-a5b1-45ca-a3f2-2c9a6e771a79,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:58.138175 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3b9a00-f5eb-4e7f-90c2-cf85e704a3bc service neutron] Pushing event updated for resources: {'Port': ['ID=51988e16-aade-43cd-b9bb-5baaabb336c9,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:58.201898 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-719f6428-5833-4a58-95c7-ada63986d675 req-3f3b9a00-f5eb-4e7f-90c2-cf85e704a3bc service neutron] Attempting to bind port 51988e16-aade-43cd-b9bb-5baaabb336c9 on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 21:59:58.202411 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-719f6428-5833-4a58-95c7-ada63986d675 req-3f3b9a00-f5eb-4e7f-90c2-cf85e704a3bc service neutron] Attempting to bind port 51988e16-aade-43cd-b9bb-5baaabb336c9 by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': '4397314e-2225-4cf8-b858-ea8f71ca37e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '04a65d27-6482-4e7b-94e8-af3d0d277bb9'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 21:59:58.203139 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719f6428-5833-4a58-95c7-ada63986d675 req-3f3b9a00-f5eb-4e7f-90c2-cf85e704a3bc service neutron] Attempting to bind port 51988e16-aade-43cd-b9bb-5baaabb336c9 on network 04a65d27-6482-4e7b-94e8-af3d0d277bb9 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:59:58.207925 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719f6428-5833-4a58-95c7-ada63986d675 req-3f3b9a00-f5eb-4e7f-90c2-cf85e704a3bc service neutron] Port 51988e16-aade-43cd-b9bb-5baaabb336c9 on network 04a65d27-6482-4e7b-94e8-af3d0d277bb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 21:59:58.208457 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719f6428-5833-4a58-95c7-ada63986d675 req-3f3b9a00-f5eb-4e7f-90c2-cf85e704a3bc service neutron] Attempting to bind port 51988e16-aade-43cd-b9bb-5baaabb336c9 on network 04a65d27-6482-4e7b-94e8-af3d0d277bb9 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 21:59:58.215293 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719f6428-5833-4a58-95c7-ada63986d675 req-3f3b9a00-f5eb-4e7f-90c2-cf85e704a3bc service neutron] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 21, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 21:59:58.215642 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719f6428-5833-4a58-95c7-ada63986d675 req-3f3b9a00-f5eb-4e7f-90c2-cf85e704a3bc service neutron] Checking segment: {'id': '4397314e-2225-4cf8-b858-ea8f71ca37e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '04a65d27-6482-4e7b-94e8-af3d0d277bb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 21:59:58.216030 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719f6428-5833-4a58-95c7-ada63986d675 req-3f3b9a00-f5eb-4e7f-90c2-cf85e704a3bc service neutron] Bound using segment: {'id': '4397314e-2225-4cf8-b858-ea8f71ca37e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '04a65d27-6482-4e7b-94e8-af3d0d277bb9'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 21:59:58.216487 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-719f6428-5833-4a58-95c7-ada63986d675 req-3f3b9a00-f5eb-4e7f-90c2-cf85e704a3bc service neutron] Bound port: 51988e16-aade-43cd-b9bb-5baaabb336c9, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4397314e-2225-4cf8-b858-ea8f71ca37e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '04a65d27-6482-4e7b-94e8-af3d0d277bb9'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 21:59:58.216858 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-719f6428-5833-4a58-95c7-ada63986d675 req-3f3b9a00-f5eb-4e7f-90c2-cf85e704a3bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (51988e16-aade-43cd-b9bb-5baaabb336c9), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:58.295431 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-719f6428-5833-4a58-95c7-ada63986d675 req-3f3b9a00-f5eb-4e7f-90c2-cf85e704a3bc service neutron] For port 51988e16-aade-43cd-b9bb-5baaabb336c9, host n-h2-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 21:59:58.299018 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-719f6428-5833-4a58-95c7-ada63986d675 req-3f3b9a00-f5eb-4e7f-90c2-cf85e704a3bc service neutron] For port 51988e16-aade-43cd-b9bb-5baaabb336c9, host n-h2-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=51988e16-aade-43cd-b9bb-5baaabb336c9,segment=NetworkSegment(4397314e-2225-4cf8-b858-ea8f71ca37e1),segment_id=4397314e-2225-4cf8-b858-ea8f71ca37e1)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 21:59:58.305800 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-719f6428-5833-4a58-95c7-ada63986d675 req-3f3b9a00-f5eb-4e7f-90c2-cf85e704a3bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (51988e16-aade-43cd-b9bb-5baaabb336c9), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:58.358725 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f6428-5833-4a58-95c7-ada63986d675 req-3f3b9a00-f5eb-4e7f-90c2-cf85e704a3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:58.359453 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-719f6428-5833-4a58-95c7-ada63986d675 req-3f3b9a00-f5eb-4e7f-90c2-cf85e704a3bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:58.361145 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-719f6428-5833-4a58-95c7-ada63986d675 req-3f3b9a00-f5eb-4e7f-90c2-cf85e704a3bc service neutron] 10.222.0.89 "PUT /v2.0/ports/51988e16-aade-43cd-b9bb-5baaabb336c9 HTTP/1.1" status: 200 len: 1092 time: 1.0052075 Feb 09 21:59:58.361687 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1efe0645-40ee-427b-a899-b91017cb2302', 'tag': '51988e16-aade-43cd-b9bb-5baaabb336c9'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 21:59:58.365766 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3190406c-0fc9-491c-8bf9-50211fa23238" -d '{"events": [{"name": "network-changed", "server_uuid": "1efe0645-40ee-427b-a899-b91017cb2302", "tag": "51988e16-aade-43cd-b9bb-5baaabb336c9"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 21:59:58.459407 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 21:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-727cfaff-144b-48f6-ad15-723d11c82e08 x-openstack-request-id: req-727cfaff-144b-48f6-ad15-723d11c82e08 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 21:59:58.459748 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1efe0645-40ee-427b-a899-b91017cb2302", "tag": "51988e16-aade-43cd-b9bb-5baaabb336c9", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 21:59:58.460044 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-727cfaff-144b-48f6-ad15-723d11c82e08 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 21:59:58.460712 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1efe0645-40ee-427b-a899-b91017cb2302', 'tag': '51988e16-aade-43cd-b9bb-5baaabb336c9', 'status': 'completed', 'code': 200} Feb 09 21:59:58.466173 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3b9a00-f5eb-4e7f-90c2-cf85e704a3bc service neutron] Pushing event updated for resources: {'Port': ['ID=51988e16-aade-43cd-b9bb-5baaabb336c9,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:58.482906 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f6428-5833-4a58-95c7-ada63986d675 req-bfcb02b0-4702-4188-9cdc-e51a4280e2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:58.482906 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-719f6428-5833-4a58-95c7-ada63986d675 req-bfcb02b0-4702-4188-9cdc-e51a4280e2f7 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b3e8b78db5b448288b8855c5416dd1f9&device_id=1efe0645-40ee-427b-a899-b91017cb2302 HTTP/1.1" status: 200 len: 1126 time: 0.0627625 Feb 09 21:59:58.513326 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 35742) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:58.527374 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7d9b6392-7746-45af-ada7-437b10509461 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:58.533428 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-719f6428-5833-4a58-95c7-ada63986d675 req-b5c03347-dfa4-4c42-aa64-7aa4f72e96f5 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51988e16-aade-43cd-b9bb-5baaabb336c9 HTTP/1.1" status: 200 len: 217 time: 0.0450680 Feb 09 21:59:58.600020 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f6428-5833-4a58-95c7-ada63986d675 req-8c9711d8-432e-4531-8ba8-46224abddf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:58.601810 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-719f6428-5833-4a58-95c7-ada63986d675 req-8c9711d8-432e-4531-8ba8-46224abddf66 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e66e8995-a595-4f7e-865e-9e730b75c9e0 HTTP/1.1" status: 200 len: 846 time: 0.0600522 Feb 09 21:59:58.643185 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-719f6428-5833-4a58-95c7-ada63986d675 req-2fa59a69-8413-4bd7-a06a-39e44a4b8687 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=04a65d27-6482-4e7b-94e8-af3d0d277bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346007 Feb 09 21:59:58.674178 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7d9b6392-7746-45af-ada7-437b10509461 admin admin] Publish callbacks [] for security_group (09453bc2-141a-401e-a602-b79fe5d2ba7b), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:58.680626 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7d9b6392-7746-45af-ada7-437b10509461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (09453bc2-141a-401e-a602-b79fe5d2ba7b), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:58.755516 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 35744) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 21:59:58.755694 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-7d9b6392-7746-45af-ada7-437b10509461 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=28e78f7da6aa4676b268e4fa0a1c70c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2404413 Feb 09 21:59:58.756956 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9b6392-7746-45af-ada7-437b10509461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09453bc2-141a-401e-a602-b79fe5d2ba7b,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:58.862071 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-719f6428-5833-4a58-95c7-ada63986d675 req-ec824e6f-a2e8-4d86-89c0-c91657a9cfac service neutron] 10.222.0.89 "GET /v2.0/networks/04a65d27-6482-4e7b-94e8-af3d0d277bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094371 Feb 09 21:59:59.111136 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b9d3e270-5957-4bcd-bd23-74a82acc314f admin admin] Publish callbacks [] for security_group (09453bc2-141a-401e-a602-b79fe5d2ba7b), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:59.118429 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00ee1e1-e99f-4e23-ac49-6e9e2b554ae0 req-2a28c0c7-d1c3-48a5-9b18-1c149ceef76d tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:59.126179 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device f395b0a1-4177-495a-9f06-ed1fda1afbcd details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 21:59:59.140177 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f00ee1e1-e99f-4e23-ac49-6e9e2b554ae0 req-2a28c0c7-d1c3-48a5-9b18-1c149ceef76d tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=e4a4effb-9225-40cc-8223-7a5df6f92942 HTTP/1.1" status: 200 len: 944 time: 0.1279197 Feb 09 21:59:59.266267 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b9d3e270-5957-4bcd-bd23-74a82acc314f admin admin] Publish callbacks [] for security_group (09453bc2-141a-401e-a602-b79fe5d2ba7b), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:59.273509 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port f395b0a1-4177-495a-9f06-ed1fda1afbcd, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=f395b0a1-4177-495a-9f06-ed1fda1afbcd,segment=NetworkSegment(9d737af6-85d8-42f3-afb5-49982d68f1cb),segment_id=9d737af6-85d8-42f3-afb5-49982d68f1cb)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:59:59.299906 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-719f6428-5833-4a58-95c7-ada63986d675 req-9e79250f-8ef8-4e36-8814-cd404e4d551e service neutron] 10.222.0.89 "GET /v2.0/networks/04a65d27-6482-4e7b-94e8-af3d0d277bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4206252 Feb 09 21:59:59.302952 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': 'f395b0a1-4177-495a-9f06-ed1fda1afbcd', 'network_id': 'fa460168-c9ce-4567-b54f-86f206977d46', 'port_id': 'f395b0a1-4177-495a-9f06-ed1fda1afbcd', 'mac_address': 'fa:16:3e:db:76:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3aadbbce-76c0-480d-b63d-7841ad582155', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 21:59:59.358729 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b9d3e270-5957-4bcd-bd23-74a82acc314f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (09453bc2-141a-401e-a602-b79fe5d2ba7b), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:59.366129 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b9d3e270-5957-4bcd-bd23-74a82acc314f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:59.371945 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port f395b0a1-4177-495a-9f06-ed1fda1afbcd is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 21:59:59.372585 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (f395b0a1-4177-495a-9f06-ed1fda1afbcd), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:59.384442 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-b9d3e270-5957-4bcd-bd23-74a82acc314f admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/09453bc2-141a-401e-a602-b79fe5d2ba7b HTTP/1.1" status: 204 len: 168 time: 0.6253369 Feb 09 21:59:59.391318 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f395b0a1-4177-495a-9f06-ed1fda1afbcd {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 21:59:59.418505 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port f395b0a1-4177-495a-9f06-ed1fda1afbcd, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=f395b0a1-4177-495a-9f06-ed1fda1afbcd,segment=NetworkSegment(9d737af6-85d8-42f3-afb5-49982d68f1cb),segment_id=9d737af6-85d8-42f3-afb5-49982d68f1cb)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 21:59:59.420064 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f00ee1e1-e99f-4e23-ac49-6e9e2b554ae0 req-613e5021-826e-4ce6-89ac-465fadfb1009 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=72d2f984-f091-4b3d-b54e-47eb7c1d46d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2787857 Feb 09 21:59:59.421699 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (f395b0a1-4177-495a-9f06-ed1fda1afbcd), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 21:59:59.443602 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794b9bb6-8bdc-42ed-b30a-99f71aea43e7 req-9ecd9b85-5d76-4d13-b9f9-362d47915565 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:59.446018 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-794b9bb6-8bdc-42ed-b30a-99f71aea43e7 req-9ecd9b85-5d76-4d13-b9f9-362d47915565 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=1efe0645-40ee-427b-a899-b91017cb2302 HTTP/1.1" status: 200 len: 944 time: 0.2469225 Feb 09 21:59:59.503677 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d3e270-5957-4bcd-bd23-74a82acc314f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09453bc2-141a-401e-a602-b79fe5d2ba7b,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:59.535094 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=f395b0a1-4177-495a-9f06-ed1fda1afbcd,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 21:59:59.540483 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3190406c-0fc9-491c-8bf9-50211fa23238 req-f18903a2-4220-4cb7-8531-b9f07207fd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:59.544250 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-3190406c-0fc9-491c-8bf9-50211fa23238 req-f18903a2-4220-4cb7-8531-b9f07207fd53 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b3e8b78db5b448288b8855c5416dd1f9&device_id=1efe0645-40ee-427b-a899-b91017cb2302 HTTP/1.1" status: 200 len: 1126 time: 0.1555037 Feb 09 21:59:59.578894 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-794b9bb6-8bdc-42ed-b30a-99f71aea43e7 req-5abd3c34-64b5-4392-a79e-33785ad6e656 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255677 Feb 09 21:59:59.672249 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['f395b0a1-4177-495a-9f06-ed1fda1afbcd'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 21:59:59.674025 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3190406c-0fc9-491c-8bf9-50211fa23238 req-f47d75fb-2eaa-4a87-bc55-a9db3f84804f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:59.676026 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-3190406c-0fc9-491c-8bf9-50211fa23238 req-f47d75fb-2eaa-4a87-bc55-a9db3f84804f service neutron] 10.222.0.89 "GET /v2.0/networks?id=04a65d27-6482-4e7b-94e8-af3d0d277bb9 HTTP/1.1" status: 200 len: 907 time: 0.1226478 Feb 09 21:59:59.741340 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-3190406c-0fc9-491c-8bf9-50211fa23238 req-5c90c248-3b1d-4b69-b5e9-b5b125f4f970 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51988e16-aade-43cd-b9bb-5baaabb336c9 HTTP/1.1" status: 200 len: 217 time: 0.0582724 Feb 09 21:59:59.838546 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3190406c-0fc9-491c-8bf9-50211fa23238 req-59748e3b-72ed-44a2-9aca-2cc78120b9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 21:59:59.840151 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-3190406c-0fc9-491c-8bf9-50211fa23238 req-59748e3b-72ed-44a2-9aca-2cc78120b9af service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e66e8995-a595-4f7e-865e-9e730b75c9e0 HTTP/1.1" status: 200 len: 846 time: 0.0930099 Feb 09 21:59:59.886094 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-3190406c-0fc9-491c-8bf9-50211fa23238 req-b3059e5f-00fe-4484-8203-9797a1773125 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=04a65d27-6482-4e7b-94e8-af3d0d277bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354598 Feb 09 22:00:00.014753 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-3190406c-0fc9-491c-8bf9-50211fa23238 req-b44f74c3-33a8-40fb-87c5-b51cf2fba0d3 service neutron] 10.222.0.89 "GET /v2.0/networks/04a65d27-6482-4e7b-94e8-af3d0d277bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179764 Feb 09 22:00:00.182734 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-3190406c-0fc9-491c-8bf9-50211fa23238 req-6858b0c3-d6b6-40e9-b649-128822524124 service neutron] 10.222.0.89 "GET /v2.0/networks/04a65d27-6482-4e7b-94e8-af3d0d277bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506691 Feb 09 22:00:00.560394 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d2a846-742f-44c1-b5e6-0689de2eb668 req-352a99e9-c511-4266-9603-6e5ea8c4a172 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:00.562252 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c0d2a846-742f-44c1-b5e6-0689de2eb668 req-352a99e9-c511-4266-9603-6e5ea8c4a172 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=e4a4effb-9225-40cc-8223-7a5df6f92942 HTTP/1.1" status: 200 len: 945 time: 0.0623491 Feb 09 22:00:00.654595 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c0d2a846-742f-44c1-b5e6-0689de2eb668 req-63960f43-ed46-4d38-a51b-df6143cf37e5 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=72d2f984-f091-4b3d-b54e-47eb7c1d46d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855923 Feb 09 22:00:00.760183 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c7f788-d03e-47bd-a439-a9f2f9eefc44 req-3de7a68a-c1f7-4226-a462-0719f989415a tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:00.768128 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b2c7f788-d03e-47bd-a439-a9f2f9eefc44 req-3de7a68a-c1f7-4226-a462-0719f989415a tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=1efe0645-40ee-427b-a899-b91017cb2302 HTTP/1.1" status: 200 len: 944 time: 0.0740130 Feb 09 22:00:00.836382 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b2c7f788-d03e-47bd-a439-a9f2f9eefc44 req-f30414a2-2cac-4362-8a5e-725a0ecf276e tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626478 Feb 09 22:00:01.131917 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device f395b0a1-4177-495a-9f06-ed1fda1afbcd up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:00:01.282739 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning for port f395b0a1-4177-495a-9f06-ed1fda1afbcd completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:00:01.289100 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port f395b0a1-4177-495a-9f06-ed1fda1afbcd triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:00:01.290374 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (f395b0a1-4177-495a-9f06-ed1fda1afbcd), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:01.405170 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port f395b0a1-4177-495a-9f06-ed1fda1afbcd is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:00:01.405636 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (f395b0a1-4177-495a-9f06-ed1fda1afbcd), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:01.433259 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4a4effb-9225-40cc-8223-7a5df6f92942', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f395b0a1-4177-495a-9f06-ed1fda1afbcd'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:00:01.437186 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7104becb-bb1a-4ee6-8a5c-93d659f47190" -d '{"events": [{"server_uuid": "e4a4effb-9225-40cc-8223-7a5df6f92942", "name": "network-vif-plugged", "status": "completed", "tag": "f395b0a1-4177-495a-9f06-ed1fda1afbcd"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:00:01.456034 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port f395b0a1-4177-495a-9f06-ed1fda1afbcd, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=f395b0a1-4177-495a-9f06-ed1fda1afbcd,segment=NetworkSegment(9d737af6-85d8-42f3-afb5-49982d68f1cb),segment_id=9d737af6-85d8-42f3-afb5-49982d68f1cb)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:00:01.461120 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (f395b0a1-4177-495a-9f06-ed1fda1afbcd), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:01.532310 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8cae23a-5117-4254-8487-636ab5c5d5c9 x-openstack-request-id: req-d8cae23a-5117-4254-8487-636ab5c5d5c9 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:00:01.532607 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4a4effb-9225-40cc-8223-7a5df6f92942", "name": "network-vif-plugged", "status": "completed", "tag": "f395b0a1-4177-495a-9f06-ed1fda1afbcd", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:00:01.532869 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-d8cae23a-5117-4254-8487-636ab5c5d5c9 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:00:01.533281 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4a4effb-9225-40cc-8223-7a5df6f92942', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f395b0a1-4177-495a-9f06-ed1fda1afbcd', 'code': 200} Feb 09 22:00:01.533881 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=f395b0a1-4177-495a-9f06-ed1fda1afbcd,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:01.647084 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a7d694-0f33-4953-b320-5fbbac25adb3 req-950e2f94-f2eb-4dc4-a631-d8b5a3802d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:01.652692 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-56a7d694-0f33-4953-b320-5fbbac25adb3 req-950e2f94-f2eb-4dc4-a631-d8b5a3802d73 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=e4a4effb-9225-40cc-8223-7a5df6f92942 HTTP/1.1" status: 200 len: 1128 time: 0.0726094 Feb 09 22:00:01.737099 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-56a7d694-0f33-4953-b320-5fbbac25adb3 req-b044164e-71ec-499e-8054-3b252f6571d0 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=72d2f984-f091-4b3d-b54e-47eb7c1d46d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754585 Feb 09 22:00:01.876103 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852dfcd1-8a3b-42bf-8209-430e77f6f458 req-fc956ab7-2159-44a0-846f-e8b489942295 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:01.879457 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-852dfcd1-8a3b-42bf-8209-430e77f6f458 req-fc956ab7-2159-44a0-846f-e8b489942295 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=e4a4effb-9225-40cc-8223-7a5df6f92942 HTTP/1.1" status: 200 len: 946 time: 0.0953035 Feb 09 22:00:02.227913 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 35868) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:02.364323 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-852dfcd1-8a3b-42bf-8209-430e77f6f458 req-e78e30aa-d2e0-457e-a88f-e0d5fcd77c58 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=72d2f984-f091-4b3d-b54e-47eb7c1d46d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4734154 Feb 09 22:00:02.403837 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87989684-caa9-4c7a-8dea-681be2f307d7 req-4a49e83d-0180-4d27-9087-acf5e2511019 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:02.405421 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-87989684-caa9-4c7a-8dea-681be2f307d7 req-4a49e83d-0180-4d27-9087-acf5e2511019 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=1efe0645-40ee-427b-a899-b91017cb2302 HTTP/1.1" status: 200 len: 944 time: 0.4510996 Feb 09 22:00:02.463814 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-664e664d-5923-411a-8228-418a12e1232a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:02.473453 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-87989684-caa9-4c7a-8dea-681be2f307d7 req-28107232-395c-4e92-b15c-a261cf3e09d6 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605733 Feb 09 22:00:02.545344 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-664e664d-5923-411a-8228-418a12e1232a admin admin] Publish callbacks [] for security_group (326247be-f832-46b4-ab65-ac0181cce7f2), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:02.551214 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-664e664d-5923-411a-8228-418a12e1232a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (326247be-f832-46b4-ab65-ac0181cce7f2), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:02.591980 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-664e664d-5923-411a-8228-418a12e1232a admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=e517ff5de3fc4d54a3a0fe818ebda81d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3623083 Feb 09 22:00:02.594755 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 35878) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:02.595243 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664e664d-5923-411a-8228-418a12e1232a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=326247be-f832-46b4-ab65-ac0181cce7f2,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:02.649581 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-436b603b-2e99-4b14-828d-ca9c505ba3f4 admin admin] Publish callbacks [] for security_group (326247be-f832-46b4-ab65-ac0181cce7f2), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:02.671933 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-436b603b-2e99-4b14-828d-ca9c505ba3f4 admin admin] Publish callbacks [] for security_group (326247be-f832-46b4-ab65-ac0181cce7f2), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:02.722805 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-436b603b-2e99-4b14-828d-ca9c505ba3f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (326247be-f832-46b4-ab65-ac0181cce7f2), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:02.725953 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-436b603b-2e99-4b14-828d-ca9c505ba3f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:02.729463 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-436b603b-2e99-4b14-828d-ca9c505ba3f4 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/326247be-f832-46b4-ab65-ac0181cce7f2 HTTP/1.1" status: 204 len: 168 time: 0.1313751 Feb 09 22:00:02.736694 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436b603b-2e99-4b14-828d-ca9c505ba3f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=326247be-f832-46b4-ab65-ac0181cce7f2,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:03.198223 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 35894) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:03.211700 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-32e1baf5-6cac-497d-8c6e-e4b5b156859a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:03.293462 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-32e1baf5-6cac-497d-8c6e-e4b5b156859a admin admin] Publish callbacks [] for security_group (a419d449-67af-4803-a987-9ca49c21e275), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:03.298239 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-32e1baf5-6cac-497d-8c6e-e4b5b156859a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (a419d449-67af-4803-a987-9ca49c21e275), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:03.340175 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-32e1baf5-6cac-497d-8c6e-e4b5b156859a admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=915f0e2122694d80b07fd1670093211a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1377983 Feb 09 22:00:03.340175 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e1baf5-6cac-497d-8c6e-e4b5b156859a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a419d449-67af-4803-a987-9ca49c21e275,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:03.340540 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 35896) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:03.395949 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1549eb2b-b047-4053-bf76-72799143320f admin admin] Publish callbacks [] for security_group (a419d449-67af-4803-a987-9ca49c21e275), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:03.421155 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1549eb2b-b047-4053-bf76-72799143320f admin admin] Publish callbacks [] for security_group (a419d449-67af-4803-a987-9ca49c21e275), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:03.533943 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1549eb2b-b047-4053-bf76-72799143320f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (a419d449-67af-4803-a987-9ca49c21e275), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:03.536610 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1549eb2b-b047-4053-bf76-72799143320f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:03.537846 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-1549eb2b-b047-4053-bf76-72799143320f admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/a419d449-67af-4803-a987-9ca49c21e275 HTTP/1.1" status: 204 len: 168 time: 0.1962349 Feb 09 22:00:03.556140 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bb0684-2b46-413d-b030-fa2e2e8683e7 req-fcfd29f9-645e-42aa-9c0b-e7ff542d038a tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:03.557805 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-84bb0684-2b46-413d-b030-fa2e2e8683e7 req-fcfd29f9-645e-42aa-9c0b-e7ff542d038a tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=e4a4effb-9225-40cc-8223-7a5df6f92942 HTTP/1.1" status: 200 len: 946 time: 0.1062574 Feb 09 22:00:03.563011 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1549eb2b-b047-4053-bf76-72799143320f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a419d449-67af-4803-a987-9ca49c21e275,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:03.673826 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-84bb0684-2b46-413d-b030-fa2e2e8683e7 req-c9bcaa85-4d50-49ed-8002-86f39ea6e39e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=72d2f984-f091-4b3d-b54e-47eb7c1d46d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081269 Feb 09 22:00:03.694039 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b2b09b-1437-4a81-beb1-18fedd1551b8 req-4bffb782-e5f6-466d-9f61-345b7a35af96 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:03.696643 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a9b2b09b-1437-4a81-beb1-18fedd1551b8 req-4bffb782-e5f6-466d-9f61-345b7a35af96 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=1efe0645-40ee-427b-a899-b91017cb2302 HTTP/1.1" status: 200 len: 944 time: 0.1155503 Feb 09 22:00:03.776584 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a9b2b09b-1437-4a81-beb1-18fedd1551b8 req-cace4979-f122-4f0b-88d0-2a2bbfcf27ea tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554478 Feb 09 22:00:03.859139 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60577f83-daaf-4661-a09c-17466a8a39d6 req-58c7c5dc-3c62-4d25-b29b-0893ec233743 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:03.860823 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-60577f83-daaf-4661-a09c-17466a8a39d6 req-58c7c5dc-3c62-4d25-b29b-0893ec233743 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=e4a4effb-9225-40cc-8223-7a5df6f92942 HTTP/1.1" status: 200 len: 946 time: 0.0829599 Feb 09 22:00:03.924084 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-60577f83-daaf-4661-a09c-17466a8a39d6 req-205784ae-3f28-4e7e-b9ba-5e91890251f3 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=72d2f984-f091-4b3d-b54e-47eb7c1d46d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573492 Feb 09 22:00:03.942707 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 35926) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:04.000483 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26750ac4-ad25-4b72-b952-b974fc48d8de tempest-TestNetworkAdvancedServerOps-2092705809 tempest-TestNetworkAdvancedServerOps-2092705809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:04.002635 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-26750ac4-ad25-4b72-b952-b974fc48d8de tempest-TestNetworkAdvancedServerOps-2092705809 tempest-TestNetworkAdvancedServerOps-2092705809-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=e4a4effb-9225-40cc-8223-7a5df6f92942 HTTP/1.1" status: 200 len: 1123 time: 0.0586722 Feb 09 22:00:04.005657 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 35930) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:04.010797 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-0d3afb9a-32ec-43a2-a53c-7021ef27c552 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Request body: {'floatingip': {'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'port_id': 'f395b0a1-4177-495a-9f06-ed1fda1afbcd', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:00:04.042778 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0d3afb9a-32ec-43a2-a53c-7021ef27c552 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:04.174467 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0d3afb9a-32ec-43a2-a53c-7021ef27c552 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:04.309440 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-0d3afb9a-32ec-43a2-a53c-7021ef27c552 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Allocated IP 172.25.3.117 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/38c6d43b-5214-4736-92fa-ee8eab1dc7df) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:00:04.448886 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0d3afb9a-32ec-43a2-a53c-7021ef27c552 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for port (38c6d43b-5214-4736-92fa-ee8eab1dc7df), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:04.499790 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0d3afb9a-32ec-43a2-a53c-7021ef27c552 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (38c6d43b-5214-4736-92fa-ee8eab1dc7df), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:04.575184 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3afb9a-32ec-43a2-a53c-7021ef27c552 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Pushing event updated for resources: {'Port': ['ID=38c6d43b-5214-4736-92fa-ee8eab1dc7df,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:04.578726 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3afb9a-32ec-43a2-a53c-7021ef27c552 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:00:04.580442 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-0d3afb9a-32ec-43a2-a53c-7021ef27c552 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:00:04.582576 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3afb9a-32ec-43a2-a53c-7021ef27c552 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:00:04.691410 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 51988e16-aade-43cd-b9bb-5baaabb336c9 details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:00:04.842825 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 51988e16-aade-43cd-b9bb-5baaabb336c9, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=51988e16-aade-43cd-b9bb-5baaabb336c9,segment=NetworkSegment(4397314e-2225-4cf8-b858-ea8f71ca37e1),segment_id=4397314e-2225-4cf8-b858-ea8f71ca37e1)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:00:04.860031 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': '51988e16-aade-43cd-b9bb-5baaabb336c9', 'network_id': '04a65d27-6482-4e7b-94e8-af3d0d277bb9', 'port_id': '51988e16-aade-43cd-b9bb-5baaabb336c9', 'mac_address': 'fa:16:3e:49:46:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e66e8995-a595-4f7e-865e-9e730b75c9e0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:00:04.912638 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 51988e16-aade-43cd-b9bb-5baaabb336c9 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:00:04.913089 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (51988e16-aade-43cd-b9bb-5baaabb336c9), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:04.927584 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51988e16-aade-43cd-b9bb-5baaabb336c9 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:00:04.952997 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 51988e16-aade-43cd-b9bb-5baaabb336c9, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=51988e16-aade-43cd-b9bb-5baaabb336c9,segment=NetworkSegment(4397314e-2225-4cf8-b858-ea8f71ca37e1),segment_id=4397314e-2225-4cf8-b858-ea8f71ca37e1)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:00:04.958783 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (51988e16-aade-43cd-b9bb-5baaabb336c9), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:05.014341 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6855fd70-c00b-4161-8b95-821eab76ddb7 req-f3a72634-0d1e-480b-8543-5126790f10c6 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:05.015923 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6855fd70-c00b-4161-8b95-821eab76ddb7 req-f3a72634-0d1e-480b-8543-5126790f10c6 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=1efe0645-40ee-427b-a899-b91017cb2302 HTTP/1.1" status: 200 len: 944 time: 0.1046352 Feb 09 22:00:05.021639 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=51988e16-aade-43cd-b9bb-5baaabb336c9,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:05.175980 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6855fd70-c00b-4161-8b95-821eab76ddb7 req-1cff91e4-94f6-4ce4-8c66-637768379d6c tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506805 Feb 09 22:00:05.250339 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0d3afb9a-32ec-43a2-a53c-7021ef27c552 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for floatingip (4b95cb11-1eae-44cd-a65e-b8e1c2ed23df), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:05.334538 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0d3afb9a-32ec-43a2-a53c-7021ef27c552 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (38c6d43b-5214-4736-92fa-ee8eab1dc7df), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:05.370587 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['51988e16-aade-43cd-b9bb-5baaabb336c9'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:00:05.496991 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0d3afb9a-32ec-43a2-a53c-7021ef27c552 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for port (38c6d43b-5214-4736-92fa-ee8eab1dc7df), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:05.501678 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0d3afb9a-32ec-43a2-a53c-7021ef27c552 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (38c6d43b-5214-4736-92fa-ee8eab1dc7df), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:05.563207 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3afb9a-32ec-43a2-a53c-7021ef27c552 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Pushing event updated for resources: {'Port': ['ID=38c6d43b-5214-4736-92fa-ee8eab1dc7df,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:05.610864 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0d3afb9a-32ec-43a2-a53c-7021ef27c552 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (4b95cb11-1eae-44cd-a65e-b8e1c2ed23df), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:05.778638 n-d-828369-5 neutron-server[103140]: INFO neutron.db.l3_db [None req-0d3afb9a-32ec-43a2-a53c-7021ef27c552 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Floating IP 4b95cb11-1eae-44cd-a65e-b8e1c2ed23df associated. External IP: 172.25.3.117, port: f395b0a1-4177-495a-9f06-ed1fda1afbcd. Feb 09 22:00:06.057473 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d3afb9a-32ec-43a2-a53c-7021ef27c552 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Router 38811fd8-6803-42bb-9630-7f4028085860 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:00:06.221754 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d3afb9a-32ec-43a2-a53c-7021ef27c552 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:00:06.236474 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3316a6-3ebe-4cfc-b20d-6bd5c989e6fc None None] Sync routers for ids ['38811fd8-6803-42bb-9630-7f4028085860'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:00:06.242634 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0d3afb9a-32ec-43a2-a53c-7021ef27c552 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:06.256315 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3316a6-3ebe-4cfc-b20d-6bd5c989e6fc None None] Routers {'38811fd8-6803-42bb-9630-7f4028085860'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:00:06.259288 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-5c3316a6-3ebe-4cfc-b20d-6bd5c989e6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:59:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['38811fd8-6803-42bb-9630-7f4028085860'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:00:06.275893 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-0d3afb9a-32ec-43a2-a53c-7021ef27c552 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2682130 Feb 09 22:00:06.276712 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4a4effb-9225-40cc-8223-7a5df6f92942', 'tag': 'f395b0a1-4177-495a-9f06-ed1fda1afbcd'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:00:06.291165 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-543d1f29-93cf-4bac-9bc8-c7018e5da263" -d '{"events": [{"name": "network-changed", "server_uuid": "e4a4effb-9225-40cc-8223-7a5df6f92942", "tag": "f395b0a1-4177-495a-9f06-ed1fda1afbcd"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:00:06.417104 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-5c3316a6-3ebe-4cfc-b20d-6bd5c989e6fc None None] Set router 38811fd8-6803-42bb-9630-7f4028085860 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:00:06.419986 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546fb3fb-6f6b-4e85-8ccb-e55058e7bcce req-58365662-4a7e-4cca-8a27-f6cbcee0795d tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:06.421645 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-546fb3fb-6f6b-4e85-8ccb-e55058e7bcce req-58365662-4a7e-4cca-8a27-f6cbcee0795d tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=1efe0645-40ee-427b-a899-b91017cb2302 HTTP/1.1" status: 200 len: 945 time: 0.1225498 Feb 09 22:00:06.501603 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074062d5-1872-415c-aa38-d265f80f9d06 req-77ef12b6-7404-4bd6-bac5-f4ee525ccd1c tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:06.504157 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-074062d5-1872-415c-aa38-d265f80f9d06 req-77ef12b6-7404-4bd6-bac5-f4ee525ccd1c tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=e4a4effb-9225-40cc-8223-7a5df6f92942 HTTP/1.1" status: 200 len: 946 time: 0.1479311 Feb 09 22:00:06.545442 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-546fb3fb-6f6b-4e85-8ccb-e55058e7bcce req-4027f7bb-1254-41e1-b9c8-baf9e8f50528 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153157 Feb 09 22:00:06.658619 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-074062d5-1872-415c-aa38-d265f80f9d06 req-3158207c-d8e3-4595-9294-624b41135636 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=72d2f984-f091-4b3d-b54e-47eb7c1d46d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1366444 Feb 09 22:00:06.703564 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 36028) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:06.711569 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 51988e16-aade-43cd-b9bb-5baaabb336c9 up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:00:06.745004 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f9878d-78e0-4d5f-89ad-0579834a383e x-openstack-request-id: req-c0f9878d-78e0-4d5f-89ad-0579834a383e {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:00:06.745004 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4a4effb-9225-40cc-8223-7a5df6f92942", "tag": "f395b0a1-4177-495a-9f06-ed1fda1afbcd", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:00:06.763193 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-c0f9878d-78e0-4d5f-89ad-0579834a383e {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:00:06.764470 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4a4effb-9225-40cc-8223-7a5df6f92942', 'tag': 'f395b0a1-4177-495a-9f06-ed1fda1afbcd', 'status': 'completed', 'code': 200} Feb 09 22:00:06.846967 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 36034) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:06.863475 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning for port 51988e16-aade-43cd-b9bb-5baaabb336c9 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:00:06.869140 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port 51988e16-aade-43cd-b9bb-5baaabb336c9 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:00:06.871348 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (51988e16-aade-43cd-b9bb-5baaabb336c9), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:06.880840 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543d1f29-93cf-4bac-9bc8-c7018e5da263 req-253be932-38b7-4b3c-ab47-55ac58e0197c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:06.882735 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-543d1f29-93cf-4bac-9bc8-c7018e5da263 req-253be932-38b7-4b3c-ab47-55ac58e0197c service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=deeb9e226e2546f19554cbe5eac163d6&device_id=e4a4effb-9225-40cc-8223-7a5df6f92942 HTTP/1.1" status: 200 len: 1128 time: 0.1133955 Feb 09 22:00:06.894354 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-508a2d02-bd56-4559-84cc-4dade8dbe0a7 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/floatingips/4b95cb11-1eae-44cd-a65e-b8e1c2ed23df HTTP/1.1" status: 200 len: 992 time: 0.1883566 Feb 09 22:00:06.921155 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-5c3316a6-3ebe-4cfc-b20d-6bd5c989e6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38811fd8-6803-42bb-9630-7f4028085860', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1141351383', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '8655c5a2-91c6-4022-b6d8-a05426a37b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:59:38Z', 'updated_at': '2022-02-09T21:59:45Z', 'revision_number': 4, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'gw_port': {'id': '8655c5a2-91c6-4022-b6d8-a05426a37b7f', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:23:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38811fd8-6803-42bb-9630-7f4028085860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:59:39Z', 'updated_at': '2022-02-09T21:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': '4b95cb11-1eae-44cd-a65e-b8e1c2ed23df', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'floating_ip_address': '172.25.3.117', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': '38811fd8-6803-42bb-9630-7f4028085860', 'port_id': 'f395b0a1-4177-495a-9f06-ed1fda1afbcd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa460168-c9ce-4567-b54f-86f206977d46', 'mac_address': 'fa:16:3e:db:76:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a4effb-9225-40cc-8223-7a5df6f92942', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:00:05Z', 'updated_at': '2022-02-09T22:00:05Z', 'revision_number': 0, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd96d7646-f25f-4175-a275-683910392697', 'name': '', 'network_id': 'fa460168-c9ce-4567-b54f-86f206977d46', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'mac_address': 'fa:16:3e:18:ab:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38811fd8-6803-42bb-9630-7f4028085860', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': '3aadbbce-76c0-480d-b63d-7841ad582155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:59:44Z', 'updated_at': '2022-02-09T21:59:51Z', 'revision_number': 5, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'subnets': [{'id': '3aadbbce-76c0-480d-b63d-7841ad582155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:00:06.984453 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3316a6-3ebe-4cfc-b20d-6bd5c989e6fc None None] Checking router: 38811fd8-6803-42bb-9630-7f4028085860 for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:00:07.007355 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3316a6-3ebe-4cfc-b20d-6bd5c989e6fc None None] Routers {'38811fd8-6803-42bb-9630-7f4028085860'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:00:07.007997 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-5c3316a6-3ebe-4cfc-b20d-6bd5c989e6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T21:59:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['38811fd8-6803-42bb-9630-7f4028085860'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:00:07.024356 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543d1f29-93cf-4bac-9bc8-c7018e5da263 req-9205a262-9215-47e9-9d14-992c42ac6a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:07.025852 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-543d1f29-93cf-4bac-9bc8-c7018e5da263 req-9205a262-9215-47e9-9d14-992c42ac6a69 service neutron] 10.222.0.95 "GET /v2.0/networks?id=fa460168-c9ce-4567-b54f-86f206977d46 HTTP/1.1" status: 200 len: 898 time: 0.1309218 Feb 09 22:00:07.027054 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3bad7dc3-cf6b-4867-bacb-ea249cca72b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:07.041459 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 51988e16-aade-43cd-b9bb-5baaabb336c9 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:00:07.041862 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (51988e16-aade-43cd-b9bb-5baaabb336c9), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:07.080933 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1efe0645-40ee-427b-a899-b91017cb2302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51988e16-aade-43cd-b9bb-5baaabb336c9'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:00:07.083726 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f6ebab-f658-4492-a3e7-1dc2a13aea3f" -d '{"events": [{"server_uuid": "1efe0645-40ee-427b-a899-b91017cb2302", "name": "network-vif-plugged", "status": "completed", "tag": "51988e16-aade-43cd-b9bb-5baaabb336c9"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:00:07.101228 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 51988e16-aade-43cd-b9bb-5baaabb336c9, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=51988e16-aade-43cd-b9bb-5baaabb336c9,segment=NetworkSegment(4397314e-2225-4cf8-b858-ea8f71ca37e1),segment_id=4397314e-2225-4cf8-b858-ea8f71ca37e1)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:00:07.106159 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (51988e16-aade-43cd-b9bb-5baaabb336c9), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:07.155704 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-5c3316a6-3ebe-4cfc-b20d-6bd5c989e6fc None None] Set router 38811fd8-6803-42bb-9630-7f4028085860 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:00:07.167455 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9b3b153-c05f-4fae-8bb3-78514d0ac4e5 x-openstack-request-id: req-b9b3b153-c05f-4fae-8bb3-78514d0ac4e5 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:00:07.167951 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1efe0645-40ee-427b-a899-b91017cb2302", "name": "network-vif-plugged", "status": "completed", "tag": "51988e16-aade-43cd-b9bb-5baaabb336c9", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:00:07.168409 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-b9b3b153-c05f-4fae-8bb3-78514d0ac4e5 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:00:07.168953 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1efe0645-40ee-427b-a899-b91017cb2302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51988e16-aade-43cd-b9bb-5baaabb336c9', 'code': 200} Feb 09 22:00:07.174283 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=51988e16-aade-43cd-b9bb-5baaabb336c9,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:07.223376 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-543d1f29-93cf-4bac-9bc8-c7018e5da263 req-1c1938bc-36c2-4fbb-a4ba-0010cb819f84 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f395b0a1-4177-495a-9f06-ed1fda1afbcd HTTP/1.1" status: 200 len: 1000 time: 0.1881940 Feb 09 22:00:07.310093 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543d1f29-93cf-4bac-9bc8-c7018e5da263 req-df5e0704-74a9-4b5d-a3d1-05068cb51fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:07.311468 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-543d1f29-93cf-4bac-9bc8-c7018e5da263 req-df5e0704-74a9-4b5d-a3d1-05068cb51fd4 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=3aadbbce-76c0-480d-b63d-7841ad582155 HTTP/1.1" status: 200 len: 835 time: 0.0766702 Feb 09 22:00:07.315112 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b86ffbb-aef3-407d-b3ab-a56724a37497 req-8db5eb9a-71a8-4620-850c-5560627928eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:07.317538 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0b86ffbb-aef3-407d-b3ab-a56724a37497 req-8db5eb9a-71a8-4620-850c-5560627928eb service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=1efe0645-40ee-427b-a899-b91017cb2302 HTTP/1.1" status: 200 len: 1128 time: 0.0708702 Feb 09 22:00:07.320714 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3bad7dc3-cf6b-4867-bacb-ea249cca72b2 admin admin] Publish callbacks [] for security_group (f66b0745-a9a4-47a0-8020-629e905ca36b), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:07.354534 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3bad7dc3-cf6b-4867-bacb-ea249cca72b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (f66b0745-a9a4-47a0-8020-629e905ca36b), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:07.373710 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0b86ffbb-aef3-407d-b3ab-a56724a37497 req-8627e698-7135-4e3d-b6c8-0977b62a95f8 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459199 Feb 09 22:00:07.403784 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bad7dc3-cf6b-4867-bacb-ea249cca72b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f66b0745-a9a4-47a0-8020-629e905ca36b,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:07.413167 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 36040) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:07.413309 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-3bad7dc3-cf6b-4867-bacb-ea249cca72b2 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=39d1c059abad4155bcabec0067af276a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5629599 Feb 09 22:00:07.424813 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543d1f29-93cf-4bac-9bc8-c7018e5da263 req-3fe30853-7e42-4b6c-b7ef-3b41a03b448a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:07.425887 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-543d1f29-93cf-4bac-9bc8-c7018e5da263 req-3fe30853-7e42-4b6c-b7ef-3b41a03b448a service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=fa460168-c9ce-4567-b54f-86f206977d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1021361 Feb 09 22:00:07.453408 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-5c3316a6-3ebe-4cfc-b20d-6bd5c989e6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38811fd8-6803-42bb-9630-7f4028085860', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1141351383', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '8655c5a2-91c6-4022-b6d8-a05426a37b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:59:38Z', 'updated_at': '2022-02-09T21:59:45Z', 'revision_number': 4, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'gw_port': {'id': '8655c5a2-91c6-4022-b6d8-a05426a37b7f', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:23:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38811fd8-6803-42bb-9630-7f4028085860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:59:39Z', 'updated_at': '2022-02-09T21:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': '4b95cb11-1eae-44cd-a65e-b8e1c2ed23df', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'floating_ip_address': '172.25.3.117', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': '38811fd8-6803-42bb-9630-7f4028085860', 'port_id': 'f395b0a1-4177-495a-9f06-ed1fda1afbcd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa460168-c9ce-4567-b54f-86f206977d46', 'mac_address': 'fa:16:3e:db:76:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a4effb-9225-40cc-8223-7a5df6f92942', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:00:05Z', 'updated_at': '2022-02-09T22:00:05Z', 'revision_number': 0, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd96d7646-f25f-4175-a275-683910392697', 'name': '', 'network_id': 'fa460168-c9ce-4567-b54f-86f206977d46', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'mac_address': 'fa:16:3e:18:ab:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38811fd8-6803-42bb-9630-7f4028085860', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': '3aadbbce-76c0-480d-b63d-7841ad582155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:59:44Z', 'updated_at': '2022-02-09T21:59:51Z', 'revision_number': 5, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'subnets': [{'id': '3aadbbce-76c0-480d-b63d-7841ad582155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:00:07.482436 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3316a6-3ebe-4cfc-b20d-6bd5c989e6fc None None] The sync data for ids ['38811fd8-6803-42bb-9630-7f4028085860'] in n-d-828369-5 is: [{'id': '38811fd8-6803-42bb-9630-7f4028085860', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1141351383', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '8655c5a2-91c6-4022-b6d8-a05426a37b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:59:38Z', 'updated_at': '2022-02-09T21:59:45Z', 'revision_number': 4, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'gw_port': {'id': '8655c5a2-91c6-4022-b6d8-a05426a37b7f', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:23:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38811fd8-6803-42bb-9630-7f4028085860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:59:39Z', 'updated_at': '2022-02-09T21:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': '4b95cb11-1eae-44cd-a65e-b8e1c2ed23df', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'floating_ip_address': '172.25.3.117', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': '38811fd8-6803-42bb-9630-7f4028085860', 'port_id': 'f395b0a1-4177-495a-9f06-ed1fda1afbcd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa460168-c9ce-4567-b54f-86f206977d46', 'mac_address': 'fa:16:3e:db:76:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a4effb-9225-40cc-8223-7a5df6f92942', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:00:05Z', 'updated_at': '2022-02-09T22:00:05Z', 'revision_number': 0, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd96d7646-f25f-4175-a275-683910392697', 'name': '', 'network_id': 'fa460168-c9ce-4567-b54f-86f206977d46', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'mac_address': 'fa:16:3e:18:ab:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38811fd8-6803-42bb-9630-7f4028085860', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': '3aadbbce-76c0-480d-b63d-7841ad582155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:59:44Z', 'updated_at': '2022-02-09T21:59:51Z', 'revision_number': 5, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'subnets': [{'id': '3aadbbce-76c0-480d-b63d-7841ad582155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:00:07.483820 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1e355d1f-c3b5-4b32-aed0-20aac2d4cfca admin admin] Publish callbacks [] for security_group (f66b0745-a9a4-47a0-8020-629e905ca36b), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:07.517805 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1e355d1f-c3b5-4b32-aed0-20aac2d4cfca admin admin] Publish callbacks [] for security_group (f66b0745-a9a4-47a0-8020-629e905ca36b), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:07.539583 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-543d1f29-93cf-4bac-9bc8-c7018e5da263 req-742193cd-469b-40a4-86dc-00868923e3ae service neutron] 10.222.0.95 "GET /v2.0/networks/fa460168-c9ce-4567-b54f-86f206977d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064672 Feb 09 22:00:07.577910 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1e355d1f-c3b5-4b32-aed0-20aac2d4cfca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (f66b0745-a9a4-47a0-8020-629e905ca36b), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:07.581033 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1e355d1f-c3b5-4b32-aed0-20aac2d4cfca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:07.582233 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-1e355d1f-c3b5-4b32-aed0-20aac2d4cfca admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/f66b0745-a9a4-47a0-8020-629e905ca36b HTTP/1.1" status: 204 len: 168 time: 0.1679609 Feb 09 22:00:07.592814 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e355d1f-c3b5-4b32-aed0-20aac2d4cfca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f66b0745-a9a4-47a0-8020-629e905ca36b,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:07.758820 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-543d1f29-93cf-4bac-9bc8-c7018e5da263 req-d1462d29-dccb-4358-b0de-880203e5608f service neutron] 10.222.0.95 "GET /v2.0/networks/fa460168-c9ce-4567-b54f-86f206977d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081907 Feb 09 22:00:07.782431 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed63235-5989-4852-8958-417bb1cf292d req-666cb1ff-ecf6-46c5-b162-7180ae869ba4 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:07.788700 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8ed63235-5989-4852-8958-417bb1cf292d req-666cb1ff-ecf6-46c5-b162-7180ae869ba4 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=1efe0645-40ee-427b-a899-b91017cb2302 HTTP/1.1" status: 200 len: 946 time: 0.1376312 Feb 09 22:00:07.836273 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45c7a35-689e-40e2-be3d-7b32bddf8dac None None] New status for floating IP 4b95cb11-1eae-44cd-a65e-b8e1c2ed23df: ACTIVE {{(pid=103142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:00:07.874230 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8ed63235-5989-4852-8958-417bb1cf292d req-9270524a-8850-42a5-9511-db4e0c566252 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792592 Feb 09 22:00:07.896804 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 36056) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:08.061147 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-b5f2597f-ceef-4b80-99e5-13b611072a06 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/floatingips/4b95cb11-1eae-44cd-a65e-b8e1c2ed23df HTTP/1.1" status: 200 len: 992 time: 0.1625481 Feb 09 22:00:08.097057 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 36066) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:08.112790 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6e7cc46-655c-4719-af71-62d4f0ba8e69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:08.277298 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6e7cc46-655c-4719-af71-62d4f0ba8e69 admin admin] Publish callbacks [] for security_group (8f006ea2-83fe-4295-9579-b5a904437dcd), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:08.281983 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6e7cc46-655c-4719-af71-62d4f0ba8e69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (8f006ea2-83fe-4295-9579-b5a904437dcd), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:08.314644 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-c6e7cc46-655c-4719-af71-62d4f0ba8e69 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=778b267563974ea28f5cb118041a4238&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2163005 Feb 09 22:00:08.316927 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 36078) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:08.360817 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e7cc46-655c-4719-af71-62d4f0ba8e69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f006ea2-83fe-4295-9579-b5a904437dcd,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:08.387467 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-62b6e758-8080-4422-acaa-2e651bf7d162 admin admin] Publish callbacks [] for security_group (8f006ea2-83fe-4295-9579-b5a904437dcd), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:08.409800 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-62b6e758-8080-4422-acaa-2e651bf7d162 admin admin] Publish callbacks [] for security_group (8f006ea2-83fe-4295-9579-b5a904437dcd), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:08.468812 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-62b6e758-8080-4422-acaa-2e651bf7d162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (8f006ea2-83fe-4295-9579-b5a904437dcd), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:08.472495 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-62b6e758-8080-4422-acaa-2e651bf7d162 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:08.474072 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-62b6e758-8080-4422-acaa-2e651bf7d162 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/8f006ea2-83fe-4295-9579-b5a904437dcd HTTP/1.1" status: 204 len: 168 time: 0.1560762 Feb 09 22:00:08.485995 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b6e758-8080-4422-acaa-2e651bf7d162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f006ea2-83fe-4295-9579-b5a904437dcd,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:09.026614 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e07bc6a7-4ddf-436d-bad9-e346b4f8d021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:09.052460 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e92bb72-8afb-4110-b143-fa1e378397f8 req-e627e409-223a-4070-afc6-59975c4ba25b tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:09.054688 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3e92bb72-8afb-4110-b143-fa1e378397f8 req-e627e409-223a-4070-afc6-59975c4ba25b tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=1efe0645-40ee-427b-a899-b91017cb2302 HTTP/1.1" status: 200 len: 946 time: 0.0883517 Feb 09 22:00:09.064919 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 36116) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:09.135561 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3e92bb72-8afb-4110-b143-fa1e378397f8 req-bdb6cbe9-6d78-4110-ad66-4728c9f6494d tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741110 Feb 09 22:00:09.180683 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-7774652d-1b39-4747-b52c-171487b9b48b tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/floatingips/4b95cb11-1eae-44cd-a65e-b8e1c2ed23df HTTP/1.1" status: 200 len: 994 time: 0.1138964 Feb 09 22:00:10.277639 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b98fb6d-fdcd-4fcb-b55c-9390202058fb req-6465f98e-ed48-4d0a-aef5-badd3b0c42e3 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:10.279991 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4b98fb6d-fdcd-4fcb-b55c-9390202058fb req-6465f98e-ed48-4d0a-aef5-badd3b0c42e3 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=1efe0645-40ee-427b-a899-b91017cb2302 HTTP/1.1" status: 200 len: 946 time: 0.0622704 Feb 09 22:00:10.344827 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4b98fb6d-fdcd-4fcb-b55c-9390202058fb req-17ba0022-772a-42c8-a34a-39a0b99281f2 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567119 Feb 09 22:00:10.473014 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdd4e09-2b4d-4002-80b1-d0b471711923 req-a7bdc396-dc61-4607-8d96-d9fe4267b7c0 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:10.480432 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1bdd4e09-2b4d-4002-80b1-d0b471711923 req-a7bdc396-dc61-4607-8d96-d9fe4267b7c0 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=f25021c9-dd3f-42ee-a598-f6225e3ce61d HTTP/1.1" status: 200 len: 945 time: 0.0715895 Feb 09 22:00:10.540544 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1bdd4e09-2b4d-4002-80b1-d0b471711923 req-e82ace1a-1cd0-426e-a5c4-fd43a257e304 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588040 Feb 09 22:00:10.666111 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e0a2fb-b2dc-4b8f-b707-2fee4644a494 req-620c4236-c421-4099-beef-22b393a490d9 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:10.667771 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-41e0a2fb-b2dc-4b8f-b707-2fee4644a494 req-620c4236-c421-4099-beef-22b393a490d9 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=1efe0645-40ee-427b-a899-b91017cb2302 HTTP/1.1" status: 200 len: 946 time: 0.0607705 Feb 09 22:00:10.732478 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-41e0a2fb-b2dc-4b8f-b707-2fee4644a494 req-20d214b4-68a5-40f3-9438-f5c4a0c02eb6 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585968 Feb 09 22:00:11.029281 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-336e226c-17ad-4aa1-acc7-7bdcef483c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:11.147069 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa8bf79-00b9-4c7c-ba92-403123eb8c16 req-bcd0118e-5a87-47cf-a512-9a2a253ae358 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:11.148613 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-aaa8bf79-00b9-4c7c-ba92-403123eb8c16 req-bcd0118e-5a87-47cf-a512-9a2a253ae358 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=1efe0645-40ee-427b-a899-b91017cb2302 HTTP/1.1" status: 200 len: 946 time: 0.0616550 Feb 09 22:00:11.246119 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-aaa8bf79-00b9-4c7c-ba92-403123eb8c16 req-e4828585-cf93-4893-a563-37fabb6c8d9c tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747454 Feb 09 22:00:12.388409 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333262cc-e3c3-4a7f-a8d5-efe25439ece1 req-dbc7703d-d77e-4f28-af72-e952bc04184a tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:12.390799 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-333262cc-e3c3-4a7f-a8d5-efe25439ece1 req-dbc7703d-d77e-4f28-af72-e952bc04184a tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=1efe0645-40ee-427b-a899-b91017cb2302 HTTP/1.1" status: 200 len: 946 time: 0.0598855 Feb 09 22:00:12.459978 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-333262cc-e3c3-4a7f-a8d5-efe25439ece1 req-723033ee-4507-4366-89a0-7f28ef250bdf tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606270 Feb 09 22:00:12.761158 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:13.247276 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e39c2b-81b0-4949-8094-d6251f73c62d req-f0260eee-74ac-4098-ba92-d9f30e5c5067 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:13.248933 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-38e39c2b-81b0-4949-8094-d6251f73c62d req-f0260eee-74ac-4098-ba92-d9f30e5c5067 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.89 "GET /v2.0/ports?device_id=1efe0645-40ee-427b-a899-b91017cb2302 HTTP/1.1" status: 200 len: 946 time: 0.0755301 Feb 09 22:00:13.372126 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-38e39c2b-81b0-4949-8094-d6251f73c62d req-cc8be9c7-fb95-42a9-a01a-00e30d12a45b tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Deleting port 51988e16-aade-43cd-b9bb-5baaabb336c9 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:00:13.372768 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-38e39c2b-81b0-4949-8094-d6251f73c62d req-cc8be9c7-fb95-42a9-a01a-00e30d12a45b tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (51988e16-aade-43cd-b9bb-5baaabb336c9), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:13.469931 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-38e39c2b-81b0-4949-8094-d6251f73c62d req-cc8be9c7-fb95-42a9-a01a-00e30d12a45b tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] For port 51988e16-aade-43cd-b9bb-5baaabb336c9, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=51988e16-aade-43cd-b9bb-5baaabb336c9,segment=NetworkSegment(4397314e-2225-4cf8-b858-ea8f71ca37e1),segment_id=4397314e-2225-4cf8-b858-ea8f71ca37e1)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:00:13.470209 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-38e39c2b-81b0-4949-8094-d6251f73c62d req-cc8be9c7-fb95-42a9-a01a-00e30d12a45b tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (51988e16-aade-43cd-b9bb-5baaabb336c9), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:13.505499 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-38e39c2b-81b0-4949-8094-d6251f73c62d req-cc8be9c7-fb95-42a9-a01a-00e30d12a45b tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Calling delete_port for 51988e16-aade-43cd-b9bb-5baaabb336c9 owned by compute:nova {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:00:13.647991 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae63a50-580a-4e00-bd0b-994a3f2820f0 req-f6c85962-7d79-459d-9e2a-a4b17d5c5087 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:13.661339 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7ae63a50-580a-4e00-bd0b-994a3f2820f0 req-f6c85962-7d79-459d-9e2a-a4b17d5c5087 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=1efe0645-40ee-427b-a899-b91017cb2302 HTTP/1.1" status: 200 len: 946 time: 0.0986927 Feb 09 22:00:13.676444 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-38e39c2b-81b0-4949-8094-d6251f73c62d req-cc8be9c7-fb95-42a9-a01a-00e30d12a45b tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (51988e16-aade-43cd-b9bb-5baaabb336c9), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:13.688596 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['1c77a32b-9e60-4507-ad9e-5dc6ba205089', '51988e16-aade-43cd-b9bb-5baaabb336c9'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:00:13.740408 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8be9c7-fb95-42a9-a01a-00e30d12a45b tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Pushing event deleted for resources: {'Port': ['ID=51988e16-aade-43cd-b9bb-5baaabb336c9,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:13.770433 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7ae63a50-580a-4e00-bd0b-994a3f2820f0 req-48109d93-66c1-4e31-b1c4-83c81c316605 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029758 Feb 09 22:00:13.780341 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['7a345cfd-abb7-4d8d-9efe-7a7671b6dae3'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:00:13.805360 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8be9c7-fb95-42a9-a01a-00e30d12a45b tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:13.805709 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8be9c7-fb95-42a9-a01a-00e30d12a45b tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:13.806039 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8be9c7-fb95-42a9-a01a-00e30d12a45b tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:13.806401 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8be9c7-fb95-42a9-a01a-00e30d12a45b tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:13.806870 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8be9c7-fb95-42a9-a01a-00e30d12a45b tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:13.807414 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8be9c7-fb95-42a9-a01a-00e30d12a45b tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:13.808597 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8be9c7-fb95-42a9-a01a-00e30d12a45b tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:13.808928 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8be9c7-fb95-42a9-a01a-00e30d12a45b tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:13.809262 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8be9c7-fb95-42a9-a01a-00e30d12a45b tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:13.810009 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8be9c7-fb95-42a9-a01a-00e30d12a45b tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:13.810342 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8be9c7-fb95-42a9-a01a-00e30d12a45b tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:13.811204 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8be9c7-fb95-42a9-a01a-00e30d12a45b tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:13.811204 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8be9c7-fb95-42a9-a01a-00e30d12a45b tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:00:13.867448 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-38e39c2b-81b0-4949-8094-d6251f73c62d req-cc8be9c7-fb95-42a9-a01a-00e30d12a45b tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] No DVR routers for this DVR port 51988e16-aade-43cd-b9bb-5baaabb336c9 on host n-h2-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:00:13.870227 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-38e39c2b-81b0-4949-8094-d6251f73c62d req-cc8be9c7-fb95-42a9-a01a-00e30d12a45b tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:13.873689 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-38e39c2b-81b0-4949-8094-d6251f73c62d req-cc8be9c7-fb95-42a9-a01a-00e30d12a45b tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.89 "DELETE /v2.0/ports/51988e16-aade-43cd-b9bb-5baaabb336c9 HTTP/1.1" status: 204 len: 173 time: 0.6184034 Feb 09 22:00:13.874138 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1efe0645-40ee-427b-a899-b91017cb2302', 'name': 'network-vif-deleted', 'tag': '51988e16-aade-43cd-b9bb-5baaabb336c9'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:00:13.889528 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e096523-a678-443a-8a1f-d273b034b14f" -d '{"events": [{"server_uuid": "1efe0645-40ee-427b-a899-b91017cb2302", "name": "network-vif-deleted", "tag": "51988e16-aade-43cd-b9bb-5baaabb336c9"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:00:13.959097 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a67c2362-06ec-4251-ad29-4e49a2e70a79 x-openstack-request-id: req-a67c2362-06ec-4251-ad29-4e49a2e70a79 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:00:13.959394 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1efe0645-40ee-427b-a899-b91017cb2302", "name": "network-vif-deleted", "tag": "51988e16-aade-43cd-b9bb-5baaabb336c9", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:00:13.959650 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-a67c2362-06ec-4251-ad29-4e49a2e70a79 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:00:13.960054 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1efe0645-40ee-427b-a899-b91017cb2302', 'name': 'network-vif-deleted', 'tag': '51988e16-aade-43cd-b9bb-5baaabb336c9', 'status': 'completed', 'code': 200} Feb 09 22:00:14.184429 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:14.609973 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:00:15.067416 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd6825-a027-4e9c-9fab-97d7eb5960e1 req-06a9b92c-68c3-4275-9c8b-de9f80251f83 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:15.070135 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0ccd6825-a027-4e9c-9fab-97d7eb5960e1 req-06a9b92c-68c3-4275-9c8b-de9f80251f83 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=f25021c9-dd3f-42ee-a598-f6225e3ce61d HTTP/1.1" status: 200 len: 945 time: 0.0681963 Feb 09 22:00:15.123325 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0ccd6825-a027-4e9c-9fab-97d7eb5960e1 req-74528799-c8fc-4681-8915-ab148f07e0aa tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448408 Feb 09 22:00:15.297182 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:16.271597 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bba441b-0882-4c41-bc83-f50399699270 req-86b8d7c1-d383-4647-8204-c4e6d922731d tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:16.274181 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5bba441b-0882-4c41-bc83-f50399699270 req-86b8d7c1-d383-4647-8204-c4e6d922731d tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=f25021c9-dd3f-42ee-a598-f6225e3ce61d HTTP/1.1" status: 200 len: 945 time: 0.0693445 Feb 09 22:00:16.329465 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5bba441b-0882-4c41-bc83-f50399699270 req-5dfb8207-bdc3-4abb-8b52-e2a1cb47465b tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484750 Feb 09 22:00:16.712902 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 51988e16-aade-43cd-b9bb-5baaabb336c9 no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:00:16.734421 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] No Port match for: 51988e16-aade-43cd-b9bb-5baaabb336c9 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:00:16.734783 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 51988e16-aade-43cd-b9bb-5baaabb336c9 not bound to the agent host n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:00:17.157533 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [req-c2e2de9d-460d-4b44-8d59-d6798aa45607 req-5cd1fd11-bd03-4c4b-a8d0-7a45435f23a4 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] (103141) timed out ('10.222.0.89', 63145) {{(pid=103141) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 22:00:17.172749 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f001f527-9845-43d0-b007-2d317fe15a2f req-7111fbcc-85a0-4b6f-a968-26565ba4306a tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:17.174279 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f001f527-9845-43d0-b007-2d317fe15a2f req-7111fbcc-85a0-4b6f-a968-26565ba4306a tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.89 "GET /v2.0/ports?device_id=f25021c9-dd3f-42ee-a598-f6225e3ce61d HTTP/1.1" status: 200 len: 945 time: 0.0752239 Feb 09 22:00:17.300986 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-f001f527-9845-43d0-b007-2d317fe15a2f req-7ea602f3-66e5-435a-b493-3ab442cee89c tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Deleting port 1c77a32b-9e60-4507-ad9e-5dc6ba205089 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:00:17.301816 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f001f527-9845-43d0-b007-2d317fe15a2f req-7ea602f3-66e5-435a-b493-3ab442cee89c tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (1c77a32b-9e60-4507-ad9e-5dc6ba205089), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:17.482040 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-f001f527-9845-43d0-b007-2d317fe15a2f req-7ea602f3-66e5-435a-b493-3ab442cee89c tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] For port 1c77a32b-9e60-4507-ad9e-5dc6ba205089, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=1c77a32b-9e60-4507-ad9e-5dc6ba205089,segment=NetworkSegment(4397314e-2225-4cf8-b858-ea8f71ca37e1),segment_id=4397314e-2225-4cf8-b858-ea8f71ca37e1)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:00:17.482409 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f001f527-9845-43d0-b007-2d317fe15a2f req-7ea602f3-66e5-435a-b493-3ab442cee89c tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (1c77a32b-9e60-4507-ad9e-5dc6ba205089), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:17.520788 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-f001f527-9845-43d0-b007-2d317fe15a2f req-7ea602f3-66e5-435a-b493-3ab442cee89c tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Calling delete_port for 1c77a32b-9e60-4507-ad9e-5dc6ba205089 owned by compute:nova {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:00:17.522389 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980f1cef-d9a0-4f8d-b751-316545dafb3c req-11eb31f5-bdcf-42a8-ba74-5ea81544f242 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:17.530420 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-980f1cef-d9a0-4f8d-b751-316545dafb3c req-11eb31f5-bdcf-42a8-ba74-5ea81544f242 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=f25021c9-dd3f-42ee-a598-f6225e3ce61d HTTP/1.1" status: 200 len: 945 time: 0.1023378 Feb 09 22:00:17.589044 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-980f1cef-d9a0-4f8d-b751-316545dafb3c req-642d332a-a2c4-4556-a666-23ad40adf9a3 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521722 Feb 09 22:00:17.691092 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f001f527-9845-43d0-b007-2d317fe15a2f req-7ea602f3-66e5-435a-b493-3ab442cee89c tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (1c77a32b-9e60-4507-ad9e-5dc6ba205089), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:17.705108 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['1c77a32b-9e60-4507-ad9e-5dc6ba205089'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:00:17.708554 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['7a345cfd-abb7-4d8d-9efe-7a7671b6dae3'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:00:17.798939 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea602f3-66e5-435a-b493-3ab442cee89c tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Pushing event deleted for resources: {'Port': ['ID=1c77a32b-9e60-4507-ad9e-5dc6ba205089,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:17.877012 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-f001f527-9845-43d0-b007-2d317fe15a2f req-7ea602f3-66e5-435a-b493-3ab442cee89c tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] No DVR routers for this DVR port 1c77a32b-9e60-4507-ad9e-5dc6ba205089 on host n-h2-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:00:17.881361 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f001f527-9845-43d0-b007-2d317fe15a2f req-7ea602f3-66e5-435a-b493-3ab442cee89c tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:17.885826 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f001f527-9845-43d0-b007-2d317fe15a2f req-7ea602f3-66e5-435a-b493-3ab442cee89c tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.89 "DELETE /v2.0/ports/1c77a32b-9e60-4507-ad9e-5dc6ba205089 HTTP/1.1" status: 204 len: 173 time: 0.7017820 Feb 09 22:00:17.886365 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f25021c9-dd3f-42ee-a598-f6225e3ce61d', 'name': 'network-vif-deleted', 'tag': '1c77a32b-9e60-4507-ad9e-5dc6ba205089'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:00:17.889930 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1444363-9025-4a44-ba7f-41824f69d40f" -d '{"events": [{"server_uuid": "f25021c9-dd3f-42ee-a598-f6225e3ce61d", "name": "network-vif-deleted", "tag": "1c77a32b-9e60-4507-ad9e-5dc6ba205089"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:00:17.946205 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e657af6b-82ea-4db6-9369-7f9f99a68b76 x-openstack-request-id: req-e657af6b-82ea-4db6-9369-7f9f99a68b76 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:00:17.946509 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f25021c9-dd3f-42ee-a598-f6225e3ce61d", "name": "network-vif-deleted", "tag": "1c77a32b-9e60-4507-ad9e-5dc6ba205089", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:00:17.946772 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-e657af6b-82ea-4db6-9369-7f9f99a68b76 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:00:17.947169 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f25021c9-dd3f-42ee-a598-f6225e3ce61d', 'name': 'network-vif-deleted', 'tag': '1c77a32b-9e60-4507-ad9e-5dc6ba205089', 'status': 'completed', 'code': 200} Feb 09 22:00:18.940770 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a87b1-3f95-4bbd-8ba9-ee2ef3950801 req-3457707c-e685-4caa-b123-427ed85954f6 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:18.948391 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-df7a87b1-3f95-4bbd-8ba9-ee2ef3950801 req-3457707c-e685-4caa-b123-427ed85954f6 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/networks?id=04a65d27-6482-4e7b-94e8-af3d0d277bb9 HTTP/1.1" status: 200 len: 806 time: 0.1243267 Feb 09 22:00:18.964575 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-df7a87b1-3f95-4bbd-8ba9-ee2ef3950801 req-f7e15c4a-a900-48a1-9309-490fe355c5f3 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/quotas/b3e8b78db5b448288b8855c5416dd1f9 HTTP/1.1" status: 200 len: 375 time: 0.0154467 Feb 09 22:00:19.030352 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-df7a87b1-3f95-4bbd-8ba9-ee2ef3950801 req-442c3272-9724-4193-bb06-759c6d8243a1 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=b3e8b78db5b448288b8855c5416dd1f9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0648513 Feb 09 22:00:19.162620 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-df7a87b1-3f95-4bbd-8ba9-ee2ef3950801 req-d550f9d1-13ad-422c-9144-60b2ad5969ae service neutron] 10.222.0.90 "GET /v2.0/networks/04a65d27-6482-4e7b-94e8-af3d0d277bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302283 Feb 09 22:00:19.257689 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-df7a87b1-3f95-4bbd-8ba9-ee2ef3950801 req-d44b3a47-4f79-4d1b-939f-69c3e260e375 service neutron] 10.222.0.90 "GET /v2.0/networks/04a65d27-6482-4e7b-94e8-af3d0d277bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941546 Feb 09 22:00:19.557023 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fad81f15-1dc4-4c14-9430-4f5855b33c78 req-5eb1a3e5-9c87-4427-8211-0705be60a689 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=11378677-64de-4d20-a1d2-6bd6cd81ae13 HTTP/1.1" status: 200 len: 210 time: 0.0569496 Feb 09 22:00:20.711880 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 1c77a32b-9e60-4507-ad9e-5dc6ba205089 no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:00:20.739321 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ccaf3064-4f93-4b4c-bb48-8fa4c95dfe4d req-b889280c-ff8e-49a5-89da-def26be9234d tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=11378677-64de-4d20-a1d2-6bd6cd81ae13 HTTP/1.1" status: 200 len: 210 time: 0.0634272 Feb 09 22:00:20.742176 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] No Port match for: 1c77a32b-9e60-4507-ad9e-5dc6ba205089 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:00:20.742688 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 1c77a32b-9e60-4507-ad9e-5dc6ba205089 not bound to the agent host n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:00:21.061078 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a87b1-3f95-4bbd-8ba9-ee2ef3950801 req-5ba1523b-fdde-4b16-b634-b884544962e3 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:21.062631 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-df7a87b1-3f95-4bbd-8ba9-ee2ef3950801 req-5ba1523b-fdde-4b16-b634-b884544962e3 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.89 "GET /v2.0/networks?id=04a65d27-6482-4e7b-94e8-af3d0d277bb9 HTTP/1.1" status: 200 len: 806 time: 0.5045543 Feb 09 22:00:21.076023 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-df7a87b1-3f95-4bbd-8ba9-ee2ef3950801 req-e91b64e8-9969-41cc-9954-7b0ad75421b8 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Request body: {'port': {'device_id': '11378677-64de-4d20-a1d2-6bd6cd81ae13', 'network_id': '04a65d27-6482-4e7b-94e8-af3d0d277bb9', 'admin_state_up': True, 'tenant_id': 'b3e8b78db5b448288b8855c5416dd1f9'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:00:21.219078 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df7a87b1-3f95-4bbd-8ba9-ee2ef3950801 req-e91b64e8-9969-41cc-9954-7b0ad75421b8 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Made reservation on behalf of b3e8b78db5b448288b8855c5416dd1f9 for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:00:21.222930 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-df7a87b1-3f95-4bbd-8ba9-ee2ef3950801 req-e91b64e8-9969-41cc-9954-7b0ad75421b8 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:21.377503 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [req-df7a87b1-3f95-4bbd-8ba9-ee2ef3950801 req-e91b64e8-9969-41cc-9954-7b0ad75421b8 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Allocated IP 172.20.0.5 (04a65d27-6482-4e7b-94e8-af3d0d277bb9/e66e8995-a595-4f7e-865e-9e730b75c9e0/ae2fafd4-dc4b-4019-9c3a-78efe55bde55) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:00:21.460731 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:21.567495 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-df7a87b1-3f95-4bbd-8ba9-ee2ef3950801 req-e91b64e8-9969-41cc-9954-7b0ad75421b8 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Publish callbacks [] for port (ae2fafd4-dc4b-4019-9c3a-78efe55bde55), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:21.607662 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-df7a87b1-3f95-4bbd-8ba9-ee2ef3950801 req-e91b64e8-9969-41cc-9954-7b0ad75421b8 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (ae2fafd4-dc4b-4019-9c3a-78efe55bde55), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:21.624585 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['7a345cfd-abb7-4d8d-9efe-7a7671b6dae3'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:00:21.681747 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df7a87b1-3f95-4bbd-8ba9-ee2ef3950801 req-e91b64e8-9969-41cc-9954-7b0ad75421b8 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Network 04a65d27-6482-4e7b-94e8-af3d0d277bb9 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:00:21.688025 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [req-df7a87b1-3f95-4bbd-8ba9-ee2ef3950801 req-e91b64e8-9969-41cc-9954-7b0ad75421b8 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:00:21.699585 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-df7a87b1-3f95-4bbd-8ba9-ee2ef3950801 req-e91b64e8-9969-41cc-9954-7b0ad75421b8 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:00:21.758106 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a87b1-3f95-4bbd-8ba9-ee2ef3950801 req-e91b64e8-9969-41cc-9954-7b0ad75421b8 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:21.759583 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-df7a87b1-3f95-4bbd-8ba9-ee2ef3950801 req-e91b64e8-9969-41cc-9954-7b0ad75421b8 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:21.764850 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91b64e8-9969-41cc-9954-7b0ad75421b8 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Pushing event updated for resources: {'Port': ['ID=ae2fafd4-dc4b-4019-9c3a-78efe55bde55,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:21.794187 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-df7a87b1-3f95-4bbd-8ba9-ee2ef3950801 req-e91b64e8-9969-41cc-9954-7b0ad75421b8 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7223687 Feb 09 22:00:21.809080 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-df7a87b1-3f95-4bbd-8ba9-ee2ef3950801 req-85249a47-c20d-4a9e-ae85-ea5fddad58f3 service neutron] Request body: {'port': {'device_id': '11378677-64de-4d20-a1d2-6bd6cd81ae13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:00:21.898689 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-df7a87b1-3f95-4bbd-8ba9-ee2ef3950801 req-85249a47-c20d-4a9e-ae85-ea5fddad58f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (ae2fafd4-dc4b-4019-9c3a-78efe55bde55), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:21.994818 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131497a9-3a2d-4f4b-b65e-1e7d9c09b999 req-5afde24a-83d9-472c-867a-8b12f6dd2663 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:22.006206 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-131497a9-3a2d-4f4b-b65e-1e7d9c09b999 req-5afde24a-83d9-472c-867a-8b12f6dd2663 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=11378677-64de-4d20-a1d2-6bd6cd81ae13 HTTP/1.1" status: 200 len: 931 time: 0.1339269 Feb 09 22:00:22.101121 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-131497a9-3a2d-4f4b-b65e-1e7d9c09b999 req-c9d1aa69-a17f-4b40-a9fd-d554f138d250 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897269 Feb 09 22:00:22.279151 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-df7a87b1-3f95-4bbd-8ba9-ee2ef3950801 req-85249a47-c20d-4a9e-ae85-ea5fddad58f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae2fafd4-dc4b-4019-9c3a-78efe55bde55 {{(pid=103141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:00:22.299796 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-df7a87b1-3f95-4bbd-8ba9-ee2ef3950801 req-85249a47-c20d-4a9e-ae85-ea5fddad58f3 service neutron] Publish callbacks [] for port (ae2fafd4-dc4b-4019-9c3a-78efe55bde55), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:22.317620 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-df7a87b1-3f95-4bbd-8ba9-ee2ef3950801 req-85249a47-c20d-4a9e-ae85-ea5fddad58f3 service neutron] Transition to ACTIVE for port object ae2fafd4-dc4b-4019-9c3a-78efe55bde55 will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:00:22.324475 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-df7a87b1-3f95-4bbd-8ba9-ee2ef3950801 req-85249a47-c20d-4a9e-ae85-ea5fddad58f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (ae2fafd4-dc4b-4019-9c3a-78efe55bde55), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:22.448961 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85249a47-c20d-4a9e-ae85-ea5fddad58f3 service neutron] Pushing event updated for resources: {'Port': ['ID=ae2fafd4-dc4b-4019-9c3a-78efe55bde55,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:22.520761 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-df7a87b1-3f95-4bbd-8ba9-ee2ef3950801 req-85249a47-c20d-4a9e-ae85-ea5fddad58f3 service neutron] Attempting to bind port ae2fafd4-dc4b-4019-9c3a-78efe55bde55 on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:00:22.521152 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-df7a87b1-3f95-4bbd-8ba9-ee2ef3950801 req-85249a47-c20d-4a9e-ae85-ea5fddad58f3 service neutron] Attempting to bind port ae2fafd4-dc4b-4019-9c3a-78efe55bde55 by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': '4397314e-2225-4cf8-b858-ea8f71ca37e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '04a65d27-6482-4e7b-94e8-af3d0d277bb9'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:00:22.521428 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7a87b1-3f95-4bbd-8ba9-ee2ef3950801 req-85249a47-c20d-4a9e-ae85-ea5fddad58f3 service neutron] Attempting to bind port ae2fafd4-dc4b-4019-9c3a-78efe55bde55 on network 04a65d27-6482-4e7b-94e8-af3d0d277bb9 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:00:22.528441 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7a87b1-3f95-4bbd-8ba9-ee2ef3950801 req-85249a47-c20d-4a9e-ae85-ea5fddad58f3 service neutron] Port ae2fafd4-dc4b-4019-9c3a-78efe55bde55 on network 04a65d27-6482-4e7b-94e8-af3d0d277bb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:00:22.528754 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7a87b1-3f95-4bbd-8ba9-ee2ef3950801 req-85249a47-c20d-4a9e-ae85-ea5fddad58f3 service neutron] Attempting to bind port ae2fafd4-dc4b-4019-9c3a-78efe55bde55 on network 04a65d27-6482-4e7b-94e8-af3d0d277bb9 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:00:22.538973 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7a87b1-3f95-4bbd-8ba9-ee2ef3950801 req-85249a47-c20d-4a9e-ae85-ea5fddad58f3 service neutron] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:00:22.539310 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7a87b1-3f95-4bbd-8ba9-ee2ef3950801 req-85249a47-c20d-4a9e-ae85-ea5fddad58f3 service neutron] Checking segment: {'id': '4397314e-2225-4cf8-b858-ea8f71ca37e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '04a65d27-6482-4e7b-94e8-af3d0d277bb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:00:22.539700 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7a87b1-3f95-4bbd-8ba9-ee2ef3950801 req-85249a47-c20d-4a9e-ae85-ea5fddad58f3 service neutron] Bound using segment: {'id': '4397314e-2225-4cf8-b858-ea8f71ca37e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '04a65d27-6482-4e7b-94e8-af3d0d277bb9'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:00:22.540134 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-df7a87b1-3f95-4bbd-8ba9-ee2ef3950801 req-85249a47-c20d-4a9e-ae85-ea5fddad58f3 service neutron] Bound port: ae2fafd4-dc4b-4019-9c3a-78efe55bde55, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4397314e-2225-4cf8-b858-ea8f71ca37e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '04a65d27-6482-4e7b-94e8-af3d0d277bb9'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:00:22.541308 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-df7a87b1-3f95-4bbd-8ba9-ee2ef3950801 req-85249a47-c20d-4a9e-ae85-ea5fddad58f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (ae2fafd4-dc4b-4019-9c3a-78efe55bde55), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:22.625828 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-df7a87b1-3f95-4bbd-8ba9-ee2ef3950801 req-85249a47-c20d-4a9e-ae85-ea5fddad58f3 service neutron] For port ae2fafd4-dc4b-4019-9c3a-78efe55bde55, host n-h2-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:00:22.629186 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-df7a87b1-3f95-4bbd-8ba9-ee2ef3950801 req-85249a47-c20d-4a9e-ae85-ea5fddad58f3 service neutron] For port ae2fafd4-dc4b-4019-9c3a-78efe55bde55, host n-h2-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=ae2fafd4-dc4b-4019-9c3a-78efe55bde55,segment=NetworkSegment(4397314e-2225-4cf8-b858-ea8f71ca37e1),segment_id=4397314e-2225-4cf8-b858-ea8f71ca37e1)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:00:22.637063 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-df7a87b1-3f95-4bbd-8ba9-ee2ef3950801 req-85249a47-c20d-4a9e-ae85-ea5fddad58f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (ae2fafd4-dc4b-4019-9c3a-78efe55bde55), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:22.697746 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a87b1-3f95-4bbd-8ba9-ee2ef3950801 req-85249a47-c20d-4a9e-ae85-ea5fddad58f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:22.699154 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-df7a87b1-3f95-4bbd-8ba9-ee2ef3950801 req-85249a47-c20d-4a9e-ae85-ea5fddad58f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:22.701286 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-df7a87b1-3f95-4bbd-8ba9-ee2ef3950801 req-85249a47-c20d-4a9e-ae85-ea5fddad58f3 service neutron] 10.222.0.89 "PUT /v2.0/ports/ae2fafd4-dc4b-4019-9c3a-78efe55bde55 HTTP/1.1" status: 200 len: 1091 time: 0.8997374 Feb 09 22:00:22.702479 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11378677-64de-4d20-a1d2-6bd6cd81ae13', 'tag': 'ae2fafd4-dc4b-4019-9c3a-78efe55bde55'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:00:22.705907 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-489b0c10-88cb-4f42-b49b-201539871b85" -d '{"events": [{"name": "network-changed", "server_uuid": "11378677-64de-4d20-a1d2-6bd6cd81ae13", "tag": "ae2fafd4-dc4b-4019-9c3a-78efe55bde55"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:00:22.745120 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85249a47-c20d-4a9e-ae85-ea5fddad58f3 service neutron] Pushing event updated for resources: {'Port': ['ID=ae2fafd4-dc4b-4019-9c3a-78efe55bde55,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:22.837083 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45bf7bd2-b3c5-4b59-88fc-195326972bef x-openstack-request-id: req-45bf7bd2-b3c5-4b59-88fc-195326972bef {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:00:22.838320 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11378677-64de-4d20-a1d2-6bd6cd81ae13", "tag": "ae2fafd4-dc4b-4019-9c3a-78efe55bde55", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:00:22.838596 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-45bf7bd2-b3c5-4b59-88fc-195326972bef {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:00:22.839211 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11378677-64de-4d20-a1d2-6bd6cd81ae13', 'tag': 'ae2fafd4-dc4b-4019-9c3a-78efe55bde55', 'status': 'completed', 'code': 200} Feb 09 22:00:22.858859 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a87b1-3f95-4bbd-8ba9-ee2ef3950801 req-2fe34c02-a335-4b4d-ae87-186c6e5a4871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:22.860631 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-df7a87b1-3f95-4bbd-8ba9-ee2ef3950801 req-2fe34c02-a335-4b4d-ae87-186c6e5a4871 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b3e8b78db5b448288b8855c5416dd1f9&device_id=11378677-64de-4d20-a1d2-6bd6cd81ae13 HTTP/1.1" status: 200 len: 1125 time: 0.1001360 Feb 09 22:00:22.916510 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 36314) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:22.925766 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-df7a87b1-3f95-4bbd-8ba9-ee2ef3950801 req-a8294d37-4b8e-4242-9fe9-157bf03d8bcf service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae2fafd4-dc4b-4019-9c3a-78efe55bde55 HTTP/1.1" status: 200 len: 217 time: 0.0564485 Feb 09 22:00:23.071403 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a87b1-3f95-4bbd-8ba9-ee2ef3950801 req-7be6eefa-5c59-4fa4-88bb-57eca6f44f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:23.077571 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-df7a87b1-3f95-4bbd-8ba9-ee2ef3950801 req-7be6eefa-5c59-4fa4-88bb-57eca6f44f86 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e66e8995-a595-4f7e-865e-9e730b75c9e0 HTTP/1.1" status: 200 len: 846 time: 0.1215327 Feb 09 22:00:23.141349 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-df7a87b1-3f95-4bbd-8ba9-ee2ef3950801 req-044b6dd5-9c7c-463b-b127-ae60c92a1ff2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=04a65d27-6482-4e7b-94e8-af3d0d277bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595994 Feb 09 22:00:23.162541 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6b1bf7f6-ac68-4ded-a2a7-03027330aa29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:23.299849 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-df7a87b1-3f95-4bbd-8ba9-ee2ef3950801 req-c103a587-fe4a-47b6-b725-6ed4df14f15c service neutron] 10.222.0.89 "GET /v2.0/networks/04a65d27-6482-4e7b-94e8-af3d0d277bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511254 Feb 09 22:00:23.383139 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6b1bf7f6-ac68-4ded-a2a7-03027330aa29 admin admin] Publish callbacks [] for security_group (278dc8f7-0a8d-469c-9c80-24d3b5e1c71b), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:23.389394 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6b1bf7f6-ac68-4ded-a2a7-03027330aa29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (278dc8f7-0a8d-469c-9c80-24d3b5e1c71b), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:23.444544 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-6b1bf7f6-ac68-4ded-a2a7-03027330aa29 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=6097257f79824f4798df9831c199065c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5273476 Feb 09 22:00:23.445651 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 36324) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:23.446542 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1bf7f6-ac68-4ded-a2a7-03027330aa29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=278dc8f7-0a8d-469c-9c80-24d3b5e1c71b,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:23.494551 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2841de7-f8e4-4b6a-8b07-5fbef7ff30f6 req-62a174ad-ec0e-4bc2-889c-8f7393be0c93 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:23.496065 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d2841de7-f8e4-4b6a-8b07-5fbef7ff30f6 req-62a174ad-ec0e-4bc2-889c-8f7393be0c93 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=11378677-64de-4d20-a1d2-6bd6cd81ae13 HTTP/1.1" status: 200 len: 943 time: 0.2552645 Feb 09 22:00:23.511670 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-df7a87b1-3f95-4bbd-8ba9-ee2ef3950801 req-8125fc46-ea37-4201-b57c-ed860b83933e service neutron] 10.222.0.89 "GET /v2.0/networks/04a65d27-6482-4e7b-94e8-af3d0d277bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034061 Feb 09 22:00:23.529468 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9e62771e-9b6f-4bb7-afa3-5604a02e8342 admin admin] Publish callbacks [] for security_group (278dc8f7-0a8d-469c-9c80-24d3b5e1c71b), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:23.582418 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d2841de7-f8e4-4b6a-8b07-5fbef7ff30f6 req-bd1555ba-3736-4728-ba3f-2a4b52783ae5 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755165 Feb 09 22:00:23.606128 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9e62771e-9b6f-4bb7-afa3-5604a02e8342 admin admin] Publish callbacks [] for security_group (278dc8f7-0a8d-469c-9c80-24d3b5e1c71b), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:23.652457 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:23.663346 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9e62771e-9b6f-4bb7-afa3-5604a02e8342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (278dc8f7-0a8d-469c-9c80-24d3b5e1c71b), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:23.666254 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b0c10-88cb-4f42-b49b-201539871b85 req-aa40da9b-d1c2-489b-8e33-02d4e2ec3ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:23.669394 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9e62771e-9b6f-4bb7-afa3-5604a02e8342 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:23.670548 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-9e62771e-9b6f-4bb7-afa3-5604a02e8342 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/278dc8f7-0a8d-469c-9c80-24d3b5e1c71b HTTP/1.1" status: 204 len: 168 time: 0.2142851 Feb 09 22:00:23.673097 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-489b0c10-88cb-4f42-b49b-201539871b85 req-aa40da9b-d1c2-489b-8e33-02d4e2ec3ce3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b3e8b78db5b448288b8855c5416dd1f9&device_id=11378677-64de-4d20-a1d2-6bd6cd81ae13 HTTP/1.1" status: 200 len: 1125 time: 0.0987217 Feb 09 22:00:23.690219 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e62771e-9b6f-4bb7-afa3-5604a02e8342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=278dc8f7-0a8d-469c-9c80-24d3b5e1c71b,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:23.809515 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b0c10-88cb-4f42-b49b-201539871b85 req-80f25e8b-a1fe-4622-8550-2c2378be1df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:23.811712 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-489b0c10-88cb-4f42-b49b-201539871b85 req-80f25e8b-a1fe-4622-8550-2c2378be1df1 service neutron] 10.222.0.89 "GET /v2.0/networks?id=04a65d27-6482-4e7b-94e8-af3d0d277bb9 HTTP/1.1" status: 200 len: 907 time: 0.1378355 Feb 09 22:00:23.868332 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-489b0c10-88cb-4f42-b49b-201539871b85 req-839f2107-17ce-4e19-a807-8fdeb4c8c177 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae2fafd4-dc4b-4019-9c3a-78efe55bde55 HTTP/1.1" status: 200 len: 217 time: 0.0495284 Feb 09 22:00:23.972124 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b0c10-88cb-4f42-b49b-201539871b85 req-8350e415-c209-4bbe-8859-4ac75155b2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:23.973940 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-489b0c10-88cb-4f42-b49b-201539871b85 req-8350e415-c209-4bbe-8859-4ac75155b2b4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e66e8995-a595-4f7e-865e-9e730b75c9e0 HTTP/1.1" status: 200 len: 846 time: 0.0964980 Feb 09 22:00:24.017276 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-489b0c10-88cb-4f42-b49b-201539871b85 req-9c7aa946-d7a8-4df4-92eb-a7fcbc760951 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=04a65d27-6482-4e7b-94e8-af3d0d277bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360680 Feb 09 22:00:24.225688 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-489b0c10-88cb-4f42-b49b-201539871b85 req-fe7e6de8-8b62-446a-b466-ba5d467c36b3 service neutron] 10.222.0.89 "GET /v2.0/networks/04a65d27-6482-4e7b-94e8-af3d0d277bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956756 Feb 09 22:00:24.399086 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-489b0c10-88cb-4f42-b49b-201539871b85 req-8354096b-8e4c-4a61-89c5-4309a3baac11 service neutron] 10.222.0.89 "GET /v2.0/networks/04a65d27-6482-4e7b-94e8-af3d0d277bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646559 Feb 09 22:00:24.721948 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606cc7b3-23d5-42b7-b971-5e465198f3d6 req-513655d0-4f8e-4204-9708-6c062d405e75 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:24.724135 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-606cc7b3-23d5-42b7-b971-5e465198f3d6 req-513655d0-4f8e-4204-9708-6c062d405e75 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=11378677-64de-4d20-a1d2-6bd6cd81ae13 HTTP/1.1" status: 200 len: 943 time: 0.0599926 Feb 09 22:00:24.792400 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-606cc7b3-23d5-42b7-b971-5e465198f3d6 req-d97a7a22-d763-4785-8e28-a37288071ac6 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625513 Feb 09 22:00:25.919528 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daacd70-9dd2-4da1-b260-4690be1f8572 req-65e4f44b-abf3-43fd-95d1-9e826c8e3d66 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:25.921192 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3daacd70-9dd2-4da1-b260-4690be1f8572 req-65e4f44b-abf3-43fd-95d1-9e826c8e3d66 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=11378677-64de-4d20-a1d2-6bd6cd81ae13 HTTP/1.1" status: 200 len: 943 time: 0.0602303 Feb 09 22:00:25.972604 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3daacd70-9dd2-4da1-b260-4690be1f8572 req-82e0e2b0-a484-4df9-960d-afff3afc39b6 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455284 Feb 09 22:00:26.729483 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device ae2fafd4-dc4b-4019-9c3a-78efe55bde55 details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:00:26.834482 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port ae2fafd4-dc4b-4019-9c3a-78efe55bde55, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=ae2fafd4-dc4b-4019-9c3a-78efe55bde55,segment=NetworkSegment(4397314e-2225-4cf8-b858-ea8f71ca37e1),segment_id=4397314e-2225-4cf8-b858-ea8f71ca37e1)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:00:26.846551 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': 'ae2fafd4-dc4b-4019-9c3a-78efe55bde55', 'network_id': '04a65d27-6482-4e7b-94e8-af3d0d277bb9', 'port_id': 'ae2fafd4-dc4b-4019-9c3a-78efe55bde55', 'mac_address': 'fa:16:3e:43:0e:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e66e8995-a595-4f7e-865e-9e730b75c9e0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:00:26.886962 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port ae2fafd4-dc4b-4019-9c3a-78efe55bde55 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:00:26.890456 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (ae2fafd4-dc4b-4019-9c3a-78efe55bde55), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:26.904074 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae2fafd4-dc4b-4019-9c3a-78efe55bde55 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:00:26.924490 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port ae2fafd4-dc4b-4019-9c3a-78efe55bde55, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=ae2fafd4-dc4b-4019-9c3a-78efe55bde55,segment=NetworkSegment(4397314e-2225-4cf8-b858-ea8f71ca37e1),segment_id=4397314e-2225-4cf8-b858-ea8f71ca37e1)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:00:26.928341 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (ae2fafd4-dc4b-4019-9c3a-78efe55bde55), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:26.983571 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=ae2fafd4-dc4b-4019-9c3a-78efe55bde55,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:27.021754 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-70764578-a072-4aa5-9ded-b032c51da8a2 req-1b3e7ba1-21c0-4821-943b-80cddeba9ce2 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=5cc22ea9-82f4-4c42-bf78-f737e75f49e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0542433 Feb 09 22:00:27.153155 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364be196-b24d-4f5a-a53c-4d56e1ab981e req-25e473fa-66fb-4169-a257-893d95afcd0c tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:27.154779 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-364be196-b24d-4f5a-a53c-4d56e1ab981e req-25e473fa-66fb-4169-a257-893d95afcd0c tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=11378677-64de-4d20-a1d2-6bd6cd81ae13 HTTP/1.1" status: 200 len: 944 time: 0.1052628 Feb 09 22:00:27.158718 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70764578-a072-4aa5-9ded-b032c51da8a2 req-f5109e74-527e-4703-a54f-8cc323109595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:27.160349 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-70764578-a072-4aa5-9ded-b032c51da8a2 req-f5109e74-527e-4703-a54f-8cc323109595 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b3e8b78db5b448288b8855c5416dd1f9&device_id=5cc22ea9-82f4-4c42-bf78-f737e75f49e5 HTTP/1.1" status: 200 len: 1128 time: 0.0796340 Feb 09 22:00:27.271652 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['ae2fafd4-dc4b-4019-9c3a-78efe55bde55'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:00:27.283645 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70764578-a072-4aa5-9ded-b032c51da8a2 req-39958762-c9d3-4d6f-af2a-dd98dd34a66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:27.285489 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-70764578-a072-4aa5-9ded-b032c51da8a2 req-39958762-c9d3-4d6f-af2a-dd98dd34a66f service neutron] 10.222.0.95 "GET /v2.0/networks?id=04a65d27-6482-4e7b-94e8-af3d0d277bb9 HTTP/1.1" status: 200 len: 907 time: 0.1033289 Feb 09 22:00:27.370186 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-364be196-b24d-4f5a-a53c-4d56e1ab981e req-aedb2a49-562d-43e1-86d0-c38c4cb7334c tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076788 Feb 09 22:00:27.371836 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-70764578-a072-4aa5-9ded-b032c51da8a2 req-25313df1-2795-4695-976f-07e3b099a37b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a345cfd-abb7-4d8d-9efe-7a7671b6dae3 HTTP/1.1" status: 200 len: 217 time: 0.0677459 Feb 09 22:00:27.458293 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70764578-a072-4aa5-9ded-b032c51da8a2 req-7068fb65-5544-4008-84cd-30a10f57faed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:27.460154 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-70764578-a072-4aa5-9ded-b032c51da8a2 req-7068fb65-5544-4008-84cd-30a10f57faed service neutron] 10.222.0.95 "GET /v2.0/subnets?id=e66e8995-a595-4f7e-865e-9e730b75c9e0 HTTP/1.1" status: 200 len: 846 time: 0.0593429 Feb 09 22:00:27.498866 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-70764578-a072-4aa5-9ded-b032c51da8a2 req-34f684f4-83a8-417c-ad92-5573b3d8ee00 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=04a65d27-6482-4e7b-94e8-af3d0d277bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307863 Feb 09 22:00:27.600351 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-70764578-a072-4aa5-9ded-b032c51da8a2 req-ae2d91ec-d0b1-4546-b34e-2b0c9a668f5b service neutron] 10.222.0.95 "GET /v2.0/networks/04a65d27-6482-4e7b-94e8-af3d0d277bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948539 Feb 09 22:00:27.707974 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-70764578-a072-4aa5-9ded-b032c51da8a2 req-4ed4b295-802b-4aab-8dc2-25fb1c403bb2 service neutron] 10.222.0.95 "GET /v2.0/networks/04a65d27-6482-4e7b-94e8-af3d0d277bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998554 Feb 09 22:00:28.599203 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac186b9-859c-40eb-9e5d-d571c6591327 req-34ca7dcb-e6cb-482e-b088-3913990c5d00 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:28.601659 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1ac186b9-859c-40eb-9e5d-d571c6591327 req-34ca7dcb-e6cb-482e-b088-3913990c5d00 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=11378677-64de-4d20-a1d2-6bd6cd81ae13 HTTP/1.1" status: 200 len: 944 time: 0.0894117 Feb 09 22:00:28.664100 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1ac186b9-859c-40eb-9e5d-d571c6591327 req-324653ee-e7bf-4e87-8644-378b5079fb3a tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556960 Feb 09 22:00:28.744147 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device ae2fafd4-dc4b-4019-9c3a-78efe55bde55 up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:00:28.852310 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning for port ae2fafd4-dc4b-4019-9c3a-78efe55bde55 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:00:28.861113 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port ae2fafd4-dc4b-4019-9c3a-78efe55bde55 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:00:28.861495 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (ae2fafd4-dc4b-4019-9c3a-78efe55bde55), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:28.956462 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port ae2fafd4-dc4b-4019-9c3a-78efe55bde55 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:00:28.956931 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (ae2fafd4-dc4b-4019-9c3a-78efe55bde55), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:28.981360 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11378677-64de-4d20-a1d2-6bd6cd81ae13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae2fafd4-dc4b-4019-9c3a-78efe55bde55'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:00:28.983616 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47a2ea4b-35c1-4ec3-b8e0-1d0fabe8e9a0" -d '{"events": [{"server_uuid": "11378677-64de-4d20-a1d2-6bd6cd81ae13", "name": "network-vif-plugged", "status": "completed", "tag": "ae2fafd4-dc4b-4019-9c3a-78efe55bde55"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:00:28.996822 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port ae2fafd4-dc4b-4019-9c3a-78efe55bde55, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=ae2fafd4-dc4b-4019-9c3a-78efe55bde55,segment=NetworkSegment(4397314e-2225-4cf8-b858-ea8f71ca37e1),segment_id=4397314e-2225-4cf8-b858-ea8f71ca37e1)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:00:29.001573 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (ae2fafd4-dc4b-4019-9c3a-78efe55bde55), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:29.049097 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0dd14a0-ab11-46ba-bc16-7b0e93bf3a96 x-openstack-request-id: req-a0dd14a0-ab11-46ba-bc16-7b0e93bf3a96 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:00:29.049699 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11378677-64de-4d20-a1d2-6bd6cd81ae13", "name": "network-vif-plugged", "status": "completed", "tag": "ae2fafd4-dc4b-4019-9c3a-78efe55bde55", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:00:29.050150 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-a0dd14a0-ab11-46ba-bc16-7b0e93bf3a96 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:00:29.050729 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11378677-64de-4d20-a1d2-6bd6cd81ae13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae2fafd4-dc4b-4019-9c3a-78efe55bde55', 'code': 200} Feb 09 22:00:29.077111 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=ae2fafd4-dc4b-4019-9c3a-78efe55bde55,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:29.160159 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6f2e3f-8172-4c2b-a8a0-36a2d3d63f8b req-1cf83a50-cb27-4f53-ba7f-eb893a02ab23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:29.162608 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6f6f2e3f-8172-4c2b-a8a0-36a2d3d63f8b req-1cf83a50-cb27-4f53-ba7f-eb893a02ab23 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=11378677-64de-4d20-a1d2-6bd6cd81ae13 HTTP/1.1" status: 200 len: 1127 time: 0.0553298 Feb 09 22:00:29.219035 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6f6f2e3f-8172-4c2b-a8a0-36a2d3d63f8b req-51780bb4-7bd1-4e4a-902b-b4f9f4afeb8f service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500081 Feb 09 22:00:29.801194 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b27b886-4831-4109-989e-34c5752a8230 req-ae243838-023e-4419-a8a5-c16c73bf0145 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:29.803325 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9b27b886-4831-4109-989e-34c5752a8230 req-ae243838-023e-4419-a8a5-c16c73bf0145 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=11378677-64de-4d20-a1d2-6bd6cd81ae13 HTTP/1.1" status: 200 len: 945 time: 0.0628798 Feb 09 22:00:29.852631 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9b27b886-4831-4109-989e-34c5752a8230 req-77ffdb09-1e81-4466-85cb-75827d4d7162 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426741 Feb 09 22:00:30.999077 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095abe35-3a3c-4165-9c0f-eba7b0560c74 req-855de895-3d50-4353-8fae-769b4f79aedc tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:31.000826 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-095abe35-3a3c-4165-9c0f-eba7b0560c74 req-855de895-3d50-4353-8fae-769b4f79aedc tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=11378677-64de-4d20-a1d2-6bd6cd81ae13 HTTP/1.1" status: 200 len: 945 time: 0.0609565 Feb 09 22:00:31.057128 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-095abe35-3a3c-4165-9c0f-eba7b0560c74 req-4b025656-c969-4d39-86f3-dc39fb8fc600 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504441 Feb 09 22:00:31.302169 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e35e1fa-00c1-45a0-8ce8-99f08864bc55 req-6fd43cb2-f222-4982-997c-7e59f68f2f98 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:31.303777 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2e35e1fa-00c1-45a0-8ce8-99f08864bc55 req-6fd43cb2-f222-4982-997c-7e59f68f2f98 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=11378677-64de-4d20-a1d2-6bd6cd81ae13 HTTP/1.1" status: 200 len: 945 time: 0.0589659 Feb 09 22:00:31.352174 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2e35e1fa-00c1-45a0-8ce8-99f08864bc55 req-e8587321-1834-42e3-b85a-439c34d94a49 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418465 Feb 09 22:00:31.480698 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb19f747-455e-4fd6-b037-166eeb11b744 req-5efbde31-733f-4e23-b528-67bb9fd2fe58 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:31.482214 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fb19f747-455e-4fd6-b037-166eeb11b744 req-5efbde31-733f-4e23-b528-67bb9fd2fe58 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=11378677-64de-4d20-a1d2-6bd6cd81ae13 HTTP/1.1" status: 200 len: 945 time: 0.0531888 Feb 09 22:00:31.531426 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fb19f747-455e-4fd6-b037-166eeb11b744 req-ac5e8471-b7c8-48cd-9d9d-6c00a9f0b17f tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430815 Feb 09 22:00:32.145245 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a744750b-d3d7-4847-b5ba-8fdcbfd9335b req-d63b8a6e-2817-4992-b4e6-2b83e46f3b85 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:32.146896 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a744750b-d3d7-4847-b5ba-8fdcbfd9335b req-d63b8a6e-2817-4992-b4e6-2b83e46f3b85 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=11378677-64de-4d20-a1d2-6bd6cd81ae13 HTTP/1.1" status: 200 len: 945 time: 0.4131508 Feb 09 22:00:32.232476 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a744750b-d3d7-4847-b5ba-8fdcbfd9335b req-1bbaba78-0c04-4389-9d83-3a6e51026d46 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789230 Feb 09 22:00:33.446077 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599dcaf9-a626-4937-ba60-3e3c0dbc30fc req-23601b49-0475-413f-9597-004f5cf39f99 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:33.448868 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-599dcaf9-a626-4937-ba60-3e3c0dbc30fc req-23601b49-0475-413f-9597-004f5cf39f99 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=11378677-64de-4d20-a1d2-6bd6cd81ae13 HTTP/1.1" status: 200 len: 945 time: 0.1101370 Feb 09 22:00:33.516968 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-599dcaf9-a626-4937-ba60-3e3c0dbc30fc req-50476fc5-f528-4bf4-9ea6-025b08e0c8bf tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623329 Feb 09 22:00:33.582014 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf27361-f422-4be3-b79d-1cdf086967c1 req-94502aa4-0a50-4a70-ab8a-7110438d9882 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:33.583988 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-5cf27361-f422-4be3-b79d-1cdf086967c1 req-94502aa4-0a50-4a70-ab8a-7110438d9882 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.89 "GET /v2.0/ports?device_id=11378677-64de-4d20-a1d2-6bd6cd81ae13 HTTP/1.1" status: 200 len: 945 time: 0.0981615 Feb 09 22:00:33.698366 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-5cf27361-f422-4be3-b79d-1cdf086967c1 req-36bca427-6257-4481-9407-5e74c5347403 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Deleting port ae2fafd4-dc4b-4019-9c3a-78efe55bde55 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:00:33.698715 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-5cf27361-f422-4be3-b79d-1cdf086967c1 req-36bca427-6257-4481-9407-5e74c5347403 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (ae2fafd4-dc4b-4019-9c3a-78efe55bde55), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:33.792314 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-5cf27361-f422-4be3-b79d-1cdf086967c1 req-36bca427-6257-4481-9407-5e74c5347403 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] For port ae2fafd4-dc4b-4019-9c3a-78efe55bde55, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=ae2fafd4-dc4b-4019-9c3a-78efe55bde55,segment=NetworkSegment(4397314e-2225-4cf8-b858-ea8f71ca37e1),segment_id=4397314e-2225-4cf8-b858-ea8f71ca37e1)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:00:33.792974 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-5cf27361-f422-4be3-b79d-1cdf086967c1 req-36bca427-6257-4481-9407-5e74c5347403 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (ae2fafd4-dc4b-4019-9c3a-78efe55bde55), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:33.805888 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-5cf27361-f422-4be3-b79d-1cdf086967c1 req-36bca427-6257-4481-9407-5e74c5347403 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Calling delete_port for ae2fafd4-dc4b-4019-9c3a-78efe55bde55 owned by compute:nova {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:00:33.933473 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-5cf27361-f422-4be3-b79d-1cdf086967c1 req-36bca427-6257-4481-9407-5e74c5347403 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (ae2fafd4-dc4b-4019-9c3a-78efe55bde55), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:33.949080 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['7a345cfd-abb7-4d8d-9efe-7a7671b6dae3'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:00:33.952884 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['ae2fafd4-dc4b-4019-9c3a-78efe55bde55'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:00:33.972120 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bca427-6257-4481-9407-5e74c5347403 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Pushing event deleted for resources: {'Port': ['ID=ae2fafd4-dc4b-4019-9c3a-78efe55bde55,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:34.032801 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cf27361-f422-4be3-b79d-1cdf086967c1 req-36bca427-6257-4481-9407-5e74c5347403 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] No DVR routers for this DVR port ae2fafd4-dc4b-4019-9c3a-78efe55bde55 on host n-h2-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:00:34.036477 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-5cf27361-f422-4be3-b79d-1cdf086967c1 req-36bca427-6257-4481-9407-5e74c5347403 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:34.042294 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-5cf27361-f422-4be3-b79d-1cdf086967c1 req-36bca427-6257-4481-9407-5e74c5347403 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.89 "DELETE /v2.0/ports/ae2fafd4-dc4b-4019-9c3a-78efe55bde55 HTTP/1.1" status: 204 len: 173 time: 0.4496052 Feb 09 22:00:34.043129 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11378677-64de-4d20-a1d2-6bd6cd81ae13', 'name': 'network-vif-deleted', 'tag': 'ae2fafd4-dc4b-4019-9c3a-78efe55bde55'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:00:34.046635 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d11e725-b684-476c-a133-18d3d3c763c0" -d '{"events": [{"server_uuid": "11378677-64de-4d20-a1d2-6bd6cd81ae13", "name": "network-vif-deleted", "tag": "ae2fafd4-dc4b-4019-9c3a-78efe55bde55"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:00:34.096022 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c88a30e8-1709-478f-b2eb-d565b9d64e11 x-openstack-request-id: req-c88a30e8-1709-478f-b2eb-d565b9d64e11 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:00:34.096662 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11378677-64de-4d20-a1d2-6bd6cd81ae13", "name": "network-vif-deleted", "tag": "ae2fafd4-dc4b-4019-9c3a-78efe55bde55", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:00:34.097017 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-c88a30e8-1709-478f-b2eb-d565b9d64e11 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:00:34.097694 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11378677-64de-4d20-a1d2-6bd6cd81ae13', 'name': 'network-vif-deleted', 'tag': 'ae2fafd4-dc4b-4019-9c3a-78efe55bde55', 'status': 'completed', 'code': 200} Feb 09 22:00:34.706380 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1b1b7b06-96d7-48b4-bf5d-6d619f8305d1 req-e7642717-3eb6-4dc3-b176-eb89c8a513b8 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=11378677-64de-4d20-a1d2-6bd6cd81ae13 HTTP/1.1" status: 200 len: 210 time: 0.0415266 Feb 09 22:00:36.073581 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f8b5f-39a0-4361-82b0-1d30df18a26c req-cc673e2a-1be8-46d3-b1e4-103cdbee460a tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:36.075716 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f57f8b5f-39a0-4361-82b0-1d30df18a26c req-cc673e2a-1be8-46d3-b1e4-103cdbee460a tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/networks?id=04a65d27-6482-4e7b-94e8-af3d0d277bb9 HTTP/1.1" status: 200 len: 806 time: 0.1320331 Feb 09 22:00:36.091102 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f57f8b5f-39a0-4361-82b0-1d30df18a26c req-c0799a86-ccb4-4651-9a86-5929993d7b3a tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/quotas/b3e8b78db5b448288b8855c5416dd1f9 HTTP/1.1" status: 200 len: 375 time: 0.0095904 Feb 09 22:00:36.156689 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f57f8b5f-39a0-4361-82b0-1d30df18a26c req-282c5d62-0171-4c90-9752-cce2b508b73d tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=b3e8b78db5b448288b8855c5416dd1f9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0601892 Feb 09 22:00:36.269933 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f57f8b5f-39a0-4361-82b0-1d30df18a26c req-be12c1a7-2543-4712-8290-82d562376119 service neutron] 10.222.0.90 "GET /v2.0/networks/04a65d27-6482-4e7b-94e8-af3d0d277bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062489 Feb 09 22:00:36.373502 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f57f8b5f-39a0-4361-82b0-1d30df18a26c req-8b05427b-076a-4d93-a857-650709483f7d service neutron] 10.222.0.90 "GET /v2.0/networks/04a65d27-6482-4e7b-94e8-af3d0d277bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970819 Feb 09 22:00:36.565228 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cb410780-1f3d-4d2e-bb0e-2023818017b4 req-8a64a4ad-b44b-4f86-9e53-0ccafc02b557 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2d690ca-270b-48a5-b923-42cc60d82e1a HTTP/1.1" status: 200 len: 210 time: 0.0467730 Feb 09 22:00:36.759886 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device ae2fafd4-dc4b-4019-9c3a-78efe55bde55 no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:00:36.780111 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] No Port match for: ae2fafd4-dc4b-4019-9c3a-78efe55bde55 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:00:36.780785 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device ae2fafd4-dc4b-4019-9c3a-78efe55bde55 not bound to the agent host n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:00:37.677615 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f8b5f-39a0-4361-82b0-1d30df18a26c req-c8f8c0da-0117-4552-a49c-1f8aa076ba02 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:37.680314 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f57f8b5f-39a0-4361-82b0-1d30df18a26c req-c8f8c0da-0117-4552-a49c-1f8aa076ba02 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.89 "GET /v2.0/networks?id=04a65d27-6482-4e7b-94e8-af3d0d277bb9 HTTP/1.1" status: 200 len: 806 time: 0.1519001 Feb 09 22:00:37.689411 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-14a5eb81-db89-4b54-b567-d19e8c930d60 req-b87c3ce4-c150-42a8-9ea6-a9288a0cd5bb tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2d690ca-270b-48a5-b923-42cc60d82e1a HTTP/1.1" status: 200 len: 210 time: 0.0509338 Feb 09 22:00:37.695627 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-f57f8b5f-39a0-4361-82b0-1d30df18a26c req-68c8d4c4-67c3-42cf-952e-0c5713a7e258 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Request body: {'port': {'device_id': 'b2d690ca-270b-48a5-b923-42cc60d82e1a', 'network_id': '04a65d27-6482-4e7b-94e8-af3d0d277bb9', 'admin_state_up': True, 'tenant_id': 'b3e8b78db5b448288b8855c5416dd1f9'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:00:37.836309 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f57f8b5f-39a0-4361-82b0-1d30df18a26c req-68c8d4c4-67c3-42cf-952e-0c5713a7e258 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Made reservation on behalf of b3e8b78db5b448288b8855c5416dd1f9 for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:00:37.843010 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f57f8b5f-39a0-4361-82b0-1d30df18a26c req-68c8d4c4-67c3-42cf-952e-0c5713a7e258 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:37.981261 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [req-f57f8b5f-39a0-4361-82b0-1d30df18a26c req-68c8d4c4-67c3-42cf-952e-0c5713a7e258 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Allocated IP 172.20.0.13 (04a65d27-6482-4e7b-94e8-af3d0d277bb9/e66e8995-a595-4f7e-865e-9e730b75c9e0/5a0b69aa-42fb-418f-8661-3c990bae2a7c) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:00:38.174493 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f57f8b5f-39a0-4361-82b0-1d30df18a26c req-68c8d4c4-67c3-42cf-952e-0c5713a7e258 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Publish callbacks [] for port (5a0b69aa-42fb-418f-8661-3c990bae2a7c), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:38.217305 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f57f8b5f-39a0-4361-82b0-1d30df18a26c req-68c8d4c4-67c3-42cf-952e-0c5713a7e258 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (5a0b69aa-42fb-418f-8661-3c990bae2a7c), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:38.233064 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['7a345cfd-abb7-4d8d-9efe-7a7671b6dae3'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:00:38.282191 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c8d4c4-67c3-42cf-952e-0c5713a7e258 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Pushing event updated for resources: {'Port': ['ID=5a0b69aa-42fb-418f-8661-3c990bae2a7c,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:38.296566 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f57f8b5f-39a0-4361-82b0-1d30df18a26c req-68c8d4c4-67c3-42cf-952e-0c5713a7e258 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Network 04a65d27-6482-4e7b-94e8-af3d0d277bb9 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:00:38.298628 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [req-f57f8b5f-39a0-4361-82b0-1d30df18a26c req-68c8d4c4-67c3-42cf-952e-0c5713a7e258 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:00:38.305150 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-f57f8b5f-39a0-4361-82b0-1d30df18a26c req-68c8d4c4-67c3-42cf-952e-0c5713a7e258 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:00:38.367265 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f8b5f-39a0-4361-82b0-1d30df18a26c req-68c8d4c4-67c3-42cf-952e-0c5713a7e258 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:38.367893 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f57f8b5f-39a0-4361-82b0-1d30df18a26c req-68c8d4c4-67c3-42cf-952e-0c5713a7e258 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:38.385999 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f57f8b5f-39a0-4361-82b0-1d30df18a26c req-68c8d4c4-67c3-42cf-952e-0c5713a7e258 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6952906 Feb 09 22:00:38.398023 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-f57f8b5f-39a0-4361-82b0-1d30df18a26c req-bcaa34cf-54d6-4220-a8bc-8309a764eb22 service neutron] Request body: {'port': {'device_id': 'b2d690ca-270b-48a5-b923-42cc60d82e1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:00:38.468280 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f57f8b5f-39a0-4361-82b0-1d30df18a26c req-bcaa34cf-54d6-4220-a8bc-8309a764eb22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (5a0b69aa-42fb-418f-8661-3c990bae2a7c), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:38.777828 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-f57f8b5f-39a0-4361-82b0-1d30df18a26c req-bcaa34cf-54d6-4220-a8bc-8309a764eb22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a0b69aa-42fb-418f-8661-3c990bae2a7c {{(pid=103141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:00:38.795358 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f57f8b5f-39a0-4361-82b0-1d30df18a26c req-bcaa34cf-54d6-4220-a8bc-8309a764eb22 service neutron] Publish callbacks [] for port (5a0b69aa-42fb-418f-8661-3c990bae2a7c), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:38.808810 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-f57f8b5f-39a0-4361-82b0-1d30df18a26c req-bcaa34cf-54d6-4220-a8bc-8309a764eb22 service neutron] Transition to ACTIVE for port object 5a0b69aa-42fb-418f-8661-3c990bae2a7c will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:00:38.814043 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f57f8b5f-39a0-4361-82b0-1d30df18a26c req-bcaa34cf-54d6-4220-a8bc-8309a764eb22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (5a0b69aa-42fb-418f-8661-3c990bae2a7c), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:38.862686 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc72481-d0f6-4ca7-82a5-ecd8e5374fdc req-5d228171-885d-4f5e-be9a-b05c6a8d7d2b tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:38.864971 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fdc72481-d0f6-4ca7-82a5-ecd8e5374fdc req-5d228171-885d-4f5e-be9a-b05c6a8d7d2b tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2d690ca-270b-48a5-b923-42cc60d82e1a HTTP/1.1" status: 200 len: 932 time: 0.0811534 Feb 09 22:00:38.897055 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaa34cf-54d6-4220-a8bc-8309a764eb22 service neutron] Pushing event updated for resources: {'Port': ['ID=5a0b69aa-42fb-418f-8661-3c990bae2a7c,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:38.965497 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fdc72481-d0f6-4ca7-82a5-ecd8e5374fdc req-f66a4187-b5da-4222-8ec9-f4405b01d5fb tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935926 Feb 09 22:00:38.984999 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-f57f8b5f-39a0-4361-82b0-1d30df18a26c req-bcaa34cf-54d6-4220-a8bc-8309a764eb22 service neutron] Attempting to bind port 5a0b69aa-42fb-418f-8661-3c990bae2a7c on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:00:38.984999 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-f57f8b5f-39a0-4361-82b0-1d30df18a26c req-bcaa34cf-54d6-4220-a8bc-8309a764eb22 service neutron] Attempting to bind port 5a0b69aa-42fb-418f-8661-3c990bae2a7c by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': '4397314e-2225-4cf8-b858-ea8f71ca37e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '04a65d27-6482-4e7b-94e8-af3d0d277bb9'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:00:38.984999 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57f8b5f-39a0-4361-82b0-1d30df18a26c req-bcaa34cf-54d6-4220-a8bc-8309a764eb22 service neutron] Attempting to bind port 5a0b69aa-42fb-418f-8661-3c990bae2a7c on network 04a65d27-6482-4e7b-94e8-af3d0d277bb9 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:00:38.987191 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57f8b5f-39a0-4361-82b0-1d30df18a26c req-bcaa34cf-54d6-4220-a8bc-8309a764eb22 service neutron] Port 5a0b69aa-42fb-418f-8661-3c990bae2a7c on network 04a65d27-6482-4e7b-94e8-af3d0d277bb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:00:38.987834 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57f8b5f-39a0-4361-82b0-1d30df18a26c req-bcaa34cf-54d6-4220-a8bc-8309a764eb22 service neutron] Attempting to bind port 5a0b69aa-42fb-418f-8661-3c990bae2a7c on network 04a65d27-6482-4e7b-94e8-af3d0d277bb9 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:00:38.993526 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57f8b5f-39a0-4361-82b0-1d30df18a26c req-bcaa34cf-54d6-4220-a8bc-8309a764eb22 service neutron] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:00:38.994046 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57f8b5f-39a0-4361-82b0-1d30df18a26c req-bcaa34cf-54d6-4220-a8bc-8309a764eb22 service neutron] Checking segment: {'id': '4397314e-2225-4cf8-b858-ea8f71ca37e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '04a65d27-6482-4e7b-94e8-af3d0d277bb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:00:38.994545 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57f8b5f-39a0-4361-82b0-1d30df18a26c req-bcaa34cf-54d6-4220-a8bc-8309a764eb22 service neutron] Bound using segment: {'id': '4397314e-2225-4cf8-b858-ea8f71ca37e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '04a65d27-6482-4e7b-94e8-af3d0d277bb9'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:00:38.995083 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-f57f8b5f-39a0-4361-82b0-1d30df18a26c req-bcaa34cf-54d6-4220-a8bc-8309a764eb22 service neutron] Bound port: 5a0b69aa-42fb-418f-8661-3c990bae2a7c, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4397314e-2225-4cf8-b858-ea8f71ca37e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '04a65d27-6482-4e7b-94e8-af3d0d277bb9'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:00:38.995572 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f57f8b5f-39a0-4361-82b0-1d30df18a26c req-bcaa34cf-54d6-4220-a8bc-8309a764eb22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (5a0b69aa-42fb-418f-8661-3c990bae2a7c), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:39.017544 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d5c23ae0-68b0-42f7-9c50-51fff9542b16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:39.078080 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-f57f8b5f-39a0-4361-82b0-1d30df18a26c req-bcaa34cf-54d6-4220-a8bc-8309a764eb22 service neutron] For port 5a0b69aa-42fb-418f-8661-3c990bae2a7c, host n-h2-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:00:39.082668 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-f57f8b5f-39a0-4361-82b0-1d30df18a26c req-bcaa34cf-54d6-4220-a8bc-8309a764eb22 service neutron] For port 5a0b69aa-42fb-418f-8661-3c990bae2a7c, host n-h2-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=5a0b69aa-42fb-418f-8661-3c990bae2a7c,segment=NetworkSegment(4397314e-2225-4cf8-b858-ea8f71ca37e1),segment_id=4397314e-2225-4cf8-b858-ea8f71ca37e1)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:00:39.090139 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f57f8b5f-39a0-4361-82b0-1d30df18a26c req-bcaa34cf-54d6-4220-a8bc-8309a764eb22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (5a0b69aa-42fb-418f-8661-3c990bae2a7c), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:39.124205 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f8b5f-39a0-4361-82b0-1d30df18a26c req-bcaa34cf-54d6-4220-a8bc-8309a764eb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:39.125055 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f57f8b5f-39a0-4361-82b0-1d30df18a26c req-bcaa34cf-54d6-4220-a8bc-8309a764eb22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:39.126733 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f57f8b5f-39a0-4361-82b0-1d30df18a26c req-bcaa34cf-54d6-4220-a8bc-8309a764eb22 service neutron] 10.222.0.89 "PUT /v2.0/ports/5a0b69aa-42fb-418f-8661-3c990bae2a7c HTTP/1.1" status: 200 len: 1092 time: 0.7337480 Feb 09 22:00:39.140635 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2d690ca-270b-48a5-b923-42cc60d82e1a', 'tag': '5a0b69aa-42fb-418f-8661-3c990bae2a7c'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:00:39.152352 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bdc5d0f-6a8b-427d-80bb-93a4106658fe" -d '{"events": [{"name": "network-changed", "server_uuid": "b2d690ca-270b-48a5-b923-42cc60d82e1a", "tag": "5a0b69aa-42fb-418f-8661-3c990bae2a7c"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:00:39.227008 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3dcfb36-944b-4788-8684-bb8f089a5e39 x-openstack-request-id: req-d3dcfb36-944b-4788-8684-bb8f089a5e39 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:00:39.227359 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2d690ca-270b-48a5-b923-42cc60d82e1a", "tag": "5a0b69aa-42fb-418f-8661-3c990bae2a7c", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:00:39.227690 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-d3dcfb36-944b-4788-8684-bb8f089a5e39 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:00:39.228098 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2d690ca-270b-48a5-b923-42cc60d82e1a', 'tag': '5a0b69aa-42fb-418f-8661-3c990bae2a7c', 'status': 'completed', 'code': 200} Feb 09 22:00:39.230419 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaa34cf-54d6-4220-a8bc-8309a764eb22 service neutron] Pushing event updated for resources: {'Port': ['ID=5a0b69aa-42fb-418f-8661-3c990bae2a7c,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:39.261283 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f8b5f-39a0-4361-82b0-1d30df18a26c req-13ddea83-a664-4cce-8cc2-6905536106e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:39.264506 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f57f8b5f-39a0-4361-82b0-1d30df18a26c req-13ddea83-a664-4cce-8cc2-6905536106e9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b3e8b78db5b448288b8855c5416dd1f9&device_id=b2d690ca-270b-48a5-b923-42cc60d82e1a HTTP/1.1" status: 200 len: 1126 time: 0.0672469 Feb 09 22:00:39.320894 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f57f8b5f-39a0-4361-82b0-1d30df18a26c req-c3076de0-5b81-4285-9d16-eb985f7d5536 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a0b69aa-42fb-418f-8661-3c990bae2a7c HTTP/1.1" status: 200 len: 217 time: 0.0483398 Feb 09 22:00:39.375347 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f8b5f-39a0-4361-82b0-1d30df18a26c req-37fac4bd-9cfd-4be2-8569-570aee1c7360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:39.376944 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f57f8b5f-39a0-4361-82b0-1d30df18a26c req-37fac4bd-9cfd-4be2-8569-570aee1c7360 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e66e8995-a595-4f7e-865e-9e730b75c9e0 HTTP/1.1" status: 200 len: 846 time: 0.0498579 Feb 09 22:00:39.413059 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f57f8b5f-39a0-4361-82b0-1d30df18a26c req-e83c29b8-3c0f-49b5-abce-42da6bcf292f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=04a65d27-6482-4e7b-94e8-af3d0d277bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275438 Feb 09 22:00:39.512273 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f57f8b5f-39a0-4361-82b0-1d30df18a26c req-313e4f91-bd3f-4dd3-8843-af4b8c6ce1f7 service neutron] 10.222.0.89 "GET /v2.0/networks/04a65d27-6482-4e7b-94e8-af3d0d277bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926769 Feb 09 22:00:39.607402 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f57f8b5f-39a0-4361-82b0-1d30df18a26c req-87c2f49d-dc40-46d1-9679-ffae843b1ae5 service neutron] 10.222.0.89 "GET /v2.0/networks/04a65d27-6482-4e7b-94e8-af3d0d277bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886598 Feb 09 22:00:39.730223 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdc5d0f-6a8b-427d-80bb-93a4106658fe req-c55fdd0d-4482-4ca2-a2d2-26a51e659f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:39.731828 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-2bdc5d0f-6a8b-427d-80bb-93a4106658fe req-c55fdd0d-4482-4ca2-a2d2-26a51e659f11 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b3e8b78db5b448288b8855c5416dd1f9&device_id=b2d690ca-270b-48a5-b923-42cc60d82e1a HTTP/1.1" status: 200 len: 1126 time: 0.0548453 Feb 09 22:00:39.834200 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdc5d0f-6a8b-427d-80bb-93a4106658fe req-c02ec4f0-6ddb-45d9-a07c-4ecab4ade609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:39.835692 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-2bdc5d0f-6a8b-427d-80bb-93a4106658fe req-c02ec4f0-6ddb-45d9-a07c-4ecab4ade609 service neutron] 10.222.0.89 "GET /v2.0/networks?id=04a65d27-6482-4e7b-94e8-af3d0d277bb9 HTTP/1.1" status: 200 len: 907 time: 0.0969260 Feb 09 22:00:39.878530 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-2bdc5d0f-6a8b-427d-80bb-93a4106658fe req-a110ba0c-189e-42ac-8282-52c5a756eb55 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a0b69aa-42fb-418f-8661-3c990bae2a7c HTTP/1.1" status: 200 len: 217 time: 0.0362577 Feb 09 22:00:39.944157 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdc5d0f-6a8b-427d-80bb-93a4106658fe req-4128ce89-c81c-4c54-b1ef-d0288ac8648c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:39.945984 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-2bdc5d0f-6a8b-427d-80bb-93a4106658fe req-4128ce89-c81c-4c54-b1ef-d0288ac8648c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e66e8995-a595-4f7e-865e-9e730b75c9e0 HTTP/1.1" status: 200 len: 846 time: 0.0598304 Feb 09 22:00:39.982862 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-2bdc5d0f-6a8b-427d-80bb-93a4106658fe req-f0962a67-86a2-4ab3-a296-bdc6aa7f7a35 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=04a65d27-6482-4e7b-94e8-af3d0d277bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297480 Feb 09 22:00:40.085804 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-2bdc5d0f-6a8b-427d-80bb-93a4106658fe req-0930be87-6a5f-4431-aa3b-06da36f0e869 service neutron] 10.222.0.89 "GET /v2.0/networks/04a65d27-6482-4e7b-94e8-af3d0d277bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957611 Feb 09 22:00:40.103570 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a415a8e-ad02-4c05-8f5c-9b9b81b65ad5 req-440fdc34-de5c-41b9-bc8b-bf7d1595c654 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:40.111991 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8a415a8e-ad02-4c05-8f5c-9b9b81b65ad5 req-440fdc34-de5c-41b9-bc8b-bf7d1595c654 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2d690ca-270b-48a5-b923-42cc60d82e1a HTTP/1.1" status: 200 len: 944 time: 0.0661361 Feb 09 22:00:40.188334 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8a415a8e-ad02-4c05-8f5c-9b9b81b65ad5 req-1683b6be-8aab-40b0-badc-da22198fcce8 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751278 Feb 09 22:00:40.201872 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-2bdc5d0f-6a8b-427d-80bb-93a4106658fe req-de3fb3d0-fc2e-4b06-8eb5-4c0956cfcd69 service neutron] 10.222.0.89 "GET /v2.0/networks/04a65d27-6482-4e7b-94e8-af3d0d277bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093931 Feb 09 22:00:41.007441 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-590b8ea1-c55d-4e8b-bf71-5c418158e94c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:41.330888 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3893816f-318c-49b5-8076-0f562667b807 req-4bce8d7b-62a3-4ec8-9547-671922a9d1f9 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:41.332594 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3893816f-318c-49b5-8076-0f562667b807 req-4bce8d7b-62a3-4ec8-9547-671922a9d1f9 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2d690ca-270b-48a5-b923-42cc60d82e1a HTTP/1.1" status: 200 len: 944 time: 0.0723917 Feb 09 22:00:41.390736 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3893816f-318c-49b5-8076-0f562667b807 req-5003c194-11dd-496d-be46-286a114928b7 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524025 Feb 09 22:00:42.545079 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841d4de9-d128-4533-b43e-6f2b53d263e1 req-fb605b10-7861-4cac-9b19-e6f5cf19506d tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:42.552751 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-841d4de9-d128-4533-b43e-6f2b53d263e1 req-fb605b10-7861-4cac-9b19-e6f5cf19506d tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2d690ca-270b-48a5-b923-42cc60d82e1a HTTP/1.1" status: 200 len: 944 time: 0.0863760 Feb 09 22:00:42.606421 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-841d4de9-d128-4533-b43e-6f2b53d263e1 req-a9fdbc7a-ef50-4efa-a2cb-736cbfdd3627 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509918 Feb 09 22:00:42.761599 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:42.775248 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 5a0b69aa-42fb-418f-8661-3c990bae2a7c details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:00:42.899745 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 5a0b69aa-42fb-418f-8661-3c990bae2a7c, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=5a0b69aa-42fb-418f-8661-3c990bae2a7c,segment=NetworkSegment(4397314e-2225-4cf8-b858-ea8f71ca37e1),segment_id=4397314e-2225-4cf8-b858-ea8f71ca37e1)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:00:42.912194 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': '5a0b69aa-42fb-418f-8661-3c990bae2a7c', 'network_id': '04a65d27-6482-4e7b-94e8-af3d0d277bb9', 'port_id': '5a0b69aa-42fb-418f-8661-3c990bae2a7c', 'mac_address': 'fa:16:3e:5e:5c:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e66e8995-a595-4f7e-865e-9e730b75c9e0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:00:42.953087 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 5a0b69aa-42fb-418f-8661-3c990bae2a7c is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:00:42.953848 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (5a0b69aa-42fb-418f-8661-3c990bae2a7c), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:42.973706 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a0b69aa-42fb-418f-8661-3c990bae2a7c {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:00:43.007212 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 5a0b69aa-42fb-418f-8661-3c990bae2a7c, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=5a0b69aa-42fb-418f-8661-3c990bae2a7c,segment=NetworkSegment(4397314e-2225-4cf8-b858-ea8f71ca37e1),segment_id=4397314e-2225-4cf8-b858-ea8f71ca37e1)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:00:43.011797 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (5a0b69aa-42fb-418f-8661-3c990bae2a7c), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:43.068543 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=5a0b69aa-42fb-418f-8661-3c990bae2a7c,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:43.364786 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['5a0b69aa-42fb-418f-8661-3c990bae2a7c'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:00:43.814872 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f772ef1a-bf6e-4d6a-819c-e09451d6c67d req-4c4e9f1f-c67a-442b-bd7f-d015ddb6c89a tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:43.816955 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f772ef1a-bf6e-4d6a-819c-e09451d6c67d req-4c4e9f1f-c67a-442b-bd7f-d015ddb6c89a tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2d690ca-270b-48a5-b923-42cc60d82e1a HTTP/1.1" status: 200 len: 945 time: 0.0742662 Feb 09 22:00:43.904947 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f772ef1a-bf6e-4d6a-819c-e09451d6c67d req-e28a7ad9-a209-4009-b97b-fb7f402ba3f6 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735080 Feb 09 22:00:44.204557 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:44.556103 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b30426f-b5e3-48f7-a904-668871d92aaf req-2d9843e8-15ea-4dc8-bf7b-26477610f968 tempest-TestNetworkAdvancedServerOps-2092705809 tempest-TestNetworkAdvancedServerOps-2092705809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:44.564180 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5b30426f-b5e3-48f7-a904-668871d92aaf req-2d9843e8-15ea-4dc8-bf7b-26477610f968 tempest-TestNetworkAdvancedServerOps-2092705809 tempest-TestNetworkAdvancedServerOps-2092705809-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=e4a4effb-9225-40cc-8223-7a5df6f92942 HTTP/1.1" status: 200 len: 1128 time: 0.0684006 Feb 09 22:00:44.581644 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-5b30426f-b5e3-48f7-a904-668871d92aaf req-c7e40a3d-60fc-40db-9b8f-0aafe05748ab tempest-TestNetworkAdvancedServerOps-2092705809 tempest-TestNetworkAdvancedServerOps-2092705809-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:44.674978 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-5b30426f-b5e3-48f7-a904-668871d92aaf req-c7e40a3d-60fc-40db-9b8f-0aafe05748ab tempest-TestNetworkAdvancedServerOps-2092705809 tempest-TestNetworkAdvancedServerOps-2092705809-project-admin] Publish callbacks [] for security_group (ed6e5a57-0f58-428c-bea1-bce5638dcf8c), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:44.681215 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-5b30426f-b5e3-48f7-a904-668871d92aaf req-c7e40a3d-60fc-40db-9b8f-0aafe05748ab tempest-TestNetworkAdvancedServerOps-2092705809 tempest-TestNetworkAdvancedServerOps-2092705809-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (ed6e5a57-0f58-428c-bea1-bce5638dcf8c), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:44.723147 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e40a3d-60fc-40db-9b8f-0aafe05748ab tempest-TestNetworkAdvancedServerOps-2092705809 tempest-TestNetworkAdvancedServerOps-2092705809-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed6e5a57-0f58-428c-bea1-bce5638dcf8c,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:44.727858 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5b30426f-b5e3-48f7-a904-668871d92aaf req-c7e40a3d-60fc-40db-9b8f-0aafe05748ab tempest-TestNetworkAdvancedServerOps-2092705809 tempest-TestNetworkAdvancedServerOps-2092705809-project-admin] 10.222.0.90 "GET /v2.0/security-groups?id=72d2f984-f091-4b3d-b54e-47eb7c1d46d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1629732 Feb 09 22:00:44.788848 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 5a0b69aa-42fb-418f-8661-3c990bae2a7c up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:00:44.863734 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning for port 5a0b69aa-42fb-418f-8661-3c990bae2a7c completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:00:44.869982 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port 5a0b69aa-42fb-418f-8661-3c990bae2a7c triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:00:44.870591 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (5a0b69aa-42fb-418f-8661-3c990bae2a7c), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:44.876687 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4182cf4a-3df2-4db7-ae32-ac023f351442 req-012a7e40-45b0-4fe5-bce3-404f963c9e9e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:44.878349 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4182cf4a-3df2-4db7-ae32-ac023f351442 req-012a7e40-45b0-4fe5-bce3-404f963c9e9e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=e4a4effb-9225-40cc-8223-7a5df6f92942 HTTP/1.1" status: 200 len: 946 time: 0.0652640 Feb 09 22:00:44.948077 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4182cf4a-3df2-4db7-ae32-ac023f351442 req-31cf1278-ebaf-48bc-9368-db48bfe121dc tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=72d2f984-f091-4b3d-b54e-47eb7c1d46d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622501 Feb 09 22:00:44.985547 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 36728) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:45.047520 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 5a0b69aa-42fb-418f-8661-3c990bae2a7c is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:00:45.048274 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (5a0b69aa-42fb-418f-8661-3c990bae2a7c), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:45.062942 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724cff9a-c3b1-4cf0-96fa-6436f259beab req-942cc820-14c3-4639-9a0f-d93a3063dab9 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:45.070745 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-724cff9a-c3b1-4cf0-96fa-6436f259beab req-942cc820-14c3-4639-9a0f-d93a3063dab9 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2d690ca-270b-48a5-b923-42cc60d82e1a HTTP/1.1" status: 200 len: 945 time: 0.0843446 Feb 09 22:00:45.084274 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2d690ca-270b-48a5-b923-42cc60d82e1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a0b69aa-42fb-418f-8661-3c990bae2a7c'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:00:45.089796 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a4f0a46-e3d4-4605-ab48-f4aeef435199" -d '{"events": [{"server_uuid": "b2d690ca-270b-48a5-b923-42cc60d82e1a", "name": "network-vif-plugged", "status": "completed", "tag": "5a0b69aa-42fb-418f-8661-3c990bae2a7c"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:00:45.108050 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 5a0b69aa-42fb-418f-8661-3c990bae2a7c, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=5a0b69aa-42fb-418f-8661-3c990bae2a7c,segment=NetworkSegment(4397314e-2225-4cf8-b858-ea8f71ca37e1),segment_id=4397314e-2225-4cf8-b858-ea8f71ca37e1)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:00:45.113023 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (5a0b69aa-42fb-418f-8661-3c990bae2a7c), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:45.174910 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-724cff9a-c3b1-4cf0-96fa-6436f259beab req-d36ecb73-3294-472f-9d8c-55977893eb1e tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029367 Feb 09 22:00:45.179747 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=5a0b69aa-42fb-418f-8661-3c990bae2a7c,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:45.215598 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e2a26d7-c70e-4bb8-845b-60e8493d53ea x-openstack-request-id: req-1e2a26d7-c70e-4bb8-845b-60e8493d53ea {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:00:45.216308 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2d690ca-270b-48a5-b923-42cc60d82e1a", "name": "network-vif-plugged", "status": "completed", "tag": "5a0b69aa-42fb-418f-8661-3c990bae2a7c", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:00:45.216308 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-1e2a26d7-c70e-4bb8-845b-60e8493d53ea {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:00:45.216827 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2d690ca-270b-48a5-b923-42cc60d82e1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a0b69aa-42fb-418f-8661-3c990bae2a7c', 'code': 200} Feb 09 22:00:45.246965 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-0ec88f14-a66b-4b07-b03d-a100387b70d3 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/floatingips/4b95cb11-1eae-44cd-a65e-b8e1c2ed23df HTTP/1.1" status: 200 len: 994 time: 0.2596412 Feb 09 22:00:45.319481 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:45.385765 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da7cc54-3786-4c20-9c0b-4b4c421e6b67 req-b34d40a4-865c-4c46-baab-0e6b854e54bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:45.388574 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7da7cc54-3786-4c20-9c0b-4b4c421e6b67 req-b34d40a4-865c-4c46-baab-0e6b854e54bc service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=b2d690ca-270b-48a5-b923-42cc60d82e1a HTTP/1.1" status: 200 len: 1128 time: 0.0736587 Feb 09 22:00:45.437931 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7da7cc54-3786-4c20-9c0b-4b4c421e6b67 req-75d43bc1-9efa-42ae-a761-11666170eabf service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413492 Feb 09 22:00:45.673620 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [req-a8ef40c3-7f2d-4f05-8152-01c711473b06 req-e8ade531-e9f4-470c-8e63-c6c55b9026d9 service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=103140) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 22:00:45.675102 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a8ef40c3-7f2d-4f05-8152-01c711473b06 req-e8ade531-e9f4-470c-8e63-c6c55b9026d9 service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0089877 Feb 09 22:00:46.155314 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf11db7-ff43-4de7-abd4-f00338b7b979 req-279d1011-9b44-4bc4-b34b-edc21ce7de36 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:46.164608 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9bf11db7-ff43-4de7-abd4-f00338b7b979 req-279d1011-9b44-4bc4-b34b-edc21ce7de36 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=e4a4effb-9225-40cc-8223-7a5df6f92942 HTTP/1.1" status: 200 len: 946 time: 0.0860190 Feb 09 22:00:46.243050 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9bf11db7-ff43-4de7-abd4-f00338b7b979 req-5fb4fa30-a5bf-4b98-bcfd-d86718c80931 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=72d2f984-f091-4b3d-b54e-47eb7c1d46d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751202 Feb 09 22:00:46.292086 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-dec3538f-9743-4d8c-92e2-7ef0a7d0ca23 req-11b87795-4ab6-4993-b272-b3724a537bc0 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=e4a4effb-9225-40cc-8223-7a5df6f92942&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2134781 Feb 09 22:00:46.318705 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af15e111-52bb-4545-a3c9-1750364d8d33 req-7e93ee78-eb47-4db9-a9f1-b3c74a53478c tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:46.325617 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-af15e111-52bb-4545-a3c9-1750364d8d33 req-7e93ee78-eb47-4db9-a9f1-b3c74a53478c tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2d690ca-270b-48a5-b923-42cc60d82e1a HTTP/1.1" status: 200 len: 946 time: 0.0638764 Feb 09 22:00:46.386220 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-af15e111-52bb-4545-a3c9-1750364d8d33 req-61c3862b-5c88-4420-bd8f-a083a94ce117 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597231 Feb 09 22:00:47.363340 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbea63b-efa1-420e-b053-42b77181aefb req-e8587816-a9bf-4773-ba90-a3661c08e095 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:47.364903 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7cbea63b-efa1-420e-b053-42b77181aefb req-e8587816-a9bf-4773-ba90-a3661c08e095 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=e4a4effb-9225-40cc-8223-7a5df6f92942 HTTP/1.1" status: 200 len: 946 time: 0.0603473 Feb 09 22:00:47.425732 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7cbea63b-efa1-420e-b053-42b77181aefb req-95bdacbe-18ec-47b9-bafa-12dddd062170 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=72d2f984-f091-4b3d-b54e-47eb7c1d46d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508041 Feb 09 22:00:47.526127 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01474281-9cdb-433b-9fb9-c4b418ce6c63 req-39055db0-1b9e-4d7a-b830-2a29e470b677 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:47.527616 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-01474281-9cdb-433b-9fb9-c4b418ce6c63 req-39055db0-1b9e-4d7a-b830-2a29e470b677 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2d690ca-270b-48a5-b923-42cc60d82e1a HTTP/1.1" status: 200 len: 946 time: 0.0568926 Feb 09 22:00:47.601142 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-01474281-9cdb-433b-9fb9-c4b418ce6c63 req-8c122c4f-f32f-4af8-8267-14105be47710 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512996 Feb 09 22:00:47.735689 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3538f-9743-4d8c-92e2-7ef0a7d0ca23 req-e9c8a74b-0a0a-44a4-92e1-f7667c6ddd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:47.737266 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dec3538f-9743-4d8c-92e2-7ef0a7d0ca23 req-e9c8a74b-0a0a-44a4-92e1-f7667c6ddd87 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=deeb9e226e2546f19554cbe5eac163d6&device_id=e4a4effb-9225-40cc-8223-7a5df6f92942 HTTP/1.1" status: 200 len: 1128 time: 0.0751700 Feb 09 22:00:47.878434 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9703479c-9ad0-4948-ac78-5981a156e9a5 req-95233c86-d14a-4820-9d89-f0c7c90b8c41 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:47.879928 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9703479c-9ad0-4948-ac78-5981a156e9a5 req-95233c86-d14a-4820-9d89-f0c7c90b8c41 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2d690ca-270b-48a5-b923-42cc60d82e1a HTTP/1.1" status: 200 len: 946 time: 0.0827432 Feb 09 22:00:47.882826 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3538f-9743-4d8c-92e2-7ef0a7d0ca23 req-d01276fb-4824-4bbd-b7c6-8304be60c632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:47.884873 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dec3538f-9743-4d8c-92e2-7ef0a7d0ca23 req-d01276fb-4824-4bbd-b7c6-8304be60c632 service neutron] 10.222.0.95 "GET /v2.0/networks?id=fa460168-c9ce-4567-b54f-86f206977d46 HTTP/1.1" status: 200 len: 898 time: 0.1405416 Feb 09 22:00:47.985449 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dec3538f-9743-4d8c-92e2-7ef0a7d0ca23 req-fb8af78f-9ad8-45a3-b70b-861df6a494d3 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f395b0a1-4177-495a-9f06-ed1fda1afbcd HTTP/1.1" status: 200 len: 1002 time: 0.0887268 Feb 09 22:00:47.988920 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9703479c-9ad0-4948-ac78-5981a156e9a5 req-b3e1a794-3db2-4042-a071-9b9de8a34ddb tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008809 Feb 09 22:00:48.036501 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3538f-9743-4d8c-92e2-7ef0a7d0ca23 req-1eda3fe1-2fa6-47ef-bcde-d9058208fefe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:48.038257 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dec3538f-9743-4d8c-92e2-7ef0a7d0ca23 req-1eda3fe1-2fa6-47ef-bcde-d9058208fefe service neutron] 10.222.0.95 "GET /v2.0/subnets?id=3aadbbce-76c0-480d-b63d-7841ad582155 HTTP/1.1" status: 200 len: 835 time: 0.0457239 Feb 09 22:00:48.139249 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3538f-9743-4d8c-92e2-7ef0a7d0ca23 req-b9312405-64b7-4941-80f9-c41ad0226d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:48.140811 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dec3538f-9743-4d8c-92e2-7ef0a7d0ca23 req-b9312405-64b7-4941-80f9-c41ad0226d4a service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=fa460168-c9ce-4567-b54f-86f206977d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0964341 Feb 09 22:00:48.152765 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21241945-4405-4f51-9ab8-d8a6d830224a req-d0b9744d-03d3-4c7f-b162-e75de0793c95 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:48.154179 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-21241945-4405-4f51-9ab8-d8a6d830224a req-d0b9744d-03d3-4c7f-b162-e75de0793c95 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2d690ca-270b-48a5-b923-42cc60d82e1a HTTP/1.1" status: 200 len: 946 time: 0.0818405 Feb 09 22:00:48.267328 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-21241945-4405-4f51-9ab8-d8a6d830224a req-c3e50581-0ed2-4bff-b894-29f3ebb6c902 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049860 Feb 09 22:00:48.282480 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dec3538f-9743-4d8c-92e2-7ef0a7d0ca23 req-09ea7767-eaf3-410f-b622-ce84600b252a service neutron] 10.222.0.95 "GET /v2.0/networks/fa460168-c9ce-4567-b54f-86f206977d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272793 Feb 09 22:00:48.424154 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dec3538f-9743-4d8c-92e2-7ef0a7d0ca23 req-47734e94-8980-4a17-a400-b585c2c8df58 service neutron] 10.222.0.95 "GET /v2.0/networks/fa460168-c9ce-4567-b54f-86f206977d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356258 Feb 09 22:00:48.544574 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c7596f-94fb-40bf-a190-b299e4fb02d8 req-00d8d148-1667-492e-9840-a55b81daec82 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:48.546612 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-05c7596f-94fb-40bf-a190-b299e4fb02d8 req-00d8d148-1667-492e-9840-a55b81daec82 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2d690ca-270b-48a5-b923-42cc60d82e1a HTTP/1.1" status: 200 len: 946 time: 0.0752068 Feb 09 22:00:48.629051 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-05c7596f-94fb-40bf-a190-b299e4fb02d8 req-e498b125-a7fd-4049-9d40-a6115dfa9aa1 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759742 Feb 09 22:00:48.655793 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d334e155-1894-4fa9-94ff-c44ac97077f0 req-63cc688d-f6c6-4c74-b156-3407705e3afe tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:48.655793 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d334e155-1894-4fa9-94ff-c44ac97077f0 req-63cc688d-f6c6-4c74-b156-3407705e3afe tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=e4a4effb-9225-40cc-8223-7a5df6f92942 HTTP/1.1" status: 200 len: 946 time: 0.1010001 Feb 09 22:00:48.732821 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d334e155-1894-4fa9-94ff-c44ac97077f0 req-deef38f9-8199-416b-b0aa-9c1f9eeb18a1 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=72d2f984-f091-4b3d-b54e-47eb7c1d46d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714753 Feb 09 22:00:49.770801 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004c658c-427b-43a6-aec5-19eb52819540 req-e1af11e4-0028-4f73-81d7-b45ecd1054fa tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:49.772823 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-004c658c-427b-43a6-aec5-19eb52819540 req-e1af11e4-0028-4f73-81d7-b45ecd1054fa tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2d690ca-270b-48a5-b923-42cc60d82e1a HTTP/1.1" status: 200 len: 946 time: 0.0657637 Feb 09 22:00:49.842677 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-004c658c-427b-43a6-aec5-19eb52819540 req-7d773888-527c-4808-ac6c-d2a2503b35b4 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639470 Feb 09 22:00:49.895555 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e27c3ae-221e-415f-962a-86b518c9e161 req-eff1a774-d24f-458e-8f08-f76704553870 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:49.897475 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5e27c3ae-221e-415f-962a-86b518c9e161 req-eff1a774-d24f-458e-8f08-f76704553870 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=e4a4effb-9225-40cc-8223-7a5df6f92942 HTTP/1.1" status: 200 len: 946 time: 0.0721817 Feb 09 22:00:49.954054 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5e27c3ae-221e-415f-962a-86b518c9e161 req-b2a7c7ba-9499-437f-807c-7d64052e487e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=72d2f984-f091-4b3d-b54e-47eb7c1d46d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500951 Feb 09 22:00:50.975324 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f108c-69be-4fe0-a038-5fb31a6f6702 req-39a82d8a-25fa-448c-bc4e-424eaba29d23 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:50.976946 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ac4f108c-69be-4fe0-a038-5fb31a6f6702 req-39a82d8a-25fa-448c-bc4e-424eaba29d23 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2d690ca-270b-48a5-b923-42cc60d82e1a HTTP/1.1" status: 200 len: 946 time: 0.0533583 Feb 09 22:00:51.046210 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ac4f108c-69be-4fe0-a038-5fb31a6f6702 req-f6a86b71-cab1-47cb-b2a3-12b826d70bbc tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529566 Feb 09 22:00:51.093937 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad3d561-a864-4355-85c5-9aa94bde48fe req-9785055d-064e-43b6-9369-9878dc9e491e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:51.095542 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-aad3d561-a864-4355-85c5-9aa94bde48fe req-9785055d-064e-43b6-9369-9878dc9e491e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=e4a4effb-9225-40cc-8223-7a5df6f92942 HTTP/1.1" status: 200 len: 946 time: 0.0618126 Feb 09 22:00:51.152316 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-aad3d561-a864-4355-85c5-9aa94bde48fe req-8b3649c3-4b77-4d73-80a7-e1a2d251349c tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=72d2f984-f091-4b3d-b54e-47eb7c1d46d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503650 Feb 09 22:00:51.435178 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:51.579711 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:00:52.220293 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7c55cb-075e-485e-8b96-5e2707d13876 req-0994c8f7-e447-47c6-85c3-183cb612fbe3 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:52.226927 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ca7c55cb-075e-485e-8b96-5e2707d13876 req-0994c8f7-e447-47c6-85c3-183cb612fbe3 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2d690ca-270b-48a5-b923-42cc60d82e1a HTTP/1.1" status: 200 len: 946 time: 0.0939331 Feb 09 22:00:52.319739 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ca7c55cb-075e-485e-8b96-5e2707d13876 req-92f6e148-b3bf-4349-b12e-e54d05cc9e08 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846021 Feb 09 22:00:52.351637 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc885afb-3c2b-47c8-aef7-cae96dd89e2d req-ced7a674-0e1a-4dd1-86d3-965f32540774 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:52.353256 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bc885afb-3c2b-47c8-aef7-cae96dd89e2d req-ced7a674-0e1a-4dd1-86d3-965f32540774 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=e4a4effb-9225-40cc-8223-7a5df6f92942 HTTP/1.1" status: 200 len: 946 time: 0.0938270 Feb 09 22:00:52.405130 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bc885afb-3c2b-47c8-aef7-cae96dd89e2d req-0f04d165-904d-417a-bf6a-80bb58835ee9 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=72d2f984-f091-4b3d-b54e-47eb7c1d46d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458076 Feb 09 22:00:53.465956 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e683a0ce-7751-48d3-83bf-8747057f37fb req-5e95c52e-a336-4ae8-ad1d-b1c38756aef5 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:53.473852 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e683a0ce-7751-48d3-83bf-8747057f37fb req-5e95c52e-a336-4ae8-ad1d-b1c38756aef5 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2d690ca-270b-48a5-b923-42cc60d82e1a HTTP/1.1" status: 200 len: 946 time: 0.0798748 Feb 09 22:00:53.534568 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e683a0ce-7751-48d3-83bf-8747057f37fb req-d8d6af0e-9615-4cfa-87ce-769b2184de15 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554485 Feb 09 22:00:53.594524 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0717d1c8-caef-44fc-8031-29ef8ac00be0 req-7d27edaf-b02a-4737-8455-08578a2298c8 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:53.596241 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0717d1c8-caef-44fc-8031-29ef8ac00be0 req-7d27edaf-b02a-4737-8455-08578a2298c8 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=e4a4effb-9225-40cc-8223-7a5df6f92942 HTTP/1.1" status: 200 len: 946 time: 0.0606077 Feb 09 22:00:53.656660 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0717d1c8-caef-44fc-8031-29ef8ac00be0 req-08315c3c-48bf-4d87-87b5-afc757546ecc tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=72d2f984-f091-4b3d-b54e-47eb7c1d46d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536327 Feb 09 22:00:53.658695 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:54.647083 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f35a1a-835a-43df-a9cf-d2244022674b req-7bd12f55-c9fe-454c-9c8a-10e1338c555d tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:54.651531 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-84f35a1a-835a-43df-a9cf-d2244022674b req-7bd12f55-c9fe-454c-9c8a-10e1338c555d tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2d690ca-270b-48a5-b923-42cc60d82e1a HTTP/1.1" status: 200 len: 946 time: 0.0569487 Feb 09 22:00:54.706558 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-84f35a1a-835a-43df-a9cf-d2244022674b req-0b2e5c0c-7809-47e1-a3b2-166ff0ab026b tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494719 Feb 09 22:00:54.808156 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6bcbc-8c29-4523-b86f-9fe72c8c5e1a req-567b11b9-3350-4738-abad-5a4593c87c9c tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:54.809703 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-51c6bcbc-8c29-4523-b86f-9fe72c8c5e1a req-567b11b9-3350-4738-abad-5a4593c87c9c tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=e4a4effb-9225-40cc-8223-7a5df6f92942 HTTP/1.1" status: 200 len: 946 time: 0.0550270 Feb 09 22:00:54.861074 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-51c6bcbc-8c29-4523-b86f-9fe72c8c5e1a req-4ce289e2-0345-4ac8-b926-24127a83b069 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=72d2f984-f091-4b3d-b54e-47eb7c1d46d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453913 Feb 09 22:00:56.003764 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c83e45a-0b23-4bb0-9f85-92a817b06a4e req-423a92c6-ecd4-4050-91d8-61ee1190e667 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:56.005356 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9c83e45a-0b23-4bb0-9f85-92a817b06a4e req-423a92c6-ecd4-4050-91d8-61ee1190e667 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=e4a4effb-9225-40cc-8223-7a5df6f92942 HTTP/1.1" status: 200 len: 946 time: 0.0655997 Feb 09 22:00:56.069785 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9c83e45a-0b23-4bb0-9f85-92a817b06a4e req-85b374a0-3488-44a7-b0ad-132f9d68cbdd tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=72d2f984-f091-4b3d-b54e-47eb7c1d46d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573153 Feb 09 22:00:56.116239 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee826f1b-b4da-41c6-b5d9-5d2801127a67 req-91125aa5-eb5e-422f-897a-c6d59692ef01 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:56.117925 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ee826f1b-b4da-41c6-b5d9-5d2801127a67 req-91125aa5-eb5e-422f-897a-c6d59692ef01 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2d690ca-270b-48a5-b923-42cc60d82e1a HTTP/1.1" status: 200 len: 946 time: 0.0654330 Feb 09 22:00:56.171394 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ee826f1b-b4da-41c6-b5d9-5d2801127a67 req-c6994f52-f87b-47f4-964f-2dc7c9f6fe6b tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463424 Feb 09 22:00:57.215575 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7491f0d-b5e4-4089-8bdf-8c3824bb0bbe req-9a0cb88c-56fc-48bf-a80c-19f9208e343d tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:57.226138 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f7491f0d-b5e4-4089-8bdf-8c3824bb0bbe req-9a0cb88c-56fc-48bf-a80c-19f9208e343d tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=e4a4effb-9225-40cc-8223-7a5df6f92942 HTTP/1.1" status: 200 len: 946 time: 0.0738258 Feb 09 22:00:57.313609 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f7491f0d-b5e4-4089-8bdf-8c3824bb0bbe req-a5f4dd8f-1264-4f2d-95ad-e03af8b61891 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=72d2f984-f091-4b3d-b54e-47eb7c1d46d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864418 Feb 09 22:00:57.341813 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bd6e1f-e0b1-4a1b-b61c-f624a6e9b52c req-f7db34d2-0c1c-4ef2-81cf-4b53c94379db tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:57.343805 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c6bd6e1f-e0b1-4a1b-b61c-f624a6e9b52c req-f7db34d2-0c1c-4ef2-81cf-4b53c94379db tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2d690ca-270b-48a5-b923-42cc60d82e1a HTTP/1.1" status: 200 len: 946 time: 0.0929973 Feb 09 22:00:57.425517 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c6bd6e1f-e0b1-4a1b-b61c-f624a6e9b52c req-280f49a5-b3d3-4fdc-b524-231cdbe67ba4 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737798 Feb 09 22:00:57.680537 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 36936) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:57.829502 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-16fb7993-e2e7-4786-8457-1df3f3c68bdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:57.945292 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-16fb7993-e2e7-4786-8457-1df3f3c68bdc admin admin] Publish callbacks [] for security_group (283b9ef8-c6d3-46d3-8e0f-ae5ac8a53256), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:57.951589 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-16fb7993-e2e7-4786-8457-1df3f3c68bdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (283b9ef8-c6d3-46d3-8e0f-ae5ac8a53256), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:57.997046 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fb7993-e2e7-4786-8457-1df3f3c68bdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=283b9ef8-c6d3-46d3-8e0f-ae5ac8a53256,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:58.002090 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-16fb7993-e2e7-4786-8457-1df3f3c68bdc admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=a7c2dfa6b9df4cb99e43ff45e25a3cd9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3194041 Feb 09 22:00:58.004637 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 36970) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:00:58.073304 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-93c5900a-6625-4629-8b10-1faddb7827bb admin admin] Publish callbacks [] for security_group (283b9ef8-c6d3-46d3-8e0f-ae5ac8a53256), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:58.112770 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-93c5900a-6625-4629-8b10-1faddb7827bb admin admin] Publish callbacks [] for security_group (283b9ef8-c6d3-46d3-8e0f-ae5ac8a53256), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:58.173971 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-93c5900a-6625-4629-8b10-1faddb7827bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (283b9ef8-c6d3-46d3-8e0f-ae5ac8a53256), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:58.177888 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-93c5900a-6625-4629-8b10-1faddb7827bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:00:58.182933 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-93c5900a-6625-4629-8b10-1faddb7827bb admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/283b9ef8-c6d3-46d3-8e0f-ae5ac8a53256 HTTP/1.1" status: 204 len: 168 time: 0.1769621 Feb 09 22:00:58.194443 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c5900a-6625-4629-8b10-1faddb7827bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=283b9ef8-c6d3-46d3-8e0f-ae5ac8a53256,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:00:58.596727 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c837837-3c62-4829-a503-77e54a4f6f94 req-f36e2453-58bc-4d60-9d96-e013ad35d88d tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:58.609029 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0c837837-3c62-4829-a503-77e54a4f6f94 req-f36e2453-58bc-4d60-9d96-e013ad35d88d tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=e4a4effb-9225-40cc-8223-7a5df6f92942 HTTP/1.1" status: 200 len: 946 time: 0.1169231 Feb 09 22:00:58.720164 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0c837837-3c62-4829-a503-77e54a4f6f94 req-f5829b75-7e8d-4848-b3ec-e4baed485265 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=72d2f984-f091-4b3d-b54e-47eb7c1d46d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089487 Feb 09 22:00:58.750520 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e90031-c0ab-4757-a4cd-3d1afdff57d0 req-d066003b-684b-4f1f-90a6-8a0d07a9fbaa tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:58.752639 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-46e90031-c0ab-4757-a4cd-3d1afdff57d0 req-d066003b-684b-4f1f-90a6-8a0d07a9fbaa tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2d690ca-270b-48a5-b923-42cc60d82e1a HTTP/1.1" status: 200 len: 946 time: 0.1408162 Feb 09 22:00:58.856389 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-46e90031-c0ab-4757-a4cd-3d1afdff57d0 req-2deccd13-fe30-425a-8af6-24f3258b9437 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916197 Feb 09 22:00:59.905377 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0a0109-d4c3-4d00-8db1-41e739afced2 req-fe4d36ed-536b-40dc-a0fa-04da68a82491 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:00:59.917627 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2e0a0109-d4c3-4d00-8db1-41e739afced2 req-fe4d36ed-536b-40dc-a0fa-04da68a82491 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=e4a4effb-9225-40cc-8223-7a5df6f92942 HTTP/1.1" status: 200 len: 946 time: 0.1006143 Feb 09 22:01:00.079493 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2e0a0109-d4c3-4d00-8db1-41e739afced2 req-319e5f6e-9d56-49df-9721-5bbe15271bcc tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=72d2f984-f091-4b3d-b54e-47eb7c1d46d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1439731 Feb 09 22:01:00.115021 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab7b065-c901-4548-9ce3-369691ea6c0d req-b5c573d5-cea1-4de9-ae24-2ead3750e92e tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:00.120864 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0ab7b065-c901-4548-9ce3-369691ea6c0d req-b5c573d5-cea1-4de9-ae24-2ead3750e92e tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2d690ca-270b-48a5-b923-42cc60d82e1a HTTP/1.1" status: 200 len: 946 time: 0.1269968 Feb 09 22:01:00.193170 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0ab7b065-c901-4548-9ce3-369691ea6c0d req-b8fc9d9a-1247-4b25-8bf1-e71571be5426 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568283 Feb 09 22:01:01.244281 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e258792-c6d4-4f1e-9e86-6527030ab12e req-cd7c49f6-a90b-4f1e-9300-4e26a452f46d tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:01.254203 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3e258792-c6d4-4f1e-9e86-6527030ab12e req-cd7c49f6-a90b-4f1e-9300-4e26a452f46d tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=e4a4effb-9225-40cc-8223-7a5df6f92942 HTTP/1.1" status: 200 len: 946 time: 0.1038854 Feb 09 22:01:01.307456 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3e258792-c6d4-4f1e-9e86-6527030ab12e req-7f50e596-13c2-4449-8f3c-04daefa22f78 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=72d2f984-f091-4b3d-b54e-47eb7c1d46d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522513 Feb 09 22:01:01.385838 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d712c8-0887-4223-8677-00981e7eaf1a req-7058129e-770d-420c-b7b7-f841bae12456 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:01.387585 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e8d712c8-0887-4223-8677-00981e7eaf1a req-7058129e-770d-420c-b7b7-f841bae12456 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2d690ca-270b-48a5-b923-42cc60d82e1a HTTP/1.1" status: 200 len: 946 time: 0.0787284 Feb 09 22:01:01.494591 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e8d712c8-0887-4223-8677-00981e7eaf1a req-83f50278-f55a-4adb-a98e-cf43208f98fd tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992155 Feb 09 22:01:02.458112 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb2a29c-0b69-4b70-a7d0-f6ffb2ee43d4 req-0cadc22d-712a-4178-aff1-1ba6742d678f tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:02.459662 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1fb2a29c-0b69-4b70-a7d0-f6ffb2ee43d4 req-0cadc22d-712a-4178-aff1-1ba6742d678f tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=e4a4effb-9225-40cc-8223-7a5df6f92942 HTTP/1.1" status: 200 len: 946 time: 0.0576515 Feb 09 22:01:02.519509 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1fb2a29c-0b69-4b70-a7d0-f6ffb2ee43d4 req-e6d9cef5-aa7e-4bfc-9052-72f33f69f9fe tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=72d2f984-f091-4b3d-b54e-47eb7c1d46d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532417 Feb 09 22:01:02.659785 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7232586-1572-4be5-b7c8-236e6b4b9d97 req-2582b54d-f3ac-49e2-a2fb-6eecd8e024ab tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:02.661602 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e7232586-1572-4be5-b7c8-236e6b4b9d97 req-2582b54d-f3ac-49e2-a2fb-6eecd8e024ab tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2d690ca-270b-48a5-b923-42cc60d82e1a HTTP/1.1" status: 200 len: 946 time: 0.0700946 Feb 09 22:01:02.728825 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e7232586-1572-4be5-b7c8-236e6b4b9d97 req-442abcce-14ac-4294-9b69-2dcdff6d93cc tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598011 Feb 09 22:01:03.667799 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e76ac-a002-460d-843a-0113236c014a req-c56d08fd-ee44-4268-9f85-260f7926dfe2 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:03.669470 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2e0e76ac-a002-460d-843a-0113236c014a req-c56d08fd-ee44-4268-9f85-260f7926dfe2 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=e4a4effb-9225-40cc-8223-7a5df6f92942 HTTP/1.1" status: 200 len: 946 time: 0.0610757 Feb 09 22:01:03.725721 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2e0e76ac-a002-460d-843a-0113236c014a req-83b2edef-a847-4aa5-b84e-c9e135e5be3f tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=72d2f984-f091-4b3d-b54e-47eb7c1d46d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499291 Feb 09 22:01:03.861795 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e2dad8-8133-4312-aa81-117cad28cc48 req-ed1c839a-1868-4eb9-99d0-d5b9ec7a8bf0 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:03.863324 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-43e2dad8-8133-4312-aa81-117cad28cc48 req-ed1c839a-1868-4eb9-99d0-d5b9ec7a8bf0 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2d690ca-270b-48a5-b923-42cc60d82e1a HTTP/1.1" status: 200 len: 946 time: 0.0618558 Feb 09 22:01:03.915026 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-43e2dad8-8133-4312-aa81-117cad28cc48 req-eeb3ad67-0c93-4b7d-a42c-7572b23ee7b2 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439968 Feb 09 22:01:04.858283 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5fbee8-9574-4c74-b0d6-11810894f5b0 req-864f71da-6b7e-4f99-abd4-cc076c8e16f8 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:04.860767 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ee5fbee8-9574-4c74-b0d6-11810894f5b0 req-864f71da-6b7e-4f99-abd4-cc076c8e16f8 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=e4a4effb-9225-40cc-8223-7a5df6f92942 HTTP/1.1" status: 200 len: 946 time: 0.0583401 Feb 09 22:01:04.912362 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ee5fbee8-9574-4c74-b0d6-11810894f5b0 req-71a9bb74-6fae-4be7-816d-03485521ccbe tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=72d2f984-f091-4b3d-b54e-47eb7c1d46d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459104 Feb 09 22:01:05.048056 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da42847b-b635-42eb-a195-14b9a514ab3f req-d4e6e7e5-b0db-4823-855f-16c5e3d68715 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:05.049495 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-da42847b-b635-42eb-a195-14b9a514ab3f req-d4e6e7e5-b0db-4823-855f-16c5e3d68715 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2d690ca-270b-48a5-b923-42cc60d82e1a HTTP/1.1" status: 200 len: 946 time: 0.0587885 Feb 09 22:01:05.099433 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-da42847b-b635-42eb-a195-14b9a514ab3f req-d9ba1c6e-32f4-4f42-a094-1e8730855397 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442593 Feb 09 22:01:06.043274 n-d-828369-5 neutron-server[103140]: INFO neutron.api.v2.resource [req-dec3538f-9743-4d8c-92e2-7ef0a7d0ca23 req-cdf0af6d-6684-47ae-809c-0b2bac6f73a1 service neutron] show failed (client error): The resource could not be found. Feb 09 22:01:06.044594 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dec3538f-9743-4d8c-92e2-7ef0a7d0ca23 req-cdf0af6d-6684-47ae-809c-0b2bac6f73a1 service neutron] 10.222.0.95 "GET /v2.0/ports/f395b0a1-4177-495a-9f06-ed1fda1afbcd/bindings/n-h2-828369-5 HTTP/1.1" status: 404 len: 380 time: 0.0940132 Feb 09 22:01:06.063525 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c49670-3c64-4b6b-adad-264845bb4111 req-9183aa0d-f268-4c97-b4fe-7de5a0025bb2 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:06.065617 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-23c49670-3c64-4b6b-adad-264845bb4111 req-9183aa0d-f268-4c97-b4fe-7de5a0025bb2 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=e4a4effb-9225-40cc-8223-7a5df6f92942 HTTP/1.1" status: 200 len: 946 time: 0.0699644 Feb 09 22:01:06.134583 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-23c49670-3c64-4b6b-adad-264845bb4111 req-1cd933b5-1f7b-4359-8aa4-c10ef89b3d65 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=72d2f984-f091-4b3d-b54e-47eb7c1d46d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567813 Feb 09 22:01:06.289151 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb72215e-0fb8-4d00-95b1-a164cf726a10 req-1514f6bc-f70f-4219-a5d5-5d40bc08c55e tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:06.291778 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bb72215e-0fb8-4d00-95b1-a164cf726a10 req-1514f6bc-f70f-4219-a5d5-5d40bc08c55e tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2d690ca-270b-48a5-b923-42cc60d82e1a HTTP/1.1" status: 200 len: 946 time: 0.0854754 Feb 09 22:01:06.355125 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3538f-9743-4d8c-92e2-7ef0a7d0ca23 req-e2995003-ed65-4659-a174-966747c873ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:06.357194 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bb72215e-0fb8-4d00-95b1-a164cf726a10 req-34e67a48-312a-4c37-914b-33794ac06355 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591092 Feb 09 22:01:06.365421 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-dec3538f-9743-4d8c-92e2-7ef0a7d0ca23 req-e2995003-ed65-4659-a174-966747c873ed service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e4a4effb-9225-40cc-8223-7a5df6f92942&tenant_id=deeb9e226e2546f19554cbe5eac163d6 HTTP/1.1" status: 200 len: 1128 time: 0.1183500 Feb 09 22:01:06.377813 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-dec3538f-9743-4d8c-92e2-7ef0a7d0ca23 req-fc56cc84-0296-4d9f-bbf6-7d6f5f116382 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828369-5', 'device_owner': 'compute:nova'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:01:06.447999 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-dec3538f-9743-4d8c-92e2-7ef0a7d0ca23 req-fc56cc84-0296-4d9f-bbf6-7d6f5f116382 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (f395b0a1-4177-495a-9f06-ed1fda1afbcd), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:06.681543 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-dec3538f-9743-4d8c-92e2-7ef0a7d0ca23 req-fc56cc84-0296-4d9f-bbf6-7d6f5f116382 service neutron] For port f395b0a1-4177-495a-9f06-ed1fda1afbcd, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=f395b0a1-4177-495a-9f06-ed1fda1afbcd,segment=NetworkSegment(9d737af6-85d8-42f3-afb5-49982d68f1cb),segment_id=9d737af6-85d8-42f3-afb5-49982d68f1cb)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:01:06.717819 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-dec3538f-9743-4d8c-92e2-7ef0a7d0ca23 req-fc56cc84-0296-4d9f-bbf6-7d6f5f116382 service neutron] For port f395b0a1-4177-495a-9f06-ed1fda1afbcd, host n-h1-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:01:06.762063 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4a4effb-9225-40cc-8223-7a5df6f92942', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f395b0a1-4177-495a-9f06-ed1fda1afbcd'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:01:06.764459 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b7baaf5-96e6-445c-8d82-a4bb80eac841" -d '{"events": [{"server_uuid": "e4a4effb-9225-40cc-8223-7a5df6f92942", "name": "network-vif-unplugged", "status": "completed", "tag": "f395b0a1-4177-495a-9f06-ed1fda1afbcd"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:01:06.768098 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-dec3538f-9743-4d8c-92e2-7ef0a7d0ca23 req-fc56cc84-0296-4d9f-bbf6-7d6f5f116382 service neutron] Publish callbacks [] for port (f395b0a1-4177-495a-9f06-ed1fda1afbcd), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:06.792388 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-dec3538f-9743-4d8c-92e2-7ef0a7d0ca23 req-fc56cc84-0296-4d9f-bbf6-7d6f5f116382 service neutron] Transition to ACTIVE for port object f395b0a1-4177-495a-9f06-ed1fda1afbcd will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:01:06.799262 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-dec3538f-9743-4d8c-92e2-7ef0a7d0ca23 req-fc56cc84-0296-4d9f-bbf6-7d6f5f116382 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (f395b0a1-4177-495a-9f06-ed1fda1afbcd), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:07.096340 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 22:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20dcbb89-0056-4363-87b5-ab344f74b760 x-openstack-request-id: req-20dcbb89-0056-4363-87b5-ab344f74b760 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:01:07.096710 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4a4effb-9225-40cc-8223-7a5df6f92942", "name": "network-vif-unplugged", "status": "completed", "tag": "f395b0a1-4177-495a-9f06-ed1fda1afbcd", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:01:07.096901 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-20dcbb89-0056-4363-87b5-ab344f74b760 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:01:07.097271 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4a4effb-9225-40cc-8223-7a5df6f92942', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f395b0a1-4177-495a-9f06-ed1fda1afbcd', 'code': 200} Feb 09 22:01:07.168109 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc56cc84-0296-4d9f-bbf6-7d6f5f116382 service neutron] Pushing event updated for resources: {'Port': ['ID=f395b0a1-4177-495a-9f06-ed1fda1afbcd,revision_number=6']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:07.280759 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-dec3538f-9743-4d8c-92e2-7ef0a7d0ca23 req-fc56cc84-0296-4d9f-bbf6-7d6f5f116382 service neutron] No DVR routers for this DVR port f395b0a1-4177-495a-9f06-ed1fda1afbcd on host n-h1-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:01:07.297823 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eec296-abdc-43d4-96fd-3357c97ebd97 req-f2420286-bbfc-4810-b2aa-d59c5c47e883 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:07.300054 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e7eec296-abdc-43d4-96fd-3357c97ebd97 req-f2420286-bbfc-4810-b2aa-d59c5c47e883 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=e4a4effb-9225-40cc-8223-7a5df6f92942 HTTP/1.1" status: 200 len: 944 time: 0.0823817 Feb 09 22:01:07.377638 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e7eec296-abdc-43d4-96fd-3357c97ebd97 req-a4a2fd38-d4e1-41f6-9a6b-dec4342abd23 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=72d2f984-f091-4b3d-b54e-47eb7c1d46d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700750 Feb 09 22:01:07.529272 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-dec3538f-9743-4d8c-92e2-7ef0a7d0ca23 req-fc56cc84-0296-4d9f-bbf6-7d6f5f116382 service neutron] Attempting to bind port f395b0a1-4177-495a-9f06-ed1fda1afbcd on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:01:07.529859 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-dec3538f-9743-4d8c-92e2-7ef0a7d0ca23 req-fc56cc84-0296-4d9f-bbf6-7d6f5f116382 service neutron] Attempting to bind port f395b0a1-4177-495a-9f06-ed1fda1afbcd by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': '9d737af6-85d8-42f3-afb5-49982d68f1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'fa460168-c9ce-4567-b54f-86f206977d46'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:01:07.529963 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec3538f-9743-4d8c-92e2-7ef0a7d0ca23 req-fc56cc84-0296-4d9f-bbf6-7d6f5f116382 service neutron] Attempting to bind port f395b0a1-4177-495a-9f06-ed1fda1afbcd on network fa460168-c9ce-4567-b54f-86f206977d46 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:01:07.535961 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec3538f-9743-4d8c-92e2-7ef0a7d0ca23 req-fc56cc84-0296-4d9f-bbf6-7d6f5f116382 service neutron] Port f395b0a1-4177-495a-9f06-ed1fda1afbcd on network fa460168-c9ce-4567-b54f-86f206977d46 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:01:07.536340 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec3538f-9743-4d8c-92e2-7ef0a7d0ca23 req-fc56cc84-0296-4d9f-bbf6-7d6f5f116382 service neutron] Attempting to bind port f395b0a1-4177-495a-9f06-ed1fda1afbcd on network fa460168-c9ce-4567-b54f-86f206977d46 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:01:07.541600 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab39525-edb4-40b4-85f0-fa8f10948f32 req-c3a3ccc4-45e8-4480-b473-e746552d10bc tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:07.543214 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-eab39525-edb4-40b4-85f0-fa8f10948f32 req-c3a3ccc4-45e8-4480-b473-e746552d10bc tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2d690ca-270b-48a5-b923-42cc60d82e1a HTTP/1.1" status: 200 len: 946 time: 0.0716901 Feb 09 22:01:07.546477 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec3538f-9743-4d8c-92e2-7ef0a7d0ca23 req-fc56cc84-0296-4d9f-bbf6-7d6f5f116382 service neutron] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:01:07.547126 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec3538f-9743-4d8c-92e2-7ef0a7d0ca23 req-fc56cc84-0296-4d9f-bbf6-7d6f5f116382 service neutron] Checking segment: {'id': '9d737af6-85d8-42f3-afb5-49982d68f1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'fa460168-c9ce-4567-b54f-86f206977d46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:01:07.549286 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec3538f-9743-4d8c-92e2-7ef0a7d0ca23 req-fc56cc84-0296-4d9f-bbf6-7d6f5f116382 service neutron] Bound using segment: {'id': '9d737af6-85d8-42f3-afb5-49982d68f1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'fa460168-c9ce-4567-b54f-86f206977d46'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:01:07.549286 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-dec3538f-9743-4d8c-92e2-7ef0a7d0ca23 req-fc56cc84-0296-4d9f-bbf6-7d6f5f116382 service neutron] Bound port: f395b0a1-4177-495a-9f06-ed1fda1afbcd, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d737af6-85d8-42f3-afb5-49982d68f1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'fa460168-c9ce-4567-b54f-86f206977d46'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:01:07.549641 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-dec3538f-9743-4d8c-92e2-7ef0a7d0ca23 req-fc56cc84-0296-4d9f-bbf6-7d6f5f116382 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (f395b0a1-4177-495a-9f06-ed1fda1afbcd), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:07.605420 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-eab39525-edb4-40b4-85f0-fa8f10948f32 req-606e56c9-6c7a-41bc-9f2b-510c813e3b03 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560677 Feb 09 22:01:07.622613 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-dec3538f-9743-4d8c-92e2-7ef0a7d0ca23 req-fc56cc84-0296-4d9f-bbf6-7d6f5f116382 service neutron] For port f395b0a1-4177-495a-9f06-ed1fda1afbcd, host n-h2-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:01:07.632976 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-dec3538f-9743-4d8c-92e2-7ef0a7d0ca23 req-fc56cc84-0296-4d9f-bbf6-7d6f5f116382 service neutron] For port f395b0a1-4177-495a-9f06-ed1fda1afbcd, host n-h2-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=f395b0a1-4177-495a-9f06-ed1fda1afbcd,segment=NetworkSegment(9d737af6-85d8-42f3-afb5-49982d68f1cb),segment_id=9d737af6-85d8-42f3-afb5-49982d68f1cb)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:01:07.640058 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-dec3538f-9743-4d8c-92e2-7ef0a7d0ca23 req-fc56cc84-0296-4d9f-bbf6-7d6f5f116382 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (f395b0a1-4177-495a-9f06-ed1fda1afbcd), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:07.683683 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3538f-9743-4d8c-92e2-7ef0a7d0ca23 req-fc56cc84-0296-4d9f-bbf6-7d6f5f116382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:07.684680 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-dec3538f-9743-4d8c-92e2-7ef0a7d0ca23 req-fc56cc84-0296-4d9f-bbf6-7d6f5f116382 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:07.686042 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-dec3538f-9743-4d8c-92e2-7ef0a7d0ca23 req-fc56cc84-0296-4d9f-bbf6-7d6f5f116382 service neutron] 10.222.0.89 "PUT /v2.0/ports/f395b0a1-4177-495a-9f06-ed1fda1afbcd HTTP/1.1" status: 200 len: 1092 time: 1.3129425 Feb 09 22:01:07.705326 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc56cc84-0296-4d9f-bbf6-7d6f5f116382 service neutron] Pushing event updated for resources: {'Port': ['ID=f395b0a1-4177-495a-9f06-ed1fda1afbcd,revision_number=7']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:07.773350 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3538f-9743-4d8c-92e2-7ef0a7d0ca23 req-dfb3aae2-af50-4117-9304-f873b44ddc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:07.776276 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-dec3538f-9743-4d8c-92e2-7ef0a7d0ca23 req-dfb3aae2-af50-4117-9304-f873b44ddc1c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=deeb9e226e2546f19554cbe5eac163d6&device_id=e4a4effb-9225-40cc-8223-7a5df6f92942 HTTP/1.1" status: 200 len: 1126 time: 0.0653040 Feb 09 22:01:07.905588 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3538f-9743-4d8c-92e2-7ef0a7d0ca23 req-c5882e0b-22df-4322-a818-f3a780c2f8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:07.909789 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-dec3538f-9743-4d8c-92e2-7ef0a7d0ca23 req-c5882e0b-22df-4322-a818-f3a780c2f8d9 service neutron] 10.222.0.89 "GET /v2.0/networks?id=fa460168-c9ce-4567-b54f-86f206977d46 HTTP/1.1" status: 200 len: 898 time: 0.1217506 Feb 09 22:01:07.997452 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-dec3538f-9743-4d8c-92e2-7ef0a7d0ca23 req-23f059a0-ec70-4fc8-afc4-aeba93e3cb92 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f395b0a1-4177-495a-9f06-ed1fda1afbcd HTTP/1.1" status: 200 len: 1000 time: 0.0831439 Feb 09 22:01:08.051044 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3538f-9743-4d8c-92e2-7ef0a7d0ca23 req-bf25688a-73b9-4633-ae2d-3912ff508eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:08.052540 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-dec3538f-9743-4d8c-92e2-7ef0a7d0ca23 req-bf25688a-73b9-4633-ae2d-3912ff508eeb service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3aadbbce-76c0-480d-b63d-7841ad582155 HTTP/1.1" status: 200 len: 835 time: 0.0471444 Feb 09 22:01:08.103734 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3538f-9743-4d8c-92e2-7ef0a7d0ca23 req-96bb2eba-ce6a-49cb-9947-d14d2fb315c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:08.105282 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-dec3538f-9743-4d8c-92e2-7ef0a7d0ca23 req-96bb2eba-ce6a-49cb-9947-d14d2fb315c1 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=fa460168-c9ce-4567-b54f-86f206977d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0462468 Feb 09 22:01:08.212744 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-dec3538f-9743-4d8c-92e2-7ef0a7d0ca23 req-28fe6042-9751-47a6-90cf-b9f73632efe1 service neutron] 10.222.0.89 "GET /v2.0/networks/fa460168-c9ce-4567-b54f-86f206977d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005392 Feb 09 22:01:08.313430 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-dec3538f-9743-4d8c-92e2-7ef0a7d0ca23 req-44bef10d-5a66-420c-9c63-1e815403c6f5 service neutron] 10.222.0.89 "GET /v2.0/networks/fa460168-c9ce-4567-b54f-86f206977d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943036 Feb 09 22:01:08.548677 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94c994a-0831-474a-a336-9d13fed5011c req-4525e55c-e948-40bc-8a7c-6298967ae236 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:08.550435 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b94c994a-0831-474a-a336-9d13fed5011c req-4525e55c-e948-40bc-8a7c-6298967ae236 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=e4a4effb-9225-40cc-8223-7a5df6f92942 HTTP/1.1" status: 200 len: 944 time: 0.0751626 Feb 09 22:01:08.603959 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b94c994a-0831-474a-a336-9d13fed5011c req-7dfd80d3-c5b8-4c5c-a518-69c320e9db57 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=72d2f984-f091-4b3d-b54e-47eb7c1d46d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465276 Feb 09 22:01:08.736131 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843044b8-1557-4b50-a6e4-e1e7c81ecb8c req-33709c35-45f2-481c-8b93-c809bc13058b tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:08.740801 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-843044b8-1557-4b50-a6e4-e1e7c81ecb8c req-33709c35-45f2-481c-8b93-c809bc13058b tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2d690ca-270b-48a5-b923-42cc60d82e1a HTTP/1.1" status: 200 len: 946 time: 0.0625727 Feb 09 22:01:08.793204 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-843044b8-1557-4b50-a6e4-e1e7c81ecb8c req-98bd9467-6a72-45c2-ac62-c315d3ec596b tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489926 Feb 09 22:01:09.011984 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-dd19b805-2c2e-4741-b3ef-d5cacf937976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:09.098273 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4a4effb-9225-40cc-8223-7a5df6f92942', 'tag': 'f395b0a1-4177-495a-9f06-ed1fda1afbcd'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:01:09.100810 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35a6c019-f6f9-4b1f-a721-57e8b218153b" -d '{"events": [{"name": "network-changed", "server_uuid": "e4a4effb-9225-40cc-8223-7a5df6f92942", "tag": "f395b0a1-4177-495a-9f06-ed1fda1afbcd"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:01:09.165026 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb947988-f7ba-4eb5-86ab-7ab963b7a6d7 x-openstack-request-id: req-eb947988-f7ba-4eb5-86ab-7ab963b7a6d7 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:01:09.165464 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4a4effb-9225-40cc-8223-7a5df6f92942", "tag": "f395b0a1-4177-495a-9f06-ed1fda1afbcd", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:01:09.165844 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-eb947988-f7ba-4eb5-86ab-7ab963b7a6d7 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:01:09.166728 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4a4effb-9225-40cc-8223-7a5df6f92942', 'tag': 'f395b0a1-4177-495a-9f06-ed1fda1afbcd', 'status': 'completed', 'code': 200} Feb 09 22:01:09.240493 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a6c019-f6f9-4b1f-a721-57e8b218153b req-cba00598-4ec3-4861-8020-8cbd1370b5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:09.242494 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-35a6c019-f6f9-4b1f-a721-57e8b218153b req-cba00598-4ec3-4861-8020-8cbd1370b5e5 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=deeb9e226e2546f19554cbe5eac163d6&device_id=e4a4effb-9225-40cc-8223-7a5df6f92942 HTTP/1.1" status: 200 len: 1126 time: 0.0605810 Feb 09 22:01:09.266519 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a6c019-f6f9-4b1f-a721-57e8b218153b req-9cdc9bff-8eec-4bcc-b588-783f9a166bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:09.268128 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-35a6c019-f6f9-4b1f-a721-57e8b218153b req-9cdc9bff-8eec-4bcc-b588-783f9a166bc1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=deeb9e226e2546f19554cbe5eac163d6&device_id=e4a4effb-9225-40cc-8223-7a5df6f92942 HTTP/1.1" status: 200 len: 1126 time: 0.0643570 Feb 09 22:01:09.344811 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a6c019-f6f9-4b1f-a721-57e8b218153b req-13e282c7-2633-4d6a-91df-32ce24ee9c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:09.346835 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-35a6c019-f6f9-4b1f-a721-57e8b218153b req-13e282c7-2633-4d6a-91df-32ce24ee9c8d service neutron] 10.222.0.95 "GET /v2.0/networks?id=fa460168-c9ce-4567-b54f-86f206977d46 HTTP/1.1" status: 200 len: 898 time: 0.0966454 Feb 09 22:01:09.376381 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a6c019-f6f9-4b1f-a721-57e8b218153b req-fdf0b393-5bf4-4191-a267-a524142e35a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:09.378020 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-35a6c019-f6f9-4b1f-a721-57e8b218153b req-fdf0b393-5bf4-4191-a267-a524142e35a3 service neutron] 10.222.0.89 "GET /v2.0/networks?id=fa460168-c9ce-4567-b54f-86f206977d46 HTTP/1.1" status: 200 len: 898 time: 0.1016505 Feb 09 22:01:09.425764 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device f395b0a1-4177-495a-9f06-ed1fda1afbcd no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:01:09.440071 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-35a6c019-f6f9-4b1f-a721-57e8b218153b req-b973f22d-8f0b-492e-8e62-d561890c586a service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f395b0a1-4177-495a-9f06-ed1fda1afbcd HTTP/1.1" status: 200 len: 1000 time: 0.0855796 Feb 09 22:01:09.512381 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] The host n-h1-828369-5 is not matching for port f395b0a1-4177-495a-9f06-ed1fda1afbcd host n-h2-828369-5! {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 22:01:09.513183 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device f395b0a1-4177-495a-9f06-ed1fda1afbcd not bound to the agent host n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:01:09.565584 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a6c019-f6f9-4b1f-a721-57e8b218153b req-1c8e9fc6-6508-4fdd-b6b2-70ff7e6e5ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:09.569146 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-35a6c019-f6f9-4b1f-a721-57e8b218153b req-1c8e9fc6-6508-4fdd-b6b2-70ff7e6e5ed7 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=3aadbbce-76c0-480d-b63d-7841ad582155 HTTP/1.1" status: 200 len: 835 time: 0.1160522 Feb 09 22:01:09.592158 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-35a6c019-f6f9-4b1f-a721-57e8b218153b req-79b7d44f-2dca-4643-9ac4-a2979c93dae5 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f395b0a1-4177-495a-9f06-ed1fda1afbcd HTTP/1.1" status: 200 len: 1000 time: 0.1913002 Feb 09 22:01:09.669374 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a6c019-f6f9-4b1f-a721-57e8b218153b req-e49122bb-b56d-440f-aef6-db1de9a828a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:09.671169 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-35a6c019-f6f9-4b1f-a721-57e8b218153b req-e49122bb-b56d-440f-aef6-db1de9a828a1 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3aadbbce-76c0-480d-b63d-7841ad582155 HTTP/1.1" status: 200 len: 835 time: 0.0644240 Feb 09 22:01:09.687933 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a6c019-f6f9-4b1f-a721-57e8b218153b req-f1cc0ba0-581b-43e1-8354-ea18f1b83a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:09.689787 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-35a6c019-f6f9-4b1f-a721-57e8b218153b req-f1cc0ba0-581b-43e1-8354-ea18f1b83a3f service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=fa460168-c9ce-4567-b54f-86f206977d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1122108 Feb 09 22:01:09.745582 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a6c019-f6f9-4b1f-a721-57e8b218153b req-df872526-2032-4878-830f-74b633c7fb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:09.747534 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-35a6c019-f6f9-4b1f-a721-57e8b218153b req-df872526-2032-4878-830f-74b633c7fb7b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=fa460168-c9ce-4567-b54f-86f206977d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0684373 Feb 09 22:01:09.812334 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-35a6c019-f6f9-4b1f-a721-57e8b218153b req-5ec82337-f74d-4216-9a7d-429016f1c6ac service neutron] 10.222.0.95 "GET /v2.0/networks/fa460168-c9ce-4567-b54f-86f206977d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151297 Feb 09 22:01:09.877940 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-35a6c019-f6f9-4b1f-a721-57e8b218153b req-3cb55972-2fad-4f52-a342-c462406d76de service neutron] 10.222.0.89 "GET /v2.0/networks/fa460168-c9ce-4567-b54f-86f206977d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209433 Feb 09 22:01:09.973549 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83637b4c-1932-4ad5-8018-39f0674d13a3 req-56fa2cd7-5d5e-4854-b278-28a8f9c10531 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:09.983211 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-83637b4c-1932-4ad5-8018-39f0674d13a3 req-56fa2cd7-5d5e-4854-b278-28a8f9c10531 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=e4a4effb-9225-40cc-8223-7a5df6f92942 HTTP/1.1" status: 200 len: 944 time: 0.2283273 Feb 09 22:01:09.998903 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-35a6c019-f6f9-4b1f-a721-57e8b218153b req-63551cc8-c857-4b82-b43a-302330ea2c35 service neutron] 10.222.0.89 "GET /v2.0/networks/fa460168-c9ce-4567-b54f-86f206977d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125479 Feb 09 22:01:10.067669 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-35a6c019-f6f9-4b1f-a721-57e8b218153b req-91bc92ba-0f2b-4b7c-b1ef-1d04ee9948d0 service neutron] 10.222.0.95 "GET /v2.0/networks/fa460168-c9ce-4567-b54f-86f206977d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395806 Feb 09 22:01:10.076588 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a544bb-8df5-4d4d-99f1-e00674defa74 req-5e0a81ce-923b-4b7d-87c0-07a80a218f83 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:10.078187 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-26a544bb-8df5-4d4d-99f1-e00674defa74 req-5e0a81ce-923b-4b7d-87c0-07a80a218f83 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2d690ca-270b-48a5-b923-42cc60d82e1a HTTP/1.1" status: 200 len: 946 time: 0.1829610 Feb 09 22:01:10.082075 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-83637b4c-1932-4ad5-8018-39f0674d13a3 req-f046a857-cb34-4cb3-b76f-e6ee67a68611 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=72d2f984-f091-4b3d-b54e-47eb7c1d46d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976150 Feb 09 22:01:10.129883 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-26a544bb-8df5-4d4d-99f1-e00674defa74 req-c3564129-bf32-43f8-8c36-17d9e0284c41 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444679 Feb 09 22:01:11.000955 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e37c869d-f456-4c8f-b2cd-8c2b186f14cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:11.239557 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb45a2c-94a8-4e60-9136-5523f999c44e req-f09e5587-ee09-4cf4-bf95-c2469a847be5 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:11.241181 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fbb45a2c-94a8-4e60-9136-5523f999c44e req-f09e5587-ee09-4cf4-bf95-c2469a847be5 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=e4a4effb-9225-40cc-8223-7a5df6f92942 HTTP/1.1" status: 200 len: 944 time: 0.0809348 Feb 09 22:01:11.327512 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4439dde7-2a9d-4ecd-a4cd-e15a71a4ac07 req-0328664b-0cda-4c0d-8b06-9ff870969f85 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:11.329071 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4439dde7-2a9d-4ecd-a4cd-e15a71a4ac07 req-0328664b-0cda-4c0d-8b06-9ff870969f85 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2d690ca-270b-48a5-b923-42cc60d82e1a HTTP/1.1" status: 200 len: 946 time: 0.1058688 Feb 09 22:01:11.332652 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fbb45a2c-94a8-4e60-9136-5523f999c44e req-6eaba94c-8b90-4e45-b7b4-db328af33b8b tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=72d2f984-f091-4b3d-b54e-47eb7c1d46d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697091 Feb 09 22:01:11.405430 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4439dde7-2a9d-4ecd-a4cd-e15a71a4ac07 req-8d92e49e-9824-4566-9497-862ba10ae206 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577664 Feb 09 22:01:12.492098 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d0f7ac-b659-44dc-85e8-b8eb9c2ea42e req-dd6c4f66-1268-4ebe-aa3b-b4adf7da67fe tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:12.493722 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d9d0f7ac-b659-44dc-85e8-b8eb9c2ea42e req-dd6c4f66-1268-4ebe-aa3b-b4adf7da67fe tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=e4a4effb-9225-40cc-8223-7a5df6f92942 HTTP/1.1" status: 200 len: 944 time: 0.0798221 Feb 09 22:01:12.579592 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d9d0f7ac-b659-44dc-85e8-b8eb9c2ea42e req-4df414c5-04bf-4e62-95db-700ab25d9007 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=72d2f984-f091-4b3d-b54e-47eb7c1d46d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760567 Feb 09 22:01:12.592506 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc4a8ad-a3f3-4ac5-a580-87695d533034 req-b10540ae-be10-402c-9eb1-15e3946e847d tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:12.594092 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-efc4a8ad-a3f3-4ac5-a580-87695d533034 req-b10540ae-be10-402c-9eb1-15e3946e847d tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2d690ca-270b-48a5-b923-42cc60d82e1a HTTP/1.1" status: 200 len: 946 time: 0.0991409 Feb 09 22:01:12.663553 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-efc4a8ad-a3f3-4ac5-a580-87695d533034 req-029740fd-d5a5-4d55-8172-6395083233f0 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567782 Feb 09 22:01:12.774026 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:12.919900 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2ce709-7aa2-43e2-b016-7dc304842c22 req-587f045c-2ed2-40ed-af49-24af88c65f9e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:12.921433 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cb2ce709-7aa2-43e2-b016-7dc304842c22 req-587f045c-2ed2-40ed-af49-24af88c65f9e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=e4a4effb-9225-40cc-8223-7a5df6f92942 HTTP/1.1" status: 200 len: 944 time: 0.1418943 Feb 09 22:01:12.928372 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0066cfb2-089b-457f-a12d-d72e916c58c6 req-395f6d6f-bef1-402b-a09c-e0d15fecf5fc tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:12.929803 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0066cfb2-089b-457f-a12d-d72e916c58c6 req-395f6d6f-bef1-402b-a09c-e0d15fecf5fc tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.95 "GET /v2.0/ports?device_id=e4a4effb-9225-40cc-8223-7a5df6f92942&tenant_id=deeb9e226e2546f19554cbe5eac163d6&binding%3Ahost_id=n-h2-828369-5 HTTP/1.1" status: 200 len: 944 time: 0.1343164 Feb 09 22:01:12.949260 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device f395b0a1-4177-495a-9f06-ed1fda1afbcd details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:01:13.045871 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cb2ce709-7aa2-43e2-b016-7dc304842c22 req-b3bf9faf-2813-4aaf-a595-57adcfc1652e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=72d2f984-f091-4b3d-b54e-47eb7c1d46d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149769 Feb 09 22:01:13.046585 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port f395b0a1-4177-495a-9f06-ed1fda1afbcd, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=f395b0a1-4177-495a-9f06-ed1fda1afbcd,segment=NetworkSegment(9d737af6-85d8-42f3-afb5-49982d68f1cb),segment_id=9d737af6-85d8-42f3-afb5-49982d68f1cb)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:01:13.061362 n-d-828369-5 neutron-server[103140]: INFO neutron.api.v2.resource [req-0066cfb2-089b-457f-a12d-d72e916c58c6 req-73c5e5de-bbce-42c5-9aa7-c3b0aecb251a service neutron] delete failed (client error): The resource could not be found. Feb 09 22:01:13.061362 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0066cfb2-089b-457f-a12d-d72e916c58c6 req-73c5e5de-bbce-42c5-9aa7-c3b0aecb251a service neutron] 10.222.0.95 "DELETE /v2.0/ports/f395b0a1-4177-495a-9f06-ed1fda1afbcd/bindings/n-h1-828369-5 HTTP/1.1" status: 404 len: 380 time: 0.0808694 Feb 09 22:01:13.068136 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': 'f395b0a1-4177-495a-9f06-ed1fda1afbcd', 'network_id': 'fa460168-c9ce-4567-b54f-86f206977d46', 'port_id': 'f395b0a1-4177-495a-9f06-ed1fda1afbcd', 'mac_address': 'fa:16:3e:db:76:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3aadbbce-76c0-480d-b63d-7841ad582155', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:01:13.109246 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port f395b0a1-4177-495a-9f06-ed1fda1afbcd is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:01:13.109877 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (f395b0a1-4177-495a-9f06-ed1fda1afbcd), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:13.123390 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f395b0a1-4177-495a-9f06-ed1fda1afbcd {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:01:13.165534 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port f395b0a1-4177-495a-9f06-ed1fda1afbcd, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=f395b0a1-4177-495a-9f06-ed1fda1afbcd,segment=NetworkSegment(9d737af6-85d8-42f3-afb5-49982d68f1cb),segment_id=9d737af6-85d8-42f3-afb5-49982d68f1cb)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:01:13.170112 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0066cfb2-089b-457f-a12d-d72e916c58c6 req-500bb4f2-2bba-4b30-bd37-db5066298e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:13.171603 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (f395b0a1-4177-495a-9f06-ed1fda1afbcd), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:13.171960 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0066cfb2-089b-457f-a12d-d72e916c58c6 req-500bb4f2-2bba-4b30-bd37-db5066298e87 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=deeb9e226e2546f19554cbe5eac163d6&device_id=e4a4effb-9225-40cc-8223-7a5df6f92942 HTTP/1.1" status: 200 len: 1126 time: 0.0614738 Feb 09 22:01:13.246006 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=f395b0a1-4177-495a-9f06-ed1fda1afbcd,revision_number=8']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:13.260458 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:13.261198 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:13.261894 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:13.262637 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:13.263216 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:13.263783 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:13.265408 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:13.266009 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:13.266570 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:13.268125 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:13.269159 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:13.269739 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:13.270383 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0066cfb2-089b-457f-a12d-d72e916c58c6 req-4d6d2118-436e-40dc-aeed-f1f500fd2e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:13.270805 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:13.271934 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0066cfb2-089b-457f-a12d-d72e916c58c6 req-4d6d2118-436e-40dc-aeed-f1f500fd2e13 service neutron] 10.222.0.95 "GET /v2.0/networks?id=fa460168-c9ce-4567-b54f-86f206977d46 HTTP/1.1" status: 200 len: 898 time: 0.0927720 Feb 09 22:01:13.348587 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0066cfb2-089b-457f-a12d-d72e916c58c6 req-09672efb-dca0-442a-b218-8bd9c101605b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f395b0a1-4177-495a-9f06-ed1fda1afbcd HTTP/1.1" status: 200 len: 1001 time: 0.0678608 Feb 09 22:01:13.406520 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0066cfb2-089b-457f-a12d-d72e916c58c6 req-0de1200e-8577-464f-b64b-31fb1f917b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:13.408106 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0066cfb2-089b-457f-a12d-d72e916c58c6 req-0de1200e-8577-464f-b64b-31fb1f917b87 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=3aadbbce-76c0-480d-b63d-7841ad582155 HTTP/1.1" status: 200 len: 835 time: 0.0532560 Feb 09 22:01:13.460127 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0066cfb2-089b-457f-a12d-d72e916c58c6 req-f0e88ece-13ea-4954-b5b1-f197917330be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:13.462323 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0066cfb2-089b-457f-a12d-d72e916c58c6 req-f0e88ece-13ea-4954-b5b1-f197917330be service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=fa460168-c9ce-4567-b54f-86f206977d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0476184 Feb 09 22:01:13.560559 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0066cfb2-089b-457f-a12d-d72e916c58c6 req-8877702e-e2e0-4057-a259-2ed5229c7326 service neutron] 10.222.0.95 "GET /v2.0/networks/fa460168-c9ce-4567-b54f-86f206977d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914674 Feb 09 22:01:13.621721 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['f395b0a1-4177-495a-9f06-ed1fda1afbcd'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:01:13.692212 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0066cfb2-089b-457f-a12d-d72e916c58c6 req-85fb6932-2c92-4daa-a901-8452b3af3933 service neutron] 10.222.0.95 "GET /v2.0/networks/fa460168-c9ce-4567-b54f-86f206977d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249928 Feb 09 22:01:13.821078 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336dfce9-8b85-4bea-9cbb-2eb07e02b38b req-d2db8c16-3592-41f3-b9ff-42e99045bf3e tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:13.831634 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-336dfce9-8b85-4bea-9cbb-2eb07e02b38b req-d2db8c16-3592-41f3-b9ff-42e99045bf3e tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2d690ca-270b-48a5-b923-42cc60d82e1a HTTP/1.1" status: 200 len: 946 time: 0.0827682 Feb 09 22:01:13.922489 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-336dfce9-8b85-4bea-9cbb-2eb07e02b38b req-53f8355d-cc5a-4c4d-9f6e-6de2a0ac8add tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888672 Feb 09 22:01:14.173215 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11390027-b594-4038-8f48-16a4f90f39b7 req-0abccfc5-6bf4-4dab-b3d6-89c6c451ee13 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:14.174765 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-11390027-b594-4038-8f48-16a4f90f39b7 req-0abccfc5-6bf4-4dab-b3d6-89c6c451ee13 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=e4a4effb-9225-40cc-8223-7a5df6f92942 HTTP/1.1" status: 200 len: 945 time: 0.0647047 Feb 09 22:01:14.196480 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:14.232446 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-11390027-b594-4038-8f48-16a4f90f39b7 req-b079c963-7228-47bd-890f-f25c27ca89ac tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=72d2f984-f091-4b3d-b54e-47eb7c1d46d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492828 Feb 09 22:01:14.948611 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device f395b0a1-4177-495a-9f06-ed1fda1afbcd up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:01:15.019237 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning for port f395b0a1-4177-495a-9f06-ed1fda1afbcd completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:01:15.024823 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port f395b0a1-4177-495a-9f06-ed1fda1afbcd triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:01:15.025202 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (f395b0a1-4177-495a-9f06-ed1fda1afbcd), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:15.049837 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1933048b-13b0-4394-bef1-95aed62d47ab req-d9c794e4-bac0-4c85-b147-91ac3d490503 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:15.051499 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1933048b-13b0-4394-bef1-95aed62d47ab req-d9c794e4-bac0-4c85-b147-91ac3d490503 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2d690ca-270b-48a5-b923-42cc60d82e1a HTTP/1.1" status: 200 len: 946 time: 0.0640416 Feb 09 22:01:15.105442 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1933048b-13b0-4394-bef1-95aed62d47ab req-f3f5da4d-1be1-40c7-afb8-8d4279c99e33 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465271 Feb 09 22:01:15.188889 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port f395b0a1-4177-495a-9f06-ed1fda1afbcd is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:01:15.189278 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (f395b0a1-4177-495a-9f06-ed1fda1afbcd), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:15.216158 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4a4effb-9225-40cc-8223-7a5df6f92942', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f395b0a1-4177-495a-9f06-ed1fda1afbcd'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:01:15.218403 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd056ed-1602-4a66-aacc-5210efbb54dc" -d '{"events": [{"server_uuid": "e4a4effb-9225-40cc-8223-7a5df6f92942", "name": "network-vif-plugged", "status": "completed", "tag": "f395b0a1-4177-495a-9f06-ed1fda1afbcd"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:01:15.232952 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port f395b0a1-4177-495a-9f06-ed1fda1afbcd, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=f395b0a1-4177-495a-9f06-ed1fda1afbcd,segment=NetworkSegment(9d737af6-85d8-42f3-afb5-49982d68f1cb),segment_id=9d737af6-85d8-42f3-afb5-49982d68f1cb)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:01:15.239047 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (f395b0a1-4177-495a-9f06-ed1fda1afbcd), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:15.271826 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09ee093d-6314-4a98-9cc9-44131ebbb47c x-openstack-request-id: req-09ee093d-6314-4a98-9cc9-44131ebbb47c {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:01:15.272119 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4a4effb-9225-40cc-8223-7a5df6f92942", "name": "network-vif-plugged", "status": "completed", "tag": "f395b0a1-4177-495a-9f06-ed1fda1afbcd", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:01:15.272548 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-09ee093d-6314-4a98-9cc9-44131ebbb47c {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:01:15.272788 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4a4effb-9225-40cc-8223-7a5df6f92942', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f395b0a1-4177-495a-9f06-ed1fda1afbcd', 'code': 200} Feb 09 22:01:15.317970 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=f395b0a1-4177-495a-9f06-ed1fda1afbcd,revision_number=9']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:15.321505 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:15.374881 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343f3819-0836-4259-bbb9-a809a3fdcaf6 req-492b6503-e615-4673-8974-d18c2cf6de4e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:15.376325 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-343f3819-0836-4259-bbb9-a809a3fdcaf6 req-492b6503-e615-4673-8974-d18c2cf6de4e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=e4a4effb-9225-40cc-8223-7a5df6f92942 HTTP/1.1" status: 200 len: 946 time: 0.0668056 Feb 09 22:01:15.425538 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-343f3819-0836-4259-bbb9-a809a3fdcaf6 req-1e92ff65-a344-4f18-b697-5b1ea3d82bbb tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=72d2f984-f091-4b3d-b54e-47eb7c1d46d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435665 Feb 09 22:01:15.448744 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 37622) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:15.523892 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-5a3a68b9-38cd-4ccd-bb80-a24c769452f9 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/floatingips/4b95cb11-1eae-44cd-a65e-b8e1c2ed23df HTTP/1.1" status: 200 len: 994 time: 0.0735989 Feb 09 22:01:16.239617 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ec5970-2f7f-447d-8a6f-44202db29a09 req-6ebd8d02-0fad-436a-a6f0-2a4299f52d7b tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:16.242448 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-36ec5970-2f7f-447d-8a6f-44202db29a09 req-6ebd8d02-0fad-436a-a6f0-2a4299f52d7b tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2d690ca-270b-48a5-b923-42cc60d82e1a HTTP/1.1" status: 200 len: 946 time: 0.0568192 Feb 09 22:01:16.295145 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-36ec5970-2f7f-447d-8a6f-44202db29a09 req-4fbc466f-9862-4cfd-afce-215f84ecc10d tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468054 Feb 09 22:01:17.424483 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e816f0-bc0b-4bc7-93be-2fac6c73c3e7 req-e470674b-bcf4-416d-bd77-eb230b70b27a tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:17.426122 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-77e816f0-bc0b-4bc7-93be-2fac6c73c3e7 req-e470674b-bcf4-416d-bd77-eb230b70b27a tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2d690ca-270b-48a5-b923-42cc60d82e1a HTTP/1.1" status: 200 len: 946 time: 0.0594928 Feb 09 22:01:17.474016 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-77e816f0-bc0b-4bc7-93be-2fac6c73c3e7 req-80c9695f-008c-4ece-9025-0033f9192ded tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421102 Feb 09 22:01:18.638994 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3b66a9-cc7c-4eb1-b26a-0caf132c0612 req-8b02ea38-4d8c-4b1c-b2f8-154b17116991 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:18.640662 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5b3b66a9-cc7c-4eb1-b26a-0caf132c0612 req-8b02ea38-4d8c-4b1c-b2f8-154b17116991 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2d690ca-270b-48a5-b923-42cc60d82e1a HTTP/1.1" status: 200 len: 946 time: 0.0726862 Feb 09 22:01:18.694550 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5b3b66a9-cc7c-4eb1-b26a-0caf132c0612 req-2752fac8-58b1-469c-8c08-fed094fa5a5f tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459704 Feb 09 22:01:19.836744 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c75a35-83a4-4230-aa9e-bce478a65457 req-bdcfa98a-c0d7-4750-997f-e6f8b144d695 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:19.839242 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c2c75a35-83a4-4230-aa9e-bce478a65457 req-bdcfa98a-c0d7-4750-997f-e6f8b144d695 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2d690ca-270b-48a5-b923-42cc60d82e1a HTTP/1.1" status: 200 len: 946 time: 0.0672972 Feb 09 22:01:19.916307 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c2c75a35-83a4-4230-aa9e-bce478a65457 req-b78ffcc0-3113-4bbc-aba1-b828d108d823 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687346 Feb 09 22:01:20.180592 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b3abd-9338-4012-84e7-83d4c5d133d5 req-6cfc27e6-e1fd-4295-a24d-7d7e693d5316 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:20.182511 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-af5b3abd-9338-4012-84e7-83d4c5d133d5 req-6cfc27e6-e1fd-4295-a24d-7d7e693d5316 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2d690ca-270b-48a5-b923-42cc60d82e1a HTTP/1.1" status: 200 len: 946 time: 0.0571511 Feb 09 22:01:20.235253 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-af5b3abd-9338-4012-84e7-83d4c5d133d5 req-ff22be64-c0a1-493e-9f60-3f8ed0f42148 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456982 Feb 09 22:01:20.363200 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857016ea-889e-4062-8b12-653e56b7f1f7 req-d1db2415-cfbb-4f6c-a663-bcb5d635a6d5 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:20.364737 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-857016ea-889e-4062-8b12-653e56b7f1f7 req-d1db2415-cfbb-4f6c-a663-bcb5d635a6d5 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2d690ca-270b-48a5-b923-42cc60d82e1a HTTP/1.1" status: 200 len: 946 time: 0.0543456 Feb 09 22:01:20.415295 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-857016ea-889e-4062-8b12-653e56b7f1f7 req-e5dd59f0-12f8-4b60-a53d-b1cc064bbd14 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441031 Feb 09 22:01:20.681754 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64da492e-2c3c-41ba-8721-d97e518a7456 req-cde57983-0e73-4bd5-8847-5966489be1cc tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:20.683156 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-64da492e-2c3c-41ba-8721-d97e518a7456 req-cde57983-0e73-4bd5-8847-5966489be1cc tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2d690ca-270b-48a5-b923-42cc60d82e1a HTTP/1.1" status: 200 len: 946 time: 0.0626442 Feb 09 22:01:20.732364 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-64da492e-2c3c-41ba-8721-d97e518a7456 req-ebe87c98-9b38-48dd-af9f-f18ae8e9cb3d tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421541 Feb 09 22:01:21.432730 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:21.854617 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0c4262-82b1-4754-be8c-b7cfc11df816 req-11f8837b-0022-44c9-8093-024a5eb1e1e9 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:21.856138 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-db0c4262-82b1-4754-be8c-b7cfc11df816 req-11f8837b-0022-44c9-8093-024a5eb1e1e9 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2d690ca-270b-48a5-b923-42cc60d82e1a HTTP/1.1" status: 200 len: 946 time: 0.0537119 Feb 09 22:01:21.907170 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-db0c4262-82b1-4754-be8c-b7cfc11df816 req-f1bbc9bf-2e90-4f22-b655-dd2b81d4845d tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452449 Feb 09 22:01:22.178306 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c1221a-a511-4c7b-8a7b-f2e8d181b8f9 req-4d50ab73-7bab-4efe-9b4f-136d2a35a91d tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:22.179778 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a4c1221a-a511-4c7b-8a7b-f2e8d181b8f9 req-4d50ab73-7bab-4efe-9b4f-136d2a35a91d tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.89 "GET /v2.0/ports?device_id=b2d690ca-270b-48a5-b923-42cc60d82e1a HTTP/1.1" status: 200 len: 946 time: 0.0549383 Feb 09 22:01:22.272780 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-a4c1221a-a511-4c7b-8a7b-f2e8d181b8f9 req-d8b4887b-9764-48a0-8406-f83f313aa360 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Deleting port 5a0b69aa-42fb-418f-8661-3c990bae2a7c {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:01:22.273134 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-a4c1221a-a511-4c7b-8a7b-f2e8d181b8f9 req-d8b4887b-9764-48a0-8406-f83f313aa360 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (5a0b69aa-42fb-418f-8661-3c990bae2a7c), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:22.369770 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-a4c1221a-a511-4c7b-8a7b-f2e8d181b8f9 req-d8b4887b-9764-48a0-8406-f83f313aa360 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] For port 5a0b69aa-42fb-418f-8661-3c990bae2a7c, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=5a0b69aa-42fb-418f-8661-3c990bae2a7c,segment=NetworkSegment(4397314e-2225-4cf8-b858-ea8f71ca37e1),segment_id=4397314e-2225-4cf8-b858-ea8f71ca37e1)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:01:22.370133 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-a4c1221a-a511-4c7b-8a7b-f2e8d181b8f9 req-d8b4887b-9764-48a0-8406-f83f313aa360 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (5a0b69aa-42fb-418f-8661-3c990bae2a7c), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:22.393400 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-a4c1221a-a511-4c7b-8a7b-f2e8d181b8f9 req-d8b4887b-9764-48a0-8406-f83f313aa360 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Calling delete_port for 5a0b69aa-42fb-418f-8661-3c990bae2a7c owned by compute:nova {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:01:22.533875 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-a4c1221a-a511-4c7b-8a7b-f2e8d181b8f9 req-d8b4887b-9764-48a0-8406-f83f313aa360 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (5a0b69aa-42fb-418f-8661-3c990bae2a7c), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:22.548287 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['7a345cfd-abb7-4d8d-9efe-7a7671b6dae3'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:01:22.566285 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b4887b-9764-48a0-8406-f83f313aa360 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Pushing event deleted for resources: {'Port': ['ID=5a0b69aa-42fb-418f-8661-3c990bae2a7c,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:22.581482 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b4887b-9764-48a0-8406-f83f313aa360 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:22.582094 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b4887b-9764-48a0-8406-f83f313aa360 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:22.582820 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b4887b-9764-48a0-8406-f83f313aa360 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:22.583530 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b4887b-9764-48a0-8406-f83f313aa360 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:22.584121 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b4887b-9764-48a0-8406-f83f313aa360 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:22.584699 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b4887b-9764-48a0-8406-f83f313aa360 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:22.585250 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b4887b-9764-48a0-8406-f83f313aa360 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:22.585852 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b4887b-9764-48a0-8406-f83f313aa360 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:22.586627 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b4887b-9764-48a0-8406-f83f313aa360 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:22.587822 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b4887b-9764-48a0-8406-f83f313aa360 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:22.588410 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b4887b-9764-48a0-8406-f83f313aa360 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:22.589110 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b4887b-9764-48a0-8406-f83f313aa360 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:22.589752 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b4887b-9764-48a0-8406-f83f313aa360 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:22.601538 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['5a0b69aa-42fb-418f-8661-3c990bae2a7c'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:01:22.645229 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4c1221a-a511-4c7b-8a7b-f2e8d181b8f9 req-d8b4887b-9764-48a0-8406-f83f313aa360 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] No DVR routers for this DVR port 5a0b69aa-42fb-418f-8661-3c990bae2a7c on host n-h2-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:01:22.651989 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-a4c1221a-a511-4c7b-8a7b-f2e8d181b8f9 req-d8b4887b-9764-48a0-8406-f83f313aa360 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:22.656662 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a4c1221a-a511-4c7b-8a7b-f2e8d181b8f9 req-d8b4887b-9764-48a0-8406-f83f313aa360 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.89 "DELETE /v2.0/ports/5a0b69aa-42fb-418f-8661-3c990bae2a7c HTTP/1.1" status: 204 len: 173 time: 0.4712918 Feb 09 22:01:22.657473 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2d690ca-270b-48a5-b923-42cc60d82e1a', 'name': 'network-vif-deleted', 'tag': '5a0b69aa-42fb-418f-8661-3c990bae2a7c'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:01:22.660334 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91c03f2a-373e-40de-b6d5-04f93fb12b38" -d '{"events": [{"server_uuid": "b2d690ca-270b-48a5-b923-42cc60d82e1a", "name": "network-vif-deleted", "tag": "5a0b69aa-42fb-418f-8661-3c990bae2a7c"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:01:22.756067 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-873fe0f8-5698-4346-b5b8-1b385a301646 x-openstack-request-id: req-873fe0f8-5698-4346-b5b8-1b385a301646 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:01:22.756407 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2d690ca-270b-48a5-b923-42cc60d82e1a", "name": "network-vif-deleted", "tag": "5a0b69aa-42fb-418f-8661-3c990bae2a7c", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:01:22.756929 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-873fe0f8-5698-4346-b5b8-1b385a301646 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:01:22.757174 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2d690ca-270b-48a5-b923-42cc60d82e1a', 'name': 'network-vif-deleted', 'tag': '5a0b69aa-42fb-418f-8661-3c990bae2a7c', 'status': 'completed', 'code': 200} Feb 09 22:01:23.021675 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-81726ac9-194b-4c43-9c2a-542dd23ef8db req-b5cd335f-8732-4810-8f4d-15c8f8807ffd tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2d690ca-270b-48a5-b923-42cc60d82e1a HTTP/1.1" status: 200 len: 210 time: 0.0285008 Feb 09 22:01:23.643330 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:24.811745 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7183df-60f4-45b4-972f-60915208ce27 req-0e7faf8e-90de-4e9a-b065-17a67fcfdb6c tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:24.813444 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1a7183df-60f4-45b4-972f-60915208ce27 req-0e7faf8e-90de-4e9a-b065-17a67fcfdb6c tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=5cc22ea9-82f4-4c42-bf78-f737e75f49e5 HTTP/1.1" status: 200 len: 946 time: 0.0666678 Feb 09 22:01:24.874298 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1a7183df-60f4-45b4-972f-60915208ce27 req-b739bd16-e155-4cbd-b1b8-343619043cfa tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547264 Feb 09 22:01:25.738940 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d3168ce1-a3d0-4162-88b2-8c03db8567ae req-e6886102-2b6a-4e76-8831-4bc9cde4070e service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e4a4effb-9225-40cc-8223-7a5df6f92942&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446253 Feb 09 22:01:25.837570 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3168ce1-a3d0-4162-88b2-8c03db8567ae req-0843a5ab-067e-4797-bebf-6c33d6811c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:25.839199 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d3168ce1-a3d0-4162-88b2-8c03db8567ae req-0843a5ab-067e-4797-bebf-6c33d6811c91 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=deeb9e226e2546f19554cbe5eac163d6&device_id=e4a4effb-9225-40cc-8223-7a5df6f92942 HTTP/1.1" status: 200 len: 1128 time: 0.0490346 Feb 09 22:01:25.978425 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3168ce1-a3d0-4162-88b2-8c03db8567ae req-f9ef3288-160e-4ed3-8375-e82c7cb7c3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:25.980135 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d3168ce1-a3d0-4162-88b2-8c03db8567ae req-f9ef3288-160e-4ed3-8375-e82c7cb7c3e3 service neutron] 10.222.0.89 "GET /v2.0/networks?id=fa460168-c9ce-4567-b54f-86f206977d46 HTTP/1.1" status: 200 len: 898 time: 0.1192031 Feb 09 22:01:26.034224 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a79135-9e82-4d39-b3cb-aee005e5c313 req-7ed0f745-08ec-4695-af46-9f30f878a29a tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:26.042081 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a2a79135-9e82-4d39-b3cb-aee005e5c313 req-7ed0f745-08ec-4695-af46-9f30f878a29a tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=5cc22ea9-82f4-4c42-bf78-f737e75f49e5 HTTP/1.1" status: 200 len: 946 time: 0.0629263 Feb 09 22:01:26.060146 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d3168ce1-a3d0-4162-88b2-8c03db8567ae req-c6e3d541-5967-427a-a47f-9687a00ea498 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f395b0a1-4177-495a-9f06-ed1fda1afbcd HTTP/1.1" status: 200 len: 1002 time: 0.0713859 Feb 09 22:01:26.100387 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a2a79135-9e82-4d39-b3cb-aee005e5c313 req-81a74cc6-b0b4-42c6-9e42-71f54d09f4a4 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529804 Feb 09 22:01:26.122136 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3168ce1-a3d0-4162-88b2-8c03db8567ae req-2f0f2b18-064e-4979-b350-3728334631df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:26.123755 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d3168ce1-a3d0-4162-88b2-8c03db8567ae req-2f0f2b18-064e-4979-b350-3728334631df service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3aadbbce-76c0-480d-b63d-7841ad582155 HTTP/1.1" status: 200 len: 835 time: 0.0560851 Feb 09 22:01:26.199761 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3168ce1-a3d0-4162-88b2-8c03db8567ae req-afa19680-372a-4347-bc8b-eaa4a90a71b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:26.201436 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d3168ce1-a3d0-4162-88b2-8c03db8567ae req-afa19680-372a-4347-bc8b-eaa4a90a71b9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=fa460168-c9ce-4567-b54f-86f206977d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0643325 Feb 09 22:01:26.312418 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d3168ce1-a3d0-4162-88b2-8c03db8567ae req-fac12030-af49-4ba7-824d-be42d45f56ef service neutron] 10.222.0.89 "GET /v2.0/networks/fa460168-c9ce-4567-b54f-86f206977d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001730 Feb 09 22:01:26.422853 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d3168ce1-a3d0-4162-88b2-8c03db8567ae req-ed142880-7042-48b8-8a5a-ae48c2126cff service neutron] 10.222.0.89 "GET /v2.0/networks/fa460168-c9ce-4567-b54f-86f206977d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000581 Feb 09 22:01:26.525564 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813da3a5-19d9-4103-b039-0c291a0806be req-be0311aa-b104-451a-9d6e-3d90306b1386 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:26.527241 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-813da3a5-19d9-4103-b039-0c291a0806be req-be0311aa-b104-451a-9d6e-3d90306b1386 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.95 "GET /v2.0/ports?device_id=5cc22ea9-82f4-4c42-bf78-f737e75f49e5 HTTP/1.1" status: 200 len: 946 time: 0.0709031 Feb 09 22:01:26.956570 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-813da3a5-19d9-4103-b039-0c291a0806be req-42775e00-9abb-4a19-988f-503cf0bafc0b tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Deleting port 7a345cfd-abb7-4d8d-9efe-7a7671b6dae3 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:01:26.957013 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-813da3a5-19d9-4103-b039-0c291a0806be req-42775e00-9abb-4a19-988f-503cf0bafc0b tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (7a345cfd-abb7-4d8d-9efe-7a7671b6dae3), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:27.021267 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 5a0b69aa-42fb-418f-8661-3c990bae2a7c no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:01:27.051956 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] No Port match for: 5a0b69aa-42fb-418f-8661-3c990bae2a7c {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:01:27.052422 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 5a0b69aa-42fb-418f-8661-3c990bae2a7c not bound to the agent host n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:01:27.057474 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-813da3a5-19d9-4103-b039-0c291a0806be req-42775e00-9abb-4a19-988f-503cf0bafc0b tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] For port 7a345cfd-abb7-4d8d-9efe-7a7671b6dae3, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=7a345cfd-abb7-4d8d-9efe-7a7671b6dae3,segment=NetworkSegment(4397314e-2225-4cf8-b858-ea8f71ca37e1),segment_id=4397314e-2225-4cf8-b858-ea8f71ca37e1)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:01:27.058031 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-813da3a5-19d9-4103-b039-0c291a0806be req-42775e00-9abb-4a19-988f-503cf0bafc0b tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (7a345cfd-abb7-4d8d-9efe-7a7671b6dae3), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:27.072692 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-813da3a5-19d9-4103-b039-0c291a0806be req-42775e00-9abb-4a19-988f-503cf0bafc0b tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Calling delete_port for 7a345cfd-abb7-4d8d-9efe-7a7671b6dae3 owned by compute:nova {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:01:27.257074 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-813da3a5-19d9-4103-b039-0c291a0806be req-42775e00-9abb-4a19-988f-503cf0bafc0b tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (7a345cfd-abb7-4d8d-9efe-7a7671b6dae3), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:27.273088 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['7a345cfd-abb7-4d8d-9efe-7a7671b6dae3'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:01:27.300602 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42775e00-9abb-4a19-988f-503cf0bafc0b tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Pushing event deleted for resources: {'Port': ['ID=7a345cfd-abb7-4d8d-9efe-7a7671b6dae3,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:27.316921 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0717d0-47ac-4c00-9d1d-1ebe31ccad7d req-47efdd31-8c32-4ac9-85c3-bac64f89d3d5 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:27.319062 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fd0717d0-47ac-4c00-9d1d-1ebe31ccad7d req-47efdd31-8c32-4ac9-85c3-bac64f89d3d5 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/ports?device_id=5cc22ea9-82f4-4c42-bf78-f737e75f49e5 HTTP/1.1" status: 200 len: 867 time: 0.1294312 Feb 09 22:01:27.322770 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42775e00-9abb-4a19-988f-503cf0bafc0b tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:27.323129 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42775e00-9abb-4a19-988f-503cf0bafc0b tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:27.323482 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42775e00-9abb-4a19-988f-503cf0bafc0b tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:27.323929 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42775e00-9abb-4a19-988f-503cf0bafc0b tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:27.324158 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42775e00-9abb-4a19-988f-503cf0bafc0b tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:27.324522 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42775e00-9abb-4a19-988f-503cf0bafc0b tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:27.324857 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42775e00-9abb-4a19-988f-503cf0bafc0b tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:27.325190 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42775e00-9abb-4a19-988f-503cf0bafc0b tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:27.325522 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42775e00-9abb-4a19-988f-503cf0bafc0b tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:27.325851 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42775e00-9abb-4a19-988f-503cf0bafc0b tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:27.326182 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42775e00-9abb-4a19-988f-503cf0bafc0b tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:27.326511 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42775e00-9abb-4a19-988f-503cf0bafc0b tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:27.326837 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42775e00-9abb-4a19-988f-503cf0bafc0b tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:27.395350 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-813da3a5-19d9-4103-b039-0c291a0806be req-42775e00-9abb-4a19-988f-503cf0bafc0b tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] No DVR routers for this DVR port 7a345cfd-abb7-4d8d-9efe-7a7671b6dae3 on host n-h1-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:01:27.399964 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-813da3a5-19d9-4103-b039-0c291a0806be req-42775e00-9abb-4a19-988f-503cf0bafc0b tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:27.404019 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-813da3a5-19d9-4103-b039-0c291a0806be req-42775e00-9abb-4a19-988f-503cf0bafc0b tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.95 "DELETE /v2.0/ports/7a345cfd-abb7-4d8d-9efe-7a7671b6dae3 HTTP/1.1" status: 204 len: 173 time: 0.8710487 Feb 09 22:01:27.404504 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cc22ea9-82f4-4c42-bf78-f737e75f49e5', 'name': 'network-vif-deleted', 'tag': '7a345cfd-abb7-4d8d-9efe-7a7671b6dae3'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:01:27.407066 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f20fcc8-93dc-4882-8402-c96865ab3973" -d '{"events": [{"server_uuid": "5cc22ea9-82f4-4c42-bf78-f737e75f49e5", "name": "network-vif-deleted", "tag": "7a345cfd-abb7-4d8d-9efe-7a7671b6dae3"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:01:27.446240 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fd0717d0-47ac-4c00-9d1d-1ebe31ccad7d req-33ef2e6b-4764-408c-a091-a3d6e0cb5886 tempest-ServersTestJSON-1213107515 tempest-ServersTestJSON-1213107515-project] 10.222.0.90 "GET /v2.0/security-groups?id=8067f84f-1359-4ea0-8e96-f731471136a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071393 Feb 09 22:01:27.629182 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f5cf1f-4265-400c-b8c0-b17dcd0500d7 x-openstack-request-id: req-18f5cf1f-4265-400c-b8c0-b17dcd0500d7 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:01:27.629547 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cc22ea9-82f4-4c42-bf78-f737e75f49e5", "name": "network-vif-deleted", "tag": "7a345cfd-abb7-4d8d-9efe-7a7671b6dae3", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:01:27.629895 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-18f5cf1f-4265-400c-b8c0-b17dcd0500d7 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:01:27.630422 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cc22ea9-82f4-4c42-bf78-f737e75f49e5', 'name': 'network-vif-deleted', 'tag': '7a345cfd-abb7-4d8d-9efe-7a7671b6dae3', 'status': 'completed', 'code': 200} Feb 09 22:01:28.521610 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 37934) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:28.581356 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:01:28.587185 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-79ff595e-74bc-457e-894d-902b895b788d admin admin] Deleting subnet e66e8995-a595-4f7e-865e-9e730b75c9e0 {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:01:28.590727 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-79ff595e-74bc-457e-894d-902b895b788d admin admin] Publish callbacks [] for subnet (e66e8995-a595-4f7e-865e-9e730b75c9e0), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:28.637871 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-79ff595e-74bc-457e-894d-902b895b788d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (e66e8995-a595-4f7e-865e-9e730b75c9e0), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:28.678851 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-79ff595e-74bc-457e-894d-902b895b788d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (e66e8995-a595-4f7e-865e-9e730b75c9e0), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:28.753823 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-79ff595e-74bc-457e-894d-902b895b788d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (e66e8995-a595-4f7e-865e-9e730b75c9e0), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:28.780867 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ff595e-74bc-457e-894d-902b895b788d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e66e8995-a595-4f7e-865e-9e730b75c9e0,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:28.784694 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-79ff595e-74bc-457e-894d-902b895b788d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:28.788250 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-79ff595e-74bc-457e-894d-902b895b788d admin admin] 10.222.0.90 "DELETE /v2.0/subnets/e66e8995-a595-4f7e-865e-9e730b75c9e0 HTTP/1.1" status: 204 len: 168 time: 0.2656045 Feb 09 22:01:28.790806 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 37940) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:28.871346 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4719ef5a-a648-4853-a9e2-53bbc1cf340f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (04a65d27-6482-4e7b-94e8-af3d0d277bb9), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:28.954562 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4719ef5a-a648-4853-a9e2-53bbc1cf340f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (04a65d27-6482-4e7b-94e8-af3d0d277bb9), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:28.980903 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-4719ef5a-a648-4853-a9e2-53bbc1cf340f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04a65d27-6482-4e7b-94e8-af3d0d277bb9']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:01:28.991675 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-4719ef5a-a648-4853-a9e2-53bbc1cf340f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4397314e-2225-4cf8-b858-ea8f71ca37e1') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:01:28.992292 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-4719ef5a-a648-4853-a9e2-53bbc1cf340f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4397314e-2225-4cf8-b858-ea8f71ca37e1') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:01:29.003042 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4719ef5a-a648-4853-a9e2-53bbc1cf340f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (4397314e-2225-4cf8-b858-ea8f71ca37e1), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:29.016955 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4719ef5a-a648-4853-a9e2-53bbc1cf340f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (4397314e-2225-4cf8-b858-ea8f71ca37e1), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:29.023341 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4719ef5a-a648-4853-a9e2-53bbc1cf340f admin admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:01:29.024372 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4719ef5a-a648-4853-a9e2-53bbc1cf340f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (4397314e-2225-4cf8-b858-ea8f71ca37e1), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:29.026066 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 22:01:29.026066 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:01:29.026066 n-d-828369-5 neutron-server[103141]: timer() Feb 09 22:01:29.026066 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:01:29.026066 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 22:01:29.026066 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:01:29.026066 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 22:01:29.026066 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:01:29.026066 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 22:01:29.026066 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:01:29.026066 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 22:01:29.026066 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:01:29.026066 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 22:01:29.026066 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:01:29.026066 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:01:29.026066 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:01:29.026066 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:01:29.026066 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:01:29.026066 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 22:01:29.026066 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:01:29.026066 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 22:01:29.026066 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:01:29.026066 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:01:29.026066 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:01:29.026066 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 22:01:29.026066 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:01:29.026066 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:01:29.026066 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:01:29.026066 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:01:29.026066 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:01:29.026066 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:01:29.026066 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:01:29.087550 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4719ef5a-a648-4853-a9e2-53bbc1cf340f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (04a65d27-6482-4e7b-94e8-af3d0d277bb9), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:29.097102 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4719ef5a-a648-4853-a9e2-53bbc1cf340f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:29.101016 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-4719ef5a-a648-4853-a9e2-53bbc1cf340f admin admin] 10.222.0.90 "DELETE /v2.0/networks/04a65d27-6482-4e7b-94e8-af3d0d277bb9 HTTP/1.1" status: 204 len: 168 time: 0.3081465 Feb 09 22:01:29.133694 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4719ef5a-a648-4853-a9e2-53bbc1cf340f admin admin] Pushing event deleted for resources: {'Network': ['ID=04a65d27-6482-4e7b-94e8-af3d0d277bb9,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:29.328826 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 37956) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:29.374624 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-6f4ea838-bf7b-4ca6-adb0-9c78fa22d1e7 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=b3e8b78db5b448288b8855c5416dd1f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0421772 Feb 09 22:01:29.374805 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 37958) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:29.423221 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-28b544d6-e690-4504-9a3f-036a195ec47a admin admin] Publish callbacks [] for security_group (8067f84f-1359-4ea0-8e96-f731471136a6), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:29.445061 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-28b544d6-e690-4504-9a3f-036a195ec47a admin admin] Publish callbacks [] for security_group (8067f84f-1359-4ea0-8e96-f731471136a6), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:29.496169 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-28b544d6-e690-4504-9a3f-036a195ec47a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (8067f84f-1359-4ea0-8e96-f731471136a6), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:29.498980 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-28b544d6-e690-4504-9a3f-036a195ec47a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:29.502607 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-28b544d6-e690-4504-9a3f-036a195ec47a admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/8067f84f-1359-4ea0-8e96-f731471136a6 HTTP/1.1" status: 204 len: 168 time: 0.1244526 Feb 09 22:01:29.507036 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 7a345cfd-abb7-4d8d-9efe-7a7671b6dae3 no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:01:29.509598 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b544d6-e690-4504-9a3f-036a195ec47a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8067f84f-1359-4ea0-8e96-f731471136a6,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:29.563538 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] No Port match for: 7a345cfd-abb7-4d8d-9efe-7a7671b6dae3 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:01:29.564161 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 7a345cfd-abb7-4d8d-9efe-7a7671b6dae3 not bound to the agent host n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:01:30.316699 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 37996) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:30.449029 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-cf202b38-fa0d-49ba-ab0a-71fd3ec8cbc6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1271603554-network', 'tenant_id': 'a5b450ffe3204024aa1de4c1c17e7296'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:01:30.492658 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf202b38-fa0d-49ba-ab0a-71fd3ec8cbc6 admin admin] Made reservation on behalf of a5b450ffe3204024aa1de4c1c17e7296 for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:01:30.495438 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cf202b38-fa0d-49ba-ab0a-71fd3ec8cbc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:30.504912 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cf202b38-fa0d-49ba-ab0a-71fd3ec8cbc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:30.586316 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cf202b38-fa0d-49ba-ab0a-71fd3ec8cbc6 admin admin] Publish callbacks [] for security_group (6fff1cba-1333-4204-a204-d72cce477ca5), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:30.590957 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cf202b38-fa0d-49ba-ab0a-71fd3ec8cbc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (6fff1cba-1333-4204-a204-d72cce477ca5), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:30.614481 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf202b38-fa0d-49ba-ab0a-71fd3ec8cbc6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:01:30.632414 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf202b38-fa0d-49ba-ab0a-71fd3ec8cbc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fff1cba-1333-4204-a204-d72cce477ca5,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:30.637539 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cf202b38-fa0d-49ba-ab0a-71fd3ec8cbc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (12f225d2-0c84-489a-a4a8-6e25d803c049), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:30.638177 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-cf202b38-fa0d-49ba-ab0a-71fd3ec8cbc6 admin admin] Added segment 12f225d2-0c84-489a-a4a8-6e25d803c049 of type vlan for network 37def89c-7a9f-4c66-92be-f91fbe6a4291 Feb 09 22:01:30.693664 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cf202b38-fa0d-49ba-ab0a-71fd3ec8cbc6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (37def89c-7a9f-4c66-92be-f91fbe6a4291), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:30.726910 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cf202b38-fa0d-49ba-ab0a-71fd3ec8cbc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (37def89c-7a9f-4c66-92be-f91fbe6a4291), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:30.727734 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf202b38-fa0d-49ba-ab0a-71fd3ec8cbc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:30.729414 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cf202b38-fa0d-49ba-ab0a-71fd3ec8cbc6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:30.808737 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-cf202b38-fa0d-49ba-ab0a-71fd3ec8cbc6 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4908576 Feb 09 22:01:30.814586 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 38008) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:30.821664 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-c0f2856d-62d2-4ee0-862c-2ed5fc2c3202 admin admin] Request body: {'subnet': {'network_id': '37def89c-7a9f-4c66-92be-f91fbe6a4291', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1271603554-subnet', 'tenant_id': 'a5b450ffe3204024aa1de4c1c17e7296', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:01:30.849250 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf202b38-fa0d-49ba-ab0a-71fd3ec8cbc6 admin admin] Pushing event updated for resources: {'Network': ['ID=37def89c-7a9f-4c66-92be-f91fbe6a4291,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:30.878529 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 37def89c-7a9f-4c66-92be-f91fbe6a4291 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:01:30.884751 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f2856d-62d2-4ee0-862c-2ed5fc2c3202 admin admin] Made reservation on behalf of a5b450ffe3204024aa1de4c1c17e7296 for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:01:30.890333 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c0f2856d-62d2-4ee0-862c-2ed5fc2c3202 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621317'] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:31.147972 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c0f2856d-62d2-4ee0-862c-2ed5fc2c3202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621371'] for subnet (e04d8769-3631-49a0-81b3-a22ce5792703), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:31.218229 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f2856d-62d2-4ee0-862c-2ed5fc2c3202 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e04d8769-3631-49a0-81b3-a22ce5792703,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:31.222422 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f2856d-62d2-4ee0-862c-2ed5fc2c3202 admin admin] Checking segment: {'id': '12f225d2-0c84-489a-a4a8-6e25d803c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '37def89c-7a9f-4c66-92be-f91fbe6a4291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:01:31.222422 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f2856d-62d2-4ee0-862c-2ed5fc2c3202 admin admin] Network hostable DHCP agents. Network: 37def89c-7a9f-4c66-92be-f91fbe6a4291, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:01:31.250161 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f2856d-62d2-4ee0-862c-2ed5fc2c3202 admin admin] Network 37def89c-7a9f-4c66-92be-f91fbe6a4291 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:01:31.261864 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-c0f2856d-62d2-4ee0-862c-2ed5fc2c3202 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 37def89c-7a9f-4c66-92be-f91fbe6a4291) {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:01:31.271021 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b24bdc0-bc22-411b-9623-8aded5dad708 None None] Network 37def89c-7a9f-4c66-92be-f91fbe6a4291 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:01:31.275116 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f2856d-62d2-4ee0-862c-2ed5fc2c3202 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:31.275992 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c0f2856d-62d2-4ee0-862c-2ed5fc2c3202 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:31.330150 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-c0f2856d-62d2-4ee0-862c-2ed5fc2c3202 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5102720 Feb 09 22:01:31.331847 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 38016) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:31.337081 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-689816e4-301d-45c2-b476-e462ed9b07aa admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1271603554-router', 'tenant_id': 'a5b450ffe3204024aa1de4c1c17e7296', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:01:31.377216 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-689816e4-301d-45c2-b476-e462ed9b07aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (c4c5805a-20ec-4e05-952e-0f99cdae65aa), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:31.384249 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-689816e4-301d-45c2-b476-e462ed9b07aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (c4c5805a-20ec-4e05-952e-0f99cdae65aa), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:31.439490 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c590ee6-227a-489d-8014-8964d4647995 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-37def89c-7a9f-4c66-92be-f91fbe6a4291', 'network_id': '37def89c-7a9f-4c66-92be-f91fbe6a4291', 'project_id': 'a5b450ffe3204024aa1de4c1c17e7296', 'fixed_ips': [{'subnet_id': 'e04d8769-3631-49a0-81b3-a22ce5792703'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:01:31.442091 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-0c590ee6-227a-489d-8014-8964d4647995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:31.512859 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-689816e4-301d-45c2-b476-e462ed9b07aa admin admin] Publish callbacks [] for router_controller (c4c5805a-20ec-4e05-952e-0f99cdae65aa), precommit_add_association {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:31.703806 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-0c590ee6-227a-489d-8014-8964d4647995 None None] Allocated IP 172.20.0.2 (37def89c-7a9f-4c66-92be-f91fbe6a4291/e04d8769-3631-49a0-81b3-a22ce5792703/755223e4-969d-4294-9046-a5cf9d2ae91c) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:01:31.735404 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-689816e4-301d-45c2-b476-e462ed9b07aa admin admin] Publish callbacks [] for router_gateway (c4c5805a-20ec-4e05-952e-0f99cdae65aa), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:31.961672 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-0c590ee6-227a-489d-8014-8964d4647995 None None] Publish callbacks [] for port (755223e4-969d-4294-9046-a5cf9d2ae91c), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:31.976930 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-0c590ee6-227a-489d-8014-8964d4647995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (755223e4-969d-4294-9046-a5cf9d2ae91c), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:32.021043 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c590ee6-227a-489d-8014-8964d4647995 None None] Network 37def89c-7a9f-4c66-92be-f91fbe6a4291 is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:01:32.026501 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-0c590ee6-227a-489d-8014-8964d4647995 None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:01:32.033158 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c590ee6-227a-489d-8014-8964d4647995 None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:01:32.044121 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c590ee6-227a-489d-8014-8964d4647995 None None] Pushing event updated for resources: {'Port': ['ID=755223e4-969d-4294-9046-a5cf9d2ae91c,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:32.111901 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-0c590ee6-227a-489d-8014-8964d4647995 None None] Attempting to bind port 755223e4-969d-4294-9046-a5cf9d2ae91c on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:01:32.112344 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-0c590ee6-227a-489d-8014-8964d4647995 None None] Attempting to bind port 755223e4-969d-4294-9046-a5cf9d2ae91c by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '12f225d2-0c84-489a-a4a8-6e25d803c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '37def89c-7a9f-4c66-92be-f91fbe6a4291'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:01:32.112711 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c590ee6-227a-489d-8014-8964d4647995 None None] Attempting to bind port 755223e4-969d-4294-9046-a5cf9d2ae91c on network 37def89c-7a9f-4c66-92be-f91fbe6a4291 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:01:32.121125 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c590ee6-227a-489d-8014-8964d4647995 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:01:32.121517 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c590ee6-227a-489d-8014-8964d4647995 None None] Checking segment: {'id': '12f225d2-0c84-489a-a4a8-6e25d803c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '37def89c-7a9f-4c66-92be-f91fbe6a4291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:01:32.121931 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-0c590ee6-227a-489d-8014-8964d4647995 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:32.123037 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c590ee6-227a-489d-8014-8964d4647995 None None] Bound using segment: {'id': '12f225d2-0c84-489a-a4a8-6e25d803c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '37def89c-7a9f-4c66-92be-f91fbe6a4291'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:01:32.123696 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-0c590ee6-227a-489d-8014-8964d4647995 None None] Bound port: 755223e4-969d-4294-9046-a5cf9d2ae91c, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12f225d2-0c84-489a-a4a8-6e25d803c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '37def89c-7a9f-4c66-92be-f91fbe6a4291'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:01:32.124282 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-0c590ee6-227a-489d-8014-8964d4647995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (755223e4-969d-4294-9046-a5cf9d2ae91c), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:32.126936 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-689816e4-301d-45c2-b476-e462ed9b07aa admin admin] Publish callbacks [] for router_gateway (c4c5805a-20ec-4e05-952e-0f99cdae65aa), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:32.153982 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-689816e4-301d-45c2-b476-e462ed9b07aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:32.214359 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-0c590ee6-227a-489d-8014-8964d4647995 None None] For port 755223e4-969d-4294-9046-a5cf9d2ae91c, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:01:32.218589 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-0c590ee6-227a-489d-8014-8964d4647995 None None] For port 755223e4-969d-4294-9046-a5cf9d2ae91c, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=755223e4-969d-4294-9046-a5cf9d2ae91c,segment=NetworkSegment(12f225d2-0c84-489a-a4a8-6e25d803c049),segment_id=12f225d2-0c84-489a-a4a8-6e25d803c049)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:01:32.230199 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-0c590ee6-227a-489d-8014-8964d4647995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (755223e4-969d-4294-9046-a5cf9d2ae91c), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:32.331009 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-689816e4-301d-45c2-b476-e462ed9b07aa admin admin] Allocated IP 172.25.3.198 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/aadfb8ab-cd8e-415e-ba9c-4cae14e577a9) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:01:32.372258 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c590ee6-227a-489d-8014-8964d4647995 None None] Pushing event updated for resources: {'Port': ['ID=755223e4-969d-4294-9046-a5cf9d2ae91c,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:32.472072 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-689816e4-301d-45c2-b476-e462ed9b07aa admin admin] Publish callbacks [] for port (aadfb8ab-cd8e-415e-ba9c-4cae14e577a9), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:32.907445 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 755223e4-969d-4294-9046-a5cf9d2ae91c up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:01:32.944530 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-689816e4-301d-45c2-b476-e462ed9b07aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (aadfb8ab-cd8e-415e-ba9c-4cae14e577a9), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:32.996115 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689816e4-301d-45c2-b476-e462ed9b07aa admin admin] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:01:32.998932 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-689816e4-301d-45c2-b476-e462ed9b07aa admin admin] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:01:33.003823 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689816e4-301d-45c2-b476-e462ed9b07aa admin admin] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:01:33.007516 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689816e4-301d-45c2-b476-e462ed9b07aa admin admin] Pushing event updated for resources: {'Port': ['ID=aadfb8ab-cd8e-415e-ba9c-4cae14e577a9,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:33.021717 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 755223e4-969d-4294-9046-a5cf9d2ae91c triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:01:33.021717 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (755223e4-969d-4294-9046-a5cf9d2ae91c), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:33.148063 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 755223e4-969d-4294-9046-a5cf9d2ae91c is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:01:33.148587 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (755223e4-969d-4294-9046-a5cf9d2ae91c), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:33.216393 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port 755223e4-969d-4294-9046-a5cf9d2ae91c, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=755223e4-969d-4294-9046-a5cf9d2ae91c,segment=NetworkSegment(12f225d2-0c84-489a-a4a8-6e25d803c049),segment_id=12f225d2-0c84-489a-a4a8-6e25d803c049)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:01:33.228727 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (755223e4-969d-4294-9046-a5cf9d2ae91c), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:33.336259 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=755223e4-969d-4294-9046-a5cf9d2ae91c,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:33.420498 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-689816e4-301d-45c2-b476-e462ed9b07aa admin admin] Publish callbacks [] for router_gateway (c4c5805a-20ec-4e05-952e-0f99cdae65aa), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:33.737330 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-689816e4-301d-45c2-b476-e462ed9b07aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (c4c5805a-20ec-4e05-952e-0f99cdae65aa), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:33.924527 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7931c4-55ee-41c2-a8f0-d7f859198b4b None None] Network 37def89c-7a9f-4c66-92be-f91fbe6a4291 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:01:33.933715 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-689816e4-301d-45c2-b476-e462ed9b07aa admin admin] Router c4c5805a-20ec-4e05-952e-0f99cdae65aa is scheduled to L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 with binding_index 1 {{(pid=103141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:01:34.010795 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-ec6c22b1-387b-48aa-a87f-fd086f175bda None None] Provisioning complete for port 755223e4-969d-4294-9046-a5cf9d2ae91c triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:01:34.011686 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ec6c22b1-387b-48aa-a87f-fd086f175bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (755223e4-969d-4294-9046-a5cf9d2ae91c), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:34.099874 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-689816e4-301d-45c2-b476-e462ed9b07aa admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:01:34.115554 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1e421d-d1bb-41c7-aefb-ddc0a89d9141 None None] Sync routers for ids ['c4c5805a-20ec-4e05-952e-0f99cdae65aa'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:01:34.151715 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-ec6c22b1-387b-48aa-a87f-fd086f175bda None None] Current status of the port 755223e4-969d-4294-9046-a5cf9d2ae91c is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:01:34.155062 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-689816e4-301d-45c2-b476-e462ed9b07aa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:34.155737 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1e421d-d1bb-41c7-aefb-ddc0a89d9141 None None] Routers {'c4c5805a-20ec-4e05-952e-0f99cdae65aa'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:01:34.156547 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-2b1e421d-d1bb-41c7-aefb-ddc0a89d9141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:01:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['c4c5805a-20ec-4e05-952e-0f99cdae65aa'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:01:34.160986 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-689816e4-301d-45c2-b476-e462ed9b07aa admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.8269894 Feb 09 22:01:34.161178 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 38058) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:34.303733 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-2b1e421d-d1bb-41c7-aefb-ddc0a89d9141 None None] Set router c4c5805a-20ec-4e05-952e-0f99cdae65aa gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:01:34.581479 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-2b1e421d-d1bb-41c7-aefb-ddc0a89d9141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c5805a-20ec-4e05-952e-0f99cdae65aa', 'name': 'tempest-AttachVolumeShelveTestJSON-1271603554-router', 'tenant_id': 'a5b450ffe3204024aa1de4c1c17e7296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'aadfb8ab-cd8e-415e-ba9c-4cae14e577a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:01:31Z', 'updated_at': '2022-02-09T22:01:33Z', 'revision_number': 3, 'project_id': 'a5b450ffe3204024aa1de4c1c17e7296', 'gw_port': {'id': 'aadfb8ab-cd8e-415e-ba9c-4cae14e577a9', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:78:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c5805a-20ec-4e05-952e-0f99cdae65aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:32Z', 'updated_at': '2022-02-09T22:01:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:01:34.629104 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1e421d-d1bb-41c7-aefb-ddc0a89d9141 None None] Checking router: c4c5805a-20ec-4e05-952e-0f99cdae65aa for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:01:34.629816 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1e421d-d1bb-41c7-aefb-ddc0a89d9141 None None] Updating router c4c5805a-20ec-4e05-952e-0f99cdae65aa port aadfb8ab-cd8e-415e-ba9c-4cae14e577a9 binding host n-d-828369-5 {{(pid=103143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:01:34.663070 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2b1e421d-d1bb-41c7-aefb-ddc0a89d9141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (aadfb8ab-cd8e-415e-ba9c-4cae14e577a9), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:34.698416 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-d3a024f7-c235-4dc8-82b9-03c06d7eb3a8 None None] Provisioning complete for port 755223e4-969d-4294-9046-a5cf9d2ae91c triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:01:34.698952 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d3a024f7-c235-4dc8-82b9-03c06d7eb3a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (755223e4-969d-4294-9046-a5cf9d2ae91c), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:34.857220 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e432f1b3-2e17-4323-9851-3d68ef7dedcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:34.887076 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 755223e4-969d-4294-9046-a5cf9d2ae91c up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:01:34.998074 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-d3a024f7-c235-4dc8-82b9-03c06d7eb3a8 None None] Current status of the port 755223e4-969d-4294-9046-a5cf9d2ae91c is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:01:35.027757 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 755223e4-969d-4294-9046-a5cf9d2ae91c triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:01:35.028155 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (755223e4-969d-4294-9046-a5cf9d2ae91c), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:35.125748 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2b1e421d-d1bb-41c7-aefb-ddc0a89d9141 None None] Publish callbacks [] for port (aadfb8ab-cd8e-415e-ba9c-4cae14e577a9), precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:35.145800 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2b1e421d-d1bb-41c7-aefb-ddc0a89d9141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (aadfb8ab-cd8e-415e-ba9c-4cae14e577a9), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:35.223501 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-2b1e421d-d1bb-41c7-aefb-ddc0a89d9141 None None] Attempting to bind port aadfb8ab-cd8e-415e-ba9c-4cae14e577a9 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:01:35.224155 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-2b1e421d-d1bb-41c7-aefb-ddc0a89d9141 None None] Attempting to bind port aadfb8ab-cd8e-415e-ba9c-4cae14e577a9 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:01:35.224565 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1e421d-d1bb-41c7-aefb-ddc0a89d9141 None None] Attempting to bind port aadfb8ab-cd8e-415e-ba9c-4cae14e577a9 on network 54a442d5-50a0-4c75-85cc-d19f5bf58118 {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:01:35.234867 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1e421d-d1bb-41c7-aefb-ddc0a89d9141 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:01:35.235084 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1e421d-d1bb-41c7-aefb-ddc0a89d9141 None None] Checking segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:01:35.235466 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2b1e421d-d1bb-41c7-aefb-ddc0a89d9141 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:35.235900 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1e421d-d1bb-41c7-aefb-ddc0a89d9141 None None] Bound using segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:01:35.236428 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-2b1e421d-d1bb-41c7-aefb-ddc0a89d9141 None None] Bound port: aadfb8ab-cd8e-415e-ba9c-4cae14e577a9, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:01:35.236724 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2b1e421d-d1bb-41c7-aefb-ddc0a89d9141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (aadfb8ab-cd8e-415e-ba9c-4cae14e577a9), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:35.269833 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-e432f1b3-2e17-4323-9851-3d68ef7dedcf admin admin] Allocated IP 172.20.0.1 (37def89c-7a9f-4c66-92be-f91fbe6a4291/e04d8769-3631-49a0-81b3-a22ce5792703/5f3b583e-f3a7-425a-95e8-426aa29472d5) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:01:35.274644 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 755223e4-969d-4294-9046-a5cf9d2ae91c is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:01:35.294217 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a91f28-2633-4d21-b2e7-20fa4d17693e None None] Pushing event updated for resources: {'Port': ['ID=aadfb8ab-cd8e-415e-ba9c-4cae14e577a9,revision_number=2']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:35.306243 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a91f28-2633-4d21-b2e7-20fa4d17693e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:35.306591 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a91f28-2633-4d21-b2e7-20fa4d17693e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:35.306989 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a91f28-2633-4d21-b2e7-20fa4d17693e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:35.307274 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a91f28-2633-4d21-b2e7-20fa4d17693e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:35.307619 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a91f28-2633-4d21-b2e7-20fa4d17693e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:35.307928 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a91f28-2633-4d21-b2e7-20fa4d17693e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:35.308284 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a91f28-2633-4d21-b2e7-20fa4d17693e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:35.308600 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a91f28-2633-4d21-b2e7-20fa4d17693e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:35.308917 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a91f28-2633-4d21-b2e7-20fa4d17693e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:35.309246 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a91f28-2633-4d21-b2e7-20fa4d17693e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:35.309576 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a91f28-2633-4d21-b2e7-20fa4d17693e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:35.309884 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a91f28-2633-4d21-b2e7-20fa4d17693e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:35.310286 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a91f28-2633-4d21-b2e7-20fa4d17693e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:01:35.364460 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-2b1e421d-d1bb-41c7-aefb-ddc0a89d9141 None None] For port aadfb8ab-cd8e-415e-ba9c-4cae14e577a9, host n-d-828369-5, cleared binding levels {{(pid=103143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:01:35.370121 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-2b1e421d-d1bb-41c7-aefb-ddc0a89d9141 None None] For port aadfb8ab-cd8e-415e-ba9c-4cae14e577a9, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=aadfb8ab-cd8e-415e-ba9c-4cae14e577a9,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:01:35.377345 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2b1e421d-d1bb-41c7-aefb-ddc0a89d9141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (aadfb8ab-cd8e-415e-ba9c-4cae14e577a9), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:35.461506 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1e421d-d1bb-41c7-aefb-ddc0a89d9141 None None] Routers {'c4c5805a-20ec-4e05-952e-0f99cdae65aa'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:01:35.462251 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-2b1e421d-d1bb-41c7-aefb-ddc0a89d9141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:01:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['c4c5805a-20ec-4e05-952e-0f99cdae65aa'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:01:35.464614 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a91f28-2633-4d21-b2e7-20fa4d17693e None None] Pushing event updated for resources: {'Port': ['ID=aadfb8ab-cd8e-415e-ba9c-4cae14e577a9,revision_number=3']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:35.480923 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e432f1b3-2e17-4323-9851-3d68ef7dedcf admin admin] Publish callbacks [] for port (5f3b583e-f3a7-425a-95e8-426aa29472d5), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:35.538427 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e432f1b3-2e17-4323-9851-3d68ef7dedcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (5f3b583e-f3a7-425a-95e8-426aa29472d5), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:35.604319 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e432f1b3-2e17-4323-9851-3d68ef7dedcf admin admin] Network 37def89c-7a9f-4c66-92be-f91fbe6a4291 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:01:35.609451 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-e432f1b3-2e17-4323-9851-3d68ef7dedcf admin admin] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:01:35.613185 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e432f1b3-2e17-4323-9851-3d68ef7dedcf admin admin] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:01:35.660299 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e432f1b3-2e17-4323-9851-3d68ef7dedcf admin admin] Pushing event updated for resources: {'Port': ['ID=5f3b583e-f3a7-425a-95e8-426aa29472d5,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:35.676649 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e432f1b3-2e17-4323-9851-3d68ef7dedcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554727'] for router_interface (c4c5805a-20ec-4e05-952e-0f99cdae65aa), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:35.692566 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-2b1e421d-d1bb-41c7-aefb-ddc0a89d9141 None None] Set router c4c5805a-20ec-4e05-952e-0f99cdae65aa gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:01:36.023879 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e432f1b3-2e17-4323-9851-3d68ef7dedcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (5f3b583e-f3a7-425a-95e8-426aa29472d5), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:36.035111 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-2b1e421d-d1bb-41c7-aefb-ddc0a89d9141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c5805a-20ec-4e05-952e-0f99cdae65aa', 'name': 'tempest-AttachVolumeShelveTestJSON-1271603554-router', 'tenant_id': 'a5b450ffe3204024aa1de4c1c17e7296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'aadfb8ab-cd8e-415e-ba9c-4cae14e577a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:01:31Z', 'updated_at': '2022-02-09T22:01:33Z', 'revision_number': 3, 'project_id': 'a5b450ffe3204024aa1de4c1c17e7296', 'gw_port': {'id': 'aadfb8ab-cd8e-415e-ba9c-4cae14e577a9', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:78:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c5805a-20ec-4e05-952e-0f99cdae65aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:32Z', 'updated_at': '2022-02-09T22:01:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:01:36.049406 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-23c8d56c-65b3-442e-befa-f9df08da2ecd None None] Provisioning complete for port 5f3b583e-f3a7-425a-95e8-426aa29472d5 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:01:36.049793 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-23c8d56c-65b3-442e-befa-f9df08da2ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (5f3b583e-f3a7-425a-95e8-426aa29472d5), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:36.079838 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1e421d-d1bb-41c7-aefb-ddc0a89d9141 None None] The sync data for ids ['c4c5805a-20ec-4e05-952e-0f99cdae65aa'] in n-d-828369-5 is: [{'id': 'c4c5805a-20ec-4e05-952e-0f99cdae65aa', 'name': 'tempest-AttachVolumeShelveTestJSON-1271603554-router', 'tenant_id': 'a5b450ffe3204024aa1de4c1c17e7296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'aadfb8ab-cd8e-415e-ba9c-4cae14e577a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:01:31Z', 'updated_at': '2022-02-09T22:01:33Z', 'revision_number': 3, 'project_id': 'a5b450ffe3204024aa1de4c1c17e7296', 'gw_port': {'id': 'aadfb8ab-cd8e-415e-ba9c-4cae14e577a9', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:78:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c5805a-20ec-4e05-952e-0f99cdae65aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:32Z', 'updated_at': '2022-02-09T22:01:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:01:36.136921 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-23c8d56c-65b3-442e-befa-f9df08da2ecd None None] Port 5f3b583e-f3a7-425a-95e8-426aa29472d5 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:01:36.306844 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e432f1b3-2e17-4323-9851-3d68ef7dedcf admin admin] Publish callbacks [] for port (5f3b583e-f3a7-425a-95e8-426aa29472d5), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:36.311983 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e432f1b3-2e17-4323-9851-3d68ef7dedcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (5f3b583e-f3a7-425a-95e8-426aa29472d5), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:36.362723 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e432f1b3-2e17-4323-9851-3d68ef7dedcf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524919'] for router_interface (c4c5805a-20ec-4e05-952e-0f99cdae65aa), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:36.444700 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e432f1b3-2e17-4323-9851-3d68ef7dedcf admin admin] Pushing event updated for resources: {'Port': ['ID=5f3b583e-f3a7-425a-95e8-426aa29472d5,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:36.550635 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e432f1b3-2e17-4323-9851-3d68ef7dedcf admin admin] Network 37def89c-7a9f-4c66-92be-f91fbe6a4291 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:01:36.553080 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-e432f1b3-2e17-4323-9851-3d68ef7dedcf admin admin] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:01:36.813833 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e432f1b3-2e17-4323-9851-3d68ef7dedcf admin admin] Router c4c5805a-20ec-4e05-952e-0f99cdae65aa has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:01:36.934231 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device aadfb8ab-cd8e-415e-ba9c-4cae14e577a9 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:01:36.995934 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-6ee0b8fb-9b2b-4e0d-ae42-49f8a08a2ad0 None None] Provisioning complete for port 5f3b583e-f3a7-425a-95e8-426aa29472d5 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:01:36.996353 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-6ee0b8fb-9b2b-4e0d-ae42-49f8a08a2ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (5f3b583e-f3a7-425a-95e8-426aa29472d5), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:37.061482 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e432f1b3-2e17-4323-9851-3d68ef7dedcf admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:01:37.078144 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-e432f1b3-2e17-4323-9851-3d68ef7dedcf admin admin] 10.222.0.90 "PUT /v2.0/routers/c4c5805a-20ec-4e05-952e-0f99cdae65aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9145849 Feb 09 22:01:37.310680 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-6ee0b8fb-9b2b-4e0d-ae42-49f8a08a2ad0 None None] Port 5f3b583e-f3a7-425a-95e8-426aa29472d5 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:01:37.316318 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port aadfb8ab-cd8e-415e-ba9c-4cae14e577a9 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:01:37.321241 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (aadfb8ab-cd8e-415e-ba9c-4cae14e577a9), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:37.482068 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port aadfb8ab-cd8e-415e-ba9c-4cae14e577a9 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:01:37.482476 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (aadfb8ab-cd8e-415e-ba9c-4cae14e577a9), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:37.517581 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port aadfb8ab-cd8e-415e-ba9c-4cae14e577a9, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=aadfb8ab-cd8e-415e-ba9c-4cae14e577a9,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:01:37.525175 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (aadfb8ab-cd8e-415e-ba9c-4cae14e577a9), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:37.617253 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=aadfb8ab-cd8e-415e-ba9c-4cae14e577a9,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:38.249926 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 38126) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:38.254622 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-9605fbe9-7a15-4e0f-828b-b2c2897bdc36 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1162841268', 'description': 'tempest-description--371479891'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:01:38.277241 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9605fbe9-7a15-4e0f-828b-b2c2897bdc36 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:38.359544 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9605fbe9-7a15-4e0f-828b-b2c2897bdc36 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Publish callbacks [] for security_group (a150208c-d856-4775-8b70-a04a39be3e59), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:38.364975 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9605fbe9-7a15-4e0f-828b-b2c2897bdc36 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (a150208c-d856-4775-8b70-a04a39be3e59), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:38.386124 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9605fbe9-7a15-4e0f-828b-b2c2897bdc36 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:38.390290 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-9605fbe9-7a15-4e0f-828b-b2c2897bdc36 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1363921 Feb 09 22:01:38.390621 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 38132) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:38.394882 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-3f0ad4f4-a353-4437-8073-c91ff333df14 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Request body: {'security_group_rule': {'security_group_id': 'a150208c-d856-4775-8b70-a04a39be3e59', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:01:38.423401 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9605fbe9-7a15-4e0f-828b-b2c2897bdc36 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a150208c-d856-4775-8b70-a04a39be3e59,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:38.429635 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3f0ad4f4-a353-4437-8073-c91ff333df14 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Publish callbacks [] for security_group_rule (fdd819be-0156-40e2-89aa-a0fb992b63b3), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:38.506211 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3f0ad4f4-a353-4437-8073-c91ff333df14 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Publish callbacks [] for security_group_rule (fdd819be-0156-40e2-89aa-a0fb992b63b3), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:38.510986 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3f0ad4f4-a353-4437-8073-c91ff333df14 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (fdd819be-0156-40e2-89aa-a0fb992b63b3), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:38.529816 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0ad4f4-a353-4437-8073-c91ff333df14 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdd819be-0156-40e2-89aa-a0fb992b63b3,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:38.539982 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3f0ad4f4-a353-4437-8073-c91ff333df14 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:38.544708 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 38134) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:38.549512 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-70332cb0-648f-4899-bbc2-bd4f3286de8c tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Request body: {'security_group_rule': {'security_group_id': 'a150208c-d856-4775-8b70-a04a39be3e59', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:01:38.550186 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-3f0ad4f4-a353-4437-8073-c91ff333df14 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1588132 Feb 09 22:01:38.583693 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-70332cb0-648f-4899-bbc2-bd4f3286de8c tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Publish callbacks [] for security_group_rule (8dfba2b1-765b-4ad4-9514-3183b482a48c), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:38.653107 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-70332cb0-648f-4899-bbc2-bd4f3286de8c tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Publish callbacks [] for security_group_rule (8dfba2b1-765b-4ad4-9514-3183b482a48c), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:38.658869 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-70332cb0-648f-4899-bbc2-bd4f3286de8c tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (8dfba2b1-765b-4ad4-9514-3183b482a48c), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:38.682646 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70332cb0-648f-4899-bbc2-bd4f3286de8c tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dfba2b1-765b-4ad4-9514-3183b482a48c,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:38.709044 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-70332cb0-648f-4899-bbc2-bd4f3286de8c tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:38.713838 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 38142) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:38.714142 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-70332cb0-648f-4899-bbc2-bd4f3286de8c tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1681285 Feb 09 22:01:38.719002 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-8c37b41a-1f91-4983-9eab-a1bad45e21c4 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Request body: {'floatingip': {'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:01:38.743497 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8c37b41a-1f91-4983-9eab-a1bad45e21c4 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:38.877438 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device aadfb8ab-cd8e-415e-ba9c-4cae14e577a9 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:01:38.917675 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8c37b41a-1f91-4983-9eab-a1bad45e21c4 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:38.979018 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f4bcd3-f327-4590-a3a4-47eb4065a978 None None] Sync routers for ids ['c4c5805a-20ec-4e05-952e-0f99cdae65aa'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:01:39.001386 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port aadfb8ab-cd8e-415e-ba9c-4cae14e577a9 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:01:39.001994 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (aadfb8ab-cd8e-415e-ba9c-4cae14e577a9), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:39.004541 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f4bcd3-f327-4590-a3a4-47eb4065a978 None None] Routers {'c4c5805a-20ec-4e05-952e-0f99cdae65aa'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:01:39.005352 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-94f4bcd3-f327-4590-a3a4-47eb4065a978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:01:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['c4c5805a-20ec-4e05-952e-0f99cdae65aa'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:01:39.052829 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-8c37b41a-1f91-4983-9eab-a1bad45e21c4 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Allocated IP 172.25.3.192 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/d880d61e-d4da-429b-8605-6da01eb5c623) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:01:39.145365 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c0569368-ff02-4a7e-bb0a-0b8f93074daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:39.197143 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8c37b41a-1f91-4983-9eab-a1bad45e21c4 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Publish callbacks [] for port (d880d61e-d4da-429b-8605-6da01eb5c623), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:39.209687 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-94f4bcd3-f327-4590-a3a4-47eb4065a978 None None] Set router c4c5805a-20ec-4e05-952e-0f99cdae65aa gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:01:39.239611 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8c37b41a-1f91-4983-9eab-a1bad45e21c4 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (d880d61e-d4da-429b-8605-6da01eb5c623), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:39.259367 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port aadfb8ab-cd8e-415e-ba9c-4cae14e577a9 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:01:39.281206 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c37b41a-1f91-4983-9eab-a1bad45e21c4 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:01:39.287534 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-8c37b41a-1f91-4983-9eab-a1bad45e21c4 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:01:39.294588 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c37b41a-1f91-4983-9eab-a1bad45e21c4 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:01:39.340602 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c37b41a-1f91-4983-9eab-a1bad45e21c4 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Pushing event updated for resources: {'Port': ['ID=d880d61e-d4da-429b-8605-6da01eb5c623,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:39.406563 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8c37b41a-1f91-4983-9eab-a1bad45e21c4 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Publish callbacks [] for floatingip (8db7b816-9b3a-4e79-b90d-876457c294e3), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:39.451934 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8c37b41a-1f91-4983-9eab-a1bad45e21c4 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (d880d61e-d4da-429b-8605-6da01eb5c623), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:39.460357 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-94f4bcd3-f327-4590-a3a4-47eb4065a978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c5805a-20ec-4e05-952e-0f99cdae65aa', 'name': 'tempest-AttachVolumeShelveTestJSON-1271603554-router', 'tenant_id': 'a5b450ffe3204024aa1de4c1c17e7296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'aadfb8ab-cd8e-415e-ba9c-4cae14e577a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:01:31Z', 'updated_at': '2022-02-09T22:01:35Z', 'revision_number': 4, 'project_id': 'a5b450ffe3204024aa1de4c1c17e7296', 'gw_port': {'id': 'aadfb8ab-cd8e-415e-ba9c-4cae14e577a9', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:78:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c5805a-20ec-4e05-952e-0f99cdae65aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:32Z', 'updated_at': '2022-02-09T22:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '5f3b583e-f3a7-425a-95e8-426aa29472d5', 'name': '', 'network_id': '37def89c-7a9f-4c66-92be-f91fbe6a4291', 'tenant_id': 'a5b450ffe3204024aa1de4c1c17e7296', 'mac_address': 'fa:16:3e:5e:47:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c5805a-20ec-4e05-952e-0f99cdae65aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': 'e04d8769-3631-49a0-81b3-a22ce5792703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:34Z', 'updated_at': '2022-02-09T22:01:36Z', 'revision_number': 2, 'project_id': 'a5b450ffe3204024aa1de4c1c17e7296', 'subnets': [{'id': 'e04d8769-3631-49a0-81b3-a22ce5792703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:01:39.493232 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f4bcd3-f327-4590-a3a4-47eb4065a978 None None] Checking router: c4c5805a-20ec-4e05-952e-0f99cdae65aa for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:01:39.493692 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f4bcd3-f327-4590-a3a4-47eb4065a978 None None] Updating router c4c5805a-20ec-4e05-952e-0f99cdae65aa port 5f3b583e-f3a7-425a-95e8-426aa29472d5 binding host n-d-828369-5 {{(pid=103142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:01:39.523817 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-94f4bcd3-f327-4590-a3a4-47eb4065a978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (5f3b583e-f3a7-425a-95e8-426aa29472d5), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:39.635669 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8c37b41a-1f91-4983-9eab-a1bad45e21c4 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Publish callbacks [] for port (d880d61e-d4da-429b-8605-6da01eb5c623), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:39.641755 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8c37b41a-1f91-4983-9eab-a1bad45e21c4 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (d880d61e-d4da-429b-8605-6da01eb5c623), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:39.762919 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c37b41a-1f91-4983-9eab-a1bad45e21c4 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Pushing event updated for resources: {'Port': ['ID=d880d61e-d4da-429b-8605-6da01eb5c623,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:39.787707 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8c37b41a-1f91-4983-9eab-a1bad45e21c4 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (8db7b816-9b3a-4e79-b90d-876457c294e3), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:39.808959 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8c37b41a-1f91-4983-9eab-a1bad45e21c4 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:39.810823 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-8c37b41a-1f91-4983-9eab-a1bad45e21c4 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0957518 Feb 09 22:01:39.864818 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-94f4bcd3-f327-4590-a3a4-47eb4065a978 None None] Publish callbacks [] for port (5f3b583e-f3a7-425a-95e8-426aa29472d5), precommit_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:39.871739 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-94f4bcd3-f327-4590-a3a4-47eb4065a978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (5f3b583e-f3a7-425a-95e8-426aa29472d5), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:39.933522 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdc91c1-a081-43ae-aea5-7e08e01d0155 None None] Pushing event updated for resources: {'Port': ['ID=5f3b583e-f3a7-425a-95e8-426aa29472d5,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:39.992406 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b523190f-e895-4edd-a495-f83579cc25ff req-74344c06-ef21-449f-b2b2-2a9f1f50ab19 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-securitygroup--1162841268&fields=id&tenant_id=a5b450ffe3204024aa1de4c1c17e7296 HTTP/1.1" status: 200 len: 267 time: 0.0551281 Feb 09 22:01:40.052057 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-94f4bcd3-f327-4590-a3a4-47eb4065a978 None None] Attempting to bind port 5f3b583e-f3a7-425a-95e8-426aa29472d5 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:01:40.052460 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-94f4bcd3-f327-4590-a3a4-47eb4065a978 None None] Attempting to bind port 5f3b583e-f3a7-425a-95e8-426aa29472d5 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '12f225d2-0c84-489a-a4a8-6e25d803c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '37def89c-7a9f-4c66-92be-f91fbe6a4291'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:01:40.052834 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f4bcd3-f327-4590-a3a4-47eb4065a978 None None] Attempting to bind port 5f3b583e-f3a7-425a-95e8-426aa29472d5 on network 37def89c-7a9f-4c66-92be-f91fbe6a4291 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:01:40.059772 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f4bcd3-f327-4590-a3a4-47eb4065a978 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:01:40.060155 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f4bcd3-f327-4590-a3a4-47eb4065a978 None None] Checking segment: {'id': '12f225d2-0c84-489a-a4a8-6e25d803c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '37def89c-7a9f-4c66-92be-f91fbe6a4291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:01:40.060596 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-94f4bcd3-f327-4590-a3a4-47eb4065a978 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:40.060998 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f4bcd3-f327-4590-a3a4-47eb4065a978 None None] Bound using segment: {'id': '12f225d2-0c84-489a-a4a8-6e25d803c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '37def89c-7a9f-4c66-92be-f91fbe6a4291'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:01:40.061479 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-94f4bcd3-f327-4590-a3a4-47eb4065a978 None None] Bound port: 5f3b583e-f3a7-425a-95e8-426aa29472d5, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12f225d2-0c84-489a-a4a8-6e25d803c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '37def89c-7a9f-4c66-92be-f91fbe6a4291'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:01:40.061868 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-94f4bcd3-f327-4590-a3a4-47eb4065a978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (5f3b583e-f3a7-425a-95e8-426aa29472d5), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:40.169271 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b523190f-e895-4edd-a495-f83579cc25ff req-cd0df053-53ce-4e73-8353-db94a969b55e tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:40.170506 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-94f4bcd3-f327-4590-a3a4-47eb4065a978 None None] For port 5f3b583e-f3a7-425a-95e8-426aa29472d5, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:01:40.170804 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b523190f-e895-4edd-a495-f83579cc25ff req-cd0df053-53ce-4e73-8353-db94a969b55e tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/networks?id=37def89c-7a9f-4c66-92be-f91fbe6a4291 HTTP/1.1" status: 200 len: 817 time: 0.1714981 Feb 09 22:01:40.174232 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-94f4bcd3-f327-4590-a3a4-47eb4065a978 None None] For port 5f3b583e-f3a7-425a-95e8-426aa29472d5, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=5f3b583e-f3a7-425a-95e8-426aa29472d5,segment=NetworkSegment(12f225d2-0c84-489a-a4a8-6e25d803c049),segment_id=12f225d2-0c84-489a-a4a8-6e25d803c049)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:01:40.185984 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-94f4bcd3-f327-4590-a3a4-47eb4065a978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (5f3b583e-f3a7-425a-95e8-426aa29472d5), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:40.198755 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b523190f-e895-4edd-a495-f83579cc25ff req-43a9e517-d0bb-4213-9b2f-73340349b494 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/quotas/a5b450ffe3204024aa1de4c1c17e7296 HTTP/1.1" status: 200 len: 375 time: 0.0195432 Feb 09 22:01:40.273944 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b523190f-e895-4edd-a495-f83579cc25ff req-7c14fafc-4bbf-4248-8897-3bf00fda87a2 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=a5b450ffe3204024aa1de4c1c17e7296&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0685768 Feb 09 22:01:40.303352 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdc91c1-a081-43ae-aea5-7e08e01d0155 None None] Pushing event updated for resources: {'Port': ['ID=5f3b583e-f3a7-425a-95e8-426aa29472d5,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:40.305990 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f4bcd3-f327-4590-a3a4-47eb4065a978 None None] Routers {'c4c5805a-20ec-4e05-952e-0f99cdae65aa'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:01:40.306590 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-94f4bcd3-f327-4590-a3a4-47eb4065a978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:01:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['c4c5805a-20ec-4e05-952e-0f99cdae65aa'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:01:40.426080 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-94f4bcd3-f327-4590-a3a4-47eb4065a978 None None] Set router c4c5805a-20ec-4e05-952e-0f99cdae65aa gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:01:40.557357 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b523190f-e895-4edd-a495-f83579cc25ff req-16b42c67-a187-471c-a916-6b9a044cbe73 service neutron] 10.222.0.90 "GET /v2.0/networks/37def89c-7a9f-4c66-92be-f91fbe6a4291?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614491 Feb 09 22:01:40.593587 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-22c1f80b-1520-400c-bcb1-a178798dee05 None None] Provisioning complete for port 5f3b583e-f3a7-425a-95e8-426aa29472d5 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:01:40.593969 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-22c1f80b-1520-400c-bcb1-a178798dee05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (5f3b583e-f3a7-425a-95e8-426aa29472d5), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:40.697199 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b523190f-e895-4edd-a495-f83579cc25ff req-d39aed8f-72f1-4e3f-b2cf-0a8c78056919 service neutron] 10.222.0.90 "GET /v2.0/networks/37def89c-7a9f-4c66-92be-f91fbe6a4291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329112 Feb 09 22:01:40.779951 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-22c1f80b-1520-400c-bcb1-a178798dee05 None None] Current status of the port 5f3b583e-f3a7-425a-95e8-426aa29472d5 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:01:40.780387 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-22c1f80b-1520-400c-bcb1-a178798dee05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (5f3b583e-f3a7-425a-95e8-426aa29472d5), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:40.839499 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-22c1f80b-1520-400c-bcb1-a178798dee05 None None] For port 5f3b583e-f3a7-425a-95e8-426aa29472d5, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=5f3b583e-f3a7-425a-95e8-426aa29472d5,segment=NetworkSegment(12f225d2-0c84-489a-a4a8-6e25d803c049),segment_id=12f225d2-0c84-489a-a4a8-6e25d803c049)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:01:40.845185 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-22c1f80b-1520-400c-bcb1-a178798dee05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (5f3b583e-f3a7-425a-95e8-426aa29472d5), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:40.854377 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-94f4bcd3-f327-4590-a3a4-47eb4065a978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c5805a-20ec-4e05-952e-0f99cdae65aa', 'name': 'tempest-AttachVolumeShelveTestJSON-1271603554-router', 'tenant_id': 'a5b450ffe3204024aa1de4c1c17e7296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'aadfb8ab-cd8e-415e-ba9c-4cae14e577a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:01:31Z', 'updated_at': '2022-02-09T22:01:35Z', 'revision_number': 4, 'project_id': 'a5b450ffe3204024aa1de4c1c17e7296', 'gw_port': {'id': 'aadfb8ab-cd8e-415e-ba9c-4cae14e577a9', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:78:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c5805a-20ec-4e05-952e-0f99cdae65aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:32Z', 'updated_at': '2022-02-09T22:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '5f3b583e-f3a7-425a-95e8-426aa29472d5', 'name': '', 'network_id': '37def89c-7a9f-4c66-92be-f91fbe6a4291', 'tenant_id': 'a5b450ffe3204024aa1de4c1c17e7296', 'mac_address': 'fa:16:3e:5e:47:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c5805a-20ec-4e05-952e-0f99cdae65aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': 'e04d8769-3631-49a0-81b3-a22ce5792703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:34Z', 'updated_at': '2022-02-09T22:01:40Z', 'revision_number': 4, 'project_id': 'a5b450ffe3204024aa1de4c1c17e7296', 'subnets': [{'id': 'e04d8769-3631-49a0-81b3-a22ce5792703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:01:40.934977 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f4bcd3-f327-4590-a3a4-47eb4065a978 None None] The sync data for ids ['c4c5805a-20ec-4e05-952e-0f99cdae65aa'] in n-d-828369-5 is: [{'id': 'c4c5805a-20ec-4e05-952e-0f99cdae65aa', 'name': 'tempest-AttachVolumeShelveTestJSON-1271603554-router', 'tenant_id': 'a5b450ffe3204024aa1de4c1c17e7296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'aadfb8ab-cd8e-415e-ba9c-4cae14e577a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:01:31Z', 'updated_at': '2022-02-09T22:01:35Z', 'revision_number': 4, 'project_id': 'a5b450ffe3204024aa1de4c1c17e7296', 'gw_port': {'id': 'aadfb8ab-cd8e-415e-ba9c-4cae14e577a9', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:78:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c5805a-20ec-4e05-952e-0f99cdae65aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:32Z', 'updated_at': '2022-02-09T22:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '5f3b583e-f3a7-425a-95e8-426aa29472d5', 'name': '', 'network_id': '37def89c-7a9f-4c66-92be-f91fbe6a4291', 'tenant_id': 'a5b450ffe3204024aa1de4c1c17e7296', 'mac_address': 'fa:16:3e:5e:47:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c5805a-20ec-4e05-952e-0f99cdae65aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': 'e04d8769-3631-49a0-81b3-a22ce5792703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:34Z', 'updated_at': '2022-02-09T22:01:40Z', 'revision_number': 4, 'project_id': 'a5b450ffe3204024aa1de4c1c17e7296', 'subnets': [{'id': 'e04d8769-3631-49a0-81b3-a22ce5792703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:01:40.961014 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c1f80b-1520-400c-bcb1-a178798dee05 None None] Pushing event updated for resources: {'Port': ['ID=5f3b583e-f3a7-425a-95e8-426aa29472d5,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:40.981543 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-498dfedf-dfae-4a03-b67d-7cd52cf748ab req-c39725ef-16b3-423c-a5df-6dddc462e967 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=9b43dcc6-bfa2-4e4a-b6fa-0e8457213291 HTTP/1.1" status: 200 len: 210 time: 0.0718079 Feb 09 22:01:40.998710 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-9da6c061-df86-4ad5-8405-47c89033c553 None None] Provisioning complete for port 5f3b583e-f3a7-425a-95e8-426aa29472d5 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:01:40.999173 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-9da6c061-df86-4ad5-8405-47c89033c553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (5f3b583e-f3a7-425a-95e8-426aa29472d5), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:41.054979 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ffaff28a-abc0-45c4-85c0-cfcd59b59e7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:41.189458 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-9da6c061-df86-4ad5-8405-47c89033c553 None None] Current status of the port 5f3b583e-f3a7-425a-95e8-426aa29472d5 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:01:42.206973 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-34f1c5bf-1d9d-4031-bf50-5ffdd0b54344 req-99d3fdd6-5484-4392-90aa-376b4695aa4b tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=9b43dcc6-bfa2-4e4a-b6fa-0e8457213291 HTTP/1.1" status: 200 len: 210 time: 0.0954163 Feb 09 22:01:42.275088 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b523190f-e895-4edd-a495-f83579cc25ff req-e6655acf-a8c3-4c51-bf36-6b27a7ccfba4 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:42.276788 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b523190f-e895-4edd-a495-f83579cc25ff req-e6655acf-a8c3-4c51-bf36-6b27a7ccfba4 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.95 "GET /v2.0/networks?id=37def89c-7a9f-4c66-92be-f91fbe6a4291 HTTP/1.1" status: 200 len: 817 time: 0.2001240 Feb 09 22:01:42.367256 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b523190f-e895-4edd-a495-f83579cc25ff req-1468689c-c8e4-4ddc-ad79-d11d7a36088f tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a5b450ffe3204024aa1de4c1c17e7296 HTTP/1.1" status: 200 len: 380 time: 0.0727377 Feb 09 22:01:42.381332 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-b523190f-e895-4edd-a495-f83579cc25ff req-10b6f129-6e56-45a5-be90-26a7f29b66dc tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Request body: {'port': {'device_id': '9b43dcc6-bfa2-4e4a-b6fa-0e8457213291', 'network_id': '37def89c-7a9f-4c66-92be-f91fbe6a4291', 'admin_state_up': True, 'tenant_id': 'a5b450ffe3204024aa1de4c1c17e7296', 'security_groups': ['a150208c-d856-4775-8b70-a04a39be3e59']}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:01:42.509969 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b523190f-e895-4edd-a495-f83579cc25ff req-10b6f129-6e56-45a5-be90-26a7f29b66dc tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Made reservation on behalf of a5b450ffe3204024aa1de4c1c17e7296 for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:01:42.513888 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-b523190f-e895-4edd-a495-f83579cc25ff req-10b6f129-6e56-45a5-be90-26a7f29b66dc tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:42.678045 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [req-b523190f-e895-4edd-a495-f83579cc25ff req-10b6f129-6e56-45a5-be90-26a7f29b66dc tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Allocated IP 172.20.0.7 (37def89c-7a9f-4c66-92be-f91fbe6a4291/e04d8769-3631-49a0-81b3-a22ce5792703/d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:01:42.762740 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:42.850245 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-b523190f-e895-4edd-a495-f83579cc25ff req-10b6f129-6e56-45a5-be90-26a7f29b66dc tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Publish callbacks [] for port (d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:42.867019 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 5f3b583e-f3a7-425a-95e8-426aa29472d5 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:01:42.913420 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-b523190f-e895-4edd-a495-f83579cc25ff req-10b6f129-6e56-45a5-be90-26a7f29b66dc tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:42.932490 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 5f3b583e-f3a7-425a-95e8-426aa29472d5 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:01:42.934208 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (5f3b583e-f3a7-425a-95e8-426aa29472d5), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:42.988782 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b6f129-6e56-45a5-be90-26a7f29b66dc tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Pushing event updated for resources: {'Port': ['ID=d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:43.011134 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b523190f-e895-4edd-a495-f83579cc25ff req-10b6f129-6e56-45a5-be90-26a7f29b66dc tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Network 37def89c-7a9f-4c66-92be-f91fbe6a4291 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:01:43.017420 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [req-b523190f-e895-4edd-a495-f83579cc25ff req-10b6f129-6e56-45a5-be90-26a7f29b66dc tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:01:43.033035 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-b523190f-e895-4edd-a495-f83579cc25ff req-10b6f129-6e56-45a5-be90-26a7f29b66dc tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:01:43.044316 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 5f3b583e-f3a7-425a-95e8-426aa29472d5 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:01:43.099311 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b523190f-e895-4edd-a495-f83579cc25ff req-10b6f129-6e56-45a5-be90-26a7f29b66dc tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:43.100393 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-b523190f-e895-4edd-a495-f83579cc25ff req-10b6f129-6e56-45a5-be90-26a7f29b66dc tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:43.119697 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b523190f-e895-4edd-a495-f83579cc25ff req-10b6f129-6e56-45a5-be90-26a7f29b66dc tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7453966 Feb 09 22:01:43.131448 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-b523190f-e895-4edd-a495-f83579cc25ff req-e1f40fc8-9904-4ffa-9afa-e9e27e11ecee service neutron] Request body: {'port': {'device_id': '9b43dcc6-bfa2-4e4a-b6fa-0e8457213291', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-5'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:01:43.203444 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-b523190f-e895-4edd-a495-f83579cc25ff req-e1f40fc8-9904-4ffa-9afa-e9e27e11ecee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:43.432599 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-c8eeaecc-480e-4dc7-918b-c83d502b6872 None None] Provisioning complete for port d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:01:43.433115 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c8eeaecc-480e-4dc7-918b-c83d502b6872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:43.470146 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aece2a-18bc-4449-a194-c0ebfb852d0c req-309192fd-51e2-4610-bccf-e6103ebb1243 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:43.476964 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-38aece2a-18bc-4449-a194-c0ebfb852d0c req-309192fd-51e2-4610-bccf-e6103ebb1243 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=9b43dcc6-bfa2-4e4a-b6fa-0e8457213291 HTTP/1.1" status: 200 len: 931 time: 0.1274858 Feb 09 22:01:43.478098 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-c8eeaecc-480e-4dc7-918b-c83d502b6872 None None] Port d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:01:43.543322 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-38aece2a-18bc-4449-a194-c0ebfb852d0c req-61491f1d-c156-41e4-8195-3a0e2327bc6e tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=a150208c-d856-4775-8b70-a04a39be3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654969 Feb 09 22:01:43.620254 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [req-b523190f-e895-4edd-a495-f83579cc25ff req-e1f40fc8-9904-4ffa-9afa-e9e27e11ecee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:01:43.629812 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-b523190f-e895-4edd-a495-f83579cc25ff req-e1f40fc8-9904-4ffa-9afa-e9e27e11ecee service neutron] Publish callbacks [] for port (d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:43.645113 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [req-b523190f-e895-4edd-a495-f83579cc25ff req-e1f40fc8-9904-4ffa-9afa-e9e27e11ecee service neutron] Transition to ACTIVE for port object d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e will not be triggered until provisioned by entity L2. {{(pid=103140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:01:43.654546 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-b523190f-e895-4edd-a495-f83579cc25ff req-e1f40fc8-9904-4ffa-9afa-e9e27e11ecee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:43.719741 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f40fc8-9904-4ffa-9afa-e9e27e11ecee service neutron] Pushing event updated for resources: {'Port': ['ID=d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:43.811988 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-b523190f-e895-4edd-a495-f83579cc25ff req-e1f40fc8-9904-4ffa-9afa-e9e27e11ecee service neutron] Attempting to bind port d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e on host n-h1-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:01:43.812851 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-b523190f-e895-4edd-a495-f83579cc25ff req-e1f40fc8-9904-4ffa-9afa-e9e27e11ecee service neutron] Attempting to bind port d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': '12f225d2-0c84-489a-a4a8-6e25d803c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '37def89c-7a9f-4c66-92be-f91fbe6a4291'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:01:43.813225 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b523190f-e895-4edd-a495-f83579cc25ff req-e1f40fc8-9904-4ffa-9afa-e9e27e11ecee service neutron] Attempting to bind port d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e on network 37def89c-7a9f-4c66-92be-f91fbe6a4291 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:01:43.825716 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b523190f-e895-4edd-a495-f83579cc25ff req-e1f40fc8-9904-4ffa-9afa-e9e27e11ecee service neutron] Port d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e on network 37def89c-7a9f-4c66-92be-f91fbe6a4291 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:01:43.826062 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b523190f-e895-4edd-a495-f83579cc25ff req-e1f40fc8-9904-4ffa-9afa-e9e27e11ecee service neutron] Attempting to bind port d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e on network 37def89c-7a9f-4c66-92be-f91fbe6a4291 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:01:43.833547 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b523190f-e895-4edd-a495-f83579cc25ff req-e1f40fc8-9904-4ffa-9afa-e9e27e11ecee service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:01:43.833792 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b523190f-e895-4edd-a495-f83579cc25ff req-e1f40fc8-9904-4ffa-9afa-e9e27e11ecee service neutron] Checking segment: {'id': '12f225d2-0c84-489a-a4a8-6e25d803c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '37def89c-7a9f-4c66-92be-f91fbe6a4291'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:01:43.834249 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b523190f-e895-4edd-a495-f83579cc25ff req-e1f40fc8-9904-4ffa-9afa-e9e27e11ecee service neutron] Bound using segment: {'id': '12f225d2-0c84-489a-a4a8-6e25d803c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '37def89c-7a9f-4c66-92be-f91fbe6a4291'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:01:43.834689 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-b523190f-e895-4edd-a495-f83579cc25ff req-e1f40fc8-9904-4ffa-9afa-e9e27e11ecee service neutron] Bound port: d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12f225d2-0c84-489a-a4a8-6e25d803c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '37def89c-7a9f-4c66-92be-f91fbe6a4291'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:01:43.835054 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-b523190f-e895-4edd-a495-f83579cc25ff req-e1f40fc8-9904-4ffa-9afa-e9e27e11ecee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:43.943500 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-b523190f-e895-4edd-a495-f83579cc25ff req-e1f40fc8-9904-4ffa-9afa-e9e27e11ecee service neutron] For port d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e, host n-h1-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:01:43.951153 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-b523190f-e895-4edd-a495-f83579cc25ff req-e1f40fc8-9904-4ffa-9afa-e9e27e11ecee service neutron] For port d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e,segment=NetworkSegment(12f225d2-0c84-489a-a4a8-6e25d803c049),segment_id=12f225d2-0c84-489a-a4a8-6e25d803c049)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:01:43.962373 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-b523190f-e895-4edd-a495-f83579cc25ff req-e1f40fc8-9904-4ffa-9afa-e9e27e11ecee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:44.011113 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b523190f-e895-4edd-a495-f83579cc25ff req-e1f40fc8-9904-4ffa-9afa-e9e27e11ecee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:44.011596 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-b523190f-e895-4edd-a495-f83579cc25ff req-e1f40fc8-9904-4ffa-9afa-e9e27e11ecee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:44.013488 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b523190f-e895-4edd-a495-f83579cc25ff req-e1f40fc8-9904-4ffa-9afa-e9e27e11ecee service neutron] 10.222.0.95 "PUT /v2.0/ports/d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e HTTP/1.1" status: 200 len: 1091 time: 0.8861272 Feb 09 22:01:44.013626 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b43dcc6-bfa2-4e4a-b6fa-0e8457213291', 'tag': 'd7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:01:44.017599 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58c1665c-5616-4cb8-937b-261e8783bb85" -d '{"events": [{"name": "network-changed", "server_uuid": "9b43dcc6-bfa2-4e4a-b6fa-0e8457213291", "tag": "d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:01:44.040186 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f40fc8-9904-4ffa-9afa-e9e27e11ecee service neutron] Pushing event updated for resources: {'Port': ['ID=d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:44.133065 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d727d68-c4db-4670-b2ef-0842f9022f6f x-openstack-request-id: req-1d727d68-c4db-4670-b2ef-0842f9022f6f {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:01:44.133065 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b43dcc6-bfa2-4e4a-b6fa-0e8457213291", "tag": "d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:01:44.133065 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-1d727d68-c4db-4670-b2ef-0842f9022f6f {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:01:44.133065 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b43dcc6-bfa2-4e4a-b6fa-0e8457213291', 'tag': 'd7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e', 'status': 'completed', 'code': 200} Feb 09 22:01:44.150889 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b523190f-e895-4edd-a495-f83579cc25ff req-e07eeeed-f3e2-4af6-b811-b36b4e82ee3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:44.152766 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b523190f-e895-4edd-a495-f83579cc25ff req-e07eeeed-f3e2-4af6-b811-b36b4e82ee3b service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=a5b450ffe3204024aa1de4c1c17e7296&device_id=9b43dcc6-bfa2-4e4a-b6fa-0e8457213291 HTTP/1.1" status: 200 len: 1125 time: 0.0777249 Feb 09 22:01:44.193571 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:44.200207 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b523190f-e895-4edd-a495-f83579cc25ff req-c51712b9-29fb-4678-86e6-c2cccf9af3db service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e HTTP/1.1" status: 200 len: 217 time: 0.0399222 Feb 09 22:01:44.253097 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b523190f-e895-4edd-a495-f83579cc25ff req-8baa9cd8-3982-4bb5-af6e-0efd29b37e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:44.254625 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b523190f-e895-4edd-a495-f83579cc25ff req-8baa9cd8-3982-4bb5-af6e-0efd29b37e08 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=e04d8769-3631-49a0-81b3-a22ce5792703 HTTP/1.1" status: 200 len: 856 time: 0.0477171 Feb 09 22:01:44.315996 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b523190f-e895-4edd-a495-f83579cc25ff req-58e3f95b-6073-429d-8f60-1460c14747e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:44.317877 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b523190f-e895-4edd-a495-f83579cc25ff req-58e3f95b-6073-429d-8f60-1460c14747e4 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=37def89c-7a9f-4c66-92be-f91fbe6a4291&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0558527 Feb 09 22:01:44.412696 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b523190f-e895-4edd-a495-f83579cc25ff req-0e44ce5a-be4c-4543-b82a-159b23c2eec1 service neutron] 10.222.0.95 "GET /v2.0/networks/37def89c-7a9f-4c66-92be-f91fbe6a4291?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875273 Feb 09 22:01:44.506800 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b523190f-e895-4edd-a495-f83579cc25ff req-2074bc22-1624-4c41-b100-87135487711b service neutron] 10.222.0.95 "GET /v2.0/networks/37def89c-7a9f-4c66-92be-f91fbe6a4291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879230 Feb 09 22:01:44.601931 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c1665c-5616-4cb8-937b-261e8783bb85 req-2ae3d290-1f7b-4ad3-89ae-3f778bd2a66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:44.603466 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-58c1665c-5616-4cb8-937b-261e8783bb85 req-2ae3d290-1f7b-4ad3-89ae-3f778bd2a66a service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=a5b450ffe3204024aa1de4c1c17e7296&device_id=9b43dcc6-bfa2-4e4a-b6fa-0e8457213291 HTTP/1.1" status: 200 len: 1125 time: 0.0497651 Feb 09 22:01:44.740641 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38091b4e-b22e-4840-acfc-4ac731f9fedf req-eaa173ea-2e29-4d04-a0f7-7c989f14894e tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:44.742241 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-38091b4e-b22e-4840-acfc-4ac731f9fedf req-eaa173ea-2e29-4d04-a0f7-7c989f14894e tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=9b43dcc6-bfa2-4e4a-b6fa-0e8457213291 HTTP/1.1" status: 200 len: 943 time: 0.0865946 Feb 09 22:01:44.746979 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c1665c-5616-4cb8-937b-261e8783bb85 req-74734fcc-9294-46ad-8a71-d1d58afbf5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:44.748433 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-58c1665c-5616-4cb8-937b-261e8783bb85 req-74734fcc-9294-46ad-8a71-d1d58afbf5c9 service neutron] 10.222.0.95 "GET /v2.0/networks?id=37def89c-7a9f-4c66-92be-f91fbe6a4291 HTTP/1.1" status: 200 len: 918 time: 0.1376696 Feb 09 22:01:44.800733 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-58c1665c-5616-4cb8-937b-261e8783bb85 req-63857af9-4a25-46f7-b807-90efbb56ac46 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e HTTP/1.1" status: 200 len: 217 time: 0.0442851 Feb 09 22:01:44.862531 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-38091b4e-b22e-4840-acfc-4ac731f9fedf req-ea7ec438-1c8e-401b-a72a-724df643066b tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=a150208c-d856-4775-8b70-a04a39be3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131485 Feb 09 22:01:44.874608 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c1665c-5616-4cb8-937b-261e8783bb85 req-698bc7c4-e82e-491f-bf4c-55247870ea68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:44.876181 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-58c1665c-5616-4cb8-937b-261e8783bb85 req-698bc7c4-e82e-491f-bf4c-55247870ea68 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=e04d8769-3631-49a0-81b3-a22ce5792703 HTTP/1.1" status: 200 len: 856 time: 0.0655777 Feb 09 22:01:44.931456 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c1665c-5616-4cb8-937b-261e8783bb85 req-38dbbb39-157d-4386-abf0-83bfcbbae005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:44.933003 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-58c1665c-5616-4cb8-937b-261e8783bb85 req-38dbbb39-157d-4386-abf0-83bfcbbae005 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=37def89c-7a9f-4c66-92be-f91fbe6a4291&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0493047 Feb 09 22:01:45.042931 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-58c1665c-5616-4cb8-937b-261e8783bb85 req-d3183507-fbb7-4b77-a447-c63a4002e98d service neutron] 10.222.0.95 "GET /v2.0/networks/37def89c-7a9f-4c66-92be-f91fbe6a4291?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983613 Feb 09 22:01:45.155734 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-58c1665c-5616-4cb8-937b-261e8783bb85 req-446e6c97-8009-4b7f-a61c-a2ad6f7a2c9f service neutron] 10.222.0.95 "GET /v2.0/networks/37def89c-7a9f-4c66-92be-f91fbe6a4291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023662 Feb 09 22:01:45.300043 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:46.026596 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162eb02a-5552-4696-9324-d1482521b1ba req-4401d461-d67d-4fcf-aa98-06247557f33c tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:46.028116 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-162eb02a-5552-4696-9324-d1482521b1ba req-4401d461-d67d-4fcf-aa98-06247557f33c tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=9b43dcc6-bfa2-4e4a-b6fa-0e8457213291 HTTP/1.1" status: 200 len: 943 time: 0.0562043 Feb 09 22:01:46.076986 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-162eb02a-5552-4696-9324-d1482521b1ba req-7af777f1-f0c4-4a1e-9246-1918bd425719 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=a150208c-d856-4775-8b70-a04a39be3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427237 Feb 09 22:01:47.230245 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0954ee5c-0ccd-49e9-8d3f-16972910c747 req-668b3df2-63bc-4656-aa73-05cebce9a98f tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:47.231861 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0954ee5c-0ccd-49e9-8d3f-16972910c747 req-668b3df2-63bc-4656-aa73-05cebce9a98f tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=9b43dcc6-bfa2-4e4a-b6fa-0e8457213291 HTTP/1.1" status: 200 len: 943 time: 0.0662620 Feb 09 22:01:47.303446 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0954ee5c-0ccd-49e9-8d3f-16972910c747 req-ff40f85c-7f69-400c-9b8f-97dae83b8d2f tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=a150208c-d856-4775-8b70-a04a39be3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626142 Feb 09 22:01:47.621270 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:01:47.725364 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e,segment=NetworkSegment(12f225d2-0c84-489a-a4a8-6e25d803c049),segment_id=12f225d2-0c84-489a-a4a8-6e25d803c049)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:01:47.739104 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': 'd7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e', 'network_id': '37def89c-7a9f-4c66-92be-f91fbe6a4291', 'port_id': 'd7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e', 'mac_address': 'fa:16:3e:c1:54:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e04d8769-3631-49a0-81b3-a22ce5792703', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:01:47.786014 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:01:47.786418 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:47.800920 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:01:47.820556 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e,segment=NetworkSegment(12f225d2-0c84-489a-a4a8-6e25d803c049),segment_id=12f225d2-0c84-489a-a4a8-6e25d803c049)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:01:47.824855 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:47.873675 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:48.078875 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:01:48.436682 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b86ef4-3a79-400d-85cd-fb4f505b019e req-606bc615-3348-45f7-a8dd-a59105a4c2d9 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:48.439095 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b1b86ef4-3a79-400d-85cd-fb4f505b019e req-606bc615-3348-45f7-a8dd-a59105a4c2d9 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=9b43dcc6-bfa2-4e4a-b6fa-0e8457213291 HTTP/1.1" status: 200 len: 944 time: 0.0553439 Feb 09 22:01:48.488644 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b1b86ef4-3a79-400d-85cd-fb4f505b019e req-b427f780-b6e2-47e8-8464-375ae49d1021 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=a150208c-d856-4775-8b70-a04a39be3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436351 Feb 09 22:01:49.617727 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd97041e-87f8-4779-a722-08aafc368f52 req-535b6eb1-396a-4e89-9f6f-71fa67ef0daa tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:49.619493 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cd97041e-87f8-4779-a722-08aafc368f52 req-535b6eb1-396a-4e89-9f6f-71fa67ef0daa tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=9b43dcc6-bfa2-4e4a-b6fa-0e8457213291 HTTP/1.1" status: 200 len: 944 time: 0.0570948 Feb 09 22:01:49.628032 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:01:49.677123 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cd97041e-87f8-4779-a722-08aafc368f52 req-c3fe6f67-8044-4e76-a2cf-3b41b574db03 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=a150208c-d856-4775-8b70-a04a39be3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513780 Feb 09 22:01:49.691763 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning for port d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:01:49.697641 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:01:49.698896 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:49.785667 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:01:49.785964 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:49.820373 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b43dcc6-bfa2-4e4a-b6fa-0e8457213291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:01:49.822762 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9926a2f2-60bb-4bd4-87c0-6ec2b7b80cf4" -d '{"events": [{"server_uuid": "9b43dcc6-bfa2-4e4a-b6fa-0e8457213291", "name": "network-vif-plugged", "status": "completed", "tag": "d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:01:49.843515 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e,segment=NetworkSegment(12f225d2-0c84-489a-a4a8-6e25d803c049),segment_id=12f225d2-0c84-489a-a4a8-6e25d803c049)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:01:49.848525 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:50.002736 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9789299a-e391-427e-9435-0b917915c425 req-617d8546-f876-4157-adcd-4d2631265ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:50.005195 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9789299a-e391-427e-9435-0b917915c425 req-617d8546-f876-4157-adcd-4d2631265ff0 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=9b43dcc6-bfa2-4e4a-b6fa-0e8457213291 HTTP/1.1" status: 200 len: 1127 time: 0.0691905 Feb 09 22:01:50.055624 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9789299a-e391-427e-9435-0b917915c425 req-63f78b4d-ce50-4af4-9af6-2658a64c209b service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=a150208c-d856-4775-8b70-a04a39be3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434966 Feb 09 22:01:50.063813 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aab0fe57-7ec1-4e57-9b77-1cf346410f03 x-openstack-request-id: req-aab0fe57-7ec1-4e57-9b77-1cf346410f03 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:01:50.064240 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b43dcc6-bfa2-4e4a-b6fa-0e8457213291", "name": "network-vif-plugged", "status": "completed", "tag": "d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:01:50.064633 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-aab0fe57-7ec1-4e57-9b77-1cf346410f03 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:01:50.065460 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b43dcc6-bfa2-4e4a-b6fa-0e8457213291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e', 'code': 200} Feb 09 22:01:50.092905 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:01:50.825074 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a116881-9427-47f8-b2d3-ae34a392bc44 req-fcf9fc58-ea2e-4d7f-a649-af681ab8d0c9 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:50.827362 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8a116881-9427-47f8-b2d3-ae34a392bc44 req-fcf9fc58-ea2e-4d7f-a649-af681ab8d0c9 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=9b43dcc6-bfa2-4e4a-b6fa-0e8457213291 HTTP/1.1" status: 200 len: 945 time: 0.0588529 Feb 09 22:01:50.880145 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8a116881-9427-47f8-b2d3-ae34a392bc44 req-79a3a40c-0dc4-4c37-823f-749393d4fa99 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=a150208c-d856-4775-8b70-a04a39be3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465863 Feb 09 22:01:51.436609 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:52.015135 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a237e98d-562c-489e-aeb5-90613a9df676 req-24a0c69d-8c88-4b7d-b070-21ded8d17414 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:52.016887 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a237e98d-562c-489e-aeb5-90613a9df676 req-24a0c69d-8c88-4b7d-b070-21ded8d17414 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=9b43dcc6-bfa2-4e4a-b6fa-0e8457213291 HTTP/1.1" status: 200 len: 945 time: 0.0604250 Feb 09 22:01:52.066385 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a237e98d-562c-489e-aeb5-90613a9df676 req-49e42d12-d0cd-442f-8409-be2c2626c2dd tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=a150208c-d856-4775-8b70-a04a39be3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434685 Feb 09 22:01:52.199547 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb41691-6350-4cc8-b196-973a96509f3e req-df8c7b99-eec2-44f2-8e5f-b1c08d32d556 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:52.201082 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cdb41691-6350-4cc8-b196-973a96509f3e req-df8c7b99-eec2-44f2-8e5f-b1c08d32d556 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=9b43dcc6-bfa2-4e4a-b6fa-0e8457213291 HTTP/1.1" status: 200 len: 945 time: 0.0611079 Feb 09 22:01:52.210234 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 38398) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:01:52.214686 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-f6fc8011-908c-4120-beda-1258dbb51adc tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Request body: {'floatingip': {'port_id': 'd7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:01:52.258693 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f6fc8011-908c-4120-beda-1258dbb51adc tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Publish callbacks [] for floatingip (8db7b816-9b3a-4e79-b90d-876457c294e3), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:52.716214 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f6fc8011-908c-4120-beda-1258dbb51adc tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:52.721051 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f6fc8011-908c-4120-beda-1258dbb51adc tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (8db7b816-9b3a-4e79-b90d-876457c294e3), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:52.848065 n-d-828369-5 neutron-server[103140]: INFO neutron.db.l3_db [None req-f6fc8011-908c-4120-beda-1258dbb51adc tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Floating IP 8db7b816-9b3a-4e79-b90d-876457c294e3 associated. External IP: 172.25.3.192, port: d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e. Feb 09 22:01:53.404199 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6fc8011-908c-4120-beda-1258dbb51adc tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Router c4c5805a-20ec-4e05-952e-0f99cdae65aa has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:01:53.591360 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6fc8011-908c-4120-beda-1258dbb51adc tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:01:53.603498 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe316808-0abe-4593-a050-01e30a459696 None None] Sync routers for ids ['c4c5805a-20ec-4e05-952e-0f99cdae65aa'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:01:53.613588 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f6fc8011-908c-4120-beda-1258dbb51adc tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:53.617736 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe316808-0abe-4593-a050-01e30a459696 None None] Routers {'c4c5805a-20ec-4e05-952e-0f99cdae65aa'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:01:53.618727 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-fe316808-0abe-4593-a050-01e30a459696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:01:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['c4c5805a-20ec-4e05-952e-0f99cdae65aa'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:01:53.671707 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:01:53.677056 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-f6fc8011-908c-4120-beda-1258dbb51adc tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "PUT /v2.0/floatingips/8db7b816-9b3a-4e79-b90d-876457c294e3 HTTP/1.1" status: 200 len: 991 time: 1.4558439 Feb 09 22:01:53.678536 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b43dcc6-bfa2-4e4a-b6fa-0e8457213291', 'tag': 'd7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:01:53.681966 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ef4663a-7690-432a-b5a3-9cbb4032b974" -d '{"events": [{"name": "network-changed", "server_uuid": "9b43dcc6-bfa2-4e4a-b6fa-0e8457213291", "tag": "d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:01:53.730421 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df4a4a93-ee83-4597-8a5a-f051ad53cbec x-openstack-request-id: req-df4a4a93-ee83-4597-8a5a-f051ad53cbec {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:01:53.730723 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b43dcc6-bfa2-4e4a-b6fa-0e8457213291", "tag": "d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:01:53.731013 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-df4a4a93-ee83-4597-8a5a-f051ad53cbec {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:01:53.731450 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b43dcc6-bfa2-4e4a-b6fa-0e8457213291', 'tag': 'd7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e', 'status': 'completed', 'code': 200} Feb 09 22:01:53.862263 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de28ccf5-8abd-43e7-b934-167d50c16a72 req-627ce417-5a8d-4593-ad0b-71992ab44619 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:53.863983 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-de28ccf5-8abd-43e7-b934-167d50c16a72 req-627ce417-5a8d-4593-ad0b-71992ab44619 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=9b43dcc6-bfa2-4e4a-b6fa-0e8457213291 HTTP/1.1" status: 200 len: 945 time: 0.1121087 Feb 09 22:01:53.866664 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef4663a-7690-432a-b5a3-9cbb4032b974 req-9a760f67-6b41-4069-9af3-2d795ef50739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:53.868370 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1ef4663a-7690-432a-b5a3-9cbb4032b974 req-9a760f67-6b41-4069-9af3-2d795ef50739 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=a5b450ffe3204024aa1de4c1c17e7296&device_id=9b43dcc6-bfa2-4e4a-b6fa-0e8457213291 HTTP/1.1" status: 200 len: 1127 time: 0.1034045 Feb 09 22:01:53.896490 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-fe316808-0abe-4593-a050-01e30a459696 None None] Set router c4c5805a-20ec-4e05-952e-0f99cdae65aa gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:01:53.995289 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-de28ccf5-8abd-43e7-b934-167d50c16a72 req-c31cee23-bcef-4d74-832f-120e9dce3181 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=a150208c-d856-4775-8b70-a04a39be3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214228 Feb 09 22:01:54.021444 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef4663a-7690-432a-b5a3-9cbb4032b974 req-ee5e62b8-34b5-45f9-8866-40542cfeaee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:54.023142 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1ef4663a-7690-432a-b5a3-9cbb4032b974 req-ee5e62b8-34b5-45f9-8866-40542cfeaee9 service neutron] 10.222.0.95 "GET /v2.0/networks?id=37def89c-7a9f-4c66-92be-f91fbe6a4291 HTTP/1.1" status: 200 len: 918 time: 0.1417193 Feb 09 22:01:54.265189 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1ef4663a-7690-432a-b5a3-9cbb4032b974 req-d44ae222-bf94-4182-aa07-eae1c3e5023a service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e HTTP/1.1" status: 200 len: 999 time: 0.2308495 Feb 09 22:01:54.323859 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-fe316808-0abe-4593-a050-01e30a459696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c5805a-20ec-4e05-952e-0f99cdae65aa', 'name': 'tempest-AttachVolumeShelveTestJSON-1271603554-router', 'tenant_id': 'a5b450ffe3204024aa1de4c1c17e7296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'aadfb8ab-cd8e-415e-ba9c-4cae14e577a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:01:31Z', 'updated_at': '2022-02-09T22:01:35Z', 'revision_number': 4, 'project_id': 'a5b450ffe3204024aa1de4c1c17e7296', 'gw_port': {'id': 'aadfb8ab-cd8e-415e-ba9c-4cae14e577a9', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:78:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c5805a-20ec-4e05-952e-0f99cdae65aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:32Z', 'updated_at': '2022-02-09T22:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': '8db7b816-9b3a-4e79-b90d-876457c294e3', 'tenant_id': 'a5b450ffe3204024aa1de4c1c17e7296', 'floating_ip_address': '172.25.3.192', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': 'c4c5805a-20ec-4e05-952e-0f99cdae65aa', 'port_id': 'd7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37def89c-7a9f-4c66-92be-f91fbe6a4291', 'mac_address': 'fa:16:3e:c1:54:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b43dcc6-bfa2-4e4a-b6fa-0e8457213291', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:01:39Z', 'updated_at': '2022-02-09T22:01:52Z', 'revision_number': 1, 'project_id': 'a5b450ffe3204024aa1de4c1c17e7296', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f3b583e-f3a7-425a-95e8-426aa29472d5', 'name': '', 'network_id': '37def89c-7a9f-4c66-92be-f91fbe6a4291', 'tenant_id': 'a5b450ffe3204024aa1de4c1c17e7296', 'mac_address': 'fa:16:3e:5e:47:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c5805a-20ec-4e05-952e-0f99cdae65aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': 'e04d8769-3631-49a0-81b3-a22ce5792703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:34Z', 'updated_at': '2022-02-09T22:01:40Z', 'revision_number': 5, 'project_id': 'a5b450ffe3204024aa1de4c1c17e7296', 'subnets': [{'id': 'e04d8769-3631-49a0-81b3-a22ce5792703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:01:54.330620 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef4663a-7690-432a-b5a3-9cbb4032b974 req-6121855d-6a5b-4077-894e-49100947e03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:54.332510 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1ef4663a-7690-432a-b5a3-9cbb4032b974 req-6121855d-6a5b-4077-894e-49100947e03a service neutron] 10.222.0.95 "GET /v2.0/subnets?id=e04d8769-3631-49a0-81b3-a22ce5792703 HTTP/1.1" status: 200 len: 856 time: 0.0556297 Feb 09 22:01:54.361529 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe316808-0abe-4593-a050-01e30a459696 None None] Checking router: c4c5805a-20ec-4e05-952e-0f99cdae65aa for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:01:54.370716 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe316808-0abe-4593-a050-01e30a459696 None None] Routers {'c4c5805a-20ec-4e05-952e-0f99cdae65aa'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:01:54.371343 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-fe316808-0abe-4593-a050-01e30a459696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:01:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['c4c5805a-20ec-4e05-952e-0f99cdae65aa'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:01:54.433338 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef4663a-7690-432a-b5a3-9cbb4032b974 req-c977f803-6f8b-4de4-9049-672f8edaeb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:54.441705 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1ef4663a-7690-432a-b5a3-9cbb4032b974 req-c977f803-6f8b-4de4-9049-672f8edaeb91 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=37def89c-7a9f-4c66-92be-f91fbe6a4291&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0984845 Feb 09 22:01:54.560756 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1ef4663a-7690-432a-b5a3-9cbb4032b974 req-0312af46-4131-4bb5-9c44-f56dc5dc1ad3 service neutron] 10.222.0.95 "GET /v2.0/networks/37def89c-7a9f-4c66-92be-f91fbe6a4291?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113565 Feb 09 22:01:54.561792 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-fe316808-0abe-4593-a050-01e30a459696 None None] Set router c4c5805a-20ec-4e05-952e-0f99cdae65aa gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:01:54.685800 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1ef4663a-7690-432a-b5a3-9cbb4032b974 req-18228ba2-01c1-4370-8847-4658bd24c985 service neutron] 10.222.0.95 "GET /v2.0/networks/37def89c-7a9f-4c66-92be-f91fbe6a4291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141391 Feb 09 22:01:54.853001 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-fe316808-0abe-4593-a050-01e30a459696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c5805a-20ec-4e05-952e-0f99cdae65aa', 'name': 'tempest-AttachVolumeShelveTestJSON-1271603554-router', 'tenant_id': 'a5b450ffe3204024aa1de4c1c17e7296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'aadfb8ab-cd8e-415e-ba9c-4cae14e577a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:01:31Z', 'updated_at': '2022-02-09T22:01:35Z', 'revision_number': 4, 'project_id': 'a5b450ffe3204024aa1de4c1c17e7296', 'gw_port': {'id': 'aadfb8ab-cd8e-415e-ba9c-4cae14e577a9', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:78:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c5805a-20ec-4e05-952e-0f99cdae65aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:32Z', 'updated_at': '2022-02-09T22:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': '8db7b816-9b3a-4e79-b90d-876457c294e3', 'tenant_id': 'a5b450ffe3204024aa1de4c1c17e7296', 'floating_ip_address': '172.25.3.192', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': 'c4c5805a-20ec-4e05-952e-0f99cdae65aa', 'port_id': 'd7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37def89c-7a9f-4c66-92be-f91fbe6a4291', 'mac_address': 'fa:16:3e:c1:54:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b43dcc6-bfa2-4e4a-b6fa-0e8457213291', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:01:39Z', 'updated_at': '2022-02-09T22:01:52Z', 'revision_number': 1, 'project_id': 'a5b450ffe3204024aa1de4c1c17e7296', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f3b583e-f3a7-425a-95e8-426aa29472d5', 'name': '', 'network_id': '37def89c-7a9f-4c66-92be-f91fbe6a4291', 'tenant_id': 'a5b450ffe3204024aa1de4c1c17e7296', 'mac_address': 'fa:16:3e:5e:47:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c5805a-20ec-4e05-952e-0f99cdae65aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': 'e04d8769-3631-49a0-81b3-a22ce5792703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:34Z', 'updated_at': '2022-02-09T22:01:40Z', 'revision_number': 5, 'project_id': 'a5b450ffe3204024aa1de4c1c17e7296', 'subnets': [{'id': 'e04d8769-3631-49a0-81b3-a22ce5792703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:01:54.884330 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe316808-0abe-4593-a050-01e30a459696 None None] The sync data for ids ['c4c5805a-20ec-4e05-952e-0f99cdae65aa'] in n-d-828369-5 is: [{'id': 'c4c5805a-20ec-4e05-952e-0f99cdae65aa', 'name': 'tempest-AttachVolumeShelveTestJSON-1271603554-router', 'tenant_id': 'a5b450ffe3204024aa1de4c1c17e7296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'aadfb8ab-cd8e-415e-ba9c-4cae14e577a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:01:31Z', 'updated_at': '2022-02-09T22:01:35Z', 'revision_number': 4, 'project_id': 'a5b450ffe3204024aa1de4c1c17e7296', 'gw_port': {'id': 'aadfb8ab-cd8e-415e-ba9c-4cae14e577a9', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:78:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c5805a-20ec-4e05-952e-0f99cdae65aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:32Z', 'updated_at': '2022-02-09T22:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': '8db7b816-9b3a-4e79-b90d-876457c294e3', 'tenant_id': 'a5b450ffe3204024aa1de4c1c17e7296', 'floating_ip_address': '172.25.3.192', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': 'c4c5805a-20ec-4e05-952e-0f99cdae65aa', 'port_id': 'd7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37def89c-7a9f-4c66-92be-f91fbe6a4291', 'mac_address': 'fa:16:3e:c1:54:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b43dcc6-bfa2-4e4a-b6fa-0e8457213291', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:01:39Z', 'updated_at': '2022-02-09T22:01:52Z', 'revision_number': 1, 'project_id': 'a5b450ffe3204024aa1de4c1c17e7296', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f3b583e-f3a7-425a-95e8-426aa29472d5', 'name': '', 'network_id': '37def89c-7a9f-4c66-92be-f91fbe6a4291', 'tenant_id': 'a5b450ffe3204024aa1de4c1c17e7296', 'mac_address': 'fa:16:3e:5e:47:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c5805a-20ec-4e05-952e-0f99cdae65aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': 'e04d8769-3631-49a0-81b3-a22ce5792703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:34Z', 'updated_at': '2022-02-09T22:01:40Z', 'revision_number': 5, 'project_id': 'a5b450ffe3204024aa1de4c1c17e7296', 'subnets': [{'id': 'e04d8769-3631-49a0-81b3-a22ce5792703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:01:55.165052 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cb5c93-299d-46a6-a3df-c2ed2c7f725b None None] New status for floating IP 8db7b816-9b3a-4e79-b90d-876457c294e3: ACTIVE {{(pid=103142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:01:55.221732 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ebc2a2-b0e2-40f8-b0c6-25fae366e42c req-2bc8a1a6-6a5d-4504-84b0-96f554f4a741 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:01:55.223310 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f7ebc2a2-b0e2-40f8-b0c6-25fae366e42c req-2bc8a1a6-6a5d-4504-84b0-96f554f4a741 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=9b43dcc6-bfa2-4e4a-b6fa-0e8457213291 HTTP/1.1" status: 200 len: 945 time: 0.1178060 Feb 09 22:01:55.316269 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f7ebc2a2-b0e2-40f8-b0c6-25fae366e42c req-635136c5-9c01-4375-9165-820a68ee02a0 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=a150208c-d856-4775-8b70-a04a39be3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790651 Feb 09 22:02:05.583687 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:02:09.019260 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c686bb30-ec09-43eb-98e8-660687d2d8f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:11.007462 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c5c93bbb-75ff-40c8-b46f-010a5222d04a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:12.618245 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 38980) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:12.662489 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d37741e-513f-4896-9cc8-53e175fe1d2a req-c999e34c-efd4-401a-a49b-9ae7f170e016 tempest-TestNetworkAdvancedServerOps-2092705809 tempest-TestNetworkAdvancedServerOps-2092705809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:12.665424 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4d37741e-513f-4896-9cc8-53e175fe1d2a req-c999e34c-efd4-401a-a49b-9ae7f170e016 tempest-TestNetworkAdvancedServerOps-2092705809 tempest-TestNetworkAdvancedServerOps-2092705809-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=e4a4effb-9225-40cc-8223-7a5df6f92942 HTTP/1.1" status: 200 len: 1128 time: 0.0589857 Feb 09 22:02:12.733214 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4d37741e-513f-4896-9cc8-53e175fe1d2a req-5164f99c-0eda-48f0-a398-d6b3058f5032 tempest-TestNetworkAdvancedServerOps-2092705809 tempest-TestNetworkAdvancedServerOps-2092705809-project-admin] 10.222.0.90 "GET /v2.0/security-groups?id=72d2f984-f091-4b3d-b54e-47eb7c1d46d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572944 Feb 09 22:02:12.747667 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 38984) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:12.759997 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ce2f50b8-ebd9-4a6c-83c6-609da608bf09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:12.773810 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:12.857486 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ce2f50b8-ebd9-4a6c-83c6-609da608bf09 admin admin] Publish callbacks [] for security_group (071c861b-a383-4f86-96b9-6e57cb2d2eac), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:12.862072 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ce2f50b8-ebd9-4a6c-83c6-609da608bf09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (071c861b-a383-4f86-96b9-6e57cb2d2eac), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:12.896101 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-ce2f50b8-ebd9-4a6c-83c6-609da608bf09 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=e82274dc98004cffa79c80735afd6db2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2761781 Feb 09 22:02:12.900019 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 38986) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:12.918646 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2f50b8-ebd9-4a6c-83c6-609da608bf09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=071c861b-a383-4f86-96b9-6e57cb2d2eac,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:12.990193 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c53cd270-4134-4438-afdb-f5efc16d8dc4 admin admin] Publish callbacks [] for security_group (071c861b-a383-4f86-96b9-6e57cb2d2eac), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:13.021267 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c53cd270-4134-4438-afdb-f5efc16d8dc4 admin admin] Publish callbacks [] for security_group (071c861b-a383-4f86-96b9-6e57cb2d2eac), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:13.044917 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-5f16b192-edd0-485c-99cf-06642383b012 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Deleting port 38c6d43b-5214-4736-92fa-ee8eab1dc7df {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:02:13.045262 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5f16b192-edd0-485c-99cf-06642383b012 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (38c6d43b-5214-4736-92fa-ee8eab1dc7df), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:13.141232 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c53cd270-4134-4438-afdb-f5efc16d8dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (071c861b-a383-4f86-96b9-6e57cb2d2eac), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:13.144026 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c53cd270-4134-4438-afdb-f5efc16d8dc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:13.147580 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-c53cd270-4134-4438-afdb-f5efc16d8dc4 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/071c861b-a383-4f86-96b9-6e57cb2d2eac HTTP/1.1" status: 204 len: 168 time: 0.2442424 Feb 09 22:02:13.151077 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5f16b192-edd0-485c-99cf-06642383b012 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (38c6d43b-5214-4736-92fa-ee8eab1dc7df), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:13.151416 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5f16b192-edd0-485c-99cf-06642383b012 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for floatingip (38c6d43b-5214-4736-92fa-ee8eab1dc7df), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:13.167055 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53cd270-4134-4438-afdb-f5efc16d8dc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=071c861b-a383-4f86-96b9-6e57cb2d2eac,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:13.172377 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-5f16b192-edd0-485c-99cf-06642383b012 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Calling delete_port for 38c6d43b-5214-4736-92fa-ee8eab1dc7df owned by network:floatingip {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:02:13.361753 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5f16b192-edd0-485c-99cf-06642383b012 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (38c6d43b-5214-4736-92fa-ee8eab1dc7df), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:13.477609 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5f16b192-edd0-485c-99cf-06642383b012 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for floatingip (4b95cb11-1eae-44cd-a65e-b8e1c2ed23df), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:13.478053 n-d-828369-5 neutron-server[103140]: INFO neutron.db.l3_db [None req-5f16b192-edd0-485c-99cf-06642383b012 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Floating IP 4b95cb11-1eae-44cd-a65e-b8e1c2ed23df disassociated (deleted). External IP: 172.25.3.117, port: f395b0a1-4177-495a-9f06-ed1fda1afbcd. Feb 09 22:02:13.546650 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 38994) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:13.566484 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-19182cc8-5ce6-49b5-ae1a-d1e98d1c4cb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:13.658174 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-19182cc8-5ce6-49b5-ae1a-d1e98d1c4cb9 admin admin] Publish callbacks [] for security_group (6e3c81ac-d294-499f-9701-7809bdc19cd2), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:13.665259 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f16b192-edd0-485c-99cf-06642383b012 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Pushing event deleted for resources: {'Port': ['ID=38c6d43b-5214-4736-92fa-ee8eab1dc7df,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:13.666890 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-19182cc8-5ce6-49b5-ae1a-d1e98d1c4cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (6e3c81ac-d294-499f-9701-7809bdc19cd2), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:13.724797 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f16b192-edd0-485c-99cf-06642383b012 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Router 38811fd8-6803-42bb-9630-7f4028085860 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:02:13.730887 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19182cc8-5ce6-49b5-ae1a-d1e98d1c4cb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e3c81ac-d294-499f-9701-7809bdc19cd2,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:13.739694 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-19182cc8-5ce6-49b5-ae1a-d1e98d1c4cb9 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=553a36315cfb4b6dbcc2ac9cddb62d48&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1916957 Feb 09 22:02:13.740745 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 38996) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:13.797427 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d8668d3e-921e-4fae-9866-24363e5937f9 admin admin] Publish callbacks [] for security_group (6e3c81ac-d294-499f-9701-7809bdc19cd2), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:13.822567 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d8668d3e-921e-4fae-9866-24363e5937f9 admin admin] Publish callbacks [] for security_group (6e3c81ac-d294-499f-9701-7809bdc19cd2), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:13.877561 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d8668d3e-921e-4fae-9866-24363e5937f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (6e3c81ac-d294-499f-9701-7809bdc19cd2), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:13.880206 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d8668d3e-921e-4fae-9866-24363e5937f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:13.883710 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-d8668d3e-921e-4fae-9866-24363e5937f9 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/6e3c81ac-d294-499f-9701-7809bdc19cd2 HTTP/1.1" status: 204 len: 168 time: 0.1388750 Feb 09 22:02:13.897971 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f16b192-edd0-485c-99cf-06642383b012 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:02:13.898204 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8668d3e-921e-4fae-9866-24363e5937f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e3c81ac-d294-499f-9701-7809bdc19cd2,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:13.910882 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21ab038-2c45-45c7-bd70-6d6558e7f712 None None] Sync routers for ids ['38811fd8-6803-42bb-9630-7f4028085860'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:02:13.911716 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5f16b192-edd0-485c-99cf-06642383b012 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:13.951225 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21ab038-2c45-45c7-bd70-6d6558e7f712 None None] Routers {'38811fd8-6803-42bb-9630-7f4028085860'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:02:13.957865 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-5f16b192-edd0-485c-99cf-06642383b012 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "DELETE /v2.0/floatingips/4b95cb11-1eae-44cd-a65e-b8e1c2ed23df HTTP/1.1" status: 204 len: 168 time: 1.2060184 Feb 09 22:02:13.957865 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4a4effb-9225-40cc-8223-7a5df6f92942', 'tag': 'f395b0a1-4177-495a-9f06-ed1fda1afbcd'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:02:13.958823 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-381c5ad5-b9cd-48cf-a2f5-74e6eb31af2a" -d '{"events": [{"name": "network-changed", "server_uuid": "e4a4effb-9225-40cc-8223-7a5df6f92942", "tag": "f395b0a1-4177-495a-9f06-ed1fda1afbcd"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:02:13.960454 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-a21ab038-2c45-45c7-bd70-6d6558e7f712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:02:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['38811fd8-6803-42bb-9630-7f4028085860'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:14.057305 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b80fa5b-1650-4e93-8ffe-c15bb3448625 x-openstack-request-id: req-4b80fa5b-1650-4e93-8ffe-c15bb3448625 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:02:14.057591 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4a4effb-9225-40cc-8223-7a5df6f92942", "tag": "f395b0a1-4177-495a-9f06-ed1fda1afbcd", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:02:14.057950 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-4b80fa5b-1650-4e93-8ffe-c15bb3448625 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:02:14.058250 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4a4effb-9225-40cc-8223-7a5df6f92942', 'tag': 'f395b0a1-4177-495a-9f06-ed1fda1afbcd', 'status': 'completed', 'code': 200} Feb 09 22:02:14.150322 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-a21ab038-2c45-45c7-bd70-6d6558e7f712 None None] Set router 38811fd8-6803-42bb-9630-7f4028085860 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:02:14.212460 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:14.246768 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381c5ad5-b9cd-48cf-a2f5-74e6eb31af2a req-395cf07f-e6a3-4e66-ae12-fcf89382b259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:14.250713 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-381c5ad5-b9cd-48cf-a2f5-74e6eb31af2a req-395cf07f-e6a3-4e66-ae12-fcf89382b259 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=deeb9e226e2546f19554cbe5eac163d6&device_id=e4a4effb-9225-40cc-8223-7a5df6f92942 HTTP/1.1" status: 200 len: 1128 time: 0.1780193 Feb 09 22:02:14.403635 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303f894b-3ee5-4e4f-b5ac-e3b72eb8f80e req-7b2ecbfe-0adb-4655-aa00-c9095e1ec088 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:14.411977 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-303f894b-3ee5-4e4f-b5ac-e3b72eb8f80e req-7b2ecbfe-0adb-4655-aa00-c9095e1ec088 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=e4a4effb-9225-40cc-8223-7a5df6f92942 HTTP/1.1" status: 200 len: 946 time: 0.0735650 Feb 09 22:02:14.532994 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-303f894b-3ee5-4e4f-b5ac-e3b72eb8f80e req-3b28862f-7ab4-4571-b8f8-7b4d9ddb10c3 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=72d2f984-f091-4b3d-b54e-47eb7c1d46d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111596 Feb 09 22:02:14.668386 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-a21ab038-2c45-45c7-bd70-6d6558e7f712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38811fd8-6803-42bb-9630-7f4028085860', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1141351383', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '8655c5a2-91c6-4022-b6d8-a05426a37b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:59:38Z', 'updated_at': '2022-02-09T21:59:45Z', 'revision_number': 4, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'gw_port': {'id': '8655c5a2-91c6-4022-b6d8-a05426a37b7f', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:23:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38811fd8-6803-42bb-9630-7f4028085860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:59:39Z', 'updated_at': '2022-02-09T21:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': 'd96d7646-f25f-4175-a275-683910392697', 'name': '', 'network_id': 'fa460168-c9ce-4567-b54f-86f206977d46', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'mac_address': 'fa:16:3e:18:ab:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38811fd8-6803-42bb-9630-7f4028085860', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': '3aadbbce-76c0-480d-b63d-7841ad582155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:59:44Z', 'updated_at': '2022-02-09T21:59:51Z', 'revision_number': 5, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'subnets': [{'id': '3aadbbce-76c0-480d-b63d-7841ad582155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:14.710350 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21ab038-2c45-45c7-bd70-6d6558e7f712 None None] Checking router: 38811fd8-6803-42bb-9630-7f4028085860 for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:02:14.720779 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21ab038-2c45-45c7-bd70-6d6558e7f712 None None] Routers {'38811fd8-6803-42bb-9630-7f4028085860'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:02:14.721598 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-a21ab038-2c45-45c7-bd70-6d6558e7f712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:02:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['38811fd8-6803-42bb-9630-7f4028085860'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:14.859803 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-a21ab038-2c45-45c7-bd70-6d6558e7f712 None None] Set router 38811fd8-6803-42bb-9630-7f4028085860 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:02:14.941601 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381c5ad5-b9cd-48cf-a2f5-74e6eb31af2a req-d7aff9f6-e55b-48fe-a7a0-4075cf53c23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:14.943881 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-381c5ad5-b9cd-48cf-a2f5-74e6eb31af2a req-d7aff9f6-e55b-48fe-a7a0-4075cf53c23b service neutron] 10.222.0.89 "GET /v2.0/networks?id=fa460168-c9ce-4567-b54f-86f206977d46 HTTP/1.1" status: 200 len: 898 time: 0.6866760 Feb 09 22:02:15.018202 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-381c5ad5-b9cd-48cf-a2f5-74e6eb31af2a req-eb272c89-5cc8-4c5d-a05e-7319d5938e87 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f395b0a1-4177-495a-9f06-ed1fda1afbcd HTTP/1.1" status: 200 len: 217 time: 0.0669599 Feb 09 22:02:15.128280 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381c5ad5-b9cd-48cf-a2f5-74e6eb31af2a req-071f8540-623f-415e-bb09-45f794f4b33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:15.130259 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-381c5ad5-b9cd-48cf-a2f5-74e6eb31af2a req-071f8540-623f-415e-bb09-45f794f4b33a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=3aadbbce-76c0-480d-b63d-7841ad582155 HTTP/1.1" status: 200 len: 835 time: 0.0931523 Feb 09 22:02:15.227225 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-a21ab038-2c45-45c7-bd70-6d6558e7f712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38811fd8-6803-42bb-9630-7f4028085860', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1141351383', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '8655c5a2-91c6-4022-b6d8-a05426a37b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:59:38Z', 'updated_at': '2022-02-09T21:59:45Z', 'revision_number': 4, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'gw_port': {'id': '8655c5a2-91c6-4022-b6d8-a05426a37b7f', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:23:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38811fd8-6803-42bb-9630-7f4028085860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:59:39Z', 'updated_at': '2022-02-09T21:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': 'd96d7646-f25f-4175-a275-683910392697', 'name': '', 'network_id': 'fa460168-c9ce-4567-b54f-86f206977d46', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'mac_address': 'fa:16:3e:18:ab:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38811fd8-6803-42bb-9630-7f4028085860', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': '3aadbbce-76c0-480d-b63d-7841ad582155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:59:44Z', 'updated_at': '2022-02-09T21:59:51Z', 'revision_number': 5, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'subnets': [{'id': '3aadbbce-76c0-480d-b63d-7841ad582155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:15.228144 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381c5ad5-b9cd-48cf-a2f5-74e6eb31af2a req-023de268-33cf-4c97-bc5c-452e229b3e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:15.230037 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-381c5ad5-b9cd-48cf-a2f5-74e6eb31af2a req-023de268-33cf-4c97-bc5c-452e229b3e06 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=fa460168-c9ce-4567-b54f-86f206977d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0891171 Feb 09 22:02:15.272982 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21ab038-2c45-45c7-bd70-6d6558e7f712 None None] The sync data for ids ['38811fd8-6803-42bb-9630-7f4028085860'] in n-d-828369-5 is: [{'id': '38811fd8-6803-42bb-9630-7f4028085860', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1141351383', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '8655c5a2-91c6-4022-b6d8-a05426a37b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:59:38Z', 'updated_at': '2022-02-09T21:59:45Z', 'revision_number': 4, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'gw_port': {'id': '8655c5a2-91c6-4022-b6d8-a05426a37b7f', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:23:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38811fd8-6803-42bb-9630-7f4028085860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:59:39Z', 'updated_at': '2022-02-09T21:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': 'd96d7646-f25f-4175-a275-683910392697', 'name': '', 'network_id': 'fa460168-c9ce-4567-b54f-86f206977d46', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'mac_address': 'fa:16:3e:18:ab:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38811fd8-6803-42bb-9630-7f4028085860', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': '3aadbbce-76c0-480d-b63d-7841ad582155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:59:44Z', 'updated_at': '2022-02-09T21:59:51Z', 'revision_number': 5, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'subnets': [{'id': '3aadbbce-76c0-480d-b63d-7841ad582155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:02:15.320611 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:15.446247 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-381c5ad5-b9cd-48cf-a2f5-74e6eb31af2a req-da5d64c2-3fd2-4da3-9239-ff013aa96ff7 service neutron] 10.222.0.89 "GET /v2.0/networks/fa460168-c9ce-4567-b54f-86f206977d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069156 Feb 09 22:02:15.611082 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-381c5ad5-b9cd-48cf-a2f5-74e6eb31af2a req-144b83b4-dd93-4049-8d8b-70010c7286b0 service neutron] 10.222.0.89 "GET /v2.0/networks/fa460168-c9ce-4567-b54f-86f206977d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543930 Feb 09 22:02:15.742620 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f7c9f0-181b-486d-b2cc-5277f414042f None None] New status for floating IP 4b95cb11-1eae-44cd-a65e-b8e1c2ed23df: DOWN {{(pid=103142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:02:15.867264 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39044) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:15.951773 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a44910-a1e4-43aa-b88b-d2ceed959111 req-689cbd0d-8195-4257-9eae-f47fad6506b7 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:15.976354 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b9a44910-a1e4-43aa-b88b-d2ceed959111 req-689cbd0d-8195-4257-9eae-f47fad6506b7 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=e4a4effb-9225-40cc-8223-7a5df6f92942 HTTP/1.1" status: 200 len: 946 time: 0.3287284 Feb 09 22:02:16.021696 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8c5e1ade-93d8-408d-affd-60e97d39dd78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:16.051670 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b9a44910-a1e4-43aa-b88b-d2ceed959111 req-0263c418-0f4c-4c42-9f8d-a9df6ff4cf65 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=72d2f984-f091-4b3d-b54e-47eb7c1d46d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744145 Feb 09 22:02:16.111789 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8c5e1ade-93d8-408d-affd-60e97d39dd78 admin admin] Publish callbacks [] for security_group (1149310e-5e84-4db7-abbd-58a45826fe79), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:16.130693 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8c5e1ade-93d8-408d-affd-60e97d39dd78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (1149310e-5e84-4db7-abbd-58a45826fe79), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:16.180439 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-8c5e1ade-93d8-408d-affd-60e97d39dd78 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=ea8c96d3a5eb4b5f91d6dc4c8394c29d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3117387 Feb 09 22:02:16.182394 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5e1ade-93d8-408d-affd-60e97d39dd78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1149310e-5e84-4db7-abbd-58a45826fe79,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:16.183260 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 39048) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:16.200208 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46742753-2061-4382-92ff-6381a36d330f req-d3eeb952-2f9d-4537-9d3d-5ad536015148 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:16.201693 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-46742753-2061-4382-92ff-6381a36d330f req-d3eeb952-2f9d-4537-9d3d-5ad536015148 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.89 "GET /v2.0/ports?device_id=e4a4effb-9225-40cc-8223-7a5df6f92942 HTTP/1.1" status: 200 len: 946 time: 0.1029413 Feb 09 22:02:16.252196 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8656af23-7ded-481e-9ef7-d08968ae46c0 admin admin] Publish callbacks [] for security_group (1149310e-5e84-4db7-abbd-58a45826fe79), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:16.274182 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8656af23-7ded-481e-9ef7-d08968ae46c0 admin admin] Publish callbacks [] for security_group (1149310e-5e84-4db7-abbd-58a45826fe79), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:16.312365 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-46742753-2061-4382-92ff-6381a36d330f req-b01869c6-28bb-471a-b1bb-e59dcaab5b53 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Deleting port f395b0a1-4177-495a-9f06-ed1fda1afbcd {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:02:16.312749 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-46742753-2061-4382-92ff-6381a36d330f req-b01869c6-28bb-471a-b1bb-e59dcaab5b53 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (f395b0a1-4177-495a-9f06-ed1fda1afbcd), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:16.326309 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8656af23-7ded-481e-9ef7-d08968ae46c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (1149310e-5e84-4db7-abbd-58a45826fe79), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:16.329146 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8656af23-7ded-481e-9ef7-d08968ae46c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:16.330625 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-8656af23-7ded-481e-9ef7-d08968ae46c0 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/1149310e-5e84-4db7-abbd-58a45826fe79 HTTP/1.1" status: 204 len: 168 time: 0.1329317 Feb 09 22:02:16.340828 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8656af23-7ded-481e-9ef7-d08968ae46c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1149310e-5e84-4db7-abbd-58a45826fe79,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:16.436212 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-46742753-2061-4382-92ff-6381a36d330f req-b01869c6-28bb-471a-b1bb-e59dcaab5b53 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] For port f395b0a1-4177-495a-9f06-ed1fda1afbcd, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=f395b0a1-4177-495a-9f06-ed1fda1afbcd,segment=NetworkSegment(9d737af6-85d8-42f3-afb5-49982d68f1cb),segment_id=9d737af6-85d8-42f3-afb5-49982d68f1cb)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:02:16.436736 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-46742753-2061-4382-92ff-6381a36d330f req-b01869c6-28bb-471a-b1bb-e59dcaab5b53 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (f395b0a1-4177-495a-9f06-ed1fda1afbcd), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:16.452688 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-46742753-2061-4382-92ff-6381a36d330f req-b01869c6-28bb-471a-b1bb-e59dcaab5b53 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Calling delete_port for f395b0a1-4177-495a-9f06-ed1fda1afbcd owned by compute:nova {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:02:16.601711 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-46742753-2061-4382-92ff-6381a36d330f req-b01869c6-28bb-471a-b1bb-e59dcaab5b53 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (f395b0a1-4177-495a-9f06-ed1fda1afbcd), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:16.633144 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01869c6-28bb-471a-b1bb-e59dcaab5b53 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Pushing event deleted for resources: {'Port': ['ID=f395b0a1-4177-495a-9f06-ed1fda1afbcd,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:16.691542 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-46742753-2061-4382-92ff-6381a36d330f req-b01869c6-28bb-471a-b1bb-e59dcaab5b53 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] No DVR routers for this DVR port f395b0a1-4177-495a-9f06-ed1fda1afbcd on host n-h2-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:02:16.694896 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-46742753-2061-4382-92ff-6381a36d330f req-b01869c6-28bb-471a-b1bb-e59dcaab5b53 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:16.698506 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-46742753-2061-4382-92ff-6381a36d330f req-b01869c6-28bb-471a-b1bb-e59dcaab5b53 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.89 "DELETE /v2.0/ports/f395b0a1-4177-495a-9f06-ed1fda1afbcd HTTP/1.1" status: 204 len: 173 time: 0.4912713 Feb 09 22:02:16.699064 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4a4effb-9225-40cc-8223-7a5df6f92942', 'name': 'network-vif-deleted', 'tag': 'f395b0a1-4177-495a-9f06-ed1fda1afbcd'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:02:16.701477 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c22a6fe-3068-4511-a627-f3d3ae4c0aa2" -d '{"events": [{"server_uuid": "e4a4effb-9225-40cc-8223-7a5df6f92942", "name": "network-vif-deleted", "tag": "f395b0a1-4177-495a-9f06-ed1fda1afbcd"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:02:16.743439 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc51c66a-52ca-4c28-b92c-cdd947964f94 x-openstack-request-id: req-bc51c66a-52ca-4c28-b92c-cdd947964f94 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:02:16.743805 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4a4effb-9225-40cc-8223-7a5df6f92942", "name": "network-vif-deleted", "tag": "f395b0a1-4177-495a-9f06-ed1fda1afbcd", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:02:16.744244 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-bc51c66a-52ca-4c28-b92c-cdd947964f94 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:02:16.744634 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4a4effb-9225-40cc-8223-7a5df6f92942', 'name': 'network-vif-deleted', 'tag': 'f395b0a1-4177-495a-9f06-ed1fda1afbcd', 'status': 'completed', 'code': 200} Feb 09 22:02:17.052494 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 39074) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:17.204212 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-114749f6-29b1-4baf-9741-166f5e874a9c req-a9957bad-f269-49cf-ace4-b8b8a4ecad3f tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=e4a4effb-9225-40cc-8223-7a5df6f92942 HTTP/1.1" status: 200 len: 210 time: 0.0362713 Feb 09 22:02:17.240960 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-75b73fea-be30-4320-80ac-c3cfa5ae33da admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1158316737-network', 'tenant_id': '07749cfb5e534ca780925829d425eeae'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:02:17.261737 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b73fea-be30-4320-80ac-c3cfa5ae33da admin admin] Made reservation on behalf of 07749cfb5e534ca780925829d425eeae for: {'network': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:02:17.264409 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-75b73fea-be30-4320-80ac-c3cfa5ae33da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:17.274140 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-75b73fea-be30-4320-80ac-c3cfa5ae33da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:17.349939 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-75b73fea-be30-4320-80ac-c3cfa5ae33da admin admin] Publish callbacks [] for security_group (807569bb-e07e-470d-ab58-344f198f823c), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:17.354619 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-75b73fea-be30-4320-80ac-c3cfa5ae33da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (807569bb-e07e-470d-ab58-344f198f823c), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:17.387347 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75b73fea-be30-4320-80ac-c3cfa5ae33da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=103140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:02:17.398673 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b73fea-be30-4320-80ac-c3cfa5ae33da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=807569bb-e07e-470d-ab58-344f198f823c,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:17.404029 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-75b73fea-be30-4320-80ac-c3cfa5ae33da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (2bd7cc2e-6770-4fbe-8036-0be849c222c1), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:17.404448 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-75b73fea-be30-4320-80ac-c3cfa5ae33da admin admin] Added segment 2bd7cc2e-6770-4fbe-8036-0be849c222c1 of type vlan for network c4251b05-ea71-4817-9adf-b8da6b2b7e3a Feb 09 22:02:17.450529 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-75b73fea-be30-4320-80ac-c3cfa5ae33da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (c4251b05-ea71-4817-9adf-b8da6b2b7e3a), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:17.475668 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-75b73fea-be30-4320-80ac-c3cfa5ae33da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (c4251b05-ea71-4817-9adf-b8da6b2b7e3a), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:17.476684 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b73fea-be30-4320-80ac-c3cfa5ae33da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:17.477314 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-75b73fea-be30-4320-80ac-c3cfa5ae33da admin admin] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:17.532863 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-75b73fea-be30-4320-80ac-c3cfa5ae33da admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4792175 Feb 09 22:02:17.535899 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39082) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:17.540349 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b73fea-be30-4320-80ac-c3cfa5ae33da admin admin] Pushing event updated for resources: {'Network': ['ID=c4251b05-ea71-4817-9adf-b8da6b2b7e3a,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:17.544154 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-4e17fbfa-9667-40d3-8fae-12f38c075ed0 admin admin] Request body: {'subnet': {'network_id': 'c4251b05-ea71-4817-9adf-b8da6b2b7e3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1158316737-subnet', 'tenant_id': '07749cfb5e534ca780925829d425eeae', 'ip_version': 4}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:02:17.550658 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network c4251b05-ea71-4817-9adf-b8da6b2b7e3a details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:02:17.565923 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e17fbfa-9667-40d3-8fae-12f38c075ed0 admin admin] Made reservation on behalf of 07749cfb5e534ca780925829d425eeae for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:02:17.568337 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4e17fbfa-9667-40d3-8fae-12f38c075ed0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:17.737532 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4e17fbfa-9667-40d3-8fae-12f38c075ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (04226a13-8509-49c3-a195-deb317dad483), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:17.793775 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e17fbfa-9667-40d3-8fae-12f38c075ed0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04226a13-8509-49c3-a195-deb317dad483,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:17.802502 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e17fbfa-9667-40d3-8fae-12f38c075ed0 admin admin] Checking segment: {'id': '2bd7cc2e-6770-4fbe-8036-0be849c222c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c4251b05-ea71-4817-9adf-b8da6b2b7e3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:02:17.802865 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e17fbfa-9667-40d3-8fae-12f38c075ed0 admin admin] Network hostable DHCP agents. Network: c4251b05-ea71-4817-9adf-b8da6b2b7e3a, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:02:17.820957 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e17fbfa-9667-40d3-8fae-12f38c075ed0 admin admin] Network c4251b05-ea71-4817-9adf-b8da6b2b7e3a is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:02:17.829370 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-4e17fbfa-9667-40d3-8fae-12f38c075ed0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, c4251b05-ea71-4817-9adf-b8da6b2b7e3a) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:02:17.833841 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e17fbfa-9667-40d3-8fae-12f38c075ed0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:17.835088 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4e17fbfa-9667-40d3-8fae-12f38c075ed0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:17.841053 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d67660-7f28-4017-8368-cd0ff1fb1968 None None] Network c4251b05-ea71-4817-9adf-b8da6b2b7e3a requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:02:17.855280 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 39086) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:17.859871 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-7d5ab1d9-5190-4d76-877d-05a4cd0111cd admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1158316737-router', 'tenant_id': '07749cfb5e534ca780925829d425eeae', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:02:17.860849 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-4e17fbfa-9667-40d3-8fae-12f38c075ed0 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3137534 Feb 09 22:02:17.880969 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7d5ab1d9-5190-4d76-877d-05a4cd0111cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (08698c21-6cde-4607-849c-71bd5229d777), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:17.882171 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7d5ab1d9-5190-4d76-877d-05a4cd0111cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (08698c21-6cde-4607-849c-71bd5229d777), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:17.947747 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7d5ab1d9-5190-4d76-877d-05a4cd0111cd admin admin] Publish callbacks [] for router_controller (08698c21-6cde-4607-849c-71bd5229d777), precommit_add_association {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:17.973843 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0c7b04-2119-47f1-82d7-1a2523be0400 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-c4251b05-ea71-4817-9adf-b8da6b2b7e3a', 'network_id': 'c4251b05-ea71-4817-9adf-b8da6b2b7e3a', 'project_id': '07749cfb5e534ca780925829d425eeae', 'fixed_ips': [{'subnet_id': '04226a13-8509-49c3-a195-deb317dad483'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:02:17.975239 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-9c0c7b04-2119-47f1-82d7-1a2523be0400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:18.099094 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7d5ab1d9-5190-4d76-877d-05a4cd0111cd admin admin] Publish callbacks [] for router_gateway (08698c21-6cde-4607-849c-71bd5229d777), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:18.127414 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-9c0c7b04-2119-47f1-82d7-1a2523be0400 None None] Allocated IP 172.20.0.2 (c4251b05-ea71-4817-9adf-b8da6b2b7e3a/04226a13-8509-49c3-a195-deb317dad483/8c216ad8-73b9-478a-bc63-73c10b2a47ca) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:02:18.281224 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39090) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:18.304478 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-9c0c7b04-2119-47f1-82d7-1a2523be0400 None None] Publish callbacks [] for port (8c216ad8-73b9-478a-bc63-73c10b2a47ca), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:18.313342 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-9c0c7b04-2119-47f1-82d7-1a2523be0400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (8c216ad8-73b9-478a-bc63-73c10b2a47ca), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:18.341231 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7d5ab1d9-5190-4d76-877d-05a4cd0111cd admin admin] Publish callbacks [] for router_gateway (08698c21-6cde-4607-849c-71bd5229d777), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:18.359274 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0c7b04-2119-47f1-82d7-1a2523be0400 None None] Network c4251b05-ea71-4817-9adf-b8da6b2b7e3a is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:02:18.362773 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-9c0c7b04-2119-47f1-82d7-1a2523be0400 None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:02:18.370697 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0c7b04-2119-47f1-82d7-1a2523be0400 None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:02:18.376737 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7d5ab1d9-5190-4d76-877d-05a4cd0111cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:18.460265 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0c7b04-2119-47f1-82d7-1a2523be0400 None None] Pushing event updated for resources: {'Port': ['ID=8c216ad8-73b9-478a-bc63-73c10b2a47ca,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:18.493308 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-9c0c7b04-2119-47f1-82d7-1a2523be0400 None None] Attempting to bind port 8c216ad8-73b9-478a-bc63-73c10b2a47ca on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:02:18.493308 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-9c0c7b04-2119-47f1-82d7-1a2523be0400 None None] Attempting to bind port 8c216ad8-73b9-478a-bc63-73c10b2a47ca by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '2bd7cc2e-6770-4fbe-8036-0be849c222c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c4251b05-ea71-4817-9adf-b8da6b2b7e3a'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:02:18.493632 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0c7b04-2119-47f1-82d7-1a2523be0400 None None] Attempting to bind port 8c216ad8-73b9-478a-bc63-73c10b2a47ca on network c4251b05-ea71-4817-9adf-b8da6b2b7e3a {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:02:18.496207 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0c7b04-2119-47f1-82d7-1a2523be0400 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:18.496579 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0c7b04-2119-47f1-82d7-1a2523be0400 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:18.496967 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0c7b04-2119-47f1-82d7-1a2523be0400 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:18.497402 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0c7b04-2119-47f1-82d7-1a2523be0400 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:18.497762 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0c7b04-2119-47f1-82d7-1a2523be0400 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:18.498128 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0c7b04-2119-47f1-82d7-1a2523be0400 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:18.498465 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0c7b04-2119-47f1-82d7-1a2523be0400 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:18.498837 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0c7b04-2119-47f1-82d7-1a2523be0400 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:18.499253 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0c7b04-2119-47f1-82d7-1a2523be0400 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:18.499631 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0c7b04-2119-47f1-82d7-1a2523be0400 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:18.499966 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0c7b04-2119-47f1-82d7-1a2523be0400 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:18.501636 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0c7b04-2119-47f1-82d7-1a2523be0400 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:18.503830 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0c7b04-2119-47f1-82d7-1a2523be0400 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:18.516264 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0c7b04-2119-47f1-82d7-1a2523be0400 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:02:18.516654 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0c7b04-2119-47f1-82d7-1a2523be0400 None None] Checking segment: {'id': '2bd7cc2e-6770-4fbe-8036-0be849c222c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c4251b05-ea71-4817-9adf-b8da6b2b7e3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:02:18.517069 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-9c0c7b04-2119-47f1-82d7-1a2523be0400 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:18.517460 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0c7b04-2119-47f1-82d7-1a2523be0400 None None] Bound using segment: {'id': '2bd7cc2e-6770-4fbe-8036-0be849c222c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c4251b05-ea71-4817-9adf-b8da6b2b7e3a'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:02:18.517942 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-9c0c7b04-2119-47f1-82d7-1a2523be0400 None None] Bound port: 8c216ad8-73b9-478a-bc63-73c10b2a47ca, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bd7cc2e-6770-4fbe-8036-0be849c222c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c4251b05-ea71-4817-9adf-b8da6b2b7e3a'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:02:18.518949 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-9c0c7b04-2119-47f1-82d7-1a2523be0400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (8c216ad8-73b9-478a-bc63-73c10b2a47ca), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:18.525873 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-7d5ab1d9-5190-4d76-877d-05a4cd0111cd admin admin] Allocated IP 172.25.3.207 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/00d75f04-92e7-4595-a0fc-4fa2a4750f66) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:02:18.643490 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-9c0c7b04-2119-47f1-82d7-1a2523be0400 None None] For port 8c216ad8-73b9-478a-bc63-73c10b2a47ca, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:02:18.646812 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-9c0c7b04-2119-47f1-82d7-1a2523be0400 None None] For port 8c216ad8-73b9-478a-bc63-73c10b2a47ca, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=8c216ad8-73b9-478a-bc63-73c10b2a47ca,segment=NetworkSegment(2bd7cc2e-6770-4fbe-8036-0be849c222c1),segment_id=2bd7cc2e-6770-4fbe-8036-0be849c222c1)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:02:18.656846 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7d5ab1d9-5190-4d76-877d-05a4cd0111cd admin admin] Publish callbacks [] for port (00d75f04-92e7-4595-a0fc-4fa2a4750f66), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:18.661435 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-9c0c7b04-2119-47f1-82d7-1a2523be0400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (8c216ad8-73b9-478a-bc63-73c10b2a47ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:18.709551 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7d5ab1d9-5190-4d76-877d-05a4cd0111cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (00d75f04-92e7-4595-a0fc-4fa2a4750f66), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:18.735733 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0c7b04-2119-47f1-82d7-1a2523be0400 None None] Pushing event updated for resources: {'Port': ['ID=8c216ad8-73b9-478a-bc63-73c10b2a47ca,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:18.755249 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39098) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:18.791775 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5ab1d9-5190-4d76-877d-05a4cd0111cd admin admin] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:02:18.795142 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-7d5ab1d9-5190-4d76-877d-05a4cd0111cd admin admin] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:02:18.799316 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5ab1d9-5190-4d76-877d-05a4cd0111cd admin admin] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:02:18.823541 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5ab1d9-5190-4d76-877d-05a4cd0111cd admin admin] Pushing event updated for resources: {'Port': ['ID=00d75f04-92e7-4595-a0fc-4fa2a4750f66,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:18.929063 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5690be1c-3c1b-4b22-84e1-16a9833100f6 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524906'] for router_interface (38811fd8-6803-42bb-9630-7f4028085860), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:19.034350 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ca33a1cf-02a3-4c70-a5f9-db7ca70967a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:19.193958 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7d5ab1d9-5190-4d76-877d-05a4cd0111cd admin admin] Publish callbacks [] for router_gateway (08698c21-6cde-4607-849c-71bd5229d777), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:19.223350 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ca33a1cf-02a3-4c70-a5f9-db7ca70967a1 admin admin] Publish callbacks [] for security_group (6eb57151-f9e7-4ce5-95f4-4005065ea035), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:19.248398 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ca33a1cf-02a3-4c70-a5f9-db7ca70967a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (6eb57151-f9e7-4ce5-95f4-4005065ea035), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:19.301439 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-ca33a1cf-02a3-4c70-a5f9-db7ca70967a1 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=df484096e49a41fdb7bab480438d25e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5378048 Feb 09 22:02:19.304173 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39102) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:19.304885 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca33a1cf-02a3-4c70-a5f9-db7ca70967a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb57151-f9e7-4ce5-95f4-4005065ea035,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:19.397351 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b1217248-6d19-452a-bcec-b140711db344 admin admin] Publish callbacks [] for security_group (6eb57151-f9e7-4ce5-95f4-4005065ea035), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:19.449113 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b1217248-6d19-452a-bcec-b140711db344 admin admin] Publish callbacks [] for security_group (6eb57151-f9e7-4ce5-95f4-4005065ea035), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:19.509464 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-5690be1c-3c1b-4b22-84e1-16a9833100f6 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Deleting port d96d7646-f25f-4175-a275-683910392697 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:02:19.509793 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5690be1c-3c1b-4b22-84e1-16a9833100f6 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (d96d7646-f25f-4175-a275-683910392697), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:19.566296 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b1217248-6d19-452a-bcec-b140711db344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (6eb57151-f9e7-4ce5-95f4-4005065ea035), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:19.569120 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b1217248-6d19-452a-bcec-b140711db344 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:19.570289 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-b1217248-6d19-452a-bcec-b140711db344 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/6eb57151-f9e7-4ce5-95f4-4005065ea035 HTTP/1.1" status: 204 len: 168 time: 0.2616160 Feb 09 22:02:19.604654 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1217248-6d19-452a-bcec-b140711db344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb57151-f9e7-4ce5-95f4-4005065ea035,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:19.679066 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-5690be1c-3c1b-4b22-84e1-16a9833100f6 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] For port d96d7646-f25f-4175-a275-683910392697, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=d96d7646-f25f-4175-a275-683910392697,segment=NetworkSegment(9d737af6-85d8-42f3-afb5-49982d68f1cb),segment_id=9d737af6-85d8-42f3-afb5-49982d68f1cb)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:02:19.679453 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5690be1c-3c1b-4b22-84e1-16a9833100f6 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (d96d7646-f25f-4175-a275-683910392697), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:19.694202 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-5690be1c-3c1b-4b22-84e1-16a9833100f6 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Calling delete_port for d96d7646-f25f-4175-a275-683910392697 owned by network:router_interface {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:02:19.821732 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7d5ab1d9-5190-4d76-877d-05a4cd0111cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (08698c21-6cde-4607-849c-71bd5229d777), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:19.986989 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5690be1c-3c1b-4b22-84e1-16a9833100f6 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (d96d7646-f25f-4175-a275-683910392697), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:20.025807 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5690be1c-3c1b-4b22-84e1-16a9833100f6 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Pushing event deleted for resources: {'Port': ['ID=d96d7646-f25f-4175-a275-683910392697,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:20.146172 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d5ab1d9-5190-4d76-877d-05a4cd0111cd admin admin] Router 08698c21-6cde-4607-849c-71bd5229d777 is scheduled to L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 with binding_index 1 {{(pid=103140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:02:20.217588 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea6c72c-4e5c-4c2d-a01f-bd3f57df9dcb None None] Network c4251b05-ea71-4817-9adf-b8da6b2b7e3a requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:02:20.321406 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-b9ce33ef-d4ee-4a77-a35f-9a28b777aee1 None None] Provisioning complete for port 8c216ad8-73b9-478a-bc63-73c10b2a47ca triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:02:20.322005 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b9ce33ef-d4ee-4a77-a35f-9a28b777aee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (8c216ad8-73b9-478a-bc63-73c10b2a47ca), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:20.331785 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5690be1c-3c1b-4b22-84e1-16a9833100f6 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-525054'] for router_interface (38811fd8-6803-42bb-9630-7f4028085860), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:20.408460 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d5ab1d9-5190-4d76-877d-05a4cd0111cd admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:02:20.420702 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d326309c-9d04-4f76-b554-36800c92a658 None None] Sync routers for ids ['08698c21-6cde-4607-849c-71bd5229d777'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:02:20.439581 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d326309c-9d04-4f76-b554-36800c92a658 None None] Routers {'08698c21-6cde-4607-849c-71bd5229d777'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:02:20.440592 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-d326309c-9d04-4f76-b554-36800c92a658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:02:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['08698c21-6cde-4607-849c-71bd5229d777'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:20.465437 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7d5ab1d9-5190-4d76-877d-05a4cd0111cd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:20.467673 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-7d5ab1d9-5190-4d76-877d-05a4cd0111cd admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.6104407 Feb 09 22:02:20.470583 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 39120) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:20.531311 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-b9ce33ef-d4ee-4a77-a35f-9a28b777aee1 None None] Current status of the port 8c216ad8-73b9-478a-bc63-73c10b2a47ca is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:02:20.535485 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b9ce33ef-d4ee-4a77-a35f-9a28b777aee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (8c216ad8-73b9-478a-bc63-73c10b2a47ca), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:20.629770 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-b9ce33ef-d4ee-4a77-a35f-9a28b777aee1 None None] For port 8c216ad8-73b9-478a-bc63-73c10b2a47ca, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=8c216ad8-73b9-478a-bc63-73c10b2a47ca,segment=NetworkSegment(2bd7cc2e-6770-4fbe-8036-0be849c222c1),segment_id=2bd7cc2e-6770-4fbe-8036-0be849c222c1)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:02:20.641964 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-d326309c-9d04-4f76-b554-36800c92a658 None None] Set router 08698c21-6cde-4607-849c-71bd5229d777 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:02:20.652633 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b9ce33ef-d4ee-4a77-a35f-9a28b777aee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (8c216ad8-73b9-478a-bc63-73c10b2a47ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:20.729935 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ce33ef-d4ee-4a77-a35f-9a28b777aee1 None None] Pushing event updated for resources: {'Port': ['ID=8c216ad8-73b9-478a-bc63-73c10b2a47ca,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:20.759062 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5690be1c-3c1b-4b22-84e1-16a9833100f6 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Router 38811fd8-6803-42bb-9630-7f4028085860 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:02:20.995102 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-84873ca4-7260-4465-aa8a-2efe15453df3 None None] Provisioning complete for port 8c216ad8-73b9-478a-bc63-73c10b2a47ca triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:02:20.995494 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-84873ca4-7260-4465-aa8a-2efe15453df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (8c216ad8-73b9-478a-bc63-73c10b2a47ca), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:21.011873 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5690be1c-3c1b-4b22-84e1-16a9833100f6 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:02:21.023656 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 39138) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:21.026051 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-5690be1c-3c1b-4b22-84e1-16a9833100f6 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "PUT /v2.0/routers/38811fd8-6803-42bb-9630-7f4028085860/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7436197 Feb 09 22:02:21.033785 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 8c216ad8-73b9-478a-bc63-73c10b2a47ca up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:02:21.069074 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba36b84-6838-4e79-bd4e-2de389e25916 None None] Sync routers for ids ['38811fd8-6803-42bb-9630-7f4028085860'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:02:21.103696 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cc0458e-1864-40cb-a5c3-0dcbf3558d93 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Deleting subnet 3aadbbce-76c0-480d-b63d-7841ad582155 {{(pid=103140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:02:21.104824 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba36b84-6838-4e79-bd4e-2de389e25916 None None] Routers {'38811fd8-6803-42bb-9630-7f4028085860'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:02:21.106048 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-1ba36b84-6838-4e79-bd4e-2de389e25916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:02:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['38811fd8-6803-42bb-9630-7f4028085860'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:21.109389 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6cc0458e-1864-40cb-a5c3-0dcbf3558d93 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for subnet (3aadbbce-76c0-480d-b63d-7841ad582155), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:21.117076 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-d326309c-9d04-4f76-b554-36800c92a658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08698c21-6cde-4607-849c-71bd5229d777', 'name': 'tempest-TestAggregatesBasicOps-1158316737-router', 'tenant_id': '07749cfb5e534ca780925829d425eeae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '00d75f04-92e7-4595-a0fc-4fa2a4750f66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:02:17Z', 'updated_at': '2022-02-09T22:02:19Z', 'revision_number': 3, 'project_id': '07749cfb5e534ca780925829d425eeae', 'gw_port': {'id': '00d75f04-92e7-4595-a0fc-4fa2a4750f66', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f4:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08698c21-6cde-4607-849c-71bd5229d777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:02:18Z', 'updated_at': '2022-02-09T22:02:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:21.152713 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d326309c-9d04-4f76-b554-36800c92a658 None None] Checking router: 08698c21-6cde-4607-849c-71bd5229d777 for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:02:21.153068 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d326309c-9d04-4f76-b554-36800c92a658 None None] Updating router 08698c21-6cde-4607-849c-71bd5229d777 port 00d75f04-92e7-4595-a0fc-4fa2a4750f66 binding host n-d-828369-5 {{(pid=103143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:02:21.185431 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6cc0458e-1864-40cb-a5c3-0dcbf3558d93 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9110716'] for subnet (3aadbbce-76c0-480d-b63d-7841ad582155), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:21.193296 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d326309c-9d04-4f76-b554-36800c92a658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (00d75f04-92e7-4595-a0fc-4fa2a4750f66), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:21.231632 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-1ba36b84-6838-4e79-bd4e-2de389e25916 None None] Set router 38811fd8-6803-42bb-9630-7f4028085860 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:02:21.335239 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6cc0458e-1864-40cb-a5c3-0dcbf3558d93 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (3aadbbce-76c0-480d-b63d-7841ad582155), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:21.379424 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b37f7dae-9df1-4d45-84de-6be442459cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:21.394533 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device f395b0a1-4177-495a-9f06-ed1fda1afbcd no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:02:21.421476 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] No Port match for: f395b0a1-4177-495a-9f06-ed1fda1afbcd {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:02:21.421856 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device f395b0a1-4177-495a-9f06-ed1fda1afbcd not bound to the agent host n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:02:21.472809 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6cc0458e-1864-40cb-a5c3-0dcbf3558d93 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621346'] for subnet (3aadbbce-76c0-480d-b63d-7841ad582155), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:21.504740 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 8c216ad8-73b9-478a-bc63-73c10b2a47ca triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:02:21.504740 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (8c216ad8-73b9-478a-bc63-73c10b2a47ca), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:21.545712 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc0458e-1864-40cb-a5c3-0dcbf3558d93 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Pushing event deleted for resources: {'Subnet': ['ID=3aadbbce-76c0-480d-b63d-7841ad582155,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:21.551292 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6cc0458e-1864-40cb-a5c3-0dcbf3558d93 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:21.557341 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-6cc0458e-1864-40cb-a5c3-0dcbf3558d93 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "DELETE /v2.0/subnets/3aadbbce-76c0-480d-b63d-7841ad582155 HTTP/1.1" status: 204 len: 168 time: 0.5301323 Feb 09 22:02:21.558087 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 39170) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:21.561516 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d326309c-9d04-4f76-b554-36800c92a658 None None] Publish callbacks [] for port (00d75f04-92e7-4595-a0fc-4fa2a4750f66), precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:21.570259 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468f5262-4500-48da-b393-b4df202415c3 None None] Network fa460168-c9ce-4567-b54f-86f206977d46 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:02:21.573524 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d326309c-9d04-4f76-b554-36800c92a658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (00d75f04-92e7-4595-a0fc-4fa2a4750f66), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:21.626714 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d20373a-b25e-488a-b5e0-1fd04c75c3d1 None None] Pushing event updated for resources: {'Port': ['ID=00d75f04-92e7-4595-a0fc-4fa2a4750f66,revision_number=2']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:21.645513 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:21.667513 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-d326309c-9d04-4f76-b554-36800c92a658 None None] Attempting to bind port 00d75f04-92e7-4595-a0fc-4fa2a4750f66 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:02:21.668013 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-d326309c-9d04-4f76-b554-36800c92a658 None None] Attempting to bind port 00d75f04-92e7-4595-a0fc-4fa2a4750f66 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:02:21.668504 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d326309c-9d04-4f76-b554-36800c92a658 None None] Attempting to bind port 00d75f04-92e7-4595-a0fc-4fa2a4750f66 on network 54a442d5-50a0-4c75-85cc-d19f5bf58118 {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:02:21.676780 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d326309c-9d04-4f76-b554-36800c92a658 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:02:21.677377 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d326309c-9d04-4f76-b554-36800c92a658 None None] Checking segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:02:21.678002 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d326309c-9d04-4f76-b554-36800c92a658 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:21.678527 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d326309c-9d04-4f76-b554-36800c92a658 None None] Bound using segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:02:21.679093 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-d326309c-9d04-4f76-b554-36800c92a658 None None] Bound port: 00d75f04-92e7-4595-a0fc-4fa2a4750f66, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:02:21.680059 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d326309c-9d04-4f76-b554-36800c92a658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (00d75f04-92e7-4595-a0fc-4fa2a4750f66), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:21.690289 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-84873ca4-7260-4465-aa8a-2efe15453df3 None None] Current status of the port 8c216ad8-73b9-478a-bc63-73c10b2a47ca is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:02:21.740744 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-d326309c-9d04-4f76-b554-36800c92a658 None None] For port 00d75f04-92e7-4595-a0fc-4fa2a4750f66, host n-d-828369-5, cleared binding levels {{(pid=103143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:02:21.746303 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-d326309c-9d04-4f76-b554-36800c92a658 None None] For port 00d75f04-92e7-4595-a0fc-4fa2a4750f66, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=00d75f04-92e7-4595-a0fc-4fa2a4750f66,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:02:21.750454 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-b37f7dae-9df1-4d45-84de-6be442459cb1 admin admin] Allocated IP 172.20.0.1 (c4251b05-ea71-4817-9adf-b8da6b2b7e3a/04226a13-8509-49c3-a195-deb317dad483/68369710-9994-49c9-8185-62a035d84eeb) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:02:21.754897 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d326309c-9d04-4f76-b554-36800c92a658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (00d75f04-92e7-4595-a0fc-4fa2a4750f66), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:21.841348 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d20373a-b25e-488a-b5e0-1fd04c75c3d1 None None] Pushing event updated for resources: {'Port': ['ID=00d75f04-92e7-4595-a0fc-4fa2a4750f66,revision_number=3']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:21.854035 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d326309c-9d04-4f76-b554-36800c92a658 None None] Routers {'08698c21-6cde-4607-849c-71bd5229d777'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:02:21.856797 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-d326309c-9d04-4f76-b554-36800c92a658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:02:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['08698c21-6cde-4607-849c-71bd5229d777'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:21.888204 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-11818d72-3f80-44bf-b115-62ce11a4074c tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for router (38811fd8-6803-42bb-9630-7f4028085860), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:21.896593 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-1ba36b84-6838-4e79-bd4e-2de389e25916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38811fd8-6803-42bb-9630-7f4028085860', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1141351383', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '8655c5a2-91c6-4022-b6d8-a05426a37b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:59:38Z', 'updated_at': '2022-02-09T22:02:19Z', 'revision_number': 5, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'gw_port': {'id': '8655c5a2-91c6-4022-b6d8-a05426a37b7f', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:23:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38811fd8-6803-42bb-9630-7f4028085860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:59:39Z', 'updated_at': '2022-02-09T21:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:21.938213 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b37f7dae-9df1-4d45-84de-6be442459cb1 admin admin] Publish callbacks [] for port (68369710-9994-49c9-8185-62a035d84eeb), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:21.940440 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba36b84-6838-4e79-bd4e-2de389e25916 None None] Checking router: 38811fd8-6803-42bb-9630-7f4028085860 for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:02:21.958925 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba36b84-6838-4e79-bd4e-2de389e25916 None None] Routers {'38811fd8-6803-42bb-9630-7f4028085860'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:02:21.960395 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-1ba36b84-6838-4e79-bd4e-2de389e25916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:02:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['38811fd8-6803-42bb-9630-7f4028085860'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:22.006815 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-d326309c-9d04-4f76-b554-36800c92a658 None None] Set router 08698c21-6cde-4607-849c-71bd5229d777 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:02:22.038544 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-11818d72-3f80-44bf-b115-62ce11a4074c tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for router_gateway (38811fd8-6803-42bb-9630-7f4028085860), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:22.051613 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b37f7dae-9df1-4d45-84de-6be442459cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (68369710-9994-49c9-8185-62a035d84eeb), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:22.094390 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 8c216ad8-73b9-478a-bc63-73c10b2a47ca is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:02:22.104390 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37f7dae-9df1-4d45-84de-6be442459cb1 admin admin] Pushing event updated for resources: {'Port': ['ID=68369710-9994-49c9-8185-62a035d84eeb,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:22.140424 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37f7dae-9df1-4d45-84de-6be442459cb1 admin admin] Network c4251b05-ea71-4817-9adf-b8da6b2b7e3a is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:02:22.149170 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-b37f7dae-9df1-4d45-84de-6be442459cb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:02:22.151969 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37f7dae-9df1-4d45-84de-6be442459cb1 admin admin] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:02:22.165951 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-1ba36b84-6838-4e79-bd4e-2de389e25916 None None] Set router 38811fd8-6803-42bb-9630-7f4028085860 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:02:22.222189 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-11818d72-3f80-44bf-b115-62ce11a4074c tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Deleting port 8655c5a2-91c6-4022-b6d8-a05426a37b7f {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:02:22.222533 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-11818d72-3f80-44bf-b115-62ce11a4074c tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (8655c5a2-91c6-4022-b6d8-a05426a37b7f), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:22.275517 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa5f562-e74c-41ed-a662-011ece7abbcf None None] DHCP port deletion for fa460168-c9ce-4567-b54f-86f206977d46 request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:02:22.280068 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-d326309c-9d04-4f76-b554-36800c92a658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08698c21-6cde-4607-849c-71bd5229d777', 'name': 'tempest-TestAggregatesBasicOps-1158316737-router', 'tenant_id': '07749cfb5e534ca780925829d425eeae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '00d75f04-92e7-4595-a0fc-4fa2a4750f66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:02:17Z', 'updated_at': '2022-02-09T22:02:19Z', 'revision_number': 3, 'project_id': '07749cfb5e534ca780925829d425eeae', 'gw_port': {'id': '00d75f04-92e7-4595-a0fc-4fa2a4750f66', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f4:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08698c21-6cde-4607-849c-71bd5229d777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:02:18Z', 'updated_at': '2022-02-09T22:02:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:22.286148 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b37f7dae-9df1-4d45-84de-6be442459cb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554727'] for router_interface (08698c21-6cde-4607-849c-71bd5229d777), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:22.323564 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d326309c-9d04-4f76-b554-36800c92a658 None None] The sync data for ids ['08698c21-6cde-4607-849c-71bd5229d777'] in n-d-828369-5 is: [{'id': '08698c21-6cde-4607-849c-71bd5229d777', 'name': 'tempest-TestAggregatesBasicOps-1158316737-router', 'tenant_id': '07749cfb5e534ca780925829d425eeae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '00d75f04-92e7-4595-a0fc-4fa2a4750f66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:02:17Z', 'updated_at': '2022-02-09T22:02:19Z', 'revision_number': 3, 'project_id': '07749cfb5e534ca780925829d425eeae', 'gw_port': {'id': '00d75f04-92e7-4595-a0fc-4fa2a4750f66', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f4:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08698c21-6cde-4607-849c-71bd5229d777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:02:18Z', 'updated_at': '2022-02-09T22:02:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:02:22.429356 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-11818d72-3f80-44bf-b115-62ce11a4074c tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] For port 8655c5a2-91c6-4022-b6d8-a05426a37b7f, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=8655c5a2-91c6-4022-b6d8-a05426a37b7f,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:02:22.429727 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-11818d72-3f80-44bf-b115-62ce11a4074c tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (8655c5a2-91c6-4022-b6d8-a05426a37b7f), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:22.457872 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-11818d72-3f80-44bf-b115-62ce11a4074c tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Calling delete_port for 8655c5a2-91c6-4022-b6d8-a05426a37b7f owned by network:router_gateway {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:02:22.495295 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-4fa5f562-e74c-41ed-a662-011ece7abbcf None None] Deleting port 44f3b212-2cf5-4ce4-b904-049f0c123ea4 {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:02:22.495666 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-4fa5f562-e74c-41ed-a662-011ece7abbcf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (44f3b212-2cf5-4ce4-b904-049f0c123ea4), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:22.585361 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-506e6e96-c47c-42d2-881f-43d403d271f6 None None] Provisioning complete for port 68369710-9994-49c9-8185-62a035d84eeb triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:02:22.585796 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-506e6e96-c47c-42d2-881f-43d403d271f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (68369710-9994-49c9-8185-62a035d84eeb), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:22.618157 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b37f7dae-9df1-4d45-84de-6be442459cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (68369710-9994-49c9-8185-62a035d84eeb), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:22.628277 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-506e6e96-c47c-42d2-881f-43d403d271f6 None None] Port 68369710-9994-49c9-8185-62a035d84eeb cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:02:22.644051 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-4fa5f562-e74c-41ed-a662-011ece7abbcf None None] For port 44f3b212-2cf5-4ce4-b904-049f0c123ea4, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=44f3b212-2cf5-4ce4-b904-049f0c123ea4,segment=NetworkSegment(9d737af6-85d8-42f3-afb5-49982d68f1cb),segment_id=9d737af6-85d8-42f3-afb5-49982d68f1cb)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:02:22.644502 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-4fa5f562-e74c-41ed-a662-011ece7abbcf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (44f3b212-2cf5-4ce4-b904-049f0c123ea4), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:22.660146 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-4fa5f562-e74c-41ed-a662-011ece7abbcf None None] Calling delete_port for 44f3b212-2cf5-4ce4-b904-049f0c123ea4 owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:02:22.675662 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-1ba36b84-6838-4e79-bd4e-2de389e25916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38811fd8-6803-42bb-9630-7f4028085860', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1141351383', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '8655c5a2-91c6-4022-b6d8-a05426a37b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:59:38Z', 'updated_at': '2022-02-09T22:02:19Z', 'revision_number': 5, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'gw_port': {'id': '8655c5a2-91c6-4022-b6d8-a05426a37b7f', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:23:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38811fd8-6803-42bb-9630-7f4028085860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:59:39Z', 'updated_at': '2022-02-09T21:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:22.763642 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba36b84-6838-4e79-bd4e-2de389e25916 None None] The sync data for ids ['38811fd8-6803-42bb-9630-7f4028085860'] in n-d-828369-5 is: [{'id': '38811fd8-6803-42bb-9630-7f4028085860', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1141351383', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '8655c5a2-91c6-4022-b6d8-a05426a37b7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T21:59:38Z', 'updated_at': '2022-02-09T22:02:19Z', 'revision_number': 5, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'gw_port': {'id': '8655c5a2-91c6-4022-b6d8-a05426a37b7f', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:23:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38811fd8-6803-42bb-9630-7f4028085860', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T21:59:39Z', 'updated_at': '2022-02-09T21:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:02:22.860540 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-4fa5f562-e74c-41ed-a662-011ece7abbcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (44f3b212-2cf5-4ce4-b904-049f0c123ea4), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:22.894091 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa5f562-e74c-41ed-a662-011ece7abbcf None None] Pushing event deleted for resources: {'Port': ['ID=44f3b212-2cf5-4ce4-b904-049f0c123ea4,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:22.901186 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa5f562-e74c-41ed-a662-011ece7abbcf None None] No DVR routers for this DVR port 44f3b212-2cf5-4ce4-b904-049f0c123ea4 on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:02:22.906701 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-11818d72-3f80-44bf-b115-62ce11a4074c tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (8655c5a2-91c6-4022-b6d8-a05426a37b7f), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:22.953099 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11818d72-3f80-44bf-b115-62ce11a4074c tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Pushing event deleted for resources: {'Port': ['ID=8655c5a2-91c6-4022-b6d8-a05426a37b7f,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:23.010919 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b37f7dae-9df1-4d45-84de-6be442459cb1 admin admin] Publish callbacks [] for port (68369710-9994-49c9-8185-62a035d84eeb), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:23.021527 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b37f7dae-9df1-4d45-84de-6be442459cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (68369710-9994-49c9-8185-62a035d84eeb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:23.087570 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-11818d72-3f80-44bf-b115-62ce11a4074c tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-554524'] for router_gateway (38811fd8-6803-42bb-9630-7f4028085860), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:23.190232 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b37f7dae-9df1-4d45-84de-6be442459cb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524919'] for router_interface (08698c21-6cde-4607-849c-71bd5229d777), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:23.206141 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37f7dae-9df1-4d45-84de-6be442459cb1 admin admin] Pushing event updated for resources: {'Port': ['ID=68369710-9994-49c9-8185-62a035d84eeb,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:23.211747 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-11818d72-3f80-44bf-b115-62ce11a4074c tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (38811fd8-6803-42bb-9630-7f4028085860), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:23.214521 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-11818d72-3f80-44bf-b115-62ce11a4074c tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for router_controller (38811fd8-6803-42bb-9630-7f4028085860), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:23.243187 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 00d75f04-92e7-4595-a0fc-4fa2a4750f66 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:02:23.318272 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 00d75f04-92e7-4595-a0fc-4fa2a4750f66 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:02:23.319506 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (00d75f04-92e7-4595-a0fc-4fa2a4750f66), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:23.322452 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-11818d72-3f80-44bf-b115-62ce11a4074c tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (38811fd8-6803-42bb-9630-7f4028085860), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:23.323107 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11818d72-3f80-44bf-b115-62ce11a4074c tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Fanout notify agent at l3_agent the message router_deleted on router 38811fd8-6803-42bb-9630-7f4028085860 {{(pid=103140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:02:23.331595 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-11818d72-3f80-44bf-b115-62ce11a4074c tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:23.332836 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-11818d72-3f80-44bf-b115-62ce11a4074c tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "DELETE /v2.0/routers/38811fd8-6803-42bb-9630-7f4028085860 HTTP/1.1" status: 204 len: 168 time: 1.7739806 Feb 09 22:02:23.336213 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 39206) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:23.441838 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f1ba6a13-b7ef-48d4-95cd-1b18367d2aa2 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (fa460168-c9ce-4567-b54f-86f206977d46), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:23.442347 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 00d75f04-92e7-4595-a0fc-4fa2a4750f66 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:02:23.443107 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (00d75f04-92e7-4595-a0fc-4fa2a4750f66), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:23.481610 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37f7dae-9df1-4d45-84de-6be442459cb1 admin admin] Network c4251b05-ea71-4817-9adf-b8da6b2b7e3a is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:02:23.486229 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-b37f7dae-9df1-4d45-84de-6be442459cb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:02:23.491103 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port 00d75f04-92e7-4595-a0fc-4fa2a4750f66, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=00d75f04-92e7-4595-a0fc-4fa2a4750f66,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:02:23.500975 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (00d75f04-92e7-4595-a0fc-4fa2a4750f66), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:23.610679 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 44f3b212-2cf5-4ce4-b904-049f0c123ea4 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:02:23.629590 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=00d75f04-92e7-4595-a0fc-4fa2a4750f66,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:23.669565 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 44f3b212-2cf5-4ce4-b904-049f0c123ea4 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:02:23.670102 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 44f3b212-2cf5-4ce4-b904-049f0c123ea4 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:02:23.704352 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f1ba6a13-b7ef-48d4-95cd-1b18367d2aa2 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (fa460168-c9ce-4567-b54f-86f206977d46), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:23.715662 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:23.763195 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-f1ba6a13-b7ef-48d4-95cd-1b18367d2aa2 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa460168-c9ce-4567-b54f-86f206977d46']}} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:23.780138 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-f1ba6a13-b7ef-48d4-95cd-1b18367d2aa2 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d737af6-85d8-42f3-afb5-49982d68f1cb') {'for_net_delete': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:23.780658 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-f1ba6a13-b7ef-48d4-95cd-1b18367d2aa2 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d737af6-85d8-42f3-afb5-49982d68f1cb') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:23.797539 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f1ba6a13-b7ef-48d4-95cd-1b18367d2aa2 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110711'] for segment (9d737af6-85d8-42f3-afb5-49982d68f1cb), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:23.821175 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f1ba6a13-b7ef-48d4-95cd-1b18367d2aa2 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (9d737af6-85d8-42f3-afb5-49982d68f1cb), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:23.832382 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1ba6a13-b7ef-48d4-95cd-1b18367d2aa2 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=103140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:02:23.832893 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f1ba6a13-b7ef-48d4-95cd-1b18367d2aa2 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669415'] for segment (9d737af6-85d8-42f3-afb5-49982d68f1cb), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:23.837027 n-d-828369-5 neutron-server[103140]: Traceback (most recent call last): Feb 09 22:02:23.837027 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:02:23.837027 n-d-828369-5 neutron-server[103140]: timer() Feb 09 22:02:23.837027 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:02:23.837027 n-d-828369-5 neutron-server[103140]: cb(*args, **kw) Feb 09 22:02:23.837027 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:02:23.837027 n-d-828369-5 neutron-server[103140]: return func(*args, **kwargs) Feb 09 22:02:23.837027 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:02:23.837027 n-d-828369-5 neutron-server[103140]: self._notify() Feb 09 22:02:23.837027 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:02:23.837027 n-d-828369-5 neutron-server[103140]: self.callback(batched_events) Feb 09 22:02:23.837027 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:02:23.837027 n-d-828369-5 neutron-server[103140]: event.method(event) Feb 09 22:02:23.837027 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:02:23.837027 n-d-828369-5 neutron-server[103140]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:02:23.837027 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:02:23.837027 n-d-828369-5 neutron-server[103140]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:02:23.837027 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:02:23.837027 n-d-828369-5 neutron-server[103140]: return f(self, *a, **k) Feb 09 22:02:23.837027 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:02:23.837027 n-d-828369-5 neutron-server[103140]: return self._get(url).json() Feb 09 22:02:23.837027 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:02:23.837027 n-d-828369-5 neutron-server[103140]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:02:23.837027 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:02:23.837027 n-d-828369-5 neutron-server[103140]: return self.request(url, 'GET', **kwargs) Feb 09 22:02:23.837027 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:02:23.837027 n-d-828369-5 neutron-server[103140]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:02:23.837027 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:02:23.837027 n-d-828369-5 neutron-server[103140]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:02:23.837027 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:02:23.837027 n-d-828369-5 neutron-server[103140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:02:23.837027 n-d-828369-5 neutron-server[103140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:02:23.890104 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b37f7dae-9df1-4d45-84de-6be442459cb1 admin admin] Router 08698c21-6cde-4607-849c-71bd5229d777 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:02:23.955005 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f1ba6a13-b7ef-48d4-95cd-1b18367d2aa2 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (fa460168-c9ce-4567-b54f-86f206977d46), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:23.966709 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-3588220b-130e-4bbb-a68d-75f1651794ae None None] Provisioning complete for port 68369710-9994-49c9-8185-62a035d84eeb triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:02:23.967174 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-3588220b-130e-4bbb-a68d-75f1651794ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (68369710-9994-49c9-8185-62a035d84eeb), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:23.989564 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f1ba6a13-b7ef-48d4-95cd-1b18367d2aa2 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:23.992819 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-f1ba6a13-b7ef-48d4-95cd-1b18367d2aa2 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "DELETE /v2.0/networks/fa460168-c9ce-4567-b54f-86f206977d46 HTTP/1.1" status: 204 len: 168 time: 0.6555753 Feb 09 22:02:23.995724 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39210) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:24.010175 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ba6a13-b7ef-48d4-95cd-1b18367d2aa2 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Pushing event deleted for resources: {'Network': ['ID=fa460168-c9ce-4567-b54f-86f206977d46,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:24.029805 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-3588220b-130e-4bbb-a68d-75f1651794ae None None] Port 68369710-9994-49c9-8185-62a035d84eeb cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:02:24.043444 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b37f7dae-9df1-4d45-84de-6be442459cb1 admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:02:24.060621 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-b37f7dae-9df1-4d45-84de-6be442459cb1 admin admin] 10.222.0.90 "PUT /v2.0/routers/08698c21-6cde-4607-849c-71bd5229d777/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5805140 Feb 09 22:02:24.083178 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9d7704c3-331d-4ef5-9a78-7d335f0593f8 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for security_group (72d2f984-f091-4b3d-b54e-47eb7c1d46d2), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:24.112898 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9d7704c3-331d-4ef5-9a78-7d335f0593f8 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for security_group (72d2f984-f091-4b3d-b54e-47eb7c1d46d2), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:24.192793 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9d7704c3-331d-4ef5-9a78-7d335f0593f8 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (72d2f984-f091-4b3d-b54e-47eb7c1d46d2), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:24.196479 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9d7704c3-331d-4ef5-9a78-7d335f0593f8 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:24.200120 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-9d7704c3-331d-4ef5-9a78-7d335f0593f8 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "DELETE /v2.0/security-groups/72d2f984-f091-4b3d-b54e-47eb7c1d46d2 HTTP/1.1" status: 204 len: 168 time: 0.1996896 Feb 09 22:02:24.207941 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7704c3-331d-4ef5-9a78-7d335f0593f8 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d2f984-f091-4b3d-b54e-47eb7c1d46d2,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:24.223921 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7704c3-331d-4ef5-9a78-7d335f0593f8 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:24.224397 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7704c3-331d-4ef5-9a78-7d335f0593f8 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:24.224850 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7704c3-331d-4ef5-9a78-7d335f0593f8 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:24.225269 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7704c3-331d-4ef5-9a78-7d335f0593f8 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:24.225666 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7704c3-331d-4ef5-9a78-7d335f0593f8 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:24.226240 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7704c3-331d-4ef5-9a78-7d335f0593f8 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:24.226648 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7704c3-331d-4ef5-9a78-7d335f0593f8 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:24.227046 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7704c3-331d-4ef5-9a78-7d335f0593f8 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:24.227447 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7704c3-331d-4ef5-9a78-7d335f0593f8 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:24.228026 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7704c3-331d-4ef5-9a78-7d335f0593f8 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:24.228458 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7704c3-331d-4ef5-9a78-7d335f0593f8 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:24.228950 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7704c3-331d-4ef5-9a78-7d335f0593f8 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:24.229804 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7704c3-331d-4ef5-9a78-7d335f0593f8 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:24.743189 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39232) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:24.753892 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-a9ab59a5-e11d-4d56-98c8-c3bb7700a12e admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-51443123-network', 'tenant_id': '30e9a35bdf8649dc9a4f65757d7f5fb2'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:02:24.800190 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9ab59a5-e11d-4d56-98c8-c3bb7700a12e admin admin] Made reservation on behalf of 30e9a35bdf8649dc9a4f65757d7f5fb2 for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:02:24.806036 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a9ab59a5-e11d-4d56-98c8-c3bb7700a12e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:24.827307 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a9ab59a5-e11d-4d56-98c8-c3bb7700a12e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:24.854937 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f2d6ba-9d21-4ff0-9f44-3ca47ae12728 None None] Sync routers for ids ['08698c21-6cde-4607-849c-71bd5229d777'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:02:24.867608 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f2d6ba-9d21-4ff0-9f44-3ca47ae12728 None None] Routers {'08698c21-6cde-4607-849c-71bd5229d777'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:02:24.868664 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-81f2d6ba-9d21-4ff0-9f44-3ca47ae12728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:02:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['08698c21-6cde-4607-849c-71bd5229d777'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:24.906418 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 00d75f04-92e7-4595-a0fc-4fa2a4750f66 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:02:24.980564 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a9ab59a5-e11d-4d56-98c8-c3bb7700a12e admin admin] Publish callbacks [] for security_group (adad3360-a7c2-4fb9-8107-8461a2479c03), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:24.995107 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a9ab59a5-e11d-4d56-98c8-c3bb7700a12e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (adad3360-a7c2-4fb9-8107-8461a2479c03), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:25.012767 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 00d75f04-92e7-4595-a0fc-4fa2a4750f66 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:02:25.013393 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (00d75f04-92e7-4595-a0fc-4fa2a4750f66), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:25.018428 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9ab59a5-e11d-4d56-98c8-c3bb7700a12e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:02:25.035671 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ab59a5-e11d-4d56-98c8-c3bb7700a12e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adad3360-a7c2-4fb9-8107-8461a2479c03,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:25.060466 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a9ab59a5-e11d-4d56-98c8-c3bb7700a12e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (85d51f51-2fb1-4655-8525-fdc92c376ff7), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:25.061035 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-a9ab59a5-e11d-4d56-98c8-c3bb7700a12e admin admin] Added segment 85d51f51-2fb1-4655-8525-fdc92c376ff7 of type vlan for network 9fb92cfd-9805-4561-879f-56c64d96e60e Feb 09 22:02:25.092702 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-81f2d6ba-9d21-4ff0-9f44-3ca47ae12728 None None] Set router 08698c21-6cde-4607-849c-71bd5229d777 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:02:25.107809 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 00d75f04-92e7-4595-a0fc-4fa2a4750f66 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:02:25.131809 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a9ab59a5-e11d-4d56-98c8-c3bb7700a12e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (9fb92cfd-9805-4561-879f-56c64d96e60e), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:25.165076 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a9ab59a5-e11d-4d56-98c8-c3bb7700a12e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (9fb92cfd-9805-4561-879f-56c64d96e60e), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:25.166111 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ab59a5-e11d-4d56-98c8-c3bb7700a12e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:25.167170 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a9ab59a5-e11d-4d56-98c8-c3bb7700a12e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:25.185815 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 8655c5a2-91c6-4022-b6d8-a05426a37b7f no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:02:25.201237 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-a9ab59a5-e11d-4d56-98c8-c3bb7700a12e admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4568138 Feb 09 22:02:25.204644 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 39236) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:25.210372 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-ab589760-453c-45be-bcdc-aa723b70b9e5 admin admin] Request body: {'subnet': {'network_id': '9fb92cfd-9805-4561-879f-56c64d96e60e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-51443123-subnet', 'tenant_id': '30e9a35bdf8649dc9a4f65757d7f5fb2', 'ip_version': 4}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:02:25.223583 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 8655c5a2-91c6-4022-b6d8-a05426a37b7f {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:02:25.224376 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 8655c5a2-91c6-4022-b6d8-a05426a37b7f not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:02:25.225699 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device d96d7646-f25f-4175-a275-683910392697 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:02:25.254613 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab589760-453c-45be-bcdc-aa723b70b9e5 admin admin] Made reservation on behalf of 30e9a35bdf8649dc9a4f65757d7f5fb2 for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:02:25.254928 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: d96d7646-f25f-4175-a275-683910392697 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:02:25.256430 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device d96d7646-f25f-4175-a275-683910392697 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:02:25.257202 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ab589760-453c-45be-bcdc-aa723b70b9e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621317'] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:25.264457 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ab59a5-e11d-4d56-98c8-c3bb7700a12e admin admin] Pushing event updated for resources: {'Network': ['ID=9fb92cfd-9805-4561-879f-56c64d96e60e,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:25.276350 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 9fb92cfd-9805-4561-879f-56c64d96e60e details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:02:25.420578 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-81f2d6ba-9d21-4ff0-9f44-3ca47ae12728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08698c21-6cde-4607-849c-71bd5229d777', 'name': 'tempest-TestAggregatesBasicOps-1158316737-router', 'tenant_id': '07749cfb5e534ca780925829d425eeae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '00d75f04-92e7-4595-a0fc-4fa2a4750f66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:02:17Z', 'updated_at': '2022-02-09T22:02:22Z', 'revision_number': 4, 'project_id': '07749cfb5e534ca780925829d425eeae', 'gw_port': {'id': '00d75f04-92e7-4595-a0fc-4fa2a4750f66', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08698c21-6cde-4607-849c-71bd5229d777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:02:18Z', 'updated_at': '2022-02-09T22:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '68369710-9994-49c9-8185-62a035d84eeb', 'name': '', 'network_id': 'c4251b05-ea71-4817-9adf-b8da6b2b7e3a', 'tenant_id': '07749cfb5e534ca780925829d425eeae', 'mac_address': 'fa:16:3e:29:f0:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08698c21-6cde-4607-849c-71bd5229d777', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '04226a13-8509-49c3-a195-deb317dad483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:02:21Z', 'updated_at': '2022-02-09T22:02:22Z', 'revision_number': 2, 'project_id': '07749cfb5e534ca780925829d425eeae', 'subnets': [{'id': '04226a13-8509-49c3-a195-deb317dad483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:25.448866 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f2d6ba-9d21-4ff0-9f44-3ca47ae12728 None None] Checking router: 08698c21-6cde-4607-849c-71bd5229d777 for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:02:25.449494 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f2d6ba-9d21-4ff0-9f44-3ca47ae12728 None None] Updating router 08698c21-6cde-4607-849c-71bd5229d777 port 68369710-9994-49c9-8185-62a035d84eeb binding host n-d-828369-5 {{(pid=103143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:02:25.479561 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-81f2d6ba-9d21-4ff0-9f44-3ca47ae12728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (68369710-9994-49c9-8185-62a035d84eeb), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:25.501481 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39238) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:25.507612 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-74a668ee-eece-46d6-8d24-4a4ea0971afb tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1926035203', 'description': 'tempest-secgroup-smoke-1926035203 description', 'project_id': 'deeb9e226e2546f19554cbe5eac163d6'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:02:25.531806 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ab589760-453c-45be-bcdc-aa723b70b9e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621371'] for subnet (400e6c58-8612-4f3e-96e7-ce383f723df7), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:25.540460 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-74a668ee-eece-46d6-8d24-4a4ea0971afb tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:25.629470 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-74a668ee-eece-46d6-8d24-4a4ea0971afb tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for security_group (1ea0e49e-69f8-45bc-add4-f3a3de114325), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:25.636104 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-74a668ee-eece-46d6-8d24-4a4ea0971afb tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (1ea0e49e-69f8-45bc-add4-f3a3de114325), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:25.692108 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-74a668ee-eece-46d6-8d24-4a4ea0971afb tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:25.693336 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-74a668ee-eece-46d6-8d24-4a4ea0971afb tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1901643 Feb 09 22:02:25.694766 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a668ee-eece-46d6-8d24-4a4ea0971afb tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea0e49e-69f8-45bc-add4-f3a3de114325,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:25.697636 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39240) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:25.702296 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-dc7bc1df-71cc-4ee6-8bac-1fb79a8efc9a tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Request body: {'security_group_rule': {'security_group_id': '1ea0e49e-69f8-45bc-add4-f3a3de114325', 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:02:25.734445 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-dc7bc1df-71cc-4ee6-8bac-1fb79a8efc9a tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for security_group_rule (3dc7557e-f282-42ed-8d92-6e292495854a), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:25.812765 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-dc7bc1df-71cc-4ee6-8bac-1fb79a8efc9a tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for security_group_rule (3dc7557e-f282-42ed-8d92-6e292495854a), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:25.819428 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-dc7bc1df-71cc-4ee6-8bac-1fb79a8efc9a tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (3dc7557e-f282-42ed-8d92-6e292495854a), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:25.843450 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7bc1df-71cc-4ee6-8bac-1fb79a8efc9a tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dc7557e-f282-42ed-8d92-6e292495854a,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:25.854735 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-dc7bc1df-71cc-4ee6-8bac-1fb79a8efc9a tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:25.856206 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-dc7bc1df-71cc-4ee6-8bac-1fb79a8efc9a tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1574183 Feb 09 22:02:25.860696 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39244) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:25.871580 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-754ea8b1-86c3-4bab-a7a3-49bbac9be89a tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Request body: {'security_group_rule': {'security_group_id': '1ea0e49e-69f8-45bc-add4-f3a3de114325', 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:02:25.876185 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-81f2d6ba-9d21-4ff0-9f44-3ca47ae12728 None None] Publish callbacks [] for port (68369710-9994-49c9-8185-62a035d84eeb), precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:25.885639 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-81f2d6ba-9d21-4ff0-9f44-3ca47ae12728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (68369710-9994-49c9-8185-62a035d84eeb), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:25.920754 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-754ea8b1-86c3-4bab-a7a3-49bbac9be89a tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for security_group_rule (0742742d-5cd1-423a-945f-f84efd6982c8), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:25.966611 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab589760-453c-45be-bcdc-aa723b70b9e5 admin admin] Checking segment: {'id': '85d51f51-2fb1-4655-8525-fdc92c376ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '9fb92cfd-9805-4561-879f-56c64d96e60e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:02:25.966968 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab589760-453c-45be-bcdc-aa723b70b9e5 admin admin] Network hostable DHCP agents. Network: 9fb92cfd-9805-4561-879f-56c64d96e60e, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:02:25.972302 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab589760-453c-45be-bcdc-aa723b70b9e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=400e6c58-8612-4f3e-96e7-ce383f723df7,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:25.984961 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041b8d86-98a6-4a28-b0ad-e932ca96c0a5 None None] Pushing event updated for resources: {'Port': ['ID=68369710-9994-49c9-8185-62a035d84eeb,revision_number=3']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:25.996039 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab589760-453c-45be-bcdc-aa723b70b9e5 admin admin] Network 9fb92cfd-9805-4561-879f-56c64d96e60e is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:02:26.022818 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-ab589760-453c-45be-bcdc-aa723b70b9e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 9fb92cfd-9805-4561-879f-56c64d96e60e) {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:02:26.024628 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-81f2d6ba-9d21-4ff0-9f44-3ca47ae12728 None None] Attempting to bind port 68369710-9994-49c9-8185-62a035d84eeb on host n-d-828369-5 for vnic_type normal with profile {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:02:26.025028 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-81f2d6ba-9d21-4ff0-9f44-3ca47ae12728 None None] Attempting to bind port 68369710-9994-49c9-8185-62a035d84eeb by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '2bd7cc2e-6770-4fbe-8036-0be849c222c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c4251b05-ea71-4817-9adf-b8da6b2b7e3a'}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:02:26.025410 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f2d6ba-9d21-4ff0-9f44-3ca47ae12728 None None] Attempting to bind port 68369710-9994-49c9-8185-62a035d84eeb on network c4251b05-ea71-4817-9adf-b8da6b2b7e3a {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:02:26.027576 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab589760-453c-45be-bcdc-aa723b70b9e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:26.028170 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ab589760-453c-45be-bcdc-aa723b70b9e5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:26.032540 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d74f57-dd26-447e-973f-6004d5fab7aa None None] Network 9fb92cfd-9805-4561-879f-56c64d96e60e requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:02:26.033165 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f2d6ba-9d21-4ff0-9f44-3ca47ae12728 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:02:26.033540 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f2d6ba-9d21-4ff0-9f44-3ca47ae12728 None None] Checking segment: {'id': '2bd7cc2e-6770-4fbe-8036-0be849c222c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c4251b05-ea71-4817-9adf-b8da6b2b7e3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:02:26.033943 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-81f2d6ba-9d21-4ff0-9f44-3ca47ae12728 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:26.034431 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f2d6ba-9d21-4ff0-9f44-3ca47ae12728 None None] Bound using segment: {'id': '2bd7cc2e-6770-4fbe-8036-0be849c222c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c4251b05-ea71-4817-9adf-b8da6b2b7e3a'} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:02:26.034918 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-81f2d6ba-9d21-4ff0-9f44-3ca47ae12728 None None] Bound port: 68369710-9994-49c9-8185-62a035d84eeb, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bd7cc2e-6770-4fbe-8036-0be849c222c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c4251b05-ea71-4817-9adf-b8da6b2b7e3a'}}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:02:26.035292 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-81f2d6ba-9d21-4ff0-9f44-3ca47ae12728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (68369710-9994-49c9-8185-62a035d84eeb), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:26.057385 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39246) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:26.061732 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-8045615b-2405-4cd1-8a19-729fb2249bd5 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-51443123-router', 'tenant_id': '30e9a35bdf8649dc9a4f65757d7f5fb2', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:02:26.064848 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-ab589760-453c-45be-bcdc-aa723b70b9e5 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8590057 Feb 09 22:02:26.086445 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-754ea8b1-86c3-4bab-a7a3-49bbac9be89a tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for security_group_rule (0742742d-5cd1-423a-945f-f84efd6982c8), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:26.099516 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-754ea8b1-86c3-4bab-a7a3-49bbac9be89a tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (0742742d-5cd1-423a-945f-f84efd6982c8), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:26.134660 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-81f2d6ba-9d21-4ff0-9f44-3ca47ae12728 None None] For port 68369710-9994-49c9-8185-62a035d84eeb, host n-d-828369-5, cleared binding levels {{(pid=103143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:02:26.137923 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8045615b-2405-4cd1-8a19-729fb2249bd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (9531608a-c4ae-41e9-99f0-3754bf64df2d), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:26.138953 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8045615b-2405-4cd1-8a19-729fb2249bd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (9531608a-c4ae-41e9-99f0-3754bf64df2d), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:26.139290 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-81f2d6ba-9d21-4ff0-9f44-3ca47ae12728 None None] For port 68369710-9994-49c9-8185-62a035d84eeb, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=68369710-9994-49c9-8185-62a035d84eeb,segment=NetworkSegment(2bd7cc2e-6770-4fbe-8036-0be849c222c1),segment_id=2bd7cc2e-6770-4fbe-8036-0be849c222c1)] {{(pid=103143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:02:26.151718 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-81f2d6ba-9d21-4ff0-9f44-3ca47ae12728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (68369710-9994-49c9-8185-62a035d84eeb), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:26.151947 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754ea8b1-86c3-4bab-a7a3-49bbac9be89a tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0742742d-5cd1-423a-945f-f84efd6982c8,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:26.173790 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-754ea8b1-86c3-4bab-a7a3-49bbac9be89a tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:26.177497 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-754ea8b1-86c3-4bab-a7a3-49bbac9be89a tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3132441 Feb 09 22:02:26.177982 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 39248) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:26.199990 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-86e2345d-3433-436f-8068-72a2954be05d tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Request body: {'security_group_rule': {'security_group_id': '1ea0e49e-69f8-45bc-add4-f3a3de114325', 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:02:26.230610 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f2d6ba-9d21-4ff0-9f44-3ca47ae12728 None None] Routers {'08698c21-6cde-4607-849c-71bd5229d777'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:02:26.231258 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-81f2d6ba-9d21-4ff0-9f44-3ca47ae12728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:02:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['08698c21-6cde-4607-849c-71bd5229d777'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:26.259854 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb3b4fd-befd-408e-9186-a8e60369a8b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-9fb92cfd-9805-4561-879f-56c64d96e60e', 'network_id': '9fb92cfd-9805-4561-879f-56c64d96e60e', 'project_id': '30e9a35bdf8649dc9a4f65757d7f5fb2', 'fixed_ips': [{'subnet_id': '400e6c58-8612-4f3e-96e7-ce383f723df7'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:02:26.265219 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-86e2345d-3433-436f-8068-72a2954be05d tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for security_group_rule (41235036-eb18-4bec-93a8-ce8874eb016f), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:26.269345 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-bcb3b4fd-befd-408e-9186-a8e60369a8b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:26.294198 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8045615b-2405-4cd1-8a19-729fb2249bd5 admin admin] Publish callbacks [] for router_controller (9531608a-c4ae-41e9-99f0-3754bf64df2d), precommit_add_association {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:26.313737 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-b1df10d6-645e-4849-9fe2-a729a9482da5 None None] Provisioning complete for port 68369710-9994-49c9-8185-62a035d84eeb triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:02:26.314120 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b1df10d6-645e-4849-9fe2-a729a9482da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (68369710-9994-49c9-8185-62a035d84eeb), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:26.432993 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-86e2345d-3433-436f-8068-72a2954be05d tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for security_group_rule (41235036-eb18-4bec-93a8-ce8874eb016f), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:26.444321 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-86e2345d-3433-436f-8068-72a2954be05d tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (41235036-eb18-4bec-93a8-ce8874eb016f), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:26.465260 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-81f2d6ba-9d21-4ff0-9f44-3ca47ae12728 None None] Set router 08698c21-6cde-4607-849c-71bd5229d777 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:02:26.517940 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e2345d-3433-436f-8068-72a2954be05d tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41235036-eb18-4bec-93a8-ce8874eb016f,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:26.547717 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-bcb3b4fd-befd-408e-9186-a8e60369a8b0 None None] Allocated IP 172.20.0.2 (9fb92cfd-9805-4561-879f-56c64d96e60e/400e6c58-8612-4f3e-96e7-ce383f723df7/61ff9cab-f9eb-4a7e-81bc-8da6670082f8) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:02:26.550397 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-86e2345d-3433-436f-8068-72a2954be05d tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:26.560324 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-b1df10d6-645e-4849-9fe2-a729a9482da5 None None] Current status of the port 68369710-9994-49c9-8185-62a035d84eeb is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:02:26.560858 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b1df10d6-645e-4849-9fe2-a729a9482da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (68369710-9994-49c9-8185-62a035d84eeb), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:26.561767 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-86e2345d-3433-436f-8068-72a2954be05d tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3813562 Feb 09 22:02:26.564359 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 39250) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:26.569862 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-c195eb9f-5dab-4d49-b7e8-6a84fe87aa71 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Request body: {'security_group_rule': {'security_group_id': '1ea0e49e-69f8-45bc-add4-f3a3de114325', 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:02:26.617008 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c195eb9f-5dab-4d49-b7e8-6a84fe87aa71 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for security_group_rule (b5ccf8ef-f120-4057-89a3-86c21cd609c1), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:26.697241 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c195eb9f-5dab-4d49-b7e8-6a84fe87aa71 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for security_group_rule (b5ccf8ef-f120-4057-89a3-86c21cd609c1), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:26.703855 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-b1df10d6-645e-4849-9fe2-a729a9482da5 None None] For port 68369710-9994-49c9-8185-62a035d84eeb, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=68369710-9994-49c9-8185-62a035d84eeb,segment=NetworkSegment(2bd7cc2e-6770-4fbe-8036-0be849c222c1),segment_id=2bd7cc2e-6770-4fbe-8036-0be849c222c1)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:02:26.709106 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c195eb9f-5dab-4d49-b7e8-6a84fe87aa71 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (b5ccf8ef-f120-4057-89a3-86c21cd609c1), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:26.717441 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b1df10d6-645e-4849-9fe2-a729a9482da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (68369710-9994-49c9-8185-62a035d84eeb), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:26.727539 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041b8d86-98a6-4a28-b0ad-e932ca96c0a5 None None] Pushing event updated for resources: {'Port': ['ID=68369710-9994-49c9-8185-62a035d84eeb,revision_number=4']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:26.757134 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c195eb9f-5dab-4d49-b7e8-6a84fe87aa71 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5ccf8ef-f120-4057-89a3-86c21cd609c1,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:26.773131 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c195eb9f-5dab-4d49-b7e8-6a84fe87aa71 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:26.776528 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1df10d6-645e-4849-9fe2-a729a9482da5 None None] Pushing event updated for resources: {'Port': ['ID=68369710-9994-49c9-8185-62a035d84eeb,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:26.780192 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-c195eb9f-5dab-4d49-b7e8-6a84fe87aa71 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2113864 Feb 09 22:02:26.780965 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 39252) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:26.789349 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-685ec9b3-0c7e-4521-91da-37d4f7547e03 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Request body: {'security_group_rule': {'security_group_id': '1ea0e49e-69f8-45bc-add4-f3a3de114325', 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:02:26.811627 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-81f2d6ba-9d21-4ff0-9f44-3ca47ae12728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08698c21-6cde-4607-849c-71bd5229d777', 'name': 'tempest-TestAggregatesBasicOps-1158316737-router', 'tenant_id': '07749cfb5e534ca780925829d425eeae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '00d75f04-92e7-4595-a0fc-4fa2a4750f66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:02:17Z', 'updated_at': '2022-02-09T22:02:22Z', 'revision_number': 4, 'project_id': '07749cfb5e534ca780925829d425eeae', 'gw_port': {'id': '00d75f04-92e7-4595-a0fc-4fa2a4750f66', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08698c21-6cde-4607-849c-71bd5229d777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:02:18Z', 'updated_at': '2022-02-09T22:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '68369710-9994-49c9-8185-62a035d84eeb', 'name': '', 'network_id': 'c4251b05-ea71-4817-9adf-b8da6b2b7e3a', 'tenant_id': '07749cfb5e534ca780925829d425eeae', 'mac_address': 'fa:16:3e:29:f0:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08698c21-6cde-4607-849c-71bd5229d777', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '04226a13-8509-49c3-a195-deb317dad483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:02:21Z', 'updated_at': '2022-02-09T22:02:26Z', 'revision_number': 4, 'project_id': '07749cfb5e534ca780925829d425eeae', 'subnets': [{'id': '04226a13-8509-49c3-a195-deb317dad483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:26.842981 n-d-828369-5 neutron-server[103140]: INFO neutron.db.securitygroups_db [None req-685ec9b3-0c7e-4521-91da-37d4f7547e03 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Project deeb9e226e2546f19554cbe5eac163d6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 22:02:26.851620 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f2d6ba-9d21-4ff0-9f44-3ca47ae12728 None None] The sync data for ids ['08698c21-6cde-4607-849c-71bd5229d777'] in n-d-828369-5 is: [{'id': '08698c21-6cde-4607-849c-71bd5229d777', 'name': 'tempest-TestAggregatesBasicOps-1158316737-router', 'tenant_id': '07749cfb5e534ca780925829d425eeae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '00d75f04-92e7-4595-a0fc-4fa2a4750f66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:02:17Z', 'updated_at': '2022-02-09T22:02:22Z', 'revision_number': 4, 'project_id': '07749cfb5e534ca780925829d425eeae', 'gw_port': {'id': '00d75f04-92e7-4595-a0fc-4fa2a4750f66', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08698c21-6cde-4607-849c-71bd5229d777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:02:18Z', 'updated_at': '2022-02-09T22:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '68369710-9994-49c9-8185-62a035d84eeb', 'name': '', 'network_id': 'c4251b05-ea71-4817-9adf-b8da6b2b7e3a', 'tenant_id': '07749cfb5e534ca780925829d425eeae', 'mac_address': 'fa:16:3e:29:f0:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08698c21-6cde-4607-849c-71bd5229d777', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '04226a13-8509-49c3-a195-deb317dad483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:02:21Z', 'updated_at': '2022-02-09T22:02:26Z', 'revision_number': 4, 'project_id': '07749cfb5e534ca780925829d425eeae', 'subnets': [{'id': '04226a13-8509-49c3-a195-deb317dad483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:02:26.853066 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-685ec9b3-0c7e-4521-91da-37d4f7547e03 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for security_group_rule (0fcf63e5-fdf7-490b-ada6-eea3618a6761), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:26.891451 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-bcb3b4fd-befd-408e-9186-a8e60369a8b0 None None] Publish callbacks [] for port (61ff9cab-f9eb-4a7e-81bc-8da6670082f8), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:26.894476 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-bdf26bcb-76f2-48a1-9103-fc513a541b06 None None] Provisioning complete for port 68369710-9994-49c9-8185-62a035d84eeb triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:02:26.894842 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-bdf26bcb-76f2-48a1-9103-fc513a541b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (68369710-9994-49c9-8185-62a035d84eeb), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:26.967064 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-bcb3b4fd-befd-408e-9186-a8e60369a8b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (61ff9cab-f9eb-4a7e-81bc-8da6670082f8), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:27.027974 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-685ec9b3-0c7e-4521-91da-37d4f7547e03 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for security_group_rule (0fcf63e5-fdf7-490b-ada6-eea3618a6761), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:27.029988 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb3b4fd-befd-408e-9186-a8e60369a8b0 None None] Pushing event updated for resources: {'Port': ['ID=61ff9cab-f9eb-4a7e-81bc-8da6670082f8,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:27.032888 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-685ec9b3-0c7e-4521-91da-37d4f7547e03 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (0fcf63e5-fdf7-490b-ada6-eea3618a6761), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:27.050221 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb3b4fd-befd-408e-9186-a8e60369a8b0 None None] Network 9fb92cfd-9805-4561-879f-56c64d96e60e is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:02:27.052749 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-bcb3b4fd-befd-408e-9186-a8e60369a8b0 None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:02:27.055963 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb3b4fd-befd-408e-9186-a8e60369a8b0 None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:02:27.062294 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685ec9b3-0c7e-4521-91da-37d4f7547e03 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fcf63e5-fdf7-490b-ada6-eea3618a6761,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:27.083105 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-685ec9b3-0c7e-4521-91da-37d4f7547e03 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:27.084955 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-685ec9b3-0c7e-4521-91da-37d4f7547e03 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3008325 Feb 09 22:02:27.087757 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 39256) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:27.094791 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-851f4969-3f5c-4c1c-84c5-d40be18dc072 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Request body: {'security_group_rule': {'security_group_id': '1ea0e49e-69f8-45bc-add4-f3a3de114325', 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:02:27.119491 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8045615b-2405-4cd1-8a19-729fb2249bd5 admin admin] Publish callbacks [] for router_gateway (9531608a-c4ae-41e9-99f0-3754bf64df2d), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:27.125579 n-d-828369-5 neutron-server[103140]: INFO neutron.db.securitygroups_db [None req-851f4969-3f5c-4c1c-84c5-d40be18dc072 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Project deeb9e226e2546f19554cbe5eac163d6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 22:02:27.144327 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-851f4969-3f5c-4c1c-84c5-d40be18dc072 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for security_group_rule (90589a04-f90e-4542-b164-1a3623dd2f01), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:27.178947 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-bdf26bcb-76f2-48a1-9103-fc513a541b06 None None] Current status of the port 68369710-9994-49c9-8185-62a035d84eeb is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:02:27.205839 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-bcb3b4fd-befd-408e-9186-a8e60369a8b0 None None] Attempting to bind port 61ff9cab-f9eb-4a7e-81bc-8da6670082f8 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:02:27.206217 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-bcb3b4fd-befd-408e-9186-a8e60369a8b0 None None] Attempting to bind port 61ff9cab-f9eb-4a7e-81bc-8da6670082f8 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '85d51f51-2fb1-4655-8525-fdc92c376ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '9fb92cfd-9805-4561-879f-56c64d96e60e'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:02:27.206588 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb3b4fd-befd-408e-9186-a8e60369a8b0 None None] Attempting to bind port 61ff9cab-f9eb-4a7e-81bc-8da6670082f8 on network 9fb92cfd-9805-4561-879f-56c64d96e60e {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:02:27.213834 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb3b4fd-befd-408e-9186-a8e60369a8b0 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:02:27.214217 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb3b4fd-befd-408e-9186-a8e60369a8b0 None None] Checking segment: {'id': '85d51f51-2fb1-4655-8525-fdc92c376ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '9fb92cfd-9805-4561-879f-56c64d96e60e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:02:27.214883 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-bcb3b4fd-befd-408e-9186-a8e60369a8b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:27.215289 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb3b4fd-befd-408e-9186-a8e60369a8b0 None None] Bound using segment: {'id': '85d51f51-2fb1-4655-8525-fdc92c376ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '9fb92cfd-9805-4561-879f-56c64d96e60e'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:02:27.215768 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-bcb3b4fd-befd-408e-9186-a8e60369a8b0 None None] Bound port: 61ff9cab-f9eb-4a7e-81bc-8da6670082f8, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85d51f51-2fb1-4655-8525-fdc92c376ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '9fb92cfd-9805-4561-879f-56c64d96e60e'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:02:27.216159 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-bcb3b4fd-befd-408e-9186-a8e60369a8b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (61ff9cab-f9eb-4a7e-81bc-8da6670082f8), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:27.252938 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-851f4969-3f5c-4c1c-84c5-d40be18dc072 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for security_group_rule (90589a04-f90e-4542-b164-1a3623dd2f01), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:27.258043 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-851f4969-3f5c-4c1c-84c5-d40be18dc072 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (90589a04-f90e-4542-b164-1a3623dd2f01), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:27.276673 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851f4969-3f5c-4c1c-84c5-d40be18dc072 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90589a04-f90e-4542-b164-1a3623dd2f01,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:27.298853 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-851f4969-3f5c-4c1c-84c5-d40be18dc072 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:27.300786 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-851f4969-3f5c-4c1c-84c5-d40be18dc072 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2118769 Feb 09 22:02:27.304175 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 39258) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:27.321579 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-bcb3b4fd-befd-408e-9186-a8e60369a8b0 None None] For port 61ff9cab-f9eb-4a7e-81bc-8da6670082f8, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:02:27.323925 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-bc48896a-c7af-4629-a183-ca75fd639874 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Request body: {'network': {'name': 'tempest-network-smoke--717783523', 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'port_security_enabled': True}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:02:27.328350 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-bcb3b4fd-befd-408e-9186-a8e60369a8b0 None None] For port 61ff9cab-f9eb-4a7e-81bc-8da6670082f8, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=61ff9cab-f9eb-4a7e-81bc-8da6670082f8,segment=NetworkSegment(85d51f51-2fb1-4655-8525-fdc92c376ff7),segment_id=85d51f51-2fb1-4655-8525-fdc92c376ff7)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:02:27.341393 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-bcb3b4fd-befd-408e-9186-a8e60369a8b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (61ff9cab-f9eb-4a7e-81bc-8da6670082f8), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:27.362894 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc48896a-c7af-4629-a183-ca75fd639874 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Made reservation on behalf of deeb9e226e2546f19554cbe5eac163d6 for: {'network': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:02:27.368467 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bc48896a-c7af-4629-a183-ca75fd639874 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:27.421491 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb3b4fd-befd-408e-9186-a8e60369a8b0 None None] Pushing event updated for resources: {'Port': ['ID=61ff9cab-f9eb-4a7e-81bc-8da6670082f8,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:27.445002 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8045615b-2405-4cd1-8a19-729fb2249bd5 admin admin] Publish callbacks [] for router_gateway (9531608a-c4ae-41e9-99f0-3754bf64df2d), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:27.445797 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc48896a-c7af-4629-a183-ca75fd639874 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=103140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:02:27.460474 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bc48896a-c7af-4629-a183-ca75fd639874 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (c140cf13-b6e6-422b-a848-f0450f688d89), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:27.461159 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-bc48896a-c7af-4629-a183-ca75fd639874 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Added segment c140cf13-b6e6-422b-a848-f0450f688d89 of type vlan for network 2668512e-8eb2-4929-aa61-73eeaa045414 Feb 09 22:02:27.476660 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8045615b-2405-4cd1-8a19-729fb2249bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:27.518654 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bc48896a-c7af-4629-a183-ca75fd639874 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (2668512e-8eb2-4929-aa61-73eeaa045414), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:27.555847 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bc48896a-c7af-4629-a183-ca75fd639874 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (2668512e-8eb2-4929-aa61-73eeaa045414), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:27.561599 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc48896a-c7af-4629-a183-ca75fd639874 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:27.562233 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bc48896a-c7af-4629-a183-ca75fd639874 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:27.653464 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc48896a-c7af-4629-a183-ca75fd639874 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Pushing event updated for resources: {'Network': ['ID=2668512e-8eb2-4929-aa61-73eeaa045414,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:27.665943 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc48896a-c7af-4629-a183-ca75fd639874 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:27.666296 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc48896a-c7af-4629-a183-ca75fd639874 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:27.667001 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc48896a-c7af-4629-a183-ca75fd639874 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:27.667295 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc48896a-c7af-4629-a183-ca75fd639874 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:27.667635 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc48896a-c7af-4629-a183-ca75fd639874 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:27.668025 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc48896a-c7af-4629-a183-ca75fd639874 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:27.668386 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc48896a-c7af-4629-a183-ca75fd639874 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:27.668716 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc48896a-c7af-4629-a183-ca75fd639874 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:27.669039 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc48896a-c7af-4629-a183-ca75fd639874 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:27.669464 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc48896a-c7af-4629-a183-ca75fd639874 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:27.669805 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc48896a-c7af-4629-a183-ca75fd639874 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:27.670167 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc48896a-c7af-4629-a183-ca75fd639874 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:27.670486 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc48896a-c7af-4629-a183-ca75fd639874 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:27.686386 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-8045615b-2405-4cd1-8a19-729fb2249bd5 admin admin] Allocated IP 172.25.3.251 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/d3f5247b-40bd-4032-8695-c65257b65e50) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:02:27.688794 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-bc48896a-c7af-4629-a183-ca75fd639874 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3814776 Feb 09 22:02:27.689350 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 39260) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:27.699779 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-3a1b7802-da10-4ad6-ad01-2fa87fe01df3 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-56677076', 'admin_state_up': True, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:02:27.703947 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 2668512e-8eb2-4929-aa61-73eeaa045414 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:02:27.758124 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3a1b7802-da10-4ad6-ad01-2fa87fe01df3 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (83d83f35-2562-41f5-9bb7-c4dcb1331e9d), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:27.759268 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3a1b7802-da10-4ad6-ad01-2fa87fe01df3 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (83d83f35-2562-41f5-9bb7-c4dcb1331e9d), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:27.860794 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3a1b7802-da10-4ad6-ad01-2fa87fe01df3 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for router_controller (83d83f35-2562-41f5-9bb7-c4dcb1331e9d), precommit_add_association {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:27.905774 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8045615b-2405-4cd1-8a19-729fb2249bd5 admin admin] Publish callbacks [] for port (d3f5247b-40bd-4032-8695-c65257b65e50), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:27.956534 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8045615b-2405-4cd1-8a19-729fb2249bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (d3f5247b-40bd-4032-8695-c65257b65e50), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:28.003047 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8045615b-2405-4cd1-8a19-729fb2249bd5 admin admin] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:02:28.006921 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-8045615b-2405-4cd1-8a19-729fb2249bd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:02:28.015048 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8045615b-2405-4cd1-8a19-729fb2249bd5 admin admin] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:02:28.046653 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8045615b-2405-4cd1-8a19-729fb2249bd5 admin admin] Pushing event updated for resources: {'Port': ['ID=d3f5247b-40bd-4032-8695-c65257b65e50,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:28.081293 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3a1b7802-da10-4ad6-ad01-2fa87fe01df3 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for router_gateway (83d83f35-2562-41f5-9bb7-c4dcb1331e9d), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:28.354499 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3a1b7802-da10-4ad6-ad01-2fa87fe01df3 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for router_gateway (83d83f35-2562-41f5-9bb7-c4dcb1331e9d), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:28.390018 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3a1b7802-da10-4ad6-ad01-2fa87fe01df3 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:28.395622 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8045615b-2405-4cd1-8a19-729fb2249bd5 admin admin] Publish callbacks [] for router_gateway (9531608a-c4ae-41e9-99f0-3754bf64df2d), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:28.556463 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-3a1b7802-da10-4ad6-ad01-2fa87fe01df3 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Allocated IP 172.25.3.47 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/5494a520-9c62-48e6-be60-bf3fd3ef5954) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:02:28.702073 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8045615b-2405-4cd1-8a19-729fb2249bd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (9531608a-c4ae-41e9-99f0-3754bf64df2d), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:28.717346 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3a1b7802-da10-4ad6-ad01-2fa87fe01df3 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for port (5494a520-9c62-48e6-be60-bf3fd3ef5954), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:28.767055 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3a1b7802-da10-4ad6-ad01-2fa87fe01df3 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (5494a520-9c62-48e6-be60-bf3fd3ef5954), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:28.788466 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94b257c-b215-462c-a82d-b71cf264f926 None None] Network 9fb92cfd-9805-4561-879f-56c64d96e60e requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:02:28.872680 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1b7802-da10-4ad6-ad01-2fa87fe01df3 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:02:28.877369 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-3a1b7802-da10-4ad6-ad01-2fa87fe01df3 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:02:28.879517 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-9880fa33-c8d3-4bf1-9062-8c53c2afd54b None None] Provisioning complete for port 61ff9cab-f9eb-4a7e-81bc-8da6670082f8 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:02:28.880052 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-9880fa33-c8d3-4bf1-9062-8c53c2afd54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (61ff9cab-f9eb-4a7e-81bc-8da6670082f8), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:28.882618 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1b7802-da10-4ad6-ad01-2fa87fe01df3 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:02:28.888936 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1b7802-da10-4ad6-ad01-2fa87fe01df3 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Pushing event updated for resources: {'Port': ['ID=5494a520-9c62-48e6-be60-bf3fd3ef5954,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:28.918626 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8045615b-2405-4cd1-8a19-729fb2249bd5 admin admin] Router 9531608a-c4ae-41e9-99f0-3754bf64df2d is scheduled to L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 with binding_index 1 {{(pid=103141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:02:29.061619 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 61ff9cab-f9eb-4a7e-81bc-8da6670082f8 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:02:29.071630 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8045615b-2405-4cd1-8a19-729fb2249bd5 admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:02:29.086381 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-9880fa33-c8d3-4bf1-9062-8c53c2afd54b None None] Current status of the port 61ff9cab-f9eb-4a7e-81bc-8da6670082f8 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:02:29.086872 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-9880fa33-c8d3-4bf1-9062-8c53c2afd54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (61ff9cab-f9eb-4a7e-81bc-8da6670082f8), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:29.098161 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c696a8-dbef-45d3-b3b9-556be2ffb2cb None None] Sync routers for ids ['9531608a-c4ae-41e9-99f0-3754bf64df2d'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:02:29.109446 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8045615b-2405-4cd1-8a19-729fb2249bd5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:29.115512 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-8045615b-2405-4cd1-8a19-729fb2249bd5 admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0523901 Feb 09 22:02:29.115512 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39264) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:29.171697 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-51370c03-482b-479c-93f7-fc1292de0452 req-387b3554-919f-4600-a54e-7902ed586668 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=9b43dcc6-bfa2-4e4a-b6fa-0e8457213291&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1984205 Feb 09 22:02:29.312487 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c696a8-dbef-45d3-b3b9-556be2ffb2cb None None] Routers {'9531608a-c4ae-41e9-99f0-3754bf64df2d'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:02:29.313317 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-a7c696a8-dbef-45d3-b3b9-556be2ffb2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:02:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['9531608a-c4ae-41e9-99f0-3754bf64df2d'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:29.330618 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-9880fa33-c8d3-4bf1-9062-8c53c2afd54b None None] For port 61ff9cab-f9eb-4a7e-81bc-8da6670082f8, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=61ff9cab-f9eb-4a7e-81bc-8da6670082f8,segment=NetworkSegment(85d51f51-2fb1-4655-8525-fdc92c376ff7),segment_id=85d51f51-2fb1-4655-8525-fdc92c376ff7)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:02:29.384793 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51370c03-482b-479c-93f7-fc1292de0452 req-d465d93b-45d8-4d6a-a53b-870e0fbaaa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:29.386441 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-51370c03-482b-479c-93f7-fc1292de0452 req-d465d93b-45d8-4d6a-a53b-870e0fbaaa07 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=a5b450ffe3204024aa1de4c1c17e7296&device_id=9b43dcc6-bfa2-4e4a-b6fa-0e8457213291 HTTP/1.1" status: 200 len: 1127 time: 0.1529410 Feb 09 22:02:29.406168 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-9880fa33-c8d3-4bf1-9062-8c53c2afd54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (61ff9cab-f9eb-4a7e-81bc-8da6670082f8), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:29.409301 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3a1b7802-da10-4ad6-ad01-2fa87fe01df3 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for router_gateway (83d83f35-2562-41f5-9bb7-c4dcb1331e9d), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:29.517198 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 61ff9cab-f9eb-4a7e-81bc-8da6670082f8 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:02:29.519252 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (61ff9cab-f9eb-4a7e-81bc-8da6670082f8), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:29.560896 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9880fa33-c8d3-4bf1-9062-8c53c2afd54b None None] Pushing event updated for resources: {'Port': ['ID=61ff9cab-f9eb-4a7e-81bc-8da6670082f8,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:29.578849 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-a7c696a8-dbef-45d3-b3b9-556be2ffb2cb None None] Set router 9531608a-c4ae-41e9-99f0-3754bf64df2d gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:02:29.786382 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 61ff9cab-f9eb-4a7e-81bc-8da6670082f8 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:02:29.787216 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 68369710-9994-49c9-8185-62a035d84eeb up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:02:29.789983 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-b89a3d3c-f5a8-44ca-a8ba-9fd5ddc944ca None None] Provisioning complete for port 61ff9cab-f9eb-4a7e-81bc-8da6670082f8 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:02:29.790572 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b89a3d3c-f5a8-44ca-a8ba-9fd5ddc944ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (61ff9cab-f9eb-4a7e-81bc-8da6670082f8), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:29.806315 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-687ab774-4a5c-44e6-b58d-d7c08ea01cbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:29.812653 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51370c03-482b-479c-93f7-fc1292de0452 req-56047f74-c148-4556-bc10-aa78e528a433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:29.814891 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-51370c03-482b-479c-93f7-fc1292de0452 req-56047f74-c148-4556-bc10-aa78e528a433 service neutron] 10.222.0.95 "GET /v2.0/networks?id=37def89c-7a9f-4c66-92be-f91fbe6a4291 HTTP/1.1" status: 200 len: 918 time: 0.4033260 Feb 09 22:02:29.895059 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3a1b7802-da10-4ad6-ad01-2fa87fe01df3 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (83d83f35-2562-41f5-9bb7-c4dcb1331e9d), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:29.938536 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 68369710-9994-49c9-8185-62a035d84eeb triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:02:29.938913 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (68369710-9994-49c9-8185-62a035d84eeb), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:29.983666 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-a7c696a8-dbef-45d3-b3b9-556be2ffb2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9531608a-c4ae-41e9-99f0-3754bf64df2d', 'name': 'tempest-TestAggregatesBasicOps-51443123-router', 'tenant_id': '30e9a35bdf8649dc9a4f65757d7f5fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'd3f5247b-40bd-4032-8695-c65257b65e50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:02:26Z', 'updated_at': '2022-02-09T22:02:28Z', 'revision_number': 3, 'project_id': '30e9a35bdf8649dc9a4f65757d7f5fb2', 'gw_port': {'id': 'd3f5247b-40bd-4032-8695-c65257b65e50', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:d1:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9531608a-c4ae-41e9-99f0-3754bf64df2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:02:27Z', 'updated_at': '2022-02-09T22:02:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:29.985265 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-51370c03-482b-479c-93f7-fc1292de0452 req-94f888be-b5cf-477f-82d4-04bdabac5e13 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e HTTP/1.1" status: 200 len: 1001 time: 0.1586771 Feb 09 22:02:29.985812 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-b89a3d3c-f5a8-44ca-a8ba-9fd5ddc944ca None None] Current status of the port 61ff9cab-f9eb-4a7e-81bc-8da6670082f8 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:02:30.019013 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c696a8-dbef-45d3-b3b9-556be2ffb2cb None None] Checking router: 9531608a-c4ae-41e9-99f0-3754bf64df2d for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:02:30.019381 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c696a8-dbef-45d3-b3b9-556be2ffb2cb None None] Updating router 9531608a-c4ae-41e9-99f0-3754bf64df2d port d3f5247b-40bd-4032-8695-c65257b65e50 binding host n-d-828369-5 {{(pid=103142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:02:30.019987 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-687ab774-4a5c-44e6-b58d-d7c08ea01cbb admin admin] Allocated IP 172.20.0.1 (9fb92cfd-9805-4561-879f-56c64d96e60e/400e6c58-8612-4f3e-96e7-ce383f723df7/bef4a330-98c3-4359-862d-a018d7a92fd6) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:02:30.056387 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a7c696a8-dbef-45d3-b3b9-556be2ffb2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (d3f5247b-40bd-4032-8695-c65257b65e50), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:30.080759 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51370c03-482b-479c-93f7-fc1292de0452 req-8f2c73ea-a808-4360-aa9e-67560a623402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:30.085363 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-51370c03-482b-479c-93f7-fc1292de0452 req-8f2c73ea-a808-4360-aa9e-67560a623402 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=e04d8769-3631-49a0-81b3-a22ce5792703 HTTP/1.1" status: 200 len: 856 time: 0.0890849 Feb 09 22:02:30.118488 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 68369710-9994-49c9-8185-62a035d84eeb is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:02:30.154785 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a1b7802-da10-4ad6-ad01-2fa87fe01df3 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Router 83d83f35-2562-41f5-9bb7-c4dcb1331e9d is scheduled to L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 with binding_index 1 {{(pid=103140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:02:30.158386 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-687ab774-4a5c-44e6-b58d-d7c08ea01cbb admin admin] Publish callbacks [] for port (bef4a330-98c3-4359-862d-a018d7a92fd6), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:30.159889 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51370c03-482b-479c-93f7-fc1292de0452 req-2369b7bc-1736-4c90-80a2-43e272cece57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:30.161502 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-51370c03-482b-479c-93f7-fc1292de0452 req-2369b7bc-1736-4c90-80a2-43e272cece57 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=37def89c-7a9f-4c66-92be-f91fbe6a4291&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0722492 Feb 09 22:02:30.210726 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-687ab774-4a5c-44e6-b58d-d7c08ea01cbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (bef4a330-98c3-4359-862d-a018d7a92fd6), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:30.274022 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687ab774-4a5c-44e6-b58d-d7c08ea01cbb admin admin] Network 9fb92cfd-9805-4561-879f-56c64d96e60e is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:02:30.277460 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-687ab774-4a5c-44e6-b58d-d7c08ea01cbb admin admin] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:02:30.280207 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687ab774-4a5c-44e6-b58d-d7c08ea01cbb admin admin] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:02:30.315028 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687ab774-4a5c-44e6-b58d-d7c08ea01cbb admin admin] Pushing event updated for resources: {'Port': ['ID=bef4a330-98c3-4359-862d-a018d7a92fd6,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:30.334980 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-687ab774-4a5c-44e6-b58d-d7c08ea01cbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554727'] for router_interface (9531608a-c4ae-41e9-99f0-3754bf64df2d), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:30.387738 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-51370c03-482b-479c-93f7-fc1292de0452 req-ca5b26cc-aaa3-4047-af50-0c2d04231799 service neutron] 10.222.0.95 "GET /v2.0/networks/37def89c-7a9f-4c66-92be-f91fbe6a4291?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161064 Feb 09 22:02:30.392582 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a1b7802-da10-4ad6-ad01-2fa87fe01df3 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:02:30.407032 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f564c3-2334-4c3a-87a4-8c0386341a00 None None] Sync routers for ids ['83d83f35-2562-41f5-9bb7-c4dcb1331e9d'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:02:30.431062 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f564c3-2334-4c3a-87a4-8c0386341a00 None None] Routers {'83d83f35-2562-41f5-9bb7-c4dcb1331e9d'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:02:30.432871 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-52f564c3-2334-4c3a-87a4-8c0386341a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:02:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['83d83f35-2562-41f5-9bb7-c4dcb1331e9d'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:30.441622 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a7c696a8-dbef-45d3-b3b9-556be2ffb2cb None None] Publish callbacks [] for port (d3f5247b-40bd-4032-8695-c65257b65e50), precommit_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:30.455730 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a7c696a8-dbef-45d3-b3b9-556be2ffb2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (d3f5247b-40bd-4032-8695-c65257b65e50), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:30.495751 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3a1b7802-da10-4ad6-ad01-2fa87fe01df3 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:30.501187 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-3a1b7802-da10-4ad6-ad01-2fa87fe01df3 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.8107836 Feb 09 22:02:30.507869 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 39270) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:30.539479 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-a7c696a8-dbef-45d3-b3b9-556be2ffb2cb None None] Attempting to bind port d3f5247b-40bd-4032-8695-c65257b65e50 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:02:30.543944 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-a7c696a8-dbef-45d3-b3b9-556be2ffb2cb None None] Attempting to bind port d3f5247b-40bd-4032-8695-c65257b65e50 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:02:30.544485 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c696a8-dbef-45d3-b3b9-556be2ffb2cb None None] Attempting to bind port d3f5247b-40bd-4032-8695-c65257b65e50 on network 54a442d5-50a0-4c75-85cc-d19f5bf58118 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:02:30.546889 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e96809-eb0f-4fa4-911f-19119421cd35 None None] Pushing event updated for resources: {'Port': ['ID=d3f5247b-40bd-4032-8695-c65257b65e50,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:30.554849 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-84ce909f-e2b8-45e3-91b3-eb3c84bf46bb tempest-TestNetworkAdvancedServerOps-2092705809 tempest-TestNetworkAdvancedServerOps-2092705809-project-admin] 10.222.0.90 "GET /v2.0/subnets?project_id=deeb9e226e2546f19554cbe5eac163d6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0456507 Feb 09 22:02:30.557333 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 39272) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:30.564327 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c696a8-dbef-45d3-b3b9-556be2ffb2cb None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:02:30.566481 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c696a8-dbef-45d3-b3b9-556be2ffb2cb None None] Checking segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:02:30.566924 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a7c696a8-dbef-45d3-b3b9-556be2ffb2cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:30.569186 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c696a8-dbef-45d3-b3b9-556be2ffb2cb None None] Bound using segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:02:30.569727 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-a7c696a8-dbef-45d3-b3b9-556be2ffb2cb None None] Bound port: d3f5247b-40bd-4032-8695-c65257b65e50, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:02:30.570131 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a7c696a8-dbef-45d3-b3b9-556be2ffb2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (d3f5247b-40bd-4032-8695-c65257b65e50), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:30.641345 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-52f564c3-2334-4c3a-87a4-8c0386341a00 None None] Set router 83d83f35-2562-41f5-9bb7-c4dcb1331e9d gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:02:30.646663 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-687ab774-4a5c-44e6-b58d-d7c08ea01cbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (bef4a330-98c3-4359-862d-a018d7a92fd6), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:30.681380 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a7c696a8-dbef-45d3-b3b9-556be2ffb2cb None None] For port d3f5247b-40bd-4032-8695-c65257b65e50, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:02:30.685527 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a7c696a8-dbef-45d3-b3b9-556be2ffb2cb None None] For port d3f5247b-40bd-4032-8695-c65257b65e50, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=d3f5247b-40bd-4032-8695-c65257b65e50,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:02:30.696505 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-51370c03-482b-479c-93f7-fc1292de0452 req-2f90ae6b-0a9d-4296-a30c-7ab764e7fc84 service neutron] 10.222.0.95 "GET /v2.0/networks/37def89c-7a9f-4c66-92be-f91fbe6a4291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2969818 Feb 09 22:02:30.697086 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a7c696a8-dbef-45d3-b3b9-556be2ffb2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (d3f5247b-40bd-4032-8695-c65257b65e50), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:30.773179 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-ded46261-3a6a-41f2-98be-f817b51a3dcd None None] Provisioning complete for port bef4a330-98c3-4359-862d-a018d7a92fd6 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:02:30.773562 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ded46261-3a6a-41f2-98be-f817b51a3dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (bef4a330-98c3-4359-862d-a018d7a92fd6), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:30.775901 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205469a0-a833-47a5-aea2-3d75cfb62aa7 tempest-TestNetworkAdvancedServerOps-2092705809 tempest-TestNetworkAdvancedServerOps-2092705809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:30.779745 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-205469a0-a833-47a5-aea2-3d75cfb62aa7 tempest-TestNetworkAdvancedServerOps-2092705809 tempest-TestNetworkAdvancedServerOps-2092705809-project-admin] 10.222.0.90 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2213905 Feb 09 22:02:30.782507 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 39276) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:30.821776 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c696a8-dbef-45d3-b3b9-556be2ffb2cb None None] Routers {'9531608a-c4ae-41e9-99f0-3754bf64df2d'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:02:30.822482 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-a7c696a8-dbef-45d3-b3b9-556be2ffb2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:02:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['9531608a-c4ae-41e9-99f0-3754bf64df2d'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:30.856166 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-9915c51a-9a61-484d-88f6-3df9341daa51 tempest-TestNetworkAdvancedServerOps-2092705809 tempest-TestNetworkAdvancedServerOps-2092705809-project-admin] 10.222.0.90 "GET /v2.0/subnets?network_id=54a442d5-50a0-4c75-85cc-d19f5bf58118&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0703151 Feb 09 22:02:30.856400 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 39278) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:30.863377 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-484988ba-f7fe-4595-a769-c8f1a99a4472 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1712781253', 'network_id': '2668512e-8eb2-4929-aa61-73eeaa045414', 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:02:30.912041 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-687ab774-4a5c-44e6-b58d-d7c08ea01cbb admin admin] Publish callbacks [] for port (bef4a330-98c3-4359-862d-a018d7a92fd6), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:30.920746 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-687ab774-4a5c-44e6-b58d-d7c08ea01cbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (bef4a330-98c3-4359-862d-a018d7a92fd6), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:30.922959 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e96809-eb0f-4fa4-911f-19119421cd35 None None] Pushing event updated for resources: {'Port': ['ID=d3f5247b-40bd-4032-8695-c65257b65e50,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:30.950188 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 61ff9cab-f9eb-4a7e-81bc-8da6670082f8 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:02:30.956286 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-ded46261-3a6a-41f2-98be-f817b51a3dcd None None] Port bef4a330-98c3-4359-862d-a018d7a92fd6 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:02:31.023683 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687ab774-4a5c-44e6-b58d-d7c08ea01cbb admin admin] Pushing event updated for resources: {'Port': ['ID=bef4a330-98c3-4359-862d-a018d7a92fd6,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:31.031098 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-52f564c3-2334-4c3a-87a4-8c0386341a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d83f35-2562-41f5-9bb7-c4dcb1331e9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-56677076', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '5494a520-9c62-48e6-be60-bf3fd3ef5954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:02:27Z', 'updated_at': '2022-02-09T22:02:29Z', 'revision_number': 3, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'gw_port': {'id': '5494a520-9c62-48e6-be60-bf3fd3ef5954', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:4e:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83d83f35-2562-41f5-9bb7-c4dcb1331e9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:02:28Z', 'updated_at': '2022-02-09T22:02:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:31.031323 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-687ab774-4a5c-44e6-b58d-d7c08ea01cbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524919'] for router_interface (9531608a-c4ae-41e9-99f0-3754bf64df2d), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:31.065277 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-484988ba-f7fe-4595-a769-c8f1a99a4472 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Made reservation on behalf of deeb9e226e2546f19554cbe5eac163d6 for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:02:31.069075 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-484988ba-f7fe-4595-a769-c8f1a99a4472 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621317'] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:31.081557 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f564c3-2334-4c3a-87a4-8c0386341a00 None None] Checking router: 83d83f35-2562-41f5-9bb7-c4dcb1331e9d for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:02:31.081905 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f564c3-2334-4c3a-87a4-8c0386341a00 None None] Updating router 83d83f35-2562-41f5-9bb7-c4dcb1331e9d port 5494a520-9c62-48e6-be60-bf3fd3ef5954 binding host n-d-828369-5 {{(pid=103143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:02:31.095989 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 61ff9cab-f9eb-4a7e-81bc-8da6670082f8 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:02:31.096535 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (61ff9cab-f9eb-4a7e-81bc-8da6670082f8), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:31.099465 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-a7c696a8-dbef-45d3-b3b9-556be2ffb2cb None None] Set router 9531608a-c4ae-41e9-99f0-3754bf64df2d gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:02:31.120370 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-52f564c3-2334-4c3a-87a4-8c0386341a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (5494a520-9c62-48e6-be60-bf3fd3ef5954), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:31.149321 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687ab774-4a5c-44e6-b58d-d7c08ea01cbb admin admin] Network 9fb92cfd-9805-4561-879f-56c64d96e60e is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:02:31.150985 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-687ab774-4a5c-44e6-b58d-d7c08ea01cbb admin admin] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:02:31.372195 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-687ab774-4a5c-44e6-b58d-d7c08ea01cbb admin admin] Router 9531608a-c4ae-41e9-99f0-3754bf64df2d has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:02:31.493892 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-484988ba-f7fe-4595-a769-c8f1a99a4472 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621371'] for subnet (f9a51163-f04d-4c59-bc0f-ef32b4a819bf), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:31.587984 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484988ba-f7fe-4595-a769-c8f1a99a4472 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Pushing event updated for resources: {'Subnet': ['ID=f9a51163-f04d-4c59-bc0f-ef32b4a819bf,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:31.603553 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484988ba-f7fe-4595-a769-c8f1a99a4472 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Checking segment: {'id': 'c140cf13-b6e6-422b-a848-f0450f688d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '2668512e-8eb2-4929-aa61-73eeaa045414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:02:31.603833 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-52f564c3-2334-4c3a-87a4-8c0386341a00 None None] Publish callbacks [] for port (5494a520-9c62-48e6-be60-bf3fd3ef5954), precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:31.604794 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484988ba-f7fe-4595-a769-c8f1a99a4472 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Network hostable DHCP agents. Network: 2668512e-8eb2-4929-aa61-73eeaa045414, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:02:31.613519 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-52f564c3-2334-4c3a-87a4-8c0386341a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (5494a520-9c62-48e6-be60-bf3fd3ef5954), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:31.640053 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484988ba-f7fe-4595-a769-c8f1a99a4472 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Network 2668512e-8eb2-4929-aa61-73eeaa045414 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:02:31.654436 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-484988ba-f7fe-4595-a769-c8f1a99a4472 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 2668512e-8eb2-4929-aa61-73eeaa045414) {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:02:31.661928 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484988ba-f7fe-4595-a769-c8f1a99a4472 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:31.664206 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-484988ba-f7fe-4595-a769-c8f1a99a4472 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:31.702963 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-484988ba-f7fe-4595-a769-c8f1a99a4472 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8454750 Feb 09 22:02:31.707262 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 39282) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:31.740475 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-52f564c3-2334-4c3a-87a4-8c0386341a00 None None] Attempting to bind port 5494a520-9c62-48e6-be60-bf3fd3ef5954 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:02:31.740865 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-52f564c3-2334-4c3a-87a4-8c0386341a00 None None] Attempting to bind port 5494a520-9c62-48e6-be60-bf3fd3ef5954 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:02:31.744035 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f564c3-2334-4c3a-87a4-8c0386341a00 None None] Attempting to bind port 5494a520-9c62-48e6-be60-bf3fd3ef5954 on network 54a442d5-50a0-4c75-85cc-d19f5bf58118 {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:02:31.750921 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37408b2-5387-485b-a279-d4b6279e9b6d None None] Network 2668512e-8eb2-4929-aa61-73eeaa045414 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:02:31.751542 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bc6eaa-d81e-4a2a-ad3c-4b155d1b6926 None None] Pushing event updated for resources: {'Port': ['ID=5494a520-9c62-48e6-be60-bf3fd3ef5954,revision_number=2']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:31.765743 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f564c3-2334-4c3a-87a4-8c0386341a00 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:02:31.766123 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f564c3-2334-4c3a-87a4-8c0386341a00 None None] Checking segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:02:31.766537 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-52f564c3-2334-4c3a-87a4-8c0386341a00 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:31.766933 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f564c3-2334-4c3a-87a4-8c0386341a00 None None] Bound using segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:02:31.770543 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-52f564c3-2334-4c3a-87a4-8c0386341a00 None None] Bound port: 5494a520-9c62-48e6-be60-bf3fd3ef5954, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:02:31.771171 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-52f564c3-2334-4c3a-87a4-8c0386341a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (5494a520-9c62-48e6-be60-bf3fd3ef5954), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:31.837063 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 61ff9cab-f9eb-4a7e-81bc-8da6670082f8 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:02:31.865517 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-1c1b46b1-4312-4f0e-8306-67d27fd69a64 None None] Provisioning complete for port bef4a330-98c3-4359-862d-a018d7a92fd6 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:02:31.865989 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1c1b46b1-4312-4f0e-8306-67d27fd69a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (bef4a330-98c3-4359-862d-a018d7a92fd6), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:31.875732 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-52f564c3-2334-4c3a-87a4-8c0386341a00 None None] For port 5494a520-9c62-48e6-be60-bf3fd3ef5954, host n-d-828369-5, cleared binding levels {{(pid=103143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:02:31.886196 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-52f564c3-2334-4c3a-87a4-8c0386341a00 None None] For port 5494a520-9c62-48e6-be60-bf3fd3ef5954, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=5494a520-9c62-48e6-be60-bf3fd3ef5954,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:02:31.898142 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-52f564c3-2334-4c3a-87a4-8c0386341a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (5494a520-9c62-48e6-be60-bf3fd3ef5954), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:31.906571 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-1c1b46b1-4312-4f0e-8306-67d27fd69a64 None None] Port bef4a330-98c3-4359-862d-a018d7a92fd6 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:02:31.969881 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6628565f-0b00-4925-a287-682790acfdc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-2668512e-8eb2-4929-aa61-73eeaa045414', 'network_id': '2668512e-8eb2-4929-aa61-73eeaa045414', 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'fixed_ips': [{'subnet_id': 'f9a51163-f04d-4c59-bc0f-ef32b4a819bf'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:02:31.970760 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-6628565f-0b00-4925-a287-682790acfdc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:31.993913 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-a7c696a8-dbef-45d3-b3b9-556be2ffb2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9531608a-c4ae-41e9-99f0-3754bf64df2d', 'name': 'tempest-TestAggregatesBasicOps-51443123-router', 'tenant_id': '30e9a35bdf8649dc9a4f65757d7f5fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'd3f5247b-40bd-4032-8695-c65257b65e50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:02:26Z', 'updated_at': '2022-02-09T22:02:30Z', 'revision_number': 4, 'project_id': '30e9a35bdf8649dc9a4f65757d7f5fb2', 'gw_port': {'id': 'd3f5247b-40bd-4032-8695-c65257b65e50', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:d1:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9531608a-c4ae-41e9-99f0-3754bf64df2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:02:27Z', 'updated_at': '2022-02-09T22:02:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': 'bef4a330-98c3-4359-862d-a018d7a92fd6', 'name': '', 'network_id': '9fb92cfd-9805-4561-879f-56c64d96e60e', 'tenant_id': '30e9a35bdf8649dc9a4f65757d7f5fb2', 'mac_address': 'fa:16:3e:f3:fa:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9531608a-c4ae-41e9-99f0-3754bf64df2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '400e6c58-8612-4f3e-96e7-ce383f723df7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:02:29Z', 'updated_at': '2022-02-09T22:02:30Z', 'revision_number': 1, 'project_id': '30e9a35bdf8649dc9a4f65757d7f5fb2', 'subnets': [{'id': '400e6c58-8612-4f3e-96e7-ce383f723df7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:32.012662 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f564c3-2334-4c3a-87a4-8c0386341a00 None None] Routers {'83d83f35-2562-41f5-9bb7-c4dcb1331e9d'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:02:32.014664 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-52f564c3-2334-4c3a-87a4-8c0386341a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:02:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['83d83f35-2562-41f5-9bb7-c4dcb1331e9d'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:32.034486 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c696a8-dbef-45d3-b3b9-556be2ffb2cb None None] The sync data for ids ['9531608a-c4ae-41e9-99f0-3754bf64df2d'] in n-d-828369-5 is: [{'id': '9531608a-c4ae-41e9-99f0-3754bf64df2d', 'name': 'tempest-TestAggregatesBasicOps-51443123-router', 'tenant_id': '30e9a35bdf8649dc9a4f65757d7f5fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'd3f5247b-40bd-4032-8695-c65257b65e50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:02:26Z', 'updated_at': '2022-02-09T22:02:30Z', 'revision_number': 4, 'project_id': '30e9a35bdf8649dc9a4f65757d7f5fb2', 'gw_port': {'id': 'd3f5247b-40bd-4032-8695-c65257b65e50', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:d1:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9531608a-c4ae-41e9-99f0-3754bf64df2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:02:27Z', 'updated_at': '2022-02-09T22:02:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': 'bef4a330-98c3-4359-862d-a018d7a92fd6', 'name': '', 'network_id': '9fb92cfd-9805-4561-879f-56c64d96e60e', 'tenant_id': '30e9a35bdf8649dc9a4f65757d7f5fb2', 'mac_address': 'fa:16:3e:f3:fa:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9531608a-c4ae-41e9-99f0-3754bf64df2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '400e6c58-8612-4f3e-96e7-ce383f723df7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:02:29Z', 'updated_at': '2022-02-09T22:02:30Z', 'revision_number': 1, 'project_id': '30e9a35bdf8649dc9a4f65757d7f5fb2', 'subnets': [{'id': '400e6c58-8612-4f3e-96e7-ce383f723df7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:02:32.127361 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-687ab774-4a5c-44e6-b58d-d7c08ea01cbb admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:02:32.134547 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-687ab774-4a5c-44e6-b58d-d7c08ea01cbb admin admin] 10.222.0.90 "PUT /v2.0/routers/9531608a-c4ae-41e9-99f0-3754bf64df2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0195460 Feb 09 22:02:32.195700 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-6628565f-0b00-4925-a287-682790acfdc8 None None] Allocated IP 172.20.0.2 (2668512e-8eb2-4929-aa61-73eeaa045414/f9a51163-f04d-4c59-bc0f-ef32b4a819bf/9fb811a7-46e9-4315-b80f-9b8af5ae2672) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:02:32.205934 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bc6eaa-d81e-4a2a-ad3c-4b155d1b6926 None None] Pushing event updated for resources: {'Port': ['ID=5494a520-9c62-48e6-be60-bf3fd3ef5954,revision_number=3']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:32.330766 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-52f564c3-2334-4c3a-87a4-8c0386341a00 None None] Set router 83d83f35-2562-41f5-9bb7-c4dcb1331e9d gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:02:32.684698 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-6628565f-0b00-4925-a287-682790acfdc8 None None] Publish callbacks [] for port (9fb811a7-46e9-4315-b80f-9b8af5ae2672), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:32.702897 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-6628565f-0b00-4925-a287-682790acfdc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (9fb811a7-46e9-4315-b80f-9b8af5ae2672), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:32.726186 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-52f564c3-2334-4c3a-87a4-8c0386341a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d83f35-2562-41f5-9bb7-c4dcb1331e9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-56677076', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '5494a520-9c62-48e6-be60-bf3fd3ef5954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:02:27Z', 'updated_at': '2022-02-09T22:02:29Z', 'revision_number': 3, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'gw_port': {'id': '5494a520-9c62-48e6-be60-bf3fd3ef5954', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:4e:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83d83f35-2562-41f5-9bb7-c4dcb1331e9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:02:28Z', 'updated_at': '2022-02-09T22:02:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:32.807681 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6628565f-0b00-4925-a287-682790acfdc8 None None] Network 2668512e-8eb2-4929-aa61-73eeaa045414 is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:02:32.812146 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-6628565f-0b00-4925-a287-682790acfdc8 None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:02:32.814148 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6628565f-0b00-4925-a287-682790acfdc8 None None] Pushing event updated for resources: {'Port': ['ID=9fb811a7-46e9-4315-b80f-9b8af5ae2672,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:32.822388 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f564c3-2334-4c3a-87a4-8c0386341a00 None None] The sync data for ids ['83d83f35-2562-41f5-9bb7-c4dcb1331e9d'] in n-d-828369-5 is: [{'id': '83d83f35-2562-41f5-9bb7-c4dcb1331e9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-56677076', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '5494a520-9c62-48e6-be60-bf3fd3ef5954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:02:27Z', 'updated_at': '2022-02-09T22:02:29Z', 'revision_number': 3, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'gw_port': {'id': '5494a520-9c62-48e6-be60-bf3fd3ef5954', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:4e:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83d83f35-2562-41f5-9bb7-c4dcb1331e9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:02:28Z', 'updated_at': '2022-02-09T22:02:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:02:32.837666 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6628565f-0b00-4925-a287-682790acfdc8 None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:02:33.010703 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-6628565f-0b00-4925-a287-682790acfdc8 None None] Attempting to bind port 9fb811a7-46e9-4315-b80f-9b8af5ae2672 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:02:33.010911 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2a06f3a2-4886-4cb7-bae4-38510acb701e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:33.011384 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-6628565f-0b00-4925-a287-682790acfdc8 None None] Attempting to bind port 9fb811a7-46e9-4315-b80f-9b8af5ae2672 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': 'c140cf13-b6e6-422b-a848-f0450f688d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '2668512e-8eb2-4929-aa61-73eeaa045414'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:02:33.011494 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6628565f-0b00-4925-a287-682790acfdc8 None None] Attempting to bind port 9fb811a7-46e9-4315-b80f-9b8af5ae2672 on network 2668512e-8eb2-4929-aa61-73eeaa045414 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:02:33.023536 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6628565f-0b00-4925-a287-682790acfdc8 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:02:33.023959 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6628565f-0b00-4925-a287-682790acfdc8 None None] Checking segment: {'id': 'c140cf13-b6e6-422b-a848-f0450f688d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '2668512e-8eb2-4929-aa61-73eeaa045414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:02:33.027218 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-6628565f-0b00-4925-a287-682790acfdc8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:33.027914 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6628565f-0b00-4925-a287-682790acfdc8 None None] Bound using segment: {'id': 'c140cf13-b6e6-422b-a848-f0450f688d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '2668512e-8eb2-4929-aa61-73eeaa045414'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:02:33.030260 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-6628565f-0b00-4925-a287-682790acfdc8 None None] Bound port: 9fb811a7-46e9-4315-b80f-9b8af5ae2672, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c140cf13-b6e6-422b-a848-f0450f688d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '2668512e-8eb2-4929-aa61-73eeaa045414'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:02:33.031964 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-6628565f-0b00-4925-a287-682790acfdc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (9fb811a7-46e9-4315-b80f-9b8af5ae2672), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:33.192787 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-6628565f-0b00-4925-a287-682790acfdc8 None None] For port 9fb811a7-46e9-4315-b80f-9b8af5ae2672, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:02:33.204405 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-6628565f-0b00-4925-a287-682790acfdc8 None None] For port 9fb811a7-46e9-4315-b80f-9b8af5ae2672, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=9fb811a7-46e9-4315-b80f-9b8af5ae2672,segment=NetworkSegment(c140cf13-b6e6-422b-a848-f0450f688d89),segment_id=c140cf13-b6e6-422b-a848-f0450f688d89)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:02:33.216292 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-6628565f-0b00-4925-a287-682790acfdc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (9fb811a7-46e9-4315-b80f-9b8af5ae2672), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:33.292465 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6628565f-0b00-4925-a287-682790acfdc8 None None] Pushing event updated for resources: {'Port': ['ID=9fb811a7-46e9-4315-b80f-9b8af5ae2672,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:33.471881 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75406e47-5ff7-4baf-9751-c8131f63264e req-f7998709-9705-4e99-be8c-9a8670ed00c5 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:33.473359 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-75406e47-5ff7-4baf-9751-c8131f63264e req-f7998709-9705-4e99-be8c-9a8670ed00c5 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=9b43dcc6-bfa2-4e4a-b6fa-0e8457213291 HTTP/1.1" status: 200 len: 945 time: 0.2435892 Feb 09 22:02:33.683603 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-2a06f3a2-4886-4cb7-bae4-38510acb701e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Allocated IP 172.20.0.1 (2668512e-8eb2-4929-aa61-73eeaa045414/f9a51163-f04d-4c59-bc0f-ef32b4a819bf/5a4ac43a-7ed1-4f52-8e17-6f7c2d74dea0) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:02:33.692520 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-75406e47-5ff7-4baf-9751-c8131f63264e req-88e0f16f-8039-4c85-9e8f-562a81b09bab tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=a150208c-d856-4775-8b70-a04a39be3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2002959 Feb 09 22:02:33.848043 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2a06f3a2-4886-4cb7-bae4-38510acb701e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for port (5a4ac43a-7ed1-4f52-8e17-6f7c2d74dea0), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:33.935301 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2a06f3a2-4886-4cb7-bae4-38510acb701e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (5a4ac43a-7ed1-4f52-8e17-6f7c2d74dea0), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:34.028252 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a06f3a2-4886-4cb7-bae4-38510acb701e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Network 2668512e-8eb2-4929-aa61-73eeaa045414 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:02:34.031624 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-2a06f3a2-4886-4cb7-bae4-38510acb701e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:02:34.036639 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a06f3a2-4886-4cb7-bae4-38510acb701e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:02:34.050158 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a06f3a2-4886-4cb7-bae4-38510acb701e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Pushing event updated for resources: {'Port': ['ID=5a4ac43a-7ed1-4f52-8e17-6f7c2d74dea0,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:34.103105 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2a06f3a2-4886-4cb7-bae4-38510acb701e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554727'] for router_interface (83d83f35-2562-41f5-9bb7-c4dcb1331e9d), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:34.137739 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39346) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:34.321263 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2a06f3a2-4886-4cb7-bae4-38510acb701e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (5a4ac43a-7ed1-4f52-8e17-6f7c2d74dea0), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:34.875595 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2a06f3a2-4886-4cb7-bae4-38510acb701e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for port (5a4ac43a-7ed1-4f52-8e17-6f7c2d74dea0), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:34.894560 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2a06f3a2-4886-4cb7-bae4-38510acb701e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (5a4ac43a-7ed1-4f52-8e17-6f7c2d74dea0), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:34.964003 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4aa1881e-12cc-4843-ae8e-41b3f0e297d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524906'] for router_interface (08698c21-6cde-4607-849c-71bd5229d777), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:34.976866 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5410b6-7660-457e-b559-d090715da400 None None] Network 2668512e-8eb2-4929-aa61-73eeaa045414 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:02:35.023423 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a06f3a2-4886-4cb7-bae4-38510acb701e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Pushing event updated for resources: {'Port': ['ID=5a4ac43a-7ed1-4f52-8e17-6f7c2d74dea0,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:35.038412 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2a06f3a2-4886-4cb7-bae4-38510acb701e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524919'] for router_interface (83d83f35-2562-41f5-9bb7-c4dcb1331e9d), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:35.340641 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-222e13ad-dea4-46ba-ab78-8741c8489839 None None] Provisioning complete for port 9fb811a7-46e9-4315-b80f-9b8af5ae2672 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:02:35.341030 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-222e13ad-dea4-46ba-ab78-8741c8489839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (9fb811a7-46e9-4315-b80f-9b8af5ae2672), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:35.342915 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device d3f5247b-40bd-4032-8695-c65257b65e50 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:02:35.355906 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a06f3a2-4886-4cb7-bae4-38510acb701e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Network 2668512e-8eb2-4929-aa61-73eeaa045414 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:02:35.366578 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-2a06f3a2-4886-4cb7-bae4-38510acb701e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:02:35.482844 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ac4d3-7caf-4b04-9375-75d7f1f1aec9 req-1a209e4d-119c-4399-b925-a36593635e88 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:35.484725 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-358ac4d3-7caf-4b04-9375-75d7f1f1aec9 req-1a209e4d-119c-4399-b925-a36593635e88 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=9b43dcc6-bfa2-4e4a-b6fa-0e8457213291 HTTP/1.1" status: 200 len: 945 time: 0.6022131 Feb 09 22:02:35.500360 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port d3f5247b-40bd-4032-8695-c65257b65e50 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:02:35.500747 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (d3f5247b-40bd-4032-8695-c65257b65e50), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:35.519257 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-4aa1881e-12cc-4843-ae8e-41b3f0e297d6 admin admin] Deleting port 68369710-9994-49c9-8185-62a035d84eeb {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:02:35.519822 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4aa1881e-12cc-4843-ae8e-41b3f0e297d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (68369710-9994-49c9-8185-62a035d84eeb), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:35.533837 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-222e13ad-dea4-46ba-ab78-8741c8489839 None None] Current status of the port 9fb811a7-46e9-4315-b80f-9b8af5ae2672 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:02:35.534838 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-222e13ad-dea4-46ba-ab78-8741c8489839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (9fb811a7-46e9-4315-b80f-9b8af5ae2672), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:35.576054 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-358ac4d3-7caf-4b04-9375-75d7f1f1aec9 req-a2fef714-9102-4a80-b534-5a7c7f7662fd tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=a150208c-d856-4775-8b70-a04a39be3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830665 Feb 09 22:02:35.593677 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a06f3a2-4886-4cb7-bae4-38510acb701e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Router 83d83f35-2562-41f5-9bb7-c4dcb1331e9d has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:02:35.593944 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-222e13ad-dea4-46ba-ab78-8741c8489839 None None] For port 9fb811a7-46e9-4315-b80f-9b8af5ae2672, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=9fb811a7-46e9-4315-b80f-9b8af5ae2672,segment=NetworkSegment(c140cf13-b6e6-422b-a848-f0450f688d89),segment_id=c140cf13-b6e6-422b-a848-f0450f688d89)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:02:35.603233 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-222e13ad-dea4-46ba-ab78-8741c8489839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (9fb811a7-46e9-4315-b80f-9b8af5ae2672), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:35.680437 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-4aa1881e-12cc-4843-ae8e-41b3f0e297d6 admin admin] For port 68369710-9994-49c9-8185-62a035d84eeb, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=68369710-9994-49c9-8185-62a035d84eeb,segment=NetworkSegment(2bd7cc2e-6770-4fbe-8036-0be849c222c1),segment_id=2bd7cc2e-6770-4fbe-8036-0be849c222c1)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:02:35.680856 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4aa1881e-12cc-4843-ae8e-41b3f0e297d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (68369710-9994-49c9-8185-62a035d84eeb), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:35.710642 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-4aa1881e-12cc-4843-ae8e-41b3f0e297d6 admin admin] Calling delete_port for 68369710-9994-49c9-8185-62a035d84eeb owned by network:router_interface {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:02:35.756757 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port d3f5247b-40bd-4032-8695-c65257b65e50 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:02:35.757219 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (d3f5247b-40bd-4032-8695-c65257b65e50), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:35.780328 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222e13ad-dea4-46ba-ab78-8741c8489839 None None] Pushing event updated for resources: {'Port': ['ID=9fb811a7-46e9-4315-b80f-9b8af5ae2672,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:35.806856 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port d3f5247b-40bd-4032-8695-c65257b65e50, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=d3f5247b-40bd-4032-8695-c65257b65e50,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:02:35.820818 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (d3f5247b-40bd-4032-8695-c65257b65e50), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:35.821773 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 5494a520-9c62-48e6-be60-bf3fd3ef5954 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:02:35.866881 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a06f3a2-4886-4cb7-bae4-38510acb701e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:02:35.889738 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-2a06f3a2-4886-4cb7-bae4-38510acb701e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "PUT /v2.0/routers/83d83f35-2562-41f5-9bb7-c4dcb1331e9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1800752 Feb 09 22:02:35.964910 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-2240adcb-fbf6-4f76-b150-7043d81bdd6e None None] Provisioning complete for port 5a4ac43a-7ed1-4f52-8e17-6f7c2d74dea0 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:02:35.965267 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2240adcb-fbf6-4f76-b150-7043d81bdd6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (5a4ac43a-7ed1-4f52-8e17-6f7c2d74dea0), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:35.994301 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=d3f5247b-40bd-4032-8695-c65257b65e50,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:36.027345 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 5494a520-9c62-48e6-be60-bf3fd3ef5954 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:02:36.027726 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (5494a520-9c62-48e6-be60-bf3fd3ef5954), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:36.045752 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4aa1881e-12cc-4843-ae8e-41b3f0e297d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (68369710-9994-49c9-8185-62a035d84eeb), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:36.050317 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-2240adcb-fbf6-4f76-b150-7043d81bdd6e None None] Port 5a4ac43a-7ed1-4f52-8e17-6f7c2d74dea0 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:02:36.076796 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa1881e-12cc-4843-ae8e-41b3f0e297d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=68369710-9994-49c9-8185-62a035d84eeb,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:36.118118 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-2240adcb-fbf6-4f76-b150-7043d81bdd6e None None] Provisioning complete for port 9fb811a7-46e9-4315-b80f-9b8af5ae2672 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:02:36.118498 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2240adcb-fbf6-4f76-b150-7043d81bdd6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (9fb811a7-46e9-4315-b80f-9b8af5ae2672), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:36.233809 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c5d57cfb-8017-4a32-ab14-4ff159c2021f req-a335bc66-715a-4cbf-94fe-96806d262933 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1926035203&fields=id&tenant_id=deeb9e226e2546f19554cbe5eac163d6 HTTP/1.1" status: 200 len: 267 time: 0.0947914 Feb 09 22:02:36.335469 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-2240adcb-fbf6-4f76-b150-7043d81bdd6e None None] Current status of the port 9fb811a7-46e9-4315-b80f-9b8af5ae2672 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:02:36.346646 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 5494a520-9c62-48e6-be60-bf3fd3ef5954 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:02:36.347050 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (5494a520-9c62-48e6-be60-bf3fd3ef5954), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:36.383146 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port 5494a520-9c62-48e6-be60-bf3fd3ef5954, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=5494a520-9c62-48e6-be60-bf3fd3ef5954,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:02:36.390041 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (5494a520-9c62-48e6-be60-bf3fd3ef5954), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:36.390980 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 9fb811a7-46e9-4315-b80f-9b8af5ae2672 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:02:36.483640 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4aa1881e-12cc-4843-ae8e-41b3f0e297d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-525054'] for router_interface (08698c21-6cde-4607-849c-71bd5229d777), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:36.526443 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d57cfb-8017-4a32-ab14-4ff159c2021f req-0053565a-456b-41f4-9056-6a962421ecc6 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:36.528020 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c5d57cfb-8017-4a32-ab14-4ff159c2021f req-0053565a-456b-41f4-9056-6a962421ecc6 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/networks?id=2668512e-8eb2-4929-aa61-73eeaa045414 HTTP/1.1" status: 200 len: 796 time: 0.2780378 Feb 09 22:02:36.573162 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-c58fa1fb-a807-48e5-8c78-bc67d5f7f1d8 None None] Provisioning complete for port 5a4ac43a-7ed1-4f52-8e17-6f7c2d74dea0 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:02:36.573538 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c58fa1fb-a807-48e5-8c78-bc67d5f7f1d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (5a4ac43a-7ed1-4f52-8e17-6f7c2d74dea0), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:36.578934 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c5d57cfb-8017-4a32-ab14-4ff159c2021f req-03d63715-25bc-4d8e-b226-afafe83ec74a tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/quotas/deeb9e226e2546f19554cbe5eac163d6 HTTP/1.1" status: 200 len: 375 time: 0.0402310 Feb 09 22:02:36.621099 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 9fb811a7-46e9-4315-b80f-9b8af5ae2672 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:02:36.621481 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (9fb811a7-46e9-4315-b80f-9b8af5ae2672), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:36.625566 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=5494a520-9c62-48e6-be60-bf3fd3ef5954,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:36.674867 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-c58fa1fb-a807-48e5-8c78-bc67d5f7f1d8 None None] Port 5a4ac43a-7ed1-4f52-8e17-6f7c2d74dea0 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:02:36.690168 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c5d57cfb-8017-4a32-ab14-4ff159c2021f req-b7d851e0-8a79-4423-96ca-9ad5b2a85b19 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=deeb9e226e2546f19554cbe5eac163d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1099963 Feb 09 22:02:36.735330 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 9fb811a7-46e9-4315-b80f-9b8af5ae2672 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:02:36.827132 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-220718fb-aec8-4494-bdaa-476c6f0684ff None None] Provisioning complete for port 5a4ac43a-7ed1-4f52-8e17-6f7c2d74dea0 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:02:36.829325 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-220718fb-aec8-4494-bdaa-476c6f0684ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (5a4ac43a-7ed1-4f52-8e17-6f7c2d74dea0), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:36.874514 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-220718fb-aec8-4494-bdaa-476c6f0684ff None None] Port 5a4ac43a-7ed1-4f52-8e17-6f7c2d74dea0 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:02:36.905132 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aa1881e-12cc-4843-ae8e-41b3f0e297d6 admin admin] Router 08698c21-6cde-4607-849c-71bd5229d777 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:02:36.907144 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e47f84-1369-4fb7-b36f-7d548977fb8d req-f3a5d42e-df54-4d06-b28d-b7a34dfc26d2 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:36.909119 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b5e47f84-1369-4fb7-b36f-7d548977fb8d req-f3a5d42e-df54-4d06-b28d-b7a34dfc26d2 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=9b43dcc6-bfa2-4e4a-b6fa-0e8457213291 HTTP/1.1" status: 200 len: 945 time: 0.1348493 Feb 09 22:02:36.940817 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c5d57cfb-8017-4a32-ab14-4ff159c2021f req-eeb3d126-289f-4aed-8e45-5dc3527b5941 service neutron] 10.222.0.90 "GET /v2.0/networks/2668512e-8eb2-4929-aa61-73eeaa045414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441826 Feb 09 22:02:37.019112 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device d3f5247b-40bd-4032-8695-c65257b65e50 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:02:37.074838 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b5e47f84-1369-4fb7-b36f-7d548977fb8d req-6d0a80b9-04a0-4e03-8a52-16cbc0cd3ef9 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=a150208c-d856-4775-8b70-a04a39be3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289368 Feb 09 22:02:37.078728 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aa1881e-12cc-4843-ae8e-41b3f0e297d6 admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:02:37.096508 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d78e86-f279-4dc9-8f56-0efad983aa38 None None] Sync routers for ids ['08698c21-6cde-4607-849c-71bd5229d777'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:02:37.096713 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-4aa1881e-12cc-4843-ae8e-41b3f0e297d6 admin admin] 10.222.0.90 "PUT /v2.0/routers/08698c21-6cde-4607-849c-71bd5229d777/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9513397 Feb 09 22:02:37.096713 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39374) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:37.099299 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c5d57cfb-8017-4a32-ab14-4ff159c2021f req-c6c9b359-ad57-4102-ae41-24560983b92c service neutron] 10.222.0.90 "GET /v2.0/networks/2668512e-8eb2-4929-aa61-73eeaa045414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503520 Feb 09 22:02:37.111865 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d78e86-f279-4dc9-8f56-0efad983aa38 None None] Routers {'08698c21-6cde-4607-849c-71bd5229d777'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:02:37.113354 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-76d78e86-f279-4dc9-8f56-0efad983aa38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:02:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['08698c21-6cde-4607-849c-71bd5229d777'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:37.197829 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port d3f5247b-40bd-4032-8695-c65257b65e50 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:02:37.198211 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (d3f5247b-40bd-4032-8695-c65257b65e50), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:37.294941 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-65a19770-6abb-46f7-be65-783cf358a63a admin admin] Publish callbacks [] for router (08698c21-6cde-4607-849c-71bd5229d777), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:37.312166 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-76d78e86-f279-4dc9-8f56-0efad983aa38 None None] Set router 08698c21-6cde-4607-849c-71bd5229d777 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:02:37.314199 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port d3f5247b-40bd-4032-8695-c65257b65e50 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:02:37.315274 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 5494a520-9c62-48e6-be60-bf3fd3ef5954 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:02:37.425305 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-65a19770-6abb-46f7-be65-783cf358a63a admin admin] Publish callbacks [] for router_gateway (08698c21-6cde-4607-849c-71bd5229d777), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:37.537775 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-65a19770-6abb-46f7-be65-783cf358a63a admin admin] Deleting port 00d75f04-92e7-4595-a0fc-4fa2a4750f66 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:02:37.538368 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-65a19770-6abb-46f7-be65-783cf358a63a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (00d75f04-92e7-4595-a0fc-4fa2a4750f66), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:37.547890 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2feab431-92a6-45a8-8256-5d32384cf75e req-b9ce1f3f-37bd-45d3-b2e3-f75fb9258956 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=cc0cc065-0e97-45b7-ac81-5696440591cf HTTP/1.1" status: 200 len: 210 time: 0.0711021 Feb 09 22:02:37.671102 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-65a19770-6abb-46f7-be65-783cf358a63a admin admin] For port 00d75f04-92e7-4595-a0fc-4fa2a4750f66, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=00d75f04-92e7-4595-a0fc-4fa2a4750f66,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:02:37.671551 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-65a19770-6abb-46f7-be65-783cf358a63a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (00d75f04-92e7-4595-a0fc-4fa2a4750f66), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:37.691686 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-65a19770-6abb-46f7-be65-783cf358a63a admin admin] Calling delete_port for 00d75f04-92e7-4595-a0fc-4fa2a4750f66 owned by network:router_gateway {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:02:37.726739 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 5494a520-9c62-48e6-be60-bf3fd3ef5954 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:02:37.727117 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (5494a520-9c62-48e6-be60-bf3fd3ef5954), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:37.734583 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7d9991-6210-4f94-b4fe-eebc3d98e57d None None] Sync routers for ids ['83d83f35-2562-41f5-9bb7-c4dcb1331e9d'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:02:37.749348 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7d9991-6210-4f94-b4fe-eebc3d98e57d None None] Routers {'83d83f35-2562-41f5-9bb7-c4dcb1331e9d'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:02:37.752577 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-3a7d9991-6210-4f94-b4fe-eebc3d98e57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:02:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['83d83f35-2562-41f5-9bb7-c4dcb1331e9d'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:37.835209 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-76d78e86-f279-4dc9-8f56-0efad983aa38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08698c21-6cde-4607-849c-71bd5229d777', 'name': 'tempest-TestAggregatesBasicOps-1158316737-router', 'tenant_id': '07749cfb5e534ca780925829d425eeae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '00d75f04-92e7-4595-a0fc-4fa2a4750f66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:02:17Z', 'updated_at': '2022-02-09T22:02:35Z', 'revision_number': 5, 'project_id': '07749cfb5e534ca780925829d425eeae', 'gw_port': {'id': '00d75f04-92e7-4595-a0fc-4fa2a4750f66', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08698c21-6cde-4607-849c-71bd5229d777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:02:18Z', 'updated_at': '2022-02-09T22:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:37.868913 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3879843-88e5-4e6b-a48c-6cea64937fe5 None None] Sync routers for ids ['9531608a-c4ae-41e9-99f0-3754bf64df2d'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:02:37.946667 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3879843-88e5-4e6b-a48c-6cea64937fe5 None None] Routers {'9531608a-c4ae-41e9-99f0-3754bf64df2d'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:02:37.947295 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-a3879843-88e5-4e6b-a48c-6cea64937fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:02:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['9531608a-c4ae-41e9-99f0-3754bf64df2d'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:37.949461 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-3a7d9991-6210-4f94-b4fe-eebc3d98e57d None None] Set router 83d83f35-2562-41f5-9bb7-c4dcb1331e9d gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:02:37.952057 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d78e86-f279-4dc9-8f56-0efad983aa38 None None] Checking router: 08698c21-6cde-4607-849c-71bd5229d777 for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:02:38.038963 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-65a19770-6abb-46f7-be65-783cf358a63a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (00d75f04-92e7-4595-a0fc-4fa2a4750f66), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:38.042813 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d78e86-f279-4dc9-8f56-0efad983aa38 None None] Routers {'08698c21-6cde-4607-849c-71bd5229d777'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:02:38.043453 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-76d78e86-f279-4dc9-8f56-0efad983aa38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:02:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['08698c21-6cde-4607-849c-71bd5229d777'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:38.115168 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a19770-6abb-46f7-be65-783cf358a63a admin admin] Pushing event deleted for resources: {'Port': ['ID=00d75f04-92e7-4595-a0fc-4fa2a4750f66,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:38.181612 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 5494a520-9c62-48e6-be60-bf3fd3ef5954 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:02:38.182456 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 9fb811a7-46e9-4315-b80f-9b8af5ae2672 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:02:38.209437 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-65a19770-6abb-46f7-be65-783cf358a63a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-554524'] for router_gateway (08698c21-6cde-4607-849c-71bd5229d777), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:38.246434 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-a3879843-88e5-4e6b-a48c-6cea64937fe5 None None] Set router 9531608a-c4ae-41e9-99f0-3754bf64df2d gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:02:38.298016 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70ec25c-fedc-46a5-97cd-a3ff91e5bb95 req-fe042f64-7c21-413c-a929-b7aa317cf1b3 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:38.307799 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b70ec25c-fedc-46a5-97cd-a3ff91e5bb95 req-fe042f64-7c21-413c-a929-b7aa317cf1b3 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=9b43dcc6-bfa2-4e4a-b6fa-0e8457213291 HTTP/1.1" status: 200 len: 945 time: 0.1348023 Feb 09 22:02:38.359833 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-65a19770-6abb-46f7-be65-783cf358a63a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (08698c21-6cde-4607-849c-71bd5229d777), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:38.359833 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-65a19770-6abb-46f7-be65-783cf358a63a admin admin] Publish callbacks [] for router_controller (08698c21-6cde-4607-849c-71bd5229d777), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:38.398105 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b70ec25c-fedc-46a5-97cd-a3ff91e5bb95 req-6fcb576b-5a29-4ef4-ae00-9e916df517ce tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=a150208c-d856-4775-8b70-a04a39be3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824778 Feb 09 22:02:38.409201 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-3a7d9991-6210-4f94-b4fe-eebc3d98e57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d83f35-2562-41f5-9bb7-c4dcb1331e9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-56677076', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '5494a520-9c62-48e6-be60-bf3fd3ef5954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:02:27Z', 'updated_at': '2022-02-09T22:02:34Z', 'revision_number': 4, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'gw_port': {'id': '5494a520-9c62-48e6-be60-bf3fd3ef5954', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:4e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d83f35-2562-41f5-9bb7-c4dcb1331e9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:02:28Z', 'updated_at': '2022-02-09T22:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '5a4ac43a-7ed1-4f52-8e17-6f7c2d74dea0', 'name': '', 'network_id': '2668512e-8eb2-4929-aa61-73eeaa045414', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'mac_address': 'fa:16:3e:c5:ee:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83d83f35-2562-41f5-9bb7-c4dcb1331e9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': 'f9a51163-f04d-4c59-bc0f-ef32b4a819bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:02:33Z', 'updated_at': '2022-02-09T22:02:34Z', 'revision_number': 2, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'subnets': [{'id': 'f9a51163-f04d-4c59-bc0f-ef32b4a819bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:38.426356 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-65a19770-6abb-46f7-be65-783cf358a63a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (08698c21-6cde-4607-849c-71bd5229d777), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:38.426901 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65a19770-6abb-46f7-be65-783cf358a63a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08698c21-6cde-4607-849c-71bd5229d777 {{(pid=103141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:02:38.432562 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-65a19770-6abb-46f7-be65-783cf358a63a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:38.439173 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 39390) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:38.443792 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7d9991-6210-4f94-b4fe-eebc3d98e57d None None] Checking router: 83d83f35-2562-41f5-9bb7-c4dcb1331e9d for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:02:38.444158 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7d9991-6210-4f94-b4fe-eebc3d98e57d None None] Updating router 83d83f35-2562-41f5-9bb7-c4dcb1331e9d port 5a4ac43a-7ed1-4f52-8e17-6f7c2d74dea0 binding host n-d-828369-5 {{(pid=103143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:02:38.449525 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-65a19770-6abb-46f7-be65-783cf358a63a admin admin] 10.222.0.90 "DELETE /v2.0/routers/08698c21-6cde-4607-849c-71bd5229d777 HTTP/1.1" status: 204 len: 168 time: 1.3530948 Feb 09 22:02:38.478475 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3a7d9991-6210-4f94-b4fe-eebc3d98e57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (5a4ac43a-7ed1-4f52-8e17-6f7c2d74dea0), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:38.493638 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_v2 [None req-248cdb14-4d38-411d-a928-17e467e56302 admin admin] Deleting subnet 04226a13-8509-49c3-a195-deb317dad483 {{(pid=103140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:02:38.505077 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-248cdb14-4d38-411d-a928-17e467e56302 admin admin] Publish callbacks [] for subnet (04226a13-8509-49c3-a195-deb317dad483), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:38.537001 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-76d78e86-f279-4dc9-8f56-0efad983aa38 None None] Set router 08698c21-6cde-4607-849c-71bd5229d777 gateway port host: None {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:02:38.550140 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-248cdb14-4d38-411d-a928-17e467e56302 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9110716'] for subnet (04226a13-8509-49c3-a195-deb317dad483), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:38.657240 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-76d78e86-f279-4dc9-8f56-0efad983aa38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08698c21-6cde-4607-849c-71bd5229d777', 'name': 'tempest-TestAggregatesBasicOps-1158316737-router', 'tenant_id': '07749cfb5e534ca780925829d425eeae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:02:17Z', 'updated_at': '2022-02-09T22:02:37Z', 'revision_number': 7, 'project_id': '07749cfb5e534ca780925829d425eeae', 'gw_port_host': None}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:38.675165 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c610a980-8293-4e0b-87e9-11778711f4d4 req-b5b7d069-da42-4202-86fc-adec81661cf2 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=cc0cc065-0e97-45b7-ac81-5696440591cf HTTP/1.1" status: 200 len: 210 time: 0.0441694 Feb 09 22:02:38.690761 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-248cdb14-4d38-411d-a928-17e467e56302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (04226a13-8509-49c3-a195-deb317dad483), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:38.700818 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d78e86-f279-4dc9-8f56-0efad983aa38 None None] The sync data for ids ['08698c21-6cde-4607-849c-71bd5229d777'] in n-d-828369-5 is: [{'id': '08698c21-6cde-4607-849c-71bd5229d777', 'name': 'tempest-TestAggregatesBasicOps-1158316737-router', 'tenant_id': '07749cfb5e534ca780925829d425eeae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:02:17Z', 'updated_at': '2022-02-09T22:02:37Z', 'revision_number': 7, 'project_id': '07749cfb5e534ca780925829d425eeae', 'gw_port_host': None}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:02:38.752325 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 9fb811a7-46e9-4315-b80f-9b8af5ae2672 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:02:38.752646 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (9fb811a7-46e9-4315-b80f-9b8af5ae2672), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:38.787524 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-248cdb14-4d38-411d-a928-17e467e56302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621346'] for subnet (04226a13-8509-49c3-a195-deb317dad483), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:38.821709 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248cdb14-4d38-411d-a928-17e467e56302 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04226a13-8509-49c3-a195-deb317dad483,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:38.828203 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-248cdb14-4d38-411d-a928-17e467e56302 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:38.832524 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-248cdb14-4d38-411d-a928-17e467e56302 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/04226a13-8509-49c3-a195-deb317dad483 HTTP/1.1" status: 204 len: 168 time: 0.3919773 Feb 09 22:02:38.834846 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e1c723-d72b-4ae0-b864-8a90af3bdfa5 None None] Network c4251b05-ea71-4817-9adf-b8da6b2b7e3a requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:02:38.835601 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 39394) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:38.898717 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3a7d9991-6210-4f94-b4fe-eebc3d98e57d None None] Publish callbacks [] for port (5a4ac43a-7ed1-4f52-8e17-6f7c2d74dea0), precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:38.912473 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3a7d9991-6210-4f94-b4fe-eebc3d98e57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (5a4ac43a-7ed1-4f52-8e17-6f7c2d74dea0), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:38.926586 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a5b5f994-79ef-483d-b06e-940c177763dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (c4251b05-ea71-4817-9adf-b8da6b2b7e3a), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:39.027685 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7217137-06a1-416a-968d-f25915afc855 None None] Pushing event updated for resources: {'Port': ['ID=5a4ac43a-7ed1-4f52-8e17-6f7c2d74dea0,revision_number=3']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:39.052395 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-a5b5f994-79ef-483d-b06e-940c177763dc admin admin] Deleting port 8c216ad8-73b9-478a-bc63-73c10b2a47ca {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:02:39.053849 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a5b5f994-79ef-483d-b06e-940c177763dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (8c216ad8-73b9-478a-bc63-73c10b2a47ca), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:39.079543 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-a3879843-88e5-4e6b-a48c-6cea64937fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9531608a-c4ae-41e9-99f0-3754bf64df2d', 'name': 'tempest-TestAggregatesBasicOps-51443123-router', 'tenant_id': '30e9a35bdf8649dc9a4f65757d7f5fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'd3f5247b-40bd-4032-8695-c65257b65e50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:02:26Z', 'updated_at': '2022-02-09T22:02:30Z', 'revision_number': 4, 'project_id': '30e9a35bdf8649dc9a4f65757d7f5fb2', 'gw_port': {'id': 'd3f5247b-40bd-4032-8695-c65257b65e50', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:d1:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9531608a-c4ae-41e9-99f0-3754bf64df2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:02:27Z', 'updated_at': '2022-02-09T22:02:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': 'bef4a330-98c3-4359-862d-a018d7a92fd6', 'name': '', 'network_id': '9fb92cfd-9805-4561-879f-56c64d96e60e', 'tenant_id': '30e9a35bdf8649dc9a4f65757d7f5fb2', 'mac_address': 'fa:16:3e:f3:fa:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9531608a-c4ae-41e9-99f0-3754bf64df2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '400e6c58-8612-4f3e-96e7-ce383f723df7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:02:29Z', 'updated_at': '2022-02-09T22:02:30Z', 'revision_number': 2, 'project_id': '30e9a35bdf8649dc9a4f65757d7f5fb2', 'subnets': [{'id': '400e6c58-8612-4f3e-96e7-ce383f723df7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:39.117674 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7217137-06a1-416a-968d-f25915afc855 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:39.118025 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7217137-06a1-416a-968d-f25915afc855 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:39.119481 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7217137-06a1-416a-968d-f25915afc855 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:39.122184 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7217137-06a1-416a-968d-f25915afc855 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:39.123393 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7217137-06a1-416a-968d-f25915afc855 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:39.130115 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7217137-06a1-416a-968d-f25915afc855 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:39.130528 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7217137-06a1-416a-968d-f25915afc855 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:39.132624 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7217137-06a1-416a-968d-f25915afc855 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:39.133261 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7217137-06a1-416a-968d-f25915afc855 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:39.133603 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7217137-06a1-416a-968d-f25915afc855 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:39.134072 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7217137-06a1-416a-968d-f25915afc855 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:39.134409 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7217137-06a1-416a-968d-f25915afc855 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:39.134737 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7217137-06a1-416a-968d-f25915afc855 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:02:39.176861 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-3a7d9991-6210-4f94-b4fe-eebc3d98e57d None None] Attempting to bind port 5a4ac43a-7ed1-4f52-8e17-6f7c2d74dea0 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:02:39.177208 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-3a7d9991-6210-4f94-b4fe-eebc3d98e57d None None] Attempting to bind port 5a4ac43a-7ed1-4f52-8e17-6f7c2d74dea0 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': 'c140cf13-b6e6-422b-a848-f0450f688d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '2668512e-8eb2-4929-aa61-73eeaa045414'}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:02:39.178469 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7d9991-6210-4f94-b4fe-eebc3d98e57d None None] Attempting to bind port 5a4ac43a-7ed1-4f52-8e17-6f7c2d74dea0 on network 2668512e-8eb2-4929-aa61-73eeaa045414 {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:02:39.188401 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7d9991-6210-4f94-b4fe-eebc3d98e57d None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:02:39.188857 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7d9991-6210-4f94-b4fe-eebc3d98e57d None None] Checking segment: {'id': 'c140cf13-b6e6-422b-a848-f0450f688d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '2668512e-8eb2-4929-aa61-73eeaa045414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:02:39.189268 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3a7d9991-6210-4f94-b4fe-eebc3d98e57d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:39.189875 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7d9991-6210-4f94-b4fe-eebc3d98e57d None None] Bound using segment: {'id': 'c140cf13-b6e6-422b-a848-f0450f688d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '2668512e-8eb2-4929-aa61-73eeaa045414'} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:02:39.190360 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-3a7d9991-6210-4f94-b4fe-eebc3d98e57d None None] Bound port: 5a4ac43a-7ed1-4f52-8e17-6f7c2d74dea0, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c140cf13-b6e6-422b-a848-f0450f688d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '2668512e-8eb2-4929-aa61-73eeaa045414'}}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:02:39.190833 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3a7d9991-6210-4f94-b4fe-eebc3d98e57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (5a4ac43a-7ed1-4f52-8e17-6f7c2d74dea0), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:39.204912 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d57cfb-8017-4a32-ab14-4ff159c2021f req-d09a0704-62d1-4a6d-b7ce-1c87f968eeff tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:39.206671 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c5d57cfb-8017-4a32-ab14-4ff159c2021f req-d09a0704-62d1-4a6d-b7ce-1c87f968eeff tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.89 "GET /v2.0/networks?id=2668512e-8eb2-4929-aa61-73eeaa045414 HTTP/1.1" status: 200 len: 796 time: 0.2925789 Feb 09 22:02:39.217318 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-a5b5f994-79ef-483d-b06e-940c177763dc admin admin] For port 8c216ad8-73b9-478a-bc63-73c10b2a47ca, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=8c216ad8-73b9-478a-bc63-73c10b2a47ca,segment=NetworkSegment(2bd7cc2e-6770-4fbe-8036-0be849c222c1),segment_id=2bd7cc2e-6770-4fbe-8036-0be849c222c1)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:02:39.220044 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a5b5f994-79ef-483d-b06e-940c177763dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (8c216ad8-73b9-478a-bc63-73c10b2a47ca), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:39.227093 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3879843-88e5-4e6b-a48c-6cea64937fe5 None None] Checking router: 9531608a-c4ae-41e9-99f0-3754bf64df2d for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:02:39.227093 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3879843-88e5-4e6b-a48c-6cea64937fe5 None None] Updating router 9531608a-c4ae-41e9-99f0-3754bf64df2d port bef4a330-98c3-4359-862d-a018d7a92fd6 binding host n-d-828369-5 {{(pid=103142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:02:39.266056 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-a5b5f994-79ef-483d-b06e-940c177763dc admin admin] Calling delete_port for 8c216ad8-73b9-478a-bc63-73c10b2a47ca owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:02:39.319094 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-3a7d9991-6210-4f94-b4fe-eebc3d98e57d None None] For port 5a4ac43a-7ed1-4f52-8e17-6f7c2d74dea0, host n-d-828369-5, cleared binding levels {{(pid=103143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:02:39.325944 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-3a7d9991-6210-4f94-b4fe-eebc3d98e57d None None] For port 5a4ac43a-7ed1-4f52-8e17-6f7c2d74dea0, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=5a4ac43a-7ed1-4f52-8e17-6f7c2d74dea0,segment=NetworkSegment(c140cf13-b6e6-422b-a848-f0450f688d89),segment_id=c140cf13-b6e6-422b-a848-f0450f688d89)] {{(pid=103143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:02:39.328746 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a3879843-88e5-4e6b-a48c-6cea64937fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (bef4a330-98c3-4359-862d-a018d7a92fd6), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:39.341153 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3a7d9991-6210-4f94-b4fe-eebc3d98e57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (5a4ac43a-7ed1-4f52-8e17-6f7c2d74dea0), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:39.397128 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c5d57cfb-8017-4a32-ab14-4ff159c2021f req-a15f9489-8cf7-4168-bc62-8ccc1ff4e4b5 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=deeb9e226e2546f19554cbe5eac163d6 HTTP/1.1" status: 200 len: 380 time: 0.1807179 Feb 09 22:02:39.419069 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-c5d57cfb-8017-4a32-ab14-4ff159c2021f req-780032d0-0394-4c7d-b488-fd6bebaba0d9 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Request body: {'port': {'device_id': 'cc0cc065-0e97-45b7-ac81-5696440591cf', 'network_id': '2668512e-8eb2-4929-aa61-73eeaa045414', 'admin_state_up': True, 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'security_groups': ['1ea0e49e-69f8-45bc-add4-f3a3de114325']}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:02:39.448983 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a5b5f994-79ef-483d-b06e-940c177763dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (8c216ad8-73b9-478a-bc63-73c10b2a47ca), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:39.458331 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7d9991-6210-4f94-b4fe-eebc3d98e57d None None] Routers {'83d83f35-2562-41f5-9bb7-c4dcb1331e9d'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:02:39.459158 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-3a7d9991-6210-4f94-b4fe-eebc3d98e57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:02:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['83d83f35-2562-41f5-9bb7-c4dcb1331e9d'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:39.485077 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b5f994-79ef-483d-b06e-940c177763dc admin admin] No DVR routers for this DVR port 8c216ad8-73b9-478a-bc63-73c10b2a47ca on host n-d-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:02:39.573266 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e60810e4-57fe-4710-bb0f-e1cefc7218e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:39.575623 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b5f994-79ef-483d-b06e-940c177763dc admin admin] Pushing event deleted for resources: {'Port': ['ID=8c216ad8-73b9-478a-bc63-73c10b2a47ca,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:39.624547 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 9fb811a7-46e9-4315-b80f-9b8af5ae2672 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:02:39.637682 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-3a7d9991-6210-4f94-b4fe-eebc3d98e57d None None] Set router 83d83f35-2562-41f5-9bb7-c4dcb1331e9d gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:02:39.719371 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5d57cfb-8017-4a32-ab14-4ff159c2021f req-780032d0-0394-4c7d-b488-fd6bebaba0d9 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Made reservation on behalf of deeb9e226e2546f19554cbe5eac163d6 for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:02:39.721555 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-1533da5d-2548-4d38-91e8-ae76c3b075a5 None None] Provisioning complete for port 5a4ac43a-7ed1-4f52-8e17-6f7c2d74dea0 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:02:39.722922 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-c5d57cfb-8017-4a32-ab14-4ff159c2021f req-780032d0-0394-4c7d-b488-fd6bebaba0d9 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:39.723640 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1533da5d-2548-4d38-91e8-ae76c3b075a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (5a4ac43a-7ed1-4f52-8e17-6f7c2d74dea0), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:39.753182 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a5b5f994-79ef-483d-b06e-940c177763dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (c4251b05-ea71-4817-9adf-b8da6b2b7e3a), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:39.822914 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7217137-06a1-416a-968d-f25915afc855 None None] Pushing event updated for resources: {'Port': ['ID=5a4ac43a-7ed1-4f52-8e17-6f7c2d74dea0,revision_number=4']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:39.832452 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-a5b5f994-79ef-483d-b06e-940c177763dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4251b05-ea71-4817-9adf-b8da6b2b7e3a']}} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:39.870831 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-a5b5f994-79ef-483d-b06e-940c177763dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bd7cc2e-6770-4fbe-8036-0be849c222c1') {'for_net_delete': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:39.871936 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-a5b5f994-79ef-483d-b06e-940c177763dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bd7cc2e-6770-4fbe-8036-0be849c222c1') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:39.901432 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a5b5f994-79ef-483d-b06e-940c177763dc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110711'] for segment (2bd7cc2e-6770-4fbe-8036-0be849c222c1), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:39.905837 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6c3c22-4a4b-49b0-83e3-2753c58e85c6 None None] DHCP port deletion for c4251b05-ea71-4817-9adf-b8da6b2b7e3a request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:02:39.912754 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 68369710-9994-49c9-8185-62a035d84eeb no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:02:39.943685 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a5b5f994-79ef-483d-b06e-940c177763dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (2bd7cc2e-6770-4fbe-8036-0be849c222c1), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:39.948834 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 68369710-9994-49c9-8185-62a035d84eeb {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:02:39.949186 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 68369710-9994-49c9-8185-62a035d84eeb not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:02:39.949613 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 00d75f04-92e7-4595-a0fc-4fa2a4750f66 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:02:39.954603 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5b5f994-79ef-483d-b06e-940c177763dc admin admin] Releasing vlan 718 on physical network physnet1 to pool {{(pid=103140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:02:39.955123 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a5b5f994-79ef-483d-b06e-940c177763dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669415'] for segment (2bd7cc2e-6770-4fbe-8036-0be849c222c1), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:39.988079 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [req-c5d57cfb-8017-4a32-ab14-4ff159c2021f req-780032d0-0394-4c7d-b488-fd6bebaba0d9 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Allocated IP 172.20.0.12 (2668512e-8eb2-4929-aa61-73eeaa045414/f9a51163-f04d-4c59-bc0f-ef32b4a819bf/dc1b1a45-9f97-43e0-a4ff-83453f47b083) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:02:40.005968 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-3a7d9991-6210-4f94-b4fe-eebc3d98e57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d83f35-2562-41f5-9bb7-c4dcb1331e9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-56677076', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '5494a520-9c62-48e6-be60-bf3fd3ef5954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:02:27Z', 'updated_at': '2022-02-09T22:02:34Z', 'revision_number': 4, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'gw_port': {'id': '5494a520-9c62-48e6-be60-bf3fd3ef5954', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:4e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d83f35-2562-41f5-9bb7-c4dcb1331e9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:02:28Z', 'updated_at': '2022-02-09T22:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '5a4ac43a-7ed1-4f52-8e17-6f7c2d74dea0', 'name': '', 'network_id': '2668512e-8eb2-4929-aa61-73eeaa045414', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'mac_address': 'fa:16:3e:c5:ee:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83d83f35-2562-41f5-9bb7-c4dcb1331e9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': 'f9a51163-f04d-4c59-bc0f-ef32b4a819bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:02:33Z', 'updated_at': '2022-02-09T22:02:39Z', 'revision_number': 4, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'subnets': [{'id': 'f9a51163-f04d-4c59-bc0f-ef32b4a819bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:40.030473 n-d-828369-5 neutron-server[103140]: Traceback (most recent call last): Feb 09 22:02:40.030473 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:02:40.030473 n-d-828369-5 neutron-server[103140]: timer() Feb 09 22:02:40.030473 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:02:40.030473 n-d-828369-5 neutron-server[103140]: cb(*args, **kw) Feb 09 22:02:40.030473 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:02:40.030473 n-d-828369-5 neutron-server[103140]: return func(*args, **kwargs) Feb 09 22:02:40.030473 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:02:40.030473 n-d-828369-5 neutron-server[103140]: self._notify() Feb 09 22:02:40.030473 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:02:40.030473 n-d-828369-5 neutron-server[103140]: self.callback(batched_events) Feb 09 22:02:40.030473 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:02:40.030473 n-d-828369-5 neutron-server[103140]: event.method(event) Feb 09 22:02:40.030473 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:02:40.030473 n-d-828369-5 neutron-server[103140]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:02:40.030473 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:02:40.030473 n-d-828369-5 neutron-server[103140]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:02:40.030473 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:02:40.030473 n-d-828369-5 neutron-server[103140]: return f(self, *a, **k) Feb 09 22:02:40.030473 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:02:40.030473 n-d-828369-5 neutron-server[103140]: return self._get(url).json() Feb 09 22:02:40.030473 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:02:40.030473 n-d-828369-5 neutron-server[103140]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:02:40.030473 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:02:40.030473 n-d-828369-5 neutron-server[103140]: return self.request(url, 'GET', **kwargs) Feb 09 22:02:40.030473 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:02:40.030473 n-d-828369-5 neutron-server[103140]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:02:40.030473 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:02:40.030473 n-d-828369-5 neutron-server[103140]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:02:40.030473 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:02:40.030473 n-d-828369-5 neutron-server[103140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:02:40.030473 n-d-828369-5 neutron-server[103140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:02:40.057375 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7d9991-6210-4f94-b4fe-eebc3d98e57d None None] The sync data for ids ['83d83f35-2562-41f5-9bb7-c4dcb1331e9d'] in n-d-828369-5 is: [{'id': '83d83f35-2562-41f5-9bb7-c4dcb1331e9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-56677076', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '5494a520-9c62-48e6-be60-bf3fd3ef5954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:02:27Z', 'updated_at': '2022-02-09T22:02:34Z', 'revision_number': 4, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'gw_port': {'id': '5494a520-9c62-48e6-be60-bf3fd3ef5954', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:4e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d83f35-2562-41f5-9bb7-c4dcb1331e9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:02:28Z', 'updated_at': '2022-02-09T22:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '5a4ac43a-7ed1-4f52-8e17-6f7c2d74dea0', 'name': '', 'network_id': '2668512e-8eb2-4929-aa61-73eeaa045414', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'mac_address': 'fa:16:3e:c5:ee:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83d83f35-2562-41f5-9bb7-c4dcb1331e9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': 'f9a51163-f04d-4c59-bc0f-ef32b4a819bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:02:33Z', 'updated_at': '2022-02-09T22:02:39Z', 'revision_number': 4, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'subnets': [{'id': 'f9a51163-f04d-4c59-bc0f-ef32b4a819bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:02:40.066691 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-20ce1d2c-a070-4d2b-94f9-de191a4635aa req-aa0a91c1-28b9-41c3-99dd-e65eea8f0c59 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=cc0cc065-0e97-45b7-ac81-5696440591cf HTTP/1.1" status: 200 len: 210 time: 0.0330377 Feb 09 22:02:40.069811 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a5b5f994-79ef-483d-b06e-940c177763dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (c4251b05-ea71-4817-9adf-b8da6b2b7e3a), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:40.096098 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 00d75f04-92e7-4595-a0fc-4fa2a4750f66 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:02:40.096636 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 00d75f04-92e7-4595-a0fc-4fa2a4750f66 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:02:40.098618 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a5b5f994-79ef-483d-b06e-940c177763dc admin admin] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:40.098773 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 8c216ad8-73b9-478a-bc63-73c10b2a47ca no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:02:40.105392 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-a5b5f994-79ef-483d-b06e-940c177763dc admin admin] 10.222.0.90 "DELETE /v2.0/networks/c4251b05-ea71-4817-9adf-b8da6b2b7e3a HTTP/1.1" status: 204 len: 168 time: 1.2659280 Feb 09 22:02:40.106339 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 39412) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:40.225802 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-c5d57cfb-8017-4a32-ab14-4ff159c2021f req-780032d0-0394-4c7d-b488-fd6bebaba0d9 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for port (dc1b1a45-9f97-43e0-a4ff-83453f47b083), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:40.260703 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 8c216ad8-73b9-478a-bc63-73c10b2a47ca {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:02:40.261326 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 8c216ad8-73b9-478a-bc63-73c10b2a47ca not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:02:40.268731 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-c5d57cfb-8017-4a32-ab14-4ff159c2021f req-780032d0-0394-4c7d-b488-fd6bebaba0d9 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (dc1b1a45-9f97-43e0-a4ff-83453f47b083), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:40.311494 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-1533da5d-2548-4d38-91e8-ae76c3b075a5 None None] Current status of the port 5a4ac43a-7ed1-4f52-8e17-6f7c2d74dea0 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:02:40.312166 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1533da5d-2548-4d38-91e8-ae76c3b075a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (5a4ac43a-7ed1-4f52-8e17-6f7c2d74dea0), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:40.325939 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b5f994-79ef-483d-b06e-940c177763dc admin admin] Pushing event deleted for resources: {'Network': ['ID=c4251b05-ea71-4817-9adf-b8da6b2b7e3a,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:40.340747 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780032d0-0394-4c7d-b488-fd6bebaba0d9 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Pushing event updated for resources: {'Port': ['ID=dc1b1a45-9f97-43e0-a4ff-83453f47b083,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:40.375413 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5d57cfb-8017-4a32-ab14-4ff159c2021f req-780032d0-0394-4c7d-b488-fd6bebaba0d9 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Network 2668512e-8eb2-4929-aa61-73eeaa045414 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:02:40.377432 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [req-c5d57cfb-8017-4a32-ab14-4ff159c2021f req-780032d0-0394-4c7d-b488-fd6bebaba0d9 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:02:40.398501 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5d57cfb-8017-4a32-ab14-4ff159c2021f req-780032d0-0394-4c7d-b488-fd6bebaba0d9 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:02:40.471707 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-1533da5d-2548-4d38-91e8-ae76c3b075a5 None None] For port 5a4ac43a-7ed1-4f52-8e17-6f7c2d74dea0, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=5a4ac43a-7ed1-4f52-8e17-6f7c2d74dea0,segment=NetworkSegment(c140cf13-b6e6-422b-a848-f0450f688d89),segment_id=c140cf13-b6e6-422b-a848-f0450f688d89)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:02:40.487149 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2037c8-ea4d-4dd0-8813-ce0813f8c2f4 req-2a6a7ada-d2d7-49a4-a5ac-346a72ebe7e6 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:40.494684 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0f2037c8-ea4d-4dd0-8813-ce0813f8c2f4 req-2a6a7ada-d2d7-49a4-a5ac-346a72ebe7e6 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=9b43dcc6-bfa2-4e4a-b6fa-0e8457213291 HTTP/1.1" status: 200 len: 945 time: 0.9375339 Feb 09 22:02:40.517591 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d57cfb-8017-4a32-ab14-4ff159c2021f req-780032d0-0394-4c7d-b488-fd6bebaba0d9 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:40.518255 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-c5d57cfb-8017-4a32-ab14-4ff159c2021f req-780032d0-0394-4c7d-b488-fd6bebaba0d9 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:40.542707 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c5d57cfb-8017-4a32-ab14-4ff159c2021f req-780032d0-0394-4c7d-b488-fd6bebaba0d9 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1396945 Feb 09 22:02:40.550436 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1533da5d-2548-4d38-91e8-ae76c3b075a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (5a4ac43a-7ed1-4f52-8e17-6f7c2d74dea0), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:40.563961 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-c5d57cfb-8017-4a32-ab14-4ff159c2021f req-45b45657-75e9-4c28-a5c8-241a17b7858b service neutron] Request body: {'port': {'device_id': 'cc0cc065-0e97-45b7-ac81-5696440591cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:02:40.593037 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0f2037c8-ea4d-4dd0-8813-ce0813f8c2f4 req-6dc6154b-45c3-4c60-9e7d-1558a7cd43f0 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=a150208c-d856-4775-8b70-a04a39be3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970602 Feb 09 22:02:40.647508 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a3879843-88e5-4e6b-a48c-6cea64937fe5 None None] Publish callbacks [] for port (bef4a330-98c3-4359-862d-a018d7a92fd6), precommit_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:40.714787 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a3879843-88e5-4e6b-a48c-6cea64937fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (bef4a330-98c3-4359-862d-a018d7a92fd6), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:40.754807 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-c5d57cfb-8017-4a32-ab14-4ff159c2021f req-45b45657-75e9-4c28-a5c8-241a17b7858b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (dc1b1a45-9f97-43e0-a4ff-83453f47b083), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:40.836231 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1533da5d-2548-4d38-91e8-ae76c3b075a5 None None] Pushing event updated for resources: {'Port': ['ID=5a4ac43a-7ed1-4f52-8e17-6f7c2d74dea0,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:40.836730 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-34d6c2be-db47-4683-9a1c-7670176fb15e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524906'] for router_interface (9531608a-c4ae-41e9-99f0-3754bf64df2d), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:40.847281 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-d90ae8d5-f9e5-4258-bd5a-2b213ea9f274 None None] Provisioning complete for port 5a4ac43a-7ed1-4f52-8e17-6f7c2d74dea0 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:02:40.848304 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d90ae8d5-f9e5-4258-bd5a-2b213ea9f274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (5a4ac43a-7ed1-4f52-8e17-6f7c2d74dea0), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:40.942179 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [req-bc8d608f-97c0-4cc1-af78-e761fecf12b4 req-9fb0043a-5cf4-4861-8de8-9a66956be6a4 service neutron] (103140) timed out ('10.222.0.90', 44572) {{(pid=103140) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 22:02:41.029151 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fd9255-a988-4caf-99cc-9429087e6277 None None] Pushing event updated for resources: {'Port': ['ID=bef4a330-98c3-4359-862d-a018d7a92fd6,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:41.281520 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-c5d57cfb-8017-4a32-ab14-4ff159c2021f req-45b45657-75e9-4c28-a5c8-241a17b7858b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc1b1a45-9f97-43e0-a4ff-83453f47b083 {{(pid=103141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:02:41.302234 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-c5d57cfb-8017-4a32-ab14-4ff159c2021f req-45b45657-75e9-4c28-a5c8-241a17b7858b service neutron] Publish callbacks [] for port (dc1b1a45-9f97-43e0-a4ff-83453f47b083), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:41.334699 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-017ba9d7-1421-4f46-84b8-c9f25eed51a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:41.338888 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-c5d57cfb-8017-4a32-ab14-4ff159c2021f req-45b45657-75e9-4c28-a5c8-241a17b7858b service neutron] Transition to ACTIVE for port object dc1b1a45-9f97-43e0-a4ff-83453f47b083 will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:02:41.347572 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-c5d57cfb-8017-4a32-ab14-4ff159c2021f req-45b45657-75e9-4c28-a5c8-241a17b7858b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (dc1b1a45-9f97-43e0-a4ff-83453f47b083), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:41.369678 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-a3879843-88e5-4e6b-a48c-6cea64937fe5 None None] Attempting to bind port bef4a330-98c3-4359-862d-a018d7a92fd6 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:02:41.370064 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-a3879843-88e5-4e6b-a48c-6cea64937fe5 None None] Attempting to bind port bef4a330-98c3-4359-862d-a018d7a92fd6 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '85d51f51-2fb1-4655-8525-fdc92c376ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '9fb92cfd-9805-4561-879f-56c64d96e60e'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:02:41.370434 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3879843-88e5-4e6b-a48c-6cea64937fe5 None None] Attempting to bind port bef4a330-98c3-4359-862d-a018d7a92fd6 on network 9fb92cfd-9805-4561-879f-56c64d96e60e {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:02:41.400983 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3879843-88e5-4e6b-a48c-6cea64937fe5 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:02:41.401372 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3879843-88e5-4e6b-a48c-6cea64937fe5 None None] Checking segment: {'id': '85d51f51-2fb1-4655-8525-fdc92c376ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '9fb92cfd-9805-4561-879f-56c64d96e60e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:02:41.401783 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a3879843-88e5-4e6b-a48c-6cea64937fe5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:41.402188 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3879843-88e5-4e6b-a48c-6cea64937fe5 None None] Bound using segment: {'id': '85d51f51-2fb1-4655-8525-fdc92c376ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '9fb92cfd-9805-4561-879f-56c64d96e60e'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:02:41.402683 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-a3879843-88e5-4e6b-a48c-6cea64937fe5 None None] Bound port: bef4a330-98c3-4359-862d-a018d7a92fd6, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85d51f51-2fb1-4655-8525-fdc92c376ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '9fb92cfd-9805-4561-879f-56c64d96e60e'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:02:41.403082 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a3879843-88e5-4e6b-a48c-6cea64937fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (bef4a330-98c3-4359-862d-a018d7a92fd6), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:41.408735 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b45657-75e9-4c28-a5c8-241a17b7858b service neutron] Pushing event updated for resources: {'Port': ['ID=dc1b1a45-9f97-43e0-a4ff-83453f47b083,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:41.442510 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9bcbc2-ce74-4b8f-9325-cb12b088cea3 req-189a60df-4fab-4a5e-b0f3-de7f0da4ba44 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:41.444704 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0e9bcbc2-ce74-4b8f-9325-cb12b088cea3 req-189a60df-4fab-4a5e-b0f3-de7f0da4ba44 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=cc0cc065-0e97-45b7-ac81-5696440591cf HTTP/1.1" status: 200 len: 932 time: 0.2032964 Feb 09 22:02:41.498550 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-d90ae8d5-f9e5-4258-bd5a-2b213ea9f274 None None] Current status of the port 5a4ac43a-7ed1-4f52-8e17-6f7c2d74dea0 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:02:41.545782 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-c5d57cfb-8017-4a32-ab14-4ff159c2021f req-45b45657-75e9-4c28-a5c8-241a17b7858b service neutron] Attempting to bind port dc1b1a45-9f97-43e0-a4ff-83453f47b083 on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:02:41.546160 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-c5d57cfb-8017-4a32-ab14-4ff159c2021f req-45b45657-75e9-4c28-a5c8-241a17b7858b service neutron] Attempting to bind port dc1b1a45-9f97-43e0-a4ff-83453f47b083 by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': 'c140cf13-b6e6-422b-a848-f0450f688d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '2668512e-8eb2-4929-aa61-73eeaa045414'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:02:41.546445 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d57cfb-8017-4a32-ab14-4ff159c2021f req-45b45657-75e9-4c28-a5c8-241a17b7858b service neutron] Attempting to bind port dc1b1a45-9f97-43e0-a4ff-83453f47b083 on network 2668512e-8eb2-4929-aa61-73eeaa045414 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:02:41.555989 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d57cfb-8017-4a32-ab14-4ff159c2021f req-45b45657-75e9-4c28-a5c8-241a17b7858b service neutron] Port dc1b1a45-9f97-43e0-a4ff-83453f47b083 on network 2668512e-8eb2-4929-aa61-73eeaa045414 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:02:41.560184 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d57cfb-8017-4a32-ab14-4ff159c2021f req-45b45657-75e9-4c28-a5c8-241a17b7858b service neutron] Attempting to bind port dc1b1a45-9f97-43e0-a4ff-83453f47b083 on network 2668512e-8eb2-4929-aa61-73eeaa045414 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:02:41.572588 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d57cfb-8017-4a32-ab14-4ff159c2021f req-45b45657-75e9-4c28-a5c8-241a17b7858b service neutron] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:02:41.572979 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d57cfb-8017-4a32-ab14-4ff159c2021f req-45b45657-75e9-4c28-a5c8-241a17b7858b service neutron] Checking segment: {'id': 'c140cf13-b6e6-422b-a848-f0450f688d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '2668512e-8eb2-4929-aa61-73eeaa045414'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:02:41.573447 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d57cfb-8017-4a32-ab14-4ff159c2021f req-45b45657-75e9-4c28-a5c8-241a17b7858b service neutron] Bound using segment: {'id': 'c140cf13-b6e6-422b-a848-f0450f688d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '2668512e-8eb2-4929-aa61-73eeaa045414'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:02:41.573890 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-c5d57cfb-8017-4a32-ab14-4ff159c2021f req-45b45657-75e9-4c28-a5c8-241a17b7858b service neutron] Bound port: dc1b1a45-9f97-43e0-a4ff-83453f47b083, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c140cf13-b6e6-422b-a848-f0450f688d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '2668512e-8eb2-4929-aa61-73eeaa045414'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:02:41.574249 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-c5d57cfb-8017-4a32-ab14-4ff159c2021f req-45b45657-75e9-4c28-a5c8-241a17b7858b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (dc1b1a45-9f97-43e0-a4ff-83453f47b083), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:41.591363 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0e9bcbc2-ce74-4b8f-9325-cb12b088cea3 req-a80b87ff-65f0-4866-92c0-33b18f2d0a0c tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=1ea0e49e-69f8-45bc-add4-f3a3de114325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345801 Feb 09 22:02:41.592800 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-34d6c2be-db47-4683-9a1c-7670176fb15e admin admin] Deleting port bef4a330-98c3-4359-862d-a018d7a92fd6 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:02:41.593140 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-34d6c2be-db47-4683-9a1c-7670176fb15e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (bef4a330-98c3-4359-862d-a018d7a92fd6), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:41.594852 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a3879843-88e5-4e6b-a48c-6cea64937fe5 None None] For port bef4a330-98c3-4359-862d-a018d7a92fd6, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:02:41.600153 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a3879843-88e5-4e6b-a48c-6cea64937fe5 None None] For port bef4a330-98c3-4359-862d-a018d7a92fd6, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=bef4a330-98c3-4359-862d-a018d7a92fd6,segment=NetworkSegment(85d51f51-2fb1-4655-8525-fdc92c376ff7),segment_id=85d51f51-2fb1-4655-8525-fdc92c376ff7)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:02:41.630074 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a3879843-88e5-4e6b-a48c-6cea64937fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (bef4a330-98c3-4359-862d-a018d7a92fd6), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:41.795950 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-19da5781-9054-4e9a-9a16-fdfaaedb53e9 None None] Provisioning complete for port bef4a330-98c3-4359-862d-a018d7a92fd6 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:02:41.798306 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-19da5781-9054-4e9a-9a16-fdfaaedb53e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (bef4a330-98c3-4359-862d-a018d7a92fd6), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:41.836064 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3879843-88e5-4e6b-a48c-6cea64937fe5 None None] Routers {'9531608a-c4ae-41e9-99f0-3754bf64df2d'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:02:41.836744 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-a3879843-88e5-4e6b-a48c-6cea64937fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:02:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['9531608a-c4ae-41e9-99f0-3754bf64df2d'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:41.921514 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-34d6c2be-db47-4683-9a1c-7670176fb15e admin admin] For port bef4a330-98c3-4359-862d-a018d7a92fd6, host n-d-828369-5, got binding levels [] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:02:41.921884 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-34d6c2be-db47-4683-9a1c-7670176fb15e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (bef4a330-98c3-4359-862d-a018d7a92fd6), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:41.956384 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb46a91d-aa9b-4c49-8227-c7fac21ef25f req-67bd055a-a729-4501-88e2-9d756a262b13 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:41.959133 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bb46a91d-aa9b-4c49-8227-c7fac21ef25f req-67bd055a-a729-4501-88e2-9d756a262b13 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=9b43dcc6-bfa2-4e4a-b6fa-0e8457213291 HTTP/1.1" status: 200 len: 945 time: 0.2502024 Feb 09 22:02:41.963381 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 5a4ac43a-7ed1-4f52-8e17-6f7c2d74dea0 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:02:41.985387 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-34d6c2be-db47-4683-9a1c-7670176fb15e admin admin] Calling delete_port for bef4a330-98c3-4359-862d-a018d7a92fd6 owned by network:router_interface {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:02:42.037327 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fd9255-a988-4caf-99cc-9429087e6277 None None] Pushing event updated for resources: {'Port': ['ID=bef4a330-98c3-4359-862d-a018d7a92fd6,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:42.142348 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bb46a91d-aa9b-4c49-8227-c7fac21ef25f req-b05a91ff-7758-47e8-8ee9-aa9d64ba08e7 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=a150208c-d856-4775-8b70-a04a39be3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1768599 Feb 09 22:02:42.220161 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-19da5781-9054-4e9a-9a16-fdfaaedb53e9 None None] Current status of the port bef4a330-98c3-4359-862d-a018d7a92fd6 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:02:42.220577 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-19da5781-9054-4e9a-9a16-fdfaaedb53e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (bef4a330-98c3-4359-862d-a018d7a92fd6), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:42.254432 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 5a4ac43a-7ed1-4f52-8e17-6f7c2d74dea0 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:02:42.255583 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (5a4ac43a-7ed1-4f52-8e17-6f7c2d74dea0), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:42.285975 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-c5d57cfb-8017-4a32-ab14-4ff159c2021f req-45b45657-75e9-4c28-a5c8-241a17b7858b service neutron] For port dc1b1a45-9f97-43e0-a4ff-83453f47b083, host n-h2-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:02:42.292762 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-c5d57cfb-8017-4a32-ab14-4ff159c2021f req-45b45657-75e9-4c28-a5c8-241a17b7858b service neutron] For port dc1b1a45-9f97-43e0-a4ff-83453f47b083, host n-h2-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=dc1b1a45-9f97-43e0-a4ff-83453f47b083,segment=NetworkSegment(c140cf13-b6e6-422b-a848-f0450f688d89),segment_id=c140cf13-b6e6-422b-a848-f0450f688d89)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:02:42.301095 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-c5d57cfb-8017-4a32-ab14-4ff159c2021f req-45b45657-75e9-4c28-a5c8-241a17b7858b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (dc1b1a45-9f97-43e0-a4ff-83453f47b083), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:42.309153 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-a3879843-88e5-4e6b-a48c-6cea64937fe5 None None] Set router 9531608a-c4ae-41e9-99f0-3754bf64df2d gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:02:42.328028 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-34d6c2be-db47-4683-9a1c-7670176fb15e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (bef4a330-98c3-4359-862d-a018d7a92fd6), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:42.357842 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d6c2be-db47-4683-9a1c-7670176fb15e admin admin] Pushing event deleted for resources: {'Port': ['ID=bef4a330-98c3-4359-862d-a018d7a92fd6,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:42.383633 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d57cfb-8017-4a32-ab14-4ff159c2021f req-45b45657-75e9-4c28-a5c8-241a17b7858b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:42.384531 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-c5d57cfb-8017-4a32-ab14-4ff159c2021f req-45b45657-75e9-4c28-a5c8-241a17b7858b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:42.388563 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c5d57cfb-8017-4a32-ab14-4ff159c2021f req-45b45657-75e9-4c28-a5c8-241a17b7858b service neutron] 10.222.0.89 "PUT /v2.0/ports/dc1b1a45-9f97-43e0-a4ff-83453f47b083 HTTP/1.1" status: 200 len: 1092 time: 1.8348792 Feb 09 22:02:42.389107 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b45657-75e9-4c28-a5c8-241a17b7858b service neutron] Pushing event updated for resources: {'Port': ['ID=dc1b1a45-9f97-43e0-a4ff-83453f47b083,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:42.397208 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc0cc065-0e97-45b7-ac81-5696440591cf', 'tag': 'dc1b1a45-9f97-43e0-a4ff-83453f47b083'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:02:42.401416 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5760725c-f9e6-4e7f-ad02-7f21fec5e93b" -d '{"events": [{"name": "network-changed", "server_uuid": "cc0cc065-0e97-45b7-ac81-5696440591cf", "tag": "dc1b1a45-9f97-43e0-a4ff-83453f47b083"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:02:42.517672 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3118ad5-4164-4c5a-b7eb-35ea68f433fb x-openstack-request-id: req-c3118ad5-4164-4c5a-b7eb-35ea68f433fb {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:02:42.518119 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc0cc065-0e97-45b7-ac81-5696440591cf", "tag": "dc1b1a45-9f97-43e0-a4ff-83453f47b083", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:02:42.518480 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-c3118ad5-4164-4c5a-b7eb-35ea68f433fb {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:02:42.519991 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc0cc065-0e97-45b7-ac81-5696440591cf', 'tag': 'dc1b1a45-9f97-43e0-a4ff-83453f47b083', 'status': 'completed', 'code': 200} Feb 09 22:02:42.523231 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d57cfb-8017-4a32-ab14-4ff159c2021f req-79017f95-5c19-4ddb-ab5c-cd5c2c85b606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:42.525221 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c5d57cfb-8017-4a32-ab14-4ff159c2021f req-79017f95-5c19-4ddb-ab5c-cd5c2c85b606 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=deeb9e226e2546f19554cbe5eac163d6&device_id=cc0cc065-0e97-45b7-ac81-5696440591cf HTTP/1.1" status: 200 len: 1126 time: 0.0772667 Feb 09 22:02:42.583025 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:02:42.583627 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c5d57cfb-8017-4a32-ab14-4ff159c2021f req-7c95e7cc-1333-4f43-8d97-993eabe87138 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc1b1a45-9f97-43e0-a4ff-83453f47b083 HTTP/1.1" status: 200 len: 217 time: 0.0468934 Feb 09 22:02:42.587255 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 5a4ac43a-7ed1-4f52-8e17-6f7c2d74dea0 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:02:42.671481 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d57cfb-8017-4a32-ab14-4ff159c2021f req-cc546f50-782d-458e-bff2-3f337b8d0ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:42.673562 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c5d57cfb-8017-4a32-ab14-4ff159c2021f req-cc546f50-782d-458e-bff2-3f337b8d0ab3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f9a51163-f04d-4c59-bc0f-ef32b4a819bf HTTP/1.1" status: 200 len: 835 time: 0.0822508 Feb 09 22:02:42.687074 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-58eb079a-845e-4513-9e94-90ee39fd4bb7 None None] Could not find standard attr ID for object bef4a330-98c3-4359-862d-a018d7a92fd6. {{(pid=103142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 22:02:42.784791 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d57cfb-8017-4a32-ab14-4ff159c2021f req-a8c0ae13-8696-44e8-b34e-fb6344f7c677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:42.786327 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c5d57cfb-8017-4a32-ab14-4ff159c2021f req-a8c0ae13-8696-44e8-b34e-fb6344f7c677 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2668512e-8eb2-4929-aa61-73eeaa045414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1021349 Feb 09 22:02:42.798118 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-a3879843-88e5-4e6b-a48c-6cea64937fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9531608a-c4ae-41e9-99f0-3754bf64df2d', 'name': 'tempest-TestAggregatesBasicOps-51443123-router', 'tenant_id': '30e9a35bdf8649dc9a4f65757d7f5fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'd3f5247b-40bd-4032-8695-c65257b65e50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:02:26Z', 'updated_at': '2022-02-09T22:02:30Z', 'revision_number': 4, 'project_id': '30e9a35bdf8649dc9a4f65757d7f5fb2', 'gw_port': {'id': 'd3f5247b-40bd-4032-8695-c65257b65e50', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:d1:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9531608a-c4ae-41e9-99f0-3754bf64df2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:02:27Z', 'updated_at': '2022-02-09T22:02:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': 'bef4a330-98c3-4359-862d-a018d7a92fd6', 'name': '', 'network_id': '9fb92cfd-9805-4561-879f-56c64d96e60e', 'tenant_id': '30e9a35bdf8649dc9a4f65757d7f5fb2', 'mac_address': 'fa:16:3e:f3:fa:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9531608a-c4ae-41e9-99f0-3754bf64df2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '400e6c58-8612-4f3e-96e7-ce383f723df7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:02:29Z', 'updated_at': '2022-02-09T22:02:41Z', 'revision_number': 4, 'project_id': '30e9a35bdf8649dc9a4f65757d7f5fb2', 'subnets': [{'id': '400e6c58-8612-4f3e-96e7-ce383f723df7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:42.805400 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:42.830423 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3879843-88e5-4e6b-a48c-6cea64937fe5 None None] The sync data for ids ['9531608a-c4ae-41e9-99f0-3754bf64df2d'] in n-d-828369-5 is: [{'id': '9531608a-c4ae-41e9-99f0-3754bf64df2d', 'name': 'tempest-TestAggregatesBasicOps-51443123-router', 'tenant_id': '30e9a35bdf8649dc9a4f65757d7f5fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'd3f5247b-40bd-4032-8695-c65257b65e50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:02:26Z', 'updated_at': '2022-02-09T22:02:30Z', 'revision_number': 4, 'project_id': '30e9a35bdf8649dc9a4f65757d7f5fb2', 'gw_port': {'id': 'd3f5247b-40bd-4032-8695-c65257b65e50', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:d1:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9531608a-c4ae-41e9-99f0-3754bf64df2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3583, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:02:27Z', 'updated_at': '2022-02-09T22:02:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': 'bef4a330-98c3-4359-862d-a018d7a92fd6', 'name': '', 'network_id': '9fb92cfd-9805-4561-879f-56c64d96e60e', 'tenant_id': '30e9a35bdf8649dc9a4f65757d7f5fb2', 'mac_address': 'fa:16:3e:f3:fa:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9531608a-c4ae-41e9-99f0-3754bf64df2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': '400e6c58-8612-4f3e-96e7-ce383f723df7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:02:29Z', 'updated_at': '2022-02-09T22:02:41Z', 'revision_number': 4, 'project_id': '30e9a35bdf8649dc9a4f65757d7f5fb2', 'subnets': [{'id': '400e6c58-8612-4f3e-96e7-ce383f723df7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:02:42.947109 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c5d57cfb-8017-4a32-ab14-4ff159c2021f req-a7328d6b-dbfd-4e6b-804a-3c88e0179766 service neutron] 10.222.0.89 "GET /v2.0/networks/2668512e-8eb2-4929-aa61-73eeaa045414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535022 Feb 09 22:02:43.050173 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c5d57cfb-8017-4a32-ab14-4ff159c2021f req-b14a0d82-fd86-4ec4-a4af-38906ce69d8b service neutron] 10.222.0.89 "GET /v2.0/networks/2668512e-8eb2-4929-aa61-73eeaa045414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950482 Feb 09 22:02:43.164530 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5760725c-f9e6-4e7f-ad02-7f21fec5e93b req-777b2b41-2f50-48e4-9f4f-fe5518b3a8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:43.166700 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-5760725c-f9e6-4e7f-ad02-7f21fec5e93b req-777b2b41-2f50-48e4-9f4f-fe5518b3a8c1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=deeb9e226e2546f19554cbe5eac163d6&device_id=cc0cc065-0e97-45b7-ac81-5696440591cf HTTP/1.1" status: 200 len: 1126 time: 0.0605609 Feb 09 22:02:43.180672 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-34d6c2be-db47-4683-9a1c-7670176fb15e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-525054'] for router_interface (9531608a-c4ae-41e9-99f0-3754bf64df2d), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:43.200096 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a428960-8071-4dc5-9c83-898c14962b9b req-6fb7a71a-d6c1-4095-b717-2dc2103ad254 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:43.202058 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2a428960-8071-4dc5-9c83-898c14962b9b req-6fb7a71a-d6c1-4095-b717-2dc2103ad254 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=cc0cc065-0e97-45b7-ac81-5696440591cf HTTP/1.1" status: 200 len: 944 time: 0.1084495 Feb 09 22:02:43.325404 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5760725c-f9e6-4e7f-ad02-7f21fec5e93b req-e6c38c9a-b5b6-403d-a12c-7ca6b3ee73a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:43.326833 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-5760725c-f9e6-4e7f-ad02-7f21fec5e93b req-e6c38c9a-b5b6-403d-a12c-7ca6b3ee73a9 service neutron] 10.222.0.89 "GET /v2.0/networks?id=2668512e-8eb2-4929-aa61-73eeaa045414 HTTP/1.1" status: 200 len: 897 time: 0.1503956 Feb 09 22:02:43.383895 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-5760725c-f9e6-4e7f-ad02-7f21fec5e93b req-f039268f-2ce2-415c-b857-76bff0cefad4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc1b1a45-9f97-43e0-a4ff-83453f47b083 HTTP/1.1" status: 200 len: 217 time: 0.0475640 Feb 09 22:02:43.449306 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5760725c-f9e6-4e7f-ad02-7f21fec5e93b req-3ec004ec-833c-4561-bc35-b225aedd75ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:43.451173 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-5760725c-f9e6-4e7f-ad02-7f21fec5e93b req-3ec004ec-833c-4561-bc35-b225aedd75ff service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f9a51163-f04d-4c59-bc0f-ef32b4a819bf HTTP/1.1" status: 200 len: 835 time: 0.0613360 Feb 09 22:02:43.500952 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef75115-3112-4fc4-a648-0cc49ba8c377 req-8b943e23-3b6c-4e06-9eec-0303a26cc745 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:43.503548 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2ef75115-3112-4fc4-a648-0cc49ba8c377 req-8b943e23-3b6c-4e06-9eec-0303a26cc745 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=9b43dcc6-bfa2-4e4a-b6fa-0e8457213291 HTTP/1.1" status: 200 len: 945 time: 0.1696472 Feb 09 22:02:43.511071 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2a428960-8071-4dc5-9c83-898c14962b9b req-a1b857e9-2185-464b-8c37-e1f02d325aae tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=1ea0e49e-69f8-45bc-add4-f3a3de114325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1782022 Feb 09 22:02:43.522647 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5760725c-f9e6-4e7f-ad02-7f21fec5e93b req-4a35966a-36c5-4bc8-9181-c746d4c5cb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:43.524255 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-5760725c-f9e6-4e7f-ad02-7f21fec5e93b req-4a35966a-36c5-4bc8-9181-c746d4c5cb71 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2668512e-8eb2-4929-aa61-73eeaa045414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0615487 Feb 09 22:02:43.613287 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2ef75115-3112-4fc4-a648-0cc49ba8c377 req-075cbfa1-d59c-48cd-8ee4-9f1e1361cadd tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=a150208c-d856-4775-8b70-a04a39be3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009996 Feb 09 22:02:43.662835 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-5760725c-f9e6-4e7f-ad02-7f21fec5e93b req-0d5c5465-ed8f-4b0d-8f89-c38a011b9948 service neutron] 10.222.0.89 "GET /v2.0/networks/2668512e-8eb2-4929-aa61-73eeaa045414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281550 Feb 09 22:02:43.665436 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34d6c2be-db47-4683-9a1c-7670176fb15e admin admin] Router 9531608a-c4ae-41e9-99f0-3754bf64df2d has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:02:43.757283 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-5760725c-f9e6-4e7f-ad02-7f21fec5e93b req-41e6778c-7870-4f06-aff7-508f1a82e524 service neutron] 10.222.0.89 "GET /v2.0/networks/2668512e-8eb2-4929-aa61-73eeaa045414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882037 Feb 09 22:02:43.788995 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34d6c2be-db47-4683-9a1c-7670176fb15e admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:02:43.794345 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-34d6c2be-db47-4683-9a1c-7670176fb15e admin admin] 10.222.0.90 "PUT /v2.0/routers/9531608a-c4ae-41e9-99f0-3754bf64df2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6653719 Feb 09 22:02:43.796767 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 39440) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:43.906849 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-97c0f3b6-ba76-4b41-906a-f9356337258c admin admin] Publish callbacks [] for router (9531608a-c4ae-41e9-99f0-3754bf64df2d), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:44.019019 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-97c0f3b6-ba76-4b41-906a-f9356337258c admin admin] Publish callbacks [] for router_gateway (9531608a-c4ae-41e9-99f0-3754bf64df2d), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:44.079081 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-97c0f3b6-ba76-4b41-906a-f9356337258c admin admin] Deleting port d3f5247b-40bd-4032-8695-c65257b65e50 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:02:44.079509 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-97c0f3b6-ba76-4b41-906a-f9356337258c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (d3f5247b-40bd-4032-8695-c65257b65e50), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:44.094936 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804ebc05-503a-4ad9-8795-052a82ba4dfa None None] Sync routers for ids ['9531608a-c4ae-41e9-99f0-3754bf64df2d'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:02:44.105844 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804ebc05-503a-4ad9-8795-052a82ba4dfa None None] Routers {'9531608a-c4ae-41e9-99f0-3754bf64df2d'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:02:44.106660 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-804ebc05-503a-4ad9-8795-052a82ba4dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:02:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['9531608a-c4ae-41e9-99f0-3754bf64df2d'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:44.176046 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-97c0f3b6-ba76-4b41-906a-f9356337258c admin admin] For port d3f5247b-40bd-4032-8695-c65257b65e50, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=d3f5247b-40bd-4032-8695-c65257b65e50,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:02:44.176510 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-97c0f3b6-ba76-4b41-906a-f9356337258c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (d3f5247b-40bd-4032-8695-c65257b65e50), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:44.192432 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-97c0f3b6-ba76-4b41-906a-f9356337258c admin admin] Calling delete_port for d3f5247b-40bd-4032-8695-c65257b65e50 owned by network:router_gateway {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:02:44.212334 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:44.217702 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-804ebc05-503a-4ad9-8795-052a82ba4dfa None None] Set router 9531608a-c4ae-41e9-99f0-3754bf64df2d gateway port host: None {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:02:44.271794 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-804ebc05-503a-4ad9-8795-052a82ba4dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9531608a-c4ae-41e9-99f0-3754bf64df2d', 'name': 'tempest-TestAggregatesBasicOps-51443123-router', 'tenant_id': '30e9a35bdf8649dc9a4f65757d7f5fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:02:26Z', 'updated_at': '2022-02-09T22:02:44Z', 'revision_number': 6, 'project_id': '30e9a35bdf8649dc9a4f65757d7f5fb2', 'gw_port_host': None}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:44.303999 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804ebc05-503a-4ad9-8795-052a82ba4dfa None None] Checking router: 9531608a-c4ae-41e9-99f0-3754bf64df2d for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:02:44.313524 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804ebc05-503a-4ad9-8795-052a82ba4dfa None None] Routers {'9531608a-c4ae-41e9-99f0-3754bf64df2d'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:02:44.314417 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-804ebc05-503a-4ad9-8795-052a82ba4dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:02:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['9531608a-c4ae-41e9-99f0-3754bf64df2d'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:44.394347 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-97c0f3b6-ba76-4b41-906a-f9356337258c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (d3f5247b-40bd-4032-8695-c65257b65e50), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:44.408951 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-804ebc05-503a-4ad9-8795-052a82ba4dfa None None] Set router 9531608a-c4ae-41e9-99f0-3754bf64df2d gateway port host: None {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:02:44.433463 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c0f3b6-ba76-4b41-906a-f9356337258c admin admin] Pushing event deleted for resources: {'Port': ['ID=d3f5247b-40bd-4032-8695-c65257b65e50,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:44.476379 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-804ebc05-503a-4ad9-8795-052a82ba4dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9531608a-c4ae-41e9-99f0-3754bf64df2d', 'name': 'tempest-TestAggregatesBasicOps-51443123-router', 'tenant_id': '30e9a35bdf8649dc9a4f65757d7f5fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:02:26Z', 'updated_at': '2022-02-09T22:02:44Z', 'revision_number': 6, 'project_id': '30e9a35bdf8649dc9a4f65757d7f5fb2', 'gw_port_host': None}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:44.506803 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804ebc05-503a-4ad9-8795-052a82ba4dfa None None] The sync data for ids ['9531608a-c4ae-41e9-99f0-3754bf64df2d'] in n-d-828369-5 is: [{'id': '9531608a-c4ae-41e9-99f0-3754bf64df2d', 'name': 'tempest-TestAggregatesBasicOps-51443123-router', 'tenant_id': '30e9a35bdf8649dc9a4f65757d7f5fb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:02:26Z', 'updated_at': '2022-02-09T22:02:44Z', 'revision_number': 6, 'project_id': '30e9a35bdf8649dc9a4f65757d7f5fb2', 'gw_port_host': None}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:02:44.509473 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-97c0f3b6-ba76-4b41-906a-f9356337258c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-554524'] for router_gateway (9531608a-c4ae-41e9-99f0-3754bf64df2d), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:44.638964 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-97c0f3b6-ba76-4b41-906a-f9356337258c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (9531608a-c4ae-41e9-99f0-3754bf64df2d), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:44.645948 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-97c0f3b6-ba76-4b41-906a-f9356337258c admin admin] Publish callbacks [] for router_controller (9531608a-c4ae-41e9-99f0-3754bf64df2d), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:44.713979 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ed8821-f6ba-4a94-9b4e-aaaf2820e0c7 req-30633664-59ff-4620-b14c-c768f18f6f99 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:44.715914 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e9ed8821-f6ba-4a94-9b4e-aaaf2820e0c7 req-30633664-59ff-4620-b14c-c768f18f6f99 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=cc0cc065-0e97-45b7-ac81-5696440591cf HTTP/1.1" status: 200 len: 944 time: 0.1091535 Feb 09 22:02:44.721799 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-97c0f3b6-ba76-4b41-906a-f9356337258c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (9531608a-c4ae-41e9-99f0-3754bf64df2d), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:44.722398 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97c0f3b6-ba76-4b41-906a-f9356337258c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9531608a-c4ae-41e9-99f0-3754bf64df2d {{(pid=103140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:02:44.727366 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-97c0f3b6-ba76-4b41-906a-f9356337258c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:44.728563 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-97c0f3b6-ba76-4b41-906a-f9356337258c admin admin] 10.222.0.90 "DELETE /v2.0/routers/9531608a-c4ae-41e9-99f0-3754bf64df2d HTTP/1.1" status: 204 len: 168 time: 0.9308667 Feb 09 22:02:44.731256 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39448) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:44.783602 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-764a0254-1365-4488-a682-9f6255ac939b admin admin] Deleting subnet 400e6c58-8612-4f3e-96e7-ce383f723df7 {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:02:44.787541 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-764a0254-1365-4488-a682-9f6255ac939b admin admin] Publish callbacks [] for subnet (400e6c58-8612-4f3e-96e7-ce383f723df7), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:44.814345 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e9ed8821-f6ba-4a94-9b4e-aaaf2820e0c7 req-9cd3aac6-1fa4-437d-ba44-07d826a86fd1 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=1ea0e49e-69f8-45bc-add4-f3a3de114325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845704 Feb 09 22:02:44.829302 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257900fb-3f67-440d-a1a9-8b771b84be75 req-4b330064-0af7-47fa-9026-d4d3ea3da16c tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:44.830919 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-257900fb-3f67-440d-a1a9-8b771b84be75 req-4b330064-0af7-47fa-9026-d4d3ea3da16c tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=9b43dcc6-bfa2-4e4a-b6fa-0e8457213291 HTTP/1.1" status: 200 len: 945 time: 0.1136982 Feb 09 22:02:44.843627 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-764a0254-1365-4488-a682-9f6255ac939b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (400e6c58-8612-4f3e-96e7-ce383f723df7), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:44.896581 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-257900fb-3f67-440d-a1a9-8b771b84be75 req-29174046-082d-4226-b3be-bd5fac3dfbeb tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=a150208c-d856-4775-8b70-a04a39be3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585794 Feb 09 22:02:44.941685 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-764a0254-1365-4488-a682-9f6255ac939b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (400e6c58-8612-4f3e-96e7-ce383f723df7), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:45.003935 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-764a0254-1365-4488-a682-9f6255ac939b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (400e6c58-8612-4f3e-96e7-ce383f723df7), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:45.032811 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764a0254-1365-4488-a682-9f6255ac939b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=400e6c58-8612-4f3e-96e7-ce383f723df7,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:45.039067 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-764a0254-1365-4488-a682-9f6255ac939b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:45.043024 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-764a0254-1365-4488-a682-9f6255ac939b admin admin] 10.222.0.90 "DELETE /v2.0/subnets/400e6c58-8612-4f3e-96e7-ce383f723df7 HTTP/1.1" status: 204 len: 168 time: 0.3101649 Feb 09 22:02:45.045315 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb1ed0d-ff66-423d-ac59-c6102bab41ae None None] Network 9fb92cfd-9805-4561-879f-56c64d96e60e requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:02:45.045558 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39458) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:45.125890 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-edf2606f-1659-4d62-aa73-3c1aa29c5871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (9fb92cfd-9805-4561-879f-56c64d96e60e), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:45.190625 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-edf2606f-1659-4d62-aa73-3c1aa29c5871 admin admin] Deleting port 61ff9cab-f9eb-4a7e-81bc-8da6670082f8 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:02:45.190789 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-edf2606f-1659-4d62-aa73-3c1aa29c5871 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (61ff9cab-f9eb-4a7e-81bc-8da6670082f8), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:45.254168 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-edf2606f-1659-4d62-aa73-3c1aa29c5871 admin admin] For port 61ff9cab-f9eb-4a7e-81bc-8da6670082f8, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=61ff9cab-f9eb-4a7e-81bc-8da6670082f8,segment=NetworkSegment(85d51f51-2fb1-4655-8525-fdc92c376ff7),segment_id=85d51f51-2fb1-4655-8525-fdc92c376ff7)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:02:45.254449 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-edf2606f-1659-4d62-aa73-3c1aa29c5871 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (61ff9cab-f9eb-4a7e-81bc-8da6670082f8), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:45.270711 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-edf2606f-1659-4d62-aa73-3c1aa29c5871 admin admin] Calling delete_port for 61ff9cab-f9eb-4a7e-81bc-8da6670082f8 owned by network:dhcp {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:02:45.314768 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:45.332986 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73bc8577-5ed6-4efa-bae6-77e8f7128660 None None] DHCP port deletion for 9fb92cfd-9805-4561-879f-56c64d96e60e request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:02:45.357447 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-edf2606f-1659-4d62-aa73-3c1aa29c5871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (61ff9cab-f9eb-4a7e-81bc-8da6670082f8), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:45.390949 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf2606f-1659-4d62-aa73-3c1aa29c5871 admin admin] Pushing event deleted for resources: {'Port': ['ID=61ff9cab-f9eb-4a7e-81bc-8da6670082f8,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:45.395673 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-73bc8577-5ed6-4efa-bae6-77e8f7128660 None None] Deleting port 61ff9cab-f9eb-4a7e-81bc-8da6670082f8 {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:02:45.396019 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-73bc8577-5ed6-4efa-bae6-77e8f7128660 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (61ff9cab-f9eb-4a7e-81bc-8da6670082f8), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:45.397364 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf2606f-1659-4d62-aa73-3c1aa29c5871 admin admin] No DVR routers for this DVR port 61ff9cab-f9eb-4a7e-81bc-8da6670082f8 on host n-d-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:02:45.476212 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-edf2606f-1659-4d62-aa73-3c1aa29c5871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (9fb92cfd-9805-4561-879f-56c64d96e60e), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:45.481427 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-73bc8577-5ed6-4efa-bae6-77e8f7128660 None None] For port 61ff9cab-f9eb-4a7e-81bc-8da6670082f8, host n-d-828369-5, got binding levels [] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:02:45.481831 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-73bc8577-5ed6-4efa-bae6-77e8f7128660 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (61ff9cab-f9eb-4a7e-81bc-8da6670082f8), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:45.497919 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-73bc8577-5ed6-4efa-bae6-77e8f7128660 None None] Calling delete_port for 61ff9cab-f9eb-4a7e-81bc-8da6670082f8 owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:02:45.501293 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.ipam_backend_mixin [None req-73bc8577-5ed6-4efa-bae6-77e8f7128660 None None] Port 61ff9cab-f9eb-4a7e-81bc-8da6670082f8 was not found and therefore no delete operation was performed {{(pid=103142) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 22:02:45.503070 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-73bc8577-5ed6-4efa-bae6-77e8f7128660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (61ff9cab-f9eb-4a7e-81bc-8da6670082f8), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:45.505065 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-edf2606f-1659-4d62-aa73-3c1aa29c5871 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fb92cfd-9805-4561-879f-56c64d96e60e']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:45.516071 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-edf2606f-1659-4d62-aa73-3c1aa29c5871 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85d51f51-2fb1-4655-8525-fdc92c376ff7') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:45.516448 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-edf2606f-1659-4d62-aa73-3c1aa29c5871 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85d51f51-2fb1-4655-8525-fdc92c376ff7') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:45.527288 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-edf2606f-1659-4d62-aa73-3c1aa29c5871 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (85d51f51-2fb1-4655-8525-fdc92c376ff7), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:45.533894 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bc8577-5ed6-4efa-bae6-77e8f7128660 None None] Pushing event deleted for resources: {'Port': ['ID=61ff9cab-f9eb-4a7e-81bc-8da6670082f8,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:45.541229 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bc8577-5ed6-4efa-bae6-77e8f7128660 None None] No DVR routers for this DVR port 61ff9cab-f9eb-4a7e-81bc-8da6670082f8 on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:02:45.543408 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-edf2606f-1659-4d62-aa73-3c1aa29c5871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (85d51f51-2fb1-4655-8525-fdc92c376ff7), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:45.552818 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edf2606f-1659-4d62-aa73-3c1aa29c5871 admin admin] Releasing vlan 720 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:02:45.553318 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-edf2606f-1659-4d62-aa73-3c1aa29c5871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (85d51f51-2fb1-4655-8525-fdc92c376ff7), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:45.555584 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 22:02:45.555584 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:02:45.555584 n-d-828369-5 neutron-server[103141]: timer() Feb 09 22:02:45.555584 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:02:45.555584 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 22:02:45.555584 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:02:45.555584 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 22:02:45.555584 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:02:45.555584 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 22:02:45.555584 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:02:45.555584 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 22:02:45.555584 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:02:45.555584 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 22:02:45.555584 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:02:45.555584 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:02:45.555584 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:02:45.555584 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:02:45.555584 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:02:45.555584 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 22:02:45.555584 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:02:45.555584 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 22:02:45.555584 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:02:45.555584 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:02:45.555584 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:02:45.555584 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 22:02:45.555584 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:02:45.555584 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:02:45.555584 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:02:45.555584 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:02:45.555584 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:02:45.555584 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:02:45.555584 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:02:45.614516 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-edf2606f-1659-4d62-aa73-3c1aa29c5871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (9fb92cfd-9805-4561-879f-56c64d96e60e), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:45.622105 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-edf2606f-1659-4d62-aa73-3c1aa29c5871 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:45.625379 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-edf2606f-1659-4d62-aa73-3c1aa29c5871 admin admin] 10.222.0.90 "DELETE /v2.0/networks/9fb92cfd-9805-4561-879f-56c64d96e60e HTTP/1.1" status: 204 len: 168 time: 0.5787978 Feb 09 22:02:45.637776 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf2606f-1659-4d62-aa73-3c1aa29c5871 admin admin] Pushing event deleted for resources: {'Network': ['ID=9fb92cfd-9805-4561-879f-56c64d96e60e,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:45.780907 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device d3f5247b-40bd-4032-8695-c65257b65e50 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:02:45.802424 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: d3f5247b-40bd-4032-8695-c65257b65e50 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:02:45.802806 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device d3f5247b-40bd-4032-8695-c65257b65e50 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:02:45.803281 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 61ff9cab-f9eb-4a7e-81bc-8da6670082f8 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:02:45.824781 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 61ff9cab-f9eb-4a7e-81bc-8da6670082f8 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:02:45.825143 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 61ff9cab-f9eb-4a7e-81bc-8da6670082f8 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:02:45.825588 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device bef4a330-98c3-4359-862d-a018d7a92fd6 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:02:45.849956 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:02:45.853732 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: bef4a330-98c3-4359-862d-a018d7a92fd6 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:02:45.854136 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device bef4a330-98c3-4359-862d-a018d7a92fd6 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:02:45.927120 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39476) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:46.019056 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-73b70bac-ee39-4333-b325-b0a4a383d355 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=07749cfb5e534ca780925829d425eeae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0906940 Feb 09 22:02:46.021006 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464b8715-d752-444e-8eda-7609a49a85ee req-d14e2c67-a109-401b-9aa5-818d5a53e0e3 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:46.022118 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39480) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:46.031704 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-464b8715-d752-444e-8eda-7609a49a85ee req-d14e2c67-a109-401b-9aa5-818d5a53e0e3 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=cc0cc065-0e97-45b7-ac81-5696440591cf HTTP/1.1" status: 200 len: 944 time: 0.0934873 Feb 09 22:02:46.079575 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e,segment=NetworkSegment(12f225d2-0c84-489a-a4a8-6e25d803c049),segment_id=12f225d2-0c84-489a-a4a8-6e25d803c049)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:02:46.098323 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7743ccc1-29e5-4952-9e28-0a30772ae3a6 admin admin] Publish callbacks [] for security_group (807569bb-e07e-470d-ab58-344f198f823c), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:46.109366 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': 'd7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e', 'network_id': '37def89c-7a9f-4c66-92be-f91fbe6a4291', 'port_id': 'd7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e', 'mac_address': 'fa:16:3e:c1:54:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e04d8769-3631-49a0-81b3-a22ce5792703', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:02:46.128790 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7743ccc1-29e5-4952-9e28-0a30772ae3a6 admin admin] Publish callbacks [] for security_group (807569bb-e07e-470d-ab58-344f198f823c), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:46.175335 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-464b8715-d752-444e-8eda-7609a49a85ee req-71af682f-d0cc-47e3-af83-c6a407382e3f tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=1ea0e49e-69f8-45bc-add4-f3a3de114325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215317 Feb 09 22:02:46.202808 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e is: ACTIVE; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:02:46.203380 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:46.209564 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1a4906-2daa-4809-8932-d8718f72a5df req-d22726b5-a4a3-4583-9d2b-9d0e3d3dfad4 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:46.214469 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8e1a4906-2daa-4809-8932-d8718f72a5df req-d22726b5-a4a3-4583-9d2b-9d0e3d3dfad4 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=9b43dcc6-bfa2-4e4a-b6fa-0e8457213291 HTTP/1.1" status: 200 len: 945 time: 0.1560233 Feb 09 22:02:46.218982 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:02:46.237062 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7743ccc1-29e5-4952-9e28-0a30772ae3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (807569bb-e07e-470d-ab58-344f198f823c), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:46.239819 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7743ccc1-29e5-4952-9e28-0a30772ae3a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:46.245002 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e,segment=NetworkSegment(12f225d2-0c84-489a-a4a8-6e25d803c049),segment_id=12f225d2-0c84-489a-a4a8-6e25d803c049)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:02:46.253072 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:46.253766 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-7743ccc1-29e5-4952-9e28-0a30772ae3a6 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/807569bb-e07e-470d-ab58-344f198f823c HTTP/1.1" status: 204 len: 168 time: 0.2243781 Feb 09 22:02:46.267767 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7743ccc1-29e5-4952-9e28-0a30772ae3a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=807569bb-e07e-470d-ab58-344f198f823c,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:46.317476 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8e1a4906-2daa-4809-8932-d8718f72a5df req-004d33ae-07a3-4daa-b0ec-37620914cff6 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=a150208c-d856-4775-8b70-a04a39be3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897586 Feb 09 22:02:46.343119 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e,revision_number=6']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:46.350124 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:02:46.690608 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 39504) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:46.766550 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-15397936-91fa-4e64-909d-5d2b09daaafb admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=30e9a35bdf8649dc9a4f65757d7f5fb2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0723562 Feb 09 22:02:46.767483 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39508) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:46.836809 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-65474fbd-8611-45db-8e8b-38c7869a749b admin admin] Publish callbacks [] for security_group (adad3360-a7c2-4fb9-8107-8461a2479c03), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:46.859926 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-65474fbd-8611-45db-8e8b-38c7869a749b admin admin] Publish callbacks [] for security_group (adad3360-a7c2-4fb9-8107-8461a2479c03), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:46.917649 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-65474fbd-8611-45db-8e8b-38c7869a749b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (adad3360-a7c2-4fb9-8107-8461a2479c03), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:46.920953 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-65474fbd-8611-45db-8e8b-38c7869a749b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:46.922238 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-65474fbd-8611-45db-8e8b-38c7869a749b admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/adad3360-a7c2-4fb9-8107-8461a2479c03 HTTP/1.1" status: 204 len: 168 time: 0.1540291 Feb 09 22:02:46.931367 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65474fbd-8611-45db-8e8b-38c7869a749b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adad3360-a7c2-4fb9-8107-8461a2479c03,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:47.376474 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771dcae1-f71b-4a3f-9f6c-e6ca581ac3c2 req-fb24f557-0c4b-46e7-8a85-48aaf788fa27 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:47.391900 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-771dcae1-f71b-4a3f-9f6c-e6ca581ac3c2 req-fb24f557-0c4b-46e7-8a85-48aaf788fa27 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=cc0cc065-0e97-45b7-ac81-5696440591cf HTTP/1.1" status: 200 len: 944 time: 0.1276665 Feb 09 22:02:47.470094 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device dc1b1a45-9f97-43e0-a4ff-83453f47b083 details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:02:47.577771 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-771dcae1-f71b-4a3f-9f6c-e6ca581ac3c2 req-7ccc00b3-96d8-496e-9842-e66da87af1fe tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=1ea0e49e-69f8-45bc-add4-f3a3de114325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1853993 Feb 09 22:02:47.598369 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce6834b-89b0-4b81-953d-5ecd740f8bb1 req-74f82f32-26b3-4928-87ad-1b96ad634733 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:47.599939 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7ce6834b-89b0-4b81-953d-5ecd740f8bb1 req-74f82f32-26b3-4928-87ad-1b96ad634733 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=9b43dcc6-bfa2-4e4a-b6fa-0e8457213291 HTTP/1.1" status: 200 len: 944 time: 0.1449735 Feb 09 22:02:47.698795 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7ce6834b-89b0-4b81-953d-5ecd740f8bb1 req-e37c2a98-6a46-4a9b-a575-4defda27d349 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=a150208c-d856-4775-8b70-a04a39be3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905519 Feb 09 22:02:47.710889 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port dc1b1a45-9f97-43e0-a4ff-83453f47b083, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=dc1b1a45-9f97-43e0-a4ff-83453f47b083,segment=NetworkSegment(c140cf13-b6e6-422b-a848-f0450f688d89),segment_id=c140cf13-b6e6-422b-a848-f0450f688d89)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:02:47.741641 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': 'dc1b1a45-9f97-43e0-a4ff-83453f47b083', 'network_id': '2668512e-8eb2-4929-aa61-73eeaa045414', 'port_id': 'dc1b1a45-9f97-43e0-a4ff-83453f47b083', 'mac_address': 'fa:16:3e:76:9e:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9a51163-f04d-4c59-bc0f-ef32b4a819bf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:02:47.813293 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port dc1b1a45-9f97-43e0-a4ff-83453f47b083 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:02:47.813685 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (dc1b1a45-9f97-43e0-a4ff-83453f47b083), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:47.840592 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc1b1a45-9f97-43e0-a4ff-83453f47b083 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:02:47.861836 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port dc1b1a45-9f97-43e0-a4ff-83453f47b083, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=dc1b1a45-9f97-43e0-a4ff-83453f47b083,segment=NetworkSegment(c140cf13-b6e6-422b-a848-f0450f688d89),segment_id=c140cf13-b6e6-422b-a848-f0450f688d89)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:02:47.864702 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:02:47.869764 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (dc1b1a45-9f97-43e0-a4ff-83453f47b083), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:47.980825 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=dc1b1a45-9f97-43e0-a4ff-83453f47b083,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:47.985555 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:02:47.986072 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:48.080708 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:02:48.081201 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:48.147833 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e,segment=NetworkSegment(12f225d2-0c84-489a-a4a8-6e25d803c049),segment_id=12f225d2-0c84-489a-a4a8-6e25d803c049)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:02:48.149290 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b43dcc6-bfa2-4e4a-b6fa-0e8457213291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:02:48.154653 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb9b4865-bb76-475a-a0e6-b5f2e6f262ab" -d '{"events": [{"server_uuid": "9b43dcc6-bfa2-4e4a-b6fa-0e8457213291", "name": "network-vif-plugged", "status": "completed", "tag": "d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:02:48.160773 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:48.228799 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e,revision_number=7']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:48.249331 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['dc1b1a45-9f97-43e0-a4ff-83453f47b083'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:02:48.293158 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7cb2b3b-70a9-421a-8094-a3cf317162c7 x-openstack-request-id: req-a7cb2b3b-70a9-421a-8094-a3cf317162c7 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:02:48.293454 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b43dcc6-bfa2-4e4a-b6fa-0e8457213291", "name": "network-vif-plugged", "status": "completed", "tag": "d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:02:48.293709 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-a7cb2b3b-70a9-421a-8094-a3cf317162c7 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:02:48.294154 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b43dcc6-bfa2-4e4a-b6fa-0e8457213291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e', 'code': 200} Feb 09 22:02:48.745543 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1839099f-147f-4c62-bf25-caca8dc89a49 req-4c412f4d-6cdf-4328-8be1-48e74d7b2d8e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:48.747153 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1839099f-147f-4c62-bf25-caca8dc89a49 req-4c412f4d-6cdf-4328-8be1-48e74d7b2d8e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=cc0cc065-0e97-45b7-ac81-5696440591cf HTTP/1.1" status: 200 len: 945 time: 0.0724018 Feb 09 22:02:48.845205 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1839099f-147f-4c62-bf25-caca8dc89a49 req-f7dd6114-3a50-4e42-a274-e71b9b854970 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=1ea0e49e-69f8-45bc-add4-f3a3de114325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917473 Feb 09 22:02:48.952658 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21407a7-72e4-483b-b449-c8146b1835fc req-94c0b3a8-82b4-4ec4-b79d-96c3265d1168 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:48.967372 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e21407a7-72e4-483b-b449-c8146b1835fc req-94c0b3a8-82b4-4ec4-b79d-96c3265d1168 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=9b43dcc6-bfa2-4e4a-b6fa-0e8457213291 HTTP/1.1" status: 200 len: 945 time: 0.0991025 Feb 09 22:02:49.047638 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e21407a7-72e4-483b-b449-c8146b1835fc req-e359d40f-5963-4153-97a4-c3188bd282f5 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=a150208c-d856-4775-8b70-a04a39be3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788717 Feb 09 22:02:49.475056 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device dc1b1a45-9f97-43e0-a4ff-83453f47b083 up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:02:49.565541 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning for port dc1b1a45-9f97-43e0-a4ff-83453f47b083 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:02:49.579450 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port dc1b1a45-9f97-43e0-a4ff-83453f47b083 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:02:49.579816 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (dc1b1a45-9f97-43e0-a4ff-83453f47b083), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:50.008929 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port dc1b1a45-9f97-43e0-a4ff-83453f47b083 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:02:50.009797 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (dc1b1a45-9f97-43e0-a4ff-83453f47b083), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:50.108163 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port dc1b1a45-9f97-43e0-a4ff-83453f47b083, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=dc1b1a45-9f97-43e0-a4ff-83453f47b083,segment=NetworkSegment(c140cf13-b6e6-422b-a848-f0450f688d89),segment_id=c140cf13-b6e6-422b-a848-f0450f688d89)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:02:50.110258 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d1792a-034c-4888-9726-c4e12c40f08f req-38e9bfde-de5a-4a81-91fa-8d0d763840e3 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:50.112054 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d9d1792a-034c-4888-9726-c4e12c40f08f req-38e9bfde-de5a-4a81-91fa-8d0d763840e3 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=cc0cc065-0e97-45b7-ac81-5696440591cf HTTP/1.1" status: 200 len: 945 time: 0.1362278 Feb 09 22:02:50.117375 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (dc1b1a45-9f97-43e0-a4ff-83453f47b083), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:50.266424 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=dc1b1a45-9f97-43e0-a4ff-83453f47b083,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:50.303907 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d9d1792a-034c-4888-9726-c4e12c40f08f req-94832b99-56e1-4d58-ad4a-44b853947a41 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=1ea0e49e-69f8-45bc-add4-f3a3de114325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1792877 Feb 09 22:02:50.313462 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0cc065-0e97-45b7-ac81-5696440591cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc1b1a45-9f97-43e0-a4ff-83453f47b083'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:02:50.316379 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f5768e-58de-4e7a-b53d-bfa366d68cb0" -d '{"events": [{"server_uuid": "cc0cc065-0e97-45b7-ac81-5696440591cf", "name": "network-vif-plugged", "status": "completed", "tag": "dc1b1a45-9f97-43e0-a4ff-83453f47b083"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:02:50.368154 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518c7e1c-cfa6-4b53-b0d0-102b38f24700 req-22f016d8-f414-4111-9e1c-2afe09b088f6 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:50.378855 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-518c7e1c-cfa6-4b53-b0d0-102b38f24700 req-22f016d8-f414-4111-9e1c-2afe09b088f6 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=9b43dcc6-bfa2-4e4a-b6fa-0e8457213291 HTTP/1.1" status: 200 len: 945 time: 0.1797860 Feb 09 22:02:50.393642 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-191c446c-cea1-4de0-a88b-d2a795b09adf x-openstack-request-id: req-191c446c-cea1-4de0-a88b-d2a795b09adf {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:02:50.394218 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc0cc065-0e97-45b7-ac81-5696440591cf", "name": "network-vif-plugged", "status": "completed", "tag": "dc1b1a45-9f97-43e0-a4ff-83453f47b083", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:02:50.394680 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-191c446c-cea1-4de0-a88b-d2a795b09adf {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:02:50.395333 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc0cc065-0e97-45b7-ac81-5696440591cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc1b1a45-9f97-43e0-a4ff-83453f47b083', 'code': 200} Feb 09 22:02:50.463327 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-518c7e1c-cfa6-4b53-b0d0-102b38f24700 req-db7459d0-0bfa-47f2-a164-ed25147acd16 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=a150208c-d856-4775-8b70-a04a39be3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756178 Feb 09 22:02:50.557744 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadaaa23-5601-4459-9113-671b8f2ac53e req-9fb5e05b-1a33-4132-8fbf-3f4ab846bbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:50.562496 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-cadaaa23-5601-4459-9113-671b8f2ac53e req-9fb5e05b-1a33-4132-8fbf-3f4ab846bbb8 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=cc0cc065-0e97-45b7-ac81-5696440591cf HTTP/1.1" status: 200 len: 1128 time: 0.0872254 Feb 09 22:02:50.583941 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 39684) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:50.672836 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-cadaaa23-5601-4459-9113-671b8f2ac53e req-126a03b6-3829-4397-9feb-42750682be19 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=1ea0e49e-69f8-45bc-add4-f3a3de114325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027153 Feb 09 22:02:50.757105 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a21d5427-c5bd-464c-ba37-6815eaf9a625 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:50.861937 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a21d5427-c5bd-464c-ba37-6815eaf9a625 admin admin] Publish callbacks [] for security_group (585be2c0-6c36-4e9e-b2a6-5252c271e19d), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:50.870585 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a21d5427-c5bd-464c-ba37-6815eaf9a625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (585be2c0-6c36-4e9e-b2a6-5252c271e19d), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:50.915388 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-a21d5427-c5bd-464c-ba37-6815eaf9a625 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=4ce837a03b5441e993861403350d4f76&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3292890 Feb 09 22:02:50.916336 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21d5427-c5bd-464c-ba37-6815eaf9a625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=585be2c0-6c36-4e9e-b2a6-5252c271e19d,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:50.918537 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39690) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:51.001745 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4b3ef97a-6fef-4105-baaa-ae1b5deedb00 admin admin] Publish callbacks [] for security_group (585be2c0-6c36-4e9e-b2a6-5252c271e19d), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:51.033279 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4b3ef97a-6fef-4105-baaa-ae1b5deedb00 admin admin] Publish callbacks [] for security_group (585be2c0-6c36-4e9e-b2a6-5252c271e19d), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:51.094374 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4b3ef97a-6fef-4105-baaa-ae1b5deedb00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (585be2c0-6c36-4e9e-b2a6-5252c271e19d), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:51.098490 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4b3ef97a-6fef-4105-baaa-ae1b5deedb00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:51.112885 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-4b3ef97a-6fef-4105-baaa-ae1b5deedb00 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/585be2c0-6c36-4e9e-b2a6-5252c271e19d HTTP/1.1" status: 204 len: 168 time: 0.1830335 Feb 09 22:02:51.129943 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3ef97a-6fef-4105-baaa-ae1b5deedb00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=585be2c0-6c36-4e9e-b2a6-5252c271e19d,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:51.450377 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39702) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:51.461019 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:51.467405 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e05cc762-666e-451a-8af6-e82574308230 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:51.487900 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20a63e3-81a2-4555-a61f-a8a7ae186f73 req-e8bd6be1-6f27-401d-b156-51c88a9372f9 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:51.490131 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b20a63e3-81a2-4555-a61f-a8a7ae186f73 req-e8bd6be1-6f27-401d-b156-51c88a9372f9 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=cc0cc065-0e97-45b7-ac81-5696440591cf HTTP/1.1" status: 200 len: 946 time: 0.0843880 Feb 09 22:02:51.559013 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b20a63e3-81a2-4555-a61f-a8a7ae186f73 req-469da692-8fc9-4d38-acb6-8489aee4f278 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=1ea0e49e-69f8-45bc-add4-f3a3de114325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630214 Feb 09 22:02:51.595134 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e05cc762-666e-451a-8af6-e82574308230 admin admin] Publish callbacks [] for security_group (12cd3492-cda4-48c2-9486-8dcc8dcef8d6), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:51.602127 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e05cc762-666e-451a-8af6-e82574308230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (12cd3492-cda4-48c2-9486-8dcc8dcef8d6), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:51.675006 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b33e98-53c0-43df-b1bb-6172a171124a req-9c465aa3-7b32-412d-8e80-9397e3cd7fab tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:51.677094 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-56b33e98-53c0-43df-b1bb-6172a171124a req-9c465aa3-7b32-412d-8e80-9397e3cd7fab tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=9b43dcc6-bfa2-4e4a-b6fa-0e8457213291 HTTP/1.1" status: 200 len: 945 time: 0.0635700 Feb 09 22:02:51.685017 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05cc762-666e-451a-8af6-e82574308230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12cd3492-cda4-48c2-9486-8dcc8dcef8d6,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:51.710235 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-e05cc762-666e-451a-8af6-e82574308230 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=fc24886529164dd192c11b12e169df29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2585428 Feb 09 22:02:51.712818 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39706) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:51.748543 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-56b33e98-53c0-43df-b1bb-6172a171124a req-571436fe-753f-4213-825b-992fb0fcfa47 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=a150208c-d856-4775-8b70-a04a39be3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648518 Feb 09 22:02:51.787652 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ee5bc795-e56c-4f28-9cd8-92f8d0aa215c admin admin] Publish callbacks [] for security_group (12cd3492-cda4-48c2-9486-8dcc8dcef8d6), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:51.816082 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ee5bc795-e56c-4f28-9cd8-92f8d0aa215c admin admin] Publish callbacks [] for security_group (12cd3492-cda4-48c2-9486-8dcc8dcef8d6), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:51.895265 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ee5bc795-e56c-4f28-9cd8-92f8d0aa215c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (12cd3492-cda4-48c2-9486-8dcc8dcef8d6), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:51.901267 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ee5bc795-e56c-4f28-9cd8-92f8d0aa215c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:51.924018 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-ee5bc795-e56c-4f28-9cd8-92f8d0aa215c admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/12cd3492-cda4-48c2-9486-8dcc8dcef8d6 HTTP/1.1" status: 204 len: 168 time: 0.2098804 Feb 09 22:02:51.949016 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5bc795-e56c-4f28-9cd8-92f8d0aa215c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12cd3492-cda4-48c2-9486-8dcc8dcef8d6,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:52.721325 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc54b6a0-98d4-4b2d-a9a9-5451edc8a1ad req-71f27862-48fe-4ff2-8a71-1bd6a65905bb tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:52.723215 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cc54b6a0-98d4-4b2d-a9a9-5451edc8a1ad req-71f27862-48fe-4ff2-8a71-1bd6a65905bb tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=cc0cc065-0e97-45b7-ac81-5696440591cf HTTP/1.1" status: 200 len: 946 time: 0.0753362 Feb 09 22:02:52.834456 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cc54b6a0-98d4-4b2d-a9a9-5451edc8a1ad req-1d3789a2-47a2-4ec3-859d-0b06aa529d8a tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=1ea0e49e-69f8-45bc-add4-f3a3de114325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023114 Feb 09 22:02:52.873933 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 39738) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:53.017946 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-9e0b9fd6-6cb7-4c77-b704-6d66292638e3 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-779113506-network', 'tenant_id': '894f3f31b8ed4e118953429c0b006be6'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:02:53.050528 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fa6e4f-1c16-4090-82cf-85b1cd5a38cf req-bc0c1dd9-4187-4ed9-949b-b118cd5a1c3e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:53.052366 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-29fa6e4f-1c16-4090-82cf-85b1cd5a38cf req-bc0c1dd9-4187-4ed9-949b-b118cd5a1c3e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=cc0cc065-0e97-45b7-ac81-5696440591cf HTTP/1.1" status: 200 len: 946 time: 0.1181121 Feb 09 22:02:53.064710 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6998be40-2c76-4ca1-aaf3-1d07a82a44fa req-7ba585b7-2eb5-418c-82b7-49fd44755f37 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:53.066150 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6998be40-2c76-4ca1-aaf3-1d07a82a44fa req-7ba585b7-2eb5-418c-82b7-49fd44755f37 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=9b43dcc6-bfa2-4e4a-b6fa-0e8457213291 HTTP/1.1" status: 200 len: 945 time: 0.1606076 Feb 09 22:02:53.080652 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e0b9fd6-6cb7-4c77-b704-6d66292638e3 admin admin] Made reservation on behalf of 894f3f31b8ed4e118953429c0b006be6 for: {'network': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:02:53.081826 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9e0b9fd6-6cb7-4c77-b704-6d66292638e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:53.134002 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9e0b9fd6-6cb7-4c77-b704-6d66292638e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:53.166174 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6998be40-2c76-4ca1-aaf3-1d07a82a44fa req-5c8d3edc-267a-4046-8c79-1d2f610e9a57 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=a150208c-d856-4775-8b70-a04a39be3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895634 Feb 09 22:02:53.205471 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-29fa6e4f-1c16-4090-82cf-85b1cd5a38cf req-81d20544-affb-454e-b7a2-bf79d248f36f tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=1ea0e49e-69f8-45bc-add4-f3a3de114325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382067 Feb 09 22:02:53.224156 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39746) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:53.298410 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3c17d7-393f-4d2e-8d1c-d9359c142b5d tempest-TestNetworkAdvancedServerOps-2092705809 tempest-TestNetworkAdvancedServerOps-2092705809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:53.300328 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-0b3c17d7-393f-4d2e-8d1c-d9359c142b5d tempest-TestNetworkAdvancedServerOps-2092705809 tempest-TestNetworkAdvancedServerOps-2092705809-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=cc0cc065-0e97-45b7-ac81-5696440591cf HTTP/1.1" status: 200 len: 1123 time: 0.0747139 Feb 09 22:02:53.303489 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39748) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:53.310329 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-4a7627b0-630e-4163-af11-c40303627b35 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Request body: {'floatingip': {'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'port_id': 'dc1b1a45-9f97-43e0-a4ff-83453f47b083', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:02:53.341537 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9e0b9fd6-6cb7-4c77-b704-6d66292638e3 admin admin] Publish callbacks [] for security_group (a4a7ee26-6655-4157-a886-da2772242326), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:53.350298 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9e0b9fd6-6cb7-4c77-b704-6d66292638e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (a4a7ee26-6655-4157-a886-da2772242326), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:53.354278 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4a7627b0-630e-4163-af11-c40303627b35 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:53.378023 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e0b9fd6-6cb7-4c77-b704-6d66292638e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=103140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:02:53.389863 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9e0b9fd6-6cb7-4c77-b704-6d66292638e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (24af79f4-fda8-4a96-a9a6-bc06dfc93075), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:53.390646 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-9e0b9fd6-6cb7-4c77-b704-6d66292638e3 admin admin] Added segment 24af79f4-fda8-4a96-a9a6-bc06dfc93075 of type vlan for network 4c08e482-297e-4e1a-8f0f-09e2669ea78e Feb 09 22:02:53.465652 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9e0b9fd6-6cb7-4c77-b704-6d66292638e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (4c08e482-297e-4e1a-8f0f-09e2669ea78e), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:53.485681 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4a7627b0-630e-4163-af11-c40303627b35 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:53.504974 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9e0b9fd6-6cb7-4c77-b704-6d66292638e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (4c08e482-297e-4e1a-8f0f-09e2669ea78e), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:53.506867 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0b9fd6-6cb7-4c77-b704-6d66292638e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:53.507740 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9e0b9fd6-6cb7-4c77-b704-6d66292638e3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:53.604926 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0b9fd6-6cb7-4c77-b704-6d66292638e3 admin admin] Pushing event updated for resources: {'Network': ['ID=4c08e482-297e-4e1a-8f0f-09e2669ea78e,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:53.615515 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-4a7627b0-630e-4163-af11-c40303627b35 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Allocated IP 172.25.3.222 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/27cfdc2f-4aec-4d65-b334-4f7f40d22b71) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:02:53.618138 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 4c08e482-297e-4e1a-8f0f-09e2669ea78e details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:02:53.638074 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-9e0b9fd6-6cb7-4c77-b704-6d66292638e3 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.7615635 Feb 09 22:02:53.640718 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 39750) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:53.672979 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-c490bcda-532e-4cad-84f0-9466c41831ad admin admin] Request body: {'subnet': {'network_id': '4c08e482-297e-4e1a-8f0f-09e2669ea78e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-779113506-subnet', 'tenant_id': '894f3f31b8ed4e118953429c0b006be6', 'ip_version': 4}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:02:53.708167 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0b9fd6-6cb7-4c77-b704-6d66292638e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a7ee26-6655-4157-a886-da2772242326,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:53.730923 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c490bcda-532e-4cad-84f0-9466c41831ad admin admin] Made reservation on behalf of 894f3f31b8ed4e118953429c0b006be6 for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:02:53.738256 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c490bcda-532e-4cad-84f0-9466c41831ad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621317'] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:53.742556 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4a7627b0-630e-4163-af11-c40303627b35 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for port (27cfdc2f-4aec-4d65-b334-4f7f40d22b71), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:53.763759 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:53.786184 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4a7627b0-630e-4163-af11-c40303627b35 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (27cfdc2f-4aec-4d65-b334-4f7f40d22b71), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:53.832507 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7627b0-630e-4163-af11-c40303627b35 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:02:53.836008 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-4a7627b0-630e-4163-af11-c40303627b35 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:02:53.846835 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7627b0-630e-4163-af11-c40303627b35 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:02:53.892728 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7627b0-630e-4163-af11-c40303627b35 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Pushing event updated for resources: {'Port': ['ID=27cfdc2f-4aec-4d65-b334-4f7f40d22b71,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:53.990667 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c490bcda-532e-4cad-84f0-9466c41831ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621371'] for subnet (40c31452-5469-4342-8467-d91168fdf1fd), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:54.055111 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c490bcda-532e-4cad-84f0-9466c41831ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=40c31452-5469-4342-8467-d91168fdf1fd,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:54.090270 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c490bcda-532e-4cad-84f0-9466c41831ad admin admin] Checking segment: {'id': '24af79f4-fda8-4a96-a9a6-bc06dfc93075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '4c08e482-297e-4e1a-8f0f-09e2669ea78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:02:54.091119 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c490bcda-532e-4cad-84f0-9466c41831ad admin admin] Network hostable DHCP agents. Network: 4c08e482-297e-4e1a-8f0f-09e2669ea78e, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:02:54.114131 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c490bcda-532e-4cad-84f0-9466c41831ad admin admin] Network 4c08e482-297e-4e1a-8f0f-09e2669ea78e is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:02:54.126607 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-c490bcda-532e-4cad-84f0-9466c41831ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 4c08e482-297e-4e1a-8f0f-09e2669ea78e) {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:02:54.144327 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4906917-d429-49b6-8793-a33612773897 None None] Network 4c08e482-297e-4e1a-8f0f-09e2669ea78e requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:02:54.178784 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c490bcda-532e-4cad-84f0-9466c41831ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:54.189048 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c490bcda-532e-4cad-84f0-9466c41831ad admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:54.231729 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39756) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:54.232209 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-c490bcda-532e-4cad-84f0-9466c41831ad admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.5752261 Feb 09 22:02:54.236635 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-df63c65a-534a-414f-9f02-c1dc420a2a22 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-779113506-router', 'tenant_id': '894f3f31b8ed4e118953429c0b006be6', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:02:54.351062 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-df63c65a-534a-414f-9f02-c1dc420a2a22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (b444d49b-f40a-455d-855a-859690723df9), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:54.352159 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-df63c65a-534a-414f-9f02-c1dc420a2a22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (b444d49b-f40a-455d-855a-859690723df9), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:54.397489 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f742cdff-5699-4bed-8556-fc07cd9a879d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-4c08e482-297e-4e1a-8f0f-09e2669ea78e', 'network_id': '4c08e482-297e-4e1a-8f0f-09e2669ea78e', 'project_id': '894f3f31b8ed4e118953429c0b006be6', 'fixed_ips': [{'subnet_id': '40c31452-5469-4342-8467-d91168fdf1fd'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:02:54.398751 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f742cdff-5699-4bed-8556-fc07cd9a879d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:54.446772 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1255c0-c2df-4a1b-a97e-212f3d6eaef1 req-a2b0f40e-edca-479a-8b07-eebd368d7e58 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:54.448415 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1a1255c0-c2df-4a1b-a97e-212f3d6eaef1 req-a2b0f40e-edca-479a-8b07-eebd368d7e58 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=9b43dcc6-bfa2-4e4a-b6fa-0e8457213291 HTTP/1.1" status: 200 len: 945 time: 0.1338103 Feb 09 22:02:54.536714 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1a1255c0-c2df-4a1b-a97e-212f3d6eaef1 req-0ee5764b-cd88-4996-93bd-0605420ea697 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=a150208c-d856-4775-8b70-a04a39be3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786493 Feb 09 22:02:54.598896 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-df63c65a-534a-414f-9f02-c1dc420a2a22 admin admin] Publish callbacks [] for router_controller (b444d49b-f40a-455d-855a-859690723df9), precommit_add_association {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:54.622293 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-f742cdff-5699-4bed-8556-fc07cd9a879d None None] Allocated IP 172.20.0.2 (4c08e482-297e-4e1a-8f0f-09e2669ea78e/40c31452-5469-4342-8467-d91168fdf1fd/95d9f20f-f397-43b6-b57b-79ebe0b6507c) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:02:54.703718 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4a7627b0-630e-4163-af11-c40303627b35 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for floatingip (00a7a013-de7a-471e-995e-de8c026cac39), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:54.798452 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f742cdff-5699-4bed-8556-fc07cd9a879d None None] Publish callbacks [] for port (95d9f20f-f397-43b6-b57b-79ebe0b6507c), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:54.810206 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f742cdff-5699-4bed-8556-fc07cd9a879d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (95d9f20f-f397-43b6-b57b-79ebe0b6507c), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:54.863273 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f742cdff-5699-4bed-8556-fc07cd9a879d None None] Pushing event updated for resources: {'Port': ['ID=95d9f20f-f397-43b6-b57b-79ebe0b6507c,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:54.866026 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-df63c65a-534a-414f-9f02-c1dc420a2a22 admin admin] Publish callbacks [] for router_gateway (b444d49b-f40a-455d-855a-859690723df9), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:54.881269 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f742cdff-5699-4bed-8556-fc07cd9a879d None None] Network 4c08e482-297e-4e1a-8f0f-09e2669ea78e is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:02:54.882838 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-f742cdff-5699-4bed-8556-fc07cd9a879d None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:02:54.888013 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f742cdff-5699-4bed-8556-fc07cd9a879d None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:02:54.913417 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4a7627b0-630e-4163-af11-c40303627b35 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (27cfdc2f-4aec-4d65-b334-4f7f40d22b71), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:54.960612 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-f742cdff-5699-4bed-8556-fc07cd9a879d None None] Attempting to bind port 95d9f20f-f397-43b6-b57b-79ebe0b6507c on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:02:54.961180 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-f742cdff-5699-4bed-8556-fc07cd9a879d None None] Attempting to bind port 95d9f20f-f397-43b6-b57b-79ebe0b6507c by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '24af79f4-fda8-4a96-a9a6-bc06dfc93075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '4c08e482-297e-4e1a-8f0f-09e2669ea78e'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:02:54.961563 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f742cdff-5699-4bed-8556-fc07cd9a879d None None] Attempting to bind port 95d9f20f-f397-43b6-b57b-79ebe0b6507c on network 4c08e482-297e-4e1a-8f0f-09e2669ea78e {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:02:54.968563 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f742cdff-5699-4bed-8556-fc07cd9a879d None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:02:54.968953 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f742cdff-5699-4bed-8556-fc07cd9a879d None None] Checking segment: {'id': '24af79f4-fda8-4a96-a9a6-bc06dfc93075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '4c08e482-297e-4e1a-8f0f-09e2669ea78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:02:54.969360 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f742cdff-5699-4bed-8556-fc07cd9a879d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:54.969766 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f742cdff-5699-4bed-8556-fc07cd9a879d None None] Bound using segment: {'id': '24af79f4-fda8-4a96-a9a6-bc06dfc93075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '4c08e482-297e-4e1a-8f0f-09e2669ea78e'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:02:54.970368 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-f742cdff-5699-4bed-8556-fc07cd9a879d None None] Bound port: 95d9f20f-f397-43b6-b57b-79ebe0b6507c, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24af79f4-fda8-4a96-a9a6-bc06dfc93075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '4c08e482-297e-4e1a-8f0f-09e2669ea78e'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:02:54.970763 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f742cdff-5699-4bed-8556-fc07cd9a879d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (95d9f20f-f397-43b6-b57b-79ebe0b6507c), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:55.088662 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-f742cdff-5699-4bed-8556-fc07cd9a879d None None] For port 95d9f20f-f397-43b6-b57b-79ebe0b6507c, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:02:55.092551 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-f742cdff-5699-4bed-8556-fc07cd9a879d None None] For port 95d9f20f-f397-43b6-b57b-79ebe0b6507c, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=95d9f20f-f397-43b6-b57b-79ebe0b6507c,segment=NetworkSegment(24af79f4-fda8-4a96-a9a6-bc06dfc93075),segment_id=24af79f4-fda8-4a96-a9a6-bc06dfc93075)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:02:55.102804 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f742cdff-5699-4bed-8556-fc07cd9a879d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (95d9f20f-f397-43b6-b57b-79ebe0b6507c), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:55.177305 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f742cdff-5699-4bed-8556-fc07cd9a879d None None] Pushing event updated for resources: {'Port': ['ID=95d9f20f-f397-43b6-b57b-79ebe0b6507c,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:55.612712 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4a7627b0-630e-4163-af11-c40303627b35 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for port (27cfdc2f-4aec-4d65-b334-4f7f40d22b71), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:55.641893 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4a7627b0-630e-4163-af11-c40303627b35 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (27cfdc2f-4aec-4d65-b334-4f7f40d22b71), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:55.811140 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931743f6-0dbc-4090-a52b-c6309c6cea36 req-b0f1afe8-8b74-4b3c-b44a-679e276e7629 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:55.828842 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-931743f6-0dbc-4090-a52b-c6309c6cea36 req-b0f1afe8-8b74-4b3c-b44a-679e276e7629 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=9b43dcc6-bfa2-4e4a-b6fa-0e8457213291 HTTP/1.1" status: 200 len: 945 time: 0.1762860 Feb 09 22:02:55.861000 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 95d9f20f-f397-43b6-b57b-79ebe0b6507c up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:02:55.864265 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7627b0-630e-4163-af11-c40303627b35 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Pushing event updated for resources: {'Port': ['ID=27cfdc2f-4aec-4d65-b334-4f7f40d22b71,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:55.901041 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4a7627b0-630e-4163-af11-c40303627b35 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (00a7a013-de7a-471e-995e-de8c026cac39), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:55.996453 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-df63c65a-534a-414f-9f02-c1dc420a2a22 admin admin] Publish callbacks [] for router_gateway (b444d49b-f40a-455d-855a-859690723df9), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:56.029895 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-df63c65a-534a-414f-9f02-c1dc420a2a22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:56.036456 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-931743f6-0dbc-4090-a52b-c6309c6cea36 req-663af5c9-d5dc-463b-a1a4-c56cfd9f1e70 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=a150208c-d856-4775-8b70-a04a39be3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1598101 Feb 09 22:02:56.038532 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 95d9f20f-f397-43b6-b57b-79ebe0b6507c triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:02:56.038959 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (95d9f20f-f397-43b6-b57b-79ebe0b6507c), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:56.082731 n-d-828369-5 neutron-server[103141]: INFO neutron.db.l3_db [None req-4a7627b0-630e-4163-af11-c40303627b35 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Floating IP 00a7a013-de7a-471e-995e-de8c026cac39 associated. External IP: 172.25.3.222, port: dc1b1a45-9f97-43e0-a4ff-83453f47b083. Feb 09 22:02:56.133706 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 95d9f20f-f397-43b6-b57b-79ebe0b6507c is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:02:56.134106 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (95d9f20f-f397-43b6-b57b-79ebe0b6507c), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:56.185745 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port 95d9f20f-f397-43b6-b57b-79ebe0b6507c, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=95d9f20f-f397-43b6-b57b-79ebe0b6507c,segment=NetworkSegment(24af79f4-fda8-4a96-a9a6-bc06dfc93075),segment_id=24af79f4-fda8-4a96-a9a6-bc06dfc93075)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:02:56.190492 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (95d9f20f-f397-43b6-b57b-79ebe0b6507c), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:56.251739 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=95d9f20f-f397-43b6-b57b-79ebe0b6507c,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:56.355169 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-df63c65a-534a-414f-9f02-c1dc420a2a22 admin admin] Allocated IP 172.25.3.208 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/90ea04ef-1b06-4493-ada0-0248686a25cd) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:02:56.560077 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-df63c65a-534a-414f-9f02-c1dc420a2a22 admin admin] Publish callbacks [] for port (90ea04ef-1b06-4493-ada0-0248686a25cd), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:56.632763 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-df63c65a-534a-414f-9f02-c1dc420a2a22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (90ea04ef-1b06-4493-ada0-0248686a25cd), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:56.707894 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df63c65a-534a-414f-9f02-c1dc420a2a22 admin admin] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:02:56.713637 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-df63c65a-534a-414f-9f02-c1dc420a2a22 admin admin] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:02:56.716453 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df63c65a-534a-414f-9f02-c1dc420a2a22 admin admin] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:02:56.803152 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20fa49e-41a0-49e2-99bd-3163b5c344ab None None] Network 4c08e482-297e-4e1a-8f0f-09e2669ea78e requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:02:56.814085 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df63c65a-534a-414f-9f02-c1dc420a2a22 admin admin] Pushing event updated for resources: {'Port': ['ID=90ea04ef-1b06-4493-ada0-0248686a25cd,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:02:56.921934 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-902995f4-edd5-4747-9994-5e1a98f2db25 None None] Provisioning complete for port 95d9f20f-f397-43b6-b57b-79ebe0b6507c triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:02:56.922490 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-902995f4-edd5-4747-9994-5e1a98f2db25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (95d9f20f-f397-43b6-b57b-79ebe0b6507c), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:56.990789 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a7627b0-630e-4163-af11-c40303627b35 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Router 83d83f35-2562-41f5-9bb7-c4dcb1331e9d has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:02:57.125432 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-902995f4-edd5-4747-9994-5e1a98f2db25 None None] Current status of the port 95d9f20f-f397-43b6-b57b-79ebe0b6507c is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:02:57.239401 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154e8c47-895c-4f2c-a6cf-1d709601900c req-5954ef54-76c9-414f-8316-585fbb03e163 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:57.241970 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-154e8c47-895c-4f2c-a6cf-1d709601900c req-5954ef54-76c9-414f-8316-585fbb03e163 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=9b43dcc6-bfa2-4e4a-b6fa-0e8457213291 HTTP/1.1" status: 200 len: 945 time: 0.0874169 Feb 09 22:02:57.340852 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-154e8c47-895c-4f2c-a6cf-1d709601900c req-4b304930-b412-4cb7-830d-8c6ed67f3138 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=a150208c-d856-4775-8b70-a04a39be3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892277 Feb 09 22:02:57.342446 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a7627b0-630e-4163-af11-c40303627b35 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:02:57.362147 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-df63c65a-534a-414f-9f02-c1dc420a2a22 admin admin] Publish callbacks [] for router_gateway (b444d49b-f40a-455d-855a-859690723df9), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:57.363282 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f751ba-d548-4d8e-b92b-72dcef22121b None None] Sync routers for ids ['83d83f35-2562-41f5-9bb7-c4dcb1331e9d'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:02:57.380506 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f751ba-d548-4d8e-b92b-72dcef22121b None None] Routers {'83d83f35-2562-41f5-9bb7-c4dcb1331e9d'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:02:57.385394 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-69f751ba-d548-4d8e-b92b-72dcef22121b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:02:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['83d83f35-2562-41f5-9bb7-c4dcb1331e9d'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:57.532195 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4a7627b0-630e-4163-af11-c40303627b35 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:57.626608 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-4a7627b0-630e-4163-af11-c40303627b35 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.3195055 Feb 09 22:02:57.626608 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc0cc065-0e97-45b7-ac81-5696440591cf', 'tag': 'dc1b1a45-9f97-43e0-a4ff-83453f47b083'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:02:57.643067 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e7d8358-ce21-473d-bb2f-619cb26c12e4" -d '{"events": [{"name": "network-changed", "server_uuid": "cc0cc065-0e97-45b7-ac81-5696440591cf", "tag": "dc1b1a45-9f97-43e0-a4ff-83453f47b083"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:02:57.703126 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-920f98e5-0149-4f99-aff3-066f20e3756f None None] Provisioning complete for port 95d9f20f-f397-43b6-b57b-79ebe0b6507c triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:02:57.703500 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-920f98e5-0149-4f99-aff3-066f20e3756f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (95d9f20f-f397-43b6-b57b-79ebe0b6507c), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:57.764970 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aee1afd1-ff94-461d-a217-c208475a2579 x-openstack-request-id: req-aee1afd1-ff94-461d-a217-c208475a2579 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:02:57.765261 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc0cc065-0e97-45b7-ac81-5696440591cf", "tag": "dc1b1a45-9f97-43e0-a4ff-83453f47b083", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:02:57.765519 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-aee1afd1-ff94-461d-a217-c208475a2579 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:02:57.766140 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc0cc065-0e97-45b7-ac81-5696440591cf', 'tag': 'dc1b1a45-9f97-43e0-a4ff-83453f47b083', 'status': 'completed', 'code': 200} Feb 09 22:02:57.766553 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-69f751ba-d548-4d8e-b92b-72dcef22121b None None] Set router 83d83f35-2562-41f5-9bb7-c4dcb1331e9d gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:02:57.815117 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 95d9f20f-f397-43b6-b57b-79ebe0b6507c up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:02:57.847656 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b278e827-f8e1-4c29-84ab-2f0c1375790b req-0fc767ea-8b6f-42e8-a38d-f5782034d1dd tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:57.852915 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b278e827-f8e1-4c29-84ab-2f0c1375790b req-0fc767ea-8b6f-42e8-a38d-f5782034d1dd tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=cc0cc065-0e97-45b7-ac81-5696440591cf HTTP/1.1" status: 200 len: 946 time: 0.0995142 Feb 09 22:02:57.918877 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7d8358-ce21-473d-bb2f-619cb26c12e4 req-ca9540d2-7878-4333-ae0c-e7c3f4837e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:57.920792 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7e7d8358-ce21-473d-bb2f-619cb26c12e4 req-ca9540d2-7878-4333-ae0c-e7c3f4837e60 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=deeb9e226e2546f19554cbe5eac163d6&device_id=cc0cc065-0e97-45b7-ac81-5696440591cf HTTP/1.1" status: 200 len: 1128 time: 0.1538689 Feb 09 22:02:57.922050 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-df63c65a-534a-414f-9f02-c1dc420a2a22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (b444d49b-f40a-455d-855a-859690723df9), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:57.970474 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b278e827-f8e1-4c29-84ab-2f0c1375790b req-4e57ae04-3292-4ad3-93b5-87536fa10b32 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=1ea0e49e-69f8-45bc-add4-f3a3de114325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105056 Feb 09 22:02:57.995202 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 39786) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:58.048012 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-920f98e5-0149-4f99-aff3-066f20e3756f None None] Current status of the port 95d9f20f-f397-43b6-b57b-79ebe0b6507c is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:02:58.089671 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-9d946e7b-c3e9-4740-80d2-72df0b22b1b4 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/floatingips/00a7a013-de7a-471e-995e-de8c026cac39 HTTP/1.1" status: 200 len: 992 time: 0.0932860 Feb 09 22:02:58.091779 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 95d9f20f-f397-43b6-b57b-79ebe0b6507c triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:02:58.092458 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (95d9f20f-f397-43b6-b57b-79ebe0b6507c), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:58.258535 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 95d9f20f-f397-43b6-b57b-79ebe0b6507c is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:02:58.295085 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-69f751ba-d548-4d8e-b92b-72dcef22121b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d83f35-2562-41f5-9bb7-c4dcb1331e9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-56677076', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '5494a520-9c62-48e6-be60-bf3fd3ef5954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:02:27Z', 'updated_at': '2022-02-09T22:02:34Z', 'revision_number': 4, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'gw_port': {'id': '5494a520-9c62-48e6-be60-bf3fd3ef5954', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:4e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d83f35-2562-41f5-9bb7-c4dcb1331e9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:02:28Z', 'updated_at': '2022-02-09T22:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': '00a7a013-de7a-471e-995e-de8c026cac39', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'floating_ip_address': '172.25.3.222', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': '83d83f35-2562-41f5-9bb7-c4dcb1331e9d', 'port_id': 'dc1b1a45-9f97-43e0-a4ff-83453f47b083', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3610, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2668512e-8eb2-4929-aa61-73eeaa045414', 'mac_address': 'fa:16:3e:76:9e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0cc065-0e97-45b7-ac81-5696440591cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:02:54Z', 'updated_at': '2022-02-09T22:02:54Z', 'revision_number': 0, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a4ac43a-7ed1-4f52-8e17-6f7c2d74dea0', 'name': '', 'network_id': '2668512e-8eb2-4929-aa61-73eeaa045414', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'mac_address': 'fa:16:3e:c5:ee:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d83f35-2562-41f5-9bb7-c4dcb1331e9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': 'f9a51163-f04d-4c59-bc0f-ef32b4a819bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:02:33Z', 'updated_at': '2022-02-09T22:02:40Z', 'revision_number': 5, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'subnets': [{'id': 'f9a51163-f04d-4c59-bc0f-ef32b4a819bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:58.332100 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f751ba-d548-4d8e-b92b-72dcef22121b None None] Checking router: 83d83f35-2562-41f5-9bb7-c4dcb1331e9d for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:02:58.348853 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f751ba-d548-4d8e-b92b-72dcef22121b None None] Routers {'83d83f35-2562-41f5-9bb7-c4dcb1331e9d'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:02:58.349580 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-69f751ba-d548-4d8e-b92b-72dcef22121b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:02:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['83d83f35-2562-41f5-9bb7-c4dcb1331e9d'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:58.487272 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-69f751ba-d548-4d8e-b92b-72dcef22121b None None] Set router 83d83f35-2562-41f5-9bb7-c4dcb1331e9d gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:02:58.609656 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e72e9d1-f87a-4210-abba-a63366be2361 req-f8323a51-14a3-4224-a25a-e8bedff19c12 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:58.616528 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4e72e9d1-f87a-4210-abba-a63366be2361 req-f8323a51-14a3-4224-a25a-e8bedff19c12 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=9b43dcc6-bfa2-4e4a-b6fa-0e8457213291 HTTP/1.1" status: 200 len: 945 time: 0.1206315 Feb 09 22:02:58.627732 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7d8358-ce21-473d-bb2f-619cb26c12e4 req-fc30bd53-d99d-4f4c-91b7-07fb749b6a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:58.629250 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7e7d8358-ce21-473d-bb2f-619cb26c12e4 req-fc30bd53-d99d-4f4c-91b7-07fb749b6a8c service neutron] 10.222.0.89 "GET /v2.0/networks?id=2668512e-8eb2-4929-aa61-73eeaa045414 HTTP/1.1" status: 200 len: 897 time: 0.6953723 Feb 09 22:02:58.715844 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4e72e9d1-f87a-4210-abba-a63366be2361 req-d8b44624-1ecd-4af9-888f-c093aa44d3a7 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=a150208c-d856-4775-8b70-a04a39be3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930955 Feb 09 22:02:58.734008 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df63c65a-534a-414f-9f02-c1dc420a2a22 admin admin] Router b444d49b-f40a-455d-855a-859690723df9 is scheduled to L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 with binding_index 1 {{(pid=103141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:02:58.765305 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7e7d8358-ce21-473d-bb2f-619cb26c12e4 req-da284108-5b07-4db2-8bbf-6d7f85d2b7ed service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc1b1a45-9f97-43e0-a4ff-83453f47b083 HTTP/1.1" status: 200 len: 1000 time: 0.1283743 Feb 09 22:02:58.902451 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-69f751ba-d548-4d8e-b92b-72dcef22121b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d83f35-2562-41f5-9bb7-c4dcb1331e9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-56677076', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '5494a520-9c62-48e6-be60-bf3fd3ef5954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:02:27Z', 'updated_at': '2022-02-09T22:02:34Z', 'revision_number': 4, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'gw_port': {'id': '5494a520-9c62-48e6-be60-bf3fd3ef5954', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:4e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d83f35-2562-41f5-9bb7-c4dcb1331e9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:02:28Z', 'updated_at': '2022-02-09T22:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': '00a7a013-de7a-471e-995e-de8c026cac39', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'floating_ip_address': '172.25.3.222', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': '83d83f35-2562-41f5-9bb7-c4dcb1331e9d', 'port_id': 'dc1b1a45-9f97-43e0-a4ff-83453f47b083', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3610, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2668512e-8eb2-4929-aa61-73eeaa045414', 'mac_address': 'fa:16:3e:76:9e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0cc065-0e97-45b7-ac81-5696440591cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:02:54Z', 'updated_at': '2022-02-09T22:02:54Z', 'revision_number': 0, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a4ac43a-7ed1-4f52-8e17-6f7c2d74dea0', 'name': '', 'network_id': '2668512e-8eb2-4929-aa61-73eeaa045414', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'mac_address': 'fa:16:3e:c5:ee:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d83f35-2562-41f5-9bb7-c4dcb1331e9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': 'f9a51163-f04d-4c59-bc0f-ef32b4a819bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:02:33Z', 'updated_at': '2022-02-09T22:02:40Z', 'revision_number': 5, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'subnets': [{'id': 'f9a51163-f04d-4c59-bc0f-ef32b4a819bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:58.903965 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7d8358-ce21-473d-bb2f-619cb26c12e4 req-eecba794-80e7-4b3a-85cf-18d4138d08be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:58.905420 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7e7d8358-ce21-473d-bb2f-619cb26c12e4 req-eecba794-80e7-4b3a-85cf-18d4138d08be service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f9a51163-f04d-4c59-bc0f-ef32b4a819bf HTTP/1.1" status: 200 len: 835 time: 0.1005359 Feb 09 22:02:58.937069 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f751ba-d548-4d8e-b92b-72dcef22121b None None] The sync data for ids ['83d83f35-2562-41f5-9bb7-c4dcb1331e9d'] in n-d-828369-5 is: [{'id': '83d83f35-2562-41f5-9bb7-c4dcb1331e9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-56677076', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '5494a520-9c62-48e6-be60-bf3fd3ef5954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:02:27Z', 'updated_at': '2022-02-09T22:02:34Z', 'revision_number': 4, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'gw_port': {'id': '5494a520-9c62-48e6-be60-bf3fd3ef5954', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:4e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d83f35-2562-41f5-9bb7-c4dcb1331e9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:02:28Z', 'updated_at': '2022-02-09T22:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': '00a7a013-de7a-471e-995e-de8c026cac39', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'floating_ip_address': '172.25.3.222', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': '83d83f35-2562-41f5-9bb7-c4dcb1331e9d', 'port_id': 'dc1b1a45-9f97-43e0-a4ff-83453f47b083', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3610, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2668512e-8eb2-4929-aa61-73eeaa045414', 'mac_address': 'fa:16:3e:76:9e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0cc065-0e97-45b7-ac81-5696440591cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:02:54Z', 'updated_at': '2022-02-09T22:02:54Z', 'revision_number': 0, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a4ac43a-7ed1-4f52-8e17-6f7c2d74dea0', 'name': '', 'network_id': '2668512e-8eb2-4929-aa61-73eeaa045414', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'mac_address': 'fa:16:3e:c5:ee:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d83f35-2562-41f5-9bb7-c4dcb1331e9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': 'f9a51163-f04d-4c59-bc0f-ef32b4a819bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:02:33Z', 'updated_at': '2022-02-09T22:02:40Z', 'revision_number': 5, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'subnets': [{'id': 'f9a51163-f04d-4c59-bc0f-ef32b4a819bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:02:58.975235 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df63c65a-534a-414f-9f02-c1dc420a2a22 admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:02:58.987370 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705bb9b0-958d-4b49-b979-f0518f6c37a3 None None] Sync routers for ids ['b444d49b-f40a-455d-855a-859690723df9'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:02:59.006907 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705bb9b0-958d-4b49-b979-f0518f6c37a3 None None] Routers {'b444d49b-f40a-455d-855a-859690723df9'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:02:59.007981 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-705bb9b0-958d-4b49-b979-f0518f6c37a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:02:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['b444d49b-f40a-455d-855a-859690723df9'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:02:59.016428 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7d8358-ce21-473d-bb2f-619cb26c12e4 req-154830a0-d4f8-4093-8661-9633f5405f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:02:59.018500 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7e7d8358-ce21-473d-bb2f-619cb26c12e4 req-154830a0-d4f8-4093-8661-9633f5405f6d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2668512e-8eb2-4929-aa61-73eeaa045414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1043487 Feb 09 22:02:59.025247 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-df63c65a-534a-414f-9f02-c1dc420a2a22 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:02:59.026822 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-df63c65a-534a-414f-9f02-c1dc420a2a22 admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 4.7939088 Feb 09 22:02:59.029612 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 39792) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:59.098586 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39796) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:02:59.235046 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-a7abfdb1-5da1-4602-b001-dca2903d7d3b tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/floatingips/00a7a013-de7a-471e-995e-de8c026cac39 HTTP/1.1" status: 200 len: 992 time: 0.1336226 Feb 09 22:02:59.266685 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7e7d8358-ce21-473d-bb2f-619cb26c12e4 req-4f7d3df5-84fd-447b-a434-a1c33a429b46 service neutron] 10.222.0.89 "GET /v2.0/networks/2668512e-8eb2-4929-aa61-73eeaa045414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385025 Feb 09 22:02:59.336621 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3989f9ad-3962-415e-a7e4-11057e20fa77 None None] New status for floating IP 00a7a013-de7a-471e-995e-de8c026cac39: ACTIVE {{(pid=103142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:02:59.454609 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7e7d8358-ce21-473d-bb2f-619cb26c12e4 req-a5ba4f4d-bf50-4433-b378-d636ea89f9d4 service neutron] 10.222.0.89 "GET /v2.0/networks/2668512e-8eb2-4929-aa61-73eeaa045414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798446 Feb 09 22:02:59.679381 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-705bb9b0-958d-4b49-b979-f0518f6c37a3 None None] Set router b444d49b-f40a-455d-855a-859690723df9 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:03:00.065504 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a845ae27-97cf-4558-9423-9d5f23d8aaa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:00.072936 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-705bb9b0-958d-4b49-b979-f0518f6c37a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b444d49b-f40a-455d-855a-859690723df9', 'name': 'tempest-ImageQuotaTest-779113506-router', 'tenant_id': '894f3f31b8ed4e118953429c0b006be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '90ea04ef-1b06-4493-ada0-0248686a25cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:02:54Z', 'updated_at': '2022-02-09T22:02:57Z', 'revision_number': 3, 'project_id': '894f3f31b8ed4e118953429c0b006be6', 'gw_port': {'id': '90ea04ef-1b06-4493-ada0-0248686a25cd', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b444d49b-f40a-455d-855a-859690723df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:02:56Z', 'updated_at': '2022-02-09T22:02:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:00.157696 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705bb9b0-958d-4b49-b979-f0518f6c37a3 None None] Checking router: b444d49b-f40a-455d-855a-859690723df9 for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:03:00.158412 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705bb9b0-958d-4b49-b979-f0518f6c37a3 None None] Updating router b444d49b-f40a-455d-855a-859690723df9 port 90ea04ef-1b06-4493-ada0-0248686a25cd binding host n-d-828369-5 {{(pid=103143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:03:00.237402 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39802) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:00.247399 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-705bb9b0-958d-4b49-b979-f0518f6c37a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (90ea04ef-1b06-4493-ada0-0248686a25cd), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:00.448371 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-54529443-5e98-44b5-bbd1-18c5906d8aeb tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/floatingips/00a7a013-de7a-471e-995e-de8c026cac39 HTTP/1.1" status: 200 len: 994 time: 0.2097199 Feb 09 22:03:00.594633 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-a845ae27-97cf-4558-9423-9d5f23d8aaa3 admin admin] Allocated IP 172.20.0.1 (4c08e482-297e-4e1a-8f0f-09e2669ea78e/40c31452-5469-4342-8467-d91168fdf1fd/c7c6ef2b-98a3-44a3-bedb-6665676841b8) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:03:00.629901 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18aa88d-ce7c-49e4-a252-8c2c7d25aea2 req-dc86629c-9336-4735-bf86-41f3de723d25 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:00.651461 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f18aa88d-ce7c-49e4-a252-8c2c7d25aea2 req-dc86629c-9336-4735-bf86-41f3de723d25 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=9b43dcc6-bfa2-4e4a-b6fa-0e8457213291 HTTP/1.1" status: 200 len: 945 time: 0.7148650 Feb 09 22:03:00.759586 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f18aa88d-ce7c-49e4-a252-8c2c7d25aea2 req-dc1d3b19-8201-43b2-a715-a5e23957a1c9 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=a150208c-d856-4775-8b70-a04a39be3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073194 Feb 09 22:03:00.879588 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a845ae27-97cf-4558-9423-9d5f23d8aaa3 admin admin] Publish callbacks [] for port (c7c6ef2b-98a3-44a3-bedb-6665676841b8), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:00.928822 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a845ae27-97cf-4558-9423-9d5f23d8aaa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (c7c6ef2b-98a3-44a3-bedb-6665676841b8), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:00.933048 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-705bb9b0-958d-4b49-b979-f0518f6c37a3 None None] Publish callbacks [] for port (90ea04ef-1b06-4493-ada0-0248686a25cd), precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:00.940821 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-705bb9b0-958d-4b49-b979-f0518f6c37a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (90ea04ef-1b06-4493-ada0-0248686a25cd), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:01.002759 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-705bb9b0-958d-4b49-b979-f0518f6c37a3 None None] Attempting to bind port 90ea04ef-1b06-4493-ada0-0248686a25cd on host n-d-828369-5 for vnic_type normal with profile {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:03:01.003133 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-705bb9b0-958d-4b49-b979-f0518f6c37a3 None None] Attempting to bind port 90ea04ef-1b06-4493-ada0-0248686a25cd by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:03:01.003500 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705bb9b0-958d-4b49-b979-f0518f6c37a3 None None] Attempting to bind port 90ea04ef-1b06-4493-ada0-0248686a25cd on network 54a442d5-50a0-4c75-85cc-d19f5bf58118 {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:03:01.004907 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a845ae27-97cf-4558-9423-9d5f23d8aaa3 admin admin] Network 4c08e482-297e-4e1a-8f0f-09e2669ea78e is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:03:01.006325 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a845ae27-97cf-4558-9423-9d5f23d8aaa3 admin admin] Pushing event updated for resources: {'Port': ['ID=c7c6ef2b-98a3-44a3-bedb-6665676841b8,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:01.010428 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-a845ae27-97cf-4558-9423-9d5f23d8aaa3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:03:01.010793 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705bb9b0-958d-4b49-b979-f0518f6c37a3 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:03:01.011484 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705bb9b0-958d-4b49-b979-f0518f6c37a3 None None] Checking segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:03:01.012110 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-705bb9b0-958d-4b49-b979-f0518f6c37a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:01.013109 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a845ae27-97cf-4558-9423-9d5f23d8aaa3 admin admin] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:03:01.026127 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705bb9b0-958d-4b49-b979-f0518f6c37a3 None None] Bound using segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:03:01.026653 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-705bb9b0-958d-4b49-b979-f0518f6c37a3 None None] Bound port: 90ea04ef-1b06-4493-ada0-0248686a25cd, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:03:01.027060 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-705bb9b0-958d-4b49-b979-f0518f6c37a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (90ea04ef-1b06-4493-ada0-0248686a25cd), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:01.071269 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a845ae27-97cf-4558-9423-9d5f23d8aaa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554727'] for router_interface (b444d49b-f40a-455d-855a-859690723df9), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:01.155200 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-705bb9b0-958d-4b49-b979-f0518f6c37a3 None None] For port 90ea04ef-1b06-4493-ada0-0248686a25cd, host n-d-828369-5, cleared binding levels {{(pid=103143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:03:01.159557 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-705bb9b0-958d-4b49-b979-f0518f6c37a3 None None] For port 90ea04ef-1b06-4493-ada0-0248686a25cd, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=90ea04ef-1b06-4493-ada0-0248686a25cd,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:03:01.171249 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-705bb9b0-958d-4b49-b979-f0518f6c37a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (90ea04ef-1b06-4493-ada0-0248686a25cd), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:01.202410 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0681abc9-8ac1-43d4-925c-8c8dc2b7c41e None None] Pushing event updated for resources: {'Port': ['ID=90ea04ef-1b06-4493-ada0-0248686a25cd,revision_number=2']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:01.306179 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0681abc9-8ac1-43d4-925c-8c8dc2b7c41e None None] Pushing event updated for resources: {'Port': ['ID=90ea04ef-1b06-4493-ada0-0248686a25cd,revision_number=3']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:01.344676 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705bb9b0-958d-4b49-b979-f0518f6c37a3 None None] Routers {'b444d49b-f40a-455d-855a-859690723df9'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:03:01.345325 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-705bb9b0-958d-4b49-b979-f0518f6c37a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:02:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['b444d49b-f40a-455d-855a-859690723df9'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:01.388713 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a845ae27-97cf-4558-9423-9d5f23d8aaa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (c7c6ef2b-98a3-44a3-bedb-6665676841b8), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:01.557087 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-705bb9b0-958d-4b49-b979-f0518f6c37a3 None None] Set router b444d49b-f40a-455d-855a-859690723df9 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:03:01.808145 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a845ae27-97cf-4558-9423-9d5f23d8aaa3 admin admin] Publish callbacks [] for port (c7c6ef2b-98a3-44a3-bedb-6665676841b8), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:01.818335 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-4801aab9-dc33-4be2-899c-a658fe665182 None None] Provisioning complete for port c7c6ef2b-98a3-44a3-bedb-6665676841b8 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:03:01.818995 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-4801aab9-dc33-4be2-899c-a658fe665182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (c7c6ef2b-98a3-44a3-bedb-6665676841b8), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:01.826952 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a845ae27-97cf-4558-9423-9d5f23d8aaa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (c7c6ef2b-98a3-44a3-bedb-6665676841b8), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:01.962551 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-4801aab9-dc33-4be2-899c-a658fe665182 None None] Port c7c6ef2b-98a3-44a3-bedb-6665676841b8 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:03:01.981344 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-705bb9b0-958d-4b49-b979-f0518f6c37a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b444d49b-f40a-455d-855a-859690723df9', 'name': 'tempest-ImageQuotaTest-779113506-router', 'tenant_id': '894f3f31b8ed4e118953429c0b006be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '90ea04ef-1b06-4493-ada0-0248686a25cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:02:54Z', 'updated_at': '2022-02-09T22:03:01Z', 'revision_number': 4, 'project_id': '894f3f31b8ed4e118953429c0b006be6', 'gw_port': {'id': '90ea04ef-1b06-4493-ada0-0248686a25cd', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b444d49b-f40a-455d-855a-859690723df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:02:56Z', 'updated_at': '2022-02-09T22:03:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': 'c7c6ef2b-98a3-44a3-bedb-6665676841b8', 'name': '', 'network_id': '4c08e482-297e-4e1a-8f0f-09e2669ea78e', 'tenant_id': '894f3f31b8ed4e118953429c0b006be6', 'mac_address': 'fa:16:3e:ff:17:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b444d49b-f40a-455d-855a-859690723df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '40c31452-5469-4342-8467-d91168fdf1fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:03:00Z', 'updated_at': '2022-02-09T22:03:00Z', 'revision_number': 1, 'project_id': '894f3f31b8ed4e118953429c0b006be6', 'subnets': [{'id': '40c31452-5469-4342-8467-d91168fdf1fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:02.050125 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705bb9b0-958d-4b49-b979-f0518f6c37a3 None None] The sync data for ids ['b444d49b-f40a-455d-855a-859690723df9'] in n-d-828369-5 is: [{'id': 'b444d49b-f40a-455d-855a-859690723df9', 'name': 'tempest-ImageQuotaTest-779113506-router', 'tenant_id': '894f3f31b8ed4e118953429c0b006be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '90ea04ef-1b06-4493-ada0-0248686a25cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:02:54Z', 'updated_at': '2022-02-09T22:03:01Z', 'revision_number': 4, 'project_id': '894f3f31b8ed4e118953429c0b006be6', 'gw_port': {'id': '90ea04ef-1b06-4493-ada0-0248686a25cd', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b444d49b-f40a-455d-855a-859690723df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:02:56Z', 'updated_at': '2022-02-09T22:03:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': 'c7c6ef2b-98a3-44a3-bedb-6665676841b8', 'name': '', 'network_id': '4c08e482-297e-4e1a-8f0f-09e2669ea78e', 'tenant_id': '894f3f31b8ed4e118953429c0b006be6', 'mac_address': 'fa:16:3e:ff:17:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b444d49b-f40a-455d-855a-859690723df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '40c31452-5469-4342-8467-d91168fdf1fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:03:00Z', 'updated_at': '2022-02-09T22:03:00Z', 'revision_number': 1, 'project_id': '894f3f31b8ed4e118953429c0b006be6', 'subnets': [{'id': '40c31452-5469-4342-8467-d91168fdf1fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:03:02.522932 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a845ae27-97cf-4558-9423-9d5f23d8aaa3 admin admin] Pushing event updated for resources: {'Port': ['ID=c7c6ef2b-98a3-44a3-bedb-6665676841b8,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:02.531151 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a845ae27-97cf-4558-9423-9d5f23d8aaa3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524919'] for router_interface (b444d49b-f40a-455d-855a-859690723df9), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:02.560184 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78de84c-6ed6-4534-ad03-6c94f328cce4 req-45d0e63d-bd14-4892-b9b2-308728830c39 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:02.560184 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a78de84c-6ed6-4534-ad03-6c94f328cce4 req-45d0e63d-bd14-4892-b9b2-308728830c39 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=9b43dcc6-bfa2-4e4a-b6fa-0e8457213291 HTTP/1.1" status: 200 len: 945 time: 0.1275439 Feb 09 22:03:02.662752 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a78de84c-6ed6-4534-ad03-6c94f328cce4 req-fec49bd3-2717-47ab-b0bf-84dfd4cc858d tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=a150208c-d856-4775-8b70-a04a39be3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902863 Feb 09 22:03:02.743440 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a845ae27-97cf-4558-9423-9d5f23d8aaa3 admin admin] Network 4c08e482-297e-4e1a-8f0f-09e2669ea78e is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:03:02.745619 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-a845ae27-97cf-4558-9423-9d5f23d8aaa3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:03:03.015741 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a845ae27-97cf-4558-9423-9d5f23d8aaa3 admin admin] Router b444d49b-f40a-455d-855a-859690723df9 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:03:03.216123 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a803388a-32ad-45df-b6ae-411034aa243a None None] Provisioning complete for port c7c6ef2b-98a3-44a3-bedb-6665676841b8 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:03:03.217251 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a803388a-32ad-45df-b6ae-411034aa243a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (c7c6ef2b-98a3-44a3-bedb-6665676841b8), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:03.263489 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a803388a-32ad-45df-b6ae-411034aa243a None None] Port c7c6ef2b-98a3-44a3-bedb-6665676841b8 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:03:03.275558 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a845ae27-97cf-4558-9423-9d5f23d8aaa3 admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:03:03.288874 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-a845ae27-97cf-4558-9423-9d5f23d8aaa3 admin admin] 10.222.0.90 "PUT /v2.0/routers/b444d49b-f40a-455d-855a-859690723df9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2498033 Feb 09 22:03:03.795270 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 90ea04ef-1b06-4493-ada0-0248686a25cd up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:03:03.850029 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 90ea04ef-1b06-4493-ada0-0248686a25cd triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:03:03.850417 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (90ea04ef-1b06-4493-ada0-0248686a25cd), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:03.920193 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c0c07a-ab2b-460b-a9df-2aa017aac80e req-aae92149-e3bc-406d-8740-8be8f8a179ad tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:03.928503 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a6c0c07a-ab2b-460b-a9df-2aa017aac80e req-aae92149-e3bc-406d-8740-8be8f8a179ad tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=9b43dcc6-bfa2-4e4a-b6fa-0e8457213291 HTTP/1.1" status: 200 len: 945 time: 0.1151783 Feb 09 22:03:03.940988 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 90ea04ef-1b06-4493-ada0-0248686a25cd is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:03:03.941700 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (90ea04ef-1b06-4493-ada0-0248686a25cd), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:03.974889 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port 90ea04ef-1b06-4493-ada0-0248686a25cd, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=90ea04ef-1b06-4493-ada0-0248686a25cd,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:03:03.982389 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (90ea04ef-1b06-4493-ada0-0248686a25cd), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:03.997689 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a6c0c07a-ab2b-460b-a9df-2aa017aac80e req-c42f82b0-86e7-4458-b564-44dda807a365 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=a150208c-d856-4775-8b70-a04a39be3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574856 Feb 09 22:03:04.063362 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=90ea04ef-1b06-4493-ada0-0248686a25cd,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:04.348188 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d10415-910c-4cd9-a7ae-1239953a420f req-4dd0c49d-dce5-4053-8a36-89e80b5f4549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:04.349797 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-02d10415-910c-4cd9-a7ae-1239953a420f req-4dd0c49d-dce5-4053-8a36-89e80b5f4549 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=a5b450ffe3204024aa1de4c1c17e7296&device_id=9b43dcc6-bfa2-4e4a-b6fa-0e8457213291 HTTP/1.1" status: 200 len: 1127 time: 0.1190684 Feb 09 22:03:04.450706 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d10415-910c-4cd9-a7ae-1239953a420f req-87d60027-6c32-474e-a848-716ef9d8538f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:04.452347 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-02d10415-910c-4cd9-a7ae-1239953a420f req-87d60027-6c32-474e-a848-716ef9d8538f service neutron] 10.222.0.95 "GET /v2.0/networks?id=37def89c-7a9f-4c66-92be-f91fbe6a4291 HTTP/1.1" status: 200 len: 918 time: 0.0954468 Feb 09 22:03:04.521153 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-02d10415-910c-4cd9-a7ae-1239953a420f req-50e66408-4754-4fbc-b9a7-817c983b7b84 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e HTTP/1.1" status: 200 len: 1001 time: 0.0624206 Feb 09 22:03:04.578734 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d10415-910c-4cd9-a7ae-1239953a420f req-f5f81eb3-f302-49c1-a998-1b191a66bbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:04.580384 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-02d10415-910c-4cd9-a7ae-1239953a420f req-f5f81eb3-f302-49c1-a998-1b191a66bbe5 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=e04d8769-3631-49a0-81b3-a22ce5792703 HTTP/1.1" status: 200 len: 856 time: 0.0524409 Feb 09 22:03:04.633120 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d10415-910c-4cd9-a7ae-1239953a420f req-559ba2bb-9e11-4bfd-a750-f26b8a652625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:04.634648 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-02d10415-910c-4cd9-a7ae-1239953a420f req-559ba2bb-9e11-4bfd-a750-f26b8a652625 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=37def89c-7a9f-4c66-92be-f91fbe6a4291&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0468807 Feb 09 22:03:04.694071 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39854) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:04.734606 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-02d10415-910c-4cd9-a7ae-1239953a420f req-ade349d7-9410-4f5c-aa93-9f7a6c7680f2 service neutron] 10.222.0.95 "GET /v2.0/networks/37def89c-7a9f-4c66-92be-f91fbe6a4291?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933938 Feb 09 22:03:04.834384 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-02d10415-910c-4cd9-a7ae-1239953a420f req-53995a73-ac80-4ed2-93d5-e9fceac1e13f service neutron] 10.222.0.95 "GET /v2.0/networks/37def89c-7a9f-4c66-92be-f91fbe6a4291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927298 Feb 09 22:03:05.066333 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a54e510d-7188-48ee-9510-5aec1b9fe88f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524906'] for router_interface (b444d49b-f40a-455d-855a-859690723df9), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:05.153430 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d2bc7-e747-4c48-adf3-f859183956da req-bf279f33-2f02-4091-bd7b-12c76e7a1582 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:05.155033 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7f9d2bc7-e747-4c48-adf3-f859183956da req-bf279f33-2f02-4091-bd7b-12c76e7a1582 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=9b43dcc6-bfa2-4e4a-b6fa-0e8457213291 HTTP/1.1" status: 200 len: 945 time: 0.0579038 Feb 09 22:03:05.215269 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7f9d2bc7-e747-4c48-adf3-f859183956da req-8c02a410-35a8-4dc1-889b-76af7c8d1e42 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=a150208c-d856-4775-8b70-a04a39be3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497067 Feb 09 22:03:05.283091 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21d2ab5-a923-49e9-ace0-b0c6a37671b5 None None] Sync routers for ids ['b444d49b-f40a-455d-855a-859690723df9'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:03:05.293365 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21d2ab5-a923-49e9-ace0-b0c6a37671b5 None None] Routers {'b444d49b-f40a-455d-855a-859690723df9'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:03:05.293983 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-e21d2ab5-a923-49e9-ace0-b0c6a37671b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:02:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['b444d49b-f40a-455d-855a-859690723df9'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:05.353253 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-a54e510d-7188-48ee-9510-5aec1b9fe88f admin admin] Deleting port c7c6ef2b-98a3-44a3-bedb-6665676841b8 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:03:05.353683 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a54e510d-7188-48ee-9510-5aec1b9fe88f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (c7c6ef2b-98a3-44a3-bedb-6665676841b8), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:05.405660 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-e21d2ab5-a923-49e9-ace0-b0c6a37671b5 None None] Set router b444d49b-f40a-455d-855a-859690723df9 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:03:05.434685 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a54e510d-7188-48ee-9510-5aec1b9fe88f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (c7c6ef2b-98a3-44a3-bedb-6665676841b8), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:05.447768 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-a54e510d-7188-48ee-9510-5aec1b9fe88f admin admin] Calling delete_port for c7c6ef2b-98a3-44a3-bedb-6665676841b8 owned by network:router_interface {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:03:05.624031 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-e21d2ab5-a923-49e9-ace0-b0c6a37671b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b444d49b-f40a-455d-855a-859690723df9', 'name': 'tempest-ImageQuotaTest-779113506-router', 'tenant_id': '894f3f31b8ed4e118953429c0b006be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '90ea04ef-1b06-4493-ada0-0248686a25cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:02:54Z', 'updated_at': '2022-02-09T22:03:01Z', 'revision_number': 4, 'project_id': '894f3f31b8ed4e118953429c0b006be6', 'gw_port': {'id': '90ea04ef-1b06-4493-ada0-0248686a25cd', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b444d49b-f40a-455d-855a-859690723df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:02:56Z', 'updated_at': '2022-02-09T22:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': 'c7c6ef2b-98a3-44a3-bedb-6665676841b8', 'name': '', 'network_id': '4c08e482-297e-4e1a-8f0f-09e2669ea78e', 'tenant_id': '894f3f31b8ed4e118953429c0b006be6', 'mac_address': 'fa:16:3e:ff:17:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b444d49b-f40a-455d-855a-859690723df9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '40c31452-5469-4342-8467-d91168fdf1fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:03:00Z', 'updated_at': '2022-02-09T22:03:01Z', 'revision_number': 2, 'project_id': '894f3f31b8ed4e118953429c0b006be6', 'subnets': [{'id': '40c31452-5469-4342-8467-d91168fdf1fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:05.651134 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21d2ab5-a923-49e9-ace0-b0c6a37671b5 None None] Checking router: b444d49b-f40a-455d-855a-859690723df9 for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:03:05.651510 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a54e510d-7188-48ee-9510-5aec1b9fe88f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (c7c6ef2b-98a3-44a3-bedb-6665676841b8), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:05.651644 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21d2ab5-a923-49e9-ace0-b0c6a37671b5 None None] Updating router b444d49b-f40a-455d-855a-859690723df9 port c7c6ef2b-98a3-44a3-bedb-6665676841b8 binding host n-d-828369-5 {{(pid=103143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:03:05.669391 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21d2ab5-a923-49e9-ace0-b0c6a37671b5 None None] Port c7c6ef2b-98a3-44a3-bedb-6665676841b8 not found while updating agent binding for router b444d49b-f40a-455d-855a-859690723df9. {{(pid=103143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 09 22:03:05.678621 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21d2ab5-a923-49e9-ace0-b0c6a37671b5 None None] Routers {'b444d49b-f40a-455d-855a-859690723df9'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:03:05.679249 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-e21d2ab5-a923-49e9-ace0-b0c6a37671b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:02:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['b444d49b-f40a-455d-855a-859690723df9'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:05.689814 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54e510d-7188-48ee-9510-5aec1b9fe88f admin admin] Pushing event deleted for resources: {'Port': ['ID=c7c6ef2b-98a3-44a3-bedb-6665676841b8,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:05.786788 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 90ea04ef-1b06-4493-ada0-0248686a25cd up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:03:05.798041 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-e21d2ab5-a923-49e9-ace0-b0c6a37671b5 None None] Set router b444d49b-f40a-455d-855a-859690723df9 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:03:05.839409 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 90ea04ef-1b06-4493-ada0-0248686a25cd triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:03:05.840044 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (90ea04ef-1b06-4493-ada0-0248686a25cd), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:05.935325 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a54e510d-7188-48ee-9510-5aec1b9fe88f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-525054'] for router_interface (b444d49b-f40a-455d-855a-859690723df9), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:06.011464 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 90ea04ef-1b06-4493-ada0-0248686a25cd is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:03:06.152918 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-e21d2ab5-a923-49e9-ace0-b0c6a37671b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b444d49b-f40a-455d-855a-859690723df9', 'name': 'tempest-ImageQuotaTest-779113506-router', 'tenant_id': '894f3f31b8ed4e118953429c0b006be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '90ea04ef-1b06-4493-ada0-0248686a25cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:02:54Z', 'updated_at': '2022-02-09T22:03:05Z', 'revision_number': 5, 'project_id': '894f3f31b8ed4e118953429c0b006be6', 'gw_port': {'id': '90ea04ef-1b06-4493-ada0-0248686a25cd', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b444d49b-f40a-455d-855a-859690723df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:02:56Z', 'updated_at': '2022-02-09T22:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:06.181214 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21d2ab5-a923-49e9-ace0-b0c6a37671b5 None None] The sync data for ids ['b444d49b-f40a-455d-855a-859690723df9'] in n-d-828369-5 is: [{'id': 'b444d49b-f40a-455d-855a-859690723df9', 'name': 'tempest-ImageQuotaTest-779113506-router', 'tenant_id': '894f3f31b8ed4e118953429c0b006be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '90ea04ef-1b06-4493-ada0-0248686a25cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:02:54Z', 'updated_at': '2022-02-09T22:03:05Z', 'revision_number': 5, 'project_id': '894f3f31b8ed4e118953429c0b006be6', 'gw_port': {'id': '90ea04ef-1b06-4493-ada0-0248686a25cd', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b444d49b-f40a-455d-855a-859690723df9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:02:56Z', 'updated_at': '2022-02-09T22:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:03:06.213643 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a54e510d-7188-48ee-9510-5aec1b9fe88f admin admin] Router b444d49b-f40a-455d-855a-859690723df9 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:03:06.332816 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a54e510d-7188-48ee-9510-5aec1b9fe88f admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:03:06.339155 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-a54e510d-7188-48ee-9510-5aec1b9fe88f admin admin] 10.222.0.90 "PUT /v2.0/routers/b444d49b-f40a-455d-855a-859690723df9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6439548 Feb 09 22:03:06.341540 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39864) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:06.358317 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07cd13a-5020-40ff-ac39-87b1163ccf17 req-9574a6a1-a278-42bd-928a-e749eee2e7c0 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:06.359855 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b07cd13a-5020-40ff-ac39-87b1163ccf17 req-9574a6a1-a278-42bd-928a-e749eee2e7c0 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=9b43dcc6-bfa2-4e4a-b6fa-0e8457213291 HTTP/1.1" status: 200 len: 945 time: 0.0670838 Feb 09 22:03:06.408911 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b07cd13a-5020-40ff-ac39-87b1163ccf17 req-9b1feb17-463d-46bf-9efb-b1fbcc5514e9 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=a150208c-d856-4775-8b70-a04a39be3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428162 Feb 09 22:03:06.450769 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e98fba2c-9bfb-4d6e-8bd8-36ecfe44927b admin admin] Publish callbacks [] for router (b444d49b-f40a-455d-855a-859690723df9), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:06.571277 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e98fba2c-9bfb-4d6e-8bd8-36ecfe44927b admin admin] Publish callbacks [] for router_gateway (b444d49b-f40a-455d-855a-859690723df9), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:06.630374 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-e98fba2c-9bfb-4d6e-8bd8-36ecfe44927b admin admin] Deleting port 90ea04ef-1b06-4493-ada0-0248686a25cd {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:03:06.630850 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e98fba2c-9bfb-4d6e-8bd8-36ecfe44927b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (90ea04ef-1b06-4493-ada0-0248686a25cd), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:06.741538 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-e98fba2c-9bfb-4d6e-8bd8-36ecfe44927b admin admin] For port 90ea04ef-1b06-4493-ada0-0248686a25cd, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=90ea04ef-1b06-4493-ada0-0248686a25cd,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:03:06.742206 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e98fba2c-9bfb-4d6e-8bd8-36ecfe44927b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (90ea04ef-1b06-4493-ada0-0248686a25cd), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:06.758553 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-e98fba2c-9bfb-4d6e-8bd8-36ecfe44927b admin admin] Calling delete_port for 90ea04ef-1b06-4493-ada0-0248686a25cd owned by network:router_gateway {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:03:06.938944 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e98fba2c-9bfb-4d6e-8bd8-36ecfe44927b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (90ea04ef-1b06-4493-ada0-0248686a25cd), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:06.971741 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98fba2c-9bfb-4d6e-8bd8-36ecfe44927b admin admin] Pushing event deleted for resources: {'Port': ['ID=90ea04ef-1b06-4493-ada0-0248686a25cd,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:07.039800 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e98fba2c-9bfb-4d6e-8bd8-36ecfe44927b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-554524'] for router_gateway (b444d49b-f40a-455d-855a-859690723df9), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:07.144465 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e98fba2c-9bfb-4d6e-8bd8-36ecfe44927b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (b444d49b-f40a-455d-855a-859690723df9), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:07.146779 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e98fba2c-9bfb-4d6e-8bd8-36ecfe44927b admin admin] Publish callbacks [] for router_controller (b444d49b-f40a-455d-855a-859690723df9), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:07.203564 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e98fba2c-9bfb-4d6e-8bd8-36ecfe44927b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (b444d49b-f40a-455d-855a-859690723df9), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:07.204489 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e98fba2c-9bfb-4d6e-8bd8-36ecfe44927b admin admin] Fanout notify agent at l3_agent the message router_deleted on router b444d49b-f40a-455d-855a-859690723df9 {{(pid=103141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:03:07.209754 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e98fba2c-9bfb-4d6e-8bd8-36ecfe44927b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:07.211138 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-e98fba2c-9bfb-4d6e-8bd8-36ecfe44927b admin admin] 10.222.0.90 "DELETE /v2.0/routers/b444d49b-f40a-455d-855a-859690723df9 HTTP/1.1" status: 204 len: 168 time: 0.8683844 Feb 09 22:03:07.213985 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 39868) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:07.265457 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_v2 [None req-75783b18-4a4f-40bc-a9e2-845f6723be66 admin admin] Deleting subnet 40c31452-5469-4342-8467-d91168fdf1fd {{(pid=103140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:03:07.269014 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-75783b18-4a4f-40bc-a9e2-845f6723be66 admin admin] Publish callbacks [] for subnet (40c31452-5469-4342-8467-d91168fdf1fd), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:07.305152 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-75783b18-4a4f-40bc-a9e2-845f6723be66 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9110716'] for subnet (40c31452-5469-4342-8467-d91168fdf1fd), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:07.342495 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4572c4b7-b6de-44d6-8794-5c7af2fbaad5 None None] Sync routers for ids ['b444d49b-f40a-455d-855a-859690723df9'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:03:07.355252 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4572c4b7-b6de-44d6-8794-5c7af2fbaad5 None None] Routers set() bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:03:07.355642 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4572c4b7-b6de-44d6-8794-5c7af2fbaad5 None None] Router IDs set() for agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 09 22:03:07.356340 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_agentschedulers_db [None req-4572c4b7-b6de-44d6-8794-5c7af2fbaad5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b444d49b-f40a-455d-855a-859690723df9'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:02:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent'). {{(pid=103142) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 09 22:03:07.366362 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4572c4b7-b6de-44d6-8794-5c7af2fbaad5 None None] Routers set() bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:03:07.366747 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4572c4b7-b6de-44d6-8794-5c7af2fbaad5 None None] Router IDs set() for agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 09 22:03:07.367347 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_agentschedulers_db [None req-4572c4b7-b6de-44d6-8794-5c7af2fbaad5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b444d49b-f40a-455d-855a-859690723df9'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:02:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent'). {{(pid=103142) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 09 22:03:07.367731 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4572c4b7-b6de-44d6-8794-5c7af2fbaad5 None None] The sync data for ids ['b444d49b-f40a-455d-855a-859690723df9'] in n-d-828369-5 is: [] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:03:07.401143 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-75783b18-4a4f-40bc-a9e2-845f6723be66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (40c31452-5469-4342-8467-d91168fdf1fd), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:07.469699 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-75783b18-4a4f-40bc-a9e2-845f6723be66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621346'] for subnet (40c31452-5469-4342-8467-d91168fdf1fd), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:07.507268 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75783b18-4a4f-40bc-a9e2-845f6723be66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40c31452-5469-4342-8467-d91168fdf1fd,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:07.519170 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-75783b18-4a4f-40bc-a9e2-845f6723be66 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:07.522846 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-75783b18-4a4f-40bc-a9e2-845f6723be66 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/40c31452-5469-4342-8467-d91168fdf1fd HTTP/1.1" status: 204 len: 168 time: 0.3077853 Feb 09 22:03:07.527004 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39872) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:07.529868 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72009ea-fb41-40ad-81f5-fb514b38214d None None] Network 4c08e482-297e-4e1a-8f0f-09e2669ea78e requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:03:07.570790 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a0423f-4b87-4847-9608-2abf242664cb req-d9a4bf67-b06a-43c9-bda8-29b7c4b4bdc3 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:07.572658 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c0a0423f-4b87-4847-9608-2abf242664cb req-d9a4bf67-b06a-43c9-bda8-29b7c4b4bdc3 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=9b43dcc6-bfa2-4e4a-b6fa-0e8457213291 HTTP/1.1" status: 200 len: 945 time: 0.0678885 Feb 09 22:03:07.624474 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c0a0423f-4b87-4847-9608-2abf242664cb req-0f4e0825-5189-44c7-ba00-e1766f112700 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=a150208c-d856-4775-8b70-a04a39be3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454781 Feb 09 22:03:07.639919 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b715f76f-41f7-4b01-b29f-51e111ff7e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (4c08e482-297e-4e1a-8f0f-09e2669ea78e), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:07.712799 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-b715f76f-41f7-4b01-b29f-51e111ff7e50 admin admin] Deleting port 95d9f20f-f397-43b6-b57b-79ebe0b6507c {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:03:07.713088 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b715f76f-41f7-4b01-b29f-51e111ff7e50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (95d9f20f-f397-43b6-b57b-79ebe0b6507c), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:07.902173 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-100e65b9-353a-432e-bb07-350dc1cf6e09 None None] DHCP port deletion for 4c08e482-297e-4e1a-8f0f-09e2669ea78e request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:03:07.992426 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:03:08.055689 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 90ea04ef-1b06-4493-ada0-0248686a25cd no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:03:08.078594 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 90ea04ef-1b06-4493-ada0-0248686a25cd {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:03:08.079191 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 90ea04ef-1b06-4493-ada0-0248686a25cd not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:03:08.079795 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device c7c6ef2b-98a3-44a3-bedb-6665676841b8 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:03:08.103184 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: c7c6ef2b-98a3-44a3-bedb-6665676841b8 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:03:08.103870 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device c7c6ef2b-98a3-44a3-bedb-6665676841b8 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:03:08.104519 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 95d9f20f-f397-43b6-b57b-79ebe0b6507c no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:03:08.179598 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-b715f76f-41f7-4b01-b29f-51e111ff7e50 admin admin] For port 95d9f20f-f397-43b6-b57b-79ebe0b6507c, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=95d9f20f-f397-43b6-b57b-79ebe0b6507c,segment=NetworkSegment(24af79f4-fda8-4a96-a9a6-bc06dfc93075),segment_id=24af79f4-fda8-4a96-a9a6-bc06dfc93075)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:03:08.184762 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b715f76f-41f7-4b01-b29f-51e111ff7e50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (95d9f20f-f397-43b6-b57b-79ebe0b6507c), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:08.202920 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-b715f76f-41f7-4b01-b29f-51e111ff7e50 admin admin] Calling delete_port for 95d9f20f-f397-43b6-b57b-79ebe0b6507c owned by network:dhcp {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:03:08.213455 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 95d9f20f-f397-43b6-b57b-79ebe0b6507c is: ACTIVE; New status is: DOWN {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:03:08.213845 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (95d9f20f-f397-43b6-b57b-79ebe0b6507c), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:08.253736 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-100e65b9-353a-432e-bb07-350dc1cf6e09 None None] Deleting port 95d9f20f-f397-43b6-b57b-79ebe0b6507c {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:03:08.254112 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-100e65b9-353a-432e-bb07-350dc1cf6e09 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (95d9f20f-f397-43b6-b57b-79ebe0b6507c), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:08.331487 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port 95d9f20f-f397-43b6-b57b-79ebe0b6507c, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=95d9f20f-f397-43b6-b57b-79ebe0b6507c,segment=NetworkSegment(24af79f4-fda8-4a96-a9a6-bc06dfc93075),segment_id=24af79f4-fda8-4a96-a9a6-bc06dfc93075)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:03:08.335196 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e is: ACTIVE; New status is: DOWN {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:03:08.335846 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:08.345923 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b715f76f-41f7-4b01-b29f-51e111ff7e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (95d9f20f-f397-43b6-b57b-79ebe0b6507c), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:08.364745 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (95d9f20f-f397-43b6-b57b-79ebe0b6507c), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:08.375691 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b715f76f-41f7-4b01-b29f-51e111ff7e50 admin admin] Pushing event deleted for resources: {'Port': ['ID=95d9f20f-f397-43b6-b57b-79ebe0b6507c,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:08.389076 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b715f76f-41f7-4b01-b29f-51e111ff7e50 admin admin] No DVR routers for this DVR port 95d9f20f-f397-43b6-b57b-79ebe0b6507c on host n-d-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:03:08.405555 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event deleted for resources: {'Port': ['ID=95d9f20f-f397-43b6-b57b-79ebe0b6507c,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:08.407509 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b43dcc6-bfa2-4e4a-b6fa-0e8457213291', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:03:08.411883 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-277087f5-a96c-4ba7-8a44-cc9e600a4f27" -d '{"events": [{"server_uuid": "9b43dcc6-bfa2-4e4a-b6fa-0e8457213291", "name": "network-vif-unplugged", "status": "completed", "tag": "d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:03:08.418146 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-100e65b9-353a-432e-bb07-350dc1cf6e09 None None] For port 95d9f20f-f397-43b6-b57b-79ebe0b6507c, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=95d9f20f-f397-43b6-b57b-79ebe0b6507c,segment=NetworkSegment(24af79f4-fda8-4a96-a9a6-bc06dfc93075),segment_id=24af79f4-fda8-4a96-a9a6-bc06dfc93075)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:03:08.418543 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-100e65b9-353a-432e-bb07-350dc1cf6e09 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (95d9f20f-f397-43b6-b57b-79ebe0b6507c), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:08.471721 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e,segment=NetworkSegment(12f225d2-0c84-489a-a4a8-6e25d803c049),segment_id=12f225d2-0c84-489a-a4a8-6e25d803c049)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:03:08.473634 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 09 Feb 2022 22:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66182267-cc25-40c5-802a-f847b76d263d x-openstack-request-id: req-66182267-cc25-40c5-802a-f847b76d263d {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:03:08.478622 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b43dcc6-bfa2-4e4a-b6fa-0e8457213291", "name": "network-vif-unplugged", "status": "failed", "tag": "d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e", "code": 422}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:03:08.478800 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-66182267-cc25-40c5-802a-f847b76d263d {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:03:08.479214 n-d-828369-5 neutron-server[103142]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9b43dcc6-bfa2-4e4a-b6fa-0e8457213291', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e', 'code': 422} returned with failed status Feb 09 22:03:08.491933 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:08.495079 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b715f76f-41f7-4b01-b29f-51e111ff7e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (4c08e482-297e-4e1a-8f0f-09e2669ea78e), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:08.502100 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-100e65b9-353a-432e-bb07-350dc1cf6e09 None None] Calling delete_port for 95d9f20f-f397-43b6-b57b-79ebe0b6507c owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:03:08.524617 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-b715f76f-41f7-4b01-b29f-51e111ff7e50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c08e482-297e-4e1a-8f0f-09e2669ea78e']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:08.538328 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-b715f76f-41f7-4b01-b29f-51e111ff7e50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24af79f4-fda8-4a96-a9a6-bc06dfc93075') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:08.538708 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-b715f76f-41f7-4b01-b29f-51e111ff7e50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24af79f4-fda8-4a96-a9a6-bc06dfc93075') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:03:08.553592 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b715f76f-41f7-4b01-b29f-51e111ff7e50 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (24af79f4-fda8-4a96-a9a6-bc06dfc93075), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:08.576540 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b715f76f-41f7-4b01-b29f-51e111ff7e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (24af79f4-fda8-4a96-a9a6-bc06dfc93075), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:08.591341 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfde80bc-6950-4d60-be8a-8659974a6870 req-be92dfc0-1ee2-423c-bc39-9255fa3215fc tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:08.593563 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b715f76f-41f7-4b01-b29f-51e111ff7e50 admin admin] Releasing vlan 719 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:03:08.593970 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b715f76f-41f7-4b01-b29f-51e111ff7e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (24af79f4-fda8-4a96-a9a6-bc06dfc93075), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:08.595724 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 22:03:08.595724 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:03:08.595724 n-d-828369-5 neutron-server[103141]: timer() Feb 09 22:03:08.595724 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:03:08.595724 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 22:03:08.595724 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:03:08.595724 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 22:03:08.595724 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:03:08.595724 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 22:03:08.595724 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:03:08.595724 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 22:03:08.595724 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:03:08.595724 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 22:03:08.595724 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:03:08.595724 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:03:08.595724 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:03:08.595724 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:03:08.595724 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:03:08.595724 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 22:03:08.595724 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:03:08.595724 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 22:03:08.595724 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:03:08.595724 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:03:08.595724 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:03:08.595724 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 22:03:08.595724 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:03:08.595724 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:03:08.595724 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:03:08.595724 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:03:08.595724 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:03:08.595724 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:03:08.595724 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:03:08.608057 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bfde80bc-6950-4d60-be8a-8659974a6870 req-be92dfc0-1ee2-423c-bc39-9255fa3215fc tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=9b43dcc6-bfa2-4e4a-b6fa-0e8457213291 HTTP/1.1" status: 200 len: 943 time: 0.1132476 Feb 09 22:03:08.608882 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e,revision_number=8']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:08.683510 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bfde80bc-6950-4d60-be8a-8659974a6870 req-13efb8d0-9412-466a-b116-77f27a0cbd8d tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=a150208c-d856-4775-8b70-a04a39be3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744720 Feb 09 22:03:08.701728 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:03:08.701728 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 22:03:08.701728 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:03:08.701728 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 22:03:08.701728 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:03:08.701728 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 22:03:08.701728 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:03:08.701728 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 22:03:08.701728 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:03:08.701728 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 22:03:08.701728 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:03:08.701728 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 22:03:08.701728 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:03:08.701728 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 22:03:08.701728 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:03:08.701728 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 22:03:08.701728 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:03:08.701728 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 22:03:08.701728 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:03:08.701728 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 22:03:08.701728 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:03:08.701728 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 22:03:08.701728 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:03:08.701728 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 22:03:08.701728 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:03:08.701728 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 22:03:08.701728 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:03:08.701728 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 22:03:08.701728 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:03:08.701728 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 22:03:08.701728 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:03:08.701728 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 22:03:08.701728 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:03:08.701728 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 22:03:08.701728 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:03:08.701728 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 22:03:08.701728 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:03:08.701728 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 22:03:08.701728 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:03:08.701728 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 22:03:08.701728 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:03:08.701728 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 22:03:08.701728 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:03:08.701728 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 22:03:08.701728 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:03:08.701728 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 22:03:08.701728 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:03:08.701728 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 22:03:08.701728 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:03:08.701728 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 22:03:08.701728 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:03:08.701728 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 22:03:08.701728 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:03:08.701728 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 22:03:08.710994 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-100e65b9-353a-432e-bb07-350dc1cf6e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (95d9f20f-f397-43b6-b57b-79ebe0b6507c), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:08.719715 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b715f76f-41f7-4b01-b29f-51e111ff7e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (4c08e482-297e-4e1a-8f0f-09e2669ea78e), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:08.728968 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b715f76f-41f7-4b01-b29f-51e111ff7e50 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:08.732468 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-b715f76f-41f7-4b01-b29f-51e111ff7e50 admin admin] 10.222.0.90 "DELETE /v2.0/networks/4c08e482-297e-4e1a-8f0f-09e2669ea78e HTTP/1.1" status: 204 len: 168 time: 1.2044218 Feb 09 22:03:08.748657 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b715f76f-41f7-4b01-b29f-51e111ff7e50 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c08e482-297e-4e1a-8f0f-09e2669ea78e,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:08.770713 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100e65b9-353a-432e-bb07-350dc1cf6e09 None None] Pushing event deleted for resources: {'Port': ['ID=95d9f20f-f397-43b6-b57b-79ebe0b6507c,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:08.778722 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100e65b9-353a-432e-bb07-350dc1cf6e09 None None] No DVR routers for this DVR port 95d9f20f-f397-43b6-b57b-79ebe0b6507c on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:03:08.812690 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39908) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:08.881417 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 39912) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:08.930274 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-89c1a586-17b8-4a98-b1fd-b0b117c2a2d6 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=894f3f31b8ed4e118953429c0b006be6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0481343 Feb 09 22:03:08.932644 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 39914) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:08.940411 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-fd53e7ff-96b6-4463-93d3-bacfeb58e687 req-5e7491d5-8756-4802-a780-30e2b8406eb6 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=9b43dcc6-bfa2-4e4a-b6fa-0e8457213291&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1264405 Feb 09 22:03:08.950092 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [req-fd53e7ff-96b6-4463-93d3-bacfeb58e687 req-5e1fbaa4-9b15-4ae9-8714-adeff8b184bf service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=103141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 22:03:08.951111 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-fd53e7ff-96b6-4463-93d3-bacfeb58e687 req-5e1fbaa4-9b15-4ae9-8714-adeff8b184bf service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055931 Feb 09 22:03:08.986660 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-53daad96-6af7-4c95-8137-44bd0df5bde8 admin admin] Publish callbacks [] for security_group (a4a7ee26-6655-4157-a886-da2772242326), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:09.010369 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-53daad96-6af7-4c95-8137-44bd0df5bde8 admin admin] Publish callbacks [] for security_group (a4a7ee26-6655-4157-a886-da2772242326), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:09.027597 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1d2c6104-f3b5-4478-be11-41894f3a080e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:09.063279 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-53daad96-6af7-4c95-8137-44bd0df5bde8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (a4a7ee26-6655-4157-a886-da2772242326), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:09.066434 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-53daad96-6af7-4c95-8137-44bd0df5bde8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:09.070347 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-53daad96-6af7-4c95-8137-44bd0df5bde8 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/a4a7ee26-6655-4157-a886-da2772242326 HTTP/1.1" status: 204 len: 168 time: 0.1339922 Feb 09 22:03:09.091339 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53daad96-6af7-4c95-8137-44bd0df5bde8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a7ee26-6655-4157-a886-da2772242326,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:09.459734 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 39928) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:09.478669 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-84d7f3d0-68e9-48fb-8011-e2b000c22ca3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:09.646473 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-84d7f3d0-68e9-48fb-8011-e2b000c22ca3 admin admin] Publish callbacks [] for security_group (4964c014-ab5a-4370-acc2-cd92d9c58303), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:09.652320 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-84d7f3d0-68e9-48fb-8011-e2b000c22ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (4964c014-ab5a-4370-acc2-cd92d9c58303), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:09.687003 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d7f3d0-68e9-48fb-8011-e2b000c22ca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4964c014-ab5a-4370-acc2-cd92d9c58303,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:09.705621 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-84d7f3d0-68e9-48fb-8011-e2b000c22ca3 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.2420766 Feb 09 22:03:09.705870 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 39930) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:09.760741 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d5308cb5-b1cf-429e-bc66-b8910f9e6ec0 admin admin] Publish callbacks [] for security_group (4964c014-ab5a-4370-acc2-cd92d9c58303), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:09.786045 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d5308cb5-b1cf-429e-bc66-b8910f9e6ec0 admin admin] Publish callbacks [] for security_group (4964c014-ab5a-4370-acc2-cd92d9c58303), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:09.843142 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d5308cb5-b1cf-429e-bc66-b8910f9e6ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (4964c014-ab5a-4370-acc2-cd92d9c58303), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:09.846767 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d5308cb5-b1cf-429e-bc66-b8910f9e6ec0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:09.848239 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed60a66f-113f-4f47-8a4e-8c9afdc5ac03 req-b5c20fbe-a0c6-4706-af91-f69846f335eb tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:09.849970 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ed60a66f-113f-4f47-8a4e-8c9afdc5ac03 req-b5c20fbe-a0c6-4706-af91-f69846f335eb tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=9b43dcc6-bfa2-4e4a-b6fa-0e8457213291 HTTP/1.1" status: 200 len: 943 time: 0.0803251 Feb 09 22:03:09.860265 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-d5308cb5-b1cf-429e-bc66-b8910f9e6ec0 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/4964c014-ab5a-4370-acc2-cd92d9c58303 HTTP/1.1" status: 204 len: 168 time: 0.1521223 Feb 09 22:03:09.878002 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5308cb5-b1cf-429e-bc66-b8910f9e6ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4964c014-ab5a-4370-acc2-cd92d9c58303,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:09.914424 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ed60a66f-113f-4f47-8a4e-8c9afdc5ac03 req-5237f207-e9e4-49e8-af20-ca6058f36ed2 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=a150208c-d856-4775-8b70-a04a39be3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526805 Feb 09 22:03:11.012743 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-3b004408-19c3-41e9-a350-c7ff6e481a58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:11.051056 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201230b2-a31f-4728-a2e8-cbb72db8f5b7 req-da48af47-0a76-4a87-b626-b8f4d414b15b tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:11.052656 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-201230b2-a31f-4728-a2e8-cbb72db8f5b7 req-da48af47-0a76-4a87-b626-b8f4d414b15b tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=9b43dcc6-bfa2-4e4a-b6fa-0e8457213291 HTTP/1.1" status: 200 len: 943 time: 0.0614290 Feb 09 22:03:11.100923 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-201230b2-a31f-4728-a2e8-cbb72db8f5b7 req-90c39e14-840d-40fd-8348-8802dde95e44 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=a150208c-d856-4775-8b70-a04a39be3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424633 Feb 09 22:03:12.233221 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694d4c2b-da25-455a-9c79-51ec73a0bca3 req-c1f78988-27c0-476a-8f26-30d7c6234cb9 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:12.235628 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-694d4c2b-da25-455a-9c79-51ec73a0bca3 req-c1f78988-27c0-476a-8f26-30d7c6234cb9 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=9b43dcc6-bfa2-4e4a-b6fa-0e8457213291 HTTP/1.1" status: 200 len: 943 time: 0.0589678 Feb 09 22:03:12.306742 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-694d4c2b-da25-455a-9c79-51ec73a0bca3 req-c7eddf05-992c-4f88-b542-7029d584a1ed tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=a150208c-d856-4775-8b70-a04a39be3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585475 Feb 09 22:03:12.771824 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:13.435517 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b18cc-921f-424d-a95a-60a35794601c req-722cb1aa-51fc-41e5-af07-fae93579a5fa tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:13.437247 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-382b18cc-921f-424d-a95a-60a35794601c req-722cb1aa-51fc-41e5-af07-fae93579a5fa tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=9b43dcc6-bfa2-4e4a-b6fa-0e8457213291 HTTP/1.1" status: 200 len: 943 time: 0.0598626 Feb 09 22:03:13.501691 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-382b18cc-921f-424d-a95a-60a35794601c req-84276a21-e8e1-4dbd-9414-a1e206db68cf tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=a150208c-d856-4775-8b70-a04a39be3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583169 Feb 09 22:03:14.197677 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:14.652675 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506bb57c-ef2e-4a3f-bc8e-da720ad3ecb9 req-282bea9a-7858-4771-b8d2-52c4b878ccf2 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:14.654260 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-506bb57c-ef2e-4a3f-bc8e-da720ad3ecb9 req-282bea9a-7858-4771-b8d2-52c4b878ccf2 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=9b43dcc6-bfa2-4e4a-b6fa-0e8457213291 HTTP/1.1" status: 200 len: 943 time: 0.0538082 Feb 09 22:03:14.703725 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-506bb57c-ef2e-4a3f-bc8e-da720ad3ecb9 req-813afbec-d730-444c-ad35-725066506542 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=a150208c-d856-4775-8b70-a04a39be3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431378 Feb 09 22:03:15.308931 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:15.341684 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [req-7b3aa799-ecc5-4e60-9e5f-132d2e12a644 req-25a0304b-8848-4266-923e-69f8c9674f13 tempest-DeleteServersTestJSON-1073485034 tempest-DeleteServersTestJSON-1073485034-project] (103141) timed out ('10.222.0.95', 60341) {{(pid=103141) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 22:03:15.834559 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40e6e71-0da5-4c40-b061-aa43832ae788 req-a19a74c6-a395-43d6-b335-09045e80fcf7 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:15.836142 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a40e6e71-0da5-4c40-b061-aa43832ae788 req-a19a74c6-a395-43d6-b335-09045e80fcf7 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=9b43dcc6-bfa2-4e4a-b6fa-0e8457213291 HTTP/1.1" status: 200 len: 943 time: 0.0586081 Feb 09 22:03:15.884751 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a40e6e71-0da5-4c40-b061-aa43832ae788 req-30d87a39-3ccc-4e7b-8f40-aab86af02406 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=a150208c-d856-4775-8b70-a04a39be3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423114 Feb 09 22:03:17.018695 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3663e931-b678-4374-a309-09876e109040 req-7348a0bf-b4a4-4935-9ba3-2563b7d38fc4 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:17.020910 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3663e931-b678-4374-a309-09876e109040 req-7348a0bf-b4a4-4935-9ba3-2563b7d38fc4 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=9b43dcc6-bfa2-4e4a-b6fa-0e8457213291 HTTP/1.1" status: 200 len: 943 time: 0.0602314 Feb 09 22:03:17.071074 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3663e931-b678-4374-a309-09876e109040 req-d41043b6-114f-4f0d-87d8-9ce42689c0d0 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=a150208c-d856-4775-8b70-a04a39be3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440977 Feb 09 22:03:18.227501 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed483a3c-1d4d-447a-aaab-d4ab2e09b070 req-789e18e8-02a3-4de0-b261-62f18c9f98dc tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:18.235957 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ed483a3c-1d4d-447a-aaab-d4ab2e09b070 req-789e18e8-02a3-4de0-b261-62f18c9f98dc tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=9b43dcc6-bfa2-4e4a-b6fa-0e8457213291 HTTP/1.1" status: 200 len: 943 time: 0.0686822 Feb 09 22:03:18.290060 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ed483a3c-1d4d-447a-aaab-d4ab2e09b070 req-457c152a-525e-4d8f-a312-e48ad6eede3d tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=a150208c-d856-4775-8b70-a04a39be3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529120 Feb 09 22:03:19.412431 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263a9cd4-0e2d-4a65-a852-c29496f9b224 req-796ca2f9-4eac-4dbe-a847-e67e9d811557 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:19.413965 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-263a9cd4-0e2d-4a65-a852-c29496f9b224 req-796ca2f9-4eac-4dbe-a847-e67e9d811557 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=9b43dcc6-bfa2-4e4a-b6fa-0e8457213291 HTTP/1.1" status: 200 len: 943 time: 0.0545983 Feb 09 22:03:19.465363 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-263a9cd4-0e2d-4a65-a852-c29496f9b224 req-5d68e995-9ab4-42fb-a16c-e0028e8df33f tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=a150208c-d856-4775-8b70-a04a39be3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452573 Feb 09 22:03:19.583163 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:03:19.644378 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd53e7ff-96b6-4463-93d3-bacfeb58e687 req-b6d9a96a-4e35-4edc-af87-3d44374e17d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:19.645976 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fd53e7ff-96b6-4463-93d3-bacfeb58e687 req-b6d9a96a-4e35-4edc-af87-3d44374e17d9 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=9b43dcc6-bfa2-4e4a-b6fa-0e8457213291&tenant_id=a5b450ffe3204024aa1de4c1c17e7296 HTTP/1.1" status: 200 len: 1125 time: 0.0772476 Feb 09 22:03:19.714981 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd53e7ff-96b6-4463-93d3-bacfeb58e687 req-c84b3d6a-7f0d-421e-bc36-d5ae44449cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:19.716540 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fd53e7ff-96b6-4463-93d3-bacfeb58e687 req-c84b3d6a-7f0d-421e-bc36-d5ae44449cb7 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=a5b450ffe3204024aa1de4c1c17e7296&device_id=9b43dcc6-bfa2-4e4a-b6fa-0e8457213291 HTTP/1.1" status: 200 len: 1125 time: 0.0448499 Feb 09 22:03:19.818335 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd53e7ff-96b6-4463-93d3-bacfeb58e687 req-03dd2612-1d64-4551-bc6a-399ee7ddd2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:19.819801 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fd53e7ff-96b6-4463-93d3-bacfeb58e687 req-03dd2612-1d64-4551-bc6a-399ee7ddd2fd service neutron] 10.222.0.95 "GET /v2.0/networks?id=37def89c-7a9f-4c66-92be-f91fbe6a4291 HTTP/1.1" status: 200 len: 918 time: 0.0954373 Feb 09 22:03:19.891278 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fd53e7ff-96b6-4463-93d3-bacfeb58e687 req-5c979df2-9bf5-4578-860c-c2b89a57b981 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e HTTP/1.1" status: 200 len: 999 time: 0.0642633 Feb 09 22:03:19.947400 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd53e7ff-96b6-4463-93d3-bacfeb58e687 req-c3f9c6da-79fd-45f2-96da-38a5466a39c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:19.948989 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fd53e7ff-96b6-4463-93d3-bacfeb58e687 req-c3f9c6da-79fd-45f2-96da-38a5466a39c2 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=e04d8769-3631-49a0-81b3-a22ce5792703 HTTP/1.1" status: 200 len: 856 time: 0.0509679 Feb 09 22:03:19.998996 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd53e7ff-96b6-4463-93d3-bacfeb58e687 req-ab6ae2aa-931c-4f54-a3f1-c71dd42ed4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:20.000511 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fd53e7ff-96b6-4463-93d3-bacfeb58e687 req-ab6ae2aa-931c-4f54-a3f1-c71dd42ed4c6 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=37def89c-7a9f-4c66-92be-f91fbe6a4291&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450478 Feb 09 22:03:20.089882 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fd53e7ff-96b6-4463-93d3-bacfeb58e687 req-97c1945d-83d0-4c5f-9354-4a36c831d69a service neutron] 10.222.0.95 "GET /v2.0/networks/37def89c-7a9f-4c66-92be-f91fbe6a4291?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822594 Feb 09 22:03:20.200072 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fd53e7ff-96b6-4463-93d3-bacfeb58e687 req-34d2eed1-539d-4058-aae6-340ef14874a9 service neutron] 10.222.0.95 "GET /v2.0/networks/37def89c-7a9f-4c66-92be-f91fbe6a4291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029992 Feb 09 22:03:20.609014 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc678fce-dfe5-4330-a7de-50bec45c4544 req-27f95cdd-1d78-46e4-a896-fc844a63cc9b tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:20.611789 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cc678fce-dfe5-4330-a7de-50bec45c4544 req-27f95cdd-1d78-46e4-a896-fc844a63cc9b tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=9b43dcc6-bfa2-4e4a-b6fa-0e8457213291 HTTP/1.1" status: 200 len: 943 time: 0.0634222 Feb 09 22:03:20.668291 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cc678fce-dfe5-4330-a7de-50bec45c4544 req-354cace3-a855-4a92-9925-5665bb5e43eb tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=a150208c-d856-4775-8b70-a04a39be3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485640 Feb 09 22:03:21.439394 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:21.850909 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cd1099-15d5-4180-afb5-ee49883c7a78 req-23872159-11c5-4e59-99d5-92ba8b0bcfeb tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:21.852563 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-00cd1099-15d5-4180-afb5-ee49883c7a78 req-23872159-11c5-4e59-99d5-92ba8b0bcfeb tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=9b43dcc6-bfa2-4e4a-b6fa-0e8457213291 HTTP/1.1" status: 200 len: 943 time: 0.0606687 Feb 09 22:03:21.899104 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-00cd1099-15d5-4180-afb5-ee49883c7a78 req-52936236-7591-4cf8-9701-eba999ad6829 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=a150208c-d856-4775-8b70-a04a39be3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408707 Feb 09 22:03:22.248749 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40014) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:22.361437 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c5d5b40c-b86b-498c-ba4f-09445c5e466f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:22.440390 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c5d5b40c-b86b-498c-ba4f-09445c5e466f admin admin] Publish callbacks [] for security_group (ca4c7a24-d75c-4e3d-8cd1-63820aa65e9d), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:22.445119 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c5d5b40c-b86b-498c-ba4f-09445c5e466f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (ca4c7a24-d75c-4e3d-8cd1-63820aa65e9d), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:22.485192 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-c5d5b40c-b86b-498c-ba4f-09445c5e466f admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=1fcb7fd2e8934960ac2dfc6c40353fef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2352433 Feb 09 22:03:22.486012 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d5b40c-b86b-498c-ba4f-09445c5e466f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca4c7a24-d75c-4e3d-8cd1-63820aa65e9d,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:22.487987 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 40018) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:03:22.583346 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7bbd722a-44f8-4d10-93ee-b9e811291d02 admin admin] Publish callbacks [] for security_group (ca4c7a24-d75c-4e3d-8cd1-63820aa65e9d), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:22.627761 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7bbd722a-44f8-4d10-93ee-b9e811291d02 admin admin] Publish callbacks [] for security_group (ca4c7a24-d75c-4e3d-8cd1-63820aa65e9d), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:22.677063 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7bbd722a-44f8-4d10-93ee-b9e811291d02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (ca4c7a24-d75c-4e3d-8cd1-63820aa65e9d), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:22.679954 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7bbd722a-44f8-4d10-93ee-b9e811291d02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:22.681289 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-7bbd722a-44f8-4d10-93ee-b9e811291d02 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/ca4c7a24-d75c-4e3d-8cd1-63820aa65e9d HTTP/1.1" status: 204 len: 168 time: 0.1921308 Feb 09 22:03:22.689197 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbd722a-44f8-4d10-93ee-b9e811291d02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca4c7a24-d75c-4e3d-8cd1-63820aa65e9d,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:23.111822 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e1d02f-aea2-4a2e-85b3-632a6a428452 req-5b662d7a-23a7-4092-afd3-4b04c2824af9 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:23.113733 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-86e1d02f-aea2-4a2e-85b3-632a6a428452 req-5b662d7a-23a7-4092-afd3-4b04c2824af9 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=9b43dcc6-bfa2-4e4a-b6fa-0e8457213291 HTTP/1.1" status: 200 len: 943 time: 0.0783117 Feb 09 22:03:23.168755 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-86e1d02f-aea2-4a2e-85b3-632a6a428452 req-92b3ce99-cb68-4085-8e4c-bb486d242bca tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=a150208c-d856-4775-8b70-a04a39be3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480206 Feb 09 22:03:23.661740 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:24.338619 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c073b0f-9262-4c9c-bd0b-254af2b96a85 req-0be046c7-a296-49b1-a7d3-bb992a51ad9e tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:24.345746 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4c073b0f-9262-4c9c-bd0b-254af2b96a85 req-0be046c7-a296-49b1-a7d3-bb992a51ad9e tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=9b43dcc6-bfa2-4e4a-b6fa-0e8457213291 HTTP/1.1" status: 200 len: 943 time: 0.0679228 Feb 09 22:03:24.420490 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4c073b0f-9262-4c9c-bd0b-254af2b96a85 req-0bb21591-45e8-499b-996f-495a33f256c8 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=a150208c-d856-4775-8b70-a04a39be3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693173 Feb 09 22:03:25.547472 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3846342-d5b5-4f30-89a5-b7404c419838 req-76003e70-2506-42d7-aa5a-6ab23d0020ad tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:25.549077 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a3846342-d5b5-4f30-89a5-b7404c419838 req-76003e70-2506-42d7-aa5a-6ab23d0020ad tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=9b43dcc6-bfa2-4e4a-b6fa-0e8457213291 HTTP/1.1" status: 200 len: 943 time: 0.0572736 Feb 09 22:03:25.599737 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a3846342-d5b5-4f30-89a5-b7404c419838 req-b1b5e7cc-23df-4bef-a162-b53e4480b721 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=a150208c-d856-4775-8b70-a04a39be3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440917 Feb 09 22:03:26.732601 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91da8ed-e33c-4f8f-be90-99a07784c2de req-f849b4bb-5345-4a14-8b62-c13fbc99d8c0 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:26.739617 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c91da8ed-e33c-4f8f-be90-99a07784c2de req-f849b4bb-5345-4a14-8b62-c13fbc99d8c0 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=9b43dcc6-bfa2-4e4a-b6fa-0e8457213291 HTTP/1.1" status: 200 len: 943 time: 0.0669186 Feb 09 22:03:26.797793 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c91da8ed-e33c-4f8f-be90-99a07784c2de req-07ec89a1-bdde-4a20-84d8-eb4d47da0bf7 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=a150208c-d856-4775-8b70-a04a39be3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568457 Feb 09 22:03:27.914004 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe95bbca-4925-44e3-87e7-e014d8e4cd35 req-441af68d-e85e-46c3-820e-a8b0980b523a tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:27.915678 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fe95bbca-4925-44e3-87e7-e014d8e4cd35 req-441af68d-e85e-46c3-820e-a8b0980b523a tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=9b43dcc6-bfa2-4e4a-b6fa-0e8457213291 HTTP/1.1" status: 200 len: 943 time: 0.0531411 Feb 09 22:03:27.963416 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fe95bbca-4925-44e3-87e7-e014d8e4cd35 req-697e6bef-ba25-4d7d-b0c3-7e34eaa5716d tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=a150208c-d856-4775-8b70-a04a39be3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417321 Feb 09 22:03:28.726835 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a31e890c-de6e-4e36-a6ce-8f1c885d8897 req-6d2ce8fb-27f8-4d1d-b7ba-c044620ed7d7 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=cc0cc065-0e97-45b7-ac81-5696440591cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0456886 Feb 09 22:03:28.829220 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31e890c-de6e-4e36-a6ce-8f1c885d8897 req-f5080d59-836c-4b43-99ca-9cdbf4f70ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:28.834875 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a31e890c-de6e-4e36-a6ce-8f1c885d8897 req-f5080d59-836c-4b43-99ca-9cdbf4f70ffe service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=deeb9e226e2546f19554cbe5eac163d6&device_id=cc0cc065-0e97-45b7-ac81-5696440591cf HTTP/1.1" status: 200 len: 1128 time: 0.0627651 Feb 09 22:03:28.960117 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31e890c-de6e-4e36-a6ce-8f1c885d8897 req-2cdd2182-107f-4c6e-8a51-d69d53bc5ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:28.961626 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a31e890c-de6e-4e36-a6ce-8f1c885d8897 req-2cdd2182-107f-4c6e-8a51-d69d53bc5ccd service neutron] 10.222.0.89 "GET /v2.0/networks?id=2668512e-8eb2-4929-aa61-73eeaa045414 HTTP/1.1" status: 200 len: 897 time: 0.1050711 Feb 09 22:03:29.033998 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a31e890c-de6e-4e36-a6ce-8f1c885d8897 req-d6de5623-05ec-4747-8206-405836c5eb8c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc1b1a45-9f97-43e0-a4ff-83453f47b083 HTTP/1.1" status: 200 len: 1002 time: 0.0641549 Feb 09 22:03:29.088297 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31e890c-de6e-4e36-a6ce-8f1c885d8897 req-24a757b7-3e93-4c65-9a69-2b72464840e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:29.089785 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a31e890c-de6e-4e36-a6ce-8f1c885d8897 req-24a757b7-3e93-4c65-9a69-2b72464840e7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f9a51163-f04d-4c59-bc0f-ef32b4a819bf HTTP/1.1" status: 200 len: 835 time: 0.0470009 Feb 09 22:03:29.095333 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d067105-0f78-458b-9f72-084e56ea335a req-7265e904-dca7-4990-a36e-6667b14330a9 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:29.096854 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8d067105-0f78-458b-9f72-084e56ea335a req-7265e904-dca7-4990-a36e-6667b14330a9 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=9b43dcc6-bfa2-4e4a-b6fa-0e8457213291 HTTP/1.1" status: 200 len: 943 time: 0.0534039 Feb 09 22:03:29.148042 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31e890c-de6e-4e36-a6ce-8f1c885d8897 req-3326ac48-6a70-4e45-8d02-e4a18b35a945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:29.149601 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a31e890c-de6e-4e36-a6ce-8f1c885d8897 req-3326ac48-6a70-4e45-8d02-e4a18b35a945 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2668512e-8eb2-4929-aa61-73eeaa045414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0518122 Feb 09 22:03:29.150904 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8d067105-0f78-458b-9f72-084e56ea335a req-332af0cf-7fc7-456f-8157-3403da4cde25 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=a150208c-d856-4775-8b70-a04a39be3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467272 Feb 09 22:03:29.245630 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a31e890c-de6e-4e36-a6ce-8f1c885d8897 req-0e211a27-82ec-47d6-93ff-0e92426abf33 service neutron] 10.222.0.89 "GET /v2.0/networks/2668512e-8eb2-4929-aa61-73eeaa045414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877593 Feb 09 22:03:29.357946 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a31e890c-de6e-4e36-a6ce-8f1c885d8897 req-902dbac0-cb4d-44ec-85a3-eddfbe859475 service neutron] 10.222.0.89 "GET /v2.0/networks/2668512e-8eb2-4929-aa61-73eeaa045414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049769 Feb 09 22:03:30.307425 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee6eb57-d28a-4f85-9489-9639e3668ee0 req-c05fa4ae-6f1d-49e5-89d2-875285ad3884 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:30.319940 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bee6eb57-d28a-4f85-9489-9639e3668ee0 req-c05fa4ae-6f1d-49e5-89d2-875285ad3884 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=9b43dcc6-bfa2-4e4a-b6fa-0e8457213291 HTTP/1.1" status: 200 len: 943 time: 0.0711484 Feb 09 22:03:30.378872 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bee6eb57-d28a-4f85-9489-9639e3668ee0 req-b395e8ba-1495-4163-90f5-1946d07df9d2 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=a150208c-d856-4775-8b70-a04a39be3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566413 Feb 09 22:03:31.532875 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04030164-24a9-4f39-9654-de742e875423 req-f9514a67-cebe-4414-83cb-68eb36501acc tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:31.534379 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-04030164-24a9-4f39-9654-de742e875423 req-f9514a67-cebe-4414-83cb-68eb36501acc tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=9b43dcc6-bfa2-4e4a-b6fa-0e8457213291 HTTP/1.1" status: 200 len: 943 time: 0.0532699 Feb 09 22:03:31.580362 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-04030164-24a9-4f39-9654-de742e875423 req-d347bfbf-3d76-42f2-885b-d2457388e308 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=a150208c-d856-4775-8b70-a04a39be3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402889 Feb 09 22:03:32.711890 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b61f0e-62ac-4fb2-b6bd-cf855769ce8c req-7bdda82f-465a-4c4d-9299-8e99705bbdfe tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:32.713424 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-73b61f0e-62ac-4fb2-b6bd-cf855769ce8c req-7bdda82f-465a-4c4d-9299-8e99705bbdfe tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=9b43dcc6-bfa2-4e4a-b6fa-0e8457213291 HTTP/1.1" status: 200 len: 943 time: 0.0585403 Feb 09 22:03:32.760268 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-73b61f0e-62ac-4fb2-b6bd-cf855769ce8c req-0d408b3b-715a-4a24-9543-6451151fea18 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=a150208c-d856-4775-8b70-a04a39be3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410764 Feb 09 22:03:33.779517 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f83f1-5cf9-4f9a-9667-ab59be6f4c88 req-36c7209a-f3f6-427f-9ff6-39221e0cb502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:33.781106 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b67f83f1-5cf9-4f9a-9667-ab59be6f4c88 req-36c7209a-f3f6-427f-9ff6-39221e0cb502 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=a5b450ffe3204024aa1de4c1c17e7296&device_id=9b43dcc6-bfa2-4e4a-b6fa-0e8457213291 HTTP/1.1" status: 200 len: 1125 time: 0.0471771 Feb 09 22:03:33.961092 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f83f1-5cf9-4f9a-9667-ab59be6f4c88 req-10d85633-34f4-4163-adcc-c9dfe2e9d03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:33.962654 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b67f83f1-5cf9-4f9a-9667-ab59be6f4c88 req-10d85633-34f4-4163-adcc-c9dfe2e9d03c service neutron] 10.222.0.95 "GET /v2.0/networks?id=37def89c-7a9f-4c66-92be-f91fbe6a4291 HTTP/1.1" status: 200 len: 918 time: 0.1391010 Feb 09 22:03:33.970035 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e99f5a-99b1-4602-9b9c-2f4921369f88 req-3c5989b1-ffbc-4ad3-b2a6-62b1d97a7838 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:33.971701 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b0e99f5a-99b1-4602-9b9c-2f4921369f88 req-3c5989b1-ffbc-4ad3-b2a6-62b1d97a7838 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=9b43dcc6-bfa2-4e4a-b6fa-0e8457213291 HTTP/1.1" status: 200 len: 943 time: 0.1246865 Feb 09 22:03:34.073578 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b67f83f1-5cf9-4f9a-9667-ab59be6f4c88 req-4bd70b3f-400e-4e22-94e9-3dab101ffdb6 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e HTTP/1.1" status: 200 len: 999 time: 0.1007450 Feb 09 22:03:34.081042 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b0e99f5a-99b1-4602-9b9c-2f4921369f88 req-dedee0a0-17e5-4acf-9542-c84c1e767f31 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=a150208c-d856-4775-8b70-a04a39be3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000404 Feb 09 22:03:34.125884 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f83f1-5cf9-4f9a-9667-ab59be6f4c88 req-a5ee2e9a-a0da-4a96-8011-cb861538678c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:34.127391 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b67f83f1-5cf9-4f9a-9667-ab59be6f4c88 req-a5ee2e9a-a0da-4a96-8011-cb861538678c service neutron] 10.222.0.95 "GET /v2.0/subnets?id=e04d8769-3631-49a0-81b3-a22ce5792703 HTTP/1.1" status: 200 len: 856 time: 0.0454979 Feb 09 22:03:34.179870 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f83f1-5cf9-4f9a-9667-ab59be6f4c88 req-6eb3d5e4-a23c-4137-b624-5c0f51c0451c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:34.181414 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b67f83f1-5cf9-4f9a-9667-ab59be6f4c88 req-6eb3d5e4-a23c-4137-b624-5c0f51c0451c service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=37def89c-7a9f-4c66-92be-f91fbe6a4291&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447607 Feb 09 22:03:34.281450 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b67f83f1-5cf9-4f9a-9667-ab59be6f4c88 req-475d326a-e009-4599-9401-0f1e91c47071 service neutron] 10.222.0.95 "GET /v2.0/networks/37def89c-7a9f-4c66-92be-f91fbe6a4291?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901058 Feb 09 22:03:34.370665 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b67f83f1-5cf9-4f9a-9667-ab59be6f4c88 req-38b87465-7fa6-4ed8-a1f9-c2509b7f714f service neutron] 10.222.0.95 "GET /v2.0/networks/37def89c-7a9f-4c66-92be-f91fbe6a4291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817273 Feb 09 22:03:35.224776 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c098b4-fe9b-45a6-b8f3-3c585d3fb6c7 req-c0435474-f0a3-45c9-a8a9-cc8f2c7719be tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:35.226288 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-91c098b4-fe9b-45a6-b8f3-3c585d3fb6c7 req-c0435474-f0a3-45c9-a8a9-cc8f2c7719be tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=9b43dcc6-bfa2-4e4a-b6fa-0e8457213291 HTTP/1.1" status: 200 len: 943 time: 0.0561557 Feb 09 22:03:35.278007 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-91c098b4-fe9b-45a6-b8f3-3c585d3fb6c7 req-9cec9d8e-5eaf-4cdb-aaf1-37fda876a656 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=a150208c-d856-4775-8b70-a04a39be3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458806 Feb 09 22:03:36.405682 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c323939-a114-4add-9e93-395eaedf36a2 req-67a47318-dacb-4568-be9f-7e2bbc1f596a tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:36.407147 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6c323939-a114-4add-9e93-395eaedf36a2 req-67a47318-dacb-4568-be9f-7e2bbc1f596a tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=9b43dcc6-bfa2-4e4a-b6fa-0e8457213291 HTTP/1.1" status: 200 len: 943 time: 0.0534368 Feb 09 22:03:36.460896 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6c323939-a114-4add-9e93-395eaedf36a2 req-8740d458-83a0-4a05-a239-e7f2a19979ea tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=a150208c-d856-4775-8b70-a04a39be3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435433 Feb 09 22:03:37.590726 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16e4370-6559-46ac-a9d2-5cf64c6d4698 req-ec803b65-8ca6-40e4-b941-87f514109657 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:37.592349 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c16e4370-6559-46ac-a9d2-5cf64c6d4698 req-ec803b65-8ca6-40e4-b941-87f514109657 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=9b43dcc6-bfa2-4e4a-b6fa-0e8457213291 HTTP/1.1" status: 200 len: 943 time: 0.0551169 Feb 09 22:03:37.641064 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c16e4370-6559-46ac-a9d2-5cf64c6d4698 req-d16abba9-de2b-41b4-ac59-c123277b765e tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=a150208c-d856-4775-8b70-a04a39be3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419903 Feb 09 22:03:38.773477 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6f2587-3a49-4452-9587-615fbf4b3ab4 req-cf5c33b3-fd8c-420d-b56b-a3d3f15ef895 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:38.774960 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9f6f2587-3a49-4452-9587-615fbf4b3ab4 req-cf5c33b3-fd8c-420d-b56b-a3d3f15ef895 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=9b43dcc6-bfa2-4e4a-b6fa-0e8457213291 HTTP/1.1" status: 200 len: 943 time: 0.0568871 Feb 09 22:03:38.820781 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9f6f2587-3a49-4452-9587-615fbf4b3ab4 req-b1576fc7-577c-4992-a654-b15478b72cf9 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=a150208c-d856-4775-8b70-a04a39be3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402892 Feb 09 22:03:39.029913 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c4856ee3-5e60-47ea-bf3d-e6ab0d555b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:39.947106 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4270fa-d94b-4c81-95ce-1daab75221ab req-5d295439-b35f-4cec-b10d-c1f3ea62f852 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:39.948645 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8c4270fa-d94b-4c81-95ce-1daab75221ab req-5d295439-b35f-4cec-b10d-c1f3ea62f852 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=9b43dcc6-bfa2-4e4a-b6fa-0e8457213291 HTTP/1.1" status: 200 len: 943 time: 0.0549262 Feb 09 22:03:39.997055 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8c4270fa-d94b-4c81-95ce-1daab75221ab req-ce07dbd0-442b-454b-aa2c-eec40de963e9 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=a150208c-d856-4775-8b70-a04a39be3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425024 Feb 09 22:03:41.006100 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b146f773-14a8-482a-b965-76c68b48ab2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:41.122928 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b44cec-e030-4fce-b353-c2ec68675030 req-9c66cf4a-13e2-4b82-b13a-0bc9d1608f96 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:41.124439 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-90b44cec-e030-4fce-b353-c2ec68675030 req-9c66cf4a-13e2-4b82-b13a-0bc9d1608f96 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=9b43dcc6-bfa2-4e4a-b6fa-0e8457213291 HTTP/1.1" status: 200 len: 943 time: 0.0533435 Feb 09 22:03:41.175438 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-90b44cec-e030-4fce-b353-c2ec68675030 req-c3689d32-bf21-4af3-988c-b2af660f6a1b tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=a150208c-d856-4775-8b70-a04a39be3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450563 Feb 09 22:03:42.155066 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:03:42.256771 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e,segment=NetworkSegment(12f225d2-0c84-489a-a4a8-6e25d803c049),segment_id=12f225d2-0c84-489a-a4a8-6e25d803c049)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:03:42.268554 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': 'd7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e', 'network_id': '37def89c-7a9f-4c66-92be-f91fbe6a4291', 'port_id': 'd7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e', 'mac_address': 'fa:16:3e:c1:54:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e04d8769-3631-49a0-81b3-a22ce5792703', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:03:42.302534 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4892e5ca-4de7-43ab-9d4b-fc8f17d56b05 req-1df90e20-5a18-4743-97cd-22ba13c15477 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:42.307012 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:03:42.307626 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:42.310182 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4892e5ca-4de7-43ab-9d4b-fc8f17d56b05 req-1df90e20-5a18-4743-97cd-22ba13c15477 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=9b43dcc6-bfa2-4e4a-b6fa-0e8457213291 HTTP/1.1" status: 200 len: 943 time: 0.0598869 Feb 09 22:03:42.325074 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:03:42.345063 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e,segment=NetworkSegment(12f225d2-0c84-489a-a4a8-6e25d803c049),segment_id=12f225d2-0c84-489a-a4a8-6e25d803c049)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:03:42.349940 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:42.356902 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4892e5ca-4de7-43ab-9d4b-fc8f17d56b05 req-a86d363f-45d1-4dd4-b6fe-909297b64775 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=a150208c-d856-4775-8b70-a04a39be3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454702 Feb 09 22:03:42.398458 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e,revision_number=9']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:42.405805 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:42.406106 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:42.406455 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:42.406799 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:42.407139 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:42.407475 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:42.407812 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:42.408150 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:42.408502 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:42.408833 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:42.409163 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:42.409508 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:42.409818 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:03:42.601769 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:03:42.775574 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:43.479246 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd5883e-9567-4385-8cf9-98f10bdc6aed req-4be82b92-4229-4afe-ba5e-b3e3b8c438d7 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:43.480718 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5cd5883e-9567-4385-8cf9-98f10bdc6aed req-4be82b92-4229-4afe-ba5e-b3e3b8c438d7 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=9b43dcc6-bfa2-4e4a-b6fa-0e8457213291 HTTP/1.1" status: 200 len: 944 time: 0.0525436 Feb 09 22:03:43.527732 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5cd5883e-9567-4385-8cf9-98f10bdc6aed req-bd56fad6-7a54-45f7-b0cf-09b09e080809 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=a150208c-d856-4775-8b70-a04a39be3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413144 Feb 09 22:03:44.170136 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:03:44.222362 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:44.235855 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:03:44.236258 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:44.318992 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:03:44.319390 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:44.342417 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b43dcc6-bfa2-4e4a-b6fa-0e8457213291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:03:44.344689 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fb1c507-f183-4766-8f0b-f076db8ad680" -d '{"events": [{"server_uuid": "9b43dcc6-bfa2-4e4a-b6fa-0e8457213291", "name": "network-vif-plugged", "status": "completed", "tag": "d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:03:44.357084 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e,segment=NetworkSegment(12f225d2-0c84-489a-a4a8-6e25d803c049),segment_id=12f225d2-0c84-489a-a4a8-6e25d803c049)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:03:44.361937 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:44.410215 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e,revision_number=10']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:03:44.513931 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b2ce6e1-00fb-461c-ac06-cbd0a932f731 x-openstack-request-id: req-8b2ce6e1-00fb-461c-ac06-cbd0a932f731 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:03:44.514224 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b43dcc6-bfa2-4e4a-b6fa-0e8457213291", "name": "network-vif-plugged", "status": "completed", "tag": "d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:03:44.514477 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-8b2ce6e1-00fb-461c-ac06-cbd0a932f731 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:03:44.514875 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b43dcc6-bfa2-4e4a-b6fa-0e8457213291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e', 'code': 200} Feb 09 22:03:44.687080 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f865ecf0-2ebd-413b-966b-982a827db673 req-e58f870e-edbb-4827-807f-3ac86180109e tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:44.688805 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f865ecf0-2ebd-413b-966b-982a827db673 req-e58f870e-edbb-4827-807f-3ac86180109e tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=9b43dcc6-bfa2-4e4a-b6fa-0e8457213291 HTTP/1.1" status: 200 len: 946 time: 0.0839615 Feb 09 22:03:44.720021 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0a0961-d024-49e3-abdc-59def9282859 req-d4fb5585-71b6-480c-8ca7-99e4e33cdb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:44.721518 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ec0a0961-d024-49e3-abdc-59def9282859 req-d4fb5585-71b6-480c-8ca7-99e4e33cdb54 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=9b43dcc6-bfa2-4e4a-b6fa-0e8457213291 HTTP/1.1" status: 200 len: 1128 time: 0.0736229 Feb 09 22:03:44.757250 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f865ecf0-2ebd-413b-966b-982a827db673 req-80878303-a559-427d-beea-ff08300afa53 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=a150208c-d856-4775-8b70-a04a39be3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609534 Feb 09 22:03:44.788450 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ec0a0961-d024-49e3-abdc-59def9282859 req-bf5da2df-f142-47fe-9c9f-3430e277ad4c service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=a150208c-d856-4775-8b70-a04a39be3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599546 Feb 09 22:03:45.312396 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:45.903692 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f79bea-663d-484c-bd70-8ed2879d4a2e req-af8af1fc-2d6e-431a-88a7-73dfe4043426 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:45.906053 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-87f79bea-663d-484c-bd70-8ed2879d4a2e req-af8af1fc-2d6e-431a-88a7-73dfe4043426 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=9b43dcc6-bfa2-4e4a-b6fa-0e8457213291 HTTP/1.1" status: 200 len: 946 time: 0.0718806 Feb 09 22:03:45.954999 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-87f79bea-663d-484c-bd70-8ed2879d4a2e req-13ece3af-e085-447e-9123-c17aa66ff2e7 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=a150208c-d856-4775-8b70-a04a39be3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425866 Feb 09 22:03:47.085198 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd0934b-e5e2-4573-b777-58ea1eac5cff req-17518b58-96e6-44bd-a6ac-51102bc93f06 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:03:47.086694 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cdd0934b-e5e2-4573-b777-58ea1eac5cff req-17518b58-96e6-44bd-a6ac-51102bc93f06 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=9b43dcc6-bfa2-4e4a-b6fa-0e8457213291 HTTP/1.1" status: 200 len: 946 time: 0.0554855 Feb 09 22:03:47.147492 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cdd0934b-e5e2-4573-b777-58ea1eac5cff req-82cb7b9b-53bd-4684-b942-1971841cc05c tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=a150208c-d856-4775-8b70-a04a39be3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543077 Feb 09 22:03:51.449018 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:53.676629 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:03:56.583284 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:04:09.032299 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d5d3ae42-65bb-4645-8b89-9960d5b7cfef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:11.008176 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a31a5352-cb48-44bc-a846-3cd8e3cf8f96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:12.777971 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:13.552566 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d4cd7a-60a8-437a-a281-fa39dca079a0 req-27d670fc-5342-495e-90bc-77047e5b916a tempest-TestNetworkAdvancedServerOps-2092705809 tempest-TestNetworkAdvancedServerOps-2092705809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:13.554123 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-24d4cd7a-60a8-437a-a281-fa39dca079a0 req-27d670fc-5342-495e-90bc-77047e5b916a tempest-TestNetworkAdvancedServerOps-2092705809 tempest-TestNetworkAdvancedServerOps-2092705809-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=cc0cc065-0e97-45b7-ac81-5696440591cf HTTP/1.1" status: 200 len: 1128 time: 0.0461583 Feb 09 22:04:13.604210 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-24d4cd7a-60a8-437a-a281-fa39dca079a0 req-63eac58a-de56-4607-91cc-2f19341e17af tempest-TestNetworkAdvancedServerOps-2092705809 tempest-TestNetworkAdvancedServerOps-2092705809-project-admin] 10.222.0.90 "GET /v2.0/security-groups?id=1ea0e49e-69f8-45bc-add4-f3a3de114325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443048 Feb 09 22:04:13.734270 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac7b210-1eef-4423-9ae1-d5ac18f0bef5 req-7317841c-bb67-4892-b7f1-e082799514c6 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:13.735771 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2ac7b210-1eef-4423-9ae1-d5ac18f0bef5 req-7317841c-bb67-4892-b7f1-e082799514c6 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=cc0cc065-0e97-45b7-ac81-5696440591cf HTTP/1.1" status: 200 len: 946 time: 0.0584662 Feb 09 22:04:13.784496 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2ac7b210-1eef-4423-9ae1-d5ac18f0bef5 req-58a9da0d-ca4c-4f63-bd6d-e44619606255 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=1ea0e49e-69f8-45bc-add4-f3a3de114325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423071 Feb 09 22:04:13.806988 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 40400) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:13.866495 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-d247f4c4-6c4a-4629-9ad8-59bb613129eb tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/floatingips/00a7a013-de7a-471e-995e-de8c026cac39 HTTP/1.1" status: 200 len: 994 time: 0.0583186 Feb 09 22:04:14.157803 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [req-a0fe909f-a9b6-4995-88bc-32f718ec5114 req-33b09ecd-8bac-4904-9bbf-d97244a3e102 service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=103140) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 22:04:14.159123 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a0fe909f-a9b6-4995-88bc-32f718ec5114 req-33b09ecd-8bac-4904-9bbf-d97244a3e102 service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057311 Feb 09 22:04:14.194271 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:14.493054 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a61c7fef-4e5b-4447-b391-c3737ec73ec7 req-6f571787-3ae9-4fc8-80b3-35f65c65b954 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=cc0cc065-0e97-45b7-ac81-5696440591cf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0480273 Feb 09 22:04:14.510600 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8beb80-12dc-4fd0-8103-09e6c1420528 req-7cfa3d0b-c765-4926-9ffa-e6188aecd02a tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:14.512402 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ce8beb80-12dc-4fd0-8103-09e6c1420528 req-7cfa3d0b-c765-4926-9ffa-e6188aecd02a tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=cc0cc065-0e97-45b7-ac81-5696440591cf HTTP/1.1" status: 200 len: 946 time: 0.0602250 Feb 09 22:04:14.564469 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ce8beb80-12dc-4fd0-8103-09e6c1420528 req-304334b9-ccec-4ef4-8bda-dbc6627d6bb6 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=1ea0e49e-69f8-45bc-add4-f3a3de114325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453432 Feb 09 22:04:15.314802 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:15.688894 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508a1423-894c-4ec0-8bd2-d49d540f11c4 req-3091ee89-32f2-4b6e-a9b4-f38929b7151f tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:15.690600 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-508a1423-894c-4ec0-8bd2-d49d540f11c4 req-3091ee89-32f2-4b6e-a9b4-f38929b7151f tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=cc0cc065-0e97-45b7-ac81-5696440591cf HTTP/1.1" status: 200 len: 946 time: 0.0545938 Feb 09 22:04:15.748650 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-508a1423-894c-4ec0-8bd2-d49d540f11c4 req-ce91bcc9-a96f-451c-839b-ae59543fe2cf tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=1ea0e49e-69f8-45bc-add4-f3a3de114325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507388 Feb 09 22:04:15.924125 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61c7fef-4e5b-4447-b391-c3737ec73ec7 req-1e1b1955-755d-4ad0-bd7b-3923791348c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:15.926353 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a61c7fef-4e5b-4447-b391-c3737ec73ec7 req-1e1b1955-755d-4ad0-bd7b-3923791348c7 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=deeb9e226e2546f19554cbe5eac163d6&device_id=cc0cc065-0e97-45b7-ac81-5696440591cf HTTP/1.1" status: 200 len: 1128 time: 0.1436276 Feb 09 22:04:16.018173 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61c7fef-4e5b-4447-b391-c3737ec73ec7 req-9ad2e376-ac8e-4071-ae2e-f57bc5e3e34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:16.020188 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a61c7fef-4e5b-4447-b391-c3737ec73ec7 req-9ad2e376-ac8e-4071-ae2e-f57bc5e3e34e service neutron] 10.222.0.89 "GET /v2.0/networks?id=2668512e-8eb2-4929-aa61-73eeaa045414 HTTP/1.1" status: 200 len: 897 time: 0.0870411 Feb 09 22:04:16.085621 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a61c7fef-4e5b-4447-b391-c3737ec73ec7 req-c1b277c4-32fa-4312-b20c-58388b05cfed service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc1b1a45-9f97-43e0-a4ff-83453f47b083 HTTP/1.1" status: 200 len: 1002 time: 0.0589781 Feb 09 22:04:16.136195 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61c7fef-4e5b-4447-b391-c3737ec73ec7 req-4cb9adc2-6a6f-4947-9ab7-b2be1018061e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:16.137611 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a61c7fef-4e5b-4447-b391-c3737ec73ec7 req-4cb9adc2-6a6f-4947-9ab7-b2be1018061e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f9a51163-f04d-4c59-bc0f-ef32b4a819bf HTTP/1.1" status: 200 len: 835 time: 0.0438914 Feb 09 22:04:16.196724 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61c7fef-4e5b-4447-b391-c3737ec73ec7 req-2d2606dc-b72d-490b-bd58-14a3c7c5d08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:16.198251 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a61c7fef-4e5b-4447-b391-c3737ec73ec7 req-2d2606dc-b72d-490b-bd58-14a3c7c5d08f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2668512e-8eb2-4929-aa61-73eeaa045414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0518937 Feb 09 22:04:16.291725 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a61c7fef-4e5b-4447-b391-c3737ec73ec7 req-15be0ca6-0430-40af-95b1-197df8c6d4ee service neutron] 10.222.0.89 "GET /v2.0/networks/2668512e-8eb2-4929-aa61-73eeaa045414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825531 Feb 09 22:04:16.388076 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a61c7fef-4e5b-4447-b391-c3737ec73ec7 req-a2fc7255-17fe-4d19-8670-2bf16d42cbd2 service neutron] 10.222.0.89 "GET /v2.0/networks/2668512e-8eb2-4929-aa61-73eeaa045414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871239 Feb 09 22:04:16.880260 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e97f351-f5e6-423a-810a-deea4ef96667 req-6a330441-df5e-4479-ba38-0cc91d9ed9d9 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:16.883507 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8e97f351-f5e6-423a-810a-deea4ef96667 req-6a330441-df5e-4479-ba38-0cc91d9ed9d9 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=cc0cc065-0e97-45b7-ac81-5696440591cf HTTP/1.1" status: 200 len: 946 time: 0.0609980 Feb 09 22:04:16.937069 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8e97f351-f5e6-423a-810a-deea4ef96667 req-7ea3c698-052e-4f1c-983a-2dced7f9efcb tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=1ea0e49e-69f8-45bc-add4-f3a3de114325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497735 Feb 09 22:04:18.056521 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4dc06e-4843-4b24-82ef-576219fa7aef req-fa3af9e2-c0f2-44eb-a263-9e03941fc055 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:18.058027 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3d4dc06e-4843-4b24-82ef-576219fa7aef req-fa3af9e2-c0f2-44eb-a263-9e03941fc055 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=cc0cc065-0e97-45b7-ac81-5696440591cf HTTP/1.1" status: 200 len: 946 time: 0.0527623 Feb 09 22:04:18.107249 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3d4dc06e-4843-4b24-82ef-576219fa7aef req-edb80f93-8195-46b1-b5b7-ef9a3910c068 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=1ea0e49e-69f8-45bc-add4-f3a3de114325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436518 Feb 09 22:04:19.228061 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3b646d-e392-45a1-947e-05e4c20e0780 req-7615e681-6567-460d-b798-00e014093904 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:19.229620 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ab3b646d-e392-45a1-947e-05e4c20e0780 req-7615e681-6567-460d-b798-00e014093904 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=cc0cc065-0e97-45b7-ac81-5696440591cf HTTP/1.1" status: 200 len: 946 time: 0.0525818 Feb 09 22:04:19.284629 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ab3b646d-e392-45a1-947e-05e4c20e0780 req-a6d9a782-b343-4946-a1ad-ad023144a990 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=1ea0e49e-69f8-45bc-add4-f3a3de114325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490656 Feb 09 22:04:20.412120 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aa4b11-9cd0-4557-be91-daf255d1021f req-3d75cc42-40bf-4c18-9000-8f22690e47a0 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:20.413720 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f2aa4b11-9cd0-4557-be91-daf255d1021f req-3d75cc42-40bf-4c18-9000-8f22690e47a0 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=cc0cc065-0e97-45b7-ac81-5696440591cf HTTP/1.1" status: 200 len: 946 time: 0.0531981 Feb 09 22:04:20.465447 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f2aa4b11-9cd0-4557-be91-daf255d1021f req-ef170b1d-163e-46cd-a817-5f6d9a6b82df tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=1ea0e49e-69f8-45bc-add4-f3a3de114325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436704 Feb 09 22:04:21.478108 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:21.585343 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1d6245-77f5-4e0a-a23e-a0d9fb377f0b req-30f49cb8-43ce-4aa3-a7cb-0cef6f42dc26 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:21.586830 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5d1d6245-77f5-4e0a-a23e-a0d9fb377f0b req-30f49cb8-43ce-4aa3-a7cb-0cef6f42dc26 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=cc0cc065-0e97-45b7-ac81-5696440591cf HTTP/1.1" status: 200 len: 946 time: 0.0526187 Feb 09 22:04:21.635989 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5d1d6245-77f5-4e0a-a23e-a0d9fb377f0b req-f2ce7838-fa2a-4665-a4a0-1d23bd1e2d0c tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=1ea0e49e-69f8-45bc-add4-f3a3de114325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435519 Feb 09 22:04:22.759071 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705f40bb-85ee-4b78-a00a-ccf94d326238 req-e684379c-716c-4617-b91f-5fc2fd7b5fcb tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:22.760579 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-705f40bb-85ee-4b78-a00a-ccf94d326238 req-e684379c-716c-4617-b91f-5fc2fd7b5fcb tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=cc0cc065-0e97-45b7-ac81-5696440591cf HTTP/1.1" status: 200 len: 946 time: 0.0578384 Feb 09 22:04:22.810211 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-705f40bb-85ee-4b78-a00a-ccf94d326238 req-0d0da72c-82b8-47c2-8e2f-07d1a4aeec7a tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=1ea0e49e-69f8-45bc-add4-f3a3de114325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439818 Feb 09 22:04:23.690333 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:23.931582 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77603fb8-8725-4ce2-aa36-dbc5d6fd820e req-97bcf40f-76ab-48c5-8421-fd18bb940359 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:23.933125 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-77603fb8-8725-4ce2-aa36-dbc5d6fd820e req-97bcf40f-76ab-48c5-8421-fd18bb940359 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=cc0cc065-0e97-45b7-ac81-5696440591cf HTTP/1.1" status: 200 len: 946 time: 0.0550537 Feb 09 22:04:23.983663 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-77603fb8-8725-4ce2-aa36-dbc5d6fd820e req-139ce4d6-c132-4f8b-9ee2-c55da7ab366e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=1ea0e49e-69f8-45bc-add4-f3a3de114325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442574 Feb 09 22:04:25.102859 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea12f2f-3f4d-4f76-baf1-ea4f9bfd44cd req-aec7db52-dd9a-45a1-8b1b-4170f1fc1e83 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:25.104361 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cea12f2f-3f4d-4f76-baf1-ea4f9bfd44cd req-aec7db52-dd9a-45a1-8b1b-4170f1fc1e83 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=cc0cc065-0e97-45b7-ac81-5696440591cf HTTP/1.1" status: 200 len: 946 time: 0.0520244 Feb 09 22:04:25.157139 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cea12f2f-3f4d-4f76-baf1-ea4f9bfd44cd req-d49e8ef6-314a-4e1b-b449-7458f2d32f9f tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=1ea0e49e-69f8-45bc-add4-f3a3de114325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472066 Feb 09 22:04:26.284755 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36070f7a-4656-4766-91d9-194c408ae1e5 req-b8a7f964-331a-45ed-b93f-9bf58e365451 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:26.286784 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-36070f7a-4656-4766-91d9-194c408ae1e5 req-b8a7f964-331a-45ed-b93f-9bf58e365451 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=cc0cc065-0e97-45b7-ac81-5696440591cf HTTP/1.1" status: 200 len: 946 time: 0.0535653 Feb 09 22:04:26.336122 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-36070f7a-4656-4766-91d9-194c408ae1e5 req-9d226dcc-f569-4dde-8575-8d5c43a6ff64 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=1ea0e49e-69f8-45bc-add4-f3a3de114325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430770 Feb 09 22:04:27.464844 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fd9cec-bf28-47f5-95b2-e2bbc03b579a req-5db490fc-934a-426c-9b00-13b35270fb2e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:27.466655 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-52fd9cec-bf28-47f5-95b2-e2bbc03b579a req-5db490fc-934a-426c-9b00-13b35270fb2e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=cc0cc065-0e97-45b7-ac81-5696440591cf HTTP/1.1" status: 200 len: 946 time: 0.0571425 Feb 09 22:04:27.528627 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-52fd9cec-bf28-47f5-95b2-e2bbc03b579a req-3df7e282-c3cd-43cb-bd78-f80db5bc79e6 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=1ea0e49e-69f8-45bc-add4-f3a3de114325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472910 Feb 09 22:04:28.672865 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d97e2f2-488c-4e47-9fa3-009d946c768a req-2f1a443d-358f-4b32-9b9c-81f315ce22f6 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:28.681720 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2d97e2f2-488c-4e47-9fa3-009d946c768a req-2f1a443d-358f-4b32-9b9c-81f315ce22f6 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=cc0cc065-0e97-45b7-ac81-5696440591cf HTTP/1.1" status: 200 len: 946 time: 0.0696847 Feb 09 22:04:28.739888 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2d97e2f2-488c-4e47-9fa3-009d946c768a req-d5af1bcc-d009-47e5-8aab-7a506d8390e3 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=1ea0e49e-69f8-45bc-add4-f3a3de114325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570359 Feb 09 22:04:28.778680 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfaba00-5432-4b2c-ab80-a84108ec7cd6 req-19662f73-de26-40ff-ab07-4488d226309b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:28.780239 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7bfaba00-5432-4b2c-ab80-a84108ec7cd6 req-19662f73-de26-40ff-ab07-4488d226309b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=deeb9e226e2546f19554cbe5eac163d6&device_id=cc0cc065-0e97-45b7-ac81-5696440591cf HTTP/1.1" status: 200 len: 1128 time: 0.0651503 Feb 09 22:04:28.893744 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfaba00-5432-4b2c-ab80-a84108ec7cd6 req-31a2ea6c-4189-4753-9f41-7008589395f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:28.895326 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7bfaba00-5432-4b2c-ab80-a84108ec7cd6 req-31a2ea6c-4189-4753-9f41-7008589395f0 service neutron] 10.222.0.89 "GET /v2.0/networks?id=2668512e-8eb2-4929-aa61-73eeaa045414 HTTP/1.1" status: 200 len: 897 time: 0.0949655 Feb 09 22:04:28.971356 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7bfaba00-5432-4b2c-ab80-a84108ec7cd6 req-6ff54833-fdaf-4a8e-9ace-910fcce6deed service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc1b1a45-9f97-43e0-a4ff-83453f47b083 HTTP/1.1" status: 200 len: 1002 time: 0.0686216 Feb 09 22:04:29.026498 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfaba00-5432-4b2c-ab80-a84108ec7cd6 req-d5f5753a-b90f-4617-8006-5eb03efbfc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:29.028254 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7bfaba00-5432-4b2c-ab80-a84108ec7cd6 req-d5f5753a-b90f-4617-8006-5eb03efbfc85 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f9a51163-f04d-4c59-bc0f-ef32b4a819bf HTTP/1.1" status: 200 len: 835 time: 0.0501909 Feb 09 22:04:29.084529 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfaba00-5432-4b2c-ab80-a84108ec7cd6 req-31857fc8-4b03-4e39-abdf-86ef2d0b6ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:29.089344 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7bfaba00-5432-4b2c-ab80-a84108ec7cd6 req-31857fc8-4b03-4e39-abdf-86ef2d0b6ce9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2668512e-8eb2-4929-aa61-73eeaa045414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0538518 Feb 09 22:04:29.184755 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7bfaba00-5432-4b2c-ab80-a84108ec7cd6 req-3141551a-608b-4c31-be1a-707ddaaf1187 service neutron] 10.222.0.89 "GET /v2.0/networks/2668512e-8eb2-4929-aa61-73eeaa045414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860424 Feb 09 22:04:29.279759 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7bfaba00-5432-4b2c-ab80-a84108ec7cd6 req-3be42037-bc59-4e3a-9fd5-ddee1da02197 service neutron] 10.222.0.89 "GET /v2.0/networks/2668512e-8eb2-4929-aa61-73eeaa045414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906615 Feb 09 22:04:29.874353 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cff0e1c-e4e9-4750-a06b-735e6235bcda req-d7b0f0aa-135a-40e9-84bc-5681ebdd848b tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:29.881867 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3cff0e1c-e4e9-4750-a06b-735e6235bcda req-d7b0f0aa-135a-40e9-84bc-5681ebdd848b tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=cc0cc065-0e97-45b7-ac81-5696440591cf HTTP/1.1" status: 200 len: 946 time: 0.0626409 Feb 09 22:04:29.942480 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3cff0e1c-e4e9-4750-a06b-735e6235bcda req-64c35040-beb5-4831-a250-622efdae1812 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=1ea0e49e-69f8-45bc-add4-f3a3de114325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594625 Feb 09 22:04:30.050843 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7acbd3b8-5b18-4f79-a25c-242f17d9ddec req-e928cecc-a165-4452-a62e-67e64bec0d3d service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=9b43dcc6-bfa2-4e4a-b6fa-0e8457213291&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0724313 Feb 09 22:04:30.153006 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acbd3b8-5b18-4f79-a25c-242f17d9ddec req-161efb17-a1dc-49b2-bdb2-326b6fe8acf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:30.154717 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7acbd3b8-5b18-4f79-a25c-242f17d9ddec req-161efb17-a1dc-49b2-bdb2-326b6fe8acf0 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=a5b450ffe3204024aa1de4c1c17e7296&device_id=9b43dcc6-bfa2-4e4a-b6fa-0e8457213291 HTTP/1.1" status: 200 len: 1128 time: 0.0508776 Feb 09 22:04:30.282681 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acbd3b8-5b18-4f79-a25c-242f17d9ddec req-c8028cf1-16dc-4f90-af5d-0d1f182f86df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:30.285074 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7acbd3b8-5b18-4f79-a25c-242f17d9ddec req-c8028cf1-16dc-4f90-af5d-0d1f182f86df service neutron] 10.222.0.95 "GET /v2.0/networks?id=37def89c-7a9f-4c66-92be-f91fbe6a4291 HTTP/1.1" status: 200 len: 918 time: 0.1049254 Feb 09 22:04:30.358300 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7acbd3b8-5b18-4f79-a25c-242f17d9ddec req-859d0929-f095-42b6-8ba9-377bd4746e05 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e HTTP/1.1" status: 200 len: 1001 time: 0.0657420 Feb 09 22:04:30.416626 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acbd3b8-5b18-4f79-a25c-242f17d9ddec req-14ba0418-28ee-4967-990f-f4a0c0478f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:30.424893 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7acbd3b8-5b18-4f79-a25c-242f17d9ddec req-14ba0418-28ee-4967-990f-f4a0c0478f91 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=e04d8769-3631-49a0-81b3-a22ce5792703 HTTP/1.1" status: 200 len: 856 time: 0.0596683 Feb 09 22:04:30.482239 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acbd3b8-5b18-4f79-a25c-242f17d9ddec req-b475a096-dbd7-41e9-a9a0-506f9f6c010b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:30.484738 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7acbd3b8-5b18-4f79-a25c-242f17d9ddec req-b475a096-dbd7-41e9-a9a0-506f9f6c010b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=37def89c-7a9f-4c66-92be-f91fbe6a4291&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0528698 Feb 09 22:04:30.589473 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7acbd3b8-5b18-4f79-a25c-242f17d9ddec req-9753e9dc-8dcd-45c5-8d64-1f9fda8f4b53 service neutron] 10.222.0.95 "GET /v2.0/networks/37def89c-7a9f-4c66-92be-f91fbe6a4291?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968502 Feb 09 22:04:30.689185 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7acbd3b8-5b18-4f79-a25c-242f17d9ddec req-d87d23e5-a706-491e-b8f6-3ebb81375ba6 service neutron] 10.222.0.95 "GET /v2.0/networks/37def89c-7a9f-4c66-92be-f91fbe6a4291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919952 Feb 09 22:04:31.072864 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8321962-f844-4799-8551-43f1f7437794 req-db19d149-3f8f-41d1-bb4e-02404b7f26b2 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:31.074689 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f8321962-f844-4799-8551-43f1f7437794 req-db19d149-3f8f-41d1-bb4e-02404b7f26b2 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=cc0cc065-0e97-45b7-ac81-5696440591cf HTTP/1.1" status: 200 len: 946 time: 0.0748205 Feb 09 22:04:31.481594 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f8321962-f844-4799-8551-43f1f7437794 req-55106a3f-e531-41a7-ab95-cb9889222928 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=1ea0e49e-69f8-45bc-add4-f3a3de114325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3986177 Feb 09 22:04:32.603618 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0deea8-07c8-4aa4-ac13-11805ca8b3a5 req-365a0680-22de-4366-b0c7-4a254e2c020c tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:32.605259 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cc0deea8-07c8-4aa4-ac13-11805ca8b3a5 req-365a0680-22de-4366-b0c7-4a254e2c020c tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=cc0cc065-0e97-45b7-ac81-5696440591cf HTTP/1.1" status: 200 len: 946 time: 0.0534644 Feb 09 22:04:32.654442 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cc0deea8-07c8-4aa4-ac13-11805ca8b3a5 req-b91ed81f-2cfa-4340-a5c1-9ce8af8ecfbf tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=1ea0e49e-69f8-45bc-add4-f3a3de114325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431478 Feb 09 22:04:33.582439 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:04:33.788822 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7e8973-1c2d-4bf8-b39f-a77c5c4f7229 req-33009428-bf30-4133-95d7-ef0e6d3637c8 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:33.791120 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2a7e8973-1c2d-4bf8-b39f-a77c5c4f7229 req-33009428-bf30-4133-95d7-ef0e6d3637c8 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=cc0cc065-0e97-45b7-ac81-5696440591cf HTTP/1.1" status: 200 len: 946 time: 0.0630441 Feb 09 22:04:33.797481 n-d-828369-5 neutron-server[103141]: INFO neutron.api.v2.resource [req-a61c7fef-4e5b-4447-b391-c3737ec73ec7 req-26f02d6c-3a90-4576-94c5-663c96eea860 service neutron] show failed (client error): The resource could not be found. Feb 09 22:04:33.798599 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a61c7fef-4e5b-4447-b391-c3737ec73ec7 req-26f02d6c-3a90-4576-94c5-663c96eea860 service neutron] 10.222.0.89 "GET /v2.0/ports/dc1b1a45-9f97-43e0-a4ff-83453f47b083/bindings/n-h1-828369-5 HTTP/1.1" status: 404 len: 380 time: 0.0782025 Feb 09 22:04:33.871733 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2a7e8973-1c2d-4bf8-b39f-a77c5c4f7229 req-ea55179b-2036-43ea-9149-fe2302daaea7 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=1ea0e49e-69f8-45bc-add4-f3a3de114325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728211 Feb 09 22:04:34.090688 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61c7fef-4e5b-4447-b391-c3737ec73ec7 req-d2bf1780-1608-4055-80b9-499cc1db0e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:34.092737 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a61c7fef-4e5b-4447-b391-c3737ec73ec7 req-d2bf1780-1608-4055-80b9-499cc1db0e4f service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=cc0cc065-0e97-45b7-ac81-5696440591cf&tenant_id=deeb9e226e2546f19554cbe5eac163d6 HTTP/1.1" status: 200 len: 1128 time: 0.0683012 Feb 09 22:04:34.107022 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-a61c7fef-4e5b-4447-b391-c3737ec73ec7 req-70429e18-a647-4dad-afbb-ee8d5edfc90d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828369-5', 'device_owner': 'compute:nova'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:04:34.191550 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-a61c7fef-4e5b-4447-b391-c3737ec73ec7 req-70429e18-a647-4dad-afbb-ee8d5edfc90d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (dc1b1a45-9f97-43e0-a4ff-83453f47b083), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:34.476054 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-a61c7fef-4e5b-4447-b391-c3737ec73ec7 req-70429e18-a647-4dad-afbb-ee8d5edfc90d service neutron] For port dc1b1a45-9f97-43e0-a4ff-83453f47b083, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=dc1b1a45-9f97-43e0-a4ff-83453f47b083,segment=NetworkSegment(c140cf13-b6e6-422b-a848-f0450f688d89),segment_id=c140cf13-b6e6-422b-a848-f0450f688d89)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:04:34.516089 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-a61c7fef-4e5b-4447-b391-c3737ec73ec7 req-70429e18-a647-4dad-afbb-ee8d5edfc90d service neutron] For port dc1b1a45-9f97-43e0-a4ff-83453f47b083, host n-h2-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:04:34.562655 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0cc065-0e97-45b7-ac81-5696440591cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc1b1a45-9f97-43e0-a4ff-83453f47b083'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:04:34.566187 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3277b39e-99ef-41ea-b922-3f6a3daea727" -d '{"events": [{"server_uuid": "cc0cc065-0e97-45b7-ac81-5696440591cf", "name": "network-vif-unplugged", "status": "completed", "tag": "dc1b1a45-9f97-43e0-a4ff-83453f47b083"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:04:34.571574 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-a61c7fef-4e5b-4447-b391-c3737ec73ec7 req-70429e18-a647-4dad-afbb-ee8d5edfc90d service neutron] Publish callbacks [] for port (dc1b1a45-9f97-43e0-a4ff-83453f47b083), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:34.589121 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [req-a61c7fef-4e5b-4447-b391-c3737ec73ec7 req-70429e18-a647-4dad-afbb-ee8d5edfc90d service neutron] Transition to ACTIVE for port object dc1b1a45-9f97-43e0-a4ff-83453f47b083 will not be triggered until provisioned by entity L2. {{(pid=103140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:04:34.593374 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-a61c7fef-4e5b-4447-b391-c3737ec73ec7 req-70429e18-a647-4dad-afbb-ee8d5edfc90d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (dc1b1a45-9f97-43e0-a4ff-83453f47b083), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:34.740695 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 22:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afcd9c1e-bd04-441d-b512-e3c4c8d0cec8 x-openstack-request-id: req-afcd9c1e-bd04-441d-b512-e3c4c8d0cec8 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:04:34.741067 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc0cc065-0e97-45b7-ac81-5696440591cf", "name": "network-vif-unplugged", "status": "completed", "tag": "dc1b1a45-9f97-43e0-a4ff-83453f47b083", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:04:34.741423 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-afcd9c1e-bd04-441d-b512-e3c4c8d0cec8 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:04:34.741928 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc0cc065-0e97-45b7-ac81-5696440591cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc1b1a45-9f97-43e0-a4ff-83453f47b083', 'code': 200} Feb 09 22:04:34.818122 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70429e18-a647-4dad-afbb-ee8d5edfc90d service neutron] Pushing event updated for resources: {'Port': ['ID=dc1b1a45-9f97-43e0-a4ff-83453f47b083,revision_number=6']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:34.829871 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70429e18-a647-4dad-afbb-ee8d5edfc90d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:34.830223 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70429e18-a647-4dad-afbb-ee8d5edfc90d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:34.830570 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70429e18-a647-4dad-afbb-ee8d5edfc90d service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:34.830987 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70429e18-a647-4dad-afbb-ee8d5edfc90d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:34.831332 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70429e18-a647-4dad-afbb-ee8d5edfc90d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:34.831669 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70429e18-a647-4dad-afbb-ee8d5edfc90d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:34.832999 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70429e18-a647-4dad-afbb-ee8d5edfc90d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:34.833495 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70429e18-a647-4dad-afbb-ee8d5edfc90d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:34.833829 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70429e18-a647-4dad-afbb-ee8d5edfc90d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:34.834189 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70429e18-a647-4dad-afbb-ee8d5edfc90d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:34.834526 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70429e18-a647-4dad-afbb-ee8d5edfc90d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:34.834930 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70429e18-a647-4dad-afbb-ee8d5edfc90d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:34.835246 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70429e18-a647-4dad-afbb-ee8d5edfc90d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:34.876537 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-a61c7fef-4e5b-4447-b391-c3737ec73ec7 req-70429e18-a647-4dad-afbb-ee8d5edfc90d service neutron] No DVR routers for this DVR port dc1b1a45-9f97-43e0-a4ff-83453f47b083 on host n-h2-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:04:35.276999 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-a61c7fef-4e5b-4447-b391-c3737ec73ec7 req-70429e18-a647-4dad-afbb-ee8d5edfc90d service neutron] Attempting to bind port dc1b1a45-9f97-43e0-a4ff-83453f47b083 on host n-h1-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:04:35.277231 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-a61c7fef-4e5b-4447-b391-c3737ec73ec7 req-70429e18-a647-4dad-afbb-ee8d5edfc90d service neutron] Attempting to bind port dc1b1a45-9f97-43e0-a4ff-83453f47b083 by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': 'c140cf13-b6e6-422b-a848-f0450f688d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '2668512e-8eb2-4929-aa61-73eeaa045414'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:04:35.277901 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61c7fef-4e5b-4447-b391-c3737ec73ec7 req-70429e18-a647-4dad-afbb-ee8d5edfc90d service neutron] Attempting to bind port dc1b1a45-9f97-43e0-a4ff-83453f47b083 on network 2668512e-8eb2-4929-aa61-73eeaa045414 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:04:35.284892 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61c7fef-4e5b-4447-b391-c3737ec73ec7 req-70429e18-a647-4dad-afbb-ee8d5edfc90d service neutron] Port dc1b1a45-9f97-43e0-a4ff-83453f47b083 on network 2668512e-8eb2-4929-aa61-73eeaa045414 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:04:35.285228 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61c7fef-4e5b-4447-b391-c3737ec73ec7 req-70429e18-a647-4dad-afbb-ee8d5edfc90d service neutron] Attempting to bind port dc1b1a45-9f97-43e0-a4ff-83453f47b083 on network 2668512e-8eb2-4929-aa61-73eeaa045414 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:04:35.293238 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61c7fef-4e5b-4447-b391-c3737ec73ec7 req-70429e18-a647-4dad-afbb-ee8d5edfc90d service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:04:35.293584 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61c7fef-4e5b-4447-b391-c3737ec73ec7 req-70429e18-a647-4dad-afbb-ee8d5edfc90d service neutron] Checking segment: {'id': 'c140cf13-b6e6-422b-a848-f0450f688d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '2668512e-8eb2-4929-aa61-73eeaa045414'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:04:35.293966 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61c7fef-4e5b-4447-b391-c3737ec73ec7 req-70429e18-a647-4dad-afbb-ee8d5edfc90d service neutron] Bound using segment: {'id': 'c140cf13-b6e6-422b-a848-f0450f688d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '2668512e-8eb2-4929-aa61-73eeaa045414'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:04:35.294397 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-a61c7fef-4e5b-4447-b391-c3737ec73ec7 req-70429e18-a647-4dad-afbb-ee8d5edfc90d service neutron] Bound port: dc1b1a45-9f97-43e0-a4ff-83453f47b083, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c140cf13-b6e6-422b-a848-f0450f688d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '2668512e-8eb2-4929-aa61-73eeaa045414'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:04:35.294755 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-a61c7fef-4e5b-4447-b391-c3737ec73ec7 req-70429e18-a647-4dad-afbb-ee8d5edfc90d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (dc1b1a45-9f97-43e0-a4ff-83453f47b083), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:35.340280 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22cabab-4aa9-4dfc-9903-2f0a3cf779b8 req-25697f30-d2bd-49e5-982b-469ec46a1575 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:35.341948 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a22cabab-4aa9-4dfc-9903-2f0a3cf779b8 req-25697f30-d2bd-49e5-982b-469ec46a1575 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=cc0cc065-0e97-45b7-ac81-5696440591cf HTTP/1.1" status: 200 len: 944 time: 0.1196287 Feb 09 22:04:35.403227 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-a61c7fef-4e5b-4447-b391-c3737ec73ec7 req-70429e18-a647-4dad-afbb-ee8d5edfc90d service neutron] For port dc1b1a45-9f97-43e0-a4ff-83453f47b083, host n-h1-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:04:35.426254 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-a61c7fef-4e5b-4447-b391-c3737ec73ec7 req-70429e18-a647-4dad-afbb-ee8d5edfc90d service neutron] For port dc1b1a45-9f97-43e0-a4ff-83453f47b083, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=dc1b1a45-9f97-43e0-a4ff-83453f47b083,segment=NetworkSegment(c140cf13-b6e6-422b-a848-f0450f688d89),segment_id=c140cf13-b6e6-422b-a848-f0450f688d89)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:04:35.432796 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a22cabab-4aa9-4dfc-9903-2f0a3cf779b8 req-69761429-a8e0-4bc2-a3a4-cca2ece71ec0 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=1ea0e49e-69f8-45bc-add4-f3a3de114325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816896 Feb 09 22:04:35.434781 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-a61c7fef-4e5b-4447-b391-c3737ec73ec7 req-70429e18-a647-4dad-afbb-ee8d5edfc90d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (dc1b1a45-9f97-43e0-a4ff-83453f47b083), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:35.469336 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61c7fef-4e5b-4447-b391-c3737ec73ec7 req-70429e18-a647-4dad-afbb-ee8d5edfc90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:35.470277 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-a61c7fef-4e5b-4447-b391-c3737ec73ec7 req-70429e18-a647-4dad-afbb-ee8d5edfc90d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:35.472368 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a61c7fef-4e5b-4447-b391-c3737ec73ec7 req-70429e18-a647-4dad-afbb-ee8d5edfc90d service neutron] 10.222.0.95 "PUT /v2.0/ports/dc1b1a45-9f97-43e0-a4ff-83453f47b083 HTTP/1.1" status: 200 len: 1092 time: 1.3712645 Feb 09 22:04:35.545354 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70429e18-a647-4dad-afbb-ee8d5edfc90d service neutron] Pushing event updated for resources: {'Port': ['ID=dc1b1a45-9f97-43e0-a4ff-83453f47b083,revision_number=7']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:35.580624 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61c7fef-4e5b-4447-b391-c3737ec73ec7 req-58164927-ec6d-44be-91f8-6551f540def9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:35.582326 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a61c7fef-4e5b-4447-b391-c3737ec73ec7 req-58164927-ec6d-44be-91f8-6551f540def9 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=deeb9e226e2546f19554cbe5eac163d6&device_id=cc0cc065-0e97-45b7-ac81-5696440591cf HTTP/1.1" status: 200 len: 1126 time: 0.0839486 Feb 09 22:04:35.768987 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61c7fef-4e5b-4447-b391-c3737ec73ec7 req-b37796a7-c808-46ed-81f2-80dcc16e1ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:35.770588 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a61c7fef-4e5b-4447-b391-c3737ec73ec7 req-b37796a7-c808-46ed-81f2-80dcc16e1ebb service neutron] 10.222.0.95 "GET /v2.0/networks?id=2668512e-8eb2-4929-aa61-73eeaa045414 HTTP/1.1" status: 200 len: 897 time: 0.1814249 Feb 09 22:04:35.782126 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b0d101-4ca0-46a5-b0be-49dde4098785 req-22c5f509-c5b9-4d89-8719-57458ac2aeaf tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:35.783604 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-33b0d101-4ca0-46a5-b0be-49dde4098785 req-22c5f509-c5b9-4d89-8719-57458ac2aeaf tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=9b43dcc6-bfa2-4e4a-b6fa-0e8457213291 HTTP/1.1" status: 200 len: 946 time: 0.0858421 Feb 09 22:04:35.873514 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a61c7fef-4e5b-4447-b391-c3737ec73ec7 req-187699d9-33f1-4ead-b3f8-57ebf5e60f17 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc1b1a45-9f97-43e0-a4ff-83453f47b083 HTTP/1.1" status: 200 len: 1000 time: 0.0888987 Feb 09 22:04:35.877701 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-33b0d101-4ca0-46a5-b0be-49dde4098785 req-abf03695-928c-43c3-882c-2a3f253c5244 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=a150208c-d856-4775-8b70-a04a39be3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870972 Feb 09 22:04:35.924080 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61c7fef-4e5b-4447-b391-c3737ec73ec7 req-5ce9cf42-2060-4328-91eb-601a9ab511af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:35.925534 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a61c7fef-4e5b-4447-b391-c3737ec73ec7 req-5ce9cf42-2060-4328-91eb-601a9ab511af service neutron] 10.222.0.95 "GET /v2.0/subnets?id=f9a51163-f04d-4c59-bc0f-ef32b4a819bf HTTP/1.1" status: 200 len: 835 time: 0.0452838 Feb 09 22:04:35.978689 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61c7fef-4e5b-4447-b391-c3737ec73ec7 req-e8f0f9d7-7aee-4613-8800-90d186a51698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:35.980210 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a61c7fef-4e5b-4447-b391-c3737ec73ec7 req-e8f0f9d7-7aee-4613-8800-90d186a51698 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=2668512e-8eb2-4929-aa61-73eeaa045414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0479310 Feb 09 22:04:36.074059 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a61c7fef-4e5b-4447-b391-c3737ec73ec7 req-e7116702-d001-4af0-99a8-8addf3db2419 service neutron] 10.222.0.95 "GET /v2.0/networks/2668512e-8eb2-4929-aa61-73eeaa045414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808382 Feb 09 22:04:36.173706 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a61c7fef-4e5b-4447-b391-c3737ec73ec7 req-0447d464-9871-4524-b8e5-857d90a89af6 service neutron] 10.222.0.95 "GET /v2.0/networks/2668512e-8eb2-4929-aa61-73eeaa045414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918870 Feb 09 22:04:36.565800 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83abc5c6-9640-4376-95f7-e673c2e9d83a req-1ab9f3d8-e06b-40d2-ada0-0ecd8b2c9da6 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:36.567392 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-83abc5c6-9640-4376-95f7-e673c2e9d83a req-1ab9f3d8-e06b-40d2-ada0-0ecd8b2c9da6 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=cc0cc065-0e97-45b7-ac81-5696440591cf HTTP/1.1" status: 200 len: 944 time: 0.0563107 Feb 09 22:04:36.617280 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-83abc5c6-9640-4376-95f7-e673c2e9d83a req-e6d8e77c-5306-4ea5-886c-f779da3162bc tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=1ea0e49e-69f8-45bc-add4-f3a3de114325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442426 Feb 09 22:04:36.743152 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc0cc065-0e97-45b7-ac81-5696440591cf', 'tag': 'dc1b1a45-9f97-43e0-a4ff-83453f47b083'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:04:36.745465 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1705dee3-23ad-4603-a571-29abb0a36568" -d '{"events": [{"name": "network-changed", "server_uuid": "cc0cc065-0e97-45b7-ac81-5696440591cf", "tag": "dc1b1a45-9f97-43e0-a4ff-83453f47b083"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:04:36.797342 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b7fcefe-6ace-46f2-89c1-b4e3fdc0dca6 x-openstack-request-id: req-4b7fcefe-6ace-46f2-89c1-b4e3fdc0dca6 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:04:36.797642 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc0cc065-0e97-45b7-ac81-5696440591cf", "tag": "dc1b1a45-9f97-43e0-a4ff-83453f47b083", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:04:36.797932 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-4b7fcefe-6ace-46f2-89c1-b4e3fdc0dca6 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:04:36.798699 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc0cc065-0e97-45b7-ac81-5696440591cf', 'tag': 'dc1b1a45-9f97-43e0-a4ff-83453f47b083', 'status': 'completed', 'code': 200} Feb 09 22:04:36.865277 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1705dee3-23ad-4603-a571-29abb0a36568 req-793f1a9e-9943-4e84-bac4-282a89c87a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:36.865836 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1705dee3-23ad-4603-a571-29abb0a36568 req-f0839877-e941-4fd4-9e6a-8c509c72be2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:36.867155 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1705dee3-23ad-4603-a571-29abb0a36568 req-f0839877-e941-4fd4-9e6a-8c509c72be2e service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=deeb9e226e2546f19554cbe5eac163d6&device_id=cc0cc065-0e97-45b7-ac81-5696440591cf HTTP/1.1" status: 200 len: 1126 time: 0.0494251 Feb 09 22:04:36.867317 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-1705dee3-23ad-4603-a571-29abb0a36568 req-793f1a9e-9943-4e84-bac4-282a89c87a34 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=deeb9e226e2546f19554cbe5eac163d6&device_id=cc0cc065-0e97-45b7-ac81-5696440591cf HTTP/1.1" status: 200 len: 1126 time: 0.0464408 Feb 09 22:04:36.963426 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1705dee3-23ad-4603-a571-29abb0a36568 req-f2754eb2-88a5-48a7-8d87-50165988c9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:36.964930 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-1705dee3-23ad-4603-a571-29abb0a36568 req-f2754eb2-88a5-48a7-8d87-50165988c9c5 service neutron] 10.222.0.89 "GET /v2.0/networks?id=2668512e-8eb2-4929-aa61-73eeaa045414 HTTP/1.1" status: 200 len: 897 time: 0.0901694 Feb 09 22:04:37.036684 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-1705dee3-23ad-4603-a571-29abb0a36568 req-6e5086f7-8f2d-4336-908c-4b3b32497c4d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc1b1a45-9f97-43e0-a4ff-83453f47b083 HTTP/1.1" status: 200 len: 1000 time: 0.0617394 Feb 09 22:04:37.069255 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1bd2ad-9472-44a2-b729-ead258cd0bd2 req-ae093f85-704f-47c1-83b2-0c55450c948a tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:37.077755 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5a1bd2ad-9472-44a2-b729-ead258cd0bd2 req-ae093f85-704f-47c1-83b2-0c55450c948a tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=9b43dcc6-bfa2-4e4a-b6fa-0e8457213291 HTTP/1.1" status: 200 len: 946 time: 0.1226220 Feb 09 22:04:37.098656 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1705dee3-23ad-4603-a571-29abb0a36568 req-47f0acef-9058-4105-a72e-8ef784f5ac65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:37.100536 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-1705dee3-23ad-4603-a571-29abb0a36568 req-47f0acef-9058-4105-a72e-8ef784f5ac65 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f9a51163-f04d-4c59-bc0f-ef32b4a819bf HTTP/1.1" status: 200 len: 835 time: 0.0568509 Feb 09 22:04:37.138486 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1705dee3-23ad-4603-a571-29abb0a36568 req-591cdf97-9b04-4517-8702-1d4eed085491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:37.140000 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1705dee3-23ad-4603-a571-29abb0a36568 req-591cdf97-9b04-4517-8702-1d4eed085491 service neutron] 10.222.0.95 "GET /v2.0/networks?id=2668512e-8eb2-4929-aa61-73eeaa045414 HTTP/1.1" status: 200 len: 897 time: 0.1535695 Feb 09 22:04:37.164494 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1705dee3-23ad-4603-a571-29abb0a36568 req-99ba42f4-9c63-4cb0-ae08-0b45dfe67734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:37.166120 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-1705dee3-23ad-4603-a571-29abb0a36568 req-99ba42f4-9c63-4cb0-ae08-0b45dfe67734 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2668512e-8eb2-4929-aa61-73eeaa045414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0579517 Feb 09 22:04:37.211483 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5a1bd2ad-9472-44a2-b729-ead258cd0bd2 req-e5e055b8-3bf5-47fc-8b2a-55ae0eba6c10 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=a150208c-d856-4775-8b70-a04a39be3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257780 Feb 09 22:04:37.238508 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1705dee3-23ad-4603-a571-29abb0a36568 req-54388a8f-bd36-4f1a-9deb-0ac86cc6d9fd service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc1b1a45-9f97-43e0-a4ff-83453f47b083 HTTP/1.1" status: 200 len: 1000 time: 0.0868630 Feb 09 22:04:37.273087 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-1705dee3-23ad-4603-a571-29abb0a36568 req-8ecd9a96-db6e-403c-a684-0ea497ded8c7 service neutron] 10.222.0.89 "GET /v2.0/networks/2668512e-8eb2-4929-aa61-73eeaa045414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971942 Feb 09 22:04:37.304713 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1705dee3-23ad-4603-a571-29abb0a36568 req-f8143c90-87a4-422d-8f4a-32cf55c00fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:37.306899 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1705dee3-23ad-4603-a571-29abb0a36568 req-f8143c90-87a4-422d-8f4a-32cf55c00fdc service neutron] 10.222.0.95 "GET /v2.0/subnets?id=f9a51163-f04d-4c59-bc0f-ef32b4a819bf HTTP/1.1" status: 200 len: 835 time: 0.0587234 Feb 09 22:04:37.365292 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1705dee3-23ad-4603-a571-29abb0a36568 req-aa4354c1-73af-4817-bfa3-c475c868ae15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:37.367037 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1705dee3-23ad-4603-a571-29abb0a36568 req-aa4354c1-73af-4817-bfa3-c475c868ae15 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=2668512e-8eb2-4929-aa61-73eeaa045414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0506914 Feb 09 22:04:37.374085 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-1705dee3-23ad-4603-a571-29abb0a36568 req-6a92c249-b971-420c-9440-78d23b3558b3 service neutron] 10.222.0.89 "GET /v2.0/networks/2668512e-8eb2-4929-aa61-73eeaa045414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917795 Feb 09 22:04:37.476537 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1705dee3-23ad-4603-a571-29abb0a36568 req-b7048846-2bf2-40fa-b516-036fccb701e6 service neutron] 10.222.0.95 "GET /v2.0/networks/2668512e-8eb2-4929-aa61-73eeaa045414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023893 Feb 09 22:04:37.575317 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1705dee3-23ad-4603-a571-29abb0a36568 req-7aca1f09-80c6-433a-89c2-317e32ee4ded service neutron] 10.222.0.95 "GET /v2.0/networks/2668512e-8eb2-4929-aa61-73eeaa045414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889094 Feb 09 22:04:37.750372 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c12e52-629c-4ba1-8eff-5c16151cf533 req-6816bc15-fac8-4e18-93b8-4d28d008ad49 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:37.751890 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-71c12e52-629c-4ba1-8eff-5c16151cf533 req-6816bc15-fac8-4e18-93b8-4d28d008ad49 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=cc0cc065-0e97-45b7-ac81-5696440591cf HTTP/1.1" status: 200 len: 944 time: 0.0609453 Feb 09 22:04:37.833944 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-71c12e52-629c-4ba1-8eff-5c16151cf533 req-6d222f5b-f893-42df-b1f4-4a0716fd5f6b tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=1ea0e49e-69f8-45bc-add4-f3a3de114325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760751 Feb 09 22:04:37.844746 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a464fd41-fa76-4be9-8c79-abd8f7d37121 req-89ee420f-a73e-4ba0-b954-f22dcc48ce61 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:37.846235 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a464fd41-fa76-4be9-8c79-abd8f7d37121 req-89ee420f-a73e-4ba0-b954-f22dcc48ce61 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.95 "GET /v2.0/ports?device_id=9b43dcc6-bfa2-4e4a-b6fa-0e8457213291 HTTP/1.1" status: 200 len: 946 time: 0.0816171 Feb 09 22:04:37.945835 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-a464fd41-fa76-4be9-8c79-abd8f7d37121 req-691f34a6-78bc-4b87-8904-472589899386 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Deleting port d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:04:37.946111 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-a464fd41-fa76-4be9-8c79-abd8f7d37121 req-691f34a6-78bc-4b87-8904-472589899386 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:38.001351 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device dc1b1a45-9f97-43e0-a4ff-83453f47b083 no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:04:38.036389 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-a464fd41-fa76-4be9-8c79-abd8f7d37121 req-691f34a6-78bc-4b87-8904-472589899386 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] For port d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e,segment=NetworkSegment(12f225d2-0c84-489a-a4a8-6e25d803c049),segment_id=12f225d2-0c84-489a-a4a8-6e25d803c049)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:04:38.036763 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-a464fd41-fa76-4be9-8c79-abd8f7d37121 req-691f34a6-78bc-4b87-8904-472589899386 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:38.042309 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] The host n-h2-828369-5 is not matching for port dc1b1a45-9f97-43e0-a4ff-83453f47b083 host n-h1-828369-5! {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 22:04:38.042698 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device dc1b1a45-9f97-43e0-a4ff-83453f47b083 not bound to the agent host n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:04:38.257618 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-a464fd41-fa76-4be9-8c79-abd8f7d37121 req-691f34a6-78bc-4b87-8904-472589899386 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:38.258112 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-a464fd41-fa76-4be9-8c79-abd8f7d37121 req-691f34a6-78bc-4b87-8904-472589899386 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (8db7b816-9b3a-4e79-b90d-876457c294e3), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:38.258402 n-d-828369-5 neutron-server[103140]: INFO neutron.db.l3_db [req-a464fd41-fa76-4be9-8c79-abd8f7d37121 req-691f34a6-78bc-4b87-8904-472589899386 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Floating IP 8db7b816-9b3a-4e79-b90d-876457c294e3 disassociated. External IP: 172.25.3.192, port: d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e. Feb 09 22:04:38.258798 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-a464fd41-fa76-4be9-8c79-abd8f7d37121 req-691f34a6-78bc-4b87-8904-472589899386 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Calling delete_port for d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e owned by compute:nova {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:04:38.377770 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73779bac-6563-47db-b1db-1671773bec33 req-152c0988-3779-4e0a-bdf2-8ad734e242c7 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:38.379887 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-73779bac-6563-47db-b1db-1671773bec33 req-152c0988-3779-4e0a-bdf2-8ad734e242c7 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=9b43dcc6-bfa2-4e4a-b6fa-0e8457213291 HTTP/1.1" status: 200 len: 946 time: 0.0773592 Feb 09 22:04:38.469725 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-a464fd41-fa76-4be9-8c79-abd8f7d37121 req-691f34a6-78bc-4b87-8904-472589899386 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:38.483549 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-73779bac-6563-47db-b1db-1671773bec33 req-349e93a1-3dcb-494e-a3a4-036d8204062c tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=a150208c-d856-4775-8b70-a04a39be3e59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692241 Feb 09 22:04:38.513752 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691f34a6-78bc-4b87-8904-472589899386 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Pushing event deleted for resources: {'Port': ['ID=d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:38.532039 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device dc1b1a45-9f97-43e0-a4ff-83453f47b083 details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:04:38.676956 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a464fd41-fa76-4be9-8c79-abd8f7d37121 req-691f34a6-78bc-4b87-8904-472589899386 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Router c4c5805a-20ec-4e05-952e-0f99cdae65aa has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:04:38.694788 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port dc1b1a45-9f97-43e0-a4ff-83453f47b083, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=dc1b1a45-9f97-43e0-a4ff-83453f47b083,segment=NetworkSegment(c140cf13-b6e6-422b-a848-f0450f688d89),segment_id=c140cf13-b6e6-422b-a848-f0450f688d89)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:04:38.705418 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40626) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:38.713878 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': 'dc1b1a45-9f97-43e0-a4ff-83453f47b083', 'network_id': '2668512e-8eb2-4929-aa61-73eeaa045414', 'port_id': 'dc1b1a45-9f97-43e0-a4ff-83453f47b083', 'mac_address': 'fa:16:3e:76:9e:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9a51163-f04d-4c59-bc0f-ef32b4a819bf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:04:38.759958 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port dc1b1a45-9f97-43e0-a4ff-83453f47b083 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:04:38.760396 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (dc1b1a45-9f97-43e0-a4ff-83453f47b083), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:38.774736 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc1b1a45-9f97-43e0-a4ff-83453f47b083 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:04:38.802975 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port dc1b1a45-9f97-43e0-a4ff-83453f47b083, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=dc1b1a45-9f97-43e0-a4ff-83453f47b083,segment=NetworkSegment(c140cf13-b6e6-422b-a848-f0450f688d89),segment_id=c140cf13-b6e6-422b-a848-f0450f688d89)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:04:38.815588 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (dc1b1a45-9f97-43e0-a4ff-83453f47b083), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:38.838940 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a464fd41-fa76-4be9-8c79-abd8f7d37121 req-691f34a6-78bc-4b87-8904-472589899386 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:04:38.841421 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4b38a118-88ed-42f2-b165-50c02ce58855 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:38.851788 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02fbbf2-c300-464b-8e1d-3beeb91c7360 None None] Sync routers for ids ['c4c5805a-20ec-4e05-952e-0f99cdae65aa'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:04:38.867081 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02fbbf2-c300-464b-8e1d-3beeb91c7360 None None] Routers {'c4c5805a-20ec-4e05-952e-0f99cdae65aa'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:04:38.870367 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-c02fbbf2-c300-464b-8e1d-3beeb91c7360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:04:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['c4c5805a-20ec-4e05-952e-0f99cdae65aa'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:38.901938 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=dc1b1a45-9f97-43e0-a4ff-83453f47b083,revision_number=8']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:38.947697 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-a464fd41-fa76-4be9-8c79-abd8f7d37121 req-691f34a6-78bc-4b87-8904-472589899386 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] No DVR routers for this DVR port d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e on host n-h1-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:04:38.964417 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-a464fd41-fa76-4be9-8c79-abd8f7d37121 req-691f34a6-78bc-4b87-8904-472589899386 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:38.968519 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a464fd41-fa76-4be9-8c79-abd8f7d37121 req-691f34a6-78bc-4b87-8904-472589899386 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.95 "DELETE /v2.0/ports/d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e HTTP/1.1" status: 204 len: 173 time: 1.1158388 Feb 09 22:04:38.969862 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b43dcc6-bfa2-4e4a-b6fa-0e8457213291', 'name': 'network-vif-deleted', 'tag': 'd7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:04:38.973357 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdef0694-492e-47b4-b0fc-79dd967e52d2" -d '{"events": [{"server_uuid": "9b43dcc6-bfa2-4e4a-b6fa-0e8457213291", "name": "network-vif-deleted", "tag": "d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:04:39.069454 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-296f8b8d-699a-4e70-b49d-ee145ec5fa00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:39.083281 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['dc1b1a45-9f97-43e0-a4ff-83453f47b083'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:04:39.092884 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4b38a118-88ed-42f2-b165-50c02ce58855 admin admin] Publish callbacks [] for security_group (fd460065-33c5-4ab6-9bc7-080f86fbd53d), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:39.098981 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4b38a118-88ed-42f2-b165-50c02ce58855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (fd460065-33c5-4ab6-9bc7-080f86fbd53d), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:39.118776 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-c02fbbf2-c300-464b-8e1d-3beeb91c7360 None None] Set router c4c5805a-20ec-4e05-952e-0f99cdae65aa gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:04:39.134745 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ee49b3-0909-4e82-b8f5-51ae8a295784 req-7cec4e5e-ea49-4944-9c06-fa9c96a3e92e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:39.143191 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-64ee49b3-0909-4e82-b8f5-51ae8a295784 req-7cec4e5e-ea49-4944-9c06-fa9c96a3e92e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=cc0cc065-0e97-45b7-ac81-5696440591cf HTTP/1.1" status: 200 len: 945 time: 0.1971834 Feb 09 22:04:39.153433 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d83c91f9-4c94-4103-9f51-32407301f233 x-openstack-request-id: req-d83c91f9-4c94-4103-9f51-32407301f233 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:04:39.153924 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b43dcc6-bfa2-4e4a-b6fa-0e8457213291", "name": "network-vif-deleted", "tag": "d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:04:39.154197 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-d83c91f9-4c94-4103-9f51-32407301f233 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:04:39.158045 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b43dcc6-bfa2-4e4a-b6fa-0e8457213291', 'name': 'network-vif-deleted', 'tag': 'd7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e', 'status': 'completed', 'code': 200} Feb 09 22:04:39.171958 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-4b38a118-88ed-42f2-b165-50c02ce58855 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=18620a14704144a1aedc8676d5b97c68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4630287 Feb 09 22:04:39.172438 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b38a118-88ed-42f2-b165-50c02ce58855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd460065-33c5-4ab6-9bc7-080f86fbd53d,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:39.176160 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40634) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:39.252261 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b38a118-88ed-42f2-b165-50c02ce58855 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:39.252918 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b38a118-88ed-42f2-b165-50c02ce58855 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:39.253453 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b38a118-88ed-42f2-b165-50c02ce58855 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:39.254520 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b38a118-88ed-42f2-b165-50c02ce58855 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:39.255096 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b38a118-88ed-42f2-b165-50c02ce58855 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:39.255648 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b38a118-88ed-42f2-b165-50c02ce58855 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:39.256173 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b38a118-88ed-42f2-b165-50c02ce58855 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:39.256853 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b38a118-88ed-42f2-b165-50c02ce58855 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:39.257374 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b38a118-88ed-42f2-b165-50c02ce58855 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:39.257921 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b38a118-88ed-42f2-b165-50c02ce58855 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:39.258488 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b38a118-88ed-42f2-b165-50c02ce58855 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:39.259604 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b38a118-88ed-42f2-b165-50c02ce58855 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:39.260165 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b38a118-88ed-42f2-b165-50c02ce58855 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:39.289358 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-64ee49b3-0909-4e82-b8f5-51ae8a295784 req-4f8d7f0f-2349-47d4-94d4-8d17d2cf3e5d tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=1ea0e49e-69f8-45bc-add4-f3a3de114325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302960 Feb 09 22:04:39.320595 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a86927ce-4a25-4719-9567-01f61d007021 admin admin] Publish callbacks [] for security_group (fd460065-33c5-4ab6-9bc7-080f86fbd53d), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:39.345938 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a86927ce-4a25-4719-9567-01f61d007021 admin admin] Publish callbacks [] for security_group (fd460065-33c5-4ab6-9bc7-080f86fbd53d), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:39.406752 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a86927ce-4a25-4719-9567-01f61d007021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (fd460065-33c5-4ab6-9bc7-080f86fbd53d), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:39.409880 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a86927ce-4a25-4719-9567-01f61d007021 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:39.411168 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-a86927ce-4a25-4719-9567-01f61d007021 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/fd460065-33c5-4ab6-9bc7-080f86fbd53d HTTP/1.1" status: 204 len: 168 time: 0.2305257 Feb 09 22:04:39.430798 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86927ce-4a25-4719-9567-01f61d007021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd460065-33c5-4ab6-9bc7-080f86fbd53d,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:39.537094 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-c02fbbf2-c300-464b-8e1d-3beeb91c7360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c5805a-20ec-4e05-952e-0f99cdae65aa', 'name': 'tempest-AttachVolumeShelveTestJSON-1271603554-router', 'tenant_id': 'a5b450ffe3204024aa1de4c1c17e7296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'aadfb8ab-cd8e-415e-ba9c-4cae14e577a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:01:31Z', 'updated_at': '2022-02-09T22:01:35Z', 'revision_number': 4, 'project_id': 'a5b450ffe3204024aa1de4c1c17e7296', 'gw_port': {'id': 'aadfb8ab-cd8e-415e-ba9c-4cae14e577a9', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:78:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c5805a-20ec-4e05-952e-0f99cdae65aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:32Z', 'updated_at': '2022-02-09T22:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '5f3b583e-f3a7-425a-95e8-426aa29472d5', 'name': '', 'network_id': '37def89c-7a9f-4c66-92be-f91fbe6a4291', 'tenant_id': 'a5b450ffe3204024aa1de4c1c17e7296', 'mac_address': 'fa:16:3e:5e:47:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c5805a-20ec-4e05-952e-0f99cdae65aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': 'e04d8769-3631-49a0-81b3-a22ce5792703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:34Z', 'updated_at': '2022-02-09T22:01:40Z', 'revision_number': 5, 'project_id': 'a5b450ffe3204024aa1de4c1c17e7296', 'subnets': [{'id': 'e04d8769-3631-49a0-81b3-a22ce5792703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:39.590649 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02fbbf2-c300-464b-8e1d-3beeb91c7360 None None] Checking router: c4c5805a-20ec-4e05-952e-0f99cdae65aa for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:04:39.603225 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02fbbf2-c300-464b-8e1d-3beeb91c7360 None None] Routers {'c4c5805a-20ec-4e05-952e-0f99cdae65aa'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:04:39.604200 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-c02fbbf2-c300-464b-8e1d-3beeb91c7360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:04:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['c4c5805a-20ec-4e05-952e-0f99cdae65aa'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:39.740374 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c70512d-5b94-4bd1-898a-9962ca1add33 req-40b84e1d-2324-4cb5-9baa-6a871e6ba219 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:39.744763 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5c70512d-5b94-4bd1-898a-9962ca1add33 req-40b84e1d-2324-4cb5-9baa-6a871e6ba219 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.95 "GET /v2.0/ports?device_id=cc0cc065-0e97-45b7-ac81-5696440591cf&tenant_id=deeb9e226e2546f19554cbe5eac163d6&binding%3Ahost_id=n-h1-828369-5 HTTP/1.1" status: 200 len: 945 time: 0.2110169 Feb 09 22:04:39.763232 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fbd04a-2191-4736-9c53-8aeddfec816b req-b7c7bf1b-f0b5-48d7-8b7c-cce0ca41d3d9 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:39.765072 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e4fbd04a-2191-4736-9c53-8aeddfec816b req-b7c7bf1b-f0b5-48d7-8b7c-cce0ca41d3d9 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=cc0cc065-0e97-45b7-ac81-5696440591cf HTTP/1.1" status: 200 len: 945 time: 0.1251397 Feb 09 22:04:39.799808 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9a21cb84-2575-43b1-ac91-1e1c4ecacb28 req-f8a83040-7f5d-4fb4-b9d4-ed9ce938b557 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=9b43dcc6-bfa2-4e4a-b6fa-0e8457213291 HTTP/1.1" status: 200 len: 210 time: 0.0491557 Feb 09 22:04:39.837908 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-c02fbbf2-c300-464b-8e1d-3beeb91c7360 None None] Set router c4c5805a-20ec-4e05-952e-0f99cdae65aa gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:04:39.909423 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5c70512d-5b94-4bd1-898a-9962ca1add33 req-0770a12c-73a1-488d-89a4-abe00baf3aa3 service neutron] 10.222.0.95 "GET /v2.0/ports/dc1b1a45-9f97-43e0-a4ff-83453f47b083/bindings/n-h1-828369-5 HTTP/1.1" status: 200 len: 382 time: 0.1432967 Feb 09 22:04:39.927118 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e4fbd04a-2191-4736-9c53-8aeddfec816b req-63aa71f4-a78c-4095-a153-794fa5540cca tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=1ea0e49e-69f8-45bc-add4-f3a3de114325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302738 Feb 09 22:04:40.009956 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c70512d-5b94-4bd1-898a-9962ca1add33 req-b4d877a7-0fa7-492a-9e16-31a71bf068f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:40.012136 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5c70512d-5b94-4bd1-898a-9962ca1add33 req-b4d877a7-0fa7-492a-9e16-31a71bf068f2 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=deeb9e226e2546f19554cbe5eac163d6&device_id=cc0cc065-0e97-45b7-ac81-5696440591cf HTTP/1.1" status: 200 len: 1127 time: 0.0686581 Feb 09 22:04:40.105942 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-c02fbbf2-c300-464b-8e1d-3beeb91c7360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c5805a-20ec-4e05-952e-0f99cdae65aa', 'name': 'tempest-AttachVolumeShelveTestJSON-1271603554-router', 'tenant_id': 'a5b450ffe3204024aa1de4c1c17e7296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'aadfb8ab-cd8e-415e-ba9c-4cae14e577a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:01:31Z', 'updated_at': '2022-02-09T22:01:35Z', 'revision_number': 4, 'project_id': 'a5b450ffe3204024aa1de4c1c17e7296', 'gw_port': {'id': 'aadfb8ab-cd8e-415e-ba9c-4cae14e577a9', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:78:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c5805a-20ec-4e05-952e-0f99cdae65aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:32Z', 'updated_at': '2022-02-09T22:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '5f3b583e-f3a7-425a-95e8-426aa29472d5', 'name': '', 'network_id': '37def89c-7a9f-4c66-92be-f91fbe6a4291', 'tenant_id': 'a5b450ffe3204024aa1de4c1c17e7296', 'mac_address': 'fa:16:3e:5e:47:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c5805a-20ec-4e05-952e-0f99cdae65aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': 'e04d8769-3631-49a0-81b3-a22ce5792703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:34Z', 'updated_at': '2022-02-09T22:01:40Z', 'revision_number': 5, 'project_id': 'a5b450ffe3204024aa1de4c1c17e7296', 'subnets': [{'id': 'e04d8769-3631-49a0-81b3-a22ce5792703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:40.140766 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02fbbf2-c300-464b-8e1d-3beeb91c7360 None None] The sync data for ids ['c4c5805a-20ec-4e05-952e-0f99cdae65aa'] in n-d-828369-5 is: [{'id': 'c4c5805a-20ec-4e05-952e-0f99cdae65aa', 'name': 'tempest-AttachVolumeShelveTestJSON-1271603554-router', 'tenant_id': 'a5b450ffe3204024aa1de4c1c17e7296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'aadfb8ab-cd8e-415e-ba9c-4cae14e577a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:01:31Z', 'updated_at': '2022-02-09T22:01:35Z', 'revision_number': 4, 'project_id': 'a5b450ffe3204024aa1de4c1c17e7296', 'gw_port': {'id': 'aadfb8ab-cd8e-415e-ba9c-4cae14e577a9', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:78:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c5805a-20ec-4e05-952e-0f99cdae65aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:32Z', 'updated_at': '2022-02-09T22:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '5f3b583e-f3a7-425a-95e8-426aa29472d5', 'name': '', 'network_id': '37def89c-7a9f-4c66-92be-f91fbe6a4291', 'tenant_id': 'a5b450ffe3204024aa1de4c1c17e7296', 'mac_address': 'fa:16:3e:5e:47:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c5805a-20ec-4e05-952e-0f99cdae65aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': 'e04d8769-3631-49a0-81b3-a22ce5792703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:34Z', 'updated_at': '2022-02-09T22:01:40Z', 'revision_number': 5, 'project_id': 'a5b450ffe3204024aa1de4c1c17e7296', 'subnets': [{'id': 'e04d8769-3631-49a0-81b3-a22ce5792703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:04:40.141148 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c70512d-5b94-4bd1-898a-9962ca1add33 req-c53ac976-9a87-4336-bb93-2ae3caa784fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:40.144254 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5c70512d-5b94-4bd1-898a-9962ca1add33 req-c53ac976-9a87-4336-bb93-2ae3caa784fd service neutron] 10.222.0.95 "GET /v2.0/networks?id=2668512e-8eb2-4929-aa61-73eeaa045414 HTTP/1.1" status: 200 len: 897 time: 0.1226480 Feb 09 22:04:40.221836 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5c70512d-5b94-4bd1-898a-9962ca1add33 req-3d91b684-23d5-43e4-a437-3267531a63ef service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc1b1a45-9f97-43e0-a4ff-83453f47b083 HTTP/1.1" status: 200 len: 1001 time: 0.0668747 Feb 09 22:04:40.276783 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c70512d-5b94-4bd1-898a-9962ca1add33 req-190caa1b-ec62-4395-8ea4-b50d83783c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:40.278431 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5c70512d-5b94-4bd1-898a-9962ca1add33 req-190caa1b-ec62-4395-8ea4-b50d83783c30 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=f9a51163-f04d-4c59-bc0f-ef32b4a819bf HTTP/1.1" status: 200 len: 835 time: 0.0504982 Feb 09 22:04:40.332562 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c70512d-5b94-4bd1-898a-9962ca1add33 req-c5c6b052-aac6-4ee7-8cff-aa1323b5624d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:40.334116 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5c70512d-5b94-4bd1-898a-9962ca1add33 req-c5c6b052-aac6-4ee7-8cff-aa1323b5624d service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=2668512e-8eb2-4929-aa61-73eeaa045414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0474024 Feb 09 22:04:40.417443 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddae05b1-44c5-4ec1-a48b-287ab9de69d3 None None] New status for floating IP 8db7b816-9b3a-4e79-b90d-876457c294e3: DOWN {{(pid=103142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:04:40.436042 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5c70512d-5b94-4bd1-898a-9962ca1add33 req-fb811f17-fada-4592-bb30-81073028950e service neutron] 10.222.0.95 "GET /v2.0/networks/2668512e-8eb2-4929-aa61-73eeaa045414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930583 Feb 09 22:04:40.540493 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5c70512d-5b94-4bd1-898a-9962ca1add33 req-c8f8ab4e-b774-4bf8-87b8-5e14a1cc819e service neutron] 10.222.0.95 "GET /v2.0/networks/2668512e-8eb2-4929-aa61-73eeaa045414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949776 Feb 09 22:04:40.553558 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device dc1b1a45-9f97-43e0-a4ff-83453f47b083 up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:04:40.607805 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning for port dc1b1a45-9f97-43e0-a4ff-83453f47b083 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:04:40.612823 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port dc1b1a45-9f97-43e0-a4ff-83453f47b083 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:04:40.613227 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (dc1b1a45-9f97-43e0-a4ff-83453f47b083), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:40.698178 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port dc1b1a45-9f97-43e0-a4ff-83453f47b083 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:04:40.698709 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (dc1b1a45-9f97-43e0-a4ff-83453f47b083), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:40.723153 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0cc065-0e97-45b7-ac81-5696440591cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc1b1a45-9f97-43e0-a4ff-83453f47b083'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:04:40.725452 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5418a18-838a-4a29-af4a-c9ecb2840f2a" -d '{"events": [{"server_uuid": "cc0cc065-0e97-45b7-ac81-5696440591cf", "name": "network-vif-plugged", "status": "completed", "tag": "dc1b1a45-9f97-43e0-a4ff-83453f47b083"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:04:40.738180 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port dc1b1a45-9f97-43e0-a4ff-83453f47b083, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=dc1b1a45-9f97-43e0-a4ff-83453f47b083,segment=NetworkSegment(c140cf13-b6e6-422b-a848-f0450f688d89),segment_id=c140cf13-b6e6-422b-a848-f0450f688d89)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:04:40.743213 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (dc1b1a45-9f97-43e0-a4ff-83453f47b083), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:40.744018 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:04:40.784088 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ab5f207-e0bc-4a86-94ee-2f0319014534 x-openstack-request-id: req-1ab5f207-e0bc-4a86-94ee-2f0319014534 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:04:40.784411 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc0cc065-0e97-45b7-ac81-5696440591cf", "name": "network-vif-plugged", "status": "completed", "tag": "dc1b1a45-9f97-43e0-a4ff-83453f47b083", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:04:40.784709 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-1ab5f207-e0bc-4a86-94ee-2f0319014534 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:04:40.785228 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc0cc065-0e97-45b7-ac81-5696440591cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc1b1a45-9f97-43e0-a4ff-83453f47b083', 'code': 200} Feb 09 22:04:40.786443 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] No Port match for: d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:04:40.786769 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device d7c1dfe0-d5d8-4a1b-96b7-edd1bd75b36e not bound to the agent host n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:04:40.811031 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=dc1b1a45-9f97-43e0-a4ff-83453f47b083,revision_number=9']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:40.912561 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40678) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:40.974706 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0e22e87f-02c3-4e63-b883-5fc66198274b tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Publish callbacks [] for security_group (a150208c-d856-4775-8b70-a04a39be3e59), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:41.009505 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0e22e87f-02c3-4e63-b883-5fc66198274b tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Publish callbacks [] for security_group (a150208c-d856-4775-8b70-a04a39be3e59), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:41.017020 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-745babc9-267a-4ec1-99d1-10fca4a4ff80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:41.055938 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d74259-774a-45e1-b051-94bda9e1ff73 req-0588d268-f69e-40e1-b2de-43cb1e497b14 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:41.063833 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d5d74259-774a-45e1-b051-94bda9e1ff73 req-0588d268-f69e-40e1-b2de-43cb1e497b14 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=cc0cc065-0e97-45b7-ac81-5696440591cf HTTP/1.1" status: 200 len: 946 time: 0.0685494 Feb 09 22:04:41.070300 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0e22e87f-02c3-4e63-b883-5fc66198274b tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (a150208c-d856-4775-8b70-a04a39be3e59), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:41.073671 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0e22e87f-02c3-4e63-b883-5fc66198274b tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:41.074916 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-0e22e87f-02c3-4e63-b883-5fc66198274b tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "DELETE /v2.0/security-groups/a150208c-d856-4775-8b70-a04a39be3e59 HTTP/1.1" status: 204 len: 168 time: 0.1613545 Feb 09 22:04:41.079332 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 40684) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:41.088275 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e22e87f-02c3-4e63-b883-5fc66198274b tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a150208c-d856-4775-8b70-a04a39be3e59,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:41.102315 n-d-828369-5 neutron-server[103140]: INFO neutron.api.v2.resource [None req-09a7fc62-6d3a-44e5-943f-81cf56f92efb tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] show failed (client error): The resource could not be found. Feb 09 22:04:41.103393 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-09a7fc62-6d3a-44e5-943f-81cf56f92efb tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups/a150208c-d856-4775-8b70-a04a39be3e59 HTTP/1.1" status: 404 len: 347 time: 0.0231190 Feb 09 22:04:41.107129 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40686) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:41.128310 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d5d74259-774a-45e1-b051-94bda9e1ff73 req-b05bbad3-49dd-4405-8167-99daaac3fca1 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=1ea0e49e-69f8-45bc-add4-f3a3de114325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635917 Feb 09 22:04:41.245714 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-84079ed5-234c-44bf-affd-c364f0ee9e9b tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Deleting port d880d61e-d4da-429b-8605-6da01eb5c623 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:04:41.246045 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-84079ed5-234c-44bf-affd-c364f0ee9e9b tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (d880d61e-d4da-429b-8605-6da01eb5c623), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:41.324194 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-84079ed5-234c-44bf-affd-c364f0ee9e9b tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (d880d61e-d4da-429b-8605-6da01eb5c623), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:41.324554 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-84079ed5-234c-44bf-affd-c364f0ee9e9b tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Publish callbacks [] for floatingip (d880d61e-d4da-429b-8605-6da01eb5c623), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:41.335833 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-84079ed5-234c-44bf-affd-c364f0ee9e9b tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Calling delete_port for d880d61e-d4da-429b-8605-6da01eb5c623 owned by network:floatingip {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:04:41.470201 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-84079ed5-234c-44bf-affd-c364f0ee9e9b tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (d880d61e-d4da-429b-8605-6da01eb5c623), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:41.498989 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84079ed5-234c-44bf-affd-c364f0ee9e9b tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Pushing event deleted for resources: {'Port': ['ID=d880d61e-d4da-429b-8605-6da01eb5c623,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:41.563455 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-84079ed5-234c-44bf-affd-c364f0ee9e9b tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Publish callbacks [] for floatingip (8db7b816-9b3a-4e79-b90d-876457c294e3), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:41.566341 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-84079ed5-234c-44bf-affd-c364f0ee9e9b tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:41.567528 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-84079ed5-234c-44bf-affd-c364f0ee9e9b tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "DELETE /v2.0/floatingips/8db7b816-9b3a-4e79-b90d-876457c294e3 HTTP/1.1" status: 204 len: 168 time: 0.4593701 Feb 09 22:04:41.977472 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40692) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:41.982478 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-d68c2fed-2eb9-4b62-bfd0-d460dcaca9a6 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1673930390', 'description': 'tempest-description--2067756853'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:04:42.007437 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d68c2fed-2eb9-4b62-bfd0-d460dcaca9a6 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:42.085368 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d68c2fed-2eb9-4b62-bfd0-d460dcaca9a6 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Publish callbacks [] for security_group (b84fe1f3-0331-41ba-8996-269b9bdf78f0), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:42.089464 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d68c2fed-2eb9-4b62-bfd0-d460dcaca9a6 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (b84fe1f3-0331-41ba-8996-269b9bdf78f0), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:42.122358 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68c2fed-2eb9-4b62-bfd0-d460dcaca9a6 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b84fe1f3-0331-41ba-8996-269b9bdf78f0,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:42.129673 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d68c2fed-2eb9-4b62-bfd0-d460dcaca9a6 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:42.134419 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 40694) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:42.142327 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-5762b1fc-82ca-444c-a6fb-9aa06513096a tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Request body: {'security_group_rule': {'security_group_id': 'b84fe1f3-0331-41ba-8996-269b9bdf78f0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:04:42.145704 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-d68c2fed-2eb9-4b62-bfd0-d460dcaca9a6 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1660221 Feb 09 22:04:42.180764 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5762b1fc-82ca-444c-a6fb-9aa06513096a tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Publish callbacks [] for security_group_rule (b0f3cc9d-a86a-448e-9928-bbb934317028), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:42.274436 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5762b1fc-82ca-444c-a6fb-9aa06513096a tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Publish callbacks [] for security_group_rule (b0f3cc9d-a86a-448e-9928-bbb934317028), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:42.278861 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5762b1fc-82ca-444c-a6fb-9aa06513096a tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (b0f3cc9d-a86a-448e-9928-bbb934317028), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:42.292480 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c89a7e-0f69-44df-8a8e-b971af6e6851 req-72dd7448-cf83-4c81-a64c-46df6427e714 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:42.293972 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-02c89a7e-0f69-44df-8a8e-b971af6e6851 req-72dd7448-cf83-4c81-a64c-46df6427e714 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=cc0cc065-0e97-45b7-ac81-5696440591cf HTTP/1.1" status: 200 len: 946 time: 0.0814929 Feb 09 22:04:42.311698 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5762b1fc-82ca-444c-a6fb-9aa06513096a tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0f3cc9d-a86a-448e-9928-bbb934317028,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:42.324770 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5762b1fc-82ca-444c-a6fb-9aa06513096a tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:42.325955 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-5762b1fc-82ca-444c-a6fb-9aa06513096a tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1889825 Feb 09 22:04:42.328869 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40698) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:42.333574 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-ea18f956-4672-48e2-a575-113e26e2487f tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Request body: {'security_group_rule': {'security_group_id': 'b84fe1f3-0331-41ba-8996-269b9bdf78f0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:04:42.357656 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-02c89a7e-0f69-44df-8a8e-b971af6e6851 req-4bee8e58-1cba-48be-85f5-7f1c5b597e26 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=1ea0e49e-69f8-45bc-add4-f3a3de114325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552950 Feb 09 22:04:42.357887 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ea18f956-4672-48e2-a575-113e26e2487f tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Publish callbacks [] for security_group_rule (079ff79d-1176-47ea-a947-3ca5df8e5841), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:42.417446 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ea18f956-4672-48e2-a575-113e26e2487f tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Publish callbacks [] for security_group_rule (079ff79d-1176-47ea-a947-3ca5df8e5841), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:42.421341 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ea18f956-4672-48e2-a575-113e26e2487f tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (079ff79d-1176-47ea-a947-3ca5df8e5841), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:42.436471 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea18f956-4672-48e2-a575-113e26e2487f tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=079ff79d-1176-47ea-a947-3ca5df8e5841,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:42.448382 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ea18f956-4672-48e2-a575-113e26e2487f tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:42.449645 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-ea18f956-4672-48e2-a575-113e26e2487f tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1197088 Feb 09 22:04:42.452739 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40700) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:42.457130 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-a57ed185-9431-4b57-8e62-224dbe95cd86 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Request body: {'floatingip': {'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:04:42.476880 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a57ed185-9431-4b57-8e62-224dbe95cd86 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:42.580107 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a57ed185-9431-4b57-8e62-224dbe95cd86 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:42.687949 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-a57ed185-9431-4b57-8e62-224dbe95cd86 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Allocated IP 172.25.3.206 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/2a3ef6d7-9eb5-467a-947e-6bd53d48f49d) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:04:42.781677 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:42.818361 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a57ed185-9431-4b57-8e62-224dbe95cd86 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Publish callbacks [] for port (2a3ef6d7-9eb5-467a-947e-6bd53d48f49d), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:42.858952 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c70512d-5b94-4bd1-898a-9962ca1add33 req-08ab2106-cdf1-48aa-8fc4-aae17901054a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:42.860415 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-5c70512d-5b94-4bd1-898a-9962ca1add33 req-08ab2106-cdf1-48aa-8fc4-aae17901054a service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=cc0cc065-0e97-45b7-ac81-5696440591cf&tenant_id=deeb9e226e2546f19554cbe5eac163d6 HTTP/1.1" status: 200 len: 1128 time: 0.0796165 Feb 09 22:04:42.872418 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-5c70512d-5b94-4bd1-898a-9962ca1add33 req-1f873cff-9e9d-49f5-820e-4e032a17d933 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828369-5', 'device_owner': 'compute:nova'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:04:42.876305 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a57ed185-9431-4b57-8e62-224dbe95cd86 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (2a3ef6d7-9eb5-467a-947e-6bd53d48f49d), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:42.943801 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57ed185-9431-4b57-8e62-224dbe95cd86 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:04:42.965000 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-a57ed185-9431-4b57-8e62-224dbe95cd86 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:04:42.968986 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57ed185-9431-4b57-8e62-224dbe95cd86 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:04:42.974035 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57ed185-9431-4b57-8e62-224dbe95cd86 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Pushing event updated for resources: {'Port': ['ID=2a3ef6d7-9eb5-467a-947e-6bd53d48f49d,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:43.005086 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-5c70512d-5b94-4bd1-898a-9962ca1add33 req-1f873cff-9e9d-49f5-820e-4e032a17d933 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (dc1b1a45-9f97-43e0-a4ff-83453f47b083), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:43.092978 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1f73337b-f6c0-4466-9f5f-41e5ebaa1c06 req-6ea097ab-5ad3-4a7f-adfc-77dfdccbe526 tempest-VolumesNegativeTest-356243929 tempest-VolumesNegativeTest-356243929-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=6428752350e040518f3667a1663c66de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287807 Feb 09 22:04:43.164672 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a57ed185-9431-4b57-8e62-224dbe95cd86 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Publish callbacks [] for floatingip (7183af2a-5f55-4f18-b2dd-dc01ce1bf798), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:43.254279 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a57ed185-9431-4b57-8e62-224dbe95cd86 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (2a3ef6d7-9eb5-467a-947e-6bd53d48f49d), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:43.293186 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f73337b-f6c0-4466-9f5f-41e5ebaa1c06 req-edc7c076-264f-43c2-afaf-61240cb31c43 tempest-VolumesNegativeTest-356243929 tempest-VolumesNegativeTest-356243929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:43.294659 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1f73337b-f6c0-4466-9f5f-41e5ebaa1c06 req-edc7c076-264f-43c2-afaf-61240cb31c43 tempest-VolumesNegativeTest-356243929 tempest-VolumesNegativeTest-356243929-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1954279 Feb 09 22:04:43.309260 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1f73337b-f6c0-4466-9f5f-41e5ebaa1c06 req-dc98cd21-08d6-41cc-8530-975524e4fc63 tempest-VolumesNegativeTest-356243929 tempest-VolumesNegativeTest-356243929-project] 10.222.0.90 "GET /v2.0/quotas/6428752350e040518f3667a1663c66de HTTP/1.1" status: 200 len: 375 time: 0.0089839 Feb 09 22:04:43.319554 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-5c70512d-5b94-4bd1-898a-9962ca1add33 req-1f873cff-9e9d-49f5-820e-4e032a17d933 service neutron] For port dc1b1a45-9f97-43e0-a4ff-83453f47b083, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=dc1b1a45-9f97-43e0-a4ff-83453f47b083,segment=NetworkSegment(c140cf13-b6e6-422b-a848-f0450f688d89),segment_id=c140cf13-b6e6-422b-a848-f0450f688d89)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:04:43.341349 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1f73337b-f6c0-4466-9f5f-41e5ebaa1c06 req-29005c7f-1fbd-4a1e-8b83-9a7060e9de40 tempest-VolumesNegativeTest-356243929 tempest-VolumesNegativeTest-356243929-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=6428752350e040518f3667a1663c66de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267282 Feb 09 22:04:43.403258 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-5c70512d-5b94-4bd1-898a-9962ca1add33 req-1f873cff-9e9d-49f5-820e-4e032a17d933 service neutron] For port dc1b1a45-9f97-43e0-a4ff-83453f47b083, host n-h1-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:04:43.469908 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0cc065-0e97-45b7-ac81-5696440591cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc1b1a45-9f97-43e0-a4ff-83453f47b083'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:04:43.473327 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04b5c7a2-ffba-49f3-9635-228a84620d2e" -d '{"events": [{"server_uuid": "cc0cc065-0e97-45b7-ac81-5696440591cf", "name": "network-vif-unplugged", "status": "completed", "tag": "dc1b1a45-9f97-43e0-a4ff-83453f47b083"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:04:43.476926 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-5c70512d-5b94-4bd1-898a-9962ca1add33 req-1f873cff-9e9d-49f5-820e-4e032a17d933 service neutron] Publish callbacks [] for port (dc1b1a45-9f97-43e0-a4ff-83453f47b083), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:43.499341 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-5c70512d-5b94-4bd1-898a-9962ca1add33 req-1f873cff-9e9d-49f5-820e-4e032a17d933 service neutron] Transition to ACTIVE for port object dc1b1a45-9f97-43e0-a4ff-83453f47b083 will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:04:43.511182 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-5c70512d-5b94-4bd1-898a-9962ca1add33 req-1f873cff-9e9d-49f5-820e-4e032a17d933 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (dc1b1a45-9f97-43e0-a4ff-83453f47b083), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:43.518187 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a57ed185-9431-4b57-8e62-224dbe95cd86 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Publish callbacks [] for port (2a3ef6d7-9eb5-467a-947e-6bd53d48f49d), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:43.522984 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-47a7301b-3e0e-4c70-81e2-6a74e7abc682 req-38730db3-e515-42df-8685-e12515774da9 tempest-VolumesNegativeTest-356243929 tempest-VolumesNegativeTest-356243929-project] 10.222.0.90 "GET /v2.0/ports?device_id=6ee83b75-77b1-4c9b-90c5-b278a45b0167 HTTP/1.1" status: 200 len: 210 time: 0.0356812 Feb 09 22:04:43.540606 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f53e1fe-9e82-45f2-9ff8-5e4e252bb82b req-c3caf8cb-9d3a-4a1d-a626-14500ee51649 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:43.545629 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5f53e1fe-9e82-45f2-9ff8-5e4e252bb82b req-c3caf8cb-9d3a-4a1d-a626-14500ee51649 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=cc0cc065-0e97-45b7-ac81-5696440591cf HTTP/1.1" status: 200 len: 946 time: 0.1073511 Feb 09 22:04:43.549660 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a57ed185-9431-4b57-8e62-224dbe95cd86 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (2a3ef6d7-9eb5-467a-947e-6bd53d48f49d), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:43.626828 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5f53e1fe-9e82-45f2-9ff8-5e4e252bb82b req-4be2b7ac-0ba6-47f0-a8b6-e6add6298b8b tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=1ea0e49e-69f8-45bc-add4-f3a3de114325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612652 Feb 09 22:04:43.635398 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f873cff-9e9d-49f5-820e-4e032a17d933 service neutron] Pushing event updated for resources: {'Port': ['ID=dc1b1a45-9f97-43e0-a4ff-83453f47b083,revision_number=10']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:43.716617 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c70512d-5b94-4bd1-898a-9962ca1add33 req-1f873cff-9e9d-49f5-820e-4e032a17d933 service neutron] No DVR routers for this DVR port dc1b1a45-9f97-43e0-a4ff-83453f47b083 on host n-h1-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:04:43.765015 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a57ed185-9431-4b57-8e62-224dbe95cd86 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (7183af2a-5f55-4f18-b2dd-dc01ce1bf798), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:44.090698 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 22:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81826b65-60ea-4a8d-afe3-3ccfb1e4e951 x-openstack-request-id: req-81826b65-60ea-4a8d-afe3-3ccfb1e4e951 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:04:44.091432 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc0cc065-0e97-45b7-ac81-5696440591cf", "name": "network-vif-unplugged", "status": "completed", "tag": "dc1b1a45-9f97-43e0-a4ff-83453f47b083", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:04:44.091432 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-81826b65-60ea-4a8d-afe3-3ccfb1e4e951 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:04:44.091653 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc0cc065-0e97-45b7-ac81-5696440591cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc1b1a45-9f97-43e0-a4ff-83453f47b083', 'code': 200} Feb 09 22:04:44.096011 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57ed185-9431-4b57-8e62-224dbe95cd86 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Pushing event updated for resources: {'Port': ['ID=2a3ef6d7-9eb5-467a-947e-6bd53d48f49d,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:44.109908 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a57ed185-9431-4b57-8e62-224dbe95cd86 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:44.112301 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-a57ed185-9431-4b57-8e62-224dbe95cd86 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6574664 Feb 09 22:04:44.186823 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-5c70512d-5b94-4bd1-898a-9962ca1add33 req-1f873cff-9e9d-49f5-820e-4e032a17d933 service neutron] Attempting to bind port dc1b1a45-9f97-43e0-a4ff-83453f47b083 on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:04:44.187055 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-5c70512d-5b94-4bd1-898a-9962ca1add33 req-1f873cff-9e9d-49f5-820e-4e032a17d933 service neutron] Attempting to bind port dc1b1a45-9f97-43e0-a4ff-83453f47b083 by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': 'c140cf13-b6e6-422b-a848-f0450f688d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '2668512e-8eb2-4929-aa61-73eeaa045414'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:04:44.187696 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c70512d-5b94-4bd1-898a-9962ca1add33 req-1f873cff-9e9d-49f5-820e-4e032a17d933 service neutron] Attempting to bind port dc1b1a45-9f97-43e0-a4ff-83453f47b083 on network 2668512e-8eb2-4929-aa61-73eeaa045414 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:04:44.193370 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c70512d-5b94-4bd1-898a-9962ca1add33 req-1f873cff-9e9d-49f5-820e-4e032a17d933 service neutron] Port dc1b1a45-9f97-43e0-a4ff-83453f47b083 on network 2668512e-8eb2-4929-aa61-73eeaa045414 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:04:44.193906 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c70512d-5b94-4bd1-898a-9962ca1add33 req-1f873cff-9e9d-49f5-820e-4e032a17d933 service neutron] Attempting to bind port dc1b1a45-9f97-43e0-a4ff-83453f47b083 on network 2668512e-8eb2-4929-aa61-73eeaa045414 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:04:44.199006 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c70512d-5b94-4bd1-898a-9962ca1add33 req-1f873cff-9e9d-49f5-820e-4e032a17d933 service neutron] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:04:44.199314 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c70512d-5b94-4bd1-898a-9962ca1add33 req-1f873cff-9e9d-49f5-820e-4e032a17d933 service neutron] Checking segment: {'id': 'c140cf13-b6e6-422b-a848-f0450f688d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '2668512e-8eb2-4929-aa61-73eeaa045414'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:04:44.199670 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c70512d-5b94-4bd1-898a-9962ca1add33 req-1f873cff-9e9d-49f5-820e-4e032a17d933 service neutron] Bound using segment: {'id': 'c140cf13-b6e6-422b-a848-f0450f688d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '2668512e-8eb2-4929-aa61-73eeaa045414'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:04:44.200100 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-5c70512d-5b94-4bd1-898a-9962ca1add33 req-1f873cff-9e9d-49f5-820e-4e032a17d933 service neutron] Bound port: dc1b1a45-9f97-43e0-a4ff-83453f47b083, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c140cf13-b6e6-422b-a848-f0450f688d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '2668512e-8eb2-4929-aa61-73eeaa045414'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:04:44.200484 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-5c70512d-5b94-4bd1-898a-9962ca1add33 req-1f873cff-9e9d-49f5-820e-4e032a17d933 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (dc1b1a45-9f97-43e0-a4ff-83453f47b083), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:44.202675 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:44.266949 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-5c70512d-5b94-4bd1-898a-9962ca1add33 req-1f873cff-9e9d-49f5-820e-4e032a17d933 service neutron] For port dc1b1a45-9f97-43e0-a4ff-83453f47b083, host n-h2-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:04:44.270636 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-5c70512d-5b94-4bd1-898a-9962ca1add33 req-1f873cff-9e9d-49f5-820e-4e032a17d933 service neutron] For port dc1b1a45-9f97-43e0-a4ff-83453f47b083, host n-h2-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=dc1b1a45-9f97-43e0-a4ff-83453f47b083,segment=NetworkSegment(c140cf13-b6e6-422b-a848-f0450f688d89),segment_id=c140cf13-b6e6-422b-a848-f0450f688d89)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:04:44.276812 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-5c70512d-5b94-4bd1-898a-9962ca1add33 req-1f873cff-9e9d-49f5-820e-4e032a17d933 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (dc1b1a45-9f97-43e0-a4ff-83453f47b083), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:44.311193 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c70512d-5b94-4bd1-898a-9962ca1add33 req-1f873cff-9e9d-49f5-820e-4e032a17d933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:44.311824 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-5c70512d-5b94-4bd1-898a-9962ca1add33 req-1f873cff-9e9d-49f5-820e-4e032a17d933 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:44.313244 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-5c70512d-5b94-4bd1-898a-9962ca1add33 req-1f873cff-9e9d-49f5-820e-4e032a17d933 service neutron] 10.222.0.89 "PUT /v2.0/ports/dc1b1a45-9f97-43e0-a4ff-83453f47b083 HTTP/1.1" status: 200 len: 1093 time: 1.4449699 Feb 09 22:04:44.335358 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f873cff-9e9d-49f5-820e-4e032a17d933 service neutron] Pushing event updated for resources: {'Port': ['ID=dc1b1a45-9f97-43e0-a4ff-83453f47b083,revision_number=11']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:44.336920 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-797189bd-0228-4b0e-a650-174ef23616d7 req-5873720e-be74-4b21-b677-58d05d184e2f tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-securitygroup--1673930390&fields=id&tenant_id=a5b450ffe3204024aa1de4c1c17e7296 HTTP/1.1" status: 200 len: 267 time: 0.0537755 Feb 09 22:04:44.388522 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c70512d-5b94-4bd1-898a-9962ca1add33 req-0e4c7558-239e-4e23-a75e-1f3c96620598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:44.391051 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-5c70512d-5b94-4bd1-898a-9962ca1add33 req-0e4c7558-239e-4e23-a75e-1f3c96620598 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=deeb9e226e2546f19554cbe5eac163d6&device_id=cc0cc065-0e97-45b7-ac81-5696440591cf HTTP/1.1" status: 200 len: 1127 time: 0.0525131 Feb 09 22:04:44.444652 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797189bd-0228-4b0e-a650-174ef23616d7 req-70e69627-277f-49d6-bc02-da2975ccdedc tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:44.446598 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-797189bd-0228-4b0e-a650-174ef23616d7 req-70e69627-277f-49d6-bc02-da2975ccdedc tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/networks?id=37def89c-7a9f-4c66-92be-f91fbe6a4291 HTTP/1.1" status: 200 len: 817 time: 0.1073918 Feb 09 22:04:44.464681 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-797189bd-0228-4b0e-a650-174ef23616d7 req-e5a62e13-e5db-4602-9146-4c6a8a11b598 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/quotas/a5b450ffe3204024aa1de4c1c17e7296 HTTP/1.1" status: 200 len: 375 time: 0.0114744 Feb 09 22:04:44.488851 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c70512d-5b94-4bd1-898a-9962ca1add33 req-57e9c4be-fc69-427e-ac48-4e012d8b4f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:44.490352 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-5c70512d-5b94-4bd1-898a-9962ca1add33 req-57e9c4be-fc69-427e-ac48-4e012d8b4f9a service neutron] 10.222.0.89 "GET /v2.0/networks?id=2668512e-8eb2-4929-aa61-73eeaa045414 HTTP/1.1" status: 200 len: 897 time: 0.0929635 Feb 09 22:04:44.533929 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-797189bd-0228-4b0e-a650-174ef23616d7 req-6f7b44cc-fb77-44fd-8ef2-f3ddb6d9ad97 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=a5b450ffe3204024aa1de4c1c17e7296&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0618141 Feb 09 22:04:44.581696 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-5c70512d-5b94-4bd1-898a-9962ca1add33 req-9398d7d4-652d-454e-b0e4-687fee229fdf service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc1b1a45-9f97-43e0-a4ff-83453f47b083 HTTP/1.1" status: 200 len: 1000 time: 0.0840888 Feb 09 22:04:44.647244 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c70512d-5b94-4bd1-898a-9962ca1add33 req-c0b780a3-e49a-4f10-8bc1-92b3bef5d267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:44.648888 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-5c70512d-5b94-4bd1-898a-9962ca1add33 req-c0b780a3-e49a-4f10-8bc1-92b3bef5d267 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f9a51163-f04d-4c59-bc0f-ef32b4a819bf HTTP/1.1" status: 200 len: 835 time: 0.0601802 Feb 09 22:04:44.666188 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1f73337b-f6c0-4466-9f5f-41e5ebaa1c06 req-5a8167b5-21df-43c8-8da8-80fc6b6a3ae6 tempest-VolumesNegativeTest-356243929 tempest-VolumesNegativeTest-356243929-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=6428752350e040518f3667a1663c66de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0576210 Feb 09 22:04:44.668251 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-88cb9f8e-f8e9-4822-bc75-91f0ebff3279 req-caa30c5d-7420-4e58-a679-a9a980e58df6 tempest-VolumesNegativeTest-356243929 tempest-VolumesNegativeTest-356243929-project] 10.222.0.90 "GET /v2.0/ports?device_id=6ee83b75-77b1-4c9b-90c5-b278a45b0167 HTTP/1.1" status: 200 len: 210 time: 0.0468676 Feb 09 22:04:44.732362 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c70512d-5b94-4bd1-898a-9962ca1add33 req-d81f34a1-82a9-426b-ba5f-16aaed563c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:44.735408 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-5c70512d-5b94-4bd1-898a-9962ca1add33 req-d81f34a1-82a9-426b-ba5f-16aaed563c15 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2668512e-8eb2-4929-aa61-73eeaa045414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0791128 Feb 09 22:04:44.761914 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-797189bd-0228-4b0e-a650-174ef23616d7 req-dbc30a05-cba1-455b-8a85-f2ec77223fe0 service neutron] 10.222.0.90 "GET /v2.0/networks/37def89c-7a9f-4c66-92be-f91fbe6a4291?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124097 Feb 09 22:04:44.832628 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-5c70512d-5b94-4bd1-898a-9962ca1add33 req-af9e2b8c-f886-476b-948c-7640bfcfa0d4 service neutron] 10.222.0.89 "GET /v2.0/networks/2668512e-8eb2-4929-aa61-73eeaa045414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907526 Feb 09 22:04:44.930509 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-5c70512d-5b94-4bd1-898a-9962ca1add33 req-47005c1d-f931-4dc5-9d57-ca9483cb072d service neutron] 10.222.0.89 "GET /v2.0/networks/2668512e-8eb2-4929-aa61-73eeaa045414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905550 Feb 09 22:04:45.208194 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f73337b-f6c0-4466-9f5f-41e5ebaa1c06 req-beee865f-9e2b-434b-8d3d-b7cd02204572 tempest-VolumesNegativeTest-356243929 tempest-VolumesNegativeTest-356243929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:45.209654 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1f73337b-f6c0-4466-9f5f-41e5ebaa1c06 req-beee865f-9e2b-434b-8d3d-b7cd02204572 tempest-VolumesNegativeTest-356243929 tempest-VolumesNegativeTest-356243929-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5325503 Feb 09 22:04:45.224946 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4211ea39-cebe-4949-8916-e37bd352aace req-512512cb-0c2f-4225-bcc8-02b918486162 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:45.226337 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4211ea39-cebe-4949-8916-e37bd352aace req-512512cb-0c2f-4225-bcc8-02b918486162 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=cc0cc065-0e97-45b7-ac81-5696440591cf HTTP/1.1" status: 200 len: 945 time: 0.4848022 Feb 09 22:04:45.232333 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-1f73337b-f6c0-4466-9f5f-41e5ebaa1c06 req-152482ba-aab6-4a60-82d5-653056618af0 tempest-VolumesNegativeTest-356243929 tempest-VolumesNegativeTest-356243929-project] Request body: {'port': {'device_id': '6ee83b75-77b1-4c9b-90c5-b278a45b0167', 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc', 'admin_state_up': True, 'tenant_id': '6428752350e040518f3667a1663c66de'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:04:45.306827 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-797189bd-0228-4b0e-a650-174ef23616d7 req-f49acfd5-f9da-45ec-8901-44a18bfa9b95 service neutron] 10.222.0.90 "GET /v2.0/networks/37def89c-7a9f-4c66-92be-f91fbe6a4291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5287840 Feb 09 22:04:45.317877 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:45.356838 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4211ea39-cebe-4949-8916-e37bd352aace req-cad4bfc8-ee9c-44b8-99c6-0f55f2298a12 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=1ea0e49e-69f8-45bc-add4-f3a3de114325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188469 Feb 09 22:04:45.395712 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f73337b-f6c0-4466-9f5f-41e5ebaa1c06 req-152482ba-aab6-4a60-82d5-653056618af0 tempest-VolumesNegativeTest-356243929 tempest-VolumesNegativeTest-356243929-project] Made reservation on behalf of 6428752350e040518f3667a1663c66de for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:04:45.399164 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-1f73337b-f6c0-4466-9f5f-41e5ebaa1c06 req-152482ba-aab6-4a60-82d5-653056618af0 tempest-VolumesNegativeTest-356243929 tempest-VolumesNegativeTest-356243929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:45.408455 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-1f73337b-f6c0-4466-9f5f-41e5ebaa1c06 req-152482ba-aab6-4a60-82d5-653056618af0 tempest-VolumesNegativeTest-356243929 tempest-VolumesNegativeTest-356243929-project] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:45.492090 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-77e3b678-4e99-4731-b8c3-78c844f5e185 req-45674873-2c68-4edc-8a4f-2c5b36a1847a tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=95aa9a42-302f-49fc-9278-dd5a1b965729 HTTP/1.1" status: 200 len: 210 time: 0.0357139 Feb 09 22:04:45.520566 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-1f73337b-f6c0-4466-9f5f-41e5ebaa1c06 req-152482ba-aab6-4a60-82d5-653056618af0 tempest-VolumesNegativeTest-356243929 tempest-VolumesNegativeTest-356243929-project] Publish callbacks [] for security_group (200d3d3d-2088-46ad-a0bd-428f97ec01f8), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:45.525624 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-1f73337b-f6c0-4466-9f5f-41e5ebaa1c06 req-152482ba-aab6-4a60-82d5-653056618af0 tempest-VolumesNegativeTest-356243929 tempest-VolumesNegativeTest-356243929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (200d3d3d-2088-46ad-a0bd-428f97ec01f8), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:45.589851 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152482ba-aab6-4a60-82d5-653056618af0 tempest-VolumesNegativeTest-356243929 tempest-VolumesNegativeTest-356243929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=200d3d3d-2088-46ad-a0bd-428f97ec01f8,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:45.672256 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [req-1f73337b-f6c0-4466-9f5f-41e5ebaa1c06 req-152482ba-aab6-4a60-82d5-653056618af0 tempest-VolumesNegativeTest-356243929 tempest-VolumesNegativeTest-356243929-project] Allocated IP 192.168.233.171 (a8139157-1e3e-4bd9-8fa9-c0e20debd7dc/0f7402ac-a35b-414b-bcc1-bc1c3072ec3c/aaaf6800-1db3-4a10-a4af-e04129bd6966) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:04:45.799703 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4bcd5c9e-bb9f-48cf-980e-c9f35b1bd84f req-b66c359e-e808-4658-8e5b-234f06979b01 tempest-VolumesNegativeTest-356243929 tempest-VolumesNegativeTest-356243929-project] 10.222.0.90 "GET /v2.0/ports?device_id=6ee83b75-77b1-4c9b-90c5-b278a45b0167 HTTP/1.1" status: 200 len: 210 time: 0.0349798 Feb 09 22:04:45.862521 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-1f73337b-f6c0-4466-9f5f-41e5ebaa1c06 req-152482ba-aab6-4a60-82d5-653056618af0 tempest-VolumesNegativeTest-356243929 tempest-VolumesNegativeTest-356243929-project] Publish callbacks [] for port (aaaf6800-1db3-4a10-a4af-e04129bd6966), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:45.896275 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-1f73337b-f6c0-4466-9f5f-41e5ebaa1c06 req-152482ba-aab6-4a60-82d5-653056618af0 tempest-VolumesNegativeTest-356243929 tempest-VolumesNegativeTest-356243929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (aaaf6800-1db3-4a10-a4af-e04129bd6966), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:45.944176 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f73337b-f6c0-4466-9f5f-41e5ebaa1c06 req-152482ba-aab6-4a60-82d5-653056618af0 tempest-VolumesNegativeTest-356243929 tempest-VolumesNegativeTest-356243929-project] Network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:04:45.947502 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [req-1f73337b-f6c0-4466-9f5f-41e5ebaa1c06 req-152482ba-aab6-4a60-82d5-653056618af0 tempest-VolumesNegativeTest-356243929 tempest-VolumesNegativeTest-356243929-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:04:45.951233 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f73337b-f6c0-4466-9f5f-41e5ebaa1c06 req-152482ba-aab6-4a60-82d5-653056618af0 tempest-VolumesNegativeTest-356243929 tempest-VolumesNegativeTest-356243929-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:04:45.979303 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152482ba-aab6-4a60-82d5-653056618af0 tempest-VolumesNegativeTest-356243929 tempest-VolumesNegativeTest-356243929-project] Pushing event updated for resources: {'Port': ['ID=aaaf6800-1db3-4a10-a4af-e04129bd6966,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:46.013501 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f73337b-f6c0-4466-9f5f-41e5ebaa1c06 req-152482ba-aab6-4a60-82d5-653056618af0 tempest-VolumesNegativeTest-356243929 tempest-VolumesNegativeTest-356243929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:46.014701 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-1f73337b-f6c0-4466-9f5f-41e5ebaa1c06 req-152482ba-aab6-4a60-82d5-653056618af0 tempest-VolumesNegativeTest-356243929 tempest-VolumesNegativeTest-356243929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:46.034068 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1f73337b-f6c0-4466-9f5f-41e5ebaa1c06 req-152482ba-aab6-4a60-82d5-653056618af0 tempest-VolumesNegativeTest-356243929 tempest-VolumesNegativeTest-356243929-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8066661 Feb 09 22:04:46.050029 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-1f73337b-f6c0-4466-9f5f-41e5ebaa1c06 req-56cd14f6-a7dd-4a16-8778-d8cc6cec61e5 service neutron] Request body: {'port': {'device_id': '6ee83b75-77b1-4c9b-90c5-b278a45b0167', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-5'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:04:46.092736 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc0cc065-0e97-45b7-ac81-5696440591cf', 'tag': 'dc1b1a45-9f97-43e0-a4ff-83453f47b083'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:04:46.095113 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9cbdcd1-f5bb-4d59-bf80-a2e99624b259" -d '{"events": [{"name": "network-changed", "server_uuid": "cc0cc065-0e97-45b7-ac81-5696440591cf", "tag": "dc1b1a45-9f97-43e0-a4ff-83453f47b083"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:04:46.116652 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-1f73337b-f6c0-4466-9f5f-41e5ebaa1c06 req-56cd14f6-a7dd-4a16-8778-d8cc6cec61e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (aaaf6800-1db3-4a10-a4af-e04129bd6966), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:46.150621 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d08efa66-8be9-4622-8dc8-9e1e1b0e87b4 x-openstack-request-id: req-d08efa66-8be9-4622-8dc8-9e1e1b0e87b4 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:04:46.150915 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc0cc065-0e97-45b7-ac81-5696440591cf", "tag": "dc1b1a45-9f97-43e0-a4ff-83453f47b083", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:04:46.151173 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-d08efa66-8be9-4622-8dc8-9e1e1b0e87b4 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:04:46.151576 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc0cc065-0e97-45b7-ac81-5696440591cf', 'tag': 'dc1b1a45-9f97-43e0-a4ff-83453f47b083', 'status': 'completed', 'code': 200} Feb 09 22:04:46.201587 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-581daae0-dc43-45e6-855f-53abbb82d82e None None] Provisioning complete for port aaaf6800-1db3-4a10-a4af-e04129bd6966 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:04:46.202051 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-581daae0-dc43-45e6-855f-53abbb82d82e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (aaaf6800-1db3-4a10-a4af-e04129bd6966), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:46.230138 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cbdcd1-f5bb-4d59-bf80-a2e99624b259 req-07eb102b-84a0-4dba-8473-7cab94703dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:46.232179 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f9cbdcd1-f5bb-4d59-bf80-a2e99624b259 req-07eb102b-84a0-4dba-8473-7cab94703dfd service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=deeb9e226e2546f19554cbe5eac163d6&device_id=cc0cc065-0e97-45b7-ac81-5696440591cf HTTP/1.1" status: 200 len: 1127 time: 0.0548520 Feb 09 22:04:46.244025 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-581daae0-dc43-45e6-855f-53abbb82d82e None None] Port aaaf6800-1db3-4a10-a4af-e04129bd6966 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:04:46.327155 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cbdcd1-f5bb-4d59-bf80-a2e99624b259 req-4cd232dd-41ec-4430-b89f-e5d010d8d7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:46.328703 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cbdcd1-f5bb-4d59-bf80-a2e99624b259 req-e79e0f9f-b593-4e18-bf79-377ebf048017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:46.328893 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f9cbdcd1-f5bb-4d59-bf80-a2e99624b259 req-4cd232dd-41ec-4430-b89f-e5d010d8d7b1 service neutron] 10.222.0.89 "GET /v2.0/networks?id=2668512e-8eb2-4929-aa61-73eeaa045414 HTTP/1.1" status: 200 len: 897 time: 0.0897403 Feb 09 22:04:46.330218 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f9cbdcd1-f5bb-4d59-bf80-a2e99624b259 req-e79e0f9f-b593-4e18-bf79-377ebf048017 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=deeb9e226e2546f19554cbe5eac163d6&device_id=cc0cc065-0e97-45b7-ac81-5696440591cf HTTP/1.1" status: 200 len: 1127 time: 0.1575813 Feb 09 22:04:46.402689 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f9cbdcd1-f5bb-4d59-bf80-a2e99624b259 req-005b4b71-d7ad-4f98-8e6c-a848997fbe02 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc1b1a45-9f97-43e0-a4ff-83453f47b083 HTTP/1.1" status: 200 len: 1000 time: 0.0630281 Feb 09 22:04:46.461194 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cbdcd1-f5bb-4d59-bf80-a2e99624b259 req-4b0d48d1-fd6a-4332-86fd-d27ded7f8dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:46.462665 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f9cbdcd1-f5bb-4d59-bf80-a2e99624b259 req-4b0d48d1-fd6a-4332-86fd-d27ded7f8dc2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f9a51163-f04d-4c59-bc0f-ef32b4a819bf HTTP/1.1" status: 200 len: 835 time: 0.0506260 Feb 09 22:04:46.515767 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cbdcd1-f5bb-4d59-bf80-a2e99624b259 req-04573d11-91c4-41aa-825b-8113b7e17a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:46.517727 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f9cbdcd1-f5bb-4d59-bf80-a2e99624b259 req-04573d11-91c4-41aa-825b-8113b7e17a16 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2668512e-8eb2-4929-aa61-73eeaa045414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0471420 Feb 09 22:04:46.540343 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device dc1b1a45-9f97-43e0-a4ff-83453f47b083 no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:04:46.545932 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [req-1f73337b-f6c0-4466-9f5f-41e5ebaa1c06 req-56cd14f6-a7dd-4a16-8778-d8cc6cec61e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaaf6800-1db3-4a10-a4af-e04129bd6966 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:04:46.553833 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-1f73337b-f6c0-4466-9f5f-41e5ebaa1c06 req-56cd14f6-a7dd-4a16-8778-d8cc6cec61e5 service neutron] Publish callbacks [] for port (aaaf6800-1db3-4a10-a4af-e04129bd6966), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:46.568919 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [req-1f73337b-f6c0-4466-9f5f-41e5ebaa1c06 req-56cd14f6-a7dd-4a16-8778-d8cc6cec61e5 service neutron] Transition to ACTIVE for port object aaaf6800-1db3-4a10-a4af-e04129bd6966 will not be triggered until provisioned by entity L2. {{(pid=103140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:04:46.574204 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cbdcd1-f5bb-4d59-bf80-a2e99624b259 req-133589fd-1c7c-48a2-a957-40832d774b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:46.576034 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f9cbdcd1-f5bb-4d59-bf80-a2e99624b259 req-133589fd-1c7c-48a2-a957-40832d774b74 service neutron] 10.222.0.95 "GET /v2.0/networks?id=2668512e-8eb2-4929-aa61-73eeaa045414 HTTP/1.1" status: 200 len: 897 time: 0.2392843 Feb 09 22:04:46.579161 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-1f73337b-f6c0-4466-9f5f-41e5ebaa1c06 req-56cd14f6-a7dd-4a16-8778-d8cc6cec61e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (aaaf6800-1db3-4a10-a4af-e04129bd6966), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:46.683496 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc9810e-9880-4daf-acc3-db23253c4066 req-8c3500b9-59a7-477e-8ede-d5ba23d83790 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:46.692827 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ffc9810e-9880-4daf-acc3-db23253c4066 req-8c3500b9-59a7-477e-8ede-d5ba23d83790 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=cc0cc065-0e97-45b7-ac81-5696440591cf HTTP/1.1" status: 200 len: 945 time: 0.2595608 Feb 09 22:04:46.734979 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1f09198b-abdf-49a6-9fed-97ecc27563c5 req-a35bda37-2fc2-428e-a49e-606dffe6c10f tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=95aa9a42-302f-49fc-9278-dd5a1b965729 HTTP/1.1" status: 200 len: 210 time: 0.1326351 Feb 09 22:04:46.743540 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f9cbdcd1-f5bb-4d59-bf80-a2e99624b259 req-e4e160cf-b3ec-447c-b6af-ef632e5a2485 service neutron] 10.222.0.89 "GET /v2.0/networks/2668512e-8eb2-4929-aa61-73eeaa045414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173274 Feb 09 22:04:46.781180 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797189bd-0228-4b0e-a650-174ef23616d7 req-41419626-3d19-470e-a356-d4e0bb62c6d5 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:46.782704 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-797189bd-0228-4b0e-a650-174ef23616d7 req-41419626-3d19-470e-a356-d4e0bb62c6d5 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.89 "GET /v2.0/networks?id=37def89c-7a9f-4c66-92be-f91fbe6a4291 HTTP/1.1" status: 200 len: 817 time: 0.1932316 Feb 09 22:04:46.799034 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cd14f6-a7dd-4a16-8778-d8cc6cec61e5 service neutron] Pushing event updated for resources: {'Port': ['ID=aaaf6800-1db3-4a10-a4af-e04129bd6966,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:46.831198 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] The host n-h1-828369-5 is not matching for port dc1b1a45-9f97-43e0-a4ff-83453f47b083 host n-h2-828369-5! {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 22:04:46.834092 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device dc1b1a45-9f97-43e0-a4ff-83453f47b083 not bound to the agent host n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:04:46.924364 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-797189bd-0228-4b0e-a650-174ef23616d7 req-0d5fa2e1-7f98-4634-95ff-042b583dc549 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a5b450ffe3204024aa1de4c1c17e7296 HTTP/1.1" status: 200 len: 380 time: 0.1290271 Feb 09 22:04:46.929014 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f9cbdcd1-f5bb-4d59-bf80-a2e99624b259 req-86025b1b-29fe-4b21-b4d3-fbfaf0942019 service neutron] 10.222.0.89 "GET /v2.0/networks/2668512e-8eb2-4929-aa61-73eeaa045414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736989 Feb 09 22:04:46.943215 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-797189bd-0228-4b0e-a650-174ef23616d7 req-2a527c61-b8d2-48ce-a3bc-5174f0caad25 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Request body: {'port': {'device_id': '95aa9a42-302f-49fc-9278-dd5a1b965729', 'network_id': '37def89c-7a9f-4c66-92be-f91fbe6a4291', 'admin_state_up': True, 'tenant_id': 'a5b450ffe3204024aa1de4c1c17e7296', 'security_groups': ['b84fe1f3-0331-41ba-8996-269b9bdf78f0']}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:04:46.972563 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-1f73337b-f6c0-4466-9f5f-41e5ebaa1c06 req-56cd14f6-a7dd-4a16-8778-d8cc6cec61e5 service neutron] Attempting to bind port aaaf6800-1db3-4a10-a4af-e04129bd6966 on host n-h1-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:04:46.973733 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-1f73337b-f6c0-4466-9f5f-41e5ebaa1c06 req-56cd14f6-a7dd-4a16-8778-d8cc6cec61e5 service neutron] Attempting to bind port aaaf6800-1db3-4a10-a4af-e04129bd6966 by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:04:46.974085 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f73337b-f6c0-4466-9f5f-41e5ebaa1c06 req-56cd14f6-a7dd-4a16-8778-d8cc6cec61e5 service neutron] Attempting to bind port aaaf6800-1db3-4a10-a4af-e04129bd6966 on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:04:46.998811 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f9cbdcd1-f5bb-4d59-bf80-a2e99624b259 req-8454f194-f06d-41dc-971e-bd22f0a676c7 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc1b1a45-9f97-43e0-a4ff-83453f47b083 HTTP/1.1" status: 200 len: 1000 time: 0.4134572 Feb 09 22:04:47.013918 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f73337b-f6c0-4466-9f5f-41e5ebaa1c06 req-56cd14f6-a7dd-4a16-8778-d8cc6cec61e5 service neutron] Port aaaf6800-1db3-4a10-a4af-e04129bd6966 on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:04:47.014239 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f73337b-f6c0-4466-9f5f-41e5ebaa1c06 req-56cd14f6-a7dd-4a16-8778-d8cc6cec61e5 service neutron] Attempting to bind port aaaf6800-1db3-4a10-a4af-e04129bd6966 on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:04:47.051209 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ffc9810e-9880-4daf-acc3-db23253c4066 req-748e5ac2-bb93-496c-a81a-870980b50275 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=1ea0e49e-69f8-45bc-add4-f3a3de114325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3146527 Feb 09 22:04:47.054883 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-797189bd-0228-4b0e-a650-174ef23616d7 req-2a527c61-b8d2-48ce-a3bc-5174f0caad25 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Made reservation on behalf of a5b450ffe3204024aa1de4c1c17e7296 for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:04:47.055144 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f73337b-f6c0-4466-9f5f-41e5ebaa1c06 req-56cd14f6-a7dd-4a16-8778-d8cc6cec61e5 service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:04:47.055497 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f73337b-f6c0-4466-9f5f-41e5ebaa1c06 req-56cd14f6-a7dd-4a16-8778-d8cc6cec61e5 service neutron] Checking segment: {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:04:47.055882 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f73337b-f6c0-4466-9f5f-41e5ebaa1c06 req-56cd14f6-a7dd-4a16-8778-d8cc6cec61e5 service neutron] Bound using segment: {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:04:47.056389 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-1f73337b-f6c0-4466-9f5f-41e5ebaa1c06 req-56cd14f6-a7dd-4a16-8778-d8cc6cec61e5 service neutron] Bound port: aaaf6800-1db3-4a10-a4af-e04129bd6966, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:04:47.056757 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-1f73337b-f6c0-4466-9f5f-41e5ebaa1c06 req-56cd14f6-a7dd-4a16-8778-d8cc6cec61e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (aaaf6800-1db3-4a10-a4af-e04129bd6966), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:47.059831 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-797189bd-0228-4b0e-a650-174ef23616d7 req-2a527c61-b8d2-48ce-a3bc-5174f0caad25 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:47.126084 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4e29fa-8a6f-4346-b04a-f302805dfa2a req-789ddb70-4153-4788-8e75-d41d39fecb97 tempest-VolumesNegativeTest-356243929 tempest-VolumesNegativeTest-356243929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:47.127587 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3e4e29fa-8a6f-4346-b04a-f302805dfa2a req-789ddb70-4153-4788-8e75-d41d39fecb97 tempest-VolumesNegativeTest-356243929 tempest-VolumesNegativeTest-356243929-project] 10.222.0.90 "GET /v2.0/ports?device_id=6ee83b75-77b1-4c9b-90c5-b278a45b0167 HTTP/1.1" status: 200 len: 948 time: 0.1871321 Feb 09 22:04:47.134229 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cbdcd1-f5bb-4d59-bf80-a2e99624b259 req-5bd5cda1-cf4a-4114-9fb2-a6a6fe5990ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:47.134229 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f9cbdcd1-f5bb-4d59-bf80-a2e99624b259 req-5bd5cda1-cf4a-4114-9fb2-a6a6fe5990ca service neutron] 10.222.0.95 "GET /v2.0/subnets?id=f9a51163-f04d-4c59-bc0f-ef32b4a819bf HTTP/1.1" status: 200 len: 835 time: 0.1197438 Feb 09 22:04:47.195236 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [req-797189bd-0228-4b0e-a650-174ef23616d7 req-2a527c61-b8d2-48ce-a3bc-5174f0caad25 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Allocated IP 172.20.0.11 (37def89c-7a9f-4c66-92be-f91fbe6a4291/e04d8769-3631-49a0-81b3-a22ce5792703/cacd62b3-4a7c-46cd-baff-b5e6561af957) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:04:47.208708 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-1f73337b-f6c0-4466-9f5f-41e5ebaa1c06 req-56cd14f6-a7dd-4a16-8778-d8cc6cec61e5 service neutron] For port aaaf6800-1db3-4a10-a4af-e04129bd6966, host n-h1-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:04:47.214517 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-1f73337b-f6c0-4466-9f5f-41e5ebaa1c06 req-56cd14f6-a7dd-4a16-8778-d8cc6cec61e5 service neutron] For port aaaf6800-1db3-4a10-a4af-e04129bd6966, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=aaaf6800-1db3-4a10-a4af-e04129bd6966,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:04:47.230920 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-1f73337b-f6c0-4466-9f5f-41e5ebaa1c06 req-56cd14f6-a7dd-4a16-8778-d8cc6cec61e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (aaaf6800-1db3-4a10-a4af-e04129bd6966), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:47.247504 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3e4e29fa-8a6f-4346-b04a-f302805dfa2a req-fa966bf6-c539-43d3-a9a7-8b8d5a690b54 tempest-VolumesNegativeTest-356243929 tempest-VolumesNegativeTest-356243929-project] 10.222.0.90 "GET /v2.0/security-groups?id=200d3d3d-2088-46ad-a0bd-428f97ec01f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103163 Feb 09 22:04:47.272960 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cbdcd1-f5bb-4d59-bf80-a2e99624b259 req-295f4f59-f886-4152-9338-de3b655835c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:47.274397 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f9cbdcd1-f5bb-4d59-bf80-a2e99624b259 req-295f4f59-f886-4152-9338-de3b655835c8 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=2668512e-8eb2-4929-aa61-73eeaa045414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1310844 Feb 09 22:04:47.278772 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f73337b-f6c0-4466-9f5f-41e5ebaa1c06 req-56cd14f6-a7dd-4a16-8778-d8cc6cec61e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:47.279458 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-1f73337b-f6c0-4466-9f5f-41e5ebaa1c06 req-56cd14f6-a7dd-4a16-8778-d8cc6cec61e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:47.280861 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1f73337b-f6c0-4466-9f5f-41e5ebaa1c06 req-56cd14f6-a7dd-4a16-8778-d8cc6cec61e5 service neutron] 10.222.0.95 "PUT /v2.0/ports/aaaf6800-1db3-4a10-a4af-e04129bd6966 HTTP/1.1" status: 200 len: 1096 time: 1.2364421 Feb 09 22:04:47.281322 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ee83b75-77b1-4c9b-90c5-b278a45b0167', 'tag': 'aaaf6800-1db3-4a10-a4af-e04129bd6966'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:04:47.283618 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a7f4f5d-0327-46d3-94e7-54b67538f679" -d '{"events": [{"name": "network-changed", "server_uuid": "6ee83b75-77b1-4c9b-90c5-b278a45b0167", "tag": "aaaf6800-1db3-4a10-a4af-e04129bd6966"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:04:47.336855 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cd14f6-a7dd-4a16-8778-d8cc6cec61e5 service neutron] Pushing event updated for resources: {'Port': ['ID=aaaf6800-1db3-4a10-a4af-e04129bd6966,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:47.340551 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84acca00-095f-454d-91a8-038756e77981 x-openstack-request-id: req-84acca00-095f-454d-91a8-038756e77981 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:04:47.340966 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ee83b75-77b1-4c9b-90c5-b278a45b0167", "tag": "aaaf6800-1db3-4a10-a4af-e04129bd6966", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:04:47.341320 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-84acca00-095f-454d-91a8-038756e77981 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:04:47.341819 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ee83b75-77b1-4c9b-90c5-b278a45b0167', 'tag': 'aaaf6800-1db3-4a10-a4af-e04129bd6966', 'status': 'completed', 'code': 200} Feb 09 22:04:47.377629 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-797189bd-0228-4b0e-a650-174ef23616d7 req-2a527c61-b8d2-48ce-a3bc-5174f0caad25 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Publish callbacks [] for port (cacd62b3-4a7c-46cd-baff-b5e6561af957), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:47.417210 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-797189bd-0228-4b0e-a650-174ef23616d7 req-2a527c61-b8d2-48ce-a3bc-5174f0caad25 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (cacd62b3-4a7c-46cd-baff-b5e6561af957), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:47.453119 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f73337b-f6c0-4466-9f5f-41e5ebaa1c06 req-59169b18-d683-472e-9133-13856c7cb61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:47.454780 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1f73337b-f6c0-4466-9f5f-41e5ebaa1c06 req-59169b18-d683-472e-9133-13856c7cb61d service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=6428752350e040518f3667a1663c66de&device_id=6ee83b75-77b1-4c9b-90c5-b278a45b0167 HTTP/1.1" status: 200 len: 1130 time: 0.0872197 Feb 09 22:04:47.459377 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f9cbdcd1-f5bb-4d59-bf80-a2e99624b259 req-3c37b998-7a06-4792-8fbc-f4dc1c8c900e service neutron] 10.222.0.95 "GET /v2.0/networks/2668512e-8eb2-4929-aa61-73eeaa045414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648185 Feb 09 22:04:47.462331 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-797189bd-0228-4b0e-a650-174ef23616d7 req-2a527c61-b8d2-48ce-a3bc-5174f0caad25 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Network 37def89c-7a9f-4c66-92be-f91fbe6a4291 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:04:47.468496 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [req-797189bd-0228-4b0e-a650-174ef23616d7 req-2a527c61-b8d2-48ce-a3bc-5174f0caad25 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:04:47.472434 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-797189bd-0228-4b0e-a650-174ef23616d7 req-2a527c61-b8d2-48ce-a3bc-5174f0caad25 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:04:47.500116 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a527c61-b8d2-48ce-a3bc-5174f0caad25 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Pushing event updated for resources: {'Port': ['ID=cacd62b3-4a7c-46cd-baff-b5e6561af957,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:47.520806 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1f73337b-f6c0-4466-9f5f-41e5ebaa1c06 req-c4a39f07-454a-4572-a49e-4bc9ef6ff98c service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=aaaf6800-1db3-4a10-a4af-e04129bd6966 HTTP/1.1" status: 200 len: 217 time: 0.0538476 Feb 09 22:04:47.532978 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797189bd-0228-4b0e-a650-174ef23616d7 req-2a527c61-b8d2-48ce-a3bc-5174f0caad25 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:47.533712 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-797189bd-0228-4b0e-a650-174ef23616d7 req-2a527c61-b8d2-48ce-a3bc-5174f0caad25 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:47.552855 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-797189bd-0228-4b0e-a650-174ef23616d7 req-2a527c61-b8d2-48ce-a3bc-5174f0caad25 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6136448 Feb 09 22:04:47.593076 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-797189bd-0228-4b0e-a650-174ef23616d7 req-e48fceef-7106-4b50-892b-eb4314e415e1 service neutron] Request body: {'port': {'device_id': '95aa9a42-302f-49fc-9278-dd5a1b965729', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:04:47.617019 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f73337b-f6c0-4466-9f5f-41e5ebaa1c06 req-e715a18e-c7fd-4f65-8807-40fca4f4de54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:47.618522 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1f73337b-f6c0-4466-9f5f-41e5ebaa1c06 req-e715a18e-c7fd-4f65-8807-40fca4f4de54 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0f7402ac-a35b-414b-bcc1-bc1c3072ec3c HTTP/1.1" status: 200 len: 843 time: 0.0669138 Feb 09 22:04:47.662068 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f9cbdcd1-f5bb-4d59-bf80-a2e99624b259 req-dcd3ef90-8e65-495a-854a-ea7ea3b9313a service neutron] 10.222.0.95 "GET /v2.0/networks/2668512e-8eb2-4929-aa61-73eeaa045414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941795 Feb 09 22:04:47.677150 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-797189bd-0228-4b0e-a650-174ef23616d7 req-e48fceef-7106-4b50-892b-eb4314e415e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (cacd62b3-4a7c-46cd-baff-b5e6561af957), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:47.682485 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f73337b-f6c0-4466-9f5f-41e5ebaa1c06 req-f095542a-501a-4ca0-8fd5-82e019bfce9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:47.684676 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1f73337b-f6c0-4466-9f5f-41e5ebaa1c06 req-f095542a-501a-4ca0-8fd5-82e019bfce9b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0575609 Feb 09 22:04:47.728339 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-e835834f-aa00-4b22-8eb7-b42937286b4f None None] Provisioning complete for port cacd62b3-4a7c-46cd-baff-b5e6561af957 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:04:47.728850 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e835834f-aa00-4b22-8eb7-b42937286b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (cacd62b3-4a7c-46cd-baff-b5e6561af957), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:47.764610 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-e835834f-aa00-4b22-8eb7-b42937286b4f None None] Port cacd62b3-4a7c-46cd-baff-b5e6561af957 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:04:47.787385 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1f73337b-f6c0-4466-9f5f-41e5ebaa1c06 req-846b006f-6b74-4a62-b91f-278fe0e6cc79 service neutron] 10.222.0.95 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944808 Feb 09 22:04:47.925139 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e4c138-0c69-41d1-bc07-ff03fc99ed6d req-dea24e6e-1de9-4b30-bae3-7d386dddae8a tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:47.926680 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e5e4c138-0c69-41d1-bc07-ff03fc99ed6d req-dea24e6e-1de9-4b30-bae3-7d386dddae8a tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=95aa9a42-302f-49fc-9278-dd5a1b965729 HTTP/1.1" status: 200 len: 932 time: 0.0880921 Feb 09 22:04:47.928788 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1f73337b-f6c0-4466-9f5f-41e5ebaa1c06 req-ef2fe909-de4a-42d7-8023-cbb70be9f46f service neutron] 10.222.0.95 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352835 Feb 09 22:04:47.966609 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-797189bd-0228-4b0e-a650-174ef23616d7 req-e48fceef-7106-4b50-892b-eb4314e415e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cacd62b3-4a7c-46cd-baff-b5e6561af957 {{(pid=103141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:04:47.974697 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-797189bd-0228-4b0e-a650-174ef23616d7 req-e48fceef-7106-4b50-892b-eb4314e415e1 service neutron] Publish callbacks [] for port (cacd62b3-4a7c-46cd-baff-b5e6561af957), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:47.987749 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-797189bd-0228-4b0e-a650-174ef23616d7 req-e48fceef-7106-4b50-892b-eb4314e415e1 service neutron] Transition to ACTIVE for port object cacd62b3-4a7c-46cd-baff-b5e6561af957 will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:04:47.991110 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e5e4c138-0c69-41d1-bc07-ff03fc99ed6d req-ddad462d-ae9f-4eab-a190-57e4dc487d78 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=b84fe1f3-0331-41ba-8996-269b9bdf78f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584404 Feb 09 22:04:47.991901 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-797189bd-0228-4b0e-a650-174ef23616d7 req-e48fceef-7106-4b50-892b-eb4314e415e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (cacd62b3-4a7c-46cd-baff-b5e6561af957), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:48.020892 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device dc1b1a45-9f97-43e0-a4ff-83453f47b083 details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:04:48.027438 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7f4f5d-0327-46d3-94e7-54b67538f679 req-b3e4a50b-7533-4b2e-a4b4-bea0d8b75b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:48.029945 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4a7f4f5d-0327-46d3-94e7-54b67538f679 req-b3e4a50b-7533-4b2e-a4b4-bea0d8b75b5f service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=6428752350e040518f3667a1663c66de&device_id=6ee83b75-77b1-4c9b-90c5-b278a45b0167 HTTP/1.1" status: 200 len: 1130 time: 0.0515447 Feb 09 22:04:48.107859 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48fceef-7106-4b50-892b-eb4314e415e1 service neutron] Pushing event updated for resources: {'Port': ['ID=cacd62b3-4a7c-46cd-baff-b5e6561af957,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:48.161513 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port dc1b1a45-9f97-43e0-a4ff-83453f47b083, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=dc1b1a45-9f97-43e0-a4ff-83453f47b083,segment=NetworkSegment(c140cf13-b6e6-422b-a848-f0450f688d89),segment_id=c140cf13-b6e6-422b-a848-f0450f688d89)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:04:48.162452 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-797189bd-0228-4b0e-a650-174ef23616d7 req-e48fceef-7106-4b50-892b-eb4314e415e1 service neutron] Attempting to bind port cacd62b3-4a7c-46cd-baff-b5e6561af957 on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:04:48.162942 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-797189bd-0228-4b0e-a650-174ef23616d7 req-e48fceef-7106-4b50-892b-eb4314e415e1 service neutron] Attempting to bind port cacd62b3-4a7c-46cd-baff-b5e6561af957 by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': '12f225d2-0c84-489a-a4a8-6e25d803c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '37def89c-7a9f-4c66-92be-f91fbe6a4291'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:04:48.163563 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797189bd-0228-4b0e-a650-174ef23616d7 req-e48fceef-7106-4b50-892b-eb4314e415e1 service neutron] Attempting to bind port cacd62b3-4a7c-46cd-baff-b5e6561af957 on network 37def89c-7a9f-4c66-92be-f91fbe6a4291 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:04:48.169466 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797189bd-0228-4b0e-a650-174ef23616d7 req-e48fceef-7106-4b50-892b-eb4314e415e1 service neutron] Port cacd62b3-4a7c-46cd-baff-b5e6561af957 on network 37def89c-7a9f-4c66-92be-f91fbe6a4291 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:04:48.169932 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797189bd-0228-4b0e-a650-174ef23616d7 req-e48fceef-7106-4b50-892b-eb4314e415e1 service neutron] Attempting to bind port cacd62b3-4a7c-46cd-baff-b5e6561af957 on network 37def89c-7a9f-4c66-92be-f91fbe6a4291 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:04:48.175164 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': 'dc1b1a45-9f97-43e0-a4ff-83453f47b083', 'network_id': '2668512e-8eb2-4929-aa61-73eeaa045414', 'port_id': 'dc1b1a45-9f97-43e0-a4ff-83453f47b083', 'mac_address': 'fa:16:3e:76:9e:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9a51163-f04d-4c59-bc0f-ef32b4a819bf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:04:48.176063 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797189bd-0228-4b0e-a650-174ef23616d7 req-e48fceef-7106-4b50-892b-eb4314e415e1 service neutron] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:04:48.176627 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797189bd-0228-4b0e-a650-174ef23616d7 req-e48fceef-7106-4b50-892b-eb4314e415e1 service neutron] Checking segment: {'id': '12f225d2-0c84-489a-a4a8-6e25d803c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '37def89c-7a9f-4c66-92be-f91fbe6a4291'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:04:48.177140 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797189bd-0228-4b0e-a650-174ef23616d7 req-e48fceef-7106-4b50-892b-eb4314e415e1 service neutron] Bound using segment: {'id': '12f225d2-0c84-489a-a4a8-6e25d803c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '37def89c-7a9f-4c66-92be-f91fbe6a4291'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:04:48.177746 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-797189bd-0228-4b0e-a650-174ef23616d7 req-e48fceef-7106-4b50-892b-eb4314e415e1 service neutron] Bound port: cacd62b3-4a7c-46cd-baff-b5e6561af957, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12f225d2-0c84-489a-a4a8-6e25d803c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '37def89c-7a9f-4c66-92be-f91fbe6a4291'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:04:48.178218 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-797189bd-0228-4b0e-a650-174ef23616d7 req-e48fceef-7106-4b50-892b-eb4314e415e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (cacd62b3-4a7c-46cd-baff-b5e6561af957), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:48.207998 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7f4f5d-0327-46d3-94e7-54b67538f679 req-c7ac99e2-ede6-4c1e-8e2f-3c769e036e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:48.209561 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4a7f4f5d-0327-46d3-94e7-54b67538f679 req-c7ac99e2-ede6-4c1e-8e2f-3c769e036e75 service neutron] 10.222.0.95 "GET /v2.0/networks?id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc HTTP/1.1" status: 200 len: 870 time: 0.1720059 Feb 09 22:04:48.235825 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port dc1b1a45-9f97-43e0-a4ff-83453f47b083 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:04:48.236020 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (dc1b1a45-9f97-43e0-a4ff-83453f47b083), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:48.255914 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc1b1a45-9f97-43e0-a4ff-83453f47b083 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:04:48.260155 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-797189bd-0228-4b0e-a650-174ef23616d7 req-e48fceef-7106-4b50-892b-eb4314e415e1 service neutron] For port cacd62b3-4a7c-46cd-baff-b5e6561af957, host n-h2-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:04:48.264924 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4a7f4f5d-0327-46d3-94e7-54b67538f679 req-503d941a-9f35-4eda-b00d-01fc4562deb3 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=aaaf6800-1db3-4a10-a4af-e04129bd6966 HTTP/1.1" status: 200 len: 217 time: 0.0426252 Feb 09 22:04:48.265672 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-797189bd-0228-4b0e-a650-174ef23616d7 req-e48fceef-7106-4b50-892b-eb4314e415e1 service neutron] For port cacd62b3-4a7c-46cd-baff-b5e6561af957, host n-h2-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=cacd62b3-4a7c-46cd-baff-b5e6561af957,segment=NetworkSegment(12f225d2-0c84-489a-a4a8-6e25d803c049),segment_id=12f225d2-0c84-489a-a4a8-6e25d803c049)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:04:48.275096 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-797189bd-0228-4b0e-a650-174ef23616d7 req-e48fceef-7106-4b50-892b-eb4314e415e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (cacd62b3-4a7c-46cd-baff-b5e6561af957), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:48.275982 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb3c628-69fc-4b3c-ba34-1cc384f6066a req-bf90b7c1-d332-4e2b-a490-2c028d3131c8 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:48.277780 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6cb3c628-69fc-4b3c-ba34-1cc384f6066a req-bf90b7c1-d332-4e2b-a490-2c028d3131c8 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=cc0cc065-0e97-45b7-ac81-5696440591cf HTTP/1.1" status: 200 len: 945 time: 0.1147752 Feb 09 22:04:48.297721 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port dc1b1a45-9f97-43e0-a4ff-83453f47b083, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=dc1b1a45-9f97-43e0-a4ff-83453f47b083,segment=NetworkSegment(c140cf13-b6e6-422b-a848-f0450f688d89),segment_id=c140cf13-b6e6-422b-a848-f0450f688d89)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:04:48.314736 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797189bd-0228-4b0e-a650-174ef23616d7 req-e48fceef-7106-4b50-892b-eb4314e415e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:48.315384 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-797189bd-0228-4b0e-a650-174ef23616d7 req-e48fceef-7106-4b50-892b-eb4314e415e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:48.317555 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-797189bd-0228-4b0e-a650-174ef23616d7 req-e48fceef-7106-4b50-892b-eb4314e415e1 service neutron] 10.222.0.89 "PUT /v2.0/ports/cacd62b3-4a7c-46cd-baff-b5e6561af957 HTTP/1.1" status: 200 len: 1092 time: 0.7320902 Feb 09 22:04:48.320315 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95aa9a42-302f-49fc-9278-dd5a1b965729', 'tag': 'cacd62b3-4a7c-46cd-baff-b5e6561af957'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:04:48.322500 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (dc1b1a45-9f97-43e0-a4ff-83453f47b083), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:48.324470 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dcd1837-3a40-4fda-bc6a-d070afc2640b" -d '{"events": [{"name": "network-changed", "server_uuid": "95aa9a42-302f-49fc-9278-dd5a1b965729", "tag": "cacd62b3-4a7c-46cd-baff-b5e6561af957"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:04:48.366240 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48fceef-7106-4b50-892b-eb4314e415e1 service neutron] Pushing event updated for resources: {'Port': ['ID=cacd62b3-4a7c-46cd-baff-b5e6561af957,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:48.371113 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6cb3c628-69fc-4b3c-ba34-1cc384f6066a req-a0cee7ce-0024-466f-8abc-ebcce2cf7a82 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=1ea0e49e-69f8-45bc-add4-f3a3de114325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841191 Feb 09 22:04:48.411961 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7f4f5d-0327-46d3-94e7-54b67538f679 req-dd370135-683c-4182-9019-66c9192344f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:48.414016 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4a7f4f5d-0327-46d3-94e7-54b67538f679 req-dd370135-683c-4182-9019-66c9192344f8 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0f7402ac-a35b-414b-bcc1-bc1c3072ec3c HTTP/1.1" status: 200 len: 843 time: 0.1353550 Feb 09 22:04:48.429711 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797189bd-0228-4b0e-a650-174ef23616d7 req-b65665ce-e5e2-45ad-935d-00446ac74622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:48.431570 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-797189bd-0228-4b0e-a650-174ef23616d7 req-b65665ce-e5e2-45ad-935d-00446ac74622 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a5b450ffe3204024aa1de4c1c17e7296&device_id=95aa9a42-302f-49fc-9278-dd5a1b965729 HTTP/1.1" status: 200 len: 1126 time: 0.0602572 Feb 09 22:04:48.431724 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=dc1b1a45-9f97-43e0-a4ff-83453f47b083,revision_number=12']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:48.439521 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:48.439874 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:48.440246 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:48.440595 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:48.440933 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:48.442006 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:48.442341 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:48.442978 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:48.443315 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:48.443647 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:48.443978 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:48.444361 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:48.444693 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:04:48.467504 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1a68d3-52d3-43ae-aff2-e86600500761 req-4fa3fe81-70b7-46ec-a1b3-88eb4cac0b95 tempest-VolumesNegativeTest-356243929 tempest-VolumesNegativeTest-356243929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:48.475033 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fb1a68d3-52d3-43ae-aff2-e86600500761 req-4fa3fe81-70b7-46ec-a1b3-88eb4cac0b95 tempest-VolumesNegativeTest-356243929 tempest-VolumesNegativeTest-356243929-project] 10.222.0.90 "GET /v2.0/ports?device_id=6ee83b75-77b1-4c9b-90c5-b278a45b0167 HTTP/1.1" status: 200 len: 948 time: 0.1211333 Feb 09 22:04:48.500803 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f21dfce0-3eed-4986-bc54-9a59148f43c6 x-openstack-request-id: req-f21dfce0-3eed-4986-bc54-9a59148f43c6 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:04:48.501197 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95aa9a42-302f-49fc-9278-dd5a1b965729", "tag": "cacd62b3-4a7c-46cd-baff-b5e6561af957", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:04:48.501527 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-f21dfce0-3eed-4986-bc54-9a59148f43c6 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:04:48.502026 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95aa9a42-302f-49fc-9278-dd5a1b965729', 'tag': 'cacd62b3-4a7c-46cd-baff-b5e6561af957', 'status': 'completed', 'code': 200} Feb 09 22:04:48.505425 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-797189bd-0228-4b0e-a650-174ef23616d7 req-82def614-1af3-4c6d-91a6-7f76912b30b5 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cacd62b3-4a7c-46cd-baff-b5e6561af957 HTTP/1.1" status: 200 len: 217 time: 0.0613782 Feb 09 22:04:48.525259 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7f4f5d-0327-46d3-94e7-54b67538f679 req-d3052b12-4cb4-4a93-a7b8-9112d1765600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:48.526715 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4a7f4f5d-0327-46d3-94e7-54b67538f679 req-d3052b12-4cb4-4a93-a7b8-9112d1765600 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0986025 Feb 09 22:04:48.546152 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fb1a68d3-52d3-43ae-aff2-e86600500761 req-044e337e-4782-435b-9810-34c91086be8e tempest-VolumesNegativeTest-356243929 tempest-VolumesNegativeTest-356243929-project] 10.222.0.90 "GET /v2.0/security-groups?id=200d3d3d-2088-46ad-a0bd-428f97ec01f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688493 Feb 09 22:04:48.575325 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797189bd-0228-4b0e-a650-174ef23616d7 req-9ed64dc3-7a61-42d0-9d83-9931732f6cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:48.576937 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-797189bd-0228-4b0e-a650-174ef23616d7 req-9ed64dc3-7a61-42d0-9d83-9931732f6cb9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e04d8769-3631-49a0-81b3-a22ce5792703 HTTP/1.1" status: 200 len: 856 time: 0.0651164 Feb 09 22:04:48.639574 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797189bd-0228-4b0e-a650-174ef23616d7 req-ec561097-5328-4411-9efb-aa41d73e5608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:48.641237 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-797189bd-0228-4b0e-a650-174ef23616d7 req-ec561097-5328-4411-9efb-aa41d73e5608 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=37def89c-7a9f-4c66-92be-f91fbe6a4291&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0519924 Feb 09 22:04:48.645714 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4a7f4f5d-0327-46d3-94e7-54b67538f679 req-12e8845d-bea2-4142-aa09-95b2e457f110 service neutron] 10.222.0.95 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976315 Feb 09 22:04:48.747945 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-797189bd-0228-4b0e-a650-174ef23616d7 req-68311755-e9c3-4bb9-bb6b-ba2919aafc0a service neutron] 10.222.0.89 "GET /v2.0/networks/37def89c-7a9f-4c66-92be-f91fbe6a4291?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977182 Feb 09 22:04:48.755800 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4a7f4f5d-0327-46d3-94e7-54b67538f679 req-7b361333-e1c3-48ba-ac71-0aeb92ee3008 service neutron] 10.222.0.95 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007702 Feb 09 22:04:48.842997 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-797189bd-0228-4b0e-a650-174ef23616d7 req-0c92e0ef-5b07-4a70-afe0-6a6cefbf023b service neutron] 10.222.0.89 "GET /v2.0/networks/37def89c-7a9f-4c66-92be-f91fbe6a4291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858290 Feb 09 22:04:48.874762 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['dc1b1a45-9f97-43e0-a4ff-83453f47b083'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:04:48.946088 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcd1837-3a40-4fda-bc6a-d070afc2640b req-14870753-4001-422f-abc9-ef4b813fa703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:48.947618 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4dcd1837-3a40-4fda-bc6a-d070afc2640b req-14870753-4001-422f-abc9-ef4b813fa703 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a5b450ffe3204024aa1de4c1c17e7296&device_id=95aa9a42-302f-49fc-9278-dd5a1b965729 HTTP/1.1" status: 200 len: 1126 time: 0.0517669 Feb 09 22:04:49.047955 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcd1837-3a40-4fda-bc6a-d070afc2640b req-8ed54f84-33ff-4756-87f9-d98bbc605591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:49.049464 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4dcd1837-3a40-4fda-bc6a-d070afc2640b req-8ed54f84-33ff-4756-87f9-d98bbc605591 service neutron] 10.222.0.89 "GET /v2.0/networks?id=37def89c-7a9f-4c66-92be-f91fbe6a4291 HTTP/1.1" status: 200 len: 918 time: 0.0907564 Feb 09 22:04:49.101007 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4dcd1837-3a40-4fda-bc6a-d070afc2640b req-c66b260f-7c2b-46f1-8759-8d00274ebe50 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cacd62b3-4a7c-46cd-baff-b5e6561af957 HTTP/1.1" status: 200 len: 217 time: 0.0407245 Feb 09 22:04:49.126603 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749f6b04-f0d4-44f9-8c57-c94e0206f14a req-a97e7665-07ff-4ad0-9542-aebe96ff7bec tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:49.128124 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-749f6b04-f0d4-44f9-8c57-c94e0206f14a req-a97e7665-07ff-4ad0-9542-aebe96ff7bec tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=95aa9a42-302f-49fc-9278-dd5a1b965729 HTTP/1.1" status: 200 len: 944 time: 0.0596035 Feb 09 22:04:49.150076 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcd1837-3a40-4fda-bc6a-d070afc2640b req-80b28c03-dd79-45aa-914b-94b5aac278a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:49.151531 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4dcd1837-3a40-4fda-bc6a-d070afc2640b req-80b28c03-dd79-45aa-914b-94b5aac278a2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e04d8769-3631-49a0-81b3-a22ce5792703 HTTP/1.1" status: 200 len: 856 time: 0.0437467 Feb 09 22:04:49.177027 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-749f6b04-f0d4-44f9-8c57-c94e0206f14a req-f0af5b69-537d-47c7-8b49-a7d01a31f883 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=b84fe1f3-0331-41ba-8996-269b9bdf78f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429294 Feb 09 22:04:49.202236 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcd1837-3a40-4fda-bc6a-d070afc2640b req-8c06031d-af6b-4c36-bee6-5354d7332901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:49.203780 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4dcd1837-3a40-4fda-bc6a-d070afc2640b req-8c06031d-af6b-4c36-bee6-5354d7332901 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=37def89c-7a9f-4c66-92be-f91fbe6a4291&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0451651 Feb 09 22:04:49.298867 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4dcd1837-3a40-4fda-bc6a-d070afc2640b req-9da572bf-73f2-45ef-bad7-51c12c1f88fc service neutron] 10.222.0.89 "GET /v2.0/networks/37def89c-7a9f-4c66-92be-f91fbe6a4291?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883274 Feb 09 22:04:49.391895 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4dcd1837-3a40-4fda-bc6a-d070afc2640b req-c3a18818-d7b5-4b59-a16b-a181e8968200 service neutron] 10.222.0.89 "GET /v2.0/networks/37def89c-7a9f-4c66-92be-f91fbe6a4291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838714 Feb 09 22:04:49.494581 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b56fc6-1a8a-4b0c-8154-709485779f4d req-09716f99-7c0a-4d42-98c7-e1cb4288f772 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:49.496068 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-76b56fc6-1a8a-4b0c-8154-709485779f4d req-09716f99-7c0a-4d42-98c7-e1cb4288f772 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=cc0cc065-0e97-45b7-ac81-5696440591cf HTTP/1.1" status: 200 len: 946 time: 0.0515113 Feb 09 22:04:49.544497 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-76b56fc6-1a8a-4b0c-8154-709485779f4d req-b6c9404f-d209-429b-bddf-d0787610d870 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=1ea0e49e-69f8-45bc-add4-f3a3de114325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426395 Feb 09 22:04:49.569437 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 40784) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:49.638756 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-b0d3e158-665e-4a77-b990-83fd00a3427d tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/floatingips/00a7a013-de7a-471e-995e-de8c026cac39 HTTP/1.1" status: 200 len: 993 time: 0.0632765 Feb 09 22:04:49.659148 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c69b309-00c6-438a-906b-0bfb4e35ff54 req-e2131f20-dcb1-41f0-9906-ab8617ebc0aa tempest-VolumesNegativeTest-356243929 tempest-VolumesNegativeTest-356243929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:49.660671 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9c69b309-00c6-438a-906b-0bfb4e35ff54 req-e2131f20-dcb1-41f0-9906-ab8617ebc0aa tempest-VolumesNegativeTest-356243929 tempest-VolumesNegativeTest-356243929-project] 10.222.0.90 "GET /v2.0/ports?device_id=6ee83b75-77b1-4c9b-90c5-b278a45b0167 HTTP/1.1" status: 200 len: 948 time: 0.0572009 Feb 09 22:04:49.706595 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9c69b309-00c6-438a-906b-0bfb4e35ff54 req-3f05f0e4-33ea-4a02-86be-ba355cae84ea tempest-VolumesNegativeTest-356243929 tempest-VolumesNegativeTest-356243929-project] 10.222.0.90 "GET /v2.0/security-groups?id=200d3d3d-2088-46ad-a0bd-428f97ec01f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402772 Feb 09 22:04:50.298475 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce52805d-0f8c-401f-a6e8-bc67161185f6 req-1c9a5309-d6e6-4314-a5c3-91ad1dcaff0a tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:50.299957 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ce52805d-0f8c-401f-a6e8-bc67161185f6 req-1c9a5309-d6e6-4314-a5c3-91ad1dcaff0a tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=95aa9a42-302f-49fc-9278-dd5a1b965729 HTTP/1.1" status: 200 len: 944 time: 0.0526435 Feb 09 22:04:50.346090 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ce52805d-0f8c-401f-a6e8-bc67161185f6 req-ab19fe30-f13f-41f7-a323-7405aa5edf82 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=b84fe1f3-0331-41ba-8996-269b9bdf78f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405257 Feb 09 22:04:50.557989 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device aaaf6800-1db3-4a10-a4af-e04129bd6966 details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:04:50.653869 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port aaaf6800-1db3-4a10-a4af-e04129bd6966, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=aaaf6800-1db3-4a10-a4af-e04129bd6966,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:04:50.665068 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': 'aaaf6800-1db3-4a10-a4af-e04129bd6966', 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc', 'port_id': 'aaaf6800-1db3-4a10-a4af-e04129bd6966', 'mac_address': 'fa:16:3e:19:e1:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f7402ac-a35b-414b-bcc1-bc1c3072ec3c', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:04:50.701887 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port aaaf6800-1db3-4a10-a4af-e04129bd6966 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:04:50.702285 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (aaaf6800-1db3-4a10-a4af-e04129bd6966), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:50.715139 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaaf6800-1db3-4a10-a4af-e04129bd6966 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:04:50.734455 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port aaaf6800-1db3-4a10-a4af-e04129bd6966, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=aaaf6800-1db3-4a10-a4af-e04129bd6966,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:04:50.739177 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (aaaf6800-1db3-4a10-a4af-e04129bd6966), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:50.787616 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=aaaf6800-1db3-4a10-a4af-e04129bd6966,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:50.827846 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295577b9-4a7c-4e5b-9e95-1dfefa97d6e4 req-8da37bfe-aa19-4e13-bf1a-acb3a7b82777 tempest-VolumesNegativeTest-356243929 tempest-VolumesNegativeTest-356243929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:50.829370 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-295577b9-4a7c-4e5b-9e95-1dfefa97d6e4 req-8da37bfe-aa19-4e13-bf1a-acb3a7b82777 tempest-VolumesNegativeTest-356243929 tempest-VolumesNegativeTest-356243929-project] 10.222.0.90 "GET /v2.0/ports?device_id=6ee83b75-77b1-4c9b-90c5-b278a45b0167 HTTP/1.1" status: 200 len: 949 time: 0.0544987 Feb 09 22:04:50.879827 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-295577b9-4a7c-4e5b-9e95-1dfefa97d6e4 req-98eab8cc-5ab1-4723-93e5-d7b14ba223d6 tempest-VolumesNegativeTest-356243929 tempest-VolumesNegativeTest-356243929-project] 10.222.0.90 "GET /v2.0/security-groups?id=200d3d3d-2088-46ad-a0bd-428f97ec01f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441022 Feb 09 22:04:50.980729 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['aaaf6800-1db3-4a10-a4af-e04129bd6966'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:04:51.470127 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb40ec92-0ee2-4515-8872-eace20bff137 req-2c721693-b426-40e8-af58-c9112ad7110d tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:51.471580 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bb40ec92-0ee2-4515-8872-eace20bff137 req-2c721693-b426-40e8-af58-c9112ad7110d tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=95aa9a42-302f-49fc-9278-dd5a1b965729 HTTP/1.1" status: 200 len: 944 time: 0.0549109 Feb 09 22:04:51.483342 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:51.521617 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bb40ec92-0ee2-4515-8872-eace20bff137 req-7393a34f-6a43-4d45-977a-0713571d8374 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=b84fe1f3-0331-41ba-8996-269b9bdf78f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427017 Feb 09 22:04:52.003277 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefac246-f3b9-43b3-92f4-f4c9e898c2de req-dca86414-4a07-4951-8aca-45359413cf72 tempest-VolumesNegativeTest-356243929 tempest-VolumesNegativeTest-356243929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:52.004659 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-aefac246-f3b9-43b3-92f4-f4c9e898c2de req-dca86414-4a07-4951-8aca-45359413cf72 tempest-VolumesNegativeTest-356243929 tempest-VolumesNegativeTest-356243929-project] 10.222.0.90 "GET /v2.0/ports?device_id=6ee83b75-77b1-4c9b-90c5-b278a45b0167 HTTP/1.1" status: 200 len: 949 time: 0.0525031 Feb 09 22:04:52.050139 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device cacd62b3-4a7c-46cd-baff-b5e6561af957 details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:04:52.051239 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-aefac246-f3b9-43b3-92f4-f4c9e898c2de req-91efda94-7cda-42cb-8f48-92119f2f8bab tempest-VolumesNegativeTest-356243929 tempest-VolumesNegativeTest-356243929-project] 10.222.0.90 "GET /v2.0/security-groups?id=200d3d3d-2088-46ad-a0bd-428f97ec01f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409863 Feb 09 22:04:52.053404 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device dc1b1a45-9f97-43e0-a4ff-83453f47b083 up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:04:52.162404 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning for port dc1b1a45-9f97-43e0-a4ff-83453f47b083 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:04:52.174230 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port dc1b1a45-9f97-43e0-a4ff-83453f47b083 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:04:52.174607 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (dc1b1a45-9f97-43e0-a4ff-83453f47b083), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:52.207530 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port cacd62b3-4a7c-46cd-baff-b5e6561af957, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=cacd62b3-4a7c-46cd-baff-b5e6561af957,segment=NetworkSegment(12f225d2-0c84-489a-a4a8-6e25d803c049),segment_id=12f225d2-0c84-489a-a4a8-6e25d803c049)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:04:52.230550 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': 'cacd62b3-4a7c-46cd-baff-b5e6561af957', 'network_id': '37def89c-7a9f-4c66-92be-f91fbe6a4291', 'port_id': 'cacd62b3-4a7c-46cd-baff-b5e6561af957', 'mac_address': 'fa:16:3e:7a:65:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e04d8769-3631-49a0-81b3-a22ce5792703', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:04:52.297208 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port cacd62b3-4a7c-46cd-baff-b5e6561af957 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:04:52.297513 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (cacd62b3-4a7c-46cd-baff-b5e6561af957), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:52.316229 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cacd62b3-4a7c-46cd-baff-b5e6561af957 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:04:52.337322 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port dc1b1a45-9f97-43e0-a4ff-83453f47b083 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:04:52.337709 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (dc1b1a45-9f97-43e0-a4ff-83453f47b083), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:52.342850 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port cacd62b3-4a7c-46cd-baff-b5e6561af957, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=cacd62b3-4a7c-46cd-baff-b5e6561af957,segment=NetworkSegment(12f225d2-0c84-489a-a4a8-6e25d803c049),segment_id=12f225d2-0c84-489a-a4a8-6e25d803c049)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:04:52.350991 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (cacd62b3-4a7c-46cd-baff-b5e6561af957), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:52.388469 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0cc065-0e97-45b7-ac81-5696440591cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc1b1a45-9f97-43e0-a4ff-83453f47b083'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:04:52.390700 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d73730b4-de74-41b2-84ec-142774190c42" -d '{"events": [{"server_uuid": "cc0cc065-0e97-45b7-ac81-5696440591cf", "name": "network-vif-plugged", "status": "completed", "tag": "dc1b1a45-9f97-43e0-a4ff-83453f47b083"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:04:52.409345 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port dc1b1a45-9f97-43e0-a4ff-83453f47b083, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=dc1b1a45-9f97-43e0-a4ff-83453f47b083,segment=NetworkSegment(c140cf13-b6e6-422b-a848-f0450f688d89),segment_id=c140cf13-b6e6-422b-a848-f0450f688d89)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:04:52.418698 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (dc1b1a45-9f97-43e0-a4ff-83453f47b083), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:52.424533 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=cacd62b3-4a7c-46cd-baff-b5e6561af957,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:52.427834 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89ca73e3-682e-457f-af96-9f0a3bcef27b x-openstack-request-id: req-89ca73e3-682e-457f-af96-9f0a3bcef27b {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:04:52.428126 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc0cc065-0e97-45b7-ac81-5696440591cf", "name": "network-vif-plugged", "status": "completed", "tag": "dc1b1a45-9f97-43e0-a4ff-83453f47b083", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:04:52.428405 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-89ca73e3-682e-457f-af96-9f0a3bcef27b {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:04:52.428796 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc0cc065-0e97-45b7-ac81-5696440591cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc1b1a45-9f97-43e0-a4ff-83453f47b083', 'code': 200} Feb 09 22:04:52.478228 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=dc1b1a45-9f97-43e0-a4ff-83453f47b083,revision_number=13']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:52.558292 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device aaaf6800-1db3-4a10-a4af-e04129bd6966 up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:04:52.610254 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning for port aaaf6800-1db3-4a10-a4af-e04129bd6966 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:04:52.614003 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port aaaf6800-1db3-4a10-a4af-e04129bd6966 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:04:52.614383 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (aaaf6800-1db3-4a10-a4af-e04129bd6966), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:52.648570 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3c67f4-b8e6-40e8-8f86-1e438fbe8a2e req-0bed44dd-6794-4848-ae3b-7ff814638e36 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:52.650069 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5b3c67f4-b8e6-40e8-8f86-1e438fbe8a2e req-0bed44dd-6794-4848-ae3b-7ff814638e36 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=95aa9a42-302f-49fc-9278-dd5a1b965729 HTTP/1.1" status: 200 len: 945 time: 0.0570705 Feb 09 22:04:52.692475 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port aaaf6800-1db3-4a10-a4af-e04129bd6966 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:04:52.692874 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (aaaf6800-1db3-4a10-a4af-e04129bd6966), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:52.698278 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5b3c67f4-b8e6-40e8-8f86-1e438fbe8a2e req-28c86b61-8f89-4143-9004-a625da024a4a tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=b84fe1f3-0331-41ba-8996-269b9bdf78f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425746 Feb 09 22:04:52.728756 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port aaaf6800-1db3-4a10-a4af-e04129bd6966, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=aaaf6800-1db3-4a10-a4af-e04129bd6966,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:04:52.732358 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (aaaf6800-1db3-4a10-a4af-e04129bd6966), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:52.757669 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['cacd62b3-4a7c-46cd-baff-b5e6561af957'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:04:52.812812 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=aaaf6800-1db3-4a10-a4af-e04129bd6966,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:53.171464 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e49fd68-1830-403a-9494-adf9a384d43e req-a095beff-7777-4abf-9d36-8b832680cd40 tempest-VolumesNegativeTest-356243929 tempest-VolumesNegativeTest-356243929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:53.172969 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0e49fd68-1830-403a-9494-adf9a384d43e req-a095beff-7777-4abf-9d36-8b832680cd40 tempest-VolumesNegativeTest-356243929 tempest-VolumesNegativeTest-356243929-project] 10.222.0.90 "GET /v2.0/ports?device_id=6ee83b75-77b1-4c9b-90c5-b278a45b0167 HTTP/1.1" status: 200 len: 950 time: 0.0539811 Feb 09 22:04:53.221230 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0e49fd68-1830-403a-9494-adf9a384d43e req-c716f880-0088-4c1d-b9ed-6045a220b708 tempest-VolumesNegativeTest-356243929 tempest-VolumesNegativeTest-356243929-project] 10.222.0.90 "GET /v2.0/security-groups?id=200d3d3d-2088-46ad-a0bd-428f97ec01f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420156 Feb 09 22:04:53.689718 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:53.818921 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bb1545-cb5b-46d1-b465-13e070388e87 req-90111a7a-c51f-4c09-9af0-d3234a3a622b tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:53.820465 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-23bb1545-cb5b-46d1-b465-13e070388e87 req-90111a7a-c51f-4c09-9af0-d3234a3a622b tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=95aa9a42-302f-49fc-9278-dd5a1b965729 HTTP/1.1" status: 200 len: 945 time: 0.0519037 Feb 09 22:04:53.870584 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-23bb1545-cb5b-46d1-b465-13e070388e87 req-f2dd2272-7cd0-4283-8f1e-a3e457e3f5cd tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=b84fe1f3-0331-41ba-8996-269b9bdf78f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444126 Feb 09 22:04:54.061388 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device cacd62b3-4a7c-46cd-baff-b5e6561af957 up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:04:54.109555 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning for port cacd62b3-4a7c-46cd-baff-b5e6561af957 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:04:54.113668 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port cacd62b3-4a7c-46cd-baff-b5e6561af957 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:04:54.114068 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (cacd62b3-4a7c-46cd-baff-b5e6561af957), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:54.189942 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port cacd62b3-4a7c-46cd-baff-b5e6561af957 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:04:54.190333 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (cacd62b3-4a7c-46cd-baff-b5e6561af957), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:54.224610 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port cacd62b3-4a7c-46cd-baff-b5e6561af957, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=cacd62b3-4a7c-46cd-baff-b5e6561af957,segment=NetworkSegment(12f225d2-0c84-489a-a4a8-6e25d803c049),segment_id=12f225d2-0c84-489a-a4a8-6e25d803c049)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:04:54.228830 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (cacd62b3-4a7c-46cd-baff-b5e6561af957), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:54.280732 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=cacd62b3-4a7c-46cd-baff-b5e6561af957,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:54.343220 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b6f140-c65e-45fc-ab2f-3c6d80e0566d req-c9901d63-20fd-40da-a39d-f4b73bc1711c tempest-VolumesNegativeTest-356243929 tempest-VolumesNegativeTest-356243929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:54.344730 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-81b6f140-c65e-45fc-ab2f-3c6d80e0566d req-c9901d63-20fd-40da-a39d-f4b73bc1711c tempest-VolumesNegativeTest-356243929 tempest-VolumesNegativeTest-356243929-project] 10.222.0.90 "GET /v2.0/ports?device_id=6ee83b75-77b1-4c9b-90c5-b278a45b0167 HTTP/1.1" status: 200 len: 950 time: 0.0516558 Feb 09 22:04:54.390729 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-81b6f140-c65e-45fc-ab2f-3c6d80e0566d req-e9590f51-7534-4c30-9bc1-dda8b907e4c4 tempest-VolumesNegativeTest-356243929 tempest-VolumesNegativeTest-356243929-project] 10.222.0.90 "GET /v2.0/security-groups?id=200d3d3d-2088-46ad-a0bd-428f97ec01f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394869 Feb 09 22:04:54.430316 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ee83b75-77b1-4c9b-90c5-b278a45b0167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaaf6800-1db3-4a10-a4af-e04129bd6966'}, {'server_uuid': '95aa9a42-302f-49fc-9278-dd5a1b965729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cacd62b3-4a7c-46cd-baff-b5e6561af957'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:04:54.432691 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d1b52b9-99aa-4ee3-ac6d-249a83517948" -d '{"events": [{"server_uuid": "6ee83b75-77b1-4c9b-90c5-b278a45b0167", "name": "network-vif-plugged", "status": "completed", "tag": "aaaf6800-1db3-4a10-a4af-e04129bd6966"}, {"server_uuid": "95aa9a42-302f-49fc-9278-dd5a1b965729", "name": "network-vif-plugged", "status": "completed", "tag": "cacd62b3-4a7c-46cd-baff-b5e6561af957"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:04:54.474327 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 22:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a307c24-d2b0-4802-a4c7-5ab52fe5906d x-openstack-request-id: req-6a307c24-d2b0-4802-a4c7-5ab52fe5906d {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:04:54.474633 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ee83b75-77b1-4c9b-90c5-b278a45b0167", "name": "network-vif-plugged", "status": "completed", "tag": "aaaf6800-1db3-4a10-a4af-e04129bd6966", "code": 200}, {"server_uuid": "95aa9a42-302f-49fc-9278-dd5a1b965729", "name": "network-vif-plugged", "status": "completed", "tag": "cacd62b3-4a7c-46cd-baff-b5e6561af957", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:04:54.474888 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-6a307c24-d2b0-4802-a4c7-5ab52fe5906d {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:04:54.475316 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ee83b75-77b1-4c9b-90c5-b278a45b0167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaaf6800-1db3-4a10-a4af-e04129bd6966', 'code': 200} Feb 09 22:04:54.475577 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95aa9a42-302f-49fc-9278-dd5a1b965729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cacd62b3-4a7c-46cd-baff-b5e6561af957', 'code': 200} Feb 09 22:04:54.580293 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a631e577-3f40-4446-a933-6235b15aecbe req-ea4cc325-144c-433e-8406-b01534548609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:54.581173 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7c07e6-eb93-4c07-afc8-8d4ef9fc362b req-84b88bae-e08d-46c3-9366-9b722021489c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:54.582523 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a631e577-3f40-4446-a933-6235b15aecbe req-ea4cc325-144c-433e-8406-b01534548609 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=6ee83b75-77b1-4c9b-90c5-b278a45b0167 HTTP/1.1" status: 200 len: 1132 time: 0.0477045 Feb 09 22:04:54.583215 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-8e7c07e6-eb93-4c07-afc8-8d4ef9fc362b req-84b88bae-e08d-46c3-9366-9b722021489c service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=95aa9a42-302f-49fc-9278-dd5a1b965729 HTTP/1.1" status: 200 len: 1128 time: 0.0456502 Feb 09 22:04:54.630202 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-8e7c07e6-eb93-4c07-afc8-8d4ef9fc362b req-b4ec129d-58c5-4bb7-8971-e15b23de95a0 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=b84fe1f3-0331-41ba-8996-269b9bdf78f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374620 Feb 09 22:04:54.631303 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a631e577-3f40-4446-a933-6235b15aecbe req-cc8f2672-8cac-44da-b6f2-41dda1b20400 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=200d3d3d-2088-46ad-a0bd-428f97ec01f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371525 Feb 09 22:04:54.995149 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a38bef2-e713-4144-a750-a573e5aafed6 req-69112e30-8a44-4c29-be23-2c7a9cda69a7 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:54.996638 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8a38bef2-e713-4144-a750-a573e5aafed6 req-69112e30-8a44-4c29-be23-2c7a9cda69a7 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=95aa9a42-302f-49fc-9278-dd5a1b965729 HTTP/1.1" status: 200 len: 946 time: 0.0547478 Feb 09 22:04:55.042935 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8a38bef2-e713-4144-a750-a573e5aafed6 req-9c79c922-9c0c-4b3d-94c2-1a818121828b tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=b84fe1f3-0331-41ba-8996-269b9bdf78f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406747 Feb 09 22:04:55.512829 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b4283-f75a-430c-aa64-215f60db99c5 req-84d43f61-30b8-4033-bd2c-4f8ae81307ee tempest-VolumesNegativeTest-356243929 tempest-VolumesNegativeTest-356243929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:55.514247 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0f3b4283-f75a-430c-aa64-215f60db99c5 req-84d43f61-30b8-4033-bd2c-4f8ae81307ee tempest-VolumesNegativeTest-356243929 tempest-VolumesNegativeTest-356243929-project] 10.222.0.90 "GET /v2.0/ports?device_id=6ee83b75-77b1-4c9b-90c5-b278a45b0167 HTTP/1.1" status: 200 len: 950 time: 0.0532587 Feb 09 22:04:55.560622 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0f3b4283-f75a-430c-aa64-215f60db99c5 req-26f0e67b-903f-486b-ade9-0227cb94e750 tempest-VolumesNegativeTest-356243929 tempest-VolumesNegativeTest-356243929-project] 10.222.0.90 "GET /v2.0/security-groups?id=200d3d3d-2088-46ad-a0bd-428f97ec01f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407171 Feb 09 22:04:56.169800 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb0b125-c782-4578-bceb-c1af34d8ddf1 req-b4e2b6c9-5bad-43b4-a313-0fac4fb6b1f6 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:56.171292 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ccb0b125-c782-4578-bceb-c1af34d8ddf1 req-b4e2b6c9-5bad-43b4-a313-0fac4fb6b1f6 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=95aa9a42-302f-49fc-9278-dd5a1b965729 HTTP/1.1" status: 200 len: 946 time: 0.0567470 Feb 09 22:04:56.218549 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ccb0b125-c782-4578-bceb-c1af34d8ddf1 req-b9e4a4b6-5e93-4c19-b4f2-f0820439e7a3 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=b84fe1f3-0331-41ba-8996-269b9bdf78f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415106 Feb 09 22:04:56.678920 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b2819-5751-4c73-a0dc-cdd15113155d req-f750d66c-5007-4d13-9ab3-aacca67a4d8d tempest-VolumesNegativeTest-356243929 tempest-VolumesNegativeTest-356243929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:56.680434 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e31b2819-5751-4c73-a0dc-cdd15113155d req-f750d66c-5007-4d13-9ab3-aacca67a4d8d tempest-VolumesNegativeTest-356243929 tempest-VolumesNegativeTest-356243929-project] 10.222.0.90 "GET /v2.0/ports?device_id=6ee83b75-77b1-4c9b-90c5-b278a45b0167 HTTP/1.1" status: 200 len: 950 time: 0.0525446 Feb 09 22:04:56.725930 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e31b2819-5751-4c73-a0dc-cdd15113155d req-8674e4ef-e13f-41f2-ad8a-828841c5f663 tempest-VolumesNegativeTest-356243929 tempest-VolumesNegativeTest-356243929-project] 10.222.0.90 "GET /v2.0/security-groups?id=200d3d3d-2088-46ad-a0bd-428f97ec01f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400307 Feb 09 22:04:56.979218 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b196311-d4a9-44cf-9552-23d026a24064 req-b3eb08d7-cfc3-4b46-bbab-c864a26110cb tempest-VolumesNegativeTest-356243929 tempest-VolumesNegativeTest-356243929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:56.980709 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9b196311-d4a9-44cf-9552-23d026a24064 req-b3eb08d7-cfc3-4b46-bbab-c864a26110cb tempest-VolumesNegativeTest-356243929 tempest-VolumesNegativeTest-356243929-project] 10.222.0.90 "GET /v2.0/ports?device_id=6ee83b75-77b1-4c9b-90c5-b278a45b0167 HTTP/1.1" status: 200 len: 950 time: 0.0512092 Feb 09 22:04:57.029513 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9b196311-d4a9-44cf-9552-23d026a24064 req-358f3fac-07d1-4103-8060-8b273a6d2ace tempest-VolumesNegativeTest-356243929 tempest-VolumesNegativeTest-356243929-project] 10.222.0.90 "GET /v2.0/security-groups?id=200d3d3d-2088-46ad-a0bd-428f97ec01f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431695 Feb 09 22:04:57.340844 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ae34be-606e-4f67-80fd-a3fc111df133 req-4be2a6a6-f48f-46fe-982e-692f988b152f tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:57.342316 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d6ae34be-606e-4f67-80fd-a3fc111df133 req-4be2a6a6-f48f-46fe-982e-692f988b152f tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=95aa9a42-302f-49fc-9278-dd5a1b965729 HTTP/1.1" status: 200 len: 946 time: 0.0516560 Feb 09 22:04:57.397161 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d6ae34be-606e-4f67-80fd-a3fc111df133 req-67cf4e4d-d674-4342-b615-5fb24e0a53c9 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=b84fe1f3-0331-41ba-8996-269b9bdf78f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485475 Feb 09 22:04:57.518200 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd3697e-76ed-4fef-aa3f-30c1a1faf9a5 req-0f56f8ac-d1f9-453b-b1d0-35e8c2757e4e tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:57.520176 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4fd3697e-76ed-4fef-aa3f-30c1a1faf9a5 req-0f56f8ac-d1f9-453b-b1d0-35e8c2757e4e tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=95aa9a42-302f-49fc-9278-dd5a1b965729 HTTP/1.1" status: 200 len: 946 time: 0.0523965 Feb 09 22:04:57.528634 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 40824) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:04:57.533041 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-bb4ffe74-b7b3-47b4-9153-b0ec446c76ab tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Request body: {'floatingip': {'port_id': 'cacd62b3-4a7c-46cd-baff-b5e6561af957'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:04:57.574780 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bb4ffe74-b7b3-47b4-9153-b0ec446c76ab tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Publish callbacks [] for floatingip (7183af2a-5f55-4f18-b2dd-dc01ce1bf798), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:57.986726 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bb4ffe74-b7b3-47b4-9153-b0ec446c76ab tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:57.990295 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bb4ffe74-b7b3-47b4-9153-b0ec446c76ab tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (7183af2a-5f55-4f18-b2dd-dc01ce1bf798), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:58.090614 n-d-828369-5 neutron-server[103140]: INFO neutron.db.l3_db [None req-bb4ffe74-b7b3-47b4-9153-b0ec446c76ab tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Floating IP 7183af2a-5f55-4f18-b2dd-dc01ce1bf798 associated. External IP: 172.25.3.206, port: cacd62b3-4a7c-46cd-baff-b5e6561af957. Feb 09 22:04:58.219256 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b36ed8-6f52-4abe-bc32-bdb8a66b3049 req-d5443284-cb64-428b-b1d3-d371ef1e1a62 tempest-VolumesNegativeTest-356243929 tempest-VolumesNegativeTest-356243929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:58.220750 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-65b36ed8-6f52-4abe-bc32-bdb8a66b3049 req-d5443284-cb64-428b-b1d3-d371ef1e1a62 tempest-VolumesNegativeTest-356243929 tempest-VolumesNegativeTest-356243929-project] 10.222.0.90 "GET /v2.0/ports?device_id=6ee83b75-77b1-4c9b-90c5-b278a45b0167 HTTP/1.1" status: 200 len: 950 time: 0.0937638 Feb 09 22:04:58.338798 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-65b36ed8-6f52-4abe-bc32-bdb8a66b3049 req-19630b3e-b38f-43da-9486-b0b731809284 tempest-VolumesNegativeTest-356243929 tempest-VolumesNegativeTest-356243929-project] 10.222.0.90 "GET /v2.0/security-groups?id=200d3d3d-2088-46ad-a0bd-428f97ec01f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112931 Feb 09 22:04:58.375045 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb4ffe74-b7b3-47b4-9153-b0ec446c76ab tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Router c4c5805a-20ec-4e05-952e-0f99cdae65aa has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:04:58.860685 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83352843-6c66-43fc-a251-0654f524f0f2 req-d40deeb5-9c1f-44de-aae8-4b0d65dfb4c5 tempest-VolumesNegativeTest-356243929 tempest-VolumesNegativeTest-356243929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:58.862117 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-83352843-6c66-43fc-a251-0654f524f0f2 req-d40deeb5-9c1f-44de-aae8-4b0d65dfb4c5 tempest-VolumesNegativeTest-356243929 tempest-VolumesNegativeTest-356243929-project] 10.222.0.95 "GET /v2.0/ports?device_id=6ee83b75-77b1-4c9b-90c5-b278a45b0167 HTTP/1.1" status: 200 len: 950 time: 0.1001287 Feb 09 22:04:58.866353 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb4ffe74-b7b3-47b4-9153-b0ec446c76ab tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:04:58.871222 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bb4ffe74-b7b3-47b4-9153-b0ec446c76ab tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:58.876907 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c2ca96-a249-43db-8207-272272e30c55 None None] Sync routers for ids ['c4c5805a-20ec-4e05-952e-0f99cdae65aa'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:04:58.889996 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c2ca96-a249-43db-8207-272272e30c55 None None] Routers {'c4c5805a-20ec-4e05-952e-0f99cdae65aa'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:04:58.891788 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-89c2ca96-a249-43db-8207-272272e30c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:04:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['c4c5805a-20ec-4e05-952e-0f99cdae65aa'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:58.930791 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-bb4ffe74-b7b3-47b4-9153-b0ec446c76ab tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "PUT /v2.0/floatingips/7183af2a-5f55-4f18-b2dd-dc01ce1bf798 HTTP/1.1" status: 200 len: 992 time: 1.4010599 Feb 09 22:04:58.933536 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95aa9a42-302f-49fc-9278-dd5a1b965729', 'tag': 'cacd62b3-4a7c-46cd-baff-b5e6561af957'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:04:58.935836 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7753330-f0ad-4f00-822d-15e1fbb4ea44" -d '{"events": [{"name": "network-changed", "server_uuid": "95aa9a42-302f-49fc-9278-dd5a1b965729", "tag": "cacd62b3-4a7c-46cd-baff-b5e6561af957"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:04:58.985780 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8145e2d3-dc6e-4ac4-9f31-1a631fd4e766 x-openstack-request-id: req-8145e2d3-dc6e-4ac4-9f31-1a631fd4e766 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:04:58.986174 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95aa9a42-302f-49fc-9278-dd5a1b965729", "tag": "cacd62b3-4a7c-46cd-baff-b5e6561af957", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:04:58.986521 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-8145e2d3-dc6e-4ac4-9f31-1a631fd4e766 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:04:58.987130 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95aa9a42-302f-49fc-9278-dd5a1b965729', 'tag': 'cacd62b3-4a7c-46cd-baff-b5e6561af957', 'status': 'completed', 'code': 200} Feb 09 22:04:59.008526 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-89c2ca96-a249-43db-8207-272272e30c55 None None] Set router c4c5805a-20ec-4e05-952e-0f99cdae65aa gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:04:59.039308 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-83352843-6c66-43fc-a251-0654f524f0f2 req-c850880f-f95c-4301-872c-0d75bf5b9ba9 tempest-VolumesNegativeTest-356243929 tempest-VolumesNegativeTest-356243929-project] Deleting port aaaf6800-1db3-4a10-a4af-e04129bd6966 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:04:59.039652 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-83352843-6c66-43fc-a251-0654f524f0f2 req-c850880f-f95c-4301-872c-0d75bf5b9ba9 tempest-VolumesNegativeTest-356243929 tempest-VolumesNegativeTest-356243929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (aaaf6800-1db3-4a10-a4af-e04129bd6966), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:59.061806 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7753330-f0ad-4f00-822d-15e1fbb4ea44 req-3a75a43e-f56b-46c5-8ff9-37f39548ae7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:59.064097 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d7753330-f0ad-4f00-822d-15e1fbb4ea44 req-3a75a43e-f56b-46c5-8ff9-37f39548ae7c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a5b450ffe3204024aa1de4c1c17e7296&device_id=95aa9a42-302f-49fc-9278-dd5a1b965729 HTTP/1.1" status: 200 len: 1128 time: 0.0502057 Feb 09 22:04:59.120839 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171917ee-466b-4648-81c1-b684014faf4c req-36228b48-6197-46b0-81ae-6bbac232e7a9 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:59.122298 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-171917ee-466b-4648-81c1-b684014faf4c req-36228b48-6197-46b0-81ae-6bbac232e7a9 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=95aa9a42-302f-49fc-9278-dd5a1b965729 HTTP/1.1" status: 200 len: 946 time: 0.1213243 Feb 09 22:04:59.179581 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-83352843-6c66-43fc-a251-0654f524f0f2 req-c850880f-f95c-4301-872c-0d75bf5b9ba9 tempest-VolumesNegativeTest-356243929 tempest-VolumesNegativeTest-356243929-project] For port aaaf6800-1db3-4a10-a4af-e04129bd6966, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=aaaf6800-1db3-4a10-a4af-e04129bd6966,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:04:59.179953 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-83352843-6c66-43fc-a251-0654f524f0f2 req-c850880f-f95c-4301-872c-0d75bf5b9ba9 tempest-VolumesNegativeTest-356243929 tempest-VolumesNegativeTest-356243929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (aaaf6800-1db3-4a10-a4af-e04129bd6966), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:59.200838 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7753330-f0ad-4f00-822d-15e1fbb4ea44 req-55c1977d-94b3-4f12-9f29-5dd72e73443c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:59.202370 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d7753330-f0ad-4f00-822d-15e1fbb4ea44 req-55c1977d-94b3-4f12-9f29-5dd72e73443c service neutron] 10.222.0.89 "GET /v2.0/networks?id=37def89c-7a9f-4c66-92be-f91fbe6a4291 HTTP/1.1" status: 200 len: 918 time: 0.1280627 Feb 09 22:04:59.210591 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-83352843-6c66-43fc-a251-0654f524f0f2 req-c850880f-f95c-4301-872c-0d75bf5b9ba9 tempest-VolumesNegativeTest-356243929 tempest-VolumesNegativeTest-356243929-project] Calling delete_port for aaaf6800-1db3-4a10-a4af-e04129bd6966 owned by compute:nova {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:04:59.228112 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-171917ee-466b-4648-81c1-b684014faf4c req-114c5c98-93c9-492f-9247-c8d2b72023d9 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=b84fe1f3-0331-41ba-8996-269b9bdf78f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935245 Feb 09 22:04:59.285626 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d7753330-f0ad-4f00-822d-15e1fbb4ea44 req-5149bb31-7453-483b-8013-4c120cf8c8d1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cacd62b3-4a7c-46cd-baff-b5e6561af957 HTTP/1.1" status: 200 len: 1000 time: 0.0730529 Feb 09 22:04:59.296681 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-89c2ca96-a249-43db-8207-272272e30c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c5805a-20ec-4e05-952e-0f99cdae65aa', 'name': 'tempest-AttachVolumeShelveTestJSON-1271603554-router', 'tenant_id': 'a5b450ffe3204024aa1de4c1c17e7296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'aadfb8ab-cd8e-415e-ba9c-4cae14e577a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:01:31Z', 'updated_at': '2022-02-09T22:01:35Z', 'revision_number': 4, 'project_id': 'a5b450ffe3204024aa1de4c1c17e7296', 'gw_port': {'id': 'aadfb8ab-cd8e-415e-ba9c-4cae14e577a9', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:78:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c5805a-20ec-4e05-952e-0f99cdae65aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:32Z', 'updated_at': '2022-02-09T22:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': '7183af2a-5f55-4f18-b2dd-dc01ce1bf798', 'tenant_id': 'a5b450ffe3204024aa1de4c1c17e7296', 'floating_ip_address': '172.25.3.206', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': 'c4c5805a-20ec-4e05-952e-0f99cdae65aa', 'port_id': 'cacd62b3-4a7c-46cd-baff-b5e6561af957', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3636, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37def89c-7a9f-4c66-92be-f91fbe6a4291', 'mac_address': 'fa:16:3e:7a:65:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95aa9a42-302f-49fc-9278-dd5a1b965729', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:04:43Z', 'updated_at': '2022-02-09T22:04:57Z', 'revision_number': 1, 'project_id': 'a5b450ffe3204024aa1de4c1c17e7296', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f3b583e-f3a7-425a-95e8-426aa29472d5', 'name': '', 'network_id': '37def89c-7a9f-4c66-92be-f91fbe6a4291', 'tenant_id': 'a5b450ffe3204024aa1de4c1c17e7296', 'mac_address': 'fa:16:3e:5e:47:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c5805a-20ec-4e05-952e-0f99cdae65aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': 'e04d8769-3631-49a0-81b3-a22ce5792703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:34Z', 'updated_at': '2022-02-09T22:01:40Z', 'revision_number': 5, 'project_id': 'a5b450ffe3204024aa1de4c1c17e7296', 'subnets': [{'id': 'e04d8769-3631-49a0-81b3-a22ce5792703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:59.323788 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c2ca96-a249-43db-8207-272272e30c55 None None] Checking router: c4c5805a-20ec-4e05-952e-0f99cdae65aa for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:04:59.333447 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c2ca96-a249-43db-8207-272272e30c55 None None] Routers {'c4c5805a-20ec-4e05-952e-0f99cdae65aa'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:04:59.334005 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-89c2ca96-a249-43db-8207-272272e30c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:04:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['c4c5805a-20ec-4e05-952e-0f99cdae65aa'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:59.350878 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7753330-f0ad-4f00-822d-15e1fbb4ea44 req-69509ecf-f8d2-4b5a-ae09-fb3efdae7cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:59.353169 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d7753330-f0ad-4f00-822d-15e1fbb4ea44 req-69509ecf-f8d2-4b5a-ae09-fb3efdae7cd4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e04d8769-3631-49a0-81b3-a22ce5792703 HTTP/1.1" status: 200 len: 856 time: 0.0572677 Feb 09 22:04:59.383455 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-83352843-6c66-43fc-a251-0654f524f0f2 req-c850880f-f95c-4301-872c-0d75bf5b9ba9 tempest-VolumesNegativeTest-356243929 tempest-VolumesNegativeTest-356243929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (aaaf6800-1db3-4a10-a4af-e04129bd6966), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:59.397543 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['aaaf6800-1db3-4a10-a4af-e04129bd6966'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:04:59.418574 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c850880f-f95c-4301-872c-0d75bf5b9ba9 tempest-VolumesNegativeTest-356243929 tempest-VolumesNegativeTest-356243929-project] Pushing event deleted for resources: {'Port': ['ID=aaaf6800-1db3-4a10-a4af-e04129bd6966,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:04:59.473540 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7753330-f0ad-4f00-822d-15e1fbb4ea44 req-bb18dbbd-6c9c-465a-ac76-637a36cf7f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:04:59.475266 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d7753330-f0ad-4f00-822d-15e1fbb4ea44 req-bb18dbbd-6c9c-465a-ac76-637a36cf7f4b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=37def89c-7a9f-4c66-92be-f91fbe6a4291&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1115615 Feb 09 22:04:59.482771 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-83352843-6c66-43fc-a251-0654f524f0f2 req-c850880f-f95c-4301-872c-0d75bf5b9ba9 tempest-VolumesNegativeTest-356243929 tempest-VolumesNegativeTest-356243929-project] No DVR routers for this DVR port aaaf6800-1db3-4a10-a4af-e04129bd6966 on host n-h1-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:04:59.485809 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-83352843-6c66-43fc-a251-0654f524f0f2 req-c850880f-f95c-4301-872c-0d75bf5b9ba9 tempest-VolumesNegativeTest-356243929 tempest-VolumesNegativeTest-356243929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:04:59.490445 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-83352843-6c66-43fc-a251-0654f524f0f2 req-c850880f-f95c-4301-872c-0d75bf5b9ba9 tempest-VolumesNegativeTest-356243929 tempest-VolumesNegativeTest-356243929-project] 10.222.0.95 "DELETE /v2.0/ports/aaaf6800-1db3-4a10-a4af-e04129bd6966 HTTP/1.1" status: 204 len: 173 time: 0.6156080 Feb 09 22:04:59.569850 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e16a1bd3-886a-4b82-97c5-2df8b4b87fdf req-dc22653d-1a22-4488-a3dd-4bbce42b981a tempest-VolumesNegativeTest-356243929 tempest-VolumesNegativeTest-356243929-project] 10.222.0.90 "GET /v2.0/ports?device_id=6ee83b75-77b1-4c9b-90c5-b278a45b0167 HTTP/1.1" status: 200 len: 210 time: 0.0659330 Feb 09 22:04:59.632019 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d7753330-f0ad-4f00-822d-15e1fbb4ea44 req-678ea59b-679b-465b-b23f-b4bb2873b3e4 service neutron] 10.222.0.89 "GET /v2.0/networks/37def89c-7a9f-4c66-92be-f91fbe6a4291?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450496 Feb 09 22:04:59.703678 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-89c2ca96-a249-43db-8207-272272e30c55 None None] Set router c4c5805a-20ec-4e05-952e-0f99cdae65aa gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:04:59.770478 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d7753330-f0ad-4f00-822d-15e1fbb4ea44 req-646c9345-50f3-43fb-b90c-2bc40fcf66ad service neutron] 10.222.0.89 "GET /v2.0/networks/37def89c-7a9f-4c66-92be-f91fbe6a4291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297553 Feb 09 22:04:59.945773 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-89c2ca96-a249-43db-8207-272272e30c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c5805a-20ec-4e05-952e-0f99cdae65aa', 'name': 'tempest-AttachVolumeShelveTestJSON-1271603554-router', 'tenant_id': 'a5b450ffe3204024aa1de4c1c17e7296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'aadfb8ab-cd8e-415e-ba9c-4cae14e577a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:01:31Z', 'updated_at': '2022-02-09T22:01:35Z', 'revision_number': 4, 'project_id': 'a5b450ffe3204024aa1de4c1c17e7296', 'gw_port': {'id': 'aadfb8ab-cd8e-415e-ba9c-4cae14e577a9', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:78:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c5805a-20ec-4e05-952e-0f99cdae65aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:32Z', 'updated_at': '2022-02-09T22:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': '7183af2a-5f55-4f18-b2dd-dc01ce1bf798', 'tenant_id': 'a5b450ffe3204024aa1de4c1c17e7296', 'floating_ip_address': '172.25.3.206', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': 'c4c5805a-20ec-4e05-952e-0f99cdae65aa', 'port_id': 'cacd62b3-4a7c-46cd-baff-b5e6561af957', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3636, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37def89c-7a9f-4c66-92be-f91fbe6a4291', 'mac_address': 'fa:16:3e:7a:65:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95aa9a42-302f-49fc-9278-dd5a1b965729', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:04:43Z', 'updated_at': '2022-02-09T22:04:57Z', 'revision_number': 1, 'project_id': 'a5b450ffe3204024aa1de4c1c17e7296', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f3b583e-f3a7-425a-95e8-426aa29472d5', 'name': '', 'network_id': '37def89c-7a9f-4c66-92be-f91fbe6a4291', 'tenant_id': 'a5b450ffe3204024aa1de4c1c17e7296', 'mac_address': 'fa:16:3e:5e:47:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c5805a-20ec-4e05-952e-0f99cdae65aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': 'e04d8769-3631-49a0-81b3-a22ce5792703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:34Z', 'updated_at': '2022-02-09T22:01:40Z', 'revision_number': 5, 'project_id': 'a5b450ffe3204024aa1de4c1c17e7296', 'subnets': [{'id': 'e04d8769-3631-49a0-81b3-a22ce5792703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:04:59.981483 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c2ca96-a249-43db-8207-272272e30c55 None None] The sync data for ids ['c4c5805a-20ec-4e05-952e-0f99cdae65aa'] in n-d-828369-5 is: [{'id': 'c4c5805a-20ec-4e05-952e-0f99cdae65aa', 'name': 'tempest-AttachVolumeShelveTestJSON-1271603554-router', 'tenant_id': 'a5b450ffe3204024aa1de4c1c17e7296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'aadfb8ab-cd8e-415e-ba9c-4cae14e577a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:01:31Z', 'updated_at': '2022-02-09T22:01:35Z', 'revision_number': 4, 'project_id': 'a5b450ffe3204024aa1de4c1c17e7296', 'gw_port': {'id': 'aadfb8ab-cd8e-415e-ba9c-4cae14e577a9', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:78:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c5805a-20ec-4e05-952e-0f99cdae65aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:32Z', 'updated_at': '2022-02-09T22:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': '7183af2a-5f55-4f18-b2dd-dc01ce1bf798', 'tenant_id': 'a5b450ffe3204024aa1de4c1c17e7296', 'floating_ip_address': '172.25.3.206', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': 'c4c5805a-20ec-4e05-952e-0f99cdae65aa', 'port_id': 'cacd62b3-4a7c-46cd-baff-b5e6561af957', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3636, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37def89c-7a9f-4c66-92be-f91fbe6a4291', 'mac_address': 'fa:16:3e:7a:65:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95aa9a42-302f-49fc-9278-dd5a1b965729', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:04:43Z', 'updated_at': '2022-02-09T22:04:57Z', 'revision_number': 1, 'project_id': 'a5b450ffe3204024aa1de4c1c17e7296', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f3b583e-f3a7-425a-95e8-426aa29472d5', 'name': '', 'network_id': '37def89c-7a9f-4c66-92be-f91fbe6a4291', 'tenant_id': 'a5b450ffe3204024aa1de4c1c17e7296', 'mac_address': 'fa:16:3e:5e:47:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c5805a-20ec-4e05-952e-0f99cdae65aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': 'e04d8769-3631-49a0-81b3-a22ce5792703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:34Z', 'updated_at': '2022-02-09T22:01:40Z', 'revision_number': 5, 'project_id': 'a5b450ffe3204024aa1de4c1c17e7296', 'subnets': [{'id': 'e04d8769-3631-49a0-81b3-a22ce5792703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:05:00.206038 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7749602-ec80-4e68-86a9-ebacb3e21436 None None] New status for floating IP 7183af2a-5f55-4f18-b2dd-dc01ce1bf798: ACTIVE {{(pid=103142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:05:00.348706 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c73b59-f455-44d7-9cfc-aaea2f1114ab req-a26d76a4-4153-4349-8fbc-9612fdd48943 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:00.350364 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-78c73b59-f455-44d7-9cfc-aaea2f1114ab req-a26d76a4-4153-4349-8fbc-9612fdd48943 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=95aa9a42-302f-49fc-9278-dd5a1b965729 HTTP/1.1" status: 200 len: 946 time: 0.0547953 Feb 09 22:05:00.403210 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-78c73b59-f455-44d7-9cfc-aaea2f1114ab req-f62d1bca-024d-4024-92ee-df56113f5a30 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=b84fe1f3-0331-41ba-8996-269b9bdf78f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464225 Feb 09 22:05:00.988418 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ee83b75-77b1-4c9b-90c5-b278a45b0167', 'name': 'network-vif-deleted', 'tag': 'aaaf6800-1db3-4a10-a4af-e04129bd6966'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:05:00.990898 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b937cf0b-4d56-46f2-b5b1-60c303b24531" -d '{"events": [{"server_uuid": "6ee83b75-77b1-4c9b-90c5-b278a45b0167", "name": "network-vif-deleted", "tag": "aaaf6800-1db3-4a10-a4af-e04129bd6966"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:05:01.038583 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed3e17de-a16b-4b83-b360-16002eceb686 x-openstack-request-id: req-ed3e17de-a16b-4b83-b360-16002eceb686 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:05:01.038913 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ee83b75-77b1-4c9b-90c5-b278a45b0167", "name": "network-vif-deleted", "tag": "aaaf6800-1db3-4a10-a4af-e04129bd6966", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:05:01.039172 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-ed3e17de-a16b-4b83-b360-16002eceb686 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:05:01.039582 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ee83b75-77b1-4c9b-90c5-b278a45b0167', 'name': 'network-vif-deleted', 'tag': 'aaaf6800-1db3-4a10-a4af-e04129bd6966', 'status': 'completed', 'code': 200} Feb 09 22:05:02.583483 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device aaaf6800-1db3-4a10-a4af-e04129bd6966 no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:05:02.604824 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] No Port match for: aaaf6800-1db3-4a10-a4af-e04129bd6966 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:05:02.605179 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device aaaf6800-1db3-4a10-a4af-e04129bd6966 not bound to the agent host n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:05:06.683167 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41104) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:06.818112 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-562af8f1-8189-4637-9e5d-4d99475549b5 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=6428752350e040518f3667a1663c66de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1337206 Feb 09 22:05:06.820621 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41108) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:06.870751 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-19aaf2e7-3f1d-4fa3-99dd-0d9333a4df77 admin admin] Publish callbacks [] for security_group (200d3d3d-2088-46ad-a0bd-428f97ec01f8), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:06.891716 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-19aaf2e7-3f1d-4fa3-99dd-0d9333a4df77 admin admin] Publish callbacks [] for security_group (200d3d3d-2088-46ad-a0bd-428f97ec01f8), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:06.938868 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-19aaf2e7-3f1d-4fa3-99dd-0d9333a4df77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (200d3d3d-2088-46ad-a0bd-428f97ec01f8), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:06.941842 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-19aaf2e7-3f1d-4fa3-99dd-0d9333a4df77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:06.942963 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-19aaf2e7-3f1d-4fa3-99dd-0d9333a4df77 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/200d3d3d-2088-46ad-a0bd-428f97ec01f8 HTTP/1.1" status: 204 len: 168 time: 0.1214144 Feb 09 22:05:06.952068 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aaf2e7-3f1d-4fa3-99dd-0d9333a4df77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=200d3d3d-2088-46ad-a0bd-428f97ec01f8,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:07.577349 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41130) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:07.675110 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-750e6e7f-be27-495e-896e-dcaf0b026da4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-349808441-network', 'tenant_id': 'ad9e4f8727be424b869d8f0ad468be3f'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:05:07.695297 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-750e6e7f-be27-495e-896e-dcaf0b026da4 admin admin] Made reservation on behalf of ad9e4f8727be424b869d8f0ad468be3f for: {'network': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:05:07.697753 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-750e6e7f-be27-495e-896e-dcaf0b026da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:07.706326 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-750e6e7f-be27-495e-896e-dcaf0b026da4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:07.783875 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-750e6e7f-be27-495e-896e-dcaf0b026da4 admin admin] Publish callbacks [] for security_group (c7c2a4e4-0f44-4e04-b206-c90f6285194b), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:07.787668 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-750e6e7f-be27-495e-896e-dcaf0b026da4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (c7c2a4e4-0f44-4e04-b206-c90f6285194b), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:07.809880 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-750e6e7f-be27-495e-896e-dcaf0b026da4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 715} {{(pid=103140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:05:07.823964 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750e6e7f-be27-495e-896e-dcaf0b026da4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c2a4e4-0f44-4e04-b206-c90f6285194b,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:07.829813 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-750e6e7f-be27-495e-896e-dcaf0b026da4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (ccdb70e6-3e43-42b3-b6b7-87da11db8888), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:07.830154 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-750e6e7f-be27-495e-896e-dcaf0b026da4 admin admin] Added segment ccdb70e6-3e43-42b3-b6b7-87da11db8888 of type vlan for network 7e64d8e8-78a3-4987-8778-47d4e5b9b498 Feb 09 22:05:07.869615 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-750e6e7f-be27-495e-896e-dcaf0b026da4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (7e64d8e8-78a3-4987-8778-47d4e5b9b498), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:07.897311 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-750e6e7f-be27-495e-896e-dcaf0b026da4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (7e64d8e8-78a3-4987-8778-47d4e5b9b498), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:07.898448 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750e6e7f-be27-495e-896e-dcaf0b026da4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:07.899114 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-750e6e7f-be27-495e-896e-dcaf0b026da4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:07.949692 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-750e6e7f-be27-495e-896e-dcaf0b026da4 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3711464 Feb 09 22:05:07.952800 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 41134) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:07.958357 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-9b7529e8-618d-48c3-a4ce-6847f1abb809 admin admin] Request body: {'subnet': {'network_id': '7e64d8e8-78a3-4987-8778-47d4e5b9b498', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-349808441-subnet', 'tenant_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'ip_version': 4}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:05:07.962589 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750e6e7f-be27-495e-896e-dcaf0b026da4 admin admin] Pushing event updated for resources: {'Network': ['ID=7e64d8e8-78a3-4987-8778-47d4e5b9b498,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:07.973878 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 7e64d8e8-78a3-4987-8778-47d4e5b9b498 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:05:07.978436 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b7529e8-618d-48c3-a4ce-6847f1abb809 admin admin] Made reservation on behalf of ad9e4f8727be424b869d8f0ad468be3f for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:05:07.980920 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9b7529e8-618d-48c3-a4ce-6847f1abb809 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:08.154132 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9b7529e8-618d-48c3-a4ce-6847f1abb809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (84c886de-428b-4fdd-ac96-e9bdd27d5e04), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:08.211717 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7529e8-618d-48c3-a4ce-6847f1abb809 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84c886de-428b-4fdd-ac96-e9bdd27d5e04,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:08.220453 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7529e8-618d-48c3-a4ce-6847f1abb809 admin admin] Checking segment: {'id': 'ccdb70e6-3e43-42b3-b6b7-87da11db8888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7e64d8e8-78a3-4987-8778-47d4e5b9b498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:05:08.220817 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7529e8-618d-48c3-a4ce-6847f1abb809 admin admin] Network hostable DHCP agents. Network: 7e64d8e8-78a3-4987-8778-47d4e5b9b498, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:05:08.238077 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7529e8-618d-48c3-a4ce-6847f1abb809 admin admin] Network 7e64d8e8-78a3-4987-8778-47d4e5b9b498 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:05:08.247367 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-9b7529e8-618d-48c3-a4ce-6847f1abb809 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 7e64d8e8-78a3-4987-8778-47d4e5b9b498) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:05:08.251742 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7529e8-618d-48c3-a4ce-6847f1abb809 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:08.252373 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9b7529e8-618d-48c3-a4ce-6847f1abb809 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:08.259859 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a73b44a-71dc-4f19-b806-d9003a093af9 None None] Network 7e64d8e8-78a3-4987-8778-47d4e5b9b498 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:05:08.273371 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-9b7529e8-618d-48c3-a4ce-6847f1abb809 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3169029 Feb 09 22:05:08.273859 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41136) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:08.278387 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-08188cf6-6ff8-4c4e-b891-8a589e62c747 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-349808441-router', 'tenant_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:05:08.297990 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-08188cf6-6ff8-4c4e-b891-8a589e62c747 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:08.299200 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-08188cf6-6ff8-4c4e-b891-8a589e62c747 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:08.352241 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-08188cf6-6ff8-4c4e-b891-8a589e62c747 admin admin] Publish callbacks [] for router_controller (cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35), precommit_add_association {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:08.371946 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e5362c-3013-403d-ae3b-dd069ce4684f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-7e64d8e8-78a3-4987-8778-47d4e5b9b498', 'network_id': '7e64d8e8-78a3-4987-8778-47d4e5b9b498', 'project_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'fixed_ips': [{'subnet_id': '84c886de-428b-4fdd-ac96-e9bdd27d5e04'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:05:08.372881 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-79e5362c-3013-403d-ae3b-dd069ce4684f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:08.508367 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-08188cf6-6ff8-4c4e-b891-8a589e62c747 admin admin] Publish callbacks [] for router_gateway (cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:08.530750 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-79e5362c-3013-403d-ae3b-dd069ce4684f None None] Allocated IP 172.20.0.2 (7e64d8e8-78a3-4987-8778-47d4e5b9b498/84c886de-428b-4fdd-ac96-e9bdd27d5e04/f9e414b9-0f9d-490b-830f-fb0413e345a4) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:05:08.675345 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-79e5362c-3013-403d-ae3b-dd069ce4684f None None] Publish callbacks [] for port (f9e414b9-0f9d-490b-830f-fb0413e345a4), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:08.681630 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-79e5362c-3013-403d-ae3b-dd069ce4684f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (f9e414b9-0f9d-490b-830f-fb0413e345a4), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:08.721767 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-08188cf6-6ff8-4c4e-b891-8a589e62c747 admin admin] Publish callbacks [] for router_gateway (cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:08.726496 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e5362c-3013-403d-ae3b-dd069ce4684f None None] Network 7e64d8e8-78a3-4987-8778-47d4e5b9b498 is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:05:08.729460 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-79e5362c-3013-403d-ae3b-dd069ce4684f None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:05:08.732923 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e5362c-3013-403d-ae3b-dd069ce4684f None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:05:08.739791 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e5362c-3013-403d-ae3b-dd069ce4684f None None] Pushing event updated for resources: {'Port': ['ID=f9e414b9-0f9d-490b-830f-fb0413e345a4,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:08.743139 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-08188cf6-6ff8-4c4e-b891-8a589e62c747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:08.792981 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-79e5362c-3013-403d-ae3b-dd069ce4684f None None] Attempting to bind port f9e414b9-0f9d-490b-830f-fb0413e345a4 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:05:08.793251 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-79e5362c-3013-403d-ae3b-dd069ce4684f None None] Attempting to bind port f9e414b9-0f9d-490b-830f-fb0413e345a4 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': 'ccdb70e6-3e43-42b3-b6b7-87da11db8888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7e64d8e8-78a3-4987-8778-47d4e5b9b498'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:05:08.793626 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e5362c-3013-403d-ae3b-dd069ce4684f None None] Attempting to bind port f9e414b9-0f9d-490b-830f-fb0413e345a4 on network 7e64d8e8-78a3-4987-8778-47d4e5b9b498 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:05:08.798609 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e5362c-3013-403d-ae3b-dd069ce4684f None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:05:08.798995 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e5362c-3013-403d-ae3b-dd069ce4684f None None] Checking segment: {'id': 'ccdb70e6-3e43-42b3-b6b7-87da11db8888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7e64d8e8-78a3-4987-8778-47d4e5b9b498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:05:08.799402 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-79e5362c-3013-403d-ae3b-dd069ce4684f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:08.800018 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e5362c-3013-403d-ae3b-dd069ce4684f None None] Bound using segment: {'id': 'ccdb70e6-3e43-42b3-b6b7-87da11db8888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7e64d8e8-78a3-4987-8778-47d4e5b9b498'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:05:08.800527 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-79e5362c-3013-403d-ae3b-dd069ce4684f None None] Bound port: f9e414b9-0f9d-490b-830f-fb0413e345a4, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccdb70e6-3e43-42b3-b6b7-87da11db8888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7e64d8e8-78a3-4987-8778-47d4e5b9b498'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:05:08.800918 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-79e5362c-3013-403d-ae3b-dd069ce4684f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (f9e414b9-0f9d-490b-830f-fb0413e345a4), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:08.850806 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-08188cf6-6ff8-4c4e-b891-8a589e62c747 admin admin] Allocated IP 172.25.3.64 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/639ab24a-86af-4317-8f91-0206fb200e3e) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:05:08.863767 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-79e5362c-3013-403d-ae3b-dd069ce4684f None None] For port f9e414b9-0f9d-490b-830f-fb0413e345a4, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:05:08.866932 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-79e5362c-3013-403d-ae3b-dd069ce4684f None None] For port f9e414b9-0f9d-490b-830f-fb0413e345a4, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=f9e414b9-0f9d-490b-830f-fb0413e345a4,segment=NetworkSegment(ccdb70e6-3e43-42b3-b6b7-87da11db8888),segment_id=ccdb70e6-3e43-42b3-b6b7-87da11db8888)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:05:08.872505 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-79e5362c-3013-403d-ae3b-dd069ce4684f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (f9e414b9-0f9d-490b-830f-fb0413e345a4), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:08.935757 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e5362c-3013-403d-ae3b-dd069ce4684f None None] Pushing event updated for resources: {'Port': ['ID=f9e414b9-0f9d-490b-830f-fb0413e345a4,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:08.967293 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-08188cf6-6ff8-4c4e-b891-8a589e62c747 admin admin] Publish callbacks [] for port (639ab24a-86af-4317-8f91-0206fb200e3e), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:09.001683 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-08188cf6-6ff8-4c4e-b891-8a589e62c747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (639ab24a-86af-4317-8f91-0206fb200e3e), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:09.037863 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2b5d42df-76b1-4bf6-afea-c9869ea3353e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:09.042806 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08188cf6-6ff8-4c4e-b891-8a589e62c747 admin admin] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:05:09.047947 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-08188cf6-6ff8-4c4e-b891-8a589e62c747 admin admin] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:05:09.050522 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08188cf6-6ff8-4c4e-b891-8a589e62c747 admin admin] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:05:09.084238 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08188cf6-6ff8-4c4e-b891-8a589e62c747 admin admin] Pushing event updated for resources: {'Port': ['ID=639ab24a-86af-4317-8f91-0206fb200e3e,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:09.333655 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-08188cf6-6ff8-4c4e-b891-8a589e62c747 admin admin] Publish callbacks [] for router_gateway (cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:09.537375 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-08188cf6-6ff8-4c4e-b891-8a589e62c747 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:09.677524 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08188cf6-6ff8-4c4e-b891-8a589e62c747 admin admin] Router cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35 is scheduled to L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 with binding_index 1 {{(pid=103140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:05:09.805263 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08188cf6-6ff8-4c4e-b891-8a589e62c747 admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:05:09.814826 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cd37a6-a095-439d-b894-f3c391743173 None None] Sync routers for ids ['cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:05:09.827563 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-08188cf6-6ff8-4c4e-b891-8a589e62c747 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:09.830246 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cd37a6-a095-439d-b894-f3c391743173 None None] Routers {'cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:05:09.830501 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-08188cf6-6ff8-4c4e-b891-8a589e62c747 admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5553739 Feb 09 22:05:09.830872 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-f1cd37a6-a095-439d-b894-f3c391743173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:04:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:05:09.832988 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41140) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:09.849157 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device f9e414b9-0f9d-490b-830f-fb0413e345a4 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:05:09.879443 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f87522-5f3a-40d4-98ec-a2b8555a7dd7 None None] Network 7e64d8e8-78a3-4987-8778-47d4e5b9b498 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:05:09.949402 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-f1cd37a6-a095-439d-b894-f3c391743173 None None] Set router cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:05:09.962462 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-d6c7357e-e30c-4203-ac04-e451a93a65cc None None] Provisioning complete for port f9e414b9-0f9d-490b-830f-fb0413e345a4 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:05:09.962832 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d6c7357e-e30c-4203-ac04-e451a93a65cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (f9e414b9-0f9d-490b-830f-fb0413e345a4), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:10.035220 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port f9e414b9-0f9d-490b-830f-fb0413e345a4 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:05:10.035594 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (f9e414b9-0f9d-490b-830f-fb0413e345a4), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:10.141399 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-f1cd37a6-a095-439d-b894-f3c391743173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35', 'name': 'tempest-TestVolumeBootPattern-349808441-router', 'tenant_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '639ab24a-86af-4317-8f91-0206fb200e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:05:08Z', 'updated_at': '2022-02-09T22:05:09Z', 'revision_number': 3, 'project_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'gw_port': {'id': '639ab24a-86af-4317-8f91-0206fb200e3e', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:3d:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:05:08Z', 'updated_at': '2022-02-09T22:05:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:05:10.181738 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cd37a6-a095-439d-b894-f3c391743173 None None] Checking router: cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35 for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:05:10.182353 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cd37a6-a095-439d-b894-f3c391743173 None None] Updating router cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35 port 639ab24a-86af-4317-8f91-0206fb200e3e binding host n-d-828369-5 {{(pid=103143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:05:10.212011 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f1cd37a6-a095-439d-b894-f3c391743173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (639ab24a-86af-4317-8f91-0206fb200e3e), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:10.313941 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-07c8c5df-f998-4b0d-b889-e1a0155c1235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:10.314271 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-d6c7357e-e30c-4203-ac04-e451a93a65cc None None] Current status of the port f9e414b9-0f9d-490b-830f-fb0413e345a4 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:05:10.315207 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d6c7357e-e30c-4203-ac04-e451a93a65cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (f9e414b9-0f9d-490b-830f-fb0413e345a4), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:10.364655 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port f9e414b9-0f9d-490b-830f-fb0413e345a4 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:05:10.365074 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (f9e414b9-0f9d-490b-830f-fb0413e345a4), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:10.399655 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-d6c7357e-e30c-4203-ac04-e451a93a65cc None None] For port f9e414b9-0f9d-490b-830f-fb0413e345a4, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=f9e414b9-0f9d-490b-830f-fb0413e345a4,segment=NetworkSegment(ccdb70e6-3e43-42b3-b6b7-87da11db8888),segment_id=ccdb70e6-3e43-42b3-b6b7-87da11db8888)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:05:10.407086 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d6c7357e-e30c-4203-ac04-e451a93a65cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (f9e414b9-0f9d-490b-830f-fb0413e345a4), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:10.488149 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.db.api [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103142) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 22:05:10.488536 n-d-828369-5 neutron-server[103142]: DEBUG oslo_db.api [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 22:05:10.489179 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-07c8c5df-f998-4b0d-b889-e1a0155c1235 admin admin] Allocated IP 172.20.0.1 (7e64d8e8-78a3-4987-8778-47d4e5b9b498/84c886de-428b-4fdd-ac96-e9bdd27d5e04/0100317d-657e-47d0-bf16-9565a9002fec) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:05:10.489304 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c7357e-e30c-4203-ac04-e451a93a65cc None None] Pushing event updated for resources: {'Port': ['ID=f9e414b9-0f9d-490b-830f-fb0413e345a4,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:10.500690 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f1cd37a6-a095-439d-b894-f3c391743173 None None] Publish callbacks [] for port (639ab24a-86af-4317-8f91-0206fb200e3e), precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:10.505945 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f1cd37a6-a095-439d-b894-f3c391743173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (639ab24a-86af-4317-8f91-0206fb200e3e), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:10.527594 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-63509a33-c69f-4625-ad9d-55d6ddfd0f9a None None] Provisioning complete for port f9e414b9-0f9d-490b-830f-fb0413e345a4 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:05:10.527967 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-63509a33-c69f-4625-ad9d-55d6ddfd0f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (f9e414b9-0f9d-490b-830f-fb0413e345a4), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:10.554384 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-f1cd37a6-a095-439d-b894-f3c391743173 None None] Attempting to bind port 639ab24a-86af-4317-8f91-0206fb200e3e on host n-d-828369-5 for vnic_type normal with profile {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:05:10.554761 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-f1cd37a6-a095-439d-b894-f3c391743173 None None] Attempting to bind port 639ab24a-86af-4317-8f91-0206fb200e3e by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:05:10.555312 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1cd37a6-a095-439d-b894-f3c391743173 None None] Attempting to bind port 639ab24a-86af-4317-8f91-0206fb200e3e on network 54a442d5-50a0-4c75-85cc-d19f5bf58118 {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:05:10.567372 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1cd37a6-a095-439d-b894-f3c391743173 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:05:10.567744 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1cd37a6-a095-439d-b894-f3c391743173 None None] Checking segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:05:10.568366 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f1cd37a6-a095-439d-b894-f3c391743173 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:10.568767 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1cd37a6-a095-439d-b894-f3c391743173 None None] Bound using segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:05:10.569250 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-f1cd37a6-a095-439d-b894-f3c391743173 None None] Bound port: 639ab24a-86af-4317-8f91-0206fb200e3e, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:05:10.569636 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f1cd37a6-a095-439d-b894-f3c391743173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (639ab24a-86af-4317-8f91-0206fb200e3e), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:10.596374 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d47bd-e9d0-4b1b-bc3c-3aa51d6f030c None None] Pushing event updated for resources: {'Port': ['ID=639ab24a-86af-4317-8f91-0206fb200e3e,revision_number=2']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:10.603301 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-07c8c5df-f998-4b0d-b889-e1a0155c1235 admin admin] Publish callbacks [] for port (0100317d-657e-47d0-bf16-9565a9002fec), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:10.609176 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-63509a33-c69f-4625-ad9d-55d6ddfd0f9a None None] Current status of the port f9e414b9-0f9d-490b-830f-fb0413e345a4 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:05:10.610624 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:05:10.613901 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d47bd-e9d0-4b1b-bc3c-3aa51d6f030c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:05:10.614447 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d47bd-e9d0-4b1b-bc3c-3aa51d6f030c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:05:10.614789 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d47bd-e9d0-4b1b-bc3c-3aa51d6f030c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:05:10.615130 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d47bd-e9d0-4b1b-bc3c-3aa51d6f030c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:05:10.615462 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d47bd-e9d0-4b1b-bc3c-3aa51d6f030c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:05:10.615790 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d47bd-e9d0-4b1b-bc3c-3aa51d6f030c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:05:10.616120 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d47bd-e9d0-4b1b-bc3c-3aa51d6f030c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:05:10.616471 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d47bd-e9d0-4b1b-bc3c-3aa51d6f030c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:05:10.616796 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d47bd-e9d0-4b1b-bc3c-3aa51d6f030c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:05:10.617120 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d47bd-e9d0-4b1b-bc3c-3aa51d6f030c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:05:10.617444 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d47bd-e9d0-4b1b-bc3c-3aa51d6f030c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:05:10.617763 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d47bd-e9d0-4b1b-bc3c-3aa51d6f030c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:05:10.618082 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468d47bd-e9d0-4b1b-bc3c-3aa51d6f030c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:05:10.637983 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-07c8c5df-f998-4b0d-b889-e1a0155c1235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (0100317d-657e-47d0-bf16-9565a9002fec), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:10.647768 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-f1cd37a6-a095-439d-b894-f3c391743173 None None] For port 639ab24a-86af-4317-8f91-0206fb200e3e, host n-d-828369-5, cleared binding levels {{(pid=103143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:05:10.651177 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-f1cd37a6-a095-439d-b894-f3c391743173 None None] For port 639ab24a-86af-4317-8f91-0206fb200e3e, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=639ab24a-86af-4317-8f91-0206fb200e3e,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:05:10.657111 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-f1cd37a6-a095-439d-b894-f3c391743173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (639ab24a-86af-4317-8f91-0206fb200e3e), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:10.678274 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c8c5df-f998-4b0d-b889-e1a0155c1235 admin admin] Network 7e64d8e8-78a3-4987-8778-47d4e5b9b498 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:05:10.684888 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-07c8c5df-f998-4b0d-b889-e1a0155c1235 admin admin] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:05:10.687520 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c8c5df-f998-4b0d-b889-e1a0155c1235 admin admin] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:05:10.717176 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cd37a6-a095-439d-b894-f3c391743173 None None] Routers {'cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:05:10.717353 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c8c5df-f998-4b0d-b889-e1a0155c1235 admin admin] Pushing event updated for resources: {'Port': ['ID=0100317d-657e-47d0-bf16-9565a9002fec,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:10.717803 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-f1cd37a6-a095-439d-b894-f3c391743173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:04:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:05:10.719703 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d47bd-e9d0-4b1b-bc3c-3aa51d6f030c None None] Pushing event updated for resources: {'Port': ['ID=639ab24a-86af-4317-8f91-0206fb200e3e,revision_number=3']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:10.734402 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-07c8c5df-f998-4b0d-b889-e1a0155c1235 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554727'] for router_interface (cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:10.837000 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-f1cd37a6-a095-439d-b894-f3c391743173 None None] Set router cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:05:10.874087 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-07c8c5df-f998-4b0d-b889-e1a0155c1235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (0100317d-657e-47d0-bf16-9565a9002fec), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:10.937825 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-7494f05f-c078-4613-be38-29fb98345e13 None None] Provisioning complete for port 0100317d-657e-47d0-bf16-9565a9002fec triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:05:10.938305 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7494f05f-c078-4613-be38-29fb98345e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (0100317d-657e-47d0-bf16-9565a9002fec), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:10.977102 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-7494f05f-c078-4613-be38-29fb98345e13 None None] Port 0100317d-657e-47d0-bf16-9565a9002fec cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:05:11.026372 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-f1cd37a6-a095-439d-b894-f3c391743173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35', 'name': 'tempest-TestVolumeBootPattern-349808441-router', 'tenant_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '639ab24a-86af-4317-8f91-0206fb200e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:05:08Z', 'updated_at': '2022-02-09T22:05:09Z', 'revision_number': 3, 'project_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'gw_port': {'id': '639ab24a-86af-4317-8f91-0206fb200e3e', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:3d:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:05:08Z', 'updated_at': '2022-02-09T22:05:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:05:11.039242 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c8c3775f-c31f-46d5-ad55-f02c65afe693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:11.044788 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port f9e414b9-0f9d-490b-830f-fb0413e345a4 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:05:11.056763 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cd37a6-a095-439d-b894-f3c391743173 None None] The sync data for ids ['cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35'] in n-d-828369-5 is: [{'id': 'cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35', 'name': 'tempest-TestVolumeBootPattern-349808441-router', 'tenant_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '639ab24a-86af-4317-8f91-0206fb200e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:05:08Z', 'updated_at': '2022-02-09T22:05:09Z', 'revision_number': 3, 'project_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'gw_port': {'id': '639ab24a-86af-4317-8f91-0206fb200e3e', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:3d:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:05:08Z', 'updated_at': '2022-02-09T22:05:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:05:11.058742 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-07c8c5df-f998-4b0d-b889-e1a0155c1235 admin admin] Publish callbacks [] for port (0100317d-657e-47d0-bf16-9565a9002fec), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:11.063978 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-07c8c5df-f998-4b0d-b889-e1a0155c1235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (0100317d-657e-47d0-bf16-9565a9002fec), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:11.134264 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c8c5df-f998-4b0d-b889-e1a0155c1235 admin admin] Pushing event updated for resources: {'Port': ['ID=0100317d-657e-47d0-bf16-9565a9002fec,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:11.137850 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-07c8c5df-f998-4b0d-b889-e1a0155c1235 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524919'] for router_interface (cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:11.233256 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c8c5df-f998-4b0d-b889-e1a0155c1235 admin admin] Network 7e64d8e8-78a3-4987-8778-47d4e5b9b498 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:05:11.234688 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-07c8c5df-f998-4b0d-b889-e1a0155c1235 admin admin] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:05:11.371165 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07c8c5df-f998-4b0d-b889-e1a0155c1235 admin admin] Router cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:05:11.508212 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c8c5df-f998-4b0d-b889-e1a0155c1235 admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:05:11.508435 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-49286b36-e998-4d9e-babb-24ebbb8fb300 None None] Provisioning complete for port 0100317d-657e-47d0-bf16-9565a9002fec triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:05:11.509345 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-49286b36-e998-4d9e-babb-24ebbb8fb300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (0100317d-657e-47d0-bf16-9565a9002fec), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:11.513634 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-07c8c5df-f998-4b0d-b889-e1a0155c1235 admin admin] 10.222.0.90 "PUT /v2.0/routers/cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6795464 Feb 09 22:05:11.550491 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-49286b36-e998-4d9e-babb-24ebbb8fb300 None None] Port 0100317d-657e-47d0-bf16-9565a9002fec cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:05:11.883296 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device f9e414b9-0f9d-490b-830f-fb0413e345a4 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:05:11.936100 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port f9e414b9-0f9d-490b-830f-fb0413e345a4 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:05:11.936424 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (f9e414b9-0f9d-490b-830f-fb0413e345a4), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:12.022854 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port f9e414b9-0f9d-490b-830f-fb0413e345a4 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:05:12.023948 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 639ab24a-86af-4317-8f91-0206fb200e3e up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:05:12.039241 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 41156) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:12.044657 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-df830108-f2ca-4e8c-9be4-d239c6d6c402 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-301046376-network', 'tenant_id': '8ba0aa0ac5f94bb38191d409e9dfd140'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:05:12.064477 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df830108-f2ca-4e8c-9be4-d239c6d6c402 admin admin] Made reservation on behalf of 8ba0aa0ac5f94bb38191d409e9dfd140 for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:05:12.066984 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-df830108-f2ca-4e8c-9be4-d239c6d6c402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:12.072713 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 639ab24a-86af-4317-8f91-0206fb200e3e triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:05:12.073103 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (639ab24a-86af-4317-8f91-0206fb200e3e), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:12.075890 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-df830108-f2ca-4e8c-9be4-d239c6d6c402 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:12.153329 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-df830108-f2ca-4e8c-9be4-d239c6d6c402 admin admin] Publish callbacks [] for security_group (515ebecd-5f90-4338-afd3-024a563c52d0), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:12.155943 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 639ab24a-86af-4317-8f91-0206fb200e3e is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:05:12.156386 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (639ab24a-86af-4317-8f91-0206fb200e3e), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:12.157728 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-df830108-f2ca-4e8c-9be4-d239c6d6c402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (515ebecd-5f90-4338-afd3-024a563c52d0), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:12.178876 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port 639ab24a-86af-4317-8f91-0206fb200e3e, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=639ab24a-86af-4317-8f91-0206fb200e3e,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:05:12.182753 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (639ab24a-86af-4317-8f91-0206fb200e3e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:12.184544 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df830108-f2ca-4e8c-9be4-d239c6d6c402 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:05:12.196940 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df830108-f2ca-4e8c-9be4-d239c6d6c402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=515ebecd-5f90-4338-afd3-024a563c52d0,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:12.201975 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-df830108-f2ca-4e8c-9be4-d239c6d6c402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (87bf4704-6a53-4e38-bdff-65b278bab462), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:12.202325 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-df830108-f2ca-4e8c-9be4-d239c6d6c402 admin admin] Added segment 87bf4704-6a53-4e38-bdff-65b278bab462 of type vlan for network e4839dd7-1261-4222-b713-d376ecb1fcdd Feb 09 22:05:12.236933 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=639ab24a-86af-4317-8f91-0206fb200e3e,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:12.250692 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-df830108-f2ca-4e8c-9be4-d239c6d6c402 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (e4839dd7-1261-4222-b713-d376ecb1fcdd), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:12.276002 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-df830108-f2ca-4e8c-9be4-d239c6d6c402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (e4839dd7-1261-4222-b713-d376ecb1fcdd), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:12.277235 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df830108-f2ca-4e8c-9be4-d239c6d6c402 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:12.277812 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-df830108-f2ca-4e8c-9be4-d239c6d6c402 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:12.331901 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-df830108-f2ca-4e8c-9be4-d239c6d6c402 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2909436 Feb 09 22:05:12.334701 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41158) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:12.339076 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df830108-f2ca-4e8c-9be4-d239c6d6c402 admin admin] Pushing event updated for resources: {'Network': ['ID=e4839dd7-1261-4222-b713-d376ecb1fcdd,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:12.339831 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-06995979-6d9b-4b5b-ad87-69f21363bc97 admin admin] Request body: {'subnet': {'network_id': 'e4839dd7-1261-4222-b713-d376ecb1fcdd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-301046376-subnet', 'tenant_id': '8ba0aa0ac5f94bb38191d409e9dfd140', 'ip_version': 4}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:05:12.349457 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network e4839dd7-1261-4222-b713-d376ecb1fcdd details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:05:12.362660 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06995979-6d9b-4b5b-ad87-69f21363bc97 admin admin] Made reservation on behalf of 8ba0aa0ac5f94bb38191d409e9dfd140 for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:05:12.365081 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-06995979-6d9b-4b5b-ad87-69f21363bc97 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621317'] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:12.747254 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13528f0-a095-41d6-90d1-a58a14d07a62 None None] Sync routers for ids ['cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:05:12.759119 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13528f0-a095-41d6-90d1-a58a14d07a62 None None] Routers {'cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:05:12.759759 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-a13528f0-a095-41d6-90d1-a58a14d07a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:05:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:05:12.848524 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:12.881853 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-a13528f0-a095-41d6-90d1-a58a14d07a62 None None] Set router cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:05:12.887953 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-06995979-6d9b-4b5b-ad87-69f21363bc97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621371'] for subnet (9a5cf897-49b2-4680-94ac-95147abcd81b), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:12.945766 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06995979-6d9b-4b5b-ad87-69f21363bc97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a5cf897-49b2-4680-94ac-95147abcd81b,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:12.955381 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06995979-6d9b-4b5b-ad87-69f21363bc97 admin admin] Checking segment: {'id': '87bf4704-6a53-4e38-bdff-65b278bab462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e4839dd7-1261-4222-b713-d376ecb1fcdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:05:12.955745 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06995979-6d9b-4b5b-ad87-69f21363bc97 admin admin] Network hostable DHCP agents. Network: e4839dd7-1261-4222-b713-d376ecb1fcdd, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:05:12.972779 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06995979-6d9b-4b5b-ad87-69f21363bc97 admin admin] Network e4839dd7-1261-4222-b713-d376ecb1fcdd is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:05:12.981851 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-06995979-6d9b-4b5b-ad87-69f21363bc97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, e4839dd7-1261-4222-b713-d376ecb1fcdd) {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:05:12.985978 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06995979-6d9b-4b5b-ad87-69f21363bc97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:12.986569 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-06995979-6d9b-4b5b-ad87-69f21363bc97 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:12.997333 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c067e5ce-110e-4cc6-a0c1-dcc3bdb7448b None None] Network e4839dd7-1261-4222-b713-d376ecb1fcdd requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:05:13.007333 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 41160) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:13.008502 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-06995979-6d9b-4b5b-ad87-69f21363bc97 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6674099 Feb 09 22:05:13.013528 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-f14291c2-8158-45b0-bdf9-11d3f9896df0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-301046376-router', 'tenant_id': '8ba0aa0ac5f94bb38191d409e9dfd140', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:05:13.037689 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f14291c2-8158-45b0-bdf9-11d3f9896df0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (486c10fc-3c0c-453a-b7f0-54865e2c26c6), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:13.038962 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f14291c2-8158-45b0-bdf9-11d3f9896df0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (486c10fc-3c0c-453a-b7f0-54865e2c26c6), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:13.096199 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f14291c2-8158-45b0-bdf9-11d3f9896df0 admin admin] Publish callbacks [] for router_controller (486c10fc-3c0c-453a-b7f0-54865e2c26c6), precommit_add_association {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:13.155300 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7fa5e5-c88a-4f65-a5b0-1b471fd52c75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-e4839dd7-1261-4222-b713-d376ecb1fcdd', 'network_id': 'e4839dd7-1261-4222-b713-d376ecb1fcdd', 'project_id': '8ba0aa0ac5f94bb38191d409e9dfd140', 'fixed_ips': [{'subnet_id': '9a5cf897-49b2-4680-94ac-95147abcd81b'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:05:13.156167 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ca7fa5e5-c88a-4f65-a5b0-1b471fd52c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:13.234857 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f14291c2-8158-45b0-bdf9-11d3f9896df0 admin admin] Publish callbacks [] for router_gateway (486c10fc-3c0c-453a-b7f0-54865e2c26c6), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:13.249812 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-a13528f0-a095-41d6-90d1-a58a14d07a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35', 'name': 'tempest-TestVolumeBootPattern-349808441-router', 'tenant_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '639ab24a-86af-4317-8f91-0206fb200e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:05:08Z', 'updated_at': '2022-02-09T22:05:10Z', 'revision_number': 4, 'project_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'gw_port': {'id': '639ab24a-86af-4317-8f91-0206fb200e3e', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:3d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:05:08Z', 'updated_at': '2022-02-09T22:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '0100317d-657e-47d0-bf16-9565a9002fec', 'name': '', 'network_id': '7e64d8e8-78a3-4987-8778-47d4e5b9b498', 'tenant_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'mac_address': 'fa:16:3e:f5:0d:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '84c886de-428b-4fdd-ac96-e9bdd27d5e04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:05:10Z', 'updated_at': '2022-02-09T22:05:10Z', 'revision_number': 2, 'project_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'subnets': [{'id': '84c886de-428b-4fdd-ac96-e9bdd27d5e04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:05:13.282073 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13528f0-a095-41d6-90d1-a58a14d07a62 None None] Checking router: cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35 for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:05:13.282432 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13528f0-a095-41d6-90d1-a58a14d07a62 None None] Updating router cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35 port 0100317d-657e-47d0-bf16-9565a9002fec binding host n-d-828369-5 {{(pid=103142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:05:13.335620 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a13528f0-a095-41d6-90d1-a58a14d07a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (0100317d-657e-47d0-bf16-9565a9002fec), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:13.358621 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-ca7fa5e5-c88a-4f65-a5b0-1b471fd52c75 None None] Allocated IP 172.20.0.2 (e4839dd7-1261-4222-b713-d376ecb1fcdd/9a5cf897-49b2-4680-94ac-95147abcd81b/a8f4d60d-d09c-4f4e-8225-3aa6f02c7a52) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:05:13.435985 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f14291c2-8158-45b0-bdf9-11d3f9896df0 admin admin] Publish callbacks [] for router_gateway (486c10fc-3c0c-453a-b7f0-54865e2c26c6), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:13.455049 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f14291c2-8158-45b0-bdf9-11d3f9896df0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:13.558374 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-f14291c2-8158-45b0-bdf9-11d3f9896df0 admin admin] Allocated IP 172.25.3.105 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/87c6b774-ff10-4a33-bff1-5639927e1cbe) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:05:13.665041 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ca7fa5e5-c88a-4f65-a5b0-1b471fd52c75 None None] Publish callbacks [] for port (a8f4d60d-d09c-4f4e-8225-3aa6f02c7a52), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:13.682654 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ca7fa5e5-c88a-4f65-a5b0-1b471fd52c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (a8f4d60d-d09c-4f4e-8225-3aa6f02c7a52), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:13.757695 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7fa5e5-c88a-4f65-a5b0-1b471fd52c75 None None] Network e4839dd7-1261-4222-b713-d376ecb1fcdd is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:05:13.765599 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-ca7fa5e5-c88a-4f65-a5b0-1b471fd52c75 None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:05:13.774163 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7fa5e5-c88a-4f65-a5b0-1b471fd52c75 None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:05:13.785051 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7fa5e5-c88a-4f65-a5b0-1b471fd52c75 None None] Pushing event updated for resources: {'Port': ['ID=a8f4d60d-d09c-4f4e-8225-3aa6f02c7a52,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:13.800209 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a13528f0-a095-41d6-90d1-a58a14d07a62 None None] Publish callbacks [] for port (0100317d-657e-47d0-bf16-9565a9002fec), precommit_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:13.821096 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a13528f0-a095-41d6-90d1-a58a14d07a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (0100317d-657e-47d0-bf16-9565a9002fec), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:13.845137 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 639ab24a-86af-4317-8f91-0206fb200e3e up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:05:13.927035 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-ca7fa5e5-c88a-4f65-a5b0-1b471fd52c75 None None] Attempting to bind port a8f4d60d-d09c-4f4e-8225-3aa6f02c7a52 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:05:13.927417 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-ca7fa5e5-c88a-4f65-a5b0-1b471fd52c75 None None] Attempting to bind port a8f4d60d-d09c-4f4e-8225-3aa6f02c7a52 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '87bf4704-6a53-4e38-bdff-65b278bab462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e4839dd7-1261-4222-b713-d376ecb1fcdd'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:05:13.927797 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7fa5e5-c88a-4f65-a5b0-1b471fd52c75 None None] Attempting to bind port a8f4d60d-d09c-4f4e-8225-3aa6f02c7a52 on network e4839dd7-1261-4222-b713-d376ecb1fcdd {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:05:13.936546 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a648c1ac-ad59-4b88-a5a3-e8f16138ae73 None None] Pushing event updated for resources: {'Port': ['ID=0100317d-657e-47d0-bf16-9565a9002fec,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:13.949840 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7fa5e5-c88a-4f65-a5b0-1b471fd52c75 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:05:13.950232 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7fa5e5-c88a-4f65-a5b0-1b471fd52c75 None None] Checking segment: {'id': '87bf4704-6a53-4e38-bdff-65b278bab462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e4839dd7-1261-4222-b713-d376ecb1fcdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:05:13.950884 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ca7fa5e5-c88a-4f65-a5b0-1b471fd52c75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:13.951541 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7fa5e5-c88a-4f65-a5b0-1b471fd52c75 None None] Bound using segment: {'id': '87bf4704-6a53-4e38-bdff-65b278bab462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e4839dd7-1261-4222-b713-d376ecb1fcdd'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:05:13.952772 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-ca7fa5e5-c88a-4f65-a5b0-1b471fd52c75 None None] Bound port: a8f4d60d-d09c-4f4e-8225-3aa6f02c7a52, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87bf4704-6a53-4e38-bdff-65b278bab462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e4839dd7-1261-4222-b713-d376ecb1fcdd'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:05:13.953177 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ca7fa5e5-c88a-4f65-a5b0-1b471fd52c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (a8f4d60d-d09c-4f4e-8225-3aa6f02c7a52), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:13.988687 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f14291c2-8158-45b0-bdf9-11d3f9896df0 admin admin] Publish callbacks [] for port (87c6b774-ff10-4a33-bff1-5639927e1cbe), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:14.033307 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f14291c2-8158-45b0-bdf9-11d3f9896df0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (87c6b774-ff10-4a33-bff1-5639927e1cbe), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:14.083331 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14291c2-8158-45b0-bdf9-11d3f9896df0 admin admin] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:05:14.089176 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-f14291c2-8158-45b0-bdf9-11d3f9896df0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:05:14.093568 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14291c2-8158-45b0-bdf9-11d3f9896df0 admin admin] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:05:14.122614 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14291c2-8158-45b0-bdf9-11d3f9896df0 admin admin] Pushing event updated for resources: {'Port': ['ID=87c6b774-ff10-4a33-bff1-5639927e1cbe,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:14.222584 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-a13528f0-a095-41d6-90d1-a58a14d07a62 None None] Attempting to bind port 0100317d-657e-47d0-bf16-9565a9002fec on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:05:14.222985 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-a13528f0-a095-41d6-90d1-a58a14d07a62 None None] Attempting to bind port 0100317d-657e-47d0-bf16-9565a9002fec by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': 'ccdb70e6-3e43-42b3-b6b7-87da11db8888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7e64d8e8-78a3-4987-8778-47d4e5b9b498'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:05:14.223358 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13528f0-a095-41d6-90d1-a58a14d07a62 None None] Attempting to bind port 0100317d-657e-47d0-bf16-9565a9002fec on network 7e64d8e8-78a3-4987-8778-47d4e5b9b498 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:05:14.246584 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 639ab24a-86af-4317-8f91-0206fb200e3e triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:05:14.246961 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (639ab24a-86af-4317-8f91-0206fb200e3e), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:14.249862 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:14.250715 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13528f0-a095-41d6-90d1-a58a14d07a62 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:05:14.251096 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13528f0-a095-41d6-90d1-a58a14d07a62 None None] Checking segment: {'id': 'ccdb70e6-3e43-42b3-b6b7-87da11db8888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7e64d8e8-78a3-4987-8778-47d4e5b9b498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:05:14.251522 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a13528f0-a095-41d6-90d1-a58a14d07a62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:14.251918 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13528f0-a095-41d6-90d1-a58a14d07a62 None None] Bound using segment: {'id': 'ccdb70e6-3e43-42b3-b6b7-87da11db8888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7e64d8e8-78a3-4987-8778-47d4e5b9b498'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:05:14.252426 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-a13528f0-a095-41d6-90d1-a58a14d07a62 None None] Bound port: 0100317d-657e-47d0-bf16-9565a9002fec, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccdb70e6-3e43-42b3-b6b7-87da11db8888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7e64d8e8-78a3-4987-8778-47d4e5b9b498'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:05:14.252812 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a13528f0-a095-41d6-90d1-a58a14d07a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (0100317d-657e-47d0-bf16-9565a9002fec), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:14.285191 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-ea1784c8-124e-458d-bcd6-adb1af7c06b9 None None] Provisioning complete for port 0100317d-657e-47d0-bf16-9565a9002fec triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:05:14.285572 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ea1784c8-124e-458d-bcd6-adb1af7c06b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (0100317d-657e-47d0-bf16-9565a9002fec), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:14.334767 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-ca7fa5e5-c88a-4f65-a5b0-1b471fd52c75 None None] For port a8f4d60d-d09c-4f4e-8225-3aa6f02c7a52, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:05:14.351970 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f14291c2-8158-45b0-bdf9-11d3f9896df0 admin admin] Publish callbacks [] for router_gateway (486c10fc-3c0c-453a-b7f0-54865e2c26c6), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:14.372289 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-ca7fa5e5-c88a-4f65-a5b0-1b471fd52c75 None None] For port a8f4d60d-d09c-4f4e-8225-3aa6f02c7a52, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=a8f4d60d-d09c-4f4e-8225-3aa6f02c7a52,segment=NetworkSegment(87bf4704-6a53-4e38-bdff-65b278bab462),segment_id=87bf4704-6a53-4e38-bdff-65b278bab462)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:05:14.383005 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-ea1784c8-124e-458d-bcd6-adb1af7c06b9 None None] Port 0100317d-657e-47d0-bf16-9565a9002fec cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:05:14.391643 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ca7fa5e5-c88a-4f65-a5b0-1b471fd52c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (a8f4d60d-d09c-4f4e-8225-3aa6f02c7a52), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:14.477124 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a13528f0-a095-41d6-90d1-a58a14d07a62 None None] For port 0100317d-657e-47d0-bf16-9565a9002fec, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:05:14.507345 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a13528f0-a095-41d6-90d1-a58a14d07a62 None None] For port 0100317d-657e-47d0-bf16-9565a9002fec, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=0100317d-657e-47d0-bf16-9565a9002fec,segment=NetworkSegment(ccdb70e6-3e43-42b3-b6b7-87da11db8888),segment_id=ccdb70e6-3e43-42b3-b6b7-87da11db8888)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:05:14.509415 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7fa5e5-c88a-4f65-a5b0-1b471fd52c75 None None] Pushing event updated for resources: {'Port': ['ID=a8f4d60d-d09c-4f4e-8225-3aa6f02c7a52,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:14.521547 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a13528f0-a095-41d6-90d1-a58a14d07a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (0100317d-657e-47d0-bf16-9565a9002fec), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:14.553632 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 639ab24a-86af-4317-8f91-0206fb200e3e is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:05:14.563738 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f14291c2-8158-45b0-bdf9-11d3f9896df0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (486c10fc-3c0c-453a-b7f0-54865e2c26c6), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:14.590803 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13528f0-a095-41d6-90d1-a58a14d07a62 None None] Routers {'cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:05:14.591457 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-a13528f0-a095-41d6-90d1-a58a14d07a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:05:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:05:14.593497 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a648c1ac-ad59-4b88-a5a3-e8f16138ae73 None None] Pushing event updated for resources: {'Port': ['ID=0100317d-657e-47d0-bf16-9565a9002fec,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:14.754502 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-a13528f0-a095-41d6-90d1-a58a14d07a62 None None] Set router cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:05:14.762500 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f14291c2-8158-45b0-bdf9-11d3f9896df0 admin admin] Router 486c10fc-3c0c-453a-b7f0-54865e2c26c6 is scheduled to L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 with binding_index 1 {{(pid=103141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:05:14.898052 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f14291c2-8158-45b0-bdf9-11d3f9896df0 admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:05:14.907480 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202b2f09-5469-4075-a803-5a55d1caf3d9 None None] Sync routers for ids ['486c10fc-3c0c-453a-b7f0-54865e2c26c6'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:05:14.916498 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f14291c2-8158-45b0-bdf9-11d3f9896df0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:14.920813 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-f14291c2-8158-45b0-bdf9-11d3f9896df0 admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9089446 Feb 09 22:05:14.921149 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41162) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:05:14.930293 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202b2f09-5469-4075-a803-5a55d1caf3d9 None None] Routers {'486c10fc-3c0c-453a-b7f0-54865e2c26c6'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:05:14.930965 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-202b2f09-5469-4075-a803-5a55d1caf3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:05:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['486c10fc-3c0c-453a-b7f0-54865e2c26c6'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:05:14.932441 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-732026e5-af48-4f3b-8608-3eae4e250bbe None None] Provisioning complete for port 0100317d-657e-47d0-bf16-9565a9002fec triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:05:14.932913 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-732026e5-af48-4f3b-8608-3eae4e250bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (0100317d-657e-47d0-bf16-9565a9002fec), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:15.108418 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-732026e5-af48-4f3b-8608-3eae4e250bbe None None] Current status of the port 0100317d-657e-47d0-bf16-9565a9002fec is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:05:15.108672 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-732026e5-af48-4f3b-8608-3eae4e250bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (0100317d-657e-47d0-bf16-9565a9002fec), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:15.125806 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-a13528f0-a095-41d6-90d1-a58a14d07a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35', 'name': 'tempest-TestVolumeBootPattern-349808441-router', 'tenant_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '639ab24a-86af-4317-8f91-0206fb200e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:05:08Z', 'updated_at': '2022-02-09T22:05:10Z', 'revision_number': 4, 'project_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'gw_port': {'id': '639ab24a-86af-4317-8f91-0206fb200e3e', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:3d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:05:08Z', 'updated_at': '2022-02-09T22:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '0100317d-657e-47d0-bf16-9565a9002fec', 'name': '', 'network_id': '7e64d8e8-78a3-4987-8778-47d4e5b9b498', 'tenant_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'mac_address': 'fa:16:3e:f5:0d:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '84c886de-428b-4fdd-ac96-e9bdd27d5e04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:05:10Z', 'updated_at': '2022-02-09T22:05:14Z', 'revision_number': 4, 'project_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'subnets': [{'id': '84c886de-428b-4fdd-ac96-e9bdd27d5e04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:05:15.156933 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-202b2f09-5469-4075-a803-5a55d1caf3d9 None None] Set router 486c10fc-3c0c-453a-b7f0-54865e2c26c6 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:05:15.194003 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13528f0-a095-41d6-90d1-a58a14d07a62 None None] The sync data for ids ['cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35'] in n-d-828369-5 is: [{'id': 'cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35', 'name': 'tempest-TestVolumeBootPattern-349808441-router', 'tenant_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '639ab24a-86af-4317-8f91-0206fb200e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:05:08Z', 'updated_at': '2022-02-09T22:05:10Z', 'revision_number': 4, 'project_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'gw_port': {'id': '639ab24a-86af-4317-8f91-0206fb200e3e', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:3d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:05:08Z', 'updated_at': '2022-02-09T22:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '0100317d-657e-47d0-bf16-9565a9002fec', 'name': '', 'network_id': '7e64d8e8-78a3-4987-8778-47d4e5b9b498', 'tenant_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'mac_address': 'fa:16:3e:f5:0d:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '84c886de-428b-4fdd-ac96-e9bdd27d5e04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:05:10Z', 'updated_at': '2022-02-09T22:05:14Z', 'revision_number': 4, 'project_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'subnets': [{'id': '84c886de-428b-4fdd-ac96-e9bdd27d5e04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:05:15.214926 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-732026e5-af48-4f3b-8608-3eae4e250bbe None None] For port 0100317d-657e-47d0-bf16-9565a9002fec, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=0100317d-657e-47d0-bf16-9565a9002fec,segment=NetworkSegment(ccdb70e6-3e43-42b3-b6b7-87da11db8888),segment_id=ccdb70e6-3e43-42b3-b6b7-87da11db8888)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:05:15.224122 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-732026e5-af48-4f3b-8608-3eae4e250bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (0100317d-657e-47d0-bf16-9565a9002fec), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:15.359048 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:15.392715 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732026e5-af48-4f3b-8608-3eae4e250bbe None None] Pushing event updated for resources: {'Port': ['ID=0100317d-657e-47d0-bf16-9565a9002fec,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:15.406578 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-202b2f09-5469-4075-a803-5a55d1caf3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '486c10fc-3c0c-453a-b7f0-54865e2c26c6', 'name': 'tempest-TestVolumeBootPattern-301046376-router', 'tenant_id': '8ba0aa0ac5f94bb38191d409e9dfd140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '87c6b774-ff10-4a33-bff1-5639927e1cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:05:13Z', 'updated_at': '2022-02-09T22:05:14Z', 'revision_number': 3, 'project_id': '8ba0aa0ac5f94bb38191d409e9dfd140', 'gw_port': {'id': '87c6b774-ff10-4a33-bff1-5639927e1cbe', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:80:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '486c10fc-3c0c-453a-b7f0-54865e2c26c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:05:13Z', 'updated_at': '2022-02-09T22:05:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:05:15.440036 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202b2f09-5469-4075-a803-5a55d1caf3d9 None None] Checking router: 486c10fc-3c0c-453a-b7f0-54865e2c26c6 for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:05:15.441864 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202b2f09-5469-4075-a803-5a55d1caf3d9 None None] Updating router 486c10fc-3c0c-453a-b7f0-54865e2c26c6 port 87c6b774-ff10-4a33-bff1-5639927e1cbe binding host n-d-828369-5 {{(pid=103143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:05:15.483990 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-202b2f09-5469-4075-a803-5a55d1caf3d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (87c6b774-ff10-4a33-bff1-5639927e1cbe), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:15.503298 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6473c48d-08c8-42bf-9923-eed29519a53c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:15.689586 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-6473c48d-08c8-42bf-9923-eed29519a53c admin admin] Allocated IP 172.20.0.1 (e4839dd7-1261-4222-b713-d376ecb1fcdd/9a5cf897-49b2-4680-94ac-95147abcd81b/13781820-acd3-4163-9108-3c63cef45b80) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:05:15.802257 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-202b2f09-5469-4075-a803-5a55d1caf3d9 None None] Publish callbacks [] for port (87c6b774-ff10-4a33-bff1-5639927e1cbe), precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:15.815126 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-202b2f09-5469-4075-a803-5a55d1caf3d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (87c6b774-ff10-4a33-bff1-5639927e1cbe), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:15.823747 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b33ed3-9657-4fd2-9645-382486ea5e31 None None] Network e4839dd7-1261-4222-b713-d376ecb1fcdd requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:05:15.843120 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6473c48d-08c8-42bf-9923-eed29519a53c admin admin] Publish callbacks [] for port (13781820-acd3-4163-9108-3c63cef45b80), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:15.878009 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-202b2f09-5469-4075-a803-5a55d1caf3d9 None None] Attempting to bind port 87c6b774-ff10-4a33-bff1-5639927e1cbe on host n-d-828369-5 for vnic_type normal with profile {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:05:15.878383 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-202b2f09-5469-4075-a803-5a55d1caf3d9 None None] Attempting to bind port 87c6b774-ff10-4a33-bff1-5639927e1cbe by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:05:15.878873 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202b2f09-5469-4075-a803-5a55d1caf3d9 None None] Attempting to bind port 87c6b774-ff10-4a33-bff1-5639927e1cbe on network 54a442d5-50a0-4c75-85cc-d19f5bf58118 {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:05:15.890913 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202b2f09-5469-4075-a803-5a55d1caf3d9 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:05:15.891747 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202b2f09-5469-4075-a803-5a55d1caf3d9 None None] Checking segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:05:15.892209 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-202b2f09-5469-4075-a803-5a55d1caf3d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:15.892973 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202b2f09-5469-4075-a803-5a55d1caf3d9 None None] Bound using segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:05:15.893474 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-202b2f09-5469-4075-a803-5a55d1caf3d9 None None] Bound port: 87c6b774-ff10-4a33-bff1-5639927e1cbe, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:05:15.894025 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-202b2f09-5469-4075-a803-5a55d1caf3d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (87c6b774-ff10-4a33-bff1-5639927e1cbe), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:15.929212 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6473c48d-08c8-42bf-9923-eed29519a53c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (13781820-acd3-4163-9108-3c63cef45b80), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:15.939576 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-8f557785-0b9b-4caa-86bc-c746af38e622 None None] Provisioning complete for port a8f4d60d-d09c-4f4e-8225-3aa6f02c7a52 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:05:15.940066 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-8f557785-0b9b-4caa-86bc-c746af38e622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (a8f4d60d-d09c-4f4e-8225-3aa6f02c7a52), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:15.960581 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995ef798-0ed4-43a8-bd15-571d410e617f None None] Pushing event updated for resources: {'Port': ['ID=87c6b774-ff10-4a33-bff1-5639927e1cbe,revision_number=2']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:15.968057 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-202b2f09-5469-4075-a803-5a55d1caf3d9 None None] For port 87c6b774-ff10-4a33-bff1-5639927e1cbe, host n-d-828369-5, cleared binding levels {{(pid=103143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:05:15.971291 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-202b2f09-5469-4075-a803-5a55d1caf3d9 None None] For port 87c6b774-ff10-4a33-bff1-5639927e1cbe, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=87c6b774-ff10-4a33-bff1-5639927e1cbe,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:05:15.979162 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 0100317d-657e-47d0-bf16-9565a9002fec up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:05:15.979979 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-202b2f09-5469-4075-a803-5a55d1caf3d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (87c6b774-ff10-4a33-bff1-5639927e1cbe), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:15.999593 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6473c48d-08c8-42bf-9923-eed29519a53c admin admin] Network e4839dd7-1261-4222-b713-d376ecb1fcdd is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:05:16.008633 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-6473c48d-08c8-42bf-9923-eed29519a53c admin admin] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:05:16.022176 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6473c48d-08c8-42bf-9923-eed29519a53c admin admin] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:05:16.037319 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202b2f09-5469-4075-a803-5a55d1caf3d9 None None] Routers {'486c10fc-3c0c-453a-b7f0-54865e2c26c6'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:05:16.037982 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-202b2f09-5469-4075-a803-5a55d1caf3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:05:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['486c10fc-3c0c-453a-b7f0-54865e2c26c6'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:05:16.059824 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6473c48d-08c8-42bf-9923-eed29519a53c admin admin] Pushing event updated for resources: {'Port': ['ID=13781820-acd3-4163-9108-3c63cef45b80,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:16.096554 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6473c48d-08c8-42bf-9923-eed29519a53c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554727'] for router_interface (486c10fc-3c0c-453a-b7f0-54865e2c26c6), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:16.105808 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 0100317d-657e-47d0-bf16-9565a9002fec triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:05:16.106280 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (0100317d-657e-47d0-bf16-9565a9002fec), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:16.122786 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995ef798-0ed4-43a8-bd15-571d410e617f None None] Pushing event updated for resources: {'Port': ['ID=87c6b774-ff10-4a33-bff1-5639927e1cbe,revision_number=3']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:16.161388 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-8f557785-0b9b-4caa-86bc-c746af38e622 None None] Current status of the port a8f4d60d-d09c-4f4e-8225-3aa6f02c7a52 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:05:16.161388 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-8f557785-0b9b-4caa-86bc-c746af38e622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (a8f4d60d-d09c-4f4e-8225-3aa6f02c7a52), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:16.210814 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-202b2f09-5469-4075-a803-5a55d1caf3d9 None None] Set router 486c10fc-3c0c-453a-b7f0-54865e2c26c6 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:05:16.274080 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 0100317d-657e-47d0-bf16-9565a9002fec is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:05:16.275268 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device a8f4d60d-d09c-4f4e-8225-3aa6f02c7a52 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:05:16.282792 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-8f557785-0b9b-4caa-86bc-c746af38e622 None None] For port a8f4d60d-d09c-4f4e-8225-3aa6f02c7a52, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=a8f4d60d-d09c-4f4e-8225-3aa6f02c7a52,segment=NetworkSegment(87bf4704-6a53-4e38-bdff-65b278bab462),segment_id=87bf4704-6a53-4e38-bdff-65b278bab462)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:05:16.290568 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6473c48d-08c8-42bf-9923-eed29519a53c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (13781820-acd3-4163-9108-3c63cef45b80), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:16.325839 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-8f557785-0b9b-4caa-86bc-c746af38e622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (a8f4d60d-d09c-4f4e-8225-3aa6f02c7a52), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:16.401214 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f557785-0b9b-4caa-86bc-c746af38e622 None None] Pushing event updated for resources: {'Port': ['ID=a8f4d60d-d09c-4f4e-8225-3aa6f02c7a52,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:16.424538 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port a8f4d60d-d09c-4f4e-8225-3aa6f02c7a52 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:05:16.425517 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (a8f4d60d-d09c-4f4e-8225-3aa6f02c7a52), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:16.446418 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-202b2f09-5469-4075-a803-5a55d1caf3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '486c10fc-3c0c-453a-b7f0-54865e2c26c6', 'name': 'tempest-TestVolumeBootPattern-301046376-router', 'tenant_id': '8ba0aa0ac5f94bb38191d409e9dfd140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '87c6b774-ff10-4a33-bff1-5639927e1cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:05:13Z', 'updated_at': '2022-02-09T22:05:14Z', 'revision_number': 3, 'project_id': '8ba0aa0ac5f94bb38191d409e9dfd140', 'gw_port': {'id': '87c6b774-ff10-4a33-bff1-5639927e1cbe', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:80:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '486c10fc-3c0c-453a-b7f0-54865e2c26c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:05:13Z', 'updated_at': '2022-02-09T22:05:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:05:16.483755 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202b2f09-5469-4075-a803-5a55d1caf3d9 None None] The sync data for ids ['486c10fc-3c0c-453a-b7f0-54865e2c26c6'] in n-d-828369-5 is: [{'id': '486c10fc-3c0c-453a-b7f0-54865e2c26c6', 'name': 'tempest-TestVolumeBootPattern-301046376-router', 'tenant_id': '8ba0aa0ac5f94bb38191d409e9dfd140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '87c6b774-ff10-4a33-bff1-5639927e1cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:05:13Z', 'updated_at': '2022-02-09T22:05:14Z', 'revision_number': 3, 'project_id': '8ba0aa0ac5f94bb38191d409e9dfd140', 'gw_port': {'id': '87c6b774-ff10-4a33-bff1-5639927e1cbe', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:80:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '486c10fc-3c0c-453a-b7f0-54865e2c26c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:05:13Z', 'updated_at': '2022-02-09T22:05:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:05:16.540095 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port a8f4d60d-d09c-4f4e-8225-3aa6f02c7a52 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:05:16.550098 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6473c48d-08c8-42bf-9923-eed29519a53c admin admin] Publish callbacks [] for port (13781820-acd3-4163-9108-3c63cef45b80), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:16.557573 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6473c48d-08c8-42bf-9923-eed29519a53c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (13781820-acd3-4163-9108-3c63cef45b80), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:16.641872 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6473c48d-08c8-42bf-9923-eed29519a53c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524919'] for router_interface (486c10fc-3c0c-453a-b7f0-54865e2c26c6), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:16.651360 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6473c48d-08c8-42bf-9923-eed29519a53c admin admin] Pushing event updated for resources: {'Port': ['ID=13781820-acd3-4163-9108-3c63cef45b80,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:16.652370 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-d5024fc2-c066-4416-a362-03989c2e45b4 None None] Provisioning complete for port 13781820-acd3-4163-9108-3c63cef45b80 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:05:16.652752 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d5024fc2-c066-4416-a362-03989c2e45b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (13781820-acd3-4163-9108-3c63cef45b80), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:16.705289 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-d5024fc2-c066-4416-a362-03989c2e45b4 None None] Port 13781820-acd3-4163-9108-3c63cef45b80 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:05:16.718999 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-d5024fc2-c066-4416-a362-03989c2e45b4 None None] Provisioning complete for port a8f4d60d-d09c-4f4e-8225-3aa6f02c7a52 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:05:16.719646 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d5024fc2-c066-4416-a362-03989c2e45b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (a8f4d60d-d09c-4f4e-8225-3aa6f02c7a52), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:16.755981 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6473c48d-08c8-42bf-9923-eed29519a53c admin admin] Network e4839dd7-1261-4222-b713-d376ecb1fcdd is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:05:16.757647 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-6473c48d-08c8-42bf-9923-eed29519a53c admin admin] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:05:16.832889 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-d5024fc2-c066-4416-a362-03989c2e45b4 None None] Current status of the port a8f4d60d-d09c-4f4e-8225-3aa6f02c7a52 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:05:16.920605 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6473c48d-08c8-42bf-9923-eed29519a53c admin admin] Router 486c10fc-3c0c-453a-b7f0-54865e2c26c6 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:05:16.955956 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-7059b8b8-29c9-4065-a004-81290ec1000a None None] Provisioning complete for port 13781820-acd3-4163-9108-3c63cef45b80 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:05:16.957087 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7059b8b8-29c9-4065-a004-81290ec1000a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (13781820-acd3-4163-9108-3c63cef45b80), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:17.022027 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-7059b8b8-29c9-4065-a004-81290ec1000a None None] Port 13781820-acd3-4163-9108-3c63cef45b80 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:05:17.073057 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6473c48d-08c8-42bf-9923-eed29519a53c admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:05:17.079129 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-6473c48d-08c8-42bf-9923-eed29519a53c admin admin] 10.222.0.90 "PUT /v2.0/routers/486c10fc-3c0c-453a-b7f0-54865e2c26c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1568120 Feb 09 22:05:17.145883 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-002d7a96-13ee-4273-be78-d8531d263330 None None] Provisioning complete for port 13781820-acd3-4163-9108-3c63cef45b80 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:05:17.146395 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-002d7a96-13ee-4273-be78-d8531d263330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (13781820-acd3-4163-9108-3c63cef45b80), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:17.195795 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-002d7a96-13ee-4273-be78-d8531d263330 None None] Port 13781820-acd3-4163-9108-3c63cef45b80 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:05:17.886082 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device a8f4d60d-d09c-4f4e-8225-3aa6f02c7a52 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:05:18.086499 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port a8f4d60d-d09c-4f4e-8225-3aa6f02c7a52 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:05:18.087139 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (a8f4d60d-d09c-4f4e-8225-3aa6f02c7a52), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:18.164368 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port a8f4d60d-d09c-4f4e-8225-3aa6f02c7a52 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:05:18.165451 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 87c6b774-ff10-4a33-bff1-5639927e1cbe up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:05:18.215457 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 87c6b774-ff10-4a33-bff1-5639927e1cbe triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:05:18.215837 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (87c6b774-ff10-4a33-bff1-5639927e1cbe), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:18.301546 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 87c6b774-ff10-4a33-bff1-5639927e1cbe is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:05:18.301853 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (87c6b774-ff10-4a33-bff1-5639927e1cbe), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:18.321417 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port 87c6b774-ff10-4a33-bff1-5639927e1cbe, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=87c6b774-ff10-4a33-bff1-5639927e1cbe,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:05:18.325501 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (87c6b774-ff10-4a33-bff1-5639927e1cbe), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:18.372793 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=87c6b774-ff10-4a33-bff1-5639927e1cbe,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:18.743524 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e87a3cd-252c-4a6b-b233-3edbfcd3fc7c None None] Sync routers for ids ['486c10fc-3c0c-453a-b7f0-54865e2c26c6'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:05:18.753980 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e87a3cd-252c-4a6b-b233-3edbfcd3fc7c None None] Routers {'486c10fc-3c0c-453a-b7f0-54865e2c26c6'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:05:18.754601 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-5e87a3cd-252c-4a6b-b233-3edbfcd3fc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:05:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['486c10fc-3c0c-453a-b7f0-54865e2c26c6'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:05:18.863743 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-5e87a3cd-252c-4a6b-b233-3edbfcd3fc7c None None] Set router 486c10fc-3c0c-453a-b7f0-54865e2c26c6 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:05:19.084044 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-5e87a3cd-252c-4a6b-b233-3edbfcd3fc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '486c10fc-3c0c-453a-b7f0-54865e2c26c6', 'name': 'tempest-TestVolumeBootPattern-301046376-router', 'tenant_id': '8ba0aa0ac5f94bb38191d409e9dfd140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '87c6b774-ff10-4a33-bff1-5639927e1cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:05:13Z', 'updated_at': '2022-02-09T22:05:16Z', 'revision_number': 4, 'project_id': '8ba0aa0ac5f94bb38191d409e9dfd140', 'gw_port': {'id': '87c6b774-ff10-4a33-bff1-5639927e1cbe', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:80:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486c10fc-3c0c-453a-b7f0-54865e2c26c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:05:13Z', 'updated_at': '2022-02-09T22:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '13781820-acd3-4163-9108-3c63cef45b80', 'name': '', 'network_id': 'e4839dd7-1261-4222-b713-d376ecb1fcdd', 'tenant_id': '8ba0aa0ac5f94bb38191d409e9dfd140', 'mac_address': 'fa:16:3e:ca:36:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '486c10fc-3c0c-453a-b7f0-54865e2c26c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '9a5cf897-49b2-4680-94ac-95147abcd81b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:05:15Z', 'updated_at': '2022-02-09T22:05:16Z', 'revision_number': 2, 'project_id': '8ba0aa0ac5f94bb38191d409e9dfd140', 'subnets': [{'id': '9a5cf897-49b2-4680-94ac-95147abcd81b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:05:19.111160 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e87a3cd-252c-4a6b-b233-3edbfcd3fc7c None None] Checking router: 486c10fc-3c0c-453a-b7f0-54865e2c26c6 for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:05:19.111874 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e87a3cd-252c-4a6b-b233-3edbfcd3fc7c None None] Updating router 486c10fc-3c0c-453a-b7f0-54865e2c26c6 port 13781820-acd3-4163-9108-3c63cef45b80 binding host n-d-828369-5 {{(pid=103142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:05:19.145621 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5e87a3cd-252c-4a6b-b233-3edbfcd3fc7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (13781820-acd3-4163-9108-3c63cef45b80), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:19.409143 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5e87a3cd-252c-4a6b-b233-3edbfcd3fc7c None None] Publish callbacks [] for port (13781820-acd3-4163-9108-3c63cef45b80), precommit_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:19.414411 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5e87a3cd-252c-4a6b-b233-3edbfcd3fc7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (13781820-acd3-4163-9108-3c63cef45b80), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:19.465044 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b0d91d-112e-4770-9dcf-89821bff2d03 None None] Pushing event updated for resources: {'Port': ['ID=13781820-acd3-4163-9108-3c63cef45b80,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:19.517323 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-5e87a3cd-252c-4a6b-b233-3edbfcd3fc7c None None] Attempting to bind port 13781820-acd3-4163-9108-3c63cef45b80 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:05:19.517699 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-5e87a3cd-252c-4a6b-b233-3edbfcd3fc7c None None] Attempting to bind port 13781820-acd3-4163-9108-3c63cef45b80 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '87bf4704-6a53-4e38-bdff-65b278bab462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e4839dd7-1261-4222-b713-d376ecb1fcdd'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:05:19.518069 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e87a3cd-252c-4a6b-b233-3edbfcd3fc7c None None] Attempting to bind port 13781820-acd3-4163-9108-3c63cef45b80 on network e4839dd7-1261-4222-b713-d376ecb1fcdd {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:05:19.523932 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e87a3cd-252c-4a6b-b233-3edbfcd3fc7c None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:05:19.524386 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e87a3cd-252c-4a6b-b233-3edbfcd3fc7c None None] Checking segment: {'id': '87bf4704-6a53-4e38-bdff-65b278bab462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e4839dd7-1261-4222-b713-d376ecb1fcdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:05:19.524803 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5e87a3cd-252c-4a6b-b233-3edbfcd3fc7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:19.525203 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e87a3cd-252c-4a6b-b233-3edbfcd3fc7c None None] Bound using segment: {'id': '87bf4704-6a53-4e38-bdff-65b278bab462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e4839dd7-1261-4222-b713-d376ecb1fcdd'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:05:19.525688 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-5e87a3cd-252c-4a6b-b233-3edbfcd3fc7c None None] Bound port: 13781820-acd3-4163-9108-3c63cef45b80, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87bf4704-6a53-4e38-bdff-65b278bab462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e4839dd7-1261-4222-b713-d376ecb1fcdd'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:05:19.526069 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5e87a3cd-252c-4a6b-b233-3edbfcd3fc7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (13781820-acd3-4163-9108-3c63cef45b80), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:19.594296 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5e87a3cd-252c-4a6b-b233-3edbfcd3fc7c None None] For port 13781820-acd3-4163-9108-3c63cef45b80, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:05:19.597590 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5e87a3cd-252c-4a6b-b233-3edbfcd3fc7c None None] For port 13781820-acd3-4163-9108-3c63cef45b80, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=13781820-acd3-4163-9108-3c63cef45b80,segment=NetworkSegment(87bf4704-6a53-4e38-bdff-65b278bab462),segment_id=87bf4704-6a53-4e38-bdff-65b278bab462)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:05:19.603845 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5e87a3cd-252c-4a6b-b233-3edbfcd3fc7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (13781820-acd3-4163-9108-3c63cef45b80), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:19.674058 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-94633592-fbaf-4598-b6fd-dbe7d8b99323 None None] Provisioning complete for port 13781820-acd3-4163-9108-3c63cef45b80 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:05:19.674440 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-94633592-fbaf-4598-b6fd-dbe7d8b99323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (13781820-acd3-4163-9108-3c63cef45b80), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:19.681487 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e87a3cd-252c-4a6b-b233-3edbfcd3fc7c None None] Routers {'486c10fc-3c0c-453a-b7f0-54865e2c26c6'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:05:19.682131 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-5e87a3cd-252c-4a6b-b233-3edbfcd3fc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:05:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['486c10fc-3c0c-453a-b7f0-54865e2c26c6'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:05:19.720176 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b0d91d-112e-4770-9dcf-89821bff2d03 None None] Pushing event updated for resources: {'Port': ['ID=13781820-acd3-4163-9108-3c63cef45b80,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:19.822525 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 87c6b774-ff10-4a33-bff1-5639927e1cbe up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:05:19.859392 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-5e87a3cd-252c-4a6b-b233-3edbfcd3fc7c None None] Set router 486c10fc-3c0c-453a-b7f0-54865e2c26c6 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:05:19.937948 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-94633592-fbaf-4598-b6fd-dbe7d8b99323 None None] Current status of the port 13781820-acd3-4163-9108-3c63cef45b80 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:05:19.938337 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-94633592-fbaf-4598-b6fd-dbe7d8b99323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (13781820-acd3-4163-9108-3c63cef45b80), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:20.052925 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 87c6b774-ff10-4a33-bff1-5639927e1cbe triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:05:20.053315 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (87c6b774-ff10-4a33-bff1-5639927e1cbe), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:20.055873 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-94633592-fbaf-4598-b6fd-dbe7d8b99323 None None] For port 13781820-acd3-4163-9108-3c63cef45b80, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=13781820-acd3-4163-9108-3c63cef45b80,segment=NetworkSegment(87bf4704-6a53-4e38-bdff-65b278bab462),segment_id=87bf4704-6a53-4e38-bdff-65b278bab462)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:05:20.083287 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-94633592-fbaf-4598-b6fd-dbe7d8b99323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (13781820-acd3-4163-9108-3c63cef45b80), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:20.191073 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94633592-fbaf-4598-b6fd-dbe7d8b99323 None None] Pushing event updated for resources: {'Port': ['ID=13781820-acd3-4163-9108-3c63cef45b80,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:20.254624 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-57b0cc93-6941-4db1-9973-fabca05772e5 None None] Provisioning complete for port 13781820-acd3-4163-9108-3c63cef45b80 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:05:20.255006 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-57b0cc93-6941-4db1-9973-fabca05772e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (13781820-acd3-4163-9108-3c63cef45b80), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:20.277026 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 87c6b774-ff10-4a33-bff1-5639927e1cbe is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:05:20.278074 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19449f75-bb7a-4531-8626-02766937e56c req-143d7279-8f08-4cd7-87cd-50d9ac19d0ae tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:20.279857 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-19449f75-bb7a-4531-8626-02766937e56c req-143d7279-8f08-4cd7-87cd-50d9ac19d0ae tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/networks?id=7e64d8e8-78a3-4987-8778-47d4e5b9b498 HTTP/1.1" status: 200 len: 811 time: 0.1076624 Feb 09 22:05:20.295917 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-19449f75-bb7a-4531-8626-02766937e56c req-da5cf414-f397-4c51-8e27-95518a1271b3 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/quotas/ad9e4f8727be424b869d8f0ad468be3f HTTP/1.1" status: 200 len: 375 time: 0.0096166 Feb 09 22:05:20.304555 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-5e87a3cd-252c-4a6b-b233-3edbfcd3fc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '486c10fc-3c0c-453a-b7f0-54865e2c26c6', 'name': 'tempest-TestVolumeBootPattern-301046376-router', 'tenant_id': '8ba0aa0ac5f94bb38191d409e9dfd140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '87c6b774-ff10-4a33-bff1-5639927e1cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:05:13Z', 'updated_at': '2022-02-09T22:05:16Z', 'revision_number': 4, 'project_id': '8ba0aa0ac5f94bb38191d409e9dfd140', 'gw_port': {'id': '87c6b774-ff10-4a33-bff1-5639927e1cbe', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:80:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486c10fc-3c0c-453a-b7f0-54865e2c26c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:05:13Z', 'updated_at': '2022-02-09T22:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '13781820-acd3-4163-9108-3c63cef45b80', 'name': '', 'network_id': 'e4839dd7-1261-4222-b713-d376ecb1fcdd', 'tenant_id': '8ba0aa0ac5f94bb38191d409e9dfd140', 'mac_address': 'fa:16:3e:ca:36:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '486c10fc-3c0c-453a-b7f0-54865e2c26c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '9a5cf897-49b2-4680-94ac-95147abcd81b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:05:15Z', 'updated_at': '2022-02-09T22:05:19Z', 'revision_number': 4, 'project_id': '8ba0aa0ac5f94bb38191d409e9dfd140', 'subnets': [{'id': '9a5cf897-49b2-4680-94ac-95147abcd81b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:05:20.334268 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e87a3cd-252c-4a6b-b233-3edbfcd3fc7c None None] The sync data for ids ['486c10fc-3c0c-453a-b7f0-54865e2c26c6'] in n-d-828369-5 is: [{'id': '486c10fc-3c0c-453a-b7f0-54865e2c26c6', 'name': 'tempest-TestVolumeBootPattern-301046376-router', 'tenant_id': '8ba0aa0ac5f94bb38191d409e9dfd140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '87c6b774-ff10-4a33-bff1-5639927e1cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:05:13Z', 'updated_at': '2022-02-09T22:05:16Z', 'revision_number': 4, 'project_id': '8ba0aa0ac5f94bb38191d409e9dfd140', 'gw_port': {'id': '87c6b774-ff10-4a33-bff1-5639927e1cbe', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:80:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486c10fc-3c0c-453a-b7f0-54865e2c26c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:05:13Z', 'updated_at': '2022-02-09T22:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '13781820-acd3-4163-9108-3c63cef45b80', 'name': '', 'network_id': 'e4839dd7-1261-4222-b713-d376ecb1fcdd', 'tenant_id': '8ba0aa0ac5f94bb38191d409e9dfd140', 'mac_address': 'fa:16:3e:ca:36:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '486c10fc-3c0c-453a-b7f0-54865e2c26c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '9a5cf897-49b2-4680-94ac-95147abcd81b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:05:15Z', 'updated_at': '2022-02-09T22:05:19Z', 'revision_number': 4, 'project_id': '8ba0aa0ac5f94bb38191d409e9dfd140', 'subnets': [{'id': '9a5cf897-49b2-4680-94ac-95147abcd81b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:05:20.359355 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-19449f75-bb7a-4531-8626-02766937e56c req-1dede000-a015-4b18-b739-c5308279743f tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=ad9e4f8727be424b869d8f0ad468be3f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0575600 Feb 09 22:05:20.374294 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-57b0cc93-6941-4db1-9973-fabca05772e5 None None] Current status of the port 13781820-acd3-4163-9108-3c63cef45b80 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:05:20.470677 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-19449f75-bb7a-4531-8626-02766937e56c req-ae0a7adc-3cb4-4f4b-b502-4930f7c32621 service neutron] 10.222.0.90 "GET /v2.0/networks/7e64d8e8-78a3-4987-8778-47d4e5b9b498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015222 Feb 09 22:05:20.570253 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-19449f75-bb7a-4531-8626-02766937e56c req-00bac7aa-dbe5-46ad-9157-9cc93cba3726 service neutron] 10.222.0.90 "GET /v2.0/networks/7e64d8e8-78a3-4987-8778-47d4e5b9b498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931115 Feb 09 22:05:20.876587 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e467a086-af9c-40be-9f73-d2a4dfa1355e req-05ac75d2-a90d-4309-b468-2c097d2defe1 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=4db9edc3-83c0-4af0-b133-84a9ed0006e5 HTTP/1.1" status: 200 len: 210 time: 0.0348847 Feb 09 22:05:21.480206 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:21.843788 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 13781820-acd3-4163-9108-3c63cef45b80 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:05:21.860497 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19449f75-bb7a-4531-8626-02766937e56c req-a02d8160-e6fe-4217-8709-5368b96dfbdd tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:21.862031 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-19449f75-bb7a-4531-8626-02766937e56c req-a02d8160-e6fe-4217-8709-5368b96dfbdd tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.95 "GET /v2.0/networks?id=7e64d8e8-78a3-4987-8778-47d4e5b9b498 HTTP/1.1" status: 200 len: 811 time: 0.1227591 Feb 09 22:05:21.878959 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-19449f75-bb7a-4531-8626-02766937e56c req-a2cff3da-0d96-4d4c-a680-7d7e706ca51e tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Request body: {'port': {'device_id': '4db9edc3-83c0-4af0-b133-84a9ed0006e5', 'network_id': '7e64d8e8-78a3-4987-8778-47d4e5b9b498', 'admin_state_up': True, 'tenant_id': 'ad9e4f8727be424b869d8f0ad468be3f'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:05:21.904697 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 13781820-acd3-4163-9108-3c63cef45b80 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:05:21.905069 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (13781820-acd3-4163-9108-3c63cef45b80), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:22.000252 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 13781820-acd3-4163-9108-3c63cef45b80 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:05:22.018346 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-898fa604-cc5d-48e3-b273-e8d47e7b015a req-1039696a-3b33-4a89-837c-e823df4a069c tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=4db9edc3-83c0-4af0-b133-84a9ed0006e5 HTTP/1.1" status: 200 len: 210 time: 0.0493929 Feb 09 22:05:22.043670 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19449f75-bb7a-4531-8626-02766937e56c req-a2cff3da-0d96-4d4c-a680-7d7e706ca51e tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Made reservation on behalf of ad9e4f8727be424b869d8f0ad468be3f for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:05:22.047393 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-19449f75-bb7a-4531-8626-02766937e56c req-a2cff3da-0d96-4d4c-a680-7d7e706ca51e tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:22.177112 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [req-19449f75-bb7a-4531-8626-02766937e56c req-a2cff3da-0d96-4d4c-a680-7d7e706ca51e tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Allocated IP 172.20.0.5 (7e64d8e8-78a3-4987-8778-47d4e5b9b498/84c886de-428b-4fdd-ac96-e9bdd27d5e04/08b76307-6f7e-4923-b431-71e3b043be39) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:05:22.330588 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-19449f75-bb7a-4531-8626-02766937e56c req-a2cff3da-0d96-4d4c-a680-7d7e706ca51e tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks [] for port (08b76307-6f7e-4923-b431-71e3b043be39), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:22.366785 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-19449f75-bb7a-4531-8626-02766937e56c req-a2cff3da-0d96-4d4c-a680-7d7e706ca51e tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (08b76307-6f7e-4923-b431-71e3b043be39), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:22.413395 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19449f75-bb7a-4531-8626-02766937e56c req-a2cff3da-0d96-4d4c-a680-7d7e706ca51e tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Network 7e64d8e8-78a3-4987-8778-47d4e5b9b498 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:05:22.416618 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [req-19449f75-bb7a-4531-8626-02766937e56c req-a2cff3da-0d96-4d4c-a680-7d7e706ca51e tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:05:22.420561 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-19449f75-bb7a-4531-8626-02766937e56c req-a2cff3da-0d96-4d4c-a680-7d7e706ca51e tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:05:22.427979 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cff3da-0d96-4d4c-a680-7d7e706ca51e tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Pushing event updated for resources: {'Port': ['ID=08b76307-6f7e-4923-b431-71e3b043be39,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:22.487893 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19449f75-bb7a-4531-8626-02766937e56c req-a2cff3da-0d96-4d4c-a680-7d7e706ca51e tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:22.488860 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-19449f75-bb7a-4531-8626-02766937e56c req-a2cff3da-0d96-4d4c-a680-7d7e706ca51e tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:22.511921 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-19449f75-bb7a-4531-8626-02766937e56c req-a2cff3da-0d96-4d4c-a680-7d7e706ca51e tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6384559 Feb 09 22:05:22.524463 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-19449f75-bb7a-4531-8626-02766937e56c req-0c0b478e-5cf9-4e2b-b123-ad9a2b4e19c4 service neutron] Request body: {'port': {'device_id': '4db9edc3-83c0-4af0-b133-84a9ed0006e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-5'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:05:22.605128 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-19449f75-bb7a-4531-8626-02766937e56c req-0c0b478e-5cf9-4e2b-b123-ad9a2b4e19c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (08b76307-6f7e-4923-b431-71e3b043be39), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:22.715468 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a74cc56e-8c73-4bd6-8a53-fad49b160ae4 None None] Provisioning complete for port 08b76307-6f7e-4923-b431-71e3b043be39 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:05:22.716042 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a74cc56e-8c73-4bd6-8a53-fad49b160ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (08b76307-6f7e-4923-b431-71e3b043be39), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:22.754537 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a74cc56e-8c73-4bd6-8a53-fad49b160ae4 None None] Port 08b76307-6f7e-4923-b431-71e3b043be39 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:05:22.883438 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [req-19449f75-bb7a-4531-8626-02766937e56c req-0c0b478e-5cf9-4e2b-b123-ad9a2b4e19c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08b76307-6f7e-4923-b431-71e3b043be39 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:05:22.891374 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-19449f75-bb7a-4531-8626-02766937e56c req-0c0b478e-5cf9-4e2b-b123-ad9a2b4e19c4 service neutron] Publish callbacks [] for port (08b76307-6f7e-4923-b431-71e3b043be39), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:22.904080 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [req-19449f75-bb7a-4531-8626-02766937e56c req-0c0b478e-5cf9-4e2b-b123-ad9a2b4e19c4 service neutron] Transition to ACTIVE for port object 08b76307-6f7e-4923-b431-71e3b043be39 will not be triggered until provisioned by entity L2. {{(pid=103140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:05:22.908382 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-19449f75-bb7a-4531-8626-02766937e56c req-0c0b478e-5cf9-4e2b-b123-ad9a2b4e19c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (08b76307-6f7e-4923-b431-71e3b043be39), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:22.971015 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0b478e-5cf9-4e2b-b123-ad9a2b4e19c4 service neutron] Pushing event updated for resources: {'Port': ['ID=08b76307-6f7e-4923-b431-71e3b043be39,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:23.086563 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-19449f75-bb7a-4531-8626-02766937e56c req-0c0b478e-5cf9-4e2b-b123-ad9a2b4e19c4 service neutron] Attempting to bind port 08b76307-6f7e-4923-b431-71e3b043be39 on host n-h1-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:05:23.086916 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-19449f75-bb7a-4531-8626-02766937e56c req-0c0b478e-5cf9-4e2b-b123-ad9a2b4e19c4 service neutron] Attempting to bind port 08b76307-6f7e-4923-b431-71e3b043be39 by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': 'ccdb70e6-3e43-42b3-b6b7-87da11db8888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7e64d8e8-78a3-4987-8778-47d4e5b9b498'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:05:23.087234 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19449f75-bb7a-4531-8626-02766937e56c req-0c0b478e-5cf9-4e2b-b123-ad9a2b4e19c4 service neutron] Attempting to bind port 08b76307-6f7e-4923-b431-71e3b043be39 on network 7e64d8e8-78a3-4987-8778-47d4e5b9b498 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:05:23.097178 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19449f75-bb7a-4531-8626-02766937e56c req-0c0b478e-5cf9-4e2b-b123-ad9a2b4e19c4 service neutron] Port 08b76307-6f7e-4923-b431-71e3b043be39 on network 7e64d8e8-78a3-4987-8778-47d4e5b9b498 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:05:23.097528 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19449f75-bb7a-4531-8626-02766937e56c req-0c0b478e-5cf9-4e2b-b123-ad9a2b4e19c4 service neutron] Attempting to bind port 08b76307-6f7e-4923-b431-71e3b043be39 on network 7e64d8e8-78a3-4987-8778-47d4e5b9b498 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:05:23.103457 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19449f75-bb7a-4531-8626-02766937e56c req-0c0b478e-5cf9-4e2b-b123-ad9a2b4e19c4 service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:05:23.104017 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19449f75-bb7a-4531-8626-02766937e56c req-0c0b478e-5cf9-4e2b-b123-ad9a2b4e19c4 service neutron] Checking segment: {'id': 'ccdb70e6-3e43-42b3-b6b7-87da11db8888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7e64d8e8-78a3-4987-8778-47d4e5b9b498'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:05:23.104436 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19449f75-bb7a-4531-8626-02766937e56c req-0c0b478e-5cf9-4e2b-b123-ad9a2b4e19c4 service neutron] Bound using segment: {'id': 'ccdb70e6-3e43-42b3-b6b7-87da11db8888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7e64d8e8-78a3-4987-8778-47d4e5b9b498'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:05:23.104881 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-19449f75-bb7a-4531-8626-02766937e56c req-0c0b478e-5cf9-4e2b-b123-ad9a2b4e19c4 service neutron] Bound port: 08b76307-6f7e-4923-b431-71e3b043be39, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccdb70e6-3e43-42b3-b6b7-87da11db8888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7e64d8e8-78a3-4987-8778-47d4e5b9b498'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:05:23.105248 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-19449f75-bb7a-4531-8626-02766937e56c req-0c0b478e-5cf9-4e2b-b123-ad9a2b4e19c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (08b76307-6f7e-4923-b431-71e3b043be39), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:23.215171 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-19449f75-bb7a-4531-8626-02766937e56c req-0c0b478e-5cf9-4e2b-b123-ad9a2b4e19c4 service neutron] For port 08b76307-6f7e-4923-b431-71e3b043be39, host n-h1-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:05:23.218991 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-19449f75-bb7a-4531-8626-02766937e56c req-0c0b478e-5cf9-4e2b-b123-ad9a2b4e19c4 service neutron] For port 08b76307-6f7e-4923-b431-71e3b043be39, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=08b76307-6f7e-4923-b431-71e3b043be39,segment=NetworkSegment(ccdb70e6-3e43-42b3-b6b7-87da11db8888),segment_id=ccdb70e6-3e43-42b3-b6b7-87da11db8888)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:05:23.228112 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-19449f75-bb7a-4531-8626-02766937e56c req-0c0b478e-5cf9-4e2b-b123-ad9a2b4e19c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (08b76307-6f7e-4923-b431-71e3b043be39), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:23.239320 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e2f748-7cb3-4e93-906e-f79d8854c928 req-e33fdb2f-832c-4d2f-8839-4d28c2caed4b tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:23.240799 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-43e2f748-7cb3-4e93-906e-f79d8854c928 req-e33fdb2f-832c-4d2f-8839-4d28c2caed4b tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=4db9edc3-83c0-4af0-b133-84a9ed0006e5 HTTP/1.1" status: 200 len: 943 time: 0.1204648 Feb 09 22:05:23.294961 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19449f75-bb7a-4531-8626-02766937e56c req-0c0b478e-5cf9-4e2b-b123-ad9a2b4e19c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:23.295592 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-19449f75-bb7a-4531-8626-02766937e56c req-0c0b478e-5cf9-4e2b-b123-ad9a2b4e19c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:23.297025 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-19449f75-bb7a-4531-8626-02766937e56c req-0c0b478e-5cf9-4e2b-b123-ad9a2b4e19c4 service neutron] 10.222.0.95 "PUT /v2.0/ports/08b76307-6f7e-4923-b431-71e3b043be39 HTTP/1.1" status: 200 len: 1091 time: 0.7771950 Feb 09 22:05:23.297484 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4db9edc3-83c0-4af0-b133-84a9ed0006e5', 'tag': '08b76307-6f7e-4923-b431-71e3b043be39'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:05:23.299803 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-295fcc3e-f135-4f97-af16-1a5e116c4819" -d '{"events": [{"name": "network-changed", "server_uuid": "4db9edc3-83c0-4af0-b133-84a9ed0006e5", "tag": "08b76307-6f7e-4923-b431-71e3b043be39"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:05:23.353457 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-43e2f748-7cb3-4e93-906e-f79d8854c928 req-1a77120e-6a3d-4b0e-b805-a06451c56c6a tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865321 Feb 09 22:05:23.359017 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53f785aa-6766-4f74-bfcf-c2954f2660a7 x-openstack-request-id: req-53f785aa-6766-4f74-bfcf-c2954f2660a7 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:05:23.359187 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4db9edc3-83c0-4af0-b133-84a9ed0006e5", "tag": "08b76307-6f7e-4923-b431-71e3b043be39", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:05:23.359386 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-53f785aa-6766-4f74-bfcf-c2954f2660a7 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:05:23.359919 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4db9edc3-83c0-4af0-b133-84a9ed0006e5', 'tag': '08b76307-6f7e-4923-b431-71e3b043be39', 'status': 'completed', 'code': 200} Feb 09 22:05:23.370779 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0b478e-5cf9-4e2b-b123-ad9a2b4e19c4 service neutron] Pushing event updated for resources: {'Port': ['ID=08b76307-6f7e-4923-b431-71e3b043be39,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:23.413224 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19449f75-bb7a-4531-8626-02766937e56c req-8444d2f8-1b67-407e-862d-e16bbf187ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:23.416097 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-19449f75-bb7a-4531-8626-02766937e56c req-8444d2f8-1b67-407e-862d-e16bbf187ba8 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=ad9e4f8727be424b869d8f0ad468be3f&device_id=4db9edc3-83c0-4af0-b133-84a9ed0006e5 HTTP/1.1" status: 200 len: 1125 time: 0.0595100 Feb 09 22:05:23.462021 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-19449f75-bb7a-4531-8626-02766937e56c req-e8ee5923-8050-4c12-aaa7-155856d5c08c service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08b76307-6f7e-4923-b431-71e3b043be39 HTTP/1.1" status: 200 len: 217 time: 0.0375285 Feb 09 22:05:23.513213 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19449f75-bb7a-4531-8626-02766937e56c req-257f9c04-9908-4a93-8559-fa45e927f9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:23.514710 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-19449f75-bb7a-4531-8626-02766937e56c req-257f9c04-9908-4a93-8559-fa45e927f9c2 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=84c886de-428b-4fdd-ac96-e9bdd27d5e04 HTTP/1.1" status: 200 len: 850 time: 0.0461812 Feb 09 22:05:23.571017 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19449f75-bb7a-4531-8626-02766937e56c req-702ba865-87ec-4001-8900-29dbd3ac559d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:23.572917 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-19449f75-bb7a-4531-8626-02766937e56c req-702ba865-87ec-4001-8900-29dbd3ac559d service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=7e64d8e8-78a3-4987-8778-47d4e5b9b498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0509014 Feb 09 22:05:23.668988 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-19449f75-bb7a-4531-8626-02766937e56c req-0f1ed4ab-3c94-42e2-ba69-e61ce9de424a service neutron] 10.222.0.95 "GET /v2.0/networks/7e64d8e8-78a3-4987-8778-47d4e5b9b498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885313 Feb 09 22:05:23.711253 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:23.767347 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-19449f75-bb7a-4531-8626-02766937e56c req-ff6dc0c3-16f7-421f-a979-bd18f9364d1a service neutron] 10.222.0.95 "GET /v2.0/networks/7e64d8e8-78a3-4987-8778-47d4e5b9b498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913889 Feb 09 22:05:23.861872 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295fcc3e-f135-4f97-af16-1a5e116c4819 req-c05b1433-1786-49cd-887d-a7fccf4d8f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:23.863920 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-295fcc3e-f135-4f97-af16-1a5e116c4819 req-c05b1433-1786-49cd-887d-a7fccf4d8f48 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=ad9e4f8727be424b869d8f0ad468be3f&device_id=4db9edc3-83c0-4af0-b133-84a9ed0006e5 HTTP/1.1" status: 200 len: 1125 time: 0.0514243 Feb 09 22:05:23.959006 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295fcc3e-f135-4f97-af16-1a5e116c4819 req-97a2ec0a-5828-4113-a4e8-86ad6f308e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:23.960524 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-295fcc3e-f135-4f97-af16-1a5e116c4819 req-97a2ec0a-5828-4113-a4e8-86ad6f308e56 service neutron] 10.222.0.95 "GET /v2.0/networks?id=7e64d8e8-78a3-4987-8778-47d4e5b9b498 HTTP/1.1" status: 200 len: 912 time: 0.0900769 Feb 09 22:05:24.006591 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-295fcc3e-f135-4f97-af16-1a5e116c4819 req-eab2d623-8e62-4ab1-8ad3-e339e6bf93ab service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08b76307-6f7e-4923-b431-71e3b043be39 HTTP/1.1" status: 200 len: 217 time: 0.0401316 Feb 09 22:05:24.055235 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295fcc3e-f135-4f97-af16-1a5e116c4819 req-71f9054d-914a-45d7-9738-4f2a4cf69730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:24.056715 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-295fcc3e-f135-4f97-af16-1a5e116c4819 req-71f9054d-914a-45d7-9738-4f2a4cf69730 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=84c886de-428b-4fdd-ac96-e9bdd27d5e04 HTTP/1.1" status: 200 len: 850 time: 0.0445826 Feb 09 22:05:24.107179 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295fcc3e-f135-4f97-af16-1a5e116c4819 req-ced4c354-a2d1-4cc8-b2ed-9e0ad9a792b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:24.108738 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-295fcc3e-f135-4f97-af16-1a5e116c4819 req-ced4c354-a2d1-4cc8-b2ed-9e0ad9a792b6 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=7e64d8e8-78a3-4987-8778-47d4e5b9b498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449955 Feb 09 22:05:24.201496 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-295fcc3e-f135-4f97-af16-1a5e116c4819 req-332d017a-8c2e-4c41-80b7-871be762d350 service neutron] 10.222.0.95 "GET /v2.0/networks/7e64d8e8-78a3-4987-8778-47d4e5b9b498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860353 Feb 09 22:05:24.289867 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-295fcc3e-f135-4f97-af16-1a5e116c4819 req-f97dfd51-d018-42e3-a7c7-e6c5a4cd842f service neutron] 10.222.0.95 "GET /v2.0/networks/7e64d8e8-78a3-4987-8778-47d4e5b9b498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821364 Feb 09 22:05:24.476087 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e59f9e-1741-49c7-b980-115a9cfebdb4 req-635c0e0a-b89b-44ae-8742-9d9dd6453da7 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:24.477594 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d9e59f9e-1741-49c7-b980-115a9cfebdb4 req-635c0e0a-b89b-44ae-8742-9d9dd6453da7 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=4db9edc3-83c0-4af0-b133-84a9ed0006e5 HTTP/1.1" status: 200 len: 943 time: 0.0526347 Feb 09 22:05:24.523386 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d9e59f9e-1741-49c7-b980-115a9cfebdb4 req-6379a9e8-d849-4e98-b281-5d1c7f1f8d82 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401380 Feb 09 22:05:25.652402 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc325b1f-85ae-458b-876a-3a108a7d3ec5 req-ae4654e9-1304-4332-a701-a695acc14a74 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:25.653911 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fc325b1f-85ae-458b-876a-3a108a7d3ec5 req-ae4654e9-1304-4332-a701-a695acc14a74 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=4db9edc3-83c0-4af0-b133-84a9ed0006e5 HTTP/1.1" status: 200 len: 943 time: 0.0577369 Feb 09 22:05:25.701965 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fc325b1f-85ae-458b-876a-3a108a7d3ec5 req-33ccbfc1-bc4a-40ce-9449-bcb6d4b36e8c tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416639 Feb 09 22:05:26.818807 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e632cf0-d9d7-491c-ae7e-dc9b671087a3 req-0539c6ae-9709-4272-8f4a-d885bd9c5ecd tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:26.820314 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8e632cf0-d9d7-491c-ae7e-dc9b671087a3 req-0539c6ae-9709-4272-8f4a-d885bd9c5ecd tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=4db9edc3-83c0-4af0-b133-84a9ed0006e5 HTTP/1.1" status: 200 len: 943 time: 0.0531936 Feb 09 22:05:26.867242 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8e632cf0-d9d7-491c-ae7e-dc9b671087a3 req-2cda1833-41fd-479e-9fe4-a50c88b8c68f tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412197 Feb 09 22:05:27.994404 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bf3975-839d-4be3-94c8-964d1a4a2433 req-010eea83-ea8f-41b7-aae9-358ba60c4502 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:27.995848 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a8bf3975-839d-4be3-94c8-964d1a4a2433 req-010eea83-ea8f-41b7-aae9-358ba60c4502 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=4db9edc3-83c0-4af0-b133-84a9ed0006e5 HTTP/1.1" status: 200 len: 943 time: 0.0581372 Feb 09 22:05:28.044038 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a8bf3975-839d-4be3-94c8-964d1a4a2433 req-7d0dae84-122f-4d4e-9066-e9f5460d8ccb tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420091 Feb 09 22:05:28.722562 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-34ec3d15-8b88-4e00-9884-386f59def32e req-2fcae2f6-09f0-450e-aea9-a9e52231c646 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=cc0cc065-0e97-45b7-ac81-5696440591cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0459127 Feb 09 22:05:28.811064 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ec3d15-8b88-4e00-9884-386f59def32e req-17b2ecb7-75e7-440d-976e-a25720493e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:28.812852 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-34ec3d15-8b88-4e00-9884-386f59def32e req-17b2ecb7-75e7-440d-976e-a25720493e88 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=deeb9e226e2546f19554cbe5eac163d6&device_id=cc0cc065-0e97-45b7-ac81-5696440591cf HTTP/1.1" status: 200 len: 1129 time: 0.0468135 Feb 09 22:05:28.919960 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ec3d15-8b88-4e00-9884-386f59def32e req-78a35d3b-63d0-4ddc-8687-8cdd98a2075e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:28.921466 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-34ec3d15-8b88-4e00-9884-386f59def32e req-78a35d3b-63d0-4ddc-8687-8cdd98a2075e service neutron] 10.222.0.89 "GET /v2.0/networks?id=2668512e-8eb2-4929-aa61-73eeaa045414 HTTP/1.1" status: 200 len: 897 time: 0.0886984 Feb 09 22:05:28.989596 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-34ec3d15-8b88-4e00-9884-386f59def32e req-764197c3-e9cf-45c2-b6ba-05168efd7843 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc1b1a45-9f97-43e0-a4ff-83453f47b083 HTTP/1.1" status: 200 len: 1002 time: 0.0604444 Feb 09 22:05:29.044745 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ec3d15-8b88-4e00-9884-386f59def32e req-1b338727-f25b-47f5-9525-384ee02c1771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:29.046214 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-34ec3d15-8b88-4e00-9884-386f59def32e req-1b338727-f25b-47f5-9525-384ee02c1771 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f9a51163-f04d-4c59-bc0f-ef32b4a819bf HTTP/1.1" status: 200 len: 835 time: 0.0490136 Feb 09 22:05:29.098297 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ec3d15-8b88-4e00-9884-386f59def32e req-0623a2e3-2fa9-43f0-9f3c-8ac980e710c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:29.099843 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-34ec3d15-8b88-4e00-9884-386f59def32e req-0623a2e3-2fa9-43f0-9f3c-8ac980e710c3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2668512e-8eb2-4929-aa61-73eeaa045414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0468428 Feb 09 22:05:29.168738 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95268a17-5590-4c7a-93e2-a9a947835970 req-73c026bb-3769-429d-b769-41c74dbab76a tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:29.170357 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-95268a17-5590-4c7a-93e2-a9a947835970 req-73c026bb-3769-429d-b769-41c74dbab76a tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=4db9edc3-83c0-4af0-b133-84a9ed0006e5 HTTP/1.1" status: 200 len: 943 time: 0.0583892 Feb 09 22:05:29.195334 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-34ec3d15-8b88-4e00-9884-386f59def32e req-f12e5f12-47d2-4fe4-936c-85f3dd0c72fd service neutron] 10.222.0.89 "GET /v2.0/networks/2668512e-8eb2-4929-aa61-73eeaa045414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871775 Feb 09 22:05:29.222569 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-95268a17-5590-4c7a-93e2-a9a947835970 req-30263d65-3989-4df2-b5e9-5c3e62a040fa tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460131 Feb 09 22:05:29.293981 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-34ec3d15-8b88-4e00-9884-386f59def32e req-ada8965f-5352-446b-9a9b-82769b6b62de service neutron] 10.222.0.89 "GET /v2.0/networks/2668512e-8eb2-4929-aa61-73eeaa045414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897760 Feb 09 22:05:30.341891 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522fb0d2-51ea-40c9-869f-d7ba3f30939f req-b7bd6140-dcad-45fc-97e1-db6c74670bc4 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:30.343411 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-522fb0d2-51ea-40c9-869f-d7ba3f30939f req-b7bd6140-dcad-45fc-97e1-db6c74670bc4 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=4db9edc3-83c0-4af0-b133-84a9ed0006e5 HTTP/1.1" status: 200 len: 943 time: 0.0528524 Feb 09 22:05:30.394422 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-522fb0d2-51ea-40c9-869f-d7ba3f30939f req-5e7968c2-37ff-4cf5-ba5f-bf81f7426d14 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445778 Feb 09 22:05:31.510274 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacdba00-3b9b-40a2-b24d-8e56ab42dd58 req-c84cb870-1e0c-4b10-82cb-0e04a15cf9df tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:31.511736 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cacdba00-3b9b-40a2-b24d-8e56ab42dd58 req-c84cb870-1e0c-4b10-82cb-0e04a15cf9df tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=4db9edc3-83c0-4af0-b133-84a9ed0006e5 HTTP/1.1" status: 200 len: 943 time: 0.0515678 Feb 09 22:05:31.558449 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cacdba00-3b9b-40a2-b24d-8e56ab42dd58 req-2c28aadc-eb36-4d88-bc64-ec27d0054b1b tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412395 Feb 09 22:05:32.675624 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25672d2f-c7a9-4b42-8632-c53bbc7ed78a req-9e3f5bb0-cda9-48c4-9d0c-1ed32f90eaca tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:32.677149 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-25672d2f-c7a9-4b42-8632-c53bbc7ed78a req-9e3f5bb0-cda9-48c4-9d0c-1ed32f90eaca tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=4db9edc3-83c0-4af0-b133-84a9ed0006e5 HTTP/1.1" status: 200 len: 943 time: 0.0530772 Feb 09 22:05:32.722594 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-25672d2f-c7a9-4b42-8632-c53bbc7ed78a req-fa00111f-e7f1-420e-873b-ff2a6284726f tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398111 Feb 09 22:05:33.847695 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e54b0f-6e69-4517-b983-83fca3435c64 req-6163a3ae-3a03-40d0-bd44-c5c759bd4463 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:33.849592 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-00e54b0f-6e69-4517-b983-83fca3435c64 req-6163a3ae-3a03-40d0-bd44-c5c759bd4463 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=4db9edc3-83c0-4af0-b133-84a9ed0006e5 HTTP/1.1" status: 200 len: 943 time: 0.0602877 Feb 09 22:05:33.898110 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-00e54b0f-6e69-4517-b983-83fca3435c64 req-3396fd34-f96e-4bb5-baf0-c92b6c6158ef tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432515 Feb 09 22:05:35.021682 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b3f5d7-54b5-4615-be70-5bad63bcdbeb req-ff72a91f-8c11-4e37-8768-213200311578 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:35.023196 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-37b3f5d7-54b5-4615-be70-5bad63bcdbeb req-ff72a91f-8c11-4e37-8768-213200311578 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=4db9edc3-83c0-4af0-b133-84a9ed0006e5 HTTP/1.1" status: 200 len: 943 time: 0.0527689 Feb 09 22:05:35.069866 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-37b3f5d7-54b5-4615-be70-5bad63bcdbeb req-7464e39e-a114-4864-ab75-e11a012f9119 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410132 Feb 09 22:05:36.188207 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae292fb1-2c29-4a60-a16e-93ff8c43c33b req-52664e3b-a71b-4a9e-ba70-c8bff36e1275 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:36.189745 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ae292fb1-2c29-4a60-a16e-93ff8c43c33b req-52664e3b-a71b-4a9e-ba70-c8bff36e1275 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=4db9edc3-83c0-4af0-b133-84a9ed0006e5 HTTP/1.1" status: 200 len: 943 time: 0.0517299 Feb 09 22:05:36.240602 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ae292fb1-2c29-4a60-a16e-93ff8c43c33b req-8e8060c8-3f39-45cd-8496-6e2a445ddce7 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443485 Feb 09 22:05:37.356901 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0201c55-3fa6-49e9-8f02-cce3301c506b req-98472402-12a0-4952-ab8b-9e2fe9021f58 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:37.358416 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e0201c55-3fa6-49e9-8f02-cce3301c506b req-98472402-12a0-4952-ab8b-9e2fe9021f58 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=4db9edc3-83c0-4af0-b133-84a9ed0006e5 HTTP/1.1" status: 200 len: 943 time: 0.0524879 Feb 09 22:05:37.404393 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e0201c55-3fa6-49e9-8f02-cce3301c506b req-9418d5f9-0947-433b-aded-dbbcec72e7e5 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404389 Feb 09 22:05:38.520632 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f81b65b-0b93-44ef-97df-87414129846b req-6d9dc54f-9579-4cde-a2f9-57615700051b tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:38.522096 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8f81b65b-0b93-44ef-97df-87414129846b req-6d9dc54f-9579-4cde-a2f9-57615700051b tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=4db9edc3-83c0-4af0-b133-84a9ed0006e5 HTTP/1.1" status: 200 len: 943 time: 0.0514994 Feb 09 22:05:38.567635 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8f81b65b-0b93-44ef-97df-87414129846b req-20d4d596-269b-4ee9-a355-98f2e5d1d694 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399816 Feb 09 22:05:38.783629 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 08b76307-6f7e-4923-b431-71e3b043be39 details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:05:38.881837 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 08b76307-6f7e-4923-b431-71e3b043be39, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=08b76307-6f7e-4923-b431-71e3b043be39,segment=NetworkSegment(ccdb70e6-3e43-42b3-b6b7-87da11db8888),segment_id=ccdb70e6-3e43-42b3-b6b7-87da11db8888)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:05:38.893737 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': '08b76307-6f7e-4923-b431-71e3b043be39', 'network_id': '7e64d8e8-78a3-4987-8778-47d4e5b9b498', 'port_id': '08b76307-6f7e-4923-b431-71e3b043be39', 'mac_address': 'fa:16:3e:ef:10:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84c886de-428b-4fdd-ac96-e9bdd27d5e04', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:05:38.930556 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 08b76307-6f7e-4923-b431-71e3b043be39 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:05:38.930936 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (08b76307-6f7e-4923-b431-71e3b043be39), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:38.943407 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08b76307-6f7e-4923-b431-71e3b043be39 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:05:38.965820 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 08b76307-6f7e-4923-b431-71e3b043be39, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=08b76307-6f7e-4923-b431-71e3b043be39,segment=NetworkSegment(ccdb70e6-3e43-42b3-b6b7-87da11db8888),segment_id=ccdb70e6-3e43-42b3-b6b7-87da11db8888)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:05:38.969272 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (08b76307-6f7e-4923-b431-71e3b043be39), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:39.020125 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=08b76307-6f7e-4923-b431-71e3b043be39,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:39.044878 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1a6d0030-d97e-4bab-9391-865bd3aa5825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:39.195261 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['08b76307-6f7e-4923-b431-71e3b043be39'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:05:39.688812 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f792d8-7c30-476c-9cf7-226c18bec411 req-37fef30b-736f-4183-bd1f-7c0e38cc09d9 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:39.690298 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-89f792d8-7c30-476c-9cf7-226c18bec411 req-37fef30b-736f-4183-bd1f-7c0e38cc09d9 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=4db9edc3-83c0-4af0-b133-84a9ed0006e5 HTTP/1.1" status: 200 len: 944 time: 0.0568099 Feb 09 22:05:39.736804 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-89f792d8-7c30-476c-9cf7-226c18bec411 req-c09588c2-eb35-4deb-a6d8-ab7ffbf630db tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402319 Feb 09 22:05:40.791417 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 08b76307-6f7e-4923-b431-71e3b043be39 up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:05:40.839987 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning for port 08b76307-6f7e-4923-b431-71e3b043be39 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:05:40.843760 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port 08b76307-6f7e-4923-b431-71e3b043be39 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:05:40.844142 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (08b76307-6f7e-4923-b431-71e3b043be39), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:40.855596 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d65f32-b80e-44ab-86d3-22bd9f7ae987 req-d11676e1-7bc5-48bd-a4b5-ab6ec8b1b79a tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:40.857111 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-08d65f32-b80e-44ab-86d3-22bd9f7ae987 req-d11676e1-7bc5-48bd-a4b5-ab6ec8b1b79a tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=4db9edc3-83c0-4af0-b133-84a9ed0006e5 HTTP/1.1" status: 200 len: 944 time: 0.0530825 Feb 09 22:05:40.904100 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-08d65f32-b80e-44ab-86d3-22bd9f7ae987 req-f903f262-bc6c-4f0e-add3-17336eb197a7 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412266 Feb 09 22:05:40.924002 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 08b76307-6f7e-4923-b431-71e3b043be39 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:05:40.924433 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (08b76307-6f7e-4923-b431-71e3b043be39), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:40.946491 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4db9edc3-83c0-4af0-b133-84a9ed0006e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08b76307-6f7e-4923-b431-71e3b043be39'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:05:40.948783 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c97ac8b3-9c5a-448c-aab3-cf63bcfd46db" -d '{"events": [{"server_uuid": "4db9edc3-83c0-4af0-b133-84a9ed0006e5", "name": "network-vif-plugged", "status": "completed", "tag": "08b76307-6f7e-4923-b431-71e3b043be39"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:05:40.964943 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 08b76307-6f7e-4923-b431-71e3b043be39, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=08b76307-6f7e-4923-b431-71e3b043be39,segment=NetworkSegment(ccdb70e6-3e43-42b3-b6b7-87da11db8888),segment_id=ccdb70e6-3e43-42b3-b6b7-87da11db8888)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:05:40.969451 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (08b76307-6f7e-4923-b431-71e3b043be39), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:40.992424 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f08e4a7-edfb-4fe4-9079-5a1b25a4fcef x-openstack-request-id: req-6f08e4a7-edfb-4fe4-9079-5a1b25a4fcef {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:05:40.992716 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4db9edc3-83c0-4af0-b133-84a9ed0006e5", "name": "network-vif-plugged", "status": "completed", "tag": "08b76307-6f7e-4923-b431-71e3b043be39", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:05:40.993101 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-6f08e4a7-edfb-4fe4-9079-5a1b25a4fcef {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:05:40.993571 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4db9edc3-83c0-4af0-b133-84a9ed0006e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08b76307-6f7e-4923-b431-71e3b043be39', 'code': 200} Feb 09 22:05:41.036165 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=08b76307-6f7e-4923-b431-71e3b043be39,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:41.038764 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5c84f2fa-8a4b-4993-af1e-45f9f8c92c46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:41.103438 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c96c7f-4410-432b-89be-41fc8c4aeee4 req-6cbfb94a-d4ee-4e67-b6be-b6227d9b70f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:41.105017 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-16c96c7f-4410-432b-89be-41fc8c4aeee4 req-6cbfb94a-d4ee-4e67-b6be-b6227d9b70f5 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=4db9edc3-83c0-4af0-b133-84a9ed0006e5 HTTP/1.1" status: 200 len: 1127 time: 0.0475650 Feb 09 22:05:41.150327 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-16c96c7f-4410-432b-89be-41fc8c4aeee4 req-4fae359e-b8f2-42a4-8dc9-fab948178729 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375323 Feb 09 22:05:42.025480 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1de9534-076e-4235-964e-d75c26bac0a6 req-338d5042-32cd-454d-9669-5145c9661b8b tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:42.027057 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e1de9534-076e-4235-964e-d75c26bac0a6 req-338d5042-32cd-454d-9669-5145c9661b8b tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=4db9edc3-83c0-4af0-b133-84a9ed0006e5 HTTP/1.1" status: 200 len: 945 time: 0.0532639 Feb 09 22:05:42.075676 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e1de9534-076e-4235-964e-d75c26bac0a6 req-3211dd89-5904-4f11-8f2c-a24407848d5e tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424769 Feb 09 22:05:42.785809 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:43.193583 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73189371-82ef-480a-8820-992d895d97b8 req-056e0c9b-0864-4b4a-a0e8-5e999210b124 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:43.195073 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-73189371-82ef-480a-8820-992d895d97b8 req-056e0c9b-0864-4b4a-a0e8-5e999210b124 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=4db9edc3-83c0-4af0-b133-84a9ed0006e5 HTTP/1.1" status: 200 len: 945 time: 0.0525770 Feb 09 22:05:43.243843 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-73189371-82ef-480a-8820-992d895d97b8 req-0d1f32f8-bc34-4ef9-9eeb-18b7ef341161 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433083 Feb 09 22:05:43.360317 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c42524-15d2-4668-8cf1-983faddb254b req-5363e113-1715-4f47-90d4-08439ad3d919 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:43.361702 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-16c42524-15d2-4668-8cf1-983faddb254b req-5363e113-1715-4f47-90d4-08439ad3d919 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=4db9edc3-83c0-4af0-b133-84a9ed0006e5 HTTP/1.1" status: 200 len: 945 time: 0.0522912 Feb 09 22:05:43.408741 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-16c42524-15d2-4668-8cf1-983faddb254b req-b5f3d4a1-5fa3-461f-bc73-3d243d7cf838 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409839 Feb 09 22:05:43.522365 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14d9fd6-1800-4310-8ca8-b65e8526db7a req-8d4acc97-0eda-44b8-b64f-5a40c4f5a77b tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:43.523844 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a14d9fd6-1800-4310-8ca8-b65e8526db7a req-8d4acc97-0eda-44b8-b64f-5a40c4f5a77b tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=4db9edc3-83c0-4af0-b133-84a9ed0006e5 HTTP/1.1" status: 200 len: 945 time: 0.0521955 Feb 09 22:05:43.568900 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a14d9fd6-1800-4310-8ca8-b65e8526db7a req-21be976d-b301-4028-a6a6-5915cbb0fca6 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395763 Feb 09 22:05:43.804997 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71216416-722f-4190-a6bf-84faddde51ed req-24eab47c-979c-4f7e-b611-eac896e5d5b9 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:43.806475 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-71216416-722f-4190-a6bf-84faddde51ed req-24eab47c-979c-4f7e-b611-eac896e5d5b9 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=4db9edc3-83c0-4af0-b133-84a9ed0006e5 HTTP/1.1" status: 200 len: 945 time: 0.0565565 Feb 09 22:05:43.851671 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-71216416-722f-4190-a6bf-84faddde51ed req-dc7d843a-e795-4c61-ac76-4e6a20ffaf46 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395906 Feb 09 22:05:44.193324 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:44.972029 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c54b0d4-a32a-4c3b-b5b8-bd4b2107b55e req-6253090d-fa54-494b-aa6f-962ab378ab77 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:44.973518 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6c54b0d4-a32a-4c3b-b5b8-bd4b2107b55e req-6253090d-fa54-494b-aa6f-962ab378ab77 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=4db9edc3-83c0-4af0-b133-84a9ed0006e5 HTTP/1.1" status: 200 len: 945 time: 0.0538771 Feb 09 22:05:45.018117 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6c54b0d4-a32a-4c3b-b5b8-bd4b2107b55e req-60fe2020-ed3c-4c70-b9d1-55694cf82b33 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390480 Feb 09 22:05:45.318717 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:45.652490 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918dc3f9-c53f-4674-9483-4c67b44e2eb2 req-ad98d416-1af1-470f-9435-5ebb3af9791f tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:05:45.653952 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-918dc3f9-c53f-4674-9483-4c67b44e2eb2 req-ad98d416-1af1-470f-9435-5ebb3af9791f tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.95 "GET /v2.0/ports?device_id=4db9edc3-83c0-4af0-b133-84a9ed0006e5 HTTP/1.1" status: 200 len: 945 time: 0.0515821 Feb 09 22:05:45.748770 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-918dc3f9-c53f-4674-9483-4c67b44e2eb2 req-042deee2-cbfa-475f-8920-dcb7f138aaa8 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Deleting port 08b76307-6f7e-4923-b431-71e3b043be39 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:05:45.749119 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-918dc3f9-c53f-4674-9483-4c67b44e2eb2 req-042deee2-cbfa-475f-8920-dcb7f138aaa8 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (08b76307-6f7e-4923-b431-71e3b043be39), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:45.837631 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-918dc3f9-c53f-4674-9483-4c67b44e2eb2 req-042deee2-cbfa-475f-8920-dcb7f138aaa8 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] For port 08b76307-6f7e-4923-b431-71e3b043be39, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=08b76307-6f7e-4923-b431-71e3b043be39,segment=NetworkSegment(ccdb70e6-3e43-42b3-b6b7-87da11db8888),segment_id=ccdb70e6-3e43-42b3-b6b7-87da11db8888)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:05:45.837996 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-918dc3f9-c53f-4674-9483-4c67b44e2eb2 req-042deee2-cbfa-475f-8920-dcb7f138aaa8 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (08b76307-6f7e-4923-b431-71e3b043be39), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:45.849955 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-918dc3f9-c53f-4674-9483-4c67b44e2eb2 req-042deee2-cbfa-475f-8920-dcb7f138aaa8 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Calling delete_port for 08b76307-6f7e-4923-b431-71e3b043be39 owned by compute:nova {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:05:45.977863 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-918dc3f9-c53f-4674-9483-4c67b44e2eb2 req-042deee2-cbfa-475f-8920-dcb7f138aaa8 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (08b76307-6f7e-4923-b431-71e3b043be39), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:45.991583 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['08b76307-6f7e-4923-b431-71e3b043be39'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:05:46.009701 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042deee2-cbfa-475f-8920-dcb7f138aaa8 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Pushing event deleted for resources: {'Port': ['ID=08b76307-6f7e-4923-b431-71e3b043be39,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:05:46.023138 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042deee2-cbfa-475f-8920-dcb7f138aaa8 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:05:46.023138 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042deee2-cbfa-475f-8920-dcb7f138aaa8 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:05:46.023138 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042deee2-cbfa-475f-8920-dcb7f138aaa8 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:05:46.023469 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042deee2-cbfa-475f-8920-dcb7f138aaa8 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:05:46.023789 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042deee2-cbfa-475f-8920-dcb7f138aaa8 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:05:46.024124 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042deee2-cbfa-475f-8920-dcb7f138aaa8 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:05:46.024488 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042deee2-cbfa-475f-8920-dcb7f138aaa8 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:05:46.024818 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042deee2-cbfa-475f-8920-dcb7f138aaa8 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:05:46.025147 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042deee2-cbfa-475f-8920-dcb7f138aaa8 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:05:46.025475 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042deee2-cbfa-475f-8920-dcb7f138aaa8 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:05:46.025906 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042deee2-cbfa-475f-8920-dcb7f138aaa8 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:05:46.026165 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042deee2-cbfa-475f-8920-dcb7f138aaa8 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:05:46.026496 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042deee2-cbfa-475f-8920-dcb7f138aaa8 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:05:46.065246 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-918dc3f9-c53f-4674-9483-4c67b44e2eb2 req-042deee2-cbfa-475f-8920-dcb7f138aaa8 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] No DVR routers for this DVR port 08b76307-6f7e-4923-b431-71e3b043be39 on host n-h1-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:05:46.067985 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-918dc3f9-c53f-4674-9483-4c67b44e2eb2 req-042deee2-cbfa-475f-8920-dcb7f138aaa8 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:46.071406 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-918dc3f9-c53f-4674-9483-4c67b44e2eb2 req-042deee2-cbfa-475f-8920-dcb7f138aaa8 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.95 "DELETE /v2.0/ports/08b76307-6f7e-4923-b431-71e3b043be39 HTTP/1.1" status: 204 len: 173 time: 0.4113979 Feb 09 22:05:46.071867 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4db9edc3-83c0-4af0-b133-84a9ed0006e5', 'name': 'network-vif-deleted', 'tag': '08b76307-6f7e-4923-b431-71e3b043be39'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:05:46.074180 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78c5774e-411d-44c9-b581-6eee94f3db40" -d '{"events": [{"server_uuid": "4db9edc3-83c0-4af0-b133-84a9ed0006e5", "name": "network-vif-deleted", "tag": "08b76307-6f7e-4923-b431-71e3b043be39"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:05:46.122747 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4a8e50c2-0db4-4ccb-9fd9-43624089e68d req-7c485eba-da0f-4da7-8622-1cfb40908440 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=4db9edc3-83c0-4af0-b133-84a9ed0006e5 HTTP/1.1" status: 200 len: 210 time: 0.0293944 Feb 09 22:05:46.130255 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96122eaf-bc2d-4f91-bf00-fc9681e47c2c x-openstack-request-id: req-96122eaf-bc2d-4f91-bf00-fc9681e47c2c {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:05:46.130538 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4db9edc3-83c0-4af0-b133-84a9ed0006e5", "name": "network-vif-deleted", "tag": "08b76307-6f7e-4923-b431-71e3b043be39", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:05:46.130799 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-96122eaf-bc2d-4f91-bf00-fc9681e47c2c {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:05:46.131213 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4db9edc3-83c0-4af0-b133-84a9ed0006e5', 'name': 'network-vif-deleted', 'tag': '08b76307-6f7e-4923-b431-71e3b043be39', 'status': 'completed', 'code': 200} Feb 09 22:05:47.232481 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-912deb86-85cc-4b6f-85d4-d44bdc30e37e req-941acc3f-4bf1-459b-9147-b9fd422b54e1 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=4db9edc3-83c0-4af0-b133-84a9ed0006e5 HTTP/1.1" status: 200 len: 210 time: 0.0277350 Feb 09 22:05:47.579364 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:05:48.327804 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0913fb68-a582-4998-aadf-959e15a7e1a9 req-c8759cb1-478f-42e2-a6f0-4ee4d1af0669 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=4db9edc3-83c0-4af0-b133-84a9ed0006e5 HTTP/1.1" status: 200 len: 210 time: 0.0295031 Feb 09 22:05:48.821285 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 08b76307-6f7e-4923-b431-71e3b043be39 no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:05:48.842123 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] No Port match for: 08b76307-6f7e-4923-b431-71e3b043be39 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:05:48.842474 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 08b76307-6f7e-4923-b431-71e3b043be39 not bound to the agent host n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:05:49.426242 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4fd6aa6d-8d3d-4198-b53c-3e655866aba3 req-a438bfc5-f0bc-4ec5-b43f-a09abdf563c8 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=4db9edc3-83c0-4af0-b133-84a9ed0006e5 HTTP/1.1" status: 200 len: 210 time: 0.0291295 Feb 09 22:05:50.523371 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-94a5f7de-1cbf-4c25-b34e-5442475eccbc req-d8e801ec-e2af-410e-9e45-b1810e405284 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=4db9edc3-83c0-4af0-b133-84a9ed0006e5 HTTP/1.1" status: 200 len: 210 time: 0.0271938 Feb 09 22:05:51.481472 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:51.618732 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-04f6d0b0-0878-4ba1-bd93-6cc2dc7bd7ff req-15377fea-afa7-4732-95f1-ea75abb65b46 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=4db9edc3-83c0-4af0-b133-84a9ed0006e5 HTTP/1.1" status: 200 len: 210 time: 0.0278685 Feb 09 22:05:52.715485 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-92552162-d50c-4441-b6f0-9ea65d8550c8 req-b4f1e399-7c49-450c-a78b-30f1fedca166 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=4db9edc3-83c0-4af0-b133-84a9ed0006e5 HTTP/1.1" status: 200 len: 210 time: 0.0287063 Feb 09 22:05:53.709957 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:05:53.811202 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8dfb66ec-9698-4fd8-a5b0-6ae268429614 req-d7372a54-0654-4f8a-b9d1-a099a53132b0 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=4db9edc3-83c0-4af0-b133-84a9ed0006e5 HTTP/1.1" status: 200 len: 210 time: 0.0278964 Feb 09 22:06:04.737633 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f57cbe3-bef7-4743-a447-60d56826425f req-ce99c787-5957-4857-951f-b9d4189b7ff9 tempest-TestNetworkAdvancedServerOps-2092705809 tempest-TestNetworkAdvancedServerOps-2092705809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:04.739902 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5f57cbe3-bef7-4743-a447-60d56826425f req-ce99c787-5957-4857-951f-b9d4189b7ff9 tempest-TestNetworkAdvancedServerOps-2092705809 tempest-TestNetworkAdvancedServerOps-2092705809-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=cc0cc065-0e97-45b7-ac81-5696440591cf HTTP/1.1" status: 200 len: 1129 time: 0.0484314 Feb 09 22:06:04.786282 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5f57cbe3-bef7-4743-a447-60d56826425f req-2de787ce-3bbc-49f6-9302-d6b76be5351b tempest-TestNetworkAdvancedServerOps-2092705809 tempest-TestNetworkAdvancedServerOps-2092705809-project-admin] 10.222.0.90 "GET /v2.0/security-groups?id=1ea0e49e-69f8-45bc-add4-f3a3de114325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405934 Feb 09 22:06:04.808317 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41420) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:04.973707 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-8745689a-b13a-4419-860a-babdf19d9c77 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Deleting port 27cfdc2f-4aec-4d65-b334-4f7f40d22b71 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:06:04.974051 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8745689a-b13a-4419-860a-babdf19d9c77 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (27cfdc2f-4aec-4d65-b334-4f7f40d22b71), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:05.048363 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8745689a-b13a-4419-860a-babdf19d9c77 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (27cfdc2f-4aec-4d65-b334-4f7f40d22b71), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:05.048601 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8745689a-b13a-4419-860a-babdf19d9c77 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for floatingip (27cfdc2f-4aec-4d65-b334-4f7f40d22b71), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:05.060207 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-8745689a-b13a-4419-860a-babdf19d9c77 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Calling delete_port for 27cfdc2f-4aec-4d65-b334-4f7f40d22b71 owned by network:floatingip {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:06:05.219317 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8745689a-b13a-4419-860a-babdf19d9c77 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (27cfdc2f-4aec-4d65-b334-4f7f40d22b71), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:05.250711 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8745689a-b13a-4419-860a-babdf19d9c77 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Pushing event deleted for resources: {'Port': ['ID=27cfdc2f-4aec-4d65-b334-4f7f40d22b71,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:05.658208 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8745689a-b13a-4419-860a-babdf19d9c77 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for floatingip (00a7a013-de7a-471e-995e-de8c026cac39), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:05.658549 n-d-828369-5 neutron-server[103140]: INFO neutron.db.l3_db [None req-8745689a-b13a-4419-860a-babdf19d9c77 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Floating IP 00a7a013-de7a-471e-995e-de8c026cac39 disassociated (deleted). External IP: 172.25.3.222, port: dc1b1a45-9f97-43e0-a4ff-83453f47b083. Feb 09 22:06:05.878318 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8745689a-b13a-4419-860a-babdf19d9c77 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Router 83d83f35-2562-41f5-9bb7-c4dcb1331e9d has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:06:05.997074 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8745689a-b13a-4419-860a-babdf19d9c77 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:06:06.001535 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8745689a-b13a-4419-860a-babdf19d9c77 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:06.006859 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6ecd31-6ad9-40f0-9dfd-b8f49d30c256 None None] Sync routers for ids ['83d83f35-2562-41f5-9bb7-c4dcb1331e9d'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:06:06.018839 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6ecd31-6ad9-40f0-9dfd-b8f49d30c256 None None] Routers {'83d83f35-2562-41f5-9bb7-c4dcb1331e9d'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:06:06.019468 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-4a6ecd31-6ad9-40f0-9dfd-b8f49d30c256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:05:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['83d83f35-2562-41f5-9bb7-c4dcb1331e9d'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:06.036364 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-8745689a-b13a-4419-860a-babdf19d9c77 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "DELETE /v2.0/floatingips/00a7a013-de7a-471e-995e-de8c026cac39 HTTP/1.1" status: 204 len: 168 time: 1.2258456 Feb 09 22:06:06.037499 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc0cc065-0e97-45b7-ac81-5696440591cf', 'tag': 'dc1b1a45-9f97-43e0-a4ff-83453f47b083'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:06:06.041074 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f27c370-34ab-4bef-b7d1-ed3ff9ed954a" -d '{"events": [{"name": "network-changed", "server_uuid": "cc0cc065-0e97-45b7-ac81-5696440591cf", "tag": "dc1b1a45-9f97-43e0-a4ff-83453f47b083"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:06:06.086650 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24619adc-0358-4b7c-90ce-03576f186af6 x-openstack-request-id: req-24619adc-0358-4b7c-90ce-03576f186af6 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:06:06.086947 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc0cc065-0e97-45b7-ac81-5696440591cf", "tag": "dc1b1a45-9f97-43e0-a4ff-83453f47b083", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:06:06.087205 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-24619adc-0358-4b7c-90ce-03576f186af6 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:06:06.087606 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc0cc065-0e97-45b7-ac81-5696440591cf', 'tag': 'dc1b1a45-9f97-43e0-a4ff-83453f47b083', 'status': 'completed', 'code': 200} Feb 09 22:06:06.167081 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f27c370-34ab-4bef-b7d1-ed3ff9ed954a req-e2d3d8b6-dc29-4841-8dea-b4b07c117871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:06.169600 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0f27c370-34ab-4bef-b7d1-ed3ff9ed954a req-e2d3d8b6-dc29-4841-8dea-b4b07c117871 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=deeb9e226e2546f19554cbe5eac163d6&device_id=cc0cc065-0e97-45b7-ac81-5696440591cf HTTP/1.1" status: 200 len: 1129 time: 0.0591733 Feb 09 22:06:06.177590 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-4a6ecd31-6ad9-40f0-9dfd-b8f49d30c256 None None] Set router 83d83f35-2562-41f5-9bb7-c4dcb1331e9d gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:06:06.292512 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f27c370-34ab-4bef-b7d1-ed3ff9ed954a req-3af50da7-deb2-4f6a-8aa3-80bf22d5f391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:06.293956 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0f27c370-34ab-4bef-b7d1-ed3ff9ed954a req-3af50da7-deb2-4f6a-8aa3-80bf22d5f391 service neutron] 10.222.0.89 "GET /v2.0/networks?id=2668512e-8eb2-4929-aa61-73eeaa045414 HTTP/1.1" status: 200 len: 897 time: 0.1124618 Feb 09 22:06:06.335008 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e89f8d-0d18-4139-94e5-19e1c576482d req-e6369aa0-eb8c-455b-8065-f5195e40a888 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:06.336562 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c2e89f8d-0d18-4139-94e5-19e1c576482d req-e6369aa0-eb8c-455b-8065-f5195e40a888 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=cc0cc065-0e97-45b7-ac81-5696440591cf HTTP/1.1" status: 200 len: 947 time: 0.0762267 Feb 09 22:06:06.356885 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0f27c370-34ab-4bef-b7d1-ed3ff9ed954a req-d80e71a2-702d-4ac9-b32a-4928b0d5f791 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc1b1a45-9f97-43e0-a4ff-83453f47b083 HTTP/1.1" status: 200 len: 217 time: 0.0561104 Feb 09 22:06:06.401875 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c2e89f8d-0d18-4139-94e5-19e1c576482d req-15b36bfd-467f-4c70-b9c7-a510e5413b52 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=1ea0e49e-69f8-45bc-add4-f3a3de114325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571966 Feb 09 22:06:06.422608 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-4a6ecd31-6ad9-40f0-9dfd-b8f49d30c256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d83f35-2562-41f5-9bb7-c4dcb1331e9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-56677076', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '5494a520-9c62-48e6-be60-bf3fd3ef5954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:02:27Z', 'updated_at': '2022-02-09T22:02:34Z', 'revision_number': 4, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'gw_port': {'id': '5494a520-9c62-48e6-be60-bf3fd3ef5954', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:4e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d83f35-2562-41f5-9bb7-c4dcb1331e9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:02:28Z', 'updated_at': '2022-02-09T22:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '5a4ac43a-7ed1-4f52-8e17-6f7c2d74dea0', 'name': '', 'network_id': '2668512e-8eb2-4929-aa61-73eeaa045414', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'mac_address': 'fa:16:3e:c5:ee:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d83f35-2562-41f5-9bb7-c4dcb1331e9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': 'f9a51163-f04d-4c59-bc0f-ef32b4a819bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:02:33Z', 'updated_at': '2022-02-09T22:02:40Z', 'revision_number': 5, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'subnets': [{'id': 'f9a51163-f04d-4c59-bc0f-ef32b4a819bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:06.422791 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f27c370-34ab-4bef-b7d1-ed3ff9ed954a req-fa33a521-88e4-4b38-acb7-9fa13341be94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:06.422791 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0f27c370-34ab-4bef-b7d1-ed3ff9ed954a req-fa33a521-88e4-4b38-acb7-9fa13341be94 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f9a51163-f04d-4c59-bc0f-ef32b4a819bf HTTP/1.1" status: 200 len: 835 time: 0.0551219 Feb 09 22:06:06.448027 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6ecd31-6ad9-40f0-9dfd-b8f49d30c256 None None] Checking router: 83d83f35-2562-41f5-9bb7-c4dcb1331e9d for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:06:06.456967 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6ecd31-6ad9-40f0-9dfd-b8f49d30c256 None None] Routers {'83d83f35-2562-41f5-9bb7-c4dcb1331e9d'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:06:06.457650 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-4a6ecd31-6ad9-40f0-9dfd-b8f49d30c256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:05:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['83d83f35-2562-41f5-9bb7-c4dcb1331e9d'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:06.477955 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f27c370-34ab-4bef-b7d1-ed3ff9ed954a req-b126e85f-bfb8-4f60-ace1-86ad17b4251b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:06.479524 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0f27c370-34ab-4bef-b7d1-ed3ff9ed954a req-b126e85f-bfb8-4f60-ace1-86ad17b4251b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2668512e-8eb2-4929-aa61-73eeaa045414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0504534 Feb 09 22:06:06.583660 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0f27c370-34ab-4bef-b7d1-ed3ff9ed954a req-81786bb5-c85e-4063-840d-e2c9eecc90cc service neutron] 10.222.0.89 "GET /v2.0/networks/2668512e-8eb2-4929-aa61-73eeaa045414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957832 Feb 09 22:06:06.669210 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-4a6ecd31-6ad9-40f0-9dfd-b8f49d30c256 None None] Set router 83d83f35-2562-41f5-9bb7-c4dcb1331e9d gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:06:06.683726 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0f27c370-34ab-4bef-b7d1-ed3ff9ed954a req-5a9a691a-630f-4c40-87e3-b5338cb321fb service neutron] 10.222.0.89 "GET /v2.0/networks/2668512e-8eb2-4929-aa61-73eeaa045414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930724 Feb 09 22:06:06.874108 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-4a6ecd31-6ad9-40f0-9dfd-b8f49d30c256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d83f35-2562-41f5-9bb7-c4dcb1331e9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-56677076', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '5494a520-9c62-48e6-be60-bf3fd3ef5954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:02:27Z', 'updated_at': '2022-02-09T22:02:34Z', 'revision_number': 4, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'gw_port': {'id': '5494a520-9c62-48e6-be60-bf3fd3ef5954', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:4e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d83f35-2562-41f5-9bb7-c4dcb1331e9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:02:28Z', 'updated_at': '2022-02-09T22:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '5a4ac43a-7ed1-4f52-8e17-6f7c2d74dea0', 'name': '', 'network_id': '2668512e-8eb2-4929-aa61-73eeaa045414', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'mac_address': 'fa:16:3e:c5:ee:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d83f35-2562-41f5-9bb7-c4dcb1331e9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': 'f9a51163-f04d-4c59-bc0f-ef32b4a819bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:02:33Z', 'updated_at': '2022-02-09T22:02:40Z', 'revision_number': 5, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'subnets': [{'id': 'f9a51163-f04d-4c59-bc0f-ef32b4a819bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:06.899945 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6ecd31-6ad9-40f0-9dfd-b8f49d30c256 None None] The sync data for ids ['83d83f35-2562-41f5-9bb7-c4dcb1331e9d'] in n-d-828369-5 is: [{'id': '83d83f35-2562-41f5-9bb7-c4dcb1331e9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-56677076', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '5494a520-9c62-48e6-be60-bf3fd3ef5954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:02:27Z', 'updated_at': '2022-02-09T22:02:34Z', 'revision_number': 4, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'gw_port': {'id': '5494a520-9c62-48e6-be60-bf3fd3ef5954', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:4e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d83f35-2562-41f5-9bb7-c4dcb1331e9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:02:28Z', 'updated_at': '2022-02-09T22:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '5a4ac43a-7ed1-4f52-8e17-6f7c2d74dea0', 'name': '', 'network_id': '2668512e-8eb2-4929-aa61-73eeaa045414', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'mac_address': 'fa:16:3e:c5:ee:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d83f35-2562-41f5-9bb7-c4dcb1331e9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3589, 'fixed_ips': [{'subnet_id': 'f9a51163-f04d-4c59-bc0f-ef32b4a819bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:02:33Z', 'updated_at': '2022-02-09T22:02:40Z', 'revision_number': 5, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'subnets': [{'id': 'f9a51163-f04d-4c59-bc0f-ef32b4a819bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:06:07.147208 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6caad654-97c8-4b3d-9453-b5d70179a705 None None] New status for floating IP 00a7a013-de7a-471e-995e-de8c026cac39: DOWN {{(pid=103142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:06:07.546181 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ac6508-8ff2-49ff-a30a-b7fee082c6f2 req-e4ee8356-9059-4ac3-adc5-992e973d1f40 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:07.547681 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f3ac6508-8ff2-49ff-a30a-b7fee082c6f2 req-e4ee8356-9059-4ac3-adc5-992e973d1f40 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=cc0cc065-0e97-45b7-ac81-5696440591cf HTTP/1.1" status: 200 len: 947 time: 0.0582697 Feb 09 22:06:07.610480 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f3ac6508-8ff2-49ff-a30a-b7fee082c6f2 req-872ec5a8-f15c-4f85-9d1c-024d2cf8ee11 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=1ea0e49e-69f8-45bc-add4-f3a3de114325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522377 Feb 09 22:06:08.209232 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f866242-f674-4611-9c71-1b27dd5da0d3 req-5ba2b5f7-109f-405b-b2c4-509ea0127e76 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:08.210823 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0f866242-f674-4611-9c71-1b27dd5da0d3 req-5ba2b5f7-109f-405b-b2c4-509ea0127e76 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.89 "GET /v2.0/ports?device_id=cc0cc065-0e97-45b7-ac81-5696440591cf HTTP/1.1" status: 200 len: 947 time: 0.0639524 Feb 09 22:06:08.311003 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-0f866242-f674-4611-9c71-1b27dd5da0d3 req-b217c9b3-b62f-4d35-ac62-ff2118d8686e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Deleting port dc1b1a45-9f97-43e0-a4ff-83453f47b083 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:06:08.311387 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-0f866242-f674-4611-9c71-1b27dd5da0d3 req-b217c9b3-b62f-4d35-ac62-ff2118d8686e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (dc1b1a45-9f97-43e0-a4ff-83453f47b083), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:08.413167 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-0f866242-f674-4611-9c71-1b27dd5da0d3 req-b217c9b3-b62f-4d35-ac62-ff2118d8686e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] For port dc1b1a45-9f97-43e0-a4ff-83453f47b083, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=dc1b1a45-9f97-43e0-a4ff-83453f47b083,segment=NetworkSegment(c140cf13-b6e6-422b-a848-f0450f688d89),segment_id=c140cf13-b6e6-422b-a848-f0450f688d89)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:06:08.415465 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-0f866242-f674-4611-9c71-1b27dd5da0d3 req-b217c9b3-b62f-4d35-ac62-ff2118d8686e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (dc1b1a45-9f97-43e0-a4ff-83453f47b083), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:08.430236 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-0f866242-f674-4611-9c71-1b27dd5da0d3 req-b217c9b3-b62f-4d35-ac62-ff2118d8686e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Calling delete_port for dc1b1a45-9f97-43e0-a4ff-83453f47b083 owned by compute:nova {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:06:08.566934 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-0f866242-f674-4611-9c71-1b27dd5da0d3 req-b217c9b3-b62f-4d35-ac62-ff2118d8686e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (dc1b1a45-9f97-43e0-a4ff-83453f47b083), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:08.601833 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b217c9b3-b62f-4d35-ac62-ff2118d8686e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Pushing event deleted for resources: {'Port': ['ID=dc1b1a45-9f97-43e0-a4ff-83453f47b083,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:08.627050 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b217c9b3-b62f-4d35-ac62-ff2118d8686e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:08.627430 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b217c9b3-b62f-4d35-ac62-ff2118d8686e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:08.627783 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b217c9b3-b62f-4d35-ac62-ff2118d8686e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:08.628132 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b217c9b3-b62f-4d35-ac62-ff2118d8686e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:08.628487 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b217c9b3-b62f-4d35-ac62-ff2118d8686e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:08.628824 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b217c9b3-b62f-4d35-ac62-ff2118d8686e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:08.629157 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b217c9b3-b62f-4d35-ac62-ff2118d8686e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:08.629488 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b217c9b3-b62f-4d35-ac62-ff2118d8686e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:08.629818 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b217c9b3-b62f-4d35-ac62-ff2118d8686e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:08.630145 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b217c9b3-b62f-4d35-ac62-ff2118d8686e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:08.630470 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b217c9b3-b62f-4d35-ac62-ff2118d8686e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:08.630791 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b217c9b3-b62f-4d35-ac62-ff2118d8686e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:08.631112 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b217c9b3-b62f-4d35-ac62-ff2118d8686e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:08.654491 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f866242-f674-4611-9c71-1b27dd5da0d3 req-b217c9b3-b62f-4d35-ac62-ff2118d8686e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] No DVR routers for this DVR port dc1b1a45-9f97-43e0-a4ff-83453f47b083 on host n-h2-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:06:08.661607 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-0f866242-f674-4611-9c71-1b27dd5da0d3 req-b217c9b3-b62f-4d35-ac62-ff2118d8686e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:08.667600 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0f866242-f674-4611-9c71-1b27dd5da0d3 req-b217c9b3-b62f-4d35-ac62-ff2118d8686e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.89 "DELETE /v2.0/ports/dc1b1a45-9f97-43e0-a4ff-83453f47b083 HTTP/1.1" status: 204 len: 173 time: 0.4509425 Feb 09 22:06:08.668041 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0cc065-0e97-45b7-ac81-5696440591cf', 'name': 'network-vif-deleted', 'tag': 'dc1b1a45-9f97-43e0-a4ff-83453f47b083'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:06:08.670393 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51355df8-5538-439f-9532-9ed9482cbc30" -d '{"events": [{"server_uuid": "cc0cc065-0e97-45b7-ac81-5696440591cf", "name": "network-vif-deleted", "tag": "dc1b1a45-9f97-43e0-a4ff-83453f47b083"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:06:08.716067 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f600d76-857f-439c-9f1b-b9d8686bebe2 x-openstack-request-id: req-1f600d76-857f-439c-9f1b-b9d8686bebe2 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:06:08.716473 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc0cc065-0e97-45b7-ac81-5696440591cf", "name": "network-vif-deleted", "tag": "dc1b1a45-9f97-43e0-a4ff-83453f47b083", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:06:08.716806 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-1f600d76-857f-439c-9f1b-b9d8686bebe2 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:06:08.717314 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc0cc065-0e97-45b7-ac81-5696440591cf', 'name': 'network-vif-deleted', 'tag': 'dc1b1a45-9f97-43e0-a4ff-83453f47b083', 'status': 'completed', 'code': 200} Feb 09 22:06:08.727289 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d8748e9d-a7ff-4e3d-828c-e26ff9ab43cb req-aa8318d8-d0de-4843-99fb-061792f6bfd7 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=cc0cc065-0e97-45b7-ac81-5696440591cf HTTP/1.1" status: 200 len: 210 time: 0.0337987 Feb 09 22:06:09.036771 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e1dba6dc-2c36-48c5-96cf-5c363a016c95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:09.788717 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41448) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:10.202849 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-11d39406-6167-4df4-8c3e-ef366acbed88 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524906'] for router_interface (83d83f35-2562-41f5-9bb7-c4dcb1331e9d), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:10.492079 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-11d39406-6167-4df4-8c3e-ef366acbed88 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Deleting port 5a4ac43a-7ed1-4f52-8e17-6f7c2d74dea0 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:06:10.492467 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-11d39406-6167-4df4-8c3e-ef366acbed88 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (5a4ac43a-7ed1-4f52-8e17-6f7c2d74dea0), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:10.580391 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-11d39406-6167-4df4-8c3e-ef366acbed88 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] For port 5a4ac43a-7ed1-4f52-8e17-6f7c2d74dea0, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=5a4ac43a-7ed1-4f52-8e17-6f7c2d74dea0,segment=NetworkSegment(c140cf13-b6e6-422b-a848-f0450f688d89),segment_id=c140cf13-b6e6-422b-a848-f0450f688d89)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:06:10.580758 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-11d39406-6167-4df4-8c3e-ef366acbed88 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (5a4ac43a-7ed1-4f52-8e17-6f7c2d74dea0), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:10.593864 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-11d39406-6167-4df4-8c3e-ef366acbed88 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Calling delete_port for 5a4ac43a-7ed1-4f52-8e17-6f7c2d74dea0 owned by network:router_interface {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:06:10.781565 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-11d39406-6167-4df4-8c3e-ef366acbed88 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (5a4ac43a-7ed1-4f52-8e17-6f7c2d74dea0), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:10.810475 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d39406-6167-4df4-8c3e-ef366acbed88 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Pushing event deleted for resources: {'Port': ['ID=5a4ac43a-7ed1-4f52-8e17-6f7c2d74dea0,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:10.995759 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-11d39406-6167-4df4-8c3e-ef366acbed88 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-525054'] for router_interface (83d83f35-2562-41f5-9bb7-c4dcb1331e9d), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:11.021243 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e0479c10-4b25-4d66-822b-32c45ea3a941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:11.226859 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11d39406-6167-4df4-8c3e-ef366acbed88 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Router 83d83f35-2562-41f5-9bb7-c4dcb1331e9d has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:06:11.344116 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11d39406-6167-4df4-8c3e-ef366acbed88 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:06:11.349512 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-11d39406-6167-4df4-8c3e-ef366acbed88 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "PUT /v2.0/routers/83d83f35-2562-41f5-9bb7-c4dcb1331e9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5597258 Feb 09 22:06:11.352771 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 41470) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:11.354084 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af7f1de-bab3-4285-9f34-20eb75548069 None None] Sync routers for ids ['83d83f35-2562-41f5-9bb7-c4dcb1331e9d'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:06:11.365948 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af7f1de-bab3-4285-9f34-20eb75548069 None None] Routers {'83d83f35-2562-41f5-9bb7-c4dcb1331e9d'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:06:11.366873 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-7af7f1de-bab3-4285-9f34-20eb75548069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:06:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['83d83f35-2562-41f5-9bb7-c4dcb1331e9d'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:11.405899 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-a520363e-dfa4-46c6-8165-a660fe274852 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Deleting subnet f9a51163-f04d-4c59-bc0f-ef32b4a819bf {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:06:11.409056 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a520363e-dfa4-46c6-8165-a660fe274852 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for subnet (f9a51163-f04d-4c59-bc0f-ef32b4a819bf), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:11.452985 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a520363e-dfa4-46c6-8165-a660fe274852 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (f9a51163-f04d-4c59-bc0f-ef32b4a819bf), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:11.478445 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-7af7f1de-bab3-4285-9f34-20eb75548069 None None] Set router 83d83f35-2562-41f5-9bb7-c4dcb1331e9d gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:06:11.537719 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a520363e-dfa4-46c6-8165-a660fe274852 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (f9a51163-f04d-4c59-bc0f-ef32b4a819bf), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:11.599474 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a520363e-dfa4-46c6-8165-a660fe274852 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (f9a51163-f04d-4c59-bc0f-ef32b4a819bf), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:11.635151 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a520363e-dfa4-46c6-8165-a660fe274852 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Pushing event deleted for resources: {'Subnet': ['ID=f9a51163-f04d-4c59-bc0f-ef32b4a819bf,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:11.637599 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a520363e-dfa4-46c6-8165-a660fe274852 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:11.643422 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8006fcd-93cc-4ce2-8ed9-1d24c20594b4 None None] Network 2668512e-8eb2-4929-aa61-73eeaa045414 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:06:11.644504 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-a520363e-dfa4-46c6-8165-a660fe274852 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "DELETE /v2.0/subnets/f9a51163-f04d-4c59-bc0f-ef32b4a819bf HTTP/1.1" status: 204 len: 168 time: 0.2899325 Feb 09 22:06:11.645473 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41472) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:11.684206 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-7af7f1de-bab3-4285-9f34-20eb75548069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d83f35-2562-41f5-9bb7-c4dcb1331e9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-56677076', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '5494a520-9c62-48e6-be60-bf3fd3ef5954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:02:27Z', 'updated_at': '2022-02-09T22:06:10Z', 'revision_number': 5, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'gw_port': {'id': '5494a520-9c62-48e6-be60-bf3fd3ef5954', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:4e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d83f35-2562-41f5-9bb7-c4dcb1331e9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:02:28Z', 'updated_at': '2022-02-09T22:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:11.715038 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af7f1de-bab3-4285-9f34-20eb75548069 None None] Checking router: 83d83f35-2562-41f5-9bb7-c4dcb1331e9d for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:06:11.723932 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af7f1de-bab3-4285-9f34-20eb75548069 None None] Routers {'83d83f35-2562-41f5-9bb7-c4dcb1331e9d'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:06:11.724815 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-7af7f1de-bab3-4285-9f34-20eb75548069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:06:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['83d83f35-2562-41f5-9bb7-c4dcb1331e9d'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:11.806522 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d0454155-468f-420f-be6a-b700b6b42480 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for router (83d83f35-2562-41f5-9bb7-c4dcb1331e9d), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:11.866335 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-7af7f1de-bab3-4285-9f34-20eb75548069 None None] Set router 83d83f35-2562-41f5-9bb7-c4dcb1331e9d gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:06:11.871843 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622bd735-b766-4c4e-973d-0310e0bc82fb None None] DHCP port deletion for 2668512e-8eb2-4929-aa61-73eeaa045414 request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:06:11.943480 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-622bd735-b766-4c4e-973d-0310e0bc82fb None None] Deleting port 9fb811a7-46e9-4315-b80f-9b8af5ae2672 {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:06:11.944881 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-622bd735-b766-4c4e-973d-0310e0bc82fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (9fb811a7-46e9-4315-b80f-9b8af5ae2672), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:11.953790 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d0454155-468f-420f-be6a-b700b6b42480 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for router_gateway (83d83f35-2562-41f5-9bb7-c4dcb1331e9d), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:12.014905 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d0454155-468f-420f-be6a-b700b6b42480 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Deleting port 5494a520-9c62-48e6-be60-bf3fd3ef5954 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:06:12.015409 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d0454155-468f-420f-be6a-b700b6b42480 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (5494a520-9c62-48e6-be60-bf3fd3ef5954), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:12.025177 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-622bd735-b766-4c4e-973d-0310e0bc82fb None None] For port 9fb811a7-46e9-4315-b80f-9b8af5ae2672, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=9fb811a7-46e9-4315-b80f-9b8af5ae2672,segment=NetworkSegment(c140cf13-b6e6-422b-a848-f0450f688d89),segment_id=c140cf13-b6e6-422b-a848-f0450f688d89)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:06:12.025751 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-622bd735-b766-4c4e-973d-0310e0bc82fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (9fb811a7-46e9-4315-b80f-9b8af5ae2672), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:12.038646 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-622bd735-b766-4c4e-973d-0310e0bc82fb None None] Calling delete_port for 9fb811a7-46e9-4315-b80f-9b8af5ae2672 owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:06:12.078468 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-7af7f1de-bab3-4285-9f34-20eb75548069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d83f35-2562-41f5-9bb7-c4dcb1331e9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-56677076', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '5494a520-9c62-48e6-be60-bf3fd3ef5954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:02:27Z', 'updated_at': '2022-02-09T22:06:10Z', 'revision_number': 5, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'gw_port': {'id': '5494a520-9c62-48e6-be60-bf3fd3ef5954', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:4e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d83f35-2562-41f5-9bb7-c4dcb1331e9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:02:28Z', 'updated_at': '2022-02-09T22:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:12.098636 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d0454155-468f-420f-be6a-b700b6b42480 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] For port 5494a520-9c62-48e6-be60-bf3fd3ef5954, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=5494a520-9c62-48e6-be60-bf3fd3ef5954,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:06:12.099211 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d0454155-468f-420f-be6a-b700b6b42480 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (5494a520-9c62-48e6-be60-bf3fd3ef5954), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:12.109469 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af7f1de-bab3-4285-9f34-20eb75548069 None None] The sync data for ids ['83d83f35-2562-41f5-9bb7-c4dcb1331e9d'] in n-d-828369-5 is: [{'id': '83d83f35-2562-41f5-9bb7-c4dcb1331e9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-56677076', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '5494a520-9c62-48e6-be60-bf3fd3ef5954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:02:27Z', 'updated_at': '2022-02-09T22:06:10Z', 'revision_number': 5, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'gw_port': {'id': '5494a520-9c62-48e6-be60-bf3fd3ef5954', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:4e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d83f35-2562-41f5-9bb7-c4dcb1331e9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:02:28Z', 'updated_at': '2022-02-09T22:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:06:12.114143 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d0454155-468f-420f-be6a-b700b6b42480 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Calling delete_port for 5494a520-9c62-48e6-be60-bf3fd3ef5954 owned by network:router_gateway {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:06:12.131012 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-622bd735-b766-4c4e-973d-0310e0bc82fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (9fb811a7-46e9-4315-b80f-9b8af5ae2672), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:12.173559 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622bd735-b766-4c4e-973d-0310e0bc82fb None None] Pushing event deleted for resources: {'Port': ['ID=9fb811a7-46e9-4315-b80f-9b8af5ae2672,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:12.176772 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622bd735-b766-4c4e-973d-0310e0bc82fb None None] No DVR routers for this DVR port 9fb811a7-46e9-4315-b80f-9b8af5ae2672 on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:06:12.186376 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622bd735-b766-4c4e-973d-0310e0bc82fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:12.186712 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622bd735-b766-4c4e-973d-0310e0bc82fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:12.187074 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622bd735-b766-4c4e-973d-0310e0bc82fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:12.189909 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622bd735-b766-4c4e-973d-0310e0bc82fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:12.189909 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622bd735-b766-4c4e-973d-0310e0bc82fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:12.189909 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622bd735-b766-4c4e-973d-0310e0bc82fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:12.189909 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622bd735-b766-4c4e-973d-0310e0bc82fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:12.189909 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622bd735-b766-4c4e-973d-0310e0bc82fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:12.189909 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622bd735-b766-4c4e-973d-0310e0bc82fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:12.190864 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622bd735-b766-4c4e-973d-0310e0bc82fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:12.190864 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622bd735-b766-4c4e-973d-0310e0bc82fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:12.191414 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622bd735-b766-4c4e-973d-0310e0bc82fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:12.191749 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622bd735-b766-4c4e-973d-0310e0bc82fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:12.338314 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d0454155-468f-420f-be6a-b700b6b42480 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (5494a520-9c62-48e6-be60-bf3fd3ef5954), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:12.367795 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0454155-468f-420f-be6a-b700b6b42480 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Pushing event deleted for resources: {'Port': ['ID=5494a520-9c62-48e6-be60-bf3fd3ef5954,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:12.431246 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d0454155-468f-420f-be6a-b700b6b42480 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-554524'] for router_gateway (83d83f35-2562-41f5-9bb7-c4dcb1331e9d), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:12.498029 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device dc1b1a45-9f97-43e0-a4ff-83453f47b083 no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:06:12.525440 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] No Port match for: dc1b1a45-9f97-43e0-a4ff-83453f47b083 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:06:12.526415 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device dc1b1a45-9f97-43e0-a4ff-83453f47b083 not bound to the agent host n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:06:12.530406 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d0454155-468f-420f-be6a-b700b6b42480 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (83d83f35-2562-41f5-9bb7-c4dcb1331e9d), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:12.532896 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d0454155-468f-420f-be6a-b700b6b42480 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for router_controller (83d83f35-2562-41f5-9bb7-c4dcb1331e9d), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:12.589672 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d0454155-468f-420f-be6a-b700b6b42480 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (83d83f35-2562-41f5-9bb7-c4dcb1331e9d), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:12.590213 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0454155-468f-420f-be6a-b700b6b42480 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Fanout notify agent at l3_agent the message router_deleted on router 83d83f35-2562-41f5-9bb7-c4dcb1331e9d {{(pid=103140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:06:12.597957 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d0454155-468f-420f-be6a-b700b6b42480 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:12.599128 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-d0454155-468f-420f-be6a-b700b6b42480 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "DELETE /v2.0/routers/83d83f35-2562-41f5-9bb7-c4dcb1331e9d HTTP/1.1" status: 204 len: 168 time: 0.9526539 Feb 09 22:06:12.601836 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41476) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:12.685331 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-43266617-4028-408e-bb83-eb56a532dead tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (2668512e-8eb2-4929-aa61-73eeaa045414), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:12.779028 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-43266617-4028-408e-bb83-eb56a532dead tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (2668512e-8eb2-4929-aa61-73eeaa045414), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:12.793424 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:12.803014 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-43266617-4028-408e-bb83-eb56a532dead tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2668512e-8eb2-4929-aa61-73eeaa045414']}} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:12.818337 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-43266617-4028-408e-bb83-eb56a532dead tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c140cf13-b6e6-422b-a848-f0450f688d89') {'for_net_delete': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:12.818640 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-43266617-4028-408e-bb83-eb56a532dead tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c140cf13-b6e6-422b-a848-f0450f688d89') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:12.829474 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-43266617-4028-408e-bb83-eb56a532dead tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110711'] for segment (c140cf13-b6e6-422b-a848-f0450f688d89), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:12.843798 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-43266617-4028-408e-bb83-eb56a532dead tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (c140cf13-b6e6-422b-a848-f0450f688d89), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:12.850230 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43266617-4028-408e-bb83-eb56a532dead tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=103140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:06:12.850614 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-43266617-4028-408e-bb83-eb56a532dead tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669415'] for segment (c140cf13-b6e6-422b-a848-f0450f688d89), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:12.853804 n-d-828369-5 neutron-server[103140]: Traceback (most recent call last): Feb 09 22:06:12.853804 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:06:12.853804 n-d-828369-5 neutron-server[103140]: timer() Feb 09 22:06:12.853804 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:06:12.853804 n-d-828369-5 neutron-server[103140]: cb(*args, **kw) Feb 09 22:06:12.853804 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:06:12.853804 n-d-828369-5 neutron-server[103140]: return func(*args, **kwargs) Feb 09 22:06:12.853804 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:06:12.853804 n-d-828369-5 neutron-server[103140]: self._notify() Feb 09 22:06:12.853804 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:06:12.853804 n-d-828369-5 neutron-server[103140]: self.callback(batched_events) Feb 09 22:06:12.853804 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:06:12.853804 n-d-828369-5 neutron-server[103140]: event.method(event) Feb 09 22:06:12.853804 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:06:12.853804 n-d-828369-5 neutron-server[103140]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:06:12.853804 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:06:12.853804 n-d-828369-5 neutron-server[103140]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:06:12.853804 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:06:12.853804 n-d-828369-5 neutron-server[103140]: return f(self, *a, **k) Feb 09 22:06:12.853804 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:06:12.853804 n-d-828369-5 neutron-server[103140]: return self._get(url).json() Feb 09 22:06:12.853804 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:06:12.853804 n-d-828369-5 neutron-server[103140]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:06:12.853804 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:06:12.853804 n-d-828369-5 neutron-server[103140]: return self.request(url, 'GET', **kwargs) Feb 09 22:06:12.853804 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:06:12.853804 n-d-828369-5 neutron-server[103140]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:06:12.853804 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:06:12.853804 n-d-828369-5 neutron-server[103140]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:06:12.853804 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:06:12.853804 n-d-828369-5 neutron-server[103140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:06:12.853804 n-d-828369-5 neutron-server[103140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:06:12.913986 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-43266617-4028-408e-bb83-eb56a532dead tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (2668512e-8eb2-4929-aa61-73eeaa045414), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:12.922161 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-43266617-4028-408e-bb83-eb56a532dead tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:12.924956 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-43266617-4028-408e-bb83-eb56a532dead tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "DELETE /v2.0/networks/2668512e-8eb2-4929-aa61-73eeaa045414 HTTP/1.1" status: 204 len: 168 time: 0.3219724 Feb 09 22:06:12.927823 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 41478) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:12.936675 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43266617-4028-408e-bb83-eb56a532dead tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Pushing event deleted for resources: {'Network': ['ID=2668512e-8eb2-4929-aa61-73eeaa045414,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:12.990952 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-43befb40-0b09-455c-92fe-a2872f58cf84 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for security_group (1ea0e49e-69f8-45bc-add4-f3a3de114325), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:13.016064 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-43befb40-0b09-455c-92fe-a2872f58cf84 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for security_group (1ea0e49e-69f8-45bc-add4-f3a3de114325), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:13.075657 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-43befb40-0b09-455c-92fe-a2872f58cf84 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (1ea0e49e-69f8-45bc-add4-f3a3de114325), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:13.078487 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-43befb40-0b09-455c-92fe-a2872f58cf84 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:13.079743 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-43befb40-0b09-455c-92fe-a2872f58cf84 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "DELETE /v2.0/security-groups/1ea0e49e-69f8-45bc-add4-f3a3de114325 HTTP/1.1" status: 204 len: 168 time: 0.1502864 Feb 09 22:06:13.089995 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43befb40-0b09-455c-92fe-a2872f58cf84 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea0e49e-69f8-45bc-add4-f3a3de114325,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:13.736616 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 41494) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:13.741774 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-72154612-81c3-4b2e-bd36-d0c8630e02d8 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-527682418', 'description': 'tempest-secgroup-smoke-527682418 description', 'project_id': 'deeb9e226e2546f19554cbe5eac163d6'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:06:13.761361 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-72154612-81c3-4b2e-bd36-d0c8630e02d8 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:13.838230 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 5494a520-9c62-48e6-be60-bf3fd3ef5954 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:06:13.839267 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-72154612-81c3-4b2e-bd36-d0c8630e02d8 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for security_group (693fbabf-1b08-40a7-84f2-f7b2af190538), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:13.844101 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-72154612-81c3-4b2e-bd36-d0c8630e02d8 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (693fbabf-1b08-40a7-84f2-f7b2af190538), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:13.859458 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 5494a520-9c62-48e6-be60-bf3fd3ef5954 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:06:13.860115 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 5494a520-9c62-48e6-be60-bf3fd3ef5954 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:06:13.860567 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 5a4ac43a-7ed1-4f52-8e17-6f7c2d74dea0 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:06:13.874768 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-72154612-81c3-4b2e-bd36-d0c8630e02d8 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:13.875910 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-72154612-81c3-4b2e-bd36-d0c8630e02d8 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1377108 Feb 09 22:06:13.878838 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 41496) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:13.879943 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 5a4ac43a-7ed1-4f52-8e17-6f7c2d74dea0 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:06:13.880323 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 5a4ac43a-7ed1-4f52-8e17-6f7c2d74dea0 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:06:13.880944 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 9fb811a7-46e9-4315-b80f-9b8af5ae2672 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:06:13.884529 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-e127aeb7-ba22-4838-a8ca-40e5bd2dc880 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Request body: {'security_group_rule': {'security_group_id': '693fbabf-1b08-40a7-84f2-f7b2af190538', 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:06:13.889621 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72154612-81c3-4b2e-bd36-d0c8630e02d8 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=693fbabf-1b08-40a7-84f2-f7b2af190538,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:13.903841 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 9fb811a7-46e9-4315-b80f-9b8af5ae2672 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:06:13.904193 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 9fb811a7-46e9-4315-b80f-9b8af5ae2672 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:06:13.915537 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e127aeb7-ba22-4838-a8ca-40e5bd2dc880 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for security_group_rule (8de0488b-2b53-4fc3-804e-cb89f261ecb2), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:13.970889 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e127aeb7-ba22-4838-a8ca-40e5bd2dc880 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for security_group_rule (8de0488b-2b53-4fc3-804e-cb89f261ecb2), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:13.975145 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e127aeb7-ba22-4838-a8ca-40e5bd2dc880 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (8de0488b-2b53-4fc3-804e-cb89f261ecb2), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:13.995984 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e127aeb7-ba22-4838-a8ca-40e5bd2dc880 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8de0488b-2b53-4fc3-804e-cb89f261ecb2,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:14.004490 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e127aeb7-ba22-4838-a8ca-40e5bd2dc880 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:14.005731 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-e127aeb7-ba22-4838-a8ca-40e5bd2dc880 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1258154 Feb 09 22:06:14.008463 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 41498) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:14.012671 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-cf4de0d5-5ca8-4548-b2e9-5f961df45558 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Request body: {'security_group_rule': {'security_group_id': '693fbabf-1b08-40a7-84f2-f7b2af190538', 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:06:14.038823 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cf4de0d5-5ca8-4548-b2e9-5f961df45558 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for security_group_rule (88182a94-a776-4f57-82db-104f667b382b), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:14.093527 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cf4de0d5-5ca8-4548-b2e9-5f961df45558 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for security_group_rule (88182a94-a776-4f57-82db-104f667b382b), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:14.097932 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cf4de0d5-5ca8-4548-b2e9-5f961df45558 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (88182a94-a776-4f57-82db-104f667b382b), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:14.114732 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4de0d5-5ca8-4548-b2e9-5f961df45558 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88182a94-a776-4f57-82db-104f667b382b,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:14.123111 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cf4de0d5-5ca8-4548-b2e9-5f961df45558 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:14.126882 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-cf4de0d5-5ca8-4548-b2e9-5f961df45558 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1148779 Feb 09 22:06:14.127713 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 41500) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:14.136624 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-09cc1e63-47b1-49d1-9456-2f23f5e4d668 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Request body: {'security_group_rule': {'security_group_id': '693fbabf-1b08-40a7-84f2-f7b2af190538', 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:06:14.162581 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-09cc1e63-47b1-49d1-9456-2f23f5e4d668 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for security_group_rule (02f63644-6ba9-41bf-99ce-3cfcb539d175), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:14.200761 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:14.221938 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-09cc1e63-47b1-49d1-9456-2f23f5e4d668 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for security_group_rule (02f63644-6ba9-41bf-99ce-3cfcb539d175), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:14.225303 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-09cc1e63-47b1-49d1-9456-2f23f5e4d668 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (02f63644-6ba9-41bf-99ce-3cfcb539d175), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:14.243112 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cc1e63-47b1-49d1-9456-2f23f5e4d668 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02f63644-6ba9-41bf-99ce-3cfcb539d175,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:14.247581 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-09cc1e63-47b1-49d1-9456-2f23f5e4d668 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:14.248942 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-09cc1e63-47b1-49d1-9456-2f23f5e4d668 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1202486 Feb 09 22:06:14.251755 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 41502) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:14.256880 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-0d17b6b5-6ff6-4efc-bd62-7a09adc68d91 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Request body: {'security_group_rule': {'security_group_id': '693fbabf-1b08-40a7-84f2-f7b2af190538', 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:06:14.282663 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0d17b6b5-6ff6-4efc-bd62-7a09adc68d91 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for security_group_rule (485f42ea-93fc-4460-b981-d07ac8ae886f), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:14.342953 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0d17b6b5-6ff6-4efc-bd62-7a09adc68d91 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for security_group_rule (485f42ea-93fc-4460-b981-d07ac8ae886f), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:14.346999 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0d17b6b5-6ff6-4efc-bd62-7a09adc68d91 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (485f42ea-93fc-4460-b981-d07ac8ae886f), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:14.367668 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d17b6b5-6ff6-4efc-bd62-7a09adc68d91 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=485f42ea-93fc-4460-b981-d07ac8ae886f,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:14.376967 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0d17b6b5-6ff6-4efc-bd62-7a09adc68d91 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:14.378922 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-0d17b6b5-6ff6-4efc-bd62-7a09adc68d91 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1253085 Feb 09 22:06:14.381406 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 41506) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:14.386246 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-e605e615-2518-46f6-8846-a538d04d781b tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Request body: {'security_group_rule': {'security_group_id': '693fbabf-1b08-40a7-84f2-f7b2af190538', 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:06:14.408921 n-d-828369-5 neutron-server[103141]: INFO neutron.db.securitygroups_db [None req-e605e615-2518-46f6-8846-a538d04d781b tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Project deeb9e226e2546f19554cbe5eac163d6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 22:06:14.414283 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e605e615-2518-46f6-8846-a538d04d781b tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for security_group_rule (4a4f6770-9478-49ba-8978-a123a1164c07), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:14.472615 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e605e615-2518-46f6-8846-a538d04d781b tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for security_group_rule (4a4f6770-9478-49ba-8978-a123a1164c07), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:14.476454 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e605e615-2518-46f6-8846-a538d04d781b tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (4a4f6770-9478-49ba-8978-a123a1164c07), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:14.495664 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e605e615-2518-46f6-8846-a538d04d781b tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a4f6770-9478-49ba-8978-a123a1164c07,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:14.504738 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e605e615-2518-46f6-8846-a538d04d781b tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:14.506174 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-e605e615-2518-46f6-8846-a538d04d781b tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1234698 Feb 09 22:06:14.508796 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 41508) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:14.513101 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-18258e4f-b806-4e2a-bd1a-24a8d0603b10 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Request body: {'security_group_rule': {'security_group_id': '693fbabf-1b08-40a7-84f2-f7b2af190538', 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:06:14.533423 n-d-828369-5 neutron-server[103141]: INFO neutron.db.securitygroups_db [None req-18258e4f-b806-4e2a-bd1a-24a8d0603b10 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Project deeb9e226e2546f19554cbe5eac163d6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 22:06:14.538664 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-18258e4f-b806-4e2a-bd1a-24a8d0603b10 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for security_group_rule (f27e54d7-189a-4adf-8237-d8ed487ce57d), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:14.597786 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-18258e4f-b806-4e2a-bd1a-24a8d0603b10 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for security_group_rule (f27e54d7-189a-4adf-8237-d8ed487ce57d), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:14.601454 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-18258e4f-b806-4e2a-bd1a-24a8d0603b10 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (f27e54d7-189a-4adf-8237-d8ed487ce57d), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:14.621624 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18258e4f-b806-4e2a-bd1a-24a8d0603b10 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f27e54d7-189a-4adf-8237-d8ed487ce57d,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:14.628531 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-18258e4f-b806-4e2a-bd1a-24a8d0603b10 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:14.629729 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-18258e4f-b806-4e2a-bd1a-24a8d0603b10 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1199851 Feb 09 22:06:14.632598 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 41510) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:14.637488 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-01e58bbb-910b-4aff-9b38-6b1e94caecc7 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Request body: {'network': {'name': 'tempest-network-smoke--626554073', 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'port_security_enabled': True}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:06:14.660584 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01e58bbb-910b-4aff-9b38-6b1e94caecc7 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Made reservation on behalf of deeb9e226e2546f19554cbe5eac163d6 for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:06:14.664082 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-01e58bbb-910b-4aff-9b38-6b1e94caecc7 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:14.691075 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01e58bbb-910b-4aff-9b38-6b1e94caecc7 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:06:14.701757 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-01e58bbb-910b-4aff-9b38-6b1e94caecc7 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (0d8dc06a-52e8-4f07-9a47-9d1f434cc28c), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:14.702102 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-01e58bbb-910b-4aff-9b38-6b1e94caecc7 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Added segment 0d8dc06a-52e8-4f07-9a47-9d1f434cc28c of type vlan for network 6319e0ab-1425-4f29-a729-d949fb584e40 Feb 09 22:06:14.747090 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-01e58bbb-910b-4aff-9b38-6b1e94caecc7 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (6319e0ab-1425-4f29-a729-d949fb584e40), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:14.772643 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-01e58bbb-910b-4aff-9b38-6b1e94caecc7 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (6319e0ab-1425-4f29-a729-d949fb584e40), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:14.777524 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e58bbb-910b-4aff-9b38-6b1e94caecc7 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:14.778108 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-01e58bbb-910b-4aff-9b38-6b1e94caecc7 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:14.833226 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-01e58bbb-910b-4aff-9b38-6b1e94caecc7 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1995516 Feb 09 22:06:14.836262 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41512) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:14.843445 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-5d0daea9-22f8-4a54-83e2-7d11e4e9d338 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2131199244', 'admin_state_up': True, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:06:14.848003 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e58bbb-910b-4aff-9b38-6b1e94caecc7 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Pushing event updated for resources: {'Network': ['ID=6319e0ab-1425-4f29-a729-d949fb584e40,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:14.858453 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 6319e0ab-1425-4f29-a729-d949fb584e40 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:06:14.876699 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5d0daea9-22f8-4a54-83e2-7d11e4e9d338 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (de00c00d-0b48-4fb2-b691-52f739682a2a), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:14.878455 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5d0daea9-22f8-4a54-83e2-7d11e4e9d338 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (de00c00d-0b48-4fb2-b691-52f739682a2a), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:14.943000 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5d0daea9-22f8-4a54-83e2-7d11e4e9d338 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for router_controller (de00c00d-0b48-4fb2-b691-52f739682a2a), precommit_add_association {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:15.323190 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:15.429235 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5d0daea9-22f8-4a54-83e2-7d11e4e9d338 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for router_gateway (de00c00d-0b48-4fb2-b691-52f739682a2a), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:15.628175 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5d0daea9-22f8-4a54-83e2-7d11e4e9d338 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for router_gateway (de00c00d-0b48-4fb2-b691-52f739682a2a), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:15.646765 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5d0daea9-22f8-4a54-83e2-7d11e4e9d338 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:15.761421 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-5d0daea9-22f8-4a54-83e2-7d11e4e9d338 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Allocated IP 172.25.3.73 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/ed55222f-fb2a-40c7-b0bb-f8fab9bb409e) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:06:15.863715 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5d0daea9-22f8-4a54-83e2-7d11e4e9d338 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for port (ed55222f-fb2a-40c7-b0bb-f8fab9bb409e), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:15.896832 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5d0daea9-22f8-4a54-83e2-7d11e4e9d338 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (ed55222f-fb2a-40c7-b0bb-f8fab9bb409e), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:15.932384 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0daea9-22f8-4a54-83e2-7d11e4e9d338 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:06:15.935263 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-5d0daea9-22f8-4a54-83e2-7d11e4e9d338 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:06:15.940816 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0daea9-22f8-4a54-83e2-7d11e4e9d338 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:06:15.972974 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0daea9-22f8-4a54-83e2-7d11e4e9d338 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Pushing event updated for resources: {'Port': ['ID=ed55222f-fb2a-40c7-b0bb-f8fab9bb409e,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:16.206568 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5d0daea9-22f8-4a54-83e2-7d11e4e9d338 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for router_gateway (de00c00d-0b48-4fb2-b691-52f739682a2a), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:16.413964 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5d0daea9-22f8-4a54-83e2-7d11e4e9d338 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (de00c00d-0b48-4fb2-b691-52f739682a2a), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:16.547301 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d0daea9-22f8-4a54-83e2-7d11e4e9d338 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Router de00c00d-0b48-4fb2-b691-52f739682a2a is scheduled to L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 with binding_index 1 {{(pid=103140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:06:16.666510 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d0daea9-22f8-4a54-83e2-7d11e4e9d338 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:06:16.677971 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5749001c-1da8-4120-a209-db75170b5ee8 None None] Sync routers for ids ['de00c00d-0b48-4fb2-b691-52f739682a2a'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:06:16.689704 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5d0daea9-22f8-4a54-83e2-7d11e4e9d338 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:16.691036 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-5d0daea9-22f8-4a54-83e2-7d11e4e9d338 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8531487 Feb 09 22:06:16.691636 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5749001c-1da8-4120-a209-db75170b5ee8 None None] Routers {'de00c00d-0b48-4fb2-b691-52f739682a2a'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:06:16.692423 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-5749001c-1da8-4120-a209-db75170b5ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:06:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['de00c00d-0b48-4fb2-b691-52f739682a2a'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:16.694467 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 41518) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:16.737734 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-0ee31c41-5c61-40e8-ae3c-1ebc9d761047 tempest-TestNetworkAdvancedServerOps-2092705809 tempest-TestNetworkAdvancedServerOps-2092705809-project-admin] 10.222.0.90 "GET /v2.0/subnets?project_id=deeb9e226e2546f19554cbe5eac163d6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0356481 Feb 09 22:06:16.738042 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41520) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:16.816154 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-5749001c-1da8-4120-a209-db75170b5ee8 None None] Set router de00c00d-0b48-4fb2-b691-52f739682a2a gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:06:16.828185 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc15936-4121-4f94-aed3-c0b3a02f8294 tempest-TestNetworkAdvancedServerOps-2092705809 tempest-TestNetworkAdvancedServerOps-2092705809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:16.833100 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-8fc15936-4121-4f94-aed3-c0b3a02f8294 tempest-TestNetworkAdvancedServerOps-2092705809 tempest-TestNetworkAdvancedServerOps-2092705809-project-admin] 10.222.0.90 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0907240 Feb 09 22:06:16.833251 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41522) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:16.863982 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-27afd3de-9f69-4b38-be5a-ea9dd889cbaa tempest-TestNetworkAdvancedServerOps-2092705809 tempest-TestNetworkAdvancedServerOps-2092705809-project-admin] 10.222.0.90 "GET /v2.0/subnets?network_id=54a442d5-50a0-4c75-85cc-d19f5bf58118&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272505 Feb 09 22:06:16.864735 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41524) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:16.868724 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-7862b629-4bee-493e-b37c-3c6006b55806 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1775858945', 'network_id': '6319e0ab-1425-4f29-a729-d949fb584e40', 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:06:16.957514 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7862b629-4bee-493e-b37c-3c6006b55806 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Made reservation on behalf of deeb9e226e2546f19554cbe5eac163d6 for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:06:16.961520 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7862b629-4bee-493e-b37c-3c6006b55806 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621317'] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:17.005537 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-5749001c-1da8-4120-a209-db75170b5ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de00c00d-0b48-4fb2-b691-52f739682a2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131199244', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'ed55222f-fb2a-40c7-b0bb-f8fab9bb409e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:06:14Z', 'updated_at': '2022-02-09T22:06:16Z', 'revision_number': 3, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'gw_port': {'id': 'ed55222f-fb2a-40c7-b0bb-f8fab9bb409e', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:2e:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de00c00d-0b48-4fb2-b691-52f739682a2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:06:15Z', 'updated_at': '2022-02-09T22:06:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:17.032176 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5749001c-1da8-4120-a209-db75170b5ee8 None None] Checking router: de00c00d-0b48-4fb2-b691-52f739682a2a for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:06:17.032550 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5749001c-1da8-4120-a209-db75170b5ee8 None None] Updating router de00c00d-0b48-4fb2-b691-52f739682a2a port ed55222f-fb2a-40c7-b0bb-f8fab9bb409e binding host n-d-828369-5 {{(pid=103142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:06:17.059888 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5749001c-1da8-4120-a209-db75170b5ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (ed55222f-fb2a-40c7-b0bb-f8fab9bb409e), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:17.152756 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7862b629-4bee-493e-b37c-3c6006b55806 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621371'] for subnet (7b3d0ee1-e5ca-42ff-ac79-ec7056f6cfc0), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:17.235594 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7862b629-4bee-493e-b37c-3c6006b55806 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Pushing event updated for resources: {'Subnet': ['ID=7b3d0ee1-e5ca-42ff-ac79-ec7056f6cfc0,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:17.246218 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7862b629-4bee-493e-b37c-3c6006b55806 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Checking segment: {'id': '0d8dc06a-52e8-4f07-9a47-9d1f434cc28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6319e0ab-1425-4f29-a729-d949fb584e40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:06:17.246696 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7862b629-4bee-493e-b37c-3c6006b55806 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Network hostable DHCP agents. Network: 6319e0ab-1425-4f29-a729-d949fb584e40, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:06:17.266089 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7862b629-4bee-493e-b37c-3c6006b55806 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Network 6319e0ab-1425-4f29-a729-d949fb584e40 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:06:17.277319 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-7862b629-4bee-493e-b37c-3c6006b55806 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 6319e0ab-1425-4f29-a729-d949fb584e40) {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:06:17.282458 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7862b629-4bee-493e-b37c-3c6006b55806 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:17.283749 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7862b629-4bee-493e-b37c-3c6006b55806 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:17.291074 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a18426f-a05a-4937-a815-e7f499cc115f None None] Network 6319e0ab-1425-4f29-a729-d949fb584e40 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:06:17.305877 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-7862b629-4bee-493e-b37c-3c6006b55806 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4396114 Feb 09 22:06:17.306096 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 41526) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:17.378831 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5749001c-1da8-4120-a209-db75170b5ee8 None None] Publish callbacks [] for port (ed55222f-fb2a-40c7-b0bb-f8fab9bb409e), precommit_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:17.391657 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5749001c-1da8-4120-a209-db75170b5ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (ed55222f-fb2a-40c7-b0bb-f8fab9bb409e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:17.469678 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-5749001c-1da8-4120-a209-db75170b5ee8 None None] Attempting to bind port ed55222f-fb2a-40c7-b0bb-f8fab9bb409e on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:06:17.470059 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-5749001c-1da8-4120-a209-db75170b5ee8 None None] Attempting to bind port ed55222f-fb2a-40c7-b0bb-f8fab9bb409e by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:06:17.470415 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5749001c-1da8-4120-a209-db75170b5ee8 None None] Attempting to bind port ed55222f-fb2a-40c7-b0bb-f8fab9bb409e on network 54a442d5-50a0-4c75-85cc-d19f5bf58118 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:06:17.477803 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bfa43b-e981-47c0-b6fc-58a2504771bf None None] Pushing event updated for resources: {'Port': ['ID=ed55222f-fb2a-40c7-b0bb-f8fab9bb409e,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:17.481429 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf8992b-ee02-4015-a189-5c11db2e7638 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-6319e0ab-1425-4f29-a729-d949fb584e40', 'network_id': '6319e0ab-1425-4f29-a729-d949fb584e40', 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'fixed_ips': [{'subnet_id': '7b3d0ee1-e5ca-42ff-ac79-ec7056f6cfc0'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:06:17.482286 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-3cf8992b-ee02-4015-a189-5c11db2e7638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:17.484332 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5749001c-1da8-4120-a209-db75170b5ee8 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:06:17.484710 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5749001c-1da8-4120-a209-db75170b5ee8 None None] Checking segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:06:17.485101 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5749001c-1da8-4120-a209-db75170b5ee8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:17.485660 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5749001c-1da8-4120-a209-db75170b5ee8 None None] Bound using segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:06:17.486141 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-5749001c-1da8-4120-a209-db75170b5ee8 None None] Bound port: ed55222f-fb2a-40c7-b0bb-f8fab9bb409e, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:06:17.487032 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5749001c-1da8-4120-a209-db75170b5ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (ed55222f-fb2a-40c7-b0bb-f8fab9bb409e), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:17.603719 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5749001c-1da8-4120-a209-db75170b5ee8 None None] For port ed55222f-fb2a-40c7-b0bb-f8fab9bb409e, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:06:17.629025 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5749001c-1da8-4120-a209-db75170b5ee8 None None] For port ed55222f-fb2a-40c7-b0bb-f8fab9bb409e, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=ed55222f-fb2a-40c7-b0bb-f8fab9bb409e,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:06:17.641898 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5749001c-1da8-4120-a209-db75170b5ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (ed55222f-fb2a-40c7-b0bb-f8fab9bb409e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:17.747845 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bfa43b-e981-47c0-b6fc-58a2504771bf None None] Pushing event updated for resources: {'Port': ['ID=ed55222f-fb2a-40c7-b0bb-f8fab9bb409e,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:17.752181 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-3cf8992b-ee02-4015-a189-5c11db2e7638 None None] Allocated IP 172.20.0.2 (6319e0ab-1425-4f29-a729-d949fb584e40/7b3d0ee1-e5ca-42ff-ac79-ec7056f6cfc0/3d63b1f3-e8e9-4416-abdf-428c0ecb53fd) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:06:17.757295 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5749001c-1da8-4120-a209-db75170b5ee8 None None] Routers {'de00c00d-0b48-4fb2-b691-52f739682a2a'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:06:17.757932 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-5749001c-1da8-4120-a209-db75170b5ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:06:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['de00c00d-0b48-4fb2-b691-52f739682a2a'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:17.845413 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1f166236-8e2a-4ad2-9692-6d680b0b612b tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:17.948998 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-5749001c-1da8-4120-a209-db75170b5ee8 None None] Set router de00c00d-0b48-4fb2-b691-52f739682a2a gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:06:18.118418 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-3cf8992b-ee02-4015-a189-5c11db2e7638 None None] Publish callbacks [] for port (3d63b1f3-e8e9-4416-abdf-428c0ecb53fd), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:18.139112 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-3cf8992b-ee02-4015-a189-5c11db2e7638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (3d63b1f3-e8e9-4416-abdf-428c0ecb53fd), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:18.208506 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-1f166236-8e2a-4ad2-9692-6d680b0b612b tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Allocated IP 172.20.0.1 (6319e0ab-1425-4f29-a729-d949fb584e40/7b3d0ee1-e5ca-42ff-ac79-ec7056f6cfc0/92f91353-35f7-4539-820b-a4a30a4f6b79) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:06:18.237992 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf8992b-ee02-4015-a189-5c11db2e7638 None None] Network 6319e0ab-1425-4f29-a729-d949fb584e40 is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:06:18.243175 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-3cf8992b-ee02-4015-a189-5c11db2e7638 None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:06:18.247144 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf8992b-ee02-4015-a189-5c11db2e7638 None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:06:18.256125 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf8992b-ee02-4015-a189-5c11db2e7638 None None] Pushing event updated for resources: {'Port': ['ID=3d63b1f3-e8e9-4416-abdf-428c0ecb53fd,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:18.331097 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-5749001c-1da8-4120-a209-db75170b5ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de00c00d-0b48-4fb2-b691-52f739682a2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131199244', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'ed55222f-fb2a-40c7-b0bb-f8fab9bb409e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:06:14Z', 'updated_at': '2022-02-09T22:06:16Z', 'revision_number': 3, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'gw_port': {'id': 'ed55222f-fb2a-40c7-b0bb-f8fab9bb409e', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:2e:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de00c00d-0b48-4fb2-b691-52f739682a2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:06:15Z', 'updated_at': '2022-02-09T22:06:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:18.332952 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-3cf8992b-ee02-4015-a189-5c11db2e7638 None None] Attempting to bind port 3d63b1f3-e8e9-4416-abdf-428c0ecb53fd on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:06:18.333332 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-3cf8992b-ee02-4015-a189-5c11db2e7638 None None] Attempting to bind port 3d63b1f3-e8e9-4416-abdf-428c0ecb53fd by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '0d8dc06a-52e8-4f07-9a47-9d1f434cc28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6319e0ab-1425-4f29-a729-d949fb584e40'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:06:18.333697 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf8992b-ee02-4015-a189-5c11db2e7638 None None] Attempting to bind port 3d63b1f3-e8e9-4416-abdf-428c0ecb53fd on network 6319e0ab-1425-4f29-a729-d949fb584e40 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:06:18.343710 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1f166236-8e2a-4ad2-9692-6d680b0b612b tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for port (92f91353-35f7-4539-820b-a4a30a4f6b79), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:18.364247 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5749001c-1da8-4120-a209-db75170b5ee8 None None] The sync data for ids ['de00c00d-0b48-4fb2-b691-52f739682a2a'] in n-d-828369-5 is: [{'id': 'de00c00d-0b48-4fb2-b691-52f739682a2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131199244', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'ed55222f-fb2a-40c7-b0bb-f8fab9bb409e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:06:14Z', 'updated_at': '2022-02-09T22:06:16Z', 'revision_number': 3, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'gw_port': {'id': 'ed55222f-fb2a-40c7-b0bb-f8fab9bb409e', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:2e:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de00c00d-0b48-4fb2-b691-52f739682a2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:06:15Z', 'updated_at': '2022-02-09T22:06:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:06:18.367015 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf8992b-ee02-4015-a189-5c11db2e7638 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:06:18.367404 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf8992b-ee02-4015-a189-5c11db2e7638 None None] Checking segment: {'id': '0d8dc06a-52e8-4f07-9a47-9d1f434cc28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6319e0ab-1425-4f29-a729-d949fb584e40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:06:18.368336 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-3cf8992b-ee02-4015-a189-5c11db2e7638 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:18.368336 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf8992b-ee02-4015-a189-5c11db2e7638 None None] Bound using segment: {'id': '0d8dc06a-52e8-4f07-9a47-9d1f434cc28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6319e0ab-1425-4f29-a729-d949fb584e40'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:06:18.368735 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-3cf8992b-ee02-4015-a189-5c11db2e7638 None None] Bound port: 3d63b1f3-e8e9-4416-abdf-428c0ecb53fd, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8dc06a-52e8-4f07-9a47-9d1f434cc28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6319e0ab-1425-4f29-a729-d949fb584e40'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:06:18.369074 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-3cf8992b-ee02-4015-a189-5c11db2e7638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (3d63b1f3-e8e9-4416-abdf-428c0ecb53fd), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:18.383908 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1f166236-8e2a-4ad2-9692-6d680b0b612b tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (92f91353-35f7-4539-820b-a4a30a4f6b79), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:18.434025 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f166236-8e2a-4ad2-9692-6d680b0b612b tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Network 6319e0ab-1425-4f29-a729-d949fb584e40 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:06:18.437823 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-1f166236-8e2a-4ad2-9692-6d680b0b612b tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:06:18.447167 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f166236-8e2a-4ad2-9692-6d680b0b612b tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:06:18.460571 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-3cf8992b-ee02-4015-a189-5c11db2e7638 None None] For port 3d63b1f3-e8e9-4416-abdf-428c0ecb53fd, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:06:18.464507 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-3cf8992b-ee02-4015-a189-5c11db2e7638 None None] For port 3d63b1f3-e8e9-4416-abdf-428c0ecb53fd, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=3d63b1f3-e8e9-4416-abdf-428c0ecb53fd,segment=NetworkSegment(0d8dc06a-52e8-4f07-9a47-9d1f434cc28c),segment_id=0d8dc06a-52e8-4f07-9a47-9d1f434cc28c)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:06:18.472124 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-3cf8992b-ee02-4015-a189-5c11db2e7638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (3d63b1f3-e8e9-4416-abdf-428c0ecb53fd), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:18.494647 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f166236-8e2a-4ad2-9692-6d680b0b612b tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Pushing event updated for resources: {'Port': ['ID=92f91353-35f7-4539-820b-a4a30a4f6b79,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:18.524316 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1f166236-8e2a-4ad2-9692-6d680b0b612b tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554727'] for router_interface (de00c00d-0b48-4fb2-b691-52f739682a2a), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:18.544919 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf8992b-ee02-4015-a189-5c11db2e7638 None None] Pushing event updated for resources: {'Port': ['ID=3d63b1f3-e8e9-4416-abdf-428c0ecb53fd,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:18.719528 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1f166236-8e2a-4ad2-9692-6d680b0b612b tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (92f91353-35f7-4539-820b-a4a30a4f6b79), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:19.092957 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1f166236-8e2a-4ad2-9692-6d680b0b612b tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for port (92f91353-35f7-4539-820b-a4a30a4f6b79), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:19.101412 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1f166236-8e2a-4ad2-9692-6d680b0b612b tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (92f91353-35f7-4539-820b-a4a30a4f6b79), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:19.175214 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1f166236-8e2a-4ad2-9692-6d680b0b612b tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524919'] for router_interface (de00c00d-0b48-4fb2-b691-52f739682a2a), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:19.177066 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f166236-8e2a-4ad2-9692-6d680b0b612b tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Pushing event updated for resources: {'Port': ['ID=92f91353-35f7-4539-820b-a4a30a4f6b79,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:19.278493 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f166236-8e2a-4ad2-9692-6d680b0b612b tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Network 6319e0ab-1425-4f29-a729-d949fb584e40 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:06:19.279905 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-1f166236-8e2a-4ad2-9692-6d680b0b612b tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:06:19.773865 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b8e7d9-8a2a-4161-89ae-98c9542860dc None None] Network 6319e0ab-1425-4f29-a729-d949fb584e40 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:06:19.804422 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f166236-8e2a-4ad2-9692-6d680b0b612b tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Router de00c00d-0b48-4fb2-b691-52f739682a2a has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:06:19.849199 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-60cf4fa8-1185-4041-bf63-a0a814add856 None None] Provisioning complete for port 3d63b1f3-e8e9-4416-abdf-428c0ecb53fd triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:06:19.849586 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-60cf4fa8-1185-4041-bf63-a0a814add856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (3d63b1f3-e8e9-4416-abdf-428c0ecb53fd), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:19.923013 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device ed55222f-fb2a-40c7-b0bb-f8fab9bb409e up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:06:19.940366 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f166236-8e2a-4ad2-9692-6d680b0b612b tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:06:19.950720 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-1f166236-8e2a-4ad2-9692-6d680b0b612b tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "PUT /v2.0/routers/de00c00d-0b48-4fb2-b691-52f739682a2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6377847 Feb 09 22:06:20.167802 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-60cf4fa8-1185-4041-bf63-a0a814add856 None None] Current status of the port 3d63b1f3-e8e9-4416-abdf-428c0ecb53fd is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:06:20.168255 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-60cf4fa8-1185-4041-bf63-a0a814add856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (3d63b1f3-e8e9-4416-abdf-428c0ecb53fd), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:20.171130 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1b9bc8cd-5538-473f-a7cd-cce61c4a1694 req-7d37e77d-ddb5-467e-8ce8-781b29d71483 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-527682418&fields=id&tenant_id=deeb9e226e2546f19554cbe5eac163d6 HTTP/1.1" status: 200 len: 267 time: 0.0619409 Feb 09 22:06:20.197673 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port ed55222f-fb2a-40c7-b0bb-f8fab9bb409e triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:06:20.198049 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (ed55222f-fb2a-40c7-b0bb-f8fab9bb409e), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:20.227331 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-60cf4fa8-1185-4041-bf63-a0a814add856 None None] For port 3d63b1f3-e8e9-4416-abdf-428c0ecb53fd, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=3d63b1f3-e8e9-4416-abdf-428c0ecb53fd,segment=NetworkSegment(0d8dc06a-52e8-4f07-9a47-9d1f434cc28c),segment_id=0d8dc06a-52e8-4f07-9a47-9d1f434cc28c)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:06:20.237376 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-60cf4fa8-1185-4041-bf63-a0a814add856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (3d63b1f3-e8e9-4416-abdf-428c0ecb53fd), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:20.299487 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cf4fa8-1185-4041-bf63-a0a814add856 None None] Pushing event updated for resources: {'Port': ['ID=3d63b1f3-e8e9-4416-abdf-428c0ecb53fd,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:20.303726 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9bc8cd-5538-473f-a7cd-cce61c4a1694 req-d1b15f76-6c4d-4b06-8bdc-71639e3935c6 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:20.310129 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1b9bc8cd-5538-473f-a7cd-cce61c4a1694 req-d1b15f76-6c4d-4b06-8bdc-71639e3935c6 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/networks?id=6319e0ab-1425-4f29-a729-d949fb584e40 HTTP/1.1" status: 200 len: 796 time: 0.1249571 Feb 09 22:06:20.324814 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1b9bc8cd-5538-473f-a7cd-cce61c4a1694 req-bca6ed62-56cd-4e9e-bf9d-2141ea03397a tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/quotas/deeb9e226e2546f19554cbe5eac163d6 HTTP/1.1" status: 200 len: 375 time: 0.0137339 Feb 09 22:06:20.339450 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port ed55222f-fb2a-40c7-b0bb-f8fab9bb409e is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:06:20.339840 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (ed55222f-fb2a-40c7-b0bb-f8fab9bb409e), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:20.363628 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port ed55222f-fb2a-40c7-b0bb-f8fab9bb409e, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=ed55222f-fb2a-40c7-b0bb-f8fab9bb409e,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:06:20.368026 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (ed55222f-fb2a-40c7-b0bb-f8fab9bb409e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:20.369116 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 3d63b1f3-e8e9-4416-abdf-428c0ecb53fd up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:06:20.396432 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1b9bc8cd-5538-473f-a7cd-cce61c4a1694 req-b0222519-5c15-4740-bd99-eb4f31561ba2 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=deeb9e226e2546f19554cbe5eac163d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0695016 Feb 09 22:06:20.412414 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2218bc06-1508-4b4e-bf0e-77c2b80a84f4 None None] Sync routers for ids ['de00c00d-0b48-4fb2-b691-52f739682a2a'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:06:20.423688 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2218bc06-1508-4b4e-bf0e-77c2b80a84f4 None None] Routers {'de00c00d-0b48-4fb2-b691-52f739682a2a'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:06:20.424821 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-2218bc06-1508-4b4e-bf0e-77c2b80a84f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:06:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['de00c00d-0b48-4fb2-b691-52f739682a2a'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:20.477556 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=ed55222f-fb2a-40c7-b0bb-f8fab9bb409e,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:20.490708 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-bca80cf8-e415-4513-8b81-c16de6aa7bbc None None] Provisioning complete for port 92f91353-35f7-4539-820b-a4a30a4f6b79 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:06:20.491095 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-bca80cf8-e415-4513-8b81-c16de6aa7bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (92f91353-35f7-4539-820b-a4a30a4f6b79), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:20.522606 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 3d63b1f3-e8e9-4416-abdf-428c0ecb53fd triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:06:20.522990 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (3d63b1f3-e8e9-4416-abdf-428c0ecb53fd), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:20.523702 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1b9bc8cd-5538-473f-a7cd-cce61c4a1694 req-74e9345e-dd5a-4fed-adc1-1813fe79e95e service neutron] 10.222.0.90 "GET /v2.0/networks/6319e0ab-1425-4f29-a729-d949fb584e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081698 Feb 09 22:06:20.559716 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-2218bc06-1508-4b4e-bf0e-77c2b80a84f4 None None] Set router de00c00d-0b48-4fb2-b691-52f739682a2a gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:06:20.570381 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-bca80cf8-e415-4513-8b81-c16de6aa7bbc None None] Port 92f91353-35f7-4539-820b-a4a30a4f6b79 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:06:20.587494 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-bca80cf8-e415-4513-8b81-c16de6aa7bbc None None] Provisioning complete for port 3d63b1f3-e8e9-4416-abdf-428c0ecb53fd triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:06:20.587872 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-bca80cf8-e415-4513-8b81-c16de6aa7bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (3d63b1f3-e8e9-4416-abdf-428c0ecb53fd), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:20.643390 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1b9bc8cd-5538-473f-a7cd-cce61c4a1694 req-cb74f118-fcd3-4177-b0d0-bbb9d3ef271b service neutron] 10.222.0.90 "GET /v2.0/networks/6319e0ab-1425-4f29-a729-d949fb584e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084588 Feb 09 22:06:20.706686 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 3d63b1f3-e8e9-4416-abdf-428c0ecb53fd is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:06:20.725441 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-bca80cf8-e415-4513-8b81-c16de6aa7bbc None None] Current status of the port 3d63b1f3-e8e9-4416-abdf-428c0ecb53fd is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:06:20.830258 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-2218bc06-1508-4b4e-bf0e-77c2b80a84f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de00c00d-0b48-4fb2-b691-52f739682a2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131199244', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'ed55222f-fb2a-40c7-b0bb-f8fab9bb409e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:06:14Z', 'updated_at': '2022-02-09T22:06:18Z', 'revision_number': 4, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'gw_port': {'id': 'ed55222f-fb2a-40c7-b0bb-f8fab9bb409e', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:2e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de00c00d-0b48-4fb2-b691-52f739682a2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:06:15Z', 'updated_at': '2022-02-09T22:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '92f91353-35f7-4539-820b-a4a30a4f6b79', 'name': '', 'network_id': '6319e0ab-1425-4f29-a729-d949fb584e40', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'mac_address': 'fa:16:3e:06:b9:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de00c00d-0b48-4fb2-b691-52f739682a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': '7b3d0ee1-e5ca-42ff-ac79-ec7056f6cfc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:06:17Z', 'updated_at': '2022-02-09T22:06:18Z', 'revision_number': 2, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'subnets': [{'id': '7b3d0ee1-e5ca-42ff-ac79-ec7056f6cfc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:20.854538 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-73910a40-cace-4705-b121-a1e0a001f4d3 None None] Provisioning complete for port 92f91353-35f7-4539-820b-a4a30a4f6b79 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:06:20.855131 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-73910a40-cace-4705-b121-a1e0a001f4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (92f91353-35f7-4539-820b-a4a30a4f6b79), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:20.872851 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2218bc06-1508-4b4e-bf0e-77c2b80a84f4 None None] Checking router: de00c00d-0b48-4fb2-b691-52f739682a2a for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:06:20.873277 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2218bc06-1508-4b4e-bf0e-77c2b80a84f4 None None] Updating router de00c00d-0b48-4fb2-b691-52f739682a2a port 92f91353-35f7-4539-820b-a4a30a4f6b79 binding host n-d-828369-5 {{(pid=103143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:06:20.904232 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ed63277e-0683-46f5-b278-17f3a3d83c75 req-8593e101-46d1-487b-ada6-d7cf08864c5b tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=fd639372-044b-4710-82d3-97188a915bb4 HTTP/1.1" status: 200 len: 210 time: 0.0585158 Feb 09 22:06:20.909916 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2218bc06-1508-4b4e-bf0e-77c2b80a84f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (92f91353-35f7-4539-820b-a4a30a4f6b79), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:20.928073 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-73910a40-cace-4705-b121-a1e0a001f4d3 None None] Port 92f91353-35f7-4539-820b-a4a30a4f6b79 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:06:21.058914 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-1549a3f6-cd43-4519-80d5-e28af7392566 None None] Provisioning complete for port 92f91353-35f7-4539-820b-a4a30a4f6b79 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:06:21.059453 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1549a3f6-cd43-4519-80d5-e28af7392566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (92f91353-35f7-4539-820b-a4a30a4f6b79), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:21.113970 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-1549a3f6-cd43-4519-80d5-e28af7392566 None None] Port 92f91353-35f7-4539-820b-a4a30a4f6b79 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:06:21.366591 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2218bc06-1508-4b4e-bf0e-77c2b80a84f4 None None] Publish callbacks [] for port (92f91353-35f7-4539-820b-a4a30a4f6b79), precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:21.372104 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2218bc06-1508-4b4e-bf0e-77c2b80a84f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (92f91353-35f7-4539-820b-a4a30a4f6b79), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:21.454018 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968c41fe-ed2b-4a9a-9257-38b69f233c0e None None] Pushing event updated for resources: {'Port': ['ID=92f91353-35f7-4539-820b-a4a30a4f6b79,revision_number=3']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:21.480818 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968c41fe-ed2b-4a9a-9257-38b69f233c0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:21.481177 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968c41fe-ed2b-4a9a-9257-38b69f233c0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:21.481501 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968c41fe-ed2b-4a9a-9257-38b69f233c0e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:21.481835 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968c41fe-ed2b-4a9a-9257-38b69f233c0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:21.482165 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968c41fe-ed2b-4a9a-9257-38b69f233c0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:21.482497 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968c41fe-ed2b-4a9a-9257-38b69f233c0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:21.482822 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968c41fe-ed2b-4a9a-9257-38b69f233c0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:21.483145 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968c41fe-ed2b-4a9a-9257-38b69f233c0e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:21.483464 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968c41fe-ed2b-4a9a-9257-38b69f233c0e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:21.483785 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968c41fe-ed2b-4a9a-9257-38b69f233c0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:21.484109 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968c41fe-ed2b-4a9a-9257-38b69f233c0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:21.485202 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968c41fe-ed2b-4a9a-9257-38b69f233c0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:21.485526 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968c41fe-ed2b-4a9a-9257-38b69f233c0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:06:21.505056 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-2218bc06-1508-4b4e-bf0e-77c2b80a84f4 None None] Attempting to bind port 92f91353-35f7-4539-820b-a4a30a4f6b79 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:06:21.505502 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-2218bc06-1508-4b4e-bf0e-77c2b80a84f4 None None] Attempting to bind port 92f91353-35f7-4539-820b-a4a30a4f6b79 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '0d8dc06a-52e8-4f07-9a47-9d1f434cc28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6319e0ab-1425-4f29-a729-d949fb584e40'}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:06:21.505939 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2218bc06-1508-4b4e-bf0e-77c2b80a84f4 None None] Attempting to bind port 92f91353-35f7-4539-820b-a4a30a4f6b79 on network 6319e0ab-1425-4f29-a729-d949fb584e40 {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:06:21.512003 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2218bc06-1508-4b4e-bf0e-77c2b80a84f4 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:06:21.512719 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2218bc06-1508-4b4e-bf0e-77c2b80a84f4 None None] Checking segment: {'id': '0d8dc06a-52e8-4f07-9a47-9d1f434cc28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6319e0ab-1425-4f29-a729-d949fb584e40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:06:21.513144 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2218bc06-1508-4b4e-bf0e-77c2b80a84f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:21.513731 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2218bc06-1508-4b4e-bf0e-77c2b80a84f4 None None] Bound using segment: {'id': '0d8dc06a-52e8-4f07-9a47-9d1f434cc28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6319e0ab-1425-4f29-a729-d949fb584e40'} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:06:21.514392 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-2218bc06-1508-4b4e-bf0e-77c2b80a84f4 None None] Bound port: 92f91353-35f7-4539-820b-a4a30a4f6b79, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8dc06a-52e8-4f07-9a47-9d1f434cc28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6319e0ab-1425-4f29-a729-d949fb584e40'}}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:06:21.514965 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2218bc06-1508-4b4e-bf0e-77c2b80a84f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (92f91353-35f7-4539-820b-a4a30a4f6b79), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:21.531384 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:21.590623 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-2218bc06-1508-4b4e-bf0e-77c2b80a84f4 None None] For port 92f91353-35f7-4539-820b-a4a30a4f6b79, host n-d-828369-5, cleared binding levels {{(pid=103143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:06:21.594266 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-2218bc06-1508-4b4e-bf0e-77c2b80a84f4 None None] For port 92f91353-35f7-4539-820b-a4a30a4f6b79, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=92f91353-35f7-4539-820b-a4a30a4f6b79,segment=NetworkSegment(0d8dc06a-52e8-4f07-9a47-9d1f434cc28c),segment_id=0d8dc06a-52e8-4f07-9a47-9d1f434cc28c)] {{(pid=103143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:06:21.601750 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2218bc06-1508-4b4e-bf0e-77c2b80a84f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (92f91353-35f7-4539-820b-a4a30a4f6b79), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:21.661133 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2218bc06-1508-4b4e-bf0e-77c2b80a84f4 None None] Routers {'de00c00d-0b48-4fb2-b691-52f739682a2a'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:06:21.661746 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-2218bc06-1508-4b4e-bf0e-77c2b80a84f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:06:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['de00c00d-0b48-4fb2-b691-52f739682a2a'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:21.666832 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968c41fe-ed2b-4a9a-9257-38b69f233c0e None None] Pushing event updated for resources: {'Port': ['ID=92f91353-35f7-4539-820b-a4a30a4f6b79,revision_number=4']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:21.751724 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-443d1ab9-5c11-4ec2-88ea-673c60e21090 None None] Provisioning complete for port 92f91353-35f7-4539-820b-a4a30a4f6b79 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:06:21.753006 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-443d1ab9-5c11-4ec2-88ea-673c60e21090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (92f91353-35f7-4539-820b-a4a30a4f6b79), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:21.784669 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-2218bc06-1508-4b4e-bf0e-77c2b80a84f4 None None] Set router de00c00d-0b48-4fb2-b691-52f739682a2a gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:06:21.886009 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-443d1ab9-5c11-4ec2-88ea-673c60e21090 None None] Current status of the port 92f91353-35f7-4539-820b-a4a30a4f6b79 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:06:21.886557 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-443d1ab9-5c11-4ec2-88ea-673c60e21090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (92f91353-35f7-4539-820b-a4a30a4f6b79), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:21.936467 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-443d1ab9-5c11-4ec2-88ea-673c60e21090 None None] For port 92f91353-35f7-4539-820b-a4a30a4f6b79, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=92f91353-35f7-4539-820b-a4a30a4f6b79,segment=NetworkSegment(0d8dc06a-52e8-4f07-9a47-9d1f434cc28c),segment_id=0d8dc06a-52e8-4f07-9a47-9d1f434cc28c)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:06:21.942208 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device ed55222f-fb2a-40c7-b0bb-f8fab9bb409e up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:06:21.988155 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-443d1ab9-5c11-4ec2-88ea-673c60e21090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (92f91353-35f7-4539-820b-a4a30a4f6b79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:22.092779 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port ed55222f-fb2a-40c7-b0bb-f8fab9bb409e triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:06:22.093197 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (ed55222f-fb2a-40c7-b0bb-f8fab9bb409e), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:22.096569 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443d1ab9-5c11-4ec2-88ea-673c60e21090 None None] Pushing event updated for resources: {'Port': ['ID=92f91353-35f7-4539-820b-a4a30a4f6b79,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:22.122081 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6b97fff7-91cd-4e33-b15d-47f01ed0d91e req-97f79f46-3a7e-4946-9717-78ebb6d444e9 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=fd639372-044b-4710-82d3-97188a915bb4 HTTP/1.1" status: 200 len: 210 time: 0.0554905 Feb 09 22:06:22.151346 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-2218bc06-1508-4b4e-bf0e-77c2b80a84f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de00c00d-0b48-4fb2-b691-52f739682a2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131199244', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'ed55222f-fb2a-40c7-b0bb-f8fab9bb409e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:06:14Z', 'updated_at': '2022-02-09T22:06:18Z', 'revision_number': 4, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'gw_port': {'id': 'ed55222f-fb2a-40c7-b0bb-f8fab9bb409e', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:2e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de00c00d-0b48-4fb2-b691-52f739682a2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:06:15Z', 'updated_at': '2022-02-09T22:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '92f91353-35f7-4539-820b-a4a30a4f6b79', 'name': '', 'network_id': '6319e0ab-1425-4f29-a729-d949fb584e40', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'mac_address': 'fa:16:3e:06:b9:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de00c00d-0b48-4fb2-b691-52f739682a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': '7b3d0ee1-e5ca-42ff-ac79-ec7056f6cfc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:06:17Z', 'updated_at': '2022-02-09T22:06:21Z', 'revision_number': 4, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'subnets': [{'id': '7b3d0ee1-e5ca-42ff-ac79-ec7056f6cfc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:22.176908 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-d94e01a8-12fe-4e41-930f-8a3374d125a5 None None] Provisioning complete for port 92f91353-35f7-4539-820b-a4a30a4f6b79 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:06:22.176908 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d94e01a8-12fe-4e41-930f-8a3374d125a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (92f91353-35f7-4539-820b-a4a30a4f6b79), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:22.179708 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2218bc06-1508-4b4e-bf0e-77c2b80a84f4 None None] The sync data for ids ['de00c00d-0b48-4fb2-b691-52f739682a2a'] in n-d-828369-5 is: [{'id': 'de00c00d-0b48-4fb2-b691-52f739682a2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131199244', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'ed55222f-fb2a-40c7-b0bb-f8fab9bb409e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:06:14Z', 'updated_at': '2022-02-09T22:06:18Z', 'revision_number': 4, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'gw_port': {'id': 'ed55222f-fb2a-40c7-b0bb-f8fab9bb409e', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:2e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de00c00d-0b48-4fb2-b691-52f739682a2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:06:15Z', 'updated_at': '2022-02-09T22:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '92f91353-35f7-4539-820b-a4a30a4f6b79', 'name': '', 'network_id': '6319e0ab-1425-4f29-a729-d949fb584e40', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'mac_address': 'fa:16:3e:06:b9:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de00c00d-0b48-4fb2-b691-52f739682a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': '7b3d0ee1-e5ca-42ff-ac79-ec7056f6cfc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:06:17Z', 'updated_at': '2022-02-09T22:06:21Z', 'revision_number': 4, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'subnets': [{'id': '7b3d0ee1-e5ca-42ff-ac79-ec7056f6cfc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:06:22.260014 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9bc8cd-5538-473f-a7cd-cce61c4a1694 req-b5f8f921-f7cc-48ea-a41a-54ad2c47656d tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:22.262059 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1b9bc8cd-5538-473f-a7cd-cce61c4a1694 req-b5f8f921-f7cc-48ea-a41a-54ad2c47656d tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.95 "GET /v2.0/networks?id=6319e0ab-1425-4f29-a729-d949fb584e40 HTTP/1.1" status: 200 len: 796 time: 0.2659156 Feb 09 22:06:22.352713 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port ed55222f-fb2a-40c7-b0bb-f8fab9bb409e is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:06:22.354147 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 3d63b1f3-e8e9-4416-abdf-428c0ecb53fd up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:06:22.355134 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1b9bc8cd-5538-473f-a7cd-cce61c4a1694 req-0bf46508-3607-4ef4-a7c3-52ff5d706d19 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=deeb9e226e2546f19554cbe5eac163d6 HTTP/1.1" status: 200 len: 379 time: 0.0797997 Feb 09 22:06:22.367306 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-1b9bc8cd-5538-473f-a7cd-cce61c4a1694 req-e5ae3429-3e16-442c-8c5f-58b72b71b002 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Request body: {'port': {'device_id': 'fd639372-044b-4710-82d3-97188a915bb4', 'network_id': '6319e0ab-1425-4f29-a729-d949fb584e40', 'admin_state_up': True, 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'security_groups': ['693fbabf-1b08-40a7-84f2-f7b2af190538']}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:06:22.427749 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-d94e01a8-12fe-4e41-930f-8a3374d125a5 None None] Current status of the port 92f91353-35f7-4539-820b-a4a30a4f6b79 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:06:22.446768 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 3d63b1f3-e8e9-4416-abdf-428c0ecb53fd triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:06:22.447216 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (3d63b1f3-e8e9-4416-abdf-428c0ecb53fd), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:22.511028 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b9bc8cd-5538-473f-a7cd-cce61c4a1694 req-e5ae3429-3e16-442c-8c5f-58b72b71b002 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Made reservation on behalf of deeb9e226e2546f19554cbe5eac163d6 for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:06:22.516525 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-1b9bc8cd-5538-473f-a7cd-cce61c4a1694 req-e5ae3429-3e16-442c-8c5f-58b72b71b002 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:22.533777 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 3d63b1f3-e8e9-4416-abdf-428c0ecb53fd is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:06:22.652174 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [req-1b9bc8cd-5538-473f-a7cd-cce61c4a1694 req-e5ae3429-3e16-442c-8c5f-58b72b71b002 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Allocated IP 172.20.0.14 (6319e0ab-1425-4f29-a729-d949fb584e40/7b3d0ee1-e5ca-42ff-ac79-ec7056f6cfc0/5dcd0291-a9c5-4a48-a563-3e037cc002c8) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:06:22.805738 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-1b9bc8cd-5538-473f-a7cd-cce61c4a1694 req-e5ae3429-3e16-442c-8c5f-58b72b71b002 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for port (5dcd0291-a9c5-4a48-a563-3e037cc002c8), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:22.840245 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-1b9bc8cd-5538-473f-a7cd-cce61c4a1694 req-e5ae3429-3e16-442c-8c5f-58b72b71b002 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (5dcd0291-a9c5-4a48-a563-3e037cc002c8), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:22.888827 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b9bc8cd-5538-473f-a7cd-cce61c4a1694 req-e5ae3429-3e16-442c-8c5f-58b72b71b002 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Network 6319e0ab-1425-4f29-a729-d949fb584e40 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:06:22.892348 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [req-1b9bc8cd-5538-473f-a7cd-cce61c4a1694 req-e5ae3429-3e16-442c-8c5f-58b72b71b002 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:06:22.896976 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b9bc8cd-5538-473f-a7cd-cce61c4a1694 req-e5ae3429-3e16-442c-8c5f-58b72b71b002 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:06:22.923945 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ae3429-3e16-442c-8c5f-58b72b71b002 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Pushing event updated for resources: {'Port': ['ID=5dcd0291-a9c5-4a48-a563-3e037cc002c8,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:22.958893 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9bc8cd-5538-473f-a7cd-cce61c4a1694 req-e5ae3429-3e16-442c-8c5f-58b72b71b002 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:22.959643 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-1b9bc8cd-5538-473f-a7cd-cce61c4a1694 req-e5ae3429-3e16-442c-8c5f-58b72b71b002 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:22.985624 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1b9bc8cd-5538-473f-a7cd-cce61c4a1694 req-e5ae3429-3e16-442c-8c5f-58b72b71b002 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6229403 Feb 09 22:06:22.998539 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-1b9bc8cd-5538-473f-a7cd-cce61c4a1694 req-c0713a9b-ef1a-41ea-8f92-aa4bfea07b0f service neutron] Request body: {'port': {'device_id': 'fd639372-044b-4710-82d3-97188a915bb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-5'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:06:23.082973 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-1b9bc8cd-5538-473f-a7cd-cce61c4a1694 req-c0713a9b-ef1a-41ea-8f92-aa4bfea07b0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (5dcd0291-a9c5-4a48-a563-3e037cc002c8), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:23.164943 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-1ebd56c6-567e-4eb2-9f92-af82ead1fe64 None None] Provisioning complete for port 5dcd0291-a9c5-4a48-a563-3e037cc002c8 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:06:23.165395 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1ebd56c6-567e-4eb2-9f92-af82ead1fe64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (5dcd0291-a9c5-4a48-a563-3e037cc002c8), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:23.232207 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-1ebd56c6-567e-4eb2-9f92-af82ead1fe64 None None] Port 5dcd0291-a9c5-4a48-a563-3e037cc002c8 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:06:23.380574 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120ea6a5-8b6f-4600-9866-49eab8c1a944 req-30b6763e-aac0-4b13-a68c-8688a806d099 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:23.382079 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-120ea6a5-8b6f-4600-9866-49eab8c1a944 req-30b6763e-aac0-4b13-a68c-8688a806d099 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=fd639372-044b-4710-82d3-97188a915bb4 HTTP/1.1" status: 200 len: 932 time: 0.0970614 Feb 09 22:06:23.547119 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-120ea6a5-8b6f-4600-9866-49eab8c1a944 req-2f0205c3-28b6-4877-97df-9bde6aacad44 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=693fbabf-1b08-40a7-84f2-f7b2af190538&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1566131 Feb 09 22:06:23.576134 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [req-1b9bc8cd-5538-473f-a7cd-cce61c4a1694 req-c0713a9b-ef1a-41ea-8f92-aa4bfea07b0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dcd0291-a9c5-4a48-a563-3e037cc002c8 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:06:23.589219 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-1b9bc8cd-5538-473f-a7cd-cce61c4a1694 req-c0713a9b-ef1a-41ea-8f92-aa4bfea07b0f service neutron] Publish callbacks [] for port (5dcd0291-a9c5-4a48-a563-3e037cc002c8), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:23.603124 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [req-1b9bc8cd-5538-473f-a7cd-cce61c4a1694 req-c0713a9b-ef1a-41ea-8f92-aa4bfea07b0f service neutron] Transition to ACTIVE for port object 5dcd0291-a9c5-4a48-a563-3e037cc002c8 will not be triggered until provisioned by entity L2. {{(pid=103140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:06:23.607154 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-1b9bc8cd-5538-473f-a7cd-cce61c4a1694 req-c0713a9b-ef1a-41ea-8f92-aa4bfea07b0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (5dcd0291-a9c5-4a48-a563-3e037cc002c8), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:23.666127 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0713a9b-ef1a-41ea-8f92-aa4bfea07b0f service neutron] Pushing event updated for resources: {'Port': ['ID=5dcd0291-a9c5-4a48-a563-3e037cc002c8,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:23.738715 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:23.743718 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-1b9bc8cd-5538-473f-a7cd-cce61c4a1694 req-c0713a9b-ef1a-41ea-8f92-aa4bfea07b0f service neutron] Attempting to bind port 5dcd0291-a9c5-4a48-a563-3e037cc002c8 on host n-h1-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:06:23.744063 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-1b9bc8cd-5538-473f-a7cd-cce61c4a1694 req-c0713a9b-ef1a-41ea-8f92-aa4bfea07b0f service neutron] Attempting to bind port 5dcd0291-a9c5-4a48-a563-3e037cc002c8 by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': '0d8dc06a-52e8-4f07-9a47-9d1f434cc28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6319e0ab-1425-4f29-a729-d949fb584e40'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:06:23.744442 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9bc8cd-5538-473f-a7cd-cce61c4a1694 req-c0713a9b-ef1a-41ea-8f92-aa4bfea07b0f service neutron] Attempting to bind port 5dcd0291-a9c5-4a48-a563-3e037cc002c8 on network 6319e0ab-1425-4f29-a729-d949fb584e40 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:06:23.749509 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9bc8cd-5538-473f-a7cd-cce61c4a1694 req-c0713a9b-ef1a-41ea-8f92-aa4bfea07b0f service neutron] Port 5dcd0291-a9c5-4a48-a563-3e037cc002c8 on network 6319e0ab-1425-4f29-a729-d949fb584e40 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:06:23.749845 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9bc8cd-5538-473f-a7cd-cce61c4a1694 req-c0713a9b-ef1a-41ea-8f92-aa4bfea07b0f service neutron] Attempting to bind port 5dcd0291-a9c5-4a48-a563-3e037cc002c8 on network 6319e0ab-1425-4f29-a729-d949fb584e40 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:06:23.755047 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9bc8cd-5538-473f-a7cd-cce61c4a1694 req-c0713a9b-ef1a-41ea-8f92-aa4bfea07b0f service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:06:23.755398 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9bc8cd-5538-473f-a7cd-cce61c4a1694 req-c0713a9b-ef1a-41ea-8f92-aa4bfea07b0f service neutron] Checking segment: {'id': '0d8dc06a-52e8-4f07-9a47-9d1f434cc28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6319e0ab-1425-4f29-a729-d949fb584e40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:06:23.755793 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9bc8cd-5538-473f-a7cd-cce61c4a1694 req-c0713a9b-ef1a-41ea-8f92-aa4bfea07b0f service neutron] Bound using segment: {'id': '0d8dc06a-52e8-4f07-9a47-9d1f434cc28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6319e0ab-1425-4f29-a729-d949fb584e40'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:06:23.756245 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-1b9bc8cd-5538-473f-a7cd-cce61c4a1694 req-c0713a9b-ef1a-41ea-8f92-aa4bfea07b0f service neutron] Bound port: 5dcd0291-a9c5-4a48-a563-3e037cc002c8, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d8dc06a-52e8-4f07-9a47-9d1f434cc28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6319e0ab-1425-4f29-a729-d949fb584e40'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:06:23.756609 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-1b9bc8cd-5538-473f-a7cd-cce61c4a1694 req-c0713a9b-ef1a-41ea-8f92-aa4bfea07b0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (5dcd0291-a9c5-4a48-a563-3e037cc002c8), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:23.840527 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-1b9bc8cd-5538-473f-a7cd-cce61c4a1694 req-c0713a9b-ef1a-41ea-8f92-aa4bfea07b0f service neutron] For port 5dcd0291-a9c5-4a48-a563-3e037cc002c8, host n-h1-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:06:23.844239 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-1b9bc8cd-5538-473f-a7cd-cce61c4a1694 req-c0713a9b-ef1a-41ea-8f92-aa4bfea07b0f service neutron] For port 5dcd0291-a9c5-4a48-a563-3e037cc002c8, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=5dcd0291-a9c5-4a48-a563-3e037cc002c8,segment=NetworkSegment(0d8dc06a-52e8-4f07-9a47-9d1f434cc28c),segment_id=0d8dc06a-52e8-4f07-9a47-9d1f434cc28c)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:06:23.856255 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-1b9bc8cd-5538-473f-a7cd-cce61c4a1694 req-c0713a9b-ef1a-41ea-8f92-aa4bfea07b0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (5dcd0291-a9c5-4a48-a563-3e037cc002c8), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:23.885136 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9bc8cd-5538-473f-a7cd-cce61c4a1694 req-c0713a9b-ef1a-41ea-8f92-aa4bfea07b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:23.886182 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-1b9bc8cd-5538-473f-a7cd-cce61c4a1694 req-c0713a9b-ef1a-41ea-8f92-aa4bfea07b0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:23.887794 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1b9bc8cd-5538-473f-a7cd-cce61c4a1694 req-c0713a9b-ef1a-41ea-8f92-aa4bfea07b0f service neutron] 10.222.0.95 "PUT /v2.0/ports/5dcd0291-a9c5-4a48-a563-3e037cc002c8 HTTP/1.1" status: 200 len: 1092 time: 0.8948097 Feb 09 22:06:23.890725 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd639372-044b-4710-82d3-97188a915bb4', 'tag': '5dcd0291-a9c5-4a48-a563-3e037cc002c8'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:06:23.894242 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2cac3c9-a8b4-4f6d-888a-44f1448da044" -d '{"events": [{"name": "network-changed", "server_uuid": "fd639372-044b-4710-82d3-97188a915bb4", "tag": "5dcd0291-a9c5-4a48-a563-3e037cc002c8"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:06:23.897603 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 92f91353-35f7-4539-820b-a4a30a4f6b79 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:06:23.930782 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0713a9b-ef1a-41ea-8f92-aa4bfea07b0f service neutron] Pushing event updated for resources: {'Port': ['ID=5dcd0291-a9c5-4a48-a563-3e037cc002c8,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:23.955927 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3af0cc32-d518-48b4-9e4e-f7184b7aafe2 x-openstack-request-id: req-3af0cc32-d518-48b4-9e4e-f7184b7aafe2 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:06:23.956241 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd639372-044b-4710-82d3-97188a915bb4", "tag": "5dcd0291-a9c5-4a48-a563-3e037cc002c8", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:06:23.956510 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-3af0cc32-d518-48b4-9e4e-f7184b7aafe2 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:06:23.956920 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd639372-044b-4710-82d3-97188a915bb4', 'tag': '5dcd0291-a9c5-4a48-a563-3e037cc002c8', 'status': 'completed', 'code': 200} Feb 09 22:06:23.993314 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9bc8cd-5538-473f-a7cd-cce61c4a1694 req-3b780331-cb07-4d81-bb10-d27538ec92ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:23.994938 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1b9bc8cd-5538-473f-a7cd-cce61c4a1694 req-3b780331-cb07-4d81-bb10-d27538ec92ea service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=deeb9e226e2546f19554cbe5eac163d6&device_id=fd639372-044b-4710-82d3-97188a915bb4 HTTP/1.1" status: 200 len: 1126 time: 0.0505872 Feb 09 22:06:23.997510 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 92f91353-35f7-4539-820b-a4a30a4f6b79 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:06:23.997896 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (92f91353-35f7-4539-820b-a4a30a4f6b79), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:24.051847 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1b9bc8cd-5538-473f-a7cd-cce61c4a1694 req-da74c310-31da-4c3b-8716-c73e30052e34 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5dcd0291-a9c5-4a48-a563-3e037cc002c8 HTTP/1.1" status: 200 len: 217 time: 0.0435762 Feb 09 22:06:24.083702 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 92f91353-35f7-4539-820b-a4a30a4f6b79 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:06:24.103252 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9bc8cd-5538-473f-a7cd-cce61c4a1694 req-708bfcfd-2dbf-46db-bb04-2b71a19d4c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:24.104842 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1b9bc8cd-5538-473f-a7cd-cce61c4a1694 req-708bfcfd-2dbf-46db-bb04-2b71a19d4c48 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=7b3d0ee1-e5ca-42ff-ac79-ec7056f6cfc0 HTTP/1.1" status: 200 len: 835 time: 0.0464897 Feb 09 22:06:24.158624 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9bc8cd-5538-473f-a7cd-cce61c4a1694 req-3cada8fb-dc08-466d-8144-1c9d2f5069c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:24.160138 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1b9bc8cd-5538-473f-a7cd-cce61c4a1694 req-3cada8fb-dc08-466d-8144-1c9d2f5069c3 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6319e0ab-1425-4f29-a729-d949fb584e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0463915 Feb 09 22:06:24.258013 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1b9bc8cd-5538-473f-a7cd-cce61c4a1694 req-6c23336c-c8e1-4672-b06b-cc9a3bcb1902 service neutron] 10.222.0.95 "GET /v2.0/networks/6319e0ab-1425-4f29-a729-d949fb584e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906613 Feb 09 22:06:24.349103 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1b9bc8cd-5538-473f-a7cd-cce61c4a1694 req-91792059-87de-44d5-bd5a-9e2ef7ffdb55 service neutron] 10.222.0.95 "GET /v2.0/networks/6319e0ab-1425-4f29-a729-d949fb584e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842624 Feb 09 22:06:24.518960 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cac3c9-a8b4-4f6d-888a-44f1448da044 req-3fe763dc-0686-4659-9250-b5d6c56d88ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:24.520520 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e2cac3c9-a8b4-4f6d-888a-44f1448da044 req-3fe763dc-0686-4659-9250-b5d6c56d88ae service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=deeb9e226e2546f19554cbe5eac163d6&device_id=fd639372-044b-4710-82d3-97188a915bb4 HTTP/1.1" status: 200 len: 1126 time: 0.1205249 Feb 09 22:06:24.545522 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed5d995-f26b-4a87-9e40-be4ead187e3b req-55916f5d-a926-4384-a77c-b87f25c43ffd tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:24.546926 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1ed5d995-f26b-4a87-9e40-be4ead187e3b req-55916f5d-a926-4384-a77c-b87f25c43ffd tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/networks?id=7e64d8e8-78a3-4987-8778-47d4e5b9b498 HTTP/1.1" status: 200 len: 811 time: 0.1386702 Feb 09 22:06:24.579899 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:06:24.596952 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1ed5d995-f26b-4a87-9e40-be4ead187e3b req-d4ccedd5-9be7-4622-9d2d-554cc8b17cc8 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/quotas/ad9e4f8727be424b869d8f0ad468be3f HTTP/1.1" status: 200 len: 375 time: 0.0403519 Feb 09 22:06:24.697835 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cac3c9-a8b4-4f6d-888a-44f1448da044 req-6dc32814-0e1c-4067-9d10-9de834d0cdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:24.699322 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e2cac3c9-a8b4-4f6d-888a-44f1448da044 req-6dc32814-0e1c-4067-9d10-9de834d0cdb5 service neutron] 10.222.0.95 "GET /v2.0/networks?id=6319e0ab-1425-4f29-a729-d949fb584e40 HTTP/1.1" status: 200 len: 897 time: 0.1689856 Feb 09 22:06:24.722893 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1ed5d995-f26b-4a87-9e40-be4ead187e3b req-d2a97737-6a6f-4fdf-ad53-12211d3af5d9 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=ad9e4f8727be424b869d8f0ad468be3f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1196778 Feb 09 22:06:24.770921 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e2cac3c9-a8b4-4f6d-888a-44f1448da044 req-27e6bbae-8c3e-43cb-b99f-8c9d98c7d365 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5dcd0291-a9c5-4a48-a563-3e037cc002c8 HTTP/1.1" status: 200 len: 217 time: 0.0650935 Feb 09 22:06:24.820395 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22a5a0e-847c-45db-aa56-259269262ed0 req-a89f4d4b-a1d5-4320-916f-899a873be307 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:24.821838 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d22a5a0e-847c-45db-aa56-259269262ed0 req-a89f4d4b-a1d5-4320-916f-899a873be307 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=fd639372-044b-4710-82d3-97188a915bb4 HTTP/1.1" status: 200 len: 944 time: 0.1861095 Feb 09 22:06:24.903268 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cac3c9-a8b4-4f6d-888a-44f1448da044 req-a540760a-22a4-40f3-bb29-6cc62720f692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:24.904756 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e2cac3c9-a8b4-4f6d-888a-44f1448da044 req-a540760a-22a4-40f3-bb29-6cc62720f692 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=7b3d0ee1-e5ca-42ff-ac79-ec7056f6cfc0 HTTP/1.1" status: 200 len: 835 time: 0.1221588 Feb 09 22:06:24.956783 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d22a5a0e-847c-45db-aa56-259269262ed0 req-ae7d238f-806d-4d04-9d16-77e7b7070444 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=693fbabf-1b08-40a7-84f2-f7b2af190538&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159697 Feb 09 22:06:24.960209 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1ed5d995-f26b-4a87-9e40-be4ead187e3b req-a3051c12-4053-4e28-a668-9bb50413ac48 service neutron] 10.222.0.90 "GET /v2.0/networks/7e64d8e8-78a3-4987-8778-47d4e5b9b498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978431 Feb 09 22:06:25.025936 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cac3c9-a8b4-4f6d-888a-44f1448da044 req-1e11da11-cba6-4104-83e6-83d166a9b5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:25.027440 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e2cac3c9-a8b4-4f6d-888a-44f1448da044 req-1e11da11-cba6-4104-83e6-83d166a9b5e4 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6319e0ab-1425-4f29-a729-d949fb584e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1123853 Feb 09 22:06:25.109539 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1ed5d995-f26b-4a87-9e40-be4ead187e3b req-6de45cd5-cc32-40a8-a6af-d60863b18181 service neutron] 10.222.0.90 "GET /v2.0/networks/7e64d8e8-78a3-4987-8778-47d4e5b9b498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438093 Feb 09 22:06:25.144208 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e2cac3c9-a8b4-4f6d-888a-44f1448da044 req-64b20d91-27bc-474e-b05c-82b6ba9f57f2 service neutron] 10.222.0.95 "GET /v2.0/networks/6319e0ab-1425-4f29-a729-d949fb584e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066680 Feb 09 22:06:25.240134 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e2cac3c9-a8b4-4f6d-888a-44f1448da044 req-67ae78d4-dfac-4cde-82d9-44135f912635 service neutron] 10.222.0.95 "GET /v2.0/networks/6319e0ab-1425-4f29-a729-d949fb584e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901642 Feb 09 22:06:25.311591 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5671ca33-5d0b-41ea-98c6-23bcab62892c req-684ab77e-7190-46fb-bd51-dd523483e000 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=71ff85e8-9d8c-4fc9-af3a-55b0b08f0724 HTTP/1.1" status: 200 len: 210 time: 0.0282781 Feb 09 22:06:26.073839 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c81cf12-1fcb-4af4-91e1-e7f188497cbc req-3a1cd156-c30e-43f9-b28c-e069b58dcb68 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:26.075351 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1c81cf12-1fcb-4af4-91e1-e7f188497cbc req-3a1cd156-c30e-43f9-b28c-e069b58dcb68 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=fd639372-044b-4710-82d3-97188a915bb4 HTTP/1.1" status: 200 len: 944 time: 0.0522809 Feb 09 22:06:26.128978 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1c81cf12-1fcb-4af4-91e1-e7f188497cbc req-a30b0d33-29b9-483f-9966-75fe945b7f24 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=693fbabf-1b08-40a7-84f2-f7b2af190538&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475624 Feb 09 22:06:26.293489 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed5d995-f26b-4a87-9e40-be4ead187e3b req-6cdc52c9-1276-4bab-89fd-b037bef4e004 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:26.294964 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-1ed5d995-f26b-4a87-9e40-be4ead187e3b req-6cdc52c9-1276-4bab-89fd-b037bef4e004 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.89 "GET /v2.0/networks?id=7e64d8e8-78a3-4987-8778-47d4e5b9b498 HTTP/1.1" status: 200 len: 811 time: 0.1083653 Feb 09 22:06:26.310479 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-1ed5d995-f26b-4a87-9e40-be4ead187e3b req-573f0fbb-984d-4fbc-87b2-7cb85d840739 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Request body: {'port': {'device_id': '71ff85e8-9d8c-4fc9-af3a-55b0b08f0724', 'network_id': '7e64d8e8-78a3-4987-8778-47d4e5b9b498', 'admin_state_up': True, 'tenant_id': 'ad9e4f8727be424b869d8f0ad468be3f'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:06:26.409047 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c3f3a463-c5f8-47bf-9b39-bbfce1b5d8d5 req-083354f6-3d3b-496e-a35e-2b4df37f76f6 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=71ff85e8-9d8c-4fc9-af3a-55b0b08f0724 HTTP/1.1" status: 200 len: 210 time: 0.0280671 Feb 09 22:06:26.431048 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ed5d995-f26b-4a87-9e40-be4ead187e3b req-573f0fbb-984d-4fbc-87b2-7cb85d840739 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Made reservation on behalf of ad9e4f8727be424b869d8f0ad468be3f for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:06:26.431048 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-1ed5d995-f26b-4a87-9e40-be4ead187e3b req-573f0fbb-984d-4fbc-87b2-7cb85d840739 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:26.556905 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [req-1ed5d995-f26b-4a87-9e40-be4ead187e3b req-573f0fbb-984d-4fbc-87b2-7cb85d840739 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Allocated IP 172.20.0.7 (7e64d8e8-78a3-4987-8778-47d4e5b9b498/84c886de-428b-4fdd-ac96-e9bdd27d5e04/af79d6d3-af7b-41cc-9c38-9e4f554ddeeb) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:06:26.717122 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-1ed5d995-f26b-4a87-9e40-be4ead187e3b req-573f0fbb-984d-4fbc-87b2-7cb85d840739 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks [] for port (af79d6d3-af7b-41cc-9c38-9e4f554ddeeb), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:26.751180 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-1ed5d995-f26b-4a87-9e40-be4ead187e3b req-573f0fbb-984d-4fbc-87b2-7cb85d840739 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (af79d6d3-af7b-41cc-9c38-9e4f554ddeeb), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:26.793209 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ed5d995-f26b-4a87-9e40-be4ead187e3b req-573f0fbb-984d-4fbc-87b2-7cb85d840739 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Network 7e64d8e8-78a3-4987-8778-47d4e5b9b498 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:06:26.798177 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [req-1ed5d995-f26b-4a87-9e40-be4ead187e3b req-573f0fbb-984d-4fbc-87b2-7cb85d840739 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:06:26.801928 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ed5d995-f26b-4a87-9e40-be4ead187e3b req-573f0fbb-984d-4fbc-87b2-7cb85d840739 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:06:26.836356 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573f0fbb-984d-4fbc-87b2-7cb85d840739 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Pushing event updated for resources: {'Port': ['ID=af79d6d3-af7b-41cc-9c38-9e4f554ddeeb,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:26.864113 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed5d995-f26b-4a87-9e40-be4ead187e3b req-573f0fbb-984d-4fbc-87b2-7cb85d840739 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:26.864890 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-1ed5d995-f26b-4a87-9e40-be4ead187e3b req-573f0fbb-984d-4fbc-87b2-7cb85d840739 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:26.883755 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-1ed5d995-f26b-4a87-9e40-be4ead187e3b req-573f0fbb-984d-4fbc-87b2-7cb85d840739 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5769904 Feb 09 22:06:26.897714 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-1ed5d995-f26b-4a87-9e40-be4ead187e3b req-36f779d5-8db4-4e5d-bbf1-7fc5945be9c0 service neutron] Request body: {'port': {'device_id': '71ff85e8-9d8c-4fc9-af3a-55b0b08f0724', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:06:26.962353 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-1ed5d995-f26b-4a87-9e40-be4ead187e3b req-36f779d5-8db4-4e5d-bbf1-7fc5945be9c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (af79d6d3-af7b-41cc-9c38-9e4f554ddeeb), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:27.044122 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-0653be0f-98b7-4992-bd8a-6d14ea8414cb None None] Provisioning complete for port af79d6d3-af7b-41cc-9c38-9e4f554ddeeb triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:06:27.045215 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-0653be0f-98b7-4992-bd8a-6d14ea8414cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (af79d6d3-af7b-41cc-9c38-9e4f554ddeeb), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:27.084959 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-0653be0f-98b7-4992-bd8a-6d14ea8414cb None None] Port af79d6d3-af7b-41cc-9c38-9e4f554ddeeb cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:06:27.234839 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-1ed5d995-f26b-4a87-9e40-be4ead187e3b req-36f779d5-8db4-4e5d-bbf1-7fc5945be9c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af79d6d3-af7b-41cc-9c38-9e4f554ddeeb {{(pid=103141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:06:27.243597 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-1ed5d995-f26b-4a87-9e40-be4ead187e3b req-36f779d5-8db4-4e5d-bbf1-7fc5945be9c0 service neutron] Publish callbacks [] for port (af79d6d3-af7b-41cc-9c38-9e4f554ddeeb), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:27.257946 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-1ed5d995-f26b-4a87-9e40-be4ead187e3b req-36f779d5-8db4-4e5d-bbf1-7fc5945be9c0 service neutron] Transition to ACTIVE for port object af79d6d3-af7b-41cc-9c38-9e4f554ddeeb will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:06:27.259934 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00be0f6-a9d8-4934-8a01-f28ccce5d340 req-1e722361-6574-4748-8d15-42743bca6951 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:27.262217 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-1ed5d995-f26b-4a87-9e40-be4ead187e3b req-36f779d5-8db4-4e5d-bbf1-7fc5945be9c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (af79d6d3-af7b-41cc-9c38-9e4f554ddeeb), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:27.262824 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d00be0f6-a9d8-4934-8a01-f28ccce5d340 req-1e722361-6574-4748-8d15-42743bca6951 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=fd639372-044b-4710-82d3-97188a915bb4 HTTP/1.1" status: 200 len: 944 time: 0.0641398 Feb 09 22:06:27.316732 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f779d5-8db4-4e5d-bbf1-7fc5945be9c0 service neutron] Pushing event updated for resources: {'Port': ['ID=af79d6d3-af7b-41cc-9c38-9e4f554ddeeb,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:27.334101 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d00be0f6-a9d8-4934-8a01-f28ccce5d340 req-fcd057b6-7819-457c-a124-f1147c6b2beb tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=693fbabf-1b08-40a7-84f2-f7b2af190538&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637736 Feb 09 22:06:27.414231 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-1ed5d995-f26b-4a87-9e40-be4ead187e3b req-36f779d5-8db4-4e5d-bbf1-7fc5945be9c0 service neutron] Attempting to bind port af79d6d3-af7b-41cc-9c38-9e4f554ddeeb on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:06:27.414580 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-1ed5d995-f26b-4a87-9e40-be4ead187e3b req-36f779d5-8db4-4e5d-bbf1-7fc5945be9c0 service neutron] Attempting to bind port af79d6d3-af7b-41cc-9c38-9e4f554ddeeb by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': 'ccdb70e6-3e43-42b3-b6b7-87da11db8888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7e64d8e8-78a3-4987-8778-47d4e5b9b498'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:06:27.414914 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed5d995-f26b-4a87-9e40-be4ead187e3b req-36f779d5-8db4-4e5d-bbf1-7fc5945be9c0 service neutron] Attempting to bind port af79d6d3-af7b-41cc-9c38-9e4f554ddeeb on network 7e64d8e8-78a3-4987-8778-47d4e5b9b498 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:06:27.419923 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed5d995-f26b-4a87-9e40-be4ead187e3b req-36f779d5-8db4-4e5d-bbf1-7fc5945be9c0 service neutron] Port af79d6d3-af7b-41cc-9c38-9e4f554ddeeb on network 7e64d8e8-78a3-4987-8778-47d4e5b9b498 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:06:27.420277 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed5d995-f26b-4a87-9e40-be4ead187e3b req-36f779d5-8db4-4e5d-bbf1-7fc5945be9c0 service neutron] Attempting to bind port af79d6d3-af7b-41cc-9c38-9e4f554ddeeb on network 7e64d8e8-78a3-4987-8778-47d4e5b9b498 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:06:27.426329 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed5d995-f26b-4a87-9e40-be4ead187e3b req-36f779d5-8db4-4e5d-bbf1-7fc5945be9c0 service neutron] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:06:27.426677 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed5d995-f26b-4a87-9e40-be4ead187e3b req-36f779d5-8db4-4e5d-bbf1-7fc5945be9c0 service neutron] Checking segment: {'id': 'ccdb70e6-3e43-42b3-b6b7-87da11db8888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7e64d8e8-78a3-4987-8778-47d4e5b9b498'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:06:27.427068 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed5d995-f26b-4a87-9e40-be4ead187e3b req-36f779d5-8db4-4e5d-bbf1-7fc5945be9c0 service neutron] Bound using segment: {'id': 'ccdb70e6-3e43-42b3-b6b7-87da11db8888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7e64d8e8-78a3-4987-8778-47d4e5b9b498'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:06:27.427564 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-1ed5d995-f26b-4a87-9e40-be4ead187e3b req-36f779d5-8db4-4e5d-bbf1-7fc5945be9c0 service neutron] Bound port: af79d6d3-af7b-41cc-9c38-9e4f554ddeeb, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccdb70e6-3e43-42b3-b6b7-87da11db8888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7e64d8e8-78a3-4987-8778-47d4e5b9b498'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:06:27.427867 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-1ed5d995-f26b-4a87-9e40-be4ead187e3b req-36f779d5-8db4-4e5d-bbf1-7fc5945be9c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (af79d6d3-af7b-41cc-9c38-9e4f554ddeeb), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:27.507107 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-1ed5d995-f26b-4a87-9e40-be4ead187e3b req-36f779d5-8db4-4e5d-bbf1-7fc5945be9c0 service neutron] For port af79d6d3-af7b-41cc-9c38-9e4f554ddeeb, host n-h2-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:06:27.510577 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-1ed5d995-f26b-4a87-9e40-be4ead187e3b req-36f779d5-8db4-4e5d-bbf1-7fc5945be9c0 service neutron] For port af79d6d3-af7b-41cc-9c38-9e4f554ddeeb, host n-h2-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=af79d6d3-af7b-41cc-9c38-9e4f554ddeeb,segment=NetworkSegment(ccdb70e6-3e43-42b3-b6b7-87da11db8888),segment_id=ccdb70e6-3e43-42b3-b6b7-87da11db8888)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:06:27.527601 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-1ed5d995-f26b-4a87-9e40-be4ead187e3b req-36f779d5-8db4-4e5d-bbf1-7fc5945be9c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (af79d6d3-af7b-41cc-9c38-9e4f554ddeeb), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:27.541150 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16080fae-6fe5-4823-93e8-27d9cd6f5a38 req-83d8cbc3-3d26-425c-bb9b-a0603c5c116e tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:27.543159 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-16080fae-6fe5-4823-93e8-27d9cd6f5a38 req-83d8cbc3-3d26-425c-bb9b-a0603c5c116e tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=71ff85e8-9d8c-4fc9-af3a-55b0b08f0724 HTTP/1.1" status: 200 len: 943 time: 0.0594957 Feb 09 22:06:27.562643 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed5d995-f26b-4a87-9e40-be4ead187e3b req-36f779d5-8db4-4e5d-bbf1-7fc5945be9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:27.563270 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-1ed5d995-f26b-4a87-9e40-be4ead187e3b req-36f779d5-8db4-4e5d-bbf1-7fc5945be9c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:27.565235 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-1ed5d995-f26b-4a87-9e40-be4ead187e3b req-36f779d5-8db4-4e5d-bbf1-7fc5945be9c0 service neutron] 10.222.0.89 "PUT /v2.0/ports/af79d6d3-af7b-41cc-9c38-9e4f554ddeeb HTTP/1.1" status: 200 len: 1091 time: 0.6723990 Feb 09 22:06:27.565685 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71ff85e8-9d8c-4fc9-af3a-55b0b08f0724', 'tag': 'af79d6d3-af7b-41cc-9c38-9e4f554ddeeb'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:06:27.568065 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c44a75d-ec03-4738-8cbd-763c513e467f" -d '{"events": [{"name": "network-changed", "server_uuid": "71ff85e8-9d8c-4fc9-af3a-55b0b08f0724", "tag": "af79d6d3-af7b-41cc-9c38-9e4f554ddeeb"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:06:27.654484 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2038ac40-36b4-49c3-bd6e-41904952cfe0 x-openstack-request-id: req-2038ac40-36b4-49c3-bd6e-41904952cfe0 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:06:27.657915 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-16080fae-6fe5-4823-93e8-27d9cd6f5a38 req-a11f6d17-ee01-489a-ae0b-9218d5fb60fb tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020260 Feb 09 22:06:27.659103 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71ff85e8-9d8c-4fc9-af3a-55b0b08f0724", "tag": "af79d6d3-af7b-41cc-9c38-9e4f554ddeeb", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:06:27.659401 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-2038ac40-36b4-49c3-bd6e-41904952cfe0 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:06:27.659838 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71ff85e8-9d8c-4fc9-af3a-55b0b08f0724', 'tag': 'af79d6d3-af7b-41cc-9c38-9e4f554ddeeb', 'status': 'completed', 'code': 200} Feb 09 22:06:27.664603 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f779d5-8db4-4e5d-bbf1-7fc5945be9c0 service neutron] Pushing event updated for resources: {'Port': ['ID=af79d6d3-af7b-41cc-9c38-9e4f554ddeeb,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:27.695177 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed5d995-f26b-4a87-9e40-be4ead187e3b req-8e000f43-e329-436c-993c-5718dbc58748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:27.696751 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-1ed5d995-f26b-4a87-9e40-be4ead187e3b req-8e000f43-e329-436c-993c-5718dbc58748 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ad9e4f8727be424b869d8f0ad468be3f&device_id=71ff85e8-9d8c-4fc9-af3a-55b0b08f0724 HTTP/1.1" status: 200 len: 1125 time: 0.0871432 Feb 09 22:06:27.742811 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-1ed5d995-f26b-4a87-9e40-be4ead187e3b req-c2388b5f-83dd-4557-ab76-81353574da37 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af79d6d3-af7b-41cc-9c38-9e4f554ddeeb HTTP/1.1" status: 200 len: 217 time: 0.0372660 Feb 09 22:06:27.803784 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed5d995-f26b-4a87-9e40-be4ead187e3b req-8571d5c9-61fa-4d75-83e3-57d5bf611460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:27.805522 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-1ed5d995-f26b-4a87-9e40-be4ead187e3b req-8571d5c9-61fa-4d75-83e3-57d5bf611460 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=84c886de-428b-4fdd-ac96-e9bdd27d5e04 HTTP/1.1" status: 200 len: 850 time: 0.0562980 Feb 09 22:06:27.863996 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed5d995-f26b-4a87-9e40-be4ead187e3b req-e3cfae23-a3b8-4ba4-8add-1b98cb23bb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:27.864730 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-1ed5d995-f26b-4a87-9e40-be4ead187e3b req-e3cfae23-a3b8-4ba4-8add-1b98cb23bb3c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7e64d8e8-78a3-4987-8778-47d4e5b9b498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0522654 Feb 09 22:06:27.961959 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-1ed5d995-f26b-4a87-9e40-be4ead187e3b req-54150a6c-bbc1-4790-a551-e47c10e53738 service neutron] 10.222.0.89 "GET /v2.0/networks/7e64d8e8-78a3-4987-8778-47d4e5b9b498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900548 Feb 09 22:06:28.060956 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-1ed5d995-f26b-4a87-9e40-be4ead187e3b req-82c43036-2a36-4266-8a5d-1e7db130d030 service neutron] 10.222.0.89 "GET /v2.0/networks/7e64d8e8-78a3-4987-8778-47d4e5b9b498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909896 Feb 09 22:06:28.153908 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c44a75d-ec03-4738-8cbd-763c513e467f req-abbee036-bdbf-4d59-b5d2-6e2fd9142ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:28.155331 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-1c44a75d-ec03-4738-8cbd-763c513e467f req-abbee036-bdbf-4d59-b5d2-6e2fd9142ffc service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ad9e4f8727be424b869d8f0ad468be3f&device_id=71ff85e8-9d8c-4fc9-af3a-55b0b08f0724 HTTP/1.1" status: 200 len: 1125 time: 0.0469368 Feb 09 22:06:28.250000 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c44a75d-ec03-4738-8cbd-763c513e467f req-727b02eb-8985-4769-ad2a-e38b565dd2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:28.251471 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-1c44a75d-ec03-4738-8cbd-763c513e467f req-727b02eb-8985-4769-ad2a-e38b565dd2ec service neutron] 10.222.0.89 "GET /v2.0/networks?id=7e64d8e8-78a3-4987-8778-47d4e5b9b498 HTTP/1.1" status: 200 len: 912 time: 0.0888829 Feb 09 22:06:28.300203 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-1c44a75d-ec03-4738-8cbd-763c513e467f req-077fe65f-d0a3-4e29-93e1-ca594d9116aa service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af79d6d3-af7b-41cc-9c38-9e4f554ddeeb HTTP/1.1" status: 200 len: 217 time: 0.0377600 Feb 09 22:06:28.350849 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c44a75d-ec03-4738-8cbd-763c513e467f req-5d707e6f-b3a8-471a-8029-9f49cfa58081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:28.352375 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-1c44a75d-ec03-4738-8cbd-763c513e467f req-5d707e6f-b3a8-471a-8029-9f49cfa58081 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=84c886de-428b-4fdd-ac96-e9bdd27d5e04 HTTP/1.1" status: 200 len: 850 time: 0.0442178 Feb 09 22:06:28.406272 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c44a75d-ec03-4738-8cbd-763c513e467f req-ebaa3dca-a823-4701-b5cf-96433148e449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:28.407681 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-1c44a75d-ec03-4738-8cbd-763c513e467f req-ebaa3dca-a823-4701-b5cf-96433148e449 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7e64d8e8-78a3-4987-8778-47d4e5b9b498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0491812 Feb 09 22:06:28.455647 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c054a3-0a0a-4f33-8007-bcbd47e23776 req-96e30b84-2339-4966-aa03-65b8fefe80fc tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:28.457211 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c7c054a3-0a0a-4f33-8007-bcbd47e23776 req-96e30b84-2339-4966-aa03-65b8fefe80fc tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=fd639372-044b-4710-82d3-97188a915bb4 HTTP/1.1" status: 200 len: 944 time: 0.0546322 Feb 09 22:06:28.505179 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-1c44a75d-ec03-4738-8cbd-763c513e467f req-f7fe3dac-69eb-4e49-bc4a-2558ddc73fc6 service neutron] 10.222.0.89 "GET /v2.0/networks/7e64d8e8-78a3-4987-8778-47d4e5b9b498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861957 Feb 09 22:06:28.514923 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c7c054a3-0a0a-4f33-8007-bcbd47e23776 req-083c94af-8dc8-4460-95b7-22999c22f7a2 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=693fbabf-1b08-40a7-84f2-f7b2af190538&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497823 Feb 09 22:06:28.599322 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-1c44a75d-ec03-4738-8cbd-763c513e467f req-7e82c3d8-1ff4-4dae-8aaf-132c325c6410 service neutron] 10.222.0.89 "GET /v2.0/networks/7e64d8e8-78a3-4987-8778-47d4e5b9b498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880332 Feb 09 22:06:28.769696 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e024f93-75e3-4895-8a0c-a09a8524bc9e req-be14748e-a202-4eee-83aa-55f769b7fe00 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:28.771292 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9e024f93-75e3-4895-8a0c-a09a8524bc9e req-be14748e-a202-4eee-83aa-55f769b7fe00 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=71ff85e8-9d8c-4fc9-af3a-55b0b08f0724 HTTP/1.1" status: 200 len: 943 time: 0.0543118 Feb 09 22:06:28.818262 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9e024f93-75e3-4895-8a0c-a09a8524bc9e req-02a67ef3-3790-41bc-aa5b-512cae99aa1b tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412941 Feb 09 22:06:28.948891 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 5dcd0291-a9c5-4a48-a563-3e037cc002c8 details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:06:29.053542 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 5dcd0291-a9c5-4a48-a563-3e037cc002c8, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=5dcd0291-a9c5-4a48-a563-3e037cc002c8,segment=NetworkSegment(0d8dc06a-52e8-4f07-9a47-9d1f434cc28c),segment_id=0d8dc06a-52e8-4f07-9a47-9d1f434cc28c)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:06:29.066306 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': '5dcd0291-a9c5-4a48-a563-3e037cc002c8', 'network_id': '6319e0ab-1425-4f29-a729-d949fb584e40', 'port_id': '5dcd0291-a9c5-4a48-a563-3e037cc002c8', 'mac_address': 'fa:16:3e:c6:34:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b3d0ee1-e5ca-42ff-ac79-ec7056f6cfc0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:06:29.103723 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 5dcd0291-a9c5-4a48-a563-3e037cc002c8 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:06:29.104115 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (5dcd0291-a9c5-4a48-a563-3e037cc002c8), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:29.116982 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dcd0291-a9c5-4a48-a563-3e037cc002c8 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:06:29.136723 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 5dcd0291-a9c5-4a48-a563-3e037cc002c8, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=5dcd0291-a9c5-4a48-a563-3e037cc002c8,segment=NetworkSegment(0d8dc06a-52e8-4f07-9a47-9d1f434cc28c),segment_id=0d8dc06a-52e8-4f07-9a47-9d1f434cc28c)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:06:29.140913 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (5dcd0291-a9c5-4a48-a563-3e037cc002c8), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:29.195897 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=5dcd0291-a9c5-4a48-a563-3e037cc002c8,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:29.386494 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['5dcd0291-a9c5-4a48-a563-3e037cc002c8'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:06:29.638240 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa05929a-5dcf-41f7-9324-0c78f6aae237 req-1c4c42c2-3e58-454a-8ede-c776438333eb tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:29.639852 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-aa05929a-5dcf-41f7-9324-0c78f6aae237 req-1c4c42c2-3e58-454a-8ede-c776438333eb tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=fd639372-044b-4710-82d3-97188a915bb4 HTTP/1.1" status: 200 len: 945 time: 0.0539188 Feb 09 22:06:29.688189 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-aa05929a-5dcf-41f7-9324-0c78f6aae237 req-8bf8858f-aae2-4833-b84c-853c1b111c02 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=693fbabf-1b08-40a7-84f2-f7b2af190538&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427194 Feb 09 22:06:29.950627 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdeacaa-9b81-4b0a-8bf2-ae7d5bd28db3 req-95423643-ad7b-4b6e-9480-f737f0501e8a tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:29.952212 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bfdeacaa-9b81-4b0a-8bf2-ae7d5bd28db3 req-95423643-ad7b-4b6e-9480-f737f0501e8a tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=71ff85e8-9d8c-4fc9-af3a-55b0b08f0724 HTTP/1.1" status: 200 len: 943 time: 0.0663316 Feb 09 22:06:30.001652 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bfdeacaa-9b81-4b0a-8bf2-ae7d5bd28db3 req-27f43ae4-b625-4780-8396-bda0d99a0b69 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435946 Feb 09 22:06:30.740886 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-448f1466-237f-47ec-80df-f9189b3bb510 req-6994e086-9958-43a4-8fc2-2e9d9f9daa5f service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=95aa9a42-302f-49fc-9278-dd5a1b965729&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0465574 Feb 09 22:06:30.810839 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448f1466-237f-47ec-80df-f9189b3bb510 req-9462072f-324c-4adf-8330-f85a99468da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:30.812352 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bffd0b-7eb1-471c-b4ff-b5ee5690713c req-4b62db82-43b9-4e44-8b50-94e6b795d861 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:30.812875 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-448f1466-237f-47ec-80df-f9189b3bb510 req-9462072f-324c-4adf-8330-f85a99468da8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a5b450ffe3204024aa1de4c1c17e7296&device_id=95aa9a42-302f-49fc-9278-dd5a1b965729 HTTP/1.1" status: 200 len: 1128 time: 0.0499966 Feb 09 22:06:30.813951 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-77bffd0b-7eb1-471c-b4ff-b5ee5690713c req-4b62db82-43b9-4e44-8b50-94e6b795d861 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=fd639372-044b-4710-82d3-97188a915bb4 HTTP/1.1" status: 200 len: 945 time: 0.0563576 Feb 09 22:06:30.874931 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-77bffd0b-7eb1-471c-b4ff-b5ee5690713c req-25b12615-4cf1-41df-b46d-f7471c319f73 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=693fbabf-1b08-40a7-84f2-f7b2af190538&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547051 Feb 09 22:06:30.936837 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448f1466-237f-47ec-80df-f9189b3bb510 req-b5f6cf7d-16e3-4932-8515-da754e9d9f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:30.938364 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-448f1466-237f-47ec-80df-f9189b3bb510 req-b5f6cf7d-16e3-4932-8515-da754e9d9f72 service neutron] 10.222.0.89 "GET /v2.0/networks?id=37def89c-7a9f-4c66-92be-f91fbe6a4291 HTTP/1.1" status: 200 len: 918 time: 0.1051459 Feb 09 22:06:30.962667 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 5dcd0291-a9c5-4a48-a563-3e037cc002c8 up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:06:31.009244 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-448f1466-237f-47ec-80df-f9189b3bb510 req-839a74dc-e697-404d-b583-9c0abea2e6c6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cacd62b3-4a7c-46cd-baff-b5e6561af957 HTTP/1.1" status: 200 len: 1002 time: 0.0615292 Feb 09 22:06:31.019258 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning for port 5dcd0291-a9c5-4a48-a563-3e037cc002c8 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:06:31.023737 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port 5dcd0291-a9c5-4a48-a563-3e037cc002c8 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:06:31.026593 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (5dcd0291-a9c5-4a48-a563-3e037cc002c8), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:31.067256 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448f1466-237f-47ec-80df-f9189b3bb510 req-fa779f51-0c89-4b5f-8389-dda18cb525ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:31.069297 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-448f1466-237f-47ec-80df-f9189b3bb510 req-fa779f51-0c89-4b5f-8389-dda18cb525ef service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e04d8769-3631-49a0-81b3-a22ce5792703 HTTP/1.1" status: 200 len: 856 time: 0.0539739 Feb 09 22:06:31.111017 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 5dcd0291-a9c5-4a48-a563-3e037cc002c8 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:06:31.111511 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (5dcd0291-a9c5-4a48-a563-3e037cc002c8), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:31.136655 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd639372-044b-4710-82d3-97188a915bb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dcd0291-a9c5-4a48-a563-3e037cc002c8'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:06:31.139065 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79675d65-84ba-4c86-92af-29887f431fed" -d '{"events": [{"server_uuid": "fd639372-044b-4710-82d3-97188a915bb4", "name": "network-vif-plugged", "status": "completed", "tag": "5dcd0291-a9c5-4a48-a563-3e037cc002c8"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:06:31.139752 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448f1466-237f-47ec-80df-f9189b3bb510 req-860afb76-1ea8-480b-bcf1-35e03c41ae52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:31.141888 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-448f1466-237f-47ec-80df-f9189b3bb510 req-860afb76-1ea8-480b-bcf1-35e03c41ae52 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=37def89c-7a9f-4c66-92be-f91fbe6a4291&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0650167 Feb 09 22:06:31.153489 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 5dcd0291-a9c5-4a48-a563-3e037cc002c8, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=5dcd0291-a9c5-4a48-a563-3e037cc002c8,segment=NetworkSegment(0d8dc06a-52e8-4f07-9a47-9d1f434cc28c),segment_id=0d8dc06a-52e8-4f07-9a47-9d1f434cc28c)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:06:31.156974 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30fd1eb-2e5c-4d50-bbaa-5bd4ce5f6b25 req-af8962b8-bb94-4ebc-95bf-3de9e06e4471 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:31.159477 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e30fd1eb-2e5c-4d50-bbaa-5bd4ce5f6b25 req-af8962b8-bb94-4ebc-95bf-3de9e06e4471 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=71ff85e8-9d8c-4fc9-af3a-55b0b08f0724 HTTP/1.1" status: 200 len: 943 time: 0.0824158 Feb 09 22:06:31.161123 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (5dcd0291-a9c5-4a48-a563-3e037cc002c8), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:31.216672 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=5dcd0291-a9c5-4a48-a563-3e037cc002c8,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:31.222106 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-617c483e-539a-4c90-bb90-d9abbfe8e0a4 x-openstack-request-id: req-617c483e-539a-4c90-bb90-d9abbfe8e0a4 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:06:31.222405 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd639372-044b-4710-82d3-97188a915bb4", "name": "network-vif-plugged", "status": "completed", "tag": "5dcd0291-a9c5-4a48-a563-3e037cc002c8", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:06:31.222665 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-617c483e-539a-4c90-bb90-d9abbfe8e0a4 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:06:31.223064 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd639372-044b-4710-82d3-97188a915bb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dcd0291-a9c5-4a48-a563-3e037cc002c8', 'code': 200} Feb 09 22:06:31.227779 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e30fd1eb-2e5c-4d50-bbaa-5bd4ce5f6b25 req-3b48d30c-fc78-49d9-a66b-5fbbaff65e68 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586584 Feb 09 22:06:31.279407 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-448f1466-237f-47ec-80df-f9189b3bb510 req-10388573-c223-4adb-9aaf-887ad326c319 service neutron] 10.222.0.89 "GET /v2.0/networks/37def89c-7a9f-4c66-92be-f91fbe6a4291?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216955 Feb 09 22:06:31.327384 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deef4d1d-3170-47bd-b626-3e46198c73c3 req-13700318-f4ff-4c50-a119-23a954d5760b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:31.329052 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-deef4d1d-3170-47bd-b626-3e46198c73c3 req-13700318-f4ff-4c50-a119-23a954d5760b service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=fd639372-044b-4710-82d3-97188a915bb4 HTTP/1.1" status: 200 len: 1128 time: 0.0443780 Feb 09 22:06:31.382861 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-deef4d1d-3170-47bd-b626-3e46198c73c3 req-59edc159-8a52-46b9-acbc-34ab6af29346 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=693fbabf-1b08-40a7-84f2-f7b2af190538&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460982 Feb 09 22:06:31.659304 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-448f1466-237f-47ec-80df-f9189b3bb510 req-c3e55f25-7310-4ebd-961e-e36517ba88f0 service neutron] 10.222.0.89 "GET /v2.0/networks/37def89c-7a9f-4c66-92be-f91fbe6a4291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3739362 Feb 09 22:06:32.010506 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b661ce4d-6bc0-4b02-bae8-f324f01312bd req-ca5f7b1b-413b-4c7d-9433-ab4bc0e0db72 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:32.018803 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b661ce4d-6bc0-4b02-bae8-f324f01312bd req-ca5f7b1b-413b-4c7d-9433-ab4bc0e0db72 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=fd639372-044b-4710-82d3-97188a915bb4 HTTP/1.1" status: 200 len: 946 time: 0.0724597 Feb 09 22:06:32.080267 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b661ce4d-6bc0-4b02-bae8-f324f01312bd req-b906e65e-0b4e-42eb-b825-19e2586b1f14 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=693fbabf-1b08-40a7-84f2-f7b2af190538&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602219 Feb 09 22:06:32.373829 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b59a80-e04d-4068-a058-1c68a9948206 req-7a51d0e5-8cf0-4b6d-84df-2202af5c15b7 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:32.375626 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b0b59a80-e04d-4068-a058-1c68a9948206 req-7a51d0e5-8cf0-4b6d-84df-2202af5c15b7 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=71ff85e8-9d8c-4fc9-af3a-55b0b08f0724 HTTP/1.1" status: 200 len: 943 time: 0.0739827 Feb 09 22:06:32.427506 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b0b59a80-e04d-4068-a058-1c68a9948206 req-054db3c3-82d5-479b-b32a-3050180313d4 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457883 Feb 09 22:06:33.031179 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1693ec1e-bba2-4ff7-97d8-4cbf056b3ee2 req-756e7291-8b43-4f0c-8e62-4ad9382be1ee service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=fd639372-044b-4710-82d3-97188a915bb4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0731790 Feb 09 22:06:33.159441 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1693ec1e-bba2-4ff7-97d8-4cbf056b3ee2 req-b749772e-e0fb-47cc-8028-a0574215032d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:33.161685 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1693ec1e-bba2-4ff7-97d8-4cbf056b3ee2 req-b749772e-e0fb-47cc-8028-a0574215032d service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=deeb9e226e2546f19554cbe5eac163d6&device_id=fd639372-044b-4710-82d3-97188a915bb4 HTTP/1.1" status: 200 len: 1128 time: 0.0751686 Feb 09 22:06:33.378329 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75971b59-cb26-4c53-8222-98e02e99d409 req-4de95d88-3eaa-4737-b14f-f296f062d66a tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:33.380717 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-75971b59-cb26-4c53-8222-98e02e99d409 req-4de95d88-3eaa-4737-b14f-f296f062d66a tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=95aa9a42-302f-49fc-9278-dd5a1b965729 HTTP/1.1" status: 200 len: 946 time: 0.1192663 Feb 09 22:06:33.415631 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334faa8e-dcb8-467f-b218-f0a74ed884d4 req-c2d86de6-bff1-4a9f-84c6-cae0a874cb0f tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:33.418098 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-334faa8e-dcb8-467f-b218-f0a74ed884d4 req-c2d86de6-bff1-4a9f-84c6-cae0a874cb0f tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=fd639372-044b-4710-82d3-97188a915bb4 HTTP/1.1" status: 200 len: 946 time: 0.1667747 Feb 09 22:06:33.426168 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1693ec1e-bba2-4ff7-97d8-4cbf056b3ee2 req-74c52193-647a-4345-ad57-5c64ca12d26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:33.427933 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1693ec1e-bba2-4ff7-97d8-4cbf056b3ee2 req-74c52193-647a-4345-ad57-5c64ca12d26f service neutron] 10.222.0.95 "GET /v2.0/networks?id=6319e0ab-1425-4f29-a729-d949fb584e40 HTTP/1.1" status: 200 len: 897 time: 0.2397165 Feb 09 22:06:33.500619 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1693ec1e-bba2-4ff7-97d8-4cbf056b3ee2 req-23ccb28b-8d1f-4ab6-b14f-8bcbc9e0b563 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5dcd0291-a9c5-4a48-a563-3e037cc002c8 HTTP/1.1" status: 200 len: 217 time: 0.0598836 Feb 09 22:06:33.561365 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-75971b59-cb26-4c53-8222-98e02e99d409 req-7ff32b21-b14f-4ee8-8439-88b8e51d18e4 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=b84fe1f3-0331-41ba-8996-269b9bdf78f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1706946 Feb 09 22:06:33.597025 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-334faa8e-dcb8-467f-b218-f0a74ed884d4 req-98f49469-29ad-46e0-8beb-dbaf4e1a3fd2 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=693fbabf-1b08-40a7-84f2-f7b2af190538&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1653011 Feb 09 22:06:33.611863 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1693ec1e-bba2-4ff7-97d8-4cbf056b3ee2 req-a7d14c42-b351-41ef-9e3b-c61bf0fd65f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:33.615225 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1693ec1e-bba2-4ff7-97d8-4cbf056b3ee2 req-a7d14c42-b351-41ef-9e3b-c61bf0fd65f4 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=7b3d0ee1-e5ca-42ff-ac79-ec7056f6cfc0 HTTP/1.1" status: 200 len: 835 time: 0.1025844 Feb 09 22:06:33.765530 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1693ec1e-bba2-4ff7-97d8-4cbf056b3ee2 req-581cf294-075f-4bb5-9e4a-715e3f043e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:33.768263 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1693ec1e-bba2-4ff7-97d8-4cbf056b3ee2 req-581cf294-075f-4bb5-9e4a-715e3f043e4b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6319e0ab-1425-4f29-a729-d949fb584e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1415818 Feb 09 22:06:33.790148 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab55cb-f2d3-4c79-bc68-06c5c35fdcd1 req-059a4057-b722-4a8b-b90f-81861959fead tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:33.791590 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-63ab55cb-f2d3-4c79-bc68-06c5c35fdcd1 req-059a4057-b722-4a8b-b90f-81861959fead tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=71ff85e8-9d8c-4fc9-af3a-55b0b08f0724 HTTP/1.1" status: 200 len: 943 time: 0.1270621 Feb 09 22:06:33.883483 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa49193b-6dca-4ab7-ac95-30c178f55711 req-a9200f1c-4fa1-48d5-a9b5-e8ab6bdcb376 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:33.885718 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-aa49193b-6dca-4ab7-ac95-30c178f55711 req-a9200f1c-4fa1-48d5-a9b5-e8ab6bdcb376 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=fd639372-044b-4710-82d3-97188a915bb4 HTTP/1.1" status: 200 len: 946 time: 0.1693389 Feb 09 22:06:33.955665 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-63ab55cb-f2d3-4c79-bc68-06c5c35fdcd1 req-91d17d4e-2d20-415e-81fb-1f7b9fac347e tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542077 Feb 09 22:06:33.982490 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1693ec1e-bba2-4ff7-97d8-4cbf056b3ee2 req-1f7a63c1-efec-4bb4-85ee-232055e4286c service neutron] 10.222.0.95 "GET /v2.0/networks/6319e0ab-1425-4f29-a729-d949fb584e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006266 Feb 09 22:06:34.067307 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-aa49193b-6dca-4ab7-ac95-30c178f55711 req-8a004c22-c4c2-412c-af69-f2767aa282e6 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=693fbabf-1b08-40a7-84f2-f7b2af190538&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1697869 Feb 09 22:06:34.097236 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 41656) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:34.127644 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1693ec1e-bba2-4ff7-97d8-4cbf056b3ee2 req-69aacb5e-17f5-40cb-88a4-5c86c61fee11 service neutron] 10.222.0.95 "GET /v2.0/networks/6319e0ab-1425-4f29-a729-d949fb584e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380296 Feb 09 22:06:34.187196 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fbe86b0-e26d-49bb-803a-1f113f4e5d54 tempest-TestNetworkAdvancedServerOps-2092705809 tempest-TestNetworkAdvancedServerOps-2092705809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:34.189337 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-8fbe86b0-e26d-49bb-803a-1f113f4e5d54 tempest-TestNetworkAdvancedServerOps-2092705809 tempest-TestNetworkAdvancedServerOps-2092705809-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=fd639372-044b-4710-82d3-97188a915bb4 HTTP/1.1" status: 200 len: 1123 time: 0.0908148 Feb 09 22:06:34.194217 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 41658) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:34.198705 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-b0730917-627b-441c-833f-53434af9ec29 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Request body: {'floatingip': {'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'port_id': '5dcd0291-a9c5-4a48-a563-3e037cc002c8', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:06:34.220781 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b0730917-627b-441c-833f-53434af9ec29 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:34.352099 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b0730917-627b-441c-833f-53434af9ec29 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:34.470021 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-b0730917-627b-441c-833f-53434af9ec29 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Allocated IP 172.25.3.56 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/05911ae3-8272-4a2f-a864-af02dd082dfb) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:06:34.584074 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b0730917-627b-441c-833f-53434af9ec29 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for port (05911ae3-8272-4a2f-a864-af02dd082dfb), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:34.643183 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b0730917-627b-441c-833f-53434af9ec29 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (05911ae3-8272-4a2f-a864-af02dd082dfb), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:34.688755 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0730917-627b-441c-833f-53434af9ec29 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:06:34.692135 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-b0730917-627b-441c-833f-53434af9ec29 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:06:34.695840 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0730917-627b-441c-833f-53434af9ec29 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:06:34.704139 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0730917-627b-441c-833f-53434af9ec29 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Pushing event updated for resources: {'Port': ['ID=05911ae3-8272-4a2f-a864-af02dd082dfb,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:34.754236 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558856f3-78bd-488e-a32d-c61ef89f11ec req-65e9715c-adf4-4209-802d-bb5323248110 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:34.755647 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-558856f3-78bd-488e-a32d-c61ef89f11ec req-65e9715c-adf4-4209-802d-bb5323248110 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=95aa9a42-302f-49fc-9278-dd5a1b965729 HTTP/1.1" status: 200 len: 946 time: 0.0739686 Feb 09 22:06:34.819831 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-558856f3-78bd-488e-a32d-c61ef89f11ec req-20437ad3-eb71-4906-b2ce-88f71a62d008 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=b84fe1f3-0331-41ba-8996-269b9bdf78f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579693 Feb 09 22:06:35.183134 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b0730917-627b-441c-833f-53434af9ec29 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for floatingip (ebe137d2-605f-4893-af2c-0d43c767fc50), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:35.286929 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b0730917-627b-441c-833f-53434af9ec29 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (05911ae3-8272-4a2f-a864-af02dd082dfb), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:35.473780 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b0730917-627b-441c-833f-53434af9ec29 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for port (05911ae3-8272-4a2f-a864-af02dd082dfb), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:35.479057 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b0730917-627b-441c-833f-53434af9ec29 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (05911ae3-8272-4a2f-a864-af02dd082dfb), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:35.553715 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0730917-627b-441c-833f-53434af9ec29 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Pushing event updated for resources: {'Port': ['ID=05911ae3-8272-4a2f-a864-af02dd082dfb,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:35.562327 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db3684f-b0d8-4101-859b-e83ee02a9135 req-5e504a81-25c8-4e32-9f6b-6aeee50974eb tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:35.569776 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2db3684f-b0d8-4101-859b-e83ee02a9135 req-5e504a81-25c8-4e32-9f6b-6aeee50974eb tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=71ff85e8-9d8c-4fc9-af3a-55b0b08f0724 HTTP/1.1" status: 200 len: 943 time: 0.4920726 Feb 09 22:06:35.588260 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b0730917-627b-441c-833f-53434af9ec29 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (ebe137d2-605f-4893-af2c-0d43c767fc50), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:35.632767 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2db3684f-b0d8-4101-859b-e83ee02a9135 req-aead2c32-942e-4055-8679-3782f56e6f35 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620925 Feb 09 22:06:35.705576 n-d-828369-5 neutron-server[103141]: INFO neutron.db.l3_db [None req-b0730917-627b-441c-833f-53434af9ec29 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Floating IP ebe137d2-605f-4893-af2c-0d43c767fc50 associated. External IP: 172.25.3.56, port: 5dcd0291-a9c5-4a48-a563-3e037cc002c8. Feb 09 22:06:35.959497 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b25221-a565-4e30-90b2-dcf66d371990 req-b136d8ac-1b5e-48ee-b1de-5cfd8bf83b91 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:35.963585 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0730917-627b-441c-833f-53434af9ec29 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Router de00c00d-0b48-4fb2-b691-52f739682a2a has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:06:35.966584 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-23b25221-a565-4e30-90b2-dcf66d371990 req-b136d8ac-1b5e-48ee-b1de-5cfd8bf83b91 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=95aa9a42-302f-49fc-9278-dd5a1b965729 HTTP/1.1" status: 200 len: 946 time: 0.0695159 Feb 09 22:06:36.017107 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-23b25221-a565-4e30-90b2-dcf66d371990 req-d1a4a01e-dc17-479b-bd94-041124234154 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=b84fe1f3-0331-41ba-8996-269b9bdf78f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496182 Feb 09 22:06:36.092234 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0730917-627b-441c-833f-53434af9ec29 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:06:36.104853 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b6b4dc-bd7e-421e-a455-725e0ad8a2bb None None] Sync routers for ids ['de00c00d-0b48-4fb2-b691-52f739682a2a'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:06:36.117538 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b6b4dc-bd7e-421e-a455-725e0ad8a2bb None None] Routers {'de00c00d-0b48-4fb2-b691-52f739682a2a'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:06:36.118499 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-36b6b4dc-bd7e-421e-a455-725e0ad8a2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:06:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['de00c00d-0b48-4fb2-b691-52f739682a2a'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:36.119107 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b0730917-627b-441c-833f-53434af9ec29 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:36.165838 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-b0730917-627b-441c-833f-53434af9ec29 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9679894 Feb 09 22:06:36.165838 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd639372-044b-4710-82d3-97188a915bb4', 'tag': '5dcd0291-a9c5-4a48-a563-3e037cc002c8'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:06:36.178996 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-121a981b-a8ae-4567-94a2-6b62fb1bf9db" -d '{"events": [{"name": "network-changed", "server_uuid": "fd639372-044b-4710-82d3-97188a915bb4", "tag": "5dcd0291-a9c5-4a48-a563-3e037cc002c8"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:06:36.247583 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bd6bfda-98a6-488c-95ec-2618cea9bf0d x-openstack-request-id: req-7bd6bfda-98a6-488c-95ec-2618cea9bf0d {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:06:36.248175 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd639372-044b-4710-82d3-97188a915bb4", "tag": "5dcd0291-a9c5-4a48-a563-3e037cc002c8", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:06:36.248175 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-7bd6bfda-98a6-488c-95ec-2618cea9bf0d {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:06:36.248564 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd639372-044b-4710-82d3-97188a915bb4', 'tag': '5dcd0291-a9c5-4a48-a563-3e037cc002c8', 'status': 'completed', 'code': 200} Feb 09 22:06:36.299322 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-36b6b4dc-bd7e-421e-a455-725e0ad8a2bb None None] Set router de00c00d-0b48-4fb2-b691-52f739682a2a gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:06:36.335452 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f48446-50fa-4399-aabf-1080b697c6e8 req-b3c7e769-d09f-456a-97cf-4712f8c5be81 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:36.337143 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-54f48446-50fa-4399-aabf-1080b697c6e8 req-b3c7e769-d09f-456a-97cf-4712f8c5be81 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=fd639372-044b-4710-82d3-97188a915bb4 HTTP/1.1" status: 200 len: 946 time: 0.0939956 Feb 09 22:06:36.369777 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121a981b-a8ae-4567-94a2-6b62fb1bf9db req-599a0564-d31b-4fe9-b59c-183f4a4a0492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:36.371694 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-121a981b-a8ae-4567-94a2-6b62fb1bf9db req-599a0564-d31b-4fe9-b59c-183f4a4a0492 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=deeb9e226e2546f19554cbe5eac163d6&device_id=fd639372-044b-4710-82d3-97188a915bb4 HTTP/1.1" status: 200 len: 1128 time: 0.0858979 Feb 09 22:06:36.454200 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-54f48446-50fa-4399-aabf-1080b697c6e8 req-38d5ac91-62c2-44e9-8f23-4be6f1f48ac0 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=693fbabf-1b08-40a7-84f2-f7b2af190538&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072640 Feb 09 22:06:36.479495 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 41670) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:36.527265 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121a981b-a8ae-4567-94a2-6b62fb1bf9db req-54e206a5-a1ee-4f1c-a0f2-3f9ef2455df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:36.528796 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-121a981b-a8ae-4567-94a2-6b62fb1bf9db req-54e206a5-a1ee-4f1c-a0f2-3f9ef2455df8 service neutron] 10.222.0.95 "GET /v2.0/networks?id=6319e0ab-1425-4f29-a729-d949fb584e40 HTTP/1.1" status: 200 len: 897 time: 0.1503618 Feb 09 22:06:36.582431 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-45d6bde3-6ae8-405e-a12f-12e46a4418e6 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/floatingips/ebe137d2-605f-4893-af2c-0d43c767fc50 HTTP/1.1" status: 200 len: 991 time: 0.1016042 Feb 09 22:06:36.636781 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-121a981b-a8ae-4567-94a2-6b62fb1bf9db req-0a80336e-2e51-4717-a2d8-9f3ef354dfc1 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5dcd0291-a9c5-4a48-a563-3e037cc002c8 HTTP/1.1" status: 200 len: 999 time: 0.0927458 Feb 09 22:06:36.646478 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-36b6b4dc-bd7e-421e-a455-725e0ad8a2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de00c00d-0b48-4fb2-b691-52f739682a2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131199244', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'ed55222f-fb2a-40c7-b0bb-f8fab9bb409e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:06:14Z', 'updated_at': '2022-02-09T22:06:18Z', 'revision_number': 4, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'gw_port': {'id': 'ed55222f-fb2a-40c7-b0bb-f8fab9bb409e', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:2e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de00c00d-0b48-4fb2-b691-52f739682a2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:06:15Z', 'updated_at': '2022-02-09T22:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': 'ebe137d2-605f-4893-af2c-0d43c767fc50', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'floating_ip_address': '172.25.3.56', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': 'de00c00d-0b48-4fb2-b691-52f739682a2a', 'port_id': '5dcd0291-a9c5-4a48-a563-3e037cc002c8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6319e0ab-1425-4f29-a729-d949fb584e40', 'mac_address': 'fa:16:3e:c6:34:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd639372-044b-4710-82d3-97188a915bb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:06:34Z', 'updated_at': '2022-02-09T22:06:34Z', 'revision_number': 0, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92f91353-35f7-4539-820b-a4a30a4f6b79', 'name': '', 'network_id': '6319e0ab-1425-4f29-a729-d949fb584e40', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'mac_address': 'fa:16:3e:06:b9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de00c00d-0b48-4fb2-b691-52f739682a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': '7b3d0ee1-e5ca-42ff-ac79-ec7056f6cfc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:06:17Z', 'updated_at': '2022-02-09T22:06:21Z', 'revision_number': 5, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'subnets': [{'id': '7b3d0ee1-e5ca-42ff-ac79-ec7056f6cfc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:36.683600 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b6b4dc-bd7e-421e-a455-725e0ad8a2bb None None] Checking router: de00c00d-0b48-4fb2-b691-52f739682a2a for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:06:36.692672 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b6b4dc-bd7e-421e-a455-725e0ad8a2bb None None] Routers {'de00c00d-0b48-4fb2-b691-52f739682a2a'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:06:36.693304 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-36b6b4dc-bd7e-421e-a455-725e0ad8a2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:06:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['de00c00d-0b48-4fb2-b691-52f739682a2a'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:36.722775 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121a981b-a8ae-4567-94a2-6b62fb1bf9db req-db21c7c3-4c75-4a5d-891b-b80dd77bc50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:36.724654 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-121a981b-a8ae-4567-94a2-6b62fb1bf9db req-db21c7c3-4c75-4a5d-891b-b80dd77bc50b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=7b3d0ee1-e5ca-42ff-ac79-ec7056f6cfc0 HTTP/1.1" status: 200 len: 835 time: 0.0861876 Feb 09 22:06:36.813586 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb2db98-92e7-4503-ada9-b0d8a3905fe0 req-33e1b01e-2cff-41d7-9bc1-4820360faa5d tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:36.816759 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0bb2db98-92e7-4503-ada9-b0d8a3905fe0 req-33e1b01e-2cff-41d7-9bc1-4820360faa5d tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=71ff85e8-9d8c-4fc9-af3a-55b0b08f0724 HTTP/1.1" status: 200 len: 943 time: 0.0972521 Feb 09 22:06:36.834191 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121a981b-a8ae-4567-94a2-6b62fb1bf9db req-d1b18d35-f1ec-4718-9868-ee16898fe002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:36.836140 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-121a981b-a8ae-4567-94a2-6b62fb1bf9db req-d1b18d35-f1ec-4718-9868-ee16898fe002 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6319e0ab-1425-4f29-a729-d949fb584e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1001039 Feb 09 22:06:36.947840 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0bb2db98-92e7-4503-ada9-b0d8a3905fe0 req-aa629a55-9970-4117-97c0-a8a2a67505aa tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240137 Feb 09 22:06:36.992156 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-121a981b-a8ae-4567-94a2-6b62fb1bf9db req-ad515e93-51e3-4535-b4f3-5f15829013b9 service neutron] 10.222.0.95 "GET /v2.0/networks/6319e0ab-1425-4f29-a729-d949fb584e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412919 Feb 09 22:06:37.025562 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-36b6b4dc-bd7e-421e-a455-725e0ad8a2bb None None] Set router de00c00d-0b48-4fb2-b691-52f739682a2a gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:06:37.150676 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-121a981b-a8ae-4567-94a2-6b62fb1bf9db req-1c4c51d3-d1d5-40a6-a4b0-05bdd373dccd service neutron] 10.222.0.95 "GET /v2.0/networks/6319e0ab-1425-4f29-a729-d949fb584e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491377 Feb 09 22:06:37.177420 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a61d10f-b7f8-4292-854c-853ccc3c4e18 req-73d772d6-445d-4b3f-834a-cd1b9d212425 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:37.179203 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1a61d10f-b7f8-4292-854c-853ccc3c4e18 req-73d772d6-445d-4b3f-834a-cd1b9d212425 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=95aa9a42-302f-49fc-9278-dd5a1b965729 HTTP/1.1" status: 200 len: 946 time: 0.0773430 Feb 09 22:06:37.242339 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1a61d10f-b7f8-4292-854c-853ccc3c4e18 req-3f42c6f7-b98d-48d6-bbf4-40e427e3fd5d tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=b84fe1f3-0331-41ba-8996-269b9bdf78f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512316 Feb 09 22:06:37.317632 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-36b6b4dc-bd7e-421e-a455-725e0ad8a2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de00c00d-0b48-4fb2-b691-52f739682a2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131199244', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'ed55222f-fb2a-40c7-b0bb-f8fab9bb409e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:06:14Z', 'updated_at': '2022-02-09T22:06:18Z', 'revision_number': 4, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'gw_port': {'id': 'ed55222f-fb2a-40c7-b0bb-f8fab9bb409e', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:2e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de00c00d-0b48-4fb2-b691-52f739682a2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:06:15Z', 'updated_at': '2022-02-09T22:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': 'ebe137d2-605f-4893-af2c-0d43c767fc50', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'floating_ip_address': '172.25.3.56', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': 'de00c00d-0b48-4fb2-b691-52f739682a2a', 'port_id': '5dcd0291-a9c5-4a48-a563-3e037cc002c8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6319e0ab-1425-4f29-a729-d949fb584e40', 'mac_address': 'fa:16:3e:c6:34:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd639372-044b-4710-82d3-97188a915bb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:06:34Z', 'updated_at': '2022-02-09T22:06:34Z', 'revision_number': 0, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92f91353-35f7-4539-820b-a4a30a4f6b79', 'name': '', 'network_id': '6319e0ab-1425-4f29-a729-d949fb584e40', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'mac_address': 'fa:16:3e:06:b9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de00c00d-0b48-4fb2-b691-52f739682a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': '7b3d0ee1-e5ca-42ff-ac79-ec7056f6cfc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:06:17Z', 'updated_at': '2022-02-09T22:06:21Z', 'revision_number': 5, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'subnets': [{'id': '7b3d0ee1-e5ca-42ff-ac79-ec7056f6cfc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:06:37.344286 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b6b4dc-bd7e-421e-a455-725e0ad8a2bb None None] The sync data for ids ['de00c00d-0b48-4fb2-b691-52f739682a2a'] in n-d-828369-5 is: [{'id': 'de00c00d-0b48-4fb2-b691-52f739682a2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131199244', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'ed55222f-fb2a-40c7-b0bb-f8fab9bb409e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:06:14Z', 'updated_at': '2022-02-09T22:06:18Z', 'revision_number': 4, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'gw_port': {'id': 'ed55222f-fb2a-40c7-b0bb-f8fab9bb409e', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:2e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de00c00d-0b48-4fb2-b691-52f739682a2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:06:15Z', 'updated_at': '2022-02-09T22:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': 'ebe137d2-605f-4893-af2c-0d43c767fc50', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'floating_ip_address': '172.25.3.56', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': 'de00c00d-0b48-4fb2-b691-52f739682a2a', 'port_id': '5dcd0291-a9c5-4a48-a563-3e037cc002c8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6319e0ab-1425-4f29-a729-d949fb584e40', 'mac_address': 'fa:16:3e:c6:34:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd639372-044b-4710-82d3-97188a915bb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:06:34Z', 'updated_at': '2022-02-09T22:06:34Z', 'revision_number': 0, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92f91353-35f7-4539-820b-a4a30a4f6b79', 'name': '', 'network_id': '6319e0ab-1425-4f29-a729-d949fb584e40', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'mac_address': 'fa:16:3e:06:b9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de00c00d-0b48-4fb2-b691-52f739682a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': '7b3d0ee1-e5ca-42ff-ac79-ec7056f6cfc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:06:17Z', 'updated_at': '2022-02-09T22:06:21Z', 'revision_number': 5, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'subnets': [{'id': '7b3d0ee1-e5ca-42ff-ac79-ec7056f6cfc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:06:37.535930 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fa59b3-ed32-4af0-a735-8b762e2f6040 None None] New status for floating IP ebe137d2-605f-4893-af2c-0d43c767fc50: ACTIVE {{(pid=103143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:06:37.586671 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 41676) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:37.650283 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-3546ddb3-ce6a-4f39-81e6-3c07a13a53ae tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/floatingips/ebe137d2-605f-4893-af2c-0d43c767fc50 HTTP/1.1" status: 200 len: 991 time: 0.0624206 Feb 09 22:06:38.085910 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8438d9d-7210-4c0c-960b-bf146976b506 req-7d2a2793-d3e6-4f3f-bc62-482099b0237f tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:38.087401 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a8438d9d-7210-4c0c-960b-bf146976b506 req-7d2a2793-d3e6-4f3f-bc62-482099b0237f tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=71ff85e8-9d8c-4fc9-af3a-55b0b08f0724 HTTP/1.1" status: 200 len: 943 time: 0.0569494 Feb 09 22:06:38.133631 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a8438d9d-7210-4c0c-960b-bf146976b506 req-5315b844-b399-464d-b593-7919297e4cbc tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407641 Feb 09 22:06:38.476166 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214a1a1e-55dc-4795-8a3f-29dd62aa25e7 req-7a7fdf7b-afb5-4b98-908a-f09659c5f394 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:38.477698 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-214a1a1e-55dc-4795-8a3f-29dd62aa25e7 req-7a7fdf7b-afb5-4b98-908a-f09659c5f394 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=95aa9a42-302f-49fc-9278-dd5a1b965729 HTTP/1.1" status: 200 len: 946 time: 0.0530398 Feb 09 22:06:38.524400 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-214a1a1e-55dc-4795-8a3f-29dd62aa25e7 req-e967d7ed-43ef-439d-859a-3e72760e0182 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=b84fe1f3-0331-41ba-8996-269b9bdf78f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410438 Feb 09 22:06:38.654108 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 41684) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:06:38.713910 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-85fb5f7a-31e9-465c-a754-78e65511083d tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/floatingips/ebe137d2-605f-4893-af2c-0d43c767fc50 HTTP/1.1" status: 200 len: 993 time: 0.0587165 Feb 09 22:06:39.043336 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-8257216b-b437-4071-ade8-6b585dcdd5b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:39.261024 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad8220b-884d-4ff9-b0b9-e3aa66675b36 req-eb3649cd-e194-46d9-8e1b-42236222696c tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:39.262534 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cad8220b-884d-4ff9-b0b9-e3aa66675b36 req-eb3649cd-e194-46d9-8e1b-42236222696c tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=71ff85e8-9d8c-4fc9-af3a-55b0b08f0724 HTTP/1.1" status: 200 len: 943 time: 0.0575311 Feb 09 22:06:39.310853 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cad8220b-884d-4ff9-b0b9-e3aa66675b36 req-6d176a8f-d393-40ab-a38d-a332e3ff053d tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420780 Feb 09 22:06:39.653440 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e452367b-882b-49e1-8f1e-2b31fa79dbb6 req-f72b5139-f6e6-4a3b-96f9-891e6c7c9c57 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:39.654952 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e452367b-882b-49e1-8f1e-2b31fa79dbb6 req-f72b5139-f6e6-4a3b-96f9-891e6c7c9c57 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=95aa9a42-302f-49fc-9278-dd5a1b965729 HTTP/1.1" status: 200 len: 946 time: 0.0528834 Feb 09 22:06:39.702667 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e452367b-882b-49e1-8f1e-2b31fa79dbb6 req-eec5946f-5ba7-43e3-88dd-26bc8ae16aeb tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=b84fe1f3-0331-41ba-8996-269b9bdf78f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413845 Feb 09 22:06:40.429482 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe613ef-2787-484b-a87b-5ad1e1e25ec3 req-0d951fef-303f-4474-b924-cc7363564ff1 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:40.430887 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0fe613ef-2787-484b-a87b-5ad1e1e25ec3 req-0d951fef-303f-4474-b924-cc7363564ff1 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=71ff85e8-9d8c-4fc9-af3a-55b0b08f0724 HTTP/1.1" status: 200 len: 943 time: 0.0525603 Feb 09 22:06:40.492150 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0fe613ef-2787-484b-a87b-5ad1e1e25ec3 req-031e1c90-d426-46af-9a23-31681a9d9213 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541587 Feb 09 22:06:40.831248 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0ddf72-cf65-46a1-93fa-eeeb66add15d req-c4b75761-fcc2-4e38-938b-044851c6cbac tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:40.832779 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bc0ddf72-cf65-46a1-93fa-eeeb66add15d req-c4b75761-fcc2-4e38-938b-044851c6cbac tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=95aa9a42-302f-49fc-9278-dd5a1b965729 HTTP/1.1" status: 200 len: 946 time: 0.0540192 Feb 09 22:06:40.885284 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bc0ddf72-cf65-46a1-93fa-eeeb66add15d req-dac0130b-22c5-40cf-8fd0-23ec8f3b5b1b tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=b84fe1f3-0331-41ba-8996-269b9bdf78f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469308 Feb 09 22:06:41.016822 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-46a21a9a-77e4-4a5b-be62-c44fd5b78416 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:41.611133 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea15b946-5f05-404b-b6f5-44722f2d4005 req-9e2eca89-321f-40a8-90a8-1dd60279a3e8 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:41.612657 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ea15b946-5f05-404b-b6f5-44722f2d4005 req-9e2eca89-321f-40a8-90a8-1dd60279a3e8 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=71ff85e8-9d8c-4fc9-af3a-55b0b08f0724 HTTP/1.1" status: 200 len: 943 time: 0.0525501 Feb 09 22:06:41.660908 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ea15b946-5f05-404b-b6f5-44722f2d4005 req-a64c4a22-e04b-4399-8d02-518bc3eb240b tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424085 Feb 09 22:06:42.013487 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8fdd49-9a65-4361-82b3-ff344176bba5 req-8f1184d3-f750-4be7-891b-e36ac1a0f1dd tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:42.014980 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9b8fdd49-9a65-4361-82b3-ff344176bba5 req-8f1184d3-f750-4be7-891b-e36ac1a0f1dd tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=95aa9a42-302f-49fc-9278-dd5a1b965729 HTTP/1.1" status: 200 len: 946 time: 0.0571084 Feb 09 22:06:42.061566 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9b8fdd49-9a65-4361-82b3-ff344176bba5 req-aefcc876-8796-45ef-9297-9232c581e182 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=b84fe1f3-0331-41ba-8996-269b9bdf78f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401428 Feb 09 22:06:42.781635 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9c26fb-3d2d-4a0c-9956-c3ab36025d52 req-f2328160-8f8a-42b5-bff6-c5fa800b49d4 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:42.783855 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1a9c26fb-3d2d-4a0c-9956-c3ab36025d52 req-f2328160-8f8a-42b5-bff6-c5fa800b49d4 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=71ff85e8-9d8c-4fc9-af3a-55b0b08f0724 HTTP/1.1" status: 200 len: 943 time: 0.0532560 Feb 09 22:06:42.792199 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:42.833332 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1a9c26fb-3d2d-4a0c-9956-c3ab36025d52 req-72cd7c75-c5b1-4bb1-b6df-35081a493193 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424087 Feb 09 22:06:43.187330 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c31009-fa3b-4d38-a627-4d0d9f75c6b6 req-af2fec0f-7a1d-4cd5-8133-da100a519f5e tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:43.188551 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-25c31009-fa3b-4d38-a627-4d0d9f75c6b6 req-af2fec0f-7a1d-4cd5-8133-da100a519f5e tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=95aa9a42-302f-49fc-9278-dd5a1b965729 HTTP/1.1" status: 200 len: 946 time: 0.0539732 Feb 09 22:06:43.240784 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-25c31009-fa3b-4d38-a627-4d0d9f75c6b6 req-1506adc9-ddd4-4e92-a3d2-c7981d866d34 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=b84fe1f3-0331-41ba-8996-269b9bdf78f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461304 Feb 09 22:06:43.955557 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9a6f98-8292-49b6-83af-604a98a414d6 req-c3a93a07-1cfd-4e1b-b7c6-16ff5cddd76f tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:43.956996 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-df9a6f98-8292-49b6-83af-604a98a414d6 req-c3a93a07-1cfd-4e1b-b7c6-16ff5cddd76f tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=71ff85e8-9d8c-4fc9-af3a-55b0b08f0724 HTTP/1.1" status: 200 len: 943 time: 0.0554523 Feb 09 22:06:44.004548 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-df9a6f98-8292-49b6-83af-604a98a414d6 req-70713ce3-8973-4071-b3e4-397457f2a2c3 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418503 Feb 09 22:06:44.199076 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:44.366245 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc26deb-725b-41dd-b9b9-0f8c658a04f0 req-571227bf-9353-4df8-b0b1-73bc88889440 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:44.367747 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ddc26deb-725b-41dd-b9b9-0f8c658a04f0 req-571227bf-9353-4df8-b0b1-73bc88889440 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=95aa9a42-302f-49fc-9278-dd5a1b965729 HTTP/1.1" status: 200 len: 946 time: 0.0532269 Feb 09 22:06:44.414524 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ddc26deb-725b-41dd-b9b9-0f8c658a04f0 req-32636c0e-6223-4f7a-9e8b-f29867f1d41e tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=b84fe1f3-0331-41ba-8996-269b9bdf78f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409489 Feb 09 22:06:45.127117 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37e24bc-69c0-4b82-ae77-099cfca20b54 req-e72c62d1-5b87-43e5-be21-e61019ae71de tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:45.132299 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b37e24bc-69c0-4b82-ae77-099cfca20b54 req-e72c62d1-5b87-43e5-be21-e61019ae71de tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=71ff85e8-9d8c-4fc9-af3a-55b0b08f0724 HTTP/1.1" status: 200 len: 943 time: 0.0574610 Feb 09 22:06:45.178798 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b37e24bc-69c0-4b82-ae77-099cfca20b54 req-023b4de6-eb4b-437a-a221-a4a2c77d7b60 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438132 Feb 09 22:06:45.325893 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:45.540083 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0191c07-6241-49d3-93ce-b2925f31b162 req-50387a26-43e7-4a06-9b24-99e06253aa71 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:45.541611 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c0191c07-6241-49d3-93ce-b2925f31b162 req-50387a26-43e7-4a06-9b24-99e06253aa71 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=95aa9a42-302f-49fc-9278-dd5a1b965729 HTTP/1.1" status: 200 len: 946 time: 0.0546815 Feb 09 22:06:45.590466 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c0191c07-6241-49d3-93ce-b2925f31b162 req-8a425367-821c-403a-a089-e01ffe781405 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=b84fe1f3-0331-41ba-8996-269b9bdf78f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428064 Feb 09 22:06:46.305300 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddd6cb3-51e7-47cd-b0ad-8e3a3fcc152a req-12d99e86-ae41-4b5e-88f0-91924b09ad2d tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:46.306802 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cddd6cb3-51e7-47cd-b0ad-8e3a3fcc152a req-12d99e86-ae41-4b5e-88f0-91924b09ad2d tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=71ff85e8-9d8c-4fc9-af3a-55b0b08f0724 HTTP/1.1" status: 200 len: 943 time: 0.0582480 Feb 09 22:06:46.353670 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cddd6cb3-51e7-47cd-b0ad-8e3a3fcc152a req-3f726272-764e-4449-8daf-8ce96071d1ed tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412359 Feb 09 22:06:46.720474 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e56e898-06cf-49ad-bf1f-79b574e02287 req-d5c02a13-f8b7-4079-b515-a780625b1e09 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:46.721982 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0e56e898-06cf-49ad-bf1f-79b574e02287 req-d5c02a13-f8b7-4079-b515-a780625b1e09 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=95aa9a42-302f-49fc-9278-dd5a1b965729 HTTP/1.1" status: 200 len: 946 time: 0.0589204 Feb 09 22:06:46.771233 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0e56e898-06cf-49ad-bf1f-79b574e02287 req-c2056e86-9c8c-40f5-93ad-2e552c00a6a9 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=b84fe1f3-0331-41ba-8996-269b9bdf78f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433252 Feb 09 22:06:47.472810 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e623e2-db5a-4723-8e98-21bad7a91c21 req-681354f7-830b-4d10-b5e1-628b7699aaa1 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:47.474264 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-59e623e2-db5a-4723-8e98-21bad7a91c21 req-681354f7-830b-4d10-b5e1-628b7699aaa1 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=71ff85e8-9d8c-4fc9-af3a-55b0b08f0724 HTTP/1.1" status: 200 len: 943 time: 0.0528600 Feb 09 22:06:47.525619 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-59e623e2-db5a-4723-8e98-21bad7a91c21 req-5dfa7a48-111f-4dc0-b124-672f5f10f8ce tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458188 Feb 09 22:06:47.896495 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec501e81-fc63-40b4-a8e4-5df2660e3b50 req-480de484-8916-4be7-b1d9-271ec917ae25 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:47.898295 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ec501e81-fc63-40b4-a8e4-5df2660e3b50 req-480de484-8916-4be7-b1d9-271ec917ae25 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=95aa9a42-302f-49fc-9278-dd5a1b965729 HTTP/1.1" status: 200 len: 946 time: 0.0532329 Feb 09 22:06:47.945700 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ec501e81-fc63-40b4-a8e4-5df2660e3b50 req-21bff5f6-6627-4842-a377-2cd7920227d4 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=b84fe1f3-0331-41ba-8996-269b9bdf78f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415797 Feb 09 22:06:48.643981 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b277ef-7479-4ab6-86d6-ad91601bf5b3 req-ecca374c-85e6-4515-9f8d-5b5303d13fd2 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:48.645517 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-82b277ef-7479-4ab6-86d6-ad91601bf5b3 req-ecca374c-85e6-4515-9f8d-5b5303d13fd2 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=71ff85e8-9d8c-4fc9-af3a-55b0b08f0724 HTTP/1.1" status: 200 len: 943 time: 0.0536697 Feb 09 22:06:48.694028 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-82b277ef-7479-4ab6-86d6-ad91601bf5b3 req-9cae6762-abf0-4160-9e19-bffff221cd08 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429850 Feb 09 22:06:49.072717 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b66842-10e8-4498-b170-050ec831f0b4 req-311d8557-5e10-4b98-ad32-2f4d2e77667b tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:49.074186 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b1b66842-10e8-4498-b170-050ec831f0b4 req-311d8557-5e10-4b98-ad32-2f4d2e77667b tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=95aa9a42-302f-49fc-9278-dd5a1b965729 HTTP/1.1" status: 200 len: 946 time: 0.0565493 Feb 09 22:06:49.120198 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b1b66842-10e8-4498-b170-050ec831f0b4 req-bf4b294f-c633-4ec3-85a6-07ef9512abc8 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=b84fe1f3-0331-41ba-8996-269b9bdf78f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399623 Feb 09 22:06:49.813161 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d05d80e-8b5d-434c-9436-7a6c83b82e15 req-2f5d0428-e7b5-4376-9f77-4de38f1e88e8 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:49.815297 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2d05d80e-8b5d-434c-9436-7a6c83b82e15 req-2f5d0428-e7b5-4376-9f77-4de38f1e88e8 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=71ff85e8-9d8c-4fc9-af3a-55b0b08f0724 HTTP/1.1" status: 200 len: 943 time: 0.0550809 Feb 09 22:06:49.862962 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2d05d80e-8b5d-434c-9436-7a6c83b82e15 req-92e0bee3-bf93-4571-815e-cc7a24d6b50e tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415604 Feb 09 22:06:50.247542 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e2e58-4b61-4a7b-af80-202a9b1e642e req-ea52360b-af7f-4cf9-8463-b39a1d7f85de tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:50.249076 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2e5e2e58-4b61-4a7b-af80-202a9b1e642e req-ea52360b-af7f-4cf9-8463-b39a1d7f85de tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=95aa9a42-302f-49fc-9278-dd5a1b965729 HTTP/1.1" status: 200 len: 946 time: 0.0571160 Feb 09 22:06:50.303380 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2e5e2e58-4b61-4a7b-af80-202a9b1e642e req-c1496ccb-4002-4010-9604-3b1c9cd6e754 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=b84fe1f3-0331-41ba-8996-269b9bdf78f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484571 Feb 09 22:06:50.651857 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device cacd62b3-4a7c-46cd-baff-b5e6561af957 details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:06:50.749885 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port cacd62b3-4a7c-46cd-baff-b5e6561af957, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=cacd62b3-4a7c-46cd-baff-b5e6561af957,segment=NetworkSegment(12f225d2-0c84-489a-a4a8-6e25d803c049),segment_id=12f225d2-0c84-489a-a4a8-6e25d803c049)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:06:50.761022 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': 'cacd62b3-4a7c-46cd-baff-b5e6561af957', 'network_id': '37def89c-7a9f-4c66-92be-f91fbe6a4291', 'port_id': 'cacd62b3-4a7c-46cd-baff-b5e6561af957', 'mac_address': 'fa:16:3e:7a:65:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e04d8769-3631-49a0-81b3-a22ce5792703', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:06:50.801835 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port cacd62b3-4a7c-46cd-baff-b5e6561af957 is: ACTIVE; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:06:50.802232 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (cacd62b3-4a7c-46cd-baff-b5e6561af957), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:50.814868 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cacd62b3-4a7c-46cd-baff-b5e6561af957 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:06:50.833776 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port cacd62b3-4a7c-46cd-baff-b5e6561af957, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=cacd62b3-4a7c-46cd-baff-b5e6561af957,segment=NetworkSegment(12f225d2-0c84-489a-a4a8-6e25d803c049),segment_id=12f225d2-0c84-489a-a4a8-6e25d803c049)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:06:50.837866 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (cacd62b3-4a7c-46cd-baff-b5e6561af957), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:50.893643 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=cacd62b3-4a7c-46cd-baff-b5e6561af957,revision_number=6']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:50.930227 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['cacd62b3-4a7c-46cd-baff-b5e6561af957'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:06:50.984248 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91817766-1476-4df2-b59c-3c05d7eee5a4 req-8ef34e65-c9d9-414b-83ec-9787516a6d8b tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:50.985790 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-91817766-1476-4df2-b59c-3c05d7eee5a4 req-8ef34e65-c9d9-414b-83ec-9787516a6d8b tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=71ff85e8-9d8c-4fc9-af3a-55b0b08f0724 HTTP/1.1" status: 200 len: 943 time: 0.0547254 Feb 09 22:06:51.032617 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-91817766-1476-4df2-b59c-3c05d7eee5a4 req-26e424d3-cbed-4ddd-868b-b833081feaaf tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410156 Feb 09 22:06:51.425493 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e7062-d19a-4140-8632-a84e34f58be6 req-1f2a3781-164f-4739-b7c3-1118ee7a5d34 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:51.426965 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6f7e7062-d19a-4140-8632-a84e34f58be6 req-1f2a3781-164f-4739-b7c3-1118ee7a5d34 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=95aa9a42-302f-49fc-9278-dd5a1b965729 HTTP/1.1" status: 200 len: 945 time: 0.0523839 Feb 09 22:06:51.472437 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6f7e7062-d19a-4140-8632-a84e34f58be6 req-54f321f9-fbb2-4663-abb2-ff422647e970 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=b84fe1f3-0331-41ba-8996-269b9bdf78f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397296 Feb 09 22:06:51.514509 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:52.154325 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e3f1d8-12cf-4369-82db-272ab7f71eae req-4a067f60-b412-4bc0-8855-bc6099ab5367 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:52.155811 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-49e3f1d8-12cf-4369-82db-272ab7f71eae req-4a067f60-b412-4bc0-8855-bc6099ab5367 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=71ff85e8-9d8c-4fc9-af3a-55b0b08f0724 HTTP/1.1" status: 200 len: 943 time: 0.0564785 Feb 09 22:06:52.202701 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-49e3f1d8-12cf-4369-82db-272ab7f71eae req-5cbced4e-498c-4d78-9f31-10e92e90150f tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407360 Feb 09 22:06:52.594870 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb36ee7c-988e-49da-995c-52f9a6b31a5b req-2e67079a-ce9d-4146-9709-d21567b49fb6 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:52.596394 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-eb36ee7c-988e-49da-995c-52f9a6b31a5b req-2e67079a-ce9d-4146-9709-d21567b49fb6 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=95aa9a42-302f-49fc-9278-dd5a1b965729 HTTP/1.1" status: 200 len: 945 time: 0.0526991 Feb 09 22:06:52.641767 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-eb36ee7c-988e-49da-995c-52f9a6b31a5b req-cd161221-b80b-43c6-b079-d01bd1f007c0 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=b84fe1f3-0331-41ba-8996-269b9bdf78f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397892 Feb 09 22:06:52.654559 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device cacd62b3-4a7c-46cd-baff-b5e6561af957 up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:06:52.703074 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port cacd62b3-4a7c-46cd-baff-b5e6561af957 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:06:52.703452 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (cacd62b3-4a7c-46cd-baff-b5e6561af957), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:52.779354 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port cacd62b3-4a7c-46cd-baff-b5e6561af957 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:06:52.779670 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (cacd62b3-4a7c-46cd-baff-b5e6561af957), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:52.802400 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95aa9a42-302f-49fc-9278-dd5a1b965729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cacd62b3-4a7c-46cd-baff-b5e6561af957'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:06:52.804706 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-178d8eb3-1b4c-4d0c-b1f1-b3c32dcda388" -d '{"events": [{"server_uuid": "95aa9a42-302f-49fc-9278-dd5a1b965729", "name": "network-vif-plugged", "status": "completed", "tag": "cacd62b3-4a7c-46cd-baff-b5e6561af957"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:06:52.821796 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port cacd62b3-4a7c-46cd-baff-b5e6561af957, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=cacd62b3-4a7c-46cd-baff-b5e6561af957,segment=NetworkSegment(12f225d2-0c84-489a-a4a8-6e25d803c049),segment_id=12f225d2-0c84-489a-a4a8-6e25d803c049)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:06:52.826239 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (cacd62b3-4a7c-46cd-baff-b5e6561af957), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:52.849532 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a6869bb-7a1d-4f80-9b72-db8862192ff8 x-openstack-request-id: req-0a6869bb-7a1d-4f80-9b72-db8862192ff8 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:06:52.849831 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95aa9a42-302f-49fc-9278-dd5a1b965729", "name": "network-vif-plugged", "status": "completed", "tag": "cacd62b3-4a7c-46cd-baff-b5e6561af957", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:06:52.850090 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-0a6869bb-7a1d-4f80-9b72-db8862192ff8 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:06:52.850491 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95aa9a42-302f-49fc-9278-dd5a1b965729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cacd62b3-4a7c-46cd-baff-b5e6561af957', 'code': 200} Feb 09 22:06:52.875414 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=cacd62b3-4a7c-46cd-baff-b5e6561af957,revision_number=7']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:53.324010 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481d745e-78e5-4dc4-b5ef-a833c16eee6e req-6a4be1f1-e460-4330-921f-2c3db2d5a683 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:53.325532 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-481d745e-78e5-4dc4-b5ef-a833c16eee6e req-6a4be1f1-e460-4330-921f-2c3db2d5a683 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=71ff85e8-9d8c-4fc9-af3a-55b0b08f0724 HTTP/1.1" status: 200 len: 943 time: 0.0562830 Feb 09 22:06:53.371405 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-481d745e-78e5-4dc4-b5ef-a833c16eee6e req-86c80676-0d7e-4868-b819-ee2d96edfadf tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397584 Feb 09 22:06:53.733575 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:53.772883 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba5d85c-ce14-45aa-9617-e3ab4c2c8c03 req-8b29735f-0e23-451b-b288-b7c6ce12883c tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:53.774399 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8ba5d85c-ce14-45aa-9617-e3ab4c2c8c03 req-8b29735f-0e23-451b-b288-b7c6ce12883c tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=95aa9a42-302f-49fc-9278-dd5a1b965729 HTTP/1.1" status: 200 len: 946 time: 0.0528708 Feb 09 22:06:53.822223 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8ba5d85c-ce14-45aa-9617-e3ab4c2c8c03 req-71590133-0ccf-4e58-a4b7-9572a2f84c74 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=b84fe1f3-0331-41ba-8996-269b9bdf78f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423114 Feb 09 22:06:54.488321 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263c0c08-8728-480c-a654-6556d12f493e req-306892d8-62c1-40a9-85f5-549f3d95ca72 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:54.489718 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-263c0c08-8728-480c-a654-6556d12f493e req-306892d8-62c1-40a9-85f5-549f3d95ca72 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=71ff85e8-9d8c-4fc9-af3a-55b0b08f0724 HTTP/1.1" status: 200 len: 943 time: 0.0523362 Feb 09 22:06:54.538806 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-263c0c08-8728-480c-a654-6556d12f493e req-bddcd30b-baf2-4814-ad3c-fad73b92f1ab tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435350 Feb 09 22:06:54.944865 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a14007d-c934-4219-be6e-dbb5684a518b req-dcaf4686-6b80-4795-85b5-b709dcf1da55 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:54.946347 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6a14007d-c934-4219-be6e-dbb5684a518b req-dcaf4686-6b80-4795-85b5-b709dcf1da55 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=95aa9a42-302f-49fc-9278-dd5a1b965729 HTTP/1.1" status: 200 len: 946 time: 0.0530512 Feb 09 22:06:54.992537 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6a14007d-c934-4219-be6e-dbb5684a518b req-b298136e-3d76-4986-8fbc-af05c08bbb4b tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=b84fe1f3-0331-41ba-8996-269b9bdf78f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405576 Feb 09 22:06:55.666380 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0904547-47e7-4c65-984e-f78e023fae52 req-316bc0ef-9d05-4fe9-83d9-4a9885197d6c tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:55.669148 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f0904547-47e7-4c65-984e-f78e023fae52 req-316bc0ef-9d05-4fe9-83d9-4a9885197d6c tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=71ff85e8-9d8c-4fc9-af3a-55b0b08f0724 HTTP/1.1" status: 200 len: 943 time: 0.0599244 Feb 09 22:06:55.716271 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f0904547-47e7-4c65-984e-f78e023fae52 req-27a2a68d-0f01-444b-8321-e36c33223498 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415385 Feb 09 22:06:56.121577 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55355e65-dcbd-484f-85a1-1e18d2774e9f req-9a00cdaf-d0ab-491e-89d5-aae4b4cb915a tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:56.123115 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-55355e65-dcbd-484f-85a1-1e18d2774e9f req-9a00cdaf-d0ab-491e-89d5-aae4b4cb915a tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=95aa9a42-302f-49fc-9278-dd5a1b965729 HTTP/1.1" status: 200 len: 946 time: 0.0575886 Feb 09 22:06:56.172686 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-55355e65-dcbd-484f-85a1-1e18d2774e9f req-4b2342ba-b5f8-41f3-b91a-fae77684bfe6 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=b84fe1f3-0331-41ba-8996-269b9bdf78f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439670 Feb 09 22:06:56.857293 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5720aa3-17fe-419a-8738-fe3ebfbdc05a req-2f3cbe2b-1e1b-46c2-b90e-73e84342016d tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:56.865597 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e5720aa3-17fe-419a-8738-fe3ebfbdc05a req-2f3cbe2b-1e1b-46c2-b90e-73e84342016d tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=71ff85e8-9d8c-4fc9-af3a-55b0b08f0724 HTTP/1.1" status: 200 len: 943 time: 0.0796351 Feb 09 22:06:56.913337 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e5720aa3-17fe-419a-8738-fe3ebfbdc05a req-3b2934cf-c7a0-43f4-978a-07ae33b016a8 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467744 Feb 09 22:06:57.315860 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df54eefa-29e3-4a17-93fb-1440e8afb53e req-c3f55e24-1d1b-41f9-ba78-2c5f7d5999e3 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:57.317683 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-df54eefa-29e3-4a17-93fb-1440e8afb53e req-c3f55e24-1d1b-41f9-ba78-2c5f7d5999e3 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=95aa9a42-302f-49fc-9278-dd5a1b965729 HTTP/1.1" status: 200 len: 946 time: 0.0608907 Feb 09 22:06:57.377600 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-df54eefa-29e3-4a17-93fb-1440e8afb53e req-8454f2ba-c648-4562-a970-572fe78149d5 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=b84fe1f3-0331-41ba-8996-269b9bdf78f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542905 Feb 09 22:06:58.050388 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072fdb8d-acbe-441b-8470-0876cf35bdef req-2f94fe25-9708-4ebd-b9d8-2fe4585ebe9f tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:58.056531 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-072fdb8d-acbe-441b-8470-0876cf35bdef req-2f94fe25-9708-4ebd-b9d8-2fe4585ebe9f tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=71ff85e8-9d8c-4fc9-af3a-55b0b08f0724 HTTP/1.1" status: 200 len: 943 time: 0.0656564 Feb 09 22:06:58.110462 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-072fdb8d-acbe-441b-8470-0876cf35bdef req-443d23ae-8f82-4ae2-a258-c18e74b1bcfe tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525925 Feb 09 22:06:58.520913 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7190a930-e8dd-43d2-8971-0164bd53e8a5 req-ef36f283-a285-40c2-a5d3-c5cb37dcf9f3 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:58.522542 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7190a930-e8dd-43d2-8971-0164bd53e8a5 req-ef36f283-a285-40c2-a5d3-c5cb37dcf9f3 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=95aa9a42-302f-49fc-9278-dd5a1b965729 HTTP/1.1" status: 200 len: 946 time: 0.0620112 Feb 09 22:06:58.582815 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7190a930-e8dd-43d2-8971-0164bd53e8a5 req-4d492f6e-6c08-4c92-8b8a-c42423e5334b tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=b84fe1f3-0331-41ba-8996-269b9bdf78f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542562 Feb 09 22:06:58.678511 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device af79d6d3-af7b-41cc-9c38-9e4f554ddeeb details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:06:58.789521 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port af79d6d3-af7b-41cc-9c38-9e4f554ddeeb, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=af79d6d3-af7b-41cc-9c38-9e4f554ddeeb,segment=NetworkSegment(ccdb70e6-3e43-42b3-b6b7-87da11db8888),segment_id=ccdb70e6-3e43-42b3-b6b7-87da11db8888)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:06:58.806396 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': 'af79d6d3-af7b-41cc-9c38-9e4f554ddeeb', 'network_id': '7e64d8e8-78a3-4987-8778-47d4e5b9b498', 'port_id': 'af79d6d3-af7b-41cc-9c38-9e4f554ddeeb', 'mac_address': 'fa:16:3e:3e:e5:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84c886de-428b-4fdd-ac96-e9bdd27d5e04', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:06:58.859655 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port af79d6d3-af7b-41cc-9c38-9e4f554ddeeb is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:06:58.860061 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (af79d6d3-af7b-41cc-9c38-9e4f554ddeeb), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:58.883062 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af79d6d3-af7b-41cc-9c38-9e4f554ddeeb {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:06:58.920930 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port af79d6d3-af7b-41cc-9c38-9e4f554ddeeb, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=af79d6d3-af7b-41cc-9c38-9e4f554ddeeb,segment=NetworkSegment(ccdb70e6-3e43-42b3-b6b7-87da11db8888),segment_id=ccdb70e6-3e43-42b3-b6b7-87da11db8888)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:06:58.925925 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (af79d6d3-af7b-41cc-9c38-9e4f554ddeeb), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:06:58.983768 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=af79d6d3-af7b-41cc-9c38-9e4f554ddeeb,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:06:59.253562 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95365bc-5fed-4f14-a061-48f7f0d72e3a req-bdff6cc9-44af-4054-9c3e-66c3c8d410a1 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:59.254652 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a95365bc-5fed-4f14-a061-48f7f0d72e3a req-bdff6cc9-44af-4054-9c3e-66c3c8d410a1 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=71ff85e8-9d8c-4fc9-af3a-55b0b08f0724 HTTP/1.1" status: 200 len: 944 time: 0.0611024 Feb 09 22:06:59.316717 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a95365bc-5fed-4f14-a061-48f7f0d72e3a req-2e1e02cc-6423-4c63-8981-9200ea068509 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555911 Feb 09 22:06:59.347432 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['af79d6d3-af7b-41cc-9c38-9e4f554ddeeb'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:06:59.734246 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592e7593-23be-4a67-8cd2-2d339fe0657d req-b8fbbcc4-4f4d-42f2-a2b2-6f1316ed9de5 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:06:59.736048 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-592e7593-23be-4a67-8cd2-2d339fe0657d req-b8fbbcc4-4f4d-42f2-a2b2-6f1316ed9de5 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=95aa9a42-302f-49fc-9278-dd5a1b965729 HTTP/1.1" status: 200 len: 946 time: 0.0637717 Feb 09 22:06:59.792907 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-592e7593-23be-4a67-8cd2-2d339fe0657d req-c59179f6-fd1c-4a39-ab48-b635ff3840b5 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=b84fe1f3-0331-41ba-8996-269b9bdf78f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441287 Feb 09 22:07:00.451921 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e40bd90-1b8f-49fc-aaba-da7820a52711 req-e1958670-f9f1-4f8b-b16d-316453913cd9 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:00.453488 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4e40bd90-1b8f-49fc-aaba-da7820a52711 req-e1958670-f9f1-4f8b-b16d-316453913cd9 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=71ff85e8-9d8c-4fc9-af3a-55b0b08f0724 HTTP/1.1" status: 200 len: 944 time: 0.0597267 Feb 09 22:07:00.502691 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4e40bd90-1b8f-49fc-aaba-da7820a52711 req-69e7b6da-5e41-4df6-a576-beef8e40ed23 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424612 Feb 09 22:07:00.684359 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device af79d6d3-af7b-41cc-9c38-9e4f554ddeeb up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:07:00.740673 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning for port af79d6d3-af7b-41cc-9c38-9e4f554ddeeb completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:07:00.744427 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port af79d6d3-af7b-41cc-9c38-9e4f554ddeeb triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:07:00.744813 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (af79d6d3-af7b-41cc-9c38-9e4f554ddeeb), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:00.839940 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port af79d6d3-af7b-41cc-9c38-9e4f554ddeeb is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:07:00.840467 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (af79d6d3-af7b-41cc-9c38-9e4f554ddeeb), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:00.875908 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71ff85e8-9d8c-4fc9-af3a-55b0b08f0724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af79d6d3-af7b-41cc-9c38-9e4f554ddeeb'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:07:00.881198 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14007629-88a3-4d5c-b446-447734af0c68" -d '{"events": [{"server_uuid": "71ff85e8-9d8c-4fc9-af3a-55b0b08f0724", "name": "network-vif-plugged", "status": "completed", "tag": "af79d6d3-af7b-41cc-9c38-9e4f554ddeeb"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:07:00.905895 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port af79d6d3-af7b-41cc-9c38-9e4f554ddeeb, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=af79d6d3-af7b-41cc-9c38-9e4f554ddeeb,segment=NetworkSegment(ccdb70e6-3e43-42b3-b6b7-87da11db8888),segment_id=ccdb70e6-3e43-42b3-b6b7-87da11db8888)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:07:00.911284 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (af79d6d3-af7b-41cc-9c38-9e4f554ddeeb), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:00.996860 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1016ee27-137e-4ab5-a65e-5b7a9fa91ac1 req-17b020b3-3708-4a41-a6b6-96c556af02c6 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:01.011790 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1016ee27-137e-4ab5-a65e-5b7a9fa91ac1 req-17b020b3-3708-4a41-a6b6-96c556af02c6 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=95aa9a42-302f-49fc-9278-dd5a1b965729 HTTP/1.1" status: 200 len: 946 time: 0.1060376 Feb 09 22:07:01.036189 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d959772-43bf-4b6d-97fc-6a6788fbd2c4 x-openstack-request-id: req-8d959772-43bf-4b6d-97fc-6a6788fbd2c4 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:07:01.036831 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71ff85e8-9d8c-4fc9-af3a-55b0b08f0724", "name": "network-vif-plugged", "status": "completed", "tag": "af79d6d3-af7b-41cc-9c38-9e4f554ddeeb", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:07:01.037370 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-8d959772-43bf-4b6d-97fc-6a6788fbd2c4 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:07:01.037961 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71ff85e8-9d8c-4fc9-af3a-55b0b08f0724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af79d6d3-af7b-41cc-9c38-9e4f554ddeeb', 'code': 200} Feb 09 22:07:01.041722 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=af79d6d3-af7b-41cc-9c38-9e4f554ddeeb,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:01.088811 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1016ee27-137e-4ab5-a65e-5b7a9fa91ac1 req-4db2a90d-f3e0-4204-91b0-410feca833ee tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=b84fe1f3-0331-41ba-8996-269b9bdf78f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757682 Feb 09 22:07:01.156091 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad7154-1171-402c-b92a-b5d50d313a38 req-5bd7bd49-a81c-4df0-817d-22143a389a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:01.158541 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-8cad7154-1171-402c-b92a-b5d50d313a38 req-5bd7bd49-a81c-4df0-817d-22143a389a23 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=71ff85e8-9d8c-4fc9-af3a-55b0b08f0724 HTTP/1.1" status: 200 len: 1127 time: 0.0602441 Feb 09 22:07:01.218498 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-8cad7154-1171-402c-b92a-b5d50d313a38 req-34a12001-3536-44d1-a8df-2f88a40ab2b5 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516400 Feb 09 22:07:01.581651 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:07:01.647193 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09df905-1b48-4ca1-aba2-e7cd06c87fae req-0742eec4-251d-460f-a630-2df11520113e tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:01.648876 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f09df905-1b48-4ca1-aba2-e7cd06c87fae req-0742eec4-251d-460f-a630-2df11520113e tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=71ff85e8-9d8c-4fc9-af3a-55b0b08f0724 HTTP/1.1" status: 200 len: 945 time: 0.0655529 Feb 09 22:07:01.711056 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f09df905-1b48-4ca1-aba2-e7cd06c87fae req-f56d2633-fc2d-44aa-ac97-e3e0c0a3bb8e tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564351 Feb 09 22:07:02.262278 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c816570-4861-46ea-8856-1ea48f95a0bc req-0001b824-1d5f-4156-919f-c8584d5117db tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:02.263837 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9c816570-4861-46ea-8856-1ea48f95a0bc req-0001b824-1d5f-4156-919f-c8584d5117db tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=95aa9a42-302f-49fc-9278-dd5a1b965729 HTTP/1.1" status: 200 len: 946 time: 0.0706415 Feb 09 22:07:02.316843 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9c816570-4861-46ea-8856-1ea48f95a0bc req-6ca312b8-9359-411b-b94b-17b3fe2fb641 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=b84fe1f3-0331-41ba-8996-269b9bdf78f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456367 Feb 09 22:07:02.838288 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1805ab75-ba85-4989-b5e3-45447ad29804 req-fe6d46b7-68b2-4670-a142-a2aa19255ee1 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:02.848686 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1805ab75-ba85-4989-b5e3-45447ad29804 req-fe6d46b7-68b2-4670-a142-a2aa19255ee1 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=71ff85e8-9d8c-4fc9-af3a-55b0b08f0724 HTTP/1.1" status: 200 len: 945 time: 0.0634096 Feb 09 22:07:02.897775 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1805ab75-ba85-4989-b5e3-45447ad29804 req-5815ca98-82ca-40f6-bf08-89d1620f13fc tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480406 Feb 09 22:07:03.459442 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2191caa-dae8-4c83-8adb-81cd012a90fa req-36e8e2ff-11df-4c9d-a150-f214004c1dce tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:03.461233 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c2191caa-dae8-4c83-8adb-81cd012a90fa req-36e8e2ff-11df-4c9d-a150-f214004c1dce tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=95aa9a42-302f-49fc-9278-dd5a1b965729 HTTP/1.1" status: 200 len: 946 time: 0.0611491 Feb 09 22:07:03.511355 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c2191caa-dae8-4c83-8adb-81cd012a90fa req-0bb4e4f8-a6ea-401f-8c25-93c0e753daa9 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=b84fe1f3-0331-41ba-8996-269b9bdf78f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442686 Feb 09 22:07:04.029174 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a87478-16be-41ae-846c-dfec060600f8 req-5dd0a4c1-c20c-4b21-9aad-679ef5fb3898 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:04.031597 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a7a87478-16be-41ae-846c-dfec060600f8 req-5dd0a4c1-c20c-4b21-9aad-679ef5fb3898 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=71ff85e8-9d8c-4fc9-af3a-55b0b08f0724 HTTP/1.1" status: 200 len: 945 time: 0.0567055 Feb 09 22:07:04.086554 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a7a87478-16be-41ae-846c-dfec060600f8 req-c7a3a9da-2235-4f5e-8c4a-0be94d0dd364 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471284 Feb 09 22:07:04.237055 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04061f9d-571b-48bb-b400-150e126e246e req-4918c4cf-966b-4cb7-8e09-6850f3f60590 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:04.238599 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-04061f9d-571b-48bb-b400-150e126e246e req-4918c4cf-966b-4cb7-8e09-6850f3f60590 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=71ff85e8-9d8c-4fc9-af3a-55b0b08f0724 HTTP/1.1" status: 200 len: 945 time: 0.0677977 Feb 09 22:07:04.301373 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-04061f9d-571b-48bb-b400-150e126e246e req-7dc9666e-6c81-4859-ac85-4191967ee853 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566726 Feb 09 22:07:04.418804 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b877a3a-66ee-4f44-a6bb-f6500d1d7eac req-064db66c-f5b0-4e3b-9044-1c367639e34b tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:04.420241 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1b877a3a-66ee-4f44-a6bb-f6500d1d7eac req-064db66c-f5b0-4e3b-9044-1c367639e34b tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=71ff85e8-9d8c-4fc9-af3a-55b0b08f0724 HTTP/1.1" status: 200 len: 945 time: 0.0559711 Feb 09 22:07:04.478017 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1b877a3a-66ee-4f44-a6bb-f6500d1d7eac req-787eeb9a-fd7a-4da1-a73e-e13c97f7a38b tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511553 Feb 09 22:07:04.676375 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0452910a-308b-42d8-ae08-2db542340e6a req-5a8ea329-eff1-4bef-9fed-e568398d46c2 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:04.688086 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0452910a-308b-42d8-ae08-2db542340e6a req-5a8ea329-eff1-4bef-9fed-e568398d46c2 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=95aa9a42-302f-49fc-9278-dd5a1b965729 HTTP/1.1" status: 200 len: 946 time: 0.0903971 Feb 09 22:07:04.750907 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0452910a-308b-42d8-ae08-2db542340e6a req-749c554c-ff06-4561-b43a-e343b512658d tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=b84fe1f3-0331-41ba-8996-269b9bdf78f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615025 Feb 09 22:07:04.836196 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93de09e6-31d0-40be-8c07-e203e7c3f0ff req-d689d490-06f0-40ac-bf62-a0e153e266cf tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:04.837937 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-93de09e6-31d0-40be-8c07-e203e7c3f0ff req-d689d490-06f0-40ac-bf62-a0e153e266cf tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=71ff85e8-9d8c-4fc9-af3a-55b0b08f0724 HTTP/1.1" status: 200 len: 945 time: 0.0660024 Feb 09 22:07:04.893720 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-93de09e6-31d0-40be-8c07-e203e7c3f0ff req-eff19004-be02-43ab-84ed-d14879307a8e tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498497 Feb 09 22:07:05.885634 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19087e82-1305-44e2-a138-a4fa9efa2006 req-6ec90763-ca85-4b50-8d7b-34e25a32fd22 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:05.887145 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-19087e82-1305-44e2-a138-a4fa9efa2006 req-6ec90763-ca85-4b50-8d7b-34e25a32fd22 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=95aa9a42-302f-49fc-9278-dd5a1b965729 HTTP/1.1" status: 200 len: 946 time: 0.0656407 Feb 09 22:07:05.956845 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-19087e82-1305-44e2-a138-a4fa9efa2006 req-cabdaaf2-3264-495d-a3af-eb190eb711c4 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=b84fe1f3-0331-41ba-8996-269b9bdf78f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613854 Feb 09 22:07:06.060005 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7b92ad-746f-411d-88a0-cd7b2da2e2fb req-61821412-fc65-42e5-a0af-c2f46c44646a tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:06.064833 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ba7b92ad-746f-411d-88a0-cd7b2da2e2fb req-61821412-fc65-42e5-a0af-c2f46c44646a tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=71ff85e8-9d8c-4fc9-af3a-55b0b08f0724 HTTP/1.1" status: 200 len: 945 time: 0.0795169 Feb 09 22:07:06.120958 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ba7b92ad-746f-411d-88a0-cd7b2da2e2fb req-add07b4e-2c06-4b71-9694-c7723a511a57 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535281 Feb 09 22:07:06.909832 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de33aec1-3bca-467b-9fda-52dad0bd61a1 req-a4e02426-4ef1-462c-817c-39cc08e46e73 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:06.911263 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-de33aec1-3bca-467b-9fda-52dad0bd61a1 req-a4e02426-4ef1-462c-817c-39cc08e46e73 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.89 "GET /v2.0/ports?device_id=71ff85e8-9d8c-4fc9-af3a-55b0b08f0724 HTTP/1.1" status: 200 len: 945 time: 0.0515924 Feb 09 22:07:07.016105 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-de33aec1-3bca-467b-9fda-52dad0bd61a1 req-c897f9ef-b085-4710-8532-d8e257df1573 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Deleting port af79d6d3-af7b-41cc-9c38-9e4f554ddeeb {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:07:07.016462 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-de33aec1-3bca-467b-9fda-52dad0bd61a1 req-c897f9ef-b085-4710-8532-d8e257df1573 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (af79d6d3-af7b-41cc-9c38-9e4f554ddeeb), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:07.075156 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9264bbd7-a59a-4c31-b688-d09731a5991c req-e92cebf1-fe30-4d37-bb67-7266208077b4 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:07.076669 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9264bbd7-a59a-4c31-b688-d09731a5991c req-e92cebf1-fe30-4d37-bb67-7266208077b4 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=95aa9a42-302f-49fc-9278-dd5a1b965729 HTTP/1.1" status: 200 len: 946 time: 0.0532131 Feb 09 22:07:07.107356 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-de33aec1-3bca-467b-9fda-52dad0bd61a1 req-c897f9ef-b085-4710-8532-d8e257df1573 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] For port af79d6d3-af7b-41cc-9c38-9e4f554ddeeb, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=af79d6d3-af7b-41cc-9c38-9e4f554ddeeb,segment=NetworkSegment(ccdb70e6-3e43-42b3-b6b7-87da11db8888),segment_id=ccdb70e6-3e43-42b3-b6b7-87da11db8888)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:07:07.107720 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-de33aec1-3bca-467b-9fda-52dad0bd61a1 req-c897f9ef-b085-4710-8532-d8e257df1573 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (af79d6d3-af7b-41cc-9c38-9e4f554ddeeb), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:07.120180 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-de33aec1-3bca-467b-9fda-52dad0bd61a1 req-c897f9ef-b085-4710-8532-d8e257df1573 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Calling delete_port for af79d6d3-af7b-41cc-9c38-9e4f554ddeeb owned by compute:nova {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:07:07.123826 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9264bbd7-a59a-4c31-b688-d09731a5991c req-4b13102c-de10-4ae4-ba97-aa7df11bd210 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=b84fe1f3-0331-41ba-8996-269b9bdf78f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410404 Feb 09 22:07:07.252897 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-de33aec1-3bca-467b-9fda-52dad0bd61a1 req-c897f9ef-b085-4710-8532-d8e257df1573 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (af79d6d3-af7b-41cc-9c38-9e4f554ddeeb), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:07.258561 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ec2a3b-39a1-4100-99ea-a29cd84f7935 req-3b759efa-bd14-41cf-baeb-7e5574d0405f tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:07.260254 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e1ec2a3b-39a1-4100-99ea-a29cd84f7935 req-3b759efa-bd14-41cf-baeb-7e5574d0405f tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=71ff85e8-9d8c-4fc9-af3a-55b0b08f0724 HTTP/1.1" status: 200 len: 945 time: 0.0552609 Feb 09 22:07:07.275291 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['af79d6d3-af7b-41cc-9c38-9e4f554ddeeb'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:07:07.282352 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c897f9ef-b085-4710-8532-d8e257df1573 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Pushing event deleted for resources: {'Port': ['ID=af79d6d3-af7b-41cc-9c38-9e4f554ddeeb,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:07.324808 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e1ec2a3b-39a1-4100-99ea-a29cd84f7935 req-2676efaf-049c-4ded-92cf-c278ff7be7dd tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588331 Feb 09 22:07:07.339326 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-de33aec1-3bca-467b-9fda-52dad0bd61a1 req-c897f9ef-b085-4710-8532-d8e257df1573 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] No DVR routers for this DVR port af79d6d3-af7b-41cc-9c38-9e4f554ddeeb on host n-h2-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:07:07.342280 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-de33aec1-3bca-467b-9fda-52dad0bd61a1 req-c897f9ef-b085-4710-8532-d8e257df1573 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:07.347186 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-de33aec1-3bca-467b-9fda-52dad0bd61a1 req-c897f9ef-b085-4710-8532-d8e257df1573 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.89 "DELETE /v2.0/ports/af79d6d3-af7b-41cc-9c38-9e4f554ddeeb HTTP/1.1" status: 204 len: 173 time: 0.4270051 Feb 09 22:07:07.347698 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71ff85e8-9d8c-4fc9-af3a-55b0b08f0724', 'name': 'network-vif-deleted', 'tag': 'af79d6d3-af7b-41cc-9c38-9e4f554ddeeb'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:07:07.350062 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7dc5b5f-82c4-46ef-93fa-8f1293e3a8bc" -d '{"events": [{"server_uuid": "71ff85e8-9d8c-4fc9-af3a-55b0b08f0724", "name": "network-vif-deleted", "tag": "af79d6d3-af7b-41cc-9c38-9e4f554ddeeb"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:07:07.390712 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f1322a4-0336-432e-ab05-ea0c79f35cab x-openstack-request-id: req-0f1322a4-0336-432e-ab05-ea0c79f35cab {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:07:07.391100 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71ff85e8-9d8c-4fc9-af3a-55b0b08f0724", "name": "network-vif-deleted", "tag": "af79d6d3-af7b-41cc-9c38-9e4f554ddeeb", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:07:07.392008 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-0f1322a4-0336-432e-ab05-ea0c79f35cab {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:07:07.393408 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71ff85e8-9d8c-4fc9-af3a-55b0b08f0724', 'name': 'network-vif-deleted', 'tag': 'af79d6d3-af7b-41cc-9c38-9e4f554ddeeb', 'status': 'completed', 'code': 200} Feb 09 22:07:07.617814 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe03626-277c-4b2a-831c-344431e4e08e req-64c77c73-4952-4623-9b7a-f8affc8a491b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:07.619361 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-fbe03626-277c-4b2a-831c-344431e4e08e req-64c77c73-4952-4623-9b7a-f8affc8a491b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a5b450ffe3204024aa1de4c1c17e7296&device_id=95aa9a42-302f-49fc-9278-dd5a1b965729 HTTP/1.1" status: 200 len: 1128 time: 0.0593910 Feb 09 22:07:07.710451 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe03626-277c-4b2a-831c-344431e4e08e req-10e6d59c-b629-4981-a780-6ac2de707626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:07.711842 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-fbe03626-277c-4b2a-831c-344431e4e08e req-10e6d59c-b629-4981-a780-6ac2de707626 service neutron] 10.222.0.89 "GET /v2.0/networks?id=37def89c-7a9f-4c66-92be-f91fbe6a4291 HTTP/1.1" status: 200 len: 918 time: 0.0853486 Feb 09 22:07:07.781982 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-fbe03626-277c-4b2a-831c-344431e4e08e req-b2642bd5-db5e-4788-bddb-3b10568170f4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cacd62b3-4a7c-46cd-baff-b5e6561af957 HTTP/1.1" status: 200 len: 1002 time: 0.0635319 Feb 09 22:07:07.843461 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe03626-277c-4b2a-831c-344431e4e08e req-947404d4-baa6-4c0d-8cd0-90ea55cf2132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:07.844952 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-fbe03626-277c-4b2a-831c-344431e4e08e req-947404d4-baa6-4c0d-8cd0-90ea55cf2132 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=e04d8769-3631-49a0-81b3-a22ce5792703 HTTP/1.1" status: 200 len: 856 time: 0.0547974 Feb 09 22:07:07.894305 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe03626-277c-4b2a-831c-344431e4e08e req-33252f78-2255-47d9-9041-92236b0aa802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:07.895800 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-fbe03626-277c-4b2a-831c-344431e4e08e req-33252f78-2255-47d9-9041-92236b0aa802 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=37def89c-7a9f-4c66-92be-f91fbe6a4291&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0440507 Feb 09 22:07:07.999432 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-fbe03626-277c-4b2a-831c-344431e4e08e req-6bcd42d4-6699-4aec-9713-ea2240c88b3d service neutron] 10.222.0.89 "GET /v2.0/networks/37def89c-7a9f-4c66-92be-f91fbe6a4291?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953920 Feb 09 22:07:08.088822 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-fbe03626-277c-4b2a-831c-344431e4e08e req-3cc18e40-ecf8-406b-b81e-31dbd12401bb service neutron] 10.222.0.89 "GET /v2.0/networks/37def89c-7a9f-4c66-92be-f91fbe6a4291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827112 Feb 09 22:07:08.249136 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0ce19a-c7f5-4930-aae5-d571d4a7b123 req-190030be-795d-4940-875a-9d954a066be9 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:08.250719 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4e0ce19a-c7f5-4930-aae5-d571d4a7b123 req-190030be-795d-4940-875a-9d954a066be9 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=95aa9a42-302f-49fc-9278-dd5a1b965729 HTTP/1.1" status: 200 len: 946 time: 0.0529640 Feb 09 22:07:08.299923 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4e0ce19a-c7f5-4930-aae5-d571d4a7b123 req-311f04a8-23c4-4b67-90df-8e38308a878f tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=b84fe1f3-0331-41ba-8996-269b9bdf78f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423970 Feb 09 22:07:08.422135 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f29afc3c-a332-46aa-9805-3703ed99ccfe req-57af80f3-6149-4736-b6fc-4b7b7c36367e tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=71ff85e8-9d8c-4fc9-af3a-55b0b08f0724 HTTP/1.1" status: 200 len: 210 time: 0.0271952 Feb 09 22:07:09.038846 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-64e6b817-64c2-484c-90fb-096a45cfb474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:09.425264 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61c3136-a042-4c79-b8d5-ef07d55a9228 req-9dcd9049-e7a9-4af8-9229-161f4ed0555b tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:09.426821 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e61c3136-a042-4c79-b8d5-ef07d55a9228 req-9dcd9049-e7a9-4af8-9229-161f4ed0555b tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=95aa9a42-302f-49fc-9278-dd5a1b965729 HTTP/1.1" status: 200 len: 946 time: 0.0534215 Feb 09 22:07:09.479219 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e61c3136-a042-4c79-b8d5-ef07d55a9228 req-3c14d2cf-de27-4087-a8b9-88b858391eab tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=b84fe1f3-0331-41ba-8996-269b9bdf78f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467167 Feb 09 22:07:09.540386 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1534427e-57ee-4db6-9202-0b27f0bd7444 req-f7ddbf9f-cb91-4745-918c-43df43f06295 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=71ff85e8-9d8c-4fc9-af3a-55b0b08f0724 HTTP/1.1" status: 200 len: 210 time: 0.0277693 Feb 09 22:07:10.606719 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec228b7b-41d6-40bf-864f-1cecd12aa766 req-c6da8576-401f-49b1-8578-422cf73a6a17 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:10.608377 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ec228b7b-41d6-40bf-864f-1cecd12aa766 req-c6da8576-401f-49b1-8578-422cf73a6a17 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=95aa9a42-302f-49fc-9278-dd5a1b965729 HTTP/1.1" status: 200 len: 946 time: 0.0573843 Feb 09 22:07:10.660060 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d77dbcc5-b4e6-4b7f-89eb-6386942750c0 req-f11aa696-c49b-4bb4-8d80-24eba16fdacc tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=71ff85e8-9d8c-4fc9-af3a-55b0b08f0724 HTTP/1.1" status: 200 len: 210 time: 0.0370431 Feb 09 22:07:10.686163 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ec228b7b-41d6-40bf-864f-1cecd12aa766 req-6d16cbbf-95f3-4339-a0c0-99bf49ad6d30 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=b84fe1f3-0331-41ba-8996-269b9bdf78f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707395 Feb 09 22:07:10.744401 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device af79d6d3-af7b-41cc-9c38-9e4f554ddeeb no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:07:10.765490 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] No Port match for: af79d6d3-af7b-41cc-9c38-9e4f554ddeeb {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:07:10.765847 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device af79d6d3-af7b-41cc-9c38-9e4f554ddeeb not bound to the agent host n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:07:10.766276 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device cacd62b3-4a7c-46cd-baff-b5e6561af957 no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:07:10.852193 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port cacd62b3-4a7c-46cd-baff-b5e6561af957 is: ACTIVE; New status is: DOWN {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:07:10.852625 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (cacd62b3-4a7c-46cd-baff-b5e6561af957), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:10.880852 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95aa9a42-302f-49fc-9278-dd5a1b965729', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cacd62b3-4a7c-46cd-baff-b5e6561af957'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:07:10.883100 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2139e1d8-4f40-4cd4-8cad-0fe885489ce9" -d '{"events": [{"server_uuid": "95aa9a42-302f-49fc-9278-dd5a1b965729", "name": "network-vif-unplugged", "status": "completed", "tag": "cacd62b3-4a7c-46cd-baff-b5e6561af957"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:07:10.898709 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port cacd62b3-4a7c-46cd-baff-b5e6561af957, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=cacd62b3-4a7c-46cd-baff-b5e6561af957,segment=NetworkSegment(12f225d2-0c84-489a-a4a8-6e25d803c049),segment_id=12f225d2-0c84-489a-a4a8-6e25d803c049)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:07:10.910250 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (cacd62b3-4a7c-46cd-baff-b5e6561af957), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:10.942579 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 09 Feb 2022 22:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d66b1e90-786d-407b-8eb3-11bfac17251e x-openstack-request-id: req-d66b1e90-786d-407b-8eb3-11bfac17251e {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:07:10.942966 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95aa9a42-302f-49fc-9278-dd5a1b965729", "name": "network-vif-unplugged", "status": "failed", "tag": "cacd62b3-4a7c-46cd-baff-b5e6561af957", "code": 422}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:07:10.943112 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-d66b1e90-786d-407b-8eb3-11bfac17251e {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:07:10.943529 n-d-828369-5 neutron-server[103142]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '95aa9a42-302f-49fc-9278-dd5a1b965729', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cacd62b3-4a7c-46cd-baff-b5e6561af957', 'code': 422} returned with failed status Feb 09 22:07:10.971293 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=cacd62b3-4a7c-46cd-baff-b5e6561af957,revision_number=8']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:11.022753 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-dc92955f-a859-4593-ba75-f8fb6e9e0a90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:11.572176 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [req-8eb2a658-3d19-478c-be86-56c30f1209cd req-457f275e-55a1-4a02-b657-1cc5f2621afb service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=103140) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 22:07:11.573233 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8eb2a658-3d19-478c-be86-56c30f1209cd req-457f275e-55a1-4a02-b657-1cc5f2621afb service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1085327 Feb 09 22:07:11.756745 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d651e595-4a9e-4c0f-a877-d847cd1e4412 req-52c52044-f1bf-4fa9-956a-1d2365325b87 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:11.758393 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d651e595-4a9e-4c0f-a877-d847cd1e4412 req-52c52044-f1bf-4fa9-956a-1d2365325b87 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=95aa9a42-302f-49fc-9278-dd5a1b965729 HTTP/1.1" status: 200 len: 944 time: 0.0630836 Feb 09 22:07:11.789258 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e6be3cef-126e-49e1-97c3-4112a0704e14 req-cd296197-e632-4056-a2e1-b5265bcdc5ed tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=71ff85e8-9d8c-4fc9-af3a-55b0b08f0724 HTTP/1.1" status: 200 len: 210 time: 0.0411344 Feb 09 22:07:11.827334 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d651e595-4a9e-4c0f-a877-d847cd1e4412 req-ee0b7c8f-0401-456e-8a6c-3d8ceca3858f tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=b84fe1f3-0331-41ba-8996-269b9bdf78f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600410 Feb 09 22:07:12.008785 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-18f258bf-c776-456d-b7ec-ece3a6d14ec0 req-280bef1a-82e0-42bb-a19f-687780c9a36f service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=95aa9a42-302f-49fc-9278-dd5a1b965729&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1018486 Feb 09 22:07:12.019228 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [req-18f258bf-c776-456d-b7ec-ece3a6d14ec0 req-5303b254-ea9d-4ddb-9639-90abca443459 service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=103141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 22:07:12.020410 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-18f258bf-c776-456d-b7ec-ece3a6d14ec0 req-5303b254-ea9d-4ddb-9639-90abca443459 service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064092 Feb 09 22:07:12.108071 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b7ced8-90e3-402c-b170-09516bbeba18 req-a564ea8d-1974-4a44-b471-f43797f2be3f tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:12.109481 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-23b7ced8-90e3-402c-b170-09516bbeba18 req-a564ea8d-1974-4a44-b471-f43797f2be3f tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=fd639372-044b-4710-82d3-97188a915bb4 HTTP/1.1" status: 200 len: 946 time: 0.0578933 Feb 09 22:07:12.178621 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-23b7ced8-90e3-402c-b170-09516bbeba18 req-d0dd0e7b-5882-4077-9704-45a9ff6a311f tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=693fbabf-1b08-40a7-84f2-f7b2af190538&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616200 Feb 09 22:07:12.202056 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 41922) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:12.274214 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-afabaa36-43d2-4c92-821f-4c7aeaf17222 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/floatingips/ebe137d2-605f-4893-af2c-0d43c767fc50 HTTP/1.1" status: 200 len: 993 time: 0.0707850 Feb 09 22:07:12.632528 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1fdfe1-e869-4d6f-9a95-248b032413e1 req-b1692e6b-bdc2-4a6b-b095-00b42b238252 tempest-TestNetworkAdvancedServerOps-2092705809 tempest-TestNetworkAdvancedServerOps-2092705809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:12.634217 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7b1fdfe1-e869-4d6f-9a95-248b032413e1 req-b1692e6b-bdc2-4a6b-b095-00b42b238252 tempest-TestNetworkAdvancedServerOps-2092705809 tempest-TestNetworkAdvancedServerOps-2092705809-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=fd639372-044b-4710-82d3-97188a915bb4 HTTP/1.1" status: 200 len: 1128 time: 0.0521762 Feb 09 22:07:12.681469 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7b1fdfe1-e869-4d6f-9a95-248b032413e1 req-3ef69f8b-83bd-4a51-b2d0-148f2bbb77d6 tempest-TestNetworkAdvancedServerOps-2092705809 tempest-TestNetworkAdvancedServerOps-2092705809-project-admin] 10.222.0.90 "GET /v2.0/security-groups?id=693fbabf-1b08-40a7-84f2-f7b2af190538&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413034 Feb 09 22:07:12.794673 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:12.910905 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-df26c4e3-37f0-4a0d-99a0-c05e11f97a00 req-a2f28690-54b5-4119-a5c1-65047e898b7c tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=71ff85e8-9d8c-4fc9-af3a-55b0b08f0724 HTTP/1.1" status: 200 len: 210 time: 0.0347133 Feb 09 22:07:13.086474 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f258bf-c776-456d-b7ec-ece3a6d14ec0 req-146f3cbe-97e6-4c7c-8578-d7f977c5fa90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:13.087985 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-18f258bf-c776-456d-b7ec-ece3a6d14ec0 req-146f3cbe-97e6-4c7c-8578-d7f977c5fa90 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=95aa9a42-302f-49fc-9278-dd5a1b965729&tenant_id=a5b450ffe3204024aa1de4c1c17e7296 HTTP/1.1" status: 200 len: 1126 time: 0.1054199 Feb 09 22:07:13.094878 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979d15db-e027-4bc7-9c55-6aaa6a612b6c req-eca3903e-346b-468d-8745-d3641229c236 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:13.096875 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-979d15db-e027-4bc7-9c55-6aaa6a612b6c req-eca3903e-346b-468d-8745-d3641229c236 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=95aa9a42-302f-49fc-9278-dd5a1b965729 HTTP/1.1" status: 200 len: 944 time: 0.0835841 Feb 09 22:07:13.104176 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-18f258bf-c776-456d-b7ec-ece3a6d14ec0 req-fee6be0c-784d-4afd-9e73-34ba875cd40e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828369-5', 'device_owner': 'compute:nova'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:07:13.200154 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-979d15db-e027-4bc7-9c55-6aaa6a612b6c req-2a95ae49-12f3-4f54-b83f-fb31b702be9b tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=b84fe1f3-0331-41ba-8996-269b9bdf78f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912528 Feb 09 22:07:13.201141 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-18f258bf-c776-456d-b7ec-ece3a6d14ec0 req-fee6be0c-784d-4afd-9e73-34ba875cd40e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (cacd62b3-4a7c-46cd-baff-b5e6561af957), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:13.233466 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a7df861e-d6f0-4287-aaf6-ed286cb311ff req-bf348cbe-d7f2-432b-aae0-8df0f1df6ece service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=fd639372-044b-4710-82d3-97188a915bb4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0624065 Feb 09 22:07:13.242226 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [req-a7df861e-d6f0-4287-aaf6-ed286cb311ff req-f6b15482-58cb-457b-9307-9e31440a5c9e service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=103141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 22:07:13.243361 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a7df861e-d6f0-4287-aaf6-ed286cb311ff req-f6b15482-58cb-457b-9307-9e31440a5c9e service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053599 Feb 09 22:07:13.413134 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-18f258bf-c776-456d-b7ec-ece3a6d14ec0 req-fee6be0c-784d-4afd-9e73-34ba875cd40e service neutron] For port cacd62b3-4a7c-46cd-baff-b5e6561af957, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=cacd62b3-4a7c-46cd-baff-b5e6561af957,segment=NetworkSegment(12f225d2-0c84-489a-a4a8-6e25d803c049),segment_id=12f225d2-0c84-489a-a4a8-6e25d803c049)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:07:13.447162 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-18f258bf-c776-456d-b7ec-ece3a6d14ec0 req-fee6be0c-784d-4afd-9e73-34ba875cd40e service neutron] For port cacd62b3-4a7c-46cd-baff-b5e6561af957, host n-h2-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:07:13.486592 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [req-18f258bf-c776-456d-b7ec-ece3a6d14ec0 req-fee6be0c-784d-4afd-9e73-34ba875cd40e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cacd62b3-4a7c-46cd-baff-b5e6561af957 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:07:13.494305 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-18f258bf-c776-456d-b7ec-ece3a6d14ec0 req-fee6be0c-784d-4afd-9e73-34ba875cd40e service neutron] Publish callbacks [] for port (cacd62b3-4a7c-46cd-baff-b5e6561af957), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:13.512061 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [req-18f258bf-c776-456d-b7ec-ece3a6d14ec0 req-fee6be0c-784d-4afd-9e73-34ba875cd40e service neutron] Transition to ACTIVE for port object cacd62b3-4a7c-46cd-baff-b5e6561af957 will not be triggered until provisioned by entity L2. {{(pid=103140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:07:13.515918 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-18f258bf-c776-456d-b7ec-ece3a6d14ec0 req-fee6be0c-784d-4afd-9e73-34ba875cd40e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (cacd62b3-4a7c-46cd-baff-b5e6561af957), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:13.604880 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee6be0c-784d-4afd-9e73-34ba875cd40e service neutron] Pushing event updated for resources: {'Port': ['ID=cacd62b3-4a7c-46cd-baff-b5e6561af957,revision_number=9']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:13.617969 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee6be0c-784d-4afd-9e73-34ba875cd40e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:13.618706 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee6be0c-784d-4afd-9e73-34ba875cd40e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:13.619198 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee6be0c-784d-4afd-9e73-34ba875cd40e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:13.619693 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee6be0c-784d-4afd-9e73-34ba875cd40e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:13.620203 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee6be0c-784d-4afd-9e73-34ba875cd40e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:13.620738 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee6be0c-784d-4afd-9e73-34ba875cd40e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:13.621225 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee6be0c-784d-4afd-9e73-34ba875cd40e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:13.621720 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee6be0c-784d-4afd-9e73-34ba875cd40e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:13.622194 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee6be0c-784d-4afd-9e73-34ba875cd40e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:13.622675 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee6be0c-784d-4afd-9e73-34ba875cd40e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:13.623166 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee6be0c-784d-4afd-9e73-34ba875cd40e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:13.624258 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee6be0c-784d-4afd-9e73-34ba875cd40e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:13.624619 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee6be0c-784d-4afd-9e73-34ba875cd40e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:13.675765 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-18f258bf-c776-456d-b7ec-ece3a6d14ec0 req-fee6be0c-784d-4afd-9e73-34ba875cd40e service neutron] No DVR routers for this DVR port cacd62b3-4a7c-46cd-baff-b5e6561af957 on host n-h2-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:07:13.822747 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7df861e-d6f0-4287-aaf6-ed286cb311ff req-9b51109e-aecc-4cfb-8d82-2943e9f54ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:13.824266 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a7df861e-d6f0-4287-aaf6-ed286cb311ff req-9b51109e-aecc-4cfb-8d82-2943e9f54ff0 service neutron] 10.222.0.90 "GET /v2.0/ports/5dcd0291-a9c5-4a48-a563-3e037cc002c8 HTTP/1.1" status: 200 len: 1125 time: 0.0495019 Feb 09 22:07:13.833763 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-a7df861e-d6f0-4287-aaf6-ed286cb311ff req-8a9e56ea-56cb-48ff-ad69-8516e2a464ff service neutron] Request body: {'binding': {'host': 'n-h2-828369-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:07:13.834325 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-a7df861e-d6f0-4287-aaf6-ed286cb311ff req-8a9e56ea-56cb-48ff-ad69-8516e2a464ff service neutron] Unknown quota resources ['binding']. {{(pid=103141) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 22:07:13.859874 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-18f258bf-c776-456d-b7ec-ece3a6d14ec0 req-fee6be0c-784d-4afd-9e73-34ba875cd40e service neutron] Attempting to bind port cacd62b3-4a7c-46cd-baff-b5e6561af957 on host n-h1-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:07:13.860576 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-18f258bf-c776-456d-b7ec-ece3a6d14ec0 req-fee6be0c-784d-4afd-9e73-34ba875cd40e service neutron] Attempting to bind port cacd62b3-4a7c-46cd-baff-b5e6561af957 by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': '12f225d2-0c84-489a-a4a8-6e25d803c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '37def89c-7a9f-4c66-92be-f91fbe6a4291'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:07:13.862088 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f258bf-c776-456d-b7ec-ece3a6d14ec0 req-fee6be0c-784d-4afd-9e73-34ba875cd40e service neutron] Attempting to bind port cacd62b3-4a7c-46cd-baff-b5e6561af957 on network 37def89c-7a9f-4c66-92be-f91fbe6a4291 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:07:13.870034 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f258bf-c776-456d-b7ec-ece3a6d14ec0 req-fee6be0c-784d-4afd-9e73-34ba875cd40e service neutron] Port cacd62b3-4a7c-46cd-baff-b5e6561af957 on network 37def89c-7a9f-4c66-92be-f91fbe6a4291 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:07:13.870368 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f258bf-c776-456d-b7ec-ece3a6d14ec0 req-fee6be0c-784d-4afd-9e73-34ba875cd40e service neutron] Attempting to bind port cacd62b3-4a7c-46cd-baff-b5e6561af957 on network 37def89c-7a9f-4c66-92be-f91fbe6a4291 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:07:13.876182 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f258bf-c776-456d-b7ec-ece3a6d14ec0 req-fee6be0c-784d-4afd-9e73-34ba875cd40e service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:07:13.876623 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f258bf-c776-456d-b7ec-ece3a6d14ec0 req-fee6be0c-784d-4afd-9e73-34ba875cd40e service neutron] Checking segment: {'id': '12f225d2-0c84-489a-a4a8-6e25d803c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '37def89c-7a9f-4c66-92be-f91fbe6a4291'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:07:13.877647 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f258bf-c776-456d-b7ec-ece3a6d14ec0 req-fee6be0c-784d-4afd-9e73-34ba875cd40e service neutron] Bound using segment: {'id': '12f225d2-0c84-489a-a4a8-6e25d803c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '37def89c-7a9f-4c66-92be-f91fbe6a4291'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:07:13.878084 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-18f258bf-c776-456d-b7ec-ece3a6d14ec0 req-fee6be0c-784d-4afd-9e73-34ba875cd40e service neutron] Bound port: cacd62b3-4a7c-46cd-baff-b5e6561af957, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12f225d2-0c84-489a-a4a8-6e25d803c049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '37def89c-7a9f-4c66-92be-f91fbe6a4291'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:07:13.878476 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-18f258bf-c776-456d-b7ec-ece3a6d14ec0 req-fee6be0c-784d-4afd-9e73-34ba875cd40e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (cacd62b3-4a7c-46cd-baff-b5e6561af957), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:13.950693 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-18f258bf-c776-456d-b7ec-ece3a6d14ec0 req-fee6be0c-784d-4afd-9e73-34ba875cd40e service neutron] For port cacd62b3-4a7c-46cd-baff-b5e6561af957, host n-h1-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:07:13.954270 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-18f258bf-c776-456d-b7ec-ece3a6d14ec0 req-fee6be0c-784d-4afd-9e73-34ba875cd40e service neutron] For port cacd62b3-4a7c-46cd-baff-b5e6561af957, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=cacd62b3-4a7c-46cd-baff-b5e6561af957,segment=NetworkSegment(12f225d2-0c84-489a-a4a8-6e25d803c049),segment_id=12f225d2-0c84-489a-a4a8-6e25d803c049)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:07:13.961511 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-18f258bf-c776-456d-b7ec-ece3a6d14ec0 req-fee6be0c-784d-4afd-9e73-34ba875cd40e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (cacd62b3-4a7c-46cd-baff-b5e6561af957), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:13.996190 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f258bf-c776-456d-b7ec-ece3a6d14ec0 req-fee6be0c-784d-4afd-9e73-34ba875cd40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:13.996818 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-a7df861e-d6f0-4287-aaf6-ed286cb311ff req-8a9e56ea-56cb-48ff-ad69-8516e2a464ff service neutron] Attempting to bind port 5dcd0291-a9c5-4a48-a563-3e037cc002c8 on host n-h2-828369-5 for vnic_type normal with profile None {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:07:13.997251 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-a7df861e-d6f0-4287-aaf6-ed286cb311ff req-8a9e56ea-56cb-48ff-ad69-8516e2a464ff service neutron] Attempting to bind port 5dcd0291-a9c5-4a48-a563-3e037cc002c8 by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': '0d8dc06a-52e8-4f07-9a47-9d1f434cc28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6319e0ab-1425-4f29-a729-d949fb584e40'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:07:13.997647 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-18f258bf-c776-456d-b7ec-ece3a6d14ec0 req-fee6be0c-784d-4afd-9e73-34ba875cd40e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:13.998012 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7df861e-d6f0-4287-aaf6-ed286cb311ff req-8a9e56ea-56cb-48ff-ad69-8516e2a464ff service neutron] Attempting to bind port 5dcd0291-a9c5-4a48-a563-3e037cc002c8 on network 6319e0ab-1425-4f29-a729-d949fb584e40 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:07:13.999480 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-18f258bf-c776-456d-b7ec-ece3a6d14ec0 req-fee6be0c-784d-4afd-9e73-34ba875cd40e service neutron] 10.222.0.95 "PUT /v2.0/ports/cacd62b3-4a7c-46cd-baff-b5e6561af957 HTTP/1.1" status: 200 len: 1092 time: 0.9002533 Feb 09 22:07:14.004039 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7df861e-d6f0-4287-aaf6-ed286cb311ff req-8a9e56ea-56cb-48ff-ad69-8516e2a464ff service neutron] Port 5dcd0291-a9c5-4a48-a563-3e037cc002c8 on network 6319e0ab-1425-4f29-a729-d949fb584e40 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:07:14.004261 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95aa9a42-302f-49fc-9278-dd5a1b965729', 'tag': 'cacd62b3-4a7c-46cd-baff-b5e6561af957'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:07:14.004776 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7df861e-d6f0-4287-aaf6-ed286cb311ff req-8a9e56ea-56cb-48ff-ad69-8516e2a464ff service neutron] Attempting to bind port 5dcd0291-a9c5-4a48-a563-3e037cc002c8 on network 6319e0ab-1425-4f29-a729-d949fb584e40 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:07:14.007965 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f70aa41a-99d2-4f2c-b838-1282e3717c0d" -d '{"events": [{"name": "network-changed", "server_uuid": "95aa9a42-302f-49fc-9278-dd5a1b965729", "tag": "cacd62b3-4a7c-46cd-baff-b5e6561af957"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:07:14.010315 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7df861e-d6f0-4287-aaf6-ed286cb311ff req-8a9e56ea-56cb-48ff-ad69-8516e2a464ff service neutron] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:07:14.010766 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7df861e-d6f0-4287-aaf6-ed286cb311ff req-8a9e56ea-56cb-48ff-ad69-8516e2a464ff service neutron] Checking segment: {'id': '0d8dc06a-52e8-4f07-9a47-9d1f434cc28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6319e0ab-1425-4f29-a729-d949fb584e40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:07:14.011211 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7df861e-d6f0-4287-aaf6-ed286cb311ff req-8a9e56ea-56cb-48ff-ad69-8516e2a464ff service neutron] Bound using segment: {'id': '0d8dc06a-52e8-4f07-9a47-9d1f434cc28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6319e0ab-1425-4f29-a729-d949fb584e40'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:07:14.011736 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-a7df861e-d6f0-4287-aaf6-ed286cb311ff req-8a9e56ea-56cb-48ff-ad69-8516e2a464ff service neutron] Bound port: 5dcd0291-a9c5-4a48-a563-3e037cc002c8, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d8dc06a-52e8-4f07-9a47-9d1f434cc28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6319e0ab-1425-4f29-a729-d949fb584e40'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:07:14.067697 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6fa208f3-466e-434a-b961-b74d274f161d req-5ab8cd78-dd45-49bc-b681-a3378b34e9a8 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=71ff85e8-9d8c-4fc9-af3a-55b0b08f0724 HTTP/1.1" status: 200 len: 210 time: 0.0533369 Feb 09 22:07:14.121084 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee6be0c-784d-4afd-9e73-34ba875cd40e service neutron] Pushing event updated for resources: {'Port': ['ID=cacd62b3-4a7c-46cd-baff-b5e6561af957,revision_number=10']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:14.136943 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-a7df861e-d6f0-4287-aaf6-ed286cb311ff req-8a9e56ea-56cb-48ff-ad69-8516e2a464ff service neutron] For port 5dcd0291-a9c5-4a48-a563-3e037cc002c8, host n-h2-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=5dcd0291-a9c5-4a48-a563-3e037cc002c8,segment=NetworkSegment(0d8dc06a-52e8-4f07-9a47-9d1f434cc28c),segment_id=0d8dc06a-52e8-4f07-9a47-9d1f434cc28c)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:07:14.148940 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-a7df861e-d6f0-4287-aaf6-ed286cb311ff req-8a9e56ea-56cb-48ff-ad69-8516e2a464ff service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:14.150651 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a7df861e-d6f0-4287-aaf6-ed286cb311ff req-8a9e56ea-56cb-48ff-ad69-8516e2a464ff service neutron] 10.222.0.90 "POST /v2.0/ports/5dcd0291-a9c5-4a48-a563-3e037cc002c8/bindings HTTP/1.1" status: 201 len: 389 time: 0.3209136 Feb 09 22:07:14.151010 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f258bf-c776-456d-b7ec-ece3a6d14ec0 req-2af87747-a2eb-4173-944e-695377c663f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:14.153277 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-18f258bf-c776-456d-b7ec-ece3a6d14ec0 req-2af87747-a2eb-4173-944e-695377c663f4 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=a5b450ffe3204024aa1de4c1c17e7296&device_id=95aa9a42-302f-49fc-9278-dd5a1b965729 HTTP/1.1" status: 200 len: 1127 time: 0.1067133 Feb 09 22:07:14.215026 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:14.321604 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cc4a55a-c581-49cd-a7fd-ca7a73cad934 x-openstack-request-id: req-6cc4a55a-c581-49cd-a7fd-ca7a73cad934 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:07:14.321967 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95aa9a42-302f-49fc-9278-dd5a1b965729", "tag": "cacd62b3-4a7c-46cd-baff-b5e6561af957", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:07:14.322409 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-6cc4a55a-c581-49cd-a7fd-ca7a73cad934 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:07:14.322786 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95aa9a42-302f-49fc-9278-dd5a1b965729', 'tag': 'cacd62b3-4a7c-46cd-baff-b5e6561af957', 'status': 'completed', 'code': 200} Feb 09 22:07:14.363326 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f258bf-c776-456d-b7ec-ece3a6d14ec0 req-ef58b489-56f8-4f85-9c98-58c34d05358d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:14.364991 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-18f258bf-c776-456d-b7ec-ece3a6d14ec0 req-ef58b489-56f8-4f85-9c98-58c34d05358d service neutron] 10.222.0.95 "GET /v2.0/networks?id=37def89c-7a9f-4c66-92be-f91fbe6a4291 HTTP/1.1" status: 200 len: 918 time: 0.2022045 Feb 09 22:07:14.468408 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110b4205-d63e-446a-aac0-5094d1ebb091 req-4c0c2389-3fae-48c0-ab2b-9035bd1a249a tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:14.469976 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-110b4205-d63e-446a-aac0-5094d1ebb091 req-4c0c2389-3fae-48c0-ab2b-9035bd1a249a tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=fd639372-044b-4710-82d3-97188a915bb4 HTTP/1.1" status: 200 len: 946 time: 0.1463234 Feb 09 22:07:14.478909 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7df861e-d6f0-4287-aaf6-ed286cb311ff req-8ce26017-2992-4c7d-b598-0db40844b20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:14.480684 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a7df861e-d6f0-4287-aaf6-ed286cb311ff req-8ce26017-2992-4c7d-b598-0db40844b20d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=deeb9e226e2546f19554cbe5eac163d6&device_id=fd639372-044b-4710-82d3-97188a915bb4 HTTP/1.1" status: 200 len: 1128 time: 0.0577335 Feb 09 22:07:14.492327 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-18f258bf-c776-456d-b7ec-ece3a6d14ec0 req-0d9d26e5-3a7b-44c5-8a29-5e3b18a55013 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cacd62b3-4a7c-46cd-baff-b5e6561af957 HTTP/1.1" status: 200 len: 1000 time: 0.1201847 Feb 09 22:07:14.518562 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d99b77d-641d-47ee-a4a1-2c9900cd9bbc req-d16b2253-27c6-4888-8b5b-20ec3dae79d6 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:14.520119 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3d99b77d-641d-47ee-a4a1-2c9900cd9bbc req-d16b2253-27c6-4888-8b5b-20ec3dae79d6 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=95aa9a42-302f-49fc-9278-dd5a1b965729 HTTP/1.1" status: 200 len: 945 time: 0.1412635 Feb 09 22:07:14.591383 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7df861e-d6f0-4287-aaf6-ed286cb311ff req-3f9a2d96-a24b-4a0a-91d0-89410d798a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:14.593806 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a7df861e-d6f0-4287-aaf6-ed286cb311ff req-3f9a2d96-a24b-4a0a-91d0-89410d798a26 service neutron] 10.222.0.89 "GET /v2.0/networks?id=6319e0ab-1425-4f29-a729-d949fb584e40 HTTP/1.1" status: 200 len: 897 time: 0.1059413 Feb 09 22:07:14.603483 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-110b4205-d63e-446a-aac0-5094d1ebb091 req-c5e5e7b1-4e50-4618-b381-9b1087038034 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=693fbabf-1b08-40a7-84f2-f7b2af190538&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205692 Feb 09 22:07:14.611381 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f258bf-c776-456d-b7ec-ece3a6d14ec0 req-29089d07-c74f-482a-98cc-c30aa28bce21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:14.612862 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-18f258bf-c776-456d-b7ec-ece3a6d14ec0 req-29089d07-c74f-482a-98cc-c30aa28bce21 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=e04d8769-3631-49a0-81b3-a22ce5792703 HTTP/1.1" status: 200 len: 856 time: 0.1095810 Feb 09 22:07:14.649438 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3d99b77d-641d-47ee-a4a1-2c9900cd9bbc req-b181747c-88ea-44c0-9ba5-8188217c6065 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=b84fe1f3-0331-41ba-8996-269b9bdf78f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057889 Feb 09 22:07:14.670126 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a7df861e-d6f0-4287-aaf6-ed286cb311ff req-d6e13c30-5c55-4e6a-964f-43b6acdc5eb6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5dcd0291-a9c5-4a48-a563-3e037cc002c8 HTTP/1.1" status: 200 len: 1001 time: 0.0701160 Feb 09 22:07:14.674009 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f258bf-c776-456d-b7ec-ece3a6d14ec0 req-9f6cf707-54a9-43e4-ad80-43b364d09b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:14.675634 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-18f258bf-c776-456d-b7ec-ece3a6d14ec0 req-9f6cf707-54a9-43e4-ad80-43b364d09b2b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=37def89c-7a9f-4c66-92be-f91fbe6a4291&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0551522 Feb 09 22:07:14.719051 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7df861e-d6f0-4287-aaf6-ed286cb311ff req-1c99c3df-2c45-47c3-aeac-41de83a48686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:14.721206 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a7df861e-d6f0-4287-aaf6-ed286cb311ff req-1c99c3df-2c45-47c3-aeac-41de83a48686 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7b3d0ee1-e5ca-42ff-ac79-ec7056f6cfc0 HTTP/1.1" status: 200 len: 835 time: 0.0438740 Feb 09 22:07:14.769610 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-18f258bf-c776-456d-b7ec-ece3a6d14ec0 req-51ea1ea6-da38-492b-b91e-3448fb3b5891 service neutron] 10.222.0.95 "GET /v2.0/networks/37def89c-7a9f-4c66-92be-f91fbe6a4291?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868454 Feb 09 22:07:14.781951 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7df861e-d6f0-4287-aaf6-ed286cb311ff req-49012e7e-339b-4d22-aa12-2438d7bffe9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:14.784069 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a7df861e-d6f0-4287-aaf6-ed286cb311ff req-49012e7e-339b-4d22-aa12-2438d7bffe9b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6319e0ab-1425-4f29-a729-d949fb584e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0569119 Feb 09 22:07:14.865487 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-18f258bf-c776-456d-b7ec-ece3a6d14ec0 req-0ed603c3-8d64-45cb-9283-f8357480c9bc service neutron] 10.222.0.95 "GET /v2.0/networks/37def89c-7a9f-4c66-92be-f91fbe6a4291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850067 Feb 09 22:07:14.873573 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a7df861e-d6f0-4287-aaf6-ed286cb311ff req-45cfd873-57fd-4047-93aa-779156ee9649 service neutron] 10.222.0.89 "GET /v2.0/networks/6319e0ab-1425-4f29-a729-d949fb584e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822411 Feb 09 22:07:14.963766 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70aa41a-99d2-4f2c-b838-1282e3717c0d req-08ca4dee-f0df-43bf-81e8-0691e0c50e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:14.965339 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f70aa41a-99d2-4f2c-b838-1282e3717c0d req-08ca4dee-f0df-43bf-81e8-0691e0c50e91 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=a5b450ffe3204024aa1de4c1c17e7296&device_id=95aa9a42-302f-49fc-9278-dd5a1b965729 HTTP/1.1" status: 200 len: 1127 time: 0.0511208 Feb 09 22:07:14.977330 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a7df861e-d6f0-4287-aaf6-ed286cb311ff req-219bb750-1f15-453b-8593-e2b051c27af4 service neutron] 10.222.0.89 "GET /v2.0/networks/6319e0ab-1425-4f29-a729-d949fb584e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969789 Feb 09 22:07:15.115098 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70aa41a-99d2-4f2c-b838-1282e3717c0d req-69d5e372-31dd-4ac2-b63b-fb96c26cab18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:15.118113 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f70aa41a-99d2-4f2c-b838-1282e3717c0d req-69d5e372-31dd-4ac2-b63b-fb96c26cab18 service neutron] 10.222.0.95 "GET /v2.0/networks?id=37def89c-7a9f-4c66-92be-f91fbe6a4291 HTTP/1.1" status: 200 len: 918 time: 0.1377478 Feb 09 22:07:15.229984 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7df861e-d6f0-4287-aaf6-ed286cb311ff req-7fe71ca7-321d-4880-a616-54afd73d8135 tempest-TestNetworkAdvancedServerOps-2092705809 tempest-TestNetworkAdvancedServerOps-2092705809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:15.231822 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a7df861e-d6f0-4287-aaf6-ed286cb311ff req-7fe71ca7-321d-4880-a616-54afd73d8135 tempest-TestNetworkAdvancedServerOps-2092705809 tempest-TestNetworkAdvancedServerOps-2092705809-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=fd639372-044b-4710-82d3-97188a915bb4&tenant_id=deeb9e226e2546f19554cbe5eac163d6&binding%3Ahost_id=n-h1-828369-5 HTTP/1.1" status: 200 len: 1128 time: 0.1923041 Feb 09 22:07:15.241617 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3e0f8fd2-dce8-4eb7-a8d5-460b16a64a7a req-68f16307-ab92-4b8a-a26e-b400ade68d4f tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=71ff85e8-9d8c-4fc9-af3a-55b0b08f0724 HTTP/1.1" status: 200 len: 210 time: 0.0441558 Feb 09 22:07:15.249147 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-a7df861e-d6f0-4287-aaf6-ed286cb311ff req-e970485a-7665-43a9-be32-3419da7733c1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828369-5'}}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:07:15.254763 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f70aa41a-99d2-4f2c-b838-1282e3717c0d req-fb0ef162-c0e7-4c15-9d9e-a8798d29ecf0 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cacd62b3-4a7c-46cd-baff-b5e6561af957 HTTP/1.1" status: 200 len: 1000 time: 0.1295166 Feb 09 22:07:15.358344 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:15.373048 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70aa41a-99d2-4f2c-b838-1282e3717c0d req-321503eb-db47-45bd-8d57-f17650bcff3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:15.375094 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f70aa41a-99d2-4f2c-b838-1282e3717c0d req-321503eb-db47-45bd-8d57-f17650bcff3f service neutron] 10.222.0.95 "GET /v2.0/subnets?id=e04d8769-3631-49a0-81b3-a22ce5792703 HTTP/1.1" status: 200 len: 856 time: 0.1147656 Feb 09 22:07:15.402331 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-a7df861e-d6f0-4287-aaf6-ed286cb311ff req-e970485a-7665-43a9-be32-3419da7733c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (5dcd0291-a9c5-4a48-a563-3e037cc002c8), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:15.626949 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-a7df861e-d6f0-4287-aaf6-ed286cb311ff req-e970485a-7665-43a9-be32-3419da7733c1 service neutron] For port 5dcd0291-a9c5-4a48-a563-3e037cc002c8, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=5dcd0291-a9c5-4a48-a563-3e037cc002c8,segment=NetworkSegment(0d8dc06a-52e8-4f07-9a47-9d1f434cc28c),segment_id=0d8dc06a-52e8-4f07-9a47-9d1f434cc28c)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:07:15.749341 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-a7df861e-d6f0-4287-aaf6-ed286cb311ff req-e970485a-7665-43a9-be32-3419da7733c1 service neutron] For port 5dcd0291-a9c5-4a48-a563-3e037cc002c8, host n-h1-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:07:15.847222 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a674ba13-e11d-4e23-b5f9-a7db2de68fd4 req-fc837390-a738-4bde-9dbd-7dbce8e425cd tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:15.850102 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a674ba13-e11d-4e23-b5f9-a7db2de68fd4 req-fc837390-a738-4bde-9dbd-7dbce8e425cd tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=fd639372-044b-4710-82d3-97188a915bb4 HTTP/1.1" status: 200 len: 946 time: 0.0854249 Feb 09 22:07:15.858009 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd639372-044b-4710-82d3-97188a915bb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5dcd0291-a9c5-4a48-a563-3e037cc002c8'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:07:15.862479 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8dff229-1fbd-40dc-973e-16e35acc1742" -d '{"events": [{"server_uuid": "fd639372-044b-4710-82d3-97188a915bb4", "name": "network-vif-unplugged", "status": "completed", "tag": "5dcd0291-a9c5-4a48-a563-3e037cc002c8"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:07:15.865674 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-a7df861e-d6f0-4287-aaf6-ed286cb311ff req-e970485a-7665-43a9-be32-3419da7733c1 service neutron] Publish callbacks [] for port (5dcd0291-a9c5-4a48-a563-3e037cc002c8), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:15.876091 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-a7df861e-d6f0-4287-aaf6-ed286cb311ff req-e970485a-7665-43a9-be32-3419da7733c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (5dcd0291-a9c5-4a48-a563-3e037cc002c8), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:16.032085 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a674ba13-e11d-4e23-b5f9-a7db2de68fd4 req-38e771cc-4b83-4368-97ba-cdca2bd9bac6 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=693fbabf-1b08-40a7-84f2-f7b2af190538&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1768894 Feb 09 22:07:16.058206 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aebf65e-f386-4c6c-ab47-e7ad9e40a648 req-fd04b75c-a0de-47af-91b8-a5b331ab4c45 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:16.065848 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9aebf65e-f386-4c6c-ab47-e7ad9e40a648 req-fd04b75c-a0de-47af-91b8-a5b331ab4c45 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=95aa9a42-302f-49fc-9278-dd5a1b965729 HTTP/1.1" status: 200 len: 945 time: 0.3029239 Feb 09 22:07:16.092844 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e970485a-7665-43a9-be32-3419da7733c1 service neutron] Pushing event updated for resources: {'Port': ['ID=5dcd0291-a9c5-4a48-a563-3e037cc002c8,revision_number=7']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:16.187323 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9aebf65e-f386-4c6c-ab47-e7ad9e40a648 req-027dd3e6-cf4c-4683-94d0-134586672b0c tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=b84fe1f3-0331-41ba-8996-269b9bdf78f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202490 Feb 09 22:07:16.414758 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c779946b-6711-40ec-9653-969f5d4205b4 req-70955caa-5dba-4eff-8393-4a4177d62368 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=71ff85e8-9d8c-4fc9-af3a-55b0b08f0724 HTTP/1.1" status: 200 len: 210 time: 0.0296006 Feb 09 22:07:16.444826 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-2f0e6657-031f-45d1-a7db-fb7947e30637 None None] Provisioning complete for port 5dcd0291-a9c5-4a48-a563-3e037cc002c8 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:07:16.445432 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2f0e6657-031f-45d1-a7db-fb7947e30637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (5dcd0291-a9c5-4a48-a563-3e037cc002c8), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:16.508993 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-2f0e6657-031f-45d1-a7db-fb7947e30637 None None] Port 5dcd0291-a9c5-4a48-a563-3e037cc002c8 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:07:16.626401 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 22:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a020361-8964-4db9-a7e2-b7bb5909d8a6 x-openstack-request-id: req-6a020361-8964-4db9-a7e2-b7bb5909d8a6 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:07:16.626401 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd639372-044b-4710-82d3-97188a915bb4", "name": "network-vif-unplugged", "status": "completed", "tag": "5dcd0291-a9c5-4a48-a563-3e037cc002c8", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:07:16.626401 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-6a020361-8964-4db9-a7e2-b7bb5909d8a6 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:07:16.626401 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd639372-044b-4710-82d3-97188a915bb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5dcd0291-a9c5-4a48-a563-3e037cc002c8', 'code': 200} Feb 09 22:07:16.630096 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e970485a-7665-43a9-be32-3419da7733c1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:16.630731 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e970485a-7665-43a9-be32-3419da7733c1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:16.630823 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e970485a-7665-43a9-be32-3419da7733c1 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:16.631098 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e970485a-7665-43a9-be32-3419da7733c1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:16.631431 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e970485a-7665-43a9-be32-3419da7733c1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:16.631758 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e970485a-7665-43a9-be32-3419da7733c1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:16.632084 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e970485a-7665-43a9-be32-3419da7733c1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:16.632450 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e970485a-7665-43a9-be32-3419da7733c1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:16.632775 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e970485a-7665-43a9-be32-3419da7733c1 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:16.633098 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e970485a-7665-43a9-be32-3419da7733c1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:16.633424 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e970485a-7665-43a9-be32-3419da7733c1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:16.633780 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e970485a-7665-43a9-be32-3419da7733c1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:16.634058 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e970485a-7665-43a9-be32-3419da7733c1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:16.688410 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-a7df861e-d6f0-4287-aaf6-ed286cb311ff req-e970485a-7665-43a9-be32-3419da7733c1 service neutron] Attempting to bind port 5dcd0291-a9c5-4a48-a563-3e037cc002c8 on host n-h1-828369-5 for vnic_type normal with profile {"migrating_to": "n-h2-828369-5"} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:07:16.688410 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-a7df861e-d6f0-4287-aaf6-ed286cb311ff req-e970485a-7665-43a9-be32-3419da7733c1 service neutron] Attempting to bind port 5dcd0291-a9c5-4a48-a563-3e037cc002c8 by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': '0d8dc06a-52e8-4f07-9a47-9d1f434cc28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6319e0ab-1425-4f29-a729-d949fb584e40'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:07:16.688701 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7df861e-d6f0-4287-aaf6-ed286cb311ff req-e970485a-7665-43a9-be32-3419da7733c1 service neutron] Attempting to bind port 5dcd0291-a9c5-4a48-a563-3e037cc002c8 on network 6319e0ab-1425-4f29-a729-d949fb584e40 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:07:16.700909 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7df861e-d6f0-4287-aaf6-ed286cb311ff req-e970485a-7665-43a9-be32-3419da7733c1 service neutron] Port 5dcd0291-a9c5-4a48-a563-3e037cc002c8 on network 6319e0ab-1425-4f29-a729-d949fb584e40 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:07:16.701237 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7df861e-d6f0-4287-aaf6-ed286cb311ff req-e970485a-7665-43a9-be32-3419da7733c1 service neutron] Attempting to bind port 5dcd0291-a9c5-4a48-a563-3e037cc002c8 on network 6319e0ab-1425-4f29-a729-d949fb584e40 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:07:16.723180 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7df861e-d6f0-4287-aaf6-ed286cb311ff req-e970485a-7665-43a9-be32-3419da7733c1 service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:07:16.723566 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7df861e-d6f0-4287-aaf6-ed286cb311ff req-e970485a-7665-43a9-be32-3419da7733c1 service neutron] Checking segment: {'id': '0d8dc06a-52e8-4f07-9a47-9d1f434cc28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6319e0ab-1425-4f29-a729-d949fb584e40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:07:16.724060 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7df861e-d6f0-4287-aaf6-ed286cb311ff req-e970485a-7665-43a9-be32-3419da7733c1 service neutron] Bound using segment: {'id': '0d8dc06a-52e8-4f07-9a47-9d1f434cc28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6319e0ab-1425-4f29-a729-d949fb584e40'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:07:16.724601 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-a7df861e-d6f0-4287-aaf6-ed286cb311ff req-e970485a-7665-43a9-be32-3419da7733c1 service neutron] Bound port: 5dcd0291-a9c5-4a48-a563-3e037cc002c8, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d8dc06a-52e8-4f07-9a47-9d1f434cc28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '6319e0ab-1425-4f29-a729-d949fb584e40'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:07:16.725034 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-a7df861e-d6f0-4287-aaf6-ed286cb311ff req-e970485a-7665-43a9-be32-3419da7733c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (5dcd0291-a9c5-4a48-a563-3e037cc002c8), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:16.801440 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-a7df861e-d6f0-4287-aaf6-ed286cb311ff req-e970485a-7665-43a9-be32-3419da7733c1 service neutron] For port 5dcd0291-a9c5-4a48-a563-3e037cc002c8, host n-h1-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:07:16.805025 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-a7df861e-d6f0-4287-aaf6-ed286cb311ff req-e970485a-7665-43a9-be32-3419da7733c1 service neutron] For port 5dcd0291-a9c5-4a48-a563-3e037cc002c8, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=5dcd0291-a9c5-4a48-a563-3e037cc002c8,segment=NetworkSegment(0d8dc06a-52e8-4f07-9a47-9d1f434cc28c),segment_id=0d8dc06a-52e8-4f07-9a47-9d1f434cc28c)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:07:16.812500 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-a7df861e-d6f0-4287-aaf6-ed286cb311ff req-e970485a-7665-43a9-be32-3419da7733c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (5dcd0291-a9c5-4a48-a563-3e037cc002c8), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:16.944189 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e970485a-7665-43a9-be32-3419da7733c1 service neutron] Pushing event updated for resources: {'Port': ['ID=5dcd0291-a9c5-4a48-a563-3e037cc002c8,revision_number=8']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:16.981490 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7df861e-d6f0-4287-aaf6-ed286cb311ff req-e970485a-7665-43a9-be32-3419da7733c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:16.981490 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-a7df861e-d6f0-4287-aaf6-ed286cb311ff req-e970485a-7665-43a9-be32-3419da7733c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:16.982855 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a7df861e-d6f0-4287-aaf6-ed286cb311ff req-e970485a-7665-43a9-be32-3419da7733c1 service neutron] 10.222.0.89 "PUT /v2.0/ports/5dcd0291-a9c5-4a48-a563-3e037cc002c8 HTTP/1.1" status: 200 len: 1122 time: 1.7444782 Feb 09 22:07:17.076641 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['5dcd0291-a9c5-4a48-a563-3e037cc002c8'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:07:17.263259 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4603cd6-065c-4110-b12e-8136b1d16810 req-1ab399dc-0648-425c-875a-f89ace76be8b tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:17.271929 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e4603cd6-065c-4110-b12e-8136b1d16810 req-1ab399dc-0648-425c-875a-f89ace76be8b tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=fd639372-044b-4710-82d3-97188a915bb4 HTTP/1.1" status: 200 len: 944 time: 0.1203043 Feb 09 22:07:17.364823 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e4603cd6-065c-4110-b12e-8136b1d16810 req-6481d7ff-ab5d-4edb-a895-a9e8c82b05f3 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=693fbabf-1b08-40a7-84f2-f7b2af190538&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874612 Feb 09 22:07:17.400737 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-845bdfd1-9dc4-43ab-a6dd-8d9f7c864c89 None None] Provisioning complete for port 5dcd0291-a9c5-4a48-a563-3e037cc002c8 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:07:17.401131 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-845bdfd1-9dc4-43ab-a6dd-8d9f7c864c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (5dcd0291-a9c5-4a48-a563-3e037cc002c8), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:17.452193 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307b7c68-8684-4da5-beb7-d79a3ee6c77f req-82fbe475-b2f3-46ab-8a87-cea31c7218b5 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:17.465350 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-307b7c68-8684-4da5-beb7-d79a3ee6c77f req-82fbe475-b2f3-46ab-8a87-cea31c7218b5 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=95aa9a42-302f-49fc-9278-dd5a1b965729 HTTP/1.1" status: 200 len: 945 time: 0.0978589 Feb 09 22:07:17.564699 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-307b7c68-8684-4da5-beb7-d79a3ee6c77f req-bbb94d23-0082-4901-9761-17f65edc6de7 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=b84fe1f3-0331-41ba-8996-269b9bdf78f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923445 Feb 09 22:07:17.619870 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-845bdfd1-9dc4-43ab-a6dd-8d9f7c864c89 None None] Current status of the port 5dcd0291-a9c5-4a48-a563-3e037cc002c8 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:07:17.620506 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-845bdfd1-9dc4-43ab-a6dd-8d9f7c864c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (5dcd0291-a9c5-4a48-a563-3e037cc002c8), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:17.677566 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-845bdfd1-9dc4-43ab-a6dd-8d9f7c864c89 None None] For port 5dcd0291-a9c5-4a48-a563-3e037cc002c8, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=5dcd0291-a9c5-4a48-a563-3e037cc002c8,segment=NetworkSegment(0d8dc06a-52e8-4f07-9a47-9d1f434cc28c),segment_id=0d8dc06a-52e8-4f07-9a47-9d1f434cc28c)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:07:17.678845 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd639372-044b-4710-82d3-97188a915bb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dcd0291-a9c5-4a48-a563-3e037cc002c8'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:07:17.681652 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef3c1280-7ba6-4e3c-8eb4-3e7c82721f40" -d '{"events": [{"server_uuid": "fd639372-044b-4710-82d3-97188a915bb4", "name": "network-vif-plugged", "status": "completed", "tag": "5dcd0291-a9c5-4a48-a563-3e037cc002c8"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:07:17.711234 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-845bdfd1-9dc4-43ab-a6dd-8d9f7c864c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (5dcd0291-a9c5-4a48-a563-3e037cc002c8), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:17.899963 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-662cffd3-578f-42f9-869a-3a7dbc37453b x-openstack-request-id: req-662cffd3-578f-42f9-869a-3a7dbc37453b {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:07:17.900325 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd639372-044b-4710-82d3-97188a915bb4", "name": "network-vif-plugged", "status": "completed", "tag": "5dcd0291-a9c5-4a48-a563-3e037cc002c8", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:07:17.900535 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-662cffd3-578f-42f9-869a-3a7dbc37453b {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:07:17.900931 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd639372-044b-4710-82d3-97188a915bb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dcd0291-a9c5-4a48-a563-3e037cc002c8', 'code': 200} Feb 09 22:07:17.949622 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845bdfd1-9dc4-43ab-a6dd-8d9f7c864c89 None None] Pushing event updated for resources: {'Port': ['ID=5dcd0291-a9c5-4a48-a563-3e037cc002c8,revision_number=9']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:17.957764 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845bdfd1-9dc4-43ab-a6dd-8d9f7c864c89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:17.958228 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845bdfd1-9dc4-43ab-a6dd-8d9f7c864c89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:17.958601 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845bdfd1-9dc4-43ab-a6dd-8d9f7c864c89 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:17.958958 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845bdfd1-9dc4-43ab-a6dd-8d9f7c864c89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:17.959309 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845bdfd1-9dc4-43ab-a6dd-8d9f7c864c89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:17.959637 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845bdfd1-9dc4-43ab-a6dd-8d9f7c864c89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:17.959966 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845bdfd1-9dc4-43ab-a6dd-8d9f7c864c89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:17.960311 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845bdfd1-9dc4-43ab-a6dd-8d9f7c864c89 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:17.960806 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845bdfd1-9dc4-43ab-a6dd-8d9f7c864c89 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:17.960982 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845bdfd1-9dc4-43ab-a6dd-8d9f7c864c89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:17.961331 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845bdfd1-9dc4-43ab-a6dd-8d9f7c864c89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:17.961638 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845bdfd1-9dc4-43ab-a6dd-8d9f7c864c89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:17.962191 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845bdfd1-9dc4-43ab-a6dd-8d9f7c864c89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:18.542970 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6141b51-00bb-45af-9b64-21b7334e548a req-7e1a798d-042a-499e-b9e2-34857b19626d tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:18.544393 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c6141b51-00bb-45af-9b64-21b7334e548a req-7e1a798d-042a-499e-b9e2-34857b19626d tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=fd639372-044b-4710-82d3-97188a915bb4 HTTP/1.1" status: 200 len: 946 time: 0.0988169 Feb 09 22:07:18.603090 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c6141b51-00bb-45af-9b64-21b7334e548a req-550c28ea-5707-43c9-9e69-573ca221fc55 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=693fbabf-1b08-40a7-84f2-f7b2af190538&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529437 Feb 09 22:07:18.627799 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd639372-044b-4710-82d3-97188a915bb4', 'tag': '5dcd0291-a9c5-4a48-a563-3e037cc002c8'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:07:18.630241 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f1bdad-9873-4b5f-b40c-1390eab9c987" -d '{"events": [{"name": "network-changed", "server_uuid": "fd639372-044b-4710-82d3-97188a915bb4", "tag": "5dcd0291-a9c5-4a48-a563-3e037cc002c8"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:07:18.715657 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f0cf237-b426-4479-b5fa-12eb52b482b0 x-openstack-request-id: req-5f0cf237-b426-4479-b5fa-12eb52b482b0 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:07:18.716301 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd639372-044b-4710-82d3-97188a915bb4", "tag": "5dcd0291-a9c5-4a48-a563-3e037cc002c8", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:07:18.716790 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-5f0cf237-b426-4479-b5fa-12eb52b482b0 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:07:18.717419 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd639372-044b-4710-82d3-97188a915bb4', 'tag': '5dcd0291-a9c5-4a48-a563-3e037cc002c8', 'status': 'completed', 'code': 200} Feb 09 22:07:18.751396 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0e1a40-db0a-4fcb-bc84-5919a43bdc8c req-edcf3daf-e8b8-40db-a90b-9574920f67d8 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:18.759497 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0a0e1a40-db0a-4fcb-bc84-5919a43bdc8c req-edcf3daf-e8b8-40db-a90b-9574920f67d8 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=95aa9a42-302f-49fc-9278-dd5a1b965729 HTTP/1.1" status: 200 len: 945 time: 0.1172678 Feb 09 22:07:18.808443 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0a0e1a40-db0a-4fcb-bc84-5919a43bdc8c req-7bf71c52-e14c-40ec-9955-c1182d9427f2 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=b84fe1f3-0331-41ba-8996-269b9bdf78f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477095 Feb 09 22:07:19.762175 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3482ab86-d2ca-4577-a0fd-d00ea409f145 req-6eadd50d-5577-43be-92dc-6295a9e2a991 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:19.763722 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3482ab86-d2ca-4577-a0fd-d00ea409f145 req-6eadd50d-5577-43be-92dc-6295a9e2a991 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=fd639372-044b-4710-82d3-97188a915bb4 HTTP/1.1" status: 200 len: 946 time: 0.0720963 Feb 09 22:07:19.858341 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3482ab86-d2ca-4577-a0fd-d00ea409f145 req-053f5691-86de-4dca-8c3f-4ece76589123 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=693fbabf-1b08-40a7-84f2-f7b2af190538&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883164 Feb 09 22:07:19.996540 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04bec82-e675-4c55-8996-fae91b87b3eb req-a8d5e51c-de92-4d4a-bdc8-0b9bfc2b1b74 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:20.004487 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d04bec82-e675-4c55-8996-fae91b87b3eb req-a8d5e51c-de92-4d4a-bdc8-0b9bfc2b1b74 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=95aa9a42-302f-49fc-9278-dd5a1b965729 HTTP/1.1" status: 200 len: 945 time: 0.0761142 Feb 09 22:07:20.051983 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d04bec82-e675-4c55-8996-fae91b87b3eb req-07ccc951-9aa3-45a3-8224-06b27e1dbc21 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=b84fe1f3-0331-41ba-8996-269b9bdf78f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465631 Feb 09 22:07:21.012166 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2d8e79-fe92-486c-8ee4-f5f8ab118fee req-0f5ea32b-aaf3-4186-b8a9-7ca8e204bca3 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:21.020799 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9a2d8e79-fe92-486c-8ee4-f5f8ab118fee req-0f5ea32b-aaf3-4186-b8a9-7ca8e204bca3 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=fd639372-044b-4710-82d3-97188a915bb4 HTTP/1.1" status: 200 len: 946 time: 0.0710866 Feb 09 22:07:21.079290 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9a2d8e79-fe92-486c-8ee4-f5f8ab118fee req-825b883b-3c6a-42ce-bcb2-90372576e2f7 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=693fbabf-1b08-40a7-84f2-f7b2af190538&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560801 Feb 09 22:07:21.226602 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915dc78d-bcb5-4d65-a2fc-2637728a92a7 req-1b20bb06-dd20-4ad0-a740-66026a6ab0fd tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:21.234018 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-915dc78d-bcb5-4d65-a2fc-2637728a92a7 req-1b20bb06-dd20-4ad0-a740-66026a6ab0fd tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=95aa9a42-302f-49fc-9278-dd5a1b965729 HTTP/1.1" status: 200 len: 945 time: 0.0703092 Feb 09 22:07:21.278974 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-915dc78d-bcb5-4d65-a2fc-2637728a92a7 req-a5bc98bc-53f6-48bc-a687-5dcc6b94da1d tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=b84fe1f3-0331-41ba-8996-269b9bdf78f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440011 Feb 09 22:07:21.510960 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:22.223082 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a584497-b61a-4645-bd48-aed1332c84a0 req-68b4ee78-5c6c-48d4-852d-22956a3fcf23 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:22.228822 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7a584497-b61a-4645-bd48-aed1332c84a0 req-68b4ee78-5c6c-48d4-852d-22956a3fcf23 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=fd639372-044b-4710-82d3-97188a915bb4 HTTP/1.1" status: 200 len: 946 time: 0.0760393 Feb 09 22:07:22.288126 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7a584497-b61a-4645-bd48-aed1332c84a0 req-125db5d6-0d98-41d1-af94-c9222afbf791 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=693fbabf-1b08-40a7-84f2-f7b2af190538&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556786 Feb 09 22:07:22.441087 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c1e7d6-d399-4fca-b1f7-e18ca2112b76 req-2929c36d-cea1-4c38-b87b-da8cf955ce02 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:22.442737 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-10c1e7d6-d399-4fca-b1f7-e18ca2112b76 req-2929c36d-cea1-4c38-b87b-da8cf955ce02 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=95aa9a42-302f-49fc-9278-dd5a1b965729 HTTP/1.1" status: 200 len: 945 time: 0.0734208 Feb 09 22:07:22.495377 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-10c1e7d6-d399-4fca-b1f7-e18ca2112b76 req-5dc96db8-1bd7-43ab-b7fb-e40d8f2b1734 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=b84fe1f3-0331-41ba-8996-269b9bdf78f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469024 Feb 09 22:07:23.443006 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b64453-4715-4d0d-b68a-bf7879bf11d0 req-be932499-28fd-4d75-a1ec-c3f74e2ddba8 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:23.444720 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e8b64453-4715-4d0d-b68a-bf7879bf11d0 req-be932499-28fd-4d75-a1ec-c3f74e2ddba8 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=fd639372-044b-4710-82d3-97188a915bb4 HTTP/1.1" status: 200 len: 946 time: 0.0607176 Feb 09 22:07:23.507950 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e8b64453-4715-4d0d-b68a-bf7879bf11d0 req-e34d90dd-5c77-4887-a80a-d52e7a90c7b5 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=693fbabf-1b08-40a7-84f2-f7b2af190538&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565262 Feb 09 22:07:23.707752 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd092ae-a342-4f2f-827e-736ad6f3b95e req-39d1227a-f630-4fcb-8fe2-bd7076bb99d1 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:23.724023 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6cd092ae-a342-4f2f-827e-736ad6f3b95e req-39d1227a-f630-4fcb-8fe2-bd7076bb99d1 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=95aa9a42-302f-49fc-9278-dd5a1b965729 HTTP/1.1" status: 200 len: 945 time: 0.1313651 Feb 09 22:07:23.787050 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:23.809314 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6cd092ae-a342-4f2f-827e-736ad6f3b95e req-ae195ecd-61a3-48bc-8b92-53146ba7fe4f tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=b84fe1f3-0331-41ba-8996-269b9bdf78f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843275 Feb 09 22:07:24.630771 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacda54b-44be-476f-95c1-a715b7ded2b1 req-955bc5ff-ca3f-41b8-8360-e943d6105636 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:24.632493 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cacda54b-44be-476f-95c1-a715b7ded2b1 req-955bc5ff-ca3f-41b8-8360-e943d6105636 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=fd639372-044b-4710-82d3-97188a915bb4 HTTP/1.1" status: 200 len: 946 time: 0.0589418 Feb 09 22:07:24.686467 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cacda54b-44be-476f-95c1-a715b7ded2b1 req-39716a81-6f26-4f8f-b2cf-71df2830c132 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=693fbabf-1b08-40a7-84f2-f7b2af190538&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479453 Feb 09 22:07:25.386346 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70aa41a-99d2-4f2c-b838-1282e3717c0d req-6c88f5cc-9a01-49e3-9400-a7a5dc9c1f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:25.387870 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f70aa41a-99d2-4f2c-b838-1282e3717c0d req-6c88f5cc-9a01-49e3-9400-a7a5dc9c1f96 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=37def89c-7a9f-4c66-92be-f91fbe6a4291&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4898179 Feb 09 22:07:25.389648 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f1bdad-9873-4b5f-b40c-1390eab9c987 req-c2d3a801-c869-4caa-a74d-51f32a9667e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:25.390991 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-36f1bdad-9873-4b5f-b40c-1390eab9c987 req-c2d3a801-c869-4caa-a74d-51f32a9667e6 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=deeb9e226e2546f19554cbe5eac163d6&device_id=fd639372-044b-4710-82d3-97188a915bb4 HTTP/1.1" status: 200 len: 1158 time: 0.4815063 Feb 09 22:07:25.398361 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1faf7e-b36f-44fb-b8da-19655cdf2c0d req-bce4df67-cd21-405b-92b2-250fce364022 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:25.399731 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dd1faf7e-b36f-44fb-b8da-19655cdf2c0d req-bce4df67-cd21-405b-92b2-250fce364022 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=95aa9a42-302f-49fc-9278-dd5a1b965729 HTTP/1.1" status: 200 len: 945 time: 0.0849679 Feb 09 22:07:25.577874 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dd1faf7e-b36f-44fb-b8da-19655cdf2c0d req-dd78f956-03be-4741-b7eb-62ff38a8e5ff tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=b84fe1f3-0331-41ba-8996-269b9bdf78f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1606178 Feb 09 22:07:25.593067 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f1bdad-9873-4b5f-b40c-1390eab9c987 req-ead041c6-6d38-46f4-a340-605ab6ec17a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:25.598643 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-36f1bdad-9873-4b5f-b40c-1390eab9c987 req-ead041c6-6d38-46f4-a340-605ab6ec17a4 service neutron] 10.222.0.95 "GET /v2.0/networks?id=6319e0ab-1425-4f29-a729-d949fb584e40 HTTP/1.1" status: 200 len: 897 time: 0.1851046 Feb 09 22:07:25.618075 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f70aa41a-99d2-4f2c-b838-1282e3717c0d req-819a9291-e063-4b07-bca0-d9ddbeb8dade service neutron] 10.222.0.95 "GET /v2.0/networks/37def89c-7a9f-4c66-92be-f91fbe6a4291?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156277 Feb 09 22:07:25.719733 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-36f1bdad-9873-4b5f-b40c-1390eab9c987 req-ced4604c-620a-4d67-aae2-708e571c54e6 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5dcd0291-a9c5-4a48-a563-3e037cc002c8 HTTP/1.1" status: 200 len: 1001 time: 0.1145072 Feb 09 22:07:25.807997 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f70aa41a-99d2-4f2c-b838-1282e3717c0d req-2ed54634-a386-4965-9df4-b2ff23e98dd9 service neutron] 10.222.0.95 "GET /v2.0/networks/37def89c-7a9f-4c66-92be-f91fbe6a4291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620688 Feb 09 22:07:25.819195 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f1bdad-9873-4b5f-b40c-1390eab9c987 req-df271fd0-fa86-4e4b-88e4-4a55bc6549ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:25.820659 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-36f1bdad-9873-4b5f-b40c-1390eab9c987 req-df271fd0-fa86-4e4b-88e4-4a55bc6549ae service neutron] 10.222.0.95 "GET /v2.0/subnets?id=7b3d0ee1-e5ca-42ff-ac79-ec7056f6cfc0 HTTP/1.1" status: 200 len: 835 time: 0.0927474 Feb 09 22:07:25.840009 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9384ba14-5548-4da8-b278-7a9987b5abf4 req-41da2289-e36b-44d0-96f5-621d8af059bf tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:25.841499 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9384ba14-5548-4da8-b278-7a9987b5abf4 req-41da2289-e36b-44d0-96f5-621d8af059bf tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=fd639372-044b-4710-82d3-97188a915bb4 HTTP/1.1" status: 200 len: 946 time: 0.0797172 Feb 09 22:07:25.921331 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f1bdad-9873-4b5f-b40c-1390eab9c987 req-377bb706-c607-44e9-a499-58f4dfad0ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:25.922844 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-36f1bdad-9873-4b5f-b40c-1390eab9c987 req-377bb706-c607-44e9-a499-58f4dfad0ae8 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6319e0ab-1425-4f29-a729-d949fb584e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0804880 Feb 09 22:07:25.926884 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9384ba14-5548-4da8-b278-7a9987b5abf4 req-29e5fc95-677b-4f7e-85dd-b6086081f1f0 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=693fbabf-1b08-40a7-84f2-f7b2af190538&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765254 Feb 09 22:07:26.015252 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-36f1bdad-9873-4b5f-b40c-1390eab9c987 req-a7669eb9-328b-4392-b783-710bc435e51f service neutron] 10.222.0.95 "GET /v2.0/networks/6319e0ab-1425-4f29-a729-d949fb584e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822349 Feb 09 22:07:26.112075 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-36f1bdad-9873-4b5f-b40c-1390eab9c987 req-4ac0b584-3805-4c5d-95b2-29d79a59a30b service neutron] 10.222.0.95 "GET /v2.0/networks/6319e0ab-1425-4f29-a729-d949fb584e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862498 Feb 09 22:07:26.705769 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed91d82-0277-4d53-8ec8-d521ee267e91 req-d022db86-2b1e-47ba-bcef-6187ef70c46a tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:26.707277 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0ed91d82-0277-4d53-8ec8-d521ee267e91 req-d022db86-2b1e-47ba-bcef-6187ef70c46a tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=95aa9a42-302f-49fc-9278-dd5a1b965729 HTTP/1.1" status: 200 len: 945 time: 0.0550046 Feb 09 22:07:26.753847 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0ed91d82-0277-4d53-8ec8-d521ee267e91 req-78d6cc58-cbc7-43b0-be41-ba29b0bf0418 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=b84fe1f3-0331-41ba-8996-269b9bdf78f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406182 Feb 09 22:07:26.862560 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 5dcd0291-a9c5-4a48-a563-3e037cc002c8 details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:07:26.962501 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 5dcd0291-a9c5-4a48-a563-3e037cc002c8, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=5dcd0291-a9c5-4a48-a563-3e037cc002c8,segment=NetworkSegment(0d8dc06a-52e8-4f07-9a47-9d1f434cc28c),segment_id=0d8dc06a-52e8-4f07-9a47-9d1f434cc28c)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:07:26.974473 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 5dcd0291-a9c5-4a48-a563-3e037cc002c8 has no active binding in host n-h2-828369-5 {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 22:07:27.046960 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80ffbf3-087f-44aa-ba04-0cb8669301e8 req-b0d16217-605b-48ad-8fde-d86a4df8b3f4 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:27.049020 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b80ffbf3-087f-44aa-ba04-0cb8669301e8 req-b0d16217-605b-48ad-8fde-d86a4df8b3f4 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=fd639372-044b-4710-82d3-97188a915bb4 HTTP/1.1" status: 200 len: 946 time: 0.0538383 Feb 09 22:07:27.101191 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b80ffbf3-087f-44aa-ba04-0cb8669301e8 req-83e0dd59-d245-4c37-80ff-8c981e34ba83 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=693fbabf-1b08-40a7-84f2-f7b2af190538&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465817 Feb 09 22:07:27.881490 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7e3e5c-8fd9-442d-9712-21db3d1c01cb req-c14fbdce-7729-4e62-99b4-a8f45ad37150 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:27.882960 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5e7e3e5c-8fd9-442d-9712-21db3d1c01cb req-c14fbdce-7729-4e62-99b4-a8f45ad37150 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=95aa9a42-302f-49fc-9278-dd5a1b965729 HTTP/1.1" status: 200 len: 945 time: 0.0553064 Feb 09 22:07:27.930416 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5e7e3e5c-8fd9-442d-9712-21db3d1c01cb req-20636e29-3e65-4d6f-b454-bdb0b96104e0 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=b84fe1f3-0331-41ba-8996-269b9bdf78f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415146 Feb 09 22:07:28.225936 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc7dab4-92b6-4409-9484-672622f1f1e6 req-909ec7db-f921-4451-acc2-7ee17b33ec74 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:28.227512 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5fc7dab4-92b6-4409-9484-672622f1f1e6 req-909ec7db-f921-4451-acc2-7ee17b33ec74 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=fd639372-044b-4710-82d3-97188a915bb4 HTTP/1.1" status: 200 len: 946 time: 0.0593193 Feb 09 22:07:28.279271 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5fc7dab4-92b6-4409-9484-672622f1f1e6 req-80197327-bfb1-497e-8377-602b7ac355f6 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=693fbabf-1b08-40a7-84f2-f7b2af190538&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448883 Feb 09 22:07:29.061634 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b132976-7c96-4dcd-bdde-5242cce0d0a6 req-b843eeab-fe29-46a8-a023-213a636e115f tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:29.063132 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7b132976-7c96-4dcd-bdde-5242cce0d0a6 req-b843eeab-fe29-46a8-a023-213a636e115f tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=95aa9a42-302f-49fc-9278-dd5a1b965729 HTTP/1.1" status: 200 len: 945 time: 0.0571716 Feb 09 22:07:29.110200 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7b132976-7c96-4dcd-bdde-5242cce0d0a6 req-ba0f43c0-c05b-4965-8fbf-13f144193cab tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=b84fe1f3-0331-41ba-8996-269b9bdf78f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415666 Feb 09 22:07:29.318133 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device cacd62b3-4a7c-46cd-baff-b5e6561af957 details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:07:29.408269 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d658c7-6069-4478-8ed4-5531e293f94b req-5603d613-fdf8-4736-b0e8-84b70925e45e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:29.410404 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b6d658c7-6069-4478-8ed4-5531e293f94b req-5603d613-fdf8-4736-b0e8-84b70925e45e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=fd639372-044b-4710-82d3-97188a915bb4 HTTP/1.1" status: 200 len: 946 time: 0.0603817 Feb 09 22:07:29.421700 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port cacd62b3-4a7c-46cd-baff-b5e6561af957, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=cacd62b3-4a7c-46cd-baff-b5e6561af957,segment=NetworkSegment(12f225d2-0c84-489a-a4a8-6e25d803c049),segment_id=12f225d2-0c84-489a-a4a8-6e25d803c049)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:07:29.434149 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': 'cacd62b3-4a7c-46cd-baff-b5e6561af957', 'network_id': '37def89c-7a9f-4c66-92be-f91fbe6a4291', 'port_id': 'cacd62b3-4a7c-46cd-baff-b5e6561af957', 'mac_address': 'fa:16:3e:7a:65:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e04d8769-3631-49a0-81b3-a22ce5792703', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:07:29.464487 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b6d658c7-6069-4478-8ed4-5531e293f94b req-11775471-947e-4889-991d-9cbc2afa1293 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=693fbabf-1b08-40a7-84f2-f7b2af190538&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475543 Feb 09 22:07:29.645894 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port cacd62b3-4a7c-46cd-baff-b5e6561af957 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:07:29.646297 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (cacd62b3-4a7c-46cd-baff-b5e6561af957), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:29.660040 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cacd62b3-4a7c-46cd-baff-b5e6561af957 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:07:29.681478 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port cacd62b3-4a7c-46cd-baff-b5e6561af957, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=cacd62b3-4a7c-46cd-baff-b5e6561af957,segment=NetworkSegment(12f225d2-0c84-489a-a4a8-6e25d803c049),segment_id=12f225d2-0c84-489a-a4a8-6e25d803c049)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:07:29.686613 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (cacd62b3-4a7c-46cd-baff-b5e6561af957), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:29.742033 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=cacd62b3-4a7c-46cd-baff-b5e6561af957,revision_number=11']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:29.971775 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['cacd62b3-4a7c-46cd-baff-b5e6561af957'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:07:30.250429 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808bbcc5-08f6-4d83-aeaf-f785101e4fdb req-8e9cc6a2-65f9-4940-b72b-4950dc725f21 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:30.252046 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-808bbcc5-08f6-4d83-aeaf-f785101e4fdb req-8e9cc6a2-65f9-4940-b72b-4950dc725f21 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=95aa9a42-302f-49fc-9278-dd5a1b965729 HTTP/1.1" status: 200 len: 946 time: 0.0638075 Feb 09 22:07:30.310893 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-808bbcc5-08f6-4d83-aeaf-f785101e4fdb req-475a0b84-b4a0-4403-ab27-69e03efe23c9 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=b84fe1f3-0331-41ba-8996-269b9bdf78f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531802 Feb 09 22:07:30.596564 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4cc0e6-3d32-4205-9bea-6b185fba87d5 req-0cdf8038-1cd2-4949-b226-b72c9ddc457a tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:30.603894 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fd4cc0e6-3d32-4205-9bea-6b185fba87d5 req-0cdf8038-1cd2-4949-b226-b72c9ddc457a tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=fd639372-044b-4710-82d3-97188a915bb4 HTTP/1.1" status: 200 len: 946 time: 0.0640681 Feb 09 22:07:30.652194 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fd4cc0e6-3d32-4205-9bea-6b185fba87d5 req-72525715-f296-4743-a6a5-610fca8315d3 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=693fbabf-1b08-40a7-84f2-f7b2af190538&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474012 Feb 09 22:07:31.318681 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device cacd62b3-4a7c-46cd-baff-b5e6561af957 up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:07:31.373668 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning for port cacd62b3-4a7c-46cd-baff-b5e6561af957 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:07:31.378429 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port cacd62b3-4a7c-46cd-baff-b5e6561af957 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:07:31.379221 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (cacd62b3-4a7c-46cd-baff-b5e6561af957), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:31.454818 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c42fce8-a113-4045-8806-b3a9b360c3f1 req-fbe07113-3bc8-4d81-aac1-f988fc72ad3a tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:31.457117 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3c42fce8-a113-4045-8806-b3a9b360c3f1 req-fbe07113-3bc8-4d81-aac1-f988fc72ad3a tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=95aa9a42-302f-49fc-9278-dd5a1b965729 HTTP/1.1" status: 200 len: 946 time: 0.0606012 Feb 09 22:07:31.481061 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port cacd62b3-4a7c-46cd-baff-b5e6561af957 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:07:31.481448 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (cacd62b3-4a7c-46cd-baff-b5e6561af957), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:31.509893 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95aa9a42-302f-49fc-9278-dd5a1b965729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cacd62b3-4a7c-46cd-baff-b5e6561af957'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:07:31.512169 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db729a0e-a82e-4e1d-8970-4f4762208d1a" -d '{"events": [{"server_uuid": "95aa9a42-302f-49fc-9278-dd5a1b965729", "name": "network-vif-plugged", "status": "completed", "tag": "cacd62b3-4a7c-46cd-baff-b5e6561af957"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:07:31.515471 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3c42fce8-a113-4045-8806-b3a9b360c3f1 req-0faa212c-8a3d-4911-a912-286a6d22efc0 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=b84fe1f3-0331-41ba-8996-269b9bdf78f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530293 Feb 09 22:07:31.540655 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port cacd62b3-4a7c-46cd-baff-b5e6561af957, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=cacd62b3-4a7c-46cd-baff-b5e6561af957,segment=NetworkSegment(12f225d2-0c84-489a-a4a8-6e25d803c049),segment_id=12f225d2-0c84-489a-a4a8-6e25d803c049)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:07:31.545828 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (cacd62b3-4a7c-46cd-baff-b5e6561af957), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:31.574963 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-203d025a-ba0c-4249-981d-138d5d2f825f x-openstack-request-id: req-203d025a-ba0c-4249-981d-138d5d2f825f {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:07:31.575301 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95aa9a42-302f-49fc-9278-dd5a1b965729", "name": "network-vif-plugged", "status": "completed", "tag": "cacd62b3-4a7c-46cd-baff-b5e6561af957", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:07:31.575511 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-203d025a-ba0c-4249-981d-138d5d2f825f {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:07:31.575913 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95aa9a42-302f-49fc-9278-dd5a1b965729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cacd62b3-4a7c-46cd-baff-b5e6561af957', 'code': 200} Feb 09 22:07:31.619129 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=cacd62b3-4a7c-46cd-baff-b5e6561af957,revision_number=12']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:31.788183 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08649d7a-3091-4e1d-b3a7-288845452e6d req-c13f5b47-8862-4b83-9589-7fa25b273b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:31.789750 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-08649d7a-3091-4e1d-b3a7-288845452e6d req-c13f5b47-8862-4b83-9589-7fa25b273b16 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=95aa9a42-302f-49fc-9278-dd5a1b965729 HTTP/1.1" status: 200 len: 1129 time: 0.0806837 Feb 09 22:07:31.801176 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10314fda-0994-4d93-904a-26d95df24e2a req-18543213-1ad9-4f9b-9836-ab8242a890a8 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:31.802622 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-10314fda-0994-4d93-904a-26d95df24e2a req-18543213-1ad9-4f9b-9836-ab8242a890a8 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=fd639372-044b-4710-82d3-97188a915bb4 HTTP/1.1" status: 200 len: 946 time: 0.0672967 Feb 09 22:07:31.870370 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-08649d7a-3091-4e1d-b3a7-288845452e6d req-80f08cdb-d298-490a-bfb8-28bc5dc2b64d service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=b84fe1f3-0331-41ba-8996-269b9bdf78f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667706 Feb 09 22:07:31.879141 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-10314fda-0994-4d93-904a-26d95df24e2a req-8232d264-1663-46da-b9ad-ec693555b8e8 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=693fbabf-1b08-40a7-84f2-f7b2af190538&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702872 Feb 09 22:07:32.663121 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e219df8-0a4b-4e53-bfaa-54984ede5844 req-b6c6466a-f31e-4d01-8c4f-78d65785ef0b tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:32.664769 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6e219df8-0a4b-4e53-bfaa-54984ede5844 req-b6c6466a-f31e-4d01-8c4f-78d65785ef0b tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=95aa9a42-302f-49fc-9278-dd5a1b965729 HTTP/1.1" status: 200 len: 947 time: 0.0608320 Feb 09 22:07:32.714753 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6e219df8-0a4b-4e53-bfaa-54984ede5844 req-ca597110-7580-4637-b7a2-8069271a0764 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=b84fe1f3-0331-41ba-8996-269b9bdf78f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437129 Feb 09 22:07:32.902906 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 5dcd0291-a9c5-4a48-a563-3e037cc002c8 details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:07:33.010460 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fa4c3e-ef6d-484c-af2b-ce479a4a8788 req-4a87349e-c798-4949-9407-a9d9187ed88b tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:33.011493 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 5dcd0291-a9c5-4a48-a563-3e037cc002c8, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=5dcd0291-a9c5-4a48-a563-3e037cc002c8,segment=NetworkSegment(0d8dc06a-52e8-4f07-9a47-9d1f434cc28c),segment_id=0d8dc06a-52e8-4f07-9a47-9d1f434cc28c)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:07:33.012719 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-29fa4c3e-ef6d-484c-af2b-ce479a4a8788 req-4a87349e-c798-4949-9407-a9d9187ed88b tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=fd639372-044b-4710-82d3-97188a915bb4 HTTP/1.1" status: 200 len: 946 time: 0.0606849 Feb 09 22:07:33.024168 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 5dcd0291-a9c5-4a48-a563-3e037cc002c8 has no active binding in host n-h2-828369-5 {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 22:07:33.064563 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-29fa4c3e-ef6d-484c-af2b-ce479a4a8788 req-43b281fd-cd9f-4376-a8ab-5cdee50142c3 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=693fbabf-1b08-40a7-84f2-f7b2af190538&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463352 Feb 09 22:07:33.525812 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [req-a7df861e-d6f0-4287-aaf6-ed286cb311ff req-b485d34c-b16f-495d-948c-177e6753447b tempest-TestNetworkAdvancedServerOps-2092705809 tempest-TestNetworkAdvancedServerOps-2092705809-project-admin] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=103140) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 22:07:33.526888 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a7df861e-d6f0-4287-aaf6-ed286cb311ff req-b485d34c-b16f-495d-948c-177e6753447b tempest-TestNetworkAdvancedServerOps-2092705809 tempest-TestNetworkAdvancedServerOps-2092705809-project-admin] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052962 Feb 09 22:07:33.596984 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a7df861e-d6f0-4287-aaf6-ed286cb311ff req-f02af31c-a9eb-44ea-9109-0fc34f515d65 service neutron] 10.222.0.95 "GET /v2.0/ports/5dcd0291-a9c5-4a48-a563-3e037cc002c8/bindings/n-h2-828369-5 HTTP/1.1" status: 200 len: 384 time: 0.0585673 Feb 09 22:07:33.787868 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-a7df861e-d6f0-4287-aaf6-ed286cb311ff req-fb973682-0805-4ce2-bf3b-2083e547a4b9 service neutron] For port 5dcd0291-a9c5-4a48-a563-3e037cc002c8, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=5dcd0291-a9c5-4a48-a563-3e037cc002c8,segment=NetworkSegment(0d8dc06a-52e8-4f07-9a47-9d1f434cc28c),segment_id=0d8dc06a-52e8-4f07-9a47-9d1f434cc28c)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:07:33.840136 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-a7df861e-d6f0-4287-aaf6-ed286cb311ff req-fb973682-0805-4ce2-bf3b-2083e547a4b9 service neutron] For port 5dcd0291-a9c5-4a48-a563-3e037cc002c8, host n-h1-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:07:33.890272 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd639372-044b-4710-82d3-97188a915bb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5dcd0291-a9c5-4a48-a563-3e037cc002c8'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:07:33.893149 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3726874d-f0ea-4c48-bd00-06d41042fc66" -d '{"events": [{"server_uuid": "fd639372-044b-4710-82d3-97188a915bb4", "name": "network-vif-unplugged", "status": "completed", "tag": "5dcd0291-a9c5-4a48-a563-3e037cc002c8"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:07:33.901837 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-a7df861e-d6f0-4287-aaf6-ed286cb311ff req-fb973682-0805-4ce2-bf3b-2083e547a4b9 service neutron] For port 5dcd0291-a9c5-4a48-a563-3e037cc002c8, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=5dcd0291-a9c5-4a48-a563-3e037cc002c8,segment=NetworkSegment(0d8dc06a-52e8-4f07-9a47-9d1f434cc28c),segment_id=0d8dc06a-52e8-4f07-9a47-9d1f434cc28c)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:07:33.916864 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299848dd-bd7c-4066-b3e0-3ffb88f712b2 req-6dd5dfe6-bf6d-4e5e-8abe-cc5e46b826c1 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:33.924402 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-299848dd-bd7c-4066-b3e0-3ffb88f712b2 req-6dd5dfe6-bf6d-4e5e-8abe-cc5e46b826c1 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=95aa9a42-302f-49fc-9278-dd5a1b965729 HTTP/1.1" status: 200 len: 947 time: 0.1168759 Feb 09 22:07:33.947540 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 22:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6daec9ae-2eb3-4669-9f22-05f681866861 x-openstack-request-id: req-6daec9ae-2eb3-4669-9f22-05f681866861 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:07:33.947835 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd639372-044b-4710-82d3-97188a915bb4", "name": "network-vif-unplugged", "status": "completed", "tag": "5dcd0291-a9c5-4a48-a563-3e037cc002c8", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:07:33.948090 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-6daec9ae-2eb3-4669-9f22-05f681866861 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:07:33.948519 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd639372-044b-4710-82d3-97188a915bb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5dcd0291-a9c5-4a48-a563-3e037cc002c8', 'code': 200} Feb 09 22:07:33.950897 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-a7df861e-d6f0-4287-aaf6-ed286cb311ff req-fb973682-0805-4ce2-bf3b-2083e547a4b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (5dcd0291-a9c5-4a48-a563-3e037cc002c8), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:34.048677 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-299848dd-bd7c-4066-b3e0-3ffb88f712b2 req-4a4f1218-797c-4cf1-bcd1-bfc596670c70 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=b84fe1f3-0331-41ba-8996-269b9bdf78f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227429 Feb 09 22:07:34.083152 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bcddf734-0794-4a15-a1f9-b03bd90c569a req-248702c8-0b07-4958-abe2-277b18ba02f9 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=95aa9a42-302f-49fc-9278-dd5a1b965729&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1162724 Feb 09 22:07:34.096086 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [req-a7df861e-d6f0-4287-aaf6-ed286cb311ff req-fb973682-0805-4ce2-bf3b-2083e547a4b9 service neutron] Transition to ACTIVE for port object 5dcd0291-a9c5-4a48-a563-3e037cc002c8 will not be triggered until provisioned by entity L2. {{(pid=103140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:07:34.100594 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-a7df861e-d6f0-4287-aaf6-ed286cb311ff req-fb973682-0805-4ce2-bf3b-2083e547a4b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (5dcd0291-a9c5-4a48-a563-3e037cc002c8), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:34.275837 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb973682-0805-4ce2-bf3b-2083e547a4b9 service neutron] Pushing event updated for resources: {'Port': ['ID=5dcd0291-a9c5-4a48-a563-3e037cc002c8,revision_number=11']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:34.299774 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcddf734-0794-4a15-a1f9-b03bd90c569a req-def8863c-002d-4089-95b9-79a95324a424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:34.301246 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bcddf734-0794-4a15-a1f9-b03bd90c569a req-def8863c-002d-4089-95b9-79a95324a424 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=a5b450ffe3204024aa1de4c1c17e7296&device_id=95aa9a42-302f-49fc-9278-dd5a1b965729 HTTP/1.1" status: 200 len: 1129 time: 0.1577151 Feb 09 22:07:34.327408 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ee64d3-16a0-4e95-9567-0479938277cd req-d80b08b6-f0ae-4a88-a973-a30227413a64 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:34.328987 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f7ee64d3-16a0-4e95-9567-0479938277cd req-d80b08b6-f0ae-4a88-a973-a30227413a64 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=fd639372-044b-4710-82d3-97188a915bb4 HTTP/1.1" status: 200 len: 945 time: 0.1718886 Feb 09 22:07:34.358549 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7df861e-d6f0-4287-aaf6-ed286cb311ff req-fb973682-0805-4ce2-bf3b-2083e547a4b9 service neutron] No DVR routers for this DVR port 5dcd0291-a9c5-4a48-a563-3e037cc002c8 on host n-h1-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:07:34.557462 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f7ee64d3-16a0-4e95-9567-0479938277cd req-7226606d-0c4d-49d0-8575-7866a14d1ee9 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=693fbabf-1b08-40a7-84f2-f7b2af190538&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2109447 Feb 09 22:07:34.568572 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcddf734-0794-4a15-a1f9-b03bd90c569a req-71da233e-7b23-4505-a1b8-53d8a6278f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:34.570057 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bcddf734-0794-4a15-a1f9-b03bd90c569a req-71da233e-7b23-4505-a1b8-53d8a6278f9d service neutron] 10.222.0.95 "GET /v2.0/networks?id=37def89c-7a9f-4c66-92be-f91fbe6a4291 HTTP/1.1" status: 200 len: 918 time: 0.2401578 Feb 09 22:07:34.651378 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a7df861e-d6f0-4287-aaf6-ed286cb311ff req-fb973682-0805-4ce2-bf3b-2083e547a4b9 service neutron] 10.222.0.95 "PUT /v2.0/ports/5dcd0291-a9c5-4a48-a563-3e037cc002c8/bindings/n-h2-828369-5/activate HTTP/1.1" status: 200 len: 369 time: 1.0485599 Feb 09 22:07:34.670100 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bcddf734-0794-4a15-a1f9-b03bd90c569a req-b69b9ffe-fd47-4ea2-95b0-0baed6e3c47b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cacd62b3-4a7c-46cd-baff-b5e6561af957 HTTP/1.1" status: 200 len: 1002 time: 0.0916152 Feb 09 22:07:34.727037 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcddf734-0794-4a15-a1f9-b03bd90c569a req-9915b4e7-46c2-47d5-87bc-f5b1ee5cb915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:34.729025 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bcddf734-0794-4a15-a1f9-b03bd90c569a req-9915b4e7-46c2-47d5-87bc-f5b1ee5cb915 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=e04d8769-3631-49a0-81b3-a22ce5792703 HTTP/1.1" status: 200 len: 856 time: 0.0477355 Feb 09 22:07:34.778448 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7df861e-d6f0-4287-aaf6-ed286cb311ff req-b366928c-a109-4b41-8b8d-08f84c54038f tempest-TestNetworkAdvancedServerOps-2092705809 tempest-TestNetworkAdvancedServerOps-2092705809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:34.780792 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a7df861e-d6f0-4287-aaf6-ed286cb311ff req-b366928c-a109-4b41-8b8d-08f84c54038f tempest-TestNetworkAdvancedServerOps-2092705809 tempest-TestNetworkAdvancedServerOps-2092705809-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=fd639372-044b-4710-82d3-97188a915bb4&tenant_id=deeb9e226e2546f19554cbe5eac163d6&binding%3Ahost_id=n-h1-828369-5 HTTP/1.1" status: 200 len: 1127 time: 0.0544858 Feb 09 22:07:34.789500 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcddf734-0794-4a15-a1f9-b03bd90c569a req-3b0dfdc7-571d-4fb4-951a-c2de16d03b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:34.791117 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bcddf734-0794-4a15-a1f9-b03bd90c569a req-3b0dfdc7-571d-4fb4-951a-c2de16d03b5d service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=37def89c-7a9f-4c66-92be-f91fbe6a4291&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0518239 Feb 09 22:07:34.850554 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7df861e-d6f0-4287-aaf6-ed286cb311ff req-e8483722-eb3d-4279-a883-f2c025bfa54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:34.852456 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a7df861e-d6f0-4287-aaf6-ed286cb311ff req-e8483722-eb3d-4279-a883-f2c025bfa54c service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=fd639372-044b-4710-82d3-97188a915bb4&tenant_id=deeb9e226e2546f19554cbe5eac163d6 HTTP/1.1" status: 200 len: 1127 time: 0.0585775 Feb 09 22:07:34.862750 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [req-a7df861e-d6f0-4287-aaf6-ed286cb311ff req-021fc799-a97d-4f14-b537-9c9d3d240c1b service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=103141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 22:07:34.863721 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a7df861e-d6f0-4287-aaf6-ed286cb311ff req-021fc799-a97d-4f14-b537-9c9d3d240c1b service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054960 Feb 09 22:07:34.917865 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bcddf734-0794-4a15-a1f9-b03bd90c569a req-b2204cf8-d293-4c2f-b4cd-f2023ef0cb88 service neutron] 10.222.0.95 "GET /v2.0/networks/37def89c-7a9f-4c66-92be-f91fbe6a4291?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158018 Feb 09 22:07:34.937220 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7df861e-d6f0-4287-aaf6-ed286cb311ff req-9454394d-63a2-4c86-9de9-22701da7ae74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:34.939966 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a7df861e-d6f0-4287-aaf6-ed286cb311ff req-9454394d-63a2-4c86-9de9-22701da7ae74 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=deeb9e226e2546f19554cbe5eac163d6&device_id=fd639372-044b-4710-82d3-97188a915bb4 HTTP/1.1" status: 200 len: 1127 time: 0.0512643 Feb 09 22:07:35.026300 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bcddf734-0794-4a15-a1f9-b03bd90c569a req-9df2ebde-afd8-461c-99d8-926383a05ed9 service neutron] 10.222.0.95 "GET /v2.0/networks/37def89c-7a9f-4c66-92be-f91fbe6a4291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977600 Feb 09 22:07:35.035589 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7df861e-d6f0-4287-aaf6-ed286cb311ff req-0cf37171-d646-4429-96af-45d536230aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:35.037133 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a7df861e-d6f0-4287-aaf6-ed286cb311ff req-0cf37171-d646-4429-96af-45d536230aff service neutron] 10.222.0.89 "GET /v2.0/networks?id=6319e0ab-1425-4f29-a729-d949fb584e40 HTTP/1.1" status: 200 len: 897 time: 0.0908921 Feb 09 22:07:35.116667 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a7df861e-d6f0-4287-aaf6-ed286cb311ff req-ce5456a9-c5c4-4655-a83d-2855164b524c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5dcd0291-a9c5-4a48-a563-3e037cc002c8 HTTP/1.1" status: 200 len: 999 time: 0.0724134 Feb 09 22:07:35.171245 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7df861e-d6f0-4287-aaf6-ed286cb311ff req-8b7fc8d2-bb33-46de-ba44-6ee6193a179a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:35.172770 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a7df861e-d6f0-4287-aaf6-ed286cb311ff req-8b7fc8d2-bb33-46de-ba44-6ee6193a179a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7b3d0ee1-e5ca-42ff-ac79-ec7056f6cfc0 HTTP/1.1" status: 200 len: 835 time: 0.0480669 Feb 09 22:07:35.230349 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7df861e-d6f0-4287-aaf6-ed286cb311ff req-bbdd6942-63f8-470f-920c-7249a860cf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:35.232085 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a7df861e-d6f0-4287-aaf6-ed286cb311ff req-bbdd6942-63f8-470f-920c-7249a860cf6d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6319e0ab-1425-4f29-a729-d949fb584e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0533271 Feb 09 22:07:35.332359 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a7df861e-d6f0-4287-aaf6-ed286cb311ff req-38eda705-1894-4ac7-b85d-47269e13072f service neutron] 10.222.0.89 "GET /v2.0/networks/6319e0ab-1425-4f29-a729-d949fb584e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927718 Feb 09 22:07:35.348497 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 5dcd0291-a9c5-4a48-a563-3e037cc002c8 no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:07:35.398561 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] The host n-h1-828369-5 is not matching for port 5dcd0291-a9c5-4a48-a563-3e037cc002c8 host n-h2-828369-5! {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 22:07:35.398984 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 5dcd0291-a9c5-4a48-a563-3e037cc002c8 not bound to the agent host n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:07:35.425737 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a7df861e-d6f0-4287-aaf6-ed286cb311ff req-42a0d2e8-e873-43c7-a2a9-82778f2be6cd service neutron] 10.222.0.89 "GET /v2.0/networks/6319e0ab-1425-4f29-a729-d949fb584e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865602 Feb 09 22:07:35.689143 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7df861e-d6f0-4287-aaf6-ed286cb311ff req-0a742685-0c8c-411b-ad02-7a93249408d5 tempest-TestNetworkAdvancedServerOps-2092705809 tempest-TestNetworkAdvancedServerOps-2092705809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:35.690812 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a7df861e-d6f0-4287-aaf6-ed286cb311ff req-0a742685-0c8c-411b-ad02-7a93249408d5 tempest-TestNetworkAdvancedServerOps-2092705809 tempest-TestNetworkAdvancedServerOps-2092705809-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=fd639372-044b-4710-82d3-97188a915bb4&tenant_id=deeb9e226e2546f19554cbe5eac163d6&binding%3Ahost_id=n-h2-828369-5 HTTP/1.1" status: 200 len: 1127 time: 0.0605929 Feb 09 22:07:35.758650 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764edc1d-610f-4cb0-856d-7dee8d30db14 req-2ad103bc-1dbc-41ab-8108-f2a852248a0b tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:35.760794 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-764edc1d-610f-4cb0-856d-7dee8d30db14 req-2ad103bc-1dbc-41ab-8108-f2a852248a0b tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=fd639372-044b-4710-82d3-97188a915bb4 HTTP/1.1" status: 200 len: 945 time: 0.1308360 Feb 09 22:07:35.822994 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-a7df861e-d6f0-4287-aaf6-ed286cb311ff req-6c420d35-5702-4d19-9885-4126a4653d83 service neutron] For port 5dcd0291-a9c5-4a48-a563-3e037cc002c8, host n-h1-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:07:35.825024 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-764edc1d-610f-4cb0-856d-7dee8d30db14 req-f766214b-ced9-460f-b037-2845bd3e721b tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=693fbabf-1b08-40a7-84f2-f7b2af190538&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584099 Feb 09 22:07:35.826968 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-a7df861e-d6f0-4287-aaf6-ed286cb311ff req-6c420d35-5702-4d19-9885-4126a4653d83 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:35.828110 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a7df861e-d6f0-4287-aaf6-ed286cb311ff req-6c420d35-5702-4d19-9885-4126a4653d83 service neutron] 10.222.0.89 "DELETE /v2.0/ports/5dcd0291-a9c5-4a48-a563-3e037cc002c8/bindings/n-h1-828369-5 HTTP/1.1" status: 204 len: 173 time: 0.1304505 Feb 09 22:07:36.950068 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c873cf2-805b-4362-b8ff-4a4953c8f1f0 req-2df535db-7bb1-48ea-9356-9b0c2300e1f7 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:36.952562 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8c873cf2-805b-4362-b8ff-4a4953c8f1f0 req-2df535db-7bb1-48ea-9356-9b0c2300e1f7 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=fd639372-044b-4710-82d3-97188a915bb4 HTTP/1.1" status: 200 len: 945 time: 0.0584393 Feb 09 22:07:37.006484 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8c873cf2-805b-4362-b8ff-4a4953c8f1f0 req-5e595b2e-a101-4e03-8f95-cf9ca859d353 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=693fbabf-1b08-40a7-84f2-f7b2af190538&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477693 Feb 09 22:07:37.121183 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc434e7d-1148-4b14-ae9b-f5e6ac85360e req-c6d29c1e-fdd8-4b3d-b98e-0d01995de9e6 tempest-TestNetworkAdvancedServerOps-2092705809 tempest-TestNetworkAdvancedServerOps-2092705809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:37.122777 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dc434e7d-1148-4b14-ae9b-f5e6ac85360e req-c6d29c1e-fdd8-4b3d-b98e-0d01995de9e6 tempest-TestNetworkAdvancedServerOps-2092705809 tempest-TestNetworkAdvancedServerOps-2092705809-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=fd639372-044b-4710-82d3-97188a915bb4 HTTP/1.1" status: 200 len: 1127 time: 0.0458765 Feb 09 22:07:37.175928 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dc434e7d-1148-4b14-ae9b-f5e6ac85360e req-11b93972-ed7d-490c-bd54-e883f0c3c239 tempest-TestNetworkAdvancedServerOps-2092705809 tempest-TestNetworkAdvancedServerOps-2092705809-project-admin] 10.222.0.90 "GET /v2.0/security-groups?id=693fbabf-1b08-40a7-84f2-f7b2af190538&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472350 Feb 09 22:07:37.314688 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4901d45d-2fa4-4eca-8062-58cf095f2ef9 req-2fb37caa-d741-4443-b617-18889c752bef tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:37.322167 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4901d45d-2fa4-4eca-8062-58cf095f2ef9 req-2fb37caa-d741-4443-b617-18889c752bef tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=fd639372-044b-4710-82d3-97188a915bb4 HTTP/1.1" status: 200 len: 945 time: 0.0720758 Feb 09 22:07:37.377046 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4901d45d-2fa4-4eca-8062-58cf095f2ef9 req-e55b84d8-d1c5-40e5-9379-e834d612c260 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=693fbabf-1b08-40a7-84f2-f7b2af190538&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540159 Feb 09 22:07:37.399285 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 42242) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:37.468415 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-4cb6aefa-c743-474c-85a9-cdbc80bd92e9 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/floatingips/ebe137d2-605f-4893-af2c-0d43c767fc50 HTTP/1.1" status: 200 len: 991 time: 0.0678263 Feb 09 22:07:38.581795 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:07:39.041682 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0a31ce3-9189-49bc-9dfa-5197c3fd2440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:39.747877 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42252) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:39.908355 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-f8fa2ab4-4fd7-43ed-afe5-4d74735f2b8f tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Deleting port 05911ae3-8272-4a2f-a864-af02dd082dfb {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:07:39.908699 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f8fa2ab4-4fd7-43ed-afe5-4d74735f2b8f tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (05911ae3-8272-4a2f-a864-af02dd082dfb), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:39.989228 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f8fa2ab4-4fd7-43ed-afe5-4d74735f2b8f tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (05911ae3-8272-4a2f-a864-af02dd082dfb), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:39.989560 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f8fa2ab4-4fd7-43ed-afe5-4d74735f2b8f tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for floatingip (05911ae3-8272-4a2f-a864-af02dd082dfb), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:40.001871 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-f8fa2ab4-4fd7-43ed-afe5-4d74735f2b8f tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Calling delete_port for 05911ae3-8272-4a2f-a864-af02dd082dfb owned by network:floatingip {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:07:40.148579 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f8fa2ab4-4fd7-43ed-afe5-4d74735f2b8f tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (05911ae3-8272-4a2f-a864-af02dd082dfb), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:40.173957 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fa2ab4-4fd7-43ed-afe5-4d74735f2b8f tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Pushing event deleted for resources: {'Port': ['ID=05911ae3-8272-4a2f-a864-af02dd082dfb,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:40.239710 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f8fa2ab4-4fd7-43ed-afe5-4d74735f2b8f tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for floatingip (ebe137d2-605f-4893-af2c-0d43c767fc50), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:40.240049 n-d-828369-5 neutron-server[103140]: INFO neutron.db.l3_db [None req-f8fa2ab4-4fd7-43ed-afe5-4d74735f2b8f tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Floating IP ebe137d2-605f-4893-af2c-0d43c767fc50 disassociated (deleted). External IP: 172.25.3.56, port: 5dcd0291-a9c5-4a48-a563-3e037cc002c8. Feb 09 22:07:40.458547 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8fa2ab4-4fd7-43ed-afe5-4d74735f2b8f tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Router de00c00d-0b48-4fb2-b691-52f739682a2a has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:07:40.569441 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8fa2ab4-4fd7-43ed-afe5-4d74735f2b8f tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:07:40.574317 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f8fa2ab4-4fd7-43ed-afe5-4d74735f2b8f tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:40.581263 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f81d0a-a65c-484f-893c-ce3fb16cce25 None None] Sync routers for ids ['de00c00d-0b48-4fb2-b691-52f739682a2a'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:07:40.591898 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f81d0a-a65c-484f-893c-ce3fb16cce25 None None] Routers {'de00c00d-0b48-4fb2-b691-52f739682a2a'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:07:40.593108 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-20f81d0a-a65c-484f-893c-ce3fb16cce25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:07:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['de00c00d-0b48-4fb2-b691-52f739682a2a'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:07:40.605228 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-f8fa2ab4-4fd7-43ed-afe5-4d74735f2b8f tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "DELETE /v2.0/floatingips/ebe137d2-605f-4893-af2c-0d43c767fc50 HTTP/1.1" status: 204 len: 168 time: 0.8554184 Feb 09 22:07:40.606566 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd639372-044b-4710-82d3-97188a915bb4', 'tag': '5dcd0291-a9c5-4a48-a563-3e037cc002c8'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:07:40.609595 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-957a9d6b-dbef-4ae9-bd06-53d77b71a614" -d '{"events": [{"name": "network-changed", "server_uuid": "fd639372-044b-4710-82d3-97188a915bb4", "tag": "5dcd0291-a9c5-4a48-a563-3e037cc002c8"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:07:40.659728 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-847f5b68-b8c2-4649-b57a-1c6e4585bc84 x-openstack-request-id: req-847f5b68-b8c2-4649-b57a-1c6e4585bc84 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:07:40.659918 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd639372-044b-4710-82d3-97188a915bb4", "tag": "5dcd0291-a9c5-4a48-a563-3e037cc002c8", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:07:40.660423 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-847f5b68-b8c2-4649-b57a-1c6e4585bc84 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:07:40.660934 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd639372-044b-4710-82d3-97188a915bb4', 'tag': '5dcd0291-a9c5-4a48-a563-3e037cc002c8', 'status': 'completed', 'code': 200} Feb 09 22:07:40.718415 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-20f81d0a-a65c-484f-893c-ce3fb16cce25 None None] Set router de00c00d-0b48-4fb2-b691-52f739682a2a gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:07:40.741633 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957a9d6b-dbef-4ae9-bd06-53d77b71a614 req-bcf592cb-a3a6-432c-a8f5-fd60237511bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:40.745516 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-957a9d6b-dbef-4ae9-bd06-53d77b71a614 req-bcf592cb-a3a6-432c-a8f5-fd60237511bd service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=deeb9e226e2546f19554cbe5eac163d6&device_id=fd639372-044b-4710-82d3-97188a915bb4 HTTP/1.1" status: 200 len: 1127 time: 0.0632691 Feb 09 22:07:40.873670 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46938a5-045e-4385-b064-a09a72736bd3 req-4ae1373d-7324-46dd-ba5d-16692bfd919e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:40.877016 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c46938a5-045e-4385-b064-a09a72736bd3 req-4ae1373d-7324-46dd-ba5d-16692bfd919e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=fd639372-044b-4710-82d3-97188a915bb4 HTTP/1.1" status: 200 len: 945 time: 0.0595274 Feb 09 22:07:40.886516 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957a9d6b-dbef-4ae9-bd06-53d77b71a614 req-a043d44d-b29c-4052-b54d-e43f926aa273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:40.888295 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-957a9d6b-dbef-4ae9-bd06-53d77b71a614 req-a043d44d-b29c-4052-b54d-e43f926aa273 service neutron] 10.222.0.89 "GET /v2.0/networks?id=6319e0ab-1425-4f29-a729-d949fb584e40 HTTP/1.1" status: 200 len: 897 time: 0.1360221 Feb 09 22:07:40.931758 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c46938a5-045e-4385-b064-a09a72736bd3 req-b58f3b48-36c5-456c-a0be-632438b08248 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=693fbabf-1b08-40a7-84f2-f7b2af190538&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492270 Feb 09 22:07:40.947903 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-957a9d6b-dbef-4ae9-bd06-53d77b71a614 req-c9705945-2999-4717-b894-c8c92464cd88 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5dcd0291-a9c5-4a48-a563-3e037cc002c8 HTTP/1.1" status: 200 len: 217 time: 0.0516746 Feb 09 22:07:40.965703 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-20f81d0a-a65c-484f-893c-ce3fb16cce25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de00c00d-0b48-4fb2-b691-52f739682a2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131199244', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'ed55222f-fb2a-40c7-b0bb-f8fab9bb409e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:06:14Z', 'updated_at': '2022-02-09T22:06:18Z', 'revision_number': 4, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'gw_port': {'id': 'ed55222f-fb2a-40c7-b0bb-f8fab9bb409e', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:2e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de00c00d-0b48-4fb2-b691-52f739682a2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:06:15Z', 'updated_at': '2022-02-09T22:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '92f91353-35f7-4539-820b-a4a30a4f6b79', 'name': '', 'network_id': '6319e0ab-1425-4f29-a729-d949fb584e40', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'mac_address': 'fa:16:3e:06:b9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de00c00d-0b48-4fb2-b691-52f739682a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': '7b3d0ee1-e5ca-42ff-ac79-ec7056f6cfc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:06:17Z', 'updated_at': '2022-02-09T22:06:21Z', 'revision_number': 5, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'subnets': [{'id': '7b3d0ee1-e5ca-42ff-ac79-ec7056f6cfc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:07:40.992912 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f81d0a-a65c-484f-893c-ce3fb16cce25 None None] Checking router: de00c00d-0b48-4fb2-b691-52f739682a2a for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:07:41.000053 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957a9d6b-dbef-4ae9-bd06-53d77b71a614 req-483e340d-2dbf-4b30-b9b8-6c35293376ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:41.002553 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-957a9d6b-dbef-4ae9-bd06-53d77b71a614 req-483e340d-2dbf-4b30-b9b8-6c35293376ad service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7b3d0ee1-e5ca-42ff-ac79-ec7056f6cfc0 HTTP/1.1" status: 200 len: 835 time: 0.0486934 Feb 09 22:07:41.013519 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f81d0a-a65c-484f-893c-ce3fb16cce25 None None] Routers {'de00c00d-0b48-4fb2-b691-52f739682a2a'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:07:41.014566 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-20f81d0a-a65c-484f-893c-ce3fb16cce25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:07:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['de00c00d-0b48-4fb2-b691-52f739682a2a'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:07:41.057843 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957a9d6b-dbef-4ae9-bd06-53d77b71a614 req-8a42aae9-3664-4726-a5aa-c29b76e7a4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:41.059443 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-957a9d6b-dbef-4ae9-bd06-53d77b71a614 req-8a42aae9-3664-4726-a5aa-c29b76e7a4db service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6319e0ab-1425-4f29-a729-d949fb584e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0494788 Feb 09 22:07:41.086049 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-dce2663f-856f-480a-bebb-94a64b14311f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:41.130846 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-20f81d0a-a65c-484f-893c-ce3fb16cce25 None None] Set router de00c00d-0b48-4fb2-b691-52f739682a2a gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:07:41.166319 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-957a9d6b-dbef-4ae9-bd06-53d77b71a614 req-eb876c34-d312-4ce4-84af-3dad9f641ad4 service neutron] 10.222.0.89 "GET /v2.0/networks/6319e0ab-1425-4f29-a729-d949fb584e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005228 Feb 09 22:07:41.277677 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-957a9d6b-dbef-4ae9-bd06-53d77b71a614 req-066712de-570a-4cb2-9e7a-11f22b5b1113 service neutron] 10.222.0.89 "GET /v2.0/networks/6319e0ab-1425-4f29-a729-d949fb584e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964227 Feb 09 22:07:41.348584 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-20f81d0a-a65c-484f-893c-ce3fb16cce25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de00c00d-0b48-4fb2-b691-52f739682a2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131199244', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'ed55222f-fb2a-40c7-b0bb-f8fab9bb409e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:06:14Z', 'updated_at': '2022-02-09T22:06:18Z', 'revision_number': 4, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'gw_port': {'id': 'ed55222f-fb2a-40c7-b0bb-f8fab9bb409e', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:2e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de00c00d-0b48-4fb2-b691-52f739682a2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:06:15Z', 'updated_at': '2022-02-09T22:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '92f91353-35f7-4539-820b-a4a30a4f6b79', 'name': '', 'network_id': '6319e0ab-1425-4f29-a729-d949fb584e40', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'mac_address': 'fa:16:3e:06:b9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de00c00d-0b48-4fb2-b691-52f739682a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': '7b3d0ee1-e5ca-42ff-ac79-ec7056f6cfc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:06:17Z', 'updated_at': '2022-02-09T22:06:21Z', 'revision_number': 5, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'subnets': [{'id': '7b3d0ee1-e5ca-42ff-ac79-ec7056f6cfc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:07:41.379684 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f81d0a-a65c-484f-893c-ce3fb16cce25 None None] The sync data for ids ['de00c00d-0b48-4fb2-b691-52f739682a2a'] in n-d-828369-5 is: [{'id': 'de00c00d-0b48-4fb2-b691-52f739682a2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131199244', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'ed55222f-fb2a-40c7-b0bb-f8fab9bb409e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:06:14Z', 'updated_at': '2022-02-09T22:06:18Z', 'revision_number': 4, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'gw_port': {'id': 'ed55222f-fb2a-40c7-b0bb-f8fab9bb409e', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:2e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de00c00d-0b48-4fb2-b691-52f739682a2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:06:15Z', 'updated_at': '2022-02-09T22:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '92f91353-35f7-4539-820b-a4a30a4f6b79', 'name': '', 'network_id': '6319e0ab-1425-4f29-a729-d949fb584e40', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'mac_address': 'fa:16:3e:06:b9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de00c00d-0b48-4fb2-b691-52f739682a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': '7b3d0ee1-e5ca-42ff-ac79-ec7056f6cfc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:06:17Z', 'updated_at': '2022-02-09T22:06:21Z', 'revision_number': 5, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'subnets': [{'id': '7b3d0ee1-e5ca-42ff-ac79-ec7056f6cfc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:07:41.565917 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419a7509-07f7-4dfd-83d2-fdd4487b2392 req-15858755-c56d-44d6-8fdd-3fe73b751b03 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:41.567427 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-419a7509-07f7-4dfd-83d2-fdd4487b2392 req-15858755-c56d-44d6-8fdd-3fe73b751b03 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.89 "GET /v2.0/ports?device_id=fd639372-044b-4710-82d3-97188a915bb4 HTTP/1.1" status: 200 len: 945 time: 0.0643139 Feb 09 22:07:41.646064 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b23300-34c1-4b92-a9e7-b2ddfe5c51e9 None None] New status for floating IP ebe137d2-605f-4893-af2c-0d43c767fc50: DOWN {{(pid=103143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:07:41.673248 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-419a7509-07f7-4dfd-83d2-fdd4487b2392 req-29a692d7-5ff4-44a4-808f-33ea183145c4 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Deleting port 5dcd0291-a9c5-4a48-a563-3e037cc002c8 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:07:41.673682 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-419a7509-07f7-4dfd-83d2-fdd4487b2392 req-29a692d7-5ff4-44a4-808f-33ea183145c4 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (5dcd0291-a9c5-4a48-a563-3e037cc002c8), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:41.770761 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-419a7509-07f7-4dfd-83d2-fdd4487b2392 req-29a692d7-5ff4-44a4-808f-33ea183145c4 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] For port 5dcd0291-a9c5-4a48-a563-3e037cc002c8, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=5dcd0291-a9c5-4a48-a563-3e037cc002c8,segment=NetworkSegment(0d8dc06a-52e8-4f07-9a47-9d1f434cc28c),segment_id=0d8dc06a-52e8-4f07-9a47-9d1f434cc28c)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:07:41.771398 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-419a7509-07f7-4dfd-83d2-fdd4487b2392 req-29a692d7-5ff4-44a4-808f-33ea183145c4 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (5dcd0291-a9c5-4a48-a563-3e037cc002c8), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:41.782871 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-419a7509-07f7-4dfd-83d2-fdd4487b2392 req-29a692d7-5ff4-44a4-808f-33ea183145c4 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Calling delete_port for 5dcd0291-a9c5-4a48-a563-3e037cc002c8 owned by compute:nova {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:07:41.908859 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-419a7509-07f7-4dfd-83d2-fdd4487b2392 req-29a692d7-5ff4-44a4-808f-33ea183145c4 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (5dcd0291-a9c5-4a48-a563-3e037cc002c8), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:41.936123 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a692d7-5ff4-44a4-808f-33ea183145c4 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Pushing event deleted for resources: {'Port': ['ID=5dcd0291-a9c5-4a48-a563-3e037cc002c8,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:41.992860 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-419a7509-07f7-4dfd-83d2-fdd4487b2392 req-29a692d7-5ff4-44a4-808f-33ea183145c4 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] No DVR routers for this DVR port 5dcd0291-a9c5-4a48-a563-3e037cc002c8 on host n-h2-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:07:41.995541 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-419a7509-07f7-4dfd-83d2-fdd4487b2392 req-29a692d7-5ff4-44a4-808f-33ea183145c4 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:41.999052 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-419a7509-07f7-4dfd-83d2-fdd4487b2392 req-29a692d7-5ff4-44a4-808f-33ea183145c4 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.89 "DELETE /v2.0/ports/5dcd0291-a9c5-4a48-a563-3e037cc002c8 HTTP/1.1" status: 204 len: 173 time: 0.4253039 Feb 09 22:07:41.999507 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd639372-044b-4710-82d3-97188a915bb4', 'name': 'network-vif-deleted', 'tag': '5dcd0291-a9c5-4a48-a563-3e037cc002c8'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:07:42.001878 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bab1372-de43-45ee-a27c-5e5032d238c6" -d '{"events": [{"server_uuid": "fd639372-044b-4710-82d3-97188a915bb4", "name": "network-vif-deleted", "tag": "5dcd0291-a9c5-4a48-a563-3e037cc002c8"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:07:42.049280 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c1416f-284a-4f85-b0d8-72c480502769 x-openstack-request-id: req-54c1416f-284a-4f85-b0d8-72c480502769 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:07:42.049601 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd639372-044b-4710-82d3-97188a915bb4", "name": "network-vif-deleted", "tag": "5dcd0291-a9c5-4a48-a563-3e037cc002c8", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:07:42.049833 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-54c1416f-284a-4f85-b0d8-72c480502769 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:07:42.050254 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd639372-044b-4710-82d3-97188a915bb4', 'name': 'network-vif-deleted', 'tag': '5dcd0291-a9c5-4a48-a563-3e037cc002c8', 'status': 'completed', 'code': 200} Feb 09 22:07:42.062953 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-092507c6-c6f0-4c22-af62-885cf9f97fdb req-153a9163-3b5c-4932-b6a6-9a6d2dd6b80f tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=fd639372-044b-4710-82d3-97188a915bb4 HTTP/1.1" status: 200 len: 210 time: 0.0414991 Feb 09 22:07:42.797629 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:43.119393 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42288) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:43.511263 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-dbcefc14-5c66-4e67-b3fb-b66743da56d2 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524906'] for router_interface (de00c00d-0b48-4fb2-b691-52f739682a2a), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:44.127677 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-dbcefc14-5c66-4e67-b3fb-b66743da56d2 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Deleting port 92f91353-35f7-4539-820b-a4a30a4f6b79 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:07:44.128364 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-dbcefc14-5c66-4e67-b3fb-b66743da56d2 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (92f91353-35f7-4539-820b-a4a30a4f6b79), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:44.207304 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:44.224775 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-dbcefc14-5c66-4e67-b3fb-b66743da56d2 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] For port 92f91353-35f7-4539-820b-a4a30a4f6b79, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=92f91353-35f7-4539-820b-a4a30a4f6b79,segment=NetworkSegment(0d8dc06a-52e8-4f07-9a47-9d1f434cc28c),segment_id=0d8dc06a-52e8-4f07-9a47-9d1f434cc28c)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:07:44.225140 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-dbcefc14-5c66-4e67-b3fb-b66743da56d2 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (92f91353-35f7-4539-820b-a4a30a4f6b79), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:44.238526 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-dbcefc14-5c66-4e67-b3fb-b66743da56d2 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Calling delete_port for 92f91353-35f7-4539-820b-a4a30a4f6b79 owned by network:router_interface {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:07:44.426626 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-dbcefc14-5c66-4e67-b3fb-b66743da56d2 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (92f91353-35f7-4539-820b-a4a30a4f6b79), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:44.456508 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcefc14-5c66-4e67-b3fb-b66743da56d2 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Pushing event deleted for resources: {'Port': ['ID=92f91353-35f7-4539-820b-a4a30a4f6b79,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:44.653651 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-dbcefc14-5c66-4e67-b3fb-b66743da56d2 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-525054'] for router_interface (de00c00d-0b48-4fb2-b691-52f739682a2a), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:44.879387 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbcefc14-5c66-4e67-b3fb-b66743da56d2 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Router de00c00d-0b48-4fb2-b691-52f739682a2a has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:07:44.935628 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 5dcd0291-a9c5-4a48-a563-3e037cc002c8 no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:07:44.961734 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] No Port match for: 5dcd0291-a9c5-4a48-a563-3e037cc002c8 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:07:44.962406 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 5dcd0291-a9c5-4a48-a563-3e037cc002c8 not bound to the agent host n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:07:44.995900 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbcefc14-5c66-4e67-b3fb-b66743da56d2 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:07:45.004644 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-dbcefc14-5c66-4e67-b3fb-b66743da56d2 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "PUT /v2.0/routers/de00c00d-0b48-4fb2-b691-52f739682a2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8813658 Feb 09 22:07:45.004644 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42302) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:45.006233 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c4ed47-9f4e-4df3-904f-ff2b87134208 None None] Sync routers for ids ['de00c00d-0b48-4fb2-b691-52f739682a2a'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:07:45.017085 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c4ed47-9f4e-4df3-904f-ff2b87134208 None None] Routers {'de00c00d-0b48-4fb2-b691-52f739682a2a'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:07:45.017754 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-31c4ed47-9f4e-4df3-904f-ff2b87134208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:07:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['de00c00d-0b48-4fb2-b691-52f739682a2a'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:07:45.061710 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_v2 [None req-82c4baed-76a2-4530-8063-1b0390a60dd0 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Deleting subnet 7b3d0ee1-e5ca-42ff-ac79-ec7056f6cfc0 {{(pid=103140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:07:45.065509 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-82c4baed-76a2-4530-8063-1b0390a60dd0 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for subnet (7b3d0ee1-e5ca-42ff-ac79-ec7056f6cfc0), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:45.112827 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-82c4baed-76a2-4530-8063-1b0390a60dd0 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9110716'] for subnet (7b3d0ee1-e5ca-42ff-ac79-ec7056f6cfc0), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:45.127229 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-31c4ed47-9f4e-4df3-904f-ff2b87134208 None None] Set router de00c00d-0b48-4fb2-b691-52f739682a2a gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:07:45.211915 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-82c4baed-76a2-4530-8063-1b0390a60dd0 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (7b3d0ee1-e5ca-42ff-ac79-ec7056f6cfc0), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:45.273847 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-82c4baed-76a2-4530-8063-1b0390a60dd0 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621346'] for subnet (7b3d0ee1-e5ca-42ff-ac79-ec7056f6cfc0), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:45.303112 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c4baed-76a2-4530-8063-1b0390a60dd0 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Pushing event deleted for resources: {'Subnet': ['ID=7b3d0ee1-e5ca-42ff-ac79-ec7056f6cfc0,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:45.308557 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-82c4baed-76a2-4530-8063-1b0390a60dd0 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:45.314608 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-82c4baed-76a2-4530-8063-1b0390a60dd0 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "DELETE /v2.0/subnets/7b3d0ee1-e5ca-42ff-ac79-ec7056f6cfc0 HTTP/1.1" status: 204 len: 168 time: 0.3058441 Feb 09 22:07:45.314864 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 42304) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:45.320272 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd940f0-6f0f-4cad-9746-52a8d78705ce None None] Network 6319e0ab-1425-4f29-a729-d949fb584e40 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:07:45.398272 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:45.442160 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-31c4ed47-9f4e-4df3-904f-ff2b87134208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de00c00d-0b48-4fb2-b691-52f739682a2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131199244', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'ed55222f-fb2a-40c7-b0bb-f8fab9bb409e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:06:14Z', 'updated_at': '2022-02-09T22:07:44Z', 'revision_number': 5, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'gw_port': {'id': 'ed55222f-fb2a-40c7-b0bb-f8fab9bb409e', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:2e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de00c00d-0b48-4fb2-b691-52f739682a2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:06:15Z', 'updated_at': '2022-02-09T22:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:07:45.450623 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b21018e8-bde2-45f9-9c67-f52f2b81d2d2 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for router (de00c00d-0b48-4fb2-b691-52f739682a2a), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:45.475541 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c4ed47-9f4e-4df3-904f-ff2b87134208 None None] Checking router: de00c00d-0b48-4fb2-b691-52f739682a2a for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:07:45.491096 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c4ed47-9f4e-4df3-904f-ff2b87134208 None None] Routers {'de00c00d-0b48-4fb2-b691-52f739682a2a'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:07:45.491849 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-31c4ed47-9f4e-4df3-904f-ff2b87134208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:07:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['de00c00d-0b48-4fb2-b691-52f739682a2a'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:07:45.584864 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b21018e8-bde2-45f9-9c67-f52f2b81d2d2 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for router_gateway (de00c00d-0b48-4fb2-b691-52f739682a2a), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:45.652741 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-b21018e8-bde2-45f9-9c67-f52f2b81d2d2 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Deleting port ed55222f-fb2a-40c7-b0bb-f8fab9bb409e {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:07:45.653182 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b21018e8-bde2-45f9-9c67-f52f2b81d2d2 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (ed55222f-fb2a-40c7-b0bb-f8fab9bb409e), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:45.733880 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b322995b-42c2-423a-8f09-0b8393efb4fa None None] DHCP port deletion for 6319e0ab-1425-4f29-a729-d949fb584e40 request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:07:45.739317 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-b21018e8-bde2-45f9-9c67-f52f2b81d2d2 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] For port ed55222f-fb2a-40c7-b0bb-f8fab9bb409e, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=ed55222f-fb2a-40c7-b0bb-f8fab9bb409e,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:07:45.739913 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b21018e8-bde2-45f9-9c67-f52f2b81d2d2 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (ed55222f-fb2a-40c7-b0bb-f8fab9bb409e), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:45.754718 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-b21018e8-bde2-45f9-9c67-f52f2b81d2d2 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Calling delete_port for ed55222f-fb2a-40c7-b0bb-f8fab9bb409e owned by network:router_gateway {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:07:45.815305 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-31c4ed47-9f4e-4df3-904f-ff2b87134208 None None] Set router de00c00d-0b48-4fb2-b691-52f739682a2a gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:07:45.928877 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-b322995b-42c2-423a-8f09-0b8393efb4fa None None] Deleting port 3d63b1f3-e8e9-4416-abdf-428c0ecb53fd {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:07:45.929260 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b322995b-42c2-423a-8f09-0b8393efb4fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (3d63b1f3-e8e9-4416-abdf-428c0ecb53fd), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:45.976643 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b21018e8-bde2-45f9-9c67-f52f2b81d2d2 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (ed55222f-fb2a-40c7-b0bb-f8fab9bb409e), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:46.004155 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21018e8-bde2-45f9-9c67-f52f2b81d2d2 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Pushing event deleted for resources: {'Port': ['ID=ed55222f-fb2a-40c7-b0bb-f8fab9bb409e,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:46.025880 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-b322995b-42c2-423a-8f09-0b8393efb4fa None None] For port 3d63b1f3-e8e9-4416-abdf-428c0ecb53fd, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=3d63b1f3-e8e9-4416-abdf-428c0ecb53fd,segment=NetworkSegment(0d8dc06a-52e8-4f07-9a47-9d1f434cc28c),segment_id=0d8dc06a-52e8-4f07-9a47-9d1f434cc28c)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:07:46.026287 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b322995b-42c2-423a-8f09-0b8393efb4fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (3d63b1f3-e8e9-4416-abdf-428c0ecb53fd), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:46.030682 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 3d63b1f3-e8e9-4416-abdf-428c0ecb53fd no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:07:46.068759 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b21018e8-bde2-45f9-9c67-f52f2b81d2d2 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-554524'] for router_gateway (de00c00d-0b48-4fb2-b691-52f739682a2a), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:46.089395 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-b322995b-42c2-423a-8f09-0b8393efb4fa None None] Calling delete_port for 3d63b1f3-e8e9-4416-abdf-428c0ecb53fd owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:07:46.171318 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b21018e8-bde2-45f9-9c67-f52f2b81d2d2 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (de00c00d-0b48-4fb2-b691-52f739682a2a), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:46.174126 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b21018e8-bde2-45f9-9c67-f52f2b81d2d2 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for router_controller (de00c00d-0b48-4fb2-b691-52f739682a2a), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:46.234138 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 3d63b1f3-e8e9-4416-abdf-428c0ecb53fd is: ACTIVE; New status is: DOWN {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:07:46.234549 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (3d63b1f3-e8e9-4416-abdf-428c0ecb53fd), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:46.240875 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b21018e8-bde2-45f9-9c67-f52f2b81d2d2 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (de00c00d-0b48-4fb2-b691-52f739682a2a), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:46.241632 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b21018e8-bde2-45f9-9c67-f52f2b81d2d2 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Fanout notify agent at l3_agent the message router_deleted on router de00c00d-0b48-4fb2-b691-52f739682a2a {{(pid=103141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:07:46.250484 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b21018e8-bde2-45f9-9c67-f52f2b81d2d2 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:46.255225 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-b21018e8-bde2-45f9-9c67-f52f2b81d2d2 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "DELETE /v2.0/routers/de00c00d-0b48-4fb2-b691-52f739682a2a HTTP/1.1" status: 204 len: 168 time: 0.9368274 Feb 09 22:07:46.255460 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42308) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:46.272808 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-31c4ed47-9f4e-4df3-904f-ff2b87134208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de00c00d-0b48-4fb2-b691-52f739682a2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131199244', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'ed55222f-fb2a-40c7-b0bb-f8fab9bb409e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:06:14Z', 'updated_at': '2022-02-09T22:07:44Z', 'revision_number': 5, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'gw_port': {'id': 'ed55222f-fb2a-40c7-b0bb-f8fab9bb409e', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:2e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de00c00d-0b48-4fb2-b691-52f739682a2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:06:15Z', 'updated_at': '2022-02-09T22:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:07:46.277051 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b322995b-42c2-423a-8f09-0b8393efb4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (3d63b1f3-e8e9-4416-abdf-428c0ecb53fd), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:46.330396 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c4ed47-9f4e-4df3-904f-ff2b87134208 None None] The sync data for ids ['de00c00d-0b48-4fb2-b691-52f739682a2a'] in n-d-828369-5 is: [{'id': 'de00c00d-0b48-4fb2-b691-52f739682a2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131199244', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'ed55222f-fb2a-40c7-b0bb-f8fab9bb409e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:06:14Z', 'updated_at': '2022-02-09T22:07:44Z', 'revision_number': 5, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'gw_port': {'id': 'ed55222f-fb2a-40c7-b0bb-f8fab9bb409e', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:2e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de00c00d-0b48-4fb2-b691-52f739682a2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:06:15Z', 'updated_at': '2022-02-09T22:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:07:46.334227 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b322995b-42c2-423a-8f09-0b8393efb4fa None None] Pushing event deleted for resources: {'Port': ['ID=3d63b1f3-e8e9-4416-abdf-428c0ecb53fd,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:46.339741 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e38d02e6-3c4c-4ea3-b11f-00f3eb33368e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (6319e0ab-1425-4f29-a729-d949fb584e40), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:46.369798 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b322995b-42c2-423a-8f09-0b8393efb4fa None None] No DVR routers for this DVR port 3d63b1f3-e8e9-4416-abdf-428c0ecb53fd on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:07:46.439618 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e38d02e6-3c4c-4ea3-b11f-00f3eb33368e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (6319e0ab-1425-4f29-a729-d949fb584e40), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:46.464213 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-e38d02e6-3c4c-4ea3-b11f-00f3eb33368e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6319e0ab-1425-4f29-a729-d949fb584e40']}} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:07:46.474173 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-e38d02e6-3c4c-4ea3-b11f-00f3eb33368e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d8dc06a-52e8-4f07-9a47-9d1f434cc28c') {'for_net_delete': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:07:46.474700 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-e38d02e6-3c4c-4ea3-b11f-00f3eb33368e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d8dc06a-52e8-4f07-9a47-9d1f434cc28c') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:07:46.484299 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e38d02e6-3c4c-4ea3-b11f-00f3eb33368e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110711'] for segment (0d8dc06a-52e8-4f07-9a47-9d1f434cc28c), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:46.500474 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e38d02e6-3c4c-4ea3-b11f-00f3eb33368e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (0d8dc06a-52e8-4f07-9a47-9d1f434cc28c), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:46.508588 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e38d02e6-3c4c-4ea3-b11f-00f3eb33368e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=103140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:07:46.508917 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e38d02e6-3c4c-4ea3-b11f-00f3eb33368e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669415'] for segment (0d8dc06a-52e8-4f07-9a47-9d1f434cc28c), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:46.512717 n-d-828369-5 neutron-server[103140]: Traceback (most recent call last): Feb 09 22:07:46.512717 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:07:46.512717 n-d-828369-5 neutron-server[103140]: timer() Feb 09 22:07:46.512717 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:07:46.512717 n-d-828369-5 neutron-server[103140]: cb(*args, **kw) Feb 09 22:07:46.512717 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:07:46.512717 n-d-828369-5 neutron-server[103140]: return func(*args, **kwargs) Feb 09 22:07:46.512717 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:07:46.512717 n-d-828369-5 neutron-server[103140]: self._notify() Feb 09 22:07:46.512717 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:07:46.512717 n-d-828369-5 neutron-server[103140]: self.callback(batched_events) Feb 09 22:07:46.512717 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:07:46.512717 n-d-828369-5 neutron-server[103140]: event.method(event) Feb 09 22:07:46.512717 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:07:46.512717 n-d-828369-5 neutron-server[103140]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:07:46.512717 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:07:46.512717 n-d-828369-5 neutron-server[103140]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:07:46.512717 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:07:46.512717 n-d-828369-5 neutron-server[103140]: return f(self, *a, **k) Feb 09 22:07:46.512717 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:07:46.512717 n-d-828369-5 neutron-server[103140]: return self._get(url).json() Feb 09 22:07:46.512717 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:07:46.512717 n-d-828369-5 neutron-server[103140]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:07:46.512717 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:07:46.512717 n-d-828369-5 neutron-server[103140]: return self.request(url, 'GET', **kwargs) Feb 09 22:07:46.512717 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:07:46.512717 n-d-828369-5 neutron-server[103140]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:07:46.512717 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:07:46.512717 n-d-828369-5 neutron-server[103140]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:07:46.512717 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:07:46.512717 n-d-828369-5 neutron-server[103140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:07:46.512717 n-d-828369-5 neutron-server[103140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:07:46.578507 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e38d02e6-3c4c-4ea3-b11f-00f3eb33368e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (6319e0ab-1425-4f29-a729-d949fb584e40), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:46.585912 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e38d02e6-3c4c-4ea3-b11f-00f3eb33368e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:46.589197 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-e38d02e6-3c4c-4ea3-b11f-00f3eb33368e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "DELETE /v2.0/networks/6319e0ab-1425-4f29-a729-d949fb584e40 HTTP/1.1" status: 204 len: 168 time: 0.3323863 Feb 09 22:07:46.591995 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42310) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:46.609930 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d02e6-3c4c-4ea3-b11f-00f3eb33368e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Pushing event deleted for resources: {'Network': ['ID=6319e0ab-1425-4f29-a729-d949fb584e40,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:46.659994 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2e8fb20d-4dd4-412b-b74e-4a94eca28a98 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for security_group (693fbabf-1b08-40a7-84f2-f7b2af190538), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:46.688277 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2e8fb20d-4dd4-412b-b74e-4a94eca28a98 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for security_group (693fbabf-1b08-40a7-84f2-f7b2af190538), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:46.756797 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2e8fb20d-4dd4-412b-b74e-4a94eca28a98 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (693fbabf-1b08-40a7-84f2-f7b2af190538), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:46.759546 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2e8fb20d-4dd4-412b-b74e-4a94eca28a98 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:46.761201 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-2e8fb20d-4dd4-412b-b74e-4a94eca28a98 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "DELETE /v2.0/security-groups/693fbabf-1b08-40a7-84f2-f7b2af190538 HTTP/1.1" status: 204 len: 168 time: 0.1681628 Feb 09 22:07:46.771729 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8fb20d-4dd4-412b-b74e-4a94eca28a98 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=693fbabf-1b08-40a7-84f2-f7b2af190538,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:47.073707 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42318) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:47.079280 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-c1c42247-8398-4360-8978-d87e27c8e65d tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1810531914', 'description': 'tempest-secgroup-smoke-1810531914 description', 'project_id': 'deeb9e226e2546f19554cbe5eac163d6'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:07:47.101106 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c1c42247-8398-4360-8978-d87e27c8e65d tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:47.176097 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c1c42247-8398-4360-8978-d87e27c8e65d tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for security_group (cf0b68a3-9ef1-42e0-a988-523ababb4794), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:47.180016 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c1c42247-8398-4360-8978-d87e27c8e65d tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (cf0b68a3-9ef1-42e0-a988-523ababb4794), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:47.206736 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c1c42247-8398-4360-8978-d87e27c8e65d tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:47.208003 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-c1c42247-8398-4360-8978-d87e27c8e65d tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1331959 Feb 09 22:07:47.211272 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 42320) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:47.217014 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c42247-8398-4360-8978-d87e27c8e65d tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf0b68a3-9ef1-42e0-a988-523ababb4794,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:47.217598 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-39a9299d-fb06-4e16-90ee-ddff9a406457 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Request body: {'security_group_rule': {'security_group_id': 'cf0b68a3-9ef1-42e0-a988-523ababb4794', 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:07:47.244986 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-39a9299d-fb06-4e16-90ee-ddff9a406457 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for security_group_rule (81d492f4-05a6-4af3-b18c-8c8024ab85e3), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:47.300709 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-39a9299d-fb06-4e16-90ee-ddff9a406457 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for security_group_rule (81d492f4-05a6-4af3-b18c-8c8024ab85e3), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:47.304392 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-39a9299d-fb06-4e16-90ee-ddff9a406457 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (81d492f4-05a6-4af3-b18c-8c8024ab85e3), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:47.322160 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a9299d-fb06-4e16-90ee-ddff9a406457 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81d492f4-05a6-4af3-b18c-8c8024ab85e3,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:47.331439 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-39a9299d-fb06-4e16-90ee-ddff9a406457 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:47.332720 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-39a9299d-fb06-4e16-90ee-ddff9a406457 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1196134 Feb 09 22:07:47.335605 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 42322) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:47.340107 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-a7013b13-9261-4843-95ff-e0c5928173ed tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Request body: {'security_group_rule': {'security_group_id': 'cf0b68a3-9ef1-42e0-a988-523ababb4794', 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:07:47.365317 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a7013b13-9261-4843-95ff-e0c5928173ed tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for security_group_rule (e8b9b518-40ad-4797-bfb4-2d276239e22a), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:47.426737 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a7013b13-9261-4843-95ff-e0c5928173ed tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for security_group_rule (e8b9b518-40ad-4797-bfb4-2d276239e22a), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:47.431191 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a7013b13-9261-4843-95ff-e0c5928173ed tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (e8b9b518-40ad-4797-bfb4-2d276239e22a), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:47.453090 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7013b13-9261-4843-95ff-e0c5928173ed tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8b9b518-40ad-4797-bfb4-2d276239e22a,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:47.464561 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a7013b13-9261-4843-95ff-e0c5928173ed tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:47.470474 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-a7013b13-9261-4843-95ff-e0c5928173ed tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1292069 Feb 09 22:07:47.470766 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 42324) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:47.475957 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-2e4e91c3-2c6a-43ee-a84b-52ac2c58f05f tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Request body: {'security_group_rule': {'security_group_id': 'cf0b68a3-9ef1-42e0-a988-523ababb4794', 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:07:47.511031 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2e4e91c3-2c6a-43ee-a84b-52ac2c58f05f tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for security_group_rule (956ca014-638c-4763-b411-37fab41facc0), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:47.592673 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2e4e91c3-2c6a-43ee-a84b-52ac2c58f05f tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for security_group_rule (956ca014-638c-4763-b411-37fab41facc0), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:47.597847 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2e4e91c3-2c6a-43ee-a84b-52ac2c58f05f tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (956ca014-638c-4763-b411-37fab41facc0), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:47.618910 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4e91c3-2c6a-43ee-a84b-52ac2c58f05f tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=956ca014-638c-4763-b411-37fab41facc0,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:47.628660 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2e4e91c3-2c6a-43ee-a84b-52ac2c58f05f tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:47.630441 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-2e4e91c3-2c6a-43ee-a84b-52ac2c58f05f tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1585286 Feb 09 22:07:47.636842 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42326) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:47.641891 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-4f2d51fc-466d-4815-acc8-5c04288ff80e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Request body: {'security_group_rule': {'security_group_id': 'cf0b68a3-9ef1-42e0-a988-523ababb4794', 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:07:47.675880 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4f2d51fc-466d-4815-acc8-5c04288ff80e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for security_group_rule (023426be-6233-4112-be65-ef2894f7d343), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:47.747163 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4f2d51fc-466d-4815-acc8-5c04288ff80e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for security_group_rule (023426be-6233-4112-be65-ef2894f7d343), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:47.752854 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4f2d51fc-466d-4815-acc8-5c04288ff80e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (023426be-6233-4112-be65-ef2894f7d343), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:47.775453 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d51fc-466d-4815-acc8-5c04288ff80e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=023426be-6233-4112-be65-ef2894f7d343,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:47.782683 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4f2d51fc-466d-4815-acc8-5c04288ff80e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:47.784007 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-4f2d51fc-466d-4815-acc8-5c04288ff80e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1460843 Feb 09 22:07:47.786814 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42328) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:47.791802 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-91ee6424-01c4-45d2-84cb-244bb8bba12b tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Request body: {'security_group_rule': {'security_group_id': 'cf0b68a3-9ef1-42e0-a988-523ababb4794', 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:07:47.819783 n-d-828369-5 neutron-server[103140]: INFO neutron.db.securitygroups_db [None req-91ee6424-01c4-45d2-84cb-244bb8bba12b tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Project deeb9e226e2546f19554cbe5eac163d6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 22:07:47.825648 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-91ee6424-01c4-45d2-84cb-244bb8bba12b tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for security_group_rule (5a0ac83e-3c6c-4480-ae02-dbeabe5f0138), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:47.916728 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device ed55222f-fb2a-40c7-b0bb-f8fab9bb409e no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:07:47.928559 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-91ee6424-01c4-45d2-84cb-244bb8bba12b tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for security_group_rule (5a0ac83e-3c6c-4480-ae02-dbeabe5f0138), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:47.934219 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-91ee6424-01c4-45d2-84cb-244bb8bba12b tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (5a0ac83e-3c6c-4480-ae02-dbeabe5f0138), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:47.947458 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: ed55222f-fb2a-40c7-b0bb-f8fab9bb409e {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:07:47.948132 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device ed55222f-fb2a-40c7-b0bb-f8fab9bb409e not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:07:47.948878 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 92f91353-35f7-4539-820b-a4a30a4f6b79 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:07:47.962597 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ee6424-01c4-45d2-84cb-244bb8bba12b tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a0ac83e-3c6c-4480-ae02-dbeabe5f0138,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:47.968878 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-91ee6424-01c4-45d2-84cb-244bb8bba12b tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:47.972692 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-91ee6424-01c4-45d2-84cb-244bb8bba12b tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1823850 Feb 09 22:07:47.972967 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42332) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:47.978248 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-50f1acf7-ac2f-4ba2-9ce5-c13d36c47ae8 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Request body: {'security_group_rule': {'security_group_id': 'cf0b68a3-9ef1-42e0-a988-523ababb4794', 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:07:47.979188 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 92f91353-35f7-4539-820b-a4a30a4f6b79 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:07:47.979547 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 92f91353-35f7-4539-820b-a4a30a4f6b79 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:07:48.013692 n-d-828369-5 neutron-server[103140]: INFO neutron.db.securitygroups_db [None req-50f1acf7-ac2f-4ba2-9ce5-c13d36c47ae8 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Project deeb9e226e2546f19554cbe5eac163d6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 22:07:48.020377 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-50f1acf7-ac2f-4ba2-9ce5-c13d36c47ae8 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for security_group_rule (69e9b314-2a5a-4a78-8d95-e38055bcf6f4), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:48.087446 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-50f1acf7-ac2f-4ba2-9ce5-c13d36c47ae8 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for security_group_rule (69e9b314-2a5a-4a78-8d95-e38055bcf6f4), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:48.091514 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-50f1acf7-ac2f-4ba2-9ce5-c13d36c47ae8 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (69e9b314-2a5a-4a78-8d95-e38055bcf6f4), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:48.109224 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f1acf7-ac2f-4ba2-9ce5-c13d36c47ae8 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69e9b314-2a5a-4a78-8d95-e38055bcf6f4,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:48.117351 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-50f1acf7-ac2f-4ba2-9ce5-c13d36c47ae8 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:48.118545 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-50f1acf7-ac2f-4ba2-9ce5-c13d36c47ae8 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1441751 Feb 09 22:07:48.121423 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42334) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:48.126849 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-5ef719eb-e5e8-45fa-810e-884194399f8b tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Request body: {'network': {'name': 'tempest-network-smoke--1678267979', 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'port_security_enabled': True}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:07:48.145940 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ef719eb-e5e8-45fa-810e-884194399f8b tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Made reservation on behalf of deeb9e226e2546f19554cbe5eac163d6 for: {'network': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:07:48.149278 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5ef719eb-e5e8-45fa-810e-884194399f8b tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:48.172647 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ef719eb-e5e8-45fa-810e-884194399f8b tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=103140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:07:48.184743 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5ef719eb-e5e8-45fa-810e-884194399f8b tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (9b722fd1-0853-4680-bbb8-9b607278f6a1), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:48.184743 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-5ef719eb-e5e8-45fa-810e-884194399f8b tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Added segment 9b722fd1-0853-4680-bbb8-9b607278f6a1 of type vlan for network 757df16b-ee7a-4aa7-b371-9ab032993f20 Feb 09 22:07:48.222173 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5ef719eb-e5e8-45fa-810e-884194399f8b tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (757df16b-ee7a-4aa7-b371-9ab032993f20), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:48.246981 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5ef719eb-e5e8-45fa-810e-884194399f8b tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (757df16b-ee7a-4aa7-b371-9ab032993f20), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:48.252481 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef719eb-e5e8-45fa-810e-884194399f8b tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:48.253057 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5ef719eb-e5e8-45fa-810e-884194399f8b tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:48.315482 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-5ef719eb-e5e8-45fa-810e-884194399f8b tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1930263 Feb 09 22:07:48.318117 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42336) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:48.322443 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-7828c776-b66a-4e2c-8682-1f665028ff0b tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1577646007', 'admin_state_up': True, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:07:48.337035 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef719eb-e5e8-45fa-810e-884194399f8b tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Pushing event updated for resources: {'Network': ['ID=757df16b-ee7a-4aa7-b371-9ab032993f20,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:48.347274 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 757df16b-ee7a-4aa7-b371-9ab032993f20 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:07:48.355695 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7828c776-b66a-4e2c-8682-1f665028ff0b tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (017c1f60-716e-46e7-9e7b-49a5c8ebf2dd), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:48.356748 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7828c776-b66a-4e2c-8682-1f665028ff0b tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (017c1f60-716e-46e7-9e7b-49a5c8ebf2dd), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:48.410637 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7828c776-b66a-4e2c-8682-1f665028ff0b tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for router_controller (017c1f60-716e-46e7-9e7b-49a5c8ebf2dd), precommit_add_association {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:48.553905 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7828c776-b66a-4e2c-8682-1f665028ff0b tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for router_gateway (017c1f60-716e-46e7-9e7b-49a5c8ebf2dd), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:48.754140 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7828c776-b66a-4e2c-8682-1f665028ff0b tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for router_gateway (017c1f60-716e-46e7-9e7b-49a5c8ebf2dd), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:48.773232 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7828c776-b66a-4e2c-8682-1f665028ff0b tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:48.876320 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-7828c776-b66a-4e2c-8682-1f665028ff0b tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Allocated IP 172.25.3.220 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/23b3b9fd-00f4-4af4-a4a4-ce1a1ede5d16) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:07:48.992120 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7828c776-b66a-4e2c-8682-1f665028ff0b tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for port (23b3b9fd-00f4-4af4-a4a4-ce1a1ede5d16), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:49.026628 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7828c776-b66a-4e2c-8682-1f665028ff0b tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (23b3b9fd-00f4-4af4-a4a4-ce1a1ede5d16), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:49.066359 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7828c776-b66a-4e2c-8682-1f665028ff0b tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:07:49.071689 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-7828c776-b66a-4e2c-8682-1f665028ff0b tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:07:49.075432 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7828c776-b66a-4e2c-8682-1f665028ff0b tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:07:49.099526 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7828c776-b66a-4e2c-8682-1f665028ff0b tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Pushing event updated for resources: {'Port': ['ID=23b3b9fd-00f4-4af4-a4a4-ce1a1ede5d16,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:49.338157 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7828c776-b66a-4e2c-8682-1f665028ff0b tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for router_gateway (017c1f60-716e-46e7-9e7b-49a5c8ebf2dd), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:49.540706 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7828c776-b66a-4e2c-8682-1f665028ff0b tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (017c1f60-716e-46e7-9e7b-49a5c8ebf2dd), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:49.669926 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7828c776-b66a-4e2c-8682-1f665028ff0b tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Router 017c1f60-716e-46e7-9e7b-49a5c8ebf2dd is scheduled to L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 with binding_index 1 {{(pid=103140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:07:49.776380 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7828c776-b66a-4e2c-8682-1f665028ff0b tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:07:49.789450 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da00e45-16bd-4083-b5a5-9d718c6862fa None None] Sync routers for ids ['017c1f60-716e-46e7-9e7b-49a5c8ebf2dd'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:07:49.798101 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7828c776-b66a-4e2c-8682-1f665028ff0b tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:49.799451 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-7828c776-b66a-4e2c-8682-1f665028ff0b tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4804101 Feb 09 22:07:49.799774 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da00e45-16bd-4083-b5a5-9d718c6862fa None None] Routers {'017c1f60-716e-46e7-9e7b-49a5c8ebf2dd'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:07:49.800434 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-7da00e45-16bd-4083-b5a5-9d718c6862fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:07:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['017c1f60-716e-46e7-9e7b-49a5c8ebf2dd'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:07:49.802583 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42340) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:49.833144 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-f498c5d3-8cc2-4b72-b36c-92ff46219742 tempest-TestNetworkAdvancedServerOps-2092705809 tempest-TestNetworkAdvancedServerOps-2092705809-project-admin] 10.222.0.90 "GET /v2.0/subnets?project_id=deeb9e226e2546f19554cbe5eac163d6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268371 Feb 09 22:07:49.833293 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42342) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:49.908432 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-7da00e45-16bd-4083-b5a5-9d718c6862fa None None] Set router 017c1f60-716e-46e7-9e7b-49a5c8ebf2dd gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:07:49.918774 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cedb1326-2c60-482b-b793-aa60a04eebfa tempest-TestNetworkAdvancedServerOps-2092705809 tempest-TestNetworkAdvancedServerOps-2092705809-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:49.923028 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-cedb1326-2c60-482b-b793-aa60a04eebfa tempest-TestNetworkAdvancedServerOps-2092705809 tempest-TestNetworkAdvancedServerOps-2092705809-project-admin] 10.222.0.90 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0862010 Feb 09 22:07:49.923180 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42344) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:49.952679 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-2943d67f-2437-43c4-9d76-7b0071ee3bb2 tempest-TestNetworkAdvancedServerOps-2092705809 tempest-TestNetworkAdvancedServerOps-2092705809-project-admin] 10.222.0.90 "GET /v2.0/subnets?network_id=54a442d5-50a0-4c75-85cc-d19f5bf58118&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283992 Feb 09 22:07:49.955679 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42346) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:49.960433 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-8163387a-f5c5-46de-b4fb-82b3ee5104ef tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-983914813', 'network_id': '757df16b-ee7a-4aa7-b371-9ab032993f20', 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:07:50.058228 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8163387a-f5c5-46de-b4fb-82b3ee5104ef tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Made reservation on behalf of deeb9e226e2546f19554cbe5eac163d6 for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:07:50.064481 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8163387a-f5c5-46de-b4fb-82b3ee5104ef tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621317'] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:50.102225 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-7da00e45-16bd-4083-b5a5-9d718c6862fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '017c1f60-716e-46e7-9e7b-49a5c8ebf2dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1577646007', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '23b3b9fd-00f4-4af4-a4a4-ce1a1ede5d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:07:48Z', 'updated_at': '2022-02-09T22:07:49Z', 'revision_number': 3, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'gw_port': {'id': '23b3b9fd-00f4-4af4-a4a4-ce1a1ede5d16', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:09:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '017c1f60-716e-46e7-9e7b-49a5c8ebf2dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:07:48Z', 'updated_at': '2022-02-09T22:07:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:07:50.130306 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da00e45-16bd-4083-b5a5-9d718c6862fa None None] Checking router: 017c1f60-716e-46e7-9e7b-49a5c8ebf2dd for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:07:50.130805 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da00e45-16bd-4083-b5a5-9d718c6862fa None None] Updating router 017c1f60-716e-46e7-9e7b-49a5c8ebf2dd port 23b3b9fd-00f4-4af4-a4a4-ce1a1ede5d16 binding host n-d-828369-5 {{(pid=103143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:07:50.162609 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7da00e45-16bd-4083-b5a5-9d718c6862fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (23b3b9fd-00f4-4af4-a4a4-ce1a1ede5d16), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:50.315558 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8163387a-f5c5-46de-b4fb-82b3ee5104ef tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621371'] for subnet (c5c5cc03-f794-435a-a446-b12fe92ecf52), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:50.409313 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8163387a-f5c5-46de-b4fb-82b3ee5104ef tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Pushing event updated for resources: {'Subnet': ['ID=c5c5cc03-f794-435a-a446-b12fe92ecf52,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:50.420379 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87293b53-a4b0-447b-9d32-542eb648acb5 req-b66b99e3-5ffe-42b9-83c0-6d1a9d440ccf tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:50.421889 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-87293b53-a4b0-447b-9d32-542eb648acb5 req-b66b99e3-5ffe-42b9-83c0-6d1a9d440ccf tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/networks?id=7e64d8e8-78a3-4987-8778-47d4e5b9b498 HTTP/1.1" status: 200 len: 811 time: 0.1807561 Feb 09 22:07:50.430200 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8163387a-f5c5-46de-b4fb-82b3ee5104ef tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Checking segment: {'id': '9b722fd1-0853-4680-bbb8-9b607278f6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '757df16b-ee7a-4aa7-b371-9ab032993f20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:07:50.430499 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8163387a-f5c5-46de-b4fb-82b3ee5104ef tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Network hostable DHCP agents. Network: 757df16b-ee7a-4aa7-b371-9ab032993f20, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:07:50.444276 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-87293b53-a4b0-447b-9d32-542eb648acb5 req-e030f098-c100-4120-b657-e416be9c84a7 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/quotas/ad9e4f8727be424b869d8f0ad468be3f HTTP/1.1" status: 200 len: 375 time: 0.0158329 Feb 09 22:07:50.479832 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8163387a-f5c5-46de-b4fb-82b3ee5104ef tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Network 757df16b-ee7a-4aa7-b371-9ab032993f20 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:07:50.494923 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-8163387a-f5c5-46de-b4fb-82b3ee5104ef tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 757df16b-ee7a-4aa7-b371-9ab032993f20) {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:07:50.500484 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8163387a-f5c5-46de-b4fb-82b3ee5104ef tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:50.501166 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8163387a-f5c5-46de-b4fb-82b3ee5104ef tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:50.503465 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd429d47-20f1-4e9d-8f1f-7bf68f836e74 None None] Network 757df16b-ee7a-4aa7-b371-9ab032993f20 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:07:50.520198 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-87293b53-a4b0-447b-9d32-542eb648acb5 req-0d7548fa-f0eb-4593-ba08-a0ed5d213f67 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=ad9e4f8727be424b869d8f0ad468be3f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0701416 Feb 09 22:07:50.532509 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-8163387a-f5c5-46de-b4fb-82b3ee5104ef tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5751395 Feb 09 22:07:50.532790 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 42358) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:07:50.533688 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7da00e45-16bd-4083-b5a5-9d718c6862fa None None] Publish callbacks [] for port (23b3b9fd-00f4-4af4-a4a4-ce1a1ede5d16), precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:50.541097 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7da00e45-16bd-4083-b5a5-9d718c6862fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (23b3b9fd-00f4-4af4-a4a4-ce1a1ede5d16), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:50.597535 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-7da00e45-16bd-4083-b5a5-9d718c6862fa None None] Attempting to bind port 23b3b9fd-00f4-4af4-a4a4-ce1a1ede5d16 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:07:50.598034 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-7da00e45-16bd-4083-b5a5-9d718c6862fa None None] Attempting to bind port 23b3b9fd-00f4-4af4-a4a4-ce1a1ede5d16 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:07:50.598480 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da00e45-16bd-4083-b5a5-9d718c6862fa None None] Attempting to bind port 23b3b9fd-00f4-4af4-a4a4-ce1a1ede5d16 on network 54a442d5-50a0-4c75-85cc-d19f5bf58118 {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:07:50.611104 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da00e45-16bd-4083-b5a5-9d718c6862fa None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:07:50.611465 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da00e45-16bd-4083-b5a5-9d718c6862fa None None] Checking segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:07:50.612725 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7da00e45-16bd-4083-b5a5-9d718c6862fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:50.613543 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da00e45-16bd-4083-b5a5-9d718c6862fa None None] Bound using segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:07:50.614160 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-7da00e45-16bd-4083-b5a5-9d718c6862fa None None] Bound port: 23b3b9fd-00f4-4af4-a4a4-ce1a1ede5d16, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:07:50.614619 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7da00e45-16bd-4083-b5a5-9d718c6862fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (23b3b9fd-00f4-4af4-a4a4-ce1a1ede5d16), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:50.623055 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa789ea-5bb2-4376-81d5-c78c9444557b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-757df16b-ee7a-4aa7-b371-9ab032993f20', 'network_id': '757df16b-ee7a-4aa7-b371-9ab032993f20', 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'fixed_ips': [{'subnet_id': 'c5c5cc03-f794-435a-a446-b12fe92ecf52'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:07:50.623931 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-8fa789ea-5bb2-4376-81d5-c78c9444557b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:50.675486 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0f7230-d353-4b2d-8b1f-a176ec8a3f4a None None] Pushing event updated for resources: {'Port': ['ID=23b3b9fd-00f4-4af4-a4a4-ce1a1ede5d16,revision_number=2']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:50.678005 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-7da00e45-16bd-4083-b5a5-9d718c6862fa None None] For port 23b3b9fd-00f4-4af4-a4a4-ce1a1ede5d16, host n-d-828369-5, cleared binding levels {{(pid=103143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:07:50.682631 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-7da00e45-16bd-4083-b5a5-9d718c6862fa None None] For port 23b3b9fd-00f4-4af4-a4a4-ce1a1ede5d16, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=23b3b9fd-00f4-4af4-a4a4-ce1a1ede5d16,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:07:50.689654 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0f7230-d353-4b2d-8b1f-a176ec8a3f4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:50.690290 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0f7230-d353-4b2d-8b1f-a176ec8a3f4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:50.690682 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0f7230-d353-4b2d-8b1f-a176ec8a3f4a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:50.691436 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0f7230-d353-4b2d-8b1f-a176ec8a3f4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:50.692117 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0f7230-d353-4b2d-8b1f-a176ec8a3f4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:50.692528 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0f7230-d353-4b2d-8b1f-a176ec8a3f4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:50.692961 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0f7230-d353-4b2d-8b1f-a176ec8a3f4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:50.693393 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0f7230-d353-4b2d-8b1f-a176ec8a3f4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:50.693824 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0f7230-d353-4b2d-8b1f-a176ec8a3f4a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:50.694441 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0f7230-d353-4b2d-8b1f-a176ec8a3f4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:50.694911 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0f7230-d353-4b2d-8b1f-a176ec8a3f4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:50.695381 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0f7230-d353-4b2d-8b1f-a176ec8a3f4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:50.695970 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0f7230-d353-4b2d-8b1f-a176ec8a3f4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:07:50.701996 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7da00e45-16bd-4083-b5a5-9d718c6862fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (23b3b9fd-00f4-4af4-a4a4-ce1a1ede5d16), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:50.726950 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-87293b53-a4b0-447b-9d32-542eb648acb5 req-de3d9c48-81d3-49b8-beee-701a0f3ca334 service neutron] 10.222.0.90 "GET /v2.0/networks/7e64d8e8-78a3-4987-8778-47d4e5b9b498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932411 Feb 09 22:07:50.775374 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0f7230-d353-4b2d-8b1f-a176ec8a3f4a None None] Pushing event updated for resources: {'Port': ['ID=23b3b9fd-00f4-4af4-a4a4-ce1a1ede5d16,revision_number=3']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:50.778089 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da00e45-16bd-4083-b5a5-9d718c6862fa None None] Routers {'017c1f60-716e-46e7-9e7b-49a5c8ebf2dd'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:07:50.778672 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-7da00e45-16bd-4083-b5a5-9d718c6862fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:07:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['017c1f60-716e-46e7-9e7b-49a5c8ebf2dd'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:07:50.816254 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-8fa789ea-5bb2-4376-81d5-c78c9444557b None None] Allocated IP 172.20.0.2 (757df16b-ee7a-4aa7-b371-9ab032993f20/c5c5cc03-f794-435a-a446-b12fe92ecf52/fd37f37e-94a7-40b7-85e8-679d496ad55c) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:07:50.854796 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-87293b53-a4b0-447b-9d32-542eb648acb5 req-6cdf910b-3656-46ee-a43a-186aeb893003 service neutron] 10.222.0.90 "GET /v2.0/networks/7e64d8e8-78a3-4987-8778-47d4e5b9b498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269138 Feb 09 22:07:50.909065 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-7da00e45-16bd-4083-b5a5-9d718c6862fa None None] Set router 017c1f60-716e-46e7-9e7b-49a5c8ebf2dd gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:07:51.024550 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-8fa789ea-5bb2-4376-81d5-c78c9444557b None None] Publish callbacks [] for port (fd37f37e-94a7-40b7-85e8-679d496ad55c), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:51.034370 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-8fa789ea-5bb2-4376-81d5-c78c9444557b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (fd37f37e-94a7-40b7-85e8-679d496ad55c), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:51.065610 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7159c4d3-f3f7-4500-995d-b46f3830e9ed tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:51.077461 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa789ea-5bb2-4376-81d5-c78c9444557b None None] Network 757df16b-ee7a-4aa7-b371-9ab032993f20 is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:07:51.081067 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-8fa789ea-5bb2-4376-81d5-c78c9444557b None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:07:51.084977 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa789ea-5bb2-4376-81d5-c78c9444557b None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:07:51.096600 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa789ea-5bb2-4376-81d5-c78c9444557b None None] Pushing event updated for resources: {'Port': ['ID=fd37f37e-94a7-40b7-85e8-679d496ad55c,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:51.161840 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-8fa789ea-5bb2-4376-81d5-c78c9444557b None None] Attempting to bind port fd37f37e-94a7-40b7-85e8-679d496ad55c on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:07:51.162227 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-8fa789ea-5bb2-4376-81d5-c78c9444557b None None] Attempting to bind port fd37f37e-94a7-40b7-85e8-679d496ad55c by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '9b722fd1-0853-4680-bbb8-9b607278f6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '757df16b-ee7a-4aa7-b371-9ab032993f20'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:07:51.162875 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa789ea-5bb2-4376-81d5-c78c9444557b None None] Attempting to bind port fd37f37e-94a7-40b7-85e8-679d496ad55c on network 757df16b-ee7a-4aa7-b371-9ab032993f20 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:07:51.169544 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa789ea-5bb2-4376-81d5-c78c9444557b None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:07:51.170510 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa789ea-5bb2-4376-81d5-c78c9444557b None None] Checking segment: {'id': '9b722fd1-0853-4680-bbb8-9b607278f6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '757df16b-ee7a-4aa7-b371-9ab032993f20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:07:51.171349 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-8fa789ea-5bb2-4376-81d5-c78c9444557b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:51.171769 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa789ea-5bb2-4376-81d5-c78c9444557b None None] Bound using segment: {'id': '9b722fd1-0853-4680-bbb8-9b607278f6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '757df16b-ee7a-4aa7-b371-9ab032993f20'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:07:51.172277 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-8fa789ea-5bb2-4376-81d5-c78c9444557b None None] Bound port: fd37f37e-94a7-40b7-85e8-679d496ad55c, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b722fd1-0853-4680-bbb8-9b607278f6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '757df16b-ee7a-4aa7-b371-9ab032993f20'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:07:51.172715 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-8fa789ea-5bb2-4376-81d5-c78c9444557b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (fd37f37e-94a7-40b7-85e8-679d496ad55c), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:51.200211 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-7da00e45-16bd-4083-b5a5-9d718c6862fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '017c1f60-716e-46e7-9e7b-49a5c8ebf2dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1577646007', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '23b3b9fd-00f4-4af4-a4a4-ce1a1ede5d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:07:48Z', 'updated_at': '2022-02-09T22:07:49Z', 'revision_number': 3, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'gw_port': {'id': '23b3b9fd-00f4-4af4-a4a4-ce1a1ede5d16', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:09:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '017c1f60-716e-46e7-9e7b-49a5c8ebf2dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:07:48Z', 'updated_at': '2022-02-09T22:07:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:07:51.234103 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2774c0b8-6efd-46b7-813a-75470c43d655 req-cceb6554-dc55-4df6-85c6-1efe5eac42aa tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=cfda1546-c605-452e-ba2e-9095be58b00b HTTP/1.1" status: 200 len: 210 time: 0.0415602 Feb 09 22:07:51.242202 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da00e45-16bd-4083-b5a5-9d718c6862fa None None] The sync data for ids ['017c1f60-716e-46e7-9e7b-49a5c8ebf2dd'] in n-d-828369-5 is: [{'id': '017c1f60-716e-46e7-9e7b-49a5c8ebf2dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1577646007', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '23b3b9fd-00f4-4af4-a4a4-ce1a1ede5d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:07:48Z', 'updated_at': '2022-02-09T22:07:49Z', 'revision_number': 3, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'gw_port': {'id': '23b3b9fd-00f4-4af4-a4a4-ce1a1ede5d16', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:09:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '017c1f60-716e-46e7-9e7b-49a5c8ebf2dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:07:48Z', 'updated_at': '2022-02-09T22:07:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:07:51.281670 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-8fa789ea-5bb2-4376-81d5-c78c9444557b None None] For port fd37f37e-94a7-40b7-85e8-679d496ad55c, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:07:51.286775 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-8fa789ea-5bb2-4376-81d5-c78c9444557b None None] For port fd37f37e-94a7-40b7-85e8-679d496ad55c, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=fd37f37e-94a7-40b7-85e8-679d496ad55c,segment=NetworkSegment(9b722fd1-0853-4680-bbb8-9b607278f6a1),segment_id=9b722fd1-0853-4680-bbb8-9b607278f6a1)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:07:51.294744 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-8fa789ea-5bb2-4376-81d5-c78c9444557b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (fd37f37e-94a7-40b7-85e8-679d496ad55c), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:51.363010 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa789ea-5bb2-4376-81d5-c78c9444557b None None] Pushing event updated for resources: {'Port': ['ID=fd37f37e-94a7-40b7-85e8-679d496ad55c,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:51.478002 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-7159c4d3-f3f7-4500-995d-b46f3830e9ed tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Allocated IP 172.20.0.1 (757df16b-ee7a-4aa7-b371-9ab032993f20/c5c5cc03-f794-435a-a446-b12fe92ecf52/95346f55-416f-4d1e-b3f4-df835d1fbb93) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:07:51.530655 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:51.658267 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7159c4d3-f3f7-4500-995d-b46f3830e9ed tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for port (95346f55-416f-4d1e-b3f4-df835d1fbb93), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:51.700801 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7159c4d3-f3f7-4500-995d-b46f3830e9ed tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (95346f55-416f-4d1e-b3f4-df835d1fbb93), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:51.755030 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7159c4d3-f3f7-4500-995d-b46f3830e9ed tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Network 757df16b-ee7a-4aa7-b371-9ab032993f20 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:07:51.759317 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-7159c4d3-f3f7-4500-995d-b46f3830e9ed tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:07:51.761372 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7159c4d3-f3f7-4500-995d-b46f3830e9ed tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Pushing event updated for resources: {'Port': ['ID=95346f55-416f-4d1e-b3f4-df835d1fbb93,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:51.763570 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7159c4d3-f3f7-4500-995d-b46f3830e9ed tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:07:51.812355 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7159c4d3-f3f7-4500-995d-b46f3830e9ed tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554727'] for router_interface (017c1f60-716e-46e7-9e7b-49a5c8ebf2dd), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:51.980331 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7159c4d3-f3f7-4500-995d-b46f3830e9ed tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (95346f55-416f-4d1e-b3f4-df835d1fbb93), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:52.011241 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device fd37f37e-94a7-40b7-85e8-679d496ad55c up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:07:52.069369 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port fd37f37e-94a7-40b7-85e8-679d496ad55c triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:07:52.069835 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (fd37f37e-94a7-40b7-85e8-679d496ad55c), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:52.159011 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port fd37f37e-94a7-40b7-85e8-679d496ad55c is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:07:52.159418 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (fd37f37e-94a7-40b7-85e8-679d496ad55c), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:52.209799 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port fd37f37e-94a7-40b7-85e8-679d496ad55c, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=fd37f37e-94a7-40b7-85e8-679d496ad55c,segment=NetworkSegment(9b722fd1-0853-4680-bbb8-9b607278f6a1),segment_id=9b722fd1-0853-4680-bbb8-9b607278f6a1)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:07:52.221601 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (fd37f37e-94a7-40b7-85e8-679d496ad55c), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:52.223070 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 23b3b9fd-00f4-4af4-a4a4-ce1a1ede5d16 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:07:52.397818 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=fd37f37e-94a7-40b7-85e8-679d496ad55c,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:52.421982 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-116f72af-dc02-407a-97f8-0148dcbe41fd req-96202548-3169-4437-9d92-e6e68c5b10f5 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=cfda1546-c605-452e-ba2e-9095be58b00b HTTP/1.1" status: 200 len: 210 time: 0.0490379 Feb 09 22:07:52.460884 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 23b3b9fd-00f4-4af4-a4a4-ce1a1ede5d16 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:07:52.461669 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (23b3b9fd-00f4-4af4-a4a4-ce1a1ede5d16), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:52.567031 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 23b3b9fd-00f4-4af4-a4a4-ce1a1ede5d16 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:07:52.568393 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (23b3b9fd-00f4-4af4-a4a4-ce1a1ede5d16), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:52.596547 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port 23b3b9fd-00f4-4af4-a4a4-ce1a1ede5d16, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=23b3b9fd-00f4-4af4-a4a4-ce1a1ede5d16,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:07:52.606779 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (23b3b9fd-00f4-4af4-a4a4-ce1a1ede5d16), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:52.675381 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=23b3b9fd-00f4-4af4-a4a4-ce1a1ede5d16,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:52.708534 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87293b53-a4b0-447b-9d32-542eb648acb5 req-5b57e868-8a0e-4f7a-b106-a0af50e7742c tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:52.710191 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-87293b53-a4b0-447b-9d32-542eb648acb5 req-5b57e868-8a0e-4f7a-b106-a0af50e7742c tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.89 "GET /v2.0/networks?id=7e64d8e8-78a3-4987-8778-47d4e5b9b498 HTTP/1.1" status: 200 len: 811 time: 0.2257812 Feb 09 22:07:52.724743 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-87293b53-a4b0-447b-9d32-542eb648acb5 req-1e60431d-89f1-45d8-bd43-b0cc7f9bb8a0 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Request body: {'port': {'device_id': 'cfda1546-c605-452e-ba2e-9095be58b00b', 'network_id': '7e64d8e8-78a3-4987-8778-47d4e5b9b498', 'admin_state_up': True, 'tenant_id': 'ad9e4f8727be424b869d8f0ad468be3f'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:07:52.748747 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dab18da-8577-46d4-b77d-a82b613739a9 None None] Network 757df16b-ee7a-4aa7-b371-9ab032993f20 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:07:52.892125 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-3b90e7a4-12c3-4712-9b4a-316969c143ea None None] Provisioning complete for port fd37f37e-94a7-40b7-85e8-679d496ad55c triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:07:52.892490 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-3b90e7a4-12c3-4712-9b4a-316969c143ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (fd37f37e-94a7-40b7-85e8-679d496ad55c), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:52.948294 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87293b53-a4b0-447b-9d32-542eb648acb5 req-1e60431d-89f1-45d8-bd43-b0cc7f9bb8a0 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Made reservation on behalf of ad9e4f8727be424b869d8f0ad468be3f for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:07:52.951589 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-87293b53-a4b0-447b-9d32-542eb648acb5 req-1e60431d-89f1-45d8-bd43-b0cc7f9bb8a0 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:52.991280 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7159c4d3-f3f7-4500-995d-b46f3830e9ed tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for port (95346f55-416f-4d1e-b3f4-df835d1fbb93), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:53.010793 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-3b90e7a4-12c3-4712-9b4a-316969c143ea None None] Current status of the port fd37f37e-94a7-40b7-85e8-679d496ad55c is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:07:53.038907 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7159c4d3-f3f7-4500-995d-b46f3830e9ed tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (95346f55-416f-4d1e-b3f4-df835d1fbb93), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:53.172996 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7159c4d3-f3f7-4500-995d-b46f3830e9ed tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524919'] for router_interface (017c1f60-716e-46e7-9e7b-49a5c8ebf2dd), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:53.178589 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7159c4d3-f3f7-4500-995d-b46f3830e9ed tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Pushing event updated for resources: {'Port': ['ID=95346f55-416f-4d1e-b3f4-df835d1fbb93,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:53.238758 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-dfda5684-1a68-41a6-9dae-806096aa2632 None None] Provisioning complete for port 95346f55-416f-4d1e-b3f4-df835d1fbb93 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:07:53.239196 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-dfda5684-1a68-41a6-9dae-806096aa2632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (95346f55-416f-4d1e-b3f4-df835d1fbb93), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:53.269806 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [req-87293b53-a4b0-447b-9d32-542eb648acb5 req-1e60431d-89f1-45d8-bd43-b0cc7f9bb8a0 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Allocated IP 172.20.0.5 (7e64d8e8-78a3-4987-8778-47d4e5b9b498/84c886de-428b-4fdd-ac96-e9bdd27d5e04/9b48efde-fc62-4189-b6a3-96e6be54b086) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:07:53.291004 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-dfda5684-1a68-41a6-9dae-806096aa2632 None None] Port 95346f55-416f-4d1e-b3f4-df835d1fbb93 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:07:53.303577 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-dfda5684-1a68-41a6-9dae-806096aa2632 None None] Provisioning complete for port fd37f37e-94a7-40b7-85e8-679d496ad55c triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:07:53.304743 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-dfda5684-1a68-41a6-9dae-806096aa2632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (fd37f37e-94a7-40b7-85e8-679d496ad55c), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:53.407033 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-dfda5684-1a68-41a6-9dae-806096aa2632 None None] Current status of the port fd37f37e-94a7-40b7-85e8-679d496ad55c is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:07:53.418234 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7159c4d3-f3f7-4500-995d-b46f3830e9ed tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Network 757df16b-ee7a-4aa7-b371-9ab032993f20 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:07:53.421654 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-7159c4d3-f3f7-4500-995d-b46f3830e9ed tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:07:53.554745 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-24af0d5c-7bd1-41d0-9dab-181837acc9e7 None None] Provisioning complete for port 95346f55-416f-4d1e-b3f4-df835d1fbb93 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:07:53.555005 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-24af0d5c-7bd1-41d0-9dab-181837acc9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (95346f55-416f-4d1e-b3f4-df835d1fbb93), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:53.562662 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-462b0c12-2f4a-45b1-861b-98392ad89e88 req-e59be41c-2b57-495a-9a40-1880c6685484 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=cfda1546-c605-452e-ba2e-9095be58b00b HTTP/1.1" status: 200 len: 210 time: 0.0497963 Feb 09 22:07:53.597296 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-87293b53-a4b0-447b-9d32-542eb648acb5 req-1e60431d-89f1-45d8-bd43-b0cc7f9bb8a0 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks [] for port (9b48efde-fc62-4189-b6a3-96e6be54b086), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:53.616405 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-24af0d5c-7bd1-41d0-9dab-181837acc9e7 None None] Port 95346f55-416f-4d1e-b3f4-df835d1fbb93 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:07:53.658555 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-87293b53-a4b0-447b-9d32-542eb648acb5 req-1e60431d-89f1-45d8-bd43-b0cc7f9bb8a0 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (9b48efde-fc62-4189-b6a3-96e6be54b086), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:53.715396 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87293b53-a4b0-447b-9d32-542eb648acb5 req-1e60431d-89f1-45d8-bd43-b0cc7f9bb8a0 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Network 7e64d8e8-78a3-4987-8778-47d4e5b9b498 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:07:53.717695 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7159c4d3-f3f7-4500-995d-b46f3830e9ed tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Router 017c1f60-716e-46e7-9e7b-49a5c8ebf2dd has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:07:53.724138 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [req-87293b53-a4b0-447b-9d32-542eb648acb5 req-1e60431d-89f1-45d8-bd43-b0cc7f9bb8a0 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:07:53.726951 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-87293b53-a4b0-447b-9d32-542eb648acb5 req-1e60431d-89f1-45d8-bd43-b0cc7f9bb8a0 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:07:53.782967 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e60431d-89f1-45d8-bd43-b0cc7f9bb8a0 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Pushing event updated for resources: {'Port': ['ID=9b48efde-fc62-4189-b6a3-96e6be54b086,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:53.798571 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:53.801985 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87293b53-a4b0-447b-9d32-542eb648acb5 req-1e60431d-89f1-45d8-bd43-b0cc7f9bb8a0 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:53.802641 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-87293b53-a4b0-447b-9d32-542eb648acb5 req-1e60431d-89f1-45d8-bd43-b0cc7f9bb8a0 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:53.856452 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-3f386802-94ba-49c5-ad44-e08df89afa37 None None] Provisioning complete for port 95346f55-416f-4d1e-b3f4-df835d1fbb93 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:07:53.858357 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-3f386802-94ba-49c5-ad44-e08df89afa37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (95346f55-416f-4d1e-b3f4-df835d1fbb93), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:53.889192 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-87293b53-a4b0-447b-9d32-542eb648acb5 req-1e60431d-89f1-45d8-bd43-b0cc7f9bb8a0 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1703560 Feb 09 22:07:53.903884 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-87293b53-a4b0-447b-9d32-542eb648acb5 req-10f9a764-535c-4692-b25a-856550ed5be1 service neutron] Request body: {'port': {'device_id': 'cfda1546-c605-452e-ba2e-9095be58b00b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:07:53.945659 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-3f386802-94ba-49c5-ad44-e08df89afa37 None None] Port 95346f55-416f-4d1e-b3f4-df835d1fbb93 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:07:53.986399 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7159c4d3-f3f7-4500-995d-b46f3830e9ed tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:07:53.999756 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device fd37f37e-94a7-40b7-85e8-679d496ad55c up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:07:54.001118 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-7159c4d3-f3f7-4500-995d-b46f3830e9ed tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "PUT /v2.0/routers/017c1f60-716e-46e7-9e7b-49a5c8ebf2dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4669943 Feb 09 22:07:54.006772 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-87293b53-a4b0-447b-9d32-542eb648acb5 req-10f9a764-535c-4692-b25a-856550ed5be1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (9b48efde-fc62-4189-b6a3-96e6be54b086), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:54.007196 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46df7ae1-e387-4860-9315-cf597a39f702 None None] Sync routers for ids ['017c1f60-716e-46e7-9e7b-49a5c8ebf2dd'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:07:54.049060 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46df7ae1-e387-4860-9315-cf597a39f702 None None] Routers {'017c1f60-716e-46e7-9e7b-49a5c8ebf2dd'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:07:54.049829 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-46df7ae1-e387-4860-9315-cf597a39f702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:07:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['017c1f60-716e-46e7-9e7b-49a5c8ebf2dd'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:07:54.154386 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-0e72fbf0-2c1e-46df-a67f-563e3a86bb5b None None] Provisioning complete for port 9b48efde-fc62-4189-b6a3-96e6be54b086 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:07:54.154680 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-0e72fbf0-2c1e-46df-a67f-563e3a86bb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (9b48efde-fc62-4189-b6a3-96e6be54b086), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:54.187111 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4b0efa12-0d56-4437-9293-0f3bb6f51090 req-5ac99f0a-81be-45a3-9186-d4bad193514b tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1810531914&fields=id&tenant_id=deeb9e226e2546f19554cbe5eac163d6 HTTP/1.1" status: 200 len: 267 time: 0.0525298 Feb 09 22:07:54.202770 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-0e72fbf0-2c1e-46df-a67f-563e3a86bb5b None None] Port 9b48efde-fc62-4189-b6a3-96e6be54b086 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:07:54.227181 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port fd37f37e-94a7-40b7-85e8-679d496ad55c triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:07:54.227567 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (fd37f37e-94a7-40b7-85e8-679d496ad55c), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:54.293407 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0efa12-0d56-4437-9293-0f3bb6f51090 req-cac1a5a8-0092-4abf-adae-2c856947feca tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:54.300436 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4b0efa12-0d56-4437-9293-0f3bb6f51090 req-cac1a5a8-0092-4abf-adae-2c856947feca tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/networks?id=757df16b-ee7a-4aa7-b371-9ab032993f20 HTTP/1.1" status: 200 len: 797 time: 0.1121569 Feb 09 22:07:54.314039 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-46df7ae1-e387-4860-9315-cf597a39f702 None None] Set router 017c1f60-716e-46e7-9e7b-49a5c8ebf2dd gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:07:54.315997 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4b0efa12-0d56-4437-9293-0f3bb6f51090 req-472bd108-45c8-4d48-9f25-aef83cfb6cb7 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/quotas/deeb9e226e2546f19554cbe5eac163d6 HTTP/1.1" status: 200 len: 375 time: 0.0144832 Feb 09 22:07:54.357452 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-87293b53-a4b0-447b-9d32-542eb648acb5 req-10f9a764-535c-4692-b25a-856550ed5be1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b48efde-fc62-4189-b6a3-96e6be54b086 {{(pid=103141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:07:54.366964 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-87293b53-a4b0-447b-9d32-542eb648acb5 req-10f9a764-535c-4692-b25a-856550ed5be1 service neutron] Publish callbacks [] for port (9b48efde-fc62-4189-b6a3-96e6be54b086), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:54.381925 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4b0efa12-0d56-4437-9293-0f3bb6f51090 req-9cc07a98-14cc-4e33-8294-17227f081b99 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=deeb9e226e2546f19554cbe5eac163d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0647540 Feb 09 22:07:54.382943 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-87293b53-a4b0-447b-9d32-542eb648acb5 req-10f9a764-535c-4692-b25a-856550ed5be1 service neutron] Transition to ACTIVE for port object 9b48efde-fc62-4189-b6a3-96e6be54b086 will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:07:54.388497 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-87293b53-a4b0-447b-9d32-542eb648acb5 req-10f9a764-535c-4692-b25a-856550ed5be1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (9b48efde-fc62-4189-b6a3-96e6be54b086), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:54.479261 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4b0efa12-0d56-4437-9293-0f3bb6f51090 req-add82e02-af11-4cc1-8f7f-6b4a57b89ab4 service neutron] 10.222.0.90 "GET /v2.0/networks/757df16b-ee7a-4aa7-b371-9ab032993f20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959802 Feb 09 22:07:54.582226 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port fd37f37e-94a7-40b7-85e8-679d496ad55c is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:07:54.583686 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 23b3b9fd-00f4-4af4-a4a4-ce1a1ede5d16 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:07:54.584075 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-87293b53-a4b0-447b-9d32-542eb648acb5 req-10f9a764-535c-4692-b25a-856550ed5be1 service neutron] Attempting to bind port 9b48efde-fc62-4189-b6a3-96e6be54b086 on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:07:54.584525 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-87293b53-a4b0-447b-9d32-542eb648acb5 req-10f9a764-535c-4692-b25a-856550ed5be1 service neutron] Attempting to bind port 9b48efde-fc62-4189-b6a3-96e6be54b086 by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': 'ccdb70e6-3e43-42b3-b6b7-87da11db8888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7e64d8e8-78a3-4987-8778-47d4e5b9b498'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:07:54.584946 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87293b53-a4b0-447b-9d32-542eb648acb5 req-10f9a764-535c-4692-b25a-856550ed5be1 service neutron] Attempting to bind port 9b48efde-fc62-4189-b6a3-96e6be54b086 on network 7e64d8e8-78a3-4987-8778-47d4e5b9b498 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:07:54.593300 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87293b53-a4b0-447b-9d32-542eb648acb5 req-10f9a764-535c-4692-b25a-856550ed5be1 service neutron] Port 9b48efde-fc62-4189-b6a3-96e6be54b086 on network 7e64d8e8-78a3-4987-8778-47d4e5b9b498 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:07:54.593776 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87293b53-a4b0-447b-9d32-542eb648acb5 req-10f9a764-535c-4692-b25a-856550ed5be1 service neutron] Attempting to bind port 9b48efde-fc62-4189-b6a3-96e6be54b086 on network 7e64d8e8-78a3-4987-8778-47d4e5b9b498 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:07:54.600845 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87293b53-a4b0-447b-9d32-542eb648acb5 req-10f9a764-535c-4692-b25a-856550ed5be1 service neutron] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:07:54.601295 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87293b53-a4b0-447b-9d32-542eb648acb5 req-10f9a764-535c-4692-b25a-856550ed5be1 service neutron] Checking segment: {'id': 'ccdb70e6-3e43-42b3-b6b7-87da11db8888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7e64d8e8-78a3-4987-8778-47d4e5b9b498'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:07:54.601916 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87293b53-a4b0-447b-9d32-542eb648acb5 req-10f9a764-535c-4692-b25a-856550ed5be1 service neutron] Bound using segment: {'id': 'ccdb70e6-3e43-42b3-b6b7-87da11db8888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7e64d8e8-78a3-4987-8778-47d4e5b9b498'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:07:54.603111 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-87293b53-a4b0-447b-9d32-542eb648acb5 req-10f9a764-535c-4692-b25a-856550ed5be1 service neutron] Bound port: 9b48efde-fc62-4189-b6a3-96e6be54b086, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccdb70e6-3e43-42b3-b6b7-87da11db8888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7e64d8e8-78a3-4987-8778-47d4e5b9b498'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:07:54.603844 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-87293b53-a4b0-447b-9d32-542eb648acb5 req-10f9a764-535c-4692-b25a-856550ed5be1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (9b48efde-fc62-4189-b6a3-96e6be54b086), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:54.631837 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f9a764-535c-4692-b25a-856550ed5be1 service neutron] Pushing event updated for resources: {'Port': ['ID=9b48efde-fc62-4189-b6a3-96e6be54b086,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:54.655748 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4b0efa12-0d56-4437-9293-0f3bb6f51090 req-9298b277-4867-49e2-9d08-7b19495271d6 service neutron] 10.222.0.90 "GET /v2.0/networks/757df16b-ee7a-4aa7-b371-9ab032993f20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755877 Feb 09 22:07:54.726450 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-87293b53-a4b0-447b-9d32-542eb648acb5 req-10f9a764-535c-4692-b25a-856550ed5be1 service neutron] For port 9b48efde-fc62-4189-b6a3-96e6be54b086, host n-h2-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:07:54.735188 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-87293b53-a4b0-447b-9d32-542eb648acb5 req-10f9a764-535c-4692-b25a-856550ed5be1 service neutron] For port 9b48efde-fc62-4189-b6a3-96e6be54b086, host n-h2-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=9b48efde-fc62-4189-b6a3-96e6be54b086,segment=NetworkSegment(ccdb70e6-3e43-42b3-b6b7-87da11db8888),segment_id=ccdb70e6-3e43-42b3-b6b7-87da11db8888)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:07:54.745767 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-87293b53-a4b0-447b-9d32-542eb648acb5 req-10f9a764-535c-4692-b25a-856550ed5be1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (9b48efde-fc62-4189-b6a3-96e6be54b086), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:54.753694 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb54ede-3155-4ef3-9fe9-c53f0ed26b61 req-08eab1f2-33e0-4df3-ac58-46cbac3f6ac9 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:54.755291 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bdb54ede-3155-4ef3-9fe9-c53f0ed26b61 req-08eab1f2-33e0-4df3-ac58-46cbac3f6ac9 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=cfda1546-c605-452e-ba2e-9095be58b00b HTTP/1.1" status: 200 len: 943 time: 0.0763125 Feb 09 22:07:54.842768 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 23b3b9fd-00f4-4af4-a4a4-ce1a1ede5d16 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:07:54.843600 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (23b3b9fd-00f4-4af4-a4a4-ce1a1ede5d16), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:54.860159 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bdb54ede-3155-4ef3-9fe9-c53f0ed26b61 req-54f5cb7c-bb54-4075-a32b-daedc17ea5b4 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967236 Feb 09 22:07:54.933789 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-46df7ae1-e387-4860-9315-cf597a39f702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '017c1f60-716e-46e7-9e7b-49a5c8ebf2dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1577646007', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '23b3b9fd-00f4-4af4-a4a4-ce1a1ede5d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:07:48Z', 'updated_at': '2022-02-09T22:07:51Z', 'revision_number': 4, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'gw_port': {'id': '23b3b9fd-00f4-4af4-a4a4-ce1a1ede5d16', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:09:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017c1f60-716e-46e7-9e7b-49a5c8ebf2dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:07:48Z', 'updated_at': '2022-02-09T22:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '95346f55-416f-4d1e-b3f4-df835d1fbb93', 'name': '', 'network_id': '757df16b-ee7a-4aa7-b371-9ab032993f20', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'mac_address': 'fa:16:3e:fb:c5:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '017c1f60-716e-46e7-9e7b-49a5c8ebf2dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': 'c5c5cc03-f794-435a-a446-b12fe92ecf52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:07:51Z', 'updated_at': '2022-02-09T22:07:52Z', 'revision_number': 2, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'subnets': [{'id': 'c5c5cc03-f794-435a-a446-b12fe92ecf52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:07:54.935466 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f9a764-535c-4692-b25a-856550ed5be1 service neutron] Pushing event updated for resources: {'Port': ['ID=9b48efde-fc62-4189-b6a3-96e6be54b086,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:54.947979 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87293b53-a4b0-447b-9d32-542eb648acb5 req-10f9a764-535c-4692-b25a-856550ed5be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:54.948937 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-87293b53-a4b0-447b-9d32-542eb648acb5 req-10f9a764-535c-4692-b25a-856550ed5be1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:54.952964 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-87293b53-a4b0-447b-9d32-542eb648acb5 req-10f9a764-535c-4692-b25a-856550ed5be1 service neutron] 10.222.0.89 "PUT /v2.0/ports/9b48efde-fc62-4189-b6a3-96e6be54b086 HTTP/1.1" status: 200 len: 1091 time: 1.0517862 Feb 09 22:07:54.952964 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfda1546-c605-452e-ba2e-9095be58b00b', 'tag': '9b48efde-fc62-4189-b6a3-96e6be54b086'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:07:54.956984 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18a4f65b-ff82-4bf1-8df4-bdbfb666756a" -d '{"events": [{"name": "network-changed", "server_uuid": "cfda1546-c605-452e-ba2e-9095be58b00b", "tag": "9b48efde-fc62-4189-b6a3-96e6be54b086"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:07:54.991081 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46df7ae1-e387-4860-9315-cf597a39f702 None None] Checking router: 017c1f60-716e-46e7-9e7b-49a5c8ebf2dd for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:07:54.991465 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46df7ae1-e387-4860-9315-cf597a39f702 None None] Updating router 017c1f60-716e-46e7-9e7b-49a5c8ebf2dd port 95346f55-416f-4d1e-b3f4-df835d1fbb93 binding host n-d-828369-5 {{(pid=103142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:07:55.046382 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dae1e16e-0cff-4326-9b12-b962d537fa69 req-d99d584f-5fd1-4cbb-94db-d924a97c432d tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=5828a84d-3bba-457b-a980-d1c58af1e9fc HTTP/1.1" status: 200 len: 210 time: 0.0696025 Feb 09 22:07:55.051575 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f4e1483-54fa-4be6-a27a-9edf512af3ac x-openstack-request-id: req-1f4e1483-54fa-4be6-a27a-9edf512af3ac {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:07:55.051940 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfda1546-c605-452e-ba2e-9095be58b00b", "tag": "9b48efde-fc62-4189-b6a3-96e6be54b086", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:07:55.052452 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-1f4e1483-54fa-4be6-a27a-9edf512af3ac {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:07:55.052933 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfda1546-c605-452e-ba2e-9095be58b00b', 'tag': '9b48efde-fc62-4189-b6a3-96e6be54b086', 'status': 'completed', 'code': 200} Feb 09 22:07:55.095197 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-46df7ae1-e387-4860-9315-cf597a39f702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (95346f55-416f-4d1e-b3f4-df835d1fbb93), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:55.108726 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87293b53-a4b0-447b-9d32-542eb648acb5 req-973f37cd-c8ac-416f-ae94-b2b9a04d51b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:55.111784 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-87293b53-a4b0-447b-9d32-542eb648acb5 req-973f37cd-c8ac-416f-ae94-b2b9a04d51b8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ad9e4f8727be424b869d8f0ad468be3f&device_id=cfda1546-c605-452e-ba2e-9095be58b00b HTTP/1.1" status: 200 len: 1125 time: 0.1095874 Feb 09 22:07:55.141265 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 23b3b9fd-00f4-4af4-a4a4-ce1a1ede5d16 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:07:55.235418 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-87293b53-a4b0-447b-9d32-542eb648acb5 req-608d5eb3-5764-4cae-9bbc-56858df99d12 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b48efde-fc62-4189-b6a3-96e6be54b086 HTTP/1.1" status: 200 len: 217 time: 0.1155155 Feb 09 22:07:55.310727 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87293b53-a4b0-447b-9d32-542eb648acb5 req-21109a28-840b-4a1d-88ce-716a55efb7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:55.313712 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-87293b53-a4b0-447b-9d32-542eb648acb5 req-21109a28-840b-4a1d-88ce-716a55efb7f2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=84c886de-428b-4fdd-ac96-e9bdd27d5e04 HTTP/1.1" status: 200 len: 850 time: 0.0715699 Feb 09 22:07:55.375220 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87293b53-a4b0-447b-9d32-542eb648acb5 req-50596a3f-f6f2-403b-96a4-51f470b413d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:55.377183 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-87293b53-a4b0-447b-9d32-542eb648acb5 req-50596a3f-f6f2-403b-96a4-51f470b413d6 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7e64d8e8-78a3-4987-8778-47d4e5b9b498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0556931 Feb 09 22:07:55.451371 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-46df7ae1-e387-4860-9315-cf597a39f702 None None] Publish callbacks [] for port (95346f55-416f-4d1e-b3f4-df835d1fbb93), precommit_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:55.458795 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-46df7ae1-e387-4860-9315-cf597a39f702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (95346f55-416f-4d1e-b3f4-df835d1fbb93), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:55.498073 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-87293b53-a4b0-447b-9d32-542eb648acb5 req-6a757014-9475-4900-89d9-4707518c2f99 service neutron] 10.222.0.89 "GET /v2.0/networks/7e64d8e8-78a3-4987-8778-47d4e5b9b498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118193 Feb 09 22:07:55.531394 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7481080a-f16e-4491-b720-64b0dc5eecec None None] Pushing event updated for resources: {'Port': ['ID=95346f55-416f-4d1e-b3f4-df835d1fbb93,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:55.617224 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-46df7ae1-e387-4860-9315-cf597a39f702 None None] Attempting to bind port 95346f55-416f-4d1e-b3f4-df835d1fbb93 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:07:55.617588 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-46df7ae1-e387-4860-9315-cf597a39f702 None None] Attempting to bind port 95346f55-416f-4d1e-b3f4-df835d1fbb93 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '9b722fd1-0853-4680-bbb8-9b607278f6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '757df16b-ee7a-4aa7-b371-9ab032993f20'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:07:55.622305 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46df7ae1-e387-4860-9315-cf597a39f702 None None] Attempting to bind port 95346f55-416f-4d1e-b3f4-df835d1fbb93 on network 757df16b-ee7a-4aa7-b371-9ab032993f20 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:07:55.629896 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46df7ae1-e387-4860-9315-cf597a39f702 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:07:55.630259 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46df7ae1-e387-4860-9315-cf597a39f702 None None] Checking segment: {'id': '9b722fd1-0853-4680-bbb8-9b607278f6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '757df16b-ee7a-4aa7-b371-9ab032993f20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:07:55.630630 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-46df7ae1-e387-4860-9315-cf597a39f702 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:55.631008 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46df7ae1-e387-4860-9315-cf597a39f702 None None] Bound using segment: {'id': '9b722fd1-0853-4680-bbb8-9b607278f6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '757df16b-ee7a-4aa7-b371-9ab032993f20'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:07:55.631477 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-46df7ae1-e387-4860-9315-cf597a39f702 None None] Bound port: 95346f55-416f-4d1e-b3f4-df835d1fbb93, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b722fd1-0853-4680-bbb8-9b607278f6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '757df16b-ee7a-4aa7-b371-9ab032993f20'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:07:55.631866 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-46df7ae1-e387-4860-9315-cf597a39f702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (95346f55-416f-4d1e-b3f4-df835d1fbb93), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:55.642818 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-87293b53-a4b0-447b-9d32-542eb648acb5 req-bdad0719-3080-48b2-905a-5bae14c4f097 service neutron] 10.222.0.89 "GET /v2.0/networks/7e64d8e8-78a3-4987-8778-47d4e5b9b498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364148 Feb 09 22:07:55.719933 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-46df7ae1-e387-4860-9315-cf597a39f702 None None] For port 95346f55-416f-4d1e-b3f4-df835d1fbb93, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:07:55.723797 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-46df7ae1-e387-4860-9315-cf597a39f702 None None] For port 95346f55-416f-4d1e-b3f4-df835d1fbb93, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=95346f55-416f-4d1e-b3f4-df835d1fbb93,segment=NetworkSegment(9b722fd1-0853-4680-bbb8-9b607278f6a1),segment_id=9b722fd1-0853-4680-bbb8-9b607278f6a1)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:07:55.730796 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-46df7ae1-e387-4860-9315-cf597a39f702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (95346f55-416f-4d1e-b3f4-df835d1fbb93), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:55.796001 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a4f65b-ff82-4bf1-8df4-bdbfb666756a req-15c5f770-7937-4ef0-8d8c-580d7db893d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:55.801531 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-18a4f65b-ff82-4bf1-8df4-bdbfb666756a req-15c5f770-7937-4ef0-8d8c-580d7db893d4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ad9e4f8727be424b869d8f0ad468be3f&device_id=cfda1546-c605-452e-ba2e-9095be58b00b HTTP/1.1" status: 200 len: 1125 time: 0.0897121 Feb 09 22:07:55.845351 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7481080a-f16e-4491-b720-64b0dc5eecec None None] Pushing event updated for resources: {'Port': ['ID=95346f55-416f-4d1e-b3f4-df835d1fbb93,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:55.862014 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46df7ae1-e387-4860-9315-cf597a39f702 None None] Routers {'017c1f60-716e-46e7-9e7b-49a5c8ebf2dd'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:07:55.863179 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-46df7ae1-e387-4860-9315-cf597a39f702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:07:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['017c1f60-716e-46e7-9e7b-49a5c8ebf2dd'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:07:55.943859 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a4f65b-ff82-4bf1-8df4-bdbfb666756a req-6c0ec67a-a2a2-4072-8af6-20bae30c92a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:55.946457 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-18a4f65b-ff82-4bf1-8df4-bdbfb666756a req-6c0ec67a-a2a2-4072-8af6-20bae30c92a3 service neutron] 10.222.0.89 "GET /v2.0/networks?id=7e64d8e8-78a3-4987-8778-47d4e5b9b498 HTTP/1.1" status: 200 len: 912 time: 0.1349099 Feb 09 22:07:55.991503 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-706621ee-9da2-4c32-8674-95a08c92bf9d None None] Provisioning complete for port 95346f55-416f-4d1e-b3f4-df835d1fbb93 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:07:55.991894 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-706621ee-9da2-4c32-8674-95a08c92bf9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (95346f55-416f-4d1e-b3f4-df835d1fbb93), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:56.015729 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-18a4f65b-ff82-4bf1-8df4-bdbfb666756a req-b0e5cb30-188b-4765-bb23-9bc3392ad075 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b48efde-fc62-4189-b6a3-96e6be54b086 HTTP/1.1" status: 200 len: 217 time: 0.0625634 Feb 09 22:07:56.101162 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a4f65b-ff82-4bf1-8df4-bdbfb666756a req-bb873ffd-dabf-4659-8973-19506ad5de54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:56.102607 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-18a4f65b-ff82-4bf1-8df4-bdbfb666756a req-bb873ffd-dabf-4659-8973-19506ad5de54 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=84c886de-428b-4fdd-ac96-e9bdd27d5e04 HTTP/1.1" status: 200 len: 850 time: 0.0803096 Feb 09 22:07:56.150521 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-46df7ae1-e387-4860-9315-cf597a39f702 None None] Set router 017c1f60-716e-46e7-9e7b-49a5c8ebf2dd gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:07:56.183707 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a4f65b-ff82-4bf1-8df4-bdbfb666756a req-1b29da52-1259-4f88-9f29-b05ff3c459e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:56.183707 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-18a4f65b-ff82-4bf1-8df4-bdbfb666756a req-1b29da52-1259-4f88-9f29-b05ff3c459e2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7e64d8e8-78a3-4987-8778-47d4e5b9b498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0698137 Feb 09 22:07:56.387874 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-18a4f65b-ff82-4bf1-8df4-bdbfb666756a req-dd193ea8-cca3-4623-84bf-b38bf26b9ff6 service neutron] 10.222.0.89 "GET /v2.0/networks/7e64d8e8-78a3-4987-8778-47d4e5b9b498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985564 Feb 09 22:07:56.393270 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-706621ee-9da2-4c32-8674-95a08c92bf9d None None] Current status of the port 95346f55-416f-4d1e-b3f4-df835d1fbb93 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:07:56.402268 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-706621ee-9da2-4c32-8674-95a08c92bf9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (95346f55-416f-4d1e-b3f4-df835d1fbb93), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:56.473643 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-706621ee-9da2-4c32-8674-95a08c92bf9d None None] For port 95346f55-416f-4d1e-b3f4-df835d1fbb93, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=95346f55-416f-4d1e-b3f4-df835d1fbb93,segment=NetworkSegment(9b722fd1-0853-4680-bbb8-9b607278f6a1),segment_id=9b722fd1-0853-4680-bbb8-9b607278f6a1)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:07:56.481398 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-706621ee-9da2-4c32-8674-95a08c92bf9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (95346f55-416f-4d1e-b3f4-df835d1fbb93), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:56.520749 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-18a4f65b-ff82-4bf1-8df4-bdbfb666756a req-809a3c76-3cc5-480e-82b3-8ebc9eb2dec3 service neutron] 10.222.0.89 "GET /v2.0/networks/7e64d8e8-78a3-4987-8778-47d4e5b9b498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260526 Feb 09 22:07:56.559853 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-46df7ae1-e387-4860-9315-cf597a39f702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '017c1f60-716e-46e7-9e7b-49a5c8ebf2dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1577646007', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '23b3b9fd-00f4-4af4-a4a4-ce1a1ede5d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:07:48Z', 'updated_at': '2022-02-09T22:07:51Z', 'revision_number': 4, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'gw_port': {'id': '23b3b9fd-00f4-4af4-a4a4-ce1a1ede5d16', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:09:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017c1f60-716e-46e7-9e7b-49a5c8ebf2dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:07:48Z', 'updated_at': '2022-02-09T22:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '95346f55-416f-4d1e-b3f4-df835d1fbb93', 'name': '', 'network_id': '757df16b-ee7a-4aa7-b371-9ab032993f20', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'mac_address': 'fa:16:3e:fb:c5:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '017c1f60-716e-46e7-9e7b-49a5c8ebf2dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': 'c5c5cc03-f794-435a-a446-b12fe92ecf52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:07:51Z', 'updated_at': '2022-02-09T22:07:55Z', 'revision_number': 4, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'subnets': [{'id': 'c5c5cc03-f794-435a-a446-b12fe92ecf52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:07:56.561937 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706621ee-9da2-4c32-8674-95a08c92bf9d None None] Pushing event updated for resources: {'Port': ['ID=95346f55-416f-4d1e-b3f4-df835d1fbb93,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:56.576496 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-020a32bd-8f55-4f2c-9368-c3e952bea177 req-72d39f74-33c2-4403-82ca-5433b7d6b7c5 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=5828a84d-3bba-457b-a980-d1c58af1e9fc HTTP/1.1" status: 200 len: 210 time: 0.0400550 Feb 09 22:07:56.601633 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46df7ae1-e387-4860-9315-cf597a39f702 None None] The sync data for ids ['017c1f60-716e-46e7-9e7b-49a5c8ebf2dd'] in n-d-828369-5 is: [{'id': '017c1f60-716e-46e7-9e7b-49a5c8ebf2dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1577646007', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '23b3b9fd-00f4-4af4-a4a4-ce1a1ede5d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:07:48Z', 'updated_at': '2022-02-09T22:07:51Z', 'revision_number': 4, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'gw_port': {'id': '23b3b9fd-00f4-4af4-a4a4-ce1a1ede5d16', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:09:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017c1f60-716e-46e7-9e7b-49a5c8ebf2dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:07:48Z', 'updated_at': '2022-02-09T22:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '95346f55-416f-4d1e-b3f4-df835d1fbb93', 'name': '', 'network_id': '757df16b-ee7a-4aa7-b371-9ab032993f20', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'mac_address': 'fa:16:3e:fb:c5:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '017c1f60-716e-46e7-9e7b-49a5c8ebf2dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': 'c5c5cc03-f794-435a-a446-b12fe92ecf52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:07:51Z', 'updated_at': '2022-02-09T22:07:55Z', 'revision_number': 4, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'subnets': [{'id': 'c5c5cc03-f794-435a-a446-b12fe92ecf52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:07:56.618725 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-d49c14de-c64e-4e53-bd3e-e4584e5c4401 None None] Provisioning complete for port 95346f55-416f-4d1e-b3f4-df835d1fbb93 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:07:56.619259 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d49c14de-c64e-4e53-bd3e-e4584e5c4401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (95346f55-416f-4d1e-b3f4-df835d1fbb93), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:56.737072 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-d49c14de-c64e-4e53-bd3e-e4584e5c4401 None None] Current status of the port 95346f55-416f-4d1e-b3f4-df835d1fbb93 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:07:56.746419 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0efa12-0d56-4437-9293-0f3bb6f51090 req-b89907cc-7691-4c52-91d8-770129417261 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:56.747951 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4b0efa12-0d56-4437-9293-0f3bb6f51090 req-b89907cc-7691-4c52-91d8-770129417261 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.95 "GET /v2.0/networks?id=757df16b-ee7a-4aa7-b371-9ab032993f20 HTTP/1.1" status: 200 len: 797 time: 0.2209353 Feb 09 22:07:56.756058 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc91c2b2-aae5-49b2-9e03-e347b84ab407 req-c35ef5f8-d426-4083-91cc-3247e9c5dae1 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:56.762921 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bc91c2b2-aae5-49b2-9e03-e347b84ab407 req-c35ef5f8-d426-4083-91cc-3247e9c5dae1 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=cfda1546-c605-452e-ba2e-9095be58b00b HTTP/1.1" status: 200 len: 943 time: 0.8060164 Feb 09 22:07:56.847312 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bc91c2b2-aae5-49b2-9e03-e347b84ab407 req-1eadd61a-8354-4d04-a612-9cad7b94f222 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832102 Feb 09 22:07:56.859250 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4b0efa12-0d56-4437-9293-0f3bb6f51090 req-d81fb671-4114-4145-8646-80ed39220329 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=deeb9e226e2546f19554cbe5eac163d6 HTTP/1.1" status: 200 len: 380 time: 0.0931368 Feb 09 22:07:56.872949 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-4b0efa12-0d56-4437-9293-0f3bb6f51090 req-e7f5102a-ebdb-4e02-9c55-c84d36839f51 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Request body: {'port': {'device_id': '5828a84d-3bba-457b-a980-d1c58af1e9fc', 'network_id': '757df16b-ee7a-4aa7-b371-9ab032993f20', 'admin_state_up': True, 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'security_groups': ['cf0b68a3-9ef1-42e0-a988-523ababb4794']}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:07:56.997406 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b0efa12-0d56-4437-9293-0f3bb6f51090 req-e7f5102a-ebdb-4e02-9c55-c84d36839f51 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Made reservation on behalf of deeb9e226e2546f19554cbe5eac163d6 for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:07:57.001405 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-4b0efa12-0d56-4437-9293-0f3bb6f51090 req-e7f5102a-ebdb-4e02-9c55-c84d36839f51 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:57.139052 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [req-4b0efa12-0d56-4437-9293-0f3bb6f51090 req-e7f5102a-ebdb-4e02-9c55-c84d36839f51 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Allocated IP 172.20.0.5 (757df16b-ee7a-4aa7-b371-9ab032993f20/c5c5cc03-f794-435a-a446-b12fe92ecf52/71dfa068-14f7-409b-b475-a37f2364f10b) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:07:57.293652 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-4b0efa12-0d56-4437-9293-0f3bb6f51090 req-e7f5102a-ebdb-4e02-9c55-c84d36839f51 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for port (71dfa068-14f7-409b-b475-a37f2364f10b), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:57.328922 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-4b0efa12-0d56-4437-9293-0f3bb6f51090 req-e7f5102a-ebdb-4e02-9c55-c84d36839f51 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (71dfa068-14f7-409b-b475-a37f2364f10b), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:57.372500 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b0efa12-0d56-4437-9293-0f3bb6f51090 req-e7f5102a-ebdb-4e02-9c55-c84d36839f51 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Network 757df16b-ee7a-4aa7-b371-9ab032993f20 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:07:57.376419 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [req-4b0efa12-0d56-4437-9293-0f3bb6f51090 req-e7f5102a-ebdb-4e02-9c55-c84d36839f51 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:07:57.380388 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b0efa12-0d56-4437-9293-0f3bb6f51090 req-e7f5102a-ebdb-4e02-9c55-c84d36839f51 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:07:57.416147 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f5102a-ebdb-4e02-9c55-c84d36839f51 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Pushing event updated for resources: {'Port': ['ID=71dfa068-14f7-409b-b475-a37f2364f10b,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:57.453133 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0efa12-0d56-4437-9293-0f3bb6f51090 req-e7f5102a-ebdb-4e02-9c55-c84d36839f51 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:57.454046 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-4b0efa12-0d56-4437-9293-0f3bb6f51090 req-e7f5102a-ebdb-4e02-9c55-c84d36839f51 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:57.471285 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4b0efa12-0d56-4437-9293-0f3bb6f51090 req-e7f5102a-ebdb-4e02-9c55-c84d36839f51 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6023560 Feb 09 22:07:57.488519 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-4b0efa12-0d56-4437-9293-0f3bb6f51090 req-d1abc598-406a-4a87-a370-ace901984822 service neutron] Request body: {'port': {'device_id': '5828a84d-3bba-457b-a980-d1c58af1e9fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-5'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:07:57.557680 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-4b0efa12-0d56-4437-9293-0f3bb6f51090 req-d1abc598-406a-4a87-a370-ace901984822 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (71dfa068-14f7-409b-b475-a37f2364f10b), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:57.668382 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-97e24d98-b3d7-4ff9-a001-c9887d3cee4a None None] Provisioning complete for port 71dfa068-14f7-409b-b475-a37f2364f10b triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:07:57.668903 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-97e24d98-b3d7-4ff9-a001-c9887d3cee4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (71dfa068-14f7-409b-b475-a37f2364f10b), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:57.716479 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-97e24d98-b3d7-4ff9-a001-c9887d3cee4a None None] Port 71dfa068-14f7-409b-b475-a37f2364f10b cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:07:57.807646 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d748c2c-8bc7-441d-8d1a-01e239dc127d req-4f9e514c-e9f3-4cfc-8266-21ef2d50ea72 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:57.809215 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8d748c2c-8bc7-441d-8d1a-01e239dc127d req-4f9e514c-e9f3-4cfc-8266-21ef2d50ea72 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=5828a84d-3bba-457b-a980-d1c58af1e9fc HTTP/1.1" status: 200 len: 931 time: 0.1229491 Feb 09 22:07:57.886312 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8d748c2c-8bc7-441d-8d1a-01e239dc127d req-830f1fdc-2402-40ae-9da7-b597f5b02910 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf0b68a3-9ef1-42e0-a988-523ababb4794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693789 Feb 09 22:07:57.979692 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [req-4b0efa12-0d56-4437-9293-0f3bb6f51090 req-d1abc598-406a-4a87-a370-ace901984822 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71dfa068-14f7-409b-b475-a37f2364f10b {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:07:57.979891 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 95346f55-416f-4d1e-b3f4-df835d1fbb93 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:07:57.989297 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-4b0efa12-0d56-4437-9293-0f3bb6f51090 req-d1abc598-406a-4a87-a370-ace901984822 service neutron] Publish callbacks [] for port (71dfa068-14f7-409b-b475-a37f2364f10b), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:58.026745 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [req-4b0efa12-0d56-4437-9293-0f3bb6f51090 req-d1abc598-406a-4a87-a370-ace901984822 service neutron] Transition to ACTIVE for port object 71dfa068-14f7-409b-b475-a37f2364f10b will not be triggered until provisioned by entity L2. {{(pid=103140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:07:58.032982 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-4b0efa12-0d56-4437-9293-0f3bb6f51090 req-d1abc598-406a-4a87-a370-ace901984822 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (71dfa068-14f7-409b-b475-a37f2364f10b), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:58.038413 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 95346f55-416f-4d1e-b3f4-df835d1fbb93 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:07:58.040053 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (95346f55-416f-4d1e-b3f4-df835d1fbb93), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:58.094282 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1abc598-406a-4a87-a370-ace901984822 service neutron] Pushing event updated for resources: {'Port': ['ID=71dfa068-14f7-409b-b475-a37f2364f10b,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:58.113219 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909b09eb-bd5e-4628-af7f-e24f9e6b5535 req-3da2552e-addb-47a4-b2d4-ea5c1318015c tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:58.114847 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-909b09eb-bd5e-4628-af7f-e24f9e6b5535 req-3da2552e-addb-47a4-b2d4-ea5c1318015c tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=cfda1546-c605-452e-ba2e-9095be58b00b HTTP/1.1" status: 200 len: 943 time: 0.1590099 Feb 09 22:07:58.134344 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 95346f55-416f-4d1e-b3f4-df835d1fbb93 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:07:58.235774 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-909b09eb-bd5e-4628-af7f-e24f9e6b5535 req-9e573426-053b-43f7-97c9-2716a29ef654 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127555 Feb 09 22:07:58.249585 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-4b0efa12-0d56-4437-9293-0f3bb6f51090 req-d1abc598-406a-4a87-a370-ace901984822 service neutron] Attempting to bind port 71dfa068-14f7-409b-b475-a37f2364f10b on host n-h1-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:07:58.250040 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-4b0efa12-0d56-4437-9293-0f3bb6f51090 req-d1abc598-406a-4a87-a370-ace901984822 service neutron] Attempting to bind port 71dfa068-14f7-409b-b475-a37f2364f10b by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': '9b722fd1-0853-4680-bbb8-9b607278f6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '757df16b-ee7a-4aa7-b371-9ab032993f20'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:07:58.250483 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0efa12-0d56-4437-9293-0f3bb6f51090 req-d1abc598-406a-4a87-a370-ace901984822 service neutron] Attempting to bind port 71dfa068-14f7-409b-b475-a37f2364f10b on network 757df16b-ee7a-4aa7-b371-9ab032993f20 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:07:58.255653 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0efa12-0d56-4437-9293-0f3bb6f51090 req-d1abc598-406a-4a87-a370-ace901984822 service neutron] Port 71dfa068-14f7-409b-b475-a37f2364f10b on network 757df16b-ee7a-4aa7-b371-9ab032993f20 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:07:58.256040 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0efa12-0d56-4437-9293-0f3bb6f51090 req-d1abc598-406a-4a87-a370-ace901984822 service neutron] Attempting to bind port 71dfa068-14f7-409b-b475-a37f2364f10b on network 757df16b-ee7a-4aa7-b371-9ab032993f20 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:07:58.262615 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0efa12-0d56-4437-9293-0f3bb6f51090 req-d1abc598-406a-4a87-a370-ace901984822 service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:07:58.262956 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0efa12-0d56-4437-9293-0f3bb6f51090 req-d1abc598-406a-4a87-a370-ace901984822 service neutron] Checking segment: {'id': '9b722fd1-0853-4680-bbb8-9b607278f6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '757df16b-ee7a-4aa7-b371-9ab032993f20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:07:58.263341 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0efa12-0d56-4437-9293-0f3bb6f51090 req-d1abc598-406a-4a87-a370-ace901984822 service neutron] Bound using segment: {'id': '9b722fd1-0853-4680-bbb8-9b607278f6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '757df16b-ee7a-4aa7-b371-9ab032993f20'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:07:58.263787 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-4b0efa12-0d56-4437-9293-0f3bb6f51090 req-d1abc598-406a-4a87-a370-ace901984822 service neutron] Bound port: 71dfa068-14f7-409b-b475-a37f2364f10b, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b722fd1-0853-4680-bbb8-9b607278f6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '757df16b-ee7a-4aa7-b371-9ab032993f20'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:07:58.264135 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-4b0efa12-0d56-4437-9293-0f3bb6f51090 req-d1abc598-406a-4a87-a370-ace901984822 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (71dfa068-14f7-409b-b475-a37f2364f10b), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:58.339271 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-4b0efa12-0d56-4437-9293-0f3bb6f51090 req-d1abc598-406a-4a87-a370-ace901984822 service neutron] For port 71dfa068-14f7-409b-b475-a37f2364f10b, host n-h1-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:07:58.342315 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-4b0efa12-0d56-4437-9293-0f3bb6f51090 req-d1abc598-406a-4a87-a370-ace901984822 service neutron] For port 71dfa068-14f7-409b-b475-a37f2364f10b, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=71dfa068-14f7-409b-b475-a37f2364f10b,segment=NetworkSegment(9b722fd1-0853-4680-bbb8-9b607278f6a1),segment_id=9b722fd1-0853-4680-bbb8-9b607278f6a1)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:07:58.348836 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-4b0efa12-0d56-4437-9293-0f3bb6f51090 req-d1abc598-406a-4a87-a370-ace901984822 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (71dfa068-14f7-409b-b475-a37f2364f10b), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:58.381403 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0efa12-0d56-4437-9293-0f3bb6f51090 req-d1abc598-406a-4a87-a370-ace901984822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:58.381945 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-4b0efa12-0d56-4437-9293-0f3bb6f51090 req-d1abc598-406a-4a87-a370-ace901984822 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:07:58.383406 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4b0efa12-0d56-4437-9293-0f3bb6f51090 req-d1abc598-406a-4a87-a370-ace901984822 service neutron] 10.222.0.95 "PUT /v2.0/ports/71dfa068-14f7-409b-b475-a37f2364f10b HTTP/1.1" status: 200 len: 1091 time: 0.8997805 Feb 09 22:07:58.383746 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5828a84d-3bba-457b-a980-d1c58af1e9fc', 'tag': '71dfa068-14f7-409b-b475-a37f2364f10b'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:07:58.386014 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-822127d3-8a7e-4726-990d-7ad89532b2b8" -d '{"events": [{"name": "network-changed", "server_uuid": "5828a84d-3bba-457b-a980-d1c58af1e9fc", "tag": "71dfa068-14f7-409b-b475-a37f2364f10b"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:07:58.411603 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1abc598-406a-4a87-a370-ace901984822 service neutron] Pushing event updated for resources: {'Port': ['ID=71dfa068-14f7-409b-b475-a37f2364f10b,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:07:58.451832 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26d1c4bd-3c4e-4b89-9210-9b34258ea21f x-openstack-request-id: req-26d1c4bd-3c4e-4b89-9210-9b34258ea21f {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:07:58.452125 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5828a84d-3bba-457b-a980-d1c58af1e9fc", "tag": "71dfa068-14f7-409b-b475-a37f2364f10b", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:07:58.455905 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-26d1c4bd-3c4e-4b89-9210-9b34258ea21f {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:07:58.456621 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5828a84d-3bba-457b-a980-d1c58af1e9fc', 'tag': '71dfa068-14f7-409b-b475-a37f2364f10b', 'status': 'completed', 'code': 200} Feb 09 22:07:58.495270 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0efa12-0d56-4437-9293-0f3bb6f51090 req-d817e080-509f-4e04-8cd8-2a0458e15d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:58.496895 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4b0efa12-0d56-4437-9293-0f3bb6f51090 req-d817e080-509f-4e04-8cd8-2a0458e15d2a service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=deeb9e226e2546f19554cbe5eac163d6&device_id=5828a84d-3bba-457b-a980-d1c58af1e9fc HTTP/1.1" status: 200 len: 1125 time: 0.0538471 Feb 09 22:07:58.554497 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4b0efa12-0d56-4437-9293-0f3bb6f51090 req-cec16e49-ea9f-4ad1-ae8c-f66d866e878b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71dfa068-14f7-409b-b475-a37f2364f10b HTTP/1.1" status: 200 len: 217 time: 0.0461953 Feb 09 22:07:58.604967 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0efa12-0d56-4437-9293-0f3bb6f51090 req-b050dd07-0857-40ff-860d-b190d8e87e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:58.606476 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4b0efa12-0d56-4437-9293-0f3bb6f51090 req-b050dd07-0857-40ff-860d-b190d8e87e31 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=c5c5cc03-f794-435a-a446-b12fe92ecf52 HTTP/1.1" status: 200 len: 834 time: 0.0458581 Feb 09 22:07:58.660872 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0efa12-0d56-4437-9293-0f3bb6f51090 req-84006e71-0327-49f4-ae9f-d1530545781d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:58.662408 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4b0efa12-0d56-4437-9293-0f3bb6f51090 req-84006e71-0327-49f4-ae9f-d1530545781d service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=757df16b-ee7a-4aa7-b371-9ab032993f20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0488665 Feb 09 22:07:58.759966 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4b0efa12-0d56-4437-9293-0f3bb6f51090 req-abf27919-e5cd-4e2e-8160-85622c69acef service neutron] 10.222.0.95 "GET /v2.0/networks/757df16b-ee7a-4aa7-b371-9ab032993f20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898719 Feb 09 22:07:58.858520 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4b0efa12-0d56-4437-9293-0f3bb6f51090 req-695a5d78-7964-42aa-a8f3-9eb71431cdbe service neutron] 10.222.0.95 "GET /v2.0/networks/757df16b-ee7a-4aa7-b371-9ab032993f20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893085 Feb 09 22:07:58.959860 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822127d3-8a7e-4726-990d-7ad89532b2b8 req-835e02d7-4206-461a-8d99-128420360eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:58.961559 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-822127d3-8a7e-4726-990d-7ad89532b2b8 req-835e02d7-4206-461a-8d99-128420360eef service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=deeb9e226e2546f19554cbe5eac163d6&device_id=5828a84d-3bba-457b-a980-d1c58af1e9fc HTTP/1.1" status: 200 len: 1125 time: 0.0492861 Feb 09 22:07:59.079483 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e00c79-db7a-479c-9d91-97e76bff1941 req-4c851857-5b29-446b-a235-6120e9d6e3bc tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:59.081055 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-69e00c79-db7a-479c-9d91-97e76bff1941 req-4c851857-5b29-446b-a235-6120e9d6e3bc tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=5828a84d-3bba-457b-a980-d1c58af1e9fc HTTP/1.1" status: 200 len: 943 time: 0.1176450 Feb 09 22:07:59.116060 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822127d3-8a7e-4726-990d-7ad89532b2b8 req-a5d2c177-448c-47cc-b24c-724eacb16ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:59.117584 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-822127d3-8a7e-4726-990d-7ad89532b2b8 req-a5d2c177-448c-47cc-b24c-724eacb16ea4 service neutron] 10.222.0.95 "GET /v2.0/networks?id=757df16b-ee7a-4aa7-b371-9ab032993f20 HTTP/1.1" status: 200 len: 898 time: 0.1447873 Feb 09 22:07:59.175965 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-822127d3-8a7e-4726-990d-7ad89532b2b8 req-02fb5016-d4e5-40c1-aa06-5c684ded6e8d service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71dfa068-14f7-409b-b475-a37f2364f10b HTTP/1.1" status: 200 len: 217 time: 0.0468769 Feb 09 22:07:59.184793 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-69e00c79-db7a-479c-9d91-97e76bff1941 req-d7903345-266f-4cf3-89ca-439347d4f7bc tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf0b68a3-9ef1-42e0-a988-523ababb4794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928068 Feb 09 22:07:59.242628 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822127d3-8a7e-4726-990d-7ad89532b2b8 req-2c006452-1107-4aa7-9827-7557329a2749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:59.244136 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-822127d3-8a7e-4726-990d-7ad89532b2b8 req-2c006452-1107-4aa7-9827-7557329a2749 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=c5c5cc03-f794-435a-a446-b12fe92ecf52 HTTP/1.1" status: 200 len: 834 time: 0.0583048 Feb 09 22:07:59.302155 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822127d3-8a7e-4726-990d-7ad89532b2b8 req-22808861-3a26-4a95-993a-4b4c5b7d1a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:59.304573 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-822127d3-8a7e-4726-990d-7ad89532b2b8 req-22808861-3a26-4a95-993a-4b4c5b7d1a63 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=757df16b-ee7a-4aa7-b371-9ab032993f20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0529959 Feb 09 22:07:59.429580 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0395b254-424c-486c-8b2b-998a5281205e req-00f3ed8c-6f4d-47ae-be47-f91dd0e6bb74 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:07:59.431161 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0395b254-424c-486c-8b2b-998a5281205e req-00f3ed8c-6f4d-47ae-be47-f91dd0e6bb74 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=cfda1546-c605-452e-ba2e-9095be58b00b HTTP/1.1" status: 200 len: 943 time: 0.1196573 Feb 09 22:07:59.453484 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-822127d3-8a7e-4726-990d-7ad89532b2b8 req-6ea71f62-067b-49a2-b4fb-15a437156424 service neutron] 10.222.0.95 "GET /v2.0/networks/757df16b-ee7a-4aa7-b371-9ab032993f20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325371 Feb 09 22:07:59.541864 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0395b254-424c-486c-8b2b-998a5281205e req-58bbcad1-5194-4516-acaa-1a8b4fb1d235 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995326 Feb 09 22:07:59.582857 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-822127d3-8a7e-4726-990d-7ad89532b2b8 req-096f777c-9e79-4c59-97ff-46f7f537f067 service neutron] 10.222.0.95 "GET /v2.0/networks/757df16b-ee7a-4aa7-b371-9ab032993f20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223955 Feb 09 22:08:00.325168 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80a0ab4-fa8a-4478-a4f8-516fd73d2d41 req-94d84255-9f55-4b8d-9568-2558c35614ad tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:00.326938 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d80a0ab4-fa8a-4478-a4f8-516fd73d2d41 req-94d84255-9f55-4b8d-9568-2558c35614ad tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=5828a84d-3bba-457b-a980-d1c58af1e9fc HTTP/1.1" status: 200 len: 943 time: 0.0562360 Feb 09 22:08:00.382005 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d80a0ab4-fa8a-4478-a4f8-516fd73d2d41 req-bc587d6c-4475-4a2b-8b54-e21a5b52d49e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf0b68a3-9ef1-42e0-a988-523ababb4794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491855 Feb 09 22:08:00.681293 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd496bd6-862a-4fc9-b30b-efd9ad7e62a5 req-1e4450f0-15c8-4b94-b76a-92863ad239b6 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:00.682883 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fd496bd6-862a-4fc9-b30b-efd9ad7e62a5 req-1e4450f0-15c8-4b94-b76a-92863ad239b6 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=cfda1546-c605-452e-ba2e-9095be58b00b HTTP/1.1" status: 200 len: 943 time: 0.0559106 Feb 09 22:08:00.733330 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fd496bd6-862a-4fc9-b30b-efd9ad7e62a5 req-89c5d4e6-09d7-45fb-ae01-9ab8a94f7d6a tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440853 Feb 09 22:08:01.505070 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea405ab-1765-405d-9d76-0547f657786c req-99307253-5a85-42bf-9b59-69cbbe81d7a8 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:01.506567 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1ea405ab-1765-405d-9d76-0547f657786c req-99307253-5a85-42bf-9b59-69cbbe81d7a8 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=5828a84d-3bba-457b-a980-d1c58af1e9fc HTTP/1.1" status: 200 len: 943 time: 0.0538964 Feb 09 22:08:01.556924 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1ea405ab-1765-405d-9d76-0547f657786c req-6493070d-83dd-4784-9640-a71ca10f6a9f tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf0b68a3-9ef1-42e0-a988-523ababb4794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446892 Feb 09 22:08:01.863387 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff3b1bb-7d0e-4718-bf9a-fddc39ce06a4 req-faced793-a1fd-4046-986a-950ed9027cff tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:01.865005 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7ff3b1bb-7d0e-4718-bf9a-fddc39ce06a4 req-faced793-a1fd-4046-986a-950ed9027cff tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=cfda1546-c605-452e-ba2e-9095be58b00b HTTP/1.1" status: 200 len: 943 time: 0.0626783 Feb 09 22:08:01.911338 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7ff3b1bb-7d0e-4718-bf9a-fddc39ce06a4 req-2fa0105d-2383-4f16-90ce-0a367e2529af tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406313 Feb 09 22:08:02.675582 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3327398-30d3-4c98-b9c5-c0e807c2656b req-846f9344-7fe6-4d70-b58d-37129f61ddb9 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:02.677116 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c3327398-30d3-4c98-b9c5-c0e807c2656b req-846f9344-7fe6-4d70-b58d-37129f61ddb9 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=5828a84d-3bba-457b-a980-d1c58af1e9fc HTTP/1.1" status: 200 len: 943 time: 0.0536239 Feb 09 22:08:02.725674 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c3327398-30d3-4c98-b9c5-c0e807c2656b req-585f5ec4-2a1b-4b39-93c7-a7082719f1a4 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf0b68a3-9ef1-42e0-a988-523ababb4794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429552 Feb 09 22:08:03.038363 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b35dfd-d81e-426d-bc84-c12a48c52e75 req-dabaf89c-a385-4406-9fd9-0cc06f9146e6 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:03.039916 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f1b35dfd-d81e-426d-bc84-c12a48c52e75 req-dabaf89c-a385-4406-9fd9-0cc06f9146e6 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=cfda1546-c605-452e-ba2e-9095be58b00b HTTP/1.1" status: 200 len: 943 time: 0.0549684 Feb 09 22:08:03.094210 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f1b35dfd-d81e-426d-bc84-c12a48c52e75 req-9768faae-533f-418c-a4b4-e007b6b8a0a2 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483718 Feb 09 22:08:03.534701 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 71dfa068-14f7-409b-b475-a37f2364f10b details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:08:03.633357 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 71dfa068-14f7-409b-b475-a37f2364f10b, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=71dfa068-14f7-409b-b475-a37f2364f10b,segment=NetworkSegment(9b722fd1-0853-4680-bbb8-9b607278f6a1),segment_id=9b722fd1-0853-4680-bbb8-9b607278f6a1)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:08:03.645374 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': '71dfa068-14f7-409b-b475-a37f2364f10b', 'network_id': '757df16b-ee7a-4aa7-b371-9ab032993f20', 'port_id': '71dfa068-14f7-409b-b475-a37f2364f10b', 'mac_address': 'fa:16:3e:01:6b:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5c5cc03-f794-435a-a446-b12fe92ecf52', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:08:03.684573 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 71dfa068-14f7-409b-b475-a37f2364f10b is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:08:03.684976 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (71dfa068-14f7-409b-b475-a37f2364f10b), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:03.697603 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71dfa068-14f7-409b-b475-a37f2364f10b {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:08:03.717143 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 71dfa068-14f7-409b-b475-a37f2364f10b, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=71dfa068-14f7-409b-b475-a37f2364f10b,segment=NetworkSegment(9b722fd1-0853-4680-bbb8-9b607278f6a1),segment_id=9b722fd1-0853-4680-bbb8-9b607278f6a1)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:08:03.721117 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (71dfa068-14f7-409b-b475-a37f2364f10b), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:03.771684 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=71dfa068-14f7-409b-b475-a37f2364f10b,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:03.843063 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba09518e-eacf-485c-9da6-500c00b45581 req-7bc740cd-878e-4039-86be-167b01db66d1 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:03.845097 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ba09518e-eacf-485c-9da6-500c00b45581 req-7bc740cd-878e-4039-86be-167b01db66d1 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=5828a84d-3bba-457b-a980-d1c58af1e9fc HTTP/1.1" status: 200 len: 944 time: 0.0529096 Feb 09 22:08:03.893302 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ba09518e-eacf-485c-9da6-500c00b45581 req-9c214376-5fe3-4ebb-bd8f-c8ae74f5dc17 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf0b68a3-9ef1-42e0-a988-523ababb4794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426438 Feb 09 22:08:04.010971 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['71dfa068-14f7-409b-b475-a37f2364f10b'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:08:04.213889 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d05d6f-b193-4511-9c0e-d30f6f3e3391 req-91f84832-53e5-4734-a6a5-f73f1325bbd5 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:04.215405 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d3d05d6f-b193-4511-9c0e-d30f6f3e3391 req-91f84832-53e5-4734-a6a5-f73f1325bbd5 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=cfda1546-c605-452e-ba2e-9095be58b00b HTTP/1.1" status: 200 len: 943 time: 0.0533779 Feb 09 22:08:04.262179 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d3d05d6f-b193-4511-9c0e-d30f6f3e3391 req-a323ef3a-46b5-4fa9-b4e1-e1eff6e65456 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405002 Feb 09 22:08:05.028511 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0793081-5c72-48aa-aac2-8087f52e310a req-da6caba2-45a1-4866-aee7-169b3cdbc5c9 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:05.030058 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f0793081-5c72-48aa-aac2-8087f52e310a req-da6caba2-45a1-4866-aee7-169b3cdbc5c9 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=5828a84d-3bba-457b-a980-d1c58af1e9fc HTTP/1.1" status: 200 len: 944 time: 0.0644011 Feb 09 22:08:05.083820 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f0793081-5c72-48aa-aac2-8087f52e310a req-c5a062da-89ca-4c8d-8f9f-a67637317b1b tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf0b68a3-9ef1-42e0-a988-523ababb4794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474279 Feb 09 22:08:05.394351 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0697cba-fd39-4863-b245-4f1aca1cd389 req-7a531ae8-360d-493a-a1d4-f26cd1103b6e tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:05.395876 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a0697cba-fd39-4863-b245-4f1aca1cd389 req-7a531ae8-360d-493a-a1d4-f26cd1103b6e tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=cfda1546-c605-452e-ba2e-9095be58b00b HTTP/1.1" status: 200 len: 943 time: 0.0601954 Feb 09 22:08:05.447655 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a0697cba-fd39-4863-b245-4f1aca1cd389 req-cd1137c7-41d7-4062-a4b7-480ae597738b tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461032 Feb 09 22:08:05.553167 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 71dfa068-14f7-409b-b475-a37f2364f10b up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:08:05.601366 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning for port 71dfa068-14f7-409b-b475-a37f2364f10b completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:08:05.605317 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port 71dfa068-14f7-409b-b475-a37f2364f10b triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:08:05.605694 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (71dfa068-14f7-409b-b475-a37f2364f10b), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:05.685509 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 71dfa068-14f7-409b-b475-a37f2364f10b is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:08:05.685896 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (71dfa068-14f7-409b-b475-a37f2364f10b), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:05.709105 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5828a84d-3bba-457b-a980-d1c58af1e9fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71dfa068-14f7-409b-b475-a37f2364f10b'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:08:05.711250 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a50b065-c1d9-484a-b480-96443b80080c" -d '{"events": [{"server_uuid": "5828a84d-3bba-457b-a980-d1c58af1e9fc", "name": "network-vif-plugged", "status": "completed", "tag": "71dfa068-14f7-409b-b475-a37f2364f10b"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:08:05.726499 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 71dfa068-14f7-409b-b475-a37f2364f10b, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=71dfa068-14f7-409b-b475-a37f2364f10b,segment=NetworkSegment(9b722fd1-0853-4680-bbb8-9b607278f6a1),segment_id=9b722fd1-0853-4680-bbb8-9b607278f6a1)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:08:05.730531 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (71dfa068-14f7-409b-b475-a37f2364f10b), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:05.754003 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-381b294f-66b5-4533-a532-4ba1b3e64e90 x-openstack-request-id: req-381b294f-66b5-4533-a532-4ba1b3e64e90 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:08:05.754292 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5828a84d-3bba-457b-a980-d1c58af1e9fc", "name": "network-vif-plugged", "status": "completed", "tag": "71dfa068-14f7-409b-b475-a37f2364f10b", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:08:05.754542 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-381b294f-66b5-4533-a532-4ba1b3e64e90 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:08:05.754928 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5828a84d-3bba-457b-a980-d1c58af1e9fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71dfa068-14f7-409b-b475-a37f2364f10b', 'code': 200} Feb 09 22:08:05.780687 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=71dfa068-14f7-409b-b475-a37f2364f10b,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:05.919190 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1db16c9-709b-45c7-9229-a2f4b8227654 req-e8f299cd-174d-4014-8938-9460484eec48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:05.920760 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e1db16c9-709b-45c7-9229-a2f4b8227654 req-e8f299cd-174d-4014-8938-9460484eec48 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=5828a84d-3bba-457b-a980-d1c58af1e9fc HTTP/1.1" status: 200 len: 1127 time: 0.1102369 Feb 09 22:08:05.966601 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e1db16c9-709b-45c7-9229-a2f4b8227654 req-ad9d1bf9-eec9-432d-99c2-cf9e174d48ee service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=cf0b68a3-9ef1-42e0-a988-523ababb4794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390007 Feb 09 22:08:06.202983 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0963ab83-3443-4a69-b965-945ac1856da1 req-c0649e00-ac3f-49ad-b08d-8b20fb4753b8 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:06.205190 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0963ab83-3443-4a69-b965-945ac1856da1 req-c0649e00-ac3f-49ad-b08d-8b20fb4753b8 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=5828a84d-3bba-457b-a980-d1c58af1e9fc HTTP/1.1" status: 200 len: 945 time: 0.0556521 Feb 09 22:08:06.257397 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0963ab83-3443-4a69-b965-945ac1856da1 req-c3788031-56d2-4e27-b362-f0265a9c023c tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf0b68a3-9ef1-42e0-a988-523ababb4794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458601 Feb 09 22:08:06.573419 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa64272-c70a-4591-88e7-1944aad6631e req-6550a62d-44f5-4ed2-9bd1-5c91ff97167f tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:06.574923 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-daa64272-c70a-4591-88e7-1944aad6631e req-6550a62d-44f5-4ed2-9bd1-5c91ff97167f tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=cfda1546-c605-452e-ba2e-9095be58b00b HTTP/1.1" status: 200 len: 943 time: 0.0532265 Feb 09 22:08:06.624849 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-daa64272-c70a-4591-88e7-1944aad6631e req-7ef67e26-0797-416f-980e-33bf32b3fde9 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442383 Feb 09 22:08:07.375970 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6600ac9-4c65-4c65-a45c-a5477c618137 req-5c270ae2-e1cd-4a69-863e-424962ce6dcf tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:07.377488 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b6600ac9-4c65-4c65-a45c-a5477c618137 req-5c270ae2-e1cd-4a69-863e-424962ce6dcf tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=5828a84d-3bba-457b-a980-d1c58af1e9fc HTTP/1.1" status: 200 len: 945 time: 0.0529406 Feb 09 22:08:07.425740 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b6600ac9-4c65-4c65-a45c-a5477c618137 req-d0e8ed7f-35a6-4eac-8352-c5b345d750f9 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf0b68a3-9ef1-42e0-a988-523ababb4794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426242 Feb 09 22:08:07.542095 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a613ee-741b-4e37-b875-87ade603518c req-5f4d639d-c7a9-4185-bbb2-e63544757c8c tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:07.543841 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f9a613ee-741b-4e37-b875-87ade603518c req-5f4d639d-c7a9-4185-bbb2-e63544757c8c tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=5828a84d-3bba-457b-a980-d1c58af1e9fc HTTP/1.1" status: 200 len: 945 time: 0.0531762 Feb 09 22:08:07.596154 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f9a613ee-741b-4e37-b875-87ade603518c req-03c43672-5ae2-496a-839e-7362787c711a tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf0b68a3-9ef1-42e0-a988-523ababb4794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466919 Feb 09 22:08:07.616837 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42460) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:07.663794 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f941e64a-c219-44b9-b6be-98fe963a2518 tempest-TestNetworkAdvancedServerOps-2092705809 tempest-TestNetworkAdvancedServerOps-2092705809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:07.665432 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-f941e64a-c219-44b9-b6be-98fe963a2518 tempest-TestNetworkAdvancedServerOps-2092705809 tempest-TestNetworkAdvancedServerOps-2092705809-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=5828a84d-3bba-457b-a980-d1c58af1e9fc HTTP/1.1" status: 200 len: 1122 time: 0.0476334 Feb 09 22:08:07.668632 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 42464) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:07.673175 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-31c15493-0f8b-4262-bc21-6bb82251bcb8 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Request body: {'floatingip': {'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'port_id': '71dfa068-14f7-409b-b475-a37f2364f10b', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:08:07.699685 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-31c15493-0f8b-4262-bc21-6bb82251bcb8 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:07.745850 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc6509e-4d65-4bdd-8c99-9267fe94df82 req-05d37d3c-0fff-4256-b1b2-ac0ebfd5e980 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:07.747385 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7dc6509e-4d65-4bdd-8c99-9267fe94df82 req-05d37d3c-0fff-4256-b1b2-ac0ebfd5e980 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=cfda1546-c605-452e-ba2e-9095be58b00b HTTP/1.1" status: 200 len: 943 time: 0.0577507 Feb 09 22:08:07.795464 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7dc6509e-4d65-4bdd-8c99-9267fe94df82 req-d40c701c-284c-4464-9c27-8a6b0111e271 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418515 Feb 09 22:08:07.802575 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-31c15493-0f8b-4262-bc21-6bb82251bcb8 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:07.905249 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-31c15493-0f8b-4262-bc21-6bb82251bcb8 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Allocated IP 172.25.3.31 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/d42c5b4b-6228-4526-bb3f-b2f66707721e) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:08:08.011406 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-31c15493-0f8b-4262-bc21-6bb82251bcb8 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for port (d42c5b4b-6228-4526-bb3f-b2f66707721e), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:08.049731 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-31c15493-0f8b-4262-bc21-6bb82251bcb8 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (d42c5b4b-6228-4526-bb3f-b2f66707721e), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:08.086669 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c15493-0f8b-4262-bc21-6bb82251bcb8 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:08:08.092020 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-31c15493-0f8b-4262-bc21-6bb82251bcb8 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:08:08.095982 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c15493-0f8b-4262-bc21-6bb82251bcb8 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:08:08.121405 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c15493-0f8b-4262-bc21-6bb82251bcb8 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Pushing event updated for resources: {'Port': ['ID=d42c5b4b-6228-4526-bb3f-b2f66707721e,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:08.446617 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-31c15493-0f8b-4262-bc21-6bb82251bcb8 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for floatingip (b6207e13-7eb0-4d4e-8b8e-48a8063e3f08), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:08.512117 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-31c15493-0f8b-4262-bc21-6bb82251bcb8 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (d42c5b4b-6228-4526-bb3f-b2f66707721e), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:08.658169 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-31c15493-0f8b-4262-bc21-6bb82251bcb8 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for port (d42c5b4b-6228-4526-bb3f-b2f66707721e), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:08.662569 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-31c15493-0f8b-4262-bc21-6bb82251bcb8 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (d42c5b4b-6228-4526-bb3f-b2f66707721e), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:08.732566 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c15493-0f8b-4262-bc21-6bb82251bcb8 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Pushing event updated for resources: {'Port': ['ID=d42c5b4b-6228-4526-bb3f-b2f66707721e,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:08.744404 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-31c15493-0f8b-4262-bc21-6bb82251bcb8 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (b6207e13-7eb0-4d4e-8b8e-48a8063e3f08), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:08.932158 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66330c20-fe1c-47e0-a81a-2e2f17d45bc3 req-89885084-302e-4aa2-9de8-d6b39280fa29 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:08.933788 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-66330c20-fe1c-47e0-a81a-2e2f17d45bc3 req-89885084-302e-4aa2-9de8-d6b39280fa29 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=cfda1546-c605-452e-ba2e-9095be58b00b HTTP/1.1" status: 200 len: 943 time: 0.0678358 Feb 09 22:08:08.984415 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-66330c20-fe1c-47e0-a81a-2e2f17d45bc3 req-b4dcfe7f-1e7a-4dd2-8caa-c215d2dba720 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438859 Feb 09 22:08:09.045719 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-52077e7c-d1fa-45e8-a328-e56b26bdc13e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:09.142405 n-d-828369-5 neutron-server[103141]: INFO neutron.db.l3_db [None req-31c15493-0f8b-4262-bc21-6bb82251bcb8 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Floating IP b6207e13-7eb0-4d4e-8b8e-48a8063e3f08 associated. External IP: 172.25.3.31, port: 71dfa068-14f7-409b-b475-a37f2364f10b. Feb 09 22:08:09.352583 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31c15493-0f8b-4262-bc21-6bb82251bcb8 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Router 017c1f60-716e-46e7-9e7b-49a5c8ebf2dd has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:08:09.461681 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31c15493-0f8b-4262-bc21-6bb82251bcb8 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:08:09.471552 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2faae5c9-e9e9-44db-bd64-32a821640c18 None None] Sync routers for ids ['017c1f60-716e-46e7-9e7b-49a5c8ebf2dd'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:08:09.479295 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-31c15493-0f8b-4262-bc21-6bb82251bcb8 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:09.481005 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2faae5c9-e9e9-44db-bd64-32a821640c18 None None] Routers {'017c1f60-716e-46e7-9e7b-49a5c8ebf2dd'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:08:09.481615 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-2faae5c9-e9e9-44db-bd64-32a821640c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:07:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['017c1f60-716e-46e7-9e7b-49a5c8ebf2dd'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:09.510062 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-31c15493-0f8b-4262-bc21-6bb82251bcb8 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8403270 Feb 09 22:08:09.510672 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5828a84d-3bba-457b-a980-d1c58af1e9fc', 'tag': '71dfa068-14f7-409b-b475-a37f2364f10b'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:08:09.512991 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80aee0fb-ebe3-4beb-a1f5-328fb1d995d2" -d '{"events": [{"name": "network-changed", "server_uuid": "5828a84d-3bba-457b-a980-d1c58af1e9fc", "tag": "71dfa068-14f7-409b-b475-a37f2364f10b"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:08:09.550880 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e31a405-2726-4ccb-8699-421d839d6430 x-openstack-request-id: req-6e31a405-2726-4ccb-8699-421d839d6430 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:08:09.551175 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5828a84d-3bba-457b-a980-d1c58af1e9fc", "tag": "71dfa068-14f7-409b-b475-a37f2364f10b", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:08:09.551437 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-6e31a405-2726-4ccb-8699-421d839d6430 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:08:09.551849 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5828a84d-3bba-457b-a980-d1c58af1e9fc', 'tag': '71dfa068-14f7-409b-b475-a37f2364f10b', 'status': 'completed', 'code': 200} Feb 09 22:08:09.592987 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-2faae5c9-e9e9-44db-bd64-32a821640c18 None None] Set router 017c1f60-716e-46e7-9e7b-49a5c8ebf2dd gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:08:09.648647 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8068bae8-fdb8-4081-a1b0-590b16c30dbd req-977a0c73-856a-4786-bc67-f2e23eb7b7b0 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:09.650045 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8068bae8-fdb8-4081-a1b0-590b16c30dbd req-977a0c73-856a-4786-bc67-f2e23eb7b7b0 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=5828a84d-3bba-457b-a980-d1c58af1e9fc HTTP/1.1" status: 200 len: 945 time: 0.0831838 Feb 09 22:08:09.656988 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aee0fb-ebe3-4beb-a1f5-328fb1d995d2 req-1bb67b61-a944-4eb0-ad94-1737c220aeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:09.658412 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-80aee0fb-ebe3-4beb-a1f5-328fb1d995d2 req-1bb67b61-a944-4eb0-ad94-1737c220aeba service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=deeb9e226e2546f19554cbe5eac163d6&device_id=5828a84d-3bba-457b-a980-d1c58af1e9fc HTTP/1.1" status: 200 len: 1127 time: 0.0811634 Feb 09 22:08:09.756853 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8068bae8-fdb8-4081-a1b0-590b16c30dbd req-5a4787b0-f480-43ca-b068-782e9e6017b2 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf0b68a3-9ef1-42e0-a988-523ababb4794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974810 Feb 09 22:08:09.779151 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 42472) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:09.787368 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aee0fb-ebe3-4beb-a1f5-328fb1d995d2 req-9f506a9c-1e5e-4b3a-9cfa-84c9acbebba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:09.788891 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-80aee0fb-ebe3-4beb-a1f5-328fb1d995d2 req-9f506a9c-1e5e-4b3a-9cfa-84c9acbebba8 service neutron] 10.222.0.95 "GET /v2.0/networks?id=757df16b-ee7a-4aa7-b371-9ab032993f20 HTTP/1.1" status: 200 len: 898 time: 0.1168485 Feb 09 22:08:09.847061 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-2faae5c9-e9e9-44db-bd64-32a821640c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '017c1f60-716e-46e7-9e7b-49a5c8ebf2dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1577646007', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '23b3b9fd-00f4-4af4-a4a4-ce1a1ede5d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:07:48Z', 'updated_at': '2022-02-09T22:07:51Z', 'revision_number': 4, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'gw_port': {'id': '23b3b9fd-00f4-4af4-a4a4-ce1a1ede5d16', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:09:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017c1f60-716e-46e7-9e7b-49a5c8ebf2dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:07:48Z', 'updated_at': '2022-02-09T22:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': 'b6207e13-7eb0-4d4e-8b8e-48a8063e3f08', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'floating_ip_address': '172.25.3.31', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': '017c1f60-716e-46e7-9e7b-49a5c8ebf2dd', 'port_id': '71dfa068-14f7-409b-b475-a37f2364f10b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3708, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '757df16b-ee7a-4aa7-b371-9ab032993f20', 'mac_address': 'fa:16:3e:01:6b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5828a84d-3bba-457b-a980-d1c58af1e9fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:08:08Z', 'updated_at': '2022-02-09T22:08:08Z', 'revision_number': 0, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95346f55-416f-4d1e-b3f4-df835d1fbb93', 'name': '', 'network_id': '757df16b-ee7a-4aa7-b371-9ab032993f20', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'mac_address': 'fa:16:3e:fb:c5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017c1f60-716e-46e7-9e7b-49a5c8ebf2dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': 'c5c5cc03-f794-435a-a446-b12fe92ecf52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:07:51Z', 'updated_at': '2022-02-09T22:07:56Z', 'revision_number': 5, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'subnets': [{'id': 'c5c5cc03-f794-435a-a446-b12fe92ecf52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:09.852569 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-3d8e15cf-b499-42a7-828f-e68b39c493af tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/floatingips/b6207e13-7eb0-4d4e-8b8e-48a8063e3f08 HTTP/1.1" status: 200 len: 990 time: 0.0716178 Feb 09 22:08:09.865671 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-80aee0fb-ebe3-4beb-a1f5-328fb1d995d2 req-d0183122-90a7-4c60-804d-c562ad251974 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71dfa068-14f7-409b-b475-a37f2364f10b HTTP/1.1" status: 200 len: 998 time: 0.0705302 Feb 09 22:08:09.873569 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2faae5c9-e9e9-44db-bd64-32a821640c18 None None] Checking router: 017c1f60-716e-46e7-9e7b-49a5c8ebf2dd for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:08:09.882371 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2faae5c9-e9e9-44db-bd64-32a821640c18 None None] Routers {'017c1f60-716e-46e7-9e7b-49a5c8ebf2dd'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:08:09.882984 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-2faae5c9-e9e9-44db-bd64-32a821640c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:07:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['017c1f60-716e-46e7-9e7b-49a5c8ebf2dd'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:09.915139 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aee0fb-ebe3-4beb-a1f5-328fb1d995d2 req-aa789945-b5b7-4435-a6d4-96e8b5968dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:09.916565 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-80aee0fb-ebe3-4beb-a1f5-328fb1d995d2 req-aa789945-b5b7-4435-a6d4-96e8b5968dc1 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=c5c5cc03-f794-435a-a446-b12fe92ecf52 HTTP/1.1" status: 200 len: 834 time: 0.0424902 Feb 09 22:08:09.987606 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aee0fb-ebe3-4beb-a1f5-328fb1d995d2 req-e3bb50cc-2221-412d-885c-8a199131a3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:09.989179 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-80aee0fb-ebe3-4beb-a1f5-328fb1d995d2 req-e3bb50cc-2221-412d-885c-8a199131a3f3 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=757df16b-ee7a-4aa7-b371-9ab032993f20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0505345 Feb 09 22:08:09.991227 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-2faae5c9-e9e9-44db-bd64-32a821640c18 None None] Set router 017c1f60-716e-46e7-9e7b-49a5c8ebf2dd gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:08:10.114357 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-80aee0fb-ebe3-4beb-a1f5-328fb1d995d2 req-f5297b4a-8052-495a-8d6c-02709f3b80fd service neutron] 10.222.0.95 "GET /v2.0/networks/757df16b-ee7a-4aa7-b371-9ab032993f20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171057 Feb 09 22:08:10.146536 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783b0d69-1127-4a18-91e1-6bdb82fe5554 req-eead55a1-fb09-4a39-9332-f28dba4f5574 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:10.148016 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-783b0d69-1127-4a18-91e1-6bdb82fe5554 req-eead55a1-fb09-4a39-9332-f28dba4f5574 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=cfda1546-c605-452e-ba2e-9095be58b00b HTTP/1.1" status: 200 len: 943 time: 0.0912879 Feb 09 22:08:10.220673 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-2faae5c9-e9e9-44db-bd64-32a821640c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '017c1f60-716e-46e7-9e7b-49a5c8ebf2dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1577646007', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '23b3b9fd-00f4-4af4-a4a4-ce1a1ede5d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:07:48Z', 'updated_at': '2022-02-09T22:07:51Z', 'revision_number': 4, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'gw_port': {'id': '23b3b9fd-00f4-4af4-a4a4-ce1a1ede5d16', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:09:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017c1f60-716e-46e7-9e7b-49a5c8ebf2dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:07:48Z', 'updated_at': '2022-02-09T22:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': 'b6207e13-7eb0-4d4e-8b8e-48a8063e3f08', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'floating_ip_address': '172.25.3.31', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': '017c1f60-716e-46e7-9e7b-49a5c8ebf2dd', 'port_id': '71dfa068-14f7-409b-b475-a37f2364f10b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3708, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '757df16b-ee7a-4aa7-b371-9ab032993f20', 'mac_address': 'fa:16:3e:01:6b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5828a84d-3bba-457b-a980-d1c58af1e9fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:08:08Z', 'updated_at': '2022-02-09T22:08:08Z', 'revision_number': 0, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95346f55-416f-4d1e-b3f4-df835d1fbb93', 'name': '', 'network_id': '757df16b-ee7a-4aa7-b371-9ab032993f20', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'mac_address': 'fa:16:3e:fb:c5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017c1f60-716e-46e7-9e7b-49a5c8ebf2dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': 'c5c5cc03-f794-435a-a446-b12fe92ecf52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:07:51Z', 'updated_at': '2022-02-09T22:07:56Z', 'revision_number': 5, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'subnets': [{'id': 'c5c5cc03-f794-435a-a446-b12fe92ecf52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:10.242587 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-783b0d69-1127-4a18-91e1-6bdb82fe5554 req-2d2d0ba0-d774-4f0b-b82a-7cf27228ad45 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694082 Feb 09 22:08:10.248132 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-80aee0fb-ebe3-4beb-a1f5-328fb1d995d2 req-978578ff-92f3-427a-896e-5671c67e0bb7 service neutron] 10.222.0.95 "GET /v2.0/networks/757df16b-ee7a-4aa7-b371-9ab032993f20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260052 Feb 09 22:08:10.251176 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2faae5c9-e9e9-44db-bd64-32a821640c18 None None] The sync data for ids ['017c1f60-716e-46e7-9e7b-49a5c8ebf2dd'] in n-d-828369-5 is: [{'id': '017c1f60-716e-46e7-9e7b-49a5c8ebf2dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1577646007', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '23b3b9fd-00f4-4af4-a4a4-ce1a1ede5d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:07:48Z', 'updated_at': '2022-02-09T22:07:51Z', 'revision_number': 4, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'gw_port': {'id': '23b3b9fd-00f4-4af4-a4a4-ce1a1ede5d16', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:09:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017c1f60-716e-46e7-9e7b-49a5c8ebf2dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:07:48Z', 'updated_at': '2022-02-09T22:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': 'b6207e13-7eb0-4d4e-8b8e-48a8063e3f08', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'floating_ip_address': '172.25.3.31', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': '017c1f60-716e-46e7-9e7b-49a5c8ebf2dd', 'port_id': '71dfa068-14f7-409b-b475-a37f2364f10b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3708, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '757df16b-ee7a-4aa7-b371-9ab032993f20', 'mac_address': 'fa:16:3e:01:6b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5828a84d-3bba-457b-a980-d1c58af1e9fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:08:08Z', 'updated_at': '2022-02-09T22:08:08Z', 'revision_number': 0, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95346f55-416f-4d1e-b3f4-df835d1fbb93', 'name': '', 'network_id': '757df16b-ee7a-4aa7-b371-9ab032993f20', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'mac_address': 'fa:16:3e:fb:c5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017c1f60-716e-46e7-9e7b-49a5c8ebf2dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': 'c5c5cc03-f794-435a-a446-b12fe92ecf52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:07:51Z', 'updated_at': '2022-02-09T22:07:56Z', 'revision_number': 5, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'subnets': [{'id': 'c5c5cc03-f794-435a-a446-b12fe92ecf52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:08:10.442801 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01787a84-614c-4c84-896d-cc1971f06641 None None] New status for floating IP b6207e13-7eb0-4d4e-8b8e-48a8063e3f08: ACTIVE {{(pid=103142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:08:10.854039 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42476) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:10.918916 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-728de811-f99b-4751-8198-51c44652458d tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/floatingips/b6207e13-7eb0-4d4e-8b8e-48a8063e3f08 HTTP/1.1" status: 200 len: 992 time: 0.0637195 Feb 09 22:08:11.020988 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-cfb88208-26cc-4baa-acbc-3e6a9a90f26e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:11.363725 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dde1a4-b647-47d9-90c1-76bfe7072e66 req-6319d68a-b7ad-4970-9dda-897f13d60423 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:11.365268 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b9dde1a4-b647-47d9-90c1-76bfe7072e66 req-6319d68a-b7ad-4970-9dda-897f13d60423 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=cfda1546-c605-452e-ba2e-9095be58b00b HTTP/1.1" status: 200 len: 943 time: 0.0523520 Feb 09 22:08:11.411385 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b9dde1a4-b647-47d9-90c1-76bfe7072e66 req-62852b78-bee6-4c73-9fd4-d0e2227f3cfc tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406213 Feb 09 22:08:12.528028 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e309f91-21d2-44be-a8bb-6935a14592f9 req-6e0735be-1d96-4df4-aa22-e78e6709f4c2 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:12.529537 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6e309f91-21d2-44be-a8bb-6935a14592f9 req-6e0735be-1d96-4df4-aa22-e78e6709f4c2 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=cfda1546-c605-452e-ba2e-9095be58b00b HTTP/1.1" status: 200 len: 943 time: 0.0512066 Feb 09 22:08:12.579087 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6e309f91-21d2-44be-a8bb-6935a14592f9 req-d1f7fe95-5928-439f-9bd7-de86856b35be tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430133 Feb 09 22:08:12.799459 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:13.051361 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 9b48efde-fc62-4189-b6a3-96e6be54b086 details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:08:13.145760 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 9b48efde-fc62-4189-b6a3-96e6be54b086, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=9b48efde-fc62-4189-b6a3-96e6be54b086,segment=NetworkSegment(ccdb70e6-3e43-42b3-b6b7-87da11db8888),segment_id=ccdb70e6-3e43-42b3-b6b7-87da11db8888)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:08:13.157149 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': '9b48efde-fc62-4189-b6a3-96e6be54b086', 'network_id': '7e64d8e8-78a3-4987-8778-47d4e5b9b498', 'port_id': '9b48efde-fc62-4189-b6a3-96e6be54b086', 'mac_address': 'fa:16:3e:35:dc:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84c886de-428b-4fdd-ac96-e9bdd27d5e04', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:08:13.197812 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 9b48efde-fc62-4189-b6a3-96e6be54b086 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:08:13.198204 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (9b48efde-fc62-4189-b6a3-96e6be54b086), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:13.210791 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b48efde-fc62-4189-b6a3-96e6be54b086 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:08:13.229259 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 9b48efde-fc62-4189-b6a3-96e6be54b086, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=9b48efde-fc62-4189-b6a3-96e6be54b086,segment=NetworkSegment(ccdb70e6-3e43-42b3-b6b7-87da11db8888),segment_id=ccdb70e6-3e43-42b3-b6b7-87da11db8888)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:08:13.233337 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (9b48efde-fc62-4189-b6a3-96e6be54b086), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:13.279229 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=9b48efde-fc62-4189-b6a3-96e6be54b086,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:13.579643 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['9b48efde-fc62-4189-b6a3-96e6be54b086'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:08:13.734403 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e576eb4e-7c23-4356-9752-b4aa14ea5c43 req-d45fb1be-d640-4a3d-a504-31df77c037e8 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:13.738744 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e576eb4e-7c23-4356-9752-b4aa14ea5c43 req-d45fb1be-d640-4a3d-a504-31df77c037e8 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=cfda1546-c605-452e-ba2e-9095be58b00b HTTP/1.1" status: 200 len: 944 time: 0.0876274 Feb 09 22:08:13.839772 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6109571-435e-46b6-8d46-fcc7f60b197f req-1d62ce54-039a-4a95-853d-86dde54bb2cb tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:13.841331 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b6109571-435e-46b6-8d46-fcc7f60b197f req-1d62ce54-039a-4a95-853d-86dde54bb2cb tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=95aa9a42-302f-49fc-9278-dd5a1b965729 HTTP/1.1" status: 200 len: 947 time: 0.1013837 Feb 09 22:08:13.846509 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e576eb4e-7c23-4356-9752-b4aa14ea5c43 req-e629fcbc-7b31-472f-85cb-c3e124e20ffe tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914662 Feb 09 22:08:13.890501 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b6109571-435e-46b6-8d46-fcc7f60b197f req-06b86586-2ddf-4866-beb5-bc9b87cec73d tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=b84fe1f3-0331-41ba-8996-269b9bdf78f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418749 Feb 09 22:08:14.210364 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:15.004408 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0031d5ac-23b3-4ff6-86dd-e04fb38ac1c2 req-788ed010-36e8-42d8-8c3e-e76237d0831d tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:15.005866 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0031d5ac-23b3-4ff6-86dd-e04fb38ac1c2 req-788ed010-36e8-42d8-8c3e-e76237d0831d tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=cfda1546-c605-452e-ba2e-9095be58b00b HTTP/1.1" status: 200 len: 944 time: 0.0834033 Feb 09 22:08:15.050300 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572f814a-8b14-422d-b291-16e033413973 req-2cde7a54-70a8-455f-9231-d22cb01b5c85 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:15.051754 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-572f814a-8b14-422d-b291-16e033413973 req-2cde7a54-70a8-455f-9231-d22cb01b5c85 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=95aa9a42-302f-49fc-9278-dd5a1b965729 HTTP/1.1" status: 200 len: 947 time: 0.0841706 Feb 09 22:08:15.079928 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0031d5ac-23b3-4ff6-86dd-e04fb38ac1c2 req-b15c0b34-0071-4cc8-bef5-991b8407874f tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679815 Feb 09 22:08:15.085360 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 9b48efde-fc62-4189-b6a3-96e6be54b086 up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:08:15.113152 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-572f814a-8b14-422d-b291-16e033413973 req-a2bf132f-9275-409e-82f5-c9d744c7da73 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups?id=b84fe1f3-0331-41ba-8996-269b9bdf78f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557034 Feb 09 22:08:15.140212 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning for port 9b48efde-fc62-4189-b6a3-96e6be54b086 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:08:15.143964 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port 9b48efde-fc62-4189-b6a3-96e6be54b086 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:08:15.144369 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (9b48efde-fc62-4189-b6a3-96e6be54b086), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:15.222604 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 9b48efde-fc62-4189-b6a3-96e6be54b086 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:08:15.223242 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (9b48efde-fc62-4189-b6a3-96e6be54b086), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:15.245576 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfda1546-c605-452e-ba2e-9095be58b00b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b48efde-fc62-4189-b6a3-96e6be54b086'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:08:15.247824 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad16b6a7-3f7b-4f49-af4b-265678ef5bc9" -d '{"events": [{"server_uuid": "cfda1546-c605-452e-ba2e-9095be58b00b", "name": "network-vif-plugged", "status": "completed", "tag": "9b48efde-fc62-4189-b6a3-96e6be54b086"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:08:15.259931 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 9b48efde-fc62-4189-b6a3-96e6be54b086, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=9b48efde-fc62-4189-b6a3-96e6be54b086,segment=NetworkSegment(ccdb70e6-3e43-42b3-b6b7-87da11db8888),segment_id=ccdb70e6-3e43-42b3-b6b7-87da11db8888)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:08:15.264482 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (9b48efde-fc62-4189-b6a3-96e6be54b086), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:15.290148 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5ade8a1-9c03-45ae-a64a-f3b9186c80a2 x-openstack-request-id: req-c5ade8a1-9c03-45ae-a64a-f3b9186c80a2 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:08:15.290445 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfda1546-c605-452e-ba2e-9095be58b00b", "name": "network-vif-plugged", "status": "completed", "tag": "9b48efde-fc62-4189-b6a3-96e6be54b086", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:08:15.290710 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-c5ade8a1-9c03-45ae-a64a-f3b9186c80a2 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:08:15.291116 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfda1546-c605-452e-ba2e-9095be58b00b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b48efde-fc62-4189-b6a3-96e6be54b086', 'code': 200} Feb 09 22:08:15.314906 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=9b48efde-fc62-4189-b6a3-96e6be54b086,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:15.342865 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:15.389673 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf2819e-3490-4139-b215-7b8d610f3388 req-c9cfe25a-6d29-4f15-91ea-bbf009fe922f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:15.391851 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-adf2819e-3490-4139-b215-7b8d610f3388 req-c9cfe25a-6d29-4f15-91ea-bbf009fe922f service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=cfda1546-c605-452e-ba2e-9095be58b00b HTTP/1.1" status: 200 len: 1127 time: 0.0434258 Feb 09 22:08:15.436150 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-adf2819e-3490-4139-b215-7b8d610f3388 req-99798c16-fff3-4a6f-b18f-62cf88f29faf service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371523 Feb 09 22:08:15.543426 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78242431-a972-465a-9d32-4d5f3ff5f601 req-bebdba42-0020-49c2-8a4e-19f701fd7d71 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:15.544929 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-78242431-a972-465a-9d32-4d5f3ff5f601 req-bebdba42-0020-49c2-8a4e-19f701fd7d71 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.95 "GET /v2.0/ports?device_id=95aa9a42-302f-49fc-9278-dd5a1b965729 HTTP/1.1" status: 200 len: 947 time: 0.0511642 Feb 09 22:08:15.580486 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:08:15.647145 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-78242431-a972-465a-9d32-4d5f3ff5f601 req-abe1cf4d-ae4b-4979-8741-8894f65c8af9 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Deleting port cacd62b3-4a7c-46cd-baff-b5e6561af957 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:08:15.647411 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-78242431-a972-465a-9d32-4d5f3ff5f601 req-abe1cf4d-ae4b-4979-8741-8894f65c8af9 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (cacd62b3-4a7c-46cd-baff-b5e6561af957), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:15.738215 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-78242431-a972-465a-9d32-4d5f3ff5f601 req-abe1cf4d-ae4b-4979-8741-8894f65c8af9 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] For port cacd62b3-4a7c-46cd-baff-b5e6561af957, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=cacd62b3-4a7c-46cd-baff-b5e6561af957,segment=NetworkSegment(12f225d2-0c84-489a-a4a8-6e25d803c049),segment_id=12f225d2-0c84-489a-a4a8-6e25d803c049)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:08:15.738576 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-78242431-a972-465a-9d32-4d5f3ff5f601 req-abe1cf4d-ae4b-4979-8741-8894f65c8af9 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (cacd62b3-4a7c-46cd-baff-b5e6561af957), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:15.909267 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-78242431-a972-465a-9d32-4d5f3ff5f601 req-abe1cf4d-ae4b-4979-8741-8894f65c8af9 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:15.909568 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-78242431-a972-465a-9d32-4d5f3ff5f601 req-abe1cf4d-ae4b-4979-8741-8894f65c8af9 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (7183af2a-5f55-4f18-b2dd-dc01ce1bf798), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:15.909890 n-d-828369-5 neutron-server[103140]: INFO neutron.db.l3_db [req-78242431-a972-465a-9d32-4d5f3ff5f601 req-abe1cf4d-ae4b-4979-8741-8894f65c8af9 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Floating IP 7183af2a-5f55-4f18-b2dd-dc01ce1bf798 disassociated. External IP: 172.25.3.206, port: cacd62b3-4a7c-46cd-baff-b5e6561af957. Feb 09 22:08:15.910265 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-78242431-a972-465a-9d32-4d5f3ff5f601 req-abe1cf4d-ae4b-4979-8741-8894f65c8af9 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Calling delete_port for cacd62b3-4a7c-46cd-baff-b5e6561af957 owned by compute:nova {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:08:16.040415 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-78242431-a972-465a-9d32-4d5f3ff5f601 req-abe1cf4d-ae4b-4979-8741-8894f65c8af9 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (cacd62b3-4a7c-46cd-baff-b5e6561af957), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:16.065899 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe1cf4d-ae4b-4979-8741-8894f65c8af9 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Pushing event deleted for resources: {'Port': ['ID=cacd62b3-4a7c-46cd-baff-b5e6561af957,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:16.075521 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe1cf4d-ae4b-4979-8741-8894f65c8af9 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:16.075870 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe1cf4d-ae4b-4979-8741-8894f65c8af9 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:16.076214 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe1cf4d-ae4b-4979-8741-8894f65c8af9 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:16.076575 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe1cf4d-ae4b-4979-8741-8894f65c8af9 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:16.076904 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe1cf4d-ae4b-4979-8741-8894f65c8af9 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:16.077233 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe1cf4d-ae4b-4979-8741-8894f65c8af9 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:16.077559 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe1cf4d-ae4b-4979-8741-8894f65c8af9 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:16.077880 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe1cf4d-ae4b-4979-8741-8894f65c8af9 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:16.078203 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe1cf4d-ae4b-4979-8741-8894f65c8af9 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:16.079055 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe1cf4d-ae4b-4979-8741-8894f65c8af9 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:16.079774 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe1cf4d-ae4b-4979-8741-8894f65c8af9 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:16.079774 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe1cf4d-ae4b-4979-8741-8894f65c8af9 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:16.080046 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe1cf4d-ae4b-4979-8741-8894f65c8af9 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:16.228372 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-caa05346-857a-4239-bc28-1e1d1cc00ed5 req-e55bc33d-6e6a-4bfa-9ec8-27f99411121d tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/ports?device_id=95aa9a42-302f-49fc-9278-dd5a1b965729 HTTP/1.1" status: 200 len: 210 time: 0.0354333 Feb 09 22:08:16.256515 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b4f5d7-8bdb-416d-90a5-e5b28a7ed780 req-b5eb8532-ba0e-4844-b3ca-7215c292dd74 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:16.257956 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-63b4f5d7-8bdb-416d-90a5-e5b28a7ed780 req-b5eb8532-ba0e-4844-b3ca-7215c292dd74 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=cfda1546-c605-452e-ba2e-9095be58b00b HTTP/1.1" status: 200 len: 945 time: 0.0986087 Feb 09 22:08:16.259670 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [req-78242431-a972-465a-9d32-4d5f3ff5f601 req-abe1cf4d-ae4b-4979-8741-8894f65c8af9 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Router c4c5805a-20ec-4e05-952e-0f99cdae65aa has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:08:16.372740 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-63b4f5d7-8bdb-416d-90a5-e5b28a7ed780 req-c847327a-fcb5-4e5d-9c07-86410af0486a tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082315 Feb 09 22:08:16.405810 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-78242431-a972-465a-9d32-4d5f3ff5f601 req-abe1cf4d-ae4b-4979-8741-8894f65c8af9 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:08:16.416026 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f99d82-3310-4e2d-afe5-18446cfa234f None None] Sync routers for ids ['c4c5805a-20ec-4e05-952e-0f99cdae65aa'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:08:16.427038 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f99d82-3310-4e2d-afe5-18446cfa234f None None] Routers {'c4c5805a-20ec-4e05-952e-0f99cdae65aa'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:08:16.427665 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-a7f99d82-3310-4e2d-afe5-18446cfa234f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:08:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['c4c5805a-20ec-4e05-952e-0f99cdae65aa'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:16.454966 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-78242431-a972-465a-9d32-4d5f3ff5f601 req-abe1cf4d-ae4b-4979-8741-8894f65c8af9 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] No DVR routers for this DVR port cacd62b3-4a7c-46cd-baff-b5e6561af957 on host n-h1-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:08:16.457732 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-78242431-a972-465a-9d32-4d5f3ff5f601 req-abe1cf4d-ae4b-4979-8741-8894f65c8af9 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:16.461126 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-78242431-a972-465a-9d32-4d5f3ff5f601 req-abe1cf4d-ae4b-4979-8741-8894f65c8af9 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.95 "DELETE /v2.0/ports/cacd62b3-4a7c-46cd-baff-b5e6561af957 HTTP/1.1" status: 204 len: 173 time: 0.9080272 Feb 09 22:08:16.461580 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95aa9a42-302f-49fc-9278-dd5a1b965729', 'name': 'network-vif-deleted', 'tag': 'cacd62b3-4a7c-46cd-baff-b5e6561af957'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:08:16.464037 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39ad06e0-a621-4d5a-b722-9417a4ad6fe2" -d '{"events": [{"server_uuid": "95aa9a42-302f-49fc-9278-dd5a1b965729", "name": "network-vif-deleted", "tag": "cacd62b3-4a7c-46cd-baff-b5e6561af957"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:08:16.507208 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e77097b5-b843-4e0c-b06e-0d83df994aa4 x-openstack-request-id: req-e77097b5-b843-4e0c-b06e-0d83df994aa4 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:08:16.507500 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95aa9a42-302f-49fc-9278-dd5a1b965729", "name": "network-vif-deleted", "tag": "cacd62b3-4a7c-46cd-baff-b5e6561af957", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:08:16.507754 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-e77097b5-b843-4e0c-b06e-0d83df994aa4 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:08:16.508616 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95aa9a42-302f-49fc-9278-dd5a1b965729', 'name': 'network-vif-deleted', 'tag': 'cacd62b3-4a7c-46cd-baff-b5e6561af957', 'status': 'completed', 'code': 200} Feb 09 22:08:16.557479 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-a7f99d82-3310-4e2d-afe5-18446cfa234f None None] Set router c4c5805a-20ec-4e05-952e-0f99cdae65aa gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:08:16.843765 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-a7f99d82-3310-4e2d-afe5-18446cfa234f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c5805a-20ec-4e05-952e-0f99cdae65aa', 'name': 'tempest-AttachVolumeShelveTestJSON-1271603554-router', 'tenant_id': 'a5b450ffe3204024aa1de4c1c17e7296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'aadfb8ab-cd8e-415e-ba9c-4cae14e577a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:01:31Z', 'updated_at': '2022-02-09T22:01:35Z', 'revision_number': 4, 'project_id': 'a5b450ffe3204024aa1de4c1c17e7296', 'gw_port': {'id': 'aadfb8ab-cd8e-415e-ba9c-4cae14e577a9', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:78:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c5805a-20ec-4e05-952e-0f99cdae65aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:32Z', 'updated_at': '2022-02-09T22:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '5f3b583e-f3a7-425a-95e8-426aa29472d5', 'name': '', 'network_id': '37def89c-7a9f-4c66-92be-f91fbe6a4291', 'tenant_id': 'a5b450ffe3204024aa1de4c1c17e7296', 'mac_address': 'fa:16:3e:5e:47:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c5805a-20ec-4e05-952e-0f99cdae65aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': 'e04d8769-3631-49a0-81b3-a22ce5792703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:34Z', 'updated_at': '2022-02-09T22:01:40Z', 'revision_number': 5, 'project_id': 'a5b450ffe3204024aa1de4c1c17e7296', 'subnets': [{'id': 'e04d8769-3631-49a0-81b3-a22ce5792703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:16.872196 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f99d82-3310-4e2d-afe5-18446cfa234f None None] Checking router: c4c5805a-20ec-4e05-952e-0f99cdae65aa for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:08:16.881037 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f99d82-3310-4e2d-afe5-18446cfa234f None None] Routers {'c4c5805a-20ec-4e05-952e-0f99cdae65aa'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:08:16.881814 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-a7f99d82-3310-4e2d-afe5-18446cfa234f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:08:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['c4c5805a-20ec-4e05-952e-0f99cdae65aa'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:17.002585 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-a7f99d82-3310-4e2d-afe5-18446cfa234f None None] Set router c4c5805a-20ec-4e05-952e-0f99cdae65aa gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:08:17.197403 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-a7f99d82-3310-4e2d-afe5-18446cfa234f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c5805a-20ec-4e05-952e-0f99cdae65aa', 'name': 'tempest-AttachVolumeShelveTestJSON-1271603554-router', 'tenant_id': 'a5b450ffe3204024aa1de4c1c17e7296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'aadfb8ab-cd8e-415e-ba9c-4cae14e577a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:01:31Z', 'updated_at': '2022-02-09T22:01:35Z', 'revision_number': 4, 'project_id': 'a5b450ffe3204024aa1de4c1c17e7296', 'gw_port': {'id': 'aadfb8ab-cd8e-415e-ba9c-4cae14e577a9', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:78:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c5805a-20ec-4e05-952e-0f99cdae65aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:32Z', 'updated_at': '2022-02-09T22:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '5f3b583e-f3a7-425a-95e8-426aa29472d5', 'name': '', 'network_id': '37def89c-7a9f-4c66-92be-f91fbe6a4291', 'tenant_id': 'a5b450ffe3204024aa1de4c1c17e7296', 'mac_address': 'fa:16:3e:5e:47:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c5805a-20ec-4e05-952e-0f99cdae65aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': 'e04d8769-3631-49a0-81b3-a22ce5792703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:34Z', 'updated_at': '2022-02-09T22:01:40Z', 'revision_number': 5, 'project_id': 'a5b450ffe3204024aa1de4c1c17e7296', 'subnets': [{'id': 'e04d8769-3631-49a0-81b3-a22ce5792703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:17.227119 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f99d82-3310-4e2d-afe5-18446cfa234f None None] The sync data for ids ['c4c5805a-20ec-4e05-952e-0f99cdae65aa'] in n-d-828369-5 is: [{'id': 'c4c5805a-20ec-4e05-952e-0f99cdae65aa', 'name': 'tempest-AttachVolumeShelveTestJSON-1271603554-router', 'tenant_id': 'a5b450ffe3204024aa1de4c1c17e7296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'aadfb8ab-cd8e-415e-ba9c-4cae14e577a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:01:31Z', 'updated_at': '2022-02-09T22:01:35Z', 'revision_number': 4, 'project_id': 'a5b450ffe3204024aa1de4c1c17e7296', 'gw_port': {'id': 'aadfb8ab-cd8e-415e-ba9c-4cae14e577a9', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:78:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c5805a-20ec-4e05-952e-0f99cdae65aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:32Z', 'updated_at': '2022-02-09T22:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '5f3b583e-f3a7-425a-95e8-426aa29472d5', 'name': '', 'network_id': '37def89c-7a9f-4c66-92be-f91fbe6a4291', 'tenant_id': 'a5b450ffe3204024aa1de4c1c17e7296', 'mac_address': 'fa:16:3e:5e:47:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c5805a-20ec-4e05-952e-0f99cdae65aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': 'e04d8769-3631-49a0-81b3-a22ce5792703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:34Z', 'updated_at': '2022-02-09T22:01:40Z', 'revision_number': 5, 'project_id': 'a5b450ffe3204024aa1de4c1c17e7296', 'subnets': [{'id': 'e04d8769-3631-49a0-81b3-a22ce5792703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:08:17.322770 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 42512) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:17.379609 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-af5fd9f1-dcff-4859-aa8f-e425313471ba tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Publish callbacks [] for security_group (b84fe1f3-0331-41ba-8996-269b9bdf78f0), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:17.405175 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-af5fd9f1-dcff-4859-aa8f-e425313471ba tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Publish callbacks [] for security_group (b84fe1f3-0331-41ba-8996-269b9bdf78f0), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:17.463070 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-af5fd9f1-dcff-4859-aa8f-e425313471ba tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (b84fe1f3-0331-41ba-8996-269b9bdf78f0), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:17.466059 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-af5fd9f1-dcff-4859-aa8f-e425313471ba tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:17.467125 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e030d77d-2764-443d-b367-ecc0f2db37dd None None] New status for floating IP 7183af2a-5f55-4f18-b2dd-dc01ce1bf798: DOWN {{(pid=103142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:08:17.467654 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-af5fd9f1-dcff-4859-aa8f-e425313471ba tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "DELETE /v2.0/security-groups/b84fe1f3-0331-41ba-8996-269b9bdf78f0 HTTP/1.1" status: 204 len: 168 time: 0.1434488 Feb 09 22:08:17.472128 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 42516) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:17.484676 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5fd9f1-dcff-4859-aa8f-e425313471ba tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b84fe1f3-0331-41ba-8996-269b9bdf78f0,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:17.495770 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5fd9f1-dcff-4859-aa8f-e425313471ba tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:17.496124 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5fd9f1-dcff-4859-aa8f-e425313471ba tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:17.496517 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5fd9f1-dcff-4859-aa8f-e425313471ba tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:17.496862 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5fd9f1-dcff-4859-aa8f-e425313471ba tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:17.497200 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5fd9f1-dcff-4859-aa8f-e425313471ba tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:17.497535 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5fd9f1-dcff-4859-aa8f-e425313471ba tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:17.497865 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5fd9f1-dcff-4859-aa8f-e425313471ba tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:17.498188 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5fd9f1-dcff-4859-aa8f-e425313471ba tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:17.498520 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5fd9f1-dcff-4859-aa8f-e425313471ba tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:17.498856 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5fd9f1-dcff-4859-aa8f-e425313471ba tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:17.499181 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5fd9f1-dcff-4859-aa8f-e425313471ba tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:17.499489 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5fd9f1-dcff-4859-aa8f-e425313471ba tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:17.499835 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5fd9f1-dcff-4859-aa8f-e425313471ba tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:17.502738 n-d-828369-5 neutron-server[103141]: INFO neutron.api.v2.resource [None req-1c2eae67-d0ca-4b4e-9349-2c4abccd522c tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] show failed (client error): The resource could not be found. Feb 09 22:08:17.503792 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-1c2eae67-d0ca-4b4e-9349-2c4abccd522c tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "GET /v2.0/security-groups/b84fe1f3-0331-41ba-8996-269b9bdf78f0 HTTP/1.1" status: 404 len: 347 time: 0.0306211 Feb 09 22:08:17.506758 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f415fd84-493e-4008-b297-98413bc55c95 req-f21dec3a-2f8f-4dc4-ab0f-c4a8b7bd2fbd tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:17.507660 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 42518) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:17.507993 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f415fd84-493e-4008-b297-98413bc55c95 req-f21dec3a-2f8f-4dc4-ab0f-c4a8b7bd2fbd tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=cfda1546-c605-452e-ba2e-9095be58b00b HTTP/1.1" status: 200 len: 945 time: 0.0651443 Feb 09 22:08:17.562201 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f415fd84-493e-4008-b297-98413bc55c95 req-5199e2de-1da3-4420-850a-1cf0c341aa5f tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478606 Feb 09 22:08:17.646853 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-51412cdf-2834-468d-9724-74172fa77b51 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Deleting port 2a3ef6d7-9eb5-467a-947e-6bd53d48f49d {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:08:17.647202 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-51412cdf-2834-468d-9724-74172fa77b51 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (2a3ef6d7-9eb5-467a-947e-6bd53d48f49d), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:17.692842 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037a20cb-c4ca-40f2-9dc2-a5e9367ebfc6 req-8ea0b2da-e466-4c91-bc55-2e984a099583 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:17.694333 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-037a20cb-c4ca-40f2-9dc2-a5e9367ebfc6 req-8ea0b2da-e466-4c91-bc55-2e984a099583 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=cfda1546-c605-452e-ba2e-9095be58b00b HTTP/1.1" status: 200 len: 945 time: 0.0526073 Feb 09 22:08:17.724053 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-51412cdf-2834-468d-9724-74172fa77b51 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (2a3ef6d7-9eb5-467a-947e-6bd53d48f49d), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:17.724323 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-51412cdf-2834-468d-9724-74172fa77b51 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Publish callbacks [] for floatingip (2a3ef6d7-9eb5-467a-947e-6bd53d48f49d), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:17.735856 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-51412cdf-2834-468d-9724-74172fa77b51 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Calling delete_port for 2a3ef6d7-9eb5-467a-947e-6bd53d48f49d owned by network:floatingip {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:08:17.742005 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-037a20cb-c4ca-40f2-9dc2-a5e9367ebfc6 req-9de4e6eb-feb3-4f27-83e7-6d2dae49bb85 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420003 Feb 09 22:08:17.877413 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-51412cdf-2834-468d-9724-74172fa77b51 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (2a3ef6d7-9eb5-467a-947e-6bd53d48f49d), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:17.904441 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51412cdf-2834-468d-9724-74172fa77b51 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Pushing event deleted for resources: {'Port': ['ID=2a3ef6d7-9eb5-467a-947e-6bd53d48f49d,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:17.968095 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-51412cdf-2834-468d-9724-74172fa77b51 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Publish callbacks [] for floatingip (7183af2a-5f55-4f18-b2dd-dc01ce1bf798), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:17.971294 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-51412cdf-2834-468d-9724-74172fa77b51 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:17.973031 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-51412cdf-2834-468d-9724-74172fa77b51 tempest-AttachVolumeShelveTestJSON-89320835 tempest-AttachVolumeShelveTestJSON-89320835-project] 10.222.0.90 "DELETE /v2.0/floatingips/7183af2a-5f55-4f18-b2dd-dc01ce1bf798 HTTP/1.1" status: 204 len: 168 time: 0.4638479 Feb 09 22:08:19.590348 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device cacd62b3-4a7c-46cd-baff-b5e6561af957 no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:08:19.611514 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] No Port match for: cacd62b3-4a7c-46cd-baff-b5e6561af957 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:08:19.611933 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device cacd62b3-4a7c-46cd-baff-b5e6561af957 not bound to the agent host n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:08:21.169559 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe9d78b-4bca-4504-9f07-f8808c8e2ab0 req-ce8b5bdb-a543-4134-8b7c-a6cd98dd0eca tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:21.171168 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5fe9d78b-4bca-4504-9f07-f8808c8e2ab0 req-ce8b5bdb-a543-4134-8b7c-a6cd98dd0eca tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/networks?id=7e64d8e8-78a3-4987-8778-47d4e5b9b498 HTTP/1.1" status: 200 len: 811 time: 0.1115091 Feb 09 22:08:21.186642 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5fe9d78b-4bca-4504-9f07-f8808c8e2ab0 req-2e1a4236-5891-41b8-8bef-c04a470a3560 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/quotas/ad9e4f8727be424b869d8f0ad468be3f HTTP/1.1" status: 200 len: 375 time: 0.0099287 Feb 09 22:08:21.248364 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5fe9d78b-4bca-4504-9f07-f8808c8e2ab0 req-7f2e1978-552d-454e-a56d-8f3374a955a9 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=ad9e4f8727be424b869d8f0ad468be3f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0550444 Feb 09 22:08:21.344149 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5fe9d78b-4bca-4504-9f07-f8808c8e2ab0 req-6dca777a-76e8-4c2a-96ae-2f9a8c5e8b09 service neutron] 10.222.0.90 "GET /v2.0/networks/7e64d8e8-78a3-4987-8778-47d4e5b9b498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877278 Feb 09 22:08:21.432879 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5fe9d78b-4bca-4504-9f07-f8808c8e2ab0 req-e51f2ecf-40f6-4190-99fd-8e3c3f8ec0ef service neutron] 10.222.0.90 "GET /v2.0/networks/7e64d8e8-78a3-4987-8778-47d4e5b9b498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826490 Feb 09 22:08:21.533072 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:21.623208 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-07cefa3c-d19a-4f85-a692-d659ebdc0287 req-a7a6a301-09c3-4fe5-9d5e-a69c85b263ae tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=e0ce8db2-9a53-4d10-ac0a-446d4d6ffca2 HTTP/1.1" status: 200 len: 210 time: 0.0290408 Feb 09 22:08:22.669960 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe9d78b-4bca-4504-9f07-f8808c8e2ab0 req-da655ae1-43d5-4e90-879f-8c966aca4f3c tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:22.671435 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-5fe9d78b-4bca-4504-9f07-f8808c8e2ab0 req-da655ae1-43d5-4e90-879f-8c966aca4f3c tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.89 "GET /v2.0/networks?id=7e64d8e8-78a3-4987-8778-47d4e5b9b498 HTTP/1.1" status: 200 len: 811 time: 0.1273124 Feb 09 22:08:22.692667 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-5fe9d78b-4bca-4504-9f07-f8808c8e2ab0 req-c4687596-8e68-4eca-bc7f-44bbd14bf933 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Request body: {'port': {'device_id': 'e0ce8db2-9a53-4d10-ac0a-446d4d6ffca2', 'network_id': '7e64d8e8-78a3-4987-8778-47d4e5b9b498', 'admin_state_up': True, 'tenant_id': 'ad9e4f8727be424b869d8f0ad468be3f'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:08:22.801879 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-df9cdc6c-36d3-47c9-9b0b-19211cb39554 req-fee2c486-ae67-42cc-a1f9-4e9284974967 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=e0ce8db2-9a53-4d10-ac0a-446d4d6ffca2 HTTP/1.1" status: 200 len: 210 time: 0.0625782 Feb 09 22:08:22.863875 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fe9d78b-4bca-4504-9f07-f8808c8e2ab0 req-c4687596-8e68-4eca-bc7f-44bbd14bf933 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Made reservation on behalf of ad9e4f8727be424b869d8f0ad468be3f for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:08:22.869376 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-5fe9d78b-4bca-4504-9f07-f8808c8e2ab0 req-c4687596-8e68-4eca-bc7f-44bbd14bf933 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:23.030889 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [req-5fe9d78b-4bca-4504-9f07-f8808c8e2ab0 req-c4687596-8e68-4eca-bc7f-44bbd14bf933 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Allocated IP 172.20.0.6 (7e64d8e8-78a3-4987-8778-47d4e5b9b498/84c886de-428b-4fdd-ac96-e9bdd27d5e04/05c916ca-3f0c-4952-99aa-6baf25bf06e6) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:08:23.239360 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-5fe9d78b-4bca-4504-9f07-f8808c8e2ab0 req-c4687596-8e68-4eca-bc7f-44bbd14bf933 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks [] for port (05c916ca-3f0c-4952-99aa-6baf25bf06e6), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:23.279815 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-5fe9d78b-4bca-4504-9f07-f8808c8e2ab0 req-c4687596-8e68-4eca-bc7f-44bbd14bf933 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (05c916ca-3f0c-4952-99aa-6baf25bf06e6), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:23.293857 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['9b48efde-fc62-4189-b6a3-96e6be54b086'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:08:23.332912 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fe9d78b-4bca-4504-9f07-f8808c8e2ab0 req-c4687596-8e68-4eca-bc7f-44bbd14bf933 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Network 7e64d8e8-78a3-4987-8778-47d4e5b9b498 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:08:23.341798 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [req-5fe9d78b-4bca-4504-9f07-f8808c8e2ab0 req-c4687596-8e68-4eca-bc7f-44bbd14bf933 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:08:23.346876 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fe9d78b-4bca-4504-9f07-f8808c8e2ab0 req-c4687596-8e68-4eca-bc7f-44bbd14bf933 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:08:23.385051 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4687596-8e68-4eca-bc7f-44bbd14bf933 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Pushing event updated for resources: {'Port': ['ID=05c916ca-3f0c-4952-99aa-6baf25bf06e6,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:23.412664 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe9d78b-4bca-4504-9f07-f8808c8e2ab0 req-c4687596-8e68-4eca-bc7f-44bbd14bf933 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:23.413453 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-5fe9d78b-4bca-4504-9f07-f8808c8e2ab0 req-c4687596-8e68-4eca-bc7f-44bbd14bf933 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:23.444438 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-5fe9d78b-4bca-4504-9f07-f8808c8e2ab0 req-c4687596-8e68-4eca-bc7f-44bbd14bf933 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7615051 Feb 09 22:08:23.457878 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-5fe9d78b-4bca-4504-9f07-f8808c8e2ab0 req-936ee4ad-388a-4de5-86fa-ef57a2ffae84 service neutron] Request body: {'port': {'device_id': 'e0ce8db2-9a53-4d10-ac0a-446d4d6ffca2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:08:23.554705 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-5fe9d78b-4bca-4504-9f07-f8808c8e2ab0 req-936ee4ad-388a-4de5-86fa-ef57a2ffae84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (05c916ca-3f0c-4952-99aa-6baf25bf06e6), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:23.683603 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-97e4fe02-1406-40b5-b0f9-37002c333bd9 None None] Provisioning complete for port 05c916ca-3f0c-4952-99aa-6baf25bf06e6 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:08:23.683989 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-97e4fe02-1406-40b5-b0f9-37002c333bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (05c916ca-3f0c-4952-99aa-6baf25bf06e6), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:23.730790 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-97e4fe02-1406-40b5-b0f9-37002c333bd9 None None] Port 05c916ca-3f0c-4952-99aa-6baf25bf06e6 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:08:23.805273 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:23.943189 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-5fe9d78b-4bca-4504-9f07-f8808c8e2ab0 req-936ee4ad-388a-4de5-86fa-ef57a2ffae84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05c916ca-3f0c-4952-99aa-6baf25bf06e6 {{(pid=103141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:08:23.951963 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-5fe9d78b-4bca-4504-9f07-f8808c8e2ab0 req-936ee4ad-388a-4de5-86fa-ef57a2ffae84 service neutron] Publish callbacks [] for port (05c916ca-3f0c-4952-99aa-6baf25bf06e6), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:23.969558 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-5fe9d78b-4bca-4504-9f07-f8808c8e2ab0 req-936ee4ad-388a-4de5-86fa-ef57a2ffae84 service neutron] Transition to ACTIVE for port object 05c916ca-3f0c-4952-99aa-6baf25bf06e6 will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:08:23.973636 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-5fe9d78b-4bca-4504-9f07-f8808c8e2ab0 req-936ee4ad-388a-4de5-86fa-ef57a2ffae84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (05c916ca-3f0c-4952-99aa-6baf25bf06e6), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:23.980863 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea46d11-0a84-4f98-898b-8a7e16d302e7 req-2ba1471f-41da-473f-8ce1-65cb6a0f9fcf tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:23.983116 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5ea46d11-0a84-4f98-898b-8a7e16d302e7 req-2ba1471f-41da-473f-8ce1-65cb6a0f9fcf tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=e0ce8db2-9a53-4d10-ac0a-446d4d6ffca2 HTTP/1.1" status: 200 len: 931 time: 0.0750055 Feb 09 22:08:24.024176 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936ee4ad-388a-4de5-86fa-ef57a2ffae84 service neutron] Pushing event updated for resources: {'Port': ['ID=05c916ca-3f0c-4952-99aa-6baf25bf06e6,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:24.066804 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5ea46d11-0a84-4f98-898b-8a7e16d302e7 req-0feb8324-6b94-436f-8c75-535db2e8505a tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770414 Feb 09 22:08:24.105190 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-5fe9d78b-4bca-4504-9f07-f8808c8e2ab0 req-936ee4ad-388a-4de5-86fa-ef57a2ffae84 service neutron] Attempting to bind port 05c916ca-3f0c-4952-99aa-6baf25bf06e6 on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:08:24.105698 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-5fe9d78b-4bca-4504-9f07-f8808c8e2ab0 req-936ee4ad-388a-4de5-86fa-ef57a2ffae84 service neutron] Attempting to bind port 05c916ca-3f0c-4952-99aa-6baf25bf06e6 by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': 'ccdb70e6-3e43-42b3-b6b7-87da11db8888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7e64d8e8-78a3-4987-8778-47d4e5b9b498'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:08:24.106038 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe9d78b-4bca-4504-9f07-f8808c8e2ab0 req-936ee4ad-388a-4de5-86fa-ef57a2ffae84 service neutron] Attempting to bind port 05c916ca-3f0c-4952-99aa-6baf25bf06e6 on network 7e64d8e8-78a3-4987-8778-47d4e5b9b498 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:08:24.111179 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe9d78b-4bca-4504-9f07-f8808c8e2ab0 req-936ee4ad-388a-4de5-86fa-ef57a2ffae84 service neutron] Port 05c916ca-3f0c-4952-99aa-6baf25bf06e6 on network 7e64d8e8-78a3-4987-8778-47d4e5b9b498 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:08:24.111524 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe9d78b-4bca-4504-9f07-f8808c8e2ab0 req-936ee4ad-388a-4de5-86fa-ef57a2ffae84 service neutron] Attempting to bind port 05c916ca-3f0c-4952-99aa-6baf25bf06e6 on network 7e64d8e8-78a3-4987-8778-47d4e5b9b498 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:08:24.116834 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe9d78b-4bca-4504-9f07-f8808c8e2ab0 req-936ee4ad-388a-4de5-86fa-ef57a2ffae84 service neutron] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:08:24.117179 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe9d78b-4bca-4504-9f07-f8808c8e2ab0 req-936ee4ad-388a-4de5-86fa-ef57a2ffae84 service neutron] Checking segment: {'id': 'ccdb70e6-3e43-42b3-b6b7-87da11db8888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7e64d8e8-78a3-4987-8778-47d4e5b9b498'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:08:24.117569 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe9d78b-4bca-4504-9f07-f8808c8e2ab0 req-936ee4ad-388a-4de5-86fa-ef57a2ffae84 service neutron] Bound using segment: {'id': 'ccdb70e6-3e43-42b3-b6b7-87da11db8888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7e64d8e8-78a3-4987-8778-47d4e5b9b498'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:08:24.118010 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-5fe9d78b-4bca-4504-9f07-f8808c8e2ab0 req-936ee4ad-388a-4de5-86fa-ef57a2ffae84 service neutron] Bound port: 05c916ca-3f0c-4952-99aa-6baf25bf06e6, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccdb70e6-3e43-42b3-b6b7-87da11db8888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7e64d8e8-78a3-4987-8778-47d4e5b9b498'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:08:24.118375 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-5fe9d78b-4bca-4504-9f07-f8808c8e2ab0 req-936ee4ad-388a-4de5-86fa-ef57a2ffae84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (05c916ca-3f0c-4952-99aa-6baf25bf06e6), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:24.197375 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-5fe9d78b-4bca-4504-9f07-f8808c8e2ab0 req-936ee4ad-388a-4de5-86fa-ef57a2ffae84 service neutron] For port 05c916ca-3f0c-4952-99aa-6baf25bf06e6, host n-h2-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:08:24.202072 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-5fe9d78b-4bca-4504-9f07-f8808c8e2ab0 req-936ee4ad-388a-4de5-86fa-ef57a2ffae84 service neutron] For port 05c916ca-3f0c-4952-99aa-6baf25bf06e6, host n-h2-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=05c916ca-3f0c-4952-99aa-6baf25bf06e6,segment=NetworkSegment(ccdb70e6-3e43-42b3-b6b7-87da11db8888),segment_id=ccdb70e6-3e43-42b3-b6b7-87da11db8888)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:08:24.210238 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-5fe9d78b-4bca-4504-9f07-f8808c8e2ab0 req-936ee4ad-388a-4de5-86fa-ef57a2ffae84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (05c916ca-3f0c-4952-99aa-6baf25bf06e6), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:24.270599 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936ee4ad-388a-4de5-86fa-ef57a2ffae84 service neutron] Pushing event updated for resources: {'Port': ['ID=05c916ca-3f0c-4952-99aa-6baf25bf06e6,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:24.286678 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe9d78b-4bca-4504-9f07-f8808c8e2ab0 req-936ee4ad-388a-4de5-86fa-ef57a2ffae84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:24.287579 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-5fe9d78b-4bca-4504-9f07-f8808c8e2ab0 req-936ee4ad-388a-4de5-86fa-ef57a2ffae84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:24.289655 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-5fe9d78b-4bca-4504-9f07-f8808c8e2ab0 req-936ee4ad-388a-4de5-86fa-ef57a2ffae84 service neutron] 10.222.0.89 "PUT /v2.0/ports/05c916ca-3f0c-4952-99aa-6baf25bf06e6 HTTP/1.1" status: 200 len: 1091 time: 0.8375227 Feb 09 22:08:24.290311 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0ce8db2-9a53-4d10-ac0a-446d4d6ffca2', 'tag': '05c916ca-3f0c-4952-99aa-6baf25bf06e6'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:08:24.293720 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86e3fd7b-bf07-41a6-a412-e3050d14eca3" -d '{"events": [{"name": "network-changed", "server_uuid": "e0ce8db2-9a53-4d10-ac0a-446d4d6ffca2", "tag": "05c916ca-3f0c-4952-99aa-6baf25bf06e6"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:08:24.374143 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17a191dc-1948-40d6-a33a-11ed53d2b57a x-openstack-request-id: req-17a191dc-1948-40d6-a33a-11ed53d2b57a {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:08:24.374451 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0ce8db2-9a53-4d10-ac0a-446d4d6ffca2", "tag": "05c916ca-3f0c-4952-99aa-6baf25bf06e6", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:08:24.374716 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-17a191dc-1948-40d6-a33a-11ed53d2b57a {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:08:24.375165 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0ce8db2-9a53-4d10-ac0a-446d4d6ffca2', 'tag': '05c916ca-3f0c-4952-99aa-6baf25bf06e6', 'status': 'completed', 'code': 200} Feb 09 22:08:24.394244 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe9d78b-4bca-4504-9f07-f8808c8e2ab0 req-fcd395f1-9acf-4a1d-a891-d60e1bac638a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:24.395885 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-5fe9d78b-4bca-4504-9f07-f8808c8e2ab0 req-fcd395f1-9acf-4a1d-a891-d60e1bac638a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ad9e4f8727be424b869d8f0ad468be3f&device_id=e0ce8db2-9a53-4d10-ac0a-446d4d6ffca2 HTTP/1.1" status: 200 len: 1125 time: 0.0661843 Feb 09 22:08:24.447834 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-5fe9d78b-4bca-4504-9f07-f8808c8e2ab0 req-2f2dcf83-c430-4429-920b-232568a0fc46 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=05c916ca-3f0c-4952-99aa-6baf25bf06e6 HTTP/1.1" status: 200 len: 217 time: 0.0440993 Feb 09 22:08:24.510317 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe9d78b-4bca-4504-9f07-f8808c8e2ab0 req-d272cbd0-0d2c-4089-9e93-bee9911aaf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:24.512301 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-5fe9d78b-4bca-4504-9f07-f8808c8e2ab0 req-d272cbd0-0d2c-4089-9e93-bee9911aaf82 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=84c886de-428b-4fdd-ac96-e9bdd27d5e04 HTTP/1.1" status: 200 len: 850 time: 0.0575223 Feb 09 22:08:24.581885 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe9d78b-4bca-4504-9f07-f8808c8e2ab0 req-73e40812-2a4f-4292-b1b5-c5a560449da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:24.583893 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-5fe9d78b-4bca-4504-9f07-f8808c8e2ab0 req-73e40812-2a4f-4292-b1b5-c5a560449da1 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7e64d8e8-78a3-4987-8778-47d4e5b9b498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0651493 Feb 09 22:08:24.704533 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-5fe9d78b-4bca-4504-9f07-f8808c8e2ab0 req-25216958-1fa2-4d2d-9572-480b6d45daeb service neutron] 10.222.0.89 "GET /v2.0/networks/7e64d8e8-78a3-4987-8778-47d4e5b9b498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120784 Feb 09 22:08:24.805775 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-5fe9d78b-4bca-4504-9f07-f8808c8e2ab0 req-dde5c1a6-98e9-4ad9-bf8a-78c93f5ecc0f service neutron] 10.222.0.89 "GET /v2.0/networks/7e64d8e8-78a3-4987-8778-47d4e5b9b498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948689 Feb 09 22:08:24.912313 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e3fd7b-bf07-41a6-a412-e3050d14eca3 req-cd3e971b-d2b6-49ca-8d4f-03b6f2a335fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:24.914303 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-86e3fd7b-bf07-41a6-a412-e3050d14eca3 req-cd3e971b-d2b6-49ca-8d4f-03b6f2a335fa service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ad9e4f8727be424b869d8f0ad468be3f&device_id=e0ce8db2-9a53-4d10-ac0a-446d4d6ffca2 HTTP/1.1" status: 200 len: 1125 time: 0.0608532 Feb 09 22:08:25.025292 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e3fd7b-bf07-41a6-a412-e3050d14eca3 req-91190df9-9f99-4668-b442-0f1f0381069c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:25.026937 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-86e3fd7b-bf07-41a6-a412-e3050d14eca3 req-91190df9-9f99-4668-b442-0f1f0381069c service neutron] 10.222.0.89 "GET /v2.0/networks?id=7e64d8e8-78a3-4987-8778-47d4e5b9b498 HTTP/1.1" status: 200 len: 912 time: 0.1068916 Feb 09 22:08:25.068904 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-86e3fd7b-bf07-41a6-a412-e3050d14eca3 req-d884f3a3-182d-434a-8fb6-387a966d4b27 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=05c916ca-3f0c-4952-99aa-6baf25bf06e6 HTTP/1.1" status: 200 len: 217 time: 0.0356357 Feb 09 22:08:25.118606 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e3fd7b-bf07-41a6-a412-e3050d14eca3 req-4d5390fc-a592-4d0f-bb54-6c24c39456dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:25.120381 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-86e3fd7b-bf07-41a6-a412-e3050d14eca3 req-4d5390fc-a592-4d0f-bb54-6c24c39456dd service neutron] 10.222.0.89 "GET /v2.0/subnets?id=84c886de-428b-4fdd-ac96-e9bdd27d5e04 HTTP/1.1" status: 200 len: 850 time: 0.0457428 Feb 09 22:08:25.182776 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e3fd7b-bf07-41a6-a412-e3050d14eca3 req-88841ff3-0696-42cf-85db-e01a8c6f42b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:25.184665 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-86e3fd7b-bf07-41a6-a412-e3050d14eca3 req-88841ff3-0696-42cf-85db-e01a8c6f42b3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7e64d8e8-78a3-4987-8778-47d4e5b9b498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0581052 Feb 09 22:08:25.199718 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f111f900-3e4a-4350-baf2-3cb462ef6115 req-2ab988d0-cc67-4438-84b0-dac9f87f8575 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:25.207484 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f111f900-3e4a-4350-baf2-3cb462ef6115 req-2ab988d0-cc67-4438-84b0-dac9f87f8575 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=e0ce8db2-9a53-4d10-ac0a-446d4d6ffca2 HTTP/1.1" status: 200 len: 943 time: 0.0622799 Feb 09 22:08:25.263280 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f111f900-3e4a-4350-baf2-3cb462ef6115 req-90f477bd-6061-4ce4-8f21-c264cffb7133 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497537 Feb 09 22:08:25.295340 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-86e3fd7b-bf07-41a6-a412-e3050d14eca3 req-3e5508d7-6168-45b2-94d2-a1bea092fbd0 service neutron] 10.222.0.89 "GET /v2.0/networks/7e64d8e8-78a3-4987-8778-47d4e5b9b498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997100 Feb 09 22:08:25.394611 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-86e3fd7b-bf07-41a6-a412-e3050d14eca3 req-06f8220e-61ce-4ca8-b1e8-1c653af03a3b service neutron] 10.222.0.89 "GET /v2.0/networks/7e64d8e8-78a3-4987-8778-47d4e5b9b498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934639 Feb 09 22:08:26.382476 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c518a9f1-4605-4724-8bd4-abf65624d05b req-f9191fa9-5b31-4dea-9e57-b229e3a5c5fd tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:26.384883 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c518a9f1-4605-4724-8bd4-abf65624d05b req-f9191fa9-5b31-4dea-9e57-b229e3a5c5fd tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=e0ce8db2-9a53-4d10-ac0a-446d4d6ffca2 HTTP/1.1" status: 200 len: 943 time: 0.0601213 Feb 09 22:08:26.433608 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c518a9f1-4605-4724-8bd4-abf65624d05b req-f3ca058c-f285-45ca-a39c-fe7e6f88507c tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427291 Feb 09 22:08:27.575868 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da488dc-47f3-43dc-af26-d1945b9a7c1a req-78e32cae-c357-4730-a1ed-6b15cbdbdad2 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:27.585102 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3da488dc-47f3-43dc-af26-d1945b9a7c1a req-78e32cae-c357-4730-a1ed-6b15cbdbdad2 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=e0ce8db2-9a53-4d10-ac0a-446d4d6ffca2 HTTP/1.1" status: 200 len: 943 time: 0.0728860 Feb 09 22:08:27.644984 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3da488dc-47f3-43dc-af26-d1945b9a7c1a req-9316669e-d46e-413e-8ec9-beac97ad2989 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584896 Feb 09 22:08:28.797630 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d12f54-b044-4728-84f3-bd78ce502b53 req-8bd1689b-445a-4800-9ae4-6deccce5d633 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:28.798874 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-91d12f54-b044-4728-84f3-bd78ce502b53 req-8bd1689b-445a-4800-9ae4-6deccce5d633 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=e0ce8db2-9a53-4d10-ac0a-446d4d6ffca2 HTTP/1.1" status: 200 len: 943 time: 0.0812862 Feb 09 22:08:28.889593 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-91d12f54-b044-4728-84f3-bd78ce502b53 req-f0735788-7e82-4d95-a996-29a31055cf52 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712171 Feb 09 22:08:28.995713 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 42664) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:29.664326 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-20919a96-1f21-4eee-a375-9d2c2273a0d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524906'] for router_interface (c4c5805a-20ec-4e05-952e-0f99cdae65aa), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:30.046725 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-20919a96-1f21-4eee-a375-9d2c2273a0d4 admin admin] Deleting port 5f3b583e-f3a7-425a-95e8-426aa29472d5 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:08:30.047998 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-20919a96-1f21-4eee-a375-9d2c2273a0d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (5f3b583e-f3a7-425a-95e8-426aa29472d5), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:30.091638 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b40e3c8-b6eb-4820-b7d8-958dfcce4d8c req-e4fbe113-d59f-4899-a1e3-1fa970d4ac02 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:30.098838 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0b40e3c8-b6eb-4820-b7d8-958dfcce4d8c req-e4fbe113-d59f-4899-a1e3-1fa970d4ac02 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=e0ce8db2-9a53-4d10-ac0a-446d4d6ffca2 HTTP/1.1" status: 200 len: 943 time: 0.0721126 Feb 09 22:08:30.163330 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0b40e3c8-b6eb-4820-b7d8-958dfcce4d8c req-9fa677f2-96e1-4b96-b732-ca6ecd9c94d7 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630023 Feb 09 22:08:30.195410 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-20919a96-1f21-4eee-a375-9d2c2273a0d4 admin admin] For port 5f3b583e-f3a7-425a-95e8-426aa29472d5, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=5f3b583e-f3a7-425a-95e8-426aa29472d5,segment=NetworkSegment(12f225d2-0c84-489a-a4a8-6e25d803c049),segment_id=12f225d2-0c84-489a-a4a8-6e25d803c049)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:08:30.196948 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-20919a96-1f21-4eee-a375-9d2c2273a0d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (5f3b583e-f3a7-425a-95e8-426aa29472d5), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:30.217741 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-20919a96-1f21-4eee-a375-9d2c2273a0d4 admin admin] Calling delete_port for 5f3b583e-f3a7-425a-95e8-426aa29472d5 owned by network:router_interface {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:08:30.482776 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-20919a96-1f21-4eee-a375-9d2c2273a0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (5f3b583e-f3a7-425a-95e8-426aa29472d5), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:30.512960 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20919a96-1f21-4eee-a375-9d2c2273a0d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f3b583e-f3a7-425a-95e8-426aa29472d5,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:30.749452 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-20919a96-1f21-4eee-a375-9d2c2273a0d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-525054'] for router_interface (c4c5805a-20ec-4e05-952e-0f99cdae65aa), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:31.320306 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d801d7-f51b-40e0-8fae-bc359273fb71 req-393a6ea5-1c00-43a9-b8ba-3b92d6d9f3d0 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:31.322563 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-35d801d7-f51b-40e0-8fae-bc359273fb71 req-393a6ea5-1c00-43a9-b8ba-3b92d6d9f3d0 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=e0ce8db2-9a53-4d10-ac0a-446d4d6ffca2 HTTP/1.1" status: 200 len: 943 time: 0.0700641 Feb 09 22:08:31.391847 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-35d801d7-f51b-40e0-8fae-bc359273fb71 req-aae71ebe-0482-4913-b0d3-f98be10ae4dd tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609870 Feb 09 22:08:31.435739 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20919a96-1f21-4eee-a375-9d2c2273a0d4 admin admin] Router c4c5805a-20ec-4e05-952e-0f99cdae65aa has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:08:31.550935 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20919a96-1f21-4eee-a375-9d2c2273a0d4 admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:08:31.556973 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-20919a96-1f21-4eee-a375-9d2c2273a0d4 admin admin] 10.222.0.90 "PUT /v2.0/routers/c4c5805a-20ec-4e05-952e-0f99cdae65aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5601139 Feb 09 22:08:31.559778 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42672) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:31.561507 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5084220f-d69b-48f6-aa68-662fe245a607 None None] Sync routers for ids ['c4c5805a-20ec-4e05-952e-0f99cdae65aa'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:08:31.573899 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5084220f-d69b-48f6-aa68-662fe245a607 None None] Routers {'c4c5805a-20ec-4e05-952e-0f99cdae65aa'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:08:31.574857 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-5084220f-d69b-48f6-aa68-662fe245a607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:08:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['c4c5805a-20ec-4e05-952e-0f99cdae65aa'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:31.674701 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7e46082e-3a16-4e94-aa6e-f75dcd85d846 admin admin] Publish callbacks [] for router (c4c5805a-20ec-4e05-952e-0f99cdae65aa), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:31.716731 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-5084220f-d69b-48f6-aa68-662fe245a607 None None] Set router c4c5805a-20ec-4e05-952e-0f99cdae65aa gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:08:31.788250 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7e46082e-3a16-4e94-aa6e-f75dcd85d846 admin admin] Publish callbacks [] for router_gateway (c4c5805a-20ec-4e05-952e-0f99cdae65aa), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:31.883928 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-7e46082e-3a16-4e94-aa6e-f75dcd85d846 admin admin] Deleting port aadfb8ab-cd8e-415e-ba9c-4cae14e577a9 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:08:31.884370 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7e46082e-3a16-4e94-aa6e-f75dcd85d846 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (aadfb8ab-cd8e-415e-ba9c-4cae14e577a9), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:31.933187 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-5084220f-d69b-48f6-aa68-662fe245a607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c5805a-20ec-4e05-952e-0f99cdae65aa', 'name': 'tempest-AttachVolumeShelveTestJSON-1271603554-router', 'tenant_id': 'a5b450ffe3204024aa1de4c1c17e7296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'aadfb8ab-cd8e-415e-ba9c-4cae14e577a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:01:31Z', 'updated_at': '2022-02-09T22:08:30Z', 'revision_number': 5, 'project_id': 'a5b450ffe3204024aa1de4c1c17e7296', 'gw_port': {'id': 'aadfb8ab-cd8e-415e-ba9c-4cae14e577a9', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:78:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c5805a-20ec-4e05-952e-0f99cdae65aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:01:32Z', 'updated_at': '2022-02-09T22:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:31.980461 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5084220f-d69b-48f6-aa68-662fe245a607 None None] Checking router: c4c5805a-20ec-4e05-952e-0f99cdae65aa for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:08:31.994217 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5084220f-d69b-48f6-aa68-662fe245a607 None None] Routers {'c4c5805a-20ec-4e05-952e-0f99cdae65aa'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:08:31.994992 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-5084220f-d69b-48f6-aa68-662fe245a607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:08:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['c4c5805a-20ec-4e05-952e-0f99cdae65aa'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:32.098140 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-5084220f-d69b-48f6-aa68-662fe245a607 None None] Set router c4c5805a-20ec-4e05-952e-0f99cdae65aa gateway port host: None {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:08:32.159625 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-5084220f-d69b-48f6-aa68-662fe245a607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c5805a-20ec-4e05-952e-0f99cdae65aa', 'name': 'tempest-AttachVolumeShelveTestJSON-1271603554-router', 'tenant_id': 'a5b450ffe3204024aa1de4c1c17e7296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:01:31Z', 'updated_at': '2022-02-09T22:08:31Z', 'revision_number': 6, 'project_id': 'a5b450ffe3204024aa1de4c1c17e7296', 'gw_port_host': None}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:32.188723 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5084220f-d69b-48f6-aa68-662fe245a607 None None] The sync data for ids ['c4c5805a-20ec-4e05-952e-0f99cdae65aa'] in n-d-828369-5 is: [{'id': 'c4c5805a-20ec-4e05-952e-0f99cdae65aa', 'name': 'tempest-AttachVolumeShelveTestJSON-1271603554-router', 'tenant_id': 'a5b450ffe3204024aa1de4c1c17e7296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:01:31Z', 'updated_at': '2022-02-09T22:08:31Z', 'revision_number': 6, 'project_id': 'a5b450ffe3204024aa1de4c1c17e7296', 'gw_port_host': None}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:08:32.425816 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-7e46082e-3a16-4e94-aa6e-f75dcd85d846 admin admin] For port aadfb8ab-cd8e-415e-ba9c-4cae14e577a9, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=aadfb8ab-cd8e-415e-ba9c-4cae14e577a9,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:08:32.426297 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7e46082e-3a16-4e94-aa6e-f75dcd85d846 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (aadfb8ab-cd8e-415e-ba9c-4cae14e577a9), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:32.440337 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-7e46082e-3a16-4e94-aa6e-f75dcd85d846 admin admin] Calling delete_port for aadfb8ab-cd8e-415e-ba9c-4cae14e577a9 owned by network:router_gateway {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:08:32.559207 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82470a01-e476-45a8-9e0e-43555fdc812a req-c25d0118-ded4-46c9-b909-ac761b97a917 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:32.560902 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-82470a01-e476-45a8-9e0e-43555fdc812a req-c25d0118-ded4-46c9-b909-ac761b97a917 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=e0ce8db2-9a53-4d10-ac0a-446d4d6ffca2 HTTP/1.1" status: 200 len: 943 time: 0.0756915 Feb 09 22:08:32.732956 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-82470a01-e476-45a8-9e0e-43555fdc812a req-400aa690-5dc7-4c1b-8206-7aee4ac6c0ec tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652427 Feb 09 22:08:32.762283 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-460ef18b-2af8-4375-ae52-b57cfe42be42 req-91e7a22e-979c-4ca7-99af-0d1a1be68b01 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=cfda1546-c605-452e-ba2e-9095be58b00b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0722244 Feb 09 22:08:32.835422 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7e46082e-3a16-4e94-aa6e-f75dcd85d846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (aadfb8ab-cd8e-415e-ba9c-4cae14e577a9), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:32.889511 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460ef18b-2af8-4375-ae52-b57cfe42be42 req-f40027d0-a5f9-4f86-bed7-1ef9e123c9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:32.890145 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e46082e-3a16-4e94-aa6e-f75dcd85d846 admin admin] Pushing event deleted for resources: {'Port': ['ID=aadfb8ab-cd8e-415e-ba9c-4cae14e577a9,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:32.892092 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-460ef18b-2af8-4375-ae52-b57cfe42be42 req-f40027d0-a5f9-4f86-bed7-1ef9e123c9a4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ad9e4f8727be424b869d8f0ad468be3f&device_id=cfda1546-c605-452e-ba2e-9095be58b00b HTTP/1.1" status: 200 len: 1127 time: 0.0763187 Feb 09 22:08:32.946207 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7e46082e-3a16-4e94-aa6e-f75dcd85d846 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-554524'] for router_gateway (c4c5805a-20ec-4e05-952e-0f99cdae65aa), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:33.021840 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460ef18b-2af8-4375-ae52-b57cfe42be42 req-6f9f5cf5-86bd-472b-91c4-ad183ceb26c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:33.026999 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-460ef18b-2af8-4375-ae52-b57cfe42be42 req-6f9f5cf5-86bd-472b-91c4-ad183ceb26c1 service neutron] 10.222.0.89 "GET /v2.0/networks?id=7e64d8e8-78a3-4987-8778-47d4e5b9b498 HTTP/1.1" status: 200 len: 912 time: 0.1043012 Feb 09 22:08:33.068525 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7e46082e-3a16-4e94-aa6e-f75dcd85d846 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (c4c5805a-20ec-4e05-952e-0f99cdae65aa), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:33.074670 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7e46082e-3a16-4e94-aa6e-f75dcd85d846 admin admin] Publish callbacks [] for router_controller (c4c5805a-20ec-4e05-952e-0f99cdae65aa), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:33.079403 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-460ef18b-2af8-4375-ae52-b57cfe42be42 req-4fcdc067-a414-47be-bfb0-a00916f25d19 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b48efde-fc62-4189-b6a3-96e6be54b086 HTTP/1.1" status: 200 len: 217 time: 0.0466473 Feb 09 22:08:33.129619 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7e46082e-3a16-4e94-aa6e-f75dcd85d846 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (c4c5805a-20ec-4e05-952e-0f99cdae65aa), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:33.131719 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460ef18b-2af8-4375-ae52-b57cfe42be42 req-1cede0ae-61a8-49e4-86a8-1f2c2da67cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:33.131930 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e46082e-3a16-4e94-aa6e-f75dcd85d846 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c4c5805a-20ec-4e05-952e-0f99cdae65aa {{(pid=103140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:08:33.133756 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-460ef18b-2af8-4375-ae52-b57cfe42be42 req-1cede0ae-61a8-49e4-86a8-1f2c2da67cd6 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=84c886de-428b-4fdd-ac96-e9bdd27d5e04 HTTP/1.1" status: 200 len: 850 time: 0.0473857 Feb 09 22:08:33.137649 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7e46082e-3a16-4e94-aa6e-f75dcd85d846 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:33.141648 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-7e46082e-3a16-4e94-aa6e-f75dcd85d846 admin admin] 10.222.0.90 "DELETE /v2.0/routers/c4c5805a-20ec-4e05-952e-0f99cdae65aa HTTP/1.1" status: 204 len: 168 time: 1.5808210 Feb 09 22:08:33.141788 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 42676) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:33.236974 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce278443-24fd-4b20-8837-b9f478e5b7b9 admin admin] Deleting subnet e04d8769-3631-49a0-81b3-a22ce5792703 {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:08:33.241505 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ce278443-24fd-4b20-8837-b9f478e5b7b9 admin admin] Publish callbacks [] for subnet (e04d8769-3631-49a0-81b3-a22ce5792703), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:33.269952 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460ef18b-2af8-4375-ae52-b57cfe42be42 req-1424fe84-d1cb-4848-843d-755c0f20cf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:33.271499 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-460ef18b-2af8-4375-ae52-b57cfe42be42 req-1424fe84-d1cb-4848-843d-755c0f20cf50 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7e64d8e8-78a3-4987-8778-47d4e5b9b498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1306143 Feb 09 22:08:33.338323 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ce278443-24fd-4b20-8837-b9f478e5b7b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (e04d8769-3631-49a0-81b3-a22ce5792703), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:33.444584 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-460ef18b-2af8-4375-ae52-b57cfe42be42 req-61c5b994-7d78-41f7-ad06-36b02553a5fd service neutron] 10.222.0.89 "GET /v2.0/networks/7e64d8e8-78a3-4987-8778-47d4e5b9b498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657672 Feb 09 22:08:33.473000 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ce278443-24fd-4b20-8837-b9f478e5b7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (e04d8769-3631-49a0-81b3-a22ce5792703), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:33.586034 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-460ef18b-2af8-4375-ae52-b57cfe42be42 req-0391237e-07ed-4064-9fc5-04fb458413fb service neutron] 10.222.0.89 "GET /v2.0/networks/7e64d8e8-78a3-4987-8778-47d4e5b9b498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331592 Feb 09 22:08:33.587551 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ce278443-24fd-4b20-8837-b9f478e5b7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (e04d8769-3631-49a0-81b3-a22ce5792703), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:33.613988 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce278443-24fd-4b20-8837-b9f478e5b7b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e04d8769-3631-49a0-81b3-a22ce5792703,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:33.623890 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ce278443-24fd-4b20-8837-b9f478e5b7b9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:33.626815 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016d1747-19d9-497d-aa2d-a6e5674f620b None None] Network 37def89c-7a9f-4c66-92be-f91fbe6a4291 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:08:33.630037 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-ce278443-24fd-4b20-8837-b9f478e5b7b9 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/e04d8769-3631-49a0-81b3-a22ce5792703 HTTP/1.1" status: 204 len: 168 time: 0.4793286 Feb 09 22:08:33.632549 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 42678) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:33.735606 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-50fdae27-3c57-4bf4-94c9-20d07b2a19da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (37def89c-7a9f-4c66-92be-f91fbe6a4291), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:33.811034 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366ea878-2a3a-419a-be4a-c3899ca6edf4 None None] DHCP port deletion for 37def89c-7a9f-4c66-92be-f91fbe6a4291 request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:08:33.815823 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-50fdae27-3c57-4bf4-94c9-20d07b2a19da admin admin] Deleting port 755223e4-969d-4294-9046-a5cf9d2ae91c {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:08:33.818797 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-50fdae27-3c57-4bf4-94c9-20d07b2a19da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (755223e4-969d-4294-9046-a5cf9d2ae91c), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:33.898407 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-50fdae27-3c57-4bf4-94c9-20d07b2a19da admin admin] For port 755223e4-969d-4294-9046-a5cf9d2ae91c, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=755223e4-969d-4294-9046-a5cf9d2ae91c,segment=NetworkSegment(12f225d2-0c84-489a-a4a8-6e25d803c049),segment_id=12f225d2-0c84-489a-a4a8-6e25d803c049)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:08:33.899054 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-50fdae27-3c57-4bf4-94c9-20d07b2a19da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (755223e4-969d-4294-9046-a5cf9d2ae91c), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:33.922578 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bf30ef-d215-4d6e-890f-d1e397c293cb req-7cd7db9d-4428-4b6e-9099-32d56900bfd4 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:33.927033 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-366ea878-2a3a-419a-be4a-c3899ca6edf4 None None] Deleting port 755223e4-969d-4294-9046-a5cf9d2ae91c {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:08:33.927565 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-366ea878-2a3a-419a-be4a-c3899ca6edf4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (755223e4-969d-4294-9046-a5cf9d2ae91c), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:33.930605 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c3bf30ef-d215-4d6e-890f-d1e397c293cb req-7cd7db9d-4428-4b6e-9099-32d56900bfd4 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=e0ce8db2-9a53-4d10-ac0a-446d4d6ffca2 HTTP/1.1" status: 200 len: 943 time: 0.1008558 Feb 09 22:08:33.933333 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-50fdae27-3c57-4bf4-94c9-20d07b2a19da admin admin] Calling delete_port for 755223e4-969d-4294-9046-a5cf9d2ae91c owned by network:dhcp {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:08:33.978080 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 5f3b583e-f3a7-425a-95e8-426aa29472d5 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:08:33.990518 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c3bf30ef-d215-4d6e-890f-d1e397c293cb req-65861ccb-9960-4530-8f04-df0dbceca3d6 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516822 Feb 09 22:08:34.029813 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 5f3b583e-f3a7-425a-95e8-426aa29472d5 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:08:34.030237 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 5f3b583e-f3a7-425a-95e8-426aa29472d5 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:08:34.030662 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 755223e4-969d-4294-9046-a5cf9d2ae91c no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:08:34.085953 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-366ea878-2a3a-419a-be4a-c3899ca6edf4 None None] For port 755223e4-969d-4294-9046-a5cf9d2ae91c, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=755223e4-969d-4294-9046-a5cf9d2ae91c,segment=NetworkSegment(12f225d2-0c84-489a-a4a8-6e25d803c049),segment_id=12f225d2-0c84-489a-a4a8-6e25d803c049)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:08:34.086356 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-366ea878-2a3a-419a-be4a-c3899ca6edf4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (755223e4-969d-4294-9046-a5cf9d2ae91c), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:34.093264 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-50fdae27-3c57-4bf4-94c9-20d07b2a19da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (755223e4-969d-4294-9046-a5cf9d2ae91c), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:34.098162 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No active binding found for port 755223e4-969d-4294-9046-a5cf9d2ae91c {{(pid=103142) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 09 22:08:34.098538 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] The host n-d-828369-5 is not matching for port 755223e4-969d-4294-9046-a5cf9d2ae91c host None! {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 22:08:34.098924 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 755223e4-969d-4294-9046-a5cf9d2ae91c not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:08:34.099529 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device aadfb8ab-cd8e-415e-ba9c-4cae14e577a9 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:08:34.105913 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-366ea878-2a3a-419a-be4a-c3899ca6edf4 None None] Calling delete_port for 755223e4-969d-4294-9046-a5cf9d2ae91c owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:08:34.110992 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fdae27-3c57-4bf4-94c9-20d07b2a19da admin admin] No DVR routers for this DVR port 755223e4-969d-4294-9046-a5cf9d2ae91c on host n-d-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:08:34.128192 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: aadfb8ab-cd8e-415e-ba9c-4cae14e577a9 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:08:34.128585 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device aadfb8ab-cd8e-415e-ba9c-4cae14e577a9 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:08:34.163279 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fdae27-3c57-4bf4-94c9-20d07b2a19da admin admin] Pushing event deleted for resources: {'Port': ['ID=755223e4-969d-4294-9046-a5cf9d2ae91c,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:34.232708 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-50fdae27-3c57-4bf4-94c9-20d07b2a19da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (37def89c-7a9f-4c66-92be-f91fbe6a4291), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:34.240314 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-366ea878-2a3a-419a-be4a-c3899ca6edf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (755223e4-969d-4294-9046-a5cf9d2ae91c), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:34.257331 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-50fdae27-3c57-4bf4-94c9-20d07b2a19da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37def89c-7a9f-4c66-92be-f91fbe6a4291']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:34.270719 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-50fdae27-3c57-4bf4-94c9-20d07b2a19da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12f225d2-0c84-489a-a4a8-6e25d803c049') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:34.271399 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-50fdae27-3c57-4bf4-94c9-20d07b2a19da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12f225d2-0c84-489a-a4a8-6e25d803c049') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:08:34.275871 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366ea878-2a3a-419a-be4a-c3899ca6edf4 None None] Pushing event deleted for resources: {'Port': ['ID=755223e4-969d-4294-9046-a5cf9d2ae91c,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:34.284004 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366ea878-2a3a-419a-be4a-c3899ca6edf4 None None] No DVR routers for this DVR port 755223e4-969d-4294-9046-a5cf9d2ae91c on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:08:34.286755 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366ea878-2a3a-419a-be4a-c3899ca6edf4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:34.287107 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366ea878-2a3a-419a-be4a-c3899ca6edf4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:34.288273 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366ea878-2a3a-419a-be4a-c3899ca6edf4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:34.288273 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366ea878-2a3a-419a-be4a-c3899ca6edf4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:34.288558 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366ea878-2a3a-419a-be4a-c3899ca6edf4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:34.289050 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366ea878-2a3a-419a-be4a-c3899ca6edf4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:34.289396 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366ea878-2a3a-419a-be4a-c3899ca6edf4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:34.289712 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366ea878-2a3a-419a-be4a-c3899ca6edf4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:34.291103 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366ea878-2a3a-419a-be4a-c3899ca6edf4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:34.291531 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366ea878-2a3a-419a-be4a-c3899ca6edf4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:34.291644 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-50fdae27-3c57-4bf4-94c9-20d07b2a19da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (12f225d2-0c84-489a-a4a8-6e25d803c049), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:34.292566 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366ea878-2a3a-419a-be4a-c3899ca6edf4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:34.292566 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366ea878-2a3a-419a-be4a-c3899ca6edf4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:34.293913 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366ea878-2a3a-419a-be4a-c3899ca6edf4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:08:34.320017 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-50fdae27-3c57-4bf4-94c9-20d07b2a19da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (12f225d2-0c84-489a-a4a8-6e25d803c049), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:34.327144 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50fdae27-3c57-4bf4-94c9-20d07b2a19da admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:08:34.327581 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-50fdae27-3c57-4bf4-94c9-20d07b2a19da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (12f225d2-0c84-489a-a4a8-6e25d803c049), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:34.329640 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 22:08:34.329640 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:08:34.329640 n-d-828369-5 neutron-server[103141]: timer() Feb 09 22:08:34.329640 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:08:34.329640 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 22:08:34.329640 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:08:34.329640 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 22:08:34.329640 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:08:34.329640 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 22:08:34.329640 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:08:34.329640 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 22:08:34.329640 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:08:34.329640 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 22:08:34.329640 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:08:34.329640 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:08:34.329640 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:08:34.329640 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:08:34.329640 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:08:34.329640 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 22:08:34.329640 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:08:34.329640 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 22:08:34.329640 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:08:34.329640 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:08:34.329640 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:08:34.329640 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 22:08:34.329640 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:08:34.329640 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:08:34.329640 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:08:34.329640 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:08:34.329640 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:08:34.329640 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:08:34.329640 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:08:34.387981 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-50fdae27-3c57-4bf4-94c9-20d07b2a19da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (37def89c-7a9f-4c66-92be-f91fbe6a4291), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:34.393940 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-50fdae27-3c57-4bf4-94c9-20d07b2a19da admin admin] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:34.397443 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-50fdae27-3c57-4bf4-94c9-20d07b2a19da admin admin] 10.222.0.90 "DELETE /v2.0/networks/37def89c-7a9f-4c66-92be-f91fbe6a4291 HTTP/1.1" status: 204 len: 168 time: 0.7638357 Feb 09 22:08:34.412504 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fdae27-3c57-4bf4-94c9-20d07b2a19da admin admin] Pushing event deleted for resources: {'Network': ['ID=37def89c-7a9f-4c66-92be-f91fbe6a4291,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:34.530235 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 42684) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:34.572668 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-1e3e46dd-d623-41c9-9dc0-b2776721ee87 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=a5b450ffe3204024aa1de4c1c17e7296&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0411899 Feb 09 22:08:34.575245 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 42686) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:34.626574 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-22991d73-a9f0-463c-bf75-d4e6846cc49b admin admin] Publish callbacks [] for security_group (6fff1cba-1333-4204-a204-d72cce477ca5), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:34.647309 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-22991d73-a9f0-463c-bf75-d4e6846cc49b admin admin] Publish callbacks [] for security_group (6fff1cba-1333-4204-a204-d72cce477ca5), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:34.694167 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-22991d73-a9f0-463c-bf75-d4e6846cc49b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (6fff1cba-1333-4204-a204-d72cce477ca5), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:34.697099 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-22991d73-a9f0-463c-bf75-d4e6846cc49b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:34.698280 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-22991d73-a9f0-463c-bf75-d4e6846cc49b admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/6fff1cba-1333-4204-a204-d72cce477ca5 HTTP/1.1" status: 204 len: 168 time: 0.1221313 Feb 09 22:08:34.706633 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22991d73-a9f0-463c-bf75-d4e6846cc49b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fff1cba-1333-4204-a204-d72cce477ca5,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:35.121472 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28095e80-ab3e-4809-8109-9806aabd2e15 req-4a8066de-ecdd-4817-863f-2e84e1c01c55 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:35.122986 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-28095e80-ab3e-4809-8109-9806aabd2e15 req-4a8066de-ecdd-4817-863f-2e84e1c01c55 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=e0ce8db2-9a53-4d10-ac0a-446d4d6ffca2 HTTP/1.1" status: 200 len: 943 time: 0.0537136 Feb 09 22:08:35.177822 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-28095e80-ab3e-4809-8109-9806aabd2e15 req-b9dee5ac-d3f8-43f4-8f68-a8ae4ad10a05 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481584 Feb 09 22:08:35.424903 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 42710) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:35.527570 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-b3a8c41d-573f-45c9-8259-ccd1a81f17c7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1451344931-network', 'tenant_id': 'd4f8b074dca94f85854490ff6d5ddef5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:08:35.549300 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a8c41d-573f-45c9-8259-ccd1a81f17c7 admin admin] Made reservation on behalf of d4f8b074dca94f85854490ff6d5ddef5 for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:08:35.551689 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b3a8c41d-573f-45c9-8259-ccd1a81f17c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:35.560472 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b3a8c41d-573f-45c9-8259-ccd1a81f17c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:35.639349 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b3a8c41d-573f-45c9-8259-ccd1a81f17c7 admin admin] Publish callbacks [] for security_group (ed5ee2d7-5353-4943-a635-cf4fd42ba822), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:35.643883 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b3a8c41d-573f-45c9-8259-ccd1a81f17c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (ed5ee2d7-5353-4943-a635-cf4fd42ba822), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:35.670225 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3a8c41d-573f-45c9-8259-ccd1a81f17c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:08:35.679419 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a8c41d-573f-45c9-8259-ccd1a81f17c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed5ee2d7-5353-4943-a635-cf4fd42ba822,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:35.686036 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b3a8c41d-573f-45c9-8259-ccd1a81f17c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (ff9fe9e8-b9d0-435f-8767-06c76384353f), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:35.686443 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-b3a8c41d-573f-45c9-8259-ccd1a81f17c7 admin admin] Added segment ff9fe9e8-b9d0-435f-8767-06c76384353f of type vlan for network e8775cc8-3a81-4d08-bd1e-815e6f43291b Feb 09 22:08:35.729095 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b3a8c41d-573f-45c9-8259-ccd1a81f17c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (e8775cc8-3a81-4d08-bd1e-815e6f43291b), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:35.755221 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b3a8c41d-573f-45c9-8259-ccd1a81f17c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (e8775cc8-3a81-4d08-bd1e-815e6f43291b), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:35.757080 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a8c41d-573f-45c9-8259-ccd1a81f17c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:35.758131 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b3a8c41d-573f-45c9-8259-ccd1a81f17c7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:35.824424 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-b3a8c41d-573f-45c9-8259-ccd1a81f17c7 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3991148 Feb 09 22:08:35.827431 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42714) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:08:35.833786 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-ac5daffb-32bc-4000-8ccf-b90c984f4b33 admin admin] Request body: {'subnet': {'network_id': 'e8775cc8-3a81-4d08-bd1e-815e6f43291b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1451344931-subnet', 'tenant_id': 'd4f8b074dca94f85854490ff6d5ddef5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:08:35.838292 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a8c41d-573f-45c9-8259-ccd1a81f17c7 admin admin] Pushing event updated for resources: {'Network': ['ID=e8775cc8-3a81-4d08-bd1e-815e6f43291b,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:35.851125 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network e8775cc8-3a81-4d08-bd1e-815e6f43291b details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:08:35.865348 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac5daffb-32bc-4000-8ccf-b90c984f4b33 admin admin] Made reservation on behalf of d4f8b074dca94f85854490ff6d5ddef5 for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:08:35.868449 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ac5daffb-32bc-4000-8ccf-b90c984f4b33 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621317'] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:36.051105 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ac5daffb-32bc-4000-8ccf-b90c984f4b33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621371'] for subnet (92fe4157-4173-4f3c-8845-10d234d58589), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:36.100647 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5daffb-32bc-4000-8ccf-b90c984f4b33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92fe4157-4173-4f3c-8845-10d234d58589,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:36.116475 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5daffb-32bc-4000-8ccf-b90c984f4b33 admin admin] Checking segment: {'id': 'ff9fe9e8-b9d0-435f-8767-06c76384353f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'e8775cc8-3a81-4d08-bd1e-815e6f43291b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:08:36.116831 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5daffb-32bc-4000-8ccf-b90c984f4b33 admin admin] Network hostable DHCP agents. Network: e8775cc8-3a81-4d08-bd1e-815e6f43291b, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:08:36.133566 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5daffb-32bc-4000-8ccf-b90c984f4b33 admin admin] Network e8775cc8-3a81-4d08-bd1e-815e6f43291b is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:08:36.144191 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-ac5daffb-32bc-4000-8ccf-b90c984f4b33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, e8775cc8-3a81-4d08-bd1e-815e6f43291b) {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:08:36.151089 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5daffb-32bc-4000-8ccf-b90c984f4b33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:36.151754 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ac5daffb-32bc-4000-8ccf-b90c984f4b33 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:36.153450 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0acc11a3-d4ae-46dd-abca-e3dd97bc5356 None None] Network e8775cc8-3a81-4d08-bd1e-815e6f43291b requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:08:36.175411 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-ac5daffb-32bc-4000-8ccf-b90c984f4b33 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3396285 Feb 09 22:08:36.296973 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0ec4e5-08fa-4f3d-86e8-9180c190f141 None None] Network e8775cc8-3a81-4d08-bd1e-815e6f43291b requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:08:36.331168 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113ad0cb-0a11-497f-9b4e-d037bd5a19e2 req-105074da-0c9c-4d15-bc95-f6f0277f7a3c tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:36.332793 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-113ad0cb-0a11-497f-9b4e-d037bd5a19e2 req-105074da-0c9c-4d15-bc95-f6f0277f7a3c tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=e0ce8db2-9a53-4d10-ac0a-446d4d6ffca2 HTTP/1.1" status: 200 len: 943 time: 0.0761511 Feb 09 22:08:36.397922 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-113ad0cb-0a11-497f-9b4e-d037bd5a19e2 req-861029ee-1d4d-49ac-9059-7f886dc2a8d5 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595191 Feb 09 22:08:36.653501 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984ff946-db13-4fed-ac28-5fa0da788a56 req-42416d07-78e9-4bf4-938c-432f4647167b tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:36.655066 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-984ff946-db13-4fed-ac28-5fa0da788a56 req-42416d07-78e9-4bf4-938c-432f4647167b tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/networks?id=e8775cc8-3a81-4d08-bd1e-815e6f43291b HTTP/1.1" status: 200 len: 815 time: 0.1049800 Feb 09 22:08:36.669741 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-984ff946-db13-4fed-ac28-5fa0da788a56 req-a4d04537-1ad3-4047-8d73-31a81c067127 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/quotas/d4f8b074dca94f85854490ff6d5ddef5 HTTP/1.1" status: 200 len: 375 time: 0.0092492 Feb 09 22:08:36.708185 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-984ff946-db13-4fed-ac28-5fa0da788a56 req-1df706f2-5f4a-4e18-9696-b3a2dee961f2 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=d4f8b074dca94f85854490ff6d5ddef5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310311 Feb 09 22:08:36.806048 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-984ff946-db13-4fed-ac28-5fa0da788a56 req-71e2d0b5-199f-4376-bf1f-92aa45b587b4 service neutron] 10.222.0.90 "GET /v2.0/networks/e8775cc8-3a81-4d08-bd1e-815e6f43291b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904341 Feb 09 22:08:36.896044 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-984ff946-db13-4fed-ac28-5fa0da788a56 req-1de02fb2-95b5-4100-a443-b8076570d958 service neutron] 10.222.0.90 "GET /v2.0/networks/e8775cc8-3a81-4d08-bd1e-815e6f43291b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843463 Feb 09 22:08:37.077263 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cf263458-4462-4a44-bb59-a00a8601ca43 req-48be06a2-f918-422a-840e-edb31ba7bc27 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/ports?device_id=64ff914e-f569-447a-a487-23c48984b5f0 HTTP/1.1" status: 200 len: 210 time: 0.0480461 Feb 09 22:08:37.530877 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364ba920-4683-4c77-ab6f-6aefb299e376 req-94fdce00-7825-4b7b-9a73-81c4d061c8c3 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:37.533203 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-364ba920-4683-4c77-ab6f-6aefb299e376 req-94fdce00-7825-4b7b-9a73-81c4d061c8c3 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=e0ce8db2-9a53-4d10-ac0a-446d4d6ffca2 HTTP/1.1" status: 200 len: 943 time: 0.0572236 Feb 09 22:08:37.588635 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-364ba920-4683-4c77-ab6f-6aefb299e376 req-d520827e-eb4b-4b61-8630-43864b5d1e50 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494859 Feb 09 22:08:38.207995 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d80faf38-86ea-4f94-9ec4-c1019b032a25 req-aac3ba17-5d6b-4fd0-abee-395cb621157e tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/ports?device_id=64ff914e-f569-447a-a487-23c48984b5f0 HTTP/1.1" status: 200 len: 210 time: 0.0500619 Feb 09 22:08:38.214759 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984ff946-db13-4fed-ac28-5fa0da788a56 req-a5735b83-3e9d-41af-ad24-9e35532da2c5 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:38.216178 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-984ff946-db13-4fed-ac28-5fa0da788a56 req-a5735b83-3e9d-41af-ad24-9e35532da2c5 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.95 "GET /v2.0/networks?id=e8775cc8-3a81-4d08-bd1e-815e6f43291b HTTP/1.1" status: 200 len: 815 time: 0.1914093 Feb 09 22:08:38.245666 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-984ff946-db13-4fed-ac28-5fa0da788a56 req-18a6bbb6-11fd-49c9-bb4f-891088a00162 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Request body: {'port': {'device_id': '64ff914e-f569-447a-a487-23c48984b5f0', 'network_id': 'e8775cc8-3a81-4d08-bd1e-815e6f43291b', 'admin_state_up': True, 'tenant_id': 'd4f8b074dca94f85854490ff6d5ddef5'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:08:38.373450 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-984ff946-db13-4fed-ac28-5fa0da788a56 req-18a6bbb6-11fd-49c9-bb4f-891088a00162 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Made reservation on behalf of d4f8b074dca94f85854490ff6d5ddef5 for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:08:38.378530 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-984ff946-db13-4fed-ac28-5fa0da788a56 req-18a6bbb6-11fd-49c9-bb4f-891088a00162 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:38.522327 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [req-984ff946-db13-4fed-ac28-5fa0da788a56 req-18a6bbb6-11fd-49c9-bb4f-891088a00162 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Allocated IP 172.20.0.3 (e8775cc8-3a81-4d08-bd1e-815e6f43291b/92fe4157-4173-4f3c-8845-10d234d58589/e4f05efa-8c68-4a1b-ba93-6aa17a35363a) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:08:38.686391 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-984ff946-db13-4fed-ac28-5fa0da788a56 req-18a6bbb6-11fd-49c9-bb4f-891088a00162 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Publish callbacks [] for port (e4f05efa-8c68-4a1b-ba93-6aa17a35363a), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:38.749161 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b7c003-8c03-4f13-987e-93003f873474 req-2386fcac-1ceb-417c-8450-3b22b605138d tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:38.751226 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-41b7c003-8c03-4f13-987e-93003f873474 req-2386fcac-1ceb-417c-8450-3b22b605138d tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=e0ce8db2-9a53-4d10-ac0a-446d4d6ffca2 HTTP/1.1" status: 200 len: 943 time: 0.0845551 Feb 09 22:08:38.758915 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-984ff946-db13-4fed-ac28-5fa0da788a56 req-18a6bbb6-11fd-49c9-bb4f-891088a00162 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (e4f05efa-8c68-4a1b-ba93-6aa17a35363a), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:38.814600 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-984ff946-db13-4fed-ac28-5fa0da788a56 req-18a6bbb6-11fd-49c9-bb4f-891088a00162 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Network e8775cc8-3a81-4d08-bd1e-815e6f43291b is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:08:38.826886 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [req-984ff946-db13-4fed-ac28-5fa0da788a56 req-18a6bbb6-11fd-49c9-bb4f-891088a00162 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:08:38.835342 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-984ff946-db13-4fed-ac28-5fa0da788a56 req-18a6bbb6-11fd-49c9-bb4f-891088a00162 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:08:38.873480 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a6bbb6-11fd-49c9-bb4f-891088a00162 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Pushing event updated for resources: {'Port': ['ID=e4f05efa-8c68-4a1b-ba93-6aa17a35363a,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:38.881461 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-41b7c003-8c03-4f13-987e-93003f873474 req-9ddae6cd-91c9-4e5d-ab95-d30b2319c71b tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241608 Feb 09 22:08:38.903556 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984ff946-db13-4fed-ac28-5fa0da788a56 req-18a6bbb6-11fd-49c9-bb4f-891088a00162 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:38.904332 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-984ff946-db13-4fed-ac28-5fa0da788a56 req-18a6bbb6-11fd-49c9-bb4f-891088a00162 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:38.922866 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-984ff946-db13-4fed-ac28-5fa0da788a56 req-18a6bbb6-11fd-49c9-bb4f-891088a00162 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6810396 Feb 09 22:08:38.942036 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-984ff946-db13-4fed-ac28-5fa0da788a56 req-84629108-58ab-46e4-94af-cdbf566541cc service neutron] Request body: {'port': {'device_id': '64ff914e-f569-447a-a487-23c48984b5f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-5'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:08:39.001290 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-984ff946-db13-4fed-ac28-5fa0da788a56 req-84629108-58ab-46e4-94af-cdbf566541cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (e4f05efa-8c68-4a1b-ba93-6aa17a35363a), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:39.051058 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2c98a125-1f91-45ca-9400-a21d9e01659c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:39.298187 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [req-984ff946-db13-4fed-ac28-5fa0da788a56 req-84629108-58ab-46e4-94af-cdbf566541cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4f05efa-8c68-4a1b-ba93-6aa17a35363a {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:08:39.320573 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-984ff946-db13-4fed-ac28-5fa0da788a56 req-84629108-58ab-46e4-94af-cdbf566541cc service neutron] Publish callbacks [] for port (e4f05efa-8c68-4a1b-ba93-6aa17a35363a), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:39.338601 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [req-984ff946-db13-4fed-ac28-5fa0da788a56 req-84629108-58ab-46e4-94af-cdbf566541cc service neutron] Transition to ACTIVE for port object e4f05efa-8c68-4a1b-ba93-6aa17a35363a will not be triggered until provisioned by entity L2. {{(pid=103140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:08:39.345756 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-984ff946-db13-4fed-ac28-5fa0da788a56 req-84629108-58ab-46e4-94af-cdbf566541cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (e4f05efa-8c68-4a1b-ba93-6aa17a35363a), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:39.364495 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43c6cde-d6eb-4b99-b727-c6e5f475818d req-eff1d112-542b-41e2-986e-6b67a15a0571 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:39.366010 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b43c6cde-d6eb-4b99-b727-c6e5f475818d req-eff1d112-542b-41e2-986e-6b67a15a0571 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/ports?device_id=64ff914e-f569-447a-a487-23c48984b5f0 HTTP/1.1" status: 200 len: 931 time: 0.0838468 Feb 09 22:08:39.427614 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84629108-58ab-46e4-94af-cdbf566541cc service neutron] Pushing event updated for resources: {'Port': ['ID=e4f05efa-8c68-4a1b-ba93-6aa17a35363a,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:39.493525 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b43c6cde-d6eb-4b99-b727-c6e5f475818d req-353e0167-8174-49b7-9c7d-002c157a640e tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/security-groups?id=ed5ee2d7-5353-4943-a635-cf4fd42ba822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094434 Feb 09 22:08:39.529148 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-984ff946-db13-4fed-ac28-5fa0da788a56 req-84629108-58ab-46e4-94af-cdbf566541cc service neutron] Attempting to bind port e4f05efa-8c68-4a1b-ba93-6aa17a35363a on host n-h1-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:08:39.529549 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-984ff946-db13-4fed-ac28-5fa0da788a56 req-84629108-58ab-46e4-94af-cdbf566541cc service neutron] Attempting to bind port e4f05efa-8c68-4a1b-ba93-6aa17a35363a by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': 'ff9fe9e8-b9d0-435f-8767-06c76384353f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'e8775cc8-3a81-4d08-bd1e-815e6f43291b'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:08:39.529964 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984ff946-db13-4fed-ac28-5fa0da788a56 req-84629108-58ab-46e4-94af-cdbf566541cc service neutron] Attempting to bind port e4f05efa-8c68-4a1b-ba93-6aa17a35363a on network e8775cc8-3a81-4d08-bd1e-815e6f43291b {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:08:39.537026 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984ff946-db13-4fed-ac28-5fa0da788a56 req-84629108-58ab-46e4-94af-cdbf566541cc service neutron] Port e4f05efa-8c68-4a1b-ba93-6aa17a35363a on network e8775cc8-3a81-4d08-bd1e-815e6f43291b not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:08:39.537522 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984ff946-db13-4fed-ac28-5fa0da788a56 req-84629108-58ab-46e4-94af-cdbf566541cc service neutron] Attempting to bind port e4f05efa-8c68-4a1b-ba93-6aa17a35363a on network e8775cc8-3a81-4d08-bd1e-815e6f43291b {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:08:39.544854 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984ff946-db13-4fed-ac28-5fa0da788a56 req-84629108-58ab-46e4-94af-cdbf566541cc service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:08:39.545728 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984ff946-db13-4fed-ac28-5fa0da788a56 req-84629108-58ab-46e4-94af-cdbf566541cc service neutron] Checking segment: {'id': 'ff9fe9e8-b9d0-435f-8767-06c76384353f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'e8775cc8-3a81-4d08-bd1e-815e6f43291b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:08:39.546444 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984ff946-db13-4fed-ac28-5fa0da788a56 req-84629108-58ab-46e4-94af-cdbf566541cc service neutron] Bound using segment: {'id': 'ff9fe9e8-b9d0-435f-8767-06c76384353f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'e8775cc8-3a81-4d08-bd1e-815e6f43291b'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:08:39.547625 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-984ff946-db13-4fed-ac28-5fa0da788a56 req-84629108-58ab-46e4-94af-cdbf566541cc service neutron] Bound port: e4f05efa-8c68-4a1b-ba93-6aa17a35363a, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff9fe9e8-b9d0-435f-8767-06c76384353f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'e8775cc8-3a81-4d08-bd1e-815e6f43291b'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:08:39.548369 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-984ff946-db13-4fed-ac28-5fa0da788a56 req-84629108-58ab-46e4-94af-cdbf566541cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (e4f05efa-8c68-4a1b-ba93-6aa17a35363a), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:39.623970 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-984ff946-db13-4fed-ac28-5fa0da788a56 req-84629108-58ab-46e4-94af-cdbf566541cc service neutron] For port e4f05efa-8c68-4a1b-ba93-6aa17a35363a, host n-h1-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:08:39.627154 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-984ff946-db13-4fed-ac28-5fa0da788a56 req-84629108-58ab-46e4-94af-cdbf566541cc service neutron] For port e4f05efa-8c68-4a1b-ba93-6aa17a35363a, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=e4f05efa-8c68-4a1b-ba93-6aa17a35363a,segment=NetworkSegment(ff9fe9e8-b9d0-435f-8767-06c76384353f),segment_id=ff9fe9e8-b9d0-435f-8767-06c76384353f)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:08:39.632903 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-984ff946-db13-4fed-ac28-5fa0da788a56 req-84629108-58ab-46e4-94af-cdbf566541cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (e4f05efa-8c68-4a1b-ba93-6aa17a35363a), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:39.668831 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984ff946-db13-4fed-ac28-5fa0da788a56 req-84629108-58ab-46e4-94af-cdbf566541cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:39.669500 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-984ff946-db13-4fed-ac28-5fa0da788a56 req-84629108-58ab-46e4-94af-cdbf566541cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:39.670983 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-984ff946-db13-4fed-ac28-5fa0da788a56 req-84629108-58ab-46e4-94af-cdbf566541cc service neutron] 10.222.0.95 "PUT /v2.0/ports/e4f05efa-8c68-4a1b-ba93-6aa17a35363a HTTP/1.1" status: 200 len: 1091 time: 0.7336953 Feb 09 22:08:39.671437 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64ff914e-f569-447a-a487-23c48984b5f0', 'tag': 'e4f05efa-8c68-4a1b-ba93-6aa17a35363a'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:08:39.674494 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f47e47df-03d4-4204-a789-240a8c4e40c7" -d '{"events": [{"name": "network-changed", "server_uuid": "64ff914e-f569-447a-a487-23c48984b5f0", "tag": "e4f05efa-8c68-4a1b-ba93-6aa17a35363a"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:08:39.699988 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84629108-58ab-46e4-94af-cdbf566541cc service neutron] Pushing event updated for resources: {'Port': ['ID=e4f05efa-8c68-4a1b-ba93-6aa17a35363a,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:39.721947 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfb601d1-289e-4bd0-9be2-b35c38673716 x-openstack-request-id: req-bfb601d1-289e-4bd0-9be2-b35c38673716 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:08:39.722951 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64ff914e-f569-447a-a487-23c48984b5f0", "tag": "e4f05efa-8c68-4a1b-ba93-6aa17a35363a", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:08:39.723566 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-bfb601d1-289e-4bd0-9be2-b35c38673716 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:08:39.723989 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64ff914e-f569-447a-a487-23c48984b5f0', 'tag': 'e4f05efa-8c68-4a1b-ba93-6aa17a35363a', 'status': 'completed', 'code': 200} Feb 09 22:08:39.779534 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984ff946-db13-4fed-ac28-5fa0da788a56 req-a109478b-0f35-410b-8bdd-44c2ac2cc8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:39.781637 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-984ff946-db13-4fed-ac28-5fa0da788a56 req-a109478b-0f35-410b-8bdd-44c2ac2cc8b7 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=d4f8b074dca94f85854490ff6d5ddef5&device_id=64ff914e-f569-447a-a487-23c48984b5f0 HTTP/1.1" status: 200 len: 1125 time: 0.0520749 Feb 09 22:08:39.836616 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-984ff946-db13-4fed-ac28-5fa0da788a56 req-dce4ddd3-88b8-46eb-b366-b62cbcd45af9 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4f05efa-8c68-4a1b-ba93-6aa17a35363a HTTP/1.1" status: 200 len: 217 time: 0.0449817 Feb 09 22:08:39.886942 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984ff946-db13-4fed-ac28-5fa0da788a56 req-8b13e8af-1df4-41c5-9044-79b50291d104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:39.888431 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-984ff946-db13-4fed-ac28-5fa0da788a56 req-8b13e8af-1df4-41c5-9044-79b50291d104 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=92fe4157-4173-4f3c-8845-10d234d58589 HTTP/1.1" status: 200 len: 855 time: 0.0439696 Feb 09 22:08:39.921080 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-984ff946-db13-4fed-ac28-5fa0da788a56 req-9df2e424-702a-422c-af26-f03a2d93d08a service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=e8775cc8-3a81-4d08-bd1e-815e6f43291b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265462 Feb 09 22:08:40.060193 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbebe04d-4e43-4620-b285-d954f79cd1fc req-4d9cc801-6542-4805-ac4d-5fabd0375716 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:40.061800 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fbebe04d-4e43-4620-b285-d954f79cd1fc req-4d9cc801-6542-4805-ac4d-5fabd0375716 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=e0ce8db2-9a53-4d10-ac0a-446d4d6ffca2 HTTP/1.1" status: 200 len: 943 time: 0.0842409 Feb 09 22:08:40.065371 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-984ff946-db13-4fed-ac28-5fa0da788a56 req-e0b00e97-4e8a-4719-9126-9902ef3c30fd service neutron] 10.222.0.95 "GET /v2.0/networks/e8775cc8-3a81-4d08-bd1e-815e6f43291b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363804 Feb 09 22:08:40.191051 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fbebe04d-4e43-4620-b285-d954f79cd1fc req-f2dfdbf6-309e-4c34-8368-2d310baadaea tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185124 Feb 09 22:08:40.215054 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-984ff946-db13-4fed-ac28-5fa0da788a56 req-e502d3e0-6397-4f18-95a4-105fcdc2fc6e service neutron] 10.222.0.95 "GET /v2.0/networks/e8775cc8-3a81-4d08-bd1e-815e6f43291b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412427 Feb 09 22:08:40.318232 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47e47df-03d4-4204-a789-240a8c4e40c7 req-f6defdd7-0f98-4bda-ac75-0e140dfc88bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:40.319831 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f47e47df-03d4-4204-a789-240a8c4e40c7 req-f6defdd7-0f98-4bda-ac75-0e140dfc88bf service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=d4f8b074dca94f85854490ff6d5ddef5&device_id=64ff914e-f569-447a-a487-23c48984b5f0 HTTP/1.1" status: 200 len: 1125 time: 0.0470154 Feb 09 22:08:40.417228 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47e47df-03d4-4204-a789-240a8c4e40c7 req-dd410692-fc60-4af0-9706-1243db918bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:40.419039 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f47e47df-03d4-4204-a789-240a8c4e40c7 req-dd410692-fc60-4af0-9706-1243db918bd4 service neutron] 10.222.0.95 "GET /v2.0/networks?id=e8775cc8-3a81-4d08-bd1e-815e6f43291b HTTP/1.1" status: 200 len: 916 time: 0.0915585 Feb 09 22:08:40.466197 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f47e47df-03d4-4204-a789-240a8c4e40c7 req-d1004002-4f01-4d74-9c21-58b1329fe902 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4f05efa-8c68-4a1b-ba93-6aa17a35363a HTTP/1.1" status: 200 len: 217 time: 0.0374875 Feb 09 22:08:40.514192 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47e47df-03d4-4204-a789-240a8c4e40c7 req-d8eaff88-2436-4bf8-b17b-22997bd23576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:40.516173 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f47e47df-03d4-4204-a789-240a8c4e40c7 req-d8eaff88-2436-4bf8-b17b-22997bd23576 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=92fe4157-4173-4f3c-8845-10d234d58589 HTTP/1.1" status: 200 len: 855 time: 0.0429971 Feb 09 22:08:40.560351 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f47e47df-03d4-4204-a789-240a8c4e40c7 req-58713d68-a294-49e1-8587-e25d80aec681 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=e8775cc8-3a81-4d08-bd1e-815e6f43291b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345206 Feb 09 22:08:40.689546 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea77b4f2-78a6-4218-9fca-c96b7e954a6d req-e58a1434-2853-4de3-8d97-97dece296d5e tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:40.691157 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ea77b4f2-78a6-4218-9fca-c96b7e954a6d req-e58a1434-2853-4de3-8d97-97dece296d5e tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/ports?device_id=64ff914e-f569-447a-a487-23c48984b5f0 HTTP/1.1" status: 200 len: 943 time: 0.1119585 Feb 09 22:08:40.697178 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f47e47df-03d4-4204-a789-240a8c4e40c7 req-6914afd9-a158-42c4-a562-0324e2053794 service neutron] 10.222.0.95 "GET /v2.0/networks/e8775cc8-3a81-4d08-bd1e-815e6f43291b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267924 Feb 09 22:08:40.791758 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ea77b4f2-78a6-4218-9fca-c96b7e954a6d req-2d1dbce1-2bd5-47f1-bd27-43761cc2e987 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/security-groups?id=ed5ee2d7-5353-4943-a635-cf4fd42ba822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935042 Feb 09 22:08:40.830239 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f47e47df-03d4-4204-a789-240a8c4e40c7 req-bea2c164-e722-43fe-854a-f355d1b7e64f service neutron] 10.222.0.95 "GET /v2.0/networks/e8775cc8-3a81-4d08-bd1e-815e6f43291b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140380 Feb 09 22:08:41.022825 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f57386fb-daba-4a29-aabc-5a15436c085c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:41.321158 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3030771-3a6a-4d27-aa98-e28548b0696c req-c70a0a42-8a2b-4faa-ae32-bde9a0b8c33e tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:41.322668 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a3030771-3a6a-4d27-aa98-e28548b0696c req-c70a0a42-8a2b-4faa-ae32-bde9a0b8c33e tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=e0ce8db2-9a53-4d10-ac0a-446d4d6ffca2 HTTP/1.1" status: 200 len: 943 time: 0.0598407 Feb 09 22:08:41.374632 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a3030771-3a6a-4d27-aa98-e28548b0696c req-8874d94b-19cb-4d07-b33c-f3e16f589f6b tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461290 Feb 09 22:08:41.927634 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9985cae9-ddec-4d01-8bab-3a18a24dde34 req-6c780195-7245-4473-bab9-5df570a97ec6 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:41.929229 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9985cae9-ddec-4d01-8bab-3a18a24dde34 req-6c780195-7245-4473-bab9-5df570a97ec6 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/ports?device_id=64ff914e-f569-447a-a487-23c48984b5f0 HTTP/1.1" status: 200 len: 943 time: 0.0583205 Feb 09 22:08:41.979063 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9985cae9-ddec-4d01-8bab-3a18a24dde34 req-6cf0638e-ee4e-46ff-8378-7ffef2b3a1bb tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/security-groups?id=ed5ee2d7-5353-4943-a635-cf4fd42ba822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436678 Feb 09 22:08:42.503728 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ce7b2c-ed54-41cb-9c62-0ff4a11a963c req-5aa1690e-e42c-4cda-b8f4-295d4be8648d tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:42.505211 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-78ce7b2c-ed54-41cb-9c62-0ff4a11a963c req-5aa1690e-e42c-4cda-b8f4-295d4be8648d tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=e0ce8db2-9a53-4d10-ac0a-446d4d6ffca2 HTTP/1.1" status: 200 len: 943 time: 0.0596151 Feb 09 22:08:42.559692 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-78ce7b2c-ed54-41cb-9c62-0ff4a11a963c req-a42f7ed1-93cb-4c6d-bc27-c5835314773f tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477550 Feb 09 22:08:42.806905 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:43.122338 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346f595c-e8fc-4f4a-b04c-d7f3dee20576 req-86d385d5-b5af-47f3-85fe-ab6405a1c73b tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:43.124342 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-346f595c-e8fc-4f4a-b04c-d7f3dee20576 req-86d385d5-b5af-47f3-85fe-ab6405a1c73b tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/ports?device_id=64ff914e-f569-447a-a487-23c48984b5f0 HTTP/1.1" status: 200 len: 943 time: 0.0650914 Feb 09 22:08:43.175104 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-346f595c-e8fc-4f4a-b04c-d7f3dee20576 req-f315187b-8725-465b-bf10-aaa3d1d05fdf tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/security-groups?id=ed5ee2d7-5353-4943-a635-cf4fd42ba822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446172 Feb 09 22:08:43.669403 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device e4f05efa-8c68-4a1b-ba93-6aa17a35363a details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:08:43.696668 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565961c2-d373-42de-a3f4-64136548320a req-a275ab52-08f6-496f-9b39-610f5f210879 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:43.698233 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-565961c2-d373-42de-a3f4-64136548320a req-a275ab52-08f6-496f-9b39-610f5f210879 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=e0ce8db2-9a53-4d10-ac0a-446d4d6ffca2 HTTP/1.1" status: 200 len: 943 time: 0.0602365 Feb 09 22:08:43.750720 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-565961c2-d373-42de-a3f4-64136548320a req-e45b8156-98ae-4e80-8894-ae4cd6ebe20a tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451698 Feb 09 22:08:43.788251 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port e4f05efa-8c68-4a1b-ba93-6aa17a35363a, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=e4f05efa-8c68-4a1b-ba93-6aa17a35363a,segment=NetworkSegment(ff9fe9e8-b9d0-435f-8767-06c76384353f),segment_id=ff9fe9e8-b9d0-435f-8767-06c76384353f)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:08:43.800521 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': 'e4f05efa-8c68-4a1b-ba93-6aa17a35363a', 'network_id': 'e8775cc8-3a81-4d08-bd1e-815e6f43291b', 'port_id': 'e4f05efa-8c68-4a1b-ba93-6aa17a35363a', 'mac_address': 'fa:16:3e:e1:57:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92fe4157-4173-4f3c-8845-10d234d58589', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:08:43.837296 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port e4f05efa-8c68-4a1b-ba93-6aa17a35363a is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:08:43.837955 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (e4f05efa-8c68-4a1b-ba93-6aa17a35363a), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:43.850365 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4f05efa-8c68-4a1b-ba93-6aa17a35363a {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:08:43.873867 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port e4f05efa-8c68-4a1b-ba93-6aa17a35363a, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=e4f05efa-8c68-4a1b-ba93-6aa17a35363a,segment=NetworkSegment(ff9fe9e8-b9d0-435f-8767-06c76384353f),segment_id=ff9fe9e8-b9d0-435f-8767-06c76384353f)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:08:43.878948 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (e4f05efa-8c68-4a1b-ba93-6aa17a35363a), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:43.925969 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=e4f05efa-8c68-4a1b-ba93-6aa17a35363a,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:44.215729 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:44.233963 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['e4f05efa-8c68-4a1b-ba93-6aa17a35363a'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:08:44.312808 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56460ed6-d18c-44cc-ad1b-50efac71d7e6 req-0ede86ad-40f5-4229-a8fc-6c5a397c504c tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:44.314870 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-56460ed6-d18c-44cc-ad1b-50efac71d7e6 req-0ede86ad-40f5-4229-a8fc-6c5a397c504c tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/ports?device_id=64ff914e-f569-447a-a487-23c48984b5f0 HTTP/1.1" status: 200 len: 944 time: 0.0616834 Feb 09 22:08:44.375575 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-56460ed6-d18c-44cc-ad1b-50efac71d7e6 req-503ff62a-e2fe-4a19-b775-a0f677f10d21 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/security-groups?id=ed5ee2d7-5353-4943-a635-cf4fd42ba822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537653 Feb 09 22:08:44.878144 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a992fbc-e6f3-429f-a0d1-c38ffd39787e req-23082ae6-6fb1-427f-a847-0e1188420a71 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:44.879629 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8a992fbc-e6f3-429f-a0d1-c38ffd39787e req-23082ae6-6fb1-427f-a847-0e1188420a71 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=e0ce8db2-9a53-4d10-ac0a-446d4d6ffca2 HTTP/1.1" status: 200 len: 943 time: 0.0534763 Feb 09 22:08:44.928844 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8a992fbc-e6f3-429f-a0d1-c38ffd39787e req-893a52af-f28c-4730-83ed-6640d33a720f tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435100 Feb 09 22:08:45.347062 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:45.512696 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9499fa-6e75-4a89-9189-2a1122c7d491 req-ccb300ce-6954-4fff-81ae-601e5269aba5 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:45.514191 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7a9499fa-6e75-4a89-9189-2a1122c7d491 req-ccb300ce-6954-4fff-81ae-601e5269aba5 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/ports?device_id=64ff914e-f569-447a-a487-23c48984b5f0 HTTP/1.1" status: 200 len: 944 time: 0.0583625 Feb 09 22:08:45.560854 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7a9499fa-6e75-4a89-9189-2a1122c7d491 req-03e4d144-b9ad-46ed-9f9d-ba480f08c200 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/security-groups?id=ed5ee2d7-5353-4943-a635-cf4fd42ba822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408473 Feb 09 22:08:45.675025 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device e4f05efa-8c68-4a1b-ba93-6aa17a35363a up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:08:45.722290 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning for port e4f05efa-8c68-4a1b-ba93-6aa17a35363a completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:08:45.726292 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port e4f05efa-8c68-4a1b-ba93-6aa17a35363a triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:08:45.726662 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (e4f05efa-8c68-4a1b-ba93-6aa17a35363a), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:45.807034 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port e4f05efa-8c68-4a1b-ba93-6aa17a35363a is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:08:45.807428 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (e4f05efa-8c68-4a1b-ba93-6aa17a35363a), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:45.832732 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64ff914e-f569-447a-a487-23c48984b5f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4f05efa-8c68-4a1b-ba93-6aa17a35363a'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:08:45.834944 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b63338f3-763f-4f41-8de5-40d8b5b63d0c" -d '{"events": [{"server_uuid": "64ff914e-f569-447a-a487-23c48984b5f0", "name": "network-vif-plugged", "status": "completed", "tag": "e4f05efa-8c68-4a1b-ba93-6aa17a35363a"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:08:45.847899 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port e4f05efa-8c68-4a1b-ba93-6aa17a35363a, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=e4f05efa-8c68-4a1b-ba93-6aa17a35363a,segment=NetworkSegment(ff9fe9e8-b9d0-435f-8767-06c76384353f),segment_id=ff9fe9e8-b9d0-435f-8767-06c76384353f)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:08:45.852658 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (e4f05efa-8c68-4a1b-ba93-6aa17a35363a), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:45.907722 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=e4f05efa-8c68-4a1b-ba93-6aa17a35363a,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:45.938442 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94d68839-4910-4cab-a8ac-f698d4146dbd x-openstack-request-id: req-94d68839-4910-4cab-a8ac-f698d4146dbd {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:08:45.938764 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64ff914e-f569-447a-a487-23c48984b5f0", "name": "network-vif-plugged", "status": "completed", "tag": "e4f05efa-8c68-4a1b-ba93-6aa17a35363a", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:08:45.939006 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-94d68839-4910-4cab-a8ac-f698d4146dbd {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:08:45.939420 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64ff914e-f569-447a-a487-23c48984b5f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4f05efa-8c68-4a1b-ba93-6aa17a35363a', 'code': 200} Feb 09 22:08:46.081296 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750c136c-0351-43a0-8bdb-3f34ffcba299 req-b10529db-bb95-4bcd-9d33-a1f8ddcea5db tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:46.082844 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-750c136c-0351-43a0-8bdb-3f34ffcba299 req-b10529db-bb95-4bcd-9d33-a1f8ddcea5db tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=e0ce8db2-9a53-4d10-ac0a-446d4d6ffca2 HTTP/1.1" status: 200 len: 943 time: 0.0868917 Feb 09 22:08:46.088995 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfa4fd3-295b-4150-b2bd-eff444c12c43 req-163b8f56-a3dd-46d2-87eb-9e407004d809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:46.090398 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2bfa4fd3-295b-4150-b2bd-eff444c12c43 req-163b8f56-a3dd-46d2-87eb-9e407004d809 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=64ff914e-f569-447a-a487-23c48984b5f0 HTTP/1.1" status: 200 len: 1127 time: 0.0818143 Feb 09 22:08:46.165934 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-750c136c-0351-43a0-8bdb-3f34ffcba299 req-be9d0162-91a8-4e22-bd6a-e027d512ed66 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743012 Feb 09 22:08:46.185805 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2bfa4fd3-295b-4150-b2bd-eff444c12c43 req-30effe32-1408-44be-be39-3d085361dd8a service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=ed5ee2d7-5353-4943-a635-cf4fd42ba822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813336 Feb 09 22:08:46.685806 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bac51e-44ce-4738-97dc-fd3c6a1dcd33 req-c7395c7a-4f7b-40ac-8dc2-d07dfcaa0a12 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:46.687380 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-40bac51e-44ce-4738-97dc-fd3c6a1dcd33 req-c7395c7a-4f7b-40ac-8dc2-d07dfcaa0a12 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/ports?device_id=64ff914e-f569-447a-a487-23c48984b5f0 HTTP/1.1" status: 200 len: 945 time: 0.0581226 Feb 09 22:08:46.734643 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-40bac51e-44ce-4738-97dc-fd3c6a1dcd33 req-fff8b9c9-0802-4a79-be0d-c69cf36a8b57 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/security-groups?id=ed5ee2d7-5353-4943-a635-cf4fd42ba822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417788 Feb 09 22:08:47.301656 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f59f1e-e4ca-466f-821b-696d0f7b4d95 req-05c3bc6a-95b2-445b-86e9-9f19520b9721 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:47.303501 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e9f59f1e-e4ca-466f-821b-696d0f7b4d95 req-05c3bc6a-95b2-445b-86e9-9f19520b9721 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=e0ce8db2-9a53-4d10-ac0a-446d4d6ffca2 HTTP/1.1" status: 200 len: 943 time: 0.0626318 Feb 09 22:08:47.355662 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e9f59f1e-e4ca-466f-821b-696d0f7b4d95 req-248011c2-6f1f-47b0-94bd-50d68fb070b9 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454862 Feb 09 22:08:47.860661 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448ca4db-fecd-45cf-af22-148ca0600566 req-36969d40-a547-45cc-89b4-b5a6ad429da3 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:47.862289 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-448ca4db-fecd-45cf-af22-148ca0600566 req-36969d40-a547-45cc-89b4-b5a6ad429da3 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/ports?device_id=64ff914e-f569-447a-a487-23c48984b5f0 HTTP/1.1" status: 200 len: 945 time: 0.0578511 Feb 09 22:08:47.914841 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-448ca4db-fecd-45cf-af22-148ca0600566 req-fdea8e2a-78b1-458c-b0b4-90067a0cabad tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/security-groups?id=ed5ee2d7-5353-4943-a635-cf4fd42ba822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469813 Feb 09 22:08:48.490362 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dca92c7-37e3-4089-bd01-785dfb00c06e req-ad3ed8b7-998c-48ef-9168-e3bd27154e21 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:48.492334 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0dca92c7-37e3-4089-bd01-785dfb00c06e req-ad3ed8b7-998c-48ef-9168-e3bd27154e21 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=e0ce8db2-9a53-4d10-ac0a-446d4d6ffca2 HTTP/1.1" status: 200 len: 943 time: 0.0633957 Feb 09 22:08:48.547875 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0dca92c7-37e3-4089-bd01-785dfb00c06e req-49481fd7-2974-4d79-83df-3c03430e0cbd tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491385 Feb 09 22:08:48.688725 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26902104-ab19-498a-b20e-51f226813d2d req-96097e7a-b7e6-4026-a346-a91adfb65af8 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:48.690850 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-26902104-ab19-498a-b20e-51f226813d2d req-96097e7a-b7e6-4026-a346-a91adfb65af8 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=5828a84d-3bba-457b-a980-d1c58af1e9fc HTTP/1.1" status: 200 len: 945 time: 0.0715089 Feb 09 22:08:48.753419 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-26902104-ab19-498a-b20e-51f226813d2d req-2ab91db5-4081-4fd9-a392-8311d35884d6 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf0b68a3-9ef1-42e0-a988-523ababb4794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568440 Feb 09 22:08:49.684362 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669022cf-c7f4-4d44-9163-59f22b0a1444 req-20980c2d-b28d-4e58-982d-b5ce76d56285 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:49.685907 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-669022cf-c7f4-4d44-9163-59f22b0a1444 req-20980c2d-b28d-4e58-982d-b5ce76d56285 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=e0ce8db2-9a53-4d10-ac0a-446d4d6ffca2 HTTP/1.1" status: 200 len: 943 time: 0.0636823 Feb 09 22:08:49.735621 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-669022cf-c7f4-4d44-9163-59f22b0a1444 req-aa449a3d-56a0-446c-9874-75ffa46a1757 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425184 Feb 09 22:08:49.886550 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e93158a-3022-48b6-a567-9c14ca384e11 req-4626d466-1d1e-4114-bf0f-768f32ab3e4c tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:49.888528 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6e93158a-3022-48b6-a567-9c14ca384e11 req-4626d466-1d1e-4114-bf0f-768f32ab3e4c tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=5828a84d-3bba-457b-a980-d1c58af1e9fc HTTP/1.1" status: 200 len: 945 time: 0.0580370 Feb 09 22:08:49.942340 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6e93158a-3022-48b6-a567-9c14ca384e11 req-beae4187-999f-40e4-8c93-447b941dac4d tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf0b68a3-9ef1-42e0-a988-523ababb4794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468450 Feb 09 22:08:50.867429 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ecdbd0-158d-4486-ad00-b2a4099d3cd6 req-22ae0b1b-202d-4fd6-bb28-7b645db78aeb tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:50.868983 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-02ecdbd0-158d-4486-ad00-b2a4099d3cd6 req-22ae0b1b-202d-4fd6-bb28-7b645db78aeb tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=e0ce8db2-9a53-4d10-ac0a-446d4d6ffca2 HTTP/1.1" status: 200 len: 943 time: 0.0587175 Feb 09 22:08:50.932788 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-02ecdbd0-158d-4486-ad00-b2a4099d3cd6 req-84bb94c4-d110-40ff-84fb-f190b35575b2 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570920 Feb 09 22:08:51.071848 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0c1728-9ddc-442c-aaf6-381ef47c488e req-8b3118e6-c6e7-4e3d-bea4-256308f326e9 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:51.073377 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4c0c1728-9ddc-442c-aaf6-381ef47c488e req-8b3118e6-c6e7-4e3d-bea4-256308f326e9 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=5828a84d-3bba-457b-a980-d1c58af1e9fc HTTP/1.1" status: 200 len: 945 time: 0.0555239 Feb 09 22:08:51.124310 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4c0c1728-9ddc-442c-aaf6-381ef47c488e req-5d8af6ac-b36e-43c9-8232-cac84e7f681f tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf0b68a3-9ef1-42e0-a988-523ababb4794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451717 Feb 09 22:08:51.531573 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:52.051123 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1376bfc-dd60-478a-a0f7-028c2ddfe284 req-20b1173f-14c3-41ed-8e29-03038a1a4795 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:52.052538 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a1376bfc-dd60-478a-a0f7-028c2ddfe284 req-20b1173f-14c3-41ed-8e29-03038a1a4795 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=e0ce8db2-9a53-4d10-ac0a-446d4d6ffca2 HTTP/1.1" status: 200 len: 943 time: 0.0532513 Feb 09 22:08:52.098639 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a1376bfc-dd60-478a-a0f7-028c2ddfe284 req-0e767a1b-f1f2-44f1-b7f3-332f2c853e9f tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404158 Feb 09 22:08:52.252438 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3006569e-2954-40dd-b0e7-22dc745f1d23 req-e0d515a2-b33b-4a29-b543-33103c3fe071 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:52.254187 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3006569e-2954-40dd-b0e7-22dc745f1d23 req-e0d515a2-b33b-4a29-b543-33103c3fe071 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=5828a84d-3bba-457b-a980-d1c58af1e9fc HTTP/1.1" status: 200 len: 945 time: 0.0576458 Feb 09 22:08:52.306142 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3006569e-2954-40dd-b0e7-22dc745f1d23 req-6b4af048-8d44-48fb-833f-70e72a6c28a2 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf0b68a3-9ef1-42e0-a988-523ababb4794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429990 Feb 09 22:08:52.579509 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:08:53.220577 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1102a74-2619-434e-9d5d-84b539968398 req-32707367-4e84-4afc-a50e-451131974f4e tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:53.222098 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f1102a74-2619-434e-9d5d-84b539968398 req-32707367-4e84-4afc-a50e-451131974f4e tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=e0ce8db2-9a53-4d10-ac0a-446d4d6ffca2 HTTP/1.1" status: 200 len: 943 time: 0.0547516 Feb 09 22:08:53.269523 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f1102a74-2619-434e-9d5d-84b539968398 req-ddab12db-92dc-4cfe-98a9-e0fda94f7ddb tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417528 Feb 09 22:08:53.435655 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d064750-5320-4426-8777-91e6905a9ae8 req-60ec4139-8654-4a21-b420-141b196a32cf tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:53.437187 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8d064750-5320-4426-8777-91e6905a9ae8 req-60ec4139-8654-4a21-b420-141b196a32cf tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=5828a84d-3bba-457b-a980-d1c58af1e9fc HTTP/1.1" status: 200 len: 945 time: 0.0615106 Feb 09 22:08:53.488103 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8d064750-5320-4426-8777-91e6905a9ae8 req-bbc9dd25-cdb3-4112-b78f-802c5cfee234 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf0b68a3-9ef1-42e0-a988-523ababb4794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448802 Feb 09 22:08:53.797283 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:54.394824 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf076f69-4002-42f4-923f-c44aab0ad49e req-9b355a39-8e1a-41e5-b0b1-8684ea99419c tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:54.396334 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cf076f69-4002-42f4-923f-c44aab0ad49e req-9b355a39-8e1a-41e5-b0b1-8684ea99419c tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=e0ce8db2-9a53-4d10-ac0a-446d4d6ffca2 HTTP/1.1" status: 200 len: 943 time: 0.0534313 Feb 09 22:08:54.442869 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cf076f69-4002-42f4-923f-c44aab0ad49e req-fc9dbcb7-501d-49c4-98ab-8b40345b8259 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408928 Feb 09 22:08:54.607581 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe5908-87c2-4a3f-99fc-219075e85832 req-47f04d97-78db-4efc-a47d-3860585b50d2 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:54.609690 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1dfe5908-87c2-4a3f-99fc-219075e85832 req-47f04d97-78db-4efc-a47d-3860585b50d2 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=5828a84d-3bba-457b-a980-d1c58af1e9fc HTTP/1.1" status: 200 len: 945 time: 0.0521126 Feb 09 22:08:54.663013 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1dfe5908-87c2-4a3f-99fc-219075e85832 req-d8007373-11d8-4787-90ea-4d2114cc7827 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf0b68a3-9ef1-42e0-a988-523ababb4794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465126 Feb 09 22:08:55.280259 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 05c916ca-3f0c-4952-99aa-6baf25bf06e6 details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:08:55.380491 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 05c916ca-3f0c-4952-99aa-6baf25bf06e6, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=05c916ca-3f0c-4952-99aa-6baf25bf06e6,segment=NetworkSegment(ccdb70e6-3e43-42b3-b6b7-87da11db8888),segment_id=ccdb70e6-3e43-42b3-b6b7-87da11db8888)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:08:55.392870 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': '05c916ca-3f0c-4952-99aa-6baf25bf06e6', 'network_id': '7e64d8e8-78a3-4987-8778-47d4e5b9b498', 'port_id': '05c916ca-3f0c-4952-99aa-6baf25bf06e6', 'mac_address': 'fa:16:3e:ef:fc:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84c886de-428b-4fdd-ac96-e9bdd27d5e04', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:08:55.428923 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 05c916ca-3f0c-4952-99aa-6baf25bf06e6 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:08:55.429320 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (05c916ca-3f0c-4952-99aa-6baf25bf06e6), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:55.442825 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05c916ca-3f0c-4952-99aa-6baf25bf06e6 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:08:55.462529 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 05c916ca-3f0c-4952-99aa-6baf25bf06e6, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=05c916ca-3f0c-4952-99aa-6baf25bf06e6,segment=NetworkSegment(ccdb70e6-3e43-42b3-b6b7-87da11db8888),segment_id=ccdb70e6-3e43-42b3-b6b7-87da11db8888)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:08:55.468612 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (05c916ca-3f0c-4952-99aa-6baf25bf06e6), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:55.527124 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=05c916ca-3f0c-4952-99aa-6baf25bf06e6,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:55.568710 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b9a3e-43db-4108-9ada-8323d1386e90 req-50823943-c1a6-4dba-a952-779067a401b1 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:55.570274 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ed3b9a3e-43db-4108-9ada-8323d1386e90 req-50823943-c1a6-4dba-a952-779067a401b1 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=e0ce8db2-9a53-4d10-ac0a-446d4d6ffca2 HTTP/1.1" status: 200 len: 944 time: 0.0577445 Feb 09 22:08:55.620298 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ed3b9a3e-43db-4108-9ada-8323d1386e90 req-a42e4a63-649d-4ee1-82fb-8be803c075a2 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437543 Feb 09 22:08:55.784982 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aa3d44-b094-4a48-8ff6-59e0b97fcc8d req-8c1aabda-c0f9-4dad-aa99-5b27fa99c70f tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:55.786493 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b2aa3d44-b094-4a48-8ff6-59e0b97fcc8d req-8c1aabda-c0f9-4dad-aa99-5b27fa99c70f tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=5828a84d-3bba-457b-a980-d1c58af1e9fc HTTP/1.1" status: 200 len: 945 time: 0.0533657 Feb 09 22:08:55.835195 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b2aa3d44-b094-4a48-8ff6-59e0b97fcc8d req-20609f3a-11f2-4ac4-aac3-b8e8aa15a8bb tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf0b68a3-9ef1-42e0-a988-523ababb4794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428648 Feb 09 22:08:55.890834 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['05c916ca-3f0c-4952-99aa-6baf25bf06e6'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:08:56.751825 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a54034-35bd-4e5f-bed4-d62b79745ed8 req-f394e632-c6ae-4a03-a92d-3658e0381d8e tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:56.753379 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-12a54034-35bd-4e5f-bed4-d62b79745ed8 req-f394e632-c6ae-4a03-a92d-3658e0381d8e tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=e0ce8db2-9a53-4d10-ac0a-446d4d6ffca2 HTTP/1.1" status: 200 len: 944 time: 0.0592654 Feb 09 22:08:56.800340 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-12a54034-35bd-4e5f-bed4-d62b79745ed8 req-78d27507-a007-47fa-8c59-3310806742c3 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411906 Feb 09 22:08:56.961350 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c26741-f52f-450a-9689-66cf2aab0ff9 req-afffb393-5dff-445e-a9b6-e60c078f1b2e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:56.962198 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a0c26741-f52f-450a-9689-66cf2aab0ff9 req-afffb393-5dff-445e-a9b6-e60c078f1b2e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=5828a84d-3bba-457b-a980-d1c58af1e9fc HTTP/1.1" status: 200 len: 945 time: 0.0543432 Feb 09 22:08:57.011178 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a0c26741-f52f-450a-9689-66cf2aab0ff9 req-b403d3d1-ccfd-487b-9bf8-0a00115f0f91 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf0b68a3-9ef1-42e0-a988-523ababb4794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432534 Feb 09 22:08:57.299729 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 05c916ca-3f0c-4952-99aa-6baf25bf06e6 up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:08:57.352901 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning for port 05c916ca-3f0c-4952-99aa-6baf25bf06e6 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:08:57.357125 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port 05c916ca-3f0c-4952-99aa-6baf25bf06e6 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:08:57.357510 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (05c916ca-3f0c-4952-99aa-6baf25bf06e6), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:57.436569 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 05c916ca-3f0c-4952-99aa-6baf25bf06e6 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:08:57.437016 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (05c916ca-3f0c-4952-99aa-6baf25bf06e6), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:57.461891 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0ce8db2-9a53-4d10-ac0a-446d4d6ffca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05c916ca-3f0c-4952-99aa-6baf25bf06e6'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:08:57.464107 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b53f0d7-9af8-457d-99f8-d52271ee9710" -d '{"events": [{"server_uuid": "e0ce8db2-9a53-4d10-ac0a-446d4d6ffca2", "name": "network-vif-plugged", "status": "completed", "tag": "05c916ca-3f0c-4952-99aa-6baf25bf06e6"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:08:57.478134 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 05c916ca-3f0c-4952-99aa-6baf25bf06e6, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=05c916ca-3f0c-4952-99aa-6baf25bf06e6,segment=NetworkSegment(ccdb70e6-3e43-42b3-b6b7-87da11db8888),segment_id=ccdb70e6-3e43-42b3-b6b7-87da11db8888)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:08:57.482924 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (05c916ca-3f0c-4952-99aa-6baf25bf06e6), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:08:57.515899 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c116daa-4f15-4ef2-97c4-85b77ec01d68 x-openstack-request-id: req-6c116daa-4f15-4ef2-97c4-85b77ec01d68 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:08:57.516548 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0ce8db2-9a53-4d10-ac0a-446d4d6ffca2", "name": "network-vif-plugged", "status": "completed", "tag": "05c916ca-3f0c-4952-99aa-6baf25bf06e6", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:08:57.517096 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-6c116daa-4f15-4ef2-97c4-85b77ec01d68 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:08:57.517593 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0ce8db2-9a53-4d10-ac0a-446d4d6ffca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05c916ca-3f0c-4952-99aa-6baf25bf06e6', 'code': 200} Feb 09 22:08:57.555263 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=05c916ca-3f0c-4952-99aa-6baf25bf06e6,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:08:57.639166 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41582c5-582d-4c91-9ff5-d849f004ff3c req-9fe9b620-d591-43ab-8d06-24870c9e9d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:57.641930 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c41582c5-582d-4c91-9ff5-d849f004ff3c req-9fe9b620-d591-43ab-8d06-24870c9e9d6e service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e0ce8db2-9a53-4d10-ac0a-446d4d6ffca2 HTTP/1.1" status: 200 len: 1127 time: 0.0499489 Feb 09 22:08:57.688475 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c41582c5-582d-4c91-9ff5-d849f004ff3c req-6b7fa760-1e28-4d17-95c5-52e15b6ffdeb service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396843 Feb 09 22:08:57.921610 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9547bf0b-3836-400a-93aa-e170beafcd9a req-e8a5c107-e3a1-4bbb-bfa4-3c7773c63c1f tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:57.923116 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9547bf0b-3836-400a-93aa-e170beafcd9a req-e8a5c107-e3a1-4bbb-bfa4-3c7773c63c1f tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=e0ce8db2-9a53-4d10-ac0a-446d4d6ffca2 HTTP/1.1" status: 200 len: 945 time: 0.0535207 Feb 09 22:08:57.977473 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9547bf0b-3836-400a-93aa-e170beafcd9a req-ebd8bd00-168e-42c0-b4fc-77d6ec67c226 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486941 Feb 09 22:08:58.143270 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec98f429-3745-4227-8fe2-1caa3c56e7b8 req-a7fb1f70-3d59-451d-bc10-3f17f7bd3911 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:58.144843 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ec98f429-3745-4227-8fe2-1caa3c56e7b8 req-a7fb1f70-3d59-451d-bc10-3f17f7bd3911 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=5828a84d-3bba-457b-a980-d1c58af1e9fc HTTP/1.1" status: 200 len: 945 time: 0.0610173 Feb 09 22:08:58.195548 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ec98f429-3745-4227-8fe2-1caa3c56e7b8 req-ee128cc9-ff93-4c9b-ab35-3ce9f030ee6b tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf0b68a3-9ef1-42e0-a988-523ababb4794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450444 Feb 09 22:08:59.114482 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec056212-33af-43c1-99f2-84977bbf61c4 req-a33451ab-2a8b-449a-8d4e-b41409be839b tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:59.116279 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ec056212-33af-43c1-99f2-84977bbf61c4 req-a33451ab-2a8b-449a-8d4e-b41409be839b tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=e0ce8db2-9a53-4d10-ac0a-446d4d6ffca2 HTTP/1.1" status: 200 len: 945 time: 0.0575349 Feb 09 22:08:59.172385 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ec056212-33af-43c1-99f2-84977bbf61c4 req-8b066782-4e3d-4adb-94e8-0fb4d8db34ea tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494173 Feb 09 22:08:59.333213 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a697727-a922-4784-9c76-b627471c9056 req-1b56a57b-c84f-437b-aa50-2801d9654704 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:08:59.335120 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8a697727-a922-4784-9c76-b627471c9056 req-1b56a57b-c84f-437b-aa50-2801d9654704 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=5828a84d-3bba-457b-a980-d1c58af1e9fc HTTP/1.1" status: 200 len: 945 time: 0.0666149 Feb 09 22:08:59.391814 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8a697727-a922-4784-9c76-b627471c9056 req-f79aaf97-1f12-48b9-8b2f-e184596bd078 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf0b68a3-9ef1-42e0-a988-523ababb4794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500114 Feb 09 22:09:00.311400 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414ba87a-f747-4c64-a680-aae2b833c042 req-d0e11f4f-46ec-4151-89d8-13a56902bc3c tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:00.313620 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-414ba87a-f747-4c64-a680-aae2b833c042 req-d0e11f4f-46ec-4151-89d8-13a56902bc3c tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=e0ce8db2-9a53-4d10-ac0a-446d4d6ffca2 HTTP/1.1" status: 200 len: 945 time: 0.0557461 Feb 09 22:09:00.365713 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-414ba87a-f747-4c64-a680-aae2b833c042 req-cfa3989a-1a32-41f5-9cf3-4d7613f48574 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442777 Feb 09 22:09:00.536054 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b584742-964e-4bd7-83de-b8fc5f0e4f85 req-e1f358c6-53e6-4c27-b5e8-e4e43fbaf904 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:00.537990 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8b584742-964e-4bd7-83de-b8fc5f0e4f85 req-e1f358c6-53e6-4c27-b5e8-e4e43fbaf904 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=e0ce8db2-9a53-4d10-ac0a-446d4d6ffca2 HTTP/1.1" status: 200 len: 945 time: 0.1031075 Feb 09 22:09:00.561081 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe385e9-f13b-451b-a95e-3dde57d2657f req-3ac5e085-ed91-4dde-971e-1469517826ac tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:00.563416 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bbe385e9-f13b-451b-a95e-3dde57d2657f req-3ac5e085-ed91-4dde-971e-1469517826ac tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=5828a84d-3bba-457b-a980-d1c58af1e9fc HTTP/1.1" status: 200 len: 945 time: 0.0866475 Feb 09 22:09:00.638441 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8b584742-964e-4bd7-83de-b8fc5f0e4f85 req-f98558c7-ac2f-49e0-b64e-45458c5d0e97 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918965 Feb 09 22:09:00.648237 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bbe385e9-f13b-451b-a95e-3dde57d2657f req-844adc0e-97b6-4e3d-a2d1-c07bc4584f39 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf0b68a3-9ef1-42e0-a988-523ababb4794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765345 Feb 09 22:09:00.996910 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2c68b-4c89-4013-bb41-2adffa376c2a req-75bc1156-9319-4f26-bba3-f278ea8a004e tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:00.998697 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b1c2c68b-4c89-4013-bb41-2adffa376c2a req-75bc1156-9319-4f26-bba3-f278ea8a004e tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=e0ce8db2-9a53-4d10-ac0a-446d4d6ffca2 HTTP/1.1" status: 200 len: 945 time: 0.0600173 Feb 09 22:09:01.057085 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b1c2c68b-4c89-4013-bb41-2adffa376c2a req-5bd71dd8-0ba2-4266-9f0e-9a88b79b722e tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519860 Feb 09 22:09:01.803370 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1280b2e4-6bd5-4038-8106-8d47b7b9e3e9 req-21414da4-9848-4c4c-8620-70c616b74427 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:01.804866 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1280b2e4-6bd5-4038-8106-8d47b7b9e3e9 req-21414da4-9848-4c4c-8620-70c616b74427 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=5828a84d-3bba-457b-a980-d1c58af1e9fc HTTP/1.1" status: 200 len: 945 time: 0.0570192 Feb 09 22:09:01.859561 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1280b2e4-6bd5-4038-8106-8d47b7b9e3e9 req-fc60b3a2-6781-4558-a996-e52a8100c5a9 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf0b68a3-9ef1-42e0-a988-523ababb4794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478349 Feb 09 22:09:02.195299 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36429ca6-137a-4cf9-a25d-c7bfda21f543 req-9a472f66-d98d-4683-a614-ee226fbe6911 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:02.196827 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-36429ca6-137a-4cf9-a25d-c7bfda21f543 req-9a472f66-d98d-4683-a614-ee226fbe6911 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=e0ce8db2-9a53-4d10-ac0a-446d4d6ffca2 HTTP/1.1" status: 200 len: 945 time: 0.0603938 Feb 09 22:09:02.246544 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-36429ca6-137a-4cf9-a25d-c7bfda21f543 req-c278e6be-2fc0-415c-8836-1562d5db9713 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438516 Feb 09 22:09:02.446416 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b484891-43cb-4a2d-b79b-ad811ea3d88c req-024fe36b-54db-45f4-bf95-f489eca6b4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:02.448032 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4b484891-43cb-4a2d-b79b-ad811ea3d88c req-024fe36b-54db-45f4-bf95-f489eca6b4e0 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=5828a84d-3bba-457b-a980-d1c58af1e9fc HTTP/1.1" status: 200 len: 1127 time: 0.0577941 Feb 09 22:09:02.506984 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4b484891-43cb-4a2d-b79b-ad811ea3d88c req-6e808da1-08f6-4b49-a1aa-425456f4288a service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=cf0b68a3-9ef1-42e0-a988-523ababb4794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475187 Feb 09 22:09:02.956739 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a834846-03dd-4f09-be85-b5f5a45e5c4b req-01a7d308-33ce-4854-9dc1-951e7c97b726 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:02.958209 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0a834846-03dd-4f09-be85-b5f5a45e5c4b req-01a7d308-33ce-4854-9dc1-951e7c97b726 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.89 "GET /v2.0/ports?device_id=e0ce8db2-9a53-4d10-ac0a-446d4d6ffca2 HTTP/1.1" status: 200 len: 945 time: 0.0592110 Feb 09 22:09:02.989002 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26f695c-141c-43b3-b04f-48da9964c8c1 req-af5a7013-0622-442a-ba9c-29cea3e2b39d tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:02.990514 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d26f695c-141c-43b3-b04f-48da9964c8c1 req-af5a7013-0622-442a-ba9c-29cea3e2b39d tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=5828a84d-3bba-457b-a980-d1c58af1e9fc HTTP/1.1" status: 200 len: 945 time: 0.0551908 Feb 09 22:09:03.038919 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d26f695c-141c-43b3-b04f-48da9964c8c1 req-1409fba4-fa7c-41a9-987a-b2e20322a0d6 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf0b68a3-9ef1-42e0-a988-523ababb4794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427246 Feb 09 22:09:03.052169 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-0a834846-03dd-4f09-be85-b5f5a45e5c4b req-f5f96f25-7521-4777-904f-6809f11cc3be tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Deleting port 05c916ca-3f0c-4952-99aa-6baf25bf06e6 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:09:03.052543 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-0a834846-03dd-4f09-be85-b5f5a45e5c4b req-f5f96f25-7521-4777-904f-6809f11cc3be tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (05c916ca-3f0c-4952-99aa-6baf25bf06e6), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:03.143645 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-0a834846-03dd-4f09-be85-b5f5a45e5c4b req-f5f96f25-7521-4777-904f-6809f11cc3be tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] For port 05c916ca-3f0c-4952-99aa-6baf25bf06e6, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=05c916ca-3f0c-4952-99aa-6baf25bf06e6,segment=NetworkSegment(ccdb70e6-3e43-42b3-b6b7-87da11db8888),segment_id=ccdb70e6-3e43-42b3-b6b7-87da11db8888)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:09:03.144013 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-0a834846-03dd-4f09-be85-b5f5a45e5c4b req-f5f96f25-7521-4777-904f-6809f11cc3be tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (05c916ca-3f0c-4952-99aa-6baf25bf06e6), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:03.157037 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-0a834846-03dd-4f09-be85-b5f5a45e5c4b req-f5f96f25-7521-4777-904f-6809f11cc3be tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Calling delete_port for 05c916ca-3f0c-4952-99aa-6baf25bf06e6 owned by compute:nova {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:09:03.284843 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-0a834846-03dd-4f09-be85-b5f5a45e5c4b req-f5f96f25-7521-4777-904f-6809f11cc3be tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (05c916ca-3f0c-4952-99aa-6baf25bf06e6), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:03.299681 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['9b48efde-fc62-4189-b6a3-96e6be54b086', '05c916ca-3f0c-4952-99aa-6baf25bf06e6'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:09:03.323322 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f96f25-7521-4777-904f-6809f11cc3be tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Pushing event deleted for resources: {'Port': ['ID=05c916ca-3f0c-4952-99aa-6baf25bf06e6,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:03.362236 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c633f78b-6bac-43ae-81f3-77b854aec872 req-1a7e4cc6-81a9-4b4f-8869-d36b205fa753 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=e0ce8db2-9a53-4d10-ac0a-446d4d6ffca2 HTTP/1.1" status: 200 len: 210 time: 0.0358217 Feb 09 22:09:03.372062 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a834846-03dd-4f09-be85-b5f5a45e5c4b req-f5f96f25-7521-4777-904f-6809f11cc3be tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] No DVR routers for this DVR port 05c916ca-3f0c-4952-99aa-6baf25bf06e6 on host n-h2-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:09:03.376253 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-0a834846-03dd-4f09-be85-b5f5a45e5c4b req-f5f96f25-7521-4777-904f-6809f11cc3be tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:03.381652 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0a834846-03dd-4f09-be85-b5f5a45e5c4b req-f5f96f25-7521-4777-904f-6809f11cc3be tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.89 "DELETE /v2.0/ports/05c916ca-3f0c-4952-99aa-6baf25bf06e6 HTTP/1.1" status: 204 len: 173 time: 0.4173613 Feb 09 22:09:03.382129 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0ce8db2-9a53-4d10-ac0a-446d4d6ffca2', 'name': 'network-vif-deleted', 'tag': '05c916ca-3f0c-4952-99aa-6baf25bf06e6'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:09:03.384431 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a12ff0a2-9d58-4001-9e15-c41175f34439" -d '{"events": [{"server_uuid": "e0ce8db2-9a53-4d10-ac0a-446d4d6ffca2", "name": "network-vif-deleted", "tag": "05c916ca-3f0c-4952-99aa-6baf25bf06e6"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:09:03.431846 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-205a63a4-9814-46eb-9815-810c71db1e5f x-openstack-request-id: req-205a63a4-9814-46eb-9815-810c71db1e5f {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:09:03.432234 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0ce8db2-9a53-4d10-ac0a-446d4d6ffca2", "name": "network-vif-deleted", "tag": "05c916ca-3f0c-4952-99aa-6baf25bf06e6", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:09:03.432590 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-205a63a4-9814-46eb-9815-810c71db1e5f {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:09:03.433052 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0ce8db2-9a53-4d10-ac0a-446d4d6ffca2', 'name': 'network-vif-deleted', 'tag': '05c916ca-3f0c-4952-99aa-6baf25bf06e6', 'status': 'completed', 'code': 200} Feb 09 22:09:03.727311 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 71dfa068-14f7-409b-b475-a37f2364f10b details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:09:03.734670 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 71dfa068-14f7-409b-b475-a37f2364f10b no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:09:03.884507 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 71dfa068-14f7-409b-b475-a37f2364f10b is: ACTIVE; New status is: DOWN {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:09:03.884848 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (71dfa068-14f7-409b-b475-a37f2364f10b), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:03.900890 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 71dfa068-14f7-409b-b475-a37f2364f10b, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=71dfa068-14f7-409b-b475-a37f2364f10b,segment=NetworkSegment(9b722fd1-0853-4680-bbb8-9b607278f6a1),segment_id=9b722fd1-0853-4680-bbb8-9b607278f6a1)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:09:03.918762 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': '71dfa068-14f7-409b-b475-a37f2364f10b', 'network_id': '757df16b-ee7a-4aa7-b371-9ab032993f20', 'port_id': '71dfa068-14f7-409b-b475-a37f2364f10b', 'mac_address': 'fa:16:3e:01:6b:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5c5cc03-f794-435a-a446-b12fe92ecf52', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:09:03.924274 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5828a84d-3bba-457b-a980-d1c58af1e9fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71dfa068-14f7-409b-b475-a37f2364f10b'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:09:03.926531 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7685bfe0-5933-4d3a-8f36-74c09a1e5b8d" -d '{"events": [{"server_uuid": "5828a84d-3bba-457b-a980-d1c58af1e9fc", "name": "network-vif-unplugged", "status": "completed", "tag": "71dfa068-14f7-409b-b475-a37f2364f10b"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:09:03.943838 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 71dfa068-14f7-409b-b475-a37f2364f10b, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=71dfa068-14f7-409b-b475-a37f2364f10b,segment=NetworkSegment(9b722fd1-0853-4680-bbb8-9b607278f6a1),segment_id=9b722fd1-0853-4680-bbb8-9b607278f6a1)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:09:03.971283 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (71dfa068-14f7-409b-b475-a37f2364f10b), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:03.977465 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 22:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de369813-be2f-4f5b-ab80-a65e638b44fd x-openstack-request-id: req-de369813-be2f-4f5b-ab80-a65e638b44fd {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:09:03.977701 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5828a84d-3bba-457b-a980-d1c58af1e9fc", "name": "network-vif-unplugged", "status": "completed", "tag": "71dfa068-14f7-409b-b475-a37f2364f10b", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:09:03.977963 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-de369813-be2f-4f5b-ab80-a65e638b44fd {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:09:03.978350 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5828a84d-3bba-457b-a980-d1c58af1e9fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71dfa068-14f7-409b-b475-a37f2364f10b', 'code': 200} Feb 09 22:09:04.009525 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 71dfa068-14f7-409b-b475-a37f2364f10b is: ACTIVE; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:09:04.011153 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (71dfa068-14f7-409b-b475-a37f2364f10b), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:04.041411 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 71dfa068-14f7-409b-b475-a37f2364f10b {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:09:04.053896 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=71dfa068-14f7-409b-b475-a37f2364f10b,revision_number=6']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:04.107568 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.db.api [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103142) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 22:09:04.108083 n-d-828369-5 neutron-server[103142]: DEBUG oslo_db.api [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 22:09:04.174815 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cd0e08-5f66-4d75-9669-b6577e2c121d req-684dcb8d-a870-4e85-a7fa-edb87b164810 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:04.176427 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-30cd0e08-5f66-4d75-9669-b6577e2c121d req-684dcb8d-a870-4e85-a7fa-edb87b164810 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=5828a84d-3bba-457b-a980-d1c58af1e9fc HTTP/1.1" status: 200 len: 943 time: 0.0658555 Feb 09 22:09:04.226649 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-30cd0e08-5f66-4d75-9669-b6577e2c121d req-2c6c4bda-28da-4295-8027-02376389eaa9 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf0b68a3-9ef1-42e0-a988-523ababb4794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441635 Feb 09 22:09:04.249176 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 42926) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:04.311474 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-30b959bf-2655-4e88-9a2f-13ab50542a64 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/floatingips/b6207e13-7eb0-4d4e-8b8e-48a8063e3f08 HTTP/1.1" status: 200 len: 990 time: 0.0611532 Feb 09 22:09:04.465856 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e8090731-8743-4119-804e-01487f56fd3a req-25d0965b-614a-406b-8c84-aec01c0b077d tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=e0ce8db2-9a53-4d10-ac0a-446d4d6ffca2 HTTP/1.1" status: 200 len: 210 time: 0.0268221 Feb 09 22:09:04.643852 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 71dfa068-14f7-409b-b475-a37f2364f10b is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:09:04.644470 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (71dfa068-14f7-409b-b475-a37f2364f10b), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:04.657710 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71dfa068-14f7-409b-b475-a37f2364f10b {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:09:04.684442 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 71dfa068-14f7-409b-b475-a37f2364f10b, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=71dfa068-14f7-409b-b475-a37f2364f10b,segment=NetworkSegment(9b722fd1-0853-4680-bbb8-9b607278f6a1),segment_id=9b722fd1-0853-4680-bbb8-9b607278f6a1)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:09:04.688847 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (71dfa068-14f7-409b-b475-a37f2364f10b), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:04.740792 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=71dfa068-14f7-409b-b475-a37f2364f10b,revision_number=7']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:05.011808 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['71dfa068-14f7-409b-b475-a37f2364f10b'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:09:05.328874 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 05c916ca-3f0c-4952-99aa-6baf25bf06e6 no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:09:05.528133 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] No Port match for: 05c916ca-3f0c-4952-99aa-6baf25bf06e6 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:09:05.528512 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 05c916ca-3f0c-4952-99aa-6baf25bf06e6 not bound to the agent host n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:09:05.568680 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0c3c22f8-5775-46c5-8f96-df7f575b8f49 req-5e603a11-1f77-40f0-bb2b-3e94ed16c5c6 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=e0ce8db2-9a53-4d10-ac0a-446d4d6ffca2 HTTP/1.1" status: 200 len: 210 time: 0.0317690 Feb 09 22:09:06.689109 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8a88a183-fd57-4c54-8d4a-ebe69aa1653a req-9e9220f6-f876-4000-9db9-a91bf9cac2f0 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=e0ce8db2-9a53-4d10-ac0a-446d4d6ffca2 HTTP/1.1" status: 200 len: 210 time: 0.0355666 Feb 09 22:09:06.734865 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80f7883-85f4-407e-ade0-87cd7dc87161 req-f970976b-4e01-4dea-9765-983ffdf181fa tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:06.736571 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f80f7883-85f4-407e-ade0-87cd7dc87161 req-f970976b-4e01-4dea-9765-983ffdf181fa tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/networks?id=e8775cc8-3a81-4d08-bd1e-815e6f43291b HTTP/1.1" status: 200 len: 815 time: 0.1300163 Feb 09 22:09:06.753004 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f80f7883-85f4-407e-ade0-87cd7dc87161 req-6c631fdd-fe6b-4261-86fe-889e686159c8 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/quotas/d4f8b074dca94f85854490ff6d5ddef5 HTTP/1.1" status: 200 len: 375 time: 0.0102715 Feb 09 22:09:06.810338 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f80f7883-85f4-407e-ade0-87cd7dc87161 req-495a6dc2-e5c2-47a8-92ce-4d5ad46e686b tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=d4f8b074dca94f85854490ff6d5ddef5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0517232 Feb 09 22:09:06.821827 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [req-f80f7883-85f4-407e-ade0-87cd7dc87161 req-5f344478-2730-4bce-b98d-c0b09877e2f1 service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=103140) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 22:09:06.823027 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f80f7883-85f4-407e-ade0-87cd7dc87161 req-5f344478-2730-4bce-b98d-c0b09877e2f1 service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055499 Feb 09 22:09:06.912961 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f80f7883-85f4-407e-ade0-87cd7dc87161 req-1bf37b0b-fce0-471e-80f9-1db3c79969aa service neutron] 10.222.0.90 "GET /v2.0/networks/e8775cc8-3a81-4d08-bd1e-815e6f43291b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839894 Feb 09 22:09:07.005929 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f80f7883-85f4-407e-ade0-87cd7dc87161 req-20213fbe-b348-45ea-bdb5-39849829e86f service neutron] 10.222.0.90 "GET /v2.0/networks/e8775cc8-3a81-4d08-bd1e-815e6f43291b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868471 Feb 09 22:09:07.164258 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-de3e0d42-3c43-48b2-a176-eaf92d4ba2a4 req-c201b020-2d56-4934-a0e2-c1cc8846a7c3 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/ports?device_id=3df7f706-804f-43c7-b1ad-c6686d3f18aa HTTP/1.1" status: 200 len: 210 time: 0.0271058 Feb 09 22:09:07.777136 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 71dfa068-14f7-409b-b475-a37f2364f10b up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:09:07.792841 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0b332449-2496-40e3-a32b-1b78d080a92f req-452f102a-2b2d-4889-87fc-0bf9862ea0b3 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=e0ce8db2-9a53-4d10-ac0a-446d4d6ffca2 HTTP/1.1" status: 200 len: 210 time: 0.0301933 Feb 09 22:09:07.829292 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port 71dfa068-14f7-409b-b475-a37f2364f10b triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:09:07.829587 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (71dfa068-14f7-409b-b475-a37f2364f10b), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:07.909388 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 71dfa068-14f7-409b-b475-a37f2364f10b is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:09:07.909882 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (71dfa068-14f7-409b-b475-a37f2364f10b), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:07.932928 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5828a84d-3bba-457b-a980-d1c58af1e9fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71dfa068-14f7-409b-b475-a37f2364f10b'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:09:07.935269 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6504c458-9021-4d88-ba20-c5a649b76195" -d '{"events": [{"server_uuid": "5828a84d-3bba-457b-a980-d1c58af1e9fc", "name": "network-vif-plugged", "status": "completed", "tag": "71dfa068-14f7-409b-b475-a37f2364f10b"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:09:07.948048 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 71dfa068-14f7-409b-b475-a37f2364f10b, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=71dfa068-14f7-409b-b475-a37f2364f10b,segment=NetworkSegment(9b722fd1-0853-4680-bbb8-9b607278f6a1),segment_id=9b722fd1-0853-4680-bbb8-9b607278f6a1)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:09:07.961192 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (71dfa068-14f7-409b-b475-a37f2364f10b), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:07.988133 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1649f59e-351c-4363-8443-7126e325a95c x-openstack-request-id: req-1649f59e-351c-4363-8443-7126e325a95c {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:09:07.988557 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5828a84d-3bba-457b-a980-d1c58af1e9fc", "name": "network-vif-plugged", "status": "completed", "tag": "71dfa068-14f7-409b-b475-a37f2364f10b", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:09:07.988819 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-1649f59e-351c-4363-8443-7126e325a95c {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:09:07.989410 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5828a84d-3bba-457b-a980-d1c58af1e9fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71dfa068-14f7-409b-b475-a37f2364f10b', 'code': 200} Feb 09 22:09:08.017567 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=71dfa068-14f7-409b-b475-a37f2364f10b,revision_number=8']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:08.133651 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80f7883-85f4-407e-ade0-87cd7dc87161 req-393b364d-e642-4948-a386-b2986ca90e6f tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:08.137631 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f80f7883-85f4-407e-ade0-87cd7dc87161 req-393b364d-e642-4948-a386-b2986ca90e6f tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.89 "GET /v2.0/networks?id=e8775cc8-3a81-4d08-bd1e-815e6f43291b HTTP/1.1" status: 200 len: 815 time: 0.1181104 Feb 09 22:09:08.159719 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-f80f7883-85f4-407e-ade0-87cd7dc87161 req-4b76bb07-b79c-4e48-9974-3d1e16b277bf tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Request body: {'port': {'device_id': '3df7f706-804f-43c7-b1ad-c6686d3f18aa', 'network_id': 'e8775cc8-3a81-4d08-bd1e-815e6f43291b', 'admin_state_up': True, 'tenant_id': 'd4f8b074dca94f85854490ff6d5ddef5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:09:08.265060 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a80cec72-6468-4ea6-b544-71caa25eb917 req-f9a531d1-9690-4382-bedc-003ea604327d tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/ports?device_id=3df7f706-804f-43c7-b1ad-c6686d3f18aa HTTP/1.1" status: 200 len: 210 time: 0.0314205 Feb 09 22:09:08.273694 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f80f7883-85f4-407e-ade0-87cd7dc87161 req-4b76bb07-b79c-4e48-9974-3d1e16b277bf tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Made reservation on behalf of d4f8b074dca94f85854490ff6d5ddef5 for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:09:08.277164 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f80f7883-85f4-407e-ade0-87cd7dc87161 req-4b76bb07-b79c-4e48-9974-3d1e16b277bf tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:08.422626 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [req-f80f7883-85f4-407e-ade0-87cd7dc87161 req-4b76bb07-b79c-4e48-9974-3d1e16b277bf tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Allocated IP 172.20.0.4 (e8775cc8-3a81-4d08-bd1e-815e6f43291b/92fe4157-4173-4f3c-8845-10d234d58589/a98769d0-8332-4b72-ac83-09cfdd0a587c) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:09:08.582168 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f80f7883-85f4-407e-ade0-87cd7dc87161 req-4b76bb07-b79c-4e48-9974-3d1e16b277bf tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Publish callbacks [] for port (a98769d0-8332-4b72-ac83-09cfdd0a587c), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:08.615570 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f80f7883-85f4-407e-ade0-87cd7dc87161 req-4b76bb07-b79c-4e48-9974-3d1e16b277bf tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (a98769d0-8332-4b72-ac83-09cfdd0a587c), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:08.629351 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['e4f05efa-8c68-4a1b-ba93-6aa17a35363a'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:09:08.655973 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f80f7883-85f4-407e-ade0-87cd7dc87161 req-4b76bb07-b79c-4e48-9974-3d1e16b277bf tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Network e8775cc8-3a81-4d08-bd1e-815e6f43291b is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:09:08.661900 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [req-f80f7883-85f4-407e-ade0-87cd7dc87161 req-4b76bb07-b79c-4e48-9974-3d1e16b277bf tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:09:08.665633 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-f80f7883-85f4-407e-ade0-87cd7dc87161 req-4b76bb07-b79c-4e48-9974-3d1e16b277bf tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:09:08.693082 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b76bb07-b79c-4e48-9974-3d1e16b277bf tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Pushing event updated for resources: {'Port': ['ID=a98769d0-8332-4b72-ac83-09cfdd0a587c,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:08.721534 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80f7883-85f4-407e-ade0-87cd7dc87161 req-4b76bb07-b79c-4e48-9974-3d1e16b277bf tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:08.722151 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f80f7883-85f4-407e-ade0-87cd7dc87161 req-4b76bb07-b79c-4e48-9974-3d1e16b277bf tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:08.738312 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f80f7883-85f4-407e-ade0-87cd7dc87161 req-4b76bb07-b79c-4e48-9974-3d1e16b277bf tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5874572 Feb 09 22:09:08.756331 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-f80f7883-85f4-407e-ade0-87cd7dc87161 req-d7236da6-d85c-4cdc-a37d-44b06e025684 service neutron] Request body: {'port': {'device_id': '3df7f706-804f-43c7-b1ad-c6686d3f18aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:09:08.821253 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f80f7883-85f4-407e-ade0-87cd7dc87161 req-d7236da6-d85c-4cdc-a37d-44b06e025684 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (a98769d0-8332-4b72-ac83-09cfdd0a587c), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:08.900816 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2b672436-3b1a-4f43-8758-ef7c8d96a2af req-0cbbc602-25eb-4832-9dc8-05260cf66b4e tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=e0ce8db2-9a53-4d10-ac0a-446d4d6ffca2 HTTP/1.1" status: 200 len: 210 time: 0.0290432 Feb 09 22:09:09.058277 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-94bbca00-4f4b-4f32-a2a5-d91e3f4ee620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:09.091110 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-f80f7883-85f4-407e-ade0-87cd7dc87161 req-d7236da6-d85c-4cdc-a37d-44b06e025684 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a98769d0-8332-4b72-ac83-09cfdd0a587c {{(pid=103141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:09:09.099677 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f80f7883-85f4-407e-ade0-87cd7dc87161 req-d7236da6-d85c-4cdc-a37d-44b06e025684 service neutron] Publish callbacks [] for port (a98769d0-8332-4b72-ac83-09cfdd0a587c), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:09.112340 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-f80f7883-85f4-407e-ade0-87cd7dc87161 req-d7236da6-d85c-4cdc-a37d-44b06e025684 service neutron] Transition to ACTIVE for port object a98769d0-8332-4b72-ac83-09cfdd0a587c will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:09:09.117026 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f80f7883-85f4-407e-ade0-87cd7dc87161 req-d7236da6-d85c-4cdc-a37d-44b06e025684 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (a98769d0-8332-4b72-ac83-09cfdd0a587c), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:09.174518 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7236da6-d85c-4cdc-a37d-44b06e025684 service neutron] Pushing event updated for resources: {'Port': ['ID=a98769d0-8332-4b72-ac83-09cfdd0a587c,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:09.245680 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-f80f7883-85f4-407e-ade0-87cd7dc87161 req-d7236da6-d85c-4cdc-a37d-44b06e025684 service neutron] Attempting to bind port a98769d0-8332-4b72-ac83-09cfdd0a587c on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:09:09.246043 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-f80f7883-85f4-407e-ade0-87cd7dc87161 req-d7236da6-d85c-4cdc-a37d-44b06e025684 service neutron] Attempting to bind port a98769d0-8332-4b72-ac83-09cfdd0a587c by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': 'ff9fe9e8-b9d0-435f-8767-06c76384353f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'e8775cc8-3a81-4d08-bd1e-815e6f43291b'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:09:09.246374 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80f7883-85f4-407e-ade0-87cd7dc87161 req-d7236da6-d85c-4cdc-a37d-44b06e025684 service neutron] Attempting to bind port a98769d0-8332-4b72-ac83-09cfdd0a587c on network e8775cc8-3a81-4d08-bd1e-815e6f43291b {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:09:09.251454 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80f7883-85f4-407e-ade0-87cd7dc87161 req-d7236da6-d85c-4cdc-a37d-44b06e025684 service neutron] Port a98769d0-8332-4b72-ac83-09cfdd0a587c on network e8775cc8-3a81-4d08-bd1e-815e6f43291b not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:09:09.251775 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80f7883-85f4-407e-ade0-87cd7dc87161 req-d7236da6-d85c-4cdc-a37d-44b06e025684 service neutron] Attempting to bind port a98769d0-8332-4b72-ac83-09cfdd0a587c on network e8775cc8-3a81-4d08-bd1e-815e6f43291b {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:09:09.256789 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80f7883-85f4-407e-ade0-87cd7dc87161 req-d7236da6-d85c-4cdc-a37d-44b06e025684 service neutron] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:09:09.257124 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80f7883-85f4-407e-ade0-87cd7dc87161 req-d7236da6-d85c-4cdc-a37d-44b06e025684 service neutron] Checking segment: {'id': 'ff9fe9e8-b9d0-435f-8767-06c76384353f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'e8775cc8-3a81-4d08-bd1e-815e6f43291b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:09:09.257507 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80f7883-85f4-407e-ade0-87cd7dc87161 req-d7236da6-d85c-4cdc-a37d-44b06e025684 service neutron] Bound using segment: {'id': 'ff9fe9e8-b9d0-435f-8767-06c76384353f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'e8775cc8-3a81-4d08-bd1e-815e6f43291b'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:09:09.257933 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-f80f7883-85f4-407e-ade0-87cd7dc87161 req-d7236da6-d85c-4cdc-a37d-44b06e025684 service neutron] Bound port: a98769d0-8332-4b72-ac83-09cfdd0a587c, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff9fe9e8-b9d0-435f-8767-06c76384353f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'e8775cc8-3a81-4d08-bd1e-815e6f43291b'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:09:09.258288 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f80f7883-85f4-407e-ade0-87cd7dc87161 req-d7236da6-d85c-4cdc-a37d-44b06e025684 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (a98769d0-8332-4b72-ac83-09cfdd0a587c), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:09.322417 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-f80f7883-85f4-407e-ade0-87cd7dc87161 req-d7236da6-d85c-4cdc-a37d-44b06e025684 service neutron] For port a98769d0-8332-4b72-ac83-09cfdd0a587c, host n-h2-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:09:09.325771 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-f80f7883-85f4-407e-ade0-87cd7dc87161 req-d7236da6-d85c-4cdc-a37d-44b06e025684 service neutron] For port a98769d0-8332-4b72-ac83-09cfdd0a587c, host n-h2-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=a98769d0-8332-4b72-ac83-09cfdd0a587c,segment=NetworkSegment(ff9fe9e8-b9d0-435f-8767-06c76384353f),segment_id=ff9fe9e8-b9d0-435f-8767-06c76384353f)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:09:09.332786 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f80f7883-85f4-407e-ade0-87cd7dc87161 req-d7236da6-d85c-4cdc-a37d-44b06e025684 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (a98769d0-8332-4b72-ac83-09cfdd0a587c), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:09.371087 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80f7883-85f4-407e-ade0-87cd7dc87161 req-d7236da6-d85c-4cdc-a37d-44b06e025684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:09.372013 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f80f7883-85f4-407e-ade0-87cd7dc87161 req-d7236da6-d85c-4cdc-a37d-44b06e025684 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:09.373638 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f80f7883-85f4-407e-ade0-87cd7dc87161 req-d7236da6-d85c-4cdc-a37d-44b06e025684 service neutron] 10.222.0.89 "PUT /v2.0/ports/a98769d0-8332-4b72-ac83-09cfdd0a587c HTTP/1.1" status: 200 len: 1091 time: 0.6217306 Feb 09 22:09:09.374197 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3df7f706-804f-43c7-b1ad-c6686d3f18aa', 'tag': 'a98769d0-8332-4b72-ac83-09cfdd0a587c'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:09:09.376984 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f92455b-b34d-4dc5-9510-3e0571d26d5e" -d '{"events": [{"name": "network-changed", "server_uuid": "3df7f706-804f-43c7-b1ad-c6686d3f18aa", "tag": "a98769d0-8332-4b72-ac83-09cfdd0a587c"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:09:09.403378 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7236da6-d85c-4cdc-a37d-44b06e025684 service neutron] Pushing event updated for resources: {'Port': ['ID=a98769d0-8332-4b72-ac83-09cfdd0a587c,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:09.414551 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8532fb-7c11-44e0-9832-3e8f4cf300f9 req-ef34649c-05b2-4048-9d4c-3494197e295b tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:09.416053 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ab8532fb-7c11-44e0-9832-3e8f4cf300f9 req-ef34649c-05b2-4048-9d4c-3494197e295b tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/ports?device_id=3df7f706-804f-43c7-b1ad-c6686d3f18aa HTTP/1.1" status: 200 len: 943 time: 0.0724201 Feb 09 22:09:09.467122 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ab8532fb-7c11-44e0-9832-3e8f4cf300f9 req-a932c3c5-b17f-4547-bc2c-63f47843b41a tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/security-groups?id=ed5ee2d7-5353-4943-a635-cf4fd42ba822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440881 Feb 09 22:09:09.473698 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80f7883-85f4-407e-ade0-87cd7dc87161 req-3f5bc6a1-3bd9-4855-95de-e62eb2f4733b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:09.475216 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f80f7883-85f4-407e-ade0-87cd7dc87161 req-3f5bc6a1-3bd9-4855-95de-e62eb2f4733b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d4f8b074dca94f85854490ff6d5ddef5&device_id=3df7f706-804f-43c7-b1ad-c6686d3f18aa HTTP/1.1" status: 200 len: 1125 time: 0.0543537 Feb 09 22:09:09.476701 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e55e634-c223-4433-8239-788e3b275017 x-openstack-request-id: req-0e55e634-c223-4433-8239-788e3b275017 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:09:09.476988 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3df7f706-804f-43c7-b1ad-c6686d3f18aa", "tag": "a98769d0-8332-4b72-ac83-09cfdd0a587c", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:09:09.477297 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-0e55e634-c223-4433-8239-788e3b275017 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:09:09.477613 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3df7f706-804f-43c7-b1ad-c6686d3f18aa', 'tag': 'a98769d0-8332-4b72-ac83-09cfdd0a587c', 'status': 'completed', 'code': 200} Feb 09 22:09:09.521823 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f80f7883-85f4-407e-ade0-87cd7dc87161 req-303bac1f-547b-4513-be61-3950eba28f13 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a98769d0-8332-4b72-ac83-09cfdd0a587c HTTP/1.1" status: 200 len: 217 time: 0.0380664 Feb 09 22:09:09.570556 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80f7883-85f4-407e-ade0-87cd7dc87161 req-1fbd7776-3fa3-4e7f-b7d4-e485d7d2a8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:09.572155 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f80f7883-85f4-407e-ade0-87cd7dc87161 req-1fbd7776-3fa3-4e7f-b7d4-e485d7d2a8ba service neutron] 10.222.0.89 "GET /v2.0/subnets?id=92fe4157-4173-4f3c-8845-10d234d58589 HTTP/1.1" status: 200 len: 855 time: 0.0443518 Feb 09 22:09:09.605043 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f80f7883-85f4-407e-ade0-87cd7dc87161 req-19966026-d032-40c8-b261-f39357ec462d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e8775cc8-3a81-4d08-bd1e-815e6f43291b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256715 Feb 09 22:09:09.701375 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f80f7883-85f4-407e-ade0-87cd7dc87161 req-6264b140-d3c5-4c14-bfe3-c746937c043a service neutron] 10.222.0.89 "GET /v2.0/networks/e8775cc8-3a81-4d08-bd1e-815e6f43291b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856848 Feb 09 22:09:09.791612 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f80f7883-85f4-407e-ade0-87cd7dc87161 req-98184e55-df1f-4a64-95a3-9752c1ede776 service neutron] 10.222.0.89 "GET /v2.0/networks/e8775cc8-3a81-4d08-bd1e-815e6f43291b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823698 Feb 09 22:09:09.889729 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f92455b-b34d-4dc5-9510-3e0571d26d5e req-00f4152b-0eef-45b1-b9bd-464153f5e2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:09.891897 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-8f92455b-b34d-4dc5-9510-3e0571d26d5e req-00f4152b-0eef-45b1-b9bd-464153f5e2f2 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d4f8b074dca94f85854490ff6d5ddef5&device_id=3df7f706-804f-43c7-b1ad-c6686d3f18aa HTTP/1.1" status: 200 len: 1125 time: 0.0502994 Feb 09 22:09:09.984000 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f92455b-b34d-4dc5-9510-3e0571d26d5e req-914dfcbc-657c-4598-919d-d38e5cd8b661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:09.986114 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-8f92455b-b34d-4dc5-9510-3e0571d26d5e req-914dfcbc-657c-4598-919d-d38e5cd8b661 service neutron] 10.222.0.89 "GET /v2.0/networks?id=e8775cc8-3a81-4d08-bd1e-815e6f43291b HTTP/1.1" status: 200 len: 916 time: 0.0880227 Feb 09 22:09:10.010169 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-24a0edb0-f31f-4925-acd9-6c419dae87a9 req-4e2f1b0f-4744-4a20-8384-9347367c60e4 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=e0ce8db2-9a53-4d10-ac0a-446d4d6ffca2 HTTP/1.1" status: 200 len: 210 time: 0.0284209 Feb 09 22:09:10.031256 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-8f92455b-b34d-4dc5-9510-3e0571d26d5e req-f2747c52-05f7-456e-966a-ee2b2740ef5e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a98769d0-8332-4b72-ac83-09cfdd0a587c HTTP/1.1" status: 200 len: 217 time: 0.0383995 Feb 09 22:09:10.084689 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f92455b-b34d-4dc5-9510-3e0571d26d5e req-9dd41ca6-4531-40e6-8114-f8622587e3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:10.086192 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-8f92455b-b34d-4dc5-9510-3e0571d26d5e req-9dd41ca6-4531-40e6-8114-f8622587e3a9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=92fe4157-4173-4f3c-8845-10d234d58589 HTTP/1.1" status: 200 len: 855 time: 0.0481141 Feb 09 22:09:10.119355 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-8f92455b-b34d-4dc5-9510-3e0571d26d5e req-416e8971-cc5a-4bc0-99f7-3ec4b751425c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e8775cc8-3a81-4d08-bd1e-815e6f43291b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262764 Feb 09 22:09:10.212909 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-8f92455b-b34d-4dc5-9510-3e0571d26d5e req-584e65d1-57c3-4e11-8f50-0e29b9daed09 service neutron] 10.222.0.89 "GET /v2.0/networks/e8775cc8-3a81-4d08-bd1e-815e6f43291b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864398 Feb 09 22:09:10.310350 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-8f92455b-b34d-4dc5-9510-3e0571d26d5e req-2338f4d7-eb1e-449b-a548-60b054b503fd service neutron] 10.222.0.89 "GET /v2.0/networks/e8775cc8-3a81-4d08-bd1e-815e6f43291b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899410 Feb 09 22:09:10.587926 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1142f153-bff0-4b50-a50d-9401fbc9f5d9 req-77c87152-b093-4f5b-b748-9da7d04a7f46 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:10.589431 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1142f153-bff0-4b50-a50d-9401fbc9f5d9 req-77c87152-b093-4f5b-b748-9da7d04a7f46 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/ports?device_id=3df7f706-804f-43c7-b1ad-c6686d3f18aa HTTP/1.1" status: 200 len: 943 time: 0.0539036 Feb 09 22:09:10.635430 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1142f153-bff0-4b50-a50d-9401fbc9f5d9 req-7afa3771-c53b-4cdc-9b86-74a9463f6dec tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/security-groups?id=ed5ee2d7-5353-4943-a635-cf4fd42ba822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398204 Feb 09 22:09:11.025513 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-8d2e1685-156f-4864-bc90-96394cca96a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:11.109797 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a65e303e-cf57-4f8e-a497-d628f7a8149c req-e8650e21-d038-49a9-8d10-ad366dfb34e5 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=e0ce8db2-9a53-4d10-ac0a-446d4d6ffca2 HTTP/1.1" status: 200 len: 210 time: 0.0305152 Feb 09 22:09:11.756153 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf0e831-4cbf-499e-9b63-a3c4c2f12fbd req-aa3aacb3-294e-4833-9c70-fe368c10d383 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:11.758581 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3bf0e831-4cbf-499e-9b63-a3c4c2f12fbd req-aa3aacb3-294e-4833-9c70-fe368c10d383 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/ports?device_id=3df7f706-804f-43c7-b1ad-c6686d3f18aa HTTP/1.1" status: 200 len: 943 time: 0.0539751 Feb 09 22:09:11.806992 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3bf0e831-4cbf-499e-9b63-a3c4c2f12fbd req-a1481452-afc6-42d2-8e4d-c290efdd2b1b tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/security-groups?id=ed5ee2d7-5353-4943-a635-cf4fd42ba822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434663 Feb 09 22:09:12.216724 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d36281ed-c48a-40f4-9746-7d410e56a8ff req-d308c091-9106-424d-85aa-182e21b47780 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=e0ce8db2-9a53-4d10-ac0a-446d4d6ffca2 HTTP/1.1" status: 200 len: 210 time: 0.0270710 Feb 09 22:09:12.807762 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:12.930092 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d029f2-4083-46b3-a208-f40e6a82379b req-fad4e096-ab35-4271-b2e8-3d2cd2da32c6 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:12.931535 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a5d029f2-4083-46b3-a208-f40e6a82379b req-fad4e096-ab35-4271-b2e8-3d2cd2da32c6 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/ports?device_id=3df7f706-804f-43c7-b1ad-c6686d3f18aa HTTP/1.1" status: 200 len: 943 time: 0.0562911 Feb 09 22:09:12.978408 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a5d029f2-4083-46b3-a208-f40e6a82379b req-1cd13b3d-efde-43ff-8b6b-f7c8ad6c64d3 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/security-groups?id=ed5ee2d7-5353-4943-a635-cf4fd42ba822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412230 Feb 09 22:09:14.100156 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bed2c3-823e-43f2-b90e-b6d955e3ce1d req-faae49fd-b0a0-48e5-b371-1c3be645fd80 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:14.101689 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-89bed2c3-823e-43f2-b90e-b6d955e3ce1d req-faae49fd-b0a0-48e5-b371-1c3be645fd80 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/ports?device_id=3df7f706-804f-43c7-b1ad-c6686d3f18aa HTTP/1.1" status: 200 len: 943 time: 0.0531723 Feb 09 22:09:14.148174 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-89bed2c3-823e-43f2-b90e-b6d955e3ce1d req-469cf01a-6c1e-40de-95cb-4eadb1f9be69 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/security-groups?id=ed5ee2d7-5353-4943-a635-cf4fd42ba822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407567 Feb 09 22:09:14.217582 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:15.273675 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fbed57-dd4e-4adb-ab0f-981fa95366f6 req-9f4505cd-ebb0-409e-9961-5f635ef3870e tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:15.275074 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e4fbed57-dd4e-4adb-ab0f-981fa95366f6 req-9f4505cd-ebb0-409e-9961-5f635ef3870e tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/ports?device_id=3df7f706-804f-43c7-b1ad-c6686d3f18aa HTTP/1.1" status: 200 len: 943 time: 0.0531170 Feb 09 22:09:15.325081 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e4fbed57-dd4e-4adb-ab0f-981fa95366f6 req-f0f5e611-efce-4ee0-a94f-93c3f7a5e8d2 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/security-groups?id=ed5ee2d7-5353-4943-a635-cf4fd42ba822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439627 Feb 09 22:09:15.349757 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:15.399531 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device a98769d0-8332-4b72-ac83-09cfdd0a587c details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:09:15.515341 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port a98769d0-8332-4b72-ac83-09cfdd0a587c, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=a98769d0-8332-4b72-ac83-09cfdd0a587c,segment=NetworkSegment(ff9fe9e8-b9d0-435f-8767-06c76384353f),segment_id=ff9fe9e8-b9d0-435f-8767-06c76384353f)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:09:15.526438 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': 'a98769d0-8332-4b72-ac83-09cfdd0a587c', 'network_id': 'e8775cc8-3a81-4d08-bd1e-815e6f43291b', 'port_id': 'a98769d0-8332-4b72-ac83-09cfdd0a587c', 'mac_address': 'fa:16:3e:19:eb:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92fe4157-4173-4f3c-8845-10d234d58589', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:09:15.568919 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port a98769d0-8332-4b72-ac83-09cfdd0a587c is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:09:15.569315 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (a98769d0-8332-4b72-ac83-09cfdd0a587c), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:15.582211 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a98769d0-8332-4b72-ac83-09cfdd0a587c {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:09:15.602313 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port a98769d0-8332-4b72-ac83-09cfdd0a587c, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=a98769d0-8332-4b72-ac83-09cfdd0a587c,segment=NetworkSegment(ff9fe9e8-b9d0-435f-8767-06c76384353f),segment_id=ff9fe9e8-b9d0-435f-8767-06c76384353f)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:09:15.606996 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (a98769d0-8332-4b72-ac83-09cfdd0a587c), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:15.659557 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=a98769d0-8332-4b72-ac83-09cfdd0a587c,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:15.975933 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['a98769d0-8332-4b72-ac83-09cfdd0a587c'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:09:16.450675 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973d6e30-00d1-4935-905e-9ded2d257c98 req-54360a51-9fcb-44dc-bfc3-4c1a27bd095d tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:16.452264 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-973d6e30-00d1-4935-905e-9ded2d257c98 req-54360a51-9fcb-44dc-bfc3-4c1a27bd095d tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/ports?device_id=3df7f706-804f-43c7-b1ad-c6686d3f18aa HTTP/1.1" status: 200 len: 944 time: 0.0535607 Feb 09 22:09:16.501820 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-973d6e30-00d1-4935-905e-9ded2d257c98 req-98e4acbf-bdbb-4299-ac9d-b87a694db4c2 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/security-groups?id=ed5ee2d7-5353-4943-a635-cf4fd42ba822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420117 Feb 09 22:09:17.407228 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device a98769d0-8332-4b72-ac83-09cfdd0a587c up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:09:17.456805 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning for port a98769d0-8332-4b72-ac83-09cfdd0a587c completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:09:17.460595 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port a98769d0-8332-4b72-ac83-09cfdd0a587c triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:09:17.460977 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (a98769d0-8332-4b72-ac83-09cfdd0a587c), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:17.542650 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port a98769d0-8332-4b72-ac83-09cfdd0a587c is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:09:17.543293 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (a98769d0-8332-4b72-ac83-09cfdd0a587c), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:17.571027 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3df7f706-804f-43c7-b1ad-c6686d3f18aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a98769d0-8332-4b72-ac83-09cfdd0a587c'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:09:17.573720 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-720f1b87-44cd-432c-a4c0-0e1db9f58658" -d '{"events": [{"server_uuid": "3df7f706-804f-43c7-b1ad-c6686d3f18aa", "name": "network-vif-plugged", "status": "completed", "tag": "a98769d0-8332-4b72-ac83-09cfdd0a587c"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:09:17.598067 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port a98769d0-8332-4b72-ac83-09cfdd0a587c, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=a98769d0-8332-4b72-ac83-09cfdd0a587c,segment=NetworkSegment(ff9fe9e8-b9d0-435f-8767-06c76384353f),segment_id=ff9fe9e8-b9d0-435f-8767-06c76384353f)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:09:17.604264 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (a98769d0-8332-4b72-ac83-09cfdd0a587c), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:17.665709 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e432bbe-9339-43db-8f8d-55e52dae4621 x-openstack-request-id: req-9e432bbe-9339-43db-8f8d-55e52dae4621 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:09:17.666005 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3df7f706-804f-43c7-b1ad-c6686d3f18aa", "name": "network-vif-plugged", "status": "completed", "tag": "a98769d0-8332-4b72-ac83-09cfdd0a587c", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:09:17.666398 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-9e432bbe-9339-43db-8f8d-55e52dae4621 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:09:17.666856 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3df7f706-804f-43c7-b1ad-c6686d3f18aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a98769d0-8332-4b72-ac83-09cfdd0a587c', 'code': 200} Feb 09 22:09:17.679711 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=a98769d0-8332-4b72-ac83-09cfdd0a587c,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:17.699711 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c55373-7f43-457e-907f-bb28d3558b4f req-d09eee99-2eaf-4f39-9885-39d19c7e6199 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:17.708828 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-44c55373-7f43-457e-907f-bb28d3558b4f req-d09eee99-2eaf-4f39-9885-39d19c7e6199 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/ports?device_id=3df7f706-804f-43c7-b1ad-c6686d3f18aa HTTP/1.1" status: 200 len: 945 time: 0.0887938 Feb 09 22:09:17.762844 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-44c55373-7f43-457e-907f-bb28d3558b4f req-091e64fa-ae76-40f6-9cd2-a3db24bc3d58 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/security-groups?id=ed5ee2d7-5353-4943-a635-cf4fd42ba822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511200 Feb 09 22:09:17.841789 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaeb1cb-69fd-4c89-ace0-4c7b6a8a67aa req-a77f40c9-9bae-4238-a8ce-f658597b5837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:17.843871 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ddaeb1cb-69fd-4c89-ace0-4c7b6a8a67aa req-a77f40c9-9bae-4238-a8ce-f658597b5837 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=3df7f706-804f-43c7-b1ad-c6686d3f18aa HTTP/1.1" status: 200 len: 1127 time: 0.1047385 Feb 09 22:09:17.894840 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ddaeb1cb-69fd-4c89-ace0-4c7b6a8a67aa req-b74972d5-01c5-4bd2-ab92-69dadb223fef service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=ed5ee2d7-5353-4943-a635-cf4fd42ba822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423462 Feb 09 22:09:18.882368 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3291acb-b7b9-48e4-80af-30d3e509ac94 req-73622baf-2920-461b-9f45-fd627120065f tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:18.883933 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e3291acb-b7b9-48e4-80af-30d3e509ac94 req-73622baf-2920-461b-9f45-fd627120065f tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/ports?device_id=3df7f706-804f-43c7-b1ad-c6686d3f18aa HTTP/1.1" status: 200 len: 945 time: 0.0605083 Feb 09 22:09:18.948928 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e3291acb-b7b9-48e4-80af-30d3e509ac94 req-97f4c94a-1ba5-4c69-86b9-67e856454a33 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/security-groups?id=ed5ee2d7-5353-4943-a635-cf4fd42ba822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583317 Feb 09 22:09:20.065553 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc22389-e484-45c4-9666-a9b9c994f40c req-7dc2cbf9-5a3c-4355-bf96-9f72281a92b4 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:20.067015 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9fc22389-e484-45c4-9666-a9b9c994f40c req-7dc2cbf9-5a3c-4355-bf96-9f72281a92b4 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/ports?device_id=3df7f706-804f-43c7-b1ad-c6686d3f18aa HTTP/1.1" status: 200 len: 945 time: 0.0525334 Feb 09 22:09:20.111830 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9fc22389-e484-45c4-9666-a9b9c994f40c req-02f6011a-8d9d-452b-88c9-93ed28ea565e tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/security-groups?id=ed5ee2d7-5353-4943-a635-cf4fd42ba822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392170 Feb 09 22:09:20.918289 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3519d71-c5d8-43e2-b88a-357cf7d92ae8 req-1a01ef1f-becf-4d61-8d92-b4dcab2e4910 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:20.920771 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c3519d71-c5d8-43e2-b88a-357cf7d92ae8 req-1a01ef1f-becf-4d61-8d92-b4dcab2e4910 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=cfda1546-c605-452e-ba2e-9095be58b00b HTTP/1.1" status: 200 len: 945 time: 0.0524175 Feb 09 22:09:20.971683 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c3519d71-c5d8-43e2-b88a-357cf7d92ae8 req-e8c12cda-a1c0-42fe-b393-aa0e05990bbc tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445774 Feb 09 22:09:21.546055 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:22.090655 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbb5746-6d08-4794-ba81-08490c4ef9de req-d8f920d4-f258-48c6-b611-99df8b77fb37 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:22.092122 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7dbb5746-6d08-4794-ba81-08490c4ef9de req-d8f920d4-f258-48c6-b611-99df8b77fb37 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=cfda1546-c605-452e-ba2e-9095be58b00b HTTP/1.1" status: 200 len: 945 time: 0.0521700 Feb 09 22:09:22.138280 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7dbb5746-6d08-4794-ba81-08490c4ef9de req-ea3f17ad-bc85-4c16-9d6c-511e76f9faa4 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403628 Feb 09 22:09:23.028453 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc8efee-c8b5-4abc-8c4b-8e373e2c0fb9 req-874e7b88-9467-40ae-8812-5abe418cd506 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:23.029823 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7cc8efee-c8b5-4abc-8c4b-8e373e2c0fb9 req-874e7b88-9467-40ae-8812-5abe418cd506 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.89 "GET /v2.0/ports?device_id=cfda1546-c605-452e-ba2e-9095be58b00b HTTP/1.1" status: 200 len: 945 time: 0.0557084 Feb 09 22:09:23.124244 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-7cc8efee-c8b5-4abc-8c4b-8e373e2c0fb9 req-917ba6b4-e542-448a-b11d-48b857d05e8c tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Deleting port 9b48efde-fc62-4189-b6a3-96e6be54b086 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:09:23.124599 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-7cc8efee-c8b5-4abc-8c4b-8e373e2c0fb9 req-917ba6b4-e542-448a-b11d-48b857d05e8c tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (9b48efde-fc62-4189-b6a3-96e6be54b086), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:23.225288 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-7cc8efee-c8b5-4abc-8c4b-8e373e2c0fb9 req-917ba6b4-e542-448a-b11d-48b857d05e8c tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] For port 9b48efde-fc62-4189-b6a3-96e6be54b086, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=9b48efde-fc62-4189-b6a3-96e6be54b086,segment=NetworkSegment(ccdb70e6-3e43-42b3-b6b7-87da11db8888),segment_id=ccdb70e6-3e43-42b3-b6b7-87da11db8888)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:09:23.225671 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-7cc8efee-c8b5-4abc-8c4b-8e373e2c0fb9 req-917ba6b4-e542-448a-b11d-48b857d05e8c tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (9b48efde-fc62-4189-b6a3-96e6be54b086), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:23.239292 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-7cc8efee-c8b5-4abc-8c4b-8e373e2c0fb9 req-917ba6b4-e542-448a-b11d-48b857d05e8c tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Calling delete_port for 9b48efde-fc62-4189-b6a3-96e6be54b086 owned by compute:nova {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:09:23.261622 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2d18d5-cdef-43a3-9d03-b99d2436feee req-af66f8ef-ffe1-4590-9c40-2a958a21c665 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:23.263224 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0f2d18d5-cdef-43a3-9d03-b99d2436feee req-af66f8ef-ffe1-4590-9c40-2a958a21c665 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=cfda1546-c605-452e-ba2e-9095be58b00b HTTP/1.1" status: 200 len: 945 time: 0.0526319 Feb 09 22:09:23.312995 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0f2d18d5-cdef-43a3-9d03-b99d2436feee req-1bf8c948-5be7-42b2-b958-b9b293c799df tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c7c2a4e4-0f44-4e04-b206-c90f6285194b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426524 Feb 09 22:09:23.371234 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-7cc8efee-c8b5-4abc-8c4b-8e373e2c0fb9 req-917ba6b4-e542-448a-b11d-48b857d05e8c tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (9b48efde-fc62-4189-b6a3-96e6be54b086), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:23.385662 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['9b48efde-fc62-4189-b6a3-96e6be54b086'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:09:23.403103 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917ba6b4-e542-448a-b11d-48b857d05e8c tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Pushing event deleted for resources: {'Port': ['ID=9b48efde-fc62-4189-b6a3-96e6be54b086,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:23.414100 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917ba6b4-e542-448a-b11d-48b857d05e8c tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:09:23.414453 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917ba6b4-e542-448a-b11d-48b857d05e8c tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:09:23.414800 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917ba6b4-e542-448a-b11d-48b857d05e8c tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:09:23.415140 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917ba6b4-e542-448a-b11d-48b857d05e8c tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:09:23.415475 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917ba6b4-e542-448a-b11d-48b857d05e8c tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:09:23.415808 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917ba6b4-e542-448a-b11d-48b857d05e8c tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:09:23.416137 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917ba6b4-e542-448a-b11d-48b857d05e8c tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:09:23.416493 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917ba6b4-e542-448a-b11d-48b857d05e8c tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:09:23.416822 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917ba6b4-e542-448a-b11d-48b857d05e8c tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:09:23.417547 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917ba6b4-e542-448a-b11d-48b857d05e8c tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:09:23.417547 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917ba6b4-e542-448a-b11d-48b857d05e8c tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:09:23.417816 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917ba6b4-e542-448a-b11d-48b857d05e8c tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:09:23.418344 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917ba6b4-e542-448a-b11d-48b857d05e8c tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:09:23.461801 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cc8efee-c8b5-4abc-8c4b-8e373e2c0fb9 req-917ba6b4-e542-448a-b11d-48b857d05e8c tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] No DVR routers for this DVR port 9b48efde-fc62-4189-b6a3-96e6be54b086 on host n-h2-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:09:23.464488 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-7cc8efee-c8b5-4abc-8c4b-8e373e2c0fb9 req-917ba6b4-e542-448a-b11d-48b857d05e8c tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:23.467846 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7cc8efee-c8b5-4abc-8c4b-8e373e2c0fb9 req-917ba6b4-e542-448a-b11d-48b857d05e8c tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.89 "DELETE /v2.0/ports/9b48efde-fc62-4189-b6a3-96e6be54b086 HTTP/1.1" status: 204 len: 173 time: 0.4292307 Feb 09 22:09:23.468317 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfda1546-c605-452e-ba2e-9095be58b00b', 'name': 'network-vif-deleted', 'tag': '9b48efde-fc62-4189-b6a3-96e6be54b086'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:09:23.471114 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daab2c58-4b3c-4672-86be-4d802f387350" -d '{"events": [{"server_uuid": "cfda1546-c605-452e-ba2e-9095be58b00b", "name": "network-vif-deleted", "tag": "9b48efde-fc62-4189-b6a3-96e6be54b086"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:09:23.509565 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cf2d13d-7f13-40f9-a7d0-4efeef556fca x-openstack-request-id: req-5cf2d13d-7f13-40f9-a7d0-4efeef556fca {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:09:23.509869 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfda1546-c605-452e-ba2e-9095be58b00b", "name": "network-vif-deleted", "tag": "9b48efde-fc62-4189-b6a3-96e6be54b086", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:09:23.510125 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-5cf2d13d-7f13-40f9-a7d0-4efeef556fca {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:09:23.510534 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfda1546-c605-452e-ba2e-9095be58b00b', 'name': 'network-vif-deleted', 'tag': '9b48efde-fc62-4189-b6a3-96e6be54b086', 'status': 'completed', 'code': 200} Feb 09 22:09:23.802390 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:24.413718 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-681d8578-3bb7-469c-92f0-343dfc753b01 req-b94b9374-2882-4ea8-869f-bf4ba1c0f948 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=cfda1546-c605-452e-ba2e-9095be58b00b HTTP/1.1" status: 200 len: 210 time: 0.0314550 Feb 09 22:09:25.425629 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 9b48efde-fc62-4189-b6a3-96e6be54b086 no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:09:25.447261 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] No Port match for: 9b48efde-fc62-4189-b6a3-96e6be54b086 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:09:25.447676 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 9b48efde-fc62-4189-b6a3-96e6be54b086 not bound to the agent host n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:09:25.508925 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1912a793-fb31-45af-9c20-786010d98627 req-f59fe230-5c63-4faf-83bf-6f1e46531660 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=cfda1546-c605-452e-ba2e-9095be58b00b HTTP/1.1" status: 200 len: 210 time: 0.0271738 Feb 09 22:09:26.603958 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fb463e2b-912c-435e-a203-3705eb505ee8 req-88d43d09-b29d-472c-bc4f-a113034eac6e tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=cfda1546-c605-452e-ba2e-9095be58b00b HTTP/1.1" status: 200 len: 210 time: 0.0276582 Feb 09 22:09:27.698684 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d26c165e-f3eb-491a-a466-90683214fe60 req-fab9086d-cc4b-4dd6-8b3b-886aea13f2c0 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=cfda1546-c605-452e-ba2e-9095be58b00b HTTP/1.1" status: 200 len: 210 time: 0.0269554 Feb 09 22:09:28.791674 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b8a3599b-7075-4eb0-bc3c-b57cc773403d req-80f3feb3-c707-4fd4-a7d8-a1267fad888a tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=cfda1546-c605-452e-ba2e-9095be58b00b HTTP/1.1" status: 200 len: 210 time: 0.0274804 Feb 09 22:09:29.578100 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:09:29.893251 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-28396593-e07f-4179-b890-440df588d040 req-5403fbe8-1e48-412f-9fb8-fb05f2494ec8 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=cfda1546-c605-452e-ba2e-9095be58b00b HTTP/1.1" status: 200 len: 210 time: 0.0315387 Feb 09 22:09:30.561913 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d55ea7c-1771-461e-9290-548f59d27cb1 req-f2ca1bdb-0e05-4301-b211-51d248566f38 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:30.563913 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8d55ea7c-1771-461e-9290-548f59d27cb1 req-f2ca1bdb-0e05-4301-b211-51d248566f38 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/networks?id=e8775cc8-3a81-4d08-bd1e-815e6f43291b HTTP/1.1" status: 200 len: 815 time: 0.4493108 Feb 09 22:09:30.579057 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8d55ea7c-1771-461e-9290-548f59d27cb1 req-e011d7b6-674b-4021-ae44-ecdd1e2f32ed tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/quotas/d4f8b074dca94f85854490ff6d5ddef5 HTTP/1.1" status: 200 len: 375 time: 0.0097678 Feb 09 22:09:30.635563 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8d55ea7c-1771-461e-9290-548f59d27cb1 req-7705a91f-ef89-4659-8fb2-006f4952260a tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=d4f8b074dca94f85854490ff6d5ddef5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0514872 Feb 09 22:09:30.731992 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8d55ea7c-1771-461e-9290-548f59d27cb1 req-24cec51c-aec5-4d7f-be75-d6601e4f5deb service neutron] 10.222.0.90 "GET /v2.0/networks/e8775cc8-3a81-4d08-bd1e-815e6f43291b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892198 Feb 09 22:09:30.830269 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8d55ea7c-1771-461e-9290-548f59d27cb1 req-3af90a53-04aa-474e-a46a-046c73cf9539 service neutron] 10.222.0.90 "GET /v2.0/networks/e8775cc8-3a81-4d08-bd1e-815e6f43291b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921748 Feb 09 22:09:30.998533 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dcd3a912-13f2-4c55-9f00-ed075449b300 req-f5d55931-fa27-464e-841e-4dc2eb7ab943 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/ports?device_id=6477ef55-f8a8-4807-8a0c-5a3829fe15af HTTP/1.1" status: 200 len: 210 time: 0.0324566 Feb 09 22:09:31.037221 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-18b521f9-7339-4bf2-997d-4d3c8ffb967b req-d87770e8-92db-44a5-afce-95b9f54f5b09 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=cfda1546-c605-452e-ba2e-9095be58b00b HTTP/1.1" status: 200 len: 210 time: 0.0332890 Feb 09 22:09:32.112512 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b13c3b8e-f9d6-43b4-b427-165454519dff req-3b2767af-3361-4003-8280-98426617ae6b tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/ports?device_id=6477ef55-f8a8-4807-8a0c-5a3829fe15af HTTP/1.1" status: 200 len: 210 time: 0.0350692 Feb 09 22:09:32.160933 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9c8a9fbf-e691-4473-9d68-06053ad5cfb4 req-ae0a3fd4-0468-4c65-86c8-f27893fef5d6 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=cfda1546-c605-452e-ba2e-9095be58b00b HTTP/1.1" status: 200 len: 210 time: 0.0301111 Feb 09 22:09:32.222361 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d55ea7c-1771-461e-9290-548f59d27cb1 req-f066c57b-a810-4615-83a8-92197e71c91e tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:32.224062 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-8d55ea7c-1771-461e-9290-548f59d27cb1 req-f066c57b-a810-4615-83a8-92197e71c91e tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.89 "GET /v2.0/networks?id=e8775cc8-3a81-4d08-bd1e-815e6f43291b HTTP/1.1" status: 200 len: 815 time: 0.1372943 Feb 09 22:09:32.239146 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-8d55ea7c-1771-461e-9290-548f59d27cb1 req-9a172340-706a-489b-9d44-e3c30e6a6312 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Request body: {'port': {'device_id': '6477ef55-f8a8-4807-8a0c-5a3829fe15af', 'network_id': 'e8775cc8-3a81-4d08-bd1e-815e6f43291b', 'admin_state_up': True, 'tenant_id': 'd4f8b074dca94f85854490ff6d5ddef5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:09:32.645379 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d55ea7c-1771-461e-9290-548f59d27cb1 req-9a172340-706a-489b-9d44-e3c30e6a6312 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Made reservation on behalf of d4f8b074dca94f85854490ff6d5ddef5 for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:09:32.648877 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-8d55ea7c-1771-461e-9290-548f59d27cb1 req-9a172340-706a-489b-9d44-e3c30e6a6312 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:32.799179 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-68d0eaf9-b97f-4e87-b601-9d7ad9775261 req-59a7a9ea-5ba8-4617-b9d0-3536ccede8d5 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=3df7f706-804f-43c7-b1ad-c6686d3f18aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0946481 Feb 09 22:09:32.813194 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [req-8d55ea7c-1771-461e-9290-548f59d27cb1 req-9a172340-706a-489b-9d44-e3c30e6a6312 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Allocated IP 172.20.0.7 (e8775cc8-3a81-4d08-bd1e-815e6f43291b/92fe4157-4173-4f3c-8845-10d234d58589/5e8259ae-08b1-419a-9053-9c5e2604532a) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:09:32.965165 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d0eaf9-b97f-4e87-b601-9d7ad9775261 req-8515a92e-35fd-4d27-9d4b-1daeebb0288e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:32.966683 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-68d0eaf9-b97f-4e87-b601-9d7ad9775261 req-8515a92e-35fd-4d27-9d4b-1daeebb0288e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d4f8b074dca94f85854490ff6d5ddef5&device_id=3df7f706-804f-43c7-b1ad-c6686d3f18aa HTTP/1.1" status: 200 len: 1127 time: 0.1185620 Feb 09 22:09:33.005598 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-8d55ea7c-1771-461e-9290-548f59d27cb1 req-9a172340-706a-489b-9d44-e3c30e6a6312 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Publish callbacks [] for port (5e8259ae-08b1-419a-9053-9c5e2604532a), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:33.105763 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d0eaf9-b97f-4e87-b601-9d7ad9775261 req-7cf4c114-0f78-43d9-9da8-c3655aef3688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:33.107427 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-68d0eaf9-b97f-4e87-b601-9d7ad9775261 req-7cf4c114-0f78-43d9-9da8-c3655aef3688 service neutron] 10.222.0.89 "GET /v2.0/networks?id=e8775cc8-3a81-4d08-bd1e-815e6f43291b HTTP/1.1" status: 200 len: 916 time: 0.1143446 Feb 09 22:09:33.108977 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-8d55ea7c-1771-461e-9290-548f59d27cb1 req-9a172340-706a-489b-9d44-e3c30e6a6312 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (5e8259ae-08b1-419a-9053-9c5e2604532a), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:33.124798 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['a98769d0-8332-4b72-ac83-09cfdd0a587c'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:09:33.128418 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['e4f05efa-8c68-4a1b-ba93-6aa17a35363a'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:09:33.178776 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-68d0eaf9-b97f-4e87-b601-9d7ad9775261 req-abf11ea9-e72c-4bbc-8ac0-50f8a2ae111b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a98769d0-8332-4b72-ac83-09cfdd0a587c HTTP/1.1" status: 200 len: 217 time: 0.0604596 Feb 09 22:09:33.243545 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcae172-5ecb-4fef-9526-a8c057f5e147 req-263b8930-8677-44c1-89be-3b8c25c8b3e7 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:33.246178 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ddcae172-5ecb-4fef-9526-a8c057f5e147 req-263b8930-8677-44c1-89be-3b8c25c8b3e7 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/ports?device_id=6477ef55-f8a8-4807-8a0c-5a3829fe15af HTTP/1.1" status: 200 len: 931 time: 0.0590112 Feb 09 22:09:33.258163 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d55ea7c-1771-461e-9290-548f59d27cb1 req-9a172340-706a-489b-9d44-e3c30e6a6312 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Network e8775cc8-3a81-4d08-bd1e-815e6f43291b is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:09:33.311062 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d0eaf9-b97f-4e87-b601-9d7ad9775261 req-400fd0c8-44df-4a55-bb85-839da8bb428f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:33.312947 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-68d0eaf9-b97f-4e87-b601-9d7ad9775261 req-400fd0c8-44df-4a55-bb85-839da8bb428f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=92fe4157-4173-4f3c-8845-10d234d58589 HTTP/1.1" status: 200 len: 855 time: 0.1158638 Feb 09 22:09:33.313599 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a172340-706a-489b-9d44-e3c30e6a6312 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Pushing event updated for resources: {'Port': ['ID=5e8259ae-08b1-419a-9053-9c5e2604532a,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:33.338067 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [req-8d55ea7c-1771-461e-9290-548f59d27cb1 req-9a172340-706a-489b-9d44-e3c30e6a6312 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:09:33.341009 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d55ea7c-1771-461e-9290-548f59d27cb1 req-9a172340-706a-489b-9d44-e3c30e6a6312 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:09:33.356385 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ddcae172-5ecb-4fef-9526-a8c057f5e147 req-e1572484-2ae2-4986-9422-9f54e8451758 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/security-groups?id=ed5ee2d7-5353-4943-a635-cf4fd42ba822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016965 Feb 09 22:09:33.417246 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-68d0eaf9-b97f-4e87-b601-9d7ad9775261 req-419d12e7-32b0-4066-ba2b-c97117518c20 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e8775cc8-3a81-4d08-bd1e-815e6f43291b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0906579 Feb 09 22:09:33.448210 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d55ea7c-1771-461e-9290-548f59d27cb1 req-9a172340-706a-489b-9d44-e3c30e6a6312 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:33.449132 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-8d55ea7c-1771-461e-9290-548f59d27cb1 req-9a172340-706a-489b-9d44-e3c30e6a6312 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:33.469605 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-8d55ea7c-1771-461e-9290-548f59d27cb1 req-9a172340-706a-489b-9d44-e3c30e6a6312 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2355356 Feb 09 22:09:33.545814 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-8d55ea7c-1771-461e-9290-548f59d27cb1 req-0f72cc99-7f5e-45c2-80dd-f9972026b707 service neutron] Request body: {'port': {'device_id': '6477ef55-f8a8-4807-8a0c-5a3829fe15af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:09:33.606727 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-23d560bc-47e0-4894-a2bf-16ad8375ab57 req-591991e9-c553-4fb2-9b8a-94535ee354a5 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=cfda1546-c605-452e-ba2e-9095be58b00b HTTP/1.1" status: 200 len: 210 time: 0.0308592 Feb 09 22:09:33.685783 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-8d55ea7c-1771-461e-9290-548f59d27cb1 req-0f72cc99-7f5e-45c2-80dd-f9972026b707 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (5e8259ae-08b1-419a-9053-9c5e2604532a), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:33.697351 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-68d0eaf9-b97f-4e87-b601-9d7ad9775261 req-a2727d98-36f1-40e9-8dcc-70ada6e5dc38 service neutron] 10.222.0.89 "GET /v2.0/networks/e8775cc8-3a81-4d08-bd1e-815e6f43291b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566815 Feb 09 22:09:33.890755 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-68d0eaf9-b97f-4e87-b601-9d7ad9775261 req-b96e0fc4-7df0-4f61-aa4d-097bbac7c985 service neutron] 10.222.0.89 "GET /v2.0/networks/e8775cc8-3a81-4d08-bd1e-815e6f43291b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859074 Feb 09 22:09:34.025704 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-8d55ea7c-1771-461e-9290-548f59d27cb1 req-0f72cc99-7f5e-45c2-80dd-f9972026b707 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e8259ae-08b1-419a-9053-9c5e2604532a {{(pid=103141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:09:34.034710 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-8d55ea7c-1771-461e-9290-548f59d27cb1 req-0f72cc99-7f5e-45c2-80dd-f9972026b707 service neutron] Publish callbacks [] for port (5e8259ae-08b1-419a-9053-9c5e2604532a), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:34.048807 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-8d55ea7c-1771-461e-9290-548f59d27cb1 req-0f72cc99-7f5e-45c2-80dd-f9972026b707 service neutron] Transition to ACTIVE for port object 5e8259ae-08b1-419a-9053-9c5e2604532a will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:09:34.052983 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-8d55ea7c-1771-461e-9290-548f59d27cb1 req-0f72cc99-7f5e-45c2-80dd-f9972026b707 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (5e8259ae-08b1-419a-9053-9c5e2604532a), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:34.110047 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f72cc99-7f5e-45c2-80dd-f9972026b707 service neutron] Pushing event updated for resources: {'Port': ['ID=5e8259ae-08b1-419a-9053-9c5e2604532a,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:34.185089 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-8d55ea7c-1771-461e-9290-548f59d27cb1 req-0f72cc99-7f5e-45c2-80dd-f9972026b707 service neutron] Attempting to bind port 5e8259ae-08b1-419a-9053-9c5e2604532a on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:09:34.185441 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-8d55ea7c-1771-461e-9290-548f59d27cb1 req-0f72cc99-7f5e-45c2-80dd-f9972026b707 service neutron] Attempting to bind port 5e8259ae-08b1-419a-9053-9c5e2604532a by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': 'ff9fe9e8-b9d0-435f-8767-06c76384353f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'e8775cc8-3a81-4d08-bd1e-815e6f43291b'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:09:34.185789 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d55ea7c-1771-461e-9290-548f59d27cb1 req-0f72cc99-7f5e-45c2-80dd-f9972026b707 service neutron] Attempting to bind port 5e8259ae-08b1-419a-9053-9c5e2604532a on network e8775cc8-3a81-4d08-bd1e-815e6f43291b {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:09:34.191268 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d55ea7c-1771-461e-9290-548f59d27cb1 req-0f72cc99-7f5e-45c2-80dd-f9972026b707 service neutron] Port 5e8259ae-08b1-419a-9053-9c5e2604532a on network e8775cc8-3a81-4d08-bd1e-815e6f43291b not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:09:34.191599 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d55ea7c-1771-461e-9290-548f59d27cb1 req-0f72cc99-7f5e-45c2-80dd-f9972026b707 service neutron] Attempting to bind port 5e8259ae-08b1-419a-9053-9c5e2604532a on network e8775cc8-3a81-4d08-bd1e-815e6f43291b {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:09:34.196807 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d55ea7c-1771-461e-9290-548f59d27cb1 req-0f72cc99-7f5e-45c2-80dd-f9972026b707 service neutron] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:09:34.197144 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d55ea7c-1771-461e-9290-548f59d27cb1 req-0f72cc99-7f5e-45c2-80dd-f9972026b707 service neutron] Checking segment: {'id': 'ff9fe9e8-b9d0-435f-8767-06c76384353f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'e8775cc8-3a81-4d08-bd1e-815e6f43291b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:09:34.197568 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d55ea7c-1771-461e-9290-548f59d27cb1 req-0f72cc99-7f5e-45c2-80dd-f9972026b707 service neutron] Bound using segment: {'id': 'ff9fe9e8-b9d0-435f-8767-06c76384353f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'e8775cc8-3a81-4d08-bd1e-815e6f43291b'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:09:34.198178 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-8d55ea7c-1771-461e-9290-548f59d27cb1 req-0f72cc99-7f5e-45c2-80dd-f9972026b707 service neutron] Bound port: 5e8259ae-08b1-419a-9053-9c5e2604532a, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff9fe9e8-b9d0-435f-8767-06c76384353f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'e8775cc8-3a81-4d08-bd1e-815e6f43291b'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:09:34.198355 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-8d55ea7c-1771-461e-9290-548f59d27cb1 req-0f72cc99-7f5e-45c2-80dd-f9972026b707 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (5e8259ae-08b1-419a-9053-9c5e2604532a), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:34.267817 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-8d55ea7c-1771-461e-9290-548f59d27cb1 req-0f72cc99-7f5e-45c2-80dd-f9972026b707 service neutron] For port 5e8259ae-08b1-419a-9053-9c5e2604532a, host n-h2-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:09:34.270801 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-8d55ea7c-1771-461e-9290-548f59d27cb1 req-0f72cc99-7f5e-45c2-80dd-f9972026b707 service neutron] For port 5e8259ae-08b1-419a-9053-9c5e2604532a, host n-h2-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=5e8259ae-08b1-419a-9053-9c5e2604532a,segment=NetworkSegment(ff9fe9e8-b9d0-435f-8767-06c76384353f),segment_id=ff9fe9e8-b9d0-435f-8767-06c76384353f)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:09:34.276829 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-8d55ea7c-1771-461e-9290-548f59d27cb1 req-0f72cc99-7f5e-45c2-80dd-f9972026b707 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (5e8259ae-08b1-419a-9053-9c5e2604532a), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:34.315321 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d55ea7c-1771-461e-9290-548f59d27cb1 req-0f72cc99-7f5e-45c2-80dd-f9972026b707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:34.316257 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-8d55ea7c-1771-461e-9290-548f59d27cb1 req-0f72cc99-7f5e-45c2-80dd-f9972026b707 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:34.317662 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-8d55ea7c-1771-461e-9290-548f59d27cb1 req-0f72cc99-7f5e-45c2-80dd-f9972026b707 service neutron] 10.222.0.89 "PUT /v2.0/ports/5e8259ae-08b1-419a-9053-9c5e2604532a HTTP/1.1" status: 200 len: 1091 time: 0.7783344 Feb 09 22:09:34.319901 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6477ef55-f8a8-4807-8a0c-5a3829fe15af', 'tag': '5e8259ae-08b1-419a-9053-9c5e2604532a'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:09:34.325025 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d13ac47-df9a-4b0c-bc07-b820452139c0" -d '{"events": [{"name": "network-changed", "server_uuid": "6477ef55-f8a8-4807-8a0c-5a3829fe15af", "tag": "5e8259ae-08b1-419a-9053-9c5e2604532a"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:09:34.352864 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f72cc99-7f5e-45c2-80dd-f9972026b707 service neutron] Pushing event updated for resources: {'Port': ['ID=5e8259ae-08b1-419a-9053-9c5e2604532a,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:34.382886 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01ce0624-a134-4e79-8daf-9940871f10c4 x-openstack-request-id: req-01ce0624-a134-4e79-8daf-9940871f10c4 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:09:34.383199 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6477ef55-f8a8-4807-8a0c-5a3829fe15af", "tag": "5e8259ae-08b1-419a-9053-9c5e2604532a", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:09:34.383432 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-01ce0624-a134-4e79-8daf-9940871f10c4 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:09:34.383842 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6477ef55-f8a8-4807-8a0c-5a3829fe15af', 'tag': '5e8259ae-08b1-419a-9053-9c5e2604532a', 'status': 'completed', 'code': 200} Feb 09 22:09:34.419680 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d55ea7c-1771-461e-9290-548f59d27cb1 req-552cf440-8787-4f30-8c6f-53353f80efdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:34.421360 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-8d55ea7c-1771-461e-9290-548f59d27cb1 req-552cf440-8787-4f30-8c6f-53353f80efdb service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d4f8b074dca94f85854490ff6d5ddef5&device_id=6477ef55-f8a8-4807-8a0c-5a3829fe15af HTTP/1.1" status: 200 len: 1125 time: 0.0493701 Feb 09 22:09:34.475867 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-8d55ea7c-1771-461e-9290-548f59d27cb1 req-0e964886-2d3a-4739-9bad-57578d645796 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e8259ae-08b1-419a-9053-9c5e2604532a HTTP/1.1" status: 200 len: 217 time: 0.0416162 Feb 09 22:09:34.486212 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf368ff2-1430-4d36-8f34-b9283cc9ea42 req-c9efaf61-bf18-4f76-9948-118b6939bddd tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:34.487809 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cf368ff2-1430-4d36-8f34-b9283cc9ea42 req-c9efaf61-bf18-4f76-9948-118b6939bddd tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/ports?device_id=6477ef55-f8a8-4807-8a0c-5a3829fe15af HTTP/1.1" status: 200 len: 943 time: 0.0570288 Feb 09 22:09:34.526067 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d55ea7c-1771-461e-9290-548f59d27cb1 req-9b1a2850-617a-4aae-bb68-150bbec4da16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:34.527652 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-8d55ea7c-1771-461e-9290-548f59d27cb1 req-9b1a2850-617a-4aae-bb68-150bbec4da16 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=92fe4157-4173-4f3c-8845-10d234d58589 HTTP/1.1" status: 200 len: 855 time: 0.0452404 Feb 09 22:09:34.536058 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cf368ff2-1430-4d36-8f34-b9283cc9ea42 req-b12da74f-c356-4f81-aa5a-adbc303cdca1 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/security-groups?id=ed5ee2d7-5353-4943-a635-cf4fd42ba822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410438 Feb 09 22:09:34.561849 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-8d55ea7c-1771-461e-9290-548f59d27cb1 req-8196afb1-a366-41bc-b0e4-f7d2226e67d7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e8775cc8-3a81-4d08-bd1e-815e6f43291b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271165 Feb 09 22:09:34.653630 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-8d55ea7c-1771-461e-9290-548f59d27cb1 req-e11cc797-a4cc-46ef-9422-a08085e08b46 service neutron] 10.222.0.89 "GET /v2.0/networks/e8775cc8-3a81-4d08-bd1e-815e6f43291b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818310 Feb 09 22:09:34.704084 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-63c0e199-2817-4ad1-8591-b179a14aa568 req-7285e62b-2c6b-4af2-92b0-5e4ed12973a7 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=cfda1546-c605-452e-ba2e-9095be58b00b HTTP/1.1" status: 200 len: 210 time: 0.0276823 Feb 09 22:09:34.752172 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-8d55ea7c-1771-461e-9290-548f59d27cb1 req-77cc8e76-712c-4318-9b9f-7dc479ba8922 service neutron] 10.222.0.89 "GET /v2.0/networks/e8775cc8-3a81-4d08-bd1e-815e6f43291b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906506 Feb 09 22:09:34.851233 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d13ac47-df9a-4b0c-bc07-b820452139c0 req-7e701b72-2e17-4ed5-a599-8a7775dc2b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:34.852778 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-2d13ac47-df9a-4b0c-bc07-b820452139c0 req-7e701b72-2e17-4ed5-a599-8a7775dc2b71 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d4f8b074dca94f85854490ff6d5ddef5&device_id=6477ef55-f8a8-4807-8a0c-5a3829fe15af HTTP/1.1" status: 200 len: 1125 time: 0.0462751 Feb 09 22:09:34.958167 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d13ac47-df9a-4b0c-bc07-b820452139c0 req-75e09c77-9a66-4953-b573-849f7ca14665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:34.959687 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-2d13ac47-df9a-4b0c-bc07-b820452139c0 req-75e09c77-9a66-4953-b573-849f7ca14665 service neutron] 10.222.0.89 "GET /v2.0/networks?id=e8775cc8-3a81-4d08-bd1e-815e6f43291b HTTP/1.1" status: 200 len: 916 time: 0.0944605 Feb 09 22:09:35.004043 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-2d13ac47-df9a-4b0c-bc07-b820452139c0 req-9810ba05-a21b-4788-89a0-94d97a9354f6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e8259ae-08b1-419a-9053-9c5e2604532a HTTP/1.1" status: 200 len: 217 time: 0.0361834 Feb 09 22:09:35.052959 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d13ac47-df9a-4b0c-bc07-b820452139c0 req-d55bcef3-0ffe-4329-816b-fb3a2fc55fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:35.054416 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-2d13ac47-df9a-4b0c-bc07-b820452139c0 req-d55bcef3-0ffe-4329-816b-fb3a2fc55fac service neutron] 10.222.0.89 "GET /v2.0/subnets?id=92fe4157-4173-4f3c-8845-10d234d58589 HTTP/1.1" status: 200 len: 855 time: 0.0446684 Feb 09 22:09:35.093040 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-2d13ac47-df9a-4b0c-bc07-b820452139c0 req-1aeee567-cdd5-42e3-9d08-8196a89c026c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e8775cc8-3a81-4d08-bd1e-815e6f43291b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311642 Feb 09 22:09:35.181633 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-2d13ac47-df9a-4b0c-bc07-b820452139c0 req-ef917cca-4305-49c2-8128-39862fce519a service neutron] 10.222.0.89 "GET /v2.0/networks/e8775cc8-3a81-4d08-bd1e-815e6f43291b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817583 Feb 09 22:09:35.275775 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-2d13ac47-df9a-4b0c-bc07-b820452139c0 req-ae7a8744-c5ef-461d-a228-1a1e8142e59f service neutron] 10.222.0.89 "GET /v2.0/networks/e8775cc8-3a81-4d08-bd1e-815e6f43291b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871782 Feb 09 22:09:35.660861 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fb13b1-2f85-47ee-a79f-b306ddfa7b5a req-ef9dd1c6-4f3a-4843-b2f3-3dc99cdaf403 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:35.662360 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b6fb13b1-2f85-47ee-a79f-b306ddfa7b5a req-ef9dd1c6-4f3a-4843-b2f3-3dc99cdaf403 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/ports?device_id=6477ef55-f8a8-4807-8a0c-5a3829fe15af HTTP/1.1" status: 200 len: 943 time: 0.0579147 Feb 09 22:09:35.709535 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b6fb13b1-2f85-47ee-a79f-b306ddfa7b5a req-868992f2-2044-443a-bee1-65df95e988fa tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/security-groups?id=ed5ee2d7-5353-4943-a635-cf4fd42ba822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415099 Feb 09 22:09:35.805457 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9da25ee4-378c-4e56-b6fd-db72ac2774c9 req-08c1ec29-2bc4-4963-8483-27f8fcf6bcf8 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=cfda1546-c605-452e-ba2e-9095be58b00b HTTP/1.1" status: 200 len: 210 time: 0.0290346 Feb 09 22:09:36.836017 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8c8518-9a32-45ed-a3fc-76385b9837c5 req-1e1be31c-1ad7-473f-af66-8d8f9aea795a tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:36.837580 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1e8c8518-9a32-45ed-a3fc-76385b9837c5 req-1e1be31c-1ad7-473f-af66-8d8f9aea795a tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/ports?device_id=6477ef55-f8a8-4807-8a0c-5a3829fe15af HTTP/1.1" status: 200 len: 943 time: 0.0581431 Feb 09 22:09:36.914932 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9b21af15-3a01-4584-9646-025510cb3e57 req-fde1ba4f-bafe-4add-abae-ab1c73fc9456 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=cfda1546-c605-452e-ba2e-9095be58b00b HTTP/1.1" status: 200 len: 210 time: 0.0363467 Feb 09 22:09:36.918590 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1e8c8518-9a32-45ed-a3fc-76385b9837c5 req-77a8792b-ac7e-4b52-92cf-3806c34cf0f8 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/security-groups?id=ed5ee2d7-5353-4943-a635-cf4fd42ba822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709157 Feb 09 22:09:37.001193 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-159688ac-ac94-4af3-b195-cec14784ee28 req-b8215339-613d-4496-8155-48bd132fc80d service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=5828a84d-3bba-457b-a980-d1c58af1e9fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0469775 Feb 09 22:09:37.093966 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159688ac-ac94-4af3-b195-cec14784ee28 req-e91a6d97-c7d4-44d7-9374-757f4e169acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:37.095370 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-159688ac-ac94-4af3-b195-cec14784ee28 req-e91a6d97-c7d4-44d7-9374-757f4e169acc service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=deeb9e226e2546f19554cbe5eac163d6&device_id=5828a84d-3bba-457b-a980-d1c58af1e9fc HTTP/1.1" status: 200 len: 1127 time: 0.0460343 Feb 09 22:09:37.205632 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159688ac-ac94-4af3-b195-cec14784ee28 req-21bd5f2c-30e3-472e-8c4f-a2b335030a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:37.207178 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-159688ac-ac94-4af3-b195-cec14784ee28 req-21bd5f2c-30e3-472e-8c4f-a2b335030a07 service neutron] 10.222.0.95 "GET /v2.0/networks?id=757df16b-ee7a-4aa7-b371-9ab032993f20 HTTP/1.1" status: 200 len: 898 time: 0.0894704 Feb 09 22:09:37.272283 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-159688ac-ac94-4af3-b195-cec14784ee28 req-8c91310e-7848-4ee4-b83b-4313d83062bc service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71dfa068-14f7-409b-b475-a37f2364f10b HTTP/1.1" status: 200 len: 1000 time: 0.0590541 Feb 09 22:09:37.321971 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159688ac-ac94-4af3-b195-cec14784ee28 req-87585ced-5fde-400d-b54f-6207f13a478e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:37.323486 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-159688ac-ac94-4af3-b195-cec14784ee28 req-87585ced-5fde-400d-b54f-6207f13a478e service neutron] 10.222.0.95 "GET /v2.0/subnets?id=c5c5cc03-f794-435a-a446-b12fe92ecf52 HTTP/1.1" status: 200 len: 834 time: 0.0451920 Feb 09 22:09:37.385016 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159688ac-ac94-4af3-b195-cec14784ee28 req-07ba0eba-c32b-41e7-89cf-b9050e92dd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:37.386573 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-159688ac-ac94-4af3-b195-cec14784ee28 req-07ba0eba-c32b-41e7-89cf-b9050e92dd6a service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=757df16b-ee7a-4aa7-b371-9ab032993f20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0523281 Feb 09 22:09:37.481196 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-159688ac-ac94-4af3-b195-cec14784ee28 req-45d6496a-e4d8-4728-842e-a3edab61824e service neutron] 10.222.0.95 "GET /v2.0/networks/757df16b-ee7a-4aa7-b371-9ab032993f20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862453 Feb 09 22:09:37.586748 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-159688ac-ac94-4af3-b195-cec14784ee28 req-9f0340f1-8b4d-4595-a9d0-eb5d6fecd9e2 service neutron] 10.222.0.95 "GET /v2.0/networks/757df16b-ee7a-4aa7-b371-9ab032993f20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976596 Feb 09 22:09:38.061685 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9e9cb54e-e369-4982-a88a-cb73dbd176f1 req-53cb9d21-8ad0-4748-ba66-a7cfbdcfd9f3 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=cfda1546-c605-452e-ba2e-9095be58b00b HTTP/1.1" status: 200 len: 210 time: 0.0517068 Feb 09 22:09:38.090708 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98ab8cf-9cc0-4c0f-b43e-3229743b0f25 req-6fef0cd8-8597-4232-b4b5-1e647ea896b7 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:38.092205 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b98ab8cf-9cc0-4c0f-b43e-3229743b0f25 req-6fef0cd8-8597-4232-b4b5-1e647ea896b7 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/ports?device_id=6477ef55-f8a8-4807-8a0c-5a3829fe15af HTTP/1.1" status: 200 len: 943 time: 0.0938933 Feb 09 22:09:38.140033 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b98ab8cf-9cc0-4c0f-b43e-3229743b0f25 req-5bce3a81-edf8-4bfe-8c69-bec4d8249553 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/security-groups?id=ed5ee2d7-5353-4943-a635-cf4fd42ba822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414126 Feb 09 22:09:39.052277 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a3b77dfc-aea3-4545-a610-9affbde49f4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:39.275045 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6387e92-c595-4e73-91bc-51af678ccba9 req-6011ea34-0f0d-4686-98d3-cc14a36a7abe tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:39.276576 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a6387e92-c595-4e73-91bc-51af678ccba9 req-6011ea34-0f0d-4686-98d3-cc14a36a7abe tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/ports?device_id=6477ef55-f8a8-4807-8a0c-5a3829fe15af HTTP/1.1" status: 200 len: 943 time: 0.0591879 Feb 09 22:09:39.325796 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a6387e92-c595-4e73-91bc-51af678ccba9 req-38dab3fa-b2d3-4485-991e-92a681477d5e tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/security-groups?id=ed5ee2d7-5353-4943-a635-cf4fd42ba822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430243 Feb 09 22:09:39.470340 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 5e8259ae-08b1-419a-9053-9c5e2604532a details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:09:39.568685 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 5e8259ae-08b1-419a-9053-9c5e2604532a, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=5e8259ae-08b1-419a-9053-9c5e2604532a,segment=NetworkSegment(ff9fe9e8-b9d0-435f-8767-06c76384353f),segment_id=ff9fe9e8-b9d0-435f-8767-06c76384353f)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:09:39.583793 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': '5e8259ae-08b1-419a-9053-9c5e2604532a', 'network_id': 'e8775cc8-3a81-4d08-bd1e-815e6f43291b', 'port_id': '5e8259ae-08b1-419a-9053-9c5e2604532a', 'mac_address': 'fa:16:3e:03:7f:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92fe4157-4173-4f3c-8845-10d234d58589', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:09:39.621025 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 5e8259ae-08b1-419a-9053-9c5e2604532a is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:09:39.621417 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (5e8259ae-08b1-419a-9053-9c5e2604532a), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:39.633910 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e8259ae-08b1-419a-9053-9c5e2604532a {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:09:39.652891 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 5e8259ae-08b1-419a-9053-9c5e2604532a, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=5e8259ae-08b1-419a-9053-9c5e2604532a,segment=NetworkSegment(ff9fe9e8-b9d0-435f-8767-06c76384353f),segment_id=ff9fe9e8-b9d0-435f-8767-06c76384353f)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:09:39.657652 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (5e8259ae-08b1-419a-9053-9c5e2604532a), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:39.703705 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=5e8259ae-08b1-419a-9053-9c5e2604532a,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:39.710853 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:09:39.711203 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:09:39.711546 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:09:39.711885 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:09:39.712213 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:09:39.712567 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:09:39.712891 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:09:39.713214 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:09:39.713537 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:09:39.713853 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:09:39.714173 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:09:39.714492 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:09:39.714810 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:09:40.024368 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['5e8259ae-08b1-419a-9053-9c5e2604532a'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:09:40.444465 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7222c13-ae21-410a-9502-1416da97d088 req-7d8de70d-37f5-4b94-b056-873885211e98 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:40.445895 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a7222c13-ae21-410a-9502-1416da97d088 req-7d8de70d-37f5-4b94-b056-873885211e98 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/ports?device_id=6477ef55-f8a8-4807-8a0c-5a3829fe15af HTTP/1.1" status: 200 len: 944 time: 0.0534327 Feb 09 22:09:40.495019 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a7222c13-ae21-410a-9502-1416da97d088 req-6bfdff61-83b2-4577-9c7c-21957bf9d690 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/security-groups?id=ed5ee2d7-5353-4943-a635-cf4fd42ba822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433836 Feb 09 22:09:41.028935 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-dd27f85a-6556-47a2-9929-b2aa5d1d3a7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:41.486048 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 5e8259ae-08b1-419a-9053-9c5e2604532a up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:09:41.537006 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning for port 5e8259ae-08b1-419a-9053-9c5e2604532a completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:09:41.540663 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port 5e8259ae-08b1-419a-9053-9c5e2604532a triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:09:41.541036 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (5e8259ae-08b1-419a-9053-9c5e2604532a), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:41.619601 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec972cd5-2ef9-47a5-b98f-9130b7ed80a9 req-1b4d647d-7d1c-48b7-8cf6-a55fe2311849 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:41.621923 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ec972cd5-2ef9-47a5-b98f-9130b7ed80a9 req-1b4d647d-7d1c-48b7-8cf6-a55fe2311849 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/ports?device_id=6477ef55-f8a8-4807-8a0c-5a3829fe15af HTTP/1.1" status: 200 len: 944 time: 0.0582941 Feb 09 22:09:41.625211 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 5e8259ae-08b1-419a-9053-9c5e2604532a is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:09:41.625602 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (5e8259ae-08b1-419a-9053-9c5e2604532a), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:41.649725 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6477ef55-f8a8-4807-8a0c-5a3829fe15af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e8259ae-08b1-419a-9053-9c5e2604532a'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:09:41.652229 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f45ec0d-6ae5-450a-b808-57cb91c7ad6f" -d '{"events": [{"server_uuid": "6477ef55-f8a8-4807-8a0c-5a3829fe15af", "name": "network-vif-plugged", "status": "completed", "tag": "5e8259ae-08b1-419a-9053-9c5e2604532a"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:09:41.666160 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 5e8259ae-08b1-419a-9053-9c5e2604532a, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=5e8259ae-08b1-419a-9053-9c5e2604532a,segment=NetworkSegment(ff9fe9e8-b9d0-435f-8767-06c76384353f),segment_id=ff9fe9e8-b9d0-435f-8767-06c76384353f)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:09:41.671645 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (5e8259ae-08b1-419a-9053-9c5e2604532a), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:41.680394 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ec972cd5-2ef9-47a5-b98f-9130b7ed80a9 req-9c50ba7f-a33b-484f-9a57-5296bb8f93a7 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/security-groups?id=ed5ee2d7-5353-4943-a635-cf4fd42ba822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522909 Feb 09 22:09:41.712841 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f3058c4-5dcb-4047-9479-6d1bd416d4a1 x-openstack-request-id: req-2f3058c4-5dcb-4047-9479-6d1bd416d4a1 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:09:41.713164 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6477ef55-f8a8-4807-8a0c-5a3829fe15af", "name": "network-vif-plugged", "status": "completed", "tag": "5e8259ae-08b1-419a-9053-9c5e2604532a", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:09:41.713424 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-2f3058c4-5dcb-4047-9479-6d1bd416d4a1 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:09:41.713815 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6477ef55-f8a8-4807-8a0c-5a3829fe15af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e8259ae-08b1-419a-9053-9c5e2604532a', 'code': 200} Feb 09 22:09:41.730848 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=5e8259ae-08b1-419a-9053-9c5e2604532a,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:41.828906 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362d0b5c-bc36-49fa-9184-63ec0ff16763 req-635beaa0-914d-4089-a560-ef1ae71a985c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:41.830643 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-362d0b5c-bc36-49fa-9184-63ec0ff16763 req-635beaa0-914d-4089-a560-ef1ae71a985c service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=6477ef55-f8a8-4807-8a0c-5a3829fe15af HTTP/1.1" status: 200 len: 1127 time: 0.0472167 Feb 09 22:09:41.876431 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-362d0b5c-bc36-49fa-9184-63ec0ff16763 req-447813f5-c9d9-4f63-aa22-555cf751313a service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=ed5ee2d7-5353-4943-a635-cf4fd42ba822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385311 Feb 09 22:09:42.801835 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2135c00b-3034-47da-a5d7-1ea12191e73a req-4e47b495-4ccb-4ba8-bf02-00356be930bc tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:42.803351 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2135c00b-3034-47da-a5d7-1ea12191e73a req-4e47b495-4ccb-4ba8-bf02-00356be930bc tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/ports?device_id=6477ef55-f8a8-4807-8a0c-5a3829fe15af HTTP/1.1" status: 200 len: 945 time: 0.0539451 Feb 09 22:09:42.813351 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:42.851828 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2135c00b-3034-47da-a5d7-1ea12191e73a req-e99f3866-fdd9-4a94-9b27-ccd9ac3f3e72 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/security-groups?id=ed5ee2d7-5353-4943-a635-cf4fd42ba822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423875 Feb 09 22:09:44.007356 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23df790-6cee-43e3-93f4-07bb3117c8b4 req-66c24b64-264a-436c-83bf-172ed37b9853 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:44.008995 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f23df790-6cee-43e3-93f4-07bb3117c8b4 req-66c24b64-264a-436c-83bf-172ed37b9853 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/ports?device_id=6477ef55-f8a8-4807-8a0c-5a3829fe15af HTTP/1.1" status: 200 len: 945 time: 0.0751431 Feb 09 22:09:44.070460 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f23df790-6cee-43e3-93f4-07bb3117c8b4 req-1a2ed977-cfad-4ccf-b27e-319ece08f179 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/security-groups?id=ed5ee2d7-5353-4943-a635-cf4fd42ba822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472543 Feb 09 22:09:44.223260 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:44.227271 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43222) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:44.233697 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-6ca7551b-99c1-46aa-8ed3-9247e7861f17 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-777434328', 'description': 'tempest-secgroup-smoke-777434328 description', 'project_id': 'ad9e4f8727be424b869d8f0ad468be3f'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:09:44.256313 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6ca7551b-99c1-46aa-8ed3-9247e7861f17 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:44.329767 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6ca7551b-99c1-46aa-8ed3-9247e7861f17 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks [] for security_group (c11f40b7-d1f9-4288-ad38-42983b39662e), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:44.337142 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6ca7551b-99c1-46aa-8ed3-9247e7861f17 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (c11f40b7-d1f9-4288-ad38-42983b39662e), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:44.369353 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6ca7551b-99c1-46aa-8ed3-9247e7861f17 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:44.374083 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-6ca7551b-99c1-46aa-8ed3-9247e7861f17 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1454623 Feb 09 22:09:44.376947 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43228) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:44.381724 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-b9733ef3-539c-437f-87a0-e6c4f60799b5 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Request body: {'security_group_rule': {'security_group_id': 'c11f40b7-d1f9-4288-ad38-42983b39662e', 'project_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:09:44.405119 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca7551b-99c1-46aa-8ed3-9247e7861f17 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c11f40b7-d1f9-4288-ad38-42983b39662e,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:44.427704 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b9733ef3-539c-437f-87a0-e6c4f60799b5 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks [] for security_group_rule (f06b7a53-1cc8-4802-b282-907debcf7789), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:44.477971 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b9733ef3-539c-437f-87a0-e6c4f60799b5 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks [] for security_group_rule (f06b7a53-1cc8-4802-b282-907debcf7789), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:44.482675 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b9733ef3-539c-437f-87a0-e6c4f60799b5 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (f06b7a53-1cc8-4802-b282-907debcf7789), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:44.502583 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9733ef3-539c-437f-87a0-e6c4f60799b5 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f06b7a53-1cc8-4802-b282-907debcf7789,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:44.507964 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b9733ef3-539c-437f-87a0-e6c4f60799b5 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:44.509236 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-b9733ef3-539c-437f-87a0-e6c4f60799b5 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1310136 Feb 09 22:09:44.512635 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 43234) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:44.518542 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-5eeb67bd-b4e0-4563-a55d-f56792f45756 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Request body: {'security_group_rule': {'security_group_id': 'c11f40b7-d1f9-4288-ad38-42983b39662e', 'project_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:09:44.542701 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5eeb67bd-b4e0-4563-a55d-f56792f45756 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks [] for security_group_rule (301ebe78-4bdb-4b1c-adfa-375da5fa5c43), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:44.605057 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5eeb67bd-b4e0-4563-a55d-f56792f45756 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks [] for security_group_rule (301ebe78-4bdb-4b1c-adfa-375da5fa5c43), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:44.610464 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5eeb67bd-b4e0-4563-a55d-f56792f45756 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (301ebe78-4bdb-4b1c-adfa-375da5fa5c43), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:44.629058 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeb67bd-b4e0-4563-a55d-f56792f45756 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=301ebe78-4bdb-4b1c-adfa-375da5fa5c43,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:44.639399 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5eeb67bd-b4e0-4563-a55d-f56792f45756 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:44.640646 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-5eeb67bd-b4e0-4563-a55d-f56792f45756 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1264141 Feb 09 22:09:44.642203 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeb67bd-b4e0-4563-a55d-f56792f45756 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:09:44.642548 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeb67bd-b4e0-4563-a55d-f56792f45756 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:09:44.642913 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeb67bd-b4e0-4563-a55d-f56792f45756 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:09:44.643427 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43236) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:44.644655 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeb67bd-b4e0-4563-a55d-f56792f45756 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:09:44.645149 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeb67bd-b4e0-4563-a55d-f56792f45756 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:09:44.645491 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeb67bd-b4e0-4563-a55d-f56792f45756 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:09:44.645914 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeb67bd-b4e0-4563-a55d-f56792f45756 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:09:44.646223 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeb67bd-b4e0-4563-a55d-f56792f45756 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:09:44.646562 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeb67bd-b4e0-4563-a55d-f56792f45756 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:09:44.646893 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeb67bd-b4e0-4563-a55d-f56792f45756 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:09:44.647224 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeb67bd-b4e0-4563-a55d-f56792f45756 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:09:44.647669 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeb67bd-b4e0-4563-a55d-f56792f45756 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:09:44.647882 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeb67bd-b4e0-4563-a55d-f56792f45756 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:09:44.648009 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-89d99f22-0686-4059-aebf-7d8104be1028 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Request body: {'security_group_rule': {'security_group_id': 'c11f40b7-d1f9-4288-ad38-42983b39662e', 'project_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:09:44.674334 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-89d99f22-0686-4059-aebf-7d8104be1028 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks [] for security_group_rule (e1f0d750-8ebb-4294-956e-f1cb2c990ecd), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:44.734380 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-89d99f22-0686-4059-aebf-7d8104be1028 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks [] for security_group_rule (e1f0d750-8ebb-4294-956e-f1cb2c990ecd), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:44.738855 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-89d99f22-0686-4059-aebf-7d8104be1028 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (e1f0d750-8ebb-4294-956e-f1cb2c990ecd), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:44.755040 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d99f22-0686-4059-aebf-7d8104be1028 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1f0d750-8ebb-4294-956e-f1cb2c990ecd,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:44.767132 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-89d99f22-0686-4059-aebf-7d8104be1028 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:44.771142 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 43238) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:44.771323 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-89d99f22-0686-4059-aebf-7d8104be1028 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1267145 Feb 09 22:09:44.776286 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-952b5dbe-87ad-482d-94cd-9c10b077631a tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Request body: {'security_group_rule': {'security_group_id': 'c11f40b7-d1f9-4288-ad38-42983b39662e', 'project_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:09:44.801925 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-952b5dbe-87ad-482d-94cd-9c10b077631a tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks [] for security_group_rule (abbeccd4-255f-4668-8fcd-2af8a1b55861), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:44.859854 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-952b5dbe-87ad-482d-94cd-9c10b077631a tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks [] for security_group_rule (abbeccd4-255f-4668-8fcd-2af8a1b55861), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:44.864835 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-952b5dbe-87ad-482d-94cd-9c10b077631a tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (abbeccd4-255f-4668-8fcd-2af8a1b55861), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:44.882457 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952b5dbe-87ad-482d-94cd-9c10b077631a tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abbeccd4-255f-4668-8fcd-2af8a1b55861,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:44.891169 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-952b5dbe-87ad-482d-94cd-9c10b077631a tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:44.892477 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-952b5dbe-87ad-482d-94cd-9c10b077631a tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1201839 Feb 09 22:09:44.895141 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 43240) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:44.899459 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-0ecb8367-be28-4647-9f96-8894edcdedd1 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Request body: {'security_group_rule': {'security_group_id': 'c11f40b7-d1f9-4288-ad38-42983b39662e', 'project_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:09:44.928761 n-d-828369-5 neutron-server[103140]: INFO neutron.db.securitygroups_db [None req-0ecb8367-be28-4647-9f96-8894edcdedd1 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Project ad9e4f8727be424b869d8f0ad468be3f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 22:09:44.933936 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0ecb8367-be28-4647-9f96-8894edcdedd1 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks [] for security_group_rule (7686e004-0286-4376-ac86-a7f2a17b3f79), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:44.995161 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0ecb8367-be28-4647-9f96-8894edcdedd1 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks [] for security_group_rule (7686e004-0286-4376-ac86-a7f2a17b3f79), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:44.998979 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0ecb8367-be28-4647-9f96-8894edcdedd1 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (7686e004-0286-4376-ac86-a7f2a17b3f79), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:45.016149 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecb8367-be28-4647-9f96-8894edcdedd1 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7686e004-0286-4376-ac86-a7f2a17b3f79,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:45.025409 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0ecb8367-be28-4647-9f96-8894edcdedd1 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:45.026668 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-0ecb8367-be28-4647-9f96-8894edcdedd1 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1305869 Feb 09 22:09:45.029561 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 43242) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:45.034432 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-d3826497-c2ea-420c-8c45-6bfff2149fa6 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Request body: {'security_group_rule': {'security_group_id': 'c11f40b7-d1f9-4288-ad38-42983b39662e', 'project_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:09:45.056430 n-d-828369-5 neutron-server[103140]: INFO neutron.db.securitygroups_db [None req-d3826497-c2ea-420c-8c45-6bfff2149fa6 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Project ad9e4f8727be424b869d8f0ad468be3f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 22:09:45.061543 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d3826497-c2ea-420c-8c45-6bfff2149fa6 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks [] for security_group_rule (abc35a8d-6a04-434e-bd1c-f9d600403b01), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:45.124349 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d3826497-c2ea-420c-8c45-6bfff2149fa6 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks [] for security_group_rule (abc35a8d-6a04-434e-bd1c-f9d600403b01), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:45.128116 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d3826497-c2ea-420c-8c45-6bfff2149fa6 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (abc35a8d-6a04-434e-bd1c-f9d600403b01), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:45.141435 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3826497-c2ea-420c-8c45-6bfff2149fa6 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abc35a8d-6a04-434e-bd1c-f9d600403b01,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:45.157127 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d3826497-c2ea-420c-8c45-6bfff2149fa6 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:45.158539 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-d3826497-c2ea-420c-8c45-6bfff2149fa6 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1280322 Feb 09 22:09:45.353859 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:47.793626 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 43336) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:47.978413 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-62082c9f-3157-4227-9dec-c148c603993a tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Deleting port d42c5b4b-6228-4526-bb3f-b2f66707721e {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:09:47.980010 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-62082c9f-3157-4227-9dec-c148c603993a tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (d42c5b4b-6228-4526-bb3f-b2f66707721e), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:48.071193 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-62082c9f-3157-4227-9dec-c148c603993a tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (d42c5b4b-6228-4526-bb3f-b2f66707721e), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:48.071526 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-62082c9f-3157-4227-9dec-c148c603993a tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for floatingip (d42c5b4b-6228-4526-bb3f-b2f66707721e), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:48.086193 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-62082c9f-3157-4227-9dec-c148c603993a tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Calling delete_port for d42c5b4b-6228-4526-bb3f-b2f66707721e owned by network:floatingip {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:09:48.251713 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-62082c9f-3157-4227-9dec-c148c603993a tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (d42c5b4b-6228-4526-bb3f-b2f66707721e), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:48.280951 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62082c9f-3157-4227-9dec-c148c603993a tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Pushing event deleted for resources: {'Port': ['ID=d42c5b4b-6228-4526-bb3f-b2f66707721e,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:48.354503 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-62082c9f-3157-4227-9dec-c148c603993a tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for floatingip (b6207e13-7eb0-4d4e-8b8e-48a8063e3f08), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:48.355498 n-d-828369-5 neutron-server[103140]: INFO neutron.db.l3_db [None req-62082c9f-3157-4227-9dec-c148c603993a tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Floating IP b6207e13-7eb0-4d4e-8b8e-48a8063e3f08 disassociated (deleted). External IP: 172.25.3.31, port: 71dfa068-14f7-409b-b475-a37f2364f10b. Feb 09 22:09:48.596421 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62082c9f-3157-4227-9dec-c148c603993a tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Router 017c1f60-716e-46e7-9e7b-49a5c8ebf2dd has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:09:48.717448 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62082c9f-3157-4227-9dec-c148c603993a tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:09:48.724171 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-62082c9f-3157-4227-9dec-c148c603993a tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:48.727646 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4493bdd-e09e-418b-84cf-b8d755e0f215 None None] Sync routers for ids ['017c1f60-716e-46e7-9e7b-49a5c8ebf2dd'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:09:48.748296 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4493bdd-e09e-418b-84cf-b8d755e0f215 None None] Routers {'017c1f60-716e-46e7-9e7b-49a5c8ebf2dd'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:09:48.749590 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-f4493bdd-e09e-418b-84cf-b8d755e0f215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:09:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['017c1f60-716e-46e7-9e7b-49a5c8ebf2dd'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:09:48.767860 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-62082c9f-3157-4227-9dec-c148c603993a tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "DELETE /v2.0/floatingips/b6207e13-7eb0-4d4e-8b8e-48a8063e3f08 HTTP/1.1" status: 204 len: 168 time: 0.9729233 Feb 09 22:09:48.768611 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5828a84d-3bba-457b-a980-d1c58af1e9fc', 'tag': '71dfa068-14f7-409b-b475-a37f2364f10b'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:09:48.770963 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dba81990-a2ff-4a8e-9fb3-6b7905cd70c6" -d '{"events": [{"name": "network-changed", "server_uuid": "5828a84d-3bba-457b-a980-d1c58af1e9fc", "tag": "71dfa068-14f7-409b-b475-a37f2364f10b"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:09:48.827075 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a221e7b-4277-44b8-96d0-e5a9b0e3167d x-openstack-request-id: req-4a221e7b-4277-44b8-96d0-e5a9b0e3167d {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:09:48.827724 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5828a84d-3bba-457b-a980-d1c58af1e9fc", "tag": "71dfa068-14f7-409b-b475-a37f2364f10b", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:09:48.827900 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-4a221e7b-4277-44b8-96d0-e5a9b0e3167d {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:09:48.828394 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5828a84d-3bba-457b-a980-d1c58af1e9fc', 'tag': '71dfa068-14f7-409b-b475-a37f2364f10b', 'status': 'completed', 'code': 200} Feb 09 22:09:48.906305 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba81990-a2ff-4a8e-9fb3-6b7905cd70c6 req-3b4721f1-7a94-4de1-8534-3407b50699da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:48.908248 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dba81990-a2ff-4a8e-9fb3-6b7905cd70c6 req-3b4721f1-7a94-4de1-8534-3407b50699da service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=deeb9e226e2546f19554cbe5eac163d6&device_id=5828a84d-3bba-457b-a980-d1c58af1e9fc HTTP/1.1" status: 200 len: 1127 time: 0.0538652 Feb 09 22:09:48.919041 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-f4493bdd-e09e-418b-84cf-b8d755e0f215 None None] Set router 017c1f60-716e-46e7-9e7b-49a5c8ebf2dd gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:09:49.045609 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba81990-a2ff-4a8e-9fb3-6b7905cd70c6 req-408d22e6-2e73-4edd-8544-281f2703e5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:49.047690 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dba81990-a2ff-4a8e-9fb3-6b7905cd70c6 req-408d22e6-2e73-4edd-8544-281f2703e5a7 service neutron] 10.222.0.95 "GET /v2.0/networks?id=757df16b-ee7a-4aa7-b371-9ab032993f20 HTTP/1.1" status: 200 len: 898 time: 0.1275618 Feb 09 22:09:49.106729 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dba81990-a2ff-4a8e-9fb3-6b7905cd70c6 req-c872e2b7-bc65-4971-a126-49b79fd48491 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71dfa068-14f7-409b-b475-a37f2364f10b HTTP/1.1" status: 200 len: 217 time: 0.0480840 Feb 09 22:09:49.211158 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba81990-a2ff-4a8e-9fb3-6b7905cd70c6 req-9963e4cb-9300-48ca-8e18-79efca019378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:49.212696 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dba81990-a2ff-4a8e-9fb3-6b7905cd70c6 req-9963e4cb-9300-48ca-8e18-79efca019378 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=c5c5cc03-f794-435a-a446-b12fe92ecf52 HTTP/1.1" status: 200 len: 834 time: 0.0983841 Feb 09 22:09:49.231930 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb62339-8558-4bad-a27b-de6d191cd7f7 req-f9fc06e0-db7b-49ee-b30a-a36b58c1bdb9 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:49.232595 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-f4493bdd-e09e-418b-84cf-b8d755e0f215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '017c1f60-716e-46e7-9e7b-49a5c8ebf2dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1577646007', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '23b3b9fd-00f4-4af4-a4a4-ce1a1ede5d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:07:48Z', 'updated_at': '2022-02-09T22:07:51Z', 'revision_number': 4, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'gw_port': {'id': '23b3b9fd-00f4-4af4-a4a4-ce1a1ede5d16', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:09:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017c1f60-716e-46e7-9e7b-49a5c8ebf2dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:07:48Z', 'updated_at': '2022-02-09T22:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '95346f55-416f-4d1e-b3f4-df835d1fbb93', 'name': '', 'network_id': '757df16b-ee7a-4aa7-b371-9ab032993f20', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'mac_address': 'fa:16:3e:fb:c5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017c1f60-716e-46e7-9e7b-49a5c8ebf2dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': 'c5c5cc03-f794-435a-a446-b12fe92ecf52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:07:51Z', 'updated_at': '2022-02-09T22:07:56Z', 'revision_number': 5, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'subnets': [{'id': 'c5c5cc03-f794-435a-a446-b12fe92ecf52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:09:49.234022 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1bb62339-8558-4bad-a27b-de6d191cd7f7 req-f9fc06e0-db7b-49ee-b30a-a36b58c1bdb9 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=5828a84d-3bba-457b-a980-d1c58af1e9fc HTTP/1.1" status: 200 len: 945 time: 0.1052816 Feb 09 22:09:49.261780 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4493bdd-e09e-418b-84cf-b8d755e0f215 None None] Checking router: 017c1f60-716e-46e7-9e7b-49a5c8ebf2dd for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:09:49.271188 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4493bdd-e09e-418b-84cf-b8d755e0f215 None None] Routers {'017c1f60-716e-46e7-9e7b-49a5c8ebf2dd'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:09:49.272053 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-f4493bdd-e09e-418b-84cf-b8d755e0f215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:09:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['017c1f60-716e-46e7-9e7b-49a5c8ebf2dd'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:09:49.332819 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba81990-a2ff-4a8e-9fb3-6b7905cd70c6 req-3ab143c8-cada-4a07-bebc-f8fa53ae62db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:49.334769 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dba81990-a2ff-4a8e-9fb3-6b7905cd70c6 req-3ab143c8-cada-4a07-bebc-f8fa53ae62db service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=757df16b-ee7a-4aa7-b371-9ab032993f20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0998549 Feb 09 22:09:49.348201 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1bb62339-8558-4bad-a27b-de6d191cd7f7 req-3c70f492-f99b-4c51-a686-e8bf3941a9af tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf0b68a3-9ef1-42e0-a988-523ababb4794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034105 Feb 09 22:09:49.409742 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-f4493bdd-e09e-418b-84cf-b8d755e0f215 None None] Set router 017c1f60-716e-46e7-9e7b-49a5c8ebf2dd gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:09:49.457507 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dba81990-a2ff-4a8e-9fb3-6b7905cd70c6 req-ce15441b-2570-4c7f-93da-0e2a539f1ac0 service neutron] 10.222.0.95 "GET /v2.0/networks/757df16b-ee7a-4aa7-b371-9ab032993f20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058378 Feb 09 22:09:49.578993 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dba81990-a2ff-4a8e-9fb3-6b7905cd70c6 req-a4f6f6a5-d6d3-4655-96d8-98e8a8f3de52 service neutron] 10.222.0.95 "GET /v2.0/networks/757df16b-ee7a-4aa7-b371-9ab032993f20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075709 Feb 09 22:09:49.653462 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-f4493bdd-e09e-418b-84cf-b8d755e0f215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '017c1f60-716e-46e7-9e7b-49a5c8ebf2dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1577646007', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '23b3b9fd-00f4-4af4-a4a4-ce1a1ede5d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:07:48Z', 'updated_at': '2022-02-09T22:07:51Z', 'revision_number': 4, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'gw_port': {'id': '23b3b9fd-00f4-4af4-a4a4-ce1a1ede5d16', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:09:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017c1f60-716e-46e7-9e7b-49a5c8ebf2dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:07:48Z', 'updated_at': '2022-02-09T22:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '95346f55-416f-4d1e-b3f4-df835d1fbb93', 'name': '', 'network_id': '757df16b-ee7a-4aa7-b371-9ab032993f20', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'mac_address': 'fa:16:3e:fb:c5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017c1f60-716e-46e7-9e7b-49a5c8ebf2dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': 'c5c5cc03-f794-435a-a446-b12fe92ecf52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:07:51Z', 'updated_at': '2022-02-09T22:07:56Z', 'revision_number': 5, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'subnets': [{'id': 'c5c5cc03-f794-435a-a446-b12fe92ecf52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:09:49.692692 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4493bdd-e09e-418b-84cf-b8d755e0f215 None None] The sync data for ids ['017c1f60-716e-46e7-9e7b-49a5c8ebf2dd'] in n-d-828369-5 is: [{'id': '017c1f60-716e-46e7-9e7b-49a5c8ebf2dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1577646007', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '23b3b9fd-00f4-4af4-a4a4-ce1a1ede5d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:07:48Z', 'updated_at': '2022-02-09T22:07:51Z', 'revision_number': 4, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'gw_port': {'id': '23b3b9fd-00f4-4af4-a4a4-ce1a1ede5d16', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:09:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017c1f60-716e-46e7-9e7b-49a5c8ebf2dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:07:48Z', 'updated_at': '2022-02-09T22:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '95346f55-416f-4d1e-b3f4-df835d1fbb93', 'name': '', 'network_id': '757df16b-ee7a-4aa7-b371-9ab032993f20', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'mac_address': 'fa:16:3e:fb:c5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017c1f60-716e-46e7-9e7b-49a5c8ebf2dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': 'c5c5cc03-f794-435a-a446-b12fe92ecf52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:07:51Z', 'updated_at': '2022-02-09T22:07:56Z', 'revision_number': 5, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'subnets': [{'id': 'c5c5cc03-f794-435a-a446-b12fe92ecf52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:09:49.974651 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df47349d-3b2d-4997-a4d3-a4aa1ce05d5a None None] New status for floating IP b6207e13-7eb0-4d4e-8b8e-48a8063e3f08: DOWN {{(pid=103143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:09:50.487292 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a50765-a4ed-4aa0-91b0-d6b18b1687f7 req-79ac3c84-a445-4785-a822-534b7b2ef9f1 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:50.488848 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a8a50765-a4ed-4aa0-91b0-d6b18b1687f7 req-79ac3c84-a445-4785-a822-534b7b2ef9f1 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=5828a84d-3bba-457b-a980-d1c58af1e9fc HTTP/1.1" status: 200 len: 945 time: 0.0653923 Feb 09 22:09:50.542787 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a8a50765-a4ed-4aa0-91b0-d6b18b1687f7 req-aa6a177b-4f02-4af8-8cb5-3939666bae2c tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf0b68a3-9ef1-42e0-a988-523ababb4794&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470984 Feb 09 22:09:50.887766 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e021856-8aad-4518-9db8-2a293f7ee711 req-b95c26d5-45fb-405c-8f2d-ad5d8cb31836 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:50.889311 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3e021856-8aad-4518-9db8-2a293f7ee711 req-b95c26d5-45fb-405c-8f2d-ad5d8cb31836 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.95 "GET /v2.0/ports?device_id=5828a84d-3bba-457b-a980-d1c58af1e9fc HTTP/1.1" status: 200 len: 945 time: 0.0739784 Feb 09 22:09:50.996390 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-3e021856-8aad-4518-9db8-2a293f7ee711 req-f6fa0c10-b258-4eed-95bd-ebd26129fcc5 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Deleting port 71dfa068-14f7-409b-b475-a37f2364f10b {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:09:50.996767 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-3e021856-8aad-4518-9db8-2a293f7ee711 req-f6fa0c10-b258-4eed-95bd-ebd26129fcc5 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (71dfa068-14f7-409b-b475-a37f2364f10b), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:51.097196 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-3e021856-8aad-4518-9db8-2a293f7ee711 req-f6fa0c10-b258-4eed-95bd-ebd26129fcc5 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] For port 71dfa068-14f7-409b-b475-a37f2364f10b, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=71dfa068-14f7-409b-b475-a37f2364f10b,segment=NetworkSegment(9b722fd1-0853-4680-bbb8-9b607278f6a1),segment_id=9b722fd1-0853-4680-bbb8-9b607278f6a1)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:09:51.098547 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-3e021856-8aad-4518-9db8-2a293f7ee711 req-f6fa0c10-b258-4eed-95bd-ebd26129fcc5 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (71dfa068-14f7-409b-b475-a37f2364f10b), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:51.125184 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-3e021856-8aad-4518-9db8-2a293f7ee711 req-f6fa0c10-b258-4eed-95bd-ebd26129fcc5 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Calling delete_port for 71dfa068-14f7-409b-b475-a37f2364f10b owned by compute:nova {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:09:51.264632 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-3e021856-8aad-4518-9db8-2a293f7ee711 req-f6fa0c10-b258-4eed-95bd-ebd26129fcc5 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (71dfa068-14f7-409b-b475-a37f2364f10b), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:51.298740 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fa0c10-b258-4eed-95bd-ebd26129fcc5 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Pushing event deleted for resources: {'Port': ['ID=71dfa068-14f7-409b-b475-a37f2364f10b,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:51.346266 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e021856-8aad-4518-9db8-2a293f7ee711 req-f6fa0c10-b258-4eed-95bd-ebd26129fcc5 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] No DVR routers for this DVR port 71dfa068-14f7-409b-b475-a37f2364f10b on host n-h1-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:09:51.349021 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-3e021856-8aad-4518-9db8-2a293f7ee711 req-f6fa0c10-b258-4eed-95bd-ebd26129fcc5 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:51.352447 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3e021856-8aad-4518-9db8-2a293f7ee711 req-f6fa0c10-b258-4eed-95bd-ebd26129fcc5 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.95 "DELETE /v2.0/ports/71dfa068-14f7-409b-b475-a37f2364f10b HTTP/1.1" status: 204 len: 173 time: 0.4573455 Feb 09 22:09:51.352959 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5828a84d-3bba-457b-a980-d1c58af1e9fc', 'name': 'network-vif-deleted', 'tag': '71dfa068-14f7-409b-b475-a37f2364f10b'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:09:51.355257 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a48163bb-dce4-4dfd-a310-f89c66a766c1" -d '{"events": [{"server_uuid": "5828a84d-3bba-457b-a980-d1c58af1e9fc", "name": "network-vif-deleted", "tag": "71dfa068-14f7-409b-b475-a37f2364f10b"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:09:51.414117 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a09dd32a-b52b-4ce8-8295-74716aebacf7 x-openstack-request-id: req-a09dd32a-b52b-4ce8-8295-74716aebacf7 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:09:51.414377 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5828a84d-3bba-457b-a980-d1c58af1e9fc", "name": "network-vif-deleted", "tag": "71dfa068-14f7-409b-b475-a37f2364f10b", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:09:51.414634 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-a09dd32a-b52b-4ce8-8295-74716aebacf7 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:09:51.415037 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5828a84d-3bba-457b-a980-d1c58af1e9fc', 'name': 'network-vif-deleted', 'tag': '71dfa068-14f7-409b-b475-a37f2364f10b', 'status': 'completed', 'code': 200} Feb 09 22:09:51.560007 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:51.660453 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-80db52ba-50c4-483e-9a22-7a5ef099db66 req-0b156928-3e81-4883-90ff-855717a6596c tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "GET /v2.0/ports?device_id=5828a84d-3bba-457b-a980-d1c58af1e9fc HTTP/1.1" status: 200 len: 210 time: 0.0314064 Feb 09 22:09:52.723396 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 43370) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:53.143246 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-06d8412e-2fa1-4ea9-bfbd-98f2e330a309 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524906'] for router_interface (017c1f60-716e-46e7-9e7b-49a5c8ebf2dd), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:53.447808 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-06d8412e-2fa1-4ea9-bfbd-98f2e330a309 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Deleting port 95346f55-416f-4d1e-b3f4-df835d1fbb93 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:09:53.450304 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-06d8412e-2fa1-4ea9-bfbd-98f2e330a309 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (95346f55-416f-4d1e-b3f4-df835d1fbb93), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:53.555145 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-06d8412e-2fa1-4ea9-bfbd-98f2e330a309 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] For port 95346f55-416f-4d1e-b3f4-df835d1fbb93, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=95346f55-416f-4d1e-b3f4-df835d1fbb93,segment=NetworkSegment(9b722fd1-0853-4680-bbb8-9b607278f6a1),segment_id=9b722fd1-0853-4680-bbb8-9b607278f6a1)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:09:53.555903 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-06d8412e-2fa1-4ea9-bfbd-98f2e330a309 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (95346f55-416f-4d1e-b3f4-df835d1fbb93), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:53.569470 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-06d8412e-2fa1-4ea9-bfbd-98f2e330a309 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Calling delete_port for 95346f55-416f-4d1e-b3f4-df835d1fbb93 owned by network:router_interface {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:09:53.776449 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-06d8412e-2fa1-4ea9-bfbd-98f2e330a309 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (95346f55-416f-4d1e-b3f4-df835d1fbb93), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:53.803973 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d8412e-2fa1-4ea9-bfbd-98f2e330a309 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Pushing event deleted for resources: {'Port': ['ID=95346f55-416f-4d1e-b3f4-df835d1fbb93,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:53.839048 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:54.046248 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-06d8412e-2fa1-4ea9-bfbd-98f2e330a309 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-525054'] for router_interface (017c1f60-716e-46e7-9e7b-49a5c8ebf2dd), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:54.649201 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06d8412e-2fa1-4ea9-bfbd-98f2e330a309 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Router 017c1f60-716e-46e7-9e7b-49a5c8ebf2dd has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:09:54.769211 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06d8412e-2fa1-4ea9-bfbd-98f2e330a309 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:09:54.778753 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-06d8412e-2fa1-4ea9-bfbd-98f2e330a309 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "PUT /v2.0/routers/017c1f60-716e-46e7-9e7b-49a5c8ebf2dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0505986 Feb 09 22:09:54.778753 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 43380) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:54.782642 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531433b0-003f-4d2d-8814-c1be6fd3c741 None None] Sync routers for ids ['017c1f60-716e-46e7-9e7b-49a5c8ebf2dd'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:09:54.800985 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531433b0-003f-4d2d-8814-c1be6fd3c741 None None] Routers {'017c1f60-716e-46e7-9e7b-49a5c8ebf2dd'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:09:54.802360 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-531433b0-003f-4d2d-8814-c1be6fd3c741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:09:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['017c1f60-716e-46e7-9e7b-49a5c8ebf2dd'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:09:54.841752 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_v2 [None req-233e698d-1f3d-4a0e-89a8-d9a1c444979e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Deleting subnet c5c5cc03-f794-435a-a446-b12fe92ecf52 {{(pid=103140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:09:54.845536 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-233e698d-1f3d-4a0e-89a8-d9a1c444979e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for subnet (c5c5cc03-f794-435a-a446-b12fe92ecf52), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:54.893808 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-233e698d-1f3d-4a0e-89a8-d9a1c444979e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9110716'] for subnet (c5c5cc03-f794-435a-a446-b12fe92ecf52), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:54.935833 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-531433b0-003f-4d2d-8814-c1be6fd3c741 None None] Set router 017c1f60-716e-46e7-9e7b-49a5c8ebf2dd gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:09:55.045398 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-233e698d-1f3d-4a0e-89a8-d9a1c444979e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (c5c5cc03-f794-435a-a446-b12fe92ecf52), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:55.128965 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-233e698d-1f3d-4a0e-89a8-d9a1c444979e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621346'] for subnet (c5c5cc03-f794-435a-a446-b12fe92ecf52), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:55.175561 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233e698d-1f3d-4a0e-89a8-d9a1c444979e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Pushing event deleted for resources: {'Subnet': ['ID=c5c5cc03-f794-435a-a446-b12fe92ecf52,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:55.190430 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-233e698d-1f3d-4a0e-89a8-d9a1c444979e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:55.195605 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-233e698d-1f3d-4a0e-89a8-d9a1c444979e tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "DELETE /v2.0/subnets/c5c5cc03-f794-435a-a446-b12fe92ecf52 HTTP/1.1" status: 204 len: 168 time: 0.4168224 Feb 09 22:09:55.198335 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 43384) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:55.211199 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037420d9-5662-4f79-82a1-9359cf6424ae None None] Network 757df16b-ee7a-4aa7-b371-9ab032993f20 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:09:55.355613 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-53430738-776f-43d0-9078-d8c9ec7a272f tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for router (017c1f60-716e-46e7-9e7b-49a5c8ebf2dd), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:55.389911 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-531433b0-003f-4d2d-8814-c1be6fd3c741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '017c1f60-716e-46e7-9e7b-49a5c8ebf2dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1577646007', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '23b3b9fd-00f4-4af4-a4a4-ce1a1ede5d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:07:48Z', 'updated_at': '2022-02-09T22:09:53Z', 'revision_number': 5, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'gw_port': {'id': '23b3b9fd-00f4-4af4-a4a4-ce1a1ede5d16', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:09:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017c1f60-716e-46e7-9e7b-49a5c8ebf2dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:07:48Z', 'updated_at': '2022-02-09T22:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:09:55.426972 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531433b0-003f-4d2d-8814-c1be6fd3c741 None None] Checking router: 017c1f60-716e-46e7-9e7b-49a5c8ebf2dd for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:09:55.435844 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531433b0-003f-4d2d-8814-c1be6fd3c741 None None] Routers {'017c1f60-716e-46e7-9e7b-49a5c8ebf2dd'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:09:55.436653 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-531433b0-003f-4d2d-8814-c1be6fd3c741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:09:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['017c1f60-716e-46e7-9e7b-49a5c8ebf2dd'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:09:55.480767 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004bd609-4766-4a7e-8532-5495ff4e23c5 None None] DHCP port deletion for 757df16b-ee7a-4aa7-b371-9ab032993f20 request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:09:55.509226 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-53430738-776f-43d0-9078-d8c9ec7a272f tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for router_gateway (017c1f60-716e-46e7-9e7b-49a5c8ebf2dd), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:55.591920 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-531433b0-003f-4d2d-8814-c1be6fd3c741 None None] Set router 017c1f60-716e-46e7-9e7b-49a5c8ebf2dd gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:09:55.593481 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-53430738-776f-43d0-9078-d8c9ec7a272f tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Deleting port 23b3b9fd-00f4-4af4-a4a4-ce1a1ede5d16 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:09:55.593834 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-53430738-776f-43d0-9078-d8c9ec7a272f tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (23b3b9fd-00f4-4af4-a4a4-ce1a1ede5d16), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:55.625127 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-004bd609-4766-4a7e-8532-5495ff4e23c5 None None] Deleting port fd37f37e-94a7-40b7-85e8-679d496ad55c {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:09:55.625490 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-004bd609-4766-4a7e-8532-5495ff4e23c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (fd37f37e-94a7-40b7-85e8-679d496ad55c), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:55.716076 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-53430738-776f-43d0-9078-d8c9ec7a272f tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] For port 23b3b9fd-00f4-4af4-a4a4-ce1a1ede5d16, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=23b3b9fd-00f4-4af4-a4a4-ce1a1ede5d16,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:09:55.717006 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-53430738-776f-43d0-9078-d8c9ec7a272f tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (23b3b9fd-00f4-4af4-a4a4-ce1a1ede5d16), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:55.735612 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-53430738-776f-43d0-9078-d8c9ec7a272f tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Calling delete_port for 23b3b9fd-00f4-4af4-a4a4-ce1a1ede5d16 owned by network:router_gateway {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:09:55.758561 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-004bd609-4766-4a7e-8532-5495ff4e23c5 None None] For port fd37f37e-94a7-40b7-85e8-679d496ad55c, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=fd37f37e-94a7-40b7-85e8-679d496ad55c,segment=NetworkSegment(9b722fd1-0853-4680-bbb8-9b607278f6a1),segment_id=9b722fd1-0853-4680-bbb8-9b607278f6a1)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:09:55.758963 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-004bd609-4766-4a7e-8532-5495ff4e23c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (fd37f37e-94a7-40b7-85e8-679d496ad55c), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:55.775999 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-004bd609-4766-4a7e-8532-5495ff4e23c5 None None] Calling delete_port for fd37f37e-94a7-40b7-85e8-679d496ad55c owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:09:55.924326 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-004bd609-4766-4a7e-8532-5495ff4e23c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (fd37f37e-94a7-40b7-85e8-679d496ad55c), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:55.938878 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-531433b0-003f-4d2d-8814-c1be6fd3c741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '017c1f60-716e-46e7-9e7b-49a5c8ebf2dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1577646007', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '23b3b9fd-00f4-4af4-a4a4-ce1a1ede5d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:07:48Z', 'updated_at': '2022-02-09T22:09:53Z', 'revision_number': 5, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'gw_port': {'id': '23b3b9fd-00f4-4af4-a4a4-ce1a1ede5d16', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:09:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017c1f60-716e-46e7-9e7b-49a5c8ebf2dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:07:48Z', 'updated_at': '2022-02-09T22:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:09:55.995677 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004bd609-4766-4a7e-8532-5495ff4e23c5 None None] Pushing event deleted for resources: {'Port': ['ID=fd37f37e-94a7-40b7-85e8-679d496ad55c,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:56.002120 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004bd609-4766-4a7e-8532-5495ff4e23c5 None None] No DVR routers for this DVR port fd37f37e-94a7-40b7-85e8-679d496ad55c on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:09:56.010120 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 71dfa068-14f7-409b-b475-a37f2364f10b no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:09:56.014159 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531433b0-003f-4d2d-8814-c1be6fd3c741 None None] The sync data for ids ['017c1f60-716e-46e7-9e7b-49a5c8ebf2dd'] in n-d-828369-5 is: [{'id': '017c1f60-716e-46e7-9e7b-49a5c8ebf2dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1577646007', 'tenant_id': 'deeb9e226e2546f19554cbe5eac163d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '23b3b9fd-00f4-4af4-a4a4-ce1a1ede5d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:07:48Z', 'updated_at': '2022-02-09T22:09:53Z', 'revision_number': 5, 'project_id': 'deeb9e226e2546f19554cbe5eac163d6', 'gw_port': {'id': '23b3b9fd-00f4-4af4-a4a4-ce1a1ede5d16', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:09:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017c1f60-716e-46e7-9e7b-49a5c8ebf2dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:07:48Z', 'updated_at': '2022-02-09T22:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:09:56.017506 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-53430738-776f-43d0-9078-d8c9ec7a272f tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (23b3b9fd-00f4-4af4-a4a4-ce1a1ede5d16), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:56.047016 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53430738-776f-43d0-9078-d8c9ec7a272f tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Pushing event deleted for resources: {'Port': ['ID=23b3b9fd-00f4-4af4-a4a4-ce1a1ede5d16,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:56.079996 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device fd37f37e-94a7-40b7-85e8-679d496ad55c no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:09:56.103441 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] No Port match for: 71dfa068-14f7-409b-b475-a37f2364f10b {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:09:56.103888 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 71dfa068-14f7-409b-b475-a37f2364f10b not bound to the agent host n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:09:56.106970 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: fd37f37e-94a7-40b7-85e8-679d496ad55c {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:09:56.107396 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device fd37f37e-94a7-40b7-85e8-679d496ad55c not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:09:56.135124 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-53430738-776f-43d0-9078-d8c9ec7a272f tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-554524'] for router_gateway (017c1f60-716e-46e7-9e7b-49a5c8ebf2dd), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:56.250007 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-53430738-776f-43d0-9078-d8c9ec7a272f tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (017c1f60-716e-46e7-9e7b-49a5c8ebf2dd), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:56.252401 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-53430738-776f-43d0-9078-d8c9ec7a272f tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for router_controller (017c1f60-716e-46e7-9e7b-49a5c8ebf2dd), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:56.301874 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-53430738-776f-43d0-9078-d8c9ec7a272f tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (017c1f60-716e-46e7-9e7b-49a5c8ebf2dd), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:56.302442 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53430738-776f-43d0-9078-d8c9ec7a272f tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Fanout notify agent at l3_agent the message router_deleted on router 017c1f60-716e-46e7-9e7b-49a5c8ebf2dd {{(pid=103140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:09:56.309346 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-53430738-776f-43d0-9078-d8c9ec7a272f tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:56.313862 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43390) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:56.314383 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-53430738-776f-43d0-9078-d8c9ec7a272f tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "DELETE /v2.0/routers/017c1f60-716e-46e7-9e7b-49a5c8ebf2dd HTTP/1.1" status: 204 len: 168 time: 1.1142466 Feb 09 22:09:56.408356 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3d5a3c26-a93c-43c3-afb2-e52b6a3491e8 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (757df16b-ee7a-4aa7-b371-9ab032993f20), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:56.507205 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3d5a3c26-a93c-43c3-afb2-e52b6a3491e8 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (757df16b-ee7a-4aa7-b371-9ab032993f20), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:56.528208 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-3d5a3c26-a93c-43c3-afb2-e52b6a3491e8 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['757df16b-ee7a-4aa7-b371-9ab032993f20']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:09:56.539014 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-3d5a3c26-a93c-43c3-afb2-e52b6a3491e8 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b722fd1-0853-4680-bbb8-9b607278f6a1') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:09:56.539402 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-3d5a3c26-a93c-43c3-afb2-e52b6a3491e8 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b722fd1-0853-4680-bbb8-9b607278f6a1') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:09:56.554031 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3d5a3c26-a93c-43c3-afb2-e52b6a3491e8 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (9b722fd1-0853-4680-bbb8-9b607278f6a1), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:56.573027 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3d5a3c26-a93c-43c3-afb2-e52b6a3491e8 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (9b722fd1-0853-4680-bbb8-9b607278f6a1), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:56.581058 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d5a3c26-a93c-43c3-afb2-e52b6a3491e8 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:09:56.581584 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3d5a3c26-a93c-43c3-afb2-e52b6a3491e8 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (9b722fd1-0853-4680-bbb8-9b607278f6a1), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:56.633273 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 22:09:56.633273 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:09:56.633273 n-d-828369-5 neutron-server[103141]: timer() Feb 09 22:09:56.633273 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:09:56.633273 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 22:09:56.633273 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:09:56.633273 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 22:09:56.633273 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:09:56.633273 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 22:09:56.633273 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:09:56.633273 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 22:09:56.633273 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:09:56.633273 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 22:09:56.633273 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:09:56.633273 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:09:56.633273 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:09:56.633273 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:09:56.633273 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:09:56.633273 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 22:09:56.633273 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:09:56.633273 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 22:09:56.633273 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:09:56.633273 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:09:56.633273 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:09:56.633273 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 22:09:56.633273 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:09:56.633273 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:09:56.633273 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:09:56.633273 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:09:56.633273 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:09:56.633273 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:09:56.633273 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:09:56.655004 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3d5a3c26-a93c-43c3-afb2-e52b6a3491e8 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (757df16b-ee7a-4aa7-b371-9ab032993f20), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:56.661496 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3d5a3c26-a93c-43c3-afb2-e52b6a3491e8 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:56.665383 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-3d5a3c26-a93c-43c3-afb2-e52b6a3491e8 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "DELETE /v2.0/networks/757df16b-ee7a-4aa7-b371-9ab032993f20 HTTP/1.1" status: 204 len: 168 time: 0.3503361 Feb 09 22:09:56.668167 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 43394) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:56.683086 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5a3c26-a93c-43c3-afb2-e52b6a3491e8 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Pushing event deleted for resources: {'Network': ['ID=757df16b-ee7a-4aa7-b371-9ab032993f20,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:56.740790 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-96e37fc3-5de5-4a3c-9256-eccf62f1cae4 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for security_group (cf0b68a3-9ef1-42e0-a988-523ababb4794), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:56.775039 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-96e37fc3-5de5-4a3c-9256-eccf62f1cae4 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for security_group (cf0b68a3-9ef1-42e0-a988-523ababb4794), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:56.865831 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-96e37fc3-5de5-4a3c-9256-eccf62f1cae4 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (cf0b68a3-9ef1-42e0-a988-523ababb4794), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:56.866376 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-96e37fc3-5de5-4a3c-9256-eccf62f1cae4 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:56.867707 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-96e37fc3-5de5-4a3c-9256-eccf62f1cae4 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] 10.222.0.90 "DELETE /v2.0/security-groups/cf0b68a3-9ef1-42e0-a988-523ababb4794 HTTP/1.1" status: 204 len: 168 time: 0.1979816 Feb 09 22:09:56.880485 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e37fc3-5de5-4a3c-9256-eccf62f1cae4 tempest-TestNetworkAdvancedServerOps-1887218202 tempest-TestNetworkAdvancedServerOps-1887218202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf0b68a3-9ef1-42e0-a988-523ababb4794,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:57.156880 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43402) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:57.325349 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-3ba64346-de7f-48ee-8c5f-b249ae5bc6bc admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=deeb9e226e2546f19554cbe5eac163d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1666679 Feb 09 22:09:57.326469 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43416) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:57.376997 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e942d5f1-2fb8-4e81-a2d4-01c628b85a60 admin admin] Publish callbacks [] for security_group (84cc6bac-5b6d-4286-a1ab-fb3a350037e5), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:57.397795 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e942d5f1-2fb8-4e81-a2d4-01c628b85a60 admin admin] Publish callbacks [] for security_group (84cc6bac-5b6d-4286-a1ab-fb3a350037e5), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:57.445573 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e942d5f1-2fb8-4e81-a2d4-01c628b85a60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (84cc6bac-5b6d-4286-a1ab-fb3a350037e5), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:57.448248 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e942d5f1-2fb8-4e81-a2d4-01c628b85a60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:57.451908 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-e942d5f1-2fb8-4e81-a2d4-01c628b85a60 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/84cc6bac-5b6d-4286-a1ab-fb3a350037e5 HTTP/1.1" status: 204 len: 168 time: 0.1219282 Feb 09 22:09:57.462917 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e942d5f1-2fb8-4e81-a2d4-01c628b85a60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84cc6bac-5b6d-4286-a1ab-fb3a350037e5,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:57.747317 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43424) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:57.786681 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-4826fc3a-2485-4456-83cb-5cd284720ed8 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=68977b5fe8524c20bc39113853ae708d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381260 Feb 09 22:09:57.789097 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43426) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:57.840766 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6a6d14ff-f312-4a68-b74f-21b2f53d8aa5 admin admin] Publish callbacks [] for security_group (ed6e5a57-0f58-428c-bea1-bce5638dcf8c), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:57.862622 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6a6d14ff-f312-4a68-b74f-21b2f53d8aa5 admin admin] Publish callbacks [] for security_group (ed6e5a57-0f58-428c-bea1-bce5638dcf8c), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:57.911460 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6a6d14ff-f312-4a68-b74f-21b2f53d8aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (ed6e5a57-0f58-428c-bea1-bce5638dcf8c), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:57.914252 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6a6d14ff-f312-4a68-b74f-21b2f53d8aa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:57.915412 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-6a6d14ff-f312-4a68-b74f-21b2f53d8aa5 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/ed6e5a57-0f58-428c-bea1-bce5638dcf8c HTTP/1.1" status: 204 len: 168 time: 0.1253200 Feb 09 22:09:57.925106 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6d14ff-f312-4a68-b74f-21b2f53d8aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed6e5a57-0f58-428c-bea1-bce5638dcf8c,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:57.981236 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 95346f55-416f-4d1e-b3f4-df835d1fbb93 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:09:58.001849 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 95346f55-416f-4d1e-b3f4-df835d1fbb93 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:09:58.002289 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 95346f55-416f-4d1e-b3f4-df835d1fbb93 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:09:58.002795 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 23b3b9fd-00f4-4af4-a4a4-ce1a1ede5d16 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:09:58.022545 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 23b3b9fd-00f4-4af4-a4a4-ce1a1ede5d16 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:09:58.023080 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 23b3b9fd-00f4-4af4-a4a4-ce1a1ede5d16 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:09:58.673113 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43460) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:58.769546 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-df91d947-c3c0-4274-82ba-512b1a67da61 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1369012192-network', 'tenant_id': 'dbc49f288e0341b88b640bcf3e997b0d'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:09:58.789576 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df91d947-c3c0-4274-82ba-512b1a67da61 admin admin] Made reservation on behalf of dbc49f288e0341b88b640bcf3e997b0d for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:09:58.792003 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-df91d947-c3c0-4274-82ba-512b1a67da61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:58.801044 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-df91d947-c3c0-4274-82ba-512b1a67da61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:58.882022 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-df91d947-c3c0-4274-82ba-512b1a67da61 admin admin] Publish callbacks [] for security_group (40d818a2-5df6-4f9d-9a04-523775eba431), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:58.887112 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-df91d947-c3c0-4274-82ba-512b1a67da61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (40d818a2-5df6-4f9d-9a04-523775eba431), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:58.910861 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df91d947-c3c0-4274-82ba-512b1a67da61 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:09:58.921450 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df91d947-c3c0-4274-82ba-512b1a67da61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40d818a2-5df6-4f9d-9a04-523775eba431,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:58.926677 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-df91d947-c3c0-4274-82ba-512b1a67da61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (a8622317-7d56-439b-892c-bfc5582cf06a), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:58.927241 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-df91d947-c3c0-4274-82ba-512b1a67da61 admin admin] Added segment a8622317-7d56-439b-892c-bfc5582cf06a of type vlan for network 9e9ac215-f9db-4a76-96c9-9b770f70751e Feb 09 22:09:58.968764 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-df91d947-c3c0-4274-82ba-512b1a67da61 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (9e9ac215-f9db-4a76-96c9-9b770f70751e), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:58.992722 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-df91d947-c3c0-4274-82ba-512b1a67da61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (9e9ac215-f9db-4a76-96c9-9b770f70751e), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:58.993869 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df91d947-c3c0-4274-82ba-512b1a67da61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:58.994495 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-df91d947-c3c0-4274-82ba-512b1a67da61 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:59.048780 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-df91d947-c3c0-4274-82ba-512b1a67da61 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3744371 Feb 09 22:09:59.052118 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 43464) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:59.057267 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-6abb33d2-27ae-49f4-a633-d38302381800 admin admin] Request body: {'subnet': {'network_id': '9e9ac215-f9db-4a76-96c9-9b770f70751e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1369012192-subnet', 'tenant_id': 'dbc49f288e0341b88b640bcf3e997b0d', 'ip_version': 4}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:09:59.063186 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df91d947-c3c0-4274-82ba-512b1a67da61 admin admin] Pushing event updated for resources: {'Network': ['ID=9e9ac215-f9db-4a76-96c9-9b770f70751e,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:59.084847 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 9e9ac215-f9db-4a76-96c9-9b770f70751e details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:09:59.092318 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6abb33d2-27ae-49f4-a633-d38302381800 admin admin] Made reservation on behalf of dbc49f288e0341b88b640bcf3e997b0d for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:09:59.095370 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6abb33d2-27ae-49f4-a633-d38302381800 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621317'] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:59.281980 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6abb33d2-27ae-49f4-a633-d38302381800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621371'] for subnet (1c6c0320-c465-43a6-b50c-75838bf608f0), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:59.349681 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abb33d2-27ae-49f4-a633-d38302381800 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c6c0320-c465-43a6-b50c-75838bf608f0,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:59.355708 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abb33d2-27ae-49f4-a633-d38302381800 admin admin] Checking segment: {'id': 'a8622317-7d56-439b-892c-bfc5582cf06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '9e9ac215-f9db-4a76-96c9-9b770f70751e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:09:59.356078 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abb33d2-27ae-49f4-a633-d38302381800 admin admin] Network hostable DHCP agents. Network: 9e9ac215-f9db-4a76-96c9-9b770f70751e, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:09:59.377589 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abb33d2-27ae-49f4-a633-d38302381800 admin admin] Network 9e9ac215-f9db-4a76-96c9-9b770f70751e is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:09:59.394870 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-6abb33d2-27ae-49f4-a633-d38302381800 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 9e9ac215-f9db-4a76-96c9-9b770f70751e) {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:09:59.404254 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5992a306-70c4-4cc0-a2b4-64bbb634e2b4 None None] Network 9e9ac215-f9db-4a76-96c9-9b770f70751e requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:09:59.410771 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abb33d2-27ae-49f4-a633-d38302381800 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:09:59.411386 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6abb33d2-27ae-49f4-a633-d38302381800 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:59.432120 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-6abb33d2-27ae-49f4-a633-d38302381800 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3786433 Feb 09 22:09:59.434742 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 43468) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:09:59.439658 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-d63079f6-6906-4eb2-99f0-1d526021989c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1369012192-router', 'tenant_id': 'dbc49f288e0341b88b640bcf3e997b0d', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:09:59.466084 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d63079f6-6906-4eb2-99f0-1d526021989c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (999a95fc-8dd8-41ff-bf58-bbeb1deb674d), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:59.467244 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d63079f6-6906-4eb2-99f0-1d526021989c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (999a95fc-8dd8-41ff-bf58-bbeb1deb674d), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:59.548258 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325cc9c8-c30d-4332-97dd-96e807e2c803 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-9e9ac215-f9db-4a76-96c9-9b770f70751e', 'network_id': '9e9ac215-f9db-4a76-96c9-9b770f70751e', 'project_id': 'dbc49f288e0341b88b640bcf3e997b0d', 'fixed_ips': [{'subnet_id': '1c6c0320-c465-43a6-b50c-75838bf608f0'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:09:59.549315 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-325cc9c8-c30d-4332-97dd-96e807e2c803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:59.552654 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d63079f6-6906-4eb2-99f0-1d526021989c admin admin] Publish callbacks [] for router_controller (999a95fc-8dd8-41ff-bf58-bbeb1deb674d), precommit_add_association {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:59.721401 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-325cc9c8-c30d-4332-97dd-96e807e2c803 None None] Allocated IP 172.20.0.2 (9e9ac215-f9db-4a76-96c9-9b770f70751e/1c6c0320-c465-43a6-b50c-75838bf608f0/7935fec0-a8c8-48f9-983c-18d766982f67) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:09:59.733097 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d63079f6-6906-4eb2-99f0-1d526021989c admin admin] Publish callbacks [] for router_gateway (999a95fc-8dd8-41ff-bf58-bbeb1deb674d), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:59.896088 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-325cc9c8-c30d-4332-97dd-96e807e2c803 None None] Publish callbacks [] for port (7935fec0-a8c8-48f9-983c-18d766982f67), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:59.903435 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-325cc9c8-c30d-4332-97dd-96e807e2c803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (7935fec0-a8c8-48f9-983c-18d766982f67), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:59.968974 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d63079f6-6906-4eb2-99f0-1d526021989c admin admin] Publish callbacks [] for router_gateway (999a95fc-8dd8-41ff-bf58-bbeb1deb674d), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:09:59.978453 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325cc9c8-c30d-4332-97dd-96e807e2c803 None None] Network 9e9ac215-f9db-4a76-96c9-9b770f70751e is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:09:59.982452 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-325cc9c8-c30d-4332-97dd-96e807e2c803 None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:09:59.984718 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325cc9c8-c30d-4332-97dd-96e807e2c803 None None] Pushing event updated for resources: {'Port': ['ID=7935fec0-a8c8-48f9-983c-18d766982f67,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:09:59.987038 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325cc9c8-c30d-4332-97dd-96e807e2c803 None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:10:00.014286 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d63079f6-6906-4eb2-99f0-1d526021989c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:00.045749 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-325cc9c8-c30d-4332-97dd-96e807e2c803 None None] Attempting to bind port 7935fec0-a8c8-48f9-983c-18d766982f67 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:10:00.046567 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-325cc9c8-c30d-4332-97dd-96e807e2c803 None None] Attempting to bind port 7935fec0-a8c8-48f9-983c-18d766982f67 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': 'a8622317-7d56-439b-892c-bfc5582cf06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '9e9ac215-f9db-4a76-96c9-9b770f70751e'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:10:00.047133 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325cc9c8-c30d-4332-97dd-96e807e2c803 None None] Attempting to bind port 7935fec0-a8c8-48f9-983c-18d766982f67 on network 9e9ac215-f9db-4a76-96c9-9b770f70751e {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:10:00.052468 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325cc9c8-c30d-4332-97dd-96e807e2c803 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:10:00.053207 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325cc9c8-c30d-4332-97dd-96e807e2c803 None None] Checking segment: {'id': 'a8622317-7d56-439b-892c-bfc5582cf06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '9e9ac215-f9db-4a76-96c9-9b770f70751e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:10:00.053799 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-325cc9c8-c30d-4332-97dd-96e807e2c803 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:00.054376 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325cc9c8-c30d-4332-97dd-96e807e2c803 None None] Bound using segment: {'id': 'a8622317-7d56-439b-892c-bfc5582cf06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '9e9ac215-f9db-4a76-96c9-9b770f70751e'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:10:00.055018 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-325cc9c8-c30d-4332-97dd-96e807e2c803 None None] Bound port: 7935fec0-a8c8-48f9-983c-18d766982f67, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8622317-7d56-439b-892c-bfc5582cf06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '9e9ac215-f9db-4a76-96c9-9b770f70751e'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:10:00.055598 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-325cc9c8-c30d-4332-97dd-96e807e2c803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (7935fec0-a8c8-48f9-983c-18d766982f67), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:00.120321 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-d63079f6-6906-4eb2-99f0-1d526021989c admin admin] Allocated IP 172.25.3.119 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/faa43771-1784-4747-9459-7150da967f27) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:10:00.122322 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-325cc9c8-c30d-4332-97dd-96e807e2c803 None None] For port 7935fec0-a8c8-48f9-983c-18d766982f67, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:10:00.126154 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-325cc9c8-c30d-4332-97dd-96e807e2c803 None None] For port 7935fec0-a8c8-48f9-983c-18d766982f67, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=7935fec0-a8c8-48f9-983c-18d766982f67,segment=NetworkSegment(a8622317-7d56-439b-892c-bfc5582cf06a),segment_id=a8622317-7d56-439b-892c-bfc5582cf06a)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:10:00.138415 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-325cc9c8-c30d-4332-97dd-96e807e2c803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (7935fec0-a8c8-48f9-983c-18d766982f67), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:00.230476 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325cc9c8-c30d-4332-97dd-96e807e2c803 None None] Pushing event updated for resources: {'Port': ['ID=7935fec0-a8c8-48f9-983c-18d766982f67,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:00.256534 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d63079f6-6906-4eb2-99f0-1d526021989c admin admin] Publish callbacks [] for port (faa43771-1784-4747-9459-7150da967f27), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:00.304178 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d63079f6-6906-4eb2-99f0-1d526021989c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (faa43771-1784-4747-9459-7150da967f27), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:00.349221 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63079f6-6906-4eb2-99f0-1d526021989c admin admin] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:10:00.354959 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-d63079f6-6906-4eb2-99f0-1d526021989c admin admin] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:10:00.357511 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63079f6-6906-4eb2-99f0-1d526021989c admin admin] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:10:00.359796 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63079f6-6906-4eb2-99f0-1d526021989c admin admin] Pushing event updated for resources: {'Port': ['ID=faa43771-1784-4747-9459-7150da967f27,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:00.736287 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d63079f6-6906-4eb2-99f0-1d526021989c admin admin] Publish callbacks [] for router_gateway (999a95fc-8dd8-41ff-bf58-bbeb1deb674d), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:00.953888 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d63079f6-6906-4eb2-99f0-1d526021989c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (999a95fc-8dd8-41ff-bf58-bbeb1deb674d), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:01.095145 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d63079f6-6906-4eb2-99f0-1d526021989c admin admin] Router 999a95fc-8dd8-41ff-bf58-bbeb1deb674d is scheduled to L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 with binding_index 1 {{(pid=103140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:10:01.233546 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d63079f6-6906-4eb2-99f0-1d526021989c admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:10:01.242636 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75588799-7fc7-40a3-b87d-ddd2ace47a3c None None] Sync routers for ids ['999a95fc-8dd8-41ff-bf58-bbeb1deb674d'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:10:01.255925 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d63079f6-6906-4eb2-99f0-1d526021989c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:01.259855 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-d63079f6-6906-4eb2-99f0-1d526021989c admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8217039 Feb 09 22:10:01.260252 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43484) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:01.268392 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75588799-7fc7-40a3-b87d-ddd2ace47a3c None None] Routers {'999a95fc-8dd8-41ff-bf58-bbeb1deb674d'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:10:01.269251 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-75588799-7fc7-40a3-b87d-ddd2ace47a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:09:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['999a95fc-8dd8-41ff-bf58-bbeb1deb674d'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:01.426820 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-75588799-7fc7-40a3-b87d-ddd2ace47a3c None None] Set router 999a95fc-8dd8-41ff-bf58-bbeb1deb674d gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:10:01.579605 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9120dd30-1f6b-450f-acfe-2b6dcfd97322 None None] Network 9e9ac215-f9db-4a76-96c9-9b770f70751e requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:10:01.691356 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-1d4b3bb2-2f69-479b-8ff8-cb4995cb7d46 None None] Provisioning complete for port 7935fec0-a8c8-48f9-983c-18d766982f67 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:10:01.691748 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1d4b3bb2-2f69-479b-8ff8-cb4995cb7d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (7935fec0-a8c8-48f9-983c-18d766982f67), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:01.752940 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-75588799-7fc7-40a3-b87d-ddd2ace47a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '999a95fc-8dd8-41ff-bf58-bbeb1deb674d', 'name': 'tempest-TestVolumeBackupRestore-1369012192-router', 'tenant_id': 'dbc49f288e0341b88b640bcf3e997b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'faa43771-1784-4747-9459-7150da967f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:09:59Z', 'updated_at': '2022-02-09T22:10:00Z', 'revision_number': 3, 'project_id': 'dbc49f288e0341b88b640bcf3e997b0d', 'gw_port': {'id': 'faa43771-1784-4747-9459-7150da967f27', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6d:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '999a95fc-8dd8-41ff-bf58-bbeb1deb674d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:10:00Z', 'updated_at': '2022-02-09T22:10:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:01.790698 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75588799-7fc7-40a3-b87d-ddd2ace47a3c None None] Checking router: 999a95fc-8dd8-41ff-bf58-bbeb1deb674d for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:10:01.791402 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75588799-7fc7-40a3-b87d-ddd2ace47a3c None None] Updating router 999a95fc-8dd8-41ff-bf58-bbeb1deb674d port faa43771-1784-4747-9459-7150da967f27 binding host n-d-828369-5 {{(pid=103143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:10:01.815898 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-1d4b3bb2-2f69-479b-8ff8-cb4995cb7d46 None None] Current status of the port 7935fec0-a8c8-48f9-983c-18d766982f67 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:10:01.816246 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1d4b3bb2-2f69-479b-8ff8-cb4995cb7d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (7935fec0-a8c8-48f9-983c-18d766982f67), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:01.826022 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-75588799-7fc7-40a3-b87d-ddd2ace47a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (faa43771-1784-4747-9459-7150da967f27), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:01.865096 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-1d4b3bb2-2f69-479b-8ff8-cb4995cb7d46 None None] For port 7935fec0-a8c8-48f9-983c-18d766982f67, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=7935fec0-a8c8-48f9-983c-18d766982f67,segment=NetworkSegment(a8622317-7d56-439b-892c-bfc5582cf06a),segment_id=a8622317-7d56-439b-892c-bfc5582cf06a)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:10:01.880150 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1d4b3bb2-2f69-479b-8ff8-cb4995cb7d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (7935fec0-a8c8-48f9-983c-18d766982f67), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:01.939969 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4b3bb2-2f69-479b-8ff8-cb4995cb7d46 None None] Pushing event updated for resources: {'Port': ['ID=7935fec0-a8c8-48f9-983c-18d766982f67,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:01.969218 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-84cc4de5-b44c-4a31-8584-f0a94594f238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:02.073295 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 7935fec0-a8c8-48f9-983c-18d766982f67 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:10:02.135426 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-0f89d543-6a94-4f3f-b8a8-a3fd70304ad9 None None] Provisioning complete for port 7935fec0-a8c8-48f9-983c-18d766982f67 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:10:02.135807 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-0f89d543-6a94-4f3f-b8a8-a3fd70304ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (7935fec0-a8c8-48f9-983c-18d766982f67), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:02.184116 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 7935fec0-a8c8-48f9-983c-18d766982f67 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:10:02.184615 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (7935fec0-a8c8-48f9-983c-18d766982f67), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:02.205784 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-84cc4de5-b44c-4a31-8584-f0a94594f238 admin admin] Allocated IP 172.20.0.1 (9e9ac215-f9db-4a76-96c9-9b770f70751e/1c6c0320-c465-43a6-b50c-75838bf608f0/ea63bd10-27ea-4cd6-8500-e3b8b2a72a74) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:10:02.235694 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-75588799-7fc7-40a3-b87d-ddd2ace47a3c None None] Publish callbacks [] for port (faa43771-1784-4747-9459-7150da967f27), precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:02.243525 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-75588799-7fc7-40a3-b87d-ddd2ace47a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (faa43771-1784-4747-9459-7150da967f27), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:02.304274 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-75588799-7fc7-40a3-b87d-ddd2ace47a3c None None] Attempting to bind port faa43771-1784-4747-9459-7150da967f27 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:10:02.304942 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-75588799-7fc7-40a3-b87d-ddd2ace47a3c None None] Attempting to bind port faa43771-1784-4747-9459-7150da967f27 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:10:02.305491 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75588799-7fc7-40a3-b87d-ddd2ace47a3c None None] Attempting to bind port faa43771-1784-4747-9459-7150da967f27 on network 54a442d5-50a0-4c75-85cc-d19f5bf58118 {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:10:02.322497 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75588799-7fc7-40a3-b87d-ddd2ace47a3c None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:10:02.323324 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75588799-7fc7-40a3-b87d-ddd2ace47a3c None None] Checking segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:10:02.323904 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-75588799-7fc7-40a3-b87d-ddd2ace47a3c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:02.324701 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75588799-7fc7-40a3-b87d-ddd2ace47a3c None None] Bound using segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:10:02.325511 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-75588799-7fc7-40a3-b87d-ddd2ace47a3c None None] Bound port: faa43771-1784-4747-9459-7150da967f27, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:10:02.326065 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-75588799-7fc7-40a3-b87d-ddd2ace47a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (faa43771-1784-4747-9459-7150da967f27), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:02.340024 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-84cc4de5-b44c-4a31-8584-f0a94594f238 admin admin] Publish callbacks [] for port (ea63bd10-27ea-4cd6-8500-e3b8b2a72a74), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:02.378308 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-84cc4de5-b44c-4a31-8584-f0a94594f238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (ea63bd10-27ea-4cd6-8500-e3b8b2a72a74), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:02.392099 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-75588799-7fc7-40a3-b87d-ddd2ace47a3c None None] For port faa43771-1784-4747-9459-7150da967f27, host n-d-828369-5, cleared binding levels {{(pid=103143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:10:02.396436 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-75588799-7fc7-40a3-b87d-ddd2ace47a3c None None] For port faa43771-1784-4747-9459-7150da967f27, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=faa43771-1784-4747-9459-7150da967f27,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:10:02.401516 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1090a97a-dd2d-4265-9aaf-cd529a008126 None None] Pushing event updated for resources: {'Port': ['ID=faa43771-1784-4747-9459-7150da967f27,revision_number=2']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:02.408117 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-75588799-7fc7-40a3-b87d-ddd2ace47a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (faa43771-1784-4747-9459-7150da967f27), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:02.422624 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1090a97a-dd2d-4265-9aaf-cd529a008126 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:10:02.423328 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1090a97a-dd2d-4265-9aaf-cd529a008126 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:10:02.423894 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1090a97a-dd2d-4265-9aaf-cd529a008126 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:10:02.424437 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1090a97a-dd2d-4265-9aaf-cd529a008126 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:10:02.425066 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1090a97a-dd2d-4265-9aaf-cd529a008126 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:10:02.425619 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1090a97a-dd2d-4265-9aaf-cd529a008126 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:10:02.426139 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1090a97a-dd2d-4265-9aaf-cd529a008126 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:10:02.426646 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1090a97a-dd2d-4265-9aaf-cd529a008126 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:10:02.427141 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1090a97a-dd2d-4265-9aaf-cd529a008126 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:10:02.427646 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1090a97a-dd2d-4265-9aaf-cd529a008126 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:10:02.428185 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1090a97a-dd2d-4265-9aaf-cd529a008126 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:10:02.428715 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1090a97a-dd2d-4265-9aaf-cd529a008126 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:10:02.429207 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1090a97a-dd2d-4265-9aaf-cd529a008126 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:10:02.447184 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84cc4de5-b44c-4a31-8584-f0a94594f238 admin admin] Network 9e9ac215-f9db-4a76-96c9-9b770f70751e is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:10:02.454113 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-84cc4de5-b44c-4a31-8584-f0a94594f238 admin admin] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:10:02.460195 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cc4de5-b44c-4a31-8584-f0a94594f238 admin admin] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:10:02.505112 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1090a97a-dd2d-4265-9aaf-cd529a008126 None None] Pushing event updated for resources: {'Port': ['ID=faa43771-1784-4747-9459-7150da967f27,revision_number=3']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:02.513385 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-84cc4de5-b44c-4a31-8584-f0a94594f238 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554727'] for router_interface (999a95fc-8dd8-41ff-bf58-bbeb1deb674d), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:02.519305 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cc4de5-b44c-4a31-8584-f0a94594f238 admin admin] Pushing event updated for resources: {'Port': ['ID=ea63bd10-27ea-4cd6-8500-e3b8b2a72a74,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:02.533143 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75588799-7fc7-40a3-b87d-ddd2ace47a3c None None] Routers {'999a95fc-8dd8-41ff-bf58-bbeb1deb674d'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:10:02.534390 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-75588799-7fc7-40a3-b87d-ddd2ace47a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:09:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['999a95fc-8dd8-41ff-bf58-bbeb1deb674d'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:02.552891 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 7935fec0-a8c8-48f9-983c-18d766982f67 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:10:02.572379 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-0f89d543-6a94-4f3f-b8a8-a3fd70304ad9 None None] Current status of the port 7935fec0-a8c8-48f9-983c-18d766982f67 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:10:02.684158 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-75588799-7fc7-40a3-b87d-ddd2ace47a3c None None] Set router 999a95fc-8dd8-41ff-bf58-bbeb1deb674d gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:10:02.743187 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-84cc4de5-b44c-4a31-8584-f0a94594f238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (ea63bd10-27ea-4cd6-8500-e3b8b2a72a74), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:02.903186 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-4b5152db-3f97-4dc5-8269-bcdc97a4eaaf None None] Provisioning complete for port ea63bd10-27ea-4cd6-8500-e3b8b2a72a74 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:10:02.905957 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-4b5152db-3f97-4dc5-8269-bcdc97a4eaaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (ea63bd10-27ea-4cd6-8500-e3b8b2a72a74), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:03.005583 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-4b5152db-3f97-4dc5-8269-bcdc97a4eaaf None None] Port ea63bd10-27ea-4cd6-8500-e3b8b2a72a74 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:10:03.021156 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-75588799-7fc7-40a3-b87d-ddd2ace47a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '999a95fc-8dd8-41ff-bf58-bbeb1deb674d', 'name': 'tempest-TestVolumeBackupRestore-1369012192-router', 'tenant_id': 'dbc49f288e0341b88b640bcf3e997b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'faa43771-1784-4747-9459-7150da967f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:09:59Z', 'updated_at': '2022-02-09T22:10:00Z', 'revision_number': 3, 'project_id': 'dbc49f288e0341b88b640bcf3e997b0d', 'gw_port': {'id': 'faa43771-1784-4747-9459-7150da967f27', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6d:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '999a95fc-8dd8-41ff-bf58-bbeb1deb674d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:10:00Z', 'updated_at': '2022-02-09T22:10:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:03.063845 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75588799-7fc7-40a3-b87d-ddd2ace47a3c None None] The sync data for ids ['999a95fc-8dd8-41ff-bf58-bbeb1deb674d'] in n-d-828369-5 is: [{'id': '999a95fc-8dd8-41ff-bf58-bbeb1deb674d', 'name': 'tempest-TestVolumeBackupRestore-1369012192-router', 'tenant_id': 'dbc49f288e0341b88b640bcf3e997b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'faa43771-1784-4747-9459-7150da967f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:09:59Z', 'updated_at': '2022-02-09T22:10:00Z', 'revision_number': 3, 'project_id': 'dbc49f288e0341b88b640bcf3e997b0d', 'gw_port': {'id': 'faa43771-1784-4747-9459-7150da967f27', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6d:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '999a95fc-8dd8-41ff-bf58-bbeb1deb674d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:10:00Z', 'updated_at': '2022-02-09T22:10:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:10:03.112891 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-84cc4de5-b44c-4a31-8584-f0a94594f238 admin admin] Publish callbacks [] for port (ea63bd10-27ea-4cd6-8500-e3b8b2a72a74), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:03.131158 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-84cc4de5-b44c-4a31-8584-f0a94594f238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (ea63bd10-27ea-4cd6-8500-e3b8b2a72a74), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:03.603525 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cc4de5-b44c-4a31-8584-f0a94594f238 admin admin] Pushing event updated for resources: {'Port': ['ID=ea63bd10-27ea-4cd6-8500-e3b8b2a72a74,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:03.606315 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-84cc4de5-b44c-4a31-8584-f0a94594f238 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524919'] for router_interface (999a95fc-8dd8-41ff-bf58-bbeb1deb674d), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:03.738538 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84cc4de5-b44c-4a31-8584-f0a94594f238 admin admin] Network 9e9ac215-f9db-4a76-96c9-9b770f70751e is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:10:03.738538 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-84cc4de5-b44c-4a31-8584-f0a94594f238 admin admin] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:10:03.893301 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84cc4de5-b44c-4a31-8584-f0a94594f238 admin admin] Router 999a95fc-8dd8-41ff-bf58-bbeb1deb674d has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:10:04.080253 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84cc4de5-b44c-4a31-8584-f0a94594f238 admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:10:04.105338 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-84cc4de5-b44c-4a31-8584-f0a94594f238 admin admin] 10.222.0.90 "PUT /v2.0/routers/999a95fc-8dd8-41ff-bf58-bbeb1deb674d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8393760 Feb 09 22:10:04.143665 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-f44f4373-ed9f-453d-825a-61f24f032854 None None] Provisioning complete for port ea63bd10-27ea-4cd6-8500-e3b8b2a72a74 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:10:04.144700 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f44f4373-ed9f-453d-825a-61f24f032854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (ea63bd10-27ea-4cd6-8500-e3b8b2a72a74), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:04.174611 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 7935fec0-a8c8-48f9-983c-18d766982f67 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:10:04.221917 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-f44f4373-ed9f-453d-825a-61f24f032854 None None] Port ea63bd10-27ea-4cd6-8500-e3b8b2a72a74 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:10:04.250605 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 7935fec0-a8c8-48f9-983c-18d766982f67 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:10:04.250975 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (7935fec0-a8c8-48f9-983c-18d766982f67), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:04.343372 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 7935fec0-a8c8-48f9-983c-18d766982f67 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:10:04.344516 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device faa43771-1784-4747-9459-7150da967f27 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:10:04.396434 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port faa43771-1784-4747-9459-7150da967f27 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:10:04.396744 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (faa43771-1784-4747-9459-7150da967f27), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:04.503237 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port faa43771-1784-4747-9459-7150da967f27 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:10:04.503732 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (faa43771-1784-4747-9459-7150da967f27), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:04.526031 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port faa43771-1784-4747-9459-7150da967f27, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=faa43771-1784-4747-9459-7150da967f27,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:10:04.539494 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (faa43771-1784-4747-9459-7150da967f27), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:04.619798 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=faa43771-1784-4747-9459-7150da967f27,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:04.714900 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43526) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:04.720760 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-143cbc28-55c2-466f-a7d8-8423efe4e042 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1704035013-network', 'tenant_id': '0d555672ff994d488a72c0113940e47f'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:10:04.741704 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-143cbc28-55c2-466f-a7d8-8423efe4e042 admin admin] Made reservation on behalf of 0d555672ff994d488a72c0113940e47f for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:10:04.744041 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-143cbc28-55c2-466f-a7d8-8423efe4e042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:04.756318 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-143cbc28-55c2-466f-a7d8-8423efe4e042 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:04.859811 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-143cbc28-55c2-466f-a7d8-8423efe4e042 admin admin] Publish callbacks [] for security_group (dcef1631-3178-4446-87d9-3130dcb6d062), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:04.865579 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-143cbc28-55c2-466f-a7d8-8423efe4e042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (dcef1631-3178-4446-87d9-3130dcb6d062), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:04.898174 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-143cbc28-55c2-466f-a7d8-8423efe4e042 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:10:04.910697 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143cbc28-55c2-466f-a7d8-8423efe4e042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcef1631-3178-4446-87d9-3130dcb6d062,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:04.918477 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-143cbc28-55c2-466f-a7d8-8423efe4e042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (6bf1c590-b72b-40ee-aede-60afd67499df), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:04.918897 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-143cbc28-55c2-466f-a7d8-8423efe4e042 admin admin] Added segment 6bf1c590-b72b-40ee-aede-60afd67499df of type vlan for network 4980f8eb-82c4-45fb-802d-c56124ba4fcb Feb 09 22:10:04.977657 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-143cbc28-55c2-466f-a7d8-8423efe4e042 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (4980f8eb-82c4-45fb-802d-c56124ba4fcb), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:05.010395 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-143cbc28-55c2-466f-a7d8-8423efe4e042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (4980f8eb-82c4-45fb-802d-c56124ba4fcb), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:05.011568 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143cbc28-55c2-466f-a7d8-8423efe4e042 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:05.012464 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-143cbc28-55c2-466f-a7d8-8423efe4e042 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:05.048518 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-143cbc28-55c2-466f-a7d8-8423efe4e042 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3322985 Feb 09 22:10:05.051343 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 43532) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:05.059181 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-677bab2e-4e6f-46c5-a725-98ed3361ab4f admin admin] Request body: {'subnet': {'network_id': '4980f8eb-82c4-45fb-802d-c56124ba4fcb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1704035013-subnet', 'tenant_id': '0d555672ff994d488a72c0113940e47f', 'ip_version': 4}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:10:05.091154 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-677bab2e-4e6f-46c5-a725-98ed3361ab4f admin admin] Made reservation on behalf of 0d555672ff994d488a72c0113940e47f for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:10:05.094103 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-677bab2e-4e6f-46c5-a725-98ed3361ab4f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621317'] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:05.099769 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143cbc28-55c2-466f-a7d8-8423efe4e042 admin admin] Pushing event updated for resources: {'Network': ['ID=4980f8eb-82c4-45fb-802d-c56124ba4fcb,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:05.112703 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 4980f8eb-82c4-45fb-802d-c56124ba4fcb details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:10:05.375024 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-677bab2e-4e6f-46c5-a725-98ed3361ab4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621371'] for subnet (2d2f9a28-8a5e-41c4-b20d-a689f8c527e7), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:05.427932 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4081076-6e3e-45c3-ac18-637a42877686 None None] Sync routers for ids ['999a95fc-8dd8-41ff-bf58-bbeb1deb674d'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:10:05.450712 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4081076-6e3e-45c3-ac18-637a42877686 None None] Routers {'999a95fc-8dd8-41ff-bf58-bbeb1deb674d'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:10:05.451021 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677bab2e-4e6f-46c5-a725-98ed3361ab4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d2f9a28-8a5e-41c4-b20d-a689f8c527e7,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:05.451366 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-d4081076-6e3e-45c3-ac18-637a42877686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:09:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['999a95fc-8dd8-41ff-bf58-bbeb1deb674d'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:05.469723 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677bab2e-4e6f-46c5-a725-98ed3361ab4f admin admin] Checking segment: {'id': '6bf1c590-b72b-40ee-aede-60afd67499df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4980f8eb-82c4-45fb-802d-c56124ba4fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:10:05.470466 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677bab2e-4e6f-46c5-a725-98ed3361ab4f admin admin] Network hostable DHCP agents. Network: 4980f8eb-82c4-45fb-802d-c56124ba4fcb, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:10:05.493184 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677bab2e-4e6f-46c5-a725-98ed3361ab4f admin admin] Network 4980f8eb-82c4-45fb-802d-c56124ba4fcb is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:10:05.522983 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-677bab2e-4e6f-46c5-a725-98ed3361ab4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 4980f8eb-82c4-45fb-802d-c56124ba4fcb) {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:10:05.528117 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677bab2e-4e6f-46c5-a725-98ed3361ab4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:05.528765 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-677bab2e-4e6f-46c5-a725-98ed3361ab4f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:05.560807 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43534) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:05.561023 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-677bab2e-4e6f-46c5-a725-98ed3361ab4f admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5077794 Feb 09 22:10:05.566546 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-ae2d4490-e54e-4a62-9047-d652840ea908 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1704035013-router', 'tenant_id': '0d555672ff994d488a72c0113940e47f', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:10:05.576996 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac84e7e-2aa1-4f5d-b01c-d0877bd41c9b None None] Network 4980f8eb-82c4-45fb-802d-c56124ba4fcb requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:10:05.592452 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ae2d4490-e54e-4a62-9047-d652840ea908 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (25e9eb9b-25ff-43f3-b646-a11c207f9de0), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:05.594167 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ae2d4490-e54e-4a62-9047-d652840ea908 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (25e9eb9b-25ff-43f3-b646-a11c207f9de0), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:05.685823 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ae2d4490-e54e-4a62-9047-d652840ea908 admin admin] Publish callbacks [] for router_controller (25e9eb9b-25ff-43f3-b646-a11c207f9de0), precommit_add_association {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:05.707495 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-d4081076-6e3e-45c3-ac18-637a42877686 None None] Set router 999a95fc-8dd8-41ff-bf58-bbeb1deb674d gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:10:05.781772 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bacabeef-28c4-42a4-9781-01b80112ec7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-4980f8eb-82c4-45fb-802d-c56124ba4fcb', 'network_id': '4980f8eb-82c4-45fb-802d-c56124ba4fcb', 'project_id': '0d555672ff994d488a72c0113940e47f', 'fixed_ips': [{'subnet_id': '2d2f9a28-8a5e-41c4-b20d-a689f8c527e7'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:10:05.782653 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-bacabeef-28c4-42a4-9781-01b80112ec7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:05.920062 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ae2d4490-e54e-4a62-9047-d652840ea908 admin admin] Publish callbacks [] for router_gateway (25e9eb9b-25ff-43f3-b646-a11c207f9de0), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:06.116760 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device faa43771-1784-4747-9459-7150da967f27 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:10:06.239746 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ae2d4490-e54e-4a62-9047-d652840ea908 admin admin] Publish callbacks [] for router_gateway (25e9eb9b-25ff-43f3-b646-a11c207f9de0), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:06.263927 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ae2d4490-e54e-4a62-9047-d652840ea908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:06.331618 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port faa43771-1784-4747-9459-7150da967f27 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:10:06.332371 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (faa43771-1784-4747-9459-7150da967f27), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:06.388279 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-bacabeef-28c4-42a4-9781-01b80112ec7e None None] Allocated IP 172.20.0.2 (4980f8eb-82c4-45fb-802d-c56124ba4fcb/2d2f9a28-8a5e-41c4-b20d-a689f8c527e7/daf7da2b-44d5-4647-991e-1cc85599990e) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:10:06.439494 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-ae2d4490-e54e-4a62-9047-d652840ea908 admin admin] Allocated IP 172.25.3.91 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/1bdb3ba6-87a7-48cf-9547-0c353fe85e96) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:10:06.482340 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-d4081076-6e3e-45c3-ac18-637a42877686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '999a95fc-8dd8-41ff-bf58-bbeb1deb674d', 'name': 'tempest-TestVolumeBackupRestore-1369012192-router', 'tenant_id': 'dbc49f288e0341b88b640bcf3e997b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'faa43771-1784-4747-9459-7150da967f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:09:59Z', 'updated_at': '2022-02-09T22:10:02Z', 'revision_number': 4, 'project_id': 'dbc49f288e0341b88b640bcf3e997b0d', 'gw_port': {'id': 'faa43771-1784-4747-9459-7150da967f27', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999a95fc-8dd8-41ff-bf58-bbeb1deb674d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:10:00Z', 'updated_at': '2022-02-09T22:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': 'ea63bd10-27ea-4cd6-8500-e3b8b2a72a74', 'name': '', 'network_id': '9e9ac215-f9db-4a76-96c9-9b770f70751e', 'tenant_id': 'dbc49f288e0341b88b640bcf3e997b0d', 'mac_address': 'fa:16:3e:a5:17:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '999a95fc-8dd8-41ff-bf58-bbeb1deb674d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '1c6c0320-c465-43a6-b50c-75838bf608f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:10:01Z', 'updated_at': '2022-02-09T22:10:02Z', 'revision_number': 2, 'project_id': 'dbc49f288e0341b88b640bcf3e997b0d', 'subnets': [{'id': '1c6c0320-c465-43a6-b50c-75838bf608f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:06.517847 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4081076-6e3e-45c3-ac18-637a42877686 None None] Checking router: 999a95fc-8dd8-41ff-bf58-bbeb1deb674d for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:10:06.518090 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4081076-6e3e-45c3-ac18-637a42877686 None None] Updating router 999a95fc-8dd8-41ff-bf58-bbeb1deb674d port ea63bd10-27ea-4cd6-8500-e3b8b2a72a74 binding host n-d-828369-5 {{(pid=103142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:10:06.577511 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port faa43771-1784-4747-9459-7150da967f27 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:10:06.579460 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:10:06.583487 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ae2d4490-e54e-4a62-9047-d652840ea908 admin admin] Publish callbacks [] for port (1bdb3ba6-87a7-48cf-9547-0c353fe85e96), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:06.600778 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d4081076-6e3e-45c3-ac18-637a42877686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (ea63bd10-27ea-4cd6-8500-e3b8b2a72a74), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:06.630393 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ae2d4490-e54e-4a62-9047-d652840ea908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (1bdb3ba6-87a7-48cf-9547-0c353fe85e96), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:06.687334 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2d4490-e54e-4a62-9047-d652840ea908 admin admin] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:10:06.691924 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-ae2d4490-e54e-4a62-9047-d652840ea908 admin admin] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:10:06.696839 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2d4490-e54e-4a62-9047-d652840ea908 admin admin] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:10:06.780931 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-bacabeef-28c4-42a4-9781-01b80112ec7e None None] Publish callbacks [] for port (daf7da2b-44d5-4647-991e-1cc85599990e), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:06.791934 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-bacabeef-28c4-42a4-9781-01b80112ec7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (daf7da2b-44d5-4647-991e-1cc85599990e), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:06.850023 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2d4490-e54e-4a62-9047-d652840ea908 admin admin] Pushing event updated for resources: {'Port': ['ID=1bdb3ba6-87a7-48cf-9547-0c353fe85e96,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:06.872605 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bacabeef-28c4-42a4-9781-01b80112ec7e None None] Network 4980f8eb-82c4-45fb-802d-c56124ba4fcb is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:10:06.878126 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-bacabeef-28c4-42a4-9781-01b80112ec7e None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:10:06.882319 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacabeef-28c4-42a4-9781-01b80112ec7e None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:10:06.935622 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacabeef-28c4-42a4-9781-01b80112ec7e None None] Pushing event updated for resources: {'Port': ['ID=daf7da2b-44d5-4647-991e-1cc85599990e,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:06.996591 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ae2d4490-e54e-4a62-9047-d652840ea908 admin admin] Publish callbacks [] for router_gateway (25e9eb9b-25ff-43f3-b646-a11c207f9de0), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:07.148442 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-bacabeef-28c4-42a4-9781-01b80112ec7e None None] Attempting to bind port daf7da2b-44d5-4647-991e-1cc85599990e on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:10:07.148965 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-bacabeef-28c4-42a4-9781-01b80112ec7e None None] Attempting to bind port daf7da2b-44d5-4647-991e-1cc85599990e by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '6bf1c590-b72b-40ee-aede-60afd67499df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4980f8eb-82c4-45fb-802d-c56124ba4fcb'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:10:07.149433 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacabeef-28c4-42a4-9781-01b80112ec7e None None] Attempting to bind port daf7da2b-44d5-4647-991e-1cc85599990e on network 4980f8eb-82c4-45fb-802d-c56124ba4fcb {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:10:07.160171 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacabeef-28c4-42a4-9781-01b80112ec7e None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:10:07.160720 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacabeef-28c4-42a4-9781-01b80112ec7e None None] Checking segment: {'id': '6bf1c590-b72b-40ee-aede-60afd67499df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4980f8eb-82c4-45fb-802d-c56124ba4fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:10:07.161226 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-bacabeef-28c4-42a4-9781-01b80112ec7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:07.161729 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacabeef-28c4-42a4-9781-01b80112ec7e None None] Bound using segment: {'id': '6bf1c590-b72b-40ee-aede-60afd67499df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4980f8eb-82c4-45fb-802d-c56124ba4fcb'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:10:07.162326 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-bacabeef-28c4-42a4-9781-01b80112ec7e None None] Bound port: daf7da2b-44d5-4647-991e-1cc85599990e, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bf1c590-b72b-40ee-aede-60afd67499df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4980f8eb-82c4-45fb-802d-c56124ba4fcb'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:10:07.162808 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-bacabeef-28c4-42a4-9781-01b80112ec7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (daf7da2b-44d5-4647-991e-1cc85599990e), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:07.254102 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ae2d4490-e54e-4a62-9047-d652840ea908 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (25e9eb9b-25ff-43f3-b646-a11c207f9de0), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:07.285881 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-bacabeef-28c4-42a4-9781-01b80112ec7e None None] For port daf7da2b-44d5-4647-991e-1cc85599990e, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:10:07.322567 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d4081076-6e3e-45c3-ac18-637a42877686 None None] Publish callbacks [] for port (ea63bd10-27ea-4cd6-8500-e3b8b2a72a74), precommit_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:07.328683 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-bacabeef-28c4-42a4-9781-01b80112ec7e None None] For port daf7da2b-44d5-4647-991e-1cc85599990e, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=daf7da2b-44d5-4647-991e-1cc85599990e,segment=NetworkSegment(6bf1c590-b72b-40ee-aede-60afd67499df),segment_id=6bf1c590-b72b-40ee-aede-60afd67499df)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:10:07.330799 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d4081076-6e3e-45c3-ac18-637a42877686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (ea63bd10-27ea-4cd6-8500-e3b8b2a72a74), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:07.400850 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e819da84-6a43-41cc-8cc2-094a5ba697be None None] Pushing event updated for resources: {'Port': ['ID=ea63bd10-27ea-4cd6-8500-e3b8b2a72a74,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:07.410501 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-bacabeef-28c4-42a4-9781-01b80112ec7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (daf7da2b-44d5-4647-991e-1cc85599990e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:07.418803 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae2d4490-e54e-4a62-9047-d652840ea908 admin admin] Router 25e9eb9b-25ff-43f3-b646-a11c207f9de0 is scheduled to L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 with binding_index 1 {{(pid=103141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:10:07.604855 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae2d4490-e54e-4a62-9047-d652840ea908 admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:10:07.620639 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113a6ca5-36ce-4a62-a965-0f716ea4ff4a None None] Sync routers for ids ['25e9eb9b-25ff-43f3-b646-a11c207f9de0'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:10:07.633340 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-d4081076-6e3e-45c3-ac18-637a42877686 None None] Attempting to bind port ea63bd10-27ea-4cd6-8500-e3b8b2a72a74 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:10:07.633942 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-d4081076-6e3e-45c3-ac18-637a42877686 None None] Attempting to bind port ea63bd10-27ea-4cd6-8500-e3b8b2a72a74 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': 'a8622317-7d56-439b-892c-bfc5582cf06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '9e9ac215-f9db-4a76-96c9-9b770f70751e'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:10:07.634069 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4081076-6e3e-45c3-ac18-637a42877686 None None] Attempting to bind port ea63bd10-27ea-4cd6-8500-e3b8b2a72a74 on network 9e9ac215-f9db-4a76-96c9-9b770f70751e {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:10:07.637381 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacabeef-28c4-42a4-9781-01b80112ec7e None None] Pushing event updated for resources: {'Port': ['ID=daf7da2b-44d5-4647-991e-1cc85599990e,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:07.641150 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113a6ca5-36ce-4a62-a965-0f716ea4ff4a None None] Routers {'25e9eb9b-25ff-43f3-b646-a11c207f9de0'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:10:07.642092 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-113a6ca5-36ce-4a62-a965-0f716ea4ff4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:09:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['25e9eb9b-25ff-43f3-b646-a11c207f9de0'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:07.658811 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ae2d4490-e54e-4a62-9047-d652840ea908 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:07.659849 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4081076-6e3e-45c3-ac18-637a42877686 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:10:07.660249 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4081076-6e3e-45c3-ac18-637a42877686 None None] Checking segment: {'id': 'a8622317-7d56-439b-892c-bfc5582cf06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '9e9ac215-f9db-4a76-96c9-9b770f70751e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:10:07.660391 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-ae2d4490-e54e-4a62-9047-d652840ea908 admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.0974262 Feb 09 22:10:07.660674 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d4081076-6e3e-45c3-ac18-637a42877686 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:07.661066 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4081076-6e3e-45c3-ac18-637a42877686 None None] Bound using segment: {'id': 'a8622317-7d56-439b-892c-bfc5582cf06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '9e9ac215-f9db-4a76-96c9-9b770f70751e'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:10:07.661559 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-d4081076-6e3e-45c3-ac18-637a42877686 None None] Bound port: ea63bd10-27ea-4cd6-8500-e3b8b2a72a74, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8622317-7d56-439b-892c-bfc5582cf06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '9e9ac215-f9db-4a76-96c9-9b770f70751e'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:10:07.661947 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d4081076-6e3e-45c3-ac18-637a42877686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (ea63bd10-27ea-4cd6-8500-e3b8b2a72a74), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:07.663039 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 43544) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:07.822692 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-d4081076-6e3e-45c3-ac18-637a42877686 None None] For port ea63bd10-27ea-4cd6-8500-e3b8b2a72a74, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:10:07.843540 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-d4081076-6e3e-45c3-ac18-637a42877686 None None] For port ea63bd10-27ea-4cd6-8500-e3b8b2a72a74, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=ea63bd10-27ea-4cd6-8500-e3b8b2a72a74,segment=NetworkSegment(a8622317-7d56-439b-892c-bfc5582cf06a),segment_id=a8622317-7d56-439b-892c-bfc5582cf06a)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:10:07.852080 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d4081076-6e3e-45c3-ac18-637a42877686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (ea63bd10-27ea-4cd6-8500-e3b8b2a72a74), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:07.916425 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-113a6ca5-36ce-4a62-a965-0f716ea4ff4a None None] Set router 25e9eb9b-25ff-43f3-b646-a11c207f9de0 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:10:08.004089 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-d5753f5a-0f02-4fa2-9c89-28bdec4d9059 None None] Provisioning complete for port ea63bd10-27ea-4cd6-8500-e3b8b2a72a74 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:10:08.004480 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d5753f5a-0f02-4fa2-9c89-28bdec4d9059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (ea63bd10-27ea-4cd6-8500-e3b8b2a72a74), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:08.169560 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device daf7da2b-44d5-4647-991e-1cc85599990e up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:10:08.182226 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4081076-6e3e-45c3-ac18-637a42877686 None None] Routers {'999a95fc-8dd8-41ff-bf58-bbeb1deb674d'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:10:08.184029 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-d4081076-6e3e-45c3-ac18-637a42877686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:09:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['999a95fc-8dd8-41ff-bf58-bbeb1deb674d'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:08.190063 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e819da84-6a43-41cc-8cc2-094a5ba697be None None] Pushing event updated for resources: {'Port': ['ID=ea63bd10-27ea-4cd6-8500-e3b8b2a72a74,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:08.336310 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-113a6ca5-36ce-4a62-a965-0f716ea4ff4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25e9eb9b-25ff-43f3-b646-a11c207f9de0', 'name': 'tempest-TestVolumeBackupRestore-1704035013-router', 'tenant_id': '0d555672ff994d488a72c0113940e47f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '1bdb3ba6-87a7-48cf-9547-0c353fe85e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:10:05Z', 'updated_at': '2022-02-09T22:10:06Z', 'revision_number': 3, 'project_id': '0d555672ff994d488a72c0113940e47f', 'gw_port': {'id': '1bdb3ba6-87a7-48cf-9547-0c353fe85e96', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:78:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25e9eb9b-25ff-43f3-b646-a11c207f9de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:10:06Z', 'updated_at': '2022-02-09T22:10:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:08.397947 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113a6ca5-36ce-4a62-a965-0f716ea4ff4a None None] Checking router: 25e9eb9b-25ff-43f3-b646-a11c207f9de0 for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:10:08.398297 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113a6ca5-36ce-4a62-a965-0f716ea4ff4a None None] Updating router 25e9eb9b-25ff-43f3-b646-a11c207f9de0 port 1bdb3ba6-87a7-48cf-9547-0c353fe85e96 binding host n-d-828369-5 {{(pid=103143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:10:08.448101 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-113a6ca5-36ce-4a62-a965-0f716ea4ff4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (1bdb3ba6-87a7-48cf-9547-0c353fe85e96), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:08.508497 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-d5753f5a-0f02-4fa2-9c89-28bdec4d9059 None None] Current status of the port ea63bd10-27ea-4cd6-8500-e3b8b2a72a74 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:10:08.508895 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d5753f5a-0f02-4fa2-9c89-28bdec4d9059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (ea63bd10-27ea-4cd6-8500-e3b8b2a72a74), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:08.511927 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-13e132b3-ed67-4563-a56a-72028d76416d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:08.512467 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port daf7da2b-44d5-4647-991e-1cc85599990e triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:10:08.512757 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (daf7da2b-44d5-4647-991e-1cc85599990e), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:08.568037 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-d4081076-6e3e-45c3-ac18-637a42877686 None None] Set router 999a95fc-8dd8-41ff-bf58-bbeb1deb674d gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:10:08.641168 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-d5753f5a-0f02-4fa2-9c89-28bdec4d9059 None None] For port ea63bd10-27ea-4cd6-8500-e3b8b2a72a74, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=ea63bd10-27ea-4cd6-8500-e3b8b2a72a74,segment=NetworkSegment(a8622317-7d56-439b-892c-bfc5582cf06a),segment_id=a8622317-7d56-439b-892c-bfc5582cf06a)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:10:08.680270 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d5753f5a-0f02-4fa2-9c89-28bdec4d9059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (ea63bd10-27ea-4cd6-8500-e3b8b2a72a74), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:08.701611 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-13e132b3-ed67-4563-a56a-72028d76416d admin admin] Allocated IP 172.20.0.1 (4980f8eb-82c4-45fb-802d-c56124ba4fcb/2d2f9a28-8a5e-41c4-b20d-a689f8c527e7/05db9b11-3311-4f66-863a-bf6e4490200d) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:10:08.796430 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-113a6ca5-36ce-4a62-a965-0f716ea4ff4a None None] Publish callbacks [] for port (1bdb3ba6-87a7-48cf-9547-0c353fe85e96), precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:08.806148 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-113a6ca5-36ce-4a62-a965-0f716ea4ff4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (1bdb3ba6-87a7-48cf-9547-0c353fe85e96), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:08.842287 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-113a6ca5-36ce-4a62-a965-0f716ea4ff4a None None] Attempting to bind port 1bdb3ba6-87a7-48cf-9547-0c353fe85e96 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:10:08.842287 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-113a6ca5-36ce-4a62-a965-0f716ea4ff4a None None] Attempting to bind port 1bdb3ba6-87a7-48cf-9547-0c353fe85e96 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:10:08.842973 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113a6ca5-36ce-4a62-a965-0f716ea4ff4a None None] Attempting to bind port 1bdb3ba6-87a7-48cf-9547-0c353fe85e96 on network 54a442d5-50a0-4c75-85cc-d19f5bf58118 {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:10:08.846285 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-13e132b3-ed67-4563-a56a-72028d76416d admin admin] Publish callbacks [] for port (05db9b11-3311-4f66-863a-bf6e4490200d), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:08.868213 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port daf7da2b-44d5-4647-991e-1cc85599990e is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:10:08.868654 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (daf7da2b-44d5-4647-991e-1cc85599990e), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:08.878978 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113a6ca5-36ce-4a62-a965-0f716ea4ff4a None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:10:08.879518 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113a6ca5-36ce-4a62-a965-0f716ea4ff4a None None] Checking segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:10:08.880110 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-113a6ca5-36ce-4a62-a965-0f716ea4ff4a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:08.880648 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113a6ca5-36ce-4a62-a965-0f716ea4ff4a None None] Bound using segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:10:08.881237 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-113a6ca5-36ce-4a62-a965-0f716ea4ff4a None None] Bound port: 1bdb3ba6-87a7-48cf-9547-0c353fe85e96, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:10:08.881740 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-113a6ca5-36ce-4a62-a965-0f716ea4ff4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (1bdb3ba6-87a7-48cf-9547-0c353fe85e96), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:08.893503 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-13e132b3-ed67-4563-a56a-72028d76416d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (05db9b11-3311-4f66-863a-bf6e4490200d), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:08.895150 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-8152bbdc-d2d8-49f0-a226-9fca011bfeaa None None] Provisioning complete for port ea63bd10-27ea-4cd6-8500-e3b8b2a72a74 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:10:08.895534 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-8152bbdc-d2d8-49f0-a226-9fca011bfeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (ea63bd10-27ea-4cd6-8500-e3b8b2a72a74), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:08.951160 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-113a6ca5-36ce-4a62-a965-0f716ea4ff4a None None] For port 1bdb3ba6-87a7-48cf-9547-0c353fe85e96, host n-d-828369-5, cleared binding levels {{(pid=103143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:10:08.959452 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-113a6ca5-36ce-4a62-a965-0f716ea4ff4a None None] For port 1bdb3ba6-87a7-48cf-9547-0c353fe85e96, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=1bdb3ba6-87a7-48cf-9547-0c353fe85e96,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:10:08.974245 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e132b3-ed67-4563-a56a-72028d76416d admin admin] Pushing event updated for resources: {'Port': ['ID=05db9b11-3311-4f66-863a-bf6e4490200d,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:08.981047 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e515b02-3bdf-4049-a3e6-2f9a4e3e1a70 None None] Pushing event updated for resources: {'Port': ['ID=1bdb3ba6-87a7-48cf-9547-0c353fe85e96,revision_number=2']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:08.984726 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-113a6ca5-36ce-4a62-a965-0f716ea4ff4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (1bdb3ba6-87a7-48cf-9547-0c353fe85e96), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:08.998384 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5753f5a-0f02-4fa2-9c89-28bdec4d9059 None None] Pushing event updated for resources: {'Port': ['ID=ea63bd10-27ea-4cd6-8500-e3b8b2a72a74,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:09.008913 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e132b3-ed67-4563-a56a-72028d76416d admin admin] Network 4980f8eb-82c4-45fb-802d-c56124ba4fcb is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:10:09.010683 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-13e132b3-ed67-4563-a56a-72028d76416d admin admin] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:10:09.017219 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e132b3-ed67-4563-a56a-72028d76416d admin admin] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:10:09.070647 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-13e132b3-ed67-4563-a56a-72028d76416d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554727'] for router_interface (25e9eb9b-25ff-43f3-b646-a11c207f9de0), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:09.073247 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port daf7da2b-44d5-4647-991e-1cc85599990e, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=daf7da2b-44d5-4647-991e-1cc85599990e,segment=NetworkSegment(6bf1c590-b72b-40ee-aede-60afd67499df),segment_id=6bf1c590-b72b-40ee-aede-60afd67499df)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:10:09.114646 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e515b02-3bdf-4049-a3e6-2f9a4e3e1a70 None None] Pushing event updated for resources: {'Port': ['ID=1bdb3ba6-87a7-48cf-9547-0c353fe85e96,revision_number=3']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:09.131326 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-307c6c5b-7749-4f06-8f83-6947e68da44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:09.133451 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (daf7da2b-44d5-4647-991e-1cc85599990e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:09.153605 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113a6ca5-36ce-4a62-a965-0f716ea4ff4a None None] Routers {'25e9eb9b-25ff-43f3-b646-a11c207f9de0'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:10:09.154242 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-113a6ca5-36ce-4a62-a965-0f716ea4ff4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:09:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['25e9eb9b-25ff-43f3-b646-a11c207f9de0'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:09.190591 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-8152bbdc-d2d8-49f0-a226-9fca011bfeaa None None] Current status of the port ea63bd10-27ea-4cd6-8500-e3b8b2a72a74 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:10:09.231930 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=daf7da2b-44d5-4647-991e-1cc85599990e,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:09.255809 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-d4081076-6e3e-45c3-ac18-637a42877686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '999a95fc-8dd8-41ff-bf58-bbeb1deb674d', 'name': 'tempest-TestVolumeBackupRestore-1369012192-router', 'tenant_id': 'dbc49f288e0341b88b640bcf3e997b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'faa43771-1784-4747-9459-7150da967f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:09:59Z', 'updated_at': '2022-02-09T22:10:02Z', 'revision_number': 4, 'project_id': 'dbc49f288e0341b88b640bcf3e997b0d', 'gw_port': {'id': 'faa43771-1784-4747-9459-7150da967f27', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999a95fc-8dd8-41ff-bf58-bbeb1deb674d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:10:00Z', 'updated_at': '2022-02-09T22:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': 'ea63bd10-27ea-4cd6-8500-e3b8b2a72a74', 'name': '', 'network_id': '9e9ac215-f9db-4a76-96c9-9b770f70751e', 'tenant_id': 'dbc49f288e0341b88b640bcf3e997b0d', 'mac_address': 'fa:16:3e:a5:17:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '999a95fc-8dd8-41ff-bf58-bbeb1deb674d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '1c6c0320-c465-43a6-b50c-75838bf608f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:10:01Z', 'updated_at': '2022-02-09T22:10:07Z', 'revision_number': 4, 'project_id': 'dbc49f288e0341b88b640bcf3e997b0d', 'subnets': [{'id': '1c6c0320-c465-43a6-b50c-75838bf608f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:09.292302 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4081076-6e3e-45c3-ac18-637a42877686 None None] The sync data for ids ['999a95fc-8dd8-41ff-bf58-bbeb1deb674d'] in n-d-828369-5 is: [{'id': '999a95fc-8dd8-41ff-bf58-bbeb1deb674d', 'name': 'tempest-TestVolumeBackupRestore-1369012192-router', 'tenant_id': 'dbc49f288e0341b88b640bcf3e997b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'faa43771-1784-4747-9459-7150da967f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:09:59Z', 'updated_at': '2022-02-09T22:10:02Z', 'revision_number': 4, 'project_id': 'dbc49f288e0341b88b640bcf3e997b0d', 'gw_port': {'id': 'faa43771-1784-4747-9459-7150da967f27', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999a95fc-8dd8-41ff-bf58-bbeb1deb674d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:10:00Z', 'updated_at': '2022-02-09T22:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': 'ea63bd10-27ea-4cd6-8500-e3b8b2a72a74', 'name': '', 'network_id': '9e9ac215-f9db-4a76-96c9-9b770f70751e', 'tenant_id': 'dbc49f288e0341b88b640bcf3e997b0d', 'mac_address': 'fa:16:3e:a5:17:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '999a95fc-8dd8-41ff-bf58-bbeb1deb674d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '1c6c0320-c465-43a6-b50c-75838bf608f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:10:01Z', 'updated_at': '2022-02-09T22:10:07Z', 'revision_number': 4, 'project_id': 'dbc49f288e0341b88b640bcf3e997b0d', 'subnets': [{'id': '1c6c0320-c465-43a6-b50c-75838bf608f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:10:09.315034 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b3a80b-2d63-482d-913b-02511211d367 None None] Network 4980f8eb-82c4-45fb-802d-c56124ba4fcb requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:10:09.464746 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-3992d829-faed-4850-a09c-4c6d384a3c3c None None] Provisioning complete for port daf7da2b-44d5-4647-991e-1cc85599990e triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:10:09.465056 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-3992d829-faed-4850-a09c-4c6d384a3c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (daf7da2b-44d5-4647-991e-1cc85599990e), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:09.480799 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-13e132b3-ed67-4563-a56a-72028d76416d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (05db9b11-3311-4f66-863a-bf6e4490200d), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:09.540853 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-113a6ca5-36ce-4a62-a965-0f716ea4ff4a None None] Set router 25e9eb9b-25ff-43f3-b646-a11c207f9de0 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:10:09.714653 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-3992d829-faed-4850-a09c-4c6d384a3c3c None None] Current status of the port daf7da2b-44d5-4647-991e-1cc85599990e is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:10:09.743218 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b06627c7-2fef-4804-ba93-293ce5b0f47d req-53705664-0e65-4874-886c-e61a8a2eb126 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-777434328&fields=id&tenant_id=ad9e4f8727be424b869d8f0ad468be3f HTTP/1.1" status: 200 len: 267 time: 0.0850737 Feb 09 22:10:09.758030 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-13e132b3-ed67-4563-a56a-72028d76416d admin admin] Publish callbacks [] for port (05db9b11-3311-4f66-863a-bf6e4490200d), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:09.764734 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-13e132b3-ed67-4563-a56a-72028d76416d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (05db9b11-3311-4f66-863a-bf6e4490200d), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:09.815071 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e132b3-ed67-4563-a56a-72028d76416d admin admin] Pushing event updated for resources: {'Port': ['ID=05db9b11-3311-4f66-863a-bf6e4490200d,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:09.866451 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-13e132b3-ed67-4563-a56a-72028d76416d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524919'] for router_interface (25e9eb9b-25ff-43f3-b646-a11c207f9de0), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:09.925590 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-113a6ca5-36ce-4a62-a965-0f716ea4ff4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25e9eb9b-25ff-43f3-b646-a11c207f9de0', 'name': 'tempest-TestVolumeBackupRestore-1704035013-router', 'tenant_id': '0d555672ff994d488a72c0113940e47f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '1bdb3ba6-87a7-48cf-9547-0c353fe85e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:10:05Z', 'updated_at': '2022-02-09T22:10:06Z', 'revision_number': 3, 'project_id': '0d555672ff994d488a72c0113940e47f', 'gw_port': {'id': '1bdb3ba6-87a7-48cf-9547-0c353fe85e96', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:78:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25e9eb9b-25ff-43f3-b646-a11c207f9de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:10:06Z', 'updated_at': '2022-02-09T22:10:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:09.977609 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06627c7-2fef-4804-ba93-293ce5b0f47d req-fd110b6e-6053-4f92-8064-40ff48a70352 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:09.985429 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b06627c7-2fef-4804-ba93-293ce5b0f47d req-fd110b6e-6053-4f92-8064-40ff48a70352 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/networks?id=7e64d8e8-78a3-4987-8778-47d4e5b9b498 HTTP/1.1" status: 200 len: 811 time: 0.2340956 Feb 09 22:10:10.009013 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113a6ca5-36ce-4a62-a965-0f716ea4ff4a None None] The sync data for ids ['25e9eb9b-25ff-43f3-b646-a11c207f9de0'] in n-d-828369-5 is: [{'id': '25e9eb9b-25ff-43f3-b646-a11c207f9de0', 'name': 'tempest-TestVolumeBackupRestore-1704035013-router', 'tenant_id': '0d555672ff994d488a72c0113940e47f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '1bdb3ba6-87a7-48cf-9547-0c353fe85e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:10:05Z', 'updated_at': '2022-02-09T22:10:06Z', 'revision_number': 3, 'project_id': '0d555672ff994d488a72c0113940e47f', 'gw_port': {'id': '1bdb3ba6-87a7-48cf-9547-0c353fe85e96', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:78:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25e9eb9b-25ff-43f3-b646-a11c207f9de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:10:06Z', 'updated_at': '2022-02-09T22:10:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:10:10.015480 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b06627c7-2fef-4804-ba93-293ce5b0f47d req-9c2b7b38-089e-474e-9909-73415bab7a71 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/quotas/ad9e4f8727be424b869d8f0ad468be3f HTTP/1.1" status: 200 len: 375 time: 0.0287542 Feb 09 22:10:10.053093 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e132b3-ed67-4563-a56a-72028d76416d admin admin] Network 4980f8eb-82c4-45fb-802d-c56124ba4fcb is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:10:10.057612 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-13e132b3-ed67-4563-a56a-72028d76416d admin admin] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:10:10.128249 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b06627c7-2fef-4804-ba93-293ce5b0f47d req-d1686eb7-930d-4f64-b33b-24311e63853c tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=ad9e4f8727be424b869d8f0ad468be3f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1118538 Feb 09 22:10:10.137632 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [req-b06627c7-2fef-4804-ba93-293ce5b0f47d req-a994f225-bfee-46ed-8618-aedfb80770f7 service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=103140) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 22:10:10.150919 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b06627c7-2fef-4804-ba93-293ce5b0f47d req-a994f225-bfee-46ed-8618-aedfb80770f7 service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0215144 Feb 09 22:10:10.167228 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-dc6c4493-85ba-4a63-815b-2ff55515827f None None] Provisioning complete for port 05db9b11-3311-4f66-863a-bf6e4490200d triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:10:10.167819 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-dc6c4493-85ba-4a63-815b-2ff55515827f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (05db9b11-3311-4f66-863a-bf6e4490200d), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:10.236688 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device daf7da2b-44d5-4647-991e-1cc85599990e up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:10:10.340214 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b06627c7-2fef-4804-ba93-293ce5b0f47d req-65d99fee-2228-40b9-869a-300bf7ac1776 service neutron] 10.222.0.90 "GET /v2.0/networks/7e64d8e8-78a3-4987-8778-47d4e5b9b498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883078 Feb 09 22:10:10.343821 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-dc6c4493-85ba-4a63-815b-2ff55515827f None None] Port 05db9b11-3311-4f66-863a-bf6e4490200d cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:10:10.398403 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-dc6c4493-85ba-4a63-815b-2ff55515827f None None] Provisioning complete for port daf7da2b-44d5-4647-991e-1cc85599990e triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:10:10.400662 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-dc6c4493-85ba-4a63-815b-2ff55515827f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (daf7da2b-44d5-4647-991e-1cc85599990e), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:10.636578 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port daf7da2b-44d5-4647-991e-1cc85599990e triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:10:10.637334 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (daf7da2b-44d5-4647-991e-1cc85599990e), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:10.685871 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-dc6c4493-85ba-4a63-815b-2ff55515827f None None] Current status of the port daf7da2b-44d5-4647-991e-1cc85599990e is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:10:10.755265 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port daf7da2b-44d5-4647-991e-1cc85599990e is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:10:10.756566 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device ea63bd10-27ea-4cd6-8500-e3b8b2a72a74 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:10:10.837222 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port ea63bd10-27ea-4cd6-8500-e3b8b2a72a74 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:10:10.837981 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (ea63bd10-27ea-4cd6-8500-e3b8b2a72a74), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:10.839925 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-d594ca88-d30f-4836-8029-002cb3a92737 None None] Provisioning complete for port 05db9b11-3311-4f66-863a-bf6e4490200d triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:10:10.840584 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d594ca88-d30f-4836-8029-002cb3a92737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (05db9b11-3311-4f66-863a-bf6e4490200d), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:10.923867 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-d594ca88-d30f-4836-8029-002cb3a92737 None None] Port 05db9b11-3311-4f66-863a-bf6e4490200d cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:10:11.006923 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port ea63bd10-27ea-4cd6-8500-e3b8b2a72a74 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:10:11.056780 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-748590d2-e7ff-4441-8856-3737f98e144f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:11.068268 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-d14b0f8f-558b-4d30-8e44-a43ca99aeece None None] Provisioning complete for port 05db9b11-3311-4f66-863a-bf6e4490200d triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:10:11.068791 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d14b0f8f-558b-4d30-8e44-a43ca99aeece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (05db9b11-3311-4f66-863a-bf6e4490200d), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:11.080661 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13e132b3-ed67-4563-a56a-72028d76416d admin admin] Router 25e9eb9b-25ff-43f3-b646-a11c207f9de0 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:10:11.122631 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-d14b0f8f-558b-4d30-8e44-a43ca99aeece None None] Port 05db9b11-3311-4f66-863a-bf6e4490200d cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:10:11.257962 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b06627c7-2fef-4804-ba93-293ce5b0f47d req-95eb29c5-8d3e-47ff-9efd-d99a15172896 service neutron] 10.222.0.90 "GET /v2.0/networks/7e64d8e8-78a3-4987-8778-47d4e5b9b498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9166436 Feb 09 22:10:11.262764 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13e132b3-ed67-4563-a56a-72028d76416d admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:10:11.276285 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-13e132b3-ed67-4563-a56a-72028d76416d admin admin] 10.222.0.90 "PUT /v2.0/routers/25e9eb9b-25ff-43f3-b646-a11c207f9de0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6086383 Feb 09 22:10:11.692330 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-18dc1a37-72f4-4a85-80d4-bc02b3e50b6c req-b716b720-0709-4066-a69f-11cb7a0eebec tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=e2da365c-4bdd-486b-827e-d960b76a7ddc HTTP/1.1" status: 200 len: 210 time: 0.0578716 Feb 09 22:10:12.048687 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 1bdb3ba6-87a7-48cf-9547-0c353fe85e96 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:10:12.115890 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 1bdb3ba6-87a7-48cf-9547-0c353fe85e96 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:10:12.116642 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (1bdb3ba6-87a7-48cf-9547-0c353fe85e96), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:12.224199 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 1bdb3ba6-87a7-48cf-9547-0c353fe85e96 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:10:12.224974 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (1bdb3ba6-87a7-48cf-9547-0c353fe85e96), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:12.256214 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port 1bdb3ba6-87a7-48cf-9547-0c353fe85e96, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=1bdb3ba6-87a7-48cf-9547-0c353fe85e96,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:10:12.261452 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (1bdb3ba6-87a7-48cf-9547-0c353fe85e96), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:12.344000 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=1bdb3ba6-87a7-48cf-9547-0c353fe85e96,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:12.757016 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad8be8d-f085-4591-b579-ada1c0a518e5 None None] Sync routers for ids ['25e9eb9b-25ff-43f3-b646-a11c207f9de0'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:10:12.812758 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad8be8d-f085-4591-b579-ada1c0a518e5 None None] Routers {'25e9eb9b-25ff-43f3-b646-a11c207f9de0'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:10:12.813654 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-7ad8be8d-f085-4591-b579-ada1c0a518e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:10:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['25e9eb9b-25ff-43f3-b646-a11c207f9de0'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:12.883280 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06627c7-2fef-4804-ba93-293ce5b0f47d req-cdd930d2-10a6-4d6c-9c0c-8b22aeeaf730 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:12.884785 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b06627c7-2fef-4804-ba93-293ce5b0f47d req-cdd930d2-10a6-4d6c-9c0c-8b22aeeaf730 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.95 "GET /v2.0/networks?id=7e64d8e8-78a3-4987-8778-47d4e5b9b498 HTTP/1.1" status: 200 len: 811 time: 0.1280866 Feb 09 22:10:12.901876 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:12.913696 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d680d2d7-c6cb-410d-9ffc-1de392f70fc9 req-2fbc0cf7-03cb-4048-8296-87464951a156 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=e2da365c-4bdd-486b-827e-d960b76a7ddc HTTP/1.1" status: 200 len: 210 time: 0.0278962 Feb 09 22:10:12.973331 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-7ad8be8d-f085-4591-b579-ada1c0a518e5 None None] Set router 25e9eb9b-25ff-43f3-b646-a11c207f9de0 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:10:12.993236 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b06627c7-2fef-4804-ba93-293ce5b0f47d req-9b58f76d-f03b-4fd5-95fc-fa6066989553 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad9e4f8727be424b869d8f0ad468be3f HTTP/1.1" status: 200 len: 379 time: 0.0784304 Feb 09 22:10:13.007866 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-b06627c7-2fef-4804-ba93-293ce5b0f47d req-1f8cae12-cb33-4d6a-a9dc-d49f2e4d1f72 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Request body: {'port': {'device_id': 'e2da365c-4bdd-486b-827e-d960b76a7ddc', 'network_id': '7e64d8e8-78a3-4987-8778-47d4e5b9b498', 'admin_state_up': True, 'tenant_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'security_groups': ['c11f40b7-d1f9-4288-ad38-42983b39662e']}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:10:13.173781 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b06627c7-2fef-4804-ba93-293ce5b0f47d req-1f8cae12-cb33-4d6a-a9dc-d49f2e4d1f72 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Made reservation on behalf of ad9e4f8727be424b869d8f0ad468be3f for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:10:13.178525 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-b06627c7-2fef-4804-ba93-293ce5b0f47d req-1f8cae12-cb33-4d6a-a9dc-d49f2e4d1f72 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:13.353970 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [req-b06627c7-2fef-4804-ba93-293ce5b0f47d req-1f8cae12-cb33-4d6a-a9dc-d49f2e4d1f72 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Allocated IP 172.20.0.4 (7e64d8e8-78a3-4987-8778-47d4e5b9b498/84c886de-428b-4fdd-ac96-e9bdd27d5e04/eb54afb2-8394-4976-8494-34e3afa458ae) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:10:13.412694 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-7ad8be8d-f085-4591-b579-ada1c0a518e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25e9eb9b-25ff-43f3-b646-a11c207f9de0', 'name': 'tempest-TestVolumeBackupRestore-1704035013-router', 'tenant_id': '0d555672ff994d488a72c0113940e47f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '1bdb3ba6-87a7-48cf-9547-0c353fe85e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:10:05Z', 'updated_at': '2022-02-09T22:10:09Z', 'revision_number': 4, 'project_id': '0d555672ff994d488a72c0113940e47f', 'gw_port': {'id': '1bdb3ba6-87a7-48cf-9547-0c353fe85e96', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:78:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e9eb9b-25ff-43f3-b646-a11c207f9de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:10:06Z', 'updated_at': '2022-02-09T22:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '05db9b11-3311-4f66-863a-bf6e4490200d', 'name': '', 'network_id': '4980f8eb-82c4-45fb-802d-c56124ba4fcb', 'tenant_id': '0d555672ff994d488a72c0113940e47f', 'mac_address': 'fa:16:3e:3f:23:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25e9eb9b-25ff-43f3-b646-a11c207f9de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': '2d2f9a28-8a5e-41c4-b20d-a689f8c527e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:10:08Z', 'updated_at': '2022-02-09T22:10:09Z', 'revision_number': 2, 'project_id': '0d555672ff994d488a72c0113940e47f', 'subnets': [{'id': '2d2f9a28-8a5e-41c4-b20d-a689f8c527e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:13.444149 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad8be8d-f085-4591-b579-ada1c0a518e5 None None] Checking router: 25e9eb9b-25ff-43f3-b646-a11c207f9de0 for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:10:13.444636 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad8be8d-f085-4591-b579-ada1c0a518e5 None None] Updating router 25e9eb9b-25ff-43f3-b646-a11c207f9de0 port 05db9b11-3311-4f66-863a-bf6e4490200d binding host n-d-828369-5 {{(pid=103142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:10:13.485252 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7ad8be8d-f085-4591-b579-ada1c0a518e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (05db9b11-3311-4f66-863a-bf6e4490200d), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:13.684925 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-b06627c7-2fef-4804-ba93-293ce5b0f47d req-1f8cae12-cb33-4d6a-a9dc-d49f2e4d1f72 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks [] for port (eb54afb2-8394-4976-8494-34e3afa458ae), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:13.758354 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-b06627c7-2fef-4804-ba93-293ce5b0f47d req-1f8cae12-cb33-4d6a-a9dc-d49f2e4d1f72 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (eb54afb2-8394-4976-8494-34e3afa458ae), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:13.852491 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7ad8be8d-f085-4591-b579-ada1c0a518e5 None None] Publish callbacks [] for port (05db9b11-3311-4f66-863a-bf6e4490200d), precommit_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:13.862744 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7ad8be8d-f085-4591-b579-ada1c0a518e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (05db9b11-3311-4f66-863a-bf6e4490200d), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:13.874007 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b06627c7-2fef-4804-ba93-293ce5b0f47d req-1f8cae12-cb33-4d6a-a9dc-d49f2e4d1f72 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Network 7e64d8e8-78a3-4987-8778-47d4e5b9b498 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:10:13.884214 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [req-b06627c7-2fef-4804-ba93-293ce5b0f47d req-1f8cae12-cb33-4d6a-a9dc-d49f2e4d1f72 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:10:13.894889 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-b06627c7-2fef-4804-ba93-293ce5b0f47d req-1f8cae12-cb33-4d6a-a9dc-d49f2e4d1f72 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:10:13.997959 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8cae12-cb33-4d6a-a9dc-d49f2e4d1f72 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Pushing event updated for resources: {'Port': ['ID=eb54afb2-8394-4976-8494-34e3afa458ae,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:14.008065 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b355bb9-2f96-43c9-a6bf-421ddd445cf9 None None] Pushing event updated for resources: {'Port': ['ID=05db9b11-3311-4f66-863a-bf6e4490200d,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:14.056015 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06627c7-2fef-4804-ba93-293ce5b0f47d req-1f8cae12-cb33-4d6a-a9dc-d49f2e4d1f72 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:14.058670 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-b06627c7-2fef-4804-ba93-293ce5b0f47d req-1f8cae12-cb33-4d6a-a9dc-d49f2e4d1f72 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:14.128939 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 1bdb3ba6-87a7-48cf-9547-0c353fe85e96 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:10:14.179385 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b06627c7-2fef-4804-ba93-293ce5b0f47d req-1f8cae12-cb33-4d6a-a9dc-d49f2e4d1f72 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1804397 Feb 09 22:10:14.192444 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-7ad8be8d-f085-4591-b579-ada1c0a518e5 None None] Attempting to bind port 05db9b11-3311-4f66-863a-bf6e4490200d on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:10:14.192835 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-7ad8be8d-f085-4591-b579-ada1c0a518e5 None None] Attempting to bind port 05db9b11-3311-4f66-863a-bf6e4490200d by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '6bf1c590-b72b-40ee-aede-60afd67499df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4980f8eb-82c4-45fb-802d-c56124ba4fcb'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:10:14.193212 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad8be8d-f085-4591-b579-ada1c0a518e5 None None] Attempting to bind port 05db9b11-3311-4f66-863a-bf6e4490200d on network 4980f8eb-82c4-45fb-802d-c56124ba4fcb {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:10:14.209109 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-b06627c7-2fef-4804-ba93-293ce5b0f47d req-13b21a22-0e5e-4ad3-a8c5-5762dbec91a1 service neutron] Request body: {'port': {'device_id': 'e2da365c-4bdd-486b-827e-d960b76a7ddc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-5'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:10:14.276941 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad8be8d-f085-4591-b579-ada1c0a518e5 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:10:14.277333 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad8be8d-f085-4591-b579-ada1c0a518e5 None None] Checking segment: {'id': '6bf1c590-b72b-40ee-aede-60afd67499df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4980f8eb-82c4-45fb-802d-c56124ba4fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:10:14.277752 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7ad8be8d-f085-4591-b579-ada1c0a518e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:14.278150 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad8be8d-f085-4591-b579-ada1c0a518e5 None None] Bound using segment: {'id': '6bf1c590-b72b-40ee-aede-60afd67499df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4980f8eb-82c4-45fb-802d-c56124ba4fcb'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:10:14.278646 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-7ad8be8d-f085-4591-b579-ada1c0a518e5 None None] Bound port: 05db9b11-3311-4f66-863a-bf6e4490200d, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bf1c590-b72b-40ee-aede-60afd67499df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4980f8eb-82c4-45fb-802d-c56124ba4fcb'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:10:14.279053 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7ad8be8d-f085-4591-b579-ada1c0a518e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (05db9b11-3311-4f66-863a-bf6e4490200d), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:14.320646 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:14.372329 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-b06627c7-2fef-4804-ba93-293ce5b0f47d req-13b21a22-0e5e-4ad3-a8c5-5762dbec91a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (eb54afb2-8394-4976-8494-34e3afa458ae), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:14.399962 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ab03e2-131b-4e2e-8170-7727346ab14a req-860c045b-2b61-4993-a298-32d2556609a2 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:14.402084 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b9ab03e2-131b-4e2e-8170-7727346ab14a req-860c045b-2b61-4993-a298-32d2556609a2 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=e2da365c-4bdd-486b-827e-d960b76a7ddc HTTP/1.1" status: 200 len: 931 time: 0.3369582 Feb 09 22:10:14.452843 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 1bdb3ba6-87a7-48cf-9547-0c353fe85e96 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:10:14.453383 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (1bdb3ba6-87a7-48cf-9547-0c353fe85e96), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:14.548989 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-124b6649-0318-43b2-972a-93e8dc1a8948 None None] Provisioning complete for port eb54afb2-8394-4976-8494-34e3afa458ae triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:10:14.549614 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-124b6649-0318-43b2-972a-93e8dc1a8948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (eb54afb2-8394-4976-8494-34e3afa458ae), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:14.557400 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-7ad8be8d-f085-4591-b579-ada1c0a518e5 None None] For port 05db9b11-3311-4f66-863a-bf6e4490200d, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:10:14.571195 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-7ad8be8d-f085-4591-b579-ada1c0a518e5 None None] For port 05db9b11-3311-4f66-863a-bf6e4490200d, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=05db9b11-3311-4f66-863a-bf6e4490200d,segment=NetworkSegment(6bf1c590-b72b-40ee-aede-60afd67499df),segment_id=6bf1c590-b72b-40ee-aede-60afd67499df)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:10:14.584781 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b9ab03e2-131b-4e2e-8170-7727346ab14a req-aef48247-311f-47b6-b7ae-60077cbcf8ac tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c11f40b7-d1f9-4288-ad38-42983b39662e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1557395 Feb 09 22:10:14.617526 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7ad8be8d-f085-4591-b579-ada1c0a518e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (05db9b11-3311-4f66-863a-bf6e4490200d), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:14.687789 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad8be8d-f085-4591-b579-ada1c0a518e5 None None] Routers {'25e9eb9b-25ff-43f3-b646-a11c207f9de0'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:10:14.688469 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-7ad8be8d-f085-4591-b579-ada1c0a518e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:10:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['25e9eb9b-25ff-43f3-b646-a11c207f9de0'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:14.750925 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-124b6649-0318-43b2-972a-93e8dc1a8948 None None] Port eb54afb2-8394-4976-8494-34e3afa458ae cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:10:14.825739 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [req-b06627c7-2fef-4804-ba93-293ce5b0f47d req-13b21a22-0e5e-4ad3-a8c5-5762dbec91a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb54afb2-8394-4976-8494-34e3afa458ae {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:10:14.840123 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-b06627c7-2fef-4804-ba93-293ce5b0f47d req-13b21a22-0e5e-4ad3-a8c5-5762dbec91a1 service neutron] Publish callbacks [] for port (eb54afb2-8394-4976-8494-34e3afa458ae), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:14.846879 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 1bdb3ba6-87a7-48cf-9547-0c353fe85e96 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:10:14.867236 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [req-b06627c7-2fef-4804-ba93-293ce5b0f47d req-13b21a22-0e5e-4ad3-a8c5-5762dbec91a1 service neutron] Transition to ACTIVE for port object eb54afb2-8394-4976-8494-34e3afa458ae will not be triggered until provisioned by entity L2. {{(pid=103140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:10:14.870017 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b355bb9-2f96-43c9-a6bf-421ddd445cf9 None None] Pushing event updated for resources: {'Port': ['ID=05db9b11-3311-4f66-863a-bf6e4490200d,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:14.872735 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-b06627c7-2fef-4804-ba93-293ce5b0f47d req-13b21a22-0e5e-4ad3-a8c5-5762dbec91a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (eb54afb2-8394-4976-8494-34e3afa458ae), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:14.893171 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-d59d45c8-bf75-4179-81cb-c31475cfab3e None None] Provisioning complete for port 05db9b11-3311-4f66-863a-bf6e4490200d triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:10:14.893726 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d59d45c8-bf75-4179-81cb-c31475cfab3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (05db9b11-3311-4f66-863a-bf6e4490200d), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:14.981926 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b21a22-0e5e-4ad3-a8c5-5762dbec91a1 service neutron] Pushing event updated for resources: {'Port': ['ID=eb54afb2-8394-4976-8494-34e3afa458ae,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:15.019511 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-7ad8be8d-f085-4591-b579-ada1c0a518e5 None None] Set router 25e9eb9b-25ff-43f3-b646-a11c207f9de0 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:10:15.121842 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-b06627c7-2fef-4804-ba93-293ce5b0f47d req-13b21a22-0e5e-4ad3-a8c5-5762dbec91a1 service neutron] Attempting to bind port eb54afb2-8394-4976-8494-34e3afa458ae on host n-h1-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:10:15.122546 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-b06627c7-2fef-4804-ba93-293ce5b0f47d req-13b21a22-0e5e-4ad3-a8c5-5762dbec91a1 service neutron] Attempting to bind port eb54afb2-8394-4976-8494-34e3afa458ae by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': 'ccdb70e6-3e43-42b3-b6b7-87da11db8888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7e64d8e8-78a3-4987-8778-47d4e5b9b498'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:10:15.123260 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06627c7-2fef-4804-ba93-293ce5b0f47d req-13b21a22-0e5e-4ad3-a8c5-5762dbec91a1 service neutron] Attempting to bind port eb54afb2-8394-4976-8494-34e3afa458ae on network 7e64d8e8-78a3-4987-8778-47d4e5b9b498 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:10:15.128268 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06627c7-2fef-4804-ba93-293ce5b0f47d req-13b21a22-0e5e-4ad3-a8c5-5762dbec91a1 service neutron] Port eb54afb2-8394-4976-8494-34e3afa458ae on network 7e64d8e8-78a3-4987-8778-47d4e5b9b498 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:10:15.134648 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06627c7-2fef-4804-ba93-293ce5b0f47d req-13b21a22-0e5e-4ad3-a8c5-5762dbec91a1 service neutron] Attempting to bind port eb54afb2-8394-4976-8494-34e3afa458ae on network 7e64d8e8-78a3-4987-8778-47d4e5b9b498 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:10:15.143138 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06627c7-2fef-4804-ba93-293ce5b0f47d req-13b21a22-0e5e-4ad3-a8c5-5762dbec91a1 service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:10:15.143987 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06627c7-2fef-4804-ba93-293ce5b0f47d req-13b21a22-0e5e-4ad3-a8c5-5762dbec91a1 service neutron] Checking segment: {'id': 'ccdb70e6-3e43-42b3-b6b7-87da11db8888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7e64d8e8-78a3-4987-8778-47d4e5b9b498'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:10:15.144917 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06627c7-2fef-4804-ba93-293ce5b0f47d req-13b21a22-0e5e-4ad3-a8c5-5762dbec91a1 service neutron] Bound using segment: {'id': 'ccdb70e6-3e43-42b3-b6b7-87da11db8888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7e64d8e8-78a3-4987-8778-47d4e5b9b498'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:10:15.145809 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-b06627c7-2fef-4804-ba93-293ce5b0f47d req-13b21a22-0e5e-4ad3-a8c5-5762dbec91a1 service neutron] Bound port: eb54afb2-8394-4976-8494-34e3afa458ae, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccdb70e6-3e43-42b3-b6b7-87da11db8888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7e64d8e8-78a3-4987-8778-47d4e5b9b498'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:10:15.146700 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-b06627c7-2fef-4804-ba93-293ce5b0f47d req-13b21a22-0e5e-4ad3-a8c5-5762dbec91a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (eb54afb2-8394-4976-8494-34e3afa458ae), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:15.166800 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-d59d45c8-bf75-4179-81cb-c31475cfab3e None None] Current status of the port 05db9b11-3311-4f66-863a-bf6e4490200d is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:10:15.167203 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d59d45c8-bf75-4179-81cb-c31475cfab3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (05db9b11-3311-4f66-863a-bf6e4490200d), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:15.214419 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-d59d45c8-bf75-4179-81cb-c31475cfab3e None None] For port 05db9b11-3311-4f66-863a-bf6e4490200d, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=05db9b11-3311-4f66-863a-bf6e4490200d,segment=NetworkSegment(6bf1c590-b72b-40ee-aede-60afd67499df),segment_id=6bf1c590-b72b-40ee-aede-60afd67499df)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:10:15.234793 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d59d45c8-bf75-4179-81cb-c31475cfab3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (05db9b11-3311-4f66-863a-bf6e4490200d), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:15.283847 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-b06627c7-2fef-4804-ba93-293ce5b0f47d req-13b21a22-0e5e-4ad3-a8c5-5762dbec91a1 service neutron] For port eb54afb2-8394-4976-8494-34e3afa458ae, host n-h1-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:10:15.294307 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-b06627c7-2fef-4804-ba93-293ce5b0f47d req-13b21a22-0e5e-4ad3-a8c5-5762dbec91a1 service neutron] For port eb54afb2-8394-4976-8494-34e3afa458ae, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=eb54afb2-8394-4976-8494-34e3afa458ae,segment=NetworkSegment(ccdb70e6-3e43-42b3-b6b7-87da11db8888),segment_id=ccdb70e6-3e43-42b3-b6b7-87da11db8888)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:10:15.320879 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-b06627c7-2fef-4804-ba93-293ce5b0f47d req-13b21a22-0e5e-4ad3-a8c5-5762dbec91a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (eb54afb2-8394-4976-8494-34e3afa458ae), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:15.395465 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:15.399264 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59d45c8-bf75-4179-81cb-c31475cfab3e None None] Pushing event updated for resources: {'Port': ['ID=05db9b11-3311-4f66-863a-bf6e4490200d,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:15.399944 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b21a22-0e5e-4ad3-a8c5-5762dbec91a1 service neutron] Pushing event updated for resources: {'Port': ['ID=eb54afb2-8394-4976-8494-34e3afa458ae,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:15.407887 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-35443c06-12b7-41b1-83a6-5358d5261314 None None] Provisioning complete for port 05db9b11-3311-4f66-863a-bf6e4490200d triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:10:15.408349 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-35443c06-12b7-41b1-83a6-5358d5261314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (05db9b11-3311-4f66-863a-bf6e4490200d), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:15.408468 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06627c7-2fef-4804-ba93-293ce5b0f47d req-13b21a22-0e5e-4ad3-a8c5-5762dbec91a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:15.409135 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-b06627c7-2fef-4804-ba93-293ce5b0f47d req-13b21a22-0e5e-4ad3-a8c5-5762dbec91a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:15.410654 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b06627c7-2fef-4804-ba93-293ce5b0f47d req-13b21a22-0e5e-4ad3-a8c5-5762dbec91a1 service neutron] 10.222.0.95 "PUT /v2.0/ports/eb54afb2-8394-4976-8494-34e3afa458ae HTTP/1.1" status: 200 len: 1091 time: 1.2146006 Feb 09 22:10:15.411112 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2da365c-4bdd-486b-827e-d960b76a7ddc', 'tag': 'eb54afb2-8394-4976-8494-34e3afa458ae'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:10:15.414241 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd99de0a-f40d-48b7-88e7-8f0685e81cea" -d '{"events": [{"name": "network-changed", "server_uuid": "e2da365c-4bdd-486b-827e-d960b76a7ddc", "tag": "eb54afb2-8394-4976-8494-34e3afa458ae"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:10:15.454568 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbada4cf-5430-4850-b085-120eee739a1b x-openstack-request-id: req-cbada4cf-5430-4850-b085-120eee739a1b {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:10:15.455065 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2da365c-4bdd-486b-827e-d960b76a7ddc", "tag": "eb54afb2-8394-4976-8494-34e3afa458ae", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:10:15.455486 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-cbada4cf-5430-4850-b085-120eee739a1b {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:10:15.456058 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2da365c-4bdd-486b-827e-d960b76a7ddc', 'tag': 'eb54afb2-8394-4976-8494-34e3afa458ae', 'status': 'completed', 'code': 200} Feb 09 22:10:15.509256 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-7ad8be8d-f085-4591-b579-ada1c0a518e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25e9eb9b-25ff-43f3-b646-a11c207f9de0', 'name': 'tempest-TestVolumeBackupRestore-1704035013-router', 'tenant_id': '0d555672ff994d488a72c0113940e47f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '1bdb3ba6-87a7-48cf-9547-0c353fe85e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:10:05Z', 'updated_at': '2022-02-09T22:10:09Z', 'revision_number': 4, 'project_id': '0d555672ff994d488a72c0113940e47f', 'gw_port': {'id': '1bdb3ba6-87a7-48cf-9547-0c353fe85e96', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:78:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e9eb9b-25ff-43f3-b646-a11c207f9de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:10:06Z', 'updated_at': '2022-02-09T22:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '05db9b11-3311-4f66-863a-bf6e4490200d', 'name': '', 'network_id': '4980f8eb-82c4-45fb-802d-c56124ba4fcb', 'tenant_id': '0d555672ff994d488a72c0113940e47f', 'mac_address': 'fa:16:3e:3f:23:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25e9eb9b-25ff-43f3-b646-a11c207f9de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': '2d2f9a28-8a5e-41c4-b20d-a689f8c527e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:10:08Z', 'updated_at': '2022-02-09T22:10:14Z', 'revision_number': 4, 'project_id': '0d555672ff994d488a72c0113940e47f', 'subnets': [{'id': '2d2f9a28-8a5e-41c4-b20d-a689f8c527e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:15.540009 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad8be8d-f085-4591-b579-ada1c0a518e5 None None] The sync data for ids ['25e9eb9b-25ff-43f3-b646-a11c207f9de0'] in n-d-828369-5 is: [{'id': '25e9eb9b-25ff-43f3-b646-a11c207f9de0', 'name': 'tempest-TestVolumeBackupRestore-1704035013-router', 'tenant_id': '0d555672ff994d488a72c0113940e47f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '1bdb3ba6-87a7-48cf-9547-0c353fe85e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:10:05Z', 'updated_at': '2022-02-09T22:10:09Z', 'revision_number': 4, 'project_id': '0d555672ff994d488a72c0113940e47f', 'gw_port': {'id': '1bdb3ba6-87a7-48cf-9547-0c353fe85e96', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:78:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e9eb9b-25ff-43f3-b646-a11c207f9de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:10:06Z', 'updated_at': '2022-02-09T22:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '05db9b11-3311-4f66-863a-bf6e4490200d', 'name': '', 'network_id': '4980f8eb-82c4-45fb-802d-c56124ba4fcb', 'tenant_id': '0d555672ff994d488a72c0113940e47f', 'mac_address': 'fa:16:3e:3f:23:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25e9eb9b-25ff-43f3-b646-a11c207f9de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': '2d2f9a28-8a5e-41c4-b20d-a689f8c527e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:10:08Z', 'updated_at': '2022-02-09T22:10:14Z', 'revision_number': 4, 'project_id': '0d555672ff994d488a72c0113940e47f', 'subnets': [{'id': '2d2f9a28-8a5e-41c4-b20d-a689f8c527e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:10:15.568725 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06627c7-2fef-4804-ba93-293ce5b0f47d req-5fa8213e-ebf4-4049-877a-c4c62afa665f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:15.571444 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b06627c7-2fef-4804-ba93-293ce5b0f47d req-5fa8213e-ebf4-4049-877a-c4c62afa665f service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=ad9e4f8727be424b869d8f0ad468be3f&device_id=e2da365c-4bdd-486b-827e-d960b76a7ddc HTTP/1.1" status: 200 len: 1125 time: 0.1089001 Feb 09 22:10:15.621180 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-35443c06-12b7-41b1-83a6-5358d5261314 None None] Current status of the port 05db9b11-3311-4f66-863a-bf6e4490200d is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:10:15.683159 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b06627c7-2fef-4804-ba93-293ce5b0f47d req-a0a4a292-7b06-47c3-b345-7e31766530a2 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb54afb2-8394-4976-8494-34e3afa458ae HTTP/1.1" status: 200 len: 217 time: 0.1025093 Feb 09 22:10:15.795064 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06627c7-2fef-4804-ba93-293ce5b0f47d req-5cbe4a84-9c19-4476-b07a-43b314139658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:15.798760 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b06627c7-2fef-4804-ba93-293ce5b0f47d req-5cbe4a84-9c19-4476-b07a-43b314139658 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=84c886de-428b-4fdd-ac96-e9bdd27d5e04 HTTP/1.1" status: 200 len: 850 time: 0.1097655 Feb 09 22:10:15.871507 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc301e98-14f8-4a03-86da-d3b531d845c4 req-e63222f0-8358-45a3-a062-482f0ff06270 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:15.878655 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bc301e98-14f8-4a03-86da-d3b531d845c4 req-e63222f0-8358-45a3-a062-482f0ff06270 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=e2da365c-4bdd-486b-827e-d960b76a7ddc HTTP/1.1" status: 200 len: 943 time: 0.1470981 Feb 09 22:10:15.904016 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06627c7-2fef-4804-ba93-293ce5b0f47d req-c82a89aa-bca9-481f-a684-017f0b52c8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:15.906139 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b06627c7-2fef-4804-ba93-293ce5b0f47d req-c82a89aa-bca9-481f-a684-017f0b52c8f2 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=7e64d8e8-78a3-4987-8778-47d4e5b9b498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0923164 Feb 09 22:10:15.963506 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bc301e98-14f8-4a03-86da-d3b531d845c4 req-caaab93c-3cca-4b01-be00-47cb1b79edda tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c11f40b7-d1f9-4288-ad38-42983b39662e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839667 Feb 09 22:10:16.087847 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b06627c7-2fef-4804-ba93-293ce5b0f47d req-a04552d7-1754-4391-9ba1-d146dde57e7a service neutron] 10.222.0.95 "GET /v2.0/networks/7e64d8e8-78a3-4987-8778-47d4e5b9b498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712327 Feb 09 22:10:16.101248 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 05db9b11-3311-4f66-863a-bf6e4490200d up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:10:16.209029 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b06627c7-2fef-4804-ba93-293ce5b0f47d req-d63a45fa-7d48-4b19-86ed-119d25a51e7b service neutron] 10.222.0.95 "GET /v2.0/networks/7e64d8e8-78a3-4987-8778-47d4e5b9b498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146581 Feb 09 22:10:16.216523 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 05db9b11-3311-4f66-863a-bf6e4490200d triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:10:16.216909 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (05db9b11-3311-4f66-863a-bf6e4490200d), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:16.344664 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd99de0a-f40d-48b7-88e7-8f0685e81cea req-8632180a-f6fb-4bb3-84c8-aeb33fa40ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:16.347129 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dd99de0a-f40d-48b7-88e7-8f0685e81cea req-8632180a-f6fb-4bb3-84c8-aeb33fa40ddc service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=ad9e4f8727be424b869d8f0ad468be3f&device_id=e2da365c-4bdd-486b-827e-d960b76a7ddc HTTP/1.1" status: 200 len: 1125 time: 0.0750437 Feb 09 22:10:16.352290 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 05db9b11-3311-4f66-863a-bf6e4490200d is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:10:16.472953 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd99de0a-f40d-48b7-88e7-8f0685e81cea req-2ac956dc-09c5-4d09-a707-56ca0603c7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:16.474569 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dd99de0a-f40d-48b7-88e7-8f0685e81cea req-2ac956dc-09c5-4d09-a707-56ca0603c7f4 service neutron] 10.222.0.95 "GET /v2.0/networks?id=7e64d8e8-78a3-4987-8778-47d4e5b9b498 HTTP/1.1" status: 200 len: 912 time: 0.1204073 Feb 09 22:10:16.530738 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dd99de0a-f40d-48b7-88e7-8f0685e81cea req-effb4275-c545-4d34-a305-a94cb857e5b3 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb54afb2-8394-4976-8494-34e3afa458ae HTTP/1.1" status: 200 len: 217 time: 0.0497334 Feb 09 22:10:16.590301 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd99de0a-f40d-48b7-88e7-8f0685e81cea req-95768c94-2f13-4962-a9bc-d83603bb7de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:16.591953 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dd99de0a-f40d-48b7-88e7-8f0685e81cea req-95768c94-2f13-4962-a9bc-d83603bb7de4 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=84c886de-428b-4fdd-ac96-e9bdd27d5e04 HTTP/1.1" status: 200 len: 850 time: 0.0517054 Feb 09 22:10:16.660573 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd99de0a-f40d-48b7-88e7-8f0685e81cea req-0cf40152-b59a-4141-836d-1f669e564a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:16.662212 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dd99de0a-f40d-48b7-88e7-8f0685e81cea req-0cf40152-b59a-4141-836d-1f669e564a87 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=7e64d8e8-78a3-4987-8778-47d4e5b9b498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0636747 Feb 09 22:10:16.796345 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dd99de0a-f40d-48b7-88e7-8f0685e81cea req-1f08e558-4560-4892-ad50-9d3cd6788a15 service neutron] 10.222.0.95 "GET /v2.0/networks/7e64d8e8-78a3-4987-8778-47d4e5b9b498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262350 Feb 09 22:10:16.905362 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dd99de0a-f40d-48b7-88e7-8f0685e81cea req-7a7c895f-5f87-4c55-8c11-2ca3c1e5697d service neutron] 10.222.0.95 "GET /v2.0/networks/7e64d8e8-78a3-4987-8778-47d4e5b9b498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025085 Feb 09 22:10:17.124046 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be45e8ce-556b-4b9d-a7e7-94b58fe282c8 req-c6d3abcd-1261-477c-96da-be7969fe12bc tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:17.138073 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-be45e8ce-556b-4b9d-a7e7-94b58fe282c8 req-c6d3abcd-1261-477c-96da-be7969fe12bc tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=e2da365c-4bdd-486b-827e-d960b76a7ddc HTTP/1.1" status: 200 len: 943 time: 0.0774317 Feb 09 22:10:17.204975 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-be45e8ce-556b-4b9d-a7e7-94b58fe282c8 req-8608e016-0423-429d-89c9-44f02a8deafe tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c11f40b7-d1f9-4288-ad38-42983b39662e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659966 Feb 09 22:10:17.597551 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea36cd-1f23-4031-b779-a28875a40274 req-74123396-2727-4801-b678-289d59cbe5f9 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:17.599204 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-90ea36cd-1f23-4031-b779-a28875a40274 req-74123396-2727-4801-b678-289d59cbe5f9 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/networks?id=e8775cc8-3a81-4d08-bd1e-815e6f43291b HTTP/1.1" status: 200 len: 815 time: 0.1329365 Feb 09 22:10:17.615347 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-90ea36cd-1f23-4031-b779-a28875a40274 req-0f84df98-d045-4c63-b003-345faef3bd53 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/quotas/d4f8b074dca94f85854490ff6d5ddef5 HTTP/1.1" status: 200 len: 375 time: 0.0097926 Feb 09 22:10:17.699483 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-90ea36cd-1f23-4031-b779-a28875a40274 req-3f99eef6-3cb2-4722-9663-5fe9e36cab60 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=d4f8b074dca94f85854490ff6d5ddef5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0755978 Feb 09 22:10:17.795693 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-90ea36cd-1f23-4031-b779-a28875a40274 req-e38ae40e-6e53-4d99-bfea-33f738e99a8e service neutron] 10.222.0.90 "GET /v2.0/networks/e8775cc8-3a81-4d08-bd1e-815e6f43291b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888069 Feb 09 22:10:17.888599 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-90ea36cd-1f23-4031-b779-a28875a40274 req-04a904f3-f75d-419d-bacc-e94b9ba365e4 service neutron] 10.222.0.90 "GET /v2.0/networks/e8775cc8-3a81-4d08-bd1e-815e6f43291b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869248 Feb 09 22:10:18.121401 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8400cb07-4e20-45c6-b8de-c05c7fb5809e req-597fa8bc-70be-4330-b08c-b2274f8501bb tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/ports?device_id=339aaf41-321b-4d78-8d87-3dd9bc3cbc1c HTTP/1.1" status: 200 len: 210 time: 0.0424240 Feb 09 22:10:18.552904 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8c542e-0d6b-44e8-be5a-d10db3287cae req-cc1e5461-53fc-4504-8c0c-10c939d9743a tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:18.554522 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ee8c542e-0d6b-44e8-be5a-d10db3287cae req-cc1e5461-53fc-4504-8c0c-10c939d9743a tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=e2da365c-4bdd-486b-827e-d960b76a7ddc HTTP/1.1" status: 200 len: 943 time: 0.0621517 Feb 09 22:10:18.633631 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ee8c542e-0d6b-44e8-be5a-d10db3287cae req-519e001b-5d4d-4cc9-8049-b3d75b3e1817 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c11f40b7-d1f9-4288-ad38-42983b39662e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729907 Feb 09 22:10:19.256781 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-297b0078-934a-47d1-80e9-9b7622d229e9 req-1a1a4aa1-ba65-49db-ad9e-4885740c6c32 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/ports?device_id=339aaf41-321b-4d78-8d87-3dd9bc3cbc1c HTTP/1.1" status: 200 len: 210 time: 0.0481532 Feb 09 22:10:19.343919 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea36cd-1f23-4031-b779-a28875a40274 req-9488d80e-7726-4048-ac10-1d8a1f3a44ff tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:19.345733 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-90ea36cd-1f23-4031-b779-a28875a40274 req-9488d80e-7726-4048-ac10-1d8a1f3a44ff tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.89 "GET /v2.0/networks?id=e8775cc8-3a81-4d08-bd1e-815e6f43291b HTTP/1.1" status: 200 len: 815 time: 0.2269435 Feb 09 22:10:19.365876 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-90ea36cd-1f23-4031-b779-a28875a40274 req-b26b7579-e105-4cd1-9940-cfbcd6491f99 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Request body: {'port': {'device_id': '339aaf41-321b-4d78-8d87-3dd9bc3cbc1c', 'network_id': 'e8775cc8-3a81-4d08-bd1e-815e6f43291b', 'admin_state_up': True, 'tenant_id': 'd4f8b074dca94f85854490ff6d5ddef5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:10:19.489300 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90ea36cd-1f23-4031-b779-a28875a40274 req-b26b7579-e105-4cd1-9940-cfbcd6491f99 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Made reservation on behalf of d4f8b074dca94f85854490ff6d5ddef5 for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:10:19.493461 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-90ea36cd-1f23-4031-b779-a28875a40274 req-b26b7579-e105-4cd1-9940-cfbcd6491f99 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:19.631995 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [req-90ea36cd-1f23-4031-b779-a28875a40274 req-b26b7579-e105-4cd1-9940-cfbcd6491f99 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Allocated IP 172.20.0.6 (e8775cc8-3a81-4d08-bd1e-815e6f43291b/92fe4157-4173-4f3c-8845-10d234d58589/4204835e-6042-47a0-b360-4db257e429ed) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:10:19.779504 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d182f951-375c-41c9-b4ee-3238635a77f0 req-bc32deef-8eee-478b-b258-5b8576b8ced2 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:19.781280 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d182f951-375c-41c9-b4ee-3238635a77f0 req-bc32deef-8eee-478b-b258-5b8576b8ced2 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=e2da365c-4bdd-486b-827e-d960b76a7ddc HTTP/1.1" status: 200 len: 943 time: 0.0746715 Feb 09 22:10:19.839637 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-90ea36cd-1f23-4031-b779-a28875a40274 req-b26b7579-e105-4cd1-9940-cfbcd6491f99 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Publish callbacks [] for port (4204835e-6042-47a0-b360-4db257e429ed), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:19.847525 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d182f951-375c-41c9-b4ee-3238635a77f0 req-4fe17f52-66da-4a65-829f-32ac85036609 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c11f40b7-d1f9-4288-ad38-42983b39662e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591390 Feb 09 22:10:19.882667 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-90ea36cd-1f23-4031-b779-a28875a40274 req-b26b7579-e105-4cd1-9940-cfbcd6491f99 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (4204835e-6042-47a0-b360-4db257e429ed), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:19.897535 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['a98769d0-8332-4b72-ac83-09cfdd0a587c', '5e8259ae-08b1-419a-9053-9c5e2604532a'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:10:19.900076 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['e4f05efa-8c68-4a1b-ba93-6aa17a35363a'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:10:19.958037 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90ea36cd-1f23-4031-b779-a28875a40274 req-b26b7579-e105-4cd1-9940-cfbcd6491f99 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Network e8775cc8-3a81-4d08-bd1e-815e6f43291b is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:10:19.959074 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26b7579-e105-4cd1-9940-cfbcd6491f99 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Pushing event updated for resources: {'Port': ['ID=4204835e-6042-47a0-b360-4db257e429ed,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:19.962586 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [req-90ea36cd-1f23-4031-b779-a28875a40274 req-b26b7579-e105-4cd1-9940-cfbcd6491f99 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:10:19.969524 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-90ea36cd-1f23-4031-b779-a28875a40274 req-b26b7579-e105-4cd1-9940-cfbcd6491f99 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:10:20.034521 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea36cd-1f23-4031-b779-a28875a40274 req-b26b7579-e105-4cd1-9940-cfbcd6491f99 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:20.035696 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-90ea36cd-1f23-4031-b779-a28875a40274 req-b26b7579-e105-4cd1-9940-cfbcd6491f99 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:20.056452 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-90ea36cd-1f23-4031-b779-a28875a40274 req-b26b7579-e105-4cd1-9940-cfbcd6491f99 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6947551 Feb 09 22:10:20.069023 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-90ea36cd-1f23-4031-b779-a28875a40274 req-1cd7f5ea-a19d-456e-a998-0bc607a6a9d5 service neutron] Request body: {'port': {'device_id': '339aaf41-321b-4d78-8d87-3dd9bc3cbc1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:10:20.152971 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-90ea36cd-1f23-4031-b779-a28875a40274 req-1cd7f5ea-a19d-456e-a998-0bc607a6a9d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (4204835e-6042-47a0-b360-4db257e429ed), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:20.452211 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20989aa1-5883-47db-9780-539616d30fa4 req-a91c57e6-bb1f-4c07-9aa7-bd83b08e2481 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:20.454105 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-20989aa1-5883-47db-9780-539616d30fa4 req-a91c57e6-bb1f-4c07-9aa7-bd83b08e2481 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/ports?device_id=339aaf41-321b-4d78-8d87-3dd9bc3cbc1c HTTP/1.1" status: 200 len: 931 time: 0.0914340 Feb 09 22:10:20.549934 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-20989aa1-5883-47db-9780-539616d30fa4 req-44a30586-80fc-477d-9c94-7e32dcd62fb1 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/security-groups?id=ed5ee2d7-5353-4943-a635-cf4fd42ba822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858843 Feb 09 22:10:20.581231 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-90ea36cd-1f23-4031-b779-a28875a40274 req-1cd7f5ea-a19d-456e-a998-0bc607a6a9d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4204835e-6042-47a0-b360-4db257e429ed {{(pid=103141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:10:20.589564 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-90ea36cd-1f23-4031-b779-a28875a40274 req-1cd7f5ea-a19d-456e-a998-0bc607a6a9d5 service neutron] Publish callbacks [] for port (4204835e-6042-47a0-b360-4db257e429ed), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:20.603916 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-90ea36cd-1f23-4031-b779-a28875a40274 req-1cd7f5ea-a19d-456e-a998-0bc607a6a9d5 service neutron] Transition to ACTIVE for port object 4204835e-6042-47a0-b360-4db257e429ed will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:10:20.608305 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-90ea36cd-1f23-4031-b779-a28875a40274 req-1cd7f5ea-a19d-456e-a998-0bc607a6a9d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (4204835e-6042-47a0-b360-4db257e429ed), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:20.680367 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd7f5ea-a19d-456e-a998-0bc607a6a9d5 service neutron] Pushing event updated for resources: {'Port': ['ID=4204835e-6042-47a0-b360-4db257e429ed,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:20.731512 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-90ea36cd-1f23-4031-b779-a28875a40274 req-1cd7f5ea-a19d-456e-a998-0bc607a6a9d5 service neutron] Attempting to bind port 4204835e-6042-47a0-b360-4db257e429ed on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:10:20.731774 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-90ea36cd-1f23-4031-b779-a28875a40274 req-1cd7f5ea-a19d-456e-a998-0bc607a6a9d5 service neutron] Attempting to bind port 4204835e-6042-47a0-b360-4db257e429ed by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': 'ff9fe9e8-b9d0-435f-8767-06c76384353f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'e8775cc8-3a81-4d08-bd1e-815e6f43291b'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:10:20.732106 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ea36cd-1f23-4031-b779-a28875a40274 req-1cd7f5ea-a19d-456e-a998-0bc607a6a9d5 service neutron] Attempting to bind port 4204835e-6042-47a0-b360-4db257e429ed on network e8775cc8-3a81-4d08-bd1e-815e6f43291b {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:10:20.740284 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ea36cd-1f23-4031-b779-a28875a40274 req-1cd7f5ea-a19d-456e-a998-0bc607a6a9d5 service neutron] Port 4204835e-6042-47a0-b360-4db257e429ed on network e8775cc8-3a81-4d08-bd1e-815e6f43291b not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:10:20.740884 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ea36cd-1f23-4031-b779-a28875a40274 req-1cd7f5ea-a19d-456e-a998-0bc607a6a9d5 service neutron] Attempting to bind port 4204835e-6042-47a0-b360-4db257e429ed on network e8775cc8-3a81-4d08-bd1e-815e6f43291b {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:10:20.746447 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ea36cd-1f23-4031-b779-a28875a40274 req-1cd7f5ea-a19d-456e-a998-0bc607a6a9d5 service neutron] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:10:20.746787 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ea36cd-1f23-4031-b779-a28875a40274 req-1cd7f5ea-a19d-456e-a998-0bc607a6a9d5 service neutron] Checking segment: {'id': 'ff9fe9e8-b9d0-435f-8767-06c76384353f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'e8775cc8-3a81-4d08-bd1e-815e6f43291b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:10:20.747174 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ea36cd-1f23-4031-b779-a28875a40274 req-1cd7f5ea-a19d-456e-a998-0bc607a6a9d5 service neutron] Bound using segment: {'id': 'ff9fe9e8-b9d0-435f-8767-06c76384353f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'e8775cc8-3a81-4d08-bd1e-815e6f43291b'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:10:20.747603 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-90ea36cd-1f23-4031-b779-a28875a40274 req-1cd7f5ea-a19d-456e-a998-0bc607a6a9d5 service neutron] Bound port: 4204835e-6042-47a0-b360-4db257e429ed, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff9fe9e8-b9d0-435f-8767-06c76384353f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'e8775cc8-3a81-4d08-bd1e-815e6f43291b'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:10:20.747965 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-90ea36cd-1f23-4031-b779-a28875a40274 req-1cd7f5ea-a19d-456e-a998-0bc607a6a9d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (4204835e-6042-47a0-b360-4db257e429ed), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:20.823813 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-90ea36cd-1f23-4031-b779-a28875a40274 req-1cd7f5ea-a19d-456e-a998-0bc607a6a9d5 service neutron] For port 4204835e-6042-47a0-b360-4db257e429ed, host n-h2-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:10:20.827551 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-90ea36cd-1f23-4031-b779-a28875a40274 req-1cd7f5ea-a19d-456e-a998-0bc607a6a9d5 service neutron] For port 4204835e-6042-47a0-b360-4db257e429ed, host n-h2-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=4204835e-6042-47a0-b360-4db257e429ed,segment=NetworkSegment(ff9fe9e8-b9d0-435f-8767-06c76384353f),segment_id=ff9fe9e8-b9d0-435f-8767-06c76384353f)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:10:20.835166 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-90ea36cd-1f23-4031-b779-a28875a40274 req-1cd7f5ea-a19d-456e-a998-0bc607a6a9d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (4204835e-6042-47a0-b360-4db257e429ed), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:20.870879 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea36cd-1f23-4031-b779-a28875a40274 req-1cd7f5ea-a19d-456e-a998-0bc607a6a9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:20.871622 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-90ea36cd-1f23-4031-b779-a28875a40274 req-1cd7f5ea-a19d-456e-a998-0bc607a6a9d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:20.873183 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-90ea36cd-1f23-4031-b779-a28875a40274 req-1cd7f5ea-a19d-456e-a998-0bc607a6a9d5 service neutron] 10.222.0.89 "PUT /v2.0/ports/4204835e-6042-47a0-b360-4db257e429ed HTTP/1.1" status: 200 len: 1091 time: 0.8090277 Feb 09 22:10:20.876773 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '339aaf41-321b-4d78-8d87-3dd9bc3cbc1c', 'tag': '4204835e-6042-47a0-b360-4db257e429ed'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:10:20.880384 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6e9b84d-ffa9-4f8d-85ea-8340dd3eb94f" -d '{"events": [{"name": "network-changed", "server_uuid": "339aaf41-321b-4d78-8d87-3dd9bc3cbc1c", "tag": "4204835e-6042-47a0-b360-4db257e429ed"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:10:20.972191 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd7f5ea-a19d-456e-a998-0bc607a6a9d5 service neutron] Pushing event updated for resources: {'Port': ['ID=4204835e-6042-47a0-b360-4db257e429ed,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:20.994838 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea36cd-1f23-4031-b779-a28875a40274 req-ac53625a-0ca3-4240-b6ab-db41a52ad71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:20.997115 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-90ea36cd-1f23-4031-b779-a28875a40274 req-ac53625a-0ca3-4240-b6ab-db41a52ad71e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d4f8b074dca94f85854490ff6d5ddef5&device_id=339aaf41-321b-4d78-8d87-3dd9bc3cbc1c HTTP/1.1" status: 200 len: 1125 time: 0.0696096 Feb 09 22:10:21.007516 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f943c348-4de9-4bf6-aeb7-c882b4ac7438 x-openstack-request-id: req-f943c348-4de9-4bf6-aeb7-c882b4ac7438 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:10:21.007810 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "339aaf41-321b-4d78-8d87-3dd9bc3cbc1c", "tag": "4204835e-6042-47a0-b360-4db257e429ed", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:10:21.008062 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-f943c348-4de9-4bf6-aeb7-c882b4ac7438 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:10:21.008503 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '339aaf41-321b-4d78-8d87-3dd9bc3cbc1c', 'tag': '4204835e-6042-47a0-b360-4db257e429ed', 'status': 'completed', 'code': 200} Feb 09 22:10:21.024159 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b28c99b-e337-4eb4-84f5-ed89c2220f63 req-19072c06-ba7d-4b46-a8f7-b087ccc061ab tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:21.025974 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6b28c99b-e337-4eb4-84f5-ed89c2220f63 req-19072c06-ba7d-4b46-a8f7-b087ccc061ab tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=e2da365c-4bdd-486b-827e-d960b76a7ddc HTTP/1.1" status: 200 len: 943 time: 0.0805056 Feb 09 22:10:21.052294 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-90ea36cd-1f23-4031-b779-a28875a40274 req-b0b8c27e-d0f7-4c47-9011-033af8c7cb15 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4204835e-6042-47a0-b360-4db257e429ed HTTP/1.1" status: 200 len: 217 time: 0.0413022 Feb 09 22:10:21.086833 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6b28c99b-e337-4eb4-84f5-ed89c2220f63 req-e3071c9d-3258-4604-98bd-df4416bbe82b tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c11f40b7-d1f9-4288-ad38-42983b39662e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533516 Feb 09 22:10:21.114874 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea36cd-1f23-4031-b779-a28875a40274 req-1496b66a-bc2b-45d2-abc4-125084482f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:21.116476 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-90ea36cd-1f23-4031-b779-a28875a40274 req-1496b66a-bc2b-45d2-abc4-125084482f10 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=92fe4157-4173-4f3c-8845-10d234d58589 HTTP/1.1" status: 200 len: 855 time: 0.0575569 Feb 09 22:10:21.155782 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-90ea36cd-1f23-4031-b779-a28875a40274 req-bb404631-a52c-4e23-935d-0aaefaa64b3f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e8775cc8-3a81-4d08-bd1e-815e6f43291b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297456 Feb 09 22:10:21.268257 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-90ea36cd-1f23-4031-b779-a28875a40274 req-5106129e-32bc-4ff7-88e8-24dbe2c1dd8e service neutron] 10.222.0.89 "GET /v2.0/networks/e8775cc8-3a81-4d08-bd1e-815e6f43291b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053360 Feb 09 22:10:21.377403 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-90ea36cd-1f23-4031-b779-a28875a40274 req-9ce2f83d-c91a-4f99-91ba-3af978aeffb2 service neutron] 10.222.0.89 "GET /v2.0/networks/e8775cc8-3a81-4d08-bd1e-815e6f43291b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026399 Feb 09 22:10:21.491908 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e9b84d-ffa9-4f8d-85ea-8340dd3eb94f req-0ebe20c2-4be0-499b-8484-868f944b7706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:21.493474 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b6e9b84d-ffa9-4f8d-85ea-8340dd3eb94f req-0ebe20c2-4be0-499b-8484-868f944b7706 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d4f8b074dca94f85854490ff6d5ddef5&device_id=339aaf41-321b-4d78-8d87-3dd9bc3cbc1c HTTP/1.1" status: 200 len: 1125 time: 0.0542214 Feb 09 22:10:21.583185 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:21.613496 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e9b84d-ffa9-4f8d-85ea-8340dd3eb94f req-8017a9c3-40c8-4383-8497-74c122be7c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:21.615358 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b6e9b84d-ffa9-4f8d-85ea-8340dd3eb94f req-8017a9c3-40c8-4383-8497-74c122be7c3c service neutron] 10.222.0.89 "GET /v2.0/networks?id=e8775cc8-3a81-4d08-bd1e-815e6f43291b HTTP/1.1" status: 200 len: 916 time: 0.1136537 Feb 09 22:10:21.676823 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b6e9b84d-ffa9-4f8d-85ea-8340dd3eb94f req-917ed0dd-c19d-4c81-b114-5d2b9dd5127f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4204835e-6042-47a0-b360-4db257e429ed HTTP/1.1" status: 200 len: 217 time: 0.0549717 Feb 09 22:10:21.703111 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48500cf8-f128-43ca-8e39-a1ae45abfde2 req-2bbcc64d-4a8e-4914-9f23-ecaa1cba977f tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:21.704733 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-48500cf8-f128-43ca-8e39-a1ae45abfde2 req-2bbcc64d-4a8e-4914-9f23-ecaa1cba977f tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/ports?device_id=339aaf41-321b-4d78-8d87-3dd9bc3cbc1c HTTP/1.1" status: 200 len: 943 time: 0.0694466 Feb 09 22:10:21.735431 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e9b84d-ffa9-4f8d-85ea-8340dd3eb94f req-6a08c8b1-4cef-4dda-9564-281ec4937e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:21.736998 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b6e9b84d-ffa9-4f8d-85ea-8340dd3eb94f req-6a08c8b1-4cef-4dda-9564-281ec4937e54 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=92fe4157-4173-4f3c-8845-10d234d58589 HTTP/1.1" status: 200 len: 855 time: 0.0542579 Feb 09 22:10:21.777400 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-48500cf8-f128-43ca-8e39-a1ae45abfde2 req-79632753-20aa-4cdb-9c77-00594312ac55 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/security-groups?id=ed5ee2d7-5353-4943-a635-cf4fd42ba822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657847 Feb 09 22:10:21.781192 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b6e9b84d-ffa9-4f8d-85ea-8340dd3eb94f req-e339db9a-b2c8-4d47-b6a3-af79c4e50773 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e8775cc8-3a81-4d08-bd1e-815e6f43291b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372505 Feb 09 22:10:21.891478 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b6e9b84d-ffa9-4f8d-85ea-8340dd3eb94f req-675b6ca4-e9d0-4ff1-b4a5-b845d5d41517 service neutron] 10.222.0.89 "GET /v2.0/networks/e8775cc8-3a81-4d08-bd1e-815e6f43291b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010892 Feb 09 22:10:21.994299 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b6e9b84d-ffa9-4f8d-85ea-8340dd3eb94f req-03e6cd7d-d9b4-4d14-a360-8134879f3bf1 service neutron] 10.222.0.89 "GET /v2.0/networks/e8775cc8-3a81-4d08-bd1e-815e6f43291b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979950 Feb 09 22:10:22.230506 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8597a2-9174-4e6e-9d78-f8846e506a2b req-db931bd2-ecd4-43eb-845d-5616d2c21227 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:22.236927 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fc8597a2-9174-4e6e-9d78-f8846e506a2b req-db931bd2-ecd4-43eb-845d-5616d2c21227 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=e2da365c-4bdd-486b-827e-d960b76a7ddc HTTP/1.1" status: 200 len: 943 time: 0.0776539 Feb 09 22:10:22.290454 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fc8597a2-9174-4e6e-9d78-f8846e506a2b req-94a7bb14-17c6-416e-a447-5838f930eaf9 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c11f40b7-d1f9-4288-ad38-42983b39662e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503676 Feb 09 22:10:22.903067 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f838ac0-d728-4ac5-b221-7494b4050a75 req-4fbfeb50-3d25-4b3b-91c5-5ced57c2d35e tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:22.904769 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5f838ac0-d728-4ac5-b221-7494b4050a75 req-4fbfeb50-3d25-4b3b-91c5-5ced57c2d35e tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/ports?device_id=339aaf41-321b-4d78-8d87-3dd9bc3cbc1c HTTP/1.1" status: 200 len: 943 time: 0.0542517 Feb 09 22:10:22.957354 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5f838ac0-d728-4ac5-b221-7494b4050a75 req-c2416471-7110-40ef-a812-6cd10e7f812a tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/security-groups?id=ed5ee2d7-5353-4943-a635-cf4fd42ba822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456860 Feb 09 22:10:23.444963 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db26289-2dfa-4903-9cea-c616f98b13c5 req-0a3b8f5a-79d7-4d21-a586-5c4813a04b1b tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:23.447433 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0db26289-2dfa-4903-9cea-c616f98b13c5 req-0a3b8f5a-79d7-4d21-a586-5c4813a04b1b tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=e2da365c-4bdd-486b-827e-d960b76a7ddc HTTP/1.1" status: 200 len: 943 time: 0.0878468 Feb 09 22:10:23.508519 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0db26289-2dfa-4903-9cea-c616f98b13c5 req-298b7bd9-1821-470c-8e95-e3c7b2dc609a tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c11f40b7-d1f9-4288-ad38-42983b39662e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503881 Feb 09 22:10:23.815001 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:24.109375 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dccc4da-c146-48f0-8211-634ee03dcfdc req-b2b80a95-095c-4722-b79a-1a15d28f7475 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:24.111002 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6dccc4da-c146-48f0-8211-634ee03dcfdc req-b2b80a95-095c-4722-b79a-1a15d28f7475 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/ports?device_id=339aaf41-321b-4d78-8d87-3dd9bc3cbc1c HTTP/1.1" status: 200 len: 943 time: 0.0757804 Feb 09 22:10:24.170916 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6dccc4da-c146-48f0-8211-634ee03dcfdc req-ff8a4a5c-6014-4987-a1e8-22d038bafce0 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/security-groups?id=ed5ee2d7-5353-4943-a635-cf4fd42ba822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531342 Feb 09 22:10:24.636528 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47386b5f-c47f-4b1c-a604-bdcbbdec2680 req-02f58a40-3ec1-4de3-be30-9026fa4bd872 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:24.638240 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-47386b5f-c47f-4b1c-a604-bdcbbdec2680 req-02f58a40-3ec1-4de3-be30-9026fa4bd872 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=e2da365c-4bdd-486b-827e-d960b76a7ddc HTTP/1.1" status: 200 len: 943 time: 0.0556016 Feb 09 22:10:24.695398 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-47386b5f-c47f-4b1c-a604-bdcbbdec2680 req-d23f54f9-6f04-4e54-b9e6-3d5e3d78dc37 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c11f40b7-d1f9-4288-ad38-42983b39662e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511477 Feb 09 22:10:25.298324 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b77dcd-a875-4a77-8eea-a76ad075851f req-08aa4771-81c3-4ad6-a436-b76c28c86eed tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:25.299833 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b8b77dcd-a875-4a77-8eea-a76ad075851f req-08aa4771-81c3-4ad6-a436-b76c28c86eed tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/ports?device_id=339aaf41-321b-4d78-8d87-3dd9bc3cbc1c HTTP/1.1" status: 200 len: 943 time: 0.0537992 Feb 09 22:10:25.351439 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b8b77dcd-a875-4a77-8eea-a76ad075851f req-77c0ea55-e82c-4dfa-98cf-7c0acf057175 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/security-groups?id=ed5ee2d7-5353-4943-a635-cf4fd42ba822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448284 Feb 09 22:10:25.685042 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 4204835e-6042-47a0-b360-4db257e429ed details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:10:25.865674 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4043360f-e289-4c17-8421-1940ab19d884 req-ebeb16f2-f46f-4796-af2c-7c533d039b20 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:25.869593 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4043360f-e289-4c17-8421-1940ab19d884 req-ebeb16f2-f46f-4796-af2c-7c533d039b20 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=e2da365c-4bdd-486b-827e-d960b76a7ddc HTTP/1.1" status: 200 len: 943 time: 0.0647821 Feb 09 22:10:25.933151 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4043360f-e289-4c17-8421-1940ab19d884 req-1e1816c2-a023-4732-9673-59aa88b3eb4a tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c11f40b7-d1f9-4288-ad38-42983b39662e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569806 Feb 09 22:10:25.994998 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 4204835e-6042-47a0-b360-4db257e429ed, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=4204835e-6042-47a0-b360-4db257e429ed,segment=NetworkSegment(ff9fe9e8-b9d0-435f-8767-06c76384353f),segment_id=ff9fe9e8-b9d0-435f-8767-06c76384353f)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:10:26.007127 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': '4204835e-6042-47a0-b360-4db257e429ed', 'network_id': 'e8775cc8-3a81-4d08-bd1e-815e6f43291b', 'port_id': '4204835e-6042-47a0-b360-4db257e429ed', 'mac_address': 'fa:16:3e:5d:65:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92fe4157-4173-4f3c-8845-10d234d58589', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:10:26.048545 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 4204835e-6042-47a0-b360-4db257e429ed is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:10:26.049567 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (4204835e-6042-47a0-b360-4db257e429ed), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:26.063557 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4204835e-6042-47a0-b360-4db257e429ed {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:10:26.084978 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 4204835e-6042-47a0-b360-4db257e429ed, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=4204835e-6042-47a0-b360-4db257e429ed,segment=NetworkSegment(ff9fe9e8-b9d0-435f-8767-06c76384353f),segment_id=ff9fe9e8-b9d0-435f-8767-06c76384353f)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:10:26.088919 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (4204835e-6042-47a0-b360-4db257e429ed), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:26.146014 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=4204835e-6042-47a0-b360-4db257e429ed,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:26.476775 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f63048-cd8f-4dfa-b451-24ea902b2c56 req-bfcbb268-ae76-45ea-b5cc-5ab7861be52d tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:26.478290 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-48f63048-cd8f-4dfa-b451-24ea902b2c56 req-bfcbb268-ae76-45ea-b5cc-5ab7861be52d tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/ports?device_id=339aaf41-321b-4d78-8d87-3dd9bc3cbc1c HTTP/1.1" status: 200 len: 944 time: 0.0582473 Feb 09 22:10:26.522890 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['4204835e-6042-47a0-b360-4db257e429ed'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:10:26.533713 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-48f63048-cd8f-4dfa-b451-24ea902b2c56 req-2f26aa28-dbb7-4a1d-88b1-246df8d6b7d5 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/security-groups?id=ed5ee2d7-5353-4943-a635-cf4fd42ba822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486991 Feb 09 22:10:27.055567 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f2476b-2be3-4ae3-ae69-cf797aa22435 req-648e3550-f8a2-4eb7-a6b8-5612c41cca8b tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:27.057111 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a7f2476b-2be3-4ae3-ae69-cf797aa22435 req-648e3550-f8a2-4eb7-a6b8-5612c41cca8b tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=e2da365c-4bdd-486b-827e-d960b76a7ddc HTTP/1.1" status: 200 len: 943 time: 0.0530431 Feb 09 22:10:27.106116 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a7f2476b-2be3-4ae3-ae69-cf797aa22435 req-7fcf6ea0-9f4f-40d8-a79b-6d3ff7dc0b73 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c11f40b7-d1f9-4288-ad38-42983b39662e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426815 Feb 09 22:10:27.647353 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6154e14c-7b87-4f07-994b-53d9eb03723a req-69d70fde-02dc-43ff-a8cd-bf28501f10f3 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:27.648873 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6154e14c-7b87-4f07-994b-53d9eb03723a req-69d70fde-02dc-43ff-a8cd-bf28501f10f3 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/ports?device_id=339aaf41-321b-4d78-8d87-3dd9bc3cbc1c HTTP/1.1" status: 200 len: 944 time: 0.0523598 Feb 09 22:10:27.698807 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6154e14c-7b87-4f07-994b-53d9eb03723a req-2b4413db-9fa5-44aa-bf82-d5e720c7c8e6 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/security-groups?id=ed5ee2d7-5353-4943-a635-cf4fd42ba822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442381 Feb 09 22:10:27.701525 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 4204835e-6042-47a0-b360-4db257e429ed up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:10:27.755806 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning for port 4204835e-6042-47a0-b360-4db257e429ed completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:10:27.759705 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port 4204835e-6042-47a0-b360-4db257e429ed triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:10:27.760090 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (4204835e-6042-47a0-b360-4db257e429ed), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:27.838822 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 4204835e-6042-47a0-b360-4db257e429ed is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:10:27.839223 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (4204835e-6042-47a0-b360-4db257e429ed), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:27.862615 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '339aaf41-321b-4d78-8d87-3dd9bc3cbc1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4204835e-6042-47a0-b360-4db257e429ed'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:10:27.864895 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff1f4150-335e-431a-8c87-893df67f1885" -d '{"events": [{"server_uuid": "339aaf41-321b-4d78-8d87-3dd9bc3cbc1c", "name": "network-vif-plugged", "status": "completed", "tag": "4204835e-6042-47a0-b360-4db257e429ed"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:10:27.877744 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 4204835e-6042-47a0-b360-4db257e429ed, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=4204835e-6042-47a0-b360-4db257e429ed,segment=NetworkSegment(ff9fe9e8-b9d0-435f-8767-06c76384353f),segment_id=ff9fe9e8-b9d0-435f-8767-06c76384353f)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:10:27.881998 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (4204835e-6042-47a0-b360-4db257e429ed), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:27.907690 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e992cc9d-dba7-421b-bd13-6c60f42067e0 x-openstack-request-id: req-e992cc9d-dba7-421b-bd13-6c60f42067e0 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:10:27.907991 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "339aaf41-321b-4d78-8d87-3dd9bc3cbc1c", "name": "network-vif-plugged", "status": "completed", "tag": "4204835e-6042-47a0-b360-4db257e429ed", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:10:27.908276 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-e992cc9d-dba7-421b-bd13-6c60f42067e0 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:10:27.908673 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '339aaf41-321b-4d78-8d87-3dd9bc3cbc1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4204835e-6042-47a0-b360-4db257e429ed', 'code': 200} Feb 09 22:10:27.944214 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=4204835e-6042-47a0-b360-4db257e429ed,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:28.019537 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a9791a-e648-4c1f-a4b5-6165537ab85b req-6c0f7894-cc92-4e95-a47b-66c47f61a520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:28.021141 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-28a9791a-e648-4c1f-a4b5-6165537ab85b req-6c0f7894-cc92-4e95-a47b-66c47f61a520 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=339aaf41-321b-4d78-8d87-3dd9bc3cbc1c HTTP/1.1" status: 200 len: 1127 time: 0.0466940 Feb 09 22:10:28.064619 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-28a9791a-e648-4c1f-a4b5-6165537ab85b req-9c8b4438-935b-43ac-918c-7a47a04fec07 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=ed5ee2d7-5353-4943-a635-cf4fd42ba822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372846 Feb 09 22:10:28.231423 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f671c7da-0855-4261-b38b-f2fc958b7c05 req-a10b1ec7-10e6-4081-ad4d-1d084bdd7124 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:28.233154 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f671c7da-0855-4261-b38b-f2fc958b7c05 req-a10b1ec7-10e6-4081-ad4d-1d084bdd7124 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=e2da365c-4bdd-486b-827e-d960b76a7ddc HTTP/1.1" status: 200 len: 943 time: 0.0581245 Feb 09 22:10:28.283680 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f671c7da-0855-4261-b38b-f2fc958b7c05 req-5715534b-5611-4ecd-849c-8185fdee18f9 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c11f40b7-d1f9-4288-ad38-42983b39662e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448959 Feb 09 22:10:28.818884 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a02107-2fcd-480c-98e4-1bda1e550d76 req-45bba5f4-db49-4497-8a34-d57be0c71abe tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:28.820405 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b8a02107-2fcd-480c-98e4-1bda1e550d76 req-45bba5f4-db49-4497-8a34-d57be0c71abe tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/ports?device_id=339aaf41-321b-4d78-8d87-3dd9bc3cbc1c HTTP/1.1" status: 200 len: 945 time: 0.0525305 Feb 09 22:10:28.867381 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b8a02107-2fcd-480c-98e4-1bda1e550d76 req-1148be16-e12d-4285-b5f3-9d9825c3b094 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/security-groups?id=ed5ee2d7-5353-4943-a635-cf4fd42ba822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414338 Feb 09 22:10:29.408153 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90880ba-5063-44e6-94f1-7e29de31d36f req-09ac33bf-a317-48f5-859d-313db67a466f tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:29.409692 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c90880ba-5063-44e6-94f1-7e29de31d36f req-09ac33bf-a317-48f5-859d-313db67a466f tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=e2da365c-4bdd-486b-827e-d960b76a7ddc HTTP/1.1" status: 200 len: 943 time: 0.0573857 Feb 09 22:10:29.460845 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c90880ba-5063-44e6-94f1-7e29de31d36f req-7e3334b1-9906-4d07-831f-ecf7c2772dd3 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c11f40b7-d1f9-4288-ad38-42983b39662e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454788 Feb 09 22:10:29.984844 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3da139-4f62-4b62-9c7d-3f5977296a5d req-72484a89-cdab-4323-856e-f2b631bb3a7a tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:29.986249 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ed3da139-4f62-4b62-9c7d-3f5977296a5d req-72484a89-cdab-4323-856e-f2b631bb3a7a tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/ports?device_id=339aaf41-321b-4d78-8d87-3dd9bc3cbc1c HTTP/1.1" status: 200 len: 945 time: 0.0525386 Feb 09 22:10:30.031908 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ed3da139-4f62-4b62-9c7d-3f5977296a5d req-c9fe5818-fef0-47d3-aeed-5227832d9bc4 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/security-groups?id=ed5ee2d7-5353-4943-a635-cf4fd42ba822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399678 Feb 09 22:10:30.598472 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e9a4e3-81e6-465a-9072-144db3894d3e req-52928e19-0529-4dde-89ff-9da1537389df tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:30.600160 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-13e9a4e3-81e6-465a-9072-144db3894d3e req-52928e19-0529-4dde-89ff-9da1537389df tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=e2da365c-4bdd-486b-827e-d960b76a7ddc HTTP/1.1" status: 200 len: 943 time: 0.0618534 Feb 09 22:10:30.653598 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-13e9a4e3-81e6-465a-9072-144db3894d3e req-8362af67-1603-41c9-bf4b-de24f3b0277d tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c11f40b7-d1f9-4288-ad38-42983b39662e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471539 Feb 09 22:10:31.776004 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01659dfd-b60f-43d7-9706-ed1b45adae09 req-9e50d6fb-16c8-4ae7-a93d-d09a51266fb6 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:31.777539 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-01659dfd-b60f-43d7-9706-ed1b45adae09 req-9e50d6fb-16c8-4ae7-a93d-d09a51266fb6 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=e2da365c-4bdd-486b-827e-d960b76a7ddc HTTP/1.1" status: 200 len: 943 time: 0.0542128 Feb 09 22:10:31.829868 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-01659dfd-b60f-43d7-9706-ed1b45adae09 req-c21c7343-96b2-4190-b5e4-dbd32e062c8a tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c11f40b7-d1f9-4288-ad38-42983b39662e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462432 Feb 09 22:10:32.996084 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70fcd62-f48e-4655-a220-cbe674ae7c39 req-64b2a4b5-4532-4ecc-b729-57c9e4de6ab1 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:32.997642 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b70fcd62-f48e-4655-a220-cbe674ae7c39 req-64b2a4b5-4532-4ecc-b729-57c9e4de6ab1 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=e2da365c-4bdd-486b-827e-d960b76a7ddc HTTP/1.1" status: 200 len: 943 time: 0.0767994 Feb 09 22:10:33.054527 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b70fcd62-f48e-4655-a220-cbe674ae7c39 req-9c0c23ca-565d-43d0-b523-12bdd35a234b tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c11f40b7-d1f9-4288-ad38-42983b39662e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505967 Feb 09 22:10:34.184386 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4021083f-70a7-48c6-80fd-b75e017c17b4 req-b7093d5c-224d-426c-9301-b0422498c5cc tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:34.185318 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device eb54afb2-8394-4976-8494-34e3afa458ae details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:10:34.192587 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4021083f-70a7-48c6-80fd-b75e017c17b4 req-b7093d5c-224d-426c-9301-b0422498c5cc tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=e2da365c-4bdd-486b-827e-d960b76a7ddc HTTP/1.1" status: 200 len: 943 time: 0.0623968 Feb 09 22:10:34.274793 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4021083f-70a7-48c6-80fd-b75e017c17b4 req-83d2f121-fb09-4163-8775-15409ed96094 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c11f40b7-d1f9-4288-ad38-42983b39662e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810986 Feb 09 22:10:34.289715 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port eb54afb2-8394-4976-8494-34e3afa458ae, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=eb54afb2-8394-4976-8494-34e3afa458ae,segment=NetworkSegment(ccdb70e6-3e43-42b3-b6b7-87da11db8888),segment_id=ccdb70e6-3e43-42b3-b6b7-87da11db8888)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:10:34.307831 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': 'eb54afb2-8394-4976-8494-34e3afa458ae', 'network_id': '7e64d8e8-78a3-4987-8778-47d4e5b9b498', 'port_id': 'eb54afb2-8394-4976-8494-34e3afa458ae', 'mac_address': 'fa:16:3e:21:68:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84c886de-428b-4fdd-ac96-e9bdd27d5e04', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:10:34.348191 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port eb54afb2-8394-4976-8494-34e3afa458ae is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:10:34.348651 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (eb54afb2-8394-4976-8494-34e3afa458ae), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:34.361436 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb54afb2-8394-4976-8494-34e3afa458ae {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:10:34.381514 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port eb54afb2-8394-4976-8494-34e3afa458ae, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=eb54afb2-8394-4976-8494-34e3afa458ae,segment=NetworkSegment(ccdb70e6-3e43-42b3-b6b7-87da11db8888),segment_id=ccdb70e6-3e43-42b3-b6b7-87da11db8888)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:10:34.385543 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (eb54afb2-8394-4976-8494-34e3afa458ae), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:34.433404 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=eb54afb2-8394-4976-8494-34e3afa458ae,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:34.637408 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['eb54afb2-8394-4976-8494-34e3afa458ae'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:10:34.722582 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b6678e23-15d7-4ee4-aec0-3de9a66cf478 req-9766aba4-279e-4dc6-97a8-a2c6cca948cd service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=3df7f706-804f-43c7-b1ad-c6686d3f18aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0469198 Feb 09 22:10:34.816157 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6678e23-15d7-4ee4-aec0-3de9a66cf478 req-1092abf8-b860-4911-bb5e-56bea003ddae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:34.817993 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b6678e23-15d7-4ee4-aec0-3de9a66cf478 req-1092abf8-b860-4911-bb5e-56bea003ddae service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d4f8b074dca94f85854490ff6d5ddef5&device_id=3df7f706-804f-43c7-b1ad-c6686d3f18aa HTTP/1.1" status: 200 len: 1127 time: 0.0517218 Feb 09 22:10:34.926592 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6678e23-15d7-4ee4-aec0-3de9a66cf478 req-3ed70742-9434-4ffd-b26b-4a555c48531a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:34.928170 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b6678e23-15d7-4ee4-aec0-3de9a66cf478 req-3ed70742-9434-4ffd-b26b-4a555c48531a service neutron] 10.222.0.89 "GET /v2.0/networks?id=e8775cc8-3a81-4d08-bd1e-815e6f43291b HTTP/1.1" status: 200 len: 916 time: 0.0919154 Feb 09 22:10:34.971963 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b6678e23-15d7-4ee4-aec0-3de9a66cf478 req-29115e9f-f331-4918-9f44-e01ff3ec91f6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a98769d0-8332-4b72-ac83-09cfdd0a587c HTTP/1.1" status: 200 len: 217 time: 0.0358331 Feb 09 22:10:35.031175 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6678e23-15d7-4ee4-aec0-3de9a66cf478 req-b1919021-48bb-4aeb-9d06-fabdf3cfe6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:35.033037 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b6678e23-15d7-4ee4-aec0-3de9a66cf478 req-b1919021-48bb-4aeb-9d06-fabdf3cfe6a4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=92fe4157-4173-4f3c-8845-10d234d58589 HTTP/1.1" status: 200 len: 855 time: 0.0548561 Feb 09 22:10:35.073622 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b6678e23-15d7-4ee4-aec0-3de9a66cf478 req-439662cd-b46e-4fc9-b25c-1f6ffb9c361d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e8775cc8-3a81-4d08-bd1e-815e6f43291b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340352 Feb 09 22:10:35.206903 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b6678e23-15d7-4ee4-aec0-3de9a66cf478 req-657da92d-cd1e-41ba-8948-c363f5fbe8cc service neutron] 10.222.0.89 "GET /v2.0/networks/e8775cc8-3a81-4d08-bd1e-815e6f43291b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218750 Feb 09 22:10:35.331027 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b6678e23-15d7-4ee4-aec0-3de9a66cf478 req-2fff5613-3022-4b4f-a408-27d470444896 service neutron] 10.222.0.89 "GET /v2.0/networks/e8775cc8-3a81-4d08-bd1e-815e6f43291b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172943 Feb 09 22:10:35.423185 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df05cfb0-227b-469c-9b58-ea582b44e841 req-baeb93f2-b245-482c-bf87-522d0d8c932a tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:35.424844 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-df05cfb0-227b-469c-9b58-ea582b44e841 req-baeb93f2-b245-482c-bf87-522d0d8c932a tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=e2da365c-4bdd-486b-827e-d960b76a7ddc HTTP/1.1" status: 200 len: 944 time: 0.0599980 Feb 09 22:10:35.476593 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-df05cfb0-227b-469c-9b58-ea582b44e841 req-ab2927f3-fa81-4abc-9c45-40249a756e23 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c11f40b7-d1f9-4288-ad38-42983b39662e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458312 Feb 09 22:10:36.201834 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device eb54afb2-8394-4976-8494-34e3afa458ae up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:10:36.261666 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning for port eb54afb2-8394-4976-8494-34e3afa458ae completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:10:36.265720 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port eb54afb2-8394-4976-8494-34e3afa458ae triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:10:36.266096 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (eb54afb2-8394-4976-8494-34e3afa458ae), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:36.355841 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port eb54afb2-8394-4976-8494-34e3afa458ae is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:10:36.356269 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (eb54afb2-8394-4976-8494-34e3afa458ae), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:36.391930 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port eb54afb2-8394-4976-8494-34e3afa458ae, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=eb54afb2-8394-4976-8494-34e3afa458ae,segment=NetworkSegment(ccdb70e6-3e43-42b3-b6b7-87da11db8888),segment_id=ccdb70e6-3e43-42b3-b6b7-87da11db8888)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:10:36.393357 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2da365c-4bdd-486b-827e-d960b76a7ddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb54afb2-8394-4976-8494-34e3afa458ae'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:10:36.395766 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bfd7a26-ca0d-446b-9e94-119f322fc181" -d '{"events": [{"server_uuid": "e2da365c-4bdd-486b-827e-d960b76a7ddc", "name": "network-vif-plugged", "status": "completed", "tag": "eb54afb2-8394-4976-8494-34e3afa458ae"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:10:36.399268 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (eb54afb2-8394-4976-8494-34e3afa458ae), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:36.435993 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bad3e6e-47d0-4b6d-a29d-a1dfddf6030a x-openstack-request-id: req-5bad3e6e-47d0-4b6d-a29d-a1dfddf6030a {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:10:36.436320 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2da365c-4bdd-486b-827e-d960b76a7ddc", "name": "network-vif-plugged", "status": "completed", "tag": "eb54afb2-8394-4976-8494-34e3afa458ae", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:10:36.436575 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-5bad3e6e-47d0-4b6d-a29d-a1dfddf6030a {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:10:36.436961 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2da365c-4bdd-486b-827e-d960b76a7ddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb54afb2-8394-4976-8494-34e3afa458ae', 'code': 200} Feb 09 22:10:36.451038 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=eb54afb2-8394-4976-8494-34e3afa458ae,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:36.560286 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aa5c53-c86c-4c4e-99c7-6ed4e52b5086 req-c07e45ba-e7e9-47f6-80f1-86f82a915fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:36.562616 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-68aa5c53-c86c-4c4e-99c7-6ed4e52b5086 req-c07e45ba-e7e9-47f6-80f1-86f82a915fd7 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=e2da365c-4bdd-486b-827e-d960b76a7ddc HTTP/1.1" status: 200 len: 1127 time: 0.0626180 Feb 09 22:10:36.644474 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-68aa5c53-c86c-4c4e-99c7-6ed4e52b5086 req-2df6dac1-739e-4fb1-af25-be2acf06a70f service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=c11f40b7-d1f9-4288-ad38-42983b39662e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669551 Feb 09 22:10:36.652784 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d482779-ca62-4ca2-b1dd-b3e41d265898 req-18aecb48-0cde-47e3-897d-c9791e187fd8 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:36.654789 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7d482779-ca62-4ca2-b1dd-b3e41d265898 req-18aecb48-0cde-47e3-897d-c9791e187fd8 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=e2da365c-4bdd-486b-827e-d960b76a7ddc HTTP/1.1" status: 200 len: 945 time: 0.0873604 Feb 09 22:10:36.705220 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7d482779-ca62-4ca2-b1dd-b3e41d265898 req-66ad79c9-793a-4dc9-8833-f3ad1e3b17fc tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c11f40b7-d1f9-4288-ad38-42983b39662e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447557 Feb 09 22:10:37.833692 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebc675e-13c4-44e7-b290-a57c8ad4a9d2 req-0bcd585b-4029-4f7e-bed6-fed9fe9a67a5 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:37.835335 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cebc675e-13c4-44e7-b290-a57c8ad4a9d2 req-0bcd585b-4029-4f7e-bed6-fed9fe9a67a5 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=e2da365c-4bdd-486b-827e-d960b76a7ddc HTTP/1.1" status: 200 len: 945 time: 0.0599964 Feb 09 22:10:37.892491 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cebc675e-13c4-44e7-b290-a57c8ad4a9d2 req-15bf135d-d8d5-4136-9dc6-02c646057dff tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c11f40b7-d1f9-4288-ad38-42983b39662e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505903 Feb 09 22:10:38.065747 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-803230ae-d167-491a-a8e6-e48c7bb6d55f req-04bcb85e-8910-4047-bd77-e6660550d31a service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=64ff914e-f569-447a-a487-23c48984b5f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0601375 Feb 09 22:10:38.135445 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803230ae-d167-491a-a8e6-e48c7bb6d55f req-7ef16791-d636-4287-990b-ad9b776d9912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:38.137197 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-803230ae-d167-491a-a8e6-e48c7bb6d55f req-7ef16791-d636-4287-990b-ad9b776d9912 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=d4f8b074dca94f85854490ff6d5ddef5&device_id=64ff914e-f569-447a-a487-23c48984b5f0 HTTP/1.1" status: 200 len: 1127 time: 0.0482006 Feb 09 22:10:38.245700 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803230ae-d167-491a-a8e6-e48c7bb6d55f req-eada21cb-af6f-43db-9ea5-e46fcdf26caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:38.247270 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-803230ae-d167-491a-a8e6-e48c7bb6d55f req-eada21cb-af6f-43db-9ea5-e46fcdf26caa service neutron] 10.222.0.95 "GET /v2.0/networks?id=e8775cc8-3a81-4d08-bd1e-815e6f43291b HTTP/1.1" status: 200 len: 916 time: 0.0920138 Feb 09 22:10:38.292689 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-803230ae-d167-491a-a8e6-e48c7bb6d55f req-5845d174-1524-4dd5-acfb-9c35078abc84 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4f05efa-8c68-4a1b-ba93-6aa17a35363a HTTP/1.1" status: 200 len: 217 time: 0.0380549 Feb 09 22:10:38.349597 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803230ae-d167-491a-a8e6-e48c7bb6d55f req-4e3b3fc6-984a-4603-8ffd-a00f0a429c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:38.351128 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-803230ae-d167-491a-a8e6-e48c7bb6d55f req-4e3b3fc6-984a-4603-8ffd-a00f0a429c9c service neutron] 10.222.0.95 "GET /v2.0/subnets?id=92fe4157-4173-4f3c-8845-10d234d58589 HTTP/1.1" status: 200 len: 855 time: 0.0500011 Feb 09 22:10:38.384160 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-803230ae-d167-491a-a8e6-e48c7bb6d55f req-379eb5b4-e4e5-4154-b841-f14879bb34eb service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=e8775cc8-3a81-4d08-bd1e-815e6f43291b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260725 Feb 09 22:10:38.475087 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-803230ae-d167-491a-a8e6-e48c7bb6d55f req-eded4383-be56-4232-9c9d-ca00cca64baa service neutron] 10.222.0.95 "GET /v2.0/networks/e8775cc8-3a81-4d08-bd1e-815e6f43291b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841544 Feb 09 22:10:38.563485 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-803230ae-d167-491a-a8e6-e48c7bb6d55f req-113d4934-2a27-485c-a6e5-911f33b246eb service neutron] 10.222.0.95 "GET /v2.0/networks/e8775cc8-3a81-4d08-bd1e-815e6f43291b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818031 Feb 09 22:10:39.035857 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d3aacb-9962-48f5-9dc7-10bc33b4a9ce req-5968d80a-7e7c-46a7-90f0-76b57e88ceb4 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:39.038374 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-20d3aacb-9962-48f5-9dc7-10bc33b4a9ce req-5968d80a-7e7c-46a7-90f0-76b57e88ceb4 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=e2da365c-4bdd-486b-827e-d960b76a7ddc HTTP/1.1" status: 200 len: 945 time: 0.0610499 Feb 09 22:10:39.062073 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-fc891a0f-cab2-433d-822e-a1c618376709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:39.100764 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-20d3aacb-9962-48f5-9dc7-10bc33b4a9ce req-ea18f75e-f125-40ff-bce8-6029268f7a7b tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c11f40b7-d1f9-4288-ad38-42983b39662e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494678 Feb 09 22:10:39.225976 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53deb763-e5aa-4119-904f-27f2c879b3c5 req-93ed2ed0-aded-4c85-ac41-8f6580de4e09 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:39.227457 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-53deb763-e5aa-4119-904f-27f2c879b3c5 req-93ed2ed0-aded-4c85-ac41-8f6580de4e09 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=e2da365c-4bdd-486b-827e-d960b76a7ddc HTTP/1.1" status: 200 len: 945 time: 0.0540299 Feb 09 22:10:39.284833 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-53deb763-e5aa-4119-904f-27f2c879b3c5 req-d08019d2-d9d7-4ea0-9e1d-af6250cb1aea tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c11f40b7-d1f9-4288-ad38-42983b39662e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511127 Feb 09 22:10:39.303679 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 43884) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:39.520069 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca96835-bdaa-4101-930f-25af3dbb1e7d tempest-TestVolumeBootPattern-809360785 tempest-TestVolumeBootPattern-809360785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:39.524568 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-eca96835-bdaa-4101-930f-25af3dbb1e7d tempest-TestVolumeBootPattern-809360785 tempest-TestVolumeBootPattern-809360785-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=e2da365c-4bdd-486b-827e-d960b76a7ddc HTTP/1.1" status: 200 len: 1122 time: 0.2167771 Feb 09 22:10:39.524718 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 43890) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:10:39.528939 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-d4b33ff6-40f3-4723-8674-252049913562 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Request body: {'floatingip': {'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'port_id': 'eb54afb2-8394-4976-8494-34e3afa458ae', 'tenant_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:10:39.550330 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d4b33ff6-40f3-4723-8674-252049913562 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:39.651877 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d4b33ff6-40f3-4723-8674-252049913562 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:39.763591 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-d4b33ff6-40f3-4723-8674-252049913562 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Allocated IP 172.25.3.9 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/a9b1a271-69cc-4421-88f3-de29be670213) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:10:39.867491 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d4b33ff6-40f3-4723-8674-252049913562 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks [] for port (a9b1a271-69cc-4421-88f3-de29be670213), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:39.901173 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d4b33ff6-40f3-4723-8674-252049913562 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (a9b1a271-69cc-4421-88f3-de29be670213), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:39.947172 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b33ff6-40f3-4723-8674-252049913562 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:10:39.950170 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-d4b33ff6-40f3-4723-8674-252049913562 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:10:39.952981 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b33ff6-40f3-4723-8674-252049913562 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:10:39.981402 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b33ff6-40f3-4723-8674-252049913562 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Pushing event updated for resources: {'Port': ['ID=a9b1a271-69cc-4421-88f3-de29be670213,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:40.323428 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d4b33ff6-40f3-4723-8674-252049913562 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks [] for floatingip (a797ea14-6415-49a8-be20-04b2aff81335), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:40.397695 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d4b33ff6-40f3-4723-8674-252049913562 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (a9b1a271-69cc-4421-88f3-de29be670213), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:40.550048 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d4b33ff6-40f3-4723-8674-252049913562 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks [] for port (a9b1a271-69cc-4421-88f3-de29be670213), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:40.555585 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d4b33ff6-40f3-4723-8674-252049913562 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (a9b1a271-69cc-4421-88f3-de29be670213), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:40.635981 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b33ff6-40f3-4723-8674-252049913562 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Pushing event updated for resources: {'Port': ['ID=a9b1a271-69cc-4421-88f3-de29be670213,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:10:40.644975 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d4b33ff6-40f3-4723-8674-252049913562 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (a797ea14-6415-49a8-be20-04b2aff81335), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:40.749935 n-d-828369-5 neutron-server[103140]: INFO neutron.db.l3_db [None req-d4b33ff6-40f3-4723-8674-252049913562 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Floating IP a797ea14-6415-49a8-be20-04b2aff81335 associated. External IP: 172.25.3.9, port: eb54afb2-8394-4976-8494-34e3afa458ae. Feb 09 22:10:41.031662 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-07485196-3213-4460-b156-5eef83f4774c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:41.310770 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4b33ff6-40f3-4723-8674-252049913562 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Router cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:10:41.419601 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4b33ff6-40f3-4723-8674-252049913562 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:10:41.433791 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e253c34-a30e-47ab-ad11-896df4647605 None None] Sync routers for ids ['cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:10:41.441508 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d4b33ff6-40f3-4723-8674-252049913562 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:41.444469 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e253c34-a30e-47ab-ad11-896df4647605 None None] Routers {'cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:10:41.445082 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-5e253c34-a30e-47ab-ad11-896df4647605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:10:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:41.475767 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-d4b33ff6-40f3-4723-8674-252049913562 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.9500401 Feb 09 22:10:41.476397 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2da365c-4bdd-486b-827e-d960b76a7ddc', 'tag': 'eb54afb2-8394-4976-8494-34e3afa458ae'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:10:41.478681 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8775cd21-1855-42e7-b071-4c898441d4e3" -d '{"events": [{"name": "network-changed", "server_uuid": "e2da365c-4bdd-486b-827e-d960b76a7ddc", "tag": "eb54afb2-8394-4976-8494-34e3afa458ae"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:10:41.519035 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ae6c315-e828-4137-8a6a-e292b7cef256 x-openstack-request-id: req-1ae6c315-e828-4137-8a6a-e292b7cef256 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:10:41.519329 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2da365c-4bdd-486b-827e-d960b76a7ddc", "tag": "eb54afb2-8394-4976-8494-34e3afa458ae", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:10:41.519585 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-1ae6c315-e828-4137-8a6a-e292b7cef256 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:10:41.519987 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2da365c-4bdd-486b-827e-d960b76a7ddc', 'tag': 'eb54afb2-8394-4976-8494-34e3afa458ae', 'status': 'completed', 'code': 200} Feb 09 22:10:41.569616 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-5e253c34-a30e-47ab-ad11-896df4647605 None None] Set router cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:10:41.588301 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8775cd21-1855-42e7-b071-4c898441d4e3 req-8ced416b-2835-42a3-ad97-16bdff88aec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:41.589818 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8775cd21-1855-42e7-b071-4c898441d4e3 req-8ced416b-2835-42a3-ad97-16bdff88aec1 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=ad9e4f8727be424b869d8f0ad468be3f&device_id=e2da365c-4bdd-486b-827e-d960b76a7ddc HTTP/1.1" status: 200 len: 1127 time: 0.0457742 Feb 09 22:10:41.690558 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8775cd21-1855-42e7-b071-4c898441d4e3 req-cea7fa36-2694-4834-97f7-a134262bd265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:41.692313 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8775cd21-1855-42e7-b071-4c898441d4e3 req-cea7fa36-2694-4834-97f7-a134262bd265 service neutron] 10.222.0.95 "GET /v2.0/networks?id=7e64d8e8-78a3-4987-8778-47d4e5b9b498 HTTP/1.1" status: 200 len: 912 time: 0.0959508 Feb 09 22:10:41.767585 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8775cd21-1855-42e7-b071-4c898441d4e3 req-5e005076-0cee-4cff-9456-7bd889fcce48 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb54afb2-8394-4976-8494-34e3afa458ae HTTP/1.1" status: 200 len: 997 time: 0.0671897 Feb 09 22:10:41.812101 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-5e253c34-a30e-47ab-ad11-896df4647605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35', 'name': 'tempest-TestVolumeBootPattern-349808441-router', 'tenant_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '639ab24a-86af-4317-8f91-0206fb200e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:05:08Z', 'updated_at': '2022-02-09T22:05:10Z', 'revision_number': 4, 'project_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'gw_port': {'id': '639ab24a-86af-4317-8f91-0206fb200e3e', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:3d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:05:08Z', 'updated_at': '2022-02-09T22:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': 'a797ea14-6415-49a8-be20-04b2aff81335', 'tenant_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'floating_ip_address': '172.25.3.9', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': 'cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35', 'port_id': 'eb54afb2-8394-4976-8494-34e3afa458ae', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3757, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e64d8e8-78a3-4987-8778-47d4e5b9b498', 'mac_address': 'fa:16:3e:21:68:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2da365c-4bdd-486b-827e-d960b76a7ddc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:10:40Z', 'updated_at': '2022-02-09T22:10:40Z', 'revision_number': 0, 'project_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0100317d-657e-47d0-bf16-9565a9002fec', 'name': '', 'network_id': '7e64d8e8-78a3-4987-8778-47d4e5b9b498', 'tenant_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'mac_address': 'fa:16:3e:f5:0d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '84c886de-428b-4fdd-ac96-e9bdd27d5e04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:05:10Z', 'updated_at': '2022-02-09T22:05:15Z', 'revision_number': 5, 'project_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'subnets': [{'id': '84c886de-428b-4fdd-ac96-e9bdd27d5e04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:41.816838 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8775cd21-1855-42e7-b071-4c898441d4e3 req-4843bf15-8bb2-41d4-9271-48b2df613307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:41.818322 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8775cd21-1855-42e7-b071-4c898441d4e3 req-4843bf15-8bb2-41d4-9271-48b2df613307 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=84c886de-428b-4fdd-ac96-e9bdd27d5e04 HTTP/1.1" status: 200 len: 850 time: 0.0448966 Feb 09 22:10:41.841250 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e253c34-a30e-47ab-ad11-896df4647605 None None] Checking router: cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35 for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:10:41.850009 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e253c34-a30e-47ab-ad11-896df4647605 None None] Routers {'cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:10:41.850615 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-5e253c34-a30e-47ab-ad11-896df4647605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:10:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:41.869003 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8775cd21-1855-42e7-b071-4c898441d4e3 req-8a47ef7e-5bae-432e-b704-7c12046c6b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:10:41.870533 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8775cd21-1855-42e7-b071-4c898441d4e3 req-8a47ef7e-5bae-432e-b704-7c12046c6b45 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=7e64d8e8-78a3-4987-8778-47d4e5b9b498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0457847 Feb 09 22:10:41.983689 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-5e253c34-a30e-47ab-ad11-896df4647605 None None] Set router cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:10:41.984932 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8775cd21-1855-42e7-b071-4c898441d4e3 req-0cfb6ef9-a8a7-4b01-be95-86c3f6c9d2d5 service neutron] 10.222.0.95 "GET /v2.0/networks/7e64d8e8-78a3-4987-8778-47d4e5b9b498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071787 Feb 09 22:10:42.094545 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8775cd21-1855-42e7-b071-4c898441d4e3 req-074c8352-8a85-47ac-9cc0-21aff464373b service neutron] 10.222.0.95 "GET /v2.0/networks/7e64d8e8-78a3-4987-8778-47d4e5b9b498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978730 Feb 09 22:10:42.244991 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-5e253c34-a30e-47ab-ad11-896df4647605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35', 'name': 'tempest-TestVolumeBootPattern-349808441-router', 'tenant_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '639ab24a-86af-4317-8f91-0206fb200e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:05:08Z', 'updated_at': '2022-02-09T22:05:10Z', 'revision_number': 4, 'project_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'gw_port': {'id': '639ab24a-86af-4317-8f91-0206fb200e3e', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:3d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:05:08Z', 'updated_at': '2022-02-09T22:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': 'a797ea14-6415-49a8-be20-04b2aff81335', 'tenant_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'floating_ip_address': '172.25.3.9', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': 'cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35', 'port_id': 'eb54afb2-8394-4976-8494-34e3afa458ae', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3757, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e64d8e8-78a3-4987-8778-47d4e5b9b498', 'mac_address': 'fa:16:3e:21:68:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2da365c-4bdd-486b-827e-d960b76a7ddc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:10:40Z', 'updated_at': '2022-02-09T22:10:40Z', 'revision_number': 0, 'project_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0100317d-657e-47d0-bf16-9565a9002fec', 'name': '', 'network_id': '7e64d8e8-78a3-4987-8778-47d4e5b9b498', 'tenant_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'mac_address': 'fa:16:3e:f5:0d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '84c886de-428b-4fdd-ac96-e9bdd27d5e04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:05:10Z', 'updated_at': '2022-02-09T22:05:15Z', 'revision_number': 5, 'project_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'subnets': [{'id': '84c886de-428b-4fdd-ac96-e9bdd27d5e04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:10:42.273187 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e253c34-a30e-47ab-ad11-896df4647605 None None] The sync data for ids ['cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35'] in n-d-828369-5 is: [{'id': 'cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35', 'name': 'tempest-TestVolumeBootPattern-349808441-router', 'tenant_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '639ab24a-86af-4317-8f91-0206fb200e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:05:08Z', 'updated_at': '2022-02-09T22:05:10Z', 'revision_number': 4, 'project_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'gw_port': {'id': '639ab24a-86af-4317-8f91-0206fb200e3e', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:3d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:05:08Z', 'updated_at': '2022-02-09T22:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': 'a797ea14-6415-49a8-be20-04b2aff81335', 'tenant_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'floating_ip_address': '172.25.3.9', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': 'cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35', 'port_id': 'eb54afb2-8394-4976-8494-34e3afa458ae', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3757, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e64d8e8-78a3-4987-8778-47d4e5b9b498', 'mac_address': 'fa:16:3e:21:68:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2da365c-4bdd-486b-827e-d960b76a7ddc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:10:40Z', 'updated_at': '2022-02-09T22:10:40Z', 'revision_number': 0, 'project_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0100317d-657e-47d0-bf16-9565a9002fec', 'name': '', 'network_id': '7e64d8e8-78a3-4987-8778-47d4e5b9b498', 'tenant_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'mac_address': 'fa:16:3e:f5:0d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '84c886de-428b-4fdd-ac96-e9bdd27d5e04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:05:10Z', 'updated_at': '2022-02-09T22:05:15Z', 'revision_number': 5, 'project_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'subnets': [{'id': '84c886de-428b-4fdd-ac96-e9bdd27d5e04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:10:42.479934 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbfc901-3ce4-4aa8-9ca0-cbd1007678f0 None None] New status for floating IP a797ea14-6415-49a8-be20-04b2aff81335: ACTIVE {{(pid=103142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:10:42.818415 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:43.580253 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:10:44.226222 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:45.359529 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:51.570883 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:10:53.800964 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:09.054612 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-660ac8a3-644f-4237-9da1-96a1bb6a5ddd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:09.461987 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651e979f-d4d5-46ab-9b46-f0861da4e947 req-0bd670dd-e7a2-4402-9ab0-8e065169454f tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:09.463386 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-651e979f-d4d5-46ab-9b46-f0861da4e947 req-0bd670dd-e7a2-4402-9ab0-8e065169454f tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/ports?device_id=339aaf41-321b-4d78-8d87-3dd9bc3cbc1c HTTP/1.1" status: 200 len: 945 time: 0.0583339 Feb 09 22:11:09.510905 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-651e979f-d4d5-46ab-9b46-f0861da4e947 req-4301f4ea-6a60-42aa-aef1-724bc0ee990a tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/security-groups?id=ed5ee2d7-5353-4943-a635-cf4fd42ba822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405395 Feb 09 22:11:10.632612 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ac678e-9bf5-4211-8816-9602a56409e6 req-eca6e41e-b0a5-46a7-acd9-560b1b9fe6c8 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:10.634106 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-34ac678e-9bf5-4211-8816-9602a56409e6 req-eca6e41e-b0a5-46a7-acd9-560b1b9fe6c8 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/ports?device_id=339aaf41-321b-4d78-8d87-3dd9bc3cbc1c HTTP/1.1" status: 200 len: 945 time: 0.0519619 Feb 09 22:11:10.687297 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-34ac678e-9bf5-4211-8816-9602a56409e6 req-2083ac88-dbf3-4af5-98c4-cd7cc2b78e27 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/security-groups?id=ed5ee2d7-5353-4943-a635-cf4fd42ba822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442207 Feb 09 22:11:11.034864 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-146aab0a-562e-4ff1-81ba-a1edf88b742c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:11.809759 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa1554-5808-45f6-bdb1-d9cc76ff5901 req-7d9e3e00-03a3-4215-b9cb-99242212930c tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:11.811192 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-acfa1554-5808-45f6-bdb1-d9cc76ff5901 req-7d9e3e00-03a3-4215-b9cb-99242212930c tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/ports?device_id=339aaf41-321b-4d78-8d87-3dd9bc3cbc1c HTTP/1.1" status: 200 len: 945 time: 0.0529058 Feb 09 22:11:11.863035 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-acfa1554-5808-45f6-bdb1-d9cc76ff5901 req-cc50c287-a91d-450c-ba64-8cff27b84369 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/security-groups?id=ed5ee2d7-5353-4943-a635-cf4fd42ba822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462730 Feb 09 22:11:11.935372 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cdb208-55c9-423a-b5eb-1c8a68c4efba req-64a45855-9007-414f-a8ce-869682b773a8 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:11.936843 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-06cdb208-55c9-423a-b5eb-1c8a68c4efba req-64a45855-9007-414f-a8ce-869682b773a8 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.89 "GET /v2.0/ports?device_id=339aaf41-321b-4d78-8d87-3dd9bc3cbc1c HTTP/1.1" status: 200 len: 945 time: 0.0535560 Feb 09 22:11:12.044989 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-06cdb208-55c9-423a-b5eb-1c8a68c4efba req-90d9b209-857a-429c-a850-40a498247245 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Deleting port 4204835e-6042-47a0-b360-4db257e429ed {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:11:12.045529 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-06cdb208-55c9-423a-b5eb-1c8a68c4efba req-90d9b209-857a-429c-a850-40a498247245 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (4204835e-6042-47a0-b360-4db257e429ed), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:12.138928 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-06cdb208-55c9-423a-b5eb-1c8a68c4efba req-90d9b209-857a-429c-a850-40a498247245 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] For port 4204835e-6042-47a0-b360-4db257e429ed, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=4204835e-6042-47a0-b360-4db257e429ed,segment=NetworkSegment(ff9fe9e8-b9d0-435f-8767-06c76384353f),segment_id=ff9fe9e8-b9d0-435f-8767-06c76384353f)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:11:12.139293 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-06cdb208-55c9-423a-b5eb-1c8a68c4efba req-90d9b209-857a-429c-a850-40a498247245 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (4204835e-6042-47a0-b360-4db257e429ed), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:12.152029 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-06cdb208-55c9-423a-b5eb-1c8a68c4efba req-90d9b209-857a-429c-a850-40a498247245 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Calling delete_port for 4204835e-6042-47a0-b360-4db257e429ed owned by compute:nova {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:11:12.288905 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-06cdb208-55c9-423a-b5eb-1c8a68c4efba req-90d9b209-857a-429c-a850-40a498247245 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (4204835e-6042-47a0-b360-4db257e429ed), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:12.302061 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['e4f05efa-8c68-4a1b-ba93-6aa17a35363a'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:11:12.309366 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['a98769d0-8332-4b72-ac83-09cfdd0a587c', '5e8259ae-08b1-419a-9053-9c5e2604532a', '4204835e-6042-47a0-b360-4db257e429ed'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:11:12.319001 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d9b209-857a-429c-a850-40a498247245 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Pushing event deleted for resources: {'Port': ['ID=4204835e-6042-47a0-b360-4db257e429ed,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:12.332186 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d9b209-857a-429c-a850-40a498247245 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:12.332563 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d9b209-857a-429c-a850-40a498247245 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:12.332907 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d9b209-857a-429c-a850-40a498247245 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:12.333240 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d9b209-857a-429c-a850-40a498247245 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:12.333572 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d9b209-857a-429c-a850-40a498247245 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:12.333899 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d9b209-857a-429c-a850-40a498247245 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:12.334224 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d9b209-857a-429c-a850-40a498247245 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:12.334548 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d9b209-857a-429c-a850-40a498247245 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:12.334874 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d9b209-857a-429c-a850-40a498247245 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:12.335199 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d9b209-857a-429c-a850-40a498247245 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:12.335524 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d9b209-857a-429c-a850-40a498247245 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:12.335844 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d9b209-857a-429c-a850-40a498247245 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:12.336161 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d9b209-857a-429c-a850-40a498247245 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:12.376553 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-06cdb208-55c9-423a-b5eb-1c8a68c4efba req-90d9b209-857a-429c-a850-40a498247245 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] No DVR routers for this DVR port 4204835e-6042-47a0-b360-4db257e429ed on host n-h2-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:11:12.379980 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-06cdb208-55c9-423a-b5eb-1c8a68c4efba req-90d9b209-857a-429c-a850-40a498247245 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:12.383785 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-06cdb208-55c9-423a-b5eb-1c8a68c4efba req-90d9b209-857a-429c-a850-40a498247245 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.89 "DELETE /v2.0/ports/4204835e-6042-47a0-b360-4db257e429ed HTTP/1.1" status: 204 len: 173 time: 0.4399717 Feb 09 22:11:12.383785 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '339aaf41-321b-4d78-8d87-3dd9bc3cbc1c', 'name': 'network-vif-deleted', 'tag': '4204835e-6042-47a0-b360-4db257e429ed'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:11:12.389027 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2acd8bf-38f9-4328-8006-71b5c50a070d" -d '{"events": [{"server_uuid": "339aaf41-321b-4d78-8d87-3dd9bc3cbc1c", "name": "network-vif-deleted", "tag": "4204835e-6042-47a0-b360-4db257e429ed"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:11:12.483102 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf6e6af-7526-450f-b1e9-ae239e9e661e x-openstack-request-id: req-adf6e6af-7526-450f-b1e9-ae239e9e661e {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:11:12.483400 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "339aaf41-321b-4d78-8d87-3dd9bc3cbc1c", "name": "network-vif-deleted", "tag": "4204835e-6042-47a0-b360-4db257e429ed", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:11:12.483653 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-adf6e6af-7526-450f-b1e9-ae239e9e661e {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:11:12.484054 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '339aaf41-321b-4d78-8d87-3dd9bc3cbc1c', 'name': 'network-vif-deleted', 'tag': '4204835e-6042-47a0-b360-4db257e429ed', 'status': 'completed', 'code': 200} Feb 09 22:11:12.822701 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:12.977049 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9298c11c-f7fe-49e4-9a6e-cada5deefbf6 req-581c2606-b89b-4d9f-8d1d-27aa2cdac938 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/ports?device_id=339aaf41-321b-4d78-8d87-3dd9bc3cbc1c HTTP/1.1" status: 200 len: 210 time: 0.0297506 Feb 09 22:11:14.229231 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:15.371352 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:15.951539 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 4204835e-6042-47a0-b360-4db257e429ed no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:11:15.978157 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] No Port match for: 4204835e-6042-47a0-b360-4db257e429ed {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:11:15.978534 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 4204835e-6042-47a0-b360-4db257e429ed not bound to the agent host n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:11:19.634947 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6da9a3-014c-4c2a-96f2-b93e88b19e2d req-e5b6faa4-e274-4196-9d7e-e4969bc4b624 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:19.636488 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cb6da9a3-014c-4c2a-96f2-b93e88b19e2d req-e5b6faa4-e274-4196-9d7e-e4969bc4b624 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/ports?device_id=6477ef55-f8a8-4807-8a0c-5a3829fe15af HTTP/1.1" status: 200 len: 945 time: 0.0586882 Feb 09 22:11:19.685790 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cb6da9a3-014c-4c2a-96f2-b93e88b19e2d req-52b36c37-6797-49c2-8234-448cc7f837a6 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/security-groups?id=ed5ee2d7-5353-4943-a635-cf4fd42ba822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434899 Feb 09 22:11:20.580089 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:11:20.809307 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d3ffa0-c58f-469b-ab82-4b1743954d33 req-ceabc343-91bb-4229-96f6-f048297caf6b tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:20.810822 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-84d3ffa0-c58f-469b-ab82-4b1743954d33 req-ceabc343-91bb-4229-96f6-f048297caf6b tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/ports?device_id=6477ef55-f8a8-4807-8a0c-5a3829fe15af HTTP/1.1" status: 200 len: 945 time: 0.0540986 Feb 09 22:11:20.870545 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-84d3ffa0-c58f-469b-ab82-4b1743954d33 req-a14d5826-02c2-4854-b902-9408be0f05e2 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/security-groups?id=ed5ee2d7-5353-4943-a635-cf4fd42ba822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534036 Feb 09 22:11:21.587700 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:21.722890 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fe9761-fb0d-4ac9-91de-eabd0100d568 req-8901f27c-f4e7-46bf-bf9a-42fc00fb0a94 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:21.724294 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-33fe9761-fb0d-4ac9-91de-eabd0100d568 req-8901f27c-f4e7-46bf-bf9a-42fc00fb0a94 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.89 "GET /v2.0/ports?device_id=6477ef55-f8a8-4807-8a0c-5a3829fe15af HTTP/1.1" status: 200 len: 945 time: 0.0525656 Feb 09 22:11:21.817509 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-33fe9761-fb0d-4ac9-91de-eabd0100d568 req-6d471e9b-d4b4-4115-8c31-8b49890b420c tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Deleting port 5e8259ae-08b1-419a-9053-9c5e2604532a {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:11:21.817852 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-33fe9761-fb0d-4ac9-91de-eabd0100d568 req-6d471e9b-d4b4-4115-8c31-8b49890b420c tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (5e8259ae-08b1-419a-9053-9c5e2604532a), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:21.914776 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-33fe9761-fb0d-4ac9-91de-eabd0100d568 req-6d471e9b-d4b4-4115-8c31-8b49890b420c tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] For port 5e8259ae-08b1-419a-9053-9c5e2604532a, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=5e8259ae-08b1-419a-9053-9c5e2604532a,segment=NetworkSegment(ff9fe9e8-b9d0-435f-8767-06c76384353f),segment_id=ff9fe9e8-b9d0-435f-8767-06c76384353f)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:11:21.915143 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-33fe9761-fb0d-4ac9-91de-eabd0100d568 req-6d471e9b-d4b4-4115-8c31-8b49890b420c tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (5e8259ae-08b1-419a-9053-9c5e2604532a), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:21.929015 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-33fe9761-fb0d-4ac9-91de-eabd0100d568 req-6d471e9b-d4b4-4115-8c31-8b49890b420c tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Calling delete_port for 5e8259ae-08b1-419a-9053-9c5e2604532a owned by compute:nova {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:11:22.000713 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3bf3e7-6013-43f9-8a10-bb5d0c3e5b41 req-b3efed3c-0e0d-47f0-8093-33fb50b686ae tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:22.002159 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-de3bf3e7-6013-43f9-8a10-bb5d0c3e5b41 req-b3efed3c-0e0d-47f0-8093-33fb50b686ae tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/ports?device_id=6477ef55-f8a8-4807-8a0c-5a3829fe15af HTTP/1.1" status: 200 len: 945 time: 0.0584855 Feb 09 22:11:22.052350 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-de3bf3e7-6013-43f9-8a10-bb5d0c3e5b41 req-29dc7992-aa6e-4634-aee2-d296c1e84137 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/security-groups?id=ed5ee2d7-5353-4943-a635-cf4fd42ba822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419331 Feb 09 22:11:22.073467 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-33fe9761-fb0d-4ac9-91de-eabd0100d568 req-6d471e9b-d4b4-4115-8c31-8b49890b420c tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (5e8259ae-08b1-419a-9053-9c5e2604532a), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:22.089537 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['a98769d0-8332-4b72-ac83-09cfdd0a587c', '5e8259ae-08b1-419a-9053-9c5e2604532a'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:11:22.092375 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['e4f05efa-8c68-4a1b-ba93-6aa17a35363a'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:11:22.108692 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d471e9b-d4b4-4115-8c31-8b49890b420c tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Pushing event deleted for resources: {'Port': ['ID=5e8259ae-08b1-419a-9053-9c5e2604532a,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:22.160251 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-33fe9761-fb0d-4ac9-91de-eabd0100d568 req-6d471e9b-d4b4-4115-8c31-8b49890b420c tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] No DVR routers for this DVR port 5e8259ae-08b1-419a-9053-9c5e2604532a on host n-h2-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:11:22.163879 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-33fe9761-fb0d-4ac9-91de-eabd0100d568 req-6d471e9b-d4b4-4115-8c31-8b49890b420c tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:22.173584 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-33fe9761-fb0d-4ac9-91de-eabd0100d568 req-6d471e9b-d4b4-4115-8c31-8b49890b420c tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.89 "DELETE /v2.0/ports/5e8259ae-08b1-419a-9053-9c5e2604532a HTTP/1.1" status: 204 len: 173 time: 0.4435904 Feb 09 22:11:22.173956 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6477ef55-f8a8-4807-8a0c-5a3829fe15af', 'name': 'network-vif-deleted', 'tag': '5e8259ae-08b1-419a-9053-9c5e2604532a'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:11:22.176728 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf98a5d-2dc4-4023-ba80-b7f07b2135a2" -d '{"events": [{"server_uuid": "6477ef55-f8a8-4807-8a0c-5a3829fe15af", "name": "network-vif-deleted", "tag": "5e8259ae-08b1-419a-9053-9c5e2604532a"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:11:22.218118 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aefae75-a48c-4e18-bd3f-8f4cbd0eccfd x-openstack-request-id: req-2aefae75-a48c-4e18-bd3f-8f4cbd0eccfd {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:11:22.218417 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6477ef55-f8a8-4807-8a0c-5a3829fe15af", "name": "network-vif-deleted", "tag": "5e8259ae-08b1-419a-9053-9c5e2604532a", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:11:22.218668 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-2aefae75-a48c-4e18-bd3f-8f4cbd0eccfd {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:11:22.219247 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6477ef55-f8a8-4807-8a0c-5a3829fe15af', 'name': 'network-vif-deleted', 'tag': '5e8259ae-08b1-419a-9053-9c5e2604532a', 'status': 'completed', 'code': 200} Feb 09 22:11:23.343187 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200eb5a0-f80a-492c-bf19-ca335f8b3928 req-a93de25b-1f1f-4afa-b2f1-1ff29849aa3c tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:23.344773 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-200eb5a0-f80a-492c-bf19-ca335f8b3928 req-a93de25b-1f1f-4afa-b2f1-1ff29849aa3c tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/ports?device_id=3df7f706-804f-43c7-b1ad-c6686d3f18aa HTTP/1.1" status: 200 len: 945 time: 0.0530286 Feb 09 22:11:23.390987 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-200eb5a0-f80a-492c-bf19-ca335f8b3928 req-6701c794-5977-450c-bb30-eb224d2bbe30 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/security-groups?id=ed5ee2d7-5353-4943-a635-cf4fd42ba822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406220 Feb 09 22:11:23.807438 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:24.522258 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feeb9f1-88ef-43c7-8752-ef4d8d5ade81 req-ae3863c0-6321-40e6-836f-f8b3b9a6f04b tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:24.523860 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5feeb9f1-88ef-43c7-8752-ef4d8d5ade81 req-ae3863c0-6321-40e6-836f-f8b3b9a6f04b tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/ports?device_id=3df7f706-804f-43c7-b1ad-c6686d3f18aa HTTP/1.1" status: 200 len: 945 time: 0.0595539 Feb 09 22:11:24.572929 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5feeb9f1-88ef-43c7-8752-ef4d8d5ade81 req-85c063d5-d0b1-422b-9ec2-5d6f53f6f247 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/security-groups?id=ed5ee2d7-5353-4943-a635-cf4fd42ba822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425935 Feb 09 22:11:25.256712 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07f5a28-43f1-400a-8b19-bf312fcc9eb1 req-fe83ab8c-b348-4de4-9451-a46d591d116e tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:25.258199 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-e07f5a28-43f1-400a-8b19-bf312fcc9eb1 req-fe83ab8c-b348-4de4-9451-a46d591d116e tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.89 "GET /v2.0/ports?device_id=3df7f706-804f-43c7-b1ad-c6686d3f18aa HTTP/1.1" status: 200 len: 945 time: 0.0521553 Feb 09 22:11:25.355977 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-e07f5a28-43f1-400a-8b19-bf312fcc9eb1 req-cbe5857f-29c0-49d7-b349-827e0a25ca21 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Deleting port a98769d0-8332-4b72-ac83-09cfdd0a587c {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:11:25.356412 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-e07f5a28-43f1-400a-8b19-bf312fcc9eb1 req-cbe5857f-29c0-49d7-b349-827e0a25ca21 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (a98769d0-8332-4b72-ac83-09cfdd0a587c), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:25.455299 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-e07f5a28-43f1-400a-8b19-bf312fcc9eb1 req-cbe5857f-29c0-49d7-b349-827e0a25ca21 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] For port a98769d0-8332-4b72-ac83-09cfdd0a587c, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=a98769d0-8332-4b72-ac83-09cfdd0a587c,segment=NetworkSegment(ff9fe9e8-b9d0-435f-8767-06c76384353f),segment_id=ff9fe9e8-b9d0-435f-8767-06c76384353f)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:11:25.455603 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-e07f5a28-43f1-400a-8b19-bf312fcc9eb1 req-cbe5857f-29c0-49d7-b349-827e0a25ca21 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (a98769d0-8332-4b72-ac83-09cfdd0a587c), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:25.473028 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-e07f5a28-43f1-400a-8b19-bf312fcc9eb1 req-cbe5857f-29c0-49d7-b349-827e0a25ca21 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Calling delete_port for a98769d0-8332-4b72-ac83-09cfdd0a587c owned by compute:nova {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:11:25.605925 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-e07f5a28-43f1-400a-8b19-bf312fcc9eb1 req-cbe5857f-29c0-49d7-b349-827e0a25ca21 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (a98769d0-8332-4b72-ac83-09cfdd0a587c), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:25.619847 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['a98769d0-8332-4b72-ac83-09cfdd0a587c'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:11:25.625933 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['e4f05efa-8c68-4a1b-ba93-6aa17a35363a'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:11:25.634043 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe5857f-29c0-49d7-b349-827e0a25ca21 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Pushing event deleted for resources: {'Port': ['ID=a98769d0-8332-4b72-ac83-09cfdd0a587c,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:25.693896 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e1102694-f165-48b4-84eb-c59548ab10f6 req-9377ff98-c8b0-460c-8f7e-6e90f7184a2e tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/ports?device_id=3df7f706-804f-43c7-b1ad-c6686d3f18aa HTTP/1.1" status: 200 len: 210 time: 0.0427668 Feb 09 22:11:25.710495 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-e07f5a28-43f1-400a-8b19-bf312fcc9eb1 req-cbe5857f-29c0-49d7-b349-827e0a25ca21 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] No DVR routers for this DVR port a98769d0-8332-4b72-ac83-09cfdd0a587c on host n-h2-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:11:25.713331 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-e07f5a28-43f1-400a-8b19-bf312fcc9eb1 req-cbe5857f-29c0-49d7-b349-827e0a25ca21 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:25.717441 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-e07f5a28-43f1-400a-8b19-bf312fcc9eb1 req-cbe5857f-29c0-49d7-b349-827e0a25ca21 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.89 "DELETE /v2.0/ports/a98769d0-8332-4b72-ac83-09cfdd0a587c HTTP/1.1" status: 204 len: 173 time: 0.4531186 Feb 09 22:11:25.718134 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3df7f706-804f-43c7-b1ad-c6686d3f18aa', 'name': 'network-vif-deleted', 'tag': 'a98769d0-8332-4b72-ac83-09cfdd0a587c'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:11:25.720705 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d73d8427-356b-40bc-9a2b-f517f52890df" -d '{"events": [{"server_uuid": "3df7f706-804f-43c7-b1ad-c6686d3f18aa", "name": "network-vif-deleted", "tag": "a98769d0-8332-4b72-ac83-09cfdd0a587c"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:11:25.767634 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37e427de-6329-49be-98b5-7766e56bbe72 x-openstack-request-id: req-37e427de-6329-49be-98b5-7766e56bbe72 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:11:25.768530 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3df7f706-804f-43c7-b1ad-c6686d3f18aa", "name": "network-vif-deleted", "tag": "a98769d0-8332-4b72-ac83-09cfdd0a587c", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:11:25.768818 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-37e427de-6329-49be-98b5-7766e56bbe72 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:11:25.769243 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3df7f706-804f-43c7-b1ad-c6686d3f18aa', 'name': 'network-vif-deleted', 'tag': 'a98769d0-8332-4b72-ac83-09cfdd0a587c', 'status': 'completed', 'code': 200} Feb 09 22:11:25.979354 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 5e8259ae-08b1-419a-9053-9c5e2604532a no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:11:25.999260 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] No Port match for: 5e8259ae-08b1-419a-9053-9c5e2604532a {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:11:25.999614 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 5e8259ae-08b1-419a-9053-9c5e2604532a not bound to the agent host n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:11:30.002543 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device a98769d0-8332-4b72-ac83-09cfdd0a587c no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:11:30.027429 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] No Port match for: a98769d0-8332-4b72-ac83-09cfdd0a587c {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:11:30.027774 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device a98769d0-8332-4b72-ac83-09cfdd0a587c not bound to the agent host n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:11:32.319259 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6299ba70-764a-4936-a790-e520c5920a29 req-897e2a4d-fded-4ee7-b3bc-ce219dfe13af tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:32.320913 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6299ba70-764a-4936-a790-e520c5920a29 req-897e2a4d-fded-4ee7-b3bc-ce219dfe13af tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/ports?device_id=64ff914e-f569-447a-a487-23c48984b5f0 HTTP/1.1" status: 200 len: 945 time: 0.0554161 Feb 09 22:11:32.372794 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6299ba70-764a-4936-a790-e520c5920a29 req-86be179e-3cb6-493e-814e-20bda7906a0c tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/security-groups?id=ed5ee2d7-5353-4943-a635-cf4fd42ba822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461047 Feb 09 22:11:33.503380 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8dc6a6-7af4-491d-8df7-11a3537912d2 req-4fafa08b-091e-499e-bf8f-254982a1d62f tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:33.504970 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ba8dc6a6-7af4-491d-8df7-11a3537912d2 req-4fafa08b-091e-499e-bf8f-254982a1d62f tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/ports?device_id=64ff914e-f569-447a-a487-23c48984b5f0 HTTP/1.1" status: 200 len: 945 time: 0.0599620 Feb 09 22:11:33.562651 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ba8dc6a6-7af4-491d-8df7-11a3537912d2 req-732de321-bc4f-4f8b-b29a-f633c6f3e39e tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/security-groups?id=ed5ee2d7-5353-4943-a635-cf4fd42ba822&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515988 Feb 09 22:11:34.021437 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc70f0a-3b4f-4e68-8152-d8bb4929a2bf req-3adbf25c-fda1-411b-bb2e-c72fd774efef tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:34.023009 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-acc70f0a-3b4f-4e68-8152-d8bb4929a2bf req-3adbf25c-fda1-411b-bb2e-c72fd774efef tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.95 "GET /v2.0/ports?device_id=64ff914e-f569-447a-a487-23c48984b5f0 HTTP/1.1" status: 200 len: 945 time: 0.0543625 Feb 09 22:11:34.125231 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-acc70f0a-3b4f-4e68-8152-d8bb4929a2bf req-005f745a-676f-4c6f-a44f-dc6ffbc03d59 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Deleting port e4f05efa-8c68-4a1b-ba93-6aa17a35363a {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:11:34.125592 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-acc70f0a-3b4f-4e68-8152-d8bb4929a2bf req-005f745a-676f-4c6f-a44f-dc6ffbc03d59 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (e4f05efa-8c68-4a1b-ba93-6aa17a35363a), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:34.223247 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-acc70f0a-3b4f-4e68-8152-d8bb4929a2bf req-005f745a-676f-4c6f-a44f-dc6ffbc03d59 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] For port e4f05efa-8c68-4a1b-ba93-6aa17a35363a, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=e4f05efa-8c68-4a1b-ba93-6aa17a35363a,segment=NetworkSegment(ff9fe9e8-b9d0-435f-8767-06c76384353f),segment_id=ff9fe9e8-b9d0-435f-8767-06c76384353f)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:11:34.223558 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-acc70f0a-3b4f-4e68-8152-d8bb4929a2bf req-005f745a-676f-4c6f-a44f-dc6ffbc03d59 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (e4f05efa-8c68-4a1b-ba93-6aa17a35363a), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:34.237095 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-acc70f0a-3b4f-4e68-8152-d8bb4929a2bf req-005f745a-676f-4c6f-a44f-dc6ffbc03d59 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Calling delete_port for e4f05efa-8c68-4a1b-ba93-6aa17a35363a owned by compute:nova {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:11:34.368404 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-acc70f0a-3b4f-4e68-8152-d8bb4929a2bf req-005f745a-676f-4c6f-a44f-dc6ffbc03d59 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (e4f05efa-8c68-4a1b-ba93-6aa17a35363a), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:34.385015 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['e4f05efa-8c68-4a1b-ba93-6aa17a35363a'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:11:34.399451 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005f745a-676f-4c6f-a44f-dc6ffbc03d59 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Pushing event deleted for resources: {'Port': ['ID=e4f05efa-8c68-4a1b-ba93-6aa17a35363a,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:34.433008 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005f745a-676f-4c6f-a44f-dc6ffbc03d59 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:34.433506 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005f745a-676f-4c6f-a44f-dc6ffbc03d59 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:34.433804 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005f745a-676f-4c6f-a44f-dc6ffbc03d59 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:34.434147 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005f745a-676f-4c6f-a44f-dc6ffbc03d59 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:34.434514 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005f745a-676f-4c6f-a44f-dc6ffbc03d59 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:34.434854 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005f745a-676f-4c6f-a44f-dc6ffbc03d59 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:34.435187 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005f745a-676f-4c6f-a44f-dc6ffbc03d59 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:34.435515 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005f745a-676f-4c6f-a44f-dc6ffbc03d59 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:34.435851 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005f745a-676f-4c6f-a44f-dc6ffbc03d59 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:34.436168 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005f745a-676f-4c6f-a44f-dc6ffbc03d59 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:34.436541 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005f745a-676f-4c6f-a44f-dc6ffbc03d59 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:34.436872 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005f745a-676f-4c6f-a44f-dc6ffbc03d59 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:34.437195 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005f745a-676f-4c6f-a44f-dc6ffbc03d59 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:11:34.469488 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-acc70f0a-3b4f-4e68-8152-d8bb4929a2bf req-005f745a-676f-4c6f-a44f-dc6ffbc03d59 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] No DVR routers for this DVR port e4f05efa-8c68-4a1b-ba93-6aa17a35363a on host n-h1-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:11:34.472272 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-acc70f0a-3b4f-4e68-8152-d8bb4929a2bf req-005f745a-676f-4c6f-a44f-dc6ffbc03d59 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:34.476052 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-acc70f0a-3b4f-4e68-8152-d8bb4929a2bf req-005f745a-676f-4c6f-a44f-dc6ffbc03d59 tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.95 "DELETE /v2.0/ports/e4f05efa-8c68-4a1b-ba93-6aa17a35363a HTTP/1.1" status: 204 len: 173 time: 0.4470713 Feb 09 22:11:34.476480 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64ff914e-f569-447a-a487-23c48984b5f0', 'name': 'network-vif-deleted', 'tag': 'e4f05efa-8c68-4a1b-ba93-6aa17a35363a'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:11:34.479232 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d6a884-8193-4e69-a3d1-95d5e7fafecf" -d '{"events": [{"server_uuid": "64ff914e-f569-447a-a487-23c48984b5f0", "name": "network-vif-deleted", "tag": "e4f05efa-8c68-4a1b-ba93-6aa17a35363a"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:11:34.534203 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a11130a-9c9c-463a-b8e8-b9968cfed6c7 x-openstack-request-id: req-9a11130a-9c9c-463a-b8e8-b9968cfed6c7 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:11:34.534836 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64ff914e-f569-447a-a487-23c48984b5f0", "name": "network-vif-deleted", "tag": "e4f05efa-8c68-4a1b-ba93-6aa17a35363a", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:11:34.535134 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-9a11130a-9c9c-463a-b8e8-b9968cfed6c7 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:11:34.535489 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64ff914e-f569-447a-a487-23c48984b5f0', 'name': 'network-vif-deleted', 'tag': 'e4f05efa-8c68-4a1b-ba93-6aa17a35363a', 'status': 'completed', 'code': 200} Feb 09 22:11:34.671951 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0cde3fe2-dd5a-42bd-a163-6cf702b33d93 req-3f623860-86a9-4ce3-b8ec-1c352f00a10d tempest-AttachVolumeNegativeTest-2010591897 tempest-AttachVolumeNegativeTest-2010591897-project] 10.222.0.90 "GET /v2.0/ports?device_id=64ff914e-f569-447a-a487-23c48984b5f0 HTTP/1.1" status: 200 len: 210 time: 0.0282297 Feb 09 22:11:35.729207 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 44434) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:35.773171 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cb5cf10-9e14-4abe-a25d-51bd81211bb7 admin admin] Deleting subnet 92fe4157-4173-4f3c-8845-10d234d58589 {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:11:35.776106 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0cb5cf10-9e14-4abe-a25d-51bd81211bb7 admin admin] Publish callbacks [] for subnet (92fe4157-4173-4f3c-8845-10d234d58589), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:35.810374 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0cb5cf10-9e14-4abe-a25d-51bd81211bb7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (92fe4157-4173-4f3c-8845-10d234d58589), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:35.848807 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0cb5cf10-9e14-4abe-a25d-51bd81211bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (92fe4157-4173-4f3c-8845-10d234d58589), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:35.907199 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0cb5cf10-9e14-4abe-a25d-51bd81211bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (92fe4157-4173-4f3c-8845-10d234d58589), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:35.936794 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb5cf10-9e14-4abe-a25d-51bd81211bb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92fe4157-4173-4f3c-8845-10d234d58589,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:35.943607 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0cb5cf10-9e14-4abe-a25d-51bd81211bb7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:35.949923 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-0cb5cf10-9e14-4abe-a25d-51bd81211bb7 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/92fe4157-4173-4f3c-8845-10d234d58589 HTTP/1.1" status: 204 len: 168 time: 0.2196255 Feb 09 22:11:35.953387 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 44442) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:36.025434 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-98d3560e-99b3-4542-bd7f-86b0e27b894c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (e8775cc8-3a81-4d08-bd1e-815e6f43291b), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:36.107851 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-98d3560e-99b3-4542-bd7f-86b0e27b894c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (e8775cc8-3a81-4d08-bd1e-815e6f43291b), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:36.128616 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-98d3560e-99b3-4542-bd7f-86b0e27b894c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8775cc8-3a81-4d08-bd1e-815e6f43291b']}} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:11:36.138932 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-98d3560e-99b3-4542-bd7f-86b0e27b894c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff9fe9e8-b9d0-435f-8767-06c76384353f') {'for_net_delete': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:11:36.139254 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-98d3560e-99b3-4542-bd7f-86b0e27b894c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff9fe9e8-b9d0-435f-8767-06c76384353f') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:11:36.148591 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-98d3560e-99b3-4542-bd7f-86b0e27b894c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110711'] for segment (ff9fe9e8-b9d0-435f-8767-06c76384353f), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:36.162013 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-98d3560e-99b3-4542-bd7f-86b0e27b894c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (ff9fe9e8-b9d0-435f-8767-06c76384353f), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:36.168170 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98d3560e-99b3-4542-bd7f-86b0e27b894c admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=103140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:11:36.168616 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-98d3560e-99b3-4542-bd7f-86b0e27b894c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669415'] for segment (ff9fe9e8-b9d0-435f-8767-06c76384353f), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:36.170668 n-d-828369-5 neutron-server[103140]: Traceback (most recent call last): Feb 09 22:11:36.170668 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:11:36.170668 n-d-828369-5 neutron-server[103140]: timer() Feb 09 22:11:36.170668 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:11:36.170668 n-d-828369-5 neutron-server[103140]: cb(*args, **kw) Feb 09 22:11:36.170668 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:11:36.170668 n-d-828369-5 neutron-server[103140]: return func(*args, **kwargs) Feb 09 22:11:36.170668 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:11:36.170668 n-d-828369-5 neutron-server[103140]: self._notify() Feb 09 22:11:36.170668 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:11:36.170668 n-d-828369-5 neutron-server[103140]: self.callback(batched_events) Feb 09 22:11:36.170668 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:11:36.170668 n-d-828369-5 neutron-server[103140]: event.method(event) Feb 09 22:11:36.170668 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:11:36.170668 n-d-828369-5 neutron-server[103140]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:11:36.170668 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:11:36.170668 n-d-828369-5 neutron-server[103140]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:11:36.170668 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:11:36.170668 n-d-828369-5 neutron-server[103140]: return f(self, *a, **k) Feb 09 22:11:36.170668 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:11:36.170668 n-d-828369-5 neutron-server[103140]: return self._get(url).json() Feb 09 22:11:36.170668 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:11:36.170668 n-d-828369-5 neutron-server[103140]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:11:36.170668 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:11:36.170668 n-d-828369-5 neutron-server[103140]: return self.request(url, 'GET', **kwargs) Feb 09 22:11:36.170668 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:11:36.170668 n-d-828369-5 neutron-server[103140]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:11:36.170668 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:11:36.170668 n-d-828369-5 neutron-server[103140]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:11:36.170668 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:11:36.170668 n-d-828369-5 neutron-server[103140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:11:36.170668 n-d-828369-5 neutron-server[103140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:11:36.226651 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-98d3560e-99b3-4542-bd7f-86b0e27b894c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (e8775cc8-3a81-4d08-bd1e-815e6f43291b), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:36.242687 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-98d3560e-99b3-4542-bd7f-86b0e27b894c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:36.249376 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-98d3560e-99b3-4542-bd7f-86b0e27b894c admin admin] 10.222.0.90 "DELETE /v2.0/networks/e8775cc8-3a81-4d08-bd1e-815e6f43291b HTTP/1.1" status: 204 len: 168 time: 0.2949195 Feb 09 22:11:36.262440 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d3560e-99b3-4542-bd7f-86b0e27b894c admin admin] Pushing event deleted for resources: {'Network': ['ID=e8775cc8-3a81-4d08-bd1e-815e6f43291b,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:36.422710 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 44450) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:36.467260 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-2080bbd6-43cc-4a06-964b-9ff86aba6798 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=d4f8b074dca94f85854490ff6d5ddef5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0432396 Feb 09 22:11:36.469668 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 44452) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:36.518116 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ab054666-dd4c-4d2e-b7e0-50817514701f admin admin] Publish callbacks [] for security_group (ed5ee2d7-5353-4943-a635-cf4fd42ba822), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:36.541616 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ab054666-dd4c-4d2e-b7e0-50817514701f admin admin] Publish callbacks [] for security_group (ed5ee2d7-5353-4943-a635-cf4fd42ba822), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:36.592778 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ab054666-dd4c-4d2e-b7e0-50817514701f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (ed5ee2d7-5353-4943-a635-cf4fd42ba822), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:36.596472 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ab054666-dd4c-4d2e-b7e0-50817514701f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:36.597705 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-ab054666-dd4c-4d2e-b7e0-50817514701f admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/ed5ee2d7-5353-4943-a635-cf4fd42ba822 HTTP/1.1" status: 204 len: 168 time: 0.1271079 Feb 09 22:11:36.606962 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab054666-dd4c-4d2e-b7e0-50817514701f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed5ee2d7-5353-4943-a635-cf4fd42ba822,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:38.490987 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device e4f05efa-8c68-4a1b-ba93-6aa17a35363a no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:11:38.511250 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] No Port match for: e4f05efa-8c68-4a1b-ba93-6aa17a35363a {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:11:38.511601 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device e4f05efa-8c68-4a1b-ba93-6aa17a35363a not bound to the agent host n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:11:38.995872 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b18e7d44-5c56-49a3-8827-93a89bda621b req-cb3cf3a7-1826-444e-b6c9-1a56e3e9b77b service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=e2da365c-4bdd-486b-827e-d960b76a7ddc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0707195 Feb 09 22:11:39.068883 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-dc292289-f697-410e-9bc0-a5511bd416cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:39.113704 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18e7d44-5c56-49a3-8827-93a89bda621b req-a27b6ecf-3401-41c2-8d11-5146f043364b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:39.115236 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b18e7d44-5c56-49a3-8827-93a89bda621b req-a27b6ecf-3401-41c2-8d11-5146f043364b service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=ad9e4f8727be424b869d8f0ad468be3f&device_id=e2da365c-4bdd-486b-827e-d960b76a7ddc HTTP/1.1" status: 200 len: 1127 time: 0.0548856 Feb 09 22:11:39.225435 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18e7d44-5c56-49a3-8827-93a89bda621b req-ac314524-f72f-4ef4-8c2f-203ec91c7b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:39.227041 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b18e7d44-5c56-49a3-8827-93a89bda621b req-ac314524-f72f-4ef4-8c2f-203ec91c7b1f service neutron] 10.222.0.95 "GET /v2.0/networks?id=7e64d8e8-78a3-4987-8778-47d4e5b9b498 HTTP/1.1" status: 200 len: 912 time: 0.0872471 Feb 09 22:11:39.296967 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b18e7d44-5c56-49a3-8827-93a89bda621b req-60192c45-3d78-4d15-b685-2b1d4ffc5474 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb54afb2-8394-4976-8494-34e3afa458ae HTTP/1.1" status: 200 len: 999 time: 0.0637436 Feb 09 22:11:39.347456 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18e7d44-5c56-49a3-8827-93a89bda621b req-6d427d45-92a8-403a-b1bb-0a485d68778a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:39.348925 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b18e7d44-5c56-49a3-8827-93a89bda621b req-6d427d45-92a8-403a-b1bb-0a485d68778a service neutron] 10.222.0.95 "GET /v2.0/subnets?id=84c886de-428b-4fdd-ac96-e9bdd27d5e04 HTTP/1.1" status: 200 len: 850 time: 0.0428898 Feb 09 22:11:39.397827 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18e7d44-5c56-49a3-8827-93a89bda621b req-b506f460-56eb-4783-82f3-970878efccf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:39.399345 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b18e7d44-5c56-49a3-8827-93a89bda621b req-b506f460-56eb-4783-82f3-970878efccf1 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=7e64d8e8-78a3-4987-8778-47d4e5b9b498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441988 Feb 09 22:11:39.494833 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b18e7d44-5c56-49a3-8827-93a89bda621b req-90be1c38-bba1-485d-994f-8f7e548ebd1c service neutron] 10.222.0.95 "GET /v2.0/networks/7e64d8e8-78a3-4987-8778-47d4e5b9b498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847797 Feb 09 22:11:39.587396 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b18e7d44-5c56-49a3-8827-93a89bda621b req-5b751dc8-4344-492f-a904-001b9dbcd14d service neutron] 10.222.0.95 "GET /v2.0/networks/7e64d8e8-78a3-4987-8778-47d4e5b9b498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859985 Feb 09 22:11:41.037559 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-06ba0cfb-0eff-4ded-9fb1-41583bd86497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:42.828593 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:43.584975 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 44626) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:43.699123 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-747ffe2d-e34b-42dc-bbf1-745dc6fde52c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:43.782095 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-747ffe2d-e34b-42dc-bbf1-745dc6fde52c admin admin] Publish callbacks [] for security_group (5bf1986d-ef02-4788-b7a7-83b4ff1c3569), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:43.786596 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-747ffe2d-e34b-42dc-bbf1-745dc6fde52c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (5bf1986d-ef02-4788-b7a7-83b4ff1c3569), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:43.823673 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747ffe2d-e34b-42dc-bbf1-745dc6fde52c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf1986d-ef02-4788-b7a7-83b4ff1c3569,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:43.845434 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 44634) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:43.846017 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-747ffe2d-e34b-42dc-bbf1-745dc6fde52c admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=cd08779cac374daf8fc2de2df821e235&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2594612 Feb 09 22:11:43.899881 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e9543f79-0a96-4928-8f92-620dc8190722 admin admin] Publish callbacks [] for security_group (5bf1986d-ef02-4788-b7a7-83b4ff1c3569), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:43.928782 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e9543f79-0a96-4928-8f92-620dc8190722 admin admin] Publish callbacks [] for security_group (5bf1986d-ef02-4788-b7a7-83b4ff1c3569), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:43.984829 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e9543f79-0a96-4928-8f92-620dc8190722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (5bf1986d-ef02-4788-b7a7-83b4ff1c3569), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:43.987830 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e9543f79-0a96-4928-8f92-620dc8190722 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:43.989114 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-e9543f79-0a96-4928-8f92-620dc8190722 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/5bf1986d-ef02-4788-b7a7-83b4ff1c3569 HTTP/1.1" status: 204 len: 168 time: 0.1417291 Feb 09 22:11:43.999708 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9543f79-0a96-4928-8f92-620dc8190722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf1986d-ef02-4788-b7a7-83b4ff1c3569,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:44.234014 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:45.369632 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:45.588283 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 44714) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:45.698814 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-569e2669-415a-4a23-be1c-75bba9fb195c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:45.795853 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-569e2669-415a-4a23-be1c-75bba9fb195c admin admin] Publish callbacks [] for security_group (5740bb8c-e68b-4262-b723-3bb8a7f39460), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:45.800306 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-569e2669-415a-4a23-be1c-75bba9fb195c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (5740bb8c-e68b-4262-b723-3bb8a7f39460), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:45.840245 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-569e2669-415a-4a23-be1c-75bba9fb195c admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=76b4a0975e434d47b4c7ce9bb4745f87&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2507200 Feb 09 22:11:45.842802 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569e2669-415a-4a23-be1c-75bba9fb195c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5740bb8c-e68b-4262-b723-3bb8a7f39460,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:45.843568 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 44722) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:45.895835 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-21c145c3-849f-4123-b9f1-bd5d6c1ed21b admin admin] Publish callbacks [] for security_group (5740bb8c-e68b-4262-b723-3bb8a7f39460), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:45.919492 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-21c145c3-849f-4123-b9f1-bd5d6c1ed21b admin admin] Publish callbacks [] for security_group (5740bb8c-e68b-4262-b723-3bb8a7f39460), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:45.978870 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-21c145c3-849f-4123-b9f1-bd5d6c1ed21b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (5740bb8c-e68b-4262-b723-3bb8a7f39460), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:45.982290 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-21c145c3-849f-4123-b9f1-bd5d6c1ed21b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:45.983502 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-21c145c3-849f-4123-b9f1-bd5d6c1ed21b admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/5740bb8c-e68b-4262-b723-3bb8a7f39460 HTTP/1.1" status: 204 len: 168 time: 0.1382842 Feb 09 22:11:45.998075 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c145c3-849f-4123-b9f1-bd5d6c1ed21b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5740bb8c-e68b-4262-b723-3bb8a7f39460,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:48.179674 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 44876) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:48.296763 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fa8d06b9-d649-4dcb-a2d6-0e683ad3b82f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:48.376127 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fa8d06b9-d649-4dcb-a2d6-0e683ad3b82f admin admin] Publish callbacks [] for security_group (363dfe5d-5bc4-47db-bc30-84d2eb39e089), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:48.380808 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fa8d06b9-d649-4dcb-a2d6-0e683ad3b82f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (363dfe5d-5bc4-47db-bc30-84d2eb39e089), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:48.424096 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-fa8d06b9-d649-4dcb-a2d6-0e683ad3b82f admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=6427c658933e477c86ba3285e14aef16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2425971 Feb 09 22:11:48.425277 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8d06b9-d649-4dcb-a2d6-0e683ad3b82f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=363dfe5d-5bc4-47db-bc30-84d2eb39e089,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:48.427017 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 44886) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:48.476657 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-92ce8d1d-2674-4688-aa68-e09532e21dde admin admin] Publish callbacks [] for security_group (363dfe5d-5bc4-47db-bc30-84d2eb39e089), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:48.497480 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-92ce8d1d-2674-4688-aa68-e09532e21dde admin admin] Publish callbacks [] for security_group (363dfe5d-5bc4-47db-bc30-84d2eb39e089), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:48.549306 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-92ce8d1d-2674-4688-aa68-e09532e21dde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (363dfe5d-5bc4-47db-bc30-84d2eb39e089), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:48.551950 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-92ce8d1d-2674-4688-aa68-e09532e21dde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:48.553293 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-92ce8d1d-2674-4688-aa68-e09532e21dde admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/363dfe5d-5bc4-47db-bc30-84d2eb39e089 HTTP/1.1" status: 204 len: 168 time: 0.1251185 Feb 09 22:11:48.561662 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ce8d1d-2674-4688-aa68-e09532e21dde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=363dfe5d-5bc4-47db-bc30-84d2eb39e089,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:48.833825 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 44904) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:48.847341 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8b71f3f9-707f-4d68-958d-6b057da32884 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:48.929969 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8b71f3f9-707f-4d68-958d-6b057da32884 admin admin] Publish callbacks [] for security_group (b2807b6a-69d0-489a-9f17-5e373a072597), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:48.935317 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8b71f3f9-707f-4d68-958d-6b057da32884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (b2807b6a-69d0-489a-9f17-5e373a072597), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:48.972865 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b71f3f9-707f-4d68-958d-6b057da32884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2807b6a-69d0-489a-9f17-5e373a072597,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:48.979955 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 44910) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:48.980173 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-8b71f3f9-707f-4d68-958d-6b057da32884 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=d793321f54504f4b8d8cf06867ae2349&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1449573 Feb 09 22:11:49.040126 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d20822fd-91bc-45ba-b432-f34a797092f3 admin admin] Publish callbacks [] for security_group (b2807b6a-69d0-489a-9f17-5e373a072597), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:49.064884 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d20822fd-91bc-45ba-b432-f34a797092f3 admin admin] Publish callbacks [] for security_group (b2807b6a-69d0-489a-9f17-5e373a072597), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:49.115148 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d20822fd-91bc-45ba-b432-f34a797092f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (b2807b6a-69d0-489a-9f17-5e373a072597), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:49.117919 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d20822fd-91bc-45ba-b432-f34a797092f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:49.119151 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-d20822fd-91bc-45ba-b432-f34a797092f3 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/b2807b6a-69d0-489a-9f17-5e373a072597 HTTP/1.1" status: 204 len: 168 time: 0.1380284 Feb 09 22:11:49.129446 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20822fd-91bc-45ba-b432-f34a797092f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2807b6a-69d0-489a-9f17-5e373a072597,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:51.071289 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 44996) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:51.185422 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-63c91876-825a-449b-b08f-6508aba2ac6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:51.260660 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-63c91876-825a-449b-b08f-6508aba2ac6c admin admin] Publish callbacks [] for security_group (283263b0-66ca-42de-ae68-cfd91335331c), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:51.265436 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-63c91876-825a-449b-b08f-6508aba2ac6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (283263b0-66ca-42de-ae68-cfd91335331c), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:51.304898 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-63c91876-825a-449b-b08f-6508aba2ac6c admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=164a2b96e63d4c5d85ccdb480b48244e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2324333 Feb 09 22:11:51.305792 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c91876-825a-449b-b08f-6508aba2ac6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=283263b0-66ca-42de-ae68-cfd91335331c,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:51.307688 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45000) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:51.374158 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b6b01c5b-030b-4c75-a0a8-66b2fcbabf82 admin admin] Publish callbacks [] for security_group (283263b0-66ca-42de-ae68-cfd91335331c), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:51.395025 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b6b01c5b-030b-4c75-a0a8-66b2fcbabf82 admin admin] Publish callbacks [] for security_group (283263b0-66ca-42de-ae68-cfd91335331c), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:51.449177 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b6b01c5b-030b-4c75-a0a8-66b2fcbabf82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (283263b0-66ca-42de-ae68-cfd91335331c), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:51.452187 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b6b01c5b-030b-4c75-a0a8-66b2fcbabf82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:51.453350 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-b6b01c5b-030b-4c75-a0a8-66b2fcbabf82 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/283263b0-66ca-42de-ae68-cfd91335331c HTTP/1.1" status: 204 len: 168 time: 0.1445529 Feb 09 22:11:51.461305 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b01c5b-030b-4c75-a0a8-66b2fcbabf82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=283263b0-66ca-42de-ae68-cfd91335331c,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:51.593876 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:51.715362 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45008) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:51.729397 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c2a9cdea-8b67-4631-823d-c632dce75a0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:51.817761 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c2a9cdea-8b67-4631-823d-c632dce75a0f admin admin] Publish callbacks [] for security_group (98774df1-ecc9-47b5-9a52-75947f43040f), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:51.821893 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c2a9cdea-8b67-4631-823d-c632dce75a0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (98774df1-ecc9-47b5-9a52-75947f43040f), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:51.863506 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-c2a9cdea-8b67-4631-823d-c632dce75a0f admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=9a7cbda1d8f543c681fdf7fbfb281b90&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1461577 Feb 09 22:11:51.864572 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a9cdea-8b67-4631-823d-c632dce75a0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98774df1-ecc9-47b5-9a52-75947f43040f,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:51.866443 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 45010) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:51.918548 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c4e6269e-b357-4ab9-8c2a-f5f6f8427daa admin admin] Publish callbacks [] for security_group (98774df1-ecc9-47b5-9a52-75947f43040f), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:51.942248 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c4e6269e-b357-4ab9-8c2a-f5f6f8427daa admin admin] Publish callbacks [] for security_group (98774df1-ecc9-47b5-9a52-75947f43040f), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:51.994912 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c4e6269e-b357-4ab9-8c2a-f5f6f8427daa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (98774df1-ecc9-47b5-9a52-75947f43040f), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:51.997615 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c4e6269e-b357-4ab9-8c2a-f5f6f8427daa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:52.000675 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-c4e6269e-b357-4ab9-8c2a-f5f6f8427daa admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/98774df1-ecc9-47b5-9a52-75947f43040f HTTP/1.1" status: 204 len: 168 time: 0.1331677 Feb 09 22:11:52.008847 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e6269e-b357-4ab9-8c2a-f5f6f8427daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98774df1-ecc9-47b5-9a52-75947f43040f,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:53.340126 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 45074) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:53.450798 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2c445aca-6f8d-4f05-804e-437f04233997 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:53.535971 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2c445aca-6f8d-4f05-804e-437f04233997 admin admin] Publish callbacks [] for security_group (4a177f3e-849e-4aa4-8903-f6acff6b222f), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:53.540098 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2c445aca-6f8d-4f05-804e-437f04233997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (4a177f3e-849e-4aa4-8903-f6acff6b222f), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:53.580367 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c445aca-6f8d-4f05-804e-437f04233997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a177f3e-849e-4aa4-8903-f6acff6b222f,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:53.586703 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-2c445aca-6f8d-4f05-804e-437f04233997 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=cb77630ad57e422884cfbafaadb84518&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2451472 Feb 09 22:11:53.588777 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45080) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:53.640994 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e4668b4e-b7f6-4ebc-9d15-bd960be5792c admin admin] Publish callbacks [] for security_group (4a177f3e-849e-4aa4-8903-f6acff6b222f), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:53.661677 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e4668b4e-b7f6-4ebc-9d15-bd960be5792c admin admin] Publish callbacks [] for security_group (4a177f3e-849e-4aa4-8903-f6acff6b222f), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:53.712866 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e4668b4e-b7f6-4ebc-9d15-bd960be5792c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (4a177f3e-849e-4aa4-8903-f6acff6b222f), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:53.715616 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e4668b4e-b7f6-4ebc-9d15-bd960be5792c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:53.719320 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-e4668b4e-b7f6-4ebc-9d15-bd960be5792c admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/4a177f3e-849e-4aa4-8903-f6acff6b222f HTTP/1.1" status: 204 len: 168 time: 0.1272168 Feb 09 22:11:53.730284 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4668b4e-b7f6-4ebc-9d15-bd960be5792c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a177f3e-849e-4aa4-8903-f6acff6b222f,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:53.829539 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:54.900500 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45118) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:54.998862 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-b748df80-bc2a-4e26-82e3-e721a788032d tempest-RoutersAdminNegativeIpV6Test-1714617096 tempest-RoutersAdminNegativeIpV6Test-1714617096-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-915966675', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:11:55.019046 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b748df80-bc2a-4e26-82e3-e721a788032d tempest-RoutersAdminNegativeIpV6Test-1714617096 tempest-RoutersAdminNegativeIpV6Test-1714617096-project-admin] Made reservation on behalf of 9f6329673376461fb129d4aa582a1a26 for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:11:55.021642 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b748df80-bc2a-4e26-82e3-e721a788032d tempest-RoutersAdminNegativeIpV6Test-1714617096 tempest-RoutersAdminNegativeIpV6Test-1714617096-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:55.031040 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b748df80-bc2a-4e26-82e3-e721a788032d tempest-RoutersAdminNegativeIpV6Test-1714617096 tempest-RoutersAdminNegativeIpV6Test-1714617096-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:55.110279 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b748df80-bc2a-4e26-82e3-e721a788032d tempest-RoutersAdminNegativeIpV6Test-1714617096 tempest-RoutersAdminNegativeIpV6Test-1714617096-project-admin] Publish callbacks [] for security_group (4fb7b41f-84fc-420a-8ab2-c9db01aaeacb), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:55.114322 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b748df80-bc2a-4e26-82e3-e721a788032d tempest-RoutersAdminNegativeIpV6Test-1714617096 tempest-RoutersAdminNegativeIpV6Test-1714617096-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (4fb7b41f-84fc-420a-8ab2-c9db01aaeacb), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:55.126450 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [None req-b748df80-bc2a-4e26-82e3-e721a788032d tempest-RoutersAdminNegativeIpV6Test-1714617096 tempest-RoutersAdminNegativeIpV6Test-1714617096-project-admin] device_id is not set on port ee60b1ee-af18-441b-8724-f6199cc15d4a yet. {{(pid=103141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:11:55.189961 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b748df80-bc2a-4e26-82e3-e721a788032d tempest-RoutersAdminNegativeIpV6Test-1714617096 tempest-RoutersAdminNegativeIpV6Test-1714617096-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb7b41f-84fc-420a-8ab2-c9db01aaeacb,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:55.250631 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-b748df80-bc2a-4e26-82e3-e721a788032d tempest-RoutersAdminNegativeIpV6Test-1714617096 tempest-RoutersAdminNegativeIpV6Test-1714617096-project-admin] Allocated IP 172.25.3.46 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/ee60b1ee-af18-441b-8724-f6199cc15d4a) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:11:55.401848 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b748df80-bc2a-4e26-82e3-e721a788032d tempest-RoutersAdminNegativeIpV6Test-1714617096 tempest-RoutersAdminNegativeIpV6Test-1714617096-project-admin] Publish callbacks [] for port (ee60b1ee-af18-441b-8724-f6199cc15d4a), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:55.450826 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b748df80-bc2a-4e26-82e3-e721a788032d tempest-RoutersAdminNegativeIpV6Test-1714617096 tempest-RoutersAdminNegativeIpV6Test-1714617096-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (ee60b1ee-af18-441b-8724-f6199cc15d4a), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:55.501791 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b748df80-bc2a-4e26-82e3-e721a788032d tempest-RoutersAdminNegativeIpV6Test-1714617096 tempest-RoutersAdminNegativeIpV6Test-1714617096-project-admin] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:11:55.505110 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-b748df80-bc2a-4e26-82e3-e721a788032d tempest-RoutersAdminNegativeIpV6Test-1714617096 tempest-RoutersAdminNegativeIpV6Test-1714617096-project-admin] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:11:55.507864 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b748df80-bc2a-4e26-82e3-e721a788032d tempest-RoutersAdminNegativeIpV6Test-1714617096 tempest-RoutersAdminNegativeIpV6Test-1714617096-project-admin] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:11:55.535923 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b748df80-bc2a-4e26-82e3-e721a788032d tempest-RoutersAdminNegativeIpV6Test-1714617096 tempest-RoutersAdminNegativeIpV6Test-1714617096-project-admin] Pushing event updated for resources: {'Port': ['ID=ee60b1ee-af18-441b-8724-f6199cc15d4a,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:55.558198 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b748df80-bc2a-4e26-82e3-e721a788032d tempest-RoutersAdminNegativeIpV6Test-1714617096 tempest-RoutersAdminNegativeIpV6Test-1714617096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:11:55.558816 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b748df80-bc2a-4e26-82e3-e721a788032d tempest-RoutersAdminNegativeIpV6Test-1714617096 tempest-RoutersAdminNegativeIpV6Test-1714617096-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:55.573635 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-b748df80-bc2a-4e26-82e3-e721a788032d tempest-RoutersAdminNegativeIpV6Test-1714617096 tempest-RoutersAdminNegativeIpV6Test-1714617096-project-admin] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 0.6720285 Feb 09 22:11:55.576519 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45124) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:55.580814 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-4df407a7-a718-4297-a372-1057e42b64ef tempest-RoutersAdminNegativeIpV6Test-1714617096 tempest-RoutersAdminNegativeIpV6Test-1714617096-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.46'}]}}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:11:55.600659 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4df407a7-a718-4297-a372-1057e42b64ef tempest-RoutersAdminNegativeIpV6Test-1714617096 tempest-RoutersAdminNegativeIpV6Test-1714617096-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (32de40fe-654a-4af8-93fb-d906591cbdd4), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:55.601734 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4df407a7-a718-4297-a372-1057e42b64ef tempest-RoutersAdminNegativeIpV6Test-1714617096 tempest-RoutersAdminNegativeIpV6Test-1714617096-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (32de40fe-654a-4af8-93fb-d906591cbdd4), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:55.655849 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4df407a7-a718-4297-a372-1057e42b64ef tempest-RoutersAdminNegativeIpV6Test-1714617096 tempest-RoutersAdminNegativeIpV6Test-1714617096-project-admin] Publish callbacks [] for router_controller (32de40fe-654a-4af8-93fb-d906591cbdd4), precommit_add_association {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:55.796831 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4df407a7-a718-4297-a372-1057e42b64ef tempest-RoutersAdminNegativeIpV6Test-1714617096 tempest-RoutersAdminNegativeIpV6Test-1714617096-project-admin] Publish callbacks [] for router_gateway (32de40fe-654a-4af8-93fb-d906591cbdd4), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:56.003942 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4df407a7-a718-4297-a372-1057e42b64ef tempest-RoutersAdminNegativeIpV6Test-1714617096 tempest-RoutersAdminNegativeIpV6Test-1714617096-project-admin] Publish callbacks [] for router_gateway (32de40fe-654a-4af8-93fb-d906591cbdd4), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:56.023373 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4df407a7-a718-4297-a372-1057e42b64ef tempest-RoutersAdminNegativeIpV6Test-1714617096 tempest-RoutersAdminNegativeIpV6Test-1714617096-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:56.170851 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4df407a7-a718-4297-a372-1057e42b64ef tempest-RoutersAdminNegativeIpV6Test-1714617096 tempest-RoutersAdminNegativeIpV6Test-1714617096-project-admin] Publish callbacks [] for router (32de40fe-654a-4af8-93fb-d906591cbdd4), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:56.632630 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4df407a7-a718-4297-a372-1057e42b64ef tempest-RoutersAdminNegativeIpV6Test-1714617096 tempest-RoutersAdminNegativeIpV6Test-1714617096-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (32de40fe-654a-4af8-93fb-d906591cbdd4), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:56.634816 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4df407a7-a718-4297-a372-1057e42b64ef tempest-RoutersAdminNegativeIpV6Test-1714617096 tempest-RoutersAdminNegativeIpV6Test-1714617096-project-admin] Publish callbacks [] for router_controller (32de40fe-654a-4af8-93fb-d906591cbdd4), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:56.680646 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4df407a7-a718-4297-a372-1057e42b64ef tempest-RoutersAdminNegativeIpV6Test-1714617096 tempest-RoutersAdminNegativeIpV6Test-1714617096-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (32de40fe-654a-4af8-93fb-d906591cbdd4), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:56.681271 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4df407a7-a718-4297-a372-1057e42b64ef tempest-RoutersAdminNegativeIpV6Test-1714617096 tempest-RoutersAdminNegativeIpV6Test-1714617096-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 32de40fe-654a-4af8-93fb-d906591cbdd4 {{(pid=103141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:11:56.697384 n-d-828369-5 neutron-server[103141]: INFO neutron.api.v2.resource [None req-4df407a7-a718-4297-a372-1057e42b64ef tempest-RoutersAdminNegativeIpV6Test-1714617096 tempest-RoutersAdminNegativeIpV6Test-1714617096-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 09 22:11:56.698647 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-4df407a7-a718-4297-a372-1057e42b64ef tempest-RoutersAdminNegativeIpV6Test-1714617096 tempest-RoutersAdminNegativeIpV6Test-1714617096-project-admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.1211941 Feb 09 22:11:56.702098 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45128) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:56.781129 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-2bc34a5e-50b3-4f2e-95a4-10aa98c46db3 tempest-RoutersAdminNegativeIpV6Test-1714617096 tempest-RoutersAdminNegativeIpV6Test-1714617096-project-admin] Deleting port ee60b1ee-af18-441b-8724-f6199cc15d4a {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:11:56.781392 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2bc34a5e-50b3-4f2e-95a4-10aa98c46db3 tempest-RoutersAdminNegativeIpV6Test-1714617096 tempest-RoutersAdminNegativeIpV6Test-1714617096-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (ee60b1ee-af18-441b-8724-f6199cc15d4a), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:56.862344 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2bc34a5e-50b3-4f2e-95a4-10aa98c46db3 tempest-RoutersAdminNegativeIpV6Test-1714617096 tempest-RoutersAdminNegativeIpV6Test-1714617096-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (ee60b1ee-af18-441b-8724-f6199cc15d4a), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:56.874844 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-2bc34a5e-50b3-4f2e-95a4-10aa98c46db3 tempest-RoutersAdminNegativeIpV6Test-1714617096 tempest-RoutersAdminNegativeIpV6Test-1714617096-project-admin] Calling delete_port for ee60b1ee-af18-441b-8724-f6199cc15d4a owned by {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:11:57.005563 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2bc34a5e-50b3-4f2e-95a4-10aa98c46db3 tempest-RoutersAdminNegativeIpV6Test-1714617096 tempest-RoutersAdminNegativeIpV6Test-1714617096-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (ee60b1ee-af18-441b-8724-f6199cc15d4a), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:57.034629 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc34a5e-50b3-4f2e-95a4-10aa98c46db3 tempest-RoutersAdminNegativeIpV6Test-1714617096 tempest-RoutersAdminNegativeIpV6Test-1714617096-project-admin] Pushing event deleted for resources: {'Port': ['ID=ee60b1ee-af18-441b-8724-f6199cc15d4a,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:57.095733 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2bc34a5e-50b3-4f2e-95a4-10aa98c46db3 tempest-RoutersAdminNegativeIpV6Test-1714617096 tempest-RoutersAdminNegativeIpV6Test-1714617096-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:57.099203 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-2bc34a5e-50b3-4f2e-95a4-10aa98c46db3 tempest-RoutersAdminNegativeIpV6Test-1714617096 tempest-RoutersAdminNegativeIpV6Test-1714617096-project-admin] 10.222.0.90 "DELETE /v2.0/ports/ee60b1ee-af18-441b-8724-f6199cc15d4a HTTP/1.1" status: 204 len: 168 time: 0.3961723 Feb 09 22:11:57.342381 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45134) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:57.460105 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-83c5c084-a420-4bb2-9235-41538e4b44f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:57.534805 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-83c5c084-a420-4bb2-9235-41538e4b44f4 admin admin] Publish callbacks [] for security_group (6d197e8a-347a-46a1-ab5f-e7d2c308f8b5), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:57.538685 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-83c5c084-a420-4bb2-9235-41538e4b44f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (6d197e8a-347a-46a1-ab5f-e7d2c308f8b5), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:57.579833 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:11:57.581461 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-83c5c084-a420-4bb2-9235-41538e4b44f4 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=8f6d7f1b9e3c46d78be9eddf94b6237a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2379541 Feb 09 22:11:57.582347 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c5c084-a420-4bb2-9235-41538e4b44f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d197e8a-347a-46a1-ab5f-e7d2c308f8b5,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:57.584285 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 45140) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:57.636278 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-def4094a-d0f4-4afe-aa8d-5aed606dfacd admin admin] Publish callbacks [] for security_group (6d197e8a-347a-46a1-ab5f-e7d2c308f8b5), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:57.659187 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-def4094a-d0f4-4afe-aa8d-5aed606dfacd admin admin] Publish callbacks [] for security_group (6d197e8a-347a-46a1-ab5f-e7d2c308f8b5), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:57.707772 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-def4094a-d0f4-4afe-aa8d-5aed606dfacd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (6d197e8a-347a-46a1-ab5f-e7d2c308f8b5), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:57.710444 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-def4094a-d0f4-4afe-aa8d-5aed606dfacd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:57.711618 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-def4094a-d0f4-4afe-aa8d-5aed606dfacd admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/6d197e8a-347a-46a1-ab5f-e7d2c308f8b5 HTTP/1.1" status: 204 len: 168 time: 0.1263223 Feb 09 22:11:57.720490 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def4094a-d0f4-4afe-aa8d-5aed606dfacd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d197e8a-347a-46a1-ab5f-e7d2c308f8b5,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:57.984443 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 45146) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:58.027461 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-149715a4-8d27-4c6d-9e9c-fd0ad3a9fad2 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=9f6329673376461fb129d4aa582a1a26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0417848 Feb 09 22:11:58.030464 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 45148) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:58.076967 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7f020f09-fd99-4b56-9d11-9bd233226ddf admin admin] Publish callbacks [] for security_group (4fb7b41f-84fc-420a-8ab2-c9db01aaeacb), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:58.097798 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7f020f09-fd99-4b56-9d11-9bd233226ddf admin admin] Publish callbacks [] for security_group (4fb7b41f-84fc-420a-8ab2-c9db01aaeacb), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:58.144549 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7f020f09-fd99-4b56-9d11-9bd233226ddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (4fb7b41f-84fc-420a-8ab2-c9db01aaeacb), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:58.147128 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7f020f09-fd99-4b56-9d11-9bd233226ddf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:58.148352 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-7f020f09-fd99-4b56-9d11-9bd233226ddf admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/4fb7b41f-84fc-420a-8ab2-c9db01aaeacb HTTP/1.1" status: 204 len: 168 time: 0.1169543 Feb 09 22:11:58.157486 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f020f09-fd99-4b56-9d11-9bd233226ddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb7b41f-84fc-420a-8ab2-c9db01aaeacb,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:59.374987 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 45188) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:11:59.472230 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-72f3b5b8-422f-47c0-b49b-7019021ab02a tempest-RoutersAdminNegativeTest-548928867 tempest-RoutersAdminNegativeTest-548928867-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-2001369155', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:11:59.497765 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72f3b5b8-422f-47c0-b49b-7019021ab02a tempest-RoutersAdminNegativeTest-548928867 tempest-RoutersAdminNegativeTest-548928867-project-admin] Made reservation on behalf of ca38687256fa46ea8be221eb91398962 for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:11:59.500386 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-72f3b5b8-422f-47c0-b49b-7019021ab02a tempest-RoutersAdminNegativeTest-548928867 tempest-RoutersAdminNegativeTest-548928867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:59.509018 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-72f3b5b8-422f-47c0-b49b-7019021ab02a tempest-RoutersAdminNegativeTest-548928867 tempest-RoutersAdminNegativeTest-548928867-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:59.588674 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-72f3b5b8-422f-47c0-b49b-7019021ab02a tempest-RoutersAdminNegativeTest-548928867 tempest-RoutersAdminNegativeTest-548928867-project-admin] Publish callbacks [] for security_group (f0467758-7a00-4d4e-b281-b31cff921131), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:59.593728 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-72f3b5b8-422f-47c0-b49b-7019021ab02a tempest-RoutersAdminNegativeTest-548928867 tempest-RoutersAdminNegativeTest-548928867-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (f0467758-7a00-4d4e-b281-b31cff921131), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:59.597542 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-72f3b5b8-422f-47c0-b49b-7019021ab02a tempest-RoutersAdminNegativeTest-548928867 tempest-RoutersAdminNegativeTest-548928867-project-admin] device_id is not set on port 495e572f-e88a-46e8-9939-6691799ef1d1 yet. {{(pid=103140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:11:59.660737 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f3b5b8-422f-47c0-b49b-7019021ab02a tempest-RoutersAdminNegativeTest-548928867 tempest-RoutersAdminNegativeTest-548928867-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0467758-7a00-4d4e-b281-b31cff921131,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:11:59.723834 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-72f3b5b8-422f-47c0-b49b-7019021ab02a tempest-RoutersAdminNegativeTest-548928867 tempest-RoutersAdminNegativeTest-548928867-project-admin] Allocated IP 172.25.3.41 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/495e572f-e88a-46e8-9939-6691799ef1d1) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:11:59.869573 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-72f3b5b8-422f-47c0-b49b-7019021ab02a tempest-RoutersAdminNegativeTest-548928867 tempest-RoutersAdminNegativeTest-548928867-project-admin] Publish callbacks [] for port (495e572f-e88a-46e8-9939-6691799ef1d1), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:59.911739 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-72f3b5b8-422f-47c0-b49b-7019021ab02a tempest-RoutersAdminNegativeTest-548928867 tempest-RoutersAdminNegativeTest-548928867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (495e572f-e88a-46e8-9939-6691799ef1d1), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:11:59.950732 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f3b5b8-422f-47c0-b49b-7019021ab02a tempest-RoutersAdminNegativeTest-548928867 tempest-RoutersAdminNegativeTest-548928867-project-admin] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:11:59.957925 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-72f3b5b8-422f-47c0-b49b-7019021ab02a tempest-RoutersAdminNegativeTest-548928867 tempest-RoutersAdminNegativeTest-548928867-project-admin] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:11:59.961630 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f3b5b8-422f-47c0-b49b-7019021ab02a tempest-RoutersAdminNegativeTest-548928867 tempest-RoutersAdminNegativeTest-548928867-project-admin] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:11:59.986434 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f3b5b8-422f-47c0-b49b-7019021ab02a tempest-RoutersAdminNegativeTest-548928867 tempest-RoutersAdminNegativeTest-548928867-project-admin] Pushing event updated for resources: {'Port': ['ID=495e572f-e88a-46e8-9939-6691799ef1d1,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:00.006175 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f3b5b8-422f-47c0-b49b-7019021ab02a tempest-RoutersAdminNegativeTest-548928867 tempest-RoutersAdminNegativeTest-548928867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:00.006820 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-72f3b5b8-422f-47c0-b49b-7019021ab02a tempest-RoutersAdminNegativeTest-548928867 tempest-RoutersAdminNegativeTest-548928867-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:00.026546 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-72f3b5b8-422f-47c0-b49b-7019021ab02a tempest-RoutersAdminNegativeTest-548928867 tempest-RoutersAdminNegativeTest-548928867-project-admin] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.6475976 Feb 09 22:12:00.026785 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 45202) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:00.033888 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-45ade3b5-d95b-405d-8c41-9693777d2080 tempest-RoutersAdminNegativeTest-548928867 tempest-RoutersAdminNegativeTest-548928867-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.41'}]}}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:00.056835 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-45ade3b5-d95b-405d-8c41-9693777d2080 tempest-RoutersAdminNegativeTest-548928867 tempest-RoutersAdminNegativeTest-548928867-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (f637ef05-9879-41f9-97d4-c8f09b905dca), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:00.058005 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-45ade3b5-d95b-405d-8c41-9693777d2080 tempest-RoutersAdminNegativeTest-548928867 tempest-RoutersAdminNegativeTest-548928867-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (f637ef05-9879-41f9-97d4-c8f09b905dca), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:00.118203 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-45ade3b5-d95b-405d-8c41-9693777d2080 tempest-RoutersAdminNegativeTest-548928867 tempest-RoutersAdminNegativeTest-548928867-project-admin] Publish callbacks [] for router_controller (f637ef05-9879-41f9-97d4-c8f09b905dca), precommit_add_association {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:00.268934 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-45ade3b5-d95b-405d-8c41-9693777d2080 tempest-RoutersAdminNegativeTest-548928867 tempest-RoutersAdminNegativeTest-548928867-project-admin] Publish callbacks [] for router_gateway (f637ef05-9879-41f9-97d4-c8f09b905dca), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:00.480952 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-45ade3b5-d95b-405d-8c41-9693777d2080 tempest-RoutersAdminNegativeTest-548928867 tempest-RoutersAdminNegativeTest-548928867-project-admin] Publish callbacks [] for router_gateway (f637ef05-9879-41f9-97d4-c8f09b905dca), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:00.501400 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-45ade3b5-d95b-405d-8c41-9693777d2080 tempest-RoutersAdminNegativeTest-548928867 tempest-RoutersAdminNegativeTest-548928867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:00.660549 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-45ade3b5-d95b-405d-8c41-9693777d2080 tempest-RoutersAdminNegativeTest-548928867 tempest-RoutersAdminNegativeTest-548928867-project-admin] Publish callbacks [] for router (f637ef05-9879-41f9-97d4-c8f09b905dca), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:00.832899 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-45ade3b5-d95b-405d-8c41-9693777d2080 tempest-RoutersAdminNegativeTest-548928867 tempest-RoutersAdminNegativeTest-548928867-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (f637ef05-9879-41f9-97d4-c8f09b905dca), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:00.835275 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-45ade3b5-d95b-405d-8c41-9693777d2080 tempest-RoutersAdminNegativeTest-548928867 tempest-RoutersAdminNegativeTest-548928867-project-admin] Publish callbacks [] for router_controller (f637ef05-9879-41f9-97d4-c8f09b905dca), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:00.883307 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-45ade3b5-d95b-405d-8c41-9693777d2080 tempest-RoutersAdminNegativeTest-548928867 tempest-RoutersAdminNegativeTest-548928867-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (f637ef05-9879-41f9-97d4-c8f09b905dca), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:00.883975 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45ade3b5-d95b-405d-8c41-9693777d2080 tempest-RoutersAdminNegativeTest-548928867 tempest-RoutersAdminNegativeTest-548928867-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f637ef05-9879-41f9-97d4-c8f09b905dca {{(pid=103140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:12:00.901539 n-d-828369-5 neutron-server[103140]: INFO neutron.api.v2.resource [None req-45ade3b5-d95b-405d-8c41-9693777d2080 tempest-RoutersAdminNegativeTest-548928867 tempest-RoutersAdminNegativeTest-548928867-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 09 22:12:00.905417 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-45ade3b5-d95b-405d-8c41-9693777d2080 tempest-RoutersAdminNegativeTest-548928867 tempest-RoutersAdminNegativeTest-548928867-project-admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 0.8750713 Feb 09 22:12:00.905747 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 45204) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:00.994302 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-e0d7737c-e425-4f50-b076-2c2690a8c3fd tempest-RoutersAdminNegativeTest-548928867 tempest-RoutersAdminNegativeTest-548928867-project-admin] Deleting port 495e572f-e88a-46e8-9939-6691799ef1d1 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:12:00.994539 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e0d7737c-e425-4f50-b076-2c2690a8c3fd tempest-RoutersAdminNegativeTest-548928867 tempest-RoutersAdminNegativeTest-548928867-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (495e572f-e88a-46e8-9939-6691799ef1d1), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:01.081579 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e0d7737c-e425-4f50-b076-2c2690a8c3fd tempest-RoutersAdminNegativeTest-548928867 tempest-RoutersAdminNegativeTest-548928867-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (495e572f-e88a-46e8-9939-6691799ef1d1), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:01.099285 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-e0d7737c-e425-4f50-b076-2c2690a8c3fd tempest-RoutersAdminNegativeTest-548928867 tempest-RoutersAdminNegativeTest-548928867-project-admin] Calling delete_port for 495e572f-e88a-46e8-9939-6691799ef1d1 owned by {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:12:01.246958 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e0d7737c-e425-4f50-b076-2c2690a8c3fd tempest-RoutersAdminNegativeTest-548928867 tempest-RoutersAdminNegativeTest-548928867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (495e572f-e88a-46e8-9939-6691799ef1d1), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:01.275510 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d7737c-e425-4f50-b076-2c2690a8c3fd tempest-RoutersAdminNegativeTest-548928867 tempest-RoutersAdminNegativeTest-548928867-project-admin] Pushing event deleted for resources: {'Port': ['ID=495e572f-e88a-46e8-9939-6691799ef1d1,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:01.341099 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e0d7737c-e425-4f50-b076-2c2690a8c3fd tempest-RoutersAdminNegativeTest-548928867 tempest-RoutersAdminNegativeTest-548928867-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:01.344520 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-e0d7737c-e425-4f50-b076-2c2690a8c3fd tempest-RoutersAdminNegativeTest-548928867 tempest-RoutersAdminNegativeTest-548928867-project-admin] 10.222.0.90 "DELETE /v2.0/ports/495e572f-e88a-46e8-9939-6691799ef1d1 HTTP/1.1" status: 204 len: 168 time: 0.4376690 Feb 09 22:12:01.585497 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45210) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:01.690593 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1ca9c3dc-ef02-4964-b73a-57f76ce4f061 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:01.764077 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1ca9c3dc-ef02-4964-b73a-57f76ce4f061 admin admin] Publish callbacks [] for security_group (1e92a075-fe95-41c7-bd76-d104620062bc), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:01.767670 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1ca9c3dc-ef02-4964-b73a-57f76ce4f061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (1e92a075-fe95-41c7-bd76-d104620062bc), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:01.805959 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-1ca9c3dc-ef02-4964-b73a-57f76ce4f061 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=0ff955d29a114eeeb3bf6d1c4803b26f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2193813 Feb 09 22:12:01.806850 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca9c3dc-ef02-4964-b73a-57f76ce4f061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e92a075-fe95-41c7-bd76-d104620062bc,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:01.808634 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 45214) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:01.857240 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f7bbdfb6-3b66-4840-82f0-d988dc0769d1 admin admin] Publish callbacks [] for security_group (1e92a075-fe95-41c7-bd76-d104620062bc), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:01.877442 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f7bbdfb6-3b66-4840-82f0-d988dc0769d1 admin admin] Publish callbacks [] for security_group (1e92a075-fe95-41c7-bd76-d104620062bc), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:01.931181 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f7bbdfb6-3b66-4840-82f0-d988dc0769d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (1e92a075-fe95-41c7-bd76-d104620062bc), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:01.934864 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f7bbdfb6-3b66-4840-82f0-d988dc0769d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:01.936080 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-f7bbdfb6-3b66-4840-82f0-d988dc0769d1 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/1e92a075-fe95-41c7-bd76-d104620062bc HTTP/1.1" status: 204 len: 168 time: 0.1258061 Feb 09 22:12:01.948871 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bbdfb6-3b66-4840-82f0-d988dc0769d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e92a075-fe95-41c7-bd76-d104620062bc,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:02.218478 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 45222) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:02.259578 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-7bb9b056-b66f-4529-a8f4-2e0155b77701 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=ca38687256fa46ea8be221eb91398962&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0399346 Feb 09 22:12:02.262005 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 45224) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:02.308533 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0da23022-345d-48ec-bfae-10a2d6b07b11 admin admin] Publish callbacks [] for security_group (f0467758-7a00-4d4e-b281-b31cff921131), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:02.330019 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0da23022-345d-48ec-bfae-10a2d6b07b11 admin admin] Publish callbacks [] for security_group (f0467758-7a00-4d4e-b281-b31cff921131), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:02.379214 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0da23022-345d-48ec-bfae-10a2d6b07b11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (f0467758-7a00-4d4e-b281-b31cff921131), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:02.381890 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0da23022-345d-48ec-bfae-10a2d6b07b11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:02.383052 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-0da23022-345d-48ec-bfae-10a2d6b07b11 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/f0467758-7a00-4d4e-b281-b31cff921131 HTTP/1.1" status: 204 len: 168 time: 0.1201499 Feb 09 22:12:02.390997 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da23022-345d-48ec-bfae-10a2d6b07b11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0467758-7a00-4d4e-b281-b31cff921131,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:03.072899 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 45250) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:03.172905 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-41d1ff2e-d23e-4bb8-b8db-27c1db6137e9 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1996521887'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:03.193822 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41d1ff2e-d23e-4bb8-b8db-27c1db6137e9 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Made reservation on behalf of c606a6a7aa9745acbd0efc75a02404a4 for: {'network': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:12:03.197251 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-41d1ff2e-d23e-4bb8-b8db-27c1db6137e9 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:03.205643 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-41d1ff2e-d23e-4bb8-b8db-27c1db6137e9 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:03.280668 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-41d1ff2e-d23e-4bb8-b8db-27c1db6137e9 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks [] for security_group (bf456124-6e39-4a2d-b302-a92cc46a2328), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:03.284555 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-41d1ff2e-d23e-4bb8-b8db-27c1db6137e9 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (bf456124-6e39-4a2d-b302-a92cc46a2328), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:03.312447 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41d1ff2e-d23e-4bb8-b8db-27c1db6137e9 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=103140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:12:03.322558 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d1ff2e-d23e-4bb8-b8db-27c1db6137e9 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf456124-6e39-4a2d-b302-a92cc46a2328,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:03.328674 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-41d1ff2e-d23e-4bb8-b8db-27c1db6137e9 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (77845918-cae7-4733-99f7-340b4b5634fa), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:03.329083 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-41d1ff2e-d23e-4bb8-b8db-27c1db6137e9 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Added segment 77845918-cae7-4733-99f7-340b4b5634fa of type vlan for network c84576a0-6665-4755-b44d-8f2f7ffa1334 Feb 09 22:12:03.370399 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-41d1ff2e-d23e-4bb8-b8db-27c1db6137e9 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (c84576a0-6665-4755-b44d-8f2f7ffa1334), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:03.394502 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-41d1ff2e-d23e-4bb8-b8db-27c1db6137e9 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (c84576a0-6665-4755-b44d-8f2f7ffa1334), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:03.399597 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d1ff2e-d23e-4bb8-b8db-27c1db6137e9 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:03.400184 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-41d1ff2e-d23e-4bb8-b8db-27c1db6137e9 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:03.464142 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-41d1ff2e-d23e-4bb8-b8db-27c1db6137e9 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3900776 Feb 09 22:12:03.472632 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d1ff2e-d23e-4bb8-b8db-27c1db6137e9 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Pushing event updated for resources: {'Network': ['ID=c84576a0-6665-4755-b44d-8f2f7ffa1334,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:03.485454 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network c84576a0-6665-4755-b44d-8f2f7ffa1334 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:12:06.555539 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 45262) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:06.561959 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-d8ac30d9-8873-4dc4-a72d-ca7d409797f6 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Request body: {'subnet': {'network_id': 'c84576a0-6665-4755-b44d-8f2f7ffa1334', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:06.652787 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8ac30d9-8873-4dc4-a72d-ca7d409797f6 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Made reservation on behalf of c606a6a7aa9745acbd0efc75a02404a4 for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:12:06.656190 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d8ac30d9-8873-4dc4-a72d-ca7d409797f6 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621317'] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:06.835752 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d8ac30d9-8873-4dc4-a72d-ca7d409797f6 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621371'] for subnet (32037a82-175b-4afa-b182-04adad7c5ba1), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:06.897361 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ac30d9-8873-4dc4-a72d-ca7d409797f6 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Pushing event updated for resources: {'Subnet': ['ID=32037a82-175b-4afa-b182-04adad7c5ba1,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:06.912427 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ac30d9-8873-4dc4-a72d-ca7d409797f6 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Checking segment: {'id': '77845918-cae7-4733-99f7-340b4b5634fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'c84576a0-6665-4755-b44d-8f2f7ffa1334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:12:06.912796 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ac30d9-8873-4dc4-a72d-ca7d409797f6 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Network hostable DHCP agents. Network: c84576a0-6665-4755-b44d-8f2f7ffa1334, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:12:06.930516 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ac30d9-8873-4dc4-a72d-ca7d409797f6 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Network c84576a0-6665-4755-b44d-8f2f7ffa1334 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:12:06.940657 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-d8ac30d9-8873-4dc4-a72d-ca7d409797f6 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, c84576a0-6665-4755-b44d-8f2f7ffa1334) {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:12:06.944934 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ac30d9-8873-4dc4-a72d-ca7d409797f6 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:06.945689 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d8ac30d9-8873-4dc4-a72d-ca7d409797f6 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:06.949822 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9577a9e7-941a-45c4-b5c3-41b3cdc4f041 None None] Network c84576a0-6665-4755-b44d-8f2f7ffa1334 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:12:06.968400 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45264) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:06.969097 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-d8ac30d9-8873-4dc4-a72d-ca7d409797f6 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4111822 Feb 09 22:12:06.975438 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-c6c24406-9670-4925-bf20-ce2175aafdd8 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1270813800'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:06.995522 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6c24406-9670-4925-bf20-ce2175aafdd8 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Made reservation on behalf of c606a6a7aa9745acbd0efc75a02404a4 for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:12:06.999743 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6c24406-9670-4925-bf20-ce2175aafdd8 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:07.023898 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6c24406-9670-4925-bf20-ce2175aafdd8 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:12:07.034759 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6c24406-9670-4925-bf20-ce2175aafdd8 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (24c91084-ca9b-4088-8213-ee015c6bebfe), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:07.035166 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-c6c24406-9670-4925-bf20-ce2175aafdd8 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Added segment 24c91084-ca9b-4088-8213-ee015c6bebfe of type vlan for network 85b93cc2-672d-45b7-87de-35b7b2b558eb Feb 09 22:12:07.055351 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df8eb57-3ae6-40dd-8907-e18518fd78d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-c84576a0-6665-4755-b44d-8f2f7ffa1334', 'network_id': 'c84576a0-6665-4755-b44d-8f2f7ffa1334', 'project_id': 'c606a6a7aa9745acbd0efc75a02404a4', 'fixed_ips': [{'subnet_id': '32037a82-175b-4afa-b182-04adad7c5ba1'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:12:07.056388 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-6df8eb57-3ae6-40dd-8907-e18518fd78d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:07.085336 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6c24406-9670-4925-bf20-ce2175aafdd8 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (85b93cc2-672d-45b7-87de-35b7b2b558eb), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:07.114962 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6c24406-9670-4925-bf20-ce2175aafdd8 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (85b93cc2-672d-45b7-87de-35b7b2b558eb), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:07.120106 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c24406-9670-4925-bf20-ce2175aafdd8 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:07.120761 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6c24406-9670-4925-bf20-ce2175aafdd8 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:07.195398 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c24406-9670-4925-bf20-ce2175aafdd8 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Pushing event updated for resources: {'Network': ['ID=85b93cc2-672d-45b7-87de-35b7b2b558eb,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:07.209451 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-c6c24406-9670-4925-bf20-ce2175aafdd8 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2351501 Feb 09 22:12:07.210815 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 45268) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:07.213851 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 85b93cc2-672d-45b7-87de-35b7b2b558eb details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:12:07.216883 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-711e2e08-39eb-450b-9a31-7e37cd41bc31 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Request body: {'subnet': {'network_id': '85b93cc2-672d-45b7-87de-35b7b2b558eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:07.222706 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-6df8eb57-3ae6-40dd-8907-e18518fd78d5 None None] Allocated IP 2001:db8:0:ffff::2 (c84576a0-6665-4755-b44d-8f2f7ffa1334/32037a82-175b-4afa-b182-04adad7c5ba1/60e1b995-18eb-4323-a3f8-f26add39de7c) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:12:07.321066 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-711e2e08-39eb-450b-9a31-7e37cd41bc31 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Made reservation on behalf of c606a6a7aa9745acbd0efc75a02404a4 for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:12:07.324526 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-711e2e08-39eb-450b-9a31-7e37cd41bc31 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621317'] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:07.609269 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-6df8eb57-3ae6-40dd-8907-e18518fd78d5 None None] Publish callbacks [] for port (60e1b995-18eb-4323-a3f8-f26add39de7c), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:07.615873 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-6df8eb57-3ae6-40dd-8907-e18518fd78d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (60e1b995-18eb-4323-a3f8-f26add39de7c), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:07.663443 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df8eb57-3ae6-40dd-8907-e18518fd78d5 None None] Network c84576a0-6665-4755-b44d-8f2f7ffa1334 is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:12:07.667475 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df8eb57-3ae6-40dd-8907-e18518fd78d5 None None] Pushing event updated for resources: {'Port': ['ID=60e1b995-18eb-4323-a3f8-f26add39de7c,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:07.671423 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-6df8eb57-3ae6-40dd-8907-e18518fd78d5 None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:12:07.674095 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df8eb57-3ae6-40dd-8907-e18518fd78d5 None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:12:07.684785 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df8eb57-3ae6-40dd-8907-e18518fd78d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:07.685130 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df8eb57-3ae6-40dd-8907-e18518fd78d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:07.685480 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df8eb57-3ae6-40dd-8907-e18518fd78d5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:07.686319 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df8eb57-3ae6-40dd-8907-e18518fd78d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:07.686673 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df8eb57-3ae6-40dd-8907-e18518fd78d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:07.687012 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df8eb57-3ae6-40dd-8907-e18518fd78d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:07.687367 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df8eb57-3ae6-40dd-8907-e18518fd78d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:07.687690 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df8eb57-3ae6-40dd-8907-e18518fd78d5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:07.688025 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df8eb57-3ae6-40dd-8907-e18518fd78d5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:07.688391 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df8eb57-3ae6-40dd-8907-e18518fd78d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:07.688727 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df8eb57-3ae6-40dd-8907-e18518fd78d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:07.689053 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df8eb57-3ae6-40dd-8907-e18518fd78d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:07.689379 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df8eb57-3ae6-40dd-8907-e18518fd78d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:07.747468 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-6df8eb57-3ae6-40dd-8907-e18518fd78d5 None None] Attempting to bind port 60e1b995-18eb-4323-a3f8-f26add39de7c on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:12:07.747853 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-6df8eb57-3ae6-40dd-8907-e18518fd78d5 None None] Attempting to bind port 60e1b995-18eb-4323-a3f8-f26add39de7c by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '77845918-cae7-4733-99f7-340b4b5634fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'c84576a0-6665-4755-b44d-8f2f7ffa1334'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:12:07.748252 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df8eb57-3ae6-40dd-8907-e18518fd78d5 None None] Attempting to bind port 60e1b995-18eb-4323-a3f8-f26add39de7c on network c84576a0-6665-4755-b44d-8f2f7ffa1334 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:12:07.753451 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df8eb57-3ae6-40dd-8907-e18518fd78d5 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:12:07.753840 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df8eb57-3ae6-40dd-8907-e18518fd78d5 None None] Checking segment: {'id': '77845918-cae7-4733-99f7-340b4b5634fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'c84576a0-6665-4755-b44d-8f2f7ffa1334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:12:07.754788 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-6df8eb57-3ae6-40dd-8907-e18518fd78d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:07.754788 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df8eb57-3ae6-40dd-8907-e18518fd78d5 None None] Bound using segment: {'id': '77845918-cae7-4733-99f7-340b4b5634fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'c84576a0-6665-4755-b44d-8f2f7ffa1334'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:12:07.755115 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-6df8eb57-3ae6-40dd-8907-e18518fd78d5 None None] Bound port: 60e1b995-18eb-4323-a3f8-f26add39de7c, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77845918-cae7-4733-99f7-340b4b5634fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'c84576a0-6665-4755-b44d-8f2f7ffa1334'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:12:07.755503 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-6df8eb57-3ae6-40dd-8907-e18518fd78d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (60e1b995-18eb-4323-a3f8-f26add39de7c), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:07.831910 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-6df8eb57-3ae6-40dd-8907-e18518fd78d5 None None] For port 60e1b995-18eb-4323-a3f8-f26add39de7c, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:12:07.837284 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-6df8eb57-3ae6-40dd-8907-e18518fd78d5 None None] For port 60e1b995-18eb-4323-a3f8-f26add39de7c, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=60e1b995-18eb-4323-a3f8-f26add39de7c,segment=NetworkSegment(77845918-cae7-4733-99f7-340b4b5634fa),segment_id=77845918-cae7-4733-99f7-340b4b5634fa)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:12:07.844257 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-6df8eb57-3ae6-40dd-8907-e18518fd78d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (60e1b995-18eb-4323-a3f8-f26add39de7c), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:07.915724 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df8eb57-3ae6-40dd-8907-e18518fd78d5 None None] Pushing event updated for resources: {'Port': ['ID=60e1b995-18eb-4323-a3f8-f26add39de7c,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:07.942781 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-711e2e08-39eb-450b-9a31-7e37cd41bc31 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621371'] for subnet (3c17cc49-782d-4804-b011-c76da76177a1), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:08.014728 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e2e08-39eb-450b-9a31-7e37cd41bc31 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Pushing event updated for resources: {'Subnet': ['ID=3c17cc49-782d-4804-b011-c76da76177a1,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:08.028690 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711e2e08-39eb-450b-9a31-7e37cd41bc31 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Checking segment: {'id': '24c91084-ca9b-4088-8213-ee015c6bebfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '85b93cc2-672d-45b7-87de-35b7b2b558eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:12:08.029424 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711e2e08-39eb-450b-9a31-7e37cd41bc31 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Network hostable DHCP agents. Network: 85b93cc2-672d-45b7-87de-35b7b2b558eb, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:12:08.051048 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711e2e08-39eb-450b-9a31-7e37cd41bc31 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Network 85b93cc2-672d-45b7-87de-35b7b2b558eb is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:12:08.063493 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-711e2e08-39eb-450b-9a31-7e37cd41bc31 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 85b93cc2-672d-45b7-87de-35b7b2b558eb) {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:12:08.068750 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711e2e08-39eb-450b-9a31-7e37cd41bc31 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:08.069393 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-711e2e08-39eb-450b-9a31-7e37cd41bc31 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:08.075645 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040353ca-415a-4466-810e-14a6c294b918 None None] Network 85b93cc2-672d-45b7-87de-35b7b2b558eb requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:12:08.091694 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-711e2e08-39eb-450b-9a31-7e37cd41bc31 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.8794768 Feb 09 22:12:08.094329 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45272) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:08.269281 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d10fde-c2f4-451e-9904-56b6329c4723 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-85b93cc2-672d-45b7-87de-35b7b2b558eb', 'network_id': '85b93cc2-672d-45b7-87de-35b7b2b558eb', 'project_id': 'c606a6a7aa9745acbd0efc75a02404a4', 'fixed_ips': [{'subnet_id': '3c17cc49-782d-4804-b011-c76da76177a1'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:12:08.270282 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a5d10fde-c2f4-451e-9904-56b6329c4723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:08.291940 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-04945696-fd1d-4931-87c2-f224d6ccb68b tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (85b93cc2-672d-45b7-87de-35b7b2b558eb), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:08.359209 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-04945696-fd1d-4931-87c2-f224d6ccb68b tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (3c17cc49-782d-4804-b011-c76da76177a1), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:08.444186 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-a5d10fde-c2f4-451e-9904-56b6329c4723 None None] Allocated IP 2001:db8::1 (85b93cc2-672d-45b7-87de-35b7b2b558eb/3c17cc49-782d-4804-b011-c76da76177a1/cc62448d-5980-4631-8eb3-537c8c778aab) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:12:08.600044 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a5d10fde-c2f4-451e-9904-56b6329c4723 None None] Publish callbacks [] for port (cc62448d-5980-4631-8eb3-537c8c778aab), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:08.607855 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a5d10fde-c2f4-451e-9904-56b6329c4723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (cc62448d-5980-4631-8eb3-537c8c778aab), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:08.626162 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-04945696-fd1d-4931-87c2-f224d6ccb68b tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (3c17cc49-782d-4804-b011-c76da76177a1), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:08.652923 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d10fde-c2f4-451e-9904-56b6329c4723 None None] Network 85b93cc2-672d-45b7-87de-35b7b2b558eb is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:12:08.655986 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04945696-fd1d-4931-87c2-f224d6ccb68b tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Pushing event deleted for resources: {'Subnet': ['ID=3c17cc49-782d-4804-b011-c76da76177a1,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:08.657172 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-a5d10fde-c2f4-451e-9904-56b6329c4723 None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:12:08.662219 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d10fde-c2f4-451e-9904-56b6329c4723 None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:12:08.670935 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d10fde-c2f4-451e-9904-56b6329c4723 None None] Pushing event updated for resources: {'Port': ['ID=cc62448d-5980-4631-8eb3-537c8c778aab,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:08.730860 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-a5d10fde-c2f4-451e-9904-56b6329c4723 None None] Attempting to bind port cc62448d-5980-4631-8eb3-537c8c778aab on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:12:08.731277 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-a5d10fde-c2f4-451e-9904-56b6329c4723 None None] Attempting to bind port cc62448d-5980-4631-8eb3-537c8c778aab by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '24c91084-ca9b-4088-8213-ee015c6bebfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '85b93cc2-672d-45b7-87de-35b7b2b558eb'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:12:08.731660 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d10fde-c2f4-451e-9904-56b6329c4723 None None] Attempting to bind port cc62448d-5980-4631-8eb3-537c8c778aab on network 85b93cc2-672d-45b7-87de-35b7b2b558eb {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:12:08.737211 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d10fde-c2f4-451e-9904-56b6329c4723 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:12:08.737599 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d10fde-c2f4-451e-9904-56b6329c4723 None None] Checking segment: {'id': '24c91084-ca9b-4088-8213-ee015c6bebfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '85b93cc2-672d-45b7-87de-35b7b2b558eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:12:08.738011 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a5d10fde-c2f4-451e-9904-56b6329c4723 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:08.738422 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d10fde-c2f4-451e-9904-56b6329c4723 None None] Bound using segment: {'id': '24c91084-ca9b-4088-8213-ee015c6bebfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '85b93cc2-672d-45b7-87de-35b7b2b558eb'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:12:08.738906 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-a5d10fde-c2f4-451e-9904-56b6329c4723 None None] Bound port: cc62448d-5980-4631-8eb3-537c8c778aab, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24c91084-ca9b-4088-8213-ee015c6bebfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '85b93cc2-672d-45b7-87de-35b7b2b558eb'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:12:08.739293 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a5d10fde-c2f4-451e-9904-56b6329c4723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (cc62448d-5980-4631-8eb3-537c8c778aab), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:08.761481 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-04945696-fd1d-4931-87c2-f224d6ccb68b tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (85b93cc2-672d-45b7-87de-35b7b2b558eb), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:08.789394 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-04945696-fd1d-4931-87c2-f224d6ccb68b tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85b93cc2-672d-45b7-87de-35b7b2b558eb']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:08.801913 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-04945696-fd1d-4931-87c2-f224d6ccb68b tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24c91084-ca9b-4088-8213-ee015c6bebfe') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:08.802540 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-04945696-fd1d-4931-87c2-f224d6ccb68b tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24c91084-ca9b-4088-8213-ee015c6bebfe') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:08.807031 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a5d10fde-c2f4-451e-9904-56b6329c4723 None None] For port cc62448d-5980-4631-8eb3-537c8c778aab, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:12:08.811248 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a5d10fde-c2f4-451e-9904-56b6329c4723 None None] For port cc62448d-5980-4631-8eb3-537c8c778aab, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=cc62448d-5980-4631-8eb3-537c8c778aab,segment=NetworkSegment(24c91084-ca9b-4088-8213-ee015c6bebfe),segment_id=24c91084-ca9b-4088-8213-ee015c6bebfe)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:12:08.818225 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a5d10fde-c2f4-451e-9904-56b6329c4723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (cc62448d-5980-4631-8eb3-537c8c778aab), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:08.819395 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-04945696-fd1d-4931-87c2-f224d6ccb68b tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (24c91084-ca9b-4088-8213-ee015c6bebfe), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:08.841429 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-04945696-fd1d-4931-87c2-f224d6ccb68b tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (24c91084-ca9b-4088-8213-ee015c6bebfe), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:08.848839 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04945696-fd1d-4931-87c2-f224d6ccb68b tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:12:08.849919 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-04945696-fd1d-4931-87c2-f224d6ccb68b tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (24c91084-ca9b-4088-8213-ee015c6bebfe), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:08.854730 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 22:12:08.854730 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:12:08.854730 n-d-828369-5 neutron-server[103141]: timer() Feb 09 22:12:08.854730 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:12:08.854730 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 22:12:08.854730 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:12:08.854730 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 22:12:08.854730 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:12:08.854730 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 22:12:08.854730 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:12:08.854730 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 22:12:08.854730 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:12:08.854730 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 22:12:08.854730 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:12:08.854730 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:12:08.854730 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:12:08.854730 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:12:08.854730 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:12:08.854730 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 22:12:08.854730 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:12:08.854730 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 22:12:08.854730 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:12:08.854730 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:12:08.854730 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:12:08.854730 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 22:12:08.854730 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:12:08.854730 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:12:08.854730 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:12:08.854730 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:12:08.854730 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:12:08.854730 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:12:08.854730 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:12:08.920393 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d10fde-c2f4-451e-9904-56b6329c4723 None None] Pushing event updated for resources: {'Port': ['ID=cc62448d-5980-4631-8eb3-537c8c778aab,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:08.959344 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.db.api [None req-04945696-fd1d-4931-87c2-f224d6ccb68b tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 22:12:08.959344 n-d-828369-5 neutron-server[103141]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 22:12:08.959344 n-d-828369-5 neutron-server[103141]: [parameters: {'id': '85b93cc2-672d-45b7-87de-35b7b2b558eb'}] Feb 09 22:12:08.959344 n-d-828369-5 neutron-server[103141]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 22:12:08.960467 n-d-828369-5 neutron-server[103141]: DEBUG oslo_db.api [None req-04945696-fd1d-4931-87c2-f224d6ccb68b tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 22:12:08.963762 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc1d1c1-4e84-4adc-bb59-96ba944f8301 None None] Network 85b93cc2-672d-45b7-87de-35b7b2b558eb requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:12:09.067665 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-dd290bab-f365-4f23-8b30-674be80a9c67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:09.128917 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8da9b9-4143-4c73-b49a-ce67c880e2d0 None None] get_active_networks_info from n-d-828369-5 {{(pid=103142) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 22:12:09.237625 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c8da9b9-4143-4c73-b49a-ce67c880e2d0 None None] Resources bound (agent type, host, resource id): {{(pid=103142) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 22:12:09.248590 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-6219e530-be79-4fa6-9706-165408646999 None None] Provisioning complete for port 60e1b995-18eb-4323-a3f8-f26add39de7c triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:09.248970 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-6219e530-be79-4fa6-9706-165408646999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (60e1b995-18eb-4323-a3f8-f26add39de7c), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:09.409325 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-6219e530-be79-4fa6-9706-165408646999 None None] Current status of the port 60e1b995-18eb-4323-a3f8-f26add39de7c is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:12:09.409607 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-6219e530-be79-4fa6-9706-165408646999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (60e1b995-18eb-4323-a3f8-f26add39de7c), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:09.461498 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-04945696-fd1d-4931-87c2-f224d6ccb68b tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (85b93cc2-672d-45b7-87de-35b7b2b558eb), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:09.469392 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-6219e530-be79-4fa6-9706-165408646999 None None] For port 60e1b995-18eb-4323-a3f8-f26add39de7c, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=60e1b995-18eb-4323-a3f8-f26add39de7c,segment=NetworkSegment(77845918-cae7-4733-99f7-340b4b5634fa),segment_id=77845918-cae7-4733-99f7-340b4b5634fa)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:12:09.476778 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-6219e530-be79-4fa6-9706-165408646999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (60e1b995-18eb-4323-a3f8-f26add39de7c), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:09.525717 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-04945696-fd1d-4931-87c2-f224d6ccb68b tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Deleting port cc62448d-5980-4631-8eb3-537c8c778aab {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:12:09.526058 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-04945696-fd1d-4931-87c2-f224d6ccb68b tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (cc62448d-5980-4631-8eb3-537c8c778aab), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:09.541048 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2af920b-e98e-4abd-809c-d06107863e99 None None] Network c84576a0-6665-4755-b44d-8f2f7ffa1334 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:12:09.548876 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6219e530-be79-4fa6-9706-165408646999 None None] Pushing event updated for resources: {'Port': ['ID=60e1b995-18eb-4323-a3f8-f26add39de7c,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:09.593421 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-04945696-fd1d-4931-87c2-f224d6ccb68b tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] For port cc62448d-5980-4631-8eb3-537c8c778aab, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=cc62448d-5980-4631-8eb3-537c8c778aab,segment=NetworkSegment(24c91084-ca9b-4088-8213-ee015c6bebfe),segment_id=24c91084-ca9b-4088-8213-ee015c6bebfe)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:12:09.593810 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-04945696-fd1d-4931-87c2-f224d6ccb68b tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (cc62448d-5980-4631-8eb3-537c8c778aab), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:09.607087 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-04945696-fd1d-4931-87c2-f224d6ccb68b tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Calling delete_port for cc62448d-5980-4631-8eb3-537c8c778aab owned by network:dhcp {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:12:09.693316 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-04945696-fd1d-4931-87c2-f224d6ccb68b tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (cc62448d-5980-4631-8eb3-537c8c778aab), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:09.721037 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04945696-fd1d-4931-87c2-f224d6ccb68b tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Pushing event deleted for resources: {'Port': ['ID=cc62448d-5980-4631-8eb3-537c8c778aab,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:09.728070 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04945696-fd1d-4931-87c2-f224d6ccb68b tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] No DVR routers for this DVR port cc62448d-5980-4631-8eb3-537c8c778aab on host n-d-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:12:09.820656 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-04945696-fd1d-4931-87c2-f224d6ccb68b tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (85b93cc2-672d-45b7-87de-35b7b2b558eb), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:09.845313 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-04945696-fd1d-4931-87c2-f224d6ccb68b tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85b93cc2-672d-45b7-87de-35b7b2b558eb']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:09.856919 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-04945696-fd1d-4931-87c2-f224d6ccb68b tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24c91084-ca9b-4088-8213-ee015c6bebfe') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:09.857250 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-04945696-fd1d-4931-87c2-f224d6ccb68b tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24c91084-ca9b-4088-8213-ee015c6bebfe') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:09.868627 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-04945696-fd1d-4931-87c2-f224d6ccb68b tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (24c91084-ca9b-4088-8213-ee015c6bebfe), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:09.882324 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-04945696-fd1d-4931-87c2-f224d6ccb68b tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (24c91084-ca9b-4088-8213-ee015c6bebfe), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:09.892186 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04945696-fd1d-4931-87c2-f224d6ccb68b tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:12:09.892795 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-04945696-fd1d-4931-87c2-f224d6ccb68b tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (24c91084-ca9b-4088-8213-ee015c6bebfe), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:09.895988 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 22:12:09.895988 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:12:09.895988 n-d-828369-5 neutron-server[103141]: timer() Feb 09 22:12:09.895988 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:12:09.895988 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 22:12:09.895988 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:12:09.895988 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 22:12:09.895988 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:12:09.895988 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 22:12:09.895988 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:12:09.895988 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 22:12:09.895988 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:12:09.895988 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 22:12:09.895988 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:12:09.895988 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:12:09.895988 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:12:09.895988 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:12:09.895988 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:12:09.895988 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 22:12:09.895988 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:12:09.895988 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 22:12:09.895988 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:12:09.895988 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:12:09.895988 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:12:09.895988 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 22:12:09.895988 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:12:09.895988 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:12:09.895988 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:12:09.895988 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:12:09.895988 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:12:09.895988 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:12:09.895988 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:12:09.902177 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-13518b0e-1fed-428f-bca1-f12710f33ac3 None None] Provisioning complete for port 60e1b995-18eb-4323-a3f8-f26add39de7c triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:09.902827 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-13518b0e-1fed-428f-bca1-f12710f33ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (60e1b995-18eb-4323-a3f8-f26add39de7c), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:09.969564 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-04945696-fd1d-4931-87c2-f224d6ccb68b tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (85b93cc2-672d-45b7-87de-35b7b2b558eb), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:09.980461 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-04945696-fd1d-4931-87c2-f224d6ccb68b tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:09.987100 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 45276) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:09.987575 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-04945696-fd1d-4931-87c2-f224d6ccb68b tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] 10.222.0.90 "DELETE /v2.0/networks/85b93cc2-672d-45b7-87de-35b7b2b558eb HTTP/1.1" status: 204 len: 168 time: 1.8918195 Feb 09 22:12:09.992540 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-3722295d-eb4b-4b43-aa39-4cb374268d7b tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-379556369'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:09.999987 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04945696-fd1d-4931-87c2-f224d6ccb68b tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Pushing event deleted for resources: {'Network': ['ID=85b93cc2-672d-45b7-87de-35b7b2b558eb,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:10.005969 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-13518b0e-1fed-428f-bca1-f12710f33ac3 None None] Current status of the port 60e1b995-18eb-4323-a3f8-f26add39de7c is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:12:10.017977 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3722295d-eb4b-4b43-aa39-4cb374268d7b tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Made reservation on behalf of c606a6a7aa9745acbd0efc75a02404a4 for: {'network': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:12:10.021478 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3722295d-eb4b-4b43-aa39-4cb374268d7b tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:10.053483 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3722295d-eb4b-4b43-aa39-4cb374268d7b tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=103140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:12:10.064398 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3722295d-eb4b-4b43-aa39-4cb374268d7b tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (59eb213b-e2cd-456a-a2ea-dda0b9af53d0), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:10.064818 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-3722295d-eb4b-4b43-aa39-4cb374268d7b tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Added segment 59eb213b-e2cd-456a-a2ea-dda0b9af53d0 of type vlan for network 2c6433f5-1579-4670-9e81-7ca51261a0ad Feb 09 22:12:10.107222 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3722295d-eb4b-4b43-aa39-4cb374268d7b tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (2c6433f5-1579-4670-9e81-7ca51261a0ad), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:10.129382 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 60e1b995-18eb-4323-a3f8-f26add39de7c up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:12:10.133628 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3722295d-eb4b-4b43-aa39-4cb374268d7b tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (2c6433f5-1579-4670-9e81-7ca51261a0ad), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:10.138152 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3722295d-eb4b-4b43-aa39-4cb374268d7b tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:10.139010 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3722295d-eb4b-4b43-aa39-4cb374268d7b tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:10.187268 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 60e1b995-18eb-4323-a3f8-f26add39de7c triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:10.188269 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (60e1b995-18eb-4323-a3f8-f26add39de7c), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:10.207572 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-3722295d-eb4b-4b43-aa39-4cb374268d7b tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2168438 Feb 09 22:12:10.208660 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 45280) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:10.214796 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-64b459df-f69b-44ba-b83e-3eb5ff6c8c73 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Request body: {'subnet': {'network_id': '2c6433f5-1579-4670-9e81-7ca51261a0ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:10.219783 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3722295d-eb4b-4b43-aa39-4cb374268d7b tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Pushing event updated for resources: {'Network': ['ID=2c6433f5-1579-4670-9e81-7ca51261a0ad,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:10.231354 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 2c6433f5-1579-4670-9e81-7ca51261a0ad details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:12:10.309998 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b459df-f69b-44ba-b83e-3eb5ff6c8c73 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Made reservation on behalf of c606a6a7aa9745acbd0efc75a02404a4 for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:12:10.313820 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-64b459df-f69b-44ba-b83e-3eb5ff6c8c73 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621317'] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:10.338625 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 60e1b995-18eb-4323-a3f8-f26add39de7c is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:12:10.505825 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-64b459df-f69b-44ba-b83e-3eb5ff6c8c73 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621371'] for subnet (47b686a1-c9a0-40f9-a3ce-6d758258e3a2), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:10.566578 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b459df-f69b-44ba-b83e-3eb5ff6c8c73 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Pushing event updated for resources: {'Subnet': ['ID=47b686a1-c9a0-40f9-a3ce-6d758258e3a2,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:10.576980 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b459df-f69b-44ba-b83e-3eb5ff6c8c73 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Checking segment: {'id': '59eb213b-e2cd-456a-a2ea-dda0b9af53d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '2c6433f5-1579-4670-9e81-7ca51261a0ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:12:10.577341 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b459df-f69b-44ba-b83e-3eb5ff6c8c73 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Network hostable DHCP agents. Network: 2c6433f5-1579-4670-9e81-7ca51261a0ad, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:12:10.593299 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b459df-f69b-44ba-b83e-3eb5ff6c8c73 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Network 2c6433f5-1579-4670-9e81-7ca51261a0ad is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:12:10.602175 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-64b459df-f69b-44ba-b83e-3eb5ff6c8c73 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 2c6433f5-1579-4670-9e81-7ca51261a0ad) {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:12:10.607102 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b459df-f69b-44ba-b83e-3eb5ff6c8c73 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:10.607724 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-64b459df-f69b-44ba-b83e-3eb5ff6c8c73 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:10.612555 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bdbc0c8-77e8-4c25-8a87-c1a786b9e9b6 None None] Network 2c6433f5-1579-4670-9e81-7ca51261a0ad requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:12:10.628035 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-64b459df-f69b-44ba-b83e-3eb5ff6c8c73 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.4188907 Feb 09 22:12:10.632092 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 45282) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:10.638016 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-be67f81c-f40d-4b78-ac43-afdc6132d1c1 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-223969928'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:10.658844 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be67f81c-f40d-4b78-ac43-afdc6132d1c1 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Made reservation on behalf of c606a6a7aa9745acbd0efc75a02404a4 for: {'network': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:12:10.662584 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-be67f81c-f40d-4b78-ac43-afdc6132d1c1 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:10.691291 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be67f81c-f40d-4b78-ac43-afdc6132d1c1 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=103140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:12:10.703047 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-be67f81c-f40d-4b78-ac43-afdc6132d1c1 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (7ef2a29a-a698-4515-94f4-46cdb68aa96b), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:10.703398 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-be67f81c-f40d-4b78-ac43-afdc6132d1c1 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Added segment 7ef2a29a-a698-4515-94f4-46cdb68aa96b of type vlan for network ddb783f6-61cd-4d83-acbe-6848b55dec75 Feb 09 22:12:10.732890 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecdfbc86-df6b-4b5f-af3b-92f3bbddd07b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-2c6433f5-1579-4670-9e81-7ca51261a0ad', 'network_id': '2c6433f5-1579-4670-9e81-7ca51261a0ad', 'project_id': 'c606a6a7aa9745acbd0efc75a02404a4', 'fixed_ips': [{'subnet_id': '47b686a1-c9a0-40f9-a3ce-6d758258e3a2'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:12:10.733793 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ecdfbc86-df6b-4b5f-af3b-92f3bbddd07b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:10.751350 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-be67f81c-f40d-4b78-ac43-afdc6132d1c1 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (ddb783f6-61cd-4d83-acbe-6848b55dec75), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:10.777782 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-be67f81c-f40d-4b78-ac43-afdc6132d1c1 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (ddb783f6-61cd-4d83-acbe-6848b55dec75), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:10.783300 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be67f81c-f40d-4b78-ac43-afdc6132d1c1 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:10.783886 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-be67f81c-f40d-4b78-ac43-afdc6132d1c1 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:10.848925 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-be67f81c-f40d-4b78-ac43-afdc6132d1c1 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2128587 Feb 09 22:12:10.849168 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 45284) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:10.854060 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-e3fbde4a-eb58-45f1-84f5-41c0d515b584 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Request body: {'subnet': {'network_id': 'ddb783f6-61cd-4d83-acbe-6848b55dec75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:10.873083 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be67f81c-f40d-4b78-ac43-afdc6132d1c1 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Pushing event updated for resources: {'Network': ['ID=ddb783f6-61cd-4d83-acbe-6848b55dec75,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:10.877022 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-ecdfbc86-df6b-4b5f-af3b-92f3bbddd07b None None] Allocated IP 2001:db8::3 (2c6433f5-1579-4670-9e81-7ca51261a0ad/47b686a1-c9a0-40f9-a3ce-6d758258e3a2/0c8f4f8f-b311-4b03-bde4-96143468586b) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:12:10.890187 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network ddb783f6-61cd-4d83-acbe-6848b55dec75 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:12:10.954393 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3fbde4a-eb58-45f1-84f5-41c0d515b584 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Made reservation on behalf of c606a6a7aa9745acbd0efc75a02404a4 for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:12:10.959152 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e3fbde4a-eb58-45f1-84f5-41c0d515b584 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621317'] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:11.024311 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.ipam_backend_mixin [None req-e3fbde4a-eb58-45f1-84f5-41c0d515b584 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Performing IP validity checks on allocation pools {{(pid=103140) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 09 22:12:11.024959 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.ipam_backend_mixin [None req-e3fbde4a-eb58-45f1-84f5-41c0d515b584 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103140) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 09 22:12:11.057878 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ed3618d7-a27f-4bf8-b500-718d525c5009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:11.118412 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ecdfbc86-df6b-4b5f-af3b-92f3bbddd07b None None] Publish callbacks [] for port (0c8f4f8f-b311-4b03-bde4-96143468586b), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:11.124448 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ecdfbc86-df6b-4b5f-af3b-92f3bbddd07b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (0c8f4f8f-b311-4b03-bde4-96143468586b), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:11.159092 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e3fbde4a-eb58-45f1-84f5-41c0d515b584 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621371'] for subnet (253334f9-c223-4038-9cfb-3a0de99c7af1), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:11.171283 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecdfbc86-df6b-4b5f-af3b-92f3bbddd07b None None] Network 2c6433f5-1579-4670-9e81-7ca51261a0ad is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:12:11.174176 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-ecdfbc86-df6b-4b5f-af3b-92f3bbddd07b None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:12:11.177629 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdfbc86-df6b-4b5f-af3b-92f3bbddd07b None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:12:11.185416 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdfbc86-df6b-4b5f-af3b-92f3bbddd07b None None] Pushing event updated for resources: {'Port': ['ID=0c8f4f8f-b311-4b03-bde4-96143468586b,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:11.229830 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fbde4a-eb58-45f1-84f5-41c0d515b584 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Pushing event updated for resources: {'Subnet': ['ID=253334f9-c223-4038-9cfb-3a0de99c7af1,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:11.246656 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-ecdfbc86-df6b-4b5f-af3b-92f3bbddd07b None None] Attempting to bind port 0c8f4f8f-b311-4b03-bde4-96143468586b on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:12:11.247173 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-ecdfbc86-df6b-4b5f-af3b-92f3bbddd07b None None] Attempting to bind port 0c8f4f8f-b311-4b03-bde4-96143468586b by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '59eb213b-e2cd-456a-a2ea-dda0b9af53d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '2c6433f5-1579-4670-9e81-7ca51261a0ad'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:12:11.247638 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdfbc86-df6b-4b5f-af3b-92f3bbddd07b None None] Attempting to bind port 0c8f4f8f-b311-4b03-bde4-96143468586b on network 2c6433f5-1579-4670-9e81-7ca51261a0ad {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:12:11.253871 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdfbc86-df6b-4b5f-af3b-92f3bbddd07b None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:12:11.254382 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdfbc86-df6b-4b5f-af3b-92f3bbddd07b None None] Checking segment: {'id': '59eb213b-e2cd-456a-a2ea-dda0b9af53d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '2c6433f5-1579-4670-9e81-7ca51261a0ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:12:11.255268 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ecdfbc86-df6b-4b5f-af3b-92f3bbddd07b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:11.255268 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdfbc86-df6b-4b5f-af3b-92f3bbddd07b None None] Bound using segment: {'id': '59eb213b-e2cd-456a-a2ea-dda0b9af53d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '2c6433f5-1579-4670-9e81-7ca51261a0ad'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:12:11.256026 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-ecdfbc86-df6b-4b5f-af3b-92f3bbddd07b None None] Bound port: 0c8f4f8f-b311-4b03-bde4-96143468586b, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59eb213b-e2cd-456a-a2ea-dda0b9af53d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '2c6433f5-1579-4670-9e81-7ca51261a0ad'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:12:11.256526 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ecdfbc86-df6b-4b5f-af3b-92f3bbddd07b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (0c8f4f8f-b311-4b03-bde4-96143468586b), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:11.265756 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fbde4a-eb58-45f1-84f5-41c0d515b584 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Checking segment: {'id': '7ef2a29a-a698-4515-94f4-46cdb68aa96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'ddb783f6-61cd-4d83-acbe-6848b55dec75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:12:11.266057 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3fbde4a-eb58-45f1-84f5-41c0d515b584 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Network hostable DHCP agents. Network: ddb783f6-61cd-4d83-acbe-6848b55dec75, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:12:11.283140 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3fbde4a-eb58-45f1-84f5-41c0d515b584 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Network ddb783f6-61cd-4d83-acbe-6848b55dec75 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:12:11.293276 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-e3fbde4a-eb58-45f1-84f5-41c0d515b584 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, ddb783f6-61cd-4d83-acbe-6848b55dec75) {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:12:11.298208 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3fbde4a-eb58-45f1-84f5-41c0d515b584 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:11.298706 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e3fbde4a-eb58-45f1-84f5-41c0d515b584 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:11.319633 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-e3fbde4a-eb58-45f1-84f5-41c0d515b584 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.4671047 Feb 09 22:12:11.319850 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35367e5-f1da-46ff-afcd-22417d0c0acb None None] Network ddb783f6-61cd-4d83-acbe-6848b55dec75 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:12:11.320066 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45288) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:11.369622 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-ecdfbc86-df6b-4b5f-af3b-92f3bbddd07b None None] For port 0c8f4f8f-b311-4b03-bde4-96143468586b, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:12:11.386568 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-ecdfbc86-df6b-4b5f-af3b-92f3bbddd07b None None] For port 0c8f4f8f-b311-4b03-bde4-96143468586b, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=0c8f4f8f-b311-4b03-bde4-96143468586b,segment=NetworkSegment(59eb213b-e2cd-456a-a2ea-dda0b9af53d0),segment_id=59eb213b-e2cd-456a-a2ea-dda0b9af53d0)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:12:11.396101 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ecdfbc86-df6b-4b5f-af3b-92f3bbddd07b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (0c8f4f8f-b311-4b03-bde4-96143468586b), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:11.428011 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0e9b6b75-797e-430c-8e06-5d69f3729431 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (ddb783f6-61cd-4d83-acbe-6848b55dec75), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:11.484438 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506f6c67-d59c-4e1a-9c4e-b5708c2a47ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-ddb783f6-61cd-4d83-acbe-6848b55dec75', 'network_id': 'ddb783f6-61cd-4d83-acbe-6848b55dec75', 'project_id': 'c606a6a7aa9745acbd0efc75a02404a4', 'fixed_ips': [{'subnet_id': '253334f9-c223-4038-9cfb-3a0de99c7af1'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:12:11.485320 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-506f6c67-d59c-4e1a-9c4e-b5708c2a47ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:11.493396 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0e9b6b75-797e-430c-8e06-5d69f3729431 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (253334f9-c223-4038-9cfb-3a0de99c7af1), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:11.500754 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdfbc86-df6b-4b5f-af3b-92f3bbddd07b None None] Pushing event updated for resources: {'Port': ['ID=0c8f4f8f-b311-4b03-bde4-96143468586b,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:11.594144 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0e9b6b75-797e-430c-8e06-5d69f3729431 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (253334f9-c223-4038-9cfb-3a0de99c7af1), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:11.609364 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server [None req-506f6c67-d59c-4e1a-9c4e-b5708c2a47ce None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 253334f9-c223-4038-9cfb-3a0de99c7af1: This subnet is being modified by another concurrent operation. Feb 09 22:12:11.609364 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 22:12:11.609364 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 22:12:11.609364 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 22:12:11.609364 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 22:12:11.609364 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 22:12:11.609364 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 22:12:11.609364 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 22:12:11.609364 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 22:12:11.609364 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 22:12:11.609364 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 22:12:11.609364 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 22:12:11.609364 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 22:12:11.609364 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 22:12:11.609364 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 22:12:11.609364 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 22:12:11.609364 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 22:12:11.609364 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 22:12:11.609364 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 22:12:11.609364 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 22:12:11.609364 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 22:12:11.609364 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 22:12:11.609364 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 22:12:11.609364 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 22:12:11.609364 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 22:12:11.609364 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 22:12:11.609364 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 22:12:11.609364 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 22:12:11.609364 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 22:12:11.609364 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 22:12:11.609364 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 22:12:11.609364 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 22:12:11.609364 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 22:12:11.609364 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 22:12:11.609364 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 22:12:11.609364 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 22:12:11.609364 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 09 22:12:11.609364 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 22:12:11.609364 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 09 22:12:11.609364 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 22:12:11.609364 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 09 22:12:11.609364 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 22:12:11.609364 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 09 22:12:11.609364 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 22:12:11.609364 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 22:12:11.609364 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 22:12:11.609364 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 22:12:11.609364 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 22:12:11.609364 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 22:12:11.609364 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 22:12:11.609364 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 22:12:11.609364 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 22:12:11.609364 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 22:12:11.609364 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 22:12:11.609364 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 22:12:11.609364 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 22:12:11.609364 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 22:12:11.609364 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 22:12:11.609364 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 22:12:11.609364 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 22:12:11.609364 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 22:12:11.609364 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 22:12:11.609364 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 22:12:11.609364 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 22:12:11.609364 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 22:12:11.609364 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 22:12:11.609364 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 22:12:11.609364 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 22:12:11.609364 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 22:12:11.609364 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 22:12:11.609364 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 09 22:12:11.609364 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 22:12:11.609364 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 09 22:12:11.609364 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 22:12:11.609364 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 09 22:12:11.609364 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 22:12:11.609364 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 22:12:11.609364 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 22:12:11.609364 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 22:12:11.609364 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 22:12:11.609364 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 09 22:12:11.609364 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 22:12:11.609364 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 22:12:11.609364 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 22:12:11.609364 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 22:12:11.609364 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 22:12:11.609364 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 09 22:12:11.609364 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 22:12:11.609364 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 22:12:11.609364 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server raise exception Feb 09 22:12:11.609364 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 253334f9-c223-4038-9cfb-3a0de99c7af1: This subnet is being modified by another concurrent operation. Feb 09 22:12:11.609364 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server Feb 09 22:12:11.627029 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de8d16d-bd1e-41bf-934f-9e110cfb7b95 None None] Network ddb783f6-61cd-4d83-acbe-6848b55dec75 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:12:11.634075 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9b6b75-797e-430c-8e06-5d69f3729431 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Pushing event deleted for resources: {'Subnet': ['ID=253334f9-c223-4038-9cfb-3a0de99c7af1,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:11.737134 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0e9b6b75-797e-430c-8e06-5d69f3729431 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (ddb783f6-61cd-4d83-acbe-6848b55dec75), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:11.780987 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-0e9b6b75-797e-430c-8e06-5d69f3729431 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddb783f6-61cd-4d83-acbe-6848b55dec75']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:11.792457 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-0e9b6b75-797e-430c-8e06-5d69f3729431 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ef2a29a-a698-4515-94f4-46cdb68aa96b') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:11.792754 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-0e9b6b75-797e-430c-8e06-5d69f3729431 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ef2a29a-a698-4515-94f4-46cdb68aa96b') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:11.804797 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0e9b6b75-797e-430c-8e06-5d69f3729431 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (7ef2a29a-a698-4515-94f4-46cdb68aa96b), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:11.819617 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0e9b6b75-797e-430c-8e06-5d69f3729431 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (7ef2a29a-a698-4515-94f4-46cdb68aa96b), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:11.827115 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e9b6b75-797e-430c-8e06-5d69f3729431 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:12:11.827618 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0e9b6b75-797e-430c-8e06-5d69f3729431 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (7ef2a29a-a698-4515-94f4-46cdb68aa96b), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:11.831511 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 22:12:11.831511 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:12:11.831511 n-d-828369-5 neutron-server[103141]: timer() Feb 09 22:12:11.831511 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:12:11.831511 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 22:12:11.831511 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:12:11.831511 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 22:12:11.831511 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:12:11.831511 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 22:12:11.831511 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:12:11.831511 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 22:12:11.831511 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:12:11.831511 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 22:12:11.831511 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:12:11.831511 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:12:11.831511 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:12:11.831511 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:12:11.831511 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:12:11.831511 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 22:12:11.831511 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:12:11.831511 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 22:12:11.831511 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:12:11.831511 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:12:11.831511 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:12:11.831511 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 22:12:11.831511 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:12:11.831511 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:12:11.831511 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:12:11.831511 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:12:11.831511 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:12:11.831511 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:12:11.831511 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:12:11.896757 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0e9b6b75-797e-430c-8e06-5d69f3729431 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (ddb783f6-61cd-4d83-acbe-6848b55dec75), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:11.903829 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0e9b6b75-797e-430c-8e06-5d69f3729431 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:11.907071 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-0e9b6b75-797e-430c-8e06-5d69f3729431 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] 10.222.0.90 "DELETE /v2.0/networks/ddb783f6-61cd-4d83-acbe-6848b55dec75 HTTP/1.1" status: 204 len: 168 time: 0.5855522 Feb 09 22:12:11.910865 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 45290) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:11.916630 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-c9295a97-a3b5-4e71-9ab2-131215c2c163 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-390022311'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:11.928586 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9b6b75-797e-430c-8e06-5d69f3729431 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Pushing event deleted for resources: {'Network': ['ID=ddb783f6-61cd-4d83-acbe-6848b55dec75,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:11.955167 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9295a97-a3b5-4e71-9ab2-131215c2c163 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Made reservation on behalf of c606a6a7aa9745acbd0efc75a02404a4 for: {'network': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:12:11.959679 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c9295a97-a3b5-4e71-9ab2-131215c2c163 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:11.986779 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9295a97-a3b5-4e71-9ab2-131215c2c163 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=103140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:12:12.002980 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c9295a97-a3b5-4e71-9ab2-131215c2c163 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (848c02ba-4079-44fb-adbe-91351cbeabb3), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:12.003333 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-c9295a97-a3b5-4e71-9ab2-131215c2c163 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Added segment 848c02ba-4079-44fb-adbe-91351cbeabb3 of type vlan for network cef602ae-f7c0-4d50-99c7-babd79af7fe3 Feb 09 22:12:12.070659 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c9295a97-a3b5-4e71-9ab2-131215c2c163 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (cef602ae-f7c0-4d50-99c7-babd79af7fe3), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:12.102079 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c9295a97-a3b5-4e71-9ab2-131215c2c163 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (cef602ae-f7c0-4d50-99c7-babd79af7fe3), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:12.109863 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9295a97-a3b5-4e71-9ab2-131215c2c163 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:12.110155 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c9295a97-a3b5-4e71-9ab2-131215c2c163 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:12.122965 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 0c8f4f8f-b311-4b03-bde4-96143468586b up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:12:12.178912 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-c9295a97-a3b5-4e71-9ab2-131215c2c163 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2668333 Feb 09 22:12:12.183467 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 0c8f4f8f-b311-4b03-bde4-96143468586b triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:12.183467 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (0c8f4f8f-b311-4b03-bde4-96143468586b), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:12.184084 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45296) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:12.190081 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-9120ccef-5e2e-4696-b4fb-2ff1a711ac58 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Request body: {'subnet': {'network_id': 'cef602ae-f7c0-4d50-99c7-babd79af7fe3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:12.200052 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9295a97-a3b5-4e71-9ab2-131215c2c163 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Pushing event updated for resources: {'Network': ['ID=cef602ae-f7c0-4d50-99c7-babd79af7fe3,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:12.219959 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network cef602ae-f7c0-4d50-99c7-babd79af7fe3 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:12:12.299989 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9120ccef-5e2e-4696-b4fb-2ff1a711ac58 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Made reservation on behalf of c606a6a7aa9745acbd0efc75a02404a4 for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:12:12.304096 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9120ccef-5e2e-4696-b4fb-2ff1a711ac58 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:12.345684 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 0c8f4f8f-b311-4b03-bde4-96143468586b is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:12:12.346085 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (0c8f4f8f-b311-4b03-bde4-96143468586b), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:12.384637 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port 0c8f4f8f-b311-4b03-bde4-96143468586b, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=0c8f4f8f-b311-4b03-bde4-96143468586b,segment=NetworkSegment(59eb213b-e2cd-456a-a2ea-dda0b9af53d0),segment_id=59eb213b-e2cd-456a-a2ea-dda0b9af53d0)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:12:12.390555 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (0c8f4f8f-b311-4b03-bde4-96143468586b), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:12.449728 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=0c8f4f8f-b311-4b03-bde4-96143468586b,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:12.513457 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9120ccef-5e2e-4696-b4fb-2ff1a711ac58 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (b1c364de-269a-44e6-bc50-71e4592fbe98), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:12.575640 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9120ccef-5e2e-4696-b4fb-2ff1a711ac58 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Pushing event updated for resources: {'Subnet': ['ID=b1c364de-269a-44e6-bc50-71e4592fbe98,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:12.589679 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2a3daa-56ed-4d9e-8620-93640a776737 None None] get_active_networks_info from n-d-828369-5 {{(pid=103142) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 22:12:12.591484 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9120ccef-5e2e-4696-b4fb-2ff1a711ac58 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:12.591874 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9120ccef-5e2e-4696-b4fb-2ff1a711ac58 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:12.592245 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9120ccef-5e2e-4696-b4fb-2ff1a711ac58 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:12.592590 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9120ccef-5e2e-4696-b4fb-2ff1a711ac58 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:12.592926 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9120ccef-5e2e-4696-b4fb-2ff1a711ac58 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:12.593256 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9120ccef-5e2e-4696-b4fb-2ff1a711ac58 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:12.593592 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9120ccef-5e2e-4696-b4fb-2ff1a711ac58 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:12.593919 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9120ccef-5e2e-4696-b4fb-2ff1a711ac58 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:12.594243 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9120ccef-5e2e-4696-b4fb-2ff1a711ac58 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:12.594573 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9120ccef-5e2e-4696-b4fb-2ff1a711ac58 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:12.594900 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9120ccef-5e2e-4696-b4fb-2ff1a711ac58 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:12.595223 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9120ccef-5e2e-4696-b4fb-2ff1a711ac58 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:12.595546 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9120ccef-5e2e-4696-b4fb-2ff1a711ac58 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:12.604386 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9120ccef-5e2e-4696-b4fb-2ff1a711ac58 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Checking segment: {'id': '848c02ba-4079-44fb-adbe-91351cbeabb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'cef602ae-f7c0-4d50-99c7-babd79af7fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:12:12.604752 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9120ccef-5e2e-4696-b4fb-2ff1a711ac58 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Network hostable DHCP agents. Network: cef602ae-f7c0-4d50-99c7-babd79af7fe3, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:12:12.621435 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9120ccef-5e2e-4696-b4fb-2ff1a711ac58 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Network cef602ae-f7c0-4d50-99c7-babd79af7fe3 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:12:12.631011 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-9120ccef-5e2e-4696-b4fb-2ff1a711ac58 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, cef602ae-f7c0-4d50-99c7-babd79af7fe3) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:12:12.637322 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9120ccef-5e2e-4696-b4fb-2ff1a711ac58 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:12.638234 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9120ccef-5e2e-4696-b4fb-2ff1a711ac58 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:12.661178 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-9120ccef-5e2e-4696-b4fb-2ff1a711ac58 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.4756052 Feb 09 22:12:12.664370 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45302) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:12.684752 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-95e84964-184b-41d9-8da5-cb21238ee7ea None None] Provisioning complete for port 0c8f4f8f-b311-4b03-bde4-96143468586b triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:12.685148 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-95e84964-184b-41d9-8da5-cb21238ee7ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (0c8f4f8f-b311-4b03-bde4-96143468586b), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:12.761643 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-45db73eb-84d3-4c94-b3a9-0c5102ce4238 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (cef602ae-f7c0-4d50-99c7-babd79af7fe3), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:12.819007 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-45db73eb-84d3-4c94-b3a9-0c5102ce4238 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (b1c364de-269a-44e6-bc50-71e4592fbe98), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:12.872687 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:12.876804 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-95e84964-184b-41d9-8da5-cb21238ee7ea None None] Current status of the port 0c8f4f8f-b311-4b03-bde4-96143468586b is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:12:12.886248 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-45db73eb-84d3-4c94-b3a9-0c5102ce4238 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (b1c364de-269a-44e6-bc50-71e4592fbe98), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:12.893110 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2a3daa-56ed-4d9e-8620-93640a776737 None None] Unable to find a vacant binding_index for network cef602ae-f7c0-4d50-99c7-babd79af7fe3 and agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 {{(pid=103142) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Feb 09 22:12:12.898550 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2a3daa-56ed-4d9e-8620-93640a776737 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, cef602ae-f7c0-4d50-99c7-babd79af7fe3) {{(pid=103142) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 22:12:12.920410 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45db73eb-84d3-4c94-b3a9-0c5102ce4238 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Pushing event deleted for resources: {'Subnet': ['ID=b1c364de-269a-44e6-bc50-71e4592fbe98,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:12.982182 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-45db73eb-84d3-4c94-b3a9-0c5102ce4238 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (cef602ae-f7c0-4d50-99c7-babd79af7fe3), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:13.008582 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-45db73eb-84d3-4c94-b3a9-0c5102ce4238 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cef602ae-f7c0-4d50-99c7-babd79af7fe3']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:13.019174 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-45db73eb-84d3-4c94-b3a9-0c5102ce4238 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '848c02ba-4079-44fb-adbe-91351cbeabb3') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:13.019481 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-45db73eb-84d3-4c94-b3a9-0c5102ce4238 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '848c02ba-4079-44fb-adbe-91351cbeabb3') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:13.030804 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-45db73eb-84d3-4c94-b3a9-0c5102ce4238 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (848c02ba-4079-44fb-adbe-91351cbeabb3), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:13.045825 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-45db73eb-84d3-4c94-b3a9-0c5102ce4238 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (848c02ba-4079-44fb-adbe-91351cbeabb3), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:13.054566 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45db73eb-84d3-4c94-b3a9-0c5102ce4238 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:12:13.054963 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-45db73eb-84d3-4c94-b3a9-0c5102ce4238 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (848c02ba-4079-44fb-adbe-91351cbeabb3), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:13.099465 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 22:12:13.099465 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:12:13.099465 n-d-828369-5 neutron-server[103141]: timer() Feb 09 22:12:13.099465 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:12:13.099465 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 22:12:13.099465 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:12:13.099465 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 22:12:13.099465 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:12:13.099465 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 22:12:13.099465 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:12:13.099465 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 22:12:13.099465 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:12:13.099465 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 22:12:13.099465 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:12:13.099465 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:12:13.099465 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:12:13.099465 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:12:13.099465 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:12:13.099465 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 22:12:13.099465 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:12:13.099465 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 22:12:13.099465 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:12:13.099465 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:12:13.099465 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:12:13.099465 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 22:12:13.099465 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:12:13.099465 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:12:13.099465 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:12:13.099465 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:12:13.099465 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:12:13.099465 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:12:13.099465 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:12:13.140266 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-45db73eb-84d3-4c94-b3a9-0c5102ce4238 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (cef602ae-f7c0-4d50-99c7-babd79af7fe3), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:13.158877 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-45db73eb-84d3-4c94-b3a9-0c5102ce4238 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:13.162091 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-45db73eb-84d3-4c94-b3a9-0c5102ce4238 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] 10.222.0.90 "DELETE /v2.0/networks/cef602ae-f7c0-4d50-99c7-babd79af7fe3 HTTP/1.1" status: 204 len: 168 time: 0.4966872 Feb 09 22:12:13.163747 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45db73eb-84d3-4c94-b3a9-0c5102ce4238 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Pushing event deleted for resources: {'Network': ['ID=cef602ae-f7c0-4d50-99c7-babd79af7fe3,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:13.165631 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 45304) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:13.173867 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-8e550b77-243e-4757-90d7-7d2386c9d9f3 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-536549158'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:13.196491 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e550b77-243e-4757-90d7-7d2386c9d9f3 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Made reservation on behalf of c606a6a7aa9745acbd0efc75a02404a4 for: {'network': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:12:13.200137 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8e550b77-243e-4757-90d7-7d2386c9d9f3 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:13.229082 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e550b77-243e-4757-90d7-7d2386c9d9f3 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=103140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:12:13.243814 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8e550b77-243e-4757-90d7-7d2386c9d9f3 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (28a67883-6aeb-44c6-b382-337f70a4408a), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:13.244162 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-8e550b77-243e-4757-90d7-7d2386c9d9f3 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Added segment 28a67883-6aeb-44c6-b382-337f70a4408a of type vlan for network 0a905951-e925-4afe-8754-4160025a15ea Feb 09 22:12:13.293903 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7ddbec-2979-410d-b25b-5f9fb385cd8c None None] Network 2c6433f5-1579-4670-9e81-7ca51261a0ad requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:12:13.296469 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b6246e-17f0-4369-844e-99ac7bc7c139 None None] Network cef602ae-f7c0-4d50-99c7-babd79af7fe3 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:12:13.318499 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8e550b77-243e-4757-90d7-7d2386c9d9f3 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (0a905951-e925-4afe-8754-4160025a15ea), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:13.343112 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b6246e-17f0-4369-844e-99ac7bc7c139 None None] Network cef602ae-f7c0-4d50-99c7-babd79af7fe3 could not be found, it might have been deleted concurrently. {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 22:12:13.344086 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8e550b77-243e-4757-90d7-7d2386c9d9f3 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (0a905951-e925-4afe-8754-4160025a15ea), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:13.350752 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e550b77-243e-4757-90d7-7d2386c9d9f3 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:13.351356 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8e550b77-243e-4757-90d7-7d2386c9d9f3 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:13.355646 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de26bde-b287-4345-9a32-07f0960d6806 None None] Network cef602ae-f7c0-4d50-99c7-babd79af7fe3 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:12:13.369062 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de26bde-b287-4345-9a32-07f0960d6806 None None] Network cef602ae-f7c0-4d50-99c7-babd79af7fe3 could not be found, it might have been deleted concurrently. {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 22:12:13.415511 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-8e550b77-243e-4757-90d7-7d2386c9d9f3 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2453346 Feb 09 22:12:13.415893 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45308) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:13.422332 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-750af32d-ae83-46a2-b67d-3392f7f0d08b tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Request body: {'subnet': {'network_id': '0a905951-e925-4afe-8754-4160025a15ea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:13.434043 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e550b77-243e-4757-90d7-7d2386c9d9f3 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Pushing event updated for resources: {'Network': ['ID=0a905951-e925-4afe-8754-4160025a15ea,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:13.449358 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 0a905951-e925-4afe-8754-4160025a15ea details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:12:13.528505 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-750af32d-ae83-46a2-b67d-3392f7f0d08b tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Made reservation on behalf of c606a6a7aa9745acbd0efc75a02404a4 for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:12:13.533121 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-750af32d-ae83-46a2-b67d-3392f7f0d08b tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:13.717935 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-45bb5088-3ab8-4833-bafa-6b5a134fa0ba None None] Provisioning complete for port 0c8f4f8f-b311-4b03-bde4-96143468586b triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:13.718433 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-45bb5088-3ab8-4833-bafa-6b5a134fa0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (0c8f4f8f-b311-4b03-bde4-96143468586b), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:13.734230 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-750af32d-ae83-46a2-b67d-3392f7f0d08b tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (35b41a37-d1a0-4bc0-823d-7d2ad9f186f9), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:13.797858 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750af32d-ae83-46a2-b67d-3392f7f0d08b tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Pushing event updated for resources: {'Subnet': ['ID=35b41a37-d1a0-4bc0-823d-7d2ad9f186f9,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:13.805557 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750af32d-ae83-46a2-b67d-3392f7f0d08b tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Checking segment: {'id': '28a67883-6aeb-44c6-b382-337f70a4408a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '0a905951-e925-4afe-8754-4160025a15ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:12:13.805830 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750af32d-ae83-46a2-b67d-3392f7f0d08b tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Network hostable DHCP agents. Network: 0a905951-e925-4afe-8754-4160025a15ea, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:12:13.809784 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-45bb5088-3ab8-4833-bafa-6b5a134fa0ba None None] Current status of the port 0c8f4f8f-b311-4b03-bde4-96143468586b is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:12:13.824657 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750af32d-ae83-46a2-b67d-3392f7f0d08b tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Network 0a905951-e925-4afe-8754-4160025a15ea is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:12:13.834537 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-750af32d-ae83-46a2-b67d-3392f7f0d08b tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 0a905951-e925-4afe-8754-4160025a15ea) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:12:13.838755 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750af32d-ae83-46a2-b67d-3392f7f0d08b tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:13.839356 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-750af32d-ae83-46a2-b67d-3392f7f0d08b tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:13.847640 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7921e7ea-69f9-4333-92dd-1b2262738e34 None None] Network 0a905951-e925-4afe-8754-4160025a15ea requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:12:13.860685 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-750af32d-ae83-46a2-b67d-3392f7f0d08b tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.4435120 Feb 09 22:12:13.863595 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 45310) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:13.957535 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472f15d2-e5e9-4869-82e9-c7834fb97146 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-0a905951-e925-4afe-8754-4160025a15ea', 'network_id': '0a905951-e925-4afe-8754-4160025a15ea', 'project_id': 'c606a6a7aa9745acbd0efc75a02404a4', 'fixed_ips': [{'subnet_id': '35b41a37-d1a0-4bc0-823d-7d2ad9f186f9'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:12:13.959154 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-472f15d2-e5e9-4869-82e9-c7834fb97146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:13.973976 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d59186ed-112c-421a-a80b-1d17a181b035 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (0a905951-e925-4afe-8754-4160025a15ea), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:14.032199 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d59186ed-112c-421a-a80b-1d17a181b035 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (35b41a37-d1a0-4bc0-823d-7d2ad9f186f9), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:14.086616 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 0c8f4f8f-b311-4b03-bde4-96143468586b up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:12:14.194446 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-472f15d2-e5e9-4869-82e9-c7834fb97146 None None] Allocated IP 2001:db8::1 (0a905951-e925-4afe-8754-4160025a15ea/35b41a37-d1a0-4bc0-823d-7d2ad9f186f9/944f85ce-aefe-49b3-b339-8f053cb0d50c) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:12:14.194446 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 0c8f4f8f-b311-4b03-bde4-96143468586b triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:14.194446 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (0c8f4f8f-b311-4b03-bde4-96143468586b), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:14.275884 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:14.373621 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 0c8f4f8f-b311-4b03-bde4-96143468586b is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:12:14.398212 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-472f15d2-e5e9-4869-82e9-c7834fb97146 None None] Publish callbacks [] for port (944f85ce-aefe-49b3-b339-8f053cb0d50c), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:14.404669 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-472f15d2-e5e9-4869-82e9-c7834fb97146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (944f85ce-aefe-49b3-b339-8f053cb0d50c), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:14.421946 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d59186ed-112c-421a-a80b-1d17a181b035 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621346'] for subnet (35b41a37-d1a0-4bc0-823d-7d2ad9f186f9), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:14.449528 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472f15d2-e5e9-4869-82e9-c7834fb97146 None None] Network 0a905951-e925-4afe-8754-4160025a15ea is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:12:14.452549 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-472f15d2-e5e9-4869-82e9-c7834fb97146 None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:12:14.452793 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59186ed-112c-421a-a80b-1d17a181b035 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Pushing event deleted for resources: {'Subnet': ['ID=35b41a37-d1a0-4bc0-823d-7d2ad9f186f9,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:14.455945 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472f15d2-e5e9-4869-82e9-c7834fb97146 None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:12:14.491960 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472f15d2-e5e9-4869-82e9-c7834fb97146 None None] Pushing event updated for resources: {'Port': ['ID=944f85ce-aefe-49b3-b339-8f053cb0d50c,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:14.527630 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-472f15d2-e5e9-4869-82e9-c7834fb97146 None None] Attempting to bind port 944f85ce-aefe-49b3-b339-8f053cb0d50c on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:12:14.528573 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-472f15d2-e5e9-4869-82e9-c7834fb97146 None None] Attempting to bind port 944f85ce-aefe-49b3-b339-8f053cb0d50c by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '28a67883-6aeb-44c6-b382-337f70a4408a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '0a905951-e925-4afe-8754-4160025a15ea'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:12:14.528946 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472f15d2-e5e9-4869-82e9-c7834fb97146 None None] Attempting to bind port 944f85ce-aefe-49b3-b339-8f053cb0d50c on network 0a905951-e925-4afe-8754-4160025a15ea {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:12:14.534087 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472f15d2-e5e9-4869-82e9-c7834fb97146 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:12:14.534720 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472f15d2-e5e9-4869-82e9-c7834fb97146 None None] Checking segment: {'id': '28a67883-6aeb-44c6-b382-337f70a4408a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '0a905951-e925-4afe-8754-4160025a15ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:12:14.535318 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-472f15d2-e5e9-4869-82e9-c7834fb97146 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:14.535846 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472f15d2-e5e9-4869-82e9-c7834fb97146 None None] Bound using segment: {'id': '28a67883-6aeb-44c6-b382-337f70a4408a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '0a905951-e925-4afe-8754-4160025a15ea'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:12:14.536361 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-472f15d2-e5e9-4869-82e9-c7834fb97146 None None] Bound port: 944f85ce-aefe-49b3-b339-8f053cb0d50c, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28a67883-6aeb-44c6-b382-337f70a4408a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '0a905951-e925-4afe-8754-4160025a15ea'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:12:14.536755 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-472f15d2-e5e9-4869-82e9-c7834fb97146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (944f85ce-aefe-49b3-b339-8f053cb0d50c), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:14.538323 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d59186ed-112c-421a-a80b-1d17a181b035 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (0a905951-e925-4afe-8754-4160025a15ea), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:14.561317 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-d59186ed-112c-421a-a80b-1d17a181b035 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a905951-e925-4afe-8754-4160025a15ea']}} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:14.571377 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-d59186ed-112c-421a-a80b-1d17a181b035 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28a67883-6aeb-44c6-b382-337f70a4408a') {'for_net_delete': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:14.571679 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-d59186ed-112c-421a-a80b-1d17a181b035 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28a67883-6aeb-44c6-b382-337f70a4408a') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:14.587792 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d59186ed-112c-421a-a80b-1d17a181b035 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110711'] for segment (28a67883-6aeb-44c6-b382-337f70a4408a), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:14.601411 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-472f15d2-e5e9-4869-82e9-c7834fb97146 None None] For port 944f85ce-aefe-49b3-b339-8f053cb0d50c, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:12:14.602859 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d59186ed-112c-421a-a80b-1d17a181b035 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (28a67883-6aeb-44c6-b382-337f70a4408a), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:14.610409 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d59186ed-112c-421a-a80b-1d17a181b035 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=103140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:12:14.611096 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d59186ed-112c-421a-a80b-1d17a181b035 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669415'] for segment (28a67883-6aeb-44c6-b382-337f70a4408a), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:14.614652 n-d-828369-5 neutron-server[103140]: Traceback (most recent call last): Feb 09 22:12:14.614652 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:12:14.614652 n-d-828369-5 neutron-server[103140]: timer() Feb 09 22:12:14.614652 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:12:14.614652 n-d-828369-5 neutron-server[103140]: cb(*args, **kw) Feb 09 22:12:14.614652 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:12:14.614652 n-d-828369-5 neutron-server[103140]: return func(*args, **kwargs) Feb 09 22:12:14.614652 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:12:14.614652 n-d-828369-5 neutron-server[103140]: self._notify() Feb 09 22:12:14.614652 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:12:14.614652 n-d-828369-5 neutron-server[103140]: self.callback(batched_events) Feb 09 22:12:14.614652 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:12:14.614652 n-d-828369-5 neutron-server[103140]: event.method(event) Feb 09 22:12:14.614652 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:12:14.614652 n-d-828369-5 neutron-server[103140]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:12:14.614652 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:12:14.614652 n-d-828369-5 neutron-server[103140]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:12:14.614652 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:12:14.614652 n-d-828369-5 neutron-server[103140]: return f(self, *a, **k) Feb 09 22:12:14.614652 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:12:14.614652 n-d-828369-5 neutron-server[103140]: return self._get(url).json() Feb 09 22:12:14.614652 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:12:14.614652 n-d-828369-5 neutron-server[103140]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:12:14.614652 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:12:14.614652 n-d-828369-5 neutron-server[103140]: return self.request(url, 'GET', **kwargs) Feb 09 22:12:14.614652 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:12:14.614652 n-d-828369-5 neutron-server[103140]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:12:14.614652 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:12:14.614652 n-d-828369-5 neutron-server[103140]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:12:14.614652 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:12:14.614652 n-d-828369-5 neutron-server[103140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:12:14.614652 n-d-828369-5 neutron-server[103140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:12:14.672523 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-472f15d2-e5e9-4869-82e9-c7834fb97146 None None] For port 944f85ce-aefe-49b3-b339-8f053cb0d50c, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=944f85ce-aefe-49b3-b339-8f053cb0d50c,segment=NetworkSegment(28a67883-6aeb-44c6-b382-337f70a4408a),segment_id=28a67883-6aeb-44c6-b382-337f70a4408a)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:12:14.673080 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.db.api [None req-d59186ed-112c-421a-a80b-1d17a181b035 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 22:12:14.673080 n-d-828369-5 neutron-server[103140]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 22:12:14.673080 n-d-828369-5 neutron-server[103140]: [parameters: {'id': '0a905951-e925-4afe-8754-4160025a15ea'}] Feb 09 22:12:14.673080 n-d-828369-5 neutron-server[103140]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 22:12:14.673490 n-d-828369-5 neutron-server[103140]: DEBUG oslo_db.api [None req-d59186ed-112c-421a-a80b-1d17a181b035 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 22:12:14.679167 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-472f15d2-e5e9-4869-82e9-c7834fb97146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (944f85ce-aefe-49b3-b339-8f053cb0d50c), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:14.782255 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472f15d2-e5e9-4869-82e9-c7834fb97146 None None] Pushing event updated for resources: {'Port': ['ID=944f85ce-aefe-49b3-b339-8f053cb0d50c,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:14.799919 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b220d49b-97c0-45eb-b378-4bbf5060a397 None None] get_active_networks_info from n-d-828369-5 {{(pid=103142) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 22:12:14.898723 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b220d49b-97c0-45eb-b378-4bbf5060a397 None None] Resources bound (agent type, host, resource id): {{(pid=103142) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 22:12:15.088211 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897d031b-ba84-4aed-8ffb-46f85484f38d None None] Network 0a905951-e925-4afe-8754-4160025a15ea requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:12:15.174864 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d59186ed-112c-421a-a80b-1d17a181b035 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (0a905951-e925-4afe-8754-4160025a15ea), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:15.247682 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d59186ed-112c-421a-a80b-1d17a181b035 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Deleting port 944f85ce-aefe-49b3-b339-8f053cb0d50c {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:12:15.248034 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d59186ed-112c-421a-a80b-1d17a181b035 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (944f85ce-aefe-49b3-b339-8f053cb0d50c), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:15.316282 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-d59186ed-112c-421a-a80b-1d17a181b035 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] For port 944f85ce-aefe-49b3-b339-8f053cb0d50c, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=944f85ce-aefe-49b3-b339-8f053cb0d50c,segment=NetworkSegment(28a67883-6aeb-44c6-b382-337f70a4408a),segment_id=28a67883-6aeb-44c6-b382-337f70a4408a)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:12:15.316532 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d59186ed-112c-421a-a80b-1d17a181b035 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (944f85ce-aefe-49b3-b339-8f053cb0d50c), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:15.330920 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d59186ed-112c-421a-a80b-1d17a181b035 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Calling delete_port for 944f85ce-aefe-49b3-b339-8f053cb0d50c owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:12:15.364357 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:15.433444 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d59186ed-112c-421a-a80b-1d17a181b035 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (944f85ce-aefe-49b3-b339-8f053cb0d50c), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:15.464459 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59186ed-112c-421a-a80b-1d17a181b035 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] No DVR routers for this DVR port 944f85ce-aefe-49b3-b339-8f053cb0d50c on host n-d-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:12:15.471326 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59186ed-112c-421a-a80b-1d17a181b035 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Pushing event deleted for resources: {'Port': ['ID=944f85ce-aefe-49b3-b339-8f053cb0d50c,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:15.557783 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d59186ed-112c-421a-a80b-1d17a181b035 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (0a905951-e925-4afe-8754-4160025a15ea), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:15.582424 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-d59186ed-112c-421a-a80b-1d17a181b035 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a905951-e925-4afe-8754-4160025a15ea']}} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:15.592170 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-d59186ed-112c-421a-a80b-1d17a181b035 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28a67883-6aeb-44c6-b382-337f70a4408a') {'for_net_delete': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:15.592500 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-d59186ed-112c-421a-a80b-1d17a181b035 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28a67883-6aeb-44c6-b382-337f70a4408a') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:15.601896 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d59186ed-112c-421a-a80b-1d17a181b035 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110711'] for segment (28a67883-6aeb-44c6-b382-337f70a4408a), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:15.615092 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d59186ed-112c-421a-a80b-1d17a181b035 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (28a67883-6aeb-44c6-b382-337f70a4408a), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:15.621030 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d59186ed-112c-421a-a80b-1d17a181b035 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=103140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:12:15.621420 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d59186ed-112c-421a-a80b-1d17a181b035 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669415'] for segment (28a67883-6aeb-44c6-b382-337f70a4408a), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:15.625045 n-d-828369-5 neutron-server[103140]: Traceback (most recent call last): Feb 09 22:12:15.625045 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:12:15.625045 n-d-828369-5 neutron-server[103140]: timer() Feb 09 22:12:15.625045 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:12:15.625045 n-d-828369-5 neutron-server[103140]: cb(*args, **kw) Feb 09 22:12:15.625045 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:12:15.625045 n-d-828369-5 neutron-server[103140]: return func(*args, **kwargs) Feb 09 22:12:15.625045 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:12:15.625045 n-d-828369-5 neutron-server[103140]: self._notify() Feb 09 22:12:15.625045 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:12:15.625045 n-d-828369-5 neutron-server[103140]: self.callback(batched_events) Feb 09 22:12:15.625045 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:12:15.625045 n-d-828369-5 neutron-server[103140]: event.method(event) Feb 09 22:12:15.625045 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:12:15.625045 n-d-828369-5 neutron-server[103140]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:12:15.625045 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:12:15.625045 n-d-828369-5 neutron-server[103140]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:12:15.625045 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:12:15.625045 n-d-828369-5 neutron-server[103140]: return f(self, *a, **k) Feb 09 22:12:15.625045 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:12:15.625045 n-d-828369-5 neutron-server[103140]: return self._get(url).json() Feb 09 22:12:15.625045 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:12:15.625045 n-d-828369-5 neutron-server[103140]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:12:15.625045 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:12:15.625045 n-d-828369-5 neutron-server[103140]: return self.request(url, 'GET', **kwargs) Feb 09 22:12:15.625045 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:12:15.625045 n-d-828369-5 neutron-server[103140]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:12:15.625045 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:12:15.625045 n-d-828369-5 neutron-server[103140]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:12:15.625045 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:12:15.625045 n-d-828369-5 neutron-server[103140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:12:15.625045 n-d-828369-5 neutron-server[103140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:12:15.693489 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d59186ed-112c-421a-a80b-1d17a181b035 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (0a905951-e925-4afe-8754-4160025a15ea), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:15.698788 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d59186ed-112c-421a-a80b-1d17a181b035 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:15.705657 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-d59186ed-112c-421a-a80b-1d17a181b035 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] 10.222.0.90 "DELETE /v2.0/networks/0a905951-e925-4afe-8754-4160025a15ea HTTP/1.1" status: 204 len: 168 time: 1.8400002 Feb 09 22:12:15.706359 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45358) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:15.711848 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-424e6bcb-4d58-4a03-bffd-b5f7976901ff tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2021096408'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:15.720936 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59186ed-112c-421a-a80b-1d17a181b035 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Pushing event deleted for resources: {'Network': ['ID=0a905951-e925-4afe-8754-4160025a15ea,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:15.734247 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-424e6bcb-4d58-4a03-bffd-b5f7976901ff tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Made reservation on behalf of c606a6a7aa9745acbd0efc75a02404a4 for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:12:15.737654 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-424e6bcb-4d58-4a03-bffd-b5f7976901ff tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:15.766850 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-424e6bcb-4d58-4a03-bffd-b5f7976901ff tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:12:15.776981 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-424e6bcb-4d58-4a03-bffd-b5f7976901ff tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (81cb9613-507b-43bf-a387-c9c47cff858c), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:15.777322 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-424e6bcb-4d58-4a03-bffd-b5f7976901ff tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Added segment 81cb9613-507b-43bf-a387-c9c47cff858c of type vlan for network e45df340-f2ef-42de-9e56-e813c65596b9 Feb 09 22:12:15.820095 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-424e6bcb-4d58-4a03-bffd-b5f7976901ff tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (e45df340-f2ef-42de-9e56-e813c65596b9), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:15.846386 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-424e6bcb-4d58-4a03-bffd-b5f7976901ff tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (e45df340-f2ef-42de-9e56-e813c65596b9), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:15.851218 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424e6bcb-4d58-4a03-bffd-b5f7976901ff tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:15.851795 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-424e6bcb-4d58-4a03-bffd-b5f7976901ff tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:15.916246 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-424e6bcb-4d58-4a03-bffd-b5f7976901ff tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2086885 Feb 09 22:12:15.919140 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45362) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:15.924480 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-73c375d2-08da-47de-b580-33d1f235b0d1 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Request body: {'subnet': {'network_id': 'e45df340-f2ef-42de-9e56-e813c65596b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:15.944504 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424e6bcb-4d58-4a03-bffd-b5f7976901ff tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Pushing event updated for resources: {'Network': ['ID=e45df340-f2ef-42de-9e56-e813c65596b9,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:15.955800 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network e45df340-f2ef-42de-9e56-e813c65596b9 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:12:16.020494 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73c375d2-08da-47de-b580-33d1f235b0d1 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Made reservation on behalf of c606a6a7aa9745acbd0efc75a02404a4 for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:12:16.024273 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-73c375d2-08da-47de-b580-33d1f235b0d1 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:16.225329 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-73c375d2-08da-47de-b580-33d1f235b0d1 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (6e2290f8-14c9-485f-9384-e544bb07ec35), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:16.288469 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c375d2-08da-47de-b580-33d1f235b0d1 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Pushing event updated for resources: {'Subnet': ['ID=6e2290f8-14c9-485f-9384-e544bb07ec35,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:16.306071 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c375d2-08da-47de-b580-33d1f235b0d1 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Checking segment: {'id': '81cb9613-507b-43bf-a387-c9c47cff858c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'e45df340-f2ef-42de-9e56-e813c65596b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:12:16.306430 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c375d2-08da-47de-b580-33d1f235b0d1 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Network hostable DHCP agents. Network: e45df340-f2ef-42de-9e56-e813c65596b9, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:12:16.330461 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c375d2-08da-47de-b580-33d1f235b0d1 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Network e45df340-f2ef-42de-9e56-e813c65596b9 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:12:16.339722 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-73c375d2-08da-47de-b580-33d1f235b0d1 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, e45df340-f2ef-42de-9e56-e813c65596b9) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:12:16.344737 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c375d2-08da-47de-b580-33d1f235b0d1 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:16.345343 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-73c375d2-08da-47de-b580-33d1f235b0d1 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:16.356667 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b006137d-9bfd-4dd8-8256-cfd268347745 None None] Network e45df340-f2ef-42de-9e56-e813c65596b9 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:12:16.382197 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-73c375d2-08da-47de-b580-33d1f235b0d1 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4594228 Feb 09 22:12:16.382495 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45372) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:16.389860 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-3b2b4014-2c3e-41e9-8521-32cb1e6f1b84 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Request body: {'subnet': {'network_id': 'e45df340-f2ef-42de-9e56-e813c65596b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:16.481393 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0494e39a-237d-4f83-89b3-04d19b6a5ff9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-e45df340-f2ef-42de-9e56-e813c65596b9', 'network_id': 'e45df340-f2ef-42de-9e56-e813c65596b9', 'project_id': 'c606a6a7aa9745acbd0efc75a02404a4', 'fixed_ips': [{'subnet_id': '6e2290f8-14c9-485f-9384-e544bb07ec35'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:12:16.482279 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-0494e39a-237d-4f83-89b3-04d19b6a5ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:16.522446 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b2b4014-2c3e-41e9-8521-32cb1e6f1b84 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Made reservation on behalf of c606a6a7aa9745acbd0efc75a02404a4 for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:12:16.526065 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3b2b4014-2c3e-41e9-8521-32cb1e6f1b84 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:16.633386 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-0494e39a-237d-4f83-89b3-04d19b6a5ff9 None None] Allocated IP 2001:db8::2 (e45df340-f2ef-42de-9e56-e813c65596b9/6e2290f8-14c9-485f-9384-e544bb07ec35/457186b7-2bc3-48e9-8ae8-6751a8a38b22) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:12:16.807090 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-0494e39a-237d-4f83-89b3-04d19b6a5ff9 None None] Publish callbacks [] for port (457186b7-2bc3-48e9-8ae8-6751a8a38b22), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:16.813946 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-0494e39a-237d-4f83-89b3-04d19b6a5ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (457186b7-2bc3-48e9-8ae8-6751a8a38b22), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:16.824523 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3b2b4014-2c3e-41e9-8521-32cb1e6f1b84 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (8c72c208-ced4-4123-b496-c73a31012ec9), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:16.862588 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0494e39a-237d-4f83-89b3-04d19b6a5ff9 None None] Network e45df340-f2ef-42de-9e56-e813c65596b9 is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:12:16.866694 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-0494e39a-237d-4f83-89b3-04d19b6a5ff9 None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:12:16.866954 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2b4014-2c3e-41e9-8521-32cb1e6f1b84 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Network e45df340-f2ef-42de-9e56-e813c65596b9 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:12:16.869781 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0494e39a-237d-4f83-89b3-04d19b6a5ff9 None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:12:16.873772 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-3b2b4014-2c3e-41e9-8521-32cb1e6f1b84 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:12:16.877155 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494e39a-237d-4f83-89b3-04d19b6a5ff9 None None] Pushing event updated for resources: {'Port': ['ID=457186b7-2bc3-48e9-8ae8-6751a8a38b22,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:16.879152 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2b4014-2c3e-41e9-8521-32cb1e6f1b84 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:16.880004 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3b2b4014-2c3e-41e9-8521-32cb1e6f1b84 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:16.891398 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2b4014-2c3e-41e9-8521-32cb1e6f1b84 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Pushing event updated for resources: {'Subnet': ['ID=8c72c208-ced4-4123-b496-c73a31012ec9,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:16.907751 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-3b2b4014-2c3e-41e9-8521-32cb1e6f1b84 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5236130 Feb 09 22:12:16.910355 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45380) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:16.945535 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-0494e39a-237d-4f83-89b3-04d19b6a5ff9 None None] Attempting to bind port 457186b7-2bc3-48e9-8ae8-6751a8a38b22 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:12:16.945915 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-0494e39a-237d-4f83-89b3-04d19b6a5ff9 None None] Attempting to bind port 457186b7-2bc3-48e9-8ae8-6751a8a38b22 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '81cb9613-507b-43bf-a387-c9c47cff858c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'e45df340-f2ef-42de-9e56-e813c65596b9'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:12:16.947164 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0494e39a-237d-4f83-89b3-04d19b6a5ff9 None None] Attempting to bind port 457186b7-2bc3-48e9-8ae8-6751a8a38b22 on network e45df340-f2ef-42de-9e56-e813c65596b9 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:12:16.957305 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0494e39a-237d-4f83-89b3-04d19b6a5ff9 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:12:16.958130 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0494e39a-237d-4f83-89b3-04d19b6a5ff9 None None] Checking segment: {'id': '81cb9613-507b-43bf-a387-c9c47cff858c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'e45df340-f2ef-42de-9e56-e813c65596b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:12:16.958130 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-0494e39a-237d-4f83-89b3-04d19b6a5ff9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:16.959128 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0494e39a-237d-4f83-89b3-04d19b6a5ff9 None None] Bound using segment: {'id': '81cb9613-507b-43bf-a387-c9c47cff858c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'e45df340-f2ef-42de-9e56-e813c65596b9'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:12:16.959128 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-0494e39a-237d-4f83-89b3-04d19b6a5ff9 None None] Bound port: 457186b7-2bc3-48e9-8ae8-6751a8a38b22, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81cb9613-507b-43bf-a387-c9c47cff858c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'e45df340-f2ef-42de-9e56-e813c65596b9'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:12:16.959338 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-0494e39a-237d-4f83-89b3-04d19b6a5ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (457186b7-2bc3-48e9-8ae8-6751a8a38b22), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:16.977291 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc923eae-f011-4709-b396-200fb39c258a tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:16.979012 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc923eae-f011-4709-b396-200fb39c258a tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:16.981349 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc923eae-f011-4709-b396-200fb39c258a tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:16.982835 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc923eae-f011-4709-b396-200fb39c258a tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:16.984308 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc923eae-f011-4709-b396-200fb39c258a tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:16.990093 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-cc923eae-f011-4709-b396-200fb39c258a tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0749476 Feb 09 22:12:16.990991 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 45384) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:16.995791 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-651fbcd6-4f20-451c-b333-59c51199a292 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1091093608'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:17.018321 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-651fbcd6-4f20-451c-b333-59c51199a292 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Made reservation on behalf of c606a6a7aa9745acbd0efc75a02404a4 for: {'network': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:12:17.022160 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-651fbcd6-4f20-451c-b333-59c51199a292 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:17.042144 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-0494e39a-237d-4f83-89b3-04d19b6a5ff9 None None] For port 457186b7-2bc3-48e9-8ae8-6751a8a38b22, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:12:17.045949 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-0494e39a-237d-4f83-89b3-04d19b6a5ff9 None None] For port 457186b7-2bc3-48e9-8ae8-6751a8a38b22, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=457186b7-2bc3-48e9-8ae8-6751a8a38b22,segment=NetworkSegment(81cb9613-507b-43bf-a387-c9c47cff858c),segment_id=81cb9613-507b-43bf-a387-c9c47cff858c)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:12:17.052299 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-651fbcd6-4f20-451c-b333-59c51199a292 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=103140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:12:17.053472 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-0494e39a-237d-4f83-89b3-04d19b6a5ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (457186b7-2bc3-48e9-8ae8-6751a8a38b22), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:17.062628 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-651fbcd6-4f20-451c-b333-59c51199a292 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (12970cbf-68d3-425b-8006-253bc35a217e), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:17.062978 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-651fbcd6-4f20-451c-b333-59c51199a292 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Added segment 12970cbf-68d3-425b-8006-253bc35a217e of type vlan for network 273f596f-91a9-4a32-a231-031899bee2e7 Feb 09 22:12:17.112878 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-651fbcd6-4f20-451c-b333-59c51199a292 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (273f596f-91a9-4a32-a231-031899bee2e7), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:17.123063 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494e39a-237d-4f83-89b3-04d19b6a5ff9 None None] Pushing event updated for resources: {'Port': ['ID=457186b7-2bc3-48e9-8ae8-6751a8a38b22,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:17.157922 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-651fbcd6-4f20-451c-b333-59c51199a292 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (273f596f-91a9-4a32-a231-031899bee2e7), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:17.163504 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651fbcd6-4f20-451c-b333-59c51199a292 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:17.164035 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-651fbcd6-4f20-451c-b333-59c51199a292 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:17.255688 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45390) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:17.256284 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-651fbcd6-4f20-451c-b333-59c51199a292 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2645366 Feb 09 22:12:17.262568 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-5e081f96-2a35-43ff-8830-8bb1a713729f tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:17.267651 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651fbcd6-4f20-451c-b333-59c51199a292 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Pushing event updated for resources: {'Network': ['ID=273f596f-91a9-4a32-a231-031899bee2e7,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:17.283998 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 273f596f-91a9-4a32-a231-031899bee2e7 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:12:17.519706 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5e081f96-2a35-43ff-8830-8bb1a713729f tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (273f596f-91a9-4a32-a231-031899bee2e7), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:17.534305 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5e081f96-2a35-43ff-8830-8bb1a713729f tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (273f596f-91a9-4a32-a231-031899bee2e7), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:17.553816 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5e081f96-2a35-43ff-8830-8bb1a713729f tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Network 273f596f-91a9-4a32-a231-031899bee2e7 is not hosted by any dhcp agent {{(pid=103141) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 22:12:17.558528 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e081f96-2a35-43ff-8830-8bb1a713729f tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:17.559121 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5e081f96-2a35-43ff-8830-8bb1a713729f tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:17.560490 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-5e081f96-2a35-43ff-8830-8bb1a713729f tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] 10.222.0.90 "PUT /v2.0/networks/273f596f-91a9-4a32-a231-031899bee2e7 HTTP/1.1" status: 200 len: 723 time: 0.3031783 Feb 09 22:12:17.563576 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 45396) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:17.569290 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-b91ebb1d-e010-467c-b339-576cd750c572 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Request body: {'subnet': {'network_id': '273f596f-91a9-4a32-a231-031899bee2e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:17.616290 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e081f96-2a35-43ff-8830-8bb1a713729f tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Pushing event updated for resources: {'Network': ['ID=273f596f-91a9-4a32-a231-031899bee2e7,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:17.627595 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 273f596f-91a9-4a32-a231-031899bee2e7 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:12:17.689869 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b91ebb1d-e010-467c-b339-576cd750c572 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Made reservation on behalf of c606a6a7aa9745acbd0efc75a02404a4 for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:12:17.699737 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b91ebb1d-e010-467c-b339-576cd750c572 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621317'] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:17.899198 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b91ebb1d-e010-467c-b339-576cd750c572 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621371'] for subnet (236ed279-7a1a-4fa2-bb7b-fccace3bdba1), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:17.966118 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91ebb1d-e010-467c-b339-576cd750c572 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Pushing event updated for resources: {'Subnet': ['ID=236ed279-7a1a-4fa2-bb7b-fccace3bdba1,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:17.976743 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91ebb1d-e010-467c-b339-576cd750c572 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Checking segment: {'id': '12970cbf-68d3-425b-8006-253bc35a217e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '273f596f-91a9-4a32-a231-031899bee2e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:12:17.977007 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91ebb1d-e010-467c-b339-576cd750c572 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Network hostable DHCP agents. Network: 273f596f-91a9-4a32-a231-031899bee2e7, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:12:18.001830 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91ebb1d-e010-467c-b339-576cd750c572 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Network 273f596f-91a9-4a32-a231-031899bee2e7 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:12:18.015270 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-b91ebb1d-e010-467c-b339-576cd750c572 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 273f596f-91a9-4a32-a231-031899bee2e7) {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:12:18.024208 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91ebb1d-e010-467c-b339-576cd750c572 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:18.024671 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02633d54-5cf6-41a3-80fe-af77c1d9fb9a None None] Network 273f596f-91a9-4a32-a231-031899bee2e7 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:12:18.025216 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b91ebb1d-e010-467c-b339-576cd750c572 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:18.072767 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45406) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:18.073426 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-b91ebb1d-e010-467c-b339-576cd750c572 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5080979 Feb 09 22:12:18.079724 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-0a71f376-abf5-46df-b917-11dfd1b35da9 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:18.185474 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 457186b7-2bc3-48e9-8ae8-6751a8a38b22 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:12:18.216572 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b898feab-2b47-4c42-82ea-f327af74a5a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-273f596f-91a9-4a32-a231-031899bee2e7', 'network_id': '273f596f-91a9-4a32-a231-031899bee2e7', 'project_id': 'c606a6a7aa9745acbd0efc75a02404a4', 'fixed_ips': [{'subnet_id': '236ed279-7a1a-4fa2-bb7b-fccace3bdba1'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:12:18.217929 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b898feab-2b47-4c42-82ea-f327af74a5a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:18.255537 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0a71f376-abf5-46df-b917-11dfd1b35da9 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10228187'] for subnet (236ed279-7a1a-4fa2-bb7b-fccace3bdba1), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:18.350586 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 457186b7-2bc3-48e9-8ae8-6751a8a38b22 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:18.351365 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (457186b7-2bc3-48e9-8ae8-6751a8a38b22), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:18.417503 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283500aa-50e9-4a2c-a9cd-7c0d3bdd5c95 None None] Network e45df340-f2ef-42de-9e56-e813c65596b9 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:12:18.439764 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0a71f376-abf5-46df-b917-11dfd1b35da9 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746129175556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9730659'] for subnet (236ed279-7a1a-4fa2-bb7b-fccace3bdba1), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:18.491808 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a71f376-abf5-46df-b917-11dfd1b35da9 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:18.492457 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0a71f376-abf5-46df-b917-11dfd1b35da9 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:18.496317 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-0a71f376-abf5-46df-b917-11dfd1b35da9 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] 10.222.0.90 "PUT /v2.0/subnets/236ed279-7a1a-4fa2-bb7b-fccace3bdba1 HTTP/1.1" status: 200 len: 826 time: 0.4189324 Feb 09 22:12:18.497009 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 45414) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:18.516203 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a71f376-abf5-46df-b917-11dfd1b35da9 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Pushing event updated for resources: {'Subnet': ['ID=236ed279-7a1a-4fa2-bb7b-fccace3bdba1,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:18.620823 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-511c5aba-71f6-46dc-a721-7a108d9b8964 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (273f596f-91a9-4a32-a231-031899bee2e7), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:18.692586 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-511c5aba-71f6-46dc-a721-7a108d9b8964 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (236ed279-7a1a-4fa2-bb7b-fccace3bdba1), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:18.796316 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 457186b7-2bc3-48e9-8ae8-6751a8a38b22 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:12:18.796702 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (457186b7-2bc3-48e9-8ae8-6751a8a38b22), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:18.806356 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-d8658ca1-eed3-4758-9317-56871a3f07f4 None None] Provisioning complete for port 457186b7-2bc3-48e9-8ae8-6751a8a38b22 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:18.806916 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d8658ca1-eed3-4758-9317-56871a3f07f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (457186b7-2bc3-48e9-8ae8-6751a8a38b22), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:18.835062 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-b898feab-2b47-4c42-82ea-f327af74a5a3 None None] Allocated IP 2001:db8::2 (273f596f-91a9-4a32-a231-031899bee2e7/236ed279-7a1a-4fa2-bb7b-fccace3bdba1/aeef8c35-cd39-4b5b-8eb8-ef66d05792ef) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:12:19.002722 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port 457186b7-2bc3-48e9-8ae8-6751a8a38b22, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=457186b7-2bc3-48e9-8ae8-6751a8a38b22,segment=NetworkSegment(81cb9613-507b-43bf-a387-c9c47cff858c),segment_id=81cb9613-507b-43bf-a387-c9c47cff858c)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:12:19.014972 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (457186b7-2bc3-48e9-8ae8-6751a8a38b22), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:19.181868 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=457186b7-2bc3-48e9-8ae8-6751a8a38b22,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:19.218632 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-d8658ca1-eed3-4758-9317-56871a3f07f4 None None] Current status of the port 457186b7-2bc3-48e9-8ae8-6751a8a38b22 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:12:19.266055 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b898feab-2b47-4c42-82ea-f327af74a5a3 None None] Publish callbacks [] for port (aeef8c35-cd39-4b5b-8eb8-ef66d05792ef), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:19.275964 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b898feab-2b47-4c42-82ea-f327af74a5a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (aeef8c35-cd39-4b5b-8eb8-ef66d05792ef), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:19.280054 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266f0044-de4f-44d0-b2bd-2a6f74e43491 None None] Update dhcp port {'port': {'network_id': 'e45df340-f2ef-42de-9e56-e813c65596b9', 'fixed_ips': [{'subnet_id': '6e2290f8-14c9-485f-9384-e544bb07ec35', 'ip_address': '2001:db8::2'}, {'subnet_id': '8c72c208-ced4-4123-b496-c73a31012ec9'}], 'binding:host_id': 'n-d-828369-5'}, 'id': '457186b7-2bc3-48e9-8ae8-6751a8a38b22'} from n-d-828369-5. {{(pid=103142) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 22:12:19.298345 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-511c5aba-71f6-46dc-a721-7a108d9b8964 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621346'] for subnet (236ed279-7a1a-4fa2-bb7b-fccace3bdba1), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:19.341562 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c5aba-71f6-46dc-a721-7a108d9b8964 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Pushing event deleted for resources: {'Subnet': ['ID=236ed279-7a1a-4fa2-bb7b-fccace3bdba1,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:19.359641 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b898feab-2b47-4c42-82ea-f327af74a5a3 None None] Network 273f596f-91a9-4a32-a231-031899bee2e7 is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:12:19.362799 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-266f0044-de4f-44d0-b2bd-2a6f74e43491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (457186b7-2bc3-48e9-8ae8-6751a8a38b22), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:19.366610 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-b898feab-2b47-4c42-82ea-f327af74a5a3 None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:12:19.369799 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b898feab-2b47-4c42-82ea-f327af74a5a3 None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:12:19.385011 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b898feab-2b47-4c42-82ea-f327af74a5a3 None None] Pushing event updated for resources: {'Port': ['ID=aeef8c35-cd39-4b5b-8eb8-ef66d05792ef,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:19.415414 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-511c5aba-71f6-46dc-a721-7a108d9b8964 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (273f596f-91a9-4a32-a231-031899bee2e7), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:19.438442 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-511c5aba-71f6-46dc-a721-7a108d9b8964 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['273f596f-91a9-4a32-a231-031899bee2e7']}} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:19.449324 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-511c5aba-71f6-46dc-a721-7a108d9b8964 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12970cbf-68d3-425b-8006-253bc35a217e') {'for_net_delete': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:19.449617 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-511c5aba-71f6-46dc-a721-7a108d9b8964 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12970cbf-68d3-425b-8006-253bc35a217e') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:19.469187 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-511c5aba-71f6-46dc-a721-7a108d9b8964 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110711'] for segment (12970cbf-68d3-425b-8006-253bc35a217e), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:19.485276 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-511c5aba-71f6-46dc-a721-7a108d9b8964 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (12970cbf-68d3-425b-8006-253bc35a217e), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:19.492544 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-511c5aba-71f6-46dc-a721-7a108d9b8964 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=103140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:12:19.492931 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-511c5aba-71f6-46dc-a721-7a108d9b8964 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669415'] for segment (12970cbf-68d3-425b-8006-253bc35a217e), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:19.495990 n-d-828369-5 neutron-server[103140]: Traceback (most recent call last): Feb 09 22:12:19.495990 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:12:19.495990 n-d-828369-5 neutron-server[103140]: timer() Feb 09 22:12:19.495990 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:12:19.495990 n-d-828369-5 neutron-server[103140]: cb(*args, **kw) Feb 09 22:12:19.495990 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:12:19.495990 n-d-828369-5 neutron-server[103140]: return func(*args, **kwargs) Feb 09 22:12:19.495990 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:12:19.495990 n-d-828369-5 neutron-server[103140]: self._notify() Feb 09 22:12:19.495990 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:12:19.495990 n-d-828369-5 neutron-server[103140]: self.callback(batched_events) Feb 09 22:12:19.495990 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:12:19.495990 n-d-828369-5 neutron-server[103140]: event.method(event) Feb 09 22:12:19.495990 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:12:19.495990 n-d-828369-5 neutron-server[103140]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:12:19.495990 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:12:19.495990 n-d-828369-5 neutron-server[103140]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:12:19.495990 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:12:19.495990 n-d-828369-5 neutron-server[103140]: return f(self, *a, **k) Feb 09 22:12:19.495990 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:12:19.495990 n-d-828369-5 neutron-server[103140]: return self._get(url).json() Feb 09 22:12:19.495990 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:12:19.495990 n-d-828369-5 neutron-server[103140]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:12:19.495990 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:12:19.495990 n-d-828369-5 neutron-server[103140]: return self.request(url, 'GET', **kwargs) Feb 09 22:12:19.495990 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:12:19.495990 n-d-828369-5 neutron-server[103140]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:12:19.495990 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:12:19.495990 n-d-828369-5 neutron-server[103140]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:12:19.495990 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:12:19.495990 n-d-828369-5 neutron-server[103140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:12:19.495990 n-d-828369-5 neutron-server[103140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:12:19.529145 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-b898feab-2b47-4c42-82ea-f327af74a5a3 None None] Attempting to bind port aeef8c35-cd39-4b5b-8eb8-ef66d05792ef on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:12:19.529486 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-b898feab-2b47-4c42-82ea-f327af74a5a3 None None] Attempting to bind port aeef8c35-cd39-4b5b-8eb8-ef66d05792ef by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '12970cbf-68d3-425b-8006-253bc35a217e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '273f596f-91a9-4a32-a231-031899bee2e7'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:12:19.529808 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b898feab-2b47-4c42-82ea-f327af74a5a3 None None] Attempting to bind port aeef8c35-cd39-4b5b-8eb8-ef66d05792ef on network 273f596f-91a9-4a32-a231-031899bee2e7 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:12:19.542727 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b898feab-2b47-4c42-82ea-f327af74a5a3 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:12:19.543109 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b898feab-2b47-4c42-82ea-f327af74a5a3 None None] Checking segment: {'id': '12970cbf-68d3-425b-8006-253bc35a217e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '273f596f-91a9-4a32-a231-031899bee2e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:12:19.543528 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b898feab-2b47-4c42-82ea-f327af74a5a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:19.544507 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b898feab-2b47-4c42-82ea-f327af74a5a3 None None] Bound using segment: {'id': '12970cbf-68d3-425b-8006-253bc35a217e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '273f596f-91a9-4a32-a231-031899bee2e7'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:12:19.545246 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-b898feab-2b47-4c42-82ea-f327af74a5a3 None None] Bound port: aeef8c35-cd39-4b5b-8eb8-ef66d05792ef, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12970cbf-68d3-425b-8006-253bc35a217e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '273f596f-91a9-4a32-a231-031899bee2e7'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:12:19.545649 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b898feab-2b47-4c42-82ea-f327af74a5a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (aeef8c35-cd39-4b5b-8eb8-ef66d05792ef), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:19.581718 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.db.api [None req-511c5aba-71f6-46dc-a721-7a108d9b8964 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 22:12:19.581718 n-d-828369-5 neutron-server[103140]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 22:12:19.581718 n-d-828369-5 neutron-server[103140]: [parameters: {'id': '273f596f-91a9-4a32-a231-031899bee2e7'}] Feb 09 22:12:19.581718 n-d-828369-5 neutron-server[103140]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 22:12:19.582405 n-d-828369-5 neutron-server[103140]: DEBUG oslo_db.api [None req-511c5aba-71f6-46dc-a721-7a108d9b8964 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 22:12:19.659678 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-266f0044-de4f-44d0-b2bd-2a6f74e43491 None None] Allocated IP 172.20.0.1 (e45df340-f2ef-42de-9e56-e813c65596b9/8c72c208-ced4-4123-b496-c73a31012ec9/457186b7-2bc3-48e9-8ae8-6751a8a38b22) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:12:19.667373 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-b898feab-2b47-4c42-82ea-f327af74a5a3 None None] For port aeef8c35-cd39-4b5b-8eb8-ef66d05792ef, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:12:19.675863 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-b898feab-2b47-4c42-82ea-f327af74a5a3 None None] For port aeef8c35-cd39-4b5b-8eb8-ef66d05792ef, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=aeef8c35-cd39-4b5b-8eb8-ef66d05792ef,segment=NetworkSegment(12970cbf-68d3-425b-8006-253bc35a217e),segment_id=12970cbf-68d3-425b-8006-253bc35a217e)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:12:19.688119 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b898feab-2b47-4c42-82ea-f327af74a5a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (aeef8c35-cd39-4b5b-8eb8-ef66d05792ef), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:19.853341 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b898feab-2b47-4c42-82ea-f327af74a5a3 None None] Pushing event updated for resources: {'Port': ['ID=aeef8c35-cd39-4b5b-8eb8-ef66d05792ef,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:19.869986 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-266f0044-de4f-44d0-b2bd-2a6f74e43491 None None] For port 457186b7-2bc3-48e9-8ae8-6751a8a38b22, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=457186b7-2bc3-48e9-8ae8-6751a8a38b22,segment=NetworkSegment(81cb9613-507b-43bf-a387-c9c47cff858c),segment_id=81cb9613-507b-43bf-a387-c9c47cff858c)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:12:19.885434 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ccca4f-49d5-490e-b42c-3d2b994e292b None None] Network 273f596f-91a9-4a32-a231-031899bee2e7 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:12:19.969164 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-266f0044-de4f-44d0-b2bd-2a6f74e43491 None None] Publish callbacks [] for port (457186b7-2bc3-48e9-8ae8-6751a8a38b22), precommit_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:19.975855 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-266f0044-de4f-44d0-b2bd-2a6f74e43491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (457186b7-2bc3-48e9-8ae8-6751a8a38b22), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:20.083728 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-511c5aba-71f6-46dc-a721-7a108d9b8964 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (273f596f-91a9-4a32-a231-031899bee2e7), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:20.100598 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 457186b7-2bc3-48e9-8ae8-6751a8a38b22 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:12:20.131715 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266f0044-de4f-44d0-b2bd-2a6f74e43491 None None] Pushing event updated for resources: {'Port': ['ID=457186b7-2bc3-48e9-8ae8-6751a8a38b22,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:20.155255 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-511c5aba-71f6-46dc-a721-7a108d9b8964 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Deleting port aeef8c35-cd39-4b5b-8eb8-ef66d05792ef {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:12:20.156509 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-511c5aba-71f6-46dc-a721-7a108d9b8964 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (aeef8c35-cd39-4b5b-8eb8-ef66d05792ef), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:20.186865 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 457186b7-2bc3-48e9-8ae8-6751a8a38b22 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:20.186865 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (457186b7-2bc3-48e9-8ae8-6751a8a38b22), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:20.188456 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bdefe9d-2196-4893-91fc-e83a8faecf74 None None] Network 273f596f-91a9-4a32-a231-031899bee2e7 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:12:20.233454 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-511c5aba-71f6-46dc-a721-7a108d9b8964 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] For port aeef8c35-cd39-4b5b-8eb8-ef66d05792ef, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=aeef8c35-cd39-4b5b-8eb8-ef66d05792ef,segment=NetworkSegment(12970cbf-68d3-425b-8006-253bc35a217e),segment_id=12970cbf-68d3-425b-8006-253bc35a217e)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:12:20.234115 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-511c5aba-71f6-46dc-a721-7a108d9b8964 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (aeef8c35-cd39-4b5b-8eb8-ef66d05792ef), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:20.252518 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-511c5aba-71f6-46dc-a721-7a108d9b8964 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Calling delete_port for aeef8c35-cd39-4b5b-8eb8-ef66d05792ef owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:12:20.368835 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-511c5aba-71f6-46dc-a721-7a108d9b8964 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (aeef8c35-cd39-4b5b-8eb8-ef66d05792ef), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:20.382725 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 457186b7-2bc3-48e9-8ae8-6751a8a38b22 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:12:20.420523 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c5aba-71f6-46dc-a721-7a108d9b8964 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Pushing event deleted for resources: {'Port': ['ID=aeef8c35-cd39-4b5b-8eb8-ef66d05792ef,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:20.423308 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511c5aba-71f6-46dc-a721-7a108d9b8964 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] No DVR routers for this DVR port aeef8c35-cd39-4b5b-8eb8-ef66d05792ef on host n-d-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:12:20.539910 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-511c5aba-71f6-46dc-a721-7a108d9b8964 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (273f596f-91a9-4a32-a231-031899bee2e7), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:20.570604 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-511c5aba-71f6-46dc-a721-7a108d9b8964 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['273f596f-91a9-4a32-a231-031899bee2e7']}} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:20.584295 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-511c5aba-71f6-46dc-a721-7a108d9b8964 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12970cbf-68d3-425b-8006-253bc35a217e') {'for_net_delete': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:20.584625 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-511c5aba-71f6-46dc-a721-7a108d9b8964 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12970cbf-68d3-425b-8006-253bc35a217e') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:20.605161 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-511c5aba-71f6-46dc-a721-7a108d9b8964 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110711'] for segment (12970cbf-68d3-425b-8006-253bc35a217e), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:20.618929 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-511c5aba-71f6-46dc-a721-7a108d9b8964 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (12970cbf-68d3-425b-8006-253bc35a217e), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:20.626432 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-511c5aba-71f6-46dc-a721-7a108d9b8964 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=103140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:12:20.626831 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-511c5aba-71f6-46dc-a721-7a108d9b8964 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669415'] for segment (12970cbf-68d3-425b-8006-253bc35a217e), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:20.629861 n-d-828369-5 neutron-server[103140]: Traceback (most recent call last): Feb 09 22:12:20.629861 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:12:20.629861 n-d-828369-5 neutron-server[103140]: timer() Feb 09 22:12:20.629861 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:12:20.629861 n-d-828369-5 neutron-server[103140]: cb(*args, **kw) Feb 09 22:12:20.629861 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:12:20.629861 n-d-828369-5 neutron-server[103140]: return func(*args, **kwargs) Feb 09 22:12:20.629861 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:12:20.629861 n-d-828369-5 neutron-server[103140]: self._notify() Feb 09 22:12:20.629861 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:12:20.629861 n-d-828369-5 neutron-server[103140]: self.callback(batched_events) Feb 09 22:12:20.629861 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:12:20.629861 n-d-828369-5 neutron-server[103140]: event.method(event) Feb 09 22:12:20.629861 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:12:20.629861 n-d-828369-5 neutron-server[103140]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:12:20.629861 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:12:20.629861 n-d-828369-5 neutron-server[103140]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:12:20.629861 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:12:20.629861 n-d-828369-5 neutron-server[103140]: return f(self, *a, **k) Feb 09 22:12:20.629861 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:12:20.629861 n-d-828369-5 neutron-server[103140]: return self._get(url).json() Feb 09 22:12:20.629861 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:12:20.629861 n-d-828369-5 neutron-server[103140]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:12:20.629861 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:12:20.629861 n-d-828369-5 neutron-server[103140]: return self.request(url, 'GET', **kwargs) Feb 09 22:12:20.629861 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:12:20.629861 n-d-828369-5 neutron-server[103140]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:12:20.629861 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:12:20.629861 n-d-828369-5 neutron-server[103140]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:12:20.629861 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:12:20.629861 n-d-828369-5 neutron-server[103140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:12:20.629861 n-d-828369-5 neutron-server[103140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:12:20.694701 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-511c5aba-71f6-46dc-a721-7a108d9b8964 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (273f596f-91a9-4a32-a231-031899bee2e7), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:20.703045 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-511c5aba-71f6-46dc-a721-7a108d9b8964 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:20.706413 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-511c5aba-71f6-46dc-a721-7a108d9b8964 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] 10.222.0.90 "DELETE /v2.0/networks/273f596f-91a9-4a32-a231-031899bee2e7 HTTP/1.1" status: 204 len: 168 time: 2.2081115 Feb 09 22:12:20.709244 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45446) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:20.727389 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c5aba-71f6-46dc-a721-7a108d9b8964 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Pushing event deleted for resources: {'Network': ['ID=273f596f-91a9-4a32-a231-031899bee2e7,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:20.740089 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-40bac1f1-9c84-43ea-b76c-536a90dbb4ee tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] DELETE failed (client error): The resource could not be found. Feb 09 22:12:20.741402 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40bac1f1-9c84-43ea-b76c-536a90dbb4ee tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:12:20.745995 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-40bac1f1-9c84-43ea-b76c-536a90dbb4ee tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] 10.222.0.90 "DELETE /v2.0/networks/273f596f-91a9-4a32-a231-031899bee2e7 HTTP/1.1" status: 404 len: 339 time: 0.0350871 Feb 09 22:12:20.750641 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 45448) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:20.755948 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-8183e8df-3a95-4906-a93e-07541d08945d tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1552040884', 'description': 'd1'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:20.778147 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8183e8df-3a95-4906-a93e-07541d08945d tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Made reservation on behalf of c606a6a7aa9745acbd0efc75a02404a4 for: {'network': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:12:20.785957 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8183e8df-3a95-4906-a93e-07541d08945d tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:20.812719 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8183e8df-3a95-4906-a93e-07541d08945d tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=103140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:12:20.822385 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8183e8df-3a95-4906-a93e-07541d08945d tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (ce497ab5-92ae-4fd4-bb74-4bd7c77c277a), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:20.822733 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-8183e8df-3a95-4906-a93e-07541d08945d tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Added segment ce497ab5-92ae-4fd4-bb74-4bd7c77c277a of type vlan for network 5ed5da76-234a-409b-9898-12ab401ecfe8 Feb 09 22:12:20.840091 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92519762-c6bf-4dc6-8d24-4bdc7be722ce None None] get_active_networks_info from n-d-828369-5 {{(pid=103142) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 22:12:20.868882 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8183e8df-3a95-4906-a93e-07541d08945d tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (5ed5da76-234a-409b-9898-12ab401ecfe8), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:20.892462 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-6f8917e5-1c79-4052-ba1e-bde0bfabd0be None None] Provisioning complete for port 457186b7-2bc3-48e9-8ae8-6751a8a38b22 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:20.892914 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-6f8917e5-1c79-4052-ba1e-bde0bfabd0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (457186b7-2bc3-48e9-8ae8-6751a8a38b22), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:20.899897 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8183e8df-3a95-4906-a93e-07541d08945d tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (5ed5da76-234a-409b-9898-12ab401ecfe8), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:20.905308 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8183e8df-3a95-4906-a93e-07541d08945d tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:20.906041 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8183e8df-3a95-4906-a93e-07541d08945d tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:20.978201 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-8183e8df-3a95-4906-a93e-07541d08945d tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2238030 Feb 09 22:12:20.978726 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45454) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:20.993092 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8183e8df-3a95-4906-a93e-07541d08945d tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Pushing event updated for resources: {'Network': ['ID=5ed5da76-234a-409b-9898-12ab401ecfe8,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:21.015503 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 5ed5da76-234a-409b-9898-12ab401ecfe8 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:12:21.078032 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2780bb-91b6-447a-bba3-b58b0a37e5b9 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:21.079630 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-8f2780bb-91b6-447a-bba3-b58b0a37e5b9 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] 10.222.0.90 "GET /v2.0/networks?id=5ed5da76-234a-409b-9898-12ab401ecfe8 HTTP/1.1" status: 200 len: 765 time: 0.0992584 Feb 09 22:12:21.082374 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45456) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:21.087661 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-6a79bbc1-c027-40f2-9229-94445e2a23fa tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Request body: {'network': {'description': 'd2'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:21.265387 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-6f8917e5-1c79-4052-ba1e-bde0bfabd0be None None] Current status of the port 457186b7-2bc3-48e9-8ae8-6751a8a38b22 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:12:21.270879 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92519762-c6bf-4dc6-8d24-4bdc7be722ce None None] Resources bound (agent type, host, resource id): {{(pid=103142) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 22:12:21.284002 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6a79bbc1-c027-40f2-9229-94445e2a23fa tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (5ed5da76-234a-409b-9898-12ab401ecfe8), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:21.300366 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6a79bbc1-c027-40f2-9229-94445e2a23fa tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (5ed5da76-234a-409b-9898-12ab401ecfe8), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:21.320238 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6a79bbc1-c027-40f2-9229-94445e2a23fa tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Network 5ed5da76-234a-409b-9898-12ab401ecfe8 is not hosted by any dhcp agent {{(pid=103141) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 22:12:21.325265 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a79bbc1-c027-40f2-9229-94445e2a23fa tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:21.325956 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6a79bbc1-c027-40f2-9229-94445e2a23fa tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:21.330025 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-6a79bbc1-c027-40f2-9229-94445e2a23fa tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] 10.222.0.90 "PUT /v2.0/networks/5ed5da76-234a-409b-9898-12ab401ecfe8 HTTP/1.1" status: 200 len: 762 time: 0.2440369 Feb 09 22:12:21.331151 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 45462) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:21.387047 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a79bbc1-c027-40f2-9229-94445e2a23fa tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Pushing event updated for resources: {'Network': ['ID=5ed5da76-234a-409b-9898-12ab401ecfe8,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:21.411124 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 5ed5da76-234a-409b-9898-12ab401ecfe8 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:12:21.452424 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062525f2-4ade-4b32-b139-de6fdfaeb496 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:21.457426 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-062525f2-4ade-4b32-b139-de6fdfaeb496 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] 10.222.0.90 "GET /v2.0/networks?id=5ed5da76-234a-409b-9898-12ab401ecfe8 HTTP/1.1" status: 200 len: 765 time: 0.1212566 Feb 09 22:12:21.457818 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45466) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:21.602548 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19ab467-6a6d-41af-a1ec-4307e11e5598 None None] Network e45df340-f2ef-42de-9e56-e813c65596b9 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:12:21.604957 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:21.996523 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203fa61b-ec1e-4766-b72d-b904bc289d65 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:21.997108 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-ee41a960-f492-431d-9d09-1b6ad257349f None None] Provisioning complete for port 457186b7-2bc3-48e9-8ae8-6751a8a38b22 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:21.997299 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ee41a960-f492-431d-9d09-1b6ad257349f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (457186b7-2bc3-48e9-8ae8-6751a8a38b22), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:21.998081 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-203fa61b-ec1e-4766-b72d-b904bc289d65 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] 10.222.0.90 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5392461 Feb 09 22:12:22.003804 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45480) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:22.046192 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-dc1f4f5e-1c14-4b4f-9aef-a9db6034b74c tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] 10.222.0.90 "GET /v2.0/subnets?network_id=54a442d5-50a0-4c75-85cc-d19f5bf58118 HTTP/1.1" status: 200 len: 207 time: 0.0378969 Feb 09 22:12:22.046439 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45482) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:22.110522 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-ee41a960-f492-431d-9d09-1b6ad257349f None None] Current status of the port 457186b7-2bc3-48e9-8ae8-6751a8a38b22 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:12:22.114053 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 457186b7-2bc3-48e9-8ae8-6751a8a38b22 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:12:22.165488 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 457186b7-2bc3-48e9-8ae8-6751a8a38b22 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:22.165804 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (457186b7-2bc3-48e9-8ae8-6751a8a38b22), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:22.249098 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 457186b7-2bc3-48e9-8ae8-6751a8a38b22 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:12:22.256901 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f069006d-2da4-4fc5-94c3-faad1462f194 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:22.262265 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f069006d-2da4-4fc5-94c3-faad1462f194 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:22.267811 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f069006d-2da4-4fc5-94c3-faad1462f194 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:22.273128 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f069006d-2da4-4fc5-94c3-faad1462f194 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:22.278168 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f069006d-2da4-4fc5-94c3-faad1462f194 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:22.283208 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f069006d-2da4-4fc5-94c3-faad1462f194 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:22.285139 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-f069006d-2da4-4fc5-94c3-faad1462f194 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] 10.222.0.90 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.2376089 Feb 09 22:12:22.289298 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45488) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:22.411227 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-1e72aa64-e3a1-43ce-b09e-848697026b87 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] 10.222.0.90 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.1206107 Feb 09 22:12:22.414570 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45492) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:22.477078 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504ca890-4121-4cd5-9503-9ba0ac881685 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:22.478421 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504ca890-4121-4cd5-9503-9ba0ac881685 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:22.479768 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504ca890-4121-4cd5-9503-9ba0ac881685 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:22.481823 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504ca890-4121-4cd5-9503-9ba0ac881685 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:22.483153 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504ca890-4121-4cd5-9503-9ba0ac881685 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:22.484916 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-504ca890-4121-4cd5-9503-9ba0ac881685 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0693800 Feb 09 22:12:22.488570 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45496) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:22.551201 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb875b0-8a70-4b91-9403-9d4eb4b37e9a tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Attributes excluded by policy engine: ['shared'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:22.552542 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb875b0-8a70-4b91-9403-9d4eb4b37e9a tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Attributes excluded by policy engine: ['shared'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:22.553621 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb875b0-8a70-4b91-9403-9d4eb4b37e9a tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Attributes excluded by policy engine: ['shared'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:22.554769 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb875b0-8a70-4b91-9403-9d4eb4b37e9a tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Attributes excluded by policy engine: ['shared'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:22.555984 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb875b0-8a70-4b91-9403-9d4eb4b37e9a tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Attributes excluded by policy engine: ['shared'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:22.557592 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-dcb875b0-8a70-4b91-9403-9d4eb4b37e9a tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] 10.222.0.90 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0680757 Feb 09 22:12:22.561702 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45502) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:22.671362 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925fd259-ae15-48ff-a719-1f8710ac9a06 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:22.672736 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-925fd259-ae15-48ff-a719-1f8710ac9a06 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] 10.222.0.90 "GET /v2.0/networks/c84576a0-6665-4755-b44d-8f2f7ffa1334 HTTP/1.1" status: 200 len: 804 time: 0.1099815 Feb 09 22:12:22.676490 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45506) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:22.784373 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-631a564f-1830-43db-981a-908f62e1f454 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] 10.222.0.90 "GET /v2.0/networks/c84576a0-6665-4755-b44d-8f2f7ffa1334?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1068168 Feb 09 22:12:22.789115 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45510) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:22.848557 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44d8ad2-28f4-4322-8ad1-8d77c7cc24af tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:22.849970 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-f44d8ad2-28f4-4322-8ad1-8d77c7cc24af tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] 10.222.0.90 "GET /v2.0/subnets/32037a82-175b-4afa-b182-04adad7c5ba1 HTTP/1.1" status: 200 len: 843 time: 0.0599115 Feb 09 22:12:22.853813 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45512) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:22.913676 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11dfcca1-5ed6-45f6-bec7-42de393ca2fd tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Attributes excluded by policy engine: ['shared'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:22.915174 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-11dfcca1-5ed6-45f6-bec7-42de393ca2fd tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] 10.222.0.90 "GET /v2.0/subnets/32037a82-175b-4afa-b182-04adad7c5ba1?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0604022 Feb 09 22:12:22.919243 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45516) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:22.924393 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-e291b9e4-9a27-4c22-b807-e57bd65138ea tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1048160282'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:22.944167 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e291b9e4-9a27-4c22-b807-e57bd65138ea tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Made reservation on behalf of c606a6a7aa9745acbd0efc75a02404a4 for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:12:22.947514 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e291b9e4-9a27-4c22-b807-e57bd65138ea tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:22.977130 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e291b9e4-9a27-4c22-b807-e57bd65138ea tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:12:22.987290 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e291b9e4-9a27-4c22-b807-e57bd65138ea tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (6a0f0f92-db27-4f1e-9a27-556a85c0a636), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:22.987680 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-e291b9e4-9a27-4c22-b807-e57bd65138ea tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Added segment 6a0f0f92-db27-4f1e-9a27-556a85c0a636 of type vlan for network c3d73b77-870a-4ff2-bdfd-a26b62583d65 Feb 09 22:12:23.029586 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e291b9e4-9a27-4c22-b807-e57bd65138ea tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (c3d73b77-870a-4ff2-bdfd-a26b62583d65), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:23.055289 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e291b9e4-9a27-4c22-b807-e57bd65138ea tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (c3d73b77-870a-4ff2-bdfd-a26b62583d65), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:23.062228 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e291b9e4-9a27-4c22-b807-e57bd65138ea tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:23.063193 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e291b9e4-9a27-4c22-b807-e57bd65138ea tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:23.139822 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-e291b9e4-9a27-4c22-b807-e57bd65138ea tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2194233 Feb 09 22:12:23.143556 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 45522) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:23.149005 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e291b9e4-9a27-4c22-b807-e57bd65138ea tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Pushing event updated for resources: {'Network': ['ID=c3d73b77-870a-4ff2-bdfd-a26b62583d65,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:23.151299 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-506659b2-4536-47b3-abe3-99f2355af8cf tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Request body: {'subnet': {'network_id': 'c3d73b77-870a-4ff2-bdfd-a26b62583d65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:23.161456 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network c3d73b77-870a-4ff2-bdfd-a26b62583d65 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:12:23.253494 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-506659b2-4536-47b3-abe3-99f2355af8cf tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Made reservation on behalf of c606a6a7aa9745acbd0efc75a02404a4 for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:12:23.257510 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-506659b2-4536-47b3-abe3-99f2355af8cf tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621317'] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:23.321777 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.ipam_backend_mixin [None req-506659b2-4536-47b3-abe3-99f2355af8cf tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Performing IP validity checks on allocation pools {{(pid=103140) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 09 22:12:23.322300 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.ipam_backend_mixin [None req-506659b2-4536-47b3-abe3-99f2355af8cf tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103140) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 09 22:12:23.461530 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-506659b2-4536-47b3-abe3-99f2355af8cf tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621371'] for subnet (7f4bdc17-de8b-41c9-89e3-a1c0e0b196b5), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:23.539448 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506659b2-4536-47b3-abe3-99f2355af8cf tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Pushing event updated for resources: {'Subnet': ['ID=7f4bdc17-de8b-41c9-89e3-a1c0e0b196b5,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:23.547911 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506659b2-4536-47b3-abe3-99f2355af8cf tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Checking segment: {'id': '6a0f0f92-db27-4f1e-9a27-556a85c0a636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'c3d73b77-870a-4ff2-bdfd-a26b62583d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:12:23.548378 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506659b2-4536-47b3-abe3-99f2355af8cf tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Network hostable DHCP agents. Network: c3d73b77-870a-4ff2-bdfd-a26b62583d65, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:12:23.566506 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506659b2-4536-47b3-abe3-99f2355af8cf tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Network c3d73b77-870a-4ff2-bdfd-a26b62583d65 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:12:23.578718 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-506659b2-4536-47b3-abe3-99f2355af8cf tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, c3d73b77-870a-4ff2-bdfd-a26b62583d65) {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:12:23.583168 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506659b2-4536-47b3-abe3-99f2355af8cf tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:23.583776 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-506659b2-4536-47b3-abe3-99f2355af8cf tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:23.590386 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9177f434-a8e2-4018-83da-140fad587aec None None] Network c3d73b77-870a-4ff2-bdfd-a26b62583d65 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:12:23.605536 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-506659b2-4536-47b3-abe3-99f2355af8cf tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.4600489 Feb 09 22:12:23.608059 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 45534) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:23.614290 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-387b73bc-2549-493c-9006-2d982b3efccc tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:23.720736 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-387b73bc-2549-493c-9006-2d982b3efccc tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8621324'] for subnet (7f4bdc17-de8b-41c9-89e3-a1c0e0b196b5), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:23.723593 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c67d972-d3ef-4b56-b1d0-4dec9d6d1cae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-c3d73b77-870a-4ff2-bdfd-a26b62583d65', 'network_id': 'c3d73b77-870a-4ff2-bdfd-a26b62583d65', 'project_id': 'c606a6a7aa9745acbd0efc75a02404a4', 'fixed_ips': [{'subnet_id': '7f4bdc17-de8b-41c9-89e3-a1c0e0b196b5'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:12:23.724541 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5c67d972-d3ef-4b56-b1d0-4dec9d6d1cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:23.838303 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:23.900635 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-387b73bc-2549-493c-9006-2d982b3efccc tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746129175556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8669252'] for subnet (7f4bdc17-de8b-41c9-89e3-a1c0e0b196b5), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:23.959099 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-5c67d972-d3ef-4b56-b1d0-4dec9d6d1cae None None] Allocated IP 2001:db8::3 (c3d73b77-870a-4ff2-bdfd-a26b62583d65/7f4bdc17-de8b-41c9-89e3-a1c0e0b196b5/3cda089b-4568-4bca-b04d-61a1c97ec08f) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:12:23.978323 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387b73bc-2549-493c-9006-2d982b3efccc tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:23.978854 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-387b73bc-2549-493c-9006-2d982b3efccc tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:23.980195 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-387b73bc-2549-493c-9006-2d982b3efccc tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] 10.222.0.90 "PUT /v2.0/subnets/7f4bdc17-de8b-41c9-89e3-a1c0e0b196b5 HTTP/1.1" status: 200 len: 900 time: 0.3707602 Feb 09 22:12:23.983688 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 45542) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:24.038146 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387b73bc-2549-493c-9006-2d982b3efccc tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Pushing event updated for resources: {'Subnet': ['ID=7f4bdc17-de8b-41c9-89e3-a1c0e0b196b5,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:24.095745 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0c491e58-50a0-40d1-b232-33e50c0db50b tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (c3d73b77-870a-4ff2-bdfd-a26b62583d65), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:24.150143 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5c67d972-d3ef-4b56-b1d0-4dec9d6d1cae None None] Publish callbacks [] for port (3cda089b-4568-4bca-b04d-61a1c97ec08f), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:24.157998 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5c67d972-d3ef-4b56-b1d0-4dec9d6d1cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (3cda089b-4568-4bca-b04d-61a1c97ec08f), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:24.166339 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0c491e58-50a0-40d1-b232-33e50c0db50b tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (7f4bdc17-de8b-41c9-89e3-a1c0e0b196b5), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:24.207658 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c67d972-d3ef-4b56-b1d0-4dec9d6d1cae None None] Network c3d73b77-870a-4ff2-bdfd-a26b62583d65 is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:12:24.210710 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-5c67d972-d3ef-4b56-b1d0-4dec9d6d1cae None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:12:24.214348 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c67d972-d3ef-4b56-b1d0-4dec9d6d1cae None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:12:24.221817 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c67d972-d3ef-4b56-b1d0-4dec9d6d1cae None None] Pushing event updated for resources: {'Port': ['ID=3cda089b-4568-4bca-b04d-61a1c97ec08f,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:24.269467 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0c491e58-50a0-40d1-b232-33e50c0db50b tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621346'] for subnet (7f4bdc17-de8b-41c9-89e3-a1c0e0b196b5), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:24.282462 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-5c67d972-d3ef-4b56-b1d0-4dec9d6d1cae None None] Attempting to bind port 3cda089b-4568-4bca-b04d-61a1c97ec08f on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:12:24.282924 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-5c67d972-d3ef-4b56-b1d0-4dec9d6d1cae None None] Attempting to bind port 3cda089b-4568-4bca-b04d-61a1c97ec08f by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '6a0f0f92-db27-4f1e-9a27-556a85c0a636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'c3d73b77-870a-4ff2-bdfd-a26b62583d65'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:12:24.283381 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c67d972-d3ef-4b56-b1d0-4dec9d6d1cae None None] Attempting to bind port 3cda089b-4568-4bca-b04d-61a1c97ec08f on network c3d73b77-870a-4ff2-bdfd-a26b62583d65 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:12:24.289253 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c67d972-d3ef-4b56-b1d0-4dec9d6d1cae None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:12:24.289768 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c67d972-d3ef-4b56-b1d0-4dec9d6d1cae None None] Checking segment: {'id': '6a0f0f92-db27-4f1e-9a27-556a85c0a636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'c3d73b77-870a-4ff2-bdfd-a26b62583d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:12:24.290281 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5c67d972-d3ef-4b56-b1d0-4dec9d6d1cae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:24.290780 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c67d972-d3ef-4b56-b1d0-4dec9d6d1cae None None] Bound using segment: {'id': '6a0f0f92-db27-4f1e-9a27-556a85c0a636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'c3d73b77-870a-4ff2-bdfd-a26b62583d65'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:12:24.291362 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-5c67d972-d3ef-4b56-b1d0-4dec9d6d1cae None None] Bound port: 3cda089b-4568-4bca-b04d-61a1c97ec08f, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a0f0f92-db27-4f1e-9a27-556a85c0a636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'c3d73b77-870a-4ff2-bdfd-a26b62583d65'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:12:24.291930 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5c67d972-d3ef-4b56-b1d0-4dec9d6d1cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (3cda089b-4568-4bca-b04d-61a1c97ec08f), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:24.301823 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c491e58-50a0-40d1-b232-33e50c0db50b tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Pushing event deleted for resources: {'Subnet': ['ID=7f4bdc17-de8b-41c9-89e3-a1c0e0b196b5,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:24.362891 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5c67d972-d3ef-4b56-b1d0-4dec9d6d1cae None None] For port 3cda089b-4568-4bca-b04d-61a1c97ec08f, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:12:24.366992 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5c67d972-d3ef-4b56-b1d0-4dec9d6d1cae None None] For port 3cda089b-4568-4bca-b04d-61a1c97ec08f, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=3cda089b-4568-4bca-b04d-61a1c97ec08f,segment=NetworkSegment(6a0f0f92-db27-4f1e-9a27-556a85c0a636),segment_id=6a0f0f92-db27-4f1e-9a27-556a85c0a636)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:12:24.370907 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0c491e58-50a0-40d1-b232-33e50c0db50b tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (c3d73b77-870a-4ff2-bdfd-a26b62583d65), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:24.374931 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5c67d972-d3ef-4b56-b1d0-4dec9d6d1cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (3cda089b-4568-4bca-b04d-61a1c97ec08f), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:24.395168 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-0c491e58-50a0-40d1-b232-33e50c0db50b tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3d73b77-870a-4ff2-bdfd-a26b62583d65']}} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:24.406007 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-0c491e58-50a0-40d1-b232-33e50c0db50b tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a0f0f92-db27-4f1e-9a27-556a85c0a636') {'for_net_delete': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:24.406793 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-0c491e58-50a0-40d1-b232-33e50c0db50b tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a0f0f92-db27-4f1e-9a27-556a85c0a636') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:24.418103 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0c491e58-50a0-40d1-b232-33e50c0db50b tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110711'] for segment (6a0f0f92-db27-4f1e-9a27-556a85c0a636), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:24.436168 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0c491e58-50a0-40d1-b232-33e50c0db50b tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (6a0f0f92-db27-4f1e-9a27-556a85c0a636), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:24.445288 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c491e58-50a0-40d1-b232-33e50c0db50b tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=103140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:12:24.446090 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0c491e58-50a0-40d1-b232-33e50c0db50b tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669415'] for segment (6a0f0f92-db27-4f1e-9a27-556a85c0a636), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:24.450795 n-d-828369-5 neutron-server[103140]: Traceback (most recent call last): Feb 09 22:12:24.450795 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:12:24.450795 n-d-828369-5 neutron-server[103140]: timer() Feb 09 22:12:24.450795 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:12:24.450795 n-d-828369-5 neutron-server[103140]: cb(*args, **kw) Feb 09 22:12:24.450795 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:12:24.450795 n-d-828369-5 neutron-server[103140]: return func(*args, **kwargs) Feb 09 22:12:24.450795 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:12:24.450795 n-d-828369-5 neutron-server[103140]: self._notify() Feb 09 22:12:24.450795 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:12:24.450795 n-d-828369-5 neutron-server[103140]: self.callback(batched_events) Feb 09 22:12:24.450795 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:12:24.450795 n-d-828369-5 neutron-server[103140]: event.method(event) Feb 09 22:12:24.450795 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:12:24.450795 n-d-828369-5 neutron-server[103140]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:12:24.450795 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:12:24.450795 n-d-828369-5 neutron-server[103140]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:12:24.450795 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:12:24.450795 n-d-828369-5 neutron-server[103140]: return f(self, *a, **k) Feb 09 22:12:24.450795 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:12:24.450795 n-d-828369-5 neutron-server[103140]: return self._get(url).json() Feb 09 22:12:24.450795 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:12:24.450795 n-d-828369-5 neutron-server[103140]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:12:24.450795 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:12:24.450795 n-d-828369-5 neutron-server[103140]: return self.request(url, 'GET', **kwargs) Feb 09 22:12:24.450795 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:12:24.450795 n-d-828369-5 neutron-server[103140]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:12:24.450795 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:12:24.450795 n-d-828369-5 neutron-server[103140]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:12:24.450795 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:12:24.450795 n-d-828369-5 neutron-server[103140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:12:24.450795 n-d-828369-5 neutron-server[103140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:12:24.461663 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c67d972-d3ef-4b56-b1d0-4dec9d6d1cae None None] Pushing event updated for resources: {'Port': ['ID=3cda089b-4568-4bca-b04d-61a1c97ec08f,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:24.497730 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174e9853-0b0d-4049-8de1-aca7ca7f49d0 None None] get_active_networks_info from n-d-828369-5 {{(pid=103142) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 22:12:24.531069 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.db.api [None req-0c491e58-50a0-40d1-b232-33e50c0db50b tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 22:12:24.531069 n-d-828369-5 neutron-server[103140]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 22:12:24.531069 n-d-828369-5 neutron-server[103140]: [parameters: {'id': 'c3d73b77-870a-4ff2-bdfd-a26b62583d65'}] Feb 09 22:12:24.531069 n-d-828369-5 neutron-server[103140]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 22:12:24.531664 n-d-828369-5 neutron-server[103140]: DEBUG oslo_db.api [None req-0c491e58-50a0-40d1-b232-33e50c0db50b tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 22:12:24.621162 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174e9853-0b0d-4049-8de1-aca7ca7f49d0 None None] Resources bound (agent type, host, resource id): {{(pid=103142) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 22:12:24.818333 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6431f4c8-f529-4631-8b15-b466c16526dd None None] Network c3d73b77-870a-4ff2-bdfd-a26b62583d65 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:12:24.921740 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b691b8-11af-4f1f-8d61-4032935e7e0e None None] Network c3d73b77-870a-4ff2-bdfd-a26b62583d65 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:12:25.032505 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0c491e58-50a0-40d1-b232-33e50c0db50b tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (c3d73b77-870a-4ff2-bdfd-a26b62583d65), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:25.091341 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-0c491e58-50a0-40d1-b232-33e50c0db50b tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Deleting port 3cda089b-4568-4bca-b04d-61a1c97ec08f {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:12:25.091680 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0c491e58-50a0-40d1-b232-33e50c0db50b tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (3cda089b-4568-4bca-b04d-61a1c97ec08f), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:25.158290 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-0c491e58-50a0-40d1-b232-33e50c0db50b tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] For port 3cda089b-4568-4bca-b04d-61a1c97ec08f, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=3cda089b-4568-4bca-b04d-61a1c97ec08f,segment=NetworkSegment(6a0f0f92-db27-4f1e-9a27-556a85c0a636),segment_id=6a0f0f92-db27-4f1e-9a27-556a85c0a636)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:12:25.158802 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0c491e58-50a0-40d1-b232-33e50c0db50b tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (3cda089b-4568-4bca-b04d-61a1c97ec08f), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:25.173426 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-0c491e58-50a0-40d1-b232-33e50c0db50b tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Calling delete_port for 3cda089b-4568-4bca-b04d-61a1c97ec08f owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:12:25.265609 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0c491e58-50a0-40d1-b232-33e50c0db50b tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (3cda089b-4568-4bca-b04d-61a1c97ec08f), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:25.291510 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c491e58-50a0-40d1-b232-33e50c0db50b tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Pushing event deleted for resources: {'Port': ['ID=3cda089b-4568-4bca-b04d-61a1c97ec08f,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:25.295732 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c491e58-50a0-40d1-b232-33e50c0db50b tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] No DVR routers for this DVR port 3cda089b-4568-4bca-b04d-61a1c97ec08f on host n-d-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:12:25.379355 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0c491e58-50a0-40d1-b232-33e50c0db50b tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (c3d73b77-870a-4ff2-bdfd-a26b62583d65), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:25.399451 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-0c491e58-50a0-40d1-b232-33e50c0db50b tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3d73b77-870a-4ff2-bdfd-a26b62583d65']}} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:25.417424 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-0c491e58-50a0-40d1-b232-33e50c0db50b tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a0f0f92-db27-4f1e-9a27-556a85c0a636') {'for_net_delete': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:25.417707 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-0c491e58-50a0-40d1-b232-33e50c0db50b tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a0f0f92-db27-4f1e-9a27-556a85c0a636') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:25.428971 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0c491e58-50a0-40d1-b232-33e50c0db50b tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110711'] for segment (6a0f0f92-db27-4f1e-9a27-556a85c0a636), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:25.444257 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0c491e58-50a0-40d1-b232-33e50c0db50b tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (6a0f0f92-db27-4f1e-9a27-556a85c0a636), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:25.451130 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c491e58-50a0-40d1-b232-33e50c0db50b tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=103140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:12:25.451512 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0c491e58-50a0-40d1-b232-33e50c0db50b tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669415'] for segment (6a0f0f92-db27-4f1e-9a27-556a85c0a636), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:25.454760 n-d-828369-5 neutron-server[103140]: Traceback (most recent call last): Feb 09 22:12:25.454760 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:12:25.454760 n-d-828369-5 neutron-server[103140]: timer() Feb 09 22:12:25.454760 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:12:25.454760 n-d-828369-5 neutron-server[103140]: cb(*args, **kw) Feb 09 22:12:25.454760 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:12:25.454760 n-d-828369-5 neutron-server[103140]: return func(*args, **kwargs) Feb 09 22:12:25.454760 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:12:25.454760 n-d-828369-5 neutron-server[103140]: self._notify() Feb 09 22:12:25.454760 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:12:25.454760 n-d-828369-5 neutron-server[103140]: self.callback(batched_events) Feb 09 22:12:25.454760 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:12:25.454760 n-d-828369-5 neutron-server[103140]: event.method(event) Feb 09 22:12:25.454760 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:12:25.454760 n-d-828369-5 neutron-server[103140]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:12:25.454760 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:12:25.454760 n-d-828369-5 neutron-server[103140]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:12:25.454760 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:12:25.454760 n-d-828369-5 neutron-server[103140]: return f(self, *a, **k) Feb 09 22:12:25.454760 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:12:25.454760 n-d-828369-5 neutron-server[103140]: return self._get(url).json() Feb 09 22:12:25.454760 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:12:25.454760 n-d-828369-5 neutron-server[103140]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:12:25.454760 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:12:25.454760 n-d-828369-5 neutron-server[103140]: return self.request(url, 'GET', **kwargs) Feb 09 22:12:25.454760 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:12:25.454760 n-d-828369-5 neutron-server[103140]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:12:25.454760 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:12:25.454760 n-d-828369-5 neutron-server[103140]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:12:25.454760 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:12:25.454760 n-d-828369-5 neutron-server[103140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:12:25.454760 n-d-828369-5 neutron-server[103140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:12:25.513604 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0c491e58-50a0-40d1-b232-33e50c0db50b tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (c3d73b77-870a-4ff2-bdfd-a26b62583d65), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:25.520692 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0c491e58-50a0-40d1-b232-33e50c0db50b tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:25.523898 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-0c491e58-50a0-40d1-b232-33e50c0db50b tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] 10.222.0.90 "DELETE /v2.0/networks/c3d73b77-870a-4ff2-bdfd-a26b62583d65 HTTP/1.1" status: 204 len: 168 time: 1.5391967 Feb 09 22:12:25.527492 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45576) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:25.542459 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c491e58-50a0-40d1-b232-33e50c0db50b tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Pushing event deleted for resources: {'Network': ['ID=c3d73b77-870a-4ff2-bdfd-a26b62583d65,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:25.573208 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-72b9a751-4adb-4b68-ab38-e033442b8574 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] DELETE failed (client error): The resource could not be found. Feb 09 22:12:25.573672 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72b9a751-4adb-4b68-ab38-e033442b8574 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:12:25.577515 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-72b9a751-4adb-4b68-ab38-e033442b8574 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] 10.222.0.90 "DELETE /v2.0/subnets/7f4bdc17-de8b-41c9-89e3-a1c0e0b196b5 HTTP/1.1" status: 404 len: 337 time: 0.0483441 Feb 09 22:12:25.579972 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45580) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:25.599466 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-097d8bbd-c40e-4bfc-9cc7-e35817cf8929 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] DELETE failed (client error): The resource could not be found. Feb 09 22:12:25.600063 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-097d8bbd-c40e-4bfc-9cc7-e35817cf8929 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:12:25.603234 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-097d8bbd-c40e-4bfc-9cc7-e35817cf8929 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] 10.222.0.90 "DELETE /v2.0/networks/c3d73b77-870a-4ff2-bdfd-a26b62583d65 HTTP/1.1" status: 404 len: 339 time: 0.0221803 Feb 09 22:12:25.605779 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45582) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:25.691969 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-699750dc-34ed-4edd-841c-b75e41a01238 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (5ed5da76-234a-409b-9898-12ab401ecfe8), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:25.786283 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-699750dc-34ed-4edd-841c-b75e41a01238 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (5ed5da76-234a-409b-9898-12ab401ecfe8), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:25.807318 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-699750dc-34ed-4edd-841c-b75e41a01238 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ed5da76-234a-409b-9898-12ab401ecfe8']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:25.817977 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-699750dc-34ed-4edd-841c-b75e41a01238 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce497ab5-92ae-4fd4-bb74-4bd7c77c277a') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:25.818274 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-699750dc-34ed-4edd-841c-b75e41a01238 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce497ab5-92ae-4fd4-bb74-4bd7c77c277a') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:25.829885 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-699750dc-34ed-4edd-841c-b75e41a01238 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (ce497ab5-92ae-4fd4-bb74-4bd7c77c277a), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:25.846658 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-699750dc-34ed-4edd-841c-b75e41a01238 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (ce497ab5-92ae-4fd4-bb74-4bd7c77c277a), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:25.853398 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-699750dc-34ed-4edd-841c-b75e41a01238 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:12:25.853792 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-699750dc-34ed-4edd-841c-b75e41a01238 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (ce497ab5-92ae-4fd4-bb74-4bd7c77c277a), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:25.856784 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 22:12:25.856784 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:12:25.856784 n-d-828369-5 neutron-server[103141]: timer() Feb 09 22:12:25.856784 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:12:25.856784 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 22:12:25.856784 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:12:25.856784 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 22:12:25.856784 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:12:25.856784 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 22:12:25.856784 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:12:25.856784 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 22:12:25.856784 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:12:25.856784 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 22:12:25.856784 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:12:25.856784 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:12:25.856784 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:12:25.856784 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:12:25.856784 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:12:25.856784 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 22:12:25.856784 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:12:25.856784 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 22:12:25.856784 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:12:25.856784 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:12:25.856784 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:12:25.856784 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 22:12:25.856784 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:12:25.856784 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:12:25.856784 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:12:25.856784 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:12:25.856784 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:12:25.856784 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:12:25.856784 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:12:25.914437 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-699750dc-34ed-4edd-841c-b75e41a01238 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (5ed5da76-234a-409b-9898-12ab401ecfe8), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:25.921757 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-699750dc-34ed-4edd-841c-b75e41a01238 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:25.937289 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 45592) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:25.937550 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-699750dc-34ed-4edd-841c-b75e41a01238 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] 10.222.0.90 "DELETE /v2.0/networks/5ed5da76-234a-409b-9898-12ab401ecfe8 HTTP/1.1" status: 204 len: 168 time: 0.3305833 Feb 09 22:12:25.950795 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699750dc-34ed-4edd-841c-b75e41a01238 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Pushing event deleted for resources: {'Network': ['ID=5ed5da76-234a-409b-9898-12ab401ecfe8,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:25.973234 n-d-828369-5 neutron-server[103140]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cedb639-e88e-4aea-82be-d00165b8c457 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] DELETE failed (client error): The resource could not be found. Feb 09 22:12:25.973700 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cedb639-e88e-4aea-82be-d00165b8c457 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:12:25.976966 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-7cedb639-e88e-4aea-82be-d00165b8c457 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] 10.222.0.90 "DELETE /v2.0/subnets/236ed279-7a1a-4fa2-bb7b-fccace3bdba1 HTTP/1.1" status: 404 len: 337 time: 0.0386493 Feb 09 22:12:25.979725 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 45596) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:25.999382 n-d-828369-5 neutron-server[103140]: INFO neutron.pecan_wsgi.hooks.translation [None req-95772894-51d8-4652-8102-0b9511733738 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] DELETE failed (client error): The resource could not be found. Feb 09 22:12:25.999903 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95772894-51d8-4652-8102-0b9511733738 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:12:26.006390 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-95772894-51d8-4652-8102-0b9511733738 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] 10.222.0.90 "DELETE /v2.0/networks/273f596f-91a9-4a32-a231-031899bee2e7 HTTP/1.1" status: 404 len: 339 time: 0.0231998 Feb 09 22:12:26.006800 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 45598) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:26.062425 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_v2 [None req-e33733cd-0b53-43aa-bf1a-563a720a8e0b tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Deleting subnet 8c72c208-ced4-4123-b496-c73a31012ec9 {{(pid=103140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:12:26.065529 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e33733cd-0b53-43aa-bf1a-563a720a8e0b tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks [] for subnet (8c72c208-ced4-4123-b496-c73a31012ec9), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:26.107397 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e33733cd-0b53-43aa-bf1a-563a720a8e0b tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9110716'] for subnet (8c72c208-ced4-4123-b496-c73a31012ec9), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:26.211463 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e33733cd-0b53-43aa-bf1a-563a720a8e0b tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (8c72c208-ced4-4123-b496-c73a31012ec9), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:26.274802 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e33733cd-0b53-43aa-bf1a-563a720a8e0b tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621346'] for subnet (8c72c208-ced4-4123-b496-c73a31012ec9), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:26.302723 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33733cd-0b53-43aa-bf1a-563a720a8e0b tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Pushing event deleted for resources: {'Subnet': ['ID=8c72c208-ced4-4123-b496-c73a31012ec9,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:26.307107 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e33733cd-0b53-43aa-bf1a-563a720a8e0b tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:26.313291 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-e33733cd-0b53-43aa-bf1a-563a720a8e0b tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] 10.222.0.90 "DELETE /v2.0/subnets/8c72c208-ced4-4123-b496-c73a31012ec9 HTTP/1.1" status: 204 len: 168 time: 0.3030076 Feb 09 22:12:26.313757 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45606) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:26.315695 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dcb2ee0-3ea6-48fc-ab2b-2d5362ee90fc None None] Network e45df340-f2ef-42de-9e56-e813c65596b9 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:12:26.381968 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-150ec386-4307-4d9f-8a1c-c70c902baec9 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Deleting subnet 6e2290f8-14c9-485f-9384-e544bb07ec35 {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:12:26.386220 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-150ec386-4307-4d9f-8a1c-c70c902baec9 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks [] for subnet (6e2290f8-14c9-485f-9384-e544bb07ec35), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:26.437869 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-150ec386-4307-4d9f-8a1c-c70c902baec9 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (6e2290f8-14c9-485f-9384-e544bb07ec35), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:26.533245 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-150ec386-4307-4d9f-8a1c-c70c902baec9 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (6e2290f8-14c9-485f-9384-e544bb07ec35), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:26.606896 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-150ec386-4307-4d9f-8a1c-c70c902baec9 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (6e2290f8-14c9-485f-9384-e544bb07ec35), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:26.643821 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150ec386-4307-4d9f-8a1c-c70c902baec9 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Pushing event deleted for resources: {'Subnet': ['ID=6e2290f8-14c9-485f-9384-e544bb07ec35,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:26.648142 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-150ec386-4307-4d9f-8a1c-c70c902baec9 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:26.654026 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 45614) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:26.654224 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-150ec386-4307-4d9f-8a1c-c70c902baec9 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] 10.222.0.90 "DELETE /v2.0/subnets/6e2290f8-14c9-485f-9384-e544bb07ec35 HTTP/1.1" status: 204 len: 168 time: 0.3392632 Feb 09 22:12:26.750052 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-82a5767f-81c3-4e20-926e-c82bf9ad8a38 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (e45df340-f2ef-42de-9e56-e813c65596b9), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:26.816065 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-82a5767f-81c3-4e20-926e-c82bf9ad8a38 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Deleting port 457186b7-2bc3-48e9-8ae8-6751a8a38b22 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:12:26.816439 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-82a5767f-81c3-4e20-926e-c82bf9ad8a38 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (457186b7-2bc3-48e9-8ae8-6751a8a38b22), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:26.890236 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-82a5767f-81c3-4e20-926e-c82bf9ad8a38 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] For port 457186b7-2bc3-48e9-8ae8-6751a8a38b22, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=457186b7-2bc3-48e9-8ae8-6751a8a38b22,segment=NetworkSegment(81cb9613-507b-43bf-a387-c9c47cff858c),segment_id=81cb9613-507b-43bf-a387-c9c47cff858c)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:12:26.890601 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-82a5767f-81c3-4e20-926e-c82bf9ad8a38 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (457186b7-2bc3-48e9-8ae8-6751a8a38b22), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:26.904750 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-82a5767f-81c3-4e20-926e-c82bf9ad8a38 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Calling delete_port for 457186b7-2bc3-48e9-8ae8-6751a8a38b22 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:12:27.000004 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-82a5767f-81c3-4e20-926e-c82bf9ad8a38 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (457186b7-2bc3-48e9-8ae8-6751a8a38b22), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:27.026905 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a5767f-81c3-4e20-926e-c82bf9ad8a38 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Pushing event deleted for resources: {'Port': ['ID=457186b7-2bc3-48e9-8ae8-6751a8a38b22,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:27.030976 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a5767f-81c3-4e20-926e-c82bf9ad8a38 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] No DVR routers for this DVR port 457186b7-2bc3-48e9-8ae8-6751a8a38b22 on host n-d-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:12:27.095100 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa84ba2-933e-4156-9fd9-ca809b434c65 None None] Network e45df340-f2ef-42de-9e56-e813c65596b9 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:12:27.133532 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-82a5767f-81c3-4e20-926e-c82bf9ad8a38 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (e45df340-f2ef-42de-9e56-e813c65596b9), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:27.164242 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-82a5767f-81c3-4e20-926e-c82bf9ad8a38 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e45df340-f2ef-42de-9e56-e813c65596b9']}} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:27.177144 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-82a5767f-81c3-4e20-926e-c82bf9ad8a38 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81cb9613-507b-43bf-a387-c9c47cff858c') {'for_net_delete': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:27.177419 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-82a5767f-81c3-4e20-926e-c82bf9ad8a38 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81cb9613-507b-43bf-a387-c9c47cff858c') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:27.189677 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-82a5767f-81c3-4e20-926e-c82bf9ad8a38 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110711'] for segment (81cb9613-507b-43bf-a387-c9c47cff858c), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:27.189847 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-db62959b-c369-4b66-a248-a1681e4724ec None None] Could not find standard attr ID for object 457186b7-2bc3-48e9-8ae8-6751a8a38b22. {{(pid=103142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 22:12:27.210980 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-82a5767f-81c3-4e20-926e-c82bf9ad8a38 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (81cb9613-507b-43bf-a387-c9c47cff858c), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:27.218257 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82a5767f-81c3-4e20-926e-c82bf9ad8a38 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=103140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:12:27.218910 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-82a5767f-81c3-4e20-926e-c82bf9ad8a38 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669415'] for segment (81cb9613-507b-43bf-a387-c9c47cff858c), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:27.222680 n-d-828369-5 neutron-server[103140]: Traceback (most recent call last): Feb 09 22:12:27.222680 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:12:27.222680 n-d-828369-5 neutron-server[103140]: timer() Feb 09 22:12:27.222680 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:12:27.222680 n-d-828369-5 neutron-server[103140]: cb(*args, **kw) Feb 09 22:12:27.222680 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:12:27.222680 n-d-828369-5 neutron-server[103140]: return func(*args, **kwargs) Feb 09 22:12:27.222680 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:12:27.222680 n-d-828369-5 neutron-server[103140]: self._notify() Feb 09 22:12:27.222680 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:12:27.222680 n-d-828369-5 neutron-server[103140]: self.callback(batched_events) Feb 09 22:12:27.222680 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:12:27.222680 n-d-828369-5 neutron-server[103140]: event.method(event) Feb 09 22:12:27.222680 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:12:27.222680 n-d-828369-5 neutron-server[103140]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:12:27.222680 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:12:27.222680 n-d-828369-5 neutron-server[103140]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:12:27.222680 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:12:27.222680 n-d-828369-5 neutron-server[103140]: return f(self, *a, **k) Feb 09 22:12:27.222680 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:12:27.222680 n-d-828369-5 neutron-server[103140]: return self._get(url).json() Feb 09 22:12:27.222680 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:12:27.222680 n-d-828369-5 neutron-server[103140]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:12:27.222680 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:12:27.222680 n-d-828369-5 neutron-server[103140]: return self.request(url, 'GET', **kwargs) Feb 09 22:12:27.222680 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:12:27.222680 n-d-828369-5 neutron-server[103140]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:12:27.222680 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:12:27.222680 n-d-828369-5 neutron-server[103140]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:12:27.222680 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:12:27.222680 n-d-828369-5 neutron-server[103140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:12:27.222680 n-d-828369-5 neutron-server[103140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:12:27.274356 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ba8a8b-2969-4ff6-92ad-fd5db4249ec4 None None] DHCP port deletion for e45df340-f2ef-42de-9e56-e813c65596b9 request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:12:27.303756 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-82a5767f-81c3-4e20-926e-c82bf9ad8a38 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (e45df340-f2ef-42de-9e56-e813c65596b9), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:27.309412 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-82a5767f-81c3-4e20-926e-c82bf9ad8a38 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:27.315577 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-82a5767f-81c3-4e20-926e-c82bf9ad8a38 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] 10.222.0.90 "DELETE /v2.0/networks/e45df340-f2ef-42de-9e56-e813c65596b9 HTTP/1.1" status: 204 len: 168 time: 0.6602645 Feb 09 22:12:27.316342 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 45630) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:27.337147 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a5767f-81c3-4e20-926e-c82bf9ad8a38 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Pushing event deleted for resources: {'Network': ['ID=e45df340-f2ef-42de-9e56-e813c65596b9,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:27.355946 n-d-828369-5 neutron-server[103140]: INFO neutron.pecan_wsgi.hooks.translation [None req-db9046d1-909a-4396-a012-6add9986ca5c tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] DELETE failed (client error): The resource could not be found. Feb 09 22:12:27.356997 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db9046d1-909a-4396-a012-6add9986ca5c tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:12:27.360094 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-db9046d1-909a-4396-a012-6add9986ca5c tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] 10.222.0.90 "DELETE /v2.0/subnets/35b41a37-d1a0-4bc0-823d-7d2ad9f186f9 HTTP/1.1" status: 404 len: 337 time: 0.0397074 Feb 09 22:12:27.362582 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 45634) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:27.381780 n-d-828369-5 neutron-server[103140]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b67363f-746c-4604-9bda-34b3dda2d431 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] DELETE failed (client error): The resource could not be found. Feb 09 22:12:27.382287 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b67363f-746c-4604-9bda-34b3dda2d431 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:12:27.385384 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-2b67363f-746c-4604-9bda-34b3dda2d431 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] 10.222.0.90 "DELETE /v2.0/networks/0a905951-e925-4afe-8754-4160025a15ea HTTP/1.1" status: 404 len: 339 time: 0.0218492 Feb 09 22:12:27.389008 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 45636) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:27.422654 n-d-828369-5 neutron-server[103140]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf285240-e53b-461e-95d1-9023ac5db9ea tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] DELETE failed (client error): The resource could not be found. Feb 09 22:12:27.422991 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf285240-e53b-461e-95d1-9023ac5db9ea tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:12:27.426808 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-cf285240-e53b-461e-95d1-9023ac5db9ea tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] 10.222.0.90 "DELETE /v2.0/subnets/b1c364de-269a-44e6-bc50-71e4592fbe98 HTTP/1.1" status: 404 len: 337 time: 0.0367291 Feb 09 22:12:27.429648 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45638) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:27.448984 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe7588f5-2627-404a-89c9-2df4f9a1f259 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] DELETE failed (client error): The resource could not be found. Feb 09 22:12:27.449615 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe7588f5-2627-404a-89c9-2df4f9a1f259 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:12:27.453411 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-fe7588f5-2627-404a-89c9-2df4f9a1f259 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] 10.222.0.90 "DELETE /v2.0/networks/cef602ae-f7c0-4d50-99c7-babd79af7fe3 HTTP/1.1" status: 404 len: 339 time: 0.0226901 Feb 09 22:12:27.455944 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45640) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:27.482595 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-528de5e5-54b8-44ba-9e48-a1cbba703651 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] DELETE failed (client error): The resource could not be found. Feb 09 22:12:27.482950 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-528de5e5-54b8-44ba-9e48-a1cbba703651 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:12:27.486031 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-528de5e5-54b8-44ba-9e48-a1cbba703651 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] 10.222.0.90 "DELETE /v2.0/subnets/253334f9-c223-4038-9cfb-3a0de99c7af1 HTTP/1.1" status: 404 len: 337 time: 0.0291452 Feb 09 22:12:27.488682 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45642) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:27.506871 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed04039c-5c7a-4b62-bda6-ee5a765e79bb tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] DELETE failed (client error): The resource could not be found. Feb 09 22:12:27.507419 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed04039c-5c7a-4b62-bda6-ee5a765e79bb tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:12:27.510643 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-ed04039c-5c7a-4b62-bda6-ee5a765e79bb tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] 10.222.0.90 "DELETE /v2.0/networks/ddb783f6-61cd-4d83-acbe-6848b55dec75 HTTP/1.1" status: 404 len: 339 time: 0.0210176 Feb 09 22:12:27.513781 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 45644) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:27.566835 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_v2 [None req-216d00a6-919f-42ec-961c-f53df75b7cd8 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Deleting subnet 47b686a1-c9a0-40f9-a3ce-6d758258e3a2 {{(pid=103140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:12:27.570026 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-216d00a6-919f-42ec-961c-f53df75b7cd8 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks [] for subnet (47b686a1-c9a0-40f9-a3ce-6d758258e3a2), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:27.611951 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-216d00a6-919f-42ec-961c-f53df75b7cd8 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9110716'] for subnet (47b686a1-c9a0-40f9-a3ce-6d758258e3a2), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:27.702748 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-216d00a6-919f-42ec-961c-f53df75b7cd8 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (47b686a1-c9a0-40f9-a3ce-6d758258e3a2), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:28.067217 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 457186b7-2bc3-48e9-8ae8-6751a8a38b22 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:12:28.088814 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 457186b7-2bc3-48e9-8ae8-6751a8a38b22 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:12:28.089160 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 457186b7-2bc3-48e9-8ae8-6751a8a38b22 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:12:28.140589 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-216d00a6-919f-42ec-961c-f53df75b7cd8 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621346'] for subnet (47b686a1-c9a0-40f9-a3ce-6d758258e3a2), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:28.168173 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216d00a6-919f-42ec-961c-f53df75b7cd8 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Pushing event deleted for resources: {'Subnet': ['ID=47b686a1-c9a0-40f9-a3ce-6d758258e3a2,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:28.171089 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-216d00a6-919f-42ec-961c-f53df75b7cd8 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:28.176583 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-216d00a6-919f-42ec-961c-f53df75b7cd8 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] 10.222.0.90 "DELETE /v2.0/subnets/47b686a1-c9a0-40f9-a3ce-6d758258e3a2 HTTP/1.1" status: 204 len: 168 time: 0.6595573 Feb 09 22:12:28.177037 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 45648) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:28.180140 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb0129f-5ceb-4f60-8431-63c9fa43fd30 None None] Network 2c6433f5-1579-4670-9e81-7ca51261a0ad requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:12:28.262855 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ba8fd346-393d-424e-8e12-5a79abfce0ad tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (2c6433f5-1579-4670-9e81-7ca51261a0ad), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:28.323184 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-ba8fd346-393d-424e-8e12-5a79abfce0ad tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Deleting port 0c8f4f8f-b311-4b03-bde4-96143468586b {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:12:28.323555 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ba8fd346-393d-424e-8e12-5a79abfce0ad tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (0c8f4f8f-b311-4b03-bde4-96143468586b), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:28.344777 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63f3999-c0b8-4efa-b33f-ee2fdd3459f1 None None] DHCP port deletion for 2c6433f5-1579-4670-9e81-7ca51261a0ad request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:12:28.387888 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-ba8fd346-393d-424e-8e12-5a79abfce0ad tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] For port 0c8f4f8f-b311-4b03-bde4-96143468586b, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=0c8f4f8f-b311-4b03-bde4-96143468586b,segment=NetworkSegment(59eb213b-e2cd-456a-a2ea-dda0b9af53d0),segment_id=59eb213b-e2cd-456a-a2ea-dda0b9af53d0)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:12:28.388688 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ba8fd346-393d-424e-8e12-5a79abfce0ad tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (0c8f4f8f-b311-4b03-bde4-96143468586b), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:28.398906 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a63f3999-c0b8-4efa-b33f-ee2fdd3459f1 None None] Deleting port 0c8f4f8f-b311-4b03-bde4-96143468586b {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:12:28.399286 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a63f3999-c0b8-4efa-b33f-ee2fdd3459f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (0c8f4f8f-b311-4b03-bde4-96143468586b), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:28.403329 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-ba8fd346-393d-424e-8e12-5a79abfce0ad tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Calling delete_port for 0c8f4f8f-b311-4b03-bde4-96143468586b owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:12:28.465247 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a63f3999-c0b8-4efa-b33f-ee2fdd3459f1 None None] For port 0c8f4f8f-b311-4b03-bde4-96143468586b, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=0c8f4f8f-b311-4b03-bde4-96143468586b,segment=NetworkSegment(59eb213b-e2cd-456a-a2ea-dda0b9af53d0),segment_id=59eb213b-e2cd-456a-a2ea-dda0b9af53d0)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:12:28.465938 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a63f3999-c0b8-4efa-b33f-ee2fdd3459f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (0c8f4f8f-b311-4b03-bde4-96143468586b), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:28.478141 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a63f3999-c0b8-4efa-b33f-ee2fdd3459f1 None None] Calling delete_port for 0c8f4f8f-b311-4b03-bde4-96143468586b owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:12:28.491558 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ba8fd346-393d-424e-8e12-5a79abfce0ad tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (0c8f4f8f-b311-4b03-bde4-96143468586b), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:28.518682 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8fd346-393d-424e-8e12-5a79abfce0ad tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Pushing event deleted for resources: {'Port': ['ID=0c8f4f8f-b311-4b03-bde4-96143468586b,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:28.521984 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8fd346-393d-424e-8e12-5a79abfce0ad tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] No DVR routers for this DVR port 0c8f4f8f-b311-4b03-bde4-96143468586b on host n-d-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:12:28.569090 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a63f3999-c0b8-4efa-b33f-ee2fdd3459f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (0c8f4f8f-b311-4b03-bde4-96143468586b), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:28.600330 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63f3999-c0b8-4efa-b33f-ee2fdd3459f1 None None] Pushing event deleted for resources: {'Port': ['ID=0c8f4f8f-b311-4b03-bde4-96143468586b,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:28.605131 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ba8fd346-393d-424e-8e12-5a79abfce0ad tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (2c6433f5-1579-4670-9e81-7ca51261a0ad), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:28.606930 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63f3999-c0b8-4efa-b33f-ee2fdd3459f1 None None] No DVR routers for this DVR port 0c8f4f8f-b311-4b03-bde4-96143468586b on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:12:28.626296 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-ba8fd346-393d-424e-8e12-5a79abfce0ad tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c6433f5-1579-4670-9e81-7ca51261a0ad']}} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:28.635603 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-ba8fd346-393d-424e-8e12-5a79abfce0ad tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59eb213b-e2cd-456a-a2ea-dda0b9af53d0') {'for_net_delete': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:28.635908 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-ba8fd346-393d-424e-8e12-5a79abfce0ad tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59eb213b-e2cd-456a-a2ea-dda0b9af53d0') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:28.645161 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ba8fd346-393d-424e-8e12-5a79abfce0ad tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110711'] for segment (59eb213b-e2cd-456a-a2ea-dda0b9af53d0), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:28.659009 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ba8fd346-393d-424e-8e12-5a79abfce0ad tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (59eb213b-e2cd-456a-a2ea-dda0b9af53d0), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:28.665791 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba8fd346-393d-424e-8e12-5a79abfce0ad tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=103140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:12:28.666184 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ba8fd346-393d-424e-8e12-5a79abfce0ad tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669415'] for segment (59eb213b-e2cd-456a-a2ea-dda0b9af53d0), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:28.670052 n-d-828369-5 neutron-server[103140]: Traceback (most recent call last): Feb 09 22:12:28.670052 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:12:28.670052 n-d-828369-5 neutron-server[103140]: timer() Feb 09 22:12:28.670052 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:12:28.670052 n-d-828369-5 neutron-server[103140]: cb(*args, **kw) Feb 09 22:12:28.670052 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:12:28.670052 n-d-828369-5 neutron-server[103140]: return func(*args, **kwargs) Feb 09 22:12:28.670052 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:12:28.670052 n-d-828369-5 neutron-server[103140]: self._notify() Feb 09 22:12:28.670052 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:12:28.670052 n-d-828369-5 neutron-server[103140]: self.callback(batched_events) Feb 09 22:12:28.670052 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:12:28.670052 n-d-828369-5 neutron-server[103140]: event.method(event) Feb 09 22:12:28.670052 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:12:28.670052 n-d-828369-5 neutron-server[103140]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:12:28.670052 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:12:28.670052 n-d-828369-5 neutron-server[103140]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:12:28.670052 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:12:28.670052 n-d-828369-5 neutron-server[103140]: return f(self, *a, **k) Feb 09 22:12:28.670052 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:12:28.670052 n-d-828369-5 neutron-server[103140]: return self._get(url).json() Feb 09 22:12:28.670052 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:12:28.670052 n-d-828369-5 neutron-server[103140]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:12:28.670052 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:12:28.670052 n-d-828369-5 neutron-server[103140]: return self.request(url, 'GET', **kwargs) Feb 09 22:12:28.670052 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:12:28.670052 n-d-828369-5 neutron-server[103140]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:12:28.670052 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:12:28.670052 n-d-828369-5 neutron-server[103140]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:12:28.670052 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:12:28.670052 n-d-828369-5 neutron-server[103140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:12:28.670052 n-d-828369-5 neutron-server[103140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:12:28.730192 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ba8fd346-393d-424e-8e12-5a79abfce0ad tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (2c6433f5-1579-4670-9e81-7ca51261a0ad), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:28.737939 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ba8fd346-393d-424e-8e12-5a79abfce0ad tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:28.743960 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-ba8fd346-393d-424e-8e12-5a79abfce0ad tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] 10.222.0.90 "DELETE /v2.0/networks/2c6433f5-1579-4670-9e81-7ca51261a0ad HTTP/1.1" status: 204 len: 168 time: 0.5651290 Feb 09 22:12:28.746458 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45650) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:28.760340 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8fd346-393d-424e-8e12-5a79abfce0ad tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Pushing event deleted for resources: {'Network': ['ID=2c6433f5-1579-4670-9e81-7ca51261a0ad,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:28.775733 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-70dadd31-9dff-4cb3-9afe-c5f34a726cb2 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] DELETE failed (client error): The resource could not be found. Feb 09 22:12:28.776203 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70dadd31-9dff-4cb3-9afe-c5f34a726cb2 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:12:28.780045 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-70dadd31-9dff-4cb3-9afe-c5f34a726cb2 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] 10.222.0.90 "DELETE /v2.0/subnets/3c17cc49-782d-4804-b011-c76da76177a1 HTTP/1.1" status: 404 len: 337 time: 0.0325825 Feb 09 22:12:28.782666 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45654) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:28.801439 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8c9411f-e226-4e8e-8b88-70f146c76160 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] DELETE failed (client error): The resource could not be found. Feb 09 22:12:28.801950 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8c9411f-e226-4e8e-8b88-70f146c76160 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:12:28.804969 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-a8c9411f-e226-4e8e-8b88-70f146c76160 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] 10.222.0.90 "DELETE /v2.0/networks/85b93cc2-672d-45b7-87de-35b7b2b558eb HTTP/1.1" status: 404 len: 339 time: 0.0213509 Feb 09 22:12:28.807315 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45656) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:28.864944 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-18df256a-c44d-4036-bfa2-a06624f7b394 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Deleting subnet 32037a82-175b-4afa-b182-04adad7c5ba1 {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:12:28.868403 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-18df256a-c44d-4036-bfa2-a06624f7b394 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks [] for subnet (32037a82-175b-4afa-b182-04adad7c5ba1), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:28.918013 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-18df256a-c44d-4036-bfa2-a06624f7b394 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (32037a82-175b-4afa-b182-04adad7c5ba1), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:29.004249 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-18df256a-c44d-4036-bfa2-a06624f7b394 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (32037a82-175b-4afa-b182-04adad7c5ba1), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:29.069684 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-18df256a-c44d-4036-bfa2-a06624f7b394 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (32037a82-175b-4afa-b182-04adad7c5ba1), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:29.099663 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18df256a-c44d-4036-bfa2-a06624f7b394 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Pushing event deleted for resources: {'Subnet': ['ID=32037a82-175b-4afa-b182-04adad7c5ba1,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:29.101929 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-18df256a-c44d-4036-bfa2-a06624f7b394 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:29.107692 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d5ed76-a534-49f5-9062-b62fc6507266 None None] Network c84576a0-6665-4755-b44d-8f2f7ffa1334 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:12:29.108202 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 45658) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:29.108366 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-18df256a-c44d-4036-bfa2-a06624f7b394 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] 10.222.0.90 "DELETE /v2.0/subnets/32037a82-175b-4afa-b182-04adad7c5ba1 HTTP/1.1" status: 204 len: 168 time: 0.2997341 Feb 09 22:12:29.203063 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a80cfb27-10fc-420c-b507-38a05a55e9a3 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (c84576a0-6665-4755-b44d-8f2f7ffa1334), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:29.267037 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-a80cfb27-10fc-420c-b507-38a05a55e9a3 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Deleting port 60e1b995-18eb-4323-a3f8-f26add39de7c {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:12:29.267733 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a80cfb27-10fc-420c-b507-38a05a55e9a3 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (60e1b995-18eb-4323-a3f8-f26add39de7c), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:29.278106 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a763b7be-91bd-4439-84ed-a9e64f5bb58a None None] DHCP port deletion for c84576a0-6665-4755-b44d-8f2f7ffa1334 request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:12:29.333365 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a763b7be-91bd-4439-84ed-a9e64f5bb58a None None] Deleting port 60e1b995-18eb-4323-a3f8-f26add39de7c {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:12:29.333735 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a763b7be-91bd-4439-84ed-a9e64f5bb58a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (60e1b995-18eb-4323-a3f8-f26add39de7c), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:29.338314 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-a80cfb27-10fc-420c-b507-38a05a55e9a3 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] For port 60e1b995-18eb-4323-a3f8-f26add39de7c, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=60e1b995-18eb-4323-a3f8-f26add39de7c,segment=NetworkSegment(77845918-cae7-4733-99f7-340b4b5634fa),segment_id=77845918-cae7-4733-99f7-340b4b5634fa)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:12:29.338683 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a80cfb27-10fc-420c-b507-38a05a55e9a3 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (60e1b995-18eb-4323-a3f8-f26add39de7c), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:29.351482 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-a80cfb27-10fc-420c-b507-38a05a55e9a3 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Calling delete_port for 60e1b995-18eb-4323-a3f8-f26add39de7c owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:12:29.400364 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a763b7be-91bd-4439-84ed-a9e64f5bb58a None None] For port 60e1b995-18eb-4323-a3f8-f26add39de7c, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=60e1b995-18eb-4323-a3f8-f26add39de7c,segment=NetworkSegment(77845918-cae7-4733-99f7-340b4b5634fa),segment_id=77845918-cae7-4733-99f7-340b4b5634fa)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:12:29.400758 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a763b7be-91bd-4439-84ed-a9e64f5bb58a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (60e1b995-18eb-4323-a3f8-f26add39de7c), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:29.413235 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a763b7be-91bd-4439-84ed-a9e64f5bb58a None None] Calling delete_port for 60e1b995-18eb-4323-a3f8-f26add39de7c owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:12:29.433015 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a80cfb27-10fc-420c-b507-38a05a55e9a3 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (60e1b995-18eb-4323-a3f8-f26add39de7c), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:29.461309 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80cfb27-10fc-420c-b507-38a05a55e9a3 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Pushing event deleted for resources: {'Port': ['ID=60e1b995-18eb-4323-a3f8-f26add39de7c,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:29.463308 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80cfb27-10fc-420c-b507-38a05a55e9a3 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] No DVR routers for this DVR port 60e1b995-18eb-4323-a3f8-f26add39de7c on host n-d-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:12:29.500349 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a763b7be-91bd-4439-84ed-a9e64f5bb58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (60e1b995-18eb-4323-a3f8-f26add39de7c), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:29.525634 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a763b7be-91bd-4439-84ed-a9e64f5bb58a None None] Pushing event deleted for resources: {'Port': ['ID=60e1b995-18eb-4323-a3f8-f26add39de7c,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:29.531701 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a763b7be-91bd-4439-84ed-a9e64f5bb58a None None] No DVR routers for this DVR port 60e1b995-18eb-4323-a3f8-f26add39de7c on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:12:29.549772 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a80cfb27-10fc-420c-b507-38a05a55e9a3 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (c84576a0-6665-4755-b44d-8f2f7ffa1334), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:29.570162 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-a80cfb27-10fc-420c-b507-38a05a55e9a3 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c84576a0-6665-4755-b44d-8f2f7ffa1334']}} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:29.580393 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-a80cfb27-10fc-420c-b507-38a05a55e9a3 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77845918-cae7-4733-99f7-340b4b5634fa') {'for_net_delete': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:29.580700 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-a80cfb27-10fc-420c-b507-38a05a55e9a3 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77845918-cae7-4733-99f7-340b4b5634fa') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:29.590407 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a80cfb27-10fc-420c-b507-38a05a55e9a3 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110711'] for segment (77845918-cae7-4733-99f7-340b4b5634fa), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:29.603557 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a80cfb27-10fc-420c-b507-38a05a55e9a3 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (77845918-cae7-4733-99f7-340b4b5634fa), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:29.610745 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a80cfb27-10fc-420c-b507-38a05a55e9a3 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=103140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:12:29.611188 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a80cfb27-10fc-420c-b507-38a05a55e9a3 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669415'] for segment (77845918-cae7-4733-99f7-340b4b5634fa), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:29.614191 n-d-828369-5 neutron-server[103140]: Traceback (most recent call last): Feb 09 22:12:29.614191 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:12:29.614191 n-d-828369-5 neutron-server[103140]: timer() Feb 09 22:12:29.614191 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:12:29.614191 n-d-828369-5 neutron-server[103140]: cb(*args, **kw) Feb 09 22:12:29.614191 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:12:29.614191 n-d-828369-5 neutron-server[103140]: return func(*args, **kwargs) Feb 09 22:12:29.614191 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:12:29.614191 n-d-828369-5 neutron-server[103140]: self._notify() Feb 09 22:12:29.614191 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:12:29.614191 n-d-828369-5 neutron-server[103140]: self.callback(batched_events) Feb 09 22:12:29.614191 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:12:29.614191 n-d-828369-5 neutron-server[103140]: event.method(event) Feb 09 22:12:29.614191 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:12:29.614191 n-d-828369-5 neutron-server[103140]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:12:29.614191 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:12:29.614191 n-d-828369-5 neutron-server[103140]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:12:29.614191 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:12:29.614191 n-d-828369-5 neutron-server[103140]: return f(self, *a, **k) Feb 09 22:12:29.614191 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:12:29.614191 n-d-828369-5 neutron-server[103140]: return self._get(url).json() Feb 09 22:12:29.614191 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:12:29.614191 n-d-828369-5 neutron-server[103140]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:12:29.614191 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:12:29.614191 n-d-828369-5 neutron-server[103140]: return self.request(url, 'GET', **kwargs) Feb 09 22:12:29.614191 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:12:29.614191 n-d-828369-5 neutron-server[103140]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:12:29.614191 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:12:29.614191 n-d-828369-5 neutron-server[103140]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:12:29.614191 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:12:29.614191 n-d-828369-5 neutron-server[103140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:12:29.614191 n-d-828369-5 neutron-server[103140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:12:29.687312 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a80cfb27-10fc-420c-b507-38a05a55e9a3 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (c84576a0-6665-4755-b44d-8f2f7ffa1334), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:29.692389 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a80cfb27-10fc-420c-b507-38a05a55e9a3 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:29.695993 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-a80cfb27-10fc-420c-b507-38a05a55e9a3 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] 10.222.0.90 "DELETE /v2.0/networks/c84576a0-6665-4755-b44d-8f2f7ffa1334 HTTP/1.1" status: 204 len: 168 time: 0.5864971 Feb 09 22:12:29.711446 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80cfb27-10fc-420c-b507-38a05a55e9a3 tempest-NetworksIpV6Test-7327391 tempest-NetworksIpV6Test-7327391-project] Pushing event deleted for resources: {'Network': ['ID=c84576a0-6665-4755-b44d-8f2f7ffa1334,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:29.955828 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 45670) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:30.078966 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 60e1b995-18eb-4323-a3f8-f26add39de7c no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:12:30.095420 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-7b1437cd-7a5e-4244-b522-eb57c7bf4dad admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=c606a6a7aa9745acbd0efc75a02404a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1382143 Feb 09 22:12:30.097996 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 45674) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:30.100454 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 60e1b995-18eb-4323-a3f8-f26add39de7c {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:12:30.100807 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 60e1b995-18eb-4323-a3f8-f26add39de7c not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:12:30.101234 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 0c8f4f8f-b311-4b03-bde4-96143468586b no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:12:30.121012 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 0c8f4f8f-b311-4b03-bde4-96143468586b {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:12:30.121721 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 0c8f4f8f-b311-4b03-bde4-96143468586b not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:12:30.153307 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-705cc96e-a124-4ea2-9b7f-4d4d5f351f39 admin admin] Publish callbacks [] for security_group (bf456124-6e39-4a2d-b302-a92cc46a2328), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:30.174467 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-705cc96e-a124-4ea2-9b7f-4d4d5f351f39 admin admin] Publish callbacks [] for security_group (bf456124-6e39-4a2d-b302-a92cc46a2328), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:30.220407 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-705cc96e-a124-4ea2-9b7f-4d4d5f351f39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (bf456124-6e39-4a2d-b302-a92cc46a2328), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:30.222976 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-705cc96e-a124-4ea2-9b7f-4d4d5f351f39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:30.224146 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-705cc96e-a124-4ea2-9b7f-4d4d5f351f39 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/bf456124-6e39-4a2d-b302-a92cc46a2328 HTTP/1.1" status: 204 len: 168 time: 0.1249921 Feb 09 22:12:30.232214 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705cc96e-a124-4ea2-9b7f-4d4d5f351f39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf456124-6e39-4a2d-b302-a92cc46a2328,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:30.874714 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 45698) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:30.976194 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-22b086b0-4328-467c-8815-169321848c7e tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-494662327'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:30.995785 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22b086b0-4328-467c-8815-169321848c7e tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Made reservation on behalf of f1a7952abcf9475694b1d7f203aba6e7 for: {'network': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:12:30.999066 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-22b086b0-4328-467c-8815-169321848c7e tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:31.007326 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-22b086b0-4328-467c-8815-169321848c7e tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:31.084125 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-22b086b0-4328-467c-8815-169321848c7e tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for security_group (21b454d2-57ea-4452-b274-395b0ddc2e46), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:31.087742 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-22b086b0-4328-467c-8815-169321848c7e tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (21b454d2-57ea-4452-b274-395b0ddc2e46), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:31.114635 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22b086b0-4328-467c-8815-169321848c7e tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=103140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:12:31.124517 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b086b0-4328-467c-8815-169321848c7e tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21b454d2-57ea-4452-b274-395b0ddc2e46,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:31.132248 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-22b086b0-4328-467c-8815-169321848c7e tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (edf4aa83-afe3-4330-b70e-b3cd6a7605b0), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:31.132248 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-22b086b0-4328-467c-8815-169321848c7e tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Added segment edf4aa83-afe3-4330-b70e-b3cd6a7605b0 of type vlan for network 03cf8232-0b8e-4d99-9f97-62183ff5d71a Feb 09 22:12:31.174766 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-22b086b0-4328-467c-8815-169321848c7e tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (03cf8232-0b8e-4d99-9f97-62183ff5d71a), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:31.201108 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-22b086b0-4328-467c-8815-169321848c7e tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (03cf8232-0b8e-4d99-9f97-62183ff5d71a), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:31.206276 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b086b0-4328-467c-8815-169321848c7e tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:31.206900 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-22b086b0-4328-467c-8815-169321848c7e tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:31.266942 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-22b086b0-4328-467c-8815-169321848c7e tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3910863 Feb 09 22:12:31.269717 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 45702) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:31.276373 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-f0843593-cf2e-46af-a86b-ee00d2f53d4d tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Request body: {'port': {'network_id': '03cf8232-0b8e-4d99-9f97-62183ff5d71a', 'name': 'tempest-PortsTestJSON-1544532899'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:31.296693 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b086b0-4328-467c-8815-169321848c7e tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Pushing event updated for resources: {'Network': ['ID=03cf8232-0b8e-4d99-9f97-62183ff5d71a,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:31.306710 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 03cf8232-0b8e-4d99-9f97-62183ff5d71a details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:12:31.370555 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0843593-cf2e-46af-a86b-ee00d2f53d4d tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Made reservation on behalf of f1a7952abcf9475694b1d7f203aba6e7 for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:12:31.374774 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f0843593-cf2e-46af-a86b-ee00d2f53d4d tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:31.393239 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-f0843593-cf2e-46af-a86b-ee00d2f53d4d tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] device_id is not set on port 418c3942-721d-453d-bfef-d15a10cd2171 yet. {{(pid=103140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:12:31.555371 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f0843593-cf2e-46af-a86b-ee00d2f53d4d tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for port (418c3942-721d-453d-bfef-d15a10cd2171), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:31.588312 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f0843593-cf2e-46af-a86b-ee00d2f53d4d tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (418c3942-721d-453d-bfef-d15a10cd2171), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:31.646307 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0843593-cf2e-46af-a86b-ee00d2f53d4d tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Pushing event updated for resources: {'Port': ['ID=418c3942-721d-453d-bfef-d15a10cd2171,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:31.656779 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0843593-cf2e-46af-a86b-ee00d2f53d4d tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Checking segment: {'id': 'edf4aa83-afe3-4330-b70e-b3cd6a7605b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '03cf8232-0b8e-4d99-9f97-62183ff5d71a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:12:31.657145 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0843593-cf2e-46af-a86b-ee00d2f53d4d tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Network hostable DHCP agents. Network: 03cf8232-0b8e-4d99-9f97-62183ff5d71a, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:12:31.674283 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0843593-cf2e-46af-a86b-ee00d2f53d4d tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Network 03cf8232-0b8e-4d99-9f97-62183ff5d71a is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:12:31.683012 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-f0843593-cf2e-46af-a86b-ee00d2f53d4d tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 03cf8232-0b8e-4d99-9f97-62183ff5d71a) {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:12:31.687395 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0843593-cf2e-46af-a86b-ee00d2f53d4d tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:12:31.692712 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0843593-cf2e-46af-a86b-ee00d2f53d4d tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:31.693428 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f0843593-cf2e-46af-a86b-ee00d2f53d4d tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:31.693853 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92c84c4-24de-41a0-9796-04bef918253b None None] Network 03cf8232-0b8e-4d99-9f97-62183ff5d71a requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:12:31.711395 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-f0843593-cf2e-46af-a86b-ee00d2f53d4d tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.4407632 Feb 09 22:12:31.714391 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 45704) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:31.719954 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-e1559db4-5055-4abe-a97b-2ce92b1e6c3f tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1124185416'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:31.740559 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1559db4-5055-4abe-a97b-2ce92b1e6c3f tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Made reservation on behalf of f1a7952abcf9475694b1d7f203aba6e7 for: {'network': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:12:31.744012 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e1559db4-5055-4abe-a97b-2ce92b1e6c3f tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:31.771630 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1559db4-5055-4abe-a97b-2ce92b1e6c3f tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=103140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:12:31.781635 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e1559db4-5055-4abe-a97b-2ce92b1e6c3f tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (4990f363-9e3c-443d-8c00-84cc0a199462), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:31.782106 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-e1559db4-5055-4abe-a97b-2ce92b1e6c3f tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Added segment 4990f363-9e3c-443d-8c00-84cc0a199462 of type vlan for network 5833fc28-4403-40e9-a887-07f885f9ed9e Feb 09 22:12:31.826686 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e1559db4-5055-4abe-a97b-2ce92b1e6c3f tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (5833fc28-4403-40e9-a887-07f885f9ed9e), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:31.859297 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e1559db4-5055-4abe-a97b-2ce92b1e6c3f tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (5833fc28-4403-40e9-a887-07f885f9ed9e), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:31.866903 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1559db4-5055-4abe-a97b-2ce92b1e6c3f tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:31.867616 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e1559db4-5055-4abe-a97b-2ce92b1e6c3f tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:31.924951 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-e1559db4-5055-4abe-a97b-2ce92b1e6c3f tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2092071 Feb 09 22:12:31.927549 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45708) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:31.934961 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-3fdbec29-5197-41c9-93db-06a7b3fe0902 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Request body: {'ports': [{'network_id': '03cf8232-0b8e-4d99-9f97-62183ff5d71a'}, {'network_id': '5833fc28-4403-40e9-a887-07f885f9ed9e'}]} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:31.935281 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-3fdbec29-5197-41c9-93db-06a7b3fe0902 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Request body: {'port': {'network_id': '03cf8232-0b8e-4d99-9f97-62183ff5d71a'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:31.935762 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-3fdbec29-5197-41c9-93db-06a7b3fe0902 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Request body: {'port': {'network_id': '5833fc28-4403-40e9-a887-07f885f9ed9e'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:31.939614 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1559db4-5055-4abe-a97b-2ce92b1e6c3f tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Pushing event updated for resources: {'Network': ['ID=5833fc28-4403-40e9-a887-07f885f9ed9e,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:31.951237 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 5833fc28-4403-40e9-a887-07f885f9ed9e details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:12:32.114753 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fdbec29-5197-41c9-93db-06a7b3fe0902 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Made reservation on behalf of f1a7952abcf9475694b1d7f203aba6e7 for: {'port': 2} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:12:32.119040 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3fdbec29-5197-41c9-93db-06a7b3fe0902 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:32.132635 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3fdbec29-5197-41c9-93db-06a7b3fe0902 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:32.297382 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [None req-3fdbec29-5197-41c9-93db-06a7b3fe0902 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] device_id is not set on port fafc23d9-3cdc-4310-8526-b1ad49cf97c6 yet. {{(pid=103141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:12:32.386109 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3fdbec29-5197-41c9-93db-06a7b3fe0902 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for port (fafc23d9-3cdc-4310-8526-b1ad49cf97c6), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:32.458930 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [None req-3fdbec29-5197-41c9-93db-06a7b3fe0902 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] device_id is not set on port 3ef6fe4b-2044-4429-884e-db6d1b89a423 yet. {{(pid=103141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:12:32.537986 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3fdbec29-5197-41c9-93db-06a7b3fe0902 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for port (3ef6fe4b-2044-4429-884e-db6d1b89a423), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:32.574096 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3fdbec29-5197-41c9-93db-06a7b3fe0902 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (fafc23d9-3cdc-4310-8526-b1ad49cf97c6), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:32.621937 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fdbec29-5197-41c9-93db-06a7b3fe0902 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Network 03cf8232-0b8e-4d99-9f97-62183ff5d71a is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:12:32.624930 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-3fdbec29-5197-41c9-93db-06a7b3fe0902 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:12:32.628523 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fdbec29-5197-41c9-93db-06a7b3fe0902 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:12:32.629345 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3fdbec29-5197-41c9-93db-06a7b3fe0902 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (3ef6fe4b-2044-4429-884e-db6d1b89a423), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:32.636394 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdbec29-5197-41c9-93db-06a7b3fe0902 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Pushing event updated for resources: {'Port': ['ID=fafc23d9-3cdc-4310-8526-b1ad49cf97c6,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:32.699434 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdbec29-5197-41c9-93db-06a7b3fe0902 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Pushing event updated for resources: {'Port': ['ID=3ef6fe4b-2044-4429-884e-db6d1b89a423,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:32.707196 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdbec29-5197-41c9-93db-06a7b3fe0902 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Checking segment: {'id': '4990f363-9e3c-443d-8c00-84cc0a199462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '5833fc28-4403-40e9-a887-07f885f9ed9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:12:32.707509 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fdbec29-5197-41c9-93db-06a7b3fe0902 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Network hostable DHCP agents. Network: 5833fc28-4403-40e9-a887-07f885f9ed9e, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:12:32.723875 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fdbec29-5197-41c9-93db-06a7b3fe0902 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Network 5833fc28-4403-40e9-a887-07f885f9ed9e is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:12:32.732882 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-3fdbec29-5197-41c9-93db-06a7b3fe0902 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 5833fc28-4403-40e9-a887-07f885f9ed9e) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:12:32.736422 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fdbec29-5197-41c9-93db-06a7b3fe0902 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:12:32.741698 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fdbec29-5197-41c9-93db-06a7b3fe0902 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:32.744401 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df59c37-1ce8-4d8d-8697-5539ea818c7c None None] Network 5833fc28-4403-40e9-a887-07f885f9ed9e requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:12:32.746095 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fdbec29-5197-41c9-93db-06a7b3fe0902 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:32.747227 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3fdbec29-5197-41c9-93db-06a7b3fe0902 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:32.767238 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-3fdbec29-5197-41c9-93db-06a7b3fe0902 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.8359017 Feb 09 22:12:32.767828 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45710) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:32.868785 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-97f19618-1036-4eec-86a4-4d2624136889 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Deleting port 3ef6fe4b-2044-4429-884e-db6d1b89a423 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:12:32.869134 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-97f19618-1036-4eec-86a4-4d2624136889 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (3ef6fe4b-2044-4429-884e-db6d1b89a423), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:32.956956 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-97f19618-1036-4eec-86a4-4d2624136889 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (3ef6fe4b-2044-4429-884e-db6d1b89a423), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:32.972454 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-97f19618-1036-4eec-86a4-4d2624136889 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Calling delete_port for 3ef6fe4b-2044-4429-884e-db6d1b89a423 owned by {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:12:33.051313 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-97f19618-1036-4eec-86a4-4d2624136889 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (3ef6fe4b-2044-4429-884e-db6d1b89a423), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:33.078046 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f19618-1036-4eec-86a4-4d2624136889 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Pushing event deleted for resources: {'Port': ['ID=3ef6fe4b-2044-4429-884e-db6d1b89a423,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:33.085117 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-97f19618-1036-4eec-86a4-4d2624136889 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:33.091076 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-97f19618-1036-4eec-86a4-4d2624136889 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "DELETE /v2.0/ports/3ef6fe4b-2044-4429-884e-db6d1b89a423 HTTP/1.1" status: 204 len: 168 time: 0.3195260 Feb 09 22:12:33.091196 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45714) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:33.150478 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cecf5582-bc18-473e-8b22-211cecc3a7f8 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:33.155737 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cecf5582-bc18-473e-8b22-211cecc3a7f8 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:33.157299 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-cecf5582-bc18-473e-8b22-211cecc3a7f8 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0652871 Feb 09 22:12:33.159979 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45716) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:33.247991 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-1d90ba66-2da4-43c6-847a-27dbdafb051e tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Deleting port fafc23d9-3cdc-4310-8526-b1ad49cf97c6 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:12:33.248355 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1d90ba66-2da4-43c6-847a-27dbdafb051e tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (fafc23d9-3cdc-4310-8526-b1ad49cf97c6), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:33.315578 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1d90ba66-2da4-43c6-847a-27dbdafb051e tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (fafc23d9-3cdc-4310-8526-b1ad49cf97c6), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:33.328773 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-1d90ba66-2da4-43c6-847a-27dbdafb051e tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Calling delete_port for fafc23d9-3cdc-4310-8526-b1ad49cf97c6 owned by {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:12:33.406305 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1d90ba66-2da4-43c6-847a-27dbdafb051e tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (fafc23d9-3cdc-4310-8526-b1ad49cf97c6), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:33.437115 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d90ba66-2da4-43c6-847a-27dbdafb051e tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Pushing event deleted for resources: {'Port': ['ID=fafc23d9-3cdc-4310-8526-b1ad49cf97c6,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:33.440600 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1d90ba66-2da4-43c6-847a-27dbdafb051e tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:33.446357 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-1d90ba66-2da4-43c6-847a-27dbdafb051e tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "DELETE /v2.0/ports/fafc23d9-3cdc-4310-8526-b1ad49cf97c6 HTTP/1.1" status: 204 len: 168 time: 0.2829618 Feb 09 22:12:33.446357 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45718) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:33.501275 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371b82c9-777b-48bc-9aa3-4bfbcb042257 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:33.502782 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-371b82c9-777b-48bc-9aa3-4bfbcb042257 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0554879 Feb 09 22:12:33.505646 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 45720) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:33.531747 n-d-828369-5 neutron-server[103140]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fe645ff-52a5-4d64-82be-e195d0bd52f1 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] GET failed (client error): The resource could not be found. Feb 09 22:12:33.533176 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-0fe645ff-52a5-4d64-82be-e195d0bd52f1 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "GET /v2.0/ports/3ef6fe4b-2044-4429-884e-db6d1b89a423 HTTP/1.1" status: 404 len: 333 time: 0.0265112 Feb 09 22:12:33.535932 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 45722) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:33.563856 n-d-828369-5 neutron-server[103140]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9da47fc-1569-4425-a6ab-3c69e0f216f0 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] GET failed (client error): The resource could not be found. Feb 09 22:12:33.565270 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-a9da47fc-1569-4425-a6ab-3c69e0f216f0 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "GET /v2.0/ports/fafc23d9-3cdc-4310-8526-b1ad49cf97c6 HTTP/1.1" status: 404 len: 333 time: 0.0284216 Feb 09 22:12:33.567980 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 45724) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:33.639595 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9a817ef3-0d52-4ce6-b5df-e2dd058f684e tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (5833fc28-4403-40e9-a887-07f885f9ed9e), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:33.728705 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9a817ef3-0d52-4ce6-b5df-e2dd058f684e tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (5833fc28-4403-40e9-a887-07f885f9ed9e), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:33.748412 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-9a817ef3-0d52-4ce6-b5df-e2dd058f684e tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5833fc28-4403-40e9-a887-07f885f9ed9e']}} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:33.757525 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-9a817ef3-0d52-4ce6-b5df-e2dd058f684e tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4990f363-9e3c-443d-8c00-84cc0a199462') {'for_net_delete': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:33.757825 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-9a817ef3-0d52-4ce6-b5df-e2dd058f684e tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4990f363-9e3c-443d-8c00-84cc0a199462') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:33.767144 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9a817ef3-0d52-4ce6-b5df-e2dd058f684e tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110711'] for segment (4990f363-9e3c-443d-8c00-84cc0a199462), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:33.781040 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9a817ef3-0d52-4ce6-b5df-e2dd058f684e tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (4990f363-9e3c-443d-8c00-84cc0a199462), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:33.787073 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a817ef3-0d52-4ce6-b5df-e2dd058f684e tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=103140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:12:33.787466 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9a817ef3-0d52-4ce6-b5df-e2dd058f684e tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669415'] for segment (4990f363-9e3c-443d-8c00-84cc0a199462), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:33.790623 n-d-828369-5 neutron-server[103140]: Traceback (most recent call last): Feb 09 22:12:33.790623 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:12:33.790623 n-d-828369-5 neutron-server[103140]: timer() Feb 09 22:12:33.790623 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:12:33.790623 n-d-828369-5 neutron-server[103140]: cb(*args, **kw) Feb 09 22:12:33.790623 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:12:33.790623 n-d-828369-5 neutron-server[103140]: return func(*args, **kwargs) Feb 09 22:12:33.790623 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:12:33.790623 n-d-828369-5 neutron-server[103140]: self._notify() Feb 09 22:12:33.790623 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:12:33.790623 n-d-828369-5 neutron-server[103140]: self.callback(batched_events) Feb 09 22:12:33.790623 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:12:33.790623 n-d-828369-5 neutron-server[103140]: event.method(event) Feb 09 22:12:33.790623 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:12:33.790623 n-d-828369-5 neutron-server[103140]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:12:33.790623 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:12:33.790623 n-d-828369-5 neutron-server[103140]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:12:33.790623 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:12:33.790623 n-d-828369-5 neutron-server[103140]: return f(self, *a, **k) Feb 09 22:12:33.790623 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:12:33.790623 n-d-828369-5 neutron-server[103140]: return self._get(url).json() Feb 09 22:12:33.790623 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:12:33.790623 n-d-828369-5 neutron-server[103140]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:12:33.790623 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:12:33.790623 n-d-828369-5 neutron-server[103140]: return self.request(url, 'GET', **kwargs) Feb 09 22:12:33.790623 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:12:33.790623 n-d-828369-5 neutron-server[103140]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:12:33.790623 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:12:33.790623 n-d-828369-5 neutron-server[103140]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:12:33.790623 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:12:33.790623 n-d-828369-5 neutron-server[103140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:12:33.790623 n-d-828369-5 neutron-server[103140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:12:33.849178 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9a817ef3-0d52-4ce6-b5df-e2dd058f684e tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (5833fc28-4403-40e9-a887-07f885f9ed9e), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:33.856414 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9a817ef3-0d52-4ce6-b5df-e2dd058f684e tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:33.859703 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-9a817ef3-0d52-4ce6-b5df-e2dd058f684e tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "DELETE /v2.0/networks/5833fc28-4403-40e9-a887-07f885f9ed9e HTTP/1.1" status: 204 len: 168 time: 0.2908580 Feb 09 22:12:33.863589 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45726) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:33.869175 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-b87a1bd5-8270-4737-9e22-28c01c835c87 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-512675176'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:33.873700 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a817ef3-0d52-4ce6-b5df-e2dd058f684e tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Pushing event deleted for resources: {'Network': ['ID=5833fc28-4403-40e9-a887-07f885f9ed9e,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:33.897387 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b87a1bd5-8270-4737-9e22-28c01c835c87 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Made reservation on behalf of f1a7952abcf9475694b1d7f203aba6e7 for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:12:33.901144 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b87a1bd5-8270-4737-9e22-28c01c835c87 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:33.928096 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b87a1bd5-8270-4737-9e22-28c01c835c87 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:12:33.938591 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b87a1bd5-8270-4737-9e22-28c01c835c87 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (b1ec21c1-e401-453f-a69c-4327afae01a4), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:33.939029 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-b87a1bd5-8270-4737-9e22-28c01c835c87 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Added segment b1ec21c1-e401-453f-a69c-4327afae01a4 of type vlan for network cc73c7dc-ab1a-406d-9b18-6a5f21f2e2eb Feb 09 22:12:33.982522 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b87a1bd5-8270-4737-9e22-28c01c835c87 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (cc73c7dc-ab1a-406d-9b18-6a5f21f2e2eb), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:34.009835 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b87a1bd5-8270-4737-9e22-28c01c835c87 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (cc73c7dc-ab1a-406d-9b18-6a5f21f2e2eb), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:34.015397 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87a1bd5-8270-4737-9e22-28c01c835c87 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:34.015991 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b87a1bd5-8270-4737-9e22-28c01c835c87 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:34.044660 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-b87a1bd5-8270-4737-9e22-28c01c835c87 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1794703 Feb 09 22:12:34.047606 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 45730) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:34.053057 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-81f63271-307d-4080-8052-fefc2e5065a0 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Request body: {'subnet': {'network_id': 'cc73c7dc-ab1a-406d-9b18-6a5f21f2e2eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:34.094254 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87a1bd5-8270-4737-9e22-28c01c835c87 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Pushing event updated for resources: {'Network': ['ID=cc73c7dc-ab1a-406d-9b18-6a5f21f2e2eb,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:34.105421 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network cc73c7dc-ab1a-406d-9b18-6a5f21f2e2eb details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:12:34.155434 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81f63271-307d-4080-8052-fefc2e5065a0 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Made reservation on behalf of f1a7952abcf9475694b1d7f203aba6e7 for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:12:34.159370 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-81f63271-307d-4080-8052-fefc2e5065a0 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621317'] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:34.232879 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.ipam_backend_mixin [None req-81f63271-307d-4080-8052-fefc2e5065a0 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Performing IP validity checks on allocation pools {{(pid=103140) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 09 22:12:34.233503 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.ipam_backend_mixin [None req-81f63271-307d-4080-8052-fefc2e5065a0 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103140) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 09 22:12:34.354462 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-81f63271-307d-4080-8052-fefc2e5065a0 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621371'] for subnet (2abcae03-bb61-4e72-bdb1-569c23c9eb4e), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:34.412467 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f63271-307d-4080-8052-fefc2e5065a0 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Pushing event updated for resources: {'Subnet': ['ID=2abcae03-bb61-4e72-bdb1-569c23c9eb4e,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:34.422511 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f63271-307d-4080-8052-fefc2e5065a0 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Checking segment: {'id': 'b1ec21c1-e401-453f-a69c-4327afae01a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'cc73c7dc-ab1a-406d-9b18-6a5f21f2e2eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:12:34.422864 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f63271-307d-4080-8052-fefc2e5065a0 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Network hostable DHCP agents. Network: cc73c7dc-ab1a-406d-9b18-6a5f21f2e2eb, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:12:34.439548 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f63271-307d-4080-8052-fefc2e5065a0 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Network cc73c7dc-ab1a-406d-9b18-6a5f21f2e2eb is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:12:34.449158 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-81f63271-307d-4080-8052-fefc2e5065a0 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, cc73c7dc-ab1a-406d-9b18-6a5f21f2e2eb) {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:12:34.454711 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f63271-307d-4080-8052-fefc2e5065a0 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:34.457502 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7005a6ae-163d-4ec0-ad57-e1df125b5e88 None None] Network cc73c7dc-ab1a-406d-9b18-6a5f21f2e2eb requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:12:34.460991 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-81f63271-307d-4080-8052-fefc2e5065a0 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:34.477754 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-81f63271-307d-4080-8052-fefc2e5065a0 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4266448 Feb 09 22:12:34.478153 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45732) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:34.483193 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-a4ab0891-efdb-4ca1-b043-e96340a8e87d tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Request body: {'port': {'network_id': 'cc73c7dc-ab1a-406d-9b18-6a5f21f2e2eb', 'name': 'tempest-PortsTestJSON-266149038'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:34.567081 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e316032-7282-440c-8581-afda71db00dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-cc73c7dc-ab1a-406d-9b18-6a5f21f2e2eb', 'network_id': 'cc73c7dc-ab1a-406d-9b18-6a5f21f2e2eb', 'project_id': 'f1a7952abcf9475694b1d7f203aba6e7', 'fixed_ips': [{'subnet_id': '2abcae03-bb61-4e72-bdb1-569c23c9eb4e'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:12:34.567968 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2e316032-7282-440c-8581-afda71db00dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:34.583274 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:12:34.609838 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4ab0891-efdb-4ca1-b043-e96340a8e87d tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Made reservation on behalf of f1a7952abcf9475694b1d7f203aba6e7 for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:12:34.613345 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a4ab0891-efdb-4ca1-b043-e96340a8e87d tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:34.630843 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [None req-a4ab0891-efdb-4ca1-b043-e96340a8e87d tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] device_id is not set on port d252f934-2301-4e7e-bc38-6f2e943b1f8a yet. {{(pid=103141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:12:34.708312 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-2e316032-7282-440c-8581-afda71db00dc None None] Allocated IP 172.20.0.2 (cc73c7dc-ab1a-406d-9b18-6a5f21f2e2eb/2abcae03-bb61-4e72-bdb1-569c23c9eb4e/eb07011b-b101-4e0c-acb3-2e4eff28479f) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:12:34.856208 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2e316032-7282-440c-8581-afda71db00dc None None] Publish callbacks [] for port (eb07011b-b101-4e0c-acb3-2e4eff28479f), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:34.864673 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2e316032-7282-440c-8581-afda71db00dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (eb07011b-b101-4e0c-acb3-2e4eff28479f), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:34.881118 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e316032-7282-440c-8581-afda71db00dc None None] Network cc73c7dc-ab1a-406d-9b18-6a5f21f2e2eb is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:12:34.886486 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-2e316032-7282-440c-8581-afda71db00dc None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:12:34.886486 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e316032-7282-440c-8581-afda71db00dc None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:12:34.916571 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-a4ab0891-efdb-4ca1-b043-e96340a8e87d tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Allocated IP 172.20.0.5 (cc73c7dc-ab1a-406d-9b18-6a5f21f2e2eb/2abcae03-bb61-4e72-bdb1-569c23c9eb4e/d252f934-2301-4e7e-bc38-6f2e943b1f8a) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:12:34.985252 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e316032-7282-440c-8581-afda71db00dc None None] Pushing event updated for resources: {'Port': ['ID=eb07011b-b101-4e0c-acb3-2e4eff28479f,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:34.991403 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-2e316032-7282-440c-8581-afda71db00dc None None] Attempting to bind port eb07011b-b101-4e0c-acb3-2e4eff28479f on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:12:34.991861 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-2e316032-7282-440c-8581-afda71db00dc None None] Attempting to bind port eb07011b-b101-4e0c-acb3-2e4eff28479f by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': 'b1ec21c1-e401-453f-a69c-4327afae01a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'cc73c7dc-ab1a-406d-9b18-6a5f21f2e2eb'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:12:34.992341 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e316032-7282-440c-8581-afda71db00dc None None] Attempting to bind port eb07011b-b101-4e0c-acb3-2e4eff28479f on network cc73c7dc-ab1a-406d-9b18-6a5f21f2e2eb {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:12:34.998986 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e316032-7282-440c-8581-afda71db00dc None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:12:34.999448 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e316032-7282-440c-8581-afda71db00dc None None] Checking segment: {'id': 'b1ec21c1-e401-453f-a69c-4327afae01a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'cc73c7dc-ab1a-406d-9b18-6a5f21f2e2eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:12:34.999952 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2e316032-7282-440c-8581-afda71db00dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:35.000444 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e316032-7282-440c-8581-afda71db00dc None None] Bound using segment: {'id': 'b1ec21c1-e401-453f-a69c-4327afae01a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'cc73c7dc-ab1a-406d-9b18-6a5f21f2e2eb'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:12:35.000925 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-2e316032-7282-440c-8581-afda71db00dc None None] Bound port: eb07011b-b101-4e0c-acb3-2e4eff28479f, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1ec21c1-e401-453f-a69c-4327afae01a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'cc73c7dc-ab1a-406d-9b18-6a5f21f2e2eb'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:12:35.001315 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2e316032-7282-440c-8581-afda71db00dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (eb07011b-b101-4e0c-acb3-2e4eff28479f), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:35.098876 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a4ab0891-efdb-4ca1-b043-e96340a8e87d tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for port (d252f934-2301-4e7e-bc38-6f2e943b1f8a), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:35.104847 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-2e316032-7282-440c-8581-afda71db00dc None None] For port eb07011b-b101-4e0c-acb3-2e4eff28479f, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:12:35.109243 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-2e316032-7282-440c-8581-afda71db00dc None None] For port eb07011b-b101-4e0c-acb3-2e4eff28479f, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=eb07011b-b101-4e0c-acb3-2e4eff28479f,segment=NetworkSegment(b1ec21c1-e401-453f-a69c-4327afae01a4),segment_id=b1ec21c1-e401-453f-a69c-4327afae01a4)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:12:35.118994 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2e316032-7282-440c-8581-afda71db00dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (eb07011b-b101-4e0c-acb3-2e4eff28479f), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:35.145244 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a4ab0891-efdb-4ca1-b043-e96340a8e87d tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (d252f934-2301-4e7e-bc38-6f2e943b1f8a), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:35.205350 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ab0891-efdb-4ca1-b043-e96340a8e87d tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Network cc73c7dc-ab1a-406d-9b18-6a5f21f2e2eb is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:12:35.211576 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-a4ab0891-efdb-4ca1-b043-e96340a8e87d tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:12:35.217084 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ab0891-efdb-4ca1-b043-e96340a8e87d tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:12:35.221585 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ab0891-efdb-4ca1-b043-e96340a8e87d tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Pushing event updated for resources: {'Port': ['ID=d252f934-2301-4e7e-bc38-6f2e943b1f8a,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:35.223279 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e316032-7282-440c-8581-afda71db00dc None None] Pushing event updated for resources: {'Port': ['ID=eb07011b-b101-4e0c-acb3-2e4eff28479f,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:35.272499 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ab0891-efdb-4ca1-b043-e96340a8e87d tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:35.273058 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a4ab0891-efdb-4ca1-b043-e96340a8e87d tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:35.291659 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-a4ab0891-efdb-4ca1-b043-e96340a8e87d tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.8123782 Feb 09 22:12:35.294781 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45736) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:35.410731 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-c9b9ad04-1988-4979-a29d-5a04b8f10fa9 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Deleting port d252f934-2301-4e7e-bc38-6f2e943b1f8a {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:12:35.411210 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c9b9ad04-1988-4979-a29d-5a04b8f10fa9 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (d252f934-2301-4e7e-bc38-6f2e943b1f8a), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:35.502479 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c9b9ad04-1988-4979-a29d-5a04b8f10fa9 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (d252f934-2301-4e7e-bc38-6f2e943b1f8a), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:35.515695 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-c9b9ad04-1988-4979-a29d-5a04b8f10fa9 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Calling delete_port for d252f934-2301-4e7e-bc38-6f2e943b1f8a owned by {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:12:35.648144 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c9b9ad04-1988-4979-a29d-5a04b8f10fa9 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (d252f934-2301-4e7e-bc38-6f2e943b1f8a), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:35.677897 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b9ad04-1988-4979-a29d-5a04b8f10fa9 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Pushing event deleted for resources: {'Port': ['ID=d252f934-2301-4e7e-bc38-6f2e943b1f8a,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:35.749550 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c9b9ad04-1988-4979-a29d-5a04b8f10fa9 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:35.752794 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-c9b9ad04-1988-4979-a29d-5a04b8f10fa9 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "DELETE /v2.0/ports/d252f934-2301-4e7e-bc38-6f2e943b1f8a HTTP/1.1" status: 204 len: 168 time: 0.4565330 Feb 09 22:12:35.755418 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45738) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:35.779289 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfcc8477-29f4-4815-bced-7f77fc51fe83 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] DELETE failed (client error): The resource could not be found. Feb 09 22:12:35.779859 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfcc8477-29f4-4815-bced-7f77fc51fe83 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:12:35.783102 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-dfcc8477-29f4-4815-bced-7f77fc51fe83 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "DELETE /v2.0/ports/d252f934-2301-4e7e-bc38-6f2e943b1f8a HTTP/1.1" status: 404 len: 333 time: 0.0267258 Feb 09 22:12:35.785896 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45740) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:35.812742 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e92c6a3-dc4e-421a-8830-883aaa88cd61 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] GET failed (client error): The resource could not be found. Feb 09 22:12:35.814199 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-5e92c6a3-dc4e-421a-8830-883aaa88cd61 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "GET /v2.0/ports/d252f934-2301-4e7e-bc38-6f2e943b1f8a HTTP/1.1" status: 404 len: 333 time: 0.0272963 Feb 09 22:12:35.817112 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 45742) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:35.877827 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b68e737-640a-4020-81ce-e704679e1608 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Deleting subnet 2abcae03-bb61-4e72-bdb1-569c23c9eb4e {{(pid=103140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:12:35.881729 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4b68e737-640a-4020-81ce-e704679e1608 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for subnet (2abcae03-bb61-4e72-bdb1-569c23c9eb4e), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:35.926409 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4b68e737-640a-4020-81ce-e704679e1608 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9110716'] for subnet (2abcae03-bb61-4e72-bdb1-569c23c9eb4e), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:36.030427 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4b68e737-640a-4020-81ce-e704679e1608 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (2abcae03-bb61-4e72-bdb1-569c23c9eb4e), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:36.119531 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4b68e737-640a-4020-81ce-e704679e1608 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621346'] for subnet (2abcae03-bb61-4e72-bdb1-569c23c9eb4e), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:36.149522 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b68e737-640a-4020-81ce-e704679e1608 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Pushing event deleted for resources: {'Subnet': ['ID=2abcae03-bb61-4e72-bdb1-569c23c9eb4e,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:36.150382 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device eb07011b-b101-4e0c-acb3-2e4eff28479f up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:12:36.155540 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4b68e737-640a-4020-81ce-e704679e1608 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:36.159446 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-4b68e737-640a-4020-81ce-e704679e1608 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "DELETE /v2.0/subnets/2abcae03-bb61-4e72-bdb1-569c23c9eb4e HTTP/1.1" status: 204 len: 168 time: 0.3408337 Feb 09 22:12:36.161729 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45746) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:36.165122 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b68e737-640a-4020-81ce-e704679e1608 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:36.165589 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b68e737-640a-4020-81ce-e704679e1608 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:36.166042 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b68e737-640a-4020-81ce-e704679e1608 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:36.166508 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b68e737-640a-4020-81ce-e704679e1608 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:36.166951 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b68e737-640a-4020-81ce-e704679e1608 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:36.167401 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b68e737-640a-4020-81ce-e704679e1608 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:36.167829 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b68e737-640a-4020-81ce-e704679e1608 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:36.168285 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b68e737-640a-4020-81ce-e704679e1608 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:36.169250 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b68e737-640a-4020-81ce-e704679e1608 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:36.169681 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b68e737-640a-4020-81ce-e704679e1608 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:36.170114 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b68e737-640a-4020-81ce-e704679e1608 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:36.170821 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b68e737-640a-4020-81ce-e704679e1608 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:36.171482 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b68e737-640a-4020-81ce-e704679e1608 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:12:36.246612 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port eb07011b-b101-4e0c-acb3-2e4eff28479f triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:36.248199 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (eb07011b-b101-4e0c-acb3-2e4eff28479f), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:36.275994 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-527a289b-071f-4abc-83aa-2d2ab119ea97 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (cc73c7dc-ab1a-406d-9b18-6a5f21f2e2eb), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:36.337384 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port eb07011b-b101-4e0c-acb3-2e4eff28479f is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:12:36.338062 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (eb07011b-b101-4e0c-acb3-2e4eff28479f), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:36.339801 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-527a289b-071f-4abc-83aa-2d2ab119ea97 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Deleting port eb07011b-b101-4e0c-acb3-2e4eff28479f {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:12:36.340034 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e73d0c1-6e12-4e5d-b800-d58d427310e6 None None] Network cc73c7dc-ab1a-406d-9b18-6a5f21f2e2eb requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:12:36.340394 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-527a289b-071f-4abc-83aa-2d2ab119ea97 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (eb07011b-b101-4e0c-acb3-2e4eff28479f), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:36.406598 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-527a289b-071f-4abc-83aa-2d2ab119ea97 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] For port eb07011b-b101-4e0c-acb3-2e4eff28479f, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=eb07011b-b101-4e0c-acb3-2e4eff28479f,segment=NetworkSegment(b1ec21c1-e401-453f-a69c-4327afae01a4),segment_id=b1ec21c1-e401-453f-a69c-4327afae01a4)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:12:36.406955 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-527a289b-071f-4abc-83aa-2d2ab119ea97 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (eb07011b-b101-4e0c-acb3-2e4eff28479f), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:36.421908 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-527a289b-071f-4abc-83aa-2d2ab119ea97 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Calling delete_port for eb07011b-b101-4e0c-acb3-2e4eff28479f owned by network:dhcp {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:12:36.429002 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port eb07011b-b101-4e0c-acb3-2e4eff28479f, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=eb07011b-b101-4e0c-acb3-2e4eff28479f,segment=NetworkSegment(b1ec21c1-e401-453f-a69c-4327afae01a4),segment_id=b1ec21c1-e401-453f-a69c-4327afae01a4)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:12:36.439673 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (eb07011b-b101-4e0c-acb3-2e4eff28479f), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:36.458985 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-50dbcffc-cfaa-4c67-80ce-66c5d191552d None None] Provisioning complete for port eb07011b-b101-4e0c-acb3-2e4eff28479f triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:36.459365 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-50dbcffc-cfaa-4c67-80ce-66c5d191552d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (eb07011b-b101-4e0c-acb3-2e4eff28479f), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:36.509246 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-527a289b-071f-4abc-83aa-2d2ab119ea97 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (eb07011b-b101-4e0c-acb3-2e4eff28479f), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:36.535796 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527a289b-071f-4abc-83aa-2d2ab119ea97 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Pushing event deleted for resources: {'Port': ['ID=eb07011b-b101-4e0c-acb3-2e4eff28479f,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:36.539389 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527a289b-071f-4abc-83aa-2d2ab119ea97 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] No DVR routers for this DVR port eb07011b-b101-4e0c-acb3-2e4eff28479f on host n-d-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:12:36.550808 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-50dbcffc-cfaa-4c67-80ce-66c5d191552d None None] Could not find standard attr ID for object eb07011b-b101-4e0c-acb3-2e4eff28479f. {{(pid=103142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 22:12:36.556135 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=eb07011b-b101-4e0c-acb3-2e4eff28479f,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:36.559059 n-d-828369-5 neutron-server[103142]: INFO neutron.plugins.ml2.db [None req-50dbcffc-cfaa-4c67-80ce-66c5d191552d None None] No ports have port_id starting with eb07011b-b101-4e0c-acb3-2e4eff28479f Feb 09 22:12:36.629387 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-527a289b-071f-4abc-83aa-2d2ab119ea97 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (cc73c7dc-ab1a-406d-9b18-6a5f21f2e2eb), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:36.635151 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067fcaff-d6c0-4859-a193-f3d2540723c1 None None] DHCP port deletion for cc73c7dc-ab1a-406d-9b18-6a5f21f2e2eb request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:12:36.654502 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-527a289b-071f-4abc-83aa-2d2ab119ea97 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc73c7dc-ab1a-406d-9b18-6a5f21f2e2eb']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:36.664348 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-527a289b-071f-4abc-83aa-2d2ab119ea97 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1ec21c1-e401-453f-a69c-4327afae01a4') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:36.664655 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-527a289b-071f-4abc-83aa-2d2ab119ea97 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1ec21c1-e401-453f-a69c-4327afae01a4') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:36.674690 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-527a289b-071f-4abc-83aa-2d2ab119ea97 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (b1ec21c1-e401-453f-a69c-4327afae01a4), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:36.687484 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-527a289b-071f-4abc-83aa-2d2ab119ea97 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (b1ec21c1-e401-453f-a69c-4327afae01a4), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:36.693637 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-527a289b-071f-4abc-83aa-2d2ab119ea97 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:12:36.694027 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-527a289b-071f-4abc-83aa-2d2ab119ea97 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (b1ec21c1-e401-453f-a69c-4327afae01a4), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:36.697035 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 22:12:36.697035 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:12:36.697035 n-d-828369-5 neutron-server[103141]: timer() Feb 09 22:12:36.697035 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:12:36.697035 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 22:12:36.697035 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:12:36.697035 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 22:12:36.697035 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:12:36.697035 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 22:12:36.697035 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:12:36.697035 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 22:12:36.697035 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:12:36.697035 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 22:12:36.697035 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:12:36.697035 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:12:36.697035 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:12:36.697035 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:12:36.697035 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:12:36.697035 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 22:12:36.697035 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:12:36.697035 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 22:12:36.697035 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:12:36.697035 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:12:36.697035 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:12:36.697035 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 22:12:36.697035 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:12:36.697035 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:12:36.697035 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:12:36.697035 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:12:36.697035 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:12:36.697035 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:12:36.697035 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:12:36.756274 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-527a289b-071f-4abc-83aa-2d2ab119ea97 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (cc73c7dc-ab1a-406d-9b18-6a5f21f2e2eb), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:36.761877 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-527a289b-071f-4abc-83aa-2d2ab119ea97 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:36.769124 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-527a289b-071f-4abc-83aa-2d2ab119ea97 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "DELETE /v2.0/networks/cc73c7dc-ab1a-406d-9b18-6a5f21f2e2eb HTTP/1.1" status: 204 len: 168 time: 0.6024258 Feb 09 22:12:36.769244 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45748) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:36.774169 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-0bae005b-9d96-4d46-8b0b-b7797912488f tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-277501081'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:36.791728 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527a289b-071f-4abc-83aa-2d2ab119ea97 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Pushing event deleted for resources: {'Network': ['ID=cc73c7dc-ab1a-406d-9b18-6a5f21f2e2eb,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:36.806301 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bae005b-9d96-4d46-8b0b-b7797912488f tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Made reservation on behalf of f1a7952abcf9475694b1d7f203aba6e7 for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:12:36.809742 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0bae005b-9d96-4d46-8b0b-b7797912488f tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:36.834807 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bae005b-9d96-4d46-8b0b-b7797912488f tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:12:36.845160 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0bae005b-9d96-4d46-8b0b-b7797912488f tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (f3ec2063-d8e3-4af6-be5b-4d88ffc131c4), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:36.845499 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-0bae005b-9d96-4d46-8b0b-b7797912488f tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Added segment f3ec2063-d8e3-4af6-be5b-4d88ffc131c4 of type vlan for network d0c80dc8-c713-48f8-a667-bd57fa23e0b2 Feb 09 22:12:36.890738 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0bae005b-9d96-4d46-8b0b-b7797912488f tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (d0c80dc8-c713-48f8-a667-bd57fa23e0b2), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:36.919547 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0bae005b-9d96-4d46-8b0b-b7797912488f tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (d0c80dc8-c713-48f8-a667-bd57fa23e0b2), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:36.924877 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bae005b-9d96-4d46-8b0b-b7797912488f tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:36.925482 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0bae005b-9d96-4d46-8b0b-b7797912488f tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:36.985663 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-0bae005b-9d96-4d46-8b0b-b7797912488f tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2129741 Feb 09 22:12:36.986617 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 45750) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:36.992505 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-adbf7619-c42f-473b-a722-136862950392 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Request body: {'subnet': {'network_id': 'd0c80dc8-c713-48f8-a667-bd57fa23e0b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:37.007768 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bae005b-9d96-4d46-8b0b-b7797912488f tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Pushing event updated for resources: {'Network': ['ID=d0c80dc8-c713-48f8-a667-bd57fa23e0b2,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:37.019684 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network d0c80dc8-c713-48f8-a667-bd57fa23e0b2 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:12:37.096496 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adbf7619-c42f-473b-a722-136862950392 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Made reservation on behalf of f1a7952abcf9475694b1d7f203aba6e7 for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:12:37.099912 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-adbf7619-c42f-473b-a722-136862950392 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621317'] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:37.285912 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-adbf7619-c42f-473b-a722-136862950392 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621371'] for subnet (e44d3fb6-03fe-421a-b891-048b2121e7a6), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:37.342148 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbf7619-c42f-473b-a722-136862950392 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Pushing event updated for resources: {'Subnet': ['ID=e44d3fb6-03fe-421a-b891-048b2121e7a6,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:37.352016 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbf7619-c42f-473b-a722-136862950392 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Checking segment: {'id': 'f3ec2063-d8e3-4af6-be5b-4d88ffc131c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'd0c80dc8-c713-48f8-a667-bd57fa23e0b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:12:37.352409 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adbf7619-c42f-473b-a722-136862950392 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Network hostable DHCP agents. Network: d0c80dc8-c713-48f8-a667-bd57fa23e0b2, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:12:37.368921 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adbf7619-c42f-473b-a722-136862950392 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Network d0c80dc8-c713-48f8-a667-bd57fa23e0b2 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:12:37.377747 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-adbf7619-c42f-473b-a722-136862950392 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, d0c80dc8-c713-48f8-a667-bd57fa23e0b2) {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:12:37.382526 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adbf7619-c42f-473b-a722-136862950392 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:37.383184 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-adbf7619-c42f-473b-a722-136862950392 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:37.390703 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf29652f-1f5f-42c6-b922-7b96f8859485 None None] Network d0c80dc8-c713-48f8-a667-bd57fa23e0b2 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:12:37.400564 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-adbf7619-c42f-473b-a722-136862950392 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4124842 Feb 09 22:12:37.403215 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45754) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:37.408182 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-25cd87a4-0f2c-4625-97b2-b6122d550f00 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Request body: {'port': {'network_id': 'd0c80dc8-c713-48f8-a667-bd57fa23e0b2', 'security_groups': [], 'name': 'tempest-PortsTestJSON-16882084'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:37.514372 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d565d12e-bb59-426b-b81b-b54239186368 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-d0c80dc8-c713-48f8-a667-bd57fa23e0b2', 'network_id': 'd0c80dc8-c713-48f8-a667-bd57fa23e0b2', 'project_id': 'f1a7952abcf9475694b1d7f203aba6e7', 'fixed_ips': [{'subnet_id': 'e44d3fb6-03fe-421a-b891-048b2121e7a6'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:12:37.515643 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d565d12e-bb59-426b-b81b-b54239186368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:37.671232 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-d565d12e-bb59-426b-b81b-b54239186368 None None] Allocated IP 172.20.0.2 (d0c80dc8-c713-48f8-a667-bd57fa23e0b2/e44d3fb6-03fe-421a-b891-048b2121e7a6/3092ebbb-9972-4e7f-8d39-67730d3f326b) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:12:37.826634 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d565d12e-bb59-426b-b81b-b54239186368 None None] Publish callbacks [] for port (3092ebbb-9972-4e7f-8d39-67730d3f326b), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:37.833792 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d565d12e-bb59-426b-b81b-b54239186368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (3092ebbb-9972-4e7f-8d39-67730d3f326b), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:37.841745 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25cd87a4-0f2c-4625-97b2-b6122d550f00 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Made reservation on behalf of f1a7952abcf9475694b1d7f203aba6e7 for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:12:37.845298 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-25cd87a4-0f2c-4625-97b2-b6122d550f00 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:37.867156 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [None req-25cd87a4-0f2c-4625-97b2-b6122d550f00 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] device_id is not set on port 847a1383-8eeb-4f91-b548-dc1b0304dc55 yet. {{(pid=103141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:12:37.880052 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d565d12e-bb59-426b-b81b-b54239186368 None None] Network d0c80dc8-c713-48f8-a667-bd57fa23e0b2 is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:12:37.883054 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-d565d12e-bb59-426b-b81b-b54239186368 None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:12:37.886458 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d565d12e-bb59-426b-b81b-b54239186368 None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:12:37.893363 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d565d12e-bb59-426b-b81b-b54239186368 None None] Pushing event updated for resources: {'Port': ['ID=3092ebbb-9972-4e7f-8d39-67730d3f326b,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:37.946653 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-d565d12e-bb59-426b-b81b-b54239186368 None None] Attempting to bind port 3092ebbb-9972-4e7f-8d39-67730d3f326b on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:12:37.946933 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-d565d12e-bb59-426b-b81b-b54239186368 None None] Attempting to bind port 3092ebbb-9972-4e7f-8d39-67730d3f326b by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': 'f3ec2063-d8e3-4af6-be5b-4d88ffc131c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'd0c80dc8-c713-48f8-a667-bd57fa23e0b2'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:12:37.947297 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d565d12e-bb59-426b-b81b-b54239186368 None None] Attempting to bind port 3092ebbb-9972-4e7f-8d39-67730d3f326b on network d0c80dc8-c713-48f8-a667-bd57fa23e0b2 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:12:37.952106 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d565d12e-bb59-426b-b81b-b54239186368 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:12:37.952511 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d565d12e-bb59-426b-b81b-b54239186368 None None] Checking segment: {'id': 'f3ec2063-d8e3-4af6-be5b-4d88ffc131c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'd0c80dc8-c713-48f8-a667-bd57fa23e0b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:12:37.952910 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d565d12e-bb59-426b-b81b-b54239186368 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:37.953304 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d565d12e-bb59-426b-b81b-b54239186368 None None] Bound using segment: {'id': 'f3ec2063-d8e3-4af6-be5b-4d88ffc131c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'd0c80dc8-c713-48f8-a667-bd57fa23e0b2'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:12:37.953777 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-d565d12e-bb59-426b-b81b-b54239186368 None None] Bound port: 3092ebbb-9972-4e7f-8d39-67730d3f326b, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3ec2063-d8e3-4af6-be5b-4d88ffc131c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'd0c80dc8-c713-48f8-a667-bd57fa23e0b2'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:12:37.954159 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d565d12e-bb59-426b-b81b-b54239186368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (3092ebbb-9972-4e7f-8d39-67730d3f326b), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:37.975032 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-25cd87a4-0f2c-4625-97b2-b6122d550f00 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Allocated IP 172.20.0.6 (d0c80dc8-c713-48f8-a667-bd57fa23e0b2/e44d3fb6-03fe-421a-b891-048b2121e7a6/847a1383-8eeb-4f91-b548-dc1b0304dc55) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:12:38.022452 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-d565d12e-bb59-426b-b81b-b54239186368 None None] For port 3092ebbb-9972-4e7f-8d39-67730d3f326b, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:12:38.025726 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-d565d12e-bb59-426b-b81b-b54239186368 None None] For port 3092ebbb-9972-4e7f-8d39-67730d3f326b, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=3092ebbb-9972-4e7f-8d39-67730d3f326b,segment=NetworkSegment(f3ec2063-d8e3-4af6-be5b-4d88ffc131c4),segment_id=f3ec2063-d8e3-4af6-be5b-4d88ffc131c4)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:12:38.033753 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d565d12e-bb59-426b-b81b-b54239186368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (3092ebbb-9972-4e7f-8d39-67730d3f326b), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:38.097321 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device eb07011b-b101-4e0c-acb3-2e4eff28479f no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:12:38.124861 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: eb07011b-b101-4e0c-acb3-2e4eff28479f {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:12:38.125288 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device eb07011b-b101-4e0c-acb3-2e4eff28479f not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:12:38.142797 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d565d12e-bb59-426b-b81b-b54239186368 None None] Pushing event updated for resources: {'Port': ['ID=3092ebbb-9972-4e7f-8d39-67730d3f326b,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:38.145060 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-25cd87a4-0f2c-4625-97b2-b6122d550f00 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for port (847a1383-8eeb-4f91-b548-dc1b0304dc55), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:38.191348 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-25cd87a4-0f2c-4625-97b2-b6122d550f00 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (847a1383-8eeb-4f91-b548-dc1b0304dc55), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:38.239496 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25cd87a4-0f2c-4625-97b2-b6122d550f00 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Network d0c80dc8-c713-48f8-a667-bd57fa23e0b2 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:12:38.242812 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-25cd87a4-0f2c-4625-97b2-b6122d550f00 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:12:38.247241 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cd87a4-0f2c-4625-97b2-b6122d550f00 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:12:38.251580 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cd87a4-0f2c-4625-97b2-b6122d550f00 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Pushing event updated for resources: {'Port': ['ID=847a1383-8eeb-4f91-b548-dc1b0304dc55,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:38.302367 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25cd87a4-0f2c-4625-97b2-b6122d550f00 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:38.303011 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-25cd87a4-0f2c-4625-97b2-b6122d550f00 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:38.322883 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 45764) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:38.336056 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-25cd87a4-0f2c-4625-97b2-b6122d550f00 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 884 time: 0.9315941 Feb 09 22:12:38.448068 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-6761c216-84ac-4a0c-87d7-40050b1d24ab tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Deleting port 847a1383-8eeb-4f91-b548-dc1b0304dc55 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:12:38.448447 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6761c216-84ac-4a0c-87d7-40050b1d24ab tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (847a1383-8eeb-4f91-b548-dc1b0304dc55), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:38.541915 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45766) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:38.547143 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-514ffa2a-9f1c-4544-9b2b-669219a96935 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-172141522', 'description': 'tempest-secgroup-smoke-172141522 description', 'project_id': 'dbc49f288e0341b88b640bcf3e997b0d'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:38.547331 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6761c216-84ac-4a0c-87d7-40050b1d24ab tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (847a1383-8eeb-4f91-b548-dc1b0304dc55), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:38.563124 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-6761c216-84ac-4a0c-87d7-40050b1d24ab tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Calling delete_port for 847a1383-8eeb-4f91-b548-dc1b0304dc55 owned by {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:12:38.567723 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-514ffa2a-9f1c-4544-9b2b-669219a96935 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:38.634730 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-514ffa2a-9f1c-4544-9b2b-669219a96935 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Publish callbacks [] for security_group (1d2c6cd2-b797-415e-adcb-d6c4d56e60ab), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:38.640971 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-514ffa2a-9f1c-4544-9b2b-669219a96935 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (1d2c6cd2-b797-415e-adcb-d6c4d56e60ab), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:38.673923 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514ffa2a-9f1c-4544-9b2b-669219a96935 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2c6cd2-b797-415e-adcb-d6c4d56e60ab,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:38.679779 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-514ffa2a-9f1c-4544-9b2b-669219a96935 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:38.681236 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-514ffa2a-9f1c-4544-9b2b-669219a96935 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1381969 Feb 09 22:12:38.684624 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45768) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:38.689243 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-36920107-8605-4922-9853-070ef1285b5e tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Request body: {'security_group_rule': {'security_group_id': '1d2c6cd2-b797-415e-adcb-d6c4d56e60ab', 'project_id': 'dbc49f288e0341b88b640bcf3e997b0d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:38.701242 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6761c216-84ac-4a0c-87d7-40050b1d24ab tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (847a1383-8eeb-4f91-b548-dc1b0304dc55), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:38.714645 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-36920107-8605-4922-9853-070ef1285b5e tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Publish callbacks [] for security_group_rule (012dce61-0160-4580-8691-a3cae72f0187), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:38.733003 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6761c216-84ac-4a0c-87d7-40050b1d24ab tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Pushing event deleted for resources: {'Port': ['ID=847a1383-8eeb-4f91-b548-dc1b0304dc55,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:38.775056 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-36920107-8605-4922-9853-070ef1285b5e tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Publish callbacks [] for security_group_rule (012dce61-0160-4580-8691-a3cae72f0187), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:38.779518 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-36920107-8605-4922-9853-070ef1285b5e tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (012dce61-0160-4580-8691-a3cae72f0187), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:38.802337 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36920107-8605-4922-9853-070ef1285b5e tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=012dce61-0160-4580-8691-a3cae72f0187,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:38.806268 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6761c216-84ac-4a0c-87d7-40050b1d24ab tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:38.810169 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-6761c216-84ac-4a0c-87d7-40050b1d24ab tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "DELETE /v2.0/ports/847a1383-8eeb-4f91-b548-dc1b0304dc55 HTTP/1.1" status: 204 len: 168 time: 0.4856930 Feb 09 22:12:38.810677 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-36920107-8605-4922-9853-070ef1285b5e tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:38.814504 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-36920107-8605-4922-9853-070ef1285b5e tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1262126 Feb 09 22:12:38.814504 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45770) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:38.814850 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 45772) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:38.819630 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-37bb6b1f-0fd8-466b-8455-6234bcf4e100 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Request body: {'security_group_rule': {'security_group_id': '1d2c6cd2-b797-415e-adcb-d6c4d56e60ab', 'project_id': 'dbc49f288e0341b88b640bcf3e997b0d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:38.839805 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3df52a0-a5bc-46bb-96c0-ab4581a2a95a tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] GET failed (client error): The resource could not be found. Feb 09 22:12:38.841375 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-b3df52a0-a5bc-46bb-96c0-ab4581a2a95a tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "GET /v2.0/ports/847a1383-8eeb-4f91-b548-dc1b0304dc55 HTTP/1.1" status: 404 len: 333 time: 0.0274968 Feb 09 22:12:38.844040 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45774) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:38.852915 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-37bb6b1f-0fd8-466b-8455-6234bcf4e100 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Publish callbacks [] for security_group_rule (82bb33f3-2619-48db-b47c-8db7933cc412), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:38.901280 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ae69227-03c5-41b9-a0f2-d15233ffdc06 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Deleting subnet e44d3fb6-03fe-421a-b891-048b2121e7a6 {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:12:38.904840 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3ae69227-03c5-41b9-a0f2-d15233ffdc06 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for subnet (e44d3fb6-03fe-421a-b891-048b2121e7a6), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:38.936203 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-37bb6b1f-0fd8-466b-8455-6234bcf4e100 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Publish callbacks [] for security_group_rule (82bb33f3-2619-48db-b47c-8db7933cc412), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:38.942615 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-37bb6b1f-0fd8-466b-8455-6234bcf4e100 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (82bb33f3-2619-48db-b47c-8db7933cc412), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:38.948638 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3ae69227-03c5-41b9-a0f2-d15233ffdc06 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (e44d3fb6-03fe-421a-b891-048b2121e7a6), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:38.975541 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bb6b1f-0fd8-466b-8455-6234bcf4e100 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82bb33f3-2619-48db-b47c-8db7933cc412,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:38.982167 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-37bb6b1f-0fd8-466b-8455-6234bcf4e100 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:38.983412 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-37bb6b1f-0fd8-466b-8455-6234bcf4e100 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1674559 Feb 09 22:12:38.989809 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 45776) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:38.994712 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-a3f8ded8-cb77-46f0-9f32-91ab07040baa tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Request body: {'security_group_rule': {'security_group_id': '1d2c6cd2-b797-415e-adcb-d6c4d56e60ab', 'project_id': 'dbc49f288e0341b88b640bcf3e997b0d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:39.029231 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a3f8ded8-cb77-46f0-9f32-91ab07040baa tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Publish callbacks [] for security_group_rule (308bac9a-53ec-440a-92ad-4b3b93860be2), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:39.068398 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-fa3c5812-c10f-47a7-aab6-029bc4bf5415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:39.072835 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3ae69227-03c5-41b9-a0f2-d15233ffdc06 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (e44d3fb6-03fe-421a-b891-048b2121e7a6), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:39.116127 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a3f8ded8-cb77-46f0-9f32-91ab07040baa tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Publish callbacks [] for security_group_rule (308bac9a-53ec-440a-92ad-4b3b93860be2), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:39.122799 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a3f8ded8-cb77-46f0-9f32-91ab07040baa tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (308bac9a-53ec-440a-92ad-4b3b93860be2), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:39.142103 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f8ded8-cb77-46f0-9f32-91ab07040baa tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=308bac9a-53ec-440a-92ad-4b3b93860be2,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:39.149612 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a3f8ded8-cb77-46f0-9f32-91ab07040baa tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:39.154157 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-a3f8ded8-cb77-46f0-9f32-91ab07040baa tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1630442 Feb 09 22:12:39.154778 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 45780) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:39.159942 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-8500649d-59f2-4cd4-a7b7-0bf38d6dd70e tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Request body: {'security_group_rule': {'security_group_id': '1d2c6cd2-b797-415e-adcb-d6c4d56e60ab', 'project_id': 'dbc49f288e0341b88b640bcf3e997b0d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:39.162690 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3ae69227-03c5-41b9-a0f2-d15233ffdc06 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (e44d3fb6-03fe-421a-b891-048b2121e7a6), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:39.196345 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae69227-03c5-41b9-a0f2-d15233ffdc06 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Pushing event deleted for resources: {'Subnet': ['ID=e44d3fb6-03fe-421a-b891-048b2121e7a6,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:39.201379 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3ae69227-03c5-41b9-a0f2-d15233ffdc06 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:39.205242 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-3ae69227-03c5-41b9-a0f2-d15233ffdc06 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "DELETE /v2.0/subnets/e44d3fb6-03fe-421a-b891-048b2121e7a6 HTTP/1.1" status: 204 len: 168 time: 0.3599982 Feb 09 22:12:39.208339 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 45782) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:39.219483 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8500649d-59f2-4cd4-a7b7-0bf38d6dd70e tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Publish callbacks [] for security_group_rule (9b4f674a-12a6-4f43-b0d2-9624b415ef3f), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:39.292706 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f28205-be3c-4b12-bf21-8e56eb2f3039 None None] Network d0c80dc8-c713-48f8-a667-bd57fa23e0b2 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:12:39.325245 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-baa393e3-b67f-4314-832a-63dbb6295958 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (d0c80dc8-c713-48f8-a667-bd57fa23e0b2), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:39.371871 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8500649d-59f2-4cd4-a7b7-0bf38d6dd70e tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Publish callbacks [] for security_group_rule (9b4f674a-12a6-4f43-b0d2-9624b415ef3f), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:39.374099 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-2e378562-ea01-45fc-b973-488bfb96590f None None] Provisioning complete for port 3092ebbb-9972-4e7f-8d39-67730d3f326b triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:39.374608 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2e378562-ea01-45fc-b973-488bfb96590f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (3092ebbb-9972-4e7f-8d39-67730d3f326b), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:39.379602 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8500649d-59f2-4cd4-a7b7-0bf38d6dd70e tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (9b4f674a-12a6-4f43-b0d2-9624b415ef3f), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:39.407974 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8500649d-59f2-4cd4-a7b7-0bf38d6dd70e tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b4f674a-12a6-4f43-b0d2-9624b415ef3f,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:39.419105 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-baa393e3-b67f-4314-832a-63dbb6295958 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Deleting port 3092ebbb-9972-4e7f-8d39-67730d3f326b {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:12:39.419443 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-baa393e3-b67f-4314-832a-63dbb6295958 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (3092ebbb-9972-4e7f-8d39-67730d3f326b), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:39.424762 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8500649d-59f2-4cd4-a7b7-0bf38d6dd70e tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:39.429094 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-8500649d-59f2-4cd4-a7b7-0bf38d6dd70e tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2701724 Feb 09 22:12:39.429358 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45788) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:39.433455 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-b95ab665-7de9-45d8-8bf8-6fb74e5a3f30 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Request body: {'security_group_rule': {'security_group_id': '1d2c6cd2-b797-415e-adcb-d6c4d56e60ab', 'project_id': 'dbc49f288e0341b88b640bcf3e997b0d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:39.458034 n-d-828369-5 neutron-server[103141]: INFO neutron.db.securitygroups_db [None req-b95ab665-7de9-45d8-8bf8-6fb74e5a3f30 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Project dbc49f288e0341b88b640bcf3e997b0d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 22:12:39.463856 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b95ab665-7de9-45d8-8bf8-6fb74e5a3f30 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Publish callbacks [] for security_group_rule (12d3533c-4be7-41f7-b091-c07a4a1fdf19), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:39.509660 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-2e378562-ea01-45fc-b973-488bfb96590f None None] Current status of the port 3092ebbb-9972-4e7f-8d39-67730d3f326b is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:12:39.510390 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2e378562-ea01-45fc-b973-488bfb96590f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (3092ebbb-9972-4e7f-8d39-67730d3f326b), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:39.528258 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-baa393e3-b67f-4314-832a-63dbb6295958 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] For port 3092ebbb-9972-4e7f-8d39-67730d3f326b, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=3092ebbb-9972-4e7f-8d39-67730d3f326b,segment=NetworkSegment(f3ec2063-d8e3-4af6-be5b-4d88ffc131c4),segment_id=f3ec2063-d8e3-4af6-be5b-4d88ffc131c4)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:12:39.528548 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-baa393e3-b67f-4314-832a-63dbb6295958 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (3092ebbb-9972-4e7f-8d39-67730d3f326b), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:39.538879 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b95ab665-7de9-45d8-8bf8-6fb74e5a3f30 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Publish callbacks [] for security_group_rule (12d3533c-4be7-41f7-b091-c07a4a1fdf19), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:39.545175 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b95ab665-7de9-45d8-8bf8-6fb74e5a3f30 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (12d3533c-4be7-41f7-b091-c07a4a1fdf19), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:39.549346 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-baa393e3-b67f-4314-832a-63dbb6295958 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Calling delete_port for 3092ebbb-9972-4e7f-8d39-67730d3f326b owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:12:39.557867 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f11e55-9c79-4ef6-960f-32ae58e09a57 req-d5c0248b-15d0-4fb7-b3c6-bd2b5330db8f tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:39.558272 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7042c82-adfd-4cb4-be29-b3054a3cf7c5 None None] DHCP port deletion for d0c80dc8-c713-48f8-a667-bd57fa23e0b2 request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:12:39.559965 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e4f11e55-9c79-4ef6-960f-32ae58e09a57 req-d5c0248b-15d0-4fb7-b3c6-bd2b5330db8f tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=e2da365c-4bdd-486b-827e-d960b76a7ddc HTTP/1.1" status: 200 len: 945 time: 0.2680469 Feb 09 22:12:39.563527 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-2e378562-ea01-45fc-b973-488bfb96590f None None] For port 3092ebbb-9972-4e7f-8d39-67730d3f326b, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=3092ebbb-9972-4e7f-8d39-67730d3f326b,segment=NetworkSegment(f3ec2063-d8e3-4af6-be5b-4d88ffc131c4),segment_id=f3ec2063-d8e3-4af6-be5b-4d88ffc131c4)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:12:39.576692 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b95ab665-7de9-45d8-8bf8-6fb74e5a3f30 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:39.578398 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-b95ab665-7de9-45d8-8bf8-6fb74e5a3f30 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1484768 Feb 09 22:12:39.583785 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45790) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:39.588980 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2e378562-ea01-45fc-b973-488bfb96590f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (3092ebbb-9972-4e7f-8d39-67730d3f326b), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:39.590654 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-958b8076-dd5d-4841-bf3d-bfc301c94822 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Request body: {'security_group_rule': {'security_group_id': '1d2c6cd2-b797-415e-adcb-d6c4d56e60ab', 'project_id': 'dbc49f288e0341b88b640bcf3e997b0d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:39.599711 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95ab665-7de9-45d8-8bf8-6fb74e5a3f30 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12d3533c-4be7-41f7-b091-c07a4a1fdf19,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:39.618214 n-d-828369-5 neutron-server[103141]: INFO neutron.db.securitygroups_db [None req-958b8076-dd5d-4841-bf3d-bfc301c94822 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Project dbc49f288e0341b88b640bcf3e997b0d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 22:12:39.624046 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-958b8076-dd5d-4841-bf3d-bfc301c94822 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Publish callbacks [] for security_group_rule (48933197-78ba-46c8-935c-aae9f5057e87), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:39.657551 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e4f11e55-9c79-4ef6-960f-32ae58e09a57 req-76b4806c-2a63-44aa-bd20-194879ae78d2 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c11f40b7-d1f9-4288-ad38-42983b39662e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881710 Feb 09 22:12:39.660846 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e378562-ea01-45fc-b973-488bfb96590f None None] Pushing event updated for resources: {'Port': ['ID=3092ebbb-9972-4e7f-8d39-67730d3f326b,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:39.679519 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-baa393e3-b67f-4314-832a-63dbb6295958 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (3092ebbb-9972-4e7f-8d39-67730d3f326b), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:39.695022 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-d7042c82-adfd-4cb4-be29-b3054a3cf7c5 None None] Deleting port 3092ebbb-9972-4e7f-8d39-67730d3f326b {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:12:39.695464 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d7042c82-adfd-4cb4-be29-b3054a3cf7c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (3092ebbb-9972-4e7f-8d39-67730d3f326b), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:39.703159 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-958b8076-dd5d-4841-bf3d-bfc301c94822 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Publish callbacks [] for security_group_rule (48933197-78ba-46c8-935c-aae9f5057e87), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:39.708878 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-958b8076-dd5d-4841-bf3d-bfc301c94822 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (48933197-78ba-46c8-935c-aae9f5057e87), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:39.718558 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa393e3-b67f-4314-832a-63dbb6295958 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Pushing event deleted for resources: {'Port': ['ID=3092ebbb-9972-4e7f-8d39-67730d3f326b,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:39.724539 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa393e3-b67f-4314-832a-63dbb6295958 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] No DVR routers for this DVR port 3092ebbb-9972-4e7f-8d39-67730d3f326b on host n-d-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:12:39.727116 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958b8076-dd5d-4841-bf3d-bfc301c94822 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48933197-78ba-46c8-935c-aae9f5057e87,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:39.736015 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-958b8076-dd5d-4841-bf3d-bfc301c94822 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:39.740688 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-958b8076-dd5d-4841-bf3d-bfc301c94822 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1554530 Feb 09 22:12:39.778353 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-d7042c82-adfd-4cb4-be29-b3054a3cf7c5 None None] For port 3092ebbb-9972-4e7f-8d39-67730d3f326b, host n-d-828369-5, got binding levels [] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:12:39.778911 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d7042c82-adfd-4cb4-be29-b3054a3cf7c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (3092ebbb-9972-4e7f-8d39-67730d3f326b), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:39.792415 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-d7042c82-adfd-4cb4-be29-b3054a3cf7c5 None None] Calling delete_port for 3092ebbb-9972-4e7f-8d39-67730d3f326b owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:12:39.796881 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.ipam_backend_mixin [None req-d7042c82-adfd-4cb4-be29-b3054a3cf7c5 None None] Port 3092ebbb-9972-4e7f-8d39-67730d3f326b was not found and therefore no delete operation was performed {{(pid=103142) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 22:12:39.799108 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d7042c82-adfd-4cb4-be29-b3054a3cf7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (3092ebbb-9972-4e7f-8d39-67730d3f326b), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:39.812362 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-baa393e3-b67f-4314-832a-63dbb6295958 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (d0c80dc8-c713-48f8-a667-bd57fa23e0b2), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:39.826008 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7042c82-adfd-4cb4-be29-b3054a3cf7c5 None None] Pushing event deleted for resources: {'Port': ['ID=3092ebbb-9972-4e7f-8d39-67730d3f326b,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:39.828185 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7042c82-adfd-4cb4-be29-b3054a3cf7c5 None None] No DVR routers for this DVR port 3092ebbb-9972-4e7f-8d39-67730d3f326b on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:12:39.833881 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-baa393e3-b67f-4314-832a-63dbb6295958 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0c80dc8-c713-48f8-a667-bd57fa23e0b2']}} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:39.847764 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-baa393e3-b67f-4314-832a-63dbb6295958 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3ec2063-d8e3-4af6-be5b-4d88ffc131c4') {'for_net_delete': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:39.848064 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-baa393e3-b67f-4314-832a-63dbb6295958 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3ec2063-d8e3-4af6-be5b-4d88ffc131c4') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:39.858592 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-baa393e3-b67f-4314-832a-63dbb6295958 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110711'] for segment (f3ec2063-d8e3-4af6-be5b-4d88ffc131c4), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:39.872373 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-baa393e3-b67f-4314-832a-63dbb6295958 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (f3ec2063-d8e3-4af6-be5b-4d88ffc131c4), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:39.878517 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baa393e3-b67f-4314-832a-63dbb6295958 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=103140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:12:39.878954 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-baa393e3-b67f-4314-832a-63dbb6295958 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669415'] for segment (f3ec2063-d8e3-4af6-be5b-4d88ffc131c4), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:39.882122 n-d-828369-5 neutron-server[103140]: Traceback (most recent call last): Feb 09 22:12:39.882122 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:12:39.882122 n-d-828369-5 neutron-server[103140]: timer() Feb 09 22:12:39.882122 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:12:39.882122 n-d-828369-5 neutron-server[103140]: cb(*args, **kw) Feb 09 22:12:39.882122 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:12:39.882122 n-d-828369-5 neutron-server[103140]: return func(*args, **kwargs) Feb 09 22:12:39.882122 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:12:39.882122 n-d-828369-5 neutron-server[103140]: self._notify() Feb 09 22:12:39.882122 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:12:39.882122 n-d-828369-5 neutron-server[103140]: self.callback(batched_events) Feb 09 22:12:39.882122 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:12:39.882122 n-d-828369-5 neutron-server[103140]: event.method(event) Feb 09 22:12:39.882122 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:12:39.882122 n-d-828369-5 neutron-server[103140]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:12:39.882122 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:12:39.882122 n-d-828369-5 neutron-server[103140]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:12:39.882122 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:12:39.882122 n-d-828369-5 neutron-server[103140]: return f(self, *a, **k) Feb 09 22:12:39.882122 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:12:39.882122 n-d-828369-5 neutron-server[103140]: return self._get(url).json() Feb 09 22:12:39.882122 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:12:39.882122 n-d-828369-5 neutron-server[103140]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:12:39.882122 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:12:39.882122 n-d-828369-5 neutron-server[103140]: return self.request(url, 'GET', **kwargs) Feb 09 22:12:39.882122 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:12:39.882122 n-d-828369-5 neutron-server[103140]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:12:39.882122 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:12:39.882122 n-d-828369-5 neutron-server[103140]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:12:39.882122 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:12:39.882122 n-d-828369-5 neutron-server[103140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:12:39.882122 n-d-828369-5 neutron-server[103140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:12:39.955371 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-baa393e3-b67f-4314-832a-63dbb6295958 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (d0c80dc8-c713-48f8-a667-bd57fa23e0b2), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:39.962417 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-baa393e3-b67f-4314-832a-63dbb6295958 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:39.969712 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-baa393e3-b67f-4314-832a-63dbb6295958 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "DELETE /v2.0/networks/d0c80dc8-c713-48f8-a667-bd57fa23e0b2 HTTP/1.1" status: 204 len: 168 time: 0.7565482 Feb 09 22:12:39.969841 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45800) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:39.976407 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-4045f750-1dab-48ec-bd9d-f1dcc151744f tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Request body: {'port': {'network_id': '03cf8232-0b8e-4d99-9f97-62183ff5d71a', 'name': 'tempest-PortsTestJSON-13484496'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:39.979676 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa393e3-b67f-4314-832a-63dbb6295958 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Pushing event deleted for resources: {'Network': ['ID=d0c80dc8-c713-48f8-a667-bd57fa23e0b2,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:40.069612 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4045f750-1dab-48ec-bd9d-f1dcc151744f tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Made reservation on behalf of f1a7952abcf9475694b1d7f203aba6e7 for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:12:40.073188 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4045f750-1dab-48ec-bd9d-f1dcc151744f tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:40.087708 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3f037ac9-b8dc-43a3-80b6-7e26544d5aa7 req-294ffc80-9b47-40c0-b98d-424d7932259d tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-172141522&fields=id&tenant_id=dbc49f288e0341b88b640bcf3e997b0d HTTP/1.1" status: 200 len: 267 time: 0.0460625 Feb 09 22:12:40.089807 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [None req-4045f750-1dab-48ec-bd9d-f1dcc151744f tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] device_id is not set on port b71b84e2-fb44-4e56-97ce-a4e7430339da yet. {{(pid=103141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:12:40.261582 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4045f750-1dab-48ec-bd9d-f1dcc151744f tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for port (b71b84e2-fb44-4e56-97ce-a4e7430339da), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:40.302302 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4045f750-1dab-48ec-bd9d-f1dcc151744f tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (b71b84e2-fb44-4e56-97ce-a4e7430339da), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:40.348684 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4045f750-1dab-48ec-bd9d-f1dcc151744f tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Network 03cf8232-0b8e-4d99-9f97-62183ff5d71a is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:12:40.351846 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-4045f750-1dab-48ec-bd9d-f1dcc151744f tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:12:40.355763 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4045f750-1dab-48ec-bd9d-f1dcc151744f tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:12:40.361701 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4045f750-1dab-48ec-bd9d-f1dcc151744f tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:40.362336 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4045f750-1dab-48ec-bd9d-f1dcc151744f tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:40.368925 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045f750-1dab-48ec-bd9d-f1dcc151744f tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Pushing event updated for resources: {'Port': ['ID=b71b84e2-fb44-4e56-97ce-a4e7430339da,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:40.387123 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 45802) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:40.387713 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-4045f750-1dab-48ec-bd9d-f1dcc151744f tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 0.4163232 Feb 09 22:12:40.486122 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f037ac9-b8dc-43a3-80b6-7e26544d5aa7 req-d3f9775d-2005-4176-bf35-754c978e7430 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:40.487591 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3f037ac9-b8dc-43a3-80b6-7e26544d5aa7 req-d3f9775d-2005-4176-bf35-754c978e7430 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] 10.222.0.90 "GET /v2.0/networks?id=9e9ac215-f9db-4a76-96c9-9b770f70751e HTTP/1.1" status: 200 len: 814 time: 0.3931849 Feb 09 22:12:40.508533 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3f037ac9-b8dc-43a3-80b6-7e26544d5aa7 req-f10f22d3-50f1-4dd5-a216-62ebb3551b1f tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] 10.222.0.90 "GET /v2.0/quotas/dbc49f288e0341b88b640bcf3e997b0d HTTP/1.1" status: 200 len: 375 time: 0.0149372 Feb 09 22:12:40.526623 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-c212d598-7389-4863-a618-625284aa29db tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Deleting port b71b84e2-fb44-4e56-97ce-a4e7430339da {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:12:40.526885 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c212d598-7389-4863-a618-625284aa29db tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (b71b84e2-fb44-4e56-97ce-a4e7430339da), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:40.615460 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c212d598-7389-4863-a618-625284aa29db tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (b71b84e2-fb44-4e56-97ce-a4e7430339da), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:40.631884 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3f037ac9-b8dc-43a3-80b6-7e26544d5aa7 req-b5fab9da-2ae2-452b-b7d2-e89092ab1fff tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=dbc49f288e0341b88b640bcf3e997b0d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1175001 Feb 09 22:12:40.635873 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-c212d598-7389-4863-a618-625284aa29db tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Calling delete_port for b71b84e2-fb44-4e56-97ce-a4e7430339da owned by {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:12:40.820749 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3f037ac9-b8dc-43a3-80b6-7e26544d5aa7 req-65ea81c3-8d80-49ef-bca2-629150567d2d service neutron] 10.222.0.90 "GET /v2.0/networks/9e9ac215-f9db-4a76-96c9-9b770f70751e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760006 Feb 09 22:12:40.826471 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c212d598-7389-4863-a618-625284aa29db tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (b71b84e2-fb44-4e56-97ce-a4e7430339da), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:40.849346 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73dcdd3-5c5f-4fd9-b04e-ea489c3f36bb req-75ea2333-c94e-4822-a322-42c24f36d7aa tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:40.850782 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f73dcdd3-5c5f-4fd9-b04e-ea489c3f36bb req-75ea2333-c94e-4822-a322-42c24f36d7aa tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=e2da365c-4bdd-486b-827e-d960b76a7ddc HTTP/1.1" status: 200 len: 945 time: 0.1207805 Feb 09 22:12:40.904469 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c212d598-7389-4863-a618-625284aa29db tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Pushing event deleted for resources: {'Port': ['ID=b71b84e2-fb44-4e56-97ce-a4e7430339da,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:40.935554 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c212d598-7389-4863-a618-625284aa29db tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:40.938728 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-c212d598-7389-4863-a618-625284aa29db tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "DELETE /v2.0/ports/b71b84e2-fb44-4e56-97ce-a4e7430339da HTTP/1.1" status: 204 len: 168 time: 0.5506196 Feb 09 22:12:40.941564 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45808) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:40.949825 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-bffe8b69-50d2-4e80-ba85-a7970833d56e tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Request body: {'port': {'network_id': '03cf8232-0b8e-4d99-9f97-62183ff5d71a', 'mac_address': 'fa:16:3e:d6:83:5a', 'name': 'tempest-PortsTestJSON-1045777854'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:41.034025 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f73dcdd3-5c5f-4fd9-b04e-ea489c3f36bb req-622870f3-8539-4d6b-80d3-5adecfc19bc0 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c11f40b7-d1f9-4288-ad38-42983b39662e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1551661 Feb 09 22:12:41.048302 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b319b194-5b03-4523-aa2d-2c2d572c7adc req-6a4e5b47-0edb-4556-9f5d-89689381357f tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:41.049835 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b319b194-5b03-4523-aa2d-2c2d572c7adc req-6a4e5b47-0edb-4556-9f5d-89689381357f tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.95 "GET /v2.0/ports?device_id=e2da365c-4bdd-486b-827e-d960b76a7ddc HTTP/1.1" status: 200 len: 945 time: 0.1433153 Feb 09 22:12:41.050123 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d0a4b0b6-a5ab-4306-a090-ebc82f7bd95e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:41.051795 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3f037ac9-b8dc-43a3-80b6-7e26544d5aa7 req-857ac5eb-bda3-4254-bd81-cc3036a576cf service neutron] 10.222.0.90 "GET /v2.0/networks/9e9ac215-f9db-4a76-96c9-9b770f70751e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234709 Feb 09 22:12:41.062609 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bffe8b69-50d2-4e80-ba85-a7970833d56e tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Made reservation on behalf of f1a7952abcf9475694b1d7f203aba6e7 for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:12:41.143635 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bffe8b69-50d2-4e80-ba85-a7970833d56e tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:41.166466 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [None req-bffe8b69-50d2-4e80-ba85-a7970833d56e tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] device_id is not set on port 8e41a1e4-aafa-453b-83ea-e77076bfdca2 yet. {{(pid=103141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:12:41.168114 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-b319b194-5b03-4523-aa2d-2c2d572c7adc req-6c24a122-c92c-41cc-9ea1-6505ceac959d tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Deleting port eb54afb2-8394-4976-8494-34e3afa458ae {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:12:41.168593 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-b319b194-5b03-4523-aa2d-2c2d572c7adc req-6c24a122-c92c-41cc-9ea1-6505ceac959d tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (eb54afb2-8394-4976-8494-34e3afa458ae), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:41.276476 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-b319b194-5b03-4523-aa2d-2c2d572c7adc req-6c24a122-c92c-41cc-9ea1-6505ceac959d tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] For port eb54afb2-8394-4976-8494-34e3afa458ae, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=eb54afb2-8394-4976-8494-34e3afa458ae,segment=NetworkSegment(ccdb70e6-3e43-42b3-b6b7-87da11db8888),segment_id=ccdb70e6-3e43-42b3-b6b7-87da11db8888)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:12:41.276850 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-b319b194-5b03-4523-aa2d-2c2d572c7adc req-6c24a122-c92c-41cc-9ea1-6505ceac959d tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (eb54afb2-8394-4976-8494-34e3afa458ae), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:41.361034 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bffe8b69-50d2-4e80-ba85-a7970833d56e tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for port (8e41a1e4-aafa-453b-83ea-e77076bfdca2), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:41.398081 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bffe8b69-50d2-4e80-ba85-a7970833d56e tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (8e41a1e4-aafa-453b-83ea-e77076bfdca2), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:41.428956 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-64412e0c-dd44-4f3a-9995-7bd76e8b2ae9 req-7870914b-de56-4860-a0ac-8d88bd363e00 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] 10.222.0.90 "GET /v2.0/ports?device_id=bb2a3736-5130-4358-a798-91104ff86a5e HTTP/1.1" status: 200 len: 210 time: 0.0544734 Feb 09 22:12:41.449593 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bffe8b69-50d2-4e80-ba85-a7970833d56e tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Network 03cf8232-0b8e-4d99-9f97-62183ff5d71a is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:12:41.454329 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-bffe8b69-50d2-4e80-ba85-a7970833d56e tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:12:41.458376 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffe8b69-50d2-4e80-ba85-a7970833d56e tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:12:41.464497 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bffe8b69-50d2-4e80-ba85-a7970833d56e tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:41.465176 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bffe8b69-50d2-4e80-ba85-a7970833d56e tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:41.478412 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffe8b69-50d2-4e80-ba85-a7970833d56e tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Pushing event updated for resources: {'Port': ['ID=8e41a1e4-aafa-453b-83ea-e77076bfdca2,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:41.491998 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-bffe8b69-50d2-4e80-ba85-a7970833d56e tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.5444808 Feb 09 22:12:41.492407 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45824) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:41.541636 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65735b0-8fe8-4f2e-ac41-603a52d70c58 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:41.546752 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-f65735b0-8fe8-4f2e-ac41-603a52d70c58 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "GET /v2.0/ports/8e41a1e4-aafa-453b-83ea-e77076bfdca2 HTTP/1.1" status: 200 len: 841 time: 0.0494857 Feb 09 22:12:41.547074 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45828) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:41.641480 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-b319b194-5b03-4523-aa2d-2c2d572c7adc req-6c24a122-c92c-41cc-9ea1-6505ceac959d tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:41.641849 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-b319b194-5b03-4523-aa2d-2c2d572c7adc req-6c24a122-c92c-41cc-9ea1-6505ceac959d tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (a797ea14-6415-49a8-be20-04b2aff81335), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:41.642171 n-d-828369-5 neutron-server[103140]: INFO neutron.db.l3_db [req-b319b194-5b03-4523-aa2d-2c2d572c7adc req-6c24a122-c92c-41cc-9ea1-6505ceac959d tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Floating IP a797ea14-6415-49a8-be20-04b2aff81335 disassociated. External IP: 172.25.3.9, port: eb54afb2-8394-4976-8494-34e3afa458ae. Feb 09 22:12:41.642535 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-b319b194-5b03-4523-aa2d-2c2d572c7adc req-6c24a122-c92c-41cc-9ea1-6505ceac959d tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Calling delete_port for eb54afb2-8394-4976-8494-34e3afa458ae owned by compute:nova {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:12:41.649608 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-c30adf18-cb4d-4cfb-a578-a67394de1078 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Deleting port 8e41a1e4-aafa-453b-83ea-e77076bfdca2 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:12:41.649935 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c30adf18-cb4d-4cfb-a578-a67394de1078 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (8e41a1e4-aafa-453b-83ea-e77076bfdca2), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:41.727628 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c30adf18-cb4d-4cfb-a578-a67394de1078 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (8e41a1e4-aafa-453b-83ea-e77076bfdca2), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:41.742400 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-c30adf18-cb4d-4cfb-a578-a67394de1078 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Calling delete_port for 8e41a1e4-aafa-453b-83ea-e77076bfdca2 owned by {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:12:41.789232 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-b319b194-5b03-4523-aa2d-2c2d572c7adc req-6c24a122-c92c-41cc-9ea1-6505ceac959d tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (eb54afb2-8394-4976-8494-34e3afa458ae), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:41.822551 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c24a122-c92c-41cc-9ea1-6505ceac959d tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Pushing event deleted for resources: {'Port': ['ID=eb54afb2-8394-4976-8494-34e3afa458ae,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:41.837826 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c30adf18-cb4d-4cfb-a578-a67394de1078 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (8e41a1e4-aafa-453b-83ea-e77076bfdca2), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:41.874118 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30adf18-cb4d-4cfb-a578-a67394de1078 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Pushing event deleted for resources: {'Port': ['ID=8e41a1e4-aafa-453b-83ea-e77076bfdca2,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:41.884562 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c30adf18-cb4d-4cfb-a578-a67394de1078 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:41.887905 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-c30adf18-cb4d-4cfb-a578-a67394de1078 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "DELETE /v2.0/ports/8e41a1e4-aafa-453b-83ea-e77076bfdca2 HTTP/1.1" status: 204 len: 168 time: 0.3397875 Feb 09 22:12:41.890558 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45832) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:41.919110 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e5bc21a-677a-4ffd-b536-d7e12143448c tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] GET failed (client error): The resource could not be found. Feb 09 22:12:41.924053 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-4e5bc21a-677a-4ffd-b536-d7e12143448c tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "GET /v2.0/ports/8e41a1e4-aafa-453b-83ea-e77076bfdca2 HTTP/1.1" status: 404 len: 333 time: 0.0291352 Feb 09 22:12:41.924469 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45834) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:41.929299 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-042f97a2-901a-438c-be2a-034f64820b2d tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Request body: {'port': {'network_id': '03cf8232-0b8e-4d99-9f97-62183ff5d71a', 'name': 'tempest-PortsTestJSON-1389026735'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:41.957279 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b319b194-5b03-4523-aa2d-2c2d572c7adc req-6c24a122-c92c-41cc-9ea1-6505ceac959d tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Router cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:12:42.030417 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-042f97a2-901a-438c-be2a-034f64820b2d tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Made reservation on behalf of f1a7952abcf9475694b1d7f203aba6e7 for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:12:42.035394 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-042f97a2-901a-438c-be2a-034f64820b2d tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:42.055536 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [None req-042f97a2-901a-438c-be2a-034f64820b2d tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] device_id is not set on port 2cb4e626-7442-41bb-8e6f-cec5ea39fcb3 yet. {{(pid=103141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:12:42.079301 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b319b194-5b03-4523-aa2d-2c2d572c7adc req-6c24a122-c92c-41cc-9ea1-6505ceac959d tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:12:42.090252 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058ed0f5-0a3a-4b88-912c-e43be92bb3d4 None None] Sync routers for ids ['cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:12:42.100488 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058ed0f5-0a3a-4b88-912c-e43be92bb3d4 None None] Routers {'cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:12:42.101113 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-058ed0f5-0a3a-4b88-912c-e43be92bb3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:12:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:42.126674 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-b319b194-5b03-4523-aa2d-2c2d572c7adc req-6c24a122-c92c-41cc-9ea1-6505ceac959d tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] No DVR routers for this DVR port eb54afb2-8394-4976-8494-34e3afa458ae on host n-h1-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:12:42.133371 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-b319b194-5b03-4523-aa2d-2c2d572c7adc req-6c24a122-c92c-41cc-9ea1-6505ceac959d tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:42.138500 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b319b194-5b03-4523-aa2d-2c2d572c7adc req-6c24a122-c92c-41cc-9ea1-6505ceac959d tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.95 "DELETE /v2.0/ports/eb54afb2-8394-4976-8494-34e3afa458ae HTTP/1.1" status: 204 len: 173 time: 1.0830500 Feb 09 22:12:42.139591 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2da365c-4bdd-486b-827e-d960b76a7ddc', 'name': 'network-vif-deleted', 'tag': 'eb54afb2-8394-4976-8494-34e3afa458ae'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:12:42.141770 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73f9e1cb-1929-453f-97f3-8b523bc237d7" -d '{"events": [{"server_uuid": "e2da365c-4bdd-486b-827e-d960b76a7ddc", "name": "network-vif-deleted", "tag": "eb54afb2-8394-4976-8494-34e3afa458ae"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:12:42.199646 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2c5fa75d-0259-4df8-9b88-8e96368e08c6 req-b4cea2de-ba26-4aad-962c-7c000752f476 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=e2da365c-4bdd-486b-827e-d960b76a7ddc HTTP/1.1" status: 200 len: 210 time: 0.0545940 Feb 09 22:12:42.214602 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-058ed0f5-0a3a-4b88-912c-e43be92bb3d4 None None] Set router cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:12:42.309464 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-042f97a2-901a-438c-be2a-034f64820b2d tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for port (2cb4e626-7442-41bb-8e6f-cec5ea39fcb3), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:42.373681 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-042f97a2-901a-438c-be2a-034f64820b2d tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (2cb4e626-7442-41bb-8e6f-cec5ea39fcb3), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:42.393602 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df4c87a-72ee-46db-8f7c-a264454743bc x-openstack-request-id: req-9df4c87a-72ee-46db-8f7c-a264454743bc {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:12:42.393902 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2da365c-4bdd-486b-827e-d960b76a7ddc", "name": "network-vif-deleted", "tag": "eb54afb2-8394-4976-8494-34e3afa458ae", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:12:42.394166 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-9df4c87a-72ee-46db-8f7c-a264454743bc {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:12:42.394585 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2da365c-4bdd-486b-827e-d960b76a7ddc', 'name': 'network-vif-deleted', 'tag': 'eb54afb2-8394-4976-8494-34e3afa458ae', 'status': 'completed', 'code': 200} Feb 09 22:12:42.492392 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-058ed0f5-0a3a-4b88-912c-e43be92bb3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35', 'name': 'tempest-TestVolumeBootPattern-349808441-router', 'tenant_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '639ab24a-86af-4317-8f91-0206fb200e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:05:08Z', 'updated_at': '2022-02-09T22:05:10Z', 'revision_number': 4, 'project_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'gw_port': {'id': '639ab24a-86af-4317-8f91-0206fb200e3e', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:3d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:05:08Z', 'updated_at': '2022-02-09T22:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '0100317d-657e-47d0-bf16-9565a9002fec', 'name': '', 'network_id': '7e64d8e8-78a3-4987-8778-47d4e5b9b498', 'tenant_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'mac_address': 'fa:16:3e:f5:0d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '84c886de-428b-4fdd-ac96-e9bdd27d5e04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:05:10Z', 'updated_at': '2022-02-09T22:05:15Z', 'revision_number': 5, 'project_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'subnets': [{'id': '84c886de-428b-4fdd-ac96-e9bdd27d5e04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:42.529848 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058ed0f5-0a3a-4b88-912c-e43be92bb3d4 None None] Checking router: cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35 for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:12:42.531720 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042f97a2-901a-438c-be2a-034f64820b2d tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Network 03cf8232-0b8e-4d99-9f97-62183ff5d71a is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:12:42.538130 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-042f97a2-901a-438c-be2a-034f64820b2d tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:12:42.546887 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058ed0f5-0a3a-4b88-912c-e43be92bb3d4 None None] Routers {'cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:12:42.547740 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-058ed0f5-0a3a-4b88-912c-e43be92bb3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:12:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:42.548135 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042f97a2-901a-438c-be2a-034f64820b2d tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:12:42.553262 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042f97a2-901a-438c-be2a-034f64820b2d tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:42.555713 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-042f97a2-901a-438c-be2a-034f64820b2d tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:42.565995 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042f97a2-901a-438c-be2a-034f64820b2d tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Pushing event updated for resources: {'Port': ['ID=2cb4e626-7442-41bb-8e6f-cec5ea39fcb3,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:42.597357 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-042f97a2-901a-438c-be2a-034f64820b2d tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6715331 Feb 09 22:12:42.601006 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3e399b69-4dc6-424d-bddc-b944a5ab5867 req-740f3a1c-54ef-43e6-bc87-0f503b4f9144 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] 10.222.0.90 "GET /v2.0/ports?device_id=bb2a3736-5130-4358-a798-91104ff86a5e HTTP/1.1" status: 200 len: 210 time: 0.0574970 Feb 09 22:12:42.601554 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 45844) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:42.612943 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-64b55775-7f2c-4bfc-bf61-0bc4d3abc0ac tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:42.667145 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f037ac9-b8dc-43a3-80b6-7e26544d5aa7 req-fb4e1454-2f3d-4250-afdb-fe16c7623437 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:42.668753 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-3f037ac9-b8dc-43a3-80b6-7e26544d5aa7 req-fb4e1454-2f3d-4250-afdb-fe16c7623437 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] 10.222.0.89 "GET /v2.0/networks?id=9e9ac215-f9db-4a76-96c9-9b770f70751e HTTP/1.1" status: 200 len: 814 time: 0.2156787 Feb 09 22:12:42.693363 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-64b55775-7f2c-4bfc-bf61-0bc4d3abc0ac tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (2cb4e626-7442-41bb-8e6f-cec5ea39fcb3), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:42.738988 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-058ed0f5-0a3a-4b88-912c-e43be92bb3d4 None None] Set router cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:12:42.777580 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-3f037ac9-b8dc-43a3-80b6-7e26544d5aa7 req-4a282bd8-ec2a-4144-b1d1-f81a2610f113 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dbc49f288e0341b88b640bcf3e997b0d HTTP/1.1" status: 200 len: 379 time: 0.0993767 Feb 09 22:12:42.788518 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-3f037ac9-b8dc-43a3-80b6-7e26544d5aa7 req-799ac1ed-d0fb-4d10-8520-b52b748f9197 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Request body: {'port': {'device_id': 'bb2a3736-5130-4358-a798-91104ff86a5e', 'network_id': '9e9ac215-f9db-4a76-96c9-9b770f70751e', 'admin_state_up': True, 'tenant_id': 'dbc49f288e0341b88b640bcf3e997b0d', 'security_groups': ['1d2c6cd2-b797-415e-adcb-d6c4d56e60ab']}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:42.834936 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:42.954095 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f037ac9-b8dc-43a3-80b6-7e26544d5aa7 req-799ac1ed-d0fb-4d10-8520-b52b748f9197 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Made reservation on behalf of dbc49f288e0341b88b640bcf3e997b0d for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:12:42.961129 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-64b55775-7f2c-4bfc-bf61-0bc4d3abc0ac tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for port (2cb4e626-7442-41bb-8e6f-cec5ea39fcb3), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:42.962558 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-3f037ac9-b8dc-43a3-80b6-7e26544d5aa7 req-799ac1ed-d0fb-4d10-8520-b52b748f9197 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:42.968437 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-64b55775-7f2c-4bfc-bf61-0bc4d3abc0ac tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (2cb4e626-7442-41bb-8e6f-cec5ea39fcb3), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:42.989686 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-058ed0f5-0a3a-4b88-912c-e43be92bb3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35', 'name': 'tempest-TestVolumeBootPattern-349808441-router', 'tenant_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '639ab24a-86af-4317-8f91-0206fb200e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:05:08Z', 'updated_at': '2022-02-09T22:05:10Z', 'revision_number': 4, 'project_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'gw_port': {'id': '639ab24a-86af-4317-8f91-0206fb200e3e', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:3d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:05:08Z', 'updated_at': '2022-02-09T22:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '0100317d-657e-47d0-bf16-9565a9002fec', 'name': '', 'network_id': '7e64d8e8-78a3-4987-8778-47d4e5b9b498', 'tenant_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'mac_address': 'fa:16:3e:f5:0d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '84c886de-428b-4fdd-ac96-e9bdd27d5e04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:05:10Z', 'updated_at': '2022-02-09T22:05:15Z', 'revision_number': 5, 'project_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'subnets': [{'id': '84c886de-428b-4fdd-ac96-e9bdd27d5e04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:43.011705 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-64b55775-7f2c-4bfc-bf61-0bc4d3abc0ac tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] In _notify_port_updated(), no bound segment for port 2cb4e626-7442-41bb-8e6f-cec5ea39fcb3 on network 03cf8232-0b8e-4d99-9f97-62183ff5d71a {{(pid=103140) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 22:12:43.018023 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b55775-7f2c-4bfc-bf61-0bc4d3abc0ac tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:43.018724 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-64b55775-7f2c-4bfc-bf61-0bc4d3abc0ac tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:43.020121 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-64b55775-7f2c-4bfc-bf61-0bc4d3abc0ac tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "PUT /v2.0/ports/2cb4e626-7442-41bb-8e6f-cec5ea39fcb3 HTTP/1.1" status: 200 len: 818 time: 0.4175682 Feb 09 22:12:43.022932 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 45846) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:43.030675 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058ed0f5-0a3a-4b88-912c-e43be92bb3d4 None None] The sync data for ids ['cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35'] in n-d-828369-5 is: [{'id': 'cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35', 'name': 'tempest-TestVolumeBootPattern-349808441-router', 'tenant_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '639ab24a-86af-4317-8f91-0206fb200e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:05:08Z', 'updated_at': '2022-02-09T22:05:10Z', 'revision_number': 4, 'project_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'gw_port': {'id': '639ab24a-86af-4317-8f91-0206fb200e3e', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:3d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:05:08Z', 'updated_at': '2022-02-09T22:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '0100317d-657e-47d0-bf16-9565a9002fec', 'name': '', 'network_id': '7e64d8e8-78a3-4987-8778-47d4e5b9b498', 'tenant_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'mac_address': 'fa:16:3e:f5:0d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '84c886de-428b-4fdd-ac96-e9bdd27d5e04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:05:10Z', 'updated_at': '2022-02-09T22:05:15Z', 'revision_number': 5, 'project_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'subnets': [{'id': '84c886de-428b-4fdd-ac96-e9bdd27d5e04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:12:43.078849 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b55775-7f2c-4bfc-bf61-0bc4d3abc0ac tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Pushing event updated for resources: {'Port': ['ID=2cb4e626-7442-41bb-8e6f-cec5ea39fcb3,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:43.171622 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-6b782eb3-b699-472e-b99d-3d5550f22430 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Deleting port 2cb4e626-7442-41bb-8e6f-cec5ea39fcb3 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:12:43.172249 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6b782eb3-b699-472e-b99d-3d5550f22430 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (2cb4e626-7442-41bb-8e6f-cec5ea39fcb3), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:43.203049 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [req-3f037ac9-b8dc-43a3-80b6-7e26544d5aa7 req-799ac1ed-d0fb-4d10-8520-b52b748f9197 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Allocated IP 172.20.0.9 (9e9ac215-f9db-4a76-96c9-9b770f70751e/1c6c0320-c465-43a6-b50c-75838bf608f0/f876e95a-42cc-4f31-b8f2-05185c677ea9) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:12:43.489784 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3555ad3-6f66-4448-b3e5-a2f950fb76d2 None None] New status for floating IP a797ea14-6415-49a8-be20-04b2aff81335: DOWN {{(pid=103142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:12:43.498242 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-3f037ac9-b8dc-43a3-80b6-7e26544d5aa7 req-799ac1ed-d0fb-4d10-8520-b52b748f9197 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Publish callbacks [] for port (f876e95a-42cc-4f31-b8f2-05185c677ea9), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:43.577320 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-3f037ac9-b8dc-43a3-80b6-7e26544d5aa7 req-799ac1ed-d0fb-4d10-8520-b52b748f9197 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (f876e95a-42cc-4f31-b8f2-05185c677ea9), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:43.602646 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fd148049-1e71-4217-9862-545c42f4336b req-192aac6f-4397-4017-be42-effab8155c04 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=e2da365c-4bdd-486b-827e-d960b76a7ddc HTTP/1.1" status: 200 len: 210 time: 0.0439200 Feb 09 22:12:43.628873 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6b782eb3-b699-472e-b99d-3d5550f22430 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (2cb4e626-7442-41bb-8e6f-cec5ea39fcb3), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:43.656927 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-6b782eb3-b699-472e-b99d-3d5550f22430 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Calling delete_port for 2cb4e626-7442-41bb-8e6f-cec5ea39fcb3 owned by {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:12:43.727651 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f037ac9-b8dc-43a3-80b6-7e26544d5aa7 req-799ac1ed-d0fb-4d10-8520-b52b748f9197 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Network 9e9ac215-f9db-4a76-96c9-9b770f70751e is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:12:43.733189 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799ac1ed-d0fb-4d10-8520-b52b748f9197 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Pushing event updated for resources: {'Port': ['ID=f876e95a-42cc-4f31-b8f2-05185c677ea9,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:43.736494 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [req-3f037ac9-b8dc-43a3-80b6-7e26544d5aa7 req-799ac1ed-d0fb-4d10-8520-b52b748f9197 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:12:43.750973 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f037ac9-b8dc-43a3-80b6-7e26544d5aa7 req-799ac1ed-d0fb-4d10-8520-b52b748f9197 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:12:43.836427 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6b782eb3-b699-472e-b99d-3d5550f22430 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (2cb4e626-7442-41bb-8e6f-cec5ea39fcb3), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:43.843848 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f037ac9-b8dc-43a3-80b6-7e26544d5aa7 req-799ac1ed-d0fb-4d10-8520-b52b748f9197 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:43.844561 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-3f037ac9-b8dc-43a3-80b6-7e26544d5aa7 req-799ac1ed-d0fb-4d10-8520-b52b748f9197 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:43.869309 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-3f037ac9-b8dc-43a3-80b6-7e26544d5aa7 req-799ac1ed-d0fb-4d10-8520-b52b748f9197 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0846682 Feb 09 22:12:43.878188 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b782eb3-b699-472e-b99d-3d5550f22430 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Pushing event deleted for resources: {'Port': ['ID=2cb4e626-7442-41bb-8e6f-cec5ea39fcb3,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:43.893333 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfb37b2-5823-4632-a57c-d62c0350c38c req-d72185ad-46e5-4e92-aa34-5efa70833650 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:43.894949 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-3f037ac9-b8dc-43a3-80b6-7e26544d5aa7 req-2f023b79-654f-4740-b6e0-db162e647f77 service neutron] Request body: {'port': {'device_id': 'bb2a3736-5130-4358-a798-91104ff86a5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:43.895182 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2cfb37b2-5823-4632-a57c-d62c0350c38c req-d72185ad-46e5-4e92-aa34-5efa70833650 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] 10.222.0.90 "GET /v2.0/ports?device_id=bb2a3736-5130-4358-a798-91104ff86a5e HTTP/1.1" status: 200 len: 931 time: 0.1115041 Feb 09 22:12:43.899487 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6b782eb3-b699-472e-b99d-3d5550f22430 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:43.906441 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-6b782eb3-b699-472e-b99d-3d5550f22430 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "DELETE /v2.0/ports/2cb4e626-7442-41bb-8e6f-cec5ea39fcb3 HTTP/1.1" status: 204 len: 168 time: 0.8824236 Feb 09 22:12:43.907117 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 45852) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:44.031181 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-3f037ac9-b8dc-43a3-80b6-7e26544d5aa7 req-2f023b79-654f-4740-b6e0-db162e647f77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (f876e95a-42cc-4f31-b8f2-05185c677ea9), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:44.032861 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2cfb37b2-5823-4632-a57c-d62c0350c38c req-d8b79c55-30cb-4b9c-8d15-99612c9e0e42 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d2c6cd2-b797-415e-adcb-d6c4d56e60ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243367 Feb 09 22:12:44.049016 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a7adb8-fc99-416f-a307-f5b8446ccfc9 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:44.054492 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-88a7adb8-fc99-416f-a307-f5b8446ccfc9 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1394343 Feb 09 22:12:44.055295 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 45854) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:44.095593 n-d-828369-5 neutron-server[103140]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dcc889f-c328-4ac7-a249-32809f7a4ea3 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] GET failed (client error): The resource could not be found. Feb 09 22:12:44.101156 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-6dcc889f-c328-4ac7-a249-32809f7a4ea3 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "GET /v2.0/ports/2cb4e626-7442-41bb-8e6f-cec5ea39fcb3 HTTP/1.1" status: 404 len: 333 time: 0.0445559 Feb 09 22:12:44.101732 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 45856) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:44.107359 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-92239fd9-b268-41f4-8ff8-1fc69db7c9d4 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-177476636'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:44.134329 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92239fd9-b268-41f4-8ff8-1fc69db7c9d4 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Made reservation on behalf of f1a7952abcf9475694b1d7f203aba6e7 for: {'network': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:12:44.149603 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-92239fd9-b268-41f4-8ff8-1fc69db7c9d4 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:44.161452 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-48f590a4-1223-4722-93bd-27a65359830b None None] Provisioning complete for port f876e95a-42cc-4f31-b8f2-05185c677ea9 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:44.161983 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-48f590a4-1223-4722-93bd-27a65359830b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (f876e95a-42cc-4f31-b8f2-05185c677ea9), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:44.188482 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92239fd9-b268-41f4-8ff8-1fc69db7c9d4 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=103140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:12:44.203573 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-92239fd9-b268-41f4-8ff8-1fc69db7c9d4 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (96993228-cbc0-42d6-b3a0-99a40e5052d8), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:44.204279 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-92239fd9-b268-41f4-8ff8-1fc69db7c9d4 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Added segment 96993228-cbc0-42d6-b3a0-99a40e5052d8 of type vlan for network 6e0ce29e-5e4d-493b-a3d2-cfde8f64cd2b Feb 09 22:12:44.304806 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-92239fd9-b268-41f4-8ff8-1fc69db7c9d4 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (6e0ce29e-5e4d-493b-a3d2-cfde8f64cd2b), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:44.353413 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-92239fd9-b268-41f4-8ff8-1fc69db7c9d4 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (6e0ce29e-5e4d-493b-a3d2-cfde8f64cd2b), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:44.359023 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92239fd9-b268-41f4-8ff8-1fc69db7c9d4 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:44.359732 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-92239fd9-b268-41f4-8ff8-1fc69db7c9d4 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:44.449091 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-92239fd9-b268-41f4-8ff8-1fc69db7c9d4 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3437452 Feb 09 22:12:44.450957 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45858) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:44.457794 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-befde72e-53e6-4c09-860c-5c985389aa32 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Request body: {'subnet': {'network_id': '6e0ce29e-5e4d-493b-a3d2-cfde8f64cd2b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:44.474013 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92239fd9-b268-41f4-8ff8-1fc69db7c9d4 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Pushing event updated for resources: {'Network': ['ID=6e0ce29e-5e4d-493b-a3d2-cfde8f64cd2b,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:44.480428 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-48f590a4-1223-4722-93bd-27a65359830b None None] Port f876e95a-42cc-4f31-b8f2-05185c677ea9 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:12:44.484320 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:44.487823 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 6e0ce29e-5e4d-493b-a3d2-cfde8f64cd2b details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:12:44.525593 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-3f037ac9-b8dc-43a3-80b6-7e26544d5aa7 req-2f023b79-654f-4740-b6e0-db162e647f77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f876e95a-42cc-4f31-b8f2-05185c677ea9 {{(pid=103141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:12:44.541564 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-3f037ac9-b8dc-43a3-80b6-7e26544d5aa7 req-2f023b79-654f-4740-b6e0-db162e647f77 service neutron] Publish callbacks [] for port (f876e95a-42cc-4f31-b8f2-05185c677ea9), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:44.568577 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-3f037ac9-b8dc-43a3-80b6-7e26544d5aa7 req-2f023b79-654f-4740-b6e0-db162e647f77 service neutron] Transition to ACTIVE for port object f876e95a-42cc-4f31-b8f2-05185c677ea9 will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:12:44.574259 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-3f037ac9-b8dc-43a3-80b6-7e26544d5aa7 req-2f023b79-654f-4740-b6e0-db162e647f77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (f876e95a-42cc-4f31-b8f2-05185c677ea9), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:44.660686 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f023b79-654f-4740-b6e0-db162e647f77 service neutron] Pushing event updated for resources: {'Port': ['ID=f876e95a-42cc-4f31-b8f2-05185c677ea9,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:44.663486 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-befde72e-53e6-4c09-860c-5c985389aa32 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Made reservation on behalf of f1a7952abcf9475694b1d7f203aba6e7 for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:12:44.674293 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-befde72e-53e6-4c09-860c-5c985389aa32 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:44.724471 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-be21665a-3708-43b0-96b5-301e05e88fd4 req-f4d35910-40a7-4c30-968e-0f6294ed3fbb tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=e2da365c-4bdd-486b-827e-d960b76a7ddc HTTP/1.1" status: 200 len: 210 time: 0.0379214 Feb 09 22:12:44.780064 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device eb54afb2-8394-4976-8494-34e3afa458ae no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:12:44.818205 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] No Port match for: eb54afb2-8394-4976-8494-34e3afa458ae {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:12:44.818623 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device eb54afb2-8394-4976-8494-34e3afa458ae not bound to the agent host n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:12:44.903261 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-3f037ac9-b8dc-43a3-80b6-7e26544d5aa7 req-2f023b79-654f-4740-b6e0-db162e647f77 service neutron] Attempting to bind port f876e95a-42cc-4f31-b8f2-05185c677ea9 on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:12:44.903582 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-3f037ac9-b8dc-43a3-80b6-7e26544d5aa7 req-2f023b79-654f-4740-b6e0-db162e647f77 service neutron] Attempting to bind port f876e95a-42cc-4f31-b8f2-05185c677ea9 by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': 'a8622317-7d56-439b-892c-bfc5582cf06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '9e9ac215-f9db-4a76-96c9-9b770f70751e'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:12:44.903923 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f037ac9-b8dc-43a3-80b6-7e26544d5aa7 req-2f023b79-654f-4740-b6e0-db162e647f77 service neutron] Attempting to bind port f876e95a-42cc-4f31-b8f2-05185c677ea9 on network 9e9ac215-f9db-4a76-96c9-9b770f70751e {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:12:44.927743 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f037ac9-b8dc-43a3-80b6-7e26544d5aa7 req-2f023b79-654f-4740-b6e0-db162e647f77 service neutron] Port f876e95a-42cc-4f31-b8f2-05185c677ea9 on network 9e9ac215-f9db-4a76-96c9-9b770f70751e not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:12:44.928069 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f037ac9-b8dc-43a3-80b6-7e26544d5aa7 req-2f023b79-654f-4740-b6e0-db162e647f77 service neutron] Attempting to bind port f876e95a-42cc-4f31-b8f2-05185c677ea9 on network 9e9ac215-f9db-4a76-96c9-9b770f70751e {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:12:44.941596 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f037ac9-b8dc-43a3-80b6-7e26544d5aa7 req-2f023b79-654f-4740-b6e0-db162e647f77 service neutron] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:12:44.941930 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f037ac9-b8dc-43a3-80b6-7e26544d5aa7 req-2f023b79-654f-4740-b6e0-db162e647f77 service neutron] Checking segment: {'id': 'a8622317-7d56-439b-892c-bfc5582cf06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '9e9ac215-f9db-4a76-96c9-9b770f70751e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:12:44.942312 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f037ac9-b8dc-43a3-80b6-7e26544d5aa7 req-2f023b79-654f-4740-b6e0-db162e647f77 service neutron] Bound using segment: {'id': 'a8622317-7d56-439b-892c-bfc5582cf06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '9e9ac215-f9db-4a76-96c9-9b770f70751e'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:12:44.942741 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-3f037ac9-b8dc-43a3-80b6-7e26544d5aa7 req-2f023b79-654f-4740-b6e0-db162e647f77 service neutron] Bound port: f876e95a-42cc-4f31-b8f2-05185c677ea9, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8622317-7d56-439b-892c-bfc5582cf06a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '9e9ac215-f9db-4a76-96c9-9b770f70751e'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:12:44.943097 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-3f037ac9-b8dc-43a3-80b6-7e26544d5aa7 req-2f023b79-654f-4740-b6e0-db162e647f77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (f876e95a-42cc-4f31-b8f2-05185c677ea9), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:44.981675 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-befde72e-53e6-4c09-860c-5c985389aa32 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (dd0b632e-acd2-4fcd-8dc5-fed466cbe04c), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:45.071899 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-3f037ac9-b8dc-43a3-80b6-7e26544d5aa7 req-2f023b79-654f-4740-b6e0-db162e647f77 service neutron] For port f876e95a-42cc-4f31-b8f2-05185c677ea9, host n-h2-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:12:45.075885 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-3f037ac9-b8dc-43a3-80b6-7e26544d5aa7 req-2f023b79-654f-4740-b6e0-db162e647f77 service neutron] For port f876e95a-42cc-4f31-b8f2-05185c677ea9, host n-h2-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=f876e95a-42cc-4f31-b8f2-05185c677ea9,segment=NetworkSegment(a8622317-7d56-439b-892c-bfc5582cf06a),segment_id=a8622317-7d56-439b-892c-bfc5582cf06a)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:12:45.077500 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befde72e-53e6-4c09-860c-5c985389aa32 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Pushing event updated for resources: {'Subnet': ['ID=dd0b632e-acd2-4fcd-8dc5-fed466cbe04c,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:45.093500 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-3f037ac9-b8dc-43a3-80b6-7e26544d5aa7 req-2f023b79-654f-4740-b6e0-db162e647f77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (f876e95a-42cc-4f31-b8f2-05185c677ea9), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:45.106412 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befde72e-53e6-4c09-860c-5c985389aa32 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Checking segment: {'id': '96993228-cbc0-42d6-b3a0-99a40e5052d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '6e0ce29e-5e4d-493b-a3d2-cfde8f64cd2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:12:45.106805 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-befde72e-53e6-4c09-860c-5c985389aa32 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Network hostable DHCP agents. Network: 6e0ce29e-5e4d-493b-a3d2-cfde8f64cd2b, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:12:45.139920 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f037ac9-b8dc-43a3-80b6-7e26544d5aa7 req-2f023b79-654f-4740-b6e0-db162e647f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:45.141038 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-3f037ac9-b8dc-43a3-80b6-7e26544d5aa7 req-2f023b79-654f-4740-b6e0-db162e647f77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:45.142820 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-3f037ac9-b8dc-43a3-80b6-7e26544d5aa7 req-2f023b79-654f-4740-b6e0-db162e647f77 service neutron] 10.222.0.89 "PUT /v2.0/ports/f876e95a-42cc-4f31-b8f2-05185c677ea9 HTTP/1.1" status: 200 len: 1091 time: 1.2630093 Feb 09 22:12:45.144645 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb2a3736-5130-4358-a798-91104ff86a5e', 'tag': 'f876e95a-42cc-4f31-b8f2-05185c677ea9'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:12:45.155092 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddc6f6ca-5733-4946-9a8b-ee01c9c59b86" -d '{"events": [{"name": "network-changed", "server_uuid": "bb2a3736-5130-4358-a798-91104ff86a5e", "tag": "f876e95a-42cc-4f31-b8f2-05185c677ea9"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:12:45.195977 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470a845f-7391-4d13-b6be-95532045ce85 req-5f6e9173-80e4-4aec-8001-c4007175ca03 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:45.196116 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-befde72e-53e6-4c09-860c-5c985389aa32 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Network 6e0ce29e-5e4d-493b-a3d2-cfde8f64cd2b is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:12:45.197823 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-470a845f-7391-4d13-b6be-95532045ce85 req-5f6e9173-80e4-4aec-8001-c4007175ca03 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] 10.222.0.90 "GET /v2.0/ports?device_id=bb2a3736-5130-4358-a798-91104ff86a5e HTTP/1.1" status: 200 len: 943 time: 0.0748408 Feb 09 22:12:45.240204 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f023b79-654f-4740-b6e0-db162e647f77 service neutron] Pushing event updated for resources: {'Port': ['ID=f876e95a-42cc-4f31-b8f2-05185c677ea9,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:45.248360 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-befde72e-53e6-4c09-860c-5c985389aa32 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 6e0ce29e-5e4d-493b-a3d2-cfde8f64cd2b) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:12:45.254453 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-befde72e-53e6-4c09-860c-5c985389aa32 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:45.255422 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-befde72e-53e6-4c09-860c-5c985389aa32 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:45.256851 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19291dc2-89c7-4456-8514-53ab5d00ffe3 None None] Network 6e0ce29e-5e4d-493b-a3d2-cfde8f64cd2b requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:12:45.260970 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3c86264-4538-4273-a157-29e600fa4d31 x-openstack-request-id: req-e3c86264-4538-4273-a157-29e600fa4d31 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:12:45.260970 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb2a3736-5130-4358-a798-91104ff86a5e", "tag": "f876e95a-42cc-4f31-b8f2-05185c677ea9", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:12:45.261439 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-e3c86264-4538-4273-a157-29e600fa4d31 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:12:45.262111 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb2a3736-5130-4358-a798-91104ff86a5e', 'tag': 'f876e95a-42cc-4f31-b8f2-05185c677ea9', 'status': 'completed', 'code': 200} Feb 09 22:12:45.271345 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-470a845f-7391-4d13-b6be-95532045ce85 req-50fc39d9-35b6-490e-acf5-cbbf03d16f8e tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d2c6cd2-b797-415e-adcb-d6c4d56e60ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669940 Feb 09 22:12:45.317043 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 45866) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:45.323055 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-10edbedc-b337-4025-9f74-e81e93e90599 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Request body: {'subnet': {'network_id': '6e0ce29e-5e4d-493b-a3d2-cfde8f64cd2b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:45.329428 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-befde72e-53e6-4c09-860c-5c985389aa32 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8764637 Feb 09 22:12:45.340845 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f037ac9-b8dc-43a3-80b6-7e26544d5aa7 req-567eba24-ff5c-4dfe-abd4-4b3cb1b13a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:45.342918 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-3f037ac9-b8dc-43a3-80b6-7e26544d5aa7 req-567eba24-ff5c-4dfe-abd4-4b3cb1b13a3c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=dbc49f288e0341b88b640bcf3e997b0d&device_id=bb2a3736-5130-4358-a798-91104ff86a5e HTTP/1.1" status: 200 len: 1125 time: 0.1226192 Feb 09 22:12:45.412847 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-3f037ac9-b8dc-43a3-80b6-7e26544d5aa7 req-6f4ed88c-b887-4808-8117-94d7438e19bd service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f876e95a-42cc-4f31-b8f2-05185c677ea9 HTTP/1.1" status: 200 len: 217 time: 0.0608525 Feb 09 22:12:45.474418 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3e38ab-0339-4307-b1d7-506f65d77829 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-6e0ce29e-5e4d-493b-a3d2-cfde8f64cd2b', 'network_id': '6e0ce29e-5e4d-493b-a3d2-cfde8f64cd2b', 'project_id': 'f1a7952abcf9475694b1d7f203aba6e7', 'fixed_ips': [{'subnet_id': 'dd0b632e-acd2-4fcd-8dc5-fed466cbe04c'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:12:45.476348 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2d3e38ab-0339-4307-b1d7-506f65d77829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:45.482553 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10edbedc-b337-4025-9f74-e81e93e90599 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Made reservation on behalf of f1a7952abcf9475694b1d7f203aba6e7 for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:12:45.490477 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-10edbedc-b337-4025-9f74-e81e93e90599 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621317'] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:45.498300 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:45.506789 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f037ac9-b8dc-43a3-80b6-7e26544d5aa7 req-c8a1321c-61c5-4909-812a-2762301342e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:45.510826 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-3f037ac9-b8dc-43a3-80b6-7e26544d5aa7 req-c8a1321c-61c5-4909-812a-2762301342e2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1c6c0320-c465-43a6-b50c-75838bf608f0 HTTP/1.1" status: 200 len: 853 time: 0.0908747 Feb 09 22:12:45.575178 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f037ac9-b8dc-43a3-80b6-7e26544d5aa7 req-ea00ef05-8048-4e2a-a3e5-5b3ff9a654cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:45.577309 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-3f037ac9-b8dc-43a3-80b6-7e26544d5aa7 req-ea00ef05-8048-4e2a-a3e5-5b3ff9a654cd service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9e9ac215-f9db-4a76-96c9-9b770f70751e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0594172 Feb 09 22:12:45.598302 n-d-828369-5 neutron-server[103140]: INFO neutron.db.ipam_backend_mixin [None req-10edbedc-b337-4025-9f74-e81e93e90599 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet dd0b632e-acd2-4fcd-8dc5-fed466cbe04c (CIDR: 172.20.0.0/28) Feb 09 22:12:45.603653 n-d-828369-5 neutron-server[103140]: INFO neutron.pecan_wsgi.hooks.translation [None req-10edbedc-b337-4025-9f74-e81e93e90599 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 22:12:45.604144 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10edbedc-b337-4025-9f74-e81e93e90599 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:12:45.632163 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-10edbedc-b337-4025-9f74-e81e93e90599 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3137715 Feb 09 22:12:45.636575 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 45868) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:45.645581 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-21185039-d08f-4f88-89f0-17817e04a45c tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Request body: {'subnet': {'network_id': '6e0ce29e-5e4d-493b-a3d2-cfde8f64cd2b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:45.650158 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-2d3e38ab-0339-4307-b1d7-506f65d77829 None None] Allocated IP 172.20.0.2 (6e0ce29e-5e4d-493b-a3d2-cfde8f64cd2b/dd0b632e-acd2-4fcd-8dc5-fed466cbe04c/fc2963af-1053-4951-a34b-ca17c55e42f0) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:12:45.700533 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-3f037ac9-b8dc-43a3-80b6-7e26544d5aa7 req-1347853f-200e-4ccf-8a1f-81a6456290a1 service neutron] 10.222.0.89 "GET /v2.0/networks/9e9ac215-f9db-4a76-96c9-9b770f70751e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160619 Feb 09 22:12:45.822801 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-3f037ac9-b8dc-43a3-80b6-7e26544d5aa7 req-790b7473-f44b-44a0-885d-c385ef0773cf service neutron] 10.222.0.89 "GET /v2.0/networks/9e9ac215-f9db-4a76-96c9-9b770f70751e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159542 Feb 09 22:12:45.850778 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4d1e3c02-67a7-4271-80a1-e2e4c7c540ef req-c309b632-1f46-4e14-9b3b-92836a15c4f2 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=e2da365c-4bdd-486b-827e-d960b76a7ddc HTTP/1.1" status: 200 len: 210 time: 0.0372410 Feb 09 22:12:45.853581 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2d3e38ab-0339-4307-b1d7-506f65d77829 None None] Publish callbacks [] for port (fc2963af-1053-4951-a34b-ca17c55e42f0), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:45.861792 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2d3e38ab-0339-4307-b1d7-506f65d77829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (fc2963af-1053-4951-a34b-ca17c55e42f0), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:45.868927 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21185039-d08f-4f88-89f0-17817e04a45c tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Made reservation on behalf of f1a7952abcf9475694b1d7f203aba6e7 for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:12:45.885043 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-21185039-d08f-4f88-89f0-17817e04a45c tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621317'] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:45.905777 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3e38ab-0339-4307-b1d7-506f65d77829 None None] Network 6e0ce29e-5e4d-493b-a3d2-cfde8f64cd2b is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:12:45.908724 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-2d3e38ab-0339-4307-b1d7-506f65d77829 None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:12:45.912513 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3e38ab-0339-4307-b1d7-506f65d77829 None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:12:45.919805 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3e38ab-0339-4307-b1d7-506f65d77829 None None] Pushing event updated for resources: {'Port': ['ID=fc2963af-1053-4951-a34b-ca17c55e42f0,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:45.983893 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-2d3e38ab-0339-4307-b1d7-506f65d77829 None None] Attempting to bind port fc2963af-1053-4951-a34b-ca17c55e42f0 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:12:45.984593 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-2d3e38ab-0339-4307-b1d7-506f65d77829 None None] Attempting to bind port fc2963af-1053-4951-a34b-ca17c55e42f0 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '96993228-cbc0-42d6-b3a0-99a40e5052d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '6e0ce29e-5e4d-493b-a3d2-cfde8f64cd2b'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:12:45.985134 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3e38ab-0339-4307-b1d7-506f65d77829 None None] Attempting to bind port fc2963af-1053-4951-a34b-ca17c55e42f0 on network 6e0ce29e-5e4d-493b-a3d2-cfde8f64cd2b {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:12:45.991531 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3e38ab-0339-4307-b1d7-506f65d77829 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:12:45.992210 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3e38ab-0339-4307-b1d7-506f65d77829 None None] Checking segment: {'id': '96993228-cbc0-42d6-b3a0-99a40e5052d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '6e0ce29e-5e4d-493b-a3d2-cfde8f64cd2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:12:45.992481 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc6f6ca-5733-4946-9a8b-ee01c9c59b86 req-7f8cb325-b41e-4b16-9ce3-a34335219db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:45.993056 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2d3e38ab-0339-4307-b1d7-506f65d77829 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:45.993625 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3e38ab-0339-4307-b1d7-506f65d77829 None None] Bound using segment: {'id': '96993228-cbc0-42d6-b3a0-99a40e5052d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '6e0ce29e-5e4d-493b-a3d2-cfde8f64cd2b'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:12:45.994406 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-2d3e38ab-0339-4307-b1d7-506f65d77829 None None] Bound port: fc2963af-1053-4951-a34b-ca17c55e42f0, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96993228-cbc0-42d6-b3a0-99a40e5052d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '6e0ce29e-5e4d-493b-a3d2-cfde8f64cd2b'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:12:45.994972 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2d3e38ab-0339-4307-b1d7-506f65d77829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (fc2963af-1053-4951-a34b-ca17c55e42f0), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:45.995630 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ddc6f6ca-5733-4946-9a8b-ee01c9c59b86 req-7f8cb325-b41e-4b16-9ce3-a34335219db9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=dbc49f288e0341b88b640bcf3e997b0d&device_id=bb2a3736-5130-4358-a798-91104ff86a5e HTTP/1.1" status: 200 len: 1125 time: 0.0917134 Feb 09 22:12:46.079441 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-2d3e38ab-0339-4307-b1d7-506f65d77829 None None] For port fc2963af-1053-4951-a34b-ca17c55e42f0, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:12:46.083717 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-2d3e38ab-0339-4307-b1d7-506f65d77829 None None] For port fc2963af-1053-4951-a34b-ca17c55e42f0, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=fc2963af-1053-4951-a34b-ca17c55e42f0,segment=NetworkSegment(96993228-cbc0-42d6-b3a0-99a40e5052d8),segment_id=96993228-cbc0-42d6-b3a0-99a40e5052d8)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:12:46.092966 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2d3e38ab-0339-4307-b1d7-506f65d77829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (fc2963af-1053-4951-a34b-ca17c55e42f0), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:46.120063 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc6f6ca-5733-4946-9a8b-ee01c9c59b86 req-2052d5e7-637a-48b0-b6a1-05169bd07695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:46.121915 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ddc6f6ca-5733-4946-9a8b-ee01c9c59b86 req-2052d5e7-637a-48b0-b6a1-05169bd07695 service neutron] 10.222.0.89 "GET /v2.0/networks?id=9e9ac215-f9db-4a76-96c9-9b770f70751e HTTP/1.1" status: 200 len: 915 time: 0.1188364 Feb 09 22:12:46.167211 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3e38ab-0339-4307-b1d7-506f65d77829 None None] Pushing event updated for resources: {'Port': ['ID=fc2963af-1053-4951-a34b-ca17c55e42f0,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:46.194138 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ddc6f6ca-5733-4946-9a8b-ee01c9c59b86 req-66883715-8ced-4dce-a4a4-6c9f6b1dc9aa service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f876e95a-42cc-4f31-b8f2-05185c677ea9 HTTP/1.1" status: 200 len: 217 time: 0.0610113 Feb 09 22:12:46.245693 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-21185039-d08f-4f88-89f0-17817e04a45c tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621371'] for subnet (92c4f1c9-c1f5-4734-bdc9-81a79f4510a4), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:46.259667 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc6f6ca-5733-4946-9a8b-ee01c9c59b86 req-343b2baa-b3ea-43cf-b307-87b23089ccd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:46.261382 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ddc6f6ca-5733-4946-9a8b-ee01c9c59b86 req-343b2baa-b3ea-43cf-b307-87b23089ccd7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1c6c0320-c465-43a6-b50c-75838bf608f0 HTTP/1.1" status: 200 len: 853 time: 0.0597296 Feb 09 22:12:46.300821 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21185039-d08f-4f88-89f0-17817e04a45c tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Network 6e0ce29e-5e4d-493b-a3d2-cfde8f64cd2b is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:12:46.306450 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-21185039-d08f-4f88-89f0-17817e04a45c tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:12:46.312087 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21185039-d08f-4f88-89f0-17817e04a45c tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:46.313318 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-21185039-d08f-4f88-89f0-17817e04a45c tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:46.320949 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21185039-d08f-4f88-89f0-17817e04a45c tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Pushing event updated for resources: {'Subnet': ['ID=92c4f1c9-c1f5-4734-bdc9-81a79f4510a4,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:46.344770 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-21185039-d08f-4f88-89f0-17817e04a45c tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7062750 Feb 09 22:12:46.345278 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45874) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:46.351698 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-f5840288-dd79-467a-9b15-a418f481cf6d tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Request body: {'port': {'network_id': '6e0ce29e-5e4d-493b-a3d2-cfde8f64cd2b', 'fixed_ips': [{'subnet_id': 'dd0b632e-acd2-4fcd-8dc5-fed466cbe04c'}, {'subnet_id': '92c4f1c9-c1f5-4734-bdc9-81a79f4510a4'}], 'name': 'tempest-PortsTestJSON-630092527'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:46.422769 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc6f6ca-5733-4946-9a8b-ee01c9c59b86 req-841fc2ee-11ee-41ad-9cb1-aac8bfe66dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:46.424527 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ddc6f6ca-5733-4946-9a8b-ee01c9c59b86 req-841fc2ee-11ee-41ad-9cb1-aac8bfe66dff service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9e9ac215-f9db-4a76-96c9-9b770f70751e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1568558 Feb 09 22:12:46.464485 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e505cfd-2083-423f-9aea-4622bee36176 req-332369f0-6bc4-4f7f-aa24-0a54c4fbbfda tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:46.466434 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1e505cfd-2083-423f-9aea-4622bee36176 req-332369f0-6bc4-4f7f-aa24-0a54c4fbbfda tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] 10.222.0.90 "GET /v2.0/ports?device_id=bb2a3736-5130-4358-a798-91104ff86a5e HTTP/1.1" status: 200 len: 943 time: 0.1009014 Feb 09 22:12:46.537612 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1e505cfd-2083-423f-9aea-4622bee36176 req-461477c9-4f84-42f9-b23f-6cc31a2c12eb tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d2c6cd2-b797-415e-adcb-d6c4d56e60ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648685 Feb 09 22:12:46.594292 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ddc6f6ca-5733-4946-9a8b-ee01c9c59b86 req-6da75d01-b6a7-4302-9495-cd2a23926f6d service neutron] 10.222.0.89 "GET /v2.0/networks/9e9ac215-f9db-4a76-96c9-9b770f70751e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508574 Feb 09 22:12:46.596563 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5840288-dd79-467a-9b15-a418f481cf6d tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Made reservation on behalf of f1a7952abcf9475694b1d7f203aba6e7 for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:12:46.749558 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f5840288-dd79-467a-9b15-a418f481cf6d tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:46.753009 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ddc6f6ca-5733-4946-9a8b-ee01c9c59b86 req-f8ae6209-dd61-4fee-a6d7-4fd0eb6ddf6c service neutron] 10.222.0.89 "GET /v2.0/networks/9e9ac215-f9db-4a76-96c9-9b770f70751e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517625 Feb 09 22:12:46.768258 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [None req-f5840288-dd79-467a-9b15-a418f481cf6d tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] device_id is not set on port 934596fd-c711-4771-8171-db6b82f5c57d yet. {{(pid=103141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:12:46.979262 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-27317a18-8667-4bd3-82f8-de08afcb96a4 req-616158b4-753c-4a04-98d1-1d4627d9b4e7 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=e2da365c-4bdd-486b-827e-d960b76a7ddc HTTP/1.1" status: 200 len: 210 time: 0.0419543 Feb 09 22:12:47.046547 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-f5840288-dd79-467a-9b15-a418f481cf6d tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Allocated IP 172.20.0.3 (6e0ce29e-5e4d-493b-a3d2-cfde8f64cd2b/dd0b632e-acd2-4fcd-8dc5-fed466cbe04c/934596fd-c711-4771-8171-db6b82f5c57d) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:12:47.053758 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-f5840288-dd79-467a-9b15-a418f481cf6d tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Allocated IP 172.20.0.28 (6e0ce29e-5e4d-493b-a3d2-cfde8f64cd2b/92c4f1c9-c1f5-4734-bdc9-81a79f4510a4/934596fd-c711-4771-8171-db6b82f5c57d) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:12:47.223030 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f5840288-dd79-467a-9b15-a418f481cf6d tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for port (934596fd-c711-4771-8171-db6b82f5c57d), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:47.258503 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f5840288-dd79-467a-9b15-a418f481cf6d tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (934596fd-c711-4771-8171-db6b82f5c57d), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:47.315912 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5840288-dd79-467a-9b15-a418f481cf6d tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Network 6e0ce29e-5e4d-493b-a3d2-cfde8f64cd2b is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:12:47.319285 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-f5840288-dd79-467a-9b15-a418f481cf6d tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:12:47.323835 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5840288-dd79-467a-9b15-a418f481cf6d tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:12:47.328672 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5840288-dd79-467a-9b15-a418f481cf6d tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Pushing event updated for resources: {'Port': ['ID=934596fd-c711-4771-8171-db6b82f5c57d,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:47.335882 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7f7cba-0708-447c-9b8c-af6aab3b40dc None None] Network 6e0ce29e-5e4d-493b-a3d2-cfde8f64cd2b requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:12:47.377615 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5840288-dd79-467a-9b15-a418f481cf6d tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:47.378247 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f5840288-dd79-467a-9b15-a418f481cf6d tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:47.396248 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-f5840288-dd79-467a-9b15-a418f481cf6d tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 1.0495131 Feb 09 22:12:47.399220 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45878) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:47.405397 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-42de3c8e-d83a-4085-acd5-e3c9091cb5d6 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'dd0b632e-acd2-4fcd-8dc5-fed466cbe04c'}]}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:47.455829 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-0966a1ae-29a6-4e0c-b50b-d0ea1e963ef2 None None] Provisioning complete for port fc2963af-1053-4951-a34b-ca17c55e42f0 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:47.456392 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-0966a1ae-29a6-4e0c-b50b-d0ea1e963ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (fc2963af-1053-4951-a34b-ca17c55e42f0), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:47.483109 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-42de3c8e-d83a-4085-acd5-e3c9091cb5d6 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (934596fd-c711-4771-8171-db6b82f5c57d), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:47.584740 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-0966a1ae-29a6-4e0c-b50b-d0ea1e963ef2 None None] Current status of the port fc2963af-1053-4951-a34b-ca17c55e42f0 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:12:47.585537 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-0966a1ae-29a6-4e0c-b50b-d0ea1e963ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (fc2963af-1053-4951-a34b-ca17c55e42f0), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:47.624972 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5a2599-f504-4825-bd0a-77e06492d952 None None] Update dhcp port {'port': {'network_id': '6e0ce29e-5e4d-493b-a3d2-cfde8f64cd2b', 'fixed_ips': [{'subnet_id': 'dd0b632e-acd2-4fcd-8dc5-fed466cbe04c', 'ip_address': '172.20.0.2'}, {'subnet_id': '92c4f1c9-c1f5-4734-bdc9-81a79f4510a4'}], 'binding:host_id': 'n-d-828369-5'}, 'id': 'fc2963af-1053-4951-a34b-ca17c55e42f0'} from n-d-828369-5. {{(pid=103142) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 22:12:47.665480 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-0966a1ae-29a6-4e0c-b50b-d0ea1e963ef2 None None] For port fc2963af-1053-4951-a34b-ca17c55e42f0, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=fc2963af-1053-4951-a34b-ca17c55e42f0,segment=NetworkSegment(96993228-cbc0-42d6-b3a0-99a40e5052d8),segment_id=96993228-cbc0-42d6-b3a0-99a40e5052d8)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:12:47.675744 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-0966a1ae-29a6-4e0c-b50b-d0ea1e963ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (fc2963af-1053-4951-a34b-ca17c55e42f0), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:47.683142 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec8834b-2eb8-4faf-959b-0ff3af6ee586 req-3a2c3ad3-3625-47de-8966-275fc33e79fb tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:47.684682 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-4d5a2599-f504-4825-bd0a-77e06492d952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (fc2963af-1053-4951-a34b-ca17c55e42f0), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:47.686361 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5ec8834b-2eb8-4faf-959b-0ff3af6ee586 req-3a2c3ad3-3625-47de-8966-275fc33e79fb tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] 10.222.0.90 "GET /v2.0/ports?device_id=bb2a3736-5130-4358-a798-91104ff86a5e HTTP/1.1" status: 200 len: 943 time: 0.0765872 Feb 09 22:12:47.750459 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5ec8834b-2eb8-4faf-959b-0ff3af6ee586 req-ff278505-554e-4112-b2d7-a187c2549912 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d2c6cd2-b797-415e-adcb-d6c4d56e60ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550537 Feb 09 22:12:47.798845 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-42de3c8e-d83a-4085-acd5-e3c9091cb5d6 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Delete allocated IP 172.20.0.28 (6e0ce29e-5e4d-493b-a3d2-cfde8f64cd2b/92c4f1c9-c1f5-4734-bdc9-81a79f4510a4) {{(pid=103141) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 22:12:47.867092 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0966a1ae-29a6-4e0c-b50b-d0ea1e963ef2 None None] Pushing event updated for resources: {'Port': ['ID=fc2963af-1053-4951-a34b-ca17c55e42f0,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:47.933824 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-42de3c8e-d83a-4085-acd5-e3c9091cb5d6 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for port (934596fd-c711-4771-8171-db6b82f5c57d), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:47.939870 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-42de3c8e-d83a-4085-acd5-e3c9091cb5d6 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (934596fd-c711-4771-8171-db6b82f5c57d), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:48.008039 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-4d5a2599-f504-4825-bd0a-77e06492d952 None None] Allocated IP 172.20.0.18 (6e0ce29e-5e4d-493b-a3d2-cfde8f64cd2b/92c4f1c9-c1f5-4734-bdc9-81a79f4510a4/fc2963af-1053-4951-a34b-ca17c55e42f0) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:12:48.087260 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42de3c8e-d83a-4085-acd5-e3c9091cb5d6 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Pushing event updated for resources: {'Port': ['ID=934596fd-c711-4771-8171-db6b82f5c57d,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:48.094309 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-60c7656a-a44c-457f-a600-d86eb09ec0e9 req-ece46b71-45a3-4b8b-b868-d1ca8e787012 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=e2da365c-4bdd-486b-827e-d960b76a7ddc HTTP/1.1" status: 200 len: 210 time: 0.0453720 Feb 09 22:12:48.126898 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-42de3c8e-d83a-4085-acd5-e3c9091cb5d6 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] In _notify_port_updated(), no bound segment for port 934596fd-c711-4771-8171-db6b82f5c57d on network 6e0ce29e-5e4d-493b-a3d2-cfde8f64cd2b {{(pid=103141) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 22:12:48.137176 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42de3c8e-d83a-4085-acd5-e3c9091cb5d6 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:48.138179 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-42de3c8e-d83a-4085-acd5-e3c9091cb5d6 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:48.139748 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-42de3c8e-d83a-4085-acd5-e3c9091cb5d6 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "PUT /v2.0/ports/934596fd-c711-4771-8171-db6b82f5c57d HTTP/1.1" status: 200 len: 918 time: 0.7393279 Feb 09 22:12:48.142498 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45884) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:48.148328 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-303902ff-573a-4dd4-ae3c-d1cafbc8b0ed tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'dd0b632e-acd2-4fcd-8dc5-fed466cbe04c'}, {'subnet_id': '92c4f1c9-c1f5-4734-bdc9-81a79f4510a4'}]}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:48.154612 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-4d5a2599-f504-4825-bd0a-77e06492d952 None None] For port fc2963af-1053-4951-a34b-ca17c55e42f0, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=fc2963af-1053-4951-a34b-ca17c55e42f0,segment=NetworkSegment(96993228-cbc0-42d6-b3a0-99a40e5052d8),segment_id=96993228-cbc0-42d6-b3a0-99a40e5052d8)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:12:48.172765 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device fc2963af-1053-4951-a34b-ca17c55e42f0 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:12:48.227422 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-4d5a2599-f504-4825-bd0a-77e06492d952 None None] Publish callbacks [] for port (fc2963af-1053-4951-a34b-ca17c55e42f0), precommit_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:48.236945 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-4d5a2599-f504-4825-bd0a-77e06492d952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (fc2963af-1053-4951-a34b-ca17c55e42f0), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:48.245550 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-303902ff-573a-4dd4-ae3c-d1cafbc8b0ed tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (934596fd-c711-4771-8171-db6b82f5c57d), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:48.304082 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port fc2963af-1053-4951-a34b-ca17c55e42f0 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:48.304542 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (fc2963af-1053-4951-a34b-ca17c55e42f0), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:48.363359 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5a2599-f504-4825-bd0a-77e06492d952 None None] Pushing event updated for resources: {'Port': ['ID=fc2963af-1053-4951-a34b-ca17c55e42f0,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:48.417594 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port fc2963af-1053-4951-a34b-ca17c55e42f0 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:12:48.526769 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-303902ff-573a-4dd4-ae3c-d1cafbc8b0ed tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Allocated IP 172.20.0.27 (6e0ce29e-5e4d-493b-a3d2-cfde8f64cd2b/92c4f1c9-c1f5-4734-bdc9-81a79f4510a4/934596fd-c711-4771-8171-db6b82f5c57d) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:12:48.661679 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-303902ff-573a-4dd4-ae3c-d1cafbc8b0ed tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for port (934596fd-c711-4771-8171-db6b82f5c57d), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:48.667395 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-303902ff-573a-4dd4-ae3c-d1cafbc8b0ed tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (934596fd-c711-4771-8171-db6b82f5c57d), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:48.900132 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad6182b-8233-4c60-86f8-7e502ad4d29f None None] Network 6e0ce29e-5e4d-493b-a3d2-cfde8f64cd2b requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:12:48.912686 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7279cde7-2a25-4567-8fb1-f0cff34e6c9d req-7e38f806-a7d8-467b-b73a-49860264c709 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:48.914444 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7279cde7-2a25-4567-8fb1-f0cff34e6c9d req-7e38f806-a7d8-467b-b73a-49860264c709 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] 10.222.0.90 "GET /v2.0/ports?device_id=bb2a3736-5130-4358-a798-91104ff86a5e HTTP/1.1" status: 200 len: 943 time: 0.0762703 Feb 09 22:12:48.979808 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-45451b25-5e1b-4a4a-aa15-5c5ec8293d67 None None] Provisioning complete for port 934596fd-c711-4771-8171-db6b82f5c57d triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:48.980694 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-45451b25-5e1b-4a4a-aa15-5c5ec8293d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (934596fd-c711-4771-8171-db6b82f5c57d), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:48.986266 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7279cde7-2a25-4567-8fb1-f0cff34e6c9d req-994d930c-af01-45e2-966a-761d6003ba7f tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d2c6cd2-b797-415e-adcb-d6c4d56e60ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643656 Feb 09 22:12:49.073749 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-45451b25-5e1b-4a4a-aa15-5c5ec8293d67 None None] Port 934596fd-c711-4771-8171-db6b82f5c57d cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:12:49.091095 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-45451b25-5e1b-4a4a-aa15-5c5ec8293d67 None None] Provisioning complete for port fc2963af-1053-4951-a34b-ca17c55e42f0 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:49.091658 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-45451b25-5e1b-4a4a-aa15-5c5ec8293d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (fc2963af-1053-4951-a34b-ca17c55e42f0), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:49.157300 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-303902ff-573a-4dd4-ae3c-d1cafbc8b0ed tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] In _notify_port_updated(), no bound segment for port 934596fd-c711-4771-8171-db6b82f5c57d on network 6e0ce29e-5e4d-493b-a3d2-cfde8f64cd2b {{(pid=103141) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 22:12:49.162400 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303902ff-573a-4dd4-ae3c-d1cafbc8b0ed tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:49.163042 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-303902ff-573a-4dd4-ae3c-d1cafbc8b0ed tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:49.167231 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-303902ff-573a-4dd4-ae3c-d1cafbc8b0ed tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "PUT /v2.0/ports/934596fd-c711-4771-8171-db6b82f5c57d HTTP/1.1" status: 200 len: 998 time: 1.0234423 Feb 09 22:12:49.167377 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 45890) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:49.168230 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303902ff-573a-4dd4-ae3c-d1cafbc8b0ed tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Pushing event updated for resources: {'Port': ['ID=934596fd-c711-4771-8171-db6b82f5c57d,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:49.202663 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-45451b25-5e1b-4a4a-aa15-5c5ec8293d67 None None] Current status of the port fc2963af-1053-4951-a34b-ca17c55e42f0 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:12:49.243339 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7f1da089-e44e-4c17-a530-da30b8191dd5 req-83f2268b-2068-481e-8416-3ec30e311b58 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=e2da365c-4bdd-486b-827e-d960b76a7ddc HTTP/1.1" status: 200 len: 210 time: 0.0307505 Feb 09 22:12:49.299202 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-ddeb491e-a2c9-4b88-a6bb-52b3e2c6c77f tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Deleting port 934596fd-c711-4771-8171-db6b82f5c57d {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:12:49.299717 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ddeb491e-a2c9-4b88-a6bb-52b3e2c6c77f tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (934596fd-c711-4771-8171-db6b82f5c57d), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:49.391001 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ddeb491e-a2c9-4b88-a6bb-52b3e2c6c77f tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (934596fd-c711-4771-8171-db6b82f5c57d), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:49.402505 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-ddeb491e-a2c9-4b88-a6bb-52b3e2c6c77f tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Calling delete_port for 934596fd-c711-4771-8171-db6b82f5c57d owned by {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:12:49.573544 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ddeb491e-a2c9-4b88-a6bb-52b3e2c6c77f tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (934596fd-c711-4771-8171-db6b82f5c57d), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:49.608637 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeb491e-a2c9-4b88-a6bb-52b3e2c6c77f tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Pushing event deleted for resources: {'Port': ['ID=934596fd-c711-4771-8171-db6b82f5c57d,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:49.699173 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ddeb491e-a2c9-4b88-a6bb-52b3e2c6c77f tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:49.702545 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-ddeb491e-a2c9-4b88-a6bb-52b3e2c6c77f tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "DELETE /v2.0/ports/934596fd-c711-4771-8171-db6b82f5c57d HTTP/1.1" status: 204 len: 168 time: 0.5337212 Feb 09 22:12:49.705179 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 45892) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:49.729241 n-d-828369-5 neutron-server[103140]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf2baddd-6182-4114-b467-803eb87cd88b tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] GET failed (client error): The resource could not be found. Feb 09 22:12:49.730585 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-cf2baddd-6182-4114-b467-803eb87cd88b tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "GET /v2.0/ports/934596fd-c711-4771-8171-db6b82f5c57d HTTP/1.1" status: 404 len: 333 time: 0.0245430 Feb 09 22:12:49.733581 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 45894) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:49.786985 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca580764-0828-4ba1-929b-4f852303e42f tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Deleting subnet 92c4f1c9-c1f5-4734-bdc9-81a79f4510a4 {{(pid=103140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:12:49.790787 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ca580764-0828-4ba1-929b-4f852303e42f tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for subnet (92c4f1c9-c1f5-4734-bdc9-81a79f4510a4), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:49.835443 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ca580764-0828-4ba1-929b-4f852303e42f tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9110716'] for subnet (92c4f1c9-c1f5-4734-bdc9-81a79f4510a4), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:49.924819 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ca580764-0828-4ba1-929b-4f852303e42f tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (92c4f1c9-c1f5-4734-bdc9-81a79f4510a4), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:49.986587 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ca580764-0828-4ba1-929b-4f852303e42f tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621346'] for subnet (92c4f1c9-c1f5-4734-bdc9-81a79f4510a4), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:50.014590 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca580764-0828-4ba1-929b-4f852303e42f tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Pushing event deleted for resources: {'Subnet': ['ID=92c4f1c9-c1f5-4734-bdc9-81a79f4510a4,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:50.017339 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ca580764-0828-4ba1-929b-4f852303e42f tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:50.021551 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-ca580764-0828-4ba1-929b-4f852303e42f tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "DELETE /v2.0/subnets/92c4f1c9-c1f5-4734-bdc9-81a79f4510a4 HTTP/1.1" status: 204 len: 168 time: 0.2863662 Feb 09 22:12:50.023447 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 45898) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:50.088347 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_v2 [None req-34af40be-a528-4ea6-b23c-e0822709a10d tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Deleting subnet dd0b632e-acd2-4fcd-8dc5-fed466cbe04c {{(pid=103140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:12:50.092364 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-34af40be-a528-4ea6-b23c-e0822709a10d tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for subnet (dd0b632e-acd2-4fcd-8dc5-fed466cbe04c), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:50.110488 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device fc2963af-1053-4951-a34b-ca17c55e42f0 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:12:50.175305 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-34af40be-a528-4ea6-b23c-e0822709a10d tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9110716'] for subnet (dd0b632e-acd2-4fcd-8dc5-fed466cbe04c), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:50.195369 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port fc2963af-1053-4951-a34b-ca17c55e42f0 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:50.196165 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (fc2963af-1053-4951-a34b-ca17c55e42f0), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:50.209690 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249f5f9b-051e-4e6a-b9d3-6e2897fec1a9 req-0327ecb1-61f6-4a46-992f-766546eced4d tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:50.212692 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-249f5f9b-051e-4e6a-b9d3-6e2897fec1a9 req-0327ecb1-61f6-4a46-992f-766546eced4d tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] 10.222.0.90 "GET /v2.0/ports?device_id=bb2a3736-5130-4358-a798-91104ff86a5e HTTP/1.1" status: 200 len: 943 time: 0.1453924 Feb 09 22:12:50.316115 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8732c38-bf8d-4152-921b-055c6df86eec None None] Network 6e0ce29e-5e4d-493b-a3d2-cfde8f64cd2b requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:12:50.336426 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-249f5f9b-051e-4e6a-b9d3-6e2897fec1a9 req-deb25b92-d2a6-4483-9e87-411111824879 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d2c6cd2-b797-415e-adcb-d6c4d56e60ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128905 Feb 09 22:12:50.358280 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-34af40be-a528-4ea6-b23c-e0822709a10d tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (dd0b632e-acd2-4fcd-8dc5-fed466cbe04c), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:50.371074 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port fc2963af-1053-4951-a34b-ca17c55e42f0 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:12:50.373131 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-4aaa3da7-5bf0-410c-bfa7-bab89854c841 None None] Could not find standard attr ID for object 934596fd-c711-4771-8171-db6b82f5c57d. {{(pid=103142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 22:12:50.400313 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-4aaa3da7-5bf0-410c-bfa7-bab89854c841 None None] Provisioning complete for port fc2963af-1053-4951-a34b-ca17c55e42f0 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:50.400727 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-4aaa3da7-5bf0-410c-bfa7-bab89854c841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (fc2963af-1053-4951-a34b-ca17c55e42f0), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:50.425661 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-34af40be-a528-4ea6-b23c-e0822709a10d tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621346'] for subnet (dd0b632e-acd2-4fcd-8dc5-fed466cbe04c), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:50.452030 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0b28283c-42dc-40ee-bba0-d062c87d1e21 req-8619ba82-f8a9-4aaf-976d-31ae07c4e8cb tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=e2da365c-4bdd-486b-827e-d960b76a7ddc HTTP/1.1" status: 200 len: 210 time: 0.1121683 Feb 09 22:12:50.474282 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-34af40be-a528-4ea6-b23c-e0822709a10d tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:50.480589 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-34af40be-a528-4ea6-b23c-e0822709a10d tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "DELETE /v2.0/subnets/dd0b632e-acd2-4fcd-8dc5-fed466cbe04c HTTP/1.1" status: 204 len: 168 time: 0.4537346 Feb 09 22:12:50.480589 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34af40be-a528-4ea6-b23c-e0822709a10d tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Pushing event deleted for resources: {'Subnet': ['ID=dd0b632e-acd2-4fcd-8dc5-fed466cbe04c,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:50.481240 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45902) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:50.538708 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-4aaa3da7-5bf0-410c-bfa7-bab89854c841 None None] Current status of the port fc2963af-1053-4951-a34b-ca17c55e42f0 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:12:50.572885 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cdfcd738-f6a0-4924-be05-22a3020774a5 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (6e0ce29e-5e4d-493b-a3d2-cfde8f64cd2b), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:50.607288 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981f0014-54d4-4a69-aa0a-65306228546e None None] Update dhcp port {'port': {'network_id': '6e0ce29e-5e4d-493b-a3d2-cfde8f64cd2b', 'fixed_ips': [{'subnet_id': 'dd0b632e-acd2-4fcd-8dc5-fed466cbe04c'}], 'binding:host_id': 'n-d-828369-5'}, 'id': 'fc2963af-1053-4951-a34b-ca17c55e42f0'} from n-d-828369-5. {{(pid=103142) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 22:12:50.626576 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-cdfcd738-f6a0-4924-be05-22a3020774a5 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Deleting port fc2963af-1053-4951-a34b-ca17c55e42f0 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:12:50.627063 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cdfcd738-f6a0-4924-be05-22a3020774a5 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (fc2963af-1053-4951-a34b-ca17c55e42f0), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:50.635344 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-981f0014-54d4-4a69-aa0a-65306228546e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (fc2963af-1053-4951-a34b-ca17c55e42f0), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:50.695728 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-cdfcd738-f6a0-4924-be05-22a3020774a5 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] For port fc2963af-1053-4951-a34b-ca17c55e42f0, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=fc2963af-1053-4951-a34b-ca17c55e42f0,segment=NetworkSegment(96993228-cbc0-42d6-b3a0-99a40e5052d8),segment_id=96993228-cbc0-42d6-b3a0-99a40e5052d8)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:12:50.696269 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cdfcd738-f6a0-4924-be05-22a3020774a5 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (fc2963af-1053-4951-a34b-ca17c55e42f0), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:50.710134 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-cdfcd738-f6a0-4924-be05-22a3020774a5 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Calling delete_port for fc2963af-1053-4951-a34b-ca17c55e42f0 owned by network:dhcp {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:12:50.796445 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cdfcd738-f6a0-4924-be05-22a3020774a5 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (fc2963af-1053-4951-a34b-ca17c55e42f0), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:50.808828 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfcd738-f6a0-4924-be05-22a3020774a5 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] No DVR routers for this DVR port fc2963af-1053-4951-a34b-ca17c55e42f0 on host n-d-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:12:50.808976 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45025470-9bd0-48d7-94b0-4d59f4b08473 None None] Network 6e0ce29e-5e4d-493b-a3d2-cfde8f64cd2b requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:12:50.853805 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfcd738-f6a0-4924-be05-22a3020774a5 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Pushing event deleted for resources: {'Port': ['ID=fc2963af-1053-4951-a34b-ca17c55e42f0,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:50.856807 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-3c78d060-eb38-4717-a42c-82b1bbc7a12f None None] Could not find standard attr ID for object fc2963af-1053-4951-a34b-ca17c55e42f0. {{(pid=103142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 22:12:50.912691 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a85697-a92f-49af-92ca-e57dbcdd653f None None] DHCP port deletion for 6e0ce29e-5e4d-493b-a3d2-cfde8f64cd2b request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:12:50.916379 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cdfcd738-f6a0-4924-be05-22a3020774a5 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (6e0ce29e-5e4d-493b-a3d2-cfde8f64cd2b), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:50.939455 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-cdfcd738-f6a0-4924-be05-22a3020774a5 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e0ce29e-5e4d-493b-a3d2-cfde8f64cd2b']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:50.948705 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-cdfcd738-f6a0-4924-be05-22a3020774a5 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96993228-cbc0-42d6-b3a0-99a40e5052d8') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:50.949006 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-cdfcd738-f6a0-4924-be05-22a3020774a5 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96993228-cbc0-42d6-b3a0-99a40e5052d8') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:50.959242 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cdfcd738-f6a0-4924-be05-22a3020774a5 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (96993228-cbc0-42d6-b3a0-99a40e5052d8), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:50.974705 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cdfcd738-f6a0-4924-be05-22a3020774a5 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (96993228-cbc0-42d6-b3a0-99a40e5052d8), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:50.980988 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdfcd738-f6a0-4924-be05-22a3020774a5 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:12:50.981377 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cdfcd738-f6a0-4924-be05-22a3020774a5 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (96993228-cbc0-42d6-b3a0-99a40e5052d8), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:50.984351 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 22:12:50.984351 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:12:50.984351 n-d-828369-5 neutron-server[103141]: timer() Feb 09 22:12:50.984351 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:12:50.984351 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 22:12:50.984351 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:12:50.984351 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 22:12:50.984351 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:12:50.984351 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 22:12:50.984351 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:12:50.984351 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 22:12:50.984351 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:12:50.984351 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 22:12:50.984351 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:12:50.984351 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:12:50.984351 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:12:50.984351 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:12:50.984351 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:12:50.984351 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 22:12:50.984351 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:12:50.984351 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 22:12:50.984351 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:12:50.984351 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:12:50.984351 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:12:50.984351 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 22:12:50.984351 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:12:50.984351 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:12:50.984351 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:12:50.984351 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:12:50.984351 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:12:50.984351 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:12:50.984351 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:12:51.051019 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cdfcd738-f6a0-4924-be05-22a3020774a5 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (6e0ce29e-5e4d-493b-a3d2-cfde8f64cd2b), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:51.055877 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cdfcd738-f6a0-4924-be05-22a3020774a5 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:51.059862 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-cdfcd738-f6a0-4924-be05-22a3020774a5 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "DELETE /v2.0/networks/6e0ce29e-5e4d-493b-a3d2-cfde8f64cd2b HTTP/1.1" status: 204 len: 168 time: 0.5770581 Feb 09 22:12:51.064880 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 45904) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:51.074706 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfcd738-f6a0-4924-be05-22a3020774a5 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Pushing event deleted for resources: {'Network': ['ID=6e0ce29e-5e4d-493b-a3d2-cfde8f64cd2b,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:51.116713 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0905a772-71d9-4d00-88b7-4dbf106405af tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:51.122626 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-0905a772-71d9-4d00-88b7-4dbf106405af tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0526688 Feb 09 22:12:51.122971 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45906) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:51.178445 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-d7703702-bcc1-4a1e-bd46-d681cae165e6 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0512433 Feb 09 22:12:51.178770 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45908) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:51.183655 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-52efbf8d-82cb-48f9-b03e-f0b8689ca40c tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1299047475'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:51.203479 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52efbf8d-82cb-48f9-b03e-f0b8689ca40c tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Made reservation on behalf of f1a7952abcf9475694b1d7f203aba6e7 for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:12:51.206822 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-52efbf8d-82cb-48f9-b03e-f0b8689ca40c tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:51.229814 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52efbf8d-82cb-48f9-b03e-f0b8689ca40c tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:12:51.239511 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-52efbf8d-82cb-48f9-b03e-f0b8689ca40c tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (9ffe18b5-b7b8-402a-bb9f-55261885fcc6), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:51.239854 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-52efbf8d-82cb-48f9-b03e-f0b8689ca40c tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Added segment 9ffe18b5-b7b8-402a-bb9f-55261885fcc6 of type vlan for network f5ccdb34-a4a0-4da4-b7da-1d9a28302ca1 Feb 09 22:12:51.280173 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-52efbf8d-82cb-48f9-b03e-f0b8689ca40c tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (f5ccdb34-a4a0-4da4-b7da-1d9a28302ca1), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:51.305070 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-52efbf8d-82cb-48f9-b03e-f0b8689ca40c tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (f5ccdb34-a4a0-4da4-b7da-1d9a28302ca1), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:51.310536 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52efbf8d-82cb-48f9-b03e-f0b8689ca40c tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:51.311117 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-52efbf8d-82cb-48f9-b03e-f0b8689ca40c tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:51.378236 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-52efbf8d-82cb-48f9-b03e-f0b8689ca40c tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1957424 Feb 09 22:12:51.378479 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45912) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:51.383382 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-df8a6f17-cb70-4547-bcf4-f149446798e3 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Request body: {'subnet': {'network_id': 'f5ccdb34-a4a0-4da4-b7da-1d9a28302ca1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:51.401013 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52efbf8d-82cb-48f9-b03e-f0b8689ca40c tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Pushing event updated for resources: {'Network': ['ID=f5ccdb34-a4a0-4da4-b7da-1d9a28302ca1,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:51.412589 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network f5ccdb34-a4a0-4da4-b7da-1d9a28302ca1 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:12:51.478589 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9d6dad-718c-4154-a1b6-623e532c38a3 req-1c86edd6-f370-43c0-a1fd-cee45a01d278 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:51.480499 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9d9d6dad-718c-4154-a1b6-623e532c38a3 req-1c86edd6-f370-43c0-a1fd-cee45a01d278 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] 10.222.0.90 "GET /v2.0/ports?device_id=bb2a3736-5130-4358-a798-91104ff86a5e HTTP/1.1" status: 200 len: 943 time: 0.0707829 Feb 09 22:12:51.500451 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df8a6f17-cb70-4547-bcf4-f149446798e3 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Made reservation on behalf of f1a7952abcf9475694b1d7f203aba6e7 for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:12:51.503979 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-df8a6f17-cb70-4547-bcf4-f149446798e3 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:51.557156 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9d9d6dad-718c-4154-a1b6-623e532c38a3 req-f44fb22c-924f-44ba-b898-6c6825bf4332 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d2c6cd2-b797-415e-adcb-d6c4d56e60ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701859 Feb 09 22:12:51.583149 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2ab7ea36-4290-4383-8162-7a49d47a4f6c req-7fc869f9-61f6-4790-8fd6-1a0045d111e3 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=e2da365c-4bdd-486b-827e-d960b76a7ddc HTTP/1.1" status: 200 len: 210 time: 0.0465989 Feb 09 22:12:51.613892 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:51.724612 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-df8a6f17-cb70-4547-bcf4-f149446798e3 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (4422dc72-1195-4d02-829f-e9cdf2cdb3b4), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:51.794825 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8a6f17-cb70-4547-bcf4-f149446798e3 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Pushing event updated for resources: {'Subnet': ['ID=4422dc72-1195-4d02-829f-e9cdf2cdb3b4,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:51.805113 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8a6f17-cb70-4547-bcf4-f149446798e3 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Checking segment: {'id': '9ffe18b5-b7b8-402a-bb9f-55261885fcc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'f5ccdb34-a4a0-4da4-b7da-1d9a28302ca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:12:51.805480 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8a6f17-cb70-4547-bcf4-f149446798e3 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Network hostable DHCP agents. Network: f5ccdb34-a4a0-4da4-b7da-1d9a28302ca1, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:12:51.825251 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8a6f17-cb70-4547-bcf4-f149446798e3 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Network f5ccdb34-a4a0-4da4-b7da-1d9a28302ca1 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:12:51.835774 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-df8a6f17-cb70-4547-bcf4-f149446798e3 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, f5ccdb34-a4a0-4da4-b7da-1d9a28302ca1) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:12:51.840272 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8a6f17-cb70-4547-bcf4-f149446798e3 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:51.841678 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-df8a6f17-cb70-4547-bcf4-f149446798e3 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:51.845837 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6828b17-e4f6-43f1-b073-46016a37419e None None] Network f5ccdb34-a4a0-4da4-b7da-1d9a28302ca1 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:12:51.859138 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-df8a6f17-cb70-4547-bcf4-f149446798e3 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4797075 Feb 09 22:12:51.861649 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45916) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:51.866626 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-064f9c2d-8655-4f2f-a211-79371adaaae0 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Request body: {'port': {'network_id': 'f5ccdb34-a4a0-4da4-b7da-1d9a28302ca1', 'name': 'tempest-PortsTestJSON-1925155524'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:51.954872 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee96f748-fc18-4e1d-acf4-c33a433a19f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-f5ccdb34-a4a0-4da4-b7da-1d9a28302ca1', 'network_id': 'f5ccdb34-a4a0-4da4-b7da-1d9a28302ca1', 'project_id': 'f1a7952abcf9475694b1d7f203aba6e7', 'fixed_ips': [{'subnet_id': '4422dc72-1195-4d02-829f-e9cdf2cdb3b4'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:12:51.956348 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ee96f748-fc18-4e1d-acf4-c33a433a19f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:51.979638 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-064f9c2d-8655-4f2f-a211-79371adaaae0 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Made reservation on behalf of f1a7952abcf9475694b1d7f203aba6e7 for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:12:51.983198 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-064f9c2d-8655-4f2f-a211-79371adaaae0 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:52.000747 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [None req-064f9c2d-8655-4f2f-a211-79371adaaae0 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] device_id is not set on port e184b557-a4ef-4b28-96fd-448e0e718514 yet. {{(pid=103141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:12:52.102939 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device fc2963af-1053-4951-a34b-ca17c55e42f0 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:12:52.135786 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: fc2963af-1053-4951-a34b-ca17c55e42f0 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:12:52.136138 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device fc2963af-1053-4951-a34b-ca17c55e42f0 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:12:52.141281 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-ee96f748-fc18-4e1d-acf4-c33a433a19f5 None None] Allocated IP 172.20.0.2 (f5ccdb34-a4a0-4da4-b7da-1d9a28302ca1/4422dc72-1195-4d02-829f-e9cdf2cdb3b4/530c25d3-c57d-45a5-992f-0435e47dc192) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:12:52.297602 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ee96f748-fc18-4e1d-acf4-c33a433a19f5 None None] Publish callbacks [] for port (530c25d3-c57d-45a5-992f-0435e47dc192), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:52.310033 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ee96f748-fc18-4e1d-acf4-c33a433a19f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (530c25d3-c57d-45a5-992f-0435e47dc192), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:52.354328 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee96f748-fc18-4e1d-acf4-c33a433a19f5 None None] Network f5ccdb34-a4a0-4da4-b7da-1d9a28302ca1 is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:12:52.357285 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-ee96f748-fc18-4e1d-acf4-c33a433a19f5 None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:12:52.358936 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-064f9c2d-8655-4f2f-a211-79371adaaae0 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Allocated IP 172.20.0.6 (f5ccdb34-a4a0-4da4-b7da-1d9a28302ca1/4422dc72-1195-4d02-829f-e9cdf2cdb3b4/e184b557-a4ef-4b28-96fd-448e0e718514) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:12:52.359827 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee96f748-fc18-4e1d-acf4-c33a433a19f5 None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:12:52.372242 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee96f748-fc18-4e1d-acf4-c33a433a19f5 None None] Pushing event updated for resources: {'Port': ['ID=530c25d3-c57d-45a5-992f-0435e47dc192,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:52.425145 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-ee96f748-fc18-4e1d-acf4-c33a433a19f5 None None] Attempting to bind port 530c25d3-c57d-45a5-992f-0435e47dc192 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:12:52.425807 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-ee96f748-fc18-4e1d-acf4-c33a433a19f5 None None] Attempting to bind port 530c25d3-c57d-45a5-992f-0435e47dc192 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '9ffe18b5-b7b8-402a-bb9f-55261885fcc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'f5ccdb34-a4a0-4da4-b7da-1d9a28302ca1'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:12:52.425919 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee96f748-fc18-4e1d-acf4-c33a433a19f5 None None] Attempting to bind port 530c25d3-c57d-45a5-992f-0435e47dc192 on network f5ccdb34-a4a0-4da4-b7da-1d9a28302ca1 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:12:52.430949 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee96f748-fc18-4e1d-acf4-c33a433a19f5 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:12:52.431332 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee96f748-fc18-4e1d-acf4-c33a433a19f5 None None] Checking segment: {'id': '9ffe18b5-b7b8-402a-bb9f-55261885fcc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'f5ccdb34-a4a0-4da4-b7da-1d9a28302ca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:12:52.431744 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ee96f748-fc18-4e1d-acf4-c33a433a19f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:52.432142 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee96f748-fc18-4e1d-acf4-c33a433a19f5 None None] Bound using segment: {'id': '9ffe18b5-b7b8-402a-bb9f-55261885fcc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'f5ccdb34-a4a0-4da4-b7da-1d9a28302ca1'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:12:52.432893 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-ee96f748-fc18-4e1d-acf4-c33a433a19f5 None None] Bound port: 530c25d3-c57d-45a5-992f-0435e47dc192, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ffe18b5-b7b8-402a-bb9f-55261885fcc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'f5ccdb34-a4a0-4da4-b7da-1d9a28302ca1'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:12:52.433887 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ee96f748-fc18-4e1d-acf4-c33a433a19f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (530c25d3-c57d-45a5-992f-0435e47dc192), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:52.498156 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-ee96f748-fc18-4e1d-acf4-c33a433a19f5 None None] For port 530c25d3-c57d-45a5-992f-0435e47dc192, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:12:52.501283 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-ee96f748-fc18-4e1d-acf4-c33a433a19f5 None None] For port 530c25d3-c57d-45a5-992f-0435e47dc192, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=530c25d3-c57d-45a5-992f-0435e47dc192,segment=NetworkSegment(9ffe18b5-b7b8-402a-bb9f-55261885fcc6),segment_id=9ffe18b5-b7b8-402a-bb9f-55261885fcc6)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:12:52.508454 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ee96f748-fc18-4e1d-acf4-c33a433a19f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (530c25d3-c57d-45a5-992f-0435e47dc192), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:52.525270 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-064f9c2d-8655-4f2f-a211-79371adaaae0 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for port (e184b557-a4ef-4b28-96fd-448e0e718514), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:52.562822 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-064f9c2d-8655-4f2f-a211-79371adaaae0 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (e184b557-a4ef-4b28-96fd-448e0e718514), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:52.574866 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee96f748-fc18-4e1d-acf4-c33a433a19f5 None None] Pushing event updated for resources: {'Port': ['ID=530c25d3-c57d-45a5-992f-0435e47dc192,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:52.618767 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064f9c2d-8655-4f2f-a211-79371adaaae0 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Network f5ccdb34-a4a0-4da4-b7da-1d9a28302ca1 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:12:52.622792 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-064f9c2d-8655-4f2f-a211-79371adaaae0 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:12:52.625491 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064f9c2d-8655-4f2f-a211-79371adaaae0 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:12:52.636594 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064f9c2d-8655-4f2f-a211-79371adaaae0 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Pushing event updated for resources: {'Port': ['ID=e184b557-a4ef-4b28-96fd-448e0e718514,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:52.713709 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064f9c2d-8655-4f2f-a211-79371adaaae0 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:52.714382 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-064f9c2d-8655-4f2f-a211-79371adaaae0 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:52.732474 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d9f72-8350-423f-beb0-f1dc0b4168b9 req-f8105ae2-4d4d-435c-a8d4-dc41b829365d tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:52.741998 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-064f9c2d-8655-4f2f-a211-79371adaaae0 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8766305 Feb 09 22:12:52.742445 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45924) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:52.744956 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-148d9f72-8350-423f-beb0-f1dc0b4168b9 req-f8105ae2-4d4d-435c-a8d4-dc41b829365d tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] 10.222.0.90 "GET /v2.0/ports?device_id=bb2a3736-5130-4358-a798-91104ff86a5e HTTP/1.1" status: 200 len: 943 time: 0.0795283 Feb 09 22:12:52.748045 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-c1a17d74-98db-4178-9d0a-323eb9730b2c tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Request body: {'port': {'network_id': 'f5ccdb34-a4a0-4da4-b7da-1d9a28302ca1', 'name': 'tempest-PortsTestJSON-1472048737'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:52.869518 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-148d9f72-8350-423f-beb0-f1dc0b4168b9 req-429a355c-7d71-4aee-9719-f6204f90b8d1 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d2c6cd2-b797-415e-adcb-d6c4d56e60ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201961 Feb 09 22:12:52.974304 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1a17d74-98db-4178-9d0a-323eb9730b2c tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Made reservation on behalf of f1a7952abcf9475694b1d7f203aba6e7 for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:12:52.981909 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c1a17d74-98db-4178-9d0a-323eb9730b2c tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:53.005815 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [None req-c1a17d74-98db-4178-9d0a-323eb9730b2c tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] device_id is not set on port d7da1ec8-a3eb-4cf6-8bc2-350442c12992 yet. {{(pid=103141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:12:53.024038 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c35b74f0-b851-4d0f-9f44-c07cbd5daf83 req-39ebfb15-90dd-4129-86dd-4246709bd7f2 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-777434328&fields=id&tenant_id=ad9e4f8727be424b869d8f0ad468be3f HTTP/1.1" status: 200 len: 267 time: 0.0577302 Feb 09 22:12:53.114639 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-c1a17d74-98db-4178-9d0a-323eb9730b2c tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Allocated IP 172.20.0.14 (f5ccdb34-a4a0-4da4-b7da-1d9a28302ca1/4422dc72-1195-4d02-829f-e9cdf2cdb3b4/d7da1ec8-a3eb-4cf6-8bc2-350442c12992) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:12:53.137914 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35b74f0-b851-4d0f-9f44-c07cbd5daf83 req-f53364dd-4ac6-4e60-907d-9819ed0a2040 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:53.139725 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c35b74f0-b851-4d0f-9f44-c07cbd5daf83 req-f53364dd-4ac6-4e60-907d-9819ed0a2040 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/networks?id=7e64d8e8-78a3-4987-8778-47d4e5b9b498 HTTP/1.1" status: 200 len: 811 time: 0.1076150 Feb 09 22:12:53.155748 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c35b74f0-b851-4d0f-9f44-c07cbd5daf83 req-ec5843b0-ff81-46eb-9791-9c6271e0f1e3 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/quotas/ad9e4f8727be424b869d8f0ad468be3f HTTP/1.1" status: 200 len: 375 time: 0.0104051 Feb 09 22:12:53.238875 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c35b74f0-b851-4d0f-9f44-c07cbd5daf83 req-35f80332-12b8-4c20-959c-26b107caf226 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=ad9e4f8727be424b869d8f0ad468be3f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0740261 Feb 09 22:12:53.291045 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c1a17d74-98db-4178-9d0a-323eb9730b2c tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for port (d7da1ec8-a3eb-4cf6-8bc2-350442c12992), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:53.339236 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c1a17d74-98db-4178-9d0a-323eb9730b2c tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (d7da1ec8-a3eb-4cf6-8bc2-350442c12992), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:53.397044 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a17d74-98db-4178-9d0a-323eb9730b2c tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Pushing event updated for resources: {'Port': ['ID=d7da1ec8-a3eb-4cf6-8bc2-350442c12992,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:53.407510 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a17d74-98db-4178-9d0a-323eb9730b2c tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Network f5ccdb34-a4a0-4da4-b7da-1d9a28302ca1 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:12:53.411972 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-c1a17d74-98db-4178-9d0a-323eb9730b2c tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:12:53.416664 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a17d74-98db-4178-9d0a-323eb9730b2c tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:12:53.443543 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c35b74f0-b851-4d0f-9f44-c07cbd5daf83 req-6beda986-cb64-44a5-9963-6c9b5857797c service neutron] 10.222.0.90 "GET /v2.0/networks/7e64d8e8-78a3-4987-8778-47d4e5b9b498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909504 Feb 09 22:12:53.492509 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a17d74-98db-4178-9d0a-323eb9730b2c tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:53.493347 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c1a17d74-98db-4178-9d0a-323eb9730b2c tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:53.514763 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-c1a17d74-98db-4178-9d0a-323eb9730b2c tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.7712092 Feb 09 22:12:53.517361 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45932) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:53.578690 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c35b74f0-b851-4d0f-9f44-c07cbd5daf83 req-f4be27e8-9ed1-4a4f-82cf-fc4934c15f9f service neutron] 10.222.0.90 "GET /v2.0/networks/7e64d8e8-78a3-4987-8778-47d4e5b9b498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324646 Feb 09 22:12:53.631854 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e23789-35e5-40aa-9bae-23c64f6133f2 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:53.635922 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-51e23789-35e5-40aa-9bae-23c64f6133f2 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.6 HTTP/1.1" status: 200 len: 922 time: 0.1150501 Feb 09 22:12:53.636287 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45934) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:53.759674 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-936368dc-407c-4527-aa28-5962d14a2de6 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Deleting port d7da1ec8-a3eb-4cf6-8bc2-350442c12992 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:12:53.760102 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-936368dc-407c-4527-aa28-5962d14a2de6 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (d7da1ec8-a3eb-4cf6-8bc2-350442c12992), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:53.825482 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7538bf1d-35b6-4928-bf64-573d1647811b None None] Network f5ccdb34-a4a0-4da4-b7da-1d9a28302ca1 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:12:53.867000 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-936368dc-407c-4527-aa28-5962d14a2de6 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (d7da1ec8-a3eb-4cf6-8bc2-350442c12992), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:53.881245 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-936368dc-407c-4527-aa28-5962d14a2de6 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Calling delete_port for d7da1ec8-a3eb-4cf6-8bc2-350442c12992 owned by {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:12:53.973724 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:53.986463 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-2937787f-0a77-463a-b6d9-558d97a578d8 None None] Provisioning complete for port 530c25d3-c57d-45a5-992f-0435e47dc192 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:53.986845 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2937787f-0a77-463a-b6d9-558d97a578d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (530c25d3-c57d-45a5-992f-0435e47dc192), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:54.064133 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b38b49ef-7d41-4a76-8c0e-359b0b4bcb30 req-d0b2ed25-89ed-43e2-be6d-7501d3369722 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=d8fedef7-59ac-44f8-9d99-37067b22922a HTTP/1.1" status: 200 len: 210 time: 0.0726025 Feb 09 22:12:54.149853 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-936368dc-407c-4527-aa28-5962d14a2de6 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (d7da1ec8-a3eb-4cf6-8bc2-350442c12992), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:54.175194 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e9254a-8e3c-43fe-ad3f-475b44036a38 req-e2dad49c-6f5e-43be-92de-95811cb3fc31 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:54.178924 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a1e9254a-8e3c-43fe-ad3f-475b44036a38 req-e2dad49c-6f5e-43be-92de-95811cb3fc31 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] 10.222.0.90 "GET /v2.0/ports?device_id=bb2a3736-5130-4358-a798-91104ff86a5e HTTP/1.1" status: 200 len: 943 time: 0.1135967 Feb 09 22:12:54.250609 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936368dc-407c-4527-aa28-5962d14a2de6 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Pushing event deleted for resources: {'Port': ['ID=d7da1ec8-a3eb-4cf6-8bc2-350442c12992,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:54.314709 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a1e9254a-8e3c-43fe-ad3f-475b44036a38 req-9a6ba44c-3b60-4b7d-a1f0-349cb5773250 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d2c6cd2-b797-415e-adcb-d6c4d56e60ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288388 Feb 09 22:12:54.365824 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-936368dc-407c-4527-aa28-5962d14a2de6 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:54.366285 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 530c25d3-c57d-45a5-992f-0435e47dc192 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:12:54.369633 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-936368dc-407c-4527-aa28-5962d14a2de6 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "DELETE /v2.0/ports/d7da1ec8-a3eb-4cf6-8bc2-350442c12992 HTTP/1.1" status: 204 len: 168 time: 0.7323573 Feb 09 22:12:54.372246 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45952) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:54.407755 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5fe85d0-5250-4010-bc2c-aa8c296853ac tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] GET failed (client error): The resource could not be found. Feb 09 22:12:54.410550 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-a5fe85d0-5250-4010-bc2c-aa8c296853ac tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "GET /v2.0/ports/d7da1ec8-a3eb-4cf6-8bc2-350442c12992 HTTP/1.1" status: 404 len: 333 time: 0.0372720 Feb 09 22:12:54.413813 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45954) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:54.508494 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-2937787f-0a77-463a-b6d9-558d97a578d8 None None] Current status of the port 530c25d3-c57d-45a5-992f-0435e47dc192 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:12:54.508932 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2937787f-0a77-463a-b6d9-558d97a578d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (530c25d3-c57d-45a5-992f-0435e47dc192), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:54.513299 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 530c25d3-c57d-45a5-992f-0435e47dc192 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:54.513762 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (530c25d3-c57d-45a5-992f-0435e47dc192), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:54.581013 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-866ac673-a364-4fa1-8af1-e682ace95c94 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Deleting port e184b557-a4ef-4b28-96fd-448e0e718514 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:12:54.581496 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-866ac673-a364-4fa1-8af1-e682ace95c94 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (e184b557-a4ef-4b28-96fd-448e0e718514), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:54.611553 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-2937787f-0a77-463a-b6d9-558d97a578d8 None None] For port 530c25d3-c57d-45a5-992f-0435e47dc192, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=530c25d3-c57d-45a5-992f-0435e47dc192,segment=NetworkSegment(9ffe18b5-b7b8-402a-bb9f-55261885fcc6),segment_id=9ffe18b5-b7b8-402a-bb9f-55261885fcc6)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:12:54.618631 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2937787f-0a77-463a-b6d9-558d97a578d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (530c25d3-c57d-45a5-992f-0435e47dc192), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:54.715671 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 530c25d3-c57d-45a5-992f-0435e47dc192 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:12:54.727032 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2937787f-0a77-463a-b6d9-558d97a578d8 None None] Pushing event updated for resources: {'Port': ['ID=530c25d3-c57d-45a5-992f-0435e47dc192,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:54.727281 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-866ac673-a364-4fa1-8af1-e682ace95c94 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (e184b557-a4ef-4b28-96fd-448e0e718514), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:54.743657 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-866ac673-a364-4fa1-8af1-e682ace95c94 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Calling delete_port for e184b557-a4ef-4b28-96fd-448e0e718514 owned by {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:12:54.855478 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a1e7bd2b-9505-4d04-beda-92a041b7dc27 None None] Provisioning complete for port 530c25d3-c57d-45a5-992f-0435e47dc192 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:54.858036 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a1e7bd2b-9505-4d04-beda-92a041b7dc27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (530c25d3-c57d-45a5-992f-0435e47dc192), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:54.938273 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-866ac673-a364-4fa1-8af1-e682ace95c94 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (e184b557-a4ef-4b28-96fd-448e0e718514), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:54.975117 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a1e7bd2b-9505-4d04-beda-92a041b7dc27 None None] Current status of the port 530c25d3-c57d-45a5-992f-0435e47dc192 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:12:54.979026 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a1e7bd2b-9505-4d04-beda-92a041b7dc27 None None] Could not find standard attr ID for object e184b557-a4ef-4b28-96fd-448e0e718514. {{(pid=103142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 22:12:54.983035 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866ac673-a364-4fa1-8af1-e682ace95c94 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Pushing event deleted for resources: {'Port': ['ID=e184b557-a4ef-4b28-96fd-448e0e718514,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:54.983217 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a1e7bd2b-9505-4d04-beda-92a041b7dc27 None None] Could not find standard attr ID for object d7da1ec8-a3eb-4cf6-8bc2-350442c12992. {{(pid=103142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 22:12:55.058153 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-866ac673-a364-4fa1-8af1-e682ace95c94 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:55.062856 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-866ac673-a364-4fa1-8af1-e682ace95c94 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "DELETE /v2.0/ports/e184b557-a4ef-4b28-96fd-448e0e718514 HTTP/1.1" status: 204 len: 168 time: 0.6475017 Feb 09 22:12:55.065393 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45958) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:55.094639 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-be5e682b-ab58-414b-b871-e2d44919f217 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] GET failed (client error): The resource could not be found. Feb 09 22:12:55.096123 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-be5e682b-ab58-414b-b871-e2d44919f217 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "GET /v2.0/ports/e184b557-a4ef-4b28-96fd-448e0e718514 HTTP/1.1" status: 404 len: 333 time: 0.0297370 Feb 09 22:12:55.098911 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45962) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:55.108726 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-f472d3d9-6ddf-457b-b52b-7a07ac9a5525 None None] Could not find standard attr ID for object e184b557-a4ef-4b28-96fd-448e0e718514. {{(pid=103142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 22:12:55.203109 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4456cc6-4b73-4180-acc7-827b63b36bf9 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Deleting subnet 4422dc72-1195-4d02-829f-e9cdf2cdb3b4 {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:12:55.209507 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e4456cc6-4b73-4180-acc7-827b63b36bf9 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for subnet (4422dc72-1195-4d02-829f-e9cdf2cdb3b4), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:55.261326 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f476f11e-9c14-45f3-8445-25c0ad24fc23 req-4245f30a-3989-48ed-9380-d9c635b2a8cc tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=d8fedef7-59ac-44f8-9d99-37067b22922a HTTP/1.1" status: 200 len: 210 time: 0.0406103 Feb 09 22:12:55.291467 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e4456cc6-4b73-4180-acc7-827b63b36bf9 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (4422dc72-1195-4d02-829f-e9cdf2cdb3b4), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:55.417697 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35b74f0-b851-4d0f-9f44-c07cbd5daf83 req-ec29872f-f62b-41f9-8b57-5ba729e9bd9d tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:55.419870 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c35b74f0-b851-4d0f-9f44-c07cbd5daf83 req-ec29872f-f62b-41f9-8b57-5ba729e9bd9d tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.95 "GET /v2.0/networks?id=7e64d8e8-78a3-4987-8778-47d4e5b9b498 HTTP/1.1" status: 200 len: 811 time: 0.1530426 Feb 09 22:12:55.429328 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-bbb50a13-f506-484d-b89f-0cbef500f429 None None] Could not find standard attr ID for object d7da1ec8-a3eb-4cf6-8bc2-350442c12992. {{(pid=103142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 22:12:55.448928 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e4456cc6-4b73-4180-acc7-827b63b36bf9 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (4422dc72-1195-4d02-829f-e9cdf2cdb3b4), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:55.547311 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db93b20c-a4de-4a64-bb27-0aacc23d9b57 req-da3f000a-7a42-4b67-af2b-14ad373062bc tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:55.549238 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-db93b20c-a4de-4a64-bb27-0aacc23d9b57 req-da3f000a-7a42-4b67-af2b-14ad373062bc tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] 10.222.0.90 "GET /v2.0/ports?device_id=bb2a3736-5130-4358-a798-91104ff86a5e HTTP/1.1" status: 200 len: 943 time: 0.1141496 Feb 09 22:12:55.555129 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c35b74f0-b851-4d0f-9f44-c07cbd5daf83 req-01a5de9f-a89f-406f-a137-5a2367586ca5 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad9e4f8727be424b869d8f0ad468be3f HTTP/1.1" status: 200 len: 379 time: 0.1217399 Feb 09 22:12:55.569931 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-c35b74f0-b851-4d0f-9f44-c07cbd5daf83 req-3f60e695-5c06-42ab-957f-6b55677b547e tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Request body: {'port': {'device_id': 'd8fedef7-59ac-44f8-9d99-37067b22922a', 'network_id': '7e64d8e8-78a3-4987-8778-47d4e5b9b498', 'admin_state_up': True, 'tenant_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'security_groups': ['c11f40b7-d1f9-4288-ad38-42983b39662e']}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:55.572057 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e4456cc6-4b73-4180-acc7-827b63b36bf9 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (4422dc72-1195-4d02-829f-e9cdf2cdb3b4), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:55.605236 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4456cc6-4b73-4180-acc7-827b63b36bf9 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Pushing event deleted for resources: {'Subnet': ['ID=4422dc72-1195-4d02-829f-e9cdf2cdb3b4,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:55.613624 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e4456cc6-4b73-4180-acc7-827b63b36bf9 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:55.617835 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-e4456cc6-4b73-4180-acc7-827b63b36bf9 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "DELETE /v2.0/subnets/4422dc72-1195-4d02-829f-e9cdf2cdb3b4 HTTP/1.1" status: 204 len: 168 time: 0.5179214 Feb 09 22:12:55.620382 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45966) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:55.698888 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b577ab-5c2a-4b99-a621-9fcf88e97c23 None None] Network f5ccdb34-a4a0-4da4-b7da-1d9a28302ca1 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:12:55.716902 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-19ddce10-06e6-43e3-b401-c25aea9e3287 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (f5ccdb34-a4a0-4da4-b7da-1d9a28302ca1), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:55.722067 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-db93b20c-a4de-4a64-bb27-0aacc23d9b57 req-4a11bd91-6b9b-4d84-9cef-e3d46254f43e tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d2c6cd2-b797-415e-adcb-d6c4d56e60ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1612384 Feb 09 22:12:55.785948 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-19ddce10-06e6-43e3-b401-c25aea9e3287 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Deleting port 530c25d3-c57d-45a5-992f-0435e47dc192 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:12:55.785948 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-19ddce10-06e6-43e3-b401-c25aea9e3287 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (530c25d3-c57d-45a5-992f-0435e47dc192), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:55.812377 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c35b74f0-b851-4d0f-9f44-c07cbd5daf83 req-3f60e695-5c06-42ab-957f-6b55677b547e tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Made reservation on behalf of ad9e4f8727be424b869d8f0ad468be3f for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:12:55.819768 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-c35b74f0-b851-4d0f-9f44-c07cbd5daf83 req-3f60e695-5c06-42ab-957f-6b55677b547e tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:55.894357 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-19ddce10-06e6-43e3-b401-c25aea9e3287 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] For port 530c25d3-c57d-45a5-992f-0435e47dc192, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=530c25d3-c57d-45a5-992f-0435e47dc192,segment=NetworkSegment(9ffe18b5-b7b8-402a-bb9f-55261885fcc6),segment_id=9ffe18b5-b7b8-402a-bb9f-55261885fcc6)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:12:55.895041 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-19ddce10-06e6-43e3-b401-c25aea9e3287 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (530c25d3-c57d-45a5-992f-0435e47dc192), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:55.927661 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc27532-ca72-43d7-b090-544a397b4ab3 None None] DHCP port deletion for f5ccdb34-a4a0-4da4-b7da-1d9a28302ca1 request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:12:55.937172 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-19ddce10-06e6-43e3-b401-c25aea9e3287 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Calling delete_port for 530c25d3-c57d-45a5-992f-0435e47dc192 owned by network:dhcp {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:12:55.981839 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [req-c35b74f0-b851-4d0f-9f44-c07cbd5daf83 req-3f60e695-5c06-42ab-957f-6b55677b547e tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Allocated IP 172.20.0.7 (7e64d8e8-78a3-4987-8778-47d4e5b9b498/84c886de-428b-4fdd-ac96-e9bdd27d5e04/fcd62bca-2e27-4cc3-9d4e-1e5807ee7459) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:12:56.026281 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-dcc27532-ca72-43d7-b090-544a397b4ab3 None None] Deleting port 530c25d3-c57d-45a5-992f-0435e47dc192 {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:12:56.026844 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-dcc27532-ca72-43d7-b090-544a397b4ab3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (530c25d3-c57d-45a5-992f-0435e47dc192), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:56.075216 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-19ddce10-06e6-43e3-b401-c25aea9e3287 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (530c25d3-c57d-45a5-992f-0435e47dc192), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:56.137484 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ddce10-06e6-43e3-b401-c25aea9e3287 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Pushing event deleted for resources: {'Port': ['ID=530c25d3-c57d-45a5-992f-0435e47dc192,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:56.153868 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ddce10-06e6-43e3-b401-c25aea9e3287 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] No DVR routers for this DVR port 530c25d3-c57d-45a5-992f-0435e47dc192 on host n-d-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:12:56.159609 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 530c25d3-c57d-45a5-992f-0435e47dc192 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:12:56.186765 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 530c25d3-c57d-45a5-992f-0435e47dc192 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:12:56.187267 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 530c25d3-c57d-45a5-992f-0435e47dc192 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:12:56.197040 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-dcc27532-ca72-43d7-b090-544a397b4ab3 None None] For port 530c25d3-c57d-45a5-992f-0435e47dc192, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=530c25d3-c57d-45a5-992f-0435e47dc192,segment=NetworkSegment(9ffe18b5-b7b8-402a-bb9f-55261885fcc6),segment_id=9ffe18b5-b7b8-402a-bb9f-55261885fcc6)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:12:56.197554 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-dcc27532-ca72-43d7-b090-544a397b4ab3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (530c25d3-c57d-45a5-992f-0435e47dc192), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:56.214584 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-dcc27532-ca72-43d7-b090-544a397b4ab3 None None] Calling delete_port for 530c25d3-c57d-45a5-992f-0435e47dc192 owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:12:56.227755 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-c35b74f0-b851-4d0f-9f44-c07cbd5daf83 req-3f60e695-5c06-42ab-957f-6b55677b547e tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks [] for port (fcd62bca-2e27-4cc3-9d4e-1e5807ee7459), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:56.270057 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-c35b74f0-b851-4d0f-9f44-c07cbd5daf83 req-3f60e695-5c06-42ab-957f-6b55677b547e tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (fcd62bca-2e27-4cc3-9d4e-1e5807ee7459), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:56.271973 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-19ddce10-06e6-43e3-b401-c25aea9e3287 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (f5ccdb34-a4a0-4da4-b7da-1d9a28302ca1), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:56.297078 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-19ddce10-06e6-43e3-b401-c25aea9e3287 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5ccdb34-a4a0-4da4-b7da-1d9a28302ca1']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:56.307615 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-19ddce10-06e6-43e3-b401-c25aea9e3287 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ffe18b5-b7b8-402a-bb9f-55261885fcc6') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:56.307920 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-19ddce10-06e6-43e3-b401-c25aea9e3287 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ffe18b5-b7b8-402a-bb9f-55261885fcc6') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:12:56.313386 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-dcc27532-ca72-43d7-b090-544a397b4ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (530c25d3-c57d-45a5-992f-0435e47dc192), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:56.324409 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-19ddce10-06e6-43e3-b401-c25aea9e3287 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (9ffe18b5-b7b8-402a-bb9f-55261885fcc6), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:56.339883 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f60e695-5c06-42ab-957f-6b55677b547e tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Pushing event updated for resources: {'Port': ['ID=fcd62bca-2e27-4cc3-9d4e-1e5807ee7459,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:56.341335 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-19ddce10-06e6-43e3-b401-c25aea9e3287 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (9ffe18b5-b7b8-402a-bb9f-55261885fcc6), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:56.349043 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc27532-ca72-43d7-b090-544a397b4ab3 None None] Pushing event deleted for resources: {'Port': ['ID=530c25d3-c57d-45a5-992f-0435e47dc192,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:56.351825 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc27532-ca72-43d7-b090-544a397b4ab3 None None] No DVR routers for this DVR port 530c25d3-c57d-45a5-992f-0435e47dc192 on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:12:56.357431 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c35b74f0-b851-4d0f-9f44-c07cbd5daf83 req-3f60e695-5c06-42ab-957f-6b55677b547e tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Network 7e64d8e8-78a3-4987-8778-47d4e5b9b498 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:12:56.359579 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [req-c35b74f0-b851-4d0f-9f44-c07cbd5daf83 req-3f60e695-5c06-42ab-957f-6b55677b547e tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:12:56.372739 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-c35b74f0-b851-4d0f-9f44-c07cbd5daf83 req-3f60e695-5c06-42ab-957f-6b55677b547e tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:12:56.373840 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19ddce10-06e6-43e3-b401-c25aea9e3287 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:12:56.374426 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-19ddce10-06e6-43e3-b401-c25aea9e3287 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (9ffe18b5-b7b8-402a-bb9f-55261885fcc6), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:56.380863 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 22:12:56.380863 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:12:56.380863 n-d-828369-5 neutron-server[103141]: timer() Feb 09 22:12:56.380863 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:12:56.380863 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 22:12:56.380863 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:12:56.380863 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 22:12:56.380863 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:12:56.380863 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 22:12:56.380863 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:12:56.380863 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 22:12:56.380863 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:12:56.380863 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 22:12:56.380863 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:12:56.380863 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:12:56.380863 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:12:56.380863 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:12:56.380863 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:12:56.380863 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 22:12:56.380863 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:12:56.380863 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 22:12:56.380863 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:12:56.380863 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:12:56.380863 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:12:56.380863 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 22:12:56.380863 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:12:56.380863 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:12:56.380863 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:12:56.380863 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:12:56.380863 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:12:56.380863 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:12:56.380863 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:12:56.455179 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-19ddce10-06e6-43e3-b401-c25aea9e3287 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (f5ccdb34-a4a0-4da4-b7da-1d9a28302ca1), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:56.460015 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-19ddce10-06e6-43e3-b401-c25aea9e3287 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:56.463588 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-19ddce10-06e6-43e3-b401-c25aea9e3287 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "DELETE /v2.0/networks/f5ccdb34-a4a0-4da4-b7da-1d9a28302ca1 HTTP/1.1" status: 204 len: 168 time: 0.8421543 Feb 09 22:12:56.469850 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45970) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:56.475026 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-6f07d99f-03a5-4c0a-9874-e57d27941dea tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1830626732'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:56.513055 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f07d99f-03a5-4c0a-9874-e57d27941dea tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Made reservation on behalf of f1a7952abcf9475694b1d7f203aba6e7 for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:12:56.515832 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35b74f0-b851-4d0f-9f44-c07cbd5daf83 req-3f60e695-5c06-42ab-957f-6b55677b547e tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:56.522783 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-c35b74f0-b851-4d0f-9f44-c07cbd5daf83 req-3f60e695-5c06-42ab-957f-6b55677b547e tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:56.523013 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6f07d99f-03a5-4c0a-9874-e57d27941dea tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:56.535103 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ddce10-06e6-43e3-b401-c25aea9e3287 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Pushing event deleted for resources: {'Network': ['ID=f5ccdb34-a4a0-4da4-b7da-1d9a28302ca1,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:56.547941 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f07d99f-03a5-4c0a-9874-e57d27941dea tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:12:56.561287 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6f07d99f-03a5-4c0a-9874-e57d27941dea tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (740794cf-79ee-4a2c-a517-82ef98ae9e7d), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:56.561646 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-6f07d99f-03a5-4c0a-9874-e57d27941dea tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Added segment 740794cf-79ee-4a2c-a517-82ef98ae9e7d of type vlan for network a8c681c3-6732-477c-bd53-833c31101b2f Feb 09 22:12:56.571078 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b914ff7-d214-4816-9781-cafb5156c361 req-464b2a15-7057-4a10-8b58-45dc76cc312c tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:56.572864 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5b914ff7-d214-4816-9781-cafb5156c361 req-464b2a15-7057-4a10-8b58-45dc76cc312c tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=d8fedef7-59ac-44f8-9d99-37067b22922a HTTP/1.1" status: 200 len: 931 time: 0.1590233 Feb 09 22:12:56.577759 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c35b74f0-b851-4d0f-9f44-c07cbd5daf83 req-3f60e695-5c06-42ab-957f-6b55677b547e tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0139904 Feb 09 22:12:56.594108 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-c35b74f0-b851-4d0f-9f44-c07cbd5daf83 req-a457e04b-3cc2-4fbe-81a3-f70f1848abfa service neutron] Request body: {'port': {'device_id': 'd8fedef7-59ac-44f8-9d99-37067b22922a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-5'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:56.609887 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6f07d99f-03a5-4c0a-9874-e57d27941dea tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (a8c681c3-6732-477c-bd53-833c31101b2f), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:56.647610 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6f07d99f-03a5-4c0a-9874-e57d27941dea tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (a8c681c3-6732-477c-bd53-833c31101b2f), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:56.654049 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f07d99f-03a5-4c0a-9874-e57d27941dea tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:56.654813 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6f07d99f-03a5-4c0a-9874-e57d27941dea tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:56.660434 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5b914ff7-d214-4816-9781-cafb5156c361 req-c5853ce3-10d0-4fb7-841e-e5ef3061d39b tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c11f40b7-d1f9-4288-ad38-42983b39662e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810626 Feb 09 22:12:56.707302 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-c35b74f0-b851-4d0f-9f44-c07cbd5daf83 req-a457e04b-3cc2-4fbe-81a3-f70f1848abfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (fcd62bca-2e27-4cc3-9d4e-1e5807ee7459), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:56.757141 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-6f07d99f-03a5-4c0a-9874-e57d27941dea tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2860596 Feb 09 22:12:56.760567 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45974) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:56.766433 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-bf8bb9a2-3579-46f0-b141-2936c922b6dc tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Request body: {'subnet': {'network_id': 'a8c681c3-6732-477c-bd53-833c31101b2f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:56.861207 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f07d99f-03a5-4c0a-9874-e57d27941dea tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Pushing event updated for resources: {'Network': ['ID=a8c681c3-6732-477c-bd53-833c31101b2f,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:56.886121 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a8d2f496-e033-4913-999b-b0eff9dd6c75 None None] Provisioning complete for port fcd62bca-2e27-4cc3-9d4e-1e5807ee7459 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:56.887031 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a8d2f496-e033-4913-999b-b0eff9dd6c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (fcd62bca-2e27-4cc3-9d4e-1e5807ee7459), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:56.890483 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network a8c681c3-6732-477c-bd53-833c31101b2f details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:12:56.913813 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf8bb9a2-3579-46f0-b141-2936c922b6dc tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Made reservation on behalf of f1a7952abcf9475694b1d7f203aba6e7 for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:12:56.917851 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bf8bb9a2-3579-46f0-b141-2936c922b6dc tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:56.995411 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1228668-1f36-49f6-9722-84591890d79f req-7f23bb4f-b08c-465f-b907-6bfa918069fe tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:56.997770 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e1228668-1f36-49f6-9722-84591890d79f req-7f23bb4f-b08c-465f-b907-6bfa918069fe tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] 10.222.0.90 "GET /v2.0/ports?device_id=bb2a3736-5130-4358-a798-91104ff86a5e HTTP/1.1" status: 200 len: 943 time: 0.1514325 Feb 09 22:12:57.051418 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a8d2f496-e033-4913-999b-b0eff9dd6c75 None None] Port fcd62bca-2e27-4cc3-9d4e-1e5807ee7459 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:12:57.157492 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bf8bb9a2-3579-46f0-b141-2936c922b6dc tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (6a966a63-c09f-4a53-9e05-275182f48148), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:57.237330 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8bb9a2-3579-46f0-b141-2936c922b6dc tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Pushing event updated for resources: {'Subnet': ['ID=6a966a63-c09f-4a53-9e05-275182f48148,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:57.260270 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8bb9a2-3579-46f0-b141-2936c922b6dc tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Checking segment: {'id': '740794cf-79ee-4a2c-a517-82ef98ae9e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'a8c681c3-6732-477c-bd53-833c31101b2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:12:57.260798 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8bb9a2-3579-46f0-b141-2936c922b6dc tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Network hostable DHCP agents. Network: a8c681c3-6732-477c-bd53-833c31101b2f, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:12:57.279585 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8bb9a2-3579-46f0-b141-2936c922b6dc tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Network a8c681c3-6732-477c-bd53-833c31101b2f is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:12:57.291124 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-bf8bb9a2-3579-46f0-b141-2936c922b6dc tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, a8c681c3-6732-477c-bd53-833c31101b2f) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:12:57.300020 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8bb9a2-3579-46f0-b141-2936c922b6dc tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:57.300902 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bf8bb9a2-3579-46f0-b141-2936c922b6dc tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:57.303447 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddda2771-95a0-4211-9577-323252285823 None None] Network a8c681c3-6732-477c-bd53-833c31101b2f requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:12:57.323404 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-bf8bb9a2-3579-46f0-b141-2936c922b6dc tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5610945 Feb 09 22:12:57.325863 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45976) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:57.333159 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-df077357-715e-4354-8554-6194d6d308d3 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Request body: {'port': {'network_id': 'a8c681c3-6732-477c-bd53-833c31101b2f', 'name': 'tempest-PortsTestJSON-1474839748', 'fixed_ips': [{'subnet_id': '6a966a63-c09f-4a53-9e05-275182f48148', 'ip_address': '172.20.0.10'}]}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:57.394935 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [req-c35b74f0-b851-4d0f-9f44-c07cbd5daf83 req-a457e04b-3cc2-4fbe-81a3-f70f1848abfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcd62bca-2e27-4cc3-9d4e-1e5807ee7459 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:12:57.403142 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-c35b74f0-b851-4d0f-9f44-c07cbd5daf83 req-a457e04b-3cc2-4fbe-81a3-f70f1848abfa service neutron] Publish callbacks [] for port (fcd62bca-2e27-4cc3-9d4e-1e5807ee7459), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:57.415785 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [req-c35b74f0-b851-4d0f-9f44-c07cbd5daf83 req-a457e04b-3cc2-4fbe-81a3-f70f1848abfa service neutron] Transition to ACTIVE for port object fcd62bca-2e27-4cc3-9d4e-1e5807ee7459 will not be triggered until provisioned by entity L2. {{(pid=103140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:12:57.420423 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d21df1a-3b11-4921-bc57-2d33eeb75e59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-a8c681c3-6732-477c-bd53-833c31101b2f', 'network_id': 'a8c681c3-6732-477c-bd53-833c31101b2f', 'project_id': 'f1a7952abcf9475694b1d7f203aba6e7', 'fixed_ips': [{'subnet_id': '6a966a63-c09f-4a53-9e05-275182f48148'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:12:57.422113 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2d21df1a-3b11-4921-bc57-2d33eeb75e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:57.438625 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e1228668-1f36-49f6-9722-84591890d79f req-22529231-c1b2-48a3-978e-4f523b23c8ba tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d2c6cd2-b797-415e-adcb-d6c4d56e60ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4340825 Feb 09 22:12:57.439665 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-c35b74f0-b851-4d0f-9f44-c07cbd5daf83 req-a457e04b-3cc2-4fbe-81a3-f70f1848abfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (fcd62bca-2e27-4cc3-9d4e-1e5807ee7459), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:57.484429 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df077357-715e-4354-8554-6194d6d308d3 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Made reservation on behalf of f1a7952abcf9475694b1d7f203aba6e7 for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:12:57.542310 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a457e04b-3cc2-4fbe-81a3-f70f1848abfa service neutron] Pushing event updated for resources: {'Port': ['ID=fcd62bca-2e27-4cc3-9d4e-1e5807ee7459,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:57.586616 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-c35b74f0-b851-4d0f-9f44-c07cbd5daf83 req-a457e04b-3cc2-4fbe-81a3-f70f1848abfa service neutron] Attempting to bind port fcd62bca-2e27-4cc3-9d4e-1e5807ee7459 on host n-h1-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:12:57.586964 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-c35b74f0-b851-4d0f-9f44-c07cbd5daf83 req-a457e04b-3cc2-4fbe-81a3-f70f1848abfa service neutron] Attempting to bind port fcd62bca-2e27-4cc3-9d4e-1e5807ee7459 by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': 'ccdb70e6-3e43-42b3-b6b7-87da11db8888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7e64d8e8-78a3-4987-8778-47d4e5b9b498'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:12:57.587300 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35b74f0-b851-4d0f-9f44-c07cbd5daf83 req-a457e04b-3cc2-4fbe-81a3-f70f1848abfa service neutron] Attempting to bind port fcd62bca-2e27-4cc3-9d4e-1e5807ee7459 on network 7e64d8e8-78a3-4987-8778-47d4e5b9b498 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:12:57.591943 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35b74f0-b851-4d0f-9f44-c07cbd5daf83 req-a457e04b-3cc2-4fbe-81a3-f70f1848abfa service neutron] Port fcd62bca-2e27-4cc3-9d4e-1e5807ee7459 on network 7e64d8e8-78a3-4987-8778-47d4e5b9b498 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:12:57.592295 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35b74f0-b851-4d0f-9f44-c07cbd5daf83 req-a457e04b-3cc2-4fbe-81a3-f70f1848abfa service neutron] Attempting to bind port fcd62bca-2e27-4cc3-9d4e-1e5807ee7459 on network 7e64d8e8-78a3-4987-8778-47d4e5b9b498 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:12:57.601226 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35b74f0-b851-4d0f-9f44-c07cbd5daf83 req-a457e04b-3cc2-4fbe-81a3-f70f1848abfa service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:12:57.601821 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35b74f0-b851-4d0f-9f44-c07cbd5daf83 req-a457e04b-3cc2-4fbe-81a3-f70f1848abfa service neutron] Checking segment: {'id': 'ccdb70e6-3e43-42b3-b6b7-87da11db8888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7e64d8e8-78a3-4987-8778-47d4e5b9b498'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:12:57.602403 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35b74f0-b851-4d0f-9f44-c07cbd5daf83 req-a457e04b-3cc2-4fbe-81a3-f70f1848abfa service neutron] Bound using segment: {'id': 'ccdb70e6-3e43-42b3-b6b7-87da11db8888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7e64d8e8-78a3-4987-8778-47d4e5b9b498'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:12:57.603755 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-c35b74f0-b851-4d0f-9f44-c07cbd5daf83 req-a457e04b-3cc2-4fbe-81a3-f70f1848abfa service neutron] Bound port: fcd62bca-2e27-4cc3-9d4e-1e5807ee7459, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccdb70e6-3e43-42b3-b6b7-87da11db8888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7e64d8e8-78a3-4987-8778-47d4e5b9b498'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:12:57.604333 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-c35b74f0-b851-4d0f-9f44-c07cbd5daf83 req-a457e04b-3cc2-4fbe-81a3-f70f1848abfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (fcd62bca-2e27-4cc3-9d4e-1e5807ee7459), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:57.617210 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-df077357-715e-4354-8554-6194d6d308d3 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:57.636829 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [None req-df077357-715e-4354-8554-6194d6d308d3 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] device_id is not set on port ba5b507f-77cf-4587-aabd-5faab5ceb5cb yet. {{(pid=103141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:12:57.637777 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-2d21df1a-3b11-4921-bc57-2d33eeb75e59 None None] Allocated IP 172.20.0.2 (a8c681c3-6732-477c-bd53-833c31101b2f/6a966a63-c09f-4a53-9e05-275182f48148/a81368c2-29a7-40fc-b78b-3d208aed1790) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:12:57.713440 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-c35b74f0-b851-4d0f-9f44-c07cbd5daf83 req-a457e04b-3cc2-4fbe-81a3-f70f1848abfa service neutron] For port fcd62bca-2e27-4cc3-9d4e-1e5807ee7459, host n-h1-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:12:57.719748 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-c35b74f0-b851-4d0f-9f44-c07cbd5daf83 req-a457e04b-3cc2-4fbe-81a3-f70f1848abfa service neutron] For port fcd62bca-2e27-4cc3-9d4e-1e5807ee7459, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=fcd62bca-2e27-4cc3-9d4e-1e5807ee7459,segment=NetworkSegment(ccdb70e6-3e43-42b3-b6b7-87da11db8888),segment_id=ccdb70e6-3e43-42b3-b6b7-87da11db8888)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:12:57.730682 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-c35b74f0-b851-4d0f-9f44-c07cbd5daf83 req-a457e04b-3cc2-4fbe-81a3-f70f1848abfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (fcd62bca-2e27-4cc3-9d4e-1e5807ee7459), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:57.789598 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35b74f0-b851-4d0f-9f44-c07cbd5daf83 req-a457e04b-3cc2-4fbe-81a3-f70f1848abfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:57.790210 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-c35b74f0-b851-4d0f-9f44-c07cbd5daf83 req-a457e04b-3cc2-4fbe-81a3-f70f1848abfa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:57.794442 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c35b74f0-b851-4d0f-9f44-c07cbd5daf83 req-a457e04b-3cc2-4fbe-81a3-f70f1848abfa service neutron] 10.222.0.95 "PUT /v2.0/ports/fcd62bca-2e27-4cc3-9d4e-1e5807ee7459 HTTP/1.1" status: 200 len: 1091 time: 1.2052562 Feb 09 22:12:57.794940 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8fedef7-59ac-44f8-9d99-37067b22922a', 'tag': 'fcd62bca-2e27-4cc3-9d4e-1e5807ee7459'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:12:57.798083 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d5bc344-3049-481e-a67e-878ad3498923" -d '{"events": [{"name": "network-changed", "server_uuid": "d8fedef7-59ac-44f8-9d99-37067b22922a", "tag": "fcd62bca-2e27-4cc3-9d4e-1e5807ee7459"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:12:57.874280 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e6518df-f2ad-44ed-acd3-cabd92c4e655 x-openstack-request-id: req-7e6518df-f2ad-44ed-acd3-cabd92c4e655 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:12:57.874980 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8fedef7-59ac-44f8-9d99-37067b22922a", "tag": "fcd62bca-2e27-4cc3-9d4e-1e5807ee7459", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:12:57.875621 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-7e6518df-f2ad-44ed-acd3-cabd92c4e655 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:12:57.876741 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8fedef7-59ac-44f8-9d99-37067b22922a', 'tag': 'fcd62bca-2e27-4cc3-9d4e-1e5807ee7459', 'status': 'completed', 'code': 200} Feb 09 22:12:57.918195 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2d21df1a-3b11-4921-bc57-2d33eeb75e59 None None] Publish callbacks [] for port (a81368c2-29a7-40fc-b78b-3d208aed1790), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:57.923941 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a457e04b-3cc2-4fbe-81a3-f70f1848abfa service neutron] Pushing event updated for resources: {'Port': ['ID=fcd62bca-2e27-4cc3-9d4e-1e5807ee7459,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:57.933286 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2d21df1a-3b11-4921-bc57-2d33eeb75e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (a81368c2-29a7-40fc-b78b-3d208aed1790), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:57.979911 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dac395-b4b7-4e26-bc99-f7ad779c3ff7 req-89e5d175-5dd9-4d34-bf0f-e5baa9fb0a9c tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:57.981971 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-75dac395-b4b7-4e26-bc99-f7ad779c3ff7 req-89e5d175-5dd9-4d34-bf0f-e5baa9fb0a9c tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=d8fedef7-59ac-44f8-9d99-37067b22922a HTTP/1.1" status: 200 len: 943 time: 0.1778302 Feb 09 22:12:57.996828 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d21df1a-3b11-4921-bc57-2d33eeb75e59 None None] Network a8c681c3-6732-477c-bd53-833c31101b2f is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:12:58.004150 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-df077357-715e-4354-8554-6194d6d308d3 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Allocated IP 172.20.0.10 (a8c681c3-6732-477c-bd53-833c31101b2f/6a966a63-c09f-4a53-9e05-275182f48148/ba5b507f-77cf-4587-aabd-5faab5ceb5cb) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:12:58.012338 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35b74f0-b851-4d0f-9f44-c07cbd5daf83 req-b79c5329-00fd-4076-ba2c-e63e8b8de6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:58.013636 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-2d21df1a-3b11-4921-bc57-2d33eeb75e59 None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:12:58.014014 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c35b74f0-b851-4d0f-9f44-c07cbd5daf83 req-b79c5329-00fd-4076-ba2c-e63e8b8de6bc service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=ad9e4f8727be424b869d8f0ad468be3f&device_id=d8fedef7-59ac-44f8-9d99-37067b22922a HTTP/1.1" status: 200 len: 1125 time: 0.1553597 Feb 09 22:12:58.024960 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d21df1a-3b11-4921-bc57-2d33eeb75e59 None None] Pushing event updated for resources: {'Port': ['ID=a81368c2-29a7-40fc-b78b-3d208aed1790,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:58.030016 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d21df1a-3b11-4921-bc57-2d33eeb75e59 None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:12:58.095138 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-2d21df1a-3b11-4921-bc57-2d33eeb75e59 None None] Attempting to bind port a81368c2-29a7-40fc-b78b-3d208aed1790 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:12:58.095879 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-2d21df1a-3b11-4921-bc57-2d33eeb75e59 None None] Attempting to bind port a81368c2-29a7-40fc-b78b-3d208aed1790 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '740794cf-79ee-4a2c-a517-82ef98ae9e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'a8c681c3-6732-477c-bd53-833c31101b2f'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:12:58.095879 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d21df1a-3b11-4921-bc57-2d33eeb75e59 None None] Attempting to bind port a81368c2-29a7-40fc-b78b-3d208aed1790 on network a8c681c3-6732-477c-bd53-833c31101b2f {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:12:58.101767 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d21df1a-3b11-4921-bc57-2d33eeb75e59 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:12:58.102086 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d21df1a-3b11-4921-bc57-2d33eeb75e59 None None] Checking segment: {'id': '740794cf-79ee-4a2c-a517-82ef98ae9e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'a8c681c3-6732-477c-bd53-833c31101b2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:12:58.102505 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2d21df1a-3b11-4921-bc57-2d33eeb75e59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:58.102913 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d21df1a-3b11-4921-bc57-2d33eeb75e59 None None] Bound using segment: {'id': '740794cf-79ee-4a2c-a517-82ef98ae9e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'a8c681c3-6732-477c-bd53-833c31101b2f'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:12:58.103399 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-2d21df1a-3b11-4921-bc57-2d33eeb75e59 None None] Bound port: a81368c2-29a7-40fc-b78b-3d208aed1790, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '740794cf-79ee-4a2c-a517-82ef98ae9e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'a8c681c3-6732-477c-bd53-833c31101b2f'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:12:58.103797 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2d21df1a-3b11-4921-bc57-2d33eeb75e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (a81368c2-29a7-40fc-b78b-3d208aed1790), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:58.115380 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c35b74f0-b851-4d0f-9f44-c07cbd5daf83 req-fad554ca-672b-4145-bc68-c5155cb3d9df service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fcd62bca-2e27-4cc3-9d4e-1e5807ee7459 HTTP/1.1" status: 200 len: 217 time: 0.0913806 Feb 09 22:12:58.181307 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-75dac395-b4b7-4e26-bc99-f7ad779c3ff7 req-e36c3cc7-1466-4ce2-a921-c5315d31bb13 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c11f40b7-d1f9-4288-ad38-42983b39662e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1903348 Feb 09 22:12:58.211680 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35b74f0-b851-4d0f-9f44-c07cbd5daf83 req-9feac6f9-7485-4a6f-8047-97ff7675fe39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:58.212058 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-2d21df1a-3b11-4921-bc57-2d33eeb75e59 None None] For port a81368c2-29a7-40fc-b78b-3d208aed1790, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:12:58.216175 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-2d21df1a-3b11-4921-bc57-2d33eeb75e59 None None] For port a81368c2-29a7-40fc-b78b-3d208aed1790, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=a81368c2-29a7-40fc-b78b-3d208aed1790,segment=NetworkSegment(740794cf-79ee-4a2c-a517-82ef98ae9e7d),segment_id=740794cf-79ee-4a2c-a517-82ef98ae9e7d)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:12:58.218737 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c35b74f0-b851-4d0f-9f44-c07cbd5daf83 req-9feac6f9-7485-4a6f-8047-97ff7675fe39 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=84c886de-428b-4fdd-ac96-e9bdd27d5e04 HTTP/1.1" status: 200 len: 850 time: 0.0975673 Feb 09 22:12:58.228303 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2d21df1a-3b11-4921-bc57-2d33eeb75e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (a81368c2-29a7-40fc-b78b-3d208aed1790), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:58.255585 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-df077357-715e-4354-8554-6194d6d308d3 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for port (ba5b507f-77cf-4587-aabd-5faab5ceb5cb), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:58.305615 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35b74f0-b851-4d0f-9f44-c07cbd5daf83 req-b6fcba33-b914-465a-8693-4a7ffc3dca0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:58.307086 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-df077357-715e-4354-8554-6194d6d308d3 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (ba5b507f-77cf-4587-aabd-5faab5ceb5cb), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:58.307543 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c35b74f0-b851-4d0f-9f44-c07cbd5daf83 req-b6fcba33-b914-465a-8693-4a7ffc3dca0c service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=7e64d8e8-78a3-4987-8778-47d4e5b9b498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0821970 Feb 09 22:12:58.337825 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d21df1a-3b11-4921-bc57-2d33eeb75e59 None None] Pushing event updated for resources: {'Port': ['ID=a81368c2-29a7-40fc-b78b-3d208aed1790,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:58.388266 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df077357-715e-4354-8554-6194d6d308d3 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Pushing event updated for resources: {'Port': ['ID=ba5b507f-77cf-4587-aabd-5faab5ceb5cb,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:58.406871 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df077357-715e-4354-8554-6194d6d308d3 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Network a8c681c3-6732-477c-bd53-833c31101b2f is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:12:58.408377 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-df077357-715e-4354-8554-6194d6d308d3 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:12:58.410776 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df077357-715e-4354-8554-6194d6d308d3 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:12:58.440336 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c35b74f0-b851-4d0f-9f44-c07cbd5daf83 req-a56739cb-cbdd-4893-bbf7-119b8f6078ce service neutron] 10.222.0.95 "GET /v2.0/networks/7e64d8e8-78a3-4987-8778-47d4e5b9b498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261501 Feb 09 22:12:58.462633 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df077357-715e-4354-8554-6194d6d308d3 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:58.463335 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-df077357-715e-4354-8554-6194d6d308d3 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:58.482961 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-df077357-715e-4354-8554-6194d6d308d3 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.1531341 Feb 09 22:12:58.483465 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 45984) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:58.492876 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-bad4e8f9-9e0d-4610-84bc-598ebe65a4b2 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Request body: {'port': {'network_id': 'a8c681c3-6732-477c-bd53-833c31101b2f', 'name': 'tempest-PortsTestJSON-1395554960', 'fixed_ips': [{'subnet_id': '6a966a63-c09f-4a53-9e05-275182f48148', 'ip_address': '172.20.0.9'}]}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:12:58.732359 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6df41f-585e-4fc3-a017-f2e013bf6540 req-6ffa7924-d1d0-403d-a7b9-2ef9d16ce667 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:58.733878 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ba6df41f-585e-4fc3-a017-f2e013bf6540 req-6ffa7924-d1d0-403d-a7b9-2ef9d16ce667 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] 10.222.0.90 "GET /v2.0/ports?device_id=bb2a3736-5130-4358-a798-91104ff86a5e HTTP/1.1" status: 200 len: 943 time: 0.1206069 Feb 09 22:12:58.736668 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bad4e8f9-9e0d-4610-84bc-598ebe65a4b2 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Made reservation on behalf of f1a7952abcf9475694b1d7f203aba6e7 for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:12:58.750203 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c35b74f0-b851-4d0f-9f44-c07cbd5daf83 req-a1f9c966-551a-46aa-9e7a-a35033eb8017 service neutron] 10.222.0.95 "GET /v2.0/networks/7e64d8e8-78a3-4987-8778-47d4e5b9b498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3035533 Feb 09 22:12:58.869167 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ba6df41f-585e-4fc3-a017-f2e013bf6540 req-0dde4d92-9bb0-4e78-959f-5cb662ddf1cc tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d2c6cd2-b797-415e-adcb-d6c4d56e60ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270638 Feb 09 22:12:58.897182 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bad4e8f9-9e0d-4610-84bc-598ebe65a4b2 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:58.902162 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5bc344-3049-481e-a67e-878ad3498923 req-d294386f-d1bc-46d2-9e94-2f815dec5c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:58.904020 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3d5bc344-3049-481e-a67e-878ad3498923 req-d294386f-d1bc-46d2-9e94-2f815dec5c59 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=ad9e4f8727be424b869d8f0ad468be3f&device_id=d8fedef7-59ac-44f8-9d99-37067b22922a HTTP/1.1" status: 200 len: 1125 time: 0.1065695 Feb 09 22:12:58.957561 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-bad4e8f9-9e0d-4610-84bc-598ebe65a4b2 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] device_id is not set on port 3ecc3b59-3372-4c52-b222-18c74d52f09e yet. {{(pid=103140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:12:59.136726 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5bc344-3049-481e-a67e-878ad3498923 req-0e3486a0-78cb-4310-a180-c8a1a2525a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:59.140269 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3d5bc344-3049-481e-a67e-878ad3498923 req-0e3486a0-78cb-4310-a180-c8a1a2525a70 service neutron] 10.222.0.95 "GET /v2.0/networks?id=7e64d8e8-78a3-4987-8778-47d4e5b9b498 HTTP/1.1" status: 200 len: 912 time: 0.2300897 Feb 09 22:12:59.233772 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-bad4e8f9-9e0d-4610-84bc-598ebe65a4b2 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Allocated IP 172.20.0.9 (a8c681c3-6732-477c-bd53-833c31101b2f/6a966a63-c09f-4a53-9e05-275182f48148/3ecc3b59-3372-4c52-b222-18c74d52f09e) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:12:59.449932 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bad4e8f9-9e0d-4610-84bc-598ebe65a4b2 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for port (3ecc3b59-3372-4c52-b222-18c74d52f09e), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:59.472023 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde6d387-1b37-4bd7-8c01-515a75268709 None None] Network a8c681c3-6732-477c-bd53-833c31101b2f requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:12:59.545309 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bad4e8f9-9e0d-4610-84bc-598ebe65a4b2 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (3ecc3b59-3372-4c52-b222-18c74d52f09e), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:59.549657 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3d5bc344-3049-481e-a67e-878ad3498923 req-7a300810-c728-4115-8de3-e339d21baad8 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fcd62bca-2e27-4cc3-9d4e-1e5807ee7459 HTTP/1.1" status: 200 len: 217 time: 0.2431624 Feb 09 22:12:59.596077 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-f6d16bd5-244f-48f9-bed1-045ca4bc1b68 None None] Provisioning complete for port a81368c2-29a7-40fc-b78b-3d208aed1790 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:12:59.596483 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f6d16bd5-244f-48f9-bed1-045ca4bc1b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (a81368c2-29a7-40fc-b78b-3d208aed1790), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:59.631522 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad4e8f9-9e0d-4610-84bc-598ebe65a4b2 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Network a8c681c3-6732-477c-bd53-833c31101b2f is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:12:59.638891 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-bad4e8f9-9e0d-4610-84bc-598ebe65a4b2 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:12:59.658750 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad4e8f9-9e0d-4610-84bc-598ebe65a4b2 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:12:59.701364 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-f6d16bd5-244f-48f9-bed1-045ca4bc1b68 None None] Current status of the port a81368c2-29a7-40fc-b78b-3d208aed1790 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:12:59.701761 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f6d16bd5-244f-48f9-bed1-045ca4bc1b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (a81368c2-29a7-40fc-b78b-3d208aed1790), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:59.707977 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5bc344-3049-481e-a67e-878ad3498923 req-0acb2354-91c4-4d2b-b868-455f497f1bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:59.709589 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3d5bc344-3049-481e-a67e-878ad3498923 req-0acb2354-91c4-4d2b-b868-455f497f1bc8 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=84c886de-428b-4fdd-ac96-e9bdd27d5e04 HTTP/1.1" status: 200 len: 850 time: 0.1514733 Feb 09 22:12:59.714997 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad4e8f9-9e0d-4610-84bc-598ebe65a4b2 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:59.716363 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bad4e8f9-9e0d-4610-84bc-598ebe65a4b2 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:59.749097 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-f6d16bd5-244f-48f9-bed1-045ca4bc1b68 None None] For port a81368c2-29a7-40fc-b78b-3d208aed1790, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=a81368c2-29a7-40fc-b78b-3d208aed1790,segment=NetworkSegment(740794cf-79ee-4a2c-a517-82ef98ae9e7d),segment_id=740794cf-79ee-4a2c-a517-82ef98ae9e7d)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:12:59.753415 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f6d16bd5-244f-48f9-bed1-045ca4bc1b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (a81368c2-29a7-40fc-b78b-3d208aed1790), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:12:59.769844 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-bad4e8f9-9e0d-4610-84bc-598ebe65a4b2 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2852805 Feb 09 22:12:59.772530 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45988) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:59.820182 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3f129b-71dd-48a2-a0a8-06b1170e6634 req-df560e2f-95de-4034-a3a3-7ab23a940abc tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:59.820470 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d16bd5-244f-48f9-bed1-045ca4bc1b68 None None] Pushing event updated for resources: {'Port': ['ID=a81368c2-29a7-40fc-b78b-3d208aed1790,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:59.833214 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8e3f129b-71dd-48a2-a0a8-06b1170e6634 req-df560e2f-95de-4034-a3a3-7ab23a940abc tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=d8fedef7-59ac-44f8-9d99-37067b22922a HTTP/1.1" status: 200 len: 943 time: 0.5256231 Feb 09 22:12:59.834876 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad4e8f9-9e0d-4610-84bc-598ebe65a4b2 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Pushing event updated for resources: {'Port': ['ID=3ecc3b59-3372-4c52-b222-18c74d52f09e,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:12:59.923650 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8e3f129b-71dd-48a2-a0a8-06b1170e6634 req-196674e0-67f2-4b9d-8ee9-8107b75b5291 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c11f40b7-d1f9-4288-ad38-42983b39662e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761724 Feb 09 22:12:59.930692 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40b9fc4-f934-4402-9e31-c87577659e54 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:59.933431 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5bc344-3049-481e-a67e-878ad3498923 req-575cdade-57b6-4f3b-b53a-e95b8759e138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:12:59.935010 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3d5bc344-3049-481e-a67e-878ad3498923 req-575cdade-57b6-4f3b-b53a-e95b8759e138 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=7e64d8e8-78a3-4987-8778-47d4e5b9b498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2015526 Feb 09 22:12:59.935589 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 45992) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:12:59.938463 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-e40b9fc4-f934-4402-9e31-c87577659e54 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1642003 Feb 09 22:13:00.093575 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-81bf162f-51c5-49c8-bc0b-6b03d32c7ab0 None None] Provisioning complete for port 3ecc3b59-3372-4c52-b222-18c74d52f09e triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:00.094192 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-81bf162f-51c5-49c8-bc0b-6b03d32c7ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (3ecc3b59-3372-4c52-b222-18c74d52f09e), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:00.160186 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-81bf162f-51c5-49c8-bc0b-6b03d32c7ab0 None None] Port 3ecc3b59-3372-4c52-b222-18c74d52f09e cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:13:00.163083 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca60c5b8-2502-4f7b-b08b-4312143b38e4 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:00.169160 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca60c5b8-2502-4f7b-b08b-4312143b38e4 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:00.175839 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca60c5b8-2502-4f7b-b08b-4312143b38e4 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:00.182776 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45994) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:00.193532 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-ca60c5b8-2502-4f7b-b08b-4312143b38e4 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.2564292 Feb 09 22:13:00.205767 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-81bf162f-51c5-49c8-bc0b-6b03d32c7ab0 None None] Provisioning complete for port ba5b507f-77cf-4587-aabd-5faab5ceb5cb triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:00.206459 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-81bf162f-51c5-49c8-bc0b-6b03d32c7ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (ba5b507f-77cf-4587-aabd-5faab5ceb5cb), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:00.237045 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f43919-a795-42c3-a3f5-bf77a9dfe8e7 req-3de1f66b-4ebe-4aeb-b469-0c9c567e932a tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:00.238726 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-88f43919-a795-42c3-a3f5-bf77a9dfe8e7 req-3de1f66b-4ebe-4aeb-b469-0c9c567e932a tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] 10.222.0.90 "GET /v2.0/ports?device_id=bb2a3736-5130-4358-a798-91104ff86a5e HTTP/1.1" status: 200 len: 943 time: 0.2537854 Feb 09 22:13:00.252123 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device a81368c2-29a7-40fc-b78b-3d208aed1790 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:13:00.279307 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3d5bc344-3049-481e-a67e-878ad3498923 req-b6317f45-b6e6-408d-b332-d62b0954d9b1 service neutron] 10.222.0.95 "GET /v2.0/networks/7e64d8e8-78a3-4987-8778-47d4e5b9b498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3312445 Feb 09 22:13:00.301361 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-81bf162f-51c5-49c8-bc0b-6b03d32c7ab0 None None] Port ba5b507f-77cf-4587-aabd-5faab5ceb5cb cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:13:00.364738 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-81bf162f-51c5-49c8-bc0b-6b03d32c7ab0 None None] Provisioning complete for port a81368c2-29a7-40fc-b78b-3d208aed1790 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:00.365125 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-81bf162f-51c5-49c8-bc0b-6b03d32c7ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (a81368c2-29a7-40fc-b78b-3d208aed1790), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:00.372185 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-76a13fe1-8377-4755-bc44-fdabd3d161ce tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Deleting port 3ecc3b59-3372-4c52-b222-18c74d52f09e {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:13:00.372870 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-76a13fe1-8377-4755-bc44-fdabd3d161ce tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (3ecc3b59-3372-4c52-b222-18c74d52f09e), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:00.443265 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port a81368c2-29a7-40fc-b78b-3d208aed1790 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:00.443648 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (a81368c2-29a7-40fc-b78b-3d208aed1790), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:00.447401 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-88f43919-a795-42c3-a3f5-bf77a9dfe8e7 req-0cf5e863-c7db-4065-9498-3beafb297aa1 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d2c6cd2-b797-415e-adcb-d6c4d56e60ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1993759 Feb 09 22:13:00.518888 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3d5bc344-3049-481e-a67e-878ad3498923 req-df4e9831-a233-4c04-9b56-330cecb24541 service neutron] 10.222.0.95 "GET /v2.0/networks/7e64d8e8-78a3-4987-8778-47d4e5b9b498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315006 Feb 09 22:13:00.600090 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-81bf162f-51c5-49c8-bc0b-6b03d32c7ab0 None None] Current status of the port a81368c2-29a7-40fc-b78b-3d208aed1790 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:13:00.610888 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-76a13fe1-8377-4755-bc44-fdabd3d161ce tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (3ecc3b59-3372-4c52-b222-18c74d52f09e), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:00.625028 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-76a13fe1-8377-4755-bc44-fdabd3d161ce tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Calling delete_port for 3ecc3b59-3372-4c52-b222-18c74d52f09e owned by {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:13:00.629299 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port a81368c2-29a7-40fc-b78b-3d208aed1790 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:13:00.728585 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-558c132d-3600-46ed-bb59-ac562ff47990 None None] Provisioning complete for port ba5b507f-77cf-4587-aabd-5faab5ceb5cb triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:00.728975 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-558c132d-3600-46ed-bb59-ac562ff47990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (ba5b507f-77cf-4587-aabd-5faab5ceb5cb), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:00.778444 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-558c132d-3600-46ed-bb59-ac562ff47990 None None] Port ba5b507f-77cf-4587-aabd-5faab5ceb5cb cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:13:00.786601 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-76a13fe1-8377-4755-bc44-fdabd3d161ce tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (3ecc3b59-3372-4c52-b222-18c74d52f09e), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:00.815484 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a13fe1-8377-4755-bc44-fdabd3d161ce tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Pushing event deleted for resources: {'Port': ['ID=3ecc3b59-3372-4c52-b222-18c74d52f09e,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:00.894235 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-7f02ae49-4c57-4d1a-bd0a-bc854783157d None None] Could not find standard attr ID for object 3ecc3b59-3372-4c52-b222-18c74d52f09e. {{(pid=103142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 22:13:00.912245 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-76a13fe1-8377-4755-bc44-fdabd3d161ce tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:00.916577 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-76a13fe1-8377-4755-bc44-fdabd3d161ce tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "DELETE /v2.0/ports/3ecc3b59-3372-4c52-b222-18c74d52f09e HTTP/1.1" status: 204 len: 168 time: 0.7337191 Feb 09 22:13:00.919704 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 45996) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:00.949264 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3342d77-d5c9-4da3-9d75-ce98798466b1 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] GET failed (client error): The resource could not be found. Feb 09 22:13:00.951018 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-b3342d77-d5c9-4da3-9d75-ce98798466b1 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "GET /v2.0/ports/3ecc3b59-3372-4c52-b222-18c74d52f09e HTTP/1.1" status: 404 len: 333 time: 0.0299578 Feb 09 22:13:00.953737 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 45998) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:01.133830 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db8bde1-146b-474e-919a-cbca9766097e req-6b7a49d7-c9f9-415b-8ca1-7df17c268bd6 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:01.135706 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1db8bde1-146b-474e-919a-cbca9766097e req-6b7a49d7-c9f9-415b-8ca1-7df17c268bd6 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=d8fedef7-59ac-44f8-9d99-37067b22922a HTTP/1.1" status: 200 len: 943 time: 0.1096640 Feb 09 22:13:01.138341 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-46d8b9bf-c868-446e-a664-77a7cae60677 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Deleting port ba5b507f-77cf-4587-aabd-5faab5ceb5cb {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:13:01.138791 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-46d8b9bf-c868-446e-a664-77a7cae60677 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (ba5b507f-77cf-4587-aabd-5faab5ceb5cb), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:01.236874 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1db8bde1-146b-474e-919a-cbca9766097e req-8395d05c-1438-4b8a-abee-ddae46942060 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c11f40b7-d1f9-4288-ad38-42983b39662e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948353 Feb 09 22:13:01.259922 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-46d8b9bf-c868-446e-a664-77a7cae60677 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (ba5b507f-77cf-4587-aabd-5faab5ceb5cb), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:01.272961 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-46d8b9bf-c868-446e-a664-77a7cae60677 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Calling delete_port for ba5b507f-77cf-4587-aabd-5faab5ceb5cb owned by {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:13:01.654709 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4b270d-29ff-4972-a31b-70df15cfc9ad req-60f96b55-74b2-4b3e-aefc-e7ecbb5755e1 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:01.656198 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2c4b270d-29ff-4972-a31b-70df15cfc9ad req-60f96b55-74b2-4b3e-aefc-e7ecbb5755e1 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] 10.222.0.90 "GET /v2.0/ports?device_id=bb2a3736-5130-4358-a798-91104ff86a5e HTTP/1.1" status: 200 len: 943 time: 0.0777984 Feb 09 22:13:01.741494 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2c4b270d-29ff-4972-a31b-70df15cfc9ad req-0ebe7722-a49e-4013-a27b-266429838afd tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d2c6cd2-b797-415e-adcb-d6c4d56e60ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791368 Feb 09 22:13:01.742833 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-46d8b9bf-c868-446e-a664-77a7cae60677 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (ba5b507f-77cf-4587-aabd-5faab5ceb5cb), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:01.777595 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d8b9bf-c868-446e-a664-77a7cae60677 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Pushing event deleted for resources: {'Port': ['ID=ba5b507f-77cf-4587-aabd-5faab5ceb5cb,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:01.847376 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-46d8b9bf-c868-446e-a664-77a7cae60677 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:01.852816 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-46d8b9bf-c868-446e-a664-77a7cae60677 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "DELETE /v2.0/ports/ba5b507f-77cf-4587-aabd-5faab5ceb5cb HTTP/1.1" status: 204 len: 168 time: 0.8974202 Feb 09 22:13:01.853588 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 46004) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:01.885871 n-d-828369-5 neutron-server[103140]: INFO neutron.pecan_wsgi.hooks.translation [None req-1774969b-1d84-4b97-b859-b6d401ee267b tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] GET failed (client error): The resource could not be found. Feb 09 22:13:01.890511 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-1774969b-1d84-4b97-b859-b6d401ee267b tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "GET /v2.0/ports/ba5b507f-77cf-4587-aabd-5faab5ceb5cb HTTP/1.1" status: 404 len: 333 time: 0.0328653 Feb 09 22:13:01.891545 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 46006) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:01.944355 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_v2 [None req-4818da5b-8a19-4359-84a7-1b8440fbb21c tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Deleting subnet 6a966a63-c09f-4a53-9e05-275182f48148 {{(pid=103140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:13:01.947838 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4818da5b-8a19-4359-84a7-1b8440fbb21c tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for subnet (6a966a63-c09f-4a53-9e05-275182f48148), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:01.993736 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4818da5b-8a19-4359-84a7-1b8440fbb21c tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9110716'] for subnet (6a966a63-c09f-4a53-9e05-275182f48148), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:02.077465 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4818da5b-8a19-4359-84a7-1b8440fbb21c tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (6a966a63-c09f-4a53-9e05-275182f48148), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:02.140549 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4818da5b-8a19-4359-84a7-1b8440fbb21c tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621346'] for subnet (6a966a63-c09f-4a53-9e05-275182f48148), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:02.172689 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4818da5b-8a19-4359-84a7-1b8440fbb21c tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Pushing event deleted for resources: {'Subnet': ['ID=6a966a63-c09f-4a53-9e05-275182f48148,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:02.176551 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4818da5b-8a19-4359-84a7-1b8440fbb21c tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:02.182332 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-4818da5b-8a19-4359-84a7-1b8440fbb21c tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "DELETE /v2.0/subnets/6a966a63-c09f-4a53-9e05-275182f48148 HTTP/1.1" status: 204 len: 168 time: 0.2881823 Feb 09 22:13:02.182710 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 46008) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:02.194035 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30a94b1-1a8f-43f6-b8ce-648a2eb87436 None None] Network a8c681c3-6732-477c-bd53-833c31101b2f requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:13:02.270523 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-86553b60-dab9-4a06-887d-0c57dbdf9b12 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (a8c681c3-6732-477c-bd53-833c31101b2f), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:02.339803 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-86553b60-dab9-4a06-887d-0c57dbdf9b12 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Deleting port a81368c2-29a7-40fc-b78b-3d208aed1790 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:13:02.340737 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-86553b60-dab9-4a06-887d-0c57dbdf9b12 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (a81368c2-29a7-40fc-b78b-3d208aed1790), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:02.383676 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5cccd6-9d7e-4b19-bac6-8057f5ded71b None None] DHCP port deletion for a8c681c3-6732-477c-bd53-833c31101b2f request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:13:02.391734 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee26815-2db7-43f1-b5c1-8b36205d41be req-f43f0167-0125-46ec-9d7c-fef5478cb9c4 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:02.391963 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0ee26815-2db7-43f1-b5c1-8b36205d41be req-f43f0167-0125-46ec-9d7c-fef5478cb9c4 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=d8fedef7-59ac-44f8-9d99-37067b22922a HTTP/1.1" status: 200 len: 943 time: 0.0673487 Feb 09 22:13:02.419315 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-86553b60-dab9-4a06-887d-0c57dbdf9b12 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] For port a81368c2-29a7-40fc-b78b-3d208aed1790, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=a81368c2-29a7-40fc-b78b-3d208aed1790,segment=NetworkSegment(740794cf-79ee-4a2c-a517-82ef98ae9e7d),segment_id=740794cf-79ee-4a2c-a517-82ef98ae9e7d)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:13:02.419693 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-86553b60-dab9-4a06-887d-0c57dbdf9b12 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (a81368c2-29a7-40fc-b78b-3d208aed1790), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:02.442926 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-3d5cccd6-9d7e-4b19-bac6-8057f5ded71b None None] Deleting port a81368c2-29a7-40fc-b78b-3d208aed1790 {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:13:02.443155 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-86553b60-dab9-4a06-887d-0c57dbdf9b12 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Calling delete_port for a81368c2-29a7-40fc-b78b-3d208aed1790 owned by network:dhcp {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:13:02.443749 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-3d5cccd6-9d7e-4b19-bac6-8057f5ded71b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (a81368c2-29a7-40fc-b78b-3d208aed1790), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:02.449090 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0ee26815-2db7-43f1-b5c1-8b36205d41be req-7f77c222-d043-4df3-85d8-1c4330f71cde tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c11f40b7-d1f9-4288-ad38-42983b39662e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512381 Feb 09 22:13:02.517676 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-3d5cccd6-9d7e-4b19-bac6-8057f5ded71b None None] For port a81368c2-29a7-40fc-b78b-3d208aed1790, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=a81368c2-29a7-40fc-b78b-3d208aed1790,segment=NetworkSegment(740794cf-79ee-4a2c-a517-82ef98ae9e7d),segment_id=740794cf-79ee-4a2c-a517-82ef98ae9e7d)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:13:02.518090 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-3d5cccd6-9d7e-4b19-bac6-8057f5ded71b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (a81368c2-29a7-40fc-b78b-3d208aed1790), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:02.533548 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-3d5cccd6-9d7e-4b19-bac6-8057f5ded71b None None] Calling delete_port for a81368c2-29a7-40fc-b78b-3d208aed1790 owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:13:02.535216 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-86553b60-dab9-4a06-887d-0c57dbdf9b12 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (a81368c2-29a7-40fc-b78b-3d208aed1790), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:02.561228 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86553b60-dab9-4a06-887d-0c57dbdf9b12 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Pushing event deleted for resources: {'Port': ['ID=a81368c2-29a7-40fc-b78b-3d208aed1790,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:02.564974 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86553b60-dab9-4a06-887d-0c57dbdf9b12 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] No DVR routers for this DVR port a81368c2-29a7-40fc-b78b-3d208aed1790 on host n-d-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:13:02.623265 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-3d5cccd6-9d7e-4b19-bac6-8057f5ded71b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (a81368c2-29a7-40fc-b78b-3d208aed1790), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:02.637654 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5cccd6-9d7e-4b19-bac6-8057f5ded71b None None] No DVR routers for this DVR port a81368c2-29a7-40fc-b78b-3d208aed1790 on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:13:02.649097 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-86553b60-dab9-4a06-887d-0c57dbdf9b12 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (a8c681c3-6732-477c-bd53-833c31101b2f), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:02.663893 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5cccd6-9d7e-4b19-bac6-8057f5ded71b None None] Pushing event deleted for resources: {'Port': ['ID=a81368c2-29a7-40fc-b78b-3d208aed1790,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:02.673069 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-86553b60-dab9-4a06-887d-0c57dbdf9b12 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8c681c3-6732-477c-bd53-833c31101b2f']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:02.682233 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-86553b60-dab9-4a06-887d-0c57dbdf9b12 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '740794cf-79ee-4a2c-a517-82ef98ae9e7d') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:02.682538 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-86553b60-dab9-4a06-887d-0c57dbdf9b12 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '740794cf-79ee-4a2c-a517-82ef98ae9e7d') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:02.691772 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-86553b60-dab9-4a06-887d-0c57dbdf9b12 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (740794cf-79ee-4a2c-a517-82ef98ae9e7d), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:02.705353 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-86553b60-dab9-4a06-887d-0c57dbdf9b12 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (740794cf-79ee-4a2c-a517-82ef98ae9e7d), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:02.711338 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86553b60-dab9-4a06-887d-0c57dbdf9b12 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:13:02.711737 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-86553b60-dab9-4a06-887d-0c57dbdf9b12 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (740794cf-79ee-4a2c-a517-82ef98ae9e7d), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:02.714650 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 22:13:02.714650 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:13:02.714650 n-d-828369-5 neutron-server[103141]: timer() Feb 09 22:13:02.714650 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:13:02.714650 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 22:13:02.714650 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:13:02.714650 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 22:13:02.714650 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:13:02.714650 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 22:13:02.714650 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:13:02.714650 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 22:13:02.714650 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:13:02.714650 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 22:13:02.714650 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:13:02.714650 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:13:02.714650 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:13:02.714650 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:13:02.714650 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:13:02.714650 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 22:13:02.714650 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:13:02.714650 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 22:13:02.714650 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:13:02.714650 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:13:02.714650 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:13:02.714650 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 22:13:02.714650 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:13:02.714650 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:13:02.714650 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:13:02.714650 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:13:02.714650 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:13:02.714650 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:13:02.714650 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:13:02.776073 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-86553b60-dab9-4a06-887d-0c57dbdf9b12 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (a8c681c3-6732-477c-bd53-833c31101b2f), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:02.794046 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-86553b60-dab9-4a06-887d-0c57dbdf9b12 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:02.801192 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-86553b60-dab9-4a06-887d-0c57dbdf9b12 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "DELETE /v2.0/networks/a8c681c3-6732-477c-bd53-833c31101b2f HTTP/1.1" status: 204 len: 168 time: 0.6139576 Feb 09 22:13:02.801192 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86553b60-dab9-4a06-887d-0c57dbdf9b12 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Pushing event deleted for resources: {'Network': ['ID=a8c681c3-6732-477c-bd53-833c31101b2f,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:02.801450 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 46014) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:02.810181 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-9c0217c8-2ef3-46c3-9bfb-e2a3d84a703c tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-775917733'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:13:02.836389 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c0217c8-2ef3-46c3-9bfb-e2a3d84a703c tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Made reservation on behalf of f1a7952abcf9475694b1d7f203aba6e7 for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:13:02.839994 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9c0217c8-2ef3-46c3-9bfb-e2a3d84a703c tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:02.867747 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c0217c8-2ef3-46c3-9bfb-e2a3d84a703c tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:13:02.878950 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9c0217c8-2ef3-46c3-9bfb-e2a3d84a703c tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (39fca91e-3c47-427b-930a-29b12bb817df), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:02.879292 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-9c0217c8-2ef3-46c3-9bfb-e2a3d84a703c tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Added segment 39fca91e-3c47-427b-930a-29b12bb817df of type vlan for network 9560016e-a7ca-4988-8338-4e98afdfcb1e Feb 09 22:13:02.882356 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa29f455-e5b2-4ac8-bcff-831ec573ac36 req-bfbbd6d4-2886-4560-b8f8-ab441d8ad906 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:02.883865 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-aa29f455-e5b2-4ac8-bcff-831ec573ac36 req-bfbbd6d4-2886-4560-b8f8-ab441d8ad906 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] 10.222.0.90 "GET /v2.0/ports?device_id=bb2a3736-5130-4358-a798-91104ff86a5e HTTP/1.1" status: 200 len: 943 time: 0.0572581 Feb 09 22:13:02.921692 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9c0217c8-2ef3-46c3-9bfb-e2a3d84a703c tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (9560016e-a7ca-4988-8338-4e98afdfcb1e), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:02.939763 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-aa29f455-e5b2-4ac8-bcff-831ec573ac36 req-d992c48a-abb8-4e50-a8ce-cff2552f0a63 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d2c6cd2-b797-415e-adcb-d6c4d56e60ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463278 Feb 09 22:13:02.948207 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9c0217c8-2ef3-46c3-9bfb-e2a3d84a703c tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (9560016e-a7ca-4988-8338-4e98afdfcb1e), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:02.954944 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0217c8-2ef3-46c3-9bfb-e2a3d84a703c tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:02.955603 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9c0217c8-2ef3-46c3-9bfb-e2a3d84a703c tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:03.006876 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-9c0217c8-2ef3-46c3-9bfb-e2a3d84a703c tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2044771 Feb 09 22:13:03.009833 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 46016) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:03.015874 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-3cdf0b38-61e1-49d1-97b4-8b5103e0f600 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Request body: {'subnet': {'network_id': '9560016e-a7ca-4988-8338-4e98afdfcb1e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:13:03.025159 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0217c8-2ef3-46c3-9bfb-e2a3d84a703c tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Pushing event updated for resources: {'Network': ['ID=9560016e-a7ca-4988-8338-4e98afdfcb1e,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:03.036530 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 9560016e-a7ca-4988-8338-4e98afdfcb1e details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:13:03.108050 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cdf0b38-61e1-49d1-97b4-8b5103e0f600 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Made reservation on behalf of f1a7952abcf9475694b1d7f203aba6e7 for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:13:03.111550 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3cdf0b38-61e1-49d1-97b4-8b5103e0f600 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621317'] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:03.318369 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3cdf0b38-61e1-49d1-97b4-8b5103e0f600 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621371'] for subnet (01c5c248-dee6-4697-afd5-7d4d74249baf), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:03.380503 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdf0b38-61e1-49d1-97b4-8b5103e0f600 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Pushing event updated for resources: {'Subnet': ['ID=01c5c248-dee6-4697-afd5-7d4d74249baf,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:03.388660 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cdf0b38-61e1-49d1-97b4-8b5103e0f600 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Checking segment: {'id': '39fca91e-3c47-427b-930a-29b12bb817df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '9560016e-a7ca-4988-8338-4e98afdfcb1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:13:03.389030 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cdf0b38-61e1-49d1-97b4-8b5103e0f600 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Network hostable DHCP agents. Network: 9560016e-a7ca-4988-8338-4e98afdfcb1e, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:13:03.405778 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cdf0b38-61e1-49d1-97b4-8b5103e0f600 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Network 9560016e-a7ca-4988-8338-4e98afdfcb1e is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:13:03.414329 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-3cdf0b38-61e1-49d1-97b4-8b5103e0f600 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 9560016e-a7ca-4988-8338-4e98afdfcb1e) {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:13:03.419088 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cdf0b38-61e1-49d1-97b4-8b5103e0f600 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:03.419697 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3cdf0b38-61e1-49d1-97b4-8b5103e0f600 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:03.423755 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df110ee0-ab0e-4a1b-98e7-bafb6a56dc68 None None] Network 9560016e-a7ca-4988-8338-4e98afdfcb1e requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:13:03.438629 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-3cdf0b38-61e1-49d1-97b4-8b5103e0f600 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4274821 Feb 09 22:13:03.441412 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 46018) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:03.446055 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-8f5b1bb4-160d-4e2d-aabf-51d226d68d18 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-518903147', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:13:03.469528 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8f5b1bb4-160d-4e2d-aabf-51d226d68d18 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (c716cf12-a18f-4cdc-b5b6-c8412e395847), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:03.470634 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8f5b1bb4-160d-4e2d-aabf-51d226d68d18 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (c716cf12-a18f-4cdc-b5b6-c8412e395847), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:03.540277 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e9de28-0ebe-40ae-bbe8-8e6c30018c08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-9560016e-a7ca-4988-8338-4e98afdfcb1e', 'network_id': '9560016e-a7ca-4988-8338-4e98afdfcb1e', 'project_id': 'f1a7952abcf9475694b1d7f203aba6e7', 'fixed_ips': [{'subnet_id': '01c5c248-dee6-4697-afd5-7d4d74249baf'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:13:03.541422 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-00e9de28-0ebe-40ae-bbe8-8e6c30018c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:03.579925 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8f5b1bb4-160d-4e2d-aabf-51d226d68d18 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for router_controller (c716cf12-a18f-4cdc-b5b6-c8412e395847), precommit_add_association {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:03.587052 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8f5b1bb4-160d-4e2d-aabf-51d226d68d18 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (c716cf12-a18f-4cdc-b5b6-c8412e395847), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:03.610689 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8f5b1bb4-160d-4e2d-aabf-51d226d68d18 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:03.611905 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-8f5b1bb4-160d-4e2d-aabf-51d226d68d18 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.1692886 Feb 09 22:13:03.614625 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 46022) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:03.619612 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-adcc2e0b-fa18-46c2-9ebf-a7a04d55d553 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Request body: {'port': {'network_id': '9560016e-a7ca-4988-8338-4e98afdfcb1e', 'name': 'tempest-PortsTestJSON-1458417260'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:13:03.628783 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f389252-4fe0-405a-947c-db7aacd47edd req-fd717052-6db0-4a09-bdb7-84aa8bfa8bb8 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:03.630224 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8f389252-4fe0-405a-947c-db7aacd47edd req-fd717052-6db0-4a09-bdb7-84aa8bfa8bb8 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=d8fedef7-59ac-44f8-9d99-37067b22922a HTTP/1.1" status: 200 len: 943 time: 0.0811408 Feb 09 22:13:03.716715 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-00e9de28-0ebe-40ae-bbe8-8e6c30018c08 None None] Allocated IP 172.20.0.2 (9560016e-a7ca-4988-8338-4e98afdfcb1e/01c5c248-dee6-4697-afd5-7d4d74249baf/c1266e93-b6dd-4a94-873d-1369a9b61b2f) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:13:03.742465 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8f389252-4fe0-405a-947c-db7aacd47edd req-287c185b-8cf0-47e2-a3ea-7bcdbf68713b tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c11f40b7-d1f9-4288-ad38-42983b39662e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986078 Feb 09 22:13:03.788806 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adcc2e0b-fa18-46c2-9ebf-a7a04d55d553 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Made reservation on behalf of f1a7952abcf9475694b1d7f203aba6e7 for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:13:03.792214 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-adcc2e0b-fa18-46c2-9ebf-a7a04d55d553 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:03.809975 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-adcc2e0b-fa18-46c2-9ebf-a7a04d55d553 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] device_id is not set on port 3e372df1-3c29-4de2-8c2c-163e4086c2a9 yet. {{(pid=103140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:13:03.881773 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-00e9de28-0ebe-40ae-bbe8-8e6c30018c08 None None] Publish callbacks [] for port (c1266e93-b6dd-4a94-873d-1369a9b61b2f), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:03.894086 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-00e9de28-0ebe-40ae-bbe8-8e6c30018c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (c1266e93-b6dd-4a94-873d-1369a9b61b2f), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:03.952763 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e9de28-0ebe-40ae-bbe8-8e6c30018c08 None None] Pushing event updated for resources: {'Port': ['ID=c1266e93-b6dd-4a94-873d-1369a9b61b2f,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:03.955619 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-adcc2e0b-fa18-46c2-9ebf-a7a04d55d553 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Allocated IP 172.20.0.9 (9560016e-a7ca-4988-8338-4e98afdfcb1e/01c5c248-dee6-4697-afd5-7d4d74249baf/3e372df1-3c29-4de2-8c2c-163e4086c2a9) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:13:03.968596 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e9de28-0ebe-40ae-bbe8-8e6c30018c08 None None] Network 9560016e-a7ca-4988-8338-4e98afdfcb1e is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:13:03.972358 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-00e9de28-0ebe-40ae-bbe8-8e6c30018c08 None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:13:03.976495 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e9de28-0ebe-40ae-bbe8-8e6c30018c08 None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:13:04.066250 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-00e9de28-0ebe-40ae-bbe8-8e6c30018c08 None None] Attempting to bind port c1266e93-b6dd-4a94-873d-1369a9b61b2f on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:13:04.066628 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-00e9de28-0ebe-40ae-bbe8-8e6c30018c08 None None] Attempting to bind port c1266e93-b6dd-4a94-873d-1369a9b61b2f by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '39fca91e-3c47-427b-930a-29b12bb817df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '9560016e-a7ca-4988-8338-4e98afdfcb1e'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:13:04.066997 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e9de28-0ebe-40ae-bbe8-8e6c30018c08 None None] Attempting to bind port c1266e93-b6dd-4a94-873d-1369a9b61b2f on network 9560016e-a7ca-4988-8338-4e98afdfcb1e {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:13:04.099095 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e9de28-0ebe-40ae-bbe8-8e6c30018c08 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:13:04.099481 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e9de28-0ebe-40ae-bbe8-8e6c30018c08 None None] Checking segment: {'id': '39fca91e-3c47-427b-930a-29b12bb817df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '9560016e-a7ca-4988-8338-4e98afdfcb1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:13:04.099895 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-00e9de28-0ebe-40ae-bbe8-8e6c30018c08 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:04.100319 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e9de28-0ebe-40ae-bbe8-8e6c30018c08 None None] Bound using segment: {'id': '39fca91e-3c47-427b-930a-29b12bb817df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '9560016e-a7ca-4988-8338-4e98afdfcb1e'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:13:04.100818 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-00e9de28-0ebe-40ae-bbe8-8e6c30018c08 None None] Bound port: c1266e93-b6dd-4a94-873d-1369a9b61b2f, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39fca91e-3c47-427b-930a-29b12bb817df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '9560016e-a7ca-4988-8338-4e98afdfcb1e'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:13:04.101211 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-00e9de28-0ebe-40ae-bbe8-8e6c30018c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (c1266e93-b6dd-4a94-873d-1369a9b61b2f), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:04.158265 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device a81368c2-29a7-40fc-b78b-3d208aed1790 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:13:04.193533 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a6a828-e089-4bcf-8f7a-47bd7550bfad req-a0d91894-a5d5-4bba-b79d-50f89f42fdf6 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:04.195056 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: a81368c2-29a7-40fc-b78b-3d208aed1790 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:13:04.195212 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-83a6a828-e089-4bcf-8f7a-47bd7550bfad req-a0d91894-a5d5-4bba-b79d-50f89f42fdf6 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] 10.222.0.90 "GET /v2.0/ports?device_id=bb2a3736-5130-4358-a798-91104ff86a5e HTTP/1.1" status: 200 len: 943 time: 0.0947628 Feb 09 22:13:04.195596 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device a81368c2-29a7-40fc-b78b-3d208aed1790 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:13:04.213382 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-adcc2e0b-fa18-46c2-9ebf-a7a04d55d553 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for port (3e372df1-3c29-4de2-8c2c-163e4086c2a9), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:04.259514 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-00e9de28-0ebe-40ae-bbe8-8e6c30018c08 None None] For port c1266e93-b6dd-4a94-873d-1369a9b61b2f, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:13:04.264700 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-00e9de28-0ebe-40ae-bbe8-8e6c30018c08 None None] For port c1266e93-b6dd-4a94-873d-1369a9b61b2f, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=c1266e93-b6dd-4a94-873d-1369a9b61b2f,segment=NetworkSegment(39fca91e-3c47-427b-930a-29b12bb817df),segment_id=39fca91e-3c47-427b-930a-29b12bb817df)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:13:04.273520 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-00e9de28-0ebe-40ae-bbe8-8e6c30018c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (c1266e93-b6dd-4a94-873d-1369a9b61b2f), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:04.308146 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-83a6a828-e089-4bcf-8f7a-47bd7550bfad req-5735e453-098a-41c4-ace5-819dd2696e78 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d2c6cd2-b797-415e-adcb-d6c4d56e60ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904975 Feb 09 22:13:04.332726 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-adcc2e0b-fa18-46c2-9ebf-a7a04d55d553 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (3e372df1-3c29-4de2-8c2c-163e4086c2a9), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:04.385815 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e9de28-0ebe-40ae-bbe8-8e6c30018c08 None None] Pushing event updated for resources: {'Port': ['ID=c1266e93-b6dd-4a94-873d-1369a9b61b2f,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:04.392204 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adcc2e0b-fa18-46c2-9ebf-a7a04d55d553 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Network 9560016e-a7ca-4988-8338-4e98afdfcb1e is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:13:04.395585 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-adcc2e0b-fa18-46c2-9ebf-a7a04d55d553 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:13:04.399315 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcc2e0b-fa18-46c2-9ebf-a7a04d55d553 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:13:04.406156 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcc2e0b-fa18-46c2-9ebf-a7a04d55d553 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Pushing event updated for resources: {'Port': ['ID=3e372df1-3c29-4de2-8c2c-163e4086c2a9,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:04.453760 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adcc2e0b-fa18-46c2-9ebf-a7a04d55d553 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:04.454391 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-adcc2e0b-fa18-46c2-9ebf-a7a04d55d553 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:04.471075 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-adcc2e0b-fa18-46c2-9ebf-a7a04d55d553 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8553143 Feb 09 22:13:04.473990 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 46026) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:04.879120 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b94efc-53f1-4d6c-a612-268a755717c6 req-f2432ff7-ee81-4bd6-9f44-a18d1d44fe44 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:04.880793 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d4b94efc-53f1-4d6c-a612-268a755717c6 req-f2432ff7-ee81-4bd6-9f44-a18d1d44fe44 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=d8fedef7-59ac-44f8-9d99-37067b22922a HTTP/1.1" status: 200 len: 943 time: 0.0626721 Feb 09 22:13:04.976546 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d4b94efc-53f1-4d6c-a612-268a755717c6 req-4d8561af-44b5-47f9-a089-12a53a424f35 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c11f40b7-d1f9-4288-ad38-42983b39662e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878615 Feb 09 22:13:05.204031 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7b376aad-91cd-498d-a488-160b7a34c41a tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (3e372df1-3c29-4de2-8c2c-163e4086c2a9), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:05.471721 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf9079b-003a-48ec-9c25-7939f01756d8 req-82217772-ed25-4940-8277-e02e81e59f8e tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:05.480444 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4cf9079b-003a-48ec-9c25-7939f01756d8 req-82217772-ed25-4940-8277-e02e81e59f8e tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] 10.222.0.90 "GET /v2.0/ports?device_id=bb2a3736-5130-4358-a798-91104ff86a5e HTTP/1.1" status: 200 len: 943 time: 0.0931840 Feb 09 22:13:05.527669 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7472e2-bf82-4e33-9381-987eb96b07bf None None] Network 9560016e-a7ca-4988-8338-4e98afdfcb1e requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:13:05.566382 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4cf9079b-003a-48ec-9c25-7939f01756d8 req-2121a2b6-31f8-498d-b478-dcfa08d8e037 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d2c6cd2-b797-415e-adcb-d6c4d56e60ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848577 Feb 09 22:13:05.574560 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7b376aad-91cd-498d-a488-160b7a34c41a tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for port (3e372df1-3c29-4de2-8c2c-163e4086c2a9), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:05.581155 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7b376aad-91cd-498d-a488-160b7a34c41a tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (3e372df1-3c29-4de2-8c2c-163e4086c2a9), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:05.607478 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-ae75ee95-82bb-4c6c-ac86-296642bd3327 None None] Provisioning complete for port c1266e93-b6dd-4a94-873d-1369a9b61b2f triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:05.608011 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ae75ee95-82bb-4c6c-ac86-296642bd3327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (c1266e93-b6dd-4a94-873d-1369a9b61b2f), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:05.673910 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b376aad-91cd-498d-a488-160b7a34c41a tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Pushing event updated for resources: {'Port': ['ID=3e372df1-3c29-4de2-8c2c-163e4086c2a9,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:05.865788 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7b376aad-91cd-498d-a488-160b7a34c41a tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554727'] for router_interface (c716cf12-a18f-4cdc-b5b6-c8412e395847), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:05.913471 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-ae75ee95-82bb-4c6c-ac86-296642bd3327 None None] Current status of the port c1266e93-b6dd-4a94-873d-1369a9b61b2f is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:13:05.913850 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ae75ee95-82bb-4c6c-ac86-296642bd3327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (c1266e93-b6dd-4a94-873d-1369a9b61b2f), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:05.962928 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-ae75ee95-82bb-4c6c-ac86-296642bd3327 None None] For port c1266e93-b6dd-4a94-873d-1369a9b61b2f, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=c1266e93-b6dd-4a94-873d-1369a9b61b2f,segment=NetworkSegment(39fca91e-3c47-427b-930a-29b12bb817df),segment_id=39fca91e-3c47-427b-930a-29b12bb817df)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:13:05.969015 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ae75ee95-82bb-4c6c-ac86-296642bd3327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (c1266e93-b6dd-4a94-873d-1369a9b61b2f), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:06.017068 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7b376aad-91cd-498d-a488-160b7a34c41a tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (3e372df1-3c29-4de2-8c2c-163e4086c2a9), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:06.047077 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae75ee95-82bb-4c6c-ac86-296642bd3327 None None] Pushing event updated for resources: {'Port': ['ID=c1266e93-b6dd-4a94-873d-1369a9b61b2f,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:06.176880 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84754d32-5d10-44eb-b753-95cb4b3714ea req-29f8abca-9679-40cf-ada3-3b9dbf87b7e1 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:06.180036 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-84754d32-5d10-44eb-b753-95cb4b3714ea req-29f8abca-9679-40cf-ada3-3b9dbf87b7e1 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=d8fedef7-59ac-44f8-9d99-37067b22922a HTTP/1.1" status: 200 len: 943 time: 0.0988119 Feb 09 22:13:06.247534 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device c1266e93-b6dd-4a94-873d-1369a9b61b2f up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:13:06.270517 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-84754d32-5d10-44eb-b753-95cb4b3714ea req-4ca95693-a1b7-4855-8520-90f3b46975d0 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c11f40b7-d1f9-4288-ad38-42983b39662e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731976 Feb 09 22:13:06.317656 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-1926d098-1611-4f9d-9733-82ec3edf44e3 None None] Provisioning complete for port c1266e93-b6dd-4a94-873d-1369a9b61b2f triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:06.318912 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1926d098-1611-4f9d-9733-82ec3edf44e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (c1266e93-b6dd-4a94-873d-1369a9b61b2f), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:06.372318 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port c1266e93-b6dd-4a94-873d-1369a9b61b2f triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:06.372640 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (c1266e93-b6dd-4a94-873d-1369a9b61b2f), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:06.398915 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7b376aad-91cd-498d-a488-160b7a34c41a tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for port (3e372df1-3c29-4de2-8c2c-163e4086c2a9), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:06.405501 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7b376aad-91cd-498d-a488-160b7a34c41a tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (3e372df1-3c29-4de2-8c2c-163e4086c2a9), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:06.454099 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-1926d098-1611-4f9d-9733-82ec3edf44e3 None None] Current status of the port c1266e93-b6dd-4a94-873d-1369a9b61b2f is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:13:06.505621 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-1926d098-1611-4f9d-9733-82ec3edf44e3 None None] Provisioning complete for port 3e372df1-3c29-4de2-8c2c-163e4086c2a9 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:06.506014 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1926d098-1611-4f9d-9733-82ec3edf44e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (3e372df1-3c29-4de2-8c2c-163e4086c2a9), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:06.511063 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b376aad-91cd-498d-a488-160b7a34c41a tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Pushing event updated for resources: {'Port': ['ID=3e372df1-3c29-4de2-8c2c-163e4086c2a9,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:06.515853 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7b376aad-91cd-498d-a488-160b7a34c41a tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524919'] for router_interface (c716cf12-a18f-4cdc-b5b6-c8412e395847), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:06.534448 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port c1266e93-b6dd-4a94-873d-1369a9b61b2f is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:13:06.555443 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-1926d098-1611-4f9d-9733-82ec3edf44e3 None None] Port 3e372df1-3c29-4de2-8c2c-163e4086c2a9 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:13:06.625222 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b376aad-91cd-498d-a488-160b7a34c41a tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Network 9560016e-a7ca-4988-8338-4e98afdfcb1e is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:13:06.627089 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-7b376aad-91cd-498d-a488-160b7a34c41a tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:13:06.689956 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a877b2fa-7e9f-4418-9de1-69a9a02a182e None None] Provisioning complete for port 3e372df1-3c29-4de2-8c2c-163e4086c2a9 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:06.690340 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a877b2fa-7e9f-4418-9de1-69a9a02a182e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (3e372df1-3c29-4de2-8c2c-163e4086c2a9), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:06.736865 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a877b2fa-7e9f-4418-9de1-69a9a02a182e None None] Port 3e372df1-3c29-4de2-8c2c-163e4086c2a9 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:13:06.773511 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70038ffa-0fd4-4154-967e-80a68710d526 req-48395299-e84c-423d-9a60-edb00fa70dec tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:06.773819 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b376aad-91cd-498d-a488-160b7a34c41a tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Router c716cf12-a18f-4cdc-b5b6-c8412e395847 is scheduled to L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 with binding_index 1 {{(pid=103141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:13:06.775404 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-70038ffa-0fd4-4154-967e-80a68710d526 req-48395299-e84c-423d-9a60-edb00fa70dec tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] 10.222.0.90 "GET /v2.0/ports?device_id=bb2a3736-5130-4358-a798-91104ff86a5e HTTP/1.1" status: 200 len: 943 time: 0.1244869 Feb 09 22:13:06.850216 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-70038ffa-0fd4-4154-967e-80a68710d526 req-91f97b8b-1617-401f-bc73-106208912690 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d2c6cd2-b797-415e-adcb-d6c4d56e60ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677600 Feb 09 22:13:06.862927 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5de678b4-ebd0-4e69-966c-a17528bcc90b None None] Provisioning complete for port 3e372df1-3c29-4de2-8c2c-163e4086c2a9 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:06.863388 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5de678b4-ebd0-4e69-966c-a17528bcc90b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (3e372df1-3c29-4de2-8c2c-163e4086c2a9), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:06.897409 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b376aad-91cd-498d-a488-160b7a34c41a tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:13:06.903636 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-7b376aad-91cd-498d-a488-160b7a34c41a tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "PUT /v2.0/routers/c716cf12-a18f-4cdc-b5b6-c8412e395847/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4279358 Feb 09 22:13:06.906345 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 46036) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:06.910567 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e639cb0b-f8d9-498f-b638-8436886a174b None None] Sync routers for ids ['c716cf12-a18f-4cdc-b5b6-c8412e395847'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:13:06.921517 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5de678b4-ebd0-4e69-966c-a17528bcc90b None None] Port 3e372df1-3c29-4de2-8c2c-163e4086c2a9 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:13:06.926650 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e639cb0b-f8d9-498f-b638-8436886a174b None None] Routers {'c716cf12-a18f-4cdc-b5b6-c8412e395847'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:13:06.933341 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-e639cb0b-f8d9-498f-b638-8436886a174b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:12:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['c716cf12-a18f-4cdc-b5b6-c8412e395847'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:06.967538 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b1dec2-4585-441e-af20-7e73868e1599 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:06.973052 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 46038) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:06.973506 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-07b1dec2-4585-441e-af20-7e73868e1599 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "GET /v2.0/ports?device_id=c716cf12-a18f-4cdc-b5b6-c8412e395847 HTTP/1.1" status: 200 len: 982 time: 0.0656555 Feb 09 22:13:06.978461 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-e639cb0b-f8d9-498f-b638-8436886a174b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:06.989161 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e639cb0b-f8d9-498f-b638-8436886a174b None None] Routers {'c716cf12-a18f-4cdc-b5b6-c8412e395847'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:13:06.989801 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-e639cb0b-f8d9-498f-b638-8436886a174b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:12:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['c716cf12-a18f-4cdc-b5b6-c8412e395847'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:07.025803 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-e639cb0b-f8d9-498f-b638-8436886a174b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:07.026703 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e639cb0b-f8d9-498f-b638-8436886a174b None None] The sync data for ids ['c716cf12-a18f-4cdc-b5b6-c8412e395847'] in n-d-828369-5 is: [] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:13:07.041750 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-57851027-a5b0-4a57-b6af-3dae8140143a None None] Provisioning complete for port 3e372df1-3c29-4de2-8c2c-163e4086c2a9 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:07.042393 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-57851027-a5b0-4a57-b6af-3dae8140143a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (3e372df1-3c29-4de2-8c2c-163e4086c2a9), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:07.079152 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-57851027-a5b0-4a57-b6af-3dae8140143a None None] Port 3e372df1-3c29-4de2-8c2c-163e4086c2a9 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:13:07.407252 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35602513-aea8-4202-85cc-2712208f8993 req-a91ff8ea-f146-42f1-adc9-935b0872a081 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:07.408931 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-35602513-aea8-4202-85cc-2712208f8993 req-a91ff8ea-f146-42f1-adc9-935b0872a081 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=d8fedef7-59ac-44f8-9d99-37067b22922a HTTP/1.1" status: 200 len: 943 time: 0.0742617 Feb 09 22:13:07.430678 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3085e9e8-9804-4f80-964c-f90645ea0166 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524906'] for router_interface (c716cf12-a18f-4cdc-b5b6-c8412e395847), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:07.463613 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-35602513-aea8-4202-85cc-2712208f8993 req-697d8ad7-0965-47d9-acbf-20aa34ea0f59 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c11f40b7-d1f9-4288-ad38-42983b39662e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483375 Feb 09 22:13:07.641933 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-3085e9e8-9804-4f80-964c-f90645ea0166 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Deleting port 3e372df1-3c29-4de2-8c2c-163e4086c2a9 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:13:07.642538 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3085e9e8-9804-4f80-964c-f90645ea0166 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (3e372df1-3c29-4de2-8c2c-163e4086c2a9), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:07.735409 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3085e9e8-9804-4f80-964c-f90645ea0166 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (3e372df1-3c29-4de2-8c2c-163e4086c2a9), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:07.747561 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-3085e9e8-9804-4f80-964c-f90645ea0166 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Calling delete_port for 3e372df1-3c29-4de2-8c2c-163e4086c2a9 owned by network:router_interface {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:13:07.931217 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3085e9e8-9804-4f80-964c-f90645ea0166 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (3e372df1-3c29-4de2-8c2c-163e4086c2a9), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:07.962956 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3085e9e8-9804-4f80-964c-f90645ea0166 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Pushing event deleted for resources: {'Port': ['ID=3e372df1-3c29-4de2-8c2c-163e4086c2a9,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:07.990205 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51579b2e-2a0f-4d88-a5a8-56722c7e8614 req-02a621af-34a6-4925-ab32-1ca5f76c7c9a tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:07.991866 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-51579b2e-2a0f-4d88-a5a8-56722c7e8614 req-02a621af-34a6-4925-ab32-1ca5f76c7c9a tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] 10.222.0.90 "GET /v2.0/ports?device_id=bb2a3736-5130-4358-a798-91104ff86a5e HTTP/1.1" status: 200 len: 943 time: 0.0757663 Feb 09 22:13:08.089014 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-51579b2e-2a0f-4d88-a5a8-56722c7e8614 req-5ab4f45e-caea-433f-bf08-f329704cbbe6 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d2c6cd2-b797-415e-adcb-d6c4d56e60ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887175 Feb 09 22:13:08.152963 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device c1266e93-b6dd-4a94-873d-1369a9b61b2f up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:13:08.185578 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3085e9e8-9804-4f80-964c-f90645ea0166 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-525054'] for router_interface (c716cf12-a18f-4cdc-b5b6-c8412e395847), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:08.245831 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port c1266e93-b6dd-4a94-873d-1369a9b61b2f triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:08.248108 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (c1266e93-b6dd-4a94-873d-1369a9b61b2f), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:08.342269 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port c1266e93-b6dd-4a94-873d-1369a9b61b2f is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:13:08.390500 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3085e9e8-9804-4f80-964c-f90645ea0166 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Router c716cf12-a18f-4cdc-b5b6-c8412e395847 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:13:08.473107 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3085e9e8-9804-4f80-964c-f90645ea0166 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:13:08.478504 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-3085e9e8-9804-4f80-964c-f90645ea0166 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "PUT /v2.0/routers/c716cf12-a18f-4cdc-b5b6-c8412e395847/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5041666 Feb 09 22:13:08.482331 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 46044) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:08.493578 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579e23c8-ee8e-4c98-8b9f-cecc2005c76d None None] Sync routers for ids ['c716cf12-a18f-4cdc-b5b6-c8412e395847'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:13:08.506259 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579e23c8-ee8e-4c98-8b9f-cecc2005c76d None None] Routers {'c716cf12-a18f-4cdc-b5b6-c8412e395847'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:13:08.507021 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-579e23c8-ee8e-4c98-8b9f-cecc2005c76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:12:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['c716cf12-a18f-4cdc-b5b6-c8412e395847'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:08.510666 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e703491-3f3c-4326-a974-04849da47623 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] GET failed (client error): The resource could not be found. Feb 09 22:13:08.513669 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-8e703491-3f3c-4326-a974-04849da47623 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "GET /v2.0/ports/3e372df1-3c29-4de2-8c2c-163e4086c2a9 HTTP/1.1" status: 404 len: 333 time: 0.0289688 Feb 09 22:13:08.515143 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 46048) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:08.553830 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-579e23c8-ee8e-4c98-8b9f-cecc2005c76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:08.565240 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579e23c8-ee8e-4c98-8b9f-cecc2005c76d None None] Routers {'c716cf12-a18f-4cdc-b5b6-c8412e395847'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:13:08.566160 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-579e23c8-ee8e-4c98-8b9f-cecc2005c76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:12:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['c716cf12-a18f-4cdc-b5b6-c8412e395847'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:08.597141 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c55ef2d-b7e1-4edd-8d34-b2e08f88f8cc req-ecda6b10-bdb7-4819-9db2-784f5fc1b519 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:08.605017 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9c55ef2d-b7e1-4edd-8d34-b2e08f88f8cc req-ecda6b10-bdb7-4819-9db2-784f5fc1b519 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=d8fedef7-59ac-44f8-9d99-37067b22922a HTTP/1.1" status: 200 len: 943 time: 0.0696409 Feb 09 22:13:08.606788 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-579e23c8-ee8e-4c98-8b9f-cecc2005c76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:08.607724 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579e23c8-ee8e-4c98-8b9f-cecc2005c76d None None] The sync data for ids ['c716cf12-a18f-4cdc-b5b6-c8412e395847'] in n-d-828369-5 is: [] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:13:08.654968 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9c55ef2d-b7e1-4edd-8d34-b2e08f88f8cc req-7bec63d3-6701-45fb-9fea-701934f2ccb6 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c11f40b7-d1f9-4288-ad38-42983b39662e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487516 Feb 09 22:13:08.937992 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b23507b3-190c-4c4e-acc9-cdfbcf6542e8 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for router (c716cf12-a18f-4cdc-b5b6-c8412e395847), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:09.062499 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-920354ab-b239-4648-911b-df8ffe65fb77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:09.126601 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b23507b3-190c-4c4e-acc9-cdfbcf6542e8 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (c716cf12-a18f-4cdc-b5b6-c8412e395847), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:09.129231 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b23507b3-190c-4c4e-acc9-cdfbcf6542e8 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for router_controller (c716cf12-a18f-4cdc-b5b6-c8412e395847), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:09.202830 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b23507b3-190c-4c4e-acc9-cdfbcf6542e8 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (c716cf12-a18f-4cdc-b5b6-c8412e395847), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:09.204340 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b23507b3-190c-4c4e-acc9-cdfbcf6542e8 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Fanout notify agent at l3_agent the message router_deleted on router c716cf12-a18f-4cdc-b5b6-c8412e395847 {{(pid=103141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:13:09.213221 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b23507b3-190c-4c4e-acc9-cdfbcf6542e8 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:09.214450 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-b23507b3-190c-4c4e-acc9-cdfbcf6542e8 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "DELETE /v2.0/routers/c716cf12-a18f-4cdc-b5b6-c8412e395847 HTTP/1.1" status: 204 len: 168 time: 0.6983423 Feb 09 22:13:09.217644 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 46052) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:09.249438 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab35c1e7-801e-4d20-b661-3d2764ce80d9 req-6303ee8d-01e3-4517-a054-7937c2944246 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:09.251118 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ab35c1e7-801e-4d20-b661-3d2764ce80d9 req-6303ee8d-01e3-4517-a054-7937c2944246 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] 10.222.0.90 "GET /v2.0/ports?device_id=bb2a3736-5130-4358-a798-91104ff86a5e HTTP/1.1" status: 200 len: 943 time: 0.0787902 Feb 09 22:13:09.280937 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-245619b2-93b2-43ce-af12-3d57c463f3aa tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Deleting subnet 01c5c248-dee6-4697-afd5-7d4d74249baf {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:13:09.284195 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-245619b2-93b2-43ce-af12-3d57c463f3aa tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for subnet (01c5c248-dee6-4697-afd5-7d4d74249baf), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:09.316936 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ab35c1e7-801e-4d20-b661-3d2764ce80d9 req-6858060b-09d3-4f30-a9cd-09ee83f88150 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d2c6cd2-b797-415e-adcb-d6c4d56e60ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563097 Feb 09 22:13:09.329882 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-245619b2-93b2-43ce-af12-3d57c463f3aa tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (01c5c248-dee6-4697-afd5-7d4d74249baf), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:09.417797 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-245619b2-93b2-43ce-af12-3d57c463f3aa tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (01c5c248-dee6-4697-afd5-7d4d74249baf), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:09.481689 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-245619b2-93b2-43ce-af12-3d57c463f3aa tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (01c5c248-dee6-4697-afd5-7d4d74249baf), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:09.513413 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245619b2-93b2-43ce-af12-3d57c463f3aa tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Pushing event deleted for resources: {'Subnet': ['ID=01c5c248-dee6-4697-afd5-7d4d74249baf,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:09.517339 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-245619b2-93b2-43ce-af12-3d57c463f3aa tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:09.521585 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-245619b2-93b2-43ce-af12-3d57c463f3aa tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "DELETE /v2.0/subnets/01c5c248-dee6-4697-afd5-7d4d74249baf HTTP/1.1" status: 204 len: 168 time: 0.3028507 Feb 09 22:13:09.523394 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 46054) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:09.524726 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5b3341-5d04-4eed-bad9-93b2c20868cf None None] Network 9560016e-a7ca-4988-8338-4e98afdfcb1e requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:13:09.612131 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e1b9963b-6177-4ddc-9a20-7489685fdf4e tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (9560016e-a7ca-4988-8338-4e98afdfcb1e), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:09.677621 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-e1b9963b-6177-4ddc-9a20-7489685fdf4e tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Deleting port c1266e93-b6dd-4a94-873d-1369a9b61b2f {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:13:09.677962 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e1b9963b-6177-4ddc-9a20-7489685fdf4e tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (c1266e93-b6dd-4a94-873d-1369a9b61b2f), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:09.691098 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7cd3722-55d9-408c-a572-b4651ca4f784 None None] DHCP port deletion for 9560016e-a7ca-4988-8338-4e98afdfcb1e request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:13:09.757329 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-b7cd3722-55d9-408c-a572-b4651ca4f784 None None] Deleting port c1266e93-b6dd-4a94-873d-1369a9b61b2f {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:13:09.757767 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b7cd3722-55d9-408c-a572-b4651ca4f784 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (c1266e93-b6dd-4a94-873d-1369a9b61b2f), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:09.795898 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-e1b9963b-6177-4ddc-9a20-7489685fdf4e tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] For port c1266e93-b6dd-4a94-873d-1369a9b61b2f, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=c1266e93-b6dd-4a94-873d-1369a9b61b2f,segment=NetworkSegment(39fca91e-3c47-427b-930a-29b12bb817df),segment_id=39fca91e-3c47-427b-930a-29b12bb817df)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:13:09.796581 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e1b9963b-6177-4ddc-9a20-7489685fdf4e tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (c1266e93-b6dd-4a94-873d-1369a9b61b2f), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:09.815518 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-e1b9963b-6177-4ddc-9a20-7489685fdf4e tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Calling delete_port for c1266e93-b6dd-4a94-873d-1369a9b61b2f owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:13:09.831326 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-b7cd3722-55d9-408c-a572-b4651ca4f784 None None] For port c1266e93-b6dd-4a94-873d-1369a9b61b2f, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=c1266e93-b6dd-4a94-873d-1369a9b61b2f,segment=NetworkSegment(39fca91e-3c47-427b-930a-29b12bb817df),segment_id=39fca91e-3c47-427b-930a-29b12bb817df)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:13:09.831723 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b7cd3722-55d9-408c-a572-b4651ca4f784 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (c1266e93-b6dd-4a94-873d-1369a9b61b2f), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:09.838199 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691bebd5-eff5-44da-b379-4166819cab64 req-04b4b89b-8dbb-45a0-bd59-7c4c42ac296d tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:09.839795 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-691bebd5-eff5-44da-b379-4166819cab64 req-04b4b89b-8dbb-45a0-bd59-7c4c42ac296d tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=d8fedef7-59ac-44f8-9d99-37067b22922a HTTP/1.1" status: 200 len: 943 time: 0.0911748 Feb 09 22:13:09.846886 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-b7cd3722-55d9-408c-a572-b4651ca4f784 None None] Calling delete_port for c1266e93-b6dd-4a94-873d-1369a9b61b2f owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:13:09.927310 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b7cd3722-55d9-408c-a572-b4651ca4f784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (c1266e93-b6dd-4a94-873d-1369a9b61b2f), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:09.949486 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-691bebd5-eff5-44da-b379-4166819cab64 req-6b958622-8b96-4dec-b9e7-07afc92ca674 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c11f40b7-d1f9-4288-ad38-42983b39662e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714664 Feb 09 22:13:09.955426 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cd3722-55d9-408c-a572-b4651ca4f784 None None] Pushing event deleted for resources: {'Port': ['ID=c1266e93-b6dd-4a94-873d-1369a9b61b2f,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:09.956455 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e1b9963b-6177-4ddc-9a20-7489685fdf4e tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (c1266e93-b6dd-4a94-873d-1369a9b61b2f), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:09.965984 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cd3722-55d9-408c-a572-b4651ca4f784 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:09.966323 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cd3722-55d9-408c-a572-b4651ca4f784 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:09.966792 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cd3722-55d9-408c-a572-b4651ca4f784 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:09.967229 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cd3722-55d9-408c-a572-b4651ca4f784 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:09.967676 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cd3722-55d9-408c-a572-b4651ca4f784 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:09.968072 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cd3722-55d9-408c-a572-b4651ca4f784 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:09.968453 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cd3722-55d9-408c-a572-b4651ca4f784 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:09.969101 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cd3722-55d9-408c-a572-b4651ca4f784 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:09.969730 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cd3722-55d9-408c-a572-b4651ca4f784 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:09.970245 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cd3722-55d9-408c-a572-b4651ca4f784 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:09.970741 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cd3722-55d9-408c-a572-b4651ca4f784 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:09.971264 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cd3722-55d9-408c-a572-b4651ca4f784 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:09.971753 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cd3722-55d9-408c-a572-b4651ca4f784 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:09.986880 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cd3722-55d9-408c-a572-b4651ca4f784 None None] No DVR routers for this DVR port c1266e93-b6dd-4a94-873d-1369a9b61b2f on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:13:09.993130 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b9963b-6177-4ddc-9a20-7489685fdf4e tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Pushing event deleted for resources: {'Port': ['ID=c1266e93-b6dd-4a94-873d-1369a9b61b2f,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:09.999209 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b9963b-6177-4ddc-9a20-7489685fdf4e tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] No DVR routers for this DVR port c1266e93-b6dd-4a94-873d-1369a9b61b2f on host n-d-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:13:10.085415 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e1b9963b-6177-4ddc-9a20-7489685fdf4e tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (9560016e-a7ca-4988-8338-4e98afdfcb1e), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:10.100802 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device c1266e93-b6dd-4a94-873d-1369a9b61b2f no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:13:10.106884 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-e1b9963b-6177-4ddc-9a20-7489685fdf4e tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9560016e-a7ca-4988-8338-4e98afdfcb1e']}} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:10.123756 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-e1b9963b-6177-4ddc-9a20-7489685fdf4e tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39fca91e-3c47-427b-930a-29b12bb817df') {'for_net_delete': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:10.124058 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-e1b9963b-6177-4ddc-9a20-7489685fdf4e tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39fca91e-3c47-427b-930a-29b12bb817df') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:10.124177 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: c1266e93-b6dd-4a94-873d-1369a9b61b2f {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:13:10.124641 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device c1266e93-b6dd-4a94-873d-1369a9b61b2f not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:13:10.137689 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e1b9963b-6177-4ddc-9a20-7489685fdf4e tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110711'] for segment (39fca91e-3c47-427b-930a-29b12bb817df), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:10.151308 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e1b9963b-6177-4ddc-9a20-7489685fdf4e tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (39fca91e-3c47-427b-930a-29b12bb817df), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:10.157343 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1b9963b-6177-4ddc-9a20-7489685fdf4e tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=103140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:13:10.157728 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e1b9963b-6177-4ddc-9a20-7489685fdf4e tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669415'] for segment (39fca91e-3c47-427b-930a-29b12bb817df), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:10.160786 n-d-828369-5 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:13:10.160786 n-d-828369-5 neutron-server[103140]: self.session.flush() Feb 09 22:13:10.160786 n-d-828369-5 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:13:10.160786 n-d-828369-5 neutron-server[103140]: self.session.flush() Feb 09 22:13:10.160786 n-d-828369-5 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:13:10.160786 n-d-828369-5 neutron-server[103140]: self.session.flush() Feb 09 22:13:10.160786 n-d-828369-5 neutron-server[103140]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:13:10.160786 n-d-828369-5 neutron-server[103140]: self.session.flush() Feb 09 22:13:10.160786 n-d-828369-5 neutron-server[103140]: Traceback (most recent call last): Feb 09 22:13:10.160786 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:13:10.160786 n-d-828369-5 neutron-server[103140]: timer() Feb 09 22:13:10.160786 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:13:10.160786 n-d-828369-5 neutron-server[103140]: cb(*args, **kw) Feb 09 22:13:10.160786 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:13:10.160786 n-d-828369-5 neutron-server[103140]: return func(*args, **kwargs) Feb 09 22:13:10.160786 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:13:10.160786 n-d-828369-5 neutron-server[103140]: self._notify() Feb 09 22:13:10.160786 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:13:10.160786 n-d-828369-5 neutron-server[103140]: self.callback(batched_events) Feb 09 22:13:10.160786 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:13:10.160786 n-d-828369-5 neutron-server[103140]: event.method(event) Feb 09 22:13:10.160786 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:13:10.160786 n-d-828369-5 neutron-server[103140]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:13:10.160786 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:13:10.160786 n-d-828369-5 neutron-server[103140]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:13:10.160786 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:13:10.160786 n-d-828369-5 neutron-server[103140]: return f(self, *a, **k) Feb 09 22:13:10.160786 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:13:10.160786 n-d-828369-5 neutron-server[103140]: return self._get(url).json() Feb 09 22:13:10.160786 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:13:10.160786 n-d-828369-5 neutron-server[103140]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:13:10.160786 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:13:10.160786 n-d-828369-5 neutron-server[103140]: return self.request(url, 'GET', **kwargs) Feb 09 22:13:10.160786 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:13:10.160786 n-d-828369-5 neutron-server[103140]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:13:10.160786 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:13:10.160786 n-d-828369-5 neutron-server[103140]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:13:10.160786 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:13:10.160786 n-d-828369-5 neutron-server[103140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:13:10.160786 n-d-828369-5 neutron-server[103140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:13:10.219359 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e1b9963b-6177-4ddc-9a20-7489685fdf4e tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (9560016e-a7ca-4988-8338-4e98afdfcb1e), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:10.223882 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e1b9963b-6177-4ddc-9a20-7489685fdf4e tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:10.231715 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-e1b9963b-6177-4ddc-9a20-7489685fdf4e tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "DELETE /v2.0/networks/9560016e-a7ca-4988-8338-4e98afdfcb1e HTTP/1.1" status: 204 len: 168 time: 0.7030106 Feb 09 22:13:10.231923 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 46058) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:10.271066 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b9963b-6177-4ddc-9a20-7489685fdf4e tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Pushing event deleted for resources: {'Network': ['ID=9560016e-a7ca-4988-8338-4e98afdfcb1e,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:10.291454 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d3703f-7842-4fcc-9236-5d7c166041f8 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:10.297227 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-81d3703f-7842-4fcc-9236-5d7c166041f8 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "GET /v2.0/ports/418c3942-721d-453d-bfef-d15a10cd2171 HTTP/1.1" status: 200 len: 841 time: 0.0600166 Feb 09 22:13:10.297393 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 46060) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:10.338191 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-753ebc0d-50be-4cdf-9bc3-bf52cf51bad2 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "GET /v2.0/ports/418c3942-721d-453d-bfef-d15a10cd2171?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0396855 Feb 09 22:13:10.342294 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 46062) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:10.347383 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-69251ec2-e562-44a1-a9b7-4e551893c491 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Request body: {'subnet': {'network_id': '03cf8232-0b8e-4d99-9f97-62183ff5d71a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:13:10.478031 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e97f16-3fb4-4e8e-b15f-52f51cfb95b5 req-2ef998d1-a582-4d41-bbcd-0245c966b8bd tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:10.480490 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e0e97f16-3fb4-4e8e-b15f-52f51cfb95b5 req-2ef998d1-a582-4d41-bbcd-0245c966b8bd tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] 10.222.0.90 "GET /v2.0/ports?device_id=bb2a3736-5130-4358-a798-91104ff86a5e HTTP/1.1" status: 200 len: 943 time: 0.0869312 Feb 09 22:13:10.480765 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69251ec2-e562-44a1-a9b7-4e551893c491 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Made reservation on behalf of f1a7952abcf9475694b1d7f203aba6e7 for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:13:10.484927 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-69251ec2-e562-44a1-a9b7-4e551893c491 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621317'] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:10.603572 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e0e97f16-3fb4-4e8e-b15f-52f51cfb95b5 req-0c2b5531-183d-4225-850e-3f1be4398bb5 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d2c6cd2-b797-415e-adcb-d6c4d56e60ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038654 Feb 09 22:13:10.704632 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-69251ec2-e562-44a1-a9b7-4e551893c491 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621371'] for subnet (7a4815bd-192c-4f28-920c-7ff1e6727d82), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:10.746382 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69251ec2-e562-44a1-a9b7-4e551893c491 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Network 03cf8232-0b8e-4d99-9f97-62183ff5d71a is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:13:10.751505 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-69251ec2-e562-44a1-a9b7-4e551893c491 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:13:10.755675 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69251ec2-e562-44a1-a9b7-4e551893c491 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:10.756299 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-69251ec2-e562-44a1-a9b7-4e551893c491 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:10.761440 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc56bcd-dfd4-4112-a668-be55e73387cb None None] Network 03cf8232-0b8e-4d99-9f97-62183ff5d71a requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:13:10.761921 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69251ec2-e562-44a1-a9b7-4e551893c491 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Pushing event updated for resources: {'Subnet': ['ID=7a4815bd-192c-4f28-920c-7ff1e6727d82,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:10.778763 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-69251ec2-e562-44a1-a9b7-4e551893c491 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4346421 Feb 09 22:13:10.781364 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 46066) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:10.786062 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-a0d0caef-2e1b-4b8b-87af-ec1d2b73162f tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Request body: {'security_group': {'name': 'tempest-secgroup-447200058'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:13:10.809935 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a0d0caef-2e1b-4b8b-87af-ec1d2b73162f tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:10.885760 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a0d0caef-2e1b-4b8b-87af-ec1d2b73162f tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for security_group (415c11f5-9ee2-4042-a4dc-6d09a8aa91f0), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:10.890997 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a0d0caef-2e1b-4b8b-87af-ec1d2b73162f tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (415c11f5-9ee2-4042-a4dc-6d09a8aa91f0), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:10.892995 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8e4108-ce0e-4557-af25-4065d03ff524 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-03cf8232-0b8e-4d99-9f97-62183ff5d71a', 'network_id': '03cf8232-0b8e-4d99-9f97-62183ff5d71a', 'project_id': 'f1a7952abcf9475694b1d7f203aba6e7', 'fixed_ips': [{'subnet_id': '7a4815bd-192c-4f28-920c-7ff1e6727d82'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:13:10.893915 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-cb8e4108-ce0e-4557-af25-4065d03ff524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:10.923170 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a0d0caef-2e1b-4b8b-87af-ec1d2b73162f tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:10.927037 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-a0d0caef-2e1b-4b8b-87af-ec1d2b73162f tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1421261 Feb 09 22:13:10.927574 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 46068) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:10.931832 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-416e10e0-bbcd-433d-b964-bd2738c42ed1 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Request body: {'security_group': {'name': 'tempest-secgroup-1498444223'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:13:10.941817 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d0caef-2e1b-4b8b-87af-ec1d2b73162f tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=415c11f5-9ee2-4042-a4dc-6d09a8aa91f0,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:10.958049 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-416e10e0-bbcd-433d-b964-bd2738c42ed1 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:11.042393 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-416e10e0-bbcd-433d-b964-bd2738c42ed1 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for security_group (358d4512-b9df-4827-b6a8-610f41278332), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:11.072544 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-cb8e4108-ce0e-4557-af25-4065d03ff524 None None] Allocated IP 172.20.0.2 (03cf8232-0b8e-4d99-9f97-62183ff5d71a/7a4815bd-192c-4f28-920c-7ff1e6727d82/8ad808ed-883e-4d26-ac71-ca8b14ae83ae) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:13:11.075967 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a65f5f66-f3bc-4ac7-9633-67c57f757a06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:11.076163 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-416e10e0-bbcd-433d-b964-bd2738c42ed1 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (358d4512-b9df-4827-b6a8-610f41278332), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:11.118901 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-416e10e0-bbcd-433d-b964-bd2738c42ed1 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:11.123377 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-416e10e0-bbcd-433d-b964-bd2738c42ed1 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1918623 Feb 09 22:13:11.123533 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 46072) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:11.128317 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-e1ca0a1e-16e1-4904-bf43-960d295f7b2e tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1502313441', 'security_groups': ['358d4512-b9df-4827-b6a8-610f41278332'], 'network_id': '03cf8232-0b8e-4d99-9f97-62183ff5d71a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7a4815bd-192c-4f28-920c-7ff1e6727d82'}]}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:13:11.134545 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416e10e0-bbcd-433d-b964-bd2738c42ed1 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=358d4512-b9df-4827-b6a8-610f41278332,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:11.183523 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33022edf-a65c-44a5-8761-40d85cdd2db0 req-4c51d3d8-f90b-4c53-b4e1-4883a9351edc tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:11.185622 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-33022edf-a65c-44a5-8761-40d85cdd2db0 req-4c51d3d8-f90b-4c53-b4e1-4883a9351edc tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=d8fedef7-59ac-44f8-9d99-37067b22922a HTTP/1.1" status: 200 len: 943 time: 0.1417737 Feb 09 22:13:11.250387 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-cb8e4108-ce0e-4557-af25-4065d03ff524 None None] Publish callbacks [] for port (8ad808ed-883e-4d26-ac71-ca8b14ae83ae), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:11.258065 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-cb8e4108-ce0e-4557-af25-4065d03ff524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (8ad808ed-883e-4d26-ac71-ca8b14ae83ae), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:11.270088 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-33022edf-a65c-44a5-8761-40d85cdd2db0 req-18b3b9d8-1adc-47bc-b831-ce442896d70c tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c11f40b7-d1f9-4288-ad38-42983b39662e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785923 Feb 09 22:13:11.301125 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ca0a1e-16e1-4904-bf43-960d295f7b2e tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Made reservation on behalf of f1a7952abcf9475694b1d7f203aba6e7 for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:13:11.312753 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8e4108-ce0e-4557-af25-4065d03ff524 None None] Network 03cf8232-0b8e-4d99-9f97-62183ff5d71a is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:13:11.317012 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-cb8e4108-ce0e-4557-af25-4065d03ff524 None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:13:11.318837 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8e4108-ce0e-4557-af25-4065d03ff524 None None] Pushing event updated for resources: {'Port': ['ID=8ad808ed-883e-4d26-ac71-ca8b14ae83ae,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:11.321163 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8e4108-ce0e-4557-af25-4065d03ff524 None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:13:11.381197 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-cb8e4108-ce0e-4557-af25-4065d03ff524 None None] Attempting to bind port 8ad808ed-883e-4d26-ac71-ca8b14ae83ae on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:13:11.381670 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-cb8e4108-ce0e-4557-af25-4065d03ff524 None None] Attempting to bind port 8ad808ed-883e-4d26-ac71-ca8b14ae83ae by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': 'edf4aa83-afe3-4330-b70e-b3cd6a7605b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '03cf8232-0b8e-4d99-9f97-62183ff5d71a'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:13:11.382046 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8e4108-ce0e-4557-af25-4065d03ff524 None None] Attempting to bind port 8ad808ed-883e-4d26-ac71-ca8b14ae83ae on network 03cf8232-0b8e-4d99-9f97-62183ff5d71a {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:13:11.387229 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8e4108-ce0e-4557-af25-4065d03ff524 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:13:11.387931 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8e4108-ce0e-4557-af25-4065d03ff524 None None] Checking segment: {'id': 'edf4aa83-afe3-4330-b70e-b3cd6a7605b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '03cf8232-0b8e-4d99-9f97-62183ff5d71a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:13:11.388079 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-cb8e4108-ce0e-4557-af25-4065d03ff524 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:11.388456 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8e4108-ce0e-4557-af25-4065d03ff524 None None] Bound using segment: {'id': 'edf4aa83-afe3-4330-b70e-b3cd6a7605b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '03cf8232-0b8e-4d99-9f97-62183ff5d71a'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:13:11.388950 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-cb8e4108-ce0e-4557-af25-4065d03ff524 None None] Bound port: 8ad808ed-883e-4d26-ac71-ca8b14ae83ae, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edf4aa83-afe3-4330-b70e-b3cd6a7605b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '03cf8232-0b8e-4d99-9f97-62183ff5d71a'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:13:11.389368 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-cb8e4108-ce0e-4557-af25-4065d03ff524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (8ad808ed-883e-4d26-ac71-ca8b14ae83ae), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:11.399142 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e1ca0a1e-16e1-4904-bf43-960d295f7b2e tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:11.420817 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [None req-e1ca0a1e-16e1-4904-bf43-960d295f7b2e tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] device_id is not set on port d6e33042-ecbc-4043-99df-053ceceab264 yet. {{(pid=103140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:13:11.463859 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-cb8e4108-ce0e-4557-af25-4065d03ff524 None None] For port 8ad808ed-883e-4d26-ac71-ca8b14ae83ae, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:13:11.467557 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-cb8e4108-ce0e-4557-af25-4065d03ff524 None None] For port 8ad808ed-883e-4d26-ac71-ca8b14ae83ae, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=8ad808ed-883e-4d26-ac71-ca8b14ae83ae,segment=NetworkSegment(edf4aa83-afe3-4330-b70e-b3cd6a7605b0),segment_id=edf4aa83-afe3-4330-b70e-b3cd6a7605b0)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:13:11.474307 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-cb8e4108-ce0e-4557-af25-4065d03ff524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (8ad808ed-883e-4d26-ac71-ca8b14ae83ae), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:11.547185 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8e4108-ce0e-4557-af25-4065d03ff524 None None] Pushing event updated for resources: {'Port': ['ID=8ad808ed-883e-4d26-ac71-ca8b14ae83ae,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:11.585759 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:13:11.607072 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-e1ca0a1e-16e1-4904-bf43-960d295f7b2e tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Allocated IP 172.20.0.5 (03cf8232-0b8e-4d99-9f97-62183ff5d71a/7a4815bd-192c-4f28-920c-7ff1e6727d82/d6e33042-ecbc-4043-99df-053ceceab264) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:13:11.828996 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa6a85-b55f-4bfe-8e4e-ef5ae9481cc4 req-7bf78d5b-6924-48b9-9f77-dfebea3eb93e tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:11.830545 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d3aa6a85-b55f-4bfe-8e4e-ef5ae9481cc4 req-7bf78d5b-6924-48b9-9f77-dfebea3eb93e tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] 10.222.0.90 "GET /v2.0/ports?device_id=bb2a3736-5130-4358-a798-91104ff86a5e HTTP/1.1" status: 200 len: 943 time: 0.1162045 Feb 09 22:13:11.833587 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e1ca0a1e-16e1-4904-bf43-960d295f7b2e tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for port (d6e33042-ecbc-4043-99df-053ceceab264), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:11.912723 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d3aa6a85-b55f-4bfe-8e4e-ef5ae9481cc4 req-4cbeafcb-4e6c-4261-bff7-61c9d8b468b0 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d2c6cd2-b797-415e-adcb-d6c4d56e60ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732043 Feb 09 22:13:11.922379 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e1ca0a1e-16e1-4904-bf43-960d295f7b2e tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (d6e33042-ecbc-4043-99df-053ceceab264), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:11.969679 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ca0a1e-16e1-4904-bf43-960d295f7b2e tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Network 03cf8232-0b8e-4d99-9f97-62183ff5d71a is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:13:11.973046 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-e1ca0a1e-16e1-4904-bf43-960d295f7b2e tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:13:11.977378 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ca0a1e-16e1-4904-bf43-960d295f7b2e tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:13:12.001126 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ca0a1e-16e1-4904-bf43-960d295f7b2e tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Pushing event updated for resources: {'Port': ['ID=d6e33042-ecbc-4043-99df-053ceceab264,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:12.029148 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ca0a1e-16e1-4904-bf43-960d295f7b2e tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:12.029766 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e1ca0a1e-16e1-4904-bf43-960d295f7b2e tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:12.046844 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-e1ca0a1e-16e1-4904-bf43-960d295f7b2e tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9222982 Feb 09 22:13:12.049862 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 46076) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:12.056054 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-143ae8ad-53b2-4ece-9446-8793324695ac tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Request body: {'subnet': {'network_id': '03cf8232-0b8e-4d99-9f97-62183ff5d71a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:13:12.122488 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 8ad808ed-883e-4d26-ac71-ca8b14ae83ae up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:13:12.170825 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 8ad808ed-883e-4d26-ac71-ca8b14ae83ae triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:12.171125 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (8ad808ed-883e-4d26-ac71-ca8b14ae83ae), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:12.177953 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-143ae8ad-53b2-4ece-9446-8793324695ac tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Made reservation on behalf of f1a7952abcf9475694b1d7f203aba6e7 for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:13:12.181735 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-143ae8ad-53b2-4ece-9446-8793324695ac tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:12.252679 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 8ad808ed-883e-4d26-ac71-ca8b14ae83ae is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:13:12.253079 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (8ad808ed-883e-4d26-ac71-ca8b14ae83ae), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:12.281512 n-d-828369-5 neutron-server[103141]: INFO neutron.db.ipam_backend_mixin [None req-143ae8ad-53b2-4ece-9446-8793324695ac tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7a4815bd-192c-4f28-920c-7ff1e6727d82 (CIDR: 172.20.0.0/28) Feb 09 22:13:12.286239 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-143ae8ad-53b2-4ece-9446-8793324695ac tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 22:13:12.286980 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-143ae8ad-53b2-4ece-9446-8793324695ac tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:13:12.293119 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port 8ad808ed-883e-4d26-ac71-ca8b14ae83ae, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=8ad808ed-883e-4d26-ac71-ca8b14ae83ae,segment=NetworkSegment(edf4aa83-afe3-4330-b70e-b3cd6a7605b0),segment_id=edf4aa83-afe3-4330-b70e-b3cd6a7605b0)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:13:12.299071 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (8ad808ed-883e-4d26-ac71-ca8b14ae83ae), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:12.308774 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-143ae8ad-53b2-4ece-9446-8793324695ac tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2571869 Feb 09 22:13:12.311709 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 46080) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:12.318629 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-dd628f05-7c87-45c1-9a94-ec7dcdeb7ece tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Request body: {'subnet': {'network_id': '03cf8232-0b8e-4d99-9f97-62183ff5d71a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:13:12.367139 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=8ad808ed-883e-4d26-ac71-ca8b14ae83ae,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:12.418091 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e70a3a4-39c0-4169-975b-2c1348ee6f20 req-55ae0c6a-ab8b-410e-ad41-bb41b7f10ca1 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:12.419676 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7e70a3a4-39c0-4169-975b-2c1348ee6f20 req-55ae0c6a-ab8b-410e-ad41-bb41b7f10ca1 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=d8fedef7-59ac-44f8-9d99-37067b22922a HTTP/1.1" status: 200 len: 943 time: 0.0566127 Feb 09 22:13:12.437768 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd628f05-7c87-45c1-9a94-ec7dcdeb7ece tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Made reservation on behalf of f1a7952abcf9475694b1d7f203aba6e7 for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:13:12.443340 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-dd628f05-7c87-45c1-9a94-ec7dcdeb7ece tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:12.480056 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7e70a3a4-39c0-4169-975b-2c1348ee6f20 req-97103ec8-20e6-492a-8ddd-8a7158fdd2ce tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c11f40b7-d1f9-4288-ad38-42983b39662e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542679 Feb 09 22:13:12.681968 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-dd628f05-7c87-45c1-9a94-ec7dcdeb7ece tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (50818190-115f-4d1d-b616-04857417810b), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:12.726769 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd628f05-7c87-45c1-9a94-ec7dcdeb7ece tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Network 03cf8232-0b8e-4d99-9f97-62183ff5d71a is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:13:12.730027 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-dd628f05-7c87-45c1-9a94-ec7dcdeb7ece tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:13:12.733820 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd628f05-7c87-45c1-9a94-ec7dcdeb7ece tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:12.734434 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-dd628f05-7c87-45c1-9a94-ec7dcdeb7ece tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:12.746920 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a14078fa-1625-46a8-991a-7aba69a15385 None None] Provisioning complete for port 8ad808ed-883e-4d26-ac71-ca8b14ae83ae triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:12.747628 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a14078fa-1625-46a8-991a-7aba69a15385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (8ad808ed-883e-4d26-ac71-ca8b14ae83ae), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:12.750073 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd628f05-7c87-45c1-9a94-ec7dcdeb7ece tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Pushing event updated for resources: {'Subnet': ['ID=50818190-115f-4d1d-b616-04857417810b,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:12.756924 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-dd628f05-7c87-45c1-9a94-ec7dcdeb7ece tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.4437225 Feb 09 22:13:12.759760 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 46082) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:12.763501 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd628f05-7c87-45c1-9a94-ec7dcdeb7ece tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:12.763850 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd628f05-7c87-45c1-9a94-ec7dcdeb7ece tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:12.764199 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd628f05-7c87-45c1-9a94-ec7dcdeb7ece tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:12.764567 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd628f05-7c87-45c1-9a94-ec7dcdeb7ece tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:12.764899 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd628f05-7c87-45c1-9a94-ec7dcdeb7ece tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:12.765231 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd628f05-7c87-45c1-9a94-ec7dcdeb7ece tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:12.765560 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd628f05-7c87-45c1-9a94-ec7dcdeb7ece tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:12.765887 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd628f05-7c87-45c1-9a94-ec7dcdeb7ece tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:12.766211 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd628f05-7c87-45c1-9a94-ec7dcdeb7ece tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:12.766540 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd628f05-7c87-45c1-9a94-ec7dcdeb7ece tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:12.766881 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd628f05-7c87-45c1-9a94-ec7dcdeb7ece tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:12.767013 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-aa52ae83-72a0-428d-af6c-eac457289eb1 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1954190834', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '50818190-115f-4d1d-b616-04857417810b'}], 'security_groups': ['415c11f5-9ee2-4042-a4dc-6d09a8aa91f0']}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:13:12.767228 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd628f05-7c87-45c1-9a94-ec7dcdeb7ece tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:12.767501 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd628f05-7c87-45c1-9a94-ec7dcdeb7ece tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:12.849601 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-aa52ae83-72a0-428d-af6c-eac457289eb1 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (d6e33042-ecbc-4043-99df-053ceceab264), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:12.858002 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac0578d-1c99-4a77-91f8-f823270f4b95 None None] Network 03cf8232-0b8e-4d99-9f97-62183ff5d71a requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:13:12.874863 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:12.904861 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a14078fa-1625-46a8-991a-7aba69a15385 None None] Current status of the port 8ad808ed-883e-4d26-ac71-ca8b14ae83ae is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:13:12.943667 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a14078fa-1625-46a8-991a-7aba69a15385 None None] Provisioning complete for port 418c3942-721d-453d-bfef-d15a10cd2171 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:12.944438 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a14078fa-1625-46a8-991a-7aba69a15385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (418c3942-721d-453d-bfef-d15a10cd2171), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:13.005166 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a14078fa-1625-46a8-991a-7aba69a15385 None None] Port 418c3942-721d-453d-bfef-d15a10cd2171 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:13:13.083826 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a184a3e3-9ce0-4174-90ce-842154494525 None None] Update dhcp port {'port': {'network_id': '03cf8232-0b8e-4d99-9f97-62183ff5d71a', 'fixed_ips': [{'subnet_id': '7a4815bd-192c-4f28-920c-7ff1e6727d82', 'ip_address': '172.20.0.2'}, {'subnet_id': '50818190-115f-4d1d-b616-04857417810b'}], 'binding:host_id': 'n-d-828369-5'}, 'id': '8ad808ed-883e-4d26-ac71-ca8b14ae83ae'} from n-d-828369-5. {{(pid=103142) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 22:13:13.115621 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a184a3e3-9ce0-4174-90ce-842154494525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (8ad808ed-883e-4d26-ac71-ca8b14ae83ae), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:13.115852 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f939ab0-96f3-4daf-a01f-0e66dcabc8d6 req-5d60d9a1-74b1-448c-a544-f3a479f69524 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:13.117354 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0f939ab0-96f3-4daf-a01f-0e66dcabc8d6 req-5d60d9a1-74b1-448c-a544-f3a479f69524 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] 10.222.0.90 "GET /v2.0/ports?device_id=bb2a3736-5130-4358-a798-91104ff86a5e HTTP/1.1" status: 200 len: 943 time: 0.1213071 Feb 09 22:13:13.137495 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-45cfafc1-8c57-463d-9f31-0bbc2c2e8cfa None None] Provisioning complete for port d6e33042-ecbc-4043-99df-053ceceab264 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:13.138081 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-45cfafc1-8c57-463d-9f31-0bbc2c2e8cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (d6e33042-ecbc-4043-99df-053ceceab264), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:13.206909 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0f939ab0-96f3-4daf-a01f-0e66dcabc8d6 req-b9d0542b-8356-4000-93b1-6069e6e72e01 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d2c6cd2-b797-415e-adcb-d6c4d56e60ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830653 Feb 09 22:13:13.225211 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-aa52ae83-72a0-428d-af6c-eac457289eb1 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Delete allocated IP 172.20.0.5 (03cf8232-0b8e-4d99-9f97-62183ff5d71a/7a4815bd-192c-4f28-920c-7ff1e6727d82) {{(pid=103140) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 22:13:13.233596 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-aa52ae83-72a0-428d-af6c-eac457289eb1 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Allocated IP 172.20.0.19 (03cf8232-0b8e-4d99-9f97-62183ff5d71a/50818190-115f-4d1d-b616-04857417810b/d6e33042-ecbc-4043-99df-053ceceab264) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:13:13.250382 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-45cfafc1-8c57-463d-9f31-0bbc2c2e8cfa None None] Port d6e33042-ecbc-4043-99df-053ceceab264 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:13:13.386820 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-aa52ae83-72a0-428d-af6c-eac457289eb1 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for port (d6e33042-ecbc-4043-99df-053ceceab264), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:13.391818 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-aa52ae83-72a0-428d-af6c-eac457289eb1 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (d6e33042-ecbc-4043-99df-053ceceab264), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:13.445360 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-a184a3e3-9ce0-4174-90ce-842154494525 None None] Allocated IP 172.20.0.18 (03cf8232-0b8e-4d99-9f97-62183ff5d71a/50818190-115f-4d1d-b616-04857417810b/8ad808ed-883e-4d26-ac71-ca8b14ae83ae) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:13:13.478834 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa52ae83-72a0-428d-af6c-eac457289eb1 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Pushing event updated for resources: {'Port': ['ID=d6e33042-ecbc-4043-99df-053ceceab264,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:13.501731 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-aa52ae83-72a0-428d-af6c-eac457289eb1 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] In _notify_port_updated(), no bound segment for port d6e33042-ecbc-4043-99df-053ceceab264 on network 03cf8232-0b8e-4d99-9f97-62183ff5d71a {{(pid=103140) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 22:13:13.506904 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa52ae83-72a0-428d-af6c-eac457289eb1 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:13.507540 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-aa52ae83-72a0-428d-af6c-eac457289eb1 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:13.509514 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-aa52ae83-72a0-428d-af6c-eac457289eb1 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "PUT /v2.0/ports/d6e33042-ecbc-4043-99df-053ceceab264 HTTP/1.1" status: 200 len: 921 time: 0.7481127 Feb 09 22:13:13.512075 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 46088) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:13.549505 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a184a3e3-9ce0-4174-90ce-842154494525 None None] For port 8ad808ed-883e-4d26-ac71-ca8b14ae83ae, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=8ad808ed-883e-4d26-ac71-ca8b14ae83ae,segment=NetworkSegment(edf4aa83-afe3-4330-b70e-b3cd6a7605b0),segment_id=edf4aa83-afe3-4330-b70e-b3cd6a7605b0)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:13:13.582117 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a184a3e3-9ce0-4174-90ce-842154494525 None None] Publish callbacks [] for port (8ad808ed-883e-4d26-ac71-ca8b14ae83ae), precommit_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:13.587845 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a184a3e3-9ce0-4174-90ce-842154494525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (8ad808ed-883e-4d26-ac71-ca8b14ae83ae), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:13.609314 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-c8b95e4f-84ae-4b61-9bcc-41d0997b92f4 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Deleting port d6e33042-ecbc-4043-99df-053ceceab264 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:13:13.609883 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c8b95e4f-84ae-4b61-9bcc-41d0997b92f4 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (d6e33042-ecbc-4043-99df-053ceceab264), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:13.612814 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebe3118-eb40-4758-b457-b313de682664 req-c9d1a72c-c0b9-4c5f-9fed-ef08a936fd79 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:13.614350 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6ebe3118-eb40-4758-b457-b313de682664 req-c9d1a72c-c0b9-4c5f-9fed-ef08a936fd79 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=d8fedef7-59ac-44f8-9d99-37067b22922a HTTP/1.1" status: 200 len: 943 time: 0.0631518 Feb 09 22:13:13.669190 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6ebe3118-eb40-4758-b457-b313de682664 req-6b074ddd-5792-43b5-a868-51bd073f73f0 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c11f40b7-d1f9-4288-ad38-42983b39662e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477202 Feb 09 22:13:13.703753 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a184a3e3-9ce0-4174-90ce-842154494525 None None] Pushing event updated for resources: {'Port': ['ID=8ad808ed-883e-4d26-ac71-ca8b14ae83ae,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:13.718298 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c8b95e4f-84ae-4b61-9bcc-41d0997b92f4 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (d6e33042-ecbc-4043-99df-053ceceab264), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:13.731487 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-c8b95e4f-84ae-4b61-9bcc-41d0997b92f4 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Calling delete_port for d6e33042-ecbc-4043-99df-053ceceab264 owned by {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:13:13.866670 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c8b95e4f-84ae-4b61-9bcc-41d0997b92f4 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (d6e33042-ecbc-4043-99df-053ceceab264), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:13.896534 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b95e4f-84ae-4b61-9bcc-41d0997b92f4 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Pushing event deleted for resources: {'Port': ['ID=d6e33042-ecbc-4043-99df-053ceceab264,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:13.967129 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c8b95e4f-84ae-4b61-9bcc-41d0997b92f4 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:13.970982 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-c8b95e4f-84ae-4b61-9bcc-41d0997b92f4 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "DELETE /v2.0/ports/d6e33042-ecbc-4043-99df-053ceceab264 HTTP/1.1" status: 204 len: 168 time: 0.4572361 Feb 09 22:13:13.973775 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 46090) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:14.004804 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-32a36399-1240-447b-b5c4-0d519af7b580 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] GET failed (client error): The resource could not be found. Feb 09 22:13:14.006379 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-32a36399-1240-447b-b5c4-0d519af7b580 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "GET /v2.0/ports/d6e33042-ecbc-4043-99df-053ceceab264 HTTP/1.1" status: 404 len: 333 time: 0.0316267 Feb 09 22:13:14.009197 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 46092) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:14.067143 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6bb178f8-2bd2-45c1-b66f-24e890ad5634 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for security_group (358d4512-b9df-4827-b6a8-610f41278332), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:14.091629 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6bb178f8-2bd2-45c1-b66f-24e890ad5634 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for security_group (358d4512-b9df-4827-b6a8-610f41278332), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:14.111082 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 8ad808ed-883e-4d26-ac71-ca8b14ae83ae up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:13:14.142463 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6bb178f8-2bd2-45c1-b66f-24e890ad5634 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (358d4512-b9df-4827-b6a8-610f41278332), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:14.145336 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6bb178f8-2bd2-45c1-b66f-24e890ad5634 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:14.146701 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-6bb178f8-2bd2-45c1-b66f-24e890ad5634 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "DELETE /v2.0/security-groups/358d4512-b9df-4827-b6a8-610f41278332 HTTP/1.1" status: 204 len: 168 time: 0.1365879 Feb 09 22:13:14.149545 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 46094) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:14.159677 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb178f8-2bd2-45c1-b66f-24e890ad5634 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=358d4512-b9df-4827-b6a8-610f41278332,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:14.195621 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 8ad808ed-883e-4d26-ac71-ca8b14ae83ae triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:14.196104 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (8ad808ed-883e-4d26-ac71-ca8b14ae83ae), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:14.226661 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a7f7dc9a-1e64-4a7d-90ea-e3eed67f6a8a tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for security_group (415c11f5-9ee2-4042-a4dc-6d09a8aa91f0), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:14.252744 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a7f7dc9a-1e64-4a7d-90ea-e3eed67f6a8a tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for security_group (415c11f5-9ee2-4042-a4dc-6d09a8aa91f0), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:14.260171 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:14.312396 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-f08a3a62-37ac-47cf-af6a-23c2b2c29622 None None] Provisioning complete for port 8ad808ed-883e-4d26-ac71-ca8b14ae83ae triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:14.312790 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f08a3a62-37ac-47cf-af6a-23c2b2c29622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (8ad808ed-883e-4d26-ac71-ca8b14ae83ae), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:14.321719 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a7f7dc9a-1e64-4a7d-90ea-e3eed67f6a8a tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (415c11f5-9ee2-4042-a4dc-6d09a8aa91f0), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:14.324276 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a7f7dc9a-1e64-4a7d-90ea-e3eed67f6a8a tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:14.325972 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-a7f7dc9a-1e64-4a7d-90ea-e3eed67f6a8a tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "DELETE /v2.0/security-groups/415c11f5-9ee2-4042-a4dc-6d09a8aa91f0 HTTP/1.1" status: 204 len: 168 time: 0.1753364 Feb 09 22:13:14.328840 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 46098) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:14.341208 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f7dc9a-1e64-4a7d-90ea-e3eed67f6a8a tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=415c11f5-9ee2-4042-a4dc-6d09a8aa91f0,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:14.347026 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 8ad808ed-883e-4d26-ac71-ca8b14ae83ae is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:13:14.350629 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52395988-2881-4545-8d69-f9bb4591e191 req-522d5ed2-ba11-4fe9-b843-1ca840563ee4 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:14.351986 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-52395988-2881-4545-8d69-f9bb4591e191 req-522d5ed2-ba11-4fe9-b843-1ca840563ee4 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] 10.222.0.90 "GET /v2.0/ports?device_id=bb2a3736-5130-4358-a798-91104ff86a5e HTTP/1.1" status: 200 len: 943 time: 0.0700829 Feb 09 22:13:14.385119 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-df015422-46c2-4977-9919-f3bffa1ae106 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Deleting subnet 7a4815bd-192c-4f28-920c-7ff1e6727d82 {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:13:14.389594 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-df015422-46c2-4977-9919-f3bffa1ae106 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for subnet (7a4815bd-192c-4f28-920c-7ff1e6727d82), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:14.413421 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-52395988-2881-4545-8d69-f9bb4591e191 req-b01f6e7d-20cf-4bd4-9711-3fa5d66a3da5 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d2c6cd2-b797-415e-adcb-d6c4d56e60ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508568 Feb 09 22:13:14.433632 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-f08a3a62-37ac-47cf-af6a-23c2b2c29622 None None] Current status of the port 8ad808ed-883e-4d26-ac71-ca8b14ae83ae is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:13:14.433632 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-f08a3a62-37ac-47cf-af6a-23c2b2c29622 None None] Could not find standard attr ID for object d6e33042-ecbc-4043-99df-053ceceab264. {{(pid=103142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 22:13:14.435634 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-df015422-46c2-4977-9919-f3bffa1ae106 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (7a4815bd-192c-4f28-920c-7ff1e6727d82), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:14.444485 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-f08a3a62-37ac-47cf-af6a-23c2b2c29622 None None] Provisioning complete for port 418c3942-721d-453d-bfef-d15a10cd2171 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:14.444787 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f08a3a62-37ac-47cf-af6a-23c2b2c29622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (418c3942-721d-453d-bfef-d15a10cd2171), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:14.479430 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-f08a3a62-37ac-47cf-af6a-23c2b2c29622 None None] Port 418c3942-721d-453d-bfef-d15a10cd2171 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:13:14.524060 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-df015422-46c2-4977-9919-f3bffa1ae106 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (7a4815bd-192c-4f28-920c-7ff1e6727d82), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:14.584785 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-df015422-46c2-4977-9919-f3bffa1ae106 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (7a4815bd-192c-4f28-920c-7ff1e6727d82), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:14.614077 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df015422-46c2-4977-9919-f3bffa1ae106 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Pushing event deleted for resources: {'Subnet': ['ID=7a4815bd-192c-4f28-920c-7ff1e6727d82,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:14.619638 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-df015422-46c2-4977-9919-f3bffa1ae106 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:14.622933 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-df015422-46c2-4977-9919-f3bffa1ae106 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "DELETE /v2.0/subnets/7a4815bd-192c-4f28-920c-7ff1e6727d82 HTTP/1.1" status: 204 len: 168 time: 0.2930756 Feb 09 22:13:14.626991 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 46100) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:14.632197 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-3c3bb7d6-aca1-49c5-beea-c54c5c404fb3 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Request body: {'subnet': {'network_id': '03cf8232-0b8e-4d99-9f97-62183ff5d71a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:13:14.713690 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9633a077-71cc-4d0d-bc9b-ee810452bcce None None] Network 03cf8232-0b8e-4d99-9f97-62183ff5d71a requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:13:14.754278 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c3bb7d6-aca1-49c5-beea-c54c5c404fb3 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Made reservation on behalf of f1a7952abcf9475694b1d7f203aba6e7 for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:13:14.757731 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3c3bb7d6-aca1-49c5-beea-c54c5c404fb3 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621317'] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:14.803187 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-66880847-cced-4b19-b452-702722c54c21 None None] Could not find standard attr ID for object d6e33042-ecbc-4043-99df-053ceceab264. {{(pid=103142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 22:13:14.882312 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30c78cf-14a7-46ea-b54e-97ffcef081a4 req-cb100df7-7880-42b6-a539-45282d8d9033 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:14.883799 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b30c78cf-14a7-46ea-b54e-97ffcef081a4 req-cb100df7-7880-42b6-a539-45282d8d9033 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=d8fedef7-59ac-44f8-9d99-37067b22922a HTTP/1.1" status: 200 len: 943 time: 0.1229191 Feb 09 22:13:14.955601 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b30c78cf-14a7-46ea-b54e-97ffcef081a4 req-7f13f451-609a-4c9d-a228-31c8dac3c6ce tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c11f40b7-d1f9-4288-ad38-42983b39662e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640557 Feb 09 22:13:15.320530 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3c3bb7d6-aca1-49c5-beea-c54c5c404fb3 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621371'] for subnet (399c195e-52a4-4283-ba7f-70d31c78b10d), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:15.365319 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3bb7d6-aca1-49c5-beea-c54c5c404fb3 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Network 03cf8232-0b8e-4d99-9f97-62183ff5d71a is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:13:15.368552 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-3c3bb7d6-aca1-49c5-beea-c54c5c404fb3 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:13:15.373412 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3bb7d6-aca1-49c5-beea-c54c5c404fb3 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:15.374165 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3c3bb7d6-aca1-49c5-beea-c54c5c404fb3 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:15.375959 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:15.378535 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c46ffd-0c02-4749-bd06-23ebe543ae33 None None] Network 03cf8232-0b8e-4d99-9f97-62183ff5d71a requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:13:15.382210 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3bb7d6-aca1-49c5-beea-c54c5c404fb3 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Pushing event updated for resources: {'Subnet': ['ID=399c195e-52a4-4283-ba7f-70d31c78b10d,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:15.393388 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-3c3bb7d6-aca1-49c5-beea-c54c5c404fb3 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7652867 Feb 09 22:13:15.395974 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 46104) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:15.400476 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-868cf49f-6ed0-4a54-a744-4e0c136f4fb0 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Request body: {'security_group': {'name': 'tempest-secgroup-1192954385'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:13:15.420763 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-868cf49f-6ed0-4a54-a744-4e0c136f4fb0 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:15.452751 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-b0acf32c-079e-4557-8f49-6dab73a7d73a None None] Provisioning complete for port 8ad808ed-883e-4d26-ac71-ca8b14ae83ae triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:15.453136 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b0acf32c-079e-4557-8f49-6dab73a7d73a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (8ad808ed-883e-4d26-ac71-ca8b14ae83ae), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:15.513240 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-868cf49f-6ed0-4a54-a744-4e0c136f4fb0 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for security_group (c6d5e44b-9268-4ce2-a480-8436e62aff6a), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:15.534217 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-868cf49f-6ed0-4a54-a744-4e0c136f4fb0 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (c6d5e44b-9268-4ce2-a480-8436e62aff6a), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:15.572134 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-868cf49f-6ed0-4a54-a744-4e0c136f4fb0 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:15.576098 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-868cf49f-6ed0-4a54-a744-4e0c136f4fb0 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1764650 Feb 09 22:13:15.576837 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 46108) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:15.580069 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-b0acf32c-079e-4557-8f49-6dab73a7d73a None None] Current status of the port 8ad808ed-883e-4d26-ac71-ca8b14ae83ae is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:13:15.582148 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-9f112388-da01-4fd0-bece-672a47eeca2c tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Request body: {'security_group': {'name': 'tempest-secgroup-909156571'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:13:15.582895 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868cf49f-6ed0-4a54-a744-4e0c136f4fb0 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d5e44b-9268-4ce2-a480-8436e62aff6a,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:15.596954 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-b0acf32c-079e-4557-8f49-6dab73a7d73a None None] Provisioning complete for port 418c3942-721d-453d-bfef-d15a10cd2171 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:15.597346 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b0acf32c-079e-4557-8f49-6dab73a7d73a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (418c3942-721d-453d-bfef-d15a10cd2171), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:15.600314 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fff0ff-e1f1-40a3-9174-d986ec4f6270 req-712b82de-df33-404f-bac2-dbd4760afb6b tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:15.601950 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f9fff0ff-e1f1-40a3-9174-d986ec4f6270 req-712b82de-df33-404f-bac2-dbd4760afb6b tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] 10.222.0.90 "GET /v2.0/ports?device_id=bb2a3736-5130-4358-a798-91104ff86a5e HTTP/1.1" status: 200 len: 943 time: 0.1035774 Feb 09 22:13:15.619193 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9f112388-da01-4fd0-bece-672a47eeca2c tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:15.660938 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f9fff0ff-e1f1-40a3-9174-d986ec4f6270 req-282ccfcd-421a-4d47-82d1-4b628565e1e2 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d2c6cd2-b797-415e-adcb-d6c4d56e60ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500696 Feb 09 22:13:15.705074 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9f112388-da01-4fd0-bece-672a47eeca2c tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for security_group (dad187cc-053a-4558-95fd-fa53f1f36477), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:15.709330 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9f112388-da01-4fd0-bece-672a47eeca2c tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (dad187cc-053a-4558-95fd-fa53f1f36477), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:15.744895 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9f112388-da01-4fd0-bece-672a47eeca2c tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:15.746399 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-9f112388-da01-4fd0-bece-672a47eeca2c tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1688683 Feb 09 22:13:15.747545 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f112388-da01-4fd0-bece-672a47eeca2c tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dad187cc-053a-4558-95fd-fa53f1f36477,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:15.750151 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 46110) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:15.756464 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-a9af2012-2b69-4338-b645-1d9ef68fb020 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Request body: {'security_group': {'name': 'tempest-secgroup-1098944421'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:13:15.777182 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a9af2012-2b69-4338-b645-1d9ef68fb020 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:15.836307 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-b0acf32c-079e-4557-8f49-6dab73a7d73a None None] Port 418c3942-721d-453d-bfef-d15a10cd2171 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:13:15.837719 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cfc13ad-e06a-46a2-a4eb-ee1d62b111df None None] Update dhcp port {'port': {'network_id': '03cf8232-0b8e-4d99-9f97-62183ff5d71a', 'fixed_ips': [{'subnet_id': '50818190-115f-4d1d-b616-04857417810b', 'ip_address': '172.20.0.18'}, {'subnet_id': '399c195e-52a4-4283-ba7f-70d31c78b10d'}], 'binding:host_id': 'n-d-828369-5'}, 'id': '8ad808ed-883e-4d26-ac71-ca8b14ae83ae'} from n-d-828369-5. {{(pid=103142) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 22:13:15.847647 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a9af2012-2b69-4338-b645-1d9ef68fb020 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for security_group (179658bb-7f21-43aa-9026-52bf023a3638), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:15.851576 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a9af2012-2b69-4338-b645-1d9ef68fb020 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (179658bb-7f21-43aa-9026-52bf023a3638), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:15.866977 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5cfc13ad-e06a-46a2-a4eb-ee1d62b111df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (8ad808ed-883e-4d26-ac71-ca8b14ae83ae), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:15.879105 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a9af2012-2b69-4338-b645-1d9ef68fb020 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:15.880350 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-a9af2012-2b69-4338-b645-1d9ef68fb020 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1288652 Feb 09 22:13:15.883316 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 46112) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:15.884605 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9af2012-2b69-4338-b645-1d9ef68fb020 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=179658bb-7f21-43aa-9026-52bf023a3638,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:15.889089 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-14a140dc-232f-410d-a3e7-1b8ae78a3069 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-867306876', 'security_groups': ['179658bb-7f21-43aa-9026-52bf023a3638'], 'network_id': '03cf8232-0b8e-4d99-9f97-62183ff5d71a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '399c195e-52a4-4283-ba7f-70d31c78b10d'}]}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:13:15.999405 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a140dc-232f-410d-a3e7-1b8ae78a3069 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Made reservation on behalf of f1a7952abcf9475694b1d7f203aba6e7 for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:13:16.046161 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-5cfc13ad-e06a-46a2-a4eb-ee1d62b111df None None] Allocated IP 172.20.0.2 (03cf8232-0b8e-4d99-9f97-62183ff5d71a/399c195e-52a4-4283-ba7f-70d31c78b10d/8ad808ed-883e-4d26-ac71-ca8b14ae83ae) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:13:16.084168 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061d306c-2c26-4632-8f98-754f331c2fc7 req-2f8ae935-5a1b-4eb9-b05c-862c615f4497 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:16.085847 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-061d306c-2c26-4632-8f98-754f331c2fc7 req-2f8ae935-5a1b-4eb9-b05c-862c615f4497 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=d8fedef7-59ac-44f8-9d99-37067b22922a HTTP/1.1" status: 200 len: 943 time: 0.0606217 Feb 09 22:13:16.089534 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-14a140dc-232f-410d-a3e7-1b8ae78a3069 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:16.110249 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [None req-14a140dc-232f-410d-a3e7-1b8ae78a3069 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] device_id is not set on port 4838e6c5-26af-4575-8312-ae2757cef804 yet. {{(pid=103141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 22:13:16.145182 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-061d306c-2c26-4632-8f98-754f331c2fc7 req-17aad5c9-4387-4b98-9c05-da317005d55e tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c11f40b7-d1f9-4288-ad38-42983b39662e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519991 Feb 09 22:13:16.157131 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5cfc13ad-e06a-46a2-a4eb-ee1d62b111df None None] For port 8ad808ed-883e-4d26-ac71-ca8b14ae83ae, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=8ad808ed-883e-4d26-ac71-ca8b14ae83ae,segment=NetworkSegment(edf4aa83-afe3-4330-b70e-b3cd6a7605b0),segment_id=edf4aa83-afe3-4330-b70e-b3cd6a7605b0)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:13:16.187807 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5cfc13ad-e06a-46a2-a4eb-ee1d62b111df None None] Publish callbacks [] for port (8ad808ed-883e-4d26-ac71-ca8b14ae83ae), precommit_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:16.192708 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5cfc13ad-e06a-46a2-a4eb-ee1d62b111df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (8ad808ed-883e-4d26-ac71-ca8b14ae83ae), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:16.282951 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfc13ad-e06a-46a2-a4eb-ee1d62b111df None None] Pushing event updated for resources: {'Port': ['ID=8ad808ed-883e-4d26-ac71-ca8b14ae83ae,revision_number=6']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:16.294063 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-14a140dc-232f-410d-a3e7-1b8ae78a3069 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Allocated IP 172.20.0.4 (03cf8232-0b8e-4d99-9f97-62183ff5d71a/399c195e-52a4-4283-ba7f-70d31c78b10d/4838e6c5-26af-4575-8312-ae2757cef804) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:13:16.437224 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-14a140dc-232f-410d-a3e7-1b8ae78a3069 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for port (4838e6c5-26af-4575-8312-ae2757cef804), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:16.463873 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device f876e95a-42cc-4f31-b8f2-05185c677ea9 details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:13:16.474384 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-14a140dc-232f-410d-a3e7-1b8ae78a3069 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (4838e6c5-26af-4575-8312-ae2757cef804), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:16.525706 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a140dc-232f-410d-a3e7-1b8ae78a3069 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Network 03cf8232-0b8e-4d99-9f97-62183ff5d71a is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:13:16.529254 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-14a140dc-232f-410d-a3e7-1b8ae78a3069 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:13:16.533277 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a140dc-232f-410d-a3e7-1b8ae78a3069 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:13:16.558414 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a140dc-232f-410d-a3e7-1b8ae78a3069 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Pushing event updated for resources: {'Port': ['ID=4838e6c5-26af-4575-8312-ae2757cef804,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:16.577870 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port f876e95a-42cc-4f31-b8f2-05185c677ea9, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=f876e95a-42cc-4f31-b8f2-05185c677ea9,segment=NetworkSegment(a8622317-7d56-439b-892c-bfc5582cf06a),segment_id=a8622317-7d56-439b-892c-bfc5582cf06a)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:13:16.589510 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a140dc-232f-410d-a3e7-1b8ae78a3069 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:16.590320 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-14a140dc-232f-410d-a3e7-1b8ae78a3069 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:16.593568 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': 'f876e95a-42cc-4f31-b8f2-05185c677ea9', 'network_id': '9e9ac215-f9db-4a76-96c9-9b770f70751e', 'port_id': 'f876e95a-42cc-4f31-b8f2-05185c677ea9', 'mac_address': 'fa:16:3e:2c:25:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c6c0320-c465-43a6-b50c-75838bf608f0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:13:16.610113 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-14a140dc-232f-410d-a3e7-1b8ae78a3069 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.7255199 Feb 09 22:13:16.612996 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 46116) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:16.618757 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-c7de5140-cca3-4aa7-99e1-00abbee36618 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Request body: {'subnet': {'network_id': '03cf8232-0b8e-4d99-9f97-62183ff5d71a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:13:16.635793 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port f876e95a-42cc-4f31-b8f2-05185c677ea9 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:13:16.636190 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (f876e95a-42cc-4f31-b8f2-05185c677ea9), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:16.650370 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f876e95a-42cc-4f31-b8f2-05185c677ea9 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:13:16.673250 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port f876e95a-42cc-4f31-b8f2-05185c677ea9, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=f876e95a-42cc-4f31-b8f2-05185c677ea9,segment=NetworkSegment(a8622317-7d56-439b-892c-bfc5582cf06a),segment_id=a8622317-7d56-439b-892c-bfc5582cf06a)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:13:16.677925 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (f876e95a-42cc-4f31-b8f2-05185c677ea9), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:16.733894 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=f876e95a-42cc-4f31-b8f2-05185c677ea9,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:16.744269 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7de5140-cca3-4aa7-99e1-00abbee36618 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Made reservation on behalf of f1a7952abcf9475694b1d7f203aba6e7 for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:13:16.748576 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c7de5140-cca3-4aa7-99e1-00abbee36618 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621317'] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:16.864607 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-3c227976-f8f8-4b35-a26c-33b90cb48c23 None None] Provisioning complete for port 8ad808ed-883e-4d26-ac71-ca8b14ae83ae triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:16.865001 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-3c227976-f8f8-4b35-a26c-33b90cb48c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (8ad808ed-883e-4d26-ac71-ca8b14ae83ae), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:16.882657 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306287f6-75ee-45f6-97b2-986ee0b98d11 req-fba046ad-8d3f-4e34-8073-f5e6a5a6b5b5 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:16.884244 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-306287f6-75ee-45f6-97b2-986ee0b98d11 req-fba046ad-8d3f-4e34-8073-f5e6a5a6b5b5 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] 10.222.0.90 "GET /v2.0/ports?device_id=bb2a3736-5130-4358-a798-91104ff86a5e HTTP/1.1" status: 200 len: 944 time: 0.1310296 Feb 09 22:13:16.886737 n-d-828369-5 neutron-server[103140]: INFO neutron.db.ipam_backend_mixin [None req-c7de5140-cca3-4aa7-99e1-00abbee36618 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 399c195e-52a4-4283-ba7f-70d31c78b10d (CIDR: 172.20.0.0/28) Feb 09 22:13:16.892817 n-d-828369-5 neutron-server[103140]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7de5140-cca3-4aa7-99e1-00abbee36618 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 22:13:16.893310 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7de5140-cca3-4aa7-99e1-00abbee36618 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:13:16.926341 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-c7de5140-cca3-4aa7-99e1-00abbee36618 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3097689 Feb 09 22:13:16.926698 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 46120) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:16.932125 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-6fb43b18-51ef-4312-be3f-8e8460591d77 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Request body: {'subnet': {'network_id': '03cf8232-0b8e-4d99-9f97-62183ff5d71a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:13:16.949007 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-306287f6-75ee-45f6-97b2-986ee0b98d11 req-81c0856e-4e1b-499b-bb8b-7b3fcdf932f2 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d2c6cd2-b797-415e-adcb-d6c4d56e60ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582285 Feb 09 22:13:16.970432 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-3c227976-f8f8-4b35-a26c-33b90cb48c23 None None] Current status of the port 8ad808ed-883e-4d26-ac71-ca8b14ae83ae is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:13:16.982123 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-3c227976-f8f8-4b35-a26c-33b90cb48c23 None None] Provisioning complete for port 418c3942-721d-453d-bfef-d15a10cd2171 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:16.982547 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-3c227976-f8f8-4b35-a26c-33b90cb48c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (418c3942-721d-453d-bfef-d15a10cd2171), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:17.021258 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-3c227976-f8f8-4b35-a26c-33b90cb48c23 None None] Port 418c3942-721d-453d-bfef-d15a10cd2171 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:13:17.054770 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb43b18-51ef-4312-be3f-8e8460591d77 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Made reservation on behalf of f1a7952abcf9475694b1d7f203aba6e7 for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:13:17.058183 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6fb43b18-51ef-4312-be3f-8e8460591d77 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:17.129784 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['f876e95a-42cc-4f31-b8f2-05185c677ea9'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:13:17.152123 n-d-828369-5 neutron-server[103141]: INFO neutron.db.ipam_backend_mixin [None req-6fb43b18-51ef-4312-be3f-8e8460591d77 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 50818190-115f-4d1d-b616-04857417810b (CIDR: 172.20.0.16/28) Feb 09 22:13:17.155298 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fb43b18-51ef-4312-be3f-8e8460591d77 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 22:13:17.155787 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fb43b18-51ef-4312-be3f-8e8460591d77 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:13:17.171881 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-6fb43b18-51ef-4312-be3f-8e8460591d77 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.2437899 Feb 09 22:13:17.174452 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 46124) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:17.179793 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-5219783d-bccd-4ce7-a884-af251d191049 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Request body: {'subnet': {'network_id': '03cf8232-0b8e-4d99-9f97-62183ff5d71a', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:13:17.188980 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-d41f1ac7-b77e-485f-ba42-83ffb5a86335 None None] Provisioning complete for port 4838e6c5-26af-4575-8312-ae2757cef804 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:17.189114 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d41f1ac7-b77e-485f-ba42-83ffb5a86335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (4838e6c5-26af-4575-8312-ae2757cef804), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:17.239554 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-d41f1ac7-b77e-485f-ba42-83ffb5a86335 None None] Port 4838e6c5-26af-4575-8312-ae2757cef804 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:13:17.277753 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8260889-1df4-431c-9608-9530bc550c3c req-0ab24df8-8d17-4ab0-9a06-a0a5ed6b054e tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:17.279255 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a8260889-1df4-431c-9608-9530bc550c3c req-0ab24df8-8d17-4ab0-9a06-a0a5ed6b054e tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=d8fedef7-59ac-44f8-9d99-37067b22922a HTTP/1.1" status: 200 len: 943 time: 0.0604978 Feb 09 22:13:17.300518 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5219783d-bccd-4ce7-a884-af251d191049 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Made reservation on behalf of f1a7952abcf9475694b1d7f203aba6e7 for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:13:17.303938 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5219783d-bccd-4ce7-a884-af251d191049 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:17.336757 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a8260889-1df4-431c-9608-9530bc550c3c req-381bbcca-2f3a-478f-a264-0f5c1a53d813 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c11f40b7-d1f9-4288-ad38-42983b39662e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513566 Feb 09 22:13:17.530177 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5219783d-bccd-4ce7-a884-af251d191049 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (db0760f4-08d5-4742-a446-cc76ee05f576), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:17.572524 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5219783d-bccd-4ce7-a884-af251d191049 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Network 03cf8232-0b8e-4d99-9f97-62183ff5d71a is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:13:17.575637 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-5219783d-bccd-4ce7-a884-af251d191049 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:13:17.579731 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5219783d-bccd-4ce7-a884-af251d191049 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:17.580349 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5219783d-bccd-4ce7-a884-af251d191049 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:17.585511 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7bee42-9b92-4ae5-b0d0-ea1402a0b572 None None] Network 03cf8232-0b8e-4d99-9f97-62183ff5d71a requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:13:17.592476 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5219783d-bccd-4ce7-a884-af251d191049 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Pushing event updated for resources: {'Subnet': ['ID=db0760f4-08d5-4742-a446-cc76ee05f576,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:17.601510 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-5219783d-bccd-4ce7-a884-af251d191049 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.4257913 Feb 09 22:13:17.603907 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 46126) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:17.609682 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-58516cde-cabe-40cc-8fd6-9ed1ac86c0ea tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-551168366', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'db0760f4-08d5-4742-a446-cc76ee05f576'}], 'security_groups': ['c6d5e44b-9268-4ce2-a480-8436e62aff6a', 'dad187cc-053a-4558-95fd-fa53f1f36477']}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:13:17.681534 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-58516cde-cabe-40cc-8fd6-9ed1ac86c0ea tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (4838e6c5-26af-4575-8312-ae2757cef804), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:17.760976 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59603aa-ec76-45a8-bbec-18e04f8f141b None None] Update dhcp port {'port': {'network_id': '03cf8232-0b8e-4d99-9f97-62183ff5d71a', 'fixed_ips': [{'subnet_id': '50818190-115f-4d1d-b616-04857417810b', 'ip_address': '172.20.0.18'}, {'subnet_id': '399c195e-52a4-4283-ba7f-70d31c78b10d', 'ip_address': '172.20.0.2'}, {'subnet_id': 'db0760f4-08d5-4742-a446-cc76ee05f576'}], 'binding:host_id': 'n-d-828369-5'}, 'id': '8ad808ed-883e-4d26-ac71-ca8b14ae83ae'} from n-d-828369-5. {{(pid=103142) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 22:13:17.790162 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f59603aa-ec76-45a8-bbec-18e04f8f141b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (8ad808ed-883e-4d26-ac71-ca8b14ae83ae), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:17.983253 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-58516cde-cabe-40cc-8fd6-9ed1ac86c0ea tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Delete allocated IP 172.20.0.4 (03cf8232-0b8e-4d99-9f97-62183ff5d71a/399c195e-52a4-4283-ba7f-70d31c78b10d) {{(pid=103141) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 22:13:17.991088 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-58516cde-cabe-40cc-8fd6-9ed1ac86c0ea tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Allocated IP 172.20.0.44 (03cf8232-0b8e-4d99-9f97-62183ff5d71a/db0760f4-08d5-4742-a446-cc76ee05f576/4838e6c5-26af-4575-8312-ae2757cef804) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:13:18.079303 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9114f749-6a70-48e2-a016-c7e262e4ac5d req-82cdd24b-d673-43f4-8eba-390bca342812 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:18.080842 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9114f749-6a70-48e2-a016-c7e262e4ac5d req-82cdd24b-d673-43f4-8eba-390bca342812 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] 10.222.0.90 "GET /v2.0/ports?device_id=bb2a3736-5130-4358-a798-91104ff86a5e HTTP/1.1" status: 200 len: 944 time: 0.0552261 Feb 09 22:13:18.103819 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 8ad808ed-883e-4d26-ac71-ca8b14ae83ae up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:13:18.136816 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9114f749-6a70-48e2-a016-c7e262e4ac5d req-e0ed71ef-d4b8-4974-b829-7a043380395f tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d2c6cd2-b797-415e-adcb-d6c4d56e60ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500841 Feb 09 22:13:18.169131 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 8ad808ed-883e-4d26-ac71-ca8b14ae83ae triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:18.169510 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (8ad808ed-883e-4d26-ac71-ca8b14ae83ae), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:18.175038 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-58516cde-cabe-40cc-8fd6-9ed1ac86c0ea tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for port (4838e6c5-26af-4575-8312-ae2757cef804), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:18.179824 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-58516cde-cabe-40cc-8fd6-9ed1ac86c0ea tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (4838e6c5-26af-4575-8312-ae2757cef804), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:18.252697 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-f59603aa-ec76-45a8-bbec-18e04f8f141b None None] Allocated IP 172.20.0.34 (03cf8232-0b8e-4d99-9f97-62183ff5d71a/db0760f4-08d5-4742-a446-cc76ee05f576/8ad808ed-883e-4d26-ac71-ca8b14ae83ae) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:13:18.267439 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58516cde-cabe-40cc-8fd6-9ed1ac86c0ea tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Pushing event updated for resources: {'Port': ['ID=4838e6c5-26af-4575-8312-ae2757cef804,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:18.288028 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-58516cde-cabe-40cc-8fd6-9ed1ac86c0ea tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] In _notify_port_updated(), no bound segment for port 4838e6c5-26af-4575-8312-ae2757cef804 on network 03cf8232-0b8e-4d99-9f97-62183ff5d71a {{(pid=103141) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 22:13:18.293229 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58516cde-cabe-40cc-8fd6-9ed1ac86c0ea tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:18.293786 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-58516cde-cabe-40cc-8fd6-9ed1ac86c0ea tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:18.295189 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-58516cde-cabe-40cc-8fd6-9ed1ac86c0ea tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "PUT /v2.0/ports/4838e6c5-26af-4575-8312-ae2757cef804 HTTP/1.1" status: 200 len: 959 time: 0.6902344 Feb 09 22:13:18.299314 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 46130) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:18.340011 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 8ad808ed-883e-4d26-ac71-ca8b14ae83ae is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:13:18.384344 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-f59603aa-ec76-45a8-bbec-18e04f8f141b None None] For port 8ad808ed-883e-4d26-ac71-ca8b14ae83ae, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=8ad808ed-883e-4d26-ac71-ca8b14ae83ae,segment=NetworkSegment(edf4aa83-afe3-4330-b70e-b3cd6a7605b0),segment_id=edf4aa83-afe3-4330-b70e-b3cd6a7605b0)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:13:18.399647 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-b5bdb148-b6c0-4c6e-8966-9b6327d36907 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Deleting port 4838e6c5-26af-4575-8312-ae2757cef804 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:13:18.400036 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b5bdb148-b6c0-4c6e-8966-9b6327d36907 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (4838e6c5-26af-4575-8312-ae2757cef804), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:18.420072 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f59603aa-ec76-45a8-bbec-18e04f8f141b None None] Publish callbacks [] for port (8ad808ed-883e-4d26-ac71-ca8b14ae83ae), precommit_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:18.425526 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f59603aa-ec76-45a8-bbec-18e04f8f141b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (8ad808ed-883e-4d26-ac71-ca8b14ae83ae), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:18.466269 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device f876e95a-42cc-4f31-b8f2-05185c677ea9 up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:13:18.469703 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a8cef7-2f51-4ade-9143-cdb4ce7f5b46 req-a3ff104f-335b-417b-8c05-4ea9a5440eba tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:18.471267 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e3a8cef7-2f51-4ade-9143-cdb4ce7f5b46 req-a3ff104f-335b-417b-8c05-4ea9a5440eba tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=d8fedef7-59ac-44f8-9d99-37067b22922a HTTP/1.1" status: 200 len: 943 time: 0.0612214 Feb 09 22:13:18.499026 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b5bdb148-b6c0-4c6e-8966-9b6327d36907 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (4838e6c5-26af-4575-8312-ae2757cef804), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:18.514368 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-b5bdb148-b6c0-4c6e-8966-9b6327d36907 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Calling delete_port for 4838e6c5-26af-4575-8312-ae2757cef804 owned by {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:13:18.522827 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e3a8cef7-2f51-4ade-9143-cdb4ce7f5b46 req-12175604-9213-4bf4-96e4-e9fcaefc34e4 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c11f40b7-d1f9-4288-ad38-42983b39662e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448611 Feb 09 22:13:18.566325 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59603aa-ec76-45a8-bbec-18e04f8f141b None None] Pushing event updated for resources: {'Port': ['ID=8ad808ed-883e-4d26-ac71-ca8b14ae83ae,revision_number=7']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:18.588117 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning for port f876e95a-42cc-4f31-b8f2-05185c677ea9 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:13:18.592020 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port f876e95a-42cc-4f31-b8f2-05185c677ea9 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:18.592441 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (f876e95a-42cc-4f31-b8f2-05185c677ea9), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:18.654728 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b5bdb148-b6c0-4c6e-8966-9b6327d36907 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (4838e6c5-26af-4575-8312-ae2757cef804), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:18.686756 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bdb148-b6c0-4c6e-8966-9b6327d36907 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Pushing event deleted for resources: {'Port': ['ID=4838e6c5-26af-4575-8312-ae2757cef804,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:18.688523 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port f876e95a-42cc-4f31-b8f2-05185c677ea9 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:13:18.688923 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (f876e95a-42cc-4f31-b8f2-05185c677ea9), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:18.715143 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb2a3736-5130-4358-a798-91104ff86a5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f876e95a-42cc-4f31-b8f2-05185c677ea9'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:13:18.717682 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b51e69b0-e77a-4549-856d-182d90b7dbc9" -d '{"events": [{"server_uuid": "bb2a3736-5130-4358-a798-91104ff86a5e", "name": "network-vif-plugged", "status": "completed", "tag": "f876e95a-42cc-4f31-b8f2-05185c677ea9"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:13:18.731929 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port f876e95a-42cc-4f31-b8f2-05185c677ea9, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=f876e95a-42cc-4f31-b8f2-05185c677ea9,segment=NetworkSegment(a8622317-7d56-439b-892c-bfc5582cf06a),segment_id=a8622317-7d56-439b-892c-bfc5582cf06a)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:13:18.739060 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (f876e95a-42cc-4f31-b8f2-05185c677ea9), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:18.766312 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b5bdb148-b6c0-4c6e-8966-9b6327d36907 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:18.773036 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 46136) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:18.773285 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-b5bdb148-b6c0-4c6e-8966-9b6327d36907 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "DELETE /v2.0/ports/4838e6c5-26af-4575-8312-ae2757cef804 HTTP/1.1" status: 204 len: 168 time: 0.4727602 Feb 09 22:13:18.778758 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f779a5-13c4-48d5-ba9e-58375366d295 x-openstack-request-id: req-41f779a5-13c4-48d5-ba9e-58375366d295 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:13:18.779135 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb2a3736-5130-4358-a798-91104ff86a5e", "name": "network-vif-plugged", "status": "completed", "tag": "f876e95a-42cc-4f31-b8f2-05185c677ea9", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:13:18.780820 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-41f779a5-13c4-48d5-ba9e-58375366d295 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:13:18.780820 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb2a3736-5130-4358-a798-91104ff86a5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f876e95a-42cc-4f31-b8f2-05185c677ea9', 'code': 200} Feb 09 22:13:18.812827 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=f876e95a-42cc-4f31-b8f2-05185c677ea9,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:18.814256 n-d-828369-5 neutron-server[103140]: INFO neutron.pecan_wsgi.hooks.translation [None req-96275f13-26c7-40af-b0a3-f4bd1728db2f tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] GET failed (client error): The resource could not be found. Feb 09 22:13:18.819432 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 46138) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:18.822336 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-96275f13-26c7-40af-b0a3-f4bd1728db2f tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "GET /v2.0/ports/4838e6c5-26af-4575-8312-ae2757cef804 HTTP/1.1" status: 404 len: 333 time: 0.0414007 Feb 09 22:13:18.887823 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device fcd62bca-2e27-4cc3-9d4e-1e5807ee7459 details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:13:18.908842 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbc26fd-c51c-4f45-9f06-d9f2c311de30 req-53f03664-b85b-4ed0-93e8-82e3a98ed6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:18.910356 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-2dbc26fd-c51c-4f45-9f06-d9f2c311de30 req-53f03664-b85b-4ed0-93e8-82e3a98ed6c1 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=bb2a3736-5130-4358-a798-91104ff86a5e HTTP/1.1" status: 200 len: 1127 time: 0.0722413 Feb 09 22:13:18.915843 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-205713c2-7b31-4f24-8b28-78f9a6a9d51b tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for security_group (179658bb-7f21-43aa-9026-52bf023a3638), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:18.963718 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-205713c2-7b31-4f24-8b28-78f9a6a9d51b tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for security_group (179658bb-7f21-43aa-9026-52bf023a3638), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:19.006326 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-2dbc26fd-c51c-4f45-9f06-d9f2c311de30 req-752535b1-fc83-4073-a20a-314bcfd26b67 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=1d2c6cd2-b797-415e-adcb-d6c4d56e60ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884221 Feb 09 22:13:19.025205 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port fcd62bca-2e27-4cc3-9d4e-1e5807ee7459, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=fcd62bca-2e27-4cc3-9d4e-1e5807ee7459,segment=NetworkSegment(ccdb70e6-3e43-42b3-b6b7-87da11db8888),segment_id=ccdb70e6-3e43-42b3-b6b7-87da11db8888)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:13:19.032776 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-205713c2-7b31-4f24-8b28-78f9a6a9d51b tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (179658bb-7f21-43aa-9026-52bf023a3638), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:19.037525 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-205713c2-7b31-4f24-8b28-78f9a6a9d51b tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:19.039602 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-205713c2-7b31-4f24-8b28-78f9a6a9d51b tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "DELETE /v2.0/security-groups/179658bb-7f21-43aa-9026-52bf023a3638 HTTP/1.1" status: 204 len: 168 time: 0.2187428 Feb 09 22:13:19.044339 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 46140) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:19.047399 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': 'fcd62bca-2e27-4cc3-9d4e-1e5807ee7459', 'network_id': '7e64d8e8-78a3-4987-8778-47d4e5b9b498', 'port_id': 'fcd62bca-2e27-4cc3-9d4e-1e5807ee7459', 'mac_address': 'fa:16:3e:07:e4:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84c886de-428b-4fdd-ac96-e9bdd27d5e04', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:13:19.057616 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205713c2-7b31-4f24-8b28-78f9a6a9d51b tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=179658bb-7f21-43aa-9026-52bf023a3638,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:19.097142 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port fcd62bca-2e27-4cc3-9d4e-1e5807ee7459 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:13:19.097576 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (fcd62bca-2e27-4cc3-9d4e-1e5807ee7459), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:19.113740 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcd62bca-2e27-4cc3-9d4e-1e5807ee7459 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:13:19.116318 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-67da0d70-445f-48b2-be6d-34288a3564ed tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for security_group (dad187cc-053a-4558-95fd-fa53f1f36477), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:19.137397 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port fcd62bca-2e27-4cc3-9d4e-1e5807ee7459, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=fcd62bca-2e27-4cc3-9d4e-1e5807ee7459,segment=NetworkSegment(ccdb70e6-3e43-42b3-b6b7-87da11db8888),segment_id=ccdb70e6-3e43-42b3-b6b7-87da11db8888)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:13:19.141993 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (fcd62bca-2e27-4cc3-9d4e-1e5807ee7459), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:19.145293 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-67da0d70-445f-48b2-be6d-34288a3564ed tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for security_group (dad187cc-053a-4558-95fd-fa53f1f36477), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:19.199891 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-67da0d70-445f-48b2-be6d-34288a3564ed tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (dad187cc-053a-4558-95fd-fa53f1f36477), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:19.203034 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-67da0d70-445f-48b2-be6d-34288a3564ed tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:19.204464 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-67da0d70-445f-48b2-be6d-34288a3564ed tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "DELETE /v2.0/security-groups/dad187cc-053a-4558-95fd-fa53f1f36477 HTTP/1.1" status: 204 len: 168 time: 0.1588137 Feb 09 22:13:19.207108 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 46144) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:19.208979 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=fcd62bca-2e27-4cc3-9d4e-1e5807ee7459,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:19.228132 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67da0d70-445f-48b2-be6d-34288a3564ed tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad187cc-053a-4558-95fd-fa53f1f36477,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:19.273652 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-4be1a032-5adc-4da7-b961-a3d17d29eb3c None None] Provisioning complete for port 8ad808ed-883e-4d26-ac71-ca8b14ae83ae triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:19.274177 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-4be1a032-5adc-4da7-b961-a3d17d29eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (8ad808ed-883e-4d26-ac71-ca8b14ae83ae), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:19.278076 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-60ca551f-4360-418d-a53d-c183e2c26b22 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for security_group (c6d5e44b-9268-4ce2-a480-8436e62aff6a), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:19.292171 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0b1bfe-5edd-40f2-b743-8d8684e06f78 req-1bd7c1bb-3304-4080-86a2-d59011df2106 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:19.294468 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6d0b1bfe-5edd-40f2-b743-8d8684e06f78 req-1bd7c1bb-3304-4080-86a2-d59011df2106 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] 10.222.0.90 "GET /v2.0/ports?device_id=bb2a3736-5130-4358-a798-91104ff86a5e HTTP/1.1" status: 200 len: 945 time: 0.0611436 Feb 09 22:13:19.307592 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-60ca551f-4360-418d-a53d-c183e2c26b22 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for security_group (c6d5e44b-9268-4ce2-a480-8436e62aff6a), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:19.353073 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-60ca551f-4360-418d-a53d-c183e2c26b22 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (c6d5e44b-9268-4ce2-a480-8436e62aff6a), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:19.356601 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-60ca551f-4360-418d-a53d-c183e2c26b22 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:19.357387 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6d0b1bfe-5edd-40f2-b743-8d8684e06f78 req-08a5690f-e61b-40d7-b1a3-38b8d55bcb07 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d2c6cd2-b797-415e-adcb-d6c4d56e60ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563869 Feb 09 22:13:19.360279 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-60ca551f-4360-418d-a53d-c183e2c26b22 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "DELETE /v2.0/security-groups/c6d5e44b-9268-4ce2-a480-8436e62aff6a HTTP/1.1" status: 204 len: 168 time: 0.1501286 Feb 09 22:13:19.361506 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 46146) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:19.374518 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ca551f-4360-418d-a53d-c183e2c26b22 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6d5e44b-9268-4ce2-a480-8436e62aff6a,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:19.375480 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-4be1a032-5adc-4da7-b961-a3d17d29eb3c None None] Current status of the port 8ad808ed-883e-4d26-ac71-ca8b14ae83ae is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:13:19.383058 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-4be1a032-5adc-4da7-b961-a3d17d29eb3c None None] Could not find standard attr ID for object 4838e6c5-26af-4575-8312-ae2757cef804. {{(pid=103142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 22:13:19.398523 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-4be1a032-5adc-4da7-b961-a3d17d29eb3c None None] Provisioning complete for port 418c3942-721d-453d-bfef-d15a10cd2171 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:19.398901 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-4be1a032-5adc-4da7-b961-a3d17d29eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (418c3942-721d-453d-bfef-d15a10cd2171), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:19.422110 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cb7d96e-ed96-42a6-9145-13fccd89e091 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Deleting subnet 399c195e-52a4-4283-ba7f-70d31c78b10d {{(pid=103140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:13:19.425448 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2cb7d96e-ed96-42a6-9145-13fccd89e091 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for subnet (399c195e-52a4-4283-ba7f-70d31c78b10d), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:19.436602 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['fcd62bca-2e27-4cc3-9d4e-1e5807ee7459'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:13:19.441096 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-4be1a032-5adc-4da7-b961-a3d17d29eb3c None None] Port 418c3942-721d-453d-bfef-d15a10cd2171 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:13:19.466660 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2cb7d96e-ed96-42a6-9145-13fccd89e091 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9110716'] for subnet (399c195e-52a4-4283-ba7f-70d31c78b10d), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:19.565055 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2cb7d96e-ed96-42a6-9145-13fccd89e091 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (399c195e-52a4-4283-ba7f-70d31c78b10d), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:19.664644 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2cb7d96e-ed96-42a6-9145-13fccd89e091 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621346'] for subnet (399c195e-52a4-4283-ba7f-70d31c78b10d), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:19.697383 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb7d96e-ed96-42a6-9145-13fccd89e091 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Pushing event deleted for resources: {'Subnet': ['ID=399c195e-52a4-4283-ba7f-70d31c78b10d,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:19.707327 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d17da-a612-4f43-b2dc-364501e1e5f2 req-49fdb017-b0a4-45d5-ad85-e16d6ac9a0e6 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:19.708904 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-121d17da-a612-4f43-b2dc-364501e1e5f2 req-49fdb017-b0a4-45d5-ad85-e16d6ac9a0e6 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=d8fedef7-59ac-44f8-9d99-37067b22922a HTTP/1.1" status: 200 len: 944 time: 0.1042759 Feb 09 22:13:19.711588 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2cb7d96e-ed96-42a6-9145-13fccd89e091 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:19.715713 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-2cb7d96e-ed96-42a6-9145-13fccd89e091 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "DELETE /v2.0/subnets/399c195e-52a4-4283-ba7f-70d31c78b10d HTTP/1.1" status: 204 len: 168 time: 0.3518443 Feb 09 22:13:19.719845 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 46150) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:19.744144 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b962456a-ad7f-42c7-be58-a05843b81b64 None None] Network 03cf8232-0b8e-4d99-9f97-62183ff5d71a requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:13:19.787233 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-4214324b-ae72-46d1-8534-e5f497f64d34 None None] Could not find standard attr ID for object 4838e6c5-26af-4575-8312-ae2757cef804. {{(pid=103142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 22:13:19.805178 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb18ac80-9150-4462-aecc-e17f8ec9dbcd tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Deleting subnet db0760f4-08d5-4742-a446-cc76ee05f576 {{(pid=103140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:13:19.809053 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cb18ac80-9150-4462-aecc-e17f8ec9dbcd tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for subnet (db0760f4-08d5-4742-a446-cc76ee05f576), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:19.814504 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-121d17da-a612-4f43-b2dc-364501e1e5f2 req-5afc99ae-fa06-47c2-8cec-a287ce3afb87 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c11f40b7-d1f9-4288-ad38-42983b39662e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976939 Feb 09 22:13:19.853697 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cb18ac80-9150-4462-aecc-e17f8ec9dbcd tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9110716'] for subnet (db0760f4-08d5-4742-a446-cc76ee05f576), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:19.946394 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cb18ac80-9150-4462-aecc-e17f8ec9dbcd tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (db0760f4-08d5-4742-a446-cc76ee05f576), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:20.015429 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cb18ac80-9150-4462-aecc-e17f8ec9dbcd tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621346'] for subnet (db0760f4-08d5-4742-a446-cc76ee05f576), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:20.040483 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb18ac80-9150-4462-aecc-e17f8ec9dbcd tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Pushing event deleted for resources: {'Subnet': ['ID=db0760f4-08d5-4742-a446-cc76ee05f576,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:20.046899 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cb18ac80-9150-4462-aecc-e17f8ec9dbcd tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:20.053031 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 46152) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:20.053512 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-cb18ac80-9150-4462-aecc-e17f8ec9dbcd tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "DELETE /v2.0/subnets/db0760f4-08d5-4742-a446-cc76ee05f576 HTTP/1.1" status: 204 len: 168 time: 0.3329940 Feb 09 22:13:20.086555 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-5182e28c-0d06-4d2d-9f40-46620c546b28 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] DELETE failed (client error): The resource could not be found. Feb 09 22:13:20.087108 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5182e28c-0d06-4d2d-9f40-46620c546b28 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:13:20.090650 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-5182e28c-0d06-4d2d-9f40-46620c546b28 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "DELETE /v2.0/subnets/399c195e-52a4-4283-ba7f-70d31c78b10d HTTP/1.1" status: 404 len: 337 time: 0.0356348 Feb 09 22:13:20.093325 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 46154) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:20.135075 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 8ad808ed-883e-4d26-ac71-ca8b14ae83ae up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:13:20.156460 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fe06b7d-a97a-43d0-a41e-5725aebe6fd0 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Deleting subnet 50818190-115f-4d1d-b616-04857417810b {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:13:20.159921 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7fe06b7d-a97a-43d0-a41e-5725aebe6fd0 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for subnet (50818190-115f-4d1d-b616-04857417810b), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:20.202576 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 8ad808ed-883e-4d26-ac71-ca8b14ae83ae triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:20.202954 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (8ad808ed-883e-4d26-ac71-ca8b14ae83ae), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:20.204609 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7fe06b7d-a97a-43d0-a41e-5725aebe6fd0 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (50818190-115f-4d1d-b616-04857417810b), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:20.290306 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 8ad808ed-883e-4d26-ac71-ca8b14ae83ae is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:13:20.298764 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7fe06b7d-a97a-43d0-a41e-5725aebe6fd0 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (50818190-115f-4d1d-b616-04857417810b), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:20.364193 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7fe06b7d-a97a-43d0-a41e-5725aebe6fd0 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (50818190-115f-4d1d-b616-04857417810b), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:20.391885 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac32ba0a-7f41-46c9-881c-25e3e5b135ad None None] Network 03cf8232-0b8e-4d99-9f97-62183ff5d71a requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:13:20.394442 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe06b7d-a97a-43d0-a41e-5725aebe6fd0 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Pushing event deleted for resources: {'Subnet': ['ID=50818190-115f-4d1d-b616-04857417810b,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:20.399795 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7fe06b7d-a97a-43d0-a41e-5725aebe6fd0 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:20.406157 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-7fe06b7d-a97a-43d0-a41e-5725aebe6fd0 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "DELETE /v2.0/subnets/50818190-115f-4d1d-b616-04857417810b HTTP/1.1" status: 204 len: 168 time: 0.3093534 Feb 09 22:13:20.406157 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 46158) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:20.443668 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-81881284-7615-48cb-a2ee-f57628682ad3 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] DELETE failed (client error): The resource could not be found. Feb 09 22:13:20.444130 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81881284-7615-48cb-a2ee-f57628682ad3 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:13:20.450403 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-81881284-7615-48cb-a2ee-f57628682ad3 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "DELETE /v2.0/subnets/7a4815bd-192c-4f28-920c-7ff1e6727d82 HTTP/1.1" status: 404 len: 337 time: 0.0402610 Feb 09 22:13:20.451769 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 46160) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:20.494838 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-33fa3a22-8ff0-418e-ab67-98b8e8fd5eda tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "GET /v2.0/ports?device_id=c716cf12-a18f-4cdc-b5b6-c8412e395847 HTTP/1.1" status: 200 len: 205 time: 0.0398762 Feb 09 22:13:20.495088 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 46162) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:20.510448 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d60652f-7dfe-4803-a31a-0cd4cf95b07a req-1260b9e8-e0c9-4f1f-8a64-71f98dc7d3fd tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:20.512509 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4d60652f-7dfe-4803-a31a-0cd4cf95b07a req-1260b9e8-e0c9-4f1f-8a64-71f98dc7d3fd tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] 10.222.0.90 "GET /v2.0/ports?device_id=bb2a3736-5130-4358-a798-91104ff86a5e HTTP/1.1" status: 200 len: 945 time: 0.0712409 Feb 09 22:13:20.525515 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-7ae29804-66a1-4a9f-871f-e599de88e041 None None] Provisioning complete for port 8ad808ed-883e-4d26-ac71-ca8b14ae83ae triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:20.526389 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7ae29804-66a1-4a9f-871f-e599de88e041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (8ad808ed-883e-4d26-ac71-ca8b14ae83ae), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:20.537227 n-d-828369-5 neutron-server[103141]: INFO neutron.api.v2.resource [None req-df3fb18d-68ef-4c0b-ba10-51bf6ed2d336 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] delete failed (client error): The resource could not be found. Feb 09 22:13:20.540927 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-df3fb18d-68ef-4c0b-ba10-51bf6ed2d336 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "DELETE /v2.0/routers/c716cf12-a18f-4cdc-b5b6-c8412e395847 HTTP/1.1" status: 404 len: 336 time: 0.0425446 Feb 09 22:13:20.544711 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 46164) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:20.577842 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4d60652f-7dfe-4803-a31a-0cd4cf95b07a req-40801f44-2109-495d-9339-5b505f0d2da4 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d2c6cd2-b797-415e-adcb-d6c4d56e60ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491207 Feb 09 22:13:20.579413 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-543fbb7f-0721-4164-82dd-0aac43197a84 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] DELETE failed (client error): The resource could not be found. Feb 09 22:13:20.579875 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-543fbb7f-0721-4164-82dd-0aac43197a84 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:13:20.585587 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-543fbb7f-0721-4164-82dd-0aac43197a84 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "DELETE /v2.0/subnets/01c5c248-dee6-4697-afd5-7d4d74249baf HTTP/1.1" status: 404 len: 337 time: 0.0386784 Feb 09 22:13:20.589689 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 46166) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:20.616917 n-d-828369-5 neutron-server[103140]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c4ff22b-89b3-484c-901a-b9ab652254c0 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] DELETE failed (client error): The resource could not be found. Feb 09 22:13:20.617293 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c4ff22b-89b3-484c-901a-b9ab652254c0 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:13:20.622261 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-6c4ff22b-89b3-484c-901a-b9ab652254c0 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "DELETE /v2.0/subnets/6a966a63-c09f-4a53-9e05-275182f48148 HTTP/1.1" status: 404 len: 337 time: 0.0300860 Feb 09 22:13:20.623888 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 46168) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:20.630520 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-7ae29804-66a1-4a9f-871f-e599de88e041 None None] Current status of the port 8ad808ed-883e-4d26-ac71-ca8b14ae83ae is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:13:20.644149 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-7ae29804-66a1-4a9f-871f-e599de88e041 None None] Provisioning complete for port 418c3942-721d-453d-bfef-d15a10cd2171 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:20.644568 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7ae29804-66a1-4a9f-871f-e599de88e041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (418c3942-721d-453d-bfef-d15a10cd2171), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:20.654014 n-d-828369-5 neutron-server[103140]: INFO neutron.pecan_wsgi.hooks.translation [None req-e739ceda-e370-44a8-ade7-d69eff53c1a9 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] DELETE failed (client error): The resource could not be found. Feb 09 22:13:20.654474 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e739ceda-e370-44a8-ade7-d69eff53c1a9 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:13:20.659818 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-e739ceda-e370-44a8-ade7-d69eff53c1a9 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "DELETE /v2.0/subnets/4422dc72-1195-4d02-829f-e9cdf2cdb3b4 HTTP/1.1" status: 404 len: 337 time: 0.0322545 Feb 09 22:13:20.660330 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 46170) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:20.672901 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2062dd05-d175-4014-b4d5-5621d129027b None None] DHCP port deletion for 03cf8232-0b8e-4d99-9f97-62183ff5d71a request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:13:20.688351 n-d-828369-5 neutron-server[103140]: INFO neutron.pecan_wsgi.hooks.translation [None req-07e0f3c8-9b9a-4564-a185-eb83326f0000 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] DELETE failed (client error): The resource could not be found. Feb 09 22:13:20.688909 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07e0f3c8-9b9a-4564-a185-eb83326f0000 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:13:20.694272 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-07e0f3c8-9b9a-4564-a185-eb83326f0000 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "DELETE /v2.0/ports/934596fd-c711-4771-8171-db6b82f5c57d HTTP/1.1" status: 404 len: 333 time: 0.0306361 Feb 09 22:13:20.694621 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 46172) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:20.708070 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-7ae29804-66a1-4a9f-871f-e599de88e041 None None] Port 418c3942-721d-453d-bfef-d15a10cd2171 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:13:20.720667 n-d-828369-5 neutron-server[103140]: INFO neutron.pecan_wsgi.hooks.translation [None req-98ab94bc-2412-41e4-8be9-ea01edb4c523 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] DELETE failed (client error): The resource could not be found. Feb 09 22:13:20.721132 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98ab94bc-2412-41e4-8be9-ea01edb4c523 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:13:20.724164 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-98ab94bc-2412-41e4-8be9-ea01edb4c523 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "DELETE /v2.0/subnets/92c4f1c9-c1f5-4734-bdc9-81a79f4510a4 HTTP/1.1" status: 404 len: 337 time: 0.0286295 Feb 09 22:13:20.726909 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 46174) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:20.732951 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-2062dd05-d175-4014-b4d5-5621d129027b None None] Deleting port 8ad808ed-883e-4d26-ac71-ca8b14ae83ae {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:13:20.733328 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2062dd05-d175-4014-b4d5-5621d129027b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (8ad808ed-883e-4d26-ac71-ca8b14ae83ae), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:20.753166 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4905638-f2a8-4462-b200-b6830475b58b tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] DELETE failed (client error): The resource could not be found. Feb 09 22:13:20.753611 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4905638-f2a8-4462-b200-b6830475b58b tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:13:20.756651 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-a4905638-f2a8-4462-b200-b6830475b58b tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "DELETE /v2.0/subnets/dd0b632e-acd2-4fcd-8dc5-fed466cbe04c HTTP/1.1" status: 404 len: 337 time: 0.0287607 Feb 09 22:13:20.759205 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 46176) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:20.782866 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cb55a62-7282-44ad-bd5a-ee9acde84b27 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] DELETE failed (client error): The resource could not be found. Feb 09 22:13:20.783403 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cb55a62-7282-44ad-bd5a-ee9acde84b27 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:13:20.786479 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-9cb55a62-7282-44ad-bd5a-ee9acde84b27 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "DELETE /v2.0/ports/847a1383-8eeb-4f91-b548-dc1b0304dc55 HTTP/1.1" status: 404 len: 333 time: 0.0263774 Feb 09 22:13:20.788915 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 46178) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:20.795958 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-2062dd05-d175-4014-b4d5-5621d129027b None None] For port 8ad808ed-883e-4d26-ac71-ca8b14ae83ae, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=8ad808ed-883e-4d26-ac71-ca8b14ae83ae,segment=NetworkSegment(edf4aa83-afe3-4330-b70e-b3cd6a7605b0),segment_id=edf4aa83-afe3-4330-b70e-b3cd6a7605b0)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:13:20.796843 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2062dd05-d175-4014-b4d5-5621d129027b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (8ad808ed-883e-4d26-ac71-ca8b14ae83ae), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:20.813500 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-2062dd05-d175-4014-b4d5-5621d129027b None None] Calling delete_port for 8ad808ed-883e-4d26-ac71-ca8b14ae83ae owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:13:20.814501 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-9da147a1-b6d7-4a79-aaa7-03c49baa7d56 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] DELETE failed (client error): The resource could not be found. Feb 09 22:13:20.814955 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9da147a1-b6d7-4a79-aaa7-03c49baa7d56 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:13:20.818242 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-9da147a1-b6d7-4a79-aaa7-03c49baa7d56 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "DELETE /v2.0/subnets/e44d3fb6-03fe-421a-b891-048b2121e7a6 HTTP/1.1" status: 404 len: 337 time: 0.0282328 Feb 09 22:13:20.820510 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 46180) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:20.845748 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-8200e590-bd19-44ea-974e-569e7d6b5eae tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] DELETE failed (client error): The resource could not be found. Feb 09 22:13:20.846532 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8200e590-bd19-44ea-974e-569e7d6b5eae tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:13:20.849269 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-8200e590-bd19-44ea-974e-569e7d6b5eae tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "DELETE /v2.0/subnets/2abcae03-bb61-4e72-bdb1-569c23c9eb4e HTTP/1.1" status: 404 len: 337 time: 0.0278418 Feb 09 22:13:20.851752 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 46184) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:20.897258 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2062dd05-d175-4014-b4d5-5621d129027b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (8ad808ed-883e-4d26-ac71-ca8b14ae83ae), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:20.902901 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device fcd62bca-2e27-4cc3-9d4e-1e5807ee7459 up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:13:20.947200 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dc59b3-4de1-440d-98c7-6e612bed3e26 req-7552670d-b916-42d9-8c1c-8b72e3e10784 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:20.947467 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2062dd05-d175-4014-b4d5-5621d129027b None None] Pushing event deleted for resources: {'Port': ['ID=8ad808ed-883e-4d26-ac71-ca8b14ae83ae,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:20.951219 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2062dd05-d175-4014-b4d5-5621d129027b None None] No DVR routers for this DVR port 8ad808ed-883e-4d26-ac71-ca8b14ae83ae on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:13:20.955555 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-50dc59b3-4de1-440d-98c7-6e612bed3e26 req-7552670d-b916-42d9-8c1c-8b72e3e10784 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=d8fedef7-59ac-44f8-9d99-37067b22922a HTTP/1.1" status: 200 len: 944 time: 0.0613265 Feb 09 22:13:20.955694 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-1439c4ef-5841-4521-89f6-5e790b15c6e4 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Deleting port 418c3942-721d-453d-bfef-d15a10cd2171 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:13:20.956014 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1439c4ef-5841-4521-89f6-5e790b15c6e4 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (418c3942-721d-453d-bfef-d15a10cd2171), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:20.979803 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning for port fcd62bca-2e27-4cc3-9d4e-1e5807ee7459 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:13:20.986510 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port fcd62bca-2e27-4cc3-9d4e-1e5807ee7459 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:13:20.986896 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (fcd62bca-2e27-4cc3-9d4e-1e5807ee7459), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:21.009137 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-50dc59b3-4de1-440d-98c7-6e612bed3e26 req-c18860d3-b65a-4383-ba76-83c032f23dd5 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c11f40b7-d1f9-4288-ad38-42983b39662e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532329 Feb 09 22:13:21.047732 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1439c4ef-5841-4521-89f6-5e790b15c6e4 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (418c3942-721d-453d-bfef-d15a10cd2171), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:21.061410 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-1439c4ef-5841-4521-89f6-5e790b15c6e4 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Calling delete_port for 418c3942-721d-453d-bfef-d15a10cd2171 owned by {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:13:21.073723 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port fcd62bca-2e27-4cc3-9d4e-1e5807ee7459 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:13:21.074112 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (fcd62bca-2e27-4cc3-9d4e-1e5807ee7459), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:21.097172 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8fedef7-59ac-44f8-9d99-37067b22922a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcd62bca-2e27-4cc3-9d4e-1e5807ee7459'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:13:21.099421 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd0a9a68-1d45-49a0-9622-c4e148bdc7f5" -d '{"events": [{"server_uuid": "d8fedef7-59ac-44f8-9d99-37067b22922a", "name": "network-vif-plugged", "status": "completed", "tag": "fcd62bca-2e27-4cc3-9d4e-1e5807ee7459"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:13:21.112472 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port fcd62bca-2e27-4cc3-9d4e-1e5807ee7459, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=fcd62bca-2e27-4cc3-9d4e-1e5807ee7459,segment=NetworkSegment(ccdb70e6-3e43-42b3-b6b7-87da11db8888),segment_id=ccdb70e6-3e43-42b3-b6b7-87da11db8888)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:13:21.117868 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (fcd62bca-2e27-4cc3-9d4e-1e5807ee7459), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:21.145660 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b094ee03-d923-4d72-a708-1df5efca16e7 x-openstack-request-id: req-b094ee03-d923-4d72-a708-1df5efca16e7 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:13:21.145967 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8fedef7-59ac-44f8-9d99-37067b22922a", "name": "network-vif-plugged", "status": "completed", "tag": "fcd62bca-2e27-4cc3-9d4e-1e5807ee7459", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:13:21.146298 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-b094ee03-d923-4d72-a708-1df5efca16e7 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:13:21.146768 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8fedef7-59ac-44f8-9d99-37067b22922a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcd62bca-2e27-4cc3-9d4e-1e5807ee7459', 'code': 200} Feb 09 22:13:21.154358 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1439c4ef-5841-4521-89f6-5e790b15c6e4 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (418c3942-721d-453d-bfef-d15a10cd2171), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:21.175577 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=fcd62bca-2e27-4cc3-9d4e-1e5807ee7459,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:21.199571 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1439c4ef-5841-4521-89f6-5e790b15c6e4 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Pushing event deleted for resources: {'Port': ['ID=418c3942-721d-453d-bfef-d15a10cd2171,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:21.201722 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1439c4ef-5841-4521-89f6-5e790b15c6e4 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:21.204933 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-1439c4ef-5841-4521-89f6-5e790b15c6e4 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "DELETE /v2.0/ports/418c3942-721d-453d-bfef-d15a10cd2171 HTTP/1.1" status: 204 len: 168 time: 0.3522398 Feb 09 22:13:21.207464 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 46188) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:21.283577 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-aef26a0e-6817-4749-86d6-a6586c93fe36 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (03cf8232-0b8e-4d99-9f97-62183ff5d71a), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:21.302417 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3753e159-31c8-41fb-aa32-3927471d1c5a req-aba82c92-839b-404e-9c8e-2c0457dc12ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:21.303948 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3753e159-31c8-41fb-aa32-3927471d1c5a req-aba82c92-839b-404e-9c8e-2c0457dc12ef service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=d8fedef7-59ac-44f8-9d99-37067b22922a HTTP/1.1" status: 200 len: 1127 time: 0.0957918 Feb 09 22:13:21.357546 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3753e159-31c8-41fb-aa32-3927471d1c5a req-8abeb239-b9bf-4c70-adca-fbc998b3cccf service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=c11f40b7-d1f9-4288-ad38-42983b39662e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471239 Feb 09 22:13:21.376658 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-aef26a0e-6817-4749-86d6-a6586c93fe36 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (03cf8232-0b8e-4d99-9f97-62183ff5d71a), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:21.396398 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-aef26a0e-6817-4749-86d6-a6586c93fe36 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03cf8232-0b8e-4d99-9f97-62183ff5d71a']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:21.405518 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-aef26a0e-6817-4749-86d6-a6586c93fe36 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edf4aa83-afe3-4330-b70e-b3cd6a7605b0') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:21.405758 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-aef26a0e-6817-4749-86d6-a6586c93fe36 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edf4aa83-afe3-4330-b70e-b3cd6a7605b0') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:21.414911 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-aef26a0e-6817-4749-86d6-a6586c93fe36 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (edf4aa83-afe3-4330-b70e-b3cd6a7605b0), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:21.428495 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-aef26a0e-6817-4749-86d6-a6586c93fe36 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (edf4aa83-afe3-4330-b70e-b3cd6a7605b0), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:21.434891 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aef26a0e-6817-4749-86d6-a6586c93fe36 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:13:21.435273 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-aef26a0e-6817-4749-86d6-a6586c93fe36 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (edf4aa83-afe3-4330-b70e-b3cd6a7605b0), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:21.438196 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 22:13:21.438196 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:13:21.438196 n-d-828369-5 neutron-server[103141]: timer() Feb 09 22:13:21.438196 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:13:21.438196 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 22:13:21.438196 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:13:21.438196 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 22:13:21.438196 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:13:21.438196 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 22:13:21.438196 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:13:21.438196 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 22:13:21.438196 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:13:21.438196 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 22:13:21.438196 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:13:21.438196 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:13:21.438196 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:13:21.438196 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:13:21.438196 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:13:21.438196 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 22:13:21.438196 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:13:21.438196 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 22:13:21.438196 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:13:21.438196 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:13:21.438196 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:13:21.438196 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 22:13:21.438196 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:13:21.438196 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:13:21.438196 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:13:21.438196 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:13:21.438196 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:13:21.438196 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:13:21.438196 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:13:21.498685 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-aef26a0e-6817-4749-86d6-a6586c93fe36 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (03cf8232-0b8e-4d99-9f97-62183ff5d71a), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:21.503404 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-aef26a0e-6817-4749-86d6-a6586c93fe36 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:21.506831 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-aef26a0e-6817-4749-86d6-a6586c93fe36 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] 10.222.0.90 "DELETE /v2.0/networks/03cf8232-0b8e-4d99-9f97-62183ff5d71a HTTP/1.1" status: 204 len: 168 time: 0.2981343 Feb 09 22:13:21.524140 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef26a0e-6817-4749-86d6-a6586c93fe36 tempest-PortsTestJSON-1625843031 tempest-PortsTestJSON-1625843031-project] Pushing event deleted for resources: {'Network': ['ID=03cf8232-0b8e-4d99-9f97-62183ff5d71a,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:21.608027 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:21.707281 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ff9ae6-4f9e-4cba-afaa-f1566f535eef req-269f4e90-9bf7-4577-8351-ed2a0bda2911 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:21.708830 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-29ff9ae6-4f9e-4cba-afaa-f1566f535eef req-269f4e90-9bf7-4577-8351-ed2a0bda2911 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] 10.222.0.90 "GET /v2.0/ports?device_id=bb2a3736-5130-4358-a798-91104ff86a5e HTTP/1.1" status: 200 len: 945 time: 0.0541282 Feb 09 22:13:21.758295 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-29ff9ae6-4f9e-4cba-afaa-f1566f535eef req-7ebe773f-0152-4303-96b1-630f1a0665b9 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d2c6cd2-b797-415e-adcb-d6c4d56e60ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440111 Feb 09 22:13:21.766142 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 46198) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:21.900623 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82220055-7201-4b11-a6b5-d6fe686502f3 req-7daeaa1f-96fd-4ab8-bc72-f9e4eb7d9d16 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:21.902084 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-82220055-7201-4b11-a6b5-d6fe686502f3 req-7daeaa1f-96fd-4ab8-bc72-f9e4eb7d9d16 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] 10.222.0.90 "GET /v2.0/ports?device_id=bb2a3736-5130-4358-a798-91104ff86a5e HTTP/1.1" status: 200 len: 945 time: 0.0743294 Feb 09 22:13:21.930657 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-0594d765-75eb-44a2-be1c-476a7c0f8603 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=f1a7952abcf9475694b1d7f203aba6e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1633494 Feb 09 22:13:21.933068 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 46204) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:21.987877 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-82220055-7201-4b11-a6b5-d6fe686502f3 req-0019f768-e209-454c-ba22-9a21578a42e3 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d2c6cd2-b797-415e-adcb-d6c4d56e60ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779793 Feb 09 22:13:22.008472 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0e335cdb-a66b-40fd-a455-c3d5d5bcae5d admin admin] Publish callbacks [] for security_group (21b454d2-57ea-4452-b274-395b0ddc2e46), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:22.009494 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 46206) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:22.023750 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0e335cdb-a66b-40fd-a455-c3d5d5bcae5d admin admin] Publish callbacks [] for security_group (21b454d2-57ea-4452-b274-395b0ddc2e46), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:22.085220 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0e335cdb-a66b-40fd-a455-c3d5d5bcae5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (21b454d2-57ea-4452-b274-395b0ddc2e46), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:22.088179 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0e335cdb-a66b-40fd-a455-c3d5d5bcae5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:22.089511 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-0e335cdb-a66b-40fd-a455-c3d5d5bcae5d admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/21b454d2-57ea-4452-b274-395b0ddc2e46 HTTP/1.1" status: 204 len: 168 time: 0.1555526 Feb 09 22:13:22.131510 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e335cdb-a66b-40fd-a455-c3d5d5bcae5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b454d2-57ea-4452-b274-395b0ddc2e46,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:22.149260 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 8ad808ed-883e-4d26-ac71-ca8b14ae83ae no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:13:22.178505 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 8ad808ed-883e-4d26-ac71-ca8b14ae83ae {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:13:22.178950 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 8ad808ed-883e-4d26-ac71-ca8b14ae83ae not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:13:22.192749 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c3705c-57ce-4237-9e3e-74726adc3585 req-568d304d-5ae3-4ceb-9508-5d61af4cd31a tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:22.194193 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-00c3705c-57ce-4237-9e3e-74726adc3585 req-568d304d-5ae3-4ceb-9508-5d61af4cd31a tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=d8fedef7-59ac-44f8-9d99-37067b22922a HTTP/1.1" status: 200 len: 945 time: 0.1022685 Feb 09 22:13:22.245763 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae3484d-81da-427a-a2dc-2078bcc6bc59 tempest-TestVolumeBackupRestore-1737490208 tempest-TestVolumeBackupRestore-1737490208-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:22.249559 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-aae3484d-81da-427a-a2dc-2078bcc6bc59 tempest-TestVolumeBackupRestore-1737490208 tempest-TestVolumeBackupRestore-1737490208-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=bb2a3736-5130-4358-a798-91104ff86a5e HTTP/1.1" status: 200 len: 1122 time: 0.2388003 Feb 09 22:13:22.250784 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-00c3705c-57ce-4237-9e3e-74726adc3585 req-9e6134d8-829c-4963-8263-42e6cb5ab302 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c11f40b7-d1f9-4288-ad38-42983b39662e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493410 Feb 09 22:13:22.252441 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 46216) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:22.256707 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-90535b7b-a4ca-4ba1-a00c-4badc92e619b tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Request body: {'floatingip': {'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'port_id': 'f876e95a-42cc-4f31-b8f2-05185c677ea9', 'tenant_id': 'dbc49f288e0341b88b640bcf3e997b0d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:13:22.283735 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-90535b7b-a4ca-4ba1-a00c-4badc92e619b tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:22.395637 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-90535b7b-a4ca-4ba1-a00c-4badc92e619b tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:22.517024 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-90535b7b-a4ca-4ba1-a00c-4badc92e619b tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Allocated IP 172.25.3.120 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/a8cecb81-d07d-44e3-abbe-ef1f0df4e53e) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:13:22.620001 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-90535b7b-a4ca-4ba1-a00c-4badc92e619b tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Publish callbacks [] for port (a8cecb81-d07d-44e3-abbe-ef1f0df4e53e), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:22.657863 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-90535b7b-a4ca-4ba1-a00c-4badc92e619b tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (a8cecb81-d07d-44e3-abbe-ef1f0df4e53e), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:22.700896 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90535b7b-a4ca-4ba1-a00c-4badc92e619b tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:13:22.704406 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-90535b7b-a4ca-4ba1-a00c-4badc92e619b tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:13:22.707244 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90535b7b-a4ca-4ba1-a00c-4badc92e619b tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:13:22.738420 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90535b7b-a4ca-4ba1-a00c-4badc92e619b tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Pushing event updated for resources: {'Port': ['ID=a8cecb81-d07d-44e3-abbe-ef1f0df4e53e,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:22.818127 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 46234) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:22.919781 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-7674668d-fba9-4d0e-860d-1f3b0d6ab59e tempest-DvrRoutersNegativeTest-1514694220 tempest-DvrRoutersNegativeTest-1514694220-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-375188777', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:13:22.922602 n-d-828369-5 neutron-server[103140]: DEBUG neutron.policy [None req-7674668d-fba9-4d0e-860d-1f3b0d6ab59e tempest-DvrRoutersNegativeTest-1514694220 tempest-DvrRoutersNegativeTest-1514694220-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103140) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Feb 09 22:13:22.922906 n-d-828369-5 neutron-server[103140]: DEBUG neutron.policy [None req-7674668d-fba9-4d0e-860d-1f3b0d6ab59e tempest-DvrRoutersNegativeTest-1514694220 tempest-DvrRoutersNegativeTest-1514694220-project] Failed policy check for 'create_router' {{(pid=103140) enforce /opt/stack/neutron/neutron/policy.py:524}} Feb 09 22:13:22.923397 n-d-828369-5 neutron-server[103140]: INFO neutron.api.v2.resource [None req-7674668d-fba9-4d0e-860d-1f3b0d6ab59e tempest-DvrRoutersNegativeTest-1514694220 tempest-DvrRoutersNegativeTest-1514694220-project] create failed (client error): Access was denied to this resource. Feb 09 22:13:22.924387 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-7674668d-fba9-4d0e-860d-1f3b0d6ab59e tempest-DvrRoutersNegativeTest-1514694220 tempest-DvrRoutersNegativeTest-1514694220-project] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1052749 Feb 09 22:13:23.094577 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-90535b7b-a4ca-4ba1-a00c-4badc92e619b tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Publish callbacks [] for floatingip (30f8bd07-c976-47a8-8471-b7c6b43b7848), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:23.170526 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-90535b7b-a4ca-4ba1-a00c-4badc92e619b tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (a8cecb81-d07d-44e3-abbe-ef1f0df4e53e), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:23.180592 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 46242) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:23.298409 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-95038c36-a22f-4c7c-8e5a-d29dfec5885b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:23.326704 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-90535b7b-a4ca-4ba1-a00c-4badc92e619b tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Publish callbacks [] for port (a8cecb81-d07d-44e3-abbe-ef1f0df4e53e), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:23.343728 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-90535b7b-a4ca-4ba1-a00c-4badc92e619b tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (a8cecb81-d07d-44e3-abbe-ef1f0df4e53e), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:23.382107 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-95038c36-a22f-4c7c-8e5a-d29dfec5885b admin admin] Publish callbacks [] for security_group (70f257d4-c7f0-4d73-a37b-48f156b1912c), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:23.387155 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-95038c36-a22f-4c7c-8e5a-d29dfec5885b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (70f257d4-c7f0-4d73-a37b-48f156b1912c), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:23.423796 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95038c36-a22f-4c7c-8e5a-d29dfec5885b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70f257d4-c7f0-4d73-a37b-48f156b1912c,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:23.428867 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-95038c36-a22f-4c7c-8e5a-d29dfec5885b admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=68aa680f650d41ddabf7dc6c9d2d6ba6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2470527 Feb 09 22:13:23.430572 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 46248) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:23.446920 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90535b7b-a4ca-4ba1-a00c-4badc92e619b tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Pushing event updated for resources: {'Port': ['ID=a8cecb81-d07d-44e3-abbe-ef1f0df4e53e,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:23.467248 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfa6747-5f42-44e3-abce-2f32023fc40c req-fd8e3a3a-b082-47b9-82e9-2c55b3bd0afa tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:23.468794 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bcfa6747-5f42-44e3-abce-2f32023fc40c req-fd8e3a3a-b082-47b9-82e9-2c55b3bd0afa tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=d8fedef7-59ac-44f8-9d99-37067b22922a HTTP/1.1" status: 200 len: 945 time: 0.1370368 Feb 09 22:13:23.469572 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-90535b7b-a4ca-4ba1-a00c-4badc92e619b tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (30f8bd07-c976-47a8-8471-b7c6b43b7848), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:23.487430 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-880935cd-e83f-474e-b9d4-57ef6d7594d7 admin admin] Publish callbacks [] for security_group (70f257d4-c7f0-4d73-a37b-48f156b1912c), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:23.508827 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-880935cd-e83f-474e-b9d4-57ef6d7594d7 admin admin] Publish callbacks [] for security_group (70f257d4-c7f0-4d73-a37b-48f156b1912c), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:23.566541 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-880935cd-e83f-474e-b9d4-57ef6d7594d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (70f257d4-c7f0-4d73-a37b-48f156b1912c), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:23.569773 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-880935cd-e83f-474e-b9d4-57ef6d7594d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:23.571151 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-880935cd-e83f-474e-b9d4-57ef6d7594d7 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/70f257d4-c7f0-4d73-a37b-48f156b1912c HTTP/1.1" status: 204 len: 168 time: 0.1393096 Feb 09 22:13:23.580105 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880935cd-e83f-474e-b9d4-57ef6d7594d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70f257d4-c7f0-4d73-a37b-48f156b1912c,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:23.601441 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bcfa6747-5f42-44e3-abce-2f32023fc40c req-02ea7cc8-21c6-434c-ad93-ec63c6fdd15f tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c11f40b7-d1f9-4288-ad38-42983b39662e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925164 Feb 09 22:13:23.619432 n-d-828369-5 neutron-server[103140]: INFO neutron.db.l3_db [None req-90535b7b-a4ca-4ba1-a00c-4badc92e619b tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Floating IP 30f8bd07-c976-47a8-8471-b7c6b43b7848 associated. External IP: 172.25.3.120, port: f876e95a-42cc-4f31-b8f2-05185c677ea9. Feb 09 22:13:23.788843 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13138e68-9461-43a4-95ea-59726fc2d08e req-1a56bd4f-01ec-4c56-8e95-d5b134b2ae9e tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:23.790274 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-13138e68-9461-43a4-95ea-59726fc2d08e req-1a56bd4f-01ec-4c56-8e95-d5b134b2ae9e tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=d8fedef7-59ac-44f8-9d99-37067b22922a HTTP/1.1" status: 200 len: 945 time: 0.0934584 Feb 09 22:13:23.837800 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:23.928806 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-13138e68-9461-43a4-95ea-59726fc2d08e req-2924b8f9-bb04-449d-95da-6916c2953bd6 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c11f40b7-d1f9-4288-ad38-42983b39662e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966213 Feb 09 22:13:23.948834 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90535b7b-a4ca-4ba1-a00c-4badc92e619b tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Router 999a95fc-8dd8-41ff-bf58-bbeb1deb674d has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:13:23.954186 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 46260) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:24.001260 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319be066-fdfd-4fc3-86cc-8d7d7817ae80 tempest-TestVolumeBootPattern-809360785 tempest-TestVolumeBootPattern-809360785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:24.002793 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-319be066-fdfd-4fc3-86cc-8d7d7817ae80 tempest-TestVolumeBootPattern-809360785 tempest-TestVolumeBootPattern-809360785-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=d8fedef7-59ac-44f8-9d99-37067b22922a HTTP/1.1" status: 200 len: 1122 time: 0.0475609 Feb 09 22:13:24.005715 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 46264) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:24.010640 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-c6ff917f-de32-4403-a6d6-11ce8c6fec06 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Request body: {'floatingip': {'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'port_id': 'fcd62bca-2e27-4cc3-9d4e-1e5807ee7459', 'tenant_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:13:24.035878 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6ff917f-de32-4403-a6d6-11ce8c6fec06 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:24.074205 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90535b7b-a4ca-4ba1-a00c-4badc92e619b tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:13:24.084385 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed71af6-7333-4315-8351-e5d1d0714930 None None] Sync routers for ids ['999a95fc-8dd8-41ff-bf58-bbeb1deb674d'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:13:24.097500 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed71af6-7333-4315-8351-e5d1d0714930 None None] Routers {'999a95fc-8dd8-41ff-bf58-bbeb1deb674d'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:13:24.098241 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-9ed71af6-7333-4315-8351-e5d1d0714930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:13:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['999a95fc-8dd8-41ff-bf58-bbeb1deb674d'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:24.101731 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-90535b7b-a4ca-4ba1-a00c-4badc92e619b tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:24.141130 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-90535b7b-a4ca-4ba1-a00c-4badc92e619b tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8876264 Feb 09 22:13:24.141800 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 46268) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:24.142446 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb2a3736-5130-4358-a798-91104ff86a5e', 'tag': 'f876e95a-42cc-4f31-b8f2-05185c677ea9'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:13:24.144883 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b328534b-bd5a-4f4b-8195-a4a44b068d64" -d '{"events": [{"name": "network-changed", "server_uuid": "bb2a3736-5130-4358-a798-91104ff86a5e", "tag": "f876e95a-42cc-4f31-b8f2-05185c677ea9"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:13:24.161591 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6ff917f-de32-4403-a6d6-11ce8c6fec06 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:24.204165 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad263e4-d0de-4f1f-9ae6-993328e1d755 tempest-TestVolumeBackupRestore-1737490208 tempest-TestVolumeBackupRestore-1737490208-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:24.208841 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-3ad263e4-d0de-4f1f-9ae6-993328e1d755 tempest-TestVolumeBackupRestore-1737490208 tempest-TestVolumeBackupRestore-1737490208-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=bb2a3736-5130-4358-a798-91104ff86a5e HTTP/1.1" status: 200 len: 1122 time: 0.0610898 Feb 09 22:13:24.209469 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 46274) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:24.214218 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-93a71206-0ea4-4eaf-8ed8-60cf2d4c27d2 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Request body: {'floatingip': {'port_id': 'f876e95a-42cc-4f31-b8f2-05185c677ea9'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:13:24.218148 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f9a4a27-ff67-4da4-8cf3-52107a6233ce x-openstack-request-id: req-7f9a4a27-ff67-4da4-8cf3-52107a6233ce {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:13:24.218560 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb2a3736-5130-4358-a798-91104ff86a5e", "tag": "f876e95a-42cc-4f31-b8f2-05185c677ea9", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:13:24.218824 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-7f9a4a27-ff67-4da4-8cf3-52107a6233ce {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:13:24.219225 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb2a3736-5130-4358-a798-91104ff86a5e', 'tag': 'f876e95a-42cc-4f31-b8f2-05185c677ea9', 'status': 'completed', 'code': 200} Feb 09 22:13:24.290114 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-9ed71af6-7333-4315-8351-e5d1d0714930 None None] Set router 999a95fc-8dd8-41ff-bf58-bbeb1deb674d gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:13:24.292520 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-93a71206-0ea4-4eaf-8ed8-60cf2d4c27d2 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Publish callbacks [] for floatingip (30f8bd07-c976-47a8-8471-b7c6b43b7848), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:24.346104 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-c6ff917f-de32-4403-a6d6-11ce8c6fec06 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Allocated IP 172.25.3.70 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/8bfb8f4d-8726-4538-a4c1-79b0d5bd832a) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:13:24.420320 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b328534b-bd5a-4f4b-8195-a4a44b068d64 req-3946ed25-1fac-4e98-b632-0e364a344c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:24.422219 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b328534b-bd5a-4f4b-8195-a4a44b068d64 req-3946ed25-1fac-4e98-b632-0e364a344c67 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=dbc49f288e0341b88b640bcf3e997b0d&device_id=bb2a3736-5130-4358-a798-91104ff86a5e HTTP/1.1" status: 200 len: 1127 time: 0.1106155 Feb 09 22:13:24.481016 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 46282) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:24.543827 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6ff917f-de32-4403-a6d6-11ce8c6fec06 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks [] for port (8bfb8f4d-8726-4538-a4c1-79b0d5bd832a), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:24.561691 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b328534b-bd5a-4f4b-8195-a4a44b068d64 req-2d248702-bb50-4fd6-817e-95c5f4761690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:24.563186 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b328534b-bd5a-4f4b-8195-a4a44b068d64 req-2d248702-bb50-4fd6-817e-95c5f4761690 service neutron] 10.222.0.89 "GET /v2.0/networks?id=9e9ac215-f9db-4a76-96c9-9b770f70751e HTTP/1.1" status: 200 len: 915 time: 0.1345639 Feb 09 22:13:24.641207 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6ff917f-de32-4403-a6d6-11ce8c6fec06 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (8bfb8f4d-8726-4538-a4c1-79b0d5bd832a), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:24.650793 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b328534b-bd5a-4f4b-8195-a4a44b068d64 req-29032641-41bc-4623-83ba-27590b95cec0 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f876e95a-42cc-4f31-b8f2-05185c677ea9 HTTP/1.1" status: 200 len: 999 time: 0.0805321 Feb 09 22:13:24.686186 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-9ed71af6-7333-4315-8351-e5d1d0714930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '999a95fc-8dd8-41ff-bf58-bbeb1deb674d', 'name': 'tempest-TestVolumeBackupRestore-1369012192-router', 'tenant_id': 'dbc49f288e0341b88b640bcf3e997b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'faa43771-1784-4747-9459-7150da967f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:09:59Z', 'updated_at': '2022-02-09T22:10:02Z', 'revision_number': 4, 'project_id': 'dbc49f288e0341b88b640bcf3e997b0d', 'gw_port': {'id': 'faa43771-1784-4747-9459-7150da967f27', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999a95fc-8dd8-41ff-bf58-bbeb1deb674d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:10:00Z', 'updated_at': '2022-02-09T22:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': '30f8bd07-c976-47a8-8471-b7c6b43b7848', 'tenant_id': 'dbc49f288e0341b88b640bcf3e997b0d', 'floating_ip_address': '172.25.3.120', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': '999a95fc-8dd8-41ff-bf58-bbeb1deb674d', 'port_id': 'f876e95a-42cc-4f31-b8f2-05185c677ea9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3945, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e9ac215-f9db-4a76-96c9-9b770f70751e', 'mac_address': 'fa:16:3e:2c:25:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2a3736-5130-4358-a798-91104ff86a5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:13:22Z', 'updated_at': '2022-02-09T22:13:22Z', 'revision_number': 0, 'project_id': 'dbc49f288e0341b88b640bcf3e997b0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea63bd10-27ea-4cd6-8500-e3b8b2a72a74', 'name': '', 'network_id': '9e9ac215-f9db-4a76-96c9-9b770f70751e', 'tenant_id': 'dbc49f288e0341b88b640bcf3e997b0d', 'mac_address': 'fa:16:3e:a5:17:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999a95fc-8dd8-41ff-bf58-bbeb1deb674d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '1c6c0320-c465-43a6-b50c-75838bf608f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:10:01Z', 'updated_at': '2022-02-09T22:10:08Z', 'revision_number': 5, 'project_id': 'dbc49f288e0341b88b640bcf3e997b0d', 'subnets': [{'id': '1c6c0320-c465-43a6-b50c-75838bf608f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:24.694219 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-3cc28764-873f-4089-9d15-72f781cd112e tempest-ServiceProvidersTest-1620203941 tempest-ServiceProvidersTest-1620203941-project] 10.222.0.90 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2089000 Feb 09 22:13:24.724551 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed71af6-7333-4315-8351-e5d1d0714930 None None] Checking router: 999a95fc-8dd8-41ff-bf58-bbeb1deb674d for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:13:24.733207 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ff917f-de32-4403-a6d6-11ce8c6fec06 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:13:24.733501 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed71af6-7333-4315-8351-e5d1d0714930 None None] Routers {'999a95fc-8dd8-41ff-bf58-bbeb1deb674d'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:13:24.734120 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-9ed71af6-7333-4315-8351-e5d1d0714930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:13:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['999a95fc-8dd8-41ff-bf58-bbeb1deb674d'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:24.737090 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b328534b-bd5a-4f4b-8195-a4a44b068d64 req-9013e1a2-42eb-4eb4-96fd-796a19e8bfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:24.738578 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b328534b-bd5a-4f4b-8195-a4a44b068d64 req-9013e1a2-42eb-4eb4-96fd-796a19e8bfcb service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1c6c0320-c465-43a6-b50c-75838bf608f0 HTTP/1.1" status: 200 len: 853 time: 0.0639956 Feb 09 22:13:24.741558 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-c6ff917f-de32-4403-a6d6-11ce8c6fec06 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:13:24.749374 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ff917f-de32-4403-a6d6-11ce8c6fec06 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:13:24.802148 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ff917f-de32-4403-a6d6-11ce8c6fec06 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Pushing event updated for resources: {'Port': ['ID=8bfb8f4d-8726-4538-a4c1-79b0d5bd832a,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:24.853967 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b328534b-bd5a-4f4b-8195-a4a44b068d64 req-05fc30d2-4607-45b8-94e0-77dd01ac8a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:24.856095 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b328534b-bd5a-4f4b-8195-a4a44b068d64 req-05fc30d2-4607-45b8-94e0-77dd01ac8a7d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9e9ac215-f9db-4a76-96c9-9b770f70751e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1073170 Feb 09 22:13:24.879995 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-9ed71af6-7333-4315-8351-e5d1d0714930 None None] Set router 999a95fc-8dd8-41ff-bf58-bbeb1deb674d gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:13:24.889199 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-93a71206-0ea4-4eaf-8ed8-60cf2d4c27d2 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:24.894608 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-93a71206-0ea4-4eaf-8ed8-60cf2d4c27d2 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (30f8bd07-c976-47a8-8471-b7c6b43b7848), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:25.116261 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 46290) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:25.188907 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-9ed71af6-7333-4315-8351-e5d1d0714930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '999a95fc-8dd8-41ff-bf58-bbeb1deb674d', 'name': 'tempest-TestVolumeBackupRestore-1369012192-router', 'tenant_id': 'dbc49f288e0341b88b640bcf3e997b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'faa43771-1784-4747-9459-7150da967f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:09:59Z', 'updated_at': '2022-02-09T22:10:02Z', 'revision_number': 4, 'project_id': 'dbc49f288e0341b88b640bcf3e997b0d', 'gw_port': {'id': 'faa43771-1784-4747-9459-7150da967f27', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999a95fc-8dd8-41ff-bf58-bbeb1deb674d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:10:00Z', 'updated_at': '2022-02-09T22:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': '30f8bd07-c976-47a8-8471-b7c6b43b7848', 'tenant_id': 'dbc49f288e0341b88b640bcf3e997b0d', 'floating_ip_address': '172.25.3.120', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': '999a95fc-8dd8-41ff-bf58-bbeb1deb674d', 'port_id': 'f876e95a-42cc-4f31-b8f2-05185c677ea9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3945, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e9ac215-f9db-4a76-96c9-9b770f70751e', 'mac_address': 'fa:16:3e:2c:25:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2a3736-5130-4358-a798-91104ff86a5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:13:22Z', 'updated_at': '2022-02-09T22:13:22Z', 'revision_number': 0, 'project_id': 'dbc49f288e0341b88b640bcf3e997b0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea63bd10-27ea-4cd6-8500-e3b8b2a72a74', 'name': '', 'network_id': '9e9ac215-f9db-4a76-96c9-9b770f70751e', 'tenant_id': 'dbc49f288e0341b88b640bcf3e997b0d', 'mac_address': 'fa:16:3e:a5:17:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999a95fc-8dd8-41ff-bf58-bbeb1deb674d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '1c6c0320-c465-43a6-b50c-75838bf608f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:10:01Z', 'updated_at': '2022-02-09T22:10:08Z', 'revision_number': 5, 'project_id': 'dbc49f288e0341b88b640bcf3e997b0d', 'subnets': [{'id': '1c6c0320-c465-43a6-b50c-75838bf608f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:25.217298 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed71af6-7333-4315-8351-e5d1d0714930 None None] The sync data for ids ['999a95fc-8dd8-41ff-bf58-bbeb1deb674d'] in n-d-828369-5 is: [{'id': '999a95fc-8dd8-41ff-bf58-bbeb1deb674d', 'name': 'tempest-TestVolumeBackupRestore-1369012192-router', 'tenant_id': 'dbc49f288e0341b88b640bcf3e997b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'faa43771-1784-4747-9459-7150da967f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:09:59Z', 'updated_at': '2022-02-09T22:10:02Z', 'revision_number': 4, 'project_id': 'dbc49f288e0341b88b640bcf3e997b0d', 'gw_port': {'id': 'faa43771-1784-4747-9459-7150da967f27', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999a95fc-8dd8-41ff-bf58-bbeb1deb674d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:10:00Z', 'updated_at': '2022-02-09T22:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': '30f8bd07-c976-47a8-8471-b7c6b43b7848', 'tenant_id': 'dbc49f288e0341b88b640bcf3e997b0d', 'floating_ip_address': '172.25.3.120', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': '999a95fc-8dd8-41ff-bf58-bbeb1deb674d', 'port_id': 'f876e95a-42cc-4f31-b8f2-05185c677ea9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3945, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e9ac215-f9db-4a76-96c9-9b770f70751e', 'mac_address': 'fa:16:3e:2c:25:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2a3736-5130-4358-a798-91104ff86a5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:13:22Z', 'updated_at': '2022-02-09T22:13:22Z', 'revision_number': 0, 'project_id': 'dbc49f288e0341b88b640bcf3e997b0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea63bd10-27ea-4cd6-8500-e3b8b2a72a74', 'name': '', 'network_id': '9e9ac215-f9db-4a76-96c9-9b770f70751e', 'tenant_id': 'dbc49f288e0341b88b640bcf3e997b0d', 'mac_address': 'fa:16:3e:a5:17:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999a95fc-8dd8-41ff-bf58-bbeb1deb674d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '1c6c0320-c465-43a6-b50c-75838bf608f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:10:01Z', 'updated_at': '2022-02-09T22:10:08Z', 'revision_number': 5, 'project_id': 'dbc49f288e0341b88b640bcf3e997b0d', 'subnets': [{'id': '1c6c0320-c465-43a6-b50c-75838bf608f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:13:25.432486 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b328534b-bd5a-4f4b-8195-a4a44b068d64 req-8ec7a571-5f60-4140-94f0-016d9561ab09 service neutron] 10.222.0.89 "GET /v2.0/networks/9e9ac215-f9db-4a76-96c9-9b770f70751e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5680037 Feb 09 22:13:25.466175 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3e4af5-2c23-4233-bf6f-64621ecfff7c None None] New status for floating IP 30f8bd07-c976-47a8-8471-b7c6b43b7848: ACTIVE {{(pid=103142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:13:25.482511 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9046bbd0-2ea4-41f4-a968-a2451f7b0191 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:25.536905 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93a71206-0ea4-4eaf-8ed8-60cf2d4c27d2 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Router 999a95fc-8dd8-41ff-bf58-bbeb1deb674d has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:13:25.561450 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b328534b-bd5a-4f4b-8195-a4a44b068d64 req-527c5518-ffd6-494f-a565-8019b2e20b1c service neutron] 10.222.0.89 "GET /v2.0/networks/9e9ac215-f9db-4a76-96c9-9b770f70751e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218922 Feb 09 22:13:25.657933 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9046bbd0-2ea4-41f4-a968-a2451f7b0191 admin admin] Publish callbacks [] for security_group (d29ec3a4-ee0d-4aaa-9bb8-6231434d20e5), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:25.666072 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9046bbd0-2ea4-41f4-a968-a2451f7b0191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (d29ec3a4-ee0d-4aaa-9bb8-6231434d20e5), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:25.706299 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6ff917f-de32-4403-a6d6-11ce8c6fec06 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks [] for floatingip (d8d43037-2b8c-4f56-aab6-21d2cd5ecf71), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:25.726522 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-9046bbd0-2ea4-41f4-a968-a2451f7b0191 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=00aafb9942144ca6ac1113f7c2b76dea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6096079 Feb 09 22:13:25.727821 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9046bbd0-2ea4-41f4-a968-a2451f7b0191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d29ec3a4-ee0d-4aaa-9bb8-6231434d20e5,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:25.727994 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 46294) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:25.733254 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93a71206-0ea4-4eaf-8ed8-60cf2d4c27d2 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:13:25.737636 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-93a71206-0ea4-4eaf-8ed8-60cf2d4c27d2 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:25.745600 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2050fc9b-68d4-4ec1-83f9-93136f10c236 None None] Sync routers for ids ['999a95fc-8dd8-41ff-bf58-bbeb1deb674d'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:13:25.756297 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2050fc9b-68d4-4ec1-83f9-93136f10c236 None None] Routers {'999a95fc-8dd8-41ff-bf58-bbeb1deb674d'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:13:25.756918 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-2050fc9b-68d4-4ec1-83f9-93136f10c236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:13:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['999a95fc-8dd8-41ff-bf58-bbeb1deb674d'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:25.805414 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-93a71206-0ea4-4eaf-8ed8-60cf2d4c27d2 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] 10.222.0.90 "PUT /v2.0/floatingips/30f8bd07-c976-47a8-8471-b7c6b43b7848 HTTP/1.1" status: 200 len: 991 time: 1.5948460 Feb 09 22:13:25.817817 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-18ceb3a4-bc97-479e-8d20-71f57a1bb136 admin admin] Publish callbacks [] for security_group (d29ec3a4-ee0d-4aaa-9bb8-6231434d20e5), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:25.839283 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6ff917f-de32-4403-a6d6-11ce8c6fec06 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (8bfb8f4d-8726-4538-a4c1-79b0d5bd832a), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:25.865325 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-18ceb3a4-bc97-479e-8d20-71f57a1bb136 admin admin] Publish callbacks [] for security_group (d29ec3a4-ee0d-4aaa-9bb8-6231434d20e5), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:25.875495 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-2050fc9b-68d4-4ec1-83f9-93136f10c236 None None] Set router 999a95fc-8dd8-41ff-bf58-bbeb1deb674d gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:13:25.976316 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-18ceb3a4-bc97-479e-8d20-71f57a1bb136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (d29ec3a4-ee0d-4aaa-9bb8-6231434d20e5), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:25.979482 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-18ceb3a4-bc97-479e-8d20-71f57a1bb136 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:25.980887 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-18ceb3a4-bc97-479e-8d20-71f57a1bb136 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/d29ec3a4-ee0d-4aaa-9bb8-6231434d20e5 HTTP/1.1" status: 204 len: 168 time: 0.2518785 Feb 09 22:13:26.001118 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ceb3a4-bc97-479e-8d20-71f57a1bb136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d29ec3a4-ee0d-4aaa-9bb8-6231434d20e5,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:26.041852 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6ff917f-de32-4403-a6d6-11ce8c6fec06 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks [] for port (8bfb8f4d-8726-4538-a4c1-79b0d5bd832a), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:26.048290 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6ff917f-de32-4403-a6d6-11ce8c6fec06 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (8bfb8f4d-8726-4538-a4c1-79b0d5bd832a), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:26.130629 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ff917f-de32-4403-a6d6-11ce8c6fec06 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Pushing event updated for resources: {'Port': ['ID=8bfb8f4d-8726-4538-a4c1-79b0d5bd832a,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:26.141278 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6ff917f-de32-4403-a6d6-11ce8c6fec06 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (d8d43037-2b8c-4f56-aab6-21d2cd5ecf71), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:26.152378 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-2050fc9b-68d4-4ec1-83f9-93136f10c236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '999a95fc-8dd8-41ff-bf58-bbeb1deb674d', 'name': 'tempest-TestVolumeBackupRestore-1369012192-router', 'tenant_id': 'dbc49f288e0341b88b640bcf3e997b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'faa43771-1784-4747-9459-7150da967f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:09:59Z', 'updated_at': '2022-02-09T22:10:02Z', 'revision_number': 4, 'project_id': 'dbc49f288e0341b88b640bcf3e997b0d', 'gw_port': {'id': 'faa43771-1784-4747-9459-7150da967f27', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999a95fc-8dd8-41ff-bf58-bbeb1deb674d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:10:00Z', 'updated_at': '2022-02-09T22:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': '30f8bd07-c976-47a8-8471-b7c6b43b7848', 'tenant_id': 'dbc49f288e0341b88b640bcf3e997b0d', 'floating_ip_address': '172.25.3.120', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': '999a95fc-8dd8-41ff-bf58-bbeb1deb674d', 'port_id': 'f876e95a-42cc-4f31-b8f2-05185c677ea9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3945, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e9ac215-f9db-4a76-96c9-9b770f70751e', 'mac_address': 'fa:16:3e:2c:25:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2a3736-5130-4358-a798-91104ff86a5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:13:22Z', 'updated_at': '2022-02-09T22:13:25Z', 'revision_number': 2, 'project_id': 'dbc49f288e0341b88b640bcf3e997b0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea63bd10-27ea-4cd6-8500-e3b8b2a72a74', 'name': '', 'network_id': '9e9ac215-f9db-4a76-96c9-9b770f70751e', 'tenant_id': 'dbc49f288e0341b88b640bcf3e997b0d', 'mac_address': 'fa:16:3e:a5:17:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999a95fc-8dd8-41ff-bf58-bbeb1deb674d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '1c6c0320-c465-43a6-b50c-75838bf608f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:10:01Z', 'updated_at': '2022-02-09T22:10:08Z', 'revision_number': 5, 'project_id': 'dbc49f288e0341b88b640bcf3e997b0d', 'subnets': [{'id': '1c6c0320-c465-43a6-b50c-75838bf608f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:26.181527 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2050fc9b-68d4-4ec1-83f9-93136f10c236 None None] Checking router: 999a95fc-8dd8-41ff-bf58-bbeb1deb674d for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:13:26.194823 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2050fc9b-68d4-4ec1-83f9-93136f10c236 None None] Routers {'999a95fc-8dd8-41ff-bf58-bbeb1deb674d'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:13:26.195524 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-2050fc9b-68d4-4ec1-83f9-93136f10c236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:13:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['999a95fc-8dd8-41ff-bf58-bbeb1deb674d'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:26.220474 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb2a3736-5130-4358-a798-91104ff86a5e', 'tag': 'f876e95a-42cc-4f31-b8f2-05185c677ea9'}, {'name': 'network-changed', 'server_uuid': 'bb2a3736-5130-4358-a798-91104ff86a5e', 'tag': 'f876e95a-42cc-4f31-b8f2-05185c677ea9'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:13:26.222826 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cb4760b-607f-4cfd-af30-3f8ccdcae552" -d '{"events": [{"name": "network-changed", "server_uuid": "bb2a3736-5130-4358-a798-91104ff86a5e", "tag": "f876e95a-42cc-4f31-b8f2-05185c677ea9"}, {"name": "network-changed", "server_uuid": "bb2a3736-5130-4358-a798-91104ff86a5e", "tag": "f876e95a-42cc-4f31-b8f2-05185c677ea9"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:13:26.278676 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 09 Feb 2022 22:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f76779a4-0d39-423a-9b16-7b5aeda71709 x-openstack-request-id: req-f76779a4-0d39-423a-9b16-7b5aeda71709 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:13:26.279226 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb2a3736-5130-4358-a798-91104ff86a5e", "tag": "f876e95a-42cc-4f31-b8f2-05185c677ea9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bb2a3736-5130-4358-a798-91104ff86a5e", "tag": "f876e95a-42cc-4f31-b8f2-05185c677ea9", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:13:26.279598 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-f76779a4-0d39-423a-9b16-7b5aeda71709 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:13:26.280166 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb2a3736-5130-4358-a798-91104ff86a5e', 'tag': 'f876e95a-42cc-4f31-b8f2-05185c677ea9', 'status': 'completed', 'code': 200} Feb 09 22:13:26.280621 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb2a3736-5130-4358-a798-91104ff86a5e', 'tag': 'f876e95a-42cc-4f31-b8f2-05185c677ea9', 'status': 'completed', 'code': 200} Feb 09 22:13:26.291249 n-d-828369-5 neutron-server[103141]: INFO neutron.db.l3_db [None req-c6ff917f-de32-4403-a6d6-11ce8c6fec06 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Floating IP d8d43037-2b8c-4f56-aab6-21d2cd5ecf71 associated. External IP: 172.25.3.70, port: fcd62bca-2e27-4cc3-9d4e-1e5807ee7459. Feb 09 22:13:26.340661 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-2050fc9b-68d4-4ec1-83f9-93136f10c236 None None] Set router 999a95fc-8dd8-41ff-bf58-bbeb1deb674d gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:13:26.436304 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb4760b-607f-4cfd-af30-3f8ccdcae552 req-9b9446ef-144a-41a0-aa9e-32003b7ae006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:26.437767 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0cb4760b-607f-4cfd-af30-3f8ccdcae552 req-9b9446ef-144a-41a0-aa9e-32003b7ae006 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=dbc49f288e0341b88b640bcf3e997b0d&device_id=bb2a3736-5130-4358-a798-91104ff86a5e HTTP/1.1" status: 200 len: 1127 time: 0.1020689 Feb 09 22:13:26.595914 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-2050fc9b-68d4-4ec1-83f9-93136f10c236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '999a95fc-8dd8-41ff-bf58-bbeb1deb674d', 'name': 'tempest-TestVolumeBackupRestore-1369012192-router', 'tenant_id': 'dbc49f288e0341b88b640bcf3e997b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'faa43771-1784-4747-9459-7150da967f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:09:59Z', 'updated_at': '2022-02-09T22:10:02Z', 'revision_number': 4, 'project_id': 'dbc49f288e0341b88b640bcf3e997b0d', 'gw_port': {'id': 'faa43771-1784-4747-9459-7150da967f27', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999a95fc-8dd8-41ff-bf58-bbeb1deb674d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:10:00Z', 'updated_at': '2022-02-09T22:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': '30f8bd07-c976-47a8-8471-b7c6b43b7848', 'tenant_id': 'dbc49f288e0341b88b640bcf3e997b0d', 'floating_ip_address': '172.25.3.120', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': '999a95fc-8dd8-41ff-bf58-bbeb1deb674d', 'port_id': 'f876e95a-42cc-4f31-b8f2-05185c677ea9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3945, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e9ac215-f9db-4a76-96c9-9b770f70751e', 'mac_address': 'fa:16:3e:2c:25:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2a3736-5130-4358-a798-91104ff86a5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:13:22Z', 'updated_at': '2022-02-09T22:13:25Z', 'revision_number': 2, 'project_id': 'dbc49f288e0341b88b640bcf3e997b0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea63bd10-27ea-4cd6-8500-e3b8b2a72a74', 'name': '', 'network_id': '9e9ac215-f9db-4a76-96c9-9b770f70751e', 'tenant_id': 'dbc49f288e0341b88b640bcf3e997b0d', 'mac_address': 'fa:16:3e:a5:17:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999a95fc-8dd8-41ff-bf58-bbeb1deb674d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '1c6c0320-c465-43a6-b50c-75838bf608f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:10:01Z', 'updated_at': '2022-02-09T22:10:08Z', 'revision_number': 5, 'project_id': 'dbc49f288e0341b88b640bcf3e997b0d', 'subnets': [{'id': '1c6c0320-c465-43a6-b50c-75838bf608f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:26.617512 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb4760b-607f-4cfd-af30-3f8ccdcae552 req-3960ad2f-94c1-432f-ae69-80cad5b8580e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:26.619025 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0cb4760b-607f-4cfd-af30-3f8ccdcae552 req-3960ad2f-94c1-432f-ae69-80cad5b8580e service neutron] 10.222.0.89 "GET /v2.0/networks?id=9e9ac215-f9db-4a76-96c9-9b770f70751e HTTP/1.1" status: 200 len: 915 time: 0.1748214 Feb 09 22:13:26.627937 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6ff917f-de32-4403-a6d6-11ce8c6fec06 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Router cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:13:26.628175 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2050fc9b-68d4-4ec1-83f9-93136f10c236 None None] The sync data for ids ['999a95fc-8dd8-41ff-bf58-bbeb1deb674d'] in n-d-828369-5 is: [{'id': '999a95fc-8dd8-41ff-bf58-bbeb1deb674d', 'name': 'tempest-TestVolumeBackupRestore-1369012192-router', 'tenant_id': 'dbc49f288e0341b88b640bcf3e997b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'faa43771-1784-4747-9459-7150da967f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:09:59Z', 'updated_at': '2022-02-09T22:10:02Z', 'revision_number': 4, 'project_id': 'dbc49f288e0341b88b640bcf3e997b0d', 'gw_port': {'id': 'faa43771-1784-4747-9459-7150da967f27', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999a95fc-8dd8-41ff-bf58-bbeb1deb674d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:10:00Z', 'updated_at': '2022-02-09T22:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': '30f8bd07-c976-47a8-8471-b7c6b43b7848', 'tenant_id': 'dbc49f288e0341b88b640bcf3e997b0d', 'floating_ip_address': '172.25.3.120', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': '999a95fc-8dd8-41ff-bf58-bbeb1deb674d', 'port_id': 'f876e95a-42cc-4f31-b8f2-05185c677ea9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3945, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e9ac215-f9db-4a76-96c9-9b770f70751e', 'mac_address': 'fa:16:3e:2c:25:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb2a3736-5130-4358-a798-91104ff86a5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:13:22Z', 'updated_at': '2022-02-09T22:13:25Z', 'revision_number': 2, 'project_id': 'dbc49f288e0341b88b640bcf3e997b0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea63bd10-27ea-4cd6-8500-e3b8b2a72a74', 'name': '', 'network_id': '9e9ac215-f9db-4a76-96c9-9b770f70751e', 'tenant_id': 'dbc49f288e0341b88b640bcf3e997b0d', 'mac_address': 'fa:16:3e:a5:17:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999a95fc-8dd8-41ff-bf58-bbeb1deb674d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '1c6c0320-c465-43a6-b50c-75838bf608f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:10:01Z', 'updated_at': '2022-02-09T22:10:08Z', 'revision_number': 5, 'project_id': 'dbc49f288e0341b88b640bcf3e997b0d', 'subnets': [{'id': '1c6c0320-c465-43a6-b50c-75838bf608f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:13:26.715514 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 46318) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:26.759524 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0cb4760b-607f-4cfd-af30-3f8ccdcae552 req-8de74757-abb9-4ece-94bd-f0aced659277 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f876e95a-42cc-4f31-b8f2-05185c677ea9 HTTP/1.1" status: 200 len: 1001 time: 0.1304245 Feb 09 22:13:26.822970 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-893af286-b427-4ce2-915a-6fd80d59085d tempest-SubnetPoolsTestJSON-72408571 tempest-SubnetPoolsTestJSON-72408571-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-167852918', 'prefixes': ['172.20.0.0/16']}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:13:26.826167 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb4760b-607f-4cfd-af30-3f8ccdcae552 req-20ca1cd3-e034-451c-ac39-7459f0612341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:26.827642 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0cb4760b-607f-4cfd-af30-3f8ccdcae552 req-20ca1cd3-e034-451c-ac39-7459f0612341 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1c6c0320-c465-43a6-b50c-75838bf608f0 HTTP/1.1" status: 200 len: 853 time: 0.0612941 Feb 09 22:13:26.843493 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6ff917f-de32-4403-a6d6-11ce8c6fec06 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:13:26.856545 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8cb4dba-169f-443f-ba05-f0f11db13e71 None None] Sync routers for ids ['cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:13:26.869875 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cb4dba-169f-443f-ba05-f0f11db13e71 None None] Routers {'cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:13:26.870849 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-c8cb4dba-169f-443f-ba05-f0f11db13e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:13:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:26.881394 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6ff917f-de32-4403-a6d6-11ce8c6fec06 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:26.895145 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-893af286-b427-4ce2-915a-6fd80d59085d tempest-SubnetPoolsTestJSON-72408571 tempest-SubnetPoolsTestJSON-72408571-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:26.899110 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-893af286-b427-4ce2-915a-6fd80d59085d tempest-SubnetPoolsTestJSON-72408571 tempest-SubnetPoolsTestJSON-72408571-project] 10.222.0.90 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.1796696 Feb 09 22:13:26.899368 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 46322) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:26.918815 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb4760b-607f-4cfd-af30-3f8ccdcae552 req-6f8d77a3-e02f-4ade-bde5-505de4dbface service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:26.920370 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0cb4760b-607f-4cfd-af30-3f8ccdcae552 req-6f8d77a3-e02f-4ade-bde5-505de4dbface service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9e9ac215-f9db-4a76-96c9-9b770f70751e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0855513 Feb 09 22:13:26.922185 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-c6ff917f-de32-4403-a6d6-11ce8c6fec06 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9151785 Feb 09 22:13:26.922827 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8fedef7-59ac-44f8-9d99-37067b22922a', 'tag': 'fcd62bca-2e27-4cc3-9d4e-1e5807ee7459'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:13:26.925114 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae2d315-97e8-45f0-a56b-09b16295d24c" -d '{"events": [{"name": "network-changed", "server_uuid": "d8fedef7-59ac-44f8-9d99-37067b22922a", "tag": "fcd62bca-2e27-4cc3-9d4e-1e5807ee7459"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:13:26.951548 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-90058291-b147-4ce5-8e98-9e35872ecf53 tempest-SubnetPoolsTestJSON-72408571 tempest-SubnetPoolsTestJSON-72408571-project] 10.222.0.90 "GET /v2.0/subnetpools/47967ace-e885-4024-b4ad-99ff2e656669 HTTP/1.1" status: 200 len: 731 time: 0.0480576 Feb 09 22:13:26.951812 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 46328) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:26.956428 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-fa3f7afe-c412-457a-9c3b-28b61dfe0e3d tempest-SubnetPoolsTestJSON-72408571 tempest-SubnetPoolsTestJSON-72408571-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1932624445'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:13:26.988522 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24a4fc06-7c92-4e7d-a403-a55cf856c6f3 x-openstack-request-id: req-24a4fc06-7c92-4e7d-a403-a55cf856c6f3 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:13:26.988715 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8fedef7-59ac-44f8-9d99-37067b22922a", "tag": "fcd62bca-2e27-4cc3-9d4e-1e5807ee7459", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:13:26.988960 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-24a4fc06-7c92-4e7d-a403-a55cf856c6f3 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:13:26.989368 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8fedef7-59ac-44f8-9d99-37067b22922a', 'tag': 'fcd62bca-2e27-4cc3-9d4e-1e5807ee7459', 'status': 'completed', 'code': 200} Feb 09 22:13:27.028430 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0cb4760b-607f-4cfd-af30-3f8ccdcae552 req-f317db49-b42b-46d3-b5d3-2213384498a9 service neutron] 10.222.0.89 "GET /v2.0/networks/9e9ac215-f9db-4a76-96c9-9b770f70751e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985584 Feb 09 22:13:27.087316 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fa3f7afe-c412-457a-9c3b-28b61dfe0e3d tempest-SubnetPoolsTestJSON-72408571 tempest-SubnetPoolsTestJSON-72408571-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:27.088700 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-fa3f7afe-c412-457a-9c3b-28b61dfe0e3d tempest-SubnetPoolsTestJSON-72408571 tempest-SubnetPoolsTestJSON-72408571-project] 10.222.0.90 "PUT /v2.0/subnetpools/47967ace-e885-4024-b4ad-99ff2e656669 HTTP/1.1" status: 200 len: 684 time: 0.1359851 Feb 09 22:13:27.092204 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae2d315-97e8-45f0-a56b-09b16295d24c req-bb8770f8-9fb5-4e10-99df-ce9ed6215a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:27.092545 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 46330) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:27.093444 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8ae2d315-97e8-45f0-a56b-09b16295d24c req-bb8770f8-9fb5-4e10-99df-ce9ed6215a6f service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=ad9e4f8727be424b869d8f0ad468be3f&device_id=d8fedef7-59ac-44f8-9d99-37067b22922a HTTP/1.1" status: 200 len: 1127 time: 0.0795894 Feb 09 22:13:27.190121 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0cb4760b-607f-4cfd-af30-3f8ccdcae552 req-be4d2ef9-9981-455a-b0c3-58bb868da8f3 service neutron] 10.222.0.89 "GET /v2.0/networks/9e9ac215-f9db-4a76-96c9-9b770f70751e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554582 Feb 09 22:13:27.203811 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-c8cb4dba-169f-443f-ba05-f0f11db13e71 None None] Set router cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:13:27.212025 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8905dc01-f82e-4c2c-9565-20446eac4df2 tempest-SubnetPoolsTestJSON-72408571 tempest-SubnetPoolsTestJSON-72408571-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:27.213201 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-8905dc01-f82e-4c2c-9565-20446eac4df2 tempest-SubnetPoolsTestJSON-72408571 tempest-SubnetPoolsTestJSON-72408571-project] 10.222.0.90 "DELETE /v2.0/subnetpools/47967ace-e885-4024-b4ad-99ff2e656669 HTTP/1.1" status: 204 len: 168 time: 0.1198606 Feb 09 22:13:27.214042 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae2d315-97e8-45f0-a56b-09b16295d24c req-084a2cc6-4e8d-48b9-a13a-0f2ea5d4a278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:27.215770 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8ae2d315-97e8-45f0-a56b-09b16295d24c req-084a2cc6-4e8d-48b9-a13a-0f2ea5d4a278 service neutron] 10.222.0.95 "GET /v2.0/networks?id=7e64d8e8-78a3-4987-8778-47d4e5b9b498 HTTP/1.1" status: 200 len: 912 time: 0.1162162 Feb 09 22:13:27.216543 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 46332) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:27.269552 n-d-828369-5 neutron-server[103140]: INFO neutron.api.v2.resource [None req-4bac40e4-e366-45d5-82ff-da0aa18315bd tempest-SubnetPoolsTestJSON-72408571 tempest-SubnetPoolsTestJSON-72408571-project] show failed (client error): The resource could not be found. Feb 09 22:13:27.270536 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-4bac40e4-e366-45d5-82ff-da0aa18315bd tempest-SubnetPoolsTestJSON-72408571 tempest-SubnetPoolsTestJSON-72408571-project] 10.222.0.90 "GET /v2.0/subnetpools/47967ace-e885-4024-b4ad-99ff2e656669 HTTP/1.1" status: 404 len: 346 time: 0.0533512 Feb 09 22:13:27.273261 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 46334) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:27.295673 n-d-828369-5 neutron-server[103140]: INFO neutron.api.v2.resource [None req-f538e41a-d38d-418b-a1d5-fb250da4b995 tempest-SubnetPoolsTestJSON-72408571 tempest-SubnetPoolsTestJSON-72408571-project] delete failed (client error): The resource could not be found. Feb 09 22:13:27.297006 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-f538e41a-d38d-418b-a1d5-fb250da4b995 tempest-SubnetPoolsTestJSON-72408571 tempest-SubnetPoolsTestJSON-72408571-project] 10.222.0.90 "DELETE /v2.0/subnetpools/47967ace-e885-4024-b4ad-99ff2e656669 HTTP/1.1" status: 404 len: 346 time: 0.0225561 Feb 09 22:13:27.303707 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb4760b-607f-4cfd-af30-3f8ccdcae552 req-84f96c47-d1c5-4875-b709-a7ea7ce87bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:27.305880 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0cb4760b-607f-4cfd-af30-3f8ccdcae552 req-84f96c47-d1c5-4875-b709-a7ea7ce87bf9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=dbc49f288e0341b88b640bcf3e997b0d&device_id=bb2a3736-5130-4358-a798-91104ff86a5e HTTP/1.1" status: 200 len: 1127 time: 0.0599477 Feb 09 22:13:27.311190 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8ae2d315-97e8-45f0-a56b-09b16295d24c req-4aaa6783-a04e-4e04-8670-af427459bd3d service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fcd62bca-2e27-4cc3-9d4e-1e5807ee7459 HTTP/1.1" status: 200 len: 998 time: 0.0883207 Feb 09 22:13:27.374767 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae2d315-97e8-45f0-a56b-09b16295d24c req-62f408f3-c033-449a-a153-e2d8de90f959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:27.377175 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8ae2d315-97e8-45f0-a56b-09b16295d24c req-62f408f3-c033-449a-a153-e2d8de90f959 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=84c886de-428b-4fdd-ac96-e9bdd27d5e04 HTTP/1.1" status: 200 len: 850 time: 0.0602019 Feb 09 22:13:27.411170 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb4760b-607f-4cfd-af30-3f8ccdcae552 req-253e4ff5-58c3-437c-8724-dd5212ca7d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:27.412828 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0cb4760b-607f-4cfd-af30-3f8ccdcae552 req-253e4ff5-58c3-437c-8724-dd5212ca7d6b service neutron] 10.222.0.89 "GET /v2.0/networks?id=9e9ac215-f9db-4a76-96c9-9b770f70751e HTTP/1.1" status: 200 len: 915 time: 0.0994153 Feb 09 22:13:27.443823 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae2d315-97e8-45f0-a56b-09b16295d24c req-8cc55068-6cbb-443a-a6f5-4b74cfb2df3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:27.445890 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8ae2d315-97e8-45f0-a56b-09b16295d24c req-8cc55068-6cbb-443a-a6f5-4b74cfb2df3e service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=7e64d8e8-78a3-4987-8778-47d4e5b9b498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0613730 Feb 09 22:13:27.463136 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-c8cb4dba-169f-443f-ba05-f0f11db13e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35', 'name': 'tempest-TestVolumeBootPattern-349808441-router', 'tenant_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '639ab24a-86af-4317-8f91-0206fb200e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:05:08Z', 'updated_at': '2022-02-09T22:05:10Z', 'revision_number': 4, 'project_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'gw_port': {'id': '639ab24a-86af-4317-8f91-0206fb200e3e', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:3d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:05:08Z', 'updated_at': '2022-02-09T22:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': 'd8d43037-2b8c-4f56-aab6-21d2cd5ecf71', 'tenant_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'floating_ip_address': '172.25.3.70', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': 'cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35', 'port_id': 'fcd62bca-2e27-4cc3-9d4e-1e5807ee7459', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3955, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e64d8e8-78a3-4987-8778-47d4e5b9b498', 'mac_address': 'fa:16:3e:07:e4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8fedef7-59ac-44f8-9d99-37067b22922a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:13:25Z', 'updated_at': '2022-02-09T22:13:25Z', 'revision_number': 0, 'project_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0100317d-657e-47d0-bf16-9565a9002fec', 'name': '', 'network_id': '7e64d8e8-78a3-4987-8778-47d4e5b9b498', 'tenant_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'mac_address': 'fa:16:3e:f5:0d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '84c886de-428b-4fdd-ac96-e9bdd27d5e04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:05:10Z', 'updated_at': '2022-02-09T22:05:15Z', 'revision_number': 5, 'project_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'subnets': [{'id': '84c886de-428b-4fdd-ac96-e9bdd27d5e04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:27.494779 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0cb4760b-607f-4cfd-af30-3f8ccdcae552 req-1258b780-36a5-4fa8-b298-7259aeca0ff7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f876e95a-42cc-4f31-b8f2-05185c677ea9 HTTP/1.1" status: 200 len: 1001 time: 0.0730233 Feb 09 22:13:27.500297 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8cb4dba-169f-443f-ba05-f0f11db13e71 None None] Checking router: cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35 for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:13:27.510682 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cb4dba-169f-443f-ba05-f0f11db13e71 None None] Routers {'cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:13:27.511308 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-c8cb4dba-169f-443f-ba05-f0f11db13e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:13:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:27.553241 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8ae2d315-97e8-45f0-a56b-09b16295d24c req-f24aa2e6-0cde-4f5a-8651-bb5e1a0bdd7d service neutron] 10.222.0.95 "GET /v2.0/networks/7e64d8e8-78a3-4987-8778-47d4e5b9b498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014199 Feb 09 22:13:27.557454 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb4760b-607f-4cfd-af30-3f8ccdcae552 req-8feb4d43-e98a-47d4-86fd-0fd824137cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:27.559163 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0cb4760b-607f-4cfd-af30-3f8ccdcae552 req-8feb4d43-e98a-47d4-86fd-0fd824137cbb service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1c6c0320-c465-43a6-b50c-75838bf608f0 HTTP/1.1" status: 200 len: 853 time: 0.0482073 Feb 09 22:13:27.612047 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 46340) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:27.636038 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb4760b-607f-4cfd-af30-3f8ccdcae552 req-b506266b-c4a7-4347-b240-edea38578d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:27.638352 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0cb4760b-607f-4cfd-af30-3f8ccdcae552 req-b506266b-c4a7-4347-b240-edea38578d70 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9e9ac215-f9db-4a76-96c9-9b770f70751e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0728905 Feb 09 22:13:27.651535 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-c8cb4dba-169f-443f-ba05-f0f11db13e71 None None] Set router cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:13:27.673505 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8ae2d315-97e8-45f0-a56b-09b16295d24c req-c1e69a4b-a764-4f2a-bf28-7fc9073b4424 service neutron] 10.222.0.95 "GET /v2.0/networks/7e64d8e8-78a3-4987-8778-47d4e5b9b498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142905 Feb 09 22:13:27.754404 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4e8875fd-b2a7-47a1-8898-5fc2dad7f127 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:27.804513 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0cb4760b-607f-4cfd-af30-3f8ccdcae552 req-bdf3e89b-5f8f-46e4-8121-de86916f2ef3 service neutron] 10.222.0.89 "GET /v2.0/networks/9e9ac215-f9db-4a76-96c9-9b770f70751e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556597 Feb 09 22:13:27.911758 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-c8cb4dba-169f-443f-ba05-f0f11db13e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35', 'name': 'tempest-TestVolumeBootPattern-349808441-router', 'tenant_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '639ab24a-86af-4317-8f91-0206fb200e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:05:08Z', 'updated_at': '2022-02-09T22:05:10Z', 'revision_number': 4, 'project_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'gw_port': {'id': '639ab24a-86af-4317-8f91-0206fb200e3e', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:3d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:05:08Z', 'updated_at': '2022-02-09T22:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': 'd8d43037-2b8c-4f56-aab6-21d2cd5ecf71', 'tenant_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'floating_ip_address': '172.25.3.70', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': 'cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35', 'port_id': 'fcd62bca-2e27-4cc3-9d4e-1e5807ee7459', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3955, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e64d8e8-78a3-4987-8778-47d4e5b9b498', 'mac_address': 'fa:16:3e:07:e4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8fedef7-59ac-44f8-9d99-37067b22922a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:13:25Z', 'updated_at': '2022-02-09T22:13:25Z', 'revision_number': 0, 'project_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0100317d-657e-47d0-bf16-9565a9002fec', 'name': '', 'network_id': '7e64d8e8-78a3-4987-8778-47d4e5b9b498', 'tenant_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'mac_address': 'fa:16:3e:f5:0d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '84c886de-428b-4fdd-ac96-e9bdd27d5e04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:05:10Z', 'updated_at': '2022-02-09T22:05:15Z', 'revision_number': 5, 'project_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'subnets': [{'id': '84c886de-428b-4fdd-ac96-e9bdd27d5e04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:13:27.932779 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4e8875fd-b2a7-47a1-8898-5fc2dad7f127 admin admin] Publish callbacks [] for security_group (a3b61e58-15b0-4df6-bd8a-7df8866ecc41), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:27.936941 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0cb4760b-607f-4cfd-af30-3f8ccdcae552 req-2e77652d-28da-4abc-8eb4-93dcf0bd4a53 service neutron] 10.222.0.89 "GET /v2.0/networks/9e9ac215-f9db-4a76-96c9-9b770f70751e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232176 Feb 09 22:13:27.938031 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4e8875fd-b2a7-47a1-8898-5fc2dad7f127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (a3b61e58-15b0-4df6-bd8a-7df8866ecc41), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:27.942472 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8cb4dba-169f-443f-ba05-f0f11db13e71 None None] The sync data for ids ['cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35'] in n-d-828369-5 is: [{'id': 'cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35', 'name': 'tempest-TestVolumeBootPattern-349808441-router', 'tenant_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '639ab24a-86af-4317-8f91-0206fb200e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:05:08Z', 'updated_at': '2022-02-09T22:05:10Z', 'revision_number': 4, 'project_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'gw_port': {'id': '639ab24a-86af-4317-8f91-0206fb200e3e', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:3d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:05:08Z', 'updated_at': '2022-02-09T22:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': 'd8d43037-2b8c-4f56-aab6-21d2cd5ecf71', 'tenant_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'floating_ip_address': '172.25.3.70', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': 'cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35', 'port_id': 'fcd62bca-2e27-4cc3-9d4e-1e5807ee7459', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3955, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e64d8e8-78a3-4987-8778-47d4e5b9b498', 'mac_address': 'fa:16:3e:07:e4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8fedef7-59ac-44f8-9d99-37067b22922a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:13:25Z', 'updated_at': '2022-02-09T22:13:25Z', 'revision_number': 0, 'project_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0100317d-657e-47d0-bf16-9565a9002fec', 'name': '', 'network_id': '7e64d8e8-78a3-4987-8778-47d4e5b9b498', 'tenant_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'mac_address': 'fa:16:3e:f5:0d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '84c886de-428b-4fdd-ac96-e9bdd27d5e04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:05:10Z', 'updated_at': '2022-02-09T22:05:15Z', 'revision_number': 5, 'project_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'subnets': [{'id': '84c886de-428b-4fdd-ac96-e9bdd27d5e04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:13:27.978473 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-4e8875fd-b2a7-47a1-8898-5fc2dad7f127 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=de1d44221f9044158e5e8efcd43c2020&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3649154 Feb 09 22:13:27.979612 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8875fd-b2a7-47a1-8898-5fc2dad7f127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b61e58-15b0-4df6-bd8a-7df8866ecc41,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:27.981423 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 46344) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:28.033015 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1403a897-2cb5-4a7e-b6c8-11b9b2436fb0 admin admin] Publish callbacks [] for security_group (a3b61e58-15b0-4df6-bd8a-7df8866ecc41), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:28.055316 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1403a897-2cb5-4a7e-b6c8-11b9b2436fb0 admin admin] Publish callbacks [] for security_group (a3b61e58-15b0-4df6-bd8a-7df8866ecc41), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:28.102989 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1403a897-2cb5-4a7e-b6c8-11b9b2436fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (a3b61e58-15b0-4df6-bd8a-7df8866ecc41), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:28.105852 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1403a897-2cb5-4a7e-b6c8-11b9b2436fb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:28.107031 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-1403a897-2cb5-4a7e-b6c8-11b9b2436fb0 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/a3b61e58-15b0-4df6-bd8a-7df8866ecc41 HTTP/1.1" status: 204 len: 168 time: 0.1246555 Feb 09 22:13:28.115562 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1403a897-2cb5-4a7e-b6c8-11b9b2436fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b61e58-15b0-4df6-bd8a-7df8866ecc41,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:28.179540 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7268fe-4f2f-4f82-8988-016a65e89104 None None] New status for floating IP d8d43037-2b8c-4f56-aab6-21d2cd5ecf71: ACTIVE {{(pid=103143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:13:39.067071 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-15063541-0ed3-4296-bf83-3f807fea7645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:39.706817 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b4b54264-87fb-4308-9209-0c0711950716 req-75e5362c-6b20-402a-b1de-23ac49c19c01 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=bb2a3736-5130-4358-a798-91104ff86a5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0437601 Feb 09 22:13:39.833116 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b54264-87fb-4308-9209-0c0711950716 req-dd76ed8e-a2f4-41b8-9c70-958b20cad390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:39.838895 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b4b54264-87fb-4308-9209-0c0711950716 req-dd76ed8e-a2f4-41b8-9c70-958b20cad390 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=dbc49f288e0341b88b640bcf3e997b0d&device_id=bb2a3736-5130-4358-a798-91104ff86a5e HTTP/1.1" status: 200 len: 1127 time: 0.0698030 Feb 09 22:13:39.975452 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b54264-87fb-4308-9209-0c0711950716 req-0332f675-ee2c-4536-9b2c-c48c12465b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:39.976947 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b4b54264-87fb-4308-9209-0c0711950716 req-0332f675-ee2c-4536-9b2c-c48c12465b62 service neutron] 10.222.0.89 "GET /v2.0/networks?id=9e9ac215-f9db-4a76-96c9-9b770f70751e HTTP/1.1" status: 200 len: 915 time: 0.1154141 Feb 09 22:13:40.052867 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b4b54264-87fb-4308-9209-0c0711950716 req-9e06ade5-98b3-4d80-a3c0-9c68d8933f50 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f876e95a-42cc-4f31-b8f2-05185c677ea9 HTTP/1.1" status: 200 len: 1001 time: 0.0691462 Feb 09 22:13:40.110385 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b54264-87fb-4308-9209-0c0711950716 req-fdf454c4-ecda-4854-a220-d0f243c864c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:40.111862 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b4b54264-87fb-4308-9209-0c0711950716 req-fdf454c4-ecda-4854-a220-d0f243c864c2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1c6c0320-c465-43a6-b50c-75838bf608f0 HTTP/1.1" status: 200 len: 853 time: 0.0505095 Feb 09 22:13:40.162296 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b54264-87fb-4308-9209-0c0711950716 req-968c9738-d33c-4d6f-8b6f-53ca01341f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:40.163601 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b4b54264-87fb-4308-9209-0c0711950716 req-968c9738-d33c-4d6f-8b6f-53ca01341f80 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9e9ac215-f9db-4a76-96c9-9b770f70751e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0454834 Feb 09 22:13:40.266708 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b4b54264-87fb-4308-9209-0c0711950716 req-1dd83866-f9f9-43bc-ba42-5149645f8246 service neutron] 10.222.0.89 "GET /v2.0/networks/9e9ac215-f9db-4a76-96c9-9b770f70751e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956988 Feb 09 22:13:40.362807 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b4b54264-87fb-4308-9209-0c0711950716 req-6f31b899-7ce2-4705-bc56-484095c2acd1 service neutron] 10.222.0.89 "GET /v2.0/networks/9e9ac215-f9db-4a76-96c9-9b770f70751e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872457 Feb 09 22:13:41.039048 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-fd11b4b3-75ae-4367-a075-4406a4e5ec24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:41.968567 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a34ef92b-2807-4b2f-a4a2-870ff654466b req-b3c7e797-877b-41c7-8909-2b8fb15b3c03 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=d8fedef7-59ac-44f8-9d99-37067b22922a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0448041 Feb 09 22:13:42.064320 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34ef92b-2807-4b2f-a4a2-870ff654466b req-106f38ce-ac45-4518-ba8a-b7aefcb6a71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:42.065841 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a34ef92b-2807-4b2f-a4a2-870ff654466b req-106f38ce-ac45-4518-ba8a-b7aefcb6a71e service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=ad9e4f8727be424b869d8f0ad468be3f&device_id=d8fedef7-59ac-44f8-9d99-37067b22922a HTTP/1.1" status: 200 len: 1127 time: 0.0504487 Feb 09 22:13:42.182557 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34ef92b-2807-4b2f-a4a2-870ff654466b req-67631259-123f-442e-acd0-2af8a5ef75b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:42.184617 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a34ef92b-2807-4b2f-a4a2-870ff654466b req-67631259-123f-442e-acd0-2af8a5ef75b5 service neutron] 10.222.0.95 "GET /v2.0/networks?id=7e64d8e8-78a3-4987-8778-47d4e5b9b498 HTTP/1.1" status: 200 len: 912 time: 0.0994575 Feb 09 22:13:42.268412 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a34ef92b-2807-4b2f-a4a2-870ff654466b req-e11df830-73ad-43ac-aae6-8f78e29d5a2f service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fcd62bca-2e27-4cc3-9d4e-1e5807ee7459 HTTP/1.1" status: 200 len: 1000 time: 0.0778413 Feb 09 22:13:42.331786 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34ef92b-2807-4b2f-a4a2-870ff654466b req-50f18909-3288-4e4a-879f-de936182d469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:42.334312 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a34ef92b-2807-4b2f-a4a2-870ff654466b req-50f18909-3288-4e4a-879f-de936182d469 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=84c886de-428b-4fdd-ac96-e9bdd27d5e04 HTTP/1.1" status: 200 len: 850 time: 0.0580425 Feb 09 22:13:42.397998 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34ef92b-2807-4b2f-a4a2-870ff654466b req-e4bf1c02-b651-4439-bfa0-134a03378ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:13:42.399586 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a34ef92b-2807-4b2f-a4a2-870ff654466b req-e4bf1c02-b651-4439-bfa0-134a03378ce8 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=7e64d8e8-78a3-4987-8778-47d4e5b9b498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0467992 Feb 09 22:13:42.495495 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a34ef92b-2807-4b2f-a4a2-870ff654466b req-4a027d30-4bdf-4810-8f55-96ea0918b4b0 service neutron] 10.222.0.95 "GET /v2.0/networks/7e64d8e8-78a3-4987-8778-47d4e5b9b498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895512 Feb 09 22:13:42.589592 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a34ef92b-2807-4b2f-a4a2-870ff654466b req-80788853-c56c-4d87-b007-b53363baea30 service neutron] 10.222.0.95 "GET /v2.0/networks/7e64d8e8-78a3-4987-8778-47d4e5b9b498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874598 Feb 09 22:13:42.842964 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:44.253003 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:45.374214 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:48.585309 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:13:51.599615 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:53.839591 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:58.925840 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 46572) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:13:59.091730 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-893b2843-a31e-4908-8780-8b99a702e61d tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Deleting port a8cecb81-d07d-44e3-abbe-ef1f0df4e53e {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:13:59.092074 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-893b2843-a31e-4908-8780-8b99a702e61d tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (a8cecb81-d07d-44e3-abbe-ef1f0df4e53e), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:59.189866 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-893b2843-a31e-4908-8780-8b99a702e61d tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (a8cecb81-d07d-44e3-abbe-ef1f0df4e53e), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:59.190262 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-893b2843-a31e-4908-8780-8b99a702e61d tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Publish callbacks [] for floatingip (a8cecb81-d07d-44e3-abbe-ef1f0df4e53e), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:59.204416 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-893b2843-a31e-4908-8780-8b99a702e61d tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Calling delete_port for a8cecb81-d07d-44e3-abbe-ef1f0df4e53e owned by network:floatingip {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:13:59.452746 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-893b2843-a31e-4908-8780-8b99a702e61d tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (a8cecb81-d07d-44e3-abbe-ef1f0df4e53e), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:59.492417 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b2843-a31e-4908-8780-8b99a702e61d tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Pushing event deleted for resources: {'Port': ['ID=a8cecb81-d07d-44e3-abbe-ef1f0df4e53e,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:13:59.536358 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893b2843-a31e-4908-8780-8b99a702e61d tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:59.537033 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893b2843-a31e-4908-8780-8b99a702e61d tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:59.538089 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893b2843-a31e-4908-8780-8b99a702e61d tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:59.538695 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893b2843-a31e-4908-8780-8b99a702e61d tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:59.539683 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893b2843-a31e-4908-8780-8b99a702e61d tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:59.540367 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893b2843-a31e-4908-8780-8b99a702e61d tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:59.541377 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893b2843-a31e-4908-8780-8b99a702e61d tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:59.542398 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893b2843-a31e-4908-8780-8b99a702e61d tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:59.542963 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893b2843-a31e-4908-8780-8b99a702e61d tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:59.543526 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893b2843-a31e-4908-8780-8b99a702e61d tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:59.544088 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893b2843-a31e-4908-8780-8b99a702e61d tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:59.545089 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893b2843-a31e-4908-8780-8b99a702e61d tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:59.545702 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893b2843-a31e-4908-8780-8b99a702e61d tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:13:59.619633 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-893b2843-a31e-4908-8780-8b99a702e61d tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Publish callbacks [] for floatingip (30f8bd07-c976-47a8-8471-b7c6b43b7848), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:13:59.620202 n-d-828369-5 neutron-server[103140]: INFO neutron.db.l3_db [None req-893b2843-a31e-4908-8780-8b99a702e61d tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Floating IP 30f8bd07-c976-47a8-8471-b7c6b43b7848 disassociated (deleted). External IP: 172.25.3.120, port: f876e95a-42cc-4f31-b8f2-05185c677ea9. Feb 09 22:13:59.874741 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-893b2843-a31e-4908-8780-8b99a702e61d tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Router 999a95fc-8dd8-41ff-bf58-bbeb1deb674d has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:14:00.001033 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-893b2843-a31e-4908-8780-8b99a702e61d tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:14:00.011209 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1f1056-bc1f-4e55-b159-48e51994f895 None None] Sync routers for ids ['999a95fc-8dd8-41ff-bf58-bbeb1deb674d'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:14:00.012032 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-893b2843-a31e-4908-8780-8b99a702e61d tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:00.032176 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1f1056-bc1f-4e55-b159-48e51994f895 None None] Routers {'999a95fc-8dd8-41ff-bf58-bbeb1deb674d'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:14:00.033898 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-9c1f1056-bc1f-4e55-b159-48e51994f895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:13:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['999a95fc-8dd8-41ff-bf58-bbeb1deb674d'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:00.052671 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-893b2843-a31e-4908-8780-8b99a702e61d tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] 10.222.0.90 "DELETE /v2.0/floatingips/30f8bd07-c976-47a8-8471-b7c6b43b7848 HTTP/1.1" status: 204 len: 168 time: 1.1254883 Feb 09 22:14:00.053243 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb2a3736-5130-4358-a798-91104ff86a5e', 'tag': 'f876e95a-42cc-4f31-b8f2-05185c677ea9'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:14:00.055661 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee61a59b-01d1-4e66-b491-8cf93fa63c42" -d '{"events": [{"name": "network-changed", "server_uuid": "bb2a3736-5130-4358-a798-91104ff86a5e", "tag": "f876e95a-42cc-4f31-b8f2-05185c677ea9"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:14:00.132941 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad42202-eaa8-4ca0-a2be-7293bc1709f0 x-openstack-request-id: req-5ad42202-eaa8-4ca0-a2be-7293bc1709f0 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:14:00.133234 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb2a3736-5130-4358-a798-91104ff86a5e", "tag": "f876e95a-42cc-4f31-b8f2-05185c677ea9", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:14:00.133491 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-5ad42202-eaa8-4ca0-a2be-7293bc1709f0 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:14:00.133906 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb2a3736-5130-4358-a798-91104ff86a5e', 'tag': 'f876e95a-42cc-4f31-b8f2-05185c677ea9', 'status': 'completed', 'code': 200} Feb 09 22:14:00.215386 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee61a59b-01d1-4e66-b491-8cf93fa63c42 req-ca029384-3682-4b52-83c5-f5131414a831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:00.217181 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-9c1f1056-bc1f-4e55-b159-48e51994f895 None None] Set router 999a95fc-8dd8-41ff-bf58-bbeb1deb674d gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:14:00.218006 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ee61a59b-01d1-4e66-b491-8cf93fa63c42 req-ca029384-3682-4b52-83c5-f5131414a831 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=dbc49f288e0341b88b640bcf3e997b0d&device_id=bb2a3736-5130-4358-a798-91104ff86a5e HTTP/1.1" status: 200 len: 1127 time: 0.0663981 Feb 09 22:14:00.324124 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee61a59b-01d1-4e66-b491-8cf93fa63c42 req-ab4dcc1a-e0db-4337-81a6-54eb36a36305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:00.325652 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ee61a59b-01d1-4e66-b491-8cf93fa63c42 req-ab4dcc1a-e0db-4337-81a6-54eb36a36305 service neutron] 10.222.0.89 "GET /v2.0/networks?id=9e9ac215-f9db-4a76-96c9-9b770f70751e HTTP/1.1" status: 200 len: 915 time: 0.0994599 Feb 09 22:14:00.384934 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ee61a59b-01d1-4e66-b491-8cf93fa63c42 req-579c8700-ba43-4838-bff2-d6cbf54fb630 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f876e95a-42cc-4f31-b8f2-05185c677ea9 HTTP/1.1" status: 200 len: 217 time: 0.0516095 Feb 09 22:14:00.449029 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee61a59b-01d1-4e66-b491-8cf93fa63c42 req-b2a6db4a-784f-4194-8450-d4c7eb85c4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:00.450370 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af34cb51-93c5-4223-b6b2-b3f5a5ae6ae1 req-236b7299-5985-4d76-af46-9431e2c77223 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:00.450606 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ee61a59b-01d1-4e66-b491-8cf93fa63c42 req-b2a6db4a-784f-4194-8450-d4c7eb85c4e2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=1c6c0320-c465-43a6-b50c-75838bf608f0 HTTP/1.1" status: 200 len: 853 time: 0.0549517 Feb 09 22:14:00.454617 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-af34cb51-93c5-4223-b6b2-b3f5a5ae6ae1 req-236b7299-5985-4d76-af46-9431e2c77223 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] 10.222.0.90 "GET /v2.0/ports?device_id=bb2a3736-5130-4358-a798-91104ff86a5e HTTP/1.1" status: 200 len: 945 time: 0.1174090 Feb 09 22:14:00.527467 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee61a59b-01d1-4e66-b491-8cf93fa63c42 req-919e20f5-4f68-4d60-9ea7-b4e94296c997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:00.529433 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ee61a59b-01d1-4e66-b491-8cf93fa63c42 req-919e20f5-4f68-4d60-9ea7-b4e94296c997 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=9e9ac215-f9db-4a76-96c9-9b770f70751e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0703144 Feb 09 22:14:00.532850 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-9c1f1056-bc1f-4e55-b159-48e51994f895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '999a95fc-8dd8-41ff-bf58-bbeb1deb674d', 'name': 'tempest-TestVolumeBackupRestore-1369012192-router', 'tenant_id': 'dbc49f288e0341b88b640bcf3e997b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'faa43771-1784-4747-9459-7150da967f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:09:59Z', 'updated_at': '2022-02-09T22:10:02Z', 'revision_number': 4, 'project_id': 'dbc49f288e0341b88b640bcf3e997b0d', 'gw_port': {'id': 'faa43771-1784-4747-9459-7150da967f27', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999a95fc-8dd8-41ff-bf58-bbeb1deb674d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:10:00Z', 'updated_at': '2022-02-09T22:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': 'ea63bd10-27ea-4cd6-8500-e3b8b2a72a74', 'name': '', 'network_id': '9e9ac215-f9db-4a76-96c9-9b770f70751e', 'tenant_id': 'dbc49f288e0341b88b640bcf3e997b0d', 'mac_address': 'fa:16:3e:a5:17:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999a95fc-8dd8-41ff-bf58-bbeb1deb674d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '1c6c0320-c465-43a6-b50c-75838bf608f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:10:01Z', 'updated_at': '2022-02-09T22:10:08Z', 'revision_number': 5, 'project_id': 'dbc49f288e0341b88b640bcf3e997b0d', 'subnets': [{'id': '1c6c0320-c465-43a6-b50c-75838bf608f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:00.559353 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-af34cb51-93c5-4223-b6b2-b3f5a5ae6ae1 req-de53c7d7-4069-4c90-8e01-56905730b093 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d2c6cd2-b797-415e-adcb-d6c4d56e60ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982170 Feb 09 22:14:00.577655 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1f1056-bc1f-4e55-b159-48e51994f895 None None] Checking router: 999a95fc-8dd8-41ff-bf58-bbeb1deb674d for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:14:00.591755 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1f1056-bc1f-4e55-b159-48e51994f895 None None] Routers {'999a95fc-8dd8-41ff-bf58-bbeb1deb674d'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:14:00.592680 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-9c1f1056-bc1f-4e55-b159-48e51994f895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:13:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['999a95fc-8dd8-41ff-bf58-bbeb1deb674d'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:00.634463 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ee61a59b-01d1-4e66-b491-8cf93fa63c42 req-505b14dc-3884-4f23-b513-b8e4fa2d73fd service neutron] 10.222.0.89 "GET /v2.0/networks/9e9ac215-f9db-4a76-96c9-9b770f70751e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967884 Feb 09 22:14:00.749478 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-9c1f1056-bc1f-4e55-b159-48e51994f895 None None] Set router 999a95fc-8dd8-41ff-bf58-bbeb1deb674d gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:14:00.768204 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ee61a59b-01d1-4e66-b491-8cf93fa63c42 req-b25a04d1-3aae-4ed2-b552-f4152e7607c8 service neutron] 10.222.0.89 "GET /v2.0/networks/9e9ac215-f9db-4a76-96c9-9b770f70751e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255782 Feb 09 22:14:00.964596 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-9c1f1056-bc1f-4e55-b159-48e51994f895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '999a95fc-8dd8-41ff-bf58-bbeb1deb674d', 'name': 'tempest-TestVolumeBackupRestore-1369012192-router', 'tenant_id': 'dbc49f288e0341b88b640bcf3e997b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'faa43771-1784-4747-9459-7150da967f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:09:59Z', 'updated_at': '2022-02-09T22:10:02Z', 'revision_number': 4, 'project_id': 'dbc49f288e0341b88b640bcf3e997b0d', 'gw_port': {'id': 'faa43771-1784-4747-9459-7150da967f27', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999a95fc-8dd8-41ff-bf58-bbeb1deb674d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:10:00Z', 'updated_at': '2022-02-09T22:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': 'ea63bd10-27ea-4cd6-8500-e3b8b2a72a74', 'name': '', 'network_id': '9e9ac215-f9db-4a76-96c9-9b770f70751e', 'tenant_id': 'dbc49f288e0341b88b640bcf3e997b0d', 'mac_address': 'fa:16:3e:a5:17:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999a95fc-8dd8-41ff-bf58-bbeb1deb674d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '1c6c0320-c465-43a6-b50c-75838bf608f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:10:01Z', 'updated_at': '2022-02-09T22:10:08Z', 'revision_number': 5, 'project_id': 'dbc49f288e0341b88b640bcf3e997b0d', 'subnets': [{'id': '1c6c0320-c465-43a6-b50c-75838bf608f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:00.993170 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1f1056-bc1f-4e55-b159-48e51994f895 None None] The sync data for ids ['999a95fc-8dd8-41ff-bf58-bbeb1deb674d'] in n-d-828369-5 is: [{'id': '999a95fc-8dd8-41ff-bf58-bbeb1deb674d', 'name': 'tempest-TestVolumeBackupRestore-1369012192-router', 'tenant_id': 'dbc49f288e0341b88b640bcf3e997b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'faa43771-1784-4747-9459-7150da967f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:09:59Z', 'updated_at': '2022-02-09T22:10:02Z', 'revision_number': 4, 'project_id': 'dbc49f288e0341b88b640bcf3e997b0d', 'gw_port': {'id': 'faa43771-1784-4747-9459-7150da967f27', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999a95fc-8dd8-41ff-bf58-bbeb1deb674d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:10:00Z', 'updated_at': '2022-02-09T22:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': 'ea63bd10-27ea-4cd6-8500-e3b8b2a72a74', 'name': '', 'network_id': '9e9ac215-f9db-4a76-96c9-9b770f70751e', 'tenant_id': 'dbc49f288e0341b88b640bcf3e997b0d', 'mac_address': 'fa:16:3e:a5:17:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999a95fc-8dd8-41ff-bf58-bbeb1deb674d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '1c6c0320-c465-43a6-b50c-75838bf608f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:10:01Z', 'updated_at': '2022-02-09T22:10:08Z', 'revision_number': 5, 'project_id': 'dbc49f288e0341b88b640bcf3e997b0d', 'subnets': [{'id': '1c6c0320-c465-43a6-b50c-75838bf608f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:14:01.253630 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c737293-434b-4ab0-9ba9-b9c44be534ca None None] New status for floating IP 30f8bd07-c976-47a8-8471-b7c6b43b7848: DOWN {{(pid=103143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:14:01.686446 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37245dc4-2c91-4246-9a73-dedb08664151 req-fcb2d0fc-1d8b-49ad-b910-74c212c4721a tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:01.687921 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-37245dc4-2c91-4246-9a73-dedb08664151 req-fcb2d0fc-1d8b-49ad-b910-74c212c4721a tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] 10.222.0.90 "GET /v2.0/ports?device_id=bb2a3736-5130-4358-a798-91104ff86a5e HTTP/1.1" status: 200 len: 945 time: 0.0522914 Feb 09 22:14:01.735350 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-37245dc4-2c91-4246-9a73-dedb08664151 req-2bbbee55-3189-4e85-81f3-eae777d3d42b tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d2c6cd2-b797-415e-adcb-d6c4d56e60ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418460 Feb 09 22:14:02.154417 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d58e38-8438-403b-9267-2f800b45515a req-9852beb4-0c16-41ca-9da5-e3c6d053b110 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:02.155866 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-30d58e38-8438-403b-9267-2f800b45515a req-9852beb4-0c16-41ca-9da5-e3c6d053b110 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] 10.222.0.89 "GET /v2.0/ports?device_id=bb2a3736-5130-4358-a798-91104ff86a5e HTTP/1.1" status: 200 len: 945 time: 0.0549049 Feb 09 22:14:02.254570 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-30d58e38-8438-403b-9267-2f800b45515a req-a03a7bb0-3ed9-4dbe-84e9-46bf8dd45eb0 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Deleting port f876e95a-42cc-4f31-b8f2-05185c677ea9 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:14:02.254934 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-30d58e38-8438-403b-9267-2f800b45515a req-a03a7bb0-3ed9-4dbe-84e9-46bf8dd45eb0 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (f876e95a-42cc-4f31-b8f2-05185c677ea9), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:02.344420 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-30d58e38-8438-403b-9267-2f800b45515a req-a03a7bb0-3ed9-4dbe-84e9-46bf8dd45eb0 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] For port f876e95a-42cc-4f31-b8f2-05185c677ea9, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=f876e95a-42cc-4f31-b8f2-05185c677ea9,segment=NetworkSegment(a8622317-7d56-439b-892c-bfc5582cf06a),segment_id=a8622317-7d56-439b-892c-bfc5582cf06a)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:14:02.344786 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-30d58e38-8438-403b-9267-2f800b45515a req-a03a7bb0-3ed9-4dbe-84e9-46bf8dd45eb0 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (f876e95a-42cc-4f31-b8f2-05185c677ea9), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:02.357158 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-30d58e38-8438-403b-9267-2f800b45515a req-a03a7bb0-3ed9-4dbe-84e9-46bf8dd45eb0 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Calling delete_port for f876e95a-42cc-4f31-b8f2-05185c677ea9 owned by compute:nova {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:14:02.486294 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-30d58e38-8438-403b-9267-2f800b45515a req-a03a7bb0-3ed9-4dbe-84e9-46bf8dd45eb0 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (f876e95a-42cc-4f31-b8f2-05185c677ea9), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:02.512417 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a7bb0-3ed9-4dbe-84e9-46bf8dd45eb0 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Pushing event deleted for resources: {'Port': ['ID=f876e95a-42cc-4f31-b8f2-05185c677ea9,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:02.558329 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-30d58e38-8438-403b-9267-2f800b45515a req-a03a7bb0-3ed9-4dbe-84e9-46bf8dd45eb0 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] No DVR routers for this DVR port f876e95a-42cc-4f31-b8f2-05185c677ea9 on host n-h2-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:14:02.561034 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-30d58e38-8438-403b-9267-2f800b45515a req-a03a7bb0-3ed9-4dbe-84e9-46bf8dd45eb0 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:02.564475 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-30d58e38-8438-403b-9267-2f800b45515a req-a03a7bb0-3ed9-4dbe-84e9-46bf8dd45eb0 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] 10.222.0.89 "DELETE /v2.0/ports/f876e95a-42cc-4f31-b8f2-05185c677ea9 HTTP/1.1" status: 204 len: 173 time: 0.4030085 Feb 09 22:14:02.564916 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb2a3736-5130-4358-a798-91104ff86a5e', 'name': 'network-vif-deleted', 'tag': 'f876e95a-42cc-4f31-b8f2-05185c677ea9'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:14:02.567176 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e722f05-d9a2-4d45-9f87-e8359e341d9d" -d '{"events": [{"server_uuid": "bb2a3736-5130-4358-a798-91104ff86a5e", "name": "network-vif-deleted", "tag": "f876e95a-42cc-4f31-b8f2-05185c677ea9"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:14:02.604478 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1465f271-e356-415c-a85b-6557289e5515 x-openstack-request-id: req-1465f271-e356-415c-a85b-6557289e5515 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:14:02.604846 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb2a3736-5130-4358-a798-91104ff86a5e", "name": "network-vif-deleted", "tag": "f876e95a-42cc-4f31-b8f2-05185c677ea9", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:14:02.605107 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-1465f271-e356-415c-a85b-6557289e5515 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:14:02.605542 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb2a3736-5130-4358-a798-91104ff86a5e', 'name': 'network-vif-deleted', 'tag': 'f876e95a-42cc-4f31-b8f2-05185c677ea9', 'status': 'completed', 'code': 200} Feb 09 22:14:02.836017 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-935df163-5ef9-4499-8af1-63bc1e774b90 req-8b4c50e1-5353-4e24-9035-7ea441481381 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] 10.222.0.90 "GET /v2.0/ports?device_id=bb2a3736-5130-4358-a798-91104ff86a5e HTTP/1.1" status: 200 len: 210 time: 0.0317390 Feb 09 22:14:03.934647 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f8ad1daf-8bde-429a-affe-7960af00b8f1 req-fa8c84b7-e196-4530-a253-f511248ac184 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] 10.222.0.90 "GET /v2.0/ports?device_id=bb2a3736-5130-4358-a798-91104ff86a5e HTTP/1.1" status: 200 len: 210 time: 0.0273924 Feb 09 22:14:05.033381 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-af1a1ebb-5a2f-4654-b425-d5df6cd651f1 req-1d210a00-9974-46fd-bd44-4ea7d01999a8 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] 10.222.0.90 "GET /v2.0/ports?device_id=bb2a3736-5130-4358-a798-91104ff86a5e HTTP/1.1" status: 200 len: 210 time: 0.0301123 Feb 09 22:14:06.133321 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ee902364-4e60-42c1-b40f-dfa7b2b29ac6 req-d42b6378-14d0-4b0a-b2c2-23efd4a6cf5e tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] 10.222.0.90 "GET /v2.0/ports?device_id=bb2a3736-5130-4358-a798-91104ff86a5e HTTP/1.1" status: 200 len: 210 time: 0.0292687 Feb 09 22:14:06.678751 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device f876e95a-42cc-4f31-b8f2-05185c677ea9 no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:14:06.702497 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] No Port match for: f876e95a-42cc-4f31-b8f2-05185c677ea9 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:14:06.702865 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device f876e95a-42cc-4f31-b8f2-05185c677ea9 not bound to the agent host n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:14:07.235033 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b548ca5f-9229-4c25-842c-803603f1148e req-1cc48e70-9d1f-4c89-b73a-8529f30ccb62 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] 10.222.0.90 "GET /v2.0/ports?device_id=bb2a3736-5130-4358-a798-91104ff86a5e HTTP/1.1" status: 200 len: 210 time: 0.0300581 Feb 09 22:14:08.330003 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0e74476f-df17-4b8b-9224-eb34ad720c2b req-25e172f4-a79b-4821-8e50-34f907d0621d tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] 10.222.0.90 "GET /v2.0/ports?device_id=bb2a3736-5130-4358-a798-91104ff86a5e HTTP/1.1" status: 200 len: 210 time: 0.0272622 Feb 09 22:14:09.080078 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-be6bb9e0-50a1-4c64-940c-880b1e64bc13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:09.435646 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-127021ce-40b8-4d6f-b016-8692fe23e457 req-8a791712-f492-4df3-ac7d-00a37d070549 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] 10.222.0.90 "GET /v2.0/ports?device_id=bb2a3736-5130-4358-a798-91104ff86a5e HTTP/1.1" status: 200 len: 210 time: 0.0326350 Feb 09 22:14:10.538599 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-07e1abc9-47f8-418c-a82a-31ac90fc195d req-9d5f87af-b138-41b1-b2f4-ed910d4aded0 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] 10.222.0.90 "GET /v2.0/ports?device_id=bb2a3736-5130-4358-a798-91104ff86a5e HTTP/1.1" status: 200 len: 210 time: 0.0285134 Feb 09 22:14:11.041445 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-aa983099-9f76-4649-9aef-b6fd96826548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:11.648137 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f659cccb-2c7f-4d96-8032-bc13548efc25 req-67cec241-054a-4ebd-9394-714bf9bae94c tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] 10.222.0.90 "GET /v2.0/ports?device_id=bb2a3736-5130-4358-a798-91104ff86a5e HTTP/1.1" status: 200 len: 210 time: 0.0279355 Feb 09 22:14:12.703818 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 46688) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:12.760617 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-80d9adfe-8a96-47c7-8272-99e6eb0454a5 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Publish callbacks [] for security_group (1d2c6cd2-b797-415e-adcb-d6c4d56e60ab), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:12.785336 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-80d9adfe-8a96-47c7-8272-99e6eb0454a5 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Publish callbacks [] for security_group (1d2c6cd2-b797-415e-adcb-d6c4d56e60ab), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:12.836207 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:12.845085 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-80d9adfe-8a96-47c7-8272-99e6eb0454a5 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (1d2c6cd2-b797-415e-adcb-d6c4d56e60ab), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:12.847952 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-80d9adfe-8a96-47c7-8272-99e6eb0454a5 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:12.849222 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-80d9adfe-8a96-47c7-8272-99e6eb0454a5 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] 10.222.0.90 "DELETE /v2.0/security-groups/1d2c6cd2-b797-415e-adcb-d6c4d56e60ab HTTP/1.1" status: 204 len: 168 time: 0.1443770 Feb 09 22:14:12.859232 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d9adfe-8a96-47c7-8272-99e6eb0454a5 tempest-TestVolumeBackupRestore-1705475946 tempest-TestVolumeBackupRestore-1705475946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d2c6cd2-b797-415e-adcb-d6c4d56e60ab,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:14.251826 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:15.402590 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:20.658528 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 47202) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:21.095907 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-daac2b44-69fd-4a80-8998-8a9de09d5d84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524906'] for router_interface (999a95fc-8dd8-41ff-bf58-bbeb1deb674d), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:21.615798 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:21.683759 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-daac2b44-69fd-4a80-8998-8a9de09d5d84 admin admin] Deleting port ea63bd10-27ea-4cd6-8500-e3b8b2a72a74 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:14:21.684565 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-daac2b44-69fd-4a80-8998-8a9de09d5d84 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (ea63bd10-27ea-4cd6-8500-e3b8b2a72a74), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:21.760962 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-daac2b44-69fd-4a80-8998-8a9de09d5d84 admin admin] For port ea63bd10-27ea-4cd6-8500-e3b8b2a72a74, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=ea63bd10-27ea-4cd6-8500-e3b8b2a72a74,segment=NetworkSegment(a8622317-7d56-439b-892c-bfc5582cf06a),segment_id=a8622317-7d56-439b-892c-bfc5582cf06a)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:14:21.761361 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-daac2b44-69fd-4a80-8998-8a9de09d5d84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (ea63bd10-27ea-4cd6-8500-e3b8b2a72a74), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:21.777611 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-daac2b44-69fd-4a80-8998-8a9de09d5d84 admin admin] Calling delete_port for ea63bd10-27ea-4cd6-8500-e3b8b2a72a74 owned by network:router_interface {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:14:21.985984 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-daac2b44-69fd-4a80-8998-8a9de09d5d84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (ea63bd10-27ea-4cd6-8500-e3b8b2a72a74), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:22.013655 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daac2b44-69fd-4a80-8998-8a9de09d5d84 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea63bd10-27ea-4cd6-8500-e3b8b2a72a74,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:22.235865 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-daac2b44-69fd-4a80-8998-8a9de09d5d84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-525054'] for router_interface (999a95fc-8dd8-41ff-bf58-bbeb1deb674d), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:22.477131 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daac2b44-69fd-4a80-8998-8a9de09d5d84 admin admin] Router 999a95fc-8dd8-41ff-bf58-bbeb1deb674d has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:14:22.587856 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daac2b44-69fd-4a80-8998-8a9de09d5d84 admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:14:22.595893 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-daac2b44-69fd-4a80-8998-8a9de09d5d84 admin admin] 10.222.0.90 "PUT /v2.0/routers/999a95fc-8dd8-41ff-bf58-bbeb1deb674d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9349799 Feb 09 22:14:22.596021 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 47212) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:22.600043 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632e11ef-affb-409d-be97-ee4db829b248 None None] Sync routers for ids ['999a95fc-8dd8-41ff-bf58-bbeb1deb674d'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:14:22.609326 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632e11ef-affb-409d-be97-ee4db829b248 None None] Routers {'999a95fc-8dd8-41ff-bf58-bbeb1deb674d'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:14:22.609949 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-632e11ef-affb-409d-be97-ee4db829b248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:14:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['999a95fc-8dd8-41ff-bf58-bbeb1deb674d'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:22.708001 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a09a271b-d8b0-42be-885b-b5f5f08d8f84 admin admin] Publish callbacks [] for router (999a95fc-8dd8-41ff-bf58-bbeb1deb674d), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:22.823454 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a09a271b-d8b0-42be-885b-b5f5f08d8f84 admin admin] Publish callbacks [] for router_gateway (999a95fc-8dd8-41ff-bf58-bbeb1deb674d), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:22.878999 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-a09a271b-d8b0-42be-885b-b5f5f08d8f84 admin admin] Deleting port faa43771-1784-4747-9459-7150da967f27 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:14:22.879306 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a09a271b-d8b0-42be-885b-b5f5f08d8f84 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (faa43771-1784-4747-9459-7150da967f27), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:22.890054 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-632e11ef-affb-409d-be97-ee4db829b248 None None] Set router 999a95fc-8dd8-41ff-bf58-bbeb1deb674d gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:14:22.966698 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-a09a271b-d8b0-42be-885b-b5f5f08d8f84 admin admin] For port faa43771-1784-4747-9459-7150da967f27, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=faa43771-1784-4747-9459-7150da967f27,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:14:22.967158 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a09a271b-d8b0-42be-885b-b5f5f08d8f84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (faa43771-1784-4747-9459-7150da967f27), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:22.981590 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-a09a271b-d8b0-42be-885b-b5f5f08d8f84 admin admin] Calling delete_port for faa43771-1784-4747-9459-7150da967f27 owned by network:router_gateway {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:14:23.069949 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-632e11ef-affb-409d-be97-ee4db829b248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '999a95fc-8dd8-41ff-bf58-bbeb1deb674d', 'name': 'tempest-TestVolumeBackupRestore-1369012192-router', 'tenant_id': 'dbc49f288e0341b88b640bcf3e997b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'faa43771-1784-4747-9459-7150da967f27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:09:59Z', 'updated_at': '2022-02-09T22:14:21Z', 'revision_number': 5, 'project_id': 'dbc49f288e0341b88b640bcf3e997b0d', 'gw_port': {'id': 'faa43771-1784-4747-9459-7150da967f27', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999a95fc-8dd8-41ff-bf58-bbeb1deb674d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:10:00Z', 'updated_at': '2022-02-09T22:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:23.098022 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632e11ef-affb-409d-be97-ee4db829b248 None None] Checking router: 999a95fc-8dd8-41ff-bf58-bbeb1deb674d for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:14:23.106540 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632e11ef-affb-409d-be97-ee4db829b248 None None] Routers {'999a95fc-8dd8-41ff-bf58-bbeb1deb674d'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:14:23.107211 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-632e11ef-affb-409d-be97-ee4db829b248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:14:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['999a95fc-8dd8-41ff-bf58-bbeb1deb674d'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:23.161712 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a09a271b-d8b0-42be-885b-b5f5f08d8f84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (faa43771-1784-4747-9459-7150da967f27), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:23.195875 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09a271b-d8b0-42be-885b-b5f5f08d8f84 admin admin] Pushing event deleted for resources: {'Port': ['ID=faa43771-1784-4747-9459-7150da967f27,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:23.209813 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-632e11ef-affb-409d-be97-ee4db829b248 None None] Set router 999a95fc-8dd8-41ff-bf58-bbeb1deb674d gateway port host: None {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:14:23.268928 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a09a271b-d8b0-42be-885b-b5f5f08d8f84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-554524'] for router_gateway (999a95fc-8dd8-41ff-bf58-bbeb1deb674d), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:23.273074 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-632e11ef-affb-409d-be97-ee4db829b248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '999a95fc-8dd8-41ff-bf58-bbeb1deb674d', 'name': 'tempest-TestVolumeBackupRestore-1369012192-router', 'tenant_id': 'dbc49f288e0341b88b640bcf3e997b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:09:59Z', 'updated_at': '2022-02-09T22:14:22Z', 'revision_number': 6, 'project_id': 'dbc49f288e0341b88b640bcf3e997b0d', 'gw_port_host': None}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:23.301790 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632e11ef-affb-409d-be97-ee4db829b248 None None] The sync data for ids ['999a95fc-8dd8-41ff-bf58-bbeb1deb674d'] in n-d-828369-5 is: [{'id': '999a95fc-8dd8-41ff-bf58-bbeb1deb674d', 'name': 'tempest-TestVolumeBackupRestore-1369012192-router', 'tenant_id': 'dbc49f288e0341b88b640bcf3e997b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:09:59Z', 'updated_at': '2022-02-09T22:14:22Z', 'revision_number': 6, 'project_id': 'dbc49f288e0341b88b640bcf3e997b0d', 'gw_port_host': None}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:14:23.377451 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a09a271b-d8b0-42be-885b-b5f5f08d8f84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (999a95fc-8dd8-41ff-bf58-bbeb1deb674d), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:23.379659 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a09a271b-d8b0-42be-885b-b5f5f08d8f84 admin admin] Publish callbacks [] for router_controller (999a95fc-8dd8-41ff-bf58-bbeb1deb674d), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:23.430959 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a09a271b-d8b0-42be-885b-b5f5f08d8f84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (999a95fc-8dd8-41ff-bf58-bbeb1deb674d), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:23.431449 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a09a271b-d8b0-42be-885b-b5f5f08d8f84 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 999a95fc-8dd8-41ff-bf58-bbeb1deb674d {{(pid=103140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:14:23.435939 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a09a271b-d8b0-42be-885b-b5f5f08d8f84 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:23.437614 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-a09a271b-d8b0-42be-885b-b5f5f08d8f84 admin admin] 10.222.0.90 "DELETE /v2.0/routers/999a95fc-8dd8-41ff-bf58-bbeb1deb674d HTTP/1.1" status: 204 len: 168 time: 0.8406289 Feb 09 22:14:23.440086 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 47218) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:23.488623 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_v2 [None req-a95d478d-ac12-41dd-970c-9e4d2881b4a9 admin admin] Deleting subnet 1c6c0320-c465-43a6-b50c-75838bf608f0 {{(pid=103140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:14:23.491768 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a95d478d-ac12-41dd-970c-9e4d2881b4a9 admin admin] Publish callbacks [] for subnet (1c6c0320-c465-43a6-b50c-75838bf608f0), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:23.526573 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a95d478d-ac12-41dd-970c-9e4d2881b4a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9110716'] for subnet (1c6c0320-c465-43a6-b50c-75838bf608f0), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:23.607216 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a95d478d-ac12-41dd-970c-9e4d2881b4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (1c6c0320-c465-43a6-b50c-75838bf608f0), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:23.666759 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a95d478d-ac12-41dd-970c-9e4d2881b4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621346'] for subnet (1c6c0320-c465-43a6-b50c-75838bf608f0), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:23.696158 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95d478d-ac12-41dd-970c-9e4d2881b4a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c6c0320-c465-43a6-b50c-75838bf608f0,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:23.698456 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a95d478d-ac12-41dd-970c-9e4d2881b4a9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:23.704753 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-a95d478d-ac12-41dd-970c-9e4d2881b4a9 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/1c6c0320-c465-43a6-b50c-75838bf608f0 HTTP/1.1" status: 204 len: 168 time: 0.2607691 Feb 09 22:14:23.704976 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 47220) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:23.714875 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5099568-f41f-430a-9424-2c544eb515bc None None] Network 9e9ac215-f9db-4a76-96c9-9b770f70751e requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:14:23.795571 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fb5d8b81-ee8b-45ce-a30f-58c1126a8eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (9e9ac215-f9db-4a76-96c9-9b770f70751e), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:23.861208 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:23.864410 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-fb5d8b81-ee8b-45ce-a30f-58c1126a8eba admin admin] Deleting port 7935fec0-a8c8-48f9-983c-18d766982f67 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:14:23.864943 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fb5d8b81-ee8b-45ce-a30f-58c1126a8eba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (7935fec0-a8c8-48f9-983c-18d766982f67), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:23.930116 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-fb5d8b81-ee8b-45ce-a30f-58c1126a8eba admin admin] For port 7935fec0-a8c8-48f9-983c-18d766982f67, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=7935fec0-a8c8-48f9-983c-18d766982f67,segment=NetworkSegment(a8622317-7d56-439b-892c-bfc5582cf06a),segment_id=a8622317-7d56-439b-892c-bfc5582cf06a)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:14:23.930484 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fb5d8b81-ee8b-45ce-a30f-58c1126a8eba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (7935fec0-a8c8-48f9-983c-18d766982f67), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:23.943614 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-fb5d8b81-ee8b-45ce-a30f-58c1126a8eba admin admin] Calling delete_port for 7935fec0-a8c8-48f9-983c-18d766982f67 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:14:24.025708 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fb5d8b81-ee8b-45ce-a30f-58c1126a8eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (7935fec0-a8c8-48f9-983c-18d766982f67), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:24.056446 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5d8b81-ee8b-45ce-a30f-58c1126a8eba admin admin] Pushing event deleted for resources: {'Port': ['ID=7935fec0-a8c8-48f9-983c-18d766982f67,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:24.058187 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5d8b81-ee8b-45ce-a30f-58c1126a8eba admin admin] No DVR routers for this DVR port 7935fec0-a8c8-48f9-983c-18d766982f67 on host n-d-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:14:24.136083 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57d087e-b0c1-41cd-94bd-f1b509fffab5 None None] DHCP port deletion for 9e9ac215-f9db-4a76-96c9-9b770f70751e request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:14:24.136598 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fb5d8b81-ee8b-45ce-a30f-58c1126a8eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (9e9ac215-f9db-4a76-96c9-9b770f70751e), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:24.162382 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-fb5d8b81-ee8b-45ce-a30f-58c1126a8eba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e9ac215-f9db-4a76-96c9-9b770f70751e']}} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:24.184268 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-fb5d8b81-ee8b-45ce-a30f-58c1126a8eba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8622317-7d56-439b-892c-bfc5582cf06a') {'for_net_delete': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:24.184268 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-fb5d8b81-ee8b-45ce-a30f-58c1126a8eba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8622317-7d56-439b-892c-bfc5582cf06a') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:24.195344 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fb5d8b81-ee8b-45ce-a30f-58c1126a8eba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110711'] for segment (a8622317-7d56-439b-892c-bfc5582cf06a), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:24.211484 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fb5d8b81-ee8b-45ce-a30f-58c1126a8eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (a8622317-7d56-439b-892c-bfc5582cf06a), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:24.218843 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb5d8b81-ee8b-45ce-a30f-58c1126a8eba admin admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=103140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:14:24.219768 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fb5d8b81-ee8b-45ce-a30f-58c1126a8eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669415'] for segment (a8622317-7d56-439b-892c-bfc5582cf06a), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:24.221429 n-d-828369-5 neutron-server[103140]: Traceback (most recent call last): Feb 09 22:14:24.221429 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:14:24.221429 n-d-828369-5 neutron-server[103140]: timer() Feb 09 22:14:24.221429 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:14:24.221429 n-d-828369-5 neutron-server[103140]: cb(*args, **kw) Feb 09 22:14:24.221429 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:14:24.221429 n-d-828369-5 neutron-server[103140]: return func(*args, **kwargs) Feb 09 22:14:24.221429 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:14:24.221429 n-d-828369-5 neutron-server[103140]: self._notify() Feb 09 22:14:24.221429 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:14:24.221429 n-d-828369-5 neutron-server[103140]: self.callback(batched_events) Feb 09 22:14:24.221429 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:14:24.221429 n-d-828369-5 neutron-server[103140]: event.method(event) Feb 09 22:14:24.221429 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:14:24.221429 n-d-828369-5 neutron-server[103140]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:14:24.221429 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:14:24.221429 n-d-828369-5 neutron-server[103140]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:14:24.221429 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:14:24.221429 n-d-828369-5 neutron-server[103140]: return f(self, *a, **k) Feb 09 22:14:24.221429 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:14:24.221429 n-d-828369-5 neutron-server[103140]: return self._get(url).json() Feb 09 22:14:24.221429 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:14:24.221429 n-d-828369-5 neutron-server[103140]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:14:24.221429 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:14:24.221429 n-d-828369-5 neutron-server[103140]: return self.request(url, 'GET', **kwargs) Feb 09 22:14:24.221429 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:14:24.221429 n-d-828369-5 neutron-server[103140]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:14:24.221429 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:14:24.221429 n-d-828369-5 neutron-server[103140]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:14:24.221429 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:14:24.221429 n-d-828369-5 neutron-server[103140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:14:24.221429 n-d-828369-5 neutron-server[103140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:14:24.224647 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device ea63bd10-27ea-4cd6-8500-e3b8b2a72a74 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:14:24.247448 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: ea63bd10-27ea-4cd6-8500-e3b8b2a72a74 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:14:24.247914 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device ea63bd10-27ea-4cd6-8500-e3b8b2a72a74 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:14:24.248489 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 7935fec0-a8c8-48f9-983c-18d766982f67 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:14:24.290676 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fb5d8b81-ee8b-45ce-a30f-58c1126a8eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (9e9ac215-f9db-4a76-96c9-9b770f70751e), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:24.291711 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 7935fec0-a8c8-48f9-983c-18d766982f67 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:14:24.293075 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 7935fec0-a8c8-48f9-983c-18d766982f67 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:14:24.293518 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device faa43771-1784-4747-9459-7150da967f27 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:14:24.299198 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fb5d8b81-ee8b-45ce-a30f-58c1126a8eba admin admin] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:24.302604 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-fb5d8b81-ee8b-45ce-a30f-58c1126a8eba admin admin] 10.222.0.90 "DELETE /v2.0/networks/9e9ac215-f9db-4a76-96c9-9b770f70751e HTTP/1.1" status: 204 len: 168 time: 0.5965817 Feb 09 22:14:24.305638 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 47222) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:24.314076 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5d8b81-ee8b-45ce-a30f-58c1126a8eba admin admin] Pushing event deleted for resources: {'Network': ['ID=9e9ac215-f9db-4a76-96c9-9b770f70751e,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:24.322669 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: faa43771-1784-4747-9459-7150da967f27 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:14:24.323130 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device faa43771-1784-4747-9459-7150da967f27 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:14:24.707296 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-450d39b1-80b9-4380-9781-9e53631816ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524906'] for router_interface (25e9eb9b-25ff-43f3-b646-a11c207f9de0), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:25.292292 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-450d39b1-80b9-4380-9781-9e53631816ac admin admin] Deleting port 05db9b11-3311-4f66-863a-bf6e4490200d {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:14:25.292631 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-450d39b1-80b9-4380-9781-9e53631816ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (05db9b11-3311-4f66-863a-bf6e4490200d), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:25.368763 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-450d39b1-80b9-4380-9781-9e53631816ac admin admin] For port 05db9b11-3311-4f66-863a-bf6e4490200d, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=05db9b11-3311-4f66-863a-bf6e4490200d,segment=NetworkSegment(6bf1c590-b72b-40ee-aede-60afd67499df),segment_id=6bf1c590-b72b-40ee-aede-60afd67499df)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:14:25.369438 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-450d39b1-80b9-4380-9781-9e53631816ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (05db9b11-3311-4f66-863a-bf6e4490200d), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:25.382375 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-450d39b1-80b9-4380-9781-9e53631816ac admin admin] Calling delete_port for 05db9b11-3311-4f66-863a-bf6e4490200d owned by network:router_interface {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:14:25.581194 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-450d39b1-80b9-4380-9781-9e53631816ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (05db9b11-3311-4f66-863a-bf6e4490200d), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:25.585959 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:14:25.607753 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450d39b1-80b9-4380-9781-9e53631816ac admin admin] Pushing event deleted for resources: {'Port': ['ID=05db9b11-3311-4f66-863a-bf6e4490200d,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:25.636308 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450d39b1-80b9-4380-9781-9e53631816ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:25.636660 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450d39b1-80b9-4380-9781-9e53631816ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:25.637001 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450d39b1-80b9-4380-9781-9e53631816ac admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:25.637336 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450d39b1-80b9-4380-9781-9e53631816ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:25.637669 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450d39b1-80b9-4380-9781-9e53631816ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:25.638001 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450d39b1-80b9-4380-9781-9e53631816ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:25.638330 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450d39b1-80b9-4380-9781-9e53631816ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:25.638657 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450d39b1-80b9-4380-9781-9e53631816ac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:25.638980 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450d39b1-80b9-4380-9781-9e53631816ac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:25.639402 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450d39b1-80b9-4380-9781-9e53631816ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:25.640327 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450d39b1-80b9-4380-9781-9e53631816ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:25.640674 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450d39b1-80b9-4380-9781-9e53631816ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:25.641410 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450d39b1-80b9-4380-9781-9e53631816ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:25.791399 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-450d39b1-80b9-4380-9781-9e53631816ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-525054'] for router_interface (25e9eb9b-25ff-43f3-b646-a11c207f9de0), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:26.015728 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-450d39b1-80b9-4380-9781-9e53631816ac admin admin] Router 25e9eb9b-25ff-43f3-b646-a11c207f9de0 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:14:26.125888 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-450d39b1-80b9-4380-9781-9e53631816ac admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:14:26.133727 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-450d39b1-80b9-4380-9781-9e53631816ac admin admin] 10.222.0.90 "PUT /v2.0/routers/25e9eb9b-25ff-43f3-b646-a11c207f9de0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8243206 Feb 09 22:14:26.134493 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 47232) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:26.145363 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05284776-2fc2-4ea6-a0da-60898653d77f None None] Sync routers for ids ['25e9eb9b-25ff-43f3-b646-a11c207f9de0'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:14:26.161201 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05284776-2fc2-4ea6-a0da-60898653d77f None None] Routers {'25e9eb9b-25ff-43f3-b646-a11c207f9de0'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:14:26.161826 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-05284776-2fc2-4ea6-a0da-60898653d77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:14:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['25e9eb9b-25ff-43f3-b646-a11c207f9de0'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:26.275631 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e6587c80-f327-4ed5-8907-636e40a170c4 admin admin] Publish callbacks [] for router (25e9eb9b-25ff-43f3-b646-a11c207f9de0), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:26.287315 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-05284776-2fc2-4ea6-a0da-60898653d77f None None] Set router 25e9eb9b-25ff-43f3-b646-a11c207f9de0 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:14:26.383616 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e6587c80-f327-4ed5-8907-636e40a170c4 admin admin] Publish callbacks [] for router_gateway (25e9eb9b-25ff-43f3-b646-a11c207f9de0), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:26.461755 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-e6587c80-f327-4ed5-8907-636e40a170c4 admin admin] Deleting port 1bdb3ba6-87a7-48cf-9547-0c353fe85e96 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:14:26.468530 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e6587c80-f327-4ed5-8907-636e40a170c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (1bdb3ba6-87a7-48cf-9547-0c353fe85e96), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:26.499470 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-05284776-2fc2-4ea6-a0da-60898653d77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25e9eb9b-25ff-43f3-b646-a11c207f9de0', 'name': 'tempest-TestVolumeBackupRestore-1704035013-router', 'tenant_id': '0d555672ff994d488a72c0113940e47f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.91'}], 'enable_snat': True}, 'gw_port_id': '1bdb3ba6-87a7-48cf-9547-0c353fe85e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:10:05Z', 'updated_at': '2022-02-09T22:14:25Z', 'revision_number': 5, 'project_id': '0d555672ff994d488a72c0113940e47f', 'gw_port': {'id': '1bdb3ba6-87a7-48cf-9547-0c353fe85e96', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:78:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e9eb9b-25ff-43f3-b646-a11c207f9de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:10:06Z', 'updated_at': '2022-02-09T22:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:26.533247 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05284776-2fc2-4ea6-a0da-60898653d77f None None] Checking router: 25e9eb9b-25ff-43f3-b646-a11c207f9de0 for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:14:26.545582 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05284776-2fc2-4ea6-a0da-60898653d77f None None] Routers {'25e9eb9b-25ff-43f3-b646-a11c207f9de0'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:14:26.545582 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-05284776-2fc2-4ea6-a0da-60898653d77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:14:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['25e9eb9b-25ff-43f3-b646-a11c207f9de0'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:26.562117 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-e6587c80-f327-4ed5-8907-636e40a170c4 admin admin] For port 1bdb3ba6-87a7-48cf-9547-0c353fe85e96, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=1bdb3ba6-87a7-48cf-9547-0c353fe85e96,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:14:26.562601 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e6587c80-f327-4ed5-8907-636e40a170c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (1bdb3ba6-87a7-48cf-9547-0c353fe85e96), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:26.582302 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-e6587c80-f327-4ed5-8907-636e40a170c4 admin admin] Calling delete_port for 1bdb3ba6-87a7-48cf-9547-0c353fe85e96 owned by network:router_gateway {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:14:26.649693 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-05284776-2fc2-4ea6-a0da-60898653d77f None None] Set router 25e9eb9b-25ff-43f3-b646-a11c207f9de0 gateway port host: None {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:14:26.713018 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-05284776-2fc2-4ea6-a0da-60898653d77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25e9eb9b-25ff-43f3-b646-a11c207f9de0', 'name': 'tempest-TestVolumeBackupRestore-1704035013-router', 'tenant_id': '0d555672ff994d488a72c0113940e47f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:10:05Z', 'updated_at': '2022-02-09T22:14:26Z', 'revision_number': 6, 'project_id': '0d555672ff994d488a72c0113940e47f', 'gw_port_host': None}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:26.741963 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05284776-2fc2-4ea6-a0da-60898653d77f None None] The sync data for ids ['25e9eb9b-25ff-43f3-b646-a11c207f9de0'] in n-d-828369-5 is: [{'id': '25e9eb9b-25ff-43f3-b646-a11c207f9de0', 'name': 'tempest-TestVolumeBackupRestore-1704035013-router', 'tenant_id': '0d555672ff994d488a72c0113940e47f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:10:05Z', 'updated_at': '2022-02-09T22:14:26Z', 'revision_number': 6, 'project_id': '0d555672ff994d488a72c0113940e47f', 'gw_port_host': None}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:14:26.780551 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e6587c80-f327-4ed5-8907-636e40a170c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (1bdb3ba6-87a7-48cf-9547-0c353fe85e96), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:26.807297 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6587c80-f327-4ed5-8907-636e40a170c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bdb3ba6-87a7-48cf-9547-0c353fe85e96,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:26.869553 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e6587c80-f327-4ed5-8907-636e40a170c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-554524'] for router_gateway (25e9eb9b-25ff-43f3-b646-a11c207f9de0), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:27.241709 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e6587c80-f327-4ed5-8907-636e40a170c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (25e9eb9b-25ff-43f3-b646-a11c207f9de0), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:27.243826 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e6587c80-f327-4ed5-8907-636e40a170c4 admin admin] Publish callbacks [] for router_controller (25e9eb9b-25ff-43f3-b646-a11c207f9de0), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:27.287194 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e6587c80-f327-4ed5-8907-636e40a170c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (25e9eb9b-25ff-43f3-b646-a11c207f9de0), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:27.287841 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6587c80-f327-4ed5-8907-636e40a170c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25e9eb9b-25ff-43f3-b646-a11c207f9de0 {{(pid=103140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:14:27.292241 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e6587c80-f327-4ed5-8907-636e40a170c4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:27.293442 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-e6587c80-f327-4ed5-8907-636e40a170c4 admin admin] 10.222.0.90 "DELETE /v2.0/routers/25e9eb9b-25ff-43f3-b646-a11c207f9de0 HTTP/1.1" status: 204 len: 168 time: 1.1563497 Feb 09 22:14:27.296644 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 47238) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:27.338549 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_v2 [None req-5303485a-ccb4-4dc5-ace7-cc64e8aa5519 admin admin] Deleting subnet 2d2f9a28-8a5e-41c4-b20d-a689f8c527e7 {{(pid=103140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:14:27.341650 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5303485a-ccb4-4dc5-ace7-cc64e8aa5519 admin admin] Publish callbacks [] for subnet (2d2f9a28-8a5e-41c4-b20d-a689f8c527e7), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:27.375099 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5303485a-ccb4-4dc5-ace7-cc64e8aa5519 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9110716'] for subnet (2d2f9a28-8a5e-41c4-b20d-a689f8c527e7), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:27.453021 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5303485a-ccb4-4dc5-ace7-cc64e8aa5519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (2d2f9a28-8a5e-41c4-b20d-a689f8c527e7), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:27.505095 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5303485a-ccb4-4dc5-ace7-cc64e8aa5519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621346'] for subnet (2d2f9a28-8a5e-41c4-b20d-a689f8c527e7), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:27.527254 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5303485a-ccb4-4dc5-ace7-cc64e8aa5519 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d2f9a28-8a5e-41c4-b20d-a689f8c527e7,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:27.536884 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5303485a-ccb4-4dc5-ace7-cc64e8aa5519 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:27.542341 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-5303485a-ccb4-4dc5-ace7-cc64e8aa5519 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/2d2f9a28-8a5e-41c4-b20d-a689f8c527e7 HTTP/1.1" status: 204 len: 168 time: 0.2424984 Feb 09 22:14:27.543215 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e919ad6-6cf6-4fe6-97a6-47bfa7efb02f None None] Network 4980f8eb-82c4-45fb-802d-c56124ba4fcb requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:14:27.544485 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 47240) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:27.638827 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a2ef8530-7168-472a-bc33-9829abe0ab61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (4980f8eb-82c4-45fb-802d-c56124ba4fcb), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:27.709418 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e6a4be-d475-4088-b91d-3d2c6725057d None None] DHCP port deletion for 4980f8eb-82c4-45fb-802d-c56124ba4fcb request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:14:27.710179 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-a2ef8530-7168-472a-bc33-9829abe0ab61 admin admin] Deleting port daf7da2b-44d5-4647-991e-1cc85599990e {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:14:27.710619 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a2ef8530-7168-472a-bc33-9829abe0ab61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (daf7da2b-44d5-4647-991e-1cc85599990e), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:27.779749 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-15e6a4be-d475-4088-b91d-3d2c6725057d None None] Deleting port daf7da2b-44d5-4647-991e-1cc85599990e {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:14:27.780801 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-15e6a4be-d475-4088-b91d-3d2c6725057d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (daf7da2b-44d5-4647-991e-1cc85599990e), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:27.805430 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-a2ef8530-7168-472a-bc33-9829abe0ab61 admin admin] For port daf7da2b-44d5-4647-991e-1cc85599990e, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=daf7da2b-44d5-4647-991e-1cc85599990e,segment=NetworkSegment(6bf1c590-b72b-40ee-aede-60afd67499df),segment_id=6bf1c590-b72b-40ee-aede-60afd67499df)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:14:27.805811 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a2ef8530-7168-472a-bc33-9829abe0ab61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (daf7da2b-44d5-4647-991e-1cc85599990e), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:27.826420 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-a2ef8530-7168-472a-bc33-9829abe0ab61 admin admin] Calling delete_port for daf7da2b-44d5-4647-991e-1cc85599990e owned by network:dhcp {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:14:27.860686 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-15e6a4be-d475-4088-b91d-3d2c6725057d None None] For port daf7da2b-44d5-4647-991e-1cc85599990e, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=daf7da2b-44d5-4647-991e-1cc85599990e,segment=NetworkSegment(6bf1c590-b72b-40ee-aede-60afd67499df),segment_id=6bf1c590-b72b-40ee-aede-60afd67499df)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:14:27.861374 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-15e6a4be-d475-4088-b91d-3d2c6725057d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (daf7da2b-44d5-4647-991e-1cc85599990e), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:27.887805 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-15e6a4be-d475-4088-b91d-3d2c6725057d None None] Calling delete_port for daf7da2b-44d5-4647-991e-1cc85599990e owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:14:27.969247 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a2ef8530-7168-472a-bc33-9829abe0ab61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (daf7da2b-44d5-4647-991e-1cc85599990e), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:28.000361 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-15e6a4be-d475-4088-b91d-3d2c6725057d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (daf7da2b-44d5-4647-991e-1cc85599990e), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:28.005591 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ef8530-7168-472a-bc33-9829abe0ab61 admin admin] Pushing event deleted for resources: {'Port': ['ID=daf7da2b-44d5-4647-991e-1cc85599990e,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:28.009740 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ef8530-7168-472a-bc33-9829abe0ab61 admin admin] No DVR routers for this DVR port daf7da2b-44d5-4647-991e-1cc85599990e on host n-d-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:14:28.042499 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e6a4be-d475-4088-b91d-3d2c6725057d None None] Pushing event deleted for resources: {'Port': ['ID=daf7da2b-44d5-4647-991e-1cc85599990e,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:28.059928 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e6a4be-d475-4088-b91d-3d2c6725057d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:28.060541 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e6a4be-d475-4088-b91d-3d2c6725057d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:28.061774 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e6a4be-d475-4088-b91d-3d2c6725057d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:28.062353 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e6a4be-d475-4088-b91d-3d2c6725057d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:28.062870 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e6a4be-d475-4088-b91d-3d2c6725057d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:28.063418 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e6a4be-d475-4088-b91d-3d2c6725057d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:28.063959 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e6a4be-d475-4088-b91d-3d2c6725057d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:28.064689 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e6a4be-d475-4088-b91d-3d2c6725057d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:28.065582 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e6a4be-d475-4088-b91d-3d2c6725057d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:28.066243 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e6a4be-d475-4088-b91d-3d2c6725057d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:28.066938 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e6a4be-d475-4088-b91d-3d2c6725057d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:28.067629 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e6a4be-d475-4088-b91d-3d2c6725057d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:28.068167 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e6a4be-d475-4088-b91d-3d2c6725057d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:14:28.084743 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e6a4be-d475-4088-b91d-3d2c6725057d None None] No DVR routers for this DVR port daf7da2b-44d5-4647-991e-1cc85599990e on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:14:28.103484 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a2ef8530-7168-472a-bc33-9829abe0ab61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (4980f8eb-82c4-45fb-802d-c56124ba4fcb), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:28.133902 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-a2ef8530-7168-472a-bc33-9829abe0ab61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4980f8eb-82c4-45fb-802d-c56124ba4fcb']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:28.154254 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-a2ef8530-7168-472a-bc33-9829abe0ab61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bf1c590-b72b-40ee-aede-60afd67499df') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:28.154530 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-a2ef8530-7168-472a-bc33-9829abe0ab61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bf1c590-b72b-40ee-aede-60afd67499df') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:14:28.172295 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a2ef8530-7168-472a-bc33-9829abe0ab61 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (6bf1c590-b72b-40ee-aede-60afd67499df), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:28.189296 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a2ef8530-7168-472a-bc33-9829abe0ab61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (6bf1c590-b72b-40ee-aede-60afd67499df), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:28.194451 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 1bdb3ba6-87a7-48cf-9547-0c353fe85e96 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:14:28.196137 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2ef8530-7168-472a-bc33-9829abe0ab61 admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:14:28.196631 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a2ef8530-7168-472a-bc33-9829abe0ab61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (6bf1c590-b72b-40ee-aede-60afd67499df), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:28.198318 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 22:14:28.198318 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:14:28.198318 n-d-828369-5 neutron-server[103141]: timer() Feb 09 22:14:28.198318 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:14:28.198318 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 22:14:28.198318 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:14:28.198318 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 22:14:28.198318 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:14:28.198318 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 22:14:28.198318 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:14:28.198318 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 22:14:28.198318 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:14:28.198318 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 22:14:28.198318 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:14:28.198318 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:14:28.198318 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:14:28.198318 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:14:28.198318 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:14:28.198318 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 22:14:28.198318 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:14:28.198318 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 22:14:28.198318 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:14:28.198318 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:14:28.198318 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:14:28.198318 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 22:14:28.198318 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:14:28.198318 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:14:28.198318 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:14:28.198318 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:14:28.198318 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:14:28.198318 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:14:28.198318 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:14:28.222691 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 1bdb3ba6-87a7-48cf-9547-0c353fe85e96 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:14:28.223467 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 1bdb3ba6-87a7-48cf-9547-0c353fe85e96 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:14:28.225128 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 05db9b11-3311-4f66-863a-bf6e4490200d no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:14:28.245958 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 05db9b11-3311-4f66-863a-bf6e4490200d {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:14:28.246227 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 05db9b11-3311-4f66-863a-bf6e4490200d not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:14:28.246647 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device daf7da2b-44d5-4647-991e-1cc85599990e no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:14:28.266364 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: daf7da2b-44d5-4647-991e-1cc85599990e {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:14:28.266709 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device daf7da2b-44d5-4647-991e-1cc85599990e not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:14:28.277706 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a2ef8530-7168-472a-bc33-9829abe0ab61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (4980f8eb-82c4-45fb-802d-c56124ba4fcb), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:28.285173 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a2ef8530-7168-472a-bc33-9829abe0ab61 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:28.288420 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-a2ef8530-7168-472a-bc33-9829abe0ab61 admin admin] 10.222.0.90 "DELETE /v2.0/networks/4980f8eb-82c4-45fb-802d-c56124ba4fcb HTTP/1.1" status: 204 len: 168 time: 0.7407756 Feb 09 22:14:28.303728 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ef8530-7168-472a-bc33-9829abe0ab61 admin admin] Pushing event deleted for resources: {'Network': ['ID=4980f8eb-82c4-45fb-802d-c56124ba4fcb,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:28.451474 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 47260) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:28.491131 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-f3648f78-9277-4f3c-9af2-8dd7c1285ef1 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=dbc49f288e0341b88b640bcf3e997b0d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379348 Feb 09 22:14:28.493613 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 47262) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:28.540096 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-43f64dc3-47b1-4afd-9976-809469f1d114 admin admin] Publish callbacks [] for security_group (40d818a2-5df6-4f9d-9a04-523775eba431), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:28.561774 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-43f64dc3-47b1-4afd-9976-809469f1d114 admin admin] Publish callbacks [] for security_group (40d818a2-5df6-4f9d-9a04-523775eba431), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:28.611334 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-43f64dc3-47b1-4afd-9976-809469f1d114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (40d818a2-5df6-4f9d-9a04-523775eba431), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:28.614390 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-43f64dc3-47b1-4afd-9976-809469f1d114 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:28.615582 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-43f64dc3-47b1-4afd-9976-809469f1d114 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/40d818a2-5df6-4f9d-9a04-523775eba431 HTTP/1.1" status: 204 len: 168 time: 0.1210771 Feb 09 22:14:28.623531 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f64dc3-47b1-4afd-9976-809469f1d114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40d818a2-5df6-4f9d-9a04-523775eba431,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:28.971890 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 47268) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:29.014682 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-95b386c9-1836-4c51-8b7b-bc2008ba36d5 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=0d555672ff994d488a72c0113940e47f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0409975 Feb 09 22:14:29.017450 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 47270) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:29.069145 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e425db67-dcf1-44c3-9297-398fdd3da953 admin admin] Publish callbacks [] for security_group (dcef1631-3178-4446-87d9-3130dcb6d062), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:29.095792 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e425db67-dcf1-44c3-9297-398fdd3da953 admin admin] Publish callbacks [] for security_group (dcef1631-3178-4446-87d9-3130dcb6d062), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:29.144837 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e425db67-dcf1-44c3-9297-398fdd3da953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (dcef1631-3178-4446-87d9-3130dcb6d062), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:29.147469 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e425db67-dcf1-44c3-9297-398fdd3da953 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:29.148706 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-e425db67-dcf1-44c3-9297-398fdd3da953 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/dcef1631-3178-4446-87d9-3130dcb6d062 HTTP/1.1" status: 204 len: 168 time: 0.1302903 Feb 09 22:14:29.158456 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e425db67-dcf1-44c3-9297-398fdd3da953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcef1631-3178-4446-87d9-3130dcb6d062,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:39.064879 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-9f26c7a8-df79-4d55-a413-c4c1e1ac26d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:41.043190 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-69abeace-4e02-4b4e-92a6-b300b35fc96d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:42.301874 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 47386) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:42.417251 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6f06a4fe-d002-4012-8d5f-6d01ed044a42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:42.491093 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6f06a4fe-d002-4012-8d5f-6d01ed044a42 admin admin] Publish callbacks [] for security_group (db872524-2fed-4fef-8175-bd11c7cc4468), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:42.495045 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6f06a4fe-d002-4012-8d5f-6d01ed044a42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (db872524-2fed-4fef-8175-bd11c7cc4468), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:42.535486 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-6f06a4fe-d002-4012-8d5f-6d01ed044a42 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=ccd1305c56dd4b2b9dea808ec339cfff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2324934 Feb 09 22:14:42.536406 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f06a4fe-d002-4012-8d5f-6d01ed044a42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db872524-2fed-4fef-8175-bd11c7cc4468,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:42.538156 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 47390) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:42.587102 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a6f798b4-b355-4305-8bf5-04d2359f6aa4 admin admin] Publish callbacks [] for security_group (db872524-2fed-4fef-8175-bd11c7cc4468), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:42.611181 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a6f798b4-b355-4305-8bf5-04d2359f6aa4 admin admin] Publish callbacks [] for security_group (db872524-2fed-4fef-8175-bd11c7cc4468), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:42.666959 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a6f798b4-b355-4305-8bf5-04d2359f6aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (db872524-2fed-4fef-8175-bd11c7cc4468), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:42.670517 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a6f798b4-b355-4305-8bf5-04d2359f6aa4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:42.675388 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-a6f798b4-b355-4305-8bf5-04d2359f6aa4 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/db872524-2fed-4fef-8175-bd11c7cc4468 HTTP/1.1" status: 204 len: 168 time: 0.1325636 Feb 09 22:14:42.682804 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f798b4-b355-4305-8bf5-04d2359f6aa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db872524-2fed-4fef-8175-bd11c7cc4468,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:42.844080 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:42.939998 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 47396) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:42.953210 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c26c2cce-b0ed-4628-9676-f2f2b137c1af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:43.027864 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c26c2cce-b0ed-4628-9676-f2f2b137c1af admin admin] Publish callbacks [] for security_group (c93b567b-da02-4334-a4e1-2e3f09dcdbf7), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:43.032415 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c26c2cce-b0ed-4628-9676-f2f2b137c1af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (c93b567b-da02-4334-a4e1-2e3f09dcdbf7), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:43.069470 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-c26c2cce-b0ed-4628-9676-f2f2b137c1af admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=860d6c9a2cf545d9879ef1b98f219574&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1283317 Feb 09 22:14:43.072002 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 47398) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:14:43.077791 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26c2cce-b0ed-4628-9676-f2f2b137c1af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c93b567b-da02-4334-a4e1-2e3f09dcdbf7,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:43.121935 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9746bb8d-9be9-4020-962a-97f05961e862 admin admin] Publish callbacks [] for security_group (c93b567b-da02-4334-a4e1-2e3f09dcdbf7), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:43.143237 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9746bb8d-9be9-4020-962a-97f05961e862 admin admin] Publish callbacks [] for security_group (c93b567b-da02-4334-a4e1-2e3f09dcdbf7), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:43.190994 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9746bb8d-9be9-4020-962a-97f05961e862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (c93b567b-da02-4334-a4e1-2e3f09dcdbf7), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:43.193847 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9746bb8d-9be9-4020-962a-97f05961e862 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:43.195013 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-9746bb8d-9be9-4020-962a-97f05961e862 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/c93b567b-da02-4334-a4e1-2e3f09dcdbf7 HTTP/1.1" status: 204 len: 168 time: 0.1220906 Feb 09 22:14:43.202856 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9746bb8d-9be9-4020-962a-97f05961e862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c93b567b-da02-4334-a4e1-2e3f09dcdbf7,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:14:43.560979 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0d0c1e21-2130-4c53-b36e-73b0e3a4785e req-803494f5-9dcb-43c9-a246-b237641b8b2a service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=d8fedef7-59ac-44f8-9d99-37067b22922a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0522096 Feb 09 22:14:43.656875 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0c1e21-2130-4c53-b36e-73b0e3a4785e req-df740590-e7ef-4ea7-b193-6590e5c3de10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:43.658441 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0d0c1e21-2130-4c53-b36e-73b0e3a4785e req-df740590-e7ef-4ea7-b193-6590e5c3de10 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=ad9e4f8727be424b869d8f0ad468be3f&device_id=d8fedef7-59ac-44f8-9d99-37067b22922a HTTP/1.1" status: 200 len: 1127 time: 0.0514214 Feb 09 22:14:43.768653 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0c1e21-2130-4c53-b36e-73b0e3a4785e req-9ee58b0a-a637-4d0f-8478-10ab269d64e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:43.770265 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0d0c1e21-2130-4c53-b36e-73b0e3a4785e req-9ee58b0a-a637-4d0f-8478-10ab269d64e6 service neutron] 10.222.0.95 "GET /v2.0/networks?id=7e64d8e8-78a3-4987-8778-47d4e5b9b498 HTTP/1.1" status: 200 len: 912 time: 0.0912218 Feb 09 22:14:43.840549 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0d0c1e21-2130-4c53-b36e-73b0e3a4785e req-6a49706b-63f1-4d59-af41-af29c22f3d7f service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fcd62bca-2e27-4cc3-9d4e-1e5807ee7459 HTTP/1.1" status: 200 len: 1000 time: 0.0644152 Feb 09 22:14:43.889278 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0c1e21-2130-4c53-b36e-73b0e3a4785e req-10e0bed9-467f-453a-84cd-54f4da4fbbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:43.891340 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0d0c1e21-2130-4c53-b36e-73b0e3a4785e req-10e0bed9-467f-453a-84cd-54f4da4fbbaf service neutron] 10.222.0.95 "GET /v2.0/subnets?id=84c886de-428b-4fdd-ac96-e9bdd27d5e04 HTTP/1.1" status: 200 len: 850 time: 0.0442433 Feb 09 22:14:43.939593 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0c1e21-2130-4c53-b36e-73b0e3a4785e req-0cee64c7-3559-47fd-8cdb-0f4ac999838a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:14:43.941155 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0d0c1e21-2130-4c53-b36e-73b0e3a4785e req-0cee64c7-3559-47fd-8cdb-0f4ac999838a service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=7e64d8e8-78a3-4987-8778-47d4e5b9b498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444756 Feb 09 22:14:44.036907 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0d0c1e21-2130-4c53-b36e-73b0e3a4785e req-ad157d6f-8c97-4d01-9b0a-d328e927bef9 service neutron] 10.222.0.95 "GET /v2.0/networks/7e64d8e8-78a3-4987-8778-47d4e5b9b498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894966 Feb 09 22:14:44.130218 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0d0c1e21-2130-4c53-b36e-73b0e3a4785e req-2ac05bc1-9258-48cb-9d64-d6b824538e99 service neutron] 10.222.0.95 "GET /v2.0/networks/7e64d8e8-78a3-4987-8778-47d4e5b9b498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861387 Feb 09 22:14:44.249339 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:45.367665 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:51.639345 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:14:53.844947 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:02.422453 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 47538) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:02.545114 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-59b0a53b-1128-4fdd-a799-7752fdbd6f59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:02.585887 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:15:02.629827 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-59b0a53b-1128-4fdd-a799-7752fdbd6f59 admin admin] Publish callbacks [] for security_group (e483afce-8952-4316-86e3-ff3d122301f4), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:02.633800 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-59b0a53b-1128-4fdd-a799-7752fdbd6f59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (e483afce-8952-4316-86e3-ff3d122301f4), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:02.675107 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-59b0a53b-1128-4fdd-a799-7752fdbd6f59 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=87e1c64edccc4525bd05c7e1bc395f2c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2493224 Feb 09 22:15:02.676116 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 47542) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:02.676625 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b0a53b-1128-4fdd-a799-7752fdbd6f59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e483afce-8952-4316-86e3-ff3d122301f4,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:02.686285 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b0a53b-1128-4fdd-a799-7752fdbd6f59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:02.686645 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b0a53b-1128-4fdd-a799-7752fdbd6f59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:02.686991 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b0a53b-1128-4fdd-a799-7752fdbd6f59 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:02.687473 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b0a53b-1128-4fdd-a799-7752fdbd6f59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:02.688457 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b0a53b-1128-4fdd-a799-7752fdbd6f59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:02.688803 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b0a53b-1128-4fdd-a799-7752fdbd6f59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:02.689140 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b0a53b-1128-4fdd-a799-7752fdbd6f59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:02.689636 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b0a53b-1128-4fdd-a799-7752fdbd6f59 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:02.689980 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b0a53b-1128-4fdd-a799-7752fdbd6f59 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:02.690366 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b0a53b-1128-4fdd-a799-7752fdbd6f59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:02.690703 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b0a53b-1128-4fdd-a799-7752fdbd6f59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:02.691029 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b0a53b-1128-4fdd-a799-7752fdbd6f59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:02.691357 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b0a53b-1128-4fdd-a799-7752fdbd6f59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:02.734076 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4ca07460-a52a-4cd3-8f48-3964f1053b91 admin admin] Publish callbacks [] for security_group (e483afce-8952-4316-86e3-ff3d122301f4), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:02.754848 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4ca07460-a52a-4cd3-8f48-3964f1053b91 admin admin] Publish callbacks [] for security_group (e483afce-8952-4316-86e3-ff3d122301f4), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:02.807861 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4ca07460-a52a-4cd3-8f48-3964f1053b91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (e483afce-8952-4316-86e3-ff3d122301f4), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:02.810583 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4ca07460-a52a-4cd3-8f48-3964f1053b91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:02.811815 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-4ca07460-a52a-4cd3-8f48-3964f1053b91 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/e483afce-8952-4316-86e3-ff3d122301f4 HTTP/1.1" status: 204 len: 168 time: 0.1339796 Feb 09 22:15:02.820563 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca07460-a52a-4cd3-8f48-3964f1053b91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e483afce-8952-4316-86e3-ff3d122301f4,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:03.103295 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 47548) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:03.118268 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-48ddf419-f0d4-43b3-9106-a31713054054 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:03.202596 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-48ddf419-f0d4-43b3-9106-a31713054054 admin admin] Publish callbacks [] for security_group (b06f4d61-0eee-4265-8ffa-0621ddac9b44), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:03.207183 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-48ddf419-f0d4-43b3-9106-a31713054054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (b06f4d61-0eee-4265-8ffa-0621ddac9b44), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:03.241194 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-48ddf419-f0d4-43b3-9106-a31713054054 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=95f64a79fe994fb2b58905a4d870ea76&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1367207 Feb 09 22:15:03.245331 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 47552) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:03.313666 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ddf419-f0d4-43b3-9106-a31713054054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b06f4d61-0eee-4265-8ffa-0621ddac9b44,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:03.332491 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cfee0fea-b339-45a6-b32a-5c8f0bf53729 admin admin] Publish callbacks [] for security_group (b06f4d61-0eee-4265-8ffa-0621ddac9b44), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:03.364140 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cfee0fea-b339-45a6-b32a-5c8f0bf53729 admin admin] Publish callbacks [] for security_group (b06f4d61-0eee-4265-8ffa-0621ddac9b44), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:03.413548 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cfee0fea-b339-45a6-b32a-5c8f0bf53729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (b06f4d61-0eee-4265-8ffa-0621ddac9b44), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:03.416210 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cfee0fea-b339-45a6-b32a-5c8f0bf53729 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:03.417401 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-cfee0fea-b339-45a6-b32a-5c8f0bf53729 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/b06f4d61-0eee-4265-8ffa-0621ddac9b44 HTTP/1.1" status: 204 len: 168 time: 0.1710951 Feb 09 22:15:03.425919 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfee0fea-b339-45a6-b32a-5c8f0bf53729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b06f4d61-0eee-4265-8ffa-0621ddac9b44,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:09.079598 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-aa30ebb4-a0d4-44c6-99fa-b564b35a8d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:09.946865 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d3b31d0c-ff74-4f2c-976e-ce16b2091d4a req-bbf5b598-b04a-4fbd-bbae-b015206f3738 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-777434328&fields=id&tenant_id=ad9e4f8727be424b869d8f0ad468be3f HTTP/1.1" status: 200 len: 267 time: 0.0486522 Feb 09 22:15:10.079188 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b31d0c-ff74-4f2c-976e-ce16b2091d4a req-5622b6fe-953e-4bc3-8db2-b78c7a18c247 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:10.080737 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d3b31d0c-ff74-4f2c-976e-ce16b2091d4a req-5622b6fe-953e-4bc3-8db2-b78c7a18c247 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/networks?id=7e64d8e8-78a3-4987-8778-47d4e5b9b498 HTTP/1.1" status: 200 len: 811 time: 0.1267104 Feb 09 22:15:10.097799 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d3b31d0c-ff74-4f2c-976e-ce16b2091d4a req-90de45e1-560d-415d-9633-674ae18acdcc tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/quotas/ad9e4f8727be424b869d8f0ad468be3f HTTP/1.1" status: 200 len: 375 time: 0.0114670 Feb 09 22:15:10.161427 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d3b31d0c-ff74-4f2c-976e-ce16b2091d4a req-07a4c04a-085e-40b3-bb61-88e449b2a3da tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=ad9e4f8727be424b869d8f0ad468be3f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0577857 Feb 09 22:15:10.383483 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d3b31d0c-ff74-4f2c-976e-ce16b2091d4a req-b8a69a02-2f0f-49de-8806-09c23e95dfb1 service neutron] 10.222.0.90 "GET /v2.0/networks/7e64d8e8-78a3-4987-8778-47d4e5b9b498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080460 Feb 09 22:15:10.498503 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d3b31d0c-ff74-4f2c-976e-ce16b2091d4a req-6dbc18e6-23e1-4eb6-887b-94a75223ff8d service neutron] 10.222.0.90 "GET /v2.0/networks/7e64d8e8-78a3-4987-8778-47d4e5b9b498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088145 Feb 09 22:15:10.814971 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4e1dc3b8-4041-492c-a191-b795aa5ff10e req-0ce176bd-802a-4c18-b581-1fd6d1b833c5 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=202827d7-ec72-41d1-97a9-93352c316682 HTTP/1.1" status: 200 len: 210 time: 0.0355561 Feb 09 22:15:11.048950 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2b2f1644-7bdd-417a-b4af-9ab389f4fc07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:11.964578 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b31d0c-ff74-4f2c-976e-ce16b2091d4a req-5617bf34-fb6d-4ca2-849c-987b510bff08 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:11.966059 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d3b31d0c-ff74-4f2c-976e-ce16b2091d4a req-5617bf34-fb6d-4ca2-849c-987b510bff08 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.89 "GET /v2.0/networks?id=7e64d8e8-78a3-4987-8778-47d4e5b9b498 HTTP/1.1" status: 200 len: 811 time: 0.1582563 Feb 09 22:15:11.968104 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6bce5998-48d8-47c0-ad8b-347870e9255d req-5568eae2-f2fa-44a3-ab31-7f7b24283911 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=202827d7-ec72-41d1-97a9-93352c316682 HTTP/1.1" status: 200 len: 210 time: 0.0347123 Feb 09 22:15:12.038356 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d3b31d0c-ff74-4f2c-976e-ce16b2091d4a req-46172f42-c15b-4561-9513-a108cb4d18e3 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad9e4f8727be424b869d8f0ad468be3f HTTP/1.1" status: 200 len: 379 time: 0.0602288 Feb 09 22:15:12.047713 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-d3b31d0c-ff74-4f2c-976e-ce16b2091d4a req-d576ff87-00a7-4a89-a1ed-36b322d56440 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Request body: {'port': {'device_id': '202827d7-ec72-41d1-97a9-93352c316682', 'network_id': '7e64d8e8-78a3-4987-8778-47d4e5b9b498', 'admin_state_up': True, 'tenant_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'security_groups': ['c11f40b7-d1f9-4288-ad38-42983b39662e']}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:15:12.167861 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3b31d0c-ff74-4f2c-976e-ce16b2091d4a req-d576ff87-00a7-4a89-a1ed-36b322d56440 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Made reservation on behalf of ad9e4f8727be424b869d8f0ad468be3f for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:15:12.171254 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-d3b31d0c-ff74-4f2c-976e-ce16b2091d4a req-d576ff87-00a7-4a89-a1ed-36b322d56440 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:12.304565 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [req-d3b31d0c-ff74-4f2c-976e-ce16b2091d4a req-d576ff87-00a7-4a89-a1ed-36b322d56440 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Allocated IP 172.20.0.3 (7e64d8e8-78a3-4987-8778-47d4e5b9b498/84c886de-428b-4fdd-ac96-e9bdd27d5e04/e4935671-5a5a-4c74-aca7-b22b730ec724) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:15:12.451361 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-d3b31d0c-ff74-4f2c-976e-ce16b2091d4a req-d576ff87-00a7-4a89-a1ed-36b322d56440 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks [] for port (e4935671-5a5a-4c74-aca7-b22b730ec724), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:12.491478 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-d3b31d0c-ff74-4f2c-976e-ce16b2091d4a req-d576ff87-00a7-4a89-a1ed-36b322d56440 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (e4935671-5a5a-4c74-aca7-b22b730ec724), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:12.539714 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3b31d0c-ff74-4f2c-976e-ce16b2091d4a req-d576ff87-00a7-4a89-a1ed-36b322d56440 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Network 7e64d8e8-78a3-4987-8778-47d4e5b9b498 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:15:12.554675 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [req-d3b31d0c-ff74-4f2c-976e-ce16b2091d4a req-d576ff87-00a7-4a89-a1ed-36b322d56440 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:15:12.568489 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d576ff87-00a7-4a89-a1ed-36b322d56440 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Pushing event updated for resources: {'Port': ['ID=e4935671-5a5a-4c74-aca7-b22b730ec724,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:12.571035 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3b31d0c-ff74-4f2c-976e-ce16b2091d4a req-d576ff87-00a7-4a89-a1ed-36b322d56440 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:15:12.624778 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b31d0c-ff74-4f2c-976e-ce16b2091d4a req-d576ff87-00a7-4a89-a1ed-36b322d56440 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:12.625401 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-d3b31d0c-ff74-4f2c-976e-ce16b2091d4a req-d576ff87-00a7-4a89-a1ed-36b322d56440 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:12.645820 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d3b31d0c-ff74-4f2c-976e-ce16b2091d4a req-d576ff87-00a7-4a89-a1ed-36b322d56440 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6024015 Feb 09 22:15:12.731486 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-d3b31d0c-ff74-4f2c-976e-ce16b2091d4a req-5f3d0ba3-b418-4f07-bb1d-03900d6ddae5 service neutron] Request body: {'port': {'device_id': '202827d7-ec72-41d1-97a9-93352c316682', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:15:12.814428 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-d3b31d0c-ff74-4f2c-976e-ce16b2091d4a req-5f3d0ba3-b418-4f07-bb1d-03900d6ddae5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (e4935671-5a5a-4c74-aca7-b22b730ec724), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:12.854748 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:12.886713 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-551495f5-a2e7-4d2d-aa67-b7d25cf124da None None] Provisioning complete for port e4935671-5a5a-4c74-aca7-b22b730ec724 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:15:12.886713 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-551495f5-a2e7-4d2d-aa67-b7d25cf124da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (e4935671-5a5a-4c74-aca7-b22b730ec724), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:12.974340 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-551495f5-a2e7-4d2d-aa67-b7d25cf124da None None] Port e4935671-5a5a-4c74-aca7-b22b730ec724 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:15:13.122156 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3579434-a4fb-43ba-90fe-7c847aac4e7c req-60ed9c93-cd71-4015-b655-2af463517ef7 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:13.123896 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d3579434-a4fb-43ba-90fe-7c847aac4e7c req-60ed9c93-cd71-4015-b655-2af463517ef7 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=202827d7-ec72-41d1-97a9-93352c316682 HTTP/1.1" status: 200 len: 931 time: 0.0744014 Feb 09 22:15:13.208695 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d3579434-a4fb-43ba-90fe-7c847aac4e7c req-7c614682-1245-40f4-a845-ed7b9fb83208 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c11f40b7-d1f9-4288-ad38-42983b39662e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727403 Feb 09 22:15:13.219892 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-d3b31d0c-ff74-4f2c-976e-ce16b2091d4a req-5f3d0ba3-b418-4f07-bb1d-03900d6ddae5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4935671-5a5a-4c74-aca7-b22b730ec724 {{(pid=103141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:15:13.231357 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-d3b31d0c-ff74-4f2c-976e-ce16b2091d4a req-5f3d0ba3-b418-4f07-bb1d-03900d6ddae5 service neutron] Publish callbacks [] for port (e4935671-5a5a-4c74-aca7-b22b730ec724), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:13.248842 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-d3b31d0c-ff74-4f2c-976e-ce16b2091d4a req-5f3d0ba3-b418-4f07-bb1d-03900d6ddae5 service neutron] Transition to ACTIVE for port object e4935671-5a5a-4c74-aca7-b22b730ec724 will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:15:13.252737 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-d3b31d0c-ff74-4f2c-976e-ce16b2091d4a req-5f3d0ba3-b418-4f07-bb1d-03900d6ddae5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (e4935671-5a5a-4c74-aca7-b22b730ec724), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:13.334746 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3d0ba3-b418-4f07-bb1d-03900d6ddae5 service neutron] Pushing event updated for resources: {'Port': ['ID=e4935671-5a5a-4c74-aca7-b22b730ec724,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:13.394488 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-d3b31d0c-ff74-4f2c-976e-ce16b2091d4a req-5f3d0ba3-b418-4f07-bb1d-03900d6ddae5 service neutron] Attempting to bind port e4935671-5a5a-4c74-aca7-b22b730ec724 on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:15:13.394965 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-d3b31d0c-ff74-4f2c-976e-ce16b2091d4a req-5f3d0ba3-b418-4f07-bb1d-03900d6ddae5 service neutron] Attempting to bind port e4935671-5a5a-4c74-aca7-b22b730ec724 by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': 'ccdb70e6-3e43-42b3-b6b7-87da11db8888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7e64d8e8-78a3-4987-8778-47d4e5b9b498'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:15:13.395367 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b31d0c-ff74-4f2c-976e-ce16b2091d4a req-5f3d0ba3-b418-4f07-bb1d-03900d6ddae5 service neutron] Attempting to bind port e4935671-5a5a-4c74-aca7-b22b730ec724 on network 7e64d8e8-78a3-4987-8778-47d4e5b9b498 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:15:13.401505 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b31d0c-ff74-4f2c-976e-ce16b2091d4a req-5f3d0ba3-b418-4f07-bb1d-03900d6ddae5 service neutron] Port e4935671-5a5a-4c74-aca7-b22b730ec724 on network 7e64d8e8-78a3-4987-8778-47d4e5b9b498 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:15:13.401950 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b31d0c-ff74-4f2c-976e-ce16b2091d4a req-5f3d0ba3-b418-4f07-bb1d-03900d6ddae5 service neutron] Attempting to bind port e4935671-5a5a-4c74-aca7-b22b730ec724 on network 7e64d8e8-78a3-4987-8778-47d4e5b9b498 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:15:13.409333 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b31d0c-ff74-4f2c-976e-ce16b2091d4a req-5f3d0ba3-b418-4f07-bb1d-03900d6ddae5 service neutron] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:15:13.409699 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b31d0c-ff74-4f2c-976e-ce16b2091d4a req-5f3d0ba3-b418-4f07-bb1d-03900d6ddae5 service neutron] Checking segment: {'id': 'ccdb70e6-3e43-42b3-b6b7-87da11db8888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7e64d8e8-78a3-4987-8778-47d4e5b9b498'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:15:13.410186 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b31d0c-ff74-4f2c-976e-ce16b2091d4a req-5f3d0ba3-b418-4f07-bb1d-03900d6ddae5 service neutron] Bound using segment: {'id': 'ccdb70e6-3e43-42b3-b6b7-87da11db8888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7e64d8e8-78a3-4987-8778-47d4e5b9b498'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:15:13.410655 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-d3b31d0c-ff74-4f2c-976e-ce16b2091d4a req-5f3d0ba3-b418-4f07-bb1d-03900d6ddae5 service neutron] Bound port: e4935671-5a5a-4c74-aca7-b22b730ec724, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccdb70e6-3e43-42b3-b6b7-87da11db8888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '7e64d8e8-78a3-4987-8778-47d4e5b9b498'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:15:13.411131 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-d3b31d0c-ff74-4f2c-976e-ce16b2091d4a req-5f3d0ba3-b418-4f07-bb1d-03900d6ddae5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (e4935671-5a5a-4c74-aca7-b22b730ec724), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:13.489066 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-d3b31d0c-ff74-4f2c-976e-ce16b2091d4a req-5f3d0ba3-b418-4f07-bb1d-03900d6ddae5 service neutron] For port e4935671-5a5a-4c74-aca7-b22b730ec724, host n-h2-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:15:13.492952 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-d3b31d0c-ff74-4f2c-976e-ce16b2091d4a req-5f3d0ba3-b418-4f07-bb1d-03900d6ddae5 service neutron] For port e4935671-5a5a-4c74-aca7-b22b730ec724, host n-h2-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=e4935671-5a5a-4c74-aca7-b22b730ec724,segment=NetworkSegment(ccdb70e6-3e43-42b3-b6b7-87da11db8888),segment_id=ccdb70e6-3e43-42b3-b6b7-87da11db8888)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:15:13.499932 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-d3b31d0c-ff74-4f2c-976e-ce16b2091d4a req-5f3d0ba3-b418-4f07-bb1d-03900d6ddae5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (e4935671-5a5a-4c74-aca7-b22b730ec724), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:13.541065 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b31d0c-ff74-4f2c-976e-ce16b2091d4a req-5f3d0ba3-b418-4f07-bb1d-03900d6ddae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:13.541692 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-d3b31d0c-ff74-4f2c-976e-ce16b2091d4a req-5f3d0ba3-b418-4f07-bb1d-03900d6ddae5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:13.543306 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d3b31d0c-ff74-4f2c-976e-ce16b2091d4a req-5f3d0ba3-b418-4f07-bb1d-03900d6ddae5 service neutron] 10.222.0.89 "PUT /v2.0/ports/e4935671-5a5a-4c74-aca7-b22b730ec724 HTTP/1.1" status: 200 len: 1091 time: 0.8903139 Feb 09 22:15:13.543780 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '202827d7-ec72-41d1-97a9-93352c316682', 'tag': 'e4935671-5a5a-4c74-aca7-b22b730ec724'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:15:13.546649 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc3cbf63-6b79-4b8c-a0fb-8756c382d31b" -d '{"events": [{"name": "network-changed", "server_uuid": "202827d7-ec72-41d1-97a9-93352c316682", "tag": "e4935671-5a5a-4c74-aca7-b22b730ec724"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:15:13.576290 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3d0ba3-b418-4f07-bb1d-03900d6ddae5 service neutron] Pushing event updated for resources: {'Port': ['ID=e4935671-5a5a-4c74-aca7-b22b730ec724,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:13.624740 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c86efba9-9d32-4fb3-ba72-20da7c692e30 x-openstack-request-id: req-c86efba9-9d32-4fb3-ba72-20da7c692e30 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:15:13.625202 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "202827d7-ec72-41d1-97a9-93352c316682", "tag": "e4935671-5a5a-4c74-aca7-b22b730ec724", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:15:13.625580 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-c86efba9-9d32-4fb3-ba72-20da7c692e30 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:15:13.626091 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '202827d7-ec72-41d1-97a9-93352c316682', 'tag': 'e4935671-5a5a-4c74-aca7-b22b730ec724', 'status': 'completed', 'code': 200} Feb 09 22:15:13.649440 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b31d0c-ff74-4f2c-976e-ce16b2091d4a req-a39982fa-9845-4b72-92c5-7d94885122e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:13.651074 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d3b31d0c-ff74-4f2c-976e-ce16b2091d4a req-a39982fa-9845-4b72-92c5-7d94885122e5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ad9e4f8727be424b869d8f0ad468be3f&device_id=202827d7-ec72-41d1-97a9-93352c316682 HTTP/1.1" status: 200 len: 1125 time: 0.0691607 Feb 09 22:15:13.700001 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d3b31d0c-ff74-4f2c-976e-ce16b2091d4a req-704cee3f-404e-40ef-94ec-96862baa39fd service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4935671-5a5a-4c74-aca7-b22b730ec724 HTTP/1.1" status: 200 len: 217 time: 0.0419447 Feb 09 22:15:13.756680 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b31d0c-ff74-4f2c-976e-ce16b2091d4a req-c63ad935-0c3d-411e-b034-7b9a78793371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:13.758596 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d3b31d0c-ff74-4f2c-976e-ce16b2091d4a req-c63ad935-0c3d-411e-b034-7b9a78793371 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=84c886de-428b-4fdd-ac96-e9bdd27d5e04 HTTP/1.1" status: 200 len: 850 time: 0.0515299 Feb 09 22:15:13.810201 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b31d0c-ff74-4f2c-976e-ce16b2091d4a req-71ef34fc-6e76-481a-b6b2-c6409892022a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:13.811741 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d3b31d0c-ff74-4f2c-976e-ce16b2091d4a req-71ef34fc-6e76-481a-b6b2-c6409892022a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7e64d8e8-78a3-4987-8778-47d4e5b9b498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0469236 Feb 09 22:15:13.924658 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d3b31d0c-ff74-4f2c-976e-ce16b2091d4a req-5909c83a-bcd3-487e-961d-27b8c10ccb01 service neutron] 10.222.0.89 "GET /v2.0/networks/7e64d8e8-78a3-4987-8778-47d4e5b9b498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060019 Feb 09 22:15:14.024492 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d3b31d0c-ff74-4f2c-976e-ce16b2091d4a req-59f9c2d3-5644-4de6-be73-2611bdfd6bce service neutron] 10.222.0.89 "GET /v2.0/networks/7e64d8e8-78a3-4987-8778-47d4e5b9b498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937102 Feb 09 22:15:14.139557 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3cbf63-6b79-4b8c-a0fb-8756c382d31b req-c4b569fc-6bee-40cb-b4d4-561e471464a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:14.141751 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-bc3cbf63-6b79-4b8c-a0fb-8756c382d31b req-c4b569fc-6bee-40cb-b4d4-561e471464a4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ad9e4f8727be424b869d8f0ad468be3f&device_id=202827d7-ec72-41d1-97a9-93352c316682 HTTP/1.1" status: 200 len: 1125 time: 0.0565629 Feb 09 22:15:14.245614 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3cbf63-6b79-4b8c-a0fb-8756c382d31b req-4d33510a-d812-4bfd-ae32-15e2907045b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:14.247372 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-bc3cbf63-6b79-4b8c-a0fb-8756c382d31b req-4d33510a-d812-4bfd-ae32-15e2907045b8 service neutron] 10.222.0.89 "GET /v2.0/networks?id=7e64d8e8-78a3-4987-8778-47d4e5b9b498 HTTP/1.1" status: 200 len: 912 time: 0.0990746 Feb 09 22:15:14.258969 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:14.314840 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-bc3cbf63-6b79-4b8c-a0fb-8756c382d31b req-9bd67d42-5483-408c-934a-863df2821b00 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4935671-5a5a-4c74-aca7-b22b730ec724 HTTP/1.1" status: 200 len: 217 time: 0.0593476 Feb 09 22:15:14.342858 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246f0922-a120-4c19-896a-d23a9d1ef9a7 req-aa1b2e81-64dc-4e4e-a80b-241ee75d6c17 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:14.350525 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-246f0922-a120-4c19-896a-d23a9d1ef9a7 req-aa1b2e81-64dc-4e4e-a80b-241ee75d6c17 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=202827d7-ec72-41d1-97a9-93352c316682 HTTP/1.1" status: 200 len: 943 time: 0.0641444 Feb 09 22:15:14.378559 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3cbf63-6b79-4b8c-a0fb-8756c382d31b req-893c24e1-cfb7-4183-a07b-ff6a8d40c370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:14.380156 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-bc3cbf63-6b79-4b8c-a0fb-8756c382d31b req-893c24e1-cfb7-4183-a07b-ff6a8d40c370 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=84c886de-428b-4fdd-ac96-e9bdd27d5e04 HTTP/1.1" status: 200 len: 850 time: 0.0591986 Feb 09 22:15:14.410982 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-246f0922-a120-4c19-896a-d23a9d1ef9a7 req-6ef5af37-0732-4a72-93dd-8b01e1540668 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c11f40b7-d1f9-4288-ad38-42983b39662e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593317 Feb 09 22:15:14.440107 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3cbf63-6b79-4b8c-a0fb-8756c382d31b req-7e8eb46a-c2c5-4908-bd7b-e665b69d27c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:14.442089 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-bc3cbf63-6b79-4b8c-a0fb-8756c382d31b req-7e8eb46a-c2c5-4908-bd7b-e665b69d27c1 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7e64d8e8-78a3-4987-8778-47d4e5b9b498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0551627 Feb 09 22:15:14.535770 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-bc3cbf63-6b79-4b8c-a0fb-8756c382d31b req-a0cc15ce-5b15-4622-a98f-aca736fabba3 service neutron] 10.222.0.89 "GET /v2.0/networks/7e64d8e8-78a3-4987-8778-47d4e5b9b498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876610 Feb 09 22:15:14.635207 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-bc3cbf63-6b79-4b8c-a0fb-8756c382d31b req-0c6679b9-3b66-4b5d-9c01-7734cc34a0b5 service neutron] 10.222.0.89 "GET /v2.0/networks/7e64d8e8-78a3-4987-8778-47d4e5b9b498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924115 Feb 09 22:15:15.369584 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:15.522823 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f1d086-417b-4d4b-9c7f-d3833083586e req-1c97c953-e13f-46a5-bfc5-279c2dc4f188 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:15.524661 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e8f1d086-417b-4d4b-9c7f-d3833083586e req-1c97c953-e13f-46a5-bfc5-279c2dc4f188 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=202827d7-ec72-41d1-97a9-93352c316682 HTTP/1.1" status: 200 len: 943 time: 0.0544000 Feb 09 22:15:15.586286 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e8f1d086-417b-4d4b-9c7f-d3833083586e req-92a92f38-ec2d-48bf-910f-dfab2cd463c8 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c11f40b7-d1f9-4288-ad38-42983b39662e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555189 Feb 09 22:15:16.726062 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f5bd19-a3b0-4bc4-87c9-b203bb1775f2 req-cfc2410f-4e4c-4b73-a1d7-abf14afb01f0 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:16.727837 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-10f5bd19-a3b0-4bc4-87c9-b203bb1775f2 req-cfc2410f-4e4c-4b73-a1d7-abf14afb01f0 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=202827d7-ec72-41d1-97a9-93352c316682 HTTP/1.1" status: 200 len: 943 time: 0.0666018 Feb 09 22:15:16.792517 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-10f5bd19-a3b0-4bc4-87c9-b203bb1775f2 req-9f4a841a-c558-4b84-98ef-0b0836558d95 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c11f40b7-d1f9-4288-ad38-42983b39662e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562484 Feb 09 22:15:17.924622 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef5ae05-a934-4072-a4ae-d40b7cc03008 req-a65c6855-05e6-40f8-a9f2-e36bebc74209 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:17.926987 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4ef5ae05-a934-4072-a4ae-d40b7cc03008 req-a65c6855-05e6-40f8-a9f2-e36bebc74209 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=202827d7-ec72-41d1-97a9-93352c316682 HTTP/1.1" status: 200 len: 943 time: 0.0594795 Feb 09 22:15:17.977843 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4ef5ae05-a934-4072-a4ae-d40b7cc03008 req-327f1533-0fe7-4de7-9a61-69c8cb4d61b4 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c11f40b7-d1f9-4288-ad38-42983b39662e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449800 Feb 09 22:15:18.455340 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 47710) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:18.652798 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8fa393a6-1b47-473d-b2cd-21e821191957 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:18.731900 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8fa393a6-1b47-473d-b2cd-21e821191957 admin admin] Publish callbacks [] for security_group (62f0c6fb-ef60-4ad5-a07e-2eafdd3114ad), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:18.736496 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8fa393a6-1b47-473d-b2cd-21e821191957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (62f0c6fb-ef60-4ad5-a07e-2eafdd3114ad), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:18.778777 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-8fa393a6-1b47-473d-b2cd-21e821191957 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=48e02001fe7e45b785bea50098940df6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3194597 Feb 09 22:15:18.778777 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa393a6-1b47-473d-b2cd-21e821191957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62f0c6fb-ef60-4ad5-a07e-2eafdd3114ad,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:18.779222 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 47716) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:18.834886 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2b8aadd0-6f1c-4637-b5f0-3bb8204be710 admin admin] Publish callbacks [] for security_group (62f0c6fb-ef60-4ad5-a07e-2eafdd3114ad), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:18.857769 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2b8aadd0-6f1c-4637-b5f0-3bb8204be710 admin admin] Publish callbacks [] for security_group (62f0c6fb-ef60-4ad5-a07e-2eafdd3114ad), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:18.915682 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2b8aadd0-6f1c-4637-b5f0-3bb8204be710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (62f0c6fb-ef60-4ad5-a07e-2eafdd3114ad), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:18.919492 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2b8aadd0-6f1c-4637-b5f0-3bb8204be710 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:18.921062 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-2b8aadd0-6f1c-4637-b5f0-3bb8204be710 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/62f0c6fb-ef60-4ad5-a07e-2eafdd3114ad HTTP/1.1" status: 204 len: 168 time: 0.1407576 Feb 09 22:15:18.931135 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8aadd0-6f1c-4637-b5f0-3bb8204be710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62f0c6fb-ef60-4ad5-a07e-2eafdd3114ad,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:19.420551 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f9b5e7-7638-4372-8d01-9ba4a2049477 req-e41ec020-7a09-40b4-afc8-12d7f25ad395 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:19.422080 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-46f9b5e7-7638-4372-8d01-9ba4a2049477 req-e41ec020-7a09-40b4-afc8-12d7f25ad395 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=202827d7-ec72-41d1-97a9-93352c316682 HTTP/1.1" status: 200 len: 943 time: 0.0586884 Feb 09 22:15:19.483592 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-46f9b5e7-7638-4372-8d01-9ba4a2049477 req-1a90b2ea-b24a-492d-a016-2f83f8d337b6 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c11f40b7-d1f9-4288-ad38-42983b39662e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544946 Feb 09 22:15:20.631172 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54f54d7-c6d8-45ee-abaf-782e8f6833fc req-948702dc-e5c8-4de7-b6a0-a160c432228a tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:20.632836 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a54f54d7-c6d8-45ee-abaf-782e8f6833fc req-948702dc-e5c8-4de7-b6a0-a160c432228a tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=202827d7-ec72-41d1-97a9-93352c316682 HTTP/1.1" status: 200 len: 943 time: 0.0558636 Feb 09 22:15:20.687002 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a54f54d7-c6d8-45ee-abaf-782e8f6833fc req-1c334e3f-1238-46e8-878a-7af2838c24de tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c11f40b7-d1f9-4288-ad38-42983b39662e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483837 Feb 09 22:15:21.659419 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:21.813583 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c1f290-321c-405f-b05b-863229737207 req-85d31c1d-c59e-4539-8cd8-e74f4f8f3768 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:21.815505 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f1c1f290-321c-405f-b05b-863229737207 req-85d31c1d-c59e-4539-8cd8-e74f4f8f3768 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=202827d7-ec72-41d1-97a9-93352c316682 HTTP/1.1" status: 200 len: 943 time: 0.0567384 Feb 09 22:15:21.868316 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f1c1f290-321c-405f-b05b-863229737207 req-51143690-d750-4678-8876-b8efb31c6edc tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c11f40b7-d1f9-4288-ad38-42983b39662e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469902 Feb 09 22:15:22.990391 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6916d81-9e50-411e-b559-6ece9b9f1b7c req-8d6b7988-05a1-4393-bf90-302d55300d21 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:22.991898 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e6916d81-9e50-411e-b559-6ece9b9f1b7c req-8d6b7988-05a1-4393-bf90-302d55300d21 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=202827d7-ec72-41d1-97a9-93352c316682 HTTP/1.1" status: 200 len: 943 time: 0.0557246 Feb 09 22:15:23.040387 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e6916d81-9e50-411e-b559-6ece9b9f1b7c req-df0c842e-7e8d-4d0d-8195-fa90c4ba27d2 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c11f40b7-d1f9-4288-ad38-42983b39662e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427003 Feb 09 22:15:23.842786 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:24.173293 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d98a999-7ffc-4bc1-8c88-6020ff0b1782 req-41de58d4-6ec9-4a92-acc1-ad0699775a5a tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:24.175065 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1d98a999-7ffc-4bc1-8c88-6020ff0b1782 req-41de58d4-6ec9-4a92-acc1-ad0699775a5a tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=202827d7-ec72-41d1-97a9-93352c316682 HTTP/1.1" status: 200 len: 943 time: 0.0668111 Feb 09 22:15:24.232548 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1d98a999-7ffc-4bc1-8c88-6020ff0b1782 req-ca6c33eb-1b3e-469f-a5d2-73cfefc3d94e tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c11f40b7-d1f9-4288-ad38-42983b39662e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448921 Feb 09 22:15:25.353605 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3af49a-6f5f-4548-b7c7-3b33dfffa191 req-ba4364fb-ccbe-49aa-a4ed-d7a4cf186e9a tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:25.355088 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8a3af49a-6f5f-4548-b7c7-3b33dfffa191 req-ba4364fb-ccbe-49aa-a4ed-d7a4cf186e9a tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=202827d7-ec72-41d1-97a9-93352c316682 HTTP/1.1" status: 200 len: 943 time: 0.0519099 Feb 09 22:15:25.404370 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8a3af49a-6f5f-4548-b7c7-3b33dfffa191 req-5243e2cf-68fd-49d5-af54-236eeefcbf82 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c11f40b7-d1f9-4288-ad38-42983b39662e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429366 Feb 09 22:15:26.530049 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861f93d1-610f-4ffb-89c4-0e65fadf958a req-be57bd25-9c07-43cb-89f3-49656bb65e40 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:26.532076 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-861f93d1-610f-4ffb-89c4-0e65fadf958a req-be57bd25-9c07-43cb-89f3-49656bb65e40 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=202827d7-ec72-41d1-97a9-93352c316682 HTTP/1.1" status: 200 len: 943 time: 0.0601664 Feb 09 22:15:26.581076 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-861f93d1-610f-4ffb-89c4-0e65fadf958a req-877dbb18-9545-48ae-be48-94f448656e9d tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c11f40b7-d1f9-4288-ad38-42983b39662e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430219 Feb 09 22:15:27.706847 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31413310-5f16-4a3d-aa82-6bc85d738f9f req-701161cf-67fb-4a8e-953b-748faa6ff4a8 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:27.708519 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-31413310-5f16-4a3d-aa82-6bc85d738f9f req-701161cf-67fb-4a8e-953b-748faa6ff4a8 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=202827d7-ec72-41d1-97a9-93352c316682 HTTP/1.1" status: 200 len: 943 time: 0.0548215 Feb 09 22:15:27.760673 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-31413310-5f16-4a3d-aa82-6bc85d738f9f req-79c5c8e0-676c-4e0a-beda-2418b6c9a000 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c11f40b7-d1f9-4288-ad38-42983b39662e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462487 Feb 09 22:15:28.891478 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9ef50c-2d91-4954-9d5c-208a1245a0d2 req-0bd6f8cf-4db6-42fc-9192-4971b574cae1 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:28.893047 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dd9ef50c-2d91-4954-9d5c-208a1245a0d2 req-0bd6f8cf-4db6-42fc-9192-4971b574cae1 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=202827d7-ec72-41d1-97a9-93352c316682 HTTP/1.1" status: 200 len: 943 time: 0.0583839 Feb 09 22:15:28.951344 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dd9ef50c-2d91-4954-9d5c-208a1245a0d2 req-a39dae52-c897-49d5-ac93-c129ab7f897d tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c11f40b7-d1f9-4288-ad38-42983b39662e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526340 Feb 09 22:15:30.079605 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f872b76-c2ce-4f59-aaa7-b40da4c9bafb req-1546889c-6156-4edc-a0c3-20fb8540b314 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:30.081132 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4f872b76-c2ce-4f59-aaa7-b40da4c9bafb req-1546889c-6156-4edc-a0c3-20fb8540b314 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=202827d7-ec72-41d1-97a9-93352c316682 HTTP/1.1" status: 200 len: 943 time: 0.0544636 Feb 09 22:15:30.133805 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4f872b76-c2ce-4f59-aaa7-b40da4c9bafb req-62a50724-6f63-4969-9f84-bd125b2dfb6e tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c11f40b7-d1f9-4288-ad38-42983b39662e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428855 Feb 09 22:15:30.984120 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device e4935671-5a5a-4c74-aca7-b22b730ec724 details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:15:31.099253 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port e4935671-5a5a-4c74-aca7-b22b730ec724, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=e4935671-5a5a-4c74-aca7-b22b730ec724,segment=NetworkSegment(ccdb70e6-3e43-42b3-b6b7-87da11db8888),segment_id=ccdb70e6-3e43-42b3-b6b7-87da11db8888)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:15:31.111107 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': 'e4935671-5a5a-4c74-aca7-b22b730ec724', 'network_id': '7e64d8e8-78a3-4987-8778-47d4e5b9b498', 'port_id': 'e4935671-5a5a-4c74-aca7-b22b730ec724', 'mac_address': 'fa:16:3e:a8:ac:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84c886de-428b-4fdd-ac96-e9bdd27d5e04', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:15:31.148480 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port e4935671-5a5a-4c74-aca7-b22b730ec724 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:15:31.148874 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (e4935671-5a5a-4c74-aca7-b22b730ec724), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:31.165414 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4935671-5a5a-4c74-aca7-b22b730ec724 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:15:31.188696 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port e4935671-5a5a-4c74-aca7-b22b730ec724, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=e4935671-5a5a-4c74-aca7-b22b730ec724,segment=NetworkSegment(ccdb70e6-3e43-42b3-b6b7-87da11db8888),segment_id=ccdb70e6-3e43-42b3-b6b7-87da11db8888)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:15:31.193239 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (e4935671-5a5a-4c74-aca7-b22b730ec724), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:31.245779 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=e4935671-5a5a-4c74-aca7-b22b730ec724,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:31.253270 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:31.253695 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:31.254115 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:31.254527 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:31.254737 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdab83c-fe43-4cf1-9e77-c49f62d4a7c5 req-01a277e8-33c3-4c62-84ce-feb560be59eb tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:31.255207 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:31.255372 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:31.255908 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:31.256382 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2bdab83c-fe43-4cf1-9e77-c49f62d4a7c5 req-01a277e8-33c3-4c62-84ce-feb560be59eb tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=202827d7-ec72-41d1-97a9-93352c316682 HTTP/1.1" status: 200 len: 944 time: 0.0577018 Feb 09 22:15:31.256573 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:31.257086 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:31.257589 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:31.258076 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:31.258415 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:31.258751 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:31.307196 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2bdab83c-fe43-4cf1-9e77-c49f62d4a7c5 req-dd34a8c1-f6ce-4f08-963f-9ec41d6b051e tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c11f40b7-d1f9-4288-ad38-42983b39662e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442684 Feb 09 22:15:31.518856 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['e4935671-5a5a-4c74-aca7-b22b730ec724'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:15:32.428424 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b25df-e0ab-464e-a310-d10ef1e0c6ce req-0adda006-c6d9-44ee-b225-f1ee444443a5 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:32.429905 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3d1b25df-e0ab-464e-a310-d10ef1e0c6ce req-0adda006-c6d9-44ee-b225-f1ee444443a5 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=202827d7-ec72-41d1-97a9-93352c316682 HTTP/1.1" status: 200 len: 944 time: 0.0568807 Feb 09 22:15:32.478130 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3d1b25df-e0ab-464e-a310-d10ef1e0c6ce req-3b443102-9f2c-435e-92d2-f705ccf3aa10 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c11f40b7-d1f9-4288-ad38-42983b39662e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423653 Feb 09 22:15:32.988657 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device e4935671-5a5a-4c74-aca7-b22b730ec724 up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:15:33.041387 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning for port e4935671-5a5a-4c74-aca7-b22b730ec724 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:15:33.048058 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port e4935671-5a5a-4c74-aca7-b22b730ec724 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:15:33.048747 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (e4935671-5a5a-4c74-aca7-b22b730ec724), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:33.157558 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port e4935671-5a5a-4c74-aca7-b22b730ec724 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:15:33.157957 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (e4935671-5a5a-4c74-aca7-b22b730ec724), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:33.183385 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '202827d7-ec72-41d1-97a9-93352c316682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4935671-5a5a-4c74-aca7-b22b730ec724'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:15:33.186064 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e6c29d5-a5c8-4b27-a92b-d1424ea580df" -d '{"events": [{"server_uuid": "202827d7-ec72-41d1-97a9-93352c316682", "name": "network-vif-plugged", "status": "completed", "tag": "e4935671-5a5a-4c74-aca7-b22b730ec724"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:15:33.206157 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port e4935671-5a5a-4c74-aca7-b22b730ec724, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=e4935671-5a5a-4c74-aca7-b22b730ec724,segment=NetworkSegment(ccdb70e6-3e43-42b3-b6b7-87da11db8888),segment_id=ccdb70e6-3e43-42b3-b6b7-87da11db8888)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:15:33.212551 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (e4935671-5a5a-4c74-aca7-b22b730ec724), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:33.272327 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=e4935671-5a5a-4c74-aca7-b22b730ec724,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:33.369539 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fb71bf0-4431-40f9-adce-dd8c90c98847 x-openstack-request-id: req-0fb71bf0-4431-40f9-adce-dd8c90c98847 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:15:33.369832 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "202827d7-ec72-41d1-97a9-93352c316682", "name": "network-vif-plugged", "status": "completed", "tag": "e4935671-5a5a-4c74-aca7-b22b730ec724", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:15:33.370084 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-0fb71bf0-4431-40f9-adce-dd8c90c98847 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:15:33.370578 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '202827d7-ec72-41d1-97a9-93352c316682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4935671-5a5a-4c74-aca7-b22b730ec724', 'code': 200} Feb 09 22:15:33.459351 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 47894) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:33.477117 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db445db-e644-40b3-9f6b-f26a17b78cc9 req-4575a7ea-2fe8-43e3-97e6-81ad928e0fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:33.478729 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6db445db-e644-40b3-9f6b-f26a17b78cc9 req-4575a7ea-2fe8-43e3-97e6-81ad928e0fcf service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=202827d7-ec72-41d1-97a9-93352c316682 HTTP/1.1" status: 200 len: 1127 time: 0.0508013 Feb 09 22:15:33.533137 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6db445db-e644-40b3-9f6b-f26a17b78cc9 req-35c3390d-dc57-4b0e-8552-2c102049be29 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=c11f40b7-d1f9-4288-ad38-42983b39662e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477121 Feb 09 22:15:33.611750 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-314503d8-2adf-4df4-ba9d-6e321d3969cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:33.633959 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f64d87d-5147-491c-8d18-906759479479 req-da4a72ef-c113-4858-b6f7-7be85868f49c tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:33.635451 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0f64d87d-5147-491c-8d18-906759479479 req-da4a72ef-c113-4858-b6f7-7be85868f49c tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=202827d7-ec72-41d1-97a9-93352c316682 HTTP/1.1" status: 200 len: 945 time: 0.0799756 Feb 09 22:15:33.710740 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0f64d87d-5147-491c-8d18-906759479479 req-59561900-2ab0-4b3e-85eb-95289d780d0e tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c11f40b7-d1f9-4288-ad38-42983b39662e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689054 Feb 09 22:15:33.743577 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-314503d8-2adf-4df4-ba9d-6e321d3969cb admin admin] Publish callbacks [] for security_group (3915bcc6-55db-4d01-b107-192551c2190d), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:33.748148 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-314503d8-2adf-4df4-ba9d-6e321d3969cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (3915bcc6-55db-4d01-b107-192551c2190d), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:33.791696 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-314503d8-2adf-4df4-ba9d-6e321d3969cb admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=975322be38714c5b8d5ee873bf58a7a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3306961 Feb 09 22:15:33.792971 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314503d8-2adf-4df4-ba9d-6e321d3969cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3915bcc6-55db-4d01-b107-192551c2190d,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:33.794575 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 47902) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:33.845377 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a7df6490-e943-4de0-812b-eed9606126d6 admin admin] Publish callbacks [] for security_group (3915bcc6-55db-4d01-b107-192551c2190d), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:33.866746 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a7df6490-e943-4de0-812b-eed9606126d6 admin admin] Publish callbacks [] for security_group (3915bcc6-55db-4d01-b107-192551c2190d), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:33.915229 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a7df6490-e943-4de0-812b-eed9606126d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (3915bcc6-55db-4d01-b107-192551c2190d), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:33.917922 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a7df6490-e943-4de0-812b-eed9606126d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:33.919073 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-a7df6490-e943-4de0-812b-eed9606126d6 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/3915bcc6-55db-4d01-b107-192551c2190d HTTP/1.1" status: 204 len: 168 time: 0.1226711 Feb 09 22:15:33.932294 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7df6490-e943-4de0-812b-eed9606126d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3915bcc6-55db-4d01-b107-192551c2190d,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:33.940866 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7df6490-e943-4de0-812b-eed9606126d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:33.941211 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7df6490-e943-4de0-812b-eed9606126d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:33.941549 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7df6490-e943-4de0-812b-eed9606126d6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:33.941885 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7df6490-e943-4de0-812b-eed9606126d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:33.942210 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7df6490-e943-4de0-812b-eed9606126d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:33.942534 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7df6490-e943-4de0-812b-eed9606126d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:33.942859 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7df6490-e943-4de0-812b-eed9606126d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:33.943180 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7df6490-e943-4de0-812b-eed9606126d6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:33.943662 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7df6490-e943-4de0-812b-eed9606126d6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:33.944133 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7df6490-e943-4de0-812b-eed9606126d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:33.944484 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7df6490-e943-4de0-812b-eed9606126d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:33.944808 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7df6490-e943-4de0-812b-eed9606126d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:33.945122 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7df6490-e943-4de0-812b-eed9606126d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:15:34.197607 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 47908) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:34.211725 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e75477ed-ffbe-4918-aa96-39440b922e2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:34.288731 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e75477ed-ffbe-4918-aa96-39440b922e2d admin admin] Publish callbacks [] for security_group (521aa33f-5b22-48d8-bc08-5676fd1fb9f6), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:34.293881 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e75477ed-ffbe-4918-aa96-39440b922e2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (521aa33f-5b22-48d8-bc08-5676fd1fb9f6), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:34.330311 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-e75477ed-ffbe-4918-aa96-39440b922e2d admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=7fca0270c47c4a788b0cda32c8216310&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1315427 Feb 09 22:15:34.333177 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 47910) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:34.334904 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75477ed-ffbe-4918-aa96-39440b922e2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=521aa33f-5b22-48d8-bc08-5676fd1fb9f6,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:34.384278 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7368eec3-0913-48b1-b157-16fa16e31455 admin admin] Publish callbacks [] for security_group (521aa33f-5b22-48d8-bc08-5676fd1fb9f6), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:34.405072 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7368eec3-0913-48b1-b157-16fa16e31455 admin admin] Publish callbacks [] for security_group (521aa33f-5b22-48d8-bc08-5676fd1fb9f6), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:34.453331 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7368eec3-0913-48b1-b157-16fa16e31455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (521aa33f-5b22-48d8-bc08-5676fd1fb9f6), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:34.455837 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7368eec3-0913-48b1-b157-16fa16e31455 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:34.459538 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-7368eec3-0913-48b1-b157-16fa16e31455 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/521aa33f-5b22-48d8-bc08-5676fd1fb9f6 HTTP/1.1" status: 204 len: 168 time: 0.1226068 Feb 09 22:15:34.466229 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7368eec3-0913-48b1-b157-16fa16e31455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=521aa33f-5b22-48d8-bc08-5676fd1fb9f6,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:34.774629 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 47918) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:34.789436 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-369eed1c-8cf3-4222-a60a-d47fc196a089 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:34.851942 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa495072-dd36-42aa-9ac5-cc06cf447f4a req-fd3c3f84-a7b0-495b-bf45-9692eb111a57 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:34.862111 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-aa495072-dd36-42aa-9ac5-cc06cf447f4a req-fd3c3f84-a7b0-495b-bf45-9692eb111a57 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=202827d7-ec72-41d1-97a9-93352c316682 HTTP/1.1" status: 200 len: 945 time: 0.0753102 Feb 09 22:15:34.889639 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-369eed1c-8cf3-4222-a60a-d47fc196a089 admin admin] Publish callbacks [] for security_group (a3a775a9-23d9-4069-bec7-a625715f97cd), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:34.894977 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-369eed1c-8cf3-4222-a60a-d47fc196a089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (a3a775a9-23d9-4069-bec7-a625715f97cd), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:34.933594 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369eed1c-8cf3-4222-a60a-d47fc196a089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a775a9-23d9-4069-bec7-a625715f97cd,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:34.942620 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-369eed1c-8cf3-4222-a60a-d47fc196a089 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=bda6c03e5cc04f8eae0047b46c1aec9b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1662674 Feb 09 22:15:34.943767 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 47920) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:34.956265 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-aa495072-dd36-42aa-9ac5-cc06cf447f4a req-5bc7eebd-8dc7-4081-aca0-97f3edf0b19f tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c11f40b7-d1f9-4288-ad38-42983b39662e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842280 Feb 09 22:15:34.999013 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8a01ba07-c7ea-48d5-97e8-b1c04e3c6d50 admin admin] Publish callbacks [] for security_group (a3a775a9-23d9-4069-bec7-a625715f97cd), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:35.020367 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8a01ba07-c7ea-48d5-97e8-b1c04e3c6d50 admin admin] Publish callbacks [] for security_group (a3a775a9-23d9-4069-bec7-a625715f97cd), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:35.068016 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8a01ba07-c7ea-48d5-97e8-b1c04e3c6d50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (a3a775a9-23d9-4069-bec7-a625715f97cd), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:35.070696 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8a01ba07-c7ea-48d5-97e8-b1c04e3c6d50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:35.072255 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-8a01ba07-c7ea-48d5-97e8-b1c04e3c6d50 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/a3a775a9-23d9-4069-bec7-a625715f97cd HTTP/1.1" status: 204 len: 168 time: 0.1266744 Feb 09 22:15:35.080826 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a01ba07-c7ea-48d5-97e8-b1c04e3c6d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a775a9-23d9-4069-bec7-a625715f97cd,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:35.747440 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 47942) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:35.838682 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-fea8569f-c8d9-43d0-ab49-e40693a2437c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-249220685-network', 'tenant_id': '0e55757333f04df982d593ea5a4c7785'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:15:35.857836 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fea8569f-c8d9-43d0-ab49-e40693a2437c admin admin] Made reservation on behalf of 0e55757333f04df982d593ea5a4c7785 for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:15:35.860059 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fea8569f-c8d9-43d0-ab49-e40693a2437c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:35.870713 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fea8569f-c8d9-43d0-ab49-e40693a2437c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:35.944464 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fea8569f-c8d9-43d0-ab49-e40693a2437c admin admin] Publish callbacks [] for security_group (9ad80963-96f6-4078-bd12-ae04dd79b1c6), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:35.948076 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fea8569f-c8d9-43d0-ab49-e40693a2437c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (9ad80963-96f6-4078-bd12-ae04dd79b1c6), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:35.972970 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fea8569f-c8d9-43d0-ab49-e40693a2437c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:15:35.982769 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea8569f-c8d9-43d0-ab49-e40693a2437c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad80963-96f6-4078-bd12-ae04dd79b1c6,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:35.987639 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fea8569f-c8d9-43d0-ab49-e40693a2437c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (1aad2ad5-e2c7-47fb-a23c-e27a5b1ede92), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:35.988003 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-fea8569f-c8d9-43d0-ab49-e40693a2437c admin admin] Added segment 1aad2ad5-e2c7-47fb-a23c-e27a5b1ede92 of type vlan for network a2c7dc50-50ed-4f66-b393-a19de106abc1 Feb 09 22:15:36.029116 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fea8569f-c8d9-43d0-ab49-e40693a2437c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (a2c7dc50-50ed-4f66-b393-a19de106abc1), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:36.053703 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fea8569f-c8d9-43d0-ab49-e40693a2437c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (a2c7dc50-50ed-4f66-b393-a19de106abc1), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:36.054604 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea8569f-c8d9-43d0-ab49-e40693a2437c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:36.055209 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fea8569f-c8d9-43d0-ab49-e40693a2437c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:36.076973 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65f57c4-9cc1-4d8b-b443-5d8b3f472423 req-167802bd-5215-42c9-b5d8-d37bfadfa39d tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:36.079070 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f65f57c4-9cc1-4d8b-b443-5d8b3f472423 req-167802bd-5215-42c9-b5d8-d37bfadfa39d tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=202827d7-ec72-41d1-97a9-93352c316682 HTTP/1.1" status: 200 len: 945 time: 0.0591221 Feb 09 22:15:36.113398 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-fea8569f-c8d9-43d0-ab49-e40693a2437c admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3648167 Feb 09 22:15:36.118279 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 47948) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:36.120833 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea8569f-c8d9-43d0-ab49-e40693a2437c admin admin] Pushing event updated for resources: {'Network': ['ID=a2c7dc50-50ed-4f66-b393-a19de106abc1,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:36.123919 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-ebdc679c-7a4f-46fb-b25f-0326d3c49aa5 admin admin] Request body: {'subnet': {'network_id': 'a2c7dc50-50ed-4f66-b393-a19de106abc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-249220685-subnet', 'tenant_id': '0e55757333f04df982d593ea5a4c7785', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:15:36.134248 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network a2c7dc50-50ed-4f66-b393-a19de106abc1 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:15:36.148357 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f65f57c4-9cc1-4d8b-b443-5d8b3f472423 req-92dcebcd-6b8e-4742-9264-21da575d449c tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c11f40b7-d1f9-4288-ad38-42983b39662e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635488 Feb 09 22:15:36.160093 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebdc679c-7a4f-46fb-b25f-0326d3c49aa5 admin admin] Made reservation on behalf of 0e55757333f04df982d593ea5a4c7785 for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:15:36.162723 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ebdc679c-7a4f-46fb-b25f-0326d3c49aa5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621317'] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:36.321306 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6ca0a0-2f92-43ed-844d-b48ca43552a9 req-732a9821-8696-499b-923a-dc4a865a22e2 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:36.322974 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4e6ca0a0-2f92-43ed-844d-b48ca43552a9 req-732a9821-8696-499b-923a-dc4a865a22e2 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=202827d7-ec72-41d1-97a9-93352c316682 HTTP/1.1" status: 200 len: 945 time: 0.0994923 Feb 09 22:15:36.415220 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4e6ca0a0-2f92-43ed-844d-b48ca43552a9 req-3af1cbb5-8fce-422e-81d0-ceb770b6289f tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c11f40b7-d1f9-4288-ad38-42983b39662e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857220 Feb 09 22:15:36.420657 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ebdc679c-7a4f-46fb-b25f-0326d3c49aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621371'] for subnet (af1c1c65-a835-40af-a6d5-ac5d86f058eb), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:36.439008 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 47952) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:36.478120 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdc679c-7a4f-46fb-b25f-0326d3c49aa5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af1c1c65-a835-40af-a6d5-ac5d86f058eb,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:36.481953 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a7ed5a-6013-47ca-b715-3b8d4c32fbe2 tempest-TestVolumeBootPattern-809360785 tempest-TestVolumeBootPattern-809360785-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:36.486799 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-67a7ed5a-6013-47ca-b715-3b8d4c32fbe2 tempest-TestVolumeBootPattern-809360785 tempest-TestVolumeBootPattern-809360785-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=202827d7-ec72-41d1-97a9-93352c316682 HTTP/1.1" status: 200 len: 1122 time: 0.0434551 Feb 09 22:15:36.486905 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 47954) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:15:36.491222 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-94eb9fcc-334c-46bd-886f-e39f59bc3bdb tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Request body: {'floatingip': {'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'port_id': 'e4935671-5a5a-4c74-aca7-b22b730ec724', 'tenant_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:15:36.503175 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdc679c-7a4f-46fb-b25f-0326d3c49aa5 admin admin] Checking segment: {'id': '1aad2ad5-e2c7-47fb-a23c-e27a5b1ede92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a2c7dc50-50ed-4f66-b393-a19de106abc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:15:36.503536 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebdc679c-7a4f-46fb-b25f-0326d3c49aa5 admin admin] Network hostable DHCP agents. Network: a2c7dc50-50ed-4f66-b393-a19de106abc1, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:15:36.529513 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-94eb9fcc-334c-46bd-886f-e39f59bc3bdb tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:36.545796 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebdc679c-7a4f-46fb-b25f-0326d3c49aa5 admin admin] Network a2c7dc50-50ed-4f66-b393-a19de106abc1 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:15:36.583731 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-ebdc679c-7a4f-46fb-b25f-0326d3c49aa5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, a2c7dc50-50ed-4f66-b393-a19de106abc1) {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:15:36.588214 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebdc679c-7a4f-46fb-b25f-0326d3c49aa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:36.588825 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ebdc679c-7a4f-46fb-b25f-0326d3c49aa5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:36.593155 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082e7ecc-a8bf-425d-a8dc-661b8de9cb60 None None] Network a2c7dc50-50ed-4f66-b393-a19de106abc1 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:15:36.613315 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-ebdc679c-7a4f-46fb-b25f-0326d3c49aa5 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4939148 Feb 09 22:15:36.666636 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-94eb9fcc-334c-46bd-886f-e39f59bc3bdb tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:36.699192 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-facada62-8312-448c-9ef2-85487cc95f69 None None] Network a2c7dc50-50ed-4f66-b393-a19de106abc1 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:15:36.781747 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-94eb9fcc-334c-46bd-886f-e39f59bc3bdb tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Allocated IP 172.25.3.227 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/2f223c2b-898b-4cb7-b398-17ee719e5e7f) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:15:36.885968 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-94eb9fcc-334c-46bd-886f-e39f59bc3bdb tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks [] for port (2f223c2b-898b-4cb7-b398-17ee719e5e7f), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:36.921077 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-94eb9fcc-334c-46bd-886f-e39f59bc3bdb tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (2f223c2b-898b-4cb7-b398-17ee719e5e7f), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:36.968392 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94eb9fcc-334c-46bd-886f-e39f59bc3bdb tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:15:36.971820 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-94eb9fcc-334c-46bd-886f-e39f59bc3bdb tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:15:36.974346 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94eb9fcc-334c-46bd-886f-e39f59bc3bdb tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:15:37.001430 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eb9fcc-334c-46bd-886f-e39f59bc3bdb tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Pushing event updated for resources: {'Port': ['ID=2f223c2b-898b-4cb7-b398-17ee719e5e7f,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:37.354847 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-94eb9fcc-334c-46bd-886f-e39f59bc3bdb tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks [] for floatingip (4322c449-0ec1-487d-9315-a76cf0df3e26), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:37.427387 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-94eb9fcc-334c-46bd-886f-e39f59bc3bdb tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (2f223c2b-898b-4cb7-b398-17ee719e5e7f), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:37.573066 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-94eb9fcc-334c-46bd-886f-e39f59bc3bdb tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks [] for port (2f223c2b-898b-4cb7-b398-17ee719e5e7f), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:37.577847 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-94eb9fcc-334c-46bd-886f-e39f59bc3bdb tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (2f223c2b-898b-4cb7-b398-17ee719e5e7f), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:37.645621 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eb9fcc-334c-46bd-886f-e39f59bc3bdb tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Pushing event updated for resources: {'Port': ['ID=2f223c2b-898b-4cb7-b398-17ee719e5e7f,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:15:37.657653 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-94eb9fcc-334c-46bd-886f-e39f59bc3bdb tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (4322c449-0ec1-487d-9315-a76cf0df3e26), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:37.758398 n-d-828369-5 neutron-server[103140]: INFO neutron.db.l3_db [None req-94eb9fcc-334c-46bd-886f-e39f59bc3bdb tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Floating IP 4322c449-0ec1-487d-9315-a76cf0df3e26 associated. External IP: 172.25.3.227, port: e4935671-5a5a-4c74-aca7-b22b730ec724. Feb 09 22:15:37.972943 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94eb9fcc-334c-46bd-886f-e39f59bc3bdb tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Router cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:15:38.089304 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94eb9fcc-334c-46bd-886f-e39f59bc3bdb tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:15:38.099915 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb590be-c691-46bc-95f0-7575b2b8eff4 None None] Sync routers for ids ['cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:15:38.108128 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-94eb9fcc-334c-46bd-886f-e39f59bc3bdb tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:38.110215 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb590be-c691-46bc-95f0-7575b2b8eff4 None None] Routers {'cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:15:38.110895 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-8fb590be-c691-46bc-95f0-7575b2b8eff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:15:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:15:38.144279 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-94eb9fcc-334c-46bd-886f-e39f59bc3bdb tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6562572 Feb 09 22:15:38.144904 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '202827d7-ec72-41d1-97a9-93352c316682', 'tag': 'e4935671-5a5a-4c74-aca7-b22b730ec724'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:15:38.147442 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a00cee7-9d8d-46d5-a5a9-5770825adaf2" -d '{"events": [{"name": "network-changed", "server_uuid": "202827d7-ec72-41d1-97a9-93352c316682", "tag": "e4935671-5a5a-4c74-aca7-b22b730ec724"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:15:38.190869 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b90bbfbc-0545-4c22-accf-918c1e97650c x-openstack-request-id: req-b90bbfbc-0545-4c22-accf-918c1e97650c {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:15:38.191176 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "202827d7-ec72-41d1-97a9-93352c316682", "tag": "e4935671-5a5a-4c74-aca7-b22b730ec724", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:15:38.191432 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-b90bbfbc-0545-4c22-accf-918c1e97650c {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:15:38.191852 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '202827d7-ec72-41d1-97a9-93352c316682', 'tag': 'e4935671-5a5a-4c74-aca7-b22b730ec724', 'status': 'completed', 'code': 200} Feb 09 22:15:38.251065 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-8fb590be-c691-46bc-95f0-7575b2b8eff4 None None] Set router cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:15:38.259035 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a00cee7-9d8d-46d5-a5a9-5770825adaf2 req-c23efa23-feba-4aa0-a640-daeda5a1df43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:38.260737 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-9a00cee7-9d8d-46d5-a5a9-5770825adaf2 req-c23efa23-feba-4aa0-a640-daeda5a1df43 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ad9e4f8727be424b869d8f0ad468be3f&device_id=202827d7-ec72-41d1-97a9-93352c316682 HTTP/1.1" status: 200 len: 1127 time: 0.0494947 Feb 09 22:15:38.373313 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a00cee7-9d8d-46d5-a5a9-5770825adaf2 req-4430baa0-c5b8-46eb-9573-61a5e0acca3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:38.375814 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-9a00cee7-9d8d-46d5-a5a9-5770825adaf2 req-4430baa0-c5b8-46eb-9573-61a5e0acca3d service neutron] 10.222.0.89 "GET /v2.0/networks?id=7e64d8e8-78a3-4987-8778-47d4e5b9b498 HTTP/1.1" status: 200 len: 912 time: 0.1072226 Feb 09 22:15:38.447416 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-9a00cee7-9d8d-46d5-a5a9-5770825adaf2 req-7c0b4fbe-52c5-42d1-8e5d-59040da01aad service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4935671-5a5a-4c74-aca7-b22b730ec724 HTTP/1.1" status: 200 len: 999 time: 0.0653412 Feb 09 22:15:38.496512 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a00cee7-9d8d-46d5-a5a9-5770825adaf2 req-a20dbb40-752a-40cc-94d0-1dcff00b8021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:38.497858 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-8fb590be-c691-46bc-95f0-7575b2b8eff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35', 'name': 'tempest-TestVolumeBootPattern-349808441-router', 'tenant_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '639ab24a-86af-4317-8f91-0206fb200e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:05:08Z', 'updated_at': '2022-02-09T22:05:10Z', 'revision_number': 4, 'project_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'gw_port': {'id': '639ab24a-86af-4317-8f91-0206fb200e3e', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:3d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:05:08Z', 'updated_at': '2022-02-09T22:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': '4322c449-0ec1-487d-9315-a76cf0df3e26', 'tenant_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'floating_ip_address': '172.25.3.227', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': 'cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35', 'port_id': 'e4935671-5a5a-4c74-aca7-b22b730ec724', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e64d8e8-78a3-4987-8778-47d4e5b9b498', 'mac_address': 'fa:16:3e:a8:ac:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202827d7-ec72-41d1-97a9-93352c316682', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:15:37Z', 'updated_at': '2022-02-09T22:15:37Z', 'revision_number': 0, 'project_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'fixed_ip_address_scope': None}, {'id': 'd8d43037-2b8c-4f56-aab6-21d2cd5ecf71', 'tenant_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'floating_ip_address': '172.25.3.70', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': 'cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35', 'port_id': 'fcd62bca-2e27-4cc3-9d4e-1e5807ee7459', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3955, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e64d8e8-78a3-4987-8778-47d4e5b9b498', 'mac_address': 'fa:16:3e:07:e4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8fedef7-59ac-44f8-9d99-37067b22922a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:13:25Z', 'updated_at': '2022-02-09T22:13:28Z', 'revision_number': 1, 'project_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0100317d-657e-47d0-bf16-9565a9002fec', 'name': '', 'network_id': '7e64d8e8-78a3-4987-8778-47d4e5b9b498', 'tenant_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'mac_address': 'fa:16:3e:f5:0d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '84c886de-428b-4fdd-ac96-e9bdd27d5e04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:05:10Z', 'updated_at': '2022-02-09T22:05:15Z', 'revision_number': 5, 'project_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'subnets': [{'id': '84c886de-428b-4fdd-ac96-e9bdd27d5e04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:15:38.498057 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-9a00cee7-9d8d-46d5-a5a9-5770825adaf2 req-a20dbb40-752a-40cc-94d0-1dcff00b8021 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=84c886de-428b-4fdd-ac96-e9bdd27d5e04 HTTP/1.1" status: 200 len: 850 time: 0.0449295 Feb 09 22:15:38.525144 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb590be-c691-46bc-95f0-7575b2b8eff4 None None] Checking router: cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35 for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:15:38.533370 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb590be-c691-46bc-95f0-7575b2b8eff4 None None] Routers {'cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:15:38.533985 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-8fb590be-c691-46bc-95f0-7575b2b8eff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:15:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:15:38.552857 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a00cee7-9d8d-46d5-a5a9-5770825adaf2 req-964b1151-3b11-414f-9fc9-757318a12f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:38.554538 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-9a00cee7-9d8d-46d5-a5a9-5770825adaf2 req-964b1151-3b11-414f-9fc9-757318a12f24 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7e64d8e8-78a3-4987-8778-47d4e5b9b498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0484502 Feb 09 22:15:38.643430 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-9a00cee7-9d8d-46d5-a5a9-5770825adaf2 req-df08a1dd-ba1c-4c72-899d-1188240f7c1f service neutron] 10.222.0.89 "GET /v2.0/networks/7e64d8e8-78a3-4987-8778-47d4e5b9b498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828152 Feb 09 22:15:38.644689 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-8fb590be-c691-46bc-95f0-7575b2b8eff4 None None] Set router cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:15:38.734592 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-9a00cee7-9d8d-46d5-a5a9-5770825adaf2 req-47d8d3af-0894-4740-82d0-2a0491f0e43a service neutron] 10.222.0.89 "GET /v2.0/networks/7e64d8e8-78a3-4987-8778-47d4e5b9b498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848498 Feb 09 22:15:38.867048 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-8fb590be-c691-46bc-95f0-7575b2b8eff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35', 'name': 'tempest-TestVolumeBootPattern-349808441-router', 'tenant_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '639ab24a-86af-4317-8f91-0206fb200e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:05:08Z', 'updated_at': '2022-02-09T22:05:10Z', 'revision_number': 4, 'project_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'gw_port': {'id': '639ab24a-86af-4317-8f91-0206fb200e3e', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:3d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:05:08Z', 'updated_at': '2022-02-09T22:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': '4322c449-0ec1-487d-9315-a76cf0df3e26', 'tenant_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'floating_ip_address': '172.25.3.227', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': 'cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35', 'port_id': 'e4935671-5a5a-4c74-aca7-b22b730ec724', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e64d8e8-78a3-4987-8778-47d4e5b9b498', 'mac_address': 'fa:16:3e:a8:ac:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202827d7-ec72-41d1-97a9-93352c316682', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:15:37Z', 'updated_at': '2022-02-09T22:15:37Z', 'revision_number': 0, 'project_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'fixed_ip_address_scope': None}, {'id': 'd8d43037-2b8c-4f56-aab6-21d2cd5ecf71', 'tenant_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'floating_ip_address': '172.25.3.70', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': 'cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35', 'port_id': 'fcd62bca-2e27-4cc3-9d4e-1e5807ee7459', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3955, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e64d8e8-78a3-4987-8778-47d4e5b9b498', 'mac_address': 'fa:16:3e:07:e4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8fedef7-59ac-44f8-9d99-37067b22922a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:13:25Z', 'updated_at': '2022-02-09T22:13:28Z', 'revision_number': 1, 'project_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0100317d-657e-47d0-bf16-9565a9002fec', 'name': '', 'network_id': '7e64d8e8-78a3-4987-8778-47d4e5b9b498', 'tenant_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'mac_address': 'fa:16:3e:f5:0d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '84c886de-428b-4fdd-ac96-e9bdd27d5e04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:05:10Z', 'updated_at': '2022-02-09T22:05:15Z', 'revision_number': 5, 'project_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'subnets': [{'id': '84c886de-428b-4fdd-ac96-e9bdd27d5e04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:15:38.893121 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb590be-c691-46bc-95f0-7575b2b8eff4 None None] The sync data for ids ['cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35'] in n-d-828369-5 is: [{'id': 'cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35', 'name': 'tempest-TestVolumeBootPattern-349808441-router', 'tenant_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '639ab24a-86af-4317-8f91-0206fb200e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:05:08Z', 'updated_at': '2022-02-09T22:05:10Z', 'revision_number': 4, 'project_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'gw_port': {'id': '639ab24a-86af-4317-8f91-0206fb200e3e', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:3d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:05:08Z', 'updated_at': '2022-02-09T22:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': '4322c449-0ec1-487d-9315-a76cf0df3e26', 'tenant_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'floating_ip_address': '172.25.3.227', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': 'cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35', 'port_id': 'e4935671-5a5a-4c74-aca7-b22b730ec724', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e64d8e8-78a3-4987-8778-47d4e5b9b498', 'mac_address': 'fa:16:3e:a8:ac:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202827d7-ec72-41d1-97a9-93352c316682', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:15:37Z', 'updated_at': '2022-02-09T22:15:37Z', 'revision_number': 0, 'project_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'fixed_ip_address_scope': None}, {'id': 'd8d43037-2b8c-4f56-aab6-21d2cd5ecf71', 'tenant_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'floating_ip_address': '172.25.3.70', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': 'cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35', 'port_id': 'fcd62bca-2e27-4cc3-9d4e-1e5807ee7459', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3955, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e64d8e8-78a3-4987-8778-47d4e5b9b498', 'mac_address': 'fa:16:3e:07:e4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8fedef7-59ac-44f8-9d99-37067b22922a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:13:25Z', 'updated_at': '2022-02-09T22:13:28Z', 'revision_number': 1, 'project_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0100317d-657e-47d0-bf16-9565a9002fec', 'name': '', 'network_id': '7e64d8e8-78a3-4987-8778-47d4e5b9b498', 'tenant_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'mac_address': 'fa:16:3e:f5:0d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '84c886de-428b-4fdd-ac96-e9bdd27d5e04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:05:10Z', 'updated_at': '2022-02-09T22:05:15Z', 'revision_number': 5, 'project_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'subnets': [{'id': '84c886de-428b-4fdd-ac96-e9bdd27d5e04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:15:39.072901 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-3a3d86c0-8cc9-4bd1-bdd1-73751cdb33ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:39.118624 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd1b0a1-38c3-48e2-a194-9a4d92220b18 None None] New status for floating IP 4322c449-0ec1-487d-9315-a76cf0df3e26: ACTIVE {{(pid=103143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:15:39.585443 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:15:40.714703 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4205195f-77f4-4fde-a4f7-adfa1a0f52f9 req-fb3ec9d3-69fe-449d-bff4-9967b06bb561 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=202827d7-ec72-41d1-97a9-93352c316682&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446208 Feb 09 22:15:40.798623 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4205195f-77f4-4fde-a4f7-adfa1a0f52f9 req-ee20da3c-8ce4-4753-8ab3-bf8092769b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:40.800412 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4205195f-77f4-4fde-a4f7-adfa1a0f52f9 req-ee20da3c-8ce4-4753-8ab3-bf8092769b42 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ad9e4f8727be424b869d8f0ad468be3f&device_id=202827d7-ec72-41d1-97a9-93352c316682 HTTP/1.1" status: 200 len: 1127 time: 0.0446663 Feb 09 22:15:40.904736 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4205195f-77f4-4fde-a4f7-adfa1a0f52f9 req-4ba5df3a-bfb5-4072-902a-280cf4305dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:40.906221 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4205195f-77f4-4fde-a4f7-adfa1a0f52f9 req-4ba5df3a-bfb5-4072-902a-280cf4305dc2 service neutron] 10.222.0.89 "GET /v2.0/networks?id=7e64d8e8-78a3-4987-8778-47d4e5b9b498 HTTP/1.1" status: 200 len: 912 time: 0.0869575 Feb 09 22:15:40.975567 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4205195f-77f4-4fde-a4f7-adfa1a0f52f9 req-d985e235-8f2a-48cd-af87-167ba096b5bd service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4935671-5a5a-4c74-aca7-b22b730ec724 HTTP/1.1" status: 200 len: 1001 time: 0.0596793 Feb 09 22:15:41.026932 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4205195f-77f4-4fde-a4f7-adfa1a0f52f9 req-126b1e47-6636-4a63-8167-9ff3bf5ca2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:41.028455 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4205195f-77f4-4fde-a4f7-adfa1a0f52f9 req-126b1e47-6636-4a63-8167-9ff3bf5ca2b2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=84c886de-428b-4fdd-ac96-e9bdd27d5e04 HTTP/1.1" status: 200 len: 850 time: 0.0442543 Feb 09 22:15:41.042487 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-3a3d4d0d-f47b-4b0c-877f-9708b9f66a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:41.082063 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4205195f-77f4-4fde-a4f7-adfa1a0f52f9 req-a9bd8af8-748e-4971-bbcf-b579fc1cf1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:41.083574 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4205195f-77f4-4fde-a4f7-adfa1a0f52f9 req-a9bd8af8-748e-4971-bbcf-b579fc1cf1f9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7e64d8e8-78a3-4987-8778-47d4e5b9b498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0491612 Feb 09 22:15:41.184597 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4205195f-77f4-4fde-a4f7-adfa1a0f52f9 req-75d7a9f6-dbad-49ce-a67b-eec6c77028b0 service neutron] 10.222.0.89 "GET /v2.0/networks/7e64d8e8-78a3-4987-8778-47d4e5b9b498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939102 Feb 09 22:15:41.283998 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4205195f-77f4-4fde-a4f7-adfa1a0f52f9 req-f8f666b3-dd21-47d8-8748-8addfd0227c5 service neutron] 10.222.0.89 "GET /v2.0/networks/7e64d8e8-78a3-4987-8778-47d4e5b9b498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926435 Feb 09 22:15:42.839421 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:44.260790 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:44.966754 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ac5385e6-b114-4067-a758-1c63a160a8d1 req-cfde5714-c45d-4fd0-ac90-729d08bf5d10 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=d8fedef7-59ac-44f8-9d99-37067b22922a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0438707 Feb 09 22:15:45.053349 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5385e6-b114-4067-a758-1c63a160a8d1 req-719b246b-aebd-4d0f-8e06-4e1018620e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:45.054854 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ac5385e6-b114-4067-a758-1c63a160a8d1 req-719b246b-aebd-4d0f-8e06-4e1018620e45 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=ad9e4f8727be424b869d8f0ad468be3f&device_id=d8fedef7-59ac-44f8-9d99-37067b22922a HTTP/1.1" status: 200 len: 1127 time: 0.0450566 Feb 09 22:15:45.166755 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5385e6-b114-4067-a758-1c63a160a8d1 req-4c8c6202-258d-4b12-b1c1-f6ddb0356702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:45.168518 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ac5385e6-b114-4067-a758-1c63a160a8d1 req-4c8c6202-258d-4b12-b1c1-f6ddb0356702 service neutron] 10.222.0.95 "GET /v2.0/networks?id=7e64d8e8-78a3-4987-8778-47d4e5b9b498 HTTP/1.1" status: 200 len: 912 time: 0.0939543 Feb 09 22:15:45.238743 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ac5385e6-b114-4067-a758-1c63a160a8d1 req-5581001e-df71-48d8-9124-4048bea3840e service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fcd62bca-2e27-4cc3-9d4e-1e5807ee7459 HTTP/1.1" status: 200 len: 1000 time: 0.0636292 Feb 09 22:15:45.289302 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5385e6-b114-4067-a758-1c63a160a8d1 req-d1921798-98f7-4eec-805e-49303d9cc9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:45.290854 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ac5385e6-b114-4067-a758-1c63a160a8d1 req-d1921798-98f7-4eec-805e-49303d9cc9a9 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=84c886de-428b-4fdd-ac96-e9bdd27d5e04 HTTP/1.1" status: 200 len: 850 time: 0.0454283 Feb 09 22:15:45.376469 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:45.619179 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5385e6-b114-4067-a758-1c63a160a8d1 req-07fc3ae3-2c0f-4a91-98d8-9292e1c33f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:15:45.620903 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ac5385e6-b114-4067-a758-1c63a160a8d1 req-07fc3ae3-2c0f-4a91-98d8-9292e1c33f3b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=7e64d8e8-78a3-4987-8778-47d4e5b9b498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3245983 Feb 09 22:15:45.722758 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ac5385e6-b114-4067-a758-1c63a160a8d1 req-bfcca70d-1e70-41b8-bfe8-8f335947ab2e service neutron] 10.222.0.95 "GET /v2.0/networks/7e64d8e8-78a3-4987-8778-47d4e5b9b498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951240 Feb 09 22:15:45.824194 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ac5385e6-b114-4067-a758-1c63a160a8d1 req-eea10ed6-9944-41b6-928b-36521dedae86 service neutron] 10.222.0.95 "GET /v2.0/networks/7e64d8e8-78a3-4987-8778-47d4e5b9b498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941453 Feb 09 22:15:51.666639 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:15:53.847957 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:09.075981 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-0b6b843c-9728-45d6-ace0-de9afa086aef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:11.039431 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a21273ed-a0b1-4f2e-81d3-1d8a4d35f6f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:12.843869 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:14.261095 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:15.370793 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:16.584932 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:16:21.659983 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:23.861976 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:39.079360 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-0c410953-5509-43c2-8974-422fc33e8620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:40.695464 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-cbfbaed7-7d5c-4623-a6f8-def1d1cf8807 req-bbc9a633-8cfc-4401-a802-521d062860be service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=202827d7-ec72-41d1-97a9-93352c316682&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0451584 Feb 09 22:16:40.787623 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfbaed7-7d5c-4623-a6f8-def1d1cf8807 req-f279a04a-42b3-4f7e-823e-bb5629329dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:40.789180 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-cbfbaed7-7d5c-4623-a6f8-def1d1cf8807 req-f279a04a-42b3-4f7e-823e-bb5629329dde service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ad9e4f8727be424b869d8f0ad468be3f&device_id=202827d7-ec72-41d1-97a9-93352c316682 HTTP/1.1" status: 200 len: 1127 time: 0.0488865 Feb 09 22:16:41.054608 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-039f60bf-551d-4e00-abd3-294ba548b889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:41.274271 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfbaed7-7d5c-4623-a6f8-def1d1cf8807 req-a2dfe8a3-002d-4cc0-b75f-c2804ffe2e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:41.275725 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-cbfbaed7-7d5c-4623-a6f8-def1d1cf8807 req-a2dfe8a3-002d-4cc0-b75f-c2804ffe2e1f service neutron] 10.222.0.89 "GET /v2.0/networks?id=7e64d8e8-78a3-4987-8778-47d4e5b9b498 HTTP/1.1" status: 200 len: 912 time: 0.4647832 Feb 09 22:16:41.348714 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-cbfbaed7-7d5c-4623-a6f8-def1d1cf8807 req-d5a65fe9-0dcc-4c93-8d51-54fd8e516f5a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4935671-5a5a-4c74-aca7-b22b730ec724 HTTP/1.1" status: 200 len: 1001 time: 0.0652537 Feb 09 22:16:41.400320 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfbaed7-7d5c-4623-a6f8-def1d1cf8807 req-79fe7709-be77-4edc-934b-a62ebb961b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:41.402406 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-cbfbaed7-7d5c-4623-a6f8-def1d1cf8807 req-79fe7709-be77-4edc-934b-a62ebb961b1f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=84c886de-428b-4fdd-ac96-e9bdd27d5e04 HTTP/1.1" status: 200 len: 850 time: 0.0478692 Feb 09 22:16:41.460351 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfbaed7-7d5c-4623-a6f8-def1d1cf8807 req-7eb54c8b-1071-4c4b-9dfd-c9c929c3ab29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:41.462052 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-cbfbaed7-7d5c-4623-a6f8-def1d1cf8807 req-7eb54c8b-1071-4c4b-9dfd-c9c929c3ab29 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7e64d8e8-78a3-4987-8778-47d4e5b9b498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0530682 Feb 09 22:16:41.557298 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-cbfbaed7-7d5c-4623-a6f8-def1d1cf8807 req-d2202be3-9b2e-4793-bbcf-5c4c16a8aada service neutron] 10.222.0.89 "GET /v2.0/networks/7e64d8e8-78a3-4987-8778-47d4e5b9b498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878768 Feb 09 22:16:41.664643 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-cbfbaed7-7d5c-4623-a6f8-def1d1cf8807 req-8483981e-ed17-4f07-8ff7-db6325d43b2d service neutron] 10.222.0.89 "GET /v2.0/networks/7e64d8e8-78a3-4987-8778-47d4e5b9b498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004708 Feb 09 22:16:42.846876 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:43.429752 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb51bc5-b935-41e0-9913-f41b145f5e56 req-2d4d02e9-5a6a-4ea5-b9f3-c2e543a10a72 tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:43.431233 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0bb51bc5-b935-41e0-9913-f41b145f5e56 req-2d4d02e9-5a6a-4ea5-b9f3-c2e543a10a72 tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] 10.222.0.90 "GET /v2.0/networks?id=a2c7dc50-50ed-4f66-b393-a19de106abc1 HTTP/1.1" status: 200 len: 813 time: 0.1006372 Feb 09 22:16:43.445893 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0bb51bc5-b935-41e0-9913-f41b145f5e56 req-2c58e6cf-83a8-4bda-abd0-71190dd00874 tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] 10.222.0.90 "GET /v2.0/quotas/0e55757333f04df982d593ea5a4c7785 HTTP/1.1" status: 200 len: 375 time: 0.0092716 Feb 09 22:16:43.482442 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0bb51bc5-b935-41e0-9913-f41b145f5e56 req-6821dd52-567b-4609-af9b-e128c9a47297 tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=0e55757333f04df982d593ea5a4c7785&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313058 Feb 09 22:16:43.571242 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0bb51bc5-b935-41e0-9913-f41b145f5e56 req-5ff2b235-5c73-427e-b0e6-78cc635e99c0 service neutron] 10.222.0.90 "GET /v2.0/networks/a2c7dc50-50ed-4f66-b393-a19de106abc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821292 Feb 09 22:16:43.665380 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0bb51bc5-b935-41e0-9913-f41b145f5e56 req-fb33c816-3f6b-414b-9eee-a2dcc18a811f service neutron] 10.222.0.90 "GET /v2.0/networks/a2c7dc50-50ed-4f66-b393-a19de106abc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867634 Feb 09 22:16:43.835108 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8224e1cd-86bf-41ac-b26f-ca945fbbc95e req-61f3dca7-4700-4ddd-bced-2a3386914aef tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] 10.222.0.90 "GET /v2.0/ports?device_id=22fc2ed5-a245-4b48-8698-9c02f0e55b97 HTTP/1.1" status: 200 len: 210 time: 0.0299058 Feb 09 22:16:44.268848 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:44.943022 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f34058d1-6393-42fe-99dd-e88dc8a72bdc req-c64789f3-d87f-4795-880b-b0a38c7c3d03 tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] 10.222.0.90 "GET /v2.0/ports?device_id=22fc2ed5-a245-4b48-8698-9c02f0e55b97 HTTP/1.1" status: 200 len: 210 time: 0.0294361 Feb 09 22:16:44.967320 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb51bc5-b935-41e0-9913-f41b145f5e56 req-7244e4d9-b4f9-4e43-bc53-604ee654da00 tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:44.968903 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0bb51bc5-b935-41e0-9913-f41b145f5e56 req-7244e4d9-b4f9-4e43-bc53-604ee654da00 tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] 10.222.0.89 "GET /v2.0/networks?id=a2c7dc50-50ed-4f66-b393-a19de106abc1 HTTP/1.1" status: 200 len: 813 time: 0.1160858 Feb 09 22:16:44.982159 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-0bb51bc5-b935-41e0-9913-f41b145f5e56 req-67ad560e-461a-4bdf-bfcf-31ff31fe599c tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] Request body: {'port': {'device_id': '22fc2ed5-a245-4b48-8698-9c02f0e55b97', 'network_id': 'a2c7dc50-50ed-4f66-b393-a19de106abc1', 'admin_state_up': True, 'tenant_id': '0e55757333f04df982d593ea5a4c7785'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:16:45.096841 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bb51bc5-b935-41e0-9913-f41b145f5e56 req-67ad560e-461a-4bdf-bfcf-31ff31fe599c tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] Made reservation on behalf of 0e55757333f04df982d593ea5a4c7785 for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:16:45.100117 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-0bb51bc5-b935-41e0-9913-f41b145f5e56 req-67ad560e-461a-4bdf-bfcf-31ff31fe599c tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:45.226417 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [req-0bb51bc5-b935-41e0-9913-f41b145f5e56 req-67ad560e-461a-4bdf-bfcf-31ff31fe599c tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] Allocated IP 172.20.0.11 (a2c7dc50-50ed-4f66-b393-a19de106abc1/af1c1c65-a835-40af-a6d5-ac5d86f058eb/f9021ffa-fd19-4a01-a986-36ec0c02b0cc) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:16:45.375239 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:45.376357 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-0bb51bc5-b935-41e0-9913-f41b145f5e56 req-67ad560e-461a-4bdf-bfcf-31ff31fe599c tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] Publish callbacks [] for port (f9021ffa-fd19-4a01-a986-36ec0c02b0cc), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:45.411467 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-0bb51bc5-b935-41e0-9913-f41b145f5e56 req-67ad560e-461a-4bdf-bfcf-31ff31fe599c tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (f9021ffa-fd19-4a01-a986-36ec0c02b0cc), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:45.459941 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bb51bc5-b935-41e0-9913-f41b145f5e56 req-67ad560e-461a-4bdf-bfcf-31ff31fe599c tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] Network a2c7dc50-50ed-4f66-b393-a19de106abc1 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:16:45.463059 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [req-0bb51bc5-b935-41e0-9913-f41b145f5e56 req-67ad560e-461a-4bdf-bfcf-31ff31fe599c tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:16:45.466727 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bb51bc5-b935-41e0-9913-f41b145f5e56 req-67ad560e-461a-4bdf-bfcf-31ff31fe599c tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:16:45.473670 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ad560e-461a-4bdf-bfcf-31ff31fe599c tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] Pushing event updated for resources: {'Port': ['ID=f9021ffa-fd19-4a01-a986-36ec0c02b0cc,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:45.500648 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ad560e-461a-4bdf-bfcf-31ff31fe599c tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:16:45.501002 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ad560e-461a-4bdf-bfcf-31ff31fe599c tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:16:45.501349 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ad560e-461a-4bdf-bfcf-31ff31fe599c tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:16:45.501692 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ad560e-461a-4bdf-bfcf-31ff31fe599c tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:16:45.502029 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ad560e-461a-4bdf-bfcf-31ff31fe599c tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:16:45.502360 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ad560e-461a-4bdf-bfcf-31ff31fe599c tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:16:45.502691 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ad560e-461a-4bdf-bfcf-31ff31fe599c tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:16:45.503023 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ad560e-461a-4bdf-bfcf-31ff31fe599c tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:16:45.503354 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ad560e-461a-4bdf-bfcf-31ff31fe599c tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:16:45.503684 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ad560e-461a-4bdf-bfcf-31ff31fe599c tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:16:45.504010 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ad560e-461a-4bdf-bfcf-31ff31fe599c tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:16:45.504371 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ad560e-461a-4bdf-bfcf-31ff31fe599c tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:16:45.504721 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ad560e-461a-4bdf-bfcf-31ff31fe599c tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:16:45.528547 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb51bc5-b935-41e0-9913-f41b145f5e56 req-67ad560e-461a-4bdf-bfcf-31ff31fe599c tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:45.529162 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-0bb51bc5-b935-41e0-9913-f41b145f5e56 req-67ad560e-461a-4bdf-bfcf-31ff31fe599c tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:45.544133 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0bb51bc5-b935-41e0-9913-f41b145f5e56 req-67ad560e-461a-4bdf-bfcf-31ff31fe599c tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5670698 Feb 09 22:16:45.560792 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-0bb51bc5-b935-41e0-9913-f41b145f5e56 req-ca179978-e672-4364-9b77-ea8e7bfed84f service neutron] Request body: {'port': {'device_id': '22fc2ed5-a245-4b48-8698-9c02f0e55b97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:16:45.620110 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-0bb51bc5-b935-41e0-9913-f41b145f5e56 req-ca179978-e672-4364-9b77-ea8e7bfed84f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (f9021ffa-fd19-4a01-a986-36ec0c02b0cc), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:45.887875 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-0bb51bc5-b935-41e0-9913-f41b145f5e56 req-ca179978-e672-4364-9b77-ea8e7bfed84f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9021ffa-fd19-4a01-a986-36ec0c02b0cc {{(pid=103141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:16:45.895451 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-0bb51bc5-b935-41e0-9913-f41b145f5e56 req-ca179978-e672-4364-9b77-ea8e7bfed84f service neutron] Publish callbacks [] for port (f9021ffa-fd19-4a01-a986-36ec0c02b0cc), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:45.907948 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-0bb51bc5-b935-41e0-9913-f41b145f5e56 req-ca179978-e672-4364-9b77-ea8e7bfed84f service neutron] Transition to ACTIVE for port object f9021ffa-fd19-4a01-a986-36ec0c02b0cc will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:16:45.911923 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-0bb51bc5-b935-41e0-9913-f41b145f5e56 req-ca179978-e672-4364-9b77-ea8e7bfed84f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (f9021ffa-fd19-4a01-a986-36ec0c02b0cc), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:45.958525 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5fb3b747-2f56-4cb7-9c4a-5e109a2b73c9 req-00552f46-9b5c-4334-86da-d98f816e93b0 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=d8fedef7-59ac-44f8-9d99-37067b22922a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435150 Feb 09 22:16:45.996357 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca179978-e672-4364-9b77-ea8e7bfed84f service neutron] Pushing event updated for resources: {'Port': ['ID=f9021ffa-fd19-4a01-a986-36ec0c02b0cc,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:46.050990 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-0bb51bc5-b935-41e0-9913-f41b145f5e56 req-ca179978-e672-4364-9b77-ea8e7bfed84f service neutron] Attempting to bind port f9021ffa-fd19-4a01-a986-36ec0c02b0cc on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:16:46.051330 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-0bb51bc5-b935-41e0-9913-f41b145f5e56 req-ca179978-e672-4364-9b77-ea8e7bfed84f service neutron] Attempting to bind port f9021ffa-fd19-4a01-a986-36ec0c02b0cc by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': '1aad2ad5-e2c7-47fb-a23c-e27a5b1ede92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a2c7dc50-50ed-4f66-b393-a19de106abc1'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:16:46.051658 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb51bc5-b935-41e0-9913-f41b145f5e56 req-ca179978-e672-4364-9b77-ea8e7bfed84f service neutron] Attempting to bind port f9021ffa-fd19-4a01-a986-36ec0c02b0cc on network a2c7dc50-50ed-4f66-b393-a19de106abc1 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:16:46.056283 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb51bc5-b935-41e0-9913-f41b145f5e56 req-ca179978-e672-4364-9b77-ea8e7bfed84f service neutron] Port f9021ffa-fd19-4a01-a986-36ec0c02b0cc on network a2c7dc50-50ed-4f66-b393-a19de106abc1 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:16:46.056608 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb51bc5-b935-41e0-9913-f41b145f5e56 req-ca179978-e672-4364-9b77-ea8e7bfed84f service neutron] Attempting to bind port f9021ffa-fd19-4a01-a986-36ec0c02b0cc on network a2c7dc50-50ed-4f66-b393-a19de106abc1 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:16:46.061588 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb51bc5-b935-41e0-9913-f41b145f5e56 req-ca179978-e672-4364-9b77-ea8e7bfed84f service neutron] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:16:46.061930 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb51bc5-b935-41e0-9913-f41b145f5e56 req-ca179978-e672-4364-9b77-ea8e7bfed84f service neutron] Checking segment: {'id': '1aad2ad5-e2c7-47fb-a23c-e27a5b1ede92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a2c7dc50-50ed-4f66-b393-a19de106abc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:16:46.062324 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb51bc5-b935-41e0-9913-f41b145f5e56 req-ca179978-e672-4364-9b77-ea8e7bfed84f service neutron] Bound using segment: {'id': '1aad2ad5-e2c7-47fb-a23c-e27a5b1ede92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a2c7dc50-50ed-4f66-b393-a19de106abc1'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:16:46.062790 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-0bb51bc5-b935-41e0-9913-f41b145f5e56 req-ca179978-e672-4364-9b77-ea8e7bfed84f service neutron] Bound port: f9021ffa-fd19-4a01-a986-36ec0c02b0cc, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1aad2ad5-e2c7-47fb-a23c-e27a5b1ede92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a2c7dc50-50ed-4f66-b393-a19de106abc1'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:16:46.063149 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-0bb51bc5-b935-41e0-9913-f41b145f5e56 req-ca179978-e672-4364-9b77-ea8e7bfed84f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (f9021ffa-fd19-4a01-a986-36ec0c02b0cc), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:46.104126 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb3b747-2f56-4cb7-9c4a-5e109a2b73c9 req-fed893e3-4e0a-40ad-a69c-4a5bc92abdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:46.105659 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5fb3b747-2f56-4cb7-9c4a-5e109a2b73c9 req-fed893e3-4e0a-40ad-a69c-4a5bc92abdd1 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=ad9e4f8727be424b869d8f0ad468be3f&device_id=d8fedef7-59ac-44f8-9d99-37067b22922a HTTP/1.1" status: 200 len: 1127 time: 0.0862222 Feb 09 22:16:46.115764 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db39bf1-4b23-4279-94a9-cb9e97d8c2d4 req-137cda4a-1129-4959-9351-3a804a893980 tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:46.117929 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5db39bf1-4b23-4279-94a9-cb9e97d8c2d4 req-137cda4a-1129-4959-9351-3a804a893980 tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] 10.222.0.90 "GET /v2.0/ports?device_id=22fc2ed5-a245-4b48-8698-9c02f0e55b97 HTTP/1.1" status: 200 len: 944 time: 0.0899127 Feb 09 22:16:46.130668 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-0bb51bc5-b935-41e0-9913-f41b145f5e56 req-ca179978-e672-4364-9b77-ea8e7bfed84f service neutron] For port f9021ffa-fd19-4a01-a986-36ec0c02b0cc, host n-h2-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:16:46.133822 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-0bb51bc5-b935-41e0-9913-f41b145f5e56 req-ca179978-e672-4364-9b77-ea8e7bfed84f service neutron] For port f9021ffa-fd19-4a01-a986-36ec0c02b0cc, host n-h2-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=f9021ffa-fd19-4a01-a986-36ec0c02b0cc,segment=NetworkSegment(1aad2ad5-e2c7-47fb-a23c-e27a5b1ede92),segment_id=1aad2ad5-e2c7-47fb-a23c-e27a5b1ede92)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:16:46.142544 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-0bb51bc5-b935-41e0-9913-f41b145f5e56 req-ca179978-e672-4364-9b77-ea8e7bfed84f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (f9021ffa-fd19-4a01-a986-36ec0c02b0cc), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:46.175783 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb51bc5-b935-41e0-9913-f41b145f5e56 req-ca179978-e672-4364-9b77-ea8e7bfed84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:46.176435 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-0bb51bc5-b935-41e0-9913-f41b145f5e56 req-ca179978-e672-4364-9b77-ea8e7bfed84f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:46.177915 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0bb51bc5-b935-41e0-9913-f41b145f5e56 req-ca179978-e672-4364-9b77-ea8e7bfed84f service neutron] 10.222.0.89 "PUT /v2.0/ports/f9021ffa-fd19-4a01-a986-36ec0c02b0cc HTTP/1.1" status: 200 len: 1092 time: 0.6210911 Feb 09 22:16:46.178254 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22fc2ed5-a245-4b48-8698-9c02f0e55b97', 'tag': 'f9021ffa-fd19-4a01-a986-36ec0c02b0cc'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:16:46.180553 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44486ac3-c869-46eb-b3d7-5c4be9d8ec1e" -d '{"events": [{"name": "network-changed", "server_uuid": "22fc2ed5-a245-4b48-8698-9c02f0e55b97", "tag": "f9021ffa-fd19-4a01-a986-36ec0c02b0cc"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:16:46.208905 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca179978-e672-4364-9b77-ea8e7bfed84f service neutron] Pushing event updated for resources: {'Port': ['ID=f9021ffa-fd19-4a01-a986-36ec0c02b0cc,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:46.216868 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5db39bf1-4b23-4279-94a9-cb9e97d8c2d4 req-7d5aab1b-5c13-4a73-ba78-eed2f2425266 tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] 10.222.0.90 "GET /v2.0/security-groups?id=9ad80963-96f6-4078-bd12-ae04dd79b1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921614 Feb 09 22:16:46.251505 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb3b747-2f56-4cb7-9c4a-5e109a2b73c9 req-47348d36-8862-4c83-978b-63c69a45ab1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:46.253197 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5fb3b747-2f56-4cb7-9c4a-5e109a2b73c9 req-47348d36-8862-4c83-978b-63c69a45ab1c service neutron] 10.222.0.95 "GET /v2.0/networks?id=7e64d8e8-78a3-4987-8778-47d4e5b9b498 HTTP/1.1" status: 200 len: 912 time: 0.1268158 Feb 09 22:16:46.289219 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb51bc5-b935-41e0-9913-f41b145f5e56 req-95cb1536-65ab-4445-ab2f-fbb6e599faf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:46.291036 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0bb51bc5-b935-41e0-9913-f41b145f5e56 req-95cb1536-65ab-4445-ab2f-fbb6e599faf4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0e55757333f04df982d593ea5a4c7785&device_id=22fc2ed5-a245-4b48-8698-9c02f0e55b97 HTTP/1.1" status: 200 len: 1126 time: 0.0576189 Feb 09 22:16:46.326560 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5fb3b747-2f56-4cb7-9c4a-5e109a2b73c9 req-bbf5760b-fc10-4dcb-9de4-dae448d6fd87 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fcd62bca-2e27-4cc3-9d4e-1e5807ee7459 HTTP/1.1" status: 200 len: 1000 time: 0.0673645 Feb 09 22:16:46.339473 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0bb51bc5-b935-41e0-9913-f41b145f5e56 req-5fcfe9a6-d22f-4d73-b1d4-2df045055521 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f9021ffa-fd19-4a01-a986-36ec0c02b0cc HTTP/1.1" status: 200 len: 217 time: 0.0399284 Feb 09 22:16:46.383079 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb3b747-2f56-4cb7-9c4a-5e109a2b73c9 req-dcd65603-2e1b-4ea5-bbaa-d0b290b670b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:46.384615 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5fb3b747-2f56-4cb7-9c4a-5e109a2b73c9 req-dcd65603-2e1b-4ea5-bbaa-d0b290b670b5 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=84c886de-428b-4fdd-ac96-e9bdd27d5e04 HTTP/1.1" status: 200 len: 850 time: 0.0521181 Feb 09 22:16:46.389223 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb51bc5-b935-41e0-9913-f41b145f5e56 req-99a31451-409a-415d-b284-20bb494fe9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:46.390723 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0bb51bc5-b935-41e0-9913-f41b145f5e56 req-99a31451-409a-415d-b284-20bb494fe9d8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=af1c1c65-a835-40af-a6d5-ac5d86f058eb HTTP/1.1" status: 200 len: 853 time: 0.0445521 Feb 09 22:16:46.407286 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33a4d53d-b6bc-475b-98d3-e6b52a841101 x-openstack-request-id: req-33a4d53d-b6bc-475b-98d3-e6b52a841101 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:16:46.407584 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22fc2ed5-a245-4b48-8698-9c02f0e55b97", "tag": "f9021ffa-fd19-4a01-a986-36ec0c02b0cc", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:16:46.407841 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-33a4d53d-b6bc-475b-98d3-e6b52a841101 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:16:46.408270 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22fc2ed5-a245-4b48-8698-9c02f0e55b97', 'tag': 'f9021ffa-fd19-4a01-a986-36ec0c02b0cc', 'status': 'completed', 'code': 200} Feb 09 22:16:46.424148 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0bb51bc5-b935-41e0-9913-f41b145f5e56 req-5b199d2c-0402-4807-a628-87e65fc6845e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a2c7dc50-50ed-4f66-b393-a19de106abc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273097 Feb 09 22:16:46.436858 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb3b747-2f56-4cb7-9c4a-5e109a2b73c9 req-3642f123-a3fe-4d78-9476-ac832978544a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:46.438385 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5fb3b747-2f56-4cb7-9c4a-5e109a2b73c9 req-3642f123-a3fe-4d78-9476-ac832978544a service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=7e64d8e8-78a3-4987-8778-47d4e5b9b498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0466092 Feb 09 22:16:46.517986 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0bb51bc5-b935-41e0-9913-f41b145f5e56 req-b624b9be-e0d0-4bc9-b8fc-f50dd821b167 service neutron] 10.222.0.89 "GET /v2.0/networks/a2c7dc50-50ed-4f66-b393-a19de106abc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873442 Feb 09 22:16:46.530075 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5fb3b747-2f56-4cb7-9c4a-5e109a2b73c9 req-618bb69a-56af-4ab3-b596-b305e26cfc29 service neutron] 10.222.0.95 "GET /v2.0/networks/7e64d8e8-78a3-4987-8778-47d4e5b9b498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856326 Feb 09 22:16:46.607167 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0bb51bc5-b935-41e0-9913-f41b145f5e56 req-516459e9-a1a4-47c4-8d1f-f57dff4ad3a1 service neutron] 10.222.0.89 "GET /v2.0/networks/a2c7dc50-50ed-4f66-b393-a19de106abc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827932 Feb 09 22:16:46.621633 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5fb3b747-2f56-4cb7-9c4a-5e109a2b73c9 req-53b47410-fd64-4713-9e06-52270dfe86a2 service neutron] 10.222.0.95 "GET /v2.0/networks/7e64d8e8-78a3-4987-8778-47d4e5b9b498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852993 Feb 09 22:16:46.692976 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44486ac3-c869-46eb-b3d7-5c4be9d8ec1e req-98b6a9f2-397a-4613-b2b6-bb86e775b8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:46.694361 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-44486ac3-c869-46eb-b3d7-5c4be9d8ec1e req-98b6a9f2-397a-4613-b2b6-bb86e775b8a7 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0e55757333f04df982d593ea5a4c7785&device_id=22fc2ed5-a245-4b48-8698-9c02f0e55b97 HTTP/1.1" status: 200 len: 1126 time: 0.0453827 Feb 09 22:16:46.786143 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44486ac3-c869-46eb-b3d7-5c4be9d8ec1e req-4313ed43-70a7-4ddc-8002-4d14d7adf028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:46.787592 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-44486ac3-c869-46eb-b3d7-5c4be9d8ec1e req-4313ed43-70a7-4ddc-8002-4d14d7adf028 service neutron] 10.222.0.89 "GET /v2.0/networks?id=a2c7dc50-50ed-4f66-b393-a19de106abc1 HTTP/1.1" status: 200 len: 914 time: 0.0866303 Feb 09 22:16:46.828402 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-44486ac3-c869-46eb-b3d7-5c4be9d8ec1e req-a487fc17-6a9c-49c8-9f94-1e246acf091c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f9021ffa-fd19-4a01-a986-36ec0c02b0cc HTTP/1.1" status: 200 len: 217 time: 0.0347283 Feb 09 22:16:46.880077 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44486ac3-c869-46eb-b3d7-5c4be9d8ec1e req-ff2c7ac8-fa11-4020-a32e-2bd8a7580709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:46.881529 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-44486ac3-c869-46eb-b3d7-5c4be9d8ec1e req-ff2c7ac8-fa11-4020-a32e-2bd8a7580709 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=af1c1c65-a835-40af-a6d5-ac5d86f058eb HTTP/1.1" status: 200 len: 853 time: 0.0473413 Feb 09 22:16:46.914627 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-44486ac3-c869-46eb-b3d7-5c4be9d8ec1e req-0cc1b96d-bb8a-4d1e-9189-ede5fc9019db service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a2c7dc50-50ed-4f66-b393-a19de106abc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269091 Feb 09 22:16:47.003102 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-44486ac3-c869-46eb-b3d7-5c4be9d8ec1e req-3ce47397-51ca-4eae-897f-33396733191d service neutron] 10.222.0.89 "GET /v2.0/networks/a2c7dc50-50ed-4f66-b393-a19de106abc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813355 Feb 09 22:16:47.096729 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-44486ac3-c869-46eb-b3d7-5c4be9d8ec1e req-4bca210e-622b-4513-b5f3-627a8c0649d8 service neutron] 10.222.0.89 "GET /v2.0/networks/a2c7dc50-50ed-4f66-b393-a19de106abc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875089 Feb 09 22:16:47.345403 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3e8324-0dd9-4fc5-a92b-730b48dafde1 req-35f758cd-80ad-4990-9291-7cf918579f8c tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:47.346917 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5c3e8324-0dd9-4fc5-a92b-730b48dafde1 req-35f758cd-80ad-4990-9291-7cf918579f8c tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] 10.222.0.90 "GET /v2.0/ports?device_id=22fc2ed5-a245-4b48-8698-9c02f0e55b97 HTTP/1.1" status: 200 len: 944 time: 0.0582736 Feb 09 22:16:47.392955 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5c3e8324-0dd9-4fc5-a92b-730b48dafde1 req-59e8e671-632e-4097-a76f-6f3d6d359731 tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] 10.222.0.90 "GET /v2.0/security-groups?id=9ad80963-96f6-4078-bd12-ae04dd79b1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404735 Feb 09 22:16:48.512122 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d059e5cf-2620-4f24-bbbf-ab3791f2f174 req-c1a32721-69cc-4217-9cea-b1e460f9e93d tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:48.513621 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d059e5cf-2620-4f24-bbbf-ab3791f2f174 req-c1a32721-69cc-4217-9cea-b1e460f9e93d tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] 10.222.0.90 "GET /v2.0/ports?device_id=22fc2ed5-a245-4b48-8698-9c02f0e55b97 HTTP/1.1" status: 200 len: 944 time: 0.0519631 Feb 09 22:16:48.559556 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d059e5cf-2620-4f24-bbbf-ab3791f2f174 req-8ae791df-c54b-4b18-bb0f-3fe740953c29 tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] 10.222.0.90 "GET /v2.0/security-groups?id=9ad80963-96f6-4078-bd12-ae04dd79b1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398793 Feb 09 22:16:49.427862 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device f9021ffa-fd19-4a01-a986-36ec0c02b0cc details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:16:49.521189 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port f9021ffa-fd19-4a01-a986-36ec0c02b0cc, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=f9021ffa-fd19-4a01-a986-36ec0c02b0cc,segment=NetworkSegment(1aad2ad5-e2c7-47fb-a23c-e27a5b1ede92),segment_id=1aad2ad5-e2c7-47fb-a23c-e27a5b1ede92)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:16:49.532890 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': 'f9021ffa-fd19-4a01-a986-36ec0c02b0cc', 'network_id': 'a2c7dc50-50ed-4f66-b393-a19de106abc1', 'port_id': 'f9021ffa-fd19-4a01-a986-36ec0c02b0cc', 'mac_address': 'fa:16:3e:a5:59:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af1c1c65-a835-40af-a6d5-ac5d86f058eb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:16:49.569289 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port f9021ffa-fd19-4a01-a986-36ec0c02b0cc is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:16:49.569691 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (f9021ffa-fd19-4a01-a986-36ec0c02b0cc), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:49.586079 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9021ffa-fd19-4a01-a986-36ec0c02b0cc {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:16:49.605870 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port f9021ffa-fd19-4a01-a986-36ec0c02b0cc, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=f9021ffa-fd19-4a01-a986-36ec0c02b0cc,segment=NetworkSegment(1aad2ad5-e2c7-47fb-a23c-e27a5b1ede92),segment_id=1aad2ad5-e2c7-47fb-a23c-e27a5b1ede92)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:16:49.610870 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (f9021ffa-fd19-4a01-a986-36ec0c02b0cc), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:49.658032 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=f9021ffa-fd19-4a01-a986-36ec0c02b0cc,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:49.665519 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:16:49.665964 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:16:49.666337 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:16:49.666684 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:16:49.667209 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:16:49.667556 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:16:49.667897 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:16:49.668246 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:16:49.668622 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:16:49.668959 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:16:49.669313 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:16:49.669671 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:16:49.670005 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:16:49.684458 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af014b5a-a413-42d7-8fca-b2e840704b1f req-5e1d2394-2212-48ba-b884-a87115b65242 tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:49.685962 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-af014b5a-a413-42d7-8fca-b2e840704b1f req-5e1d2394-2212-48ba-b884-a87115b65242 tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] 10.222.0.90 "GET /v2.0/ports?device_id=22fc2ed5-a245-4b48-8698-9c02f0e55b97 HTTP/1.1" status: 200 len: 945 time: 0.0571046 Feb 09 22:16:49.731743 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-af014b5a-a413-42d7-8fca-b2e840704b1f req-a8c67b6f-8d2c-4123-b892-4510bccd96fe tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] 10.222.0.90 "GET /v2.0/security-groups?id=9ad80963-96f6-4078-bd12-ae04dd79b1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401034 Feb 09 22:16:49.953633 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['f9021ffa-fd19-4a01-a986-36ec0c02b0cc'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:16:50.850576 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efcde91-4f8f-4f96-ab4f-bd28d3cf1087 req-f0da7747-57b5-48b2-8fdc-24d75b35e8e7 tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:50.852073 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4efcde91-4f8f-4f96-ab4f-bd28d3cf1087 req-f0da7747-57b5-48b2-8fdc-24d75b35e8e7 tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] 10.222.0.90 "GET /v2.0/ports?device_id=22fc2ed5-a245-4b48-8698-9c02f0e55b97 HTTP/1.1" status: 200 len: 945 time: 0.0528913 Feb 09 22:16:50.899146 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4efcde91-4f8f-4f96-ab4f-bd28d3cf1087 req-1a924914-9f43-4c97-8b1c-5dc4af574f54 tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] 10.222.0.90 "GET /v2.0/security-groups?id=9ad80963-96f6-4078-bd12-ae04dd79b1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414586 Feb 09 22:16:51.427899 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device f9021ffa-fd19-4a01-a986-36ec0c02b0cc up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:16:51.475034 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning for port f9021ffa-fd19-4a01-a986-36ec0c02b0cc completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:16:51.478908 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port f9021ffa-fd19-4a01-a986-36ec0c02b0cc triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:16:51.479289 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (f9021ffa-fd19-4a01-a986-36ec0c02b0cc), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:51.554200 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port f9021ffa-fd19-4a01-a986-36ec0c02b0cc is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:16:51.554591 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (f9021ffa-fd19-4a01-a986-36ec0c02b0cc), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:51.577218 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22fc2ed5-a245-4b48-8698-9c02f0e55b97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9021ffa-fd19-4a01-a986-36ec0c02b0cc'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:16:51.579580 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-788894df-205b-46cb-94ef-49e3ce613980" -d '{"events": [{"server_uuid": "22fc2ed5-a245-4b48-8698-9c02f0e55b97", "name": "network-vif-plugged", "status": "completed", "tag": "f9021ffa-fd19-4a01-a986-36ec0c02b0cc"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:16:51.592531 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port f9021ffa-fd19-4a01-a986-36ec0c02b0cc, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=f9021ffa-fd19-4a01-a986-36ec0c02b0cc,segment=NetworkSegment(1aad2ad5-e2c7-47fb-a23c-e27a5b1ede92),segment_id=1aad2ad5-e2c7-47fb-a23c-e27a5b1ede92)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:16:51.597121 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (f9021ffa-fd19-4a01-a986-36ec0c02b0cc), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:51.626029 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c64499b-76f6-488d-93b2-cef6f48a34b1 x-openstack-request-id: req-2c64499b-76f6-488d-93b2-cef6f48a34b1 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:16:51.626350 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22fc2ed5-a245-4b48-8698-9c02f0e55b97", "name": "network-vif-plugged", "status": "completed", "tag": "f9021ffa-fd19-4a01-a986-36ec0c02b0cc", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:16:51.626626 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-2c64499b-76f6-488d-93b2-cef6f48a34b1 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:16:51.627040 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22fc2ed5-a245-4b48-8698-9c02f0e55b97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9021ffa-fd19-4a01-a986-36ec0c02b0cc', 'code': 200} Feb 09 22:16:51.664401 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=f9021ffa-fd19-4a01-a986-36ec0c02b0cc,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:16:51.667879 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:51.722637 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff31069-d758-41f7-9bf1-be0a81b101db req-3d553c9f-5242-4f7a-a05f-538f0582b116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:51.724152 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6ff31069-d758-41f7-9bf1-be0a81b101db req-3d553c9f-5242-4f7a-a05f-538f0582b116 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=22fc2ed5-a245-4b48-8698-9c02f0e55b97 HTTP/1.1" status: 200 len: 1128 time: 0.0457723 Feb 09 22:16:51.771733 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6ff31069-d758-41f7-9bf1-be0a81b101db req-98ed991c-a851-4e86-80d3-97809cc64089 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=9ad80963-96f6-4078-bd12-ae04dd79b1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406539 Feb 09 22:16:52.016941 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86774bc0-b3e3-4b30-a503-ef162c55e9e5 req-09f5b82e-41de-4e17-a530-f8f46392bb9f tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:52.018417 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-86774bc0-b3e3-4b30-a503-ef162c55e9e5 req-09f5b82e-41de-4e17-a530-f8f46392bb9f tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] 10.222.0.90 "GET /v2.0/ports?device_id=22fc2ed5-a245-4b48-8698-9c02f0e55b97 HTTP/1.1" status: 200 len: 946 time: 0.0523880 Feb 09 22:16:52.071267 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-86774bc0-b3e3-4b30-a503-ef162c55e9e5 req-def5d5b9-d64a-449c-831b-282e5e729b1d tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] 10.222.0.90 "GET /v2.0/security-groups?id=9ad80963-96f6-4078-bd12-ae04dd79b1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473630 Feb 09 22:16:53.199820 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8bd083-9835-44c4-a3f2-7f60e96919b7 req-41fb8711-6516-4943-b998-93ed2158be7e tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:53.201426 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8c8bd083-9835-44c4-a3f2-7f60e96919b7 req-41fb8711-6516-4943-b998-93ed2158be7e tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] 10.222.0.90 "GET /v2.0/ports?device_id=22fc2ed5-a245-4b48-8698-9c02f0e55b97 HTTP/1.1" status: 200 len: 946 time: 0.0606165 Feb 09 22:16:53.252144 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8c8bd083-9835-44c4-a3f2-7f60e96919b7 req-7f9ea98a-89cb-4775-9a3d-932646f1e89a tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] 10.222.0.90 "GET /v2.0/security-groups?id=9ad80963-96f6-4078-bd12-ae04dd79b1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443025 Feb 09 22:16:53.584846 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:16:53.861291 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:16:54.373869 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b104ece-9582-459d-a540-7ee25b967783 req-9175c007-3b2b-40a5-b06f-cb20a39128b6 tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:16:54.375365 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2b104ece-9582-459d-a540-7ee25b967783 req-9175c007-3b2b-40a5-b06f-cb20a39128b6 tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] 10.222.0.90 "GET /v2.0/ports?device_id=22fc2ed5-a245-4b48-8698-9c02f0e55b97 HTTP/1.1" status: 200 len: 946 time: 0.0529876 Feb 09 22:16:54.421668 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2b104ece-9582-459d-a540-7ee25b967783 req-c5f36585-baf2-4659-ad9b-b0c602ab3a48 tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] 10.222.0.90 "GET /v2.0/security-groups?id=9ad80963-96f6-4078-bd12-ae04dd79b1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406554 Feb 09 22:17:08.443969 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 49190) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:17:08.612899 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-f86ac32f-4f3f-4ee6-9df0-221ea75a6eeb tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Deleting port 2f223c2b-898b-4cb7-b398-17ee719e5e7f {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:17:08.613248 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f86ac32f-4f3f-4ee6-9df0-221ea75a6eeb tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (2f223c2b-898b-4cb7-b398-17ee719e5e7f), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:08.689729 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f86ac32f-4f3f-4ee6-9df0-221ea75a6eeb tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (2f223c2b-898b-4cb7-b398-17ee719e5e7f), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:08.689979 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f86ac32f-4f3f-4ee6-9df0-221ea75a6eeb tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks [] for floatingip (2f223c2b-898b-4cb7-b398-17ee719e5e7f), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:08.701995 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-f86ac32f-4f3f-4ee6-9df0-221ea75a6eeb tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Calling delete_port for 2f223c2b-898b-4cb7-b398-17ee719e5e7f owned by network:floatingip {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:17:08.854506 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f86ac32f-4f3f-4ee6-9df0-221ea75a6eeb tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (2f223c2b-898b-4cb7-b398-17ee719e5e7f), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:08.884270 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86ac32f-4f3f-4ee6-9df0-221ea75a6eeb tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Pushing event deleted for resources: {'Port': ['ID=2f223c2b-898b-4cb7-b398-17ee719e5e7f,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:17:08.893267 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86ac32f-4f3f-4ee6-9df0-221ea75a6eeb tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:08.893626 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86ac32f-4f3f-4ee6-9df0-221ea75a6eeb tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:08.893978 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86ac32f-4f3f-4ee6-9df0-221ea75a6eeb tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:08.894327 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86ac32f-4f3f-4ee6-9df0-221ea75a6eeb tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:08.894669 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86ac32f-4f3f-4ee6-9df0-221ea75a6eeb tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:08.895009 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86ac32f-4f3f-4ee6-9df0-221ea75a6eeb tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:08.895346 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86ac32f-4f3f-4ee6-9df0-221ea75a6eeb tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:08.895679 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86ac32f-4f3f-4ee6-9df0-221ea75a6eeb tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:08.896012 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86ac32f-4f3f-4ee6-9df0-221ea75a6eeb tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:08.896421 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86ac32f-4f3f-4ee6-9df0-221ea75a6eeb tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:08.896752 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86ac32f-4f3f-4ee6-9df0-221ea75a6eeb tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:08.897090 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86ac32f-4f3f-4ee6-9df0-221ea75a6eeb tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:08.897421 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86ac32f-4f3f-4ee6-9df0-221ea75a6eeb tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:08.961006 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f86ac32f-4f3f-4ee6-9df0-221ea75a6eeb tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks [] for floatingip (4322c449-0ec1-487d-9315-a76cf0df3e26), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:08.961272 n-d-828369-5 neutron-server[103140]: INFO neutron.db.l3_db [None req-f86ac32f-4f3f-4ee6-9df0-221ea75a6eeb tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Floating IP 4322c449-0ec1-487d-9315-a76cf0df3e26 disassociated (deleted). External IP: 172.25.3.227, port: e4935671-5a5a-4c74-aca7-b22b730ec724. Feb 09 22:17:09.083996 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-69642317-f6e5-4d48-809f-fa72f5cfeb95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:09.180396 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f86ac32f-4f3f-4ee6-9df0-221ea75a6eeb tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Router cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:17:09.294589 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f86ac32f-4f3f-4ee6-9df0-221ea75a6eeb tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:17:09.299841 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f86ac32f-4f3f-4ee6-9df0-221ea75a6eeb tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:09.304933 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ccedf7-ea9d-48a8-b73d-637848462d13 None None] Sync routers for ids ['cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:17:09.318392 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ccedf7-ea9d-48a8-b73d-637848462d13 None None] Routers {'cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:17:09.319008 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-89ccedf7-ea9d-48a8-b73d-637848462d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:16:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:17:09.334901 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-f86ac32f-4f3f-4ee6-9df0-221ea75a6eeb tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "DELETE /v2.0/floatingips/4322c449-0ec1-487d-9315-a76cf0df3e26 HTTP/1.1" status: 204 len: 168 time: 0.8867388 Feb 09 22:17:09.334901 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '202827d7-ec72-41d1-97a9-93352c316682', 'tag': 'e4935671-5a5a-4c74-aca7-b22b730ec724'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:17:09.335334 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c93c5a-d28e-4cc9-a739-e7487df5d085" -d '{"events": [{"name": "network-changed", "server_uuid": "202827d7-ec72-41d1-97a9-93352c316682", "tag": "e4935671-5a5a-4c74-aca7-b22b730ec724"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:17:09.396098 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f44f2e7-14d6-4008-9552-fa86783249d0 x-openstack-request-id: req-8f44f2e7-14d6-4008-9552-fa86783249d0 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:17:09.396449 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "202827d7-ec72-41d1-97a9-93352c316682", "tag": "e4935671-5a5a-4c74-aca7-b22b730ec724", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:17:09.396738 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-8f44f2e7-14d6-4008-9552-fa86783249d0 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:17:09.397152 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '202827d7-ec72-41d1-97a9-93352c316682', 'tag': 'e4935671-5a5a-4c74-aca7-b22b730ec724', 'status': 'completed', 'code': 200} Feb 09 22:17:09.474195 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c93c5a-d28e-4cc9-a739-e7487df5d085 req-9af5c009-3693-4b36-b0b9-3a4bd4edb490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:09.477811 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d0c93c5a-d28e-4cc9-a739-e7487df5d085 req-9af5c009-3693-4b36-b0b9-3a4bd4edb490 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ad9e4f8727be424b869d8f0ad468be3f&device_id=202827d7-ec72-41d1-97a9-93352c316682 HTTP/1.1" status: 200 len: 1127 time: 0.0542231 Feb 09 22:17:09.496870 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-89ccedf7-ea9d-48a8-b73d-637848462d13 None None] Set router cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:17:09.602732 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c93c5a-d28e-4cc9-a739-e7487df5d085 req-8f734bcb-b8f9-4add-a608-6833d789fc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:09.604257 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d0c93c5a-d28e-4cc9-a739-e7487df5d085 req-8f734bcb-b8f9-4add-a608-6833d789fc5b service neutron] 10.222.0.89 "GET /v2.0/networks?id=7e64d8e8-78a3-4987-8778-47d4e5b9b498 HTTP/1.1" status: 200 len: 912 time: 0.1138771 Feb 09 22:17:09.630216 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed0f28d-4a32-4c2a-aec4-bc2ad01c2e72 req-0ef248f8-98c4-4665-8f43-0fedcba4303c tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:09.638083 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1ed0f28d-4a32-4c2a-aec4-bc2ad01c2e72 req-0ef248f8-98c4-4665-8f43-0fedcba4303c tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=202827d7-ec72-41d1-97a9-93352c316682 HTTP/1.1" status: 200 len: 945 time: 0.0797398 Feb 09 22:17:09.658902 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d0c93c5a-d28e-4cc9-a739-e7487df5d085 req-a36ba066-5cd4-4bd0-8c56-b3b8b5f0f18a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4935671-5a5a-4c74-aca7-b22b730ec724 HTTP/1.1" status: 200 len: 217 time: 0.0442913 Feb 09 22:17:09.711254 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1ed0f28d-4a32-4c2a-aec4-bc2ad01c2e72 req-313d6327-4711-4469-85fe-7245d73a4bb6 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c11f40b7-d1f9-4288-ad38-42983b39662e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719118 Feb 09 22:17:09.727765 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c93c5a-d28e-4cc9-a739-e7487df5d085 req-983b0157-302e-455c-baa7-a51ae1bc68fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:09.729548 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d0c93c5a-d28e-4cc9-a739-e7487df5d085 req-983b0157-302e-455c-baa7-a51ae1bc68fe service neutron] 10.222.0.89 "GET /v2.0/subnets?id=84c886de-428b-4fdd-ac96-e9bdd27d5e04 HTTP/1.1" status: 200 len: 850 time: 0.0617452 Feb 09 22:17:09.769383 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-89ccedf7-ea9d-48a8-b73d-637848462d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35', 'name': 'tempest-TestVolumeBootPattern-349808441-router', 'tenant_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '639ab24a-86af-4317-8f91-0206fb200e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:05:08Z', 'updated_at': '2022-02-09T22:05:10Z', 'revision_number': 4, 'project_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'gw_port': {'id': '639ab24a-86af-4317-8f91-0206fb200e3e', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:3d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:05:08Z', 'updated_at': '2022-02-09T22:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': 'd8d43037-2b8c-4f56-aab6-21d2cd5ecf71', 'tenant_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'floating_ip_address': '172.25.3.70', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': 'cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35', 'port_id': 'fcd62bca-2e27-4cc3-9d4e-1e5807ee7459', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3955, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e64d8e8-78a3-4987-8778-47d4e5b9b498', 'mac_address': 'fa:16:3e:07:e4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8fedef7-59ac-44f8-9d99-37067b22922a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:13:25Z', 'updated_at': '2022-02-09T22:13:28Z', 'revision_number': 1, 'project_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0100317d-657e-47d0-bf16-9565a9002fec', 'name': '', 'network_id': '7e64d8e8-78a3-4987-8778-47d4e5b9b498', 'tenant_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'mac_address': 'fa:16:3e:f5:0d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '84c886de-428b-4fdd-ac96-e9bdd27d5e04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:05:10Z', 'updated_at': '2022-02-09T22:05:15Z', 'revision_number': 5, 'project_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'subnets': [{'id': '84c886de-428b-4fdd-ac96-e9bdd27d5e04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:17:09.792100 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c93c5a-d28e-4cc9-a739-e7487df5d085 req-00d3e423-4020-4153-92cf-cc727f7da37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:09.793903 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d0c93c5a-d28e-4cc9-a739-e7487df5d085 req-00d3e423-4020-4153-92cf-cc727f7da37f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7e64d8e8-78a3-4987-8778-47d4e5b9b498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0511513 Feb 09 22:17:09.800453 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ccedf7-ea9d-48a8-b73d-637848462d13 None None] Checking router: cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35 for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:17:09.809517 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ccedf7-ea9d-48a8-b73d-637848462d13 None None] Routers {'cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:17:09.810144 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-89ccedf7-ea9d-48a8-b73d-637848462d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:16:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:17:09.903244 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d0c93c5a-d28e-4cc9-a739-e7487df5d085 req-65160890-66cf-4d07-a2c8-bb951e13a4df service neutron] 10.222.0.89 "GET /v2.0/networks/7e64d8e8-78a3-4987-8778-47d4e5b9b498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005561 Feb 09 22:17:09.933762 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-89ccedf7-ea9d-48a8-b73d-637848462d13 None None] Set router cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:17:10.005850 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d0c93c5a-d28e-4cc9-a739-e7487df5d085 req-13b8257b-7763-454a-990b-6d9f09acda34 service neutron] 10.222.0.89 "GET /v2.0/networks/7e64d8e8-78a3-4987-8778-47d4e5b9b498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942154 Feb 09 22:17:10.166881 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-89ccedf7-ea9d-48a8-b73d-637848462d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35', 'name': 'tempest-TestVolumeBootPattern-349808441-router', 'tenant_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '639ab24a-86af-4317-8f91-0206fb200e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:05:08Z', 'updated_at': '2022-02-09T22:05:10Z', 'revision_number': 4, 'project_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'gw_port': {'id': '639ab24a-86af-4317-8f91-0206fb200e3e', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:3d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:05:08Z', 'updated_at': '2022-02-09T22:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': 'd8d43037-2b8c-4f56-aab6-21d2cd5ecf71', 'tenant_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'floating_ip_address': '172.25.3.70', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': 'cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35', 'port_id': 'fcd62bca-2e27-4cc3-9d4e-1e5807ee7459', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3955, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e64d8e8-78a3-4987-8778-47d4e5b9b498', 'mac_address': 'fa:16:3e:07:e4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8fedef7-59ac-44f8-9d99-37067b22922a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:13:25Z', 'updated_at': '2022-02-09T22:13:28Z', 'revision_number': 1, 'project_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0100317d-657e-47d0-bf16-9565a9002fec', 'name': '', 'network_id': '7e64d8e8-78a3-4987-8778-47d4e5b9b498', 'tenant_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'mac_address': 'fa:16:3e:f5:0d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '84c886de-428b-4fdd-ac96-e9bdd27d5e04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:05:10Z', 'updated_at': '2022-02-09T22:05:15Z', 'revision_number': 5, 'project_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'subnets': [{'id': '84c886de-428b-4fdd-ac96-e9bdd27d5e04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:17:10.194060 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ccedf7-ea9d-48a8-b73d-637848462d13 None None] The sync data for ids ['cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35'] in n-d-828369-5 is: [{'id': 'cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35', 'name': 'tempest-TestVolumeBootPattern-349808441-router', 'tenant_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '639ab24a-86af-4317-8f91-0206fb200e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:05:08Z', 'updated_at': '2022-02-09T22:05:10Z', 'revision_number': 4, 'project_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'gw_port': {'id': '639ab24a-86af-4317-8f91-0206fb200e3e', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:3d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:05:08Z', 'updated_at': '2022-02-09T22:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': 'd8d43037-2b8c-4f56-aab6-21d2cd5ecf71', 'tenant_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'floating_ip_address': '172.25.3.70', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': 'cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35', 'port_id': 'fcd62bca-2e27-4cc3-9d4e-1e5807ee7459', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3955, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e64d8e8-78a3-4987-8778-47d4e5b9b498', 'mac_address': 'fa:16:3e:07:e4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8fedef7-59ac-44f8-9d99-37067b22922a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:13:25Z', 'updated_at': '2022-02-09T22:13:28Z', 'revision_number': 1, 'project_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0100317d-657e-47d0-bf16-9565a9002fec', 'name': '', 'network_id': '7e64d8e8-78a3-4987-8778-47d4e5b9b498', 'tenant_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'mac_address': 'fa:16:3e:f5:0d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '84c886de-428b-4fdd-ac96-e9bdd27d5e04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:05:10Z', 'updated_at': '2022-02-09T22:05:15Z', 'revision_number': 5, 'project_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'subnets': [{'id': '84c886de-428b-4fdd-ac96-e9bdd27d5e04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:17:10.415139 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81dbc466-2deb-452d-9756-71f91da82d4f None None] New status for floating IP 4322c449-0ec1-487d-9315-a76cf0df3e26: DOWN {{(pid=103143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:17:10.854543 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6e66a0-9560-4f79-9cb2-c43526722d65 req-6133f032-7ce8-4b9d-8416-0087162001d8 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:10.856448 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bb6e66a0-9560-4f79-9cb2-c43526722d65 req-6133f032-7ce8-4b9d-8416-0087162001d8 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=202827d7-ec72-41d1-97a9-93352c316682 HTTP/1.1" status: 200 len: 945 time: 0.0807836 Feb 09 22:17:10.935632 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bb6e66a0-9560-4f79-9cb2-c43526722d65 req-768e50ca-bb42-4cfe-aae8-9194dba2d118 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c11f40b7-d1f9-4288-ad38-42983b39662e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676162 Feb 09 22:17:11.063090 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-4ae41203-0440-4bea-85a1-ffcc8f8c8a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:11.597103 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ef9ab9-6452-49b5-b2a4-11707a733323 req-d6e7f259-133b-48b7-b3dc-327fa0037f0f tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:11.599207 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-61ef9ab9-6452-49b5-b2a4-11707a733323 req-d6e7f259-133b-48b7-b3dc-327fa0037f0f tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.89 "GET /v2.0/ports?device_id=202827d7-ec72-41d1-97a9-93352c316682 HTTP/1.1" status: 200 len: 945 time: 0.0588534 Feb 09 22:17:11.703758 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-61ef9ab9-6452-49b5-b2a4-11707a733323 req-747c7ee6-69c8-4cd3-96fc-dfae6f9417bc tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Deleting port e4935671-5a5a-4c74-aca7-b22b730ec724 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:17:11.704027 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-61ef9ab9-6452-49b5-b2a4-11707a733323 req-747c7ee6-69c8-4cd3-96fc-dfae6f9417bc tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (e4935671-5a5a-4c74-aca7-b22b730ec724), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:11.792153 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-61ef9ab9-6452-49b5-b2a4-11707a733323 req-747c7ee6-69c8-4cd3-96fc-dfae6f9417bc tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] For port e4935671-5a5a-4c74-aca7-b22b730ec724, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=e4935671-5a5a-4c74-aca7-b22b730ec724,segment=NetworkSegment(ccdb70e6-3e43-42b3-b6b7-87da11db8888),segment_id=ccdb70e6-3e43-42b3-b6b7-87da11db8888)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:17:11.792462 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-61ef9ab9-6452-49b5-b2a4-11707a733323 req-747c7ee6-69c8-4cd3-96fc-dfae6f9417bc tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (e4935671-5a5a-4c74-aca7-b22b730ec724), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:11.805237 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-61ef9ab9-6452-49b5-b2a4-11707a733323 req-747c7ee6-69c8-4cd3-96fc-dfae6f9417bc tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Calling delete_port for e4935671-5a5a-4c74-aca7-b22b730ec724 owned by compute:nova {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:17:11.936941 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-61ef9ab9-6452-49b5-b2a4-11707a733323 req-747c7ee6-69c8-4cd3-96fc-dfae6f9417bc tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (e4935671-5a5a-4c74-aca7-b22b730ec724), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:11.963822 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747c7ee6-69c8-4cd3-96fc-dfae6f9417bc tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Pushing event deleted for resources: {'Port': ['ID=e4935671-5a5a-4c74-aca7-b22b730ec724,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:17:12.012294 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-61ef9ab9-6452-49b5-b2a4-11707a733323 req-747c7ee6-69c8-4cd3-96fc-dfae6f9417bc tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] No DVR routers for this DVR port e4935671-5a5a-4c74-aca7-b22b730ec724 on host n-h2-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:17:12.015016 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-61ef9ab9-6452-49b5-b2a4-11707a733323 req-747c7ee6-69c8-4cd3-96fc-dfae6f9417bc tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:12.018533 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-61ef9ab9-6452-49b5-b2a4-11707a733323 req-747c7ee6-69c8-4cd3-96fc-dfae6f9417bc tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.89 "DELETE /v2.0/ports/e4935671-5a5a-4c74-aca7-b22b730ec724 HTTP/1.1" status: 204 len: 173 time: 0.4128852 Feb 09 22:17:12.019113 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '202827d7-ec72-41d1-97a9-93352c316682', 'name': 'network-vif-deleted', 'tag': 'e4935671-5a5a-4c74-aca7-b22b730ec724'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:17:12.021527 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3327351-ea88-4f72-9e83-a55ee06d7707" -d '{"events": [{"server_uuid": "202827d7-ec72-41d1-97a9-93352c316682", "name": "network-vif-deleted", "tag": "e4935671-5a5a-4c74-aca7-b22b730ec724"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:17:12.063206 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08181357-ed4a-44c0-9d54-dc3d1f2ca804 x-openstack-request-id: req-08181357-ed4a-44c0-9d54-dc3d1f2ca804 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:17:12.063496 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "202827d7-ec72-41d1-97a9-93352c316682", "name": "network-vif-deleted", "tag": "e4935671-5a5a-4c74-aca7-b22b730ec724", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:17:12.063748 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-08181357-ed4a-44c0-9d54-dc3d1f2ca804 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:17:12.064176 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '202827d7-ec72-41d1-97a9-93352c316682', 'name': 'network-vif-deleted', 'tag': 'e4935671-5a5a-4c74-aca7-b22b730ec724', 'status': 'completed', 'code': 200} Feb 09 22:17:12.077282 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-927b764b-5831-49d0-aa4a-75ea58eb74e3 req-bc9e2dc3-d0c7-41b8-956a-2200189b4ca2 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=202827d7-ec72-41d1-97a9-93352c316682 HTTP/1.1" status: 200 len: 210 time: 0.0458908 Feb 09 22:17:12.848583 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:13.177372 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-916539af-cf63-46d6-82be-b7529cf244a0 req-516f150e-512e-4e44-9f93-3639d652b0c7 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=202827d7-ec72-41d1-97a9-93352c316682 HTTP/1.1" status: 200 len: 210 time: 0.0277190 Feb 09 22:17:14.268657 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:14.285243 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4d2056f0-a085-4b36-a407-ce8bcd971f31 req-d0de10a9-c52a-45f9-aca2-722d10d5a1e7 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=202827d7-ec72-41d1-97a9-93352c316682 HTTP/1.1" status: 200 len: 210 time: 0.0332232 Feb 09 22:17:15.385411 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:15.395850 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ab9e403a-2914-483e-a175-1e302066902a req-5969f059-216d-4d74-8167-74b111f85f89 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=202827d7-ec72-41d1-97a9-93352c316682 HTTP/1.1" status: 200 len: 210 time: 0.0368419 Feb 09 22:17:15.531796 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device e4935671-5a5a-4c74-aca7-b22b730ec724 no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:17:15.552710 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] No Port match for: e4935671-5a5a-4c74-aca7-b22b730ec724 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:17:15.553055 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device e4935671-5a5a-4c74-aca7-b22b730ec724 not bound to the agent host n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:17:16.492806 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5d878290-745e-45cd-a70b-447a1d20dc3a req-31edaa50-dc27-4093-854c-0ad4bd3e1385 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=202827d7-ec72-41d1-97a9-93352c316682 HTTP/1.1" status: 200 len: 210 time: 0.0280383 Feb 09 22:17:17.588672 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-99b75ae6-995a-4a22-90eb-4881b9aac579 req-166f4063-c8e7-4e49-a371-0df26d0141e2 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=202827d7-ec72-41d1-97a9-93352c316682 HTTP/1.1" status: 200 len: 210 time: 0.0276918 Feb 09 22:17:18.690696 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-52bff2dd-583f-4b05-bd56-4e7727e29a14 req-27303a71-b2dd-4d96-a8c8-4589dda3f970 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=202827d7-ec72-41d1-97a9-93352c316682 HTTP/1.1" status: 200 len: 210 time: 0.0309451 Feb 09 22:17:19.790294 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a5f9cfb5-e26e-43ac-bc5c-825b564ec18d req-af045e23-4743-4bc3-9ac3-ecc88b76505d tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=202827d7-ec72-41d1-97a9-93352c316682 HTTP/1.1" status: 200 len: 210 time: 0.0273719 Feb 09 22:17:21.670521 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:23.860465 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:30.584052 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:17:33.528889 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 49314) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:17:33.683220 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-bad243c1-47ad-4651-b75a-eee8acf1cfe9 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Deleting port 8bfb8f4d-8726-4538-a4c1-79b0d5bd832a {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:17:33.683568 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bad243c1-47ad-4651-b75a-eee8acf1cfe9 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (8bfb8f4d-8726-4538-a4c1-79b0d5bd832a), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:33.756588 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bad243c1-47ad-4651-b75a-eee8acf1cfe9 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (8bfb8f4d-8726-4538-a4c1-79b0d5bd832a), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:33.756906 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bad243c1-47ad-4651-b75a-eee8acf1cfe9 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks [] for floatingip (8bfb8f4d-8726-4538-a4c1-79b0d5bd832a), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:33.768664 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-bad243c1-47ad-4651-b75a-eee8acf1cfe9 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Calling delete_port for 8bfb8f4d-8726-4538-a4c1-79b0d5bd832a owned by network:floatingip {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:17:33.913328 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bad243c1-47ad-4651-b75a-eee8acf1cfe9 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (8bfb8f4d-8726-4538-a4c1-79b0d5bd832a), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:33.937987 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad243c1-47ad-4651-b75a-eee8acf1cfe9 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Pushing event deleted for resources: {'Port': ['ID=8bfb8f4d-8726-4538-a4c1-79b0d5bd832a,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:17:34.001264 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bad243c1-47ad-4651-b75a-eee8acf1cfe9 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks [] for floatingip (d8d43037-2b8c-4f56-aab6-21d2cd5ecf71), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:34.001585 n-d-828369-5 neutron-server[103140]: INFO neutron.db.l3_db [None req-bad243c1-47ad-4651-b75a-eee8acf1cfe9 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Floating IP d8d43037-2b8c-4f56-aab6-21d2cd5ecf71 disassociated (deleted). External IP: 172.25.3.70, port: fcd62bca-2e27-4cc3-9d4e-1e5807ee7459. Feb 09 22:17:34.213877 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bad243c1-47ad-4651-b75a-eee8acf1cfe9 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Router cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:17:34.324446 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bad243c1-47ad-4651-b75a-eee8acf1cfe9 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:17:34.330023 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bad243c1-47ad-4651-b75a-eee8acf1cfe9 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:34.335996 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3040eda-7ec3-44f7-be13-ce98258984d8 None None] Sync routers for ids ['cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:17:34.347782 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3040eda-7ec3-44f7-be13-ce98258984d8 None None] Routers {'cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:17:34.348439 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-e3040eda-7ec3-44f7-be13-ce98258984d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:17:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:17:34.360000 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-bad243c1-47ad-4651-b75a-eee8acf1cfe9 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "DELETE /v2.0/floatingips/d8d43037-2b8c-4f56-aab6-21d2cd5ecf71 HTTP/1.1" status: 204 len: 168 time: 0.8300099 Feb 09 22:17:34.360688 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8fedef7-59ac-44f8-9d99-37067b22922a', 'tag': 'fcd62bca-2e27-4cc3-9d4e-1e5807ee7459'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:17:34.363054 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66efd11c-d1b3-45bc-94da-4a27c1b9a8a6" -d '{"events": [{"name": "network-changed", "server_uuid": "d8fedef7-59ac-44f8-9d99-37067b22922a", "tag": "fcd62bca-2e27-4cc3-9d4e-1e5807ee7459"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:17:34.410829 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a65902d6-dfd3-4bb2-9bfc-93ed8f4aa616 x-openstack-request-id: req-a65902d6-dfd3-4bb2-9bfc-93ed8f4aa616 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:17:34.411349 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8fedef7-59ac-44f8-9d99-37067b22922a", "tag": "fcd62bca-2e27-4cc3-9d4e-1e5807ee7459", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:17:34.411666 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-a65902d6-dfd3-4bb2-9bfc-93ed8f4aa616 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:17:34.412131 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8fedef7-59ac-44f8-9d99-37067b22922a', 'tag': 'fcd62bca-2e27-4cc3-9d4e-1e5807ee7459', 'status': 'completed', 'code': 200} Feb 09 22:17:34.461501 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-e3040eda-7ec3-44f7-be13-ce98258984d8 None None] Set router cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:17:34.476806 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66efd11c-d1b3-45bc-94da-4a27c1b9a8a6 req-aa49abd7-7735-4113-9704-86d2b34c0583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:34.478608 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-66efd11c-d1b3-45bc-94da-4a27c1b9a8a6 req-aa49abd7-7735-4113-9704-86d2b34c0583 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=ad9e4f8727be424b869d8f0ad468be3f&device_id=d8fedef7-59ac-44f8-9d99-37067b22922a HTTP/1.1" status: 200 len: 1127 time: 0.0470233 Feb 09 22:17:34.672880 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-e3040eda-7ec3-44f7-be13-ce98258984d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35', 'name': 'tempest-TestVolumeBootPattern-349808441-router', 'tenant_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '639ab24a-86af-4317-8f91-0206fb200e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:05:08Z', 'updated_at': '2022-02-09T22:05:10Z', 'revision_number': 4, 'project_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'gw_port': {'id': '639ab24a-86af-4317-8f91-0206fb200e3e', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:3d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:05:08Z', 'updated_at': '2022-02-09T22:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '0100317d-657e-47d0-bf16-9565a9002fec', 'name': '', 'network_id': '7e64d8e8-78a3-4987-8778-47d4e5b9b498', 'tenant_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'mac_address': 'fa:16:3e:f5:0d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '84c886de-428b-4fdd-ac96-e9bdd27d5e04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:05:10Z', 'updated_at': '2022-02-09T22:05:15Z', 'revision_number': 5, 'project_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'subnets': [{'id': '84c886de-428b-4fdd-ac96-e9bdd27d5e04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:17:34.704901 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3040eda-7ec3-44f7-be13-ce98258984d8 None None] Checking router: cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35 for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:17:34.713817 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3040eda-7ec3-44f7-be13-ce98258984d8 None None] Routers {'cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:17:34.714451 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-e3040eda-7ec3-44f7-be13-ce98258984d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:17:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:17:34.825389 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-e3040eda-7ec3-44f7-be13-ce98258984d8 None None] Set router cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:17:34.894239 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66efd11c-d1b3-45bc-94da-4a27c1b9a8a6 req-426bad01-276e-4df8-896f-40f519ace220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:34.896072 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-66efd11c-d1b3-45bc-94da-4a27c1b9a8a6 req-426bad01-276e-4df8-896f-40f519ace220 service neutron] 10.222.0.95 "GET /v2.0/networks?id=7e64d8e8-78a3-4987-8778-47d4e5b9b498 HTTP/1.1" status: 200 len: 912 time: 0.4099021 Feb 09 22:17:34.918687 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3d0d37-f5ef-41bc-861c-d0393a07c096 req-78b2f5e2-79e4-4f24-ac9c-3ecc6be64fa0 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:34.920146 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bb3d0d37-f5ef-41bc-861c-d0393a07c096 req-78b2f5e2-79e4-4f24-ac9c-3ecc6be64fa0 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=d8fedef7-59ac-44f8-9d99-37067b22922a HTTP/1.1" status: 200 len: 945 time: 0.3745584 Feb 09 22:17:34.949388 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-66efd11c-d1b3-45bc-94da-4a27c1b9a8a6 req-018cc3e5-c760-477d-989b-c2a6d3e3cdc0 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fcd62bca-2e27-4cc3-9d4e-1e5807ee7459 HTTP/1.1" status: 200 len: 217 time: 0.0463951 Feb 09 22:17:35.026326 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-e3040eda-7ec3-44f7-be13-ce98258984d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35', 'name': 'tempest-TestVolumeBootPattern-349808441-router', 'tenant_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '639ab24a-86af-4317-8f91-0206fb200e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:05:08Z', 'updated_at': '2022-02-09T22:05:10Z', 'revision_number': 4, 'project_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'gw_port': {'id': '639ab24a-86af-4317-8f91-0206fb200e3e', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:3d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:05:08Z', 'updated_at': '2022-02-09T22:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '0100317d-657e-47d0-bf16-9565a9002fec', 'name': '', 'network_id': '7e64d8e8-78a3-4987-8778-47d4e5b9b498', 'tenant_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'mac_address': 'fa:16:3e:f5:0d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '84c886de-428b-4fdd-ac96-e9bdd27d5e04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:05:10Z', 'updated_at': '2022-02-09T22:05:15Z', 'revision_number': 5, 'project_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'subnets': [{'id': '84c886de-428b-4fdd-ac96-e9bdd27d5e04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:17:35.026588 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66efd11c-d1b3-45bc-94da-4a27c1b9a8a6 req-9adda21d-b016-4215-a436-5643ca2456e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:35.028016 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-66efd11c-d1b3-45bc-94da-4a27c1b9a8a6 req-9adda21d-b016-4215-a436-5643ca2456e3 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=84c886de-428b-4fdd-ac96-e9bdd27d5e04 HTTP/1.1" status: 200 len: 850 time: 0.0724783 Feb 09 22:17:35.032296 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bb3d0d37-f5ef-41bc-861c-d0393a07c096 req-a489815e-6249-4b4f-8c70-94d6ec21b3f8 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c11f40b7-d1f9-4288-ad38-42983b39662e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857356 Feb 09 22:17:35.053622 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3040eda-7ec3-44f7-be13-ce98258984d8 None None] The sync data for ids ['cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35'] in n-d-828369-5 is: [{'id': 'cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35', 'name': 'tempest-TestVolumeBootPattern-349808441-router', 'tenant_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '639ab24a-86af-4317-8f91-0206fb200e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:05:08Z', 'updated_at': '2022-02-09T22:05:10Z', 'revision_number': 4, 'project_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'gw_port': {'id': '639ab24a-86af-4317-8f91-0206fb200e3e', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:3d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:05:08Z', 'updated_at': '2022-02-09T22:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '0100317d-657e-47d0-bf16-9565a9002fec', 'name': '', 'network_id': '7e64d8e8-78a3-4987-8778-47d4e5b9b498', 'tenant_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'mac_address': 'fa:16:3e:f5:0d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '84c886de-428b-4fdd-ac96-e9bdd27d5e04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:05:10Z', 'updated_at': '2022-02-09T22:05:15Z', 'revision_number': 5, 'project_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'subnets': [{'id': '84c886de-428b-4fdd-ac96-e9bdd27d5e04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:17:35.080670 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66efd11c-d1b3-45bc-94da-4a27c1b9a8a6 req-c5bf787b-6553-4d07-969e-d5782e9d92cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:35.082203 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-66efd11c-d1b3-45bc-94da-4a27c1b9a8a6 req-c5bf787b-6553-4d07-969e-d5782e9d92cd service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=7e64d8e8-78a3-4987-8778-47d4e5b9b498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0455344 Feb 09 22:17:35.092637 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [req-66efd11c-d1b3-45bc-94da-4a27c1b9a8a6 req-0795de78-c7b4-4e7a-818f-8991433fec9a service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=103140) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 22:17:35.094353 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-66efd11c-d1b3-45bc-94da-4a27c1b9a8a6 req-0795de78-c7b4-4e7a-818f-8991433fec9a service neutron] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062144 Feb 09 22:17:35.194233 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-66efd11c-d1b3-45bc-94da-4a27c1b9a8a6 req-7567a1f5-31a1-4ccc-888e-7dbbca0711c3 service neutron] 10.222.0.95 "GET /v2.0/networks/7e64d8e8-78a3-4987-8778-47d4e5b9b498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938802 Feb 09 22:17:35.286745 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a674d28-7dc4-4946-9258-89e33b3e09c4 None None] New status for floating IP d8d43037-2b8c-4f56-aab6-21d2cd5ecf71: DOWN {{(pid=103143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:17:35.293125 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-66efd11c-d1b3-45bc-94da-4a27c1b9a8a6 req-da60d136-14a1-4f3c-96d6-e1475a148a83 service neutron] 10.222.0.95 "GET /v2.0/networks/7e64d8e8-78a3-4987-8778-47d4e5b9b498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918281 Feb 09 22:17:36.188447 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca343d1-d2a8-4a90-8111-7d8a7ff9211d req-623bc8fc-ba9a-4d70-8780-e2a804fce59a tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:36.189971 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dca343d1-d2a8-4a90-8111-7d8a7ff9211d req-623bc8fc-ba9a-4d70-8780-e2a804fce59a tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=d8fedef7-59ac-44f8-9d99-37067b22922a HTTP/1.1" status: 200 len: 945 time: 0.0869980 Feb 09 22:17:36.197680 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa0e08f-02e8-4d61-a754-2f79ae5e9ccc req-01868c4b-d7ea-4f49-8473-d4334ee96fd9 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:36.199085 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6fa0e08f-02e8-4d61-a754-2f79ae5e9ccc req-01868c4b-d7ea-4f49-8473-d4334ee96fd9 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.95 "GET /v2.0/ports?device_id=d8fedef7-59ac-44f8-9d99-37067b22922a HTTP/1.1" status: 200 len: 945 time: 0.0689867 Feb 09 22:17:36.302680 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dca343d1-d2a8-4a90-8111-7d8a7ff9211d req-1b78ac12-7425-489c-af11-943e7c7e7ea6 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/security-groups?id=c11f40b7-d1f9-4288-ad38-42983b39662e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026113 Feb 09 22:17:36.326963 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-6fa0e08f-02e8-4d61-a754-2f79ae5e9ccc req-c0db0e01-daa3-4288-80e4-ad402578ee59 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Deleting port fcd62bca-2e27-4cc3-9d4e-1e5807ee7459 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:17:36.327305 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-6fa0e08f-02e8-4d61-a754-2f79ae5e9ccc req-c0db0e01-daa3-4288-80e4-ad402578ee59 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (fcd62bca-2e27-4cc3-9d4e-1e5807ee7459), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:36.428541 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-6fa0e08f-02e8-4d61-a754-2f79ae5e9ccc req-c0db0e01-daa3-4288-80e4-ad402578ee59 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] For port fcd62bca-2e27-4cc3-9d4e-1e5807ee7459, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=fcd62bca-2e27-4cc3-9d4e-1e5807ee7459,segment=NetworkSegment(ccdb70e6-3e43-42b3-b6b7-87da11db8888),segment_id=ccdb70e6-3e43-42b3-b6b7-87da11db8888)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:17:36.430647 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-6fa0e08f-02e8-4d61-a754-2f79ae5e9ccc req-c0db0e01-daa3-4288-80e4-ad402578ee59 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (fcd62bca-2e27-4cc3-9d4e-1e5807ee7459), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:36.445374 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-6fa0e08f-02e8-4d61-a754-2f79ae5e9ccc req-c0db0e01-daa3-4288-80e4-ad402578ee59 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Calling delete_port for fcd62bca-2e27-4cc3-9d4e-1e5807ee7459 owned by compute:nova {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:17:36.577418 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-6fa0e08f-02e8-4d61-a754-2f79ae5e9ccc req-c0db0e01-daa3-4288-80e4-ad402578ee59 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (fcd62bca-2e27-4cc3-9d4e-1e5807ee7459), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:36.611770 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0db0e01-daa3-4288-80e4-ad402578ee59 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Pushing event deleted for resources: {'Port': ['ID=fcd62bca-2e27-4cc3-9d4e-1e5807ee7459,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:17:36.670030 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fa0e08f-02e8-4d61-a754-2f79ae5e9ccc req-c0db0e01-daa3-4288-80e4-ad402578ee59 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] No DVR routers for this DVR port fcd62bca-2e27-4cc3-9d4e-1e5807ee7459 on host n-h1-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:17:36.673078 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-6fa0e08f-02e8-4d61-a754-2f79ae5e9ccc req-c0db0e01-daa3-4288-80e4-ad402578ee59 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:36.677029 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6fa0e08f-02e8-4d61-a754-2f79ae5e9ccc req-c0db0e01-daa3-4288-80e4-ad402578ee59 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.95 "DELETE /v2.0/ports/fcd62bca-2e27-4cc3-9d4e-1e5807ee7459 HTTP/1.1" status: 204 len: 173 time: 0.4705966 Feb 09 22:17:36.677502 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8fedef7-59ac-44f8-9d99-37067b22922a', 'name': 'network-vif-deleted', 'tag': 'fcd62bca-2e27-4cc3-9d4e-1e5807ee7459'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:17:36.679880 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54387130-9a20-49e9-8028-a25c67fef911" -d '{"events": [{"server_uuid": "d8fedef7-59ac-44f8-9d99-37067b22922a", "name": "network-vif-deleted", "tag": "fcd62bca-2e27-4cc3-9d4e-1e5807ee7459"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:17:36.722401 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08e9c99d-34bd-4a4b-838e-3ab9f11e3744 x-openstack-request-id: req-08e9c99d-34bd-4a4b-838e-3ab9f11e3744 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:17:36.722708 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8fedef7-59ac-44f8-9d99-37067b22922a", "name": "network-vif-deleted", "tag": "fcd62bca-2e27-4cc3-9d4e-1e5807ee7459", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:17:36.722967 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-08e9c99d-34bd-4a4b-838e-3ab9f11e3744 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:17:36.723370 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8fedef7-59ac-44f8-9d99-37067b22922a', 'name': 'network-vif-deleted', 'tag': 'fcd62bca-2e27-4cc3-9d4e-1e5807ee7459', 'status': 'completed', 'code': 200} Feb 09 22:17:37.402461 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ee6d53a7-31ea-4e9d-9603-1e0b318fbb46 req-f6dd4af2-1379-444b-a6d6-88c9d5229bd7 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=d8fedef7-59ac-44f8-9d99-37067b22922a HTTP/1.1" status: 200 len: 210 time: 0.0317228 Feb 09 22:17:38.570002 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-797c7086-90a5-4d93-a3cd-00b763a3707c req-4a144256-c341-43ab-b0c8-bf411bd09d3d tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=d8fedef7-59ac-44f8-9d99-37067b22922a HTTP/1.1" status: 200 len: 210 time: 0.0477781 Feb 09 22:17:39.090288 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-19ee7bb6-5661-466a-8e2f-edc10f2fd7e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:39.758464 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4189359f-c18a-4640-a7fe-cc1c91f79d62 req-cccdedba-049d-4d08-b173-5c9859c6d68b tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=d8fedef7-59ac-44f8-9d99-37067b22922a HTTP/1.1" status: 200 len: 210 time: 0.1187332 Feb 09 22:17:40.175149 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device fcd62bca-2e27-4cc3-9d4e-1e5807ee7459 no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:17:40.196873 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] No Port match for: fcd62bca-2e27-4cc3-9d4e-1e5807ee7459 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:17:40.197251 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device fcd62bca-2e27-4cc3-9d4e-1e5807ee7459 not bound to the agent host n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:17:40.700343 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7e5b0ffc-bf0a-4da1-9b3a-dd6c801abc1b req-a67801c4-105b-4b15-8e7b-4ab38332850f service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=22fc2ed5-a245-4b48-8698-9c02f0e55b97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0560014 Feb 09 22:17:40.813646 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5b0ffc-bf0a-4da1-9b3a-dd6c801abc1b req-6ddd6b71-9b03-414f-aef0-9b66c3f5c264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:40.815402 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7e5b0ffc-bf0a-4da1-9b3a-dd6c801abc1b req-6ddd6b71-9b03-414f-aef0-9b66c3f5c264 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0e55757333f04df982d593ea5a4c7785&device_id=22fc2ed5-a245-4b48-8698-9c02f0e55b97 HTTP/1.1" status: 200 len: 1128 time: 0.0638740 Feb 09 22:17:40.925879 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b4611895-81cb-4dac-aa06-6ce78e913e75 req-031bd2a9-5cf9-4671-8d31-4fd22de8c2dd tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=d8fedef7-59ac-44f8-9d99-37067b22922a HTTP/1.1" status: 200 len: 210 time: 0.1011012 Feb 09 22:17:40.950004 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5b0ffc-bf0a-4da1-9b3a-dd6c801abc1b req-a2836863-56ee-48ac-9f2b-6f79a369c2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:40.951698 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7e5b0ffc-bf0a-4da1-9b3a-dd6c801abc1b req-a2836863-56ee-48ac-9f2b-6f79a369c2bb service neutron] 10.222.0.89 "GET /v2.0/networks?id=a2c7dc50-50ed-4f66-b393-a19de106abc1 HTTP/1.1" status: 200 len: 914 time: 0.1101468 Feb 09 22:17:41.004265 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7e5b0ffc-bf0a-4da1-9b3a-dd6c801abc1b req-10f9be18-75c8-40bb-ba67-69caf853ba52 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f9021ffa-fd19-4a01-a986-36ec0c02b0cc HTTP/1.1" status: 200 len: 217 time: 0.0422611 Feb 09 22:17:41.051404 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-0b20fc80-f3f6-4feb-98dd-0d7e893126dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:41.057206 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5b0ffc-bf0a-4da1-9b3a-dd6c801abc1b req-c64142b2-2fb0-4ebb-8616-3d871f5ca4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:17:41.058853 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7e5b0ffc-bf0a-4da1-9b3a-dd6c801abc1b req-c64142b2-2fb0-4ebb-8616-3d871f5ca4c6 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=af1c1c65-a835-40af-a6d5-ac5d86f058eb HTTP/1.1" status: 200 len: 853 time: 0.0514231 Feb 09 22:17:41.091526 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7e5b0ffc-bf0a-4da1-9b3a-dd6c801abc1b req-5435aab5-d42b-4fa1-823e-b6d56a839813 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a2c7dc50-50ed-4f66-b393-a19de106abc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263798 Feb 09 22:17:41.101889 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [req-7e5b0ffc-bf0a-4da1-9b3a-dd6c801abc1b req-a7247042-aa99-45bd-81b9-882448a9bc36 service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=103141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 22:17:41.102985 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7e5b0ffc-bf0a-4da1-9b3a-dd6c801abc1b req-a7247042-aa99-45bd-81b9-882448a9bc36 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051978 Feb 09 22:17:41.203627 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7e5b0ffc-bf0a-4da1-9b3a-dd6c801abc1b req-f779ebfb-6df9-456f-b565-b1b0b33b6b12 service neutron] 10.222.0.89 "GET /v2.0/networks/a2c7dc50-50ed-4f66-b393-a19de106abc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934403 Feb 09 22:17:41.293989 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7e5b0ffc-bf0a-4da1-9b3a-dd6c801abc1b req-b9406e0f-9ddb-45ed-beb1-78f1f33bd7a4 service neutron] 10.222.0.89 "GET /v2.0/networks/a2c7dc50-50ed-4f66-b393-a19de106abc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843537 Feb 09 22:17:42.029470 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-550f03ee-32e4-41c9-98b6-1f6fcfa9b5a1 req-d902647d-b302-48b9-a3f7-edd57e538873 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=d8fedef7-59ac-44f8-9d99-37067b22922a HTTP/1.1" status: 200 len: 210 time: 0.0307028 Feb 09 22:17:42.851372 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:43.138193 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1536daec-4468-4dbb-9f10-f902a15e8d7c req-b8ee390a-65f9-4c09-b421-93a15becf470 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=d8fedef7-59ac-44f8-9d99-37067b22922a HTTP/1.1" status: 200 len: 210 time: 0.0358160 Feb 09 22:17:44.264319 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-30a79f91-9705-4a83-80e2-720875b45089 req-4d874199-3b35-48c0-bced-e3ec6560bb1a tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=d8fedef7-59ac-44f8-9d99-37067b22922a HTTP/1.1" status: 200 len: 210 time: 0.0284457 Feb 09 22:17:44.273611 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:45.382119 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:45.383232 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-69c2fbd1-9978-4f08-8c5b-6d39ef33777d req-52e3007d-75ee-42b5-8c07-0ecbd749028d tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "GET /v2.0/ports?device_id=d8fedef7-59ac-44f8-9d99-37067b22922a HTTP/1.1" status: 200 len: 210 time: 0.0312846 Feb 09 22:17:46.442881 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 49402) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:17:46.569211 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d55c02ab-28ea-4b0e-b806-f4d922bd8c1f tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Deleting port a9b1a271-69cc-4421-88f3-de29be670213 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:17:46.569553 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d55c02ab-28ea-4b0e-b806-f4d922bd8c1f tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (a9b1a271-69cc-4421-88f3-de29be670213), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:46.648101 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d55c02ab-28ea-4b0e-b806-f4d922bd8c1f tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (a9b1a271-69cc-4421-88f3-de29be670213), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:46.649067 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d55c02ab-28ea-4b0e-b806-f4d922bd8c1f tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks [] for floatingip (a9b1a271-69cc-4421-88f3-de29be670213), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:46.660927 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d55c02ab-28ea-4b0e-b806-f4d922bd8c1f tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Calling delete_port for a9b1a271-69cc-4421-88f3-de29be670213 owned by network:floatingip {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:17:46.804040 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d55c02ab-28ea-4b0e-b806-f4d922bd8c1f tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (a9b1a271-69cc-4421-88f3-de29be670213), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:46.830372 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55c02ab-28ea-4b0e-b806-f4d922bd8c1f tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Pushing event deleted for resources: {'Port': ['ID=a9b1a271-69cc-4421-88f3-de29be670213,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:17:46.897384 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d55c02ab-28ea-4b0e-b806-f4d922bd8c1f tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks [] for floatingip (a797ea14-6415-49a8-be20-04b2aff81335), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:46.900682 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d55c02ab-28ea-4b0e-b806-f4d922bd8c1f tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:46.908586 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-d55c02ab-28ea-4b0e-b806-f4d922bd8c1f tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "DELETE /v2.0/floatingips/a797ea14-6415-49a8-be20-04b2aff81335 HTTP/1.1" status: 204 len: 168 time: 0.4606934 Feb 09 22:17:51.677686 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:52.347152 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 49436) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:17:52.408176 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b1702e77-84df-4bb7-a2d0-344fae8bdf76 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks [] for security_group (c11f40b7-d1f9-4288-ad38-42983b39662e), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:52.447525 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b1702e77-84df-4bb7-a2d0-344fae8bdf76 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks [] for security_group (c11f40b7-d1f9-4288-ad38-42983b39662e), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:52.522502 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b1702e77-84df-4bb7-a2d0-344fae8bdf76 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (c11f40b7-d1f9-4288-ad38-42983b39662e), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:52.525344 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b1702e77-84df-4bb7-a2d0-344fae8bdf76 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:52.529264 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-b1702e77-84df-4bb7-a2d0-344fae8bdf76 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] 10.222.0.90 "DELETE /v2.0/security-groups/c11f40b7-d1f9-4288-ad38-42983b39662e HTTP/1.1" status: 204 len: 168 time: 0.1782689 Feb 09 22:17:52.548680 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1702e77-84df-4bb7-a2d0-344fae8bdf76 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c11f40b7-d1f9-4288-ad38-42983b39662e,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:17:52.558459 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1702e77-84df-4bb7-a2d0-344fae8bdf76 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:52.559065 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1702e77-84df-4bb7-a2d0-344fae8bdf76 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:52.559605 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1702e77-84df-4bb7-a2d0-344fae8bdf76 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:52.560582 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1702e77-84df-4bb7-a2d0-344fae8bdf76 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:52.561249 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1702e77-84df-4bb7-a2d0-344fae8bdf76 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:52.561972 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1702e77-84df-4bb7-a2d0-344fae8bdf76 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:52.562617 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1702e77-84df-4bb7-a2d0-344fae8bdf76 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:52.563500 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1702e77-84df-4bb7-a2d0-344fae8bdf76 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:52.563983 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1702e77-84df-4bb7-a2d0-344fae8bdf76 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:52.564406 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1702e77-84df-4bb7-a2d0-344fae8bdf76 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:52.564810 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1702e77-84df-4bb7-a2d0-344fae8bdf76 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:52.568669 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1702e77-84df-4bb7-a2d0-344fae8bdf76 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:52.570907 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1702e77-84df-4bb7-a2d0-344fae8bdf76 tempest-TestVolumeBootPattern-1228095527 tempest-TestVolumeBootPattern-1228095527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:52.615473 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 49446) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:17:53.079133 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b7b86140-57e7-4505-b10e-df0254fb2dad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524906'] for router_interface (cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:53.341356 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-b7b86140-57e7-4505-b10e-df0254fb2dad admin admin] Deleting port 0100317d-657e-47d0-bf16-9565a9002fec {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:17:53.341614 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b7b86140-57e7-4505-b10e-df0254fb2dad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (0100317d-657e-47d0-bf16-9565a9002fec), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:53.425323 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-b7b86140-57e7-4505-b10e-df0254fb2dad admin admin] For port 0100317d-657e-47d0-bf16-9565a9002fec, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=0100317d-657e-47d0-bf16-9565a9002fec,segment=NetworkSegment(ccdb70e6-3e43-42b3-b6b7-87da11db8888),segment_id=ccdb70e6-3e43-42b3-b6b7-87da11db8888)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:17:53.425979 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b7b86140-57e7-4505-b10e-df0254fb2dad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (0100317d-657e-47d0-bf16-9565a9002fec), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:53.440672 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-b7b86140-57e7-4505-b10e-df0254fb2dad admin admin] Calling delete_port for 0100317d-657e-47d0-bf16-9565a9002fec owned by network:router_interface {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:17:53.629835 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b7b86140-57e7-4505-b10e-df0254fb2dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (0100317d-657e-47d0-bf16-9565a9002fec), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:53.662368 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b86140-57e7-4505-b10e-df0254fb2dad admin admin] Pushing event deleted for resources: {'Port': ['ID=0100317d-657e-47d0-bf16-9565a9002fec,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:17:53.851657 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b7b86140-57e7-4505-b10e-df0254fb2dad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-525054'] for router_interface (cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:53.888993 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:54.103521 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7b86140-57e7-4505-b10e-df0254fb2dad admin admin] Router cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:17:54.216316 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7b86140-57e7-4505-b10e-df0254fb2dad admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:17:54.224195 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-b7b86140-57e7-4505-b10e-df0254fb2dad admin admin] 10.222.0.90 "PUT /v2.0/routers/cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6007736 Feb 09 22:17:54.224802 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 49452) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:17:54.231612 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bd8936-5df6-4257-9226-028e0b29d475 None None] Sync routers for ids ['cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:17:54.243850 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bd8936-5df6-4257-9226-028e0b29d475 None None] Routers {'cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:17:54.245233 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-45bd8936-5df6-4257-9226-028e0b29d475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:17:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:17:54.367146 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-45bd8936-5df6-4257-9226-028e0b29d475 None None] Set router cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:17:54.595150 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-45bd8936-5df6-4257-9226-028e0b29d475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35', 'name': 'tempest-TestVolumeBootPattern-349808441-router', 'tenant_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '639ab24a-86af-4317-8f91-0206fb200e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:05:08Z', 'updated_at': '2022-02-09T22:17:53Z', 'revision_number': 5, 'project_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'gw_port': {'id': '639ab24a-86af-4317-8f91-0206fb200e3e', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:3d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:05:08Z', 'updated_at': '2022-02-09T22:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:17:54.733641 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a992f059-8838-471f-be82-26c9841fadbf admin admin] Publish callbacks [] for router (cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:54.793838 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bd8936-5df6-4257-9226-028e0b29d475 None None] Checking router: cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35 for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:17:54.803020 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bd8936-5df6-4257-9226-028e0b29d475 None None] Routers {'cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:17:54.803649 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-45bd8936-5df6-4257-9226-028e0b29d475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:17:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:17:54.849764 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a992f059-8838-471f-be82-26c9841fadbf admin admin] Publish callbacks [] for router_gateway (cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:54.914866 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-a992f059-8838-471f-be82-26c9841fadbf admin admin] Deleting port 639ab24a-86af-4317-8f91-0206fb200e3e {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:17:54.915210 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a992f059-8838-471f-be82-26c9841fadbf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (639ab24a-86af-4317-8f91-0206fb200e3e), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:54.919992 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-45bd8936-5df6-4257-9226-028e0b29d475 None None] Set router cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:17:54.997010 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-a992f059-8838-471f-be82-26c9841fadbf admin admin] For port 639ab24a-86af-4317-8f91-0206fb200e3e, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=639ab24a-86af-4317-8f91-0206fb200e3e,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:17:54.997010 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a992f059-8838-471f-be82-26c9841fadbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (639ab24a-86af-4317-8f91-0206fb200e3e), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:55.010359 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-a992f059-8838-471f-be82-26c9841fadbf admin admin] Calling delete_port for 639ab24a-86af-4317-8f91-0206fb200e3e owned by network:router_gateway {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:17:55.183964 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a992f059-8838-471f-be82-26c9841fadbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (639ab24a-86af-4317-8f91-0206fb200e3e), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:55.207181 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-45bd8936-5df6-4257-9226-028e0b29d475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35', 'name': 'tempest-TestVolumeBootPattern-349808441-router', 'tenant_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '639ab24a-86af-4317-8f91-0206fb200e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:05:08Z', 'updated_at': '2022-02-09T22:17:53Z', 'revision_number': 5, 'project_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'gw_port': {'id': '639ab24a-86af-4317-8f91-0206fb200e3e', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:3d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:05:08Z', 'updated_at': '2022-02-09T22:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:17:55.213666 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a992f059-8838-471f-be82-26c9841fadbf admin admin] Pushing event deleted for resources: {'Port': ['ID=639ab24a-86af-4317-8f91-0206fb200e3e,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:17:55.235842 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bd8936-5df6-4257-9226-028e0b29d475 None None] The sync data for ids ['cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35'] in n-d-828369-5 is: [{'id': 'cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35', 'name': 'tempest-TestVolumeBootPattern-349808441-router', 'tenant_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '639ab24a-86af-4317-8f91-0206fb200e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:05:08Z', 'updated_at': '2022-02-09T22:17:53Z', 'revision_number': 5, 'project_id': 'ad9e4f8727be424b869d8f0ad468be3f', 'gw_port': {'id': '639ab24a-86af-4317-8f91-0206fb200e3e', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:3d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:05:08Z', 'updated_at': '2022-02-09T22:05:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:17:55.286535 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a992f059-8838-471f-be82-26c9841fadbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-554524'] for router_gateway (cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:55.379257 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a992f059-8838-471f-be82-26c9841fadbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:55.381464 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a992f059-8838-471f-be82-26c9841fadbf admin admin] Publish callbacks [] for router_controller (cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:55.426613 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a992f059-8838-471f-be82-26c9841fadbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:55.427149 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a992f059-8838-471f-be82-26c9841fadbf admin admin] Fanout notify agent at l3_agent the message router_deleted on router cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35 {{(pid=103141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:17:55.431443 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a992f059-8838-471f-be82-26c9841fadbf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:55.432750 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-a992f059-8838-471f-be82-26c9841fadbf admin admin] 10.222.0.90 "DELETE /v2.0/routers/cdb937fd-0f9f-4c3c-9f7b-f7040e8d4c35 HTTP/1.1" status: 204 len: 168 time: 1.2069318 Feb 09 22:17:55.435296 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 49456) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:17:55.478548 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-36598020-11df-4d98-9c59-199ddca3439a admin admin] Deleting subnet 84c886de-428b-4fdd-ac96-e9bdd27d5e04 {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:17:55.481626 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-36598020-11df-4d98-9c59-199ddca3439a admin admin] Publish callbacks [] for subnet (84c886de-428b-4fdd-ac96-e9bdd27d5e04), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:55.517162 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-36598020-11df-4d98-9c59-199ddca3439a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (84c886de-428b-4fdd-ac96-e9bdd27d5e04), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:55.594282 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-36598020-11df-4d98-9c59-199ddca3439a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (84c886de-428b-4fdd-ac96-e9bdd27d5e04), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:55.651101 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-36598020-11df-4d98-9c59-199ddca3439a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (84c886de-428b-4fdd-ac96-e9bdd27d5e04), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:55.678237 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36598020-11df-4d98-9c59-199ddca3439a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84c886de-428b-4fdd-ac96-e9bdd27d5e04,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:17:55.682092 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-36598020-11df-4d98-9c59-199ddca3439a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:55.686349 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-36598020-11df-4d98-9c59-199ddca3439a admin admin] 10.222.0.90 "DELETE /v2.0/subnets/84c886de-428b-4fdd-ac96-e9bdd27d5e04 HTTP/1.1" status: 204 len: 168 time: 0.2500901 Feb 09 22:17:55.690086 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 49466) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:17:55.692763 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602f0572-78bc-40f4-aea5-7c55608fe428 None None] Network 7e64d8e8-78a3-4987-8778-47d4e5b9b498 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:17:55.787957 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3cde5bde-1540-48c5-9b5e-0e8016790b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (7e64d8e8-78a3-4987-8778-47d4e5b9b498), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:55.873425 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-3cde5bde-1540-48c5-9b5e-0e8016790b5d admin admin] Deleting port f9e414b9-0f9d-490b-830f-fb0413e345a4 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:17:55.873882 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3cde5bde-1540-48c5-9b5e-0e8016790b5d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (f9e414b9-0f9d-490b-830f-fb0413e345a4), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:55.908140 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059eefa8-8ec0-4902-b421-14fae6ffb500 None None] DHCP port deletion for 7e64d8e8-78a3-4987-8778-47d4e5b9b498 request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:17:55.943084 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-3cde5bde-1540-48c5-9b5e-0e8016790b5d admin admin] For port f9e414b9-0f9d-490b-830f-fb0413e345a4, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=f9e414b9-0f9d-490b-830f-fb0413e345a4,segment=NetworkSegment(ccdb70e6-3e43-42b3-b6b7-87da11db8888),segment_id=ccdb70e6-3e43-42b3-b6b7-87da11db8888)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:17:55.943450 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3cde5bde-1540-48c5-9b5e-0e8016790b5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (f9e414b9-0f9d-490b-830f-fb0413e345a4), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:55.956436 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-059eefa8-8ec0-4902-b421-14fae6ffb500 None None] Deleting port f9e414b9-0f9d-490b-830f-fb0413e345a4 {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:17:55.956961 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-3cde5bde-1540-48c5-9b5e-0e8016790b5d admin admin] Calling delete_port for f9e414b9-0f9d-490b-830f-fb0413e345a4 owned by network:dhcp {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:17:55.957065 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-059eefa8-8ec0-4902-b421-14fae6ffb500 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (f9e414b9-0f9d-490b-830f-fb0413e345a4), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:56.021703 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-059eefa8-8ec0-4902-b421-14fae6ffb500 None None] For port f9e414b9-0f9d-490b-830f-fb0413e345a4, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=f9e414b9-0f9d-490b-830f-fb0413e345a4,segment=NetworkSegment(ccdb70e6-3e43-42b3-b6b7-87da11db8888),segment_id=ccdb70e6-3e43-42b3-b6b7-87da11db8888)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:17:56.022107 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-059eefa8-8ec0-4902-b421-14fae6ffb500 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (f9e414b9-0f9d-490b-830f-fb0413e345a4), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:56.036246 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-059eefa8-8ec0-4902-b421-14fae6ffb500 None None] Calling delete_port for f9e414b9-0f9d-490b-830f-fb0413e345a4 owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:17:56.047455 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3cde5bde-1540-48c5-9b5e-0e8016790b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (f9e414b9-0f9d-490b-830f-fb0413e345a4), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:56.080561 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cde5bde-1540-48c5-9b5e-0e8016790b5d admin admin] Pushing event deleted for resources: {'Port': ['ID=f9e414b9-0f9d-490b-830f-fb0413e345a4,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:17:56.086368 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cde5bde-1540-48c5-9b5e-0e8016790b5d admin admin] No DVR routers for this DVR port f9e414b9-0f9d-490b-830f-fb0413e345a4 on host n-d-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:17:56.126097 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-059eefa8-8ec0-4902-b421-14fae6ffb500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (f9e414b9-0f9d-490b-830f-fb0413e345a4), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:56.151057 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059eefa8-8ec0-4902-b421-14fae6ffb500 None None] Pushing event deleted for resources: {'Port': ['ID=f9e414b9-0f9d-490b-830f-fb0413e345a4,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:17:56.155611 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059eefa8-8ec0-4902-b421-14fae6ffb500 None None] No DVR routers for this DVR port f9e414b9-0f9d-490b-830f-fb0413e345a4 on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:17:56.161293 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3cde5bde-1540-48c5-9b5e-0e8016790b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (7e64d8e8-78a3-4987-8778-47d4e5b9b498), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:56.162874 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059eefa8-8ec0-4902-b421-14fae6ffb500 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:56.168345 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059eefa8-8ec0-4902-b421-14fae6ffb500 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:56.168345 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059eefa8-8ec0-4902-b421-14fae6ffb500 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:56.168345 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059eefa8-8ec0-4902-b421-14fae6ffb500 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:56.168345 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059eefa8-8ec0-4902-b421-14fae6ffb500 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:56.168345 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059eefa8-8ec0-4902-b421-14fae6ffb500 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:56.168345 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059eefa8-8ec0-4902-b421-14fae6ffb500 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:56.168345 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059eefa8-8ec0-4902-b421-14fae6ffb500 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:56.168345 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059eefa8-8ec0-4902-b421-14fae6ffb500 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:56.168345 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059eefa8-8ec0-4902-b421-14fae6ffb500 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:56.168345 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059eefa8-8ec0-4902-b421-14fae6ffb500 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:56.168345 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059eefa8-8ec0-4902-b421-14fae6ffb500 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:56.168345 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059eefa8-8ec0-4902-b421-14fae6ffb500 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:17:56.186045 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-3cde5bde-1540-48c5-9b5e-0e8016790b5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e64d8e8-78a3-4987-8778-47d4e5b9b498']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:17:56.196021 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-3cde5bde-1540-48c5-9b5e-0e8016790b5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccdb70e6-3e43-42b3-b6b7-87da11db8888') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:17:56.196341 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-3cde5bde-1540-48c5-9b5e-0e8016790b5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccdb70e6-3e43-42b3-b6b7-87da11db8888') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:17:56.205721 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3cde5bde-1540-48c5-9b5e-0e8016790b5d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (ccdb70e6-3e43-42b3-b6b7-87da11db8888), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:56.220133 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3cde5bde-1540-48c5-9b5e-0e8016790b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (ccdb70e6-3e43-42b3-b6b7-87da11db8888), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:56.227403 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cde5bde-1540-48c5-9b5e-0e8016790b5d admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:17:56.227966 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3cde5bde-1540-48c5-9b5e-0e8016790b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (ccdb70e6-3e43-42b3-b6b7-87da11db8888), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:56.229808 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 22:17:56.229808 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:17:56.229808 n-d-828369-5 neutron-server[103141]: timer() Feb 09 22:17:56.229808 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:17:56.229808 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 22:17:56.229808 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:17:56.229808 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 22:17:56.229808 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:17:56.229808 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 22:17:56.229808 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:17:56.229808 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 22:17:56.229808 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:17:56.229808 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 22:17:56.229808 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:17:56.229808 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:17:56.229808 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:17:56.229808 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:17:56.229808 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:17:56.229808 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 22:17:56.229808 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:17:56.229808 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 22:17:56.229808 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:17:56.229808 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:17:56.229808 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:17:56.229808 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 22:17:56.229808 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:17:56.229808 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:17:56.229808 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:17:56.229808 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:17:56.229808 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:17:56.229808 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:17:56.229808 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:17:56.291660 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3cde5bde-1540-48c5-9b5e-0e8016790b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (7e64d8e8-78a3-4987-8778-47d4e5b9b498), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:56.297663 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3cde5bde-1540-48c5-9b5e-0e8016790b5d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:56.304942 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-3cde5bde-1540-48c5-9b5e-0e8016790b5d admin admin] 10.222.0.90 "DELETE /v2.0/networks/7e64d8e8-78a3-4987-8778-47d4e5b9b498 HTTP/1.1" status: 204 len: 168 time: 0.6097198 Feb 09 22:17:56.305143 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 49470) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:17:56.318145 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cde5bde-1540-48c5-9b5e-0e8016790b5d admin admin] Pushing event deleted for resources: {'Network': ['ID=7e64d8e8-78a3-4987-8778-47d4e5b9b498,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:17:56.491897 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 0100317d-657e-47d0-bf16-9565a9002fec no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:17:56.514155 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 0100317d-657e-47d0-bf16-9565a9002fec {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:17:56.514653 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 0100317d-657e-47d0-bf16-9565a9002fec not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:17:56.515235 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device f9e414b9-0f9d-490b-830f-fb0413e345a4 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:17:56.539756 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: f9e414b9-0f9d-490b-830f-fb0413e345a4 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:17:56.540255 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device f9e414b9-0f9d-490b-830f-fb0413e345a4 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:17:56.540801 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 639ab24a-86af-4317-8f91-0206fb200e3e no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:17:56.561563 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 639ab24a-86af-4317-8f91-0206fb200e3e {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:17:56.561990 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 639ab24a-86af-4317-8f91-0206fb200e3e not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:17:56.698753 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6351fbe4-a038-4381-b6fc-51177aa38d96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524906'] for router_interface (486c10fc-3c0c-453a-b7f0-54865e2c26c6), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:56.969078 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-6351fbe4-a038-4381-b6fc-51177aa38d96 admin admin] Deleting port 13781820-acd3-4163-9108-3c63cef45b80 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:17:56.969428 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6351fbe4-a038-4381-b6fc-51177aa38d96 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (13781820-acd3-4163-9108-3c63cef45b80), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:57.050946 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-6351fbe4-a038-4381-b6fc-51177aa38d96 admin admin] For port 13781820-acd3-4163-9108-3c63cef45b80, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=13781820-acd3-4163-9108-3c63cef45b80,segment=NetworkSegment(87bf4704-6a53-4e38-bdff-65b278bab462),segment_id=87bf4704-6a53-4e38-bdff-65b278bab462)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:17:57.051312 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6351fbe4-a038-4381-b6fc-51177aa38d96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (13781820-acd3-4163-9108-3c63cef45b80), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:57.068399 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-6351fbe4-a038-4381-b6fc-51177aa38d96 admin admin] Calling delete_port for 13781820-acd3-4163-9108-3c63cef45b80 owned by network:router_interface {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:17:57.250013 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6351fbe4-a038-4381-b6fc-51177aa38d96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (13781820-acd3-4163-9108-3c63cef45b80), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:57.276344 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6351fbe4-a038-4381-b6fc-51177aa38d96 admin admin] Pushing event deleted for resources: {'Port': ['ID=13781820-acd3-4163-9108-3c63cef45b80,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:17:57.450932 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6351fbe4-a038-4381-b6fc-51177aa38d96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-525054'] for router_interface (486c10fc-3c0c-453a-b7f0-54865e2c26c6), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:57.683014 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6351fbe4-a038-4381-b6fc-51177aa38d96 admin admin] Router 486c10fc-3c0c-453a-b7f0-54865e2c26c6 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:17:57.794463 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6351fbe4-a038-4381-b6fc-51177aa38d96 admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:17:57.800409 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-6351fbe4-a038-4381-b6fc-51177aa38d96 admin admin] 10.222.0.90 "PUT /v2.0/routers/486c10fc-3c0c-453a-b7f0-54865e2c26c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4946613 Feb 09 22:17:57.803218 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 49474) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:17:57.807423 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99bc0bc0-a19a-4e5e-a3e7-208cbc7ae231 None None] Sync routers for ids ['486c10fc-3c0c-453a-b7f0-54865e2c26c6'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:17:57.818030 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99bc0bc0-a19a-4e5e-a3e7-208cbc7ae231 None None] Routers {'486c10fc-3c0c-453a-b7f0-54865e2c26c6'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:17:57.818668 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-99bc0bc0-a19a-4e5e-a3e7-208cbc7ae231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:17:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['486c10fc-3c0c-453a-b7f0-54865e2c26c6'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:17:57.936501 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2b891df8-8b60-4199-9cac-f99e9a12d162 admin admin] Publish callbacks [] for router (486c10fc-3c0c-453a-b7f0-54865e2c26c6), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:57.950399 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-99bc0bc0-a19a-4e5e-a3e7-208cbc7ae231 None None] Set router 486c10fc-3c0c-453a-b7f0-54865e2c26c6 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:17:58.046071 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2b891df8-8b60-4199-9cac-f99e9a12d162 admin admin] Publish callbacks [] for router_gateway (486c10fc-3c0c-453a-b7f0-54865e2c26c6), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:58.145564 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-99bc0bc0-a19a-4e5e-a3e7-208cbc7ae231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '486c10fc-3c0c-453a-b7f0-54865e2c26c6', 'name': 'tempest-TestVolumeBootPattern-301046376-router', 'tenant_id': '8ba0aa0ac5f94bb38191d409e9dfd140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '87c6b774-ff10-4a33-bff1-5639927e1cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:05:13Z', 'updated_at': '2022-02-09T22:17:57Z', 'revision_number': 5, 'project_id': '8ba0aa0ac5f94bb38191d409e9dfd140', 'gw_port': {'id': '87c6b774-ff10-4a33-bff1-5639927e1cbe', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:80:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486c10fc-3c0c-453a-b7f0-54865e2c26c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:05:13Z', 'updated_at': '2022-02-09T22:05:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:17:58.173950 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99bc0bc0-a19a-4e5e-a3e7-208cbc7ae231 None None] Checking router: 486c10fc-3c0c-453a-b7f0-54865e2c26c6 for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:17:58.183164 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99bc0bc0-a19a-4e5e-a3e7-208cbc7ae231 None None] Routers {'486c10fc-3c0c-453a-b7f0-54865e2c26c6'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:17:58.184032 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-99bc0bc0-a19a-4e5e-a3e7-208cbc7ae231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:17:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['486c10fc-3c0c-453a-b7f0-54865e2c26c6'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:17:58.288296 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-99bc0bc0-a19a-4e5e-a3e7-208cbc7ae231 None None] Set router 486c10fc-3c0c-453a-b7f0-54865e2c26c6 gateway port host: None {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:17:58.349876 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-99bc0bc0-a19a-4e5e-a3e7-208cbc7ae231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '486c10fc-3c0c-453a-b7f0-54865e2c26c6', 'name': 'tempest-TestVolumeBootPattern-301046376-router', 'tenant_id': '8ba0aa0ac5f94bb38191d409e9dfd140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:05:13Z', 'updated_at': '2022-02-09T22:17:58Z', 'revision_number': 6, 'project_id': '8ba0aa0ac5f94bb38191d409e9dfd140', 'gw_port_host': None}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:17:58.376688 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99bc0bc0-a19a-4e5e-a3e7-208cbc7ae231 None None] The sync data for ids ['486c10fc-3c0c-453a-b7f0-54865e2c26c6'] in n-d-828369-5 is: [{'id': '486c10fc-3c0c-453a-b7f0-54865e2c26c6', 'name': 'tempest-TestVolumeBootPattern-301046376-router', 'tenant_id': '8ba0aa0ac5f94bb38191d409e9dfd140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:05:13Z', 'updated_at': '2022-02-09T22:17:58Z', 'revision_number': 6, 'project_id': '8ba0aa0ac5f94bb38191d409e9dfd140', 'gw_port_host': None}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:17:58.390405 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-2b891df8-8b60-4199-9cac-f99e9a12d162 admin admin] Deleting port 87c6b774-ff10-4a33-bff1-5639927e1cbe {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:17:58.390745 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2b891df8-8b60-4199-9cac-f99e9a12d162 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (87c6b774-ff10-4a33-bff1-5639927e1cbe), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:58.469515 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-2b891df8-8b60-4199-9cac-f99e9a12d162 admin admin] For port 87c6b774-ff10-4a33-bff1-5639927e1cbe, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=87c6b774-ff10-4a33-bff1-5639927e1cbe,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:17:58.470183 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2b891df8-8b60-4199-9cac-f99e9a12d162 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (87c6b774-ff10-4a33-bff1-5639927e1cbe), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:58.482110 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-2b891df8-8b60-4199-9cac-f99e9a12d162 admin admin] Calling delete_port for 87c6b774-ff10-4a33-bff1-5639927e1cbe owned by network:router_gateway {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:17:58.651912 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2b891df8-8b60-4199-9cac-f99e9a12d162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (87c6b774-ff10-4a33-bff1-5639927e1cbe), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:58.677589 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b891df8-8b60-4199-9cac-f99e9a12d162 admin admin] Pushing event deleted for resources: {'Port': ['ID=87c6b774-ff10-4a33-bff1-5639927e1cbe,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:17:58.745348 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2b891df8-8b60-4199-9cac-f99e9a12d162 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-554524'] for router_gateway (486c10fc-3c0c-453a-b7f0-54865e2c26c6), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:58.842227 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2b891df8-8b60-4199-9cac-f99e9a12d162 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (486c10fc-3c0c-453a-b7f0-54865e2c26c6), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:58.844399 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2b891df8-8b60-4199-9cac-f99e9a12d162 admin admin] Publish callbacks [] for router_controller (486c10fc-3c0c-453a-b7f0-54865e2c26c6), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:58.894216 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2b891df8-8b60-4199-9cac-f99e9a12d162 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (486c10fc-3c0c-453a-b7f0-54865e2c26c6), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:58.894910 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b891df8-8b60-4199-9cac-f99e9a12d162 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 486c10fc-3c0c-453a-b7f0-54865e2c26c6 {{(pid=103140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:17:58.900409 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2b891df8-8b60-4199-9cac-f99e9a12d162 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:58.901740 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-2b891df8-8b60-4199-9cac-f99e9a12d162 admin admin] 10.222.0.90 "DELETE /v2.0/routers/486c10fc-3c0c-453a-b7f0-54865e2c26c6 HTTP/1.1" status: 204 len: 168 time: 1.0974014 Feb 09 22:17:58.904597 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 49480) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:17:58.959939 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_v2 [None req-05c596be-619f-4eac-8520-5999812d0f16 admin admin] Deleting subnet 9a5cf897-49b2-4680-94ac-95147abcd81b {{(pid=103140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:17:58.963393 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-05c596be-619f-4eac-8520-5999812d0f16 admin admin] Publish callbacks [] for subnet (9a5cf897-49b2-4680-94ac-95147abcd81b), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:59.001651 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-05c596be-619f-4eac-8520-5999812d0f16 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9110716'] for subnet (9a5cf897-49b2-4680-94ac-95147abcd81b), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:59.083343 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-05c596be-619f-4eac-8520-5999812d0f16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (9a5cf897-49b2-4680-94ac-95147abcd81b), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:59.147505 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-05c596be-619f-4eac-8520-5999812d0f16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621346'] for subnet (9a5cf897-49b2-4680-94ac-95147abcd81b), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:59.180416 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c596be-619f-4eac-8520-5999812d0f16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a5cf897-49b2-4680-94ac-95147abcd81b,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:17:59.189058 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-05c596be-619f-4eac-8520-5999812d0f16 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:59.197297 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c11b8d-e5d8-4e1d-8ee3-4356b37eea48 None None] Network e4839dd7-1261-4222-b713-d376ecb1fcdd requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:17:59.200458 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-05c596be-619f-4eac-8520-5999812d0f16 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/9a5cf897-49b2-4680-94ac-95147abcd81b HTTP/1.1" status: 204 len: 168 time: 0.2922950 Feb 09 22:17:59.201277 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 49484) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:17:59.274324 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-78065725-01a8-4214-8a48-a91e36666797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (e4839dd7-1261-4222-b713-d376ecb1fcdd), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:59.351745 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-78065725-01a8-4214-8a48-a91e36666797 admin admin] Deleting port a8f4d60d-d09c-4f4e-8225-3aa6f02c7a52 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:17:59.352088 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-78065725-01a8-4214-8a48-a91e36666797 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (a8f4d60d-d09c-4f4e-8225-3aa6f02c7a52), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:59.429209 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-78065725-01a8-4214-8a48-a91e36666797 admin admin] For port a8f4d60d-d09c-4f4e-8225-3aa6f02c7a52, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=a8f4d60d-d09c-4f4e-8225-3aa6f02c7a52,segment=NetworkSegment(87bf4704-6a53-4e38-bdff-65b278bab462),segment_id=87bf4704-6a53-4e38-bdff-65b278bab462)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:17:59.430160 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-78065725-01a8-4214-8a48-a91e36666797 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (a8f4d60d-d09c-4f4e-8225-3aa6f02c7a52), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:59.430890 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831580a5-7ae3-4e30-920b-9ff7de9f1293 None None] DHCP port deletion for e4839dd7-1261-4222-b713-d376ecb1fcdd request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:17:59.445820 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-78065725-01a8-4214-8a48-a91e36666797 admin admin] Calling delete_port for a8f4d60d-d09c-4f4e-8225-3aa6f02c7a52 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:17:59.512490 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-831580a5-7ae3-4e30-920b-9ff7de9f1293 None None] Deleting port a8f4d60d-d09c-4f4e-8225-3aa6f02c7a52 {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:17:59.512881 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-831580a5-7ae3-4e30-920b-9ff7de9f1293 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (a8f4d60d-d09c-4f4e-8225-3aa6f02c7a52), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:59.546145 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-78065725-01a8-4214-8a48-a91e36666797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (a8f4d60d-d09c-4f4e-8225-3aa6f02c7a52), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:59.580704 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78065725-01a8-4214-8a48-a91e36666797 admin admin] No DVR routers for this DVR port a8f4d60d-d09c-4f4e-8225-3aa6f02c7a52 on host n-d-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:17:59.585200 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78065725-01a8-4214-8a48-a91e36666797 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8f4d60d-d09c-4f4e-8225-3aa6f02c7a52,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:17:59.634200 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-831580a5-7ae3-4e30-920b-9ff7de9f1293 None None] For port a8f4d60d-d09c-4f4e-8225-3aa6f02c7a52, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=a8f4d60d-d09c-4f4e-8225-3aa6f02c7a52,segment=NetworkSegment(87bf4704-6a53-4e38-bdff-65b278bab462),segment_id=87bf4704-6a53-4e38-bdff-65b278bab462)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:17:59.634619 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-831580a5-7ae3-4e30-920b-9ff7de9f1293 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (a8f4d60d-d09c-4f4e-8225-3aa6f02c7a52), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:59.651615 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-831580a5-7ae3-4e30-920b-9ff7de9f1293 None None] Calling delete_port for a8f4d60d-d09c-4f4e-8225-3aa6f02c7a52 owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:17:59.684531 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-78065725-01a8-4214-8a48-a91e36666797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (e4839dd7-1261-4222-b713-d376ecb1fcdd), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:59.711009 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-78065725-01a8-4214-8a48-a91e36666797 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4839dd7-1261-4222-b713-d376ecb1fcdd']}} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:17:59.722519 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-78065725-01a8-4214-8a48-a91e36666797 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87bf4704-6a53-4e38-bdff-65b278bab462') {'for_net_delete': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:17:59.722858 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-78065725-01a8-4214-8a48-a91e36666797 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87bf4704-6a53-4e38-bdff-65b278bab462') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:17:59.735728 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-78065725-01a8-4214-8a48-a91e36666797 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110711'] for segment (87bf4704-6a53-4e38-bdff-65b278bab462), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:59.754431 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-78065725-01a8-4214-8a48-a91e36666797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (87bf4704-6a53-4e38-bdff-65b278bab462), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:59.758251 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-831580a5-7ae3-4e30-920b-9ff7de9f1293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (a8f4d60d-d09c-4f4e-8225-3aa6f02c7a52), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:59.762985 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78065725-01a8-4214-8a48-a91e36666797 admin admin] Releasing vlan 747 on physical network physnet1 to pool {{(pid=103140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:17:59.763628 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-78065725-01a8-4214-8a48-a91e36666797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669415'] for segment (87bf4704-6a53-4e38-bdff-65b278bab462), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:59.766380 n-d-828369-5 neutron-server[103140]: Traceback (most recent call last): Feb 09 22:17:59.766380 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:17:59.766380 n-d-828369-5 neutron-server[103140]: timer() Feb 09 22:17:59.766380 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:17:59.766380 n-d-828369-5 neutron-server[103140]: cb(*args, **kw) Feb 09 22:17:59.766380 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:17:59.766380 n-d-828369-5 neutron-server[103140]: return func(*args, **kwargs) Feb 09 22:17:59.766380 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:17:59.766380 n-d-828369-5 neutron-server[103140]: self._notify() Feb 09 22:17:59.766380 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:17:59.766380 n-d-828369-5 neutron-server[103140]: self.callback(batched_events) Feb 09 22:17:59.766380 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:17:59.766380 n-d-828369-5 neutron-server[103140]: event.method(event) Feb 09 22:17:59.766380 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:17:59.766380 n-d-828369-5 neutron-server[103140]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:17:59.766380 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:17:59.766380 n-d-828369-5 neutron-server[103140]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:17:59.766380 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:17:59.766380 n-d-828369-5 neutron-server[103140]: return f(self, *a, **k) Feb 09 22:17:59.766380 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:17:59.766380 n-d-828369-5 neutron-server[103140]: return self._get(url).json() Feb 09 22:17:59.766380 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:17:59.766380 n-d-828369-5 neutron-server[103140]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:17:59.766380 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:17:59.766380 n-d-828369-5 neutron-server[103140]: return self.request(url, 'GET', **kwargs) Feb 09 22:17:59.766380 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:17:59.766380 n-d-828369-5 neutron-server[103140]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:17:59.766380 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:17:59.766380 n-d-828369-5 neutron-server[103140]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:17:59.766380 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:17:59.766380 n-d-828369-5 neutron-server[103140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:17:59.766380 n-d-828369-5 neutron-server[103140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:17:59.774510 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831580a5-7ae3-4e30-920b-9ff7de9f1293 None None] No DVR routers for this DVR port a8f4d60d-d09c-4f4e-8225-3aa6f02c7a52 on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:17:59.795340 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831580a5-7ae3-4e30-920b-9ff7de9f1293 None None] Pushing event deleted for resources: {'Port': ['ID=a8f4d60d-d09c-4f4e-8225-3aa6f02c7a52,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:17:59.850018 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-78065725-01a8-4214-8a48-a91e36666797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (e4839dd7-1261-4222-b713-d376ecb1fcdd), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:59.855624 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-78065725-01a8-4214-8a48-a91e36666797 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:17:59.859943 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-78065725-01a8-4214-8a48-a91e36666797 admin admin] 10.222.0.90 "DELETE /v2.0/networks/e4839dd7-1261-4222-b713-d376ecb1fcdd HTTP/1.1" status: 204 len: 168 time: 0.6576869 Feb 09 22:17:59.873432 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78065725-01a8-4214-8a48-a91e36666797 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4839dd7-1261-4222-b713-d376ecb1fcdd,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:00.022739 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 49490) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:00.067946 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-d95124df-ab6f-4aaf-8142-756b261958c8 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=ad9e4f8727be424b869d8f0ad468be3f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0438454 Feb 09 22:18:00.070478 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 49492) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:00.119656 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2ea6ee22-d0b3-4579-8cb6-fcfb2c8b95cd admin admin] Publish callbacks [] for security_group (c7c2a4e4-0f44-4e04-b206-c90f6285194b), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:00.147906 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2ea6ee22-d0b3-4579-8cb6-fcfb2c8b95cd admin admin] Publish callbacks [] for security_group (c7c2a4e4-0f44-4e04-b206-c90f6285194b), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:00.206345 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2ea6ee22-d0b3-4579-8cb6-fcfb2c8b95cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (c7c2a4e4-0f44-4e04-b206-c90f6285194b), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:00.210271 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2ea6ee22-d0b3-4579-8cb6-fcfb2c8b95cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:00.211752 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-2ea6ee22-d0b3-4579-8cb6-fcfb2c8b95cd admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/c7c2a4e4-0f44-4e04-b206-c90f6285194b HTTP/1.1" status: 204 len: 168 time: 0.1402733 Feb 09 22:18:00.222406 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea6ee22-d0b3-4579-8cb6-fcfb2c8b95cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c2a4e4-0f44-4e04-b206-c90f6285194b,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:00.315592 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 13781820-acd3-4163-9108-3c63cef45b80 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:18:00.338335 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 13781820-acd3-4163-9108-3c63cef45b80 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:18:00.338838 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 13781820-acd3-4163-9108-3c63cef45b80 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:18:00.339374 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 87c6b774-ff10-4a33-bff1-5639927e1cbe no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:18:00.362147 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 87c6b774-ff10-4a33-bff1-5639927e1cbe {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:18:00.362679 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 87c6b774-ff10-4a33-bff1-5639927e1cbe not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:18:00.363448 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device a8f4d60d-d09c-4f4e-8225-3aa6f02c7a52 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:18:00.389029 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: a8f4d60d-d09c-4f4e-8225-3aa6f02c7a52 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:18:00.389609 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device a8f4d60d-d09c-4f4e-8225-3aa6f02c7a52 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:18:00.600763 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 49498) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:00.651604 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-fb2a09fe-cfc3-4366-837d-5f743473510c admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=8ba0aa0ac5f94bb38191d409e9dfd140&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0495210 Feb 09 22:18:00.654205 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 49500) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:18:00.702094 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ec6258d2-f380-4c42-932d-99f54fc240f1 admin admin] Publish callbacks [] for security_group (515ebecd-5f90-4338-afd3-024a563c52d0), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:00.723305 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ec6258d2-f380-4c42-932d-99f54fc240f1 admin admin] Publish callbacks [] for security_group (515ebecd-5f90-4338-afd3-024a563c52d0), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:00.773703 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ec6258d2-f380-4c42-932d-99f54fc240f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (515ebecd-5f90-4338-afd3-024a563c52d0), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:00.776998 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ec6258d2-f380-4c42-932d-99f54fc240f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:00.781361 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-ec6258d2-f380-4c42-932d-99f54fc240f1 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/515ebecd-5f90-4338-afd3-024a563c52d0 HTTP/1.1" status: 204 len: 168 time: 0.1232929 Feb 09 22:18:00.789011 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6258d2-f380-4c42-932d-99f54fc240f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=515ebecd-5f90-4338-afd3-024a563c52d0,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:05.569739 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6810cee4-cba0-4a31-a9a6-2d4e3d6dd485 req-5ee6053c-3436-4feb-9755-b44d536f45b2 tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:05.571465 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6810cee4-cba0-4a31-a9a6-2d4e3d6dd485 req-5ee6053c-3436-4feb-9755-b44d536f45b2 tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] 10.222.0.90 "GET /v2.0/ports?device_id=22fc2ed5-a245-4b48-8698-9c02f0e55b97 HTTP/1.1" status: 200 len: 946 time: 0.0548034 Feb 09 22:18:05.621174 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6810cee4-cba0-4a31-a9a6-2d4e3d6dd485 req-39797345-a81b-454c-97aa-24bf988cae98 tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] 10.222.0.90 "GET /v2.0/security-groups?id=9ad80963-96f6-4078-bd12-ae04dd79b1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428255 Feb 09 22:18:06.746680 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c195263-a23c-4d18-bda4-65d08c4d1d0a req-664152c9-d78c-4754-9a46-87dd3963a22c tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:06.748225 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2c195263-a23c-4d18-bda4-65d08c4d1d0a req-664152c9-d78c-4754-9a46-87dd3963a22c tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] 10.222.0.90 "GET /v2.0/ports?device_id=22fc2ed5-a245-4b48-8698-9c02f0e55b97 HTTP/1.1" status: 200 len: 946 time: 0.0552778 Feb 09 22:18:06.793837 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2c195263-a23c-4d18-bda4-65d08c4d1d0a req-82f66c53-b52f-43cd-9790-791a8a532696 tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] 10.222.0.90 "GET /v2.0/security-groups?id=9ad80963-96f6-4078-bd12-ae04dd79b1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395234 Feb 09 22:18:07.582262 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:18:07.731202 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68775805-ef4a-446c-a015-4434e86059f9 req-10c8ea05-1be3-4b87-bab7-3df91436b88a tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:07.732692 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-68775805-ef4a-446c-a015-4434e86059f9 req-10c8ea05-1be3-4b87-bab7-3df91436b88a tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] 10.222.0.89 "GET /v2.0/ports?device_id=22fc2ed5-a245-4b48-8698-9c02f0e55b97 HTTP/1.1" status: 200 len: 946 time: 0.0513411 Feb 09 22:18:07.825718 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-68775805-ef4a-446c-a015-4434e86059f9 req-22f6acd1-05a9-4c92-9af5-f23f8c94f4c9 tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] Deleting port f9021ffa-fd19-4a01-a986-36ec0c02b0cc {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:18:07.826073 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-68775805-ef4a-446c-a015-4434e86059f9 req-22f6acd1-05a9-4c92-9af5-f23f8c94f4c9 tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (f9021ffa-fd19-4a01-a986-36ec0c02b0cc), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:07.913524 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741ec353-bd62-4b20-a93d-0e04f8ec3f92 req-4f1ffae7-5825-4636-b83d-9d6ecbd24378 tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:07.914948 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-741ec353-bd62-4b20-a93d-0e04f8ec3f92 req-4f1ffae7-5825-4636-b83d-9d6ecbd24378 tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] 10.222.0.90 "GET /v2.0/ports?device_id=22fc2ed5-a245-4b48-8698-9c02f0e55b97 HTTP/1.1" status: 200 len: 946 time: 0.0532348 Feb 09 22:18:07.915358 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-68775805-ef4a-446c-a015-4434e86059f9 req-22f6acd1-05a9-4c92-9af5-f23f8c94f4c9 tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] For port f9021ffa-fd19-4a01-a986-36ec0c02b0cc, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=f9021ffa-fd19-4a01-a986-36ec0c02b0cc,segment=NetworkSegment(1aad2ad5-e2c7-47fb-a23c-e27a5b1ede92),segment_id=1aad2ad5-e2c7-47fb-a23c-e27a5b1ede92)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:18:07.915724 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-68775805-ef4a-446c-a015-4434e86059f9 req-22f6acd1-05a9-4c92-9af5-f23f8c94f4c9 tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (f9021ffa-fd19-4a01-a986-36ec0c02b0cc), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:07.929853 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-68775805-ef4a-446c-a015-4434e86059f9 req-22f6acd1-05a9-4c92-9af5-f23f8c94f4c9 tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] Calling delete_port for f9021ffa-fd19-4a01-a986-36ec0c02b0cc owned by compute:nova {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:18:07.962423 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-741ec353-bd62-4b20-a93d-0e04f8ec3f92 req-d9f0aafa-77b8-4b93-84d0-10b2a0cde229 tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] 10.222.0.90 "GET /v2.0/security-groups?id=9ad80963-96f6-4078-bd12-ae04dd79b1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417886 Feb 09 22:18:08.058845 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-68775805-ef4a-446c-a015-4434e86059f9 req-22f6acd1-05a9-4c92-9af5-f23f8c94f4c9 tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (f9021ffa-fd19-4a01-a986-36ec0c02b0cc), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:08.070946 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['f9021ffa-fd19-4a01-a986-36ec0c02b0cc'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:18:08.085996 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f6acd1-05a9-4c92-9af5-f23f8c94f4c9 tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] Pushing event deleted for resources: {'Port': ['ID=f9021ffa-fd19-4a01-a986-36ec0c02b0cc,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:08.135326 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-68775805-ef4a-446c-a015-4434e86059f9 req-22f6acd1-05a9-4c92-9af5-f23f8c94f4c9 tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] No DVR routers for this DVR port f9021ffa-fd19-4a01-a986-36ec0c02b0cc on host n-h2-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:18:08.138048 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-68775805-ef4a-446c-a015-4434e86059f9 req-22f6acd1-05a9-4c92-9af5-f23f8c94f4c9 tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:08.141460 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-68775805-ef4a-446c-a015-4434e86059f9 req-22f6acd1-05a9-4c92-9af5-f23f8c94f4c9 tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] 10.222.0.89 "DELETE /v2.0/ports/f9021ffa-fd19-4a01-a986-36ec0c02b0cc HTTP/1.1" status: 204 len: 173 time: 0.4033859 Feb 09 22:18:08.141931 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22fc2ed5-a245-4b48-8698-9c02f0e55b97', 'name': 'network-vif-deleted', 'tag': 'f9021ffa-fd19-4a01-a986-36ec0c02b0cc'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:18:08.144166 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4db34466-b323-42bc-ae83-2b5977554131" -d '{"events": [{"server_uuid": "22fc2ed5-a245-4b48-8698-9c02f0e55b97", "name": "network-vif-deleted", "tag": "f9021ffa-fd19-4a01-a986-36ec0c02b0cc"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:18:08.180955 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af921737-a2db-4732-8914-108203ff7d4b x-openstack-request-id: req-af921737-a2db-4732-8914-108203ff7d4b {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:18:08.181252 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22fc2ed5-a245-4b48-8698-9c02f0e55b97", "name": "network-vif-deleted", "tag": "f9021ffa-fd19-4a01-a986-36ec0c02b0cc", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:18:08.181507 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-af921737-a2db-4732-8914-108203ff7d4b {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:18:08.181913 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22fc2ed5-a245-4b48-8698-9c02f0e55b97', 'name': 'network-vif-deleted', 'tag': 'f9021ffa-fd19-4a01-a986-36ec0c02b0cc', 'status': 'completed', 'code': 200} Feb 09 22:18:09.092265 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5071fd3c-f340-4a80-b191-af74574aab78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:11.047980 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ca399bdf-2b9f-4c6d-a5a5-b39806702d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:11.719915 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device f9021ffa-fd19-4a01-a986-36ec0c02b0cc no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:18:11.739912 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] No Port match for: f9021ffa-fd19-4a01-a986-36ec0c02b0cc {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:18:11.740194 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device f9021ffa-fd19-4a01-a986-36ec0c02b0cc not bound to the agent host n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:18:12.853655 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:14.272556 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:15.374691 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:19.030544 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c803f70b-5a24-4155-b202-16c71d68af2b req-21399144-3b39-4675-8091-3305c34f74a8 tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:19.031969 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c803f70b-5a24-4155-b202-16c71d68af2b req-21399144-3b39-4675-8091-3305c34f74a8 tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] 10.222.0.90 "GET /v2.0/networks?id=a2c7dc50-50ed-4f66-b393-a19de106abc1 HTTP/1.1" status: 200 len: 813 time: 0.1042626 Feb 09 22:18:19.048842 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c803f70b-5a24-4155-b202-16c71d68af2b req-1a3e1156-2901-40fb-a634-5a761cacb2af tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] 10.222.0.90 "GET /v2.0/quotas/0e55757333f04df982d593ea5a4c7785 HTTP/1.1" status: 200 len: 375 time: 0.0113754 Feb 09 22:18:19.080619 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c803f70b-5a24-4155-b202-16c71d68af2b req-0b85be03-9851-43c8-8403-9cadf9c9681b tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=0e55757333f04df982d593ea5a4c7785&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264339 Feb 09 22:18:19.171045 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c803f70b-5a24-4155-b202-16c71d68af2b req-0b95bd53-4f66-4307-800e-3350e16eb558 service neutron] 10.222.0.90 "GET /v2.0/networks/a2c7dc50-50ed-4f66-b393-a19de106abc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840125 Feb 09 22:18:19.260452 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c803f70b-5a24-4155-b202-16c71d68af2b req-1cd7b502-1d7e-4fa8-8618-54c411e969e7 service neutron] 10.222.0.90 "GET /v2.0/networks/a2c7dc50-50ed-4f66-b393-a19de106abc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836141 Feb 09 22:18:19.419310 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4e4867ea-8d38-4ebd-bd75-ac5c2711925a req-99502db8-e745-44fb-82d1-e834b048c0d4 tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] 10.222.0.90 "GET /v2.0/ports?device_id=688b3ace-5b4d-418f-b9ef-7eef264911cd HTTP/1.1" status: 200 len: 210 time: 0.0274751 Feb 09 22:18:20.489639 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c803f70b-5a24-4155-b202-16c71d68af2b req-a43367f2-612f-41cb-be53-fb97bc08f8a6 tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:20.491132 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c803f70b-5a24-4155-b202-16c71d68af2b req-a43367f2-612f-41cb-be53-fb97bc08f8a6 tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] 10.222.0.95 "GET /v2.0/networks?id=a2c7dc50-50ed-4f66-b393-a19de106abc1 HTTP/1.1" status: 200 len: 813 time: 0.1137917 Feb 09 22:18:20.507602 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-c803f70b-5a24-4155-b202-16c71d68af2b req-b8a610dd-8a53-4ef8-bda9-3c92004a8dcc tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] Request body: {'port': {'device_id': '688b3ace-5b4d-418f-b9ef-7eef264911cd', 'network_id': 'a2c7dc50-50ed-4f66-b393-a19de106abc1', 'admin_state_up': True, 'tenant_id': '0e55757333f04df982d593ea5a4c7785'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:18:20.538486 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-23f79bfa-3c62-4378-b74d-30523816ccb4 req-eb4d804e-e7d8-4ea8-93e4-5788632e14c1 tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] 10.222.0.90 "GET /v2.0/ports?device_id=688b3ace-5b4d-418f-b9ef-7eef264911cd HTTP/1.1" status: 200 len: 210 time: 0.0463073 Feb 09 22:18:20.636490 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c803f70b-5a24-4155-b202-16c71d68af2b req-b8a610dd-8a53-4ef8-bda9-3c92004a8dcc tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] Made reservation on behalf of 0e55757333f04df982d593ea5a4c7785 for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:18:20.639914 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-c803f70b-5a24-4155-b202-16c71d68af2b req-b8a610dd-8a53-4ef8-bda9-3c92004a8dcc tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:20.758834 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [req-c803f70b-5a24-4155-b202-16c71d68af2b req-b8a610dd-8a53-4ef8-bda9-3c92004a8dcc tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] Allocated IP 172.20.0.14 (a2c7dc50-50ed-4f66-b393-a19de106abc1/af1c1c65-a835-40af-a6d5-ac5d86f058eb/772fc6d3-2859-4e1b-af25-02b013b97503) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:18:20.900092 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-c803f70b-5a24-4155-b202-16c71d68af2b req-b8a610dd-8a53-4ef8-bda9-3c92004a8dcc tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] Publish callbacks [] for port (772fc6d3-2859-4e1b-af25-02b013b97503), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:20.932934 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-c803f70b-5a24-4155-b202-16c71d68af2b req-b8a610dd-8a53-4ef8-bda9-3c92004a8dcc tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (772fc6d3-2859-4e1b-af25-02b013b97503), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:20.974176 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c803f70b-5a24-4155-b202-16c71d68af2b req-b8a610dd-8a53-4ef8-bda9-3c92004a8dcc tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] Network a2c7dc50-50ed-4f66-b393-a19de106abc1 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:18:20.979181 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [req-c803f70b-5a24-4155-b202-16c71d68af2b req-b8a610dd-8a53-4ef8-bda9-3c92004a8dcc tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:18:20.982816 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-c803f70b-5a24-4155-b202-16c71d68af2b req-b8a610dd-8a53-4ef8-bda9-3c92004a8dcc tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:18:21.012050 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a610dd-8a53-4ef8-bda9-3c92004a8dcc tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] Pushing event updated for resources: {'Port': ['ID=772fc6d3-2859-4e1b-af25-02b013b97503,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:21.025832 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a610dd-8a53-4ef8-bda9-3c92004a8dcc tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:21.026184 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a610dd-8a53-4ef8-bda9-3c92004a8dcc tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:21.026528 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a610dd-8a53-4ef8-bda9-3c92004a8dcc tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:21.026869 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a610dd-8a53-4ef8-bda9-3c92004a8dcc tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:21.027202 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a610dd-8a53-4ef8-bda9-3c92004a8dcc tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:21.027531 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a610dd-8a53-4ef8-bda9-3c92004a8dcc tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:21.027857 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a610dd-8a53-4ef8-bda9-3c92004a8dcc tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:21.028181 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a610dd-8a53-4ef8-bda9-3c92004a8dcc tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:21.028528 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a610dd-8a53-4ef8-bda9-3c92004a8dcc tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:21.028857 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a610dd-8a53-4ef8-bda9-3c92004a8dcc tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:21.029181 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a610dd-8a53-4ef8-bda9-3c92004a8dcc tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:21.029501 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a610dd-8a53-4ef8-bda9-3c92004a8dcc tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:21.029819 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a610dd-8a53-4ef8-bda9-3c92004a8dcc tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:18:21.050079 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c803f70b-5a24-4155-b202-16c71d68af2b req-b8a610dd-8a53-4ef8-bda9-3c92004a8dcc tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:21.050696 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-c803f70b-5a24-4155-b202-16c71d68af2b req-b8a610dd-8a53-4ef8-bda9-3c92004a8dcc tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:21.066089 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c803f70b-5a24-4155-b202-16c71d68af2b req-b8a610dd-8a53-4ef8-bda9-3c92004a8dcc tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5627508 Feb 09 22:18:21.076823 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-c803f70b-5a24-4155-b202-16c71d68af2b req-d5009986-4c4d-4517-8d49-8dcb28fa6a12 service neutron] Request body: {'port': {'device_id': '688b3ace-5b4d-418f-b9ef-7eef264911cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-5'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:18:21.133539 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-c803f70b-5a24-4155-b202-16c71d68af2b req-d5009986-4c4d-4517-8d49-8dcb28fa6a12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (772fc6d3-2859-4e1b-af25-02b013b97503), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:21.395143 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [req-c803f70b-5a24-4155-b202-16c71d68af2b req-d5009986-4c4d-4517-8d49-8dcb28fa6a12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 772fc6d3-2859-4e1b-af25-02b013b97503 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:18:21.402590 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-c803f70b-5a24-4155-b202-16c71d68af2b req-d5009986-4c4d-4517-8d49-8dcb28fa6a12 service neutron] Publish callbacks [] for port (772fc6d3-2859-4e1b-af25-02b013b97503), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:21.416886 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [req-c803f70b-5a24-4155-b202-16c71d68af2b req-d5009986-4c4d-4517-8d49-8dcb28fa6a12 service neutron] Transition to ACTIVE for port object 772fc6d3-2859-4e1b-af25-02b013b97503 will not be triggered until provisioned by entity L2. {{(pid=103140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:18:21.420747 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-c803f70b-5a24-4155-b202-16c71d68af2b req-d5009986-4c4d-4517-8d49-8dcb28fa6a12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (772fc6d3-2859-4e1b-af25-02b013b97503), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:21.471782 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5009986-4c4d-4517-8d49-8dcb28fa6a12 service neutron] Pushing event updated for resources: {'Port': ['ID=772fc6d3-2859-4e1b-af25-02b013b97503,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:21.534337 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-c803f70b-5a24-4155-b202-16c71d68af2b req-d5009986-4c4d-4517-8d49-8dcb28fa6a12 service neutron] Attempting to bind port 772fc6d3-2859-4e1b-af25-02b013b97503 on host n-h1-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:18:21.535000 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-c803f70b-5a24-4155-b202-16c71d68af2b req-d5009986-4c4d-4517-8d49-8dcb28fa6a12 service neutron] Attempting to bind port 772fc6d3-2859-4e1b-af25-02b013b97503 by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': '1aad2ad5-e2c7-47fb-a23c-e27a5b1ede92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a2c7dc50-50ed-4f66-b393-a19de106abc1'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:18:21.535000 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c803f70b-5a24-4155-b202-16c71d68af2b req-d5009986-4c4d-4517-8d49-8dcb28fa6a12 service neutron] Attempting to bind port 772fc6d3-2859-4e1b-af25-02b013b97503 on network a2c7dc50-50ed-4f66-b393-a19de106abc1 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:18:21.539307 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c803f70b-5a24-4155-b202-16c71d68af2b req-d5009986-4c4d-4517-8d49-8dcb28fa6a12 service neutron] Port 772fc6d3-2859-4e1b-af25-02b013b97503 on network a2c7dc50-50ed-4f66-b393-a19de106abc1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:18:21.539656 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c803f70b-5a24-4155-b202-16c71d68af2b req-d5009986-4c4d-4517-8d49-8dcb28fa6a12 service neutron] Attempting to bind port 772fc6d3-2859-4e1b-af25-02b013b97503 on network a2c7dc50-50ed-4f66-b393-a19de106abc1 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:18:21.544498 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c803f70b-5a24-4155-b202-16c71d68af2b req-d5009986-4c4d-4517-8d49-8dcb28fa6a12 service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:18:21.544834 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c803f70b-5a24-4155-b202-16c71d68af2b req-d5009986-4c4d-4517-8d49-8dcb28fa6a12 service neutron] Checking segment: {'id': '1aad2ad5-e2c7-47fb-a23c-e27a5b1ede92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a2c7dc50-50ed-4f66-b393-a19de106abc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:18:21.545211 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c803f70b-5a24-4155-b202-16c71d68af2b req-d5009986-4c4d-4517-8d49-8dcb28fa6a12 service neutron] Bound using segment: {'id': '1aad2ad5-e2c7-47fb-a23c-e27a5b1ede92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a2c7dc50-50ed-4f66-b393-a19de106abc1'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:18:21.546127 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-c803f70b-5a24-4155-b202-16c71d68af2b req-d5009986-4c4d-4517-8d49-8dcb28fa6a12 service neutron] Bound port: 772fc6d3-2859-4e1b-af25-02b013b97503, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1aad2ad5-e2c7-47fb-a23c-e27a5b1ede92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a2c7dc50-50ed-4f66-b393-a19de106abc1'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:18:21.546509 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-c803f70b-5a24-4155-b202-16c71d68af2b req-d5009986-4c4d-4517-8d49-8dcb28fa6a12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (772fc6d3-2859-4e1b-af25-02b013b97503), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:21.620418 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-c803f70b-5a24-4155-b202-16c71d68af2b req-d5009986-4c4d-4517-8d49-8dcb28fa6a12 service neutron] For port 772fc6d3-2859-4e1b-af25-02b013b97503, host n-h1-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:18:21.648307 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-c803f70b-5a24-4155-b202-16c71d68af2b req-d5009986-4c4d-4517-8d49-8dcb28fa6a12 service neutron] For port 772fc6d3-2859-4e1b-af25-02b013b97503, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=772fc6d3-2859-4e1b-af25-02b013b97503,segment=NetworkSegment(1aad2ad5-e2c7-47fb-a23c-e27a5b1ede92),segment_id=1aad2ad5-e2c7-47fb-a23c-e27a5b1ede92)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:18:21.657655 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-c803f70b-5a24-4155-b202-16c71d68af2b req-d5009986-4c4d-4517-8d49-8dcb28fa6a12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (772fc6d3-2859-4e1b-af25-02b013b97503), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:21.688736 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:21.699600 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eccc86-9c02-4d42-9ae4-9bb9eb1c181c req-315b2189-277d-452e-96a5-e3026963ba38 tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:21.701122 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-09eccc86-9c02-4d42-9ae4-9bb9eb1c181c req-315b2189-277d-452e-96a5-e3026963ba38 tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] 10.222.0.90 "GET /v2.0/ports?device_id=688b3ace-5b4d-418f-b9ef-7eef264911cd HTTP/1.1" status: 200 len: 944 time: 0.0950029 Feb 09 22:18:21.714142 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c803f70b-5a24-4155-b202-16c71d68af2b req-d5009986-4c4d-4517-8d49-8dcb28fa6a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:21.714750 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-c803f70b-5a24-4155-b202-16c71d68af2b req-d5009986-4c4d-4517-8d49-8dcb28fa6a12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:21.716079 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c803f70b-5a24-4155-b202-16c71d68af2b req-d5009986-4c4d-4517-8d49-8dcb28fa6a12 service neutron] 10.222.0.95 "PUT /v2.0/ports/772fc6d3-2859-4e1b-af25-02b013b97503 HTTP/1.1" status: 200 len: 1092 time: 0.6432266 Feb 09 22:18:21.721441 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '688b3ace-5b4d-418f-b9ef-7eef264911cd', 'tag': '772fc6d3-2859-4e1b-af25-02b013b97503'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:18:21.724101 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-870d48af-d30a-4fae-a95c-e62040f6a628" -d '{"events": [{"name": "network-changed", "server_uuid": "688b3ace-5b4d-418f-b9ef-7eef264911cd", "tag": "772fc6d3-2859-4e1b-af25-02b013b97503"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:18:21.747181 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5009986-4c4d-4517-8d49-8dcb28fa6a12 service neutron] Pushing event updated for resources: {'Port': ['ID=772fc6d3-2859-4e1b-af25-02b013b97503,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:21.780463 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-09eccc86-9c02-4d42-9ae4-9bb9eb1c181c req-6c2b4188-ab86-4f3b-af4d-3ad33596328b tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] 10.222.0.90 "GET /v2.0/security-groups?id=9ad80963-96f6-4078-bd12-ae04dd79b1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727229 Feb 09 22:18:21.892486 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39895fb6-4867-4832-9ae1-171a77d0e65d x-openstack-request-id: req-39895fb6-4867-4832-9ae1-171a77d0e65d {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:18:21.892782 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "688b3ace-5b4d-418f-b9ef-7eef264911cd", "tag": "772fc6d3-2859-4e1b-af25-02b013b97503", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:18:21.893040 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-39895fb6-4867-4832-9ae1-171a77d0e65d {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:18:21.893434 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '688b3ace-5b4d-418f-b9ef-7eef264911cd', 'tag': '772fc6d3-2859-4e1b-af25-02b013b97503', 'status': 'completed', 'code': 200} Feb 09 22:18:21.928869 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c803f70b-5a24-4155-b202-16c71d68af2b req-f936c2eb-75f2-4943-af46-07b0e2b40829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:21.930351 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c803f70b-5a24-4155-b202-16c71d68af2b req-f936c2eb-75f2-4943-af46-07b0e2b40829 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0e55757333f04df982d593ea5a4c7785&device_id=688b3ace-5b4d-418f-b9ef-7eef264911cd HTTP/1.1" status: 200 len: 1126 time: 0.1758611 Feb 09 22:18:21.972726 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c803f70b-5a24-4155-b202-16c71d68af2b req-d24a1504-738a-42fa-9a6e-7fba9c3aa233 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=772fc6d3-2859-4e1b-af25-02b013b97503 HTTP/1.1" status: 200 len: 217 time: 0.0342684 Feb 09 22:18:22.020502 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c803f70b-5a24-4155-b202-16c71d68af2b req-2826d84e-d67e-4ae7-9e85-6de7514084e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:22.022014 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c803f70b-5a24-4155-b202-16c71d68af2b req-2826d84e-d67e-4ae7-9e85-6de7514084e0 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=af1c1c65-a835-40af-a6d5-ac5d86f058eb HTTP/1.1" status: 200 len: 853 time: 0.0445960 Feb 09 22:18:22.052447 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c803f70b-5a24-4155-b202-16c71d68af2b req-4850469c-3b43-4515-8185-4ada35ce3385 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a2c7dc50-50ed-4f66-b393-a19de106abc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245519 Feb 09 22:18:22.146787 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c803f70b-5a24-4155-b202-16c71d68af2b req-7f6e1021-65ff-4465-9658-d8d9586e786a service neutron] 10.222.0.95 "GET /v2.0/networks/a2c7dc50-50ed-4f66-b393-a19de106abc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884554 Feb 09 22:18:22.235139 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c803f70b-5a24-4155-b202-16c71d68af2b req-9b6af675-3d6a-47ea-8951-d7721619d2dd service neutron] 10.222.0.95 "GET /v2.0/networks/a2c7dc50-50ed-4f66-b393-a19de106abc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823348 Feb 09 22:18:22.325912 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870d48af-d30a-4fae-a95c-e62040f6a628 req-d441806c-18c0-495c-a571-1e37f44087a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:22.327426 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-870d48af-d30a-4fae-a95c-e62040f6a628 req-d441806c-18c0-495c-a571-1e37f44087a8 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0e55757333f04df982d593ea5a4c7785&device_id=688b3ace-5b4d-418f-b9ef-7eef264911cd HTTP/1.1" status: 200 len: 1126 time: 0.0507679 Feb 09 22:18:22.415684 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870d48af-d30a-4fae-a95c-e62040f6a628 req-3b54a9be-4d1a-427c-8ed1-23d6d90e6392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:22.417214 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-870d48af-d30a-4fae-a95c-e62040f6a628 req-3b54a9be-4d1a-427c-8ed1-23d6d90e6392 service neutron] 10.222.0.95 "GET /v2.0/networks?id=a2c7dc50-50ed-4f66-b393-a19de106abc1 HTTP/1.1" status: 200 len: 914 time: 0.0835798 Feb 09 22:18:22.462172 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-870d48af-d30a-4fae-a95c-e62040f6a628 req-51658baa-c949-4166-ae72-9ab67281f61b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=772fc6d3-2859-4e1b-af25-02b013b97503 HTTP/1.1" status: 200 len: 217 time: 0.0383608 Feb 09 22:18:22.510512 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870d48af-d30a-4fae-a95c-e62040f6a628 req-ea4cf6cc-9229-4a60-bbe5-52d72cfc6232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:22.512092 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-870d48af-d30a-4fae-a95c-e62040f6a628 req-ea4cf6cc-9229-4a60-bbe5-52d72cfc6232 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=af1c1c65-a835-40af-a6d5-ac5d86f058eb HTTP/1.1" status: 200 len: 853 time: 0.0431898 Feb 09 22:18:22.546745 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-870d48af-d30a-4fae-a95c-e62040f6a628 req-041b81c0-9013-4794-88bf-7ba20acdf50f service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a2c7dc50-50ed-4f66-b393-a19de106abc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260823 Feb 09 22:18:22.632130 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-870d48af-d30a-4fae-a95c-e62040f6a628 req-ca267c77-bc34-432c-8885-82fbe733bdad service neutron] 10.222.0.95 "GET /v2.0/networks/a2c7dc50-50ed-4f66-b393-a19de106abc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789349 Feb 09 22:18:22.723483 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-870d48af-d30a-4fae-a95c-e62040f6a628 req-72889f5a-f3e2-4cbf-8937-49ef1d20a2de service neutron] 10.222.0.95 "GET /v2.0/networks/a2c7dc50-50ed-4f66-b393-a19de106abc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847995 Feb 09 22:18:22.901306 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f299b1-b7b0-4525-81be-a5932a93816a req-c4af0403-6c87-4023-9916-9bc316b387e2 tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:22.902986 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e4f299b1-b7b0-4525-81be-a5932a93816a req-c4af0403-6c87-4023-9916-9bc316b387e2 tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] 10.222.0.90 "GET /v2.0/ports?device_id=688b3ace-5b4d-418f-b9ef-7eef264911cd HTTP/1.1" status: 200 len: 944 time: 0.0532146 Feb 09 22:18:22.948612 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e4f299b1-b7b0-4525-81be-a5932a93816a req-3ccdd5bf-db63-47e2-8950-3b9bff7fd3ef tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] 10.222.0.90 "GET /v2.0/security-groups?id=9ad80963-96f6-4078-bd12-ae04dd79b1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393672 Feb 09 22:18:23.872987 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:24.074562 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9487fbc6-c335-4d68-9ec2-77bc4b5b13f9 req-348073ad-78c2-47f7-a07f-570579c2d2de tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:24.076054 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9487fbc6-c335-4d68-9ec2-77bc4b5b13f9 req-348073ad-78c2-47f7-a07f-570579c2d2de tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] 10.222.0.90 "GET /v2.0/ports?device_id=688b3ace-5b4d-418f-b9ef-7eef264911cd HTTP/1.1" status: 200 len: 944 time: 0.0562677 Feb 09 22:18:24.125974 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9487fbc6-c335-4d68-9ec2-77bc4b5b13f9 req-cded7111-aead-4b30-b18d-1e7a72e476dc tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] 10.222.0.90 "GET /v2.0/security-groups?id=9ad80963-96f6-4078-bd12-ae04dd79b1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441566 Feb 09 22:18:24.407543 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 772fc6d3-2859-4e1b-af25-02b013b97503 details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:18:24.500614 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 772fc6d3-2859-4e1b-af25-02b013b97503, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=772fc6d3-2859-4e1b-af25-02b013b97503,segment=NetworkSegment(1aad2ad5-e2c7-47fb-a23c-e27a5b1ede92),segment_id=1aad2ad5-e2c7-47fb-a23c-e27a5b1ede92)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:18:24.511589 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': '772fc6d3-2859-4e1b-af25-02b013b97503', 'network_id': 'a2c7dc50-50ed-4f66-b393-a19de106abc1', 'port_id': '772fc6d3-2859-4e1b-af25-02b013b97503', 'mac_address': 'fa:16:3e:47:2e:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af1c1c65-a835-40af-a6d5-ac5d86f058eb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:18:24.551237 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 772fc6d3-2859-4e1b-af25-02b013b97503 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:18:24.551629 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (772fc6d3-2859-4e1b-af25-02b013b97503), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:24.564592 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 772fc6d3-2859-4e1b-af25-02b013b97503 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:18:24.583934 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 772fc6d3-2859-4e1b-af25-02b013b97503, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=772fc6d3-2859-4e1b-af25-02b013b97503,segment=NetworkSegment(1aad2ad5-e2c7-47fb-a23c-e27a5b1ede92),segment_id=1aad2ad5-e2c7-47fb-a23c-e27a5b1ede92)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:18:24.587661 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (772fc6d3-2859-4e1b-af25-02b013b97503), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:24.634258 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=772fc6d3-2859-4e1b-af25-02b013b97503,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:24.852329 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['772fc6d3-2859-4e1b-af25-02b013b97503'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:18:25.243451 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb367b1-136e-4cb0-8ccb-98e6e6704cad req-2baaa3a8-c227-4738-b0ea-431b287fc200 tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:25.244986 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2fb367b1-136e-4cb0-8ccb-98e6e6704cad req-2baaa3a8-c227-4738-b0ea-431b287fc200 tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] 10.222.0.90 "GET /v2.0/ports?device_id=688b3ace-5b4d-418f-b9ef-7eef264911cd HTTP/1.1" status: 200 len: 945 time: 0.0525041 Feb 09 22:18:25.294754 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2fb367b1-136e-4cb0-8ccb-98e6e6704cad req-4efea2a0-b3d6-4bab-9033-336464d55c0a tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] 10.222.0.90 "GET /v2.0/security-groups?id=9ad80963-96f6-4078-bd12-ae04dd79b1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441988 Feb 09 22:18:26.408332 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 772fc6d3-2859-4e1b-af25-02b013b97503 up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:18:26.414571 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0d63ba-a233-41de-9300-c7ff4c46beed req-06eaa9f9-6a78-4d20-b3e4-99fed4291e05 tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:26.416081 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2c0d63ba-a233-41de-9300-c7ff4c46beed req-06eaa9f9-6a78-4d20-b3e4-99fed4291e05 tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] 10.222.0.90 "GET /v2.0/ports?device_id=688b3ace-5b4d-418f-b9ef-7eef264911cd HTTP/1.1" status: 200 len: 945 time: 0.0518327 Feb 09 22:18:26.456614 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning for port 772fc6d3-2859-4e1b-af25-02b013b97503 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:18:26.460439 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port 772fc6d3-2859-4e1b-af25-02b013b97503 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:18:26.460824 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (772fc6d3-2859-4e1b-af25-02b013b97503), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:26.469466 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2c0d63ba-a233-41de-9300-c7ff4c46beed req-6b1643be-cac4-4134-b620-de42d50bc379 tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] 10.222.0.90 "GET /v2.0/security-groups?id=9ad80963-96f6-4078-bd12-ae04dd79b1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465958 Feb 09 22:18:26.540116 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 772fc6d3-2859-4e1b-af25-02b013b97503 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:18:26.540534 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (772fc6d3-2859-4e1b-af25-02b013b97503), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:26.563485 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '688b3ace-5b4d-418f-b9ef-7eef264911cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '772fc6d3-2859-4e1b-af25-02b013b97503'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:18:26.565742 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-846ed836-6042-4222-a1bb-8c961b737358" -d '{"events": [{"server_uuid": "688b3ace-5b4d-418f-b9ef-7eef264911cd", "name": "network-vif-plugged", "status": "completed", "tag": "772fc6d3-2859-4e1b-af25-02b013b97503"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:18:26.577715 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 772fc6d3-2859-4e1b-af25-02b013b97503, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=772fc6d3-2859-4e1b-af25-02b013b97503,segment=NetworkSegment(1aad2ad5-e2c7-47fb-a23c-e27a5b1ede92),segment_id=1aad2ad5-e2c7-47fb-a23c-e27a5b1ede92)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:18:26.581854 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (772fc6d3-2859-4e1b-af25-02b013b97503), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:26.607421 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daca2886-7d9a-4d7c-9c4d-a46a97ced4de x-openstack-request-id: req-daca2886-7d9a-4d7c-9c4d-a46a97ced4de {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:18:26.607723 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "688b3ace-5b4d-418f-b9ef-7eef264911cd", "name": "network-vif-plugged", "status": "completed", "tag": "772fc6d3-2859-4e1b-af25-02b013b97503", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:18:26.608007 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-daca2886-7d9a-4d7c-9c4d-a46a97ced4de {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:18:26.608988 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '688b3ace-5b4d-418f-b9ef-7eef264911cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '772fc6d3-2859-4e1b-af25-02b013b97503', 'code': 200} Feb 09 22:18:26.634565 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=772fc6d3-2859-4e1b-af25-02b013b97503,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:18:26.702688 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d019a-0e02-4d15-bdac-c5e37e3b4c61 req-12252019-639b-4e2d-ae6e-c34bab6031cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:26.704192 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8d1d019a-0e02-4d15-bdac-c5e37e3b4c61 req-12252019-639b-4e2d-ae6e-c34bab6031cb service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=688b3ace-5b4d-418f-b9ef-7eef264911cd HTTP/1.1" status: 200 len: 1128 time: 0.0433376 Feb 09 22:18:26.746595 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8d1d019a-0e02-4d15-bdac-c5e37e3b4c61 req-90761e31-f193-49a4-8122-d0845056ae36 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=9ad80963-96f6-4078-bd12-ae04dd79b1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362744 Feb 09 22:18:27.588056 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a41abe1-3cf6-499f-a008-0a6146e65950 req-f22b517f-b35d-4f6b-93be-ae65e032c1f5 tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:27.589572 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1a41abe1-3cf6-499f-a008-0a6146e65950 req-f22b517f-b35d-4f6b-93be-ae65e032c1f5 tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] 10.222.0.90 "GET /v2.0/ports?device_id=688b3ace-5b4d-418f-b9ef-7eef264911cd HTTP/1.1" status: 200 len: 946 time: 0.0520809 Feb 09 22:18:27.634917 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1a41abe1-3cf6-499f-a008-0a6146e65950 req-4daafe77-9b2a-404c-af7a-3ab3086e90a1 tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] 10.222.0.90 "GET /v2.0/security-groups?id=9ad80963-96f6-4078-bd12-ae04dd79b1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391181 Feb 09 22:18:28.756903 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912aa38b-01b4-4c2d-986a-07db2d9c31bf req-2ec0e450-c63c-4b7f-8b10-52dab9adf681 tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:28.758375 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-912aa38b-01b4-4c2d-986a-07db2d9c31bf req-2ec0e450-c63c-4b7f-8b10-52dab9adf681 tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] 10.222.0.90 "GET /v2.0/ports?device_id=688b3ace-5b4d-418f-b9ef-7eef264911cd HTTP/1.1" status: 200 len: 946 time: 0.0552058 Feb 09 22:18:28.807632 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-912aa38b-01b4-4c2d-986a-07db2d9c31bf req-b9539329-7cb2-4468-ac08-1c5aa65ee4ad tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] 10.222.0.90 "GET /v2.0/security-groups?id=9ad80963-96f6-4078-bd12-ae04dd79b1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437484 Feb 09 22:18:39.098254 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-8194bcfd-cad4-4d6f-be36-2d12939db399 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:41.039929 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-6f85f7a5-9f8f-4bbf-b716-c978ce80f451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:42.856194 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:44.275445 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:44.582245 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:18:45.377317 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:48.955833 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-46285e94-ee00-4c09-abce-95d46cc1ac8e req-d3b03be2-3091-4efc-8ea5-5126066db792 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=688b3ace-5b4d-418f-b9ef-7eef264911cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0441725 Feb 09 22:18:49.047906 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46285e94-ee00-4c09-abce-95d46cc1ac8e req-59d9ff84-0b02-4591-ac4b-a32463c93b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:49.049452 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-46285e94-ee00-4c09-abce-95d46cc1ac8e req-59d9ff84-0b02-4591-ac4b-a32463c93b0e service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0e55757333f04df982d593ea5a4c7785&device_id=688b3ace-5b4d-418f-b9ef-7eef264911cd HTTP/1.1" status: 200 len: 1128 time: 0.0465524 Feb 09 22:18:49.154281 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46285e94-ee00-4c09-abce-95d46cc1ac8e req-b03cb32b-4a51-4a01-aa33-78194fb57473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:49.156494 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-46285e94-ee00-4c09-abce-95d46cc1ac8e req-b03cb32b-4a51-4a01-aa33-78194fb57473 service neutron] 10.222.0.95 "GET /v2.0/networks?id=a2c7dc50-50ed-4f66-b393-a19de106abc1 HTTP/1.1" status: 200 len: 914 time: 0.0884891 Feb 09 22:18:49.197647 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-46285e94-ee00-4c09-abce-95d46cc1ac8e req-69e21082-c3d1-4ec4-82fe-44e644735a77 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=772fc6d3-2859-4e1b-af25-02b013b97503 HTTP/1.1" status: 200 len: 217 time: 0.0351207 Feb 09 22:18:49.252161 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46285e94-ee00-4c09-abce-95d46cc1ac8e req-fc9acd70-0244-46c9-a90b-5b899b32b810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:18:49.253578 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-46285e94-ee00-4c09-abce-95d46cc1ac8e req-fc9acd70-0244-46c9-a90b-5b899b32b810 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=af1c1c65-a835-40af-a6d5-ac5d86f058eb HTTP/1.1" status: 200 len: 853 time: 0.0477226 Feb 09 22:18:49.288505 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-46285e94-ee00-4c09-abce-95d46cc1ac8e req-421b08a5-cfa5-4ff5-b81c-a8c3e7f04b0b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a2c7dc50-50ed-4f66-b393-a19de106abc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287120 Feb 09 22:18:49.382025 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-46285e94-ee00-4c09-abce-95d46cc1ac8e req-1a6be941-f98c-497f-bb43-dfcc2b0a5634 service neutron] 10.222.0.95 "GET /v2.0/networks/a2c7dc50-50ed-4f66-b393-a19de106abc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866764 Feb 09 22:18:49.473035 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-46285e94-ee00-4c09-abce-95d46cc1ac8e req-c48078d7-405d-4a13-a867-668287d29c25 service neutron] 10.222.0.95 "GET /v2.0/networks/a2c7dc50-50ed-4f66-b393-a19de106abc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851243 Feb 09 22:18:51.706329 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:18:53.892064 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:09.099320 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-6709d525-1158-49f4-b123-d81d5bc831c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:10.729228 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0fca3f-3779-48fd-8e98-deb7939dc3de req-10dc7a4b-1142-42a3-8f26-2e12f13255ee tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:10.730628 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ff0fca3f-3779-48fd-8e98-deb7939dc3de req-10dc7a4b-1142-42a3-8f26-2e12f13255ee tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] 10.222.0.90 "GET /v2.0/ports?device_id=688b3ace-5b4d-418f-b9ef-7eef264911cd HTTP/1.1" status: 200 len: 946 time: 0.0533485 Feb 09 22:19:10.776114 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ff0fca3f-3779-48fd-8e98-deb7939dc3de req-a4ba90b3-12f4-46ed-b5ec-97108b9fa266 tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] 10.222.0.90 "GET /v2.0/security-groups?id=9ad80963-96f6-4078-bd12-ae04dd79b1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399170 Feb 09 22:19:11.043191 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-68a5d827-1db3-4969-81c5-59d4375e686f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:11.907993 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be23f0-10ba-48c0-b06f-7860caf526aa req-be510b8c-451e-4de9-b393-06d2430b0883 tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:11.909518 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f8be23f0-10ba-48c0-b06f-7860caf526aa req-be510b8c-451e-4de9-b393-06d2430b0883 tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] 10.222.0.90 "GET /v2.0/ports?device_id=688b3ace-5b4d-418f-b9ef-7eef264911cd HTTP/1.1" status: 200 len: 946 time: 0.0635295 Feb 09 22:19:11.959156 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f8be23f0-10ba-48c0-b06f-7860caf526aa req-be02dea4-4a09-48ac-a59c-ef8d9be5b748 tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] 10.222.0.90 "GET /v2.0/security-groups?id=9ad80963-96f6-4078-bd12-ae04dd79b1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440755 Feb 09 22:19:12.226986 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50cc999-4776-4075-a452-b87d0e10e87e req-e0a133a0-da32-449e-9f10-fa6f26b1207b tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:19:12.228444 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c50cc999-4776-4075-a452-b87d0e10e87e req-e0a133a0-da32-449e-9f10-fa6f26b1207b tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] 10.222.0.95 "GET /v2.0/ports?device_id=688b3ace-5b4d-418f-b9ef-7eef264911cd HTTP/1.1" status: 200 len: 946 time: 0.0514972 Feb 09 22:19:12.319337 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-c50cc999-4776-4075-a452-b87d0e10e87e req-d436a8d9-160f-4bac-8a70-1c75d9550a5d tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] Deleting port 772fc6d3-2859-4e1b-af25-02b013b97503 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:19:12.319677 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-c50cc999-4776-4075-a452-b87d0e10e87e req-d436a8d9-160f-4bac-8a70-1c75d9550a5d tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (772fc6d3-2859-4e1b-af25-02b013b97503), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:12.408393 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-c50cc999-4776-4075-a452-b87d0e10e87e req-d436a8d9-160f-4bac-8a70-1c75d9550a5d tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] For port 772fc6d3-2859-4e1b-af25-02b013b97503, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=772fc6d3-2859-4e1b-af25-02b013b97503,segment=NetworkSegment(1aad2ad5-e2c7-47fb-a23c-e27a5b1ede92),segment_id=1aad2ad5-e2c7-47fb-a23c-e27a5b1ede92)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:19:12.408755 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-c50cc999-4776-4075-a452-b87d0e10e87e req-d436a8d9-160f-4bac-8a70-1c75d9550a5d tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (772fc6d3-2859-4e1b-af25-02b013b97503), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:12.421314 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-c50cc999-4776-4075-a452-b87d0e10e87e req-d436a8d9-160f-4bac-8a70-1c75d9550a5d tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] Calling delete_port for 772fc6d3-2859-4e1b-af25-02b013b97503 owned by compute:nova {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:19:12.545033 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-c50cc999-4776-4075-a452-b87d0e10e87e req-d436a8d9-160f-4bac-8a70-1c75d9550a5d tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (772fc6d3-2859-4e1b-af25-02b013b97503), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:12.557144 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['772fc6d3-2859-4e1b-af25-02b013b97503'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:19:12.573073 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d436a8d9-160f-4bac-8a70-1c75d9550a5d tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] Pushing event deleted for resources: {'Port': ['ID=772fc6d3-2859-4e1b-af25-02b013b97503,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:19:12.615166 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-c50cc999-4776-4075-a452-b87d0e10e87e req-d436a8d9-160f-4bac-8a70-1c75d9550a5d tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] No DVR routers for this DVR port 772fc6d3-2859-4e1b-af25-02b013b97503 on host n-h1-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:19:12.617803 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-c50cc999-4776-4075-a452-b87d0e10e87e req-d436a8d9-160f-4bac-8a70-1c75d9550a5d tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:12.621306 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c50cc999-4776-4075-a452-b87d0e10e87e req-d436a8d9-160f-4bac-8a70-1c75d9550a5d tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] 10.222.0.95 "DELETE /v2.0/ports/772fc6d3-2859-4e1b-af25-02b013b97503 HTTP/1.1" status: 204 len: 173 time: 0.3863006 Feb 09 22:19:12.621751 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '688b3ace-5b4d-418f-b9ef-7eef264911cd', 'name': 'network-vif-deleted', 'tag': '772fc6d3-2859-4e1b-af25-02b013b97503'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:19:12.624080 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-675b6074-f5d2-4236-8c84-042b7af9572c" -d '{"events": [{"server_uuid": "688b3ace-5b4d-418f-b9ef-7eef264911cd", "name": "network-vif-deleted", "tag": "772fc6d3-2859-4e1b-af25-02b013b97503"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:19:12.668134 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c454aa6-e4d1-4b22-aa07-4c171fea6e28 x-openstack-request-id: req-9c454aa6-e4d1-4b22-aa07-4c171fea6e28 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:19:12.668460 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "688b3ace-5b4d-418f-b9ef-7eef264911cd", "name": "network-vif-deleted", "tag": "772fc6d3-2859-4e1b-af25-02b013b97503", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:19:12.668734 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-9c454aa6-e4d1-4b22-aa07-4c171fea6e28 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:19:12.669139 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '688b3ace-5b4d-418f-b9ef-7eef264911cd', 'name': 'network-vif-deleted', 'tag': '772fc6d3-2859-4e1b-af25-02b013b97503', 'status': 'completed', 'code': 200} Feb 09 22:19:12.861849 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:13.081829 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6fee071a-3e11-4b68-ac7b-edad6103ccdd req-ae7d7beb-af57-4f77-b2b5-aaac1c1c8f3b tempest-VolumesSnapshotTestJSON-1473505620 tempest-VolumesSnapshotTestJSON-1473505620-project] 10.222.0.90 "GET /v2.0/ports?device_id=688b3ace-5b4d-418f-b9ef-7eef264911cd HTTP/1.1" status: 200 len: 210 time: 0.0323365 Feb 09 22:19:14.278012 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:15.379430 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:16.656048 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 772fc6d3-2859-4e1b-af25-02b013b97503 no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:19:16.680555 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] No Port match for: 772fc6d3-2859-4e1b-af25-02b013b97503 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:19:16.680996 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 772fc6d3-2859-4e1b-af25-02b013b97503 not bound to the agent host n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:19:21.581003 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:19:21.705777 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:23.889804 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:39.101933 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-10ab986d-cdf8-4819-96a6-2a23c6c04c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:41.045917 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-756fbf87-1864-45f4-bc53-d7aa7cd21776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:42.862706 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:44.281535 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:45.381970 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:51.712527 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:53.902655 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:19:58.580573 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:20:09.103176 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-cf03cd4f-5e11-4a47-bde1-dc59b1f07779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:11.050281 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-59720f02-ec34-49c8-9e0d-439467cea9c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:12.864780 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:14.286236 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:15.388964 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:17.965313 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 49976) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:18.283363 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fc3015b-de4c-4fd3-a03e-38027f10ac9c admin admin] Deleting subnet af1c1c65-a835-40af-a6d5-ac5d86f058eb {{(pid=103140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:20:18.286539 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7fc3015b-de4c-4fd3-a03e-38027f10ac9c admin admin] Publish callbacks [] for subnet (af1c1c65-a835-40af-a6d5-ac5d86f058eb), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:18.320038 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7fc3015b-de4c-4fd3-a03e-38027f10ac9c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9110716'] for subnet (af1c1c65-a835-40af-a6d5-ac5d86f058eb), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:18.357886 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7fc3015b-de4c-4fd3-a03e-38027f10ac9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (af1c1c65-a835-40af-a6d5-ac5d86f058eb), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:18.409694 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7fc3015b-de4c-4fd3-a03e-38027f10ac9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621346'] for subnet (af1c1c65-a835-40af-a6d5-ac5d86f058eb), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:18.439191 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc3015b-de4c-4fd3-a03e-38027f10ac9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af1c1c65-a835-40af-a6d5-ac5d86f058eb,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:18.443804 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7fc3015b-de4c-4fd3-a03e-38027f10ac9c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:18.446997 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-7fc3015b-de4c-4fd3-a03e-38027f10ac9c admin admin] 10.222.0.90 "DELETE /v2.0/subnets/af1c1c65-a835-40af-a6d5-ac5d86f058eb HTTP/1.1" status: 204 len: 168 time: 0.4806550 Feb 09 22:20:18.449732 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 49980) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:18.453509 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc3015b-de4c-4fd3-a03e-38027f10ac9c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:18.453768 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc3015b-de4c-4fd3-a03e-38027f10ac9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:18.454127 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc3015b-de4c-4fd3-a03e-38027f10ac9c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:18.454609 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc3015b-de4c-4fd3-a03e-38027f10ac9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:18.454955 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc3015b-de4c-4fd3-a03e-38027f10ac9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:18.455292 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc3015b-de4c-4fd3-a03e-38027f10ac9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:18.455623 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc3015b-de4c-4fd3-a03e-38027f10ac9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:18.455957 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc3015b-de4c-4fd3-a03e-38027f10ac9c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:18.456315 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc3015b-de4c-4fd3-a03e-38027f10ac9c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:18.456646 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc3015b-de4c-4fd3-a03e-38027f10ac9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:18.456973 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc3015b-de4c-4fd3-a03e-38027f10ac9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:18.457299 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc3015b-de4c-4fd3-a03e-38027f10ac9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:18.457626 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc3015b-de4c-4fd3-a03e-38027f10ac9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:18.521005 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cdedad9b-5c3a-4ff3-b172-69d12d38cc99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (a2c7dc50-50ed-4f66-b393-a19de106abc1), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:18.605934 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cdedad9b-5c3a-4ff3-b172-69d12d38cc99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (a2c7dc50-50ed-4f66-b393-a19de106abc1), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:18.626538 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-cdedad9b-5c3a-4ff3-b172-69d12d38cc99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2c7dc50-50ed-4f66-b393-a19de106abc1']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:18.635538 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-cdedad9b-5c3a-4ff3-b172-69d12d38cc99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1aad2ad5-e2c7-47fb-a23c-e27a5b1ede92') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:18.635844 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-cdedad9b-5c3a-4ff3-b172-69d12d38cc99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1aad2ad5-e2c7-47fb-a23c-e27a5b1ede92') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:18.645760 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cdedad9b-5c3a-4ff3-b172-69d12d38cc99 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (1aad2ad5-e2c7-47fb-a23c-e27a5b1ede92), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:18.660000 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cdedad9b-5c3a-4ff3-b172-69d12d38cc99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (1aad2ad5-e2c7-47fb-a23c-e27a5b1ede92), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:18.665991 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdedad9b-5c3a-4ff3-b172-69d12d38cc99 admin admin] Releasing vlan 748 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:20:18.666378 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cdedad9b-5c3a-4ff3-b172-69d12d38cc99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (1aad2ad5-e2c7-47fb-a23c-e27a5b1ede92), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:18.668321 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 22:20:18.668321 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:20:18.668321 n-d-828369-5 neutron-server[103141]: timer() Feb 09 22:20:18.668321 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:20:18.668321 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 22:20:18.668321 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:20:18.668321 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 22:20:18.668321 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:20:18.668321 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 22:20:18.668321 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:20:18.668321 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 22:20:18.668321 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:20:18.668321 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 22:20:18.668321 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:20:18.668321 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:20:18.668321 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:20:18.668321 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:20:18.668321 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:20:18.668321 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 22:20:18.668321 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:20:18.668321 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 22:20:18.668321 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:20:18.668321 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:20:18.668321 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:20:18.668321 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 22:20:18.668321 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:20:18.668321 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:20:18.668321 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:20:18.668321 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:20:18.668321 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:20:18.668321 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:20:18.668321 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:20:18.722855 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cdedad9b-5c3a-4ff3-b172-69d12d38cc99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (a2c7dc50-50ed-4f66-b393-a19de106abc1), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:18.727962 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cdedad9b-5c3a-4ff3-b172-69d12d38cc99 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:18.731314 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-cdedad9b-5c3a-4ff3-b172-69d12d38cc99 admin admin] 10.222.0.90 "DELETE /v2.0/networks/a2c7dc50-50ed-4f66-b393-a19de106abc1 HTTP/1.1" status: 204 len: 168 time: 0.2805548 Feb 09 22:20:18.744548 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdedad9b-5c3a-4ff3-b172-69d12d38cc99 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2c7dc50-50ed-4f66-b393-a19de106abc1,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:18.752820 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdedad9b-5c3a-4ff3-b172-69d12d38cc99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:18.753163 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdedad9b-5c3a-4ff3-b172-69d12d38cc99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:18.753506 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdedad9b-5c3a-4ff3-b172-69d12d38cc99 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:18.754427 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdedad9b-5c3a-4ff3-b172-69d12d38cc99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:18.754763 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdedad9b-5c3a-4ff3-b172-69d12d38cc99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:18.755098 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdedad9b-5c3a-4ff3-b172-69d12d38cc99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:18.755427 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdedad9b-5c3a-4ff3-b172-69d12d38cc99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:18.755747 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdedad9b-5c3a-4ff3-b172-69d12d38cc99 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:18.756073 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdedad9b-5c3a-4ff3-b172-69d12d38cc99 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:18.756419 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdedad9b-5c3a-4ff3-b172-69d12d38cc99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:18.756738 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdedad9b-5c3a-4ff3-b172-69d12d38cc99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:18.757054 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdedad9b-5c3a-4ff3-b172-69d12d38cc99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:18.757368 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdedad9b-5c3a-4ff3-b172-69d12d38cc99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:18.928936 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 49986) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:18.968874 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-37585b57-853c-48e4-b784-bc44402e733c admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=0e55757333f04df982d593ea5a4c7785&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387938 Feb 09 22:20:18.971207 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 49988) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:19.018733 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-25778d57-67d5-4400-98ac-d7c134c31f9f admin admin] Publish callbacks [] for security_group (9ad80963-96f6-4078-bd12-ae04dd79b1c6), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:19.040010 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-25778d57-67d5-4400-98ac-d7c134c31f9f admin admin] Publish callbacks [] for security_group (9ad80963-96f6-4078-bd12-ae04dd79b1c6), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:19.090405 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-25778d57-67d5-4400-98ac-d7c134c31f9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (9ad80963-96f6-4078-bd12-ae04dd79b1c6), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:19.093501 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-25778d57-67d5-4400-98ac-d7c134c31f9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:19.094765 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-25778d57-67d5-4400-98ac-d7c134c31f9f admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/9ad80963-96f6-4078-bd12-ae04dd79b1c6 HTTP/1.1" status: 204 len: 168 time: 0.1226707 Feb 09 22:20:19.103103 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25778d57-67d5-4400-98ac-d7c134c31f9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad80963-96f6-4078-bd12-ae04dd79b1c6,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:19.953294 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 50010) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:20.044336 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-8ca53275-c717-45df-b7e0-e8438db94cd5 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-2114256002-network', 'tenant_id': 'dec023381df941c2a0994282633a3105'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:20:20.063896 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ca53275-c717-45df-b7e0-e8438db94cd5 admin admin] Made reservation on behalf of dec023381df941c2a0994282633a3105 for: {'network': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:20:20.066184 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8ca53275-c717-45df-b7e0-e8438db94cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:20.074209 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8ca53275-c717-45df-b7e0-e8438db94cd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:20.150480 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8ca53275-c717-45df-b7e0-e8438db94cd5 admin admin] Publish callbacks [] for security_group (6bcc7152-f257-47d8-8013-1403d9bbed0d), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:20.154800 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8ca53275-c717-45df-b7e0-e8438db94cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (6bcc7152-f257-47d8-8013-1403d9bbed0d), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:20.182176 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ca53275-c717-45df-b7e0-e8438db94cd5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=103140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:20:20.192121 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca53275-c717-45df-b7e0-e8438db94cd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bcc7152-f257-47d8-8013-1403d9bbed0d,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:20.196942 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8ca53275-c717-45df-b7e0-e8438db94cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (194fb2cb-5143-4c5d-b400-deb5a3abbb87), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:20.197283 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-8ca53275-c717-45df-b7e0-e8438db94cd5 admin admin] Added segment 194fb2cb-5143-4c5d-b400-deb5a3abbb87 of type vlan for network 1f5e5aee-7841-47b6-b9c7-0843cb6e1173 Feb 09 22:20:20.237115 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8ca53275-c717-45df-b7e0-e8438db94cd5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (1f5e5aee-7841-47b6-b9c7-0843cb6e1173), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:20.262247 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8ca53275-c717-45df-b7e0-e8438db94cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (1f5e5aee-7841-47b6-b9c7-0843cb6e1173), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:20.263709 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca53275-c717-45df-b7e0-e8438db94cd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:20.264325 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8ca53275-c717-45df-b7e0-e8438db94cd5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:20.323180 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-8ca53275-c717-45df-b7e0-e8438db94cd5 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3687608 Feb 09 22:20:20.326656 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 50014) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:20.332118 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-0682b57d-fecc-4f46-9be4-4e5baa959d92 admin admin] Request body: {'subnet': {'network_id': '1f5e5aee-7841-47b6-b9c7-0843cb6e1173', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-2114256002-subnet', 'tenant_id': 'dec023381df941c2a0994282633a3105', 'ip_version': 4}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:20:20.352573 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0682b57d-fecc-4f46-9be4-4e5baa959d92 admin admin] Made reservation on behalf of dec023381df941c2a0994282633a3105 for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:20:20.353566 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca53275-c717-45df-b7e0-e8438db94cd5 admin admin] Pushing event updated for resources: {'Network': ['ID=1f5e5aee-7841-47b6-b9c7-0843cb6e1173,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:20.356113 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0682b57d-fecc-4f46-9be4-4e5baa959d92 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:20.363994 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 1f5e5aee-7841-47b6-b9c7-0843cb6e1173 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:20:20.525429 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0682b57d-fecc-4f46-9be4-4e5baa959d92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (44d4aa9c-28d9-4d71-a685-69bfc5aa0416), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:20.585890 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682b57d-fecc-4f46-9be4-4e5baa959d92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44d4aa9c-28d9-4d71-a685-69bfc5aa0416,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:20.595480 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0682b57d-fecc-4f46-9be4-4e5baa959d92 admin admin] Checking segment: {'id': '194fb2cb-5143-4c5d-b400-deb5a3abbb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '1f5e5aee-7841-47b6-b9c7-0843cb6e1173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:20:20.595838 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0682b57d-fecc-4f46-9be4-4e5baa959d92 admin admin] Network hostable DHCP agents. Network: 1f5e5aee-7841-47b6-b9c7-0843cb6e1173, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:20:20.613471 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0682b57d-fecc-4f46-9be4-4e5baa959d92 admin admin] Network 1f5e5aee-7841-47b6-b9c7-0843cb6e1173 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:20:20.621751 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-0682b57d-fecc-4f46-9be4-4e5baa959d92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 1f5e5aee-7841-47b6-b9c7-0843cb6e1173) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:20:20.626995 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0682b57d-fecc-4f46-9be4-4e5baa959d92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:20.627599 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0682b57d-fecc-4f46-9be4-4e5baa959d92 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:20.631598 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f9d0d5-c432-48d2-9f29-d2c1ae63892b None None] Network 1f5e5aee-7841-47b6-b9c7-0843cb6e1173 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:20:20.644204 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-0682b57d-fecc-4f46-9be4-4e5baa959d92 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3161364 Feb 09 22:20:20.646625 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 50016) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:20.650847 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-6e8cd11e-479a-4e98-99dd-dc613fad90fd admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-2114256002-router', 'tenant_id': 'dec023381df941c2a0994282633a3105', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:20:20.670249 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6e8cd11e-479a-4e98-99dd-dc613fad90fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (fe4245b2-973e-4764-a01b-507aa2ca8998), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:20.671329 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6e8cd11e-479a-4e98-99dd-dc613fad90fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (fe4245b2-973e-4764-a01b-507aa2ca8998), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:20.723930 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6e8cd11e-479a-4e98-99dd-dc613fad90fd admin admin] Publish callbacks [] for router_controller (fe4245b2-973e-4764-a01b-507aa2ca8998), precommit_add_association {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:20.738443 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf298d89-26b0-4e20-98e4-b0f1d95f17d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-1f5e5aee-7841-47b6-b9c7-0843cb6e1173', 'network_id': '1f5e5aee-7841-47b6-b9c7-0843cb6e1173', 'project_id': 'dec023381df941c2a0994282633a3105', 'fixed_ips': [{'subnet_id': '44d4aa9c-28d9-4d71-a685-69bfc5aa0416'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:20:20.739311 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-cf298d89-26b0-4e20-98e4-b0f1d95f17d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:20.884773 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6e8cd11e-479a-4e98-99dd-dc613fad90fd admin admin] Publish callbacks [] for router_gateway (fe4245b2-973e-4764-a01b-507aa2ca8998), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:20.886263 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-cf298d89-26b0-4e20-98e4-b0f1d95f17d6 None None] Allocated IP 172.20.0.2 (1f5e5aee-7841-47b6-b9c7-0843cb6e1173/44d4aa9c-28d9-4d71-a685-69bfc5aa0416/9989ed82-0f34-4592-9131-28a985a034a2) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:20:21.026353 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-cf298d89-26b0-4e20-98e4-b0f1d95f17d6 None None] Publish callbacks [] for port (9989ed82-0f34-4592-9131-28a985a034a2), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:21.033318 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-cf298d89-26b0-4e20-98e4-b0f1d95f17d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (9989ed82-0f34-4592-9131-28a985a034a2), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:21.073534 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf298d89-26b0-4e20-98e4-b0f1d95f17d6 None None] Network 1f5e5aee-7841-47b6-b9c7-0843cb6e1173 is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:20:21.078367 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-cf298d89-26b0-4e20-98e4-b0f1d95f17d6 None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:20:21.081900 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf298d89-26b0-4e20-98e4-b0f1d95f17d6 None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:20:21.092202 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6e8cd11e-479a-4e98-99dd-dc613fad90fd admin admin] Publish callbacks [] for router_gateway (fe4245b2-973e-4764-a01b-507aa2ca8998), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:21.092763 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf298d89-26b0-4e20-98e4-b0f1d95f17d6 None None] Pushing event updated for resources: {'Port': ['ID=9989ed82-0f34-4592-9131-28a985a034a2,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:21.111878 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6e8cd11e-479a-4e98-99dd-dc613fad90fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:21.118560 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf298d89-26b0-4e20-98e4-b0f1d95f17d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:21.118920 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf298d89-26b0-4e20-98e4-b0f1d95f17d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:21.119437 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf298d89-26b0-4e20-98e4-b0f1d95f17d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:21.119624 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf298d89-26b0-4e20-98e4-b0f1d95f17d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:21.119944 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf298d89-26b0-4e20-98e4-b0f1d95f17d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:21.120299 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf298d89-26b0-4e20-98e4-b0f1d95f17d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:21.120643 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf298d89-26b0-4e20-98e4-b0f1d95f17d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:21.120985 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf298d89-26b0-4e20-98e4-b0f1d95f17d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:21.121343 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf298d89-26b0-4e20-98e4-b0f1d95f17d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:21.121650 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf298d89-26b0-4e20-98e4-b0f1d95f17d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:21.121987 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf298d89-26b0-4e20-98e4-b0f1d95f17d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:21.122314 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf298d89-26b0-4e20-98e4-b0f1d95f17d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:21.123163 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf298d89-26b0-4e20-98e4-b0f1d95f17d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:21.151797 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-cf298d89-26b0-4e20-98e4-b0f1d95f17d6 None None] Attempting to bind port 9989ed82-0f34-4592-9131-28a985a034a2 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:20:21.152179 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-cf298d89-26b0-4e20-98e4-b0f1d95f17d6 None None] Attempting to bind port 9989ed82-0f34-4592-9131-28a985a034a2 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '194fb2cb-5143-4c5d-b400-deb5a3abbb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '1f5e5aee-7841-47b6-b9c7-0843cb6e1173'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:20:21.152583 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf298d89-26b0-4e20-98e4-b0f1d95f17d6 None None] Attempting to bind port 9989ed82-0f34-4592-9131-28a985a034a2 on network 1f5e5aee-7841-47b6-b9c7-0843cb6e1173 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:20:21.158061 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf298d89-26b0-4e20-98e4-b0f1d95f17d6 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:20:21.158449 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf298d89-26b0-4e20-98e4-b0f1d95f17d6 None None] Checking segment: {'id': '194fb2cb-5143-4c5d-b400-deb5a3abbb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '1f5e5aee-7841-47b6-b9c7-0843cb6e1173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:20:21.158861 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-cf298d89-26b0-4e20-98e4-b0f1d95f17d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:21.159263 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf298d89-26b0-4e20-98e4-b0f1d95f17d6 None None] Bound using segment: {'id': '194fb2cb-5143-4c5d-b400-deb5a3abbb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '1f5e5aee-7841-47b6-b9c7-0843cb6e1173'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:20:21.159740 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-cf298d89-26b0-4e20-98e4-b0f1d95f17d6 None None] Bound port: 9989ed82-0f34-4592-9131-28a985a034a2, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '194fb2cb-5143-4c5d-b400-deb5a3abbb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '1f5e5aee-7841-47b6-b9c7-0843cb6e1173'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:20:21.160127 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-cf298d89-26b0-4e20-98e4-b0f1d95f17d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (9989ed82-0f34-4592-9131-28a985a034a2), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:21.214276 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-6e8cd11e-479a-4e98-99dd-dc613fad90fd admin admin] Allocated IP 172.25.3.130 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/dacfc4b9-59a5-4e58-8dde-b9a434336ac6) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:20:21.224019 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-cf298d89-26b0-4e20-98e4-b0f1d95f17d6 None None] For port 9989ed82-0f34-4592-9131-28a985a034a2, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:20:21.227219 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-cf298d89-26b0-4e20-98e4-b0f1d95f17d6 None None] For port 9989ed82-0f34-4592-9131-28a985a034a2, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=9989ed82-0f34-4592-9131-28a985a034a2,segment=NetworkSegment(194fb2cb-5143-4c5d-b400-deb5a3abbb87),segment_id=194fb2cb-5143-4c5d-b400-deb5a3abbb87)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:20:21.233614 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-cf298d89-26b0-4e20-98e4-b0f1d95f17d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (9989ed82-0f34-4592-9131-28a985a034a2), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:21.302270 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf298d89-26b0-4e20-98e4-b0f1d95f17d6 None None] Pushing event updated for resources: {'Port': ['ID=9989ed82-0f34-4592-9131-28a985a034a2,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:21.333210 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6e8cd11e-479a-4e98-99dd-dc613fad90fd admin admin] Publish callbacks [] for port (dacfc4b9-59a5-4e58-8dde-b9a434336ac6), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:21.369070 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6e8cd11e-479a-4e98-99dd-dc613fad90fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (dacfc4b9-59a5-4e58-8dde-b9a434336ac6), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:21.411027 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8cd11e-479a-4e98-99dd-dc613fad90fd admin admin] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:20:21.414049 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-6e8cd11e-479a-4e98-99dd-dc613fad90fd admin admin] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:20:21.417610 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8cd11e-479a-4e98-99dd-dc613fad90fd admin admin] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:20:21.440587 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8cd11e-479a-4e98-99dd-dc613fad90fd admin admin] Pushing event updated for resources: {'Port': ['ID=dacfc4b9-59a5-4e58-8dde-b9a434336ac6,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:21.694263 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6e8cd11e-479a-4e98-99dd-dc613fad90fd admin admin] Publish callbacks [] for router_gateway (fe4245b2-973e-4764-a01b-507aa2ca8998), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:21.711961 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:21.895241 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6e8cd11e-479a-4e98-99dd-dc613fad90fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (fe4245b2-973e-4764-a01b-507aa2ca8998), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:22.036015 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e8cd11e-479a-4e98-99dd-dc613fad90fd admin admin] Router fe4245b2-973e-4764-a01b-507aa2ca8998 is scheduled to L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 with binding_index 1 {{(pid=103141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:20:22.149025 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e8cd11e-479a-4e98-99dd-dc613fad90fd admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:20:22.160087 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5343c9df-d42c-4a43-8d7d-9b55470c0f8b None None] Sync routers for ids ['fe4245b2-973e-4764-a01b-507aa2ca8998'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:20:22.167315 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6e8cd11e-479a-4e98-99dd-dc613fad90fd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:22.171913 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 50018) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:22.172527 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-6e8cd11e-479a-4e98-99dd-dc613fad90fd admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5244844 Feb 09 22:20:22.178967 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5343c9df-d42c-4a43-8d7d-9b55470c0f8b None None] Routers {'fe4245b2-973e-4764-a01b-507aa2ca8998'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:20:22.179603 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-5343c9df-d42c-4a43-8d7d-9b55470c0f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:20:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['fe4245b2-973e-4764-a01b-507aa2ca8998'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:22.259153 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762ee864-00dd-4ebf-98f2-d942506decdd None None] Network 1f5e5aee-7841-47b6-b9c7-0843cb6e1173 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:20:22.376175 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-5343c9df-d42c-4a43-8d7d-9b55470c0f8b None None] Set router fe4245b2-973e-4764-a01b-507aa2ca8998 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:20:22.436207 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 9989ed82-0f34-4592-9131-28a985a034a2 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:20:22.465086 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-94b0b5b5-bc31-45e8-88c8-acd2deee6d33 None None] Provisioning complete for port 9989ed82-0f34-4592-9131-28a985a034a2 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:20:22.465463 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-94b0b5b5-bc31-45e8-88c8-acd2deee6d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (9989ed82-0f34-4592-9131-28a985a034a2), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:22.631943 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-00a9dca1-9f81-4566-be11-cac735808de8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:22.658647 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 9989ed82-0f34-4592-9131-28a985a034a2 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:20:22.659033 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (9989ed82-0f34-4592-9131-28a985a034a2), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:22.740197 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-94b0b5b5-bc31-45e8-88c8-acd2deee6d33 None None] Current status of the port 9989ed82-0f34-4592-9131-28a985a034a2 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:20:22.740885 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-94b0b5b5-bc31-45e8-88c8-acd2deee6d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (9989ed82-0f34-4592-9131-28a985a034a2), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:22.800007 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-5343c9df-d42c-4a43-8d7d-9b55470c0f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4245b2-973e-4764-a01b-507aa2ca8998', 'name': 'tempest-TestServerBasicOps-2114256002-router', 'tenant_id': 'dec023381df941c2a0994282633a3105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': 'dacfc4b9-59a5-4e58-8dde-b9a434336ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:20:20Z', 'updated_at': '2022-02-09T22:20:21Z', 'revision_number': 3, 'project_id': 'dec023381df941c2a0994282633a3105', 'gw_port': {'id': 'dacfc4b9-59a5-4e58-8dde-b9a434336ac6', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f9:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe4245b2-973e-4764-a01b-507aa2ca8998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:20:21Z', 'updated_at': '2022-02-09T22:20:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:22.811845 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-00a9dca1-9f81-4566-be11-cac735808de8 admin admin] Allocated IP 172.20.0.1 (1f5e5aee-7841-47b6-b9c7-0843cb6e1173/44d4aa9c-28d9-4d71-a685-69bfc5aa0416/3bb14ade-98a1-4dbb-a828-07bb72403044) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:20:22.843441 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-94b0b5b5-bc31-45e8-88c8-acd2deee6d33 None None] For port 9989ed82-0f34-4592-9131-28a985a034a2, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=9989ed82-0f34-4592-9131-28a985a034a2,segment=NetworkSegment(194fb2cb-5143-4c5d-b400-deb5a3abbb87),segment_id=194fb2cb-5143-4c5d-b400-deb5a3abbb87)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:20:22.846733 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5343c9df-d42c-4a43-8d7d-9b55470c0f8b None None] Checking router: fe4245b2-973e-4764-a01b-507aa2ca8998 for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:20:22.847247 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5343c9df-d42c-4a43-8d7d-9b55470c0f8b None None] Updating router fe4245b2-973e-4764-a01b-507aa2ca8998 port dacfc4b9-59a5-4e58-8dde-b9a434336ac6 binding host n-d-828369-5 {{(pid=103142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:20:22.855771 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-94b0b5b5-bc31-45e8-88c8-acd2deee6d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (9989ed82-0f34-4592-9131-28a985a034a2), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:22.912451 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 9989ed82-0f34-4592-9131-28a985a034a2 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:20:22.912777 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (9989ed82-0f34-4592-9131-28a985a034a2), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:22.921814 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-00a9dca1-9f81-4566-be11-cac735808de8 admin admin] Publish callbacks [] for port (3bb14ade-98a1-4dbb-a828-07bb72403044), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:22.929306 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5343c9df-d42c-4a43-8d7d-9b55470c0f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (dacfc4b9-59a5-4e58-8dde-b9a434336ac6), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:22.956537 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-00a9dca1-9f81-4566-be11-cac735808de8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (3bb14ade-98a1-4dbb-a828-07bb72403044), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:22.996104 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a9dca1-9f81-4566-be11-cac735808de8 admin admin] Network 1f5e5aee-7841-47b6-b9c7-0843cb6e1173 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:20:22.998961 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-00a9dca1-9f81-4566-be11-cac735808de8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:20:23.004523 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a9dca1-9f81-4566-be11-cac735808de8 admin admin] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:20:23.022639 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b0b5b5-bc31-45e8-88c8-acd2deee6d33 None None] Pushing event updated for resources: {'Port': ['ID=9989ed82-0f34-4592-9131-28a985a034a2,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:23.033761 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a9dca1-9f81-4566-be11-cac735808de8 admin admin] Pushing event updated for resources: {'Port': ['ID=3bb14ade-98a1-4dbb-a828-07bb72403044,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:23.054183 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-00a9dca1-9f81-4566-be11-cac735808de8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554727'] for router_interface (fe4245b2-973e-4764-a01b-507aa2ca8998), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:23.096437 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-de560991-315e-47cc-9e3a-9485b0deeee4 None None] Provisioning complete for port 9989ed82-0f34-4592-9131-28a985a034a2 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:20:23.096821 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-de560991-315e-47cc-9e3a-9485b0deeee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (9989ed82-0f34-4592-9131-28a985a034a2), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:23.136071 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.db.api [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103142) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 22:20:23.136407 n-d-828369-5 neutron-server[103142]: DEBUG oslo_db.api [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 22:20:23.232760 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-00a9dca1-9f81-4566-be11-cac735808de8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (3bb14ade-98a1-4dbb-a828-07bb72403044), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:23.262034 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-de560991-315e-47cc-9e3a-9485b0deeee4 None None] Current status of the port 9989ed82-0f34-4592-9131-28a985a034a2 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:20:23.409418 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-00a9dca1-9f81-4566-be11-cac735808de8 admin admin] Publish callbacks [] for port (3bb14ade-98a1-4dbb-a828-07bb72403044), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:23.414639 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-00a9dca1-9f81-4566-be11-cac735808de8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (3bb14ade-98a1-4dbb-a828-07bb72403044), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:23.486904 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-00a9dca1-9f81-4566-be11-cac735808de8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524919'] for router_interface (fe4245b2-973e-4764-a01b-507aa2ca8998), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:23.489609 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a9dca1-9f81-4566-be11-cac735808de8 admin admin] Pushing event updated for resources: {'Port': ['ID=3bb14ade-98a1-4dbb-a828-07bb72403044,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:23.514291 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-145c3950-a29d-480a-b698-abc7f4f30862 None None] Provisioning complete for port 3bb14ade-98a1-4dbb-a828-07bb72403044 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:20:23.514578 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-145c3950-a29d-480a-b698-abc7f4f30862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (3bb14ade-98a1-4dbb-a828-07bb72403044), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:23.517209 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5343c9df-d42c-4a43-8d7d-9b55470c0f8b None None] Publish callbacks [] for port (dacfc4b9-59a5-4e58-8dde-b9a434336ac6), precommit_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:23.539567 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5343c9df-d42c-4a43-8d7d-9b55470c0f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (dacfc4b9-59a5-4e58-8dde-b9a434336ac6), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:23.583507 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-145c3950-a29d-480a-b698-abc7f4f30862 None None] Port 3bb14ade-98a1-4dbb-a828-07bb72403044 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:20:23.587635 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a9dca1-9f81-4566-be11-cac735808de8 admin admin] Network 1f5e5aee-7841-47b6-b9c7-0843cb6e1173 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:20:23.589104 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-00a9dca1-9f81-4566-be11-cac735808de8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:20:23.603761 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-5343c9df-d42c-4a43-8d7d-9b55470c0f8b None None] Attempting to bind port dacfc4b9-59a5-4e58-8dde-b9a434336ac6 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:20:23.604139 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-5343c9df-d42c-4a43-8d7d-9b55470c0f8b None None] Attempting to bind port dacfc4b9-59a5-4e58-8dde-b9a434336ac6 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:20:23.604530 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5343c9df-d42c-4a43-8d7d-9b55470c0f8b None None] Attempting to bind port dacfc4b9-59a5-4e58-8dde-b9a434336ac6 on network 54a442d5-50a0-4c75-85cc-d19f5bf58118 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:20:23.607131 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d399883-790b-4ab0-bab4-c6f23b783f05 None None] Pushing event updated for resources: {'Port': ['ID=dacfc4b9-59a5-4e58-8dde-b9a434336ac6,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:23.612844 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5343c9df-d42c-4a43-8d7d-9b55470c0f8b None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:20:23.613223 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5343c9df-d42c-4a43-8d7d-9b55470c0f8b None None] Checking segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:20:23.613628 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5343c9df-d42c-4a43-8d7d-9b55470c0f8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:23.614013 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5343c9df-d42c-4a43-8d7d-9b55470c0f8b None None] Bound using segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:20:23.614486 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-5343c9df-d42c-4a43-8d7d-9b55470c0f8b None None] Bound port: dacfc4b9-59a5-4e58-8dde-b9a434336ac6, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:20:23.614865 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5343c9df-d42c-4a43-8d7d-9b55470c0f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (dacfc4b9-59a5-4e58-8dde-b9a434336ac6), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:23.698919 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 9989ed82-0f34-4592-9131-28a985a034a2 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:20:23.706752 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5343c9df-d42c-4a43-8d7d-9b55470c0f8b None None] For port dacfc4b9-59a5-4e58-8dde-b9a434336ac6, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:20:23.710569 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5343c9df-d42c-4a43-8d7d-9b55470c0f8b None None] For port dacfc4b9-59a5-4e58-8dde-b9a434336ac6, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=dacfc4b9-59a5-4e58-8dde-b9a434336ac6,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:20:23.717373 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00a9dca1-9f81-4566-be11-cac735808de8 admin admin] Router fe4245b2-973e-4764-a01b-507aa2ca8998 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:20:23.719509 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5343c9df-d42c-4a43-8d7d-9b55470c0f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (dacfc4b9-59a5-4e58-8dde-b9a434336ac6), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:23.778779 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5343c9df-d42c-4a43-8d7d-9b55470c0f8b None None] Routers {'fe4245b2-973e-4764-a01b-507aa2ca8998'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:20:23.779482 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-5343c9df-d42c-4a43-8d7d-9b55470c0f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:20:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['fe4245b2-973e-4764-a01b-507aa2ca8998'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:23.819990 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d399883-790b-4ab0-bab4-c6f23b783f05 None None] Pushing event updated for resources: {'Port': ['ID=dacfc4b9-59a5-4e58-8dde-b9a434336ac6,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:23.846674 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00a9dca1-9f81-4566-be11-cac735808de8 admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:20:23.852438 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-00a9dca1-9f81-4566-be11-cac735808de8 admin admin] 10.222.0.90 "PUT /v2.0/routers/fe4245b2-973e-4764-a01b-507aa2ca8998/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6794102 Feb 09 22:20:23.913459 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-5343c9df-d42c-4a43-8d7d-9b55470c0f8b None None] Set router fe4245b2-973e-4764-a01b-507aa2ca8998 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:20:23.952279 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:23.961226 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-8fe1289b-c6e6-44bd-8b88-382a3edc5d49 None None] Provisioning complete for port 3bb14ade-98a1-4dbb-a828-07bb72403044 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:20:23.961606 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-8fe1289b-c6e6-44bd-8b88-382a3edc5d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (3bb14ade-98a1-4dbb-a828-07bb72403044), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:24.069673 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-8fe1289b-c6e6-44bd-8b88-382a3edc5d49 None None] Port 3bb14ade-98a1-4dbb-a828-07bb72403044 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:20:24.164052 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-5343c9df-d42c-4a43-8d7d-9b55470c0f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4245b2-973e-4764-a01b-507aa2ca8998', 'name': 'tempest-TestServerBasicOps-2114256002-router', 'tenant_id': 'dec023381df941c2a0994282633a3105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': 'dacfc4b9-59a5-4e58-8dde-b9a434336ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:20:20Z', 'updated_at': '2022-02-09T22:20:23Z', 'revision_number': 4, 'project_id': 'dec023381df941c2a0994282633a3105', 'gw_port': {'id': 'dacfc4b9-59a5-4e58-8dde-b9a434336ac6', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f9:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe4245b2-973e-4764-a01b-507aa2ca8998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:20:21Z', 'updated_at': '2022-02-09T22:20:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '3bb14ade-98a1-4dbb-a828-07bb72403044', 'name': '', 'network_id': '1f5e5aee-7841-47b6-b9c7-0843cb6e1173', 'tenant_id': 'dec023381df941c2a0994282633a3105', 'mac_address': 'fa:16:3e:bc:dc:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe4245b2-973e-4764-a01b-507aa2ca8998', 'device_owner': 'network:router_interface', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': '44d4aa9c-28d9-4d71-a685-69bfc5aa0416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:20:22Z', 'updated_at': '2022-02-09T22:20:23Z', 'revision_number': 2, 'project_id': 'dec023381df941c2a0994282633a3105', 'subnets': [{'id': '44d4aa9c-28d9-4d71-a685-69bfc5aa0416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:24.193663 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5343c9df-d42c-4a43-8d7d-9b55470c0f8b None None] The sync data for ids ['fe4245b2-973e-4764-a01b-507aa2ca8998'] in n-d-828369-5 is: [{'id': 'fe4245b2-973e-4764-a01b-507aa2ca8998', 'name': 'tempest-TestServerBasicOps-2114256002-router', 'tenant_id': 'dec023381df941c2a0994282633a3105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': 'dacfc4b9-59a5-4e58-8dde-b9a434336ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:20:20Z', 'updated_at': '2022-02-09T22:20:23Z', 'revision_number': 4, 'project_id': 'dec023381df941c2a0994282633a3105', 'gw_port': {'id': 'dacfc4b9-59a5-4e58-8dde-b9a434336ac6', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f9:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe4245b2-973e-4764-a01b-507aa2ca8998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:20:21Z', 'updated_at': '2022-02-09T22:20:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '3bb14ade-98a1-4dbb-a828-07bb72403044', 'name': '', 'network_id': '1f5e5aee-7841-47b6-b9c7-0843cb6e1173', 'tenant_id': 'dec023381df941c2a0994282633a3105', 'mac_address': 'fa:16:3e:bc:dc:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe4245b2-973e-4764-a01b-507aa2ca8998', 'device_owner': 'network:router_interface', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': '44d4aa9c-28d9-4d71-a685-69bfc5aa0416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:20:22Z', 'updated_at': '2022-02-09T22:20:23Z', 'revision_number': 2, 'project_id': 'dec023381df941c2a0994282633a3105', 'subnets': [{'id': '44d4aa9c-28d9-4d71-a685-69bfc5aa0416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:20:24.332711 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 50034) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:24.338432 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-1574c652-8921-4fa1-9d77-c4f83005f530 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1363237780-network', 'tenant_id': 'cd0a2ded33b24dd18f10a4bbb4c33518'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:20:24.356010 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 9989ed82-0f34-4592-9131-28a985a034a2 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:20:24.365666 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1574c652-8921-4fa1-9d77-c4f83005f530 admin admin] Made reservation on behalf of cd0a2ded33b24dd18f10a4bbb4c33518 for: {'network': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:20:24.368900 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1574c652-8921-4fa1-9d77-c4f83005f530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:24.379395 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1574c652-8921-4fa1-9d77-c4f83005f530 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:24.410557 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 9989ed82-0f34-4592-9131-28a985a034a2 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:20:24.411119 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (9989ed82-0f34-4592-9131-28a985a034a2), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:24.495902 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1574c652-8921-4fa1-9d77-c4f83005f530 admin admin] Publish callbacks [] for security_group (393eab9b-2912-481f-be3a-aba0c0ed64cd), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:24.500442 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1574c652-8921-4fa1-9d77-c4f83005f530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (393eab9b-2912-481f-be3a-aba0c0ed64cd), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:24.529061 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 9989ed82-0f34-4592-9131-28a985a034a2 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:20:24.532010 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1574c652-8921-4fa1-9d77-c4f83005f530 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=103140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:20:24.539455 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1574c652-8921-4fa1-9d77-c4f83005f530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=393eab9b-2912-481f-be3a-aba0c0ed64cd,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:24.548873 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1574c652-8921-4fa1-9d77-c4f83005f530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (b49d8d1a-477f-4e55-bada-b877f79d8a2e), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:24.549267 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-1574c652-8921-4fa1-9d77-c4f83005f530 admin admin] Added segment b49d8d1a-477f-4e55-bada-b877f79d8a2e of type vlan for network da98e0d2-6e6b-4577-b159-9d5009c44c57 Feb 09 22:20:24.594764 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1574c652-8921-4fa1-9d77-c4f83005f530 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (da98e0d2-6e6b-4577-b159-9d5009c44c57), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:24.619805 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1574c652-8921-4fa1-9d77-c4f83005f530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (da98e0d2-6e6b-4577-b159-9d5009c44c57), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:24.620943 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1574c652-8921-4fa1-9d77-c4f83005f530 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:24.621611 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1574c652-8921-4fa1-9d77-c4f83005f530 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:24.672979 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-1574c652-8921-4fa1-9d77-c4f83005f530 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3390598 Feb 09 22:20:24.675638 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 50036) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:24.682522 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-ab9e01fb-29c3-4e0c-aac9-b47c94b50e8b admin admin] Request body: {'subnet': {'network_id': 'da98e0d2-6e6b-4577-b159-9d5009c44c57', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1363237780-subnet', 'tenant_id': 'cd0a2ded33b24dd18f10a4bbb4c33518', 'ip_version': 4}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:20:24.705345 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1574c652-8921-4fa1-9d77-c4f83005f530 admin admin] Pushing event updated for resources: {'Network': ['ID=da98e0d2-6e6b-4577-b159-9d5009c44c57,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:24.714835 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab9e01fb-29c3-4e0c-aac9-b47c94b50e8b admin admin] Made reservation on behalf of cd0a2ded33b24dd18f10a4bbb4c33518 for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:20:24.716539 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network da98e0d2-6e6b-4577-b159-9d5009c44c57 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:20:24.717271 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ab9e01fb-29c3-4e0c-aac9-b47c94b50e8b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621317'] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:24.902292 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ab9e01fb-29c3-4e0c-aac9-b47c94b50e8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621371'] for subnet (f89796bd-22b5-4ea4-a826-9cbb2cea4a45), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:24.959537 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9e01fb-29c3-4e0c-aac9-b47c94b50e8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f89796bd-22b5-4ea4-a826-9cbb2cea4a45,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:24.980171 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9e01fb-29c3-4e0c-aac9-b47c94b50e8b admin admin] Checking segment: {'id': 'b49d8d1a-477f-4e55-bada-b877f79d8a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'da98e0d2-6e6b-4577-b159-9d5009c44c57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:20:24.980575 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9e01fb-29c3-4e0c-aac9-b47c94b50e8b admin admin] Network hostable DHCP agents. Network: da98e0d2-6e6b-4577-b159-9d5009c44c57, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:20:24.998794 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9e01fb-29c3-4e0c-aac9-b47c94b50e8b admin admin] Network da98e0d2-6e6b-4577-b159-9d5009c44c57 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:20:25.008688 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-ab9e01fb-29c3-4e0c-aac9-b47c94b50e8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, da98e0d2-6e6b-4577-b159-9d5009c44c57) {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:20:25.014660 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9e01fb-29c3-4e0c-aac9-b47c94b50e8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:25.016083 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ab9e01fb-29c3-4e0c-aac9-b47c94b50e8b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:25.019189 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8e17ad-20d7-4e3f-b145-8bb51556a574 None None] Network da98e0d2-6e6b-4577-b159-9d5009c44c57 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:20:25.035392 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-ab9e01fb-29c3-4e0c-aac9-b47c94b50e8b admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3584611 Feb 09 22:20:25.038014 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 50038) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:25.042154 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-c31c1803-d4fc-473a-9114-61a358a4cd95 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1363237780-router', 'tenant_id': 'cd0a2ded33b24dd18f10a4bbb4c33518', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:20:25.066779 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c31c1803-d4fc-473a-9114-61a358a4cd95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (ee40aee2-b34a-4337-8d8a-201a2dde9936), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:25.067845 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c31c1803-d4fc-473a-9114-61a358a4cd95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (ee40aee2-b34a-4337-8d8a-201a2dde9936), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:25.140884 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc612615-2da3-442d-bf95-fd104f1f3205 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-da98e0d2-6e6b-4577-b159-9d5009c44c57', 'network_id': 'da98e0d2-6e6b-4577-b159-9d5009c44c57', 'project_id': 'cd0a2ded33b24dd18f10a4bbb4c33518', 'fixed_ips': [{'subnet_id': 'f89796bd-22b5-4ea4-a826-9cbb2cea4a45'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:20:25.141782 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-dc612615-2da3-442d-bf95-fd104f1f3205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:25.143271 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c31c1803-d4fc-473a-9114-61a358a4cd95 admin admin] Publish callbacks [] for router_controller (ee40aee2-b34a-4337-8d8a-201a2dde9936), precommit_add_association {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:25.289726 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-dc612615-2da3-442d-bf95-fd104f1f3205 None None] Allocated IP 172.20.0.2 (da98e0d2-6e6b-4577-b159-9d5009c44c57/f89796bd-22b5-4ea4-a826-9cbb2cea4a45/8f3189eb-3087-4684-b222-3d36c131cee5) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:20:25.294662 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c31c1803-d4fc-473a-9114-61a358a4cd95 admin admin] Publish callbacks [] for router_gateway (ee40aee2-b34a-4337-8d8a-201a2dde9936), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:25.458908 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-dc612615-2da3-442d-bf95-fd104f1f3205 None None] Publish callbacks [] for port (8f3189eb-3087-4684-b222-3d36c131cee5), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:25.467448 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-dc612615-2da3-442d-bf95-fd104f1f3205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (8f3189eb-3087-4684-b222-3d36c131cee5), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:25.509806 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc612615-2da3-442d-bf95-fd104f1f3205 None None] Network da98e0d2-6e6b-4577-b159-9d5009c44c57 is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:20:25.514324 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c31c1803-d4fc-473a-9114-61a358a4cd95 admin admin] Publish callbacks [] for router_gateway (ee40aee2-b34a-4337-8d8a-201a2dde9936), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:25.514947 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-dc612615-2da3-442d-bf95-fd104f1f3205 None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:20:25.517970 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc612615-2da3-442d-bf95-fd104f1f3205 None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:20:25.523597 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc612615-2da3-442d-bf95-fd104f1f3205 None None] Pushing event updated for resources: {'Port': ['ID=8f3189eb-3087-4684-b222-3d36c131cee5,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:25.535769 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c31c1803-d4fc-473a-9114-61a358a4cd95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:25.584919 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-dc612615-2da3-442d-bf95-fd104f1f3205 None None] Attempting to bind port 8f3189eb-3087-4684-b222-3d36c131cee5 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:20:25.585379 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-dc612615-2da3-442d-bf95-fd104f1f3205 None None] Attempting to bind port 8f3189eb-3087-4684-b222-3d36c131cee5 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': 'b49d8d1a-477f-4e55-bada-b877f79d8a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'da98e0d2-6e6b-4577-b159-9d5009c44c57'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:20:25.586108 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc612615-2da3-442d-bf95-fd104f1f3205 None None] Attempting to bind port 8f3189eb-3087-4684-b222-3d36c131cee5 on network da98e0d2-6e6b-4577-b159-9d5009c44c57 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:20:25.591361 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc612615-2da3-442d-bf95-fd104f1f3205 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:20:25.591842 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc612615-2da3-442d-bf95-fd104f1f3205 None None] Checking segment: {'id': 'b49d8d1a-477f-4e55-bada-b877f79d8a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'da98e0d2-6e6b-4577-b159-9d5009c44c57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:20:25.592403 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-dc612615-2da3-442d-bf95-fd104f1f3205 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:25.592692 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc612615-2da3-442d-bf95-fd104f1f3205 None None] Bound using segment: {'id': 'b49d8d1a-477f-4e55-bada-b877f79d8a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'da98e0d2-6e6b-4577-b159-9d5009c44c57'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:20:25.593169 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-dc612615-2da3-442d-bf95-fd104f1f3205 None None] Bound port: 8f3189eb-3087-4684-b222-3d36c131cee5, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b49d8d1a-477f-4e55-bada-b877f79d8a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'da98e0d2-6e6b-4577-b159-9d5009c44c57'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:20:25.593554 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-dc612615-2da3-442d-bf95-fd104f1f3205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (8f3189eb-3087-4684-b222-3d36c131cee5), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:25.647060 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-c31c1803-d4fc-473a-9114-61a358a4cd95 admin admin] Allocated IP 172.25.3.38 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/7bd59d32-3d76-415d-91b8-44f0b495ed8e) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:20:25.660718 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-dc612615-2da3-442d-bf95-fd104f1f3205 None None] For port 8f3189eb-3087-4684-b222-3d36c131cee5, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:20:25.664625 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-dc612615-2da3-442d-bf95-fd104f1f3205 None None] For port 8f3189eb-3087-4684-b222-3d36c131cee5, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=8f3189eb-3087-4684-b222-3d36c131cee5,segment=NetworkSegment(b49d8d1a-477f-4e55-bada-b877f79d8a2e),segment_id=b49d8d1a-477f-4e55-bada-b877f79d8a2e)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:20:25.670805 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-dc612615-2da3-442d-bf95-fd104f1f3205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (8f3189eb-3087-4684-b222-3d36c131cee5), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:25.735647 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc612615-2da3-442d-bf95-fd104f1f3205 None None] Pushing event updated for resources: {'Port': ['ID=8f3189eb-3087-4684-b222-3d36c131cee5,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:25.769622 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c31c1803-d4fc-473a-9114-61a358a4cd95 admin admin] Publish callbacks [] for port (7bd59d32-3d76-415d-91b8-44f0b495ed8e), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:25.804397 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c31c1803-d4fc-473a-9114-61a358a4cd95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (7bd59d32-3d76-415d-91b8-44f0b495ed8e), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:25.848025 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31c1803-d4fc-473a-9114-61a358a4cd95 admin admin] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:20:25.850937 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-c31c1803-d4fc-473a-9114-61a358a4cd95 admin admin] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:20:25.855597 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31c1803-d4fc-473a-9114-61a358a4cd95 admin admin] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:20:25.880058 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31c1803-d4fc-473a-9114-61a358a4cd95 admin admin] Pushing event updated for resources: {'Port': ['ID=7bd59d32-3d76-415d-91b8-44f0b495ed8e,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:26.126737 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c31c1803-d4fc-473a-9114-61a358a4cd95 admin admin] Publish callbacks [] for router_gateway (ee40aee2-b34a-4337-8d8a-201a2dde9936), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:26.332988 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c31c1803-d4fc-473a-9114-61a358a4cd95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (ee40aee2-b34a-4337-8d8a-201a2dde9936), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:26.415502 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 8f3189eb-3087-4684-b222-3d36c131cee5 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:20:26.467425 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 8f3189eb-3087-4684-b222-3d36c131cee5 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:20:26.467803 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (8f3189eb-3087-4684-b222-3d36c131cee5), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:26.553170 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 8f3189eb-3087-4684-b222-3d36c131cee5 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:20:26.553830 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (8f3189eb-3087-4684-b222-3d36c131cee5), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:26.589273 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port 8f3189eb-3087-4684-b222-3d36c131cee5, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=8f3189eb-3087-4684-b222-3d36c131cee5,segment=NetworkSegment(b49d8d1a-477f-4e55-bada-b877f79d8a2e),segment_id=b49d8d1a-477f-4e55-bada-b877f79d8a2e)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:20:26.597827 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (8f3189eb-3087-4684-b222-3d36c131cee5), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:26.598932 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device dacfc4b9-59a5-4e58-8dde-b9a434336ac6 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:20:26.683158 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=8f3189eb-3087-4684-b222-3d36c131cee5,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:26.695253 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port dacfc4b9-59a5-4e58-8dde-b9a434336ac6 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:20:26.695698 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (dacfc4b9-59a5-4e58-8dde-b9a434336ac6), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:26.759750 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c31c1803-d4fc-473a-9114-61a358a4cd95 admin admin] Router ee40aee2-b34a-4337-8d8a-201a2dde9936 is scheduled to L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 with binding_index 1 {{(pid=103140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:20:26.783786 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port dacfc4b9-59a5-4e58-8dde-b9a434336ac6 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:20:26.784304 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (dacfc4b9-59a5-4e58-8dde-b9a434336ac6), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:26.806058 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port dacfc4b9-59a5-4e58-8dde-b9a434336ac6, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=dacfc4b9-59a5-4e58-8dde-b9a434336ac6,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:20:26.812946 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (dacfc4b9-59a5-4e58-8dde-b9a434336ac6), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:26.875647 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=dacfc4b9-59a5-4e58-8dde-b9a434336ac6,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:26.883901 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c31c1803-d4fc-473a-9114-61a358a4cd95 admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:20:26.897934 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f7987c-d55d-46cc-8d42-db20eebeba09 None None] Sync routers for ids ['ee40aee2-b34a-4337-8d8a-201a2dde9936'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:20:26.913571 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f7987c-d55d-46cc-8d42-db20eebeba09 None None] Routers {'ee40aee2-b34a-4337-8d8a-201a2dde9936'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:20:26.914142 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-15f7987c-d55d-46cc-8d42-db20eebeba09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:20:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['ee40aee2-b34a-4337-8d8a-201a2dde9936'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:26.923298 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c31c1803-d4fc-473a-9114-61a358a4cd95 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:26.927425 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-c31c1803-d4fc-473a-9114-61a358a4cd95 admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8862426 Feb 09 22:20:26.927650 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 50040) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:26.949641 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21dc62be-68b5-4841-a0d5-074c6fbccf0c None None] Sync routers for ids ['fe4245b2-973e-4764-a01b-507aa2ca8998'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:20:26.964032 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21dc62be-68b5-4841-a0d5-074c6fbccf0c None None] Routers {'fe4245b2-973e-4764-a01b-507aa2ca8998'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:20:26.964700 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-21dc62be-68b5-4841-a0d5-074c6fbccf0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:20:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['fe4245b2-973e-4764-a01b-507aa2ca8998'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:27.034706 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619ec098-e51c-4dbb-afe0-44d6556e4a89 None None] Network da98e0d2-6e6b-4577-b159-9d5009c44c57 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:20:27.039279 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-15f7987c-d55d-46cc-8d42-db20eebeba09 None None] Set router ee40aee2-b34a-4337-8d8a-201a2dde9936 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:20:27.154772 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-3936b7a7-4639-4f0c-aee0-cc36b2d0360b None None] Provisioning complete for port 8f3189eb-3087-4684-b222-3d36c131cee5 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:20:27.155071 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-3936b7a7-4639-4f0c-aee0-cc36b2d0360b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (8f3189eb-3087-4684-b222-3d36c131cee5), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:27.198421 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-21dc62be-68b5-4841-a0d5-074c6fbccf0c None None] Set router fe4245b2-973e-4764-a01b-507aa2ca8998 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:20:27.320802 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-15f7987c-d55d-46cc-8d42-db20eebeba09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee40aee2-b34a-4337-8d8a-201a2dde9936', 'name': 'tempest-TestServerBasicOps-1363237780-router', 'tenant_id': 'cd0a2ded33b24dd18f10a4bbb4c33518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '7bd59d32-3d76-415d-91b8-44f0b495ed8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:20:25Z', 'updated_at': '2022-02-09T22:20:26Z', 'revision_number': 3, 'project_id': 'cd0a2ded33b24dd18f10a4bbb4c33518', 'gw_port': {'id': '7bd59d32-3d76-415d-91b8-44f0b495ed8e', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4d:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee40aee2-b34a-4337-8d8a-201a2dde9936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:20:25Z', 'updated_at': '2022-02-09T22:20:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:27.350039 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f7987c-d55d-46cc-8d42-db20eebeba09 None None] Checking router: ee40aee2-b34a-4337-8d8a-201a2dde9936 for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:20:27.350392 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f7987c-d55d-46cc-8d42-db20eebeba09 None None] Updating router ee40aee2-b34a-4337-8d8a-201a2dde9936 port 7bd59d32-3d76-415d-91b8-44f0b495ed8e binding host n-d-828369-5 {{(pid=103143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:20:27.380716 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-15f7987c-d55d-46cc-8d42-db20eebeba09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (7bd59d32-3d76-415d-91b8-44f0b495ed8e), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:27.396640 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-afcc1a62-be75-449d-9251-75c7f6fe40fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:27.401270 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-3936b7a7-4639-4f0c-aee0-cc36b2d0360b None None] Current status of the port 8f3189eb-3087-4684-b222-3d36c131cee5 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:20:27.497495 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-21dc62be-68b5-4841-a0d5-074c6fbccf0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4245b2-973e-4764-a01b-507aa2ca8998', 'name': 'tempest-TestServerBasicOps-2114256002-router', 'tenant_id': 'dec023381df941c2a0994282633a3105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': 'dacfc4b9-59a5-4e58-8dde-b9a434336ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:20:20Z', 'updated_at': '2022-02-09T22:20:23Z', 'revision_number': 4, 'project_id': 'dec023381df941c2a0994282633a3105', 'gw_port': {'id': 'dacfc4b9-59a5-4e58-8dde-b9a434336ac6', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4245b2-973e-4764-a01b-507aa2ca8998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:20:21Z', 'updated_at': '2022-02-09T22:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '3bb14ade-98a1-4dbb-a828-07bb72403044', 'name': '', 'network_id': '1f5e5aee-7841-47b6-b9c7-0843cb6e1173', 'tenant_id': 'dec023381df941c2a0994282633a3105', 'mac_address': 'fa:16:3e:bc:dc:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe4245b2-973e-4764-a01b-507aa2ca8998', 'device_owner': 'network:router_interface', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': '44d4aa9c-28d9-4d71-a685-69bfc5aa0416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:20:22Z', 'updated_at': '2022-02-09T22:20:23Z', 'revision_number': 2, 'project_id': 'dec023381df941c2a0994282633a3105', 'subnets': [{'id': '44d4aa9c-28d9-4d71-a685-69bfc5aa0416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:27.531815 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21dc62be-68b5-4841-a0d5-074c6fbccf0c None None] Checking router: fe4245b2-973e-4764-a01b-507aa2ca8998 for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:20:27.532183 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21dc62be-68b5-4841-a0d5-074c6fbccf0c None None] Updating router fe4245b2-973e-4764-a01b-507aa2ca8998 port 3bb14ade-98a1-4dbb-a828-07bb72403044 binding host n-d-828369-5 {{(pid=103142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:20:27.560981 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-21dc62be-68b5-4841-a0d5-074c6fbccf0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (3bb14ade-98a1-4dbb-a828-07bb72403044), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:27.585245 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-afcc1a62-be75-449d-9251-75c7f6fe40fb admin admin] Allocated IP 172.20.0.1 (da98e0d2-6e6b-4577-b159-9d5009c44c57/f89796bd-22b5-4ea4-a826-9cbb2cea4a45/d8f16a38-28a4-4002-8aea-961b44708e72) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:20:27.670896 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-15f7987c-d55d-46cc-8d42-db20eebeba09 None None] Publish callbacks [] for port (7bd59d32-3d76-415d-91b8-44f0b495ed8e), precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:27.678123 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-15f7987c-d55d-46cc-8d42-db20eebeba09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (7bd59d32-3d76-415d-91b8-44f0b495ed8e), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:27.692178 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-ff39a758-9ec0-4065-b9c0-996f192ff0f6 None None] Provisioning complete for port 8f3189eb-3087-4684-b222-3d36c131cee5 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:20:27.692597 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ff39a758-9ec0-4065-b9c0-996f192ff0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (8f3189eb-3087-4684-b222-3d36c131cee5), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:27.695878 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-afcc1a62-be75-449d-9251-75c7f6fe40fb admin admin] Publish callbacks [] for port (d8f16a38-28a4-4002-8aea-961b44708e72), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:27.730154 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-15f7987c-d55d-46cc-8d42-db20eebeba09 None None] Attempting to bind port 7bd59d32-3d76-415d-91b8-44f0b495ed8e on host n-d-828369-5 for vnic_type normal with profile {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:20:27.730677 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-15f7987c-d55d-46cc-8d42-db20eebeba09 None None] Attempting to bind port 7bd59d32-3d76-415d-91b8-44f0b495ed8e by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:20:27.731182 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f7987c-d55d-46cc-8d42-db20eebeba09 None None] Attempting to bind port 7bd59d32-3d76-415d-91b8-44f0b495ed8e on network 54a442d5-50a0-4c75-85cc-d19f5bf58118 {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:20:27.734263 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-afcc1a62-be75-449d-9251-75c7f6fe40fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (d8f16a38-28a4-4002-8aea-961b44708e72), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:27.739866 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f7987c-d55d-46cc-8d42-db20eebeba09 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:20:27.740351 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f7987c-d55d-46cc-8d42-db20eebeba09 None None] Checking segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:20:27.740836 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-15f7987c-d55d-46cc-8d42-db20eebeba09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:27.741291 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f7987c-d55d-46cc-8d42-db20eebeba09 None None] Bound using segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:20:27.741847 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-15f7987c-d55d-46cc-8d42-db20eebeba09 None None] Bound port: 7bd59d32-3d76-415d-91b8-44f0b495ed8e, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:20:27.742327 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-15f7987c-d55d-46cc-8d42-db20eebeba09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (7bd59d32-3d76-415d-91b8-44f0b495ed8e), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:27.745148 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3253c772-d6ce-4364-bef3-b64d422c4374 None None] Pushing event updated for resources: {'Port': ['ID=7bd59d32-3d76-415d-91b8-44f0b495ed8e,revision_number=2']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:27.771375 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3253c772-d6ce-4364-bef3-b64d422c4374 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:27.771844 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3253c772-d6ce-4364-bef3-b64d422c4374 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:27.772298 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3253c772-d6ce-4364-bef3-b64d422c4374 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:27.772704 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3253c772-d6ce-4364-bef3-b64d422c4374 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:27.773228 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3253c772-d6ce-4364-bef3-b64d422c4374 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:27.773662 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3253c772-d6ce-4364-bef3-b64d422c4374 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:27.774482 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3253c772-d6ce-4364-bef3-b64d422c4374 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:27.775032 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3253c772-d6ce-4364-bef3-b64d422c4374 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:27.775191 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3253c772-d6ce-4364-bef3-b64d422c4374 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:27.775647 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3253c772-d6ce-4364-bef3-b64d422c4374 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:27.776048 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3253c772-d6ce-4364-bef3-b64d422c4374 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:27.776468 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3253c772-d6ce-4364-bef3-b64d422c4374 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:27.776861 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3253c772-d6ce-4364-bef3-b64d422c4374 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:20:27.785488 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afcc1a62-be75-449d-9251-75c7f6fe40fb admin admin] Network da98e0d2-6e6b-4577-b159-9d5009c44c57 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:20:27.788888 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-afcc1a62-be75-449d-9251-75c7f6fe40fb admin admin] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:20:27.793880 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcc1a62-be75-449d-9251-75c7f6fe40fb admin admin] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:20:27.797560 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcc1a62-be75-449d-9251-75c7f6fe40fb admin admin] Pushing event updated for resources: {'Port': ['ID=d8f16a38-28a4-4002-8aea-961b44708e72,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:27.818718 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-15f7987c-d55d-46cc-8d42-db20eebeba09 None None] For port 7bd59d32-3d76-415d-91b8-44f0b495ed8e, host n-d-828369-5, cleared binding levels {{(pid=103143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:20:27.828201 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-15f7987c-d55d-46cc-8d42-db20eebeba09 None None] For port 7bd59d32-3d76-415d-91b8-44f0b495ed8e, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=7bd59d32-3d76-415d-91b8-44f0b495ed8e,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:20:27.837809 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-15f7987c-d55d-46cc-8d42-db20eebeba09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (7bd59d32-3d76-415d-91b8-44f0b495ed8e), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:27.839472 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-afcc1a62-be75-449d-9251-75c7f6fe40fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554727'] for router_interface (ee40aee2-b34a-4337-8d8a-201a2dde9936), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:27.902382 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3253c772-d6ce-4364-bef3-b64d422c4374 None None] Pushing event updated for resources: {'Port': ['ID=7bd59d32-3d76-415d-91b8-44f0b495ed8e,revision_number=3']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:27.922101 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f7987c-d55d-46cc-8d42-db20eebeba09 None None] Routers {'ee40aee2-b34a-4337-8d8a-201a2dde9936'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:20:27.922655 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-15f7987c-d55d-46cc-8d42-db20eebeba09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:20:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['ee40aee2-b34a-4337-8d8a-201a2dde9936'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:28.020110 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-afcc1a62-be75-449d-9251-75c7f6fe40fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (d8f16a38-28a4-4002-8aea-961b44708e72), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:28.051101 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-15f7987c-d55d-46cc-8d42-db20eebeba09 None None] Set router ee40aee2-b34a-4337-8d8a-201a2dde9936 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:20:28.067882 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-ff39a758-9ec0-4065-b9c0-996f192ff0f6 None None] Current status of the port 8f3189eb-3087-4684-b222-3d36c131cee5 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:20:28.124698 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-21dc62be-68b5-4841-a0d5-074c6fbccf0c None None] Publish callbacks [] for port (3bb14ade-98a1-4dbb-a828-07bb72403044), precommit_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:28.135317 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-21dc62be-68b5-4841-a0d5-074c6fbccf0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (3bb14ade-98a1-4dbb-a828-07bb72403044), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:28.203243 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e9edf3-9ba2-42de-a719-3473b64e989b None None] Pushing event updated for resources: {'Port': ['ID=3bb14ade-98a1-4dbb-a828-07bb72403044,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:28.210717 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-afcc1a62-be75-449d-9251-75c7f6fe40fb admin admin] Publish callbacks [] for port (d8f16a38-28a4-4002-8aea-961b44708e72), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:28.217533 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-afcc1a62-be75-449d-9251-75c7f6fe40fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (d8f16a38-28a4-4002-8aea-961b44708e72), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:28.257115 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-8a24881e-9ba5-4037-8f56-d15fb7333740 None None] Provisioning complete for port d8f16a38-28a4-4002-8aea-961b44708e72 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:20:28.257490 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-8a24881e-9ba5-4037-8f56-d15fb7333740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (d8f16a38-28a4-4002-8aea-961b44708e72), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:28.275054 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-15f7987c-d55d-46cc-8d42-db20eebeba09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee40aee2-b34a-4337-8d8a-201a2dde9936', 'name': 'tempest-TestServerBasicOps-1363237780-router', 'tenant_id': 'cd0a2ded33b24dd18f10a4bbb4c33518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '7bd59d32-3d76-415d-91b8-44f0b495ed8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:20:25Z', 'updated_at': '2022-02-09T22:20:26Z', 'revision_number': 3, 'project_id': 'cd0a2ded33b24dd18f10a4bbb4c33518', 'gw_port': {'id': '7bd59d32-3d76-415d-91b8-44f0b495ed8e', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4d:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee40aee2-b34a-4337-8d8a-201a2dde9936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:20:25Z', 'updated_at': '2022-02-09T22:20:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:28.284085 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcc1a62-be75-449d-9251-75c7f6fe40fb admin admin] Pushing event updated for resources: {'Port': ['ID=d8f16a38-28a4-4002-8aea-961b44708e72,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:28.288310 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-21dc62be-68b5-4841-a0d5-074c6fbccf0c None None] Attempting to bind port 3bb14ade-98a1-4dbb-a828-07bb72403044 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:20:28.289051 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-21dc62be-68b5-4841-a0d5-074c6fbccf0c None None] Attempting to bind port 3bb14ade-98a1-4dbb-a828-07bb72403044 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '194fb2cb-5143-4c5d-b400-deb5a3abbb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '1f5e5aee-7841-47b6-b9c7-0843cb6e1173'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:20:28.289432 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21dc62be-68b5-4841-a0d5-074c6fbccf0c None None] Attempting to bind port 3bb14ade-98a1-4dbb-a828-07bb72403044 on network 1f5e5aee-7841-47b6-b9c7-0843cb6e1173 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:20:28.297454 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21dc62be-68b5-4841-a0d5-074c6fbccf0c None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:20:28.298037 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21dc62be-68b5-4841-a0d5-074c6fbccf0c None None] Checking segment: {'id': '194fb2cb-5143-4c5d-b400-deb5a3abbb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '1f5e5aee-7841-47b6-b9c7-0843cb6e1173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:20:28.298463 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-21dc62be-68b5-4841-a0d5-074c6fbccf0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:28.298867 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21dc62be-68b5-4841-a0d5-074c6fbccf0c None None] Bound using segment: {'id': '194fb2cb-5143-4c5d-b400-deb5a3abbb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '1f5e5aee-7841-47b6-b9c7-0843cb6e1173'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:20:28.299356 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-21dc62be-68b5-4841-a0d5-074c6fbccf0c None None] Bound port: 3bb14ade-98a1-4dbb-a828-07bb72403044, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '194fb2cb-5143-4c5d-b400-deb5a3abbb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '1f5e5aee-7841-47b6-b9c7-0843cb6e1173'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:20:28.300195 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-21dc62be-68b5-4841-a0d5-074c6fbccf0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (3bb14ade-98a1-4dbb-a828-07bb72403044), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:28.304853 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-afcc1a62-be75-449d-9251-75c7f6fe40fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524919'] for router_interface (ee40aee2-b34a-4337-8d8a-201a2dde9936), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:28.315134 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f7987c-d55d-46cc-8d42-db20eebeba09 None None] The sync data for ids ['ee40aee2-b34a-4337-8d8a-201a2dde9936'] in n-d-828369-5 is: [{'id': 'ee40aee2-b34a-4337-8d8a-201a2dde9936', 'name': 'tempest-TestServerBasicOps-1363237780-router', 'tenant_id': 'cd0a2ded33b24dd18f10a4bbb4c33518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '7bd59d32-3d76-415d-91b8-44f0b495ed8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:20:25Z', 'updated_at': '2022-02-09T22:20:26Z', 'revision_number': 3, 'project_id': 'cd0a2ded33b24dd18f10a4bbb4c33518', 'gw_port': {'id': '7bd59d32-3d76-415d-91b8-44f0b495ed8e', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4d:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee40aee2-b34a-4337-8d8a-201a2dde9936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:20:25Z', 'updated_at': '2022-02-09T22:20:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:20:28.320620 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-8a24881e-9ba5-4037-8f56-d15fb7333740 None None] Port d8f16a38-28a4-4002-8aea-961b44708e72 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:20:28.410207 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-21dc62be-68b5-4841-a0d5-074c6fbccf0c None None] For port 3bb14ade-98a1-4dbb-a828-07bb72403044, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:20:28.415305 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-21dc62be-68b5-4841-a0d5-074c6fbccf0c None None] For port 3bb14ade-98a1-4dbb-a828-07bb72403044, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=3bb14ade-98a1-4dbb-a828-07bb72403044,segment=NetworkSegment(194fb2cb-5143-4c5d-b400-deb5a3abbb87),segment_id=194fb2cb-5143-4c5d-b400-deb5a3abbb87)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:20:28.423554 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-21dc62be-68b5-4841-a0d5-074c6fbccf0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (3bb14ade-98a1-4dbb-a828-07bb72403044), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:28.430825 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afcc1a62-be75-449d-9251-75c7f6fe40fb admin admin] Network da98e0d2-6e6b-4577-b159-9d5009c44c57 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:20:28.432643 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-afcc1a62-be75-449d-9251-75c7f6fe40fb admin admin] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:20:28.438943 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device dacfc4b9-59a5-4e58-8dde-b9a434336ac6 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:20:28.584248 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afcc1a62-be75-449d-9251-75c7f6fe40fb admin admin] Router ee40aee2-b34a-4337-8d8a-201a2dde9936 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:20:28.597592 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e9edf3-9ba2-42de-a719-3473b64e989b None None] Pushing event updated for resources: {'Port': ['ID=3bb14ade-98a1-4dbb-a828-07bb72403044,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:28.602655 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21dc62be-68b5-4841-a0d5-074c6fbccf0c None None] Routers {'fe4245b2-973e-4764-a01b-507aa2ca8998'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:20:28.604717 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-21dc62be-68b5-4841-a0d5-074c6fbccf0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:20:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['fe4245b2-973e-4764-a01b-507aa2ca8998'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:28.745097 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-2c7f16e1-8512-4988-b635-755de117204e None None] Provisioning complete for port 3bb14ade-98a1-4dbb-a828-07bb72403044 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:20:28.745477 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2c7f16e1-8512-4988-b635-755de117204e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (3bb14ade-98a1-4dbb-a828-07bb72403044), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:28.766868 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afcc1a62-be75-449d-9251-75c7f6fe40fb admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:20:28.776691 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-afcc1a62-be75-449d-9251-75c7f6fe40fb admin admin] 10.222.0.90 "PUT /v2.0/routers/ee40aee2-b34a-4337-8d8a-201a2dde9936/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8467844 Feb 09 22:20:28.822301 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port dacfc4b9-59a5-4e58-8dde-b9a434336ac6 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:20:28.822687 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (dacfc4b9-59a5-4e58-8dde-b9a434336ac6), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:28.886024 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-21dc62be-68b5-4841-a0d5-074c6fbccf0c None None] Set router fe4245b2-973e-4764-a01b-507aa2ca8998 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:20:29.089474 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-2c7f16e1-8512-4988-b635-755de117204e None None] Current status of the port 3bb14ade-98a1-4dbb-a828-07bb72403044 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:20:29.089936 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2c7f16e1-8512-4988-b635-755de117204e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (3bb14ade-98a1-4dbb-a828-07bb72403044), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:29.113583 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port dacfc4b9-59a5-4e58-8dde-b9a434336ac6 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:20:29.114679 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 8f3189eb-3087-4684-b222-3d36c131cee5 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:20:29.197681 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-2c7f16e1-8512-4988-b635-755de117204e None None] For port 3bb14ade-98a1-4dbb-a828-07bb72403044, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=3bb14ade-98a1-4dbb-a828-07bb72403044,segment=NetworkSegment(194fb2cb-5143-4c5d-b400-deb5a3abbb87),segment_id=194fb2cb-5143-4c5d-b400-deb5a3abbb87)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:20:29.206866 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2c7f16e1-8512-4988-b635-755de117204e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (3bb14ade-98a1-4dbb-a828-07bb72403044), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:29.292557 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 8f3189eb-3087-4684-b222-3d36c131cee5 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:20:29.292937 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (8f3189eb-3087-4684-b222-3d36c131cee5), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:29.297005 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7f16e1-8512-4988-b635-755de117204e None None] Pushing event updated for resources: {'Port': ['ID=3bb14ade-98a1-4dbb-a828-07bb72403044,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:29.313896 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 50052) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:29.319294 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-0c98460c-1511-456e-98f6-5fce9a0ac062 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-289931040', 'description': 'tempest-secgroup-smoke-289931040 description', 'project_id': 'dec023381df941c2a0994282633a3105'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:20:29.346224 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0c98460c-1511-456e-98f6-5fce9a0ac062 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:29.356600 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-aaafe9cd-3611-4edb-be92-14660ea615a9 None None] Provisioning complete for port d8f16a38-28a4-4002-8aea-961b44708e72 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:20:29.356993 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-aaafe9cd-3611-4edb-be92-14660ea615a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (d8f16a38-28a4-4002-8aea-961b44708e72), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:29.360414 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-21dc62be-68b5-4841-a0d5-074c6fbccf0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4245b2-973e-4764-a01b-507aa2ca8998', 'name': 'tempest-TestServerBasicOps-2114256002-router', 'tenant_id': 'dec023381df941c2a0994282633a3105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': 'dacfc4b9-59a5-4e58-8dde-b9a434336ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:20:20Z', 'updated_at': '2022-02-09T22:20:23Z', 'revision_number': 4, 'project_id': 'dec023381df941c2a0994282633a3105', 'gw_port': {'id': 'dacfc4b9-59a5-4e58-8dde-b9a434336ac6', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4245b2-973e-4764-a01b-507aa2ca8998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:20:21Z', 'updated_at': '2022-02-09T22:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '3bb14ade-98a1-4dbb-a828-07bb72403044', 'name': '', 'network_id': '1f5e5aee-7841-47b6-b9c7-0843cb6e1173', 'tenant_id': 'dec023381df941c2a0994282633a3105', 'mac_address': 'fa:16:3e:bc:dc:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe4245b2-973e-4764-a01b-507aa2ca8998', 'device_owner': 'network:router_interface', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': '44d4aa9c-28d9-4d71-a685-69bfc5aa0416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:20:22Z', 'updated_at': '2022-02-09T22:20:28Z', 'revision_number': 4, 'project_id': 'dec023381df941c2a0994282633a3105', 'subnets': [{'id': '44d4aa9c-28d9-4d71-a685-69bfc5aa0416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:29.419365 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21dc62be-68b5-4841-a0d5-074c6fbccf0c None None] The sync data for ids ['fe4245b2-973e-4764-a01b-507aa2ca8998'] in n-d-828369-5 is: [{'id': 'fe4245b2-973e-4764-a01b-507aa2ca8998', 'name': 'tempest-TestServerBasicOps-2114256002-router', 'tenant_id': 'dec023381df941c2a0994282633a3105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': 'dacfc4b9-59a5-4e58-8dde-b9a434336ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:20:20Z', 'updated_at': '2022-02-09T22:20:23Z', 'revision_number': 4, 'project_id': 'dec023381df941c2a0994282633a3105', 'gw_port': {'id': 'dacfc4b9-59a5-4e58-8dde-b9a434336ac6', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4245b2-973e-4764-a01b-507aa2ca8998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:20:21Z', 'updated_at': '2022-02-09T22:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '3bb14ade-98a1-4dbb-a828-07bb72403044', 'name': '', 'network_id': '1f5e5aee-7841-47b6-b9c7-0843cb6e1173', 'tenant_id': 'dec023381df941c2a0994282633a3105', 'mac_address': 'fa:16:3e:bc:dc:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe4245b2-973e-4764-a01b-507aa2ca8998', 'device_owner': 'network:router_interface', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': '44d4aa9c-28d9-4d71-a685-69bfc5aa0416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:20:22Z', 'updated_at': '2022-02-09T22:20:28Z', 'revision_number': 4, 'project_id': 'dec023381df941c2a0994282633a3105', 'subnets': [{'id': '44d4aa9c-28d9-4d71-a685-69bfc5aa0416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:20:29.420310 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0c98460c-1511-456e-98f6-5fce9a0ac062 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Publish callbacks [] for security_group (fadc402d-5a0e-428b-bd51-b00898c9771b), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:29.426102 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0c98460c-1511-456e-98f6-5fce9a0ac062 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (fadc402d-5a0e-428b-bd51-b00898c9771b), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:29.455413 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-aaafe9cd-3611-4edb-be92-14660ea615a9 None None] Port d8f16a38-28a4-4002-8aea-961b44708e72 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:20:29.458436 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0c98460c-1511-456e-98f6-5fce9a0ac062 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:29.460067 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-0c98460c-1511-456e-98f6-5fce9a0ac062 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1442342 Feb 09 22:20:29.462705 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 50054) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:29.467654 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-24db14e9-b887-476d-9d95-553d6403cf12 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Request body: {'security_group_rule': {'security_group_id': 'fadc402d-5a0e-428b-bd51-b00898c9771b', 'project_id': 'dec023381df941c2a0994282633a3105', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:20:29.476206 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c98460c-1511-456e-98f6-5fce9a0ac062 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fadc402d-5a0e-428b-bd51-b00898c9771b,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:29.478897 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 8f3189eb-3087-4684-b222-3d36c131cee5 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:20:29.481209 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-aaafe9cd-3611-4edb-be92-14660ea615a9 None None] Provisioning complete for port 3bb14ade-98a1-4dbb-a828-07bb72403044 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:20:29.481651 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-aaafe9cd-3611-4edb-be92-14660ea615a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (3bb14ade-98a1-4dbb-a828-07bb72403044), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:29.502551 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-24db14e9-b887-476d-9d95-553d6403cf12 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Publish callbacks [] for security_group_rule (e6d86916-4a1b-433b-97c8-36bc17eeed1c), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:29.576963 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-24db14e9-b887-476d-9d95-553d6403cf12 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Publish callbacks [] for security_group_rule (e6d86916-4a1b-433b-97c8-36bc17eeed1c), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:29.583512 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-24db14e9-b887-476d-9d95-553d6403cf12 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (e6d86916-4a1b-433b-97c8-36bc17eeed1c), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:29.593592 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-aaafe9cd-3611-4edb-be92-14660ea615a9 None None] Current status of the port 3bb14ade-98a1-4dbb-a828-07bb72403044 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:20:29.603908 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24db14e9-b887-476d-9d95-553d6403cf12 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6d86916-4a1b-433b-97c8-36bc17eeed1c,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:29.612993 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-24db14e9-b887-476d-9d95-553d6403cf12 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:29.616765 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-24db14e9-b887-476d-9d95-553d6403cf12 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1504242 Feb 09 22:20:29.617182 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 50056) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:29.621756 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-cd1d3c4a-bdda-49a0-b613-45b4d92c95be tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Request body: {'security_group_rule': {'security_group_id': 'fadc402d-5a0e-428b-bd51-b00898c9771b', 'project_id': 'dec023381df941c2a0994282633a3105', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:20:29.647560 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cd1d3c4a-bdda-49a0-b613-45b4d92c95be tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Publish callbacks [] for security_group_rule (b3daf50f-be0d-4343-9e27-6d20f312f481), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:29.712308 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cd1d3c4a-bdda-49a0-b613-45b4d92c95be tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Publish callbacks [] for security_group_rule (b3daf50f-be0d-4343-9e27-6d20f312f481), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:29.716003 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cd1d3c4a-bdda-49a0-b613-45b4d92c95be tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (b3daf50f-be0d-4343-9e27-6d20f312f481), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:29.736639 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1d3c4a-bdda-49a0-b613-45b4d92c95be tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3daf50f-be0d-4343-9e27-6d20f312f481,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:29.742841 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cd1d3c4a-bdda-49a0-b613-45b4d92c95be tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:29.743951 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-cd1d3c4a-bdda-49a0-b613-45b4d92c95be tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1258111 Feb 09 22:20:29.746643 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 50058) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:29.752017 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-67a4c04a-a7b9-4741-903e-7db6177ff66b tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Request body: {'security_group_rule': {'security_group_id': 'fadc402d-5a0e-428b-bd51-b00898c9771b', 'project_id': 'dec023381df941c2a0994282633a3105', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:20:29.778378 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-67a4c04a-a7b9-4741-903e-7db6177ff66b tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Publish callbacks [] for security_group_rule (0f3f18de-475e-4261-a2da-998aaadb46c0), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:29.836932 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-67a4c04a-a7b9-4741-903e-7db6177ff66b tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Publish callbacks [] for security_group_rule (0f3f18de-475e-4261-a2da-998aaadb46c0), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:29.841381 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-67a4c04a-a7b9-4741-903e-7db6177ff66b tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (0f3f18de-475e-4261-a2da-998aaadb46c0), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:29.860779 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a4c04a-a7b9-4741-903e-7db6177ff66b tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f3f18de-475e-4261-a2da-998aaadb46c0,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:29.871485 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-67a4c04a-a7b9-4741-903e-7db6177ff66b tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:29.873407 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-67a4c04a-a7b9-4741-903e-7db6177ff66b tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1252284 Feb 09 22:20:29.876104 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 50060) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:29.880704 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-4d4695af-9236-4468-a0cb-d69ae1248206 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Request body: {'security_group_rule': {'security_group_id': 'fadc402d-5a0e-428b-bd51-b00898c9771b', 'project_id': 'dec023381df941c2a0994282633a3105', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:20:29.906498 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4d4695af-9236-4468-a0cb-d69ae1248206 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Publish callbacks [] for security_group_rule (30911eff-45e4-4841-a6c4-963d9b8472b5), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:29.969473 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4d4695af-9236-4468-a0cb-d69ae1248206 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Publish callbacks [] for security_group_rule (30911eff-45e4-4841-a6c4-963d9b8472b5), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:29.972876 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4d4695af-9236-4468-a0cb-d69ae1248206 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (30911eff-45e4-4841-a6c4-963d9b8472b5), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:29.990259 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4695af-9236-4468-a0cb-d69ae1248206 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30911eff-45e4-4841-a6c4-963d9b8472b5,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:29.998688 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4d4695af-9236-4468-a0cb-d69ae1248206 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:29.999892 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-4d4695af-9236-4468-a0cb-d69ae1248206 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1226339 Feb 09 22:20:30.002565 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 50062) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:30.006835 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-5a4d2db4-4833-464a-a55d-2fef0a0190c8 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Request body: {'security_group_rule': {'security_group_id': 'fadc402d-5a0e-428b-bd51-b00898c9771b', 'project_id': 'dec023381df941c2a0994282633a3105', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:20:30.028794 n-d-828369-5 neutron-server[103140]: INFO neutron.db.securitygroups_db [None req-5a4d2db4-4833-464a-a55d-2fef0a0190c8 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Project dec023381df941c2a0994282633a3105 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 22:20:30.034135 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5a4d2db4-4833-464a-a55d-2fef0a0190c8 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Publish callbacks [] for security_group_rule (98465e2d-e7c4-40d4-86a1-f683eee6ce80), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:30.099864 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5a4d2db4-4833-464a-a55d-2fef0a0190c8 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Publish callbacks [] for security_group_rule (98465e2d-e7c4-40d4-86a1-f683eee6ce80), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:30.104610 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5a4d2db4-4833-464a-a55d-2fef0a0190c8 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (98465e2d-e7c4-40d4-86a1-f683eee6ce80), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:30.122920 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4d2db4-4833-464a-a55d-2fef0a0190c8 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98465e2d-e7c4-40d4-86a1-f683eee6ce80,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:30.132112 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5a4d2db4-4833-464a-a55d-2fef0a0190c8 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:30.135969 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-5a4d2db4-4833-464a-a55d-2fef0a0190c8 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1299627 Feb 09 22:20:30.136185 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 50064) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:30.140645 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-c7c922c1-45ef-4ea4-b20f-7a6d28d1b5fc tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Request body: {'security_group_rule': {'security_group_id': 'fadc402d-5a0e-428b-bd51-b00898c9771b', 'project_id': 'dec023381df941c2a0994282633a3105', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:20:30.162734 n-d-828369-5 neutron-server[103140]: INFO neutron.db.securitygroups_db [None req-c7c922c1-45ef-4ea4-b20f-7a6d28d1b5fc tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Project dec023381df941c2a0994282633a3105 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 22:20:30.168415 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c7c922c1-45ef-4ea4-b20f-7a6d28d1b5fc tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Publish callbacks [] for security_group_rule (634fdc39-201c-4b87-9874-3445b0e9f278), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:30.232491 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c7c922c1-45ef-4ea4-b20f-7a6d28d1b5fc tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Publish callbacks [] for security_group_rule (634fdc39-201c-4b87-9874-3445b0e9f278), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:30.237305 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c7c922c1-45ef-4ea4-b20f-7a6d28d1b5fc tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (634fdc39-201c-4b87-9874-3445b0e9f278), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:30.255948 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c922c1-45ef-4ea4-b20f-7a6d28d1b5fc tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=634fdc39-201c-4b87-9874-3445b0e9f278,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:30.264452 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c7c922c1-45ef-4ea4-b20f-7a6d28d1b5fc tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:30.265686 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-c7c922c1-45ef-4ea4-b20f-7a6d28d1b5fc tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1285036 Feb 09 22:20:30.429756 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6a4525a4-8079-4f47-bacc-b6ef0bd43e97 req-b0953a27-a98c-4985-b682-368220ec2d46 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-289931040&fields=id&tenant_id=dec023381df941c2a0994282633a3105 HTTP/1.1" status: 200 len: 267 time: 0.0477130 Feb 09 22:20:30.458372 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 3bb14ade-98a1-4dbb-a828-07bb72403044 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:20:30.506600 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 3bb14ade-98a1-4dbb-a828-07bb72403044 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:20:30.507035 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (3bb14ade-98a1-4dbb-a828-07bb72403044), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:30.547058 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4525a4-8079-4f47-bacc-b6ef0bd43e97 req-b87f2259-b538-4677-97e7-0eecf9e4824d tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:30.548646 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6a4525a4-8079-4f47-bacc-b6ef0bd43e97 req-b87f2259-b538-4677-97e7-0eecf9e4824d tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] 10.222.0.90 "GET /v2.0/networks?id=1f5e5aee-7841-47b6-b9c7-0843cb6e1173 HTTP/1.1" status: 200 len: 809 time: 0.1123769 Feb 09 22:20:30.565394 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6a4525a4-8079-4f47-bacc-b6ef0bd43e97 req-dd519604-8383-46b2-a5f3-b22b6d00109c tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] 10.222.0.90 "GET /v2.0/quotas/dec023381df941c2a0994282633a3105 HTTP/1.1" status: 200 len: 375 time: 0.0091527 Feb 09 22:20:30.595382 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 3bb14ade-98a1-4dbb-a828-07bb72403044 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:20:30.596528 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 7bd59d32-3d76-415d-91b8-44f0b495ed8e up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:20:30.625844 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6a4525a4-8079-4f47-bacc-b6ef0bd43e97 req-e3b8eeab-2010-4e71-9ae6-d79a01cab18d tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=dec023381df941c2a0994282633a3105&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0537412 Feb 09 22:20:30.645259 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 7bd59d32-3d76-415d-91b8-44f0b495ed8e triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:20:30.645648 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (7bd59d32-3d76-415d-91b8-44f0b495ed8e), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:30.728896 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 7bd59d32-3d76-415d-91b8-44f0b495ed8e is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:20:30.729296 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (7bd59d32-3d76-415d-91b8-44f0b495ed8e), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:30.741300 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [req-6a4525a4-8079-4f47-bacc-b6ef0bd43e97 req-1da96246-0f17-48dc-a557-9c772ed10da4 service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=103140) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 22:20:30.742573 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6a4525a4-8079-4f47-bacc-b6ef0bd43e97 req-1da96246-0f17-48dc-a557-9c772ed10da4 service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1056478 Feb 09 22:20:30.751417 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port 7bd59d32-3d76-415d-91b8-44f0b495ed8e, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=7bd59d32-3d76-415d-91b8-44f0b495ed8e,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:20:30.754632 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (7bd59d32-3d76-415d-91b8-44f0b495ed8e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:30.806546 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=7bd59d32-3d76-415d-91b8-44f0b495ed8e,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:30.840086 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6a4525a4-8079-4f47-bacc-b6ef0bd43e97 req-bb6d7ab6-8d28-4ed1-808d-f4aacd566b24 service neutron] 10.222.0.90 "GET /v2.0/networks/1f5e5aee-7841-47b6-b9c7-0843cb6e1173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909071 Feb 09 22:20:30.934352 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6a4525a4-8079-4f47-bacc-b6ef0bd43e97 req-a06b4686-a354-41b9-adba-7b4d6ffc25c3 service neutron] 10.222.0.90 "GET /v2.0/networks/1f5e5aee-7841-47b6-b9c7-0843cb6e1173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877812 Feb 09 22:20:31.136499 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a1cfd13e-4a8d-4d65-9927-aab0254f9e05 req-33a9e3d9-4e1f-4805-b3be-25048e797ff6 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] 10.222.0.90 "GET /v2.0/ports?device_id=8edea391-afdf-405c-bfae-34620c0c966a HTTP/1.1" status: 200 len: 210 time: 0.0324926 Feb 09 22:20:31.233003 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b923b3f-de46-43d5-a932-47d83c3212d7 None None] Sync routers for ids ['ee40aee2-b34a-4337-8d8a-201a2dde9936'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:20:31.244307 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b923b3f-de46-43d5-a932-47d83c3212d7 None None] Routers {'ee40aee2-b34a-4337-8d8a-201a2dde9936'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:20:31.244964 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-0b923b3f-de46-43d5-a932-47d83c3212d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:20:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['ee40aee2-b34a-4337-8d8a-201a2dde9936'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:31.357717 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-0b923b3f-de46-43d5-a932-47d83c3212d7 None None] Set router ee40aee2-b34a-4337-8d8a-201a2dde9936 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:20:31.567459 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-0b923b3f-de46-43d5-a932-47d83c3212d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee40aee2-b34a-4337-8d8a-201a2dde9936', 'name': 'tempest-TestServerBasicOps-1363237780-router', 'tenant_id': 'cd0a2ded33b24dd18f10a4bbb4c33518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '7bd59d32-3d76-415d-91b8-44f0b495ed8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:20:25Z', 'updated_at': '2022-02-09T22:20:27Z', 'revision_number': 4, 'project_id': 'cd0a2ded33b24dd18f10a4bbb4c33518', 'gw_port': {'id': '7bd59d32-3d76-415d-91b8-44f0b495ed8e', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee40aee2-b34a-4337-8d8a-201a2dde9936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:20:25Z', 'updated_at': '2022-02-09T22:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': 'd8f16a38-28a4-4002-8aea-961b44708e72', 'name': '', 'network_id': 'da98e0d2-6e6b-4577-b159-9d5009c44c57', 'tenant_id': 'cd0a2ded33b24dd18f10a4bbb4c33518', 'mac_address': 'fa:16:3e:ff:31:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee40aee2-b34a-4337-8d8a-201a2dde9936', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'f89796bd-22b5-4ea4-a826-9cbb2cea4a45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:20:27Z', 'updated_at': '2022-02-09T22:20:28Z', 'revision_number': 2, 'project_id': 'cd0a2ded33b24dd18f10a4bbb4c33518', 'subnets': [{'id': 'f89796bd-22b5-4ea4-a826-9cbb2cea4a45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:31.593774 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b923b3f-de46-43d5-a932-47d83c3212d7 None None] Checking router: ee40aee2-b34a-4337-8d8a-201a2dde9936 for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:20:31.594760 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b923b3f-de46-43d5-a932-47d83c3212d7 None None] Updating router ee40aee2-b34a-4337-8d8a-201a2dde9936 port d8f16a38-28a4-4002-8aea-961b44708e72 binding host n-d-828369-5 {{(pid=103143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:20:31.621327 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0b923b3f-de46-43d5-a932-47d83c3212d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (d8f16a38-28a4-4002-8aea-961b44708e72), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:31.877252 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0b923b3f-de46-43d5-a932-47d83c3212d7 None None] Publish callbacks [] for port (d8f16a38-28a4-4002-8aea-961b44708e72), precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:31.882627 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0b923b3f-de46-43d5-a932-47d83c3212d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (d8f16a38-28a4-4002-8aea-961b44708e72), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:31.937542 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f52617e-02bb-4ca8-8a5c-42eba0c6691b None None] Pushing event updated for resources: {'Port': ['ID=d8f16a38-28a4-4002-8aea-961b44708e72,revision_number=3']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:31.987662 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-0b923b3f-de46-43d5-a932-47d83c3212d7 None None] Attempting to bind port d8f16a38-28a4-4002-8aea-961b44708e72 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:20:31.988037 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-0b923b3f-de46-43d5-a932-47d83c3212d7 None None] Attempting to bind port d8f16a38-28a4-4002-8aea-961b44708e72 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': 'b49d8d1a-477f-4e55-bada-b877f79d8a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'da98e0d2-6e6b-4577-b159-9d5009c44c57'}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:20:31.988635 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b923b3f-de46-43d5-a932-47d83c3212d7 None None] Attempting to bind port d8f16a38-28a4-4002-8aea-961b44708e72 on network da98e0d2-6e6b-4577-b159-9d5009c44c57 {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:20:31.994620 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b923b3f-de46-43d5-a932-47d83c3212d7 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:20:31.995149 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b923b3f-de46-43d5-a932-47d83c3212d7 None None] Checking segment: {'id': 'b49d8d1a-477f-4e55-bada-b877f79d8a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'da98e0d2-6e6b-4577-b159-9d5009c44c57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:20:31.995565 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0b923b3f-de46-43d5-a932-47d83c3212d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:31.995964 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b923b3f-de46-43d5-a932-47d83c3212d7 None None] Bound using segment: {'id': 'b49d8d1a-477f-4e55-bada-b877f79d8a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'da98e0d2-6e6b-4577-b159-9d5009c44c57'} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:20:31.996471 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-0b923b3f-de46-43d5-a932-47d83c3212d7 None None] Bound port: d8f16a38-28a4-4002-8aea-961b44708e72, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b49d8d1a-477f-4e55-bada-b877f79d8a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'da98e0d2-6e6b-4577-b159-9d5009c44c57'}}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:20:31.997450 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0b923b3f-de46-43d5-a932-47d83c3212d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (d8f16a38-28a4-4002-8aea-961b44708e72), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:32.081950 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-0b923b3f-de46-43d5-a932-47d83c3212d7 None None] For port d8f16a38-28a4-4002-8aea-961b44708e72, host n-d-828369-5, cleared binding levels {{(pid=103143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:20:32.085690 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-0b923b3f-de46-43d5-a932-47d83c3212d7 None None] For port d8f16a38-28a4-4002-8aea-961b44708e72, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=d8f16a38-28a4-4002-8aea-961b44708e72,segment=NetworkSegment(b49d8d1a-477f-4e55-bada-b877f79d8a2e),segment_id=b49d8d1a-477f-4e55-bada-b877f79d8a2e)] {{(pid=103143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:20:32.094249 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0b923b3f-de46-43d5-a932-47d83c3212d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (d8f16a38-28a4-4002-8aea-961b44708e72), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:32.120324 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4525a4-8079-4f47-bacc-b6ef0bd43e97 req-974c1aeb-a02f-4ed8-b774-ecc639697dc8 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:32.123749 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6a4525a4-8079-4f47-bacc-b6ef0bd43e97 req-974c1aeb-a02f-4ed8-b774-ecc639697dc8 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] 10.222.0.89 "GET /v2.0/networks?id=1f5e5aee-7841-47b6-b9c7-0843cb6e1173 HTTP/1.1" status: 200 len: 809 time: 0.1238232 Feb 09 22:20:32.162175 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f52617e-02bb-4ca8-8a5c-42eba0c6691b None None] Pushing event updated for resources: {'Port': ['ID=d8f16a38-28a4-4002-8aea-961b44708e72,revision_number=4']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:32.172424 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b923b3f-de46-43d5-a932-47d83c3212d7 None None] Routers {'ee40aee2-b34a-4337-8d8a-201a2dde9936'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:20:32.172964 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-0b923b3f-de46-43d5-a932-47d83c3212d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:20:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['ee40aee2-b34a-4337-8d8a-201a2dde9936'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:32.200899 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6a4525a4-8079-4f47-bacc-b6ef0bd43e97 req-432cf559-54da-4fc6-af9f-bd2d980d5681 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dec023381df941c2a0994282633a3105 HTTP/1.1" status: 200 len: 379 time: 0.0645406 Feb 09 22:20:32.214300 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-6a4525a4-8079-4f47-bacc-b6ef0bd43e97 req-0e319331-1e8a-472e-9c8b-ae7348a79dff tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Request body: {'port': {'device_id': '8edea391-afdf-405c-bfae-34620c0c966a', 'network_id': '1f5e5aee-7841-47b6-b9c7-0843cb6e1173', 'admin_state_up': True, 'tenant_id': 'dec023381df941c2a0994282633a3105', 'security_groups': ['fadc402d-5a0e-428b-bd51-b00898c9771b']}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:20:32.235091 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-cb74e51a-e7a1-4e5f-85f0-7182dbcf8bf3 None None] Provisioning complete for port d8f16a38-28a4-4002-8aea-961b44708e72 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:20:32.235641 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-cb74e51a-e7a1-4e5f-85f0-7182dbcf8bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (d8f16a38-28a4-4002-8aea-961b44708e72), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:32.282303 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-80d5267f-c3df-4837-aa2e-173ac2d6c7e7 req-547b72a4-e9d3-47dd-a759-f25fd3fba4f7 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] 10.222.0.90 "GET /v2.0/ports?device_id=8edea391-afdf-405c-bfae-34620c0c966a HTTP/1.1" status: 200 len: 210 time: 0.0389075 Feb 09 22:20:32.375256 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-cb74e51a-e7a1-4e5f-85f0-7182dbcf8bf3 None None] Current status of the port d8f16a38-28a4-4002-8aea-961b44708e72 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:20:32.376490 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-cb74e51a-e7a1-4e5f-85f0-7182dbcf8bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (d8f16a38-28a4-4002-8aea-961b44708e72), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:32.381660 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a4525a4-8079-4f47-bacc-b6ef0bd43e97 req-0e319331-1e8a-472e-9c8b-ae7348a79dff tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Made reservation on behalf of dec023381df941c2a0994282633a3105 for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:20:32.385947 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-6a4525a4-8079-4f47-bacc-b6ef0bd43e97 req-0e319331-1e8a-472e-9c8b-ae7348a79dff tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:32.404275 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 7bd59d32-3d76-415d-91b8-44f0b495ed8e up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:20:32.448311 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-0b923b3f-de46-43d5-a932-47d83c3212d7 None None] Set router ee40aee2-b34a-4337-8d8a-201a2dde9936 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:20:32.456404 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-cb74e51a-e7a1-4e5f-85f0-7182dbcf8bf3 None None] For port d8f16a38-28a4-4002-8aea-961b44708e72, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=d8f16a38-28a4-4002-8aea-961b44708e72,segment=NetworkSegment(b49d8d1a-477f-4e55-bada-b877f79d8a2e),segment_id=b49d8d1a-477f-4e55-bada-b877f79d8a2e)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:20:32.464308 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-cb74e51a-e7a1-4e5f-85f0-7182dbcf8bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (d8f16a38-28a4-4002-8aea-961b44708e72), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:32.525423 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 7bd59d32-3d76-415d-91b8-44f0b495ed8e triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:20:32.525807 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (7bd59d32-3d76-415d-91b8-44f0b495ed8e), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:32.549303 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [req-6a4525a4-8079-4f47-bacc-b6ef0bd43e97 req-0e319331-1e8a-472e-9c8b-ae7348a79dff tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Allocated IP 172.20.0.8 (1f5e5aee-7841-47b6-b9c7-0843cb6e1173/44d4aa9c-28d9-4d71-a685-69bfc5aa0416/ea1334c5-daca-458b-b543-8901e04686f9) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:20:32.550961 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb74e51a-e7a1-4e5f-85f0-7182dbcf8bf3 None None] Pushing event updated for resources: {'Port': ['ID=d8f16a38-28a4-4002-8aea-961b44708e72,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:32.612607 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-fdd65d27-586c-41d2-9124-6cd50c3e49f8 None None] Provisioning complete for port d8f16a38-28a4-4002-8aea-961b44708e72 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:20:32.612996 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-fdd65d27-586c-41d2-9124-6cd50c3e49f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (d8f16a38-28a4-4002-8aea-961b44708e72), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:32.649635 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 7bd59d32-3d76-415d-91b8-44f0b495ed8e is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:20:32.687641 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-0b923b3f-de46-43d5-a932-47d83c3212d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee40aee2-b34a-4337-8d8a-201a2dde9936', 'name': 'tempest-TestServerBasicOps-1363237780-router', 'tenant_id': 'cd0a2ded33b24dd18f10a4bbb4c33518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '7bd59d32-3d76-415d-91b8-44f0b495ed8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:20:25Z', 'updated_at': '2022-02-09T22:20:27Z', 'revision_number': 4, 'project_id': 'cd0a2ded33b24dd18f10a4bbb4c33518', 'gw_port': {'id': '7bd59d32-3d76-415d-91b8-44f0b495ed8e', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee40aee2-b34a-4337-8d8a-201a2dde9936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:20:25Z', 'updated_at': '2022-02-09T22:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': 'd8f16a38-28a4-4002-8aea-961b44708e72', 'name': '', 'network_id': 'da98e0d2-6e6b-4577-b159-9d5009c44c57', 'tenant_id': 'cd0a2ded33b24dd18f10a4bbb4c33518', 'mac_address': 'fa:16:3e:ff:31:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee40aee2-b34a-4337-8d8a-201a2dde9936', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'f89796bd-22b5-4ea4-a826-9cbb2cea4a45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:20:27Z', 'updated_at': '2022-02-09T22:20:32Z', 'revision_number': 4, 'project_id': 'cd0a2ded33b24dd18f10a4bbb4c33518', 'subnets': [{'id': 'f89796bd-22b5-4ea4-a826-9cbb2cea4a45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:32.705990 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-fdd65d27-586c-41d2-9124-6cd50c3e49f8 None None] Current status of the port d8f16a38-28a4-4002-8aea-961b44708e72 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:20:32.707277 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-6a4525a4-8079-4f47-bacc-b6ef0bd43e97 req-0e319331-1e8a-472e-9c8b-ae7348a79dff tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Publish callbacks [] for port (ea1334c5-daca-458b-b543-8901e04686f9), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:32.720120 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b923b3f-de46-43d5-a932-47d83c3212d7 None None] The sync data for ids ['ee40aee2-b34a-4337-8d8a-201a2dde9936'] in n-d-828369-5 is: [{'id': 'ee40aee2-b34a-4337-8d8a-201a2dde9936', 'name': 'tempest-TestServerBasicOps-1363237780-router', 'tenant_id': 'cd0a2ded33b24dd18f10a4bbb4c33518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '7bd59d32-3d76-415d-91b8-44f0b495ed8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:20:25Z', 'updated_at': '2022-02-09T22:20:27Z', 'revision_number': 4, 'project_id': 'cd0a2ded33b24dd18f10a4bbb4c33518', 'gw_port': {'id': '7bd59d32-3d76-415d-91b8-44f0b495ed8e', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee40aee2-b34a-4337-8d8a-201a2dde9936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:20:25Z', 'updated_at': '2022-02-09T22:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': 'd8f16a38-28a4-4002-8aea-961b44708e72', 'name': '', 'network_id': 'da98e0d2-6e6b-4577-b159-9d5009c44c57', 'tenant_id': 'cd0a2ded33b24dd18f10a4bbb4c33518', 'mac_address': 'fa:16:3e:ff:31:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee40aee2-b34a-4337-8d8a-201a2dde9936', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'f89796bd-22b5-4ea4-a826-9cbb2cea4a45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:20:27Z', 'updated_at': '2022-02-09T22:20:32Z', 'revision_number': 4, 'project_id': 'cd0a2ded33b24dd18f10a4bbb4c33518', 'subnets': [{'id': 'f89796bd-22b5-4ea4-a826-9cbb2cea4a45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:20:32.743343 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-6a4525a4-8079-4f47-bacc-b6ef0bd43e97 req-0e319331-1e8a-472e-9c8b-ae7348a79dff tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (ea1334c5-daca-458b-b543-8901e04686f9), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:32.808453 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a4525a4-8079-4f47-bacc-b6ef0bd43e97 req-0e319331-1e8a-472e-9c8b-ae7348a79dff tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Network 1f5e5aee-7841-47b6-b9c7-0843cb6e1173 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:20:32.811600 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [req-6a4525a4-8079-4f47-bacc-b6ef0bd43e97 req-0e319331-1e8a-472e-9c8b-ae7348a79dff tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:20:32.815956 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a4525a4-8079-4f47-bacc-b6ef0bd43e97 req-0e319331-1e8a-472e-9c8b-ae7348a79dff tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:20:32.819951 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e319331-1e8a-472e-9c8b-ae7348a79dff tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Pushing event updated for resources: {'Port': ['ID=ea1334c5-daca-458b-b543-8901e04686f9,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:32.869683 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4525a4-8079-4f47-bacc-b6ef0bd43e97 req-0e319331-1e8a-472e-9c8b-ae7348a79dff tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:32.870439 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-6a4525a4-8079-4f47-bacc-b6ef0bd43e97 req-0e319331-1e8a-472e-9c8b-ae7348a79dff tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:32.889183 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6a4525a4-8079-4f47-bacc-b6ef0bd43e97 req-0e319331-1e8a-472e-9c8b-ae7348a79dff tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6792326 Feb 09 22:20:32.964533 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-6a4525a4-8079-4f47-bacc-b6ef0bd43e97 req-04d4a747-98b6-47ca-8bf1-e256c71848d7 service neutron] Request body: {'port': {'device_id': '8edea391-afdf-405c-bfae-34620c0c966a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:20:33.032984 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-6a4525a4-8079-4f47-bacc-b6ef0bd43e97 req-04d4a747-98b6-47ca-8bf1-e256c71848d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (ea1334c5-daca-458b-b543-8901e04686f9), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:33.141614 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-c4da4a0c-dcc8-4118-ac2c-3d5db7e60791 None None] Provisioning complete for port ea1334c5-daca-458b-b543-8901e04686f9 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:20:33.142091 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c4da4a0c-dcc8-4118-ac2c-3d5db7e60791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (ea1334c5-daca-458b-b543-8901e04686f9), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:33.180836 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-c4da4a0c-dcc8-4118-ac2c-3d5db7e60791 None None] Port ea1334c5-daca-458b-b543-8901e04686f9 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:20:33.322870 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-6a4525a4-8079-4f47-bacc-b6ef0bd43e97 req-04d4a747-98b6-47ca-8bf1-e256c71848d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea1334c5-daca-458b-b543-8901e04686f9 {{(pid=103141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:20:33.331090 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-6a4525a4-8079-4f47-bacc-b6ef0bd43e97 req-04d4a747-98b6-47ca-8bf1-e256c71848d7 service neutron] Publish callbacks [] for port (ea1334c5-daca-458b-b543-8901e04686f9), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:33.345044 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-6a4525a4-8079-4f47-bacc-b6ef0bd43e97 req-04d4a747-98b6-47ca-8bf1-e256c71848d7 service neutron] Transition to ACTIVE for port object ea1334c5-daca-458b-b543-8901e04686f9 will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:20:33.348092 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-6a4525a4-8079-4f47-bacc-b6ef0bd43e97 req-04d4a747-98b6-47ca-8bf1-e256c71848d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (ea1334c5-daca-458b-b543-8901e04686f9), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:33.419570 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d4a747-98b6-47ca-8bf1-e256c71848d7 service neutron] Pushing event updated for resources: {'Port': ['ID=ea1334c5-daca-458b-b543-8901e04686f9,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:33.430451 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e1d22b-3b29-4153-9b78-bd16374d8b16 req-47768b22-7e76-434f-a8cd-60be99d3774a tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:33.432817 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e8e1d22b-3b29-4153-9b78-bd16374d8b16 req-47768b22-7e76-434f-a8cd-60be99d3774a tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] 10.222.0.90 "GET /v2.0/ports?device_id=8edea391-afdf-405c-bfae-34620c0c966a HTTP/1.1" status: 200 len: 943 time: 0.0730290 Feb 09 22:20:33.481180 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-6a4525a4-8079-4f47-bacc-b6ef0bd43e97 req-04d4a747-98b6-47ca-8bf1-e256c71848d7 service neutron] Attempting to bind port ea1334c5-daca-458b-b543-8901e04686f9 on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:20:33.482414 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-6a4525a4-8079-4f47-bacc-b6ef0bd43e97 req-04d4a747-98b6-47ca-8bf1-e256c71848d7 service neutron] Attempting to bind port ea1334c5-daca-458b-b543-8901e04686f9 by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': '194fb2cb-5143-4c5d-b400-deb5a3abbb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '1f5e5aee-7841-47b6-b9c7-0843cb6e1173'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:20:33.482905 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4525a4-8079-4f47-bacc-b6ef0bd43e97 req-04d4a747-98b6-47ca-8bf1-e256c71848d7 service neutron] Attempting to bind port ea1334c5-daca-458b-b543-8901e04686f9 on network 1f5e5aee-7841-47b6-b9c7-0843cb6e1173 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:20:33.486882 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e8e1d22b-3b29-4153-9b78-bd16374d8b16 req-76f33969-296e-4d6b-9ae2-4e26cb8cdb95 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] 10.222.0.90 "GET /v2.0/security-groups?id=fadc402d-5a0e-428b-bd51-b00898c9771b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481694 Feb 09 22:20:33.488461 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4525a4-8079-4f47-bacc-b6ef0bd43e97 req-04d4a747-98b6-47ca-8bf1-e256c71848d7 service neutron] Port ea1334c5-daca-458b-b543-8901e04686f9 on network 1f5e5aee-7841-47b6-b9c7-0843cb6e1173 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:20:33.489008 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4525a4-8079-4f47-bacc-b6ef0bd43e97 req-04d4a747-98b6-47ca-8bf1-e256c71848d7 service neutron] Attempting to bind port ea1334c5-daca-458b-b543-8901e04686f9 on network 1f5e5aee-7841-47b6-b9c7-0843cb6e1173 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:20:33.497209 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4525a4-8079-4f47-bacc-b6ef0bd43e97 req-04d4a747-98b6-47ca-8bf1-e256c71848d7 service neutron] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:20:33.497549 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4525a4-8079-4f47-bacc-b6ef0bd43e97 req-04d4a747-98b6-47ca-8bf1-e256c71848d7 service neutron] Checking segment: {'id': '194fb2cb-5143-4c5d-b400-deb5a3abbb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '1f5e5aee-7841-47b6-b9c7-0843cb6e1173'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:20:33.498079 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4525a4-8079-4f47-bacc-b6ef0bd43e97 req-04d4a747-98b6-47ca-8bf1-e256c71848d7 service neutron] Bound using segment: {'id': '194fb2cb-5143-4c5d-b400-deb5a3abbb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '1f5e5aee-7841-47b6-b9c7-0843cb6e1173'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:20:33.498614 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-6a4525a4-8079-4f47-bacc-b6ef0bd43e97 req-04d4a747-98b6-47ca-8bf1-e256c71848d7 service neutron] Bound port: ea1334c5-daca-458b-b543-8901e04686f9, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '194fb2cb-5143-4c5d-b400-deb5a3abbb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '1f5e5aee-7841-47b6-b9c7-0843cb6e1173'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:20:33.498875 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-6a4525a4-8079-4f47-bacc-b6ef0bd43e97 req-04d4a747-98b6-47ca-8bf1-e256c71848d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (ea1334c5-daca-458b-b543-8901e04686f9), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:33.581596 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-6a4525a4-8079-4f47-bacc-b6ef0bd43e97 req-04d4a747-98b6-47ca-8bf1-e256c71848d7 service neutron] For port ea1334c5-daca-458b-b543-8901e04686f9, host n-h2-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:20:33.585536 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-6a4525a4-8079-4f47-bacc-b6ef0bd43e97 req-04d4a747-98b6-47ca-8bf1-e256c71848d7 service neutron] For port ea1334c5-daca-458b-b543-8901e04686f9, host n-h2-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=ea1334c5-daca-458b-b543-8901e04686f9,segment=NetworkSegment(194fb2cb-5143-4c5d-b400-deb5a3abbb87),segment_id=194fb2cb-5143-4c5d-b400-deb5a3abbb87)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:20:33.593415 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-6a4525a4-8079-4f47-bacc-b6ef0bd43e97 req-04d4a747-98b6-47ca-8bf1-e256c71848d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (ea1334c5-daca-458b-b543-8901e04686f9), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:33.627615 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4525a4-8079-4f47-bacc-b6ef0bd43e97 req-04d4a747-98b6-47ca-8bf1-e256c71848d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:33.628606 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-6a4525a4-8079-4f47-bacc-b6ef0bd43e97 req-04d4a747-98b6-47ca-8bf1-e256c71848d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:33.630026 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6a4525a4-8079-4f47-bacc-b6ef0bd43e97 req-04d4a747-98b6-47ca-8bf1-e256c71848d7 service neutron] 10.222.0.89 "PUT /v2.0/ports/ea1334c5-daca-458b-b543-8901e04686f9 HTTP/1.1" status: 200 len: 1091 time: 0.7339208 Feb 09 22:20:33.632432 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8edea391-afdf-405c-bfae-34620c0c966a', 'tag': 'ea1334c5-daca-458b-b543-8901e04686f9'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:20:33.636168 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09443200ebe816562b64924b31f0d8b942e37b98a73d6854af0659d91cc1e638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-313b1288-ebae-4793-8d92-5e81fc49074b" -d '{"events": [{"name": "network-changed", "server_uuid": "8edea391-afdf-405c-bfae-34620c0c966a", "tag": "ea1334c5-daca-458b-b543-8901e04686f9"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:20:33.690433 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d4a747-98b6-47ca-8bf1-e256c71848d7 service neutron] Pushing event updated for resources: {'Port': ['ID=ea1334c5-daca-458b-b543-8901e04686f9,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:33.712895 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceeffff5-b8ad-413b-adc3-8863fd2a3008 x-openstack-request-id: req-ceeffff5-b8ad-413b-adc3-8863fd2a3008 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:20:33.713441 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8edea391-afdf-405c-bfae-34620c0c966a", "tag": "ea1334c5-daca-458b-b543-8901e04686f9", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:20:33.713762 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-ceeffff5-b8ad-413b-adc3-8863fd2a3008 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:20:33.714234 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8edea391-afdf-405c-bfae-34620c0c966a', 'tag': 'ea1334c5-daca-458b-b543-8901e04686f9', 'status': 'completed', 'code': 200} Feb 09 22:20:33.736407 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4525a4-8079-4f47-bacc-b6ef0bd43e97 req-fc1de56c-f425-4d3a-b3d3-076991ba6724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:33.737962 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6a4525a4-8079-4f47-bacc-b6ef0bd43e97 req-fc1de56c-f425-4d3a-b3d3-076991ba6724 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=dec023381df941c2a0994282633a3105&device_id=8edea391-afdf-405c-bfae-34620c0c966a HTTP/1.1" status: 200 len: 1125 time: 0.0637484 Feb 09 22:20:33.787193 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6a4525a4-8079-4f47-bacc-b6ef0bd43e97 req-ee2af9b7-46a7-4649-9d72-1e67d985936a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea1334c5-daca-458b-b543-8901e04686f9 HTTP/1.1" status: 200 len: 217 time: 0.0410450 Feb 09 22:20:33.839922 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4525a4-8079-4f47-bacc-b6ef0bd43e97 req-2cd9b330-bf2d-42c3-8a37-1eb913cab50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:33.841774 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6a4525a4-8079-4f47-bacc-b6ef0bd43e97 req-2cd9b330-bf2d-42c3-8a37-1eb913cab50f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=44d4aa9c-28d9-4d71-a685-69bfc5aa0416 HTTP/1.1" status: 200 len: 848 time: 0.0476346 Feb 09 22:20:33.894687 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4525a4-8079-4f47-bacc-b6ef0bd43e97 req-0668ee25-79c3-4a00-b02b-64d8cfc95d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:33.896210 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6a4525a4-8079-4f47-bacc-b6ef0bd43e97 req-0668ee25-79c3-4a00-b02b-64d8cfc95d4b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1f5e5aee-7841-47b6-b9c7-0843cb6e1173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0480566 Feb 09 22:20:34.314996 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6a4525a4-8079-4f47-bacc-b6ef0bd43e97 req-15c1d9b6-31b1-47ab-ba52-711fa5e6ca08 service neutron] 10.222.0.89 "GET /v2.0/networks/1f5e5aee-7841-47b6-b9c7-0843cb6e1173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4126031 Feb 09 22:20:34.380038 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device d8f16a38-28a4-4002-8aea-961b44708e72 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:20:34.412475 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6a4525a4-8079-4f47-bacc-b6ef0bd43e97 req-c17d0a3b-f2f5-4005-8f27-48406f049356 service neutron] 10.222.0.89 "GET /v2.0/networks/1f5e5aee-7841-47b6-b9c7-0843cb6e1173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909317 Feb 09 22:20:34.431732 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port d8f16a38-28a4-4002-8aea-961b44708e72 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:20:34.432108 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (d8f16a38-28a4-4002-8aea-961b44708e72), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:34.504201 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313b1288-ebae-4793-8d92-5e81fc49074b req-810c7ee3-8f03-4446-a735-7ab53356025c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:34.505730 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-313b1288-ebae-4793-8d92-5e81fc49074b req-810c7ee3-8f03-4446-a735-7ab53356025c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=dec023381df941c2a0994282633a3105&device_id=8edea391-afdf-405c-bfae-34620c0c966a HTTP/1.1" status: 200 len: 1125 time: 0.0465701 Feb 09 22:20:34.510349 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port d8f16a38-28a4-4002-8aea-961b44708e72 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:20:34.598697 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313b1288-ebae-4793-8d92-5e81fc49074b req-0a51f7c2-4f23-40e9-8a9e-78e2642169f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:34.600255 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-313b1288-ebae-4793-8d92-5e81fc49074b req-0a51f7c2-4f23-40e9-8a9e-78e2642169f4 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1f5e5aee-7841-47b6-b9c7-0843cb6e1173 HTTP/1.1" status: 200 len: 910 time: 0.0878525 Feb 09 22:20:34.607776 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44445533-838b-4b28-b6c4-eb42a20f7ff7 req-8302087a-b339-422c-8dff-6eb5b5041b8c tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:34.609363 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-44445533-838b-4b28-b6c4-eb42a20f7ff7 req-8302087a-b339-422c-8dff-6eb5b5041b8c tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] 10.222.0.90 "GET /v2.0/ports?device_id=8edea391-afdf-405c-bfae-34620c0c966a HTTP/1.1" status: 200 len: 943 time: 0.0526156 Feb 09 22:20:34.646043 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-313b1288-ebae-4793-8d92-5e81fc49074b req-4eb824c5-ca19-4e90-818c-4f22ad65cbe2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea1334c5-daca-458b-b543-8901e04686f9 HTTP/1.1" status: 200 len: 217 time: 0.0385799 Feb 09 22:20:34.662349 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-44445533-838b-4b28-b6c4-eb42a20f7ff7 req-4fedd8a8-0154-49c9-b900-bf12103c483c tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] 10.222.0.90 "GET /v2.0/security-groups?id=fadc402d-5a0e-428b-bd51-b00898c9771b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429161 Feb 09 22:20:34.705614 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313b1288-ebae-4793-8d92-5e81fc49074b req-580295fd-74fc-4bf2-b422-bb192f08a6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:34.707127 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-313b1288-ebae-4793-8d92-5e81fc49074b req-580295fd-74fc-4bf2-b422-bb192f08a6fa service neutron] 10.222.0.89 "GET /v2.0/subnets?id=44d4aa9c-28d9-4d71-a685-69bfc5aa0416 HTTP/1.1" status: 200 len: 848 time: 0.0551021 Feb 09 22:20:34.756313 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313b1288-ebae-4793-8d92-5e81fc49074b req-9d465c7d-d203-41e6-be5d-fcff3b3a2c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:34.757819 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-313b1288-ebae-4793-8d92-5e81fc49074b req-9d465c7d-d203-41e6-be5d-fcff3b3a2c7b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1f5e5aee-7841-47b6-b9c7-0843cb6e1173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445466 Feb 09 22:20:34.845035 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-313b1288-ebae-4793-8d92-5e81fc49074b req-0943c071-23b0-4665-be4a-e37aaefd303c service neutron] 10.222.0.89 "GET /v2.0/networks/1f5e5aee-7841-47b6-b9c7-0843cb6e1173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805194 Feb 09 22:20:34.937531 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-313b1288-ebae-4793-8d92-5e81fc49074b req-1edbd04b-d683-46eb-9171-dca3d316c580 service neutron] 10.222.0.89 "GET /v2.0/networks/1f5e5aee-7841-47b6-b9c7-0843cb6e1173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864868 Feb 09 22:20:35.579404 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:20:35.784992 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd31cac5-5bbb-4537-9255-5e243b4bc36a req-20bb07e8-2c8d-4c3f-92d2-a65ec03a9e95 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:35.786488 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dd31cac5-5bbb-4537-9255-5e243b4bc36a req-20bb07e8-2c8d-4c3f-92d2-a65ec03a9e95 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] 10.222.0.90 "GET /v2.0/ports?device_id=8edea391-afdf-405c-bfae-34620c0c966a HTTP/1.1" status: 200 len: 943 time: 0.0528855 Feb 09 22:20:35.838751 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dd31cac5-5bbb-4537-9255-5e243b4bc36a req-88d037ee-1d36-40cc-bc99-6db816111861 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] 10.222.0.90 "GET /v2.0/security-groups?id=fadc402d-5a0e-428b-bd51-b00898c9771b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465617 Feb 09 22:20:36.268630 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device ea1334c5-daca-458b-b543-8901e04686f9 details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:20:36.369136 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port ea1334c5-daca-458b-b543-8901e04686f9, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=ea1334c5-daca-458b-b543-8901e04686f9,segment=NetworkSegment(194fb2cb-5143-4c5d-b400-deb5a3abbb87),segment_id=194fb2cb-5143-4c5d-b400-deb5a3abbb87)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:20:36.381586 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': 'ea1334c5-daca-458b-b543-8901e04686f9', 'network_id': '1f5e5aee-7841-47b6-b9c7-0843cb6e1173', 'port_id': 'ea1334c5-daca-458b-b543-8901e04686f9', 'mac_address': 'fa:16:3e:33:d5:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44d4aa9c-28d9-4d71-a685-69bfc5aa0416', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:20:36.417169 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port ea1334c5-daca-458b-b543-8901e04686f9 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:20:36.417563 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (ea1334c5-daca-458b-b543-8901e04686f9), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:36.430700 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea1334c5-daca-458b-b543-8901e04686f9 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:20:36.450385 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port ea1334c5-daca-458b-b543-8901e04686f9, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=ea1334c5-daca-458b-b543-8901e04686f9,segment=NetworkSegment(194fb2cb-5143-4c5d-b400-deb5a3abbb87),segment_id=194fb2cb-5143-4c5d-b400-deb5a3abbb87)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:20:36.454244 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (ea1334c5-daca-458b-b543-8901e04686f9), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:36.504602 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=ea1334c5-daca-458b-b543-8901e04686f9,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:36.885880 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['ea1334c5-daca-458b-b543-8901e04686f9'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:20:36.959701 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5d905e-4db0-4b5b-8595-cca87e209919 req-f906b0aa-d77e-4d60-8d86-c1f395f19a85 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:36.961235 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9e5d905e-4db0-4b5b-8595-cca87e209919 req-f906b0aa-d77e-4d60-8d86-c1f395f19a85 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] 10.222.0.90 "GET /v2.0/ports?device_id=8edea391-afdf-405c-bfae-34620c0c966a HTTP/1.1" status: 200 len: 944 time: 0.0541899 Feb 09 22:20:37.010971 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9e5d905e-4db0-4b5b-8595-cca87e209919 req-b5938c74-bdeb-4ea1-af22-60c7c1708616 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] 10.222.0.90 "GET /v2.0/security-groups?id=fadc402d-5a0e-428b-bd51-b00898c9771b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434723 Feb 09 22:20:38.137028 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ce1726-6d89-4ade-9c3e-7aa89bbab5b5 req-72a37283-9ea1-4b76-96db-6b935251a881 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:38.138534 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-27ce1726-6d89-4ade-9c3e-7aa89bbab5b5 req-72a37283-9ea1-4b76-96db-6b935251a881 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] 10.222.0.90 "GET /v2.0/ports?device_id=8edea391-afdf-405c-bfae-34620c0c966a HTTP/1.1" status: 200 len: 944 time: 0.0536962 Feb 09 22:20:38.187157 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-27ce1726-6d89-4ade-9c3e-7aa89bbab5b5 req-cc904a8d-5c08-4548-92fe-127d851ba68f tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] 10.222.0.90 "GET /v2.0/security-groups?id=fadc402d-5a0e-428b-bd51-b00898c9771b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431159 Feb 09 22:20:38.292432 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device ea1334c5-daca-458b-b543-8901e04686f9 up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:20:38.340582 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning for port ea1334c5-daca-458b-b543-8901e04686f9 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:20:38.345183 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port ea1334c5-daca-458b-b543-8901e04686f9 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:20:38.345556 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (ea1334c5-daca-458b-b543-8901e04686f9), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:38.425321 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port ea1334c5-daca-458b-b543-8901e04686f9 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:20:38.425705 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (ea1334c5-daca-458b-b543-8901e04686f9), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:38.447295 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8edea391-afdf-405c-bfae-34620c0c966a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea1334c5-daca-458b-b543-8901e04686f9'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:20:38.449560 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775db1b59eb5646cb82a01a17728c898e32a2d0c8bd00da6854317691c2b9b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b40cf2-914a-4f10-95cb-b05c25a30c3b" -d '{"events": [{"server_uuid": "8edea391-afdf-405c-bfae-34620c0c966a", "name": "network-vif-plugged", "status": "completed", "tag": "ea1334c5-daca-458b-b543-8901e04686f9"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:20:38.462019 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port ea1334c5-daca-458b-b543-8901e04686f9, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=ea1334c5-daca-458b-b543-8901e04686f9,segment=NetworkSegment(194fb2cb-5143-4c5d-b400-deb5a3abbb87),segment_id=194fb2cb-5143-4c5d-b400-deb5a3abbb87)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:20:38.465763 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (ea1334c5-daca-458b-b543-8901e04686f9), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:38.513259 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=ea1334c5-daca-458b-b543-8901e04686f9,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:38.549203 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d99fb15-6abe-4474-88bf-1be7334a0e04 x-openstack-request-id: req-5d99fb15-6abe-4474-88bf-1be7334a0e04 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:20:38.549505 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8edea391-afdf-405c-bfae-34620c0c966a", "name": "network-vif-plugged", "status": "completed", "tag": "ea1334c5-daca-458b-b543-8901e04686f9", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:20:38.549763 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-5d99fb15-6abe-4474-88bf-1be7334a0e04 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:20:38.550163 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8edea391-afdf-405c-bfae-34620c0c966a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea1334c5-daca-458b-b543-8901e04686f9', 'code': 200} Feb 09 22:20:38.653627 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d61d53-7eef-401c-8558-0862b5190b12 req-68aba4d9-3b62-481f-b023-693e0902fd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:38.655160 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-13d61d53-7eef-401c-8558-0862b5190b12 req-68aba4d9-3b62-481f-b023-693e0902fd81 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=8edea391-afdf-405c-bfae-34620c0c966a HTTP/1.1" status: 200 len: 1127 time: 0.0479417 Feb 09 22:20:38.699884 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-13d61d53-7eef-401c-8558-0862b5190b12 req-4d8ebcda-dc0c-4163-a82d-fa1130f3422b service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=fadc402d-5a0e-428b-bd51-b00898c9771b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385649 Feb 09 22:20:39.105766 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5a0dca62-d39b-432b-9f3a-82ce6c78f157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:39.309093 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c92f09-6b03-410e-bea9-108e375b4bb7 req-62f95fcc-d84f-4f02-8d76-990dd9d8e298 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:39.310640 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-60c92f09-6b03-410e-bea9-108e375b4bb7 req-62f95fcc-d84f-4f02-8d76-990dd9d8e298 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] 10.222.0.90 "GET /v2.0/ports?device_id=8edea391-afdf-405c-bfae-34620c0c966a HTTP/1.1" status: 200 len: 945 time: 0.0570168 Feb 09 22:20:39.358716 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-60c92f09-6b03-410e-bea9-108e375b4bb7 req-5f40e6aa-b5ee-43e5-bda2-745802f7443d tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] 10.222.0.90 "GET /v2.0/security-groups?id=fadc402d-5a0e-428b-bd51-b00898c9771b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423844 Feb 09 22:20:40.480091 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12fc3e6-aa07-448a-b3f2-1e733c1398d9 req-36b6bc55-ab2b-4e1e-aaae-f5ad9d35759d tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:40.481532 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e12fc3e6-aa07-448a-b3f2-1e733c1398d9 req-36b6bc55-ab2b-4e1e-aaae-f5ad9d35759d tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] 10.222.0.90 "GET /v2.0/ports?device_id=8edea391-afdf-405c-bfae-34620c0c966a HTTP/1.1" status: 200 len: 945 time: 0.0538750 Feb 09 22:20:40.530222 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e12fc3e6-aa07-448a-b3f2-1e733c1398d9 req-ac6c8de8-213a-44bb-a70e-2a5714b66021 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] 10.222.0.90 "GET /v2.0/security-groups?id=fadc402d-5a0e-428b-bd51-b00898c9771b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430617 Feb 09 22:20:40.652433 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04b296a-1831-49e2-9473-c08fcd39bbe9 req-84a4750c-c002-4fed-8c78-848991854365 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:40.653929 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a04b296a-1831-49e2-9473-c08fcd39bbe9 req-84a4750c-c002-4fed-8c78-848991854365 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] 10.222.0.90 "GET /v2.0/ports?device_id=8edea391-afdf-405c-bfae-34620c0c966a HTTP/1.1" status: 200 len: 945 time: 0.0563126 Feb 09 22:20:40.702990 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a04b296a-1831-49e2-9473-c08fcd39bbe9 req-810566b2-dd33-4c59-8ac5-c689d06e71ca tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] 10.222.0.90 "GET /v2.0/security-groups?id=fadc402d-5a0e-428b-bd51-b00898c9771b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434012 Feb 09 22:20:40.819669 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d0f470-48a8-4b88-a91b-a101e519ef40 req-f3665e95-6d5c-487d-b21b-2393e4a01c65 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:40.821152 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-61d0f470-48a8-4b88-a91b-a101e519ef40 req-f3665e95-6d5c-487d-b21b-2393e4a01c65 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] 10.222.0.90 "GET /v2.0/ports?device_id=8edea391-afdf-405c-bfae-34620c0c966a HTTP/1.1" status: 200 len: 945 time: 0.0516131 Feb 09 22:20:40.868707 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-61d0f470-48a8-4b88-a91b-a101e519ef40 req-64f7c1d0-a756-41f3-96a5-ff589ccf9ace tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] 10.222.0.90 "GET /v2.0/security-groups?id=fadc402d-5a0e-428b-bd51-b00898c9771b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412335 Feb 09 22:20:40.890816 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 50128) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:40.972465 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8a8863-5519-44fb-8a5e-036706e7789b tempest-TestServerBasicOps-2027753588 tempest-TestServerBasicOps-2027753588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:40.973981 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-ee8a8863-5519-44fb-8a5e-036706e7789b tempest-TestServerBasicOps-2027753588 tempest-TestServerBasicOps-2027753588-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=8edea391-afdf-405c-bfae-34620c0c966a HTTP/1.1" status: 200 len: 1122 time: 0.0821872 Feb 09 22:20:40.976958 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 50132) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:20:40.981180 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-4efba727-de8f-41fe-a97d-80b543e0bdd0 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Request body: {'floatingip': {'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'port_id': 'ea1334c5-daca-458b-b543-8901e04686f9', 'tenant_id': 'dec023381df941c2a0994282633a3105', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:20:41.001776 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4efba727-de8f-41fe-a97d-80b543e0bdd0 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:41.062927 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-46dfd8bc-74f5-452c-9b61-c42179d6fcbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:41.107217 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4efba727-de8f-41fe-a97d-80b543e0bdd0 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:41.212144 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-4efba727-de8f-41fe-a97d-80b543e0bdd0 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Allocated IP 172.25.3.187 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/f71be961-38d3-4a0c-91cf-1ddb78071321) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:20:41.309377 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4efba727-de8f-41fe-a97d-80b543e0bdd0 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Publish callbacks [] for port (f71be961-38d3-4a0c-91cf-1ddb78071321), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:41.340847 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4efba727-de8f-41fe-a97d-80b543e0bdd0 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (f71be961-38d3-4a0c-91cf-1ddb78071321), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:41.375900 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4efba727-de8f-41fe-a97d-80b543e0bdd0 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:20:41.380651 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-4efba727-de8f-41fe-a97d-80b543e0bdd0 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:20:41.384096 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efba727-de8f-41fe-a97d-80b543e0bdd0 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:20:41.411200 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efba727-de8f-41fe-a97d-80b543e0bdd0 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Pushing event updated for resources: {'Port': ['ID=f71be961-38d3-4a0c-91cf-1ddb78071321,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:41.728605 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4efba727-de8f-41fe-a97d-80b543e0bdd0 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Publish callbacks [] for floatingip (95a12828-bacb-4194-8126-5e75e41cdde5), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:41.805363 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4efba727-de8f-41fe-a97d-80b543e0bdd0 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (f71be961-38d3-4a0c-91cf-1ddb78071321), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:41.949117 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4efba727-de8f-41fe-a97d-80b543e0bdd0 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Publish callbacks [] for port (f71be961-38d3-4a0c-91cf-1ddb78071321), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:41.954445 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4efba727-de8f-41fe-a97d-80b543e0bdd0 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (f71be961-38d3-4a0c-91cf-1ddb78071321), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:42.027777 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efba727-de8f-41fe-a97d-80b543e0bdd0 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Pushing event updated for resources: {'Port': ['ID=f71be961-38d3-4a0c-91cf-1ddb78071321,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:20:42.038979 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4efba727-de8f-41fe-a97d-80b543e0bdd0 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (95a12828-bacb-4194-8126-5e75e41cdde5), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:42.418872 n-d-828369-5 neutron-server[103140]: INFO neutron.db.l3_db [None req-4efba727-de8f-41fe-a97d-80b543e0bdd0 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Floating IP 95a12828-bacb-4194-8126-5e75e41cdde5 associated. External IP: 172.25.3.187, port: ea1334c5-daca-458b-b543-8901e04686f9. Feb 09 22:20:42.629951 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4efba727-de8f-41fe-a97d-80b543e0bdd0 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Router fe4245b2-973e-4764-a01b-507aa2ca8998 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:20:42.694697 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-db659eb8-8777-446f-837b-9fb198ad51ab req-e2a29597-2f17-435a-bd96-9afabf1f8130 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=8edea391-afdf-405c-bfae-34620c0c966a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0479276 Feb 09 22:20:42.740519 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4efba727-de8f-41fe-a97d-80b543e0bdd0 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:20:42.751467 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e25f64-c8d7-485b-9b8c-29f462a5fcb5 None None] Sync routers for ids ['fe4245b2-973e-4764-a01b-507aa2ca8998'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:20:42.760980 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4efba727-de8f-41fe-a97d-80b543e0bdd0 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:42.766780 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e25f64-c8d7-485b-9b8c-29f462a5fcb5 None None] Routers {'fe4245b2-973e-4764-a01b-507aa2ca8998'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:20:42.767788 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-e0e25f64-c8d7-485b-9b8c-29f462a5fcb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:20:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['fe4245b2-973e-4764-a01b-507aa2ca8998'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:42.795277 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-4efba727-de8f-41fe-a97d-80b543e0bdd0 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8172843 Feb 09 22:20:42.795889 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8edea391-afdf-405c-bfae-34620c0c966a', 'tag': 'ea1334c5-daca-458b-b543-8901e04686f9'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:20:42.798201 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeffc705608a4dd69cb5404422316ada7b9aac7c10ebf1b572e9a7af4b46bee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68278936-24e9-467e-a2a2-8b7f433ff390" -d '{"events": [{"name": "network-changed", "server_uuid": "8edea391-afdf-405c-bfae-34620c0c966a", "tag": "ea1334c5-daca-458b-b543-8901e04686f9"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:20:42.841181 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f42dd730-bfce-433d-af6b-80631e1e99a0 x-openstack-request-id: req-f42dd730-bfce-433d-af6b-80631e1e99a0 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:20:42.841480 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8edea391-afdf-405c-bfae-34620c0c966a", "tag": "ea1334c5-daca-458b-b543-8901e04686f9", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:20:42.841772 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-f42dd730-bfce-433d-af6b-80631e1e99a0 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:20:42.842184 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8edea391-afdf-405c-bfae-34620c0c966a', 'tag': 'ea1334c5-daca-458b-b543-8901e04686f9', 'status': 'completed', 'code': 200} Feb 09 22:20:42.842557 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db659eb8-8777-446f-837b-9fb198ad51ab req-ac7fcf6a-d757-4951-9217-607c674a9e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:42.844137 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-db659eb8-8777-446f-837b-9fb198ad51ab req-ac7fcf6a-d757-4951-9217-607c674a9e87 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=dec023381df941c2a0994282633a3105&device_id=8edea391-afdf-405c-bfae-34620c0c966a HTTP/1.1" status: 200 len: 1127 time: 0.0546243 Feb 09 22:20:42.950565 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db659eb8-8777-446f-837b-9fb198ad51ab req-e794e50c-e7ba-41f1-9539-45c16d7dab31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:42.952597 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-db659eb8-8777-446f-837b-9fb198ad51ab req-e794e50c-e7ba-41f1-9539-45c16d7dab31 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1f5e5aee-7841-47b6-b9c7-0843cb6e1173 HTTP/1.1" status: 200 len: 910 time: 0.0885134 Feb 09 22:20:43.025697 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-db659eb8-8777-446f-837b-9fb198ad51ab req-d49d1854-63f8-482e-bbcb-596122a1cc23 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea1334c5-daca-458b-b543-8901e04686f9 HTTP/1.1" status: 200 len: 999 time: 0.0670195 Feb 09 22:20:43.027083 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:43.064787 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-e0e25f64-c8d7-485b-9b8c-29f462a5fcb5 None None] Set router fe4245b2-973e-4764-a01b-507aa2ca8998 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:20:43.074316 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db659eb8-8777-446f-837b-9fb198ad51ab req-648a29c4-f4a7-4c5e-86c9-ad86f26dff05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:43.075799 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-db659eb8-8777-446f-837b-9fb198ad51ab req-648a29c4-f4a7-4c5e-86c9-ad86f26dff05 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=44d4aa9c-28d9-4d71-a685-69bfc5aa0416 HTTP/1.1" status: 200 len: 848 time: 0.0437050 Feb 09 22:20:43.132945 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db659eb8-8777-446f-837b-9fb198ad51ab req-2c611fce-d216-492e-9a7e-bf3a968b7ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:43.134478 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-db659eb8-8777-446f-837b-9fb198ad51ab req-2c611fce-d216-492e-9a7e-bf3a968b7ca3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1f5e5aee-7841-47b6-b9c7-0843cb6e1173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0520840 Feb 09 22:20:43.226347 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-db659eb8-8777-446f-837b-9fb198ad51ab req-55bec9d2-763c-4e5c-812c-1ae358ed426e service neutron] 10.222.0.89 "GET /v2.0/networks/1f5e5aee-7841-47b6-b9c7-0843cb6e1173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851161 Feb 09 22:20:43.304142 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-e0e25f64-c8d7-485b-9b8c-29f462a5fcb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4245b2-973e-4764-a01b-507aa2ca8998', 'name': 'tempest-TestServerBasicOps-2114256002-router', 'tenant_id': 'dec023381df941c2a0994282633a3105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': 'dacfc4b9-59a5-4e58-8dde-b9a434336ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:20:20Z', 'updated_at': '2022-02-09T22:20:23Z', 'revision_number': 4, 'project_id': 'dec023381df941c2a0994282633a3105', 'gw_port': {'id': 'dacfc4b9-59a5-4e58-8dde-b9a434336ac6', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4245b2-973e-4764-a01b-507aa2ca8998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:20:21Z', 'updated_at': '2022-02-09T22:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': '95a12828-bacb-4194-8126-5e75e41cdde5', 'tenant_id': 'dec023381df941c2a0994282633a3105', 'floating_ip_address': '172.25.3.187', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': 'fe4245b2-973e-4764-a01b-507aa2ca8998', 'port_id': 'ea1334c5-daca-458b-b543-8901e04686f9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f5e5aee-7841-47b6-b9c7-0843cb6e1173', 'mac_address': 'fa:16:3e:33:d5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8edea391-afdf-405c-bfae-34620c0c966a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:20:41Z', 'updated_at': '2022-02-09T22:20:41Z', 'revision_number': 0, 'project_id': 'dec023381df941c2a0994282633a3105', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bb14ade-98a1-4dbb-a828-07bb72403044', 'name': '', 'network_id': '1f5e5aee-7841-47b6-b9c7-0843cb6e1173', 'tenant_id': 'dec023381df941c2a0994282633a3105', 'mac_address': 'fa:16:3e:bc:dc:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4245b2-973e-4764-a01b-507aa2ca8998', 'device_owner': 'network:router_interface', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': '44d4aa9c-28d9-4d71-a685-69bfc5aa0416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:20:22Z', 'updated_at': '2022-02-09T22:20:29Z', 'revision_number': 5, 'project_id': 'dec023381df941c2a0994282633a3105', 'subnets': [{'id': '44d4aa9c-28d9-4d71-a685-69bfc5aa0416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:43.317383 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-db659eb8-8777-446f-837b-9fb198ad51ab req-a20fc811-7d8a-4329-9594-b924880d68dc service neutron] 10.222.0.89 "GET /v2.0/networks/1f5e5aee-7841-47b6-b9c7-0843cb6e1173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836740 Feb 09 22:20:43.330737 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e25f64-c8d7-485b-9b8c-29f462a5fcb5 None None] Checking router: fe4245b2-973e-4764-a01b-507aa2ca8998 for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:20:43.339523 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e25f64-c8d7-485b-9b8c-29f462a5fcb5 None None] Routers {'fe4245b2-973e-4764-a01b-507aa2ca8998'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:20:43.340133 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-e0e25f64-c8d7-485b-9b8c-29f462a5fcb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:20:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['fe4245b2-973e-4764-a01b-507aa2ca8998'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:43.414026 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68278936-24e9-467e-a2a2-8b7f433ff390 req-98d35ba8-ef5f-49ca-8e2e-37878c6e3d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:43.415875 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-68278936-24e9-467e-a2a2-8b7f433ff390 req-98d35ba8-ef5f-49ca-8e2e-37878c6e3d95 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=dec023381df941c2a0994282633a3105&device_id=8edea391-afdf-405c-bfae-34620c0c966a HTTP/1.1" status: 200 len: 1127 time: 0.0532522 Feb 09 22:20:43.452598 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-e0e25f64-c8d7-485b-9b8c-29f462a5fcb5 None None] Set router fe4245b2-973e-4764-a01b-507aa2ca8998 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:20:43.507327 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68278936-24e9-467e-a2a2-8b7f433ff390 req-8424bc87-1ddc-4173-b69a-4b97d9252360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:43.508764 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-68278936-24e9-467e-a2a2-8b7f433ff390 req-8424bc87-1ddc-4173-b69a-4b97d9252360 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1f5e5aee-7841-47b6-b9c7-0843cb6e1173 HTTP/1.1" status: 200 len: 910 time: 0.0861442 Feb 09 22:20:43.579856 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-68278936-24e9-467e-a2a2-8b7f433ff390 req-8a558efb-6fa1-45d9-87ce-431d3717bf69 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea1334c5-daca-458b-b543-8901e04686f9 HTTP/1.1" status: 200 len: 999 time: 0.0644231 Feb 09 22:20:43.628607 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68278936-24e9-467e-a2a2-8b7f433ff390 req-0fa1d374-2c83-4f1c-81a8-a1fcde2d8e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:43.630086 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-68278936-24e9-467e-a2a2-8b7f433ff390 req-0fa1d374-2c83-4f1c-81a8-a1fcde2d8e3c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=44d4aa9c-28d9-4d71-a685-69bfc5aa0416 HTTP/1.1" status: 200 len: 848 time: 0.0439160 Feb 09 22:20:43.679597 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68278936-24e9-467e-a2a2-8b7f433ff390 req-8a60ff0a-8fb3-401b-8dbe-9ecf5d6eb193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:20:43.681134 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-68278936-24e9-467e-a2a2-8b7f433ff390 req-8a60ff0a-8fb3-401b-8dbe-9ecf5d6eb193 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1f5e5aee-7841-47b6-b9c7-0843cb6e1173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443332 Feb 09 22:20:43.685847 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-e0e25f64-c8d7-485b-9b8c-29f462a5fcb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4245b2-973e-4764-a01b-507aa2ca8998', 'name': 'tempest-TestServerBasicOps-2114256002-router', 'tenant_id': 'dec023381df941c2a0994282633a3105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': 'dacfc4b9-59a5-4e58-8dde-b9a434336ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:20:20Z', 'updated_at': '2022-02-09T22:20:23Z', 'revision_number': 4, 'project_id': 'dec023381df941c2a0994282633a3105', 'gw_port': {'id': 'dacfc4b9-59a5-4e58-8dde-b9a434336ac6', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4245b2-973e-4764-a01b-507aa2ca8998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:20:21Z', 'updated_at': '2022-02-09T22:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': '95a12828-bacb-4194-8126-5e75e41cdde5', 'tenant_id': 'dec023381df941c2a0994282633a3105', 'floating_ip_address': '172.25.3.187', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': 'fe4245b2-973e-4764-a01b-507aa2ca8998', 'port_id': 'ea1334c5-daca-458b-b543-8901e04686f9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f5e5aee-7841-47b6-b9c7-0843cb6e1173', 'mac_address': 'fa:16:3e:33:d5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8edea391-afdf-405c-bfae-34620c0c966a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:20:41Z', 'updated_at': '2022-02-09T22:20:41Z', 'revision_number': 0, 'project_id': 'dec023381df941c2a0994282633a3105', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bb14ade-98a1-4dbb-a828-07bb72403044', 'name': '', 'network_id': '1f5e5aee-7841-47b6-b9c7-0843cb6e1173', 'tenant_id': 'dec023381df941c2a0994282633a3105', 'mac_address': 'fa:16:3e:bc:dc:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4245b2-973e-4764-a01b-507aa2ca8998', 'device_owner': 'network:router_interface', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': '44d4aa9c-28d9-4d71-a685-69bfc5aa0416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:20:22Z', 'updated_at': '2022-02-09T22:20:29Z', 'revision_number': 5, 'project_id': 'dec023381df941c2a0994282633a3105', 'subnets': [{'id': '44d4aa9c-28d9-4d71-a685-69bfc5aa0416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:20:43.713115 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e25f64-c8d7-485b-9b8c-29f462a5fcb5 None None] The sync data for ids ['fe4245b2-973e-4764-a01b-507aa2ca8998'] in n-d-828369-5 is: [{'id': 'fe4245b2-973e-4764-a01b-507aa2ca8998', 'name': 'tempest-TestServerBasicOps-2114256002-router', 'tenant_id': 'dec023381df941c2a0994282633a3105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': 'dacfc4b9-59a5-4e58-8dde-b9a434336ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:20:20Z', 'updated_at': '2022-02-09T22:20:23Z', 'revision_number': 4, 'project_id': 'dec023381df941c2a0994282633a3105', 'gw_port': {'id': 'dacfc4b9-59a5-4e58-8dde-b9a434336ac6', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4245b2-973e-4764-a01b-507aa2ca8998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:20:21Z', 'updated_at': '2022-02-09T22:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': '95a12828-bacb-4194-8126-5e75e41cdde5', 'tenant_id': 'dec023381df941c2a0994282633a3105', 'floating_ip_address': '172.25.3.187', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': 'fe4245b2-973e-4764-a01b-507aa2ca8998', 'port_id': 'ea1334c5-daca-458b-b543-8901e04686f9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f5e5aee-7841-47b6-b9c7-0843cb6e1173', 'mac_address': 'fa:16:3e:33:d5:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8edea391-afdf-405c-bfae-34620c0c966a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:20:41Z', 'updated_at': '2022-02-09T22:20:41Z', 'revision_number': 0, 'project_id': 'dec023381df941c2a0994282633a3105', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bb14ade-98a1-4dbb-a828-07bb72403044', 'name': '', 'network_id': '1f5e5aee-7841-47b6-b9c7-0843cb6e1173', 'tenant_id': 'dec023381df941c2a0994282633a3105', 'mac_address': 'fa:16:3e:bc:dc:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4245b2-973e-4764-a01b-507aa2ca8998', 'device_owner': 'network:router_interface', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': '44d4aa9c-28d9-4d71-a685-69bfc5aa0416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:20:22Z', 'updated_at': '2022-02-09T22:20:29Z', 'revision_number': 5, 'project_id': 'dec023381df941c2a0994282633a3105', 'subnets': [{'id': '44d4aa9c-28d9-4d71-a685-69bfc5aa0416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:20:43.776098 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-68278936-24e9-467e-a2a2-8b7f433ff390 req-cf41178d-7caf-47ca-be9f-b26acb065123 service neutron] 10.222.0.89 "GET /v2.0/networks/1f5e5aee-7841-47b6-b9c7-0843cb6e1173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881031 Feb 09 22:20:43.871688 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-68278936-24e9-467e-a2a2-8b7f433ff390 req-e1cf91f3-aed1-4936-8dc7-72be17bbfa99 service neutron] 10.222.0.89 "GET /v2.0/networks/1f5e5aee-7841-47b6-b9c7-0843cb6e1173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886555 Feb 09 22:20:43.913451 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedaa3d0-ddf5-4814-a19b-bc82dae09e11 None None] New status for floating IP 95a12828-bacb-4194-8126-5e75e41cdde5: ACTIVE {{(pid=103143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:20:44.288322 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:45.381292 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:51.727231 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:20:53.903054 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:09.107928 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-0470df3d-f10e-4d73-9495-1382a4f47482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:11.053714 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-087b4245-b1e6-4c3a-b611-634e0f70d9bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:12.578962 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:21:12.869988 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:14.290817 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:15.383254 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:21.728385 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:23.899714 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:39.109781 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-71ad7edf-fc16-4004-b86d-9ed3678bea2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:41.058717 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-13ba1d5d-c13f-4fe7-8b64-04983dfb18bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:42.680946 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4adc8df0-19df-4025-9a0d-522a1c76183a req-552d3f9b-1960-404e-9878-dc0f1c02a15c service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=8edea391-afdf-405c-bfae-34620c0c966a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0441272 Feb 09 22:21:42.768033 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adc8df0-19df-4025-9a0d-522a1c76183a req-42554ee8-17d1-4c69-997e-83f4818c2314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:42.769621 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4adc8df0-19df-4025-9a0d-522a1c76183a req-42554ee8-17d1-4c69-997e-83f4818c2314 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=dec023381df941c2a0994282633a3105&device_id=8edea391-afdf-405c-bfae-34620c0c966a HTTP/1.1" status: 200 len: 1127 time: 0.0490720 Feb 09 22:21:42.871388 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:42.873372 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adc8df0-19df-4025-9a0d-522a1c76183a req-63328889-0407-46f2-abf8-6d12cd7c8bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:42.874865 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4adc8df0-19df-4025-9a0d-522a1c76183a req-63328889-0407-46f2-abf8-6d12cd7c8bb3 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1f5e5aee-7841-47b6-b9c7-0843cb6e1173 HTTP/1.1" status: 200 len: 910 time: 0.0865879 Feb 09 22:21:42.951561 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4adc8df0-19df-4025-9a0d-522a1c76183a req-4b857375-127c-433f-82cb-29552a32f41b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea1334c5-daca-458b-b543-8901e04686f9 HTTP/1.1" status: 200 len: 1001 time: 0.0693405 Feb 09 22:21:42.998680 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adc8df0-19df-4025-9a0d-522a1c76183a req-79c1c58e-bb0b-4ecf-86da-619a4cf14d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:43.000102 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4adc8df0-19df-4025-9a0d-522a1c76183a req-79c1c58e-bb0b-4ecf-86da-619a4cf14d43 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=44d4aa9c-28d9-4d71-a685-69bfc5aa0416 HTTP/1.1" status: 200 len: 848 time: 0.0426378 Feb 09 22:21:43.049790 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adc8df0-19df-4025-9a0d-522a1c76183a req-1b90dc18-c06d-4ed4-88b8-49c3e88ca955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:43.051292 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4adc8df0-19df-4025-9a0d-522a1c76183a req-1b90dc18-c06d-4ed4-88b8-49c3e88ca955 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1f5e5aee-7841-47b6-b9c7-0843cb6e1173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441465 Feb 09 22:21:43.142303 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4adc8df0-19df-4025-9a0d-522a1c76183a req-5c547499-aa28-4485-b339-f8d09e8a895d service neutron] 10.222.0.89 "GET /v2.0/networks/1f5e5aee-7841-47b6-b9c7-0843cb6e1173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846057 Feb 09 22:21:43.230700 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4adc8df0-19df-4025-9a0d-522a1c76183a req-f22de5bc-9ad7-4371-a5fd-5aa4ecf45202 service neutron] 10.222.0.89 "GET /v2.0/networks/1f5e5aee-7841-47b6-b9c7-0843cb6e1173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815475 Feb 09 22:21:44.293755 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:45.385712 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:49.578051 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:21:51.741671 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:53.898387 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:21:59.715185 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 50176) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:21:59.805105 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd1be49-3eae-401f-9cd8-a3cd801b8497 req-709df967-5a6a-42fc-9792-07e4b3554bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:21:59.806656 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4bd1be49-3eae-401f-9cd8-a3cd801b8497 req-709df967-5a6a-42fc-9792-07e4b3554bf2 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=8edea391-afdf-405c-bfae-34620c0c966a HTTP/1.1" status: 200 len: 1127 time: 0.0903583 Feb 09 22:21:59.851976 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4bd1be49-3eae-401f-9cd8-a3cd801b8497 req-960df703-ce20-4594-bb48-d4282b54ed1d service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=fadc402d-5a0e-428b-bd51-b00898c9771b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394218 Feb 09 22:22:09.111744 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-4ae12cf5-7a54-4840-94ea-068e3c52364b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:11.060158 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5e90c014-cdc8-4dcc-97e5-35610f47c954 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:12.021290 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [req-18f258bf-c776-456d-b7ec-ece3a6d14ec0 req-5303b254-ea9d-4ddb-9639-90abca443459 service neutron] (103141) timed out ('10.222.0.90', 54242) {{(pid=103141) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 22:22:12.876031 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:14.152783 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [req-a7df861e-d6f0-4287-aaf6-ed286cb311ff req-8a9e56ea-56cb-48ff-ad69-8516e2a464ff service neutron] (103141) timed out ('10.222.0.90', 39908) {{(pid=103141) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 22:22:14.298804 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:15.389738 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:21.764037 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:23.896184 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:26.577068 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:22:34.653213 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [req-a7df861e-d6f0-4287-aaf6-ed286cb311ff req-fb973682-0805-4ce2-bf3b-2083e547a4b9 service neutron] (103140) timed out ('10.222.0.95', 60349) {{(pid=103140) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 22:22:39.112516 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-cd633910-6326-4076-8d42-09475b642f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:41.062514 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c6972f64-097d-4ddf-b680-9308e3cfaeaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:42.878451 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:43.682131 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-583143ef-7ec6-49e7-8b23-94782274a2ca req-5b425362-29c2-41c4-b976-d000ef022307 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=8edea391-afdf-405c-bfae-34620c0c966a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0448112 Feb 09 22:22:43.770247 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583143ef-7ec6-49e7-8b23-94782274a2ca req-08f9f7d6-1f41-421b-ba1d-5901fd4bec47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:22:43.771718 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-583143ef-7ec6-49e7-8b23-94782274a2ca req-08f9f7d6-1f41-421b-ba1d-5901fd4bec47 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=dec023381df941c2a0994282633a3105&device_id=8edea391-afdf-405c-bfae-34620c0c966a HTTP/1.1" status: 200 len: 1127 time: 0.0480821 Feb 09 22:22:43.872481 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583143ef-7ec6-49e7-8b23-94782274a2ca req-27386217-df50-4800-a17f-4f71d70225f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:22:43.874475 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-583143ef-7ec6-49e7-8b23-94782274a2ca req-27386217-df50-4800-a17f-4f71d70225f1 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1f5e5aee-7841-47b6-b9c7-0843cb6e1173 HTTP/1.1" status: 200 len: 910 time: 0.0832980 Feb 09 22:22:43.942541 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-583143ef-7ec6-49e7-8b23-94782274a2ca req-893da4fc-b66e-4fbb-bc4d-3356550b24a6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea1334c5-daca-458b-b543-8901e04686f9 HTTP/1.1" status: 200 len: 1001 time: 0.0610664 Feb 09 22:22:43.990444 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583143ef-7ec6-49e7-8b23-94782274a2ca req-b0e071ff-710b-443f-b05d-20837b77666d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:22:43.991878 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-583143ef-7ec6-49e7-8b23-94782274a2ca req-b0e071ff-710b-443f-b05d-20837b77666d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=44d4aa9c-28d9-4d71-a685-69bfc5aa0416 HTTP/1.1" status: 200 len: 848 time: 0.0428100 Feb 09 22:22:44.040341 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583143ef-7ec6-49e7-8b23-94782274a2ca req-aed630ee-c844-4237-96fa-3f60ea478be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:22:44.041829 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-583143ef-7ec6-49e7-8b23-94782274a2ca req-aed630ee-c844-4237-96fa-3f60ea478be3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1f5e5aee-7841-47b6-b9c7-0843cb6e1173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0439897 Feb 09 22:22:44.133008 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-583143ef-7ec6-49e7-8b23-94782274a2ca req-6ca6c780-9951-4543-8744-21e79cd4256d service neutron] 10.222.0.89 "GET /v2.0/networks/1f5e5aee-7841-47b6-b9c7-0843cb6e1173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836678 Feb 09 22:22:44.223893 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-583143ef-7ec6-49e7-8b23-94782274a2ca req-7e88484a-43c3-4965-b037-28aee584af99 service neutron] 10.222.0.89 "GET /v2.0/networks/1f5e5aee-7841-47b6-b9c7-0843cb6e1173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845799 Feb 09 22:22:44.298336 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:45.393288 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:51.783710 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:22:53.901487 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:23:03.576213 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:23:09.117728 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b83327e3-763d-445c-9d66-d4132e17066b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:23:11.064876 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f27d8ea0-60e5-4a20-b994-42f2708ff767 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:23:12.881377 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:23:14.299655 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:23:15.395503 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:23:21.793537 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:23:23.895382 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:23:39.122702 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ae70aee0-38cc-4bc9-835b-f8542b79d028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:23:40.574902 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:23:41.066250 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-37f7817c-581a-4551-b5b8-f3251e4fbca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:23:42.884249 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:23:44.302930 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:23:45.397102 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:23:45.680410 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-fce6bf16-6ab4-445b-be0b-f54aac5f16d1 req-725d0645-3679-48ec-b075-eaaffb414ed1 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=8edea391-afdf-405c-bfae-34620c0c966a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0439453 Feb 09 22:23:45.768689 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce6bf16-6ab4-445b-be0b-f54aac5f16d1 req-1247fc63-8182-481d-9fd0-7d6fe3bf498b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:23:45.770191 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-fce6bf16-6ab4-445b-be0b-f54aac5f16d1 req-1247fc63-8182-481d-9fd0-7d6fe3bf498b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=dec023381df941c2a0994282633a3105&device_id=8edea391-afdf-405c-bfae-34620c0c966a HTTP/1.1" status: 200 len: 1127 time: 0.0482080 Feb 09 22:23:45.873467 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce6bf16-6ab4-445b-be0b-f54aac5f16d1 req-fd01746d-bf18-49ee-8392-61919bf08f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:23:45.874953 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-fce6bf16-6ab4-445b-be0b-f54aac5f16d1 req-fd01746d-bf18-49ee-8392-61919bf08f5f service neutron] 10.222.0.89 "GET /v2.0/networks?id=1f5e5aee-7841-47b6-b9c7-0843cb6e1173 HTTP/1.1" status: 200 len: 910 time: 0.0856054 Feb 09 22:23:45.942964 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-fce6bf16-6ab4-445b-be0b-f54aac5f16d1 req-b120e57e-5f82-43a4-80b1-2de3cbea32a1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea1334c5-daca-458b-b543-8901e04686f9 HTTP/1.1" status: 200 len: 1001 time: 0.0622330 Feb 09 22:23:45.990756 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce6bf16-6ab4-445b-be0b-f54aac5f16d1 req-da67dc67-3f59-477e-9fc5-5fec68ae8144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:23:45.992255 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-fce6bf16-6ab4-445b-be0b-f54aac5f16d1 req-da67dc67-3f59-477e-9fc5-5fec68ae8144 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=44d4aa9c-28d9-4d71-a685-69bfc5aa0416 HTTP/1.1" status: 200 len: 848 time: 0.0434697 Feb 09 22:23:46.039902 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce6bf16-6ab4-445b-be0b-f54aac5f16d1 req-58a0cb0a-8874-4bff-8f72-5f64059fca3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:23:46.041419 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-fce6bf16-6ab4-445b-be0b-f54aac5f16d1 req-58a0cb0a-8874-4bff-8f72-5f64059fca3e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1f5e5aee-7841-47b6-b9c7-0843cb6e1173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0435004 Feb 09 22:23:46.130296 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-fce6bf16-6ab4-445b-be0b-f54aac5f16d1 req-af9810af-1d3e-483b-a32d-7d413e67af1f service neutron] 10.222.0.89 "GET /v2.0/networks/1f5e5aee-7841-47b6-b9c7-0843cb6e1173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827630 Feb 09 22:23:46.216897 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-fce6bf16-6ab4-445b-be0b-f54aac5f16d1 req-c36ca3f0-1ce5-4d2a-a5f5-f9b4b48a1d1a service neutron] 10.222.0.89 "GET /v2.0/networks/1f5e5aee-7841-47b6-b9c7-0843cb6e1173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810618 Feb 09 22:23:51.792843 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:23:53.910692 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:24:09.125247 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-23f927ee-2fe4-4ac6-9f3c-0f79a4b73eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:24:11.071409 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b3d643d1-81ef-4793-a93c-d7b987f5346f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:24:12.887673 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:24:14.306834 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:24:15.399851 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:24:17.572981 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:24:21.797517 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:24:23.914768 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:24:33.891792 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [req-68d0eaf9-b97f-4e87-b601-9d7ad9775261 req-b96e0fc4-7df0-4f61-aa4d-097bbac7c985 service neutron] (103141) timed out ('10.222.0.89', 63210) {{(pid=103141) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 22:24:39.127797 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e9115f61-76c2-4038-9042-14cfe9522cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:24:41.072626 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-cea9a8c3-2d83-4b36-bf21-4631e60cb80f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:24:42.890130 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:24:44.308354 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:24:45.402230 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:24:47.683091 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7d2975e1-7ec8-4efb-8b57-66a3a69b5281 req-732c1ed9-5239-4dd3-814f-e9d63f6cc1ac service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=8edea391-afdf-405c-bfae-34620c0c966a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0451705 Feb 09 22:24:47.772493 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2975e1-7ec8-4efb-8b57-66a3a69b5281 req-4cc9d505-1c01-4883-89cb-c8d0fd0ca74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:24:47.773969 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7d2975e1-7ec8-4efb-8b57-66a3a69b5281 req-4cc9d505-1c01-4883-89cb-c8d0fd0ca74b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=dec023381df941c2a0994282633a3105&device_id=8edea391-afdf-405c-bfae-34620c0c966a HTTP/1.1" status: 200 len: 1127 time: 0.0481322 Feb 09 22:24:47.872568 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2975e1-7ec8-4efb-8b57-66a3a69b5281 req-81767eb0-a8e2-4371-89e6-564c40fec322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:24:47.874022 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7d2975e1-7ec8-4efb-8b57-66a3a69b5281 req-81767eb0-a8e2-4371-89e6-564c40fec322 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1f5e5aee-7841-47b6-b9c7-0843cb6e1173 HTTP/1.1" status: 200 len: 910 time: 0.0824153 Feb 09 22:24:47.942059 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7d2975e1-7ec8-4efb-8b57-66a3a69b5281 req-6d978dab-9ddd-49f8-b532-5eff86ee98d7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea1334c5-daca-458b-b543-8901e04686f9 HTTP/1.1" status: 200 len: 1001 time: 0.0609117 Feb 09 22:24:47.989438 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2975e1-7ec8-4efb-8b57-66a3a69b5281 req-6b300848-36f4-4437-b2b4-29297b588f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:24:47.990868 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7d2975e1-7ec8-4efb-8b57-66a3a69b5281 req-6b300848-36f4-4437-b2b4-29297b588f01 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=44d4aa9c-28d9-4d71-a685-69bfc5aa0416 HTTP/1.1" status: 200 len: 848 time: 0.0430319 Feb 09 22:24:48.039457 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2975e1-7ec8-4efb-8b57-66a3a69b5281 req-04160b6f-a2e3-490a-b2f2-66e96e71d72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:24:48.040975 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7d2975e1-7ec8-4efb-8b57-66a3a69b5281 req-04160b6f-a2e3-490a-b2f2-66e96e71d72d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1f5e5aee-7841-47b6-b9c7-0843cb6e1173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0434818 Feb 09 22:24:48.130926 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7d2975e1-7ec8-4efb-8b57-66a3a69b5281 req-ab42558f-aeb4-4dc9-b67d-1c179cc0df1b service neutron] 10.222.0.89 "GET /v2.0/networks/1f5e5aee-7841-47b6-b9c7-0843cb6e1173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833061 Feb 09 22:24:48.220736 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7d2975e1-7ec8-4efb-8b57-66a3a69b5281 req-797c42ae-a9a1-4355-9872-a6c8c61f709e service neutron] 10.222.0.89 "GET /v2.0/networks/1f5e5aee-7841-47b6-b9c7-0843cb6e1173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832875 Feb 09 22:24:51.810874 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:24:53.910697 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:24:54.572849 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:25:09.129320 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f3237ada-0c9c-4c0e-af1d-0a47c1aa1d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:25:11.073686 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-0a5f3dd1-81e5-4607-8f37-6f4299c0cd67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:25:12.894025 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:25:14.310633 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:25:15.404449 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:25:21.812810 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:25:23.923768 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:25:31.572589 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:25:39.131506 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-89842fab-7ee9-416f-94c4-3c5ba23d35b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:25:41.075166 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a28a3d37-ed7c-4176-b14a-e191e043424f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:25:42.896355 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:25:44.313085 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:25:45.408463 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:25:49.772691 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6026eb53-38d3-4af6-b219-e1ee9528ef1c req-3e26ed67-cbfd-4282-8b7d-3777be914d95 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=8edea391-afdf-405c-bfae-34620c0c966a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0815873 Feb 09 22:25:49.861163 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6026eb53-38d3-4af6-b219-e1ee9528ef1c req-9f4be2a0-6aba-4c43-bbd1-ad8e3287dd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:25:49.863228 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6026eb53-38d3-4af6-b219-e1ee9528ef1c req-9f4be2a0-6aba-4c43-bbd1-ad8e3287dd7e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=dec023381df941c2a0994282633a3105&device_id=8edea391-afdf-405c-bfae-34620c0c966a HTTP/1.1" status: 200 len: 1127 time: 0.0487258 Feb 09 22:25:49.963078 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6026eb53-38d3-4af6-b219-e1ee9528ef1c req-a7ffbfd2-8ef3-4c5c-9303-ebf7fd93c45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:25:49.964504 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6026eb53-38d3-4af6-b219-e1ee9528ef1c req-a7ffbfd2-8ef3-4c5c-9303-ebf7fd93c45f service neutron] 10.222.0.89 "GET /v2.0/networks?id=1f5e5aee-7841-47b6-b9c7-0843cb6e1173 HTTP/1.1" status: 200 len: 910 time: 0.0836151 Feb 09 22:25:50.031737 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6026eb53-38d3-4af6-b219-e1ee9528ef1c req-99052075-a574-4f1b-86e0-69b45ceda80f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea1334c5-daca-458b-b543-8901e04686f9 HTTP/1.1" status: 200 len: 1001 time: 0.0603247 Feb 09 22:25:50.079752 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6026eb53-38d3-4af6-b219-e1ee9528ef1c req-b092ede5-ca20-49be-ba7d-e42ddbc9f78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:25:50.081193 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6026eb53-38d3-4af6-b219-e1ee9528ef1c req-b092ede5-ca20-49be-ba7d-e42ddbc9f78d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=44d4aa9c-28d9-4d71-a685-69bfc5aa0416 HTTP/1.1" status: 200 len: 848 time: 0.0433903 Feb 09 22:25:50.128906 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6026eb53-38d3-4af6-b219-e1ee9528ef1c req-4dbda7c5-2db7-412d-85ec-0812d4f89d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:25:50.130425 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6026eb53-38d3-4af6-b219-e1ee9528ef1c req-4dbda7c5-2db7-412d-85ec-0812d4f89d18 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1f5e5aee-7841-47b6-b9c7-0843cb6e1173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0433588 Feb 09 22:25:50.221875 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6026eb53-38d3-4af6-b219-e1ee9528ef1c req-d833c73d-df82-41aa-a17c-10d27b54b909 service neutron] 10.222.0.89 "GET /v2.0/networks/1f5e5aee-7841-47b6-b9c7-0843cb6e1173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844703 Feb 09 22:25:50.308419 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6026eb53-38d3-4af6-b219-e1ee9528ef1c req-e758863c-8102-4da4-9211-fd9d77a4f20c service neutron] 10.222.0.89 "GET /v2.0/networks/1f5e5aee-7841-47b6-b9c7-0843cb6e1173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803773 Feb 09 22:25:51.828192 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:25:53.923963 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:04.820993 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e3c7f5-122f-42d1-a87d-7d0e6a6be01f req-20c16022-f984-44f5-b849-88589b0bb4f2 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:26:04.822474 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-15e3c7f5-122f-42d1-a87d-7d0e6a6be01f req-20c16022-f984-44f5-b849-88589b0bb4f2 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] 10.222.0.90 "GET /v2.0/ports?device_id=8edea391-afdf-405c-bfae-34620c0c966a HTTP/1.1" status: 200 len: 945 time: 0.0966754 Feb 09 22:26:04.873940 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-15e3c7f5-122f-42d1-a87d-7d0e6a6be01f req-9dcb679b-21ee-4b7c-b81d-aeb2f0b055d7 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] 10.222.0.90 "GET /v2.0/security-groups?id=fadc402d-5a0e-428b-bd51-b00898c9771b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457692 Feb 09 22:26:05.434415 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454e8b3a-d60b-4a4b-a8ae-5d5eb9d021fb req-9577033f-bba3-488a-b568-5d6690bc394d tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:26:05.435929 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-454e8b3a-d60b-4a4b-a8ae-5d5eb9d021fb req-9577033f-bba3-488a-b568-5d6690bc394d tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] 10.222.0.89 "GET /v2.0/ports?device_id=8edea391-afdf-405c-bfae-34620c0c966a HTTP/1.1" status: 200 len: 945 time: 0.0538023 Feb 09 22:26:05.529583 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-454e8b3a-d60b-4a4b-a8ae-5d5eb9d021fb req-d49ae091-967d-4910-9c55-99f07399e4d6 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Deleting port ea1334c5-daca-458b-b543-8901e04686f9 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:26:05.529928 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-454e8b3a-d60b-4a4b-a8ae-5d5eb9d021fb req-d49ae091-967d-4910-9c55-99f07399e4d6 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (ea1334c5-daca-458b-b543-8901e04686f9), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:05.617598 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-454e8b3a-d60b-4a4b-a8ae-5d5eb9d021fb req-d49ae091-967d-4910-9c55-99f07399e4d6 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] For port ea1334c5-daca-458b-b543-8901e04686f9, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=ea1334c5-daca-458b-b543-8901e04686f9,segment=NetworkSegment(194fb2cb-5143-4c5d-b400-deb5a3abbb87),segment_id=194fb2cb-5143-4c5d-b400-deb5a3abbb87)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:26:05.617966 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-454e8b3a-d60b-4a4b-a8ae-5d5eb9d021fb req-d49ae091-967d-4910-9c55-99f07399e4d6 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (ea1334c5-daca-458b-b543-8901e04686f9), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:05.789147 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-454e8b3a-d60b-4a4b-a8ae-5d5eb9d021fb req-d49ae091-967d-4910-9c55-99f07399e4d6 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:05.789663 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-454e8b3a-d60b-4a4b-a8ae-5d5eb9d021fb req-d49ae091-967d-4910-9c55-99f07399e4d6 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (95a12828-bacb-4194-8126-5e75e41cdde5), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:05.790194 n-d-828369-5 neutron-server[103141]: INFO neutron.db.l3_db [req-454e8b3a-d60b-4a4b-a8ae-5d5eb9d021fb req-d49ae091-967d-4910-9c55-99f07399e4d6 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Floating IP 95a12828-bacb-4194-8126-5e75e41cdde5 disassociated. External IP: 172.25.3.187, port: ea1334c5-daca-458b-b543-8901e04686f9. Feb 09 22:26:05.790615 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-454e8b3a-d60b-4a4b-a8ae-5d5eb9d021fb req-d49ae091-967d-4910-9c55-99f07399e4d6 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Calling delete_port for ea1334c5-daca-458b-b543-8901e04686f9 owned by compute:nova {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:26:05.918051 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-454e8b3a-d60b-4a4b-a8ae-5d5eb9d021fb req-d49ae091-967d-4910-9c55-99f07399e4d6 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (ea1334c5-daca-458b-b543-8901e04686f9), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:05.950828 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ae091-967d-4910-9c55-99f07399e4d6 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Pushing event deleted for resources: {'Port': ['ID=ea1334c5-daca-458b-b543-8901e04686f9,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:26:05.963265 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49ae091-967d-4910-9c55-99f07399e4d6 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:05.963616 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49ae091-967d-4910-9c55-99f07399e4d6 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:05.963957 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49ae091-967d-4910-9c55-99f07399e4d6 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:05.964325 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49ae091-967d-4910-9c55-99f07399e4d6 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:05.964658 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49ae091-967d-4910-9c55-99f07399e4d6 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:05.964985 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49ae091-967d-4910-9c55-99f07399e4d6 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:05.965312 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49ae091-967d-4910-9c55-99f07399e4d6 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:05.965932 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49ae091-967d-4910-9c55-99f07399e4d6 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:05.965932 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49ae091-967d-4910-9c55-99f07399e4d6 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:05.966268 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49ae091-967d-4910-9c55-99f07399e4d6 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:05.966590 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49ae091-967d-4910-9c55-99f07399e4d6 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:05.966913 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49ae091-967d-4910-9c55-99f07399e4d6 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:05.967233 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49ae091-967d-4910-9c55-99f07399e4d6 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:06.078720 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0a885fc6-cad9-4699-ae7a-a340145eca0b req-d2025b74-6464-4d56-a065-94202c121890 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] 10.222.0.90 "GET /v2.0/ports?device_id=8edea391-afdf-405c-bfae-34620c0c966a HTTP/1.1" status: 200 len: 210 time: 0.0718136 Feb 09 22:26:06.080923 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [req-454e8b3a-d60b-4a4b-a8ae-5d5eb9d021fb req-d49ae091-967d-4910-9c55-99f07399e4d6 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Router fe4245b2-973e-4764-a01b-507aa2ca8998 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:26:06.528136 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-454e8b3a-d60b-4a4b-a8ae-5d5eb9d021fb req-d49ae091-967d-4910-9c55-99f07399e4d6 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:26:06.539845 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af336c1-8576-4c89-ade3-bdb1bc701048 None None] Sync routers for ids ['fe4245b2-973e-4764-a01b-507aa2ca8998'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:26:06.550382 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af336c1-8576-4c89-ade3-bdb1bc701048 None None] Routers {'fe4245b2-973e-4764-a01b-507aa2ca8998'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:26:06.551007 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-4af336c1-8576-4c89-ade3-bdb1bc701048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:25:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['fe4245b2-973e-4764-a01b-507aa2ca8998'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:26:06.570613 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-454e8b3a-d60b-4a4b-a8ae-5d5eb9d021fb req-d49ae091-967d-4910-9c55-99f07399e4d6 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] No DVR routers for this DVR port ea1334c5-daca-458b-b543-8901e04686f9 on host n-h2-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:26:06.573474 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-454e8b3a-d60b-4a4b-a8ae-5d5eb9d021fb req-d49ae091-967d-4910-9c55-99f07399e4d6 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:06.577004 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-454e8b3a-d60b-4a4b-a8ae-5d5eb9d021fb req-d49ae091-967d-4910-9c55-99f07399e4d6 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] 10.222.0.89 "DELETE /v2.0/ports/ea1334c5-daca-458b-b543-8901e04686f9 HTTP/1.1" status: 204 len: 173 time: 1.1360168 Feb 09 22:26:06.577443 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8edea391-afdf-405c-bfae-34620c0c966a', 'name': 'network-vif-deleted', 'tag': 'ea1334c5-daca-458b-b543-8901e04686f9'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:26:06.623070 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0759f77e637a6f71ff1c25bc92ec5ea77217d29fcb3f113a7ada5acb32ef5084" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9090e5f-861f-4a21-bd26-b2977983a76c" -d '{"events": [{"server_uuid": "8edea391-afdf-405c-bfae-34620c0c966a", "name": "network-vif-deleted", "tag": "ea1334c5-daca-458b-b543-8901e04686f9"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:26:06.671013 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-4af336c1-8576-4c89-ade3-bdb1bc701048 None None] Set router fe4245b2-973e-4764-a01b-507aa2ca8998 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:26:06.724390 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c903b66c-7586-41ba-a5d3-d23b86f53ae2 x-openstack-request-id: req-c903b66c-7586-41ba-a5d3-d23b86f53ae2 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:26:06.724688 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8edea391-afdf-405c-bfae-34620c0c966a", "name": "network-vif-deleted", "tag": "ea1334c5-daca-458b-b543-8901e04686f9", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:26:06.724938 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-c903b66c-7586-41ba-a5d3-d23b86f53ae2 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:26:06.725332 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8edea391-afdf-405c-bfae-34620c0c966a', 'name': 'network-vif-deleted', 'tag': 'ea1334c5-daca-458b-b543-8901e04686f9', 'status': 'completed', 'code': 200} Feb 09 22:26:06.872860 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-4af336c1-8576-4c89-ade3-bdb1bc701048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4245b2-973e-4764-a01b-507aa2ca8998', 'name': 'tempest-TestServerBasicOps-2114256002-router', 'tenant_id': 'dec023381df941c2a0994282633a3105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': 'dacfc4b9-59a5-4e58-8dde-b9a434336ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:20:20Z', 'updated_at': '2022-02-09T22:20:23Z', 'revision_number': 4, 'project_id': 'dec023381df941c2a0994282633a3105', 'gw_port': {'id': 'dacfc4b9-59a5-4e58-8dde-b9a434336ac6', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4245b2-973e-4764-a01b-507aa2ca8998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:20:21Z', 'updated_at': '2022-02-09T22:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '3bb14ade-98a1-4dbb-a828-07bb72403044', 'name': '', 'network_id': '1f5e5aee-7841-47b6-b9c7-0843cb6e1173', 'tenant_id': 'dec023381df941c2a0994282633a3105', 'mac_address': 'fa:16:3e:bc:dc:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4245b2-973e-4764-a01b-507aa2ca8998', 'device_owner': 'network:router_interface', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': '44d4aa9c-28d9-4d71-a685-69bfc5aa0416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:20:22Z', 'updated_at': '2022-02-09T22:20:29Z', 'revision_number': 5, 'project_id': 'dec023381df941c2a0994282633a3105', 'subnets': [{'id': '44d4aa9c-28d9-4d71-a685-69bfc5aa0416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:26:06.898620 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af336c1-8576-4c89-ade3-bdb1bc701048 None None] Checking router: fe4245b2-973e-4764-a01b-507aa2ca8998 for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:26:06.906784 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af336c1-8576-4c89-ade3-bdb1bc701048 None None] Routers {'fe4245b2-973e-4764-a01b-507aa2ca8998'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:26:06.907392 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-4af336c1-8576-4c89-ade3-bdb1bc701048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:25:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['fe4245b2-973e-4764-a01b-507aa2ca8998'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:26:07.020812 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-4af336c1-8576-4c89-ade3-bdb1bc701048 None None] Set router fe4245b2-973e-4764-a01b-507aa2ca8998 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:26:07.139408 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 50318) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:26:07.223966 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-4af336c1-8576-4c89-ade3-bdb1bc701048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4245b2-973e-4764-a01b-507aa2ca8998', 'name': 'tempest-TestServerBasicOps-2114256002-router', 'tenant_id': 'dec023381df941c2a0994282633a3105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': 'dacfc4b9-59a5-4e58-8dde-b9a434336ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:20:20Z', 'updated_at': '2022-02-09T22:20:23Z', 'revision_number': 4, 'project_id': 'dec023381df941c2a0994282633a3105', 'gw_port': {'id': 'dacfc4b9-59a5-4e58-8dde-b9a434336ac6', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4245b2-973e-4764-a01b-507aa2ca8998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:20:21Z', 'updated_at': '2022-02-09T22:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '3bb14ade-98a1-4dbb-a828-07bb72403044', 'name': '', 'network_id': '1f5e5aee-7841-47b6-b9c7-0843cb6e1173', 'tenant_id': 'dec023381df941c2a0994282633a3105', 'mac_address': 'fa:16:3e:bc:dc:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4245b2-973e-4764-a01b-507aa2ca8998', 'device_owner': 'network:router_interface', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': '44d4aa9c-28d9-4d71-a685-69bfc5aa0416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:20:22Z', 'updated_at': '2022-02-09T22:20:29Z', 'revision_number': 5, 'project_id': 'dec023381df941c2a0994282633a3105', 'subnets': [{'id': '44d4aa9c-28d9-4d71-a685-69bfc5aa0416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:26:07.254038 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af336c1-8576-4c89-ade3-bdb1bc701048 None None] The sync data for ids ['fe4245b2-973e-4764-a01b-507aa2ca8998'] in n-d-828369-5 is: [{'id': 'fe4245b2-973e-4764-a01b-507aa2ca8998', 'name': 'tempest-TestServerBasicOps-2114256002-router', 'tenant_id': 'dec023381df941c2a0994282633a3105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': 'dacfc4b9-59a5-4e58-8dde-b9a434336ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:20:20Z', 'updated_at': '2022-02-09T22:20:23Z', 'revision_number': 4, 'project_id': 'dec023381df941c2a0994282633a3105', 'gw_port': {'id': 'dacfc4b9-59a5-4e58-8dde-b9a434336ac6', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4245b2-973e-4764-a01b-507aa2ca8998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:20:21Z', 'updated_at': '2022-02-09T22:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '3bb14ade-98a1-4dbb-a828-07bb72403044', 'name': '', 'network_id': '1f5e5aee-7841-47b6-b9c7-0843cb6e1173', 'tenant_id': 'dec023381df941c2a0994282633a3105', 'mac_address': 'fa:16:3e:bc:dc:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4245b2-973e-4764-a01b-507aa2ca8998', 'device_owner': 'network:router_interface', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': '44d4aa9c-28d9-4d71-a685-69bfc5aa0416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:20:22Z', 'updated_at': '2022-02-09T22:20:29Z', 'revision_number': 5, 'project_id': 'dec023381df941c2a0994282633a3105', 'subnets': [{'id': '44d4aa9c-28d9-4d71-a685-69bfc5aa0416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:26:07.275553 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-d0f9be95-aa1e-43d6-bd5a-03e09f2dbb94 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Deleting port f71be961-38d3-4a0c-91cf-1ddb78071321 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:26:07.275891 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d0f9be95-aa1e-43d6-bd5a-03e09f2dbb94 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (f71be961-38d3-4a0c-91cf-1ddb78071321), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:07.356282 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d0f9be95-aa1e-43d6-bd5a-03e09f2dbb94 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (f71be961-38d3-4a0c-91cf-1ddb78071321), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:07.356616 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d0f9be95-aa1e-43d6-bd5a-03e09f2dbb94 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Publish callbacks [] for floatingip (f71be961-38d3-4a0c-91cf-1ddb78071321), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:07.367970 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-d0f9be95-aa1e-43d6-bd5a-03e09f2dbb94 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Calling delete_port for f71be961-38d3-4a0c-91cf-1ddb78071321 owned by network:floatingip {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:26:07.487878 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160c019c-cd59-4a51-84a3-c4c353c32f08 None None] New status for floating IP 95a12828-bacb-4194-8126-5e75e41cdde5: DOWN {{(pid=103143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:26:07.503794 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d0f9be95-aa1e-43d6-bd5a-03e09f2dbb94 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (f71be961-38d3-4a0c-91cf-1ddb78071321), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:07.535162 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f9be95-aa1e-43d6-bd5a-03e09f2dbb94 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Pushing event deleted for resources: {'Port': ['ID=f71be961-38d3-4a0c-91cf-1ddb78071321,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:26:07.566855 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.db.api [None req-160c019c-cd59-4a51-84a3-c4c353c32f08 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 22:26:07.567215 n-d-828369-5 neutron-server[103143]: DEBUG oslo_db.api [None req-160c019c-cd59-4a51-84a3-c4c353c32f08 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 22:26:07.605604 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d0f9be95-aa1e-43d6-bd5a-03e09f2dbb94 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Publish callbacks [] for floatingip (95a12828-bacb-4194-8126-5e75e41cdde5), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:07.608162 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d0f9be95-aa1e-43d6-bd5a-03e09f2dbb94 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:07.609389 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-d0f9be95-aa1e-43d6-bd5a-03e09f2dbb94 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] 10.222.0.90 "DELETE /v2.0/floatingips/95a12828-bacb-4194-8126-5e75e41cdde5 HTTP/1.1" status: 204 len: 168 time: 0.4689894 Feb 09 22:26:07.678712 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 50324) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:26:07.736793 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-acf4a9d1-440d-476a-bb98-3564c3e015d1 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Publish callbacks [] for security_group (fadc402d-5a0e-428b-bd51-b00898c9771b), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:07.762897 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-acf4a9d1-440d-476a-bb98-3564c3e015d1 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Publish callbacks [] for security_group (fadc402d-5a0e-428b-bd51-b00898c9771b), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:07.823883 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-acf4a9d1-440d-476a-bb98-3564c3e015d1 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (fadc402d-5a0e-428b-bd51-b00898c9771b), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:07.826529 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-acf4a9d1-440d-476a-bb98-3564c3e015d1 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:07.827697 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-acf4a9d1-440d-476a-bb98-3564c3e015d1 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] 10.222.0.90 "DELETE /v2.0/security-groups/fadc402d-5a0e-428b-bd51-b00898c9771b HTTP/1.1" status: 204 len: 168 time: 0.1479886 Feb 09 22:26:07.836612 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf4a9d1-440d-476a-bb98-3564c3e015d1 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fadc402d-5a0e-428b-bd51-b00898c9771b,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:26:07.846117 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf4a9d1-440d-476a-bb98-3564c3e015d1 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:07.846465 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf4a9d1-440d-476a-bb98-3564c3e015d1 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:07.846809 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf4a9d1-440d-476a-bb98-3564c3e015d1 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:07.847180 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf4a9d1-440d-476a-bb98-3564c3e015d1 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:07.847517 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf4a9d1-440d-476a-bb98-3564c3e015d1 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:07.847847 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf4a9d1-440d-476a-bb98-3564c3e015d1 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:07.848177 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf4a9d1-440d-476a-bb98-3564c3e015d1 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:07.848526 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf4a9d1-440d-476a-bb98-3564c3e015d1 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:07.848853 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf4a9d1-440d-476a-bb98-3564c3e015d1 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:07.849174 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf4a9d1-440d-476a-bb98-3564c3e015d1 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:07.849497 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf4a9d1-440d-476a-bb98-3564c3e015d1 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:07.849962 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf4a9d1-440d-476a-bb98-3564c3e015d1 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:07.850290 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf4a9d1-440d-476a-bb98-3564c3e015d1 tempest-TestServerBasicOps-1341534463 tempest-TestServerBasicOps-1341534463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:07.867587 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 50328) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:26:08.018979 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device ea1334c5-daca-458b-b543-8901e04686f9 no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:26:08.039265 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] No Port match for: ea1334c5-daca-458b-b543-8901e04686f9 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:26:08.039612 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device ea1334c5-daca-458b-b543-8901e04686f9 not bound to the agent host n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:26:08.069052 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160c019c-cd59-4a51-84a3-c4c353c32f08 None None] New status for floating IP 95a12828-bacb-4194-8126-5e75e41cdde5: DOWN {{(pid=103143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:26:08.319163 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f6a1fa5c-2aca-458b-810f-78bdd0ba1197 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524906'] for router_interface (fe4245b2-973e-4764-a01b-507aa2ca8998), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:08.567925 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-f6a1fa5c-2aca-458b-810f-78bdd0ba1197 admin admin] Deleting port 3bb14ade-98a1-4dbb-a828-07bb72403044 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:26:08.568177 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f6a1fa5c-2aca-458b-810f-78bdd0ba1197 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (3bb14ade-98a1-4dbb-a828-07bb72403044), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:08.571481 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:26:08.645285 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-f6a1fa5c-2aca-458b-810f-78bdd0ba1197 admin admin] For port 3bb14ade-98a1-4dbb-a828-07bb72403044, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=3bb14ade-98a1-4dbb-a828-07bb72403044,segment=NetworkSegment(194fb2cb-5143-4c5d-b400-deb5a3abbb87),segment_id=194fb2cb-5143-4c5d-b400-deb5a3abbb87)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:26:08.645645 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f6a1fa5c-2aca-458b-810f-78bdd0ba1197 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (3bb14ade-98a1-4dbb-a828-07bb72403044), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:08.658569 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-f6a1fa5c-2aca-458b-810f-78bdd0ba1197 admin admin] Calling delete_port for 3bb14ade-98a1-4dbb-a828-07bb72403044 owned by network:router_interface {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:26:08.837258 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f6a1fa5c-2aca-458b-810f-78bdd0ba1197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (3bb14ade-98a1-4dbb-a828-07bb72403044), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:08.862455 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a1fa5c-2aca-458b-810f-78bdd0ba1197 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bb14ade-98a1-4dbb-a828-07bb72403044,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:26:09.037280 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f6a1fa5c-2aca-458b-810f-78bdd0ba1197 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-525054'] for router_interface (fe4245b2-973e-4764-a01b-507aa2ca8998), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:09.134606 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ae216e74-08a1-451c-b7ab-8e61138e4fe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:09.264025 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6a1fa5c-2aca-458b-810f-78bdd0ba1197 admin admin] Router fe4245b2-973e-4764-a01b-507aa2ca8998 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:26:09.373242 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6a1fa5c-2aca-458b-810f-78bdd0ba1197 admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:26:09.378476 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-f6a1fa5c-2aca-458b-810f-78bdd0ba1197 admin admin] 10.222.0.90 "PUT /v2.0/routers/fe4245b2-973e-4764-a01b-507aa2ca8998/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5095220 Feb 09 22:26:09.380993 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 50332) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:26:09.384564 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5371042-5dcb-4ed6-ab99-f23122f10a60 None None] Sync routers for ids ['fe4245b2-973e-4764-a01b-507aa2ca8998'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:26:09.394318 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5371042-5dcb-4ed6-ab99-f23122f10a60 None None] Routers {'fe4245b2-973e-4764-a01b-507aa2ca8998'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:26:09.394867 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-b5371042-5dcb-4ed6-ab99-f23122f10a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:25:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['fe4245b2-973e-4764-a01b-507aa2ca8998'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:26:09.483758 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2cc34d1d-da62-43da-bb37-78e59ea97fb1 admin admin] Publish callbacks [] for router (fe4245b2-973e-4764-a01b-507aa2ca8998), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:09.501915 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-b5371042-5dcb-4ed6-ab99-f23122f10a60 None None] Set router fe4245b2-973e-4764-a01b-507aa2ca8998 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:26:09.588262 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2cc34d1d-da62-43da-bb37-78e59ea97fb1 admin admin] Publish callbacks [] for router_gateway (fe4245b2-973e-4764-a01b-507aa2ca8998), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:09.644541 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-2cc34d1d-da62-43da-bb37-78e59ea97fb1 admin admin] Deleting port dacfc4b9-59a5-4e58-8dde-b9a434336ac6 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:26:09.644792 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2cc34d1d-da62-43da-bb37-78e59ea97fb1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (dacfc4b9-59a5-4e58-8dde-b9a434336ac6), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:09.686250 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-b5371042-5dcb-4ed6-ab99-f23122f10a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4245b2-973e-4764-a01b-507aa2ca8998', 'name': 'tempest-TestServerBasicOps-2114256002-router', 'tenant_id': 'dec023381df941c2a0994282633a3105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': 'dacfc4b9-59a5-4e58-8dde-b9a434336ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:20:20Z', 'updated_at': '2022-02-09T22:26:08Z', 'revision_number': 5, 'project_id': 'dec023381df941c2a0994282633a3105', 'gw_port': {'id': 'dacfc4b9-59a5-4e58-8dde-b9a434336ac6', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4245b2-973e-4764-a01b-507aa2ca8998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:20:21Z', 'updated_at': '2022-02-09T22:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:26:09.714084 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5371042-5dcb-4ed6-ab99-f23122f10a60 None None] Checking router: fe4245b2-973e-4764-a01b-507aa2ca8998 for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:26:09.722394 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5371042-5dcb-4ed6-ab99-f23122f10a60 None None] Routers {'fe4245b2-973e-4764-a01b-507aa2ca8998'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:26:09.723020 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-b5371042-5dcb-4ed6-ab99-f23122f10a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:25:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['fe4245b2-973e-4764-a01b-507aa2ca8998'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:26:09.727792 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-2cc34d1d-da62-43da-bb37-78e59ea97fb1 admin admin] For port dacfc4b9-59a5-4e58-8dde-b9a434336ac6, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=dacfc4b9-59a5-4e58-8dde-b9a434336ac6,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:26:09.728190 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2cc34d1d-da62-43da-bb37-78e59ea97fb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (dacfc4b9-59a5-4e58-8dde-b9a434336ac6), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:09.740909 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-2cc34d1d-da62-43da-bb37-78e59ea97fb1 admin admin] Calling delete_port for dacfc4b9-59a5-4e58-8dde-b9a434336ac6 owned by network:router_gateway {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:26:09.810078 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-b5371042-5dcb-4ed6-ab99-f23122f10a60 None None] Set router fe4245b2-973e-4764-a01b-507aa2ca8998 gateway port host: None {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:26:09.861682 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-b5371042-5dcb-4ed6-ab99-f23122f10a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4245b2-973e-4764-a01b-507aa2ca8998', 'name': 'tempest-TestServerBasicOps-2114256002-router', 'tenant_id': 'dec023381df941c2a0994282633a3105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:20:20Z', 'updated_at': '2022-02-09T22:26:09Z', 'revision_number': 6, 'project_id': 'dec023381df941c2a0994282633a3105', 'gw_port_host': None}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:26:09.891687 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5371042-5dcb-4ed6-ab99-f23122f10a60 None None] The sync data for ids ['fe4245b2-973e-4764-a01b-507aa2ca8998'] in n-d-828369-5 is: [{'id': 'fe4245b2-973e-4764-a01b-507aa2ca8998', 'name': 'tempest-TestServerBasicOps-2114256002-router', 'tenant_id': 'dec023381df941c2a0994282633a3105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:20:20Z', 'updated_at': '2022-02-09T22:26:09Z', 'revision_number': 6, 'project_id': 'dec023381df941c2a0994282633a3105', 'gw_port_host': None}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:26:09.912492 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2cc34d1d-da62-43da-bb37-78e59ea97fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (dacfc4b9-59a5-4e58-8dde-b9a434336ac6), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:09.939922 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc34d1d-da62-43da-bb37-78e59ea97fb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=dacfc4b9-59a5-4e58-8dde-b9a434336ac6,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:26:10.002582 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2cc34d1d-da62-43da-bb37-78e59ea97fb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-554524'] for router_gateway (fe4245b2-973e-4764-a01b-507aa2ca8998), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:10.093430 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2cc34d1d-da62-43da-bb37-78e59ea97fb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (fe4245b2-973e-4764-a01b-507aa2ca8998), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:10.095544 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2cc34d1d-da62-43da-bb37-78e59ea97fb1 admin admin] Publish callbacks [] for router_controller (fe4245b2-973e-4764-a01b-507aa2ca8998), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:10.139760 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2cc34d1d-da62-43da-bb37-78e59ea97fb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (fe4245b2-973e-4764-a01b-507aa2ca8998), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:10.140346 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cc34d1d-da62-43da-bb37-78e59ea97fb1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe4245b2-973e-4764-a01b-507aa2ca8998 {{(pid=103140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:26:10.145443 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2cc34d1d-da62-43da-bb37-78e59ea97fb1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:10.146646 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-2cc34d1d-da62-43da-bb37-78e59ea97fb1 admin admin] 10.222.0.90 "DELETE /v2.0/routers/fe4245b2-973e-4764-a01b-507aa2ca8998 HTTP/1.1" status: 204 len: 168 time: 0.7646587 Feb 09 22:26:10.149165 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 50334) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:26:10.198785 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_v2 [None req-6097213e-6b9f-43f0-8c89-473346e7f6f5 admin admin] Deleting subnet 44d4aa9c-28d9-4d71-a685-69bfc5aa0416 {{(pid=103140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:26:10.201847 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6097213e-6b9f-43f0-8c89-473346e7f6f5 admin admin] Publish callbacks [] for subnet (44d4aa9c-28d9-4d71-a685-69bfc5aa0416), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:10.512184 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6097213e-6b9f-43f0-8c89-473346e7f6f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9110716'] for subnet (44d4aa9c-28d9-4d71-a685-69bfc5aa0416), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:10.587528 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6097213e-6b9f-43f0-8c89-473346e7f6f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (44d4aa9c-28d9-4d71-a685-69bfc5aa0416), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:10.641219 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6097213e-6b9f-43f0-8c89-473346e7f6f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621346'] for subnet (44d4aa9c-28d9-4d71-a685-69bfc5aa0416), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:10.678793 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6097213e-6b9f-43f0-8c89-473346e7f6f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44d4aa9c-28d9-4d71-a685-69bfc5aa0416,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:26:10.684258 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6097213e-6b9f-43f0-8c89-473346e7f6f5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:10.692191 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-6097213e-6b9f-43f0-8c89-473346e7f6f5 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/44d4aa9c-28d9-4d71-a685-69bfc5aa0416 HTTP/1.1" status: 204 len: 168 time: 0.5394506 Feb 09 22:26:10.692191 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 50336) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:26:10.695234 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717e8f74-3ad9-4d15-a3bb-b66964099d5d None None] Network 1f5e5aee-7841-47b6-b9c7-0843cb6e1173 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:26:10.749933 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 3bb14ade-98a1-4dbb-a828-07bb72403044 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:26:10.761892 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-553e34f4-7a80-4dab-8b9f-b8d171546906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (1f5e5aee-7841-47b6-b9c7-0843cb6e1173), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:10.774168 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 3bb14ade-98a1-4dbb-a828-07bb72403044 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:26:10.774518 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 3bb14ade-98a1-4dbb-a828-07bb72403044 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:26:10.774945 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device dacfc4b9-59a5-4e58-8dde-b9a434336ac6 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:26:10.807242 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: dacfc4b9-59a5-4e58-8dde-b9a434336ac6 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:26:10.807849 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device dacfc4b9-59a5-4e58-8dde-b9a434336ac6 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:26:10.817146 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-553e34f4-7a80-4dab-8b9f-b8d171546906 admin admin] Deleting port 9989ed82-0f34-4592-9131-28a985a034a2 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:26:10.817482 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-553e34f4-7a80-4dab-8b9f-b8d171546906 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (9989ed82-0f34-4592-9131-28a985a034a2), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:10.884566 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-553e34f4-7a80-4dab-8b9f-b8d171546906 admin admin] For port 9989ed82-0f34-4592-9131-28a985a034a2, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=9989ed82-0f34-4592-9131-28a985a034a2,segment=NetworkSegment(194fb2cb-5143-4c5d-b400-deb5a3abbb87),segment_id=194fb2cb-5143-4c5d-b400-deb5a3abbb87)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:26:10.884909 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-553e34f4-7a80-4dab-8b9f-b8d171546906 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (9989ed82-0f34-4592-9131-28a985a034a2), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:10.903085 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-553e34f4-7a80-4dab-8b9f-b8d171546906 admin admin] Calling delete_port for 9989ed82-0f34-4592-9131-28a985a034a2 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:26:10.937576 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f685e37-5f63-45ef-bcb2-02e90abd6750 None None] DHCP port deletion for 1f5e5aee-7841-47b6-b9c7-0843cb6e1173 request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:26:10.985207 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-553e34f4-7a80-4dab-8b9f-b8d171546906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (9989ed82-0f34-4592-9131-28a985a034a2), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:10.990753 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-2f685e37-5f63-45ef-bcb2-02e90abd6750 None None] Deleting port 9989ed82-0f34-4592-9131-28a985a034a2 {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:26:10.991141 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2f685e37-5f63-45ef-bcb2-02e90abd6750 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (9989ed82-0f34-4592-9131-28a985a034a2), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:11.016809 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553e34f4-7a80-4dab-8b9f-b8d171546906 admin admin] Pushing event deleted for resources: {'Port': ['ID=9989ed82-0f34-4592-9131-28a985a034a2,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:26:11.022970 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553e34f4-7a80-4dab-8b9f-b8d171546906 admin admin] No DVR routers for this DVR port 9989ed82-0f34-4592-9131-28a985a034a2 on host n-d-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:26:11.060988 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-2f685e37-5f63-45ef-bcb2-02e90abd6750 None None] For port 9989ed82-0f34-4592-9131-28a985a034a2, host n-d-828369-5, got binding levels [] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:26:11.061490 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2f685e37-5f63-45ef-bcb2-02e90abd6750 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (9989ed82-0f34-4592-9131-28a985a034a2), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:11.083408 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-2f685e37-5f63-45ef-bcb2-02e90abd6750 None None] Calling delete_port for 9989ed82-0f34-4592-9131-28a985a034a2 owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:26:11.090240 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.ipam_backend_mixin [None req-2f685e37-5f63-45ef-bcb2-02e90abd6750 None None] Port 9989ed82-0f34-4592-9131-28a985a034a2 was not found and therefore no delete operation was performed {{(pid=103142) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 22:26:11.094347 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2f685e37-5f63-45ef-bcb2-02e90abd6750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (9989ed82-0f34-4592-9131-28a985a034a2), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:11.096330 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-553e34f4-7a80-4dab-8b9f-b8d171546906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (1f5e5aee-7841-47b6-b9c7-0843cb6e1173), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:11.101037 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-234f3dd2-adcf-48cd-9419-603be8969759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:11.118446 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-553e34f4-7a80-4dab-8b9f-b8d171546906 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f5e5aee-7841-47b6-b9c7-0843cb6e1173']}} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:26:11.122882 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f685e37-5f63-45ef-bcb2-02e90abd6750 None None] Pushing event deleted for resources: {'Port': ['ID=9989ed82-0f34-4592-9131-28a985a034a2,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:26:11.127095 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f685e37-5f63-45ef-bcb2-02e90abd6750 None None] No DVR routers for this DVR port 9989ed82-0f34-4592-9131-28a985a034a2 on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:26:11.129993 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-553e34f4-7a80-4dab-8b9f-b8d171546906 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '194fb2cb-5143-4c5d-b400-deb5a3abbb87') {'for_net_delete': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:26:11.130364 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-553e34f4-7a80-4dab-8b9f-b8d171546906 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '194fb2cb-5143-4c5d-b400-deb5a3abbb87') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:26:11.134007 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f685e37-5f63-45ef-bcb2-02e90abd6750 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:11.134353 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f685e37-5f63-45ef-bcb2-02e90abd6750 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:11.134694 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f685e37-5f63-45ef-bcb2-02e90abd6750 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:11.135028 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f685e37-5f63-45ef-bcb2-02e90abd6750 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:11.135356 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f685e37-5f63-45ef-bcb2-02e90abd6750 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:11.135685 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f685e37-5f63-45ef-bcb2-02e90abd6750 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:11.136002 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f685e37-5f63-45ef-bcb2-02e90abd6750 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:11.136352 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f685e37-5f63-45ef-bcb2-02e90abd6750 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:11.136680 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f685e37-5f63-45ef-bcb2-02e90abd6750 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:11.137003 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f685e37-5f63-45ef-bcb2-02e90abd6750 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:11.137327 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f685e37-5f63-45ef-bcb2-02e90abd6750 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:11.137648 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f685e37-5f63-45ef-bcb2-02e90abd6750 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:11.137967 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f685e37-5f63-45ef-bcb2-02e90abd6750 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:26:11.146027 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-553e34f4-7a80-4dab-8b9f-b8d171546906 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110711'] for segment (194fb2cb-5143-4c5d-b400-deb5a3abbb87), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:11.160233 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-553e34f4-7a80-4dab-8b9f-b8d171546906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (194fb2cb-5143-4c5d-b400-deb5a3abbb87), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:11.170607 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-553e34f4-7a80-4dab-8b9f-b8d171546906 admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=103140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:26:11.171000 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-553e34f4-7a80-4dab-8b9f-b8d171546906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669415'] for segment (194fb2cb-5143-4c5d-b400-deb5a3abbb87), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:11.172698 n-d-828369-5 neutron-server[103140]: Traceback (most recent call last): Feb 09 22:26:11.172698 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:26:11.172698 n-d-828369-5 neutron-server[103140]: timer() Feb 09 22:26:11.172698 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:26:11.172698 n-d-828369-5 neutron-server[103140]: cb(*args, **kw) Feb 09 22:26:11.172698 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:26:11.172698 n-d-828369-5 neutron-server[103140]: return func(*args, **kwargs) Feb 09 22:26:11.172698 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:26:11.172698 n-d-828369-5 neutron-server[103140]: self._notify() Feb 09 22:26:11.172698 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:26:11.172698 n-d-828369-5 neutron-server[103140]: self.callback(batched_events) Feb 09 22:26:11.172698 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:26:11.172698 n-d-828369-5 neutron-server[103140]: event.method(event) Feb 09 22:26:11.172698 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:26:11.172698 n-d-828369-5 neutron-server[103140]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:26:11.172698 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:26:11.172698 n-d-828369-5 neutron-server[103140]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:26:11.172698 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:26:11.172698 n-d-828369-5 neutron-server[103140]: return f(self, *a, **k) Feb 09 22:26:11.172698 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:26:11.172698 n-d-828369-5 neutron-server[103140]: return self._get(url).json() Feb 09 22:26:11.172698 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:26:11.172698 n-d-828369-5 neutron-server[103140]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:26:11.172698 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:26:11.172698 n-d-828369-5 neutron-server[103140]: return self.request(url, 'GET', **kwargs) Feb 09 22:26:11.172698 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:26:11.172698 n-d-828369-5 neutron-server[103140]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:26:11.172698 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:26:11.172698 n-d-828369-5 neutron-server[103140]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:26:11.172698 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:26:11.172698 n-d-828369-5 neutron-server[103140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:26:11.172698 n-d-828369-5 neutron-server[103140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:26:11.235384 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-553e34f4-7a80-4dab-8b9f-b8d171546906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (1f5e5aee-7841-47b6-b9c7-0843cb6e1173), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:11.240779 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-553e34f4-7a80-4dab-8b9f-b8d171546906 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:11.244628 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-553e34f4-7a80-4dab-8b9f-b8d171546906 admin admin] 10.222.0.90 "DELETE /v2.0/networks/1f5e5aee-7841-47b6-b9c7-0843cb6e1173 HTTP/1.1" status: 204 len: 168 time: 0.5515716 Feb 09 22:26:11.247659 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 50338) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:26:11.258029 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553e34f4-7a80-4dab-8b9f-b8d171546906 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f5e5aee-7841-47b6-b9c7-0843cb6e1173,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:26:11.591151 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-31ce9635-e2ed-41eb-afba-a4c06c645492 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524906'] for router_interface (ee40aee2-b34a-4337-8d8a-201a2dde9936), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:11.841645 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-31ce9635-e2ed-41eb-afba-a4c06c645492 admin admin] Deleting port d8f16a38-28a4-4002-8aea-961b44708e72 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:26:11.841902 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-31ce9635-e2ed-41eb-afba-a4c06c645492 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (d8f16a38-28a4-4002-8aea-961b44708e72), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:11.921514 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-31ce9635-e2ed-41eb-afba-a4c06c645492 admin admin] For port d8f16a38-28a4-4002-8aea-961b44708e72, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=d8f16a38-28a4-4002-8aea-961b44708e72,segment=NetworkSegment(b49d8d1a-477f-4e55-bada-b877f79d8a2e),segment_id=b49d8d1a-477f-4e55-bada-b877f79d8a2e)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:26:11.921879 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-31ce9635-e2ed-41eb-afba-a4c06c645492 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (d8f16a38-28a4-4002-8aea-961b44708e72), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:11.935165 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-31ce9635-e2ed-41eb-afba-a4c06c645492 admin admin] Calling delete_port for d8f16a38-28a4-4002-8aea-961b44708e72 owned by network:router_interface {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:26:12.115301 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-31ce9635-e2ed-41eb-afba-a4c06c645492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (d8f16a38-28a4-4002-8aea-961b44708e72), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:12.140249 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ce9635-e2ed-41eb-afba-a4c06c645492 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8f16a38-28a4-4002-8aea-961b44708e72,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:26:12.309137 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-31ce9635-e2ed-41eb-afba-a4c06c645492 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-525054'] for router_interface (ee40aee2-b34a-4337-8d8a-201a2dde9936), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:12.529440 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31ce9635-e2ed-41eb-afba-a4c06c645492 admin admin] Router ee40aee2-b34a-4337-8d8a-201a2dde9936 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:26:12.549840 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 9989ed82-0f34-4592-9131-28a985a034a2 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:26:12.570409 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 9989ed82-0f34-4592-9131-28a985a034a2 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:26:12.570761 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 9989ed82-0f34-4592-9131-28a985a034a2 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:26:12.643729 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31ce9635-e2ed-41eb-afba-a4c06c645492 admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:26:12.649441 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-31ce9635-e2ed-41eb-afba-a4c06c645492 admin admin] 10.222.0.90 "PUT /v2.0/routers/ee40aee2-b34a-4337-8d8a-201a2dde9936/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4006734 Feb 09 22:26:12.651947 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 50340) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:26:12.652116 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178d21e2-e1d4-464c-b9f6-9e5c4af79db6 None None] Sync routers for ids ['ee40aee2-b34a-4337-8d8a-201a2dde9936'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:26:12.662567 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178d21e2-e1d4-464c-b9f6-9e5c4af79db6 None None] Routers {'ee40aee2-b34a-4337-8d8a-201a2dde9936'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:26:12.663183 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-178d21e2-e1d4-464c-b9f6-9e5c4af79db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:26:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['ee40aee2-b34a-4337-8d8a-201a2dde9936'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:26:12.761020 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d56cd706-0769-4f18-859e-3b071893882e admin admin] Publish callbacks [] for router (ee40aee2-b34a-4337-8d8a-201a2dde9936), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:12.768906 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-178d21e2-e1d4-464c-b9f6-9e5c4af79db6 None None] Set router ee40aee2-b34a-4337-8d8a-201a2dde9936 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:26:12.866135 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d56cd706-0769-4f18-859e-3b071893882e admin admin] Publish callbacks [] for router_gateway (ee40aee2-b34a-4337-8d8a-201a2dde9936), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:12.904584 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:12.920693 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-d56cd706-0769-4f18-859e-3b071893882e admin admin] Deleting port 7bd59d32-3d76-415d-91b8-44f0b495ed8e {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:26:12.921028 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d56cd706-0769-4f18-859e-3b071893882e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (7bd59d32-3d76-415d-91b8-44f0b495ed8e), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:12.956923 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-178d21e2-e1d4-464c-b9f6-9e5c4af79db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee40aee2-b34a-4337-8d8a-201a2dde9936', 'name': 'tempest-TestServerBasicOps-1363237780-router', 'tenant_id': 'cd0a2ded33b24dd18f10a4bbb4c33518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '7bd59d32-3d76-415d-91b8-44f0b495ed8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:20:25Z', 'updated_at': '2022-02-09T22:26:12Z', 'revision_number': 5, 'project_id': 'cd0a2ded33b24dd18f10a4bbb4c33518', 'gw_port': {'id': '7bd59d32-3d76-415d-91b8-44f0b495ed8e', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee40aee2-b34a-4337-8d8a-201a2dde9936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:20:25Z', 'updated_at': '2022-02-09T22:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:26:12.986658 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178d21e2-e1d4-464c-b9f6-9e5c4af79db6 None None] Checking router: ee40aee2-b34a-4337-8d8a-201a2dde9936 for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:26:12.995201 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178d21e2-e1d4-464c-b9f6-9e5c4af79db6 None None] Routers {'ee40aee2-b34a-4337-8d8a-201a2dde9936'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:26:12.995815 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-178d21e2-e1d4-464c-b9f6-9e5c4af79db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:26:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['ee40aee2-b34a-4337-8d8a-201a2dde9936'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:26:13.004162 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-d56cd706-0769-4f18-859e-3b071893882e admin admin] For port 7bd59d32-3d76-415d-91b8-44f0b495ed8e, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=7bd59d32-3d76-415d-91b8-44f0b495ed8e,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:26:13.004567 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d56cd706-0769-4f18-859e-3b071893882e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (7bd59d32-3d76-415d-91b8-44f0b495ed8e), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:13.017772 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-d56cd706-0769-4f18-859e-3b071893882e admin admin] Calling delete_port for 7bd59d32-3d76-415d-91b8-44f0b495ed8e owned by network:router_gateway {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:26:13.084701 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-178d21e2-e1d4-464c-b9f6-9e5c4af79db6 None None] Set router ee40aee2-b34a-4337-8d8a-201a2dde9936 gateway port host: None {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:26:13.134937 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-178d21e2-e1d4-464c-b9f6-9e5c4af79db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee40aee2-b34a-4337-8d8a-201a2dde9936', 'name': 'tempest-TestServerBasicOps-1363237780-router', 'tenant_id': 'cd0a2ded33b24dd18f10a4bbb4c33518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:20:25Z', 'updated_at': '2022-02-09T22:26:12Z', 'revision_number': 6, 'project_id': 'cd0a2ded33b24dd18f10a4bbb4c33518', 'gw_port_host': None}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:26:13.164597 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178d21e2-e1d4-464c-b9f6-9e5c4af79db6 None None] The sync data for ids ['ee40aee2-b34a-4337-8d8a-201a2dde9936'] in n-d-828369-5 is: [{'id': 'ee40aee2-b34a-4337-8d8a-201a2dde9936', 'name': 'tempest-TestServerBasicOps-1363237780-router', 'tenant_id': 'cd0a2ded33b24dd18f10a4bbb4c33518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:20:25Z', 'updated_at': '2022-02-09T22:26:12Z', 'revision_number': 6, 'project_id': 'cd0a2ded33b24dd18f10a4bbb4c33518', 'gw_port_host': None}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:26:13.197368 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d56cd706-0769-4f18-859e-3b071893882e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (7bd59d32-3d76-415d-91b8-44f0b495ed8e), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:13.223560 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56cd706-0769-4f18-859e-3b071893882e admin admin] Pushing event deleted for resources: {'Port': ['ID=7bd59d32-3d76-415d-91b8-44f0b495ed8e,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:26:13.289151 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d56cd706-0769-4f18-859e-3b071893882e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-554524'] for router_gateway (ee40aee2-b34a-4337-8d8a-201a2dde9936), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:13.380240 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d56cd706-0769-4f18-859e-3b071893882e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (ee40aee2-b34a-4337-8d8a-201a2dde9936), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:13.382471 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d56cd706-0769-4f18-859e-3b071893882e admin admin] Publish callbacks [] for router_controller (ee40aee2-b34a-4337-8d8a-201a2dde9936), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:13.428783 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d56cd706-0769-4f18-859e-3b071893882e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (ee40aee2-b34a-4337-8d8a-201a2dde9936), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:13.429309 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d56cd706-0769-4f18-859e-3b071893882e admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee40aee2-b34a-4337-8d8a-201a2dde9936 {{(pid=103141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:26:13.433887 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d56cd706-0769-4f18-859e-3b071893882e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:13.435062 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-d56cd706-0769-4f18-859e-3b071893882e admin admin] 10.222.0.90 "DELETE /v2.0/routers/ee40aee2-b34a-4337-8d8a-201a2dde9936 HTTP/1.1" status: 204 len: 168 time: 0.7821519 Feb 09 22:26:13.437565 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 50342) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:26:13.481232 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-8978c44a-1701-4ef3-b462-8349a99d874b admin admin] Deleting subnet f89796bd-22b5-4ea4-a826-9cbb2cea4a45 {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:26:13.484329 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8978c44a-1701-4ef3-b462-8349a99d874b admin admin] Publish callbacks [] for subnet (f89796bd-22b5-4ea4-a826-9cbb2cea4a45), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:13.517703 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8978c44a-1701-4ef3-b462-8349a99d874b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (f89796bd-22b5-4ea4-a826-9cbb2cea4a45), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:13.602764 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8978c44a-1701-4ef3-b462-8349a99d874b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (f89796bd-22b5-4ea4-a826-9cbb2cea4a45), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:13.655428 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8978c44a-1701-4ef3-b462-8349a99d874b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (f89796bd-22b5-4ea4-a826-9cbb2cea4a45), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:13.684325 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8978c44a-1701-4ef3-b462-8349a99d874b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:13.691023 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-8978c44a-1701-4ef3-b462-8349a99d874b admin admin] 10.222.0.90 "DELETE /v2.0/subnets/f89796bd-22b5-4ea4-a826-9cbb2cea4a45 HTTP/1.1" status: 204 len: 168 time: 0.2501700 Feb 09 22:26:13.691204 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db673db2-8e24-486e-9410-ca83210028a4 None None] Network da98e0d2-6e6b-4577-b159-9d5009c44c57 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:26:13.691693 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8978c44a-1701-4ef3-b462-8349a99d874b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f89796bd-22b5-4ea4-a826-9cbb2cea4a45,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:26:13.692514 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 50344) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:26:13.760073 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ed8f8924-811e-436c-b62a-7d1be559e496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (da98e0d2-6e6b-4577-b159-9d5009c44c57), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:13.831273 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-ed8f8924-811e-436c-b62a-7d1be559e496 admin admin] Deleting port 8f3189eb-3087-4684-b222-3d36c131cee5 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:26:13.831620 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ed8f8924-811e-436c-b62a-7d1be559e496 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (8f3189eb-3087-4684-b222-3d36c131cee5), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:13.894780 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-ed8f8924-811e-436c-b62a-7d1be559e496 admin admin] For port 8f3189eb-3087-4684-b222-3d36c131cee5, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=8f3189eb-3087-4684-b222-3d36c131cee5,segment=NetworkSegment(b49d8d1a-477f-4e55-bada-b877f79d8a2e),segment_id=b49d8d1a-477f-4e55-bada-b877f79d8a2e)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:26:13.895074 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ed8f8924-811e-436c-b62a-7d1be559e496 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (8f3189eb-3087-4684-b222-3d36c131cee5), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:13.908585 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-ed8f8924-811e-436c-b62a-7d1be559e496 admin admin] Calling delete_port for 8f3189eb-3087-4684-b222-3d36c131cee5 owned by network:dhcp {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:26:13.934472 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a0e4ee-9d13-4c88-8334-a8e09489fc37 None None] DHCP port deletion for da98e0d2-6e6b-4577-b159-9d5009c44c57 request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:26:13.990860 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ed8f8924-811e-436c-b62a-7d1be559e496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (8f3189eb-3087-4684-b222-3d36c131cee5), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:13.991139 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-b8a0e4ee-9d13-4c88-8334-a8e09489fc37 None None] Deleting port 8f3189eb-3087-4684-b222-3d36c131cee5 {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:26:13.991471 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b8a0e4ee-9d13-4c88-8334-a8e09489fc37 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (8f3189eb-3087-4684-b222-3d36c131cee5), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:14.021650 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8f8924-811e-436c-b62a-7d1be559e496 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f3189eb-3087-4684-b222-3d36c131cee5,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:26:14.023499 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8f8924-811e-436c-b62a-7d1be559e496 admin admin] No DVR routers for this DVR port 8f3189eb-3087-4684-b222-3d36c131cee5 on host n-d-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:26:14.062442 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-b8a0e4ee-9d13-4c88-8334-a8e09489fc37 None None] For port 8f3189eb-3087-4684-b222-3d36c131cee5, host n-d-828369-5, got binding levels [] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:26:14.062844 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b8a0e4ee-9d13-4c88-8334-a8e09489fc37 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (8f3189eb-3087-4684-b222-3d36c131cee5), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:14.076347 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-b8a0e4ee-9d13-4c88-8334-a8e09489fc37 None None] Calling delete_port for 8f3189eb-3087-4684-b222-3d36c131cee5 owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:26:14.079031 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.ipam_backend_mixin [None req-b8a0e4ee-9d13-4c88-8334-a8e09489fc37 None None] Port 8f3189eb-3087-4684-b222-3d36c131cee5 was not found and therefore no delete operation was performed {{(pid=103142) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 22:26:14.080897 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b8a0e4ee-9d13-4c88-8334-a8e09489fc37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (8f3189eb-3087-4684-b222-3d36c131cee5), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:14.095408 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ed8f8924-811e-436c-b62a-7d1be559e496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (da98e0d2-6e6b-4577-b159-9d5009c44c57), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:14.104610 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a0e4ee-9d13-4c88-8334-a8e09489fc37 None None] Pushing event deleted for resources: {'Port': ['ID=8f3189eb-3087-4684-b222-3d36c131cee5,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:26:14.110125 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a0e4ee-9d13-4c88-8334-a8e09489fc37 None None] No DVR routers for this DVR port 8f3189eb-3087-4684-b222-3d36c131cee5 on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:26:14.117522 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-ed8f8924-811e-436c-b62a-7d1be559e496 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da98e0d2-6e6b-4577-b159-9d5009c44c57']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:26:14.126728 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-ed8f8924-811e-436c-b62a-7d1be559e496 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b49d8d1a-477f-4e55-bada-b877f79d8a2e') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:26:14.127033 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-ed8f8924-811e-436c-b62a-7d1be559e496 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b49d8d1a-477f-4e55-bada-b877f79d8a2e') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:26:14.138912 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ed8f8924-811e-436c-b62a-7d1be559e496 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (b49d8d1a-477f-4e55-bada-b877f79d8a2e), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:14.152994 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ed8f8924-811e-436c-b62a-7d1be559e496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (b49d8d1a-477f-4e55-bada-b877f79d8a2e), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:14.160056 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed8f8924-811e-436c-b62a-7d1be559e496 admin admin] Releasing vlan 748 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:26:14.162423 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ed8f8924-811e-436c-b62a-7d1be559e496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (b49d8d1a-477f-4e55-bada-b877f79d8a2e), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:14.163786 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 22:26:14.163786 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:26:14.163786 n-d-828369-5 neutron-server[103141]: timer() Feb 09 22:26:14.163786 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:26:14.163786 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 22:26:14.163786 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:26:14.163786 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 22:26:14.163786 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:26:14.163786 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 22:26:14.163786 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:26:14.163786 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 22:26:14.163786 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:26:14.163786 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 22:26:14.163786 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:26:14.163786 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:26:14.163786 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:26:14.163786 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:26:14.163786 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:26:14.163786 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 22:26:14.163786 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:26:14.163786 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 22:26:14.163786 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:26:14.163786 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:26:14.163786 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:26:14.163786 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 22:26:14.163786 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:26:14.163786 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:26:14.163786 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:26:14.163786 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:26:14.163786 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:26:14.163786 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:26:14.163786 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:26:14.226401 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ed8f8924-811e-436c-b62a-7d1be559e496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (da98e0d2-6e6b-4577-b159-9d5009c44c57), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:14.237748 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ed8f8924-811e-436c-b62a-7d1be559e496 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:14.241037 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-ed8f8924-811e-436c-b62a-7d1be559e496 admin admin] 10.222.0.90 "DELETE /v2.0/networks/da98e0d2-6e6b-4577-b159-9d5009c44c57 HTTP/1.1" status: 204 len: 168 time: 0.5475819 Feb 09 22:26:14.252768 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8f8924-811e-436c-b62a-7d1be559e496 admin admin] Pushing event deleted for resources: {'Network': ['ID=da98e0d2-6e6b-4577-b159-9d5009c44c57,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:26:14.316674 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:14.350046 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 50348) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:26:14.389148 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-fc235f06-2669-43c2-bd66-99ddaa2af796 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=dec023381df941c2a0994282633a3105&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0378535 Feb 09 22:26:14.391518 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 50350) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:26:14.438609 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-707cfc33-4f33-41cc-80f4-16a8110898ed admin admin] Publish callbacks [] for security_group (6bcc7152-f257-47d8-8013-1403d9bbed0d), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:14.460645 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-707cfc33-4f33-41cc-80f4-16a8110898ed admin admin] Publish callbacks [] for security_group (6bcc7152-f257-47d8-8013-1403d9bbed0d), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:14.509436 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device d8f16a38-28a4-4002-8aea-961b44708e72 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:26:14.510813 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-707cfc33-4f33-41cc-80f4-16a8110898ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (6bcc7152-f257-47d8-8013-1403d9bbed0d), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:14.513534 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-707cfc33-4f33-41cc-80f4-16a8110898ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:14.514700 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-707cfc33-4f33-41cc-80f4-16a8110898ed admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/6bcc7152-f257-47d8-8013-1403d9bbed0d HTTP/1.1" status: 204 len: 168 time: 0.1215792 Feb 09 22:26:14.523072 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707cfc33-4f33-41cc-80f4-16a8110898ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bcc7152-f257-47d8-8013-1403d9bbed0d,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:26:14.541850 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: d8f16a38-28a4-4002-8aea-961b44708e72 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:26:14.542196 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device d8f16a38-28a4-4002-8aea-961b44708e72 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:26:14.542615 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 7bd59d32-3d76-415d-91b8-44f0b495ed8e no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:26:14.567695 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 7bd59d32-3d76-415d-91b8-44f0b495ed8e {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:26:14.567955 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 7bd59d32-3d76-415d-91b8-44f0b495ed8e not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:26:14.568394 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 8f3189eb-3087-4684-b222-3d36c131cee5 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:26:14.587816 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 8f3189eb-3087-4684-b222-3d36c131cee5 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:26:14.588166 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 8f3189eb-3087-4684-b222-3d36c131cee5 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:26:14.827698 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 50356) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:26:14.871039 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-d215afc8-964c-4ee2-a8d1-31f96d73aa1d admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=cd0a2ded33b24dd18f10a4bbb4c33518&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0421112 Feb 09 22:26:14.873885 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 50358) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:26:14.920240 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5b31fa0f-d49a-463b-abae-872ff1d0d1f8 admin admin] Publish callbacks [] for security_group (393eab9b-2912-481f-be3a-aba0c0ed64cd), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:14.941574 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5b31fa0f-d49a-463b-abae-872ff1d0d1f8 admin admin] Publish callbacks [] for security_group (393eab9b-2912-481f-be3a-aba0c0ed64cd), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:14.989125 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5b31fa0f-d49a-463b-abae-872ff1d0d1f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (393eab9b-2912-481f-be3a-aba0c0ed64cd), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:14.991733 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5b31fa0f-d49a-463b-abae-872ff1d0d1f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:14.992940 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-5b31fa0f-d49a-463b-abae-872ff1d0d1f8 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/393eab9b-2912-481f-be3a-aba0c0ed64cd HTTP/1.1" status: 204 len: 168 time: 0.1181378 Feb 09 22:26:15.000927 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b31fa0f-d49a-463b-abae-872ff1d0d1f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=393eab9b-2912-481f-be3a-aba0c0ed64cd,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:26:15.413286 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:21.826938 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:23.933242 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:25.631166 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-84bc2536-1c0a-418e-a365-4c4dac569ac5 req-7a2d58d5-1363-4ff5-9f74-2cbeed0b12cc tempest-ServersAdminNegativeTestJSON-669942304 tempest-ServersAdminNegativeTestJSON-669942304-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=52fc596b11e1499aa1d54896299fed01&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289633 Feb 09 22:26:25.817045 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bc2536-1c0a-418e-a365-4c4dac569ac5 req-723b6bb8-66f9-4ca1-ae2c-2bf084b5b01a tempest-ServersAdminNegativeTestJSON-669942304 tempest-ServersAdminNegativeTestJSON-669942304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:26:25.818412 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-84bc2536-1c0a-418e-a365-4c4dac569ac5 req-723b6bb8-66f9-4ca1-ae2c-2bf084b5b01a tempest-ServersAdminNegativeTestJSON-669942304 tempest-ServersAdminNegativeTestJSON-669942304-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1822581 Feb 09 22:26:25.833276 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-84bc2536-1c0a-418e-a365-4c4dac569ac5 req-d18cd6fc-305e-4bc5-a418-91de4c1b6373 tempest-ServersAdminNegativeTestJSON-669942304 tempest-ServersAdminNegativeTestJSON-669942304-project] 10.222.0.90 "GET /v2.0/quotas/52fc596b11e1499aa1d54896299fed01 HTTP/1.1" status: 200 len: 375 time: 0.0092707 Feb 09 22:26:25.863333 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-84bc2536-1c0a-418e-a365-4c4dac569ac5 req-154f4037-5e9f-4bac-8aee-ed00af598115 tempest-ServersAdminNegativeTestJSON-669942304 tempest-ServersAdminNegativeTestJSON-669942304-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=52fc596b11e1499aa1d54896299fed01&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253375 Feb 09 22:26:26.024708 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0186108d-ad50-4bd3-8271-4c10bee60d1b req-95b6645d-c965-4fb7-bb9d-f019f0e2f072 tempest-ServersAdminNegativeTestJSON-669942304 tempest-ServersAdminNegativeTestJSON-669942304-project] 10.222.0.90 "GET /v2.0/ports?device_id=e74ed716-7682-4951-85a9-fa264719f60f HTTP/1.1" status: 200 len: 210 time: 0.0278113 Feb 09 22:26:26.996627 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-84bc2536-1c0a-418e-a365-4c4dac569ac5 req-ab7e6177-70af-442e-9f97-fb9eb16c4fa1 tempest-ServersAdminNegativeTestJSON-669942304 tempest-ServersAdminNegativeTestJSON-669942304-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=52fc596b11e1499aa1d54896299fed01&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0238197 Feb 09 22:26:27.119046 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bc2536-1c0a-418e-a365-4c4dac569ac5 req-04bcc041-a882-4bc1-ace5-9670067fe9c6 tempest-ServersAdminNegativeTestJSON-669942304 tempest-ServersAdminNegativeTestJSON-669942304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:26:27.120469 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-84bc2536-1c0a-418e-a365-4c4dac569ac5 req-04bcc041-a882-4bc1-ace5-9670067fe9c6 tempest-ServersAdminNegativeTestJSON-669942304 tempest-ServersAdminNegativeTestJSON-669942304-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1190934 Feb 09 22:26:27.137767 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-84bc2536-1c0a-418e-a365-4c4dac569ac5 req-f065754f-2d97-4ecf-b129-c2f32006ca1e tempest-ServersAdminNegativeTestJSON-669942304 tempest-ServersAdminNegativeTestJSON-669942304-project] Request body: {'port': {'device_id': 'e74ed716-7682-4951-85a9-fa264719f60f', 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc', 'admin_state_up': True, 'tenant_id': '52fc596b11e1499aa1d54896299fed01'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:26:27.142522 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b9ecaa48-cdeb-4299-ba0d-dcb64e6af522 req-89990dfb-21e6-4614-91a8-1b0def1c57c2 tempest-ServersAdminNegativeTestJSON-669942304 tempest-ServersAdminNegativeTestJSON-669942304-project] 10.222.0.90 "GET /v2.0/ports?device_id=e74ed716-7682-4951-85a9-fa264719f60f HTTP/1.1" status: 200 len: 210 time: 0.0449879 Feb 09 22:26:27.246788 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84bc2536-1c0a-418e-a365-4c4dac569ac5 req-f065754f-2d97-4ecf-b129-c2f32006ca1e tempest-ServersAdminNegativeTestJSON-669942304 tempest-ServersAdminNegativeTestJSON-669942304-project] Made reservation on behalf of 52fc596b11e1499aa1d54896299fed01 for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:26:27.249985 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-84bc2536-1c0a-418e-a365-4c4dac569ac5 req-f065754f-2d97-4ecf-b129-c2f32006ca1e tempest-ServersAdminNegativeTestJSON-669942304 tempest-ServersAdminNegativeTestJSON-669942304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:27.258024 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-84bc2536-1c0a-418e-a365-4c4dac569ac5 req-f065754f-2d97-4ecf-b129-c2f32006ca1e tempest-ServersAdminNegativeTestJSON-669942304 tempest-ServersAdminNegativeTestJSON-669942304-project] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:27.331455 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-84bc2536-1c0a-418e-a365-4c4dac569ac5 req-f065754f-2d97-4ecf-b129-c2f32006ca1e tempest-ServersAdminNegativeTestJSON-669942304 tempest-ServersAdminNegativeTestJSON-669942304-project] Publish callbacks [] for security_group (d8bc0e95-5ac8-479a-9bef-18136cd2159b), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:27.335184 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-84bc2536-1c0a-418e-a365-4c4dac569ac5 req-f065754f-2d97-4ecf-b129-c2f32006ca1e tempest-ServersAdminNegativeTestJSON-669942304 tempest-ServersAdminNegativeTestJSON-669942304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (d8bc0e95-5ac8-479a-9bef-18136cd2159b), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:27.395221 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f065754f-2d97-4ecf-b129-c2f32006ca1e tempest-ServersAdminNegativeTestJSON-669942304 tempest-ServersAdminNegativeTestJSON-669942304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8bc0e95-5ac8-479a-9bef-18136cd2159b,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:26:27.474027 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [req-84bc2536-1c0a-418e-a365-4c4dac569ac5 req-f065754f-2d97-4ecf-b129-c2f32006ca1e tempest-ServersAdminNegativeTestJSON-669942304 tempest-ServersAdminNegativeTestJSON-669942304-project] Allocated IP 192.168.233.158 (a8139157-1e3e-4bd9-8fa9-c0e20debd7dc/0f7402ac-a35b-414b-bcc1-bc1c3072ec3c/68e31f14-259b-4714-b619-d7f229ddcc1c) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:26:27.612072 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-84bc2536-1c0a-418e-a365-4c4dac569ac5 req-f065754f-2d97-4ecf-b129-c2f32006ca1e tempest-ServersAdminNegativeTestJSON-669942304 tempest-ServersAdminNegativeTestJSON-669942304-project] Publish callbacks [] for port (68e31f14-259b-4714-b619-d7f229ddcc1c), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:27.644114 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-84bc2536-1c0a-418e-a365-4c4dac569ac5 req-f065754f-2d97-4ecf-b129-c2f32006ca1e tempest-ServersAdminNegativeTestJSON-669942304 tempest-ServersAdminNegativeTestJSON-669942304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (68e31f14-259b-4714-b619-d7f229ddcc1c), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:27.692115 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84bc2536-1c0a-418e-a365-4c4dac569ac5 req-f065754f-2d97-4ecf-b129-c2f32006ca1e tempest-ServersAdminNegativeTestJSON-669942304 tempest-ServersAdminNegativeTestJSON-669942304-project] Network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:26:27.695296 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [req-84bc2536-1c0a-418e-a365-4c4dac569ac5 req-f065754f-2d97-4ecf-b129-c2f32006ca1e tempest-ServersAdminNegativeTestJSON-669942304 tempest-ServersAdminNegativeTestJSON-669942304-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:26:27.698897 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-84bc2536-1c0a-418e-a365-4c4dac569ac5 req-f065754f-2d97-4ecf-b129-c2f32006ca1e tempest-ServersAdminNegativeTestJSON-669942304 tempest-ServersAdminNegativeTestJSON-669942304-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:26:27.722931 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f065754f-2d97-4ecf-b129-c2f32006ca1e tempest-ServersAdminNegativeTestJSON-669942304 tempest-ServersAdminNegativeTestJSON-669942304-project] Pushing event updated for resources: {'Port': ['ID=68e31f14-259b-4714-b619-d7f229ddcc1c,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:26:27.751508 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bc2536-1c0a-418e-a365-4c4dac569ac5 req-f065754f-2d97-4ecf-b129-c2f32006ca1e tempest-ServersAdminNegativeTestJSON-669942304 tempest-ServersAdminNegativeTestJSON-669942304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:26:27.752270 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-84bc2536-1c0a-418e-a365-4c4dac569ac5 req-f065754f-2d97-4ecf-b129-c2f32006ca1e tempest-ServersAdminNegativeTestJSON-669942304 tempest-ServersAdminNegativeTestJSON-669942304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:27.769151 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-84bc2536-1c0a-418e-a365-4c4dac569ac5 req-f065754f-2d97-4ecf-b129-c2f32006ca1e tempest-ServersAdminNegativeTestJSON-669942304 tempest-ServersAdminNegativeTestJSON-669942304-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6349795 Feb 09 22:26:27.893254 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-731cb31b-58bf-4288-b2ea-861a89a44f4f None None] Provisioning complete for port 68e31f14-259b-4714-b619-d7f229ddcc1c triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:26:27.893759 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-731cb31b-58bf-4288-b2ea-861a89a44f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (68e31f14-259b-4714-b619-d7f229ddcc1c), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:27.909322 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-84bc2536-1c0a-418e-a365-4c4dac569ac5 req-ed75047b-37c7-464b-8440-b6cb71b60495 service neutron] Request body: {'port': {'device_id': 'e74ed716-7682-4951-85a9-fa264719f60f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-5'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:26:27.927069 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-731cb31b-58bf-4288-b2ea-861a89a44f4f None None] Port 68e31f14-259b-4714-b619-d7f229ddcc1c cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:26:27.965883 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-84bc2536-1c0a-418e-a365-4c4dac569ac5 req-ed75047b-37c7-464b-8440-b6cb71b60495 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (68e31f14-259b-4714-b619-d7f229ddcc1c), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:28.233273 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [req-84bc2536-1c0a-418e-a365-4c4dac569ac5 req-ed75047b-37c7-464b-8440-b6cb71b60495 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68e31f14-259b-4714-b619-d7f229ddcc1c {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:26:28.254555 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-84bc2536-1c0a-418e-a365-4c4dac569ac5 req-ed75047b-37c7-464b-8440-b6cb71b60495 service neutron] Publish callbacks [] for port (68e31f14-259b-4714-b619-d7f229ddcc1c), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:28.272510 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [req-84bc2536-1c0a-418e-a365-4c4dac569ac5 req-ed75047b-37c7-464b-8440-b6cb71b60495 service neutron] Transition to ACTIVE for port object 68e31f14-259b-4714-b619-d7f229ddcc1c will not be triggered until provisioned by entity L2. {{(pid=103140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:26:28.280886 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-84bc2536-1c0a-418e-a365-4c4dac569ac5 req-ed75047b-37c7-464b-8440-b6cb71b60495 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (68e31f14-259b-4714-b619-d7f229ddcc1c), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:28.295103 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc844708-ee40-46ba-ad78-5df5926c5392 req-aaefeeb3-a3ba-4db5-808d-afb0384ec1f0 tempest-ServersAdminNegativeTestJSON-669942304 tempest-ServersAdminNegativeTestJSON-669942304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:26:28.296587 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dc844708-ee40-46ba-ad78-5df5926c5392 req-aaefeeb3-a3ba-4db5-808d-afb0384ec1f0 tempest-ServersAdminNegativeTestJSON-669942304 tempest-ServersAdminNegativeTestJSON-669942304-project] 10.222.0.90 "GET /v2.0/ports?device_id=e74ed716-7682-4951-85a9-fa264719f60f HTTP/1.1" status: 200 len: 936 time: 0.0767207 Feb 09 22:26:28.385502 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed75047b-37c7-464b-8440-b6cb71b60495 service neutron] Pushing event updated for resources: {'Port': ['ID=68e31f14-259b-4714-b619-d7f229ddcc1c,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:26:28.427221 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dc844708-ee40-46ba-ad78-5df5926c5392 req-e0606fd7-569e-480f-b2bf-57d638f8f5ae tempest-ServersAdminNegativeTestJSON-669942304 tempest-ServersAdminNegativeTestJSON-669942304-project] 10.222.0.90 "GET /v2.0/security-groups?id=d8bc0e95-5ac8-479a-9bef-18136cd2159b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229830 Feb 09 22:26:28.459580 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-84bc2536-1c0a-418e-a365-4c4dac569ac5 req-ed75047b-37c7-464b-8440-b6cb71b60495 service neutron] Attempting to bind port 68e31f14-259b-4714-b619-d7f229ddcc1c on host n-h1-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:26:28.459933 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-84bc2536-1c0a-418e-a365-4c4dac569ac5 req-ed75047b-37c7-464b-8440-b6cb71b60495 service neutron] Attempting to bind port 68e31f14-259b-4714-b619-d7f229ddcc1c by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:26:28.460494 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84bc2536-1c0a-418e-a365-4c4dac569ac5 req-ed75047b-37c7-464b-8440-b6cb71b60495 service neutron] Attempting to bind port 68e31f14-259b-4714-b619-d7f229ddcc1c on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:26:28.465200 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84bc2536-1c0a-418e-a365-4c4dac569ac5 req-ed75047b-37c7-464b-8440-b6cb71b60495 service neutron] Port 68e31f14-259b-4714-b619-d7f229ddcc1c on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:26:28.465529 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84bc2536-1c0a-418e-a365-4c4dac569ac5 req-ed75047b-37c7-464b-8440-b6cb71b60495 service neutron] Attempting to bind port 68e31f14-259b-4714-b619-d7f229ddcc1c on network a8139157-1e3e-4bd9-8fa9-c0e20debd7dc {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:26:28.470589 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84bc2536-1c0a-418e-a365-4c4dac569ac5 req-ed75047b-37c7-464b-8440-b6cb71b60495 service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:26:28.470934 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84bc2536-1c0a-418e-a365-4c4dac569ac5 req-ed75047b-37c7-464b-8440-b6cb71b60495 service neutron] Checking segment: {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:26:28.471323 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84bc2536-1c0a-418e-a365-4c4dac569ac5 req-ed75047b-37c7-464b-8440-b6cb71b60495 service neutron] Bound using segment: {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:26:28.471754 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-84bc2536-1c0a-418e-a365-4c4dac569ac5 req-ed75047b-37c7-464b-8440-b6cb71b60495 service neutron] Bound port: 68e31f14-259b-4714-b619-d7f229ddcc1c, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31dc526b-12e6-4816-b776-198de0b14a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:26:28.472118 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-84bc2536-1c0a-418e-a365-4c4dac569ac5 req-ed75047b-37c7-464b-8440-b6cb71b60495 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (68e31f14-259b-4714-b619-d7f229ddcc1c), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:28.534142 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-84bc2536-1c0a-418e-a365-4c4dac569ac5 req-ed75047b-37c7-464b-8440-b6cb71b60495 service neutron] For port 68e31f14-259b-4714-b619-d7f229ddcc1c, host n-h1-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:26:28.537078 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-84bc2536-1c0a-418e-a365-4c4dac569ac5 req-ed75047b-37c7-464b-8440-b6cb71b60495 service neutron] For port 68e31f14-259b-4714-b619-d7f229ddcc1c, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=68e31f14-259b-4714-b619-d7f229ddcc1c,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:26:28.543737 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-84bc2536-1c0a-418e-a365-4c4dac569ac5 req-ed75047b-37c7-464b-8440-b6cb71b60495 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (68e31f14-259b-4714-b619-d7f229ddcc1c), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:28.578338 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bc2536-1c0a-418e-a365-4c4dac569ac5 req-ed75047b-37c7-464b-8440-b6cb71b60495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:26:28.578965 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-84bc2536-1c0a-418e-a365-4c4dac569ac5 req-ed75047b-37c7-464b-8440-b6cb71b60495 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:28.580406 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-84bc2536-1c0a-418e-a365-4c4dac569ac5 req-ed75047b-37c7-464b-8440-b6cb71b60495 service neutron] 10.222.0.95 "PUT /v2.0/ports/68e31f14-259b-4714-b619-d7f229ddcc1c HTTP/1.1" status: 200 len: 1096 time: 0.7184689 Feb 09 22:26:28.580852 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e74ed716-7682-4951-85a9-fa264719f60f', 'tag': '68e31f14-259b-4714-b619-d7f229ddcc1c'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:26:28.611761 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed75047b-37c7-464b-8440-b6cb71b60495 service neutron] Pushing event updated for resources: {'Port': ['ID=68e31f14-259b-4714-b619-d7f229ddcc1c,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:26:28.630572 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}084566773578a82c7ab9e8b7d7948f8d3f1cbdaece621e80e6759ea940bbe07a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be80830e-43a3-4dd7-9b78-c1c48bce17eb" -d '{"events": [{"name": "network-changed", "server_uuid": "e74ed716-7682-4951-85a9-fa264719f60f", "tag": "68e31f14-259b-4714-b619-d7f229ddcc1c"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:26:28.693865 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bc2536-1c0a-418e-a365-4c4dac569ac5 req-fcb6f1f8-4b85-4465-a620-dd0299f9e6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:26:28.695721 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-84bc2536-1c0a-418e-a365-4c4dac569ac5 req-fcb6f1f8-4b85-4465-a620-dd0299f9e6d2 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=52fc596b11e1499aa1d54896299fed01&device_id=e74ed716-7682-4951-85a9-fa264719f60f HTTP/1.1" status: 200 len: 1130 time: 0.0613039 Feb 09 22:26:28.743151 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-137cf2c4-ab84-4b87-a533-51ac69a8f4f8 x-openstack-request-id: req-137cf2c4-ab84-4b87-a533-51ac69a8f4f8 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:26:28.743443 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e74ed716-7682-4951-85a9-fa264719f60f", "tag": "68e31f14-259b-4714-b619-d7f229ddcc1c", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:26:28.743699 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-137cf2c4-ab84-4b87-a533-51ac69a8f4f8 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:26:28.744276 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e74ed716-7682-4951-85a9-fa264719f60f', 'tag': '68e31f14-259b-4714-b619-d7f229ddcc1c', 'status': 'completed', 'code': 200} Feb 09 22:26:28.745888 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-84bc2536-1c0a-418e-a365-4c4dac569ac5 req-fcbc857c-c871-44c1-944f-fef600fb0254 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=68e31f14-259b-4714-b619-d7f229ddcc1c HTTP/1.1" status: 200 len: 217 time: 0.0426583 Feb 09 22:26:28.795616 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bc2536-1c0a-418e-a365-4c4dac569ac5 req-de9d9a9e-5b4f-405b-ac3a-d460583d2594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:26:28.797169 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-84bc2536-1c0a-418e-a365-4c4dac569ac5 req-de9d9a9e-5b4f-405b-ac3a-d460583d2594 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0f7402ac-a35b-414b-bcc1-bc1c3072ec3c HTTP/1.1" status: 200 len: 843 time: 0.0455415 Feb 09 22:26:28.849514 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bc2536-1c0a-418e-a365-4c4dac569ac5 req-89d7b781-0ba0-448d-b502-1690accd6822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:26:28.851044 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-84bc2536-1c0a-418e-a365-4c4dac569ac5 req-89d7b781-0ba0-448d-b502-1690accd6822 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0478897 Feb 09 22:26:28.941215 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-84bc2536-1c0a-418e-a365-4c4dac569ac5 req-092532d6-9601-493c-ab99-959ea0ef21d9 service neutron] 10.222.0.95 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826590 Feb 09 22:26:29.033345 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-84bc2536-1c0a-418e-a365-4c4dac569ac5 req-dc3c7f07-71c2-4e18-b9ea-ee0a297502a0 service neutron] 10.222.0.95 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854669 Feb 09 22:26:29.124544 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be80830e-43a3-4dd7-9b78-c1c48bce17eb req-a185189c-67c4-4aa3-af74-fc5ee0aff6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:26:29.126032 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-be80830e-43a3-4dd7-9b78-c1c48bce17eb req-a185189c-67c4-4aa3-af74-fc5ee0aff6b8 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=52fc596b11e1499aa1d54896299fed01&device_id=e74ed716-7682-4951-85a9-fa264719f60f HTTP/1.1" status: 200 len: 1130 time: 0.0449543 Feb 09 22:26:29.222044 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be80830e-43a3-4dd7-9b78-c1c48bce17eb req-0fc69555-1e8c-416d-a1f8-003a4d76c506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:26:29.223421 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-be80830e-43a3-4dd7-9b78-c1c48bce17eb req-0fc69555-1e8c-416d-a1f8-003a4d76c506 service neutron] 10.222.0.95 "GET /v2.0/networks?id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc HTTP/1.1" status: 200 len: 870 time: 0.0881395 Feb 09 22:26:29.267674 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-be80830e-43a3-4dd7-9b78-c1c48bce17eb req-63701ecd-df18-472b-89c9-64d12bc4660f service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=68e31f14-259b-4714-b619-d7f229ddcc1c HTTP/1.1" status: 200 len: 217 time: 0.0366981 Feb 09 22:26:29.314309 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be80830e-43a3-4dd7-9b78-c1c48bce17eb req-a9e77583-26ac-4dc4-bae0-a76fbb2fec6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:26:29.315707 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-be80830e-43a3-4dd7-9b78-c1c48bce17eb req-a9e77583-26ac-4dc4-bae0-a76fbb2fec6a service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0f7402ac-a35b-414b-bcc1-bc1c3072ec3c HTTP/1.1" status: 200 len: 843 time: 0.0424936 Feb 09 22:26:29.364345 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be80830e-43a3-4dd7-9b78-c1c48bce17eb req-9401440a-20d9-4e18-8d42-605d4d9542df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:26:29.365828 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-be80830e-43a3-4dd7-9b78-c1c48bce17eb req-9401440a-20d9-4e18-8d42-605d4d9542df service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a8139157-1e3e-4bd9-8fa9-c0e20debd7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0430822 Feb 09 22:26:29.464732 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-be80830e-43a3-4dd7-9b78-c1c48bce17eb req-5878aead-d43d-433c-9087-764b014bc421 service neutron] 10.222.0.95 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917614 Feb 09 22:26:29.591551 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-be80830e-43a3-4dd7-9b78-c1c48bce17eb req-fbd1dcd2-cd0b-4aeb-818f-73577d75346c service neutron] 10.222.0.95 "GET /v2.0/networks/a8139157-1e3e-4bd9-8fa9-c0e20debd7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189792 Feb 09 22:26:29.599923 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9152e86c-a567-4340-a036-e8a540d6a027 req-1d80e3ae-60b3-47ff-8c49-9940e5b93e0c tempest-ServersAdminNegativeTestJSON-669942304 tempest-ServersAdminNegativeTestJSON-669942304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:26:29.601520 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9152e86c-a567-4340-a036-e8a540d6a027 req-1d80e3ae-60b3-47ff-8c49-9940e5b93e0c tempest-ServersAdminNegativeTestJSON-669942304 tempest-ServersAdminNegativeTestJSON-669942304-project] 10.222.0.90 "GET /v2.0/ports?device_id=e74ed716-7682-4951-85a9-fa264719f60f HTTP/1.1" status: 200 len: 948 time: 0.0879834 Feb 09 22:26:29.648507 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9152e86c-a567-4340-a036-e8a540d6a027 req-94763cf4-ee8a-45d2-b994-abf2c94d76de tempest-ServersAdminNegativeTestJSON-669942304 tempest-ServersAdminNegativeTestJSON-669942304-project] 10.222.0.90 "GET /v2.0/security-groups?id=d8bc0e95-5ac8-479a-9bef-18136cd2159b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413866 Feb 09 22:26:30.769240 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3bcb2e-68fe-4d41-92fc-09046fbdd037 req-729e1182-79de-4ace-896d-c9822ebfe88d tempest-ServersAdminNegativeTestJSON-669942304 tempest-ServersAdminNegativeTestJSON-669942304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:26:30.770625 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5a3bcb2e-68fe-4d41-92fc-09046fbdd037 req-729e1182-79de-4ace-896d-c9822ebfe88d tempest-ServersAdminNegativeTestJSON-669942304 tempest-ServersAdminNegativeTestJSON-669942304-project] 10.222.0.90 "GET /v2.0/ports?device_id=e74ed716-7682-4951-85a9-fa264719f60f HTTP/1.1" status: 200 len: 948 time: 0.0523155 Feb 09 22:26:30.816307 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5a3bcb2e-68fe-4d41-92fc-09046fbdd037 req-88b30a3b-9d21-4d46-bc8d-47b666dbd33f tempest-ServersAdminNegativeTestJSON-669942304 tempest-ServersAdminNegativeTestJSON-669942304-project] 10.222.0.90 "GET /v2.0/security-groups?id=d8bc0e95-5ac8-479a-9bef-18136cd2159b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400956 Feb 09 22:26:31.938427 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac58b5da-083c-4646-9cf6-472487ff35d4 req-3d9cfb0c-3bb6-49c6-82d2-e969f3ca4f2d tempest-ServersAdminNegativeTestJSON-669942304 tempest-ServersAdminNegativeTestJSON-669942304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:26:31.939915 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ac58b5da-083c-4646-9cf6-472487ff35d4 req-3d9cfb0c-3bb6-49c6-82d2-e969f3ca4f2d tempest-ServersAdminNegativeTestJSON-669942304 tempest-ServersAdminNegativeTestJSON-669942304-project] 10.222.0.90 "GET /v2.0/ports?device_id=e74ed716-7682-4951-85a9-fa264719f60f HTTP/1.1" status: 200 len: 948 time: 0.0568864 Feb 09 22:26:31.985396 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ac58b5da-083c-4646-9cf6-472487ff35d4 req-033a55fb-dde6-4a6f-804a-47297ab741de tempest-ServersAdminNegativeTestJSON-669942304 tempest-ServersAdminNegativeTestJSON-669942304-project] 10.222.0.90 "GET /v2.0/security-groups?id=d8bc0e95-5ac8-479a-9bef-18136cd2159b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398359 Feb 09 22:26:32.825661 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 68e31f14-259b-4714-b619-d7f229ddcc1c details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:26:32.920031 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 68e31f14-259b-4714-b619-d7f229ddcc1c, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=68e31f14-259b-4714-b619-d7f229ddcc1c,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:26:32.931692 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': '68e31f14-259b-4714-b619-d7f229ddcc1c', 'network_id': 'a8139157-1e3e-4bd9-8fa9-c0e20debd7dc', 'port_id': '68e31f14-259b-4714-b619-d7f229ddcc1c', 'mac_address': 'fa:16:3e:29:f8:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f7402ac-a35b-414b-bcc1-bc1c3072ec3c', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:26:32.967582 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 68e31f14-259b-4714-b619-d7f229ddcc1c is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:26:32.967972 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (68e31f14-259b-4714-b619-d7f229ddcc1c), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:32.983461 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68e31f14-259b-4714-b619-d7f229ddcc1c {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:26:33.002839 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 68e31f14-259b-4714-b619-d7f229ddcc1c, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=68e31f14-259b-4714-b619-d7f229ddcc1c,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:26:33.006754 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (68e31f14-259b-4714-b619-d7f229ddcc1c), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:33.053405 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=68e31f14-259b-4714-b619-d7f229ddcc1c,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:26:33.104716 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc268a1c-5ab9-4ea8-a136-6721074c82b5 req-0a85739b-26fd-417f-92d4-e24ca701fdf5 tempest-ServersAdminNegativeTestJSON-669942304 tempest-ServersAdminNegativeTestJSON-669942304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:26:33.106164 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fc268a1c-5ab9-4ea8-a136-6721074c82b5 req-0a85739b-26fd-417f-92d4-e24ca701fdf5 tempest-ServersAdminNegativeTestJSON-669942304 tempest-ServersAdminNegativeTestJSON-669942304-project] 10.222.0.90 "GET /v2.0/ports?device_id=e74ed716-7682-4951-85a9-fa264719f60f HTTP/1.1" status: 200 len: 949 time: 0.0518658 Feb 09 22:26:33.152911 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fc268a1c-5ab9-4ea8-a136-6721074c82b5 req-04788dee-f893-46da-96ab-e229d1dae901 tempest-ServersAdminNegativeTestJSON-669942304 tempest-ServersAdminNegativeTestJSON-669942304-project] 10.222.0.90 "GET /v2.0/security-groups?id=d8bc0e95-5ac8-479a-9bef-18136cd2159b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405617 Feb 09 22:26:33.260922 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['68e31f14-259b-4714-b619-d7f229ddcc1c'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:26:34.276291 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c974c1f3-e024-43c5-b32f-7a73955b6d38 req-469b9ba4-f763-438b-b0a7-4699fd380357 tempest-ServersAdminNegativeTestJSON-669942304 tempest-ServersAdminNegativeTestJSON-669942304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:26:34.277777 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c974c1f3-e024-43c5-b32f-7a73955b6d38 req-469b9ba4-f763-438b-b0a7-4699fd380357 tempest-ServersAdminNegativeTestJSON-669942304 tempest-ServersAdminNegativeTestJSON-669942304-project] 10.222.0.90 "GET /v2.0/ports?device_id=e74ed716-7682-4951-85a9-fa264719f60f HTTP/1.1" status: 200 len: 949 time: 0.0554605 Feb 09 22:26:34.322712 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c974c1f3-e024-43c5-b32f-7a73955b6d38 req-4b285b86-1798-4879-affd-a0c68f2d0f81 tempest-ServersAdminNegativeTestJSON-669942304 tempest-ServersAdminNegativeTestJSON-669942304-project] 10.222.0.90 "GET /v2.0/security-groups?id=d8bc0e95-5ac8-479a-9bef-18136cd2159b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393908 Feb 09 22:26:34.830145 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 68e31f14-259b-4714-b619-d7f229ddcc1c up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:26:34.879572 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning for port 68e31f14-259b-4714-b619-d7f229ddcc1c completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:26:34.883461 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port 68e31f14-259b-4714-b619-d7f229ddcc1c triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:26:34.883859 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (68e31f14-259b-4714-b619-d7f229ddcc1c), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:34.957381 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 68e31f14-259b-4714-b619-d7f229ddcc1c is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:26:34.957763 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (68e31f14-259b-4714-b619-d7f229ddcc1c), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:34.979203 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e74ed716-7682-4951-85a9-fa264719f60f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68e31f14-259b-4714-b619-d7f229ddcc1c'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:26:34.993747 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 68e31f14-259b-4714-b619-d7f229ddcc1c, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=68e31f14-259b-4714-b619-d7f229ddcc1c,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:26:34.997460 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (68e31f14-259b-4714-b619-d7f229ddcc1c), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:35.024521 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cf4d4d953224237653245d15ffec07a65c4bd356d4237fd84236d8abf5d48a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dabae97-7972-4677-8030-3f0eb6773cd5" -d '{"events": [{"server_uuid": "e74ed716-7682-4951-85a9-fa264719f60f", "name": "network-vif-plugged", "status": "completed", "tag": "68e31f14-259b-4714-b619-d7f229ddcc1c"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:26:35.054379 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=68e31f14-259b-4714-b619-d7f229ddcc1c,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:26:35.111992 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f231fdd4-eee7-4fcb-9b07-d9bbe2942059 x-openstack-request-id: req-f231fdd4-eee7-4fcb-9b07-d9bbe2942059 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:26:35.112315 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e74ed716-7682-4951-85a9-fa264719f60f", "name": "network-vif-plugged", "status": "completed", "tag": "68e31f14-259b-4714-b619-d7f229ddcc1c", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:26:35.112581 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-f231fdd4-eee7-4fcb-9b07-d9bbe2942059 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:26:35.112987 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e74ed716-7682-4951-85a9-fa264719f60f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68e31f14-259b-4714-b619-d7f229ddcc1c', 'code': 200} Feb 09 22:26:35.217214 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f24f44-0764-4ee5-99f0-4c72f9b0b558 req-504e6fd7-f1e4-4b89-8b91-7953f3ccdd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:26:35.218868 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-77f24f44-0764-4ee5-99f0-4c72f9b0b558 req-504e6fd7-f1e4-4b89-8b91-7953f3ccdd27 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=e74ed716-7682-4951-85a9-fa264719f60f HTTP/1.1" status: 200 len: 1132 time: 0.0447826 Feb 09 22:26:35.260655 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-77f24f44-0764-4ee5-99f0-4c72f9b0b558 req-1659b07c-3e71-4c69-b117-ff0bc7233954 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=d8bc0e95-5ac8-479a-9bef-18136cd2159b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357618 Feb 09 22:26:35.441812 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30329339-8185-4403-af8e-3a6cfd9c3b7b req-e1ccbdbd-a0ed-4f0e-8bf2-56a95c272494 tempest-ServersAdminNegativeTestJSON-669942304 tempest-ServersAdminNegativeTestJSON-669942304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:26:35.443273 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-30329339-8185-4403-af8e-3a6cfd9c3b7b req-e1ccbdbd-a0ed-4f0e-8bf2-56a95c272494 tempest-ServersAdminNegativeTestJSON-669942304 tempest-ServersAdminNegativeTestJSON-669942304-project] 10.222.0.90 "GET /v2.0/ports?device_id=e74ed716-7682-4951-85a9-fa264719f60f HTTP/1.1" status: 200 len: 950 time: 0.0529425 Feb 09 22:26:35.496290 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-30329339-8185-4403-af8e-3a6cfd9c3b7b req-b267d2f3-1334-4353-b4ed-498255a6055a tempest-ServersAdminNegativeTestJSON-669942304 tempest-ServersAdminNegativeTestJSON-669942304-project] 10.222.0.90 "GET /v2.0/security-groups?id=d8bc0e95-5ac8-479a-9bef-18136cd2159b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473938 Feb 09 22:26:36.615491 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970d8636-ed11-433c-83e1-50e2e23f1716 req-fead8ac5-ba45-406c-ad70-11cf28c49ec0 tempest-ServersAdminNegativeTestJSON-669942304 tempest-ServersAdminNegativeTestJSON-669942304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:26:36.617001 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-970d8636-ed11-433c-83e1-50e2e23f1716 req-fead8ac5-ba45-406c-ad70-11cf28c49ec0 tempest-ServersAdminNegativeTestJSON-669942304 tempest-ServersAdminNegativeTestJSON-669942304-project] 10.222.0.90 "GET /v2.0/ports?device_id=e74ed716-7682-4951-85a9-fa264719f60f HTTP/1.1" status: 200 len: 950 time: 0.0526416 Feb 09 22:26:36.663296 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-970d8636-ed11-433c-83e1-50e2e23f1716 req-712c562a-41b9-4746-a1c1-c7e93cd8afe2 tempest-ServersAdminNegativeTestJSON-669942304 tempest-ServersAdminNegativeTestJSON-669942304-project] 10.222.0.90 "GET /v2.0/security-groups?id=d8bc0e95-5ac8-479a-9bef-18136cd2159b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407352 Feb 09 22:26:36.999839 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [req-ecda1608-476b-41ca-abb1-c9796be5c3fd req-21364245-556f-4f27-adfa-953f209ce019 service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=103140) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 22:26:37.000924 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ecda1608-476b-41ca-abb1-c9796be5c3fd req-21364245-556f-4f27-adfa-953f209ce019 service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0422666 Feb 09 22:26:37.392355 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [req-4efb6abf-ccb9-4fbf-81e1-bd5018de38cd req-19dc8b76-155e-442d-a413-39bdec44aaab service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=103140) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 22:26:37.393890 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4efb6abf-ccb9-4fbf-81e1-bd5018de38cd req-19dc8b76-155e-442d-a413-39bdec44aaab service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0436051 Feb 09 22:26:37.732258 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7f1fad-8fd1-456a-a5a3-a5bf92662667 req-a0122dc3-13a1-46b0-a167-362db8bfb031 tempest-ServersAdminNegativeTestJSON-669942304 tempest-ServersAdminNegativeTestJSON-669942304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:26:37.733638 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-de7f1fad-8fd1-456a-a5a3-a5bf92662667 req-a0122dc3-13a1-46b0-a167-362db8bfb031 tempest-ServersAdminNegativeTestJSON-669942304 tempest-ServersAdminNegativeTestJSON-669942304-project] 10.222.0.90 "GET /v2.0/ports?device_id=e74ed716-7682-4951-85a9-fa264719f60f HTTP/1.1" status: 200 len: 950 time: 0.0523806 Feb 09 22:26:37.779670 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-de7f1fad-8fd1-456a-a5a3-a5bf92662667 req-f4c2ebc1-5601-47ce-9037-8fb015fa136f tempest-ServersAdminNegativeTestJSON-669942304 tempest-ServersAdminNegativeTestJSON-669942304-project] 10.222.0.90 "GET /v2.0/security-groups?id=d8bc0e95-5ac8-479a-9bef-18136cd2159b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401914 Feb 09 22:26:38.905828 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a34d229-aa27-4d34-bff3-539ea547a175 req-78e124ac-c36c-4df4-a831-76569ac13212 tempest-ServersAdminNegativeTestJSON-669942304 tempest-ServersAdminNegativeTestJSON-669942304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:26:38.907284 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4a34d229-aa27-4d34-bff3-539ea547a175 req-78e124ac-c36c-4df4-a831-76569ac13212 tempest-ServersAdminNegativeTestJSON-669942304 tempest-ServersAdminNegativeTestJSON-669942304-project] 10.222.0.90 "GET /v2.0/ports?device_id=e74ed716-7682-4951-85a9-fa264719f60f HTTP/1.1" status: 200 len: 950 time: 0.0557866 Feb 09 22:26:38.953360 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4a34d229-aa27-4d34-bff3-539ea547a175 req-bfa286dd-56b5-4fcf-82a0-822269a88405 tempest-ServersAdminNegativeTestJSON-669942304 tempest-ServersAdminNegativeTestJSON-669942304-project] 10.222.0.90 "GET /v2.0/security-groups?id=d8bc0e95-5ac8-479a-9bef-18136cd2159b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403640 Feb 09 22:26:39.137806 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-4cd7af5b-abfc-44c9-9309-0f2f278eff3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:39.291060 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb510e3-138b-483f-b536-e3511c83474e req-b4a8ebb5-c2b3-4a33-a9cf-6ad93afd1064 tempest-ServersAdminNegativeTestJSON-669942304 tempest-ServersAdminNegativeTestJSON-669942304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:26:39.292531 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4eb510e3-138b-483f-b536-e3511c83474e req-b4a8ebb5-c2b3-4a33-a9cf-6ad93afd1064 tempest-ServersAdminNegativeTestJSON-669942304 tempest-ServersAdminNegativeTestJSON-669942304-project] 10.222.0.95 "GET /v2.0/ports?device_id=e74ed716-7682-4951-85a9-fa264719f60f HTTP/1.1" status: 200 len: 950 time: 0.0512342 Feb 09 22:26:39.382605 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-4eb510e3-138b-483f-b536-e3511c83474e req-17a313e9-3fe9-49e6-b322-135e85e1a60c tempest-ServersAdminNegativeTestJSON-669942304 tempest-ServersAdminNegativeTestJSON-669942304-project] Deleting port 68e31f14-259b-4714-b619-d7f229ddcc1c {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:26:39.382942 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-4eb510e3-138b-483f-b536-e3511c83474e req-17a313e9-3fe9-49e6-b322-135e85e1a60c tempest-ServersAdminNegativeTestJSON-669942304 tempest-ServersAdminNegativeTestJSON-669942304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (68e31f14-259b-4714-b619-d7f229ddcc1c), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:39.468997 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-4eb510e3-138b-483f-b536-e3511c83474e req-17a313e9-3fe9-49e6-b322-135e85e1a60c tempest-ServersAdminNegativeTestJSON-669942304 tempest-ServersAdminNegativeTestJSON-669942304-project] For port 68e31f14-259b-4714-b619-d7f229ddcc1c, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=68e31f14-259b-4714-b619-d7f229ddcc1c,segment=NetworkSegment(31dc526b-12e6-4816-b776-198de0b14a12),segment_id=31dc526b-12e6-4816-b776-198de0b14a12)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:26:39.469301 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-4eb510e3-138b-483f-b536-e3511c83474e req-17a313e9-3fe9-49e6-b322-135e85e1a60c tempest-ServersAdminNegativeTestJSON-669942304 tempest-ServersAdminNegativeTestJSON-669942304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (68e31f14-259b-4714-b619-d7f229ddcc1c), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:39.481680 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-4eb510e3-138b-483f-b536-e3511c83474e req-17a313e9-3fe9-49e6-b322-135e85e1a60c tempest-ServersAdminNegativeTestJSON-669942304 tempest-ServersAdminNegativeTestJSON-669942304-project] Calling delete_port for 68e31f14-259b-4714-b619-d7f229ddcc1c owned by compute:nova {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:26:39.618199 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-4eb510e3-138b-483f-b536-e3511c83474e req-17a313e9-3fe9-49e6-b322-135e85e1a60c tempest-ServersAdminNegativeTestJSON-669942304 tempest-ServersAdminNegativeTestJSON-669942304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (68e31f14-259b-4714-b619-d7f229ddcc1c), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:39.630605 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['68e31f14-259b-4714-b619-d7f229ddcc1c'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:26:39.648424 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a313e9-3fe9-49e6-b322-135e85e1a60c tempest-ServersAdminNegativeTestJSON-669942304 tempest-ServersAdminNegativeTestJSON-669942304-project] Pushing event deleted for resources: {'Port': ['ID=68e31f14-259b-4714-b619-d7f229ddcc1c,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:26:39.693840 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eb510e3-138b-483f-b536-e3511c83474e req-17a313e9-3fe9-49e6-b322-135e85e1a60c tempest-ServersAdminNegativeTestJSON-669942304 tempest-ServersAdminNegativeTestJSON-669942304-project] No DVR routers for this DVR port 68e31f14-259b-4714-b619-d7f229ddcc1c on host n-h1-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:26:39.696623 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-4eb510e3-138b-483f-b536-e3511c83474e req-17a313e9-3fe9-49e6-b322-135e85e1a60c tempest-ServersAdminNegativeTestJSON-669942304 tempest-ServersAdminNegativeTestJSON-669942304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:39.700036 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4eb510e3-138b-483f-b536-e3511c83474e req-17a313e9-3fe9-49e6-b322-135e85e1a60c tempest-ServersAdminNegativeTestJSON-669942304 tempest-ServersAdminNegativeTestJSON-669942304-project] 10.222.0.95 "DELETE /v2.0/ports/68e31f14-259b-4714-b619-d7f229ddcc1c HTTP/1.1" status: 204 len: 173 time: 0.4019387 Feb 09 22:26:39.700518 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e74ed716-7682-4951-85a9-fa264719f60f', 'name': 'network-vif-deleted', 'tag': '68e31f14-259b-4714-b619-d7f229ddcc1c'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:26:39.703411 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}084566773578a82c7ab9e8b7d7948f8d3f1cbdaece621e80e6759ea940bbe07a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35a4c204-c0bc-4050-921d-90aa0138b5cf" -d '{"events": [{"server_uuid": "e74ed716-7682-4951-85a9-fa264719f60f", "name": "network-vif-deleted", "tag": "68e31f14-259b-4714-b619-d7f229ddcc1c"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:26:39.747524 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12c8652b-9535-4afc-a93c-9dbbc8fcfc81 x-openstack-request-id: req-12c8652b-9535-4afc-a93c-9dbbc8fcfc81 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:26:39.747832 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e74ed716-7682-4951-85a9-fa264719f60f", "name": "network-vif-deleted", "tag": "68e31f14-259b-4714-b619-d7f229ddcc1c", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:26:39.748089 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-12c8652b-9535-4afc-a93c-9dbbc8fcfc81 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:26:39.748517 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e74ed716-7682-4951-85a9-fa264719f60f', 'name': 'network-vif-deleted', 'tag': '68e31f14-259b-4714-b619-d7f229ddcc1c', 'status': 'completed', 'code': 200} Feb 09 22:26:40.057370 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-385f4d3a-9647-43a0-82eb-580f4a001f16 req-628f3fd5-cd39-4731-ace6-2b7137da83d6 tempest-ServersAdminNegativeTestJSON-669942304 tempest-ServersAdminNegativeTestJSON-669942304-project] 10.222.0.90 "GET /v2.0/ports?device_id=e74ed716-7682-4951-85a9-fa264719f60f HTTP/1.1" status: 200 len: 210 time: 0.0269709 Feb 09 22:26:41.072826 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c84a049e-1e35-4464-87bc-4ec7e6900dff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:41.345721 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 50530) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:26:41.473970 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-759c3386-35fd-4e95-ae29-017aec3f5650 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=52fc596b11e1499aa1d54896299fed01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1265359 Feb 09 22:26:41.476583 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 50534) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:26:41.524111 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-707bc34e-4286-42c9-88ae-e6e91c8c3daa admin admin] Publish callbacks [] for security_group (d8bc0e95-5ac8-479a-9bef-18136cd2159b), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:41.544718 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-707bc34e-4286-42c9-88ae-e6e91c8c3daa admin admin] Publish callbacks [] for security_group (d8bc0e95-5ac8-479a-9bef-18136cd2159b), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:41.598052 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-707bc34e-4286-42c9-88ae-e6e91c8c3daa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (d8bc0e95-5ac8-479a-9bef-18136cd2159b), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:41.600823 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-707bc34e-4286-42c9-88ae-e6e91c8c3daa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:41.602004 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-707bc34e-4286-42c9-88ae-e6e91c8c3daa admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/d8bc0e95-5ac8-479a-9bef-18136cd2159b HTTP/1.1" status: 204 len: 168 time: 0.1245270 Feb 09 22:26:41.611868 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707bc34e-4286-42c9-88ae-e6e91c8c3daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8bc0e95-5ac8-479a-9bef-18136cd2159b,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:26:41.864014 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 50540) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:26:41.877844 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6790bb2b-b265-4e2c-83ee-f2de709f6187 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:41.951494 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6790bb2b-b265-4e2c-83ee-f2de709f6187 admin admin] Publish callbacks [] for security_group (8e72efde-b439-4a1e-ac5b-cbdc76f041a2), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:41.955084 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6790bb2b-b265-4e2c-83ee-f2de709f6187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (8e72efde-b439-4a1e-ac5b-cbdc76f041a2), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:41.993352 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-6790bb2b-b265-4e2c-83ee-f2de709f6187 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=5a4f21905c204dd0bdbc6a65654f5dc7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1281466 Feb 09 22:26:41.994231 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6790bb2b-b265-4e2c-83ee-f2de709f6187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e72efde-b439-4a1e-ac5b-cbdc76f041a2,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:26:41.996600 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 50542) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:26:42.051160 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1a4403c7-f6d0-42b9-82ea-d033c2d8ff12 admin admin] Publish callbacks [] for security_group (8e72efde-b439-4a1e-ac5b-cbdc76f041a2), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:42.072376 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1a4403c7-f6d0-42b9-82ea-d033c2d8ff12 admin admin] Publish callbacks [] for security_group (8e72efde-b439-4a1e-ac5b-cbdc76f041a2), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:42.117671 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1a4403c7-f6d0-42b9-82ea-d033c2d8ff12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (8e72efde-b439-4a1e-ac5b-cbdc76f041a2), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:42.120310 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1a4403c7-f6d0-42b9-82ea-d033c2d8ff12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:42.121479 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-1a4403c7-f6d0-42b9-82ea-d033c2d8ff12 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/8e72efde-b439-4a1e-ac5b-cbdc76f041a2 HTTP/1.1" status: 204 len: 168 time: 0.1229877 Feb 09 22:26:42.133163 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4403c7-f6d0-42b9-82ea-d033c2d8ff12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e72efde-b439-4a1e-ac5b-cbdc76f041a2,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:26:42.765775 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 50564) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:26:42.857779 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-cd0d81b0-a4ca-486d-bfb7-8a34afa24d35 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-258406378-network', 'tenant_id': '62dc21270867419fab5285a9e5641a04'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:26:42.876817 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd0d81b0-a4ca-486d-bfb7-8a34afa24d35 admin admin] Made reservation on behalf of 62dc21270867419fab5285a9e5641a04 for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:26:42.879439 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cd0d81b0-a4ca-486d-bfb7-8a34afa24d35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:42.888749 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cd0d81b0-a4ca-486d-bfb7-8a34afa24d35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:42.902119 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:42.962073 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cd0d81b0-a4ca-486d-bfb7-8a34afa24d35 admin admin] Publish callbacks [] for security_group (77993a69-e563-4305-b1fb-0a7a05e4b70a), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:42.965820 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cd0d81b0-a4ca-486d-bfb7-8a34afa24d35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (77993a69-e563-4305-b1fb-0a7a05e4b70a), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:42.990527 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd0d81b0-a4ca-486d-bfb7-8a34afa24d35 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:26:43.000200 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0d81b0-a4ca-486d-bfb7-8a34afa24d35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77993a69-e563-4305-b1fb-0a7a05e4b70a,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:26:43.006422 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cd0d81b0-a4ca-486d-bfb7-8a34afa24d35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (955dd38a-6d79-4840-acd6-3b5a2c24b4b1), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:43.006766 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-cd0d81b0-a4ca-486d-bfb7-8a34afa24d35 admin admin] Added segment 955dd38a-6d79-4840-acd6-3b5a2c24b4b1 of type vlan for network 82911657-15b0-4726-bc04-fa96c119cd50 Feb 09 22:26:43.048775 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cd0d81b0-a4ca-486d-bfb7-8a34afa24d35 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (82911657-15b0-4726-bc04-fa96c119cd50), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:43.074358 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cd0d81b0-a4ca-486d-bfb7-8a34afa24d35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (82911657-15b0-4726-bc04-fa96c119cd50), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:43.075325 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0d81b0-a4ca-486d-bfb7-8a34afa24d35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:26:43.075917 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cd0d81b0-a4ca-486d-bfb7-8a34afa24d35 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:43.129390 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-cd0d81b0-a4ca-486d-bfb7-8a34afa24d35 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3625059 Feb 09 22:26:43.132318 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 50568) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:26:43.136931 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-a7265e72-b2f4-4733-a440-a6fe62726237 admin admin] Request body: {'subnet': {'network_id': '82911657-15b0-4726-bc04-fa96c119cd50', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-258406378-subnet', 'tenant_id': '62dc21270867419fab5285a9e5641a04', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:26:43.149812 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0d81b0-a4ca-486d-bfb7-8a34afa24d35 admin admin] Pushing event updated for resources: {'Network': ['ID=82911657-15b0-4726-bc04-fa96c119cd50,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:26:43.159708 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 82911657-15b0-4726-bc04-fa96c119cd50 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:26:43.162496 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7265e72-b2f4-4733-a440-a6fe62726237 admin admin] Made reservation on behalf of 62dc21270867419fab5285a9e5641a04 for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:26:43.164823 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a7265e72-b2f4-4733-a440-a6fe62726237 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:43.328891 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a7265e72-b2f4-4733-a440-a6fe62726237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (6a91161c-c58d-4031-86ac-0e6fb2f59c0e), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:43.382313 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7265e72-b2f4-4733-a440-a6fe62726237 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a91161c-c58d-4031-86ac-0e6fb2f59c0e,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:26:43.391553 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7265e72-b2f4-4733-a440-a6fe62726237 admin admin] Checking segment: {'id': '955dd38a-6d79-4840-acd6-3b5a2c24b4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '82911657-15b0-4726-bc04-fa96c119cd50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:26:43.391944 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7265e72-b2f4-4733-a440-a6fe62726237 admin admin] Network hostable DHCP agents. Network: 82911657-15b0-4726-bc04-fa96c119cd50, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:26:43.409501 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7265e72-b2f4-4733-a440-a6fe62726237 admin admin] Network 82911657-15b0-4726-bc04-fa96c119cd50 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:26:43.417707 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-a7265e72-b2f4-4733-a440-a6fe62726237 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 82911657-15b0-4726-bc04-fa96c119cd50) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:26:43.421876 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7265e72-b2f4-4733-a440-a6fe62726237 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:26:43.422504 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a7265e72-b2f4-4733-a440-a6fe62726237 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:43.427635 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552824f4-db7a-4eea-8a89-93faf81e01df None None] Network 82911657-15b0-4726-bc04-fa96c119cd50 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:26:43.438781 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-a7265e72-b2f4-4733-a440-a6fe62726237 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3054271 Feb 09 22:26:43.697041 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c322ac96-e4c5-4b14-b123-741e136d20d4 None None] Network 82911657-15b0-4726-bc04-fa96c119cd50 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:26:43.874796 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4996e776-6fe5-46a2-b248-849742799318 req-f90507fb-4eeb-482c-ac50-b54c20b9bb44 tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:26:43.876292 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4996e776-6fe5-46a2-b248-849742799318 req-f90507fb-4eeb-482c-ac50-b54c20b9bb44 tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] 10.222.0.90 "GET /v2.0/networks?id=82911657-15b0-4726-bc04-fa96c119cd50 HTTP/1.1" status: 200 len: 811 time: 0.1019630 Feb 09 22:26:43.890743 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4996e776-6fe5-46a2-b248-849742799318 req-ce6f3b61-03c7-49e2-8154-91efe89ef7cb tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] 10.222.0.90 "GET /v2.0/quotas/62dc21270867419fab5285a9e5641a04 HTTP/1.1" status: 200 len: 375 time: 0.0088384 Feb 09 22:26:43.922141 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4996e776-6fe5-46a2-b248-849742799318 req-b2d47415-debb-4f5d-94a6-c67d9cc84b8c tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=62dc21270867419fab5285a9e5641a04&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265100 Feb 09 22:26:43.933203 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [req-4996e776-6fe5-46a2-b248-849742799318 req-8cbdab98-2f0e-48df-a91e-80d1170280d2 service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=103140) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 22:26:43.934230 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4996e776-6fe5-46a2-b248-849742799318 req-8cbdab98-2f0e-48df-a91e-80d1170280d2 service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051479 Feb 09 22:26:44.023791 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4996e776-6fe5-46a2-b248-849742799318 req-b7dec8d7-6cb7-4de0-abe1-83bc35038b42 service neutron] 10.222.0.90 "GET /v2.0/networks/82911657-15b0-4726-bc04-fa96c119cd50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844638 Feb 09 22:26:44.320821 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:44.397246 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4996e776-6fe5-46a2-b248-849742799318 req-4f8366c2-6e6d-4e37-aa0b-0cb47fc2e8da service neutron] 10.222.0.90 "GET /v2.0/networks/82911657-15b0-4726-bc04-fa96c119cd50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3676465 Feb 09 22:26:44.563140 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4ece3585-93e8-4a68-b007-a0120519165b req-ed16578d-1e47-49aa-a356-a7045e4a30a1 tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] 10.222.0.90 "GET /v2.0/ports?device_id=74711d60-c205-4bf4-a282-1e0facb12c80 HTTP/1.1" status: 200 len: 210 time: 0.0284903 Feb 09 22:26:44.895743 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 68e31f14-259b-4714-b619-d7f229ddcc1c no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:26:44.915268 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] No Port match for: 68e31f14-259b-4714-b619-d7f229ddcc1c {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:26:44.915624 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 68e31f14-259b-4714-b619-d7f229ddcc1c not bound to the agent host n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:26:45.415525 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:45.570789 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:26:45.636660 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4996e776-6fe5-46a2-b248-849742799318 req-9f6926de-2d2a-460b-ac3f-f406d9a12f7f tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:26:45.638122 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4996e776-6fe5-46a2-b248-849742799318 req-9f6926de-2d2a-460b-ac3f-f406d9a12f7f tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] 10.222.0.95 "GET /v2.0/networks?id=82911657-15b0-4726-bc04-fa96c119cd50 HTTP/1.1" status: 200 len: 811 time: 0.1207907 Feb 09 22:26:45.655397 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-4996e776-6fe5-46a2-b248-849742799318 req-54342b13-46d5-4dcf-8e40-8b4756de800c tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] Request body: {'port': {'device_id': '74711d60-c205-4bf4-a282-1e0facb12c80', 'network_id': '82911657-15b0-4726-bc04-fa96c119cd50', 'admin_state_up': True, 'tenant_id': '62dc21270867419fab5285a9e5641a04'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:26:45.684305 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-32c14364-19e5-4415-b0fb-deed214fe374 req-0468608d-6c1a-4ab2-b517-742bb215fb6b tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] 10.222.0.90 "GET /v2.0/ports?device_id=74711d60-c205-4bf4-a282-1e0facb12c80 HTTP/1.1" status: 200 len: 210 time: 0.0451136 Feb 09 22:26:45.777107 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4996e776-6fe5-46a2-b248-849742799318 req-54342b13-46d5-4dcf-8e40-8b4756de800c tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] Made reservation on behalf of 62dc21270867419fab5285a9e5641a04 for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:26:45.780528 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-4996e776-6fe5-46a2-b248-849742799318 req-54342b13-46d5-4dcf-8e40-8b4756de800c tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:45.901688 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [req-4996e776-6fe5-46a2-b248-849742799318 req-54342b13-46d5-4dcf-8e40-8b4756de800c tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] Allocated IP 172.20.0.9 (82911657-15b0-4726-bc04-fa96c119cd50/6a91161c-c58d-4031-86ac-0e6fb2f59c0e/3d7a1390-71b4-4169-9cba-2987c86cf2a8) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:26:46.054459 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-4996e776-6fe5-46a2-b248-849742799318 req-54342b13-46d5-4dcf-8e40-8b4756de800c tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] Publish callbacks [] for port (3d7a1390-71b4-4169-9cba-2987c86cf2a8), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:46.086555 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-4996e776-6fe5-46a2-b248-849742799318 req-54342b13-46d5-4dcf-8e40-8b4756de800c tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (3d7a1390-71b4-4169-9cba-2987c86cf2a8), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:46.134569 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4996e776-6fe5-46a2-b248-849742799318 req-54342b13-46d5-4dcf-8e40-8b4756de800c tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] Network 82911657-15b0-4726-bc04-fa96c119cd50 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:26:46.137757 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [req-4996e776-6fe5-46a2-b248-849742799318 req-54342b13-46d5-4dcf-8e40-8b4756de800c tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:26:46.141403 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-4996e776-6fe5-46a2-b248-849742799318 req-54342b13-46d5-4dcf-8e40-8b4756de800c tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:26:46.148206 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54342b13-46d5-4dcf-8e40-8b4756de800c tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] Pushing event updated for resources: {'Port': ['ID=3d7a1390-71b4-4169-9cba-2987c86cf2a8,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:26:46.192043 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4996e776-6fe5-46a2-b248-849742799318 req-54342b13-46d5-4dcf-8e40-8b4756de800c tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:26:46.192680 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-4996e776-6fe5-46a2-b248-849742799318 req-54342b13-46d5-4dcf-8e40-8b4756de800c tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:46.208953 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4996e776-6fe5-46a2-b248-849742799318 req-54342b13-46d5-4dcf-8e40-8b4756de800c tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5586450 Feb 09 22:26:46.220932 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-4996e776-6fe5-46a2-b248-849742799318 req-24c0ca72-469b-45cd-a84f-bb202741ee06 service neutron] Request body: {'port': {'device_id': '74711d60-c205-4bf4-a282-1e0facb12c80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-5'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:26:46.279073 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-4996e776-6fe5-46a2-b248-849742799318 req-24c0ca72-469b-45cd-a84f-bb202741ee06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (3d7a1390-71b4-4169-9cba-2987c86cf2a8), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:46.534591 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [req-4996e776-6fe5-46a2-b248-849742799318 req-24c0ca72-469b-45cd-a84f-bb202741ee06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d7a1390-71b4-4169-9cba-2987c86cf2a8 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:26:46.541862 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-4996e776-6fe5-46a2-b248-849742799318 req-24c0ca72-469b-45cd-a84f-bb202741ee06 service neutron] Publish callbacks [] for port (3d7a1390-71b4-4169-9cba-2987c86cf2a8), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:46.554090 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [req-4996e776-6fe5-46a2-b248-849742799318 req-24c0ca72-469b-45cd-a84f-bb202741ee06 service neutron] Transition to ACTIVE for port object 3d7a1390-71b4-4169-9cba-2987c86cf2a8 will not be triggered until provisioned by entity L2. {{(pid=103140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:26:46.557108 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-4996e776-6fe5-46a2-b248-849742799318 req-24c0ca72-469b-45cd-a84f-bb202741ee06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (3d7a1390-71b4-4169-9cba-2987c86cf2a8), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:46.602631 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c0ca72-469b-45cd-a84f-bb202741ee06 service neutron] Pushing event updated for resources: {'Port': ['ID=3d7a1390-71b4-4169-9cba-2987c86cf2a8,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:26:46.671283 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-4996e776-6fe5-46a2-b248-849742799318 req-24c0ca72-469b-45cd-a84f-bb202741ee06 service neutron] Attempting to bind port 3d7a1390-71b4-4169-9cba-2987c86cf2a8 on host n-h1-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:26:46.671991 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-4996e776-6fe5-46a2-b248-849742799318 req-24c0ca72-469b-45cd-a84f-bb202741ee06 service neutron] Attempting to bind port 3d7a1390-71b4-4169-9cba-2987c86cf2a8 by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': '955dd38a-6d79-4840-acd6-3b5a2c24b4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '82911657-15b0-4726-bc04-fa96c119cd50'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:26:46.671991 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4996e776-6fe5-46a2-b248-849742799318 req-24c0ca72-469b-45cd-a84f-bb202741ee06 service neutron] Attempting to bind port 3d7a1390-71b4-4169-9cba-2987c86cf2a8 on network 82911657-15b0-4726-bc04-fa96c119cd50 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:26:46.676614 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4996e776-6fe5-46a2-b248-849742799318 req-24c0ca72-469b-45cd-a84f-bb202741ee06 service neutron] Port 3d7a1390-71b4-4169-9cba-2987c86cf2a8 on network 82911657-15b0-4726-bc04-fa96c119cd50 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:26:46.676931 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4996e776-6fe5-46a2-b248-849742799318 req-24c0ca72-469b-45cd-a84f-bb202741ee06 service neutron] Attempting to bind port 3d7a1390-71b4-4169-9cba-2987c86cf2a8 on network 82911657-15b0-4726-bc04-fa96c119cd50 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:26:46.681767 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4996e776-6fe5-46a2-b248-849742799318 req-24c0ca72-469b-45cd-a84f-bb202741ee06 service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:26:46.682100 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4996e776-6fe5-46a2-b248-849742799318 req-24c0ca72-469b-45cd-a84f-bb202741ee06 service neutron] Checking segment: {'id': '955dd38a-6d79-4840-acd6-3b5a2c24b4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '82911657-15b0-4726-bc04-fa96c119cd50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:26:46.682476 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4996e776-6fe5-46a2-b248-849742799318 req-24c0ca72-469b-45cd-a84f-bb202741ee06 service neutron] Bound using segment: {'id': '955dd38a-6d79-4840-acd6-3b5a2c24b4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '82911657-15b0-4726-bc04-fa96c119cd50'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:26:46.683151 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-4996e776-6fe5-46a2-b248-849742799318 req-24c0ca72-469b-45cd-a84f-bb202741ee06 service neutron] Bound port: 3d7a1390-71b4-4169-9cba-2987c86cf2a8, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '955dd38a-6d79-4840-acd6-3b5a2c24b4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '82911657-15b0-4726-bc04-fa96c119cd50'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:26:46.683499 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-4996e776-6fe5-46a2-b248-849742799318 req-24c0ca72-469b-45cd-a84f-bb202741ee06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (3d7a1390-71b4-4169-9cba-2987c86cf2a8), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:46.748057 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-4996e776-6fe5-46a2-b248-849742799318 req-24c0ca72-469b-45cd-a84f-bb202741ee06 service neutron] For port 3d7a1390-71b4-4169-9cba-2987c86cf2a8, host n-h1-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:26:46.753664 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-4996e776-6fe5-46a2-b248-849742799318 req-24c0ca72-469b-45cd-a84f-bb202741ee06 service neutron] For port 3d7a1390-71b4-4169-9cba-2987c86cf2a8, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=3d7a1390-71b4-4169-9cba-2987c86cf2a8,segment=NetworkSegment(955dd38a-6d79-4840-acd6-3b5a2c24b4b1),segment_id=955dd38a-6d79-4840-acd6-3b5a2c24b4b1)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:26:46.766941 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-4996e776-6fe5-46a2-b248-849742799318 req-24c0ca72-469b-45cd-a84f-bb202741ee06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (3d7a1390-71b4-4169-9cba-2987c86cf2a8), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:46.819443 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4996e776-6fe5-46a2-b248-849742799318 req-24c0ca72-469b-45cd-a84f-bb202741ee06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:26:46.820068 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-4996e776-6fe5-46a2-b248-849742799318 req-24c0ca72-469b-45cd-a84f-bb202741ee06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:46.821476 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4996e776-6fe5-46a2-b248-849742799318 req-24c0ca72-469b-45cd-a84f-bb202741ee06 service neutron] 10.222.0.95 "PUT /v2.0/ports/3d7a1390-71b4-4169-9cba-2987c86cf2a8 HTTP/1.1" status: 200 len: 1091 time: 0.6045985 Feb 09 22:26:46.821952 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74711d60-c205-4bf4-a282-1e0facb12c80', 'tag': '3d7a1390-71b4-4169-9cba-2987c86cf2a8'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:26:46.824242 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}084566773578a82c7ab9e8b7d7948f8d3f1cbdaece621e80e6759ea940bbe07a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f28a74e-5f7a-4b12-958c-8a9a6cbccf73" -d '{"events": [{"name": "network-changed", "server_uuid": "74711d60-c205-4bf4-a282-1e0facb12c80", "tag": "3d7a1390-71b4-4169-9cba-2987c86cf2a8"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:26:46.855671 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c0ca72-469b-45cd-a84f-bb202741ee06 service neutron] Pushing event updated for resources: {'Port': ['ID=3d7a1390-71b4-4169-9cba-2987c86cf2a8,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:26:46.865953 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1b0da0-76ad-43dd-ad8a-a5ed82acfea2 req-dfbe9424-8b14-4d0e-b660-f6d3123765c7 tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:26:46.867484 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8a1b0da0-76ad-43dd-ad8a-a5ed82acfea2 req-dfbe9424-8b14-4d0e-b660-f6d3123765c7 tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] 10.222.0.90 "GET /v2.0/ports?device_id=74711d60-c205-4bf4-a282-1e0facb12c80 HTTP/1.1" status: 200 len: 943 time: 0.1171904 Feb 09 22:26:46.870448 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5e58f51-0749-41f1-b4c5-97e5d3215189 x-openstack-request-id: req-d5e58f51-0749-41f1-b4c5-97e5d3215189 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:26:46.870742 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74711d60-c205-4bf4-a282-1e0facb12c80", "tag": "3d7a1390-71b4-4169-9cba-2987c86cf2a8", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:26:46.870999 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-d5e58f51-0749-41f1-b4c5-97e5d3215189 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:26:46.871387 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74711d60-c205-4bf4-a282-1e0facb12c80', 'tag': '3d7a1390-71b4-4169-9cba-2987c86cf2a8', 'status': 'completed', 'code': 200} Feb 09 22:26:46.948236 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8a1b0da0-76ad-43dd-ad8a-a5ed82acfea2 req-62f7d70e-a527-4b71-aa29-a3568daa2627 tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] 10.222.0.90 "GET /v2.0/security-groups?id=77993a69-e563-4305-b1fb-0a7a05e4b70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695271 Feb 09 22:26:46.950851 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4996e776-6fe5-46a2-b248-849742799318 req-8eb46d16-2abf-4b9b-b974-558486e6651f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:26:46.952293 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4996e776-6fe5-46a2-b248-849742799318 req-8eb46d16-2abf-4b9b-b974-558486e6651f service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=62dc21270867419fab5285a9e5641a04&device_id=74711d60-c205-4bf4-a282-1e0facb12c80 HTTP/1.1" status: 200 len: 1125 time: 0.0835335 Feb 09 22:26:46.995136 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4996e776-6fe5-46a2-b248-849742799318 req-3d5ba45b-da87-451d-ab59-0d6e99282556 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3d7a1390-71b4-4169-9cba-2987c86cf2a8 HTTP/1.1" status: 200 len: 217 time: 0.0354519 Feb 09 22:26:47.042458 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4996e776-6fe5-46a2-b248-849742799318 req-2c512b2c-02e6-420f-8482-cb7fe7349dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:26:47.043961 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4996e776-6fe5-46a2-b248-849742799318 req-2c512b2c-02e6-420f-8482-cb7fe7349dd1 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=6a91161c-c58d-4031-86ac-0e6fb2f59c0e HTTP/1.1" status: 200 len: 851 time: 0.0426414 Feb 09 22:26:47.079964 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4996e776-6fe5-46a2-b248-849742799318 req-fa1ede8d-dec9-492e-bd3d-48674372ebb5 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=82911657-15b0-4726-bc04-fa96c119cd50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288374 Feb 09 22:26:47.167535 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4996e776-6fe5-46a2-b248-849742799318 req-bbb1d1a4-0540-44dc-a7db-466abcd60cbb service neutron] 10.222.0.95 "GET /v2.0/networks/82911657-15b0-4726-bc04-fa96c119cd50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806725 Feb 09 22:26:47.261778 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4996e776-6fe5-46a2-b248-849742799318 req-9e3c9c87-f5be-46fd-9fb9-e31f6a756be5 service neutron] 10.222.0.95 "GET /v2.0/networks/82911657-15b0-4726-bc04-fa96c119cd50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872393 Feb 09 22:26:47.353457 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f28a74e-5f7a-4b12-958c-8a9a6cbccf73 req-7d47117c-9079-49b8-873c-8232c81bc1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:26:47.354987 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2f28a74e-5f7a-4b12-958c-8a9a6cbccf73 req-7d47117c-9079-49b8-873c-8232c81bc1fd service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=62dc21270867419fab5285a9e5641a04&device_id=74711d60-c205-4bf4-a282-1e0facb12c80 HTTP/1.1" status: 200 len: 1125 time: 0.0456407 Feb 09 22:26:47.446253 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f28a74e-5f7a-4b12-958c-8a9a6cbccf73 req-a0b29ed4-2881-4b6f-93e4-9f25d207da79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:26:47.447710 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2f28a74e-5f7a-4b12-958c-8a9a6cbccf73 req-a0b29ed4-2881-4b6f-93e4-9f25d207da79 service neutron] 10.222.0.95 "GET /v2.0/networks?id=82911657-15b0-4726-bc04-fa96c119cd50 HTTP/1.1" status: 200 len: 912 time: 0.0822301 Feb 09 22:26:47.493043 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2f28a74e-5f7a-4b12-958c-8a9a6cbccf73 req-84d3aa6b-4d2a-40db-af92-d9a471be8518 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3d7a1390-71b4-4169-9cba-2987c86cf2a8 HTTP/1.1" status: 200 len: 217 time: 0.0386276 Feb 09 22:26:47.541453 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f28a74e-5f7a-4b12-958c-8a9a6cbccf73 req-d9182faa-6ade-4155-ab4e-d5ff8ca24824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:26:47.542839 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2f28a74e-5f7a-4b12-958c-8a9a6cbccf73 req-d9182faa-6ade-4155-ab4e-d5ff8ca24824 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=6a91161c-c58d-4031-86ac-0e6fb2f59c0e HTTP/1.1" status: 200 len: 851 time: 0.0439024 Feb 09 22:26:47.581132 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2f28a74e-5f7a-4b12-958c-8a9a6cbccf73 req-d34fe933-4cf3-41d1-997c-a45be8bf77f7 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=82911657-15b0-4726-bc04-fa96c119cd50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265672 Feb 09 22:26:47.673271 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2f28a74e-5f7a-4b12-958c-8a9a6cbccf73 req-43895c9a-0a28-4e54-a085-5251ba16b728 service neutron] 10.222.0.95 "GET /v2.0/networks/82911657-15b0-4726-bc04-fa96c119cd50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849106 Feb 09 22:26:47.762172 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2f28a74e-5f7a-4b12-958c-8a9a6cbccf73 req-1ba7f7bc-9a17-4b36-a008-fb648ab9d514 service neutron] 10.222.0.95 "GET /v2.0/networks/82911657-15b0-4726-bc04-fa96c119cd50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816076 Feb 09 22:26:48.069383 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0574523-1f8c-4925-a576-d519246d7a5a req-0ccc5163-a59c-4824-a9f6-608a05cde727 tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:26:48.070900 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a0574523-1f8c-4925-a576-d519246d7a5a req-0ccc5163-a59c-4824-a9f6-608a05cde727 tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] 10.222.0.90 "GET /v2.0/ports?device_id=74711d60-c205-4bf4-a282-1e0facb12c80 HTTP/1.1" status: 200 len: 943 time: 0.0555475 Feb 09 22:26:48.117288 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a0574523-1f8c-4925-a576-d519246d7a5a req-bcd12bae-5dc5-42f0-b868-f5bfab6e78fc tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] 10.222.0.90 "GET /v2.0/security-groups?id=77993a69-e563-4305-b1fb-0a7a05e4b70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408094 Feb 09 22:26:49.238683 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1966f2ab-1588-4b21-8746-0f816b838128 req-fe4c98b9-ff1d-4d96-ae8f-a857c57977c0 tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:26:49.241563 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1966f2ab-1588-4b21-8746-0f816b838128 req-fe4c98b9-ff1d-4d96-ae8f-a857c57977c0 tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] 10.222.0.90 "GET /v2.0/ports?device_id=74711d60-c205-4bf4-a282-1e0facb12c80 HTTP/1.1" status: 200 len: 943 time: 0.0582194 Feb 09 22:26:49.287831 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1966f2ab-1588-4b21-8746-0f816b838128 req-bc622e95-af6e-4364-ab38-fbe1901e81df tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] 10.222.0.90 "GET /v2.0/security-groups?id=77993a69-e563-4305-b1fb-0a7a05e4b70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406218 Feb 09 22:26:50.407177 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce9ad00-bcef-4968-b129-fa0fd984fa36 req-52281d62-3755-491f-8de3-e3c942bafc6a tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:26:50.408729 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dce9ad00-bcef-4968-b129-fa0fd984fa36 req-52281d62-3755-491f-8de3-e3c942bafc6a tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] 10.222.0.90 "GET /v2.0/ports?device_id=74711d60-c205-4bf4-a282-1e0facb12c80 HTTP/1.1" status: 200 len: 943 time: 0.0536931 Feb 09 22:26:50.458204 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dce9ad00-bcef-4968-b129-fa0fd984fa36 req-c11e8715-7a83-4d52-9209-cb721fea8f10 tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] 10.222.0.90 "GET /v2.0/security-groups?id=77993a69-e563-4305-b1fb-0a7a05e4b70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436473 Feb 09 22:26:50.919859 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 3d7a1390-71b4-4169-9cba-2987c86cf2a8 details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:26:51.017312 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 3d7a1390-71b4-4169-9cba-2987c86cf2a8, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=3d7a1390-71b4-4169-9cba-2987c86cf2a8,segment=NetworkSegment(955dd38a-6d79-4840-acd6-3b5a2c24b4b1),segment_id=955dd38a-6d79-4840-acd6-3b5a2c24b4b1)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:26:51.028928 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': '3d7a1390-71b4-4169-9cba-2987c86cf2a8', 'network_id': '82911657-15b0-4726-bc04-fa96c119cd50', 'port_id': '3d7a1390-71b4-4169-9cba-2987c86cf2a8', 'mac_address': 'fa:16:3e:7d:78:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a91161c-c58d-4031-86ac-0e6fb2f59c0e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:26:51.066686 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 3d7a1390-71b4-4169-9cba-2987c86cf2a8 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:26:51.067081 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (3d7a1390-71b4-4169-9cba-2987c86cf2a8), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:51.083724 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d7a1390-71b4-4169-9cba-2987c86cf2a8 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:26:51.102975 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 3d7a1390-71b4-4169-9cba-2987c86cf2a8, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=3d7a1390-71b4-4169-9cba-2987c86cf2a8,segment=NetworkSegment(955dd38a-6d79-4840-acd6-3b5a2c24b4b1),segment_id=955dd38a-6d79-4840-acd6-3b5a2c24b4b1)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:26:51.106829 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (3d7a1390-71b4-4169-9cba-2987c86cf2a8), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:51.154378 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=3d7a1390-71b4-4169-9cba-2987c86cf2a8,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:26:51.357348 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['3d7a1390-71b4-4169-9cba-2987c86cf2a8'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:26:51.580786 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ede29f1-cd0e-4d2f-b5af-ba8420f35645 req-7835b576-64d4-4bec-ba0f-a3201dcf5763 tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:26:51.582323 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8ede29f1-cd0e-4d2f-b5af-ba8420f35645 req-7835b576-64d4-4bec-ba0f-a3201dcf5763 tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] 10.222.0.90 "GET /v2.0/ports?device_id=74711d60-c205-4bf4-a282-1e0facb12c80 HTTP/1.1" status: 200 len: 944 time: 0.0570929 Feb 09 22:26:51.627985 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8ede29f1-cd0e-4d2f-b5af-ba8420f35645 req-e3f5ea2a-205f-4bb1-aa21-d8f24d075c9e tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] 10.222.0.90 "GET /v2.0/security-groups?id=77993a69-e563-4305-b1fb-0a7a05e4b70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400441 Feb 09 22:26:51.836246 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:52.748686 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aa3e3e-1e08-425a-bca1-29259a5e1b38 req-c03ca5b9-c95c-4d3a-8147-aab16abd9b5f tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:26:52.750082 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a3aa3e3e-1e08-425a-bca1-29259a5e1b38 req-c03ca5b9-c95c-4d3a-8147-aab16abd9b5f tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] 10.222.0.90 "GET /v2.0/ports?device_id=74711d60-c205-4bf4-a282-1e0facb12c80 HTTP/1.1" status: 200 len: 944 time: 0.0526354 Feb 09 22:26:52.796411 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a3aa3e3e-1e08-425a-bca1-29259a5e1b38 req-d8230f0b-1437-4d67-90e9-6b5317f06b07 tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] 10.222.0.90 "GET /v2.0/security-groups?id=77993a69-e563-4305-b1fb-0a7a05e4b70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402195 Feb 09 22:26:52.938320 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 3d7a1390-71b4-4169-9cba-2987c86cf2a8 up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:26:52.986860 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning for port 3d7a1390-71b4-4169-9cba-2987c86cf2a8 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:26:52.990842 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port 3d7a1390-71b4-4169-9cba-2987c86cf2a8 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:26:52.991233 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (3d7a1390-71b4-4169-9cba-2987c86cf2a8), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:53.067249 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 3d7a1390-71b4-4169-9cba-2987c86cf2a8 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:26:53.067535 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (3d7a1390-71b4-4169-9cba-2987c86cf2a8), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:53.089551 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74711d60-c205-4bf4-a282-1e0facb12c80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d7a1390-71b4-4169-9cba-2987c86cf2a8'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:26:53.092382 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cf4d4d953224237653245d15ffec07a65c4bd356d4237fd84236d8abf5d48a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4b147b3-8be6-43d4-b1e2-d4110eeba60d" -d '{"events": [{"server_uuid": "74711d60-c205-4bf4-a282-1e0facb12c80", "name": "network-vif-plugged", "status": "completed", "tag": "3d7a1390-71b4-4169-9cba-2987c86cf2a8"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:26:53.108127 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 3d7a1390-71b4-4169-9cba-2987c86cf2a8, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=3d7a1390-71b4-4169-9cba-2987c86cf2a8,segment=NetworkSegment(955dd38a-6d79-4840-acd6-3b5a2c24b4b1),segment_id=955dd38a-6d79-4840-acd6-3b5a2c24b4b1)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:26:53.112078 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (3d7a1390-71b4-4169-9cba-2987c86cf2a8), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:53.135351 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b434e3-a8e7-4abc-8780-6cf8330b70b4 x-openstack-request-id: req-22b434e3-a8e7-4abc-8780-6cf8330b70b4 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:26:53.135653 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74711d60-c205-4bf4-a282-1e0facb12c80", "name": "network-vif-plugged", "status": "completed", "tag": "3d7a1390-71b4-4169-9cba-2987c86cf2a8", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:26:53.135911 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-22b434e3-a8e7-4abc-8780-6cf8330b70b4 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:26:53.136333 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74711d60-c205-4bf4-a282-1e0facb12c80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d7a1390-71b4-4169-9cba-2987c86cf2a8', 'code': 200} Feb 09 22:26:53.165520 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=3d7a1390-71b4-4169-9cba-2987c86cf2a8,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:26:53.232569 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a91590e-18ae-4a7d-8466-2b73b9865f19 req-a839007f-0290-4c5a-be7b-906dc57e08dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:26:53.234079 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0a91590e-18ae-4a7d-8466-2b73b9865f19 req-a839007f-0290-4c5a-be7b-906dc57e08dd service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=74711d60-c205-4bf4-a282-1e0facb12c80 HTTP/1.1" status: 200 len: 1127 time: 0.0430384 Feb 09 22:26:53.281081 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0a91590e-18ae-4a7d-8466-2b73b9865f19 req-73902710-b892-4c7c-a5d5-84a870d96afb service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=77993a69-e563-4305-b1fb-0a7a05e4b70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402606 Feb 09 22:26:53.916597 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddf4b3b-cabc-42ed-b15b-4a5e2155a313 req-676289cf-b883-4ada-ab06-b90004663fbc tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:26:53.918119 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dddf4b3b-cabc-42ed-b15b-4a5e2155a313 req-676289cf-b883-4ada-ab06-b90004663fbc tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] 10.222.0.90 "GET /v2.0/ports?device_id=74711d60-c205-4bf4-a282-1e0facb12c80 HTTP/1.1" status: 200 len: 945 time: 0.0544364 Feb 09 22:26:53.933077 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:26:53.965541 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dddf4b3b-cabc-42ed-b15b-4a5e2155a313 req-0abeed72-eb27-41e1-9373-bc3e0fd7400c tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] 10.222.0.90 "GET /v2.0/security-groups?id=77993a69-e563-4305-b1fb-0a7a05e4b70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417767 Feb 09 22:26:55.085469 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803a1dfa-f894-404d-b21b-94462045b1d3 req-6c7d2c0d-17af-4f5a-86cf-e228fe459e56 tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:26:55.086947 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-803a1dfa-f894-404d-b21b-94462045b1d3 req-6c7d2c0d-17af-4f5a-86cf-e228fe459e56 tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] 10.222.0.90 "GET /v2.0/ports?device_id=74711d60-c205-4bf4-a282-1e0facb12c80 HTTP/1.1" status: 200 len: 945 time: 0.0528312 Feb 09 22:26:55.132771 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-803a1dfa-f894-404d-b21b-94462045b1d3 req-a425afff-748c-48cc-960f-cabf5aae4221 tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] 10.222.0.90 "GET /v2.0/security-groups?id=77993a69-e563-4305-b1fb-0a7a05e4b70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402522 Feb 09 22:26:55.404959 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 50624) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:26:55.473569 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e78557-7091-4be2-a271-c0bc1f92bab7 req-d9e9bf50-6588-4a91-91cd-b5d7d0cb13d0 tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:26:55.475059 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a0e78557-7091-4be2-a271-c0bc1f92bab7 req-d9e9bf50-6588-4a91-91cd-b5d7d0cb13d0 tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] 10.222.0.90 "GET /v2.0/ports?device_id=74711d60-c205-4bf4-a282-1e0facb12c80 HTTP/1.1" status: 200 len: 945 time: 0.0640283 Feb 09 22:26:55.505010 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6340ba54-f3ba-4f97-a9e9-a55c691e5c63 req-dc7d64f0-bf08-44b2-8cc0-d0203baa067d service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=74711d60-c205-4bf4-a282-1e0facb12c80&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0987921 Feb 09 22:26:55.516914 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [req-6340ba54-f3ba-4f97-a9e9-a55c691e5c63 req-da57b17e-6658-45b7-9864-b7dc265bba7f service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=103141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 22:26:55.517927 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6340ba54-f3ba-4f97-a9e9-a55c691e5c63 req-da57b17e-6658-45b7-9864-b7dc265bba7f service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064316 Feb 09 22:26:55.523093 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a0e78557-7091-4be2-a271-c0bc1f92bab7 req-5df75340-43fc-4d51-b5b2-af171698f1d3 tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] 10.222.0.90 "GET /v2.0/security-groups?id=77993a69-e563-4305-b1fb-0a7a05e4b70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423086 Feb 09 22:26:56.643444 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6340ba54-f3ba-4f97-a9e9-a55c691e5c63 req-0b5d82f4-56d8-4c33-abb7-505303c0860d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:26:56.644980 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6340ba54-f3ba-4f97-a9e9-a55c691e5c63 req-0b5d82f4-56d8-4c33-abb7-505303c0860d service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=62dc21270867419fab5285a9e5641a04&device_id=74711d60-c205-4bf4-a282-1e0facb12c80 HTTP/1.1" status: 200 len: 1127 time: 0.0759661 Feb 09 22:26:56.705324 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d087411-a406-4d93-91d4-28222ca7508b req-228d1fc9-7e3d-4266-8c9f-f82710b915d0 tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:26:56.707271 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3d087411-a406-4d93-91d4-28222ca7508b req-228d1fc9-7e3d-4266-8c9f-f82710b915d0 tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] 10.222.0.90 "GET /v2.0/ports?device_id=74711d60-c205-4bf4-a282-1e0facb12c80 HTTP/1.1" status: 200 len: 945 time: 0.1049552 Feb 09 22:26:56.776679 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3d087411-a406-4d93-91d4-28222ca7508b req-af9106b5-d79d-4d4e-99c4-21345bfc612d tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] 10.222.0.90 "GET /v2.0/security-groups?id=77993a69-e563-4305-b1fb-0a7a05e4b70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635822 Feb 09 22:26:56.779187 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6340ba54-f3ba-4f97-a9e9-a55c691e5c63 req-9f2c1a56-b118-4c00-8ba8-770b8b2111ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:26:56.780573 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6340ba54-f3ba-4f97-a9e9-a55c691e5c63 req-9f2c1a56-b118-4c00-8ba8-770b8b2111ca service neutron] 10.222.0.95 "GET /v2.0/networks?id=82911657-15b0-4726-bc04-fa96c119cd50 HTTP/1.1" status: 200 len: 912 time: 0.1287477 Feb 09 22:26:56.824793 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6340ba54-f3ba-4f97-a9e9-a55c691e5c63 req-4c9a09d9-80b4-462c-b87f-2f63fe93bee9 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3d7a1390-71b4-4169-9cba-2987c86cf2a8 HTTP/1.1" status: 200 len: 217 time: 0.0383399 Feb 09 22:26:56.870975 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6340ba54-f3ba-4f97-a9e9-a55c691e5c63 req-24498f6f-8445-4e27-b033-201aa69d9d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:26:56.872393 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6340ba54-f3ba-4f97-a9e9-a55c691e5c63 req-24498f6f-8445-4e27-b033-201aa69d9d0e service neutron] 10.222.0.95 "GET /v2.0/subnets?id=6a91161c-c58d-4031-86ac-0e6fb2f59c0e HTTP/1.1" status: 200 len: 851 time: 0.0410755 Feb 09 22:26:56.902751 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6340ba54-f3ba-4f97-a9e9-a55c691e5c63 req-5abdd85a-5c37-4b0d-9248-d28fbf0e80c9 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=82911657-15b0-4726-bc04-fa96c119cd50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245373 Feb 09 22:26:56.987565 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6340ba54-f3ba-4f97-a9e9-a55c691e5c63 req-233129c9-6c89-4ef3-bb3b-d586931cfff0 service neutron] 10.222.0.95 "GET /v2.0/networks/82911657-15b0-4726-bc04-fa96c119cd50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787928 Feb 09 22:26:57.083929 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6340ba54-f3ba-4f97-a9e9-a55c691e5c63 req-69c49a8c-788c-4a07-b0bf-c9ab3f3c10b0 service neutron] 10.222.0.95 "GET /v2.0/networks/82911657-15b0-4726-bc04-fa96c119cd50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902257 Feb 09 22:26:57.896832 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4350a4-a512-41cd-b4ce-ffc728d319bd req-dc943fbc-98f5-47d0-8232-5dd4ab7b5e68 tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:26:57.898336 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-aa4350a4-a512-41cd-b4ce-ffc728d319bd req-dc943fbc-98f5-47d0-8232-5dd4ab7b5e68 tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] 10.222.0.90 "GET /v2.0/ports?device_id=74711d60-c205-4bf4-a282-1e0facb12c80 HTTP/1.1" status: 200 len: 945 time: 0.0533571 Feb 09 22:26:57.944051 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-aa4350a4-a512-41cd-b4ce-ffc728d319bd req-d6ca500c-d3d1-4413-ae72-d3352d548a6f tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] 10.222.0.90 "GET /v2.0/security-groups?id=77993a69-e563-4305-b1fb-0a7a05e4b70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401993 Feb 09 22:26:59.066919 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e617e96-e548-4ca6-b2b3-a64b682ea5b7 req-fe7a1039-462e-47a9-9023-0f3730ea0594 tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:26:59.068457 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4e617e96-e548-4ca6-b2b3-a64b682ea5b7 req-fe7a1039-462e-47a9-9023-0f3730ea0594 tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] 10.222.0.90 "GET /v2.0/ports?device_id=74711d60-c205-4bf4-a282-1e0facb12c80 HTTP/1.1" status: 200 len: 945 time: 0.0582688 Feb 09 22:26:59.115985 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4e617e96-e548-4ca6-b2b3-a64b682ea5b7 req-476a9958-7e7a-414c-bc4e-99017e91605e tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] 10.222.0.90 "GET /v2.0/security-groups?id=77993a69-e563-4305-b1fb-0a7a05e4b70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419450 Feb 09 22:26:59.970914 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12fd15e-37cd-430e-80e7-adbacf70d40d req-53b9688e-75e8-4cb6-9919-d65167355247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:26:59.972465 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b12fd15e-37cd-430e-80e7-adbacf70d40d req-53b9688e-75e8-4cb6-9919-d65167355247 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=62dc21270867419fab5285a9e5641a04&device_id=74711d60-c205-4bf4-a282-1e0facb12c80 HTTP/1.1" status: 200 len: 1127 time: 0.0455925 Feb 09 22:27:00.083593 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12fd15e-37cd-430e-80e7-adbacf70d40d req-2b2dd40e-35c0-40fd-84d5-afdb8d3cabfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:27:00.085147 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b12fd15e-37cd-430e-80e7-adbacf70d40d req-2b2dd40e-35c0-40fd-84d5-afdb8d3cabfe service neutron] 10.222.0.95 "GET /v2.0/networks?id=82911657-15b0-4726-bc04-fa96c119cd50 HTTP/1.1" status: 200 len: 912 time: 0.0953815 Feb 09 22:27:00.129630 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b12fd15e-37cd-430e-80e7-adbacf70d40d req-82485ad4-f646-4dbb-8266-9b07d8adba40 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3d7a1390-71b4-4169-9cba-2987c86cf2a8 HTTP/1.1" status: 200 len: 217 time: 0.0368841 Feb 09 22:27:00.183441 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12fd15e-37cd-430e-80e7-adbacf70d40d req-733428bd-8bd0-4b4c-92e2-181682862695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:27:00.183441 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b12fd15e-37cd-430e-80e7-adbacf70d40d req-733428bd-8bd0-4b4c-92e2-181682862695 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=6a91161c-c58d-4031-86ac-0e6fb2f59c0e HTTP/1.1" status: 200 len: 851 time: 0.0446458 Feb 09 22:27:00.237510 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b12fd15e-37cd-430e-80e7-adbacf70d40d req-bccc0f52-f826-4d19-aacf-c8a2bfc8adde service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=82911657-15b0-4726-bc04-fa96c119cd50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414085 Feb 09 22:27:00.278394 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bdc112-7314-4630-9480-aa4fe91e079c req-9302fdbc-46bc-4ed8-9a51-41b548943b12 tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:27:00.279860 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b8bdc112-7314-4630-9480-aa4fe91e079c req-9302fdbc-46bc-4ed8-9a51-41b548943b12 tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] 10.222.0.90 "GET /v2.0/ports?device_id=74711d60-c205-4bf4-a282-1e0facb12c80 HTTP/1.1" status: 200 len: 945 time: 0.0931218 Feb 09 22:27:00.368794 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b8bdc112-7314-4630-9480-aa4fe91e079c req-f3c0e392-e714-479a-b765-fb65e05d58b9 tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] 10.222.0.90 "GET /v2.0/security-groups?id=77993a69-e563-4305-b1fb-0a7a05e4b70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638738 Feb 09 22:27:00.379047 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b12fd15e-37cd-430e-80e7-adbacf70d40d req-13a880a4-d3ab-4acc-8613-382b764e40b4 service neutron] 10.222.0.95 "GET /v2.0/networks/82911657-15b0-4726-bc04-fa96c119cd50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253808 Feb 09 22:27:00.472253 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b12fd15e-37cd-430e-80e7-adbacf70d40d req-481377a4-6fb1-495a-9a35-934c6ae74968 service neutron] 10.222.0.95 "GET /v2.0/networks/82911657-15b0-4726-bc04-fa96c119cd50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862105 Feb 09 22:27:01.487047 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72026b05-045f-4dcf-870b-401e61f825ce req-9990fb0b-78a1-4263-9bc0-e17755f614da tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:27:01.488559 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-72026b05-045f-4dcf-870b-401e61f825ce req-9990fb0b-78a1-4263-9bc0-e17755f614da tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] 10.222.0.90 "GET /v2.0/ports?device_id=74711d60-c205-4bf4-a282-1e0facb12c80 HTTP/1.1" status: 200 len: 945 time: 0.0526657 Feb 09 22:27:01.533985 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-72026b05-045f-4dcf-870b-401e61f825ce req-9206be5a-6f71-464d-8759-f4606098138c tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] 10.222.0.90 "GET /v2.0/security-groups?id=77993a69-e563-4305-b1fb-0a7a05e4b70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399477 Feb 09 22:27:02.659229 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dad257-cf82-4d09-8113-15fc4f572348 req-bbd751bc-6685-46b5-9546-7afa92e0a9ff tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:27:02.660762 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-31dad257-cf82-4d09-8113-15fc4f572348 req-bbd751bc-6685-46b5-9546-7afa92e0a9ff tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] 10.222.0.90 "GET /v2.0/ports?device_id=74711d60-c205-4bf4-a282-1e0facb12c80 HTTP/1.1" status: 200 len: 945 time: 0.0602610 Feb 09 22:27:02.706550 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-31dad257-cf82-4d09-8113-15fc4f572348 req-213626d4-aa45-43db-bb2b-1f8ffaf30d33 tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] 10.222.0.90 "GET /v2.0/security-groups?id=77993a69-e563-4305-b1fb-0a7a05e4b70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401144 Feb 09 22:27:03.823507 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbda4f2-2f6f-4c2a-a6a7-b4e25bfd964f req-33dd9fc9-fc9a-478c-8586-f913cb2fc7cd tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:27:03.825563 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2dbda4f2-2f6f-4c2a-a6a7-b4e25bfd964f req-33dd9fc9-fc9a-478c-8586-f913cb2fc7cd tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] 10.222.0.90 "GET /v2.0/ports?device_id=74711d60-c205-4bf4-a282-1e0facb12c80 HTTP/1.1" status: 200 len: 945 time: 0.0532024 Feb 09 22:27:03.886876 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2dbda4f2-2f6f-4c2a-a6a7-b4e25bfd964f req-48ca8b02-8d4e-4ae7-b8be-296fac058c32 tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] 10.222.0.90 "GET /v2.0/security-groups?id=77993a69-e563-4305-b1fb-0a7a05e4b70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538890 Feb 09 22:27:05.007728 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1fa2cd-b024-4c9c-9cfa-ed91a9e06d79 req-409d8056-b970-487d-914a-df9d2b21ab44 tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:27:05.009233 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8d1fa2cd-b024-4c9c-9cfa-ed91a9e06d79 req-409d8056-b970-487d-914a-df9d2b21ab44 tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] 10.222.0.90 "GET /v2.0/ports?device_id=74711d60-c205-4bf4-a282-1e0facb12c80 HTTP/1.1" status: 200 len: 945 time: 0.0513563 Feb 09 22:27:05.059038 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8d1fa2cd-b024-4c9c-9cfa-ed91a9e06d79 req-92b7f776-1065-45c2-be69-5a6bc423347d tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] 10.222.0.90 "GET /v2.0/security-groups?id=77993a69-e563-4305-b1fb-0a7a05e4b70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442905 Feb 09 22:27:06.176063 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa4ee8-e7f7-4fc4-8667-95f07f0474c9 req-2693264b-d3ca-4ceb-9ffa-8b9c0ee43cc1 tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:27:06.177579 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-28aa4ee8-e7f7-4fc4-8667-95f07f0474c9 req-2693264b-d3ca-4ceb-9ffa-8b9c0ee43cc1 tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] 10.222.0.90 "GET /v2.0/ports?device_id=74711d60-c205-4bf4-a282-1e0facb12c80 HTTP/1.1" status: 200 len: 945 time: 0.0525835 Feb 09 22:27:06.223768 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-28aa4ee8-e7f7-4fc4-8667-95f07f0474c9 req-8c91720c-b917-47ce-9b4c-c74549ed716e tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] 10.222.0.90 "GET /v2.0/security-groups?id=77993a69-e563-4305-b1fb-0a7a05e4b70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405757 Feb 09 22:27:07.342763 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a1f1fe-4e45-463a-be54-4df20fe4100a req-8d590fad-6e3b-44e4-9deb-ab6913ad089d tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:27:07.344373 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-90a1f1fe-4e45-463a-be54-4df20fe4100a req-8d590fad-6e3b-44e4-9deb-ab6913ad089d tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] 10.222.0.90 "GET /v2.0/ports?device_id=74711d60-c205-4bf4-a282-1e0facb12c80 HTTP/1.1" status: 200 len: 945 time: 0.0529039 Feb 09 22:27:07.389992 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-90a1f1fe-4e45-463a-be54-4df20fe4100a req-5efbe692-e57e-472e-abfc-acb8c69c4229 tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] 10.222.0.90 "GET /v2.0/security-groups?id=77993a69-e563-4305-b1fb-0a7a05e4b70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397236 Feb 09 22:27:08.514280 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589a10a6-194c-4dbe-87d3-7502a1f4b66b req-c0077b1b-54ab-45bf-96ac-a4d51ac55b32 tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:27:08.515733 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-589a10a6-194c-4dbe-87d3-7502a1f4b66b req-c0077b1b-54ab-45bf-96ac-a4d51ac55b32 tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] 10.222.0.90 "GET /v2.0/ports?device_id=74711d60-c205-4bf4-a282-1e0facb12c80 HTTP/1.1" status: 200 len: 945 time: 0.0551815 Feb 09 22:27:08.561086 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-589a10a6-194c-4dbe-87d3-7502a1f4b66b req-810bdb40-6a0b-40d4-9890-8f4cd5975ac0 tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] 10.222.0.90 "GET /v2.0/security-groups?id=77993a69-e563-4305-b1fb-0a7a05e4b70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398145 Feb 09 22:27:09.138969 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-59e1fef6-db16-4b3d-b9be-582464fcee42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:27:09.677948 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99af6b9b-0bf7-450a-81f2-5b9706fd0249 req-cf03b423-ad40-4258-9a30-27ca24af43e6 tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:27:09.679414 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-99af6b9b-0bf7-450a-81f2-5b9706fd0249 req-cf03b423-ad40-4258-9a30-27ca24af43e6 tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] 10.222.0.90 "GET /v2.0/ports?device_id=74711d60-c205-4bf4-a282-1e0facb12c80 HTTP/1.1" status: 200 len: 945 time: 0.0514662 Feb 09 22:27:09.724628 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-99af6b9b-0bf7-450a-81f2-5b9706fd0249 req-ad0ea6ec-fe5d-4991-bf56-2d28cea72644 tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] 10.222.0.90 "GET /v2.0/security-groups?id=77993a69-e563-4305-b1fb-0a7a05e4b70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392420 Feb 09 22:27:10.849675 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2aa4d1-d71d-4b1b-9dc2-9a5dc9c6a874 req-e5cf5e72-4846-4f23-b888-2998c0e95c39 tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:27:10.851159 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4a2aa4d1-d71d-4b1b-9dc2-9a5dc9c6a874 req-e5cf5e72-4846-4f23-b888-2998c0e95c39 tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] 10.222.0.90 "GET /v2.0/ports?device_id=74711d60-c205-4bf4-a282-1e0facb12c80 HTTP/1.1" status: 200 len: 945 time: 0.0558674 Feb 09 22:27:10.899854 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4a2aa4d1-d71d-4b1b-9dc2-9a5dc9c6a874 req-dc0d00d3-6367-43d5-ab99-b5a110fadb80 tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] 10.222.0.90 "GET /v2.0/security-groups?id=77993a69-e563-4305-b1fb-0a7a05e4b70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432303 Feb 09 22:27:11.074326 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a6a672e5-0905-42c5-aaff-f54560acef19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:27:12.028895 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678a4b83-ba55-4151-979b-3f122312f849 req-2883070f-1ab2-4747-92ae-145d998f5ba7 tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:27:12.030395 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-678a4b83-ba55-4151-979b-3f122312f849 req-2883070f-1ab2-4747-92ae-145d998f5ba7 tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] 10.222.0.90 "GET /v2.0/ports?device_id=74711d60-c205-4bf4-a282-1e0facb12c80 HTTP/1.1" status: 200 len: 945 time: 0.0534527 Feb 09 22:27:12.077446 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-678a4b83-ba55-4151-979b-3f122312f849 req-0a14c314-36f8-4b7b-850f-f36e6db6d943 tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] 10.222.0.90 "GET /v2.0/security-groups?id=77993a69-e563-4305-b1fb-0a7a05e4b70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408282 Feb 09 22:27:12.905194 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:27:13.197782 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a4fd01-bf45-42fa-96c0-ebd12dba4653 req-6423997a-434a-492a-ad80-7d82c9e720ad tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:27:13.199275 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c5a4fd01-bf45-42fa-96c0-ebd12dba4653 req-6423997a-434a-492a-ad80-7d82c9e720ad tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] 10.222.0.90 "GET /v2.0/ports?device_id=74711d60-c205-4bf4-a282-1e0facb12c80 HTTP/1.1" status: 200 len: 945 time: 0.0537858 Feb 09 22:27:13.248147 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c5a4fd01-bf45-42fa-96c0-ebd12dba4653 req-39733bad-3b8a-4887-9c81-e6eec0b3792c tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] 10.222.0.90 "GET /v2.0/security-groups?id=77993a69-e563-4305-b1fb-0a7a05e4b70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433009 Feb 09 22:27:14.324094 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:27:14.372924 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469c5b16-4b54-4328-9484-b21244f3d62d req-3a6cf4ba-8f9b-4f49-83a3-399bc9cd61b5 tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:27:14.374412 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-469c5b16-4b54-4328-9484-b21244f3d62d req-3a6cf4ba-8f9b-4f49-83a3-399bc9cd61b5 tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] 10.222.0.90 "GET /v2.0/ports?device_id=74711d60-c205-4bf4-a282-1e0facb12c80 HTTP/1.1" status: 200 len: 945 time: 0.0531871 Feb 09 22:27:14.420594 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-469c5b16-4b54-4328-9484-b21244f3d62d req-f0a1dfd1-1605-45d3-bd14-ce84ceed3e3f tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] 10.222.0.90 "GET /v2.0/security-groups?id=77993a69-e563-4305-b1fb-0a7a05e4b70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405843 Feb 09 22:27:15.418233 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:27:15.537798 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a15be40-ad5c-4fc1-93a6-b446f5d26196 req-7acf1a10-783b-400c-9996-7502e6deffa9 tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:27:15.539290 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3a15be40-ad5c-4fc1-93a6-b446f5d26196 req-7acf1a10-783b-400c-9996-7502e6deffa9 tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] 10.222.0.90 "GET /v2.0/ports?device_id=74711d60-c205-4bf4-a282-1e0facb12c80 HTTP/1.1" status: 200 len: 945 time: 0.0515001 Feb 09 22:27:15.585435 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3a15be40-ad5c-4fc1-93a6-b446f5d26196 req-090a308a-a9a3-4f2a-8901-daf20b262d3b tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] 10.222.0.90 "GET /v2.0/security-groups?id=77993a69-e563-4305-b1fb-0a7a05e4b70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404658 Feb 09 22:27:16.709792 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e182d51b-7dd2-4631-8472-0168561831a1 req-c841066f-7664-4963-a3a0-03ecac261141 tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:27:16.711266 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e182d51b-7dd2-4631-8472-0168561831a1 req-c841066f-7664-4963-a3a0-03ecac261141 tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] 10.222.0.90 "GET /v2.0/ports?device_id=74711d60-c205-4bf4-a282-1e0facb12c80 HTTP/1.1" status: 200 len: 945 time: 0.0561132 Feb 09 22:27:16.756984 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e182d51b-7dd2-4631-8472-0168561831a1 req-5b2ac8ee-629c-4d91-82b4-c7ae0efa9524 tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] 10.222.0.90 "GET /v2.0/security-groups?id=77993a69-e563-4305-b1fb-0a7a05e4b70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400856 Feb 09 22:27:17.874358 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5aeced-b631-4acc-89af-02989b9b9aa8 req-8a2527d7-7fa3-41d2-b548-4b025a109091 tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:27:17.875839 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1b5aeced-b631-4acc-89af-02989b9b9aa8 req-8a2527d7-7fa3-41d2-b548-4b025a109091 tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] 10.222.0.90 "GET /v2.0/ports?device_id=74711d60-c205-4bf4-a282-1e0facb12c80 HTTP/1.1" status: 200 len: 945 time: 0.0514240 Feb 09 22:27:17.924051 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1b5aeced-b631-4acc-89af-02989b9b9aa8 req-be2706c7-5e9d-458a-bb4d-7891ea8808b9 tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] 10.222.0.90 "GET /v2.0/security-groups?id=77993a69-e563-4305-b1fb-0a7a05e4b70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420427 Feb 09 22:27:19.042346 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c5aa7f-12eb-494e-a2d7-10ac891e79b6 req-678c3372-ad3a-4033-9b7d-6988843cb982 tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:27:19.043720 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b3c5aa7f-12eb-494e-a2d7-10ac891e79b6 req-678c3372-ad3a-4033-9b7d-6988843cb982 tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] 10.222.0.90 "GET /v2.0/ports?device_id=74711d60-c205-4bf4-a282-1e0facb12c80 HTTP/1.1" status: 200 len: 945 time: 0.0516741 Feb 09 22:27:19.093400 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b3c5aa7f-12eb-494e-a2d7-10ac891e79b6 req-f4f7d4bc-0533-43e6-8dc2-d2ee76af68e5 tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] 10.222.0.90 "GET /v2.0/security-groups?id=77993a69-e563-4305-b1fb-0a7a05e4b70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441329 Feb 09 22:27:20.214268 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b77fbaa-117d-4372-927d-f1516c6ae789 req-2c09d7dd-b5d7-477a-8405-2430083816da tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:27:20.215785 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2b77fbaa-117d-4372-927d-f1516c6ae789 req-2c09d7dd-b5d7-477a-8405-2430083816da tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] 10.222.0.90 "GET /v2.0/ports?device_id=74711d60-c205-4bf4-a282-1e0facb12c80 HTTP/1.1" status: 200 len: 945 time: 0.0534027 Feb 09 22:27:20.262706 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2b77fbaa-117d-4372-927d-f1516c6ae789 req-9f117e2a-04af-421e-9b99-9f8de3d49b8c tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] 10.222.0.90 "GET /v2.0/security-groups?id=77993a69-e563-4305-b1fb-0a7a05e4b70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412927 Feb 09 22:27:21.383065 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4450c0a2-e785-4d12-822d-e079d4cb3f84 req-1af5c387-2f36-4712-824b-f17b122cbe50 tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:27:21.384585 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4450c0a2-e785-4d12-822d-e079d4cb3f84 req-1af5c387-2f36-4712-824b-f17b122cbe50 tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] 10.222.0.90 "GET /v2.0/ports?device_id=74711d60-c205-4bf4-a282-1e0facb12c80 HTTP/1.1" status: 200 len: 945 time: 0.0514307 Feb 09 22:27:21.432472 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4450c0a2-e785-4d12-822d-e079d4cb3f84 req-0b852076-a9e2-4395-a8b7-f12cbc2fd766 tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] 10.222.0.90 "GET /v2.0/security-groups?id=77993a69-e563-4305-b1fb-0a7a05e4b70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422471 Feb 09 22:27:21.839283 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:27:22.555510 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2e851e-d21e-4783-839e-17d7a13a628b req-8d42bf6c-01fa-492a-a3d7-98e8fcdd31e4 tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:27:22.557045 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cf2e851e-d21e-4783-839e-17d7a13a628b req-8d42bf6c-01fa-492a-a3d7-98e8fcdd31e4 tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] 10.222.0.90 "GET /v2.0/ports?device_id=74711d60-c205-4bf4-a282-1e0facb12c80 HTTP/1.1" status: 200 len: 945 time: 0.0554752 Feb 09 22:27:22.569715 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:27:22.603326 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cf2e851e-d21e-4783-839e-17d7a13a628b req-9b0ad767-0f8d-4dc6-bd1f-3d4ba880f01f tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] 10.222.0.90 "GET /v2.0/security-groups?id=77993a69-e563-4305-b1fb-0a7a05e4b70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405354 Feb 09 22:27:23.724935 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1f78fd-4994-4e87-9af6-ac942b46d40b req-adb3a0e0-2f9c-46b7-b0a3-9e175f4712e7 tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:27:23.726409 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9b1f78fd-4994-4e87-9af6-ac942b46d40b req-adb3a0e0-2f9c-46b7-b0a3-9e175f4712e7 tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] 10.222.0.90 "GET /v2.0/ports?device_id=74711d60-c205-4bf4-a282-1e0facb12c80 HTTP/1.1" status: 200 len: 945 time: 0.0561235 Feb 09 22:27:23.771148 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9b1f78fd-4994-4e87-9af6-ac942b46d40b req-7374b771-1bb8-412c-9c69-e0c4664ed3b7 tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] 10.222.0.90 "GET /v2.0/security-groups?id=77993a69-e563-4305-b1fb-0a7a05e4b70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393059 Feb 09 22:27:23.931598 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:27:24.072189 n-d-828369-5 neutron-server[103140]: INFO neutron.api.v2.resource [req-6340ba54-f3ba-4f97-a9e9-a55c691e5c63 req-76dfabe3-4e6c-4ea2-899a-bfdf11f433bf service neutron] show failed (client error): The resource could not be found. Feb 09 22:27:24.073238 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6340ba54-f3ba-4f97-a9e9-a55c691e5c63 req-76dfabe3-4e6c-4ea2-899a-bfdf11f433bf service neutron] 10.222.0.95 "GET /v2.0/ports/3d7a1390-71b4-4169-9cba-2987c86cf2a8/bindings/n-h2-828369-5 HTTP/1.1" status: 404 len: 380 time: 0.0704708 Feb 09 22:27:24.279518 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6340ba54-f3ba-4f97-a9e9-a55c691e5c63 req-bf441f66-183c-4a10-b9d9-7bf0f6c59384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:27:24.281092 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6340ba54-f3ba-4f97-a9e9-a55c691e5c63 req-bf441f66-183c-4a10-b9d9-7bf0f6c59384 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=74711d60-c205-4bf4-a282-1e0facb12c80&tenant_id=62dc21270867419fab5285a9e5641a04 HTTP/1.1" status: 200 len: 1127 time: 0.0496759 Feb 09 22:27:24.294382 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-6340ba54-f3ba-4f97-a9e9-a55c691e5c63 req-93a79e80-e6ee-4dc4-bc0b-59cabadd7632 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828369-5', 'device_owner': 'compute:nova'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:27:24.350585 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-6340ba54-f3ba-4f97-a9e9-a55c691e5c63 req-93a79e80-e6ee-4dc4-bc0b-59cabadd7632 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (3d7a1390-71b4-4169-9cba-2987c86cf2a8), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:27:24.552828 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-6340ba54-f3ba-4f97-a9e9-a55c691e5c63 req-93a79e80-e6ee-4dc4-bc0b-59cabadd7632 service neutron] For port 3d7a1390-71b4-4169-9cba-2987c86cf2a8, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=3d7a1390-71b4-4169-9cba-2987c86cf2a8,segment=NetworkSegment(955dd38a-6d79-4840-acd6-3b5a2c24b4b1),segment_id=955dd38a-6d79-4840-acd6-3b5a2c24b4b1)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:27:24.584963 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-6340ba54-f3ba-4f97-a9e9-a55c691e5c63 req-93a79e80-e6ee-4dc4-bc0b-59cabadd7632 service neutron] For port 3d7a1390-71b4-4169-9cba-2987c86cf2a8, host n-h1-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:27:24.623430 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74711d60-c205-4bf4-a282-1e0facb12c80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d7a1390-71b4-4169-9cba-2987c86cf2a8'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:27:24.625796 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0759f77e637a6f71ff1c25bc92ec5ea77217d29fcb3f113a7ada5acb32ef5084" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c652b4-e40c-4a74-9014-221c0f796f4a" -d '{"events": [{"server_uuid": "74711d60-c205-4bf4-a282-1e0facb12c80", "name": "network-vif-unplugged", "status": "completed", "tag": "3d7a1390-71b4-4169-9cba-2987c86cf2a8"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:27:24.630029 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-6340ba54-f3ba-4f97-a9e9-a55c691e5c63 req-93a79e80-e6ee-4dc4-bc0b-59cabadd7632 service neutron] Publish callbacks [] for port (3d7a1390-71b4-4169-9cba-2987c86cf2a8), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:27:24.642975 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-6340ba54-f3ba-4f97-a9e9-a55c691e5c63 req-93a79e80-e6ee-4dc4-bc0b-59cabadd7632 service neutron] Transition to ACTIVE for port object 3d7a1390-71b4-4169-9cba-2987c86cf2a8 will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:27:24.646299 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-6340ba54-f3ba-4f97-a9e9-a55c691e5c63 req-93a79e80-e6ee-4dc4-bc0b-59cabadd7632 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (3d7a1390-71b4-4169-9cba-2987c86cf2a8), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:27:24.680417 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 22:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d33f72c4-9a2f-4119-9238-e7d8a84c89a8 x-openstack-request-id: req-d33f72c4-9a2f-4119-9238-e7d8a84c89a8 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:27:24.680714 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74711d60-c205-4bf4-a282-1e0facb12c80", "name": "network-vif-unplugged", "status": "completed", "tag": "3d7a1390-71b4-4169-9cba-2987c86cf2a8", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:27:24.680970 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-d33f72c4-9a2f-4119-9238-e7d8a84c89a8 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:27:24.681374 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74711d60-c205-4bf4-a282-1e0facb12c80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d7a1390-71b4-4169-9cba-2987c86cf2a8', 'code': 200} Feb 09 22:27:24.714099 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a79e80-e6ee-4dc4-bc0b-59cabadd7632 service neutron] Pushing event updated for resources: {'Port': ['ID=3d7a1390-71b4-4169-9cba-2987c86cf2a8,revision_number=6']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:27:24.716129 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-6340ba54-f3ba-4f97-a9e9-a55c691e5c63 req-93a79e80-e6ee-4dc4-bc0b-59cabadd7632 service neutron] No DVR routers for this DVR port 3d7a1390-71b4-4169-9cba-2987c86cf2a8 on host n-h1-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:27:24.729329 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a79e80-e6ee-4dc4-bc0b-59cabadd7632 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:27:24.729614 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a79e80-e6ee-4dc4-bc0b-59cabadd7632 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:27:24.729959 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a79e80-e6ee-4dc4-bc0b-59cabadd7632 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:27:24.730298 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a79e80-e6ee-4dc4-bc0b-59cabadd7632 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:27:24.730632 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a79e80-e6ee-4dc4-bc0b-59cabadd7632 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:27:24.730963 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a79e80-e6ee-4dc4-bc0b-59cabadd7632 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:27:24.731289 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a79e80-e6ee-4dc4-bc0b-59cabadd7632 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:27:24.731613 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a79e80-e6ee-4dc4-bc0b-59cabadd7632 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:27:24.731937 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a79e80-e6ee-4dc4-bc0b-59cabadd7632 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:27:24.732297 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a79e80-e6ee-4dc4-bc0b-59cabadd7632 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:27:24.732626 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a79e80-e6ee-4dc4-bc0b-59cabadd7632 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:27:24.732948 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a79e80-e6ee-4dc4-bc0b-59cabadd7632 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:27:24.733291 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a79e80-e6ee-4dc4-bc0b-59cabadd7632 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:27:24.763689 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-6340ba54-f3ba-4f97-a9e9-a55c691e5c63 req-93a79e80-e6ee-4dc4-bc0b-59cabadd7632 service neutron] Attempting to bind port 3d7a1390-71b4-4169-9cba-2987c86cf2a8 on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:27:24.764024 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-6340ba54-f3ba-4f97-a9e9-a55c691e5c63 req-93a79e80-e6ee-4dc4-bc0b-59cabadd7632 service neutron] Attempting to bind port 3d7a1390-71b4-4169-9cba-2987c86cf2a8 by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': '955dd38a-6d79-4840-acd6-3b5a2c24b4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '82911657-15b0-4726-bc04-fa96c119cd50'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:27:24.764388 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6340ba54-f3ba-4f97-a9e9-a55c691e5c63 req-93a79e80-e6ee-4dc4-bc0b-59cabadd7632 service neutron] Attempting to bind port 3d7a1390-71b4-4169-9cba-2987c86cf2a8 on network 82911657-15b0-4726-bc04-fa96c119cd50 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:27:24.768699 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6340ba54-f3ba-4f97-a9e9-a55c691e5c63 req-93a79e80-e6ee-4dc4-bc0b-59cabadd7632 service neutron] Port 3d7a1390-71b4-4169-9cba-2987c86cf2a8 on network 82911657-15b0-4726-bc04-fa96c119cd50 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:27:24.769025 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6340ba54-f3ba-4f97-a9e9-a55c691e5c63 req-93a79e80-e6ee-4dc4-bc0b-59cabadd7632 service neutron] Attempting to bind port 3d7a1390-71b4-4169-9cba-2987c86cf2a8 on network 82911657-15b0-4726-bc04-fa96c119cd50 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:27:24.773792 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6340ba54-f3ba-4f97-a9e9-a55c691e5c63 req-93a79e80-e6ee-4dc4-bc0b-59cabadd7632 service neutron] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:27:24.774126 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6340ba54-f3ba-4f97-a9e9-a55c691e5c63 req-93a79e80-e6ee-4dc4-bc0b-59cabadd7632 service neutron] Checking segment: {'id': '955dd38a-6d79-4840-acd6-3b5a2c24b4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '82911657-15b0-4726-bc04-fa96c119cd50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:27:24.774504 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6340ba54-f3ba-4f97-a9e9-a55c691e5c63 req-93a79e80-e6ee-4dc4-bc0b-59cabadd7632 service neutron] Bound using segment: {'id': '955dd38a-6d79-4840-acd6-3b5a2c24b4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '82911657-15b0-4726-bc04-fa96c119cd50'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:27:24.774927 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-6340ba54-f3ba-4f97-a9e9-a55c691e5c63 req-93a79e80-e6ee-4dc4-bc0b-59cabadd7632 service neutron] Bound port: 3d7a1390-71b4-4169-9cba-2987c86cf2a8, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '955dd38a-6d79-4840-acd6-3b5a2c24b4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '82911657-15b0-4726-bc04-fa96c119cd50'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:27:24.775272 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-6340ba54-f3ba-4f97-a9e9-a55c691e5c63 req-93a79e80-e6ee-4dc4-bc0b-59cabadd7632 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (3d7a1390-71b4-4169-9cba-2987c86cf2a8), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:27:24.840249 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-6340ba54-f3ba-4f97-a9e9-a55c691e5c63 req-93a79e80-e6ee-4dc4-bc0b-59cabadd7632 service neutron] For port 3d7a1390-71b4-4169-9cba-2987c86cf2a8, host n-h2-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:27:24.843275 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-6340ba54-f3ba-4f97-a9e9-a55c691e5c63 req-93a79e80-e6ee-4dc4-bc0b-59cabadd7632 service neutron] For port 3d7a1390-71b4-4169-9cba-2987c86cf2a8, host n-h2-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=3d7a1390-71b4-4169-9cba-2987c86cf2a8,segment=NetworkSegment(955dd38a-6d79-4840-acd6-3b5a2c24b4b1),segment_id=955dd38a-6d79-4840-acd6-3b5a2c24b4b1)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:27:24.849945 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-6340ba54-f3ba-4f97-a9e9-a55c691e5c63 req-93a79e80-e6ee-4dc4-bc0b-59cabadd7632 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (3d7a1390-71b4-4169-9cba-2987c86cf2a8), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:27:24.886575 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6340ba54-f3ba-4f97-a9e9-a55c691e5c63 req-93a79e80-e6ee-4dc4-bc0b-59cabadd7632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:27:24.887211 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-6340ba54-f3ba-4f97-a9e9-a55c691e5c63 req-93a79e80-e6ee-4dc4-bc0b-59cabadd7632 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:27:24.888811 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6340ba54-f3ba-4f97-a9e9-a55c691e5c63 req-93a79e80-e6ee-4dc4-bc0b-59cabadd7632 service neutron] 10.222.0.89 "PUT /v2.0/ports/3d7a1390-71b4-4169-9cba-2987c86cf2a8 HTTP/1.1" status: 200 len: 1091 time: 0.5981567 Feb 09 22:27:24.899091 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a76f3-05aa-4c8a-9c5a-2406ed22ab75 req-63cff22a-735f-406e-8866-6b4c4ff915d5 tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:27:24.900636 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-708a76f3-05aa-4c8a-9c5a-2406ed22ab75 req-63cff22a-735f-406e-8866-6b4c4ff915d5 tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] 10.222.0.90 "GET /v2.0/ports?device_id=74711d60-c205-4bf4-a282-1e0facb12c80 HTTP/1.1" status: 200 len: 943 time: 0.0601978 Feb 09 22:27:24.938970 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a79e80-e6ee-4dc4-bc0b-59cabadd7632 service neutron] Pushing event updated for resources: {'Port': ['ID=3d7a1390-71b4-4169-9cba-2987c86cf2a8,revision_number=7']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:27:24.951656 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-708a76f3-05aa-4c8a-9c5a-2406ed22ab75 req-bc52081f-888a-467d-9539-ce34cdd38013 tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] 10.222.0.90 "GET /v2.0/security-groups?id=77993a69-e563-4305-b1fb-0a7a05e4b70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430598 Feb 09 22:27:24.959201 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6340ba54-f3ba-4f97-a9e9-a55c691e5c63 req-390f4f7b-5e5d-48cf-a64c-3f787d69ab07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:27:24.960750 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6340ba54-f3ba-4f97-a9e9-a55c691e5c63 req-390f4f7b-5e5d-48cf-a64c-3f787d69ab07 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=62dc21270867419fab5285a9e5641a04&device_id=74711d60-c205-4bf4-a282-1e0facb12c80 HTTP/1.1" status: 200 len: 1125 time: 0.0506136 Feb 09 22:27:25.053991 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6340ba54-f3ba-4f97-a9e9-a55c691e5c63 req-95fc27fb-b6bc-4f70-8e22-abb3522273ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:27:25.055365 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6340ba54-f3ba-4f97-a9e9-a55c691e5c63 req-95fc27fb-b6bc-4f70-8e22-abb3522273ca service neutron] 10.222.0.89 "GET /v2.0/networks?id=82911657-15b0-4726-bc04-fa96c119cd50 HTTP/1.1" status: 200 len: 912 time: 0.0867400 Feb 09 22:27:25.095517 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6340ba54-f3ba-4f97-a9e9-a55c691e5c63 req-c2f58680-97c0-4c44-885c-efeb0d400c3d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3d7a1390-71b4-4169-9cba-2987c86cf2a8 HTTP/1.1" status: 200 len: 217 time: 0.0337660 Feb 09 22:27:25.140920 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6340ba54-f3ba-4f97-a9e9-a55c691e5c63 req-84a27ce5-30ba-4515-9c91-b3aa1b96a667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:27:25.142349 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6340ba54-f3ba-4f97-a9e9-a55c691e5c63 req-84a27ce5-30ba-4515-9c91-b3aa1b96a667 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=6a91161c-c58d-4031-86ac-0e6fb2f59c0e HTTP/1.1" status: 200 len: 851 time: 0.0409353 Feb 09 22:27:25.178012 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6340ba54-f3ba-4f97-a9e9-a55c691e5c63 req-47ad7f29-92c0-4a3d-b12c-76f247750c7a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=82911657-15b0-4726-bc04-fa96c119cd50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292730 Feb 09 22:27:25.264764 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6340ba54-f3ba-4f97-a9e9-a55c691e5c63 req-25b3f9dd-8afc-407e-acd6-3fe4725b7fe3 service neutron] 10.222.0.89 "GET /v2.0/networks/82911657-15b0-4726-bc04-fa96c119cd50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809250 Feb 09 22:27:25.680669 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6340ba54-f3ba-4f97-a9e9-a55c691e5c63 req-29d3332b-5d93-4a54-8d8a-44685d23c005 service neutron] 10.222.0.89 "GET /v2.0/networks/82911657-15b0-4726-bc04-fa96c119cd50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4091566 Feb 09 22:27:26.073645 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17d740b-ac15-445d-bee7-14e2090f524a req-6e6a3212-b167-4026-b027-400c2dc95459 tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:27:26.075139 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a17d740b-ac15-445d-bee7-14e2090f524a req-6e6a3212-b167-4026-b027-400c2dc95459 tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] 10.222.0.90 "GET /v2.0/ports?device_id=74711d60-c205-4bf4-a282-1e0facb12c80 HTTP/1.1" status: 200 len: 943 time: 0.0543671 Feb 09 22:27:26.120548 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a17d740b-ac15-445d-bee7-14e2090f524a req-d7d0aaaf-8f91-489a-9382-214952d680a4 tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] 10.222.0.90 "GET /v2.0/security-groups?id=77993a69-e563-4305-b1fb-0a7a05e4b70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397432 Feb 09 22:27:26.682223 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74711d60-c205-4bf4-a282-1e0facb12c80', 'tag': '3d7a1390-71b4-4169-9cba-2987c86cf2a8'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:27:26.684894 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0759f77e637a6f71ff1c25bc92ec5ea77217d29fcb3f113a7ada5acb32ef5084" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34804b53-4f24-4ef3-a0e0-f472d7acc755" -d '{"events": [{"name": "network-changed", "server_uuid": "74711d60-c205-4bf4-a282-1e0facb12c80", "tag": "3d7a1390-71b4-4169-9cba-2987c86cf2a8"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:27:26.732631 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e597d952-5d42-43e6-b524-619bd9b02978 x-openstack-request-id: req-e597d952-5d42-43e6-b524-619bd9b02978 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:27:26.732929 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74711d60-c205-4bf4-a282-1e0facb12c80", "tag": "3d7a1390-71b4-4169-9cba-2987c86cf2a8", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:27:26.733251 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-e597d952-5d42-43e6-b524-619bd9b02978 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:27:26.733675 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74711d60-c205-4bf4-a282-1e0facb12c80', 'tag': '3d7a1390-71b4-4169-9cba-2987c86cf2a8', 'status': 'completed', 'code': 200} Feb 09 22:27:26.798827 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34804b53-4f24-4ef3-a0e0-f472d7acc755 req-d23d96a4-3d74-4186-b6c7-7c13c5e7bd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:27:26.799068 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34804b53-4f24-4ef3-a0e0-f472d7acc755 req-0fd7533c-8bb3-43e6-84c0-a08cf7a1768e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:27:26.800461 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-34804b53-4f24-4ef3-a0e0-f472d7acc755 req-d23d96a4-3d74-4186-b6c7-7c13c5e7bd1b service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=62dc21270867419fab5285a9e5641a04&device_id=74711d60-c205-4bf4-a282-1e0facb12c80 HTTP/1.1" status: 200 len: 1125 time: 0.0487158 Feb 09 22:27:26.800608 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-34804b53-4f24-4ef3-a0e0-f472d7acc755 req-0fd7533c-8bb3-43e6-84c0-a08cf7a1768e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=62dc21270867419fab5285a9e5641a04&device_id=74711d60-c205-4bf4-a282-1e0facb12c80 HTTP/1.1" status: 200 len: 1125 time: 0.0450561 Feb 09 22:27:26.891795 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34804b53-4f24-4ef3-a0e0-f472d7acc755 req-065ba527-6741-4dc3-8095-211f3676d2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:27:26.894001 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-34804b53-4f24-4ef3-a0e0-f472d7acc755 req-065ba527-6741-4dc3-8095-211f3676d2fd service neutron] 10.222.0.89 "GET /v2.0/networks?id=82911657-15b0-4726-bc04-fa96c119cd50 HTTP/1.1" status: 200 len: 912 time: 0.0868337 Feb 09 22:27:26.894794 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34804b53-4f24-4ef3-a0e0-f472d7acc755 req-8fa7aa95-fe82-4860-8a3d-1c968c00e5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:27:26.896278 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-34804b53-4f24-4ef3-a0e0-f472d7acc755 req-8fa7aa95-fe82-4860-8a3d-1c968c00e5b6 service neutron] 10.222.0.95 "GET /v2.0/networks?id=82911657-15b0-4726-bc04-fa96c119cd50 HTTP/1.1" status: 200 len: 912 time: 0.0898287 Feb 09 22:27:26.937994 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-34804b53-4f24-4ef3-a0e0-f472d7acc755 req-e4e26be7-0cf0-4379-b592-e28f759e42bd service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3d7a1390-71b4-4169-9cba-2987c86cf2a8 HTTP/1.1" status: 200 len: 217 time: 0.0387909 Feb 09 22:27:26.942044 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-34804b53-4f24-4ef3-a0e0-f472d7acc755 req-34ffbe5e-2e05-4e32-bfa4-853fab3a2d73 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3d7a1390-71b4-4169-9cba-2987c86cf2a8 HTTP/1.1" status: 200 len: 217 time: 0.0376813 Feb 09 22:27:26.988969 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34804b53-4f24-4ef3-a0e0-f472d7acc755 req-98cc474d-10ce-47e8-8488-6a6ffac95ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:27:26.990398 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-34804b53-4f24-4ef3-a0e0-f472d7acc755 req-98cc474d-10ce-47e8-8488-6a6ffac95ed2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=6a91161c-c58d-4031-86ac-0e6fb2f59c0e HTTP/1.1" status: 200 len: 851 time: 0.0456591 Feb 09 22:27:26.990861 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34804b53-4f24-4ef3-a0e0-f472d7acc755 req-fab5fd2f-0f30-4182-b8c3-4a71287091ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:27:26.992401 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-34804b53-4f24-4ef3-a0e0-f472d7acc755 req-fab5fd2f-0f30-4182-b8c3-4a71287091ed service neutron] 10.222.0.95 "GET /v2.0/subnets?id=6a91161c-c58d-4031-86ac-0e6fb2f59c0e HTTP/1.1" status: 200 len: 851 time: 0.0436330 Feb 09 22:27:27.022371 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-34804b53-4f24-4ef3-a0e0-f472d7acc755 req-17630c3b-efac-4698-a4ea-9893ef80712f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=82911657-15b0-4726-bc04-fa96c119cd50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254500 Feb 09 22:27:27.023251 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-34804b53-4f24-4ef3-a0e0-f472d7acc755 req-d4bd7d16-3780-4eb0-ac15-3a253599ba96 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=82911657-15b0-4726-bc04-fa96c119cd50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247009 Feb 09 22:27:27.110941 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-34804b53-4f24-4ef3-a0e0-f472d7acc755 req-a522f333-6639-4867-9f45-371d64c7846c service neutron] 10.222.0.95 "GET /v2.0/networks/82911657-15b0-4726-bc04-fa96c119cd50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817993 Feb 09 22:27:27.115914 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-34804b53-4f24-4ef3-a0e0-f472d7acc755 req-7d4d6149-85b0-4235-b6c4-83d742fc4778 service neutron] 10.222.0.89 "GET /v2.0/networks/82911657-15b0-4726-bc04-fa96c119cd50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868077 Feb 09 22:27:27.208710 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-34804b53-4f24-4ef3-a0e0-f472d7acc755 req-38069e9b-5de2-4b8e-82f5-72a92c35cc7e service neutron] 10.222.0.89 "GET /v2.0/networks/82911657-15b0-4726-bc04-fa96c119cd50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868552 Feb 09 22:27:27.217277 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-34804b53-4f24-4ef3-a0e0-f472d7acc755 req-b1df1665-080d-4f29-87d0-184ac56ed107 service neutron] 10.222.0.95 "GET /v2.0/networks/82911657-15b0-4726-bc04-fa96c119cd50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994821 Feb 09 22:27:27.256677 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b6d952-e4b7-440c-8881-3a38cc4cd96d req-64460fb1-1b9e-44df-a060-a70b43e161c1 tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:27:27.258059 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f3b6d952-e4b7-440c-8881-3a38cc4cd96d req-64460fb1-1b9e-44df-a060-a70b43e161c1 tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] 10.222.0.90 "GET /v2.0/ports?device_id=74711d60-c205-4bf4-a282-1e0facb12c80 HTTP/1.1" status: 200 len: 943 time: 0.0553286 Feb 09 22:27:27.303465 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f3b6d952-e4b7-440c-8881-3a38cc4cd96d req-8240c071-6af6-454a-aef7-ff696892f789 tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] 10.222.0.90 "GET /v2.0/security-groups?id=77993a69-e563-4305-b1fb-0a7a05e4b70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398927 Feb 09 22:27:28.426873 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6123888-6ca2-42ed-87f2-8c971f677f8d req-831098f7-a68e-4fb7-8375-35dad8644bbe tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:27:28.428372 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d6123888-6ca2-42ed-87f2-8c971f677f8d req-831098f7-a68e-4fb7-8375-35dad8644bbe tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] 10.222.0.90 "GET /v2.0/ports?device_id=74711d60-c205-4bf4-a282-1e0facb12c80 HTTP/1.1" status: 200 len: 943 time: 0.0561638 Feb 09 22:27:28.473965 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d6123888-6ca2-42ed-87f2-8c971f677f8d req-1eab4cc6-ca9f-4a57-8ee7-7bddba444aa2 tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] 10.222.0.90 "GET /v2.0/security-groups?id=77993a69-e563-4305-b1fb-0a7a05e4b70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396905 Feb 09 22:27:29.158880 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 3d7a1390-71b4-4169-9cba-2987c86cf2a8 no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:27:29.199395 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] The host n-h1-828369-5 is not matching for port 3d7a1390-71b4-4169-9cba-2987c86cf2a8 host n-h2-828369-5! {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 22:27:29.199792 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 3d7a1390-71b4-4169-9cba-2987c86cf2a8 not bound to the agent host n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:27:29.589705 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e3ff42-1f21-4240-be80-1cef4b0dbb48 req-6aa5fef4-3606-42f2-9978-2510ea529e4a tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:27:29.591159 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-72e3ff42-1f21-4240-be80-1cef4b0dbb48 req-6aa5fef4-3606-42f2-9978-2510ea529e4a tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] 10.222.0.90 "GET /v2.0/ports?device_id=74711d60-c205-4bf4-a282-1e0facb12c80 HTTP/1.1" status: 200 len: 943 time: 0.0516078 Feb 09 22:27:29.636012 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-72e3ff42-1f21-4240-be80-1cef4b0dbb48 req-7ec90c0b-fc10-413e-bc22-4febfded811c tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] 10.222.0.90 "GET /v2.0/security-groups?id=77993a69-e563-4305-b1fb-0a7a05e4b70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393515 Feb 09 22:27:30.214875 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d42bf2-776b-41cc-a0ec-57f9c3e71be8 req-fbbb25f1-0152-4194-beba-456e1822e16a tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:27:30.216349 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d3d42bf2-776b-41cc-a0ec-57f9c3e71be8 req-fbbb25f1-0152-4194-beba-456e1822e16a tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] 10.222.0.95 "GET /v2.0/ports?device_id=74711d60-c205-4bf4-a282-1e0facb12c80&tenant_id=62dc21270867419fab5285a9e5641a04&binding%3Ahost_id=n-h2-828369-5 HTTP/1.1" status: 200 len: 943 time: 0.3951337 Feb 09 22:27:30.274150 n-d-828369-5 neutron-server[103140]: INFO neutron.api.v2.resource [req-d3d42bf2-776b-41cc-a0ec-57f9c3e71be8 req-9a93ec1d-09cd-4c10-a88b-b9cd9058f6db service neutron] delete failed (client error): The resource could not be found. Feb 09 22:27:30.275115 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d3d42bf2-776b-41cc-a0ec-57f9c3e71be8 req-9a93ec1d-09cd-4c10-a88b-b9cd9058f6db service neutron] 10.222.0.95 "DELETE /v2.0/ports/3d7a1390-71b4-4169-9cba-2987c86cf2a8/bindings/n-h1-828369-5 HTTP/1.1" status: 404 len: 380 time: 0.0516942 Feb 09 22:27:30.323099 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 3d7a1390-71b4-4169-9cba-2987c86cf2a8 details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:27:30.362389 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d42bf2-776b-41cc-a0ec-57f9c3e71be8 req-6cbb7273-c75c-4271-89d5-5fb63495ac2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:27:30.363923 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d3d42bf2-776b-41cc-a0ec-57f9c3e71be8 req-6cbb7273-c75c-4271-89d5-5fb63495ac2e service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=62dc21270867419fab5285a9e5641a04&device_id=74711d60-c205-4bf4-a282-1e0facb12c80 HTTP/1.1" status: 200 len: 1125 time: 0.0449104 Feb 09 22:27:30.425016 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 3d7a1390-71b4-4169-9cba-2987c86cf2a8, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=3d7a1390-71b4-4169-9cba-2987c86cf2a8,segment=NetworkSegment(955dd38a-6d79-4840-acd6-3b5a2c24b4b1),segment_id=955dd38a-6d79-4840-acd6-3b5a2c24b4b1)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:27:30.436590 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': '3d7a1390-71b4-4169-9cba-2987c86cf2a8', 'network_id': '82911657-15b0-4726-bc04-fa96c119cd50', 'port_id': '3d7a1390-71b4-4169-9cba-2987c86cf2a8', 'mac_address': 'fa:16:3e:7d:78:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a91161c-c58d-4031-86ac-0e6fb2f59c0e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:27:30.454748 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d42bf2-776b-41cc-a0ec-57f9c3e71be8 req-10d76391-719b-4d80-8bcd-4ca65f527b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:27:30.456803 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d3d42bf2-776b-41cc-a0ec-57f9c3e71be8 req-10d76391-719b-4d80-8bcd-4ca65f527b3e service neutron] 10.222.0.95 "GET /v2.0/networks?id=82911657-15b0-4726-bc04-fa96c119cd50 HTTP/1.1" status: 200 len: 912 time: 0.0868852 Feb 09 22:27:30.476886 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 3d7a1390-71b4-4169-9cba-2987c86cf2a8 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:27:30.477281 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (3d7a1390-71b4-4169-9cba-2987c86cf2a8), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:27:30.490180 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d7a1390-71b4-4169-9cba-2987c86cf2a8 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:27:30.498337 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d3d42bf2-776b-41cc-a0ec-57f9c3e71be8 req-eba9a79f-2adf-4d1c-bf07-2b53fa416688 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3d7a1390-71b4-4169-9cba-2987c86cf2a8 HTTP/1.1" status: 200 len: 217 time: 0.0349350 Feb 09 22:27:30.509351 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 3d7a1390-71b4-4169-9cba-2987c86cf2a8, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=3d7a1390-71b4-4169-9cba-2987c86cf2a8,segment=NetworkSegment(955dd38a-6d79-4840-acd6-3b5a2c24b4b1),segment_id=955dd38a-6d79-4840-acd6-3b5a2c24b4b1)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:27:30.513560 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (3d7a1390-71b4-4169-9cba-2987c86cf2a8), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:27:30.552717 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d42bf2-776b-41cc-a0ec-57f9c3e71be8 req-f5657a72-2dbb-419c-9fab-1c839120e2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:27:30.554199 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d3d42bf2-776b-41cc-a0ec-57f9c3e71be8 req-f5657a72-2dbb-419c-9fab-1c839120e2d0 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=6a91161c-c58d-4031-86ac-0e6fb2f59c0e HTTP/1.1" status: 200 len: 851 time: 0.0499985 Feb 09 22:27:30.565359 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=3d7a1390-71b4-4169-9cba-2987c86cf2a8,revision_number=8']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:27:30.572693 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:27:30.573051 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:27:30.573399 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:27:30.573740 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:27:30.574078 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:27:30.574412 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:27:30.574743 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:27:30.575075 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:27:30.575403 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:27:30.575731 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:27:30.576059 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:27:30.576491 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:27:30.576835 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:27:30.590856 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d3d42bf2-776b-41cc-a0ec-57f9c3e71be8 req-de399fdf-4758-4291-936b-1da6c5612b69 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=82911657-15b0-4726-bc04-fa96c119cd50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303071 Feb 09 22:27:30.678336 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d3d42bf2-776b-41cc-a0ec-57f9c3e71be8 req-f4954731-5c2b-42ec-a04e-337b8fb50a70 service neutron] 10.222.0.95 "GET /v2.0/networks/82911657-15b0-4726-bc04-fa96c119cd50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807126 Feb 09 22:27:30.770891 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d3d42bf2-776b-41cc-a0ec-57f9c3e71be8 req-c95b4f3a-78f3-47b4-b91d-43ab6c0ec3ec service neutron] 10.222.0.95 "GET /v2.0/networks/82911657-15b0-4726-bc04-fa96c119cd50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858827 Feb 09 22:27:30.864971 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['3d7a1390-71b4-4169-9cba-2987c86cf2a8'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:27:31.457785 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16af1b2b-bcaf-4ccf-8f9e-199038ffc457 req-68d0cc5a-7553-472f-9c9b-a12da99ace02 tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:27:31.459209 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-16af1b2b-bcaf-4ccf-8f9e-199038ffc457 req-68d0cc5a-7553-472f-9c9b-a12da99ace02 tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] 10.222.0.90 "GET /v2.0/ports?device_id=74711d60-c205-4bf4-a282-1e0facb12c80 HTTP/1.1" status: 200 len: 944 time: 0.0527270 Feb 09 22:27:31.506019 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-16af1b2b-bcaf-4ccf-8f9e-199038ffc457 req-c751d2a7-7a59-4141-a041-6bff0db7fcce tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] 10.222.0.90 "GET /v2.0/security-groups?id=77993a69-e563-4305-b1fb-0a7a05e4b70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407994 Feb 09 22:27:32.342243 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 3d7a1390-71b4-4169-9cba-2987c86cf2a8 up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:27:32.391441 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning for port 3d7a1390-71b4-4169-9cba-2987c86cf2a8 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:27:32.395858 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port 3d7a1390-71b4-4169-9cba-2987c86cf2a8 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:27:32.396248 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (3d7a1390-71b4-4169-9cba-2987c86cf2a8), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:27:32.469602 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 3d7a1390-71b4-4169-9cba-2987c86cf2a8 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:27:32.469905 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (3d7a1390-71b4-4169-9cba-2987c86cf2a8), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:27:32.492152 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74711d60-c205-4bf4-a282-1e0facb12c80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d7a1390-71b4-4169-9cba-2987c86cf2a8'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:27:32.494420 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cf4d4d953224237653245d15ffec07a65c4bd356d4237fd84236d8abf5d48a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b5bc05d-144a-4a4b-b71c-776d9b489b46" -d '{"events": [{"server_uuid": "74711d60-c205-4bf4-a282-1e0facb12c80", "name": "network-vif-plugged", "status": "completed", "tag": "3d7a1390-71b4-4169-9cba-2987c86cf2a8"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:27:32.507680 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 3d7a1390-71b4-4169-9cba-2987c86cf2a8, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=3d7a1390-71b4-4169-9cba-2987c86cf2a8,segment=NetworkSegment(955dd38a-6d79-4840-acd6-3b5a2c24b4b1),segment_id=955dd38a-6d79-4840-acd6-3b5a2c24b4b1)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:27:32.512181 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (3d7a1390-71b4-4169-9cba-2987c86cf2a8), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:27:32.537170 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c99d0517-7f4f-4029-aeb1-5650ef845e94 x-openstack-request-id: req-c99d0517-7f4f-4029-aeb1-5650ef845e94 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:27:32.537470 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74711d60-c205-4bf4-a282-1e0facb12c80", "name": "network-vif-plugged", "status": "completed", "tag": "3d7a1390-71b4-4169-9cba-2987c86cf2a8", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:27:32.537720 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-c99d0517-7f4f-4029-aeb1-5650ef845e94 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:27:32.538107 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74711d60-c205-4bf4-a282-1e0facb12c80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d7a1390-71b4-4169-9cba-2987c86cf2a8', 'code': 200} Feb 09 22:27:32.567088 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=3d7a1390-71b4-4169-9cba-2987c86cf2a8,revision_number=9']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:27:32.631072 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be39b63-9d7c-4d7a-930e-e043514ade38 req-89366dbf-fb59-41fd-b13f-0f8053d72416 tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:27:32.632600 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0be39b63-9d7c-4d7a-930e-e043514ade38 req-89366dbf-fb59-41fd-b13f-0f8053d72416 tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] 10.222.0.90 "GET /v2.0/ports?device_id=74711d60-c205-4bf4-a282-1e0facb12c80 HTTP/1.1" status: 200 len: 945 time: 0.0537260 Feb 09 22:27:32.684448 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0be39b63-9d7c-4d7a-930e-e043514ade38 req-873fd74d-ff95-4af6-a7c2-026af9dd1c0c tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] 10.222.0.90 "GET /v2.0/security-groups?id=77993a69-e563-4305-b1fb-0a7a05e4b70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461526 Feb 09 22:27:33.102705 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d42bf2-776b-41cc-a0ec-57f9c3e71be8 req-6d8265fe-82a4-4e85-a3fe-2c9563957107 tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:27:33.104168 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d3d42bf2-776b-41cc-a0ec-57f9c3e71be8 req-6d8265fe-82a4-4e85-a3fe-2c9563957107 tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] 10.222.0.89 "GET /v2.0/ports?device_id=74711d60-c205-4bf4-a282-1e0facb12c80 HTTP/1.1" status: 200 len: 945 time: 0.0549815 Feb 09 22:27:33.200005 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-d3d42bf2-776b-41cc-a0ec-57f9c3e71be8 req-82000141-81c3-4049-93bb-156536d6a5aa tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] Deleting port 3d7a1390-71b4-4169-9cba-2987c86cf2a8 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:27:33.200384 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-d3d42bf2-776b-41cc-a0ec-57f9c3e71be8 req-82000141-81c3-4049-93bb-156536d6a5aa tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (3d7a1390-71b4-4169-9cba-2987c86cf2a8), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:27:33.286983 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-d3d42bf2-776b-41cc-a0ec-57f9c3e71be8 req-82000141-81c3-4049-93bb-156536d6a5aa tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] For port 3d7a1390-71b4-4169-9cba-2987c86cf2a8, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=3d7a1390-71b4-4169-9cba-2987c86cf2a8,segment=NetworkSegment(955dd38a-6d79-4840-acd6-3b5a2c24b4b1),segment_id=955dd38a-6d79-4840-acd6-3b5a2c24b4b1)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:27:33.287347 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-d3d42bf2-776b-41cc-a0ec-57f9c3e71be8 req-82000141-81c3-4049-93bb-156536d6a5aa tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (3d7a1390-71b4-4169-9cba-2987c86cf2a8), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:27:33.303614 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-d3d42bf2-776b-41cc-a0ec-57f9c3e71be8 req-82000141-81c3-4049-93bb-156536d6a5aa tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] Calling delete_port for 3d7a1390-71b4-4169-9cba-2987c86cf2a8 owned by compute:nova {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:27:33.426403 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-d3d42bf2-776b-41cc-a0ec-57f9c3e71be8 req-82000141-81c3-4049-93bb-156536d6a5aa tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (3d7a1390-71b4-4169-9cba-2987c86cf2a8), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:27:33.437576 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['3d7a1390-71b4-4169-9cba-2987c86cf2a8'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:27:33.457052 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82000141-81c3-4049-93bb-156536d6a5aa tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] Pushing event deleted for resources: {'Port': ['ID=3d7a1390-71b4-4169-9cba-2987c86cf2a8,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:27:33.500869 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3d42bf2-776b-41cc-a0ec-57f9c3e71be8 req-82000141-81c3-4049-93bb-156536d6a5aa tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] No DVR routers for this DVR port 3d7a1390-71b4-4169-9cba-2987c86cf2a8 on host n-h2-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:27:33.503498 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-d3d42bf2-776b-41cc-a0ec-57f9c3e71be8 req-82000141-81c3-4049-93bb-156536d6a5aa tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:27:33.506900 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d3d42bf2-776b-41cc-a0ec-57f9c3e71be8 req-82000141-81c3-4049-93bb-156536d6a5aa tempest-DeleteServersTestJSON-1999520384 tempest-DeleteServersTestJSON-1999520384-project] 10.222.0.89 "DELETE /v2.0/ports/3d7a1390-71b4-4169-9cba-2987c86cf2a8 HTTP/1.1" status: 204 len: 173 time: 0.3975365 Feb 09 22:27:33.507347 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74711d60-c205-4bf4-a282-1e0facb12c80', 'name': 'network-vif-deleted', 'tag': '3d7a1390-71b4-4169-9cba-2987c86cf2a8'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:27:33.509619 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0759f77e637a6f71ff1c25bc92ec5ea77217d29fcb3f113a7ada5acb32ef5084" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c08104f-77bd-40a8-9750-1068c5ee8e52" -d '{"events": [{"server_uuid": "74711d60-c205-4bf4-a282-1e0facb12c80", "name": "network-vif-deleted", "tag": "3d7a1390-71b4-4169-9cba-2987c86cf2a8"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:27:33.550942 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e3aacaf-bdb7-4197-a7bc-c1db3b6edb83 x-openstack-request-id: req-3e3aacaf-bdb7-4197-a7bc-c1db3b6edb83 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:27:33.551245 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74711d60-c205-4bf4-a282-1e0facb12c80", "name": "network-vif-deleted", "tag": "3d7a1390-71b4-4169-9cba-2987c86cf2a8", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:27:33.551505 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-3e3aacaf-bdb7-4197-a7bc-c1db3b6edb83 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:27:33.551919 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74711d60-c205-4bf4-a282-1e0facb12c80', 'name': 'network-vif-deleted', 'tag': '3d7a1390-71b4-4169-9cba-2987c86cf2a8', 'status': 'completed', 'code': 200} Feb 09 22:27:33.816001 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 50758) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:27:33.859147 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3deb564-b603-4cd3-b886-94ae3945fa1b admin admin] Deleting subnet 6a91161c-c58d-4031-86ac-0e6fb2f59c0e {{(pid=103140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:27:33.862151 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d3deb564-b603-4cd3-b886-94ae3945fa1b admin admin] Publish callbacks [] for subnet (6a91161c-c58d-4031-86ac-0e6fb2f59c0e), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:27:33.898081 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d3deb564-b603-4cd3-b886-94ae3945fa1b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9110716'] for subnet (6a91161c-c58d-4031-86ac-0e6fb2f59c0e), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:27:33.936403 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d3deb564-b603-4cd3-b886-94ae3945fa1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (6a91161c-c58d-4031-86ac-0e6fb2f59c0e), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:27:33.988520 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d3deb564-b603-4cd3-b886-94ae3945fa1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621346'] for subnet (6a91161c-c58d-4031-86ac-0e6fb2f59c0e), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:27:34.017791 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3deb564-b603-4cd3-b886-94ae3945fa1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a91161c-c58d-4031-86ac-0e6fb2f59c0e,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:27:34.022275 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d3deb564-b603-4cd3-b886-94ae3945fa1b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:27:34.025414 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-d3deb564-b603-4cd3-b886-94ae3945fa1b admin admin] 10.222.0.90 "DELETE /v2.0/subnets/6a91161c-c58d-4031-86ac-0e6fb2f59c0e HTTP/1.1" status: 204 len: 168 time: 0.2083883 Feb 09 22:27:34.028088 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 50760) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:27:34.030578 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3deb564-b603-4cd3-b886-94ae3945fa1b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:27:34.030930 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3deb564-b603-4cd3-b886-94ae3945fa1b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:27:34.031278 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3deb564-b603-4cd3-b886-94ae3945fa1b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:27:34.031615 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3deb564-b603-4cd3-b886-94ae3945fa1b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:27:34.031950 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3deb564-b603-4cd3-b886-94ae3945fa1b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:27:34.032313 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3deb564-b603-4cd3-b886-94ae3945fa1b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:27:34.032645 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3deb564-b603-4cd3-b886-94ae3945fa1b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:27:34.032968 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3deb564-b603-4cd3-b886-94ae3945fa1b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:27:34.033293 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3deb564-b603-4cd3-b886-94ae3945fa1b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:27:34.033651 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3deb564-b603-4cd3-b886-94ae3945fa1b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:27:34.033973 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3deb564-b603-4cd3-b886-94ae3945fa1b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:27:34.034295 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3deb564-b603-4cd3-b886-94ae3945fa1b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:27:34.034617 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3deb564-b603-4cd3-b886-94ae3945fa1b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:27:34.100889 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ccce7bf1-0837-4839-818a-1df17f98174a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (82911657-15b0-4726-bc04-fa96c119cd50), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:27:34.184936 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ccce7bf1-0837-4839-818a-1df17f98174a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (82911657-15b0-4726-bc04-fa96c119cd50), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:27:34.207677 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-ccce7bf1-0837-4839-818a-1df17f98174a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82911657-15b0-4726-bc04-fa96c119cd50']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:27:34.216751 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-ccce7bf1-0837-4839-818a-1df17f98174a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '955dd38a-6d79-4840-acd6-3b5a2c24b4b1') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:27:34.217050 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-ccce7bf1-0837-4839-818a-1df17f98174a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '955dd38a-6d79-4840-acd6-3b5a2c24b4b1') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:27:34.240434 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ccce7bf1-0837-4839-818a-1df17f98174a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (955dd38a-6d79-4840-acd6-3b5a2c24b4b1), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:27:34.254993 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ccce7bf1-0837-4839-818a-1df17f98174a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (955dd38a-6d79-4840-acd6-3b5a2c24b4b1), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:27:34.261011 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccce7bf1-0837-4839-818a-1df17f98174a admin admin] Releasing vlan 736 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:27:34.261391 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ccce7bf1-0837-4839-818a-1df17f98174a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (955dd38a-6d79-4840-acd6-3b5a2c24b4b1), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:27:34.263203 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 22:27:34.263203 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:27:34.263203 n-d-828369-5 neutron-server[103141]: timer() Feb 09 22:27:34.263203 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:27:34.263203 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 22:27:34.263203 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:27:34.263203 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 22:27:34.263203 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:27:34.263203 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 22:27:34.263203 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:27:34.263203 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 22:27:34.263203 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:27:34.263203 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 22:27:34.263203 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:27:34.263203 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:27:34.263203 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:27:34.263203 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:27:34.263203 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:27:34.263203 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 22:27:34.263203 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:27:34.263203 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 22:27:34.263203 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:27:34.263203 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:27:34.263203 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:27:34.263203 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 22:27:34.263203 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:27:34.263203 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:27:34.263203 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:27:34.263203 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:27:34.263203 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:27:34.263203 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:27:34.263203 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:27:34.317749 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ccce7bf1-0837-4839-818a-1df17f98174a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (82911657-15b0-4726-bc04-fa96c119cd50), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:27:34.323567 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ccce7bf1-0837-4839-818a-1df17f98174a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:27:34.326829 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-ccce7bf1-0837-4839-818a-1df17f98174a admin admin] 10.222.0.90 "DELETE /v2.0/networks/82911657-15b0-4726-bc04-fa96c119cd50 HTTP/1.1" status: 204 len: 168 time: 0.2976339 Feb 09 22:27:34.344573 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccce7bf1-0837-4839-818a-1df17f98174a admin admin] Pushing event deleted for resources: {'Network': ['ID=82911657-15b0-4726-bc04-fa96c119cd50,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:27:34.429334 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 50764) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:27:34.470074 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-f4423dcd-5015-4173-8dd1-1a33f9a0a924 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=62dc21270867419fab5285a9e5641a04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0395999 Feb 09 22:27:34.472538 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 50766) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:27:34.519354 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a9b0f9d2-0018-43a3-b9f6-27922f20e597 admin admin] Publish callbacks [] for security_group (77993a69-e563-4305-b1fb-0a7a05e4b70a), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:27:34.541747 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a9b0f9d2-0018-43a3-b9f6-27922f20e597 admin admin] Publish callbacks [] for security_group (77993a69-e563-4305-b1fb-0a7a05e4b70a), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:27:34.590515 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a9b0f9d2-0018-43a3-b9f6-27922f20e597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (77993a69-e563-4305-b1fb-0a7a05e4b70a), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:27:34.593191 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a9b0f9d2-0018-43a3-b9f6-27922f20e597 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:27:34.594385 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-a9b0f9d2-0018-43a3-b9f6-27922f20e597 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/77993a69-e563-4305-b1fb-0a7a05e4b70a HTTP/1.1" status: 204 len: 168 time: 0.1205664 Feb 09 22:27:34.602043 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b0f9d2-0018-43a3-b9f6-27922f20e597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77993a69-e563-4305-b1fb-0a7a05e4b70a,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:27:35.235631 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 50788) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:27:35.329303 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-e41641bd-8f5c-40d2-8ce7-8f11e29ac26a admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-158031842-network', 'tenant_id': 'c72e1579900c4ee0ae8812e191e40277'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:27:35.348854 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e41641bd-8f5c-40d2-8ce7-8f11e29ac26a admin admin] Made reservation on behalf of c72e1579900c4ee0ae8812e191e40277 for: {'network': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:27:35.351128 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e41641bd-8f5c-40d2-8ce7-8f11e29ac26a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:27:35.359263 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e41641bd-8f5c-40d2-8ce7-8f11e29ac26a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:27:35.432685 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e41641bd-8f5c-40d2-8ce7-8f11e29ac26a admin admin] Publish callbacks [] for security_group (ee85f35a-a85f-403c-85ec-afc35ec1a808), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:27:35.436593 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e41641bd-8f5c-40d2-8ce7-8f11e29ac26a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (ee85f35a-a85f-403c-85ec-afc35ec1a808), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:27:35.463608 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e41641bd-8f5c-40d2-8ce7-8f11e29ac26a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=103140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:27:35.473988 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41641bd-8f5c-40d2-8ce7-8f11e29ac26a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee85f35a-a85f-403c-85ec-afc35ec1a808,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:27:35.479096 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e41641bd-8f5c-40d2-8ce7-8f11e29ac26a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (07373286-dda4-4011-b6d0-a0864cea7d12), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:27:35.479440 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-e41641bd-8f5c-40d2-8ce7-8f11e29ac26a admin admin] Added segment 07373286-dda4-4011-b6d0-a0864cea7d12 of type vlan for network 807841f9-d84f-4fe6-a50f-e894d5c99d0b Feb 09 22:27:35.519475 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e41641bd-8f5c-40d2-8ce7-8f11e29ac26a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (807841f9-d84f-4fe6-a50f-e894d5c99d0b), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:27:35.544026 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e41641bd-8f5c-40d2-8ce7-8f11e29ac26a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (807841f9-d84f-4fe6-a50f-e894d5c99d0b), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:27:35.545094 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41641bd-8f5c-40d2-8ce7-8f11e29ac26a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:27:35.545658 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e41641bd-8f5c-40d2-8ce7-8f11e29ac26a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:27:35.595054 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-e41641bd-8f5c-40d2-8ce7-8f11e29ac26a admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3582816 Feb 09 22:27:35.599195 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 50792) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:27:35.605600 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-b6b76366-b779-4cd3-a6ea-84683bad5f60 admin admin] Request body: {'subnet': {'network_id': '807841f9-d84f-4fe6-a50f-e894d5c99d0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-158031842-subnet', 'tenant_id': 'c72e1579900c4ee0ae8812e191e40277', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:27:35.608594 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41641bd-8f5c-40d2-8ce7-8f11e29ac26a admin admin] Pushing event updated for resources: {'Network': ['ID=807841f9-d84f-4fe6-a50f-e894d5c99d0b,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:27:35.619800 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 807841f9-d84f-4fe6-a50f-e894d5c99d0b details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:27:35.634760 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6b76366-b779-4cd3-a6ea-84683bad5f60 admin admin] Made reservation on behalf of c72e1579900c4ee0ae8812e191e40277 for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:27:35.637595 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b6b76366-b779-4cd3-a6ea-84683bad5f60 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:27:35.805688 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b6b76366-b779-4cd3-a6ea-84683bad5f60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (d03d3f29-e985-450f-b5e3-3b2724543834), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:27:35.861178 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b76366-b779-4cd3-a6ea-84683bad5f60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d03d3f29-e985-450f-b5e3-3b2724543834,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:27:35.870192 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b76366-b779-4cd3-a6ea-84683bad5f60 admin admin] Checking segment: {'id': '07373286-dda4-4011-b6d0-a0864cea7d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '807841f9-d84f-4fe6-a50f-e894d5c99d0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:27:35.870879 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b76366-b779-4cd3-a6ea-84683bad5f60 admin admin] Network hostable DHCP agents. Network: 807841f9-d84f-4fe6-a50f-e894d5c99d0b, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:27:35.889004 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b76366-b779-4cd3-a6ea-84683bad5f60 admin admin] Network 807841f9-d84f-4fe6-a50f-e894d5c99d0b is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:27:35.898877 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-b6b76366-b779-4cd3-a6ea-84683bad5f60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 807841f9-d84f-4fe6-a50f-e894d5c99d0b) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:27:35.903602 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b76366-b779-4cd3-a6ea-84683bad5f60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:27:35.904240 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b6b76366-b779-4cd3-a6ea-84683bad5f60 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:27:35.909776 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3e3463-4848-47eb-886e-2ceca94ef50b None None] Network 807841f9-d84f-4fe6-a50f-e894d5c99d0b requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:27:35.921152 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-b6b76366-b779-4cd3-a6ea-84683bad5f60 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3208218 Feb 09 22:27:36.007376 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb61a87-aa1c-4372-889a-3cd2365bbc77 None None] Network 807841f9-d84f-4fe6-a50f-e894d5c99d0b requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:27:36.356010 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8331c9d8-ea94-46df-958a-8bd8714d49ae req-68fae86a-c863-4554-8739-d342acd6ac5b tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:27:36.357524 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8331c9d8-ea94-46df-958a-8bd8714d49ae req-68fae86a-c863-4554-8739-d342acd6ac5b tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/networks?id=807841f9-d84f-4fe6-a50f-e894d5c99d0b HTTP/1.1" status: 200 len: 814 time: 0.1071963 Feb 09 22:27:36.372731 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8331c9d8-ea94-46df-958a-8bd8714d49ae req-946a6df0-5bd6-46a7-9ac5-1056f17155d9 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/quotas/c72e1579900c4ee0ae8812e191e40277 HTTP/1.1" status: 200 len: 375 time: 0.0090389 Feb 09 22:27:36.404122 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8331c9d8-ea94-46df-958a-8bd8714d49ae req-a00fc32c-359b-4d4c-8d67-d9482ff47920 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=c72e1579900c4ee0ae8812e191e40277&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265167 Feb 09 22:27:36.493718 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8331c9d8-ea94-46df-958a-8bd8714d49ae req-8f02f659-fc7f-4aa5-abc9-2bb58d1c7d74 service neutron] 10.222.0.90 "GET /v2.0/networks/807841f9-d84f-4fe6-a50f-e894d5c99d0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830789 Feb 09 22:27:36.584507 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8331c9d8-ea94-46df-958a-8bd8714d49ae req-d1f6d010-845d-4f73-b540-6212f6bac758 service neutron] 10.222.0.90 "GET /v2.0/networks/807841f9-d84f-4fe6-a50f-e894d5c99d0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851042 Feb 09 22:27:36.740648 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d79a31d0-6cc1-4ad6-b83b-b7e83a77187d req-3c429f58-1d40-49e7-901d-7f4eb72e9b1b tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/ports?device_id=9fb6aee1-0183-4dd8-bc94-4eb7c5ef6ae7 HTTP/1.1" status: 200 len: 210 time: 0.0269017 Feb 09 22:27:37.653155 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8331c9d8-ea94-46df-958a-8bd8714d49ae req-79e48950-4417-4f36-80d9-4293bd382c5c tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:27:37.655264 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-8331c9d8-ea94-46df-958a-8bd8714d49ae req-79e48950-4417-4f36-80d9-4293bd382c5c tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.89 "GET /v2.0/networks?id=807841f9-d84f-4fe6-a50f-e894d5c99d0b HTTP/1.1" status: 200 len: 814 time: 0.1008253 Feb 09 22:27:37.669959 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-8331c9d8-ea94-46df-958a-8bd8714d49ae req-146fccdb-aa36-4a75-9b11-bcf28ba2cd4a tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Request body: {'port': {'device_id': '9fb6aee1-0183-4dd8-bc94-4eb7c5ef6ae7', 'network_id': '807841f9-d84f-4fe6-a50f-e894d5c99d0b', 'admin_state_up': True, 'tenant_id': 'c72e1579900c4ee0ae8812e191e40277'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:27:37.780663 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8331c9d8-ea94-46df-958a-8bd8714d49ae req-146fccdb-aa36-4a75-9b11-bcf28ba2cd4a tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Made reservation on behalf of c72e1579900c4ee0ae8812e191e40277 for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:27:37.784809 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-8331c9d8-ea94-46df-958a-8bd8714d49ae req-146fccdb-aa36-4a75-9b11-bcf28ba2cd4a tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:27:37.836779 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4fc2ac60-5a2d-460b-b340-7cc63dea974c req-84109d23-167f-4cb3-b71e-519d1c09a508 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/ports?device_id=9fb6aee1-0183-4dd8-bc94-4eb7c5ef6ae7 HTTP/1.1" status: 200 len: 210 time: 0.0293946 Feb 09 22:27:37.914710 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [req-8331c9d8-ea94-46df-958a-8bd8714d49ae req-146fccdb-aa36-4a75-9b11-bcf28ba2cd4a tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Allocated IP 172.20.0.2 (807841f9-d84f-4fe6-a50f-e894d5c99d0b/d03d3f29-e985-450f-b5e3-3b2724543834/7c03d31f-0813-4b10-b8d0-c95c5422f8a9) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:27:38.059780 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-8331c9d8-ea94-46df-958a-8bd8714d49ae req-146fccdb-aa36-4a75-9b11-bcf28ba2cd4a tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Publish callbacks [] for port (7c03d31f-0813-4b10-b8d0-c95c5422f8a9), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:27:38.098343 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-8331c9d8-ea94-46df-958a-8bd8714d49ae req-146fccdb-aa36-4a75-9b11-bcf28ba2cd4a tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (7c03d31f-0813-4b10-b8d0-c95c5422f8a9), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:27:38.138670 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8331c9d8-ea94-46df-958a-8bd8714d49ae req-146fccdb-aa36-4a75-9b11-bcf28ba2cd4a tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Network 807841f9-d84f-4fe6-a50f-e894d5c99d0b is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:27:38.144362 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [req-8331c9d8-ea94-46df-958a-8bd8714d49ae req-146fccdb-aa36-4a75-9b11-bcf28ba2cd4a tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:27:38.148038 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-8331c9d8-ea94-46df-958a-8bd8714d49ae req-146fccdb-aa36-4a75-9b11-bcf28ba2cd4a tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:27:38.175334 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146fccdb-aa36-4a75-9b11-bcf28ba2cd4a tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Pushing event updated for resources: {'Port': ['ID=7c03d31f-0813-4b10-b8d0-c95c5422f8a9,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:27:38.202148 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8331c9d8-ea94-46df-958a-8bd8714d49ae req-146fccdb-aa36-4a75-9b11-bcf28ba2cd4a tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:27:38.202768 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-8331c9d8-ea94-46df-958a-8bd8714d49ae req-146fccdb-aa36-4a75-9b11-bcf28ba2cd4a tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:27:38.218371 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-8331c9d8-ea94-46df-958a-8bd8714d49ae req-146fccdb-aa36-4a75-9b11-bcf28ba2cd4a tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5522358 Feb 09 22:27:38.230151 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-8331c9d8-ea94-46df-958a-8bd8714d49ae req-5cbf2a18-e306-4f9b-b99e-17f561083e47 service neutron] Request body: {'port': {'device_id': '9fb6aee1-0183-4dd8-bc94-4eb7c5ef6ae7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:27:38.293613 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-8331c9d8-ea94-46df-958a-8bd8714d49ae req-5cbf2a18-e306-4f9b-b99e-17f561083e47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (7c03d31f-0813-4b10-b8d0-c95c5422f8a9), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:27:38.353406 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 3d7a1390-71b4-4169-9cba-2987c86cf2a8 no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:27:38.377766 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] No Port match for: 3d7a1390-71b4-4169-9cba-2987c86cf2a8 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:27:38.378121 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 3d7a1390-71b4-4169-9cba-2987c86cf2a8 not bound to the agent host n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:27:38.547548 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-8331c9d8-ea94-46df-958a-8bd8714d49ae req-5cbf2a18-e306-4f9b-b99e-17f561083e47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c03d31f-0813-4b10-b8d0-c95c5422f8a9 {{(pid=103141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:27:38.555375 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-8331c9d8-ea94-46df-958a-8bd8714d49ae req-5cbf2a18-e306-4f9b-b99e-17f561083e47 service neutron] Publish callbacks [] for port (7c03d31f-0813-4b10-b8d0-c95c5422f8a9), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:27:38.567701 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-8331c9d8-ea94-46df-958a-8bd8714d49ae req-5cbf2a18-e306-4f9b-b99e-17f561083e47 service neutron] Transition to ACTIVE for port object 7c03d31f-0813-4b10-b8d0-c95c5422f8a9 will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:27:38.571591 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-8331c9d8-ea94-46df-958a-8bd8714d49ae req-5cbf2a18-e306-4f9b-b99e-17f561083e47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (7c03d31f-0813-4b10-b8d0-c95c5422f8a9), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:27:38.634856 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbf2a18-e306-4f9b-b99e-17f561083e47 service neutron] Pushing event updated for resources: {'Port': ['ID=7c03d31f-0813-4b10-b8d0-c95c5422f8a9,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:27:38.687748 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-8331c9d8-ea94-46df-958a-8bd8714d49ae req-5cbf2a18-e306-4f9b-b99e-17f561083e47 service neutron] Attempting to bind port 7c03d31f-0813-4b10-b8d0-c95c5422f8a9 on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:27:38.688445 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-8331c9d8-ea94-46df-958a-8bd8714d49ae req-5cbf2a18-e306-4f9b-b99e-17f561083e47 service neutron] Attempting to bind port 7c03d31f-0813-4b10-b8d0-c95c5422f8a9 by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': '07373286-dda4-4011-b6d0-a0864cea7d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '807841f9-d84f-4fe6-a50f-e894d5c99d0b'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:27:38.688445 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8331c9d8-ea94-46df-958a-8bd8714d49ae req-5cbf2a18-e306-4f9b-b99e-17f561083e47 service neutron] Attempting to bind port 7c03d31f-0813-4b10-b8d0-c95c5422f8a9 on network 807841f9-d84f-4fe6-a50f-e894d5c99d0b {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:27:38.693122 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8331c9d8-ea94-46df-958a-8bd8714d49ae req-5cbf2a18-e306-4f9b-b99e-17f561083e47 service neutron] Port 7c03d31f-0813-4b10-b8d0-c95c5422f8a9 on network 807841f9-d84f-4fe6-a50f-e894d5c99d0b not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:27:38.693436 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8331c9d8-ea94-46df-958a-8bd8714d49ae req-5cbf2a18-e306-4f9b-b99e-17f561083e47 service neutron] Attempting to bind port 7c03d31f-0813-4b10-b8d0-c95c5422f8a9 on network 807841f9-d84f-4fe6-a50f-e894d5c99d0b {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:27:38.698167 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8331c9d8-ea94-46df-958a-8bd8714d49ae req-5cbf2a18-e306-4f9b-b99e-17f561083e47 service neutron] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:27:38.698498 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8331c9d8-ea94-46df-958a-8bd8714d49ae req-5cbf2a18-e306-4f9b-b99e-17f561083e47 service neutron] Checking segment: {'id': '07373286-dda4-4011-b6d0-a0864cea7d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '807841f9-d84f-4fe6-a50f-e894d5c99d0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:27:38.698878 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8331c9d8-ea94-46df-958a-8bd8714d49ae req-5cbf2a18-e306-4f9b-b99e-17f561083e47 service neutron] Bound using segment: {'id': '07373286-dda4-4011-b6d0-a0864cea7d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '807841f9-d84f-4fe6-a50f-e894d5c99d0b'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:27:38.699293 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-8331c9d8-ea94-46df-958a-8bd8714d49ae req-5cbf2a18-e306-4f9b-b99e-17f561083e47 service neutron] Bound port: 7c03d31f-0813-4b10-b8d0-c95c5422f8a9, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07373286-dda4-4011-b6d0-a0864cea7d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '807841f9-d84f-4fe6-a50f-e894d5c99d0b'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:27:38.699639 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-8331c9d8-ea94-46df-958a-8bd8714d49ae req-5cbf2a18-e306-4f9b-b99e-17f561083e47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (7c03d31f-0813-4b10-b8d0-c95c5422f8a9), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:27:38.760841 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-8331c9d8-ea94-46df-958a-8bd8714d49ae req-5cbf2a18-e306-4f9b-b99e-17f561083e47 service neutron] For port 7c03d31f-0813-4b10-b8d0-c95c5422f8a9, host n-h2-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:27:38.763668 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-8331c9d8-ea94-46df-958a-8bd8714d49ae req-5cbf2a18-e306-4f9b-b99e-17f561083e47 service neutron] For port 7c03d31f-0813-4b10-b8d0-c95c5422f8a9, host n-h2-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=7c03d31f-0813-4b10-b8d0-c95c5422f8a9,segment=NetworkSegment(07373286-dda4-4011-b6d0-a0864cea7d12),segment_id=07373286-dda4-4011-b6d0-a0864cea7d12)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:27:38.769253 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-8331c9d8-ea94-46df-958a-8bd8714d49ae req-5cbf2a18-e306-4f9b-b99e-17f561083e47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (7c03d31f-0813-4b10-b8d0-c95c5422f8a9), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:27:38.799899 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8331c9d8-ea94-46df-958a-8bd8714d49ae req-5cbf2a18-e306-4f9b-b99e-17f561083e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:27:38.800541 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-8331c9d8-ea94-46df-958a-8bd8714d49ae req-5cbf2a18-e306-4f9b-b99e-17f561083e47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:27:38.801904 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-8331c9d8-ea94-46df-958a-8bd8714d49ae req-5cbf2a18-e306-4f9b-b99e-17f561083e47 service neutron] 10.222.0.89 "PUT /v2.0/ports/7c03d31f-0813-4b10-b8d0-c95c5422f8a9 HTTP/1.1" status: 200 len: 1091 time: 0.5758801 Feb 09 22:27:38.802342 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fb6aee1-0183-4dd8-bc94-4eb7c5ef6ae7', 'tag': '7c03d31f-0813-4b10-b8d0-c95c5422f8a9'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:27:38.804606 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0759f77e637a6f71ff1c25bc92ec5ea77217d29fcb3f113a7ada5acb32ef5084" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b18cd49-90fb-4050-a19d-1a20133591f6" -d '{"events": [{"name": "network-changed", "server_uuid": "9fb6aee1-0183-4dd8-bc94-4eb7c5ef6ae7", "tag": "7c03d31f-0813-4b10-b8d0-c95c5422f8a9"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:27:38.838474 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbf2a18-e306-4f9b-b99e-17f561083e47 service neutron] Pushing event updated for resources: {'Port': ['ID=7c03d31f-0813-4b10-b8d0-c95c5422f8a9,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:27:38.850560 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac59eee1-0d18-4a19-8463-1865661aafc4 x-openstack-request-id: req-ac59eee1-0d18-4a19-8463-1865661aafc4 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:27:38.850854 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fb6aee1-0183-4dd8-bc94-4eb7c5ef6ae7", "tag": "7c03d31f-0813-4b10-b8d0-c95c5422f8a9", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:27:38.851116 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-ac59eee1-0d18-4a19-8463-1865661aafc4 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:27:38.851524 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fb6aee1-0183-4dd8-bc94-4eb7c5ef6ae7', 'tag': '7c03d31f-0813-4b10-b8d0-c95c5422f8a9', 'status': 'completed', 'code': 200} Feb 09 22:27:38.889012 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8331c9d8-ea94-46df-958a-8bd8714d49ae req-63ca3e78-4957-4fe2-ba41-6f51d271eb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:27:38.890592 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-8331c9d8-ea94-46df-958a-8bd8714d49ae req-63ca3e78-4957-4fe2-ba41-6f51d271eb60 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c72e1579900c4ee0ae8812e191e40277&device_id=9fb6aee1-0183-4dd8-bc94-4eb7c5ef6ae7 HTTP/1.1" status: 200 len: 1125 time: 0.0491974 Feb 09 22:27:38.946736 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-8331c9d8-ea94-46df-958a-8bd8714d49ae req-8680661d-66b3-4db8-86df-6c8c185ce9e7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7c03d31f-0813-4b10-b8d0-c95c5422f8a9 HTTP/1.1" status: 200 len: 217 time: 0.0467439 Feb 09 22:27:38.962788 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e075ec5c-5d55-4b73-9b50-5f47f41523c7 req-cbb879e6-7ce2-4be6-b04e-b28891e1c0a7 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:27:38.964309 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e075ec5c-5d55-4b73-9b50-5f47f41523c7 req-cbb879e6-7ce2-4be6-b04e-b28891e1c0a7 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/ports?device_id=9fb6aee1-0183-4dd8-bc94-4eb7c5ef6ae7 HTTP/1.1" status: 200 len: 943 time: 0.0584905 Feb 09 22:27:38.996296 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8331c9d8-ea94-46df-958a-8bd8714d49ae req-ca8df2c3-f85a-4aa9-8d42-de3667e23d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:27:38.997788 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-8331c9d8-ea94-46df-958a-8bd8714d49ae req-ca8df2c3-f85a-4aa9-8d42-de3667e23d9c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d03d3f29-e985-450f-b5e3-3b2724543834 HTTP/1.1" status: 200 len: 854 time: 0.0453610 Feb 09 22:27:39.012080 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e075ec5c-5d55-4b73-9b50-5f47f41523c7 req-2cab7e0b-977b-48e8-a31b-b2d85d641f05 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee85f35a-a85f-403c-85ec-afc35ec1a808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419147 Feb 09 22:27:39.031899 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-8331c9d8-ea94-46df-958a-8bd8714d49ae req-16c0b489-79dc-418b-a4f6-51b4234286be service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=807841f9-d84f-4fe6-a50f-e894d5c99d0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260570 Feb 09 22:27:39.128792 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-8331c9d8-ea94-46df-958a-8bd8714d49ae req-3ce918d6-47b7-4fce-8a14-c2db25558c19 service neutron] 10.222.0.89 "GET /v2.0/networks/807841f9-d84f-4fe6-a50f-e894d5c99d0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898805 Feb 09 22:27:39.140507 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-26417014-e47b-4844-8663-afc214df892e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:27:39.218748 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-8331c9d8-ea94-46df-958a-8bd8714d49ae req-56aeabb0-434f-4168-9453-d13f3c945d1b service neutron] 10.222.0.89 "GET /v2.0/networks/807841f9-d84f-4fe6-a50f-e894d5c99d0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836966 Feb 09 22:27:39.314686 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b18cd49-90fb-4050-a19d-1a20133591f6 req-ac0dba71-97bf-412f-aaab-b9620956e189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:27:39.316094 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-8b18cd49-90fb-4050-a19d-1a20133591f6 req-ac0dba71-97bf-412f-aaab-b9620956e189 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c72e1579900c4ee0ae8812e191e40277&device_id=9fb6aee1-0183-4dd8-bc94-4eb7c5ef6ae7 HTTP/1.1" status: 200 len: 1125 time: 0.0528157 Feb 09 22:27:39.410246 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b18cd49-90fb-4050-a19d-1a20133591f6 req-28b45886-3527-48b5-8912-9a433c8328fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:27:39.411754 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-8b18cd49-90fb-4050-a19d-1a20133591f6 req-28b45886-3527-48b5-8912-9a433c8328fe service neutron] 10.222.0.89 "GET /v2.0/networks?id=807841f9-d84f-4fe6-a50f-e894d5c99d0b HTTP/1.1" status: 200 len: 915 time: 0.0891860 Feb 09 22:27:39.452576 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-8b18cd49-90fb-4050-a19d-1a20133591f6 req-843c7707-5f7e-4f37-be62-702d9751eb6d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7c03d31f-0813-4b10-b8d0-c95c5422f8a9 HTTP/1.1" status: 200 len: 217 time: 0.0341046 Feb 09 22:27:39.503437 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b18cd49-90fb-4050-a19d-1a20133591f6 req-0f050439-af33-4dfc-9cbd-11514ecda3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:27:39.504887 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-8b18cd49-90fb-4050-a19d-1a20133591f6 req-0f050439-af33-4dfc-9cbd-11514ecda3f5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d03d3f29-e985-450f-b5e3-3b2724543834 HTTP/1.1" status: 200 len: 854 time: 0.0471830 Feb 09 22:27:39.537097 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-8b18cd49-90fb-4050-a19d-1a20133591f6 req-8d27ad60-c94c-42a6-8a42-61e73a15a07a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=807841f9-d84f-4fe6-a50f-e894d5c99d0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259843 Feb 09 22:27:39.623753 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-8b18cd49-90fb-4050-a19d-1a20133591f6 req-ca8840e1-d18f-4919-b46a-ef4f8f186221 service neutron] 10.222.0.89 "GET /v2.0/networks/807841f9-d84f-4fe6-a50f-e894d5c99d0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799882 Feb 09 22:27:39.716410 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-8b18cd49-90fb-4050-a19d-1a20133591f6 req-a36630be-0bdd-4f40-93f1-1b2c742e9e30 service neutron] 10.222.0.89 "GET /v2.0/networks/807841f9-d84f-4fe6-a50f-e894d5c99d0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865064 Feb 09 22:27:40.130281 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5043ab72-ab32-478c-9675-564913d17a0e req-576fc196-d9e1-48d4-af11-b0ebf8c1ab45 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:27:40.131767 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5043ab72-ab32-478c-9675-564913d17a0e req-576fc196-d9e1-48d4-af11-b0ebf8c1ab45 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/ports?device_id=9fb6aee1-0183-4dd8-bc94-4eb7c5ef6ae7 HTTP/1.1" status: 200 len: 943 time: 0.0516517 Feb 09 22:27:40.177715 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5043ab72-ab32-478c-9675-564913d17a0e req-30134713-8a0e-49c0-9362-2c83458f7709 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee85f35a-a85f-403c-85ec-afc35ec1a808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403142 Feb 09 22:27:41.076163 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-9ac3126b-784f-44af-b7d2-9dae27f7d200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:27:41.293329 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba018b8-793c-4c9b-846e-b1cc7c2292a5 req-62845467-75d9-4534-80d2-efa4fc3c71b3 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:27:41.294813 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9ba018b8-793c-4c9b-846e-b1cc7c2292a5 req-62845467-75d9-4534-80d2-efa4fc3c71b3 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/ports?device_id=9fb6aee1-0183-4dd8-bc94-4eb7c5ef6ae7 HTTP/1.1" status: 200 len: 943 time: 0.0513268 Feb 09 22:27:41.344568 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9ba018b8-793c-4c9b-846e-b1cc7c2292a5 req-704cba14-8a2c-4aac-abb2-dd26cfe0fffb tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee85f35a-a85f-403c-85ec-afc35ec1a808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433943 Feb 09 22:27:42.399936 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 7c03d31f-0813-4b10-b8d0-c95c5422f8a9 details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:27:42.462834 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5339fa-9092-48e9-84b8-18e5d91c1fae req-2b594fa0-4f96-4934-a59f-bd0cc80ff604 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:27:42.464242 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ce5339fa-9092-48e9-84b8-18e5d91c1fae req-2b594fa0-4f96-4934-a59f-bd0cc80ff604 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/ports?device_id=9fb6aee1-0183-4dd8-bc94-4eb7c5ef6ae7 HTTP/1.1" status: 200 len: 943 time: 0.0525186 Feb 09 22:27:42.498198 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 7c03d31f-0813-4b10-b8d0-c95c5422f8a9, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=7c03d31f-0813-4b10-b8d0-c95c5422f8a9,segment=NetworkSegment(07373286-dda4-4011-b6d0-a0864cea7d12),segment_id=07373286-dda4-4011-b6d0-a0864cea7d12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:27:42.513783 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': '7c03d31f-0813-4b10-b8d0-c95c5422f8a9', 'network_id': '807841f9-d84f-4fe6-a50f-e894d5c99d0b', 'port_id': '7c03d31f-0813-4b10-b8d0-c95c5422f8a9', 'mac_address': 'fa:16:3e:59:67:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd03d3f29-e985-450f-b5e3-3b2724543834', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:27:42.516006 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ce5339fa-9092-48e9-84b8-18e5d91c1fae req-4d741921-f9ce-4551-b8b2-3e9325e7f85f tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee85f35a-a85f-403c-85ec-afc35ec1a808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458467 Feb 09 22:27:42.550875 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 7c03d31f-0813-4b10-b8d0-c95c5422f8a9 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:27:42.551279 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (7c03d31f-0813-4b10-b8d0-c95c5422f8a9), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:27:42.566351 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c03d31f-0813-4b10-b8d0-c95c5422f8a9 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:27:42.586231 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 7c03d31f-0813-4b10-b8d0-c95c5422f8a9, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=7c03d31f-0813-4b10-b8d0-c95c5422f8a9,segment=NetworkSegment(07373286-dda4-4011-b6d0-a0864cea7d12),segment_id=07373286-dda4-4011-b6d0-a0864cea7d12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:27:42.589820 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (7c03d31f-0813-4b10-b8d0-c95c5422f8a9), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:27:42.635413 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=7c03d31f-0813-4b10-b8d0-c95c5422f8a9,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:27:42.880179 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['7c03d31f-0813-4b10-b8d0-c95c5422f8a9'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:27:42.934073 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:27:43.633124 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf20cd1-1d24-4912-86d4-daaea0015c7b req-cf3bcbe8-7db8-4a41-b50c-81c9286510c6 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:27:43.634623 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-daf20cd1-1d24-4912-86d4-daaea0015c7b req-cf3bcbe8-7db8-4a41-b50c-81c9286510c6 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/ports?device_id=9fb6aee1-0183-4dd8-bc94-4eb7c5ef6ae7 HTTP/1.1" status: 200 len: 944 time: 0.0515547 Feb 09 22:27:43.680606 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-daf20cd1-1d24-4912-86d4-daaea0015c7b req-4ce6383c-469b-4e6f-9f76-7995b96d6ffc tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee85f35a-a85f-403c-85ec-afc35ec1a808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404480 Feb 09 22:27:44.325380 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:27:44.400180 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 7c03d31f-0813-4b10-b8d0-c95c5422f8a9 up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:27:44.448963 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning for port 7c03d31f-0813-4b10-b8d0-c95c5422f8a9 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:27:44.452989 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port 7c03d31f-0813-4b10-b8d0-c95c5422f8a9 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:27:44.453369 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (7c03d31f-0813-4b10-b8d0-c95c5422f8a9), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:27:44.532471 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 7c03d31f-0813-4b10-b8d0-c95c5422f8a9 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:27:44.532864 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (7c03d31f-0813-4b10-b8d0-c95c5422f8a9), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:27:44.558484 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fb6aee1-0183-4dd8-bc94-4eb7c5ef6ae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c03d31f-0813-4b10-b8d0-c95c5422f8a9'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:27:44.561155 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cf4d4d953224237653245d15ffec07a65c4bd356d4237fd84236d8abf5d48a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee82531-6aae-4e88-a41a-1a4106888a1c" -d '{"events": [{"server_uuid": "9fb6aee1-0183-4dd8-bc94-4eb7c5ef6ae7", "name": "network-vif-plugged", "status": "completed", "tag": "7c03d31f-0813-4b10-b8d0-c95c5422f8a9"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:27:44.575037 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 7c03d31f-0813-4b10-b8d0-c95c5422f8a9, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=7c03d31f-0813-4b10-b8d0-c95c5422f8a9,segment=NetworkSegment(07373286-dda4-4011-b6d0-a0864cea7d12),segment_id=07373286-dda4-4011-b6d0-a0864cea7d12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:27:44.579934 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (7c03d31f-0813-4b10-b8d0-c95c5422f8a9), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:27:44.603228 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c01ad84-52f3-46a9-8911-4293c648ae81 x-openstack-request-id: req-5c01ad84-52f3-46a9-8911-4293c648ae81 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:27:44.603521 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fb6aee1-0183-4dd8-bc94-4eb7c5ef6ae7", "name": "network-vif-plugged", "status": "completed", "tag": "7c03d31f-0813-4b10-b8d0-c95c5422f8a9", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:27:44.603772 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-5c01ad84-52f3-46a9-8911-4293c648ae81 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:27:44.604156 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fb6aee1-0183-4dd8-bc94-4eb7c5ef6ae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c03d31f-0813-4b10-b8d0-c95c5422f8a9', 'code': 200} Feb 09 22:27:44.631061 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=7c03d31f-0813-4b10-b8d0-c95c5422f8a9,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:27:44.702922 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5fccc8-da0c-4139-8df9-10a0fc322ca4 req-e1e1118f-f7aa-4982-aa8a-25e90ec4bd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:27:44.704363 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-fc5fccc8-da0c-4139-8df9-10a0fc322ca4 req-e1e1118f-f7aa-4982-aa8a-25e90ec4bd69 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=9fb6aee1-0183-4dd8-bc94-4eb7c5ef6ae7 HTTP/1.1" status: 200 len: 1127 time: 0.0444663 Feb 09 22:27:44.748741 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-fc5fccc8-da0c-4139-8df9-10a0fc322ca4 req-52f89faf-cec2-4c1d-911f-27beabc40765 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=ee85f35a-a85f-403c-85ec-afc35ec1a808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367770 Feb 09 22:27:44.808016 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d8f67a-886c-45f3-b77e-c2f99adca5dc req-b3b5bbe7-85f2-4829-84c0-0e18e11e4246 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:27:44.809774 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-73d8f67a-886c-45f3-b77e-c2f99adca5dc req-b3b5bbe7-85f2-4829-84c0-0e18e11e4246 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/ports?device_id=9fb6aee1-0183-4dd8-bc94-4eb7c5ef6ae7 HTTP/1.1" status: 200 len: 945 time: 0.0568259 Feb 09 22:27:44.856844 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-73d8f67a-886c-45f3-b77e-c2f99adca5dc req-fc98335d-e884-43c0-90f8-1347debd6ffd tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee85f35a-a85f-403c-85ec-afc35ec1a808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415251 Feb 09 22:27:45.421375 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:27:45.979617 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7941983a-57d4-41e7-bb58-c18c7afc3a0b req-b5102c00-f6bd-4f5b-9362-7f9e5477814f tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:27:45.981282 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7941983a-57d4-41e7-bb58-c18c7afc3a0b req-b5102c00-f6bd-4f5b-9362-7f9e5477814f tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/ports?device_id=9fb6aee1-0183-4dd8-bc94-4eb7c5ef6ae7 HTTP/1.1" status: 200 len: 945 time: 0.0554781 Feb 09 22:27:46.031639 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7941983a-57d4-41e7-bb58-c18c7afc3a0b req-42600eac-6890-42b3-8ee4-44315828b3d0 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee85f35a-a85f-403c-85ec-afc35ec1a808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447705 Feb 09 22:27:47.154054 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b4aff2-33c8-42ff-9e05-fcc89c0bd979 req-632adc5b-1223-4da3-b602-2a28257a9b13 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:27:47.155553 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a6b4aff2-33c8-42ff-9e05-fcc89c0bd979 req-632adc5b-1223-4da3-b602-2a28257a9b13 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/ports?device_id=9fb6aee1-0183-4dd8-bc94-4eb7c5ef6ae7 HTTP/1.1" status: 200 len: 945 time: 0.0564418 Feb 09 22:27:47.201548 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a6b4aff2-33c8-42ff-9e05-fcc89c0bd979 req-ae67320f-bfc8-4558-9a19-64d659bd7137 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee85f35a-a85f-403c-85ec-afc35ec1a808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397434 Feb 09 22:27:47.317932 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64a2eb5-8402-4cf0-9606-e6d328cfffe8 req-fa932e2b-24dd-4121-8cf8-dffa15bb581b tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:27:47.319341 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c64a2eb5-8402-4cf0-9606-e6d328cfffe8 req-fa932e2b-24dd-4121-8cf8-dffa15bb581b tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/ports?device_id=9fb6aee1-0183-4dd8-bc94-4eb7c5ef6ae7 HTTP/1.1" status: 200 len: 945 time: 0.0525501 Feb 09 22:27:47.365760 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c64a2eb5-8402-4cf0-9606-e6d328cfffe8 req-4615e831-091f-4419-bca3-0cd0252e170e tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee85f35a-a85f-403c-85ec-afc35ec1a808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408881 Feb 09 22:27:47.564248 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce95f7e9-f87d-491f-ac5f-c5e7748adcc6 req-33518996-0409-40fe-895e-862989ef6b52 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:27:47.566239 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ce95f7e9-f87d-491f-ac5f-c5e7748adcc6 req-33518996-0409-40fe-895e-862989ef6b52 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/ports?device_id=9fb6aee1-0183-4dd8-bc94-4eb7c5ef6ae7 HTTP/1.1" status: 200 len: 945 time: 0.0514557 Feb 09 22:27:47.614890 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ce95f7e9-f87d-491f-ac5f-c5e7748adcc6 req-808c094a-ced1-4732-93bd-b24e0121e089 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee85f35a-a85f-403c-85ec-afc35ec1a808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431490 Feb 09 22:27:47.731625 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7f8dcc-fbf9-4de0-9bc7-c3576cee7576 req-c71f379b-b024-40db-9343-94fec76e6f5f tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:27:47.733140 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0b7f8dcc-fbf9-4de0-9bc7-c3576cee7576 req-c71f379b-b024-40db-9343-94fec76e6f5f tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/ports?device_id=9fb6aee1-0183-4dd8-bc94-4eb7c5ef6ae7 HTTP/1.1" status: 200 len: 945 time: 0.0544658 Feb 09 22:27:47.779443 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0b7f8dcc-fbf9-4de0-9bc7-c3576cee7576 req-90d1bcf7-0644-43db-bb52-df574cf7e208 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee85f35a-a85f-403c-85ec-afc35ec1a808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406172 Feb 09 22:27:48.027535 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b442c3-5245-4a28-a412-6af6d1fe873d req-bd2061f9-f9d7-40a1-97ed-520006785c45 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:27:48.029059 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b0b442c3-5245-4a28-a412-6af6d1fe873d req-bd2061f9-f9d7-40a1-97ed-520006785c45 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/ports?device_id=9fb6aee1-0183-4dd8-bc94-4eb7c5ef6ae7 HTTP/1.1" status: 200 len: 945 time: 0.0574548 Feb 09 22:27:48.077013 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b0b442c3-5245-4a28-a412-6af6d1fe873d req-c00cc4b6-14b9-4bad-9bb6-e289e64a4c5b tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee85f35a-a85f-403c-85ec-afc35ec1a808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423577 Feb 09 22:27:48.102656 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-dea815a0-294d-4ea2-8bad-fc1505052da2 req-f9b9cacf-fae2-4ee8-876a-6ce141f68f73 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=9fb6aee1-0183-4dd8-bc94-4eb7c5ef6ae7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0930910 Feb 09 22:27:49.203140 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa5c65c-11b7-4f04-904d-feabea3e54ea req-dde88ee3-acf8-44b0-81ef-9d02f5dcb47b tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:27:49.204699 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2fa5c65c-11b7-4f04-904d-feabea3e54ea req-dde88ee3-acf8-44b0-81ef-9d02f5dcb47b tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/ports?device_id=9fb6aee1-0183-4dd8-bc94-4eb7c5ef6ae7 HTTP/1.1" status: 200 len: 945 time: 0.0583014 Feb 09 22:27:49.221407 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea815a0-294d-4ea2-8bad-fc1505052da2 req-21e511cd-1f8a-4e99-b50e-93c1699e9f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:27:49.222983 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-dea815a0-294d-4ea2-8bad-fc1505052da2 req-21e511cd-1f8a-4e99-b50e-93c1699e9f89 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c72e1579900c4ee0ae8812e191e40277&device_id=9fb6aee1-0183-4dd8-bc94-4eb7c5ef6ae7 HTTP/1.1" status: 200 len: 1127 time: 0.0467036 Feb 09 22:27:49.250658 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2fa5c65c-11b7-4f04-904d-feabea3e54ea req-df11cb54-d62f-4a35-9d27-cf2ef4b86d4a tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee85f35a-a85f-403c-85ec-afc35ec1a808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397816 Feb 09 22:27:49.313566 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea815a0-294d-4ea2-8bad-fc1505052da2 req-27f7abee-64df-49ef-bec1-78e6d03ac931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:27:49.315072 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-dea815a0-294d-4ea2-8bad-fc1505052da2 req-27f7abee-64df-49ef-bec1-78e6d03ac931 service neutron] 10.222.0.89 "GET /v2.0/networks?id=807841f9-d84f-4fe6-a50f-e894d5c99d0b HTTP/1.1" status: 200 len: 915 time: 0.0839517 Feb 09 22:27:49.360113 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-dea815a0-294d-4ea2-8bad-fc1505052da2 req-ce33e26c-7c8c-48aa-a58e-184924a74b5d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7c03d31f-0813-4b10-b8d0-c95c5422f8a9 HTTP/1.1" status: 200 len: 217 time: 0.0381694 Feb 09 22:27:49.408503 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea815a0-294d-4ea2-8bad-fc1505052da2 req-593ea6c3-d572-4e71-a7b9-aa55ec80e68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:27:49.409959 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-dea815a0-294d-4ea2-8bad-fc1505052da2 req-593ea6c3-d572-4e71-a7b9-aa55ec80e68d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d03d3f29-e985-450f-b5e3-3b2724543834 HTTP/1.1" status: 200 len: 854 time: 0.0431628 Feb 09 22:27:49.442235 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-dea815a0-294d-4ea2-8bad-fc1505052da2 req-fbf1ecdd-af57-4f9a-b273-9b0534479d7f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=807841f9-d84f-4fe6-a50f-e894d5c99d0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258689 Feb 09 22:27:49.451508 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [req-dea815a0-294d-4ea2-8bad-fc1505052da2 req-9750cf7f-e28f-4ac3-bd27-5d8856590b33 service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=103141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 22:27:49.452492 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-dea815a0-294d-4ea2-8bad-fc1505052da2 req-9750cf7f-e28f-4ac3-bd27-5d8856590b33 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047481 Feb 09 22:27:49.540673 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-dea815a0-294d-4ea2-8bad-fc1505052da2 req-ab6be08b-38e3-424f-a3ab-b8b5a98419db service neutron] 10.222.0.89 "GET /v2.0/networks/807841f9-d84f-4fe6-a50f-e894d5c99d0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824621 Feb 09 22:27:49.626970 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-dea815a0-294d-4ea2-8bad-fc1505052da2 req-9723281b-fb95-4f1e-a171-69315dc9cc16 service neutron] 10.222.0.89 "GET /v2.0/networks/807841f9-d84f-4fe6-a50f-e894d5c99d0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804508 Feb 09 22:27:50.370700 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5484373-47ea-482b-b24c-a40e2374531c req-97087859-c36b-4dae-9772-4f8ff9d69861 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:27:50.372237 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a5484373-47ea-482b-b24c-a40e2374531c req-97087859-c36b-4dae-9772-4f8ff9d69861 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/ports?device_id=9fb6aee1-0183-4dd8-bc94-4eb7c5ef6ae7 HTTP/1.1" status: 200 len: 945 time: 0.0529521 Feb 09 22:27:50.418789 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a5484373-47ea-482b-b24c-a40e2374531c req-3c66c1fd-8b41-40bd-be2b-7491e5fd2435 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee85f35a-a85f-403c-85ec-afc35ec1a808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410044 Feb 09 22:27:50.704855 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980a3745-2c69-4485-a77b-2e13019b37cc req-ebcf1e7d-966c-4f2a-b4f1-3a76d1d4f0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:27:50.706418 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-980a3745-2c69-4485-a77b-2e13019b37cc req-ebcf1e7d-966c-4f2a-b4f1-3a76d1d4f0f1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c72e1579900c4ee0ae8812e191e40277&device_id=9fb6aee1-0183-4dd8-bc94-4eb7c5ef6ae7 HTTP/1.1" status: 200 len: 1127 time: 0.0456765 Feb 09 22:27:50.807820 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980a3745-2c69-4485-a77b-2e13019b37cc req-5b6724e4-399d-4a1e-9046-ef1744d27a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:27:50.809472 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-980a3745-2c69-4485-a77b-2e13019b37cc req-5b6724e4-399d-4a1e-9046-ef1744d27a92 service neutron] 10.222.0.89 "GET /v2.0/networks?id=807841f9-d84f-4fe6-a50f-e894d5c99d0b HTTP/1.1" status: 200 len: 915 time: 0.0860345 Feb 09 22:27:50.852680 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-980a3745-2c69-4485-a77b-2e13019b37cc req-5f9bf2cb-48b8-49ed-8266-413d93e9dee9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7c03d31f-0813-4b10-b8d0-c95c5422f8a9 HTTP/1.1" status: 200 len: 217 time: 0.0338995 Feb 09 22:27:50.898410 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980a3745-2c69-4485-a77b-2e13019b37cc req-ac33a7da-982c-4eb7-9204-46c182a29f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:27:50.899806 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-980a3745-2c69-4485-a77b-2e13019b37cc req-ac33a7da-982c-4eb7-9204-46c182a29f84 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d03d3f29-e985-450f-b5e3-3b2724543834 HTTP/1.1" status: 200 len: 854 time: 0.0420256 Feb 09 22:27:50.937574 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-980a3745-2c69-4485-a77b-2e13019b37cc req-15b3e21a-c3df-48ed-83eb-6cbfa0f2d442 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=807841f9-d84f-4fe6-a50f-e894d5c99d0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322399 Feb 09 22:27:51.023491 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-980a3745-2c69-4485-a77b-2e13019b37cc req-aa97b654-99cf-4b41-bef2-6bc943abe96e service neutron] 10.222.0.89 "GET /v2.0/networks/807841f9-d84f-4fe6-a50f-e894d5c99d0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804453 Feb 09 22:27:51.115544 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-980a3745-2c69-4485-a77b-2e13019b37cc req-6b2c7981-3aac-4e8f-8ecf-0ac89558a25d service neutron] 10.222.0.89 "GET /v2.0/networks/807841f9-d84f-4fe6-a50f-e894d5c99d0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862677 Feb 09 22:27:51.537672 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21968f5-59e9-4888-b6c0-ff2272d48dcc req-257563af-806e-47c1-9428-50a6777ffe46 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:27:51.539142 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d21968f5-59e9-4888-b6c0-ff2272d48dcc req-257563af-806e-47c1-9428-50a6777ffe46 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/ports?device_id=9fb6aee1-0183-4dd8-bc94-4eb7c5ef6ae7 HTTP/1.1" status: 200 len: 945 time: 0.0518243 Feb 09 22:27:51.589286 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d21968f5-59e9-4888-b6c0-ff2272d48dcc req-309b94cb-1b5f-4d9e-acd0-9b06eecedba4 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee85f35a-a85f-403c-85ec-afc35ec1a808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446527 Feb 09 22:27:51.864477 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:27:52.707429 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7599d140-3e27-4241-af8c-1cc4a8285c0c req-3f289414-14e3-40d6-978e-3332794f124d tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:27:52.708937 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7599d140-3e27-4241-af8c-1cc4a8285c0c req-3f289414-14e3-40d6-978e-3332794f124d tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/ports?device_id=9fb6aee1-0183-4dd8-bc94-4eb7c5ef6ae7 HTTP/1.1" status: 200 len: 945 time: 0.0528536 Feb 09 22:27:52.754487 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7599d140-3e27-4241-af8c-1cc4a8285c0c req-018737ad-db7e-46c8-b986-656bea18f14e tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee85f35a-a85f-403c-85ec-afc35ec1a808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399282 Feb 09 22:27:53.871211 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc20b17c-8bcf-4252-842a-2dbe52507380 req-82819c80-50e4-4fe5-a972-c6e2b7b38f49 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:27:53.872702 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cc20b17c-8bcf-4252-842a-2dbe52507380 req-82819c80-50e4-4fe5-a972-c6e2b7b38f49 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/ports?device_id=9fb6aee1-0183-4dd8-bc94-4eb7c5ef6ae7 HTTP/1.1" status: 200 len: 945 time: 0.0510123 Feb 09 22:27:53.920457 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cc20b17c-8bcf-4252-842a-2dbe52507380 req-505d49e9-ed0f-4aec-8326-90910c8032f2 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee85f35a-a85f-403c-85ec-afc35ec1a808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415993 Feb 09 22:27:53.932609 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:27:55.044509 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e619f2b-4141-48be-9765-c926e34fdc23 req-09dab192-3920-48cc-bbbc-85492fdf6ce1 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:27:55.045869 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3e619f2b-4141-48be-9765-c926e34fdc23 req-09dab192-3920-48cc-bbbc-85492fdf6ce1 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/ports?device_id=9fb6aee1-0183-4dd8-bc94-4eb7c5ef6ae7 HTTP/1.1" status: 200 len: 945 time: 0.0554192 Feb 09 22:27:55.092727 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3e619f2b-4141-48be-9765-c926e34fdc23 req-b9ac666e-e049-4e2c-9b22-c90012ca0835 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee85f35a-a85f-403c-85ec-afc35ec1a808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405939 Feb 09 22:27:56.213833 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f20307-ea02-450d-bf9b-f73f0dc84e90 req-40045754-d36d-4e6d-b9e2-0f48e8fc9087 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:27:56.215335 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-52f20307-ea02-450d-bf9b-f73f0dc84e90 req-40045754-d36d-4e6d-b9e2-0f48e8fc9087 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/ports?device_id=9fb6aee1-0183-4dd8-bc94-4eb7c5ef6ae7 HTTP/1.1" status: 200 len: 945 time: 0.0535355 Feb 09 22:27:56.261448 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-52f20307-ea02-450d-bf9b-f73f0dc84e90 req-d454e3a4-7bbb-4a5f-a004-162ae0e0bf6f tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee85f35a-a85f-403c-85ec-afc35ec1a808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404973 Feb 09 22:27:57.381072 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc5fc98-3a00-49b8-96a6-3a0e8a7270a2 req-f48feadf-390e-45d0-b54d-01124becd7da tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:27:57.382523 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7dc5fc98-3a00-49b8-96a6-3a0e8a7270a2 req-f48feadf-390e-45d0-b54d-01124becd7da tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/ports?device_id=9fb6aee1-0183-4dd8-bc94-4eb7c5ef6ae7 HTTP/1.1" status: 200 len: 945 time: 0.0551584 Feb 09 22:27:57.427109 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7dc5fc98-3a00-49b8-96a6-3a0e8a7270a2 req-fbc027bd-0f13-45cb-897d-7b2008e935bd tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee85f35a-a85f-403c-85ec-afc35ec1a808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390980 Feb 09 22:27:58.553048 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003a9491-bdc4-486e-89ef-0ff01c45c2c0 req-9c899ceb-85de-4f79-a608-147e20951ccd tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:27:58.554542 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-003a9491-bdc4-486e-89ef-0ff01c45c2c0 req-9c899ceb-85de-4f79-a608-147e20951ccd tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/ports?device_id=9fb6aee1-0183-4dd8-bc94-4eb7c5ef6ae7 HTTP/1.1" status: 200 len: 945 time: 0.0537233 Feb 09 22:27:58.600714 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-003a9491-bdc4-486e-89ef-0ff01c45c2c0 req-29d31b1c-df35-441d-9ea7-4ef069b413b2 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee85f35a-a85f-403c-85ec-afc35ec1a808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403075 Feb 09 22:27:59.567908 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:27:59.718350 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b017d-61bb-40f2-9f8f-1d24ab4f6df7 req-e298c507-5869-45cb-a56a-26da591b2c01 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:27:59.719859 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-026b017d-61bb-40f2-9f8f-1d24ab4f6df7 req-e298c507-5869-45cb-a56a-26da591b2c01 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/ports?device_id=9fb6aee1-0183-4dd8-bc94-4eb7c5ef6ae7 HTTP/1.1" status: 200 len: 945 time: 0.0526917 Feb 09 22:27:59.770586 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-026b017d-61bb-40f2-9f8f-1d24ab4f6df7 req-7b4f1c56-60a6-4a4c-bdca-ea4dbadfe243 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee85f35a-a85f-403c-85ec-afc35ec1a808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446105 Feb 09 22:28:00.890207 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40101b21-da58-425f-acff-693caa4689d6 req-a3d9086c-6ed6-4d74-80c8-cf5ec45e00a6 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:00.891678 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-40101b21-da58-425f-acff-693caa4689d6 req-a3d9086c-6ed6-4d74-80c8-cf5ec45e00a6 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/ports?device_id=9fb6aee1-0183-4dd8-bc94-4eb7c5ef6ae7 HTTP/1.1" status: 200 len: 945 time: 0.0524981 Feb 09 22:28:00.939636 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-40101b21-da58-425f-acff-693caa4689d6 req-ca55ece2-81b5-45d1-aa03-2b12e9ac30ae tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee85f35a-a85f-403c-85ec-afc35ec1a808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422704 Feb 09 22:28:02.058090 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4137d215-26bd-4beb-97df-697f1a87a6ef req-553b181f-3dd5-4d95-9746-a80e413c5bc6 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:02.059839 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4137d215-26bd-4beb-97df-697f1a87a6ef req-553b181f-3dd5-4d95-9746-a80e413c5bc6 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/ports?device_id=9fb6aee1-0183-4dd8-bc94-4eb7c5ef6ae7 HTTP/1.1" status: 200 len: 945 time: 0.0526206 Feb 09 22:28:02.105774 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4137d215-26bd-4beb-97df-697f1a87a6ef req-6c76890d-105b-4fd2-82e1-bd3d72724c49 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee85f35a-a85f-403c-85ec-afc35ec1a808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404389 Feb 09 22:28:03.226784 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be90d1ea-5f34-45aa-b3b5-f8c7e5210245 req-0d999e2d-d60a-4640-9dbd-5d93d3b1c797 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:03.228300 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-be90d1ea-5f34-45aa-b3b5-f8c7e5210245 req-0d999e2d-d60a-4640-9dbd-5d93d3b1c797 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/ports?device_id=9fb6aee1-0183-4dd8-bc94-4eb7c5ef6ae7 HTTP/1.1" status: 200 len: 945 time: 0.0562470 Feb 09 22:28:03.273755 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-be90d1ea-5f34-45aa-b3b5-f8c7e5210245 req-52af4594-9a30-4a4b-881e-ef0dff4f93db tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee85f35a-a85f-403c-85ec-afc35ec1a808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399261 Feb 09 22:28:04.392530 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a2bbd1-b630-4546-acff-96d9894dbdba req-f47dafea-e789-463d-9cb1-3e9c610bca70 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:04.394519 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-29a2bbd1-b630-4546-acff-96d9894dbdba req-f47dafea-e789-463d-9cb1-3e9c610bca70 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/ports?device_id=9fb6aee1-0183-4dd8-bc94-4eb7c5ef6ae7 HTTP/1.1" status: 200 len: 945 time: 0.0538678 Feb 09 22:28:04.440083 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-29a2bbd1-b630-4546-acff-96d9894dbdba req-58626732-b959-4210-9f46-0ca4011f5f92 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee85f35a-a85f-403c-85ec-afc35ec1a808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399830 Feb 09 22:28:05.559390 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d088bc-0add-4db5-a091-512617027a31 req-fb737fc4-fd80-415d-8183-617adea99048 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:05.560924 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-45d088bc-0add-4db5-a091-512617027a31 req-fb737fc4-fd80-415d-8183-617adea99048 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/ports?device_id=9fb6aee1-0183-4dd8-bc94-4eb7c5ef6ae7 HTTP/1.1" status: 200 len: 945 time: 0.0532386 Feb 09 22:28:05.610346 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-45d088bc-0add-4db5-a091-512617027a31 req-cc0931bd-6cc9-4a19-a93b-2aa7e2b591c4 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee85f35a-a85f-403c-85ec-afc35ec1a808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438001 Feb 09 22:28:06.728893 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695b4fbc-5fba-4112-9c0f-5f4ccc6d7177 req-c9c683e5-7a74-45e5-8f2e-245ed04865cb tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:06.730360 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-695b4fbc-5fba-4112-9c0f-5f4ccc6d7177 req-c9c683e5-7a74-45e5-8f2e-245ed04865cb tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/ports?device_id=9fb6aee1-0183-4dd8-bc94-4eb7c5ef6ae7 HTTP/1.1" status: 200 len: 945 time: 0.0521827 Feb 09 22:28:06.775723 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-695b4fbc-5fba-4112-9c0f-5f4ccc6d7177 req-beea8788-c92c-4b48-8cd6-524b4e2fc4c5 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee85f35a-a85f-403c-85ec-afc35ec1a808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397878 Feb 09 22:28:07.891610 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4426777-40f0-46bd-8c48-37ed6985d1ba req-489fe2e4-2c9d-4cce-8160-b440877d5206 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:07.893124 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b4426777-40f0-46bd-8c48-37ed6985d1ba req-489fe2e4-2c9d-4cce-8160-b440877d5206 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/ports?device_id=9fb6aee1-0183-4dd8-bc94-4eb7c5ef6ae7 HTTP/1.1" status: 200 len: 945 time: 0.0515220 Feb 09 22:28:07.940162 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b4426777-40f0-46bd-8c48-37ed6985d1ba req-5960c4d3-fa48-4ade-ae8e-4149b68d60c9 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee85f35a-a85f-403c-85ec-afc35ec1a808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408211 Feb 09 22:28:09.064077 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076dc7e9-84e7-4868-ac41-99f42eca7249 req-d42b046d-e94a-4f1e-985c-b58a8b08646c tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:09.065596 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-076dc7e9-84e7-4868-ac41-99f42eca7249 req-d42b046d-e94a-4f1e-985c-b58a8b08646c tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/ports?device_id=9fb6aee1-0183-4dd8-bc94-4eb7c5ef6ae7 HTTP/1.1" status: 200 len: 945 time: 0.0567079 Feb 09 22:28:09.111780 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-076dc7e9-84e7-4868-ac41-99f42eca7249 req-4bcb7828-d04a-49b3-81a0-6e9e0c33e035 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee85f35a-a85f-403c-85ec-afc35ec1a808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400429 Feb 09 22:28:09.149228 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-38bc3c86-ac54-4d5c-b2e2-db0519d1447d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:10.230293 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff53a66e-cf2a-4faf-8c21-1cfa559e2e3c req-919e1894-a20b-40c4-812a-4f8e0e80fddc tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:10.231776 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ff53a66e-cf2a-4faf-8c21-1cfa559e2e3c req-919e1894-a20b-40c4-812a-4f8e0e80fddc tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/ports?device_id=9fb6aee1-0183-4dd8-bc94-4eb7c5ef6ae7 HTTP/1.1" status: 200 len: 945 time: 0.0522234 Feb 09 22:28:10.278056 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ff53a66e-cf2a-4faf-8c21-1cfa559e2e3c req-d0f6dfb8-0ca4-4323-9aad-ba20d56e7586 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee85f35a-a85f-403c-85ec-afc35ec1a808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407214 Feb 09 22:28:11.079111 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b6d69c65-73d1-47af-9718-28c6dcce84d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:11.402835 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec280aa8-bfbc-434f-9b7c-f2a9c6947328 req-75b3d081-11d2-4b5e-985a-ce9ba5e8ea9c tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:11.404244 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ec280aa8-bfbc-434f-9b7c-f2a9c6947328 req-75b3d081-11d2-4b5e-985a-ce9ba5e8ea9c tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/ports?device_id=9fb6aee1-0183-4dd8-bc94-4eb7c5ef6ae7 HTTP/1.1" status: 200 len: 945 time: 0.0564272 Feb 09 22:28:11.451545 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ec280aa8-bfbc-434f-9b7c-f2a9c6947328 req-35cf174e-6c3c-4ff9-b41e-519d97bb04e3 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee85f35a-a85f-403c-85ec-afc35ec1a808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416384 Feb 09 22:28:12.571704 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d8c4bf-9877-4468-8558-2cb98ed48166 req-2fd71e64-b710-4ca4-9ca8-8e95d32c996c tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:12.573258 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-18d8c4bf-9877-4468-8558-2cb98ed48166 req-2fd71e64-b710-4ca4-9ca8-8e95d32c996c tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/ports?device_id=9fb6aee1-0183-4dd8-bc94-4eb7c5ef6ae7 HTTP/1.1" status: 200 len: 945 time: 0.0523624 Feb 09 22:28:12.619662 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-18d8c4bf-9877-4468-8558-2cb98ed48166 req-fe69bfd7-8be3-4068-b8fa-0d551c35c06e tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee85f35a-a85f-403c-85ec-afc35ec1a808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409331 Feb 09 22:28:12.910208 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:13.739025 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f9ba65-fbcb-4c84-ad1b-37455cfffd2c req-74b3fd6a-675a-4d68-b629-e9547dbff4b2 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:13.741250 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d0f9ba65-fbcb-4c84-ad1b-37455cfffd2c req-74b3fd6a-675a-4d68-b629-e9547dbff4b2 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/ports?device_id=9fb6aee1-0183-4dd8-bc94-4eb7c5ef6ae7 HTTP/1.1" status: 200 len: 945 time: 0.0538883 Feb 09 22:28:13.795789 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d0f9ba65-fbcb-4c84-ad1b-37455cfffd2c req-61f16964-dac9-4875-b5df-6708022629d8 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee85f35a-a85f-403c-85ec-afc35ec1a808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442176 Feb 09 22:28:14.327687 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:14.913576 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245df466-2927-4d31-8c40-1e9f9c902b0a req-d6a58881-df30-47e0-841a-fa7b44d55ec2 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:14.915052 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-245df466-2927-4d31-8c40-1e9f9c902b0a req-d6a58881-df30-47e0-841a-fa7b44d55ec2 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/ports?device_id=9fb6aee1-0183-4dd8-bc94-4eb7c5ef6ae7 HTTP/1.1" status: 200 len: 945 time: 0.0519698 Feb 09 22:28:14.960743 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-245df466-2927-4d31-8c40-1e9f9c902b0a req-2dba4368-868f-4b7f-842a-67bab615867a tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee85f35a-a85f-403c-85ec-afc35ec1a808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400677 Feb 09 22:28:15.423468 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:16.080301 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532ca697-b0b7-4e67-bad8-70d8a396b09a req-ca188995-85cb-4fcb-9b9a-a23f81a54f22 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:16.081790 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-532ca697-b0b7-4e67-bad8-70d8a396b09a req-ca188995-85cb-4fcb-9b9a-a23f81a54f22 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/ports?device_id=9fb6aee1-0183-4dd8-bc94-4eb7c5ef6ae7 HTTP/1.1" status: 200 len: 945 time: 0.0535400 Feb 09 22:28:16.127657 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-532ca697-b0b7-4e67-bad8-70d8a396b09a req-7774a349-c7c4-4569-9faa-eb81a4b75418 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee85f35a-a85f-403c-85ec-afc35ec1a808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397842 Feb 09 22:28:16.742785 n-d-828369-5 neutron-server[103141]: INFO neutron.api.v2.resource [req-dea815a0-294d-4ea2-8bad-fc1505052da2 req-3a4d20d8-0baa-4a87-b443-76c88aaf7143 service neutron] show failed (client error): The resource could not be found. Feb 09 22:28:16.743817 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-dea815a0-294d-4ea2-8bad-fc1505052da2 req-3a4d20d8-0baa-4a87-b443-76c88aaf7143 service neutron] 10.222.0.89 "GET /v2.0/ports/7c03d31f-0813-4b10-b8d0-c95c5422f8a9/bindings/n-h1-828369-5 HTTP/1.1" status: 404 len: 380 time: 0.0557418 Feb 09 22:28:16.973911 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea815a0-294d-4ea2-8bad-fc1505052da2 req-20795a28-7a35-4116-ab87-fedf37c3e3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:16.976033 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dea815a0-294d-4ea2-8bad-fc1505052da2 req-20795a28-7a35-4116-ab87-fedf37c3e3b6 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=9fb6aee1-0183-4dd8-bc94-4eb7c5ef6ae7&tenant_id=c72e1579900c4ee0ae8812e191e40277 HTTP/1.1" status: 200 len: 1127 time: 0.0807891 Feb 09 22:28:16.987764 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [req-dea815a0-294d-4ea2-8bad-fc1505052da2 req-dda9e09c-1614-4a7c-8b06-27751d53c4bc service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=103140) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 22:28:16.988769 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dea815a0-294d-4ea2-8bad-fc1505052da2 req-dda9e09c-1614-4a7c-8b06-27751d53c4bc service neutron] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064628 Feb 09 22:28:17.000209 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-dea815a0-294d-4ea2-8bad-fc1505052da2 req-0b7fd4ee-4ad8-42a3-ac4b-2f74e4424e9c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828369-5', 'device_owner': 'compute:nova'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:28:17.058111 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-dea815a0-294d-4ea2-8bad-fc1505052da2 req-0b7fd4ee-4ad8-42a3-ac4b-2f74e4424e9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (7c03d31f-0813-4b10-b8d0-c95c5422f8a9), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:17.293984 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-dea815a0-294d-4ea2-8bad-fc1505052da2 req-0b7fd4ee-4ad8-42a3-ac4b-2f74e4424e9c service neutron] For port 7c03d31f-0813-4b10-b8d0-c95c5422f8a9, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=7c03d31f-0813-4b10-b8d0-c95c5422f8a9,segment=NetworkSegment(07373286-dda4-4011-b6d0-a0864cea7d12),segment_id=07373286-dda4-4011-b6d0-a0864cea7d12)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:28:17.301820 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4603c66b-ccc7-4c4b-a1e8-4fecbc5f4417 req-9b9b8da6-0406-443a-a05b-d37c5156e9af tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:17.303334 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4603c66b-ccc7-4c4b-a1e8-4fecbc5f4417 req-9b9b8da6-0406-443a-a05b-d37c5156e9af tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/ports?device_id=9fb6aee1-0183-4dd8-bc94-4eb7c5ef6ae7 HTTP/1.1" status: 200 len: 945 time: 0.0884252 Feb 09 22:28:17.365567 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-dea815a0-294d-4ea2-8bad-fc1505052da2 req-0b7fd4ee-4ad8-42a3-ac4b-2f74e4424e9c service neutron] For port 7c03d31f-0813-4b10-b8d0-c95c5422f8a9, host n-h2-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:28:17.386587 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4603c66b-ccc7-4c4b-a1e8-4fecbc5f4417 req-d3cde6d3-ee1d-407d-95d8-556607c53f46 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee85f35a-a85f-403c-85ec-afc35ec1a808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770323 Feb 09 22:28:17.411106 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fb6aee1-0183-4dd8-bc94-4eb7c5ef6ae7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c03d31f-0813-4b10-b8d0-c95c5422f8a9'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:28:17.413848 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}084566773578a82c7ab9e8b7d7948f8d3f1cbdaece621e80e6759ea940bbe07a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf06221-ec45-48e8-acad-1a92b7da2dd0" -d '{"events": [{"server_uuid": "9fb6aee1-0183-4dd8-bc94-4eb7c5ef6ae7", "name": "network-vif-unplugged", "status": "completed", "tag": "7c03d31f-0813-4b10-b8d0-c95c5422f8a9"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:28:17.417637 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-dea815a0-294d-4ea2-8bad-fc1505052da2 req-0b7fd4ee-4ad8-42a3-ac4b-2f74e4424e9c service neutron] Publish callbacks [] for port (7c03d31f-0813-4b10-b8d0-c95c5422f8a9), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:17.429801 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [req-dea815a0-294d-4ea2-8bad-fc1505052da2 req-0b7fd4ee-4ad8-42a3-ac4b-2f74e4424e9c service neutron] Transition to ACTIVE for port object 7c03d31f-0813-4b10-b8d0-c95c5422f8a9 will not be triggered until provisioned by entity L2. {{(pid=103140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:28:17.434076 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-dea815a0-294d-4ea2-8bad-fc1505052da2 req-0b7fd4ee-4ad8-42a3-ac4b-2f74e4424e9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (7c03d31f-0813-4b10-b8d0-c95c5422f8a9), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:17.465038 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 22:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd6a06f-d859-43df-881b-56cae9e652da x-openstack-request-id: req-8cd6a06f-d859-43df-881b-56cae9e652da {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:28:17.465336 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fb6aee1-0183-4dd8-bc94-4eb7c5ef6ae7", "name": "network-vif-unplugged", "status": "completed", "tag": "7c03d31f-0813-4b10-b8d0-c95c5422f8a9", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:28:17.465589 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-8cd6a06f-d859-43df-881b-56cae9e652da {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:28:17.465978 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fb6aee1-0183-4dd8-bc94-4eb7c5ef6ae7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c03d31f-0813-4b10-b8d0-c95c5422f8a9', 'code': 200} Feb 09 22:28:17.501809 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-dea815a0-294d-4ea2-8bad-fc1505052da2 req-0b7fd4ee-4ad8-42a3-ac4b-2f74e4424e9c service neutron] No DVR routers for this DVR port 7c03d31f-0813-4b10-b8d0-c95c5422f8a9 on host n-h2-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:28:17.503588 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7fd4ee-4ad8-42a3-ac4b-2f74e4424e9c service neutron] Pushing event updated for resources: {'Port': ['ID=7c03d31f-0813-4b10-b8d0-c95c5422f8a9,revision_number=6']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:28:17.537889 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-dea815a0-294d-4ea2-8bad-fc1505052da2 req-0b7fd4ee-4ad8-42a3-ac4b-2f74e4424e9c service neutron] Attempting to bind port 7c03d31f-0813-4b10-b8d0-c95c5422f8a9 on host n-h1-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:28:17.538222 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-dea815a0-294d-4ea2-8bad-fc1505052da2 req-0b7fd4ee-4ad8-42a3-ac4b-2f74e4424e9c service neutron] Attempting to bind port 7c03d31f-0813-4b10-b8d0-c95c5422f8a9 by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': '07373286-dda4-4011-b6d0-a0864cea7d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '807841f9-d84f-4fe6-a50f-e894d5c99d0b'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:28:17.538547 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea815a0-294d-4ea2-8bad-fc1505052da2 req-0b7fd4ee-4ad8-42a3-ac4b-2f74e4424e9c service neutron] Attempting to bind port 7c03d31f-0813-4b10-b8d0-c95c5422f8a9 on network 807841f9-d84f-4fe6-a50f-e894d5c99d0b {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:28:17.542706 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea815a0-294d-4ea2-8bad-fc1505052da2 req-0b7fd4ee-4ad8-42a3-ac4b-2f74e4424e9c service neutron] Port 7c03d31f-0813-4b10-b8d0-c95c5422f8a9 on network 807841f9-d84f-4fe6-a50f-e894d5c99d0b not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:28:17.543019 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea815a0-294d-4ea2-8bad-fc1505052da2 req-0b7fd4ee-4ad8-42a3-ac4b-2f74e4424e9c service neutron] Attempting to bind port 7c03d31f-0813-4b10-b8d0-c95c5422f8a9 on network 807841f9-d84f-4fe6-a50f-e894d5c99d0b {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:28:17.547810 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea815a0-294d-4ea2-8bad-fc1505052da2 req-0b7fd4ee-4ad8-42a3-ac4b-2f74e4424e9c service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:28:17.548081 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea815a0-294d-4ea2-8bad-fc1505052da2 req-0b7fd4ee-4ad8-42a3-ac4b-2f74e4424e9c service neutron] Checking segment: {'id': '07373286-dda4-4011-b6d0-a0864cea7d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '807841f9-d84f-4fe6-a50f-e894d5c99d0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:28:17.548485 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea815a0-294d-4ea2-8bad-fc1505052da2 req-0b7fd4ee-4ad8-42a3-ac4b-2f74e4424e9c service neutron] Bound using segment: {'id': '07373286-dda4-4011-b6d0-a0864cea7d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '807841f9-d84f-4fe6-a50f-e894d5c99d0b'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:28:17.548901 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-dea815a0-294d-4ea2-8bad-fc1505052da2 req-0b7fd4ee-4ad8-42a3-ac4b-2f74e4424e9c service neutron] Bound port: 7c03d31f-0813-4b10-b8d0-c95c5422f8a9, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07373286-dda4-4011-b6d0-a0864cea7d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '807841f9-d84f-4fe6-a50f-e894d5c99d0b'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:28:17.549246 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-dea815a0-294d-4ea2-8bad-fc1505052da2 req-0b7fd4ee-4ad8-42a3-ac4b-2f74e4424e9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (7c03d31f-0813-4b10-b8d0-c95c5422f8a9), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:17.615028 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-dea815a0-294d-4ea2-8bad-fc1505052da2 req-0b7fd4ee-4ad8-42a3-ac4b-2f74e4424e9c service neutron] For port 7c03d31f-0813-4b10-b8d0-c95c5422f8a9, host n-h1-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:28:17.617941 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-dea815a0-294d-4ea2-8bad-fc1505052da2 req-0b7fd4ee-4ad8-42a3-ac4b-2f74e4424e9c service neutron] For port 7c03d31f-0813-4b10-b8d0-c95c5422f8a9, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=7c03d31f-0813-4b10-b8d0-c95c5422f8a9,segment=NetworkSegment(07373286-dda4-4011-b6d0-a0864cea7d12),segment_id=07373286-dda4-4011-b6d0-a0864cea7d12)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:28:17.622817 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-dea815a0-294d-4ea2-8bad-fc1505052da2 req-0b7fd4ee-4ad8-42a3-ac4b-2f74e4424e9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (7c03d31f-0813-4b10-b8d0-c95c5422f8a9), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:17.657386 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea815a0-294d-4ea2-8bad-fc1505052da2 req-0b7fd4ee-4ad8-42a3-ac4b-2f74e4424e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:17.657998 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-dea815a0-294d-4ea2-8bad-fc1505052da2 req-0b7fd4ee-4ad8-42a3-ac4b-2f74e4424e9c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:17.659361 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dea815a0-294d-4ea2-8bad-fc1505052da2 req-0b7fd4ee-4ad8-42a3-ac4b-2f74e4424e9c service neutron] 10.222.0.95 "PUT /v2.0/ports/7c03d31f-0813-4b10-b8d0-c95c5422f8a9 HTTP/1.1" status: 200 len: 1091 time: 0.6629667 Feb 09 22:28:17.688523 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7fd4ee-4ad8-42a3-ac4b-2f74e4424e9c service neutron] Pushing event updated for resources: {'Port': ['ID=7c03d31f-0813-4b10-b8d0-c95c5422f8a9,revision_number=7']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:28:17.725856 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea815a0-294d-4ea2-8bad-fc1505052da2 req-9df2d210-c21f-4d90-8282-e22b7ec8fa64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:17.727339 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dea815a0-294d-4ea2-8bad-fc1505052da2 req-9df2d210-c21f-4d90-8282-e22b7ec8fa64 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=c72e1579900c4ee0ae8812e191e40277&device_id=9fb6aee1-0183-4dd8-bc94-4eb7c5ef6ae7 HTTP/1.1" status: 200 len: 1125 time: 0.0464783 Feb 09 22:28:17.813249 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea815a0-294d-4ea2-8bad-fc1505052da2 req-8b8d2d6e-9275-4226-bbea-c76842b01993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:17.814612 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dea815a0-294d-4ea2-8bad-fc1505052da2 req-8b8d2d6e-9275-4226-bbea-c76842b01993 service neutron] 10.222.0.95 "GET /v2.0/networks?id=807841f9-d84f-4fe6-a50f-e894d5c99d0b HTTP/1.1" status: 200 len: 915 time: 0.0813811 Feb 09 22:28:17.858978 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dea815a0-294d-4ea2-8bad-fc1505052da2 req-925bc76a-b5b4-489b-b45a-98204855cbfb service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7c03d31f-0813-4b10-b8d0-c95c5422f8a9 HTTP/1.1" status: 200 len: 217 time: 0.0371375 Feb 09 22:28:17.906402 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea815a0-294d-4ea2-8bad-fc1505052da2 req-9de804b5-f0d2-49df-b98c-a512022f59ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:17.907847 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dea815a0-294d-4ea2-8bad-fc1505052da2 req-9de804b5-f0d2-49df-b98c-a512022f59ba service neutron] 10.222.0.95 "GET /v2.0/subnets?id=d03d3f29-e985-450f-b5e3-3b2724543834 HTTP/1.1" status: 200 len: 854 time: 0.0434289 Feb 09 22:28:17.947138 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dea815a0-294d-4ea2-8bad-fc1505052da2 req-2a683605-7931-401f-a22e-c18c22a6137b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=807841f9-d84f-4fe6-a50f-e894d5c99d0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330560 Feb 09 22:28:18.036681 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dea815a0-294d-4ea2-8bad-fc1505052da2 req-e3edb0b3-d6e4-46d2-9f1c-0c2f96c74ae5 service neutron] 10.222.0.95 "GET /v2.0/networks/807841f9-d84f-4fe6-a50f-e894d5c99d0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837059 Feb 09 22:28:18.123152 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dea815a0-294d-4ea2-8bad-fc1505052da2 req-7d615508-c5c3-47a0-8297-3ec45b6226a6 service neutron] 10.222.0.95 "GET /v2.0/networks/807841f9-d84f-4fe6-a50f-e894d5c99d0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796385 Feb 09 22:28:18.505989 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06270cb-8312-49af-b39a-c82187be87eb req-141c6956-3787-4eeb-b644-2051366eebb4 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:18.507492 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f06270cb-8312-49af-b39a-c82187be87eb req-141c6956-3787-4eeb-b644-2051366eebb4 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/ports?device_id=9fb6aee1-0183-4dd8-bc94-4eb7c5ef6ae7 HTTP/1.1" status: 200 len: 943 time: 0.0531132 Feb 09 22:28:18.553323 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f06270cb-8312-49af-b39a-c82187be87eb req-f03e432d-cde1-4d8c-aca4-ecf746e2b9de tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee85f35a-a85f-403c-85ec-afc35ec1a808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401554 Feb 09 22:28:19.466998 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fb6aee1-0183-4dd8-bc94-4eb7c5ef6ae7', 'tag': '7c03d31f-0813-4b10-b8d0-c95c5422f8a9'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:28:19.469398 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}084566773578a82c7ab9e8b7d7948f8d3f1cbdaece621e80e6759ea940bbe07a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fd10342-0f8a-420a-b0b0-cc0bf33c8bf2" -d '{"events": [{"name": "network-changed", "server_uuid": "9fb6aee1-0183-4dd8-bc94-4eb7c5ef6ae7", "tag": "7c03d31f-0813-4b10-b8d0-c95c5422f8a9"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:28:19.517891 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7074573f-84da-4531-81d8-c7d15c6af490 x-openstack-request-id: req-7074573f-84da-4531-81d8-c7d15c6af490 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:28:19.518470 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fb6aee1-0183-4dd8-bc94-4eb7c5ef6ae7", "tag": "7c03d31f-0813-4b10-b8d0-c95c5422f8a9", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:28:19.518470 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-7074573f-84da-4531-81d8-c7d15c6af490 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:28:19.518811 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fb6aee1-0183-4dd8-bc94-4eb7c5ef6ae7', 'tag': '7c03d31f-0813-4b10-b8d0-c95c5422f8a9', 'status': 'completed', 'code': 200} Feb 09 22:28:19.584162 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd10342-0f8a-420a-b0b0-cc0bf33c8bf2 req-543e5b35-9a77-404f-a2d6-3550a01d0c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:19.585735 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-9fd10342-0f8a-420a-b0b0-cc0bf33c8bf2 req-543e5b35-9a77-404f-a2d6-3550a01d0c55 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c72e1579900c4ee0ae8812e191e40277&device_id=9fb6aee1-0183-4dd8-bc94-4eb7c5ef6ae7 HTTP/1.1" status: 200 len: 1125 time: 0.0466626 Feb 09 22:28:19.592626 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd10342-0f8a-420a-b0b0-cc0bf33c8bf2 req-90055185-2cb7-442c-81c2-069f4baac3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:19.594155 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9fd10342-0f8a-420a-b0b0-cc0bf33c8bf2 req-90055185-2cb7-442c-81c2-069f4baac3a3 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=c72e1579900c4ee0ae8812e191e40277&device_id=9fb6aee1-0183-4dd8-bc94-4eb7c5ef6ae7 HTTP/1.1" status: 200 len: 1125 time: 0.0492899 Feb 09 22:28:19.680834 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd10342-0f8a-420a-b0b0-cc0bf33c8bf2 req-2e25eb4e-58d7-4973-ad0c-4e3f279a401d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:19.682366 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-9fd10342-0f8a-420a-b0b0-cc0bf33c8bf2 req-2e25eb4e-58d7-4973-ad0c-4e3f279a401d service neutron] 10.222.0.89 "GET /v2.0/networks?id=807841f9-d84f-4fe6-a50f-e894d5c99d0b HTTP/1.1" status: 200 len: 915 time: 0.0909123 Feb 09 22:28:19.728065 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-9fd10342-0f8a-420a-b0b0-cc0bf33c8bf2 req-9413c21c-7cd0-4952-9573-3c8b9ab71431 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7c03d31f-0813-4b10-b8d0-c95c5422f8a9 HTTP/1.1" status: 200 len: 217 time: 0.0390248 Feb 09 22:28:19.731206 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1cc42b-9762-4ba6-b667-ed3cec838817 req-ca56ff5a-729b-41e4-b6d9-9c3dc4c86e95 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:19.732754 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ce1cc42b-9762-4ba6-b667-ed3cec838817 req-ca56ff5a-729b-41e4-b6d9-9c3dc4c86e95 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/ports?device_id=9fb6aee1-0183-4dd8-bc94-4eb7c5ef6ae7 HTTP/1.1" status: 200 len: 943 time: 0.0885479 Feb 09 22:28:19.751141 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd10342-0f8a-420a-b0b0-cc0bf33c8bf2 req-1380e9fb-449a-49b8-bb51-b2dec8f2bf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:19.752618 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9fd10342-0f8a-420a-b0b0-cc0bf33c8bf2 req-1380e9fb-449a-49b8-bb51-b2dec8f2bf5f service neutron] 10.222.0.95 "GET /v2.0/networks?id=807841f9-d84f-4fe6-a50f-e894d5c99d0b HTTP/1.1" status: 200 len: 915 time: 0.1516991 Feb 09 22:28:19.779223 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd10342-0f8a-420a-b0b0-cc0bf33c8bf2 req-a484c6d2-a758-49d2-9094-18318d3eb8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:19.781126 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-9fd10342-0f8a-420a-b0b0-cc0bf33c8bf2 req-a484c6d2-a758-49d2-9094-18318d3eb8c4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d03d3f29-e985-450f-b5e3-3b2724543834 HTTP/1.1" status: 200 len: 854 time: 0.0473089 Feb 09 22:28:19.804206 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9fd10342-0f8a-420a-b0b0-cc0bf33c8bf2 req-2d1aeaa6-ed69-4725-a48e-51da8a8f9a38 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7c03d31f-0813-4b10-b8d0-c95c5422f8a9 HTTP/1.1" status: 200 len: 217 time: 0.0433424 Feb 09 22:28:19.815334 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-9fd10342-0f8a-420a-b0b0-cc0bf33c8bf2 req-7ed0c5f6-f917-448b-bc39-bb6fd51d083c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=807841f9-d84f-4fe6-a50f-e894d5c99d0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273578 Feb 09 22:28:19.850708 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ce1cc42b-9762-4ba6-b667-ed3cec838817 req-5fe49db7-9910-4606-b045-2178190fd965 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee85f35a-a85f-403c-85ec-afc35ec1a808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121521 Feb 09 22:28:19.870619 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd10342-0f8a-420a-b0b0-cc0bf33c8bf2 req-440776cd-9c71-4822-b6b9-086e1042a4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:19.872123 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9fd10342-0f8a-420a-b0b0-cc0bf33c8bf2 req-440776cd-9c71-4822-b6b9-086e1042a4f6 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=d03d3f29-e985-450f-b5e3-3b2724543834 HTTP/1.1" status: 200 len: 854 time: 0.0575266 Feb 09 22:28:19.908179 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-9fd10342-0f8a-420a-b0b0-cc0bf33c8bf2 req-9a2825b8-1609-4b68-b662-0103af13fe4b service neutron] 10.222.0.89 "GET /v2.0/networks/807841f9-d84f-4fe6-a50f-e894d5c99d0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862780 Feb 09 22:28:19.908657 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9fd10342-0f8a-420a-b0b0-cc0bf33c8bf2 req-fc15d03e-2688-489d-bd2f-eb5865c7e8cf service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=807841f9-d84f-4fe6-a50f-e894d5c99d0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296345 Feb 09 22:28:19.997056 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-9fd10342-0f8a-420a-b0b0-cc0bf33c8bf2 req-58ad9c61-9e8a-454b-80ba-67937a0bf82e service neutron] 10.222.0.89 "GET /v2.0/networks/807841f9-d84f-4fe6-a50f-e894d5c99d0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828471 Feb 09 22:28:19.997280 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9fd10342-0f8a-420a-b0b0-cc0bf33c8bf2 req-255b5dc8-272d-4b57-9c3c-fb604ad140df service neutron] 10.222.0.95 "GET /v2.0/networks/807841f9-d84f-4fe6-a50f-e894d5c99d0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818636 Feb 09 22:28:20.088842 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9fd10342-0f8a-420a-b0b0-cc0bf33c8bf2 req-0f9b8cb7-a9ac-4a22-88a8-52fd8cede52e service neutron] 10.222.0.95 "GET /v2.0/networks/807841f9-d84f-4fe6-a50f-e894d5c99d0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855775 Feb 09 22:28:20.638284 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 7c03d31f-0813-4b10-b8d0-c95c5422f8a9 no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:28:20.679591 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] The host n-h2-828369-5 is not matching for port 7c03d31f-0813-4b10-b8d0-c95c5422f8a9 host n-h1-828369-5! {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 22:28:20.680041 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 7c03d31f-0813-4b10-b8d0-c95c5422f8a9 not bound to the agent host n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:28:20.972129 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d45f8b-0da9-4362-908f-8f6c28007722 req-9fa6faea-c744-462b-a181-51735869012d tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:20.973709 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f5d45f8b-0da9-4362-908f-8f6c28007722 req-9fa6faea-c744-462b-a181-51735869012d tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/ports?device_id=9fb6aee1-0183-4dd8-bc94-4eb7c5ef6ae7 HTTP/1.1" status: 200 len: 943 time: 0.0525274 Feb 09 22:28:21.021953 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f5d45f8b-0da9-4362-908f-8f6c28007722 req-04e77ef2-f1ec-4027-8977-726d89e3afba tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee85f35a-a85f-403c-85ec-afc35ec1a808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422521 Feb 09 22:28:21.219140 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac03bd58-fb7e-406b-9738-d45af912713d req-b6c84bba-62cf-4eaf-995f-6f80690effeb tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:21.220675 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ac03bd58-fb7e-406b-9738-d45af912713d req-b6c84bba-62cf-4eaf-995f-6f80690effeb tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/ports?device_id=9fb6aee1-0183-4dd8-bc94-4eb7c5ef6ae7 HTTP/1.1" status: 200 len: 943 time: 0.0544026 Feb 09 22:28:21.267764 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ac03bd58-fb7e-406b-9738-d45af912713d req-fa4aa02b-214d-4750-b778-41342f1f1a7f tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee85f35a-a85f-403c-85ec-afc35ec1a808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402806 Feb 09 22:28:21.298361 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb83b29-dce6-4e8c-bb32-b47bc3f303a3 req-f3f00e8e-cb3d-4e91-8cb5-89491cbb8f22 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:21.299838 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-9bb83b29-dce6-4e8c-bb32-b47bc3f303a3 req-f3f00e8e-cb3d-4e91-8cb5-89491cbb8f22 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.89 "GET /v2.0/ports?device_id=9fb6aee1-0183-4dd8-bc94-4eb7c5ef6ae7&tenant_id=c72e1579900c4ee0ae8812e191e40277&binding%3Ahost_id=n-h1-828369-5 HTTP/1.1" status: 200 len: 943 time: 0.1194165 Feb 09 22:28:21.358823 n-d-828369-5 neutron-server[103141]: INFO neutron.api.v2.resource [req-9bb83b29-dce6-4e8c-bb32-b47bc3f303a3 req-55c3fd4f-4f40-4826-a8be-ca40c96ece27 service neutron] delete failed (client error): The resource could not be found. Feb 09 22:28:21.359811 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-9bb83b29-dce6-4e8c-bb32-b47bc3f303a3 req-55c3fd4f-4f40-4826-a8be-ca40c96ece27 service neutron] 10.222.0.89 "DELETE /v2.0/ports/7c03d31f-0813-4b10-b8d0-c95c5422f8a9/bindings/n-h2-828369-5 HTTP/1.1" status: 404 len: 380 time: 0.0531425 Feb 09 22:28:21.419787 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 7c03d31f-0813-4b10-b8d0-c95c5422f8a9 details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:28:21.448049 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb83b29-dce6-4e8c-bb32-b47bc3f303a3 req-b0702063-6df3-4661-80ab-2f41d04c6297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:21.449624 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-9bb83b29-dce6-4e8c-bb32-b47bc3f303a3 req-b0702063-6df3-4661-80ab-2f41d04c6297 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c72e1579900c4ee0ae8812e191e40277&device_id=9fb6aee1-0183-4dd8-bc94-4eb7c5ef6ae7 HTTP/1.1" status: 200 len: 1125 time: 0.0453072 Feb 09 22:28:21.513237 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 7c03d31f-0813-4b10-b8d0-c95c5422f8a9, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=7c03d31f-0813-4b10-b8d0-c95c5422f8a9,segment=NetworkSegment(07373286-dda4-4011-b6d0-a0864cea7d12),segment_id=07373286-dda4-4011-b6d0-a0864cea7d12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:28:21.525072 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': '7c03d31f-0813-4b10-b8d0-c95c5422f8a9', 'network_id': '807841f9-d84f-4fe6-a50f-e894d5c99d0b', 'port_id': '7c03d31f-0813-4b10-b8d0-c95c5422f8a9', 'mac_address': 'fa:16:3e:59:67:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd03d3f29-e985-450f-b5e3-3b2724543834', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:28:21.542666 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb83b29-dce6-4e8c-bb32-b47bc3f303a3 req-c7f21ab2-18dd-4d72-861f-8c27dcfec0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:21.544156 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-9bb83b29-dce6-4e8c-bb32-b47bc3f303a3 req-c7f21ab2-18dd-4d72-861f-8c27dcfec0fa service neutron] 10.222.0.89 "GET /v2.0/networks?id=807841f9-d84f-4fe6-a50f-e894d5c99d0b HTTP/1.1" status: 200 len: 915 time: 0.0892496 Feb 09 22:28:21.565772 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 7c03d31f-0813-4b10-b8d0-c95c5422f8a9 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:28:21.566169 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (7c03d31f-0813-4b10-b8d0-c95c5422f8a9), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:21.578784 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c03d31f-0813-4b10-b8d0-c95c5422f8a9 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:28:21.585322 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-9bb83b29-dce6-4e8c-bb32-b47bc3f303a3 req-469de5b2-bc6d-40b0-a853-8ebe72ef3b3f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7c03d31f-0813-4b10-b8d0-c95c5422f8a9 HTTP/1.1" status: 200 len: 217 time: 0.0352540 Feb 09 22:28:21.598580 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 7c03d31f-0813-4b10-b8d0-c95c5422f8a9, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=7c03d31f-0813-4b10-b8d0-c95c5422f8a9,segment=NetworkSegment(07373286-dda4-4011-b6d0-a0864cea7d12),segment_id=07373286-dda4-4011-b6d0-a0864cea7d12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:28:21.603302 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (7c03d31f-0813-4b10-b8d0-c95c5422f8a9), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:21.639821 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb83b29-dce6-4e8c-bb32-b47bc3f303a3 req-8f2082ef-6d4c-44a5-b6b3-a0f75595ebfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:21.641347 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-9bb83b29-dce6-4e8c-bb32-b47bc3f303a3 req-8f2082ef-6d4c-44a5-b6b3-a0f75595ebfe service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d03d3f29-e985-450f-b5e3-3b2724543834 HTTP/1.1" status: 200 len: 854 time: 0.0500219 Feb 09 22:28:21.658777 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=7c03d31f-0813-4b10-b8d0-c95c5422f8a9,revision_number=8']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:28:21.675014 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-9bb83b29-dce6-4e8c-bb32-b47bc3f303a3 req-e5d62e85-b36f-44ca-93a2-bbb3fae2c264 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=807841f9-d84f-4fe6-a50f-e894d5c99d0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274987 Feb 09 22:28:21.763766 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-9bb83b29-dce6-4e8c-bb32-b47bc3f303a3 req-6bba883f-19b6-4541-abb8-8ecfe94df740 service neutron] 10.222.0.89 "GET /v2.0/networks/807841f9-d84f-4fe6-a50f-e894d5c99d0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823803 Feb 09 22:28:21.835291 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['7c03d31f-0813-4b10-b8d0-c95c5422f8a9'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:28:21.860338 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-9bb83b29-dce6-4e8c-bb32-b47bc3f303a3 req-21188e40-cea5-4d58-8e04-888937e44d76 service neutron] 10.222.0.89 "GET /v2.0/networks/807841f9-d84f-4fe6-a50f-e894d5c99d0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906382 Feb 09 22:28:21.889478 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:22.728242 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee585f-e32e-4da0-98e7-b71b7f459a73 req-0f765001-cda8-4905-bdc0-5aeb18ca7627 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:22.729708 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-58ee585f-e32e-4da0-98e7-b71b7f459a73 req-0f765001-cda8-4905-bdc0-5aeb18ca7627 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/ports?device_id=9fb6aee1-0183-4dd8-bc94-4eb7c5ef6ae7 HTTP/1.1" status: 200 len: 944 time: 0.3849530 Feb 09 22:28:22.777808 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-58ee585f-e32e-4da0-98e7-b71b7f459a73 req-7451fc00-db96-4897-b899-69633f733a65 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee85f35a-a85f-403c-85ec-afc35ec1a808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424538 Feb 09 22:28:22.897270 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebfe7a0-581c-40a3-8385-f1c5405c8c49 req-1bd4da6b-f909-42b9-aab1-76984a3de096 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:22.898755 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bebfe7a0-581c-40a3-8385-f1c5405c8c49 req-1bd4da6b-f909-42b9-aab1-76984a3de096 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/ports?device_id=9fb6aee1-0183-4dd8-bc94-4eb7c5ef6ae7 HTTP/1.1" status: 200 len: 944 time: 0.0521419 Feb 09 22:28:22.944213 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bebfe7a0-581c-40a3-8385-f1c5405c8c49 req-bc78b3fb-264d-49a3-b469-196cc84f4f23 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee85f35a-a85f-403c-85ec-afc35ec1a808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398633 Feb 09 22:28:23.066858 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398f4368-a221-4dd4-9d34-daaeba10abfc req-848e891a-73f2-4abb-87d2-9a780dd69c30 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:23.068257 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-398f4368-a221-4dd4-9d34-daaeba10abfc req-848e891a-73f2-4abb-87d2-9a780dd69c30 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/ports?device_id=9fb6aee1-0183-4dd8-bc94-4eb7c5ef6ae7 HTTP/1.1" status: 200 len: 944 time: 0.0586438 Feb 09 22:28:23.113731 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-398f4368-a221-4dd4-9d34-daaeba10abfc req-00c0c590-57ef-4afb-93a8-2cd5c84e3a7d tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee85f35a-a85f-403c-85ec-afc35ec1a808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399423 Feb 09 22:28:23.444431 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 7c03d31f-0813-4b10-b8d0-c95c5422f8a9 up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:28:23.495387 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning for port 7c03d31f-0813-4b10-b8d0-c95c5422f8a9 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:28:23.500337 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port 7c03d31f-0813-4b10-b8d0-c95c5422f8a9 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:28:23.500762 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (7c03d31f-0813-4b10-b8d0-c95c5422f8a9), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:23.744722 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de589c1a-1220-48b3-8f89-11f560b4ab93 req-69f33f25-ba1d-485b-9cb5-13ec77311627 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:23.745327 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 7c03d31f-0813-4b10-b8d0-c95c5422f8a9 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:28:23.745438 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (7c03d31f-0813-4b10-b8d0-c95c5422f8a9), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:23.746124 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-de589c1a-1220-48b3-8f89-11f560b4ab93 req-69f33f25-ba1d-485b-9cb5-13ec77311627 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/networks?id=807841f9-d84f-4fe6-a50f-e894d5c99d0b HTTP/1.1" status: 200 len: 814 time: 0.1029899 Feb 09 22:28:23.761157 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-de589c1a-1220-48b3-8f89-11f560b4ab93 req-c00b8549-8ed7-427f-8bd2-f25072e3a3a7 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/quotas/c72e1579900c4ee0ae8812e191e40277 HTTP/1.1" status: 200 len: 375 time: 0.0095406 Feb 09 22:28:23.768184 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fb6aee1-0183-4dd8-bc94-4eb7c5ef6ae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c03d31f-0813-4b10-b8d0-c95c5422f8a9'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:28:23.770821 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cf4d4d953224237653245d15ffec07a65c4bd356d4237fd84236d8abf5d48a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0912163e-d795-4bea-af7c-3999087c47c0" -d '{"events": [{"server_uuid": "9fb6aee1-0183-4dd8-bc94-4eb7c5ef6ae7", "name": "network-vif-plugged", "status": "completed", "tag": "7c03d31f-0813-4b10-b8d0-c95c5422f8a9"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:28:23.783323 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 7c03d31f-0813-4b10-b8d0-c95c5422f8a9, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=7c03d31f-0813-4b10-b8d0-c95c5422f8a9,segment=NetworkSegment(07373286-dda4-4011-b6d0-a0864cea7d12),segment_id=07373286-dda4-4011-b6d0-a0864cea7d12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:28:23.787613 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (7c03d31f-0813-4b10-b8d0-c95c5422f8a9), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:23.812657 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f3cc4cc-6bb6-45ee-816c-2e9720eb8ead x-openstack-request-id: req-5f3cc4cc-6bb6-45ee-816c-2e9720eb8ead {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:28:23.812965 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fb6aee1-0183-4dd8-bc94-4eb7c5ef6ae7", "name": "network-vif-plugged", "status": "completed", "tag": "7c03d31f-0813-4b10-b8d0-c95c5422f8a9", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:28:23.813222 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-5f3cc4cc-6bb6-45ee-816c-2e9720eb8ead {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:28:23.813615 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fb6aee1-0183-4dd8-bc94-4eb7c5ef6ae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c03d31f-0813-4b10-b8d0-c95c5422f8a9', 'code': 200} Feb 09 22:28:23.821042 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-de589c1a-1220-48b3-8f89-11f560b4ab93 req-adcb9d1f-5789-464d-8138-c6169e3623ae tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=c72e1579900c4ee0ae8812e191e40277&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0544994 Feb 09 22:28:23.838766 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=7c03d31f-0813-4b10-b8d0-c95c5422f8a9,revision_number=9']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:28:23.910416 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-de589c1a-1220-48b3-8f89-11f560b4ab93 req-e22c7078-4a35-48f1-8685-b6552a12df4f service neutron] 10.222.0.90 "GET /v2.0/networks/807841f9-d84f-4fe6-a50f-e894d5c99d0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826166 Feb 09 22:28:23.933482 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:24.004305 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-de589c1a-1220-48b3-8f89-11f560b4ab93 req-16f8c295-85d0-400a-8d43-73c3454fb428 service neutron] 10.222.0.90 "GET /v2.0/networks/807841f9-d84f-4fe6-a50f-e894d5c99d0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866988 Feb 09 22:28:24.162100 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7ce53439-f470-4619-a326-374f4b767813 req-111e72bb-8325-4c62-b7ba-cf4eb561ba8d tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/ports?device_id=e7ca6524-ad05-43fa-9821-f318426d0a23 HTTP/1.1" status: 200 len: 210 time: 0.0269916 Feb 09 22:28:25.006610 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.95', 61076) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:28:25.022609 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf97badb-96b2-4242-99cc-3300b0762720 req-73cfce3b-2b9f-4b63-a726-be1fd9718a4e tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:25.024172 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cf97badb-96b2-4242-99cc-3300b0762720 req-73cfce3b-2b9f-4b63-a726-be1fd9718a4e tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.95 "GET /v2.0/ports?device_id=9fb6aee1-0183-4dd8-bc94-4eb7c5ef6ae7 HTTP/1.1" status: 200 len: 945 time: 0.0548604 Feb 09 22:28:25.114014 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de589c1a-1220-48b3-8f89-11f560b4ab93 req-d7c6c5f1-c101-4fea-939e-7bc7cf42e8b9 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:25.118060 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-de589c1a-1220-48b3-8f89-11f560b4ab93 req-d7c6c5f1-c101-4fea-939e-7bc7cf42e8b9 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.95 "GET /v2.0/networks?id=807841f9-d84f-4fe6-a50f-e894d5c99d0b HTTP/1.1" status: 200 len: 814 time: 0.1100080 Feb 09 22:28:25.124362 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-cf97badb-96b2-4242-99cc-3300b0762720 req-45276b01-fe0a-4c78-9ed4-bfa470ebb632 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Deleting port 7c03d31f-0813-4b10-b8d0-c95c5422f8a9 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:28:25.124784 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-cf97badb-96b2-4242-99cc-3300b0762720 req-45276b01-fe0a-4c78-9ed4-bfa470ebb632 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (7c03d31f-0813-4b10-b8d0-c95c5422f8a9), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:25.129961 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-de589c1a-1220-48b3-8f89-11f560b4ab93 req-a56ae2b3-9635-4200-8f7a-a538af4e64bc tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Request body: {'port': {'device_id': 'e7ca6524-ad05-43fa-9821-f318426d0a23', 'network_id': '807841f9-d84f-4fe6-a50f-e894d5c99d0b', 'admin_state_up': True, 'tenant_id': 'c72e1579900c4ee0ae8812e191e40277'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:28:25.229672 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-cf97badb-96b2-4242-99cc-3300b0762720 req-45276b01-fe0a-4c78-9ed4-bfa470ebb632 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] For port 7c03d31f-0813-4b10-b8d0-c95c5422f8a9, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=7c03d31f-0813-4b10-b8d0-c95c5422f8a9,segment=NetworkSegment(07373286-dda4-4011-b6d0-a0864cea7d12),segment_id=07373286-dda4-4011-b6d0-a0864cea7d12)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:28:25.230038 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-cf97badb-96b2-4242-99cc-3300b0762720 req-45276b01-fe0a-4c78-9ed4-bfa470ebb632 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (7c03d31f-0813-4b10-b8d0-c95c5422f8a9), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:25.249679 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de589c1a-1220-48b3-8f89-11f560b4ab93 req-a56ae2b3-9635-4200-8f7a-a538af4e64bc tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Made reservation on behalf of c72e1579900c4ee0ae8812e191e40277 for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:28:25.253382 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-de589c1a-1220-48b3-8f89-11f560b4ab93 req-a56ae2b3-9635-4200-8f7a-a538af4e64bc tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:25.267452 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-cf97badb-96b2-4242-99cc-3300b0762720 req-45276b01-fe0a-4c78-9ed4-bfa470ebb632 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Calling delete_port for 7c03d31f-0813-4b10-b8d0-c95c5422f8a9 owned by compute:nova {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:28:25.270470 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3cdae8e2-c891-42b5-9861-91d22107a4c4 req-0833b90d-9e83-46d0-b4a6-bafe2ef26f97 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/ports?device_id=e7ca6524-ad05-43fa-9821-f318426d0a23 HTTP/1.1" status: 200 len: 210 time: 0.0330973 Feb 09 22:28:25.387185 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [req-de589c1a-1220-48b3-8f89-11f560b4ab93 req-a56ae2b3-9635-4200-8f7a-a538af4e64bc tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Allocated IP 172.20.0.4 (807841f9-d84f-4fe6-a50f-e894d5c99d0b/d03d3f29-e985-450f-b5e3-3b2724543834/2391700f-5af9-405e-b479-cac149f26eaf) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:28:25.415844 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-cf97badb-96b2-4242-99cc-3300b0762720 req-45276b01-fe0a-4c78-9ed4-bfa470ebb632 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (7c03d31f-0813-4b10-b8d0-c95c5422f8a9), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:25.429357 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['7c03d31f-0813-4b10-b8d0-c95c5422f8a9'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:28:25.446671 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45276b01-fe0a-4c78-9ed4-bfa470ebb632 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Pushing event deleted for resources: {'Port': ['ID=7c03d31f-0813-4b10-b8d0-c95c5422f8a9,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:28:25.493404 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf97badb-96b2-4242-99cc-3300b0762720 req-45276b01-fe0a-4c78-9ed4-bfa470ebb632 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] No DVR routers for this DVR port 7c03d31f-0813-4b10-b8d0-c95c5422f8a9 on host n-h1-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:28:25.496039 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-cf97badb-96b2-4242-99cc-3300b0762720 req-45276b01-fe0a-4c78-9ed4-bfa470ebb632 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:25.499480 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cf97badb-96b2-4242-99cc-3300b0762720 req-45276b01-fe0a-4c78-9ed4-bfa470ebb632 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.95 "DELETE /v2.0/ports/7c03d31f-0813-4b10-b8d0-c95c5422f8a9 HTTP/1.1" status: 204 len: 173 time: 0.4704614 Feb 09 22:28:25.499933 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fb6aee1-0183-4dd8-bc94-4eb7c5ef6ae7', 'name': 'network-vif-deleted', 'tag': '7c03d31f-0813-4b10-b8d0-c95c5422f8a9'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:28:25.502314 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}084566773578a82c7ab9e8b7d7948f8d3f1cbdaece621e80e6759ea940bbe07a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cdc8994-5656-4486-ad98-afbc98d050b5" -d '{"events": [{"server_uuid": "9fb6aee1-0183-4dd8-bc94-4eb7c5ef6ae7", "name": "network-vif-deleted", "tag": "7c03d31f-0813-4b10-b8d0-c95c5422f8a9"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:28:25.541743 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a81b609-93b1-4bb7-8e1c-6cfaaed1e6e8 x-openstack-request-id: req-8a81b609-93b1-4bb7-8e1c-6cfaaed1e6e8 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:28:25.542135 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fb6aee1-0183-4dd8-bc94-4eb7c5ef6ae7", "name": "network-vif-deleted", "tag": "7c03d31f-0813-4b10-b8d0-c95c5422f8a9", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:28:25.542465 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-8a81b609-93b1-4bb7-8e1c-6cfaaed1e6e8 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:28:25.542941 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fb6aee1-0183-4dd8-bc94-4eb7c5ef6ae7', 'name': 'network-vif-deleted', 'tag': '7c03d31f-0813-4b10-b8d0-c95c5422f8a9', 'status': 'completed', 'code': 200} Feb 09 22:28:25.588544 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-de589c1a-1220-48b3-8f89-11f560b4ab93 req-a56ae2b3-9635-4200-8f7a-a538af4e64bc tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Publish callbacks [] for port (2391700f-5af9-405e-b479-cac149f26eaf), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:25.623309 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-de589c1a-1220-48b3-8f89-11f560b4ab93 req-a56ae2b3-9635-4200-8f7a-a538af4e64bc tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (2391700f-5af9-405e-b479-cac149f26eaf), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:25.638831 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['7c03d31f-0813-4b10-b8d0-c95c5422f8a9'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:28:25.674580 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de589c1a-1220-48b3-8f89-11f560b4ab93 req-a56ae2b3-9635-4200-8f7a-a538af4e64bc tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Network 807841f9-d84f-4fe6-a50f-e894d5c99d0b is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:28:25.678393 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [req-de589c1a-1220-48b3-8f89-11f560b4ab93 req-a56ae2b3-9635-4200-8f7a-a538af4e64bc tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:28:25.682070 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-de589c1a-1220-48b3-8f89-11f560b4ab93 req-a56ae2b3-9635-4200-8f7a-a538af4e64bc tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:28:25.688959 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56ae2b3-9635-4200-8f7a-a538af4e64bc tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Pushing event updated for resources: {'Port': ['ID=2391700f-5af9-405e-b479-cac149f26eaf,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:28:25.718199 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56ae2b3-9635-4200-8f7a-a538af4e64bc tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:28:25.718547 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56ae2b3-9635-4200-8f7a-a538af4e64bc tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:28:25.718895 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56ae2b3-9635-4200-8f7a-a538af4e64bc tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:28:25.719230 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56ae2b3-9635-4200-8f7a-a538af4e64bc tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:28:25.719555 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56ae2b3-9635-4200-8f7a-a538af4e64bc tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:28:25.719880 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56ae2b3-9635-4200-8f7a-a538af4e64bc tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:28:25.720202 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56ae2b3-9635-4200-8f7a-a538af4e64bc tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:28:25.720545 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56ae2b3-9635-4200-8f7a-a538af4e64bc tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:28:25.720866 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56ae2b3-9635-4200-8f7a-a538af4e64bc tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:28:25.721186 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56ae2b3-9635-4200-8f7a-a538af4e64bc tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:28:25.721511 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56ae2b3-9635-4200-8f7a-a538af4e64bc tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:28:25.721812 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56ae2b3-9635-4200-8f7a-a538af4e64bc tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:28:25.722131 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56ae2b3-9635-4200-8f7a-a538af4e64bc tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:28:25.746808 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de589c1a-1220-48b3-8f89-11f560b4ab93 req-a56ae2b3-9635-4200-8f7a-a538af4e64bc tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:25.747420 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-de589c1a-1220-48b3-8f89-11f560b4ab93 req-a56ae2b3-9635-4200-8f7a-a538af4e64bc tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:25.762442 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-de589c1a-1220-48b3-8f89-11f560b4ab93 req-a56ae2b3-9635-4200-8f7a-a538af4e64bc tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6363974 Feb 09 22:28:25.773453 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-de589c1a-1220-48b3-8f89-11f560b4ab93 req-fc0b9118-0934-4de9-a103-4a812fb87e0c service neutron] Request body: {'port': {'device_id': 'e7ca6524-ad05-43fa-9821-f318426d0a23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:28:25.830107 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-de589c1a-1220-48b3-8f89-11f560b4ab93 req-fc0b9118-0934-4de9-a103-4a812fb87e0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (2391700f-5af9-405e-b479-cac149f26eaf), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:26.090181 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-de589c1a-1220-48b3-8f89-11f560b4ab93 req-fc0b9118-0934-4de9-a103-4a812fb87e0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2391700f-5af9-405e-b479-cac149f26eaf {{(pid=103141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:28:26.097590 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-de589c1a-1220-48b3-8f89-11f560b4ab93 req-fc0b9118-0934-4de9-a103-4a812fb87e0c service neutron] Publish callbacks [] for port (2391700f-5af9-405e-b479-cac149f26eaf), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:26.110245 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-de589c1a-1220-48b3-8f89-11f560b4ab93 req-fc0b9118-0934-4de9-a103-4a812fb87e0c service neutron] Transition to ACTIVE for port object 2391700f-5af9-405e-b479-cac149f26eaf will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:28:26.113853 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-de589c1a-1220-48b3-8f89-11f560b4ab93 req-fc0b9118-0934-4de9-a103-4a812fb87e0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (2391700f-5af9-405e-b479-cac149f26eaf), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:26.164921 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0b9118-0934-4de9-a103-4a812fb87e0c service neutron] Pushing event updated for resources: {'Port': ['ID=2391700f-5af9-405e-b479-cac149f26eaf,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:28:26.227848 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-de589c1a-1220-48b3-8f89-11f560b4ab93 req-fc0b9118-0934-4de9-a103-4a812fb87e0c service neutron] Attempting to bind port 2391700f-5af9-405e-b479-cac149f26eaf on host n-h1-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:28:26.228176 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-de589c1a-1220-48b3-8f89-11f560b4ab93 req-fc0b9118-0934-4de9-a103-4a812fb87e0c service neutron] Attempting to bind port 2391700f-5af9-405e-b479-cac149f26eaf by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': '07373286-dda4-4011-b6d0-a0864cea7d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '807841f9-d84f-4fe6-a50f-e894d5c99d0b'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:28:26.228537 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de589c1a-1220-48b3-8f89-11f560b4ab93 req-fc0b9118-0934-4de9-a103-4a812fb87e0c service neutron] Attempting to bind port 2391700f-5af9-405e-b479-cac149f26eaf on network 807841f9-d84f-4fe6-a50f-e894d5c99d0b {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:28:26.232713 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de589c1a-1220-48b3-8f89-11f560b4ab93 req-fc0b9118-0934-4de9-a103-4a812fb87e0c service neutron] Port 2391700f-5af9-405e-b479-cac149f26eaf on network 807841f9-d84f-4fe6-a50f-e894d5c99d0b not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:28:26.233029 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de589c1a-1220-48b3-8f89-11f560b4ab93 req-fc0b9118-0934-4de9-a103-4a812fb87e0c service neutron] Attempting to bind port 2391700f-5af9-405e-b479-cac149f26eaf on network 807841f9-d84f-4fe6-a50f-e894d5c99d0b {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:28:26.237711 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de589c1a-1220-48b3-8f89-11f560b4ab93 req-fc0b9118-0934-4de9-a103-4a812fb87e0c service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:28:26.238041 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de589c1a-1220-48b3-8f89-11f560b4ab93 req-fc0b9118-0934-4de9-a103-4a812fb87e0c service neutron] Checking segment: {'id': '07373286-dda4-4011-b6d0-a0864cea7d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '807841f9-d84f-4fe6-a50f-e894d5c99d0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:28:26.238416 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de589c1a-1220-48b3-8f89-11f560b4ab93 req-fc0b9118-0934-4de9-a103-4a812fb87e0c service neutron] Bound using segment: {'id': '07373286-dda4-4011-b6d0-a0864cea7d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '807841f9-d84f-4fe6-a50f-e894d5c99d0b'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:28:26.238833 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-de589c1a-1220-48b3-8f89-11f560b4ab93 req-fc0b9118-0934-4de9-a103-4a812fb87e0c service neutron] Bound port: 2391700f-5af9-405e-b479-cac149f26eaf, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07373286-dda4-4011-b6d0-a0864cea7d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '807841f9-d84f-4fe6-a50f-e894d5c99d0b'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:28:26.239178 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-de589c1a-1220-48b3-8f89-11f560b4ab93 req-fc0b9118-0934-4de9-a103-4a812fb87e0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (2391700f-5af9-405e-b479-cac149f26eaf), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:26.304403 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-de589c1a-1220-48b3-8f89-11f560b4ab93 req-fc0b9118-0934-4de9-a103-4a812fb87e0c service neutron] For port 2391700f-5af9-405e-b479-cac149f26eaf, host n-h1-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:28:26.307519 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-de589c1a-1220-48b3-8f89-11f560b4ab93 req-fc0b9118-0934-4de9-a103-4a812fb87e0c service neutron] For port 2391700f-5af9-405e-b479-cac149f26eaf, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=2391700f-5af9-405e-b479-cac149f26eaf,segment=NetworkSegment(07373286-dda4-4011-b6d0-a0864cea7d12),segment_id=07373286-dda4-4011-b6d0-a0864cea7d12)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:28:26.313949 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-de589c1a-1220-48b3-8f89-11f560b4ab93 req-fc0b9118-0934-4de9-a103-4a812fb87e0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (2391700f-5af9-405e-b479-cac149f26eaf), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:26.349413 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de589c1a-1220-48b3-8f89-11f560b4ab93 req-fc0b9118-0934-4de9-a103-4a812fb87e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:26.350036 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-de589c1a-1220-48b3-8f89-11f560b4ab93 req-fc0b9118-0934-4de9-a103-4a812fb87e0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:26.351409 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-de589c1a-1220-48b3-8f89-11f560b4ab93 req-fc0b9118-0934-4de9-a103-4a812fb87e0c service neutron] 10.222.0.95 "PUT /v2.0/ports/2391700f-5af9-405e-b479-cac149f26eaf HTTP/1.1" status: 200 len: 1091 time: 0.5825117 Feb 09 22:28:26.351848 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7ca6524-ad05-43fa-9821-f318426d0a23', 'tag': '2391700f-5af9-405e-b479-cac149f26eaf'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:28:26.354181 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0759f77e637a6f71ff1c25bc92ec5ea77217d29fcb3f113a7ada5acb32ef5084" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d03b010a-7b29-45d2-90c9-876b0db3ad8b" -d '{"events": [{"name": "network-changed", "server_uuid": "e7ca6524-ad05-43fa-9821-f318426d0a23", "tag": "2391700f-5af9-405e-b479-cac149f26eaf"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:28:26.378150 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0b9118-0934-4de9-a103-4a812fb87e0c service neutron] Pushing event updated for resources: {'Port': ['ID=2391700f-5af9-405e-b479-cac149f26eaf,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:28:26.403999 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f91f02-4f12-48c5-b117-c1916eece093 req-1b54c5a4-1d2f-40b4-ac8e-32115e86b924 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:26.406190 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b7f91f02-4f12-48c5-b117-c1916eece093 req-1b54c5a4-1d2f-40b4-ac8e-32115e86b924 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/ports?device_id=e7ca6524-ad05-43fa-9821-f318426d0a23 HTTP/1.1" status: 200 len: 943 time: 0.0578361 Feb 09 22:28:26.424065 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b38d8cdb-79cb-4931-8a5b-ad1e68aa6a3a x-openstack-request-id: req-b38d8cdb-79cb-4931-8a5b-ad1e68aa6a3a {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:28:26.424384 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7ca6524-ad05-43fa-9821-f318426d0a23", "tag": "2391700f-5af9-405e-b479-cac149f26eaf", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:28:26.424641 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-b38d8cdb-79cb-4931-8a5b-ad1e68aa6a3a {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:28:26.425037 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7ca6524-ad05-43fa-9821-f318426d0a23', 'tag': '2391700f-5af9-405e-b479-cac149f26eaf', 'status': 'completed', 'code': 200} Feb 09 22:28:26.445166 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de589c1a-1220-48b3-8f89-11f560b4ab93 req-7d3e6f7e-9aa4-4e36-96f0-7819efdf815a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:26.446717 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-de589c1a-1220-48b3-8f89-11f560b4ab93 req-7d3e6f7e-9aa4-4e36-96f0-7819efdf815a service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=c72e1579900c4ee0ae8812e191e40277&device_id=e7ca6524-ad05-43fa-9821-f318426d0a23 HTTP/1.1" status: 200 len: 1125 time: 0.0508780 Feb 09 22:28:26.455793 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b7f91f02-4f12-48c5-b117-c1916eece093 req-2efed272-848d-4833-a53c-362a2189e1dc tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee85f35a-a85f-403c-85ec-afc35ec1a808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427945 Feb 09 22:28:26.493669 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-de589c1a-1220-48b3-8f89-11f560b4ab93 req-1781eb30-436e-4cf4-8129-495843e51cca service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2391700f-5af9-405e-b479-cac149f26eaf HTTP/1.1" status: 200 len: 217 time: 0.0394039 Feb 09 22:28:26.540692 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de589c1a-1220-48b3-8f89-11f560b4ab93 req-7e9a9fd2-3067-43d8-96a0-9c9047c2635d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:26.542154 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-de589c1a-1220-48b3-8f89-11f560b4ab93 req-7e9a9fd2-3067-43d8-96a0-9c9047c2635d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=d03d3f29-e985-450f-b5e3-3b2724543834 HTTP/1.1" status: 200 len: 854 time: 0.0434773 Feb 09 22:28:26.572954 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-de589c1a-1220-48b3-8f89-11f560b4ab93 req-3bbf32c4-38b4-4793-89b4-1d412421f564 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=807841f9-d84f-4fe6-a50f-e894d5c99d0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248671 Feb 09 22:28:26.663562 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-de589c1a-1220-48b3-8f89-11f560b4ab93 req-a73346c0-e4ea-42bc-bf2b-9383cfa91fab service neutron] 10.222.0.95 "GET /v2.0/networks/807841f9-d84f-4fe6-a50f-e894d5c99d0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851877 Feb 09 22:28:26.752136 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-de589c1a-1220-48b3-8f89-11f560b4ab93 req-6170c6b4-da6a-4dfc-a5fa-d19b14d04065 service neutron] 10.222.0.95 "GET /v2.0/networks/807841f9-d84f-4fe6-a50f-e894d5c99d0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822308 Feb 09 22:28:26.844503 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03b010a-7b29-45d2-90c9-876b0db3ad8b req-1fc73c20-a0b2-440d-972d-8c5d4b95acc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:26.846046 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d03b010a-7b29-45d2-90c9-876b0db3ad8b req-1fc73c20-a0b2-440d-972d-8c5d4b95acc0 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=c72e1579900c4ee0ae8812e191e40277&device_id=e7ca6524-ad05-43fa-9821-f318426d0a23 HTTP/1.1" status: 200 len: 1125 time: 0.0474811 Feb 09 22:28:26.938814 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03b010a-7b29-45d2-90c9-876b0db3ad8b req-7559f207-86d5-4a23-af27-e2e079f517ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:26.940203 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d03b010a-7b29-45d2-90c9-876b0db3ad8b req-7559f207-86d5-4a23-af27-e2e079f517ab service neutron] 10.222.0.95 "GET /v2.0/networks?id=807841f9-d84f-4fe6-a50f-e894d5c99d0b HTTP/1.1" status: 200 len: 915 time: 0.0878820 Feb 09 22:28:26.980135 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d03b010a-7b29-45d2-90c9-876b0db3ad8b req-d68ac355-bd42-436f-955a-04f8ce31b469 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2391700f-5af9-405e-b479-cac149f26eaf HTTP/1.1" status: 200 len: 217 time: 0.0339708 Feb 09 22:28:27.031187 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03b010a-7b29-45d2-90c9-876b0db3ad8b req-2434bc96-96fb-4633-9c6b-cf75ef35fe5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:27.032621 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d03b010a-7b29-45d2-90c9-876b0db3ad8b req-2434bc96-96fb-4633-9c6b-cf75ef35fe5e service neutron] 10.222.0.95 "GET /v2.0/subnets?id=d03d3f29-e985-450f-b5e3-3b2724543834 HTTP/1.1" status: 200 len: 854 time: 0.0464582 Feb 09 22:28:27.066535 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d03b010a-7b29-45d2-90c9-876b0db3ad8b req-1a15ba09-7e52-4673-aa53-7534786daad6 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=807841f9-d84f-4fe6-a50f-e894d5c99d0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264628 Feb 09 22:28:27.153464 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d03b010a-7b29-45d2-90c9-876b0db3ad8b req-e6d51b45-44b4-430f-bed1-bd194ffce508 service neutron] 10.222.0.95 "GET /v2.0/networks/807841f9-d84f-4fe6-a50f-e894d5c99d0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803490 Feb 09 22:28:27.245854 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d03b010a-7b29-45d2-90c9-876b0db3ad8b req-3a34fb37-2d17-44ad-8314-5fce0160cfa5 service neutron] 10.222.0.95 "GET /v2.0/networks/807841f9-d84f-4fe6-a50f-e894d5c99d0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860236 Feb 09 22:28:27.575768 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0a1260-1b50-4538-aaf3-34631d0c2297 req-2b635cfe-33ec-49dd-aae9-d6a4eae82d52 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:27.577279 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7d0a1260-1b50-4538-aaf3-34631d0c2297 req-2b635cfe-33ec-49dd-aae9-d6a4eae82d52 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/ports?device_id=e7ca6524-ad05-43fa-9821-f318426d0a23 HTTP/1.1" status: 200 len: 943 time: 0.0519891 Feb 09 22:28:27.623508 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7d0a1260-1b50-4538-aaf3-34631d0c2297 req-cf7f6fc9-be8d-468a-ab48-99b9a54f5d4d tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee85f35a-a85f-403c-85ec-afc35ec1a808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407112 Feb 09 22:28:28.746486 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d57798-936f-4bf1-b950-2c8c21192d0c req-ab5bee7a-a3dd-4026-8548-3252d0d3b0b5 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:28.747972 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-43d57798-936f-4bf1-b950-2c8c21192d0c req-ab5bee7a-a3dd-4026-8548-3252d0d3b0b5 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/ports?device_id=e7ca6524-ad05-43fa-9821-f318426d0a23 HTTP/1.1" status: 200 len: 943 time: 0.0570052 Feb 09 22:28:28.794100 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-43d57798-936f-4bf1-b950-2c8c21192d0c req-865a7891-7e6a-4b3c-bcc1-08ef2c782b4d tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee85f35a-a85f-403c-85ec-afc35ec1a808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405116 Feb 09 22:28:29.459860 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 2391700f-5af9-405e-b479-cac149f26eaf details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:28:29.462049 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 7c03d31f-0813-4b10-b8d0-c95c5422f8a9 no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:28:29.489644 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] No Port match for: 7c03d31f-0813-4b10-b8d0-c95c5422f8a9 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:28:29.489993 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 7c03d31f-0813-4b10-b8d0-c95c5422f8a9 not bound to the agent host n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:28:29.575262 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 2391700f-5af9-405e-b479-cac149f26eaf, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=2391700f-5af9-405e-b479-cac149f26eaf,segment=NetworkSegment(07373286-dda4-4011-b6d0-a0864cea7d12),segment_id=07373286-dda4-4011-b6d0-a0864cea7d12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:28:29.586413 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': '2391700f-5af9-405e-b479-cac149f26eaf', 'network_id': '807841f9-d84f-4fe6-a50f-e894d5c99d0b', 'port_id': '2391700f-5af9-405e-b479-cac149f26eaf', 'mac_address': 'fa:16:3e:15:87:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd03d3f29-e985-450f-b5e3-3b2724543834', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:28:29.622673 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 2391700f-5af9-405e-b479-cac149f26eaf is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:28:29.623067 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (2391700f-5af9-405e-b479-cac149f26eaf), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:29.636124 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2391700f-5af9-405e-b479-cac149f26eaf {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:28:29.655800 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 2391700f-5af9-405e-b479-cac149f26eaf, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=2391700f-5af9-405e-b479-cac149f26eaf,segment=NetworkSegment(07373286-dda4-4011-b6d0-a0864cea7d12),segment_id=07373286-dda4-4011-b6d0-a0864cea7d12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:28:29.659646 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (2391700f-5af9-405e-b479-cac149f26eaf), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:29.709234 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=2391700f-5af9-405e-b479-cac149f26eaf,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:28:29.870911 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['2391700f-5af9-405e-b479-cac149f26eaf'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:28:29.912246 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e6a43e-df7f-441e-856f-773ae68d364d req-4da87290-c6e1-4ed6-9b8c-37e3adc49d85 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:29.913787 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-67e6a43e-df7f-441e-856f-773ae68d364d req-4da87290-c6e1-4ed6-9b8c-37e3adc49d85 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/ports?device_id=e7ca6524-ad05-43fa-9821-f318426d0a23 HTTP/1.1" status: 200 len: 944 time: 0.0528588 Feb 09 22:28:29.961105 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-67e6a43e-df7f-441e-856f-773ae68d364d req-bad91cc8-d77c-4fd5-b428-86f5b37d42ca tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee85f35a-a85f-403c-85ec-afc35ec1a808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417044 Feb 09 22:28:31.081601 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5298cf8-538a-481b-90a8-082cd072d873 req-54bf1cc6-705c-4190-a1d5-8026deb71c01 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:31.083125 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d5298cf8-538a-481b-90a8-082cd072d873 req-54bf1cc6-705c-4190-a1d5-8026deb71c01 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/ports?device_id=e7ca6524-ad05-43fa-9821-f318426d0a23 HTTP/1.1" status: 200 len: 944 time: 0.0563159 Feb 09 22:28:31.127790 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d5298cf8-538a-481b-90a8-082cd072d873 req-b30d650b-27dd-409c-9880-9d7a38d87374 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee85f35a-a85f-403c-85ec-afc35ec1a808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392084 Feb 09 22:28:31.466767 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 2391700f-5af9-405e-b479-cac149f26eaf up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:28:31.517270 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning for port 2391700f-5af9-405e-b479-cac149f26eaf completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:28:31.521756 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port 2391700f-5af9-405e-b479-cac149f26eaf triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:28:31.522127 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (2391700f-5af9-405e-b479-cac149f26eaf), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:31.596125 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 2391700f-5af9-405e-b479-cac149f26eaf is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:28:31.596540 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (2391700f-5af9-405e-b479-cac149f26eaf), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:31.617754 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7ca6524-ad05-43fa-9821-f318426d0a23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2391700f-5af9-405e-b479-cac149f26eaf'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:28:31.619976 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cf4d4d953224237653245d15ffec07a65c4bd356d4237fd84236d8abf5d48a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eed32ab-d3bc-4a56-9d9c-0258df1628f6" -d '{"events": [{"server_uuid": "e7ca6524-ad05-43fa-9821-f318426d0a23", "name": "network-vif-plugged", "status": "completed", "tag": "2391700f-5af9-405e-b479-cac149f26eaf"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:28:31.632668 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 2391700f-5af9-405e-b479-cac149f26eaf, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=2391700f-5af9-405e-b479-cac149f26eaf,segment=NetworkSegment(07373286-dda4-4011-b6d0-a0864cea7d12),segment_id=07373286-dda4-4011-b6d0-a0864cea7d12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:28:31.636956 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (2391700f-5af9-405e-b479-cac149f26eaf), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:31.664198 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d6a1fa-b72e-45d2-af38-5256ab515932 x-openstack-request-id: req-d8d6a1fa-b72e-45d2-af38-5256ab515932 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:28:31.664525 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7ca6524-ad05-43fa-9821-f318426d0a23", "name": "network-vif-plugged", "status": "completed", "tag": "2391700f-5af9-405e-b479-cac149f26eaf", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:28:31.664774 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-d8d6a1fa-b72e-45d2-af38-5256ab515932 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:28:31.665158 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7ca6524-ad05-43fa-9821-f318426d0a23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2391700f-5af9-405e-b479-cac149f26eaf', 'code': 200} Feb 09 22:28:31.693987 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=2391700f-5af9-405e-b479-cac149f26eaf,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:28:31.702346 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:28:31.702694 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:28:31.703036 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:28:31.703374 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:28:31.703708 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:28:31.704050 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:28:31.704399 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:28:31.705327 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:28:31.706137 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:28:31.706474 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:28:31.706803 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:28:31.707132 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:28:31.707457 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:28:31.760505 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b210359-ca3e-4cbc-8b8f-3d58ea010f0e req-e987ce5f-711f-4163-924e-085761857814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:31.762007 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-3b210359-ca3e-4cbc-8b8f-3d58ea010f0e req-e987ce5f-711f-4163-924e-085761857814 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=e7ca6524-ad05-43fa-9821-f318426d0a23 HTTP/1.1" status: 200 len: 1127 time: 0.0442469 Feb 09 22:28:31.804526 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-3b210359-ca3e-4cbc-8b8f-3d58ea010f0e req-34548cca-f2db-4d77-a794-805eb746bedf service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=ee85f35a-a85f-403c-85ec-afc35ec1a808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365987 Feb 09 22:28:32.246881 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b499656-d99f-4f8c-9066-fc6bfa05788a req-5e9f89f2-5a5b-410a-b810-9d9b51c56d7e tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:32.248396 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6b499656-d99f-4f8c-9066-fc6bfa05788a req-5e9f89f2-5a5b-410a-b810-9d9b51c56d7e tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/ports?device_id=e7ca6524-ad05-43fa-9821-f318426d0a23 HTTP/1.1" status: 200 len: 945 time: 0.0520737 Feb 09 22:28:32.294460 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6b499656-d99f-4f8c-9066-fc6bfa05788a req-12223553-c278-49c3-be76-afeec481c8f8 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee85f35a-a85f-403c-85ec-afc35ec1a808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405900 Feb 09 22:28:33.420335 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e688a8cc-e7bc-4a49-9225-c2c233b7ecaf req-79d69c05-de08-4c7a-ac2d-12cad69f1e85 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:33.421829 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e688a8cc-e7bc-4a49-9225-c2c233b7ecaf req-79d69c05-de08-4c7a-ac2d-12cad69f1e85 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/ports?device_id=e7ca6524-ad05-43fa-9821-f318426d0a23 HTTP/1.1" status: 200 len: 945 time: 0.0578353 Feb 09 22:28:33.471964 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e688a8cc-e7bc-4a49-9225-c2c233b7ecaf req-0cdda154-e5ec-4610-a406-8df09a131964 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee85f35a-a85f-403c-85ec-afc35ec1a808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440340 Feb 09 22:28:33.588212 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a2c678-7e8a-4c65-a565-7ba89351be3d req-6107164f-a566-4dd3-95bc-30e61c6ba1d1 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:33.589960 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-71a2c678-7e8a-4c65-a565-7ba89351be3d req-6107164f-a566-4dd3-95bc-30e61c6ba1d1 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/ports?device_id=e7ca6524-ad05-43fa-9821-f318426d0a23 HTTP/1.1" status: 200 len: 945 time: 0.0531814 Feb 09 22:28:33.637771 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-71a2c678-7e8a-4c65-a565-7ba89351be3d req-4d3ba84d-5eca-4f94-b976-d3105ae37cad tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee85f35a-a85f-403c-85ec-afc35ec1a808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423367 Feb 09 22:28:33.861897 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c9ba65ce-c3a3-4e38-bb64-edfb812d52c0 req-33460966-9f7a-4788-a162-e1506d416873 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=e7ca6524-ad05-43fa-9821-f318426d0a23&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0440981 Feb 09 22:28:33.874996 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169029d1-eaa3-44a4-83c8-733db30e49cc req-211843cb-328f-4ec3-9d75-d25f20b50923 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:33.876521 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-169029d1-eaa3-44a4-83c8-733db30e49cc req-211843cb-328f-4ec3-9d75-d25f20b50923 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/ports?device_id=e7ca6524-ad05-43fa-9821-f318426d0a23 HTTP/1.1" status: 200 len: 945 time: 0.0526071 Feb 09 22:28:33.925448 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-169029d1-eaa3-44a4-83c8-733db30e49cc req-830d2f2f-a3c0-438f-bc6a-382fd89524cb tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee85f35a-a85f-403c-85ec-afc35ec1a808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431488 Feb 09 22:28:35.010877 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ba65ce-c3a3-4e38-bb64-edfb812d52c0 req-b30cdd01-1436-4470-bbb2-1d1660d47965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:35.012430 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c9ba65ce-c3a3-4e38-bb64-edfb812d52c0 req-b30cdd01-1436-4470-bbb2-1d1660d47965 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=c72e1579900c4ee0ae8812e191e40277&device_id=e7ca6524-ad05-43fa-9821-f318426d0a23 HTTP/1.1" status: 200 len: 1127 time: 0.0495684 Feb 09 22:28:35.053431 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd00e418-df9d-4c6a-a26a-70d4d8fcdf69 req-4fff980f-c5b3-44d0-9e76-387cbe5b1de2 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:35.055080 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bd00e418-df9d-4c6a-a26a-70d4d8fcdf69 req-4fff980f-c5b3-44d0-9e76-387cbe5b1de2 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/ports?device_id=e7ca6524-ad05-43fa-9821-f318426d0a23 HTTP/1.1" status: 200 len: 945 time: 0.0591357 Feb 09 22:28:35.102908 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bd00e418-df9d-4c6a-a26a-70d4d8fcdf69 req-84b0763d-0ca8-4220-a56e-54748ac56b70 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee85f35a-a85f-403c-85ec-afc35ec1a808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412035 Feb 09 22:28:35.105106 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ba65ce-c3a3-4e38-bb64-edfb812d52c0 req-fb5a92f4-4d06-4aef-bab9-2c81412bbe4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:35.106577 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c9ba65ce-c3a3-4e38-bb64-edfb812d52c0 req-fb5a92f4-4d06-4aef-bab9-2c81412bbe4b service neutron] 10.222.0.95 "GET /v2.0/networks?id=807841f9-d84f-4fe6-a50f-e894d5c99d0b HTTP/1.1" status: 200 len: 915 time: 0.0861402 Feb 09 22:28:35.160114 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c9ba65ce-c3a3-4e38-bb64-edfb812d52c0 req-15376e8f-c473-4179-8486-00c854a9efa9 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2391700f-5af9-405e-b479-cac149f26eaf HTTP/1.1" status: 200 len: 217 time: 0.0464630 Feb 09 22:28:35.523996 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ba65ce-c3a3-4e38-bb64-edfb812d52c0 req-a971bf21-f5fa-4e7b-8235-1d09004a92f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:35.525515 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c9ba65ce-c3a3-4e38-bb64-edfb812d52c0 req-a971bf21-f5fa-4e7b-8235-1d09004a92f8 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=d03d3f29-e985-450f-b5e3-3b2724543834 HTTP/1.1" status: 200 len: 854 time: 0.3582559 Feb 09 22:28:35.556781 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c9ba65ce-c3a3-4e38-bb64-edfb812d52c0 req-18f7c589-ac7b-4cab-a3ed-c1fbe5420aa2 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=807841f9-d84f-4fe6-a50f-e894d5c99d0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252407 Feb 09 22:28:35.647362 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c9ba65ce-c3a3-4e38-bb64-edfb812d52c0 req-8f1938ee-48b8-46a8-b95f-21b6e943dcb7 service neutron] 10.222.0.95 "GET /v2.0/networks/807841f9-d84f-4fe6-a50f-e894d5c99d0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844424 Feb 09 22:28:35.737847 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c9ba65ce-c3a3-4e38-bb64-edfb812d52c0 req-a07fc078-20b9-4628-940c-aa7de1e32c46 service neutron] 10.222.0.95 "GET /v2.0/networks/807841f9-d84f-4fe6-a50f-e894d5c99d0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843923 Feb 09 22:28:36.222494 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e83231-eb65-479a-a48f-2a7a78930b94 req-32b292ae-1d8b-4778-b517-352c047a95a3 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:36.224659 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-86e83231-eb65-479a-a48f-2a7a78930b94 req-32b292ae-1d8b-4778-b517-352c047a95a3 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/ports?device_id=e7ca6524-ad05-43fa-9821-f318426d0a23 HTTP/1.1" status: 200 len: 945 time: 0.0530591 Feb 09 22:28:36.269511 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-86e83231-eb65-479a-a48f-2a7a78930b94 req-4b7012b6-b26b-4a61-aac9-1f3afd33a559 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee85f35a-a85f-403c-85ec-afc35ec1a808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392928 Feb 09 22:28:36.568248 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:28:37.388134 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6490fa-c4bc-47c4-887b-69c4b2387273 req-f757c762-c259-494a-ba98-765ef49d05c6 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:37.389678 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3f6490fa-c4bc-47c4-887b-69c4b2387273 req-f757c762-c259-494a-ba98-765ef49d05c6 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/ports?device_id=e7ca6524-ad05-43fa-9821-f318426d0a23 HTTP/1.1" status: 200 len: 945 time: 0.0521219 Feb 09 22:28:37.439579 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3f6490fa-c4bc-47c4-887b-69c4b2387273 req-63ca04b5-272c-46a9-915a-583c19a6c079 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee85f35a-a85f-403c-85ec-afc35ec1a808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442193 Feb 09 22:28:38.556910 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adea452-279f-4775-bc1f-8b345dfdc2f8 req-4fcdd02b-99bd-48bd-9a7e-de7373c9fcc0 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:38.558435 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2adea452-279f-4775-bc1f-8b345dfdc2f8 req-4fcdd02b-99bd-48bd-9a7e-de7373c9fcc0 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/ports?device_id=e7ca6524-ad05-43fa-9821-f318426d0a23 HTTP/1.1" status: 200 len: 945 time: 0.0519354 Feb 09 22:28:38.604653 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2adea452-279f-4775-bc1f-8b345dfdc2f8 req-01124905-3701-4d83-b710-3b6ee3c035a3 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee85f35a-a85f-403c-85ec-afc35ec1a808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404222 Feb 09 22:28:39.140902 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-790db179-cf4a-4c41-8d9a-ef1482ea2f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:39.724068 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee2505f-8b8e-43bc-ab83-7885c81273a7 req-c221f9b3-a76e-4633-b762-f0a1d1705c0e tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:39.725583 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dee2505f-8b8e-43bc-ab83-7885c81273a7 req-c221f9b3-a76e-4633-b762-f0a1d1705c0e tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/ports?device_id=e7ca6524-ad05-43fa-9821-f318426d0a23 HTTP/1.1" status: 200 len: 945 time: 0.0532672 Feb 09 22:28:39.773049 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dee2505f-8b8e-43bc-ab83-7885c81273a7 req-6d23c2ee-2896-436b-85f9-e4a2717cea7f tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee85f35a-a85f-403c-85ec-afc35ec1a808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419474 Feb 09 22:28:40.895075 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e92c565-def1-4988-b413-b7fb043c7a00 req-5bfd8c8b-0100-4fed-a2cc-4d8a790f9a46 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:40.896614 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0e92c565-def1-4988-b413-b7fb043c7a00 req-5bfd8c8b-0100-4fed-a2cc-4d8a790f9a46 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/ports?device_id=e7ca6524-ad05-43fa-9821-f318426d0a23 HTTP/1.1" status: 200 len: 945 time: 0.0555475 Feb 09 22:28:40.950243 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0e92c565-def1-4988-b413-b7fb043c7a00 req-779d2333-1351-4008-9524-d7087f2263ba tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee85f35a-a85f-403c-85ec-afc35ec1a808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434079 Feb 09 22:28:41.081686 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-86d0bf34-02fa-4937-8bee-2d6557130f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:42.068166 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c16cd76-9e4a-4d7c-9461-3b2cca8a56a5 req-a872e60a-d5dc-4944-99e2-b773149721d3 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:42.069657 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9c16cd76-9e4a-4d7c-9461-3b2cca8a56a5 req-a872e60a-d5dc-4944-99e2-b773149721d3 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/ports?device_id=e7ca6524-ad05-43fa-9821-f318426d0a23 HTTP/1.1" status: 200 len: 945 time: 0.0536547 Feb 09 22:28:42.115059 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9c16cd76-9e4a-4d7c-9461-3b2cca8a56a5 req-0d537a17-ee88-463f-97b3-1753569ba772 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee85f35a-a85f-403c-85ec-afc35ec1a808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398343 Feb 09 22:28:42.914066 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:43.236063 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4615cfb-7624-4ab2-b0d9-b5e9b2a1f70d req-dc81b22a-c005-4637-afdc-97579e9ae9e0 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:43.237583 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e4615cfb-7624-4ab2-b0d9-b5e9b2a1f70d req-dc81b22a-c005-4637-afdc-97579e9ae9e0 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/ports?device_id=e7ca6524-ad05-43fa-9821-f318426d0a23 HTTP/1.1" status: 200 len: 945 time: 0.0561268 Feb 09 22:28:43.283373 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e4615cfb-7624-4ab2-b0d9-b5e9b2a1f70d req-d47c4955-1f82-4960-ba3e-64639ce8c72c tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee85f35a-a85f-403c-85ec-afc35ec1a808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398014 Feb 09 22:28:44.330415 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:44.404241 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e01624-d42b-4995-918e-394ce5a27adc req-ba9a0465-5fed-4149-96c6-54ca3b43c513 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:44.405715 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-39e01624-d42b-4995-918e-394ce5a27adc req-ba9a0465-5fed-4149-96c6-54ca3b43c513 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/ports?device_id=e7ca6524-ad05-43fa-9821-f318426d0a23 HTTP/1.1" status: 200 len: 945 time: 0.0523353 Feb 09 22:28:44.452296 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-39e01624-d42b-4995-918e-394ce5a27adc req-8a6311eb-8590-49d5-9b30-b8984b3b7198 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee85f35a-a85f-403c-85ec-afc35ec1a808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409150 Feb 09 22:28:45.426368 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:45.577902 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f9d45c-a709-45a9-880c-eab361f5ee7e req-4eb25892-497a-4911-a601-d3b493236d69 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:45.579405 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e3f9d45c-a709-45a9-880c-eab361f5ee7e req-4eb25892-497a-4911-a601-d3b493236d69 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/ports?device_id=e7ca6524-ad05-43fa-9821-f318426d0a23 HTTP/1.1" status: 200 len: 945 time: 0.0570867 Feb 09 22:28:45.629219 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e3f9d45c-a709-45a9-880c-eab361f5ee7e req-3a9b1a57-67b5-47fa-a869-ee863dc59cb4 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee85f35a-a85f-403c-85ec-afc35ec1a808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435460 Feb 09 22:28:46.749596 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4111f7-7e3f-4d74-9d1a-f28771a50925 req-580fe9a3-55fd-431a-a5a3-74fc53762dca tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:46.751071 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6d4111f7-7e3f-4d74-9d1a-f28771a50925 req-580fe9a3-55fd-431a-a5a3-74fc53762dca tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/ports?device_id=e7ca6524-ad05-43fa-9821-f318426d0a23 HTTP/1.1" status: 200 len: 945 time: 0.0527790 Feb 09 22:28:46.797396 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6d4111f7-7e3f-4d74-9d1a-f28771a50925 req-1e86dcf9-f14b-4db5-b094-58d520af65e5 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee85f35a-a85f-403c-85ec-afc35ec1a808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407665 Feb 09 22:28:47.919401 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f920ffa2-8025-4c70-a865-61f4e77476a8 req-9c240f66-60df-4849-9be9-a39b79a3c0b6 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:47.921037 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f920ffa2-8025-4c70-a865-61f4e77476a8 req-9c240f66-60df-4849-9be9-a39b79a3c0b6 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/ports?device_id=e7ca6524-ad05-43fa-9821-f318426d0a23 HTTP/1.1" status: 200 len: 945 time: 0.0528784 Feb 09 22:28:47.967638 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f920ffa2-8025-4c70-a865-61f4e77476a8 req-be8fa0dc-b6d7-4a60-8b12-5c734c641801 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee85f35a-a85f-403c-85ec-afc35ec1a808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410969 Feb 09 22:28:49.095259 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def31fbc-a38d-4acf-98c1-2eacaadb1628 req-447b68b6-8743-44da-9230-04e41c54f562 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:49.096791 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-def31fbc-a38d-4acf-98c1-2eacaadb1628 req-447b68b6-8743-44da-9230-04e41c54f562 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/ports?device_id=e7ca6524-ad05-43fa-9821-f318426d0a23 HTTP/1.1" status: 200 len: 945 time: 0.0584793 Feb 09 22:28:49.143872 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-def31fbc-a38d-4acf-98c1-2eacaadb1628 req-fd89a10c-ef43-41e6-a2b7-813cb58c2cb0 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee85f35a-a85f-403c-85ec-afc35ec1a808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408161 Feb 09 22:28:50.263449 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c659161f-9b10-4c55-ad77-41338208e645 req-485deead-08d5-47e3-87c9-998725c27876 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:50.264983 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c659161f-9b10-4c55-ad77-41338208e645 req-485deead-08d5-47e3-87c9-998725c27876 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/ports?device_id=e7ca6524-ad05-43fa-9821-f318426d0a23 HTTP/1.1" status: 200 len: 945 time: 0.0528939 Feb 09 22:28:50.314210 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c659161f-9b10-4c55-ad77-41338208e645 req-a708b188-8348-455f-8ea3-2e981c03d456 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee85f35a-a85f-403c-85ec-afc35ec1a808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437374 Feb 09 22:28:51.432903 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8384188a-1113-468f-a1cb-e0627b040fb1 req-ebc6aec4-b318-4a48-aeb4-0570dc116fc5 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:51.434639 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8384188a-1113-468f-a1cb-e0627b040fb1 req-ebc6aec4-b318-4a48-aeb4-0570dc116fc5 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/ports?device_id=e7ca6524-ad05-43fa-9821-f318426d0a23 HTTP/1.1" status: 200 len: 945 time: 0.0520701 Feb 09 22:28:51.486328 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8384188a-1113-468f-a1cb-e0627b040fb1 req-79349504-ec4b-4ddf-a5e0-67d2eafa7818 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee85f35a-a85f-403c-85ec-afc35ec1a808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460026 Feb 09 22:28:51.867859 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:52.606192 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42b0a35-7253-4e34-afe0-7b242d555013 req-cb296e35-20b3-4205-80f2-6fdce82eb32a tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:52.607713 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e42b0a35-7253-4e34-afe0-7b242d555013 req-cb296e35-20b3-4205-80f2-6fdce82eb32a tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/ports?device_id=e7ca6524-ad05-43fa-9821-f318426d0a23 HTTP/1.1" status: 200 len: 945 time: 0.0519559 Feb 09 22:28:52.654985 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e42b0a35-7253-4e34-afe0-7b242d555013 req-0f857e5d-f89f-4cce-82a8-e20748747ece tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee85f35a-a85f-403c-85ec-afc35ec1a808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416980 Feb 09 22:28:53.772534 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fadd6cf-5e54-4de3-a612-92f7c816a398 req-7aed5cfd-ac1f-40ea-a826-b5eec3ec76c3 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:53.774043 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9fadd6cf-5e54-4de3-a612-92f7c816a398 req-7aed5cfd-ac1f-40ea-a826-b5eec3ec76c3 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/ports?device_id=e7ca6524-ad05-43fa-9821-f318426d0a23 HTTP/1.1" status: 200 len: 945 time: 0.0518324 Feb 09 22:28:53.819948 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9fadd6cf-5e54-4de3-a612-92f7c816a398 req-8a077605-eb2e-40fd-a920-4088875ab74c tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee85f35a-a85f-403c-85ec-afc35ec1a808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403523 Feb 09 22:28:53.939734 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:28:54.941067 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5779bccf-ffeb-4df6-83f8-58422e309c54 req-938dc8ef-04d8-4e1b-81e1-4c3245f6f716 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:54.942543 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5779bccf-ffeb-4df6-83f8-58422e309c54 req-938dc8ef-04d8-4e1b-81e1-4c3245f6f716 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/ports?device_id=e7ca6524-ad05-43fa-9821-f318426d0a23 HTTP/1.1" status: 200 len: 945 time: 0.0562072 Feb 09 22:28:54.987629 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5779bccf-ffeb-4df6-83f8-58422e309c54 req-250ba59e-1e99-4689-8a93-c7c36eb22e93 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee85f35a-a85f-403c-85ec-afc35ec1a808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389471 Feb 09 22:28:56.106114 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45d2f19-b5d7-4173-a5f9-964b7b34a69d req-f46cf965-e1c0-4ca3-98fc-813a79d7ac26 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:56.107572 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d45d2f19-b5d7-4173-a5f9-964b7b34a69d req-f46cf965-e1c0-4ca3-98fc-813a79d7ac26 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/ports?device_id=e7ca6524-ad05-43fa-9821-f318426d0a23 HTTP/1.1" status: 200 len: 945 time: 0.0521033 Feb 09 22:28:56.153513 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d45d2f19-b5d7-4173-a5f9-964b7b34a69d req-f59c8cf2-14f7-40fe-95fa-9daa2b4681e0 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee85f35a-a85f-403c-85ec-afc35ec1a808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403018 Feb 09 22:28:57.276328 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67949b71-2c9d-4788-8646-6c49dbf34b4d req-85fbda97-1e05-482c-931e-a938a393202d tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:57.277834 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-67949b71-2c9d-4788-8646-6c49dbf34b4d req-85fbda97-1e05-482c-931e-a938a393202d tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/ports?device_id=e7ca6524-ad05-43fa-9821-f318426d0a23 HTTP/1.1" status: 200 len: 945 time: 0.0558228 Feb 09 22:28:57.323928 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-67949b71-2c9d-4788-8646-6c49dbf34b4d req-a673f1f0-fba5-4e33-aa8a-8b1bc6b3c8f1 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee85f35a-a85f-403c-85ec-afc35ec1a808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405436 Feb 09 22:28:58.443153 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417cf687-8ece-4473-9e98-d1e51bfe628a req-e1fae2b5-d92b-4dfb-bcf6-83c947e1495c tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:58.445098 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-417cf687-8ece-4473-9e98-d1e51bfe628a req-e1fae2b5-d92b-4dfb-bcf6-83c947e1495c tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/ports?device_id=e7ca6524-ad05-43fa-9821-f318426d0a23 HTTP/1.1" status: 200 len: 945 time: 0.0528748 Feb 09 22:28:58.490826 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-417cf687-8ece-4473-9e98-d1e51bfe628a req-f3e093d4-7664-483d-baee-c581bb011e54 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee85f35a-a85f-403c-85ec-afc35ec1a808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402379 Feb 09 22:28:59.613719 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb5613b-556b-4237-b4d7-2ecae6e41073 req-210a6050-4851-4544-9dbe-e9fba22b4f19 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:28:59.615233 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cdb5613b-556b-4237-b4d7-2ecae6e41073 req-210a6050-4851-4544-9dbe-e9fba22b4f19 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/ports?device_id=e7ca6524-ad05-43fa-9821-f318426d0a23 HTTP/1.1" status: 200 len: 945 time: 0.0544171 Feb 09 22:28:59.666531 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cdb5613b-556b-4237-b4d7-2ecae6e41073 req-e00cb9e6-b4c3-4d5c-8f98-8216115d2e41 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee85f35a-a85f-403c-85ec-afc35ec1a808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450404 Feb 09 22:29:00.787539 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64279b54-c12c-439d-b310-c96bd4bbd264 req-d9a4ce82-0d0c-4fcd-95c1-66f7a79bf3f3 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:00.788946 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-64279b54-c12c-439d-b310-c96bd4bbd264 req-d9a4ce82-0d0c-4fcd-95c1-66f7a79bf3f3 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/ports?device_id=e7ca6524-ad05-43fa-9821-f318426d0a23 HTTP/1.1" status: 200 len: 945 time: 0.0524371 Feb 09 22:29:00.836929 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-64279b54-c12c-439d-b310-c96bd4bbd264 req-5ef563b7-0c47-4406-b4df-82d54f503063 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee85f35a-a85f-403c-85ec-afc35ec1a808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421729 Feb 09 22:29:00.975419 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59544db3-724f-4d70-9cd3-4e6cee7b8cb5 req-b71eabc0-7476-4612-814d-2a8d48964723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:00.976982 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-59544db3-724f-4d70-9cd3-4e6cee7b8cb5 req-b71eabc0-7476-4612-814d-2a8d48964723 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=c72e1579900c4ee0ae8812e191e40277&device_id=e7ca6524-ad05-43fa-9821-f318426d0a23 HTTP/1.1" status: 200 len: 1127 time: 0.0464590 Feb 09 22:29:01.084827 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59544db3-724f-4d70-9cd3-4e6cee7b8cb5 req-85efafd6-8fb4-412f-bfad-9c74933012b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:01.086385 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-59544db3-724f-4d70-9cd3-4e6cee7b8cb5 req-85efafd6-8fb4-412f-bfad-9c74933012b4 service neutron] 10.222.0.95 "GET /v2.0/networks?id=807841f9-d84f-4fe6-a50f-e894d5c99d0b HTTP/1.1" status: 200 len: 915 time: 0.0895574 Feb 09 22:29:01.156120 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-59544db3-724f-4d70-9cd3-4e6cee7b8cb5 req-1085578e-35b1-4f0a-8e27-13062dafeb55 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2391700f-5af9-405e-b479-cac149f26eaf HTTP/1.1" status: 200 len: 217 time: 0.0368507 Feb 09 22:29:01.207818 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59544db3-724f-4d70-9cd3-4e6cee7b8cb5 req-be7f701a-8098-4dd5-959b-3a91dba51100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:01.209376 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-59544db3-724f-4d70-9cd3-4e6cee7b8cb5 req-be7f701a-8098-4dd5-959b-3a91dba51100 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=d03d3f29-e985-450f-b5e3-3b2724543834 HTTP/1.1" status: 200 len: 854 time: 0.0446022 Feb 09 22:29:01.249428 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-59544db3-724f-4d70-9cd3-4e6cee7b8cb5 req-52ac5ced-23ec-4dce-be17-2408af6f93cf service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=807841f9-d84f-4fe6-a50f-e894d5c99d0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303271 Feb 09 22:29:01.337933 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-59544db3-724f-4d70-9cd3-4e6cee7b8cb5 req-04a72e09-d96e-48d9-8630-5a16c1861589 service neutron] 10.222.0.95 "GET /v2.0/networks/807841f9-d84f-4fe6-a50f-e894d5c99d0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805049 Feb 09 22:29:01.428733 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-59544db3-724f-4d70-9cd3-4e6cee7b8cb5 req-03c5a876-315a-44d9-b576-e01a85b94b8d service neutron] 10.222.0.95 "GET /v2.0/networks/807841f9-d84f-4fe6-a50f-e894d5c99d0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846477 Feb 09 22:29:01.954398 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85df4dd2-5d0a-4af5-a4be-c10d17a66385 req-32c9c46b-8c9f-4119-9f47-ba5247e45046 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:01.955877 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-85df4dd2-5d0a-4af5-a4be-c10d17a66385 req-32c9c46b-8c9f-4119-9f47-ba5247e45046 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/ports?device_id=e7ca6524-ad05-43fa-9821-f318426d0a23 HTTP/1.1" status: 200 len: 945 time: 0.0523765 Feb 09 22:29:02.001145 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-85df4dd2-5d0a-4af5-a4be-c10d17a66385 req-5cb20abb-36ff-44c7-8061-baec1545b068 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee85f35a-a85f-403c-85ec-afc35ec1a808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397255 Feb 09 22:29:02.857908 n-d-828369-5 neutron-server[103141]: INFO neutron.api.v2.resource [req-c9ba65ce-c3a3-4e38-bb64-edfb812d52c0 req-fd61a759-924e-4447-82af-de1b9a52cf81 service neutron] show failed (client error): The resource could not be found. Feb 09 22:29:02.858953 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c9ba65ce-c3a3-4e38-bb64-edfb812d52c0 req-fd61a759-924e-4447-82af-de1b9a52cf81 service neutron] 10.222.0.95 "GET /v2.0/ports/2391700f-5af9-405e-b479-cac149f26eaf/bindings/n-h2-828369-5 HTTP/1.1" status: 404 len: 380 time: 0.0557864 Feb 09 22:29:03.054666 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ba65ce-c3a3-4e38-bb64-edfb812d52c0 req-8cff85ec-70dd-4155-9ac6-6157a561d185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:03.056187 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c9ba65ce-c3a3-4e38-bb64-edfb812d52c0 req-8cff85ec-70dd-4155-9ac6-6157a561d185 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e7ca6524-ad05-43fa-9821-f318426d0a23&tenant_id=c72e1579900c4ee0ae8812e191e40277 HTTP/1.1" status: 200 len: 1127 time: 0.0463355 Feb 09 22:29:03.066455 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-c9ba65ce-c3a3-4e38-bb64-edfb812d52c0 req-7df773e4-3170-437a-b9d5-716aead0f474 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828369-5', 'device_owner': 'compute:nova'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:29:03.125258 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2923d29-68d8-416e-b4c5-1f31c39ee4d4 req-4f17901a-6746-4dce-91e3-f6bd520e30cd tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:03.126748 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a2923d29-68d8-416e-b4c5-1f31c39ee4d4 req-4f17901a-6746-4dce-91e3-f6bd520e30cd tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/ports?device_id=e7ca6524-ad05-43fa-9821-f318426d0a23 HTTP/1.1" status: 200 len: 945 time: 0.0558579 Feb 09 22:29:03.127423 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-c9ba65ce-c3a3-4e38-bb64-edfb812d52c0 req-7df773e4-3170-437a-b9d5-716aead0f474 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (2391700f-5af9-405e-b479-cac149f26eaf), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:03.175045 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a2923d29-68d8-416e-b4c5-1f31c39ee4d4 req-4334a4f4-e733-44ca-a2f4-f7a0a182f8b3 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee85f35a-a85f-403c-85ec-afc35ec1a808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417261 Feb 09 22:29:03.330570 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-c9ba65ce-c3a3-4e38-bb64-edfb812d52c0 req-7df773e4-3170-437a-b9d5-716aead0f474 service neutron] For port 2391700f-5af9-405e-b479-cac149f26eaf, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=2391700f-5af9-405e-b479-cac149f26eaf,segment=NetworkSegment(07373286-dda4-4011-b6d0-a0864cea7d12),segment_id=07373286-dda4-4011-b6d0-a0864cea7d12)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:29:03.362428 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-c9ba65ce-c3a3-4e38-bb64-edfb812d52c0 req-7df773e4-3170-437a-b9d5-716aead0f474 service neutron] For port 2391700f-5af9-405e-b479-cac149f26eaf, host n-h1-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:29:03.401853 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7ca6524-ad05-43fa-9821-f318426d0a23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2391700f-5af9-405e-b479-cac149f26eaf'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:29:03.404067 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0759f77e637a6f71ff1c25bc92ec5ea77217d29fcb3f113a7ada5acb32ef5084" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1170118-ab43-47ba-ab5c-beda3e9c35d9" -d '{"events": [{"server_uuid": "e7ca6524-ad05-43fa-9821-f318426d0a23", "name": "network-vif-unplugged", "status": "completed", "tag": "2391700f-5af9-405e-b479-cac149f26eaf"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:29:03.407903 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-c9ba65ce-c3a3-4e38-bb64-edfb812d52c0 req-7df773e4-3170-437a-b9d5-716aead0f474 service neutron] Publish callbacks [] for port (2391700f-5af9-405e-b479-cac149f26eaf), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:03.420426 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-c9ba65ce-c3a3-4e38-bb64-edfb812d52c0 req-7df773e4-3170-437a-b9d5-716aead0f474 service neutron] Transition to ACTIVE for port object 2391700f-5af9-405e-b479-cac149f26eaf will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:29:03.424479 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-c9ba65ce-c3a3-4e38-bb64-edfb812d52c0 req-7df773e4-3170-437a-b9d5-716aead0f474 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (2391700f-5af9-405e-b479-cac149f26eaf), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:03.454442 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 22:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bc6f5bc-b3fd-46a0-9354-cd64965f4205 x-openstack-request-id: req-7bc6f5bc-b3fd-46a0-9354-cd64965f4205 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:29:03.454748 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7ca6524-ad05-43fa-9821-f318426d0a23", "name": "network-vif-unplugged", "status": "completed", "tag": "2391700f-5af9-405e-b479-cac149f26eaf", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:29:03.455007 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-7bc6f5bc-b3fd-46a0-9354-cd64965f4205 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:29:03.455409 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7ca6524-ad05-43fa-9821-f318426d0a23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2391700f-5af9-405e-b479-cac149f26eaf', 'code': 200} Feb 09 22:29:03.489752 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df773e4-3170-437a-b9d5-716aead0f474 service neutron] Pushing event updated for resources: {'Port': ['ID=2391700f-5af9-405e-b479-cac149f26eaf,revision_number=6']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:29:03.492592 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9ba65ce-c3a3-4e38-bb64-edfb812d52c0 req-7df773e4-3170-437a-b9d5-716aead0f474 service neutron] No DVR routers for this DVR port 2391700f-5af9-405e-b479-cac149f26eaf on host n-h1-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:29:03.531986 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-c9ba65ce-c3a3-4e38-bb64-edfb812d52c0 req-7df773e4-3170-437a-b9d5-716aead0f474 service neutron] Attempting to bind port 2391700f-5af9-405e-b479-cac149f26eaf on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:29:03.532356 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-c9ba65ce-c3a3-4e38-bb64-edfb812d52c0 req-7df773e4-3170-437a-b9d5-716aead0f474 service neutron] Attempting to bind port 2391700f-5af9-405e-b479-cac149f26eaf by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': '07373286-dda4-4011-b6d0-a0864cea7d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '807841f9-d84f-4fe6-a50f-e894d5c99d0b'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:29:03.532690 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ba65ce-c3a3-4e38-bb64-edfb812d52c0 req-7df773e4-3170-437a-b9d5-716aead0f474 service neutron] Attempting to bind port 2391700f-5af9-405e-b479-cac149f26eaf on network 807841f9-d84f-4fe6-a50f-e894d5c99d0b {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:29:03.536966 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ba65ce-c3a3-4e38-bb64-edfb812d52c0 req-7df773e4-3170-437a-b9d5-716aead0f474 service neutron] Port 2391700f-5af9-405e-b479-cac149f26eaf on network 807841f9-d84f-4fe6-a50f-e894d5c99d0b not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:29:03.537816 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ba65ce-c3a3-4e38-bb64-edfb812d52c0 req-7df773e4-3170-437a-b9d5-716aead0f474 service neutron] Attempting to bind port 2391700f-5af9-405e-b479-cac149f26eaf on network 807841f9-d84f-4fe6-a50f-e894d5c99d0b {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:29:03.542633 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ba65ce-c3a3-4e38-bb64-edfb812d52c0 req-7df773e4-3170-437a-b9d5-716aead0f474 service neutron] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:29:03.542972 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ba65ce-c3a3-4e38-bb64-edfb812d52c0 req-7df773e4-3170-437a-b9d5-716aead0f474 service neutron] Checking segment: {'id': '07373286-dda4-4011-b6d0-a0864cea7d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '807841f9-d84f-4fe6-a50f-e894d5c99d0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:29:03.543356 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ba65ce-c3a3-4e38-bb64-edfb812d52c0 req-7df773e4-3170-437a-b9d5-716aead0f474 service neutron] Bound using segment: {'id': '07373286-dda4-4011-b6d0-a0864cea7d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '807841f9-d84f-4fe6-a50f-e894d5c99d0b'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:29:03.543781 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-c9ba65ce-c3a3-4e38-bb64-edfb812d52c0 req-7df773e4-3170-437a-b9d5-716aead0f474 service neutron] Bound port: 2391700f-5af9-405e-b479-cac149f26eaf, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07373286-dda4-4011-b6d0-a0864cea7d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '807841f9-d84f-4fe6-a50f-e894d5c99d0b'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:29:03.544189 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-c9ba65ce-c3a3-4e38-bb64-edfb812d52c0 req-7df773e4-3170-437a-b9d5-716aead0f474 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (2391700f-5af9-405e-b479-cac149f26eaf), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:03.605969 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-c9ba65ce-c3a3-4e38-bb64-edfb812d52c0 req-7df773e4-3170-437a-b9d5-716aead0f474 service neutron] For port 2391700f-5af9-405e-b479-cac149f26eaf, host n-h2-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:29:03.608907 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-c9ba65ce-c3a3-4e38-bb64-edfb812d52c0 req-7df773e4-3170-437a-b9d5-716aead0f474 service neutron] For port 2391700f-5af9-405e-b479-cac149f26eaf, host n-h2-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=2391700f-5af9-405e-b479-cac149f26eaf,segment=NetworkSegment(07373286-dda4-4011-b6d0-a0864cea7d12),segment_id=07373286-dda4-4011-b6d0-a0864cea7d12)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:29:03.614655 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-c9ba65ce-c3a3-4e38-bb64-edfb812d52c0 req-7df773e4-3170-437a-b9d5-716aead0f474 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (2391700f-5af9-405e-b479-cac149f26eaf), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:03.648972 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ba65ce-c3a3-4e38-bb64-edfb812d52c0 req-7df773e4-3170-437a-b9d5-716aead0f474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:03.649601 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-c9ba65ce-c3a3-4e38-bb64-edfb812d52c0 req-7df773e4-3170-437a-b9d5-716aead0f474 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:03.650995 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c9ba65ce-c3a3-4e38-bb64-edfb812d52c0 req-7df773e4-3170-437a-b9d5-716aead0f474 service neutron] 10.222.0.89 "PUT /v2.0/ports/2391700f-5af9-405e-b479-cac149f26eaf HTTP/1.1" status: 200 len: 1091 time: 0.5885525 Feb 09 22:29:03.671258 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df773e4-3170-437a-b9d5-716aead0f474 service neutron] Pushing event updated for resources: {'Port': ['ID=2391700f-5af9-405e-b479-cac149f26eaf,revision_number=7']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:29:03.717727 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ba65ce-c3a3-4e38-bb64-edfb812d52c0 req-3090e8da-2fce-476f-8e6e-f23b15832688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:03.719249 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c9ba65ce-c3a3-4e38-bb64-edfb812d52c0 req-3090e8da-2fce-476f-8e6e-f23b15832688 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c72e1579900c4ee0ae8812e191e40277&device_id=e7ca6524-ad05-43fa-9821-f318426d0a23 HTTP/1.1" status: 200 len: 1125 time: 0.0451961 Feb 09 22:29:03.810376 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ba65ce-c3a3-4e38-bb64-edfb812d52c0 req-ef4a8e18-c071-43d3-95bb-1ccdc566f6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:03.811840 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c9ba65ce-c3a3-4e38-bb64-edfb812d52c0 req-ef4a8e18-c071-43d3-95bb-1ccdc566f6ca service neutron] 10.222.0.89 "GET /v2.0/networks?id=807841f9-d84f-4fe6-a50f-e894d5c99d0b HTTP/1.1" status: 200 len: 915 time: 0.0861950 Feb 09 22:29:03.852589 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c9ba65ce-c3a3-4e38-bb64-edfb812d52c0 req-5139e74d-93bc-4721-ab5c-4c171921fd7f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2391700f-5af9-405e-b479-cac149f26eaf HTTP/1.1" status: 200 len: 217 time: 0.0344884 Feb 09 22:29:03.903548 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ba65ce-c3a3-4e38-bb64-edfb812d52c0 req-852a1154-56e8-4e3f-af5d-01351f6c94bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:03.905135 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c9ba65ce-c3a3-4e38-bb64-edfb812d52c0 req-852a1154-56e8-4e3f-af5d-01351f6c94bc service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d03d3f29-e985-450f-b5e3-3b2724543834 HTTP/1.1" status: 200 len: 854 time: 0.0471711 Feb 09 22:29:03.937492 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c9ba65ce-c3a3-4e38-bb64-edfb812d52c0 req-4c8ccea9-a81f-494a-a3e9-30382f3c9efd service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=807841f9-d84f-4fe6-a50f-e894d5c99d0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263424 Feb 09 22:29:04.023778 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c9ba65ce-c3a3-4e38-bb64-edfb812d52c0 req-f890ce8c-8d99-4d1e-a80a-f5939461aa19 service neutron] 10.222.0.89 "GET /v2.0/networks/807841f9-d84f-4fe6-a50f-e894d5c99d0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805662 Feb 09 22:29:04.114253 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c9ba65ce-c3a3-4e38-bb64-edfb812d52c0 req-c97472cd-bd2e-4256-83d2-05b3cf61f83c service neutron] 10.222.0.89 "GET /v2.0/networks/807841f9-d84f-4fe6-a50f-e894d5c99d0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843651 Feb 09 22:29:04.301414 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b673707-5971-4530-8ba0-445d531dca03 req-1006e96d-004e-4d46-bbea-9189daaa61a9 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:04.303483 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7b673707-5971-4530-8ba0-445d531dca03 req-1006e96d-004e-4d46-bbea-9189daaa61a9 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/ports?device_id=e7ca6524-ad05-43fa-9821-f318426d0a23 HTTP/1.1" status: 200 len: 943 time: 0.0523231 Feb 09 22:29:04.349480 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7b673707-5971-4530-8ba0-445d531dca03 req-d9fc4171-e998-4c31-9b90-8f0f8142b856 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee85f35a-a85f-403c-85ec-afc35ec1a808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404067 Feb 09 22:29:05.457217 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7ca6524-ad05-43fa-9821-f318426d0a23', 'tag': '2391700f-5af9-405e-b479-cac149f26eaf'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:29:05.460021 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0759f77e637a6f71ff1c25bc92ec5ea77217d29fcb3f113a7ada5acb32ef5084" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78b8b054-53f6-4acc-b7c0-c2ac0d183343" -d '{"events": [{"name": "network-changed", "server_uuid": "e7ca6524-ad05-43fa-9821-f318426d0a23", "tag": "2391700f-5af9-405e-b479-cac149f26eaf"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:29:05.470572 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5511a90-d938-40e3-9b2e-3360ecf6f221 req-4cc80221-aeac-4171-8ccd-8f24e6ff38dd tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:05.472083 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f5511a90-d938-40e3-9b2e-3360ecf6f221 req-4cc80221-aeac-4171-8ccd-8f24e6ff38dd tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/ports?device_id=e7ca6524-ad05-43fa-9821-f318426d0a23 HTTP/1.1" status: 200 len: 943 time: 0.0527523 Feb 09 22:29:05.508699 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c4937ac-7bd0-44a5-b847-609f3321a671 x-openstack-request-id: req-8c4937ac-7bd0-44a5-b847-609f3321a671 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:29:05.508995 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7ca6524-ad05-43fa-9821-f318426d0a23", "tag": "2391700f-5af9-405e-b479-cac149f26eaf", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:29:05.509249 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-8c4937ac-7bd0-44a5-b847-609f3321a671 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:29:05.509660 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7ca6524-ad05-43fa-9821-f318426d0a23', 'tag': '2391700f-5af9-405e-b479-cac149f26eaf', 'status': 'completed', 'code': 200} Feb 09 22:29:05.523603 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f5511a90-d938-40e3-9b2e-3360ecf6f221 req-6d5d3016-85e1-4679-b106-bbc52feaea39 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee85f35a-a85f-403c-85ec-afc35ec1a808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453002 Feb 09 22:29:05.605246 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b8b054-53f6-4acc-b7c0-c2ac0d183343 req-fe26c176-acc4-4a6d-905f-193ca8d6336c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:05.606762 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-78b8b054-53f6-4acc-b7c0-c2ac0d183343 req-fe26c176-acc4-4a6d-905f-193ca8d6336c service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=c72e1579900c4ee0ae8812e191e40277&device_id=e7ca6524-ad05-43fa-9821-f318426d0a23 HTTP/1.1" status: 200 len: 1125 time: 0.0775390 Feb 09 22:29:05.608483 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b8b054-53f6-4acc-b7c0-c2ac0d183343 req-7aa0b69e-73e5-44c9-865b-63caabce4f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:05.609844 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-78b8b054-53f6-4acc-b7c0-c2ac0d183343 req-7aa0b69e-73e5-44c9-865b-63caabce4f28 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=c72e1579900c4ee0ae8812e191e40277&device_id=e7ca6524-ad05-43fa-9821-f318426d0a23 HTTP/1.1" status: 200 len: 1125 time: 0.0700021 Feb 09 22:29:05.764787 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b8b054-53f6-4acc-b7c0-c2ac0d183343 req-57b148e6-732d-4e7d-8aa4-14388120abef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:05.766162 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-78b8b054-53f6-4acc-b7c0-c2ac0d183343 req-57b148e6-732d-4e7d-8aa4-14388120abef service neutron] 10.222.0.95 "GET /v2.0/networks?id=807841f9-d84f-4fe6-a50f-e894d5c99d0b HTTP/1.1" status: 200 len: 915 time: 0.1531520 Feb 09 22:29:05.768682 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b8b054-53f6-4acc-b7c0-c2ac0d183343 req-86ba4a64-a1fe-419e-aa1e-8bf784389ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:05.769992 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-78b8b054-53f6-4acc-b7c0-c2ac0d183343 req-86ba4a64-a1fe-419e-aa1e-8bf784389ba2 service neutron] 10.222.0.89 "GET /v2.0/networks?id=807841f9-d84f-4fe6-a50f-e894d5c99d0b HTTP/1.1" status: 200 len: 915 time: 0.1499536 Feb 09 22:29:05.837053 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-78b8b054-53f6-4acc-b7c0-c2ac0d183343 req-f140d0b2-3d51-4978-bab0-ded9a82b3902 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2391700f-5af9-405e-b479-cac149f26eaf HTTP/1.1" status: 200 len: 217 time: 0.0639403 Feb 09 22:29:05.838410 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-78b8b054-53f6-4acc-b7c0-c2ac0d183343 req-82ad588f-497d-44df-9433-9863e4c0da36 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2391700f-5af9-405e-b479-cac149f26eaf HTTP/1.1" status: 200 len: 217 time: 0.0597172 Feb 09 22:29:05.920140 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b8b054-53f6-4acc-b7c0-c2ac0d183343 req-53d37d9f-8dbc-405f-92f9-8def95539cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:05.921610 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-78b8b054-53f6-4acc-b7c0-c2ac0d183343 req-53d37d9f-8dbc-405f-92f9-8def95539cd0 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=d03d3f29-e985-450f-b5e3-3b2724543834 HTTP/1.1" status: 200 len: 854 time: 0.0790839 Feb 09 22:29:05.922957 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b8b054-53f6-4acc-b7c0-c2ac0d183343 req-9dd05abd-ebfb-4b36-b9c4-a4fafb765242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:05.924292 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-78b8b054-53f6-4acc-b7c0-c2ac0d183343 req-9dd05abd-ebfb-4b36-b9c4-a4fafb765242 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d03d3f29-e985-450f-b5e3-3b2724543834 HTTP/1.1" status: 200 len: 854 time: 0.0748954 Feb 09 22:29:05.967207 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-78b8b054-53f6-4acc-b7c0-c2ac0d183343 req-8b20317d-553b-4d9a-a0b6-bbf466e27eac service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=807841f9-d84f-4fe6-a50f-e894d5c99d0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362797 Feb 09 22:29:05.983081 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-78b8b054-53f6-4acc-b7c0-c2ac0d183343 req-2dc00519-2d38-42c0-815c-539bdb83e7ad service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=807841f9-d84f-4fe6-a50f-e894d5c99d0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511448 Feb 09 22:29:06.129561 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-78b8b054-53f6-4acc-b7c0-c2ac0d183343 req-d0a1a987-4448-425f-ac8f-83311a4ad141 service neutron] 10.222.0.95 "GET /v2.0/networks/807841f9-d84f-4fe6-a50f-e894d5c99d0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485500 Feb 09 22:29:06.133376 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-78b8b054-53f6-4acc-b7c0-c2ac0d183343 req-e7b642ec-c062-4c9d-9dd0-65eceb05c944 service neutron] 10.222.0.89 "GET /v2.0/networks/807841f9-d84f-4fe6-a50f-e894d5c99d0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428902 Feb 09 22:29:06.290740 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-78b8b054-53f6-4acc-b7c0-c2ac0d183343 req-0f24ac3f-948f-45d4-b0ad-a23e808bdc70 service neutron] 10.222.0.89 "GET /v2.0/networks/807841f9-d84f-4fe6-a50f-e894d5c99d0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472013 Feb 09 22:29:06.292490 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-78b8b054-53f6-4acc-b7c0-c2ac0d183343 req-8d598808-c55b-4b95-93b5-80638f82dff0 service neutron] 10.222.0.95 "GET /v2.0/networks/807841f9-d84f-4fe6-a50f-e894d5c99d0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561110 Feb 09 22:29:06.643460 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543ba6dd-7da3-4e74-a04a-c1c2eaf71481 req-cdb22ca7-cba1-4d7e-b349-67cbfa46ba73 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:06.644977 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-543ba6dd-7da3-4e74-a04a-c1c2eaf71481 req-cdb22ca7-cba1-4d7e-b349-67cbfa46ba73 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/ports?device_id=e7ca6524-ad05-43fa-9821-f318426d0a23 HTTP/1.1" status: 200 len: 943 time: 0.0527368 Feb 09 22:29:06.691521 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-543ba6dd-7da3-4e74-a04a-c1c2eaf71481 req-3fc1cbbe-4357-4e99-b46a-bad4eec136a9 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee85f35a-a85f-403c-85ec-afc35ec1a808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402038 Feb 09 22:29:07.637048 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 2391700f-5af9-405e-b479-cac149f26eaf no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:29:07.679598 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] The host n-h1-828369-5 is not matching for port 2391700f-5af9-405e-b479-cac149f26eaf host n-h2-828369-5! {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 22:29:07.679993 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 2391700f-5af9-405e-b479-cac149f26eaf not bound to the agent host n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:29:07.819974 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ca88c-ad96-411e-9de0-aa2e4cbaa45e req-0b674f82-ee0e-44d4-b5b8-33296538a5b7 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:07.821552 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fe7ca88c-ad96-411e-9de0-aa2e4cbaa45e req-0b674f82-ee0e-44d4-b5b8-33296538a5b7 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/ports?device_id=e7ca6524-ad05-43fa-9821-f318426d0a23 HTTP/1.1" status: 200 len: 943 time: 0.0620046 Feb 09 22:29:07.868182 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fe7ca88c-ad96-411e-9de0-aa2e4cbaa45e req-fc137f0a-6923-4dbf-af27-fb28a1fc403e tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee85f35a-a85f-403c-85ec-afc35ec1a808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411875 Feb 09 22:29:08.077423 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c4d351-e30d-4f09-a36e-913d908e8a2d req-e639ea2b-2629-42c5-add9-1e2a3dc94267 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:08.078970 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f4c4d351-e30d-4f09-a36e-913d908e8a2d req-e639ea2b-2629-42c5-add9-1e2a3dc94267 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/ports?device_id=e7ca6524-ad05-43fa-9821-f318426d0a23 HTTP/1.1" status: 200 len: 943 time: 0.0631285 Feb 09 22:29:08.085811 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486dc61c-c6fc-4269-8bb6-d5c630206217 req-d8056ed3-c2ca-41c4-aaa3-c9c2d4b941e2 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:08.087341 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-486dc61c-c6fc-4269-8bb6-d5c630206217 req-d8056ed3-c2ca-41c4-aaa3-c9c2d4b941e2 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.95 "GET /v2.0/ports?device_id=e7ca6524-ad05-43fa-9821-f318426d0a23&tenant_id=c72e1579900c4ee0ae8812e191e40277&binding%3Ahost_id=n-h2-828369-5 HTTP/1.1" status: 200 len: 943 time: 0.0610023 Feb 09 22:29:08.127700 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f4c4d351-e30d-4f09-a36e-913d908e8a2d req-f9580ae3-97d4-4f40-bdda-bcc91938a1ad tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee85f35a-a85f-403c-85ec-afc35ec1a808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421805 Feb 09 22:29:08.147767 n-d-828369-5 neutron-server[103141]: INFO neutron.api.v2.resource [req-486dc61c-c6fc-4269-8bb6-d5c630206217 req-f107e664-2fc8-4aa9-a6b5-92139bfcd085 service neutron] delete failed (client error): The resource could not be found. Feb 09 22:29:08.148779 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-486dc61c-c6fc-4269-8bb6-d5c630206217 req-f107e664-2fc8-4aa9-a6b5-92139bfcd085 service neutron] 10.222.0.95 "DELETE /v2.0/ports/2391700f-5af9-405e-b479-cac149f26eaf/bindings/n-h1-828369-5 HTTP/1.1" status: 404 len: 380 time: 0.0553579 Feb 09 22:29:08.238601 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486dc61c-c6fc-4269-8bb6-d5c630206217 req-7a2191dd-b9e6-4dae-b504-5da9ad0de5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:08.240327 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-486dc61c-c6fc-4269-8bb6-d5c630206217 req-7a2191dd-b9e6-4dae-b504-5da9ad0de5df service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=c72e1579900c4ee0ae8812e191e40277&device_id=e7ca6524-ad05-43fa-9821-f318426d0a23 HTTP/1.1" status: 200 len: 1125 time: 0.0456474 Feb 09 22:29:08.338126 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486dc61c-c6fc-4269-8bb6-d5c630206217 req-dfe9bc5b-9195-49c8-bce7-8339b75bf017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:08.339691 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-486dc61c-c6fc-4269-8bb6-d5c630206217 req-dfe9bc5b-9195-49c8-bce7-8339b75bf017 service neutron] 10.222.0.95 "GET /v2.0/networks?id=807841f9-d84f-4fe6-a50f-e894d5c99d0b HTTP/1.1" status: 200 len: 915 time: 0.0937669 Feb 09 22:29:08.382344 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-486dc61c-c6fc-4269-8bb6-d5c630206217 req-df8e32d8-5da0-4ba2-908e-ca6410d4cdf7 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2391700f-5af9-405e-b479-cac149f26eaf HTTP/1.1" status: 200 len: 217 time: 0.0367150 Feb 09 22:29:08.436105 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486dc61c-c6fc-4269-8bb6-d5c630206217 req-3f0e10be-b161-4269-a206-5c526d998831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:08.437551 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-486dc61c-c6fc-4269-8bb6-d5c630206217 req-3f0e10be-b161-4269-a206-5c526d998831 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=d03d3f29-e985-450f-b5e3-3b2724543834 HTTP/1.1" status: 200 len: 854 time: 0.0500116 Feb 09 22:29:08.471952 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-486dc61c-c6fc-4269-8bb6-d5c630206217 req-b4c2de74-9846-499f-80ec-341c03cf6a8a service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=807841f9-d84f-4fe6-a50f-e894d5c99d0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269754 Feb 09 22:29:08.563295 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-486dc61c-c6fc-4269-8bb6-d5c630206217 req-3bc07760-d75e-4a4f-8a93-af9d8bff7390 service neutron] 10.222.0.95 "GET /v2.0/networks/807841f9-d84f-4fe6-a50f-e894d5c99d0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851195 Feb 09 22:29:08.656157 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-486dc61c-c6fc-4269-8bb6-d5c630206217 req-d034ce53-8f29-4332-b589-b03600a9650e service neutron] 10.222.0.95 "GET /v2.0/networks/807841f9-d84f-4fe6-a50f-e894d5c99d0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862970 Feb 09 22:29:08.875923 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 2391700f-5af9-405e-b479-cac149f26eaf details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:29:08.973624 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 2391700f-5af9-405e-b479-cac149f26eaf, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=2391700f-5af9-405e-b479-cac149f26eaf,segment=NetworkSegment(07373286-dda4-4011-b6d0-a0864cea7d12),segment_id=07373286-dda4-4011-b6d0-a0864cea7d12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:29:08.988911 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': '2391700f-5af9-405e-b479-cac149f26eaf', 'network_id': '807841f9-d84f-4fe6-a50f-e894d5c99d0b', 'port_id': '2391700f-5af9-405e-b479-cac149f26eaf', 'mac_address': 'fa:16:3e:15:87:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd03d3f29-e985-450f-b5e3-3b2724543834', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:29:09.026293 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 2391700f-5af9-405e-b479-cac149f26eaf is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:29:09.026691 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (2391700f-5af9-405e-b479-cac149f26eaf), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:09.040113 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2391700f-5af9-405e-b479-cac149f26eaf {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:29:09.062028 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 2391700f-5af9-405e-b479-cac149f26eaf, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=2391700f-5af9-405e-b479-cac149f26eaf,segment=NetworkSegment(07373286-dda4-4011-b6d0-a0864cea7d12),segment_id=07373286-dda4-4011-b6d0-a0864cea7d12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:29:09.065722 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (2391700f-5af9-405e-b479-cac149f26eaf), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:09.119397 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=2391700f-5af9-405e-b479-cac149f26eaf,revision_number=8']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:29:09.141575 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-54b24ff7-9a76-4a30-a9b1-2638048508a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:09.261506 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fa5330-3670-423a-b3a7-c1a95c3bb89e req-1d1fa6e2-e69b-44d1-a4ea-3060281203cb tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:09.263242 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d7fa5330-3670-423a-b3a7-c1a95c3bb89e req-1d1fa6e2-e69b-44d1-a4ea-3060281203cb tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/ports?device_id=e7ca6524-ad05-43fa-9821-f318426d0a23 HTTP/1.1" status: 200 len: 944 time: 0.0533514 Feb 09 22:29:09.310164 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d7fa5330-3670-423a-b3a7-c1a95c3bb89e req-7124ba45-7ac4-4008-9aa6-cddf173dbeab tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee85f35a-a85f-403c-85ec-afc35ec1a808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412354 Feb 09 22:29:09.385859 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['2391700f-5af9-405e-b479-cac149f26eaf'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:29:09.430456 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69e1ddd-3ba4-43a0-a050-faec2a20faa3 req-8f044e3d-db8d-4ea4-87c1-d28c85f7e13e tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:09.431941 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f69e1ddd-3ba4-43a0-a050-faec2a20faa3 req-8f044e3d-db8d-4ea4-87c1-d28c85f7e13e tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/ports?device_id=e7ca6524-ad05-43fa-9821-f318426d0a23 HTTP/1.1" status: 200 len: 944 time: 0.0556645 Feb 09 22:29:09.477728 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f69e1ddd-3ba4-43a0-a050-faec2a20faa3 req-0fe74bbb-3781-485f-8a5a-6f97da166916 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee85f35a-a85f-403c-85ec-afc35ec1a808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398104 Feb 09 22:29:09.597855 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55432408-e0c0-4e7f-b00a-fdf6424382d1 req-a6c87a87-9c2b-4a70-93f9-434746a7c7b8 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:09.599348 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-55432408-e0c0-4e7f-b00a-fdf6424382d1 req-a6c87a87-9c2b-4a70-93f9-434746a7c7b8 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/ports?device_id=e7ca6524-ad05-43fa-9821-f318426d0a23 HTTP/1.1" status: 200 len: 944 time: 0.0555899 Feb 09 22:29:09.646359 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-55432408-e0c0-4e7f-b00a-fdf6424382d1 req-93e9c09d-f4a9-4be6-b182-d9d4634fa4f3 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee85f35a-a85f-403c-85ec-afc35ec1a808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404451 Feb 09 22:29:09.969606 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801078f3-b073-40c9-8552-e1445cb3d2ae req-b9512c1d-10dc-41ca-ad40-c5242a0cb102 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:09.971015 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-801078f3-b073-40c9-8552-e1445cb3d2ae req-b9512c1d-10dc-41ca-ad40-c5242a0cb102 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/ports?device_id=e7ca6524-ad05-43fa-9821-f318426d0a23 HTTP/1.1" status: 200 len: 944 time: 0.0509868 Feb 09 22:29:10.030604 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-801078f3-b073-40c9-8552-e1445cb3d2ae req-d584ddf9-3903-4425-9a35-ea7eb8859cfe tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee85f35a-a85f-403c-85ec-afc35ec1a808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532892 Feb 09 22:29:10.886956 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 2391700f-5af9-405e-b479-cac149f26eaf up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:29:10.935168 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning for port 2391700f-5af9-405e-b479-cac149f26eaf completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:29:10.939562 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port 2391700f-5af9-405e-b479-cac149f26eaf triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:29:10.939942 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (2391700f-5af9-405e-b479-cac149f26eaf), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:11.019050 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 2391700f-5af9-405e-b479-cac149f26eaf is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:29:11.019453 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (2391700f-5af9-405e-b479-cac149f26eaf), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:11.042060 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7ca6524-ad05-43fa-9821-f318426d0a23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2391700f-5af9-405e-b479-cac149f26eaf'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:29:11.044360 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cf4d4d953224237653245d15ffec07a65c4bd356d4237fd84236d8abf5d48a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edb6b089-b633-4e82-8bba-64f1022b3ddc" -d '{"events": [{"server_uuid": "e7ca6524-ad05-43fa-9821-f318426d0a23", "name": "network-vif-plugged", "status": "completed", "tag": "2391700f-5af9-405e-b479-cac149f26eaf"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:29:11.059928 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 2391700f-5af9-405e-b479-cac149f26eaf, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=2391700f-5af9-405e-b479-cac149f26eaf,segment=NetworkSegment(07373286-dda4-4011-b6d0-a0864cea7d12),segment_id=07373286-dda4-4011-b6d0-a0864cea7d12)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:29:11.064959 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (2391700f-5af9-405e-b479-cac149f26eaf), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:11.096937 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d6c4667-dcec-44b8-b706-731891ec29f2 x-openstack-request-id: req-3d6c4667-dcec-44b8-b706-731891ec29f2 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:29:11.097229 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7ca6524-ad05-43fa-9821-f318426d0a23", "name": "network-vif-plugged", "status": "completed", "tag": "2391700f-5af9-405e-b479-cac149f26eaf", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:29:11.097488 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-3d6c4667-dcec-44b8-b706-731891ec29f2 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:29:11.097880 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7ca6524-ad05-43fa-9821-f318426d0a23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2391700f-5af9-405e-b479-cac149f26eaf', 'code': 200} Feb 09 22:29:11.124506 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-4e789729-50d3-4a1b-8594-fb534f7694fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:11.136751 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=2391700f-5af9-405e-b479-cac149f26eaf,revision_number=9']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:29:11.156667 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac08149-7c1c-4cec-ac8a-0d6e162ae396 req-5b488478-a9cd-44bf-b6af-b4df38a93c6a tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:11.158182 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-eac08149-7c1c-4cec-ac8a-0d6e162ae396 req-5b488478-a9cd-44bf-b6af-b4df38a93c6a tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/ports?device_id=e7ca6524-ad05-43fa-9821-f318426d0a23 HTTP/1.1" status: 200 len: 945 time: 0.0558109 Feb 09 22:29:11.210247 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-eac08149-7c1c-4cec-ac8a-0d6e162ae396 req-b7332639-01b2-424d-a44b-41ee17e67370 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.90 "GET /v2.0/security-groups?id=ee85f35a-a85f-403c-85ec-afc35ec1a808&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453041 Feb 09 22:29:11.404610 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d616f887-ff8f-4555-8cfc-45cb79219d59 req-97e84523-525a-4430-8b50-35f38ccb3f5f tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:11.405978 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d616f887-ff8f-4555-8cfc-45cb79219d59 req-97e84523-525a-4430-8b50-35f38ccb3f5f tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.89 "GET /v2.0/ports?device_id=e7ca6524-ad05-43fa-9821-f318426d0a23 HTTP/1.1" status: 200 len: 945 time: 0.0609632 Feb 09 22:29:11.497803 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-d616f887-ff8f-4555-8cfc-45cb79219d59 req-3d84bfc0-a9b0-457a-9393-67796f69f756 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Deleting port 2391700f-5af9-405e-b479-cac149f26eaf {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:29:11.498140 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-d616f887-ff8f-4555-8cfc-45cb79219d59 req-3d84bfc0-a9b0-457a-9393-67796f69f756 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (2391700f-5af9-405e-b479-cac149f26eaf), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:11.584375 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-d616f887-ff8f-4555-8cfc-45cb79219d59 req-3d84bfc0-a9b0-457a-9393-67796f69f756 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] For port 2391700f-5af9-405e-b479-cac149f26eaf, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=2391700f-5af9-405e-b479-cac149f26eaf,segment=NetworkSegment(07373286-dda4-4011-b6d0-a0864cea7d12),segment_id=07373286-dda4-4011-b6d0-a0864cea7d12)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:29:11.584731 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-d616f887-ff8f-4555-8cfc-45cb79219d59 req-3d84bfc0-a9b0-457a-9393-67796f69f756 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (2391700f-5af9-405e-b479-cac149f26eaf), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:11.596608 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-d616f887-ff8f-4555-8cfc-45cb79219d59 req-3d84bfc0-a9b0-457a-9393-67796f69f756 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Calling delete_port for 2391700f-5af9-405e-b479-cac149f26eaf owned by compute:nova {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:29:11.720286 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-d616f887-ff8f-4555-8cfc-45cb79219d59 req-3d84bfc0-a9b0-457a-9393-67796f69f756 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (2391700f-5af9-405e-b479-cac149f26eaf), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:11.732379 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['2391700f-5af9-405e-b479-cac149f26eaf'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:29:11.751272 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d84bfc0-a9b0-457a-9393-67796f69f756 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Pushing event deleted for resources: {'Port': ['ID=2391700f-5af9-405e-b479-cac149f26eaf,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:29:11.795362 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-d616f887-ff8f-4555-8cfc-45cb79219d59 req-3d84bfc0-a9b0-457a-9393-67796f69f756 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] No DVR routers for this DVR port 2391700f-5af9-405e-b479-cac149f26eaf on host n-h2-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:29:11.797928 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-d616f887-ff8f-4555-8cfc-45cb79219d59 req-3d84bfc0-a9b0-457a-9393-67796f69f756 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:11.801312 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d616f887-ff8f-4555-8cfc-45cb79219d59 req-3d84bfc0-a9b0-457a-9393-67796f69f756 tempest-ServerDiskConfigTestJSON-2035754977 tempest-ServerDiskConfigTestJSON-2035754977-project] 10.222.0.89 "DELETE /v2.0/ports/2391700f-5af9-405e-b479-cac149f26eaf HTTP/1.1" status: 204 len: 173 time: 0.3901005 Feb 09 22:29:11.801754 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7ca6524-ad05-43fa-9821-f318426d0a23', 'name': 'network-vif-deleted', 'tag': '2391700f-5af9-405e-b479-cac149f26eaf'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:29:11.804609 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0759f77e637a6f71ff1c25bc92ec5ea77217d29fcb3f113a7ada5acb32ef5084" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b4cb3d-72f2-43b1-8d6a-4353c1d8830d" -d '{"events": [{"server_uuid": "e7ca6524-ad05-43fa-9821-f318426d0a23", "name": "network-vif-deleted", "tag": "2391700f-5af9-405e-b479-cac149f26eaf"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:29:11.843231 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee56ced2-4479-4485-8785-2d1e17b8150f x-openstack-request-id: req-ee56ced2-4479-4485-8785-2d1e17b8150f {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:29:11.843565 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7ca6524-ad05-43fa-9821-f318426d0a23", "name": "network-vif-deleted", "tag": "2391700f-5af9-405e-b479-cac149f26eaf", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:29:11.843816 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-ee56ced2-4479-4485-8785-2d1e17b8150f {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:29:11.844450 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7ca6524-ad05-43fa-9821-f318426d0a23', 'name': 'network-vif-deleted', 'tag': '2391700f-5af9-405e-b479-cac149f26eaf', 'status': 'completed', 'code': 200} Feb 09 22:29:12.329520 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 51144) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:29:12.373436 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb347d16-024e-4f4b-93a7-ae3bf4379939 admin admin] Deleting subnet d03d3f29-e985-450f-b5e3-3b2724543834 {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:29:12.376491 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cb347d16-024e-4f4b-93a7-ae3bf4379939 admin admin] Publish callbacks [] for subnet (d03d3f29-e985-450f-b5e3-3b2724543834), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:12.409608 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cb347d16-024e-4f4b-93a7-ae3bf4379939 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (d03d3f29-e985-450f-b5e3-3b2724543834), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:12.447081 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cb347d16-024e-4f4b-93a7-ae3bf4379939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (d03d3f29-e985-450f-b5e3-3b2724543834), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:12.496971 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cb347d16-024e-4f4b-93a7-ae3bf4379939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (d03d3f29-e985-450f-b5e3-3b2724543834), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:12.526273 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb347d16-024e-4f4b-93a7-ae3bf4379939 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d03d3f29-e985-450f-b5e3-3b2724543834,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:29:12.529853 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cb347d16-024e-4f4b-93a7-ae3bf4379939 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:12.533168 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-cb347d16-024e-4f4b-93a7-ae3bf4379939 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/d03d3f29-e985-450f-b5e3-3b2724543834 HTTP/1.1" status: 204 len: 168 time: 0.2026281 Feb 09 22:29:12.535814 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 51146) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:29:12.603881 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cf09aed7-5a06-45e2-96e1-5c493a4e7c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (807841f9-d84f-4fe6-a50f-e894d5c99d0b), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:12.685273 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cf09aed7-5a06-45e2-96e1-5c493a4e7c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (807841f9-d84f-4fe6-a50f-e894d5c99d0b), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:12.704962 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-cf09aed7-5a06-45e2-96e1-5c493a4e7c48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['807841f9-d84f-4fe6-a50f-e894d5c99d0b']}} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:29:12.714534 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-cf09aed7-5a06-45e2-96e1-5c493a4e7c48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07373286-dda4-4011-b6d0-a0864cea7d12') {'for_net_delete': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:29:12.714830 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-cf09aed7-5a06-45e2-96e1-5c493a4e7c48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07373286-dda4-4011-b6d0-a0864cea7d12') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:29:12.723809 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cf09aed7-5a06-45e2-96e1-5c493a4e7c48 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110711'] for segment (07373286-dda4-4011-b6d0-a0864cea7d12), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:12.736961 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cf09aed7-5a06-45e2-96e1-5c493a4e7c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (07373286-dda4-4011-b6d0-a0864cea7d12), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:12.743315 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf09aed7-5a06-45e2-96e1-5c493a4e7c48 admin admin] Releasing vlan 739 on physical network physnet1 to pool {{(pid=103140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:29:12.743691 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cf09aed7-5a06-45e2-96e1-5c493a4e7c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669415'] for segment (07373286-dda4-4011-b6d0-a0864cea7d12), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:12.745440 n-d-828369-5 neutron-server[103140]: Traceback (most recent call last): Feb 09 22:29:12.745440 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:29:12.745440 n-d-828369-5 neutron-server[103140]: timer() Feb 09 22:29:12.745440 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:29:12.745440 n-d-828369-5 neutron-server[103140]: cb(*args, **kw) Feb 09 22:29:12.745440 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:29:12.745440 n-d-828369-5 neutron-server[103140]: return func(*args, **kwargs) Feb 09 22:29:12.745440 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:29:12.745440 n-d-828369-5 neutron-server[103140]: self._notify() Feb 09 22:29:12.745440 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:29:12.745440 n-d-828369-5 neutron-server[103140]: self.callback(batched_events) Feb 09 22:29:12.745440 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:29:12.745440 n-d-828369-5 neutron-server[103140]: event.method(event) Feb 09 22:29:12.745440 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:29:12.745440 n-d-828369-5 neutron-server[103140]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:29:12.745440 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:29:12.745440 n-d-828369-5 neutron-server[103140]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:29:12.745440 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:29:12.745440 n-d-828369-5 neutron-server[103140]: return f(self, *a, **k) Feb 09 22:29:12.745440 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:29:12.745440 n-d-828369-5 neutron-server[103140]: return self._get(url).json() Feb 09 22:29:12.745440 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:29:12.745440 n-d-828369-5 neutron-server[103140]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:29:12.745440 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:29:12.745440 n-d-828369-5 neutron-server[103140]: return self.request(url, 'GET', **kwargs) Feb 09 22:29:12.745440 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:29:12.745440 n-d-828369-5 neutron-server[103140]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:29:12.745440 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:29:12.745440 n-d-828369-5 neutron-server[103140]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:29:12.745440 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:29:12.745440 n-d-828369-5 neutron-server[103140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:29:12.745440 n-d-828369-5 neutron-server[103140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:29:12.800555 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cf09aed7-5a06-45e2-96e1-5c493a4e7c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (807841f9-d84f-4fe6-a50f-e894d5c99d0b), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:12.806018 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cf09aed7-5a06-45e2-96e1-5c493a4e7c48 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:12.809993 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-cf09aed7-5a06-45e2-96e1-5c493a4e7c48 admin admin] 10.222.0.90 "DELETE /v2.0/networks/807841f9-d84f-4fe6-a50f-e894d5c99d0b HTTP/1.1" status: 204 len: 168 time: 0.2723277 Feb 09 22:29:12.820916 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf09aed7-5a06-45e2-96e1-5c493a4e7c48 admin admin] Pushing event deleted for resources: {'Network': ['ID=807841f9-d84f-4fe6-a50f-e894d5c99d0b,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:29:12.828291 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf09aed7-5a06-45e2-96e1-5c493a4e7c48 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:29:12.828650 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf09aed7-5a06-45e2-96e1-5c493a4e7c48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:29:12.829147 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf09aed7-5a06-45e2-96e1-5c493a4e7c48 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:29:12.829321 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf09aed7-5a06-45e2-96e1-5c493a4e7c48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:29:12.829655 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf09aed7-5a06-45e2-96e1-5c493a4e7c48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:29:12.830058 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf09aed7-5a06-45e2-96e1-5c493a4e7c48 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:29:12.830351 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf09aed7-5a06-45e2-96e1-5c493a4e7c48 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:29:12.830628 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf09aed7-5a06-45e2-96e1-5c493a4e7c48 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:29:12.830928 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf09aed7-5a06-45e2-96e1-5c493a4e7c48 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:29:12.831254 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf09aed7-5a06-45e2-96e1-5c493a4e7c48 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:29:12.831579 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf09aed7-5a06-45e2-96e1-5c493a4e7c48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:29:12.831972 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf09aed7-5a06-45e2-96e1-5c493a4e7c48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:29:12.832320 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf09aed7-5a06-45e2-96e1-5c493a4e7c48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:29:12.915250 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 51150) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:29:12.918484 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:12.954701 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-7b3c113c-2b11-4d16-9cdd-670f475f43b5 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=c72e1579900c4ee0ae8812e191e40277&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0382121 Feb 09 22:29:12.957313 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 51152) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:29:13.003675 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3afe9df4-1ef4-43de-b47d-60ce954dc759 admin admin] Publish callbacks [] for security_group (ee85f35a-a85f-403c-85ec-afc35ec1a808), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:13.024315 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3afe9df4-1ef4-43de-b47d-60ce954dc759 admin admin] Publish callbacks [] for security_group (ee85f35a-a85f-403c-85ec-afc35ec1a808), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:13.069395 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3afe9df4-1ef4-43de-b47d-60ce954dc759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (ee85f35a-a85f-403c-85ec-afc35ec1a808), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:13.072077 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3afe9df4-1ef4-43de-b47d-60ce954dc759 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:13.073278 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-3afe9df4-1ef4-43de-b47d-60ce954dc759 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/ee85f35a-a85f-403c-85ec-afc35ec1a808 HTTP/1.1" status: 204 len: 168 time: 0.1151047 Feb 09 22:29:13.080864 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afe9df4-1ef4-43de-b47d-60ce954dc759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee85f35a-a85f-403c-85ec-afc35ec1a808,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:29:13.566657 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:29:13.718109 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 51174) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:29:13.823370 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-722681e6-1aec-4e53-88b3-c1953301e211 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1694563516-network', 'tenant_id': '0e4ab427e53a42f9bee45c36c76ea676'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:29:13.842612 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-722681e6-1aec-4e53-88b3-c1953301e211 admin admin] Made reservation on behalf of 0e4ab427e53a42f9bee45c36c76ea676 for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:29:13.845183 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-722681e6-1aec-4e53-88b3-c1953301e211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:13.854373 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-722681e6-1aec-4e53-88b3-c1953301e211 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:13.927915 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-722681e6-1aec-4e53-88b3-c1953301e211 admin admin] Publish callbacks [] for security_group (76246d60-d72c-49c1-a42b-f6a8ffc5a9c8), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:13.932049 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-722681e6-1aec-4e53-88b3-c1953301e211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (76246d60-d72c-49c1-a42b-f6a8ffc5a9c8), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:13.958748 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-722681e6-1aec-4e53-88b3-c1953301e211 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:29:13.968190 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722681e6-1aec-4e53-88b3-c1953301e211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76246d60-d72c-49c1-a42b-f6a8ffc5a9c8,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:29:13.972921 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-722681e6-1aec-4e53-88b3-c1953301e211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (fd2344b7-1a35-40fa-ad0f-bca8050daf71), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:13.973258 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-722681e6-1aec-4e53-88b3-c1953301e211 admin admin] Added segment fd2344b7-1a35-40fa-ad0f-bca8050daf71 of type vlan for network 1f25d978-5bd5-442e-af29-c42183639bfd Feb 09 22:29:14.222289 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-722681e6-1aec-4e53-88b3-c1953301e211 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (1f25d978-5bd5-442e-af29-c42183639bfd), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:14.246238 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-722681e6-1aec-4e53-88b3-c1953301e211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (1f25d978-5bd5-442e-af29-c42183639bfd), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:14.247178 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722681e6-1aec-4e53-88b3-c1953301e211 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:14.247748 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-722681e6-1aec-4e53-88b3-c1953301e211 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:14.299851 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-722681e6-1aec-4e53-88b3-c1953301e211 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5806451 Feb 09 22:29:14.302820 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 51178) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:29:14.308046 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722681e6-1aec-4e53-88b3-c1953301e211 admin admin] Pushing event updated for resources: {'Network': ['ID=1f25d978-5bd5-442e-af29-c42183639bfd,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:29:14.308711 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-a918fef0-9866-47d4-8704-efd21bb643d7 admin admin] Request body: {'subnet': {'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1694563516-subnet', 'tenant_id': '0e4ab427e53a42f9bee45c36c76ea676', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:29:14.324051 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 1f25d978-5bd5-442e-af29-c42183639bfd details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:29:14.327823 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a918fef0-9866-47d4-8704-efd21bb643d7 admin admin] Made reservation on behalf of 0e4ab427e53a42f9bee45c36c76ea676 for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:29:14.330226 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a918fef0-9866-47d4-8704-efd21bb643d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621317'] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:14.389749 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:14.498597 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a918fef0-9866-47d4-8704-efd21bb643d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621371'] for subnet (28d07ad5-2470-4395-897a-4c85f8955d1d), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:14.554654 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a918fef0-9866-47d4-8704-efd21bb643d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28d07ad5-2470-4395-897a-4c85f8955d1d,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:29:14.562077 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a918fef0-9866-47d4-8704-efd21bb643d7 admin admin] Checking segment: {'id': 'fd2344b7-1a35-40fa-ad0f-bca8050daf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:29:14.562446 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a918fef0-9866-47d4-8704-efd21bb643d7 admin admin] Network hostable DHCP agents. Network: 1f25d978-5bd5-442e-af29-c42183639bfd, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:29:14.578113 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a918fef0-9866-47d4-8704-efd21bb643d7 admin admin] Network 1f25d978-5bd5-442e-af29-c42183639bfd is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:29:14.586870 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-a918fef0-9866-47d4-8704-efd21bb643d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 1f25d978-5bd5-442e-af29-c42183639bfd) {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:29:14.590775 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a918fef0-9866-47d4-8704-efd21bb643d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:14.591370 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a918fef0-9866-47d4-8704-efd21bb643d7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:14.596711 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054583cc-b8fd-4bb1-9631-51804c6b131e None None] Network 1f25d978-5bd5-442e-af29-c42183639bfd requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:29:14.606918 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-a918fef0-9866-47d4-8704-efd21bb643d7 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3021610 Feb 09 22:29:14.609637 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 51180) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:29:14.613859 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-fb49b35d-32ca-4afd-99ca-35af03bca868 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1694563516-router', 'tenant_id': '0e4ab427e53a42f9bee45c36c76ea676', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:29:14.632514 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fb49b35d-32ca-4afd-99ca-35af03bca868 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (0e42bdb4-42c5-4ac2-bb49-b06affe71697), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:14.633643 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fb49b35d-32ca-4afd-99ca-35af03bca868 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (0e42bdb4-42c5-4ac2-bb49-b06affe71697), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:14.690536 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fb49b35d-32ca-4afd-99ca-35af03bca868 admin admin] Publish callbacks [] for router_controller (0e42bdb4-42c5-4ac2-bb49-b06affe71697), precommit_add_association {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:14.700341 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890f620c-a0c7-4536-b270-b46ae617d7c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-1f25d978-5bd5-442e-af29-c42183639bfd', 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd', 'project_id': '0e4ab427e53a42f9bee45c36c76ea676', 'fixed_ips': [{'subnet_id': '28d07ad5-2470-4395-897a-4c85f8955d1d'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:29:14.701226 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-890f620c-a0c7-4536-b270-b46ae617d7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:14.833161 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fb49b35d-32ca-4afd-99ca-35af03bca868 admin admin] Publish callbacks [] for router_gateway (0e42bdb4-42c5-4ac2-bb49-b06affe71697), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:14.836900 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-890f620c-a0c7-4536-b270-b46ae617d7c6 None None] Allocated IP 172.20.0.2 (1f25d978-5bd5-442e-af29-c42183639bfd/28d07ad5-2470-4395-897a-4c85f8955d1d/57215749-0354-4bc0-9223-98b3249bc542) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:29:14.921147 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 2391700f-5af9-405e-b479-cac149f26eaf no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:29:14.955603 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] No Port match for: 2391700f-5af9-405e-b479-cac149f26eaf {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:29:14.955952 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 2391700f-5af9-405e-b479-cac149f26eaf not bound to the agent host n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:29:15.000345 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-890f620c-a0c7-4536-b270-b46ae617d7c6 None None] Publish callbacks [] for port (57215749-0354-4bc0-9223-98b3249bc542), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:15.006775 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-890f620c-a0c7-4536-b270-b46ae617d7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (57215749-0354-4bc0-9223-98b3249bc542), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:15.033741 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fb49b35d-32ca-4afd-99ca-35af03bca868 admin admin] Publish callbacks [] for router_gateway (0e42bdb4-42c5-4ac2-bb49-b06affe71697), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:15.046111 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890f620c-a0c7-4536-b270-b46ae617d7c6 None None] Network 1f25d978-5bd5-442e-af29-c42183639bfd is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:29:15.048949 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-890f620c-a0c7-4536-b270-b46ae617d7c6 None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:29:15.052605 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890f620c-a0c7-4536-b270-b46ae617d7c6 None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:29:15.053368 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fb49b35d-32ca-4afd-99ca-35af03bca868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:15.059847 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890f620c-a0c7-4536-b270-b46ae617d7c6 None None] Pushing event updated for resources: {'Port': ['ID=57215749-0354-4bc0-9223-98b3249bc542,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:29:15.114415 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-890f620c-a0c7-4536-b270-b46ae617d7c6 None None] Attempting to bind port 57215749-0354-4bc0-9223-98b3249bc542 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:29:15.114698 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-890f620c-a0c7-4536-b270-b46ae617d7c6 None None] Attempting to bind port 57215749-0354-4bc0-9223-98b3249bc542 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': 'fd2344b7-1a35-40fa-ad0f-bca8050daf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:29:15.115057 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890f620c-a0c7-4536-b270-b46ae617d7c6 None None] Attempting to bind port 57215749-0354-4bc0-9223-98b3249bc542 on network 1f25d978-5bd5-442e-af29-c42183639bfd {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:29:15.119945 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890f620c-a0c7-4536-b270-b46ae617d7c6 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:29:15.120353 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890f620c-a0c7-4536-b270-b46ae617d7c6 None None] Checking segment: {'id': 'fd2344b7-1a35-40fa-ad0f-bca8050daf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:29:15.120757 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-890f620c-a0c7-4536-b270-b46ae617d7c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:15.121144 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890f620c-a0c7-4536-b270-b46ae617d7c6 None None] Bound using segment: {'id': 'fd2344b7-1a35-40fa-ad0f-bca8050daf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:29:15.121615 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-890f620c-a0c7-4536-b270-b46ae617d7c6 None None] Bound port: 57215749-0354-4bc0-9223-98b3249bc542, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd2344b7-1a35-40fa-ad0f-bca8050daf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:29:15.121993 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-890f620c-a0c7-4536-b270-b46ae617d7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (57215749-0354-4bc0-9223-98b3249bc542), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:15.170695 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-fb49b35d-32ca-4afd-99ca-35af03bca868 admin admin] Allocated IP 172.25.3.81 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/49fdb7f0-c4bf-41f7-a45a-86c4658b98e6) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:29:15.183560 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-890f620c-a0c7-4536-b270-b46ae617d7c6 None None] For port 57215749-0354-4bc0-9223-98b3249bc542, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:29:15.187059 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-890f620c-a0c7-4536-b270-b46ae617d7c6 None None] For port 57215749-0354-4bc0-9223-98b3249bc542, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=57215749-0354-4bc0-9223-98b3249bc542,segment=NetworkSegment(fd2344b7-1a35-40fa-ad0f-bca8050daf71),segment_id=fd2344b7-1a35-40fa-ad0f-bca8050daf71)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:29:15.192979 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-890f620c-a0c7-4536-b270-b46ae617d7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (57215749-0354-4bc0-9223-98b3249bc542), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:15.255298 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890f620c-a0c7-4536-b270-b46ae617d7c6 None None] Pushing event updated for resources: {'Port': ['ID=57215749-0354-4bc0-9223-98b3249bc542,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:29:15.276592 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fb49b35d-32ca-4afd-99ca-35af03bca868 admin admin] Publish callbacks [] for port (49fdb7f0-c4bf-41f7-a45a-86c4658b98e6), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:15.311911 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fb49b35d-32ca-4afd-99ca-35af03bca868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (49fdb7f0-c4bf-41f7-a45a-86c4658b98e6), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:15.362913 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb49b35d-32ca-4afd-99ca-35af03bca868 admin admin] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:29:15.366564 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-fb49b35d-32ca-4afd-99ca-35af03bca868 admin admin] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:29:15.369051 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb49b35d-32ca-4afd-99ca-35af03bca868 admin admin] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:29:15.393554 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb49b35d-32ca-4afd-99ca-35af03bca868 admin admin] Pushing event updated for resources: {'Port': ['ID=49fdb7f0-c4bf-41f7-a45a-86c4658b98e6,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:29:15.445510 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:15.961042 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fb49b35d-32ca-4afd-99ca-35af03bca868 admin admin] Publish callbacks [] for router_gateway (0e42bdb4-42c5-4ac2-bb49-b06affe71697), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:16.164561 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fb49b35d-32ca-4afd-99ca-35af03bca868 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (0e42bdb4-42c5-4ac2-bb49-b06affe71697), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:16.197080 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62fe2210-1798-442e-b38f-e2ff0d62b60e None None] Network 1f25d978-5bd5-442e-af29-c42183639bfd requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:29:16.298481 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb49b35d-32ca-4afd-99ca-35af03bca868 admin admin] Router 0e42bdb4-42c5-4ac2-bb49-b06affe71697 is scheduled to L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 with binding_index 1 {{(pid=103140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:29:16.301244 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-91de2d1b-c5a4-4a3c-b782-2b23fbdb3c34 None None] Provisioning complete for port 57215749-0354-4bc0-9223-98b3249bc542 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:29:16.301725 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-91de2d1b-c5a4-4a3c-b782-2b23fbdb3c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (57215749-0354-4bc0-9223-98b3249bc542), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:16.397104 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-91de2d1b-c5a4-4a3c-b782-2b23fbdb3c34 None None] Current status of the port 57215749-0354-4bc0-9223-98b3249bc542 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:29:16.397787 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-91de2d1b-c5a4-4a3c-b782-2b23fbdb3c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (57215749-0354-4bc0-9223-98b3249bc542), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:16.417257 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb49b35d-32ca-4afd-99ca-35af03bca868 admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:29:16.432370 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da6e2cf-e102-4f10-b25d-bc38d65e32dd None None] Sync routers for ids ['0e42bdb4-42c5-4ac2-bb49-b06affe71697'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:29:16.438106 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fb49b35d-32ca-4afd-99ca-35af03bca868 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:16.438280 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-91de2d1b-c5a4-4a3c-b782-2b23fbdb3c34 None None] For port 57215749-0354-4bc0-9223-98b3249bc542, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=57215749-0354-4bc0-9223-98b3249bc542,segment=NetworkSegment(fd2344b7-1a35-40fa-ad0f-bca8050daf71),segment_id=fd2344b7-1a35-40fa-ad0f-bca8050daf71)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:29:16.442242 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-fb49b35d-32ca-4afd-99ca-35af03bca868 admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8288827 Feb 09 22:29:16.442626 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 51182) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:29:16.449665 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-91de2d1b-c5a4-4a3c-b782-2b23fbdb3c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (57215749-0354-4bc0-9223-98b3249bc542), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:16.459160 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da6e2cf-e102-4f10-b25d-bc38d65e32dd None None] Routers {'0e42bdb4-42c5-4ac2-bb49-b06affe71697'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:29:16.459355 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-2da6e2cf-e102-4f10-b25d-bc38d65e32dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:29:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['0e42bdb4-42c5-4ac2-bb49-b06affe71697'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:29:16.597597 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91de2d1b-c5a4-4a3c-b782-2b23fbdb3c34 None None] Pushing event updated for resources: {'Port': ['ID=57215749-0354-4bc0-9223-98b3249bc542,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:29:16.605359 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-fcb43963-6c17-4ffb-83b5-b7fbb7dccc0f None None] Provisioning complete for port 57215749-0354-4bc0-9223-98b3249bc542 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:29:16.605744 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-fcb43963-6c17-4ffb-83b5-b7fbb7dccc0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (57215749-0354-4bc0-9223-98b3249bc542), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:16.646625 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-2da6e2cf-e102-4f10-b25d-bc38d65e32dd None None] Set router 0e42bdb4-42c5-4ac2-bb49-b06affe71697 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:29:16.653709 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 57215749-0354-4bc0-9223-98b3249bc542 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:29:16.862301 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 57215749-0354-4bc0-9223-98b3249bc542 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:29:16.862680 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (57215749-0354-4bc0-9223-98b3249bc542), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:16.864515 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-fcb43963-6c17-4ffb-83b5-b7fbb7dccc0f None None] Current status of the port 57215749-0354-4bc0-9223-98b3249bc542 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:29:16.897962 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-14890bbc-5d7b-4816-93bc-b8a7c6bd8da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:17.105540 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-14890bbc-5d7b-4816-93bc-b8a7c6bd8da6 admin admin] Allocated IP 172.20.0.1 (1f25d978-5bd5-442e-af29-c42183639bfd/28d07ad5-2470-4395-897a-4c85f8955d1d/1381b3c8-01b6-4983-8019-f1c30cfc1fd5) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:29:17.132974 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-2da6e2cf-e102-4f10-b25d-bc38d65e32dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e42bdb4-42c5-4ac2-bb49-b06affe71697', 'name': 'tempest-ServerActionsTestJSON-1694563516-router', 'tenant_id': '0e4ab427e53a42f9bee45c36c76ea676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '49fdb7f0-c4bf-41f7-a45a-86c4658b98e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:29:14Z', 'updated_at': '2022-02-09T22:29:15Z', 'revision_number': 3, 'project_id': '0e4ab427e53a42f9bee45c36c76ea676', 'gw_port': {'id': '49fdb7f0-c4bf-41f7-a45a-86c4658b98e6', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a6:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e42bdb4-42c5-4ac2-bb49-b06affe71697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:29:15Z', 'updated_at': '2022-02-09T22:29:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:29:17.164287 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da6e2cf-e102-4f10-b25d-bc38d65e32dd None None] Checking router: 0e42bdb4-42c5-4ac2-bb49-b06affe71697 for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:29:17.164646 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da6e2cf-e102-4f10-b25d-bc38d65e32dd None None] Updating router 0e42bdb4-42c5-4ac2-bb49-b06affe71697 port 49fdb7f0-c4bf-41f7-a45a-86c4658b98e6 binding host n-d-828369-5 {{(pid=103142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:29:17.184612 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 57215749-0354-4bc0-9223-98b3249bc542 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:29:17.196065 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2da6e2cf-e102-4f10-b25d-bc38d65e32dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (49fdb7f0-c4bf-41f7-a45a-86c4658b98e6), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:17.211386 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-14890bbc-5d7b-4816-93bc-b8a7c6bd8da6 admin admin] Publish callbacks [] for port (1381b3c8-01b6-4983-8019-f1c30cfc1fd5), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:17.244564 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-14890bbc-5d7b-4816-93bc-b8a7c6bd8da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (1381b3c8-01b6-4983-8019-f1c30cfc1fd5), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:17.280096 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14890bbc-5d7b-4816-93bc-b8a7c6bd8da6 admin admin] Network 1f25d978-5bd5-442e-af29-c42183639bfd is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:29:17.284916 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-14890bbc-5d7b-4816-93bc-b8a7c6bd8da6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:29:17.288995 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14890bbc-5d7b-4816-93bc-b8a7c6bd8da6 admin admin] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:29:17.319213 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14890bbc-5d7b-4816-93bc-b8a7c6bd8da6 admin admin] Pushing event updated for resources: {'Port': ['ID=1381b3c8-01b6-4983-8019-f1c30cfc1fd5,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:29:17.336807 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-14890bbc-5d7b-4816-93bc-b8a7c6bd8da6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554727'] for router_interface (0e42bdb4-42c5-4ac2-bb49-b06affe71697), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:17.486124 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2da6e2cf-e102-4f10-b25d-bc38d65e32dd None None] Publish callbacks [] for port (49fdb7f0-c4bf-41f7-a45a-86c4658b98e6), precommit_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:17.491956 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2da6e2cf-e102-4f10-b25d-bc38d65e32dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (49fdb7f0-c4bf-41f7-a45a-86c4658b98e6), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:17.512383 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-14890bbc-5d7b-4816-93bc-b8a7c6bd8da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (1381b3c8-01b6-4983-8019-f1c30cfc1fd5), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:17.544250 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-2da6e2cf-e102-4f10-b25d-bc38d65e32dd None None] Attempting to bind port 49fdb7f0-c4bf-41f7-a45a-86c4658b98e6 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:29:17.544616 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-2da6e2cf-e102-4f10-b25d-bc38d65e32dd None None] Attempting to bind port 49fdb7f0-c4bf-41f7-a45a-86c4658b98e6 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:29:17.544983 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da6e2cf-e102-4f10-b25d-bc38d65e32dd None None] Attempting to bind port 49fdb7f0-c4bf-41f7-a45a-86c4658b98e6 on network 54a442d5-50a0-4c75-85cc-d19f5bf58118 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:29:17.550732 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b362f5ae-a204-4ec2-a228-9d2bb27cc6e0 None None] Pushing event updated for resources: {'Port': ['ID=49fdb7f0-c4bf-41f7-a45a-86c4658b98e6,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:29:17.557193 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da6e2cf-e102-4f10-b25d-bc38d65e32dd None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:29:17.557421 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da6e2cf-e102-4f10-b25d-bc38d65e32dd None None] Checking segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:29:17.557716 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2da6e2cf-e102-4f10-b25d-bc38d65e32dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:17.558532 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da6e2cf-e102-4f10-b25d-bc38d65e32dd None None] Bound using segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:29:17.558658 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-2da6e2cf-e102-4f10-b25d-bc38d65e32dd None None] Bound port: 49fdb7f0-c4bf-41f7-a45a-86c4658b98e6, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:29:17.558939 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2da6e2cf-e102-4f10-b25d-bc38d65e32dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (49fdb7f0-c4bf-41f7-a45a-86c4658b98e6), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:17.623673 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-ee0d58d0-a4db-4a3b-b3ec-58969c177670 None None] Provisioning complete for port 1381b3c8-01b6-4983-8019-f1c30cfc1fd5 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:29:17.624048 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ee0d58d0-a4db-4a3b-b3ec-58969c177670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (1381b3c8-01b6-4983-8019-f1c30cfc1fd5), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:17.645741 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-2da6e2cf-e102-4f10-b25d-bc38d65e32dd None None] For port 49fdb7f0-c4bf-41f7-a45a-86c4658b98e6, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:29:17.667124 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-2da6e2cf-e102-4f10-b25d-bc38d65e32dd None None] For port 49fdb7f0-c4bf-41f7-a45a-86c4658b98e6, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=49fdb7f0-c4bf-41f7-a45a-86c4658b98e6,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:29:17.672747 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-ee0d58d0-a4db-4a3b-b3ec-58969c177670 None None] Port 1381b3c8-01b6-4983-8019-f1c30cfc1fd5 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:29:17.676328 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2da6e2cf-e102-4f10-b25d-bc38d65e32dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (49fdb7f0-c4bf-41f7-a45a-86c4658b98e6), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:17.679987 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-14890bbc-5d7b-4816-93bc-b8a7c6bd8da6 admin admin] Publish callbacks [] for port (1381b3c8-01b6-4983-8019-f1c30cfc1fd5), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:17.684916 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-14890bbc-5d7b-4816-93bc-b8a7c6bd8da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (1381b3c8-01b6-4983-8019-f1c30cfc1fd5), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:17.735403 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b362f5ae-a204-4ec2-a228-9d2bb27cc6e0 None None] Pushing event updated for resources: {'Port': ['ID=49fdb7f0-c4bf-41f7-a45a-86c4658b98e6,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:29:17.738267 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da6e2cf-e102-4f10-b25d-bc38d65e32dd None None] Routers {'0e42bdb4-42c5-4ac2-bb49-b06affe71697'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:29:17.738870 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-2da6e2cf-e102-4f10-b25d-bc38d65e32dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:29:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['0e42bdb4-42c5-4ac2-bb49-b06affe71697'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:29:17.755112 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-14890bbc-5d7b-4816-93bc-b8a7c6bd8da6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524919'] for router_interface (0e42bdb4-42c5-4ac2-bb49-b06affe71697), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:17.757045 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14890bbc-5d7b-4816-93bc-b8a7c6bd8da6 admin admin] Pushing event updated for resources: {'Port': ['ID=1381b3c8-01b6-4983-8019-f1c30cfc1fd5,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:29:17.849588 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14890bbc-5d7b-4816-93bc-b8a7c6bd8da6 admin admin] Network 1f25d978-5bd5-442e-af29-c42183639bfd is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:29:17.851066 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-14890bbc-5d7b-4816-93bc-b8a7c6bd8da6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:29:17.851185 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-2da6e2cf-e102-4f10-b25d-bc38d65e32dd None None] Set router 0e42bdb4-42c5-4ac2-bb49-b06affe71697 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:29:17.971816 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14890bbc-5d7b-4816-93bc-b8a7c6bd8da6 admin admin] Router 0e42bdb4-42c5-4ac2-bb49-b06affe71697 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:29:18.067814 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-2da6e2cf-e102-4f10-b25d-bc38d65e32dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e42bdb4-42c5-4ac2-bb49-b06affe71697', 'name': 'tempest-ServerActionsTestJSON-1694563516-router', 'tenant_id': '0e4ab427e53a42f9bee45c36c76ea676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '49fdb7f0-c4bf-41f7-a45a-86c4658b98e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:29:14Z', 'updated_at': '2022-02-09T22:29:17Z', 'revision_number': 4, 'project_id': '0e4ab427e53a42f9bee45c36c76ea676', 'gw_port': {'id': '49fdb7f0-c4bf-41f7-a45a-86c4658b98e6', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a6:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e42bdb4-42c5-4ac2-bb49-b06affe71697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:29:15Z', 'updated_at': '2022-02-09T22:29:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '1381b3c8-01b6-4983-8019-f1c30cfc1fd5', 'name': '', 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd', 'tenant_id': '0e4ab427e53a42f9bee45c36c76ea676', 'mac_address': 'fa:16:3e:dc:53:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e42bdb4-42c5-4ac2-bb49-b06affe71697', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '28d07ad5-2470-4395-897a-4c85f8955d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:29:16Z', 'updated_at': '2022-02-09T22:29:17Z', 'revision_number': 2, 'project_id': '0e4ab427e53a42f9bee45c36c76ea676', 'subnets': [{'id': '28d07ad5-2470-4395-897a-4c85f8955d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:29:18.087092 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14890bbc-5d7b-4816-93bc-b8a7c6bd8da6 admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:29:18.091931 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-14890bbc-5d7b-4816-93bc-b8a7c6bd8da6 admin admin] 10.222.0.90 "PUT /v2.0/routers/0e42bdb4-42c5-4ac2-bb49-b06affe71697/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6479044 Feb 09 22:29:18.099539 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da6e2cf-e102-4f10-b25d-bc38d65e32dd None None] The sync data for ids ['0e42bdb4-42c5-4ac2-bb49-b06affe71697'] in n-d-828369-5 is: [{'id': '0e42bdb4-42c5-4ac2-bb49-b06affe71697', 'name': 'tempest-ServerActionsTestJSON-1694563516-router', 'tenant_id': '0e4ab427e53a42f9bee45c36c76ea676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '49fdb7f0-c4bf-41f7-a45a-86c4658b98e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:29:14Z', 'updated_at': '2022-02-09T22:29:17Z', 'revision_number': 4, 'project_id': '0e4ab427e53a42f9bee45c36c76ea676', 'gw_port': {'id': '49fdb7f0-c4bf-41f7-a45a-86c4658b98e6', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a6:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e42bdb4-42c5-4ac2-bb49-b06affe71697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:29:15Z', 'updated_at': '2022-02-09T22:29:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '1381b3c8-01b6-4983-8019-f1c30cfc1fd5', 'name': '', 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd', 'tenant_id': '0e4ab427e53a42f9bee45c36c76ea676', 'mac_address': 'fa:16:3e:dc:53:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e42bdb4-42c5-4ac2-bb49-b06affe71697', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '28d07ad5-2470-4395-897a-4c85f8955d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:29:16Z', 'updated_at': '2022-02-09T22:29:17Z', 'revision_number': 2, 'project_id': '0e4ab427e53a42f9bee45c36c76ea676', 'subnets': [{'id': '28d07ad5-2470-4395-897a-4c85f8955d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:29:18.112161 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-c39dbb08-9433-4739-bbcf-53f11df645dc None None] Provisioning complete for port 1381b3c8-01b6-4983-8019-f1c30cfc1fd5 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:29:18.112696 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c39dbb08-9433-4739-bbcf-53f11df645dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (1381b3c8-01b6-4983-8019-f1c30cfc1fd5), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:18.149161 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-c39dbb08-9433-4739-bbcf-53f11df645dc None None] Port 1381b3c8-01b6-4983-8019-f1c30cfc1fd5 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:29:18.615122 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 57215749-0354-4bc0-9223-98b3249bc542 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:29:18.624918 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 51190) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:29:18.629645 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-a92fc7ce-44bb-4111-a323-1e5668305c76 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1715172573', 'description': 'tempest-description--673681289'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:29:18.654914 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a92fc7ce-44bb-4111-a323-1e5668305c76 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:18.666978 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 57215749-0354-4bc0-9223-98b3249bc542 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:29:18.667376 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (57215749-0354-4bc0-9223-98b3249bc542), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:18.745124 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a92fc7ce-44bb-4111-a323-1e5668305c76 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Publish callbacks [] for security_group (7eb4fa46-b087-4215-8f37-3101d8341e37), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:18.755132 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a92fc7ce-44bb-4111-a323-1e5668305c76 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (7eb4fa46-b087-4215-8f37-3101d8341e37), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:18.775888 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 57215749-0354-4bc0-9223-98b3249bc542 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:29:18.793858 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a92fc7ce-44bb-4111-a323-1e5668305c76 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:18.796718 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-a92fc7ce-44bb-4111-a323-1e5668305c76 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1706007 Feb 09 22:29:18.800354 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 51192) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:29:18.803374 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92fc7ce-44bb-4111-a323-1e5668305c76 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb4fa46-b087-4215-8f37-3101d8341e37,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:29:18.805977 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-f7200dcb-298b-424e-9226-c7dd8a06ef7d tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Request body: {'security_group_rule': {'security_group_id': '7eb4fa46-b087-4215-8f37-3101d8341e37', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:29:18.836429 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f7200dcb-298b-424e-9226-c7dd8a06ef7d tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Publish callbacks [] for security_group_rule (4bf15a5d-eb6c-4d6b-bb40-3ed98adbdb3e), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:18.908846 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f7200dcb-298b-424e-9226-c7dd8a06ef7d tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Publish callbacks [] for security_group_rule (4bf15a5d-eb6c-4d6b-bb40-3ed98adbdb3e), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:18.912855 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f7200dcb-298b-424e-9226-c7dd8a06ef7d tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (4bf15a5d-eb6c-4d6b-bb40-3ed98adbdb3e), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:18.931610 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7200dcb-298b-424e-9226-c7dd8a06ef7d tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bf15a5d-eb6c-4d6b-bb40-3ed98adbdb3e,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:29:18.940603 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f7200dcb-298b-424e-9226-c7dd8a06ef7d tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:18.945095 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-f7200dcb-298b-424e-9226-c7dd8a06ef7d tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1399102 Feb 09 22:29:18.945239 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 51194) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:29:18.949682 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-4987ff95-4358-43ee-b803-2720bc7152f2 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Request body: {'security_group_rule': {'security_group_id': '7eb4fa46-b087-4215-8f37-3101d8341e37', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:29:18.974704 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4987ff95-4358-43ee-b803-2720bc7152f2 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Publish callbacks [] for security_group_rule (68967414-5745-4e5e-9730-1f1c29b9a8e8), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:19.038950 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4987ff95-4358-43ee-b803-2720bc7152f2 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Publish callbacks [] for security_group_rule (68967414-5745-4e5e-9730-1f1c29b9a8e8), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:19.043825 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4987ff95-4358-43ee-b803-2720bc7152f2 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (68967414-5745-4e5e-9730-1f1c29b9a8e8), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:19.069349 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4987ff95-4358-43ee-b803-2720bc7152f2 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68967414-5745-4e5e-9730-1f1c29b9a8e8,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:29:19.080504 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4987ff95-4358-43ee-b803-2720bc7152f2 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:19.081728 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-4987ff95-4358-43ee-b803-2720bc7152f2 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1355646 Feb 09 22:29:19.084772 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 51196) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:29:19.089095 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-2cfb1a1e-87f3-4489-be96-b6bd83b504e5 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Request body: {'floatingip': {'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:29:19.111970 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2cfb1a1e-87f3-4489-be96-b6bd83b504e5 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:19.212939 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2cfb1a1e-87f3-4489-be96-b6bd83b504e5 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:19.321800 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-2cfb1a1e-87f3-4489-be96-b6bd83b504e5 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Allocated IP 172.25.3.251 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/c6fac947-6cf4-4023-b74a-d113a4c79e01) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:29:19.427029 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2cfb1a1e-87f3-4489-be96-b6bd83b504e5 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Publish callbacks [] for port (c6fac947-6cf4-4023-b74a-d113a4c79e01), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:19.461627 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2cfb1a1e-87f3-4489-be96-b6bd83b504e5 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (c6fac947-6cf4-4023-b74a-d113a4c79e01), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:19.504716 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cfb1a1e-87f3-4489-be96-b6bd83b504e5 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:29:19.508082 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-2cfb1a1e-87f3-4489-be96-b6bd83b504e5 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:29:19.511530 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfb1a1e-87f3-4489-be96-b6bd83b504e5 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:29:19.516804 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfb1a1e-87f3-4489-be96-b6bd83b504e5 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Pushing event updated for resources: {'Port': ['ID=c6fac947-6cf4-4023-b74a-d113a4c79e01,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:29:19.633344 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2cfb1a1e-87f3-4489-be96-b6bd83b504e5 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Publish callbacks [] for floatingip (56e14feb-e186-4e58-ad5e-6eac4d5cc1b6), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:19.672247 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2cfb1a1e-87f3-4489-be96-b6bd83b504e5 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (c6fac947-6cf4-4023-b74a-d113a4c79e01), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:19.816164 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2cfb1a1e-87f3-4489-be96-b6bd83b504e5 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Publish callbacks [] for port (c6fac947-6cf4-4023-b74a-d113a4c79e01), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:19.821712 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2cfb1a1e-87f3-4489-be96-b6bd83b504e5 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (c6fac947-6cf4-4023-b74a-d113a4c79e01), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:19.891915 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfb1a1e-87f3-4489-be96-b6bd83b504e5 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Pushing event updated for resources: {'Port': ['ID=c6fac947-6cf4-4023-b74a-d113a4c79e01,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:29:19.903965 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2cfb1a1e-87f3-4489-be96-b6bd83b504e5 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (56e14feb-e186-4e58-ad5e-6eac4d5cc1b6), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:19.918723 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2cfb1a1e-87f3-4489-be96-b6bd83b504e5 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:19.919962 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-2cfb1a1e-87f3-4489-be96-b6bd83b504e5 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8342252 Feb 09 22:29:20.075747 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1a84d1a3-9d67-4ad2-b31e-3f6ae7b8bd56 req-ca532cc6-4c1a-4c73-98c8-19d834e4ff11 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-securitygroup--1715172573&fields=id&tenant_id=0e4ab427e53a42f9bee45c36c76ea676 HTTP/1.1" status: 200 len: 267 time: 0.0489109 Feb 09 22:29:20.139760 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d866eed0-af99-4c07-8d9d-21cb55778c37 None None] Sync routers for ids ['0e42bdb4-42c5-4ac2-bb49-b06affe71697'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:29:20.148986 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d866eed0-af99-4c07-8d9d-21cb55778c37 None None] Routers {'0e42bdb4-42c5-4ac2-bb49-b06affe71697'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:29:20.149590 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-d866eed0-af99-4c07-8d9d-21cb55778c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:29:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['0e42bdb4-42c5-4ac2-bb49-b06affe71697'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:29:20.182982 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a84d1a3-9d67-4ad2-b31e-3f6ae7b8bd56 req-c6e7883d-c321-49a1-8a00-b49f1ed5b677 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:20.184796 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1a84d1a3-9d67-4ad2-b31e-3f6ae7b8bd56 req-c6e7883d-c321-49a1-8a00-b49f1ed5b677 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/networks?id=1f25d978-5bd5-442e-af29-c42183639bfd HTTP/1.1" status: 200 len: 812 time: 0.1024718 Feb 09 22:29:20.199626 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1a84d1a3-9d67-4ad2-b31e-3f6ae7b8bd56 req-e9001164-9d21-4c2c-add0-ff23bb00caef tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/quotas/0e4ab427e53a42f9bee45c36c76ea676 HTTP/1.1" status: 200 len: 375 time: 0.0095205 Feb 09 22:29:20.256482 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1a84d1a3-9d67-4ad2-b31e-3f6ae7b8bd56 req-88bbc3b5-af41-49f2-9d59-b38d594d1b83 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=0e4ab427e53a42f9bee45c36c76ea676&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0517633 Feb 09 22:29:20.346314 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-d866eed0-af99-4c07-8d9d-21cb55778c37 None None] Set router 0e42bdb4-42c5-4ac2-bb49-b06affe71697 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:29:20.356067 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1a84d1a3-9d67-4ad2-b31e-3f6ae7b8bd56 req-b04da89b-ecc0-448f-914c-40ed6317ba95 service neutron] 10.222.0.90 "GET /v2.0/networks/1f25d978-5bd5-442e-af29-c42183639bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879025 Feb 09 22:29:20.447123 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1a84d1a3-9d67-4ad2-b31e-3f6ae7b8bd56 req-9d4e57cc-2ea3-4d9d-bc32-d46f0c32d074 service neutron] 10.222.0.90 "GET /v2.0/networks/1f25d978-5bd5-442e-af29-c42183639bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851629 Feb 09 22:29:20.548784 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-d866eed0-af99-4c07-8d9d-21cb55778c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e42bdb4-42c5-4ac2-bb49-b06affe71697', 'name': 'tempest-ServerActionsTestJSON-1694563516-router', 'tenant_id': '0e4ab427e53a42f9bee45c36c76ea676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '49fdb7f0-c4bf-41f7-a45a-86c4658b98e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:29:14Z', 'updated_at': '2022-02-09T22:29:17Z', 'revision_number': 4, 'project_id': '0e4ab427e53a42f9bee45c36c76ea676', 'gw_port': {'id': '49fdb7f0-c4bf-41f7-a45a-86c4658b98e6', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a6:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e42bdb4-42c5-4ac2-bb49-b06affe71697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:29:15Z', 'updated_at': '2022-02-09T22:29:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '1381b3c8-01b6-4983-8019-f1c30cfc1fd5', 'name': '', 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd', 'tenant_id': '0e4ab427e53a42f9bee45c36c76ea676', 'mac_address': 'fa:16:3e:dc:53:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e42bdb4-42c5-4ac2-bb49-b06affe71697', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '28d07ad5-2470-4395-897a-4c85f8955d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:29:16Z', 'updated_at': '2022-02-09T22:29:17Z', 'revision_number': 2, 'project_id': '0e4ab427e53a42f9bee45c36c76ea676', 'subnets': [{'id': '28d07ad5-2470-4395-897a-4c85f8955d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:29:20.586474 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d866eed0-af99-4c07-8d9d-21cb55778c37 None None] Checking router: 0e42bdb4-42c5-4ac2-bb49-b06affe71697 for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:29:20.586910 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d866eed0-af99-4c07-8d9d-21cb55778c37 None None] Updating router 0e42bdb4-42c5-4ac2-bb49-b06affe71697 port 1381b3c8-01b6-4983-8019-f1c30cfc1fd5 binding host n-d-828369-5 {{(pid=103143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:29:20.616436 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d866eed0-af99-4c07-8d9d-21cb55778c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (1381b3c8-01b6-4983-8019-f1c30cfc1fd5), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:20.646317 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b3ea9f3b-8998-487a-9c47-0e89fbca6969 req-8c784326-3a58-449f-81b1-717f0799e9f6 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=a507bb4c-dfbe-4930-a3db-a3bbda0539ff HTTP/1.1" status: 200 len: 210 time: 0.0499303 Feb 09 22:29:20.661757 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 49fdb7f0-c4bf-41f7-a45a-86c4658b98e6 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:29:20.726619 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 49fdb7f0-c4bf-41f7-a45a-86c4658b98e6 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:29:20.727000 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (49fdb7f0-c4bf-41f7-a45a-86c4658b98e6), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:20.811756 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 49fdb7f0-c4bf-41f7-a45a-86c4658b98e6 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:29:20.812077 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (49fdb7f0-c4bf-41f7-a45a-86c4658b98e6), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:20.836368 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port 49fdb7f0-c4bf-41f7-a45a-86c4658b98e6, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=49fdb7f0-c4bf-41f7-a45a-86c4658b98e6,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:29:20.841668 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (49fdb7f0-c4bf-41f7-a45a-86c4658b98e6), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:20.893945 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=49fdb7f0-c4bf-41f7-a45a-86c4658b98e6,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:29:20.919899 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d866eed0-af99-4c07-8d9d-21cb55778c37 None None] Publish callbacks [] for port (1381b3c8-01b6-4983-8019-f1c30cfc1fd5), precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:20.925620 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d866eed0-af99-4c07-8d9d-21cb55778c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (1381b3c8-01b6-4983-8019-f1c30cfc1fd5), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:20.996894 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af8dff8-eaea-4453-ba74-d18717eacb61 None None] Pushing event updated for resources: {'Port': ['ID=1381b3c8-01b6-4983-8019-f1c30cfc1fd5,revision_number=3']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:29:21.020389 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af8dff8-eaea-4453-ba74-d18717eacb61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:29:21.020734 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af8dff8-eaea-4453-ba74-d18717eacb61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:29:21.021078 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af8dff8-eaea-4453-ba74-d18717eacb61 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:29:21.021413 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af8dff8-eaea-4453-ba74-d18717eacb61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:29:21.021776 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af8dff8-eaea-4453-ba74-d18717eacb61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:29:21.022130 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af8dff8-eaea-4453-ba74-d18717eacb61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:29:21.022452 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af8dff8-eaea-4453-ba74-d18717eacb61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:29:21.022757 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af8dff8-eaea-4453-ba74-d18717eacb61 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:29:21.023080 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af8dff8-eaea-4453-ba74-d18717eacb61 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:29:21.023402 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af8dff8-eaea-4453-ba74-d18717eacb61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:29:21.023905 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af8dff8-eaea-4453-ba74-d18717eacb61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:29:21.024257 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af8dff8-eaea-4453-ba74-d18717eacb61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:29:21.024575 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af8dff8-eaea-4453-ba74-d18717eacb61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:29:21.042023 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-d866eed0-af99-4c07-8d9d-21cb55778c37 None None] Attempting to bind port 1381b3c8-01b6-4983-8019-f1c30cfc1fd5 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:29:21.042399 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-d866eed0-af99-4c07-8d9d-21cb55778c37 None None] Attempting to bind port 1381b3c8-01b6-4983-8019-f1c30cfc1fd5 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': 'fd2344b7-1a35-40fa-ad0f-bca8050daf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd'}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:29:21.042763 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d866eed0-af99-4c07-8d9d-21cb55778c37 None None] Attempting to bind port 1381b3c8-01b6-4983-8019-f1c30cfc1fd5 on network 1f25d978-5bd5-442e-af29-c42183639bfd {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:29:21.048126 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d866eed0-af99-4c07-8d9d-21cb55778c37 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:29:21.048549 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d866eed0-af99-4c07-8d9d-21cb55778c37 None None] Checking segment: {'id': 'fd2344b7-1a35-40fa-ad0f-bca8050daf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:29:21.048974 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d866eed0-af99-4c07-8d9d-21cb55778c37 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:21.049474 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d866eed0-af99-4c07-8d9d-21cb55778c37 None None] Bound using segment: {'id': 'fd2344b7-1a35-40fa-ad0f-bca8050daf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd'} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:29:21.049870 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-d866eed0-af99-4c07-8d9d-21cb55778c37 None None] Bound port: 1381b3c8-01b6-4983-8019-f1c30cfc1fd5, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd2344b7-1a35-40fa-ad0f-bca8050daf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd'}}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:29:21.050371 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d866eed0-af99-4c07-8d9d-21cb55778c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (1381b3c8-01b6-4983-8019-f1c30cfc1fd5), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:21.118446 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-d866eed0-af99-4c07-8d9d-21cb55778c37 None None] For port 1381b3c8-01b6-4983-8019-f1c30cfc1fd5, host n-d-828369-5, cleared binding levels {{(pid=103143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:29:21.121706 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-d866eed0-af99-4c07-8d9d-21cb55778c37 None None] For port 1381b3c8-01b6-4983-8019-f1c30cfc1fd5, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=1381b3c8-01b6-4983-8019-f1c30cfc1fd5,segment=NetworkSegment(fd2344b7-1a35-40fa-ad0f-bca8050daf71),segment_id=fd2344b7-1a35-40fa-ad0f-bca8050daf71)] {{(pid=103143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:29:21.132954 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d866eed0-af99-4c07-8d9d-21cb55778c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (1381b3c8-01b6-4983-8019-f1c30cfc1fd5), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:21.183752 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d866eed0-af99-4c07-8d9d-21cb55778c37 None None] Routers {'0e42bdb4-42c5-4ac2-bb49-b06affe71697'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:29:21.184720 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-d866eed0-af99-4c07-8d9d-21cb55778c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:29:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['0e42bdb4-42c5-4ac2-bb49-b06affe71697'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:29:21.253618 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af8dff8-eaea-4453-ba74-d18717eacb61 None None] Pushing event updated for resources: {'Port': ['ID=1381b3c8-01b6-4983-8019-f1c30cfc1fd5,revision_number=4']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:29:21.291724 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-27787f89-e1c1-4a42-b98b-5fb6a8aa833d None None] Provisioning complete for port 1381b3c8-01b6-4983-8019-f1c30cfc1fd5 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:29:21.292104 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-27787f89-e1c1-4a42-b98b-5fb6a8aa833d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (1381b3c8-01b6-4983-8019-f1c30cfc1fd5), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:21.307829 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-d866eed0-af99-4c07-8d9d-21cb55778c37 None None] Set router 0e42bdb4-42c5-4ac2-bb49-b06affe71697 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:29:21.381451 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-27787f89-e1c1-4a42-b98b-5fb6a8aa833d None None] Current status of the port 1381b3c8-01b6-4983-8019-f1c30cfc1fd5 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:29:21.381850 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-27787f89-e1c1-4a42-b98b-5fb6a8aa833d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (1381b3c8-01b6-4983-8019-f1c30cfc1fd5), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:21.416269 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-27787f89-e1c1-4a42-b98b-5fb6a8aa833d None None] For port 1381b3c8-01b6-4983-8019-f1c30cfc1fd5, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=1381b3c8-01b6-4983-8019-f1c30cfc1fd5,segment=NetworkSegment(fd2344b7-1a35-40fa-ad0f-bca8050daf71),segment_id=fd2344b7-1a35-40fa-ad0f-bca8050daf71)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:29:21.420596 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-27787f89-e1c1-4a42-b98b-5fb6a8aa833d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (1381b3c8-01b6-4983-8019-f1c30cfc1fd5), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:21.470629 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27787f89-e1c1-4a42-b98b-5fb6a8aa833d None None] Pushing event updated for resources: {'Port': ['ID=1381b3c8-01b6-4983-8019-f1c30cfc1fd5,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:29:21.532107 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-d866eed0-af99-4c07-8d9d-21cb55778c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e42bdb4-42c5-4ac2-bb49-b06affe71697', 'name': 'tempest-ServerActionsTestJSON-1694563516-router', 'tenant_id': '0e4ab427e53a42f9bee45c36c76ea676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '49fdb7f0-c4bf-41f7-a45a-86c4658b98e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:29:14Z', 'updated_at': '2022-02-09T22:29:17Z', 'revision_number': 4, 'project_id': '0e4ab427e53a42f9bee45c36c76ea676', 'gw_port': {'id': '49fdb7f0-c4bf-41f7-a45a-86c4658b98e6', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e42bdb4-42c5-4ac2-bb49-b06affe71697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:29:15Z', 'updated_at': '2022-02-09T22:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '1381b3c8-01b6-4983-8019-f1c30cfc1fd5', 'name': '', 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd', 'tenant_id': '0e4ab427e53a42f9bee45c36c76ea676', 'mac_address': 'fa:16:3e:dc:53:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e42bdb4-42c5-4ac2-bb49-b06affe71697', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '28d07ad5-2470-4395-897a-4c85f8955d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:29:16Z', 'updated_at': '2022-02-09T22:29:21Z', 'revision_number': 4, 'project_id': '0e4ab427e53a42f9bee45c36c76ea676', 'subnets': [{'id': '28d07ad5-2470-4395-897a-4c85f8955d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:29:21.542686 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-b45c815a-fc8b-4516-8abc-1495ed3cf287 None None] Provisioning complete for port 1381b3c8-01b6-4983-8019-f1c30cfc1fd5 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:29:21.543161 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b45c815a-fc8b-4516-8abc-1495ed3cf287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (1381b3c8-01b6-4983-8019-f1c30cfc1fd5), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:21.559570 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d866eed0-af99-4c07-8d9d-21cb55778c37 None None] The sync data for ids ['0e42bdb4-42c5-4ac2-bb49-b06affe71697'] in n-d-828369-5 is: [{'id': '0e42bdb4-42c5-4ac2-bb49-b06affe71697', 'name': 'tempest-ServerActionsTestJSON-1694563516-router', 'tenant_id': '0e4ab427e53a42f9bee45c36c76ea676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '49fdb7f0-c4bf-41f7-a45a-86c4658b98e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:29:14Z', 'updated_at': '2022-02-09T22:29:17Z', 'revision_number': 4, 'project_id': '0e4ab427e53a42f9bee45c36c76ea676', 'gw_port': {'id': '49fdb7f0-c4bf-41f7-a45a-86c4658b98e6', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e42bdb4-42c5-4ac2-bb49-b06affe71697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:29:15Z', 'updated_at': '2022-02-09T22:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '1381b3c8-01b6-4983-8019-f1c30cfc1fd5', 'name': '', 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd', 'tenant_id': '0e4ab427e53a42f9bee45c36c76ea676', 'mac_address': 'fa:16:3e:dc:53:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e42bdb4-42c5-4ac2-bb49-b06affe71697', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '28d07ad5-2470-4395-897a-4c85f8955d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:29:16Z', 'updated_at': '2022-02-09T22:29:21Z', 'revision_number': 4, 'project_id': '0e4ab427e53a42f9bee45c36c76ea676', 'subnets': [{'id': '28d07ad5-2470-4395-897a-4c85f8955d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:29:21.642530 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-b45c815a-fc8b-4516-8abc-1495ed3cf287 None None] Current status of the port 1381b3c8-01b6-4983-8019-f1c30cfc1fd5 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:29:21.746538 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a84d1a3-9d67-4ad2-b31e-3f6ae7b8bd56 req-568c32cb-f730-4672-8bca-5e53569c43dc tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:21.749349 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-1a84d1a3-9d67-4ad2-b31e-3f6ae7b8bd56 req-568c32cb-f730-4672-8bca-5e53569c43dc tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.89 "GET /v2.0/networks?id=1f25d978-5bd5-442e-af29-c42183639bfd HTTP/1.1" status: 200 len: 812 time: 0.1441591 Feb 09 22:29:21.784697 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b0834b3a-faef-4d84-83ef-4819910aa54e req-4d2ce703-c57c-4a9b-945a-656bc9133b5f tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=a507bb4c-dfbe-4930-a3db-a3bbda0539ff HTTP/1.1" status: 200 len: 210 time: 0.0378964 Feb 09 22:29:21.818264 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-1a84d1a3-9d67-4ad2-b31e-3f6ae7b8bd56 req-79c426ad-6e2c-47f5-8289-5000d10c70a3 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e4ab427e53a42f9bee45c36c76ea676 HTTP/1.1" status: 200 len: 380 time: 0.0594678 Feb 09 22:29:21.827617 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-1a84d1a3-9d67-4ad2-b31e-3f6ae7b8bd56 req-cb105253-fddd-4d88-ac31-9965119a0a73 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Request body: {'port': {'device_id': 'a507bb4c-dfbe-4930-a3db-a3bbda0539ff', 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd', 'admin_state_up': True, 'tenant_id': '0e4ab427e53a42f9bee45c36c76ea676', 'security_groups': ['7eb4fa46-b087-4215-8f37-3101d8341e37']}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:29:21.866799 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:21.937480 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a84d1a3-9d67-4ad2-b31e-3f6ae7b8bd56 req-cb105253-fddd-4d88-ac31-9965119a0a73 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Made reservation on behalf of 0e4ab427e53a42f9bee45c36c76ea676 for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:29:21.941166 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-1a84d1a3-9d67-4ad2-b31e-3f6ae7b8bd56 req-cb105253-fddd-4d88-ac31-9965119a0a73 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:22.293064 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [req-1a84d1a3-9d67-4ad2-b31e-3f6ae7b8bd56 req-cb105253-fddd-4d88-ac31-9965119a0a73 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Allocated IP 172.20.0.4 (1f25d978-5bd5-442e-af29-c42183639bfd/28d07ad5-2470-4395-897a-4c85f8955d1d/a5827009-8c8c-40ca-84bc-df67b6a9e3f0) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:29:22.427461 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-1a84d1a3-9d67-4ad2-b31e-3f6ae7b8bd56 req-cb105253-fddd-4d88-ac31-9965119a0a73 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Publish callbacks [] for port (a5827009-8c8c-40ca-84bc-df67b6a9e3f0), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:22.460892 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-1a84d1a3-9d67-4ad2-b31e-3f6ae7b8bd56 req-cb105253-fddd-4d88-ac31-9965119a0a73 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (a5827009-8c8c-40ca-84bc-df67b6a9e3f0), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:22.501244 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a84d1a3-9d67-4ad2-b31e-3f6ae7b8bd56 req-cb105253-fddd-4d88-ac31-9965119a0a73 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Network 1f25d978-5bd5-442e-af29-c42183639bfd is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:29:22.506222 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [req-1a84d1a3-9d67-4ad2-b31e-3f6ae7b8bd56 req-cb105253-fddd-4d88-ac31-9965119a0a73 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:29:22.509895 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a84d1a3-9d67-4ad2-b31e-3f6ae7b8bd56 req-cb105253-fddd-4d88-ac31-9965119a0a73 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:29:22.536693 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb105253-fddd-4d88-ac31-9965119a0a73 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Pushing event updated for resources: {'Port': ['ID=a5827009-8c8c-40ca-84bc-df67b6a9e3f0,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:29:22.565725 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a84d1a3-9d67-4ad2-b31e-3f6ae7b8bd56 req-cb105253-fddd-4d88-ac31-9965119a0a73 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:22.566445 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-1a84d1a3-9d67-4ad2-b31e-3f6ae7b8bd56 req-cb105253-fddd-4d88-ac31-9965119a0a73 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:22.583985 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-1a84d1a3-9d67-4ad2-b31e-3f6ae7b8bd56 req-cb105253-fddd-4d88-ac31-9965119a0a73 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7601359 Feb 09 22:29:22.596703 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-1a84d1a3-9d67-4ad2-b31e-3f6ae7b8bd56 req-ade23dbf-8f20-4ec3-9077-1dfc16d7042c service neutron] Request body: {'port': {'device_id': 'a507bb4c-dfbe-4930-a3db-a3bbda0539ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:29:22.643388 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 49fdb7f0-c4bf-41f7-a45a-86c4658b98e6 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:29:22.669226 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-1a84d1a3-9d67-4ad2-b31e-3f6ae7b8bd56 req-ade23dbf-8f20-4ec3-9077-1dfc16d7042c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (a5827009-8c8c-40ca-84bc-df67b6a9e3f0), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:22.706590 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 49fdb7f0-c4bf-41f7-a45a-86c4658b98e6 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:29:22.707055 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (49fdb7f0-c4bf-41f7-a45a-86c4658b98e6), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:22.800736 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 49fdb7f0-c4bf-41f7-a45a-86c4658b98e6 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:29:22.801689 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 1381b3c8-01b6-4983-8019-f1c30cfc1fd5 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:29:22.829214 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-c88c9b8e-e81e-41eb-af10-635f5bc246c0 None None] Provisioning complete for port a5827009-8c8c-40ca-84bc-df67b6a9e3f0 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:29:22.829662 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c88c9b8e-e81e-41eb-af10-635f5bc246c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (a5827009-8c8c-40ca-84bc-df67b6a9e3f0), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:22.877094 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-c88c9b8e-e81e-41eb-af10-635f5bc246c0 None None] Port a5827009-8c8c-40ca-84bc-df67b6a9e3f0 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:29:22.886732 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 1381b3c8-01b6-4983-8019-f1c30cfc1fd5 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:29:22.887527 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (1381b3c8-01b6-4983-8019-f1c30cfc1fd5), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:22.912442 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a06c8c8-e2e1-44bf-9c7d-239077ef3008 req-b72efa17-2fa2-48fb-80aa-515529cf5d1f tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:22.914521 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2a06c8c8-e2e1-44bf-9c7d-239077ef3008 req-b72efa17-2fa2-48fb-80aa-515529cf5d1f tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=a507bb4c-dfbe-4930-a3db-a3bbda0539ff HTTP/1.1" status: 200 len: 931 time: 0.0577085 Feb 09 22:29:22.946116 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-1a84d1a3-9d67-4ad2-b31e-3f6ae7b8bd56 req-ade23dbf-8f20-4ec3-9077-1dfc16d7042c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5827009-8c8c-40ca-84bc-df67b6a9e3f0 {{(pid=103141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:29:22.954720 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-1a84d1a3-9d67-4ad2-b31e-3f6ae7b8bd56 req-ade23dbf-8f20-4ec3-9077-1dfc16d7042c service neutron] Publish callbacks [] for port (a5827009-8c8c-40ca-84bc-df67b6a9e3f0), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:22.964011 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2a06c8c8-e2e1-44bf-9c7d-239077ef3008 req-55d9df43-8989-46f2-b154-18f3c9805845 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437458 Feb 09 22:29:22.968492 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-1a84d1a3-9d67-4ad2-b31e-3f6ae7b8bd56 req-ade23dbf-8f20-4ec3-9077-1dfc16d7042c service neutron] Transition to ACTIVE for port object a5827009-8c8c-40ca-84bc-df67b6a9e3f0 will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:29:22.972923 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-1a84d1a3-9d67-4ad2-b31e-3f6ae7b8bd56 req-ade23dbf-8f20-4ec3-9077-1dfc16d7042c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (a5827009-8c8c-40ca-84bc-df67b6a9e3f0), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:22.974888 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 1381b3c8-01b6-4983-8019-f1c30cfc1fd5 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:29:23.028415 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade23dbf-8f20-4ec3-9077-1dfc16d7042c service neutron] Pushing event updated for resources: {'Port': ['ID=a5827009-8c8c-40ca-84bc-df67b6a9e3f0,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:29:23.103519 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-1a84d1a3-9d67-4ad2-b31e-3f6ae7b8bd56 req-ade23dbf-8f20-4ec3-9077-1dfc16d7042c service neutron] Attempting to bind port a5827009-8c8c-40ca-84bc-df67b6a9e3f0 on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:29:23.103853 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-1a84d1a3-9d67-4ad2-b31e-3f6ae7b8bd56 req-ade23dbf-8f20-4ec3-9077-1dfc16d7042c service neutron] Attempting to bind port a5827009-8c8c-40ca-84bc-df67b6a9e3f0 by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': 'fd2344b7-1a35-40fa-ad0f-bca8050daf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:29:23.104186 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a84d1a3-9d67-4ad2-b31e-3f6ae7b8bd56 req-ade23dbf-8f20-4ec3-9077-1dfc16d7042c service neutron] Attempting to bind port a5827009-8c8c-40ca-84bc-df67b6a9e3f0 on network 1f25d978-5bd5-442e-af29-c42183639bfd {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:29:23.108754 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a84d1a3-9d67-4ad2-b31e-3f6ae7b8bd56 req-ade23dbf-8f20-4ec3-9077-1dfc16d7042c service neutron] Port a5827009-8c8c-40ca-84bc-df67b6a9e3f0 on network 1f25d978-5bd5-442e-af29-c42183639bfd not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:29:23.109083 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a84d1a3-9d67-4ad2-b31e-3f6ae7b8bd56 req-ade23dbf-8f20-4ec3-9077-1dfc16d7042c service neutron] Attempting to bind port a5827009-8c8c-40ca-84bc-df67b6a9e3f0 on network 1f25d978-5bd5-442e-af29-c42183639bfd {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:29:23.114145 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a84d1a3-9d67-4ad2-b31e-3f6ae7b8bd56 req-ade23dbf-8f20-4ec3-9077-1dfc16d7042c service neutron] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:29:23.114487 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a84d1a3-9d67-4ad2-b31e-3f6ae7b8bd56 req-ade23dbf-8f20-4ec3-9077-1dfc16d7042c service neutron] Checking segment: {'id': 'fd2344b7-1a35-40fa-ad0f-bca8050daf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:29:23.114874 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a84d1a3-9d67-4ad2-b31e-3f6ae7b8bd56 req-ade23dbf-8f20-4ec3-9077-1dfc16d7042c service neutron] Bound using segment: {'id': 'fd2344b7-1a35-40fa-ad0f-bca8050daf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:29:23.115379 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-1a84d1a3-9d67-4ad2-b31e-3f6ae7b8bd56 req-ade23dbf-8f20-4ec3-9077-1dfc16d7042c service neutron] Bound port: a5827009-8c8c-40ca-84bc-df67b6a9e3f0, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd2344b7-1a35-40fa-ad0f-bca8050daf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:29:23.116261 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-1a84d1a3-9d67-4ad2-b31e-3f6ae7b8bd56 req-ade23dbf-8f20-4ec3-9077-1dfc16d7042c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (a5827009-8c8c-40ca-84bc-df67b6a9e3f0), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:23.187118 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-1a84d1a3-9d67-4ad2-b31e-3f6ae7b8bd56 req-ade23dbf-8f20-4ec3-9077-1dfc16d7042c service neutron] For port a5827009-8c8c-40ca-84bc-df67b6a9e3f0, host n-h2-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:29:23.190909 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-1a84d1a3-9d67-4ad2-b31e-3f6ae7b8bd56 req-ade23dbf-8f20-4ec3-9077-1dfc16d7042c service neutron] For port a5827009-8c8c-40ca-84bc-df67b6a9e3f0, host n-h2-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=a5827009-8c8c-40ca-84bc-df67b6a9e3f0,segment=NetworkSegment(fd2344b7-1a35-40fa-ad0f-bca8050daf71),segment_id=fd2344b7-1a35-40fa-ad0f-bca8050daf71)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:29:23.197263 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-1a84d1a3-9d67-4ad2-b31e-3f6ae7b8bd56 req-ade23dbf-8f20-4ec3-9077-1dfc16d7042c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (a5827009-8c8c-40ca-84bc-df67b6a9e3f0), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:23.232121 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a84d1a3-9d67-4ad2-b31e-3f6ae7b8bd56 req-ade23dbf-8f20-4ec3-9077-1dfc16d7042c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:23.232787 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-1a84d1a3-9d67-4ad2-b31e-3f6ae7b8bd56 req-ade23dbf-8f20-4ec3-9077-1dfc16d7042c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:23.234191 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-1a84d1a3-9d67-4ad2-b31e-3f6ae7b8bd56 req-ade23dbf-8f20-4ec3-9077-1dfc16d7042c service neutron] 10.222.0.89 "PUT /v2.0/ports/a5827009-8c8c-40ca-84bc-df67b6a9e3f0 HTTP/1.1" status: 200 len: 1091 time: 0.6422331 Feb 09 22:29:23.234639 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a507bb4c-dfbe-4930-a3db-a3bbda0539ff', 'tag': 'a5827009-8c8c-40ca-84bc-df67b6a9e3f0'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:29:23.236941 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0759f77e637a6f71ff1c25bc92ec5ea77217d29fcb3f113a7ada5acb32ef5084" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7eea030-f62f-4465-becf-ab2889a8eb83" -d '{"events": [{"name": "network-changed", "server_uuid": "a507bb4c-dfbe-4930-a3db-a3bbda0539ff", "tag": "a5827009-8c8c-40ca-84bc-df67b6a9e3f0"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:29:23.265129 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade23dbf-8f20-4ec3-9077-1dfc16d7042c service neutron] Pushing event updated for resources: {'Port': ['ID=a5827009-8c8c-40ca-84bc-df67b6a9e3f0,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:29:23.307021 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de3adf44-38c4-45fa-ad2e-b9e1828db45e x-openstack-request-id: req-de3adf44-38c4-45fa-ad2e-b9e1828db45e {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:29:23.307333 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a507bb4c-dfbe-4930-a3db-a3bbda0539ff", "tag": "a5827009-8c8c-40ca-84bc-df67b6a9e3f0", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:29:23.308009 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-de3adf44-38c4-45fa-ad2e-b9e1828db45e {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:29:23.308009 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a507bb4c-dfbe-4930-a3db-a3bbda0539ff', 'tag': 'a5827009-8c8c-40ca-84bc-df67b6a9e3f0', 'status': 'completed', 'code': 200} Feb 09 22:29:23.327716 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a84d1a3-9d67-4ad2-b31e-3f6ae7b8bd56 req-d333a769-9eaa-4d95-a959-7026727b0683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:23.329294 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-1a84d1a3-9d67-4ad2-b31e-3f6ae7b8bd56 req-d333a769-9eaa-4d95-a959-7026727b0683 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0e4ab427e53a42f9bee45c36c76ea676&device_id=a507bb4c-dfbe-4930-a3db-a3bbda0539ff HTTP/1.1" status: 200 len: 1125 time: 0.0547628 Feb 09 22:29:23.373829 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-1a84d1a3-9d67-4ad2-b31e-3f6ae7b8bd56 req-a1eb4077-9a10-4cc0-a7b3-ebfd5e1f8772 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a5827009-8c8c-40ca-84bc-df67b6a9e3f0 HTTP/1.1" status: 200 len: 217 time: 0.0365846 Feb 09 22:29:23.425439 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a84d1a3-9d67-4ad2-b31e-3f6ae7b8bd56 req-24a6139b-4764-4096-a34a-db1a0d5fc890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:23.426702 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-1a84d1a3-9d67-4ad2-b31e-3f6ae7b8bd56 req-24a6139b-4764-4096-a34a-db1a0d5fc890 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=28d07ad5-2470-4395-897a-4c85f8955d1d HTTP/1.1" status: 200 len: 851 time: 0.0454865 Feb 09 22:29:23.482162 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a84d1a3-9d67-4ad2-b31e-3f6ae7b8bd56 req-79a88ae3-3b6d-4312-ace6-49075fc0e85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:23.483582 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-1a84d1a3-9d67-4ad2-b31e-3f6ae7b8bd56 req-79a88ae3-3b6d-4312-ace6-49075fc0e85b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1f25d978-5bd5-442e-af29-c42183639bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0502336 Feb 09 22:29:23.571270 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-1a84d1a3-9d67-4ad2-b31e-3f6ae7b8bd56 req-86bdedf3-9810-4175-8ef2-e0a8ee3e59c4 service neutron] 10.222.0.89 "GET /v2.0/networks/1f25d978-5bd5-442e-af29-c42183639bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809131 Feb 09 22:29:23.661529 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-1a84d1a3-9d67-4ad2-b31e-3f6ae7b8bd56 req-fbcf55fb-9238-4aea-822d-46184235f2e8 service neutron] 10.222.0.89 "GET /v2.0/networks/1f25d978-5bd5-442e-af29-c42183639bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839043 Feb 09 22:29:23.751993 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eea030-f62f-4465-becf-ab2889a8eb83 req-5f034cae-b9e8-4d90-ba80-51af93356db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:23.753449 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c7eea030-f62f-4465-becf-ab2889a8eb83 req-5f034cae-b9e8-4d90-ba80-51af93356db2 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0e4ab427e53a42f9bee45c36c76ea676&device_id=a507bb4c-dfbe-4930-a3db-a3bbda0539ff HTTP/1.1" status: 200 len: 1125 time: 0.0454402 Feb 09 22:29:23.843168 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eea030-f62f-4465-becf-ab2889a8eb83 req-26915d93-82af-4f00-94a9-1cf93fba7a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:23.844673 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c7eea030-f62f-4465-becf-ab2889a8eb83 req-26915d93-82af-4f00-94a9-1cf93fba7a61 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1f25d978-5bd5-442e-af29-c42183639bfd HTTP/1.1" status: 200 len: 913 time: 0.0854521 Feb 09 22:29:23.889491 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c7eea030-f62f-4465-becf-ab2889a8eb83 req-a7bf2a2c-0ef2-41f6-95bf-58e3ce31994f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a5827009-8c8c-40ca-84bc-df67b6a9e3f0 HTTP/1.1" status: 200 len: 217 time: 0.0376477 Feb 09 22:29:23.937185 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eea030-f62f-4465-becf-ab2889a8eb83 req-f7c6baaf-690c-4204-9d23-ab3bb30816d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:23.938645 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c7eea030-f62f-4465-becf-ab2889a8eb83 req-f7c6baaf-690c-4204-9d23-ab3bb30816d8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=28d07ad5-2470-4395-897a-4c85f8955d1d HTTP/1.1" status: 200 len: 851 time: 0.0430348 Feb 09 22:29:23.946114 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:23.987659 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eea030-f62f-4465-becf-ab2889a8eb83 req-2f73e40e-3455-4e40-866e-2e2a7c9c2b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:23.989254 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c7eea030-f62f-4465-becf-ab2889a8eb83 req-2f73e40e-3455-4e40-866e-2e2a7c9c2b82 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1f25d978-5bd5-442e-af29-c42183639bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441582 Feb 09 22:29:24.081332 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c7eea030-f62f-4465-becf-ab2889a8eb83 req-ee009f69-117b-4d34-a9b8-6bf3728d20ce service neutron] 10.222.0.89 "GET /v2.0/networks/1f25d978-5bd5-442e-af29-c42183639bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860770 Feb 09 22:29:24.082668 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7546c70a-fe1f-447e-a94f-6d82f1cd4426 req-a0c4ee88-26a0-407a-a7a6-5bbbdad62b10 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:24.084178 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7546c70a-fe1f-447e-a94f-6d82f1cd4426 req-a0c4ee88-26a0-407a-a7a6-5bbbdad62b10 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=a507bb4c-dfbe-4930-a3db-a3bbda0539ff HTTP/1.1" status: 200 len: 943 time: 0.0514550 Feb 09 22:29:24.134246 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7546c70a-fe1f-447e-a94f-6d82f1cd4426 req-ea851d32-b768-4213-9076-8b3ce9319ecd tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436492 Feb 09 22:29:24.170970 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c7eea030-f62f-4465-becf-ab2889a8eb83 req-174e4bf5-b1aa-49c1-b6b1-8fb3364b61b1 service neutron] 10.222.0.89 "GET /v2.0/networks/1f25d978-5bd5-442e-af29-c42183639bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825620 Feb 09 22:29:25.261120 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a77680-dc1c-4cfa-a94f-25ad9380bfbd req-211f048a-87af-48d4-a980-c4d21bd42dfa tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:25.262609 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-83a77680-dc1c-4cfa-a94f-25ad9380bfbd req-211f048a-87af-48d4-a980-c4d21bd42dfa tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=a507bb4c-dfbe-4930-a3db-a3bbda0539ff HTTP/1.1" status: 200 len: 943 time: 0.0526164 Feb 09 22:29:25.308683 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-83a77680-dc1c-4cfa-a94f-25ad9380bfbd req-94df3ba6-f247-4d56-b396-2bb9fbd08c41 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405219 Feb 09 22:29:26.428079 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace3385e-3251-4ed2-9672-59e09e573f5e req-b789005a-289c-47df-8572-11825f6e14ba tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:26.429600 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ace3385e-3251-4ed2-9672-59e09e573f5e req-b789005a-289c-47df-8572-11825f6e14ba tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=a507bb4c-dfbe-4930-a3db-a3bbda0539ff HTTP/1.1" status: 200 len: 943 time: 0.0523193 Feb 09 22:29:26.475553 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ace3385e-3251-4ed2-9672-59e09e573f5e req-62aa0bb3-893f-48b4-b179-b788b5210f67 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394959 Feb 09 22:29:26.965193 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device a5827009-8c8c-40ca-84bc-df67b6a9e3f0 details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:29:27.058827 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port a5827009-8c8c-40ca-84bc-df67b6a9e3f0, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=a5827009-8c8c-40ca-84bc-df67b6a9e3f0,segment=NetworkSegment(fd2344b7-1a35-40fa-ad0f-bca8050daf71),segment_id=fd2344b7-1a35-40fa-ad0f-bca8050daf71)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:29:27.073950 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': 'a5827009-8c8c-40ca-84bc-df67b6a9e3f0', 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd', 'port_id': 'a5827009-8c8c-40ca-84bc-df67b6a9e3f0', 'mac_address': 'fa:16:3e:04:f3:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d07ad5-2470-4395-897a-4c85f8955d1d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:29:27.109846 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port a5827009-8c8c-40ca-84bc-df67b6a9e3f0 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:29:27.110230 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (a5827009-8c8c-40ca-84bc-df67b6a9e3f0), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:27.122591 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5827009-8c8c-40ca-84bc-df67b6a9e3f0 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:29:27.141805 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port a5827009-8c8c-40ca-84bc-df67b6a9e3f0, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=a5827009-8c8c-40ca-84bc-df67b6a9e3f0,segment=NetworkSegment(fd2344b7-1a35-40fa-ad0f-bca8050daf71),segment_id=fd2344b7-1a35-40fa-ad0f-bca8050daf71)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:29:27.145670 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (a5827009-8c8c-40ca-84bc-df67b6a9e3f0), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:27.194871 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=a5827009-8c8c-40ca-84bc-df67b6a9e3f0,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:29:27.475982 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['a5827009-8c8c-40ca-84bc-df67b6a9e3f0'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:29:27.599589 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27a9d5f-bf26-4abd-8086-43c791977934 req-7721c02a-9848-4d95-be56-6f5a0edbba63 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:27.601129 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f27a9d5f-bf26-4abd-8086-43c791977934 req-7721c02a-9848-4d95-be56-6f5a0edbba63 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=a507bb4c-dfbe-4930-a3db-a3bbda0539ff HTTP/1.1" status: 200 len: 944 time: 0.0564954 Feb 09 22:29:27.648441 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f27a9d5f-bf26-4abd-8086-43c791977934 req-2f3e42b8-a478-491b-b1f2-bdb336e0f6e0 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413959 Feb 09 22:29:28.764576 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e82868-e16e-46d2-9366-596c97f95ded req-314b507c-09f8-4fe8-8a04-48f68f7c7a2c tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:28.766052 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e6e82868-e16e-46d2-9366-596c97f95ded req-314b507c-09f8-4fe8-8a04-48f68f7c7a2c tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=a507bb4c-dfbe-4930-a3db-a3bbda0539ff HTTP/1.1" status: 200 len: 944 time: 0.0520344 Feb 09 22:29:28.811480 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e6e82868-e16e-46d2-9366-596c97f95ded req-df63e179-6f80-4805-95ac-9965773f70bb tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397997 Feb 09 22:29:28.964780 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device a5827009-8c8c-40ca-84bc-df67b6a9e3f0 up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:29:29.013628 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning for port a5827009-8c8c-40ca-84bc-df67b6a9e3f0 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:29:29.017430 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port a5827009-8c8c-40ca-84bc-df67b6a9e3f0 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:29:29.017809 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (a5827009-8c8c-40ca-84bc-df67b6a9e3f0), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:29.098175 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port a5827009-8c8c-40ca-84bc-df67b6a9e3f0 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:29:29.098572 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (a5827009-8c8c-40ca-84bc-df67b6a9e3f0), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:29.121336 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a507bb4c-dfbe-4930-a3db-a3bbda0539ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5827009-8c8c-40ca-84bc-df67b6a9e3f0'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:29:29.123581 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cf4d4d953224237653245d15ffec07a65c4bd356d4237fd84236d8abf5d48a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e63a2ac7-109b-4b04-b599-f3a4a30daef9" -d '{"events": [{"server_uuid": "a507bb4c-dfbe-4930-a3db-a3bbda0539ff", "name": "network-vif-plugged", "status": "completed", "tag": "a5827009-8c8c-40ca-84bc-df67b6a9e3f0"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:29:29.137027 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port a5827009-8c8c-40ca-84bc-df67b6a9e3f0, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=a5827009-8c8c-40ca-84bc-df67b6a9e3f0,segment=NetworkSegment(fd2344b7-1a35-40fa-ad0f-bca8050daf71),segment_id=fd2344b7-1a35-40fa-ad0f-bca8050daf71)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:29:29.140830 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (a5827009-8c8c-40ca-84bc-df67b6a9e3f0), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:29.164539 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e267a6-3fe1-41ba-bae0-18a872273409 x-openstack-request-id: req-90e267a6-3fe1-41ba-bae0-18a872273409 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:29:29.164865 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a507bb4c-dfbe-4930-a3db-a3bbda0539ff", "name": "network-vif-plugged", "status": "completed", "tag": "a5827009-8c8c-40ca-84bc-df67b6a9e3f0", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:29:29.165098 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-90e267a6-3fe1-41ba-bae0-18a872273409 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:29:29.165492 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a507bb4c-dfbe-4930-a3db-a3bbda0539ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5827009-8c8c-40ca-84bc-df67b6a9e3f0', 'code': 200} Feb 09 22:29:29.197328 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=a5827009-8c8c-40ca-84bc-df67b6a9e3f0,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:29:29.263646 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10673850-5345-4d86-af3b-4ded61d354b1 req-7f96e017-bcf8-4097-a652-c8240e956ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:29.265187 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-10673850-5345-4d86-af3b-4ded61d354b1 req-7f96e017-bcf8-4097-a652-c8240e956ced service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=a507bb4c-dfbe-4930-a3db-a3bbda0539ff HTTP/1.1" status: 200 len: 1127 time: 0.0491481 Feb 09 22:29:29.307947 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-10673850-5345-4d86-af3b-4ded61d354b1 req-9512ce32-0f3c-486c-ac31-8d46c648f330 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370290 Feb 09 22:29:29.929680 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727bbc8c-1ab8-4c4a-bc16-27149e4f1259 req-c16f330c-19b5-4f2e-aa0a-3d3f6f5c0975 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:29.931146 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-727bbc8c-1ab8-4c4a-bc16-27149e4f1259 req-c16f330c-19b5-4f2e-aa0a-3d3f6f5c0975 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=a507bb4c-dfbe-4930-a3db-a3bbda0539ff HTTP/1.1" status: 200 len: 945 time: 0.0534587 Feb 09 22:29:29.981011 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-727bbc8c-1ab8-4c4a-bc16-27149e4f1259 req-449d1423-72c9-4620-88fc-dda86bc11248 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439727 Feb 09 22:29:31.106004 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1d7a6f-267c-4a9d-acbc-9b718ae927ba req-9112ce89-e84e-475b-b4f2-d49d854fe944 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:31.107478 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3a1d7a6f-267c-4a9d-acbc-9b718ae927ba req-9112ce89-e84e-475b-b4f2-d49d854fe944 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=a507bb4c-dfbe-4930-a3db-a3bbda0539ff HTTP/1.1" status: 200 len: 945 time: 0.0534639 Feb 09 22:29:31.152646 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3a1d7a6f-267c-4a9d-acbc-9b718ae927ba req-1a22ad22-0227-47f1-bca7-fd04f8fcb699 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395739 Feb 09 22:29:31.273171 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98601a41-7c0e-4eae-9840-48436afc323e req-e7629f51-5da7-4dde-b2f0-c9b1269e2898 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:31.274560 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-98601a41-7c0e-4eae-9840-48436afc323e req-e7629f51-5da7-4dde-b2f0-c9b1269e2898 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=a507bb4c-dfbe-4930-a3db-a3bbda0539ff HTTP/1.1" status: 200 len: 945 time: 0.0588920 Feb 09 22:29:31.283011 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 51246) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:29:31.288208 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-ea277d99-633f-4c15-b89d-8af8872950ac tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Request body: {'floatingip': {'port_id': 'a5827009-8c8c-40ca-84bc-df67b6a9e3f0'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:29:31.327172 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ea277d99-633f-4c15-b89d-8af8872950ac tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Publish callbacks [] for floatingip (56e14feb-e186-4e58-ad5e-6eac4d5cc1b6), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:31.808947 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ea277d99-633f-4c15-b89d-8af8872950ac tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:31.812903 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ea277d99-633f-4c15-b89d-8af8872950ac tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (56e14feb-e186-4e58-ad5e-6eac4d5cc1b6), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:31.913094 n-d-828369-5 neutron-server[103141]: INFO neutron.db.l3_db [None req-ea277d99-633f-4c15-b89d-8af8872950ac tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Floating IP 56e14feb-e186-4e58-ad5e-6eac4d5cc1b6 associated. External IP: 172.25.3.251, port: a5827009-8c8c-40ca-84bc-df67b6a9e3f0. Feb 09 22:29:32.122164 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea277d99-633f-4c15-b89d-8af8872950ac tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Router 0e42bdb4-42c5-4ac2-bb49-b06affe71697 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:29:32.231651 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea277d99-633f-4c15-b89d-8af8872950ac tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:29:32.236421 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ea277d99-633f-4c15-b89d-8af8872950ac tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:32.242148 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85c5849-5b2c-4395-b5ff-4427c7d84fb3 None None] Sync routers for ids ['0e42bdb4-42c5-4ac2-bb49-b06affe71697'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:29:32.251489 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85c5849-5b2c-4395-b5ff-4427c7d84fb3 None None] Routers {'0e42bdb4-42c5-4ac2-bb49-b06affe71697'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:29:32.252111 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-e85c5849-5b2c-4395-b5ff-4427c7d84fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:29:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['0e42bdb4-42c5-4ac2-bb49-b06affe71697'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:29:32.266024 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-ea277d99-633f-4c15-b89d-8af8872950ac tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "PUT /v2.0/floatingips/56e14feb-e186-4e58-ad5e-6eac4d5cc1b6 HTTP/1.1" status: 200 len: 991 time: 0.9818614 Feb 09 22:29:32.266633 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a507bb4c-dfbe-4930-a3db-a3bbda0539ff', 'tag': 'a5827009-8c8c-40ca-84bc-df67b6a9e3f0'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:29:32.269029 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0759f77e637a6f71ff1c25bc92ec5ea77217d29fcb3f113a7ada5acb32ef5084" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-314455ca-552a-45b7-af54-f4c5c302b82d" -d '{"events": [{"name": "network-changed", "server_uuid": "a507bb4c-dfbe-4930-a3db-a3bbda0539ff", "tag": "a5827009-8c8c-40ca-84bc-df67b6a9e3f0"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:29:32.310839 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6eb739b-4f79-4165-b62f-ee9eb0b47150 x-openstack-request-id: req-d6eb739b-4f79-4165-b62f-ee9eb0b47150 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:29:32.311425 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a507bb4c-dfbe-4930-a3db-a3bbda0539ff", "tag": "a5827009-8c8c-40ca-84bc-df67b6a9e3f0", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:29:32.311425 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-d6eb739b-4f79-4165-b62f-ee9eb0b47150 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:29:32.311870 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a507bb4c-dfbe-4930-a3db-a3bbda0539ff', 'tag': 'a5827009-8c8c-40ca-84bc-df67b6a9e3f0', 'status': 'completed', 'code': 200} Feb 09 22:29:32.364212 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-e85c5849-5b2c-4395-b5ff-4427c7d84fb3 None None] Set router 0e42bdb4-42c5-4ac2-bb49-b06affe71697 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:29:32.376688 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a68ce52-4bd6-489d-9b2c-a5081018c80b req-8166c2fa-a202-4e7a-811f-72aa2f81c541 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:32.380507 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314455ca-552a-45b7-af54-f4c5c302b82d req-b26a2e70-bd4f-4882-b57e-6d6e2efb0d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:32.382149 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-314455ca-552a-45b7-af54-f4c5c302b82d req-b26a2e70-bd4f-4882-b57e-6d6e2efb0d58 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0e4ab427e53a42f9bee45c36c76ea676&device_id=a507bb4c-dfbe-4930-a3db-a3bbda0539ff HTTP/1.1" status: 200 len: 1127 time: 0.0500829 Feb 09 22:29:32.383775 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1a68ce52-4bd6-489d-9b2c-a5081018c80b req-8166c2fa-a202-4e7a-811f-72aa2f81c541 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=a507bb4c-dfbe-4930-a3db-a3bbda0539ff HTTP/1.1" status: 200 len: 945 time: 0.0644727 Feb 09 22:29:32.427133 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1a68ce52-4bd6-489d-9b2c-a5081018c80b req-86f628ac-08c4-49b0-9b5b-84fbdb9925b3 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424805 Feb 09 22:29:32.485246 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314455ca-552a-45b7-af54-f4c5c302b82d req-d07333e9-2d99-4558-97d2-1221655ef568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:32.486738 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-314455ca-552a-45b7-af54-f4c5c302b82d req-d07333e9-2d99-4558-97d2-1221655ef568 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1f25d978-5bd5-442e-af29-c42183639bfd HTTP/1.1" status: 200 len: 913 time: 0.0853403 Feb 09 22:29:32.558676 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-314455ca-552a-45b7-af54-f4c5c302b82d req-c21fe629-de79-4590-a510-9708fc63fbae service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a5827009-8c8c-40ca-84bc-df67b6a9e3f0 HTTP/1.1" status: 200 len: 999 time: 0.0631986 Feb 09 22:29:32.594455 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-e85c5849-5b2c-4395-b5ff-4427c7d84fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e42bdb4-42c5-4ac2-bb49-b06affe71697', 'name': 'tempest-ServerActionsTestJSON-1694563516-router', 'tenant_id': '0e4ab427e53a42f9bee45c36c76ea676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '49fdb7f0-c4bf-41f7-a45a-86c4658b98e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:29:14Z', 'updated_at': '2022-02-09T22:29:17Z', 'revision_number': 4, 'project_id': '0e4ab427e53a42f9bee45c36c76ea676', 'gw_port': {'id': '49fdb7f0-c4bf-41f7-a45a-86c4658b98e6', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e42bdb4-42c5-4ac2-bb49-b06affe71697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:29:15Z', 'updated_at': '2022-02-09T22:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': '56e14feb-e186-4e58-ad5e-6eac4d5cc1b6', 'tenant_id': '0e4ab427e53a42f9bee45c36c76ea676', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': '0e42bdb4-42c5-4ac2-bb49-b06affe71697', 'port_id': 'a5827009-8c8c-40ca-84bc-df67b6a9e3f0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd', 'mac_address': 'fa:16:3e:04:f3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a507bb4c-dfbe-4930-a3db-a3bbda0539ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:29:19Z', 'updated_at': '2022-02-09T22:29:31Z', 'revision_number': 1, 'project_id': '0e4ab427e53a42f9bee45c36c76ea676', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1381b3c8-01b6-4983-8019-f1c30cfc1fd5', 'name': '', 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd', 'tenant_id': '0e4ab427e53a42f9bee45c36c76ea676', 'mac_address': 'fa:16:3e:dc:53:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e42bdb4-42c5-4ac2-bb49-b06affe71697', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '28d07ad5-2470-4395-897a-4c85f8955d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:29:16Z', 'updated_at': '2022-02-09T22:29:21Z', 'revision_number': 5, 'project_id': '0e4ab427e53a42f9bee45c36c76ea676', 'subnets': [{'id': '28d07ad5-2470-4395-897a-4c85f8955d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:29:32.608534 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314455ca-552a-45b7-af54-f4c5c302b82d req-0c1213ce-cbcc-4a0b-b99f-328000c0b0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:32.610014 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-314455ca-552a-45b7-af54-f4c5c302b82d req-0c1213ce-cbcc-4a0b-b99f-328000c0b0b9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=28d07ad5-2470-4395-897a-4c85f8955d1d HTTP/1.1" status: 200 len: 851 time: 0.0444880 Feb 09 22:29:32.621268 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85c5849-5b2c-4395-b5ff-4427c7d84fb3 None None] Checking router: 0e42bdb4-42c5-4ac2-bb49-b06affe71697 for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:29:32.629948 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85c5849-5b2c-4395-b5ff-4427c7d84fb3 None None] Routers {'0e42bdb4-42c5-4ac2-bb49-b06affe71697'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:29:32.630500 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-e85c5849-5b2c-4395-b5ff-4427c7d84fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:29:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['0e42bdb4-42c5-4ac2-bb49-b06affe71697'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:29:32.661479 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314455ca-552a-45b7-af54-f4c5c302b82d req-b134f86c-d846-4044-bbf8-91c6bce70498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:32.663569 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-314455ca-552a-45b7-af54-f4c5c302b82d req-b134f86c-d846-4044-bbf8-91c6bce70498 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1f25d978-5bd5-442e-af29-c42183639bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0465264 Feb 09 22:29:32.739326 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-e85c5849-5b2c-4395-b5ff-4427c7d84fb3 None None] Set router 0e42bdb4-42c5-4ac2-bb49-b06affe71697 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:29:32.754857 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-314455ca-552a-45b7-af54-f4c5c302b82d req-58c6b326-5747-4fdc-b00e-f36374acb307 service neutron] 10.222.0.89 "GET /v2.0/networks/1f25d978-5bd5-442e-af29-c42183639bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847580 Feb 09 22:29:32.847161 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-314455ca-552a-45b7-af54-f4c5c302b82d req-536e6e01-c6f2-4632-8b58-82dcb783edd1 service neutron] 10.222.0.89 "GET /v2.0/networks/1f25d978-5bd5-442e-af29-c42183639bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855722 Feb 09 22:29:33.120879 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-e85c5849-5b2c-4395-b5ff-4427c7d84fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e42bdb4-42c5-4ac2-bb49-b06affe71697', 'name': 'tempest-ServerActionsTestJSON-1694563516-router', 'tenant_id': '0e4ab427e53a42f9bee45c36c76ea676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '49fdb7f0-c4bf-41f7-a45a-86c4658b98e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:29:14Z', 'updated_at': '2022-02-09T22:29:17Z', 'revision_number': 4, 'project_id': '0e4ab427e53a42f9bee45c36c76ea676', 'gw_port': {'id': '49fdb7f0-c4bf-41f7-a45a-86c4658b98e6', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e42bdb4-42c5-4ac2-bb49-b06affe71697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:29:15Z', 'updated_at': '2022-02-09T22:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': '56e14feb-e186-4e58-ad5e-6eac4d5cc1b6', 'tenant_id': '0e4ab427e53a42f9bee45c36c76ea676', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': '0e42bdb4-42c5-4ac2-bb49-b06affe71697', 'port_id': 'a5827009-8c8c-40ca-84bc-df67b6a9e3f0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd', 'mac_address': 'fa:16:3e:04:f3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a507bb4c-dfbe-4930-a3db-a3bbda0539ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:29:19Z', 'updated_at': '2022-02-09T22:29:31Z', 'revision_number': 1, 'project_id': '0e4ab427e53a42f9bee45c36c76ea676', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1381b3c8-01b6-4983-8019-f1c30cfc1fd5', 'name': '', 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd', 'tenant_id': '0e4ab427e53a42f9bee45c36c76ea676', 'mac_address': 'fa:16:3e:dc:53:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e42bdb4-42c5-4ac2-bb49-b06affe71697', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '28d07ad5-2470-4395-897a-4c85f8955d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:29:16Z', 'updated_at': '2022-02-09T22:29:21Z', 'revision_number': 5, 'project_id': '0e4ab427e53a42f9bee45c36c76ea676', 'subnets': [{'id': '28d07ad5-2470-4395-897a-4c85f8955d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:29:33.150649 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85c5849-5b2c-4395-b5ff-4427c7d84fb3 None None] The sync data for ids ['0e42bdb4-42c5-4ac2-bb49-b06affe71697'] in n-d-828369-5 is: [{'id': '0e42bdb4-42c5-4ac2-bb49-b06affe71697', 'name': 'tempest-ServerActionsTestJSON-1694563516-router', 'tenant_id': '0e4ab427e53a42f9bee45c36c76ea676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '49fdb7f0-c4bf-41f7-a45a-86c4658b98e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:29:14Z', 'updated_at': '2022-02-09T22:29:17Z', 'revision_number': 4, 'project_id': '0e4ab427e53a42f9bee45c36c76ea676', 'gw_port': {'id': '49fdb7f0-c4bf-41f7-a45a-86c4658b98e6', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e42bdb4-42c5-4ac2-bb49-b06affe71697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:29:15Z', 'updated_at': '2022-02-09T22:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': '56e14feb-e186-4e58-ad5e-6eac4d5cc1b6', 'tenant_id': '0e4ab427e53a42f9bee45c36c76ea676', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': '0e42bdb4-42c5-4ac2-bb49-b06affe71697', 'port_id': 'a5827009-8c8c-40ca-84bc-df67b6a9e3f0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd', 'mac_address': 'fa:16:3e:04:f3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a507bb4c-dfbe-4930-a3db-a3bbda0539ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:29:19Z', 'updated_at': '2022-02-09T22:29:31Z', 'revision_number': 1, 'project_id': '0e4ab427e53a42f9bee45c36c76ea676', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1381b3c8-01b6-4983-8019-f1c30cfc1fd5', 'name': '', 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd', 'tenant_id': '0e4ab427e53a42f9bee45c36c76ea676', 'mac_address': 'fa:16:3e:dc:53:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e42bdb4-42c5-4ac2-bb49-b06affe71697', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '28d07ad5-2470-4395-897a-4c85f8955d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:29:16Z', 'updated_at': '2022-02-09T22:29:21Z', 'revision_number': 5, 'project_id': '0e4ab427e53a42f9bee45c36c76ea676', 'subnets': [{'id': '28d07ad5-2470-4395-897a-4c85f8955d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:29:33.353838 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95fb722-667e-4df2-a8c6-96a2ac04ecb4 None None] New status for floating IP 56e14feb-e186-4e58-ad5e-6eac4d5cc1b6: ACTIVE {{(pid=103143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:29:33.549884 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6301d2-b753-49a6-b94b-ea03e90d7a71 req-5613ee89-2992-42eb-9ac7-541d7d9ed40d tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:33.551490 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ad6301d2-b753-49a6-b94b-ea03e90d7a71 req-5613ee89-2992-42eb-9ac7-541d7d9ed40d tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=a507bb4c-dfbe-4930-a3db-a3bbda0539ff HTTP/1.1" status: 200 len: 945 time: 0.0542481 Feb 09 22:29:33.604365 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ad6301d2-b753-49a6-b94b-ea03e90d7a71 req-667327fc-4b6a-4119-97be-5a2f39476c28 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426526 Feb 09 22:29:33.725814 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4f9406-0e25-4e8a-8b5f-b6a80d45ed57 req-472f8509-4b15-4308-8cfb-38ec84b20c27 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:33.727219 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fd4f9406-0e25-4e8a-8b5f-b6a80d45ed57 req-472f8509-4b15-4308-8cfb-38ec84b20c27 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=a507bb4c-dfbe-4930-a3db-a3bbda0539ff HTTP/1.1" status: 200 len: 945 time: 0.0535223 Feb 09 22:29:33.778258 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fd4f9406-0e25-4e8a-8b5f-b6a80d45ed57 req-27dbb786-cf12-4e67-9b21-13435f78bcbc tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453475 Feb 09 22:29:34.005330 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-bbef3994-2ea1-4b0b-b138-9a0e62a4905b req-17659a2e-0d68-408c-8ac8-fe5a2ecb3328 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a507bb4c-dfbe-4930-a3db-a3bbda0539ff&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0446401 Feb 09 22:29:34.020785 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf86c0f-3ae4-4de9-8a32-f313e1c25914 req-5e2e67d4-3097-41b1-a5d6-d5d5188e18e7 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:34.022946 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-faf86c0f-3ae4-4de9-8a32-f313e1c25914 req-5e2e67d4-3097-41b1-a5d6-d5d5188e18e7 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=a507bb4c-dfbe-4930-a3db-a3bbda0539ff HTTP/1.1" status: 200 len: 945 time: 0.0541980 Feb 09 22:29:34.073041 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-faf86c0f-3ae4-4de9-8a32-f313e1c25914 req-c505a2a6-f48c-4a92-bd7c-736f44e7004d tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436599 Feb 09 22:29:35.199323 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bb9e58-1c72-4120-9c97-945e28fee817 req-8922bfa1-137c-483e-a335-0342c34589e0 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:35.200972 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-12bb9e58-1c72-4120-9c97-945e28fee817 req-8922bfa1-137c-483e-a335-0342c34589e0 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=a507bb4c-dfbe-4930-a3db-a3bbda0539ff HTTP/1.1" status: 200 len: 945 time: 0.0561032 Feb 09 22:29:35.251406 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-12bb9e58-1c72-4120-9c97-945e28fee817 req-ed491c2d-b000-4c17-89c3-ab9e5f39c288 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440023 Feb 09 22:29:35.367222 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbef3994-2ea1-4b0b-b138-9a0e62a4905b req-d974fa68-39f9-4448-a251-7577fb0c5af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:35.368683 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-bbef3994-2ea1-4b0b-b138-9a0e62a4905b req-d974fa68-39f9-4448-a251-7577fb0c5af8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0e4ab427e53a42f9bee45c36c76ea676&device_id=a507bb4c-dfbe-4930-a3db-a3bbda0539ff HTTP/1.1" status: 200 len: 1127 time: 0.2751777 Feb 09 22:29:35.457288 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbef3994-2ea1-4b0b-b138-9a0e62a4905b req-0621e550-e08f-43e7-9530-8c2ff2f555cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:35.458761 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-bbef3994-2ea1-4b0b-b138-9a0e62a4905b req-0621e550-e08f-43e7-9530-8c2ff2f555cd service neutron] 10.222.0.89 "GET /v2.0/networks?id=1f25d978-5bd5-442e-af29-c42183639bfd HTTP/1.1" status: 200 len: 913 time: 0.0840030 Feb 09 22:29:35.526764 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-bbef3994-2ea1-4b0b-b138-9a0e62a4905b req-f53b5d92-b2e5-4827-bfbb-955385ded7aa service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a5827009-8c8c-40ca-84bc-df67b6a9e3f0 HTTP/1.1" status: 200 len: 1001 time: 0.0609653 Feb 09 22:29:35.574199 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbef3994-2ea1-4b0b-b138-9a0e62a4905b req-38814955-a399-4dd5-980e-683680bce370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:35.575607 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-bbef3994-2ea1-4b0b-b138-9a0e62a4905b req-38814955-a399-4dd5-980e-683680bce370 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=28d07ad5-2470-4395-897a-4c85f8955d1d HTTP/1.1" status: 200 len: 851 time: 0.0417964 Feb 09 22:29:35.628000 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbef3994-2ea1-4b0b-b138-9a0e62a4905b req-39ef4db3-ee4d-4206-82e8-1eb9508fe320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:35.629431 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-bbef3994-2ea1-4b0b-b138-9a0e62a4905b req-39ef4db3-ee4d-4206-82e8-1eb9508fe320 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1f25d978-5bd5-442e-af29-c42183639bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0480587 Feb 09 22:29:35.726933 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-bbef3994-2ea1-4b0b-b138-9a0e62a4905b req-63077a77-0785-4866-b63b-bd157dbebf19 service neutron] 10.222.0.89 "GET /v2.0/networks/1f25d978-5bd5-442e-af29-c42183639bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888073 Feb 09 22:29:35.812191 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-bbef3994-2ea1-4b0b-b138-9a0e62a4905b req-74f53d78-eb73-4df8-baf1-f05309935d39 service neutron] 10.222.0.89 "GET /v2.0/networks/1f25d978-5bd5-442e-af29-c42183639bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789917 Feb 09 22:29:36.376624 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c31aa9e-56b1-41b3-a8b2-788e5b14715d req-0051ff08-d0c7-43cd-a74a-c37b36c20ac1 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:36.378122 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2c31aa9e-56b1-41b3-a8b2-788e5b14715d req-0051ff08-d0c7-43cd-a74a-c37b36c20ac1 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=a507bb4c-dfbe-4930-a3db-a3bbda0539ff HTTP/1.1" status: 200 len: 945 time: 0.0560284 Feb 09 22:29:36.425495 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2c31aa9e-56b1-41b3-a8b2-788e5b14715d req-b4bfa4fd-d15b-40de-ab34-395cedfb579a tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409458 Feb 09 22:29:37.541842 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0660f7-6986-4615-a43d-b0796a2fcad4 req-33c0bb9b-fac7-425c-9a78-0ba101ef236e tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:37.543313 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3a0660f7-6986-4615-a43d-b0796a2fcad4 req-33c0bb9b-fac7-425c-9a78-0ba101ef236e tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=a507bb4c-dfbe-4930-a3db-a3bbda0539ff HTTP/1.1" status: 200 len: 945 time: 0.0521615 Feb 09 22:29:37.589026 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3a0660f7-6986-4615-a43d-b0796a2fcad4 req-8d1f30a1-4a7f-4d77-a37b-eb36e3088a70 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400689 Feb 09 22:29:38.713948 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04357449-8e0e-4cd5-abb6-b29346b82996 req-7aea10a1-d08c-4b64-8840-0085d813e7df tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:38.715360 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-04357449-8e0e-4cd5-abb6-b29346b82996 req-7aea10a1-d08c-4b64-8840-0085d813e7df tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=a507bb4c-dfbe-4930-a3db-a3bbda0539ff HTTP/1.1" status: 200 len: 945 time: 0.0551691 Feb 09 22:29:38.765126 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-04357449-8e0e-4cd5-abb6-b29346b82996 req-3e60f0d2-fe47-4720-b3f7-d68cb9ba5d01 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440502 Feb 09 22:29:39.142899 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a7408a00-0a3c-426a-a98a-2e9637e2a18b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:39.886300 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d6afc5-1ea1-40ed-9dce-7935a3d47b07 req-18a4d679-583b-4b88-bba0-69bb80c198bf tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:39.887844 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-98d6afc5-1ea1-40ed-9dce-7935a3d47b07 req-18a4d679-583b-4b88-bba0-69bb80c198bf tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=a507bb4c-dfbe-4930-a3db-a3bbda0539ff HTTP/1.1" status: 200 len: 945 time: 0.0554545 Feb 09 22:29:39.933686 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-98d6afc5-1ea1-40ed-9dce-7935a3d47b07 req-2999bcfe-168e-4f0c-9196-547f927b0800 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403006 Feb 09 22:29:41.053112 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cfef82-44a1-4010-a12f-0a9852c67983 req-242b95e6-669d-4112-ab4e-3dff006b1ad4 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:41.054690 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b9cfef82-44a1-4010-a12f-0a9852c67983 req-242b95e6-669d-4112-ab4e-3dff006b1ad4 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=a507bb4c-dfbe-4930-a3db-a3bbda0539ff HTTP/1.1" status: 200 len: 945 time: 0.0538170 Feb 09 22:29:41.085583 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-3f0f6bc1-39c5-42a6-8d88-e2423df67d1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:41.101582 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b9cfef82-44a1-4010-a12f-0a9852c67983 req-edc5e701-298c-4e16-8c61-fb9cdaa75777 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410404 Feb 09 22:29:42.226868 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d02ca1-ea10-4868-86a1-1c441a7386ee req-8d474dff-5ea1-4c1e-9404-d5f99f0df16f tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:42.228439 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-03d02ca1-ea10-4868-86a1-1c441a7386ee req-8d474dff-5ea1-4c1e-9404-d5f99f0df16f tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=a507bb4c-dfbe-4930-a3db-a3bbda0539ff HTTP/1.1" status: 200 len: 945 time: 0.0587535 Feb 09 22:29:42.274510 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-03d02ca1-ea10-4868-86a1-1c441a7386ee req-7eb6de60-4bc5-49a3-b73d-830f605c6d9a tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405653 Feb 09 22:29:42.919846 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:43.392138 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190a0e68-ebf3-41bd-b34f-b08941a3d0cc req-737ed7ad-bb80-4a2b-9d01-0312910b1449 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:43.393663 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-190a0e68-ebf3-41bd-b34f-b08941a3d0cc req-737ed7ad-bb80-4a2b-9d01-0312910b1449 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=a507bb4c-dfbe-4930-a3db-a3bbda0539ff HTTP/1.1" status: 200 len: 945 time: 0.0518370 Feb 09 22:29:43.439883 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-190a0e68-ebf3-41bd-b34f-b08941a3d0cc req-4516d366-599e-40fb-a175-002d5ca4d1d2 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400276 Feb 09 22:29:44.335540 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:44.562182 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e9cf95-7f31-4235-8e48-84925030c01f req-0a65b925-0dc5-4149-b5a8-649857a39df2 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:44.563675 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-26e9cf95-7f31-4235-8e48-84925030c01f req-0a65b925-0dc5-4149-b5a8-649857a39df2 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=a507bb4c-dfbe-4930-a3db-a3bbda0539ff HTTP/1.1" status: 200 len: 945 time: 0.0567791 Feb 09 22:29:44.614978 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-26e9cf95-7f31-4235-8e48-84925030c01f req-73d4ddbf-9a8d-4b4c-b458-769d35ac49c4 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456417 Feb 09 22:29:45.438741 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:45.737736 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b2eefc-78fa-427e-98d0-71e69e7f7e46 req-d1808de8-85fe-49a0-bbcc-bd0ba4cf3641 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:45.739182 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-05b2eefc-78fa-427e-98d0-71e69e7f7e46 req-d1808de8-85fe-49a0-bbcc-bd0ba4cf3641 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=a507bb4c-dfbe-4930-a3db-a3bbda0539ff HTTP/1.1" status: 200 len: 945 time: 0.0561686 Feb 09 22:29:45.785777 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-05b2eefc-78fa-427e-98d0-71e69e7f7e46 req-c8bfc53f-7db6-4f0c-95ad-f859c37154e3 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408869 Feb 09 22:29:46.904288 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d6c2f4-61bc-44eb-bf5c-4e5145ece81e req-024aeea4-3a7e-4c41-98e3-8f82f4ece083 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:46.905791 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c2d6c2f4-61bc-44eb-bf5c-4e5145ece81e req-024aeea4-3a7e-4c41-98e3-8f82f4ece083 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=a507bb4c-dfbe-4930-a3db-a3bbda0539ff HTTP/1.1" status: 200 len: 945 time: 0.0519340 Feb 09 22:29:46.955487 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c2d6c2f4-61bc-44eb-bf5c-4e5145ece81e req-0105c216-0ffa-4b66-acc9-a6d074dd3541 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442204 Feb 09 22:29:48.077504 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c789d62e-b235-4c3c-9721-d18af9237012 req-ba8ae54d-8742-4307-8099-c6c8a3eefb17 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:48.079001 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c789d62e-b235-4c3c-9721-d18af9237012 req-ba8ae54d-8742-4307-8099-c6c8a3eefb17 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=a507bb4c-dfbe-4930-a3db-a3bbda0539ff HTTP/1.1" status: 200 len: 945 time: 0.0529022 Feb 09 22:29:48.126770 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c789d62e-b235-4c3c-9721-d18af9237012 req-11f8f883-e4bc-4fcb-a0ad-ca77a87dae2a tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411019 Feb 09 22:29:49.247776 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86b484b-55b8-4b93-9edb-f7632defb821 req-d0ef3285-7828-40e3-9470-3be4efd1718e tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:49.249274 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f86b484b-55b8-4b93-9edb-f7632defb821 req-d0ef3285-7828-40e3-9470-3be4efd1718e tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=a507bb4c-dfbe-4930-a3db-a3bbda0539ff HTTP/1.1" status: 200 len: 945 time: 0.0522587 Feb 09 22:29:49.298875 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f86b484b-55b8-4b93-9edb-f7632defb821 req-d507af11-8100-444c-b847-09cd90afd266 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441034 Feb 09 22:29:50.421019 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1976e276-2212-4ccd-9217-5f64fe4dcb89 req-66fc63f7-7cc3-4b3a-bc00-c7375369a557 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:50.422509 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1976e276-2212-4ccd-9217-5f64fe4dcb89 req-66fc63f7-7cc3-4b3a-bc00-c7375369a557 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=a507bb4c-dfbe-4930-a3db-a3bbda0539ff HTTP/1.1" status: 200 len: 945 time: 0.0564978 Feb 09 22:29:50.468673 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1976e276-2212-4ccd-9217-5f64fe4dcb89 req-3deff810-9748-47aa-92cc-ca3c8cb58cf7 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400715 Feb 09 22:29:50.565198 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:29:51.587426 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63324365-73fb-46ce-a413-6d52a946ca96 req-e117f2d9-4623-4bf6-b28a-f8b0c4e6a5f7 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:51.588967 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-63324365-73fb-46ce-a413-6d52a946ca96 req-e117f2d9-4623-4bf6-b28a-f8b0c4e6a5f7 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=a507bb4c-dfbe-4930-a3db-a3bbda0539ff HTTP/1.1" status: 200 len: 945 time: 0.0546169 Feb 09 22:29:51.634461 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-63324365-73fb-46ce-a413-6d52a946ca96 req-2540e9aa-6419-4730-bd87-2081311d2c1e tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399859 Feb 09 22:29:51.869226 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:52.755779 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31db1c8-2e16-4e89-b117-dace3c8a33e1 req-12d67dcd-f38b-41dc-85ad-fc20c25fa3d2 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:52.757278 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e31db1c8-2e16-4e89-b117-dace3c8a33e1 req-12d67dcd-f38b-41dc-85ad-fc20c25fa3d2 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=a507bb4c-dfbe-4930-a3db-a3bbda0539ff HTTP/1.1" status: 200 len: 945 time: 0.0512633 Feb 09 22:29:52.806956 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e31db1c8-2e16-4e89-b117-dace3c8a33e1 req-50f17f14-0a8b-4b15-ae9a-777867af8c2d tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441425 Feb 09 22:29:53.707901 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2638cac0-f8cf-4978-8ba2-2c81dbb94b77 req-2c4b6362-0baa-4f31-a12a-6de550e0df61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:53.709997 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-2638cac0-f8cf-4978-8ba2-2c81dbb94b77 req-2c4b6362-0baa-4f31-a12a-6de550e0df61 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0e4ab427e53a42f9bee45c36c76ea676&device_id=a507bb4c-dfbe-4930-a3db-a3bbda0539ff HTTP/1.1" status: 200 len: 1127 time: 0.0499001 Feb 09 22:29:53.822248 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2638cac0-f8cf-4978-8ba2-2c81dbb94b77 req-198d6578-ce65-4df0-858f-88a0dad46c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:53.823733 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-2638cac0-f8cf-4978-8ba2-2c81dbb94b77 req-198d6578-ce65-4df0-858f-88a0dad46c96 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1f25d978-5bd5-442e-af29-c42183639bfd HTTP/1.1" status: 200 len: 913 time: 0.0954163 Feb 09 22:29:53.894855 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-2638cac0-f8cf-4978-8ba2-2c81dbb94b77 req-20383768-e5cd-4f9f-ab00-520ca8cc4dd6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a5827009-8c8c-40ca-84bc-df67b6a9e3f0 HTTP/1.1" status: 200 len: 1001 time: 0.0644915 Feb 09 22:29:53.928081 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf335b6-5dca-4ae6-b02e-ed76189aa426 req-60fb5081-4f0e-4538-a5b6-b61e49c66060 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:53.930809 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fbf335b6-5dca-4ae6-b02e-ed76189aa426 req-60fb5081-4f0e-4538-a5b6-b61e49c66060 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=a507bb4c-dfbe-4930-a3db-a3bbda0539ff HTTP/1.1" status: 200 len: 945 time: 0.0558946 Feb 09 22:29:53.948107 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2638cac0-f8cf-4978-8ba2-2c81dbb94b77 req-462d643d-5d5d-4ae2-8162-91d3deb66448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:53.949806 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-2638cac0-f8cf-4978-8ba2-2c81dbb94b77 req-462d643d-5d5d-4ae2-8162-91d3deb66448 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=28d07ad5-2470-4395-897a-4c85f8955d1d HTTP/1.1" status: 200 len: 851 time: 0.0491884 Feb 09 22:29:53.964265 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:29:53.999482 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fbf335b6-5dca-4ae6-b02e-ed76189aa426 req-445c57d6-206c-4548-bc19-faf852e4a33d tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560148 Feb 09 22:29:54.003608 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2638cac0-f8cf-4978-8ba2-2c81dbb94b77 req-fedb6007-37f5-4368-951b-ac7315e2bb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:54.005157 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-2638cac0-f8cf-4978-8ba2-2c81dbb94b77 req-fedb6007-37f5-4368-951b-ac7315e2bb9a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1f25d978-5bd5-442e-af29-c42183639bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0494387 Feb 09 22:29:54.095283 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-2638cac0-f8cf-4978-8ba2-2c81dbb94b77 req-42db6537-f554-4154-957d-54c128db727d service neutron] 10.222.0.89 "GET /v2.0/networks/1f25d978-5bd5-442e-af29-c42183639bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837240 Feb 09 22:29:54.185543 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-2638cac0-f8cf-4978-8ba2-2c81dbb94b77 req-6971a58d-b642-4083-bc10-48359da984de service neutron] 10.222.0.89 "GET /v2.0/networks/1f25d978-5bd5-442e-af29-c42183639bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832260 Feb 09 22:29:55.118508 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e19e39-6b32-4775-b97f-23b9fe07a631 req-f53cf2c7-cd92-4b9c-8962-752e0f2e5b08 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:55.120018 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-09e19e39-6b32-4775-b97f-23b9fe07a631 req-f53cf2c7-cd92-4b9c-8962-752e0f2e5b08 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=a507bb4c-dfbe-4930-a3db-a3bbda0539ff HTTP/1.1" status: 200 len: 945 time: 0.0524294 Feb 09 22:29:55.167892 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-09e19e39-6b32-4775-b97f-23b9fe07a631 req-9fa474ed-4cde-4746-aed2-0a5271362cf3 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422177 Feb 09 22:29:56.298969 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf006f9-e603-40fd-9595-4473738b869a req-5a56c793-22f1-419e-be74-87fbb555089c tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:56.300522 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ddf006f9-e603-40fd-9595-4473738b869a req-5a56c793-22f1-419e-be74-87fbb555089c tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=a507bb4c-dfbe-4930-a3db-a3bbda0539ff HTTP/1.1" status: 200 len: 945 time: 0.0624537 Feb 09 22:29:56.349920 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ddf006f9-e603-40fd-9595-4473738b869a req-9c36573f-1b12-4023-924d-c291e7d6a1f3 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427854 Feb 09 22:29:57.468433 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480f9d27-827b-4f0c-ad55-acc3ed043ab2 req-f593eb31-526e-4eeb-8fe7-13de2ee20026 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:57.469818 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-480f9d27-827b-4f0c-ad55-acc3ed043ab2 req-f593eb31-526e-4eeb-8fe7-13de2ee20026 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=a507bb4c-dfbe-4930-a3db-a3bbda0539ff HTTP/1.1" status: 200 len: 945 time: 0.0518808 Feb 09 22:29:57.515667 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-480f9d27-827b-4f0c-ad55-acc3ed043ab2 req-6e04dac7-3cd4-4601-bea7-2b5f3e0d6a7a tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395939 Feb 09 22:29:58.638777 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7048879-f3f2-401a-a621-0e56ac044a9d req-9ec8bca9-f09e-4010-bf57-fce1cbca84bb tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:58.640267 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a7048879-f3f2-401a-a621-0e56ac044a9d req-9ec8bca9-f09e-4010-bf57-fce1cbca84bb tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=a507bb4c-dfbe-4930-a3db-a3bbda0539ff HTTP/1.1" status: 200 len: 945 time: 0.0561068 Feb 09 22:29:58.686769 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a7048879-f3f2-401a-a621-0e56ac044a9d req-279b07d0-a226-453f-b5d2-75c4c5748b15 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408106 Feb 09 22:29:59.806242 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9565c437-03d5-466a-873d-c4f7935d5ebe req-ab96e145-8c09-4d0d-a438-152b25c28c35 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:29:59.807749 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9565c437-03d5-466a-873d-c4f7935d5ebe req-ab96e145-8c09-4d0d-a438-152b25c28c35 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=a507bb4c-dfbe-4930-a3db-a3bbda0539ff HTTP/1.1" status: 200 len: 945 time: 0.0534475 Feb 09 22:29:59.855240 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9565c437-03d5-466a-873d-c4f7935d5ebe req-b74f2f8c-e786-4fe8-8534-996d7609733c tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416031 Feb 09 22:30:00.984193 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605f1b6e-9650-4efe-bdbc-c2b99bf5a9fa req-e3167fa4-ff26-4c65-808e-e0ec07eff33b tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:00.985734 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-605f1b6e-9650-4efe-bdbc-c2b99bf5a9fa req-e3167fa4-ff26-4c65-808e-e0ec07eff33b tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=a507bb4c-dfbe-4930-a3db-a3bbda0539ff HTTP/1.1" status: 200 len: 945 time: 0.0564353 Feb 09 22:30:01.036457 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-605f1b6e-9650-4efe-bdbc-c2b99bf5a9fa req-29df7c9b-8a29-47d6-908b-8750b9c0f70c tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443761 Feb 09 22:30:02.157718 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a37860-4604-48ca-b323-ed39eaeec432 req-c6660d14-b906-453d-8c7f-a163743e2eea tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:02.159217 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b4a37860-4604-48ca-b323-ed39eaeec432 req-c6660d14-b906-453d-8c7f-a163743e2eea tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=a507bb4c-dfbe-4930-a3db-a3bbda0539ff HTTP/1.1" status: 200 len: 945 time: 0.0528135 Feb 09 22:30:02.206071 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b4a37860-4604-48ca-b323-ed39eaeec432 req-4f5efa21-f838-42eb-954b-f2030fdd678b tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411983 Feb 09 22:30:02.944673 n-d-828369-5 neutron-server[103141]: INFO neutron.api.v2.resource [req-bbef3994-2ea1-4b0b-b138-9a0e62a4905b req-804bfa99-3d0f-4c94-a10a-5a9bd575abb0 service neutron] show failed (client error): The resource could not be found. Feb 09 22:30:02.945694 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-bbef3994-2ea1-4b0b-b138-9a0e62a4905b req-804bfa99-3d0f-4c94-a10a-5a9bd575abb0 service neutron] 10.222.0.89 "GET /v2.0/ports/a5827009-8c8c-40ca-84bc-df67b6a9e3f0/bindings/n-h1-828369-5 HTTP/1.1" status: 404 len: 380 time: 0.0541050 Feb 09 22:30:03.145017 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbef3994-2ea1-4b0b-b138-9a0e62a4905b req-982e8921-f2e4-4317-a184-b958a4966f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:03.147194 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-bbef3994-2ea1-4b0b-b138-9a0e62a4905b req-982e8921-f2e4-4317-a184-b958a4966f86 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=a507bb4c-dfbe-4930-a3db-a3bbda0539ff&tenant_id=0e4ab427e53a42f9bee45c36c76ea676 HTTP/1.1" status: 200 len: 1127 time: 0.0495832 Feb 09 22:30:03.157389 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-bbef3994-2ea1-4b0b-b138-9a0e62a4905b req-7b4da79f-0f52-44f5-b025-2ace935457f4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828369-5', 'device_owner': 'compute:nova'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:30:03.216641 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-bbef3994-2ea1-4b0b-b138-9a0e62a4905b req-7b4da79f-0f52-44f5-b025-2ace935457f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (a5827009-8c8c-40ca-84bc-df67b6a9e3f0), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:03.329886 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7122f58-ed13-488a-80c4-09ccf0515c38 req-4d995767-81ff-4589-a042-dc528ee5ae8f tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:03.331401 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e7122f58-ed13-488a-80c4-09ccf0515c38 req-4d995767-81ff-4589-a042-dc528ee5ae8f tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=a507bb4c-dfbe-4930-a3db-a3bbda0539ff HTTP/1.1" status: 200 len: 945 time: 0.0538280 Feb 09 22:30:03.378034 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e7122f58-ed13-488a-80c4-09ccf0515c38 req-b01355da-5256-47ba-a9c4-18ae7695f609 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406933 Feb 09 22:30:03.418170 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-bbef3994-2ea1-4b0b-b138-9a0e62a4905b req-7b4da79f-0f52-44f5-b025-2ace935457f4 service neutron] For port a5827009-8c8c-40ca-84bc-df67b6a9e3f0, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=a5827009-8c8c-40ca-84bc-df67b6a9e3f0,segment=NetworkSegment(fd2344b7-1a35-40fa-ad0f-bca8050daf71),segment_id=fd2344b7-1a35-40fa-ad0f-bca8050daf71)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:30:03.450942 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-bbef3994-2ea1-4b0b-b138-9a0e62a4905b req-7b4da79f-0f52-44f5-b025-2ace935457f4 service neutron] For port a5827009-8c8c-40ca-84bc-df67b6a9e3f0, host n-h2-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:30:03.492821 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a507bb4c-dfbe-4930-a3db-a3bbda0539ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5827009-8c8c-40ca-84bc-df67b6a9e3f0'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:30:03.495014 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0759f77e637a6f71ff1c25bc92ec5ea77217d29fcb3f113a7ada5acb32ef5084" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a7721c-4c92-4c52-8371-f1b0838177ec" -d '{"events": [{"server_uuid": "a507bb4c-dfbe-4930-a3db-a3bbda0539ff", "name": "network-vif-unplugged", "status": "completed", "tag": "a5827009-8c8c-40ca-84bc-df67b6a9e3f0"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:30:03.498935 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-bbef3994-2ea1-4b0b-b138-9a0e62a4905b req-7b4da79f-0f52-44f5-b025-2ace935457f4 service neutron] Publish callbacks [] for port (a5827009-8c8c-40ca-84bc-df67b6a9e3f0), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:03.511618 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-bbef3994-2ea1-4b0b-b138-9a0e62a4905b req-7b4da79f-0f52-44f5-b025-2ace935457f4 service neutron] Transition to ACTIVE for port object a5827009-8c8c-40ca-84bc-df67b6a9e3f0 will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:30:03.515278 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-bbef3994-2ea1-4b0b-b138-9a0e62a4905b req-7b4da79f-0f52-44f5-b025-2ace935457f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (a5827009-8c8c-40ca-84bc-df67b6a9e3f0), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:03.543944 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 22:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-617b96a9-b643-41e2-876b-1cd35d34d7c4 x-openstack-request-id: req-617b96a9-b643-41e2-876b-1cd35d34d7c4 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:30:03.544261 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a507bb4c-dfbe-4930-a3db-a3bbda0539ff", "name": "network-vif-unplugged", "status": "completed", "tag": "a5827009-8c8c-40ca-84bc-df67b6a9e3f0", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:30:03.544527 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-617b96a9-b643-41e2-876b-1cd35d34d7c4 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:30:03.544928 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a507bb4c-dfbe-4930-a3db-a3bbda0539ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5827009-8c8c-40ca-84bc-df67b6a9e3f0', 'code': 200} Feb 09 22:30:03.617202 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4da79f-0f52-44f5-b025-2ace935457f4 service neutron] Pushing event updated for resources: {'Port': ['ID=a5827009-8c8c-40ca-84bc-df67b6a9e3f0,revision_number=6']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:30:03.644254 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4da79f-0f52-44f5-b025-2ace935457f4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:30:03.644612 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4da79f-0f52-44f5-b025-2ace935457f4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:30:03.644961 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4da79f-0f52-44f5-b025-2ace935457f4 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:30:03.645304 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4da79f-0f52-44f5-b025-2ace935457f4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:30:03.645642 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4da79f-0f52-44f5-b025-2ace935457f4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:30:03.646004 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4da79f-0f52-44f5-b025-2ace935457f4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:30:03.646337 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4da79f-0f52-44f5-b025-2ace935457f4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:30:03.646671 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4da79f-0f52-44f5-b025-2ace935457f4 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:30:03.647000 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4da79f-0f52-44f5-b025-2ace935457f4 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:30:03.647326 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4da79f-0f52-44f5-b025-2ace935457f4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:30:03.647652 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4da79f-0f52-44f5-b025-2ace935457f4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:30:03.647975 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4da79f-0f52-44f5-b025-2ace935457f4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:30:03.648322 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4da79f-0f52-44f5-b025-2ace935457f4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:30:03.700318 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbef3994-2ea1-4b0b-b138-9a0e62a4905b req-7b4da79f-0f52-44f5-b025-2ace935457f4 service neutron] No DVR routers for this DVR port a5827009-8c8c-40ca-84bc-df67b6a9e3f0 on host n-h2-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:30:03.834361 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-bbef3994-2ea1-4b0b-b138-9a0e62a4905b req-7b4da79f-0f52-44f5-b025-2ace935457f4 service neutron] Attempting to bind port a5827009-8c8c-40ca-84bc-df67b6a9e3f0 on host n-h1-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:30:03.834692 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-bbef3994-2ea1-4b0b-b138-9a0e62a4905b req-7b4da79f-0f52-44f5-b025-2ace935457f4 service neutron] Attempting to bind port a5827009-8c8c-40ca-84bc-df67b6a9e3f0 by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': 'fd2344b7-1a35-40fa-ad0f-bca8050daf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:30:03.835014 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbef3994-2ea1-4b0b-b138-9a0e62a4905b req-7b4da79f-0f52-44f5-b025-2ace935457f4 service neutron] Attempting to bind port a5827009-8c8c-40ca-84bc-df67b6a9e3f0 on network 1f25d978-5bd5-442e-af29-c42183639bfd {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:30:03.839168 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbef3994-2ea1-4b0b-b138-9a0e62a4905b req-7b4da79f-0f52-44f5-b025-2ace935457f4 service neutron] Port a5827009-8c8c-40ca-84bc-df67b6a9e3f0 on network 1f25d978-5bd5-442e-af29-c42183639bfd not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:30:03.839485 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbef3994-2ea1-4b0b-b138-9a0e62a4905b req-7b4da79f-0f52-44f5-b025-2ace935457f4 service neutron] Attempting to bind port a5827009-8c8c-40ca-84bc-df67b6a9e3f0 on network 1f25d978-5bd5-442e-af29-c42183639bfd {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:30:03.844176 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbef3994-2ea1-4b0b-b138-9a0e62a4905b req-7b4da79f-0f52-44f5-b025-2ace935457f4 service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:30:03.844540 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbef3994-2ea1-4b0b-b138-9a0e62a4905b req-7b4da79f-0f52-44f5-b025-2ace935457f4 service neutron] Checking segment: {'id': 'fd2344b7-1a35-40fa-ad0f-bca8050daf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:30:03.844920 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbef3994-2ea1-4b0b-b138-9a0e62a4905b req-7b4da79f-0f52-44f5-b025-2ace935457f4 service neutron] Bound using segment: {'id': 'fd2344b7-1a35-40fa-ad0f-bca8050daf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:30:03.845338 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-bbef3994-2ea1-4b0b-b138-9a0e62a4905b req-7b4da79f-0f52-44f5-b025-2ace935457f4 service neutron] Bound port: a5827009-8c8c-40ca-84bc-df67b6a9e3f0, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd2344b7-1a35-40fa-ad0f-bca8050daf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:30:03.845678 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-bbef3994-2ea1-4b0b-b138-9a0e62a4905b req-7b4da79f-0f52-44f5-b025-2ace935457f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (a5827009-8c8c-40ca-84bc-df67b6a9e3f0), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:03.905961 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-bbef3994-2ea1-4b0b-b138-9a0e62a4905b req-7b4da79f-0f52-44f5-b025-2ace935457f4 service neutron] For port a5827009-8c8c-40ca-84bc-df67b6a9e3f0, host n-h1-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:30:03.908893 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-bbef3994-2ea1-4b0b-b138-9a0e62a4905b req-7b4da79f-0f52-44f5-b025-2ace935457f4 service neutron] For port a5827009-8c8c-40ca-84bc-df67b6a9e3f0, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=a5827009-8c8c-40ca-84bc-df67b6a9e3f0,segment=NetworkSegment(fd2344b7-1a35-40fa-ad0f-bca8050daf71),segment_id=fd2344b7-1a35-40fa-ad0f-bca8050daf71)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:30:03.915693 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-bbef3994-2ea1-4b0b-b138-9a0e62a4905b req-7b4da79f-0f52-44f5-b025-2ace935457f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (a5827009-8c8c-40ca-84bc-df67b6a9e3f0), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:03.954736 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbef3994-2ea1-4b0b-b138-9a0e62a4905b req-7b4da79f-0f52-44f5-b025-2ace935457f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:03.955384 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-bbef3994-2ea1-4b0b-b138-9a0e62a4905b req-7b4da79f-0f52-44f5-b025-2ace935457f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:03.956766 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-bbef3994-2ea1-4b0b-b138-9a0e62a4905b req-7b4da79f-0f52-44f5-b025-2ace935457f4 service neutron] 10.222.0.95 "PUT /v2.0/ports/a5827009-8c8c-40ca-84bc-df67b6a9e3f0 HTTP/1.1" status: 200 len: 1091 time: 0.8033290 Feb 09 22:30:03.977849 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4da79f-0f52-44f5-b025-2ace935457f4 service neutron] Pushing event updated for resources: {'Port': ['ID=a5827009-8c8c-40ca-84bc-df67b6a9e3f0,revision_number=7']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:30:04.026920 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbef3994-2ea1-4b0b-b138-9a0e62a4905b req-80f5487e-82d3-4bb0-ad3e-c9151c3a6e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:04.028647 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-bbef3994-2ea1-4b0b-b138-9a0e62a4905b req-80f5487e-82d3-4bb0-ad3e-c9151c3a6e09 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0e4ab427e53a42f9bee45c36c76ea676&device_id=a507bb4c-dfbe-4930-a3db-a3bbda0539ff HTTP/1.1" status: 200 len: 1125 time: 0.0478299 Feb 09 22:30:04.130587 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbef3994-2ea1-4b0b-b138-9a0e62a4905b req-ff1e5fee-ae0d-4520-9225-c534c313db12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:04.132120 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-bbef3994-2ea1-4b0b-b138-9a0e62a4905b req-ff1e5fee-ae0d-4520-9225-c534c313db12 service neutron] 10.222.0.95 "GET /v2.0/networks?id=1f25d978-5bd5-442e-af29-c42183639bfd HTTP/1.1" status: 200 len: 913 time: 0.0984263 Feb 09 22:30:04.201930 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-bbef3994-2ea1-4b0b-b138-9a0e62a4905b req-51886297-ab4c-4d50-ba9d-81480c9c21d9 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a5827009-8c8c-40ca-84bc-df67b6a9e3f0 HTTP/1.1" status: 200 len: 999 time: 0.0641413 Feb 09 22:30:04.251138 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbef3994-2ea1-4b0b-b138-9a0e62a4905b req-8e1453e2-3ede-480a-81bc-fa7343678318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:04.252539 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-bbef3994-2ea1-4b0b-b138-9a0e62a4905b req-8e1453e2-3ede-480a-81bc-fa7343678318 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=28d07ad5-2470-4395-897a-4c85f8955d1d HTTP/1.1" status: 200 len: 851 time: 0.0453713 Feb 09 22:30:04.300650 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbef3994-2ea1-4b0b-b138-9a0e62a4905b req-72973d6a-844d-4697-a114-0dc7626b2f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:04.302051 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-bbef3994-2ea1-4b0b-b138-9a0e62a4905b req-72973d6a-844d-4697-a114-0dc7626b2f1a service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=1f25d978-5bd5-442e-af29-c42183639bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0434163 Feb 09 22:30:04.389711 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-bbef3994-2ea1-4b0b-b138-9a0e62a4905b req-3d83ebe7-555f-49b6-8d11-a6f22fb65f6c service neutron] 10.222.0.95 "GET /v2.0/networks/1f25d978-5bd5-442e-af29-c42183639bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819337 Feb 09 22:30:04.477226 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-bbef3994-2ea1-4b0b-b138-9a0e62a4905b req-a52c5113-800a-472f-933e-847ea7dd25df service neutron] 10.222.0.95 "GET /v2.0/networks/1f25d978-5bd5-442e-af29-c42183639bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813506 Feb 09 22:30:04.504469 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3792bd1c-61f5-4383-8940-796396007514 req-333dc638-4c8d-469a-8f65-4874f07c94c9 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:04.506482 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3792bd1c-61f5-4383-8940-796396007514 req-333dc638-4c8d-469a-8f65-4874f07c94c9 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=a507bb4c-dfbe-4930-a3db-a3bbda0539ff HTTP/1.1" status: 200 len: 943 time: 0.0565317 Feb 09 22:30:04.553519 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3792bd1c-61f5-4383-8940-796396007514 req-97427838-1b6c-4742-b0a8-1d2b89bb916d tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411596 Feb 09 22:30:05.546516 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a507bb4c-dfbe-4930-a3db-a3bbda0539ff', 'tag': 'a5827009-8c8c-40ca-84bc-df67b6a9e3f0'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:30:05.548853 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0759f77e637a6f71ff1c25bc92ec5ea77217d29fcb3f113a7ada5acb32ef5084" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c882ed7a-e4fd-4338-989f-055cc3fc977a" -d '{"events": [{"name": "network-changed", "server_uuid": "a507bb4c-dfbe-4930-a3db-a3bbda0539ff", "tag": "a5827009-8c8c-40ca-84bc-df67b6a9e3f0"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:30:05.596930 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f201d81-1a80-4cd4-990e-7d5407b8516e x-openstack-request-id: req-5f201d81-1a80-4cd4-990e-7d5407b8516e {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:30:05.597229 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a507bb4c-dfbe-4930-a3db-a3bbda0539ff", "tag": "a5827009-8c8c-40ca-84bc-df67b6a9e3f0", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:30:05.597549 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-5f201d81-1a80-4cd4-990e-7d5407b8516e {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:30:05.597957 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a507bb4c-dfbe-4930-a3db-a3bbda0539ff', 'tag': 'a5827009-8c8c-40ca-84bc-df67b6a9e3f0', 'status': 'completed', 'code': 200} Feb 09 22:30:05.678529 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f7684b-3119-4972-a4e7-e1b48b2b648c req-4db6c497-170e-45ab-a015-998abc4849ad tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:05.680061 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-55f7684b-3119-4972-a4e7-e1b48b2b648c req-4db6c497-170e-45ab-a015-998abc4849ad tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=a507bb4c-dfbe-4930-a3db-a3bbda0539ff HTTP/1.1" status: 200 len: 943 time: 0.0546086 Feb 09 22:30:05.701948 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c882ed7a-e4fd-4338-989f-055cc3fc977a req-4892ec4a-8b24-4259-bc2a-28008c411cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:05.703465 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c882ed7a-e4fd-4338-989f-055cc3fc977a req-4892ec4a-8b24-4259-bc2a-28008c411cf4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0e4ab427e53a42f9bee45c36c76ea676&device_id=a507bb4c-dfbe-4930-a3db-a3bbda0539ff HTTP/1.1" status: 200 len: 1125 time: 0.0779624 Feb 09 22:30:05.705983 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c882ed7a-e4fd-4338-989f-055cc3fc977a req-9f5f398b-d1b9-4791-bc65-00e5d59f8a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:05.707349 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c882ed7a-e4fd-4338-989f-055cc3fc977a req-9f5f398b-d1b9-4791-bc65-00e5d59f8a69 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0e4ab427e53a42f9bee45c36c76ea676&device_id=a507bb4c-dfbe-4930-a3db-a3bbda0539ff HTTP/1.1" status: 200 len: 1125 time: 0.0900269 Feb 09 22:30:05.727836 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-55f7684b-3119-4972-a4e7-e1b48b2b648c req-60ec3e69-060a-4bdd-8ecd-1078ab02c3d3 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416210 Feb 09 22:30:05.859424 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c882ed7a-e4fd-4338-989f-055cc3fc977a req-c315b8c6-5f00-444d-ab7f-415fe47f8d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:05.860991 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c882ed7a-e4fd-4338-989f-055cc3fc977a req-c315b8c6-5f00-444d-ab7f-415fe47f8d22 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1f25d978-5bd5-442e-af29-c42183639bfd HTTP/1.1" status: 200 len: 913 time: 0.1507812 Feb 09 22:30:05.863568 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c882ed7a-e4fd-4338-989f-055cc3fc977a req-aa2dda4f-4ff3-416d-a24d-f7c589abb2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:05.865067 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c882ed7a-e4fd-4338-989f-055cc3fc977a req-aa2dda4f-4ff3-416d-a24d-f7c589abb2a9 service neutron] 10.222.0.95 "GET /v2.0/networks?id=1f25d978-5bd5-442e-af29-c42183639bfd HTTP/1.1" status: 200 len: 913 time: 0.1478412 Feb 09 22:30:05.987230 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c882ed7a-e4fd-4338-989f-055cc3fc977a req-5d668b49-3260-4fe0-9daa-c6a49a566d1e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a5827009-8c8c-40ca-84bc-df67b6a9e3f0 HTTP/1.1" status: 200 len: 999 time: 0.1195447 Feb 09 22:30:05.989254 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c882ed7a-e4fd-4338-989f-055cc3fc977a req-9dc422e7-fe42-4850-9a68-f2e0659d64b7 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a5827009-8c8c-40ca-84bc-df67b6a9e3f0 HTTP/1.1" status: 200 len: 999 time: 0.1160941 Feb 09 22:30:06.075082 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c882ed7a-e4fd-4338-989f-055cc3fc977a req-015ed5fa-ad7d-4f25-962a-a90114f3e7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:06.076588 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c882ed7a-e4fd-4338-989f-055cc3fc977a req-015ed5fa-ad7d-4f25-962a-a90114f3e7c4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=28d07ad5-2470-4395-897a-4c85f8955d1d HTTP/1.1" status: 200 len: 851 time: 0.0837090 Feb 09 22:30:06.077962 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c882ed7a-e4fd-4338-989f-055cc3fc977a req-e0553084-3f73-43f4-b66b-fa4f3a602148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:06.079245 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c882ed7a-e4fd-4338-989f-055cc3fc977a req-e0553084-3f73-43f4-b66b-fa4f3a602148 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=28d07ad5-2470-4395-897a-4c85f8955d1d HTTP/1.1" status: 200 len: 851 time: 0.0783682 Feb 09 22:30:06.160174 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c882ed7a-e4fd-4338-989f-055cc3fc977a req-b16d6706-d04e-418e-90c5-cc05a8ef645e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:06.161642 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c882ed7a-e4fd-4338-989f-055cc3fc977a req-b16d6706-d04e-418e-90c5-cc05a8ef645e service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=1f25d978-5bd5-442e-af29-c42183639bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0718963 Feb 09 22:30:06.164660 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c882ed7a-e4fd-4338-989f-055cc3fc977a req-b2ae6c4d-2e69-470c-a09a-25a33b002465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:06.165990 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c882ed7a-e4fd-4338-989f-055cc3fc977a req-b2ae6c4d-2e69-470c-a09a-25a33b002465 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1f25d978-5bd5-442e-af29-c42183639bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0836155 Feb 09 22:30:06.317955 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c882ed7a-e4fd-4338-989f-055cc3fc977a req-09807410-7fc0-4410-8e1d-8bba837de8a9 service neutron] 10.222.0.95 "GET /v2.0/networks/1f25d978-5bd5-442e-af29-c42183639bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501358 Feb 09 22:30:06.319797 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c882ed7a-e4fd-4338-989f-055cc3fc977a req-b0ac2aee-77e4-4bfd-a1ae-22308ddec4bb service neutron] 10.222.0.89 "GET /v2.0/networks/1f25d978-5bd5-442e-af29-c42183639bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453333 Feb 09 22:30:06.470487 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c882ed7a-e4fd-4338-989f-055cc3fc977a req-9401d372-fd37-4114-863c-034554cd867e service neutron] 10.222.0.95 "GET /v2.0/networks/1f25d978-5bd5-442e-af29-c42183639bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458533 Feb 09 22:30:06.472279 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c882ed7a-e4fd-4338-989f-055cc3fc977a req-59fac605-b19f-4adb-af19-892edda49db0 service neutron] 10.222.0.89 "GET /v2.0/networks/1f25d978-5bd5-442e-af29-c42183639bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409826 Feb 09 22:30:06.850877 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bc97b6-ae9d-474e-bad8-dcf72522bee3 req-8eccb8aa-9fc9-46d6-9b68-af1baa00c0a0 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:06.852388 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f8bc97b6-ae9d-474e-bad8-dcf72522bee3 req-8eccb8aa-9fc9-46d6-9b68-af1baa00c0a0 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=a507bb4c-dfbe-4930-a3db-a3bbda0539ff HTTP/1.1" status: 200 len: 943 time: 0.0527930 Feb 09 22:30:06.902121 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f8bc97b6-ae9d-474e-bad8-dcf72522bee3 req-1a695914-be8c-4ceb-8dce-e4deebdbd576 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441332 Feb 09 22:30:07.094794 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327d0993-6b1a-4696-977b-8b06c2bb8413 req-0391ed41-ee29-4767-83d9-f354a6d779e4 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:07.096337 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-327d0993-6b1a-4696-977b-8b06c2bb8413 req-0391ed41-ee29-4767-83d9-f354a6d779e4 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=a507bb4c-dfbe-4930-a3db-a3bbda0539ff HTTP/1.1" status: 200 len: 943 time: 0.0554214 Feb 09 22:30:07.108138 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1a661b-8148-4432-b7d0-4ffff9006080 req-22930717-8984-4826-9eb1-3f40dfb493b5 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:07.109666 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6c1a661b-8148-4432-b7d0-4ffff9006080 req-22930717-8984-4826-9eb1-3f40dfb493b5 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.89 "GET /v2.0/ports?device_id=a507bb4c-dfbe-4930-a3db-a3bbda0539ff&tenant_id=0e4ab427e53a42f9bee45c36c76ea676&binding%3Ahost_id=n-h1-828369-5 HTTP/1.1" status: 200 len: 943 time: 0.0554655 Feb 09 22:30:07.138314 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device a5827009-8c8c-40ca-84bc-df67b6a9e3f0 no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:30:07.151289 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-327d0993-6b1a-4696-977b-8b06c2bb8413 req-586f53ac-8c9d-4d78-bcd9-480ab0c5d92a tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493090 Feb 09 22:30:07.170481 n-d-828369-5 neutron-server[103141]: INFO neutron.api.v2.resource [req-6c1a661b-8148-4432-b7d0-4ffff9006080 req-37c00a54-5a57-4acb-b9c9-f5c95f4e592e service neutron] delete failed (client error): The resource could not be found. Feb 09 22:30:07.171515 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6c1a661b-8148-4432-b7d0-4ffff9006080 req-37c00a54-5a57-4acb-b9c9-f5c95f4e592e service neutron] 10.222.0.89 "DELETE /v2.0/ports/a5827009-8c8c-40ca-84bc-df67b6a9e3f0/bindings/n-h2-828369-5 HTTP/1.1" status: 404 len: 380 time: 0.0554643 Feb 09 22:30:07.182113 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] The host n-h2-828369-5 is not matching for port a5827009-8c8c-40ca-84bc-df67b6a9e3f0 host n-h1-828369-5! {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 22:30:07.182525 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device a5827009-8c8c-40ca-84bc-df67b6a9e3f0 not bound to the agent host n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:30:07.262863 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1a661b-8148-4432-b7d0-4ffff9006080 req-2e1e4f1d-6eb7-4d63-8505-b2e7a393f2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:07.264297 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6c1a661b-8148-4432-b7d0-4ffff9006080 req-2e1e4f1d-6eb7-4d63-8505-b2e7a393f2d7 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0e4ab427e53a42f9bee45c36c76ea676&device_id=a507bb4c-dfbe-4930-a3db-a3bbda0539ff HTTP/1.1" status: 200 len: 1125 time: 0.0493135 Feb 09 22:30:07.351178 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1a661b-8148-4432-b7d0-4ffff9006080 req-ea442805-d851-4e1f-8b24-3975c94b4057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:07.352987 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6c1a661b-8148-4432-b7d0-4ffff9006080 req-ea442805-d851-4e1f-8b24-3975c94b4057 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1f25d978-5bd5-442e-af29-c42183639bfd HTTP/1.1" status: 200 len: 913 time: 0.0819030 Feb 09 22:30:07.648163 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6c1a661b-8148-4432-b7d0-4ffff9006080 req-3d8502e0-7ba1-4341-ac02-489deb9e95da service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a5827009-8c8c-40ca-84bc-df67b6a9e3f0 HTTP/1.1" status: 200 len: 999 time: 0.2887475 Feb 09 22:30:07.695210 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1a661b-8148-4432-b7d0-4ffff9006080 req-23325b5f-3d22-414f-8133-8e12e2e9611d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:07.696695 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6c1a661b-8148-4432-b7d0-4ffff9006080 req-23325b5f-3d22-414f-8133-8e12e2e9611d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=28d07ad5-2470-4395-897a-4c85f8955d1d HTTP/1.1" status: 200 len: 851 time: 0.0419955 Feb 09 22:30:07.745861 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1a661b-8148-4432-b7d0-4ffff9006080 req-49187160-a0eb-48e8-91be-6f701a4550d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:07.747343 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6c1a661b-8148-4432-b7d0-4ffff9006080 req-49187160-a0eb-48e8-91be-6f701a4550d1 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1f25d978-5bd5-442e-af29-c42183639bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0429385 Feb 09 22:30:07.835401 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6c1a661b-8148-4432-b7d0-4ffff9006080 req-172bf84c-7c99-4035-9c17-779a7a0773cf service neutron] 10.222.0.89 "GET /v2.0/networks/1f25d978-5bd5-442e-af29-c42183639bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816092 Feb 09 22:30:07.916904 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device a5827009-8c8c-40ca-84bc-df67b6a9e3f0 details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:30:07.921013 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6c1a661b-8148-4432-b7d0-4ffff9006080 req-cf16f79f-da26-44ad-8d2f-d5e615609bf6 service neutron] 10.222.0.89 "GET /v2.0/networks/1f25d978-5bd5-442e-af29-c42183639bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794497 Feb 09 22:30:08.019672 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port a5827009-8c8c-40ca-84bc-df67b6a9e3f0, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=a5827009-8c8c-40ca-84bc-df67b6a9e3f0,segment=NetworkSegment(fd2344b7-1a35-40fa-ad0f-bca8050daf71),segment_id=fd2344b7-1a35-40fa-ad0f-bca8050daf71)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:30:08.031858 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': 'a5827009-8c8c-40ca-84bc-df67b6a9e3f0', 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd', 'port_id': 'a5827009-8c8c-40ca-84bc-df67b6a9e3f0', 'mac_address': 'fa:16:3e:04:f3:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d07ad5-2470-4395-897a-4c85f8955d1d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:30:08.073325 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port a5827009-8c8c-40ca-84bc-df67b6a9e3f0 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:30:08.073710 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (a5827009-8c8c-40ca-84bc-df67b6a9e3f0), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:08.086662 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5827009-8c8c-40ca-84bc-df67b6a9e3f0 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:30:08.105063 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port a5827009-8c8c-40ca-84bc-df67b6a9e3f0, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=a5827009-8c8c-40ca-84bc-df67b6a9e3f0,segment=NetworkSegment(fd2344b7-1a35-40fa-ad0f-bca8050daf71),segment_id=fd2344b7-1a35-40fa-ad0f-bca8050daf71)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:30:08.108571 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (a5827009-8c8c-40ca-84bc-df67b6a9e3f0), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:08.158484 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=a5827009-8c8c-40ca-84bc-df67b6a9e3f0,revision_number=8']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:30:08.166389 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:30:08.166737 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:30:08.167128 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:30:08.167411 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:30:08.167746 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:30:08.168076 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:30:08.168428 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:30:08.168757 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:30:08.169080 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:30:08.169401 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:30:08.169723 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:30:08.170043 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:30:08.170362 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:30:08.277942 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b9f0a9-8878-4a88-b24c-c5fe905de7f2 req-2bc26a19-e4fa-46e2-9ae5-6fea80ce16cd tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:08.279485 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-89b9f0a9-8878-4a88-b24c-c5fe905de7f2 req-2bc26a19-e4fa-46e2-9ae5-6fea80ce16cd tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=a507bb4c-dfbe-4930-a3db-a3bbda0539ff HTTP/1.1" status: 200 len: 944 time: 0.0566726 Feb 09 22:30:08.328706 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-89b9f0a9-8878-4a88-b24c-c5fe905de7f2 req-3eee50da-150f-4264-ab48-cec524fc91ab tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431800 Feb 09 22:30:08.347543 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['a5827009-8c8c-40ca-84bc-df67b6a9e3f0'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:30:09.145418 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-bce86742-f897-44a5-bb35-acaed576d2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:09.455717 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3837a4bd-1663-4a6a-b3eb-ad72d375c7a9 req-a220adff-8290-4799-8008-714bb6869822 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:09.457215 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3837a4bd-1663-4a6a-b3eb-ad72d375c7a9 req-a220adff-8290-4799-8008-714bb6869822 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=a507bb4c-dfbe-4930-a3db-a3bbda0539ff HTTP/1.1" status: 200 len: 944 time: 0.0558925 Feb 09 22:30:09.503334 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3837a4bd-1663-4a6a-b3eb-ad72d375c7a9 req-dae754a9-ffa4-4e81-9a02-01f74e98b5f8 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400352 Feb 09 22:30:09.620276 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b586e8e5-f25f-4028-a130-ad4ae3c29639 req-7e3c5db9-61a9-4618-b352-762d8c66a913 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:09.621759 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b586e8e5-f25f-4028-a130-ad4ae3c29639 req-7e3c5db9-61a9-4618-b352-762d8c66a913 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=a507bb4c-dfbe-4930-a3db-a3bbda0539ff HTTP/1.1" status: 200 len: 944 time: 0.0519927 Feb 09 22:30:09.668848 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b586e8e5-f25f-4028-a130-ad4ae3c29639 req-939cc081-a203-4dea-acaa-683101415c30 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415113 Feb 09 22:30:09.787913 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd161d1-3679-456b-85f4-4ef69486fa5e req-69ce0d1a-8c83-463a-80df-f50ce6573020 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:09.789318 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7dd161d1-3679-456b-85f4-4ef69486fa5e req-69ce0d1a-8c83-463a-80df-f50ce6573020 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=a507bb4c-dfbe-4930-a3db-a3bbda0539ff HTTP/1.1" status: 200 len: 944 time: 0.0558367 Feb 09 22:30:09.835510 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7dd161d1-3679-456b-85f4-4ef69486fa5e req-9f01e692-d763-4525-ac50-bd20c30a4eb8 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406933 Feb 09 22:30:09.934352 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device a5827009-8c8c-40ca-84bc-df67b6a9e3f0 up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:30:09.985293 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning for port a5827009-8c8c-40ca-84bc-df67b6a9e3f0 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:30:09.990647 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port a5827009-8c8c-40ca-84bc-df67b6a9e3f0 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:30:09.991101 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (a5827009-8c8c-40ca-84bc-df67b6a9e3f0), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:10.078572 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port a5827009-8c8c-40ca-84bc-df67b6a9e3f0 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:30:10.079066 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (a5827009-8c8c-40ca-84bc-df67b6a9e3f0), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:10.082300 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deee787-eaf3-4cba-b3ba-b6a67b88d32d req-449722fd-f135-4cf5-9d0e-dbababfa2ea5 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:10.083853 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3deee787-eaf3-4cba-b3ba-b6a67b88d32d req-449722fd-f135-4cf5-9d0e-dbababfa2ea5 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=a507bb4c-dfbe-4930-a3db-a3bbda0539ff HTTP/1.1" status: 200 len: 944 time: 0.0599642 Feb 09 22:30:10.101109 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a507bb4c-dfbe-4930-a3db-a3bbda0539ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5827009-8c8c-40ca-84bc-df67b6a9e3f0'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:30:10.103361 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cf4d4d953224237653245d15ffec07a65c4bd356d4237fd84236d8abf5d48a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5669a1a8-ec83-4a84-bb8c-04498140ccca" -d '{"events": [{"server_uuid": "a507bb4c-dfbe-4930-a3db-a3bbda0539ff", "name": "network-vif-plugged", "status": "completed", "tag": "a5827009-8c8c-40ca-84bc-df67b6a9e3f0"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:30:10.119101 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port a5827009-8c8c-40ca-84bc-df67b6a9e3f0, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=a5827009-8c8c-40ca-84bc-df67b6a9e3f0,segment=NetworkSegment(fd2344b7-1a35-40fa-ad0f-bca8050daf71),segment_id=fd2344b7-1a35-40fa-ad0f-bca8050daf71)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:30:10.123399 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (a5827009-8c8c-40ca-84bc-df67b6a9e3f0), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:10.140908 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3deee787-eaf3-4cba-b3ba-b6a67b88d32d req-da279a42-91ab-4f59-920e-5f1b34cb8b9d tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514028 Feb 09 22:30:10.150298 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdf42dcd-d790-4bb0-883c-40fa863c6129 x-openstack-request-id: req-bdf42dcd-d790-4bb0-883c-40fa863c6129 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:30:10.150567 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a507bb4c-dfbe-4930-a3db-a3bbda0539ff", "name": "network-vif-plugged", "status": "completed", "tag": "a5827009-8c8c-40ca-84bc-df67b6a9e3f0", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:30:10.150736 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-bdf42dcd-d790-4bb0-883c-40fa863c6129 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:30:10.151133 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a507bb4c-dfbe-4930-a3db-a3bbda0539ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5827009-8c8c-40ca-84bc-df67b6a9e3f0', 'code': 200} Feb 09 22:30:10.176142 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=a5827009-8c8c-40ca-84bc-df67b6a9e3f0,revision_number=9']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:30:11.087518 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-197cf5c1-bb10-4304-b834-fcff3b91ecd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:11.259930 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c617ade-48a6-48b7-9d3e-7490378eb476 req-46465b43-4c89-4ab2-a8db-fa9328b8d6bc tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:11.261429 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6c617ade-48a6-48b7-9d3e-7490378eb476 req-46465b43-4c89-4ab2-a8db-fa9328b8d6bc tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=a507bb4c-dfbe-4930-a3db-a3bbda0539ff HTTP/1.1" status: 200 len: 945 time: 0.0516064 Feb 09 22:30:11.310577 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6c617ade-48a6-48b7-9d3e-7490378eb476 req-83379d6d-7305-40d3-b6ba-7f52fc61e47d tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435772 Feb 09 22:30:11.404134 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db2c31e-28b5-451b-8a72-25768dd6f9ee req-23316196-b933-4d22-85b3-015c2ea87d9c tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:11.405647 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0db2c31e-28b5-451b-8a72-25768dd6f9ee req-23316196-b933-4d22-85b3-015c2ea87d9c tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.95 "GET /v2.0/ports?device_id=a507bb4c-dfbe-4930-a3db-a3bbda0539ff HTTP/1.1" status: 200 len: 945 time: 0.0589321 Feb 09 22:30:11.498709 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-0db2c31e-28b5-451b-8a72-25768dd6f9ee req-db9e56ac-94ef-4c51-9e15-2b09a0d45141 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Deleting port a5827009-8c8c-40ca-84bc-df67b6a9e3f0 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:30:11.499047 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-0db2c31e-28b5-451b-8a72-25768dd6f9ee req-db9e56ac-94ef-4c51-9e15-2b09a0d45141 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (a5827009-8c8c-40ca-84bc-df67b6a9e3f0), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:11.585580 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-0db2c31e-28b5-451b-8a72-25768dd6f9ee req-db9e56ac-94ef-4c51-9e15-2b09a0d45141 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] For port a5827009-8c8c-40ca-84bc-df67b6a9e3f0, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=a5827009-8c8c-40ca-84bc-df67b6a9e3f0,segment=NetworkSegment(fd2344b7-1a35-40fa-ad0f-bca8050daf71),segment_id=fd2344b7-1a35-40fa-ad0f-bca8050daf71)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:30:11.585943 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-0db2c31e-28b5-451b-8a72-25768dd6f9ee req-db9e56ac-94ef-4c51-9e15-2b09a0d45141 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (a5827009-8c8c-40ca-84bc-df67b6a9e3f0), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:11.758581 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-0db2c31e-28b5-451b-8a72-25768dd6f9ee req-db9e56ac-94ef-4c51-9e15-2b09a0d45141 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:11.758850 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-0db2c31e-28b5-451b-8a72-25768dd6f9ee req-db9e56ac-94ef-4c51-9e15-2b09a0d45141 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (56e14feb-e186-4e58-ad5e-6eac4d5cc1b6), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:11.759164 n-d-828369-5 neutron-server[103141]: INFO neutron.db.l3_db [req-0db2c31e-28b5-451b-8a72-25768dd6f9ee req-db9e56ac-94ef-4c51-9e15-2b09a0d45141 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Floating IP 56e14feb-e186-4e58-ad5e-6eac4d5cc1b6 disassociated. External IP: 172.25.3.251, port: a5827009-8c8c-40ca-84bc-df67b6a9e3f0. Feb 09 22:30:11.759509 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-0db2c31e-28b5-451b-8a72-25768dd6f9ee req-db9e56ac-94ef-4c51-9e15-2b09a0d45141 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Calling delete_port for a5827009-8c8c-40ca-84bc-df67b6a9e3f0 owned by compute:nova {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:30:11.885987 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-0db2c31e-28b5-451b-8a72-25768dd6f9ee req-db9e56ac-94ef-4c51-9e15-2b09a0d45141 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (a5827009-8c8c-40ca-84bc-df67b6a9e3f0), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:11.918124 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9e56ac-94ef-4c51-9e15-2b09a0d45141 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Pushing event deleted for resources: {'Port': ['ID=a5827009-8c8c-40ca-84bc-df67b6a9e3f0,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:30:12.036567 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0db2c31e-28b5-451b-8a72-25768dd6f9ee req-db9e56ac-94ef-4c51-9e15-2b09a0d45141 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Router 0e42bdb4-42c5-4ac2-bb49-b06affe71697 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:30:12.150690 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0db2c31e-28b5-451b-8a72-25768dd6f9ee req-db9e56ac-94ef-4c51-9e15-2b09a0d45141 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:30:12.159943 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c046660-2437-402c-9752-707baf91d74c None None] Sync routers for ids ['0e42bdb4-42c5-4ac2-bb49-b06affe71697'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:30:12.169144 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c046660-2437-402c-9752-707baf91d74c None None] Routers {'0e42bdb4-42c5-4ac2-bb49-b06affe71697'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:30:12.169777 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-0c046660-2437-402c-9752-707baf91d74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:30:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['0e42bdb4-42c5-4ac2-bb49-b06affe71697'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:30:12.197448 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-0db2c31e-28b5-451b-8a72-25768dd6f9ee req-db9e56ac-94ef-4c51-9e15-2b09a0d45141 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] No DVR routers for this DVR port a5827009-8c8c-40ca-84bc-df67b6a9e3f0 on host n-h1-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:30:12.200165 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-0db2c31e-28b5-451b-8a72-25768dd6f9ee req-db9e56ac-94ef-4c51-9e15-2b09a0d45141 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:12.203930 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0db2c31e-28b5-451b-8a72-25768dd6f9ee req-db9e56ac-94ef-4c51-9e15-2b09a0d45141 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.95 "DELETE /v2.0/ports/a5827009-8c8c-40ca-84bc-df67b6a9e3f0 HTTP/1.1" status: 204 len: 173 time: 0.7929897 Feb 09 22:30:12.204419 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a507bb4c-dfbe-4930-a3db-a3bbda0539ff', 'name': 'network-vif-deleted', 'tag': 'a5827009-8c8c-40ca-84bc-df67b6a9e3f0'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:30:12.207251 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0759f77e637a6f71ff1c25bc92ec5ea77217d29fcb3f113a7ada5acb32ef5084" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a03aa999-41f3-494c-a97c-1e41245ce294" -d '{"events": [{"server_uuid": "a507bb4c-dfbe-4930-a3db-a3bbda0539ff", "name": "network-vif-deleted", "tag": "a5827009-8c8c-40ca-84bc-df67b6a9e3f0"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:30:12.247776 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84bc8fda-d17b-4f08-a1e7-f519edfdca33 x-openstack-request-id: req-84bc8fda-d17b-4f08-a1e7-f519edfdca33 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:30:12.248204 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a507bb4c-dfbe-4930-a3db-a3bbda0539ff", "name": "network-vif-deleted", "tag": "a5827009-8c8c-40ca-84bc-df67b6a9e3f0", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:30:12.248497 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-84bc8fda-d17b-4f08-a1e7-f519edfdca33 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:30:12.248909 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a507bb4c-dfbe-4930-a3db-a3bbda0539ff', 'name': 'network-vif-deleted', 'tag': 'a5827009-8c8c-40ca-84bc-df67b6a9e3f0', 'status': 'completed', 'code': 200} Feb 09 22:30:12.285877 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-0c046660-2437-402c-9752-707baf91d74c None None] Set router 0e42bdb4-42c5-4ac2-bb49-b06affe71697 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:30:12.424585 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-43125b18-0026-429f-85ac-d5fc05179e30 req-a7341e20-be61-4777-81e5-9478ddafede7 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=a507bb4c-dfbe-4930-a3db-a3bbda0539ff HTTP/1.1" status: 200 len: 210 time: 0.0273221 Feb 09 22:30:12.507665 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-0c046660-2437-402c-9752-707baf91d74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e42bdb4-42c5-4ac2-bb49-b06affe71697', 'name': 'tempest-ServerActionsTestJSON-1694563516-router', 'tenant_id': '0e4ab427e53a42f9bee45c36c76ea676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '49fdb7f0-c4bf-41f7-a45a-86c4658b98e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:29:14Z', 'updated_at': '2022-02-09T22:29:17Z', 'revision_number': 4, 'project_id': '0e4ab427e53a42f9bee45c36c76ea676', 'gw_port': {'id': '49fdb7f0-c4bf-41f7-a45a-86c4658b98e6', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e42bdb4-42c5-4ac2-bb49-b06affe71697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:29:15Z', 'updated_at': '2022-02-09T22:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '1381b3c8-01b6-4983-8019-f1c30cfc1fd5', 'name': '', 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd', 'tenant_id': '0e4ab427e53a42f9bee45c36c76ea676', 'mac_address': 'fa:16:3e:dc:53:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e42bdb4-42c5-4ac2-bb49-b06affe71697', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '28d07ad5-2470-4395-897a-4c85f8955d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:29:16Z', 'updated_at': '2022-02-09T22:29:21Z', 'revision_number': 5, 'project_id': '0e4ab427e53a42f9bee45c36c76ea676', 'subnets': [{'id': '28d07ad5-2470-4395-897a-4c85f8955d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:30:12.533457 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c046660-2437-402c-9752-707baf91d74c None None] Checking router: 0e42bdb4-42c5-4ac2-bb49-b06affe71697 for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:30:12.542201 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c046660-2437-402c-9752-707baf91d74c None None] Routers {'0e42bdb4-42c5-4ac2-bb49-b06affe71697'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:30:12.542812 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-0c046660-2437-402c-9752-707baf91d74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:30:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['0e42bdb4-42c5-4ac2-bb49-b06affe71697'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:30:12.647564 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-0c046660-2437-402c-9752-707baf91d74c None None] Set router 0e42bdb4-42c5-4ac2-bb49-b06affe71697 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:30:12.848169 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-0c046660-2437-402c-9752-707baf91d74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e42bdb4-42c5-4ac2-bb49-b06affe71697', 'name': 'tempest-ServerActionsTestJSON-1694563516-router', 'tenant_id': '0e4ab427e53a42f9bee45c36c76ea676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '49fdb7f0-c4bf-41f7-a45a-86c4658b98e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:29:14Z', 'updated_at': '2022-02-09T22:29:17Z', 'revision_number': 4, 'project_id': '0e4ab427e53a42f9bee45c36c76ea676', 'gw_port': {'id': '49fdb7f0-c4bf-41f7-a45a-86c4658b98e6', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e42bdb4-42c5-4ac2-bb49-b06affe71697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:29:15Z', 'updated_at': '2022-02-09T22:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '1381b3c8-01b6-4983-8019-f1c30cfc1fd5', 'name': '', 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd', 'tenant_id': '0e4ab427e53a42f9bee45c36c76ea676', 'mac_address': 'fa:16:3e:dc:53:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e42bdb4-42c5-4ac2-bb49-b06affe71697', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '28d07ad5-2470-4395-897a-4c85f8955d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:29:16Z', 'updated_at': '2022-02-09T22:29:21Z', 'revision_number': 5, 'project_id': '0e4ab427e53a42f9bee45c36c76ea676', 'subnets': [{'id': '28d07ad5-2470-4395-897a-4c85f8955d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:30:12.878224 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c046660-2437-402c-9752-707baf91d74c None None] The sync data for ids ['0e42bdb4-42c5-4ac2-bb49-b06affe71697'] in n-d-828369-5 is: [{'id': '0e42bdb4-42c5-4ac2-bb49-b06affe71697', 'name': 'tempest-ServerActionsTestJSON-1694563516-router', 'tenant_id': '0e4ab427e53a42f9bee45c36c76ea676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '49fdb7f0-c4bf-41f7-a45a-86c4658b98e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:29:14Z', 'updated_at': '2022-02-09T22:29:17Z', 'revision_number': 4, 'project_id': '0e4ab427e53a42f9bee45c36c76ea676', 'gw_port': {'id': '49fdb7f0-c4bf-41f7-a45a-86c4658b98e6', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e42bdb4-42c5-4ac2-bb49-b06affe71697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:29:15Z', 'updated_at': '2022-02-09T22:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '1381b3c8-01b6-4983-8019-f1c30cfc1fd5', 'name': '', 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd', 'tenant_id': '0e4ab427e53a42f9bee45c36c76ea676', 'mac_address': 'fa:16:3e:dc:53:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e42bdb4-42c5-4ac2-bb49-b06affe71697', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '28d07ad5-2470-4395-897a-4c85f8955d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:29:16Z', 'updated_at': '2022-02-09T22:29:21Z', 'revision_number': 5, 'project_id': '0e4ab427e53a42f9bee45c36c76ea676', 'subnets': [{'id': '28d07ad5-2470-4395-897a-4c85f8955d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:30:12.923229 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:13.089951 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3658de2-ac02-400d-9405-0f07f2b0a472 None None] New status for floating IP 56e14feb-e186-4e58-ad5e-6eac4d5cc1b6: DOWN {{(pid=103143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:30:13.660421 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-001bf13b-70ce-444c-99e8-7895c27ea4ef req-23a3869d-acb0-4b67-918e-332d199caf84 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-securitygroup--1715172573&fields=id&tenant_id=0e4ab427e53a42f9bee45c36c76ea676 HTTP/1.1" status: 200 len: 267 time: 0.0419617 Feb 09 22:30:13.768942 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001bf13b-70ce-444c-99e8-7895c27ea4ef req-a844574f-20b8-4441-9607-1a1fee9e8e17 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:13.770391 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-001bf13b-70ce-444c-99e8-7895c27ea4ef req-a844574f-20b8-4441-9607-1a1fee9e8e17 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/networks?id=1f25d978-5bd5-442e-af29-c42183639bfd HTTP/1.1" status: 200 len: 812 time: 0.1031389 Feb 09 22:30:13.785051 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-001bf13b-70ce-444c-99e8-7895c27ea4ef req-8298fa75-6edd-42ab-a0c7-65d7ea6f0e89 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/quotas/0e4ab427e53a42f9bee45c36c76ea676 HTTP/1.1" status: 200 len: 375 time: 0.0087514 Feb 09 22:30:13.844608 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-001bf13b-70ce-444c-99e8-7895c27ea4ef req-7fefa705-ba9c-4300-b36b-1dad0015f596 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=0e4ab427e53a42f9bee45c36c76ea676&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491490 Feb 09 22:30:13.937835 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-001bf13b-70ce-444c-99e8-7895c27ea4ef req-02279a13-6ad3-4a6c-879a-8ae658e4a30a service neutron] 10.222.0.90 "GET /v2.0/networks/1f25d978-5bd5-442e-af29-c42183639bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814571 Feb 09 22:30:14.028843 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-001bf13b-70ce-444c-99e8-7895c27ea4ef req-b1a48ffd-5b24-4eea-b863-47099fc92ee3 service neutron] 10.222.0.90 "GET /v2.0/networks/1f25d978-5bd5-442e-af29-c42183639bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851619 Feb 09 22:30:14.202366 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d6987712-ac02-42a8-b194-da2ba7b47561 req-0d56c255-56aa-40f2-a088-39b13a0c962b tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=d0b8e251-5c7b-48d3-b5ab-20edb431a1ba HTTP/1.1" status: 200 len: 210 time: 0.0307472 Feb 09 22:30:14.339391 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:15.147452 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001bf13b-70ce-444c-99e8-7895c27ea4ef req-60057b00-6462-42fd-a7de-548a539dbb33 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:15.148974 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-001bf13b-70ce-444c-99e8-7895c27ea4ef req-60057b00-6462-42fd-a7de-548a539dbb33 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.95 "GET /v2.0/networks?id=1f25d978-5bd5-442e-af29-c42183639bfd HTTP/1.1" status: 200 len: 812 time: 0.1029863 Feb 09 22:30:15.212950 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-001bf13b-70ce-444c-99e8-7895c27ea4ef req-6a913f84-511b-4ab4-a8fc-32c56fe45000 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e4ab427e53a42f9bee45c36c76ea676 HTTP/1.1" status: 200 len: 380 time: 0.0560427 Feb 09 22:30:15.221403 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-001bf13b-70ce-444c-99e8-7895c27ea4ef req-0e99b964-6eba-4970-8428-f8fb458b70b6 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Request body: {'port': {'device_id': 'd0b8e251-5c7b-48d3-b5ab-20edb431a1ba', 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd', 'admin_state_up': True, 'tenant_id': '0e4ab427e53a42f9bee45c36c76ea676', 'security_groups': ['7eb4fa46-b087-4215-8f37-3101d8341e37']}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:30:15.297600 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f322c671-f9db-4a69-b6aa-b0aa48422fdd req-e6fa57ab-3eda-40d6-9642-7a7a5f9f30e3 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=d0b8e251-5c7b-48d3-b5ab-20edb431a1ba HTTP/1.1" status: 200 len: 210 time: 0.0279229 Feb 09 22:30:15.327493 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-001bf13b-70ce-444c-99e8-7895c27ea4ef req-0e99b964-6eba-4970-8428-f8fb458b70b6 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Made reservation on behalf of 0e4ab427e53a42f9bee45c36c76ea676 for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:30:15.330906 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-001bf13b-70ce-444c-99e8-7895c27ea4ef req-0e99b964-6eba-4970-8428-f8fb458b70b6 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:15.440150 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:15.456445 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [req-001bf13b-70ce-444c-99e8-7895c27ea4ef req-0e99b964-6eba-4970-8428-f8fb458b70b6 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Allocated IP 172.20.0.11 (1f25d978-5bd5-442e-af29-c42183639bfd/28d07ad5-2470-4395-897a-4c85f8955d1d/09826d14-3b36-4e89-bdda-5b731ead57e1) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:30:15.587610 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-001bf13b-70ce-444c-99e8-7895c27ea4ef req-0e99b964-6eba-4970-8428-f8fb458b70b6 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Publish callbacks [] for port (09826d14-3b36-4e89-bdda-5b731ead57e1), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:15.623937 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-001bf13b-70ce-444c-99e8-7895c27ea4ef req-0e99b964-6eba-4970-8428-f8fb458b70b6 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (09826d14-3b36-4e89-bdda-5b731ead57e1), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:15.668172 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-001bf13b-70ce-444c-99e8-7895c27ea4ef req-0e99b964-6eba-4970-8428-f8fb458b70b6 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Network 1f25d978-5bd5-442e-af29-c42183639bfd is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:30:15.673177 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [req-001bf13b-70ce-444c-99e8-7895c27ea4ef req-0e99b964-6eba-4970-8428-f8fb458b70b6 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:30:15.678066 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-001bf13b-70ce-444c-99e8-7895c27ea4ef req-0e99b964-6eba-4970-8428-f8fb458b70b6 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:30:15.682138 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e99b964-6eba-4970-8428-f8fb458b70b6 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Pushing event updated for resources: {'Port': ['ID=09826d14-3b36-4e89-bdda-5b731ead57e1,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:30:15.729173 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001bf13b-70ce-444c-99e8-7895c27ea4ef req-0e99b964-6eba-4970-8428-f8fb458b70b6 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:15.729793 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-001bf13b-70ce-444c-99e8-7895c27ea4ef req-0e99b964-6eba-4970-8428-f8fb458b70b6 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:15.745925 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-001bf13b-70ce-444c-99e8-7895c27ea4ef req-0e99b964-6eba-4970-8428-f8fb458b70b6 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5280204 Feb 09 22:30:15.757718 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-001bf13b-70ce-444c-99e8-7895c27ea4ef req-a99f7fea-c69c-4d2c-989f-0968509ea53e service neutron] Request body: {'port': {'device_id': 'd0b8e251-5c7b-48d3-b5ab-20edb431a1ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:30:15.824055 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-001bf13b-70ce-444c-99e8-7895c27ea4ef req-a99f7fea-c69c-4d2c-989f-0968509ea53e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (09826d14-3b36-4e89-bdda-5b731ead57e1), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:15.903568 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-c248cb21-5822-4c84-ac90-ebe44e024503 None None] Provisioning complete for port 09826d14-3b36-4e89-bdda-5b731ead57e1 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:30:15.904041 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c248cb21-5822-4c84-ac90-ebe44e024503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (09826d14-3b36-4e89-bdda-5b731ead57e1), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:15.938400 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-c248cb21-5822-4c84-ac90-ebe44e024503 None None] Port 09826d14-3b36-4e89-bdda-5b731ead57e1 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:30:15.964513 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device a5827009-8c8c-40ca-84bc-df67b6a9e3f0 no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:30:15.984239 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] No Port match for: a5827009-8c8c-40ca-84bc-df67b6a9e3f0 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:30:15.984665 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device a5827009-8c8c-40ca-84bc-df67b6a9e3f0 not bound to the agent host n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:30:16.096546 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-001bf13b-70ce-444c-99e8-7895c27ea4ef req-a99f7fea-c69c-4d2c-989f-0968509ea53e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09826d14-3b36-4e89-bdda-5b731ead57e1 {{(pid=103141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:30:16.108406 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-001bf13b-70ce-444c-99e8-7895c27ea4ef req-a99f7fea-c69c-4d2c-989f-0968509ea53e service neutron] Publish callbacks [] for port (09826d14-3b36-4e89-bdda-5b731ead57e1), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:16.128088 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-001bf13b-70ce-444c-99e8-7895c27ea4ef req-a99f7fea-c69c-4d2c-989f-0968509ea53e service neutron] Transition to ACTIVE for port object 09826d14-3b36-4e89-bdda-5b731ead57e1 will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:30:16.133263 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-001bf13b-70ce-444c-99e8-7895c27ea4ef req-a99f7fea-c69c-4d2c-989f-0968509ea53e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (09826d14-3b36-4e89-bdda-5b731ead57e1), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:16.187438 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99f7fea-c69c-4d2c-989f-0968509ea53e service neutron] Pushing event updated for resources: {'Port': ['ID=09826d14-3b36-4e89-bdda-5b731ead57e1,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:30:16.258891 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-001bf13b-70ce-444c-99e8-7895c27ea4ef req-a99f7fea-c69c-4d2c-989f-0968509ea53e service neutron] Attempting to bind port 09826d14-3b36-4e89-bdda-5b731ead57e1 on host n-h1-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:30:16.259233 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-001bf13b-70ce-444c-99e8-7895c27ea4ef req-a99f7fea-c69c-4d2c-989f-0968509ea53e service neutron] Attempting to bind port 09826d14-3b36-4e89-bdda-5b731ead57e1 by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': 'fd2344b7-1a35-40fa-ad0f-bca8050daf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:30:16.259569 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001bf13b-70ce-444c-99e8-7895c27ea4ef req-a99f7fea-c69c-4d2c-989f-0968509ea53e service neutron] Attempting to bind port 09826d14-3b36-4e89-bdda-5b731ead57e1 on network 1f25d978-5bd5-442e-af29-c42183639bfd {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:30:16.264425 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001bf13b-70ce-444c-99e8-7895c27ea4ef req-a99f7fea-c69c-4d2c-989f-0968509ea53e service neutron] Port 09826d14-3b36-4e89-bdda-5b731ead57e1 on network 1f25d978-5bd5-442e-af29-c42183639bfd not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:30:16.264779 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001bf13b-70ce-444c-99e8-7895c27ea4ef req-a99f7fea-c69c-4d2c-989f-0968509ea53e service neutron] Attempting to bind port 09826d14-3b36-4e89-bdda-5b731ead57e1 on network 1f25d978-5bd5-442e-af29-c42183639bfd {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:30:16.269901 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001bf13b-70ce-444c-99e8-7895c27ea4ef req-a99f7fea-c69c-4d2c-989f-0968509ea53e service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:30:16.270239 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001bf13b-70ce-444c-99e8-7895c27ea4ef req-a99f7fea-c69c-4d2c-989f-0968509ea53e service neutron] Checking segment: {'id': 'fd2344b7-1a35-40fa-ad0f-bca8050daf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:30:16.270625 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001bf13b-70ce-444c-99e8-7895c27ea4ef req-a99f7fea-c69c-4d2c-989f-0968509ea53e service neutron] Bound using segment: {'id': 'fd2344b7-1a35-40fa-ad0f-bca8050daf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:30:16.271108 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-001bf13b-70ce-444c-99e8-7895c27ea4ef req-a99f7fea-c69c-4d2c-989f-0968509ea53e service neutron] Bound port: 09826d14-3b36-4e89-bdda-5b731ead57e1, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd2344b7-1a35-40fa-ad0f-bca8050daf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:30:16.271499 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-001bf13b-70ce-444c-99e8-7895c27ea4ef req-a99f7fea-c69c-4d2c-989f-0968509ea53e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (09826d14-3b36-4e89-bdda-5b731ead57e1), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:16.349429 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-001bf13b-70ce-444c-99e8-7895c27ea4ef req-a99f7fea-c69c-4d2c-989f-0968509ea53e service neutron] For port 09826d14-3b36-4e89-bdda-5b731ead57e1, host n-h1-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:30:16.353927 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-001bf13b-70ce-444c-99e8-7895c27ea4ef req-a99f7fea-c69c-4d2c-989f-0968509ea53e service neutron] For port 09826d14-3b36-4e89-bdda-5b731ead57e1, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=09826d14-3b36-4e89-bdda-5b731ead57e1,segment=NetworkSegment(fd2344b7-1a35-40fa-ad0f-bca8050daf71),segment_id=fd2344b7-1a35-40fa-ad0f-bca8050daf71)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:30:16.359340 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-001bf13b-70ce-444c-99e8-7895c27ea4ef req-a99f7fea-c69c-4d2c-989f-0968509ea53e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (09826d14-3b36-4e89-bdda-5b731ead57e1), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:16.392716 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001bf13b-70ce-444c-99e8-7895c27ea4ef req-a99f7fea-c69c-4d2c-989f-0968509ea53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:16.393412 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-001bf13b-70ce-444c-99e8-7895c27ea4ef req-a99f7fea-c69c-4d2c-989f-0968509ea53e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:16.394733 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-001bf13b-70ce-444c-99e8-7895c27ea4ef req-a99f7fea-c69c-4d2c-989f-0968509ea53e service neutron] 10.222.0.95 "PUT /v2.0/ports/09826d14-3b36-4e89-bdda-5b731ead57e1 HTTP/1.1" status: 200 len: 1092 time: 0.6418452 Feb 09 22:30:16.395187 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0b8e251-5c7b-48d3-b5ab-20edb431a1ba', 'tag': '09826d14-3b36-4e89-bdda-5b731ead57e1'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:30:16.397538 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0759f77e637a6f71ff1c25bc92ec5ea77217d29fcb3f113a7ada5acb32ef5084" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e1d2e1e-3d3f-457b-8cfc-6eea5965ccd2" -d '{"events": [{"name": "network-changed", "server_uuid": "d0b8e251-5c7b-48d3-b5ab-20edb431a1ba", "tag": "09826d14-3b36-4e89-bdda-5b731ead57e1"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:30:16.436836 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25407604-e36b-4572-8e7a-66be0235e1c4 req-7a76fe16-f37e-43f4-8ea0-069a1e2f04c5 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:16.440858 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-25407604-e36b-4572-8e7a-66be0235e1c4 req-7a76fe16-f37e-43f4-8ea0-069a1e2f04c5 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=d0b8e251-5c7b-48d3-b5ab-20edb431a1ba HTTP/1.1" status: 200 len: 944 time: 0.0696428 Feb 09 22:30:16.446728 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48346a57-36ab-4192-875d-935e9225081d x-openstack-request-id: req-48346a57-36ab-4192-875d-935e9225081d {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:30:16.447245 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0b8e251-5c7b-48d3-b5ab-20edb431a1ba", "tag": "09826d14-3b36-4e89-bdda-5b731ead57e1", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:30:16.447665 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-48346a57-36ab-4192-875d-935e9225081d {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:30:16.448766 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0b8e251-5c7b-48d3-b5ab-20edb431a1ba', 'tag': '09826d14-3b36-4e89-bdda-5b731ead57e1', 'status': 'completed', 'code': 200} Feb 09 22:30:16.466514 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99f7fea-c69c-4d2c-989f-0968509ea53e service neutron] Pushing event updated for resources: {'Port': ['ID=09826d14-3b36-4e89-bdda-5b731ead57e1,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:30:16.511859 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-25407604-e36b-4572-8e7a-66be0235e1c4 req-9df645d7-08a8-4a8d-b4e8-a0140985077a tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629864 Feb 09 22:30:16.514552 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001bf13b-70ce-444c-99e8-7895c27ea4ef req-ed636f31-ed0f-4a5a-ad06-0cfcd9779a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:16.516613 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-001bf13b-70ce-444c-99e8-7895c27ea4ef req-ed636f31-ed0f-4a5a-ad06-0cfcd9779a2b service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0e4ab427e53a42f9bee45c36c76ea676&device_id=d0b8e251-5c7b-48d3-b5ab-20edb431a1ba HTTP/1.1" status: 200 len: 1126 time: 0.0667706 Feb 09 22:30:16.563289 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-001bf13b-70ce-444c-99e8-7895c27ea4ef req-79209d6a-1b3c-481d-b163-f74791b6d242 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09826d14-3b36-4e89-bdda-5b731ead57e1 HTTP/1.1" status: 200 len: 217 time: 0.0406425 Feb 09 22:30:16.613243 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001bf13b-70ce-444c-99e8-7895c27ea4ef req-a952aaee-7a5b-4bf1-b81f-d3dbdfbd11c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:16.615321 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-001bf13b-70ce-444c-99e8-7895c27ea4ef req-a952aaee-7a5b-4bf1-b81f-d3dbdfbd11c5 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=28d07ad5-2470-4395-897a-4c85f8955d1d HTTP/1.1" status: 200 len: 851 time: 0.0459316 Feb 09 22:30:16.662809 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001bf13b-70ce-444c-99e8-7895c27ea4ef req-7de4922f-64eb-4948-8907-0a9b468f5659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:16.664315 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-001bf13b-70ce-444c-99e8-7895c27ea4ef req-7de4922f-64eb-4948-8907-0a9b468f5659 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=1f25d978-5bd5-442e-af29-c42183639bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0440185 Feb 09 22:30:16.755100 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-001bf13b-70ce-444c-99e8-7895c27ea4ef req-63353eb5-fb3a-44e9-90a7-d959f10804fa service neutron] 10.222.0.95 "GET /v2.0/networks/1f25d978-5bd5-442e-af29-c42183639bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840840 Feb 09 22:30:16.843701 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-001bf13b-70ce-444c-99e8-7895c27ea4ef req-b4356476-0884-4918-ad15-fd300ff6c440 service neutron] 10.222.0.95 "GET /v2.0/networks/1f25d978-5bd5-442e-af29-c42183639bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822539 Feb 09 22:30:16.938913 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d2e1e-3d3f-457b-8cfc-6eea5965ccd2 req-36fae934-d1cc-4e87-b9d2-9a7fc4dcfd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:16.940504 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4e1d2e1e-3d3f-457b-8cfc-6eea5965ccd2 req-36fae934-d1cc-4e87-b9d2-9a7fc4dcfd9b service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0e4ab427e53a42f9bee45c36c76ea676&device_id=d0b8e251-5c7b-48d3-b5ab-20edb431a1ba HTTP/1.1" status: 200 len: 1126 time: 0.0503891 Feb 09 22:30:17.027939 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d2e1e-3d3f-457b-8cfc-6eea5965ccd2 req-b95c5ce6-4c7c-403f-840c-3235727c4097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:17.029330 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4e1d2e1e-3d3f-457b-8cfc-6eea5965ccd2 req-b95c5ce6-4c7c-403f-840c-3235727c4097 service neutron] 10.222.0.95 "GET /v2.0/networks?id=1f25d978-5bd5-442e-af29-c42183639bfd HTTP/1.1" status: 200 len: 913 time: 0.0822704 Feb 09 22:30:17.070079 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4e1d2e1e-3d3f-457b-8cfc-6eea5965ccd2 req-7b0bff11-9315-4bf8-be7b-3e59307901f6 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09826d14-3b36-4e89-bdda-5b731ead57e1 HTTP/1.1" status: 200 len: 217 time: 0.0345819 Feb 09 22:30:17.120497 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d2e1e-3d3f-457b-8cfc-6eea5965ccd2 req-a9cf0a71-1081-460c-bc22-26ab94b2dfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:17.121917 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4e1d2e1e-3d3f-457b-8cfc-6eea5965ccd2 req-a9cf0a71-1081-460c-bc22-26ab94b2dfd4 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=28d07ad5-2470-4395-897a-4c85f8955d1d HTTP/1.1" status: 200 len: 851 time: 0.0455472 Feb 09 22:30:17.170551 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d2e1e-3d3f-457b-8cfc-6eea5965ccd2 req-d7fac0c5-588e-4208-9823-7a458a0fec5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:17.172029 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4e1d2e1e-3d3f-457b-8cfc-6eea5965ccd2 req-d7fac0c5-588e-4208-9823-7a458a0fec5d service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=1f25d978-5bd5-442e-af29-c42183639bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443885 Feb 09 22:30:17.258254 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4e1d2e1e-3d3f-457b-8cfc-6eea5965ccd2 req-f9e05ccd-c923-49c5-8f76-e79cb27435cf service neutron] 10.222.0.95 "GET /v2.0/networks/1f25d978-5bd5-442e-af29-c42183639bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794921 Feb 09 22:30:17.349554 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4e1d2e1e-3d3f-457b-8cfc-6eea5965ccd2 req-a1e30201-de48-4db0-a4df-0b98247efa06 service neutron] 10.222.0.95 "GET /v2.0/networks/1f25d978-5bd5-442e-af29-c42183639bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847716 Feb 09 22:30:17.626031 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8e672f-5d9a-4e28-9d6f-7eded7babc1b req-4f871b2d-4346-42fa-ba4b-3081f11cc077 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:17.627415 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1d8e672f-5d9a-4e28-9d6f-7eded7babc1b req-4f871b2d-4346-42fa-ba4b-3081f11cc077 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=d0b8e251-5c7b-48d3-b5ab-20edb431a1ba HTTP/1.1" status: 200 len: 944 time: 0.0513775 Feb 09 22:30:17.672740 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1d8e672f-5d9a-4e28-9d6f-7eded7babc1b req-60a11982-8b61-49ec-8d34-0f56f9a2ec9d tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391917 Feb 09 22:30:18.790833 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5645856a-bd5c-4d96-b53b-9058dac79db6 req-1beb7ca5-847a-490d-9061-7bcb7fedf440 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:18.792351 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5645856a-bd5c-4d96-b53b-9058dac79db6 req-1beb7ca5-847a-490d-9061-7bcb7fedf440 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=d0b8e251-5c7b-48d3-b5ab-20edb431a1ba HTTP/1.1" status: 200 len: 944 time: 0.0520074 Feb 09 22:30:18.839096 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5645856a-bd5c-4d96-b53b-9058dac79db6 req-5e03b1f7-dee9-4b0e-af39-7b6e514251c0 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411646 Feb 09 22:30:19.957745 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa008ed6-b841-41f5-b3ec-ab942007ef18 req-a6784843-9502-4543-b4b0-dba53060fe79 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:19.959748 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-aa008ed6-b841-41f5-b3ec-ab942007ef18 req-a6784843-9502-4543-b4b0-dba53060fe79 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=d0b8e251-5c7b-48d3-b5ab-20edb431a1ba HTTP/1.1" status: 200 len: 944 time: 0.0550585 Feb 09 22:30:20.005254 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-aa008ed6-b841-41f5-b3ec-ab942007ef18 req-472bf16f-ff83-4fdf-bedd-ecc401f7e202 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400271 Feb 09 22:30:20.009324 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 09826d14-3b36-4e89-bdda-5b731ead57e1 details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:30:20.104997 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 09826d14-3b36-4e89-bdda-5b731ead57e1, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=09826d14-3b36-4e89-bdda-5b731ead57e1,segment=NetworkSegment(fd2344b7-1a35-40fa-ad0f-bca8050daf71),segment_id=fd2344b7-1a35-40fa-ad0f-bca8050daf71)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:30:20.117146 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': '09826d14-3b36-4e89-bdda-5b731ead57e1', 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd', 'port_id': '09826d14-3b36-4e89-bdda-5b731ead57e1', 'mac_address': 'fa:16:3e:d2:fd:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d07ad5-2470-4395-897a-4c85f8955d1d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:30:20.161878 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 09826d14-3b36-4e89-bdda-5b731ead57e1 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:30:20.162280 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (09826d14-3b36-4e89-bdda-5b731ead57e1), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:20.175674 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09826d14-3b36-4e89-bdda-5b731ead57e1 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:30:20.195396 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 09826d14-3b36-4e89-bdda-5b731ead57e1, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=09826d14-3b36-4e89-bdda-5b731ead57e1,segment=NetworkSegment(fd2344b7-1a35-40fa-ad0f-bca8050daf71),segment_id=fd2344b7-1a35-40fa-ad0f-bca8050daf71)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:30:20.199393 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (09826d14-3b36-4e89-bdda-5b731ead57e1), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:20.245985 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=09826d14-3b36-4e89-bdda-5b731ead57e1,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:30:20.403311 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['09826d14-3b36-4e89-bdda-5b731ead57e1'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:30:21.129780 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d283a01e-62b8-46f4-a3b6-fa3fe78311ea req-7d04b4a3-3095-4cfa-91ee-7ccc2320493d tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:21.131992 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d283a01e-62b8-46f4-a3b6-fa3fe78311ea req-7d04b4a3-3095-4cfa-91ee-7ccc2320493d tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=d0b8e251-5c7b-48d3-b5ab-20edb431a1ba HTTP/1.1" status: 200 len: 945 time: 0.0555544 Feb 09 22:30:21.179644 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d283a01e-62b8-46f4-a3b6-fa3fe78311ea req-6e1247d7-9430-40e4-b84e-7e1afac9a648 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417686 Feb 09 22:30:21.874893 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:22.027688 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 09826d14-3b36-4e89-bdda-5b731ead57e1 up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:30:22.075720 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning for port 09826d14-3b36-4e89-bdda-5b731ead57e1 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:30:22.079465 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port 09826d14-3b36-4e89-bdda-5b731ead57e1 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:30:22.079844 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (09826d14-3b36-4e89-bdda-5b731ead57e1), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:22.157525 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 09826d14-3b36-4e89-bdda-5b731ead57e1 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:30:22.157834 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (09826d14-3b36-4e89-bdda-5b731ead57e1), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:22.180441 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0b8e251-5c7b-48d3-b5ab-20edb431a1ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09826d14-3b36-4e89-bdda-5b731ead57e1'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:30:22.183724 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cf4d4d953224237653245d15ffec07a65c4bd356d4237fd84236d8abf5d48a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07cebd50-a666-4f85-8ccd-960c1d37079b" -d '{"events": [{"server_uuid": "d0b8e251-5c7b-48d3-b5ab-20edb431a1ba", "name": "network-vif-plugged", "status": "completed", "tag": "09826d14-3b36-4e89-bdda-5b731ead57e1"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:30:22.198798 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 09826d14-3b36-4e89-bdda-5b731ead57e1, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=09826d14-3b36-4e89-bdda-5b731ead57e1,segment=NetworkSegment(fd2344b7-1a35-40fa-ad0f-bca8050daf71),segment_id=fd2344b7-1a35-40fa-ad0f-bca8050daf71)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:30:22.210094 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (09826d14-3b36-4e89-bdda-5b731ead57e1), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:22.238081 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa9a1b01-a0ef-4858-b368-6253e6a87245 x-openstack-request-id: req-fa9a1b01-a0ef-4858-b368-6253e6a87245 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:30:22.238369 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0b8e251-5c7b-48d3-b5ab-20edb431a1ba", "name": "network-vif-plugged", "status": "completed", "tag": "09826d14-3b36-4e89-bdda-5b731ead57e1", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:30:22.238622 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-fa9a1b01-a0ef-4858-b368-6253e6a87245 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:30:22.239008 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0b8e251-5c7b-48d3-b5ab-20edb431a1ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09826d14-3b36-4e89-bdda-5b731ead57e1', 'code': 200} Feb 09 22:30:22.265151 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=09826d14-3b36-4e89-bdda-5b731ead57e1,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:30:22.316775 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1883673-7c56-47d3-a65e-d39577dd68dc req-cd50f742-87ea-4f5d-8808-54c50fc6aa03 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:22.318869 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d1883673-7c56-47d3-a65e-d39577dd68dc req-cd50f742-87ea-4f5d-8808-54c50fc6aa03 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=d0b8e251-5c7b-48d3-b5ab-20edb431a1ba HTTP/1.1" status: 200 len: 946 time: 0.0670438 Feb 09 22:30:22.336757 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e802d5-415a-4491-ba5d-0c9563362d31 req-ff405987-0c15-4573-9005-2ac83c7e43ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:22.338295 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-01e802d5-415a-4491-ba5d-0c9563362d31 req-ff405987-0c15-4573-9005-2ac83c7e43ff service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=d0b8e251-5c7b-48d3-b5ab-20edb431a1ba HTTP/1.1" status: 200 len: 1128 time: 0.0520477 Feb 09 22:30:22.370259 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d1883673-7c56-47d3-a65e-d39577dd68dc req-f0cc8dea-6cc2-4ca6-9d63-bbfa4398c7dd tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457892 Feb 09 22:30:22.382668 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-01e802d5-415a-4491-ba5d-0c9563362d31 req-a670e674-20ee-472b-969f-dce7e362a693 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383184 Feb 09 22:30:23.506128 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0d5b7e-6fdd-4d87-9068-77abb23bea63 req-9b2e3c16-5682-4dba-b5fc-e5cf7d2ab784 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:23.507515 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ed0d5b7e-6fdd-4d87-9068-77abb23bea63 req-9b2e3c16-5682-4dba-b5fc-e5cf7d2ab784 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=d0b8e251-5c7b-48d3-b5ab-20edb431a1ba HTTP/1.1" status: 200 len: 946 time: 0.0528209 Feb 09 22:30:23.553470 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ed0d5b7e-6fdd-4d87-9068-77abb23bea63 req-9edd218e-acbb-4def-bcb6-b7a8e67bdbeb tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403268 Feb 09 22:30:23.666791 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea71bc7-1d92-43a0-8970-e2ab1f88fea4 req-ab8c155b-a9a8-447c-bd01-0fcee25b476b tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:23.668296 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5ea71bc7-1d92-43a0-8970-e2ab1f88fea4 req-ab8c155b-a9a8-447c-bd01-0fcee25b476b tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=d0b8e251-5c7b-48d3-b5ab-20edb431a1ba HTTP/1.1" status: 200 len: 946 time: 0.0520947 Feb 09 22:30:23.676799 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 51414) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:30:23.681014 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-217618e1-db84-4dab-8137-9ea3a8383b62 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Request body: {'floatingip': {'port_id': '09826d14-3b36-4e89-bdda-5b731ead57e1'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:30:23.723820 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-217618e1-db84-4dab-8137-9ea3a8383b62 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Publish callbacks [] for floatingip (56e14feb-e186-4e58-ad5e-6eac4d5cc1b6), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:23.950707 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:24.145040 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-217618e1-db84-4dab-8137-9ea3a8383b62 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:24.149767 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-217618e1-db84-4dab-8137-9ea3a8383b62 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (56e14feb-e186-4e58-ad5e-6eac4d5cc1b6), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:24.248472 n-d-828369-5 neutron-server[103140]: INFO neutron.db.l3_db [None req-217618e1-db84-4dab-8137-9ea3a8383b62 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Floating IP 56e14feb-e186-4e58-ad5e-6eac4d5cc1b6 associated. External IP: 172.25.3.251, port: 09826d14-3b36-4e89-bdda-5b731ead57e1. Feb 09 22:30:24.461541 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-217618e1-db84-4dab-8137-9ea3a8383b62 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Router 0e42bdb4-42c5-4ac2-bb49-b06affe71697 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:30:24.957119 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-217618e1-db84-4dab-8137-9ea3a8383b62 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:30:24.962456 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-217618e1-db84-4dab-8137-9ea3a8383b62 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:24.967102 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50895e13-4393-48d4-8852-4de9a8676867 None None] Sync routers for ids ['0e42bdb4-42c5-4ac2-bb49-b06affe71697'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:30:24.978532 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50895e13-4393-48d4-8852-4de9a8676867 None None] Routers {'0e42bdb4-42c5-4ac2-bb49-b06affe71697'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:30:24.979174 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-50895e13-4393-48d4-8852-4de9a8676867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:30:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['0e42bdb4-42c5-4ac2-bb49-b06affe71697'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:30:24.997790 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-217618e1-db84-4dab-8137-9ea3a8383b62 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "PUT /v2.0/floatingips/56e14feb-e186-4e58-ad5e-6eac4d5cc1b6 HTTP/1.1" status: 200 len: 992 time: 1.3199427 Feb 09 22:30:24.998382 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0b8e251-5c7b-48d3-b5ab-20edb431a1ba', 'tag': '09826d14-3b36-4e89-bdda-5b731ead57e1'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:30:25.001270 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}084566773578a82c7ab9e8b7d7948f8d3f1cbdaece621e80e6759ea940bbe07a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b184aa34-3520-4be1-ab63-393fff945c8c" -d '{"events": [{"name": "network-changed", "server_uuid": "d0b8e251-5c7b-48d3-b5ab-20edb431a1ba", "tag": "09826d14-3b36-4e89-bdda-5b731ead57e1"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:30:25.044690 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f928fdf5-dc07-4a0c-9082-3d3c20d2956c x-openstack-request-id: req-f928fdf5-dc07-4a0c-9082-3d3c20d2956c {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:30:25.045080 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0b8e251-5c7b-48d3-b5ab-20edb431a1ba", "tag": "09826d14-3b36-4e89-bdda-5b731ead57e1", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:30:25.045400 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-f928fdf5-dc07-4a0c-9082-3d3c20d2956c {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:30:25.045868 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0b8e251-5c7b-48d3-b5ab-20edb431a1ba', 'tag': '09826d14-3b36-4e89-bdda-5b731ead57e1', 'status': 'completed', 'code': 200} Feb 09 22:30:25.118119 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc516d-a3e1-4e0d-bd75-6aafdcfadf54 req-ebe4bf95-b86b-4876-955d-dccf15f699f8 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:25.119837 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-29fc516d-a3e1-4e0d-bd75-6aafdcfadf54 req-ebe4bf95-b86b-4876-955d-dccf15f699f8 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=d0b8e251-5c7b-48d3-b5ab-20edb431a1ba HTTP/1.1" status: 200 len: 946 time: 0.0610759 Feb 09 22:30:25.147811 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b184aa34-3520-4be1-ab63-393fff945c8c req-27b6b216-9252-4907-a3f8-8923628dbe1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:25.149848 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b184aa34-3520-4be1-ab63-393fff945c8c req-27b6b216-9252-4907-a3f8-8923628dbe1a service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0e4ab427e53a42f9bee45c36c76ea676&device_id=d0b8e251-5c7b-48d3-b5ab-20edb431a1ba HTTP/1.1" status: 200 len: 1128 time: 0.0715261 Feb 09 22:30:25.196116 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-29fc516d-a3e1-4e0d-bd75-6aafdcfadf54 req-14ba7eec-7acd-4d04-8ec5-69c02042c2fc tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629809 Feb 09 22:30:25.252928 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b184aa34-3520-4be1-ab63-393fff945c8c req-97110d79-5a7e-4e34-862b-12ce920b1b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:25.254428 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b184aa34-3520-4be1-ab63-393fff945c8c req-97110d79-5a7e-4e34-862b-12ce920b1b64 service neutron] 10.222.0.95 "GET /v2.0/networks?id=1f25d978-5bd5-442e-af29-c42183639bfd HTTP/1.1" status: 200 len: 913 time: 0.0984366 Feb 09 22:30:25.271507 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-50895e13-4393-48d4-8852-4de9a8676867 None None] Set router 0e42bdb4-42c5-4ac2-bb49-b06affe71697 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:30:25.328366 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b184aa34-3520-4be1-ab63-393fff945c8c req-833e7cdc-2b89-4349-8630-5f064b8ce57f service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09826d14-3b36-4e89-bdda-5b731ead57e1 HTTP/1.1" status: 200 len: 1000 time: 0.0680089 Feb 09 22:30:25.376032 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b184aa34-3520-4be1-ab63-393fff945c8c req-211a2511-c4f0-4f7a-8995-28f62e0a8404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:25.377583 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b184aa34-3520-4be1-ab63-393fff945c8c req-211a2511-c4f0-4f7a-8995-28f62e0a8404 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=28d07ad5-2470-4395-897a-4c85f8955d1d HTTP/1.1" status: 200 len: 851 time: 0.0436261 Feb 09 22:30:25.428959 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b184aa34-3520-4be1-ab63-393fff945c8c req-ce55f089-dffc-4c6e-94b3-1459348c94a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:25.430522 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b184aa34-3520-4be1-ab63-393fff945c8c req-ce55f089-dffc-4c6e-94b3-1459348c94a6 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=1f25d978-5bd5-442e-af29-c42183639bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0463893 Feb 09 22:30:25.504891 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-50895e13-4393-48d4-8852-4de9a8676867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e42bdb4-42c5-4ac2-bb49-b06affe71697', 'name': 'tempest-ServerActionsTestJSON-1694563516-router', 'tenant_id': '0e4ab427e53a42f9bee45c36c76ea676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '49fdb7f0-c4bf-41f7-a45a-86c4658b98e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:29:14Z', 'updated_at': '2022-02-09T22:29:17Z', 'revision_number': 4, 'project_id': '0e4ab427e53a42f9bee45c36c76ea676', 'gw_port': {'id': '49fdb7f0-c4bf-41f7-a45a-86c4658b98e6', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e42bdb4-42c5-4ac2-bb49-b06affe71697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:29:15Z', 'updated_at': '2022-02-09T22:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': '56e14feb-e186-4e58-ad5e-6eac4d5cc1b6', 'tenant_id': '0e4ab427e53a42f9bee45c36c76ea676', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': '0e42bdb4-42c5-4ac2-bb49-b06affe71697', 'port_id': '09826d14-3b36-4e89-bdda-5b731ead57e1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd', 'mac_address': 'fa:16:3e:d2:fd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b8e251-5c7b-48d3-b5ab-20edb431a1ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:29:19Z', 'updated_at': '2022-02-09T22:30:24Z', 'revision_number': 5, 'project_id': '0e4ab427e53a42f9bee45c36c76ea676', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1381b3c8-01b6-4983-8019-f1c30cfc1fd5', 'name': '', 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd', 'tenant_id': '0e4ab427e53a42f9bee45c36c76ea676', 'mac_address': 'fa:16:3e:dc:53:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e42bdb4-42c5-4ac2-bb49-b06affe71697', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '28d07ad5-2470-4395-897a-4c85f8955d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:29:16Z', 'updated_at': '2022-02-09T22:29:21Z', 'revision_number': 5, 'project_id': '0e4ab427e53a42f9bee45c36c76ea676', 'subnets': [{'id': '28d07ad5-2470-4395-897a-4c85f8955d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:30:25.523027 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b184aa34-3520-4be1-ab63-393fff945c8c req-dbc0e3a8-bf5e-425b-8486-c3d861503e19 service neutron] 10.222.0.95 "GET /v2.0/networks/1f25d978-5bd5-442e-af29-c42183639bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859246 Feb 09 22:30:25.531371 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50895e13-4393-48d4-8852-4de9a8676867 None None] Checking router: 0e42bdb4-42c5-4ac2-bb49-b06affe71697 for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:30:25.539914 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50895e13-4393-48d4-8852-4de9a8676867 None None] Routers {'0e42bdb4-42c5-4ac2-bb49-b06affe71697'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:30:25.540565 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-50895e13-4393-48d4-8852-4de9a8676867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:30:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['0e42bdb4-42c5-4ac2-bb49-b06affe71697'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:30:25.610871 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b184aa34-3520-4be1-ab63-393fff945c8c req-4c32a59e-eb39-4ece-b7d9-9eddaeb55a7f service neutron] 10.222.0.95 "GET /v2.0/networks/1f25d978-5bd5-442e-af29-c42183639bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817664 Feb 09 22:30:25.651822 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-50895e13-4393-48d4-8852-4de9a8676867 None None] Set router 0e42bdb4-42c5-4ac2-bb49-b06affe71697 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:30:25.878944 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-50895e13-4393-48d4-8852-4de9a8676867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e42bdb4-42c5-4ac2-bb49-b06affe71697', 'name': 'tempest-ServerActionsTestJSON-1694563516-router', 'tenant_id': '0e4ab427e53a42f9bee45c36c76ea676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '49fdb7f0-c4bf-41f7-a45a-86c4658b98e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:29:14Z', 'updated_at': '2022-02-09T22:29:17Z', 'revision_number': 4, 'project_id': '0e4ab427e53a42f9bee45c36c76ea676', 'gw_port': {'id': '49fdb7f0-c4bf-41f7-a45a-86c4658b98e6', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e42bdb4-42c5-4ac2-bb49-b06affe71697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:29:15Z', 'updated_at': '2022-02-09T22:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': '56e14feb-e186-4e58-ad5e-6eac4d5cc1b6', 'tenant_id': '0e4ab427e53a42f9bee45c36c76ea676', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': '0e42bdb4-42c5-4ac2-bb49-b06affe71697', 'port_id': '09826d14-3b36-4e89-bdda-5b731ead57e1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd', 'mac_address': 'fa:16:3e:d2:fd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b8e251-5c7b-48d3-b5ab-20edb431a1ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:29:19Z', 'updated_at': '2022-02-09T22:30:24Z', 'revision_number': 5, 'project_id': '0e4ab427e53a42f9bee45c36c76ea676', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1381b3c8-01b6-4983-8019-f1c30cfc1fd5', 'name': '', 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd', 'tenant_id': '0e4ab427e53a42f9bee45c36c76ea676', 'mac_address': 'fa:16:3e:dc:53:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e42bdb4-42c5-4ac2-bb49-b06affe71697', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '28d07ad5-2470-4395-897a-4c85f8955d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:29:16Z', 'updated_at': '2022-02-09T22:29:21Z', 'revision_number': 5, 'project_id': '0e4ab427e53a42f9bee45c36c76ea676', 'subnets': [{'id': '28d07ad5-2470-4395-897a-4c85f8955d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:30:25.905973 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50895e13-4393-48d4-8852-4de9a8676867 None None] The sync data for ids ['0e42bdb4-42c5-4ac2-bb49-b06affe71697'] in n-d-828369-5 is: [{'id': '0e42bdb4-42c5-4ac2-bb49-b06affe71697', 'name': 'tempest-ServerActionsTestJSON-1694563516-router', 'tenant_id': '0e4ab427e53a42f9bee45c36c76ea676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '49fdb7f0-c4bf-41f7-a45a-86c4658b98e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:29:14Z', 'updated_at': '2022-02-09T22:29:17Z', 'revision_number': 4, 'project_id': '0e4ab427e53a42f9bee45c36c76ea676', 'gw_port': {'id': '49fdb7f0-c4bf-41f7-a45a-86c4658b98e6', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e42bdb4-42c5-4ac2-bb49-b06affe71697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:29:15Z', 'updated_at': '2022-02-09T22:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': '56e14feb-e186-4e58-ad5e-6eac4d5cc1b6', 'tenant_id': '0e4ab427e53a42f9bee45c36c76ea676', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': '0e42bdb4-42c5-4ac2-bb49-b06affe71697', 'port_id': '09826d14-3b36-4e89-bdda-5b731ead57e1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd', 'mac_address': 'fa:16:3e:d2:fd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b8e251-5c7b-48d3-b5ab-20edb431a1ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:29:19Z', 'updated_at': '2022-02-09T22:30:24Z', 'revision_number': 5, 'project_id': '0e4ab427e53a42f9bee45c36c76ea676', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1381b3c8-01b6-4983-8019-f1c30cfc1fd5', 'name': '', 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd', 'tenant_id': '0e4ab427e53a42f9bee45c36c76ea676', 'mac_address': 'fa:16:3e:dc:53:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e42bdb4-42c5-4ac2-bb49-b06affe71697', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '28d07ad5-2470-4395-897a-4c85f8955d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:29:16Z', 'updated_at': '2022-02-09T22:29:21Z', 'revision_number': 5, 'project_id': '0e4ab427e53a42f9bee45c36c76ea676', 'subnets': [{'id': '28d07ad5-2470-4395-897a-4c85f8955d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:30:26.091537 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d4f332-99fb-4ee5-a0df-db67662eced6 None None] New status for floating IP 56e14feb-e186-4e58-ad5e-6eac4d5cc1b6: ACTIVE {{(pid=103143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:30:26.323098 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe0920-97c1-4ca9-9e62-afb0671b2032 req-16508537-07e8-41e0-a37b-62757d92c9fb tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:26.324598 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-defe0920-97c1-4ca9-9e62-afb0671b2032 req-16508537-07e8-41e0-a37b-62757d92c9fb tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=d0b8e251-5c7b-48d3-b5ab-20edb431a1ba HTTP/1.1" status: 200 len: 946 time: 0.0548837 Feb 09 22:30:26.370308 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-defe0920-97c1-4ca9-9e62-afb0671b2032 req-c3f6d99b-3b34-42ef-8865-4fc66bf4e271 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398889 Feb 09 22:30:26.574150 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b6c73b-7521-4900-bdda-1281b5c9a919 req-d080f9a7-4082-418e-9cee-1f5457fa6efc tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:26.575648 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e6b6c73b-7521-4900-bdda-1281b5c9a919 req-d080f9a7-4082-418e-9cee-1f5457fa6efc tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=d0b8e251-5c7b-48d3-b5ab-20edb431a1ba HTTP/1.1" status: 200 len: 946 time: 0.0558667 Feb 09 22:30:26.621350 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e6b6c73b-7521-4900-bdda-1281b5c9a919 req-863fee2c-1db1-45d6-925e-6a04e7fff3e5 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400968 Feb 09 22:30:27.564429 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:30:27.745128 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c840bc1-63da-41e5-9359-a37939c29637 req-b3961855-1e5f-4e64-91fe-becb2f3bccdf tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:27.746583 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2c840bc1-63da-41e5-9359-a37939c29637 req-b3961855-1e5f-4e64-91fe-becb2f3bccdf tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=d0b8e251-5c7b-48d3-b5ab-20edb431a1ba HTTP/1.1" status: 200 len: 946 time: 0.0546610 Feb 09 22:30:27.791241 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2c840bc1-63da-41e5-9359-a37939c29637 req-919e61e6-f6f9-4f87-a42a-64efadf33fe0 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391510 Feb 09 22:30:28.915106 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2885c4b2-0ab8-4927-a957-cfc314ddd32a req-00357c59-a478-40c6-9ea7-1c669ec9a5bb tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:28.916682 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2885c4b2-0ab8-4927-a957-cfc314ddd32a req-00357c59-a478-40c6-9ea7-1c669ec9a5bb tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=d0b8e251-5c7b-48d3-b5ab-20edb431a1ba HTTP/1.1" status: 200 len: 946 time: 0.0566170 Feb 09 22:30:28.962874 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2885c4b2-0ab8-4927-a957-cfc314ddd32a req-ad9424d4-466a-4c9b-8753-1334599c58e0 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407009 Feb 09 22:30:30.082716 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c601cc50-20eb-4ca9-9719-e806a20d2cf4 req-aac9c425-6147-4c87-bec2-fff5d6421ec4 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:30.084728 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c601cc50-20eb-4ca9-9719-e806a20d2cf4 req-aac9c425-6147-4c87-bec2-fff5d6421ec4 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=d0b8e251-5c7b-48d3-b5ab-20edb431a1ba HTTP/1.1" status: 200 len: 946 time: 0.0560267 Feb 09 22:30:30.129497 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c601cc50-20eb-4ca9-9719-e806a20d2cf4 req-a0165d2c-006d-4276-a1ae-ac73ab3fd36b tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393169 Feb 09 22:30:31.248586 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d2e97-3f67-4a1b-9679-f8561bdabe36 req-5332a5fe-bf5e-4beb-aaca-620e53c852dd tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:31.250065 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d24d2e97-3f67-4a1b-9679-f8561bdabe36 req-5332a5fe-bf5e-4beb-aaca-620e53c852dd tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=d0b8e251-5c7b-48d3-b5ab-20edb431a1ba HTTP/1.1" status: 200 len: 946 time: 0.0522232 Feb 09 22:30:31.295130 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d24d2e97-3f67-4a1b-9679-f8561bdabe36 req-bb81e6b7-40f9-411c-a895-780eebc24fb3 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394781 Feb 09 22:30:32.413765 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be799b8-3af0-48a7-af20-80926c5de565 req-3dcd6138-9fc3-4f49-85aa-59b8accee594 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:32.415230 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2be799b8-3af0-48a7-af20-80926c5de565 req-3dcd6138-9fc3-4f49-85aa-59b8accee594 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=d0b8e251-5c7b-48d3-b5ab-20edb431a1ba HTTP/1.1" status: 200 len: 946 time: 0.0524387 Feb 09 22:30:32.464692 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2be799b8-3af0-48a7-af20-80926c5de565 req-ceaa26d6-238f-47e5-9954-85c4a5841737 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438449 Feb 09 22:30:33.586832 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49a1250-f5cf-4220-a8a5-38edc9b7a809 req-5f63189a-b75c-4393-ab99-c837fd0c699d tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:33.588345 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f49a1250-f5cf-4220-a8a5-38edc9b7a809 req-5f63189a-b75c-4393-ab99-c837fd0c699d tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=d0b8e251-5c7b-48d3-b5ab-20edb431a1ba HTTP/1.1" status: 200 len: 946 time: 0.0534596 Feb 09 22:30:33.634454 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f49a1250-f5cf-4220-a8a5-38edc9b7a809 req-d12846fc-7819-4dba-9342-4b68d4d2d59b tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403967 Feb 09 22:30:34.753701 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad259890-6908-4815-9738-6dc2ba858ca2 req-d5ab515b-fc3b-4069-b7d7-e3058990dd6b tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:34.755155 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ad259890-6908-4815-9738-6dc2ba858ca2 req-d5ab515b-fc3b-4069-b7d7-e3058990dd6b tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=d0b8e251-5c7b-48d3-b5ab-20edb431a1ba HTTP/1.1" status: 200 len: 946 time: 0.0516214 Feb 09 22:30:34.799957 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ad259890-6908-4815-9738-6dc2ba858ca2 req-7b36dab1-13f2-47f8-9d56-aab0fc226338 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391726 Feb 09 22:30:35.924967 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f7c9bf-2282-4911-9a6d-052ba7bdbf4e req-a148bea9-657e-43c8-bc13-ade90d69023f tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:35.926606 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-85f7c9bf-2282-4911-9a6d-052ba7bdbf4e req-a148bea9-657e-43c8-bc13-ade90d69023f tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=d0b8e251-5c7b-48d3-b5ab-20edb431a1ba HTTP/1.1" status: 200 len: 946 time: 0.0570211 Feb 09 22:30:35.974620 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-85f7c9bf-2282-4911-9a6d-052ba7bdbf4e req-5ca34a68-aba6-4f60-a3c7-c0d186d506e3 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415769 Feb 09 22:30:37.090105 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebf0bb4-45a4-446a-9b9d-da8666c4da1b req-86cef84d-02dd-4708-908e-74baddb27a94 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:37.091569 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5ebf0bb4-45a4-446a-9b9d-da8666c4da1b req-86cef84d-02dd-4708-908e-74baddb27a94 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=d0b8e251-5c7b-48d3-b5ab-20edb431a1ba HTTP/1.1" status: 200 len: 946 time: 0.0516891 Feb 09 22:30:37.136662 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5ebf0bb4-45a4-446a-9b9d-da8666c4da1b req-7c43f0c2-0952-4a15-9f24-fe2ec6aecd2f tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395689 Feb 09 22:30:38.253862 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b729122d-4eb9-4575-85c1-e2e2a5b1b133 req-557270dd-83d3-40db-92d7-fd0fc86c91a4 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:38.255414 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b729122d-4eb9-4575-85c1-e2e2a5b1b133 req-557270dd-83d3-40db-92d7-fd0fc86c91a4 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=d0b8e251-5c7b-48d3-b5ab-20edb431a1ba HTTP/1.1" status: 200 len: 946 time: 0.0521824 Feb 09 22:30:38.304928 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b729122d-4eb9-4575-85c1-e2e2a5b1b133 req-f67ae6a0-4f6d-4852-b3cb-3e2af27c7299 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438795 Feb 09 22:30:39.147584 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e666193a-798d-49c0-b8e2-bc806994033b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:39.421384 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b2c2f7-97b4-4ecc-98c3-4d0953079b04 req-c77188e3-4e62-4ac2-9645-478ff5302ea0 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:39.422770 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-56b2c2f7-97b4-4ecc-98c3-4d0953079b04 req-c77188e3-4e62-4ac2-9645-478ff5302ea0 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=d0b8e251-5c7b-48d3-b5ab-20edb431a1ba HTTP/1.1" status: 200 len: 946 time: 0.0513391 Feb 09 22:30:39.468556 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-56b2c2f7-97b4-4ecc-98c3-4d0953079b04 req-2ac455be-96ae-4b3d-945d-e417e3a3865a tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395577 Feb 09 22:30:40.593935 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a75a31-1126-436f-8077-ce6455d3e0fb req-54e25f2d-ba9c-44ea-a66e-8d84fbf4512f tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:40.595420 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-89a75a31-1126-436f-8077-ce6455d3e0fb req-54e25f2d-ba9c-44ea-a66e-8d84fbf4512f tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=d0b8e251-5c7b-48d3-b5ab-20edb431a1ba HTTP/1.1" status: 200 len: 946 time: 0.0532484 Feb 09 22:30:40.641816 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-89a75a31-1126-436f-8077-ce6455d3e0fb req-c3956647-9f90-4b1d-a95a-6db286b25510 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407090 Feb 09 22:30:41.089162 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f4665b78-5df6-492c-815e-470f8ceae886 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:41.762716 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ebf66d-a0e6-4bde-8af6-a38177b48538 req-51a92669-23c9-4b28-b27a-f3e091310737 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:41.764175 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a1ebf66d-a0e6-4bde-8af6-a38177b48538 req-51a92669-23c9-4b28-b27a-f3e091310737 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=d0b8e251-5c7b-48d3-b5ab-20edb431a1ba HTTP/1.1" status: 200 len: 946 time: 0.0560939 Feb 09 22:30:41.810210 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a1ebf66d-a0e6-4bde-8af6-a38177b48538 req-8effd0fd-d48d-4f67-bfa4-4d080768625f tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402613 Feb 09 22:30:42.928113 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:42.937724 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77562654-47fc-40f4-8718-c0147c9e1a71 req-5d90f72e-5811-49d4-ae43-6a6ccecf40f7 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:42.939213 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-77562654-47fc-40f4-8718-c0147c9e1a71 req-5d90f72e-5811-49d4-ae43-6a6ccecf40f7 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=d0b8e251-5c7b-48d3-b5ab-20edb431a1ba HTTP/1.1" status: 200 len: 946 time: 0.0621736 Feb 09 22:30:42.985988 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-77562654-47fc-40f4-8718-c0147c9e1a71 req-cc865c83-0d42-43bb-a8fd-5ecfac6aba56 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405388 Feb 09 22:30:44.110066 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8dd974-2d0c-40b0-9b9d-2ca40d6fb179 req-15c528be-f35b-4dda-9113-a3444f51b918 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:44.111539 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1d8dd974-2d0c-40b0-9b9d-2ca40d6fb179 req-15c528be-f35b-4dda-9113-a3444f51b918 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=d0b8e251-5c7b-48d3-b5ab-20edb431a1ba HTTP/1.1" status: 200 len: 946 time: 0.0559785 Feb 09 22:30:44.158884 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1d8dd974-2d0c-40b0-9b9d-2ca40d6fb179 req-f179419f-e913-4bb0-b929-5208ab6d5ce4 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409193 Feb 09 22:30:44.340733 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:45.276270 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8943fde-4365-49c3-94b2-4762a5becf1e req-274b2cad-4d10-4cf4-b456-1c5eb96f0b10 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:45.277755 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d8943fde-4365-49c3-94b2-4762a5becf1e req-274b2cad-4d10-4cf4-b456-1c5eb96f0b10 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=d0b8e251-5c7b-48d3-b5ab-20edb431a1ba HTTP/1.1" status: 200 len: 946 time: 0.0518267 Feb 09 22:30:45.323860 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d8943fde-4365-49c3-94b2-4762a5becf1e req-dfa259b8-e315-4669-b035-2854df60e2a3 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405152 Feb 09 22:30:45.443875 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:46.442759 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f5fc74-6694-4e19-8b6a-bfbaadf71a8d req-ab5e3591-b9fc-4b66-8652-578a4774dad1 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:46.444835 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-59f5fc74-6694-4e19-8b6a-bfbaadf71a8d req-ab5e3591-b9fc-4b66-8652-578a4774dad1 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=d0b8e251-5c7b-48d3-b5ab-20edb431a1ba HTTP/1.1" status: 200 len: 946 time: 0.0541227 Feb 09 22:30:46.495663 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-59f5fc74-6694-4e19-8b6a-bfbaadf71a8d req-d28e0f38-b777-4c75-84a0-e710a54d607d tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452671 Feb 09 22:30:47.616491 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc9fa28-5efe-4f96-849e-8aafb7880a87 req-9324b5c3-276d-472b-8f4b-f85b274f482c tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:47.617982 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8fc9fa28-5efe-4f96-849e-8aafb7880a87 req-9324b5c3-276d-472b-8f4b-f85b274f482c tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=d0b8e251-5c7b-48d3-b5ab-20edb431a1ba HTTP/1.1" status: 200 len: 946 time: 0.0530961 Feb 09 22:30:47.663885 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8fc9fa28-5efe-4f96-849e-8aafb7880a87 req-c3dfb498-da22-48c2-8f7a-8eca44724573 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403173 Feb 09 22:30:48.781273 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f039493e-22b8-4a58-9a6d-f8913bbd1f33 req-ac27bc69-5874-4e24-9296-26d794572c65 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:48.782761 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f039493e-22b8-4a58-9a6d-f8913bbd1f33 req-ac27bc69-5874-4e24-9296-26d794572c65 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=d0b8e251-5c7b-48d3-b5ab-20edb431a1ba HTTP/1.1" status: 200 len: 946 time: 0.0528357 Feb 09 22:30:48.828439 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f039493e-22b8-4a58-9a6d-f8913bbd1f33 req-6c28af5f-e055-40b2-ac20-1d9b447e8861 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394471 Feb 09 22:30:49.954969 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dea337-dbe9-4f8c-8a0e-be0eb5182951 req-4af6be7b-7726-4940-957a-97fb81043fdc tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:49.956476 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a5dea337-dbe9-4f8c-8a0e-be0eb5182951 req-4af6be7b-7726-4940-957a-97fb81043fdc tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=d0b8e251-5c7b-48d3-b5ab-20edb431a1ba HTTP/1.1" status: 200 len: 946 time: 0.0614302 Feb 09 22:30:50.003161 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a5dea337-dbe9-4f8c-8a0e-be0eb5182951 req-fea0481b-106e-4886-9d43-46f81d6fbb82 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404849 Feb 09 22:30:51.121672 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535c4504-6b10-4c4a-82c6-15edb9a98347 req-09232cd4-d968-4e34-898d-fd725dba3f3b tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:51.123145 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-535c4504-6b10-4c4a-82c6-15edb9a98347 req-09232cd4-d968-4e34-898d-fd725dba3f3b tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=d0b8e251-5c7b-48d3-b5ab-20edb431a1ba HTTP/1.1" status: 200 len: 946 time: 0.0522571 Feb 09 22:30:51.169659 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-535c4504-6b10-4c4a-82c6-15edb9a98347 req-41355ff6-31e8-4f10-a166-a3f416c13cf1 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409117 Feb 09 22:30:51.895755 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:52.286078 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe6b4c0-a88e-4fbb-b9b9-dfe2cc606398 req-9dfbca7b-ca19-4f90-a668-bce58e4e6fd3 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:52.287564 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dfe6b4c0-a88e-4fbb-b9b9-dfe2cc606398 req-9dfbca7b-ca19-4f90-a668-bce58e4e6fd3 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=d0b8e251-5c7b-48d3-b5ab-20edb431a1ba HTTP/1.1" status: 200 len: 946 time: 0.0520461 Feb 09 22:30:52.337506 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dfe6b4c0-a88e-4fbb-b9b9-dfe2cc606398 req-4659e014-f1a9-4a30-a32c-c84c08de601e tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442836 Feb 09 22:30:52.565562 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-20b6a54d-14af-42c0-93d1-4d706b56cdf4 req-4f381911-c653-40ff-8575-34c3a9319faa service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d0b8e251-5c7b-48d3-b5ab-20edb431a1ba&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0488260 Feb 09 22:30:52.578378 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce23fd2-348a-4cef-8024-2ad8e6261f42 req-0eff1511-ad4b-42ce-bd7c-e54a48919b6a tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:52.579868 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dce23fd2-348a-4cef-8024-2ad8e6261f42 req-0eff1511-ad4b-42ce-bd7c-e54a48919b6a tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=d0b8e251-5c7b-48d3-b5ab-20edb431a1ba HTTP/1.1" status: 200 len: 946 time: 0.0547261 Feb 09 22:30:52.630145 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dce23fd2-348a-4cef-8024-2ad8e6261f42 req-1c1770e5-7f77-43f4-94aa-704a6fc59adf tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430894 Feb 09 22:30:53.696588 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b6a54d-14af-42c0-93d1-4d706b56cdf4 req-1515c606-8880-493a-bc64-f74c0c717be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:53.698109 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-20b6a54d-14af-42c0-93d1-4d706b56cdf4 req-1515c606-8880-493a-bc64-f74c0c717be8 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0e4ab427e53a42f9bee45c36c76ea676&device_id=d0b8e251-5c7b-48d3-b5ab-20edb431a1ba HTTP/1.1" status: 200 len: 1128 time: 0.0504768 Feb 09 22:30:53.755932 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abfd80d-0188-4a17-ab72-cc7821e3f31a req-940699cf-7410-4687-9889-be33b2dee204 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:53.757456 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4abfd80d-0188-4a17-ab72-cc7821e3f31a req-940699cf-7410-4687-9889-be33b2dee204 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=d0b8e251-5c7b-48d3-b5ab-20edb431a1ba HTTP/1.1" status: 200 len: 946 time: 0.0521817 Feb 09 22:30:53.787689 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b6a54d-14af-42c0-93d1-4d706b56cdf4 req-dfe4755d-7694-4e3b-a0d5-34279efdaebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:53.789203 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-20b6a54d-14af-42c0-93d1-4d706b56cdf4 req-dfe4755d-7694-4e3b-a0d5-34279efdaebf service neutron] 10.222.0.95 "GET /v2.0/networks?id=1f25d978-5bd5-442e-af29-c42183639bfd HTTP/1.1" status: 200 len: 913 time: 0.0853372 Feb 09 22:30:53.804998 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4abfd80d-0188-4a17-ab72-cc7821e3f31a req-1ef6a27b-0e15-4ce6-97cf-31379bfe5eea tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420070 Feb 09 22:30:53.856536 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-20b6a54d-14af-42c0-93d1-4d706b56cdf4 req-33cc4777-a5a4-4beb-b98c-81f720e4c739 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09826d14-3b36-4e89-bdda-5b731ead57e1 HTTP/1.1" status: 200 len: 1002 time: 0.0615280 Feb 09 22:30:53.903235 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b6a54d-14af-42c0-93d1-4d706b56cdf4 req-a43eb40b-375f-41d9-9e9c-5999c5cb319b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:53.904681 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-20b6a54d-14af-42c0-93d1-4d706b56cdf4 req-a43eb40b-375f-41d9-9e9c-5999c5cb319b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=28d07ad5-2470-4395-897a-4c85f8955d1d HTTP/1.1" status: 200 len: 851 time: 0.0429771 Feb 09 22:30:53.953913 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b6a54d-14af-42c0-93d1-4d706b56cdf4 req-b7d29d91-83aa-4e67-9c28-e19160a23cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:53.955340 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-20b6a54d-14af-42c0-93d1-4d706b56cdf4 req-b7d29d91-83aa-4e67-9c28-e19160a23cba service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=1f25d978-5bd5-442e-af29-c42183639bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0448215 Feb 09 22:30:53.957732 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:54.044777 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-20b6a54d-14af-42c0-93d1-4d706b56cdf4 req-05454ff5-c5b0-48c5-b165-753de2cb2568 service neutron] 10.222.0.95 "GET /v2.0/networks/1f25d978-5bd5-442e-af29-c42183639bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834055 Feb 09 22:30:54.132143 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-20b6a54d-14af-42c0-93d1-4d706b56cdf4 req-82b835fe-8685-487f-9be4-2bdbca193de2 service neutron] 10.222.0.95 "GET /v2.0/networks/1f25d978-5bd5-442e-af29-c42183639bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819678 Feb 09 22:30:54.929598 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ca963b-b239-4ca4-94a2-e29d8b380f2b req-df7eaded-796a-44b3-954b-ae3be03e5b3c tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:54.931076 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-48ca963b-b239-4ca4-94a2-e29d8b380f2b req-df7eaded-796a-44b3-954b-ae3be03e5b3c tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=d0b8e251-5c7b-48d3-b5ab-20edb431a1ba HTTP/1.1" status: 200 len: 946 time: 0.0564797 Feb 09 22:30:54.976624 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-48ca963b-b239-4ca4-94a2-e29d8b380f2b req-845950a6-c1cb-45b3-8305-aba07e11e7a7 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394294 Feb 09 22:30:55.988304 n-d-828369-5 neutron-server[103141]: INFO neutron.api.v2.resource [req-20b6a54d-14af-42c0-93d1-4d706b56cdf4 req-6b035e18-1836-4afd-8401-368d2f4f7a1c service neutron] show failed (client error): The resource could not be found. Feb 09 22:30:55.989303 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-20b6a54d-14af-42c0-93d1-4d706b56cdf4 req-6b035e18-1836-4afd-8401-368d2f4f7a1c service neutron] 10.222.0.95 "GET /v2.0/ports/09826d14-3b36-4e89-bdda-5b731ead57e1/bindings/n-h2-828369-5 HTTP/1.1" status: 404 len: 380 time: 0.0552244 Feb 09 22:30:56.100371 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af655da4-3a7e-490c-bf4e-589506aa0b4e req-4814636b-0729-44d3-a05b-2f5dc24819c2 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:56.102452 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-af655da4-3a7e-490c-bf4e-589506aa0b4e req-4814636b-0729-44d3-a05b-2f5dc24819c2 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=d0b8e251-5c7b-48d3-b5ab-20edb431a1ba HTTP/1.1" status: 200 len: 946 time: 0.0557215 Feb 09 22:30:56.156401 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-af655da4-3a7e-490c-bf4e-589506aa0b4e req-7495ce1f-65f3-402c-8d6c-f08f58488532 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479758 Feb 09 22:30:56.245641 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b6a54d-14af-42c0-93d1-4d706b56cdf4 req-698876ac-42b6-47bf-8024-9e45940a16d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:56.247042 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-20b6a54d-14af-42c0-93d1-4d706b56cdf4 req-698876ac-42b6-47bf-8024-9e45940a16d4 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=d0b8e251-5c7b-48d3-b5ab-20edb431a1ba&tenant_id=0e4ab427e53a42f9bee45c36c76ea676 HTTP/1.1" status: 200 len: 1128 time: 0.0937259 Feb 09 22:30:56.257976 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-20b6a54d-14af-42c0-93d1-4d706b56cdf4 req-380d7007-96dd-45d2-8dfb-c3a3fdfac5a8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828369-5', 'device_owner': 'compute:nova'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:30:56.315278 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-20b6a54d-14af-42c0-93d1-4d706b56cdf4 req-380d7007-96dd-45d2-8dfb-c3a3fdfac5a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (09826d14-3b36-4e89-bdda-5b731ead57e1), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:56.510219 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-20b6a54d-14af-42c0-93d1-4d706b56cdf4 req-380d7007-96dd-45d2-8dfb-c3a3fdfac5a8 service neutron] For port 09826d14-3b36-4e89-bdda-5b731ead57e1, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=09826d14-3b36-4e89-bdda-5b731ead57e1,segment=NetworkSegment(fd2344b7-1a35-40fa-ad0f-bca8050daf71),segment_id=fd2344b7-1a35-40fa-ad0f-bca8050daf71)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:30:56.542849 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-20b6a54d-14af-42c0-93d1-4d706b56cdf4 req-380d7007-96dd-45d2-8dfb-c3a3fdfac5a8 service neutron] For port 09826d14-3b36-4e89-bdda-5b731ead57e1, host n-h1-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:30:56.585835 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0b8e251-5c7b-48d3-b5ab-20edb431a1ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09826d14-3b36-4e89-bdda-5b731ead57e1'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:30:56.588126 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0759f77e637a6f71ff1c25bc92ec5ea77217d29fcb3f113a7ada5acb32ef5084" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68a1a354-1ecb-42cc-9c16-4f4aebbe86fe" -d '{"events": [{"server_uuid": "d0b8e251-5c7b-48d3-b5ab-20edb431a1ba", "name": "network-vif-unplugged", "status": "completed", "tag": "09826d14-3b36-4e89-bdda-5b731ead57e1"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:30:56.592010 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-20b6a54d-14af-42c0-93d1-4d706b56cdf4 req-380d7007-96dd-45d2-8dfb-c3a3fdfac5a8 service neutron] Publish callbacks [] for port (09826d14-3b36-4e89-bdda-5b731ead57e1), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:56.606087 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-20b6a54d-14af-42c0-93d1-4d706b56cdf4 req-380d7007-96dd-45d2-8dfb-c3a3fdfac5a8 service neutron] Transition to ACTIVE for port object 09826d14-3b36-4e89-bdda-5b731ead57e1 will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:30:56.609716 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-20b6a54d-14af-42c0-93d1-4d706b56cdf4 req-380d7007-96dd-45d2-8dfb-c3a3fdfac5a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (09826d14-3b36-4e89-bdda-5b731ead57e1), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:56.905169 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 22:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d1ce24c-c217-4916-825f-7c7e4a541254 x-openstack-request-id: req-4d1ce24c-c217-4916-825f-7c7e4a541254 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:30:56.905396 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0b8e251-5c7b-48d3-b5ab-20edb431a1ba", "name": "network-vif-unplugged", "status": "completed", "tag": "09826d14-3b36-4e89-bdda-5b731ead57e1", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:30:56.905637 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-4d1ce24c-c217-4916-825f-7c7e4a541254 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:30:56.906027 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0b8e251-5c7b-48d3-b5ab-20edb431a1ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09826d14-3b36-4e89-bdda-5b731ead57e1', 'code': 200} Feb 09 22:30:56.954464 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380d7007-96dd-45d2-8dfb-c3a3fdfac5a8 service neutron] Pushing event updated for resources: {'Port': ['ID=09826d14-3b36-4e89-bdda-5b731ead57e1,revision_number=6']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:30:56.993340 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-20b6a54d-14af-42c0-93d1-4d706b56cdf4 req-380d7007-96dd-45d2-8dfb-c3a3fdfac5a8 service neutron] No DVR routers for this DVR port 09826d14-3b36-4e89-bdda-5b731ead57e1 on host n-h1-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:30:57.125777 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-20b6a54d-14af-42c0-93d1-4d706b56cdf4 req-380d7007-96dd-45d2-8dfb-c3a3fdfac5a8 service neutron] Attempting to bind port 09826d14-3b36-4e89-bdda-5b731ead57e1 on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:30:57.126141 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-20b6a54d-14af-42c0-93d1-4d706b56cdf4 req-380d7007-96dd-45d2-8dfb-c3a3fdfac5a8 service neutron] Attempting to bind port 09826d14-3b36-4e89-bdda-5b731ead57e1 by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': 'fd2344b7-1a35-40fa-ad0f-bca8050daf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:30:57.126475 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b6a54d-14af-42c0-93d1-4d706b56cdf4 req-380d7007-96dd-45d2-8dfb-c3a3fdfac5a8 service neutron] Attempting to bind port 09826d14-3b36-4e89-bdda-5b731ead57e1 on network 1f25d978-5bd5-442e-af29-c42183639bfd {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:30:57.131263 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b6a54d-14af-42c0-93d1-4d706b56cdf4 req-380d7007-96dd-45d2-8dfb-c3a3fdfac5a8 service neutron] Port 09826d14-3b36-4e89-bdda-5b731ead57e1 on network 1f25d978-5bd5-442e-af29-c42183639bfd not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:30:57.131586 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b6a54d-14af-42c0-93d1-4d706b56cdf4 req-380d7007-96dd-45d2-8dfb-c3a3fdfac5a8 service neutron] Attempting to bind port 09826d14-3b36-4e89-bdda-5b731ead57e1 on network 1f25d978-5bd5-442e-af29-c42183639bfd {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:30:57.136584 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b6a54d-14af-42c0-93d1-4d706b56cdf4 req-380d7007-96dd-45d2-8dfb-c3a3fdfac5a8 service neutron] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:30:57.136928 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b6a54d-14af-42c0-93d1-4d706b56cdf4 req-380d7007-96dd-45d2-8dfb-c3a3fdfac5a8 service neutron] Checking segment: {'id': 'fd2344b7-1a35-40fa-ad0f-bca8050daf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:30:57.137311 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b6a54d-14af-42c0-93d1-4d706b56cdf4 req-380d7007-96dd-45d2-8dfb-c3a3fdfac5a8 service neutron] Bound using segment: {'id': 'fd2344b7-1a35-40fa-ad0f-bca8050daf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:30:57.137732 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-20b6a54d-14af-42c0-93d1-4d706b56cdf4 req-380d7007-96dd-45d2-8dfb-c3a3fdfac5a8 service neutron] Bound port: 09826d14-3b36-4e89-bdda-5b731ead57e1, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd2344b7-1a35-40fa-ad0f-bca8050daf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:30:57.138087 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-20b6a54d-14af-42c0-93d1-4d706b56cdf4 req-380d7007-96dd-45d2-8dfb-c3a3fdfac5a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (09826d14-3b36-4e89-bdda-5b731ead57e1), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:57.199994 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-20b6a54d-14af-42c0-93d1-4d706b56cdf4 req-380d7007-96dd-45d2-8dfb-c3a3fdfac5a8 service neutron] For port 09826d14-3b36-4e89-bdda-5b731ead57e1, host n-h2-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:30:57.203246 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-20b6a54d-14af-42c0-93d1-4d706b56cdf4 req-380d7007-96dd-45d2-8dfb-c3a3fdfac5a8 service neutron] For port 09826d14-3b36-4e89-bdda-5b731ead57e1, host n-h2-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=09826d14-3b36-4e89-bdda-5b731ead57e1,segment=NetworkSegment(fd2344b7-1a35-40fa-ad0f-bca8050daf71),segment_id=fd2344b7-1a35-40fa-ad0f-bca8050daf71)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:30:57.209741 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-20b6a54d-14af-42c0-93d1-4d706b56cdf4 req-380d7007-96dd-45d2-8dfb-c3a3fdfac5a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (09826d14-3b36-4e89-bdda-5b731ead57e1), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:57.249731 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b6a54d-14af-42c0-93d1-4d706b56cdf4 req-380d7007-96dd-45d2-8dfb-c3a3fdfac5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:57.250357 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-20b6a54d-14af-42c0-93d1-4d706b56cdf4 req-380d7007-96dd-45d2-8dfb-c3a3fdfac5a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:30:57.251734 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-20b6a54d-14af-42c0-93d1-4d706b56cdf4 req-380d7007-96dd-45d2-8dfb-c3a3fdfac5a8 service neutron] 10.222.0.89 "PUT /v2.0/ports/09826d14-3b36-4e89-bdda-5b731ead57e1 HTTP/1.1" status: 200 len: 1092 time: 0.9976733 Feb 09 22:30:57.300325 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380d7007-96dd-45d2-8dfb-c3a3fdfac5a8 service neutron] Pushing event updated for resources: {'Port': ['ID=09826d14-3b36-4e89-bdda-5b731ead57e1,revision_number=7']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:30:57.307837 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe732f99-ea1b-4e6e-94a5-9d3cc85ec7c0 req-1644fcba-d3d1-43ad-b16d-d5ccc1060e0b tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:57.309443 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fe732f99-ea1b-4e6e-94a5-9d3cc85ec7c0 req-1644fcba-d3d1-43ad-b16d-d5ccc1060e0b tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=d0b8e251-5c7b-48d3-b5ab-20edb431a1ba HTTP/1.1" status: 200 len: 944 time: 0.0770068 Feb 09 22:30:57.323320 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b6a54d-14af-42c0-93d1-4d706b56cdf4 req-9bfffbc2-bb67-4d95-88cf-9e8456c270e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:57.325023 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-20b6a54d-14af-42c0-93d1-4d706b56cdf4 req-9bfffbc2-bb67-4d95-88cf-9e8456c270e0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0e4ab427e53a42f9bee45c36c76ea676&device_id=d0b8e251-5c7b-48d3-b5ab-20edb431a1ba HTTP/1.1" status: 200 len: 1126 time: 0.0516019 Feb 09 22:30:57.363023 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fe732f99-ea1b-4e6e-94a5-9d3cc85ec7c0 req-d80637f0-b3ea-4b33-a824-e05d291627e1 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467355 Feb 09 22:30:57.422995 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b6a54d-14af-42c0-93d1-4d706b56cdf4 req-c95c1acd-abf9-4bc4-b8af-6c081c2afb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:57.425378 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-20b6a54d-14af-42c0-93d1-4d706b56cdf4 req-c95c1acd-abf9-4bc4-b8af-6c081c2afb47 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1f25d978-5bd5-442e-af29-c42183639bfd HTTP/1.1" status: 200 len: 913 time: 0.0938153 Feb 09 22:30:57.491104 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-20b6a54d-14af-42c0-93d1-4d706b56cdf4 req-97f1ad8e-8f1c-416a-b4fe-fcf39ee62536 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09826d14-3b36-4e89-bdda-5b731ead57e1 HTTP/1.1" status: 200 len: 1000 time: 0.0595989 Feb 09 22:30:57.542603 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b6a54d-14af-42c0-93d1-4d706b56cdf4 req-622c113e-4839-4e3a-80d9-47af2a835f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:57.543959 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-20b6a54d-14af-42c0-93d1-4d706b56cdf4 req-622c113e-4839-4e3a-80d9-47af2a835f3b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=28d07ad5-2470-4395-897a-4c85f8955d1d HTTP/1.1" status: 200 len: 851 time: 0.0470374 Feb 09 22:30:57.605170 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b6a54d-14af-42c0-93d1-4d706b56cdf4 req-fb165a34-cdf5-437f-931c-7aafd4be8a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:57.606706 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-20b6a54d-14af-42c0-93d1-4d706b56cdf4 req-fb165a34-cdf5-437f-931c-7aafd4be8a15 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1f25d978-5bd5-442e-af29-c42183639bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0554433 Feb 09 22:30:57.695186 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-20b6a54d-14af-42c0-93d1-4d706b56cdf4 req-e886713d-9111-4b1f-b70b-1e2ca5505508 service neutron] 10.222.0.89 "GET /v2.0/networks/1f25d978-5bd5-442e-af29-c42183639bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816448 Feb 09 22:30:57.787585 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-20b6a54d-14af-42c0-93d1-4d706b56cdf4 req-73e37586-2340-4970-9812-9ff8832339d0 service neutron] 10.222.0.89 "GET /v2.0/networks/1f25d978-5bd5-442e-af29-c42183639bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857227 Feb 09 22:30:58.484739 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494c178b-0081-4e05-9f7f-d8d694ba8bee req-dc433921-8e69-4f7f-999b-be8f74a9f45d tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:58.486147 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-494c178b-0081-4e05-9f7f-d8d694ba8bee req-dc433921-8e69-4f7f-999b-be8f74a9f45d tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=d0b8e251-5c7b-48d3-b5ab-20edb431a1ba HTTP/1.1" status: 200 len: 944 time: 0.0523291 Feb 09 22:30:58.533146 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-494c178b-0081-4e05-9f7f-d8d694ba8bee req-af37f76d-44b1-45bb-9027-b4582afe3a4e tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409768 Feb 09 22:30:58.907393 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0b8e251-5c7b-48d3-b5ab-20edb431a1ba', 'tag': '09826d14-3b36-4e89-bdda-5b731ead57e1'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:30:58.909800 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0759f77e637a6f71ff1c25bc92ec5ea77217d29fcb3f113a7ada5acb32ef5084" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5454fe5d-7373-4ef4-9853-074ddfbc4cf8" -d '{"events": [{"name": "network-changed", "server_uuid": "d0b8e251-5c7b-48d3-b5ab-20edb431a1ba", "tag": "09826d14-3b36-4e89-bdda-5b731ead57e1"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:30:58.960115 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cac64ce-7e13-4cc5-bfec-cfb30d2870a4 x-openstack-request-id: req-6cac64ce-7e13-4cc5-bfec-cfb30d2870a4 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:30:58.960527 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0b8e251-5c7b-48d3-b5ab-20edb431a1ba", "tag": "09826d14-3b36-4e89-bdda-5b731ead57e1", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:30:58.960787 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-6cac64ce-7e13-4cc5-bfec-cfb30d2870a4 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:30:58.961370 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0b8e251-5c7b-48d3-b5ab-20edb431a1ba', 'tag': '09826d14-3b36-4e89-bdda-5b731ead57e1', 'status': 'completed', 'code': 200} Feb 09 22:30:59.057858 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5454fe5d-7373-4ef4-9853-074ddfbc4cf8 req-733ec884-9d23-4e74-93bb-bbe5e1906b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:59.059555 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-5454fe5d-7373-4ef4-9853-074ddfbc4cf8 req-733ec884-9d23-4e74-93bb-bbe5e1906b80 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0e4ab427e53a42f9bee45c36c76ea676&device_id=d0b8e251-5c7b-48d3-b5ab-20edb431a1ba HTTP/1.1" status: 200 len: 1126 time: 0.0819812 Feb 09 22:30:59.062560 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5454fe5d-7373-4ef4-9853-074ddfbc4cf8 req-f9b2b310-b407-4274-a9a3-ea6fdf73240b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:59.063925 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-5454fe5d-7373-4ef4-9853-074ddfbc4cf8 req-f9b2b310-b407-4274-a9a3-ea6fdf73240b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0e4ab427e53a42f9bee45c36c76ea676&device_id=d0b8e251-5c7b-48d3-b5ab-20edb431a1ba HTTP/1.1" status: 200 len: 1126 time: 0.0759807 Feb 09 22:30:59.218402 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5454fe5d-7373-4ef4-9853-074ddfbc4cf8 req-36ec9cb5-f489-44ec-bce9-c3b82a7c0d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:59.219883 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-5454fe5d-7373-4ef4-9853-074ddfbc4cf8 req-36ec9cb5-f489-44ec-bce9-c3b82a7c0d79 service neutron] 10.222.0.95 "GET /v2.0/networks?id=1f25d978-5bd5-442e-af29-c42183639bfd HTTP/1.1" status: 200 len: 913 time: 0.1546788 Feb 09 22:30:59.222455 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5454fe5d-7373-4ef4-9853-074ddfbc4cf8 req-a6640e7a-e7be-44fb-9d23-2359733dcf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:59.223815 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-5454fe5d-7373-4ef4-9853-074ddfbc4cf8 req-a6640e7a-e7be-44fb-9d23-2359733dcf06 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1f25d978-5bd5-442e-af29-c42183639bfd HTTP/1.1" status: 200 len: 913 time: 0.1507943 Feb 09 22:30:59.329247 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-5454fe5d-7373-4ef4-9853-074ddfbc4cf8 req-65deefdf-f52b-45d4-9116-ac76a1106570 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09826d14-3b36-4e89-bdda-5b731ead57e1 HTTP/1.1" status: 200 len: 1000 time: 0.1029582 Feb 09 22:30:59.334985 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-5454fe5d-7373-4ef4-9853-074ddfbc4cf8 req-8e3267b2-7810-4fba-9aaf-2cc7ba045341 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09826d14-3b36-4e89-bdda-5b731ead57e1 HTTP/1.1" status: 200 len: 1000 time: 0.1030493 Feb 09 22:30:59.408999 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5454fe5d-7373-4ef4-9853-074ddfbc4cf8 req-d37f8a8a-7db4-4c97-bbc5-4d3b518e2353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:59.410385 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-5454fe5d-7373-4ef4-9853-074ddfbc4cf8 req-d37f8a8a-7db4-4c97-bbc5-4d3b518e2353 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=28d07ad5-2470-4395-897a-4c85f8955d1d HTTP/1.1" status: 200 len: 851 time: 0.0745628 Feb 09 22:30:59.414245 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5454fe5d-7373-4ef4-9853-074ddfbc4cf8 req-f7edde0e-27b7-4b5a-8747-927fe1243c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:59.415573 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-5454fe5d-7373-4ef4-9853-074ddfbc4cf8 req-f7edde0e-27b7-4b5a-8747-927fe1243c0a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=28d07ad5-2470-4395-897a-4c85f8955d1d HTTP/1.1" status: 200 len: 851 time: 0.0727766 Feb 09 22:30:59.494637 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5454fe5d-7373-4ef4-9853-074ddfbc4cf8 req-154be72e-7b18-4fc7-9a81-f1dceda7c413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:59.496065 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-5454fe5d-7373-4ef4-9853-074ddfbc4cf8 req-154be72e-7b18-4fc7-9a81-f1dceda7c413 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=1f25d978-5bd5-442e-af29-c42183639bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0790071 Feb 09 22:30:59.498483 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5454fe5d-7373-4ef4-9853-074ddfbc4cf8 req-1a43f705-1f88-44a7-99b9-3db4fa8dbbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:59.499846 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-5454fe5d-7373-4ef4-9853-074ddfbc4cf8 req-1a43f705-1f88-44a7-99b9-3db4fa8dbbce service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1f25d978-5bd5-442e-af29-c42183639bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0755410 Feb 09 22:30:59.657800 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-5454fe5d-7373-4ef4-9853-074ddfbc4cf8 req-62b118a6-b567-473d-825c-66f63e38fe35 service neutron] 10.222.0.95 "GET /v2.0/networks/1f25d978-5bd5-442e-af29-c42183639bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557796 Feb 09 22:30:59.659909 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-5454fe5d-7373-4ef4-9853-074ddfbc4cf8 req-c6a256fb-daa8-4f53-b028-57bfa9beea31 service neutron] 10.222.0.89 "GET /v2.0/networks/1f25d978-5bd5-442e-af29-c42183639bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506071 Feb 09 22:30:59.668430 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bf6180-92f7-4e44-bdce-851f0ce51c5c req-826cd156-0e97-4b1c-a321-653291461ace tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:30:59.671205 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-49bf6180-92f7-4e44-bdce-851f0ce51c5c req-826cd156-0e97-4b1c-a321-653291461ace tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=d0b8e251-5c7b-48d3-b5ab-20edb431a1ba HTTP/1.1" status: 200 len: 944 time: 0.0582275 Feb 09 22:30:59.735621 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-49bf6180-92f7-4e44-bdce-851f0ce51c5c req-71ab22fd-d1e0-4070-b733-a3fd2b317a3f tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587711 Feb 09 22:30:59.824930 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-5454fe5d-7373-4ef4-9853-074ddfbc4cf8 req-91c69b68-fad0-4d13-afc6-2d4421925bd0 service neutron] 10.222.0.95 "GET /v2.0/networks/1f25d978-5bd5-442e-af29-c42183639bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611516 Feb 09 22:30:59.828202 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-5454fe5d-7373-4ef4-9853-074ddfbc4cf8 req-c0dd4e3a-e383-47cb-acb0-2d1122c713a1 service neutron] 10.222.0.89 "GET /v2.0/networks/1f25d978-5bd5-442e-af29-c42183639bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560240 Feb 09 22:31:00.221001 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 09826d14-3b36-4e89-bdda-5b731ead57e1 no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:31:00.261129 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] The host n-h1-828369-5 is not matching for port 09826d14-3b36-4e89-bdda-5b731ead57e1 host n-h2-828369-5! {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 22:31:00.261521 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 09826d14-3b36-4e89-bdda-5b731ead57e1 not bound to the agent host n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:31:00.861856 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2571bc2d-05e9-4c14-af1f-142f54e323dd req-5636bbea-7b75-4fa3-a8dd-3868a6b33f47 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:00.863282 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2571bc2d-05e9-4c14-af1f-142f54e323dd req-5636bbea-7b75-4fa3-a8dd-3868a6b33f47 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=d0b8e251-5c7b-48d3-b5ab-20edb431a1ba HTTP/1.1" status: 200 len: 944 time: 0.0525711 Feb 09 22:31:00.910463 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2571bc2d-05e9-4c14-af1f-142f54e323dd req-6cd288ae-d742-418f-b0c8-4590f9a1c33d tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408914 Feb 09 22:31:01.111274 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ed5fbc-153f-4a77-bfbf-0925d670b8b0 req-a5449cf3-f152-4d9f-96de-e6487e6eda29 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:01.113286 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e2ed5fbc-153f-4a77-bfbf-0925d670b8b0 req-a5449cf3-f152-4d9f-96de-e6487e6eda29 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=d0b8e251-5c7b-48d3-b5ab-20edb431a1ba HTTP/1.1" status: 200 len: 944 time: 0.0573471 Feb 09 22:31:01.133978 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c128ed-5a5e-4113-8abc-00510704154f req-8aee8caa-ce05-41b2-b8ec-f432e2df2ccf tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:01.135577 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c5c128ed-5a5e-4113-8abc-00510704154f req-8aee8caa-ce05-41b2-b8ec-f432e2df2ccf tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.95 "GET /v2.0/ports?device_id=d0b8e251-5c7b-48d3-b5ab-20edb431a1ba&tenant_id=0e4ab427e53a42f9bee45c36c76ea676&binding%3Ahost_id=n-h2-828369-5 HTTP/1.1" status: 200 len: 944 time: 0.0703290 Feb 09 22:31:01.166274 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e2ed5fbc-153f-4a77-bfbf-0925d670b8b0 req-29cb7703-923d-46be-a755-f5c671807b08 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466363 Feb 09 22:31:01.204661 n-d-828369-5 neutron-server[103141]: INFO neutron.api.v2.resource [req-c5c128ed-5a5e-4113-8abc-00510704154f req-b752c520-3e7c-4cf4-9549-427e0c2dfb3d service neutron] delete failed (client error): The resource could not be found. Feb 09 22:31:01.205710 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c5c128ed-5a5e-4113-8abc-00510704154f req-b752c520-3e7c-4cf4-9549-427e0c2dfb3d service neutron] 10.222.0.95 "DELETE /v2.0/ports/09826d14-3b36-4e89-bdda-5b731ead57e1/bindings/n-h1-828369-5 HTTP/1.1" status: 404 len: 380 time: 0.0604670 Feb 09 22:31:01.292124 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c128ed-5a5e-4113-8abc-00510704154f req-e6c7b81e-5ef0-45d6-818b-04e2f57addaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:01.293684 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c5c128ed-5a5e-4113-8abc-00510704154f req-e6c7b81e-5ef0-45d6-818b-04e2f57addaf service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0e4ab427e53a42f9bee45c36c76ea676&device_id=d0b8e251-5c7b-48d3-b5ab-20edb431a1ba HTTP/1.1" status: 200 len: 1126 time: 0.0456693 Feb 09 22:31:01.298891 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 09826d14-3b36-4e89-bdda-5b731ead57e1 details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:31:01.386222 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c128ed-5a5e-4113-8abc-00510704154f req-7cdc4643-44c1-4c35-bd55-07ee721ee5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:01.387654 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c5c128ed-5a5e-4113-8abc-00510704154f req-7cdc4643-44c1-4c35-bd55-07ee721ee5e0 service neutron] 10.222.0.95 "GET /v2.0/networks?id=1f25d978-5bd5-442e-af29-c42183639bfd HTTP/1.1" status: 200 len: 913 time: 0.0881820 Feb 09 22:31:01.399459 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 09826d14-3b36-4e89-bdda-5b731ead57e1, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=09826d14-3b36-4e89-bdda-5b731ead57e1,segment=NetworkSegment(fd2344b7-1a35-40fa-ad0f-bca8050daf71),segment_id=fd2344b7-1a35-40fa-ad0f-bca8050daf71)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:31:01.411051 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': '09826d14-3b36-4e89-bdda-5b731ead57e1', 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd', 'port_id': '09826d14-3b36-4e89-bdda-5b731ead57e1', 'mac_address': 'fa:16:3e:d2:fd:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d07ad5-2470-4395-897a-4c85f8955d1d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:31:01.448298 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 09826d14-3b36-4e89-bdda-5b731ead57e1 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:31:01.448653 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (09826d14-3b36-4e89-bdda-5b731ead57e1), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:01.452244 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c5c128ed-5a5e-4113-8abc-00510704154f req-6701668c-5e79-4880-9d7b-b7786678137a service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09826d14-3b36-4e89-bdda-5b731ead57e1 HTTP/1.1" status: 200 len: 1000 time: 0.0586233 Feb 09 22:31:01.462414 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09826d14-3b36-4e89-bdda-5b731ead57e1 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:31:01.482520 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 09826d14-3b36-4e89-bdda-5b731ead57e1, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=09826d14-3b36-4e89-bdda-5b731ead57e1,segment=NetworkSegment(fd2344b7-1a35-40fa-ad0f-bca8050daf71),segment_id=fd2344b7-1a35-40fa-ad0f-bca8050daf71)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:31:01.486421 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (09826d14-3b36-4e89-bdda-5b731ead57e1), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:01.502591 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c128ed-5a5e-4113-8abc-00510704154f req-b110fcce-0e2a-44c7-a226-0f8fc9bddee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:01.504128 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c5c128ed-5a5e-4113-8abc-00510704154f req-b110fcce-0e2a-44c7-a226-0f8fc9bddee4 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=28d07ad5-2470-4395-897a-4c85f8955d1d HTTP/1.1" status: 200 len: 851 time: 0.0457153 Feb 09 22:31:01.536158 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=09826d14-3b36-4e89-bdda-5b731ead57e1,revision_number=8']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:31:01.559019 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c128ed-5a5e-4113-8abc-00510704154f req-a383f0fd-5fb7-425d-a451-f163625a8b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:01.560867 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c5c128ed-5a5e-4113-8abc-00510704154f req-a383f0fd-5fb7-425d-a451-f163625a8b39 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=1f25d978-5bd5-442e-af29-c42183639bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0500262 Feb 09 22:31:01.647665 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c5c128ed-5a5e-4113-8abc-00510704154f req-cc3b7975-9bf7-4da6-881c-a11ab82895b7 service neutron] 10.222.0.95 "GET /v2.0/networks/1f25d978-5bd5-442e-af29-c42183639bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809126 Feb 09 22:31:01.738681 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c5c128ed-5a5e-4113-8abc-00510704154f req-2c19e0d3-ab9e-40cf-9bb4-945c0daba9b9 service neutron] 10.222.0.95 "GET /v2.0/networks/1f25d978-5bd5-442e-af29-c42183639bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850286 Feb 09 22:31:01.780946 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['09826d14-3b36-4e89-bdda-5b731ead57e1'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:31:02.301406 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233cd07e-38b0-4db4-a484-2f435ead2eb2 req-48647216-0501-4e93-8357-fe8e2746d6bf tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:02.302898 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-233cd07e-38b0-4db4-a484-2f435ead2eb2 req-48647216-0501-4e93-8357-fe8e2746d6bf tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=d0b8e251-5c7b-48d3-b5ab-20edb431a1ba HTTP/1.1" status: 200 len: 945 time: 0.0601261 Feb 09 22:31:02.348320 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-233cd07e-38b0-4db4-a484-2f435ead2eb2 req-b59946ca-f5be-4424-9c36-ed6e1715dc8b tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397370 Feb 09 22:31:02.465701 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580b43ce-60b8-4f2a-a84a-c5cc0c480f3e req-a45904c7-f8e0-4e80-be02-99b183f60879 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:02.467192 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-580b43ce-60b8-4f2a-a84a-c5cc0c480f3e req-a45904c7-f8e0-4e80-be02-99b183f60879 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=d0b8e251-5c7b-48d3-b5ab-20edb431a1ba HTTP/1.1" status: 200 len: 945 time: 0.0529804 Feb 09 22:31:02.513206 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-580b43ce-60b8-4f2a-a84a-c5cc0c480f3e req-4d42cc22-64be-4c50-8b2e-69d4b8f7d0b6 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403464 Feb 09 22:31:02.723961 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2074c86-0310-418f-9f4f-31db4c3e674e req-a53823bc-af1e-4ac5-800f-1f5d9e0bd2d4 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:02.725553 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a2074c86-0310-418f-9f4f-31db4c3e674e req-a53823bc-af1e-4ac5-800f-1f5d9e0bd2d4 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=d0b8e251-5c7b-48d3-b5ab-20edb431a1ba HTTP/1.1" status: 200 len: 945 time: 0.0657761 Feb 09 22:31:02.758020 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06274375-c437-40c2-a41e-d3f8a96a2baa req-a25a65a6-9fff-4c0a-8a2f-ee43d1f37be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:02.759612 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-06274375-c437-40c2-a41e-d3f8a96a2baa req-a25a65a6-9fff-4c0a-8a2f-ee43d1f37be6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0e4ab427e53a42f9bee45c36c76ea676&device_id=d0b8e251-5c7b-48d3-b5ab-20edb431a1ba HTTP/1.1" status: 200 len: 1127 time: 0.0617759 Feb 09 22:31:02.776841 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a2074c86-0310-418f-9f4f-31db4c3e674e req-075cd9c6-7488-476c-a5c1-c22f9a48f565 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456762 Feb 09 22:31:02.858011 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06274375-c437-40c2-a41e-d3f8a96a2baa req-2fd81794-6063-4fae-8ca8-2c19553d9f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:02.859791 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-06274375-c437-40c2-a41e-d3f8a96a2baa req-2fd81794-6063-4fae-8ca8-2c19553d9f37 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1f25d978-5bd5-442e-af29-c42183639bfd HTTP/1.1" status: 200 len: 913 time: 0.0903752 Feb 09 22:31:02.934151 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-06274375-c437-40c2-a41e-d3f8a96a2baa req-a6953c52-2175-4b68-a4a1-51e4cb5675f2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09826d14-3b36-4e89-bdda-5b731ead57e1 HTTP/1.1" status: 200 len: 1001 time: 0.0655379 Feb 09 22:31:02.986637 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06274375-c437-40c2-a41e-d3f8a96a2baa req-45df002a-d0b4-4b79-a321-4da32613e6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:02.988265 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-06274375-c437-40c2-a41e-d3f8a96a2baa req-45df002a-d0b4-4b79-a321-4da32613e6d4 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=28d07ad5-2470-4395-897a-4c85f8955d1d HTTP/1.1" status: 200 len: 851 time: 0.0443456 Feb 09 22:31:03.047725 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06274375-c437-40c2-a41e-d3f8a96a2baa req-e8294c11-8b3b-4e83-92e5-8c98ce753b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:03.049299 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-06274375-c437-40c2-a41e-d3f8a96a2baa req-e8294c11-8b3b-4e83-92e5-8c98ce753b56 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1f25d978-5bd5-442e-af29-c42183639bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0483184 Feb 09 22:31:03.139660 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-06274375-c437-40c2-a41e-d3f8a96a2baa req-78c310e0-9c3b-45c1-8fb2-bf97d4405c7b service neutron] 10.222.0.89 "GET /v2.0/networks/1f25d978-5bd5-442e-af29-c42183639bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846782 Feb 09 22:31:03.227822 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-06274375-c437-40c2-a41e-d3f8a96a2baa req-51d12cd7-4f05-4fa5-a0e8-cd3bda2ebe5a service neutron] 10.222.0.89 "GET /v2.0/networks/1f25d978-5bd5-442e-af29-c42183639bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812452 Feb 09 22:31:03.318300 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 09826d14-3b36-4e89-bdda-5b731ead57e1 up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:31:03.365796 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning for port 09826d14-3b36-4e89-bdda-5b731ead57e1 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:31:03.369456 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port 09826d14-3b36-4e89-bdda-5b731ead57e1 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:31:03.369832 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (09826d14-3b36-4e89-bdda-5b731ead57e1), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:03.443552 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 09826d14-3b36-4e89-bdda-5b731ead57e1 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:31:03.443832 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (09826d14-3b36-4e89-bdda-5b731ead57e1), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:03.465039 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0b8e251-5c7b-48d3-b5ab-20edb431a1ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09826d14-3b36-4e89-bdda-5b731ead57e1'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:31:03.467265 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cf4d4d953224237653245d15ffec07a65c4bd356d4237fd84236d8abf5d48a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f137717a-977c-4f41-9129-01111d17a297" -d '{"events": [{"server_uuid": "d0b8e251-5c7b-48d3-b5ab-20edb431a1ba", "name": "network-vif-plugged", "status": "completed", "tag": "09826d14-3b36-4e89-bdda-5b731ead57e1"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:31:03.480087 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 09826d14-3b36-4e89-bdda-5b731ead57e1, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=09826d14-3b36-4e89-bdda-5b731ead57e1,segment=NetworkSegment(fd2344b7-1a35-40fa-ad0f-bca8050daf71),segment_id=fd2344b7-1a35-40fa-ad0f-bca8050daf71)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:31:03.483885 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (09826d14-3b36-4e89-bdda-5b731ead57e1), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:03.512876 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bac7a09d-8505-4262-bdb5-17cde6d5629a x-openstack-request-id: req-bac7a09d-8505-4262-bdb5-17cde6d5629a {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:31:03.513172 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0b8e251-5c7b-48d3-b5ab-20edb431a1ba", "name": "network-vif-plugged", "status": "completed", "tag": "09826d14-3b36-4e89-bdda-5b731ead57e1", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:31:03.513431 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-bac7a09d-8505-4262-bdb5-17cde6d5629a {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:31:03.513820 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0b8e251-5c7b-48d3-b5ab-20edb431a1ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09826d14-3b36-4e89-bdda-5b731ead57e1', 'code': 200} Feb 09 22:31:03.539508 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=09826d14-3b36-4e89-bdda-5b731ead57e1,revision_number=9']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:31:03.896576 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f151e33b-7566-4ceb-9971-57e3b6737d3f req-89d9a7a1-ae24-4174-9704-2c35852fc961 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:03.898055 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f151e33b-7566-4ceb-9971-57e3b6737d3f req-89d9a7a1-ae24-4174-9704-2c35852fc961 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=d0b8e251-5c7b-48d3-b5ab-20edb431a1ba HTTP/1.1" status: 200 len: 946 time: 0.0524333 Feb 09 22:31:03.945130 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f151e33b-7566-4ceb-9971-57e3b6737d3f req-d62cfaa5-6613-4ef1-9669-29081d82cdff tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413947 Feb 09 22:31:04.176313 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f38b626-d865-4214-a602-407fa995a510 req-d3618416-6fb8-4fa1-92f9-661204f8330c tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:04.178440 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7f38b626-d865-4214-a602-407fa995a510 req-d3618416-6fb8-4fa1-92f9-661204f8330c tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=d0b8e251-5c7b-48d3-b5ab-20edb431a1ba HTTP/1.1" status: 200 len: 946 time: 0.0520291 Feb 09 22:31:04.296034 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7f38b626-d865-4214-a602-407fa995a510 req-b8c308f0-aa6e-4292-a40b-7f54543236da tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119075 Feb 09 22:31:04.563878 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:31:05.425398 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c04fd7-58e7-4990-a323-f67af228a6e3 req-06ef819a-1727-4c9a-a75b-6f85f3832bd5 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:05.426916 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f3c04fd7-58e7-4990-a323-f67af228a6e3 req-06ef819a-1727-4c9a-a75b-6f85f3832bd5 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=d0b8e251-5c7b-48d3-b5ab-20edb431a1ba HTTP/1.1" status: 200 len: 946 time: 0.0562568 Feb 09 22:31:05.474881 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f3c04fd7-58e7-4990-a323-f67af228a6e3 req-ad1062da-8010-4072-848c-749a7770cae7 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416019 Feb 09 22:31:05.785086 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ff9938-6ebf-453e-abb3-a3b6cdb3a3da req-6184ec48-14f0-4810-91d4-8090222350d1 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:05.787101 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-77ff9938-6ebf-453e-abb3-a3b6cdb3a3da req-6184ec48-14f0-4810-91d4-8090222350d1 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.89 "GET /v2.0/ports?device_id=d0b8e251-5c7b-48d3-b5ab-20edb431a1ba HTTP/1.1" status: 200 len: 946 time: 0.0564826 Feb 09 22:31:05.876647 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-77ff9938-6ebf-453e-abb3-a3b6cdb3a3da req-a2b29d09-1615-4553-a054-a94a72418308 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Deleting port 09826d14-3b36-4e89-bdda-5b731ead57e1 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:31:05.876993 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-77ff9938-6ebf-453e-abb3-a3b6cdb3a3da req-a2b29d09-1615-4553-a054-a94a72418308 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (09826d14-3b36-4e89-bdda-5b731ead57e1), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:05.971412 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-77ff9938-6ebf-453e-abb3-a3b6cdb3a3da req-a2b29d09-1615-4553-a054-a94a72418308 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] For port 09826d14-3b36-4e89-bdda-5b731ead57e1, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=09826d14-3b36-4e89-bdda-5b731ead57e1,segment=NetworkSegment(fd2344b7-1a35-40fa-ad0f-bca8050daf71),segment_id=fd2344b7-1a35-40fa-ad0f-bca8050daf71)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:31:05.971777 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-77ff9938-6ebf-453e-abb3-a3b6cdb3a3da req-a2b29d09-1615-4553-a054-a94a72418308 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (09826d14-3b36-4e89-bdda-5b731ead57e1), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:06.137356 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-77ff9938-6ebf-453e-abb3-a3b6cdb3a3da req-a2b29d09-1615-4553-a054-a94a72418308 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:06.137717 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-77ff9938-6ebf-453e-abb3-a3b6cdb3a3da req-a2b29d09-1615-4553-a054-a94a72418308 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (56e14feb-e186-4e58-ad5e-6eac4d5cc1b6), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:06.138031 n-d-828369-5 neutron-server[103141]: INFO neutron.db.l3_db [req-77ff9938-6ebf-453e-abb3-a3b6cdb3a3da req-a2b29d09-1615-4553-a054-a94a72418308 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Floating IP 56e14feb-e186-4e58-ad5e-6eac4d5cc1b6 disassociated. External IP: 172.25.3.251, port: 09826d14-3b36-4e89-bdda-5b731ead57e1. Feb 09 22:31:06.138368 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-77ff9938-6ebf-453e-abb3-a3b6cdb3a3da req-a2b29d09-1615-4553-a054-a94a72418308 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Calling delete_port for 09826d14-3b36-4e89-bdda-5b731ead57e1 owned by compute:nova {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:31:06.263221 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-77ff9938-6ebf-453e-abb3-a3b6cdb3a3da req-a2b29d09-1615-4553-a054-a94a72418308 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (09826d14-3b36-4e89-bdda-5b731ead57e1), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:06.290938 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b29d09-1615-4553-a054-a94a72418308 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Pushing event deleted for resources: {'Port': ['ID=09826d14-3b36-4e89-bdda-5b731ead57e1,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:31:06.302171 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b29d09-1615-4553-a054-a94a72418308 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:31:06.303177 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b29d09-1615-4553-a054-a94a72418308 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:31:06.303524 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b29d09-1615-4553-a054-a94a72418308 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:31:06.303857 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b29d09-1615-4553-a054-a94a72418308 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:31:06.304191 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b29d09-1615-4553-a054-a94a72418308 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:31:06.304557 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b29d09-1615-4553-a054-a94a72418308 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:31:06.304880 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b29d09-1615-4553-a054-a94a72418308 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:31:06.305203 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b29d09-1615-4553-a054-a94a72418308 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:31:06.305559 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b29d09-1615-4553-a054-a94a72418308 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:31:06.305842 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b29d09-1615-4553-a054-a94a72418308 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:31:06.306163 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b29d09-1615-4553-a054-a94a72418308 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:31:06.306481 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b29d09-1615-4553-a054-a94a72418308 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:31:06.306801 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b29d09-1615-4553-a054-a94a72418308 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:31:06.420412 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [req-77ff9938-6ebf-453e-abb3-a3b6cdb3a3da req-a2b29d09-1615-4553-a054-a94a72418308 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Router 0e42bdb4-42c5-4ac2-bb49-b06affe71697 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:31:06.572563 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9697aeee-77a9-438b-9169-1458574938e6 req-87afe7ab-13cc-452c-8c2c-2ed3b4a4dba0 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=d0b8e251-5c7b-48d3-b5ab-20edb431a1ba HTTP/1.1" status: 200 len: 210 time: 0.0282483 Feb 09 22:31:06.773377 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-77ff9938-6ebf-453e-abb3-a3b6cdb3a3da req-a2b29d09-1615-4553-a054-a94a72418308 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:31:06.782985 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f17088-34dd-4d5a-a464-b1231576b595 None None] Sync routers for ids ['0e42bdb4-42c5-4ac2-bb49-b06affe71697'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:31:06.794215 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f17088-34dd-4d5a-a464-b1231576b595 None None] Routers {'0e42bdb4-42c5-4ac2-bb49-b06affe71697'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:31:06.795100 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-22f17088-34dd-4d5a-a464-b1231576b595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:30:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['0e42bdb4-42c5-4ac2-bb49-b06affe71697'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:31:06.816620 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-77ff9938-6ebf-453e-abb3-a3b6cdb3a3da req-a2b29d09-1615-4553-a054-a94a72418308 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] No DVR routers for this DVR port 09826d14-3b36-4e89-bdda-5b731ead57e1 on host n-h2-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:31:06.819429 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-77ff9938-6ebf-453e-abb3-a3b6cdb3a3da req-a2b29d09-1615-4553-a054-a94a72418308 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:06.822919 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-77ff9938-6ebf-453e-abb3-a3b6cdb3a3da req-a2b29d09-1615-4553-a054-a94a72418308 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.89 "DELETE /v2.0/ports/09826d14-3b36-4e89-bdda-5b731ead57e1 HTTP/1.1" status: 204 len: 173 time: 1.0309675 Feb 09 22:31:06.823371 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0b8e251-5c7b-48d3-b5ab-20edb431a1ba', 'name': 'network-vif-deleted', 'tag': '09826d14-3b36-4e89-bdda-5b731ead57e1'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:31:06.825783 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0759f77e637a6f71ff1c25bc92ec5ea77217d29fcb3f113a7ada5acb32ef5084" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00501faa-3fcb-48f7-a81e-4d507eec25b1" -d '{"events": [{"server_uuid": "d0b8e251-5c7b-48d3-b5ab-20edb431a1ba", "name": "network-vif-deleted", "tag": "09826d14-3b36-4e89-bdda-5b731ead57e1"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:31:06.918274 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-22f17088-34dd-4d5a-a464-b1231576b595 None None] Set router 0e42bdb4-42c5-4ac2-bb49-b06affe71697 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:31:06.931493 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7820875b-1d80-4999-aad4-7bf11f6509f3 x-openstack-request-id: req-7820875b-1d80-4999-aad4-7bf11f6509f3 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:31:06.931799 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0b8e251-5c7b-48d3-b5ab-20edb431a1ba", "name": "network-vif-deleted", "tag": "09826d14-3b36-4e89-bdda-5b731ead57e1", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:31:06.932060 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-7820875b-1d80-4999-aad4-7bf11f6509f3 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:31:06.932500 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0b8e251-5c7b-48d3-b5ab-20edb431a1ba', 'name': 'network-vif-deleted', 'tag': '09826d14-3b36-4e89-bdda-5b731ead57e1', 'status': 'completed', 'code': 200} Feb 09 22:31:07.124354 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-22f17088-34dd-4d5a-a464-b1231576b595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e42bdb4-42c5-4ac2-bb49-b06affe71697', 'name': 'tempest-ServerActionsTestJSON-1694563516-router', 'tenant_id': '0e4ab427e53a42f9bee45c36c76ea676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '49fdb7f0-c4bf-41f7-a45a-86c4658b98e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:29:14Z', 'updated_at': '2022-02-09T22:29:17Z', 'revision_number': 4, 'project_id': '0e4ab427e53a42f9bee45c36c76ea676', 'gw_port': {'id': '49fdb7f0-c4bf-41f7-a45a-86c4658b98e6', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e42bdb4-42c5-4ac2-bb49-b06affe71697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:29:15Z', 'updated_at': '2022-02-09T22:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '1381b3c8-01b6-4983-8019-f1c30cfc1fd5', 'name': '', 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd', 'tenant_id': '0e4ab427e53a42f9bee45c36c76ea676', 'mac_address': 'fa:16:3e:dc:53:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e42bdb4-42c5-4ac2-bb49-b06affe71697', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '28d07ad5-2470-4395-897a-4c85f8955d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:29:16Z', 'updated_at': '2022-02-09T22:29:21Z', 'revision_number': 5, 'project_id': '0e4ab427e53a42f9bee45c36c76ea676', 'subnets': [{'id': '28d07ad5-2470-4395-897a-4c85f8955d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:31:07.154619 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f17088-34dd-4d5a-a464-b1231576b595 None None] Checking router: 0e42bdb4-42c5-4ac2-bb49-b06affe71697 for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:31:07.162853 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f17088-34dd-4d5a-a464-b1231576b595 None None] Routers {'0e42bdb4-42c5-4ac2-bb49-b06affe71697'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:31:07.163451 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-22f17088-34dd-4d5a-a464-b1231576b595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:30:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['0e42bdb4-42c5-4ac2-bb49-b06affe71697'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:31:07.274537 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-22f17088-34dd-4d5a-a464-b1231576b595 None None] Set router 0e42bdb4-42c5-4ac2-bb49-b06affe71697 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:31:07.476303 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-22f17088-34dd-4d5a-a464-b1231576b595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e42bdb4-42c5-4ac2-bb49-b06affe71697', 'name': 'tempest-ServerActionsTestJSON-1694563516-router', 'tenant_id': '0e4ab427e53a42f9bee45c36c76ea676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '49fdb7f0-c4bf-41f7-a45a-86c4658b98e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:29:14Z', 'updated_at': '2022-02-09T22:29:17Z', 'revision_number': 4, 'project_id': '0e4ab427e53a42f9bee45c36c76ea676', 'gw_port': {'id': '49fdb7f0-c4bf-41f7-a45a-86c4658b98e6', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e42bdb4-42c5-4ac2-bb49-b06affe71697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:29:15Z', 'updated_at': '2022-02-09T22:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '1381b3c8-01b6-4983-8019-f1c30cfc1fd5', 'name': '', 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd', 'tenant_id': '0e4ab427e53a42f9bee45c36c76ea676', 'mac_address': 'fa:16:3e:dc:53:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e42bdb4-42c5-4ac2-bb49-b06affe71697', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '28d07ad5-2470-4395-897a-4c85f8955d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:29:16Z', 'updated_at': '2022-02-09T22:29:21Z', 'revision_number': 5, 'project_id': '0e4ab427e53a42f9bee45c36c76ea676', 'subnets': [{'id': '28d07ad5-2470-4395-897a-4c85f8955d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:31:07.503163 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f17088-34dd-4d5a-a464-b1231576b595 None None] The sync data for ids ['0e42bdb4-42c5-4ac2-bb49-b06affe71697'] in n-d-828369-5 is: [{'id': '0e42bdb4-42c5-4ac2-bb49-b06affe71697', 'name': 'tempest-ServerActionsTestJSON-1694563516-router', 'tenant_id': '0e4ab427e53a42f9bee45c36c76ea676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '49fdb7f0-c4bf-41f7-a45a-86c4658b98e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:29:14Z', 'updated_at': '2022-02-09T22:29:17Z', 'revision_number': 4, 'project_id': '0e4ab427e53a42f9bee45c36c76ea676', 'gw_port': {'id': '49fdb7f0-c4bf-41f7-a45a-86c4658b98e6', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e42bdb4-42c5-4ac2-bb49-b06affe71697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:29:15Z', 'updated_at': '2022-02-09T22:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '1381b3c8-01b6-4983-8019-f1c30cfc1fd5', 'name': '', 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd', 'tenant_id': '0e4ab427e53a42f9bee45c36c76ea676', 'mac_address': 'fa:16:3e:dc:53:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e42bdb4-42c5-4ac2-bb49-b06affe71697', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '28d07ad5-2470-4395-897a-4c85f8955d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:29:16Z', 'updated_at': '2022-02-09T22:29:21Z', 'revision_number': 5, 'project_id': '0e4ab427e53a42f9bee45c36c76ea676', 'subnets': [{'id': '28d07ad5-2470-4395-897a-4c85f8955d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:31:07.823314 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0b268ec8-42e1-4f38-95a7-1ccc56a14e21 req-2baa7060-fc54-43a0-b7ef-8066162e78c2 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-securitygroup--1715172573&fields=id&tenant_id=0e4ab427e53a42f9bee45c36c76ea676 HTTP/1.1" status: 200 len: 267 time: 0.0455108 Feb 09 22:31:07.853547 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b812749c-dfb9-46eb-9aed-cb53a34cb547 None None] New status for floating IP 56e14feb-e186-4e58-ad5e-6eac4d5cc1b6: DOWN {{(pid=103143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:31:07.933802 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b268ec8-42e1-4f38-95a7-1ccc56a14e21 req-e645df71-1fe3-43e4-94f8-efe410a93915 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:07.935536 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0b268ec8-42e1-4f38-95a7-1ccc56a14e21 req-e645df71-1fe3-43e4-94f8-efe410a93915 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/networks?id=1f25d978-5bd5-442e-af29-c42183639bfd HTTP/1.1" status: 200 len: 812 time: 0.1055732 Feb 09 22:31:07.950092 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0b268ec8-42e1-4f38-95a7-1ccc56a14e21 req-2cf573bc-6838-45df-89ba-f05105f5ee5f tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/quotas/0e4ab427e53a42f9bee45c36c76ea676 HTTP/1.1" status: 200 len: 375 time: 0.0090876 Feb 09 22:31:08.009548 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0b268ec8-42e1-4f38-95a7-1ccc56a14e21 req-8ddbe547-93d1-47b7-b0e8-d50d1dd32ea0 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=0e4ab427e53a42f9bee45c36c76ea676&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0541577 Feb 09 22:31:08.108423 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0b268ec8-42e1-4f38-95a7-1ccc56a14e21 req-8a78cd36-66bc-4955-be43-0ad081d3e1aa service neutron] 10.222.0.90 "GET /v2.0/networks/1f25d978-5bd5-442e-af29-c42183639bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875647 Feb 09 22:31:08.195545 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0b268ec8-42e1-4f38-95a7-1ccc56a14e21 req-f244909e-8913-49d3-96b0-f2f1d64ff11f service neutron] 10.222.0.90 "GET /v2.0/networks/1f25d978-5bd5-442e-af29-c42183639bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812669 Feb 09 22:31:08.404661 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-62840d8e-e4ec-4f37-a242-996563c95d5d req-dc379d04-1c4a-40c2-8634-9d60cacc7f19 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af HTTP/1.1" status: 200 len: 210 time: 0.0795703 Feb 09 22:31:09.151931 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-51613c38-b2f6-46c9-8e5e-4b4c59903aad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:09.316003 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 09826d14-3b36-4e89-bdda-5b731ead57e1 no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:31:09.337937 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b268ec8-42e1-4f38-95a7-1ccc56a14e21 req-b9b493e2-3574-4df8-b6d6-979f7b9bcc36 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:09.339435 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0b268ec8-42e1-4f38-95a7-1ccc56a14e21 req-b9b493e2-3574-4df8-b6d6-979f7b9bcc36 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.89 "GET /v2.0/networks?id=1f25d978-5bd5-442e-af29-c42183639bfd HTTP/1.1" status: 200 len: 812 time: 0.1100559 Feb 09 22:31:09.342085 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] No Port match for: 09826d14-3b36-4e89-bdda-5b731ead57e1 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:31:09.342436 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 09826d14-3b36-4e89-bdda-5b731ead57e1 not bound to the agent host n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:31:09.401805 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0b268ec8-42e1-4f38-95a7-1ccc56a14e21 req-ff74aa66-9cda-474e-8f13-d2e9b1ba8b8c tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e4ab427e53a42f9bee45c36c76ea676 HTTP/1.1" status: 200 len: 380 time: 0.0517786 Feb 09 22:31:09.412035 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-0b268ec8-42e1-4f38-95a7-1ccc56a14e21 req-abba59ee-1ffd-4c12-ba76-357e735260d5 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Request body: {'port': {'device_id': '5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af', 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd', 'admin_state_up': True, 'tenant_id': '0e4ab427e53a42f9bee45c36c76ea676', 'security_groups': ['7eb4fa46-b087-4215-8f37-3101d8341e37']}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:31:09.499107 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b754a44b-5352-40e6-827f-71866929fd09 req-fad80028-76e4-4775-8331-efc4d5039f8b tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af HTTP/1.1" status: 200 len: 210 time: 0.0278344 Feb 09 22:31:09.546258 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b268ec8-42e1-4f38-95a7-1ccc56a14e21 req-abba59ee-1ffd-4c12-ba76-357e735260d5 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Made reservation on behalf of 0e4ab427e53a42f9bee45c36c76ea676 for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:31:09.549793 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-0b268ec8-42e1-4f38-95a7-1ccc56a14e21 req-abba59ee-1ffd-4c12-ba76-357e735260d5 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:09.677100 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [req-0b268ec8-42e1-4f38-95a7-1ccc56a14e21 req-abba59ee-1ffd-4c12-ba76-357e735260d5 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Allocated IP 172.20.0.12 (1f25d978-5bd5-442e-af29-c42183639bfd/28d07ad5-2470-4395-897a-4c85f8955d1d/22291479-a7b6-4411-aeec-726efc5915eb) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:31:09.823897 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-0b268ec8-42e1-4f38-95a7-1ccc56a14e21 req-abba59ee-1ffd-4c12-ba76-357e735260d5 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Publish callbacks [] for port (22291479-a7b6-4411-aeec-726efc5915eb), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:09.856758 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-0b268ec8-42e1-4f38-95a7-1ccc56a14e21 req-abba59ee-1ffd-4c12-ba76-357e735260d5 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (22291479-a7b6-4411-aeec-726efc5915eb), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:09.895527 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b268ec8-42e1-4f38-95a7-1ccc56a14e21 req-abba59ee-1ffd-4c12-ba76-357e735260d5 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Network 1f25d978-5bd5-442e-af29-c42183639bfd is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:31:09.899089 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [req-0b268ec8-42e1-4f38-95a7-1ccc56a14e21 req-abba59ee-1ffd-4c12-ba76-357e735260d5 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:31:09.907916 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b268ec8-42e1-4f38-95a7-1ccc56a14e21 req-abba59ee-1ffd-4c12-ba76-357e735260d5 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:31:09.943301 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abba59ee-1ffd-4c12-ba76-357e735260d5 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Pushing event updated for resources: {'Port': ['ID=22291479-a7b6-4411-aeec-726efc5915eb,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:31:09.970649 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b268ec8-42e1-4f38-95a7-1ccc56a14e21 req-abba59ee-1ffd-4c12-ba76-357e735260d5 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:09.971271 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-0b268ec8-42e1-4f38-95a7-1ccc56a14e21 req-abba59ee-1ffd-4c12-ba76-357e735260d5 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:09.987946 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0b268ec8-42e1-4f38-95a7-1ccc56a14e21 req-abba59ee-1ffd-4c12-ba76-357e735260d5 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5799890 Feb 09 22:31:09.999215 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-0b268ec8-42e1-4f38-95a7-1ccc56a14e21 req-76274177-2be3-46e1-8ac4-5fc9f0456601 service neutron] Request body: {'port': {'device_id': '5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:31:10.061893 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-0b268ec8-42e1-4f38-95a7-1ccc56a14e21 req-76274177-2be3-46e1-8ac4-5fc9f0456601 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (22291479-a7b6-4411-aeec-726efc5915eb), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:10.162791 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-1712ecf0-aa72-4c47-b07c-328919b5d061 None None] Provisioning complete for port 22291479-a7b6-4411-aeec-726efc5915eb triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:31:10.163379 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1712ecf0-aa72-4c47-b07c-328919b5d061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (22291479-a7b6-4411-aeec-726efc5915eb), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:10.201535 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-1712ecf0-aa72-4c47-b07c-328919b5d061 None None] Port 22291479-a7b6-4411-aeec-726efc5915eb cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:31:10.344947 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-0b268ec8-42e1-4f38-95a7-1ccc56a14e21 req-76274177-2be3-46e1-8ac4-5fc9f0456601 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22291479-a7b6-4411-aeec-726efc5915eb {{(pid=103141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:31:10.352783 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-0b268ec8-42e1-4f38-95a7-1ccc56a14e21 req-76274177-2be3-46e1-8ac4-5fc9f0456601 service neutron] Publish callbacks [] for port (22291479-a7b6-4411-aeec-726efc5915eb), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:10.364560 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-0b268ec8-42e1-4f38-95a7-1ccc56a14e21 req-76274177-2be3-46e1-8ac4-5fc9f0456601 service neutron] Transition to ACTIVE for port object 22291479-a7b6-4411-aeec-726efc5915eb will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:31:10.368313 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-0b268ec8-42e1-4f38-95a7-1ccc56a14e21 req-76274177-2be3-46e1-8ac4-5fc9f0456601 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (22291479-a7b6-4411-aeec-726efc5915eb), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:10.418152 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76274177-2be3-46e1-8ac4-5fc9f0456601 service neutron] Pushing event updated for resources: {'Port': ['ID=22291479-a7b6-4411-aeec-726efc5915eb,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:31:10.487249 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-0b268ec8-42e1-4f38-95a7-1ccc56a14e21 req-76274177-2be3-46e1-8ac4-5fc9f0456601 service neutron] Attempting to bind port 22291479-a7b6-4411-aeec-726efc5915eb on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:31:10.487590 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-0b268ec8-42e1-4f38-95a7-1ccc56a14e21 req-76274177-2be3-46e1-8ac4-5fc9f0456601 service neutron] Attempting to bind port 22291479-a7b6-4411-aeec-726efc5915eb by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': 'fd2344b7-1a35-40fa-ad0f-bca8050daf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:31:10.487919 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b268ec8-42e1-4f38-95a7-1ccc56a14e21 req-76274177-2be3-46e1-8ac4-5fc9f0456601 service neutron] Attempting to bind port 22291479-a7b6-4411-aeec-726efc5915eb on network 1f25d978-5bd5-442e-af29-c42183639bfd {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:31:10.493174 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b268ec8-42e1-4f38-95a7-1ccc56a14e21 req-76274177-2be3-46e1-8ac4-5fc9f0456601 service neutron] Port 22291479-a7b6-4411-aeec-726efc5915eb on network 1f25d978-5bd5-442e-af29-c42183639bfd not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:31:10.493494 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b268ec8-42e1-4f38-95a7-1ccc56a14e21 req-76274177-2be3-46e1-8ac4-5fc9f0456601 service neutron] Attempting to bind port 22291479-a7b6-4411-aeec-726efc5915eb on network 1f25d978-5bd5-442e-af29-c42183639bfd {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:31:10.498943 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b268ec8-42e1-4f38-95a7-1ccc56a14e21 req-76274177-2be3-46e1-8ac4-5fc9f0456601 service neutron] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:31:10.499282 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b268ec8-42e1-4f38-95a7-1ccc56a14e21 req-76274177-2be3-46e1-8ac4-5fc9f0456601 service neutron] Checking segment: {'id': 'fd2344b7-1a35-40fa-ad0f-bca8050daf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:31:10.499665 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b268ec8-42e1-4f38-95a7-1ccc56a14e21 req-76274177-2be3-46e1-8ac4-5fc9f0456601 service neutron] Bound using segment: {'id': 'fd2344b7-1a35-40fa-ad0f-bca8050daf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:31:10.500097 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-0b268ec8-42e1-4f38-95a7-1ccc56a14e21 req-76274177-2be3-46e1-8ac4-5fc9f0456601 service neutron] Bound port: 22291479-a7b6-4411-aeec-726efc5915eb, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd2344b7-1a35-40fa-ad0f-bca8050daf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:31:10.500505 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-0b268ec8-42e1-4f38-95a7-1ccc56a14e21 req-76274177-2be3-46e1-8ac4-5fc9f0456601 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (22291479-a7b6-4411-aeec-726efc5915eb), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:10.573784 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-0b268ec8-42e1-4f38-95a7-1ccc56a14e21 req-76274177-2be3-46e1-8ac4-5fc9f0456601 service neutron] For port 22291479-a7b6-4411-aeec-726efc5915eb, host n-h2-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:31:10.584841 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-0b268ec8-42e1-4f38-95a7-1ccc56a14e21 req-76274177-2be3-46e1-8ac4-5fc9f0456601 service neutron] For port 22291479-a7b6-4411-aeec-726efc5915eb, host n-h2-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=22291479-a7b6-4411-aeec-726efc5915eb,segment=NetworkSegment(fd2344b7-1a35-40fa-ad0f-bca8050daf71),segment_id=fd2344b7-1a35-40fa-ad0f-bca8050daf71)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:31:10.625381 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-0b268ec8-42e1-4f38-95a7-1ccc56a14e21 req-76274177-2be3-46e1-8ac4-5fc9f0456601 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (22291479-a7b6-4411-aeec-726efc5915eb), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:10.634184 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c4543e-d3ab-4f2b-a62c-e75070658f94 req-2be5e47c-b0c1-45e3-ba36-0035ab8f530a tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:10.635766 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-09c4543e-d3ab-4f2b-a62c-e75070658f94 req-2be5e47c-b0c1-45e3-ba36-0035ab8f530a tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af HTTP/1.1" status: 200 len: 944 time: 0.0591331 Feb 09 22:31:10.669080 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b268ec8-42e1-4f38-95a7-1ccc56a14e21 req-76274177-2be3-46e1-8ac4-5fc9f0456601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:10.669721 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-0b268ec8-42e1-4f38-95a7-1ccc56a14e21 req-76274177-2be3-46e1-8ac4-5fc9f0456601 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:10.671154 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0b268ec8-42e1-4f38-95a7-1ccc56a14e21 req-76274177-2be3-46e1-8ac4-5fc9f0456601 service neutron] 10.222.0.89 "PUT /v2.0/ports/22291479-a7b6-4411-aeec-726efc5915eb HTTP/1.1" status: 200 len: 1092 time: 0.6762555 Feb 09 22:31:10.671587 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af', 'tag': '22291479-a7b6-4411-aeec-726efc5915eb'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:31:10.674129 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0759f77e637a6f71ff1c25bc92ec5ea77217d29fcb3f113a7ada5acb32ef5084" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f04b5e49-b073-4b2d-b0c9-61a799dc3321" -d '{"events": [{"name": "network-changed", "server_uuid": "5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af", "tag": "22291479-a7b6-4411-aeec-726efc5915eb"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:31:10.695512 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-09c4543e-d3ab-4f2b-a62c-e75070658f94 req-358cd79a-83f9-4699-b58f-de37623087b3 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528266 Feb 09 22:31:10.699789 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76274177-2be3-46e1-8ac4-5fc9f0456601 service neutron] Pushing event updated for resources: {'Port': ['ID=22291479-a7b6-4411-aeec-726efc5915eb,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:31:10.726242 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff311f3f-b48e-4b35-a742-2319af8fe021 x-openstack-request-id: req-ff311f3f-b48e-4b35-a742-2319af8fe021 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:31:10.726551 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af", "tag": "22291479-a7b6-4411-aeec-726efc5915eb", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:31:10.726817 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-ff311f3f-b48e-4b35-a742-2319af8fe021 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:31:10.727236 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af', 'tag': '22291479-a7b6-4411-aeec-726efc5915eb', 'status': 'completed', 'code': 200} Feb 09 22:31:10.782586 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b268ec8-42e1-4f38-95a7-1ccc56a14e21 req-9b540b67-2062-4738-a85f-79a52943c1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:10.784202 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0b268ec8-42e1-4f38-95a7-1ccc56a14e21 req-9b540b67-2062-4738-a85f-79a52943c1c5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0e4ab427e53a42f9bee45c36c76ea676&device_id=5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af HTTP/1.1" status: 200 len: 1126 time: 0.0503876 Feb 09 22:31:10.853609 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0b268ec8-42e1-4f38-95a7-1ccc56a14e21 req-f1dd7f8c-4259-40e1-bd3f-77a433d1ebce service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22291479-a7b6-4411-aeec-726efc5915eb HTTP/1.1" status: 200 len: 217 time: 0.0622048 Feb 09 22:31:10.906752 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b268ec8-42e1-4f38-95a7-1ccc56a14e21 req-7380a2e1-772f-473a-893e-239fa56f041c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:10.908242 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0b268ec8-42e1-4f38-95a7-1ccc56a14e21 req-7380a2e1-772f-473a-893e-239fa56f041c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=28d07ad5-2470-4395-897a-4c85f8955d1d HTTP/1.1" status: 200 len: 851 time: 0.0471430 Feb 09 22:31:10.956615 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b268ec8-42e1-4f38-95a7-1ccc56a14e21 req-94c9e20e-e650-4d19-a457-f1c051b254fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:10.958024 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0b268ec8-42e1-4f38-95a7-1ccc56a14e21 req-94c9e20e-e650-4d19-a457-f1c051b254fc service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1f25d978-5bd5-442e-af29-c42183639bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438581 Feb 09 22:31:11.076660 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0b268ec8-42e1-4f38-95a7-1ccc56a14e21 req-2bc10f41-d66c-418d-8b6b-8e5341422e5d service neutron] 10.222.0.89 "GET /v2.0/networks/1f25d978-5bd5-442e-af29-c42183639bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121185 Feb 09 22:31:11.090592 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-70140643-bd10-44f0-8b33-ecde6c4a16e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:11.165799 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0b268ec8-42e1-4f38-95a7-1ccc56a14e21 req-00dbf8f7-4011-49c6-818a-8684c417f3ec service neutron] 10.222.0.89 "GET /v2.0/networks/1f25d978-5bd5-442e-af29-c42183639bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816729 Feb 09 22:31:11.258025 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04b5e49-b073-4b2d-b0c9-61a799dc3321 req-a4f29b98-cdea-40a6-b9a1-71835fe109c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:11.259584 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f04b5e49-b073-4b2d-b0c9-61a799dc3321 req-a4f29b98-cdea-40a6-b9a1-71835fe109c7 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0e4ab427e53a42f9bee45c36c76ea676&device_id=5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af HTTP/1.1" status: 200 len: 1126 time: 0.0459356 Feb 09 22:31:11.351169 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04b5e49-b073-4b2d-b0c9-61a799dc3321 req-8056ee39-6f27-4f93-920d-581b4b2b8d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:11.352664 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f04b5e49-b073-4b2d-b0c9-61a799dc3321 req-8056ee39-6f27-4f93-920d-581b4b2b8d34 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1f25d978-5bd5-442e-af29-c42183639bfd HTTP/1.1" status: 200 len: 913 time: 0.0867000 Feb 09 22:31:11.395749 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f04b5e49-b073-4b2d-b0c9-61a799dc3321 req-623297cf-c188-42c4-9826-00b5b0b7c95f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22291479-a7b6-4411-aeec-726efc5915eb HTTP/1.1" status: 200 len: 217 time: 0.0352275 Feb 09 22:31:11.442712 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04b5e49-b073-4b2d-b0c9-61a799dc3321 req-f542879b-f54f-4264-8ec1-96d39e2b75db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:11.444073 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f04b5e49-b073-4b2d-b0c9-61a799dc3321 req-f542879b-f54f-4264-8ec1-96d39e2b75db service neutron] 10.222.0.89 "GET /v2.0/subnets?id=28d07ad5-2470-4395-897a-4c85f8955d1d HTTP/1.1" status: 200 len: 851 time: 0.0427876 Feb 09 22:31:11.496412 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04b5e49-b073-4b2d-b0c9-61a799dc3321 req-1a5c294b-5737-4621-8944-c390de68bbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:11.497887 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f04b5e49-b073-4b2d-b0c9-61a799dc3321 req-1a5c294b-5737-4621-8944-c390de68bbf0 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1f25d978-5bd5-442e-af29-c42183639bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0482905 Feb 09 22:31:11.584907 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f04b5e49-b073-4b2d-b0c9-61a799dc3321 req-6c230306-b89c-442e-acf3-c4722c88b66b service neutron] 10.222.0.89 "GET /v2.0/networks/1f25d978-5bd5-442e-af29-c42183639bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804541 Feb 09 22:31:11.680857 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f04b5e49-b073-4b2d-b0c9-61a799dc3321 req-908cf501-bb8e-4afe-9512-89bfae605b2a service neutron] 10.222.0.89 "GET /v2.0/networks/1f25d978-5bd5-442e-af29-c42183639bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899792 Feb 09 22:31:11.822215 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e423a29f-b450-4aeb-b7a2-7384e5c1b87a req-bd9d25e8-0f51-43cb-95ef-c0392d2ee066 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:11.823693 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e423a29f-b450-4aeb-b7a2-7384e5c1b87a req-bd9d25e8-0f51-43cb-95ef-c0392d2ee066 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af HTTP/1.1" status: 200 len: 944 time: 0.0546048 Feb 09 22:31:11.869818 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e423a29f-b450-4aeb-b7a2-7384e5c1b87a req-aaef04e1-5dee-426f-827b-68b86674806f tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403509 Feb 09 22:31:12.940644 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:13.008745 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36d1d8e-886a-47c6-a5d5-98892b8a85ed req-a25d3a00-8b65-4b40-b78b-36789b7a6f45 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:13.010340 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e36d1d8e-886a-47c6-a5d5-98892b8a85ed req-a25d3a00-8b65-4b40-b78b-36789b7a6f45 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af HTTP/1.1" status: 200 len: 944 time: 0.0693302 Feb 09 22:31:13.061790 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e36d1d8e-886a-47c6-a5d5-98892b8a85ed req-c4e242d0-9466-4a99-aab9-4af9165088a8 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457625 Feb 09 22:31:14.180980 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6553eda-b9df-450b-802b-8911e6d9460c req-7ae57959-267d-4616-a7a2-298bf5775b0e tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:14.182512 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d6553eda-b9df-450b-802b-8911e6d9460c req-7ae57959-267d-4616-a7a2-298bf5775b0e tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af HTTP/1.1" status: 200 len: 944 time: 0.0534945 Feb 09 22:31:14.230805 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d6553eda-b9df-450b-802b-8911e6d9460c req-56bafb8d-3d51-4622-9bc0-73a16c5442e1 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424268 Feb 09 22:31:14.351258 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:15.349544 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 22291479-a7b6-4411-aeec-726efc5915eb details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:31:15.352054 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d83e060-b137-4145-9186-02c405769422 req-5fdf1c45-c78a-4d9a-8f2f-865dd2956f83 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:15.353601 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1d83e060-b137-4145-9186-02c405769422 req-5fdf1c45-c78a-4d9a-8f2f-865dd2956f83 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af HTTP/1.1" status: 200 len: 944 time: 0.0542018 Feb 09 22:31:15.409721 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1d83e060-b137-4145-9186-02c405769422 req-a938e560-c2bf-45b5-8655-e7723cb68410 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501180 Feb 09 22:31:15.464841 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 22291479-a7b6-4411-aeec-726efc5915eb, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=22291479-a7b6-4411-aeec-726efc5915eb,segment=NetworkSegment(fd2344b7-1a35-40fa-ad0f-bca8050daf71),segment_id=fd2344b7-1a35-40fa-ad0f-bca8050daf71)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:31:15.467321 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:15.477220 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': '22291479-a7b6-4411-aeec-726efc5915eb', 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd', 'port_id': '22291479-a7b6-4411-aeec-726efc5915eb', 'mac_address': 'fa:16:3e:80:94:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d07ad5-2470-4395-897a-4c85f8955d1d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:31:15.518920 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 22291479-a7b6-4411-aeec-726efc5915eb is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:31:15.519311 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (22291479-a7b6-4411-aeec-726efc5915eb), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:15.689967 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22291479-a7b6-4411-aeec-726efc5915eb {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:31:15.710330 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 22291479-a7b6-4411-aeec-726efc5915eb, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=22291479-a7b6-4411-aeec-726efc5915eb,segment=NetworkSegment(fd2344b7-1a35-40fa-ad0f-bca8050daf71),segment_id=fd2344b7-1a35-40fa-ad0f-bca8050daf71)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:31:15.713937 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (22291479-a7b6-4411-aeec-726efc5915eb), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:15.759892 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=22291479-a7b6-4411-aeec-726efc5915eb,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:31:15.766966 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:31:15.767321 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:31:15.767671 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:31:15.768012 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:31:15.768382 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:31:15.768716 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:31:15.769050 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:31:15.769381 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:31:15.769758 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:31:15.770095 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:31:15.770428 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:31:15.771304 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:31:15.771639 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:31:16.015649 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['22291479-a7b6-4411-aeec-726efc5915eb'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:31:16.528781 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1844ab56-edf2-4648-8d6e-d018b8c8d9ec req-34426609-a8b6-46bf-8276-b536fe74f923 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:16.530251 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1844ab56-edf2-4648-8d6e-d018b8c8d9ec req-34426609-a8b6-46bf-8276-b536fe74f923 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af HTTP/1.1" status: 200 len: 945 time: 0.0528312 Feb 09 22:31:16.577363 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1844ab56-edf2-4648-8d6e-d018b8c8d9ec req-cd7881ec-47bc-40a8-a9ff-ea96f95f82e5 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415528 Feb 09 22:31:17.345718 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 22291479-a7b6-4411-aeec-726efc5915eb up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:31:17.394446 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning for port 22291479-a7b6-4411-aeec-726efc5915eb completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:31:17.398411 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port 22291479-a7b6-4411-aeec-726efc5915eb triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:31:17.398791 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (22291479-a7b6-4411-aeec-726efc5915eb), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:17.474645 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 22291479-a7b6-4411-aeec-726efc5915eb is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:31:17.474933 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (22291479-a7b6-4411-aeec-726efc5915eb), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:17.500462 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22291479-a7b6-4411-aeec-726efc5915eb'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:31:17.502709 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cf4d4d953224237653245d15ffec07a65c4bd356d4237fd84236d8abf5d48a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9681b41b-6036-4ea4-8cd2-ab96eaeccde3" -d '{"events": [{"server_uuid": "5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af", "name": "network-vif-plugged", "status": "completed", "tag": "22291479-a7b6-4411-aeec-726efc5915eb"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:31:17.514848 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 22291479-a7b6-4411-aeec-726efc5915eb, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=22291479-a7b6-4411-aeec-726efc5915eb,segment=NetworkSegment(fd2344b7-1a35-40fa-ad0f-bca8050daf71),segment_id=fd2344b7-1a35-40fa-ad0f-bca8050daf71)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:31:17.518783 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (22291479-a7b6-4411-aeec-726efc5915eb), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:17.543436 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f7126a1-23f1-482e-841d-bfef6e73ff56 x-openstack-request-id: req-9f7126a1-23f1-482e-841d-bfef6e73ff56 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:31:17.543732 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af", "name": "network-vif-plugged", "status": "completed", "tag": "22291479-a7b6-4411-aeec-726efc5915eb", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:31:17.543993 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-9f7126a1-23f1-482e-841d-bfef6e73ff56 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:31:17.544403 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22291479-a7b6-4411-aeec-726efc5915eb', 'code': 200} Feb 09 22:31:17.570835 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=22291479-a7b6-4411-aeec-726efc5915eb,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:31:17.643508 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8454db6d-b506-46a0-925c-1a6451d64ca2 req-ccb6efbf-5aa1-476f-8a4f-a6837077b13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:17.645082 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-8454db6d-b506-46a0-925c-1a6451d64ca2 req-ccb6efbf-5aa1-476f-8a4f-a6837077b13c service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af HTTP/1.1" status: 200 len: 1128 time: 0.0467126 Feb 09 22:31:17.688399 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-8454db6d-b506-46a0-925c-1a6451d64ca2 req-44cf7493-3df4-4f51-987c-a4dfe2c6af63 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371826 Feb 09 22:31:17.699877 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afffba70-63e1-4fab-8f0c-b6ce2482bab2 req-5af809a4-bc4a-47eb-9165-f48faba25a51 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:17.701459 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-afffba70-63e1-4fab-8f0c-b6ce2482bab2 req-5af809a4-bc4a-47eb-9165-f48faba25a51 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af HTTP/1.1" status: 200 len: 946 time: 0.0524616 Feb 09 22:31:17.746459 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-afffba70-63e1-4fab-8f0c-b6ce2482bab2 req-4ae4dbd1-97b2-4c1e-bb6c-7ffb5e9bf528 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393286 Feb 09 22:31:18.869572 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ebb1bd-f6d1-49f0-a04c-958725283f2e req-f979ad09-e69a-4d25-9647-2f7f8ab72eae tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:18.870946 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a9ebb1bd-f6d1-49f0-a04c-958725283f2e req-f979ad09-e69a-4d25-9647-2f7f8ab72eae tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af HTTP/1.1" status: 200 len: 946 time: 0.0556006 Feb 09 22:31:18.918085 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a9ebb1bd-f6d1-49f0-a04c-958725283f2e req-ce5b2c9e-9b60-4540-9429-0fc0990ce048 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416641 Feb 09 22:31:20.037371 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c638092-2ee9-4b36-b7d5-270ea4f61edd req-bac0896a-938d-43de-be5d-08666758d57f tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:20.038877 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8c638092-2ee9-4b36-b7d5-270ea4f61edd req-bac0896a-938d-43de-be5d-08666758d57f tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af HTTP/1.1" status: 200 len: 946 time: 0.0537076 Feb 09 22:31:20.085770 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8c638092-2ee9-4b36-b7d5-270ea4f61edd req-e0a3161d-958c-4ca2-a02b-9af83fc432d3 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413394 Feb 09 22:31:20.200553 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f5346f-8bd8-4a49-adb4-271cbe9a5152 req-c5415d02-1c75-4ba2-988d-8325c3681f04 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:20.202017 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-67f5346f-8bd8-4a49-adb4-271cbe9a5152 req-c5415d02-1c75-4ba2-988d-8325c3681f04 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af HTTP/1.1" status: 200 len: 946 time: 0.0532207 Feb 09 22:31:20.210743 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 51600) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:31:20.215044 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-38d2cd6c-ef5d-4396-a20b-cfee23f439c2 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Request body: {'floatingip': {'port_id': '22291479-a7b6-4411-aeec-726efc5915eb'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:31:20.258541 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-38d2cd6c-ef5d-4396-a20b-cfee23f439c2 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Publish callbacks [] for floatingip (56e14feb-e186-4e58-ad5e-6eac4d5cc1b6), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:20.681344 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-38d2cd6c-ef5d-4396-a20b-cfee23f439c2 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:20.685630 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-38d2cd6c-ef5d-4396-a20b-cfee23f439c2 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (56e14feb-e186-4e58-ad5e-6eac4d5cc1b6), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:20.781258 n-d-828369-5 neutron-server[103140]: INFO neutron.db.l3_db [None req-38d2cd6c-ef5d-4396-a20b-cfee23f439c2 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Floating IP 56e14feb-e186-4e58-ad5e-6eac4d5cc1b6 associated. External IP: 172.25.3.251, port: 22291479-a7b6-4411-aeec-726efc5915eb. Feb 09 22:31:20.993449 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38d2cd6c-ef5d-4396-a20b-cfee23f439c2 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Router 0e42bdb4-42c5-4ac2-bb49-b06affe71697 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:31:21.100479 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38d2cd6c-ef5d-4396-a20b-cfee23f439c2 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:31:21.105403 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-38d2cd6c-ef5d-4396-a20b-cfee23f439c2 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:21.110023 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70fe83ec-1ca1-4ad7-ab5e-8fc5006bf0dc None None] Sync routers for ids ['0e42bdb4-42c5-4ac2-bb49-b06affe71697'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:31:21.120086 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70fe83ec-1ca1-4ad7-ab5e-8fc5006bf0dc None None] Routers {'0e42bdb4-42c5-4ac2-bb49-b06affe71697'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:31:21.120728 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-70fe83ec-1ca1-4ad7-ab5e-8fc5006bf0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:31:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['0e42bdb4-42c5-4ac2-bb49-b06affe71697'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:31:21.134880 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-38d2cd6c-ef5d-4396-a20b-cfee23f439c2 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "PUT /v2.0/floatingips/56e14feb-e186-4e58-ad5e-6eac4d5cc1b6 HTTP/1.1" status: 200 len: 992 time: 0.9230924 Feb 09 22:31:21.135487 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af', 'tag': '22291479-a7b6-4411-aeec-726efc5915eb'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:31:21.137873 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}084566773578a82c7ab9e8b7d7948f8d3f1cbdaece621e80e6759ea940bbe07a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ea3fb57-f631-4719-8a01-bd26e82c3f96" -d '{"events": [{"name": "network-changed", "server_uuid": "5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af", "tag": "22291479-a7b6-4411-aeec-726efc5915eb"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:31:21.177890 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb6a3ab-51b4-4212-9ba9-dd87fda25fac x-openstack-request-id: req-2fb6a3ab-51b4-4212-9ba9-dd87fda25fac {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:31:21.178201 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af", "tag": "22291479-a7b6-4411-aeec-726efc5915eb", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:31:21.178465 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-2fb6a3ab-51b4-4212-9ba9-dd87fda25fac {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:31:21.178881 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af', 'tag': '22291479-a7b6-4411-aeec-726efc5915eb', 'status': 'completed', 'code': 200} Feb 09 22:31:21.234238 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-70fe83ec-1ca1-4ad7-ab5e-8fc5006bf0dc None None] Set router 0e42bdb4-42c5-4ac2-bb49-b06affe71697 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:31:21.244197 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf0cb8c-209f-46c7-b72c-876207ec9dbe req-ff313731-0f57-455d-976d-76cc26315e5e tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:21.244403 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea3fb57-f631-4719-8a01-bd26e82c3f96 req-c57e75b9-8e35-47e1-b31b-187e66d1a977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:21.245768 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-8ea3fb57-f631-4719-8a01-bd26e82c3f96 req-c57e75b9-8e35-47e1-b31b-187e66d1a977 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0e4ab427e53a42f9bee45c36c76ea676&device_id=5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af HTTP/1.1" status: 200 len: 1128 time: 0.0446506 Feb 09 22:31:21.246628 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-eaf0cb8c-209f-46c7-b72c-876207ec9dbe req-ff313731-0f57-455d-976d-76cc26315e5e tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af HTTP/1.1" status: 200 len: 946 time: 0.0574286 Feb 09 22:31:21.299860 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-eaf0cb8c-209f-46c7-b72c-876207ec9dbe req-2c9030c6-892b-4a78-afd2-50e915affa3e tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473042 Feb 09 22:31:21.342464 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea3fb57-f631-4719-8a01-bd26e82c3f96 req-7e35c6be-6a65-420a-9ecb-cce1a2a779a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:21.343934 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-8ea3fb57-f631-4719-8a01-bd26e82c3f96 req-7e35c6be-6a65-420a-9ecb-cce1a2a779a4 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1f25d978-5bd5-442e-af29-c42183639bfd HTTP/1.1" status: 200 len: 913 time: 0.0914686 Feb 09 22:31:21.411994 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-8ea3fb57-f631-4719-8a01-bd26e82c3f96 req-1a2ec6d5-d860-4361-82b2-7b146b794a57 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22291479-a7b6-4411-aeec-726efc5915eb HTTP/1.1" status: 200 len: 1000 time: 0.0618422 Feb 09 22:31:21.463836 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea3fb57-f631-4719-8a01-bd26e82c3f96 req-dbafe005-032b-485b-875f-166f25752b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:21.465378 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-8ea3fb57-f631-4719-8a01-bd26e82c3f96 req-dbafe005-032b-485b-875f-166f25752b0c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=28d07ad5-2470-4395-897a-4c85f8955d1d HTTP/1.1" status: 200 len: 851 time: 0.0477037 Feb 09 22:31:21.471997 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-70fe83ec-1ca1-4ad7-ab5e-8fc5006bf0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e42bdb4-42c5-4ac2-bb49-b06affe71697', 'name': 'tempest-ServerActionsTestJSON-1694563516-router', 'tenant_id': '0e4ab427e53a42f9bee45c36c76ea676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '49fdb7f0-c4bf-41f7-a45a-86c4658b98e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:29:14Z', 'updated_at': '2022-02-09T22:29:17Z', 'revision_number': 4, 'project_id': '0e4ab427e53a42f9bee45c36c76ea676', 'gw_port': {'id': '49fdb7f0-c4bf-41f7-a45a-86c4658b98e6', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e42bdb4-42c5-4ac2-bb49-b06affe71697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:29:15Z', 'updated_at': '2022-02-09T22:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': '56e14feb-e186-4e58-ad5e-6eac4d5cc1b6', 'tenant_id': '0e4ab427e53a42f9bee45c36c76ea676', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': '0e42bdb4-42c5-4ac2-bb49-b06affe71697', 'port_id': '22291479-a7b6-4411-aeec-726efc5915eb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd', 'mac_address': 'fa:16:3e:80:94:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:29:19Z', 'updated_at': '2022-02-09T22:31:20Z', 'revision_number': 9, 'project_id': '0e4ab427e53a42f9bee45c36c76ea676', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1381b3c8-01b6-4983-8019-f1c30cfc1fd5', 'name': '', 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd', 'tenant_id': '0e4ab427e53a42f9bee45c36c76ea676', 'mac_address': 'fa:16:3e:dc:53:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e42bdb4-42c5-4ac2-bb49-b06affe71697', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '28d07ad5-2470-4395-897a-4c85f8955d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:29:16Z', 'updated_at': '2022-02-09T22:29:21Z', 'revision_number': 5, 'project_id': '0e4ab427e53a42f9bee45c36c76ea676', 'subnets': [{'id': '28d07ad5-2470-4395-897a-4c85f8955d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:31:21.499370 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70fe83ec-1ca1-4ad7-ab5e-8fc5006bf0dc None None] Checking router: 0e42bdb4-42c5-4ac2-bb49-b06affe71697 for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:31:21.507785 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70fe83ec-1ca1-4ad7-ab5e-8fc5006bf0dc None None] Routers {'0e42bdb4-42c5-4ac2-bb49-b06affe71697'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:31:21.508437 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-70fe83ec-1ca1-4ad7-ab5e-8fc5006bf0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:31:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['0e42bdb4-42c5-4ac2-bb49-b06affe71697'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:31:21.515132 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea3fb57-f631-4719-8a01-bd26e82c3f96 req-4b55eef8-e874-4f31-8ff2-3c83d1a17129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:21.516682 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-8ea3fb57-f631-4719-8a01-bd26e82c3f96 req-4b55eef8-e874-4f31-8ff2-3c83d1a17129 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1f25d978-5bd5-442e-af29-c42183639bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445118 Feb 09 22:31:21.603471 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-8ea3fb57-f631-4719-8a01-bd26e82c3f96 req-14c4b1f8-a86a-4199-b9be-4b72051ea917 service neutron] 10.222.0.89 "GET /v2.0/networks/1f25d978-5bd5-442e-af29-c42183639bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805473 Feb 09 22:31:21.618127 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-70fe83ec-1ca1-4ad7-ab5e-8fc5006bf0dc None None] Set router 0e42bdb4-42c5-4ac2-bb49-b06affe71697 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:31:21.696491 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-8ea3fb57-f631-4719-8a01-bd26e82c3f96 req-92d169e3-9fde-4a04-b492-a17c367e7851 service neutron] 10.222.0.89 "GET /v2.0/networks/1f25d978-5bd5-442e-af29-c42183639bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861306 Feb 09 22:31:21.846973 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-70fe83ec-1ca1-4ad7-ab5e-8fc5006bf0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e42bdb4-42c5-4ac2-bb49-b06affe71697', 'name': 'tempest-ServerActionsTestJSON-1694563516-router', 'tenant_id': '0e4ab427e53a42f9bee45c36c76ea676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '49fdb7f0-c4bf-41f7-a45a-86c4658b98e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:29:14Z', 'updated_at': '2022-02-09T22:29:17Z', 'revision_number': 4, 'project_id': '0e4ab427e53a42f9bee45c36c76ea676', 'gw_port': {'id': '49fdb7f0-c4bf-41f7-a45a-86c4658b98e6', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e42bdb4-42c5-4ac2-bb49-b06affe71697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:29:15Z', 'updated_at': '2022-02-09T22:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': '56e14feb-e186-4e58-ad5e-6eac4d5cc1b6', 'tenant_id': '0e4ab427e53a42f9bee45c36c76ea676', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': '0e42bdb4-42c5-4ac2-bb49-b06affe71697', 'port_id': '22291479-a7b6-4411-aeec-726efc5915eb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd', 'mac_address': 'fa:16:3e:80:94:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:29:19Z', 'updated_at': '2022-02-09T22:31:20Z', 'revision_number': 9, 'project_id': '0e4ab427e53a42f9bee45c36c76ea676', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1381b3c8-01b6-4983-8019-f1c30cfc1fd5', 'name': '', 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd', 'tenant_id': '0e4ab427e53a42f9bee45c36c76ea676', 'mac_address': 'fa:16:3e:dc:53:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e42bdb4-42c5-4ac2-bb49-b06affe71697', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '28d07ad5-2470-4395-897a-4c85f8955d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:29:16Z', 'updated_at': '2022-02-09T22:29:21Z', 'revision_number': 5, 'project_id': '0e4ab427e53a42f9bee45c36c76ea676', 'subnets': [{'id': '28d07ad5-2470-4395-897a-4c85f8955d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:31:21.873834 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70fe83ec-1ca1-4ad7-ab5e-8fc5006bf0dc None None] The sync data for ids ['0e42bdb4-42c5-4ac2-bb49-b06affe71697'] in n-d-828369-5 is: [{'id': '0e42bdb4-42c5-4ac2-bb49-b06affe71697', 'name': 'tempest-ServerActionsTestJSON-1694563516-router', 'tenant_id': '0e4ab427e53a42f9bee45c36c76ea676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '49fdb7f0-c4bf-41f7-a45a-86c4658b98e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:29:14Z', 'updated_at': '2022-02-09T22:29:17Z', 'revision_number': 4, 'project_id': '0e4ab427e53a42f9bee45c36c76ea676', 'gw_port': {'id': '49fdb7f0-c4bf-41f7-a45a-86c4658b98e6', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e42bdb4-42c5-4ac2-bb49-b06affe71697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:29:15Z', 'updated_at': '2022-02-09T22:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': '56e14feb-e186-4e58-ad5e-6eac4d5cc1b6', 'tenant_id': '0e4ab427e53a42f9bee45c36c76ea676', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': '0e42bdb4-42c5-4ac2-bb49-b06affe71697', 'port_id': '22291479-a7b6-4411-aeec-726efc5915eb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd', 'mac_address': 'fa:16:3e:80:94:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:29:19Z', 'updated_at': '2022-02-09T22:31:20Z', 'revision_number': 9, 'project_id': '0e4ab427e53a42f9bee45c36c76ea676', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1381b3c8-01b6-4983-8019-f1c30cfc1fd5', 'name': '', 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd', 'tenant_id': '0e4ab427e53a42f9bee45c36c76ea676', 'mac_address': 'fa:16:3e:dc:53:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e42bdb4-42c5-4ac2-bb49-b06affe71697', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '28d07ad5-2470-4395-897a-4c85f8955d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:29:16Z', 'updated_at': '2022-02-09T22:29:21Z', 'revision_number': 5, 'project_id': '0e4ab427e53a42f9bee45c36c76ea676', 'subnets': [{'id': '28d07ad5-2470-4395-897a-4c85f8955d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:31:21.897158 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:22.062820 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7e404d-8d3f-40de-8b86-fcb37dfec832 None None] New status for floating IP 56e14feb-e186-4e58-ad5e-6eac4d5cc1b6: ACTIVE {{(pid=103143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:31:22.420436 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f215cd04-6677-42f5-9b50-34d6f2b4c073 req-525c55e7-9717-485c-a7e8-a3064b6dc7da tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:22.421932 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f215cd04-6677-42f5-9b50-34d6f2b4c073 req-525c55e7-9717-485c-a7e8-a3064b6dc7da tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af HTTP/1.1" status: 200 len: 946 time: 0.0520406 Feb 09 22:31:22.468167 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f215cd04-6677-42f5-9b50-34d6f2b4c073 req-71cdd3e7-98da-4994-b330-d9a186867fe3 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402691 Feb 09 22:31:22.699724 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6786410e-83f8-45bd-a734-9ce74bd1dc99 req-6af3e98e-f438-4e17-ada1-9a920d78193f service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0502458 Feb 09 22:31:22.713669 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ae79e-1e03-4bca-9ba3-7a6d02534ca7 req-1c2c2402-b7b3-4aa0-9cee-5950d8f00aa7 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:22.715177 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ec1ae79e-1e03-4bca-9ba3-7a6d02534ca7 req-1c2c2402-b7b3-4aa0-9cee-5950d8f00aa7 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af HTTP/1.1" status: 200 len: 946 time: 0.0596290 Feb 09 22:31:22.763867 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ec1ae79e-1e03-4bca-9ba3-7a6d02534ca7 req-99b0b875-615d-44a2-a699-a86f57d7dcda tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425982 Feb 09 22:31:23.775536 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786410e-83f8-45bd-a734-9ce74bd1dc99 req-97694f32-11fa-4a19-9557-174e04bc48f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:23.777113 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6786410e-83f8-45bd-a734-9ce74bd1dc99 req-97694f32-11fa-4a19-9557-174e04bc48f5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0e4ab427e53a42f9bee45c36c76ea676&device_id=5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af HTTP/1.1" status: 200 len: 1128 time: 0.0475836 Feb 09 22:31:23.874859 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786410e-83f8-45bd-a734-9ce74bd1dc99 req-bf15ba3f-4d10-4db8-a8fc-b5db7359cfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:23.876405 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6786410e-83f8-45bd-a734-9ce74bd1dc99 req-bf15ba3f-4d10-4db8-a8fc-b5db7359cfb2 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1f25d978-5bd5-442e-af29-c42183639bfd HTTP/1.1" status: 200 len: 913 time: 0.0898480 Feb 09 22:31:23.886848 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a822ceac-25d0-42ff-9e47-0597634b14b6 req-46d8a601-7d8a-40e7-87fc-bc68068ee57e tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:23.888431 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a822ceac-25d0-42ff-9e47-0597634b14b6 req-46d8a601-7d8a-40e7-87fc-bc68068ee57e tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af HTTP/1.1" status: 200 len: 946 time: 0.0563054 Feb 09 22:31:23.936325 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a822ceac-25d0-42ff-9e47-0597634b14b6 req-0fe10478-38a5-485f-9c26-f01a1f7debbb tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420873 Feb 09 22:31:23.944311 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6786410e-83f8-45bd-a734-9ce74bd1dc99 req-507e317b-696d-4905-baff-abf6cc86e5cd service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22291479-a7b6-4411-aeec-726efc5915eb HTTP/1.1" status: 200 len: 1003 time: 0.0616674 Feb 09 22:31:23.974717 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:23.998577 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786410e-83f8-45bd-a734-9ce74bd1dc99 req-30c70426-49a0-4df0-b6f2-8203a411cc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:24.000062 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6786410e-83f8-45bd-a734-9ce74bd1dc99 req-30c70426-49a0-4df0-b6f2-8203a411cc3e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=28d07ad5-2470-4395-897a-4c85f8955d1d HTTP/1.1" status: 200 len: 851 time: 0.0501618 Feb 09 22:31:24.047518 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786410e-83f8-45bd-a734-9ce74bd1dc99 req-10189e42-0592-494e-a1c6-e547a9ed143f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:24.048934 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6786410e-83f8-45bd-a734-9ce74bd1dc99 req-10189e42-0592-494e-a1c6-e547a9ed143f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1f25d978-5bd5-442e-af29-c42183639bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0425973 Feb 09 22:31:24.135928 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6786410e-83f8-45bd-a734-9ce74bd1dc99 req-14e067fa-d5cf-441e-af6b-d316bfa42fb4 service neutron] 10.222.0.89 "GET /v2.0/networks/1f25d978-5bd5-442e-af29-c42183639bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794771 Feb 09 22:31:24.227762 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6786410e-83f8-45bd-a734-9ce74bd1dc99 req-22202279-1856-4e78-b95b-600b100ebbda service neutron] 10.222.0.89 "GET /v2.0/networks/1f25d978-5bd5-442e-af29-c42183639bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851846 Feb 09 22:31:25.068425 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d4456-878d-4616-b796-e24e5e00a1c9 req-35d2fee9-a8ed-4ac9-957a-ccd869f39ae4 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:25.070026 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c61d4456-878d-4616-b796-e24e5e00a1c9 req-35d2fee9-a8ed-4ac9-957a-ccd869f39ae4 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af HTTP/1.1" status: 200 len: 946 time: 0.0634563 Feb 09 22:31:25.123154 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c61d4456-878d-4616-b796-e24e5e00a1c9 req-09f63ba2-7b2b-4848-b2e0-c8ae19b30be1 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474420 Feb 09 22:31:26.243507 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0112df-1c13-4ee3-83db-dc147cb123c3 req-241b583f-b391-490d-9248-823f3fcac8ce tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:26.245040 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3b0112df-1c13-4ee3-83db-dc147cb123c3 req-241b583f-b391-490d-9248-823f3fcac8ce tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af HTTP/1.1" status: 200 len: 946 time: 0.0521424 Feb 09 22:31:26.294467 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3b0112df-1c13-4ee3-83db-dc147cb123c3 req-a4c18571-6420-49d0-b9b5-44c60984e7db tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439186 Feb 09 22:31:27.414435 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b27b8e9-3a0c-44f7-ba74-562ced74eecb req-6a3a2ec4-8e73-4d10-9ad5-12771eddd8ac tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:27.415903 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2b27b8e9-3a0c-44f7-ba74-562ced74eecb req-6a3a2ec4-8e73-4d10-9ad5-12771eddd8ac tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af HTTP/1.1" status: 200 len: 946 time: 0.0523739 Feb 09 22:31:27.462737 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2b27b8e9-3a0c-44f7-ba74-562ced74eecb req-eeb524b3-4ad5-498e-9c52-5c517627b868 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410194 Feb 09 22:31:28.582360 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac34b9c-3e5b-4922-a5aa-2fbb5b4711f4 req-3871d46a-c16e-4eb6-9610-1f6b2d392b51 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:28.584372 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3ac34b9c-3e5b-4922-a5aa-2fbb5b4711f4 req-3871d46a-c16e-4eb6-9610-1f6b2d392b51 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af HTTP/1.1" status: 200 len: 946 time: 0.0518482 Feb 09 22:31:28.629123 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3ac34b9c-3e5b-4922-a5aa-2fbb5b4711f4 req-ba94494f-028e-4d8a-8742-803d0498feac tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392628 Feb 09 22:31:29.751629 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeda3f30-e9ff-41fc-ac7b-5e5122215a63 req-a17d6a37-ec8d-486e-bdc6-5a6c457c6da9 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:29.753144 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-aeda3f30-e9ff-41fc-ac7b-5e5122215a63 req-a17d6a37-ec8d-486e-bdc6-5a6c457c6da9 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af HTTP/1.1" status: 200 len: 946 time: 0.0551119 Feb 09 22:31:29.800068 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-aeda3f30-e9ff-41fc-ac7b-5e5122215a63 req-36d1737a-f2e6-4cc0-a513-cf58ccb031e7 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408778 Feb 09 22:31:30.917377 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40046a84-cda4-4a2f-9976-33eb5369df60 req-96ed3b28-c7fb-46c6-a792-b1a20a2e8393 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:30.918783 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-40046a84-cda4-4a2f-9976-33eb5369df60 req-96ed3b28-c7fb-46c6-a792-b1a20a2e8393 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af HTTP/1.1" status: 200 len: 946 time: 0.0523112 Feb 09 22:31:30.964890 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-40046a84-cda4-4a2f-9976-33eb5369df60 req-63e4cf99-d382-4475-a295-f5e4754d3e00 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406098 Feb 09 22:31:32.088561 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ab38c6-ba8c-4448-a8c8-2a9659fb9cd4 req-6d58bd6e-0730-40e7-b41f-b32bbe7dd926 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:32.090054 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-02ab38c6-ba8c-4448-a8c8-2a9659fb9cd4 req-6d58bd6e-0730-40e7-b41f-b32bbe7dd926 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af HTTP/1.1" status: 200 len: 946 time: 0.0563989 Feb 09 22:31:32.135416 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-02ab38c6-ba8c-4448-a8c8-2a9659fb9cd4 req-3e5c2403-8e3c-428a-bc63-0968cbb4f9d7 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396852 Feb 09 22:31:33.254551 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e29bf-c587-42a9-b19b-19e24c2bf46a req-5e01ee41-d16f-4a02-8593-e8091a53c822 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:33.256030 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8b2e29bf-c587-42a9-b19b-19e24c2bf46a req-5e01ee41-d16f-4a02-8593-e8091a53c822 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af HTTP/1.1" status: 200 len: 946 time: 0.0524905 Feb 09 22:31:33.301087 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8b2e29bf-c587-42a9-b19b-19e24c2bf46a req-8a74e08d-3842-4d3f-90ee-925cf31db5d4 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394495 Feb 09 22:31:34.418544 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c596879-b5e1-4aa4-b3bc-4f50fef528ea req-4f79623d-e6ab-4691-8250-c4b3a45fe10a tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:34.420017 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5c596879-b5e1-4aa4-b3bc-4f50fef528ea req-4f79623d-e6ab-4691-8250-c4b3a45fe10a tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af HTTP/1.1" status: 200 len: 946 time: 0.0513523 Feb 09 22:31:34.469389 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5c596879-b5e1-4aa4-b3bc-4f50fef528ea req-3bfcaf65-c155-44d7-bbf7-fe5506be9e9c tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437152 Feb 09 22:31:35.593398 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c52d07-afaf-4e42-8249-45720e2ed785 req-2cbba6b6-5850-4bc5-8e0b-1b6ebb6e89b4 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:35.594860 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b1c52d07-afaf-4e42-8249-45720e2ed785 req-2cbba6b6-5850-4bc5-8e0b-1b6ebb6e89b4 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af HTTP/1.1" status: 200 len: 946 time: 0.0523326 Feb 09 22:31:35.640347 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b1c52d07-afaf-4e42-8249-45720e2ed785 req-e3f6f4ab-c6ca-4df0-8a8c-46096442d54d tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397522 Feb 09 22:31:36.757713 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ff676f-c24c-4566-ba0c-47e9543b450e req-54dae363-ed17-4097-892f-3fe1b52842ec tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:36.759184 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-23ff676f-c24c-4566-ba0c-47e9543b450e req-54dae363-ed17-4097-892f-3fe1b52842ec tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af HTTP/1.1" status: 200 len: 946 time: 0.0525723 Feb 09 22:31:36.812294 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-23ff676f-c24c-4566-ba0c-47e9543b450e req-97f904d8-e048-4649-8337-a622f663d5ad tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473211 Feb 09 22:31:37.933524 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9b4158-7d6a-43ae-a1c7-489257ed5bfe req-564292e1-4529-4c38-b2b5-32535381bf3b tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:37.934993 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8e9b4158-7d6a-43ae-a1c7-489257ed5bfe req-564292e1-4529-4c38-b2b5-32535381bf3b tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af HTTP/1.1" status: 200 len: 946 time: 0.0551937 Feb 09 22:31:37.981414 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8e9b4158-7d6a-43ae-a1c7-489257ed5bfe req-3de49961-ac70-4325-8025-f5b802008cd5 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403187 Feb 09 22:31:39.100714 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5489d698-dcf9-4acb-97f6-e89c6dcbb936 req-fa48561c-8aa2-42e8-99c3-448122f3e300 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:39.102337 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5489d698-dcf9-4acb-97f6-e89c6dcbb936 req-fa48561c-8aa2-42e8-99c3-448122f3e300 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af HTTP/1.1" status: 200 len: 946 time: 0.0540481 Feb 09 22:31:39.148756 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5489d698-dcf9-4acb-97f6-e89c6dcbb936 req-9513c3b7-ae28-45cc-9cf4-a2bb48b556bb tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408320 Feb 09 22:31:39.164562 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f629702b-fd04-454c-a96a-0b5c81dff22c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:40.278026 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b243cdd-c393-4676-b78a-ec82968ddc57 req-1901d46e-a277-47f3-8e20-6cf632fcd47e tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:40.279519 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3b243cdd-c393-4676-b78a-ec82968ddc57 req-1901d46e-a277-47f3-8e20-6cf632fcd47e tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af HTTP/1.1" status: 200 len: 946 time: 0.0518966 Feb 09 22:31:40.329809 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3b243cdd-c393-4676-b78a-ec82968ddc57 req-dbb92623-a2ca-4dca-88ca-b3c28bc6067b tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446341 Feb 09 22:31:41.092596 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f4ab12b3-9c3b-466d-907e-09b7d47bf418 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:41.448621 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7027ce31-392c-4151-942e-f41c6dd0bf9f req-fac4744d-e2b3-4e21-be99-628deced0783 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:41.450074 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7027ce31-392c-4151-942e-f41c6dd0bf9f req-fac4744d-e2b3-4e21-be99-628deced0783 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af HTTP/1.1" status: 200 len: 946 time: 0.0512130 Feb 09 22:31:41.500392 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7027ce31-392c-4151-942e-f41c6dd0bf9f req-0670999c-4170-4db1-af82-cd8625318851 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447464 Feb 09 22:31:41.562858 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:31:42.623002 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a310a1-41fd-45f7-90b2-93caa5db7e81 req-e3dcfea5-ceef-4c3b-a9ba-835714fb0ad1 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:42.624542 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-56a310a1-41fd-45f7-90b2-93caa5db7e81 req-e3dcfea5-ceef-4c3b-a9ba-835714fb0ad1 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af HTTP/1.1" status: 200 len: 946 time: 0.0532131 Feb 09 22:31:42.670903 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-56a310a1-41fd-45f7-90b2-93caa5db7e81 req-33395251-64a9-4754-b647-8c7ec170d45c tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407362 Feb 09 22:31:42.932321 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:43.792463 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306100ab-02f6-4f28-8378-ce315f301de6 req-93ea7799-d318-41b4-984c-da4252986fce tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:43.793943 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-306100ab-02f6-4f28-8378-ce315f301de6 req-93ea7799-d318-41b4-984c-da4252986fce tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af HTTP/1.1" status: 200 len: 946 time: 0.0555286 Feb 09 22:31:43.842477 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-306100ab-02f6-4f28-8378-ce315f301de6 req-f1a54517-e72f-46c2-aa57-f020f976d154 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430126 Feb 09 22:31:44.347824 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:44.966590 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754934da-1252-44ab-b3de-d7f6e5a28805 req-b9525405-e006-4498-af3f-a991a1b9b536 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:44.968062 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-754934da-1252-44ab-b3de-d7f6e5a28805 req-b9525405-e006-4498-af3f-a991a1b9b536 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af HTTP/1.1" status: 200 len: 946 time: 0.0525124 Feb 09 22:31:45.014072 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-754934da-1252-44ab-b3de-d7f6e5a28805 req-5595a1bd-b941-4664-9ff6-86a806e2dd98 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404427 Feb 09 22:31:45.449437 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:46.136472 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91973a95-6fc3-4551-b247-d446218c6085 req-1f8466e0-7514-4f04-95a2-5074f5faa843 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:46.137956 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-91973a95-6fc3-4551-b247-d446218c6085 req-1f8466e0-7514-4f04-95a2-5074f5faa843 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af HTTP/1.1" status: 200 len: 946 time: 0.0567265 Feb 09 22:31:46.183601 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-91973a95-6fc3-4551-b247-d446218c6085 req-843f3b76-3e4f-48b9-9056-1238e5d35846 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395930 Feb 09 22:31:47.307686 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0427d57-c022-4f3e-84a3-6bc40734ddef req-506ac4c6-46ff-4699-aebe-81bcc9506524 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:47.309340 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a0427d57-c022-4f3e-84a3-6bc40734ddef req-506ac4c6-46ff-4699-aebe-81bcc9506524 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af HTTP/1.1" status: 200 len: 946 time: 0.0536656 Feb 09 22:31:47.355875 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a0427d57-c022-4f3e-84a3-6bc40734ddef req-baf8c8a9-08e1-4e8c-9e5c-c447aa78af80 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406458 Feb 09 22:31:48.472975 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81265ef3-a36d-4e2d-842d-9df94d8ed237 req-735228f7-23cc-43a7-a975-8dd54ab557c2 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:48.474345 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-81265ef3-a36d-4e2d-842d-9df94d8ed237 req-735228f7-23cc-43a7-a975-8dd54ab557c2 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af HTTP/1.1" status: 200 len: 946 time: 0.0512538 Feb 09 22:31:48.522853 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-81265ef3-a36d-4e2d-842d-9df94d8ed237 req-851e4349-669f-48bf-91b8-c86831f05853 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430140 Feb 09 22:31:49.643889 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2aa78c-1da5-4608-bcf3-c36370b10267 req-321921f8-06a0-442e-ac1d-5c07f8b194af tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:49.645907 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2c2aa78c-1da5-4608-bcf3-c36370b10267 req-321921f8-06a0-442e-ac1d-5c07f8b194af tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af HTTP/1.1" status: 200 len: 946 time: 0.0561697 Feb 09 22:31:49.690666 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2c2aa78c-1da5-4608-bcf3-c36370b10267 req-a8641769-d98e-417c-b0a9-fa88c6cbde3e tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392122 Feb 09 22:31:50.809908 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e20e3ff-faea-4120-9ee6-07dc9b90e5e5 req-8e807625-65ff-40b5-abb7-986a15198f75 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:50.811645 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6e20e3ff-faea-4120-9ee6-07dc9b90e5e5 req-8e807625-65ff-40b5-abb7-986a15198f75 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af HTTP/1.1" status: 200 len: 946 time: 0.0522428 Feb 09 22:31:50.858132 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6e20e3ff-faea-4120-9ee6-07dc9b90e5e5 req-0aafdfd6-b6e9-4dee-8219-68764e4c0cf5 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408018 Feb 09 22:31:51.228775 n-d-828369-5 neutron-server[103141]: INFO neutron.api.v2.resource [req-6786410e-83f8-45bd-a734-9ce74bd1dc99 req-7a741291-528e-4018-8834-f3ca60a3c330 service neutron] show failed (client error): The resource could not be found. Feb 09 22:31:51.229808 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6786410e-83f8-45bd-a734-9ce74bd1dc99 req-7a741291-528e-4018-8834-f3ca60a3c330 service neutron] 10.222.0.89 "GET /v2.0/ports/22291479-a7b6-4411-aeec-726efc5915eb/bindings/n-h1-828369-5 HTTP/1.1" status: 404 len: 380 time: 0.0555847 Feb 09 22:31:51.477673 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786410e-83f8-45bd-a734-9ce74bd1dc99 req-38ccc9a8-800a-4d1b-b03b-2d09fd051e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:51.479068 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6786410e-83f8-45bd-a734-9ce74bd1dc99 req-38ccc9a8-800a-4d1b-b03b-2d09fd051e1d service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af&tenant_id=0e4ab427e53a42f9bee45c36c76ea676 HTTP/1.1" status: 200 len: 1128 time: 0.0874527 Feb 09 22:31:51.489994 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-6786410e-83f8-45bd-a734-9ce74bd1dc99 req-eac46a18-7d54-43ba-8e4e-ced3fd2b6e79 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828369-5', 'device_owner': 'compute:nova'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:31:51.549918 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-6786410e-83f8-45bd-a734-9ce74bd1dc99 req-eac46a18-7d54-43ba-8e4e-ced3fd2b6e79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (22291479-a7b6-4411-aeec-726efc5915eb), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:51.747403 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-6786410e-83f8-45bd-a734-9ce74bd1dc99 req-eac46a18-7d54-43ba-8e4e-ced3fd2b6e79 service neutron] For port 22291479-a7b6-4411-aeec-726efc5915eb, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=22291479-a7b6-4411-aeec-726efc5915eb,segment=NetworkSegment(fd2344b7-1a35-40fa-ad0f-bca8050daf71),segment_id=fd2344b7-1a35-40fa-ad0f-bca8050daf71)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:31:51.779471 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-6786410e-83f8-45bd-a734-9ce74bd1dc99 req-eac46a18-7d54-43ba-8e4e-ced3fd2b6e79 service neutron] For port 22291479-a7b6-4411-aeec-726efc5915eb, host n-h2-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:31:51.818373 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22291479-a7b6-4411-aeec-726efc5915eb'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:31:51.820931 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0759f77e637a6f71ff1c25bc92ec5ea77217d29fcb3f113a7ada5acb32ef5084" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b9b160a-a559-4869-84a5-129722cd4b69" -d '{"events": [{"server_uuid": "5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af", "name": "network-vif-unplugged", "status": "completed", "tag": "22291479-a7b6-4411-aeec-726efc5915eb"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:31:51.824452 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-6786410e-83f8-45bd-a734-9ce74bd1dc99 req-eac46a18-7d54-43ba-8e4e-ced3fd2b6e79 service neutron] Publish callbacks [] for port (22291479-a7b6-4411-aeec-726efc5915eb), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:51.836916 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-6786410e-83f8-45bd-a734-9ce74bd1dc99 req-eac46a18-7d54-43ba-8e4e-ced3fd2b6e79 service neutron] Transition to ACTIVE for port object 22291479-a7b6-4411-aeec-726efc5915eb will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:31:51.841377 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-6786410e-83f8-45bd-a734-9ce74bd1dc99 req-eac46a18-7d54-43ba-8e4e-ced3fd2b6e79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (22291479-a7b6-4411-aeec-726efc5915eb), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:51.889733 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 22:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47e1a15c-82a1-452c-8c62-a385032157b7 x-openstack-request-id: req-47e1a15c-82a1-452c-8c62-a385032157b7 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:31:51.890042 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af", "name": "network-vif-unplugged", "status": "completed", "tag": "22291479-a7b6-4411-aeec-726efc5915eb", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:31:51.890303 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-47e1a15c-82a1-452c-8c62-a385032157b7 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:31:51.890708 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22291479-a7b6-4411-aeec-726efc5915eb', 'code': 200} Feb 09 22:31:51.898362 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:51.930024 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac46a18-7d54-43ba-8e4e-ced3fd2b6e79 service neutron] Pushing event updated for resources: {'Port': ['ID=22291479-a7b6-4411-aeec-726efc5915eb,revision_number=6']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:31:51.972722 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-6786410e-83f8-45bd-a734-9ce74bd1dc99 req-eac46a18-7d54-43ba-8e4e-ced3fd2b6e79 service neutron] No DVR routers for this DVR port 22291479-a7b6-4411-aeec-726efc5915eb on host n-h2-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:31:52.124415 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-6786410e-83f8-45bd-a734-9ce74bd1dc99 req-eac46a18-7d54-43ba-8e4e-ced3fd2b6e79 service neutron] Attempting to bind port 22291479-a7b6-4411-aeec-726efc5915eb on host n-h1-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:31:52.124856 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-6786410e-83f8-45bd-a734-9ce74bd1dc99 req-eac46a18-7d54-43ba-8e4e-ced3fd2b6e79 service neutron] Attempting to bind port 22291479-a7b6-4411-aeec-726efc5915eb by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': 'fd2344b7-1a35-40fa-ad0f-bca8050daf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:31:52.125188 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6786410e-83f8-45bd-a734-9ce74bd1dc99 req-eac46a18-7d54-43ba-8e4e-ced3fd2b6e79 service neutron] Attempting to bind port 22291479-a7b6-4411-aeec-726efc5915eb on network 1f25d978-5bd5-442e-af29-c42183639bfd {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:31:52.134172 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6786410e-83f8-45bd-a734-9ce74bd1dc99 req-eac46a18-7d54-43ba-8e4e-ced3fd2b6e79 service neutron] Port 22291479-a7b6-4411-aeec-726efc5915eb on network 1f25d978-5bd5-442e-af29-c42183639bfd not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:31:52.134493 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6786410e-83f8-45bd-a734-9ce74bd1dc99 req-eac46a18-7d54-43ba-8e4e-ced3fd2b6e79 service neutron] Attempting to bind port 22291479-a7b6-4411-aeec-726efc5915eb on network 1f25d978-5bd5-442e-af29-c42183639bfd {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:31:52.140390 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6786410e-83f8-45bd-a734-9ce74bd1dc99 req-eac46a18-7d54-43ba-8e4e-ced3fd2b6e79 service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:31:52.140741 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6786410e-83f8-45bd-a734-9ce74bd1dc99 req-eac46a18-7d54-43ba-8e4e-ced3fd2b6e79 service neutron] Checking segment: {'id': 'fd2344b7-1a35-40fa-ad0f-bca8050daf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:31:52.141142 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6786410e-83f8-45bd-a734-9ce74bd1dc99 req-eac46a18-7d54-43ba-8e4e-ced3fd2b6e79 service neutron] Bound using segment: {'id': 'fd2344b7-1a35-40fa-ad0f-bca8050daf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:31:52.141580 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-6786410e-83f8-45bd-a734-9ce74bd1dc99 req-eac46a18-7d54-43ba-8e4e-ced3fd2b6e79 service neutron] Bound port: 22291479-a7b6-4411-aeec-726efc5915eb, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd2344b7-1a35-40fa-ad0f-bca8050daf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:31:52.141970 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-6786410e-83f8-45bd-a734-9ce74bd1dc99 req-eac46a18-7d54-43ba-8e4e-ced3fd2b6e79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (22291479-a7b6-4411-aeec-726efc5915eb), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:52.213484 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-6786410e-83f8-45bd-a734-9ce74bd1dc99 req-eac46a18-7d54-43ba-8e4e-ced3fd2b6e79 service neutron] For port 22291479-a7b6-4411-aeec-726efc5915eb, host n-h1-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:31:52.216695 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-6786410e-83f8-45bd-a734-9ce74bd1dc99 req-eac46a18-7d54-43ba-8e4e-ced3fd2b6e79 service neutron] For port 22291479-a7b6-4411-aeec-726efc5915eb, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=22291479-a7b6-4411-aeec-726efc5915eb,segment=NetworkSegment(fd2344b7-1a35-40fa-ad0f-bca8050daf71),segment_id=fd2344b7-1a35-40fa-ad0f-bca8050daf71)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:31:52.224170 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-6786410e-83f8-45bd-a734-9ce74bd1dc99 req-eac46a18-7d54-43ba-8e4e-ced3fd2b6e79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (22291479-a7b6-4411-aeec-726efc5915eb), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:52.259665 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786410e-83f8-45bd-a734-9ce74bd1dc99 req-eac46a18-7d54-43ba-8e4e-ced3fd2b6e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:52.260322 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-6786410e-83f8-45bd-a734-9ce74bd1dc99 req-eac46a18-7d54-43ba-8e4e-ced3fd2b6e79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:52.261812 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6786410e-83f8-45bd-a734-9ce74bd1dc99 req-eac46a18-7d54-43ba-8e4e-ced3fd2b6e79 service neutron] 10.222.0.95 "PUT /v2.0/ports/22291479-a7b6-4411-aeec-726efc5915eb HTTP/1.1" status: 200 len: 1092 time: 0.7757165 Feb 09 22:31:52.286211 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac46a18-7d54-43ba-8e4e-ced3fd2b6e79 service neutron] Pushing event updated for resources: {'Port': ['ID=22291479-a7b6-4411-aeec-726efc5915eb,revision_number=7']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:31:52.324284 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b47d301-ac83-44f3-88de-3bbdf7408c95 req-74500a48-c408-4f6a-a958-44bf781a4db7 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:52.331176 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2b47d301-ac83-44f3-88de-3bbdf7408c95 req-74500a48-c408-4f6a-a958-44bf781a4db7 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af HTTP/1.1" status: 200 len: 944 time: 0.3780241 Feb 09 22:31:52.336476 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786410e-83f8-45bd-a734-9ce74bd1dc99 req-1153b882-9669-4024-b343-fc2c082fb3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:52.338012 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6786410e-83f8-45bd-a734-9ce74bd1dc99 req-1153b882-9669-4024-b343-fc2c082fb3f2 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0e4ab427e53a42f9bee45c36c76ea676&device_id=5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af HTTP/1.1" status: 200 len: 1126 time: 0.0487516 Feb 09 22:31:52.376497 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2b47d301-ac83-44f3-88de-3bbdf7408c95 req-f360979f-80f7-4033-9218-78ed480fc759 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441108 Feb 09 22:31:52.436900 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786410e-83f8-45bd-a734-9ce74bd1dc99 req-2bb396ad-e349-4e4f-9028-dd47fe3b7873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:52.438556 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6786410e-83f8-45bd-a734-9ce74bd1dc99 req-2bb396ad-e349-4e4f-9028-dd47fe3b7873 service neutron] 10.222.0.95 "GET /v2.0/networks?id=1f25d978-5bd5-442e-af29-c42183639bfd HTTP/1.1" status: 200 len: 913 time: 0.0950925 Feb 09 22:31:52.504766 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6786410e-83f8-45bd-a734-9ce74bd1dc99 req-2ba2dbf8-0084-4237-949f-f201175e211a service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22291479-a7b6-4411-aeec-726efc5915eb HTTP/1.1" status: 200 len: 1001 time: 0.0595098 Feb 09 22:31:52.550703 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786410e-83f8-45bd-a734-9ce74bd1dc99 req-a4dfe704-15eb-4f83-bb54-2ebd5fa287d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:52.552037 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6786410e-83f8-45bd-a734-9ce74bd1dc99 req-a4dfe704-15eb-4f83-bb54-2ebd5fa287d6 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=28d07ad5-2470-4395-897a-4c85f8955d1d HTTP/1.1" status: 200 len: 851 time: 0.0422559 Feb 09 22:31:52.606328 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786410e-83f8-45bd-a734-9ce74bd1dc99 req-1759ce95-ba42-4637-8f8c-175abceb8269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:52.607857 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6786410e-83f8-45bd-a734-9ce74bd1dc99 req-1759ce95-ba42-4637-8f8c-175abceb8269 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=1f25d978-5bd5-442e-af29-c42183639bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0496707 Feb 09 22:31:52.696711 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6786410e-83f8-45bd-a734-9ce74bd1dc99 req-1bea4675-0150-42ea-9412-6c93a20ecbdf service neutron] 10.222.0.95 "GET /v2.0/networks/1f25d978-5bd5-442e-af29-c42183639bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819719 Feb 09 22:31:52.787707 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6786410e-83f8-45bd-a734-9ce74bd1dc99 req-7e254705-8402-4714-bb6c-fbed1ba2c0f4 service neutron] 10.222.0.95 "GET /v2.0/networks/1f25d978-5bd5-442e-af29-c42183639bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845342 Feb 09 22:31:53.500736 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386cfb23-ef1c-4ff5-b8af-45cf92c254c1 req-0c8d98f1-29a6-4986-9a5c-99206e6f2ef0 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:53.502230 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-386cfb23-ef1c-4ff5-b8af-45cf92c254c1 req-0c8d98f1-29a6-4986-9a5c-99206e6f2ef0 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af HTTP/1.1" status: 200 len: 944 time: 0.0539768 Feb 09 22:31:53.548240 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-386cfb23-ef1c-4ff5-b8af-45cf92c254c1 req-1ff89745-017e-4573-8188-ec64200c4a68 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401378 Feb 09 22:31:53.891960 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af', 'tag': '22291479-a7b6-4411-aeec-726efc5915eb'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:31:53.894379 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0759f77e637a6f71ff1c25bc92ec5ea77217d29fcb3f113a7ada5acb32ef5084" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a66f688a-8800-4e17-b9ea-dd45b22b70e4" -d '{"events": [{"name": "network-changed", "server_uuid": "5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af", "tag": "22291479-a7b6-4411-aeec-726efc5915eb"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:31:53.947371 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-753a71e5-d623-4c32-a68c-42a11e811db2 x-openstack-request-id: req-753a71e5-d623-4c32-a68c-42a11e811db2 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:31:53.948003 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af", "tag": "22291479-a7b6-4411-aeec-726efc5915eb", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:31:53.948289 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-753a71e5-d623-4c32-a68c-42a11e811db2 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:31:53.948694 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af', 'tag': '22291479-a7b6-4411-aeec-726efc5915eb', 'status': 'completed', 'code': 200} Feb 09 22:31:53.979890 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:54.041207 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66f688a-8800-4e17-b9ea-dd45b22b70e4 req-dc3eff78-b517-4777-8972-7db87e7f9278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:54.042706 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a66f688a-8800-4e17-b9ea-dd45b22b70e4 req-dc3eff78-b517-4777-8972-7db87e7f9278 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0e4ab427e53a42f9bee45c36c76ea676&device_id=5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af HTTP/1.1" status: 200 len: 1126 time: 0.0779543 Feb 09 22:31:54.044423 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66f688a-8800-4e17-b9ea-dd45b22b70e4 req-061328a6-7719-4785-911e-67828ad3539f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:54.045739 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a66f688a-8800-4e17-b9ea-dd45b22b70e4 req-061328a6-7719-4785-911e-67828ad3539f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0e4ab427e53a42f9bee45c36c76ea676&device_id=5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af HTTP/1.1" status: 200 len: 1126 time: 0.0713530 Feb 09 22:31:54.450853 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66f688a-8800-4e17-b9ea-dd45b22b70e4 req-41c20714-de1d-4105-80c0-37ec153ce394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:54.452277 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a66f688a-8800-4e17-b9ea-dd45b22b70e4 req-41c20714-de1d-4105-80c0-37ec153ce394 service neutron] 10.222.0.95 "GET /v2.0/networks?id=1f25d978-5bd5-442e-af29-c42183639bfd HTTP/1.1" status: 200 len: 913 time: 0.4029996 Feb 09 22:31:54.455479 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66f688a-8800-4e17-b9ea-dd45b22b70e4 req-f03cc7a0-71f6-4168-b75d-ab7e08036ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:54.457374 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a66f688a-8800-4e17-b9ea-dd45b22b70e4 req-f03cc7a0-71f6-4168-b75d-ab7e08036ad1 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1f25d978-5bd5-442e-af29-c42183639bfd HTTP/1.1" status: 200 len: 913 time: 0.4001200 Feb 09 22:31:54.564871 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a66f688a-8800-4e17-b9ea-dd45b22b70e4 req-522174bf-0e4e-442b-a17a-3c66118989d5 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22291479-a7b6-4411-aeec-726efc5915eb HTTP/1.1" status: 200 len: 1001 time: 0.1064260 Feb 09 22:31:54.566738 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a66f688a-8800-4e17-b9ea-dd45b22b70e4 req-4bfb7e35-d340-4286-8556-c082052f5567 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22291479-a7b6-4411-aeec-726efc5915eb HTTP/1.1" status: 200 len: 1001 time: 0.1025476 Feb 09 22:31:54.652062 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66f688a-8800-4e17-b9ea-dd45b22b70e4 req-c69897ad-6f24-477d-b6d0-be5e2a71a136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:54.653604 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a66f688a-8800-4e17-b9ea-dd45b22b70e4 req-c69897ad-6f24-477d-b6d0-be5e2a71a136 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=28d07ad5-2470-4395-897a-4c85f8955d1d HTTP/1.1" status: 200 len: 851 time: 0.0832210 Feb 09 22:31:54.655286 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66f688a-8800-4e17-b9ea-dd45b22b70e4 req-89359c13-16da-475f-a033-09085e985a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:54.656629 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a66f688a-8800-4e17-b9ea-dd45b22b70e4 req-89359c13-16da-475f-a033-09085e985a27 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=28d07ad5-2470-4395-897a-4c85f8955d1d HTTP/1.1" status: 200 len: 851 time: 0.0775871 Feb 09 22:31:54.674028 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2eee37-fcda-49d4-a99d-7ddab36f348b req-5b54bb00-518b-468e-aa3a-cb81229c46eb tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:54.675491 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4b2eee37-fcda-49d4-a99d-7ddab36f348b req-5b54bb00-518b-468e-aa3a-cb81229c46eb tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af HTTP/1.1" status: 200 len: 944 time: 0.0558398 Feb 09 22:31:54.721306 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4b2eee37-fcda-49d4-a99d-7ddab36f348b req-10bc3914-c933-4dc9-b12d-2ec4b8d052bd tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398898 Feb 09 22:31:54.734982 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66f688a-8800-4e17-b9ea-dd45b22b70e4 req-47135770-9e8d-4227-8d45-1eba637775a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:54.736559 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a66f688a-8800-4e17-b9ea-dd45b22b70e4 req-47135770-9e8d-4227-8d45-1eba637775a8 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1f25d978-5bd5-442e-af29-c42183639bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0693643 Feb 09 22:31:54.741808 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66f688a-8800-4e17-b9ea-dd45b22b70e4 req-55bd90c1-191e-4037-9bad-fa7a178f449f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:54.743217 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a66f688a-8800-4e17-b9ea-dd45b22b70e4 req-55bd90c1-191e-4037-9bad-fa7a178f449f service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=1f25d978-5bd5-442e-af29-c42183639bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0841732 Feb 09 22:31:54.898677 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a66f688a-8800-4e17-b9ea-dd45b22b70e4 req-e7c14a96-ff6c-4b32-b879-e618b46a2442 service neutron] 10.222.0.89 "GET /v2.0/networks/1f25d978-5bd5-442e-af29-c42183639bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544054 Feb 09 22:31:54.900565 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a66f688a-8800-4e17-b9ea-dd45b22b70e4 req-13eac31c-8e56-4dc4-967b-28c44383d07a service neutron] 10.222.0.95 "GET /v2.0/networks/1f25d978-5bd5-442e-af29-c42183639bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494184 Feb 09 22:31:55.053885 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff8cf58-f1cd-4f84-a92e-3a1f2d7bcc7a req-f4264bce-65eb-4d72-b200-11f779ea531b tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:55.055519 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3ff8cf58-f1cd-4f84-a92e-3a1f2d7bcc7a req-f4264bce-65eb-4d72-b200-11f779ea531b tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.95 "GET /v2.0/ports?device_id=5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af&tenant_id=0e4ab427e53a42f9bee45c36c76ea676&binding%3Ahost_id=n-h1-828369-5 HTTP/1.1" status: 200 len: 944 time: 0.0911109 Feb 09 22:31:55.058828 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a66f688a-8800-4e17-b9ea-dd45b22b70e4 req-788bf70a-897a-4f45-ad02-a66926f26eae service neutron] 10.222.0.89 "GET /v2.0/networks/1f25d978-5bd5-442e-af29-c42183639bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538289 Feb 09 22:31:55.061008 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a66f688a-8800-4e17-b9ea-dd45b22b70e4 req-48220101-1f5f-4613-8123-f9eccd8439cb service neutron] 10.222.0.95 "GET /v2.0/networks/1f25d978-5bd5-442e-af29-c42183639bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483262 Feb 09 22:31:55.068852 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e346f4-f610-4526-973a-e22f952d1d73 req-67b00f56-fd8f-4e09-91af-2ad21f75cb6d tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:55.070461 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-39e346f4-f610-4526-973a-e22f952d1d73 req-67b00f56-fd8f-4e09-91af-2ad21f75cb6d tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af HTTP/1.1" status: 200 len: 944 time: 0.0765588 Feb 09 22:31:55.162145 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-39e346f4-f610-4526-973a-e22f952d1d73 req-98b6ac5d-d1ce-47af-a3ae-846ec150f126 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636084 Feb 09 22:31:55.163725 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3ff8cf58-f1cd-4f84-a92e-3a1f2d7bcc7a req-a3547233-391c-4614-91c8-9da9f7b1e121 service neutron] 10.222.0.95 "GET /v2.0/ports/22291479-a7b6-4411-aeec-726efc5915eb/bindings/n-h1-828369-5 HTTP/1.1" status: 200 len: 382 time: 0.0923109 Feb 09 22:31:55.240945 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff8cf58-f1cd-4f84-a92e-3a1f2d7bcc7a req-225012bc-58ff-4bab-8b7c-b91403f751c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:55.242439 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3ff8cf58-f1cd-4f84-a92e-3a1f2d7bcc7a req-225012bc-58ff-4bab-8b7c-b91403f751c5 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0e4ab427e53a42f9bee45c36c76ea676&device_id=5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af HTTP/1.1" status: 200 len: 1126 time: 0.0463741 Feb 09 22:31:55.335173 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff8cf58-f1cd-4f84-a92e-3a1f2d7bcc7a req-5b100a60-8f0a-49f6-83c7-9eb875614792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:55.339073 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3ff8cf58-f1cd-4f84-a92e-3a1f2d7bcc7a req-5b100a60-8f0a-49f6-83c7-9eb875614792 service neutron] 10.222.0.95 "GET /v2.0/networks?id=1f25d978-5bd5-442e-af29-c42183639bfd HTTP/1.1" status: 200 len: 913 time: 0.0889213 Feb 09 22:31:55.412479 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3ff8cf58-f1cd-4f84-a92e-3a1f2d7bcc7a req-49046daa-94b7-4d07-b3e0-732581d14267 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22291479-a7b6-4411-aeec-726efc5915eb HTTP/1.1" status: 200 len: 1001 time: 0.0667455 Feb 09 22:31:55.461077 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff8cf58-f1cd-4f84-a92e-3a1f2d7bcc7a req-61e65a14-e967-4f25-95bc-60767a7ba43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:55.462475 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3ff8cf58-f1cd-4f84-a92e-3a1f2d7bcc7a req-61e65a14-e967-4f25-95bc-60767a7ba43d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=28d07ad5-2470-4395-897a-4c85f8955d1d HTTP/1.1" status: 200 len: 851 time: 0.0431671 Feb 09 22:31:55.513630 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff8cf58-f1cd-4f84-a92e-3a1f2d7bcc7a req-17252480-1a4f-4463-ab57-eca37121b776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:55.515080 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3ff8cf58-f1cd-4f84-a92e-3a1f2d7bcc7a req-17252480-1a4f-4463-ab57-eca37121b776 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=1f25d978-5bd5-442e-af29-c42183639bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0463810 Feb 09 22:31:55.548464 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 22291479-a7b6-4411-aeec-726efc5915eb no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:31:55.588547 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] The host n-h2-828369-5 is not matching for port 22291479-a7b6-4411-aeec-726efc5915eb host n-h1-828369-5! {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 22:31:55.588860 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 22291479-a7b6-4411-aeec-726efc5915eb not bound to the agent host n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:31:55.604316 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3ff8cf58-f1cd-4f84-a92e-3a1f2d7bcc7a req-7b4cc00d-34b5-464e-b0aa-1a0bcf872a55 service neutron] 10.222.0.95 "GET /v2.0/networks/1f25d978-5bd5-442e-af29-c42183639bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823412 Feb 09 22:31:55.698428 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3ff8cf58-f1cd-4f84-a92e-3a1f2d7bcc7a req-3a81f750-b392-45bf-8b68-55e1cf378d8a service neutron] 10.222.0.95 "GET /v2.0/networks/1f25d978-5bd5-442e-af29-c42183639bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880268 Feb 09 22:31:56.291365 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b23445-acac-483f-88ab-ab6d179cf1f3 req-d188f903-bb08-444a-973b-7acee4afe28d tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:56.292900 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b3b23445-acac-483f-88ab-ab6d179cf1f3 req-d188f903-bb08-444a-973b-7acee4afe28d tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af HTTP/1.1" status: 200 len: 944 time: 0.0533159 Feb 09 22:31:56.340585 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b3b23445-acac-483f-88ab-ab6d179cf1f3 req-e3e157c6-6866-4698-abe8-59f6b3fde1b5 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421276 Feb 09 22:31:56.512403 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 22291479-a7b6-4411-aeec-726efc5915eb details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:31:56.615914 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 22291479-a7b6-4411-aeec-726efc5915eb, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=22291479-a7b6-4411-aeec-726efc5915eb,segment=NetworkSegment(fd2344b7-1a35-40fa-ad0f-bca8050daf71),segment_id=fd2344b7-1a35-40fa-ad0f-bca8050daf71)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:31:56.627468 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': '22291479-a7b6-4411-aeec-726efc5915eb', 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd', 'port_id': '22291479-a7b6-4411-aeec-726efc5915eb', 'mac_address': 'fa:16:3e:80:94:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d07ad5-2470-4395-897a-4c85f8955d1d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:31:56.663356 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 22291479-a7b6-4411-aeec-726efc5915eb is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:31:56.663749 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (22291479-a7b6-4411-aeec-726efc5915eb), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:56.676703 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22291479-a7b6-4411-aeec-726efc5915eb {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:31:56.695429 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 22291479-a7b6-4411-aeec-726efc5915eb, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=22291479-a7b6-4411-aeec-726efc5915eb,segment=NetworkSegment(fd2344b7-1a35-40fa-ad0f-bca8050daf71),segment_id=fd2344b7-1a35-40fa-ad0f-bca8050daf71)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:31:56.699239 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (22291479-a7b6-4411-aeec-726efc5915eb), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:56.748625 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=22291479-a7b6-4411-aeec-726efc5915eb,revision_number=8']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:31:56.980126 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['22291479-a7b6-4411-aeec-726efc5915eb'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:31:57.472030 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4495404-97cc-4cc4-8092-b7b2292e8060 req-f8bf6b59-e2e3-424c-ad6a-e4b857ed5dde tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:57.473571 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b4495404-97cc-4cc4-8092-b7b2292e8060 req-f8bf6b59-e2e3-424c-ad6a-e4b857ed5dde tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af HTTP/1.1" status: 200 len: 945 time: 0.0531828 Feb 09 22:31:57.519699 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b4495404-97cc-4cc4-8092-b7b2292e8060 req-2c03c4dd-8515-453a-8384-b569c4ffb613 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404294 Feb 09 22:31:57.853877 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff8cf58-f1cd-4f84-a92e-3a1f2d7bcc7a req-c4b97f72-2636-4e50-99be-6352bead5e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:57.855421 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-3ff8cf58-f1cd-4f84-a92e-3a1f2d7bcc7a req-c4b97f72-2636-4e50-99be-6352bead5e48 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af&tenant_id=0e4ab427e53a42f9bee45c36c76ea676 HTTP/1.1" status: 200 len: 1127 time: 0.0459456 Feb 09 22:31:57.867967 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-3ff8cf58-f1cd-4f84-a92e-3a1f2d7bcc7a req-777bee3f-1bfe-430f-9763-3291fdb89db5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828369-5', 'device_owner': 'compute:nova'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:31:57.929313 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-3ff8cf58-f1cd-4f84-a92e-3a1f2d7bcc7a req-777bee3f-1bfe-430f-9763-3291fdb89db5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (22291479-a7b6-4411-aeec-726efc5915eb), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:58.135821 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-3ff8cf58-f1cd-4f84-a92e-3a1f2d7bcc7a req-777bee3f-1bfe-430f-9763-3291fdb89db5 service neutron] For port 22291479-a7b6-4411-aeec-726efc5915eb, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=22291479-a7b6-4411-aeec-726efc5915eb,segment=NetworkSegment(fd2344b7-1a35-40fa-ad0f-bca8050daf71),segment_id=fd2344b7-1a35-40fa-ad0f-bca8050daf71)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:31:58.168487 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-3ff8cf58-f1cd-4f84-a92e-3a1f2d7bcc7a req-777bee3f-1bfe-430f-9763-3291fdb89db5 service neutron] For port 22291479-a7b6-4411-aeec-726efc5915eb, host n-h1-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:31:58.201049 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-3ff8cf58-f1cd-4f84-a92e-3a1f2d7bcc7a req-777bee3f-1bfe-430f-9763-3291fdb89db5 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 22291479-a7b6-4411-aeec-726efc5915eb {{(pid=103141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:31:58.209964 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-3ff8cf58-f1cd-4f84-a92e-3a1f2d7bcc7a req-777bee3f-1bfe-430f-9763-3291fdb89db5 service neutron] Publish callbacks [] for port (22291479-a7b6-4411-aeec-726efc5915eb), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:58.220623 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-3ff8cf58-f1cd-4f84-a92e-3a1f2d7bcc7a req-777bee3f-1bfe-430f-9763-3291fdb89db5 service neutron] Ignored duplicate provisioning block setup for port 22291479-a7b6-4411-aeec-726efc5915eb by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 09 22:31:58.224140 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-3ff8cf58-f1cd-4f84-a92e-3a1f2d7bcc7a req-777bee3f-1bfe-430f-9763-3291fdb89db5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (22291479-a7b6-4411-aeec-726efc5915eb), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:58.300413 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777bee3f-1bfe-430f-9763-3291fdb89db5 service neutron] Pushing event updated for resources: {'Port': ['ID=22291479-a7b6-4411-aeec-726efc5915eb,revision_number=9']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:31:58.345108 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ff8cf58-f1cd-4f84-a92e-3a1f2d7bcc7a req-777bee3f-1bfe-430f-9763-3291fdb89db5 service neutron] No DVR routers for this DVR port 22291479-a7b6-4411-aeec-726efc5915eb on host n-h1-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:31:58.483633 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-3ff8cf58-f1cd-4f84-a92e-3a1f2d7bcc7a req-777bee3f-1bfe-430f-9763-3291fdb89db5 service neutron] Attempting to bind port 22291479-a7b6-4411-aeec-726efc5915eb on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:31:58.483897 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-3ff8cf58-f1cd-4f84-a92e-3a1f2d7bcc7a req-777bee3f-1bfe-430f-9763-3291fdb89db5 service neutron] Attempting to bind port 22291479-a7b6-4411-aeec-726efc5915eb by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': 'fd2344b7-1a35-40fa-ad0f-bca8050daf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:31:58.484252 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff8cf58-f1cd-4f84-a92e-3a1f2d7bcc7a req-777bee3f-1bfe-430f-9763-3291fdb89db5 service neutron] Attempting to bind port 22291479-a7b6-4411-aeec-726efc5915eb on network 1f25d978-5bd5-442e-af29-c42183639bfd {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:31:58.489010 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff8cf58-f1cd-4f84-a92e-3a1f2d7bcc7a req-777bee3f-1bfe-430f-9763-3291fdb89db5 service neutron] Port 22291479-a7b6-4411-aeec-726efc5915eb on network 1f25d978-5bd5-442e-af29-c42183639bfd not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:31:58.489334 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff8cf58-f1cd-4f84-a92e-3a1f2d7bcc7a req-777bee3f-1bfe-430f-9763-3291fdb89db5 service neutron] Attempting to bind port 22291479-a7b6-4411-aeec-726efc5915eb on network 1f25d978-5bd5-442e-af29-c42183639bfd {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:31:58.494119 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff8cf58-f1cd-4f84-a92e-3a1f2d7bcc7a req-777bee3f-1bfe-430f-9763-3291fdb89db5 service neutron] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:31:58.494453 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff8cf58-f1cd-4f84-a92e-3a1f2d7bcc7a req-777bee3f-1bfe-430f-9763-3291fdb89db5 service neutron] Checking segment: {'id': 'fd2344b7-1a35-40fa-ad0f-bca8050daf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:31:58.494835 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff8cf58-f1cd-4f84-a92e-3a1f2d7bcc7a req-777bee3f-1bfe-430f-9763-3291fdb89db5 service neutron] Bound using segment: {'id': 'fd2344b7-1a35-40fa-ad0f-bca8050daf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:31:58.495257 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-3ff8cf58-f1cd-4f84-a92e-3a1f2d7bcc7a req-777bee3f-1bfe-430f-9763-3291fdb89db5 service neutron] Bound port: 22291479-a7b6-4411-aeec-726efc5915eb, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd2344b7-1a35-40fa-ad0f-bca8050daf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:31:58.495605 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-3ff8cf58-f1cd-4f84-a92e-3a1f2d7bcc7a req-777bee3f-1bfe-430f-9763-3291fdb89db5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (22291479-a7b6-4411-aeec-726efc5915eb), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:58.537321 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 22291479-a7b6-4411-aeec-726efc5915eb details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:31:58.561699 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-3ff8cf58-f1cd-4f84-a92e-3a1f2d7bcc7a req-777bee3f-1bfe-430f-9763-3291fdb89db5 service neutron] For port 22291479-a7b6-4411-aeec-726efc5915eb, host n-h2-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:31:58.566304 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-3ff8cf58-f1cd-4f84-a92e-3a1f2d7bcc7a req-777bee3f-1bfe-430f-9763-3291fdb89db5 service neutron] For port 22291479-a7b6-4411-aeec-726efc5915eb, host n-h2-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=22291479-a7b6-4411-aeec-726efc5915eb,segment=NetworkSegment(fd2344b7-1a35-40fa-ad0f-bca8050daf71),segment_id=fd2344b7-1a35-40fa-ad0f-bca8050daf71)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:31:58.573895 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-3ff8cf58-f1cd-4f84-a92e-3a1f2d7bcc7a req-777bee3f-1bfe-430f-9763-3291fdb89db5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (22291479-a7b6-4411-aeec-726efc5915eb), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:58.606977 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff8cf58-f1cd-4f84-a92e-3a1f2d7bcc7a req-777bee3f-1bfe-430f-9763-3291fdb89db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:58.607597 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-3ff8cf58-f1cd-4f84-a92e-3a1f2d7bcc7a req-777bee3f-1bfe-430f-9763-3291fdb89db5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:58.609014 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-3ff8cf58-f1cd-4f84-a92e-3a1f2d7bcc7a req-777bee3f-1bfe-430f-9763-3291fdb89db5 service neutron] 10.222.0.89 "PUT /v2.0/ports/22291479-a7b6-4411-aeec-726efc5915eb HTTP/1.1" status: 200 len: 1092 time: 0.7455504 Feb 09 22:31:58.609522 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af', 'tag': '22291479-a7b6-4411-aeec-726efc5915eb'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:31:58.611913 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0759f77e637a6f71ff1c25bc92ec5ea77217d29fcb3f113a7ada5acb32ef5084" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a23c70a4-07d9-436f-b329-252a582bc6b0" -d '{"events": [{"name": "network-changed", "server_uuid": "5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af", "tag": "22291479-a7b6-4411-aeec-726efc5915eb"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:31:58.643176 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777bee3f-1bfe-430f-9763-3291fdb89db5 service neutron] Pushing event updated for resources: {'Port': ['ID=22291479-a7b6-4411-aeec-726efc5915eb,revision_number=10']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:31:58.658747 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853e6f0b-9059-4506-82fb-55d21b6011d7 req-78d63116-ff0a-4a27-85ed-e28c7343b5b3 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:58.666405 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-853e6f0b-9059-4506-82fb-55d21b6011d7 req-78d63116-ff0a-4a27-85ed-e28c7343b5b3 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af HTTP/1.1" status: 200 len: 945 time: 0.0713069 Feb 09 22:31:58.669001 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 22291479-a7b6-4411-aeec-726efc5915eb, host n-h2-828369-5, got binding levels [] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:31:58.702034 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Attempting to bind port 22291479-a7b6-4411-aeec-726efc5915eb on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:31:58.702908 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Attempting to bind port 22291479-a7b6-4411-aeec-726efc5915eb by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': 'fd2344b7-1a35-40fa-ad0f-bca8050daf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:31:58.702908 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Attempting to bind port 22291479-a7b6-4411-aeec-726efc5915eb on network 1f25d978-5bd5-442e-af29-c42183639bfd {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:31:58.710122 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Port 22291479-a7b6-4411-aeec-726efc5915eb on network 1f25d978-5bd5-442e-af29-c42183639bfd not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:31:58.714916 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Attempting to bind port 22291479-a7b6-4411-aeec-726efc5915eb on network 1f25d978-5bd5-442e-af29-c42183639bfd {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:31:58.715711 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff8cf58-f1cd-4f84-a92e-3a1f2d7bcc7a req-7247632b-4f65-42ea-9d00-f8f265bf3916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:58.717386 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-3ff8cf58-f1cd-4f84-a92e-3a1f2d7bcc7a req-7247632b-4f65-42ea-9d00-f8f265bf3916 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0e4ab427e53a42f9bee45c36c76ea676&device_id=5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af HTTP/1.1" status: 200 len: 1127 time: 0.0705893 Feb 09 22:31:58.719208 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5b38fd4-af23-4507-9761-fbc37bc4aa71 x-openstack-request-id: req-a5b38fd4-af23-4507-9761-fbc37bc4aa71 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:31:58.719496 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af", "tag": "22291479-a7b6-4411-aeec-726efc5915eb", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:31:58.719751 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-a5b38fd4-af23-4507-9761-fbc37bc4aa71 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:31:58.720336 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af', 'tag': '22291479-a7b6-4411-aeec-726efc5915eb', 'status': 'completed', 'code': 200} Feb 09 22:31:58.721418 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:31:58.721895 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Checking segment: {'id': 'fd2344b7-1a35-40fa-ad0f-bca8050daf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:31:58.722397 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Bound using segment: {'id': 'fd2344b7-1a35-40fa-ad0f-bca8050daf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:31:58.723513 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Bound port: 22291479-a7b6-4411-aeec-726efc5915eb, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd2344b7-1a35-40fa-ad0f-bca8050daf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:31:58.724326 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (22291479-a7b6-4411-aeec-726efc5915eb), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:31:58.741162 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-853e6f0b-9059-4506-82fb-55d21b6011d7 req-95000a0b-2f75-43fb-9b6a-70e94ffca144 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735111 Feb 09 22:31:58.802082 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23c70a4-07d9-436f-b329-252a582bc6b0 req-81ac86de-2dd8-4737-8410-8cbce138b3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:58.803808 n-d-828369-5 neutron-server[103142]: WARNING neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Concurrent port binding operations failed on port 22291479-a7b6-4411-aeec-726efc5915eb Feb 09 22:31:58.804426 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a23c70a4-07d9-436f-b329-252a582bc6b0 req-81ac86de-2dd8-4737-8410-8cbce138b3e4 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0e4ab427e53a42f9bee45c36c76ea676&device_id=5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af HTTP/1.1" status: 200 len: 1127 time: 0.0564458 Feb 09 22:31:58.807707 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 22291479-a7b6-4411-aeec-726efc5915eb, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=22291479-a7b6-4411-aeec-726efc5915eb,segment=NetworkSegment(fd2344b7-1a35-40fa-ad0f-bca8050daf71),segment_id=fd2344b7-1a35-40fa-ad0f-bca8050daf71)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:31:58.809845 n-d-828369-5 neutron-server[103142]: INFO neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Attempt 2 to bind port 22291479-a7b6-4411-aeec-726efc5915eb Feb 09 22:31:58.810272 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 22291479-a7b6-4411-aeec-726efc5915eb has no active binding in host n-h1-828369-5 {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 22:31:58.830470 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff8cf58-f1cd-4f84-a92e-3a1f2d7bcc7a req-e8b1e818-507e-4b0c-a357-849b11231335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:58.831969 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-3ff8cf58-f1cd-4f84-a92e-3a1f2d7bcc7a req-e8b1e818-507e-4b0c-a357-849b11231335 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1f25d978-5bd5-442e-af29-c42183639bfd HTTP/1.1" status: 200 len: 913 time: 0.1039741 Feb 09 22:31:58.902049 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-3ff8cf58-f1cd-4f84-a92e-3a1f2d7bcc7a req-3cfe5e8e-155f-4805-8077-4b130f92309d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22291479-a7b6-4411-aeec-726efc5915eb HTTP/1.1" status: 200 len: 1001 time: 0.0641561 Feb 09 22:31:58.908997 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23c70a4-07d9-436f-b329-252a582bc6b0 req-b99c3ef8-278c-411a-b501-a0615c89d076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:58.911035 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a23c70a4-07d9-436f-b329-252a582bc6b0 req-b99c3ef8-278c-411a-b501-a0615c89d076 service neutron] 10.222.0.95 "GET /v2.0/networks?id=1f25d978-5bd5-442e-af29-c42183639bfd HTTP/1.1" status: 200 len: 913 time: 0.0990973 Feb 09 22:31:58.953901 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff8cf58-f1cd-4f84-a92e-3a1f2d7bcc7a req-2599fa17-a6dc-458f-a6ea-e65ff4c76427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:58.955659 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-3ff8cf58-f1cd-4f84-a92e-3a1f2d7bcc7a req-2599fa17-a6dc-458f-a6ea-e65ff4c76427 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=28d07ad5-2470-4395-897a-4c85f8955d1d HTTP/1.1" status: 200 len: 851 time: 0.0445333 Feb 09 22:31:58.980047 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a23c70a4-07d9-436f-b329-252a582bc6b0 req-4db69133-a97d-4237-bc2d-2c09384d8f01 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22291479-a7b6-4411-aeec-726efc5915eb HTTP/1.1" status: 200 len: 1001 time: 0.0619407 Feb 09 22:31:59.009794 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff8cf58-f1cd-4f84-a92e-3a1f2d7bcc7a req-f043aef0-2b43-42fc-83f6-eff17cd261e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:59.011239 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-3ff8cf58-f1cd-4f84-a92e-3a1f2d7bcc7a req-f043aef0-2b43-42fc-83f6-eff17cd261e3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1f25d978-5bd5-442e-af29-c42183639bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0489459 Feb 09 22:31:59.028127 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23c70a4-07d9-436f-b329-252a582bc6b0 req-4f557ab2-d473-4e9c-b0c0-a729aad4b002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:59.029620 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a23c70a4-07d9-436f-b329-252a582bc6b0 req-4f557ab2-d473-4e9c-b0c0-a729aad4b002 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=28d07ad5-2470-4395-897a-4c85f8955d1d HTTP/1.1" status: 200 len: 851 time: 0.0437899 Feb 09 22:31:59.084572 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23c70a4-07d9-436f-b329-252a582bc6b0 req-01198810-1ed9-4d50-9fc6-6394b2e809a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:59.086142 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a23c70a4-07d9-436f-b329-252a582bc6b0 req-01198810-1ed9-4d50-9fc6-6394b2e809a6 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=1f25d978-5bd5-442e-af29-c42183639bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0493653 Feb 09 22:31:59.101840 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-3ff8cf58-f1cd-4f84-a92e-3a1f2d7bcc7a req-c799c880-549c-4963-906f-81df8921b4a2 service neutron] 10.222.0.89 "GET /v2.0/networks/1f25d978-5bd5-442e-af29-c42183639bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835187 Feb 09 22:31:59.178227 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a23c70a4-07d9-436f-b329-252a582bc6b0 req-3faaf772-1e4c-4cb8-a035-ddc0560c3c89 service neutron] 10.222.0.95 "GET /v2.0/networks/1f25d978-5bd5-442e-af29-c42183639bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850921 Feb 09 22:31:59.201470 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-3ff8cf58-f1cd-4f84-a92e-3a1f2d7bcc7a req-1db4782c-dd5c-4297-aaa5-4cc951facfd1 service neutron] 10.222.0.89 "GET /v2.0/networks/1f25d978-5bd5-442e-af29-c42183639bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927320 Feb 09 22:31:59.279780 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a23c70a4-07d9-436f-b329-252a582bc6b0 req-033495b5-8107-444d-8867-2f9d51f85fe7 service neutron] 10.222.0.95 "GET /v2.0/networks/1f25d978-5bd5-442e-af29-c42183639bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946312 Feb 09 22:31:59.302782 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23c70a4-07d9-436f-b329-252a582bc6b0 req-d26344b0-d5da-4478-9b18-e41b36dd4263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:59.304426 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a23c70a4-07d9-436f-b329-252a582bc6b0 req-d26344b0-d5da-4478-9b18-e41b36dd4263 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0e4ab427e53a42f9bee45c36c76ea676&device_id=5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af HTTP/1.1" status: 200 len: 1127 time: 0.0499415 Feb 09 22:31:59.393147 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23c70a4-07d9-436f-b329-252a582bc6b0 req-f7779160-9436-4b60-8cc5-8ce05f7cf0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:59.394551 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a23c70a4-07d9-436f-b329-252a582bc6b0 req-f7779160-9436-4b60-8cc5-8ce05f7cf0fb service neutron] 10.222.0.89 "GET /v2.0/networks?id=1f25d978-5bd5-442e-af29-c42183639bfd HTTP/1.1" status: 200 len: 913 time: 0.0844438 Feb 09 22:31:59.463307 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a23c70a4-07d9-436f-b329-252a582bc6b0 req-8778e4b2-2222-42d8-9622-3bcc9c693109 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22291479-a7b6-4411-aeec-726efc5915eb HTTP/1.1" status: 200 len: 1001 time: 0.0627246 Feb 09 22:31:59.512027 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23c70a4-07d9-436f-b329-252a582bc6b0 req-328cf673-ef7f-4c79-8f94-735508c9355e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:59.513531 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a23c70a4-07d9-436f-b329-252a582bc6b0 req-328cf673-ef7f-4c79-8f94-735508c9355e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=28d07ad5-2470-4395-897a-4c85f8955d1d HTTP/1.1" status: 200 len: 851 time: 0.0433795 Feb 09 22:31:59.562411 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23c70a4-07d9-436f-b329-252a582bc6b0 req-afb53346-5cf1-4086-b5fa-c9aca5bed9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:59.563816 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a23c70a4-07d9-436f-b329-252a582bc6b0 req-afb53346-5cf1-4086-b5fa-c9aca5bed9f0 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1f25d978-5bd5-442e-af29-c42183639bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0432103 Feb 09 22:31:59.659976 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a23c70a4-07d9-436f-b329-252a582bc6b0 req-e4991412-5fca-4017-9c34-2055cb71430b service neutron] 10.222.0.89 "GET /v2.0/networks/1f25d978-5bd5-442e-af29-c42183639bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892870 Feb 09 22:31:59.748284 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a23c70a4-07d9-436f-b329-252a582bc6b0 req-d660a80f-21a6-4147-99db-a60961587c1c service neutron] 10.222.0.89 "GET /v2.0/networks/1f25d978-5bd5-442e-af29-c42183639bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818748 Feb 09 22:31:59.857229 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e738cd-56b7-4b21-aafd-e96dc943d119 req-ae6a1907-1da3-43c7-8f64-bc37e8d3a986 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:31:59.858758 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-14e738cd-56b7-4b21-aafd-e96dc943d119 req-ae6a1907-1da3-43c7-8f64-bc37e8d3a986 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af HTTP/1.1" status: 200 len: 945 time: 0.0539668 Feb 09 22:31:59.909288 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-14e738cd-56b7-4b21-aafd-e96dc943d119 req-1961825a-f421-4386-8935-0ed7843a28b0 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443540 Feb 09 22:32:01.029888 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3431c7db-6a12-4156-b6ea-ca243d269c4b req-effe79d3-c446-43f2-bbf8-08a852007045 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:01.031362 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3431c7db-6a12-4156-b6ea-ca243d269c4b req-effe79d3-c446-43f2-bbf8-08a852007045 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af HTTP/1.1" status: 200 len: 945 time: 0.0526617 Feb 09 22:32:01.077194 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3431c7db-6a12-4156-b6ea-ca243d269c4b req-cd5844de-16f2-4686-8c54-bade15221712 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400538 Feb 09 22:32:01.577736 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 22291479-a7b6-4411-aeec-726efc5915eb details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:32:01.671889 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 22291479-a7b6-4411-aeec-726efc5915eb, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=22291479-a7b6-4411-aeec-726efc5915eb,segment=NetworkSegment(fd2344b7-1a35-40fa-ad0f-bca8050daf71),segment_id=fd2344b7-1a35-40fa-ad0f-bca8050daf71)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:32:01.683568 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': '22291479-a7b6-4411-aeec-726efc5915eb', 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd', 'port_id': '22291479-a7b6-4411-aeec-726efc5915eb', 'mac_address': 'fa:16:3e:80:94:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d07ad5-2470-4395-897a-4c85f8955d1d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:32:01.718800 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 22291479-a7b6-4411-aeec-726efc5915eb is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:32:01.719195 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (22291479-a7b6-4411-aeec-726efc5915eb), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:01.735342 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22291479-a7b6-4411-aeec-726efc5915eb {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:32:01.754125 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 22291479-a7b6-4411-aeec-726efc5915eb, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=22291479-a7b6-4411-aeec-726efc5915eb,segment=NetworkSegment(fd2344b7-1a35-40fa-ad0f-bca8050daf71),segment_id=fd2344b7-1a35-40fa-ad0f-bca8050daf71)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:32:01.758782 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (22291479-a7b6-4411-aeec-726efc5915eb), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:01.804565 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=22291479-a7b6-4411-aeec-726efc5915eb,revision_number=11']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:32:02.170411 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['22291479-a7b6-4411-aeec-726efc5915eb'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:32:02.209412 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59813ed0-bfab-4177-b023-da656eb559e6 req-71a4b301-6bd8-446c-96fe-ab61ab3de852 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:02.212689 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-59813ed0-bfab-4177-b023-da656eb559e6 req-71a4b301-6bd8-446c-96fe-ab61ab3de852 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af HTTP/1.1" status: 200 len: 946 time: 0.0633600 Feb 09 22:32:02.262580 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-59813ed0-bfab-4177-b023-da656eb559e6 req-e7c9aa92-5a6d-4e5a-8033-9c57e37298cb tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453372 Feb 09 22:32:02.552975 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 22291479-a7b6-4411-aeec-726efc5915eb no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:32:02.594346 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] The host n-h1-828369-5 is not matching for port 22291479-a7b6-4411-aeec-726efc5915eb host n-h2-828369-5! {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 22:32:02.595006 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 22291479-a7b6-4411-aeec-726efc5915eb not bound to the agent host n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:32:03.384609 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e5d771-be89-4fea-ad0f-965a51a4a242 req-da8be932-3ea4-44e8-8a35-74ab276b3da7 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:03.386104 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-21e5d771-be89-4fea-ad0f-965a51a4a242 req-da8be932-3ea4-44e8-8a35-74ab276b3da7 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af HTTP/1.1" status: 200 len: 946 time: 0.0532310 Feb 09 22:32:03.432782 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-21e5d771-be89-4fea-ad0f-965a51a4a242 req-dd01beed-1a2b-452d-a1a8-a26554e00fd6 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411546 Feb 09 22:32:03.553957 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b8c2ef-022d-4541-8b34-7b0bcf9a56bb req-77af3c44-5211-445e-85e7-e36c76bc144a tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:03.555370 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-23b8c2ef-022d-4541-8b34-7b0bcf9a56bb req-77af3c44-5211-445e-85e7-e36c76bc144a tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af HTTP/1.1" status: 200 len: 946 time: 0.0564215 Feb 09 22:32:03.585272 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 22291479-a7b6-4411-aeec-726efc5915eb up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:32:03.606351 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-23b8c2ef-022d-4541-8b34-7b0bcf9a56bb req-41bed5c8-ab3d-4ab7-ae1e-f50643a57794 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451155 Feb 09 22:32:03.633893 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning for port 22291479-a7b6-4411-aeec-726efc5915eb completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:32:03.638295 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port 22291479-a7b6-4411-aeec-726efc5915eb triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:32:03.638673 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (22291479-a7b6-4411-aeec-726efc5915eb), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:03.721038 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 22291479-a7b6-4411-aeec-726efc5915eb is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:32:03.721435 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (22291479-a7b6-4411-aeec-726efc5915eb), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:03.723506 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a533d8c0-ef27-4d1d-9540-be61244e2fc4 req-e8d98599-4ebd-411b-982a-7ac8d24d533d tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:03.725053 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a533d8c0-ef27-4d1d-9540-be61244e2fc4 req-e8d98599-4ebd-411b-982a-7ac8d24d533d tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af HTTP/1.1" status: 200 len: 946 time: 0.0536289 Feb 09 22:32:03.744664 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22291479-a7b6-4411-aeec-726efc5915eb'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:32:03.746941 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cf4d4d953224237653245d15ffec07a65c4bd356d4237fd84236d8abf5d48a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13141100-2335-4b8d-aedc-4b2408038d7e" -d '{"events": [{"server_uuid": "5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af", "name": "network-vif-plugged", "status": "completed", "tag": "22291479-a7b6-4411-aeec-726efc5915eb"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:32:03.759113 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 22291479-a7b6-4411-aeec-726efc5915eb, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=22291479-a7b6-4411-aeec-726efc5915eb,segment=NetworkSegment(fd2344b7-1a35-40fa-ad0f-bca8050daf71),segment_id=fd2344b7-1a35-40fa-ad0f-bca8050daf71)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:32:03.764385 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (22291479-a7b6-4411-aeec-726efc5915eb), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:03.776125 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a533d8c0-ef27-4d1d-9540-be61244e2fc4 req-4094570f-2cb0-487d-b9a5-4d6e2bd55956 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450189 Feb 09 22:32:03.822657 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=22291479-a7b6-4411-aeec-726efc5915eb,revision_number=12']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:32:03.843280 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7274f1ad-e62a-48e4-a437-e872bb66deb6 x-openstack-request-id: req-7274f1ad-e62a-48e4-a437-e872bb66deb6 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:32:03.843586 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af", "name": "network-vif-plugged", "status": "completed", "tag": "22291479-a7b6-4411-aeec-726efc5915eb", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:32:03.843917 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-7274f1ad-e62a-48e4-a437-e872bb66deb6 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:32:03.844267 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22291479-a7b6-4411-aeec-726efc5915eb', 'code': 200} Feb 09 22:32:04.020721 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c53a094-f476-44d9-a304-9004c3042284 req-659d9219-2580-4001-b2f7-1973bbdeb487 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:04.022190 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7c53a094-f476-44d9-a304-9004c3042284 req-659d9219-2580-4001-b2f7-1973bbdeb487 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af HTTP/1.1" status: 200 len: 947 time: 0.0520556 Feb 09 22:32:04.068306 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7c53a094-f476-44d9-a304-9004c3042284 req-050cfd7a-6868-414d-8dd9-4aea1a9c36b8 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405211 Feb 09 22:32:05.192013 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b17af4-ba62-4700-a990-f8c274d96da6 req-be4a9c56-38f4-4dea-a07a-4d4365e9ea4e tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:05.193553 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f5b17af4-ba62-4700-a990-f8c274d96da6 req-be4a9c56-38f4-4dea-a07a-4d4365e9ea4e tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af HTTP/1.1" status: 200 len: 947 time: 0.0585601 Feb 09 22:32:05.240076 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f5b17af4-ba62-4700-a990-f8c274d96da6 req-2663a2ab-437b-4654-8852-f8462594bea4 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410299 Feb 09 22:32:05.584620 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73ca408-6e12-4a20-be2c-b3d045332ff9 req-46ed7e24-b589-474a-97f7-635f2089ce0f tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:05.586086 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f73ca408-6e12-4a20-be2c-b3d045332ff9 req-46ed7e24-b589-474a-97f7-635f2089ce0f tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.89 "GET /v2.0/ports?device_id=5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af HTTP/1.1" status: 200 len: 947 time: 0.0596197 Feb 09 22:32:05.675448 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-f73ca408-6e12-4a20-be2c-b3d045332ff9 req-ac4f42fa-285c-42b7-8046-1d7db711a7e9 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Deleting port 22291479-a7b6-4411-aeec-726efc5915eb {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:32:05.675858 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f73ca408-6e12-4a20-be2c-b3d045332ff9 req-ac4f42fa-285c-42b7-8046-1d7db711a7e9 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (22291479-a7b6-4411-aeec-726efc5915eb), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:05.765602 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-f73ca408-6e12-4a20-be2c-b3d045332ff9 req-ac4f42fa-285c-42b7-8046-1d7db711a7e9 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] For port 22291479-a7b6-4411-aeec-726efc5915eb, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=22291479-a7b6-4411-aeec-726efc5915eb,segment=NetworkSegment(fd2344b7-1a35-40fa-ad0f-bca8050daf71),segment_id=fd2344b7-1a35-40fa-ad0f-bca8050daf71)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:32:05.765962 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f73ca408-6e12-4a20-be2c-b3d045332ff9 req-ac4f42fa-285c-42b7-8046-1d7db711a7e9 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (22291479-a7b6-4411-aeec-726efc5915eb), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:05.930199 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f73ca408-6e12-4a20-be2c-b3d045332ff9 req-ac4f42fa-285c-42b7-8046-1d7db711a7e9 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:05.930471 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f73ca408-6e12-4a20-be2c-b3d045332ff9 req-ac4f42fa-285c-42b7-8046-1d7db711a7e9 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (56e14feb-e186-4e58-ad5e-6eac4d5cc1b6), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:05.930786 n-d-828369-5 neutron-server[103141]: INFO neutron.db.l3_db [req-f73ca408-6e12-4a20-be2c-b3d045332ff9 req-ac4f42fa-285c-42b7-8046-1d7db711a7e9 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Floating IP 56e14feb-e186-4e58-ad5e-6eac4d5cc1b6 disassociated. External IP: 172.25.3.251, port: 22291479-a7b6-4411-aeec-726efc5915eb. Feb 09 22:32:05.931126 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-f73ca408-6e12-4a20-be2c-b3d045332ff9 req-ac4f42fa-285c-42b7-8046-1d7db711a7e9 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Calling delete_port for 22291479-a7b6-4411-aeec-726efc5915eb owned by compute:nova {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:32:06.059097 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f73ca408-6e12-4a20-be2c-b3d045332ff9 req-ac4f42fa-285c-42b7-8046-1d7db711a7e9 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (22291479-a7b6-4411-aeec-726efc5915eb), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:06.087207 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4f42fa-285c-42b7-8046-1d7db711a7e9 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Pushing event deleted for resources: {'Port': ['ID=22291479-a7b6-4411-aeec-726efc5915eb,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:32:06.207778 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f73ca408-6e12-4a20-be2c-b3d045332ff9 req-ac4f42fa-285c-42b7-8046-1d7db711a7e9 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Router 0e42bdb4-42c5-4ac2-bb49-b06affe71697 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:32:06.330504 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f73ca408-6e12-4a20-be2c-b3d045332ff9 req-ac4f42fa-285c-42b7-8046-1d7db711a7e9 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:32:06.341375 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51c3e9d-419e-4fb4-898f-19344a8317c7 None None] Sync routers for ids ['0e42bdb4-42c5-4ac2-bb49-b06affe71697'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:32:06.348743 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e050363c-7f52-4f8d-aa99-73a83ec05cb3 req-a9336db7-f63b-464f-9353-0f61e6104f42 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af HTTP/1.1" status: 200 len: 210 time: 0.0388591 Feb 09 22:32:06.354007 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51c3e9d-419e-4fb4-898f-19344a8317c7 None None] Routers {'0e42bdb4-42c5-4ac2-bb49-b06affe71697'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:32:06.354648 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-c51c3e9d-419e-4fb4-898f-19344a8317c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:31:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['0e42bdb4-42c5-4ac2-bb49-b06affe71697'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:32:06.372632 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-f73ca408-6e12-4a20-be2c-b3d045332ff9 req-ac4f42fa-285c-42b7-8046-1d7db711a7e9 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] No DVR routers for this DVR port 22291479-a7b6-4411-aeec-726efc5915eb on host n-h2-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:32:06.375268 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f73ca408-6e12-4a20-be2c-b3d045332ff9 req-ac4f42fa-285c-42b7-8046-1d7db711a7e9 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:06.378661 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f73ca408-6e12-4a20-be2c-b3d045332ff9 req-ac4f42fa-285c-42b7-8046-1d7db711a7e9 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.89 "DELETE /v2.0/ports/22291479-a7b6-4411-aeec-726efc5915eb HTTP/1.1" status: 204 len: 173 time: 0.7876835 Feb 09 22:32:06.379138 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af', 'name': 'network-vif-deleted', 'tag': '22291479-a7b6-4411-aeec-726efc5915eb'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:32:06.381418 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0759f77e637a6f71ff1c25bc92ec5ea77217d29fcb3f113a7ada5acb32ef5084" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a827f44-84e1-44e7-88b8-3d08cb106ba5" -d '{"events": [{"server_uuid": "5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af", "name": "network-vif-deleted", "tag": "22291479-a7b6-4411-aeec-726efc5915eb"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:32:06.418733 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-945944ba-35a6-4019-92bf-e195840e0012 x-openstack-request-id: req-945944ba-35a6-4019-92bf-e195840e0012 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:32:06.419033 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af", "name": "network-vif-deleted", "tag": "22291479-a7b6-4411-aeec-726efc5915eb", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:32:06.419290 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-945944ba-35a6-4019-92bf-e195840e0012 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:32:06.419737 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e19e25b-f0eb-48e4-9dca-4f3d94c6a8af', 'name': 'network-vif-deleted', 'tag': '22291479-a7b6-4411-aeec-726efc5915eb', 'status': 'completed', 'code': 200} Feb 09 22:32:06.482852 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-c51c3e9d-419e-4fb4-898f-19344a8317c7 None None] Set router 0e42bdb4-42c5-4ac2-bb49-b06affe71697 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:32:06.683672 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-c51c3e9d-419e-4fb4-898f-19344a8317c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e42bdb4-42c5-4ac2-bb49-b06affe71697', 'name': 'tempest-ServerActionsTestJSON-1694563516-router', 'tenant_id': '0e4ab427e53a42f9bee45c36c76ea676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '49fdb7f0-c4bf-41f7-a45a-86c4658b98e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:29:14Z', 'updated_at': '2022-02-09T22:29:17Z', 'revision_number': 4, 'project_id': '0e4ab427e53a42f9bee45c36c76ea676', 'gw_port': {'id': '49fdb7f0-c4bf-41f7-a45a-86c4658b98e6', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e42bdb4-42c5-4ac2-bb49-b06affe71697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:29:15Z', 'updated_at': '2022-02-09T22:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '1381b3c8-01b6-4983-8019-f1c30cfc1fd5', 'name': '', 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd', 'tenant_id': '0e4ab427e53a42f9bee45c36c76ea676', 'mac_address': 'fa:16:3e:dc:53:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e42bdb4-42c5-4ac2-bb49-b06affe71697', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '28d07ad5-2470-4395-897a-4c85f8955d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:29:16Z', 'updated_at': '2022-02-09T22:29:21Z', 'revision_number': 5, 'project_id': '0e4ab427e53a42f9bee45c36c76ea676', 'subnets': [{'id': '28d07ad5-2470-4395-897a-4c85f8955d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:32:06.710166 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51c3e9d-419e-4fb4-898f-19344a8317c7 None None] Checking router: 0e42bdb4-42c5-4ac2-bb49-b06affe71697 for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:32:06.718391 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51c3e9d-419e-4fb4-898f-19344a8317c7 None None] Routers {'0e42bdb4-42c5-4ac2-bb49-b06affe71697'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:32:06.719002 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-c51c3e9d-419e-4fb4-898f-19344a8317c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:31:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['0e42bdb4-42c5-4ac2-bb49-b06affe71697'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:32:06.989186 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-c51c3e9d-419e-4fb4-898f-19344a8317c7 None None] Set router 0e42bdb4-42c5-4ac2-bb49-b06affe71697 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:32:07.182072 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-c51c3e9d-419e-4fb4-898f-19344a8317c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e42bdb4-42c5-4ac2-bb49-b06affe71697', 'name': 'tempest-ServerActionsTestJSON-1694563516-router', 'tenant_id': '0e4ab427e53a42f9bee45c36c76ea676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '49fdb7f0-c4bf-41f7-a45a-86c4658b98e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:29:14Z', 'updated_at': '2022-02-09T22:29:17Z', 'revision_number': 4, 'project_id': '0e4ab427e53a42f9bee45c36c76ea676', 'gw_port': {'id': '49fdb7f0-c4bf-41f7-a45a-86c4658b98e6', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e42bdb4-42c5-4ac2-bb49-b06affe71697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:29:15Z', 'updated_at': '2022-02-09T22:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '1381b3c8-01b6-4983-8019-f1c30cfc1fd5', 'name': '', 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd', 'tenant_id': '0e4ab427e53a42f9bee45c36c76ea676', 'mac_address': 'fa:16:3e:dc:53:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e42bdb4-42c5-4ac2-bb49-b06affe71697', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '28d07ad5-2470-4395-897a-4c85f8955d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:29:16Z', 'updated_at': '2022-02-09T22:29:21Z', 'revision_number': 5, 'project_id': '0e4ab427e53a42f9bee45c36c76ea676', 'subnets': [{'id': '28d07ad5-2470-4395-897a-4c85f8955d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:32:07.212953 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51c3e9d-419e-4fb4-898f-19344a8317c7 None None] The sync data for ids ['0e42bdb4-42c5-4ac2-bb49-b06affe71697'] in n-d-828369-5 is: [{'id': '0e42bdb4-42c5-4ac2-bb49-b06affe71697', 'name': 'tempest-ServerActionsTestJSON-1694563516-router', 'tenant_id': '0e4ab427e53a42f9bee45c36c76ea676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '49fdb7f0-c4bf-41f7-a45a-86c4658b98e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:29:14Z', 'updated_at': '2022-02-09T22:29:17Z', 'revision_number': 4, 'project_id': '0e4ab427e53a42f9bee45c36c76ea676', 'gw_port': {'id': '49fdb7f0-c4bf-41f7-a45a-86c4658b98e6', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e42bdb4-42c5-4ac2-bb49-b06affe71697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:29:15Z', 'updated_at': '2022-02-09T22:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '1381b3c8-01b6-4983-8019-f1c30cfc1fd5', 'name': '', 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd', 'tenant_id': '0e4ab427e53a42f9bee45c36c76ea676', 'mac_address': 'fa:16:3e:dc:53:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e42bdb4-42c5-4ac2-bb49-b06affe71697', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '28d07ad5-2470-4395-897a-4c85f8955d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:29:16Z', 'updated_at': '2022-02-09T22:29:21Z', 'revision_number': 5, 'project_id': '0e4ab427e53a42f9bee45c36c76ea676', 'subnets': [{'id': '28d07ad5-2470-4395-897a-4c85f8955d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:32:07.433054 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1d21de-ef07-465a-96f2-cc08ea02eb07 None None] New status for floating IP 56e14feb-e186-4e58-ad5e-6eac4d5cc1b6: DOWN {{(pid=103143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:32:07.614901 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0bd184b6-5a27-4c54-b9f8-57b72e99cba2 req-2b9666a2-648c-4425-8d36-e25d34bea97b tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-securitygroup--1715172573&fields=id&tenant_id=0e4ab427e53a42f9bee45c36c76ea676 HTTP/1.1" status: 200 len: 267 time: 0.0475199 Feb 09 22:32:07.722632 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd184b6-5a27-4c54-b9f8-57b72e99cba2 req-fdc0590a-7f61-4b08-b0bf-52641db7ff08 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:07.723988 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0bd184b6-5a27-4c54-b9f8-57b72e99cba2 req-fdc0590a-7f61-4b08-b0bf-52641db7ff08 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/networks?id=1f25d978-5bd5-442e-af29-c42183639bfd HTTP/1.1" status: 200 len: 812 time: 0.1025376 Feb 09 22:32:07.738413 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0bd184b6-5a27-4c54-b9f8-57b72e99cba2 req-68dbd9a0-e785-44f0-afb7-36f321b711bb tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/quotas/0e4ab427e53a42f9bee45c36c76ea676 HTTP/1.1" status: 200 len: 375 time: 0.0089953 Feb 09 22:32:07.794297 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0bd184b6-5a27-4c54-b9f8-57b72e99cba2 req-f60149a0-e5b2-4b90-b3e9-b3e9ac2902dc tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=0e4ab427e53a42f9bee45c36c76ea676&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510852 Feb 09 22:32:07.851706 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [req-0bd184b6-5a27-4c54-b9f8-57b72e99cba2 req-d4e741fa-e210-4483-a9e3-0d5d2fece0b9 service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=103140) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 22:32:07.852725 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0bd184b6-5a27-4c54-b9f8-57b72e99cba2 req-d4e741fa-e210-4483-a9e3-0d5d2fece0b9 service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0468671 Feb 09 22:32:07.944071 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0bd184b6-5a27-4c54-b9f8-57b72e99cba2 req-33e038ea-49f2-43e3-aa46-0f71ffb83634 service neutron] 10.222.0.90 "GET /v2.0/networks/1f25d978-5bd5-442e-af29-c42183639bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852463 Feb 09 22:32:08.033374 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0bd184b6-5a27-4c54-b9f8-57b72e99cba2 req-1f0060a2-f125-491e-873b-ada85de27f2b service neutron] 10.222.0.90 "GET /v2.0/networks/1f25d978-5bd5-442e-af29-c42183639bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832722 Feb 09 22:32:08.197911 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d5c698e1-d48c-4f63-b324-79e7c308aea6 req-535a8534-22e7-472f-b42c-cc59dc5f3b4a tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=6c679682-5a3f-47b6-be6c-d89968d2cb09 HTTP/1.1" status: 200 len: 210 time: 0.0337996 Feb 09 22:32:09.163742 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-05ba9ffe-2a69-45ed-b27e-aa807f2f5426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:09.188322 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd184b6-5a27-4c54-b9f8-57b72e99cba2 req-d4689d8a-141f-4249-a173-0ba48e38c75b tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:09.190330 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0bd184b6-5a27-4c54-b9f8-57b72e99cba2 req-d4689d8a-141f-4249-a173-0ba48e38c75b tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.95 "GET /v2.0/networks?id=1f25d978-5bd5-442e-af29-c42183639bfd HTTP/1.1" status: 200 len: 812 time: 0.1280422 Feb 09 22:32:09.264765 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0bd184b6-5a27-4c54-b9f8-57b72e99cba2 req-6a8aaec7-b0ea-4dec-93b2-0b1b340e3580 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e4ab427e53a42f9bee45c36c76ea676 HTTP/1.1" status: 200 len: 380 time: 0.0650313 Feb 09 22:32:09.287278 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-0bd184b6-5a27-4c54-b9f8-57b72e99cba2 req-ae8f9c45-8ab3-4747-b91a-aab7dfd3cb32 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Request body: {'port': {'device_id': '6c679682-5a3f-47b6-be6c-d89968d2cb09', 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd', 'admin_state_up': True, 'tenant_id': '0e4ab427e53a42f9bee45c36c76ea676', 'security_groups': ['7eb4fa46-b087-4215-8f37-3101d8341e37']}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:32:09.309115 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-34408ad6-1c79-42ed-8937-8e771eb540c6 req-5c3aa49a-80fa-4ee0-96b6-1b6b94e3b0da tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=6c679682-5a3f-47b6-be6c-d89968d2cb09 HTTP/1.1" status: 200 len: 210 time: 0.0424018 Feb 09 22:32:09.414484 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bd184b6-5a27-4c54-b9f8-57b72e99cba2 req-ae8f9c45-8ab3-4747-b91a-aab7dfd3cb32 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Made reservation on behalf of 0e4ab427e53a42f9bee45c36c76ea676 for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:32:09.417881 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-0bd184b6-5a27-4c54-b9f8-57b72e99cba2 req-ae8f9c45-8ab3-4747-b91a-aab7dfd3cb32 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:09.555948 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [req-0bd184b6-5a27-4c54-b9f8-57b72e99cba2 req-ae8f9c45-8ab3-4747-b91a-aab7dfd3cb32 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Allocated IP 172.20.0.9 (1f25d978-5bd5-442e-af29-c42183639bfd/28d07ad5-2470-4395-897a-4c85f8955d1d/495b62a7-efa5-4875-b969-7bcc549cd35d) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:32:09.613826 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 22291479-a7b6-4411-aeec-726efc5915eb no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:32:09.634537 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] No Port match for: 22291479-a7b6-4411-aeec-726efc5915eb {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:32:09.634890 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 22291479-a7b6-4411-aeec-726efc5915eb not bound to the agent host n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:32:09.703920 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-0bd184b6-5a27-4c54-b9f8-57b72e99cba2 req-ae8f9c45-8ab3-4747-b91a-aab7dfd3cb32 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Publish callbacks [] for port (495b62a7-efa5-4875-b969-7bcc549cd35d), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:09.735793 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-0bd184b6-5a27-4c54-b9f8-57b72e99cba2 req-ae8f9c45-8ab3-4747-b91a-aab7dfd3cb32 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (495b62a7-efa5-4875-b969-7bcc549cd35d), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:09.779165 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bd184b6-5a27-4c54-b9f8-57b72e99cba2 req-ae8f9c45-8ab3-4747-b91a-aab7dfd3cb32 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Network 1f25d978-5bd5-442e-af29-c42183639bfd is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:32:09.784051 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [req-0bd184b6-5a27-4c54-b9f8-57b72e99cba2 req-ae8f9c45-8ab3-4747-b91a-aab7dfd3cb32 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:32:09.787744 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bd184b6-5a27-4c54-b9f8-57b72e99cba2 req-ae8f9c45-8ab3-4747-b91a-aab7dfd3cb32 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:32:09.815448 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8f9c45-8ab3-4747-b91a-aab7dfd3cb32 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Pushing event updated for resources: {'Port': ['ID=495b62a7-efa5-4875-b969-7bcc549cd35d,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:32:09.830409 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8f9c45-8ab3-4747-b91a-aab7dfd3cb32 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:32:09.830765 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8f9c45-8ab3-4747-b91a-aab7dfd3cb32 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:32:09.831106 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8f9c45-8ab3-4747-b91a-aab7dfd3cb32 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:32:09.831443 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8f9c45-8ab3-4747-b91a-aab7dfd3cb32 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:32:09.831776 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8f9c45-8ab3-4747-b91a-aab7dfd3cb32 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:32:09.832139 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8f9c45-8ab3-4747-b91a-aab7dfd3cb32 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:32:09.832497 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8f9c45-8ab3-4747-b91a-aab7dfd3cb32 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:32:09.832823 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8f9c45-8ab3-4747-b91a-aab7dfd3cb32 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:32:09.833141 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8f9c45-8ab3-4747-b91a-aab7dfd3cb32 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:32:09.833461 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8f9c45-8ab3-4747-b91a-aab7dfd3cb32 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:32:09.833782 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8f9c45-8ab3-4747-b91a-aab7dfd3cb32 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:32:09.834104 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8f9c45-8ab3-4747-b91a-aab7dfd3cb32 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:32:09.834428 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8f9c45-8ab3-4747-b91a-aab7dfd3cb32 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:32:09.851937 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd184b6-5a27-4c54-b9f8-57b72e99cba2 req-ae8f9c45-8ab3-4747-b91a-aab7dfd3cb32 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:09.852606 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-0bd184b6-5a27-4c54-b9f8-57b72e99cba2 req-ae8f9c45-8ab3-4747-b91a-aab7dfd3cb32 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:09.869858 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0bd184b6-5a27-4c54-b9f8-57b72e99cba2 req-ae8f9c45-8ab3-4747-b91a-aab7dfd3cb32 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5880857 Feb 09 22:32:09.882026 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-0bd184b6-5a27-4c54-b9f8-57b72e99cba2 req-81b45dd2-9dbc-4250-b735-5d03f57366b2 service neutron] Request body: {'port': {'device_id': '6c679682-5a3f-47b6-be6c-d89968d2cb09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-5'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:32:09.943101 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-0bd184b6-5a27-4c54-b9f8-57b72e99cba2 req-81b45dd2-9dbc-4250-b735-5d03f57366b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (495b62a7-efa5-4875-b969-7bcc549cd35d), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:10.051786 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-82d3a0d3-cbde-4ae7-93c1-72bd05df5ab1 None None] Provisioning complete for port 495b62a7-efa5-4875-b969-7bcc549cd35d triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:32:10.052303 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-82d3a0d3-cbde-4ae7-93c1-72bd05df5ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (495b62a7-efa5-4875-b969-7bcc549cd35d), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:10.085560 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-82d3a0d3-cbde-4ae7-93c1-72bd05df5ab1 None None] Port 495b62a7-efa5-4875-b969-7bcc549cd35d cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:32:10.204338 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [req-0bd184b6-5a27-4c54-b9f8-57b72e99cba2 req-81b45dd2-9dbc-4250-b735-5d03f57366b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 495b62a7-efa5-4875-b969-7bcc549cd35d {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:32:10.211804 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-0bd184b6-5a27-4c54-b9f8-57b72e99cba2 req-81b45dd2-9dbc-4250-b735-5d03f57366b2 service neutron] Publish callbacks [] for port (495b62a7-efa5-4875-b969-7bcc549cd35d), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:10.224106 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [req-0bd184b6-5a27-4c54-b9f8-57b72e99cba2 req-81b45dd2-9dbc-4250-b735-5d03f57366b2 service neutron] Transition to ACTIVE for port object 495b62a7-efa5-4875-b969-7bcc549cd35d will not be triggered until provisioned by entity L2. {{(pid=103140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:32:10.228349 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-0bd184b6-5a27-4c54-b9f8-57b72e99cba2 req-81b45dd2-9dbc-4250-b735-5d03f57366b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (495b62a7-efa5-4875-b969-7bcc549cd35d), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:10.278209 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b45dd2-9dbc-4250-b735-5d03f57366b2 service neutron] Pushing event updated for resources: {'Port': ['ID=495b62a7-efa5-4875-b969-7bcc549cd35d,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:32:10.351708 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-0bd184b6-5a27-4c54-b9f8-57b72e99cba2 req-81b45dd2-9dbc-4250-b735-5d03f57366b2 service neutron] Attempting to bind port 495b62a7-efa5-4875-b969-7bcc549cd35d on host n-h1-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:32:10.352060 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-0bd184b6-5a27-4c54-b9f8-57b72e99cba2 req-81b45dd2-9dbc-4250-b735-5d03f57366b2 service neutron] Attempting to bind port 495b62a7-efa5-4875-b969-7bcc549cd35d by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': 'fd2344b7-1a35-40fa-ad0f-bca8050daf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:32:10.352421 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd184b6-5a27-4c54-b9f8-57b72e99cba2 req-81b45dd2-9dbc-4250-b735-5d03f57366b2 service neutron] Attempting to bind port 495b62a7-efa5-4875-b969-7bcc549cd35d on network 1f25d978-5bd5-442e-af29-c42183639bfd {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:32:10.358560 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd184b6-5a27-4c54-b9f8-57b72e99cba2 req-81b45dd2-9dbc-4250-b735-5d03f57366b2 service neutron] Port 495b62a7-efa5-4875-b969-7bcc549cd35d on network 1f25d978-5bd5-442e-af29-c42183639bfd not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:32:10.359179 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd184b6-5a27-4c54-b9f8-57b72e99cba2 req-81b45dd2-9dbc-4250-b735-5d03f57366b2 service neutron] Attempting to bind port 495b62a7-efa5-4875-b969-7bcc549cd35d on network 1f25d978-5bd5-442e-af29-c42183639bfd {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:32:10.365318 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd184b6-5a27-4c54-b9f8-57b72e99cba2 req-81b45dd2-9dbc-4250-b735-5d03f57366b2 service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:32:10.366137 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd184b6-5a27-4c54-b9f8-57b72e99cba2 req-81b45dd2-9dbc-4250-b735-5d03f57366b2 service neutron] Checking segment: {'id': 'fd2344b7-1a35-40fa-ad0f-bca8050daf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:32:10.366740 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd184b6-5a27-4c54-b9f8-57b72e99cba2 req-81b45dd2-9dbc-4250-b735-5d03f57366b2 service neutron] Bound using segment: {'id': 'fd2344b7-1a35-40fa-ad0f-bca8050daf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:32:10.367347 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-0bd184b6-5a27-4c54-b9f8-57b72e99cba2 req-81b45dd2-9dbc-4250-b735-5d03f57366b2 service neutron] Bound port: 495b62a7-efa5-4875-b969-7bcc549cd35d, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd2344b7-1a35-40fa-ad0f-bca8050daf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:32:10.367721 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-0bd184b6-5a27-4c54-b9f8-57b72e99cba2 req-81b45dd2-9dbc-4250-b735-5d03f57366b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (495b62a7-efa5-4875-b969-7bcc549cd35d), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:10.470127 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-0bd184b6-5a27-4c54-b9f8-57b72e99cba2 req-81b45dd2-9dbc-4250-b735-5d03f57366b2 service neutron] For port 495b62a7-efa5-4875-b969-7bcc549cd35d, host n-h1-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:32:10.474140 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-0bd184b6-5a27-4c54-b9f8-57b72e99cba2 req-81b45dd2-9dbc-4250-b735-5d03f57366b2 service neutron] For port 495b62a7-efa5-4875-b969-7bcc549cd35d, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=495b62a7-efa5-4875-b969-7bcc549cd35d,segment=NetworkSegment(fd2344b7-1a35-40fa-ad0f-bca8050daf71),segment_id=fd2344b7-1a35-40fa-ad0f-bca8050daf71)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:32:10.481857 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45355333-7903-4120-9101-0ed871efc128 req-70e3bb09-93b5-47e6-9b40-94d9442783e9 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:10.483355 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-45355333-7903-4120-9101-0ed871efc128 req-70e3bb09-93b5-47e6-9b40-94d9442783e9 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=6c679682-5a3f-47b6-be6c-d89968d2cb09 HTTP/1.1" status: 200 len: 943 time: 0.0977986 Feb 09 22:32:10.489161 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-0bd184b6-5a27-4c54-b9f8-57b72e99cba2 req-81b45dd2-9dbc-4250-b735-5d03f57366b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (495b62a7-efa5-4875-b969-7bcc549cd35d), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:10.538754 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd184b6-5a27-4c54-b9f8-57b72e99cba2 req-81b45dd2-9dbc-4250-b735-5d03f57366b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:10.539385 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-0bd184b6-5a27-4c54-b9f8-57b72e99cba2 req-81b45dd2-9dbc-4250-b735-5d03f57366b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:10.540814 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0bd184b6-5a27-4c54-b9f8-57b72e99cba2 req-81b45dd2-9dbc-4250-b735-5d03f57366b2 service neutron] 10.222.0.95 "PUT /v2.0/ports/495b62a7-efa5-4875-b969-7bcc549cd35d HTTP/1.1" status: 200 len: 1091 time: 0.6637123 Feb 09 22:32:10.541271 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c679682-5a3f-47b6-be6c-d89968d2cb09', 'tag': '495b62a7-efa5-4875-b969-7bcc549cd35d'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:32:10.543534 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}084566773578a82c7ab9e8b7d7948f8d3f1cbdaece621e80e6759ea940bbe07a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4791c3d-2d01-4ffa-a745-ca87d2006ae9" -d '{"events": [{"name": "network-changed", "server_uuid": "6c679682-5a3f-47b6-be6c-d89968d2cb09", "tag": "495b62a7-efa5-4875-b969-7bcc549cd35d"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:32:10.604509 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b45dd2-9dbc-4250-b735-5d03f57366b2 service neutron] Pushing event updated for resources: {'Port': ['ID=495b62a7-efa5-4875-b969-7bcc549cd35d,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:32:10.625674 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-45355333-7903-4120-9101-0ed871efc128 req-1e4756ef-9a33-42ce-bcf2-a35444fa3960 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341374 Feb 09 22:32:10.661450 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8efd4187-11ed-416b-b663-67184c5df117 x-openstack-request-id: req-8efd4187-11ed-416b-b663-67184c5df117 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:32:10.661831 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c679682-5a3f-47b6-be6c-d89968d2cb09", "tag": "495b62a7-efa5-4875-b969-7bcc549cd35d", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:32:10.662094 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-8efd4187-11ed-416b-b663-67184c5df117 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:32:10.662498 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c679682-5a3f-47b6-be6c-d89968d2cb09', 'tag': '495b62a7-efa5-4875-b969-7bcc549cd35d', 'status': 'completed', 'code': 200} Feb 09 22:32:10.665358 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd184b6-5a27-4c54-b9f8-57b72e99cba2 req-fafe71c1-5720-4352-9028-516dac95e394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:10.666872 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0bd184b6-5a27-4c54-b9f8-57b72e99cba2 req-fafe71c1-5720-4352-9028-516dac95e394 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0e4ab427e53a42f9bee45c36c76ea676&device_id=6c679682-5a3f-47b6-be6c-d89968d2cb09 HTTP/1.1" status: 200 len: 1125 time: 0.0756626 Feb 09 22:32:10.710854 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0bd184b6-5a27-4c54-b9f8-57b72e99cba2 req-4e57cf6d-2aab-43ad-896f-6fa81e46e86d service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=495b62a7-efa5-4875-b969-7bcc549cd35d HTTP/1.1" status: 200 len: 217 time: 0.0374506 Feb 09 22:32:10.760468 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd184b6-5a27-4c54-b9f8-57b72e99cba2 req-e02cb2aa-b385-466d-a40c-ed45135c8889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:10.761946 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0bd184b6-5a27-4c54-b9f8-57b72e99cba2 req-e02cb2aa-b385-466d-a40c-ed45135c8889 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=28d07ad5-2470-4395-897a-4c85f8955d1d HTTP/1.1" status: 200 len: 851 time: 0.0451157 Feb 09 22:32:10.815668 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd184b6-5a27-4c54-b9f8-57b72e99cba2 req-999752f0-c119-4ade-9a06-8189ca7e867b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:10.817883 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0bd184b6-5a27-4c54-b9f8-57b72e99cba2 req-999752f0-c119-4ade-9a06-8189ca7e867b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=1f25d978-5bd5-442e-af29-c42183639bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0489590 Feb 09 22:32:10.905469 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0bd184b6-5a27-4c54-b9f8-57b72e99cba2 req-f03aed9c-5b7c-4689-ae82-e750f2734023 service neutron] 10.222.0.95 "GET /v2.0/networks/1f25d978-5bd5-442e-af29-c42183639bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799210 Feb 09 22:32:10.998207 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0bd184b6-5a27-4c54-b9f8-57b72e99cba2 req-1373df6a-48dc-48df-a860-7c75001be5d2 service neutron] 10.222.0.95 "GET /v2.0/networks/1f25d978-5bd5-442e-af29-c42183639bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867677 Feb 09 22:32:11.090151 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4791c3d-2d01-4ffa-a745-ca87d2006ae9 req-3dd2e337-776e-4ad6-8efb-04cfbc862c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:11.091665 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c4791c3d-2d01-4ffa-a745-ca87d2006ae9 req-3dd2e337-776e-4ad6-8efb-04cfbc862c14 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0e4ab427e53a42f9bee45c36c76ea676&device_id=6c679682-5a3f-47b6-be6c-d89968d2cb09 HTTP/1.1" status: 200 len: 1125 time: 0.0457737 Feb 09 22:32:11.094893 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d085bc76-53e6-4a9f-97e8-6d234d4ac1d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:11.179094 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4791c3d-2d01-4ffa-a745-ca87d2006ae9 req-f42ef30b-4c91-4384-a8ba-7a959eac6053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:11.180532 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c4791c3d-2d01-4ffa-a745-ca87d2006ae9 req-f42ef30b-4c91-4384-a8ba-7a959eac6053 service neutron] 10.222.0.95 "GET /v2.0/networks?id=1f25d978-5bd5-442e-af29-c42183639bfd HTTP/1.1" status: 200 len: 913 time: 0.0830142 Feb 09 22:32:11.225664 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c4791c3d-2d01-4ffa-a745-ca87d2006ae9 req-d1427eaa-6c6d-4308-a752-8cec28cb636d service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=495b62a7-efa5-4875-b969-7bcc549cd35d HTTP/1.1" status: 200 len: 217 time: 0.0387819 Feb 09 22:32:11.273440 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4791c3d-2d01-4ffa-a745-ca87d2006ae9 req-00257dd4-11b7-49b9-ab44-bf4bb8a16388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:11.274855 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c4791c3d-2d01-4ffa-a745-ca87d2006ae9 req-00257dd4-11b7-49b9-ab44-bf4bb8a16388 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=28d07ad5-2470-4395-897a-4c85f8955d1d HTTP/1.1" status: 200 len: 851 time: 0.0426338 Feb 09 22:32:11.325198 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4791c3d-2d01-4ffa-a745-ca87d2006ae9 req-06f8ec35-4e66-42c6-9ce6-3813cd52e53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:11.326719 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c4791c3d-2d01-4ffa-a745-ca87d2006ae9 req-06f8ec35-4e66-42c6-9ce6-3813cd52e53b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=1f25d978-5bd5-442e-af29-c42183639bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443523 Feb 09 22:32:11.420044 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c4791c3d-2d01-4ffa-a745-ca87d2006ae9 req-d5bdc38a-ab9a-4864-995f-9e6368a87ea5 service neutron] 10.222.0.95 "GET /v2.0/networks/1f25d978-5bd5-442e-af29-c42183639bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867708 Feb 09 22:32:11.507225 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c4791c3d-2d01-4ffa-a745-ca87d2006ae9 req-2569c87d-e49c-48a0-b273-53e8cc29f9ad service neutron] 10.222.0.95 "GET /v2.0/networks/1f25d978-5bd5-442e-af29-c42183639bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808456 Feb 09 22:32:11.754993 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da83e1bd-f77b-4207-b4a4-0159736eb7db req-4af26b35-887b-4a6f-bdb6-9b95109237b3 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:11.756505 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-da83e1bd-f77b-4207-b4a4-0159736eb7db req-4af26b35-887b-4a6f-bdb6-9b95109237b3 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=6c679682-5a3f-47b6-be6c-d89968d2cb09 HTTP/1.1" status: 200 len: 943 time: 0.0527995 Feb 09 22:32:11.806850 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-da83e1bd-f77b-4207-b4a4-0159736eb7db req-fe2237ab-bb71-48c5-86b6-201dd7779a82 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446653 Feb 09 22:32:12.925404 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de1d583-c23c-4b5f-8dc4-342be17a7821 req-58d77f2e-826a-4354-a39c-2d5e5fdf3485 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:12.927418 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0de1d583-c23c-4b5f-8dc4-342be17a7821 req-58d77f2e-826a-4354-a39c-2d5e5fdf3485 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=6c679682-5a3f-47b6-be6c-d89968d2cb09 HTTP/1.1" status: 200 len: 943 time: 0.0530927 Feb 09 22:32:12.936329 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:12.974135 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0de1d583-c23c-4b5f-8dc4-342be17a7821 req-77a2d7c7-d023-4329-8b27-59bc887693b7 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409422 Feb 09 22:32:14.092148 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c9735f-acb9-4c93-ab77-e771cb5b5c4c req-135a7bad-575e-4d45-88dd-1f93f57ff4bb tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:14.093675 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d8c9735f-acb9-4c93-ab77-e771cb5b5c4c req-135a7bad-575e-4d45-88dd-1f93f57ff4bb tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=6c679682-5a3f-47b6-be6c-d89968d2cb09 HTTP/1.1" status: 200 len: 943 time: 0.0525675 Feb 09 22:32:14.139655 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d8c9735f-acb9-4c93-ab77-e771cb5b5c4c req-aa18a335-495f-4c41-a12d-233b7b4fd8c5 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403805 Feb 09 22:32:14.349474 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:14.630285 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 495b62a7-efa5-4875-b969-7bcc549cd35d details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:32:14.732601 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 495b62a7-efa5-4875-b969-7bcc549cd35d, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=495b62a7-efa5-4875-b969-7bcc549cd35d,segment=NetworkSegment(fd2344b7-1a35-40fa-ad0f-bca8050daf71),segment_id=fd2344b7-1a35-40fa-ad0f-bca8050daf71)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:32:14.743574 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': '495b62a7-efa5-4875-b969-7bcc549cd35d', 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd', 'port_id': '495b62a7-efa5-4875-b969-7bcc549cd35d', 'mac_address': 'fa:16:3e:dc:d1:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d07ad5-2470-4395-897a-4c85f8955d1d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:32:14.779804 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 495b62a7-efa5-4875-b969-7bcc549cd35d is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:32:14.780190 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (495b62a7-efa5-4875-b969-7bcc549cd35d), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:14.793120 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 495b62a7-efa5-4875-b969-7bcc549cd35d {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:32:14.813013 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 495b62a7-efa5-4875-b969-7bcc549cd35d, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=495b62a7-efa5-4875-b969-7bcc549cd35d,segment=NetworkSegment(fd2344b7-1a35-40fa-ad0f-bca8050daf71),segment_id=fd2344b7-1a35-40fa-ad0f-bca8050daf71)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:32:14.817423 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (495b62a7-efa5-4875-b969-7bcc549cd35d), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:14.862013 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=495b62a7-efa5-4875-b969-7bcc549cd35d,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:32:15.034841 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['495b62a7-efa5-4875-b969-7bcc549cd35d'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:32:15.261488 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd61769-aa6b-478e-b20c-5788bc3d725b req-045b3561-f813-4aa3-99e5-86a2b715f01a tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:15.262966 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6cd61769-aa6b-478e-b20c-5788bc3d725b req-045b3561-f813-4aa3-99e5-86a2b715f01a tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=6c679682-5a3f-47b6-be6c-d89968d2cb09 HTTP/1.1" status: 200 len: 944 time: 0.0559990 Feb 09 22:32:15.309620 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6cd61769-aa6b-478e-b20c-5788bc3d725b req-60bc2d0c-257a-4ffd-922e-8e7627df102e tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409529 Feb 09 22:32:15.451146 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:16.429692 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aa6768-65d4-48d7-954e-f94e039564ea req-729a7cb1-1769-4306-9f8a-a476c649ed03 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:16.431192 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-50aa6768-65d4-48d7-954e-f94e039564ea req-729a7cb1-1769-4306-9f8a-a476c649ed03 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=6c679682-5a3f-47b6-be6c-d89968d2cb09 HTTP/1.1" status: 200 len: 944 time: 0.0530601 Feb 09 22:32:16.476512 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-50aa6768-65d4-48d7-954e-f94e039564ea req-be738753-9ea4-4451-a756-f2891bcb9152 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395212 Feb 09 22:32:16.646220 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 495b62a7-efa5-4875-b969-7bcc549cd35d up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:32:16.694184 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning for port 495b62a7-efa5-4875-b969-7bcc549cd35d completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:32:16.697985 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port 495b62a7-efa5-4875-b969-7bcc549cd35d triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:32:16.698358 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (495b62a7-efa5-4875-b969-7bcc549cd35d), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:16.775512 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 495b62a7-efa5-4875-b969-7bcc549cd35d is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:32:16.775824 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (495b62a7-efa5-4875-b969-7bcc549cd35d), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:16.798298 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c679682-5a3f-47b6-be6c-d89968d2cb09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '495b62a7-efa5-4875-b969-7bcc549cd35d'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:32:16.801158 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cf4d4d953224237653245d15ffec07a65c4bd356d4237fd84236d8abf5d48a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81ace357-1701-4cb8-af7d-ab2b2e151278" -d '{"events": [{"server_uuid": "6c679682-5a3f-47b6-be6c-d89968d2cb09", "name": "network-vif-plugged", "status": "completed", "tag": "495b62a7-efa5-4875-b969-7bcc549cd35d"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:32:16.813525 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 495b62a7-efa5-4875-b969-7bcc549cd35d, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=495b62a7-efa5-4875-b969-7bcc549cd35d,segment=NetworkSegment(fd2344b7-1a35-40fa-ad0f-bca8050daf71),segment_id=fd2344b7-1a35-40fa-ad0f-bca8050daf71)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:32:16.817518 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (495b62a7-efa5-4875-b969-7bcc549cd35d), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:16.840638 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31f41fe7-0877-48b4-9722-eae8b7c3b592 x-openstack-request-id: req-31f41fe7-0877-48b4-9722-eae8b7c3b592 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:32:16.840936 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c679682-5a3f-47b6-be6c-d89968d2cb09", "name": "network-vif-plugged", "status": "completed", "tag": "495b62a7-efa5-4875-b969-7bcc549cd35d", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:32:16.841195 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-31f41fe7-0877-48b4-9722-eae8b7c3b592 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:32:16.841596 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c679682-5a3f-47b6-be6c-d89968d2cb09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '495b62a7-efa5-4875-b969-7bcc549cd35d', 'code': 200} Feb 09 22:32:16.868160 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=495b62a7-efa5-4875-b969-7bcc549cd35d,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:32:16.875899 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:32:16.876262 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:32:16.876608 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:32:16.876945 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:32:16.877279 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:32:16.877608 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:32:16.877934 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:32:16.878262 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:32:16.878614 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:32:16.878942 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:32:16.879264 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:32:16.879585 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:32:16.879967 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:32:16.950526 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b2826-246f-4df8-a3f5-b1c99b5081b2 req-0f2bdc19-2087-4ccc-8429-93c710ec2003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:16.952015 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-254b2826-246f-4df8-a3f5-b1c99b5081b2 req-0f2bdc19-2087-4ccc-8429-93c710ec2003 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=6c679682-5a3f-47b6-be6c-d89968d2cb09 HTTP/1.1" status: 200 len: 1127 time: 0.0478315 Feb 09 22:32:16.994811 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-254b2826-246f-4df8-a3f5-b1c99b5081b2 req-ffe83972-4e5c-4fc3-9c8f-7674f40a7243 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365219 Feb 09 22:32:17.593380 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcbfdba-8678-464e-b5df-7997674a05e6 req-7a2af302-e4e0-4bd5-b1a2-d08754aefc4d tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:17.594863 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9fcbfdba-8678-464e-b5df-7997674a05e6 req-7a2af302-e4e0-4bd5-b1a2-d08754aefc4d tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=6c679682-5a3f-47b6-be6c-d89968d2cb09 HTTP/1.1" status: 200 len: 945 time: 0.0524733 Feb 09 22:32:17.643229 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9fcbfdba-8678-464e-b5df-7997674a05e6 req-dd0b3968-463c-478c-b678-e68f8727a65c tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403662 Feb 09 22:32:18.561348 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:32:18.763940 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00009647-c910-4fc8-86c1-5d137153065c req-3a50f0eb-8f86-4869-a49b-3096c5071f25 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:18.765455 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-00009647-c910-4fc8-86c1-5d137153065c req-3a50f0eb-8f86-4869-a49b-3096c5071f25 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=6c679682-5a3f-47b6-be6c-d89968d2cb09 HTTP/1.1" status: 200 len: 945 time: 0.0513256 Feb 09 22:32:18.815108 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-00009647-c910-4fc8-86c1-5d137153065c req-9503af42-1fe9-4ee1-add5-1b909b4e2607 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435216 Feb 09 22:32:18.927665 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a156118-a373-4aa4-9460-7a7d424f1e65 req-8c65477e-213d-4c33-abc1-0aa57890ea79 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:18.929166 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8a156118-a373-4aa4-9460-7a7d424f1e65 req-8c65477e-213d-4c33-abc1-0aa57890ea79 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=6c679682-5a3f-47b6-be6c-d89968d2cb09 HTTP/1.1" status: 200 len: 945 time: 0.0517638 Feb 09 22:32:18.937853 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 51794) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:32:18.942624 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-652e7cb6-94dc-4e2b-b658-f3357989f760 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Request body: {'floatingip': {'port_id': '495b62a7-efa5-4875-b969-7bcc549cd35d'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:32:18.980425 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-652e7cb6-94dc-4e2b-b658-f3357989f760 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Publish callbacks [] for floatingip (56e14feb-e186-4e58-ad5e-6eac4d5cc1b6), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:19.704019 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-652e7cb6-94dc-4e2b-b658-f3357989f760 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:19.708362 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-652e7cb6-94dc-4e2b-b658-f3357989f760 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (56e14feb-e186-4e58-ad5e-6eac4d5cc1b6), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:19.807482 n-d-828369-5 neutron-server[103140]: INFO neutron.db.l3_db [None req-652e7cb6-94dc-4e2b-b658-f3357989f760 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Floating IP 56e14feb-e186-4e58-ad5e-6eac4d5cc1b6 associated. External IP: 172.25.3.251, port: 495b62a7-efa5-4875-b969-7bcc549cd35d. Feb 09 22:32:20.017413 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-652e7cb6-94dc-4e2b-b658-f3357989f760 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Router 0e42bdb4-42c5-4ac2-bb49-b06affe71697 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:32:20.124631 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-652e7cb6-94dc-4e2b-b658-f3357989f760 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:32:20.129457 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-652e7cb6-94dc-4e2b-b658-f3357989f760 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:20.134757 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64eaab2f-1494-4c29-9290-f54acea89692 None None] Sync routers for ids ['0e42bdb4-42c5-4ac2-bb49-b06affe71697'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:32:20.151038 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64eaab2f-1494-4c29-9290-f54acea89692 None None] Routers {'0e42bdb4-42c5-4ac2-bb49-b06affe71697'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:32:20.151681 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-64eaab2f-1494-4c29-9290-f54acea89692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:32:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['0e42bdb4-42c5-4ac2-bb49-b06affe71697'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:32:20.165792 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-652e7cb6-94dc-4e2b-b658-f3357989f760 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "PUT /v2.0/floatingips/56e14feb-e186-4e58-ad5e-6eac4d5cc1b6 HTTP/1.1" status: 200 len: 992 time: 1.2268624 Feb 09 22:32:20.166395 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c679682-5a3f-47b6-be6c-d89968d2cb09', 'tag': '495b62a7-efa5-4875-b969-7bcc549cd35d'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:32:20.169244 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}084566773578a82c7ab9e8b7d7948f8d3f1cbdaece621e80e6759ea940bbe07a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2313c87a-0f72-42ee-8d2d-26d335f85cdc" -d '{"events": [{"name": "network-changed", "server_uuid": "6c679682-5a3f-47b6-be6c-d89968d2cb09", "tag": "495b62a7-efa5-4875-b969-7bcc549cd35d"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:32:20.209170 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5162c4d5-78b9-4a87-8c71-1d1b70d18829 x-openstack-request-id: req-5162c4d5-78b9-4a87-8c71-1d1b70d18829 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:32:20.209465 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c679682-5a3f-47b6-be6c-d89968d2cb09", "tag": "495b62a7-efa5-4875-b969-7bcc549cd35d", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:32:20.209718 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-5162c4d5-78b9-4a87-8c71-1d1b70d18829 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:32:20.210119 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c679682-5a3f-47b6-be6c-d89968d2cb09', 'tag': '495b62a7-efa5-4875-b969-7bcc549cd35d', 'status': 'completed', 'code': 200} Feb 09 22:32:20.266949 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-64eaab2f-1494-4c29-9290-f54acea89692 None None] Set router 0e42bdb4-42c5-4ac2-bb49-b06affe71697 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:32:20.308846 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072fcb1f-7918-4e67-943f-d2ebd9be3350 req-0f930781-2438-4765-b416-1d8b5aa3ed69 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:20.310283 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-072fcb1f-7918-4e67-943f-d2ebd9be3350 req-0f930781-2438-4765-b416-1d8b5aa3ed69 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=6c679682-5a3f-47b6-be6c-d89968d2cb09 HTTP/1.1" status: 200 len: 945 time: 0.0884936 Feb 09 22:32:20.313274 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2313c87a-0f72-42ee-8d2d-26d335f85cdc req-214d7f76-49ab-49e9-b82d-2f3f5411a9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:20.314670 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2313c87a-0f72-42ee-8d2d-26d335f85cdc req-214d7f76-49ab-49e9-b82d-2f3f5411a9b6 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0e4ab427e53a42f9bee45c36c76ea676&device_id=6c679682-5a3f-47b6-be6c-d89968d2cb09 HTTP/1.1" status: 200 len: 1127 time: 0.0792489 Feb 09 22:32:20.411473 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-072fcb1f-7918-4e67-943f-d2ebd9be3350 req-83f4a233-aec5-4cdd-b3ec-60f52646a9da tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942249 Feb 09 22:32:20.438923 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2313c87a-0f72-42ee-8d2d-26d335f85cdc req-550f7ef6-0535-46cf-a55d-5b57b5d92499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:20.440427 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2313c87a-0f72-42ee-8d2d-26d335f85cdc req-550f7ef6-0535-46cf-a55d-5b57b5d92499 service neutron] 10.222.0.95 "GET /v2.0/networks?id=1f25d978-5bd5-442e-af29-c42183639bfd HTTP/1.1" status: 200 len: 913 time: 0.1173961 Feb 09 22:32:20.493708 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-64eaab2f-1494-4c29-9290-f54acea89692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e42bdb4-42c5-4ac2-bb49-b06affe71697', 'name': 'tempest-ServerActionsTestJSON-1694563516-router', 'tenant_id': '0e4ab427e53a42f9bee45c36c76ea676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '49fdb7f0-c4bf-41f7-a45a-86c4658b98e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:29:14Z', 'updated_at': '2022-02-09T22:29:17Z', 'revision_number': 4, 'project_id': '0e4ab427e53a42f9bee45c36c76ea676', 'gw_port': {'id': '49fdb7f0-c4bf-41f7-a45a-86c4658b98e6', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e42bdb4-42c5-4ac2-bb49-b06affe71697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:29:15Z', 'updated_at': '2022-02-09T22:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': '56e14feb-e186-4e58-ad5e-6eac4d5cc1b6', 'tenant_id': '0e4ab427e53a42f9bee45c36c76ea676', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': '0e42bdb4-42c5-4ac2-bb49-b06affe71697', 'port_id': '495b62a7-efa5-4875-b969-7bcc549cd35d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd', 'mac_address': 'fa:16:3e:dc:d1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c679682-5a3f-47b6-be6c-d89968d2cb09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:29:19Z', 'updated_at': '2022-02-09T22:32:19Z', 'revision_number': 13, 'project_id': '0e4ab427e53a42f9bee45c36c76ea676', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1381b3c8-01b6-4983-8019-f1c30cfc1fd5', 'name': '', 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd', 'tenant_id': '0e4ab427e53a42f9bee45c36c76ea676', 'mac_address': 'fa:16:3e:dc:53:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e42bdb4-42c5-4ac2-bb49-b06affe71697', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '28d07ad5-2470-4395-897a-4c85f8955d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:29:16Z', 'updated_at': '2022-02-09T22:29:21Z', 'revision_number': 5, 'project_id': '0e4ab427e53a42f9bee45c36c76ea676', 'subnets': [{'id': '28d07ad5-2470-4395-897a-4c85f8955d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:32:20.509503 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2313c87a-0f72-42ee-8d2d-26d335f85cdc req-f71f1305-50aa-4f6a-9df3-6d83c350357a service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=495b62a7-efa5-4875-b969-7bcc549cd35d HTTP/1.1" status: 200 len: 1000 time: 0.0607693 Feb 09 22:32:20.519438 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64eaab2f-1494-4c29-9290-f54acea89692 None None] Checking router: 0e42bdb4-42c5-4ac2-bb49-b06affe71697 for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:32:20.528200 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64eaab2f-1494-4c29-9290-f54acea89692 None None] Routers {'0e42bdb4-42c5-4ac2-bb49-b06affe71697'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:32:20.528918 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-64eaab2f-1494-4c29-9290-f54acea89692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:32:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['0e42bdb4-42c5-4ac2-bb49-b06affe71697'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:32:20.564690 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2313c87a-0f72-42ee-8d2d-26d335f85cdc req-0154167a-344f-40f2-864f-c8bdcf9142c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:20.566164 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2313c87a-0f72-42ee-8d2d-26d335f85cdc req-0154167a-344f-40f2-864f-c8bdcf9142c2 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=28d07ad5-2470-4395-897a-4c85f8955d1d HTTP/1.1" status: 200 len: 851 time: 0.0507994 Feb 09 22:32:20.616036 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2313c87a-0f72-42ee-8d2d-26d335f85cdc req-00284569-d6af-41d5-9dc0-f4bbfa71f021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:20.617717 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2313c87a-0f72-42ee-8d2d-26d335f85cdc req-00284569-d6af-41d5-9dc0-f4bbfa71f021 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=1f25d978-5bd5-442e-af29-c42183639bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443506 Feb 09 22:32:20.638054 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-64eaab2f-1494-4c29-9290-f54acea89692 None None] Set router 0e42bdb4-42c5-4ac2-bb49-b06affe71697 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:32:20.706528 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2313c87a-0f72-42ee-8d2d-26d335f85cdc req-0ad6ca08-58ac-4374-bbb2-7fbed22d6fef service neutron] 10.222.0.95 "GET /v2.0/networks/1f25d978-5bd5-442e-af29-c42183639bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816786 Feb 09 22:32:20.798174 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2313c87a-0f72-42ee-8d2d-26d335f85cdc req-9a30028f-b5f9-462e-9ef8-13243f561f9c service neutron] 10.222.0.95 "GET /v2.0/networks/1f25d978-5bd5-442e-af29-c42183639bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856996 Feb 09 22:32:20.859476 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-64eaab2f-1494-4c29-9290-f54acea89692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e42bdb4-42c5-4ac2-bb49-b06affe71697', 'name': 'tempest-ServerActionsTestJSON-1694563516-router', 'tenant_id': '0e4ab427e53a42f9bee45c36c76ea676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '49fdb7f0-c4bf-41f7-a45a-86c4658b98e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:29:14Z', 'updated_at': '2022-02-09T22:29:17Z', 'revision_number': 4, 'project_id': '0e4ab427e53a42f9bee45c36c76ea676', 'gw_port': {'id': '49fdb7f0-c4bf-41f7-a45a-86c4658b98e6', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e42bdb4-42c5-4ac2-bb49-b06affe71697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:29:15Z', 'updated_at': '2022-02-09T22:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': '56e14feb-e186-4e58-ad5e-6eac4d5cc1b6', 'tenant_id': '0e4ab427e53a42f9bee45c36c76ea676', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': '0e42bdb4-42c5-4ac2-bb49-b06affe71697', 'port_id': '495b62a7-efa5-4875-b969-7bcc549cd35d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd', 'mac_address': 'fa:16:3e:dc:d1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c679682-5a3f-47b6-be6c-d89968d2cb09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:29:19Z', 'updated_at': '2022-02-09T22:32:19Z', 'revision_number': 13, 'project_id': '0e4ab427e53a42f9bee45c36c76ea676', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1381b3c8-01b6-4983-8019-f1c30cfc1fd5', 'name': '', 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd', 'tenant_id': '0e4ab427e53a42f9bee45c36c76ea676', 'mac_address': 'fa:16:3e:dc:53:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e42bdb4-42c5-4ac2-bb49-b06affe71697', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '28d07ad5-2470-4395-897a-4c85f8955d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:29:16Z', 'updated_at': '2022-02-09T22:29:21Z', 'revision_number': 5, 'project_id': '0e4ab427e53a42f9bee45c36c76ea676', 'subnets': [{'id': '28d07ad5-2470-4395-897a-4c85f8955d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:32:20.885747 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64eaab2f-1494-4c29-9290-f54acea89692 None None] The sync data for ids ['0e42bdb4-42c5-4ac2-bb49-b06affe71697'] in n-d-828369-5 is: [{'id': '0e42bdb4-42c5-4ac2-bb49-b06affe71697', 'name': 'tempest-ServerActionsTestJSON-1694563516-router', 'tenant_id': '0e4ab427e53a42f9bee45c36c76ea676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '49fdb7f0-c4bf-41f7-a45a-86c4658b98e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:29:14Z', 'updated_at': '2022-02-09T22:29:17Z', 'revision_number': 4, 'project_id': '0e4ab427e53a42f9bee45c36c76ea676', 'gw_port': {'id': '49fdb7f0-c4bf-41f7-a45a-86c4658b98e6', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e42bdb4-42c5-4ac2-bb49-b06affe71697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:29:15Z', 'updated_at': '2022-02-09T22:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': '56e14feb-e186-4e58-ad5e-6eac4d5cc1b6', 'tenant_id': '0e4ab427e53a42f9bee45c36c76ea676', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': '0e42bdb4-42c5-4ac2-bb49-b06affe71697', 'port_id': '495b62a7-efa5-4875-b969-7bcc549cd35d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd', 'mac_address': 'fa:16:3e:dc:d1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c679682-5a3f-47b6-be6c-d89968d2cb09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:29:19Z', 'updated_at': '2022-02-09T22:32:19Z', 'revision_number': 13, 'project_id': '0e4ab427e53a42f9bee45c36c76ea676', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1381b3c8-01b6-4983-8019-f1c30cfc1fd5', 'name': '', 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd', 'tenant_id': '0e4ab427e53a42f9bee45c36c76ea676', 'mac_address': 'fa:16:3e:dc:53:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e42bdb4-42c5-4ac2-bb49-b06affe71697', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '28d07ad5-2470-4395-897a-4c85f8955d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:29:16Z', 'updated_at': '2022-02-09T22:29:21Z', 'revision_number': 5, 'project_id': '0e4ab427e53a42f9bee45c36c76ea676', 'subnets': [{'id': '28d07ad5-2470-4395-897a-4c85f8955d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:32:21.079704 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999c23c8-f1b3-46f8-83cb-2b9f295a5ecd None None] New status for floating IP 56e14feb-e186-4e58-ad5e-6eac4d5cc1b6: ACTIVE {{(pid=103143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:32:21.533230 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5561ab-4722-45ba-9824-ab7fb5088ff1 req-6102784e-26ce-4cfd-86bc-af9182dfe0e8 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:21.534707 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dd5561ab-4722-45ba-9824-ab7fb5088ff1 req-6102784e-26ce-4cfd-86bc-af9182dfe0e8 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=6c679682-5a3f-47b6-be6c-d89968d2cb09 HTTP/1.1" status: 200 len: 945 time: 0.0528374 Feb 09 22:32:21.580850 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dd5561ab-4722-45ba-9824-ab7fb5088ff1 req-3cc062c5-31f0-4f8c-93b7-805c1084318d tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399702 Feb 09 22:32:21.897542 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:23.980929 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:24.084181 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0bd230-2b03-4343-b33d-643db2f3ca5d req-544be20f-36a9-4509-ae59-e4daf51a114b tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:24.085709 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-aa0bd230-2b03-4343-b33d-643db2f3ca5d req-544be20f-36a9-4509-ae59-e4daf51a114b tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=6c679682-5a3f-47b6-be6c-d89968d2cb09 HTTP/1.1" status: 200 len: 945 time: 0.0580189 Feb 09 22:32:24.132069 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-aa0bd230-2b03-4343-b33d-643db2f3ca5d req-2ab920b4-6f7a-4f1a-8a6d-d6686c6f8413 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406971 Feb 09 22:32:39.158570 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d75c1a8f-ac0d-4d48-8967-055003cdccc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:40.483991 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0682efe4-8118-4f7a-b492-5719beba26a1 req-58a4b0ff-64e3-4ab4-9153-03104caafffb service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=6c679682-5a3f-47b6-be6c-d89968d2cb09&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0444884 Feb 09 22:32:40.501049 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e151847-72e2-4770-83c8-d0d5ad75d340 req-7810e1c3-82de-41e8-9e50-0b5c7a8fd906 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:40.502556 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3e151847-72e2-4770-83c8-d0d5ad75d340 req-7810e1c3-82de-41e8-9e50-0b5c7a8fd906 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=6c679682-5a3f-47b6-be6c-d89968d2cb09 HTTP/1.1" status: 200 len: 945 time: 0.0537415 Feb 09 22:32:40.550827 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3e151847-72e2-4770-83c8-d0d5ad75d340 req-84783dfc-de42-4413-8682-6bf86f6fc950 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422862 Feb 09 22:32:41.095941 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-16aa0950-fbc1-4cc0-a964-ef8a6e35b2c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:41.596011 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0682efe4-8118-4f7a-b492-5719beba26a1 req-bb4c1045-a7f1-4897-9937-af5bf1aaac52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:41.597568 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0682efe4-8118-4f7a-b492-5719beba26a1 req-bb4c1045-a7f1-4897-9937-af5bf1aaac52 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0e4ab427e53a42f9bee45c36c76ea676&device_id=6c679682-5a3f-47b6-be6c-d89968d2cb09 HTTP/1.1" status: 200 len: 1127 time: 0.0443878 Feb 09 22:32:41.723919 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0682efe4-8118-4f7a-b492-5719beba26a1 req-c9b59b9e-c12d-476b-b47d-f1131d95f22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:41.725428 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0682efe4-8118-4f7a-b492-5719beba26a1 req-c9b59b9e-c12d-476b-b47d-f1131d95f22c service neutron] 10.222.0.95 "GET /v2.0/networks?id=1f25d978-5bd5-442e-af29-c42183639bfd HTTP/1.1" status: 200 len: 913 time: 0.1216660 Feb 09 22:32:41.732176 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8734e9f-ad00-4439-b559-bb207141f210 req-91d2982d-b04a-432c-bc9d-414fe13f04dd tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:41.733567 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d8734e9f-ad00-4439-b559-bb207141f210 req-91d2982d-b04a-432c-bc9d-414fe13f04dd tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=6c679682-5a3f-47b6-be6c-d89968d2cb09 HTTP/1.1" status: 200 len: 945 time: 0.1123838 Feb 09 22:32:41.825631 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0682efe4-8118-4f7a-b492-5719beba26a1 req-0f4737c1-e3df-4070-8433-f00a5cd4eac7 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=495b62a7-efa5-4875-b969-7bcc549cd35d HTTP/1.1" status: 200 len: 1002 time: 0.0911019 Feb 09 22:32:41.829765 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d8734e9f-ad00-4439-b559-bb207141f210 req-0b54cbb5-3f2b-4163-bb59-4c895b2fdc81 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887399 Feb 09 22:32:41.874816 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0682efe4-8118-4f7a-b492-5719beba26a1 req-fd4c764a-7111-4e20-872d-d17a0748aa4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:41.876380 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0682efe4-8118-4f7a-b492-5719beba26a1 req-fd4c764a-7111-4e20-872d-d17a0748aa4e service neutron] 10.222.0.95 "GET /v2.0/subnets?id=28d07ad5-2470-4395-897a-4c85f8955d1d HTTP/1.1" status: 200 len: 851 time: 0.0444598 Feb 09 22:32:41.931547 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0682efe4-8118-4f7a-b492-5719beba26a1 req-7c4d7900-be19-4ca0-a8f5-f4ad87dfda40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:41.933175 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0682efe4-8118-4f7a-b492-5719beba26a1 req-7c4d7900-be19-4ca0-a8f5-f4ad87dfda40 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=1f25d978-5bd5-442e-af29-c42183639bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0457580 Feb 09 22:32:42.025763 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0682efe4-8118-4f7a-b492-5719beba26a1 req-2edbfbe2-e2df-46cb-a3ee-c20391b57e33 service neutron] 10.222.0.95 "GET /v2.0/networks/1f25d978-5bd5-442e-af29-c42183639bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859487 Feb 09 22:32:42.130450 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0682efe4-8118-4f7a-b492-5719beba26a1 req-b77a29f7-5c7b-43d5-9129-b63301c50c41 service neutron] 10.222.0.95 "GET /v2.0/networks/1f25d978-5bd5-442e-af29-c42183639bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972712 Feb 09 22:32:42.941452 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:42.963198 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb464e21-bf01-4551-9e01-216b091dd358 req-2f1ecb6f-1a56-48bf-9a6a-874e8e495b58 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:42.964750 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bb464e21-bf01-4551-9e01-216b091dd358 req-2f1ecb6f-1a56-48bf-9a6a-874e8e495b58 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=6c679682-5a3f-47b6-be6c-d89968d2cb09 HTTP/1.1" status: 200 len: 945 time: 0.0587273 Feb 09 22:32:43.011241 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bb464e21-bf01-4551-9e01-216b091dd358 req-50d400a6-863b-4b38-a24f-eedfc1a6ba7a tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409181 Feb 09 22:32:44.146596 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da36620-cf55-427d-9419-6c5fe427485d req-69fdabf7-4325-4a86-9491-4ff071d19f4f tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:44.148072 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1da36620-cf55-427d-9419-6c5fe427485d req-69fdabf7-4325-4a86-9491-4ff071d19f4f tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=6c679682-5a3f-47b6-be6c-d89968d2cb09 HTTP/1.1" status: 200 len: 945 time: 0.0585535 Feb 09 22:32:44.195204 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1da36620-cf55-427d-9419-6c5fe427485d req-32db45a8-3681-44cd-9d7c-f632275fd4bb tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415311 Feb 09 22:32:44.352659 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:45.312848 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7f22c0-7a21-4dc2-896b-f603a56f9c21 req-d46be2e5-6fe2-4ffc-a307-bb77ff0a2963 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:45.314336 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4c7f22c0-7a21-4dc2-896b-f603a56f9c21 req-d46be2e5-6fe2-4ffc-a307-bb77ff0a2963 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=6c679682-5a3f-47b6-be6c-d89968d2cb09 HTTP/1.1" status: 200 len: 945 time: 0.0521472 Feb 09 22:32:45.364427 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4c7f22c0-7a21-4dc2-896b-f603a56f9c21 req-22f86296-f340-4056-b46d-2cc5881fdc2b tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436661 Feb 09 22:32:45.453468 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:46.484835 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87648369-1bd1-4e5e-8407-ab535b86eab6 req-5ea8d098-296e-4f9c-bc5b-7e21c33de26f tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:46.486922 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-87648369-1bd1-4e5e-8407-ab535b86eab6 req-5ea8d098-296e-4f9c-bc5b-7e21c33de26f tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=6c679682-5a3f-47b6-be6c-d89968d2cb09 HTTP/1.1" status: 200 len: 945 time: 0.0535338 Feb 09 22:32:46.533274 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-87648369-1bd1-4e5e-8407-ab535b86eab6 req-d63d4db6-44a6-44fe-92ee-f372eba91e0e tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405796 Feb 09 22:32:47.651545 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76429cc-3b94-44ab-9226-51f8823ac6e4 req-fa072923-7d60-4483-9107-ce3d38f1c493 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:47.653049 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f76429cc-3b94-44ab-9226-51f8823ac6e4 req-fa072923-7d60-4483-9107-ce3d38f1c493 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=6c679682-5a3f-47b6-be6c-d89968d2cb09 HTTP/1.1" status: 200 len: 945 time: 0.0522549 Feb 09 22:32:47.699682 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f76429cc-3b94-44ab-9226-51f8823ac6e4 req-2621e58a-3cce-49c3-9545-ceefb744bf1f tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411210 Feb 09 22:32:48.822084 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f650526c-9668-4aee-b274-0b898bfe7be2 req-c18ecb5a-202b-44c8-b856-37967eb1c6b5 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:48.823578 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f650526c-9668-4aee-b274-0b898bfe7be2 req-c18ecb5a-202b-44c8-b856-37967eb1c6b5 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=6c679682-5a3f-47b6-be6c-d89968d2cb09 HTTP/1.1" status: 200 len: 945 time: 0.0564184 Feb 09 22:32:48.869310 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f650526c-9668-4aee-b274-0b898bfe7be2 req-423a6c87-9064-48cd-a436-eb7f35bc8534 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401642 Feb 09 22:32:49.988516 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9400efa-c753-41cb-9b3a-9c6e0aa93aef req-ddb6f646-2673-4f88-a35c-14943b82c8c2 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:49.990595 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b9400efa-c753-41cb-9b3a-9c6e0aa93aef req-ddb6f646-2673-4f88-a35c-14943b82c8c2 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=6c679682-5a3f-47b6-be6c-d89968d2cb09 HTTP/1.1" status: 200 len: 945 time: 0.0541368 Feb 09 22:32:50.049106 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b9400efa-c753-41cb-9b3a-9c6e0aa93aef req-1a44a5f8-1e2e-4b34-8d3a-9a19ff2a0a67 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526505 Feb 09 22:32:51.170505 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9f49d9-2cc9-4184-ac90-0384a610d319 req-66a53ed2-fc9e-4e11-8565-65fb1a3f3bfc tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:51.172008 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-da9f49d9-2cc9-4184-ac90-0384a610d319 req-66a53ed2-fc9e-4e11-8565-65fb1a3f3bfc tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=6c679682-5a3f-47b6-be6c-d89968d2cb09 HTTP/1.1" status: 200 len: 945 time: 0.0527885 Feb 09 22:32:51.223682 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-da9f49d9-2cc9-4184-ac90-0384a610d319 req-27435139-c8ab-4772-a3a0-180586ab5b88 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454314 Feb 09 22:32:51.910322 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:52.345916 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd367a6f-720b-435a-bbd8-4e366e379500 req-7519f66a-40a7-41bc-8113-8c73c5020ed6 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:52.347412 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bd367a6f-720b-435a-bbd8-4e366e379500 req-7519f66a-40a7-41bc-8113-8c73c5020ed6 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=6c679682-5a3f-47b6-be6c-d89968d2cb09 HTTP/1.1" status: 200 len: 945 time: 0.0531363 Feb 09 22:32:52.401466 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bd367a6f-720b-435a-bbd8-4e366e379500 req-7405f6e3-b54b-4d49-852e-fc7a42de27f8 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483632 Feb 09 22:32:52.806290 n-d-828369-5 neutron-server[103140]: INFO neutron.api.v2.resource [req-0682efe4-8118-4f7a-b492-5719beba26a1 req-6a53c610-93a5-4634-a38c-c90880851c7d service neutron] show failed (client error): The resource could not be found. Feb 09 22:32:52.807299 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0682efe4-8118-4f7a-b492-5719beba26a1 req-6a53c610-93a5-4634-a38c-c90880851c7d service neutron] 10.222.0.95 "GET /v2.0/ports/495b62a7-efa5-4875-b969-7bcc549cd35d/bindings/n-h2-828369-5 HTTP/1.1" status: 404 len: 380 time: 0.0538130 Feb 09 22:32:52.921412 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 495b62a7-efa5-4875-b969-7bcc549cd35d no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:32:53.008739 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 495b62a7-efa5-4875-b969-7bcc549cd35d is: ACTIVE; New status is: DOWN {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:32:53.009140 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (495b62a7-efa5-4875-b969-7bcc549cd35d), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:53.019175 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0682efe4-8118-4f7a-b492-5719beba26a1 req-39648082-da2b-4485-9cc9-f49c1f6b9d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:53.020838 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0682efe4-8118-4f7a-b492-5719beba26a1 req-39648082-da2b-4485-9cc9-f49c1f6b9d32 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=6c679682-5a3f-47b6-be6c-d89968d2cb09&tenant_id=0e4ab427e53a42f9bee45c36c76ea676 HTTP/1.1" status: 200 len: 1127 time: 0.0498066 Feb 09 22:32:53.031639 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c679682-5a3f-47b6-be6c-d89968d2cb09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '495b62a7-efa5-4875-b969-7bcc549cd35d'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:32:53.033091 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-0682efe4-8118-4f7a-b492-5719beba26a1 req-4d68913d-057a-4f56-b136-626ca4ef69b8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828369-5', 'device_owner': 'compute:nova'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:32:53.034022 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cf4d4d953224237653245d15ffec07a65c4bd356d4237fd84236d8abf5d48a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33c69748-74ab-4a13-8e48-c1f68249db98" -d '{"events": [{"server_uuid": "6c679682-5a3f-47b6-be6c-d89968d2cb09", "name": "network-vif-unplugged", "status": "completed", "tag": "495b62a7-efa5-4875-b969-7bcc549cd35d"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:32:53.046357 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 495b62a7-efa5-4875-b969-7bcc549cd35d, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=495b62a7-efa5-4875-b969-7bcc549cd35d,segment=NetworkSegment(fd2344b7-1a35-40fa-ad0f-bca8050daf71),segment_id=fd2344b7-1a35-40fa-ad0f-bca8050daf71)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:32:53.050611 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (495b62a7-efa5-4875-b969-7bcc549cd35d), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:53.089540 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 22:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56db0b1e-509d-4987-9262-8f613b109729 x-openstack-request-id: req-56db0b1e-509d-4987-9262-8f613b109729 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:32:53.089841 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c679682-5a3f-47b6-be6c-d89968d2cb09", "name": "network-vif-unplugged", "status": "completed", "tag": "495b62a7-efa5-4875-b969-7bcc549cd35d", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:32:53.090102 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-56db0b1e-509d-4987-9262-8f613b109729 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:32:53.090499 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c679682-5a3f-47b6-be6c-d89968d2cb09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '495b62a7-efa5-4875-b969-7bcc549cd35d', 'code': 200} Feb 09 22:32:53.096449 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-0682efe4-8118-4f7a-b492-5719beba26a1 req-4d68913d-057a-4f56-b136-626ca4ef69b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (495b62a7-efa5-4875-b969-7bcc549cd35d), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:53.102925 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=495b62a7-efa5-4875-b969-7bcc549cd35d,revision_number=6']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:32:53.293847 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-0682efe4-8118-4f7a-b492-5719beba26a1 req-4d68913d-057a-4f56-b136-626ca4ef69b8 service neutron] For port 495b62a7-efa5-4875-b969-7bcc549cd35d, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=495b62a7-efa5-4875-b969-7bcc549cd35d,segment=NetworkSegment(fd2344b7-1a35-40fa-ad0f-bca8050daf71),segment_id=fd2344b7-1a35-40fa-ad0f-bca8050daf71)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:32:53.325803 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-0682efe4-8118-4f7a-b492-5719beba26a1 req-4d68913d-057a-4f56-b136-626ca4ef69b8 service neutron] For port 495b62a7-efa5-4875-b969-7bcc549cd35d, host n-h1-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:32:53.362866 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-0682efe4-8118-4f7a-b492-5719beba26a1 req-4d68913d-057a-4f56-b136-626ca4ef69b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 495b62a7-efa5-4875-b969-7bcc549cd35d {{(pid=103141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:32:53.371021 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-0682efe4-8118-4f7a-b492-5719beba26a1 req-4d68913d-057a-4f56-b136-626ca4ef69b8 service neutron] Publish callbacks [] for port (495b62a7-efa5-4875-b969-7bcc549cd35d), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:53.383240 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-0682efe4-8118-4f7a-b492-5719beba26a1 req-4d68913d-057a-4f56-b136-626ca4ef69b8 service neutron] Transition to ACTIVE for port object 495b62a7-efa5-4875-b969-7bcc549cd35d will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:32:53.386440 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-0682efe4-8118-4f7a-b492-5719beba26a1 req-4d68913d-057a-4f56-b136-626ca4ef69b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (495b62a7-efa5-4875-b969-7bcc549cd35d), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:53.472842 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d68913d-057a-4f56-b136-626ca4ef69b8 service neutron] Pushing event updated for resources: {'Port': ['ID=495b62a7-efa5-4875-b969-7bcc549cd35d,revision_number=7']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:32:53.491319 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d68913d-057a-4f56-b136-626ca4ef69b8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:32:53.491711 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d68913d-057a-4f56-b136-626ca4ef69b8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:32:53.492005 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d68913d-057a-4f56-b136-626ca4ef69b8 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:32:53.492381 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d68913d-057a-4f56-b136-626ca4ef69b8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:32:53.492724 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d68913d-057a-4f56-b136-626ca4ef69b8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:32:53.493035 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d68913d-057a-4f56-b136-626ca4ef69b8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:32:53.493359 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d68913d-057a-4f56-b136-626ca4ef69b8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:32:53.493680 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d68913d-057a-4f56-b136-626ca4ef69b8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:32:53.493995 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d68913d-057a-4f56-b136-626ca4ef69b8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:32:53.494314 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d68913d-057a-4f56-b136-626ca4ef69b8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:32:53.494632 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d68913d-057a-4f56-b136-626ca4ef69b8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:32:53.494947 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d68913d-057a-4f56-b136-626ca4ef69b8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:32:53.495263 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d68913d-057a-4f56-b136-626ca4ef69b8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:32:53.525175 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-0682efe4-8118-4f7a-b492-5719beba26a1 req-4d68913d-057a-4f56-b136-626ca4ef69b8 service neutron] No DVR routers for this DVR port 495b62a7-efa5-4875-b969-7bcc549cd35d on host n-h1-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:32:53.541814 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370cd87b-df3f-4b63-ad4b-e8f3a9158e5d req-bea7b42d-7dc0-418d-a4e9-a0e9a9cb3b3c tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:53.543395 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-370cd87b-df3f-4b63-ad4b-e8f3a9158e5d req-bea7b42d-7dc0-418d-a4e9-a0e9a9cb3b3c tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=6c679682-5a3f-47b6-be6c-d89968d2cb09 HTTP/1.1" status: 200 len: 943 time: 0.0644770 Feb 09 22:32:53.598176 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-370cd87b-df3f-4b63-ad4b-e8f3a9158e5d req-f52f192b-7223-4563-9c73-10bafff2f99c tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483115 Feb 09 22:32:53.671073 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-0682efe4-8118-4f7a-b492-5719beba26a1 req-4d68913d-057a-4f56-b136-626ca4ef69b8 service neutron] Attempting to bind port 495b62a7-efa5-4875-b969-7bcc549cd35d on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:32:53.671404 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-0682efe4-8118-4f7a-b492-5719beba26a1 req-4d68913d-057a-4f56-b136-626ca4ef69b8 service neutron] Attempting to bind port 495b62a7-efa5-4875-b969-7bcc549cd35d by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': 'fd2344b7-1a35-40fa-ad0f-bca8050daf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:32:53.671733 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0682efe4-8118-4f7a-b492-5719beba26a1 req-4d68913d-057a-4f56-b136-626ca4ef69b8 service neutron] Attempting to bind port 495b62a7-efa5-4875-b969-7bcc549cd35d on network 1f25d978-5bd5-442e-af29-c42183639bfd {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:32:53.676021 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0682efe4-8118-4f7a-b492-5719beba26a1 req-4d68913d-057a-4f56-b136-626ca4ef69b8 service neutron] Port 495b62a7-efa5-4875-b969-7bcc549cd35d on network 1f25d978-5bd5-442e-af29-c42183639bfd not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:32:53.676392 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0682efe4-8118-4f7a-b492-5719beba26a1 req-4d68913d-057a-4f56-b136-626ca4ef69b8 service neutron] Attempting to bind port 495b62a7-efa5-4875-b969-7bcc549cd35d on network 1f25d978-5bd5-442e-af29-c42183639bfd {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:32:53.681122 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0682efe4-8118-4f7a-b492-5719beba26a1 req-4d68913d-057a-4f56-b136-626ca4ef69b8 service neutron] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:32:53.681400 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0682efe4-8118-4f7a-b492-5719beba26a1 req-4d68913d-057a-4f56-b136-626ca4ef69b8 service neutron] Checking segment: {'id': 'fd2344b7-1a35-40fa-ad0f-bca8050daf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:32:53.681774 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0682efe4-8118-4f7a-b492-5719beba26a1 req-4d68913d-057a-4f56-b136-626ca4ef69b8 service neutron] Bound using segment: {'id': 'fd2344b7-1a35-40fa-ad0f-bca8050daf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:32:53.682193 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-0682efe4-8118-4f7a-b492-5719beba26a1 req-4d68913d-057a-4f56-b136-626ca4ef69b8 service neutron] Bound port: 495b62a7-efa5-4875-b969-7bcc549cd35d, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd2344b7-1a35-40fa-ad0f-bca8050daf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:32:53.682534 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-0682efe4-8118-4f7a-b492-5719beba26a1 req-4d68913d-057a-4f56-b136-626ca4ef69b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (495b62a7-efa5-4875-b969-7bcc549cd35d), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:53.744282 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-0682efe4-8118-4f7a-b492-5719beba26a1 req-4d68913d-057a-4f56-b136-626ca4ef69b8 service neutron] For port 495b62a7-efa5-4875-b969-7bcc549cd35d, host n-h2-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:32:53.747358 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-0682efe4-8118-4f7a-b492-5719beba26a1 req-4d68913d-057a-4f56-b136-626ca4ef69b8 service neutron] For port 495b62a7-efa5-4875-b969-7bcc549cd35d, host n-h2-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=495b62a7-efa5-4875-b969-7bcc549cd35d,segment=NetworkSegment(fd2344b7-1a35-40fa-ad0f-bca8050daf71),segment_id=fd2344b7-1a35-40fa-ad0f-bca8050daf71)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:32:53.752643 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-0682efe4-8118-4f7a-b492-5719beba26a1 req-4d68913d-057a-4f56-b136-626ca4ef69b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (495b62a7-efa5-4875-b969-7bcc549cd35d), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:53.787754 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0682efe4-8118-4f7a-b492-5719beba26a1 req-4d68913d-057a-4f56-b136-626ca4ef69b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:53.788387 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-0682efe4-8118-4f7a-b492-5719beba26a1 req-4d68913d-057a-4f56-b136-626ca4ef69b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:53.789757 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0682efe4-8118-4f7a-b492-5719beba26a1 req-4d68913d-057a-4f56-b136-626ca4ef69b8 service neutron] 10.222.0.89 "PUT /v2.0/ports/495b62a7-efa5-4875-b969-7bcc549cd35d HTTP/1.1" status: 200 len: 1091 time: 0.7607908 Feb 09 22:32:53.790195 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c679682-5a3f-47b6-be6c-d89968d2cb09', 'tag': '495b62a7-efa5-4875-b969-7bcc549cd35d'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:32:53.792445 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0759f77e637a6f71ff1c25bc92ec5ea77217d29fcb3f113a7ada5acb32ef5084" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7777b725-fc90-4f53-88c5-22952f30407a" -d '{"events": [{"name": "network-changed", "server_uuid": "6c679682-5a3f-47b6-be6c-d89968d2cb09", "tag": "495b62a7-efa5-4875-b969-7bcc549cd35d"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:32:53.849401 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d4c04ec-17b4-440b-a229-0299f3419f9e x-openstack-request-id: req-4d4c04ec-17b4-440b-a229-0299f3419f9e {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:32:53.849702 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c679682-5a3f-47b6-be6c-d89968d2cb09", "tag": "495b62a7-efa5-4875-b969-7bcc549cd35d", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:32:53.849956 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-4d4c04ec-17b4-440b-a229-0299f3419f9e {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:32:53.850348 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c679682-5a3f-47b6-be6c-d89968d2cb09', 'tag': '495b62a7-efa5-4875-b969-7bcc549cd35d', 'status': 'completed', 'code': 200} Feb 09 22:32:53.852245 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d68913d-057a-4f56-b136-626ca4ef69b8 service neutron] Pushing event updated for resources: {'Port': ['ID=495b62a7-efa5-4875-b969-7bcc549cd35d,revision_number=8']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:32:53.876836 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0682efe4-8118-4f7a-b492-5719beba26a1 req-f3f30050-8f95-4962-8d9d-c844514d7d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:53.877653 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0682efe4-8118-4f7a-b492-5719beba26a1 req-f3f30050-8f95-4962-8d9d-c844514d7d49 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0e4ab427e53a42f9bee45c36c76ea676&device_id=6c679682-5a3f-47b6-be6c-d89968d2cb09 HTTP/1.1" status: 200 len: 1125 time: 0.0618396 Feb 09 22:32:53.911837 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7777b725-fc90-4f53-88c5-22952f30407a req-09874f5b-8ed0-4a47-9c03-11d2878bb1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:53.913434 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7777b725-fc90-4f53-88c5-22952f30407a req-09874f5b-8ed0-4a47-9c03-11d2878bb1b8 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0e4ab427e53a42f9bee45c36c76ea676&device_id=6c679682-5a3f-47b6-be6c-d89968d2cb09 HTTP/1.1" status: 200 len: 1125 time: 0.0474854 Feb 09 22:32:53.994452 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:32:54.024726 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7777b725-fc90-4f53-88c5-22952f30407a req-a2d5f925-bfb9-44ab-ac8b-cfa6a5ffd22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:54.026745 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7777b725-fc90-4f53-88c5-22952f30407a req-a2d5f925-bfb9-44ab-ac8b-cfa6a5ffd22a service neutron] 10.222.0.95 "GET /v2.0/networks?id=1f25d978-5bd5-442e-af29-c42183639bfd HTTP/1.1" status: 200 len: 913 time: 0.1059163 Feb 09 22:32:54.097480 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7777b725-fc90-4f53-88c5-22952f30407a req-2665651e-0d24-4213-ba78-cb3eeaff66fc service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=495b62a7-efa5-4875-b969-7bcc549cd35d HTTP/1.1" status: 200 len: 1000 time: 0.0644166 Feb 09 22:32:54.146710 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7777b725-fc90-4f53-88c5-22952f30407a req-cc1ba40f-8966-493e-b8ad-e07b31e16a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:54.148654 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7777b725-fc90-4f53-88c5-22952f30407a req-cc1ba40f-8966-493e-b8ad-e07b31e16a4d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=28d07ad5-2470-4395-897a-4c85f8955d1d HTTP/1.1" status: 200 len: 851 time: 0.0457001 Feb 09 22:32:54.203827 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7777b725-fc90-4f53-88c5-22952f30407a req-c4b36c7f-d686-4d61-8c18-eb086a09e23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:54.205371 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7777b725-fc90-4f53-88c5-22952f30407a req-c4b36c7f-d686-4d61-8c18-eb086a09e23d service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=1f25d978-5bd5-442e-af29-c42183639bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0502160 Feb 09 22:32:54.222014 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0682efe4-8118-4f7a-b492-5719beba26a1 req-465cf078-efe0-4396-8d6f-5f31792bfa4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:54.223557 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0682efe4-8118-4f7a-b492-5719beba26a1 req-465cf078-efe0-4396-8d6f-5f31792bfa4f service neutron] 10.222.0.89 "GET /v2.0/networks?id=1f25d978-5bd5-442e-af29-c42183639bfd HTTP/1.1" status: 200 len: 913 time: 0.3398428 Feb 09 22:32:54.288514 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0682efe4-8118-4f7a-b492-5719beba26a1 req-d35ba96e-73d9-40a7-9cf2-3f155f0a6e78 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=495b62a7-efa5-4875-b969-7bcc549cd35d HTTP/1.1" status: 200 len: 1000 time: 0.0580227 Feb 09 22:32:54.294808 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7777b725-fc90-4f53-88c5-22952f30407a req-a62c1536-1acb-4b2d-bb8e-55725c227901 service neutron] 10.222.0.95 "GET /v2.0/networks/1f25d978-5bd5-442e-af29-c42183639bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833266 Feb 09 22:32:54.340595 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0682efe4-8118-4f7a-b492-5719beba26a1 req-0c2ad419-2e08-4fb4-aa95-c19d1b64ac68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:54.342063 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0682efe4-8118-4f7a-b492-5719beba26a1 req-0c2ad419-2e08-4fb4-aa95-c19d1b64ac68 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=28d07ad5-2470-4395-897a-4c85f8955d1d HTTP/1.1" status: 200 len: 851 time: 0.0472257 Feb 09 22:32:54.385985 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7777b725-fc90-4f53-88c5-22952f30407a req-3baa548f-63fe-465b-b8cc-3d272a63da73 service neutron] 10.222.0.95 "GET /v2.0/networks/1f25d978-5bd5-442e-af29-c42183639bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857570 Feb 09 22:32:54.391416 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0682efe4-8118-4f7a-b492-5719beba26a1 req-33df2b02-5859-40e2-8ca0-0e503d18d690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:54.392992 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0682efe4-8118-4f7a-b492-5719beba26a1 req-33df2b02-5859-40e2-8ca0-0e503d18d690 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1f25d978-5bd5-442e-af29-c42183639bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447519 Feb 09 22:32:54.481244 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0682efe4-8118-4f7a-b492-5719beba26a1 req-26044b6d-da93-4426-a4b0-e448b9a49fc2 service neutron] 10.222.0.89 "GET /v2.0/networks/1f25d978-5bd5-442e-af29-c42183639bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815220 Feb 09 22:32:54.574325 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0682efe4-8118-4f7a-b492-5719beba26a1 req-7c19514b-1917-4a44-9134-017fa83b6b44 service neutron] 10.222.0.89 "GET /v2.0/networks/1f25d978-5bd5-442e-af29-c42183639bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869045 Feb 09 22:32:54.662950 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7777b725-fc90-4f53-88c5-22952f30407a req-8516c1d6-89de-4ef6-9307-45875644f0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:54.664621 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7777b725-fc90-4f53-88c5-22952f30407a req-8516c1d6-89de-4ef6-9307-45875644f0ee service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0e4ab427e53a42f9bee45c36c76ea676&device_id=6c679682-5a3f-47b6-be6c-d89968d2cb09 HTTP/1.1" status: 200 len: 1125 time: 0.0476022 Feb 09 22:32:54.741607 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13357a24-d55d-42cd-a9de-465764612a65 req-0c275ab7-df3d-4244-9706-d2b01f5e568a tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:54.743171 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-13357a24-d55d-42cd-a9de-465764612a65 req-0c275ab7-df3d-4244-9706-d2b01f5e568a tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=6c679682-5a3f-47b6-be6c-d89968d2cb09 HTTP/1.1" status: 200 len: 943 time: 0.0611999 Feb 09 22:32:54.774414 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7777b725-fc90-4f53-88c5-22952f30407a req-b0b116ba-ce79-4d2e-acb7-6a72c3407ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:54.776008 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7777b725-fc90-4f53-88c5-22952f30407a req-b0b116ba-ce79-4d2e-acb7-6a72c3407ab4 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1f25d978-5bd5-442e-af29-c42183639bfd HTTP/1.1" status: 200 len: 913 time: 0.0994503 Feb 09 22:32:54.792078 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-13357a24-d55d-42cd-a9de-465764612a65 req-dd0c207b-e4d1-4e62-8b89-543c5451824f tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429015 Feb 09 22:32:54.843560 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7777b725-fc90-4f53-88c5-22952f30407a req-6b89878d-2e11-4290-8428-d9e9db3cc9c3 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=495b62a7-efa5-4875-b969-7bcc549cd35d HTTP/1.1" status: 200 len: 1000 time: 0.0612242 Feb 09 22:32:54.892067 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7777b725-fc90-4f53-88c5-22952f30407a req-a1f578e7-bc46-4e5e-808a-74f4103599b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:54.893746 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7777b725-fc90-4f53-88c5-22952f30407a req-a1f578e7-bc46-4e5e-808a-74f4103599b7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=28d07ad5-2470-4395-897a-4c85f8955d1d HTTP/1.1" status: 200 len: 851 time: 0.0440283 Feb 09 22:32:54.945677 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7777b725-fc90-4f53-88c5-22952f30407a req-2a0235b5-e4e0-401e-9a90-21367ea4ae01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:54.947230 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7777b725-fc90-4f53-88c5-22952f30407a req-2a0235b5-e4e0-401e-9a90-21367ea4ae01 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1f25d978-5bd5-442e-af29-c42183639bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0478461 Feb 09 22:32:55.034540 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7777b725-fc90-4f53-88c5-22952f30407a req-c93caa03-0d51-4408-ae4c-2f8be9b40edf service neutron] 10.222.0.89 "GET /v2.0/networks/1f25d978-5bd5-442e-af29-c42183639bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812495 Feb 09 22:32:55.126876 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7777b725-fc90-4f53-88c5-22952f30407a req-5eb32f45-1302-4364-98ba-c96030347828 service neutron] 10.222.0.89 "GET /v2.0/networks/1f25d978-5bd5-442e-af29-c42183639bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856819 Feb 09 22:32:55.560488 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:32:55.920958 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90cf393-c074-4c7f-bb13-ee3c69f05dcd req-3b4d57a0-8c4b-4193-89be-75087d65523d tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:55.922456 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f90cf393-c074-4c7f-bb13-ee3c69f05dcd req-3b4d57a0-8c4b-4193-89be-75087d65523d tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=6c679682-5a3f-47b6-be6c-d89968d2cb09 HTTP/1.1" status: 200 len: 943 time: 0.0570202 Feb 09 22:32:55.970606 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f90cf393-c074-4c7f-bb13-ee3c69f05dcd req-50dceb30-305b-4e4e-b262-88bd2c3f8f4e tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419202 Feb 09 22:32:57.096033 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae52e3b-2915-4edd-b11e-6b4d58f4aaa3 req-f27ca1c3-cda4-4c13-866b-9e25beb89f0a tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:57.097531 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2ae52e3b-2915-4edd-b11e-6b4d58f4aaa3 req-f27ca1c3-cda4-4c13-866b-9e25beb89f0a tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=6c679682-5a3f-47b6-be6c-d89968d2cb09 HTTP/1.1" status: 200 len: 943 time: 0.0571380 Feb 09 22:32:57.143217 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2ae52e3b-2915-4edd-b11e-6b4d58f4aaa3 req-d06d48d7-0bdf-4fff-b42d-90a768942dbb tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400546 Feb 09 22:32:57.700065 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b370aff2-53ca-4ab3-8db6-254a23ac7e90 req-cd788a38-a92f-4c58-b894-a8410ea33cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:57.701548 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b370aff2-53ca-4ab3-8db6-254a23ac7e90 req-cd788a38-a92f-4c58-b894-a8410ea33cd7 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0e4ab427e53a42f9bee45c36c76ea676&device_id=6c679682-5a3f-47b6-be6c-d89968d2cb09 HTTP/1.1" status: 200 len: 1125 time: 0.0468686 Feb 09 22:32:57.807270 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b370aff2-53ca-4ab3-8db6-254a23ac7e90 req-0662f04e-196e-4abf-b973-d6ed530e69ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:57.808848 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b370aff2-53ca-4ab3-8db6-254a23ac7e90 req-0662f04e-196e-4abf-b973-d6ed530e69ea service neutron] 10.222.0.89 "GET /v2.0/networks?id=1f25d978-5bd5-442e-af29-c42183639bfd HTTP/1.1" status: 200 len: 913 time: 0.0871844 Feb 09 22:32:57.877843 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b370aff2-53ca-4ab3-8db6-254a23ac7e90 req-628a8ec6-0299-4bd8-8677-e7da4ebd797a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=495b62a7-efa5-4875-b969-7bcc549cd35d HTTP/1.1" status: 200 len: 1000 time: 0.0620921 Feb 09 22:32:57.927068 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b370aff2-53ca-4ab3-8db6-254a23ac7e90 req-86cdf192-1346-487d-8c4d-d68bbe5e3e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:57.928576 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b370aff2-53ca-4ab3-8db6-254a23ac7e90 req-86cdf192-1346-487d-8c4d-d68bbe5e3e10 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=28d07ad5-2470-4395-897a-4c85f8955d1d HTTP/1.1" status: 200 len: 851 time: 0.0440826 Feb 09 22:32:57.978797 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b370aff2-53ca-4ab3-8db6-254a23ac7e90 req-7cae3512-4c3b-4bd6-bf67-7c162aefbe43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:57.980256 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b370aff2-53ca-4ab3-8db6-254a23ac7e90 req-7cae3512-4c3b-4bd6-bf67-7c162aefbe43 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1f25d978-5bd5-442e-af29-c42183639bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0454483 Feb 09 22:32:58.074448 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b370aff2-53ca-4ab3-8db6-254a23ac7e90 req-c137f7a5-3250-4447-84e9-ca41a7e25108 service neutron] 10.222.0.89 "GET /v2.0/networks/1f25d978-5bd5-442e-af29-c42183639bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875919 Feb 09 22:32:58.170503 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b370aff2-53ca-4ab3-8db6-254a23ac7e90 req-bf4e83e8-81b4-4396-89ce-30d0e39bbd8d service neutron] 10.222.0.89 "GET /v2.0/networks/1f25d978-5bd5-442e-af29-c42183639bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892494 Feb 09 22:32:58.270780 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b68711f-80cf-435a-938c-bd0bf020697e req-d04cd515-305a-42fd-a5ea-17e88524219d tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:58.272386 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5b68711f-80cf-435a-938c-bd0bf020697e req-d04cd515-305a-42fd-a5ea-17e88524219d tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=6c679682-5a3f-47b6-be6c-d89968d2cb09 HTTP/1.1" status: 200 len: 943 time: 0.0534353 Feb 09 22:32:58.320834 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5b68711f-80cf-435a-938c-bd0bf020697e req-e0b95be0-4436-4e19-86fe-b7331dcd6d2d tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425720 Feb 09 22:32:59.445314 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9d671f-8ef9-4f22-9a9e-d38fc3b90683 req-88f72023-d67b-4da9-8767-4e3da0a98910 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:32:59.446973 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ff9d671f-8ef9-4f22-9a9e-d38fc3b90683 req-88f72023-d67b-4da9-8767-4e3da0a98910 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=6c679682-5a3f-47b6-be6c-d89968d2cb09 HTTP/1.1" status: 200 len: 943 time: 0.0539784 Feb 09 22:32:59.498171 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ff9d671f-8ef9-4f22-9a9e-d38fc3b90683 req-14b713f7-8286-48b7-bf68-e5b5d57181bc tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449767 Feb 09 22:33:00.638123 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2b281c-29dd-4ac2-ab10-2c131d3b6e59 req-58a4a918-bbbe-47e3-9659-666b6ae0eb77 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:00.639735 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-eb2b281c-29dd-4ac2-ab10-2c131d3b6e59 req-58a4a918-bbbe-47e3-9659-666b6ae0eb77 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=6c679682-5a3f-47b6-be6c-d89968d2cb09 HTTP/1.1" status: 200 len: 943 time: 0.0562236 Feb 09 22:33:00.693403 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-eb2b281c-29dd-4ac2-ab10-2c131d3b6e59 req-ee7c8203-25bb-4c07-a55a-a9e8baed5634 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474129 Feb 09 22:33:01.814907 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fa22b0-1277-46a6-a2be-300d5f269648 req-a373ba0b-eb2f-40e9-85f7-c78b65426201 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:01.816415 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-21fa22b0-1277-46a6-a2be-300d5f269648 req-a373ba0b-eb2f-40e9-85f7-c78b65426201 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=6c679682-5a3f-47b6-be6c-d89968d2cb09 HTTP/1.1" status: 200 len: 943 time: 0.0533667 Feb 09 22:33:01.863085 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-21fa22b0-1277-46a6-a2be-300d5f269648 req-ba404e35-c574-4162-9ee4-d7f80522d67c tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407710 Feb 09 22:33:02.987373 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59040dc3-6f8a-4a12-9c86-3cbd02c7f6be req-f8f5d8b8-b0eb-440f-8f21-1b294c2d3a92 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:02.989442 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-59040dc3-6f8a-4a12-9c86-3cbd02c7f6be req-f8f5d8b8-b0eb-440f-8f21-1b294c2d3a92 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=6c679682-5a3f-47b6-be6c-d89968d2cb09 HTTP/1.1" status: 200 len: 943 time: 0.0565677 Feb 09 22:33:03.035174 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-59040dc3-6f8a-4a12-9c86-3cbd02c7f6be req-f4f5a1bb-f386-4ad2-a51c-3d56cb8dada4 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400190 Feb 09 22:33:04.156262 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916de432-69f0-4865-b0ad-1d035c9bba9c req-3435d88d-9447-4609-9f11-af6fa0e9175d tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:04.157693 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-916de432-69f0-4865-b0ad-1d035c9bba9c req-3435d88d-9447-4609-9f11-af6fa0e9175d tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=6c679682-5a3f-47b6-be6c-d89968d2cb09 HTTP/1.1" status: 200 len: 943 time: 0.0524960 Feb 09 22:33:04.203705 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-916de432-69f0-4865-b0ad-1d035c9bba9c req-5d65e00f-afbf-4441-a579-c7af8f672056 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405240 Feb 09 22:33:05.326908 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a4f412-0953-4f59-8fd2-85193fb77cca req-90acb487-dd30-443b-88d8-a09d610883a7 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:05.328419 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e0a4f412-0953-4f59-8fd2-85193fb77cca req-90acb487-dd30-443b-88d8-a09d610883a7 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=6c679682-5a3f-47b6-be6c-d89968d2cb09 HTTP/1.1" status: 200 len: 943 time: 0.0550635 Feb 09 22:33:05.374280 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e0a4f412-0953-4f59-8fd2-85193fb77cca req-12146561-f09f-418f-85d0-22e8fdf9eca7 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395794 Feb 09 22:33:06.492815 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae78bc09-5856-4c2e-9744-73ad53f890cd req-c9f4356c-3bd1-4b16-a591-7d97e9d58cce tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:06.494207 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ae78bc09-5856-4c2e-9744-73ad53f890cd req-c9f4356c-3bd1-4b16-a591-7d97e9d58cce tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=6c679682-5a3f-47b6-be6c-d89968d2cb09 HTTP/1.1" status: 200 len: 943 time: 0.0518148 Feb 09 22:33:06.539705 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ae78bc09-5856-4c2e-9744-73ad53f890cd req-635d43c5-a1e5-46cd-9c73-2668e71ee4af tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399897 Feb 09 22:33:07.656619 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9a53dd-535b-4edb-91e8-46b6ec8c92ef req-82164a73-4b29-45a0-a983-98a9c08b02fd tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:07.658120 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fe9a53dd-535b-4edb-91e8-46b6ec8c92ef req-82164a73-4b29-45a0-a983-98a9c08b02fd tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=6c679682-5a3f-47b6-be6c-d89968d2cb09 HTTP/1.1" status: 200 len: 943 time: 0.0514300 Feb 09 22:33:07.708768 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fe9a53dd-535b-4edb-91e8-46b6ec8c92ef req-b4b347bd-4aa2-4210-92e3-551ecf7e10d2 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444021 Feb 09 22:33:08.829211 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197a7073-67af-450e-82e9-07a2f7d934dc req-aeaf63df-1d00-4946-8265-2adeb77ae9d9 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:08.830669 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-197a7073-67af-450e-82e9-07a2f7d934dc req-aeaf63df-1d00-4946-8265-2adeb77ae9d9 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=6c679682-5a3f-47b6-be6c-d89968d2cb09 HTTP/1.1" status: 200 len: 943 time: 0.0529575 Feb 09 22:33:08.876462 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-197a7073-67af-450e-82e9-07a2f7d934dc req-e3ccc2d3-ad90-4662-848b-3f5faa182a92 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396695 Feb 09 22:33:09.161200 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f4e34095-31bc-40b8-93bf-db1f0dff3bbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:09.997488 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6692a87-50d5-48cb-bf77-2d01ff3d8c07 req-54eb2c53-fc51-478f-84ef-a4f79c1d24c9 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:09.998979 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c6692a87-50d5-48cb-bf77-2d01ff3d8c07 req-54eb2c53-fc51-478f-84ef-a4f79c1d24c9 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=6c679682-5a3f-47b6-be6c-d89968d2cb09 HTTP/1.1" status: 200 len: 943 time: 0.0521557 Feb 09 22:33:10.044675 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c6692a87-50d5-48cb-bf77-2d01ff3d8c07 req-272343ea-0f31-4b35-89fc-08b2330a7b84 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400503 Feb 09 22:33:11.096534 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28fd1e01-56f9-4bc5-b275-f9f7f41570db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:11.178601 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1e8511-6df5-4d21-8d07-b30f79e38bab req-c36dcd29-76f7-4275-b290-ecb64cf5e5d4 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:11.180153 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1f1e8511-6df5-4d21-8d07-b30f79e38bab req-c36dcd29-76f7-4275-b290-ecb64cf5e5d4 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=6c679682-5a3f-47b6-be6c-d89968d2cb09 HTTP/1.1" status: 200 len: 943 time: 0.0656455 Feb 09 22:33:11.226629 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1f1e8511-6df5-4d21-8d07-b30f79e38bab req-d7ff1ed8-6150-4c5c-8ab1-54403f8afa33 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407724 Feb 09 22:33:12.346635 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f69dd6-f866-48bf-a31f-dc5fed6213a8 req-ffbd7572-2d65-4b9e-ae93-2dfdcc9e3d77 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:12.348109 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c4f69dd6-f866-48bf-a31f-dc5fed6213a8 req-ffbd7572-2d65-4b9e-ae93-2dfdcc9e3d77 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=6c679682-5a3f-47b6-be6c-d89968d2cb09 HTTP/1.1" status: 200 len: 943 time: 0.0538049 Feb 09 22:33:12.393901 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c4f69dd6-f866-48bf-a31f-dc5fed6213a8 req-bf6083da-a8b1-47a7-a213-672e01be0cc3 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402052 Feb 09 22:33:12.940253 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:13.511522 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b45b9b-8355-48ba-87b1-a5ac0bd7c3dd req-ecb909ce-443b-414b-a3b6-7f6a985c9f44 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:13.513036 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-46b45b9b-8355-48ba-87b1-a5ac0bd7c3dd req-ecb909ce-443b-414b-a3b6-7f6a985c9f44 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=6c679682-5a3f-47b6-be6c-d89968d2cb09 HTTP/1.1" status: 200 len: 943 time: 0.0518584 Feb 09 22:33:13.562505 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-46b45b9b-8355-48ba-87b1-a5ac0bd7c3dd req-e1666c6b-55e7-42cb-af84-577c336c3462 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439646 Feb 09 22:33:13.857940 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d9984-a46a-4100-b0f2-37fd97079003 req-9264f2f3-89ea-4eaa-9ced-e456be64b165 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:13.859433 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c83d9984-a46a-4100-b0f2-37fd97079003 req-9264f2f3-89ea-4eaa-9ced-e456be64b165 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.89 "GET /v2.0/ports?device_id=6c679682-5a3f-47b6-be6c-d89968d2cb09&tenant_id=0e4ab427e53a42f9bee45c36c76ea676&binding%3Ahost_id=n-h2-828369-5 HTTP/1.1" status: 200 len: 943 time: 0.0619285 Feb 09 22:33:13.869187 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc90b20c-a84c-4ae5-9dcb-832c1315775d req-f7425da5-9a2c-4379-b763-c76967ebdc3c tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:13.870682 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fc90b20c-a84c-4ae5-9dcb-832c1315775d req-f7425da5-9a2c-4379-b763-c76967ebdc3c tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=6c679682-5a3f-47b6-be6c-d89968d2cb09 HTTP/1.1" status: 200 len: 943 time: 0.0542173 Feb 09 22:33:13.917386 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fc90b20c-a84c-4ae5-9dcb-832c1315775d req-b73bf2de-4d47-4236-a1a0-cd27c4dfb446 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410776 Feb 09 22:33:13.921159 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c83d9984-a46a-4100-b0f2-37fd97079003 req-12401e78-3a97-43a2-936d-60777b60ccf7 service neutron] 10.222.0.89 "GET /v2.0/ports/495b62a7-efa5-4875-b969-7bcc549cd35d/bindings/n-h2-828369-5 HTTP/1.1" status: 200 len: 382 time: 0.0537391 Feb 09 22:33:13.976039 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 495b62a7-efa5-4875-b969-7bcc549cd35d details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:33:13.993509 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d9984-a46a-4100-b0f2-37fd97079003 req-4d3239e1-bd84-418e-9b5c-f13a9e513f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:13.995005 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c83d9984-a46a-4100-b0f2-37fd97079003 req-4d3239e1-bd84-418e-9b5c-f13a9e513f18 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0e4ab427e53a42f9bee45c36c76ea676&device_id=6c679682-5a3f-47b6-be6c-d89968d2cb09 HTTP/1.1" status: 200 len: 1125 time: 0.0485463 Feb 09 22:33:14.074315 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 495b62a7-efa5-4875-b969-7bcc549cd35d, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=495b62a7-efa5-4875-b969-7bcc549cd35d,segment=NetworkSegment(fd2344b7-1a35-40fa-ad0f-bca8050daf71),segment_id=fd2344b7-1a35-40fa-ad0f-bca8050daf71)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:33:14.086772 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': '495b62a7-efa5-4875-b969-7bcc549cd35d', 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd', 'port_id': '495b62a7-efa5-4875-b969-7bcc549cd35d', 'mac_address': 'fa:16:3e:dc:d1:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d07ad5-2470-4395-897a-4c85f8955d1d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:33:14.088344 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d9984-a46a-4100-b0f2-37fd97079003 req-a2d4b6d1-d669-440d-8a14-c4b95c50d916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:14.089859 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c83d9984-a46a-4100-b0f2-37fd97079003 req-a2d4b6d1-d669-440d-8a14-c4b95c50d916 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1f25d978-5bd5-442e-af29-c42183639bfd HTTP/1.1" status: 200 len: 913 time: 0.0884805 Feb 09 22:33:14.122781 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 495b62a7-efa5-4875-b969-7bcc549cd35d is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:33:14.123172 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (495b62a7-efa5-4875-b969-7bcc549cd35d), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:14.138836 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 495b62a7-efa5-4875-b969-7bcc549cd35d {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:33:14.155463 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c83d9984-a46a-4100-b0f2-37fd97079003 req-c54524d7-cfe0-4191-8934-2a79948a4771 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=495b62a7-efa5-4875-b969-7bcc549cd35d HTTP/1.1" status: 200 len: 1000 time: 0.0588872 Feb 09 22:33:14.163431 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 495b62a7-efa5-4875-b969-7bcc549cd35d, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=495b62a7-efa5-4875-b969-7bcc549cd35d,segment=NetworkSegment(fd2344b7-1a35-40fa-ad0f-bca8050daf71),segment_id=fd2344b7-1a35-40fa-ad0f-bca8050daf71)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:33:14.167504 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (495b62a7-efa5-4875-b969-7bcc549cd35d), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:14.205950 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d9984-a46a-4100-b0f2-37fd97079003 req-c52059bd-5ded-4dd5-beef-ce2d1da5a135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:14.208108 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c83d9984-a46a-4100-b0f2-37fd97079003 req-c52059bd-5ded-4dd5-beef-ce2d1da5a135 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=28d07ad5-2470-4395-897a-4c85f8955d1d HTTP/1.1" status: 200 len: 851 time: 0.0452995 Feb 09 22:33:14.217338 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=495b62a7-efa5-4875-b969-7bcc549cd35d,revision_number=9']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:33:14.260577 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d9984-a46a-4100-b0f2-37fd97079003 req-e1bf196b-4af5-4b2c-bb4e-0853f6d6ee2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:14.262069 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c83d9984-a46a-4100-b0f2-37fd97079003 req-e1bf196b-4af5-4b2c-bb4e-0853f6d6ee2d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1f25d978-5bd5-442e-af29-c42183639bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0475464 Feb 09 22:33:14.352760 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c83d9984-a46a-4100-b0f2-37fd97079003 req-2e57b2b0-da87-4093-831c-df0349c90dd4 service neutron] 10.222.0.89 "GET /v2.0/networks/1f25d978-5bd5-442e-af29-c42183639bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836387 Feb 09 22:33:14.355015 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:14.447375 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c83d9984-a46a-4100-b0f2-37fd97079003 req-9a07c4da-38bc-4752-a121-6b14ef12fbb2 service neutron] 10.222.0.89 "GET /v2.0/networks/1f25d978-5bd5-442e-af29-c42183639bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885596 Feb 09 22:33:14.526753 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['495b62a7-efa5-4875-b969-7bcc549cd35d'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:33:15.039859 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373be563-b4b0-42ba-bad4-fa59bf0f1ab0 req-fcf6fe10-4b92-4011-9df7-cbb0906a9731 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:15.041371 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-373be563-b4b0-42ba-bad4-fa59bf0f1ab0 req-fcf6fe10-4b92-4011-9df7-cbb0906a9731 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=6c679682-5a3f-47b6-be6c-d89968d2cb09 HTTP/1.1" status: 200 len: 944 time: 0.0514731 Feb 09 22:33:15.088408 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-373be563-b4b0-42ba-bad4-fa59bf0f1ab0 req-739f8317-11ce-426b-8a0c-a8607c57f165 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414205 Feb 09 22:33:15.455921 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:15.997133 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 495b62a7-efa5-4875-b969-7bcc549cd35d up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:33:16.050496 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning for port 495b62a7-efa5-4875-b969-7bcc549cd35d completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:33:16.054391 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port 495b62a7-efa5-4875-b969-7bcc549cd35d triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:33:16.054777 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (495b62a7-efa5-4875-b969-7bcc549cd35d), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:16.131537 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 495b62a7-efa5-4875-b969-7bcc549cd35d is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:33:16.131936 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (495b62a7-efa5-4875-b969-7bcc549cd35d), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:16.157812 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c679682-5a3f-47b6-be6c-d89968d2cb09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '495b62a7-efa5-4875-b969-7bcc549cd35d'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:33:16.160019 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cf4d4d953224237653245d15ffec07a65c4bd356d4237fd84236d8abf5d48a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aaeab82-be08-4d2e-a54d-6e9117014e4e" -d '{"events": [{"server_uuid": "6c679682-5a3f-47b6-be6c-d89968d2cb09", "name": "network-vif-plugged", "status": "completed", "tag": "495b62a7-efa5-4875-b969-7bcc549cd35d"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:33:16.173081 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 495b62a7-efa5-4875-b969-7bcc549cd35d, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=495b62a7-efa5-4875-b969-7bcc549cd35d,segment=NetworkSegment(fd2344b7-1a35-40fa-ad0f-bca8050daf71),segment_id=fd2344b7-1a35-40fa-ad0f-bca8050daf71)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:33:16.177506 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (495b62a7-efa5-4875-b969-7bcc549cd35d), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:16.216531 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f98d090-f2e8-4e3e-b418-300a246ab993 x-openstack-request-id: req-7f98d090-f2e8-4e3e-b418-300a246ab993 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:33:16.216826 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c679682-5a3f-47b6-be6c-d89968d2cb09", "name": "network-vif-plugged", "status": "completed", "tag": "495b62a7-efa5-4875-b969-7bcc549cd35d", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:33:16.217080 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-7f98d090-f2e8-4e3e-b418-300a246ab993 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:33:16.217459 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c679682-5a3f-47b6-be6c-d89968d2cb09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '495b62a7-efa5-4875-b969-7bcc549cd35d', 'code': 200} Feb 09 22:33:16.220476 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ae9b38-3e60-4c86-9437-af0a80366d36 req-07074c43-2880-4d42-8259-8cc5b064b0f0 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:16.221993 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d8ae9b38-3e60-4c86-9437-af0a80366d36 req-07074c43-2880-4d42-8259-8cc5b064b0f0 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=6c679682-5a3f-47b6-be6c-d89968d2cb09 HTTP/1.1" status: 200 len: 944 time: 0.0651891 Feb 09 22:33:16.231742 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=495b62a7-efa5-4875-b969-7bcc549cd35d,revision_number=10']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:33:16.268957 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d8ae9b38-3e60-4c86-9437-af0a80366d36 req-e45b1cdc-ac01-4cd4-b27d-2cbe657e5cdc tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404124 Feb 09 22:33:17.390595 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2304d65f-6268-4027-898b-03e5ac3a2469 req-18266420-8fda-4443-a904-55925b70906d tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:17.392077 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2304d65f-6268-4027-898b-03e5ac3a2469 req-18266420-8fda-4443-a904-55925b70906d tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=6c679682-5a3f-47b6-be6c-d89968d2cb09 HTTP/1.1" status: 200 len: 946 time: 0.0512655 Feb 09 22:33:17.440178 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2304d65f-6268-4027-898b-03e5ac3a2469 req-b26d1eb3-0a1f-4499-836c-227df7722a83 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415504 Feb 09 22:33:18.563967 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183a413f-4a78-48fb-abbb-9dc8acb6dc5c req-c7585134-4298-4e49-9aea-750ba4a699eb tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:18.565475 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-183a413f-4a78-48fb-abbb-9dc8acb6dc5c req-c7585134-4298-4e49-9aea-750ba4a699eb tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=6c679682-5a3f-47b6-be6c-d89968d2cb09 HTTP/1.1" status: 200 len: 946 time: 0.0561039 Feb 09 22:33:18.623882 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-183a413f-4a78-48fb-abbb-9dc8acb6dc5c req-19b21ffe-840a-49e2-aafd-91590b834e81 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522475 Feb 09 22:33:19.748876 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840f64af-8aaf-4bb8-a940-2a1874d133c3 req-1bddee41-51ce-44b0-b635-1fe088d2286b tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:19.750439 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-840f64af-8aaf-4bb8-a940-2a1874d133c3 req-1bddee41-51ce-44b0-b635-1fe088d2286b tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=6c679682-5a3f-47b6-be6c-d89968d2cb09 HTTP/1.1" status: 200 len: 946 time: 0.0553117 Feb 09 22:33:19.799904 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-840f64af-8aaf-4bb8-a940-2a1874d133c3 req-789e1353-4584-4453-bd55-fb6e755c36a1 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431366 Feb 09 22:33:20.022135 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 495b62a7-efa5-4875-b969-7bcc549cd35d no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:33:20.098912 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 495b62a7-efa5-4875-b969-7bcc549cd35d is: ACTIVE; New status is: DOWN {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:33:20.099225 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (495b62a7-efa5-4875-b969-7bcc549cd35d), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:20.121664 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c679682-5a3f-47b6-be6c-d89968d2cb09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '495b62a7-efa5-4875-b969-7bcc549cd35d'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:33:20.123881 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cf4d4d953224237653245d15ffec07a65c4bd356d4237fd84236d8abf5d48a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89239661-cc9a-4d59-9f1c-6cff5e48f813" -d '{"events": [{"server_uuid": "6c679682-5a3f-47b6-be6c-d89968d2cb09", "name": "network-vif-unplugged", "status": "completed", "tag": "495b62a7-efa5-4875-b969-7bcc549cd35d"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:33:20.136524 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 495b62a7-efa5-4875-b969-7bcc549cd35d, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=495b62a7-efa5-4875-b969-7bcc549cd35d,segment=NetworkSegment(fd2344b7-1a35-40fa-ad0f-bca8050daf71),segment_id=fd2344b7-1a35-40fa-ad0f-bca8050daf71)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:33:20.141651 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (495b62a7-efa5-4875-b969-7bcc549cd35d), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:20.174951 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 22:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e68deaba-d9eb-41db-b02a-1c5fe6ec1963 x-openstack-request-id: req-e68deaba-d9eb-41db-b02a-1c5fe6ec1963 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:33:20.175250 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c679682-5a3f-47b6-be6c-d89968d2cb09", "name": "network-vif-unplugged", "status": "completed", "tag": "495b62a7-efa5-4875-b969-7bcc549cd35d", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:33:20.175512 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-e68deaba-d9eb-41db-b02a-1c5fe6ec1963 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:33:20.176003 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c679682-5a3f-47b6-be6c-d89968d2cb09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '495b62a7-efa5-4875-b969-7bcc549cd35d', 'code': 200} Feb 09 22:33:20.192359 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=495b62a7-efa5-4875-b969-7bcc549cd35d,revision_number=11']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:33:20.199814 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:20.200170 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:20.200553 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:20.200899 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:20.201244 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:20.201582 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:20.201974 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:20.202249 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:20.202578 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:20.203006 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:20.203326 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:20.203680 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:20.204017 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:20.594908 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d9984-a46a-4100-b0f2-37fd97079003 req-6a98ff62-37e9-4faf-9185-4da607b7c5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:20.596427 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c83d9984-a46a-4100-b0f2-37fd97079003 req-6a98ff62-37e9-4faf-9185-4da607b7c5b6 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=6c679682-5a3f-47b6-be6c-d89968d2cb09&tenant_id=0e4ab427e53a42f9bee45c36c76ea676 HTTP/1.1" status: 200 len: 1126 time: 0.0436606 Feb 09 22:33:20.606304 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-c83d9984-a46a-4100-b0f2-37fd97079003 req-86f7d0c7-70c6-419c-823d-c838ff4186c7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828369-5', 'device_owner': 'compute:nova'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:33:20.669920 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-c83d9984-a46a-4100-b0f2-37fd97079003 req-86f7d0c7-70c6-419c-823d-c838ff4186c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (495b62a7-efa5-4875-b969-7bcc549cd35d), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:21.193955 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbdcbd9-0e83-420b-bbb0-15028250bd4a req-4c2b60ed-66b2-4d77-876b-e4e9978c43b8 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:21.195427 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-adbdcbd9-0e83-420b-bbb0-15028250bd4a req-4c2b60ed-66b2-4d77-876b-e4e9978c43b8 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=6c679682-5a3f-47b6-be6c-d89968d2cb09 HTTP/1.1" status: 200 len: 944 time: 0.1044140 Feb 09 22:33:21.200254 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-c83d9984-a46a-4100-b0f2-37fd97079003 req-86f7d0c7-70c6-419c-823d-c838ff4186c7 service neutron] For port 495b62a7-efa5-4875-b969-7bcc549cd35d, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=495b62a7-efa5-4875-b969-7bcc549cd35d,segment=NetworkSegment(fd2344b7-1a35-40fa-ad0f-bca8050daf71),segment_id=fd2344b7-1a35-40fa-ad0f-bca8050daf71)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:33:21.259570 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-c83d9984-a46a-4100-b0f2-37fd97079003 req-86f7d0c7-70c6-419c-823d-c838ff4186c7 service neutron] For port 495b62a7-efa5-4875-b969-7bcc549cd35d, host n-h2-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:33:21.283597 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-adbdcbd9-0e83-420b-bbb0-15028250bd4a req-e5b8f761-1755-490a-af95-158700010bc1 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813720 Feb 09 22:33:21.296355 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [req-c83d9984-a46a-4100-b0f2-37fd97079003 req-86f7d0c7-70c6-419c-823d-c838ff4186c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 495b62a7-efa5-4875-b969-7bcc549cd35d {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:33:21.304455 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-c83d9984-a46a-4100-b0f2-37fd97079003 req-86f7d0c7-70c6-419c-823d-c838ff4186c7 service neutron] Publish callbacks [] for port (495b62a7-efa5-4875-b969-7bcc549cd35d), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:21.317872 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [req-c83d9984-a46a-4100-b0f2-37fd97079003 req-86f7d0c7-70c6-419c-823d-c838ff4186c7 service neutron] Transition to ACTIVE for port object 495b62a7-efa5-4875-b969-7bcc549cd35d will not be triggered until provisioned by entity L2. {{(pid=103140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:33:21.321692 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-c83d9984-a46a-4100-b0f2-37fd97079003 req-86f7d0c7-70c6-419c-823d-c838ff4186c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (495b62a7-efa5-4875-b969-7bcc549cd35d), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:21.427294 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f7d0c7-70c6-419c-823d-c838ff4186c7 service neutron] Pushing event updated for resources: {'Port': ['ID=495b62a7-efa5-4875-b969-7bcc549cd35d,revision_number=12']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:33:21.452759 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f7d0c7-70c6-419c-823d-c838ff4186c7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:21.453011 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f7d0c7-70c6-419c-823d-c838ff4186c7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:21.453349 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f7d0c7-70c6-419c-823d-c838ff4186c7 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:21.453686 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f7d0c7-70c6-419c-823d-c838ff4186c7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:21.454016 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f7d0c7-70c6-419c-823d-c838ff4186c7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:21.454340 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f7d0c7-70c6-419c-823d-c838ff4186c7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:21.454663 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f7d0c7-70c6-419c-823d-c838ff4186c7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:21.454991 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f7d0c7-70c6-419c-823d-c838ff4186c7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:21.455317 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f7d0c7-70c6-419c-823d-c838ff4186c7 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:21.455629 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f7d0c7-70c6-419c-823d-c838ff4186c7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:21.455952 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f7d0c7-70c6-419c-823d-c838ff4186c7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:21.456288 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f7d0c7-70c6-419c-823d-c838ff4186c7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:21.456607 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f7d0c7-70c6-419c-823d-c838ff4186c7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:21.504631 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-c83d9984-a46a-4100-b0f2-37fd97079003 req-86f7d0c7-70c6-419c-823d-c838ff4186c7 service neutron] No DVR routers for this DVR port 495b62a7-efa5-4875-b969-7bcc549cd35d on host n-h2-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:33:21.641069 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-c83d9984-a46a-4100-b0f2-37fd97079003 req-86f7d0c7-70c6-419c-823d-c838ff4186c7 service neutron] Attempting to bind port 495b62a7-efa5-4875-b969-7bcc549cd35d on host n-h1-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:33:21.641329 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-c83d9984-a46a-4100-b0f2-37fd97079003 req-86f7d0c7-70c6-419c-823d-c838ff4186c7 service neutron] Attempting to bind port 495b62a7-efa5-4875-b969-7bcc549cd35d by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': 'fd2344b7-1a35-40fa-ad0f-bca8050daf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:33:21.641651 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83d9984-a46a-4100-b0f2-37fd97079003 req-86f7d0c7-70c6-419c-823d-c838ff4186c7 service neutron] Attempting to bind port 495b62a7-efa5-4875-b969-7bcc549cd35d on network 1f25d978-5bd5-442e-af29-c42183639bfd {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:33:21.646649 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83d9984-a46a-4100-b0f2-37fd97079003 req-86f7d0c7-70c6-419c-823d-c838ff4186c7 service neutron] Port 495b62a7-efa5-4875-b969-7bcc549cd35d on network 1f25d978-5bd5-442e-af29-c42183639bfd not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:33:21.646967 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83d9984-a46a-4100-b0f2-37fd97079003 req-86f7d0c7-70c6-419c-823d-c838ff4186c7 service neutron] Attempting to bind port 495b62a7-efa5-4875-b969-7bcc549cd35d on network 1f25d978-5bd5-442e-af29-c42183639bfd {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:33:21.651643 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83d9984-a46a-4100-b0f2-37fd97079003 req-86f7d0c7-70c6-419c-823d-c838ff4186c7 service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:33:21.651978 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83d9984-a46a-4100-b0f2-37fd97079003 req-86f7d0c7-70c6-419c-823d-c838ff4186c7 service neutron] Checking segment: {'id': 'fd2344b7-1a35-40fa-ad0f-bca8050daf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:33:21.652395 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83d9984-a46a-4100-b0f2-37fd97079003 req-86f7d0c7-70c6-419c-823d-c838ff4186c7 service neutron] Bound using segment: {'id': 'fd2344b7-1a35-40fa-ad0f-bca8050daf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:33:21.652816 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-c83d9984-a46a-4100-b0f2-37fd97079003 req-86f7d0c7-70c6-419c-823d-c838ff4186c7 service neutron] Bound port: 495b62a7-efa5-4875-b969-7bcc549cd35d, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd2344b7-1a35-40fa-ad0f-bca8050daf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:33:21.653165 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-c83d9984-a46a-4100-b0f2-37fd97079003 req-86f7d0c7-70c6-419c-823d-c838ff4186c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (495b62a7-efa5-4875-b969-7bcc549cd35d), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:21.714045 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-c83d9984-a46a-4100-b0f2-37fd97079003 req-86f7d0c7-70c6-419c-823d-c838ff4186c7 service neutron] For port 495b62a7-efa5-4875-b969-7bcc549cd35d, host n-h1-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:33:21.716985 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-c83d9984-a46a-4100-b0f2-37fd97079003 req-86f7d0c7-70c6-419c-823d-c838ff4186c7 service neutron] For port 495b62a7-efa5-4875-b969-7bcc549cd35d, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=495b62a7-efa5-4875-b969-7bcc549cd35d,segment=NetworkSegment(fd2344b7-1a35-40fa-ad0f-bca8050daf71),segment_id=fd2344b7-1a35-40fa-ad0f-bca8050daf71)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:33:21.723243 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-c83d9984-a46a-4100-b0f2-37fd97079003 req-86f7d0c7-70c6-419c-823d-c838ff4186c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (495b62a7-efa5-4875-b969-7bcc549cd35d), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:21.755910 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d9984-a46a-4100-b0f2-37fd97079003 req-86f7d0c7-70c6-419c-823d-c838ff4186c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:21.756562 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-c83d9984-a46a-4100-b0f2-37fd97079003 req-86f7d0c7-70c6-419c-823d-c838ff4186c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:21.757977 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c83d9984-a46a-4100-b0f2-37fd97079003 req-86f7d0c7-70c6-419c-823d-c838ff4186c7 service neutron] 10.222.0.95 "PUT /v2.0/ports/495b62a7-efa5-4875-b969-7bcc549cd35d HTTP/1.1" status: 200 len: 1092 time: 1.1555033 Feb 09 22:33:21.758471 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c679682-5a3f-47b6-be6c-d89968d2cb09', 'tag': '495b62a7-efa5-4875-b969-7bcc549cd35d'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:33:21.760824 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}084566773578a82c7ab9e8b7d7948f8d3f1cbdaece621e80e6759ea940bbe07a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf759386-7405-4bce-bbc5-464a83a2c488" -d '{"events": [{"name": "network-changed", "server_uuid": "6c679682-5a3f-47b6-be6c-d89968d2cb09", "tag": "495b62a7-efa5-4875-b969-7bcc549cd35d"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:33:21.798447 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f7d0c7-70c6-419c-823d-c838ff4186c7 service neutron] Pushing event updated for resources: {'Port': ['ID=495b62a7-efa5-4875-b969-7bcc549cd35d,revision_number=13']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:33:21.820439 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f58b99b-e988-47fa-a085-8939ddb29f51 x-openstack-request-id: req-3f58b99b-e988-47fa-a085-8939ddb29f51 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:33:21.820740 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c679682-5a3f-47b6-be6c-d89968d2cb09", "tag": "495b62a7-efa5-4875-b969-7bcc549cd35d", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:33:21.820997 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-3f58b99b-e988-47fa-a085-8939ddb29f51 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:33:21.821406 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c679682-5a3f-47b6-be6c-d89968d2cb09', 'tag': '495b62a7-efa5-4875-b969-7bcc549cd35d', 'status': 'completed', 'code': 200} Feb 09 22:33:21.843670 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d9984-a46a-4100-b0f2-37fd97079003 req-b67f3353-6d41-4370-8612-dd8b6b85ec71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:21.845252 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c83d9984-a46a-4100-b0f2-37fd97079003 req-b67f3353-6d41-4370-8612-dd8b6b85ec71 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0e4ab427e53a42f9bee45c36c76ea676&device_id=6c679682-5a3f-47b6-be6c-d89968d2cb09 HTTP/1.1" status: 200 len: 1126 time: 0.0624015 Feb 09 22:33:21.890177 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf759386-7405-4bce-bbc5-464a83a2c488 req-0f3faa25-d93e-4d2a-a835-fd512cf3ccee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:21.892447 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-cf759386-7405-4bce-bbc5-464a83a2c488 req-0f3faa25-d93e-4d2a-a835-fd512cf3ccee service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=0e4ab427e53a42f9bee45c36c76ea676&device_id=6c679682-5a3f-47b6-be6c-d89968d2cb09 HTTP/1.1" status: 200 len: 1126 time: 0.0536454 Feb 09 22:33:21.919417 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:21.953542 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d9984-a46a-4100-b0f2-37fd97079003 req-78ac9ca2-d502-4339-b1d9-43644e54b7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:21.955068 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c83d9984-a46a-4100-b0f2-37fd97079003 req-78ac9ca2-d502-4339-b1d9-43644e54b7f9 service neutron] 10.222.0.95 "GET /v2.0/networks?id=1f25d978-5bd5-442e-af29-c42183639bfd HTTP/1.1" status: 200 len: 913 time: 0.1037083 Feb 09 22:33:21.996533 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf759386-7405-4bce-bbc5-464a83a2c488 req-4930d64a-6432-4cbb-8cde-e374fb01e740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:21.998077 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-cf759386-7405-4bce-bbc5-464a83a2c488 req-4930d64a-6432-4cbb-8cde-e374fb01e740 service neutron] 10.222.0.89 "GET /v2.0/networks?id=1f25d978-5bd5-442e-af29-c42183639bfd HTTP/1.1" status: 200 len: 913 time: 0.0979097 Feb 09 22:33:22.028819 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c83d9984-a46a-4100-b0f2-37fd97079003 req-cfe24df3-e048-424e-9485-e9bf78965728 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=495b62a7-efa5-4875-b969-7bcc549cd35d HTTP/1.1" status: 200 len: 1000 time: 0.0676188 Feb 09 22:33:22.068648 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-cf759386-7405-4bce-bbc5-464a83a2c488 req-acd7de99-1c8c-468a-bb6f-a83bada36892 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=495b62a7-efa5-4875-b969-7bcc549cd35d HTTP/1.1" status: 200 len: 1000 time: 0.0628841 Feb 09 22:33:22.081245 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d9984-a46a-4100-b0f2-37fd97079003 req-141d60b6-ee6b-4cda-8824-a64a4a061cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:22.083566 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c83d9984-a46a-4100-b0f2-37fd97079003 req-141d60b6-ee6b-4cda-8824-a64a4a061cbd service neutron] 10.222.0.95 "GET /v2.0/subnets?id=28d07ad5-2470-4395-897a-4c85f8955d1d HTTP/1.1" status: 200 len: 851 time: 0.0489821 Feb 09 22:33:22.117588 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf759386-7405-4bce-bbc5-464a83a2c488 req-6807ace2-624f-41ed-a5a7-fa2a528e73d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:22.119076 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-cf759386-7405-4bce-bbc5-464a83a2c488 req-6807ace2-624f-41ed-a5a7-fa2a528e73d3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=28d07ad5-2470-4395-897a-4c85f8955d1d HTTP/1.1" status: 200 len: 851 time: 0.0446541 Feb 09 22:33:22.140412 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d9984-a46a-4100-b0f2-37fd97079003 req-45b99169-d875-4d5c-87a6-2570ce2f0ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:22.141937 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c83d9984-a46a-4100-b0f2-37fd97079003 req-45b99169-d875-4d5c-87a6-2570ce2f0ab3 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=1f25d978-5bd5-442e-af29-c42183639bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0529375 Feb 09 22:33:22.173613 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf759386-7405-4bce-bbc5-464a83a2c488 req-8d598ad3-08d9-4b49-9ced-efc418449a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:22.175168 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-cf759386-7405-4bce-bbc5-464a83a2c488 req-8d598ad3-08d9-4b49-9ced-efc418449a3d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=1f25d978-5bd5-442e-af29-c42183639bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0500777 Feb 09 22:33:22.234182 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c83d9984-a46a-4100-b0f2-37fd97079003 req-b67e93ed-0ee9-429e-8bb3-b25afa0bd11c service neutron] 10.222.0.95 "GET /v2.0/networks/1f25d978-5bd5-442e-af29-c42183639bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856926 Feb 09 22:33:22.264174 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-cf759386-7405-4bce-bbc5-464a83a2c488 req-65e59010-a319-4fb3-88a4-63e78a98ea88 service neutron] 10.222.0.89 "GET /v2.0/networks/1f25d978-5bd5-442e-af29-c42183639bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830603 Feb 09 22:33:22.324392 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c83d9984-a46a-4100-b0f2-37fd97079003 req-ea027bb7-9b07-421c-9584-c7301d7cd459 service neutron] 10.222.0.95 "GET /v2.0/networks/1f25d978-5bd5-442e-af29-c42183639bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846541 Feb 09 22:33:22.358561 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-cf759386-7405-4bce-bbc5-464a83a2c488 req-91e1cdc9-e377-4c52-b19b-d75395bcd81f service neutron] 10.222.0.89 "GET /v2.0/networks/1f25d978-5bd5-442e-af29-c42183639bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877657 Feb 09 22:33:22.457096 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403c09bb-e11d-40ad-94ab-149a2f0b90a9 req-bb76e1b4-d8d0-4226-91bc-0059441f400a tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:22.458959 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-403c09bb-e11d-40ad-94ab-149a2f0b90a9 req-bb76e1b4-d8d0-4226-91bc-0059441f400a tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=6c679682-5a3f-47b6-be6c-d89968d2cb09 HTTP/1.1" status: 200 len: 944 time: 0.1015959 Feb 09 22:33:22.461306 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf759386-7405-4bce-bbc5-464a83a2c488 req-f6d661fd-323e-4a52-bda6-a37f27cff3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:22.462675 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cf759386-7405-4bce-bbc5-464a83a2c488 req-f6d661fd-323e-4a52-bda6-a37f27cff3ec service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0e4ab427e53a42f9bee45c36c76ea676&device_id=6c679682-5a3f-47b6-be6c-d89968d2cb09 HTTP/1.1" status: 200 len: 1126 time: 0.0742652 Feb 09 22:33:22.560024 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-403c09bb-e11d-40ad-94ab-149a2f0b90a9 req-5a2b4b5e-d989-4af9-8f46-0673f16d2e4e tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950189 Feb 09 22:33:22.586046 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf759386-7405-4bce-bbc5-464a83a2c488 req-c90c088e-9f9e-456f-898d-df9ddfe065da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:22.587554 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cf759386-7405-4bce-bbc5-464a83a2c488 req-c90c088e-9f9e-456f-898d-df9ddfe065da service neutron] 10.222.0.95 "GET /v2.0/networks?id=1f25d978-5bd5-442e-af29-c42183639bfd HTTP/1.1" status: 200 len: 913 time: 0.1159568 Feb 09 22:33:22.662391 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cf759386-7405-4bce-bbc5-464a83a2c488 req-52680adf-5449-4132-bebe-354c946c7f9c service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=495b62a7-efa5-4875-b969-7bcc549cd35d HTTP/1.1" status: 200 len: 1000 time: 0.0678635 Feb 09 22:33:22.712999 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf759386-7405-4bce-bbc5-464a83a2c488 req-fd3d304f-c2fe-4db3-8c5f-b9f623462ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:22.714504 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cf759386-7405-4bce-bbc5-464a83a2c488 req-fd3d304f-c2fe-4db3-8c5f-b9f623462ad7 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=28d07ad5-2470-4395-897a-4c85f8955d1d HTTP/1.1" status: 200 len: 851 time: 0.0456934 Feb 09 22:33:22.762378 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf759386-7405-4bce-bbc5-464a83a2c488 req-0ab1ab41-81de-4fdd-bafc-fa9b0fc7614d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:22.763858 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cf759386-7405-4bce-bbc5-464a83a2c488 req-0ab1ab41-81de-4fdd-bafc-fa9b0fc7614d service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=1f25d978-5bd5-442e-af29-c42183639bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0433972 Feb 09 22:33:22.857576 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cf759386-7405-4bce-bbc5-464a83a2c488 req-5a0934a1-a883-49d2-809c-a947643794ac service neutron] 10.222.0.95 "GET /v2.0/networks/1f25d978-5bd5-442e-af29-c42183639bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879245 Feb 09 22:33:22.944070 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cf759386-7405-4bce-bbc5-464a83a2c488 req-421bc341-08d9-4caf-bdbb-50bfbffc551c service neutron] 10.222.0.95 "GET /v2.0/networks/1f25d978-5bd5-442e-af29-c42183639bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810304 Feb 09 22:33:23.696457 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e68f9-359e-4726-b663-11f79e3c27b7 req-8e18db37-ff02-40bd-bf07-c3a45c888404 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:23.697988 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-055e68f9-359e-4726-b663-11f79e3c27b7 req-8e18db37-ff02-40bd-bf07-c3a45c888404 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=6c679682-5a3f-47b6-be6c-d89968d2cb09 HTTP/1.1" status: 200 len: 944 time: 0.0625987 Feb 09 22:33:23.745742 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-055e68f9-359e-4726-b663-11f79e3c27b7 req-abee8702-0f8f-461c-bcad-cf081c2dbb4b tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407417 Feb 09 22:33:23.998420 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:24.865716 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0953d521-d088-410e-9245-d3b82d4702c7 req-f0e72481-1277-49fa-87e9-8cdefba058d4 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:24.867223 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0953d521-d088-410e-9245-d3b82d4702c7 req-f0e72481-1277-49fa-87e9-8cdefba058d4 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=6c679682-5a3f-47b6-be6c-d89968d2cb09 HTTP/1.1" status: 200 len: 944 time: 0.0525477 Feb 09 22:33:24.914055 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0953d521-d088-410e-9245-d3b82d4702c7 req-faac5626-55fd-4dd5-91e7-d2c1b3114274 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410340 Feb 09 22:33:26.035359 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711913d7-9650-4389-a452-5fdf4fb0993a req-0810dd42-82f3-4f96-8733-704ba92d9c8c tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:26.036969 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-711913d7-9650-4389-a452-5fdf4fb0993a req-0810dd42-82f3-4f96-8733-704ba92d9c8c tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=6c679682-5a3f-47b6-be6c-d89968d2cb09 HTTP/1.1" status: 200 len: 944 time: 0.0529358 Feb 09 22:33:26.091661 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-711913d7-9650-4389-a452-5fdf4fb0993a req-a07392b5-c887-4d5b-b0b1-938743fe8f5b tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468259 Feb 09 22:33:27.217291 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb01081-371c-4fd0-aa9b-a84ed41e7b0f req-7693bcf9-b2f9-459f-9c82-ad43bc50e243 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:27.218826 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2fb01081-371c-4fd0-aa9b-a84ed41e7b0f req-7693bcf9-b2f9-459f-9c82-ad43bc50e243 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=6c679682-5a3f-47b6-be6c-d89968d2cb09 HTTP/1.1" status: 200 len: 944 time: 0.0545244 Feb 09 22:33:27.265939 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2fb01081-371c-4fd0-aa9b-a84ed41e7b0f req-d8769304-c354-4e8f-b4ed-4f528df8d7f8 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414400 Feb 09 22:33:28.386733 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e02f16-55c1-4c65-ab6e-41adae5b76f6 req-b84b6cf1-2087-4d31-8635-8426d7570c32 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:28.388272 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-54e02f16-55c1-4c65-ab6e-41adae5b76f6 req-b84b6cf1-2087-4d31-8635-8426d7570c32 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=6c679682-5a3f-47b6-be6c-d89968d2cb09 HTTP/1.1" status: 200 len: 944 time: 0.0520360 Feb 09 22:33:28.434360 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-54e02f16-55c1-4c65-ab6e-41adae5b76f6 req-71c4136d-1b5f-475c-9011-9d56141d16e8 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405307 Feb 09 22:33:29.558263 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a9d9fc-3356-4e09-80e9-70bdf5d25358 req-0866bdb4-5a45-4244-af90-ebd43420f80d tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:29.559279 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-40a9d9fc-3356-4e09-80e9-70bdf5d25358 req-0866bdb4-5a45-4244-af90-ebd43420f80d tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=6c679682-5a3f-47b6-be6c-d89968d2cb09 HTTP/1.1" status: 200 len: 944 time: 0.0557420 Feb 09 22:33:29.607904 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-40a9d9fc-3356-4e09-80e9-70bdf5d25358 req-96e3b072-bef0-4da2-bb99-4d3abddeff97 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426946 Feb 09 22:33:30.729226 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85241a44-22e4-4d68-bf55-c78cfe0d3055 req-4eceacea-637f-4187-b2cd-ef67c9be53ca tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:30.730736 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-85241a44-22e4-4d68-bf55-c78cfe0d3055 req-4eceacea-637f-4187-b2cd-ef67c9be53ca tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=6c679682-5a3f-47b6-be6c-d89968d2cb09 HTTP/1.1" status: 200 len: 944 time: 0.0532174 Feb 09 22:33:30.780625 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-85241a44-22e4-4d68-bf55-c78cfe0d3055 req-13221748-5263-43b2-a2eb-6dc3c1f95eb3 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442874 Feb 09 22:33:31.912705 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1324aa3-4fc2-4ea3-b49f-cd865e7c9d05 req-aacc2b6c-aa0c-4024-8011-5a2179c68199 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:31.914179 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a1324aa3-4fc2-4ea3-b49f-cd865e7c9d05 req-aacc2b6c-aa0c-4024-8011-5a2179c68199 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=6c679682-5a3f-47b6-be6c-d89968d2cb09 HTTP/1.1" status: 200 len: 944 time: 0.0559235 Feb 09 22:33:31.960134 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a1324aa3-4fc2-4ea3-b49f-cd865e7c9d05 req-5ee40236-3563-4816-9ed8-e791578d3b18 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404072 Feb 09 22:33:32.559283 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:33:33.079649 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7772294-ec71-4564-9b3a-ef0aa9be5ca7 req-bc81921f-c875-4294-899d-3c484557dc77 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:33.081176 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e7772294-ec71-4564-9b3a-ef0aa9be5ca7 req-bc81921f-c875-4294-899d-3c484557dc77 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=6c679682-5a3f-47b6-be6c-d89968d2cb09 HTTP/1.1" status: 200 len: 944 time: 0.0533404 Feb 09 22:33:33.131772 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e7772294-ec71-4564-9b3a-ef0aa9be5ca7 req-3986c0d1-6b8e-4d75-b0fb-3fc17cf2a36a tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450606 Feb 09 22:33:34.252004 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7623bda9-d4a5-4a6e-bc7d-16959b5aba6b req-ddd8dcf2-88d7-41e4-8295-affdfa9c12a2 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:34.254048 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7623bda9-d4a5-4a6e-bc7d-16959b5aba6b req-ddd8dcf2-88d7-41e4-8295-affdfa9c12a2 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=6c679682-5a3f-47b6-be6c-d89968d2cb09 HTTP/1.1" status: 200 len: 944 time: 0.0511281 Feb 09 22:33:34.302936 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7623bda9-d4a5-4a6e-bc7d-16959b5aba6b req-ccff8c16-665b-4db5-bd64-f17f8f23c8ec tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429957 Feb 09 22:33:35.421602 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd48ba09-454b-4800-9c49-0c2c5c0c2c14 req-680e0315-4b65-4eff-99e8-3cc6a6bb4ff4 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:35.423067 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dd48ba09-454b-4800-9c49-0c2c5c0c2c14 req-680e0315-4b65-4eff-99e8-3cc6a6bb4ff4 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=6c679682-5a3f-47b6-be6c-d89968d2cb09 HTTP/1.1" status: 200 len: 944 time: 0.0523884 Feb 09 22:33:35.468779 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dd48ba09-454b-4800-9c49-0c2c5c0c2c14 req-15e1dc25-116e-46ea-afae-f3837f3105b8 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396283 Feb 09 22:33:36.590062 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54beb3c-0525-4b1b-9914-6cb93b9e9fdc req-76f36196-e7b0-45d6-939f-b13d5835f198 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:36.591638 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c54beb3c-0525-4b1b-9914-6cb93b9e9fdc req-76f36196-e7b0-45d6-939f-b13d5835f198 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=6c679682-5a3f-47b6-be6c-d89968d2cb09 HTTP/1.1" status: 200 len: 944 time: 0.0532579 Feb 09 22:33:36.638937 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c54beb3c-0525-4b1b-9914-6cb93b9e9fdc req-d27fb886-d6eb-4472-af36-c3cefb37d050 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416791 Feb 09 22:33:37.766346 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bab6b1d-5310-4967-918e-ff0a80303781 req-b0effc56-d802-4228-b002-27c9f3463734 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:37.767806 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7bab6b1d-5310-4967-918e-ff0a80303781 req-b0effc56-d802-4228-b002-27c9f3463734 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=6c679682-5a3f-47b6-be6c-d89968d2cb09 HTTP/1.1" status: 200 len: 944 time: 0.0552547 Feb 09 22:33:37.814204 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7bab6b1d-5310-4967-918e-ff0a80303781 req-882d2909-6bf1-497c-98f0-65a06bbb8057 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402091 Feb 09 22:33:38.942265 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d8a8ca-a5e5-4e28-ac0f-93f0ab7743de req-06e8df36-a9b0-4c0a-b113-e2a95d5af665 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:38.943669 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e4d8a8ca-a5e5-4e28-ac0f-93f0ab7743de req-06e8df36-a9b0-4c0a-b113-e2a95d5af665 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=6c679682-5a3f-47b6-be6c-d89968d2cb09 HTTP/1.1" status: 200 len: 944 time: 0.0547826 Feb 09 22:33:38.989078 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e4d8a8ca-a5e5-4e28-ac0f-93f0ab7743de req-92c2e4b0-0396-447e-8c7e-5711d213fbe3 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397236 Feb 09 22:33:39.108945 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb7af7d-48df-407d-98b1-88fdfea9159b req-e7ca549f-e22f-40cb-b0ed-544da4936364 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:39.110418 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7bb7af7d-48df-407d-98b1-88fdfea9159b req-e7ca549f-e22f-40cb-b0ed-544da4936364 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=6c679682-5a3f-47b6-be6c-d89968d2cb09 HTTP/1.1" status: 200 len: 944 time: 0.0539231 Feb 09 22:33:39.162087 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-4a5b8b21-1f20-4dfb-895b-285d77c23a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:39.162729 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7bb7af7d-48df-407d-98b1-88fdfea9159b req-585f332a-b90a-472c-a336-0e6fe8b17f89 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463355 Feb 09 22:33:39.199342 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 495b62a7-efa5-4875-b969-7bcc549cd35d details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:33:39.284288 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203bc291-7901-4ad9-af2b-4f2b16f9501b req-bedb65c9-7240-4470-8e75-3e1eb69c678d tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:39.285944 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-203bc291-7901-4ad9-af2b-4f2b16f9501b req-bedb65c9-7240-4470-8e75-3e1eb69c678d tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=6c679682-5a3f-47b6-be6c-d89968d2cb09 HTTP/1.1" status: 200 len: 944 time: 0.0546861 Feb 09 22:33:39.337080 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-203bc291-7901-4ad9-af2b-4f2b16f9501b req-47fe3858-aa34-4711-87c8-1a4463db583c tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450821 Feb 09 22:33:39.462297 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 495b62a7-efa5-4875-b969-7bcc549cd35d, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=495b62a7-efa5-4875-b969-7bcc549cd35d,segment=NetworkSegment(fd2344b7-1a35-40fa-ad0f-bca8050daf71),segment_id=fd2344b7-1a35-40fa-ad0f-bca8050daf71)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:33:39.473956 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': '495b62a7-efa5-4875-b969-7bcc549cd35d', 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd', 'port_id': '495b62a7-efa5-4875-b969-7bcc549cd35d', 'mac_address': 'fa:16:3e:dc:d1:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d07ad5-2470-4395-897a-4c85f8955d1d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:33:39.520960 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 495b62a7-efa5-4875-b969-7bcc549cd35d is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:33:39.521359 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (495b62a7-efa5-4875-b969-7bcc549cd35d), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:39.534256 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 495b62a7-efa5-4875-b969-7bcc549cd35d {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:33:39.554392 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 495b62a7-efa5-4875-b969-7bcc549cd35d, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=495b62a7-efa5-4875-b969-7bcc549cd35d,segment=NetworkSegment(fd2344b7-1a35-40fa-ad0f-bca8050daf71),segment_id=fd2344b7-1a35-40fa-ad0f-bca8050daf71)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:33:39.558684 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (495b62a7-efa5-4875-b969-7bcc549cd35d), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:39.585239 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e122f20a-19e8-4ce2-83f0-bc6ed4903326 req-f0cc70b6-7f9d-4671-aeef-b6e6d2412c4d tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:39.586764 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e122f20a-19e8-4ce2-83f0-bc6ed4903326 req-f0cc70b6-7f9d-4671-aeef-b6e6d2412c4d tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=6c679682-5a3f-47b6-be6c-d89968d2cb09 HTTP/1.1" status: 200 len: 944 time: 0.0568173 Feb 09 22:33:39.608418 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=495b62a7-efa5-4875-b969-7bcc549cd35d,revision_number=14']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:33:39.634570 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e122f20a-19e8-4ce2-83f0-bc6ed4903326 req-dd49b81a-8cca-4503-8041-06c863e1da44 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420060 Feb 09 22:33:39.812913 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['495b62a7-efa5-4875-b969-7bcc549cd35d'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:33:40.759154 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aec113e-02b5-474e-b62b-83dbb6406880 req-15a078b5-a5d2-4fe3-bc3f-cc3fbe24b344 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:40.760679 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9aec113e-02b5-474e-b62b-83dbb6406880 req-15a078b5-a5d2-4fe3-bc3f-cc3fbe24b344 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=6c679682-5a3f-47b6-be6c-d89968d2cb09 HTTP/1.1" status: 200 len: 945 time: 0.0568631 Feb 09 22:33:40.806493 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9aec113e-02b5-474e-b62b-83dbb6406880 req-4ca93480-9230-4c2f-9ce0-fd372cb8e31f tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403094 Feb 09 22:33:41.099957 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f23e2c33-ded6-4647-acfb-57a63744a199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:41.222720 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 495b62a7-efa5-4875-b969-7bcc549cd35d up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:33:41.273625 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning for port 495b62a7-efa5-4875-b969-7bcc549cd35d completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:33:41.277571 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port 495b62a7-efa5-4875-b969-7bcc549cd35d triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:33:41.277948 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (495b62a7-efa5-4875-b969-7bcc549cd35d), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:41.353626 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 495b62a7-efa5-4875-b969-7bcc549cd35d is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:33:41.353943 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (495b62a7-efa5-4875-b969-7bcc549cd35d), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:41.376285 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c679682-5a3f-47b6-be6c-d89968d2cb09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '495b62a7-efa5-4875-b969-7bcc549cd35d'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:33:41.378630 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cf4d4d953224237653245d15ffec07a65c4bd356d4237fd84236d8abf5d48a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe6af57d-e0e7-40ea-8745-3372cb0b31b8" -d '{"events": [{"server_uuid": "6c679682-5a3f-47b6-be6c-d89968d2cb09", "name": "network-vif-plugged", "status": "completed", "tag": "495b62a7-efa5-4875-b969-7bcc549cd35d"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:33:41.391399 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 495b62a7-efa5-4875-b969-7bcc549cd35d, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=495b62a7-efa5-4875-b969-7bcc549cd35d,segment=NetworkSegment(fd2344b7-1a35-40fa-ad0f-bca8050daf71),segment_id=fd2344b7-1a35-40fa-ad0f-bca8050daf71)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:33:41.395587 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (495b62a7-efa5-4875-b969-7bcc549cd35d), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:41.420349 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05d3b629-d321-47ba-b50c-5df2c0571817 x-openstack-request-id: req-05d3b629-d321-47ba-b50c-5df2c0571817 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:33:41.420638 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c679682-5a3f-47b6-be6c-d89968d2cb09", "name": "network-vif-plugged", "status": "completed", "tag": "495b62a7-efa5-4875-b969-7bcc549cd35d", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:33:41.420919 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-05d3b629-d321-47ba-b50c-5df2c0571817 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:33:41.421335 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c679682-5a3f-47b6-be6c-d89968d2cb09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '495b62a7-efa5-4875-b969-7bcc549cd35d', 'code': 200} Feb 09 22:33:41.450699 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=495b62a7-efa5-4875-b969-7bcc549cd35d,revision_number=15']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:33:41.486300 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed5b44-e2b9-4a87-80b4-e2317942d10c req-c4698b40-fcda-4f4c-b5cd-724d686552d5 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:41.487754 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a5ed5b44-e2b9-4a87-80b4-e2317942d10c req-c4698b40-fcda-4f4c-b5cd-724d686552d5 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.95 "GET /v2.0/ports?device_id=6c679682-5a3f-47b6-be6c-d89968d2cb09 HTTP/1.1" status: 200 len: 946 time: 0.0520487 Feb 09 22:33:41.590573 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-a5ed5b44-e2b9-4a87-80b4-e2317942d10c req-f90773ce-b0ac-4c6d-bcf6-b33bfde4ed28 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Deleting port 495b62a7-efa5-4875-b969-7bcc549cd35d {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:33:41.590924 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-a5ed5b44-e2b9-4a87-80b4-e2317942d10c req-f90773ce-b0ac-4c6d-bcf6-b33bfde4ed28 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (495b62a7-efa5-4875-b969-7bcc549cd35d), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:41.678451 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-a5ed5b44-e2b9-4a87-80b4-e2317942d10c req-f90773ce-b0ac-4c6d-bcf6-b33bfde4ed28 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] For port 495b62a7-efa5-4875-b969-7bcc549cd35d, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=495b62a7-efa5-4875-b969-7bcc549cd35d,segment=NetworkSegment(fd2344b7-1a35-40fa-ad0f-bca8050daf71),segment_id=fd2344b7-1a35-40fa-ad0f-bca8050daf71)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:33:41.678733 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-a5ed5b44-e2b9-4a87-80b4-e2317942d10c req-f90773ce-b0ac-4c6d-bcf6-b33bfde4ed28 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (495b62a7-efa5-4875-b969-7bcc549cd35d), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:41.851650 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-a5ed5b44-e2b9-4a87-80b4-e2317942d10c req-f90773ce-b0ac-4c6d-bcf6-b33bfde4ed28 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:41.852297 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-a5ed5b44-e2b9-4a87-80b4-e2317942d10c req-f90773ce-b0ac-4c6d-bcf6-b33bfde4ed28 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (56e14feb-e186-4e58-ad5e-6eac4d5cc1b6), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:41.852429 n-d-828369-5 neutron-server[103140]: INFO neutron.db.l3_db [req-a5ed5b44-e2b9-4a87-80b4-e2317942d10c req-f90773ce-b0ac-4c6d-bcf6-b33bfde4ed28 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Floating IP 56e14feb-e186-4e58-ad5e-6eac4d5cc1b6 disassociated. External IP: 172.25.3.251, port: 495b62a7-efa5-4875-b969-7bcc549cd35d. Feb 09 22:33:41.852709 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-a5ed5b44-e2b9-4a87-80b4-e2317942d10c req-f90773ce-b0ac-4c6d-bcf6-b33bfde4ed28 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Calling delete_port for 495b62a7-efa5-4875-b969-7bcc549cd35d owned by compute:nova {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:33:41.970086 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b0214a-6df9-42db-afe2-6e20de1e30ac req-ebd2dc95-5528-46cc-8d0d-29a68375fd4b tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:33:41.971504 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f0b0214a-6df9-42db-afe2-6e20de1e30ac req-ebd2dc95-5528-46cc-8d0d-29a68375fd4b tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=6c679682-5a3f-47b6-be6c-d89968d2cb09 HTTP/1.1" status: 200 len: 946 time: 0.0778868 Feb 09 22:33:42.057027 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f0b0214a-6df9-42db-afe2-6e20de1e30ac req-2aee4254-a240-4bcd-a927-ac672960d346 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups?id=7eb4fa46-b087-4215-8f37-3101d8341e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798156 Feb 09 22:33:42.058160 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-a5ed5b44-e2b9-4a87-80b4-e2317942d10c req-f90773ce-b0ac-4c6d-bcf6-b33bfde4ed28 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (495b62a7-efa5-4875-b969-7bcc549cd35d), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:42.088003 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90773ce-b0ac-4c6d-bcf6-b33bfde4ed28 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Pushing event deleted for resources: {'Port': ['ID=495b62a7-efa5-4875-b969-7bcc549cd35d,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:33:42.207564 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a5ed5b44-e2b9-4a87-80b4-e2317942d10c req-f90773ce-b0ac-4c6d-bcf6-b33bfde4ed28 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Router 0e42bdb4-42c5-4ac2-bb49-b06affe71697 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:33:42.319099 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a5ed5b44-e2b9-4a87-80b4-e2317942d10c req-f90773ce-b0ac-4c6d-bcf6-b33bfde4ed28 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:33:42.330287 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce8f18f-f7f7-4df2-a454-e2ce172477da None None] Sync routers for ids ['0e42bdb4-42c5-4ac2-bb49-b06affe71697'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:33:42.339143 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce8f18f-f7f7-4df2-a454-e2ce172477da None None] Routers {'0e42bdb4-42c5-4ac2-bb49-b06affe71697'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:33:42.339762 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-6ce8f18f-f7f7-4df2-a454-e2ce172477da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:33:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['0e42bdb4-42c5-4ac2-bb49-b06affe71697'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:33:42.358766 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5ed5b44-e2b9-4a87-80b4-e2317942d10c req-f90773ce-b0ac-4c6d-bcf6-b33bfde4ed28 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] No DVR routers for this DVR port 495b62a7-efa5-4875-b969-7bcc549cd35d on host n-h1-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:33:42.361377 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-a5ed5b44-e2b9-4a87-80b4-e2317942d10c req-f90773ce-b0ac-4c6d-bcf6-b33bfde4ed28 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:42.365312 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a5ed5b44-e2b9-4a87-80b4-e2317942d10c req-f90773ce-b0ac-4c6d-bcf6-b33bfde4ed28 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.95 "DELETE /v2.0/ports/495b62a7-efa5-4875-b969-7bcc549cd35d HTTP/1.1" status: 204 len: 173 time: 0.8716438 Feb 09 22:33:42.365760 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c679682-5a3f-47b6-be6c-d89968d2cb09', 'name': 'network-vif-deleted', 'tag': '495b62a7-efa5-4875-b969-7bcc549cd35d'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:33:42.368016 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}084566773578a82c7ab9e8b7d7948f8d3f1cbdaece621e80e6759ea940bbe07a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82a1943e-6253-487f-adc2-2ac4e63ebdd4" -d '{"events": [{"server_uuid": "6c679682-5a3f-47b6-be6c-d89968d2cb09", "name": "network-vif-deleted", "tag": "495b62a7-efa5-4875-b969-7bcc549cd35d"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:33:42.415141 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1984c08-6ba7-4076-8771-8c3b335e11ff x-openstack-request-id: req-c1984c08-6ba7-4076-8771-8c3b335e11ff {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:33:42.415564 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c679682-5a3f-47b6-be6c-d89968d2cb09", "name": "network-vif-deleted", "tag": "495b62a7-efa5-4875-b969-7bcc549cd35d", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:33:42.415836 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-c1984c08-6ba7-4076-8771-8c3b335e11ff {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:33:42.416309 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c679682-5a3f-47b6-be6c-d89968d2cb09', 'name': 'network-vif-deleted', 'tag': '495b62a7-efa5-4875-b969-7bcc549cd35d', 'status': 'completed', 'code': 200} Feb 09 22:33:42.455142 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-6ce8f18f-f7f7-4df2-a454-e2ce172477da None None] Set router 0e42bdb4-42c5-4ac2-bb49-b06affe71697 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:33:42.655668 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-6ce8f18f-f7f7-4df2-a454-e2ce172477da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e42bdb4-42c5-4ac2-bb49-b06affe71697', 'name': 'tempest-ServerActionsTestJSON-1694563516-router', 'tenant_id': '0e4ab427e53a42f9bee45c36c76ea676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '49fdb7f0-c4bf-41f7-a45a-86c4658b98e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:29:14Z', 'updated_at': '2022-02-09T22:29:17Z', 'revision_number': 4, 'project_id': '0e4ab427e53a42f9bee45c36c76ea676', 'gw_port': {'id': '49fdb7f0-c4bf-41f7-a45a-86c4658b98e6', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e42bdb4-42c5-4ac2-bb49-b06affe71697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:29:15Z', 'updated_at': '2022-02-09T22:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '1381b3c8-01b6-4983-8019-f1c30cfc1fd5', 'name': '', 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd', 'tenant_id': '0e4ab427e53a42f9bee45c36c76ea676', 'mac_address': 'fa:16:3e:dc:53:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e42bdb4-42c5-4ac2-bb49-b06affe71697', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '28d07ad5-2470-4395-897a-4c85f8955d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:29:16Z', 'updated_at': '2022-02-09T22:29:21Z', 'revision_number': 5, 'project_id': '0e4ab427e53a42f9bee45c36c76ea676', 'subnets': [{'id': '28d07ad5-2470-4395-897a-4c85f8955d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:33:42.682782 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce8f18f-f7f7-4df2-a454-e2ce172477da None None] Checking router: 0e42bdb4-42c5-4ac2-bb49-b06affe71697 for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:33:42.692059 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce8f18f-f7f7-4df2-a454-e2ce172477da None None] Routers {'0e42bdb4-42c5-4ac2-bb49-b06affe71697'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:33:42.692711 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-6ce8f18f-f7f7-4df2-a454-e2ce172477da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:33:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['0e42bdb4-42c5-4ac2-bb49-b06affe71697'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:33:42.803592 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-6ce8f18f-f7f7-4df2-a454-e2ce172477da None None] Set router 0e42bdb4-42c5-4ac2-bb49-b06affe71697 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:33:42.958267 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:43.015072 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-6ce8f18f-f7f7-4df2-a454-e2ce172477da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e42bdb4-42c5-4ac2-bb49-b06affe71697', 'name': 'tempest-ServerActionsTestJSON-1694563516-router', 'tenant_id': '0e4ab427e53a42f9bee45c36c76ea676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '49fdb7f0-c4bf-41f7-a45a-86c4658b98e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:29:14Z', 'updated_at': '2022-02-09T22:29:17Z', 'revision_number': 4, 'project_id': '0e4ab427e53a42f9bee45c36c76ea676', 'gw_port': {'id': '49fdb7f0-c4bf-41f7-a45a-86c4658b98e6', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e42bdb4-42c5-4ac2-bb49-b06affe71697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:29:15Z', 'updated_at': '2022-02-09T22:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '1381b3c8-01b6-4983-8019-f1c30cfc1fd5', 'name': '', 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd', 'tenant_id': '0e4ab427e53a42f9bee45c36c76ea676', 'mac_address': 'fa:16:3e:dc:53:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e42bdb4-42c5-4ac2-bb49-b06affe71697', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '28d07ad5-2470-4395-897a-4c85f8955d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:29:16Z', 'updated_at': '2022-02-09T22:29:21Z', 'revision_number': 5, 'project_id': '0e4ab427e53a42f9bee45c36c76ea676', 'subnets': [{'id': '28d07ad5-2470-4395-897a-4c85f8955d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:33:43.041473 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce8f18f-f7f7-4df2-a454-e2ce172477da None None] The sync data for ids ['0e42bdb4-42c5-4ac2-bb49-b06affe71697'] in n-d-828369-5 is: [{'id': '0e42bdb4-42c5-4ac2-bb49-b06affe71697', 'name': 'tempest-ServerActionsTestJSON-1694563516-router', 'tenant_id': '0e4ab427e53a42f9bee45c36c76ea676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '49fdb7f0-c4bf-41f7-a45a-86c4658b98e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:29:14Z', 'updated_at': '2022-02-09T22:29:17Z', 'revision_number': 4, 'project_id': '0e4ab427e53a42f9bee45c36c76ea676', 'gw_port': {'id': '49fdb7f0-c4bf-41f7-a45a-86c4658b98e6', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e42bdb4-42c5-4ac2-bb49-b06affe71697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:29:15Z', 'updated_at': '2022-02-09T22:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '1381b3c8-01b6-4983-8019-f1c30cfc1fd5', 'name': '', 'network_id': '1f25d978-5bd5-442e-af29-c42183639bfd', 'tenant_id': '0e4ab427e53a42f9bee45c36c76ea676', 'mac_address': 'fa:16:3e:dc:53:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e42bdb4-42c5-4ac2-bb49-b06affe71697', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '28d07ad5-2470-4395-897a-4c85f8955d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:29:16Z', 'updated_at': '2022-02-09T22:29:21Z', 'revision_number': 5, 'project_id': '0e4ab427e53a42f9bee45c36c76ea676', 'subnets': [{'id': '28d07ad5-2470-4395-897a-4c85f8955d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:33:43.156650 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-90ac38e1-b6b4-4848-88aa-566477a089e5 req-a622c1a5-c72b-4984-bf44-4446cab7d1df tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=6c679682-5a3f-47b6-be6c-d89968d2cb09 HTTP/1.1" status: 200 len: 210 time: 0.0284653 Feb 09 22:33:43.289505 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa852289-64e9-4072-b117-fec44318296c None None] New status for floating IP 56e14feb-e186-4e58-ad5e-6eac4d5cc1b6: DOWN {{(pid=103143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:33:44.258562 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-29d8a1d4-adcf-42df-87c5-c00b3e673418 req-e121341f-fc36-4421-8ffa-dab3ab4afd6b tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=6c679682-5a3f-47b6-be6c-d89968d2cb09 HTTP/1.1" status: 200 len: 210 time: 0.0305324 Feb 09 22:33:44.358975 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:45.252456 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 495b62a7-efa5-4875-b969-7bcc549cd35d no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:33:45.277001 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] No Port match for: 495b62a7-efa5-4875-b969-7bcc549cd35d {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:33:45.277342 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 495b62a7-efa5-4875-b969-7bcc549cd35d not bound to the agent host n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:33:45.359482 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-651c6b27-e3ff-459a-81b9-d1ad2172ffee req-6f6f9ed6-e90e-4483-ace4-c9978da42423 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=6c679682-5a3f-47b6-be6c-d89968d2cb09 HTTP/1.1" status: 200 len: 210 time: 0.0297620 Feb 09 22:33:45.460113 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:46.456177 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4d08f0f5-21a6-4232-a292-d60bc8b12ef6 req-7a1fd39a-6356-4433-aeb5-1b6c267e1181 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=6c679682-5a3f-47b6-be6c-d89968d2cb09 HTTP/1.1" status: 200 len: 210 time: 0.0275192 Feb 09 22:33:47.551796 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-54611d32-c490-460e-84cc-8e11e3278aa8 req-e22e4db5-e64a-418d-906e-df0ac977e7c3 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=6c679682-5a3f-47b6-be6c-d89968d2cb09 HTTP/1.1" status: 200 len: 210 time: 0.0275493 Feb 09 22:33:48.653119 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-93cd50b7-27dc-46d2-8ea9-7c07c6204f94 req-f82824ef-d79a-45a1-be39-2b722b236cb9 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=6c679682-5a3f-47b6-be6c-d89968d2cb09 HTTP/1.1" status: 200 len: 210 time: 0.0316586 Feb 09 22:33:49.748893 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1026f9ff-c681-412b-81d2-47c9575f4fcd req-f8ac96c2-f79b-4dad-9164-b1e136d687f2 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/ports?device_id=6c679682-5a3f-47b6-be6c-d89968d2cb09 HTTP/1.1" status: 200 len: 210 time: 0.0271239 Feb 09 22:33:51.915717 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:54.016895 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:56.549356 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 52082) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:33:56.603680 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3015c1a6-d6a6-46d3-8c2a-1aaf12ec6095 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Publish callbacks [] for security_group (7eb4fa46-b087-4215-8f37-3101d8341e37), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:56.627779 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3015c1a6-d6a6-46d3-8c2a-1aaf12ec6095 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Publish callbacks [] for security_group (7eb4fa46-b087-4215-8f37-3101d8341e37), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:56.678765 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3015c1a6-d6a6-46d3-8c2a-1aaf12ec6095 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (7eb4fa46-b087-4215-8f37-3101d8341e37), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:56.681559 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3015c1a6-d6a6-46d3-8c2a-1aaf12ec6095 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:56.682843 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-3015c1a6-d6a6-46d3-8c2a-1aaf12ec6095 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "DELETE /v2.0/security-groups/7eb4fa46-b087-4215-8f37-3101d8341e37 HTTP/1.1" status: 204 len: 168 time: 0.1324525 Feb 09 22:33:56.685849 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 52084) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:33:56.692685 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3015c1a6-d6a6-46d3-8c2a-1aaf12ec6095 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb4fa46-b087-4215-8f37-3101d8341e37,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:33:56.700171 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3015c1a6-d6a6-46d3-8c2a-1aaf12ec6095 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:56.700569 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3015c1a6-d6a6-46d3-8c2a-1aaf12ec6095 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:56.700755 n-d-828369-5 neutron-server[103140]: INFO neutron.api.v2.resource [None req-1e615107-48aa-4550-b82e-5427d23100be tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] show failed (client error): The resource could not be found. Feb 09 22:33:56.700871 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3015c1a6-d6a6-46d3-8c2a-1aaf12ec6095 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:56.701158 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3015c1a6-d6a6-46d3-8c2a-1aaf12ec6095 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:56.701497 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3015c1a6-d6a6-46d3-8c2a-1aaf12ec6095 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:56.701682 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-1e615107-48aa-4550-b82e-5427d23100be tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "GET /v2.0/security-groups/7eb4fa46-b087-4215-8f37-3101d8341e37 HTTP/1.1" status: 404 len: 347 time: 0.0141566 Feb 09 22:33:56.701835 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3015c1a6-d6a6-46d3-8c2a-1aaf12ec6095 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:56.702167 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3015c1a6-d6a6-46d3-8c2a-1aaf12ec6095 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:56.702496 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3015c1a6-d6a6-46d3-8c2a-1aaf12ec6095 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:56.702824 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3015c1a6-d6a6-46d3-8c2a-1aaf12ec6095 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:56.703148 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3015c1a6-d6a6-46d3-8c2a-1aaf12ec6095 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:56.703475 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3015c1a6-d6a6-46d3-8c2a-1aaf12ec6095 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:56.703802 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3015c1a6-d6a6-46d3-8c2a-1aaf12ec6095 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:56.704167 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3015c1a6-d6a6-46d3-8c2a-1aaf12ec6095 tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:33:56.704317 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 52086) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:33:57.144386 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d796cd22-6110-4a91-949c-e465de94dddd tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Deleting port c6fac947-6cf4-4023-b74a-d113a4c79e01 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:33:57.144649 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d796cd22-6110-4a91-949c-e465de94dddd tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (c6fac947-6cf4-4023-b74a-d113a4c79e01), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:57.222988 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d796cd22-6110-4a91-949c-e465de94dddd tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (c6fac947-6cf4-4023-b74a-d113a4c79e01), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:57.223309 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d796cd22-6110-4a91-949c-e465de94dddd tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Publish callbacks [] for floatingip (c6fac947-6cf4-4023-b74a-d113a4c79e01), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:57.234647 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-d796cd22-6110-4a91-949c-e465de94dddd tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Calling delete_port for c6fac947-6cf4-4023-b74a-d113a4c79e01 owned by network:floatingip {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:33:57.373861 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d796cd22-6110-4a91-949c-e465de94dddd tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (c6fac947-6cf4-4023-b74a-d113a4c79e01), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:57.401056 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d796cd22-6110-4a91-949c-e465de94dddd tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Pushing event deleted for resources: {'Port': ['ID=c6fac947-6cf4-4023-b74a-d113a4c79e01,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:33:57.460648 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d796cd22-6110-4a91-949c-e465de94dddd tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Publish callbacks [] for floatingip (56e14feb-e186-4e58-ad5e-6eac4d5cc1b6), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:57.463227 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d796cd22-6110-4a91-949c-e465de94dddd tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:57.466452 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-d796cd22-6110-4a91-949c-e465de94dddd tempest-ServerActionsTestJSON-378813068 tempest-ServerActionsTestJSON-378813068-project] 10.222.0.90 "DELETE /v2.0/floatingips/56e14feb-e186-4e58-ad5e-6eac4d5cc1b6 HTTP/1.1" status: 204 len: 168 time: 0.7612715 Feb 09 22:33:57.467366 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 52088) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:33:57.820078 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a3b6f3e6-3191-4164-8460-e50780abefc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524906'] for router_interface (0e42bdb4-42c5-4ac2-bb49-b06affe71697), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:58.068727 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-a3b6f3e6-3191-4164-8460-e50780abefc4 admin admin] Deleting port 1381b3c8-01b6-4983-8019-f1c30cfc1fd5 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:33:58.069067 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a3b6f3e6-3191-4164-8460-e50780abefc4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (1381b3c8-01b6-4983-8019-f1c30cfc1fd5), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:58.144631 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-a3b6f3e6-3191-4164-8460-e50780abefc4 admin admin] For port 1381b3c8-01b6-4983-8019-f1c30cfc1fd5, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=1381b3c8-01b6-4983-8019-f1c30cfc1fd5,segment=NetworkSegment(fd2344b7-1a35-40fa-ad0f-bca8050daf71),segment_id=fd2344b7-1a35-40fa-ad0f-bca8050daf71)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:33:58.144870 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a3b6f3e6-3191-4164-8460-e50780abefc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (1381b3c8-01b6-4983-8019-f1c30cfc1fd5), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:58.157076 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-a3b6f3e6-3191-4164-8460-e50780abefc4 admin admin] Calling delete_port for 1381b3c8-01b6-4983-8019-f1c30cfc1fd5 owned by network:router_interface {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:33:58.334407 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a3b6f3e6-3191-4164-8460-e50780abefc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (1381b3c8-01b6-4983-8019-f1c30cfc1fd5), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:58.364243 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b6f3e6-3191-4164-8460-e50780abefc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1381b3c8-01b6-4983-8019-f1c30cfc1fd5,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:33:58.531997 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a3b6f3e6-3191-4164-8460-e50780abefc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-525054'] for router_interface (0e42bdb4-42c5-4ac2-bb49-b06affe71697), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:58.755093 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3b6f3e6-3191-4164-8460-e50780abefc4 admin admin] Router 0e42bdb4-42c5-4ac2-bb49-b06affe71697 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:33:58.862021 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3b6f3e6-3191-4164-8460-e50780abefc4 admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:33:58.867583 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-a3b6f3e6-3191-4164-8460-e50780abefc4 admin admin] 10.222.0.90 "PUT /v2.0/routers/0e42bdb4-42c5-4ac2-bb49-b06affe71697/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3991318 Feb 09 22:33:58.870182 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 52090) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:33:58.876475 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3426ab03-73d3-4343-a3e9-440fe832d82a None None] Sync routers for ids ['0e42bdb4-42c5-4ac2-bb49-b06affe71697'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:33:58.886993 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3426ab03-73d3-4343-a3e9-440fe832d82a None None] Routers {'0e42bdb4-42c5-4ac2-bb49-b06affe71697'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:33:58.887618 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-3426ab03-73d3-4343-a3e9-440fe832d82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:33:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['0e42bdb4-42c5-4ac2-bb49-b06affe71697'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:33:58.977276 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3d1e23be-8b6f-4a05-af2c-85ca1fed7cdd admin admin] Publish callbacks [] for router (0e42bdb4-42c5-4ac2-bb49-b06affe71697), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:59.000649 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-3426ab03-73d3-4343-a3e9-440fe832d82a None None] Set router 0e42bdb4-42c5-4ac2-bb49-b06affe71697 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:33:59.080040 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3d1e23be-8b6f-4a05-af2c-85ca1fed7cdd admin admin] Publish callbacks [] for router_gateway (0e42bdb4-42c5-4ac2-bb49-b06affe71697), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:59.144845 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-3d1e23be-8b6f-4a05-af2c-85ca1fed7cdd admin admin] Deleting port 49fdb7f0-c4bf-41f7-a45a-86c4658b98e6 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:33:59.145192 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3d1e23be-8b6f-4a05-af2c-85ca1fed7cdd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (49fdb7f0-c4bf-41f7-a45a-86c4658b98e6), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:59.210075 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-3426ab03-73d3-4343-a3e9-440fe832d82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e42bdb4-42c5-4ac2-bb49-b06affe71697', 'name': 'tempest-ServerActionsTestJSON-1694563516-router', 'tenant_id': '0e4ab427e53a42f9bee45c36c76ea676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '49fdb7f0-c4bf-41f7-a45a-86c4658b98e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:29:14Z', 'updated_at': '2022-02-09T22:33:58Z', 'revision_number': 5, 'project_id': '0e4ab427e53a42f9bee45c36c76ea676', 'gw_port': {'id': '49fdb7f0-c4bf-41f7-a45a-86c4658b98e6', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e42bdb4-42c5-4ac2-bb49-b06affe71697', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:29:15Z', 'updated_at': '2022-02-09T22:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:33:59.230532 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-3d1e23be-8b6f-4a05-af2c-85ca1fed7cdd admin admin] For port 49fdb7f0-c4bf-41f7-a45a-86c4658b98e6, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=49fdb7f0-c4bf-41f7-a45a-86c4658b98e6,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:33:59.230846 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3d1e23be-8b6f-4a05-af2c-85ca1fed7cdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (49fdb7f0-c4bf-41f7-a45a-86c4658b98e6), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:59.238299 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3426ab03-73d3-4343-a3e9-440fe832d82a None None] Checking router: 0e42bdb4-42c5-4ac2-bb49-b06affe71697 for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:33:59.244170 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-3d1e23be-8b6f-4a05-af2c-85ca1fed7cdd admin admin] Calling delete_port for 49fdb7f0-c4bf-41f7-a45a-86c4658b98e6 owned by network:router_gateway {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:33:59.246853 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3426ab03-73d3-4343-a3e9-440fe832d82a None None] Routers {'0e42bdb4-42c5-4ac2-bb49-b06affe71697'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:33:59.247524 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-3426ab03-73d3-4343-a3e9-440fe832d82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:33:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['0e42bdb4-42c5-4ac2-bb49-b06affe71697'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:33:59.341138 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-3426ab03-73d3-4343-a3e9-440fe832d82a None None] Set router 0e42bdb4-42c5-4ac2-bb49-b06affe71697 gateway port host: None {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:33:59.401079 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-3426ab03-73d3-4343-a3e9-440fe832d82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e42bdb4-42c5-4ac2-bb49-b06affe71697', 'name': 'tempest-ServerActionsTestJSON-1694563516-router', 'tenant_id': '0e4ab427e53a42f9bee45c36c76ea676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:29:14Z', 'updated_at': '2022-02-09T22:33:59Z', 'revision_number': 6, 'project_id': '0e4ab427e53a42f9bee45c36c76ea676', 'gw_port_host': None}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:33:59.422223 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3d1e23be-8b6f-4a05-af2c-85ca1fed7cdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (49fdb7f0-c4bf-41f7-a45a-86c4658b98e6), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:59.429867 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3426ab03-73d3-4343-a3e9-440fe832d82a None None] The sync data for ids ['0e42bdb4-42c5-4ac2-bb49-b06affe71697'] in n-d-828369-5 is: [{'id': '0e42bdb4-42c5-4ac2-bb49-b06affe71697', 'name': 'tempest-ServerActionsTestJSON-1694563516-router', 'tenant_id': '0e4ab427e53a42f9bee45c36c76ea676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:29:14Z', 'updated_at': '2022-02-09T22:33:59Z', 'revision_number': 6, 'project_id': '0e4ab427e53a42f9bee45c36c76ea676', 'gw_port_host': None}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:33:59.454422 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1e23be-8b6f-4a05-af2c-85ca1fed7cdd admin admin] Pushing event deleted for resources: {'Port': ['ID=49fdb7f0-c4bf-41f7-a45a-86c4658b98e6,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:33:59.520634 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3d1e23be-8b6f-4a05-af2c-85ca1fed7cdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-554524'] for router_gateway (0e42bdb4-42c5-4ac2-bb49-b06affe71697), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:59.612693 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3d1e23be-8b6f-4a05-af2c-85ca1fed7cdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (0e42bdb4-42c5-4ac2-bb49-b06affe71697), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:59.614935 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3d1e23be-8b6f-4a05-af2c-85ca1fed7cdd admin admin] Publish callbacks [] for router_controller (0e42bdb4-42c5-4ac2-bb49-b06affe71697), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:59.658637 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3d1e23be-8b6f-4a05-af2c-85ca1fed7cdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (0e42bdb4-42c5-4ac2-bb49-b06affe71697), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:59.659237 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d1e23be-8b6f-4a05-af2c-85ca1fed7cdd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e42bdb4-42c5-4ac2-bb49-b06affe71697 {{(pid=103140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:33:59.664374 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-3d1e23be-8b6f-4a05-af2c-85ca1fed7cdd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:59.669282 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-3d1e23be-8b6f-4a05-af2c-85ca1fed7cdd admin admin] 10.222.0.90 "DELETE /v2.0/routers/0e42bdb4-42c5-4ac2-bb49-b06affe71697 HTTP/1.1" status: 204 len: 168 time: 0.7945375 Feb 09 22:33:59.669619 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 52092) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:33:59.721503 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_v2 [None req-f22df6f9-442b-45f7-96f7-2ef2dc984f7e admin admin] Deleting subnet 28d07ad5-2470-4395-897a-4c85f8955d1d {{(pid=103140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:33:59.725144 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f22df6f9-442b-45f7-96f7-2ef2dc984f7e admin admin] Publish callbacks [] for subnet (28d07ad5-2470-4395-897a-4c85f8955d1d), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:59.759119 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f22df6f9-442b-45f7-96f7-2ef2dc984f7e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9110716'] for subnet (28d07ad5-2470-4395-897a-4c85f8955d1d), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:59.841764 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f22df6f9-442b-45f7-96f7-2ef2dc984f7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (28d07ad5-2470-4395-897a-4c85f8955d1d), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:59.900298 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f22df6f9-442b-45f7-96f7-2ef2dc984f7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621346'] for subnet (28d07ad5-2470-4395-897a-4c85f8955d1d), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:59.930155 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22df6f9-442b-45f7-96f7-2ef2dc984f7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28d07ad5-2470-4395-897a-4c85f8955d1d,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:33:59.932106 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f22df6f9-442b-45f7-96f7-2ef2dc984f7e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:33:59.935294 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-f22df6f9-442b-45f7-96f7-2ef2dc984f7e admin admin] 10.222.0.90 "DELETE /v2.0/subnets/28d07ad5-2470-4395-897a-4c85f8955d1d HTTP/1.1" status: 204 len: 168 time: 0.2647076 Feb 09 22:33:59.938574 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 52094) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:33:59.941656 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ecdf2d-e8a0-490e-82be-e30d3199510e None None] Network 1f25d978-5bd5-442e-af29-c42183639bfd requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:34:00.007654 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-45aa369f-70e7-4ccc-add3-bbc2cbb5c80d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (1f25d978-5bd5-442e-af29-c42183639bfd), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:00.073805 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-45aa369f-70e7-4ccc-add3-bbc2cbb5c80d admin admin] Deleting port 57215749-0354-4bc0-9223-98b3249bc542 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:34:00.074143 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-45aa369f-70e7-4ccc-add3-bbc2cbb5c80d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (57215749-0354-4bc0-9223-98b3249bc542), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:00.146608 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-45aa369f-70e7-4ccc-add3-bbc2cbb5c80d admin admin] For port 57215749-0354-4bc0-9223-98b3249bc542, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=57215749-0354-4bc0-9223-98b3249bc542,segment=NetworkSegment(fd2344b7-1a35-40fa-ad0f-bca8050daf71),segment_id=fd2344b7-1a35-40fa-ad0f-bca8050daf71)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:34:00.146971 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-45aa369f-70e7-4ccc-add3-bbc2cbb5c80d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (57215749-0354-4bc0-9223-98b3249bc542), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:00.168329 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-45aa369f-70e7-4ccc-add3-bbc2cbb5c80d admin admin] Calling delete_port for 57215749-0354-4bc0-9223-98b3249bc542 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:34:00.216641 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499b7a6c-6cad-4b4e-b588-ef002b26d250 None None] DHCP port deletion for 1f25d978-5bd5-442e-af29-c42183639bfd request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:34:00.267713 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-45aa369f-70e7-4ccc-add3-bbc2cbb5c80d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (57215749-0354-4bc0-9223-98b3249bc542), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:00.270151 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-499b7a6c-6cad-4b4e-b588-ef002b26d250 None None] Deleting port 57215749-0354-4bc0-9223-98b3249bc542 {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:34:00.270801 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-499b7a6c-6cad-4b4e-b588-ef002b26d250 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (57215749-0354-4bc0-9223-98b3249bc542), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:00.293797 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa369f-70e7-4ccc-add3-bbc2cbb5c80d admin admin] Pushing event deleted for resources: {'Port': ['ID=57215749-0354-4bc0-9223-98b3249bc542,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:00.297422 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45aa369f-70e7-4ccc-add3-bbc2cbb5c80d admin admin] No DVR routers for this DVR port 57215749-0354-4bc0-9223-98b3249bc542 on host n-d-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:34:00.344072 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-499b7a6c-6cad-4b4e-b588-ef002b26d250 None None] For port 57215749-0354-4bc0-9223-98b3249bc542, host n-d-828369-5, got binding levels [] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:34:00.344858 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-499b7a6c-6cad-4b4e-b588-ef002b26d250 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (57215749-0354-4bc0-9223-98b3249bc542), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:00.359217 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-499b7a6c-6cad-4b4e-b588-ef002b26d250 None None] Calling delete_port for 57215749-0354-4bc0-9223-98b3249bc542 owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:34:00.362052 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.ipam_backend_mixin [None req-499b7a6c-6cad-4b4e-b588-ef002b26d250 None None] Port 57215749-0354-4bc0-9223-98b3249bc542 was not found and therefore no delete operation was performed {{(pid=103142) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 22:34:00.364114 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-499b7a6c-6cad-4b4e-b588-ef002b26d250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (57215749-0354-4bc0-9223-98b3249bc542), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:00.374220 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-45aa369f-70e7-4ccc-add3-bbc2cbb5c80d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (1f25d978-5bd5-442e-af29-c42183639bfd), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:00.391482 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499b7a6c-6cad-4b4e-b588-ef002b26d250 None None] Pushing event deleted for resources: {'Port': ['ID=57215749-0354-4bc0-9223-98b3249bc542,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:00.397728 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499b7a6c-6cad-4b4e-b588-ef002b26d250 None None] No DVR routers for this DVR port 57215749-0354-4bc0-9223-98b3249bc542 on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:34:00.400056 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-45aa369f-70e7-4ccc-add3-bbc2cbb5c80d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f25d978-5bd5-442e-af29-c42183639bfd']}} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:34:00.417299 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-45aa369f-70e7-4ccc-add3-bbc2cbb5c80d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd2344b7-1a35-40fa-ad0f-bca8050daf71') {'for_net_delete': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:34:00.417595 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-45aa369f-70e7-4ccc-add3-bbc2cbb5c80d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd2344b7-1a35-40fa-ad0f-bca8050daf71') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:34:00.428162 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-45aa369f-70e7-4ccc-add3-bbc2cbb5c80d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110711'] for segment (fd2344b7-1a35-40fa-ad0f-bca8050daf71), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:00.442256 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-45aa369f-70e7-4ccc-add3-bbc2cbb5c80d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (fd2344b7-1a35-40fa-ad0f-bca8050daf71), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:00.448626 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45aa369f-70e7-4ccc-add3-bbc2cbb5c80d admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=103140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:34:00.449004 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-45aa369f-70e7-4ccc-add3-bbc2cbb5c80d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669415'] for segment (fd2344b7-1a35-40fa-ad0f-bca8050daf71), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:00.450896 n-d-828369-5 neutron-server[103140]: Traceback (most recent call last): Feb 09 22:34:00.450896 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:34:00.450896 n-d-828369-5 neutron-server[103140]: timer() Feb 09 22:34:00.450896 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:34:00.450896 n-d-828369-5 neutron-server[103140]: cb(*args, **kw) Feb 09 22:34:00.450896 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:34:00.450896 n-d-828369-5 neutron-server[103140]: return func(*args, **kwargs) Feb 09 22:34:00.450896 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:34:00.450896 n-d-828369-5 neutron-server[103140]: self._notify() Feb 09 22:34:00.450896 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:34:00.450896 n-d-828369-5 neutron-server[103140]: self.callback(batched_events) Feb 09 22:34:00.450896 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:34:00.450896 n-d-828369-5 neutron-server[103140]: event.method(event) Feb 09 22:34:00.450896 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:34:00.450896 n-d-828369-5 neutron-server[103140]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:34:00.450896 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:34:00.450896 n-d-828369-5 neutron-server[103140]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:34:00.450896 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:34:00.450896 n-d-828369-5 neutron-server[103140]: return f(self, *a, **k) Feb 09 22:34:00.450896 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:34:00.450896 n-d-828369-5 neutron-server[103140]: return self._get(url).json() Feb 09 22:34:00.450896 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:34:00.450896 n-d-828369-5 neutron-server[103140]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:34:00.450896 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:34:00.450896 n-d-828369-5 neutron-server[103140]: return self.request(url, 'GET', **kwargs) Feb 09 22:34:00.450896 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:34:00.450896 n-d-828369-5 neutron-server[103140]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:34:00.450896 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:34:00.450896 n-d-828369-5 neutron-server[103140]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:34:00.450896 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:34:00.450896 n-d-828369-5 neutron-server[103140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:34:00.450896 n-d-828369-5 neutron-server[103140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:34:00.510045 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-45aa369f-70e7-4ccc-add3-bbc2cbb5c80d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (1f25d978-5bd5-442e-af29-c42183639bfd), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:00.517023 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-45aa369f-70e7-4ccc-add3-bbc2cbb5c80d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:00.520295 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-45aa369f-70e7-4ccc-add3-bbc2cbb5c80d admin admin] 10.222.0.90 "DELETE /v2.0/networks/1f25d978-5bd5-442e-af29-c42183639bfd HTTP/1.1" status: 204 len: 168 time: 0.5807090 Feb 09 22:34:00.546113 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa369f-70e7-4ccc-add3-bbc2cbb5c80d admin admin] Pushing event deleted for resources: {'Network': ['ID=1f25d978-5bd5-442e-af29-c42183639bfd,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:00.672511 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 52098) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:34:00.720266 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-07001611-7dff-47b7-aa98-543cfaf167ba admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=0e4ab427e53a42f9bee45c36c76ea676&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0457134 Feb 09 22:34:00.721868 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 52100) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:34:00.759224 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 49fdb7f0-c4bf-41f7-a45a-86c4658b98e6 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:34:00.772457 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8c576eaa-dd38-4fe1-b88c-6f0eb4c88acb admin admin] Publish callbacks [] for security_group (76246d60-d72c-49c1-a42b-f6a8ffc5a9c8), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:00.781082 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 49fdb7f0-c4bf-41f7-a45a-86c4658b98e6 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:34:00.781663 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 49fdb7f0-c4bf-41f7-a45a-86c4658b98e6 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:34:00.782289 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 57215749-0354-4bc0-9223-98b3249bc542 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:34:00.795041 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8c576eaa-dd38-4fe1-b88c-6f0eb4c88acb admin admin] Publish callbacks [] for security_group (76246d60-d72c-49c1-a42b-f6a8ffc5a9c8), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:00.801620 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 57215749-0354-4bc0-9223-98b3249bc542 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:34:00.802034 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 57215749-0354-4bc0-9223-98b3249bc542 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:34:00.802408 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 1381b3c8-01b6-4983-8019-f1c30cfc1fd5 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:34:00.825578 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 1381b3c8-01b6-4983-8019-f1c30cfc1fd5 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:34:00.826376 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 1381b3c8-01b6-4983-8019-f1c30cfc1fd5 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:34:00.844961 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8c576eaa-dd38-4fe1-b88c-6f0eb4c88acb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (76246d60-d72c-49c1-a42b-f6a8ffc5a9c8), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:00.847882 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8c576eaa-dd38-4fe1-b88c-6f0eb4c88acb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:00.851347 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-8c576eaa-dd38-4fe1-b88c-6f0eb4c88acb admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/76246d60-d72c-49c1-a42b-f6a8ffc5a9c8 HTTP/1.1" status: 204 len: 168 time: 0.1263223 Feb 09 22:34:00.857307 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c576eaa-dd38-4fe1-b88c-6f0eb4c88acb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76246d60-d72c-49c1-a42b-f6a8ffc5a9c8,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:01.583402 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 52124) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:34:01.677598 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-cf9bcdb0-5d28-48b0-9da4-f5eeda167c82 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1635934458-network', 'tenant_id': '2f63cd59b42944a4a382f96872511563'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:34:01.698045 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf9bcdb0-5d28-48b0-9da4-f5eeda167c82 admin admin] Made reservation on behalf of 2f63cd59b42944a4a382f96872511563 for: {'network': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:34:01.700415 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cf9bcdb0-5d28-48b0-9da4-f5eeda167c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:01.708574 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cf9bcdb0-5d28-48b0-9da4-f5eeda167c82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:01.784184 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cf9bcdb0-5d28-48b0-9da4-f5eeda167c82 admin admin] Publish callbacks [] for security_group (e618b339-d12d-4a2d-9069-d95d734881c5), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:01.788124 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cf9bcdb0-5d28-48b0-9da4-f5eeda167c82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (e618b339-d12d-4a2d-9069-d95d734881c5), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:01.817009 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf9bcdb0-5d28-48b0-9da4-f5eeda167c82 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=103140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:34:01.822327 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9bcdb0-5d28-48b0-9da4-f5eeda167c82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e618b339-d12d-4a2d-9069-d95d734881c5,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:01.831974 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cf9bcdb0-5d28-48b0-9da4-f5eeda167c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (519e0cc0-f13e-479a-874f-0d506821e6b0), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:01.832366 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-cf9bcdb0-5d28-48b0-9da4-f5eeda167c82 admin admin] Added segment 519e0cc0-f13e-479a-874f-0d506821e6b0 of type vlan for network 2170b3c2-f9d9-4b0d-92eb-3bab7a5cffcf Feb 09 22:34:01.872735 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cf9bcdb0-5d28-48b0-9da4-f5eeda167c82 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (2170b3c2-f9d9-4b0d-92eb-3bab7a5cffcf), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:01.898343 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cf9bcdb0-5d28-48b0-9da4-f5eeda167c82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (2170b3c2-f9d9-4b0d-92eb-3bab7a5cffcf), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:01.899523 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9bcdb0-5d28-48b0-9da4-f5eeda167c82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:01.900115 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cf9bcdb0-5d28-48b0-9da4-f5eeda167c82 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:01.952521 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-cf9bcdb0-5d28-48b0-9da4-f5eeda167c82 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3679776 Feb 09 22:34:01.956372 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 52128) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:34:01.961425 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-690bd51c-dc63-43cc-af7d-53e3117849f3 admin admin] Request body: {'subnet': {'network_id': '2170b3c2-f9d9-4b0d-92eb-3bab7a5cffcf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1635934458-subnet', 'tenant_id': '2f63cd59b42944a4a382f96872511563', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:34:01.965346 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9bcdb0-5d28-48b0-9da4-f5eeda167c82 admin admin] Pushing event updated for resources: {'Network': ['ID=2170b3c2-f9d9-4b0d-92eb-3bab7a5cffcf,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:01.975054 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 2170b3c2-f9d9-4b0d-92eb-3bab7a5cffcf details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:34:01.981248 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-690bd51c-dc63-43cc-af7d-53e3117849f3 admin admin] Made reservation on behalf of 2f63cd59b42944a4a382f96872511563 for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:34:01.983614 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-690bd51c-dc63-43cc-af7d-53e3117849f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:02.146814 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-690bd51c-dc63-43cc-af7d-53e3117849f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (6e0a9758-7414-4d7a-800b-8929db19c366), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:02.198899 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690bd51c-dc63-43cc-af7d-53e3117849f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e0a9758-7414-4d7a-800b-8929db19c366,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:02.208772 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690bd51c-dc63-43cc-af7d-53e3117849f3 admin admin] Checking segment: {'id': '519e0cc0-f13e-479a-874f-0d506821e6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2170b3c2-f9d9-4b0d-92eb-3bab7a5cffcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:34:02.209128 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690bd51c-dc63-43cc-af7d-53e3117849f3 admin admin] Network hostable DHCP agents. Network: 2170b3c2-f9d9-4b0d-92eb-3bab7a5cffcf, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:34:02.225586 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690bd51c-dc63-43cc-af7d-53e3117849f3 admin admin] Network 2170b3c2-f9d9-4b0d-92eb-3bab7a5cffcf is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:34:02.233617 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-690bd51c-dc63-43cc-af7d-53e3117849f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 2170b3c2-f9d9-4b0d-92eb-3bab7a5cffcf) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:34:02.237532 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690bd51c-dc63-43cc-af7d-53e3117849f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:02.238628 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-690bd51c-dc63-43cc-af7d-53e3117849f3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:02.243244 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02b799e-18f2-4b47-a102-f04e149f593f None None] Network 2170b3c2-f9d9-4b0d-92eb-3bab7a5cffcf requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:34:02.260565 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-690bd51c-dc63-43cc-af7d-53e3117849f3 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.2972772 Feb 09 22:34:02.516059 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a39a7e8-d9be-470b-94f8-8b2594c34fde None None] Network 2170b3c2-f9d9-4b0d-92eb-3bab7a5cffcf requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:34:02.684730 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cba585-0eff-4828-90ec-ac40266e4952 req-4a8656ed-d4c8-4c8a-900c-7087a67d227b tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:02.686499 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b9cba585-0eff-4828-90ec-ac40266e4952 req-4a8656ed-d4c8-4c8a-900c-7087a67d227b tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] 10.222.0.90 "GET /v2.0/networks?id=2170b3c2-f9d9-4b0d-92eb-3bab7a5cffcf HTTP/1.1" status: 200 len: 814 time: 0.1053281 Feb 09 22:34:02.703178 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b9cba585-0eff-4828-90ec-ac40266e4952 req-038b4c21-42b1-4dfc-8829-d597f3588db6 tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] 10.222.0.90 "GET /v2.0/quotas/2f63cd59b42944a4a382f96872511563 HTTP/1.1" status: 200 len: 375 time: 0.0110929 Feb 09 22:34:02.740882 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b9cba585-0eff-4828-90ec-ac40266e4952 req-3f2c0597-3ceb-4574-b4b2-e66d57b001db tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=2f63cd59b42944a4a382f96872511563&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302804 Feb 09 22:34:02.874040 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b9cba585-0eff-4828-90ec-ac40266e4952 req-a29e38ec-b7b5-4338-88f9-761cd8c35136 service neutron] 10.222.0.90 "GET /v2.0/networks/2170b3c2-f9d9-4b0d-92eb-3bab7a5cffcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266279 Feb 09 22:34:02.961137 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b9cba585-0eff-4828-90ec-ac40266e4952 req-c90fa0de-c4a2-4ddf-8d62-7a929ec27622 service neutron] 10.222.0.90 "GET /v2.0/networks/2170b3c2-f9d9-4b0d-92eb-3bab7a5cffcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809691 Feb 09 22:34:03.122457 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d4cef90b-7ec7-4908-9e5f-1f92191b1450 req-cd22e604-9f26-4494-a6ad-8f66f9ae6390 tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] 10.222.0.90 "GET /v2.0/ports?device_id=3fa82909-f3b3-4642-8981-698320c45804 HTTP/1.1" status: 200 len: 210 time: 0.0272660 Feb 09 22:34:04.166502 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cba585-0eff-4828-90ec-ac40266e4952 req-6a26651b-a536-4a97-8f0f-fb08ea5bd6f3 tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:04.167984 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b9cba585-0eff-4828-90ec-ac40266e4952 req-6a26651b-a536-4a97-8f0f-fb08ea5bd6f3 tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] 10.222.0.89 "GET /v2.0/networks?id=2170b3c2-f9d9-4b0d-92eb-3bab7a5cffcf HTTP/1.1" status: 200 len: 814 time: 0.1093848 Feb 09 22:34:04.184836 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-b9cba585-0eff-4828-90ec-ac40266e4952 req-18eca3c3-7381-4232-baf1-8b864d50bad3 tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] Request body: {'port': {'device_id': '3fa82909-f3b3-4642-8981-698320c45804', 'network_id': '2170b3c2-f9d9-4b0d-92eb-3bab7a5cffcf', 'admin_state_up': True, 'tenant_id': '2f63cd59b42944a4a382f96872511563'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:34:04.227863 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-583d1028-5223-42a2-b036-cc5dd6323369 req-a68f7829-c404-419a-9da6-f35a51ff7b99 tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] 10.222.0.90 "GET /v2.0/ports?device_id=3fa82909-f3b3-4642-8981-698320c45804 HTTP/1.1" status: 200 len: 210 time: 0.0307345 Feb 09 22:34:04.289934 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9cba585-0eff-4828-90ec-ac40266e4952 req-18eca3c3-7381-4232-baf1-8b864d50bad3 tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] Made reservation on behalf of 2f63cd59b42944a4a382f96872511563 for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:34:04.293316 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b9cba585-0eff-4828-90ec-ac40266e4952 req-18eca3c3-7381-4232-baf1-8b864d50bad3 tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:04.418063 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [req-b9cba585-0eff-4828-90ec-ac40266e4952 req-18eca3c3-7381-4232-baf1-8b864d50bad3 tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] Allocated IP 172.20.0.6 (2170b3c2-f9d9-4b0d-92eb-3bab7a5cffcf/6e0a9758-7414-4d7a-800b-8929db19c366/5d3228cd-ebac-42b4-b7c0-535b53f3ca20) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:34:04.564897 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b9cba585-0eff-4828-90ec-ac40266e4952 req-18eca3c3-7381-4232-baf1-8b864d50bad3 tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] Publish callbacks [] for port (5d3228cd-ebac-42b4-b7c0-535b53f3ca20), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:04.597763 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b9cba585-0eff-4828-90ec-ac40266e4952 req-18eca3c3-7381-4232-baf1-8b864d50bad3 tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (5d3228cd-ebac-42b4-b7c0-535b53f3ca20), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:04.642925 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9cba585-0eff-4828-90ec-ac40266e4952 req-18eca3c3-7381-4232-baf1-8b864d50bad3 tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] Network 2170b3c2-f9d9-4b0d-92eb-3bab7a5cffcf is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:34:04.646620 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [req-b9cba585-0eff-4828-90ec-ac40266e4952 req-18eca3c3-7381-4232-baf1-8b864d50bad3 tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:34:04.650217 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9cba585-0eff-4828-90ec-ac40266e4952 req-18eca3c3-7381-4232-baf1-8b864d50bad3 tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:34:04.677443 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eca3c3-7381-4232-baf1-8b864d50bad3 tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] Pushing event updated for resources: {'Port': ['ID=5d3228cd-ebac-42b4-b7c0-535b53f3ca20,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:04.705641 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cba585-0eff-4828-90ec-ac40266e4952 req-18eca3c3-7381-4232-baf1-8b864d50bad3 tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:04.706277 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b9cba585-0eff-4828-90ec-ac40266e4952 req-18eca3c3-7381-4232-baf1-8b864d50bad3 tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:04.721421 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b9cba585-0eff-4828-90ec-ac40266e4952 req-18eca3c3-7381-4232-baf1-8b864d50bad3 tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5446353 Feb 09 22:34:04.732959 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-b9cba585-0eff-4828-90ec-ac40266e4952 req-21d8cdb8-714e-49b0-b084-051d7c114a5d service neutron] Request body: {'port': {'device_id': '3fa82909-f3b3-4642-8981-698320c45804', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:34:04.791564 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b9cba585-0eff-4828-90ec-ac40266e4952 req-21d8cdb8-714e-49b0-b084-051d7c114a5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (5d3228cd-ebac-42b4-b7c0-535b53f3ca20), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:05.050787 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-b9cba585-0eff-4828-90ec-ac40266e4952 req-21d8cdb8-714e-49b0-b084-051d7c114a5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d3228cd-ebac-42b4-b7c0-535b53f3ca20 {{(pid=103141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:34:05.058024 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b9cba585-0eff-4828-90ec-ac40266e4952 req-21d8cdb8-714e-49b0-b084-051d7c114a5d service neutron] Publish callbacks [] for port (5d3228cd-ebac-42b4-b7c0-535b53f3ca20), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:05.070324 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-b9cba585-0eff-4828-90ec-ac40266e4952 req-21d8cdb8-714e-49b0-b084-051d7c114a5d service neutron] Transition to ACTIVE for port object 5d3228cd-ebac-42b4-b7c0-535b53f3ca20 will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:34:05.073438 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b9cba585-0eff-4828-90ec-ac40266e4952 req-21d8cdb8-714e-49b0-b084-051d7c114a5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (5d3228cd-ebac-42b4-b7c0-535b53f3ca20), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:05.122926 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d8cdb8-714e-49b0-b084-051d7c114a5d service neutron] Pushing event updated for resources: {'Port': ['ID=5d3228cd-ebac-42b4-b7c0-535b53f3ca20,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:05.200458 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-b9cba585-0eff-4828-90ec-ac40266e4952 req-21d8cdb8-714e-49b0-b084-051d7c114a5d service neutron] Attempting to bind port 5d3228cd-ebac-42b4-b7c0-535b53f3ca20 on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:34:05.201073 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-b9cba585-0eff-4828-90ec-ac40266e4952 req-21d8cdb8-714e-49b0-b084-051d7c114a5d service neutron] Attempting to bind port 5d3228cd-ebac-42b4-b7c0-535b53f3ca20 by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': '519e0cc0-f13e-479a-874f-0d506821e6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2170b3c2-f9d9-4b0d-92eb-3bab7a5cffcf'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:34:05.201073 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9cba585-0eff-4828-90ec-ac40266e4952 req-21d8cdb8-714e-49b0-b084-051d7c114a5d service neutron] Attempting to bind port 5d3228cd-ebac-42b4-b7c0-535b53f3ca20 on network 2170b3c2-f9d9-4b0d-92eb-3bab7a5cffcf {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:34:05.205292 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9cba585-0eff-4828-90ec-ac40266e4952 req-21d8cdb8-714e-49b0-b084-051d7c114a5d service neutron] Port 5d3228cd-ebac-42b4-b7c0-535b53f3ca20 on network 2170b3c2-f9d9-4b0d-92eb-3bab7a5cffcf not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:34:05.205614 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9cba585-0eff-4828-90ec-ac40266e4952 req-21d8cdb8-714e-49b0-b084-051d7c114a5d service neutron] Attempting to bind port 5d3228cd-ebac-42b4-b7c0-535b53f3ca20 on network 2170b3c2-f9d9-4b0d-92eb-3bab7a5cffcf {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:34:05.210369 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9cba585-0eff-4828-90ec-ac40266e4952 req-21d8cdb8-714e-49b0-b084-051d7c114a5d service neutron] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:34:05.210706 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9cba585-0eff-4828-90ec-ac40266e4952 req-21d8cdb8-714e-49b0-b084-051d7c114a5d service neutron] Checking segment: {'id': '519e0cc0-f13e-479a-874f-0d506821e6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2170b3c2-f9d9-4b0d-92eb-3bab7a5cffcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:34:05.211088 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9cba585-0eff-4828-90ec-ac40266e4952 req-21d8cdb8-714e-49b0-b084-051d7c114a5d service neutron] Bound using segment: {'id': '519e0cc0-f13e-479a-874f-0d506821e6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2170b3c2-f9d9-4b0d-92eb-3bab7a5cffcf'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:34:05.211514 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-b9cba585-0eff-4828-90ec-ac40266e4952 req-21d8cdb8-714e-49b0-b084-051d7c114a5d service neutron] Bound port: 5d3228cd-ebac-42b4-b7c0-535b53f3ca20, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '519e0cc0-f13e-479a-874f-0d506821e6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2170b3c2-f9d9-4b0d-92eb-3bab7a5cffcf'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:34:05.211866 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b9cba585-0eff-4828-90ec-ac40266e4952 req-21d8cdb8-714e-49b0-b084-051d7c114a5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (5d3228cd-ebac-42b4-b7c0-535b53f3ca20), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:05.276199 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-b9cba585-0eff-4828-90ec-ac40266e4952 req-21d8cdb8-714e-49b0-b084-051d7c114a5d service neutron] For port 5d3228cd-ebac-42b4-b7c0-535b53f3ca20, host n-h2-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:34:05.279216 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-b9cba585-0eff-4828-90ec-ac40266e4952 req-21d8cdb8-714e-49b0-b084-051d7c114a5d service neutron] For port 5d3228cd-ebac-42b4-b7c0-535b53f3ca20, host n-h2-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=5d3228cd-ebac-42b4-b7c0-535b53f3ca20,segment=NetworkSegment(519e0cc0-f13e-479a-874f-0d506821e6b0),segment_id=519e0cc0-f13e-479a-874f-0d506821e6b0)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:34:05.285866 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b9cba585-0eff-4828-90ec-ac40266e4952 req-21d8cdb8-714e-49b0-b084-051d7c114a5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (5d3228cd-ebac-42b4-b7c0-535b53f3ca20), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:05.318362 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cba585-0eff-4828-90ec-ac40266e4952 req-21d8cdb8-714e-49b0-b084-051d7c114a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:05.318985 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b9cba585-0eff-4828-90ec-ac40266e4952 req-21d8cdb8-714e-49b0-b084-051d7c114a5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:05.320438 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b9cba585-0eff-4828-90ec-ac40266e4952 req-21d8cdb8-714e-49b0-b084-051d7c114a5d service neutron] 10.222.0.89 "PUT /v2.0/ports/5d3228cd-ebac-42b4-b7c0-535b53f3ca20 HTTP/1.1" status: 200 len: 1091 time: 0.5913987 Feb 09 22:34:05.320903 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fa82909-f3b3-4642-8981-698320c45804', 'tag': '5d3228cd-ebac-42b4-b7c0-535b53f3ca20'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:34:05.323228 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0759f77e637a6f71ff1c25bc92ec5ea77217d29fcb3f113a7ada5acb32ef5084" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b7ce52e-37fd-4b2e-a7a4-0e0fb57321f1" -d '{"events": [{"name": "network-changed", "server_uuid": "3fa82909-f3b3-4642-8981-698320c45804", "tag": "5d3228cd-ebac-42b4-b7c0-535b53f3ca20"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:34:05.354142 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d8cdb8-714e-49b0-b084-051d7c114a5d service neutron] Pushing event updated for resources: {'Port': ['ID=5d3228cd-ebac-42b4-b7c0-535b53f3ca20,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:05.389920 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead214c1-dbd9-4aa8-bca5-3ca356f8aff9 x-openstack-request-id: req-ead214c1-dbd9-4aa8-bca5-3ca356f8aff9 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:34:05.390221 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fa82909-f3b3-4642-8981-698320c45804", "tag": "5d3228cd-ebac-42b4-b7c0-535b53f3ca20", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:34:05.390476 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-ead214c1-dbd9-4aa8-bca5-3ca356f8aff9 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:34:05.390880 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fa82909-f3b3-4642-8981-698320c45804', 'tag': '5d3228cd-ebac-42b4-b7c0-535b53f3ca20', 'status': 'completed', 'code': 200} Feb 09 22:34:05.411182 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cba585-0eff-4828-90ec-ac40266e4952 req-d25c95f4-917c-4cab-9038-2591a43c1024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:05.412769 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b9cba585-0eff-4828-90ec-ac40266e4952 req-d25c95f4-917c-4cab-9038-2591a43c1024 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2f63cd59b42944a4a382f96872511563&device_id=3fa82909-f3b3-4642-8981-698320c45804 HTTP/1.1" status: 200 len: 1125 time: 0.0507333 Feb 09 22:34:05.459680 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b9cba585-0eff-4828-90ec-ac40266e4952 req-2869dc86-00a0-46f0-981c-426e05919557 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d3228cd-ebac-42b4-b7c0-535b53f3ca20 HTTP/1.1" status: 200 len: 217 time: 0.0400188 Feb 09 22:34:05.509581 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cba585-0eff-4828-90ec-ac40266e4952 req-6a4e4d3c-4118-41ea-83de-0ebd7ad93d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:05.511075 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b9cba585-0eff-4828-90ec-ac40266e4952 req-6a4e4d3c-4118-41ea-83de-0ebd7ad93d28 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=6e0a9758-7414-4d7a-800b-8929db19c366 HTTP/1.1" status: 200 len: 854 time: 0.0453837 Feb 09 22:34:05.545046 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b9cba585-0eff-4828-90ec-ac40266e4952 req-8b5454eb-22b5-45ac-9b17-0cbc7b2b058c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2170b3c2-f9d9-4b0d-92eb-3bab7a5cffcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275366 Feb 09 22:34:05.635201 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b9cba585-0eff-4828-90ec-ac40266e4952 req-92f2eca9-9a6c-4f1b-890b-88abb3eeaa6a service neutron] 10.222.0.89 "GET /v2.0/networks/2170b3c2-f9d9-4b0d-92eb-3bab7a5cffcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835884 Feb 09 22:34:05.658762 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54282205-0a08-405e-a108-b7c5fda23502 req-3842b377-6915-46da-95a6-12174e496c85 tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:05.660838 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-54282205-0a08-405e-a108-b7c5fda23502 req-3842b377-6915-46da-95a6-12174e496c85 tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] 10.222.0.90 "GET /v2.0/ports?device_id=3fa82909-f3b3-4642-8981-698320c45804 HTTP/1.1" status: 200 len: 943 time: 0.3640120 Feb 09 22:34:05.706949 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-54282205-0a08-405e-a108-b7c5fda23502 req-34a255ea-97ef-475b-96ec-28a34aa33733 tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] 10.222.0.90 "GET /v2.0/security-groups?id=e618b339-d12d-4a2d-9069-d95d734881c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397675 Feb 09 22:34:05.730818 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b9cba585-0eff-4828-90ec-ac40266e4952 req-d3ec1220-8c01-4a57-af54-72c96824e2ce service neutron] 10.222.0.89 "GET /v2.0/networks/2170b3c2-f9d9-4b0d-92eb-3bab7a5cffcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887468 Feb 09 22:34:05.823369 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7ce52e-37fd-4b2e-a7a4-0e0fb57321f1 req-cd96bf05-dede-408d-9b55-7dda8026b720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:05.824887 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0b7ce52e-37fd-4b2e-a7a4-0e0fb57321f1 req-cd96bf05-dede-408d-9b55-7dda8026b720 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=2f63cd59b42944a4a382f96872511563&device_id=3fa82909-f3b3-4642-8981-698320c45804 HTTP/1.1" status: 200 len: 1125 time: 0.0453269 Feb 09 22:34:05.921870 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7ce52e-37fd-4b2e-a7a4-0e0fb57321f1 req-f66e3e28-7e65-4616-a4be-29952eb59dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:05.923248 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0b7ce52e-37fd-4b2e-a7a4-0e0fb57321f1 req-f66e3e28-7e65-4616-a4be-29952eb59dd0 service neutron] 10.222.0.89 "GET /v2.0/networks?id=2170b3c2-f9d9-4b0d-92eb-3bab7a5cffcf HTTP/1.1" status: 200 len: 915 time: 0.0910504 Feb 09 22:34:05.971465 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0b7ce52e-37fd-4b2e-a7a4-0e0fb57321f1 req-e52f08b1-0a74-4b4a-9684-5a3a23ad9316 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d3228cd-ebac-42b4-b7c0-535b53f3ca20 HTTP/1.1" status: 200 len: 217 time: 0.0363076 Feb 09 22:34:06.022973 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7ce52e-37fd-4b2e-a7a4-0e0fb57321f1 req-1a5f44b8-1cdd-4ccc-a642-0c88e1f8d663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:06.024462 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0b7ce52e-37fd-4b2e-a7a4-0e0fb57321f1 req-1a5f44b8-1cdd-4ccc-a642-0c88e1f8d663 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=6e0a9758-7414-4d7a-800b-8929db19c366 HTTP/1.1" status: 200 len: 854 time: 0.0469692 Feb 09 22:34:06.060446 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0b7ce52e-37fd-4b2e-a7a4-0e0fb57321f1 req-91c08bc3-efa7-434e-9dc8-b3abe2bd2297 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=2170b3c2-f9d9-4b0d-92eb-3bab7a5cffcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296078 Feb 09 22:34:06.151157 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0b7ce52e-37fd-4b2e-a7a4-0e0fb57321f1 req-0f3ef4b9-b36d-4ece-84ed-8a8acaeb9e73 service neutron] 10.222.0.89 "GET /v2.0/networks/2170b3c2-f9d9-4b0d-92eb-3bab7a5cffcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833015 Feb 09 22:34:06.241745 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0b7ce52e-37fd-4b2e-a7a4-0e0fb57321f1 req-f0b95486-8832-4f14-aeea-eec3e2b52b32 service neutron] 10.222.0.89 "GET /v2.0/networks/2170b3c2-f9d9-4b0d-92eb-3bab7a5cffcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846481 Feb 09 22:34:06.826229 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1820441f-5f16-4af0-bf00-8e891a913717 req-ed9361fd-d2d9-4b79-be4a-4e501b09273e tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:06.827724 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1820441f-5f16-4af0-bf00-8e891a913717 req-ed9361fd-d2d9-4b79-be4a-4e501b09273e tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] 10.222.0.90 "GET /v2.0/ports?device_id=3fa82909-f3b3-4642-8981-698320c45804 HTTP/1.1" status: 200 len: 943 time: 0.0528014 Feb 09 22:34:06.873860 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1820441f-5f16-4af0-bf00-8e891a913717 req-47df30f0-d096-4069-a062-6bfd15a05f91 tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] 10.222.0.90 "GET /v2.0/security-groups?id=e618b339-d12d-4a2d-9069-d95d734881c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404303 Feb 09 22:34:07.993715 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f31fe12-7ec2-445c-95ed-6d344d78cda5 req-76bea0a1-16f1-47b5-9368-02f432e9fb37 tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:07.995180 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9f31fe12-7ec2-445c-95ed-6d344d78cda5 req-76bea0a1-16f1-47b5-9368-02f432e9fb37 tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] 10.222.0.90 "GET /v2.0/ports?device_id=3fa82909-f3b3-4642-8981-698320c45804 HTTP/1.1" status: 200 len: 943 time: 0.0546353 Feb 09 22:34:08.040721 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9f31fe12-7ec2-445c-95ed-6d344d78cda5 req-73a5fa83-a0d5-426b-82b6-b9ffea144694 tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] 10.222.0.90 "GET /v2.0/security-groups?id=e618b339-d12d-4a2d-9069-d95d734881c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398488 Feb 09 22:34:08.304983 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 5d3228cd-ebac-42b4-b7c0-535b53f3ca20 details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:34:08.403670 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 5d3228cd-ebac-42b4-b7c0-535b53f3ca20, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=5d3228cd-ebac-42b4-b7c0-535b53f3ca20,segment=NetworkSegment(519e0cc0-f13e-479a-874f-0d506821e6b0),segment_id=519e0cc0-f13e-479a-874f-0d506821e6b0)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:34:08.414960 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': '5d3228cd-ebac-42b4-b7c0-535b53f3ca20', 'network_id': '2170b3c2-f9d9-4b0d-92eb-3bab7a5cffcf', 'port_id': '5d3228cd-ebac-42b4-b7c0-535b53f3ca20', 'mac_address': 'fa:16:3e:b8:bf:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e0a9758-7414-4d7a-800b-8929db19c366', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:34:08.452169 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 5d3228cd-ebac-42b4-b7c0-535b53f3ca20 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:34:08.452537 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (5d3228cd-ebac-42b4-b7c0-535b53f3ca20), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:08.465289 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d3228cd-ebac-42b4-b7c0-535b53f3ca20 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:34:08.484490 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 5d3228cd-ebac-42b4-b7c0-535b53f3ca20, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=5d3228cd-ebac-42b4-b7c0-535b53f3ca20,segment=NetworkSegment(519e0cc0-f13e-479a-874f-0d506821e6b0),segment_id=519e0cc0-f13e-479a-874f-0d506821e6b0)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:34:08.489288 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (5d3228cd-ebac-42b4-b7c0-535b53f3ca20), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:08.534992 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=5d3228cd-ebac-42b4-b7c0-535b53f3ca20,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:08.765340 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['5d3228cd-ebac-42b4-b7c0-535b53f3ca20'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:34:09.162886 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f818e4a7-a753-41e7-844e-4092bd76c798 req-36b9f247-95c8-4674-a83a-c39e60362d4e tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:09.164408 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f818e4a7-a753-41e7-844e-4092bd76c798 req-36b9f247-95c8-4674-a83a-c39e60362d4e tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] 10.222.0.90 "GET /v2.0/ports?device_id=3fa82909-f3b3-4642-8981-698320c45804 HTTP/1.1" status: 200 len: 944 time: 0.0524886 Feb 09 22:34:09.165091 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-112acd23-8e40-4e53-912f-9430a40da8f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:09.213365 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f818e4a7-a753-41e7-844e-4092bd76c798 req-09b5f7af-9339-43fa-931e-fc68ab46221d tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] 10.222.0.90 "GET /v2.0/security-groups?id=e618b339-d12d-4a2d-9069-d95d734881c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430381 Feb 09 22:34:09.558195 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:34:10.335902 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66139150-5f75-43bc-8fa5-f29d978ea5ed req-3b83fbb2-fa7b-4251-acb0-8db75462092b tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:10.336622 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 5d3228cd-ebac-42b4-b7c0-535b53f3ca20 up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:34:10.337436 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-66139150-5f75-43bc-8fa5-f29d978ea5ed req-3b83fbb2-fa7b-4251-acb0-8db75462092b tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] 10.222.0.90 "GET /v2.0/ports?device_id=3fa82909-f3b3-4642-8981-698320c45804 HTTP/1.1" status: 200 len: 944 time: 0.0564897 Feb 09 22:34:10.384589 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-66139150-5f75-43bc-8fa5-f29d978ea5ed req-42a6ffa8-697a-4053-b617-7f90119444e6 tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] 10.222.0.90 "GET /v2.0/security-groups?id=e618b339-d12d-4a2d-9069-d95d734881c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415134 Feb 09 22:34:10.388726 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning for port 5d3228cd-ebac-42b4-b7c0-535b53f3ca20 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:34:10.392614 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port 5d3228cd-ebac-42b4-b7c0-535b53f3ca20 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:34:10.392997 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (5d3228cd-ebac-42b4-b7c0-535b53f3ca20), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:10.468532 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 5d3228cd-ebac-42b4-b7c0-535b53f3ca20 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:34:10.468836 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (5d3228cd-ebac-42b4-b7c0-535b53f3ca20), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:10.492418 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fa82909-f3b3-4642-8981-698320c45804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d3228cd-ebac-42b4-b7c0-535b53f3ca20'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:34:10.494641 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cf4d4d953224237653245d15ffec07a65c4bd356d4237fd84236d8abf5d48a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c56607d4-82fe-42b7-9b8d-2bbed39e059c" -d '{"events": [{"server_uuid": "3fa82909-f3b3-4642-8981-698320c45804", "name": "network-vif-plugged", "status": "completed", "tag": "5d3228cd-ebac-42b4-b7c0-535b53f3ca20"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:34:10.506892 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 5d3228cd-ebac-42b4-b7c0-535b53f3ca20, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=5d3228cd-ebac-42b4-b7c0-535b53f3ca20,segment=NetworkSegment(519e0cc0-f13e-479a-874f-0d506821e6b0),segment_id=519e0cc0-f13e-479a-874f-0d506821e6b0)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:34:10.511186 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (5d3228cd-ebac-42b4-b7c0-535b53f3ca20), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:10.534694 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-817dabf4-fd89-4fcf-8be1-f85c2112983b x-openstack-request-id: req-817dabf4-fd89-4fcf-8be1-f85c2112983b {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:34:10.534958 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fa82909-f3b3-4642-8981-698320c45804", "name": "network-vif-plugged", "status": "completed", "tag": "5d3228cd-ebac-42b4-b7c0-535b53f3ca20", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:34:10.535206 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-817dabf4-fd89-4fcf-8be1-f85c2112983b {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:34:10.535594 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fa82909-f3b3-4642-8981-698320c45804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d3228cd-ebac-42b4-b7c0-535b53f3ca20', 'code': 200} Feb 09 22:34:10.566198 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=5d3228cd-ebac-42b4-b7c0-535b53f3ca20,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:10.637125 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d1644e-f0f3-4345-ac46-747848266fc2 req-5c42a78f-c93a-4383-b993-8bb7191e4f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:10.638637 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-e6d1644e-f0f3-4345-ac46-747848266fc2 req-5c42a78f-c93a-4383-b993-8bb7191e4f08 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=3fa82909-f3b3-4642-8981-698320c45804 HTTP/1.1" status: 200 len: 1127 time: 0.0449681 Feb 09 22:34:10.682911 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-e6d1644e-f0f3-4345-ac46-747848266fc2 req-957d97c9-13dc-4918-8b48-03f6abe87fbf service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=e618b339-d12d-4a2d-9069-d95d734881c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363491 Feb 09 22:34:11.106329 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-9f0e5185-99ea-4b00-aaf9-963c9cf54aab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:11.508400 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df7e707-1dd6-46b3-a15a-5a3f1e7c5f16 req-aae39016-f610-49f3-8c99-16e81df9023e tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:11.509872 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4df7e707-1dd6-46b3-a15a-5a3f1e7c5f16 req-aae39016-f610-49f3-8c99-16e81df9023e tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] 10.222.0.90 "GET /v2.0/ports?device_id=3fa82909-f3b3-4642-8981-698320c45804 HTTP/1.1" status: 200 len: 945 time: 0.0573442 Feb 09 22:34:11.555192 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4df7e707-1dd6-46b3-a15a-5a3f1e7c5f16 req-87374345-82ec-47c8-9408-f63b329a2a29 tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] 10.222.0.90 "GET /v2.0/security-groups?id=e618b339-d12d-4a2d-9069-d95d734881c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396483 Feb 09 22:34:12.676156 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37253c4a-b34c-4cba-95bc-7cca7d93a617 req-48213c76-c787-4e0b-92a2-91a351cad977 tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:12.677679 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-37253c4a-b34c-4cba-95bc-7cca7d93a617 req-48213c76-c787-4e0b-92a2-91a351cad977 tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] 10.222.0.90 "GET /v2.0/ports?device_id=3fa82909-f3b3-4642-8981-698320c45804 HTTP/1.1" status: 200 len: 945 time: 0.0544598 Feb 09 22:34:12.728413 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-37253c4a-b34c-4cba-95bc-7cca7d93a617 req-f2363fb9-aab9-4019-a536-b5ac6242262a tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] 10.222.0.90 "GET /v2.0/security-groups?id=e618b339-d12d-4a2d-9069-d95d734881c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450215 Feb 09 22:34:12.947404 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:12.948528 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f1726a-1bf7-4f4d-9457-3f8ce9bfc3dc req-ec7b8e72-d37e-4129-a87a-d76d1bcf757d tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:12.950050 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-48f1726a-1bf7-4f4d-9457-3f8ce9bfc3dc req-ec7b8e72-d37e-4129-a87a-d76d1bcf757d tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] 10.222.0.90 "GET /v2.0/networks?id=2170b3c2-f9d9-4b0d-92eb-3bab7a5cffcf HTTP/1.1" status: 200 len: 814 time: 0.1007586 Feb 09 22:34:12.965025 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-48f1726a-1bf7-4f4d-9457-3f8ce9bfc3dc req-84a8a211-1107-4cac-a2a5-c0428a17dfaf tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] 10.222.0.90 "GET /v2.0/quotas/2f63cd59b42944a4a382f96872511563 HTTP/1.1" status: 200 len: 375 time: 0.0094600 Feb 09 22:34:13.016187 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-48f1726a-1bf7-4f4d-9457-3f8ce9bfc3dc req-8c149727-1b13-4fd6-a9ec-f5fda47b63b4 tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=2f63cd59b42944a4a382f96872511563&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0461099 Feb 09 22:34:13.111934 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-48f1726a-1bf7-4f4d-9457-3f8ce9bfc3dc req-c98a0e4c-44ca-4255-99b6-290df6c6c619 service neutron] 10.222.0.90 "GET /v2.0/networks/2170b3c2-f9d9-4b0d-92eb-3bab7a5cffcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884535 Feb 09 22:34:13.199909 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-48f1726a-1bf7-4f4d-9457-3f8ce9bfc3dc req-d7ccbc6a-fd82-4a3a-a01a-09ccca7ccc55 service neutron] 10.222.0.90 "GET /v2.0/networks/2170b3c2-f9d9-4b0d-92eb-3bab7a5cffcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822833 Feb 09 22:34:13.362198 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-26a86719-68a6-4166-a654-e9da5262abb4 req-bea4fcdc-87a7-462d-bdd9-3bee1aa45aac tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] 10.222.0.90 "GET /v2.0/ports?device_id=f369ffc7-5630-4e68-9275-785eb79cd266 HTTP/1.1" status: 200 len: 210 time: 0.0323935 Feb 09 22:34:14.287839 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f1726a-1bf7-4f4d-9457-3f8ce9bfc3dc req-10489328-b4cd-4b07-bdcd-2465fe71f4c0 tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:14.289532 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-48f1726a-1bf7-4f4d-9457-3f8ce9bfc3dc req-10489328-b4cd-4b07-bdcd-2465fe71f4c0 tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] 10.222.0.95 "GET /v2.0/networks?id=2170b3c2-f9d9-4b0d-92eb-3bab7a5cffcf HTTP/1.1" status: 200 len: 814 time: 0.1060495 Feb 09 22:34:14.302720 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-48f1726a-1bf7-4f4d-9457-3f8ce9bfc3dc req-aab0810b-0439-43b8-9109-c942134657ca tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] Request body: {'port': {'device_id': 'f369ffc7-5630-4e68-9275-785eb79cd266', 'network_id': '2170b3c2-f9d9-4b0d-92eb-3bab7a5cffcf', 'admin_state_up': True, 'tenant_id': '2f63cd59b42944a4a382f96872511563'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:34:14.361294 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:14.415905 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48f1726a-1bf7-4f4d-9457-3f8ce9bfc3dc req-aab0810b-0439-43b8-9109-c942134657ca tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] Made reservation on behalf of 2f63cd59b42944a4a382f96872511563 for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:34:14.419431 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-48f1726a-1bf7-4f4d-9457-3f8ce9bfc3dc req-aab0810b-0439-43b8-9109-c942134657ca tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:14.466491 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b1d292c4-4f79-4007-97c0-ac6dad0975a3 req-180c90ca-b1cf-4d45-9c54-5ba04eb0c35a tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] 10.222.0.90 "GET /v2.0/ports?device_id=f369ffc7-5630-4e68-9275-785eb79cd266 HTTP/1.1" status: 200 len: 210 time: 0.0334368 Feb 09 22:34:14.572566 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [req-48f1726a-1bf7-4f4d-9457-3f8ce9bfc3dc req-aab0810b-0439-43b8-9109-c942134657ca tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] Allocated IP 172.20.0.2 (2170b3c2-f9d9-4b0d-92eb-3bab7a5cffcf/6e0a9758-7414-4d7a-800b-8929db19c366/4693c2d3-929d-4ce0-be52-404a6d162315) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:34:14.719091 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-48f1726a-1bf7-4f4d-9457-3f8ce9bfc3dc req-aab0810b-0439-43b8-9109-c942134657ca tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] Publish callbacks [] for port (4693c2d3-929d-4ce0-be52-404a6d162315), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:14.756651 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-48f1726a-1bf7-4f4d-9457-3f8ce9bfc3dc req-aab0810b-0439-43b8-9109-c942134657ca tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (4693c2d3-929d-4ce0-be52-404a6d162315), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:14.771033 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['5d3228cd-ebac-42b4-b7c0-535b53f3ca20'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:34:14.802903 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48f1726a-1bf7-4f4d-9457-3f8ce9bfc3dc req-aab0810b-0439-43b8-9109-c942134657ca tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] Network 2170b3c2-f9d9-4b0d-92eb-3bab7a5cffcf is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:34:14.808277 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [req-48f1726a-1bf7-4f4d-9457-3f8ce9bfc3dc req-aab0810b-0439-43b8-9109-c942134657ca tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:34:14.815268 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-48f1726a-1bf7-4f4d-9457-3f8ce9bfc3dc req-aab0810b-0439-43b8-9109-c942134657ca tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:34:14.823756 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab0810b-0439-43b8-9109-c942134657ca tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] Pushing event updated for resources: {'Port': ['ID=4693c2d3-929d-4ce0-be52-404a6d162315,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:14.870362 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f1726a-1bf7-4f4d-9457-3f8ce9bfc3dc req-aab0810b-0439-43b8-9109-c942134657ca tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:14.870982 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-48f1726a-1bf7-4f4d-9457-3f8ce9bfc3dc req-aab0810b-0439-43b8-9109-c942134657ca tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:14.886705 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-48f1726a-1bf7-4f4d-9457-3f8ce9bfc3dc req-aab0810b-0439-43b8-9109-c942134657ca tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5885403 Feb 09 22:34:14.897992 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-48f1726a-1bf7-4f4d-9457-3f8ce9bfc3dc req-2f0bf0aa-c0c7-46e5-9cbf-70e0fa367628 service neutron] Request body: {'port': {'device_id': 'f369ffc7-5630-4e68-9275-785eb79cd266', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-5'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:34:14.959587 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-48f1726a-1bf7-4f4d-9457-3f8ce9bfc3dc req-2f0bf0aa-c0c7-46e5-9cbf-70e0fa367628 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (4693c2d3-929d-4ce0-be52-404a6d162315), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:15.220766 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [req-48f1726a-1bf7-4f4d-9457-3f8ce9bfc3dc req-2f0bf0aa-c0c7-46e5-9cbf-70e0fa367628 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4693c2d3-929d-4ce0-be52-404a6d162315 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:34:15.228692 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-48f1726a-1bf7-4f4d-9457-3f8ce9bfc3dc req-2f0bf0aa-c0c7-46e5-9cbf-70e0fa367628 service neutron] Publish callbacks [] for port (4693c2d3-929d-4ce0-be52-404a6d162315), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:15.240213 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [req-48f1726a-1bf7-4f4d-9457-3f8ce9bfc3dc req-2f0bf0aa-c0c7-46e5-9cbf-70e0fa367628 service neutron] Transition to ACTIVE for port object 4693c2d3-929d-4ce0-be52-404a6d162315 will not be triggered until provisioned by entity L2. {{(pid=103140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:34:15.243682 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-48f1726a-1bf7-4f4d-9457-3f8ce9bfc3dc req-2f0bf0aa-c0c7-46e5-9cbf-70e0fa367628 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (4693c2d3-929d-4ce0-be52-404a6d162315), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:15.308084 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0bf0aa-c0c7-46e5-9cbf-70e0fa367628 service neutron] Pushing event updated for resources: {'Port': ['ID=4693c2d3-929d-4ce0-be52-404a6d162315,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:15.361393 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-48f1726a-1bf7-4f4d-9457-3f8ce9bfc3dc req-2f0bf0aa-c0c7-46e5-9cbf-70e0fa367628 service neutron] Attempting to bind port 4693c2d3-929d-4ce0-be52-404a6d162315 on host n-h1-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:34:15.361733 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-48f1726a-1bf7-4f4d-9457-3f8ce9bfc3dc req-2f0bf0aa-c0c7-46e5-9cbf-70e0fa367628 service neutron] Attempting to bind port 4693c2d3-929d-4ce0-be52-404a6d162315 by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': '519e0cc0-f13e-479a-874f-0d506821e6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2170b3c2-f9d9-4b0d-92eb-3bab7a5cffcf'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:34:15.362078 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f1726a-1bf7-4f4d-9457-3f8ce9bfc3dc req-2f0bf0aa-c0c7-46e5-9cbf-70e0fa367628 service neutron] Attempting to bind port 4693c2d3-929d-4ce0-be52-404a6d162315 on network 2170b3c2-f9d9-4b0d-92eb-3bab7a5cffcf {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:34:15.366274 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f1726a-1bf7-4f4d-9457-3f8ce9bfc3dc req-2f0bf0aa-c0c7-46e5-9cbf-70e0fa367628 service neutron] Port 4693c2d3-929d-4ce0-be52-404a6d162315 on network 2170b3c2-f9d9-4b0d-92eb-3bab7a5cffcf not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:34:15.366594 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f1726a-1bf7-4f4d-9457-3f8ce9bfc3dc req-2f0bf0aa-c0c7-46e5-9cbf-70e0fa367628 service neutron] Attempting to bind port 4693c2d3-929d-4ce0-be52-404a6d162315 on network 2170b3c2-f9d9-4b0d-92eb-3bab7a5cffcf {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:34:15.371384 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f1726a-1bf7-4f4d-9457-3f8ce9bfc3dc req-2f0bf0aa-c0c7-46e5-9cbf-70e0fa367628 service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:34:15.371724 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f1726a-1bf7-4f4d-9457-3f8ce9bfc3dc req-2f0bf0aa-c0c7-46e5-9cbf-70e0fa367628 service neutron] Checking segment: {'id': '519e0cc0-f13e-479a-874f-0d506821e6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2170b3c2-f9d9-4b0d-92eb-3bab7a5cffcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:34:15.372110 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f1726a-1bf7-4f4d-9457-3f8ce9bfc3dc req-2f0bf0aa-c0c7-46e5-9cbf-70e0fa367628 service neutron] Bound using segment: {'id': '519e0cc0-f13e-479a-874f-0d506821e6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2170b3c2-f9d9-4b0d-92eb-3bab7a5cffcf'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:34:15.372573 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-48f1726a-1bf7-4f4d-9457-3f8ce9bfc3dc req-2f0bf0aa-c0c7-46e5-9cbf-70e0fa367628 service neutron] Bound port: 4693c2d3-929d-4ce0-be52-404a6d162315, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '519e0cc0-f13e-479a-874f-0d506821e6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2170b3c2-f9d9-4b0d-92eb-3bab7a5cffcf'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:34:15.372931 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-48f1726a-1bf7-4f4d-9457-3f8ce9bfc3dc req-2f0bf0aa-c0c7-46e5-9cbf-70e0fa367628 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (4693c2d3-929d-4ce0-be52-404a6d162315), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:15.434058 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-48f1726a-1bf7-4f4d-9457-3f8ce9bfc3dc req-2f0bf0aa-c0c7-46e5-9cbf-70e0fa367628 service neutron] For port 4693c2d3-929d-4ce0-be52-404a6d162315, host n-h1-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:34:15.437476 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-48f1726a-1bf7-4f4d-9457-3f8ce9bfc3dc req-2f0bf0aa-c0c7-46e5-9cbf-70e0fa367628 service neutron] For port 4693c2d3-929d-4ce0-be52-404a6d162315, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=4693c2d3-929d-4ce0-be52-404a6d162315,segment=NetworkSegment(519e0cc0-f13e-479a-874f-0d506821e6b0),segment_id=519e0cc0-f13e-479a-874f-0d506821e6b0)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:34:15.442524 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-48f1726a-1bf7-4f4d-9457-3f8ce9bfc3dc req-2f0bf0aa-c0c7-46e5-9cbf-70e0fa367628 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (4693c2d3-929d-4ce0-be52-404a6d162315), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:15.465962 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:15.477013 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f1726a-1bf7-4f4d-9457-3f8ce9bfc3dc req-2f0bf0aa-c0c7-46e5-9cbf-70e0fa367628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:15.477637 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-48f1726a-1bf7-4f4d-9457-3f8ce9bfc3dc req-2f0bf0aa-c0c7-46e5-9cbf-70e0fa367628 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:15.479008 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-48f1726a-1bf7-4f4d-9457-3f8ce9bfc3dc req-2f0bf0aa-c0c7-46e5-9cbf-70e0fa367628 service neutron] 10.222.0.95 "PUT /v2.0/ports/4693c2d3-929d-4ce0-be52-404a6d162315 HTTP/1.1" status: 200 len: 1091 time: 0.5852587 Feb 09 22:34:15.479447 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f369ffc7-5630-4e68-9275-785eb79cd266', 'tag': '4693c2d3-929d-4ce0-be52-404a6d162315'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:34:15.481738 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}084566773578a82c7ab9e8b7d7948f8d3f1cbdaece621e80e6759ea940bbe07a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc6ec7a5-ac6a-45f9-a104-0f9654067c39" -d '{"events": [{"name": "network-changed", "server_uuid": "f369ffc7-5630-4e68-9275-785eb79cd266", "tag": "4693c2d3-929d-4ce0-be52-404a6d162315"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:34:15.509589 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0bf0aa-c0c7-46e5-9cbf-70e0fa367628 service neutron] Pushing event updated for resources: {'Port': ['ID=4693c2d3-929d-4ce0-be52-404a6d162315,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:15.540465 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6dc7391-9ba8-41c8-9169-c5af1d4d65b1 x-openstack-request-id: req-a6dc7391-9ba8-41c8-9169-c5af1d4d65b1 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:34:15.540759 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f369ffc7-5630-4e68-9275-785eb79cd266", "tag": "4693c2d3-929d-4ce0-be52-404a6d162315", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:34:15.541016 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-a6dc7391-9ba8-41c8-9169-c5af1d4d65b1 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:34:15.541425 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f369ffc7-5630-4e68-9275-785eb79cd266', 'tag': '4693c2d3-929d-4ce0-be52-404a6d162315', 'status': 'completed', 'code': 200} Feb 09 22:34:15.614188 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f1726a-1bf7-4f4d-9457-3f8ce9bfc3dc req-6962189f-3ab3-4a66-89c5-a9c5250f806b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:15.615698 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-48f1726a-1bf7-4f4d-9457-3f8ce9bfc3dc req-6962189f-3ab3-4a66-89c5-a9c5250f806b service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=2f63cd59b42944a4a382f96872511563&device_id=f369ffc7-5630-4e68-9275-785eb79cd266 HTTP/1.1" status: 200 len: 1125 time: 0.0950627 Feb 09 22:34:15.623005 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a885a5-d6d8-445b-a45a-d2d5d3ba8db2 req-d386ec69-9236-4a43-a079-fc3e26a304ca tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:15.624385 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c1a885a5-d6d8-445b-a45a-d2d5d3ba8db2 req-d386ec69-9236-4a43-a079-fc3e26a304ca tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] 10.222.0.90 "GET /v2.0/ports?device_id=f369ffc7-5630-4e68-9275-785eb79cd266 HTTP/1.1" status: 200 len: 943 time: 0.0676064 Feb 09 22:34:15.669699 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-48f1726a-1bf7-4f4d-9457-3f8ce9bfc3dc req-8aacc816-f73a-45ce-9baf-3c0b4f73206d service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4693c2d3-929d-4ce0-be52-404a6d162315 HTTP/1.1" status: 200 len: 217 time: 0.0443647 Feb 09 22:34:15.726535 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c1a885a5-d6d8-445b-a45a-d2d5d3ba8db2 req-72a0601b-6cc1-4d0d-894e-24040035c3c2 tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] 10.222.0.90 "GET /v2.0/security-groups?id=e618b339-d12d-4a2d-9069-d95d734881c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948727 Feb 09 22:34:15.736992 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f1726a-1bf7-4f4d-9457-3f8ce9bfc3dc req-6768ebe3-8b04-48fe-b8bc-2bbb2fa6e7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:15.738329 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-48f1726a-1bf7-4f4d-9457-3f8ce9bfc3dc req-6768ebe3-8b04-48fe-b8bc-2bbb2fa6e7a0 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=6e0a9758-7414-4d7a-800b-8929db19c366 HTTP/1.1" status: 200 len: 854 time: 0.0613840 Feb 09 22:34:15.774522 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-48f1726a-1bf7-4f4d-9457-3f8ce9bfc3dc req-375818f0-3d4a-4c04-a1d5-cbbe520f17d2 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=2170b3c2-f9d9-4b0d-92eb-3bab7a5cffcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300922 Feb 09 22:34:15.862453 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-48f1726a-1bf7-4f4d-9457-3f8ce9bfc3dc req-5a360104-0650-4908-b070-20d5ca524ad7 service neutron] 10.222.0.95 "GET /v2.0/networks/2170b3c2-f9d9-4b0d-92eb-3bab7a5cffcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806460 Feb 09 22:34:15.952958 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-48f1726a-1bf7-4f4d-9457-3f8ce9bfc3dc req-bcb9ce0c-6d4e-40b9-9545-e480bc724335 service neutron] 10.222.0.95 "GET /v2.0/networks/2170b3c2-f9d9-4b0d-92eb-3bab7a5cffcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846691 Feb 09 22:34:16.043310 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ec7a5-ac6a-45f9-a104-0f9654067c39 req-1afc6324-d11a-4760-9440-c48e497f2653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:16.044772 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dc6ec7a5-ac6a-45f9-a104-0f9654067c39 req-1afc6324-d11a-4760-9440-c48e497f2653 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=2f63cd59b42944a4a382f96872511563&device_id=f369ffc7-5630-4e68-9275-785eb79cd266 HTTP/1.1" status: 200 len: 1125 time: 0.0455098 Feb 09 22:34:16.133427 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ec7a5-ac6a-45f9-a104-0f9654067c39 req-a6712b82-1e0c-4363-bc2d-7cd46ecd7d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:16.135030 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dc6ec7a5-ac6a-45f9-a104-0f9654067c39 req-a6712b82-1e0c-4363-bc2d-7cd46ecd7d7c service neutron] 10.222.0.95 "GET /v2.0/networks?id=2170b3c2-f9d9-4b0d-92eb-3bab7a5cffcf HTTP/1.1" status: 200 len: 915 time: 0.0840650 Feb 09 22:34:16.179555 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dc6ec7a5-ac6a-45f9-a104-0f9654067c39 req-ee1782b0-0887-46b1-923a-b5d0fc71c1bd service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4693c2d3-929d-4ce0-be52-404a6d162315 HTTP/1.1" status: 200 len: 217 time: 0.0380805 Feb 09 22:34:16.228771 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ec7a5-ac6a-45f9-a104-0f9654067c39 req-1a57ab4e-4081-4b9e-910a-ddb8481aa06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:16.230176 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dc6ec7a5-ac6a-45f9-a104-0f9654067c39 req-1a57ab4e-4081-4b9e-910a-ddb8481aa06c service neutron] 10.222.0.95 "GET /v2.0/subnets?id=6e0a9758-7414-4d7a-800b-8929db19c366 HTTP/1.1" status: 200 len: 854 time: 0.0425377 Feb 09 22:34:16.263395 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dc6ec7a5-ac6a-45f9-a104-0f9654067c39 req-7a99d29c-941c-43db-8fa5-fec5477bce3d service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=2170b3c2-f9d9-4b0d-92eb-3bab7a5cffcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248940 Feb 09 22:34:16.354196 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dc6ec7a5-ac6a-45f9-a104-0f9654067c39 req-31f88f3d-4e7c-4f23-99cf-df46bbde14a7 service neutron] 10.222.0.95 "GET /v2.0/networks/2170b3c2-f9d9-4b0d-92eb-3bab7a5cffcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843325 Feb 09 22:34:16.440185 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dc6ec7a5-ac6a-45f9-a104-0f9654067c39 req-4900e67d-b936-465a-8aa0-b5820a18a13b service neutron] 10.222.0.95 "GET /v2.0/networks/2170b3c2-f9d9-4b0d-92eb-3bab7a5cffcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797849 Feb 09 22:34:16.850809 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71124a50-79f3-4e38-bc4f-8a889a987ca6 req-269982fa-0762-409b-9e38-5949234d55b3 tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:16.852298 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-71124a50-79f3-4e38-bc4f-8a889a987ca6 req-269982fa-0762-409b-9e38-5949234d55b3 tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] 10.222.0.90 "GET /v2.0/ports?device_id=f369ffc7-5630-4e68-9275-785eb79cd266 HTTP/1.1" status: 200 len: 943 time: 0.0575709 Feb 09 22:34:16.897140 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-71124a50-79f3-4e38-bc4f-8a889a987ca6 req-e36a538b-6328-4cfb-816e-70d2a8a414d7 tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] 10.222.0.90 "GET /v2.0/security-groups?id=e618b339-d12d-4a2d-9069-d95d734881c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391414 Feb 09 22:34:18.015702 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a34ad2-41d0-47e4-914a-f8a80b0b9711 req-0ee8fe81-fd2c-4e66-9fd8-8c6dd7e0df93 tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:18.017197 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-04a34ad2-41d0-47e4-914a-f8a80b0b9711 req-0ee8fe81-fd2c-4e66-9fd8-8c6dd7e0df93 tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] 10.222.0.90 "GET /v2.0/ports?device_id=f369ffc7-5630-4e68-9275-785eb79cd266 HTTP/1.1" status: 200 len: 943 time: 0.0531428 Feb 09 22:34:18.062888 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-04a34ad2-41d0-47e4-914a-f8a80b0b9711 req-cdae3bec-13ea-45dc-8624-44eb572d21da tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] 10.222.0.90 "GET /v2.0/security-groups?id=e618b339-d12d-4a2d-9069-d95d734881c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400925 Feb 09 22:34:19.191633 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148b17ef-c6d4-445c-bb9e-2c4a6347c931 req-0404ec38-d3fa-46f8-b959-d037bebddeea tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:19.193185 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-148b17ef-c6d4-445c-bb9e-2c4a6347c931 req-0404ec38-d3fa-46f8-b959-d037bebddeea tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] 10.222.0.90 "GET /v2.0/ports?device_id=f369ffc7-5630-4e68-9275-785eb79cd266 HTTP/1.1" status: 200 len: 943 time: 0.0633717 Feb 09 22:34:19.242810 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-148b17ef-c6d4-445c-bb9e-2c4a6347c931 req-1586c768-ea11-4c2c-ac69-4228824a7704 tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] 10.222.0.90 "GET /v2.0/security-groups?id=e618b339-d12d-4a2d-9069-d95d734881c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440125 Feb 09 22:34:19.438828 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 4693c2d3-929d-4ce0-be52-404a6d162315 details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:34:19.533009 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 4693c2d3-929d-4ce0-be52-404a6d162315, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=4693c2d3-929d-4ce0-be52-404a6d162315,segment=NetworkSegment(519e0cc0-f13e-479a-874f-0d506821e6b0),segment_id=519e0cc0-f13e-479a-874f-0d506821e6b0)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:34:19.544111 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': '4693c2d3-929d-4ce0-be52-404a6d162315', 'network_id': '2170b3c2-f9d9-4b0d-92eb-3bab7a5cffcf', 'port_id': '4693c2d3-929d-4ce0-be52-404a6d162315', 'mac_address': 'fa:16:3e:d1:9d:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e0a9758-7414-4d7a-800b-8929db19c366', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:34:19.584807 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 4693c2d3-929d-4ce0-be52-404a6d162315 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:34:19.585219 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (4693c2d3-929d-4ce0-be52-404a6d162315), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:19.597845 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4693c2d3-929d-4ce0-be52-404a6d162315 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:34:19.616253 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 4693c2d3-929d-4ce0-be52-404a6d162315, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=4693c2d3-929d-4ce0-be52-404a6d162315,segment=NetworkSegment(519e0cc0-f13e-479a-874f-0d506821e6b0),segment_id=519e0cc0-f13e-479a-874f-0d506821e6b0)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:34:19.620262 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (4693c2d3-929d-4ce0-be52-404a6d162315), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:19.666072 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=4693c2d3-929d-4ce0-be52-404a6d162315,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:19.818806 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['4693c2d3-929d-4ce0-be52-404a6d162315'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:34:20.359737 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77735a54-e92b-4d00-9dce-c92305cecac6 req-31606476-971a-4108-b1df-01fb582f9ba6 tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:20.361246 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-77735a54-e92b-4d00-9dce-c92305cecac6 req-31606476-971a-4108-b1df-01fb582f9ba6 tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] 10.222.0.90 "GET /v2.0/ports?device_id=f369ffc7-5630-4e68-9275-785eb79cd266 HTTP/1.1" status: 200 len: 944 time: 0.0514264 Feb 09 22:34:20.406892 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-77735a54-e92b-4d00-9dce-c92305cecac6 req-6c12009f-1735-4f89-838a-b0595073138b tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] 10.222.0.90 "GET /v2.0/security-groups?id=e618b339-d12d-4a2d-9069-d95d734881c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393436 Feb 09 22:34:21.469393 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 4693c2d3-929d-4ce0-be52-404a6d162315 up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:34:21.519252 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning for port 4693c2d3-929d-4ce0-be52-404a6d162315 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:34:21.523583 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port 4693c2d3-929d-4ce0-be52-404a6d162315 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:34:21.523968 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (4693c2d3-929d-4ce0-be52-404a6d162315), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:21.525183 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507a774a-9d68-4502-a3c7-7a87ca341e03 req-0bf8acb7-f2d2-4d08-96d8-364a258c0793 tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:21.526702 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-507a774a-9d68-4502-a3c7-7a87ca341e03 req-0bf8acb7-f2d2-4d08-96d8-364a258c0793 tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] 10.222.0.90 "GET /v2.0/ports?device_id=f369ffc7-5630-4e68-9275-785eb79cd266 HTTP/1.1" status: 200 len: 944 time: 0.0530941 Feb 09 22:34:21.575013 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-507a774a-9d68-4502-a3c7-7a87ca341e03 req-cb26329a-73cc-4a4b-b3ae-574200f0a571 tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] 10.222.0.90 "GET /v2.0/security-groups?id=e618b339-d12d-4a2d-9069-d95d734881c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421383 Feb 09 22:34:21.602503 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 4693c2d3-929d-4ce0-be52-404a6d162315 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:34:21.602902 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (4693c2d3-929d-4ce0-be52-404a6d162315), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:21.629043 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f369ffc7-5630-4e68-9275-785eb79cd266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4693c2d3-929d-4ce0-be52-404a6d162315'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:34:21.631264 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cf4d4d953224237653245d15ffec07a65c4bd356d4237fd84236d8abf5d48a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5f9e4f3-39b1-4b38-b168-1f4f3bd8ce96" -d '{"events": [{"server_uuid": "f369ffc7-5630-4e68-9275-785eb79cd266", "name": "network-vif-plugged", "status": "completed", "tag": "4693c2d3-929d-4ce0-be52-404a6d162315"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:34:21.643481 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 4693c2d3-929d-4ce0-be52-404a6d162315, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=4693c2d3-929d-4ce0-be52-404a6d162315,segment=NetworkSegment(519e0cc0-f13e-479a-874f-0d506821e6b0),segment_id=519e0cc0-f13e-479a-874f-0d506821e6b0)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:34:21.647836 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (4693c2d3-929d-4ce0-be52-404a6d162315), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:21.671392 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc50ce94-757c-46b9-bee9-323f7499e975 x-openstack-request-id: req-fc50ce94-757c-46b9-bee9-323f7499e975 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:34:21.671706 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f369ffc7-5630-4e68-9275-785eb79cd266", "name": "network-vif-plugged", "status": "completed", "tag": "4693c2d3-929d-4ce0-be52-404a6d162315", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:34:21.671950 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-fc50ce94-757c-46b9-bee9-323f7499e975 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:34:21.672366 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f369ffc7-5630-4e68-9275-785eb79cd266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4693c2d3-929d-4ce0-be52-404a6d162315', 'code': 200} Feb 09 22:34:21.698557 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=4693c2d3-929d-4ce0-be52-404a6d162315,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:21.706516 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:34:21.706867 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:34:21.707215 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:34:21.707555 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:34:21.707893 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:34:21.708234 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:34:21.708574 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:34:21.708903 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:34:21.709224 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:34:21.709553 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:34:21.709882 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:34:21.710205 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:34:21.710525 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:34:21.770714 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f0bbf7-e58e-4161-b10b-fd1e3eefd89d req-306e0e87-7261-40b3-9826-b3fa92dd8de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:21.772282 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-43f0bbf7-e58e-4161-b10b-fd1e3eefd89d req-306e0e87-7261-40b3-9826-b3fa92dd8de4 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=f369ffc7-5630-4e68-9275-785eb79cd266 HTTP/1.1" status: 200 len: 1127 time: 0.0475502 Feb 09 22:34:21.816195 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-43f0bbf7-e58e-4161-b10b-fd1e3eefd89d req-4bf78967-9a5f-4826-abf0-29486776ac1d service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=e618b339-d12d-4a2d-9069-d95d734881c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368209 Feb 09 22:34:21.915737 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:22.691193 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4027003-9097-4e6f-a075-8449abd79182 req-9cde1ef1-20c2-49f7-96d3-e926956a454e tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:22.692695 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d4027003-9097-4e6f-a075-8449abd79182 req-9cde1ef1-20c2-49f7-96d3-e926956a454e tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] 10.222.0.90 "GET /v2.0/ports?device_id=f369ffc7-5630-4e68-9275-785eb79cd266 HTTP/1.1" status: 200 len: 945 time: 0.0527339 Feb 09 22:34:22.739668 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d4027003-9097-4e6f-a075-8449abd79182 req-9429c852-1412-42f4-8ba7-6a51fea7d65e tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] 10.222.0.90 "GET /v2.0/security-groups?id=e618b339-d12d-4a2d-9069-d95d734881c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413041 Feb 09 22:34:23.860973 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241186a5-2a1d-4bff-a0fe-c10770165ed4 req-697fb5fe-ae70-44c7-afb9-e39854164afe tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:23.862433 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-241186a5-2a1d-4bff-a0fe-c10770165ed4 req-697fb5fe-ae70-44c7-afb9-e39854164afe tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] 10.222.0.90 "GET /v2.0/ports?device_id=f369ffc7-5630-4e68-9275-785eb79cd266 HTTP/1.1" status: 200 len: 945 time: 0.0514638 Feb 09 22:34:23.911242 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-241186a5-2a1d-4bff-a0fe-c10770165ed4 req-8a6d853d-7048-4407-bb71-aa8569939003 tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] 10.222.0.90 "GET /v2.0/security-groups?id=e618b339-d12d-4a2d-9069-d95d734881c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432632 Feb 09 22:34:24.018011 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:24.148529 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d896cf22-d6b4-42b5-8410-73c62bddf82a req-9fa612b1-92aa-4f16-92eb-67e53b5570ce tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:24.150032 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d896cf22-d6b4-42b5-8410-73c62bddf82a req-9fa612b1-92aa-4f16-92eb-67e53b5570ce tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] 10.222.0.90 "GET /v2.0/ports?device_id=f369ffc7-5630-4e68-9275-785eb79cd266 HTTP/1.1" status: 200 len: 945 time: 0.0526087 Feb 09 22:34:24.200609 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d896cf22-d6b4-42b5-8410-73c62bddf82a req-fe1360ef-e1c8-4a67-b887-c5420c608e4a tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] 10.222.0.90 "GET /v2.0/security-groups?id=e618b339-d12d-4a2d-9069-d95d734881c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450008 Feb 09 22:34:25.335950 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bd8784-278b-40f5-8181-de85061a0efc req-5ee5bd26-b6b7-42f6-a09f-f0a42132dbb8 tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:25.337454 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-08bd8784-278b-40f5-8181-de85061a0efc req-5ee5bd26-b6b7-42f6-a09f-f0a42132dbb8 tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] 10.222.0.90 "GET /v2.0/ports?device_id=f369ffc7-5630-4e68-9275-785eb79cd266 HTTP/1.1" status: 200 len: 945 time: 0.0519314 Feb 09 22:34:25.382894 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-08bd8784-278b-40f5-8181-de85061a0efc req-578499ff-1ec2-4683-9dec-533da79f6dbb tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] 10.222.0.90 "GET /v2.0/security-groups?id=e618b339-d12d-4a2d-9069-d95d734881c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399005 Feb 09 22:34:25.461101 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6056464-5a02-469a-9eed-f540e98502be req-9731c5da-e8c9-485a-b522-c829bd4b4982 tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:25.462450 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c6056464-5a02-469a-9eed-f540e98502be req-9731c5da-e8c9-485a-b522-c829bd4b4982 tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] 10.222.0.95 "GET /v2.0/ports?device_id=f369ffc7-5630-4e68-9275-785eb79cd266 HTTP/1.1" status: 200 len: 945 time: 0.0579913 Feb 09 22:34:25.551945 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-c6056464-5a02-469a-9eed-f540e98502be req-f7042ac5-278a-4097-911a-486a088321f0 tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] Deleting port 4693c2d3-929d-4ce0-be52-404a6d162315 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:34:25.552313 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-c6056464-5a02-469a-9eed-f540e98502be req-f7042ac5-278a-4097-911a-486a088321f0 tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (4693c2d3-929d-4ce0-be52-404a6d162315), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:25.642307 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-c6056464-5a02-469a-9eed-f540e98502be req-f7042ac5-278a-4097-911a-486a088321f0 tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] For port 4693c2d3-929d-4ce0-be52-404a6d162315, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=4693c2d3-929d-4ce0-be52-404a6d162315,segment=NetworkSegment(519e0cc0-f13e-479a-874f-0d506821e6b0),segment_id=519e0cc0-f13e-479a-874f-0d506821e6b0)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:34:25.642666 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-c6056464-5a02-469a-9eed-f540e98502be req-f7042ac5-278a-4097-911a-486a088321f0 tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (4693c2d3-929d-4ce0-be52-404a6d162315), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:25.655032 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-c6056464-5a02-469a-9eed-f540e98502be req-f7042ac5-278a-4097-911a-486a088321f0 tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] Calling delete_port for 4693c2d3-929d-4ce0-be52-404a6d162315 owned by compute:nova {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:34:25.783493 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-c6056464-5a02-469a-9eed-f540e98502be req-f7042ac5-278a-4097-911a-486a088321f0 tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (4693c2d3-929d-4ce0-be52-404a6d162315), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:25.797030 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['4693c2d3-929d-4ce0-be52-404a6d162315'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:34:25.799239 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['5d3228cd-ebac-42b4-b7c0-535b53f3ca20'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:34:25.812258 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7042ac5-278a-4097-911a-486a088321f0 tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] Pushing event deleted for resources: {'Port': ['ID=4693c2d3-929d-4ce0-be52-404a6d162315,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:25.840174 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7042ac5-278a-4097-911a-486a088321f0 tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:34:25.840557 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7042ac5-278a-4097-911a-486a088321f0 tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:34:25.840904 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7042ac5-278a-4097-911a-486a088321f0 tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:34:25.841246 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7042ac5-278a-4097-911a-486a088321f0 tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:34:25.841586 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7042ac5-278a-4097-911a-486a088321f0 tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:34:25.841927 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7042ac5-278a-4097-911a-486a088321f0 tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:34:25.842260 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7042ac5-278a-4097-911a-486a088321f0 tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:34:25.842593 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7042ac5-278a-4097-911a-486a088321f0 tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:34:25.842929 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7042ac5-278a-4097-911a-486a088321f0 tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:34:25.843255 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7042ac5-278a-4097-911a-486a088321f0 tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:34:25.843583 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7042ac5-278a-4097-911a-486a088321f0 tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:34:25.843907 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7042ac5-278a-4097-911a-486a088321f0 tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:34:25.844257 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7042ac5-278a-4097-911a-486a088321f0 tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:34:25.864777 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6056464-5a02-469a-9eed-f540e98502be req-f7042ac5-278a-4097-911a-486a088321f0 tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] No DVR routers for this DVR port 4693c2d3-929d-4ce0-be52-404a6d162315 on host n-h1-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:34:25.867462 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-c6056464-5a02-469a-9eed-f540e98502be req-f7042ac5-278a-4097-911a-486a088321f0 tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:25.870841 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c6056464-5a02-469a-9eed-f540e98502be req-f7042ac5-278a-4097-911a-486a088321f0 tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] 10.222.0.95 "DELETE /v2.0/ports/4693c2d3-929d-4ce0-be52-404a6d162315 HTTP/1.1" status: 204 len: 173 time: 0.4030576 Feb 09 22:34:25.871295 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f369ffc7-5630-4e68-9275-785eb79cd266', 'name': 'network-vif-deleted', 'tag': '4693c2d3-929d-4ce0-be52-404a6d162315'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:34:25.873595 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}084566773578a82c7ab9e8b7d7948f8d3f1cbdaece621e80e6759ea940bbe07a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbaafb35-7218-48cc-b63f-9f1b21699e74" -d '{"events": [{"server_uuid": "f369ffc7-5630-4e68-9275-785eb79cd266", "name": "network-vif-deleted", "tag": "4693c2d3-929d-4ce0-be52-404a6d162315"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:34:25.915200 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65482614-22a5-4706-a44b-8be7756bcf6e x-openstack-request-id: req-65482614-22a5-4706-a44b-8be7756bcf6e {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:34:25.915506 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f369ffc7-5630-4e68-9275-785eb79cd266", "name": "network-vif-deleted", "tag": "4693c2d3-929d-4ce0-be52-404a6d162315", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:34:25.915768 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-65482614-22a5-4706-a44b-8be7756bcf6e {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:34:25.916195 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f369ffc7-5630-4e68-9275-785eb79cd266', 'name': 'network-vif-deleted', 'tag': '4693c2d3-929d-4ce0-be52-404a6d162315', 'status': 'completed', 'code': 200} Feb 09 22:34:26.532978 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c3bbc6-af25-49da-884b-b68cff268016 req-afb8a51b-a3ec-4053-ae16-f3a42fdb8da6 tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:26.535014 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-95c3bbc6-af25-49da-884b-b68cff268016 req-afb8a51b-a3ec-4053-ae16-f3a42fdb8da6 tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] 10.222.0.90 "GET /v2.0/ports?device_id=3fa82909-f3b3-4642-8981-698320c45804 HTTP/1.1" status: 200 len: 945 time: 0.0520840 Feb 09 22:34:26.587430 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-95c3bbc6-af25-49da-884b-b68cff268016 req-4f090044-3e76-4210-ba51-d3f858c29e82 tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] 10.222.0.90 "GET /v2.0/security-groups?id=e618b339-d12d-4a2d-9069-d95d734881c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469093 Feb 09 22:34:26.719442 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a6d273-7251-470f-a973-908c06104251 req-c897d834-fbde-498f-b7ad-f000ef20cbbe tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:26.720958 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-27a6d273-7251-470f-a973-908c06104251 req-c897d834-fbde-498f-b7ad-f000ef20cbbe tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] 10.222.0.90 "GET /v2.0/ports?device_id=3fa82909-f3b3-4642-8981-698320c45804 HTTP/1.1" status: 200 len: 945 time: 0.0520387 Feb 09 22:34:26.766915 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-27a6d273-7251-470f-a973-908c06104251 req-d1dca018-a9a9-4bde-872d-1321140406bd tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] 10.222.0.90 "GET /v2.0/security-groups?id=e618b339-d12d-4a2d-9069-d95d734881c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398264 Feb 09 22:34:26.886073 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c582ae-f4f9-4661-ab94-96387e9127fd req-949aa7d8-2c8c-4346-a7dc-d32777ab0eba tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:26.887566 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-12c582ae-f4f9-4661-ab94-96387e9127fd req-949aa7d8-2c8c-4346-a7dc-d32777ab0eba tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] 10.222.0.90 "GET /v2.0/ports?device_id=3fa82909-f3b3-4642-8981-698320c45804 HTTP/1.1" status: 200 len: 945 time: 0.0520985 Feb 09 22:34:26.937313 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-12c582ae-f4f9-4661-ab94-96387e9127fd req-5e615684-8031-4e6a-ad94-afd453c5366f tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] 10.222.0.90 "GET /v2.0/security-groups?id=e618b339-d12d-4a2d-9069-d95d734881c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442505 Feb 09 22:34:27.108510 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfc9f36-b216-4d7f-9559-9bf9f8223fdd req-6cfd8d86-0dc0-413e-9be3-327eae98cf8b tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:27.109969 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8dfc9f36-b216-4d7f-9559-9bf9f8223fdd req-6cfd8d86-0dc0-413e-9be3-327eae98cf8b tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] 10.222.0.90 "GET /v2.0/ports?device_id=3fa82909-f3b3-4642-8981-698320c45804 HTTP/1.1" status: 200 len: 945 time: 0.0545256 Feb 09 22:34:27.155190 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8dfc9f36-b216-4d7f-9559-9bf9f8223fdd req-6d3058be-b614-461a-af34-2d3d35370a73 tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] 10.222.0.90 "GET /v2.0/security-groups?id=e618b339-d12d-4a2d-9069-d95d734881c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391467 Feb 09 22:34:27.272525 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78346b2b-4223-469e-b513-a0ef63afe0a5 req-440468a1-cb87-4de0-ac73-1460c15bcd21 tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:27.273941 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-78346b2b-4223-469e-b513-a0ef63afe0a5 req-440468a1-cb87-4de0-ac73-1460c15bcd21 tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] 10.222.0.90 "GET /v2.0/ports?device_id=3fa82909-f3b3-4642-8981-698320c45804 HTTP/1.1" status: 200 len: 945 time: 0.0515380 Feb 09 22:34:27.324356 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-78346b2b-4223-469e-b513-a0ef63afe0a5 req-0d692cac-f99a-4146-b543-d5fe0ccbfe30 tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] 10.222.0.90 "GET /v2.0/security-groups?id=e618b339-d12d-4a2d-9069-d95d734881c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418379 Feb 09 22:34:27.446716 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa01f16e-8d23-4223-bdf2-5ca0edb7dd46 req-47c38e78-37df-4818-8343-4c9e6595a876 tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:27.448242 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fa01f16e-8d23-4223-bdf2-5ca0edb7dd46 req-47c38e78-37df-4818-8343-4c9e6595a876 tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] 10.222.0.90 "GET /v2.0/ports?device_id=3fa82909-f3b3-4642-8981-698320c45804 HTTP/1.1" status: 200 len: 945 time: 0.0522647 Feb 09 22:34:27.498292 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fa01f16e-8d23-4223-bdf2-5ca0edb7dd46 req-43c3506a-0626-4169-a243-c61bdcf76ed4 tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] 10.222.0.90 "GET /v2.0/security-groups?id=e618b339-d12d-4a2d-9069-d95d734881c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444834 Feb 09 22:34:27.800032 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552bcef3-c2bf-4db4-bd3d-fa15b2802ebe req-016d535b-f76d-42db-a3e3-f11370fe2eb5 tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:27.801468 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-552bcef3-c2bf-4db4-bd3d-fa15b2802ebe req-016d535b-f76d-42db-a3e3-f11370fe2eb5 tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] 10.222.0.90 "GET /v2.0/ports?device_id=3fa82909-f3b3-4642-8981-698320c45804 HTTP/1.1" status: 200 len: 945 time: 0.0525496 Feb 09 22:34:27.847454 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-552bcef3-c2bf-4db4-bd3d-fa15b2802ebe req-dc030e30-f153-45a0-87b6-ca0f3d9595a9 tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] 10.222.0.90 "GET /v2.0/security-groups?id=e618b339-d12d-4a2d-9069-d95d734881c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403581 Feb 09 22:34:28.965306 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62c2125-cb4b-49f4-8037-e79f4c652d81 req-6d7bb953-9b4f-4325-9c32-69624a80dd84 tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:28.966693 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e62c2125-cb4b-49f4-8037-e79f4c652d81 req-6d7bb953-9b4f-4325-9c32-69624a80dd84 tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] 10.222.0.90 "GET /v2.0/ports?device_id=3fa82909-f3b3-4642-8981-698320c45804 HTTP/1.1" status: 200 len: 945 time: 0.0515454 Feb 09 22:34:29.012179 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e62c2125-cb4b-49f4-8037-e79f4c652d81 req-60c5b569-0393-417e-9157-d99c97acc6b5 tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] 10.222.0.90 "GET /v2.0/security-groups?id=e618b339-d12d-4a2d-9069-d95d734881c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393510 Feb 09 22:34:29.529759 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 4693c2d3-929d-4ce0-be52-404a6d162315 no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:34:29.550142 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] No Port match for: 4693c2d3-929d-4ce0-be52-404a6d162315 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:34:29.550492 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 4693c2d3-929d-4ce0-be52-404a6d162315 not bound to the agent host n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:34:29.567191 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b935b94-2301-4f16-a5dc-a052f5323b2f req-b25d9c5d-98e0-4a4e-be0a-649e4cdb492e tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:29.568655 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0b935b94-2301-4f16-a5dc-a052f5323b2f req-b25d9c5d-98e0-4a4e-be0a-649e4cdb492e tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] 10.222.0.89 "GET /v2.0/ports?device_id=3fa82909-f3b3-4642-8981-698320c45804 HTTP/1.1" status: 200 len: 945 time: 0.0531595 Feb 09 22:34:29.899545 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-0b935b94-2301-4f16-a5dc-a052f5323b2f req-91ba15e8-d71f-4827-9800-9fb0fa47fd5b tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] Deleting port 5d3228cd-ebac-42b4-b7c0-535b53f3ca20 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:34:29.899888 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-0b935b94-2301-4f16-a5dc-a052f5323b2f req-91ba15e8-d71f-4827-9800-9fb0fa47fd5b tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (5d3228cd-ebac-42b4-b7c0-535b53f3ca20), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:29.985298 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-0b935b94-2301-4f16-a5dc-a052f5323b2f req-91ba15e8-d71f-4827-9800-9fb0fa47fd5b tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] For port 5d3228cd-ebac-42b4-b7c0-535b53f3ca20, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=5d3228cd-ebac-42b4-b7c0-535b53f3ca20,segment=NetworkSegment(519e0cc0-f13e-479a-874f-0d506821e6b0),segment_id=519e0cc0-f13e-479a-874f-0d506821e6b0)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:34:29.985658 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-0b935b94-2301-4f16-a5dc-a052f5323b2f req-91ba15e8-d71f-4827-9800-9fb0fa47fd5b tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (5d3228cd-ebac-42b4-b7c0-535b53f3ca20), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:29.998274 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-0b935b94-2301-4f16-a5dc-a052f5323b2f req-91ba15e8-d71f-4827-9800-9fb0fa47fd5b tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] Calling delete_port for 5d3228cd-ebac-42b4-b7c0-535b53f3ca20 owned by compute:nova {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:34:30.126997 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-0b935b94-2301-4f16-a5dc-a052f5323b2f req-91ba15e8-d71f-4827-9800-9fb0fa47fd5b tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (5d3228cd-ebac-42b4-b7c0-535b53f3ca20), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:30.139441 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d9e643-506f-41fb-8d87-2ea7a3909f7a req-2dd959f2-a298-45e9-bf66-5b0fbeb5dbfd tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:30.140043 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['5d3228cd-ebac-42b4-b7c0-535b53f3ca20'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:34:30.141159 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-37d9e643-506f-41fb-8d87-2ea7a3909f7a req-2dd959f2-a298-45e9-bf66-5b0fbeb5dbfd tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] 10.222.0.90 "GET /v2.0/ports?device_id=3fa82909-f3b3-4642-8981-698320c45804 HTTP/1.1" status: 200 len: 945 time: 0.0593235 Feb 09 22:34:30.155204 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ba15e8-d71f-4827-9800-9fb0fa47fd5b tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] Pushing event deleted for resources: {'Port': ['ID=5d3228cd-ebac-42b4-b7c0-535b53f3ca20,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:30.202466 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-37d9e643-506f-41fb-8d87-2ea7a3909f7a req-dd213598-079f-450d-b70d-e886cf189415 tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] 10.222.0.90 "GET /v2.0/security-groups?id=e618b339-d12d-4a2d-9069-d95d734881c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550358 Feb 09 22:34:30.202985 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b935b94-2301-4f16-a5dc-a052f5323b2f req-91ba15e8-d71f-4827-9800-9fb0fa47fd5b tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] No DVR routers for this DVR port 5d3228cd-ebac-42b4-b7c0-535b53f3ca20 on host n-h2-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:34:30.206204 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-0b935b94-2301-4f16-a5dc-a052f5323b2f req-91ba15e8-d71f-4827-9800-9fb0fa47fd5b tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:30.209543 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0b935b94-2301-4f16-a5dc-a052f5323b2f req-91ba15e8-d71f-4827-9800-9fb0fa47fd5b tempest-ServersNegativeTestJSON-966661655 tempest-ServersNegativeTestJSON-966661655-project] 10.222.0.89 "DELETE /v2.0/ports/5d3228cd-ebac-42b4-b7c0-535b53f3ca20 HTTP/1.1" status: 204 len: 173 time: 0.6353180 Feb 09 22:34:30.209989 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fa82909-f3b3-4642-8981-698320c45804', 'name': 'network-vif-deleted', 'tag': '5d3228cd-ebac-42b4-b7c0-535b53f3ca20'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:34:30.212247 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0759f77e637a6f71ff1c25bc92ec5ea77217d29fcb3f113a7ada5acb32ef5084" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2447e13c-bfa1-4dc6-ba68-a6bc129a859d" -d '{"events": [{"server_uuid": "3fa82909-f3b3-4642-8981-698320c45804", "name": "network-vif-deleted", "tag": "5d3228cd-ebac-42b4-b7c0-535b53f3ca20"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:34:30.251210 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-febddfc7-21c3-461f-ad84-6902b95e7f19 x-openstack-request-id: req-febddfc7-21c3-461f-ad84-6902b95e7f19 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:34:30.251449 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fa82909-f3b3-4642-8981-698320c45804", "name": "network-vif-deleted", "tag": "5d3228cd-ebac-42b4-b7c0-535b53f3ca20", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:34:30.251703 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-febddfc7-21c3-461f-ad84-6902b95e7f19 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:34:30.252107 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fa82909-f3b3-4642-8981-698320c45804', 'name': 'network-vif-deleted', 'tag': '5d3228cd-ebac-42b4-b7c0-535b53f3ca20', 'status': 'completed', 'code': 200} Feb 09 22:34:31.262305 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 52274) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:34:31.306136 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bf8c81a-c243-42b0-b2ec-d7965dc8445d admin admin] Deleting subnet 6e0a9758-7414-4d7a-800b-8929db19c366 {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:34:31.309116 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7bf8c81a-c243-42b0-b2ec-d7965dc8445d admin admin] Publish callbacks [] for subnet (6e0a9758-7414-4d7a-800b-8929db19c366), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:31.341974 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7bf8c81a-c243-42b0-b2ec-d7965dc8445d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (6e0a9758-7414-4d7a-800b-8929db19c366), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:31.380198 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7bf8c81a-c243-42b0-b2ec-d7965dc8445d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (6e0a9758-7414-4d7a-800b-8929db19c366), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:31.434556 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7bf8c81a-c243-42b0-b2ec-d7965dc8445d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (6e0a9758-7414-4d7a-800b-8929db19c366), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:31.463691 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf8c81a-c243-42b0-b2ec-d7965dc8445d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e0a9758-7414-4d7a-800b-8929db19c366,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:31.467602 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-7bf8c81a-c243-42b0-b2ec-d7965dc8445d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:31.471301 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-7bf8c81a-c243-42b0-b2ec-d7965dc8445d admin admin] 10.222.0.90 "DELETE /v2.0/subnets/6e0a9758-7414-4d7a-800b-8929db19c366 HTTP/1.1" status: 204 len: 168 time: 0.2077582 Feb 09 22:34:31.474311 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 52276) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:34:31.540522 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0570b5a6-905e-41be-90bb-52c4756f56c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (2170b3c2-f9d9-4b0d-92eb-3bab7a5cffcf), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:31.622130 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0570b5a6-905e-41be-90bb-52c4756f56c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (2170b3c2-f9d9-4b0d-92eb-3bab7a5cffcf), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:31.642992 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-0570b5a6-905e-41be-90bb-52c4756f56c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2170b3c2-f9d9-4b0d-92eb-3bab7a5cffcf']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:34:31.653089 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-0570b5a6-905e-41be-90bb-52c4756f56c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '519e0cc0-f13e-479a-874f-0d506821e6b0') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:34:31.653387 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-0570b5a6-905e-41be-90bb-52c4756f56c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '519e0cc0-f13e-479a-874f-0d506821e6b0') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:34:31.662826 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0570b5a6-905e-41be-90bb-52c4756f56c7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (519e0cc0-f13e-479a-874f-0d506821e6b0), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:31.676157 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0570b5a6-905e-41be-90bb-52c4756f56c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (519e0cc0-f13e-479a-874f-0d506821e6b0), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:31.681889 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0570b5a6-905e-41be-90bb-52c4756f56c7 admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:34:31.682269 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0570b5a6-905e-41be-90bb-52c4756f56c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (519e0cc0-f13e-479a-874f-0d506821e6b0), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:31.684207 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 22:34:31.684207 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:34:31.684207 n-d-828369-5 neutron-server[103141]: timer() Feb 09 22:34:31.684207 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:34:31.684207 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 22:34:31.684207 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:34:31.684207 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 22:34:31.684207 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:34:31.684207 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 22:34:31.684207 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:34:31.684207 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 22:34:31.684207 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:34:31.684207 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 22:34:31.684207 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:34:31.684207 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:34:31.684207 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:34:31.684207 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:34:31.684207 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:34:31.684207 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 22:34:31.684207 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:34:31.684207 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 22:34:31.684207 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:34:31.684207 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:34:31.684207 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:34:31.684207 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 22:34:31.684207 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:34:31.684207 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:34:31.684207 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:34:31.684207 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:34:31.684207 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:34:31.684207 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:34:31.684207 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:34:31.738615 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0570b5a6-905e-41be-90bb-52c4756f56c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (2170b3c2-f9d9-4b0d-92eb-3bab7a5cffcf), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:31.744326 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0570b5a6-905e-41be-90bb-52c4756f56c7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:31.747580 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-0570b5a6-905e-41be-90bb-52c4756f56c7 admin admin] 10.222.0.90 "DELETE /v2.0/networks/2170b3c2-f9d9-4b0d-92eb-3bab7a5cffcf HTTP/1.1" status: 204 len: 168 time: 0.2722878 Feb 09 22:34:31.759543 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570b5a6-905e-41be-90bb-52c4756f56c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=2170b3c2-f9d9-4b0d-92eb-3bab7a5cffcf,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:31.866366 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 52280) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:34:31.913911 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-234acbbb-7aea-4e61-b03f-7102e3b63045 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=2f63cd59b42944a4a382f96872511563&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0463088 Feb 09 22:34:31.916609 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 52282) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:34:31.965026 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-16f65f55-35db-4dc4-9eca-8e4f577248ca admin admin] Publish callbacks [] for security_group (e618b339-d12d-4a2d-9069-d95d734881c5), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:31.985816 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-16f65f55-35db-4dc4-9eca-8e4f577248ca admin admin] Publish callbacks [] for security_group (e618b339-d12d-4a2d-9069-d95d734881c5), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:32.032547 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-16f65f55-35db-4dc4-9eca-8e4f577248ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (e618b339-d12d-4a2d-9069-d95d734881c5), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:32.035725 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-16f65f55-35db-4dc4-9eca-8e4f577248ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:32.036921 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-16f65f55-35db-4dc4-9eca-8e4f577248ca admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/e618b339-d12d-4a2d-9069-d95d734881c5 HTTP/1.1" status: 204 len: 168 time: 0.1194005 Feb 09 22:34:32.044661 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f65f55-35db-4dc4-9eca-8e4f577248ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e618b339-d12d-4a2d-9069-d95d734881c5,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:32.430147 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 5d3228cd-ebac-42b4-b7c0-535b53f3ca20 no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:34:32.450792 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] No Port match for: 5d3228cd-ebac-42b4-b7c0-535b53f3ca20 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:34:32.451211 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 5d3228cd-ebac-42b4-b7c0-535b53f3ca20 not bound to the agent host n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:34:32.712823 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 52304) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:34:32.805876 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-68471969-dc57-4a88-bb74-73dea3b1abb3 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1139121303'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:34:32.825780 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68471969-dc57-4a88-bb74-73dea3b1abb3 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Made reservation on behalf of 085210592e8e45a2bd1dc927c5827cda for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:34:32.829103 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-68471969-dc57-4a88-bb74-73dea3b1abb3 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:32.837788 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-68471969-dc57-4a88-bb74-73dea3b1abb3 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:32.910343 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-68471969-dc57-4a88-bb74-73dea3b1abb3 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Publish callbacks [] for security_group (6a7215cf-4c3d-483a-bae9-e19e7521ab16), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:32.913935 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-68471969-dc57-4a88-bb74-73dea3b1abb3 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (6a7215cf-4c3d-483a-bae9-e19e7521ab16), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:32.942071 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68471969-dc57-4a88-bb74-73dea3b1abb3 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:34:32.948182 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68471969-dc57-4a88-bb74-73dea3b1abb3 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a7215cf-4c3d-483a-bae9-e19e7521ab16,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:32.954267 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-68471969-dc57-4a88-bb74-73dea3b1abb3 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (0c9716e9-ea1d-4cfd-bd28-9a760effc00b), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:32.954639 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-68471969-dc57-4a88-bb74-73dea3b1abb3 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Added segment 0c9716e9-ea1d-4cfd-bd28-9a760effc00b of type vlan for network f0358fb8-da04-4a6e-95ff-634c46f4342c Feb 09 22:34:32.997639 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-68471969-dc57-4a88-bb74-73dea3b1abb3 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (f0358fb8-da04-4a6e-95ff-634c46f4342c), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:33.022940 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-68471969-dc57-4a88-bb74-73dea3b1abb3 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (f0358fb8-da04-4a6e-95ff-634c46f4342c), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:33.027766 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68471969-dc57-4a88-bb74-73dea3b1abb3 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:33.028415 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-68471969-dc57-4a88-bb74-73dea3b1abb3 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:33.114255 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-68471969-dc57-4a88-bb74-73dea3b1abb3 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4002326 Feb 09 22:34:33.130588 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68471969-dc57-4a88-bb74-73dea3b1abb3 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Pushing event updated for resources: {'Network': ['ID=f0358fb8-da04-4a6e-95ff-634c46f4342c,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:33.141202 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network f0358fb8-da04-4a6e-95ff-634c46f4342c details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:34:36.424877 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 52308) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:34:36.430512 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-eb51db7c-a766-4be5-a387-506a9d0f38a0 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Request body: {'subnet': {'network_id': 'f0358fb8-da04-4a6e-95ff-634c46f4342c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:34:36.519292 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb51db7c-a766-4be5-a387-506a9d0f38a0 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Made reservation on behalf of 085210592e8e45a2bd1dc927c5827cda for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:34:36.522686 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-eb51db7c-a766-4be5-a387-506a9d0f38a0 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:36.708357 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-eb51db7c-a766-4be5-a387-506a9d0f38a0 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (a7bb7973-1e3d-4085-b817-6e63784b9ceb), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:36.766395 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb51db7c-a766-4be5-a387-506a9d0f38a0 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Pushing event updated for resources: {'Subnet': ['ID=a7bb7973-1e3d-4085-b817-6e63784b9ceb,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:36.777653 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb51db7c-a766-4be5-a387-506a9d0f38a0 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Checking segment: {'id': '0c9716e9-ea1d-4cfd-bd28-9a760effc00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f0358fb8-da04-4a6e-95ff-634c46f4342c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:34:36.778020 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb51db7c-a766-4be5-a387-506a9d0f38a0 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Network hostable DHCP agents. Network: f0358fb8-da04-4a6e-95ff-634c46f4342c, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:34:36.793849 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb51db7c-a766-4be5-a387-506a9d0f38a0 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Network f0358fb8-da04-4a6e-95ff-634c46f4342c is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:34:36.802498 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-eb51db7c-a766-4be5-a387-506a9d0f38a0 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, f0358fb8-da04-4a6e-95ff-634c46f4342c) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:34:36.806501 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb51db7c-a766-4be5-a387-506a9d0f38a0 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:36.807093 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-eb51db7c-a766-4be5-a387-506a9d0f38a0 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:36.811299 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a30bac2b-21df-49a3-b4a7-ee6eaff41776 None None] Network f0358fb8-da04-4a6e-95ff-634c46f4342c requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:34:36.822600 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-eb51db7c-a766-4be5-a387-506a9d0f38a0 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3961017 Feb 09 22:34:36.826439 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 52310) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:34:36.831574 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-b4299c9e-b08a-46f9-8b1e-767a5e4ad128 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1679204434'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:34:36.850970 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4299c9e-b08a-46f9-8b1e-767a5e4ad128 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Made reservation on behalf of 085210592e8e45a2bd1dc927c5827cda for: {'network': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:34:36.854347 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b4299c9e-b08a-46f9-8b1e-767a5e4ad128 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:36.877925 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4299c9e-b08a-46f9-8b1e-767a5e4ad128 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=103140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:34:36.887102 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b4299c9e-b08a-46f9-8b1e-767a5e4ad128 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (1e7c43b1-f575-4011-9e8e-d434a75689af), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:36.887450 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-b4299c9e-b08a-46f9-8b1e-767a5e4ad128 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Added segment 1e7c43b1-f575-4011-9e8e-d434a75689af of type vlan for network 9aa6d6dd-e1d0-4e0f-9cb0-a58cf3f92823 Feb 09 22:34:36.913101 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edee178d-d78a-4055-9e2b-4b0596f8a306 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-f0358fb8-da04-4a6e-95ff-634c46f4342c', 'network_id': 'f0358fb8-da04-4a6e-95ff-634c46f4342c', 'project_id': '085210592e8e45a2bd1dc927c5827cda', 'fixed_ips': [{'subnet_id': 'a7bb7973-1e3d-4085-b817-6e63784b9ceb'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:34:36.913955 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-edee178d-d78a-4055-9e2b-4b0596f8a306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:36.928135 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b4299c9e-b08a-46f9-8b1e-767a5e4ad128 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (9aa6d6dd-e1d0-4e0f-9cb0-a58cf3f92823), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:36.953405 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b4299c9e-b08a-46f9-8b1e-767a5e4ad128 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (9aa6d6dd-e1d0-4e0f-9cb0-a58cf3f92823), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:36.958867 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4299c9e-b08a-46f9-8b1e-767a5e4ad128 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:36.959443 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b4299c9e-b08a-46f9-8b1e-767a5e4ad128 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:37.025795 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-b4299c9e-b08a-46f9-8b1e-767a5e4ad128 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1954331 Feb 09 22:34:37.026010 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 52312) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:34:37.030848 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-ca1aef99-bf5f-420c-b4e7-b9fc03bc09e2 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Request body: {'subnet': {'network_id': '9aa6d6dd-e1d0-4e0f-9cb0-a58cf3f92823', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:34:37.048757 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-edee178d-d78a-4055-9e2b-4b0596f8a306 None None] Allocated IP 2001:db8:0:ffff::2 (f0358fb8-da04-4a6e-95ff-634c46f4342c/a7bb7973-1e3d-4085-b817-6e63784b9ceb/489548bf-98c2-4e2c-858a-4d4491f35922) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:34:37.050027 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4299c9e-b08a-46f9-8b1e-767a5e4ad128 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Pushing event updated for resources: {'Network': ['ID=9aa6d6dd-e1d0-4e0f-9cb0-a58cf3f92823,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:37.063572 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 9aa6d6dd-e1d0-4e0f-9cb0-a58cf3f92823 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:34:37.125656 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca1aef99-bf5f-420c-b4e7-b9fc03bc09e2 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Made reservation on behalf of 085210592e8e45a2bd1dc927c5827cda for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:34:37.129190 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ca1aef99-bf5f-420c-b4e7-b9fc03bc09e2 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621317'] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:37.254108 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-edee178d-d78a-4055-9e2b-4b0596f8a306 None None] Publish callbacks [] for port (489548bf-98c2-4e2c-858a-4d4491f35922), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:37.260492 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-edee178d-d78a-4055-9e2b-4b0596f8a306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (489548bf-98c2-4e2c-858a-4d4491f35922), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:37.301400 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edee178d-d78a-4055-9e2b-4b0596f8a306 None None] Network f0358fb8-da04-4a6e-95ff-634c46f4342c is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:34:37.304181 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-edee178d-d78a-4055-9e2b-4b0596f8a306 None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:34:37.306706 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edee178d-d78a-4055-9e2b-4b0596f8a306 None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:34:37.316685 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edee178d-d78a-4055-9e2b-4b0596f8a306 None None] Pushing event updated for resources: {'Port': ['ID=489548bf-98c2-4e2c-858a-4d4491f35922,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:37.321101 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ca1aef99-bf5f-420c-b4e7-b9fc03bc09e2 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621371'] for subnet (e5be8899-5ba1-4f2b-b139-bd8c94f2b4c9), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:37.369256 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-edee178d-d78a-4055-9e2b-4b0596f8a306 None None] Attempting to bind port 489548bf-98c2-4e2c-858a-4d4491f35922 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:34:37.369674 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-edee178d-d78a-4055-9e2b-4b0596f8a306 None None] Attempting to bind port 489548bf-98c2-4e2c-858a-4d4491f35922 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '0c9716e9-ea1d-4cfd-bd28-9a760effc00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f0358fb8-da04-4a6e-95ff-634c46f4342c'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:34:37.370006 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edee178d-d78a-4055-9e2b-4b0596f8a306 None None] Attempting to bind port 489548bf-98c2-4e2c-858a-4d4491f35922 on network f0358fb8-da04-4a6e-95ff-634c46f4342c {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:34:37.375073 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edee178d-d78a-4055-9e2b-4b0596f8a306 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:34:37.375454 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edee178d-d78a-4055-9e2b-4b0596f8a306 None None] Checking segment: {'id': '0c9716e9-ea1d-4cfd-bd28-9a760effc00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f0358fb8-da04-4a6e-95ff-634c46f4342c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:34:37.375858 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-edee178d-d78a-4055-9e2b-4b0596f8a306 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:37.376285 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edee178d-d78a-4055-9e2b-4b0596f8a306 None None] Bound using segment: {'id': '0c9716e9-ea1d-4cfd-bd28-9a760effc00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f0358fb8-da04-4a6e-95ff-634c46f4342c'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:34:37.376766 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-edee178d-d78a-4055-9e2b-4b0596f8a306 None None] Bound port: 489548bf-98c2-4e2c-858a-4d4491f35922, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c9716e9-ea1d-4cfd-bd28-9a760effc00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f0358fb8-da04-4a6e-95ff-634c46f4342c'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:34:37.377152 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-edee178d-d78a-4055-9e2b-4b0596f8a306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (489548bf-98c2-4e2c-858a-4d4491f35922), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:37.402349 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1aef99-bf5f-420c-b4e7-b9fc03bc09e2 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Pushing event updated for resources: {'Subnet': ['ID=e5be8899-5ba1-4f2b-b139-bd8c94f2b4c9,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:37.411053 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1aef99-bf5f-420c-b4e7-b9fc03bc09e2 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Checking segment: {'id': '1e7c43b1-f575-4011-9e8e-d434a75689af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9aa6d6dd-e1d0-4e0f-9cb0-a58cf3f92823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:34:37.411421 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1aef99-bf5f-420c-b4e7-b9fc03bc09e2 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Network hostable DHCP agents. Network: 9aa6d6dd-e1d0-4e0f-9cb0-a58cf3f92823, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:34:37.428237 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1aef99-bf5f-420c-b4e7-b9fc03bc09e2 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Network 9aa6d6dd-e1d0-4e0f-9cb0-a58cf3f92823 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:34:37.436838 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-ca1aef99-bf5f-420c-b4e7-b9fc03bc09e2 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 9aa6d6dd-e1d0-4e0f-9cb0-a58cf3f92823) {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:34:37.442282 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1aef99-bf5f-420c-b4e7-b9fc03bc09e2 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:37.443470 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ca1aef99-bf5f-420c-b4e7-b9fc03bc09e2 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:37.447056 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-edee178d-d78a-4055-9e2b-4b0596f8a306 None None] For port 489548bf-98c2-4e2c-858a-4d4491f35922, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:34:37.450524 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9456e19f-0a52-4385-af82-8acf527ec150 None None] Network 9aa6d6dd-e1d0-4e0f-9cb0-a58cf3f92823 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:34:37.453390 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-edee178d-d78a-4055-9e2b-4b0596f8a306 None None] For port 489548bf-98c2-4e2c-858a-4d4491f35922, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=489548bf-98c2-4e2c-858a-4d4491f35922,segment=NetworkSegment(0c9716e9-ea1d-4cfd-bd28-9a760effc00b),segment_id=0c9716e9-ea1d-4cfd-bd28-9a760effc00b)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:34:37.460315 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-ca1aef99-bf5f-420c-b4e7-b9fc03bc09e2 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4332125 Feb 09 22:34:37.462747 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 52314) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:34:37.492918 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-edee178d-d78a-4055-9e2b-4b0596f8a306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (489548bf-98c2-4e2c-858a-4d4491f35922), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:37.575097 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5bc8f9b6-f74c-4028-8d29-fdb7bebedba3 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (9aa6d6dd-e1d0-4e0f-9cb0-a58cf3f92823), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:37.587621 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edee178d-d78a-4055-9e2b-4b0596f8a306 None None] Pushing event updated for resources: {'Port': ['ID=489548bf-98c2-4e2c-858a-4d4491f35922,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:37.619340 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42f7e1f-f994-4bf5-aaac-4c6f9f8da4bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-9aa6d6dd-e1d0-4e0f-9cb0-a58cf3f92823', 'network_id': '9aa6d6dd-e1d0-4e0f-9cb0-a58cf3f92823', 'project_id': '085210592e8e45a2bd1dc927c5827cda', 'fixed_ips': [{'subnet_id': 'e5be8899-5ba1-4f2b-b139-bd8c94f2b4c9'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:34:37.620280 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d42f7e1f-f994-4bf5-aaac-4c6f9f8da4bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:37.635056 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5bc8f9b6-f74c-4028-8d29-fdb7bebedba3 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (e5be8899-5ba1-4f2b-b139-bd8c94f2b4c9), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:37.705195 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5bc8f9b6-f74c-4028-8d29-fdb7bebedba3 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621346'] for subnet (e5be8899-5ba1-4f2b-b139-bd8c94f2b4c9), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:37.725133 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server [None req-d42f7e1f-f994-4bf5-aaac-4c6f9f8da4bf None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e5be8899-5ba1-4f2b-b139-bd8c94f2b4c9: This subnet is being modified by another concurrent operation. Feb 09 22:34:37.725133 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 22:34:37.725133 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 22:34:37.725133 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 22:34:37.725133 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 22:34:37.725133 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 22:34:37.725133 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 22:34:37.725133 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 22:34:37.725133 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 22:34:37.725133 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 22:34:37.725133 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 22:34:37.725133 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 22:34:37.725133 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 22:34:37.725133 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 22:34:37.725133 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 22:34:37.725133 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 22:34:37.725133 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 22:34:37.725133 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 22:34:37.725133 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 22:34:37.725133 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 22:34:37.725133 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 22:34:37.725133 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 22:34:37.725133 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 22:34:37.725133 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 22:34:37.725133 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 22:34:37.725133 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 22:34:37.725133 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 22:34:37.725133 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 22:34:37.725133 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 22:34:37.725133 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 22:34:37.725133 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 22:34:37.725133 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 22:34:37.725133 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 22:34:37.725133 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 22:34:37.725133 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 22:34:37.725133 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 22:34:37.725133 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 09 22:34:37.725133 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 22:34:37.725133 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 09 22:34:37.725133 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 22:34:37.725133 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 09 22:34:37.725133 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 22:34:37.725133 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 09 22:34:37.725133 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 22:34:37.725133 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 22:34:37.725133 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 22:34:37.725133 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 22:34:37.725133 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 22:34:37.725133 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 22:34:37.725133 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 22:34:37.725133 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 22:34:37.725133 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 22:34:37.725133 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 22:34:37.725133 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 22:34:37.725133 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 22:34:37.725133 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 22:34:37.725133 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 22:34:37.725133 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 22:34:37.725133 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 22:34:37.725133 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 22:34:37.725133 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 22:34:37.725133 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 22:34:37.725133 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 22:34:37.725133 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 22:34:37.725133 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 22:34:37.725133 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 22:34:37.725133 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 22:34:37.725133 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 22:34:37.725133 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 22:34:37.725133 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 22:34:37.725133 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 09 22:34:37.725133 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 22:34:37.725133 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 09 22:34:37.725133 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 22:34:37.725133 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 09 22:34:37.725133 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 22:34:37.725133 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 22:34:37.725133 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 22:34:37.725133 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 22:34:37.725133 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 22:34:37.725133 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 09 22:34:37.725133 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 22:34:37.725133 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 22:34:37.725133 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 22:34:37.725133 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 22:34:37.725133 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 22:34:37.725133 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 09 22:34:37.725133 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 22:34:37.725133 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 22:34:37.725133 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server raise exception Feb 09 22:34:37.725133 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e5be8899-5ba1-4f2b-b139-bd8c94f2b4c9: This subnet is being modified by another concurrent operation. Feb 09 22:34:37.725133 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server Feb 09 22:34:37.741224 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc8f9b6-f74c-4028-8d29-fdb7bebedba3 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Pushing event deleted for resources: {'Subnet': ['ID=e5be8899-5ba1-4f2b-b139-bd8c94f2b4c9,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:37.765157 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065b612f-2069-4465-b881-0cf881fbd8ac None None] Network 9aa6d6dd-e1d0-4e0f-9cb0-a58cf3f92823 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:34:37.821735 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5bc8f9b6-f74c-4028-8d29-fdb7bebedba3 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (9aa6d6dd-e1d0-4e0f-9cb0-a58cf3f92823), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:37.842774 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-5bc8f9b6-f74c-4028-8d29-fdb7bebedba3 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9aa6d6dd-e1d0-4e0f-9cb0-a58cf3f92823']}} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:34:37.852904 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-5bc8f9b6-f74c-4028-8d29-fdb7bebedba3 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e7c43b1-f575-4011-9e8e-d434a75689af') {'for_net_delete': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:34:37.853210 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-5bc8f9b6-f74c-4028-8d29-fdb7bebedba3 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e7c43b1-f575-4011-9e8e-d434a75689af') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:34:37.864907 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5bc8f9b6-f74c-4028-8d29-fdb7bebedba3 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110711'] for segment (1e7c43b1-f575-4011-9e8e-d434a75689af), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:37.879148 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5bc8f9b6-f74c-4028-8d29-fdb7bebedba3 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (1e7c43b1-f575-4011-9e8e-d434a75689af), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:37.885486 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bc8f9b6-f74c-4028-8d29-fdb7bebedba3 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=103140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:34:37.885765 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5bc8f9b6-f74c-4028-8d29-fdb7bebedba3 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669415'] for segment (1e7c43b1-f575-4011-9e8e-d434a75689af), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:37.888900 n-d-828369-5 neutron-server[103140]: Traceback (most recent call last): Feb 09 22:34:37.888900 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:34:37.888900 n-d-828369-5 neutron-server[103140]: timer() Feb 09 22:34:37.888900 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:34:37.888900 n-d-828369-5 neutron-server[103140]: cb(*args, **kw) Feb 09 22:34:37.888900 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:34:37.888900 n-d-828369-5 neutron-server[103140]: return func(*args, **kwargs) Feb 09 22:34:37.888900 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:34:37.888900 n-d-828369-5 neutron-server[103140]: self._notify() Feb 09 22:34:37.888900 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:34:37.888900 n-d-828369-5 neutron-server[103140]: self.callback(batched_events) Feb 09 22:34:37.888900 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:34:37.888900 n-d-828369-5 neutron-server[103140]: event.method(event) Feb 09 22:34:37.888900 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:34:37.888900 n-d-828369-5 neutron-server[103140]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:34:37.888900 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:34:37.888900 n-d-828369-5 neutron-server[103140]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:34:37.888900 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:34:37.888900 n-d-828369-5 neutron-server[103140]: return f(self, *a, **k) Feb 09 22:34:37.888900 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:34:37.888900 n-d-828369-5 neutron-server[103140]: return self._get(url).json() Feb 09 22:34:37.888900 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:34:37.888900 n-d-828369-5 neutron-server[103140]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:34:37.888900 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:34:37.888900 n-d-828369-5 neutron-server[103140]: return self.request(url, 'GET', **kwargs) Feb 09 22:34:37.888900 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:34:37.888900 n-d-828369-5 neutron-server[103140]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:34:37.888900 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:34:37.888900 n-d-828369-5 neutron-server[103140]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:34:37.888900 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:34:37.888900 n-d-828369-5 neutron-server[103140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:34:37.888900 n-d-828369-5 neutron-server[103140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:34:37.947873 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5bc8f9b6-f74c-4028-8d29-fdb7bebedba3 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (9aa6d6dd-e1d0-4e0f-9cb0-a58cf3f92823), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:37.952607 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5bc8f9b6-f74c-4028-8d29-fdb7bebedba3 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:37.955885 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-5bc8f9b6-f74c-4028-8d29-fdb7bebedba3 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] 10.222.0.90 "DELETE /v2.0/networks/9aa6d6dd-e1d0-4e0f-9cb0-a58cf3f92823 HTTP/1.1" status: 204 len: 168 time: 0.4916992 Feb 09 22:34:37.959531 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 52316) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:34:37.964745 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-bb3145eb-3243-463e-acdc-c6a0fff2deb6 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1120331856'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:34:37.971212 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc8f9b6-f74c-4028-8d29-fdb7bebedba3 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Pushing event deleted for resources: {'Network': ['ID=9aa6d6dd-e1d0-4e0f-9cb0-a58cf3f92823,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:37.983739 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb3145eb-3243-463e-acdc-c6a0fff2deb6 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Made reservation on behalf of 085210592e8e45a2bd1dc927c5827cda for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:34:37.987087 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bb3145eb-3243-463e-acdc-c6a0fff2deb6 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:38.015338 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb3145eb-3243-463e-acdc-c6a0fff2deb6 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:34:38.024820 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bb3145eb-3243-463e-acdc-c6a0fff2deb6 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (0658914a-e278-4f98-b7f0-06c2f1bb2de7), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:38.025356 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-bb3145eb-3243-463e-acdc-c6a0fff2deb6 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Added segment 0658914a-e278-4f98-b7f0-06c2f1bb2de7 of type vlan for network 975a975e-c7ad-468e-a3e7-db9f1005b065 Feb 09 22:34:38.065546 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bb3145eb-3243-463e-acdc-c6a0fff2deb6 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (975a975e-c7ad-468e-a3e7-db9f1005b065), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:38.091786 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bb3145eb-3243-463e-acdc-c6a0fff2deb6 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (975a975e-c7ad-468e-a3e7-db9f1005b065), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:38.096856 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3145eb-3243-463e-acdc-c6a0fff2deb6 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:38.097971 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bb3145eb-3243-463e-acdc-c6a0fff2deb6 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:38.156856 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-bb3145eb-3243-463e-acdc-c6a0fff2deb6 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1960778 Feb 09 22:34:38.160114 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 52318) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:34:38.165028 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-e356868d-d6ce-4a76-95d4-e4f860421531 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Request body: {'subnet': {'network_id': '975a975e-c7ad-468e-a3e7-db9f1005b065', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:34:38.184565 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3145eb-3243-463e-acdc-c6a0fff2deb6 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Pushing event updated for resources: {'Network': ['ID=975a975e-c7ad-468e-a3e7-db9f1005b065,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:38.195197 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 975a975e-c7ad-468e-a3e7-db9f1005b065 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:34:38.265677 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e356868d-d6ce-4a76-95d4-e4f860421531 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Made reservation on behalf of 085210592e8e45a2bd1dc927c5827cda for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:34:38.269386 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e356868d-d6ce-4a76-95d4-e4f860421531 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:38.329698 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.ipam_backend_mixin [None req-e356868d-d6ce-4a76-95d4-e4f860421531 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Performing IP validity checks on allocation pools {{(pid=103141) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 09 22:34:38.330223 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.ipam_backend_mixin [None req-e356868d-d6ce-4a76-95d4-e4f860421531 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103141) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 09 22:34:38.459398 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e356868d-d6ce-4a76-95d4-e4f860421531 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (a46287e4-b5e8-4f4e-ac98-ff29c62fc473), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:38.514265 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e356868d-d6ce-4a76-95d4-e4f860421531 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Pushing event updated for resources: {'Subnet': ['ID=a46287e4-b5e8-4f4e-ac98-ff29c62fc473,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:38.531631 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e356868d-d6ce-4a76-95d4-e4f860421531 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Checking segment: {'id': '0658914a-e278-4f98-b7f0-06c2f1bb2de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '975a975e-c7ad-468e-a3e7-db9f1005b065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:34:38.532000 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e356868d-d6ce-4a76-95d4-e4f860421531 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Network hostable DHCP agents. Network: 975a975e-c7ad-468e-a3e7-db9f1005b065, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:34:38.538747 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9293557d-ebbe-4bad-947b-c653921fea67 None None] get_active_networks_info from n-d-828369-5 {{(pid=103142) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 22:34:38.549667 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e356868d-d6ce-4a76-95d4-e4f860421531 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Network 975a975e-c7ad-468e-a3e7-db9f1005b065 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:34:38.559166 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-e356868d-d6ce-4a76-95d4-e4f860421531 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 975a975e-c7ad-468e-a3e7-db9f1005b065) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:34:38.564093 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e356868d-d6ce-4a76-95d4-e4f860421531 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:38.564829 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e356868d-d6ce-4a76-95d4-e4f860421531 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:38.583712 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-e356868d-d6ce-4a76-95d4-e4f860421531 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4193919 Feb 09 22:34:38.583935 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 52320) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:34:38.658954 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-689c1b6b-6421-4a78-b440-33bb7d529935 None None] Provisioning complete for port 489548bf-98c2-4e2c-858a-4d4491f35922 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:34:38.659238 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-689c1b6b-6421-4a78-b440-33bb7d529935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (489548bf-98c2-4e2c-858a-4d4491f35922), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:38.682387 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f1188dcf-a13f-48e0-b02f-7070fb72d708 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (975a975e-c7ad-468e-a3e7-db9f1005b065), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:38.742717 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9293557d-ebbe-4bad-947b-c653921fea67 None None] Unable to find a vacant binding_index for network 975a975e-c7ad-468e-a3e7-db9f1005b065 and agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 {{(pid=103142) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Feb 09 22:34:38.767589 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f1188dcf-a13f-48e0-b02f-7070fb72d708 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (a46287e4-b5e8-4f4e-ac98-ff29c62fc473), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:38.773138 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9293557d-ebbe-4bad-947b-c653921fea67 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 975a975e-c7ad-468e-a3e7-db9f1005b065) {{(pid=103142) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 22:34:38.799549 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-689c1b6b-6421-4a78-b440-33bb7d529935 None None] Current status of the port 489548bf-98c2-4e2c-858a-4d4491f35922 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:34:38.799855 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-689c1b6b-6421-4a78-b440-33bb7d529935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (489548bf-98c2-4e2c-858a-4d4491f35922), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:38.836141 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f1188dcf-a13f-48e0-b02f-7070fb72d708 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (a46287e4-b5e8-4f4e-ac98-ff29c62fc473), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:38.861803 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1188dcf-a13f-48e0-b02f-7070fb72d708 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Pushing event deleted for resources: {'Subnet': ['ID=a46287e4-b5e8-4f4e-ac98-ff29c62fc473,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:38.926701 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f1188dcf-a13f-48e0-b02f-7070fb72d708 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (975a975e-c7ad-468e-a3e7-db9f1005b065), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:38.949134 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-f1188dcf-a13f-48e0-b02f-7070fb72d708 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['975a975e-c7ad-468e-a3e7-db9f1005b065']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:34:38.959850 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-f1188dcf-a13f-48e0-b02f-7070fb72d708 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0658914a-e278-4f98-b7f0-06c2f1bb2de7') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:34:38.960590 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-f1188dcf-a13f-48e0-b02f-7070fb72d708 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0658914a-e278-4f98-b7f0-06c2f1bb2de7') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:34:38.974135 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f1188dcf-a13f-48e0-b02f-7070fb72d708 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (0658914a-e278-4f98-b7f0-06c2f1bb2de7), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:38.987657 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f1188dcf-a13f-48e0-b02f-7070fb72d708 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (0658914a-e278-4f98-b7f0-06c2f1bb2de7), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:38.994003 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1188dcf-a13f-48e0-b02f-7070fb72d708 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:34:38.994404 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f1188dcf-a13f-48e0-b02f-7070fb72d708 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (0658914a-e278-4f98-b7f0-06c2f1bb2de7), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:38.997854 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 22:34:38.997854 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:34:38.997854 n-d-828369-5 neutron-server[103141]: timer() Feb 09 22:34:38.997854 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:34:38.997854 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 22:34:38.997854 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:34:38.997854 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 22:34:38.997854 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:34:38.997854 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 22:34:38.997854 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:34:38.997854 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 22:34:38.997854 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:34:38.997854 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 22:34:38.997854 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:34:38.997854 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:34:38.997854 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:34:38.997854 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:34:38.997854 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:34:38.997854 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 22:34:38.997854 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:34:38.997854 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 22:34:38.997854 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:34:38.997854 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:34:38.997854 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:34:38.997854 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 22:34:38.997854 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:34:38.997854 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:34:38.997854 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:34:38.997854 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:34:38.997854 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:34:38.997854 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:34:38.997854 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:34:39.012749 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 489548bf-98c2-4e2c-858a-4d4491f35922 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:34:39.055421 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f1188dcf-a13f-48e0-b02f-7070fb72d708 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (975a975e-c7ad-468e-a3e7-db9f1005b065), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:39.062433 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f1188dcf-a13f-48e0-b02f-7070fb72d708 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:39.066444 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-f1188dcf-a13f-48e0-b02f-7070fb72d708 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] 10.222.0.90 "DELETE /v2.0/networks/975a975e-c7ad-468e-a3e7-db9f1005b065 HTTP/1.1" status: 204 len: 168 time: 0.4806955 Feb 09 22:34:39.070052 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 52322) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:34:39.077863 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-b68c9e82-3c2e-4e1f-8194-e94d06e030ac tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1453940525'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:34:39.085691 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-689c1b6b-6421-4a78-b440-33bb7d529935 None None] For port 489548bf-98c2-4e2c-858a-4d4491f35922, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=489548bf-98c2-4e2c-858a-4d4491f35922,segment=NetworkSegment(0c9716e9-ea1d-4cfd-bd28-9a760effc00b),segment_id=0c9716e9-ea1d-4cfd-bd28-9a760effc00b)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:34:39.095748 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-689c1b6b-6421-4a78-b440-33bb7d529935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (489548bf-98c2-4e2c-858a-4d4491f35922), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:39.095998 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1188dcf-a13f-48e0-b02f-7070fb72d708 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Pushing event deleted for resources: {'Network': ['ID=975a975e-c7ad-468e-a3e7-db9f1005b065,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:39.103621 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b68c9e82-3c2e-4e1f-8194-e94d06e030ac tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Made reservation on behalf of 085210592e8e45a2bd1dc927c5827cda for: {'network': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:34:39.107364 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b68c9e82-3c2e-4e1f-8194-e94d06e030ac tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:39.134796 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b68c9e82-3c2e-4e1f-8194-e94d06e030ac tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=103140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:34:39.145223 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b68c9e82-3c2e-4e1f-8194-e94d06e030ac tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (ebbe19c2-cd46-443b-a724-54e791a2ff84), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:39.145655 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-b68c9e82-3c2e-4e1f-8194-e94d06e030ac tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Added segment ebbe19c2-cd46-443b-a724-54e791a2ff84 of type vlan for network 61b48b16-0674-40da-a0b4-f0b63b156164 Feb 09 22:34:39.193081 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b68c9e82-3c2e-4e1f-8194-e94d06e030ac tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (61b48b16-0674-40da-a0b4-f0b63b156164), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:39.202929 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 489548bf-98c2-4e2c-858a-4d4491f35922 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:34:39.203484 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (489548bf-98c2-4e2c-858a-4d4491f35922), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:39.210517 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689c1b6b-6421-4a78-b440-33bb7d529935 None None] Pushing event updated for resources: {'Port': ['ID=489548bf-98c2-4e2c-858a-4d4491f35922,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:39.214082 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-0c4e7122-239b-4650-8219-91b7a0810893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:39.219030 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b68c9e82-3c2e-4e1f-8194-e94d06e030ac tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (61b48b16-0674-40da-a0b4-f0b63b156164), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:39.224401 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68c9e82-3c2e-4e1f-8194-e94d06e030ac tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:39.224998 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b68c9e82-3c2e-4e1f-8194-e94d06e030ac tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:39.278670 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-b68c9e82-3c2e-4e1f-8194-e94d06e030ac tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2036803 Feb 09 22:34:39.278986 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 52324) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:34:39.283987 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-c409bf5b-2222-4ce3-8253-c8ae0e6b1ea5 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Request body: {'subnet': {'network_id': '61b48b16-0674-40da-a0b4-f0b63b156164', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:34:39.293127 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ccd58c-e5be-42c4-9da2-444ebb0c01b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-975a975e-c7ad-468e-a3e7-db9f1005b065', 'network_id': '975a975e-c7ad-468e-a3e7-db9f1005b065', 'project_id': '085210592e8e45a2bd1dc927c5827cda', 'fixed_ips': [{'subnet_id': 'a46287e4-b5e8-4f4e-ac98-ff29c62fc473'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:34:39.293996 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a2ccd58c-e5be-42c4-9da2-444ebb0c01b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:39.298939 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68c9e82-3c2e-4e1f-8194-e94d06e030ac tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Pushing event updated for resources: {'Network': ['ID=61b48b16-0674-40da-a0b4-f0b63b156164,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:39.317748 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 61b48b16-0674-40da-a0b4-f0b63b156164 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:34:39.367857 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 489548bf-98c2-4e2c-858a-4d4491f35922 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:34:39.374221 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c409bf5b-2222-4ce3-8253-c8ae0e6b1ea5 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Made reservation on behalf of 085210592e8e45a2bd1dc927c5827cda for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:34:39.377658 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c409bf5b-2222-4ce3-8253-c8ae0e6b1ea5 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:39.393009 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7d2c12-7517-45e8-9b3a-0f9cd6a25bfe None None] Network f0358fb8-da04-4a6e-95ff-634c46f4342c requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:34:39.395070 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a2bc87-63f7-4d89-8485-4f6971ed7ad3 None None] Network 975a975e-c7ad-468e-a3e7-db9f1005b065 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:34:39.467825 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a2bc87-63f7-4d89-8485-4f6971ed7ad3 None None] Network 975a975e-c7ad-468e-a3e7-db9f1005b065 could not be found, it might have been deleted concurrently. {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 22:34:39.478310 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143190d4-52bb-4d37-912d-7c02667c5ad1 None None] Network 975a975e-c7ad-468e-a3e7-db9f1005b065 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:34:39.493294 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143190d4-52bb-4d37-912d-7c02667c5ad1 None None] Network 975a975e-c7ad-468e-a3e7-db9f1005b065 could not be found, it might have been deleted concurrently. {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 22:34:39.570404 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c409bf5b-2222-4ce3-8253-c8ae0e6b1ea5 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (f595f9cf-5e2a-4c82-ac15-b656981146c1), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:39.631953 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c409bf5b-2222-4ce3-8253-c8ae0e6b1ea5 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Pushing event updated for resources: {'Subnet': ['ID=f595f9cf-5e2a-4c82-ac15-b656981146c1,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:39.641024 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c409bf5b-2222-4ce3-8253-c8ae0e6b1ea5 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Checking segment: {'id': 'ebbe19c2-cd46-443b-a724-54e791a2ff84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '61b48b16-0674-40da-a0b4-f0b63b156164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:34:39.641393 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c409bf5b-2222-4ce3-8253-c8ae0e6b1ea5 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Network hostable DHCP agents. Network: 61b48b16-0674-40da-a0b4-f0b63b156164, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:34:39.659308 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c409bf5b-2222-4ce3-8253-c8ae0e6b1ea5 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Network 61b48b16-0674-40da-a0b4-f0b63b156164 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:34:39.669748 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-c409bf5b-2222-4ce3-8253-c8ae0e6b1ea5 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 61b48b16-0674-40da-a0b4-f0b63b156164) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:34:39.673867 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c409bf5b-2222-4ce3-8253-c8ae0e6b1ea5 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:39.674464 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c409bf5b-2222-4ce3-8253-c8ae0e6b1ea5 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:39.681266 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a16d0ac-6d5d-42f2-9c70-400ed4aa3629 None None] Network 61b48b16-0674-40da-a0b4-f0b63b156164 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:34:39.691607 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-c409bf5b-2222-4ce3-8253-c8ae0e6b1ea5 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4115462 Feb 09 22:34:39.695096 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 52326) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:34:39.699936 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-ba66f3de-159a-4fec-aa4e-7410bed4d5ac tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1477438241'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:34:39.721460 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba66f3de-159a-4fec-aa4e-7410bed4d5ac tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Made reservation on behalf of 085210592e8e45a2bd1dc927c5827cda for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:34:39.725240 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ba66f3de-159a-4fec-aa4e-7410bed4d5ac tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:39.757264 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba66f3de-159a-4fec-aa4e-7410bed4d5ac tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:34:39.769029 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ba66f3de-159a-4fec-aa4e-7410bed4d5ac tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (9ca1d7bb-ee25-44cb-b72c-a07a78383f9b), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:39.769809 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-ba66f3de-159a-4fec-aa4e-7410bed4d5ac tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Added segment 9ca1d7bb-ee25-44cb-b72c-a07a78383f9b of type vlan for network 92bb630c-421b-40f4-82b0-756b3448329a Feb 09 22:34:39.805408 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4a075c-b4d9-43ab-a5b8-bc05139aee96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-61b48b16-0674-40da-a0b4-f0b63b156164', 'network_id': '61b48b16-0674-40da-a0b4-f0b63b156164', 'project_id': '085210592e8e45a2bd1dc927c5827cda', 'fixed_ips': [{'subnet_id': 'f595f9cf-5e2a-4c82-ac15-b656981146c1'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:34:39.806291 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2f4a075c-b4d9-43ab-a5b8-bc05139aee96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:39.822488 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ba66f3de-159a-4fec-aa4e-7410bed4d5ac tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (92bb630c-421b-40f4-82b0-756b3448329a), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:39.846523 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ba66f3de-159a-4fec-aa4e-7410bed4d5ac tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (92bb630c-421b-40f4-82b0-756b3448329a), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:39.852015 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba66f3de-159a-4fec-aa4e-7410bed4d5ac tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:39.852729 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ba66f3de-159a-4fec-aa4e-7410bed4d5ac tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:39.885693 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-e356ed4a-0e98-4a93-8002-5056510f7cef None None] Provisioning complete for port 489548bf-98c2-4e2c-858a-4d4491f35922 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:34:39.886072 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e356ed4a-0e98-4a93-8002-5056510f7cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (489548bf-98c2-4e2c-858a-4d4491f35922), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:39.907013 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-ba66f3de-159a-4fec-aa4e-7410bed4d5ac tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2108266 Feb 09 22:34:39.910620 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 52328) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:34:39.915231 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-c8bca9f2-4fc9-44b5-90b3-6cad95c9a16d tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Request body: {'subnet': {'network_id': '92bb630c-421b-40f4-82b0-756b3448329a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:34:39.974927 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba66f3de-159a-4fec-aa4e-7410bed4d5ac tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Pushing event updated for resources: {'Network': ['ID=92bb630c-421b-40f4-82b0-756b3448329a,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:39.989188 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 92bb630c-421b-40f4-82b0-756b3448329a details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:34:39.991992 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-2f4a075c-b4d9-43ab-a5b8-bc05139aee96 None None] Allocated IP 2001:db8::2 (61b48b16-0674-40da-a0b4-f0b63b156164/f595f9cf-5e2a-4c82-ac15-b656981146c1/883a5fd7-3726-4927-bee1-e74ebded4d0c) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:34:40.020094 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8bca9f2-4fc9-44b5-90b3-6cad95c9a16d tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Made reservation on behalf of 085210592e8e45a2bd1dc927c5827cda for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:34:40.023493 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c8bca9f2-4fc9-44b5-90b3-6cad95c9a16d tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:40.128998 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-e356ed4a-0e98-4a93-8002-5056510f7cef None None] Current status of the port 489548bf-98c2-4e2c-858a-4d4491f35922 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:34:40.208936 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c8bca9f2-4fc9-44b5-90b3-6cad95c9a16d tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (90020033-f212-4a67-8a4d-cb5c5f164b19), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:40.240467 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2f4a075c-b4d9-43ab-a5b8-bc05139aee96 None None] Publish callbacks [] for port (883a5fd7-3726-4927-bee1-e74ebded4d0c), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:40.246708 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2f4a075c-b4d9-43ab-a5b8-bc05139aee96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (883a5fd7-3726-4927-bee1-e74ebded4d0c), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:40.269636 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bca9f2-4fc9-44b5-90b3-6cad95c9a16d tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Pushing event updated for resources: {'Subnet': ['ID=90020033-f212-4a67-8a4d-cb5c5f164b19,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:40.280463 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8bca9f2-4fc9-44b5-90b3-6cad95c9a16d tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Checking segment: {'id': '9ca1d7bb-ee25-44cb-b72c-a07a78383f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '92bb630c-421b-40f4-82b0-756b3448329a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:34:40.280825 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8bca9f2-4fc9-44b5-90b3-6cad95c9a16d tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Network hostable DHCP agents. Network: 92bb630c-421b-40f4-82b0-756b3448329a, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:34:40.283909 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4a075c-b4d9-43ab-a5b8-bc05139aee96 None None] Network 61b48b16-0674-40da-a0b4-f0b63b156164 is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:34:40.289356 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-2f4a075c-b4d9-43ab-a5b8-bc05139aee96 None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:34:40.292864 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4a075c-b4d9-43ab-a5b8-bc05139aee96 None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:34:40.298684 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8bca9f2-4fc9-44b5-90b3-6cad95c9a16d tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Network 92bb630c-421b-40f4-82b0-756b3448329a is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:34:40.304620 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4a075c-b4d9-43ab-a5b8-bc05139aee96 None None] Pushing event updated for resources: {'Port': ['ID=883a5fd7-3726-4927-bee1-e74ebded4d0c,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:40.308253 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-c8bca9f2-4fc9-44b5-90b3-6cad95c9a16d tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 92bb630c-421b-40f4-82b0-756b3448329a) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:34:40.313112 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8bca9f2-4fc9-44b5-90b3-6cad95c9a16d tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:40.314197 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c8bca9f2-4fc9-44b5-90b3-6cad95c9a16d tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:40.328278 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0f4c95-ba0c-419c-a0d3-6d4b75c53509 None None] Network 92bb630c-421b-40f4-82b0-756b3448329a requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:34:40.332799 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-c8bca9f2-4fc9-44b5-90b3-6cad95c9a16d tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4212723 Feb 09 22:34:40.335445 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 52330) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:34:40.406305 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-2f4a075c-b4d9-43ab-a5b8-bc05139aee96 None None] Attempting to bind port 883a5fd7-3726-4927-bee1-e74ebded4d0c on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:34:40.406678 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-2f4a075c-b4d9-43ab-a5b8-bc05139aee96 None None] Attempting to bind port 883a5fd7-3726-4927-bee1-e74ebded4d0c by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': 'ebbe19c2-cd46-443b-a724-54e791a2ff84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '61b48b16-0674-40da-a0b4-f0b63b156164'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:34:40.407050 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4a075c-b4d9-43ab-a5b8-bc05139aee96 None None] Attempting to bind port 883a5fd7-3726-4927-bee1-e74ebded4d0c on network 61b48b16-0674-40da-a0b4-f0b63b156164 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:34:40.415965 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4a075c-b4d9-43ab-a5b8-bc05139aee96 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:34:40.416379 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4a075c-b4d9-43ab-a5b8-bc05139aee96 None None] Checking segment: {'id': 'ebbe19c2-cd46-443b-a724-54e791a2ff84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '61b48b16-0674-40da-a0b4-f0b63b156164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:34:40.416784 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2f4a075c-b4d9-43ab-a5b8-bc05139aee96 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:40.417184 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4a075c-b4d9-43ab-a5b8-bc05139aee96 None None] Bound using segment: {'id': 'ebbe19c2-cd46-443b-a724-54e791a2ff84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '61b48b16-0674-40da-a0b4-f0b63b156164'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:34:40.417657 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-2f4a075c-b4d9-43ab-a5b8-bc05139aee96 None None] Bound port: 883a5fd7-3726-4927-bee1-e74ebded4d0c, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebbe19c2-cd46-443b-a724-54e791a2ff84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '61b48b16-0674-40da-a0b4-f0b63b156164'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:34:40.418044 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2f4a075c-b4d9-43ab-a5b8-bc05139aee96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (883a5fd7-3726-4927-bee1-e74ebded4d0c), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:40.440092 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-568dd50f-ed52-45de-bad4-6de7db52e780 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (92bb630c-421b-40f4-82b0-756b3448329a), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:40.491308 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-568dd50f-ed52-45de-bad4-6de7db52e780 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (90020033-f212-4a67-8a4d-cb5c5f164b19), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:40.500425 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1632f8-2b23-4a88-9837-48d20bac3dc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-92bb630c-421b-40f4-82b0-756b3448329a', 'network_id': '92bb630c-421b-40f4-82b0-756b3448329a', 'project_id': '085210592e8e45a2bd1dc927c5827cda', 'fixed_ips': [{'subnet_id': '90020033-f212-4a67-8a4d-cb5c5f164b19'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:34:40.501289 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-da1632f8-2b23-4a88-9837-48d20bac3dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:40.523138 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-2f4a075c-b4d9-43ab-a5b8-bc05139aee96 None None] For port 883a5fd7-3726-4927-bee1-e74ebded4d0c, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:34:40.545726 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-2f4a075c-b4d9-43ab-a5b8-bc05139aee96 None None] For port 883a5fd7-3726-4927-bee1-e74ebded4d0c, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=883a5fd7-3726-4927-bee1-e74ebded4d0c,segment=NetworkSegment(ebbe19c2-cd46-443b-a724-54e791a2ff84),segment_id=ebbe19c2-cd46-443b-a724-54e791a2ff84)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:34:40.555440 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-568dd50f-ed52-45de-bad4-6de7db52e780 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (90020033-f212-4a67-8a4d-cb5c5f164b19), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:40.556567 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2f4a075c-b4d9-43ab-a5b8-bc05139aee96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (883a5fd7-3726-4927-bee1-e74ebded4d0c), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:40.581148 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568dd50f-ed52-45de-bad4-6de7db52e780 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Pushing event deleted for resources: {'Subnet': ['ID=90020033-f212-4a67-8a4d-cb5c5f164b19,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:40.648462 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-568dd50f-ed52-45de-bad4-6de7db52e780 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (92bb630c-421b-40f4-82b0-756b3448329a), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:40.673416 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server [None req-da1632f8-2b23-4a88-9837-48d20bac3dc8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 90020033-f212-4a67-8a4d-cb5c5f164b19: This subnet is being modified by another concurrent operation. Feb 09 22:34:40.673416 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 22:34:40.673416 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 22:34:40.673416 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 22:34:40.673416 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 22:34:40.673416 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 22:34:40.673416 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 22:34:40.673416 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 22:34:40.673416 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 22:34:40.673416 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 22:34:40.673416 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 22:34:40.673416 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 22:34:40.673416 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 22:34:40.673416 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 22:34:40.673416 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 22:34:40.673416 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 22:34:40.673416 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 22:34:40.673416 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 22:34:40.673416 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 22:34:40.673416 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 22:34:40.673416 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 22:34:40.673416 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 22:34:40.673416 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 22:34:40.673416 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 22:34:40.673416 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 22:34:40.673416 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 22:34:40.673416 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 22:34:40.673416 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 22:34:40.673416 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 22:34:40.673416 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 22:34:40.673416 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 22:34:40.673416 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 22:34:40.673416 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 22:34:40.673416 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 22:34:40.673416 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 22:34:40.673416 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 22:34:40.673416 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 09 22:34:40.673416 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 22:34:40.673416 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 09 22:34:40.673416 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 22:34:40.673416 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 09 22:34:40.673416 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 22:34:40.673416 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 09 22:34:40.673416 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 22:34:40.673416 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 22:34:40.673416 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 22:34:40.673416 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 22:34:40.673416 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 22:34:40.673416 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 22:34:40.673416 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 22:34:40.673416 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 22:34:40.673416 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 22:34:40.673416 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 22:34:40.673416 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 22:34:40.673416 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 22:34:40.673416 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 22:34:40.673416 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 22:34:40.673416 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 22:34:40.673416 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 22:34:40.673416 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 22:34:40.673416 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 22:34:40.673416 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 22:34:40.673416 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 22:34:40.673416 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 22:34:40.673416 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 22:34:40.673416 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 22:34:40.673416 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 22:34:40.673416 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 22:34:40.673416 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 22:34:40.673416 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 22:34:40.673416 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 09 22:34:40.673416 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 22:34:40.673416 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 09 22:34:40.673416 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 22:34:40.673416 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 09 22:34:40.673416 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 22:34:40.673416 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 22:34:40.673416 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 22:34:40.673416 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 22:34:40.673416 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 22:34:40.673416 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 09 22:34:40.673416 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 22:34:40.673416 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 22:34:40.673416 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 22:34:40.673416 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 22:34:40.673416 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 22:34:40.673416 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 09 22:34:40.673416 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 22:34:40.673416 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 22:34:40.673416 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server raise exception Feb 09 22:34:40.673416 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 90020033-f212-4a67-8a4d-cb5c5f164b19: This subnet is being modified by another concurrent operation. Feb 09 22:34:40.673416 n-d-828369-5 neutron-server[103142]: ERROR oslo_messaging.rpc.server Feb 09 22:34:40.680969 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-568dd50f-ed52-45de-bad4-6de7db52e780 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92bb630c-421b-40f4-82b0-756b3448329a']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:34:40.681248 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4a075c-b4d9-43ab-a5b8-bc05139aee96 None None] Pushing event updated for resources: {'Port': ['ID=883a5fd7-3726-4927-bee1-e74ebded4d0c,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:40.686160 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-568dd50f-ed52-45de-bad4-6de7db52e780 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ca1d7bb-ee25-44cb-b72c-a07a78383f9b') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:34:40.686459 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-568dd50f-ed52-45de-bad4-6de7db52e780 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ca1d7bb-ee25-44cb-b72c-a07a78383f9b') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:34:40.701416 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-568dd50f-ed52-45de-bad4-6de7db52e780 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (9ca1d7bb-ee25-44cb-b72c-a07a78383f9b), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:40.703777 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc73a09-8dc8-4c2c-8b19-4f5f3455ab5f None None] Network 92bb630c-421b-40f4-82b0-756b3448329a requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:34:40.726630 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-568dd50f-ed52-45de-bad4-6de7db52e780 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (9ca1d7bb-ee25-44cb-b72c-a07a78383f9b), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:40.734266 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-568dd50f-ed52-45de-bad4-6de7db52e780 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:34:40.735495 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-568dd50f-ed52-45de-bad4-6de7db52e780 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (9ca1d7bb-ee25-44cb-b72c-a07a78383f9b), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:40.740258 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 22:34:40.740258 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:34:40.740258 n-d-828369-5 neutron-server[103141]: timer() Feb 09 22:34:40.740258 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:34:40.740258 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 22:34:40.740258 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:34:40.740258 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 22:34:40.740258 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:34:40.740258 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 22:34:40.740258 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:34:40.740258 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 22:34:40.740258 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:34:40.740258 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 22:34:40.740258 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:34:40.740258 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:34:40.740258 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:34:40.740258 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:34:40.740258 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:34:40.740258 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 22:34:40.740258 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:34:40.740258 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 22:34:40.740258 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:34:40.740258 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:34:40.740258 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:34:40.740258 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 22:34:40.740258 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:34:40.740258 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:34:40.740258 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:34:40.740258 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:34:40.740258 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:34:40.740258 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:34:40.740258 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:34:40.794830 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 489548bf-98c2-4e2c-858a-4d4491f35922 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:34:40.811146 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-568dd50f-ed52-45de-bad4-6de7db52e780 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (92bb630c-421b-40f4-82b0-756b3448329a), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:40.817466 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-568dd50f-ed52-45de-bad4-6de7db52e780 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:40.822229 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-568dd50f-ed52-45de-bad4-6de7db52e780 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] 10.222.0.90 "DELETE /v2.0/networks/92bb630c-421b-40f4-82b0-756b3448329a HTTP/1.1" status: 204 len: 168 time: 0.4858093 Feb 09 22:34:40.826597 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 52332) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:34:40.837959 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568dd50f-ed52-45de-bad4-6de7db52e780 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Pushing event deleted for resources: {'Network': ['ID=92bb630c-421b-40f4-82b0-756b3448329a,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:40.852592 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 489548bf-98c2-4e2c-858a-4d4491f35922 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:34:40.853069 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (489548bf-98c2-4e2c-858a-4d4491f35922), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:40.859433 n-d-828369-5 neutron-server[103140]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7e7c780-21f1-46fe-b917-d696704c4fee tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] GET failed (client error): The resource could not be found. Feb 09 22:34:40.864056 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 52334) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:34:40.864211 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-a7e7c780-21f1-46fe-b917-d696704c4fee tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] 10.222.0.90 "GET /v2.0/subnets/90020033-f212-4a67-8a4d-cb5c5f164b19 HTTP/1.1" status: 404 len: 337 time: 0.0349591 Feb 09 22:34:40.891170 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-40deada9-61fc-44b5-a15c-b43d455ec96e tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] DELETE failed (client error): The resource could not be found. Feb 09 22:34:40.891634 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40deada9-61fc-44b5-a15c-b43d455ec96e tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:34:40.900306 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 52336) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:34:40.900671 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-40deada9-61fc-44b5-a15c-b43d455ec96e tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] 10.222.0.90 "DELETE /v2.0/networks/92bb630c-421b-40f4-82b0-756b3448329a HTTP/1.1" status: 404 len: 339 time: 0.0313711 Feb 09 22:34:40.928499 n-d-828369-5 neutron-server[103140]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f2fac20-b1c7-4e2f-a3e2-36c58fe11d22 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] DELETE failed (client error): The resource could not be found. Feb 09 22:34:40.929068 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f2fac20-b1c7-4e2f-a3e2-36c58fe11d22 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:34:40.932211 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-9f2fac20-b1c7-4e2f-a3e2-36c58fe11d22 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] 10.222.0.90 "DELETE /v2.0/subnets/90020033-f212-4a67-8a4d-cb5c5f164b19 HTTP/1.1" status: 404 len: 337 time: 0.0309062 Feb 09 22:34:40.935168 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 52338) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:34:40.957341 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-6aee1f60-0d59-499d-9865-483020b24617 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] DELETE failed (client error): The resource could not be found. Feb 09 22:34:40.957994 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6aee1f60-0d59-499d-9865-483020b24617 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:34:40.961324 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-6aee1f60-0d59-499d-9865-483020b24617 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] 10.222.0.90 "DELETE /v2.0/networks/92bb630c-421b-40f4-82b0-756b3448329a HTTP/1.1" status: 404 len: 339 time: 0.0221987 Feb 09 22:34:40.963978 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 52340) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:34:40.978794 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 489548bf-98c2-4e2c-858a-4d4491f35922 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:34:41.023571 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-bad889a6-c184-4c3e-a48c-5ffc4569eea1 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Deleting subnet f595f9cf-5e2a-4c82-ac15-b656981146c1 {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:34:41.026980 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bad889a6-c184-4c3e-a48c-5ffc4569eea1 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Publish callbacks [] for subnet (f595f9cf-5e2a-4c82-ac15-b656981146c1), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:41.068254 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bad889a6-c184-4c3e-a48c-5ffc4569eea1 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (f595f9cf-5e2a-4c82-ac15-b656981146c1), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:41.099705 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b9667319-299d-4757-b560-5db110b7d77c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:41.151720 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bad889a6-c184-4c3e-a48c-5ffc4569eea1 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (f595f9cf-5e2a-4c82-ac15-b656981146c1), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:41.214440 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bad889a6-c184-4c3e-a48c-5ffc4569eea1 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (f595f9cf-5e2a-4c82-ac15-b656981146c1), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:41.240105 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad889a6-c184-4c3e-a48c-5ffc4569eea1 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Pushing event deleted for resources: {'Subnet': ['ID=f595f9cf-5e2a-4c82-ac15-b656981146c1,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:41.245735 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bad889a6-c184-4c3e-a48c-5ffc4569eea1 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:41.249007 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-bad889a6-c184-4c3e-a48c-5ffc4569eea1 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] 10.222.0.90 "DELETE /v2.0/subnets/f595f9cf-5e2a-4c82-ac15-b656981146c1 HTTP/1.1" status: 204 len: 168 time: 0.2839785 Feb 09 22:34:41.251494 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 52342) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:34:41.325479 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-37d22b87-4498-4358-b6ac-74fcaab3805f tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (61b48b16-0674-40da-a0b4-f0b63b156164), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:41.384654 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-37d22b87-4498-4358-b6ac-74fcaab3805f tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Deleting port 883a5fd7-3726-4927-bee1-e74ebded4d0c {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:34:41.384996 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-37d22b87-4498-4358-b6ac-74fcaab3805f tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (883a5fd7-3726-4927-bee1-e74ebded4d0c), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:41.462920 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-37d22b87-4498-4358-b6ac-74fcaab3805f tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] For port 883a5fd7-3726-4927-bee1-e74ebded4d0c, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=883a5fd7-3726-4927-bee1-e74ebded4d0c,segment=NetworkSegment(ebbe19c2-cd46-443b-a724-54e791a2ff84),segment_id=ebbe19c2-cd46-443b-a724-54e791a2ff84)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:34:41.463301 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-37d22b87-4498-4358-b6ac-74fcaab3805f tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (883a5fd7-3726-4927-bee1-e74ebded4d0c), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:41.478352 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-37d22b87-4498-4358-b6ac-74fcaab3805f tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Calling delete_port for 883a5fd7-3726-4927-bee1-e74ebded4d0c owned by network:dhcp {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:34:41.559244 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-37d22b87-4498-4358-b6ac-74fcaab3805f tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (883a5fd7-3726-4927-bee1-e74ebded4d0c), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:41.589487 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d22b87-4498-4358-b6ac-74fcaab3805f tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Pushing event deleted for resources: {'Port': ['ID=883a5fd7-3726-4927-bee1-e74ebded4d0c,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:41.594016 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d22b87-4498-4358-b6ac-74fcaab3805f tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] No DVR routers for this DVR port 883a5fd7-3726-4927-bee1-e74ebded4d0c on host n-d-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:34:41.640384 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ab102e-c2b8-4dba-a00e-42e1b2d60396 None None] get_active_networks_info from n-d-828369-5 {{(pid=103142) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 22:34:41.675368 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-37d22b87-4498-4358-b6ac-74fcaab3805f tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (61b48b16-0674-40da-a0b4-f0b63b156164), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:41.675900 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-161185db-da4a-4d5a-9168-aba65ecdfa08 None None] Could not find standard attr ID for object 883a5fd7-3726-4927-bee1-e74ebded4d0c. {{(pid=103142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 22:34:41.695652 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-37d22b87-4498-4358-b6ac-74fcaab3805f tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61b48b16-0674-40da-a0b4-f0b63b156164']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:34:41.704824 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-37d22b87-4498-4358-b6ac-74fcaab3805f tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebbe19c2-cd46-443b-a724-54e791a2ff84') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:34:41.705126 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-37d22b87-4498-4358-b6ac-74fcaab3805f tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebbe19c2-cd46-443b-a724-54e791a2ff84') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:34:41.713510 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ab102e-c2b8-4dba-a00e-42e1b2d60396 None None] Resources bound (agent type, host, resource id): {{(pid=103142) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 22:34:41.718941 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-37d22b87-4498-4358-b6ac-74fcaab3805f tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (ebbe19c2-cd46-443b-a724-54e791a2ff84), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:41.733007 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-37d22b87-4498-4358-b6ac-74fcaab3805f tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (ebbe19c2-cd46-443b-a724-54e791a2ff84), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:41.739363 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37d22b87-4498-4358-b6ac-74fcaab3805f tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:34:41.739945 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-37d22b87-4498-4358-b6ac-74fcaab3805f tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (ebbe19c2-cd46-443b-a724-54e791a2ff84), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:41.743018 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 22:34:41.743018 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:34:41.743018 n-d-828369-5 neutron-server[103141]: timer() Feb 09 22:34:41.743018 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:34:41.743018 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 22:34:41.743018 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:34:41.743018 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 22:34:41.743018 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:34:41.743018 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 22:34:41.743018 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:34:41.743018 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 22:34:41.743018 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:34:41.743018 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 22:34:41.743018 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:34:41.743018 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:34:41.743018 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:34:41.743018 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:34:41.743018 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:34:41.743018 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 22:34:41.743018 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:34:41.743018 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 22:34:41.743018 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:34:41.743018 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:34:41.743018 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:34:41.743018 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 22:34:41.743018 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:34:41.743018 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:34:41.743018 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:34:41.743018 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:34:41.743018 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:34:41.743018 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:34:41.743018 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:34:41.801510 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-37d22b87-4498-4358-b6ac-74fcaab3805f tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (61b48b16-0674-40da-a0b4-f0b63b156164), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:41.811361 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-37d22b87-4498-4358-b6ac-74fcaab3805f tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:41.817198 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-37d22b87-4498-4358-b6ac-74fcaab3805f tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] 10.222.0.90 "DELETE /v2.0/networks/61b48b16-0674-40da-a0b4-f0b63b156164 HTTP/1.1" status: 204 len: 168 time: 0.5647104 Feb 09 22:34:41.818035 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 52344) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:34:41.828858 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d22b87-4498-4358-b6ac-74fcaab3805f tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Pushing event deleted for resources: {'Network': ['ID=61b48b16-0674-40da-a0b4-f0b63b156164,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:41.844873 n-d-828369-5 neutron-server[103140]: INFO neutron.pecan_wsgi.hooks.translation [None req-228fcb2d-e669-488f-8ecc-99d54407c130 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] DELETE failed (client error): The resource could not be found. Feb 09 22:34:41.845403 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-228fcb2d-e669-488f-8ecc-99d54407c130 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:34:41.848980 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-228fcb2d-e669-488f-8ecc-99d54407c130 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] 10.222.0.90 "DELETE /v2.0/subnets/a46287e4-b5e8-4f4e-ac98-ff29c62fc473 HTTP/1.1" status: 404 len: 337 time: 0.0299454 Feb 09 22:34:41.851439 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 52346) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:34:41.873016 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4acbdb4a-c4ee-44a4-afc4-0cea3a363a75 None None] Network 61b48b16-0674-40da-a0b4-f0b63b156164 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:34:41.876914 n-d-828369-5 neutron-server[103140]: INFO neutron.pecan_wsgi.hooks.translation [None req-828fac91-2a29-485b-bf16-135bfbdc9f2c tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] DELETE failed (client error): The resource could not be found. Feb 09 22:34:41.877424 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-828fac91-2a29-485b-bf16-135bfbdc9f2c tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:34:41.880615 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-828fac91-2a29-485b-bf16-135bfbdc9f2c tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] 10.222.0.90 "DELETE /v2.0/networks/975a975e-c7ad-468e-a3e7-db9f1005b065 HTTP/1.1" status: 404 len: 339 time: 0.0281858 Feb 09 22:34:41.883019 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 52348) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:34:41.885674 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4acbdb4a-c4ee-44a4-afc4-0cea3a363a75 None None] Network 61b48b16-0674-40da-a0b4-f0b63b156164 could not be found, it might have been deleted concurrently. {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 22:34:41.908766 n-d-828369-5 neutron-server[103140]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2f86875-61ce-4349-8cd5-e391ddfc07be tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] DELETE failed (client error): The resource could not be found. Feb 09 22:34:41.909136 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2f86875-61ce-4349-8cd5-e391ddfc07be tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:34:41.920558 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 52350) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:34:41.930808 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-c2f86875-61ce-4349-8cd5-e391ddfc07be tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] 10.222.0.90 "DELETE /v2.0/subnets/e5be8899-5ba1-4f2b-b139-bd8c94f2b4c9 HTTP/1.1" status: 404 len: 337 time: 0.0332019 Feb 09 22:34:41.941131 n-d-828369-5 neutron-server[103141]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff7939f6-a6c8-485c-ad0a-2cf8d5a02edf tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] DELETE failed (client error): The resource could not be found. Feb 09 22:34:41.941619 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff7939f6-a6c8-485c-ad0a-2cf8d5a02edf tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 22:34:41.944637 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-ff7939f6-a6c8-485c-ad0a-2cf8d5a02edf tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] 10.222.0.90 "DELETE /v2.0/networks/9aa6d6dd-e1d0-4e0f-9cb0-a58cf3f92823 HTTP/1.1" status: 404 len: 339 time: 0.0259938 Feb 09 22:34:41.947121 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 52352) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:34:41.959798 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f72804b-05f1-474a-aaec-9d838b47c5f5 None None] DHCP port deletion for 61b48b16-0674-40da-a0b4-f0b63b156164 request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:34:42.002299 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-8071239f-9e80-4b9a-b109-3ce1d829cbc1 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Deleting subnet a7bb7973-1e3d-4085-b817-6e63784b9ceb {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:34:42.005664 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8071239f-9e80-4b9a-b109-3ce1d829cbc1 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Publish callbacks [] for subnet (a7bb7973-1e3d-4085-b817-6e63784b9ceb), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:42.048824 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8071239f-9e80-4b9a-b109-3ce1d829cbc1 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (a7bb7973-1e3d-4085-b817-6e63784b9ceb), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:42.130214 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8071239f-9e80-4b9a-b109-3ce1d829cbc1 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (a7bb7973-1e3d-4085-b817-6e63784b9ceb), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:42.186393 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8071239f-9e80-4b9a-b109-3ce1d829cbc1 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (a7bb7973-1e3d-4085-b817-6e63784b9ceb), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:42.218107 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8071239f-9e80-4b9a-b109-3ce1d829cbc1 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Pushing event deleted for resources: {'Subnet': ['ID=a7bb7973-1e3d-4085-b817-6e63784b9ceb,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:42.221882 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8071239f-9e80-4b9a-b109-3ce1d829cbc1 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:42.225897 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-8071239f-9e80-4b9a-b109-3ce1d829cbc1 tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] 10.222.0.90 "DELETE /v2.0/subnets/a7bb7973-1e3d-4085-b817-6e63784b9ceb HTTP/1.1" status: 204 len: 168 time: 0.2776341 Feb 09 22:34:42.228050 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 52354) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:34:42.231094 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e467c7-8c84-4da4-8924-d707576c3b7e None None] Network f0358fb8-da04-4a6e-95ff-634c46f4342c requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:34:42.551634 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512ffe0a-a4c7-46fb-b017-88061658329f None None] DHCP port deletion for f0358fb8-da04-4a6e-95ff-634c46f4342c request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:34:42.552191 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-813513df-6284-4196-9c6b-608339b135af tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (f0358fb8-da04-4a6e-95ff-634c46f4342c), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:42.599250 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-512ffe0a-a4c7-46fb-b017-88061658329f None None] Deleting port 489548bf-98c2-4e2c-858a-4d4491f35922 {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:34:42.599628 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-512ffe0a-a4c7-46fb-b017-88061658329f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (489548bf-98c2-4e2c-858a-4d4491f35922), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:42.603074 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-813513df-6284-4196-9c6b-608339b135af tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Deleting port 489548bf-98c2-4e2c-858a-4d4491f35922 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:34:42.603411 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-813513df-6284-4196-9c6b-608339b135af tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (489548bf-98c2-4e2c-858a-4d4491f35922), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:42.664677 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-512ffe0a-a4c7-46fb-b017-88061658329f None None] For port 489548bf-98c2-4e2c-858a-4d4491f35922, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=489548bf-98c2-4e2c-858a-4d4491f35922,segment=NetworkSegment(0c9716e9-ea1d-4cfd-bd28-9a760effc00b),segment_id=0c9716e9-ea1d-4cfd-bd28-9a760effc00b)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:34:42.665300 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-512ffe0a-a4c7-46fb-b017-88061658329f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (489548bf-98c2-4e2c-858a-4d4491f35922), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:42.666682 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-813513df-6284-4196-9c6b-608339b135af tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] For port 489548bf-98c2-4e2c-858a-4d4491f35922, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=489548bf-98c2-4e2c-858a-4d4491f35922,segment=NetworkSegment(0c9716e9-ea1d-4cfd-bd28-9a760effc00b),segment_id=0c9716e9-ea1d-4cfd-bd28-9a760effc00b)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:34:42.667056 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-813513df-6284-4196-9c6b-608339b135af tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (489548bf-98c2-4e2c-858a-4d4491f35922), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:42.677393 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-512ffe0a-a4c7-46fb-b017-88061658329f None None] Calling delete_port for 489548bf-98c2-4e2c-858a-4d4491f35922 owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:34:42.679404 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-813513df-6284-4196-9c6b-608339b135af tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Calling delete_port for 489548bf-98c2-4e2c-858a-4d4491f35922 owned by network:dhcp {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:34:42.762223 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-512ffe0a-a4c7-46fb-b017-88061658329f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (489548bf-98c2-4e2c-858a-4d4491f35922), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:42.770243 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-813513df-6284-4196-9c6b-608339b135af tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (489548bf-98c2-4e2c-858a-4d4491f35922), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:42.774488 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 489548bf-98c2-4e2c-858a-4d4491f35922 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:34:42.800139 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813513df-6284-4196-9c6b-608339b135af tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Pushing event deleted for resources: {'Port': ['ID=489548bf-98c2-4e2c-858a-4d4491f35922,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:42.802016 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813513df-6284-4196-9c6b-608339b135af tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] No DVR routers for this DVR port 489548bf-98c2-4e2c-858a-4d4491f35922 on host n-d-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:34:42.814857 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512ffe0a-a4c7-46fb-b017-88061658329f None None] Pushing event deleted for resources: {'Port': ['ID=489548bf-98c2-4e2c-858a-4d4491f35922,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:42.818787 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 489548bf-98c2-4e2c-858a-4d4491f35922 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:34:42.819142 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 489548bf-98c2-4e2c-858a-4d4491f35922 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:34:42.820609 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512ffe0a-a4c7-46fb-b017-88061658329f None None] No DVR routers for this DVR port 489548bf-98c2-4e2c-858a-4d4491f35922 on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:34:42.883888 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-813513df-6284-4196-9c6b-608339b135af tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (f0358fb8-da04-4a6e-95ff-634c46f4342c), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:42.903538 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-813513df-6284-4196-9c6b-608339b135af tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0358fb8-da04-4a6e-95ff-634c46f4342c']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:34:42.917477 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-813513df-6284-4196-9c6b-608339b135af tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c9716e9-ea1d-4cfd-bd28-9a760effc00b') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:34:42.917782 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-813513df-6284-4196-9c6b-608339b135af tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c9716e9-ea1d-4cfd-bd28-9a760effc00b') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:34:42.927349 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-813513df-6284-4196-9c6b-608339b135af tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (0c9716e9-ea1d-4cfd-bd28-9a760effc00b), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:42.941457 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-813513df-6284-4196-9c6b-608339b135af tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (0c9716e9-ea1d-4cfd-bd28-9a760effc00b), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:42.947533 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-813513df-6284-4196-9c6b-608339b135af tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:34:42.947916 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-813513df-6284-4196-9c6b-608339b135af tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (0c9716e9-ea1d-4cfd-bd28-9a760effc00b), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:42.951131 n-d-828369-5 neutron-server[103141]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:34:42.951131 n-d-828369-5 neutron-server[103141]: self.session.flush() Feb 09 22:34:42.951131 n-d-828369-5 neutron-server[103141]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:34:42.951131 n-d-828369-5 neutron-server[103141]: self.session.flush() Feb 09 22:34:42.951131 n-d-828369-5 neutron-server[103141]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:34:42.951131 n-d-828369-5 neutron-server[103141]: self.session.flush() Feb 09 22:34:42.951131 n-d-828369-5 neutron-server[103141]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:34:42.951131 n-d-828369-5 neutron-server[103141]: self.session.flush() Feb 09 22:34:42.951131 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 22:34:42.951131 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:34:42.951131 n-d-828369-5 neutron-server[103141]: timer() Feb 09 22:34:42.951131 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:34:42.951131 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 22:34:42.951131 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:34:42.951131 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 22:34:42.951131 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:34:42.951131 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 22:34:42.951131 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:34:42.951131 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 22:34:42.951131 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:34:42.951131 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 22:34:42.951131 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:34:42.951131 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:34:42.951131 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:34:42.951131 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:34:42.951131 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:34:42.951131 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 22:34:42.951131 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:34:42.951131 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 22:34:42.951131 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:34:42.951131 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:34:42.951131 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:34:42.951131 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 22:34:42.951131 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:34:42.951131 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:34:42.951131 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:34:42.951131 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:34:42.951131 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:34:42.951131 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:34:42.951131 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:34:42.957684 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:43.011535 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-813513df-6284-4196-9c6b-608339b135af tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (f0358fb8-da04-4a6e-95ff-634c46f4342c), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:43.016016 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-813513df-6284-4196-9c6b-608339b135af tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:43.019184 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-813513df-6284-4196-9c6b-608339b135af tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] 10.222.0.90 "DELETE /v2.0/networks/f0358fb8-da04-4a6e-95ff-634c46f4342c HTTP/1.1" status: 204 len: 168 time: 0.7901366 Feb 09 22:34:43.033442 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813513df-6284-4196-9c6b-608339b135af tempest-NetworksIpV6Test-1341026815 tempest-NetworksIpV6Test-1341026815-project] Pushing event deleted for resources: {'Network': ['ID=f0358fb8-da04-4a6e-95ff-634c46f4342c,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:43.255100 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 52360) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:34:43.381761 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-83de07a3-cb04-46bd-936e-7d10e2c93ed2 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=085210592e8e45a2bd1dc927c5827cda&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1254618 Feb 09 22:34:43.387427 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 52364) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:34:43.435158 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-72fa8046-554f-427a-9c53-f87156e4fc7f admin admin] Publish callbacks [] for security_group (6a7215cf-4c3d-483a-bae9-e19e7521ab16), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:43.455252 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-72fa8046-554f-427a-9c53-f87156e4fc7f admin admin] Publish callbacks [] for security_group (6a7215cf-4c3d-483a-bae9-e19e7521ab16), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:43.506464 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-72fa8046-554f-427a-9c53-f87156e4fc7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (6a7215cf-4c3d-483a-bae9-e19e7521ab16), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:43.509142 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-72fa8046-554f-427a-9c53-f87156e4fc7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:43.510297 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-72fa8046-554f-427a-9c53-f87156e4fc7f admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/6a7215cf-4c3d-483a-bae9-e19e7521ab16 HTTP/1.1" status: 204 len: 168 time: 0.1219463 Feb 09 22:34:43.520525 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fa8046-554f-427a-9c53-f87156e4fc7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a7215cf-4c3d-483a-bae9-e19e7521ab16,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:44.270295 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 52386) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:34:44.358608 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:44.362832 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-d04d01c2-4030-496e-8b4c-f9dc88c1dd2b tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-852142543', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:34:44.382569 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d04d01c2-4030-496e-8b4c-f9dc88c1dd2b tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (2c3d8aa6-e945-406e-8fbf-970d3c0426c0), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:44.383647 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d04d01c2-4030-496e-8b4c-f9dc88c1dd2b tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (2c3d8aa6-e945-406e-8fbf-970d3c0426c0), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:44.436002 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d04d01c2-4030-496e-8b4c-f9dc88c1dd2b tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] Publish callbacks [] for router_controller (2c3d8aa6-e945-406e-8fbf-970d3c0426c0), precommit_add_association {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:44.440317 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d04d01c2-4030-496e-8b4c-f9dc88c1dd2b tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (2c3d8aa6-e945-406e-8fbf-970d3c0426c0), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:44.457863 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d04d01c2-4030-496e-8b4c-f9dc88c1dd2b tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:44.459038 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-d04d01c2-4030-496e-8b4c-f9dc88c1dd2b tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1877258 Feb 09 22:34:44.461926 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 52390) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:34:44.466683 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-6c73b757-b456-4fcf-804e-23b7b8de6d14 tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1936700860'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:34:44.484909 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c73b757-b456-4fcf-804e-23b7b8de6d14 tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] Made reservation on behalf of b308a29ee6f1424592a49558a602629b for: {'network': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:34:44.488686 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6c73b757-b456-4fcf-804e-23b7b8de6d14 tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:44.496950 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6c73b757-b456-4fcf-804e-23b7b8de6d14 tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:44.571609 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6c73b757-b456-4fcf-804e-23b7b8de6d14 tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] Publish callbacks [] for security_group (f52dbfd3-086f-445b-8904-6c5d70a77258), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:44.575175 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6c73b757-b456-4fcf-804e-23b7b8de6d14 tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (f52dbfd3-086f-445b-8904-6c5d70a77258), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:44.603408 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c73b757-b456-4fcf-804e-23b7b8de6d14 tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=103140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:34:44.612298 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c73b757-b456-4fcf-804e-23b7b8de6d14 tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f52dbfd3-086f-445b-8904-6c5d70a77258,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:44.619273 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6c73b757-b456-4fcf-804e-23b7b8de6d14 tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (8c5a0b04-743b-4653-8caa-74862d016f8b), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:44.619626 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-6c73b757-b456-4fcf-804e-23b7b8de6d14 tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] Added segment 8c5a0b04-743b-4653-8caa-74862d016f8b of type vlan for network 9a74bbbd-004d-40fd-ae8e-5c37417c3eae Feb 09 22:34:44.659271 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6c73b757-b456-4fcf-804e-23b7b8de6d14 tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (9a74bbbd-004d-40fd-ae8e-5c37417c3eae), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:44.683957 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6c73b757-b456-4fcf-804e-23b7b8de6d14 tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (9a74bbbd-004d-40fd-ae8e-5c37417c3eae), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:44.689284 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c73b757-b456-4fcf-804e-23b7b8de6d14 tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:44.689868 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6c73b757-b456-4fcf-804e-23b7b8de6d14 tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:44.740327 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-6c73b757-b456-4fcf-804e-23b7b8de6d14 tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2773719 Feb 09 22:34:44.743200 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 52392) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:34:44.748308 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-b4480f8a-4813-4cd9-a2f4-e51b1639e73a tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] Request body: {'subnet': {'network_id': '9a74bbbd-004d-40fd-ae8e-5c37417c3eae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:34:44.759172 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c73b757-b456-4fcf-804e-23b7b8de6d14 tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] Pushing event updated for resources: {'Network': ['ID=9a74bbbd-004d-40fd-ae8e-5c37417c3eae,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:44.769669 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 9a74bbbd-004d-40fd-ae8e-5c37417c3eae details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:34:44.840151 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4480f8a-4813-4cd9-a2f4-e51b1639e73a tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] Made reservation on behalf of b308a29ee6f1424592a49558a602629b for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:34:44.843651 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b4480f8a-4813-4cd9-a2f4-e51b1639e73a tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:45.015875 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b4480f8a-4813-4cd9-a2f4-e51b1639e73a tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (2cfbd389-3b84-465e-b5f8-6c51baec5888), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:45.075765 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4480f8a-4813-4cd9-a2f4-e51b1639e73a tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] Pushing event updated for resources: {'Subnet': ['ID=2cfbd389-3b84-465e-b5f8-6c51baec5888,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:45.083973 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4480f8a-4813-4cd9-a2f4-e51b1639e73a tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] Checking segment: {'id': '8c5a0b04-743b-4653-8caa-74862d016f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '9a74bbbd-004d-40fd-ae8e-5c37417c3eae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:34:45.084264 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4480f8a-4813-4cd9-a2f4-e51b1639e73a tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] Network hostable DHCP agents. Network: 9a74bbbd-004d-40fd-ae8e-5c37417c3eae, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:34:45.102617 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4480f8a-4813-4cd9-a2f4-e51b1639e73a tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] Network 9a74bbbd-004d-40fd-ae8e-5c37417c3eae is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:34:45.111091 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-b4480f8a-4813-4cd9-a2f4-e51b1639e73a tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 9a74bbbd-004d-40fd-ae8e-5c37417c3eae) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:34:45.115627 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4480f8a-4813-4cd9-a2f4-e51b1639e73a tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:45.116237 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b4480f8a-4813-4cd9-a2f4-e51b1639e73a tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:45.120702 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642d29fb-b730-47c5-9304-60d2814ad759 None None] Network 9a74bbbd-004d-40fd-ae8e-5c37417c3eae requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:34:45.134728 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-b4480f8a-4813-4cd9-a2f4-e51b1639e73a tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3875670 Feb 09 22:34:45.135045 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 52394) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:34:45.139959 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-6fa5e0a2-41ba-4be2-b590-118b28c4f0b3 tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-806835703'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:34:45.160672 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fa5e0a2-41ba-4be2-b590-118b28c4f0b3 tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] Made reservation on behalf of b308a29ee6f1424592a49558a602629b for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:34:45.164037 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6fa5e0a2-41ba-4be2-b590-118b28c4f0b3 tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:45.193644 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fa5e0a2-41ba-4be2-b590-118b28c4f0b3 tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:34:45.204748 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6fa5e0a2-41ba-4be2-b590-118b28c4f0b3 tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (32dd2b39-876a-4c16-8ea7-46fc43197b87), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:45.205093 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-6fa5e0a2-41ba-4be2-b590-118b28c4f0b3 tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] Added segment 32dd2b39-876a-4c16-8ea7-46fc43197b87 of type vlan for network 8817f1e4-196a-4c4b-b481-a924499cd829 Feb 09 22:34:45.223281 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9f4576-8692-4a90-ab60-1687969f6927 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-9a74bbbd-004d-40fd-ae8e-5c37417c3eae', 'network_id': '9a74bbbd-004d-40fd-ae8e-5c37417c3eae', 'project_id': 'b308a29ee6f1424592a49558a602629b', 'fixed_ips': [{'subnet_id': '2cfbd389-3b84-465e-b5f8-6c51baec5888'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:34:45.224186 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5e9f4576-8692-4a90-ab60-1687969f6927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:45.246300 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6fa5e0a2-41ba-4be2-b590-118b28c4f0b3 tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (8817f1e4-196a-4c4b-b481-a924499cd829), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:45.273230 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6fa5e0a2-41ba-4be2-b590-118b28c4f0b3 tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (8817f1e4-196a-4c4b-b481-a924499cd829), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:45.278061 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa5e0a2-41ba-4be2-b590-118b28c4f0b3 tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:45.278646 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6fa5e0a2-41ba-4be2-b590-118b28c4f0b3 tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:45.341332 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-6fa5e0a2-41ba-4be2-b590-118b28c4f0b3 tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2051525 Feb 09 22:34:45.344132 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 52396) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:34:45.348949 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-257429c5-c2fa-4c1d-b132-e859f6c1fb35 tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] Request body: {'subnet': {'network_id': '8817f1e4-196a-4c4b-b481-a924499cd829', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:34:45.355505 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa5e0a2-41ba-4be2-b590-118b28c4f0b3 tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] Pushing event updated for resources: {'Network': ['ID=8817f1e4-196a-4c4b-b481-a924499cd829,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:45.365414 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-5e9f4576-8692-4a90-ab60-1687969f6927 None None] Allocated IP 172.20.0.2 (9a74bbbd-004d-40fd-ae8e-5c37417c3eae/2cfbd389-3b84-465e-b5f8-6c51baec5888/4702394d-0dc1-4a85-841f-665285511340) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:34:45.368782 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 8817f1e4-196a-4c4b-b481-a924499cd829 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:34:45.445734 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-257429c5-c2fa-4c1d-b132-e859f6c1fb35 tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] Made reservation on behalf of b308a29ee6f1424592a49558a602629b for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:34:45.449405 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-257429c5-c2fa-4c1d-b132-e859f6c1fb35 tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:45.511880 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:45.595413 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5e9f4576-8692-4a90-ab60-1687969f6927 None None] Publish callbacks [] for port (4702394d-0dc1-4a85-841f-665285511340), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:45.601634 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5e9f4576-8692-4a90-ab60-1687969f6927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (4702394d-0dc1-4a85-841f-665285511340), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:45.639601 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-257429c5-c2fa-4c1d-b132-e859f6c1fb35 tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (3b087afc-392a-4e51-8d4e-a9db6a27656e), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:45.642240 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9f4576-8692-4a90-ab60-1687969f6927 None None] Network 9a74bbbd-004d-40fd-ae8e-5c37417c3eae is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:34:45.646677 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-5e9f4576-8692-4a90-ab60-1687969f6927 None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:34:45.649096 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9f4576-8692-4a90-ab60-1687969f6927 None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:34:45.655969 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9f4576-8692-4a90-ab60-1687969f6927 None None] Pushing event updated for resources: {'Port': ['ID=4702394d-0dc1-4a85-841f-665285511340,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:45.705670 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257429c5-c2fa-4c1d-b132-e859f6c1fb35 tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] Pushing event updated for resources: {'Subnet': ['ID=3b087afc-392a-4e51-8d4e-a9db6a27656e,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:45.718561 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257429c5-c2fa-4c1d-b132-e859f6c1fb35 tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] Checking segment: {'id': '32dd2b39-876a-4c16-8ea7-46fc43197b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '8817f1e4-196a-4c4b-b481-a924499cd829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:34:45.718927 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257429c5-c2fa-4c1d-b132-e859f6c1fb35 tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] Network hostable DHCP agents. Network: 8817f1e4-196a-4c4b-b481-a924499cd829, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:34:45.725239 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-5e9f4576-8692-4a90-ab60-1687969f6927 None None] Attempting to bind port 4702394d-0dc1-4a85-841f-665285511340 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:34:45.725621 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-5e9f4576-8692-4a90-ab60-1687969f6927 None None] Attempting to bind port 4702394d-0dc1-4a85-841f-665285511340 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '8c5a0b04-743b-4653-8caa-74862d016f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '9a74bbbd-004d-40fd-ae8e-5c37417c3eae'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:34:45.725990 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9f4576-8692-4a90-ab60-1687969f6927 None None] Attempting to bind port 4702394d-0dc1-4a85-841f-665285511340 on network 9a74bbbd-004d-40fd-ae8e-5c37417c3eae {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:34:45.731237 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9f4576-8692-4a90-ab60-1687969f6927 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:34:45.731608 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9f4576-8692-4a90-ab60-1687969f6927 None None] Checking segment: {'id': '8c5a0b04-743b-4653-8caa-74862d016f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '9a74bbbd-004d-40fd-ae8e-5c37417c3eae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:34:45.732450 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5e9f4576-8692-4a90-ab60-1687969f6927 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:45.733151 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9f4576-8692-4a90-ab60-1687969f6927 None None] Bound using segment: {'id': '8c5a0b04-743b-4653-8caa-74862d016f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '9a74bbbd-004d-40fd-ae8e-5c37417c3eae'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:34:45.734006 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-5e9f4576-8692-4a90-ab60-1687969f6927 None None] Bound port: 4702394d-0dc1-4a85-841f-665285511340, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c5a0b04-743b-4653-8caa-74862d016f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '9a74bbbd-004d-40fd-ae8e-5c37417c3eae'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:34:45.734546 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5e9f4576-8692-4a90-ab60-1687969f6927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (4702394d-0dc1-4a85-841f-665285511340), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:45.736639 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257429c5-c2fa-4c1d-b132-e859f6c1fb35 tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] Network 8817f1e4-196a-4c4b-b481-a924499cd829 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:34:45.745822 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-257429c5-c2fa-4c1d-b132-e859f6c1fb35 tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 8817f1e4-196a-4c4b-b481-a924499cd829) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:34:45.750896 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257429c5-c2fa-4c1d-b132-e859f6c1fb35 tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:45.751203 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-257429c5-c2fa-4c1d-b132-e859f6c1fb35 tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:45.767723 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-257429c5-c2fa-4c1d-b132-e859f6c1fb35 tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4225409 Feb 09 22:34:45.770493 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 52398) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:34:45.774667 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb47a5c-9c65-4088-9a04-468a1afc91d3 None None] Network 8817f1e4-196a-4c4b-b481-a924499cd829 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:34:45.775178 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-10a8bc76-7972-488d-b05a-829b2e466e5a tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] Request body: {'router': {'external_gateway_info': {'network_id': '8817f1e4-196a-4c4b-b481-a924499cd829'}}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:34:45.851282 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5e9f4576-8692-4a90-ab60-1687969f6927 None None] For port 4702394d-0dc1-4a85-841f-665285511340, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:34:45.855963 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5e9f4576-8692-4a90-ab60-1687969f6927 None None] For port 4702394d-0dc1-4a85-841f-665285511340, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=4702394d-0dc1-4a85-841f-665285511340,segment=NetworkSegment(8c5a0b04-743b-4653-8caa-74862d016f8b),segment_id=8c5a0b04-743b-4653-8caa-74862d016f8b)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:34:45.869434 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5e9f4576-8692-4a90-ab60-1687969f6927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (4702394d-0dc1-4a85-841f-665285511340), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:45.937022 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beafdccb-7180-4aba-9cb8-04993a9b0563 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-8817f1e4-196a-4c4b-b481-a924499cd829', 'network_id': '8817f1e4-196a-4c4b-b481-a924499cd829', 'project_id': 'b308a29ee6f1424592a49558a602629b', 'fixed_ips': [{'subnet_id': '3b087afc-392a-4e51-8d4e-a9db6a27656e'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:34:45.937898 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-beafdccb-7180-4aba-9cb8-04993a9b0563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:45.965234 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9f4576-8692-4a90-ab60-1687969f6927 None None] Pushing event updated for resources: {'Port': ['ID=4702394d-0dc1-4a85-841f-665285511340,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:46.048462 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-10a8bc76-7972-488d-b05a-829b2e466e5a tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] Publish callbacks [] for router_gateway (2c3d8aa6-e945-406e-8fbf-970d3c0426c0), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:46.120789 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-beafdccb-7180-4aba-9cb8-04993a9b0563 None None] Allocated IP 172.21.0.2 (8817f1e4-196a-4c4b-b481-a924499cd829/3b087afc-392a-4e51-8d4e-a9db6a27656e/0af1f6f9-ba34-4e2a-bf27-afd443b0912b) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:34:46.204410 n-d-828369-5 neutron-server[103141]: INFO neutron.api.v2.resource [None req-10a8bc76-7972-488d-b05a-829b2e466e5a tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 22:34:46.205510 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-10a8bc76-7972-488d-b05a-829b2e466e5a tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] 10.222.0.90 "PUT /v2.0/routers/2c3d8aa6-e945-406e-8fbf-970d3c0426c0 HTTP/1.1" status: 400 len: 364 time: 0.4339912 Feb 09 22:34:46.213169 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 52400) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:34:46.267442 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f369c05-7926-4037-9a83-61986d2fc4ac tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] Deleting subnet 3b087afc-392a-4e51-8d4e-a9db6a27656e {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:34:46.301109 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-beafdccb-7180-4aba-9cb8-04993a9b0563 None None] Publish callbacks [] for port (0af1f6f9-ba34-4e2a-bf27-afd443b0912b), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:46.306069 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6f369c05-7926-4037-9a83-61986d2fc4ac tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] Publish callbacks [] for subnet (3b087afc-392a-4e51-8d4e-a9db6a27656e), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:46.306412 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-beafdccb-7180-4aba-9cb8-04993a9b0563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (0af1f6f9-ba34-4e2a-bf27-afd443b0912b), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:46.349207 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6f369c05-7926-4037-9a83-61986d2fc4ac tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (3b087afc-392a-4e51-8d4e-a9db6a27656e), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:46.358937 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beafdccb-7180-4aba-9cb8-04993a9b0563 None None] Network 8817f1e4-196a-4c4b-b481-a924499cd829 is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:34:46.363315 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-beafdccb-7180-4aba-9cb8-04993a9b0563 None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:34:46.367590 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beafdccb-7180-4aba-9cb8-04993a9b0563 None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:34:46.372321 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beafdccb-7180-4aba-9cb8-04993a9b0563 None None] Pushing event updated for resources: {'Port': ['ID=0af1f6f9-ba34-4e2a-bf27-afd443b0912b,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:46.429817 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-beafdccb-7180-4aba-9cb8-04993a9b0563 None None] Attempting to bind port 0af1f6f9-ba34-4e2a-bf27-afd443b0912b on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:34:46.430194 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-beafdccb-7180-4aba-9cb8-04993a9b0563 None None] Attempting to bind port 0af1f6f9-ba34-4e2a-bf27-afd443b0912b by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '32dd2b39-876a-4c16-8ea7-46fc43197b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '8817f1e4-196a-4c4b-b481-a924499cd829'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:34:46.430554 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beafdccb-7180-4aba-9cb8-04993a9b0563 None None] Attempting to bind port 0af1f6f9-ba34-4e2a-bf27-afd443b0912b on network 8817f1e4-196a-4c4b-b481-a924499cd829 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:34:46.436297 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beafdccb-7180-4aba-9cb8-04993a9b0563 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:34:46.437026 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beafdccb-7180-4aba-9cb8-04993a9b0563 None None] Checking segment: {'id': '32dd2b39-876a-4c16-8ea7-46fc43197b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '8817f1e4-196a-4c4b-b481-a924499cd829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:34:46.437971 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-beafdccb-7180-4aba-9cb8-04993a9b0563 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:46.438115 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beafdccb-7180-4aba-9cb8-04993a9b0563 None None] Bound using segment: {'id': '32dd2b39-876a-4c16-8ea7-46fc43197b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '8817f1e4-196a-4c4b-b481-a924499cd829'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:34:46.438797 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-beafdccb-7180-4aba-9cb8-04993a9b0563 None None] Bound port: 0af1f6f9-ba34-4e2a-bf27-afd443b0912b, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32dd2b39-876a-4c16-8ea7-46fc43197b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '8817f1e4-196a-4c4b-b481-a924499cd829'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:34:46.439255 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-beafdccb-7180-4aba-9cb8-04993a9b0563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (0af1f6f9-ba34-4e2a-bf27-afd443b0912b), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:46.443291 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6f369c05-7926-4037-9a83-61986d2fc4ac tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (3b087afc-392a-4e51-8d4e-a9db6a27656e), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:46.501353 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6f369c05-7926-4037-9a83-61986d2fc4ac tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (3b087afc-392a-4e51-8d4e-a9db6a27656e), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:46.504295 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-beafdccb-7180-4aba-9cb8-04993a9b0563 None None] For port 0af1f6f9-ba34-4e2a-bf27-afd443b0912b, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:34:46.507416 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-beafdccb-7180-4aba-9cb8-04993a9b0563 None None] For port 0af1f6f9-ba34-4e2a-bf27-afd443b0912b, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=0af1f6f9-ba34-4e2a-bf27-afd443b0912b,segment=NetworkSegment(32dd2b39-876a-4c16-8ea7-46fc43197b87),segment_id=32dd2b39-876a-4c16-8ea7-46fc43197b87)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:34:46.513292 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-beafdccb-7180-4aba-9cb8-04993a9b0563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (0af1f6f9-ba34-4e2a-bf27-afd443b0912b), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:46.529393 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f369c05-7926-4037-9a83-61986d2fc4ac tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] Pushing event deleted for resources: {'Subnet': ['ID=3b087afc-392a-4e51-8d4e-a9db6a27656e,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:46.533070 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6f369c05-7926-4037-9a83-61986d2fc4ac tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:46.537136 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-6f369c05-7926-4037-9a83-61986d2fc4ac tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] 10.222.0.90 "DELETE /v2.0/subnets/3b087afc-392a-4e51-8d4e-a9db6a27656e HTTP/1.1" status: 204 len: 168 time: 0.3228962 Feb 09 22:34:46.538939 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 52402) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:34:46.560284 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:34:46.575580 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beafdccb-7180-4aba-9cb8-04993a9b0563 None None] Pushing event updated for resources: {'Port': ['ID=0af1f6f9-ba34-4e2a-bf27-afd443b0912b,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:46.632546 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6c50c7ac-431f-4088-987e-b3e5b46ae26e tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (8817f1e4-196a-4c4b-b481-a924499cd829), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:46.692454 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-6c50c7ac-431f-4088-987e-b3e5b46ae26e tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] Deleting port 0af1f6f9-ba34-4e2a-bf27-afd443b0912b {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:34:46.692800 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6c50c7ac-431f-4088-987e-b3e5b46ae26e tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (0af1f6f9-ba34-4e2a-bf27-afd443b0912b), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:46.778430 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-6c50c7ac-431f-4088-987e-b3e5b46ae26e tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] For port 0af1f6f9-ba34-4e2a-bf27-afd443b0912b, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=0af1f6f9-ba34-4e2a-bf27-afd443b0912b,segment=NetworkSegment(32dd2b39-876a-4c16-8ea7-46fc43197b87),segment_id=32dd2b39-876a-4c16-8ea7-46fc43197b87)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:34:46.779158 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6c50c7ac-431f-4088-987e-b3e5b46ae26e tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (0af1f6f9-ba34-4e2a-bf27-afd443b0912b), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:46.794952 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-6c50c7ac-431f-4088-987e-b3e5b46ae26e tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] Calling delete_port for 0af1f6f9-ba34-4e2a-bf27-afd443b0912b owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:34:46.852726 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 4702394d-0dc1-4a85-841f-665285511340 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:34:46.899865 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6c50c7ac-431f-4088-987e-b3e5b46ae26e tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (0af1f6f9-ba34-4e2a-bf27-afd443b0912b), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:46.920960 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 4702394d-0dc1-4a85-841f-665285511340 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:34:46.921212 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (4702394d-0dc1-4a85-841f-665285511340), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:46.933136 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c50c7ac-431f-4088-987e-b3e5b46ae26e tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] Pushing event deleted for resources: {'Port': ['ID=0af1f6f9-ba34-4e2a-bf27-afd443b0912b,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:46.941740 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c50c7ac-431f-4088-987e-b3e5b46ae26e tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] No DVR routers for this DVR port 0af1f6f9-ba34-4e2a-bf27-afd443b0912b on host n-d-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:34:47.020748 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 4702394d-0dc1-4a85-841f-665285511340 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:34:47.021339 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (4702394d-0dc1-4a85-841f-665285511340), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:47.032074 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6c50c7ac-431f-4088-987e-b3e5b46ae26e tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (8817f1e4-196a-4c4b-b481-a924499cd829), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:47.054399 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-6c50c7ac-431f-4088-987e-b3e5b46ae26e tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8817f1e4-196a-4c4b-b481-a924499cd829']}} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:34:47.059824 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port 4702394d-0dc1-4a85-841f-665285511340, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=4702394d-0dc1-4a85-841f-665285511340,segment=NetworkSegment(8c5a0b04-743b-4653-8caa-74862d016f8b),segment_id=8c5a0b04-743b-4653-8caa-74862d016f8b)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:34:47.065683 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (4702394d-0dc1-4a85-841f-665285511340), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:47.066108 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-6c50c7ac-431f-4088-987e-b3e5b46ae26e tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32dd2b39-876a-4c16-8ea7-46fc43197b87') {'for_net_delete': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:34:47.066598 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-6c50c7ac-431f-4088-987e-b3e5b46ae26e tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32dd2b39-876a-4c16-8ea7-46fc43197b87') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:34:47.077653 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6c50c7ac-431f-4088-987e-b3e5b46ae26e tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110711'] for segment (32dd2b39-876a-4c16-8ea7-46fc43197b87), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:47.095550 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d57846b-801e-4a3d-9f6a-ad70387734b0 None None] Network 9a74bbbd-004d-40fd-ae8e-5c37417c3eae requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:34:47.098872 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6c50c7ac-431f-4088-987e-b3e5b46ae26e tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (32dd2b39-876a-4c16-8ea7-46fc43197b87), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:47.105684 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c50c7ac-431f-4088-987e-b3e5b46ae26e tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=103140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:34:47.106115 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6c50c7ac-431f-4088-987e-b3e5b46ae26e tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669415'] for segment (32dd2b39-876a-4c16-8ea7-46fc43197b87), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:47.109122 n-d-828369-5 neutron-server[103140]: Traceback (most recent call last): Feb 09 22:34:47.109122 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:34:47.109122 n-d-828369-5 neutron-server[103140]: timer() Feb 09 22:34:47.109122 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:34:47.109122 n-d-828369-5 neutron-server[103140]: cb(*args, **kw) Feb 09 22:34:47.109122 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:34:47.109122 n-d-828369-5 neutron-server[103140]: return func(*args, **kwargs) Feb 09 22:34:47.109122 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:34:47.109122 n-d-828369-5 neutron-server[103140]: self._notify() Feb 09 22:34:47.109122 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:34:47.109122 n-d-828369-5 neutron-server[103140]: self.callback(batched_events) Feb 09 22:34:47.109122 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:34:47.109122 n-d-828369-5 neutron-server[103140]: event.method(event) Feb 09 22:34:47.109122 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:34:47.109122 n-d-828369-5 neutron-server[103140]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:34:47.109122 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:34:47.109122 n-d-828369-5 neutron-server[103140]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:34:47.109122 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:34:47.109122 n-d-828369-5 neutron-server[103140]: return f(self, *a, **k) Feb 09 22:34:47.109122 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:34:47.109122 n-d-828369-5 neutron-server[103140]: return self._get(url).json() Feb 09 22:34:47.109122 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:34:47.109122 n-d-828369-5 neutron-server[103140]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:34:47.109122 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:34:47.109122 n-d-828369-5 neutron-server[103140]: return self.request(url, 'GET', **kwargs) Feb 09 22:34:47.109122 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:34:47.109122 n-d-828369-5 neutron-server[103140]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:34:47.109122 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:34:47.109122 n-d-828369-5 neutron-server[103140]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:34:47.109122 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:34:47.109122 n-d-828369-5 neutron-server[103140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:34:47.109122 n-d-828369-5 neutron-server[103140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:34:47.173204 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6c50c7ac-431f-4088-987e-b3e5b46ae26e tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (8817f1e4-196a-4c4b-b481-a924499cd829), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:47.175138 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=4702394d-0dc1-4a85-841f-665285511340,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:47.181512 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-8e9f0a8f-2c9b-4ac4-a5a2-5554a15bcdc6 None None] Provisioning complete for port 4702394d-0dc1-4a85-841f-665285511340 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:34:47.181893 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-8e9f0a8f-2c9b-4ac4-a5a2-5554a15bcdc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (4702394d-0dc1-4a85-841f-665285511340), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:47.190299 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6c50c7ac-431f-4088-987e-b3e5b46ae26e tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:47.196531 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-6c50c7ac-431f-4088-987e-b3e5b46ae26e tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] 10.222.0.90 "DELETE /v2.0/networks/8817f1e4-196a-4c4b-b481-a924499cd829 HTTP/1.1" status: 204 len: 168 time: 0.6540549 Feb 09 22:34:47.196937 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 52404) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:34:47.208532 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c50c7ac-431f-4088-987e-b3e5b46ae26e tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] Pushing event deleted for resources: {'Network': ['ID=8817f1e4-196a-4c4b-b481-a924499cd829,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:47.250283 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-594af5ac-2419-4eb3-8ba8-b4a0f5e9e9e0 tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] Deleting subnet 2cfbd389-3b84-465e-b5f8-6c51baec5888 {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:34:47.254118 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-594af5ac-2419-4eb3-8ba8-b4a0f5e9e9e0 tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] Publish callbacks [] for subnet (2cfbd389-3b84-465e-b5f8-6c51baec5888), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:47.293469 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-594af5ac-2419-4eb3-8ba8-b4a0f5e9e9e0 tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (2cfbd389-3b84-465e-b5f8-6c51baec5888), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:47.306516 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-8e9f0a8f-2c9b-4ac4-a5a2-5554a15bcdc6 None None] Current status of the port 4702394d-0dc1-4a85-841f-665285511340 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:34:47.388314 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-594af5ac-2419-4eb3-8ba8-b4a0f5e9e9e0 tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (2cfbd389-3b84-465e-b5f8-6c51baec5888), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:47.451460 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-594af5ac-2419-4eb3-8ba8-b4a0f5e9e9e0 tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (2cfbd389-3b84-465e-b5f8-6c51baec5888), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:47.483447 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-594af5ac-2419-4eb3-8ba8-b4a0f5e9e9e0 tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:47.489907 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 52406) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:34:47.490127 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-594af5ac-2419-4eb3-8ba8-b4a0f5e9e9e0 tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] 10.222.0.90 "DELETE /v2.0/subnets/2cfbd389-3b84-465e-b5f8-6c51baec5888 HTTP/1.1" status: 204 len: 168 time: 0.2919888 Feb 09 22:34:47.491540 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594af5ac-2419-4eb3-8ba8-b4a0f5e9e9e0 tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] Pushing event deleted for resources: {'Subnet': ['ID=2cfbd389-3b84-465e-b5f8-6c51baec5888,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:47.576500 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d75549f-4f2d-4047-add1-2c7197b0931a None None] Network 9a74bbbd-004d-40fd-ae8e-5c37417c3eae requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:34:47.581936 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8841c9b7-dd43-4e65-a50a-91bff43af378 tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (9a74bbbd-004d-40fd-ae8e-5c37417c3eae), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:47.642683 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-8841c9b7-dd43-4e65-a50a-91bff43af378 tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] Deleting port 4702394d-0dc1-4a85-841f-665285511340 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:34:47.642975 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8841c9b7-dd43-4e65-a50a-91bff43af378 tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (4702394d-0dc1-4a85-841f-665285511340), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:47.669842 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a5f59987-b3fa-4dee-9a39-63251e0b6766 None None] Provisioning complete for port 4702394d-0dc1-4a85-841f-665285511340 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:34:47.670228 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a5f59987-b3fa-4dee-9a39-63251e0b6766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (4702394d-0dc1-4a85-841f-665285511340), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:47.714703 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-8841c9b7-dd43-4e65-a50a-91bff43af378 tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] For port 4702394d-0dc1-4a85-841f-665285511340, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=4702394d-0dc1-4a85-841f-665285511340,segment=NetworkSegment(8c5a0b04-743b-4653-8caa-74862d016f8b),segment_id=8c5a0b04-743b-4653-8caa-74862d016f8b)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:34:47.715206 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8841c9b7-dd43-4e65-a50a-91bff43af378 tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (4702394d-0dc1-4a85-841f-665285511340), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:47.731018 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-8841c9b7-dd43-4e65-a50a-91bff43af378 tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] Calling delete_port for 4702394d-0dc1-4a85-841f-665285511340 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:34:47.762184 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a5f59987-b3fa-4dee-9a39-63251e0b6766 None None] Current status of the port 4702394d-0dc1-4a85-841f-665285511340 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:34:47.799882 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defae755-3eb2-4ba1-9b68-3c1bb1c97907 None None] DHCP port deletion for 9a74bbbd-004d-40fd-ae8e-5c37417c3eae request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:34:47.822070 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8841c9b7-dd43-4e65-a50a-91bff43af378 tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (4702394d-0dc1-4a85-841f-665285511340), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:47.829133 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6890ad-f2f2-40bc-ac30-71f66fab0671 None None] DHCP port deletion for 8817f1e4-196a-4c4b-b481-a924499cd829 request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:34:47.850770 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab906bd3-1dff-47ff-9723-cf02edd834d4 None None] Network 8817f1e4-196a-4c4b-b481-a924499cd829 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:34:47.852636 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8841c9b7-dd43-4e65-a50a-91bff43af378 tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] Pushing event deleted for resources: {'Port': ['ID=4702394d-0dc1-4a85-841f-665285511340,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:47.856364 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8841c9b7-dd43-4e65-a50a-91bff43af378 tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] No DVR routers for this DVR port 4702394d-0dc1-4a85-841f-665285511340 on host n-d-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:34:47.867486 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab906bd3-1dff-47ff-9723-cf02edd834d4 None None] Network 8817f1e4-196a-4c4b-b481-a924499cd829 could not be found, it might have been deleted concurrently. {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 22:34:47.878029 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-defae755-3eb2-4ba1-9b68-3c1bb1c97907 None None] Deleting port 4702394d-0dc1-4a85-841f-665285511340 {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:34:47.878434 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-defae755-3eb2-4ba1-9b68-3c1bb1c97907 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (4702394d-0dc1-4a85-841f-665285511340), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:47.881589 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-85642b06-c9a4-4e08-acc5-8367e890d143 None None] Could not find standard attr ID for object 0af1f6f9-ba34-4e2a-bf27-afd443b0912b. {{(pid=103142) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 22:34:47.937671 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8841c9b7-dd43-4e65-a50a-91bff43af378 tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (9a74bbbd-004d-40fd-ae8e-5c37417c3eae), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:47.942523 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-defae755-3eb2-4ba1-9b68-3c1bb1c97907 None None] For port 4702394d-0dc1-4a85-841f-665285511340, host n-d-828369-5, got binding levels [] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:34:47.942927 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-defae755-3eb2-4ba1-9b68-3c1bb1c97907 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (4702394d-0dc1-4a85-841f-665285511340), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:47.955012 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-defae755-3eb2-4ba1-9b68-3c1bb1c97907 None None] Calling delete_port for 4702394d-0dc1-4a85-841f-665285511340 owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:34:47.957046 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-8841c9b7-dd43-4e65-a50a-91bff43af378 tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a74bbbd-004d-40fd-ae8e-5c37417c3eae']}} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:34:47.957998 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.ipam_backend_mixin [None req-defae755-3eb2-4ba1-9b68-3c1bb1c97907 None None] Port 4702394d-0dc1-4a85-841f-665285511340 was not found and therefore no delete operation was performed {{(pid=103142) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 22:34:47.959368 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-defae755-3eb2-4ba1-9b68-3c1bb1c97907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (4702394d-0dc1-4a85-841f-665285511340), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:47.966560 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-8841c9b7-dd43-4e65-a50a-91bff43af378 tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c5a0b04-743b-4653-8caa-74862d016f8b') {'for_net_delete': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:34:47.966883 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-8841c9b7-dd43-4e65-a50a-91bff43af378 tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c5a0b04-743b-4653-8caa-74862d016f8b') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:34:47.976907 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8841c9b7-dd43-4e65-a50a-91bff43af378 tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110711'] for segment (8c5a0b04-743b-4653-8caa-74862d016f8b), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:47.990576 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defae755-3eb2-4ba1-9b68-3c1bb1c97907 None None] Pushing event deleted for resources: {'Port': ['ID=4702394d-0dc1-4a85-841f-665285511340,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:47.991171 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8841c9b7-dd43-4e65-a50a-91bff43af378 tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (8c5a0b04-743b-4653-8caa-74862d016f8b), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:47.992369 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defae755-3eb2-4ba1-9b68-3c1bb1c97907 None None] No DVR routers for this DVR port 4702394d-0dc1-4a85-841f-665285511340 on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:34:47.999943 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8841c9b7-dd43-4e65-a50a-91bff43af378 tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=103140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:34:48.000383 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8841c9b7-dd43-4e65-a50a-91bff43af378 tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669415'] for segment (8c5a0b04-743b-4653-8caa-74862d016f8b), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:48.003863 n-d-828369-5 neutron-server[103140]: Traceback (most recent call last): Feb 09 22:34:48.003863 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:34:48.003863 n-d-828369-5 neutron-server[103140]: timer() Feb 09 22:34:48.003863 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:34:48.003863 n-d-828369-5 neutron-server[103140]: cb(*args, **kw) Feb 09 22:34:48.003863 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:34:48.003863 n-d-828369-5 neutron-server[103140]: return func(*args, **kwargs) Feb 09 22:34:48.003863 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:34:48.003863 n-d-828369-5 neutron-server[103140]: self._notify() Feb 09 22:34:48.003863 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:34:48.003863 n-d-828369-5 neutron-server[103140]: self.callback(batched_events) Feb 09 22:34:48.003863 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:34:48.003863 n-d-828369-5 neutron-server[103140]: event.method(event) Feb 09 22:34:48.003863 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:34:48.003863 n-d-828369-5 neutron-server[103140]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:34:48.003863 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:34:48.003863 n-d-828369-5 neutron-server[103140]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:34:48.003863 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:34:48.003863 n-d-828369-5 neutron-server[103140]: return f(self, *a, **k) Feb 09 22:34:48.003863 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:34:48.003863 n-d-828369-5 neutron-server[103140]: return self._get(url).json() Feb 09 22:34:48.003863 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:34:48.003863 n-d-828369-5 neutron-server[103140]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:34:48.003863 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:34:48.003863 n-d-828369-5 neutron-server[103140]: return self.request(url, 'GET', **kwargs) Feb 09 22:34:48.003863 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:34:48.003863 n-d-828369-5 neutron-server[103140]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:34:48.003863 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:34:48.003863 n-d-828369-5 neutron-server[103140]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:34:48.003863 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:34:48.003863 n-d-828369-5 neutron-server[103140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:34:48.003863 n-d-828369-5 neutron-server[103140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:34:48.064531 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8841c9b7-dd43-4e65-a50a-91bff43af378 tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (9a74bbbd-004d-40fd-ae8e-5c37417c3eae), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:48.071564 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8841c9b7-dd43-4e65-a50a-91bff43af378 tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:48.074734 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-8841c9b7-dd43-4e65-a50a-91bff43af378 tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] 10.222.0.90 "DELETE /v2.0/networks/9a74bbbd-004d-40fd-ae8e-5c37417c3eae HTTP/1.1" status: 204 len: 168 time: 0.5838075 Feb 09 22:34:48.077589 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 52408) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:34:48.086277 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8841c9b7-dd43-4e65-a50a-91bff43af378 tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] Pushing event deleted for resources: {'Network': ['ID=9a74bbbd-004d-40fd-ae8e-5c37417c3eae,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:48.107141 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-75f65174-74b9-4c02-a306-1fa7ceeae413 tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] 10.222.0.90 "GET /v2.0/ports?device_id=2c3d8aa6-e945-406e-8fbf-970d3c0426c0 HTTP/1.1" status: 200 len: 205 time: 0.0283501 Feb 09 22:34:48.109452 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 52410) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:34:48.187915 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b8f2e7e4-9ac1-4924-aff6-877eb99acc91 tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] Publish callbacks [] for router (2c3d8aa6-e945-406e-8fbf-970d3c0426c0), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:48.347353 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b8f2e7e4-9ac1-4924-aff6-877eb99acc91 tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (2c3d8aa6-e945-406e-8fbf-970d3c0426c0), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:48.349438 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b8f2e7e4-9ac1-4924-aff6-877eb99acc91 tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] Publish callbacks [] for router_controller (2c3d8aa6-e945-406e-8fbf-970d3c0426c0), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:48.394059 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b8f2e7e4-9ac1-4924-aff6-877eb99acc91 tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (2c3d8aa6-e945-406e-8fbf-970d3c0426c0), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:48.394528 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8f2e7e4-9ac1-4924-aff6-877eb99acc91 tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] Fanout notify agent at l3_agent the message router_deleted on router 2c3d8aa6-e945-406e-8fbf-970d3c0426c0 {{(pid=103141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:34:48.401135 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b8f2e7e4-9ac1-4924-aff6-877eb99acc91 tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:48.402155 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-b8f2e7e4-9ac1-4924-aff6-877eb99acc91 tempest-RoutersNegativeTest-300303714 tempest-RoutersNegativeTest-300303714-project] 10.222.0.90 "DELETE /v2.0/routers/2c3d8aa6-e945-406e-8fbf-970d3c0426c0 HTTP/1.1" status: 204 len: 168 time: 0.2918127 Feb 09 22:34:48.633958 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 52416) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:34:48.769421 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 4702394d-0dc1-4a85-841f-665285511340 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:34:48.769977 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-cfad18b6-1596-43d8-a800-03809e7b34d5 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=b308a29ee6f1424592a49558a602629b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1339986 Feb 09 22:34:48.772103 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 52420) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:34:48.790428 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 4702394d-0dc1-4a85-841f-665285511340 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:34:48.790773 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 4702394d-0dc1-4a85-841f-665285511340 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:34:48.819223 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f48cfde3-9b83-415f-ba3e-9dd95aae2a2a admin admin] Publish callbacks [] for security_group (f52dbfd3-086f-445b-8904-6c5d70a77258), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:48.839894 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f48cfde3-9b83-415f-ba3e-9dd95aae2a2a admin admin] Publish callbacks [] for security_group (f52dbfd3-086f-445b-8904-6c5d70a77258), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:48.887658 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f48cfde3-9b83-415f-ba3e-9dd95aae2a2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (f52dbfd3-086f-445b-8904-6c5d70a77258), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:48.890247 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f48cfde3-9b83-415f-ba3e-9dd95aae2a2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:48.891386 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-f48cfde3-9b83-415f-ba3e-9dd95aae2a2a admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/f52dbfd3-086f-445b-8904-6c5d70a77258 HTTP/1.1" status: 204 len: 168 time: 0.1183605 Feb 09 22:34:48.899258 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48cfde3-9b83-415f-ba3e-9dd95aae2a2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f52dbfd3-086f-445b-8904-6c5d70a77258,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:49.488726 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 52442) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:34:49.596426 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-b6d888d3-ecfa-494d-abb3-21f61a578931 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-229659318-network', 'tenant_id': 'af69e06efd62485eac8d7f866bf0a138'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:34:49.618261 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6d888d3-ecfa-494d-abb3-21f61a578931 admin admin] Made reservation on behalf of af69e06efd62485eac8d7f866bf0a138 for: {'network': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:34:49.620687 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b6d888d3-ecfa-494d-abb3-21f61a578931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:49.923396 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b6d888d3-ecfa-494d-abb3-21f61a578931 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:49.997114 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b6d888d3-ecfa-494d-abb3-21f61a578931 admin admin] Publish callbacks [] for security_group (8c943b07-ab4f-4047-af0a-73453fe6849e), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:50.000558 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b6d888d3-ecfa-494d-abb3-21f61a578931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (8c943b07-ab4f-4047-af0a-73453fe6849e), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:50.020442 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6d888d3-ecfa-494d-abb3-21f61a578931 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=103140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:34:50.034225 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d888d3-ecfa-494d-abb3-21f61a578931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c943b07-ab4f-4047-af0a-73453fe6849e,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:50.039438 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b6d888d3-ecfa-494d-abb3-21f61a578931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (5a2f8504-f879-458d-aa63-d4be27411561), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:50.039777 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-b6d888d3-ecfa-494d-abb3-21f61a578931 admin admin] Added segment 5a2f8504-f879-458d-aa63-d4be27411561 of type vlan for network b7415c71-01b3-4a50-98ba-a92d12c3c6e4 Feb 09 22:34:50.077752 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b6d888d3-ecfa-494d-abb3-21f61a578931 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (b7415c71-01b3-4a50-98ba-a92d12c3c6e4), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:50.102312 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b6d888d3-ecfa-494d-abb3-21f61a578931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (b7415c71-01b3-4a50-98ba-a92d12c3c6e4), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:50.103309 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d888d3-ecfa-494d-abb3-21f61a578931 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:50.103921 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b6d888d3-ecfa-494d-abb3-21f61a578931 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:50.160142 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-b6d888d3-ecfa-494d-abb3-21f61a578931 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6702247 Feb 09 22:34:50.163065 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 52446) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:34:50.166812 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d888d3-ecfa-494d-abb3-21f61a578931 admin admin] Pushing event updated for resources: {'Network': ['ID=b7415c71-01b3-4a50-98ba-a92d12c3c6e4,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:50.168173 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-c3d9024f-7985-4385-bd2b-cad025517c36 admin admin] Request body: {'subnet': {'network_id': 'b7415c71-01b3-4a50-98ba-a92d12c3c6e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-229659318-subnet', 'tenant_id': 'af69e06efd62485eac8d7f866bf0a138', 'ip_version': 4}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:34:50.176786 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network b7415c71-01b3-4a50-98ba-a92d12c3c6e4 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:34:50.191656 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3d9024f-7985-4385-bd2b-cad025517c36 admin admin] Made reservation on behalf of af69e06efd62485eac8d7f866bf0a138 for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:34:50.194633 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c3d9024f-7985-4385-bd2b-cad025517c36 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:50.357162 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c3d9024f-7985-4385-bd2b-cad025517c36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (251cfa45-fabf-4c1c-a86e-82af474987a5), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:50.410312 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d9024f-7985-4385-bd2b-cad025517c36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=251cfa45-fabf-4c1c-a86e-82af474987a5,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:50.418815 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d9024f-7985-4385-bd2b-cad025517c36 admin admin] Checking segment: {'id': '5a2f8504-f879-458d-aa63-d4be27411561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'b7415c71-01b3-4a50-98ba-a92d12c3c6e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:34:50.419174 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d9024f-7985-4385-bd2b-cad025517c36 admin admin] Network hostable DHCP agents. Network: b7415c71-01b3-4a50-98ba-a92d12c3c6e4, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:34:50.436003 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d9024f-7985-4385-bd2b-cad025517c36 admin admin] Network b7415c71-01b3-4a50-98ba-a92d12c3c6e4 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:34:50.445514 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-c3d9024f-7985-4385-bd2b-cad025517c36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, b7415c71-01b3-4a50-98ba-a92d12c3c6e4) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:34:50.450122 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d9024f-7985-4385-bd2b-cad025517c36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:50.451214 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c3d9024f-7985-4385-bd2b-cad025517c36 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:50.454595 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a28da06-a701-45b9-bb86-3d3a773cc93a None None] Network b7415c71-01b3-4a50-98ba-a92d12c3c6e4 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:34:50.466879 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-c3d9024f-7985-4385-bd2b-cad025517c36 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3021579 Feb 09 22:34:50.469208 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 52448) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:34:50.473448 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-f3cab547-9b19-4e59-b183-4e5e26258de7 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-229659318-router', 'tenant_id': 'af69e06efd62485eac8d7f866bf0a138', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:34:50.492719 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f3cab547-9b19-4e59-b183-4e5e26258de7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (3289f3c5-4b69-49c4-aa15-3bb27df95894), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:50.493899 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f3cab547-9b19-4e59-b183-4e5e26258de7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (3289f3c5-4b69-49c4-aa15-3bb27df95894), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:50.546546 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f3cab547-9b19-4e59-b183-4e5e26258de7 admin admin] Publish callbacks [] for router_controller (3289f3c5-4b69-49c4-aa15-3bb27df95894), precommit_add_association {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:50.554903 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f821f3-9a1d-4f58-905d-11553d9b8a6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-b7415c71-01b3-4a50-98ba-a92d12c3c6e4', 'network_id': 'b7415c71-01b3-4a50-98ba-a92d12c3c6e4', 'project_id': 'af69e06efd62485eac8d7f866bf0a138', 'fixed_ips': [{'subnet_id': '251cfa45-fabf-4c1c-a86e-82af474987a5'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:34:50.555863 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-82f821f3-9a1d-4f58-905d-11553d9b8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:50.689180 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f3cab547-9b19-4e59-b183-4e5e26258de7 admin admin] Publish callbacks [] for router_gateway (3289f3c5-4b69-49c4-aa15-3bb27df95894), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:50.689606 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-82f821f3-9a1d-4f58-905d-11553d9b8a6d None None] Allocated IP 172.20.0.2 (b7415c71-01b3-4a50-98ba-a92d12c3c6e4/251cfa45-fabf-4c1c-a86e-82af474987a5/4dd29326-d461-4550-b97b-a1d3d318299c) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:34:50.840434 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-82f821f3-9a1d-4f58-905d-11553d9b8a6d None None] Publish callbacks [] for port (4dd29326-d461-4550-b97b-a1d3d318299c), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:50.848072 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-82f821f3-9a1d-4f58-905d-11553d9b8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (4dd29326-d461-4550-b97b-a1d3d318299c), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:50.888265 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f821f3-9a1d-4f58-905d-11553d9b8a6d None None] Network b7415c71-01b3-4a50-98ba-a92d12c3c6e4 is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:34:50.891410 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-82f821f3-9a1d-4f58-905d-11553d9b8a6d None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:34:50.893842 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f821f3-9a1d-4f58-905d-11553d9b8a6d None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:34:50.895461 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f3cab547-9b19-4e59-b183-4e5e26258de7 admin admin] Publish callbacks [] for router_gateway (3289f3c5-4b69-49c4-aa15-3bb27df95894), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:50.905816 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f821f3-9a1d-4f58-905d-11553d9b8a6d None None] Pushing event updated for resources: {'Port': ['ID=4dd29326-d461-4550-b97b-a1d3d318299c,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:50.915144 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f3cab547-9b19-4e59-b183-4e5e26258de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:50.957578 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-82f821f3-9a1d-4f58-905d-11553d9b8a6d None None] Attempting to bind port 4dd29326-d461-4550-b97b-a1d3d318299c on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:34:50.957912 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-82f821f3-9a1d-4f58-905d-11553d9b8a6d None None] Attempting to bind port 4dd29326-d461-4550-b97b-a1d3d318299c by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '5a2f8504-f879-458d-aa63-d4be27411561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'b7415c71-01b3-4a50-98ba-a92d12c3c6e4'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:34:50.958236 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f821f3-9a1d-4f58-905d-11553d9b8a6d None None] Attempting to bind port 4dd29326-d461-4550-b97b-a1d3d318299c on network b7415c71-01b3-4a50-98ba-a92d12c3c6e4 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:34:50.963171 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f821f3-9a1d-4f58-905d-11553d9b8a6d None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:34:50.963583 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f821f3-9a1d-4f58-905d-11553d9b8a6d None None] Checking segment: {'id': '5a2f8504-f879-458d-aa63-d4be27411561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'b7415c71-01b3-4a50-98ba-a92d12c3c6e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:34:50.963988 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-82f821f3-9a1d-4f58-905d-11553d9b8a6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:50.964430 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f821f3-9a1d-4f58-905d-11553d9b8a6d None None] Bound using segment: {'id': '5a2f8504-f879-458d-aa63-d4be27411561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'b7415c71-01b3-4a50-98ba-a92d12c3c6e4'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:34:50.964903 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-82f821f3-9a1d-4f58-905d-11553d9b8a6d None None] Bound port: 4dd29326-d461-4550-b97b-a1d3d318299c, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a2f8504-f879-458d-aa63-d4be27411561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'b7415c71-01b3-4a50-98ba-a92d12c3c6e4'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:34:50.965286 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-82f821f3-9a1d-4f58-905d-11553d9b8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (4dd29326-d461-4550-b97b-a1d3d318299c), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:51.017904 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-f3cab547-9b19-4e59-b183-4e5e26258de7 admin admin] Allocated IP 172.25.3.169 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/bf327ae5-6925-442b-9843-21cd059d4c56) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:34:51.027189 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-82f821f3-9a1d-4f58-905d-11553d9b8a6d None None] For port 4dd29326-d461-4550-b97b-a1d3d318299c, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:34:51.030669 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-82f821f3-9a1d-4f58-905d-11553d9b8a6d None None] For port 4dd29326-d461-4550-b97b-a1d3d318299c, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=4dd29326-d461-4550-b97b-a1d3d318299c,segment=NetworkSegment(5a2f8504-f879-458d-aa63-d4be27411561),segment_id=5a2f8504-f879-458d-aa63-d4be27411561)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:34:51.037230 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-82f821f3-9a1d-4f58-905d-11553d9b8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (4dd29326-d461-4550-b97b-a1d3d318299c), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:51.098818 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f821f3-9a1d-4f58-905d-11553d9b8a6d None None] Pushing event updated for resources: {'Port': ['ID=4dd29326-d461-4550-b97b-a1d3d318299c,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:51.127844 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f3cab547-9b19-4e59-b183-4e5e26258de7 admin admin] Publish callbacks [] for port (bf327ae5-6925-442b-9843-21cd059d4c56), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:51.164970 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f3cab547-9b19-4e59-b183-4e5e26258de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (bf327ae5-6925-442b-9843-21cd059d4c56), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:51.207309 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3cab547-9b19-4e59-b183-4e5e26258de7 admin admin] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:34:51.210441 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-f3cab547-9b19-4e59-b183-4e5e26258de7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:34:51.212893 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cab547-9b19-4e59-b183-4e5e26258de7 admin admin] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:34:51.236981 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cab547-9b19-4e59-b183-4e5e26258de7 admin admin] Pushing event updated for resources: {'Port': ['ID=bf327ae5-6925-442b-9843-21cd059d4c56,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:51.489271 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f3cab547-9b19-4e59-b183-4e5e26258de7 admin admin] Publish callbacks [] for router_gateway (3289f3c5-4b69-49c4-aa15-3bb27df95894), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:51.939632 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f3cab547-9b19-4e59-b183-4e5e26258de7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (3289f3c5-4b69-49c4-aa15-3bb27df95894), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:51.947774 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:52.062817 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10cf65a8-5b4c-46fd-8c95-e27e0a67e948 None None] Network b7415c71-01b3-4a50-98ba-a92d12c3c6e4 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:34:52.075324 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3cab547-9b19-4e59-b183-4e5e26258de7 admin admin] Router 3289f3c5-4b69-49c4-aa15-3bb27df95894 is scheduled to L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 with binding_index 1 {{(pid=103141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:34:52.146212 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-8f85da54-40c2-4f08-adb1-6911743c49b8 None None] Provisioning complete for port 4dd29326-d461-4550-b97b-a1d3d318299c triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:34:52.146587 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-8f85da54-40c2-4f08-adb1-6911743c49b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (4dd29326-d461-4550-b97b-a1d3d318299c), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:52.192206 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3cab547-9b19-4e59-b183-4e5e26258de7 admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:34:52.202219 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a5215d-7962-4f0c-9ab8-cd34d45211a3 None None] Sync routers for ids ['3289f3c5-4b69-49c4-aa15-3bb27df95894'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:34:52.211818 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a5215d-7962-4f0c-9ab8-cd34d45211a3 None None] Routers {'3289f3c5-4b69-49c4-aa15-3bb27df95894'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:34:52.212015 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f3cab547-9b19-4e59-b183-4e5e26258de7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:52.212474 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-a6a5215d-7962-4f0c-9ab8-cd34d45211a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:34:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['3289f3c5-4b69-49c4-aa15-3bb27df95894'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:34:52.213205 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-f3cab547-9b19-4e59-b183-4e5e26258de7 admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.7430718 Feb 09 22:34:52.216086 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 52450) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:34:52.343754 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-a6a5215d-7962-4f0c-9ab8-cd34d45211a3 None None] Set router 3289f3c5-4b69-49c4-aa15-3bb27df95894 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:34:52.434326 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-8f85da54-40c2-4f08-adb1-6911743c49b8 None None] Current status of the port 4dd29326-d461-4550-b97b-a1d3d318299c is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:34:52.434875 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-8f85da54-40c2-4f08-adb1-6911743c49b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (4dd29326-d461-4550-b97b-a1d3d318299c), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:52.472577 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-8f85da54-40c2-4f08-adb1-6911743c49b8 None None] For port 4dd29326-d461-4550-b97b-a1d3d318299c, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=4dd29326-d461-4550-b97b-a1d3d318299c,segment=NetworkSegment(5a2f8504-f879-458d-aa63-d4be27411561),segment_id=5a2f8504-f879-458d-aa63-d4be27411561)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:34:52.479322 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-8f85da54-40c2-4f08-adb1-6911743c49b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (4dd29326-d461-4550-b97b-a1d3d318299c), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:52.528820 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f85da54-40c2-4f08-adb1-6911743c49b8 None None] Pushing event updated for resources: {'Port': ['ID=4dd29326-d461-4550-b97b-a1d3d318299c,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:52.552476 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-a6a5215d-7962-4f0c-9ab8-cd34d45211a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3289f3c5-4b69-49c4-aa15-3bb27df95894', 'name': 'tempest-TestEncryptedCinderVolumes-229659318-router', 'tenant_id': 'af69e06efd62485eac8d7f866bf0a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': 'bf327ae5-6925-442b-9843-21cd059d4c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:34:50Z', 'updated_at': '2022-02-09T22:34:51Z', 'revision_number': 3, 'project_id': 'af69e06efd62485eac8d7f866bf0a138', 'gw_port': {'id': 'bf327ae5-6925-442b-9843-21cd059d4c56', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:94:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3289f3c5-4b69-49c4-aa15-3bb27df95894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:34:50Z', 'updated_at': '2022-02-09T22:34:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:34:52.578972 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a5215d-7962-4f0c-9ab8-cd34d45211a3 None None] Checking router: 3289f3c5-4b69-49c4-aa15-3bb27df95894 for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:34:52.579327 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a5215d-7962-4f0c-9ab8-cd34d45211a3 None None] Updating router 3289f3c5-4b69-49c4-aa15-3bb27df95894 port bf327ae5-6925-442b-9843-21cd059d4c56 binding host n-d-828369-5 {{(pid=103143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:34:52.599587 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-bfe74bad-2a9b-44f7-abdc-743ff8d72863 None None] Provisioning complete for port 4dd29326-d461-4550-b97b-a1d3d318299c triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:34:52.600051 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-bfe74bad-2a9b-44f7-abdc-743ff8d72863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (4dd29326-d461-4550-b97b-a1d3d318299c), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:52.607523 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a6a5215d-7962-4f0c-9ab8-cd34d45211a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (bf327ae5-6925-442b-9843-21cd059d4c56), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:52.684816 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-bfe74bad-2a9b-44f7-abdc-743ff8d72863 None None] Current status of the port 4dd29326-d461-4550-b97b-a1d3d318299c is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:34:52.700830 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-42f469ed-4580-431c-8f7c-8b744cb167c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:52.830492 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 4dd29326-d461-4550-b97b-a1d3d318299c up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:34:52.871255 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-42f469ed-4580-431c-8f7c-8b744cb167c9 admin admin] Allocated IP 172.20.0.1 (b7415c71-01b3-4a50-98ba-a92d12c3c6e4/251cfa45-fabf-4c1c-a86e-82af474987a5/8504770f-a923-4297-bbec-809088cf5ac5) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:34:52.880717 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 4dd29326-d461-4550-b97b-a1d3d318299c triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:34:52.881102 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (4dd29326-d461-4550-b97b-a1d3d318299c), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:52.959752 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 4dd29326-d461-4550-b97b-a1d3d318299c is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:34:52.963152 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a6a5215d-7962-4f0c-9ab8-cd34d45211a3 None None] Publish callbacks [] for port (bf327ae5-6925-442b-9843-21cd059d4c56), precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:52.970397 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a6a5215d-7962-4f0c-9ab8-cd34d45211a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (bf327ae5-6925-442b-9843-21cd059d4c56), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:52.993458 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-42f469ed-4580-431c-8f7c-8b744cb167c9 admin admin] Publish callbacks [] for port (8504770f-a923-4297-bbec-809088cf5ac5), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:53.023866 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-a6a5215d-7962-4f0c-9ab8-cd34d45211a3 None None] Attempting to bind port bf327ae5-6925-442b-9843-21cd059d4c56 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:34:53.024338 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-a6a5215d-7962-4f0c-9ab8-cd34d45211a3 None None] Attempting to bind port bf327ae5-6925-442b-9843-21cd059d4c56 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:34:53.024675 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a5215d-7962-4f0c-9ab8-cd34d45211a3 None None] Attempting to bind port bf327ae5-6925-442b-9843-21cd059d4c56 on network 54a442d5-50a0-4c75-85cc-d19f5bf58118 {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:34:53.028110 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773d211e-9c19-435e-93fe-6f42e5f316e1 None None] Pushing event updated for resources: {'Port': ['ID=bf327ae5-6925-442b-9843-21cd059d4c56,revision_number=2']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:53.029166 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-42f469ed-4580-431c-8f7c-8b744cb167c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (8504770f-a923-4297-bbec-809088cf5ac5), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:53.036581 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a5215d-7962-4f0c-9ab8-cd34d45211a3 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:34:53.036967 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a5215d-7962-4f0c-9ab8-cd34d45211a3 None None] Checking segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:34:53.037375 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a6a5215d-7962-4f0c-9ab8-cd34d45211a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:53.037772 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a5215d-7962-4f0c-9ab8-cd34d45211a3 None None] Bound using segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:34:53.038232 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-a6a5215d-7962-4f0c-9ab8-cd34d45211a3 None None] Bound port: bf327ae5-6925-442b-9843-21cd059d4c56, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:34:53.038614 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a6a5215d-7962-4f0c-9ab8-cd34d45211a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (bf327ae5-6925-442b-9843-21cd059d4c56), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:53.041963 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773d211e-9c19-435e-93fe-6f42e5f316e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:34:53.042319 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773d211e-9c19-435e-93fe-6f42e5f316e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:34:53.042666 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773d211e-9c19-435e-93fe-6f42e5f316e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:34:53.043006 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773d211e-9c19-435e-93fe-6f42e5f316e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:34:53.043344 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773d211e-9c19-435e-93fe-6f42e5f316e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:34:53.043681 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773d211e-9c19-435e-93fe-6f42e5f316e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:34:53.044011 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773d211e-9c19-435e-93fe-6f42e5f316e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:34:53.044376 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773d211e-9c19-435e-93fe-6f42e5f316e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:34:53.044706 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773d211e-9c19-435e-93fe-6f42e5f316e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:34:53.045033 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773d211e-9c19-435e-93fe-6f42e5f316e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:34:53.045363 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773d211e-9c19-435e-93fe-6f42e5f316e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:34:53.045687 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773d211e-9c19-435e-93fe-6f42e5f316e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:34:53.046008 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773d211e-9c19-435e-93fe-6f42e5f316e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:34:53.070587 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f469ed-4580-431c-8f7c-8b744cb167c9 admin admin] Network b7415c71-01b3-4a50-98ba-a92d12c3c6e4 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:34:53.074993 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-42f469ed-4580-431c-8f7c-8b744cb167c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:34:53.079429 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f469ed-4580-431c-8f7c-8b744cb167c9 admin admin] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:34:53.082607 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f469ed-4580-431c-8f7c-8b744cb167c9 admin admin] Pushing event updated for resources: {'Port': ['ID=8504770f-a923-4297-bbec-809088cf5ac5,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:53.110590 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-a6a5215d-7962-4f0c-9ab8-cd34d45211a3 None None] For port bf327ae5-6925-442b-9843-21cd059d4c56, host n-d-828369-5, cleared binding levels {{(pid=103143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:34:53.117290 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-a6a5215d-7962-4f0c-9ab8-cd34d45211a3 None None] For port bf327ae5-6925-442b-9843-21cd059d4c56, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=bf327ae5-6925-442b-9843-21cd059d4c56,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:34:53.124189 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-42f469ed-4580-431c-8f7c-8b744cb167c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554727'] for router_interface (3289f3c5-4b69-49c4-aa15-3bb27df95894), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:53.125873 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a6a5215d-7962-4f0c-9ab8-cd34d45211a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (bf327ae5-6925-442b-9843-21cd059d4c56), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:53.204791 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773d211e-9c19-435e-93fe-6f42e5f316e1 None None] Pushing event updated for resources: {'Port': ['ID=bf327ae5-6925-442b-9843-21cd059d4c56,revision_number=3']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:53.218711 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a5215d-7962-4f0c-9ab8-cd34d45211a3 None None] Routers {'3289f3c5-4b69-49c4-aa15-3bb27df95894'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:34:53.219584 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-a6a5215d-7962-4f0c-9ab8-cd34d45211a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:34:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['3289f3c5-4b69-49c4-aa15-3bb27df95894'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:34:53.272212 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-42f469ed-4580-431c-8f7c-8b744cb167c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (8504770f-a923-4297-bbec-809088cf5ac5), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:53.309462 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-e80502f9-3da9-45f8-b5e8-e8fdb0df92f9 None None] Provisioning complete for port 8504770f-a923-4297-bbec-809088cf5ac5 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:34:53.309837 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e80502f9-3da9-45f8-b5e8-e8fdb0df92f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (8504770f-a923-4297-bbec-809088cf5ac5), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:53.335994 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-a6a5215d-7962-4f0c-9ab8-cd34d45211a3 None None] Set router 3289f3c5-4b69-49c4-aa15-3bb27df95894 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:34:53.348385 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-e80502f9-3da9-45f8-b5e8-e8fdb0df92f9 None None] Port 8504770f-a923-4297-bbec-809088cf5ac5 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:34:53.437055 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-42f469ed-4580-431c-8f7c-8b744cb167c9 admin admin] Publish callbacks [] for port (8504770f-a923-4297-bbec-809088cf5ac5), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:53.442461 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-42f469ed-4580-431c-8f7c-8b744cb167c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (8504770f-a923-4297-bbec-809088cf5ac5), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:53.507889 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f469ed-4580-431c-8f7c-8b744cb167c9 admin admin] Pushing event updated for resources: {'Port': ['ID=8504770f-a923-4297-bbec-809088cf5ac5,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:53.510440 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-42f469ed-4580-431c-8f7c-8b744cb167c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524919'] for router_interface (3289f3c5-4b69-49c4-aa15-3bb27df95894), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:53.513751 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-a6a5215d-7962-4f0c-9ab8-cd34d45211a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3289f3c5-4b69-49c4-aa15-3bb27df95894', 'name': 'tempest-TestEncryptedCinderVolumes-229659318-router', 'tenant_id': 'af69e06efd62485eac8d7f866bf0a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': 'bf327ae5-6925-442b-9843-21cd059d4c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:34:50Z', 'updated_at': '2022-02-09T22:34:51Z', 'revision_number': 3, 'project_id': 'af69e06efd62485eac8d7f866bf0a138', 'gw_port': {'id': 'bf327ae5-6925-442b-9843-21cd059d4c56', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:94:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3289f3c5-4b69-49c4-aa15-3bb27df95894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:34:50Z', 'updated_at': '2022-02-09T22:34:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:34:53.539683 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a5215d-7962-4f0c-9ab8-cd34d45211a3 None None] The sync data for ids ['3289f3c5-4b69-49c4-aa15-3bb27df95894'] in n-d-828369-5 is: [{'id': '3289f3c5-4b69-49c4-aa15-3bb27df95894', 'name': 'tempest-TestEncryptedCinderVolumes-229659318-router', 'tenant_id': 'af69e06efd62485eac8d7f866bf0a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': 'bf327ae5-6925-442b-9843-21cd059d4c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:34:50Z', 'updated_at': '2022-02-09T22:34:51Z', 'revision_number': 3, 'project_id': 'af69e06efd62485eac8d7f866bf0a138', 'gw_port': {'id': 'bf327ae5-6925-442b-9843-21cd059d4c56', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:94:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3289f3c5-4b69-49c4-aa15-3bb27df95894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:34:50Z', 'updated_at': '2022-02-09T22:34:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:34:53.610284 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f469ed-4580-431c-8f7c-8b744cb167c9 admin admin] Network b7415c71-01b3-4a50-98ba-a92d12c3c6e4 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:34:53.611736 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-42f469ed-4580-431c-8f7c-8b744cb167c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:34:53.754454 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42f469ed-4580-431c-8f7c-8b744cb167c9 admin admin] Router 3289f3c5-4b69-49c4-aa15-3bb27df95894 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:34:53.874441 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-b71f7a7b-341f-4b36-b088-97be0e2dd532 None None] Provisioning complete for port 8504770f-a923-4297-bbec-809088cf5ac5 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:34:53.874902 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b71f7a7b-341f-4b36-b088-97be0e2dd532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (8504770f-a923-4297-bbec-809088cf5ac5), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:53.880063 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42f469ed-4580-431c-8f7c-8b744cb167c9 admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:34:53.890000 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-42f469ed-4580-431c-8f7c-8b744cb167c9 admin admin] 10.222.0.90 "PUT /v2.0/routers/3289f3c5-4b69-49c4-aa15-3bb27df95894/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6726911 Feb 09 22:34:53.919051 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-b71f7a7b-341f-4b36-b088-97be0e2dd532 None None] Port 8504770f-a923-4297-bbec-809088cf5ac5 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:34:54.030937 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:54.383943 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 52466) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:34:54.388978 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-adcc2d79-702d-4f23-acc5-1bf0d3b4a8a1 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1536282524-network', 'tenant_id': 'd7f4584676634fc8b4281d3954ede22c'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:34:54.407482 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adcc2d79-702d-4f23-acc5-1bf0d3b4a8a1 admin admin] Made reservation on behalf of d7f4584676634fc8b4281d3954ede22c for: {'network': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:34:54.409845 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-adcc2d79-702d-4f23-acc5-1bf0d3b4a8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:54.418461 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-adcc2d79-702d-4f23-acc5-1bf0d3b4a8a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:54.492139 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-adcc2d79-702d-4f23-acc5-1bf0d3b4a8a1 admin admin] Publish callbacks [] for security_group (6b7d2e11-5267-45bd-885f-a05fcb5e2f6e), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:54.495834 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-adcc2d79-702d-4f23-acc5-1bf0d3b4a8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (6b7d2e11-5267-45bd-885f-a05fcb5e2f6e), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:54.520179 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adcc2d79-702d-4f23-acc5-1bf0d3b4a8a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=103140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:34:54.529802 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcc2d79-702d-4f23-acc5-1bf0d3b4a8a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b7d2e11-5267-45bd-885f-a05fcb5e2f6e,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:54.535084 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-adcc2d79-702d-4f23-acc5-1bf0d3b4a8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (d3a9f87d-7bcc-4a21-8247-9a06a27a2a4d), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:54.535431 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-adcc2d79-702d-4f23-acc5-1bf0d3b4a8a1 admin admin] Added segment d3a9f87d-7bcc-4a21-8247-9a06a27a2a4d of type vlan for network b7619cbe-70f6-4b3c-af8b-17d8927b5105 Feb 09 22:34:54.576530 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-adcc2d79-702d-4f23-acc5-1bf0d3b4a8a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (b7619cbe-70f6-4b3c-af8b-17d8927b5105), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:54.601422 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-adcc2d79-702d-4f23-acc5-1bf0d3b4a8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (b7619cbe-70f6-4b3c-af8b-17d8927b5105), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:54.602508 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adcc2d79-702d-4f23-acc5-1bf0d3b4a8a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:54.603151 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-adcc2d79-702d-4f23-acc5-1bf0d3b4a8a1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:54.657039 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-adcc2d79-702d-4f23-acc5-1bf0d3b4a8a1 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.2719145 Feb 09 22:34:54.660478 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 52468) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:34:54.665675 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-494c0168-9a88-42e9-8885-6d8c3eb5a88c admin admin] Request body: {'subnet': {'network_id': 'b7619cbe-70f6-4b3c-af8b-17d8927b5105', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1536282524-subnet', 'tenant_id': 'd7f4584676634fc8b4281d3954ede22c', 'ip_version': 4}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:34:54.670601 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcc2d79-702d-4f23-acc5-1bf0d3b4a8a1 admin admin] Pushing event updated for resources: {'Network': ['ID=b7619cbe-70f6-4b3c-af8b-17d8927b5105,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:54.681850 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network b7619cbe-70f6-4b3c-af8b-17d8927b5105 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:34:54.685886 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-494c0168-9a88-42e9-8885-6d8c3eb5a88c admin admin] Made reservation on behalf of d7f4584676634fc8b4281d3954ede22c for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:34:54.688552 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-494c0168-9a88-42e9-8885-6d8c3eb5a88c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:54.818535 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device bf327ae5-6925-442b-9843-21cd059d4c56 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:34:54.865243 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-494c0168-9a88-42e9-8885-6d8c3eb5a88c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (5842dbe0-61f5-4a5b-b6d8-5986f7aa6ede), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:54.869538 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port bf327ae5-6925-442b-9843-21cd059d4c56 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:34:54.869988 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (bf327ae5-6925-442b-9843-21cd059d4c56), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:54.924379 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494c0168-9a88-42e9-8885-6d8c3eb5a88c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5842dbe0-61f5-4a5b-b6d8-5986f7aa6ede,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:54.932191 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494c0168-9a88-42e9-8885-6d8c3eb5a88c admin admin] Checking segment: {'id': 'd3a9f87d-7bcc-4a21-8247-9a06a27a2a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'b7619cbe-70f6-4b3c-af8b-17d8927b5105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:34:54.932582 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494c0168-9a88-42e9-8885-6d8c3eb5a88c admin admin] Network hostable DHCP agents. Network: b7619cbe-70f6-4b3c-af8b-17d8927b5105, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:34:54.949441 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494c0168-9a88-42e9-8885-6d8c3eb5a88c admin admin] Network b7619cbe-70f6-4b3c-af8b-17d8927b5105 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:34:54.952329 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port bf327ae5-6925-442b-9843-21cd059d4c56 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:34:54.952735 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (bf327ae5-6925-442b-9843-21cd059d4c56), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:54.958731 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-494c0168-9a88-42e9-8885-6d8c3eb5a88c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, b7619cbe-70f6-4b3c-af8b-17d8927b5105) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:34:54.964302 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494c0168-9a88-42e9-8885-6d8c3eb5a88c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:34:54.966240 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-494c0168-9a88-42e9-8885-6d8c3eb5a88c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:54.976819 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e0c6f0-8720-4e06-a1fe-2e85f4a4f9ba None None] Network b7619cbe-70f6-4b3c-af8b-17d8927b5105 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:34:54.980140 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port bf327ae5-6925-442b-9843-21cd059d4c56, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=bf327ae5-6925-442b-9843-21cd059d4c56,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:34:54.985643 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-494c0168-9a88-42e9-8885-6d8c3eb5a88c admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3238523 Feb 09 22:34:54.988071 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 52470) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:34:54.993410 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-15293a67-ed02-4c5b-a251-255f1b124add admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1536282524-router', 'tenant_id': 'd7f4584676634fc8b4281d3954ede22c', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:34:55.013186 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-15293a67-ed02-4c5b-a251-255f1b124add admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (d1be043b-20a6-41e8-98a2-3c467dd4ff46), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:55.014467 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-15293a67-ed02-4c5b-a251-255f1b124add admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (d1be043b-20a6-41e8-98a2-3c467dd4ff46), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:55.021075 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (bf327ae5-6925-442b-9843-21cd059d4c56), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:55.074620 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-15293a67-ed02-4c5b-a251-255f1b124add admin admin] Publish callbacks [] for router_controller (d1be043b-20a6-41e8-98a2-3c467dd4ff46), precommit_add_association {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:55.089615 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=bf327ae5-6925-442b-9843-21cd059d4c56,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:55.124116 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72e3d1c-1f64-4645-bda2-5e699d29b07a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-b7619cbe-70f6-4b3c-af8b-17d8927b5105', 'network_id': 'b7619cbe-70f6-4b3c-af8b-17d8927b5105', 'project_id': 'd7f4584676634fc8b4281d3954ede22c', 'fixed_ips': [{'subnet_id': '5842dbe0-61f5-4a5b-b6d8-5986f7aa6ede'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:34:55.125229 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d72e3d1c-1f64-4645-bda2-5e699d29b07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:55.155395 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87dec98-4c57-44d7-93a8-b4b999c8d1db None None] Sync routers for ids ['3289f3c5-4b69-49c4-aa15-3bb27df95894'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:34:55.218637 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87dec98-4c57-44d7-93a8-b4b999c8d1db None None] Routers {'3289f3c5-4b69-49c4-aa15-3bb27df95894'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:34:55.219308 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-d87dec98-4c57-44d7-93a8-b4b999c8d1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:34:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['3289f3c5-4b69-49c4-aa15-3bb27df95894'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:34:55.226830 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-15293a67-ed02-4c5b-a251-255f1b124add admin admin] Publish callbacks [] for router_gateway (d1be043b-20a6-41e8-98a2-3c467dd4ff46), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:55.372611 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-d72e3d1c-1f64-4645-bda2-5e699d29b07a None None] Allocated IP 172.20.0.2 (b7619cbe-70f6-4b3c-af8b-17d8927b5105/5842dbe0-61f5-4a5b-b6d8-5986f7aa6ede/93b0b9f8-c1ba-40a8-8a0e-61d54f1d3670) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:34:55.390493 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-d87dec98-4c57-44d7-93a8-b4b999c8d1db None None] Set router 3289f3c5-4b69-49c4-aa15-3bb27df95894 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:34:55.435757 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-15293a67-ed02-4c5b-a251-255f1b124add admin admin] Publish callbacks [] for router_gateway (d1be043b-20a6-41e8-98a2-3c467dd4ff46), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:55.455337 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-15293a67-ed02-4c5b-a251-255f1b124add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:55.566522 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-15293a67-ed02-4c5b-a251-255f1b124add admin admin] Allocated IP 172.25.3.64 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/3915a111-bb11-4aff-a0b3-d8979464aa52) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:34:55.669758 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-15293a67-ed02-4c5b-a251-255f1b124add admin admin] Publish callbacks [] for port (3915a111-bb11-4aff-a0b3-d8979464aa52), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:55.691602 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d72e3d1c-1f64-4645-bda2-5e699d29b07a None None] Publish callbacks [] for port (93b0b9f8-c1ba-40a8-8a0e-61d54f1d3670), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:55.703061 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d72e3d1c-1f64-4645-bda2-5e699d29b07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (93b0b9f8-c1ba-40a8-8a0e-61d54f1d3670), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:55.713622 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-15293a67-ed02-4c5b-a251-255f1b124add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (3915a111-bb11-4aff-a0b3-d8979464aa52), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:55.743133 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72e3d1c-1f64-4645-bda2-5e699d29b07a None None] Network b7619cbe-70f6-4b3c-af8b-17d8927b5105 is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:34:55.752510 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15293a67-ed02-4c5b-a251-255f1b124add admin admin] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:34:55.752881 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-d72e3d1c-1f64-4645-bda2-5e699d29b07a None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:34:55.758316 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-15293a67-ed02-4c5b-a251-255f1b124add admin admin] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:34:55.759235 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72e3d1c-1f64-4645-bda2-5e699d29b07a None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:34:55.760578 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15293a67-ed02-4c5b-a251-255f1b124add admin admin] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:34:55.769254 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72e3d1c-1f64-4645-bda2-5e699d29b07a None None] Pushing event updated for resources: {'Port': ['ID=93b0b9f8-c1ba-40a8-8a0e-61d54f1d3670,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:55.791967 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-d87dec98-4c57-44d7-93a8-b4b999c8d1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3289f3c5-4b69-49c4-aa15-3bb27df95894', 'name': 'tempest-TestEncryptedCinderVolumes-229659318-router', 'tenant_id': 'af69e06efd62485eac8d7f866bf0a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': 'bf327ae5-6925-442b-9843-21cd059d4c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:34:50Z', 'updated_at': '2022-02-09T22:34:53Z', 'revision_number': 4, 'project_id': 'af69e06efd62485eac8d7f866bf0a138', 'gw_port': {'id': 'bf327ae5-6925-442b-9843-21cd059d4c56', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:94:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3289f3c5-4b69-49c4-aa15-3bb27df95894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:34:50Z', 'updated_at': '2022-02-09T22:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '8504770f-a923-4297-bbec-809088cf5ac5', 'name': '', 'network_id': 'b7415c71-01b3-4a50-98ba-a92d12c3c6e4', 'tenant_id': 'af69e06efd62485eac8d7f866bf0a138', 'mac_address': 'fa:16:3e:d1:48:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3289f3c5-4b69-49c4-aa15-3bb27df95894', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '251cfa45-fabf-4c1c-a86e-82af474987a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:34:52Z', 'updated_at': '2022-02-09T22:34:53Z', 'revision_number': 2, 'project_id': 'af69e06efd62485eac8d7f866bf0a138', 'subnets': [{'id': '251cfa45-fabf-4c1c-a86e-82af474987a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:34:55.802687 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15293a67-ed02-4c5b-a251-255f1b124add admin admin] Pushing event updated for resources: {'Port': ['ID=3915a111-bb11-4aff-a0b3-d8979464aa52,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:55.847104 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87dec98-4c57-44d7-93a8-b4b999c8d1db None None] Checking router: 3289f3c5-4b69-49c4-aa15-3bb27df95894 for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:34:55.847467 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87dec98-4c57-44d7-93a8-b4b999c8d1db None None] Updating router 3289f3c5-4b69-49c4-aa15-3bb27df95894 port 8504770f-a923-4297-bbec-809088cf5ac5 binding host n-d-828369-5 {{(pid=103142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:34:55.877579 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-d72e3d1c-1f64-4645-bda2-5e699d29b07a None None] Attempting to bind port 93b0b9f8-c1ba-40a8-8a0e-61d54f1d3670 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:34:55.877989 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-d72e3d1c-1f64-4645-bda2-5e699d29b07a None None] Attempting to bind port 93b0b9f8-c1ba-40a8-8a0e-61d54f1d3670 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': 'd3a9f87d-7bcc-4a21-8247-9a06a27a2a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'b7619cbe-70f6-4b3c-af8b-17d8927b5105'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:34:55.878982 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72e3d1c-1f64-4645-bda2-5e699d29b07a None None] Attempting to bind port 93b0b9f8-c1ba-40a8-8a0e-61d54f1d3670 on network b7619cbe-70f6-4b3c-af8b-17d8927b5105 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:34:55.886844 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d87dec98-4c57-44d7-93a8-b4b999c8d1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (8504770f-a923-4297-bbec-809088cf5ac5), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:55.888898 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72e3d1c-1f64-4645-bda2-5e699d29b07a None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:34:55.889282 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72e3d1c-1f64-4645-bda2-5e699d29b07a None None] Checking segment: {'id': 'd3a9f87d-7bcc-4a21-8247-9a06a27a2a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'b7619cbe-70f6-4b3c-af8b-17d8927b5105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:34:55.889683 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d72e3d1c-1f64-4645-bda2-5e699d29b07a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:55.890086 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72e3d1c-1f64-4645-bda2-5e699d29b07a None None] Bound using segment: {'id': 'd3a9f87d-7bcc-4a21-8247-9a06a27a2a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'b7619cbe-70f6-4b3c-af8b-17d8927b5105'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:34:55.890565 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-d72e3d1c-1f64-4645-bda2-5e699d29b07a None None] Bound port: 93b0b9f8-c1ba-40a8-8a0e-61d54f1d3670, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3a9f87d-7bcc-4a21-8247-9a06a27a2a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'b7619cbe-70f6-4b3c-af8b-17d8927b5105'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:34:55.890954 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d72e3d1c-1f64-4645-bda2-5e699d29b07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (93b0b9f8-c1ba-40a8-8a0e-61d54f1d3670), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:56.027594 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-15293a67-ed02-4c5b-a251-255f1b124add admin admin] Publish callbacks [] for router_gateway (d1be043b-20a6-41e8-98a2-3c467dd4ff46), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:56.047156 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-d72e3d1c-1f64-4645-bda2-5e699d29b07a None None] For port 93b0b9f8-c1ba-40a8-8a0e-61d54f1d3670, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:34:56.053179 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-d72e3d1c-1f64-4645-bda2-5e699d29b07a None None] For port 93b0b9f8-c1ba-40a8-8a0e-61d54f1d3670, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=93b0b9f8-c1ba-40a8-8a0e-61d54f1d3670,segment=NetworkSegment(d3a9f87d-7bcc-4a21-8247-9a06a27a2a4d),segment_id=d3a9f87d-7bcc-4a21-8247-9a06a27a2a4d)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:34:56.060718 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d72e3d1c-1f64-4645-bda2-5e699d29b07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (93b0b9f8-c1ba-40a8-8a0e-61d54f1d3670), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:56.167746 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72e3d1c-1f64-4645-bda2-5e699d29b07a None None] Pushing event updated for resources: {'Port': ['ID=93b0b9f8-c1ba-40a8-8a0e-61d54f1d3670,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:56.253248 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-15293a67-ed02-4c5b-a251-255f1b124add admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (d1be043b-20a6-41e8-98a2-3c467dd4ff46), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:56.279233 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d87dec98-4c57-44d7-93a8-b4b999c8d1db None None] Publish callbacks [] for port (8504770f-a923-4297-bbec-809088cf5ac5), precommit_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:56.285932 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d87dec98-4c57-44d7-93a8-b4b999c8d1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (8504770f-a923-4297-bbec-809088cf5ac5), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:56.350231 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e2bdf3-5abb-4111-8f77-7207e7cfe673 None None] Pushing event updated for resources: {'Port': ['ID=8504770f-a923-4297-bbec-809088cf5ac5,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:56.410170 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-d87dec98-4c57-44d7-93a8-b4b999c8d1db None None] Attempting to bind port 8504770f-a923-4297-bbec-809088cf5ac5 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:34:56.410556 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-d87dec98-4c57-44d7-93a8-b4b999c8d1db None None] Attempting to bind port 8504770f-a923-4297-bbec-809088cf5ac5 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '5a2f8504-f879-458d-aa63-d4be27411561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'b7415c71-01b3-4a50-98ba-a92d12c3c6e4'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:34:56.410925 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87dec98-4c57-44d7-93a8-b4b999c8d1db None None] Attempting to bind port 8504770f-a923-4297-bbec-809088cf5ac5 on network b7415c71-01b3-4a50-98ba-a92d12c3c6e4 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:34:56.418553 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87dec98-4c57-44d7-93a8-b4b999c8d1db None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:34:56.418926 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87dec98-4c57-44d7-93a8-b4b999c8d1db None None] Checking segment: {'id': '5a2f8504-f879-458d-aa63-d4be27411561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'b7415c71-01b3-4a50-98ba-a92d12c3c6e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:34:56.419333 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d87dec98-4c57-44d7-93a8-b4b999c8d1db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:56.419727 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87dec98-4c57-44d7-93a8-b4b999c8d1db None None] Bound using segment: {'id': '5a2f8504-f879-458d-aa63-d4be27411561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'b7415c71-01b3-4a50-98ba-a92d12c3c6e4'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:34:56.420202 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-d87dec98-4c57-44d7-93a8-b4b999c8d1db None None] Bound port: 8504770f-a923-4297-bbec-809088cf5ac5, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a2f8504-f879-458d-aa63-d4be27411561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'b7415c71-01b3-4a50-98ba-a92d12c3c6e4'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:34:56.420634 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d87dec98-4c57-44d7-93a8-b4b999c8d1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (8504770f-a923-4297-bbec-809088cf5ac5), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:56.446193 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15293a67-ed02-4c5b-a251-255f1b124add admin admin] Router d1be043b-20a6-41e8-98a2-3c467dd4ff46 is scheduled to L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 with binding_index 1 {{(pid=103141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:34:56.513212 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-d87dec98-4c57-44d7-93a8-b4b999c8d1db None None] For port 8504770f-a923-4297-bbec-809088cf5ac5, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:34:56.517322 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-d87dec98-4c57-44d7-93a8-b4b999c8d1db None None] For port 8504770f-a923-4297-bbec-809088cf5ac5, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=8504770f-a923-4297-bbec-809088cf5ac5,segment=NetworkSegment(5a2f8504-f879-458d-aa63-d4be27411561),segment_id=5a2f8504-f879-458d-aa63-d4be27411561)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:34:56.526357 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d87dec98-4c57-44d7-93a8-b4b999c8d1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (8504770f-a923-4297-bbec-809088cf5ac5), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:56.586437 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87dec98-4c57-44d7-93a8-b4b999c8d1db None None] Routers {'3289f3c5-4b69-49c4-aa15-3bb27df95894'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:34:56.587200 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-d87dec98-4c57-44d7-93a8-b4b999c8d1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:34:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['3289f3c5-4b69-49c4-aa15-3bb27df95894'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:34:56.624508 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15293a67-ed02-4c5b-a251-255f1b124add admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:34:56.635956 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195320c3-2f49-4325-9b5d-60ba86f8c00b None None] Sync routers for ids ['d1be043b-20a6-41e8-98a2-3c467dd4ff46'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:34:56.652394 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-15293a67-ed02-4c5b-a251-255f1b124add admin admin] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:56.655249 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-15293a67-ed02-4c5b-a251-255f1b124add admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.6656229 Feb 09 22:34:56.657851 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 52472) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:34:56.660470 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195320c3-2f49-4325-9b5d-60ba86f8c00b None None] Routers {'d1be043b-20a6-41e8-98a2-3c467dd4ff46'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:34:56.664168 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-195320c3-2f49-4325-9b5d-60ba86f8c00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:34:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['d1be043b-20a6-41e8-98a2-3c467dd4ff46'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:34:56.677056 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e2bdf3-5abb-4111-8f77-7207e7cfe673 None None] Pushing event updated for resources: {'Port': ['ID=8504770f-a923-4297-bbec-809088cf5ac5,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:56.805380 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-d87dec98-4c57-44d7-93a8-b4b999c8d1db None None] Set router 3289f3c5-4b69-49c4-aa15-3bb27df95894 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:34:56.850596 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-195320c3-2f49-4325-9b5d-60ba86f8c00b None None] Set router d1be043b-20a6-41e8-98a2-3c467dd4ff46 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:34:56.884459 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-6e4ce39a-b590-4f7d-b989-adb5b5b08127 None None] Provisioning complete for port 8504770f-a923-4297-bbec-809088cf5ac5 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:34:56.884847 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-6e4ce39a-b590-4f7d-b989-adb5b5b08127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (8504770f-a923-4297-bbec-809088cf5ac5), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:57.118197 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-195320c3-2f49-4325-9b5d-60ba86f8c00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1be043b-20a6-41e8-98a2-3c467dd4ff46', 'name': 'tempest-TestEncryptedCinderVolumes-1536282524-router', 'tenant_id': 'd7f4584676634fc8b4281d3954ede22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '3915a111-bb11-4aff-a0b3-d8979464aa52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:34:55Z', 'updated_at': '2022-02-09T22:34:55Z', 'revision_number': 3, 'project_id': 'd7f4584676634fc8b4281d3954ede22c', 'gw_port': {'id': '3915a111-bb11-4aff-a0b3-d8979464aa52', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:5e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1be043b-20a6-41e8-98a2-3c467dd4ff46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:34:55Z', 'updated_at': '2022-02-09T22:34:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:34:57.146631 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195320c3-2f49-4325-9b5d-60ba86f8c00b None None] Checking router: d1be043b-20a6-41e8-98a2-3c467dd4ff46 for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:34:57.146968 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195320c3-2f49-4325-9b5d-60ba86f8c00b None None] Updating router d1be043b-20a6-41e8-98a2-3c467dd4ff46 port 3915a111-bb11-4aff-a0b3-d8979464aa52 binding host n-d-828369-5 {{(pid=103143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:34:57.147076 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 93b0b9f8-c1ba-40a8-8a0e-61d54f1d3670 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:34:57.176995 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-195320c3-2f49-4325-9b5d-60ba86f8c00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (3915a111-bb11-4aff-a0b3-d8979464aa52), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:57.263190 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-accece60-638f-49b7-9f3f-e03394b0e8bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:57.347758 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 93b0b9f8-c1ba-40a8-8a0e-61d54f1d3670 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:34:57.348381 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (93b0b9f8-c1ba-40a8-8a0e-61d54f1d3670), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:57.377394 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-6e4ce39a-b590-4f7d-b989-adb5b5b08127 None None] Current status of the port 8504770f-a923-4297-bbec-809088cf5ac5 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:34:57.377797 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-6e4ce39a-b590-4f7d-b989-adb5b5b08127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (8504770f-a923-4297-bbec-809088cf5ac5), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:57.439821 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5690d3b9-b01b-451f-9270-1ddc02a10502 None None] Network b7619cbe-70f6-4b3c-af8b-17d8927b5105 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:34:57.443774 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-6e4ce39a-b590-4f7d-b989-adb5b5b08127 None None] For port 8504770f-a923-4297-bbec-809088cf5ac5, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=8504770f-a923-4297-bbec-809088cf5ac5,segment=NetworkSegment(5a2f8504-f879-458d-aa63-d4be27411561),segment_id=5a2f8504-f879-458d-aa63-d4be27411561)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:34:57.458579 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-accece60-638f-49b7-9f3f-e03394b0e8bb admin admin] Allocated IP 172.20.0.1 (b7619cbe-70f6-4b3c-af8b-17d8927b5105/5842dbe0-61f5-4a5b-b6d8-5986f7aa6ede/4b621ae5-ab99-4cc8-ba14-b9cb24e9b26e) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:34:57.490357 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-6e4ce39a-b590-4f7d-b989-adb5b5b08127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (8504770f-a923-4297-bbec-809088cf5ac5), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:57.499338 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-195320c3-2f49-4325-9b5d-60ba86f8c00b None None] Publish callbacks [] for port (3915a111-bb11-4aff-a0b3-d8979464aa52), precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:57.511826 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-195320c3-2f49-4325-9b5d-60ba86f8c00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (3915a111-bb11-4aff-a0b3-d8979464aa52), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:57.535881 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-d87dec98-4c57-44d7-93a8-b4b999c8d1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3289f3c5-4b69-49c4-aa15-3bb27df95894', 'name': 'tempest-TestEncryptedCinderVolumes-229659318-router', 'tenant_id': 'af69e06efd62485eac8d7f866bf0a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': 'bf327ae5-6925-442b-9843-21cd059d4c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:34:50Z', 'updated_at': '2022-02-09T22:34:53Z', 'revision_number': 4, 'project_id': 'af69e06efd62485eac8d7f866bf0a138', 'gw_port': {'id': 'bf327ae5-6925-442b-9843-21cd059d4c56', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:94:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3289f3c5-4b69-49c4-aa15-3bb27df95894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:34:50Z', 'updated_at': '2022-02-09T22:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '8504770f-a923-4297-bbec-809088cf5ac5', 'name': '', 'network_id': 'b7415c71-01b3-4a50-98ba-a92d12c3c6e4', 'tenant_id': 'af69e06efd62485eac8d7f866bf0a138', 'mac_address': 'fa:16:3e:d1:48:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3289f3c5-4b69-49c4-aa15-3bb27df95894', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '251cfa45-fabf-4c1c-a86e-82af474987a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:34:52Z', 'updated_at': '2022-02-09T22:34:56Z', 'revision_number': 4, 'project_id': 'af69e06efd62485eac8d7f866bf0a138', 'subnets': [{'id': '251cfa45-fabf-4c1c-a86e-82af474987a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:34:57.571697 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-195320c3-2f49-4325-9b5d-60ba86f8c00b None None] Attempting to bind port 3915a111-bb11-4aff-a0b3-d8979464aa52 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:34:57.572250 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-195320c3-2f49-4325-9b5d-60ba86f8c00b None None] Attempting to bind port 3915a111-bb11-4aff-a0b3-d8979464aa52 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:34:57.572449 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195320c3-2f49-4325-9b5d-60ba86f8c00b None None] Attempting to bind port 3915a111-bb11-4aff-a0b3-d8979464aa52 on network 54a442d5-50a0-4c75-85cc-d19f5bf58118 {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:34:57.578084 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a115a067-80c9-42c7-823b-3c31b2a03102 None None] Pushing event updated for resources: {'Port': ['ID=3915a111-bb11-4aff-a0b3-d8979464aa52,revision_number=2']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:57.580023 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195320c3-2f49-4325-9b5d-60ba86f8c00b None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:34:57.580432 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195320c3-2f49-4325-9b5d-60ba86f8c00b None None] Checking segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:34:57.580837 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-195320c3-2f49-4325-9b5d-60ba86f8c00b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:57.581252 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195320c3-2f49-4325-9b5d-60ba86f8c00b None None] Bound using segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:34:57.581723 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-195320c3-2f49-4325-9b5d-60ba86f8c00b None None] Bound port: 3915a111-bb11-4aff-a0b3-d8979464aa52, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:34:57.582106 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-195320c3-2f49-4325-9b5d-60ba86f8c00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (3915a111-bb11-4aff-a0b3-d8979464aa52), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:57.587640 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-accece60-638f-49b7-9f3f-e03394b0e8bb admin admin] Publish callbacks [] for port (4b621ae5-ab99-4cc8-ba14-b9cb24e9b26e), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:57.601871 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87dec98-4c57-44d7-93a8-b4b999c8d1db None None] The sync data for ids ['3289f3c5-4b69-49c4-aa15-3bb27df95894'] in n-d-828369-5 is: [{'id': '3289f3c5-4b69-49c4-aa15-3bb27df95894', 'name': 'tempest-TestEncryptedCinderVolumes-229659318-router', 'tenant_id': 'af69e06efd62485eac8d7f866bf0a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': 'bf327ae5-6925-442b-9843-21cd059d4c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:34:50Z', 'updated_at': '2022-02-09T22:34:53Z', 'revision_number': 4, 'project_id': 'af69e06efd62485eac8d7f866bf0a138', 'gw_port': {'id': 'bf327ae5-6925-442b-9843-21cd059d4c56', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:94:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3289f3c5-4b69-49c4-aa15-3bb27df95894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:34:50Z', 'updated_at': '2022-02-09T22:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '8504770f-a923-4297-bbec-809088cf5ac5', 'name': '', 'network_id': 'b7415c71-01b3-4a50-98ba-a92d12c3c6e4', 'tenant_id': 'af69e06efd62485eac8d7f866bf0a138', 'mac_address': 'fa:16:3e:d1:48:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3289f3c5-4b69-49c4-aa15-3bb27df95894', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '251cfa45-fabf-4c1c-a86e-82af474987a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:34:52Z', 'updated_at': '2022-02-09T22:34:56Z', 'revision_number': 4, 'project_id': 'af69e06efd62485eac8d7f866bf0a138', 'subnets': [{'id': '251cfa45-fabf-4c1c-a86e-82af474987a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:34:57.647904 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-195320c3-2f49-4325-9b5d-60ba86f8c00b None None] For port 3915a111-bb11-4aff-a0b3-d8979464aa52, host n-d-828369-5, cleared binding levels {{(pid=103143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:34:57.648409 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-accece60-638f-49b7-9f3f-e03394b0e8bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (4b621ae5-ab99-4cc8-ba14-b9cb24e9b26e), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:57.652103 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-195320c3-2f49-4325-9b5d-60ba86f8c00b None None] For port 3915a111-bb11-4aff-a0b3-d8979464aa52, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=3915a111-bb11-4aff-a0b3-d8979464aa52,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:34:57.652905 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 93b0b9f8-c1ba-40a8-8a0e-61d54f1d3670 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:34:57.653310 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (93b0b9f8-c1ba-40a8-8a0e-61d54f1d3670), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:57.661755 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-195320c3-2f49-4325-9b5d-60ba86f8c00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (3915a111-bb11-4aff-a0b3-d8979464aa52), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:57.681142 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-accece60-638f-49b7-9f3f-e03394b0e8bb admin admin] Network b7619cbe-70f6-4b3c-af8b-17d8927b5105 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:34:57.683858 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-accece60-638f-49b7-9f3f-e03394b0e8bb admin admin] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:34:57.688352 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4ce39a-b590-4f7d-b989-adb5b5b08127 None None] Pushing event updated for resources: {'Port': ['ID=8504770f-a923-4297-bbec-809088cf5ac5,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:57.698999 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-726d7bc0-f338-45d7-9b6c-ca462bc6bc52 None None] Provisioning complete for port 8504770f-a923-4297-bbec-809088cf5ac5 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:34:57.699449 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-726d7bc0-f338-45d7-9b6c-ca462bc6bc52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (8504770f-a923-4297-bbec-809088cf5ac5), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:57.709686 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accece60-638f-49b7-9f3f-e03394b0e8bb admin admin] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:34:57.750263 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195320c3-2f49-4325-9b5d-60ba86f8c00b None None] Routers {'d1be043b-20a6-41e8-98a2-3c467dd4ff46'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:34:57.751053 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-195320c3-2f49-4325-9b5d-60ba86f8c00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:34:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['d1be043b-20a6-41e8-98a2-3c467dd4ff46'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:34:57.765652 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-accece60-638f-49b7-9f3f-e03394b0e8bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554727'] for router_interface (d1be043b-20a6-41e8-98a2-3c467dd4ff46), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:57.786292 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port 93b0b9f8-c1ba-40a8-8a0e-61d54f1d3670, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=93b0b9f8-c1ba-40a8-8a0e-61d54f1d3670,segment=NetworkSegment(d3a9f87d-7bcc-4a21-8247-9a06a27a2a4d),segment_id=d3a9f87d-7bcc-4a21-8247-9a06a27a2a4d)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:34:57.795647 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (93b0b9f8-c1ba-40a8-8a0e-61d54f1d3670), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:57.796541 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device bf327ae5-6925-442b-9843-21cd059d4c56 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:34:57.849096 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a115a067-80c9-42c7-823b-3c31b2a03102 None None] Pushing event updated for resources: {'Port': ['ID=3915a111-bb11-4aff-a0b3-d8979464aa52,revision_number=3']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:57.964537 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-195320c3-2f49-4325-9b5d-60ba86f8c00b None None] Set router d1be043b-20a6-41e8-98a2-3c467dd4ff46 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:34:57.968952 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-726d7bc0-f338-45d7-9b6c-ca462bc6bc52 None None] Current status of the port 8504770f-a923-4297-bbec-809088cf5ac5 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:34:57.985126 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port bf327ae5-6925-442b-9843-21cd059d4c56 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:34:57.985515 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (bf327ae5-6925-442b-9843-21cd059d4c56), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:58.037939 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-726d7bc0-f338-45d7-9b6c-ca462bc6bc52 None None] Provisioning complete for port 93b0b9f8-c1ba-40a8-8a0e-61d54f1d3670 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:34:58.038329 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-726d7bc0-f338-45d7-9b6c-ca462bc6bc52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (93b0b9f8-c1ba-40a8-8a0e-61d54f1d3670), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:58.041745 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=93b0b9f8-c1ba-40a8-8a0e-61d54f1d3670,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:58.151422 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port bf327ae5-6925-442b-9843-21cd059d4c56 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:34:58.220065 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-726d7bc0-f338-45d7-9b6c-ca462bc6bc52 None None] Current status of the port 93b0b9f8-c1ba-40a8-8a0e-61d54f1d3670 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:34:58.265810 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accece60-638f-49b7-9f3f-e03394b0e8bb admin admin] Pushing event updated for resources: {'Port': ['ID=4b621ae5-ab99-4cc8-ba14-b9cb24e9b26e,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:58.351020 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-52ba997a-7337-4fe5-accc-64a85b3bac1a None None] Provisioning complete for port 4b621ae5-ab99-4cc8-ba14-b9cb24e9b26e triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:34:58.351587 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-52ba997a-7337-4fe5-accc-64a85b3bac1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (4b621ae5-ab99-4cc8-ba14-b9cb24e9b26e), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:58.361962 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-195320c3-2f49-4325-9b5d-60ba86f8c00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1be043b-20a6-41e8-98a2-3c467dd4ff46', 'name': 'tempest-TestEncryptedCinderVolumes-1536282524-router', 'tenant_id': 'd7f4584676634fc8b4281d3954ede22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '3915a111-bb11-4aff-a0b3-d8979464aa52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:34:55Z', 'updated_at': '2022-02-09T22:34:55Z', 'revision_number': 3, 'project_id': 'd7f4584676634fc8b4281d3954ede22c', 'gw_port': {'id': '3915a111-bb11-4aff-a0b3-d8979464aa52', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:5e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1be043b-20a6-41e8-98a2-3c467dd4ff46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:34:55Z', 'updated_at': '2022-02-09T22:34:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:34:58.393413 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195320c3-2f49-4325-9b5d-60ba86f8c00b None None] The sync data for ids ['d1be043b-20a6-41e8-98a2-3c467dd4ff46'] in n-d-828369-5 is: [{'id': 'd1be043b-20a6-41e8-98a2-3c467dd4ff46', 'name': 'tempest-TestEncryptedCinderVolumes-1536282524-router', 'tenant_id': 'd7f4584676634fc8b4281d3954ede22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '3915a111-bb11-4aff-a0b3-d8979464aa52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:34:55Z', 'updated_at': '2022-02-09T22:34:55Z', 'revision_number': 3, 'project_id': 'd7f4584676634fc8b4281d3954ede22c', 'gw_port': {'id': '3915a111-bb11-4aff-a0b3-d8979464aa52', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:5e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1be043b-20a6-41e8-98a2-3c467dd4ff46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:34:55Z', 'updated_at': '2022-02-09T22:34:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:34:58.429802 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-52ba997a-7337-4fe5-accc-64a85b3bac1a None None] Port 4b621ae5-ab99-4cc8-ba14-b9cb24e9b26e cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:34:58.433010 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-accece60-638f-49b7-9f3f-e03394b0e8bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (4b621ae5-ab99-4cc8-ba14-b9cb24e9b26e), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:58.457046 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-52ba997a-7337-4fe5-accc-64a85b3bac1a None None] Provisioning complete for port 93b0b9f8-c1ba-40a8-8a0e-61d54f1d3670 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:34:58.457563 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-52ba997a-7337-4fe5-accc-64a85b3bac1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (93b0b9f8-c1ba-40a8-8a0e-61d54f1d3670), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:58.547839 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-52ba997a-7337-4fe5-accc-64a85b3bac1a None None] Current status of the port 93b0b9f8-c1ba-40a8-8a0e-61d54f1d3670 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:34:58.626051 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-accece60-638f-49b7-9f3f-e03394b0e8bb admin admin] Publish callbacks [] for port (4b621ae5-ab99-4cc8-ba14-b9cb24e9b26e), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:58.631222 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-accece60-638f-49b7-9f3f-e03394b0e8bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (4b621ae5-ab99-4cc8-ba14-b9cb24e9b26e), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:58.671795 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-73c81494-ce13-454f-b7dd-b346c8748f8a None None] Provisioning complete for port 4b621ae5-ab99-4cc8-ba14-b9cb24e9b26e triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:34:58.672171 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-73c81494-ce13-454f-b7dd-b346c8748f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (4b621ae5-ab99-4cc8-ba14-b9cb24e9b26e), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:58.712344 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-accece60-638f-49b7-9f3f-e03394b0e8bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524919'] for router_interface (d1be043b-20a6-41e8-98a2-3c467dd4ff46), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:58.733470 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accece60-638f-49b7-9f3f-e03394b0e8bb admin admin] Pushing event updated for resources: {'Port': ['ID=4b621ae5-ab99-4cc8-ba14-b9cb24e9b26e,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:58.754482 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-73c81494-ce13-454f-b7dd-b346c8748f8a None None] Port 4b621ae5-ab99-4cc8-ba14-b9cb24e9b26e cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:34:58.876202 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-accece60-638f-49b7-9f3f-e03394b0e8bb admin admin] Network b7619cbe-70f6-4b3c-af8b-17d8927b5105 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:34:58.882422 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-accece60-638f-49b7-9f3f-e03394b0e8bb admin admin] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:34:58.971011 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 3915a111-bb11-4aff-a0b3-d8979464aa52 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:34:59.033536 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 3915a111-bb11-4aff-a0b3-d8979464aa52 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:34:59.033924 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (3915a111-bb11-4aff-a0b3-d8979464aa52), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:59.036753 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-accece60-638f-49b7-9f3f-e03394b0e8bb admin admin] Router d1be043b-20a6-41e8-98a2-3c467dd4ff46 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:34:59.142194 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 3915a111-bb11-4aff-a0b3-d8979464aa52 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:34:59.143038 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (3915a111-bb11-4aff-a0b3-d8979464aa52), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:59.187731 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port 3915a111-bb11-4aff-a0b3-d8979464aa52, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=3915a111-bb11-4aff-a0b3-d8979464aa52,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:34:59.194899 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (3915a111-bb11-4aff-a0b3-d8979464aa52), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:59.196242 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 93b0b9f8-c1ba-40a8-8a0e-61d54f1d3670 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:34:59.218208 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-accece60-638f-49b7-9f3f-e03394b0e8bb admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:34:59.224923 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-accece60-638f-49b7-9f3f-e03394b0e8bb admin admin] 10.222.0.90 "PUT /v2.0/routers/d1be043b-20a6-41e8-98a2-3c467dd4ff46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5660210 Feb 09 22:34:59.315267 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=3915a111-bb11-4aff-a0b3-d8979464aa52,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:34:59.318679 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-401b8d46-5017-4725-bc3d-391c44dcd1b2 None None] Provisioning complete for port 4b621ae5-ab99-4cc8-ba14-b9cb24e9b26e triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:34:59.319071 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-401b8d46-5017-4725-bc3d-391c44dcd1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (4b621ae5-ab99-4cc8-ba14-b9cb24e9b26e), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:59.353278 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 93b0b9f8-c1ba-40a8-8a0e-61d54f1d3670 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:34:59.353935 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (93b0b9f8-c1ba-40a8-8a0e-61d54f1d3670), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:59.409860 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-401b8d46-5017-4725-bc3d-391c44dcd1b2 None None] Port 4b621ae5-ab99-4cc8-ba14-b9cb24e9b26e cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:34:59.466154 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 93b0b9f8-c1ba-40a8-8a0e-61d54f1d3670 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:34:59.467283 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 8504770f-a923-4297-bbec-809088cf5ac5 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:34:59.535331 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 8504770f-a923-4297-bbec-809088cf5ac5 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:34:59.535729 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (8504770f-a923-4297-bbec-809088cf5ac5), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:34:59.637386 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 8504770f-a923-4297-bbec-809088cf5ac5 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:35:00.342003 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77ca7ad-9194-429f-bca6-9ea3334133ea req-5966ff4f-a01f-42b1-8c94-82d5db2248aa tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:00.343519 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b77ca7ad-9194-429f-bca6-9ea3334133ea req-5966ff4f-a01f-42b1-8c94-82d5db2248aa tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] 10.222.0.90 "GET /v2.0/networks?id=b7415c71-01b3-4a50-98ba-a92d12c3c6e4 HTTP/1.1" status: 200 len: 816 time: 0.1021190 Feb 09 22:35:00.358359 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b77ca7ad-9194-429f-bca6-9ea3334133ea req-5320c364-790e-4d71-8833-474b4f4b85a2 tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] 10.222.0.90 "GET /v2.0/quotas/af69e06efd62485eac8d7f866bf0a138 HTTP/1.1" status: 200 len: 375 time: 0.0092256 Feb 09 22:35:00.413504 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b77ca7ad-9194-429f-bca6-9ea3334133ea req-6dc5cf93-063e-436b-aea9-dfc09dfc2486 tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=af69e06efd62485eac8d7f866bf0a138&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492489 Feb 09 22:35:00.515157 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b77ca7ad-9194-429f-bca6-9ea3334133ea req-6c177b37-24e8-4743-b230-2210ef102daf service neutron] 10.222.0.90 "GET /v2.0/networks/b7415c71-01b3-4a50-98ba-a92d12c3c6e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886478 Feb 09 22:35:00.606471 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b77ca7ad-9194-429f-bca6-9ea3334133ea req-b4ca761a-0dc3-424b-abe9-fb1f552f0121 service neutron] 10.222.0.90 "GET /v2.0/networks/b7415c71-01b3-4a50-98ba-a92d12c3c6e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854535 Feb 09 22:35:00.788052 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b2064d31-7268-464e-ba67-5c1a40daad7f req-ec894109-e897-4abc-955f-5ef14d75e04e tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] 10.222.0.90 "GET /v2.0/ports?device_id=9fbfd09e-3050-4794-ad73-93eacc57e7cb HTTP/1.1" status: 200 len: 210 time: 0.0350018 Feb 09 22:35:00.815798 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 3915a111-bb11-4aff-a0b3-d8979464aa52 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:35:00.883393 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 3915a111-bb11-4aff-a0b3-d8979464aa52 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:35:00.885152 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (3915a111-bb11-4aff-a0b3-d8979464aa52), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:00.972333 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 3915a111-bb11-4aff-a0b3-d8979464aa52 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:35:01.250065 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002d6c1e-df9f-45d0-b2a8-34a2a38bff2f None None] Sync routers for ids ['d1be043b-20a6-41e8-98a2-3c467dd4ff46'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:35:01.262079 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002d6c1e-df9f-45d0-b2a8-34a2a38bff2f None None] Routers {'d1be043b-20a6-41e8-98a2-3c467dd4ff46'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:35:01.262889 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-002d6c1e-df9f-45d0-b2a8-34a2a38bff2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:34:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['d1be043b-20a6-41e8-98a2-3c467dd4ff46'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:35:01.380126 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-002d6c1e-df9f-45d0-b2a8-34a2a38bff2f None None] Set router d1be043b-20a6-41e8-98a2-3c467dd4ff46 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:35:01.587569 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-002d6c1e-df9f-45d0-b2a8-34a2a38bff2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1be043b-20a6-41e8-98a2-3c467dd4ff46', 'name': 'tempest-TestEncryptedCinderVolumes-1536282524-router', 'tenant_id': 'd7f4584676634fc8b4281d3954ede22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '3915a111-bb11-4aff-a0b3-d8979464aa52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:34:55Z', 'updated_at': '2022-02-09T22:34:58Z', 'revision_number': 4, 'project_id': 'd7f4584676634fc8b4281d3954ede22c', 'gw_port': {'id': '3915a111-bb11-4aff-a0b3-d8979464aa52', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:5e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1be043b-20a6-41e8-98a2-3c467dd4ff46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:34:55Z', 'updated_at': '2022-02-09T22:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '4b621ae5-ab99-4cc8-ba14-b9cb24e9b26e', 'name': '', 'network_id': 'b7619cbe-70f6-4b3c-af8b-17d8927b5105', 'tenant_id': 'd7f4584676634fc8b4281d3954ede22c', 'mac_address': 'fa:16:3e:5b:a8:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1be043b-20a6-41e8-98a2-3c467dd4ff46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '5842dbe0-61f5-4a5b-b6d8-5986f7aa6ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:34:57Z', 'updated_at': '2022-02-09T22:34:58Z', 'revision_number': 2, 'project_id': 'd7f4584676634fc8b4281d3954ede22c', 'subnets': [{'id': '5842dbe0-61f5-4a5b-b6d8-5986f7aa6ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:35:01.613832 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002d6c1e-df9f-45d0-b2a8-34a2a38bff2f None None] Checking router: d1be043b-20a6-41e8-98a2-3c467dd4ff46 for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:35:01.614191 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002d6c1e-df9f-45d0-b2a8-34a2a38bff2f None None] Updating router d1be043b-20a6-41e8-98a2-3c467dd4ff46 port 4b621ae5-ab99-4cc8-ba14-b9cb24e9b26e binding host n-d-828369-5 {{(pid=103142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:35:01.641553 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-002d6c1e-df9f-45d0-b2a8-34a2a38bff2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (4b621ae5-ab99-4cc8-ba14-b9cb24e9b26e), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:01.843161 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77ca7ad-9194-429f-bca6-9ea3334133ea req-ab9f1054-5f25-4498-9e27-458f125d2581 tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:01.845630 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b77ca7ad-9194-429f-bca6-9ea3334133ea req-ab9f1054-5f25-4498-9e27-458f125d2581 tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] 10.222.0.89 "GET /v2.0/networks?id=b7415c71-01b3-4a50-98ba-a92d12c3c6e4 HTTP/1.1" status: 200 len: 816 time: 0.1330819 Feb 09 22:35:01.864707 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-b77ca7ad-9194-429f-bca6-9ea3334133ea req-d967ed8b-9515-478e-aaea-c2b45ac1c86e tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] Request body: {'port': {'device_id': '9fbfd09e-3050-4794-ad73-93eacc57e7cb', 'network_id': 'b7415c71-01b3-4a50-98ba-a92d12c3c6e4', 'admin_state_up': True, 'tenant_id': 'af69e06efd62485eac8d7f866bf0a138'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:35:01.934246 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dfa1f11a-91d3-426d-b315-e6198e90c1dc req-3117be25-781b-49bb-bdfb-49c8714007f0 tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] 10.222.0.90 "GET /v2.0/ports?device_id=9fbfd09e-3050-4794-ad73-93eacc57e7cb HTTP/1.1" status: 200 len: 210 time: 0.0282538 Feb 09 22:35:01.939824 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-002d6c1e-df9f-45d0-b2a8-34a2a38bff2f None None] Publish callbacks [] for port (4b621ae5-ab99-4cc8-ba14-b9cb24e9b26e), precommit_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:01.945922 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-002d6c1e-df9f-45d0-b2a8-34a2a38bff2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (4b621ae5-ab99-4cc8-ba14-b9cb24e9b26e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:02.005556 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf23d26-5027-4e8a-a7de-70f57fa8ac05 None None] Pushing event updated for resources: {'Port': ['ID=4b621ae5-ab99-4cc8-ba14-b9cb24e9b26e,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:35:02.062474 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-002d6c1e-df9f-45d0-b2a8-34a2a38bff2f None None] Attempting to bind port 4b621ae5-ab99-4cc8-ba14-b9cb24e9b26e on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:35:02.063023 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-002d6c1e-df9f-45d0-b2a8-34a2a38bff2f None None] Attempting to bind port 4b621ae5-ab99-4cc8-ba14-b9cb24e9b26e by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': 'd3a9f87d-7bcc-4a21-8247-9a06a27a2a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'b7619cbe-70f6-4b3c-af8b-17d8927b5105'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:35:02.063486 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002d6c1e-df9f-45d0-b2a8-34a2a38bff2f None None] Attempting to bind port 4b621ae5-ab99-4cc8-ba14-b9cb24e9b26e on network b7619cbe-70f6-4b3c-af8b-17d8927b5105 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:35:02.070007 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002d6c1e-df9f-45d0-b2a8-34a2a38bff2f None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:35:02.070476 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002d6c1e-df9f-45d0-b2a8-34a2a38bff2f None None] Checking segment: {'id': 'd3a9f87d-7bcc-4a21-8247-9a06a27a2a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'b7619cbe-70f6-4b3c-af8b-17d8927b5105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:35:02.070972 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-002d6c1e-df9f-45d0-b2a8-34a2a38bff2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:02.071430 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002d6c1e-df9f-45d0-b2a8-34a2a38bff2f None None] Bound using segment: {'id': 'd3a9f87d-7bcc-4a21-8247-9a06a27a2a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'b7619cbe-70f6-4b3c-af8b-17d8927b5105'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:35:02.071979 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-002d6c1e-df9f-45d0-b2a8-34a2a38bff2f None None] Bound port: 4b621ae5-ab99-4cc8-ba14-b9cb24e9b26e, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3a9f87d-7bcc-4a21-8247-9a06a27a2a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'b7619cbe-70f6-4b3c-af8b-17d8927b5105'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:35:02.072471 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-002d6c1e-df9f-45d0-b2a8-34a2a38bff2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (4b621ae5-ab99-4cc8-ba14-b9cb24e9b26e), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:02.148591 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-002d6c1e-df9f-45d0-b2a8-34a2a38bff2f None None] For port 4b621ae5-ab99-4cc8-ba14-b9cb24e9b26e, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:35:02.151877 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-002d6c1e-df9f-45d0-b2a8-34a2a38bff2f None None] For port 4b621ae5-ab99-4cc8-ba14-b9cb24e9b26e, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=4b621ae5-ab99-4cc8-ba14-b9cb24e9b26e,segment=NetworkSegment(d3a9f87d-7bcc-4a21-8247-9a06a27a2a4d),segment_id=d3a9f87d-7bcc-4a21-8247-9a06a27a2a4d)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:35:02.159278 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-002d6c1e-df9f-45d0-b2a8-34a2a38bff2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (4b621ae5-ab99-4cc8-ba14-b9cb24e9b26e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:02.224460 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002d6c1e-df9f-45d0-b2a8-34a2a38bff2f None None] Routers {'d1be043b-20a6-41e8-98a2-3c467dd4ff46'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:35:02.225189 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-002d6c1e-df9f-45d0-b2a8-34a2a38bff2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:34:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['d1be043b-20a6-41e8-98a2-3c467dd4ff46'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:35:02.246119 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b77ca7ad-9194-429f-bca6-9ea3334133ea req-d967ed8b-9515-478e-aaea-c2b45ac1c86e tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] Made reservation on behalf of af69e06efd62485eac8d7f866bf0a138 for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:35:02.249657 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b77ca7ad-9194-429f-bca6-9ea3334133ea req-d967ed8b-9515-478e-aaea-c2b45ac1c86e tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:02.301753 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf23d26-5027-4e8a-a7de-70f57fa8ac05 None None] Pushing event updated for resources: {'Port': ['ID=4b621ae5-ab99-4cc8-ba14-b9cb24e9b26e,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:35:02.340872 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-c135a511-f9a1-46be-95d8-db64b97b73d8 None None] Provisioning complete for port 4b621ae5-ab99-4cc8-ba14-b9cb24e9b26e triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:35:02.341400 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c135a511-f9a1-46be-95d8-db64b97b73d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (4b621ae5-ab99-4cc8-ba14-b9cb24e9b26e), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:02.380115 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [req-b77ca7ad-9194-429f-bca6-9ea3334133ea req-d967ed8b-9515-478e-aaea-c2b45ac1c86e tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] Allocated IP 172.20.0.5 (b7415c71-01b3-4a50-98ba-a92d12c3c6e4/251cfa45-fabf-4c1c-a86e-82af474987a5/62bbd7c8-7b27-4aaa-9204-48b5b69fa55c) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:35:02.401631 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-002d6c1e-df9f-45d0-b2a8-34a2a38bff2f None None] Set router d1be043b-20a6-41e8-98a2-3c467dd4ff46 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:35:02.532132 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b77ca7ad-9194-429f-bca6-9ea3334133ea req-d967ed8b-9515-478e-aaea-c2b45ac1c86e tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] Publish callbacks [] for port (62bbd7c8-7b27-4aaa-9204-48b5b69fa55c), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:02.567809 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b77ca7ad-9194-429f-bca6-9ea3334133ea req-d967ed8b-9515-478e-aaea-c2b45ac1c86e tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (62bbd7c8-7b27-4aaa-9204-48b5b69fa55c), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:02.616332 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b77ca7ad-9194-429f-bca6-9ea3334133ea req-d967ed8b-9515-478e-aaea-c2b45ac1c86e tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] Network b7415c71-01b3-4a50-98ba-a92d12c3c6e4 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:35:02.619642 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [req-b77ca7ad-9194-429f-bca6-9ea3334133ea req-d967ed8b-9515-478e-aaea-c2b45ac1c86e tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:35:02.624353 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-b77ca7ad-9194-429f-bca6-9ea3334133ea req-d967ed8b-9515-478e-aaea-c2b45ac1c86e tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:35:02.629422 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d967ed8b-9515-478e-aaea-c2b45ac1c86e tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] Pushing event updated for resources: {'Port': ['ID=62bbd7c8-7b27-4aaa-9204-48b5b69fa55c,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:35:02.666624 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d967ed8b-9515-478e-aaea-c2b45ac1c86e tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:35:02.666977 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d967ed8b-9515-478e-aaea-c2b45ac1c86e tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:35:02.667510 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d967ed8b-9515-478e-aaea-c2b45ac1c86e tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:35:02.668048 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d967ed8b-9515-478e-aaea-c2b45ac1c86e tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:35:02.668414 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d967ed8b-9515-478e-aaea-c2b45ac1c86e tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:35:02.668753 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d967ed8b-9515-478e-aaea-c2b45ac1c86e tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:35:02.669087 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d967ed8b-9515-478e-aaea-c2b45ac1c86e tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:35:02.669423 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d967ed8b-9515-478e-aaea-c2b45ac1c86e tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:35:02.669755 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d967ed8b-9515-478e-aaea-c2b45ac1c86e tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:35:02.670088 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d967ed8b-9515-478e-aaea-c2b45ac1c86e tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:35:02.670418 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d967ed8b-9515-478e-aaea-c2b45ac1c86e tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:35:02.670742 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d967ed8b-9515-478e-aaea-c2b45ac1c86e tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:35:02.671066 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d967ed8b-9515-478e-aaea-c2b45ac1c86e tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:35:02.694295 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77ca7ad-9194-429f-bca6-9ea3334133ea req-d967ed8b-9515-478e-aaea-c2b45ac1c86e tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:02.694950 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b77ca7ad-9194-429f-bca6-9ea3334133ea req-d967ed8b-9515-478e-aaea-c2b45ac1c86e tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:02.712530 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b77ca7ad-9194-429f-bca6-9ea3334133ea req-d967ed8b-9515-478e-aaea-c2b45ac1c86e tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8550889 Feb 09 22:35:02.723608 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-c135a511-f9a1-46be-95d8-db64b97b73d8 None None] Current status of the port 4b621ae5-ab99-4cc8-ba14-b9cb24e9b26e is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:35:02.723978 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c135a511-f9a1-46be-95d8-db64b97b73d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (4b621ae5-ab99-4cc8-ba14-b9cb24e9b26e), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:02.727375 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-b77ca7ad-9194-429f-bca6-9ea3334133ea req-0da6ccfd-e668-40d2-a9fa-bc5dd3a9f230 service neutron] Request body: {'port': {'device_id': '9fbfd09e-3050-4794-ad73-93eacc57e7cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:35:02.779995 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-c135a511-f9a1-46be-95d8-db64b97b73d8 None None] For port 4b621ae5-ab99-4cc8-ba14-b9cb24e9b26e, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=4b621ae5-ab99-4cc8-ba14-b9cb24e9b26e,segment=NetworkSegment(d3a9f87d-7bcc-4a21-8247-9a06a27a2a4d),segment_id=d3a9f87d-7bcc-4a21-8247-9a06a27a2a4d)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:35:02.787301 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c135a511-f9a1-46be-95d8-db64b97b73d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (4b621ae5-ab99-4cc8-ba14-b9cb24e9b26e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:02.791773 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b77ca7ad-9194-429f-bca6-9ea3334133ea req-0da6ccfd-e668-40d2-a9fa-bc5dd3a9f230 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (62bbd7c8-7b27-4aaa-9204-48b5b69fa55c), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:02.866690 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c135a511-f9a1-46be-95d8-db64b97b73d8 None None] Pushing event updated for resources: {'Port': ['ID=4b621ae5-ab99-4cc8-ba14-b9cb24e9b26e,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:35:02.880987 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-002d6c1e-df9f-45d0-b2a8-34a2a38bff2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1be043b-20a6-41e8-98a2-3c467dd4ff46', 'name': 'tempest-TestEncryptedCinderVolumes-1536282524-router', 'tenant_id': 'd7f4584676634fc8b4281d3954ede22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '3915a111-bb11-4aff-a0b3-d8979464aa52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:34:55Z', 'updated_at': '2022-02-09T22:34:58Z', 'revision_number': 4, 'project_id': 'd7f4584676634fc8b4281d3954ede22c', 'gw_port': {'id': '3915a111-bb11-4aff-a0b3-d8979464aa52', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:5e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1be043b-20a6-41e8-98a2-3c467dd4ff46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:34:55Z', 'updated_at': '2022-02-09T22:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '4b621ae5-ab99-4cc8-ba14-b9cb24e9b26e', 'name': '', 'network_id': 'b7619cbe-70f6-4b3c-af8b-17d8927b5105', 'tenant_id': 'd7f4584676634fc8b4281d3954ede22c', 'mac_address': 'fa:16:3e:5b:a8:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1be043b-20a6-41e8-98a2-3c467dd4ff46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '5842dbe0-61f5-4a5b-b6d8-5986f7aa6ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:34:57Z', 'updated_at': '2022-02-09T22:35:02Z', 'revision_number': 4, 'project_id': 'd7f4584676634fc8b4281d3954ede22c', 'subnets': [{'id': '5842dbe0-61f5-4a5b-b6d8-5986f7aa6ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:35:02.911714 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002d6c1e-df9f-45d0-b2a8-34a2a38bff2f None None] The sync data for ids ['d1be043b-20a6-41e8-98a2-3c467dd4ff46'] in n-d-828369-5 is: [{'id': 'd1be043b-20a6-41e8-98a2-3c467dd4ff46', 'name': 'tempest-TestEncryptedCinderVolumes-1536282524-router', 'tenant_id': 'd7f4584676634fc8b4281d3954ede22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '3915a111-bb11-4aff-a0b3-d8979464aa52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:34:55Z', 'updated_at': '2022-02-09T22:34:58Z', 'revision_number': 4, 'project_id': 'd7f4584676634fc8b4281d3954ede22c', 'gw_port': {'id': '3915a111-bb11-4aff-a0b3-d8979464aa52', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:5e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1be043b-20a6-41e8-98a2-3c467dd4ff46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:34:55Z', 'updated_at': '2022-02-09T22:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '4b621ae5-ab99-4cc8-ba14-b9cb24e9b26e', 'name': '', 'network_id': 'b7619cbe-70f6-4b3c-af8b-17d8927b5105', 'tenant_id': 'd7f4584676634fc8b4281d3954ede22c', 'mac_address': 'fa:16:3e:5b:a8:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1be043b-20a6-41e8-98a2-3c467dd4ff46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '5842dbe0-61f5-4a5b-b6d8-5986f7aa6ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:34:57Z', 'updated_at': '2022-02-09T22:35:02Z', 'revision_number': 4, 'project_id': 'd7f4584676634fc8b4281d3954ede22c', 'subnets': [{'id': '5842dbe0-61f5-4a5b-b6d8-5986f7aa6ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:35:02.922560 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-067c2161-6bca-4339-8157-893942a923a2 None None] Provisioning complete for port 4b621ae5-ab99-4cc8-ba14-b9cb24e9b26e triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:35:02.922948 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-067c2161-6bca-4339-8157-893942a923a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (4b621ae5-ab99-4cc8-ba14-b9cb24e9b26e), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:03.058229 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-067c2161-6bca-4339-8157-893942a923a2 None None] Current status of the port 4b621ae5-ab99-4cc8-ba14-b9cb24e9b26e is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:35:03.079827 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-067c2161-6bca-4339-8157-893942a923a2 None None] Provisioning complete for port 62bbd7c8-7b27-4aaa-9204-48b5b69fa55c triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:35:03.080212 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-067c2161-6bca-4339-8157-893942a923a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (62bbd7c8-7b27-4aaa-9204-48b5b69fa55c), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:03.095552 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b03f8fe-a0f4-4efe-9f7c-47f5febe771e req-0f3b6191-03e9-4a66-aa77-335ca6833a0b tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:03.097674 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1b03f8fe-a0f4-4efe-9f7c-47f5febe771e req-0f3b6191-03e9-4a66-aa77-335ca6833a0b tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] 10.222.0.90 "GET /v2.0/ports?device_id=9fbfd09e-3050-4794-ad73-93eacc57e7cb HTTP/1.1" status: 200 len: 931 time: 0.0722797 Feb 09 22:35:03.137145 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-067c2161-6bca-4339-8157-893942a923a2 None None] Port 62bbd7c8-7b27-4aaa-9204-48b5b69fa55c cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:35:03.140068 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-b77ca7ad-9194-429f-bca6-9ea3334133ea req-0da6ccfd-e668-40d2-a9fa-bc5dd3a9f230 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62bbd7c8-7b27-4aaa-9204-48b5b69fa55c {{(pid=103141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:35:03.150318 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b77ca7ad-9194-429f-bca6-9ea3334133ea req-0da6ccfd-e668-40d2-a9fa-bc5dd3a9f230 service neutron] Publish callbacks [] for port (62bbd7c8-7b27-4aaa-9204-48b5b69fa55c), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:03.174954 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-b77ca7ad-9194-429f-bca6-9ea3334133ea req-0da6ccfd-e668-40d2-a9fa-bc5dd3a9f230 service neutron] Transition to ACTIVE for port object 62bbd7c8-7b27-4aaa-9204-48b5b69fa55c will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:35:03.184480 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1b03f8fe-a0f4-4efe-9f7c-47f5febe771e req-89f08f70-6198-46f7-9e09-58b4756c871c tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c943b07-ab4f-4047-af0a-73453fe6849e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755267 Feb 09 22:35:03.187351 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b77ca7ad-9194-429f-bca6-9ea3334133ea req-0da6ccfd-e668-40d2-a9fa-bc5dd3a9f230 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (62bbd7c8-7b27-4aaa-9204-48b5b69fa55c), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:03.243010 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da6ccfd-e668-40d2-a9fa-bc5dd3a9f230 service neutron] Pushing event updated for resources: {'Port': ['ID=62bbd7c8-7b27-4aaa-9204-48b5b69fa55c,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:35:03.321240 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-b77ca7ad-9194-429f-bca6-9ea3334133ea req-0da6ccfd-e668-40d2-a9fa-bc5dd3a9f230 service neutron] Attempting to bind port 62bbd7c8-7b27-4aaa-9204-48b5b69fa55c on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:35:03.321593 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-b77ca7ad-9194-429f-bca6-9ea3334133ea req-0da6ccfd-e668-40d2-a9fa-bc5dd3a9f230 service neutron] Attempting to bind port 62bbd7c8-7b27-4aaa-9204-48b5b69fa55c by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': '5a2f8504-f879-458d-aa63-d4be27411561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'b7415c71-01b3-4a50-98ba-a92d12c3c6e4'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:35:03.321926 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77ca7ad-9194-429f-bca6-9ea3334133ea req-0da6ccfd-e668-40d2-a9fa-bc5dd3a9f230 service neutron] Attempting to bind port 62bbd7c8-7b27-4aaa-9204-48b5b69fa55c on network b7415c71-01b3-4a50-98ba-a92d12c3c6e4 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:35:03.326923 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77ca7ad-9194-429f-bca6-9ea3334133ea req-0da6ccfd-e668-40d2-a9fa-bc5dd3a9f230 service neutron] Port 62bbd7c8-7b27-4aaa-9204-48b5b69fa55c on network b7415c71-01b3-4a50-98ba-a92d12c3c6e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:35:03.327260 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77ca7ad-9194-429f-bca6-9ea3334133ea req-0da6ccfd-e668-40d2-a9fa-bc5dd3a9f230 service neutron] Attempting to bind port 62bbd7c8-7b27-4aaa-9204-48b5b69fa55c on network b7415c71-01b3-4a50-98ba-a92d12c3c6e4 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:35:03.333408 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77ca7ad-9194-429f-bca6-9ea3334133ea req-0da6ccfd-e668-40d2-a9fa-bc5dd3a9f230 service neutron] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:35:03.334087 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77ca7ad-9194-429f-bca6-9ea3334133ea req-0da6ccfd-e668-40d2-a9fa-bc5dd3a9f230 service neutron] Checking segment: {'id': '5a2f8504-f879-458d-aa63-d4be27411561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'b7415c71-01b3-4a50-98ba-a92d12c3c6e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:35:03.334828 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77ca7ad-9194-429f-bca6-9ea3334133ea req-0da6ccfd-e668-40d2-a9fa-bc5dd3a9f230 service neutron] Bound using segment: {'id': '5a2f8504-f879-458d-aa63-d4be27411561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'b7415c71-01b3-4a50-98ba-a92d12c3c6e4'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:35:03.334938 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-b77ca7ad-9194-429f-bca6-9ea3334133ea req-0da6ccfd-e668-40d2-a9fa-bc5dd3a9f230 service neutron] Bound port: 62bbd7c8-7b27-4aaa-9204-48b5b69fa55c, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a2f8504-f879-458d-aa63-d4be27411561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'b7415c71-01b3-4a50-98ba-a92d12c3c6e4'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:35:03.335279 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b77ca7ad-9194-429f-bca6-9ea3334133ea req-0da6ccfd-e668-40d2-a9fa-bc5dd3a9f230 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (62bbd7c8-7b27-4aaa-9204-48b5b69fa55c), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:03.417820 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-b77ca7ad-9194-429f-bca6-9ea3334133ea req-0da6ccfd-e668-40d2-a9fa-bc5dd3a9f230 service neutron] For port 62bbd7c8-7b27-4aaa-9204-48b5b69fa55c, host n-h2-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:35:03.421730 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-b77ca7ad-9194-429f-bca6-9ea3334133ea req-0da6ccfd-e668-40d2-a9fa-bc5dd3a9f230 service neutron] For port 62bbd7c8-7b27-4aaa-9204-48b5b69fa55c, host n-h2-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=62bbd7c8-7b27-4aaa-9204-48b5b69fa55c,segment=NetworkSegment(5a2f8504-f879-458d-aa63-d4be27411561),segment_id=5a2f8504-f879-458d-aa63-d4be27411561)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:35:03.431503 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b77ca7ad-9194-429f-bca6-9ea3334133ea req-0da6ccfd-e668-40d2-a9fa-bc5dd3a9f230 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (62bbd7c8-7b27-4aaa-9204-48b5b69fa55c), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:03.470042 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77ca7ad-9194-429f-bca6-9ea3334133ea req-0da6ccfd-e668-40d2-a9fa-bc5dd3a9f230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:03.470693 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b77ca7ad-9194-429f-bca6-9ea3334133ea req-0da6ccfd-e668-40d2-a9fa-bc5dd3a9f230 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:03.472800 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b77ca7ad-9194-429f-bca6-9ea3334133ea req-0da6ccfd-e668-40d2-a9fa-bc5dd3a9f230 service neutron] 10.222.0.89 "PUT /v2.0/ports/62bbd7c8-7b27-4aaa-9204-48b5b69fa55c HTTP/1.1" status: 200 len: 1091 time: 0.7517979 Feb 09 22:35:03.475517 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fbfd09e-3050-4794-ad73-93eacc57e7cb', 'tag': '62bbd7c8-7b27-4aaa-9204-48b5b69fa55c'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:35:03.478617 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0759f77e637a6f71ff1c25bc92ec5ea77217d29fcb3f113a7ada5acb32ef5084" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19f7ec3e-c5b1-4c35-8442-9cb34ebe59a2" -d '{"events": [{"name": "network-changed", "server_uuid": "9fbfd09e-3050-4794-ad73-93eacc57e7cb", "tag": "62bbd7c8-7b27-4aaa-9204-48b5b69fa55c"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:35:03.513044 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da6ccfd-e668-40d2-a9fa-bc5dd3a9f230 service neutron] Pushing event updated for resources: {'Port': ['ID=62bbd7c8-7b27-4aaa-9204-48b5b69fa55c,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:35:03.532054 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4e7eb26-48c6-45ad-ac69-27ff96529c31 x-openstack-request-id: req-c4e7eb26-48c6-45ad-ac69-27ff96529c31 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:35:03.532379 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fbfd09e-3050-4794-ad73-93eacc57e7cb", "tag": "62bbd7c8-7b27-4aaa-9204-48b5b69fa55c", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:35:03.532641 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-c4e7eb26-48c6-45ad-ac69-27ff96529c31 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:35:03.533047 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fbfd09e-3050-4794-ad73-93eacc57e7cb', 'tag': '62bbd7c8-7b27-4aaa-9204-48b5b69fa55c', 'status': 'completed', 'code': 200} Feb 09 22:35:03.572195 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77ca7ad-9194-429f-bca6-9ea3334133ea req-411ef4c0-7414-42eb-ac6e-effe693d870c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:03.573775 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b77ca7ad-9194-429f-bca6-9ea3334133ea req-411ef4c0-7414-42eb-ac6e-effe693d870c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=af69e06efd62485eac8d7f866bf0a138&device_id=9fbfd09e-3050-4794-ad73-93eacc57e7cb HTTP/1.1" status: 200 len: 1125 time: 0.0512567 Feb 09 22:35:03.623326 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b77ca7ad-9194-429f-bca6-9ea3334133ea req-a7f827b0-e6f5-41e2-8bb8-b389ea7abd34 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62bbd7c8-7b27-4aaa-9204-48b5b69fa55c HTTP/1.1" status: 200 len: 217 time: 0.0423026 Feb 09 22:35:03.674644 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77ca7ad-9194-429f-bca6-9ea3334133ea req-fae42f70-aac1-4056-8f2b-85e08af903f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:03.676176 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b77ca7ad-9194-429f-bca6-9ea3334133ea req-fae42f70-aac1-4056-8f2b-85e08af903f3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=251cfa45-fabf-4c1c-a86e-82af474987a5 HTTP/1.1" status: 200 len: 855 time: 0.0467241 Feb 09 22:35:03.727493 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77ca7ad-9194-429f-bca6-9ea3334133ea req-cf5a2300-db13-4980-8d5c-2850b63098b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:03.729052 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b77ca7ad-9194-429f-bca6-9ea3334133ea req-cf5a2300-db13-4980-8d5c-2850b63098b7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b7415c71-01b3-4a50-98ba-a92d12c3c6e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0462449 Feb 09 22:35:03.820479 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b77ca7ad-9194-429f-bca6-9ea3334133ea req-a347f1b2-718b-4d96-a59b-85d9b84cdfe9 service neutron] 10.222.0.89 "GET /v2.0/networks/b7415c71-01b3-4a50-98ba-a92d12c3c6e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851061 Feb 09 22:35:03.913032 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b77ca7ad-9194-429f-bca6-9ea3334133ea req-a4ae4753-d379-4ddd-a06f-17c0fee55222 service neutron] 10.222.0.89 "GET /v2.0/networks/b7415c71-01b3-4a50-98ba-a92d12c3c6e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862918 Feb 09 22:35:03.997327 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f7ec3e-c5b1-4c35-8442-9cb34ebe59a2 req-f7717c12-50ba-4afc-a6bb-c8409e0564ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:03.998743 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-19f7ec3e-c5b1-4c35-8442-9cb34ebe59a2 req-f7717c12-50ba-4afc-a6bb-c8409e0564ec service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=af69e06efd62485eac8d7f866bf0a138&device_id=9fbfd09e-3050-4794-ad73-93eacc57e7cb HTTP/1.1" status: 200 len: 1125 time: 0.0454390 Feb 09 22:35:04.091800 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f7ec3e-c5b1-4c35-8442-9cb34ebe59a2 req-04196354-8e63-44e2-81f9-f173eb166f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:04.093303 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-19f7ec3e-c5b1-4c35-8442-9cb34ebe59a2 req-04196354-8e63-44e2-81f9-f173eb166f12 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b7415c71-01b3-4a50-98ba-a92d12c3c6e4 HTTP/1.1" status: 200 len: 917 time: 0.0880153 Feb 09 22:35:04.134803 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-19f7ec3e-c5b1-4c35-8442-9cb34ebe59a2 req-f9d562e3-c6a5-4201-8fd3-dd9e7c0c1685 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62bbd7c8-7b27-4aaa-9204-48b5b69fa55c HTTP/1.1" status: 200 len: 217 time: 0.0339384 Feb 09 22:35:04.187500 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f7ec3e-c5b1-4c35-8442-9cb34ebe59a2 req-f6c32cde-ee31-4e0e-957f-89c3c68af39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:04.188993 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-19f7ec3e-c5b1-4c35-8442-9cb34ebe59a2 req-f6c32cde-ee31-4e0e-957f-89c3c68af39d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=251cfa45-fabf-4c1c-a86e-82af474987a5 HTTP/1.1" status: 200 len: 855 time: 0.0477281 Feb 09 22:35:04.240846 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f7ec3e-c5b1-4c35-8442-9cb34ebe59a2 req-105d1f11-90b8-40c6-bab2-0c2ebc99d9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:04.242649 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-19f7ec3e-c5b1-4c35-8442-9cb34ebe59a2 req-105d1f11-90b8-40c6-bab2-0c2ebc99d9ff service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b7415c71-01b3-4a50-98ba-a92d12c3c6e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0476887 Feb 09 22:35:04.300726 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a401d8d-ab2b-4f2f-8601-0c91b90b3e16 req-95817689-a828-4a7d-8b2e-faa42cdcd049 tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:04.302234 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0a401d8d-ab2b-4f2f-8601-0c91b90b3e16 req-95817689-a828-4a7d-8b2e-faa42cdcd049 tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] 10.222.0.90 "GET /v2.0/ports?device_id=9fbfd09e-3050-4794-ad73-93eacc57e7cb HTTP/1.1" status: 200 len: 943 time: 0.0565901 Feb 09 22:35:04.333211 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-19f7ec3e-c5b1-4c35-8442-9cb34ebe59a2 req-911fb679-64d6-4988-a899-0643aff4f929 service neutron] 10.222.0.89 "GET /v2.0/networks/b7415c71-01b3-4a50-98ba-a92d12c3c6e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835364 Feb 09 22:35:04.352814 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0a401d8d-ab2b-4f2f-8601-0c91b90b3e16 req-67d86174-d3f5-4d0a-8c62-13861684bebb tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c943b07-ab4f-4047-af0a-73453fe6849e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451174 Feb 09 22:35:04.425800 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-19f7ec3e-c5b1-4c35-8442-9cb34ebe59a2 req-5beecabd-1c42-468f-9132-2d3a9b7e526a service neutron] 10.222.0.89 "GET /v2.0/networks/b7415c71-01b3-4a50-98ba-a92d12c3c6e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866916 Feb 09 22:35:04.798153 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 4b621ae5-ab99-4cc8-ba14-b9cb24e9b26e up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:35:04.848180 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 4b621ae5-ab99-4cc8-ba14-b9cb24e9b26e triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:35:04.848675 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (4b621ae5-ab99-4cc8-ba14-b9cb24e9b26e), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:04.932829 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 4b621ae5-ab99-4cc8-ba14-b9cb24e9b26e is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:35:05.474261 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab31474e-0965-4912-9b2c-942cdff80fb1 req-4b808b59-1af9-48fc-956e-77d9c0ef74f2 tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:05.475648 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ab31474e-0965-4912-9b2c-942cdff80fb1 req-4b808b59-1af9-48fc-956e-77d9c0ef74f2 tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] 10.222.0.90 "GET /v2.0/ports?device_id=9fbfd09e-3050-4794-ad73-93eacc57e7cb HTTP/1.1" status: 200 len: 943 time: 0.0525358 Feb 09 22:35:05.520831 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ab31474e-0965-4912-9b2c-942cdff80fb1 req-2bffb6dd-9f17-4090-8188-8a10b5800bdf tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c943b07-ab4f-4047-af0a-73453fe6849e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395267 Feb 09 22:35:06.633396 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 62bbd7c8-7b27-4aaa-9204-48b5b69fa55c details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:35:06.637601 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914d014d-4187-4aee-8878-e165a9fbf653 req-fddae52b-56e3-467f-9a43-7b9f03467b46 tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:06.639102 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-914d014d-4187-4aee-8878-e165a9fbf653 req-fddae52b-56e3-467f-9a43-7b9f03467b46 tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] 10.222.0.90 "GET /v2.0/ports?device_id=9fbfd09e-3050-4794-ad73-93eacc57e7cb HTTP/1.1" status: 200 len: 943 time: 0.0525742 Feb 09 22:35:06.686130 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-914d014d-4187-4aee-8878-e165a9fbf653 req-8e874183-9a1c-4d9c-a8da-52b938811b1a tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c943b07-ab4f-4047-af0a-73453fe6849e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409145 Feb 09 22:35:06.731005 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 62bbd7c8-7b27-4aaa-9204-48b5b69fa55c, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=62bbd7c8-7b27-4aaa-9204-48b5b69fa55c,segment=NetworkSegment(5a2f8504-f879-458d-aa63-d4be27411561),segment_id=5a2f8504-f879-458d-aa63-d4be27411561)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:35:06.742694 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': '62bbd7c8-7b27-4aaa-9204-48b5b69fa55c', 'network_id': 'b7415c71-01b3-4a50-98ba-a92d12c3c6e4', 'port_id': '62bbd7c8-7b27-4aaa-9204-48b5b69fa55c', 'mac_address': 'fa:16:3e:41:8b:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '251cfa45-fabf-4c1c-a86e-82af474987a5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:35:06.782607 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 62bbd7c8-7b27-4aaa-9204-48b5b69fa55c is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:35:06.783003 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (62bbd7c8-7b27-4aaa-9204-48b5b69fa55c), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:06.796133 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62bbd7c8-7b27-4aaa-9204-48b5b69fa55c {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:35:06.816002 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 62bbd7c8-7b27-4aaa-9204-48b5b69fa55c, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=62bbd7c8-7b27-4aaa-9204-48b5b69fa55c,segment=NetworkSegment(5a2f8504-f879-458d-aa63-d4be27411561),segment_id=5a2f8504-f879-458d-aa63-d4be27411561)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:35:06.819878 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (62bbd7c8-7b27-4aaa-9204-48b5b69fa55c), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:06.866419 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=62bbd7c8-7b27-4aaa-9204-48b5b69fa55c,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:35:07.165378 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['62bbd7c8-7b27-4aaa-9204-48b5b69fa55c'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:35:07.808066 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc115e93-955f-4b6a-9bdf-b41bf38a704e req-44a97670-515a-4835-8928-a8e418a86f5b tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:07.809506 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bc115e93-955f-4b6a-9bdf-b41bf38a704e req-44a97670-515a-4835-8928-a8e418a86f5b tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] 10.222.0.90 "GET /v2.0/ports?device_id=9fbfd09e-3050-4794-ad73-93eacc57e7cb HTTP/1.1" status: 200 len: 944 time: 0.0568910 Feb 09 22:35:07.854966 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bc115e93-955f-4b6a-9bdf-b41bf38a704e req-022ea4c0-eca9-48d4-b970-aa8b96c379bc tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c943b07-ab4f-4047-af0a-73453fe6849e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396569 Feb 09 22:35:08.634582 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 62bbd7c8-7b27-4aaa-9204-48b5b69fa55c up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:35:08.683664 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning for port 62bbd7c8-7b27-4aaa-9204-48b5b69fa55c completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:35:08.687632 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port 62bbd7c8-7b27-4aaa-9204-48b5b69fa55c triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:35:08.687997 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (62bbd7c8-7b27-4aaa-9204-48b5b69fa55c), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:08.768319 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 62bbd7c8-7b27-4aaa-9204-48b5b69fa55c is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:35:08.768715 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (62bbd7c8-7b27-4aaa-9204-48b5b69fa55c), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:08.791815 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fbfd09e-3050-4794-ad73-93eacc57e7cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62bbd7c8-7b27-4aaa-9204-48b5b69fa55c'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:35:08.794084 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cf4d4d953224237653245d15ffec07a65c4bd356d4237fd84236d8abf5d48a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b38533de-b7c5-4ff1-bc97-1800ca0e3f92" -d '{"events": [{"server_uuid": "9fbfd09e-3050-4794-ad73-93eacc57e7cb", "name": "network-vif-plugged", "status": "completed", "tag": "62bbd7c8-7b27-4aaa-9204-48b5b69fa55c"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:35:08.806518 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 62bbd7c8-7b27-4aaa-9204-48b5b69fa55c, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=62bbd7c8-7b27-4aaa-9204-48b5b69fa55c,segment=NetworkSegment(5a2f8504-f879-458d-aa63-d4be27411561),segment_id=5a2f8504-f879-458d-aa63-d4be27411561)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:35:08.810814 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (62bbd7c8-7b27-4aaa-9204-48b5b69fa55c), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:08.835233 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-896ef9d8-5252-44b8-872a-2bd924466155 x-openstack-request-id: req-896ef9d8-5252-44b8-872a-2bd924466155 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:35:08.835534 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fbfd09e-3050-4794-ad73-93eacc57e7cb", "name": "network-vif-plugged", "status": "completed", "tag": "62bbd7c8-7b27-4aaa-9204-48b5b69fa55c", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:35:08.835790 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-896ef9d8-5252-44b8-872a-2bd924466155 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:35:08.836181 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fbfd09e-3050-4794-ad73-93eacc57e7cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62bbd7c8-7b27-4aaa-9204-48b5b69fa55c', 'code': 200} Feb 09 22:35:08.861036 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=62bbd7c8-7b27-4aaa-9204-48b5b69fa55c,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:35:08.933357 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d51306-f2f1-47ee-9f2d-f79d09d188dd req-41f02fb8-812b-4286-bd9f-3943567132de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:08.934875 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-e8d51306-f2f1-47ee-9f2d-f79d09d188dd req-41f02fb8-812b-4286-bd9f-3943567132de service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=9fbfd09e-3050-4794-ad73-93eacc57e7cb HTTP/1.1" status: 200 len: 1127 time: 0.0466774 Feb 09 22:35:08.978104 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146fc2d4-a18d-4e8b-9cbc-301132e997d4 req-ec2909ab-0eb1-466b-a948-78a383c72282 tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:08.979600 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-146fc2d4-a18d-4e8b-9cbc-301132e997d4 req-ec2909ab-0eb1-466b-a948-78a383c72282 tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] 10.222.0.90 "GET /v2.0/ports?device_id=9fbfd09e-3050-4794-ad73-93eacc57e7cb HTTP/1.1" status: 200 len: 945 time: 0.0538435 Feb 09 22:35:08.981953 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-e8d51306-f2f1-47ee-9f2d-f79d09d188dd req-f30e96a7-f0d3-424b-b3b0-7d8d272b3f31 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=8c943b07-ab4f-4047-af0a-73453fe6849e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400829 Feb 09 22:35:09.028460 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-146fc2d4-a18d-4e8b-9cbc-301132e997d4 req-eb75013d-0acb-4b7c-98c5-aba127261942 tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c943b07-ab4f-4047-af0a-73453fe6849e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427246 Feb 09 22:35:09.166787 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5106ce9b-dfb4-410b-bfd5-f94a34f69056 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:10.148320 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eff9a4b-6bda-4b57-a009-557342287a37 req-79baa2ca-f412-4987-8e2c-e46318728bf1 tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:10.149804 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5eff9a4b-6bda-4b57-a009-557342287a37 req-79baa2ca-f412-4987-8e2c-e46318728bf1 tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] 10.222.0.90 "GET /v2.0/ports?device_id=9fbfd09e-3050-4794-ad73-93eacc57e7cb HTTP/1.1" status: 200 len: 945 time: 0.0526366 Feb 09 22:35:10.202290 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5eff9a4b-6bda-4b57-a009-557342287a37 req-62a0d40d-7e60-48bf-a8f2-2927d83c10aa tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c943b07-ab4f-4047-af0a-73453fe6849e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468996 Feb 09 22:35:11.103142 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ea90ba3b-8e71-454d-96b2-7ce9dc5939d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:11.320149 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e92e1e5-ea79-44e7-a010-05790d94adae req-a4d372db-7483-48f3-b2ad-e8d583f87a96 tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:11.321664 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9e92e1e5-ea79-44e7-a010-05790d94adae req-a4d372db-7483-48f3-b2ad-e8d583f87a96 tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] 10.222.0.90 "GET /v2.0/ports?device_id=9fbfd09e-3050-4794-ad73-93eacc57e7cb HTTP/1.1" status: 200 len: 945 time: 0.0525939 Feb 09 22:35:11.374612 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9e92e1e5-ea79-44e7-a010-05790d94adae req-5e30ad30-57ef-42f4-9157-76c7e689b558 tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c943b07-ab4f-4047-af0a-73453fe6849e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472953 Feb 09 22:35:11.493340 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3295ed5c-f339-4be8-b6fe-bb3ee3f1c38a req-e2713250-6762-435a-b411-dfe3aa053346 tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:11.494807 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3295ed5c-f339-4be8-b6fe-bb3ee3f1c38a req-e2713250-6762-435a-b411-dfe3aa053346 tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] 10.222.0.90 "GET /v2.0/ports?device_id=9fbfd09e-3050-4794-ad73-93eacc57e7cb HTTP/1.1" status: 200 len: 945 time: 0.0519102 Feb 09 22:35:11.540263 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3295ed5c-f339-4be8-b6fe-bb3ee3f1c38a req-3467fd81-5274-459d-befd-6eb7228c1463 tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c943b07-ab4f-4047-af0a-73453fe6849e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400043 Feb 09 22:35:12.949075 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:14.362563 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:15.454787 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:21.948478 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:23.560206 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:35:24.059507 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:39.170008 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-51b28823-5b05-4910-b31d-b4adc1f37bb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:41.106308 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ec330dbd-2e11-44bb-8669-6027dc7973f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:42.951845 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:44.367058 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:45.459508 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:45.709619 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1315ec2a-7bcd-49f0-88b1-1fa948b4a65d req-418e13a4-ea4b-44ce-bb22-7f82b2ccb460 tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:45.711127 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1315ec2a-7bcd-49f0-88b1-1fa948b4a65d req-418e13a4-ea4b-44ce-bb22-7f82b2ccb460 tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] 10.222.0.90 "GET /v2.0/ports?device_id=9fbfd09e-3050-4794-ad73-93eacc57e7cb HTTP/1.1" status: 200 len: 945 time: 0.0588815 Feb 09 22:35:45.760046 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1315ec2a-7bcd-49f0-88b1-1fa948b4a65d req-9088c3c2-7123-4884-80aa-4603dd7d2259 tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c943b07-ab4f-4047-af0a-73453fe6849e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415549 Feb 09 22:35:46.883320 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d344e0-99f8-4520-bd00-6453e1c026c9 req-aa83d4a0-2ab6-4415-992c-20e246721427 tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:46.884775 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-77d344e0-99f8-4520-bd00-6453e1c026c9 req-aa83d4a0-2ab6-4415-992c-20e246721427 tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] 10.222.0.90 "GET /v2.0/ports?device_id=9fbfd09e-3050-4794-ad73-93eacc57e7cb HTTP/1.1" status: 200 len: 945 time: 0.0528975 Feb 09 22:35:46.932167 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-77d344e0-99f8-4520-bd00-6453e1c026c9 req-846aec46-4d94-4583-a4cd-9657bb934c10 tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c943b07-ab4f-4047-af0a-73453fe6849e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418448 Feb 09 22:35:47.675378 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2eb2f9-017e-457f-9f51-4d92b4945c9d req-bfb33ed4-82ea-427e-baf3-064869bd4c60 tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:47.676838 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-dd2eb2f9-017e-457f-9f51-4d92b4945c9d req-bfb33ed4-82ea-427e-baf3-064869bd4c60 tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] 10.222.0.89 "GET /v2.0/ports?device_id=9fbfd09e-3050-4794-ad73-93eacc57e7cb HTTP/1.1" status: 200 len: 945 time: 0.0511627 Feb 09 22:35:47.770719 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-dd2eb2f9-017e-457f-9f51-4d92b4945c9d req-a02ad00b-fbc9-4418-a30b-70a4630ed33a tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] Deleting port 62bbd7c8-7b27-4aaa-9204-48b5b69fa55c {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:35:47.771091 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-dd2eb2f9-017e-457f-9f51-4d92b4945c9d req-a02ad00b-fbc9-4418-a30b-70a4630ed33a tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (62bbd7c8-7b27-4aaa-9204-48b5b69fa55c), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:47.861525 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-dd2eb2f9-017e-457f-9f51-4d92b4945c9d req-a02ad00b-fbc9-4418-a30b-70a4630ed33a tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] For port 62bbd7c8-7b27-4aaa-9204-48b5b69fa55c, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=62bbd7c8-7b27-4aaa-9204-48b5b69fa55c,segment=NetworkSegment(5a2f8504-f879-458d-aa63-d4be27411561),segment_id=5a2f8504-f879-458d-aa63-d4be27411561)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:35:47.861914 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-dd2eb2f9-017e-457f-9f51-4d92b4945c9d req-a02ad00b-fbc9-4418-a30b-70a4630ed33a tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (62bbd7c8-7b27-4aaa-9204-48b5b69fa55c), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:47.874020 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-dd2eb2f9-017e-457f-9f51-4d92b4945c9d req-a02ad00b-fbc9-4418-a30b-70a4630ed33a tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] Calling delete_port for 62bbd7c8-7b27-4aaa-9204-48b5b69fa55c owned by compute:nova {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:35:48.002359 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-dd2eb2f9-017e-457f-9f51-4d92b4945c9d req-a02ad00b-fbc9-4418-a30b-70a4630ed33a tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (62bbd7c8-7b27-4aaa-9204-48b5b69fa55c), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:48.014811 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['62bbd7c8-7b27-4aaa-9204-48b5b69fa55c'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:35:48.032012 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02ad00b-fbc9-4418-a30b-70a4630ed33a tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] Pushing event deleted for resources: {'Port': ['ID=62bbd7c8-7b27-4aaa-9204-48b5b69fa55c,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:35:48.038484 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b4664404-a93b-4f10-9ebc-0fdb2ac699bd req-7c2d4fa5-4fee-4376-98dd-b07d46abc823 tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] 10.222.0.90 "GET /v2.0/ports?device_id=9fbfd09e-3050-4794-ad73-93eacc57e7cb HTTP/1.1" status: 200 len: 210 time: 0.0318117 Feb 09 22:35:48.083116 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd2eb2f9-017e-457f-9f51-4d92b4945c9d req-a02ad00b-fbc9-4418-a30b-70a4630ed33a tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] No DVR routers for this DVR port 62bbd7c8-7b27-4aaa-9204-48b5b69fa55c on host n-h2-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:35:48.086303 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-dd2eb2f9-017e-457f-9f51-4d92b4945c9d req-a02ad00b-fbc9-4418-a30b-70a4630ed33a tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:48.089721 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-dd2eb2f9-017e-457f-9f51-4d92b4945c9d req-a02ad00b-fbc9-4418-a30b-70a4630ed33a tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] 10.222.0.89 "DELETE /v2.0/ports/62bbd7c8-7b27-4aaa-9204-48b5b69fa55c HTTP/1.1" status: 204 len: 173 time: 0.4076722 Feb 09 22:35:48.090522 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fbfd09e-3050-4794-ad73-93eacc57e7cb', 'name': 'network-vif-deleted', 'tag': '62bbd7c8-7b27-4aaa-9204-48b5b69fa55c'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:35:48.093205 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0759f77e637a6f71ff1c25bc92ec5ea77217d29fcb3f113a7ada5acb32ef5084" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20b360fe-fad4-4817-90b4-1ca70e2ea713" -d '{"events": [{"server_uuid": "9fbfd09e-3050-4794-ad73-93eacc57e7cb", "name": "network-vif-deleted", "tag": "62bbd7c8-7b27-4aaa-9204-48b5b69fa55c"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:35:48.130626 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b27e0f6c-338b-4e20-8975-8a685aafdc8c x-openstack-request-id: req-b27e0f6c-338b-4e20-8975-8a685aafdc8c {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:35:48.130915 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fbfd09e-3050-4794-ad73-93eacc57e7cb", "name": "network-vif-deleted", "tag": "62bbd7c8-7b27-4aaa-9204-48b5b69fa55c", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:35:48.131172 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-b27e0f6c-338b-4e20-8975-8a685aafdc8c {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:35:48.131575 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fbfd09e-3050-4794-ad73-93eacc57e7cb', 'name': 'network-vif-deleted', 'tag': '62bbd7c8-7b27-4aaa-9204-48b5b69fa55c', 'status': 'completed', 'code': 200} Feb 09 22:35:49.857169 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c6bad6-a0c2-4672-8f4b-b4ceebc8ca72 req-47055992-6d45-4730-acc1-97f275ab7bd0 tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:49.858678 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b8c6bad6-a0c2-4672-8f4b-b4ceebc8ca72 req-47055992-6d45-4730-acc1-97f275ab7bd0 tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] 10.222.0.90 "GET /v2.0/networks?id=b7415c71-01b3-4a50-98ba-a92d12c3c6e4 HTTP/1.1" status: 200 len: 816 time: 0.0991824 Feb 09 22:35:49.872609 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b8c6bad6-a0c2-4672-8f4b-b4ceebc8ca72 req-84121e08-4375-467f-920b-e4352e40baee tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] 10.222.0.90 "GET /v2.0/quotas/af69e06efd62485eac8d7f866bf0a138 HTTP/1.1" status: 200 len: 375 time: 0.0086901 Feb 09 22:35:49.925858 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b8c6bad6-a0c2-4672-8f4b-b4ceebc8ca72 req-7720b7fa-288b-4182-8b22-7761418a05e8 tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=af69e06efd62485eac8d7f866bf0a138&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483387 Feb 09 22:35:50.021965 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b8c6bad6-a0c2-4672-8f4b-b4ceebc8ca72 req-b10c5c71-bfa3-4c83-9c9a-c6831b6d312e service neutron] 10.222.0.90 "GET /v2.0/networks/b7415c71-01b3-4a50-98ba-a92d12c3c6e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844519 Feb 09 22:35:50.109235 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b8c6bad6-a0c2-4672-8f4b-b4ceebc8ca72 req-436488b9-2dc7-4259-be1f-2d85beb74e6c service neutron] 10.222.0.90 "GET /v2.0/networks/b7415c71-01b3-4a50-98ba-a92d12c3c6e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817139 Feb 09 22:35:50.272905 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d1c4260f-280d-4890-ae67-f67b9f64de24 req-474e7bf4-f53a-47d9-b82f-bf3befee95b0 tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] 10.222.0.90 "GET /v2.0/ports?device_id=c7c0cd71-79ed-4cf9-8e4a-0b6f31c1e9c7 HTTP/1.1" status: 200 len: 210 time: 0.0337071 Feb 09 22:35:50.818908 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 62bbd7c8-7b27-4aaa-9204-48b5b69fa55c no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:35:50.839520 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] No Port match for: 62bbd7c8-7b27-4aaa-9204-48b5b69fa55c {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:35:50.839868 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 62bbd7c8-7b27-4aaa-9204-48b5b69fa55c not bound to the agent host n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:35:51.218320 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c6bad6-a0c2-4672-8f4b-b4ceebc8ca72 req-5e5193dc-622a-4a8a-999b-0e020f7bd5a9 tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:51.219838 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b8c6bad6-a0c2-4672-8f4b-b4ceebc8ca72 req-5e5193dc-622a-4a8a-999b-0e020f7bd5a9 tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] 10.222.0.89 "GET /v2.0/networks?id=b7415c71-01b3-4a50-98ba-a92d12c3c6e4 HTTP/1.1" status: 200 len: 816 time: 0.1029584 Feb 09 22:35:51.233153 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-b8c6bad6-a0c2-4672-8f4b-b4ceebc8ca72 req-23e474d7-6732-469b-9377-1a3dfb11059c tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] Request body: {'port': {'device_id': 'c7c0cd71-79ed-4cf9-8e4a-0b6f31c1e9c7', 'network_id': 'b7415c71-01b3-4a50-98ba-a92d12c3c6e4', 'admin_state_up': True, 'tenant_id': 'af69e06efd62485eac8d7f866bf0a138'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:35:51.350495 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8c6bad6-a0c2-4672-8f4b-b4ceebc8ca72 req-23e474d7-6732-469b-9377-1a3dfb11059c tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] Made reservation on behalf of af69e06efd62485eac8d7f866bf0a138 for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:35:51.353946 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b8c6bad6-a0c2-4672-8f4b-b4ceebc8ca72 req-23e474d7-6732-469b-9377-1a3dfb11059c tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:51.372579 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fcd335ee-c0e4-44ee-91c8-54fe5b0084a0 req-c33be2b6-7fa1-4901-92af-1bf07f9ddd79 tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] 10.222.0.90 "GET /v2.0/ports?device_id=c7c0cd71-79ed-4cf9-8e4a-0b6f31c1e9c7 HTTP/1.1" status: 200 len: 210 time: 0.0277548 Feb 09 22:35:51.486535 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [req-b8c6bad6-a0c2-4672-8f4b-b4ceebc8ca72 req-23e474d7-6732-469b-9377-1a3dfb11059c tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] Allocated IP 172.20.0.13 (b7415c71-01b3-4a50-98ba-a92d12c3c6e4/251cfa45-fabf-4c1c-a86e-82af474987a5/8121317d-52e3-4e7b-8d32-b356752537ed) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:35:51.626683 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b8c6bad6-a0c2-4672-8f4b-b4ceebc8ca72 req-23e474d7-6732-469b-9377-1a3dfb11059c tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] Publish callbacks [] for port (8121317d-52e3-4e7b-8d32-b356752537ed), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:51.659489 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b8c6bad6-a0c2-4672-8f4b-b4ceebc8ca72 req-23e474d7-6732-469b-9377-1a3dfb11059c tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (8121317d-52e3-4e7b-8d32-b356752537ed), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:51.709355 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8c6bad6-a0c2-4672-8f4b-b4ceebc8ca72 req-23e474d7-6732-469b-9377-1a3dfb11059c tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] Network b7415c71-01b3-4a50-98ba-a92d12c3c6e4 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:35:51.712525 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [req-b8c6bad6-a0c2-4672-8f4b-b4ceebc8ca72 req-23e474d7-6732-469b-9377-1a3dfb11059c tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:35:51.716155 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8c6bad6-a0c2-4672-8f4b-b4ceebc8ca72 req-23e474d7-6732-469b-9377-1a3dfb11059c tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:35:51.739402 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e474d7-6732-469b-9377-1a3dfb11059c tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] Pushing event updated for resources: {'Port': ['ID=8121317d-52e3-4e7b-8d32-b356752537ed,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:35:51.769588 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c6bad6-a0c2-4672-8f4b-b4ceebc8ca72 req-23e474d7-6732-469b-9377-1a3dfb11059c tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:51.770228 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b8c6bad6-a0c2-4672-8f4b-b4ceebc8ca72 req-23e474d7-6732-469b-9377-1a3dfb11059c tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:51.787650 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b8c6bad6-a0c2-4672-8f4b-b4ceebc8ca72 req-23e474d7-6732-469b-9377-1a3dfb11059c tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5582442 Feb 09 22:35:51.798764 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-b8c6bad6-a0c2-4672-8f4b-b4ceebc8ca72 req-66b35671-3c80-46b6-ad82-71b394222700 service neutron] Request body: {'port': {'device_id': 'c7c0cd71-79ed-4cf9-8e4a-0b6f31c1e9c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:35:51.860540 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b8c6bad6-a0c2-4672-8f4b-b4ceebc8ca72 req-66b35671-3c80-46b6-ad82-71b394222700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (8121317d-52e3-4e7b-8d32-b356752537ed), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:51.946673 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:51.994296 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a610825e-54d5-4e52-98c2-3a514db2c537 None None] Provisioning complete for port 8121317d-52e3-4e7b-8d32-b356752537ed triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:35:51.994568 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a610825e-54d5-4e52-98c2-3a514db2c537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (8121317d-52e3-4e7b-8d32-b356752537ed), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:52.028074 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a610825e-54d5-4e52-98c2-3a514db2c537 None None] Port 8121317d-52e3-4e7b-8d32-b356752537ed cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:35:52.122230 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-b8c6bad6-a0c2-4672-8f4b-b4ceebc8ca72 req-66b35671-3c80-46b6-ad82-71b394222700 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8121317d-52e3-4e7b-8d32-b356752537ed {{(pid=103141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:35:52.129783 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b8c6bad6-a0c2-4672-8f4b-b4ceebc8ca72 req-66b35671-3c80-46b6-ad82-71b394222700 service neutron] Publish callbacks [] for port (8121317d-52e3-4e7b-8d32-b356752537ed), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:52.142791 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-b8c6bad6-a0c2-4672-8f4b-b4ceebc8ca72 req-66b35671-3c80-46b6-ad82-71b394222700 service neutron] Transition to ACTIVE for port object 8121317d-52e3-4e7b-8d32-b356752537ed will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:35:52.145855 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b8c6bad6-a0c2-4672-8f4b-b4ceebc8ca72 req-66b35671-3c80-46b6-ad82-71b394222700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (8121317d-52e3-4e7b-8d32-b356752537ed), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:52.196969 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b35671-3c80-46b6-ad82-71b394222700 service neutron] Pushing event updated for resources: {'Port': ['ID=8121317d-52e3-4e7b-8d32-b356752537ed,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:35:52.269795 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-b8c6bad6-a0c2-4672-8f4b-b4ceebc8ca72 req-66b35671-3c80-46b6-ad82-71b394222700 service neutron] Attempting to bind port 8121317d-52e3-4e7b-8d32-b356752537ed on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:35:52.270412 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-b8c6bad6-a0c2-4672-8f4b-b4ceebc8ca72 req-66b35671-3c80-46b6-ad82-71b394222700 service neutron] Attempting to bind port 8121317d-52e3-4e7b-8d32-b356752537ed by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': '5a2f8504-f879-458d-aa63-d4be27411561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'b7415c71-01b3-4a50-98ba-a92d12c3c6e4'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:35:52.270513 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c6bad6-a0c2-4672-8f4b-b4ceebc8ca72 req-66b35671-3c80-46b6-ad82-71b394222700 service neutron] Attempting to bind port 8121317d-52e3-4e7b-8d32-b356752537ed on network b7415c71-01b3-4a50-98ba-a92d12c3c6e4 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:35:52.276169 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c6bad6-a0c2-4672-8f4b-b4ceebc8ca72 req-66b35671-3c80-46b6-ad82-71b394222700 service neutron] Port 8121317d-52e3-4e7b-8d32-b356752537ed on network b7415c71-01b3-4a50-98ba-a92d12c3c6e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:35:52.276169 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c6bad6-a0c2-4672-8f4b-b4ceebc8ca72 req-66b35671-3c80-46b6-ad82-71b394222700 service neutron] Attempting to bind port 8121317d-52e3-4e7b-8d32-b356752537ed on network b7415c71-01b3-4a50-98ba-a92d12c3c6e4 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:35:52.282033 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c6bad6-a0c2-4672-8f4b-b4ceebc8ca72 req-66b35671-3c80-46b6-ad82-71b394222700 service neutron] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:35:52.282372 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c6bad6-a0c2-4672-8f4b-b4ceebc8ca72 req-66b35671-3c80-46b6-ad82-71b394222700 service neutron] Checking segment: {'id': '5a2f8504-f879-458d-aa63-d4be27411561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'b7415c71-01b3-4a50-98ba-a92d12c3c6e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:35:52.282762 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c6bad6-a0c2-4672-8f4b-b4ceebc8ca72 req-66b35671-3c80-46b6-ad82-71b394222700 service neutron] Bound using segment: {'id': '5a2f8504-f879-458d-aa63-d4be27411561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'b7415c71-01b3-4a50-98ba-a92d12c3c6e4'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:35:52.283199 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-b8c6bad6-a0c2-4672-8f4b-b4ceebc8ca72 req-66b35671-3c80-46b6-ad82-71b394222700 service neutron] Bound port: 8121317d-52e3-4e7b-8d32-b356752537ed, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a2f8504-f879-458d-aa63-d4be27411561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'b7415c71-01b3-4a50-98ba-a92d12c3c6e4'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:35:52.283551 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b8c6bad6-a0c2-4672-8f4b-b4ceebc8ca72 req-66b35671-3c80-46b6-ad82-71b394222700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (8121317d-52e3-4e7b-8d32-b356752537ed), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:52.349775 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-b8c6bad6-a0c2-4672-8f4b-b4ceebc8ca72 req-66b35671-3c80-46b6-ad82-71b394222700 service neutron] For port 8121317d-52e3-4e7b-8d32-b356752537ed, host n-h2-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:35:52.352983 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-b8c6bad6-a0c2-4672-8f4b-b4ceebc8ca72 req-66b35671-3c80-46b6-ad82-71b394222700 service neutron] For port 8121317d-52e3-4e7b-8d32-b356752537ed, host n-h2-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=8121317d-52e3-4e7b-8d32-b356752537ed,segment=NetworkSegment(5a2f8504-f879-458d-aa63-d4be27411561),segment_id=5a2f8504-f879-458d-aa63-d4be27411561)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:35:52.359579 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b8c6bad6-a0c2-4672-8f4b-b4ceebc8ca72 req-66b35671-3c80-46b6-ad82-71b394222700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (8121317d-52e3-4e7b-8d32-b356752537ed), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:52.392355 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c6bad6-a0c2-4672-8f4b-b4ceebc8ca72 req-66b35671-3c80-46b6-ad82-71b394222700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:52.392981 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-b8c6bad6-a0c2-4672-8f4b-b4ceebc8ca72 req-66b35671-3c80-46b6-ad82-71b394222700 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:52.394371 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b8c6bad6-a0c2-4672-8f4b-b4ceebc8ca72 req-66b35671-3c80-46b6-ad82-71b394222700 service neutron] 10.222.0.89 "PUT /v2.0/ports/8121317d-52e3-4e7b-8d32-b356752537ed HTTP/1.1" status: 200 len: 1092 time: 0.6000180 Feb 09 22:35:52.394821 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7c0cd71-79ed-4cf9-8e4a-0b6f31c1e9c7', 'tag': '8121317d-52e3-4e7b-8d32-b356752537ed'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:35:52.397153 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0759f77e637a6f71ff1c25bc92ec5ea77217d29fcb3f113a7ada5acb32ef5084" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a3a8472-35fa-423f-81a0-8a9b30090645" -d '{"events": [{"name": "network-changed", "server_uuid": "c7c0cd71-79ed-4cf9-8e4a-0b6f31c1e9c7", "tag": "8121317d-52e3-4e7b-8d32-b356752537ed"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:35:52.424836 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b35671-3c80-46b6-ad82-71b394222700 service neutron] Pushing event updated for resources: {'Port': ['ID=8121317d-52e3-4e7b-8d32-b356752537ed,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:35:52.455175 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4101140f-05ff-4ed2-af23-b4cae986c69a x-openstack-request-id: req-4101140f-05ff-4ed2-af23-b4cae986c69a {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:35:52.455760 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7c0cd71-79ed-4cf9-8e4a-0b6f31c1e9c7", "tag": "8121317d-52e3-4e7b-8d32-b356752537ed", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:35:52.456034 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-4101140f-05ff-4ed2-af23-b4cae986c69a {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:35:52.456469 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7c0cd71-79ed-4cf9-8e4a-0b6f31c1e9c7', 'tag': '8121317d-52e3-4e7b-8d32-b356752537ed', 'status': 'completed', 'code': 200} Feb 09 22:35:52.498932 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c6bad6-a0c2-4672-8f4b-b4ceebc8ca72 req-88967574-a6e5-46df-86bd-7c7cbf3c933f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:52.500512 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b8c6bad6-a0c2-4672-8f4b-b4ceebc8ca72 req-88967574-a6e5-46df-86bd-7c7cbf3c933f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=af69e06efd62485eac8d7f866bf0a138&device_id=c7c0cd71-79ed-4cf9-8e4a-0b6f31c1e9c7 HTTP/1.1" status: 200 len: 1126 time: 0.0568969 Feb 09 22:35:52.543969 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0dc2a5-dbe8-4b2c-8b75-7c4853249d5c req-0910e571-7476-4bcc-9c3c-3bbc7c1602bd tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:52.546243 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ef0dc2a5-dbe8-4b2c-8b75-7c4853249d5c req-0910e571-7476-4bcc-9c3c-3bbc7c1602bd tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] 10.222.0.90 "GET /v2.0/ports?device_id=c7c0cd71-79ed-4cf9-8e4a-0b6f31c1e9c7 HTTP/1.1" status: 200 len: 944 time: 0.0615435 Feb 09 22:35:52.549378 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b8c6bad6-a0c2-4672-8f4b-b4ceebc8ca72 req-f7abb04b-cce1-4950-b886-fac3de05e800 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8121317d-52e3-4e7b-8d32-b356752537ed HTTP/1.1" status: 200 len: 217 time: 0.0408463 Feb 09 22:35:52.597562 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ef0dc2a5-dbe8-4b2c-8b75-7c4853249d5c req-14867846-2e85-4728-aa2d-9edd1bafb4c2 tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c943b07-ab4f-4047-af0a-73453fe6849e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451674 Feb 09 22:35:52.601084 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c6bad6-a0c2-4672-8f4b-b4ceebc8ca72 req-11c77635-e5c9-4584-a8dc-c219a7c5ac4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:52.602576 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b8c6bad6-a0c2-4672-8f4b-b4ceebc8ca72 req-11c77635-e5c9-4584-a8dc-c219a7c5ac4e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=251cfa45-fabf-4c1c-a86e-82af474987a5 HTTP/1.1" status: 200 len: 855 time: 0.0469787 Feb 09 22:35:52.653086 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c6bad6-a0c2-4672-8f4b-b4ceebc8ca72 req-b8d5a7dc-02f2-4d96-a565-11e161ae96cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:52.654586 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b8c6bad6-a0c2-4672-8f4b-b4ceebc8ca72 req-b8d5a7dc-02f2-4d96-a565-11e161ae96cc service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b7415c71-01b3-4a50-98ba-a92d12c3c6e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0451319 Feb 09 22:35:52.753079 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b8c6bad6-a0c2-4672-8f4b-b4ceebc8ca72 req-23310e79-4b73-4a99-911c-fa855320d823 service neutron] 10.222.0.89 "GET /v2.0/networks/b7415c71-01b3-4a50-98ba-a92d12c3c6e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903008 Feb 09 22:35:52.843265 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b8c6bad6-a0c2-4672-8f4b-b4ceebc8ca72 req-a4927357-8ad1-4aa1-a612-dd8f317a10a5 service neutron] 10.222.0.89 "GET /v2.0/networks/b7415c71-01b3-4a50-98ba-a92d12c3c6e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839002 Feb 09 22:35:52.935030 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3a8472-35fa-423f-81a0-8a9b30090645 req-134f8088-6a2b-43f7-b023-204b3dc3f5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:52.936543 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-3a3a8472-35fa-423f-81a0-8a9b30090645 req-134f8088-6a2b-43f7-b023-204b3dc3f5a4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=af69e06efd62485eac8d7f866bf0a138&device_id=c7c0cd71-79ed-4cf9-8e4a-0b6f31c1e9c7 HTTP/1.1" status: 200 len: 1126 time: 0.0492496 Feb 09 22:35:53.023366 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3a8472-35fa-423f-81a0-8a9b30090645 req-70a8bb30-dcf1-4564-9392-27347716d17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:53.025139 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-3a3a8472-35fa-423f-81a0-8a9b30090645 req-70a8bb30-dcf1-4564-9392-27347716d17c service neutron] 10.222.0.89 "GET /v2.0/networks?id=b7415c71-01b3-4a50-98ba-a92d12c3c6e4 HTTP/1.1" status: 200 len: 917 time: 0.0829210 Feb 09 22:35:53.066628 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-3a3a8472-35fa-423f-81a0-8a9b30090645 req-ca80f712-4285-4b64-9823-e4814a235498 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8121317d-52e3-4e7b-8d32-b356752537ed HTTP/1.1" status: 200 len: 217 time: 0.0349357 Feb 09 22:35:53.119199 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3a8472-35fa-423f-81a0-8a9b30090645 req-311414e4-9b22-4a43-beed-764967d863ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:53.120586 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-3a3a8472-35fa-423f-81a0-8a9b30090645 req-311414e4-9b22-4a43-beed-764967d863ba service neutron] 10.222.0.89 "GET /v2.0/subnets?id=251cfa45-fabf-4c1c-a86e-82af474987a5 HTTP/1.1" status: 200 len: 855 time: 0.0476677 Feb 09 22:35:53.170299 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3a8472-35fa-423f-81a0-8a9b30090645 req-62c01eda-054f-48f1-b197-64d8923f033b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:53.171785 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-3a3a8472-35fa-423f-81a0-8a9b30090645 req-62c01eda-054f-48f1-b197-64d8923f033b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b7415c71-01b3-4a50-98ba-a92d12c3c6e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0451930 Feb 09 22:35:53.260652 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-3a3a8472-35fa-423f-81a0-8a9b30090645 req-2fae2827-5a7f-49e0-89f7-695bda0b689b service neutron] 10.222.0.89 "GET /v2.0/networks/b7415c71-01b3-4a50-98ba-a92d12c3c6e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806665 Feb 09 22:35:53.351376 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-3a3a8472-35fa-423f-81a0-8a9b30090645 req-a6228f73-5edc-4017-97b5-752f19b337ce service neutron] 10.222.0.89 "GET /v2.0/networks/b7415c71-01b3-4a50-98ba-a92d12c3c6e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846252 Feb 09 22:35:53.717271 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfebef76-2661-40ea-86a7-b9a6d8b9b019 req-e366cb39-7e12-4099-9c06-f6b1811051f1 tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:53.718733 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cfebef76-2661-40ea-86a7-b9a6d8b9b019 req-e366cb39-7e12-4099-9c06-f6b1811051f1 tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] 10.222.0.90 "GET /v2.0/ports?device_id=c7c0cd71-79ed-4cf9-8e4a-0b6f31c1e9c7 HTTP/1.1" status: 200 len: 944 time: 0.0522430 Feb 09 22:35:53.768067 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cfebef76-2661-40ea-86a7-b9a6d8b9b019 req-188223cf-af52-45a8-88b0-990ffcdc456b tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c943b07-ab4f-4047-af0a-73453fe6849e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437701 Feb 09 22:35:54.072131 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:54.891024 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc571831-727e-4d19-a8b8-3fadfc9cf1ae req-2b9b4609-034a-4a4b-974d-fc58744f00c5 tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:54.892544 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fc571831-727e-4d19-a8b8-3fadfc9cf1ae req-2b9b4609-034a-4a4b-974d-fc58744f00c5 tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] 10.222.0.90 "GET /v2.0/ports?device_id=c7c0cd71-79ed-4cf9-8e4a-0b6f31c1e9c7 HTTP/1.1" status: 200 len: 944 time: 0.0576661 Feb 09 22:35:54.937718 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fc571831-727e-4d19-a8b8-3fadfc9cf1ae req-9f4d3bce-4b90-4b39-b9ef-50d26006931a tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c943b07-ab4f-4047-af0a-73453fe6849e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393641 Feb 09 22:35:56.056052 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00694abb-f313-4d48-812a-7e03cadd2792 req-4dcb94f2-ae43-4dc5-a9ad-27d5c8aa14f2 tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:56.057579 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-00694abb-f313-4d48-812a-7e03cadd2792 req-4dcb94f2-ae43-4dc5-a9ad-27d5c8aa14f2 tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] 10.222.0.90 "GET /v2.0/ports?device_id=c7c0cd71-79ed-4cf9-8e4a-0b6f31c1e9c7 HTTP/1.1" status: 200 len: 944 time: 0.0533168 Feb 09 22:35:56.114143 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-00694abb-f313-4d48-812a-7e03cadd2792 req-a755849b-2d96-4716-b2a5-fc2349eab03e tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c943b07-ab4f-4047-af0a-73453fe6849e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507317 Feb 09 22:35:56.872898 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 8121317d-52e3-4e7b-8d32-b356752537ed details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:35:56.970154 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 8121317d-52e3-4e7b-8d32-b356752537ed, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=8121317d-52e3-4e7b-8d32-b356752537ed,segment=NetworkSegment(5a2f8504-f879-458d-aa63-d4be27411561),segment_id=5a2f8504-f879-458d-aa63-d4be27411561)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:35:56.981613 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': '8121317d-52e3-4e7b-8d32-b356752537ed', 'network_id': 'b7415c71-01b3-4a50-98ba-a92d12c3c6e4', 'port_id': '8121317d-52e3-4e7b-8d32-b356752537ed', 'mac_address': 'fa:16:3e:3b:bc:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '251cfa45-fabf-4c1c-a86e-82af474987a5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:35:57.017822 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 8121317d-52e3-4e7b-8d32-b356752537ed is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:35:57.018136 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (8121317d-52e3-4e7b-8d32-b356752537ed), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:57.031194 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8121317d-52e3-4e7b-8d32-b356752537ed {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:35:57.049540 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 8121317d-52e3-4e7b-8d32-b356752537ed, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=8121317d-52e3-4e7b-8d32-b356752537ed,segment=NetworkSegment(5a2f8504-f879-458d-aa63-d4be27411561),segment_id=5a2f8504-f879-458d-aa63-d4be27411561)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:35:57.053699 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (8121317d-52e3-4e7b-8d32-b356752537ed), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:57.099393 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=8121317d-52e3-4e7b-8d32-b356752537ed,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:35:57.106530 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:35:57.106883 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:35:57.107223 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:35:57.107562 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:35:57.107903 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:35:57.108248 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:35:57.108582 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:35:57.108909 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:35:57.109233 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:35:57.109556 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:35:57.109880 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:35:57.110198 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:35:57.110516 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:35:57.237907 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc571f1-ddec-423c-9796-de604ada98ed req-cba9d7b1-ce39-412b-9c8d-8a8b72127e1d tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:57.239384 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5dc571f1-ddec-423c-9796-de604ada98ed req-cba9d7b1-ce39-412b-9c8d-8a8b72127e1d tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] 10.222.0.90 "GET /v2.0/ports?device_id=c7c0cd71-79ed-4cf9-8e4a-0b6f31c1e9c7 HTTP/1.1" status: 200 len: 945 time: 0.0558071 Feb 09 22:35:57.285872 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5dc571f1-ddec-423c-9796-de604ada98ed req-fd3e2df0-ea29-4612-85d8-40f72302d0bf tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c943b07-ab4f-4047-af0a-73453fe6849e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402842 Feb 09 22:35:57.386652 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['8121317d-52e3-4e7b-8d32-b356752537ed'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:35:58.408637 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbcaddb-7201-4389-85e9-c55781325679 req-10862425-7d82-4c6e-b174-3f822331b71b tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:58.410103 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dbbcaddb-7201-4389-85e9-c55781325679 req-10862425-7d82-4c6e-b174-3f822331b71b tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] 10.222.0.90 "GET /v2.0/ports?device_id=c7c0cd71-79ed-4cf9-8e4a-0b6f31c1e9c7 HTTP/1.1" status: 200 len: 945 time: 0.0528023 Feb 09 22:35:58.456269 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dbbcaddb-7201-4389-85e9-c55781325679 req-a28096d0-1204-478c-8b9c-c03540b728b8 tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c943b07-ab4f-4047-af0a-73453fe6849e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400240 Feb 09 22:35:58.886400 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 8121317d-52e3-4e7b-8d32-b356752537ed up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:35:58.935160 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning for port 8121317d-52e3-4e7b-8d32-b356752537ed completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:35:58.939457 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port 8121317d-52e3-4e7b-8d32-b356752537ed triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:35:58.939838 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (8121317d-52e3-4e7b-8d32-b356752537ed), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:59.018201 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 8121317d-52e3-4e7b-8d32-b356752537ed is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:35:59.018515 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (8121317d-52e3-4e7b-8d32-b356752537ed), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:59.040785 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7c0cd71-79ed-4cf9-8e4a-0b6f31c1e9c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8121317d-52e3-4e7b-8d32-b356752537ed'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:35:59.043053 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cf4d4d953224237653245d15ffec07a65c4bd356d4237fd84236d8abf5d48a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79c3dd93-065d-4f62-bd41-a1e10beee5c6" -d '{"events": [{"server_uuid": "c7c0cd71-79ed-4cf9-8e4a-0b6f31c1e9c7", "name": "network-vif-plugged", "status": "completed", "tag": "8121317d-52e3-4e7b-8d32-b356752537ed"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:35:59.055008 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 8121317d-52e3-4e7b-8d32-b356752537ed, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=8121317d-52e3-4e7b-8d32-b356752537ed,segment=NetworkSegment(5a2f8504-f879-458d-aa63-d4be27411561),segment_id=5a2f8504-f879-458d-aa63-d4be27411561)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:35:59.059177 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (8121317d-52e3-4e7b-8d32-b356752537ed), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:35:59.097366 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89ffe784-4ab2-4521-a065-525a873f9ba3 x-openstack-request-id: req-89ffe784-4ab2-4521-a065-525a873f9ba3 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:35:59.097849 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7c0cd71-79ed-4cf9-8e4a-0b6f31c1e9c7", "name": "network-vif-plugged", "status": "completed", "tag": "8121317d-52e3-4e7b-8d32-b356752537ed", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:35:59.098249 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-89ffe784-4ab2-4521-a065-525a873f9ba3 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:35:59.098697 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7c0cd71-79ed-4cf9-8e4a-0b6f31c1e9c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8121317d-52e3-4e7b-8d32-b356752537ed', 'code': 200} Feb 09 22:35:59.114137 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=8121317d-52e3-4e7b-8d32-b356752537ed,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:35:59.284595 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc20505-d574-4c49-99b2-011302d1958d req-55906458-249d-4fe0-aa8c-6204608c3276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:59.286027 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-8fc20505-d574-4c49-99b2-011302d1958d req-55906458-249d-4fe0-aa8c-6204608c3276 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=c7c0cd71-79ed-4cf9-8e4a-0b6f31c1e9c7 HTTP/1.1" status: 200 len: 1128 time: 0.1366858 Feb 09 22:35:59.332505 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-8fc20505-d574-4c49-99b2-011302d1958d req-a2b342cc-d0fe-4eaf-8643-a023dea99cbd service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=8c943b07-ab4f-4047-af0a-73453fe6849e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398867 Feb 09 22:35:59.576266 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508f240f-c849-4310-b7ce-b86f07ed180c req-ebc6dde8-5695-4462-ad84-ee1e8be85632 tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:35:59.577872 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-508f240f-c849-4310-b7ce-b86f07ed180c req-ebc6dde8-5695-4462-ad84-ee1e8be85632 tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] 10.222.0.90 "GET /v2.0/ports?device_id=c7c0cd71-79ed-4cf9-8e4a-0b6f31c1e9c7 HTTP/1.1" status: 200 len: 946 time: 0.0543275 Feb 09 22:35:59.628783 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-508f240f-c849-4310-b7ce-b86f07ed180c req-e9c9445c-db8b-44ed-b1c8-7d9e32f9bfa5 tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c943b07-ab4f-4047-af0a-73453fe6849e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453231 Feb 09 22:36:00.559802 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:36:00.758985 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a4d828-a15d-4241-89d6-2ede70f6d9e7 req-40eb2636-ec00-451a-92c3-439a68503289 tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:00.764864 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-00a4d828-a15d-4241-89d6-2ede70f6d9e7 req-40eb2636-ec00-451a-92c3-439a68503289 tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] 10.222.0.90 "GET /v2.0/ports?device_id=c7c0cd71-79ed-4cf9-8e4a-0b6f31c1e9c7 HTTP/1.1" status: 200 len: 946 time: 0.0614688 Feb 09 22:36:00.810810 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-00a4d828-a15d-4241-89d6-2ede70f6d9e7 req-e8ddb435-cdb1-4736-8bea-741599da3dec tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c943b07-ab4f-4047-af0a-73453fe6849e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426857 Feb 09 22:36:01.931289 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8873d5-cb86-4b5b-b2c3-2008dd0269df req-74c5f6b8-fd2f-4f83-a273-d0cb372b8fad tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:01.932809 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7b8873d5-cb86-4b5b-b2c3-2008dd0269df req-74c5f6b8-fd2f-4f83-a273-d0cb372b8fad tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] 10.222.0.90 "GET /v2.0/ports?device_id=c7c0cd71-79ed-4cf9-8e4a-0b6f31c1e9c7 HTTP/1.1" status: 200 len: 946 time: 0.0519891 Feb 09 22:36:01.978995 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7b8873d5-cb86-4b5b-b2c3-2008dd0269df req-34e498eb-4f4d-4055-b2d2-71c380848a81 tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c943b07-ab4f-4047-af0a-73453fe6849e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403543 Feb 09 22:36:02.099406 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b90add-60f6-461f-b06a-72e5bd10a79d req-789ca63c-79ec-4db2-b898-ea53cf9e3f7e tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:02.100857 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-54b90add-60f6-461f-b06a-72e5bd10a79d req-789ca63c-79ec-4db2-b898-ea53cf9e3f7e tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] 10.222.0.90 "GET /v2.0/ports?device_id=c7c0cd71-79ed-4cf9-8e4a-0b6f31c1e9c7 HTTP/1.1" status: 200 len: 946 time: 0.0568800 Feb 09 22:36:02.148465 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-54b90add-60f6-461f-b06a-72e5bd10a79d req-92b9c20b-7461-491d-8a33-bc2a96b57a50 tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c943b07-ab4f-4047-af0a-73453fe6849e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420024 Feb 09 22:36:09.177959 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ab0985ad-e5b1-4722-8a0b-ff62833bc836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:11.109255 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-0843e96c-fd7d-426a-a824-b3f00fb4c6ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:12.955658 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:14.367674 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:15.462612 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:21.942390 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:24.066901 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:36.313902 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fad699-479e-42a0-8a66-18f1aed9fd59 req-b1a091e2-ed62-4d57-87dd-ca40b4023659 tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:36.315416 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d0fad699-479e-42a0-8a66-18f1aed9fd59 req-b1a091e2-ed62-4d57-87dd-ca40b4023659 tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] 10.222.0.90 "GET /v2.0/ports?device_id=c7c0cd71-79ed-4cf9-8e4a-0b6f31c1e9c7 HTTP/1.1" status: 200 len: 946 time: 0.0530457 Feb 09 22:36:36.364032 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d0fad699-479e-42a0-8a66-18f1aed9fd59 req-d6efd2cc-2428-4238-8d15-141b539cc95a tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c943b07-ab4f-4047-af0a-73453fe6849e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427258 Feb 09 22:36:37.489099 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fc8575-2c4e-413b-ae8e-30091150f24d req-b71c93e6-6933-4d0a-9f2c-532deff94497 tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:37.491297 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-82fc8575-2c4e-413b-ae8e-30091150f24d req-b71c93e6-6933-4d0a-9f2c-532deff94497 tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] 10.222.0.90 "GET /v2.0/ports?device_id=c7c0cd71-79ed-4cf9-8e4a-0b6f31c1e9c7 HTTP/1.1" status: 200 len: 946 time: 0.0569727 Feb 09 22:36:37.537304 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-82fc8575-2c4e-413b-ae8e-30091150f24d req-4961641b-b212-4561-863b-bd73e6765aca tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c943b07-ab4f-4047-af0a-73453fe6849e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402849 Feb 09 22:36:37.559446 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:36:38.397638 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29927b7b-3d69-48b9-bda6-84b2befe7a1b req-afe02d6d-3f96-4325-80db-a76ab35bf220 tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:38.399075 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-29927b7b-3d69-48b9-bda6-84b2befe7a1b req-afe02d6d-3f96-4325-80db-a76ab35bf220 tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] 10.222.0.89 "GET /v2.0/ports?device_id=c7c0cd71-79ed-4cf9-8e4a-0b6f31c1e9c7 HTTP/1.1" status: 200 len: 946 time: 0.0555005 Feb 09 22:36:38.487733 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-29927b7b-3d69-48b9-bda6-84b2befe7a1b req-c6c4cf8c-83a9-4f44-98cb-b828fd250b5a tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] Deleting port 8121317d-52e3-4e7b-8d32-b356752537ed {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:36:38.487994 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-29927b7b-3d69-48b9-bda6-84b2befe7a1b req-c6c4cf8c-83a9-4f44-98cb-b828fd250b5a tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (8121317d-52e3-4e7b-8d32-b356752537ed), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:38.578054 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-29927b7b-3d69-48b9-bda6-84b2befe7a1b req-c6c4cf8c-83a9-4f44-98cb-b828fd250b5a tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] For port 8121317d-52e3-4e7b-8d32-b356752537ed, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=8121317d-52e3-4e7b-8d32-b356752537ed,segment=NetworkSegment(5a2f8504-f879-458d-aa63-d4be27411561),segment_id=5a2f8504-f879-458d-aa63-d4be27411561)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:36:38.578445 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-29927b7b-3d69-48b9-bda6-84b2befe7a1b req-c6c4cf8c-83a9-4f44-98cb-b828fd250b5a tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (8121317d-52e3-4e7b-8d32-b356752537ed), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:38.591551 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-29927b7b-3d69-48b9-bda6-84b2befe7a1b req-c6c4cf8c-83a9-4f44-98cb-b828fd250b5a tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] Calling delete_port for 8121317d-52e3-4e7b-8d32-b356752537ed owned by compute:nova {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:36:38.656950 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9751cff0-d064-4217-afda-814dee6dca1e req-7a55489b-f937-43ca-aa13-86b0ff0e96b2 tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:38.658460 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9751cff0-d064-4217-afda-814dee6dca1e req-7a55489b-f937-43ca-aa13-86b0ff0e96b2 tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] 10.222.0.90 "GET /v2.0/ports?device_id=c7c0cd71-79ed-4cf9-8e4a-0b6f31c1e9c7 HTTP/1.1" status: 200 len: 946 time: 0.0533206 Feb 09 22:36:38.707222 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9751cff0-d064-4217-afda-814dee6dca1e req-ef03c375-b333-4b04-86eb-c8419e80c568 tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c943b07-ab4f-4047-af0a-73453fe6849e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423951 Feb 09 22:36:38.728245 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-29927b7b-3d69-48b9-bda6-84b2befe7a1b req-c6c4cf8c-83a9-4f44-98cb-b828fd250b5a tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (8121317d-52e3-4e7b-8d32-b356752537ed), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:38.740859 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['8121317d-52e3-4e7b-8d32-b356752537ed'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:36:38.762383 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c4cf8c-83a9-4f44-98cb-b828fd250b5a tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] Pushing event deleted for resources: {'Port': ['ID=8121317d-52e3-4e7b-8d32-b356752537ed,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:36:38.787525 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c4cf8c-83a9-4f44-98cb-b828fd250b5a tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:36:38.787888 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c4cf8c-83a9-4f44-98cb-b828fd250b5a tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:36:38.788256 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c4cf8c-83a9-4f44-98cb-b828fd250b5a tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:36:38.788592 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c4cf8c-83a9-4f44-98cb-b828fd250b5a tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:36:38.788930 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c4cf8c-83a9-4f44-98cb-b828fd250b5a tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:36:38.789264 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c4cf8c-83a9-4f44-98cb-b828fd250b5a tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:36:38.789598 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c4cf8c-83a9-4f44-98cb-b828fd250b5a tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:36:38.789928 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c4cf8c-83a9-4f44-98cb-b828fd250b5a tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:36:38.790260 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c4cf8c-83a9-4f44-98cb-b828fd250b5a tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:36:38.790589 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c4cf8c-83a9-4f44-98cb-b828fd250b5a tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:36:38.790920 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c4cf8c-83a9-4f44-98cb-b828fd250b5a tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:36:38.791243 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c4cf8c-83a9-4f44-98cb-b828fd250b5a tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:36:38.791568 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c4cf8c-83a9-4f44-98cb-b828fd250b5a tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:36:38.814433 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-29927b7b-3d69-48b9-bda6-84b2befe7a1b req-c6c4cf8c-83a9-4f44-98cb-b828fd250b5a tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] No DVR routers for this DVR port 8121317d-52e3-4e7b-8d32-b356752537ed on host n-h2-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:36:38.817093 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-29927b7b-3d69-48b9-bda6-84b2befe7a1b req-c6c4cf8c-83a9-4f44-98cb-b828fd250b5a tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:38.820593 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-29927b7b-3d69-48b9-bda6-84b2befe7a1b req-c6c4cf8c-83a9-4f44-98cb-b828fd250b5a tempest-TestEncryptedCinderVolumes-691270521 tempest-TestEncryptedCinderVolumes-691270521-project] 10.222.0.89 "DELETE /v2.0/ports/8121317d-52e3-4e7b-8d32-b356752537ed HTTP/1.1" status: 204 len: 173 time: 0.4160841 Feb 09 22:36:38.821044 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7c0cd71-79ed-4cf9-8e4a-0b6f31c1e9c7', 'name': 'network-vif-deleted', 'tag': '8121317d-52e3-4e7b-8d32-b356752537ed'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:36:38.823383 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0759f77e637a6f71ff1c25bc92ec5ea77217d29fcb3f113a7ada5acb32ef5084" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f507dea0-ceae-4bbc-8977-d1d06002b783" -d '{"events": [{"server_uuid": "c7c0cd71-79ed-4cf9-8e4a-0b6f31c1e9c7", "name": "network-vif-deleted", "tag": "8121317d-52e3-4e7b-8d32-b356752537ed"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:36:38.920489 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9139784c-c251-4df2-b770-7f4fd7abdffb x-openstack-request-id: req-9139784c-c251-4df2-b770-7f4fd7abdffb {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:36:38.920791 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7c0cd71-79ed-4cf9-8e4a-0b6f31c1e9c7", "name": "network-vif-deleted", "tag": "8121317d-52e3-4e7b-8d32-b356752537ed", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:36:38.921051 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-9139784c-c251-4df2-b770-7f4fd7abdffb {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:36:38.921456 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7c0cd71-79ed-4cf9-8e4a-0b6f31c1e9c7', 'name': 'network-vif-deleted', 'tag': '8121317d-52e3-4e7b-8d32-b356752537ed', 'status': 'completed', 'code': 200} Feb 09 22:36:39.172365 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-4126af0c-3232-45b3-b1a0-7fd3e6f6f4d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:39.800568 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 52842) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:36:40.139480 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-48da4fe1-8386-40be-993c-9b6cbb1c682d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524906'] for router_interface (3289f3c5-4b69-49c4-aa15-3bb27df95894), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:40.385764 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-48da4fe1-8386-40be-993c-9b6cbb1c682d admin admin] Deleting port 8504770f-a923-4297-bbec-809088cf5ac5 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:36:40.386106 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-48da4fe1-8386-40be-993c-9b6cbb1c682d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (8504770f-a923-4297-bbec-809088cf5ac5), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:40.463891 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-48da4fe1-8386-40be-993c-9b6cbb1c682d admin admin] For port 8504770f-a923-4297-bbec-809088cf5ac5, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=8504770f-a923-4297-bbec-809088cf5ac5,segment=NetworkSegment(5a2f8504-f879-458d-aa63-d4be27411561),segment_id=5a2f8504-f879-458d-aa63-d4be27411561)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:36:40.464169 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-48da4fe1-8386-40be-993c-9b6cbb1c682d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (8504770f-a923-4297-bbec-809088cf5ac5), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:40.477046 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-48da4fe1-8386-40be-993c-9b6cbb1c682d admin admin] Calling delete_port for 8504770f-a923-4297-bbec-809088cf5ac5 owned by network:router_interface {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:36:40.654445 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-48da4fe1-8386-40be-993c-9b6cbb1c682d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (8504770f-a923-4297-bbec-809088cf5ac5), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:40.677489 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48da4fe1-8386-40be-993c-9b6cbb1c682d admin admin] Pushing event deleted for resources: {'Port': ['ID=8504770f-a923-4297-bbec-809088cf5ac5,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:36:40.690690 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48da4fe1-8386-40be-993c-9b6cbb1c682d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:36:40.691047 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48da4fe1-8386-40be-993c-9b6cbb1c682d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:36:40.691377 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48da4fe1-8386-40be-993c-9b6cbb1c682d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:36:40.691708 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48da4fe1-8386-40be-993c-9b6cbb1c682d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:36:40.692029 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48da4fe1-8386-40be-993c-9b6cbb1c682d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:36:40.692390 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48da4fe1-8386-40be-993c-9b6cbb1c682d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:36:40.692743 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48da4fe1-8386-40be-993c-9b6cbb1c682d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:36:40.693063 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48da4fe1-8386-40be-993c-9b6cbb1c682d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:36:40.693382 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48da4fe1-8386-40be-993c-9b6cbb1c682d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:36:40.693700 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48da4fe1-8386-40be-993c-9b6cbb1c682d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:36:40.694018 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48da4fe1-8386-40be-993c-9b6cbb1c682d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:36:40.694333 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48da4fe1-8386-40be-993c-9b6cbb1c682d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:36:40.694649 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48da4fe1-8386-40be-993c-9b6cbb1c682d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:36:40.856565 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-48da4fe1-8386-40be-993c-9b6cbb1c682d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-525054'] for router_interface (3289f3c5-4b69-49c4-aa15-3bb27df95894), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:41.026817 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 8121317d-52e3-4e7b-8d32-b356752537ed no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:36:41.046353 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] No Port match for: 8121317d-52e3-4e7b-8d32-b356752537ed {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:36:41.046696 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 8121317d-52e3-4e7b-8d32-b356752537ed not bound to the agent host n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:36:41.077928 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48da4fe1-8386-40be-993c-9b6cbb1c682d admin admin] Router 3289f3c5-4b69-49c4-aa15-3bb27df95894 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:36:41.111686 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-48597236-cf19-4d9a-af00-6654ba8b9702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:41.190724 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48da4fe1-8386-40be-993c-9b6cbb1c682d admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:36:41.197017 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-48da4fe1-8386-40be-993c-9b6cbb1c682d admin admin] 10.222.0.90 "PUT /v2.0/routers/3289f3c5-4b69-49c4-aa15-3bb27df95894/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3954012 Feb 09 22:36:41.199523 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 52844) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:36:41.202641 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48c2fc5-2cd9-4eff-b212-5b8233d526fb None None] Sync routers for ids ['3289f3c5-4b69-49c4-aa15-3bb27df95894'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:36:41.213127 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48c2fc5-2cd9-4eff-b212-5b8233d526fb None None] Routers {'3289f3c5-4b69-49c4-aa15-3bb27df95894'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:36:41.213760 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-d48c2fc5-2cd9-4eff-b212-5b8233d526fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:36:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['3289f3c5-4b69-49c4-aa15-3bb27df95894'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:36:41.305706 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-72f12694-117c-4ab3-af28-10ce6cc79f1e admin admin] Publish callbacks [] for router (3289f3c5-4b69-49c4-aa15-3bb27df95894), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:41.317295 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-d48c2fc5-2cd9-4eff-b212-5b8233d526fb None None] Set router 3289f3c5-4b69-49c4-aa15-3bb27df95894 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:36:41.409550 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-72f12694-117c-4ab3-af28-10ce6cc79f1e admin admin] Publish callbacks [] for router_gateway (3289f3c5-4b69-49c4-aa15-3bb27df95894), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:41.463897 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-72f12694-117c-4ab3-af28-10ce6cc79f1e admin admin] Deleting port bf327ae5-6925-442b-9843-21cd059d4c56 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:36:41.464258 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-72f12694-117c-4ab3-af28-10ce6cc79f1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (bf327ae5-6925-442b-9843-21cd059d4c56), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:41.498072 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-d48c2fc5-2cd9-4eff-b212-5b8233d526fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3289f3c5-4b69-49c4-aa15-3bb27df95894', 'name': 'tempest-TestEncryptedCinderVolumes-229659318-router', 'tenant_id': 'af69e06efd62485eac8d7f866bf0a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': 'bf327ae5-6925-442b-9843-21cd059d4c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:34:50Z', 'updated_at': '2022-02-09T22:36:40Z', 'revision_number': 5, 'project_id': 'af69e06efd62485eac8d7f866bf0a138', 'gw_port': {'id': 'bf327ae5-6925-442b-9843-21cd059d4c56', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:94:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3289f3c5-4b69-49c4-aa15-3bb27df95894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:34:50Z', 'updated_at': '2022-02-09T22:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:36:41.527776 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48c2fc5-2cd9-4eff-b212-5b8233d526fb None None] Checking router: 3289f3c5-4b69-49c4-aa15-3bb27df95894 for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:36:41.535869 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48c2fc5-2cd9-4eff-b212-5b8233d526fb None None] Routers {'3289f3c5-4b69-49c4-aa15-3bb27df95894'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:36:41.537067 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-d48c2fc5-2cd9-4eff-b212-5b8233d526fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:36:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['3289f3c5-4b69-49c4-aa15-3bb27df95894'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:36:41.542884 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-72f12694-117c-4ab3-af28-10ce6cc79f1e admin admin] For port bf327ae5-6925-442b-9843-21cd059d4c56, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=bf327ae5-6925-442b-9843-21cd059d4c56,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:36:41.543262 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-72f12694-117c-4ab3-af28-10ce6cc79f1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (bf327ae5-6925-442b-9843-21cd059d4c56), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:41.559442 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-72f12694-117c-4ab3-af28-10ce6cc79f1e admin admin] Calling delete_port for bf327ae5-6925-442b-9843-21cd059d4c56 owned by network:router_gateway {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:36:41.622423 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-d48c2fc5-2cd9-4eff-b212-5b8233d526fb None None] Set router 3289f3c5-4b69-49c4-aa15-3bb27df95894 gateway port host: None {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:36:41.672945 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-d48c2fc5-2cd9-4eff-b212-5b8233d526fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3289f3c5-4b69-49c4-aa15-3bb27df95894', 'name': 'tempest-TestEncryptedCinderVolumes-229659318-router', 'tenant_id': 'af69e06efd62485eac8d7f866bf0a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:34:50Z', 'updated_at': '2022-02-09T22:36:41Z', 'revision_number': 6, 'project_id': 'af69e06efd62485eac8d7f866bf0a138', 'gw_port_host': None}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:36:41.702183 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48c2fc5-2cd9-4eff-b212-5b8233d526fb None None] The sync data for ids ['3289f3c5-4b69-49c4-aa15-3bb27df95894'] in n-d-828369-5 is: [{'id': '3289f3c5-4b69-49c4-aa15-3bb27df95894', 'name': 'tempest-TestEncryptedCinderVolumes-229659318-router', 'tenant_id': 'af69e06efd62485eac8d7f866bf0a138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:34:50Z', 'updated_at': '2022-02-09T22:36:41Z', 'revision_number': 6, 'project_id': 'af69e06efd62485eac8d7f866bf0a138', 'gw_port_host': None}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:36:41.727539 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-72f12694-117c-4ab3-af28-10ce6cc79f1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (bf327ae5-6925-442b-9843-21cd059d4c56), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:41.752769 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f12694-117c-4ab3-af28-10ce6cc79f1e admin admin] Pushing event deleted for resources: {'Port': ['ID=bf327ae5-6925-442b-9843-21cd059d4c56,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:36:41.813285 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-72f12694-117c-4ab3-af28-10ce6cc79f1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-554524'] for router_gateway (3289f3c5-4b69-49c4-aa15-3bb27df95894), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:42.205695 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-72f12694-117c-4ab3-af28-10ce6cc79f1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (3289f3c5-4b69-49c4-aa15-3bb27df95894), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:42.208488 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-72f12694-117c-4ab3-af28-10ce6cc79f1e admin admin] Publish callbacks [] for router_controller (3289f3c5-4b69-49c4-aa15-3bb27df95894), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:42.253871 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-72f12694-117c-4ab3-af28-10ce6cc79f1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (3289f3c5-4b69-49c4-aa15-3bb27df95894), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:42.254398 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72f12694-117c-4ab3-af28-10ce6cc79f1e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3289f3c5-4b69-49c4-aa15-3bb27df95894 {{(pid=103140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:36:42.258925 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-72f12694-117c-4ab3-af28-10ce6cc79f1e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:42.259919 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-72f12694-117c-4ab3-af28-10ce6cc79f1e admin admin] 10.222.0.90 "DELETE /v2.0/routers/3289f3c5-4b69-49c4-aa15-3bb27df95894 HTTP/1.1" status: 204 len: 168 time: 1.0585117 Feb 09 22:36:42.262458 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 52846) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:36:42.306021 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_v2 [None req-e61d6bae-d49b-4516-ae23-ef9783d07726 admin admin] Deleting subnet 251cfa45-fabf-4c1c-a86e-82af474987a5 {{(pid=103140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:36:42.308993 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e61d6bae-d49b-4516-ae23-ef9783d07726 admin admin] Publish callbacks [] for subnet (251cfa45-fabf-4c1c-a86e-82af474987a5), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:42.342694 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e61d6bae-d49b-4516-ae23-ef9783d07726 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9110716'] for subnet (251cfa45-fabf-4c1c-a86e-82af474987a5), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:42.423805 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e61d6bae-d49b-4516-ae23-ef9783d07726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (251cfa45-fabf-4c1c-a86e-82af474987a5), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:42.477814 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e61d6bae-d49b-4516-ae23-ef9783d07726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621346'] for subnet (251cfa45-fabf-4c1c-a86e-82af474987a5), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:42.500792 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61d6bae-d49b-4516-ae23-ef9783d07726 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=251cfa45-fabf-4c1c-a86e-82af474987a5,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:36:42.507395 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e61d6bae-d49b-4516-ae23-ef9783d07726 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:42.513233 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-e61d6bae-d49b-4516-ae23-ef9783d07726 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/251cfa45-fabf-4c1c-a86e-82af474987a5 HTTP/1.1" status: 204 len: 168 time: 0.2475338 Feb 09 22:36:42.513523 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 52848) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:36:42.513726 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a810a5e7-aafc-4d87-b0c3-022f416167b1 None None] Network b7415c71-01b3-4a50-98ba-a92d12c3c6e4 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:36:42.586642 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0808e358-32a9-4ed1-ad8a-52de87109ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (b7415c71-01b3-4a50-98ba-a92d12c3c6e4), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:42.642293 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-0808e358-32a9-4ed1-ad8a-52de87109ff6 admin admin] Deleting port 4dd29326-d461-4550-b97b-a1d3d318299c {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:36:42.642625 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0808e358-32a9-4ed1-ad8a-52de87109ff6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (4dd29326-d461-4550-b97b-a1d3d318299c), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:42.692188 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb9e3e0-2453-4d4b-b412-15ccfbb5b774 None None] DHCP port deletion for b7415c71-01b3-4a50-98ba-a92d12c3c6e4 request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:36:42.712577 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-0808e358-32a9-4ed1-ad8a-52de87109ff6 admin admin] For port 4dd29326-d461-4550-b97b-a1d3d318299c, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=4dd29326-d461-4550-b97b-a1d3d318299c,segment=NetworkSegment(5a2f8504-f879-458d-aa63-d4be27411561),segment_id=5a2f8504-f879-458d-aa63-d4be27411561)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:36:42.713207 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0808e358-32a9-4ed1-ad8a-52de87109ff6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (4dd29326-d461-4550-b97b-a1d3d318299c), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:42.726845 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-0808e358-32a9-4ed1-ad8a-52de87109ff6 admin admin] Calling delete_port for 4dd29326-d461-4550-b97b-a1d3d318299c owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:36:42.741749 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-edb9e3e0-2453-4d4b-b412-15ccfbb5b774 None None] Deleting port 4dd29326-d461-4550-b97b-a1d3d318299c {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:36:42.742120 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-edb9e3e0-2453-4d4b-b412-15ccfbb5b774 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (4dd29326-d461-4550-b97b-a1d3d318299c), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:42.812316 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-edb9e3e0-2453-4d4b-b412-15ccfbb5b774 None None] For port 4dd29326-d461-4550-b97b-a1d3d318299c, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=4dd29326-d461-4550-b97b-a1d3d318299c,segment=NetworkSegment(5a2f8504-f879-458d-aa63-d4be27411561),segment_id=5a2f8504-f879-458d-aa63-d4be27411561)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:36:42.813058 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-edb9e3e0-2453-4d4b-b412-15ccfbb5b774 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (4dd29326-d461-4550-b97b-a1d3d318299c), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:42.818302 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0808e358-32a9-4ed1-ad8a-52de87109ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (4dd29326-d461-4550-b97b-a1d3d318299c), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:42.826432 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-edb9e3e0-2453-4d4b-b412-15ccfbb5b774 None None] Calling delete_port for 4dd29326-d461-4550-b97b-a1d3d318299c owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:36:42.852491 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0808e358-32a9-4ed1-ad8a-52de87109ff6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4dd29326-d461-4550-b97b-a1d3d318299c,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:36:42.854299 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0808e358-32a9-4ed1-ad8a-52de87109ff6 admin admin] No DVR routers for this DVR port 4dd29326-d461-4550-b97b-a1d3d318299c on host n-d-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:36:42.872291 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 8504770f-a923-4297-bbec-809088cf5ac5 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:36:42.897262 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 8504770f-a923-4297-bbec-809088cf5ac5 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:36:42.897609 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 8504770f-a923-4297-bbec-809088cf5ac5 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:36:42.898034 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 4dd29326-d461-4550-b97b-a1d3d318299c no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:36:42.919957 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 4dd29326-d461-4550-b97b-a1d3d318299c {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:36:42.920251 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 4dd29326-d461-4550-b97b-a1d3d318299c not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:36:42.920680 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device bf327ae5-6925-442b-9843-21cd059d4c56 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:36:42.923852 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0808e358-32a9-4ed1-ad8a-52de87109ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (b7415c71-01b3-4a50-98ba-a92d12c3c6e4), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:42.949942 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-0808e358-32a9-4ed1-ad8a-52de87109ff6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7415c71-01b3-4a50-98ba-a92d12c3c6e4']}} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:36:42.960099 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-0808e358-32a9-4ed1-ad8a-52de87109ff6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a2f8504-f879-458d-aa63-d4be27411561') {'for_net_delete': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:36:42.960589 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-0808e358-32a9-4ed1-ad8a-52de87109ff6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a2f8504-f879-458d-aa63-d4be27411561') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:36:42.961364 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: bf327ae5-6925-442b-9843-21cd059d4c56 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:36:42.961960 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device bf327ae5-6925-442b-9843-21cd059d4c56 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:36:42.970351 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0808e358-32a9-4ed1-ad8a-52de87109ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110711'] for segment (5a2f8504-f879-458d-aa63-d4be27411561), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:42.984526 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0808e358-32a9-4ed1-ad8a-52de87109ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (5a2f8504-f879-458d-aa63-d4be27411561), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:42.988368 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:42.990952 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0808e358-32a9-4ed1-ad8a-52de87109ff6 admin admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=103140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:36:42.991329 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0808e358-32a9-4ed1-ad8a-52de87109ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669415'] for segment (5a2f8504-f879-458d-aa63-d4be27411561), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:42.993068 n-d-828369-5 neutron-server[103140]: Traceback (most recent call last): Feb 09 22:36:42.993068 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:36:42.993068 n-d-828369-5 neutron-server[103140]: timer() Feb 09 22:36:42.993068 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:36:42.993068 n-d-828369-5 neutron-server[103140]: cb(*args, **kw) Feb 09 22:36:42.993068 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:36:42.993068 n-d-828369-5 neutron-server[103140]: return func(*args, **kwargs) Feb 09 22:36:42.993068 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:36:42.993068 n-d-828369-5 neutron-server[103140]: self._notify() Feb 09 22:36:42.993068 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:36:42.993068 n-d-828369-5 neutron-server[103140]: self.callback(batched_events) Feb 09 22:36:42.993068 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:36:42.993068 n-d-828369-5 neutron-server[103140]: event.method(event) Feb 09 22:36:42.993068 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:36:42.993068 n-d-828369-5 neutron-server[103140]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:36:42.993068 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:36:42.993068 n-d-828369-5 neutron-server[103140]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:36:42.993068 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:36:42.993068 n-d-828369-5 neutron-server[103140]: return f(self, *a, **k) Feb 09 22:36:42.993068 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:36:42.993068 n-d-828369-5 neutron-server[103140]: return self._get(url).json() Feb 09 22:36:42.993068 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:36:42.993068 n-d-828369-5 neutron-server[103140]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:36:42.993068 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:36:42.993068 n-d-828369-5 neutron-server[103140]: return self.request(url, 'GET', **kwargs) Feb 09 22:36:42.993068 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:36:42.993068 n-d-828369-5 neutron-server[103140]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:36:42.993068 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:36:42.993068 n-d-828369-5 neutron-server[103140]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:36:42.993068 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:36:42.993068 n-d-828369-5 neutron-server[103140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:36:42.993068 n-d-828369-5 neutron-server[103140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:36:42.996964 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-edb9e3e0-2453-4d4b-b412-15ccfbb5b774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (4dd29326-d461-4550-b97b-a1d3d318299c), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:43.022660 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb9e3e0-2453-4d4b-b412-15ccfbb5b774 None None] Pushing event deleted for resources: {'Port': ['ID=4dd29326-d461-4550-b97b-a1d3d318299c,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:36:43.026524 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb9e3e0-2453-4d4b-b412-15ccfbb5b774 None None] No DVR routers for this DVR port 4dd29326-d461-4550-b97b-a1d3d318299c on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:36:43.047753 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0808e358-32a9-4ed1-ad8a-52de87109ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (b7415c71-01b3-4a50-98ba-a92d12c3c6e4), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:43.053817 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0808e358-32a9-4ed1-ad8a-52de87109ff6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:43.057072 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-0808e358-32a9-4ed1-ad8a-52de87109ff6 admin admin] 10.222.0.90 "DELETE /v2.0/networks/b7415c71-01b3-4a50-98ba-a92d12c3c6e4 HTTP/1.1" status: 204 len: 168 time: 0.5425041 Feb 09 22:36:43.060202 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 52850) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:36:43.068891 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0808e358-32a9-4ed1-ad8a-52de87109ff6 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7415c71-01b3-4a50-98ba-a92d12c3c6e4,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:36:43.419090 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2f2fe8cf-e12b-4c68-b4e5-e79bf51f6178 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524906'] for router_interface (d1be043b-20a6-41e8-98a2-3c467dd4ff46), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:43.653987 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-2f2fe8cf-e12b-4c68-b4e5-e79bf51f6178 admin admin] Deleting port 4b621ae5-ab99-4cc8-ba14-b9cb24e9b26e {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:36:43.654319 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2f2fe8cf-e12b-4c68-b4e5-e79bf51f6178 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (4b621ae5-ab99-4cc8-ba14-b9cb24e9b26e), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:43.736601 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-2f2fe8cf-e12b-4c68-b4e5-e79bf51f6178 admin admin] For port 4b621ae5-ab99-4cc8-ba14-b9cb24e9b26e, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=4b621ae5-ab99-4cc8-ba14-b9cb24e9b26e,segment=NetworkSegment(d3a9f87d-7bcc-4a21-8247-9a06a27a2a4d),segment_id=d3a9f87d-7bcc-4a21-8247-9a06a27a2a4d)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:36:43.736874 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2f2fe8cf-e12b-4c68-b4e5-e79bf51f6178 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (4b621ae5-ab99-4cc8-ba14-b9cb24e9b26e), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:43.749991 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-2f2fe8cf-e12b-4c68-b4e5-e79bf51f6178 admin admin] Calling delete_port for 4b621ae5-ab99-4cc8-ba14-b9cb24e9b26e owned by network:router_interface {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:36:43.926856 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2f2fe8cf-e12b-4c68-b4e5-e79bf51f6178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (4b621ae5-ab99-4cc8-ba14-b9cb24e9b26e), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:43.953323 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2fe8cf-e12b-4c68-b4e5-e79bf51f6178 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b621ae5-ab99-4cc8-ba14-b9cb24e9b26e,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:36:44.369374 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:44.377165 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2f2fe8cf-e12b-4c68-b4e5-e79bf51f6178 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-525054'] for router_interface (d1be043b-20a6-41e8-98a2-3c467dd4ff46), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:44.588594 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f2fe8cf-e12b-4c68-b4e5-e79bf51f6178 admin admin] Router d1be043b-20a6-41e8-98a2-3c467dd4ff46 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:36:44.697968 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f2fe8cf-e12b-4c68-b4e5-e79bf51f6178 admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:36:44.702912 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-2f2fe8cf-e12b-4c68-b4e5-e79bf51f6178 admin admin] 10.222.0.90 "PUT /v2.0/routers/d1be043b-20a6-41e8-98a2-3c467dd4ff46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6415460 Feb 09 22:36:44.705766 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 52852) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:36:44.706736 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13573b98-0886-40cf-b2c0-bdffcf8df166 None None] Sync routers for ids ['d1be043b-20a6-41e8-98a2-3c467dd4ff46'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:36:44.715965 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13573b98-0886-40cf-b2c0-bdffcf8df166 None None] Routers {'d1be043b-20a6-41e8-98a2-3c467dd4ff46'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:36:44.716603 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-13573b98-0886-40cf-b2c0-bdffcf8df166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:36:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['d1be043b-20a6-41e8-98a2-3c467dd4ff46'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:36:44.817501 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7af82153-ddf2-4d70-b48e-9a43391c272b admin admin] Publish callbacks [] for router (d1be043b-20a6-41e8-98a2-3c467dd4ff46), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:44.836603 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-13573b98-0886-40cf-b2c0-bdffcf8df166 None None] Set router d1be043b-20a6-41e8-98a2-3c467dd4ff46 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:36:44.923436 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7af82153-ddf2-4d70-b48e-9a43391c272b admin admin] Publish callbacks [] for router_gateway (d1be043b-20a6-41e8-98a2-3c467dd4ff46), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:44.980973 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-7af82153-ddf2-4d70-b48e-9a43391c272b admin admin] Deleting port 3915a111-bb11-4aff-a0b3-d8979464aa52 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:36:44.981309 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7af82153-ddf2-4d70-b48e-9a43391c272b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (3915a111-bb11-4aff-a0b3-d8979464aa52), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:45.068398 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-7af82153-ddf2-4d70-b48e-9a43391c272b admin admin] For port 3915a111-bb11-4aff-a0b3-d8979464aa52, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=3915a111-bb11-4aff-a0b3-d8979464aa52,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:36:45.068792 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7af82153-ddf2-4d70-b48e-9a43391c272b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (3915a111-bb11-4aff-a0b3-d8979464aa52), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:45.082772 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-7af82153-ddf2-4d70-b48e-9a43391c272b admin admin] Calling delete_port for 3915a111-bb11-4aff-a0b3-d8979464aa52 owned by network:router_gateway {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:36:45.184937 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-13573b98-0886-40cf-b2c0-bdffcf8df166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1be043b-20a6-41e8-98a2-3c467dd4ff46', 'name': 'tempest-TestEncryptedCinderVolumes-1536282524-router', 'tenant_id': 'd7f4584676634fc8b4281d3954ede22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '3915a111-bb11-4aff-a0b3-d8979464aa52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:34:55Z', 'updated_at': '2022-02-09T22:36:43Z', 'revision_number': 5, 'project_id': 'd7f4584676634fc8b4281d3954ede22c', 'gw_port': {'id': '3915a111-bb11-4aff-a0b3-d8979464aa52', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:5e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1be043b-20a6-41e8-98a2-3c467dd4ff46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:34:55Z', 'updated_at': '2022-02-09T22:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:36:45.211575 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13573b98-0886-40cf-b2c0-bdffcf8df166 None None] Checking router: d1be043b-20a6-41e8-98a2-3c467dd4ff46 for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:36:45.219880 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13573b98-0886-40cf-b2c0-bdffcf8df166 None None] Routers {'d1be043b-20a6-41e8-98a2-3c467dd4ff46'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:36:45.220533 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-13573b98-0886-40cf-b2c0-bdffcf8df166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:36:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['d1be043b-20a6-41e8-98a2-3c467dd4ff46'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:36:45.256581 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7af82153-ddf2-4d70-b48e-9a43391c272b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (3915a111-bb11-4aff-a0b3-d8979464aa52), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:45.289089 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af82153-ddf2-4d70-b48e-9a43391c272b admin admin] Pushing event deleted for resources: {'Port': ['ID=3915a111-bb11-4aff-a0b3-d8979464aa52,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:36:45.311988 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-13573b98-0886-40cf-b2c0-bdffcf8df166 None None] Set router d1be043b-20a6-41e8-98a2-3c467dd4ff46 gateway port host: None {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:36:45.343045 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7af82153-ddf2-4d70-b48e-9a43391c272b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-554524'] for router_gateway (d1be043b-20a6-41e8-98a2-3c467dd4ff46), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:45.366818 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-13573b98-0886-40cf-b2c0-bdffcf8df166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1be043b-20a6-41e8-98a2-3c467dd4ff46', 'name': 'tempest-TestEncryptedCinderVolumes-1536282524-router', 'tenant_id': 'd7f4584676634fc8b4281d3954ede22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:34:55Z', 'updated_at': '2022-02-09T22:36:44Z', 'revision_number': 6, 'project_id': 'd7f4584676634fc8b4281d3954ede22c', 'gw_port_host': None}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:36:45.393218 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13573b98-0886-40cf-b2c0-bdffcf8df166 None None] The sync data for ids ['d1be043b-20a6-41e8-98a2-3c467dd4ff46'] in n-d-828369-5 is: [{'id': 'd1be043b-20a6-41e8-98a2-3c467dd4ff46', 'name': 'tempest-TestEncryptedCinderVolumes-1536282524-router', 'tenant_id': 'd7f4584676634fc8b4281d3954ede22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:34:55Z', 'updated_at': '2022-02-09T22:36:44Z', 'revision_number': 6, 'project_id': 'd7f4584676634fc8b4281d3954ede22c', 'gw_port_host': None}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:36:45.435593 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7af82153-ddf2-4d70-b48e-9a43391c272b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (d1be043b-20a6-41e8-98a2-3c467dd4ff46), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:45.437926 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7af82153-ddf2-4d70-b48e-9a43391c272b admin admin] Publish callbacks [] for router_controller (d1be043b-20a6-41e8-98a2-3c467dd4ff46), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:45.464489 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:45.484699 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7af82153-ddf2-4d70-b48e-9a43391c272b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (d1be043b-20a6-41e8-98a2-3c467dd4ff46), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:45.485264 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7af82153-ddf2-4d70-b48e-9a43391c272b admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1be043b-20a6-41e8-98a2-3c467dd4ff46 {{(pid=103140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:36:45.490236 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7af82153-ddf2-4d70-b48e-9a43391c272b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:45.491402 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-7af82153-ddf2-4d70-b48e-9a43391c272b admin admin] 10.222.0.90 "DELETE /v2.0/routers/d1be043b-20a6-41e8-98a2-3c467dd4ff46 HTTP/1.1" status: 204 len: 168 time: 0.7845163 Feb 09 22:36:45.494015 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 52854) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:36:45.538706 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_v2 [None req-6938af33-d7b2-46d6-a1e9-717cbba8bc35 admin admin] Deleting subnet 5842dbe0-61f5-4a5b-b6d8-5986f7aa6ede {{(pid=103140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:36:45.541719 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6938af33-d7b2-46d6-a1e9-717cbba8bc35 admin admin] Publish callbacks [] for subnet (5842dbe0-61f5-4a5b-b6d8-5986f7aa6ede), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:45.575809 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6938af33-d7b2-46d6-a1e9-717cbba8bc35 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9110716'] for subnet (5842dbe0-61f5-4a5b-b6d8-5986f7aa6ede), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:45.661295 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6938af33-d7b2-46d6-a1e9-717cbba8bc35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (5842dbe0-61f5-4a5b-b6d8-5986f7aa6ede), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:45.714149 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6938af33-d7b2-46d6-a1e9-717cbba8bc35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621346'] for subnet (5842dbe0-61f5-4a5b-b6d8-5986f7aa6ede), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:45.738914 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6938af33-d7b2-46d6-a1e9-717cbba8bc35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5842dbe0-61f5-4a5b-b6d8-5986f7aa6ede,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:36:45.745142 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6938af33-d7b2-46d6-a1e9-717cbba8bc35 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:45.751239 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 52856) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:36:45.751715 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-6938af33-d7b2-46d6-a1e9-717cbba8bc35 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/5842dbe0-61f5-4a5b-b6d8-5986f7aa6ede HTTP/1.1" status: 204 len: 168 time: 0.2563503 Feb 09 22:36:45.752008 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d768befe-bfca-434e-a52b-434584e6c298 None None] Network b7619cbe-70f6-4b3c-af8b-17d8927b5105 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:36:45.832287 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f4e978f3-c83b-46c3-8e7a-9901bc7b1c68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (b7619cbe-70f6-4b3c-af8b-17d8927b5105), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:45.892833 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-f4e978f3-c83b-46c3-8e7a-9901bc7b1c68 admin admin] Deleting port 93b0b9f8-c1ba-40a8-8a0e-61d54f1d3670 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:36:45.893177 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f4e978f3-c83b-46c3-8e7a-9901bc7b1c68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (93b0b9f8-c1ba-40a8-8a0e-61d54f1d3670), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:45.955254 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-f4e978f3-c83b-46c3-8e7a-9901bc7b1c68 admin admin] For port 93b0b9f8-c1ba-40a8-8a0e-61d54f1d3670, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=93b0b9f8-c1ba-40a8-8a0e-61d54f1d3670,segment=NetworkSegment(d3a9f87d-7bcc-4a21-8247-9a06a27a2a4d),segment_id=d3a9f87d-7bcc-4a21-8247-9a06a27a2a4d)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:36:45.955612 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f4e978f3-c83b-46c3-8e7a-9901bc7b1c68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (93b0b9f8-c1ba-40a8-8a0e-61d54f1d3670), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:45.968455 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-f4e978f3-c83b-46c3-8e7a-9901bc7b1c68 admin admin] Calling delete_port for 93b0b9f8-c1ba-40a8-8a0e-61d54f1d3670 owned by network:dhcp {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:36:46.052559 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f4e978f3-c83b-46c3-8e7a-9901bc7b1c68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (93b0b9f8-c1ba-40a8-8a0e-61d54f1d3670), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:46.078035 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e978f3-c83b-46c3-8e7a-9901bc7b1c68 admin admin] Pushing event deleted for resources: {'Port': ['ID=93b0b9f8-c1ba-40a8-8a0e-61d54f1d3670,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:36:46.081506 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e978f3-c83b-46c3-8e7a-9901bc7b1c68 admin admin] No DVR routers for this DVR port 93b0b9f8-c1ba-40a8-8a0e-61d54f1d3670 on host n-d-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:36:46.158006 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f4e978f3-c83b-46c3-8e7a-9901bc7b1c68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (b7619cbe-70f6-4b3c-af8b-17d8927b5105), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:46.168041 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f57ff6d-673b-48fc-a000-69a1071a16c3 None None] DHCP port deletion for b7619cbe-70f6-4b3c-af8b-17d8927b5105 request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:36:46.181517 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-f4e978f3-c83b-46c3-8e7a-9901bc7b1c68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7619cbe-70f6-4b3c-af8b-17d8927b5105']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:36:46.193452 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-f4e978f3-c83b-46c3-8e7a-9901bc7b1c68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3a9f87d-7bcc-4a21-8247-9a06a27a2a4d') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:36:46.193753 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-f4e978f3-c83b-46c3-8e7a-9901bc7b1c68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3a9f87d-7bcc-4a21-8247-9a06a27a2a4d') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:36:46.203552 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f4e978f3-c83b-46c3-8e7a-9901bc7b1c68 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (d3a9f87d-7bcc-4a21-8247-9a06a27a2a4d), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:46.217145 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f4e978f3-c83b-46c3-8e7a-9901bc7b1c68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (d3a9f87d-7bcc-4a21-8247-9a06a27a2a4d), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:46.223068 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4e978f3-c83b-46c3-8e7a-9901bc7b1c68 admin admin] Releasing vlan 747 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:36:46.223390 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f4e978f3-c83b-46c3-8e7a-9901bc7b1c68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (d3a9f87d-7bcc-4a21-8247-9a06a27a2a4d), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:46.225643 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 22:36:46.225643 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:36:46.225643 n-d-828369-5 neutron-server[103141]: timer() Feb 09 22:36:46.225643 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:36:46.225643 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 22:36:46.225643 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:36:46.225643 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 22:36:46.225643 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:36:46.225643 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 22:36:46.225643 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:36:46.225643 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 22:36:46.225643 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:36:46.225643 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 22:36:46.225643 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:36:46.225643 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:36:46.225643 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:36:46.225643 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:36:46.225643 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:36:46.225643 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 22:36:46.225643 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:36:46.225643 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 22:36:46.225643 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:36:46.225643 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:36:46.225643 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:36:46.225643 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 22:36:46.225643 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:36:46.225643 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:36:46.225643 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:36:46.225643 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:36:46.225643 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:36:46.225643 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:36:46.225643 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:36:46.282098 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f4e978f3-c83b-46c3-8e7a-9901bc7b1c68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (b7619cbe-70f6-4b3c-af8b-17d8927b5105), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:46.288543 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f4e978f3-c83b-46c3-8e7a-9901bc7b1c68 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:46.291821 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-f4e978f3-c83b-46c3-8e7a-9901bc7b1c68 admin admin] 10.222.0.90 "DELETE /v2.0/networks/b7619cbe-70f6-4b3c-af8b-17d8927b5105 HTTP/1.1" status: 204 len: 168 time: 0.5385690 Feb 09 22:36:46.303687 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e978f3-c83b-46c3-8e7a-9901bc7b1c68 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7619cbe-70f6-4b3c-af8b-17d8927b5105,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:36:46.465905 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 52860) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:36:46.506024 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-aa581f73-a1b8-4e1f-a5de-a4b18118039f admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=af69e06efd62485eac8d7f866bf0a138&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389030 Feb 09 22:36:46.508319 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 52862) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:36:46.554912 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-15fb4560-7513-428b-a2e5-a0c0bb4f95a7 admin admin] Publish callbacks [] for security_group (8c943b07-ab4f-4047-af0a-73453fe6849e), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:46.575471 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-15fb4560-7513-428b-a2e5-a0c0bb4f95a7 admin admin] Publish callbacks [] for security_group (8c943b07-ab4f-4047-af0a-73453fe6849e), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:46.624597 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-15fb4560-7513-428b-a2e5-a0c0bb4f95a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (8c943b07-ab4f-4047-af0a-73453fe6849e), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:46.627179 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-15fb4560-7513-428b-a2e5-a0c0bb4f95a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:46.628350 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-15fb4560-7513-428b-a2e5-a0c0bb4f95a7 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/8c943b07-ab4f-4047-af0a-73453fe6849e HTTP/1.1" status: 204 len: 168 time: 0.1191165 Feb 09 22:36:46.636033 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fb4560-7513-428b-a2e5-a0c0bb4f95a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c943b07-ab4f-4047-af0a-73453fe6849e,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:36:46.835805 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 3915a111-bb11-4aff-a0b3-d8979464aa52 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:36:46.856240 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 3915a111-bb11-4aff-a0b3-d8979464aa52 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:36:46.856595 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 3915a111-bb11-4aff-a0b3-d8979464aa52 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:36:46.857016 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 93b0b9f8-c1ba-40a8-8a0e-61d54f1d3670 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:36:46.878922 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 93b0b9f8-c1ba-40a8-8a0e-61d54f1d3670 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:36:46.879267 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 93b0b9f8-c1ba-40a8-8a0e-61d54f1d3670 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:36:46.879680 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 4b621ae5-ab99-4cc8-ba14-b9cb24e9b26e no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:36:46.898908 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 4b621ae5-ab99-4cc8-ba14-b9cb24e9b26e {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:36:46.899255 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 4b621ae5-ab99-4cc8-ba14-b9cb24e9b26e not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:36:46.938893 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 52868) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:36:46.979900 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-53255464-9eb6-4f97-bcc3-872f636d7e9b admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=d7f4584676634fc8b4281d3954ede22c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0398548 Feb 09 22:36:46.982303 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 52870) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:36:47.029911 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8079d88f-9cf2-429f-b3ab-538ffc577453 admin admin] Publish callbacks [] for security_group (6b7d2e11-5267-45bd-885f-a05fcb5e2f6e), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:47.051023 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8079d88f-9cf2-429f-b3ab-538ffc577453 admin admin] Publish callbacks [] for security_group (6b7d2e11-5267-45bd-885f-a05fcb5e2f6e), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:47.106084 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8079d88f-9cf2-429f-b3ab-538ffc577453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (6b7d2e11-5267-45bd-885f-a05fcb5e2f6e), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:47.109013 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8079d88f-9cf2-429f-b3ab-538ffc577453 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:47.110174 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-8079d88f-9cf2-429f-b3ab-538ffc577453 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/6b7d2e11-5267-45bd-885f-a05fcb5e2f6e HTTP/1.1" status: 204 len: 168 time: 0.1269817 Feb 09 22:36:47.118367 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8079d88f-9cf2-429f-b3ab-538ffc577453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b7d2e11-5267-45bd-885f-a05fcb5e2f6e,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:36:47.765575 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 52892) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:36:47.859624 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-63a17e35-ca0f-4cd6-99d0-68aa9e7ce8e0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2124902580-network', 'tenant_id': '87c2ef1af67c4d0c99ff39e8119fc210'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:36:47.878776 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a17e35-ca0f-4cd6-99d0-68aa9e7ce8e0 admin admin] Made reservation on behalf of 87c2ef1af67c4d0c99ff39e8119fc210 for: {'network': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:36:47.881705 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-63a17e35-ca0f-4cd6-99d0-68aa9e7ce8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:47.890163 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-63a17e35-ca0f-4cd6-99d0-68aa9e7ce8e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:47.965024 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-63a17e35-ca0f-4cd6-99d0-68aa9e7ce8e0 admin admin] Publish callbacks [] for security_group (ccf8655c-f7f6-4606-8eb5-8a5d4faaa62e), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:47.968742 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-63a17e35-ca0f-4cd6-99d0-68aa9e7ce8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (ccf8655c-f7f6-4606-8eb5-8a5d4faaa62e), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:47.993127 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63a17e35-ca0f-4cd6-99d0-68aa9e7ce8e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=103140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:36:48.002557 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a17e35-ca0f-4cd6-99d0-68aa9e7ce8e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf8655c-f7f6-4606-8eb5-8a5d4faaa62e,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:36:48.007667 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-63a17e35-ca0f-4cd6-99d0-68aa9e7ce8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (0c7c9459-039f-4dbe-be36-0c9765bbc8e0), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:48.008004 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-63a17e35-ca0f-4cd6-99d0-68aa9e7ce8e0 admin admin] Added segment 0c7c9459-039f-4dbe-be36-0c9765bbc8e0 of type vlan for network f5d26388-8ff4-4c3e-a8c8-5d2ae54efb2c Feb 09 22:36:48.046563 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-63a17e35-ca0f-4cd6-99d0-68aa9e7ce8e0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (f5d26388-8ff4-4c3e-a8c8-5d2ae54efb2c), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:48.072120 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-63a17e35-ca0f-4cd6-99d0-68aa9e7ce8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (f5d26388-8ff4-4c3e-a8c8-5d2ae54efb2c), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:48.073119 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a17e35-ca0f-4cd6-99d0-68aa9e7ce8e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:48.073857 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-63a17e35-ca0f-4cd6-99d0-68aa9e7ce8e0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:48.134039 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-63a17e35-ca0f-4cd6-99d0-68aa9e7ce8e0 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3619993 Feb 09 22:36:48.134039 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 52896) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:36:48.138695 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-a5bc8728-b201-405a-a2a0-56d2568f94e0 admin admin] Request body: {'subnet': {'network_id': 'f5d26388-8ff4-4c3e-a8c8-5d2ae54efb2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2124902580-subnet', 'tenant_id': '87c2ef1af67c4d0c99ff39e8119fc210', 'ip_version': 4}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:36:48.141723 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a17e35-ca0f-4cd6-99d0-68aa9e7ce8e0 admin admin] Pushing event updated for resources: {'Network': ['ID=f5d26388-8ff4-4c3e-a8c8-5d2ae54efb2c,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:36:48.152490 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network f5d26388-8ff4-4c3e-a8c8-5d2ae54efb2c details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:36:48.159429 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5bc8728-b201-405a-a2a0-56d2568f94e0 admin admin] Made reservation on behalf of 87c2ef1af67c4d0c99ff39e8119fc210 for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:36:48.161749 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a5bc8728-b201-405a-a2a0-56d2568f94e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621317'] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:48.326787 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a5bc8728-b201-405a-a2a0-56d2568f94e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621371'] for subnet (b3832be8-66b3-4d76-b8ab-b1e940a20c56), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:48.386666 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bc8728-b201-405a-a2a0-56d2568f94e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3832be8-66b3-4d76-b8ab-b1e940a20c56,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:36:48.393674 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bc8728-b201-405a-a2a0-56d2568f94e0 admin admin] Checking segment: {'id': '0c7c9459-039f-4dbe-be36-0c9765bbc8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f5d26388-8ff4-4c3e-a8c8-5d2ae54efb2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:36:48.394031 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5bc8728-b201-405a-a2a0-56d2568f94e0 admin admin] Network hostable DHCP agents. Network: f5d26388-8ff4-4c3e-a8c8-5d2ae54efb2c, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:36:48.410622 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5bc8728-b201-405a-a2a0-56d2568f94e0 admin admin] Network f5d26388-8ff4-4c3e-a8c8-5d2ae54efb2c is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:36:48.419979 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-a5bc8728-b201-405a-a2a0-56d2568f94e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, f5d26388-8ff4-4c3e-a8c8-5d2ae54efb2c) {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:36:48.424869 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5bc8728-b201-405a-a2a0-56d2568f94e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:48.426652 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a5bc8728-b201-405a-a2a0-56d2568f94e0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:48.428457 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172c2644-a1e2-4eec-b508-934846b27eab None None] Network f5d26388-8ff4-4c3e-a8c8-5d2ae54efb2c requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:36:48.445863 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-a5bc8728-b201-405a-a2a0-56d2568f94e0 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3083143 Feb 09 22:36:48.446092 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 52898) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:36:48.450251 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-65afb0bb-10db-46a6-b2a3-0ae605879d6f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2124902580-router', 'tenant_id': '87c2ef1af67c4d0c99ff39e8119fc210', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:36:48.468456 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-65afb0bb-10db-46a6-b2a3-0ae605879d6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (0d7537da-13f8-4555-8b74-7845600854ae), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:48.469451 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-65afb0bb-10db-46a6-b2a3-0ae605879d6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (0d7537da-13f8-4555-8b74-7845600854ae), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:48.521427 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-65afb0bb-10db-46a6-b2a3-0ae605879d6f admin admin] Publish callbacks [] for router_controller (0d7537da-13f8-4555-8b74-7845600854ae), precommit_add_association {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:48.530376 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c595ea1a-5be9-46c8-b71e-d3fe336a7a51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-f5d26388-8ff4-4c3e-a8c8-5d2ae54efb2c', 'network_id': 'f5d26388-8ff4-4c3e-a8c8-5d2ae54efb2c', 'project_id': '87c2ef1af67c4d0c99ff39e8119fc210', 'fixed_ips': [{'subnet_id': 'b3832be8-66b3-4d76-b8ab-b1e940a20c56'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:36:48.531266 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c595ea1a-5be9-46c8-b71e-d3fe336a7a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:48.665928 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-65afb0bb-10db-46a6-b2a3-0ae605879d6f admin admin] Publish callbacks [] for router_gateway (0d7537da-13f8-4555-8b74-7845600854ae), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:48.667989 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-c595ea1a-5be9-46c8-b71e-d3fe336a7a51 None None] Allocated IP 172.20.0.2 (f5d26388-8ff4-4c3e-a8c8-5d2ae54efb2c/b3832be8-66b3-4d76-b8ab-b1e940a20c56/ea5124dc-ddd4-47e3-a95a-7bdb0f670726) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:36:48.811595 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c595ea1a-5be9-46c8-b71e-d3fe336a7a51 None None] Publish callbacks [] for port (ea5124dc-ddd4-47e3-a95a-7bdb0f670726), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:48.817591 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c595ea1a-5be9-46c8-b71e-d3fe336a7a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (ea5124dc-ddd4-47e3-a95a-7bdb0f670726), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:48.858755 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c595ea1a-5be9-46c8-b71e-d3fe336a7a51 None None] Network f5d26388-8ff4-4c3e-a8c8-5d2ae54efb2c is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:36:48.861683 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-c595ea1a-5be9-46c8-b71e-d3fe336a7a51 None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:36:48.864575 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-65afb0bb-10db-46a6-b2a3-0ae605879d6f admin admin] Publish callbacks [] for router_gateway (0d7537da-13f8-4555-8b74-7845600854ae), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:48.865904 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c595ea1a-5be9-46c8-b71e-d3fe336a7a51 None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:36:48.868905 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c595ea1a-5be9-46c8-b71e-d3fe336a7a51 None None] Pushing event updated for resources: {'Port': ['ID=ea5124dc-ddd4-47e3-a95a-7bdb0f670726,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:36:48.887469 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-65afb0bb-10db-46a6-b2a3-0ae605879d6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:48.924882 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-c595ea1a-5be9-46c8-b71e-d3fe336a7a51 None None] Attempting to bind port ea5124dc-ddd4-47e3-a95a-7bdb0f670726 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:36:48.925176 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-c595ea1a-5be9-46c8-b71e-d3fe336a7a51 None None] Attempting to bind port ea5124dc-ddd4-47e3-a95a-7bdb0f670726 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '0c7c9459-039f-4dbe-be36-0c9765bbc8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f5d26388-8ff4-4c3e-a8c8-5d2ae54efb2c'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:36:48.925554 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c595ea1a-5be9-46c8-b71e-d3fe336a7a51 None None] Attempting to bind port ea5124dc-ddd4-47e3-a95a-7bdb0f670726 on network f5d26388-8ff4-4c3e-a8c8-5d2ae54efb2c {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:36:48.930482 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c595ea1a-5be9-46c8-b71e-d3fe336a7a51 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:36:48.930862 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c595ea1a-5be9-46c8-b71e-d3fe336a7a51 None None] Checking segment: {'id': '0c7c9459-039f-4dbe-be36-0c9765bbc8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f5d26388-8ff4-4c3e-a8c8-5d2ae54efb2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:36:48.931271 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c595ea1a-5be9-46c8-b71e-d3fe336a7a51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:48.931702 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c595ea1a-5be9-46c8-b71e-d3fe336a7a51 None None] Bound using segment: {'id': '0c7c9459-039f-4dbe-be36-0c9765bbc8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f5d26388-8ff4-4c3e-a8c8-5d2ae54efb2c'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:36:48.932181 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-c595ea1a-5be9-46c8-b71e-d3fe336a7a51 None None] Bound port: ea5124dc-ddd4-47e3-a95a-7bdb0f670726, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c7c9459-039f-4dbe-be36-0c9765bbc8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f5d26388-8ff4-4c3e-a8c8-5d2ae54efb2c'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:36:48.932589 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c595ea1a-5be9-46c8-b71e-d3fe336a7a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (ea5124dc-ddd4-47e3-a95a-7bdb0f670726), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:48.988899 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-65afb0bb-10db-46a6-b2a3-0ae605879d6f admin admin] Allocated IP 172.25.3.52 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/ff390832-c558-4e47-babf-75e73592225f) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:36:48.998540 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-c595ea1a-5be9-46c8-b71e-d3fe336a7a51 None None] For port ea5124dc-ddd4-47e3-a95a-7bdb0f670726, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:36:49.001671 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-c595ea1a-5be9-46c8-b71e-d3fe336a7a51 None None] For port ea5124dc-ddd4-47e3-a95a-7bdb0f670726, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=ea5124dc-ddd4-47e3-a95a-7bdb0f670726,segment=NetworkSegment(0c7c9459-039f-4dbe-be36-0c9765bbc8e0),segment_id=0c7c9459-039f-4dbe-be36-0c9765bbc8e0)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:36:49.007318 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c595ea1a-5be9-46c8-b71e-d3fe336a7a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (ea5124dc-ddd4-47e3-a95a-7bdb0f670726), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:49.067452 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c595ea1a-5be9-46c8-b71e-d3fe336a7a51 None None] Pushing event updated for resources: {'Port': ['ID=ea5124dc-ddd4-47e3-a95a-7bdb0f670726,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:36:49.106621 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-65afb0bb-10db-46a6-b2a3-0ae605879d6f admin admin] Publish callbacks [] for port (ff390832-c558-4e47-babf-75e73592225f), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:49.146042 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-65afb0bb-10db-46a6-b2a3-0ae605879d6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (ff390832-c558-4e47-babf-75e73592225f), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:49.184163 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65afb0bb-10db-46a6-b2a3-0ae605879d6f admin admin] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:36:49.189504 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-65afb0bb-10db-46a6-b2a3-0ae605879d6f admin admin] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:36:49.193618 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65afb0bb-10db-46a6-b2a3-0ae605879d6f admin admin] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:36:49.223376 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65afb0bb-10db-46a6-b2a3-0ae605879d6f admin admin] Pushing event updated for resources: {'Port': ['ID=ff390832-c558-4e47-babf-75e73592225f,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:36:49.466077 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-65afb0bb-10db-46a6-b2a3-0ae605879d6f admin admin] Publish callbacks [] for router_gateway (0d7537da-13f8-4555-8b74-7845600854ae), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:49.661734 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-65afb0bb-10db-46a6-b2a3-0ae605879d6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (0d7537da-13f8-4555-8b74-7845600854ae), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:50.023661 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c6d034-45ec-4f23-8d18-fc20eff381a2 None None] Network f5d26388-8ff4-4c3e-a8c8-5d2ae54efb2c requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:36:50.090335 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-1988a47d-97ea-4a14-8931-289da52c9f79 None None] Provisioning complete for port ea5124dc-ddd4-47e3-a95a-7bdb0f670726 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:36:50.090712 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1988a47d-97ea-4a14-8931-289da52c9f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (ea5124dc-ddd4-47e3-a95a-7bdb0f670726), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:50.104124 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65afb0bb-10db-46a6-b2a3-0ae605879d6f admin admin] Router 0d7537da-13f8-4555-8b74-7845600854ae is scheduled to L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 with binding_index 1 {{(pid=103140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:36:50.212437 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65afb0bb-10db-46a6-b2a3-0ae605879d6f admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:36:50.215650 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-1988a47d-97ea-4a14-8931-289da52c9f79 None None] Current status of the port ea5124dc-ddd4-47e3-a95a-7bdb0f670726 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:36:50.216052 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1988a47d-97ea-4a14-8931-289da52c9f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (ea5124dc-ddd4-47e3-a95a-7bdb0f670726), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:50.223811 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70c6872-20b6-41f5-a2d4-4a3d3dc993a4 None None] Sync routers for ids ['0d7537da-13f8-4555-8b74-7845600854ae'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:36:50.231363 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-65afb0bb-10db-46a6-b2a3-0ae605879d6f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:50.235640 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 52900) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:36:50.236201 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-65afb0bb-10db-46a6-b2a3-0ae605879d6f admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7886910 Feb 09 22:36:50.243705 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70c6872-20b6-41f5-a2d4-4a3d3dc993a4 None None] Routers {'0d7537da-13f8-4555-8b74-7845600854ae'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:36:50.244864 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-b70c6872-20b6-41f5-a2d4-4a3d3dc993a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:36:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['0d7537da-13f8-4555-8b74-7845600854ae'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:36:50.263413 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-1988a47d-97ea-4a14-8931-289da52c9f79 None None] For port ea5124dc-ddd4-47e3-a95a-7bdb0f670726, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=ea5124dc-ddd4-47e3-a95a-7bdb0f670726,segment=NetworkSegment(0c7c9459-039f-4dbe-be36-0c9765bbc8e0),segment_id=0c7c9459-039f-4dbe-be36-0c9765bbc8e0)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:36:50.269583 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1988a47d-97ea-4a14-8931-289da52c9f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (ea5124dc-ddd4-47e3-a95a-7bdb0f670726), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:50.326647 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1988a47d-97ea-4a14-8931-289da52c9f79 None None] Pushing event updated for resources: {'Port': ['ID=ea5124dc-ddd4-47e3-a95a-7bdb0f670726,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:36:50.392354 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-b70c6872-20b6-41f5-a2d4-4a3d3dc993a4 None None] Set router 0d7537da-13f8-4555-8b74-7845600854ae gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:36:50.492574 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-7c78e7ae-5b03-4267-808b-3634f1a4e078 None None] Provisioning complete for port ea5124dc-ddd4-47e3-a95a-7bdb0f670726 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:36:50.492934 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c78e7ae-5b03-4267-808b-3634f1a4e078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (ea5124dc-ddd4-47e3-a95a-7bdb0f670726), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:50.577315 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-7c78e7ae-5b03-4267-808b-3634f1a4e078 None None] Current status of the port ea5124dc-ddd4-47e3-a95a-7bdb0f670726 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:36:50.672780 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-b70c6872-20b6-41f5-a2d4-4a3d3dc993a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d7537da-13f8-4555-8b74-7845600854ae', 'name': 'tempest-TestMinimumBasicScenario-2124902580-router', 'tenant_id': '87c2ef1af67c4d0c99ff39e8119fc210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': 'ff390832-c558-4e47-babf-75e73592225f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:36:48Z', 'updated_at': '2022-02-09T22:36:49Z', 'revision_number': 3, 'project_id': '87c2ef1af67c4d0c99ff39e8119fc210', 'gw_port': {'id': 'ff390832-c558-4e47-babf-75e73592225f', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:31:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d7537da-13f8-4555-8b74-7845600854ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:36:48Z', 'updated_at': '2022-02-09T22:36:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:36:50.702161 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70c6872-20b6-41f5-a2d4-4a3d3dc993a4 None None] Checking router: 0d7537da-13f8-4555-8b74-7845600854ae for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:36:50.702506 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70c6872-20b6-41f5-a2d4-4a3d3dc993a4 None None] Updating router 0d7537da-13f8-4555-8b74-7845600854ae port ff390832-c558-4e47-babf-75e73592225f binding host n-d-828369-5 {{(pid=103143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:36:50.706874 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-df1bafd3-01f8-46aa-9bb0-974be2002841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:50.729837 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b70c6872-20b6-41f5-a2d4-4a3d3dc993a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (ff390832-c558-4e47-babf-75e73592225f), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:50.867021 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-df1bafd3-01f8-46aa-9bb0-974be2002841 admin admin] Allocated IP 172.20.0.1 (f5d26388-8ff4-4c3e-a8c8-5d2ae54efb2c/b3832be8-66b3-4d76-b8ab-b1e940a20c56/95bbf0be-db51-4ac6-84c8-b309c9c5f9b0) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:36:50.883440 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device ea5124dc-ddd4-47e3-a95a-7bdb0f670726 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:36:50.934420 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port ea5124dc-ddd4-47e3-a95a-7bdb0f670726 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:36:50.935018 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (ea5124dc-ddd4-47e3-a95a-7bdb0f670726), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:50.983787 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-df1bafd3-01f8-46aa-9bb0-974be2002841 admin admin] Publish callbacks [] for port (95bbf0be-db51-4ac6-84c8-b309c9c5f9b0), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:50.987116 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b70c6872-20b6-41f5-a2d4-4a3d3dc993a4 None None] Publish callbacks [] for port (ff390832-c558-4e47-babf-75e73592225f), precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:50.993402 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b70c6872-20b6-41f5-a2d4-4a3d3dc993a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (ff390832-c558-4e47-babf-75e73592225f), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:51.019176 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-df1bafd3-01f8-46aa-9bb0-974be2002841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (95bbf0be-db51-4ac6-84c8-b309c9c5f9b0), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:51.023509 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port ea5124dc-ddd4-47e3-a95a-7bdb0f670726 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:36:51.050846 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-b70c6872-20b6-41f5-a2d4-4a3d3dc993a4 None None] Attempting to bind port ff390832-c558-4e47-babf-75e73592225f on host n-d-828369-5 for vnic_type normal with profile {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:36:51.051215 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-b70c6872-20b6-41f5-a2d4-4a3d3dc993a4 None None] Attempting to bind port ff390832-c558-4e47-babf-75e73592225f by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:36:51.052394 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70c6872-20b6-41f5-a2d4-4a3d3dc993a4 None None] Attempting to bind port ff390832-c558-4e47-babf-75e73592225f on network 54a442d5-50a0-4c75-85cc-d19f5bf58118 {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:36:51.058964 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1bafd3-01f8-46aa-9bb0-974be2002841 admin admin] Network f5d26388-8ff4-4c3e-a8c8-5d2ae54efb2c is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:36:51.063241 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70c6872-20b6-41f5-a2d4-4a3d3dc993a4 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:36:51.063618 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70c6872-20b6-41f5-a2d4-4a3d3dc993a4 None None] Checking segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:36:51.064012 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b70c6872-20b6-41f5-a2d4-4a3d3dc993a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:51.064136 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-df1bafd3-01f8-46aa-9bb0-974be2002841 admin admin] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:36:51.064995 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70c6872-20b6-41f5-a2d4-4a3d3dc993a4 None None] Bound using segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:36:51.066305 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-b70c6872-20b6-41f5-a2d4-4a3d3dc993a4 None None] Bound port: ff390832-c558-4e47-babf-75e73592225f, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:36:51.066705 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b70c6872-20b6-41f5-a2d4-4a3d3dc993a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (ff390832-c558-4e47-babf-75e73592225f), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:51.067774 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1bafd3-01f8-46aa-9bb0-974be2002841 admin admin] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:36:51.090503 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae4feac-60be-4bdf-8b10-aef1fd227c22 None None] Pushing event updated for resources: {'Port': ['ID=ff390832-c558-4e47-babf-75e73592225f,revision_number=2']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:36:51.092621 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1bafd3-01f8-46aa-9bb0-974be2002841 admin admin] Pushing event updated for resources: {'Port': ['ID=95bbf0be-db51-4ac6-84c8-b309c9c5f9b0,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:36:51.110709 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae4feac-60be-4bdf-8b10-aef1fd227c22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:36:51.111055 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae4feac-60be-4bdf-8b10-aef1fd227c22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:36:51.111392 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae4feac-60be-4bdf-8b10-aef1fd227c22 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:36:51.111724 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae4feac-60be-4bdf-8b10-aef1fd227c22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:36:51.112050 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae4feac-60be-4bdf-8b10-aef1fd227c22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:36:51.112407 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae4feac-60be-4bdf-8b10-aef1fd227c22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:36:51.112715 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae4feac-60be-4bdf-8b10-aef1fd227c22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:36:51.113031 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae4feac-60be-4bdf-8b10-aef1fd227c22 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:36:51.113562 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae4feac-60be-4bdf-8b10-aef1fd227c22 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:36:51.113696 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-df1bafd3-01f8-46aa-9bb0-974be2002841 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554727'] for router_interface (0d7537da-13f8-4555-8b74-7845600854ae), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:51.113810 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae4feac-60be-4bdf-8b10-aef1fd227c22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:36:51.114081 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae4feac-60be-4bdf-8b10-aef1fd227c22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:36:51.114356 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae4feac-60be-4bdf-8b10-aef1fd227c22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:36:51.114710 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae4feac-60be-4bdf-8b10-aef1fd227c22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:36:51.147120 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-b70c6872-20b6-41f5-a2d4-4a3d3dc993a4 None None] For port ff390832-c558-4e47-babf-75e73592225f, host n-d-828369-5, cleared binding levels {{(pid=103143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:36:51.150538 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-b70c6872-20b6-41f5-a2d4-4a3d3dc993a4 None None] For port ff390832-c558-4e47-babf-75e73592225f, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=ff390832-c558-4e47-babf-75e73592225f,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:36:51.156659 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b70c6872-20b6-41f5-a2d4-4a3d3dc993a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (ff390832-c558-4e47-babf-75e73592225f), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:51.219344 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70c6872-20b6-41f5-a2d4-4a3d3dc993a4 None None] Routers {'0d7537da-13f8-4555-8b74-7845600854ae'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:36:51.220028 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-b70c6872-20b6-41f5-a2d4-4a3d3dc993a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:36:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['0d7537da-13f8-4555-8b74-7845600854ae'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:36:51.262087 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae4feac-60be-4bdf-8b10-aef1fd227c22 None None] Pushing event updated for resources: {'Port': ['ID=ff390832-c558-4e47-babf-75e73592225f,revision_number=3']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:36:51.267466 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-df1bafd3-01f8-46aa-9bb0-974be2002841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (95bbf0be-db51-4ac6-84c8-b309c9c5f9b0), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:51.346760 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-b70c6872-20b6-41f5-a2d4-4a3d3dc993a4 None None] Set router 0d7537da-13f8-4555-8b74-7845600854ae gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:36:51.403942 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-fb0444ea-c2aa-4624-9d05-0ff915494010 None None] Provisioning complete for port 95bbf0be-db51-4ac6-84c8-b309c9c5f9b0 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:36:51.404528 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-fb0444ea-c2aa-4624-9d05-0ff915494010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (95bbf0be-db51-4ac6-84c8-b309c9c5f9b0), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:51.440743 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-fb0444ea-c2aa-4624-9d05-0ff915494010 None None] Port 95bbf0be-db51-4ac6-84c8-b309c9c5f9b0 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:36:51.446564 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-df1bafd3-01f8-46aa-9bb0-974be2002841 admin admin] Publish callbacks [] for port (95bbf0be-db51-4ac6-84c8-b309c9c5f9b0), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:51.453463 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-df1bafd3-01f8-46aa-9bb0-974be2002841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (95bbf0be-db51-4ac6-84c8-b309c9c5f9b0), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:51.523764 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1bafd3-01f8-46aa-9bb0-974be2002841 admin admin] Pushing event updated for resources: {'Port': ['ID=95bbf0be-db51-4ac6-84c8-b309c9c5f9b0,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:36:51.527570 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-df1bafd3-01f8-46aa-9bb0-974be2002841 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524919'] for router_interface (0d7537da-13f8-4555-8b74-7845600854ae), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:51.529374 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-b70c6872-20b6-41f5-a2d4-4a3d3dc993a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d7537da-13f8-4555-8b74-7845600854ae', 'name': 'tempest-TestMinimumBasicScenario-2124902580-router', 'tenant_id': '87c2ef1af67c4d0c99ff39e8119fc210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': 'ff390832-c558-4e47-babf-75e73592225f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:36:48Z', 'updated_at': '2022-02-09T22:36:49Z', 'revision_number': 3, 'project_id': '87c2ef1af67c4d0c99ff39e8119fc210', 'gw_port': {'id': 'ff390832-c558-4e47-babf-75e73592225f', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:31:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d7537da-13f8-4555-8b74-7845600854ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:36:48Z', 'updated_at': '2022-02-09T22:36:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:36:51.558916 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70c6872-20b6-41f5-a2d4-4a3d3dc993a4 None None] The sync data for ids ['0d7537da-13f8-4555-8b74-7845600854ae'] in n-d-828369-5 is: [{'id': '0d7537da-13f8-4555-8b74-7845600854ae', 'name': 'tempest-TestMinimumBasicScenario-2124902580-router', 'tenant_id': '87c2ef1af67c4d0c99ff39e8119fc210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': 'ff390832-c558-4e47-babf-75e73592225f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:36:48Z', 'updated_at': '2022-02-09T22:36:49Z', 'revision_number': 3, 'project_id': '87c2ef1af67c4d0c99ff39e8119fc210', 'gw_port': {'id': 'ff390832-c558-4e47-babf-75e73592225f', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:31:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d7537da-13f8-4555-8b74-7845600854ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:36:48Z', 'updated_at': '2022-02-09T22:36:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:36:51.620464 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1bafd3-01f8-46aa-9bb0-974be2002841 admin admin] Network f5d26388-8ff4-4c3e-a8c8-5d2ae54efb2c is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:36:51.621974 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-df1bafd3-01f8-46aa-9bb0-974be2002841 admin admin] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:36:51.748265 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df1bafd3-01f8-46aa-9bb0-974be2002841 admin admin] Router 0d7537da-13f8-4555-8b74-7845600854ae has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:36:51.888925 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df1bafd3-01f8-46aa-9bb0-974be2002841 admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:36:51.894972 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-df1bafd3-01f8-46aa-9bb0-974be2002841 admin admin] 10.222.0.90 "PUT /v2.0/routers/0d7537da-13f8-4555-8b74-7845600854ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6571066 Feb 09 22:36:51.972157 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:51.973789 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a813709a-59e3-4f10-994a-2c19bdd0375a None None] Provisioning complete for port 95bbf0be-db51-4ac6-84c8-b309c9c5f9b0 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:36:51.974155 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a813709a-59e3-4f10-994a-2c19bdd0375a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (95bbf0be-db51-4ac6-84c8-b309c9c5f9b0), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:52.019979 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a813709a-59e3-4f10-994a-2c19bdd0375a None None] Port 95bbf0be-db51-4ac6-84c8-b309c9c5f9b0 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:36:52.379792 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 52916) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:36:52.384840 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-2a1f5238-c630-4f83-b534-97a63d534c71 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-224618250-network', 'tenant_id': '1a044b4d2d6145a38d4382deba423be2'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:36:52.404454 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a1f5238-c630-4f83-b534-97a63d534c71 admin admin] Made reservation on behalf of 1a044b4d2d6145a38d4382deba423be2 for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:36:52.406950 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2a1f5238-c630-4f83-b534-97a63d534c71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:52.416972 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2a1f5238-c630-4f83-b534-97a63d534c71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:52.492997 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2a1f5238-c630-4f83-b534-97a63d534c71 admin admin] Publish callbacks [] for security_group (cbdf86f6-f24e-454f-85ed-07aabcfa2eb3), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:52.496936 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2a1f5238-c630-4f83-b534-97a63d534c71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (cbdf86f6-f24e-454f-85ed-07aabcfa2eb3), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:52.521064 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a1f5238-c630-4f83-b534-97a63d534c71 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:36:52.530983 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f5238-c630-4f83-b534-97a63d534c71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbdf86f6-f24e-454f-85ed-07aabcfa2eb3,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:36:52.537744 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2a1f5238-c630-4f83-b534-97a63d534c71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (91c87ab6-489a-47d9-890b-978df98882c6), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:52.538116 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-2a1f5238-c630-4f83-b534-97a63d534c71 admin admin] Added segment 91c87ab6-489a-47d9-890b-978df98882c6 of type vlan for network 614fc8a8-1da9-4631-b467-bffba7c67edb Feb 09 22:36:52.578908 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2a1f5238-c630-4f83-b534-97a63d534c71 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (614fc8a8-1da9-4631-b467-bffba7c67edb), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:52.607470 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2a1f5238-c630-4f83-b534-97a63d534c71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (614fc8a8-1da9-4631-b467-bffba7c67edb), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:52.608373 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1f5238-c630-4f83-b534-97a63d534c71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:52.609001 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2a1f5238-c630-4f83-b534-97a63d534c71 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:52.663813 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-2a1f5238-c630-4f83-b534-97a63d534c71 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2828097 Feb 09 22:36:52.666718 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 52918) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:36:52.670601 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f5238-c630-4f83-b534-97a63d534c71 admin admin] Pushing event updated for resources: {'Network': ['ID=614fc8a8-1da9-4631-b467-bffba7c67edb,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:36:52.671662 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-754b751c-6e65-4c94-9b33-3771f8f97798 admin admin] Request body: {'subnet': {'network_id': '614fc8a8-1da9-4631-b467-bffba7c67edb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-224618250-subnet', 'tenant_id': '1a044b4d2d6145a38d4382deba423be2', 'ip_version': 4}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:36:52.683131 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 614fc8a8-1da9-4631-b467-bffba7c67edb details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:36:52.702305 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-754b751c-6e65-4c94-9b33-3771f8f97798 admin admin] Made reservation on behalf of 1a044b4d2d6145a38d4382deba423be2 for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:36:52.704759 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-754b751c-6e65-4c94-9b33-3771f8f97798 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621317'] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:52.870736 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device ff390832-c558-4e47-babf-75e73592225f up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:36:52.881678 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-754b751c-6e65-4c94-9b33-3771f8f97798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621371'] for subnet (44146011-6587-4086-ab8f-add27264b924), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:52.926423 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port ff390832-c558-4e47-babf-75e73592225f triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:36:52.927446 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (ff390832-c558-4e47-babf-75e73592225f), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:52.944040 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754b751c-6e65-4c94-9b33-3771f8f97798 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44146011-6587-4086-ab8f-add27264b924,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:36:52.951776 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754b751c-6e65-4c94-9b33-3771f8f97798 admin admin] Checking segment: {'id': '91c87ab6-489a-47d9-890b-978df98882c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '614fc8a8-1da9-4631-b467-bffba7c67edb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:36:52.952143 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754b751c-6e65-4c94-9b33-3771f8f97798 admin admin] Network hostable DHCP agents. Network: 614fc8a8-1da9-4631-b467-bffba7c67edb, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:36:52.970269 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754b751c-6e65-4c94-9b33-3771f8f97798 admin admin] Network 614fc8a8-1da9-4631-b467-bffba7c67edb is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:36:52.980141 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-754b751c-6e65-4c94-9b33-3771f8f97798 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 614fc8a8-1da9-4631-b467-bffba7c67edb) {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:36:52.985948 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754b751c-6e65-4c94-9b33-3771f8f97798 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:36:52.986626 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-754b751c-6e65-4c94-9b33-3771f8f97798 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:53.000146 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb8c03c-fa4c-4a93-a5ba-a219b0e5ad49 None None] Network 614fc8a8-1da9-4631-b467-bffba7c67edb requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:36:53.005856 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-754b751c-6e65-4c94-9b33-3771f8f97798 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3380048 Feb 09 22:36:53.008628 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 52920) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:36:53.013107 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-ff302e41-dd3a-41dc-a8ec-5efe32fc1791 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-224618250-router', 'tenant_id': '1a044b4d2d6145a38d4382deba423be2', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:36:53.038523 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ff302e41-dd3a-41dc-a8ec-5efe32fc1791 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (b850a62e-cdcd-4f68-844e-49d1fe68ad99), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:53.039694 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ff302e41-dd3a-41dc-a8ec-5efe32fc1791 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (b850a62e-cdcd-4f68-844e-49d1fe68ad99), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:53.065503 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port ff390832-c558-4e47-babf-75e73592225f is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:36:53.065896 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (ff390832-c558-4e47-babf-75e73592225f), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:53.107298 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port ff390832-c558-4e47-babf-75e73592225f, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=ff390832-c558-4e47-babf-75e73592225f,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:36:53.107736 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ff302e41-dd3a-41dc-a8ec-5efe32fc1791 admin admin] Publish callbacks [] for router_controller (b850a62e-cdcd-4f68-844e-49d1fe68ad99), precommit_add_association {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:53.112574 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (ff390832-c558-4e47-babf-75e73592225f), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:53.170429 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778fd55c-9512-4322-ac5f-67f640761fee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-614fc8a8-1da9-4631-b467-bffba7c67edb', 'network_id': '614fc8a8-1da9-4631-b467-bffba7c67edb', 'project_id': '1a044b4d2d6145a38d4382deba423be2', 'fixed_ips': [{'subnet_id': '44146011-6587-4086-ab8f-add27264b924'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:36:53.171366 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-778fd55c-9512-4322-ac5f-67f640761fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:53.194039 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ceb027-0bd4-436c-b989-fad42a3d972b None None] Sync routers for ids ['0d7537da-13f8-4555-8b74-7845600854ae'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:36:53.197542 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=ff390832-c558-4e47-babf-75e73592225f,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:36:53.217249 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ceb027-0bd4-436c-b989-fad42a3d972b None None] Routers {'0d7537da-13f8-4555-8b74-7845600854ae'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:36:53.217971 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-88ceb027-0bd4-436c-b989-fad42a3d972b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:36:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['0d7537da-13f8-4555-8b74-7845600854ae'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:36:53.266966 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ff302e41-dd3a-41dc-a8ec-5efe32fc1791 admin admin] Publish callbacks [] for router_gateway (b850a62e-cdcd-4f68-844e-49d1fe68ad99), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:53.476936 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ff302e41-dd3a-41dc-a8ec-5efe32fc1791 admin admin] Publish callbacks [] for router_gateway (b850a62e-cdcd-4f68-844e-49d1fe68ad99), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:53.496515 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ff302e41-dd3a-41dc-a8ec-5efe32fc1791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:53.575374 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-88ceb027-0bd4-436c-b989-fad42a3d972b None None] Set router 0d7537da-13f8-4555-8b74-7845600854ae gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:36:53.577490 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-778fd55c-9512-4322-ac5f-67f640761fee None None] Allocated IP 172.20.0.2 (614fc8a8-1da9-4631-b467-bffba7c67edb/44146011-6587-4086-ab8f-add27264b924/b7a53c49-c7e8-441c-aa63-028d23908396) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:36:53.602637 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-ff302e41-dd3a-41dc-a8ec-5efe32fc1791 admin admin] Allocated IP 172.25.3.245 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/edf8e438-6859-4637-9b9e-5a2dc81f8690) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:36:53.704336 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ff302e41-dd3a-41dc-a8ec-5efe32fc1791 admin admin] Publish callbacks [] for port (edf8e438-6859-4637-9b9e-5a2dc81f8690), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:53.739736 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ff302e41-dd3a-41dc-a8ec-5efe32fc1791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (edf8e438-6859-4637-9b9e-5a2dc81f8690), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:53.782293 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff302e41-dd3a-41dc-a8ec-5efe32fc1791 admin admin] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:36:53.786947 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff302e41-dd3a-41dc-a8ec-5efe32fc1791 admin admin] Pushing event updated for resources: {'Port': ['ID=edf8e438-6859-4637-9b9e-5a2dc81f8690,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:36:53.789431 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-ff302e41-dd3a-41dc-a8ec-5efe32fc1791 admin admin] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:36:53.791549 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff302e41-dd3a-41dc-a8ec-5efe32fc1791 admin admin] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:36:53.863127 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-778fd55c-9512-4322-ac5f-67f640761fee None None] Publish callbacks [] for port (b7a53c49-c7e8-441c-aa63-028d23908396), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:53.871374 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-778fd55c-9512-4322-ac5f-67f640761fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (b7a53c49-c7e8-441c-aa63-028d23908396), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:53.922657 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778fd55c-9512-4322-ac5f-67f640761fee None None] Network 614fc8a8-1da9-4631-b467-bffba7c67edb is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:36:53.928947 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-778fd55c-9512-4322-ac5f-67f640761fee None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:36:53.931436 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778fd55c-9512-4322-ac5f-67f640761fee None None] Pushing event updated for resources: {'Port': ['ID=b7a53c49-c7e8-441c-aa63-028d23908396,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:36:53.933618 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778fd55c-9512-4322-ac5f-67f640761fee None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:36:53.946368 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-88ceb027-0bd4-436c-b989-fad42a3d972b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d7537da-13f8-4555-8b74-7845600854ae', 'name': 'tempest-TestMinimumBasicScenario-2124902580-router', 'tenant_id': '87c2ef1af67c4d0c99ff39e8119fc210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': 'ff390832-c558-4e47-babf-75e73592225f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:36:48Z', 'updated_at': '2022-02-09T22:36:51Z', 'revision_number': 4, 'project_id': '87c2ef1af67c4d0c99ff39e8119fc210', 'gw_port': {'id': 'ff390832-c558-4e47-babf-75e73592225f', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:31:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7537da-13f8-4555-8b74-7845600854ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:36:48Z', 'updated_at': '2022-02-09T22:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '95bbf0be-db51-4ac6-84c8-b309c9c5f9b0', 'name': '', 'network_id': 'f5d26388-8ff4-4c3e-a8c8-5d2ae54efb2c', 'tenant_id': '87c2ef1af67c4d0c99ff39e8119fc210', 'mac_address': 'fa:16:3e:9b:b2:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d7537da-13f8-4555-8b74-7845600854ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'b3832be8-66b3-4d76-b8ab-b1e940a20c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:36:50Z', 'updated_at': '2022-02-09T22:36:51Z', 'revision_number': 2, 'project_id': '87c2ef1af67c4d0c99ff39e8119fc210', 'subnets': [{'id': 'b3832be8-66b3-4d76-b8ab-b1e940a20c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:36:53.987644 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ceb027-0bd4-436c-b989-fad42a3d972b None None] Checking router: 0d7537da-13f8-4555-8b74-7845600854ae for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:36:53.987901 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ceb027-0bd4-436c-b989-fad42a3d972b None None] Updating router 0d7537da-13f8-4555-8b74-7845600854ae port 95bbf0be-db51-4ac6-84c8-b309c9c5f9b0 binding host n-d-828369-5 {{(pid=103142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:36:54.040109 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-778fd55c-9512-4322-ac5f-67f640761fee None None] Attempting to bind port b7a53c49-c7e8-441c-aa63-028d23908396 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:36:54.040509 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-778fd55c-9512-4322-ac5f-67f640761fee None None] Attempting to bind port b7a53c49-c7e8-441c-aa63-028d23908396 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '91c87ab6-489a-47d9-890b-978df98882c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '614fc8a8-1da9-4631-b467-bffba7c67edb'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:36:54.040871 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778fd55c-9512-4322-ac5f-67f640761fee None None] Attempting to bind port b7a53c49-c7e8-441c-aa63-028d23908396 on network 614fc8a8-1da9-4631-b467-bffba7c67edb {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:36:54.043925 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-88ceb027-0bd4-436c-b989-fad42a3d972b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (95bbf0be-db51-4ac6-84c8-b309c9c5f9b0), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:54.046430 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ff302e41-dd3a-41dc-a8ec-5efe32fc1791 admin admin] Publish callbacks [] for router_gateway (b850a62e-cdcd-4f68-844e-49d1fe68ad99), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:54.054554 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778fd55c-9512-4322-ac5f-67f640761fee None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:36:54.054933 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778fd55c-9512-4322-ac5f-67f640761fee None None] Checking segment: {'id': '91c87ab6-489a-47d9-890b-978df98882c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '614fc8a8-1da9-4631-b467-bffba7c67edb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:36:54.055328 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-778fd55c-9512-4322-ac5f-67f640761fee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:54.055723 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778fd55c-9512-4322-ac5f-67f640761fee None None] Bound using segment: {'id': '91c87ab6-489a-47d9-890b-978df98882c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '614fc8a8-1da9-4631-b467-bffba7c67edb'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:36:54.056406 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-778fd55c-9512-4322-ac5f-67f640761fee None None] Bound port: b7a53c49-c7e8-441c-aa63-028d23908396, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91c87ab6-489a-47d9-890b-978df98882c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '614fc8a8-1da9-4631-b467-bffba7c67edb'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:36:54.056778 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-778fd55c-9512-4322-ac5f-67f640761fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (b7a53c49-c7e8-441c-aa63-028d23908396), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:54.107625 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:54.225809 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-778fd55c-9512-4322-ac5f-67f640761fee None None] For port b7a53c49-c7e8-441c-aa63-028d23908396, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:36:54.231024 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-778fd55c-9512-4322-ac5f-67f640761fee None None] For port b7a53c49-c7e8-441c-aa63-028d23908396, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=b7a53c49-c7e8-441c-aa63-028d23908396,segment=NetworkSegment(91c87ab6-489a-47d9-890b-978df98882c6),segment_id=91c87ab6-489a-47d9-890b-978df98882c6)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:36:54.242210 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-778fd55c-9512-4322-ac5f-67f640761fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (b7a53c49-c7e8-441c-aa63-028d23908396), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:54.351585 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778fd55c-9512-4322-ac5f-67f640761fee None None] Pushing event updated for resources: {'Port': ['ID=b7a53c49-c7e8-441c-aa63-028d23908396,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:36:54.455475 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-88ceb027-0bd4-436c-b989-fad42a3d972b None None] Publish callbacks [] for port (95bbf0be-db51-4ac6-84c8-b309c9c5f9b0), precommit_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:54.463273 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-88ceb027-0bd4-436c-b989-fad42a3d972b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (95bbf0be-db51-4ac6-84c8-b309c9c5f9b0), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:54.513277 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ff302e41-dd3a-41dc-a8ec-5efe32fc1791 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (b850a62e-cdcd-4f68-844e-49d1fe68ad99), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:54.548455 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea6c52a-ed10-4d5b-a6a5-35ca548511de None None] Pushing event updated for resources: {'Port': ['ID=95bbf0be-db51-4ac6-84c8-b309c9c5f9b0,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:36:54.581803 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-88ceb027-0bd4-436c-b989-fad42a3d972b None None] Attempting to bind port 95bbf0be-db51-4ac6-84c8-b309c9c5f9b0 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:36:54.582179 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-88ceb027-0bd4-436c-b989-fad42a3d972b None None] Attempting to bind port 95bbf0be-db51-4ac6-84c8-b309c9c5f9b0 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '0c7c9459-039f-4dbe-be36-0c9765bbc8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f5d26388-8ff4-4c3e-a8c8-5d2ae54efb2c'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:36:54.582545 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ceb027-0bd4-436c-b989-fad42a3d972b None None] Attempting to bind port 95bbf0be-db51-4ac6-84c8-b309c9c5f9b0 on network f5d26388-8ff4-4c3e-a8c8-5d2ae54efb2c {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:36:54.588108 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ceb027-0bd4-436c-b989-fad42a3d972b None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:36:54.590740 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ceb027-0bd4-436c-b989-fad42a3d972b None None] Checking segment: {'id': '0c7c9459-039f-4dbe-be36-0c9765bbc8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f5d26388-8ff4-4c3e-a8c8-5d2ae54efb2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:36:54.591212 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-88ceb027-0bd4-436c-b989-fad42a3d972b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:54.591624 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ceb027-0bd4-436c-b989-fad42a3d972b None None] Bound using segment: {'id': '0c7c9459-039f-4dbe-be36-0c9765bbc8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f5d26388-8ff4-4c3e-a8c8-5d2ae54efb2c'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:36:54.592122 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-88ceb027-0bd4-436c-b989-fad42a3d972b None None] Bound port: 95bbf0be-db51-4ac6-84c8-b309c9c5f9b0, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c7c9459-039f-4dbe-be36-0c9765bbc8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f5d26388-8ff4-4c3e-a8c8-5d2ae54efb2c'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:36:54.592561 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-88ceb027-0bd4-436c-b989-fad42a3d972b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (95bbf0be-db51-4ac6-84c8-b309c9c5f9b0), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:54.684471 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-88ceb027-0bd4-436c-b989-fad42a3d972b None None] For port 95bbf0be-db51-4ac6-84c8-b309c9c5f9b0, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:36:54.692916 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-88ceb027-0bd4-436c-b989-fad42a3d972b None None] For port 95bbf0be-db51-4ac6-84c8-b309c9c5f9b0, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=95bbf0be-db51-4ac6-84c8-b309c9c5f9b0,segment=NetworkSegment(0c7c9459-039f-4dbe-be36-0c9765bbc8e0),segment_id=0c7c9459-039f-4dbe-be36-0c9765bbc8e0)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:36:54.700594 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-88ceb027-0bd4-436c-b989-fad42a3d972b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (95bbf0be-db51-4ac6-84c8-b309c9c5f9b0), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:54.725692 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff302e41-dd3a-41dc-a8ec-5efe32fc1791 admin admin] Router b850a62e-cdcd-4f68-844e-49d1fe68ad99 is scheduled to L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 with binding_index 1 {{(pid=103141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:36:54.765190 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ceb027-0bd4-436c-b989-fad42a3d972b None None] Routers {'0d7537da-13f8-4555-8b74-7845600854ae'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:36:54.765839 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-88ceb027-0bd4-436c-b989-fad42a3d972b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:36:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['0d7537da-13f8-4555-8b74-7845600854ae'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:36:54.852052 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea6c52a-ed10-4d5b-a6a5-35ca548511de None None] Pushing event updated for resources: {'Port': ['ID=95bbf0be-db51-4ac6-84c8-b309c9c5f9b0,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:36:54.861831 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff302e41-dd3a-41dc-a8ec-5efe32fc1791 admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:36:54.874487 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc669850-873b-448d-864d-c56e2dffc247 None None] Sync routers for ids ['b850a62e-cdcd-4f68-844e-49d1fe68ad99'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:36:54.892265 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-ad2b55ee-2291-4a9e-a92c-517543fb271c None None] Provisioning complete for port 95bbf0be-db51-4ac6-84c8-b309c9c5f9b0 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:36:54.892851 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ad2b55ee-2291-4a9e-a92c-517543fb271c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (95bbf0be-db51-4ac6-84c8-b309c9c5f9b0), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:54.897712 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-88ceb027-0bd4-436c-b989-fad42a3d972b None None] Set router 0d7537da-13f8-4555-8b74-7845600854ae gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:36:54.904303 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc669850-873b-448d-864d-c56e2dffc247 None None] Routers {'b850a62e-cdcd-4f68-844e-49d1fe68ad99'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:36:54.904959 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-cc669850-873b-448d-864d-c56e2dffc247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:36:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['b850a62e-cdcd-4f68-844e-49d1fe68ad99'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:36:54.921212 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ff302e41-dd3a-41dc-a8ec-5efe32fc1791 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:54.925884 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 52922) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:36:54.927340 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-ff302e41-dd3a-41dc-a8ec-5efe32fc1791 admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9169204 Feb 09 22:36:55.032775 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device b7a53c49-c7e8-441c-aa63-028d23908396 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:36:55.090921 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-cc669850-873b-448d-864d-c56e2dffc247 None None] Set router b850a62e-cdcd-4f68-844e-49d1fe68ad99 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:36:55.183962 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-ad2b55ee-2291-4a9e-a92c-517543fb271c None None] Current status of the port 95bbf0be-db51-4ac6-84c8-b309c9c5f9b0 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:36:55.183962 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ad2b55ee-2291-4a9e-a92c-517543fb271c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (95bbf0be-db51-4ac6-84c8-b309c9c5f9b0), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:55.277505 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-ad2b55ee-2291-4a9e-a92c-517543fb271c None None] For port 95bbf0be-db51-4ac6-84c8-b309c9c5f9b0, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=95bbf0be-db51-4ac6-84c8-b309c9c5f9b0,segment=NetworkSegment(0c7c9459-039f-4dbe-be36-0c9765bbc8e0),segment_id=0c7c9459-039f-4dbe-be36-0c9765bbc8e0)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:36:55.292457 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ad2b55ee-2291-4a9e-a92c-517543fb271c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (95bbf0be-db51-4ac6-84c8-b309c9c5f9b0), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:55.299227 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port b7a53c49-c7e8-441c-aa63-028d23908396 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:36:55.299736 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (b7a53c49-c7e8-441c-aa63-028d23908396), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:55.318445 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-cc669850-873b-448d-864d-c56e2dffc247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b850a62e-cdcd-4f68-844e-49d1fe68ad99', 'name': 'tempest-TestMinimumBasicScenario-224618250-router', 'tenant_id': '1a044b4d2d6145a38d4382deba423be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': 'edf8e438-6859-4637-9b9e-5a2dc81f8690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:36:53Z', 'updated_at': '2022-02-09T22:36:53Z', 'revision_number': 3, 'project_id': '1a044b4d2d6145a38d4382deba423be2', 'gw_port': {'id': 'edf8e438-6859-4637-9b9e-5a2dc81f8690', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c3:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b850a62e-cdcd-4f68-844e-49d1fe68ad99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:36:53Z', 'updated_at': '2022-02-09T22:36:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:36:55.346209 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc669850-873b-448d-864d-c56e2dffc247 None None] Checking router: b850a62e-cdcd-4f68-844e-49d1fe68ad99 for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:36:55.346562 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc669850-873b-448d-864d-c56e2dffc247 None None] Updating router b850a62e-cdcd-4f68-844e-49d1fe68ad99 port edf8e438-6859-4637-9b9e-5a2dc81f8690 binding host n-d-828369-5 {{(pid=103143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:36:55.380503 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-cc669850-873b-448d-864d-c56e2dffc247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (edf8e438-6859-4637-9b9e-5a2dc81f8690), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:55.406875 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2b55ee-2291-4a9e-a92c-517543fb271c None None] Pushing event updated for resources: {'Port': ['ID=95bbf0be-db51-4ac6-84c8-b309c9c5f9b0,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:36:55.451175 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-aa9f1fdf-5767-4163-b23c-11bc3d1f4d1d None None] Provisioning complete for port 95bbf0be-db51-4ac6-84c8-b309c9c5f9b0 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:36:55.451999 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-aa9f1fdf-5767-4163-b23c-11bc3d1f4d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (95bbf0be-db51-4ac6-84c8-b309c9c5f9b0), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:55.491563 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2920588b-37dd-4b45-ac54-d6910ba71d77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:55.531242 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-88ceb027-0bd4-436c-b989-fad42a3d972b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d7537da-13f8-4555-8b74-7845600854ae', 'name': 'tempest-TestMinimumBasicScenario-2124902580-router', 'tenant_id': '87c2ef1af67c4d0c99ff39e8119fc210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': 'ff390832-c558-4e47-babf-75e73592225f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:36:48Z', 'updated_at': '2022-02-09T22:36:51Z', 'revision_number': 4, 'project_id': '87c2ef1af67c4d0c99ff39e8119fc210', 'gw_port': {'id': 'ff390832-c558-4e47-babf-75e73592225f', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:31:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7537da-13f8-4555-8b74-7845600854ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:36:48Z', 'updated_at': '2022-02-09T22:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '95bbf0be-db51-4ac6-84c8-b309c9c5f9b0', 'name': '', 'network_id': 'f5d26388-8ff4-4c3e-a8c8-5d2ae54efb2c', 'tenant_id': '87c2ef1af67c4d0c99ff39e8119fc210', 'mac_address': 'fa:16:3e:9b:b2:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d7537da-13f8-4555-8b74-7845600854ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'b3832be8-66b3-4d76-b8ab-b1e940a20c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:36:50Z', 'updated_at': '2022-02-09T22:36:54Z', 'revision_number': 4, 'project_id': '87c2ef1af67c4d0c99ff39e8119fc210', 'subnets': [{'id': 'b3832be8-66b3-4d76-b8ab-b1e940a20c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:36:55.570034 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ceb027-0bd4-436c-b989-fad42a3d972b None None] The sync data for ids ['0d7537da-13f8-4555-8b74-7845600854ae'] in n-d-828369-5 is: [{'id': '0d7537da-13f8-4555-8b74-7845600854ae', 'name': 'tempest-TestMinimumBasicScenario-2124902580-router', 'tenant_id': '87c2ef1af67c4d0c99ff39e8119fc210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': 'ff390832-c558-4e47-babf-75e73592225f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:36:48Z', 'updated_at': '2022-02-09T22:36:51Z', 'revision_number': 4, 'project_id': '87c2ef1af67c4d0c99ff39e8119fc210', 'gw_port': {'id': 'ff390832-c558-4e47-babf-75e73592225f', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:31:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7537da-13f8-4555-8b74-7845600854ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:36:48Z', 'updated_at': '2022-02-09T22:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '95bbf0be-db51-4ac6-84c8-b309c9c5f9b0', 'name': '', 'network_id': 'f5d26388-8ff4-4c3e-a8c8-5d2ae54efb2c', 'tenant_id': '87c2ef1af67c4d0c99ff39e8119fc210', 'mac_address': 'fa:16:3e:9b:b2:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d7537da-13f8-4555-8b74-7845600854ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'b3832be8-66b3-4d76-b8ab-b1e940a20c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:36:50Z', 'updated_at': '2022-02-09T22:36:54Z', 'revision_number': 4, 'project_id': '87c2ef1af67c4d0c99ff39e8119fc210', 'subnets': [{'id': 'b3832be8-66b3-4d76-b8ab-b1e940a20c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:36:55.574702 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port b7a53c49-c7e8-441c-aa63-028d23908396 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:36:55.575499 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (b7a53c49-c7e8-441c-aa63-028d23908396), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:55.619978 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port b7a53c49-c7e8-441c-aa63-028d23908396, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=b7a53c49-c7e8-441c-aa63-028d23908396,segment=NetworkSegment(91c87ab6-489a-47d9-890b-978df98882c6),segment_id=91c87ab6-489a-47d9-890b-978df98882c6)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:36:55.669678 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (b7a53c49-c7e8-441c-aa63-028d23908396), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:55.670488 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device ff390832-c558-4e47-babf-75e73592225f up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:36:55.676661 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ed6e52-4a79-4423-862e-2ccbc9eebec9 None None] Network 614fc8a8-1da9-4631-b467-bffba7c67edb requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:36:55.710082 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-cc669850-873b-448d-864d-c56e2dffc247 None None] Publish callbacks [] for port (edf8e438-6859-4637-9b9e-5a2dc81f8690), precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:55.719587 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-cc669850-873b-448d-864d-c56e2dffc247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (edf8e438-6859-4637-9b9e-5a2dc81f8690), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:55.727858 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-2920588b-37dd-4b45-ac54-d6910ba71d77 admin admin] Allocated IP 172.20.0.1 (614fc8a8-1da9-4631-b467-bffba7c67edb/44146011-6587-4086-ab8f-add27264b924/ded620f2-468b-42b0-8f9c-eeed84382013) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:36:55.789710 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d890a7-535d-40ee-8a4d-f7b90c844f39 None None] Pushing event updated for resources: {'Port': ['ID=edf8e438-6859-4637-9b9e-5a2dc81f8690,revision_number=2']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:36:55.817497 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-cc669850-873b-448d-864d-c56e2dffc247 None None] Attempting to bind port edf8e438-6859-4637-9b9e-5a2dc81f8690 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:36:55.817914 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-cc669850-873b-448d-864d-c56e2dffc247 None None] Attempting to bind port edf8e438-6859-4637-9b9e-5a2dc81f8690 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:36:55.818282 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc669850-873b-448d-864d-c56e2dffc247 None None] Attempting to bind port edf8e438-6859-4637-9b9e-5a2dc81f8690 on network 54a442d5-50a0-4c75-85cc-d19f5bf58118 {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:36:55.824579 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc669850-873b-448d-864d-c56e2dffc247 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:36:55.824991 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc669850-873b-448d-864d-c56e2dffc247 None None] Checking segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:36:55.825415 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-cc669850-873b-448d-864d-c56e2dffc247 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:55.825806 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc669850-873b-448d-864d-c56e2dffc247 None None] Bound using segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:36:55.826291 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-cc669850-873b-448d-864d-c56e2dffc247 None None] Bound port: edf8e438-6859-4637-9b9e-5a2dc81f8690, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:36:55.826678 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-cc669850-873b-448d-864d-c56e2dffc247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (edf8e438-6859-4637-9b9e-5a2dc81f8690), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:55.896975 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-cc669850-873b-448d-864d-c56e2dffc247 None None] For port edf8e438-6859-4637-9b9e-5a2dc81f8690, host n-d-828369-5, cleared binding levels {{(pid=103143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:36:55.902087 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-cc669850-873b-448d-864d-c56e2dffc247 None None] For port edf8e438-6859-4637-9b9e-5a2dc81f8690, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=edf8e438-6859-4637-9b9e-5a2dc81f8690,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:36:55.904297 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2920588b-37dd-4b45-ac54-d6910ba71d77 admin admin] Publish callbacks [] for port (ded620f2-468b-42b0-8f9c-eeed84382013), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:55.910618 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-cc669850-873b-448d-864d-c56e2dffc247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (edf8e438-6859-4637-9b9e-5a2dc81f8690), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:55.957037 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2920588b-37dd-4b45-ac54-d6910ba71d77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (ded620f2-468b-42b0-8f9c-eeed84382013), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:56.000096 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2920588b-37dd-4b45-ac54-d6910ba71d77 admin admin] Network 614fc8a8-1da9-4631-b467-bffba7c67edb is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:36:56.005148 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-aa9f1fdf-5767-4163-b23c-11bc3d1f4d1d None None] Current status of the port 95bbf0be-db51-4ac6-84c8-b309c9c5f9b0 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:36:56.007388 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-2920588b-37dd-4b45-ac54-d6910ba71d77 admin admin] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:36:56.015112 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2920588b-37dd-4b45-ac54-d6910ba71d77 admin admin] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:36:56.063966 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc669850-873b-448d-864d-c56e2dffc247 None None] Routers {'b850a62e-cdcd-4f68-844e-49d1fe68ad99'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:36:56.064864 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-cc669850-873b-448d-864d-c56e2dffc247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:36:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['b850a62e-cdcd-4f68-844e-49d1fe68ad99'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:36:56.065349 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=b7a53c49-c7e8-441c-aa63-028d23908396,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:36:56.088643 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2920588b-37dd-4b45-ac54-d6910ba71d77 admin admin] Pushing event updated for resources: {'Port': ['ID=ded620f2-468b-42b0-8f9c-eeed84382013,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:36:56.097042 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port ff390832-c558-4e47-babf-75e73592225f triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:36:56.097426 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (ff390832-c558-4e47-babf-75e73592225f), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:56.104329 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2920588b-37dd-4b45-ac54-d6910ba71d77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554727'] for router_interface (b850a62e-cdcd-4f68-844e-49d1fe68ad99), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:56.176211 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-cc669850-873b-448d-864d-c56e2dffc247 None None] Set router b850a62e-cdcd-4f68-844e-49d1fe68ad99 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:36:56.188777 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-d567fc2d-598a-493a-846c-a3f9ed733c67 None None] Provisioning complete for port b7a53c49-c7e8-441c-aa63-028d23908396 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:36:56.189157 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d567fc2d-598a-493a-846c-a3f9ed733c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (b7a53c49-c7e8-441c-aa63-028d23908396), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:56.293083 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2920588b-37dd-4b45-ac54-d6910ba71d77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (ded620f2-468b-42b0-8f9c-eeed84382013), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:56.315301 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port ff390832-c558-4e47-babf-75e73592225f is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:36:56.384972 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-d567fc2d-598a-493a-846c-a3f9ed733c67 None None] Current status of the port b7a53c49-c7e8-441c-aa63-028d23908396 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:36:56.407844 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d890a7-535d-40ee-8a4d-f7b90c844f39 None None] Pushing event updated for resources: {'Port': ['ID=edf8e438-6859-4637-9b9e-5a2dc81f8690,revision_number=3']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:36:56.450098 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-cc669850-873b-448d-864d-c56e2dffc247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b850a62e-cdcd-4f68-844e-49d1fe68ad99', 'name': 'tempest-TestMinimumBasicScenario-224618250-router', 'tenant_id': '1a044b4d2d6145a38d4382deba423be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': 'edf8e438-6859-4637-9b9e-5a2dc81f8690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:36:53Z', 'updated_at': '2022-02-09T22:36:53Z', 'revision_number': 3, 'project_id': '1a044b4d2d6145a38d4382deba423be2', 'gw_port': {'id': 'edf8e438-6859-4637-9b9e-5a2dc81f8690', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c3:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b850a62e-cdcd-4f68-844e-49d1fe68ad99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:36:53Z', 'updated_at': '2022-02-09T22:36:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:36:56.497905 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc669850-873b-448d-864d-c56e2dffc247 None None] The sync data for ids ['b850a62e-cdcd-4f68-844e-49d1fe68ad99'] in n-d-828369-5 is: [{'id': 'b850a62e-cdcd-4f68-844e-49d1fe68ad99', 'name': 'tempest-TestMinimumBasicScenario-224618250-router', 'tenant_id': '1a044b4d2d6145a38d4382deba423be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': 'edf8e438-6859-4637-9b9e-5a2dc81f8690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:36:53Z', 'updated_at': '2022-02-09T22:36:53Z', 'revision_number': 3, 'project_id': '1a044b4d2d6145a38d4382deba423be2', 'gw_port': {'id': 'edf8e438-6859-4637-9b9e-5a2dc81f8690', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c3:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b850a62e-cdcd-4f68-844e-49d1fe68ad99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:36:53Z', 'updated_at': '2022-02-09T22:36:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:36:56.532828 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2920588b-37dd-4b45-ac54-d6910ba71d77 admin admin] Publish callbacks [] for port (ded620f2-468b-42b0-8f9c-eeed84382013), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:56.538067 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2920588b-37dd-4b45-ac54-d6910ba71d77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (ded620f2-468b-42b0-8f9c-eeed84382013), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:56.620124 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-d9c65b20-054a-4327-9f18-6b99e38adc11 None None] Provisioning complete for port b7a53c49-c7e8-441c-aa63-028d23908396 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:36:56.620528 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d9c65b20-054a-4327-9f18-6b99e38adc11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (b7a53c49-c7e8-441c-aa63-028d23908396), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:56.623499 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2920588b-37dd-4b45-ac54-d6910ba71d77 admin admin] Pushing event updated for resources: {'Port': ['ID=ded620f2-468b-42b0-8f9c-eeed84382013,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:36:56.629178 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2920588b-37dd-4b45-ac54-d6910ba71d77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524919'] for router_interface (b850a62e-cdcd-4f68-844e-49d1fe68ad99), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:56.728001 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-d9c65b20-054a-4327-9f18-6b99e38adc11 None None] Current status of the port b7a53c49-c7e8-441c-aa63-028d23908396 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:36:56.745406 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-d9c65b20-054a-4327-9f18-6b99e38adc11 None None] Provisioning complete for port ded620f2-468b-42b0-8f9c-eeed84382013 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:36:56.745776 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d9c65b20-054a-4327-9f18-6b99e38adc11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (ded620f2-468b-42b0-8f9c-eeed84382013), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:56.762594 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2920588b-37dd-4b45-ac54-d6910ba71d77 admin admin] Network 614fc8a8-1da9-4631-b467-bffba7c67edb is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:36:56.765068 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-2920588b-37dd-4b45-ac54-d6910ba71d77 admin admin] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:36:56.820254 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-d9c65b20-054a-4327-9f18-6b99e38adc11 None None] Port ded620f2-468b-42b0-8f9c-eeed84382013 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:36:56.920438 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2920588b-37dd-4b45-ac54-d6910ba71d77 admin admin] Router b850a62e-cdcd-4f68-844e-49d1fe68ad99 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:36:56.952709 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-db3f5bbe-662b-4b00-9170-36e125658446 None None] Provisioning complete for port ded620f2-468b-42b0-8f9c-eeed84382013 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:36:56.953097 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-db3f5bbe-662b-4b00-9170-36e125658446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (ded620f2-468b-42b0-8f9c-eeed84382013), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:57.027390 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device b7a53c49-c7e8-441c-aa63-028d23908396 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:36:57.073961 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2920588b-37dd-4b45-ac54-d6910ba71d77 admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:36:57.080932 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-2920588b-37dd-4b45-ac54-d6910ba71d77 admin admin] 10.222.0.90 "PUT /v2.0/routers/b850a62e-cdcd-4f68-844e-49d1fe68ad99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1521599 Feb 09 22:36:57.084879 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-db3f5bbe-662b-4b00-9170-36e125658446 None None] Port ded620f2-468b-42b0-8f9c-eeed84382013 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:36:57.102956 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port b7a53c49-c7e8-441c-aa63-028d23908396 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:36:57.103345 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (b7a53c49-c7e8-441c-aa63-028d23908396), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:57.232692 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port b7a53c49-c7e8-441c-aa63-028d23908396 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:36:57.233724 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 95bbf0be-db51-4ac6-84c8-b309c9c5f9b0 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:36:57.262285 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-377fccd4-cae2-467e-b2c4-669281cc7070 None None] Provisioning complete for port ded620f2-468b-42b0-8f9c-eeed84382013 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:36:57.262666 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-377fccd4-cae2-467e-b2c4-669281cc7070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (ded620f2-468b-42b0-8f9c-eeed84382013), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:57.310549 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-377fccd4-cae2-467e-b2c4-669281cc7070 None None] Port ded620f2-468b-42b0-8f9c-eeed84382013 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:36:57.322208 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 95bbf0be-db51-4ac6-84c8-b309c9c5f9b0 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:36:57.322588 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (95bbf0be-db51-4ac6-84c8-b309c9c5f9b0), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:57.410494 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 95bbf0be-db51-4ac6-84c8-b309c9c5f9b0 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:36:58.922518 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device edf8e438-6859-4637-9b9e-5a2dc81f8690 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:36:58.981792 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port edf8e438-6859-4637-9b9e-5a2dc81f8690 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:36:58.983054 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (edf8e438-6859-4637-9b9e-5a2dc81f8690), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:59.073683 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port edf8e438-6859-4637-9b9e-5a2dc81f8690 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:36:59.074200 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (edf8e438-6859-4637-9b9e-5a2dc81f8690), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:59.103299 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port edf8e438-6859-4637-9b9e-5a2dc81f8690, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=edf8e438-6859-4637-9b9e-5a2dc81f8690,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:36:59.109552 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (edf8e438-6859-4637-9b9e-5a2dc81f8690), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:59.168996 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=edf8e438-6859-4637-9b9e-5a2dc81f8690,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:36:59.177537 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:36:59.177902 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:36:59.178254 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:36:59.178634 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:36:59.178933 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:36:59.179319 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:36:59.179664 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:36:59.179997 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:36:59.180365 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:36:59.180754 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:36:59.181092 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:36:59.181414 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:36:59.181742 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:36:59.230630 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671bbecf-3e16-4814-8bac-3bd2030f5972 None None] Sync routers for ids ['b850a62e-cdcd-4f68-844e-49d1fe68ad99'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:36:59.243503 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671bbecf-3e16-4814-8bac-3bd2030f5972 None None] Routers {'b850a62e-cdcd-4f68-844e-49d1fe68ad99'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:36:59.244151 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-671bbecf-3e16-4814-8bac-3bd2030f5972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:36:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['b850a62e-cdcd-4f68-844e-49d1fe68ad99'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:36:59.407387 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-671bbecf-3e16-4814-8bac-3bd2030f5972 None None] Set router b850a62e-cdcd-4f68-844e-49d1fe68ad99 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:36:59.659498 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-671bbecf-3e16-4814-8bac-3bd2030f5972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b850a62e-cdcd-4f68-844e-49d1fe68ad99', 'name': 'tempest-TestMinimumBasicScenario-224618250-router', 'tenant_id': '1a044b4d2d6145a38d4382deba423be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': 'edf8e438-6859-4637-9b9e-5a2dc81f8690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:36:53Z', 'updated_at': '2022-02-09T22:36:56Z', 'revision_number': 4, 'project_id': '1a044b4d2d6145a38d4382deba423be2', 'gw_port': {'id': 'edf8e438-6859-4637-9b9e-5a2dc81f8690', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b850a62e-cdcd-4f68-844e-49d1fe68ad99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:36:53Z', 'updated_at': '2022-02-09T22:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': 'ded620f2-468b-42b0-8f9c-eeed84382013', 'name': '', 'network_id': '614fc8a8-1da9-4631-b467-bffba7c67edb', 'tenant_id': '1a044b4d2d6145a38d4382deba423be2', 'mac_address': 'fa:16:3e:5b:cf:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b850a62e-cdcd-4f68-844e-49d1fe68ad99', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '44146011-6587-4086-ab8f-add27264b924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:36:55Z', 'updated_at': '2022-02-09T22:36:56Z', 'revision_number': 2, 'project_id': '1a044b4d2d6145a38d4382deba423be2', 'subnets': [{'id': '44146011-6587-4086-ab8f-add27264b924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:36:59.688781 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671bbecf-3e16-4814-8bac-3bd2030f5972 None None] Checking router: b850a62e-cdcd-4f68-844e-49d1fe68ad99 for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:36:59.689142 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671bbecf-3e16-4814-8bac-3bd2030f5972 None None] Updating router b850a62e-cdcd-4f68-844e-49d1fe68ad99 port ded620f2-468b-42b0-8f9c-eeed84382013 binding host n-d-828369-5 {{(pid=103142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:36:59.723990 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-671bbecf-3e16-4814-8bac-3bd2030f5972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (ded620f2-468b-42b0-8f9c-eeed84382013), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:36:59.853025 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [req-4bd1be49-3eae-401f-9cd8-a3cd801b8497 req-960df703-ce20-4594-bb48-d4282b54ed1d service neutron] (103140) timed out ('10.222.0.90', 50176) {{(pid=103140) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 22:37:00.109709 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-671bbecf-3e16-4814-8bac-3bd2030f5972 None None] Publish callbacks [] for port (ded620f2-468b-42b0-8f9c-eeed84382013), precommit_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:00.119382 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-671bbecf-3e16-4814-8bac-3bd2030f5972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (ded620f2-468b-42b0-8f9c-eeed84382013), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:00.178868 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d43ea2-871a-4dc0-b323-80ab73d3b48c None None] Pushing event updated for resources: {'Port': ['ID=ded620f2-468b-42b0-8f9c-eeed84382013,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:37:00.268724 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-671bbecf-3e16-4814-8bac-3bd2030f5972 None None] Attempting to bind port ded620f2-468b-42b0-8f9c-eeed84382013 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:37:00.269705 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-671bbecf-3e16-4814-8bac-3bd2030f5972 None None] Attempting to bind port ded620f2-468b-42b0-8f9c-eeed84382013 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '91c87ab6-489a-47d9-890b-978df98882c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '614fc8a8-1da9-4631-b467-bffba7c67edb'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:37:00.270221 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671bbecf-3e16-4814-8bac-3bd2030f5972 None None] Attempting to bind port ded620f2-468b-42b0-8f9c-eeed84382013 on network 614fc8a8-1da9-4631-b467-bffba7c67edb {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:37:00.276324 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671bbecf-3e16-4814-8bac-3bd2030f5972 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:37:00.276839 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671bbecf-3e16-4814-8bac-3bd2030f5972 None None] Checking segment: {'id': '91c87ab6-489a-47d9-890b-978df98882c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '614fc8a8-1da9-4631-b467-bffba7c67edb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:37:00.277358 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-671bbecf-3e16-4814-8bac-3bd2030f5972 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:00.277943 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671bbecf-3e16-4814-8bac-3bd2030f5972 None None] Bound using segment: {'id': '91c87ab6-489a-47d9-890b-978df98882c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '614fc8a8-1da9-4631-b467-bffba7c67edb'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:37:00.278528 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-671bbecf-3e16-4814-8bac-3bd2030f5972 None None] Bound port: ded620f2-468b-42b0-8f9c-eeed84382013, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91c87ab6-489a-47d9-890b-978df98882c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '614fc8a8-1da9-4631-b467-bffba7c67edb'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:37:00.279046 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-671bbecf-3e16-4814-8bac-3bd2030f5972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (ded620f2-468b-42b0-8f9c-eeed84382013), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:00.375341 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-671bbecf-3e16-4814-8bac-3bd2030f5972 None None] For port ded620f2-468b-42b0-8f9c-eeed84382013, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:37:00.379083 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-671bbecf-3e16-4814-8bac-3bd2030f5972 None None] For port ded620f2-468b-42b0-8f9c-eeed84382013, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=ded620f2-468b-42b0-8f9c-eeed84382013,segment=NetworkSegment(91c87ab6-489a-47d9-890b-978df98882c6),segment_id=91c87ab6-489a-47d9-890b-978df98882c6)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:37:00.387133 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-671bbecf-3e16-4814-8bac-3bd2030f5972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (ded620f2-468b-42b0-8f9c-eeed84382013), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:00.488374 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d43ea2-871a-4dc0-b323-80ab73d3b48c None None] Pushing event updated for resources: {'Port': ['ID=ded620f2-468b-42b0-8f9c-eeed84382013,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:37:00.499183 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671bbecf-3e16-4814-8bac-3bd2030f5972 None None] Routers {'b850a62e-cdcd-4f68-844e-49d1fe68ad99'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:37:00.499823 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-671bbecf-3e16-4814-8bac-3bd2030f5972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:36:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['b850a62e-cdcd-4f68-844e-49d1fe68ad99'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:37:00.641082 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-3e82f6ab-7c55-4cb9-9397-2696647cda18 None None] Provisioning complete for port ded620f2-468b-42b0-8f9c-eeed84382013 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:37:00.641452 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-3e82f6ab-7c55-4cb9-9397-2696647cda18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (ded620f2-468b-42b0-8f9c-eeed84382013), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:00.700281 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-671bbecf-3e16-4814-8bac-3bd2030f5972 None None] Set router b850a62e-cdcd-4f68-844e-49d1fe68ad99 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:37:00.854917 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-3e82f6ab-7c55-4cb9-9397-2696647cda18 None None] Current status of the port ded620f2-468b-42b0-8f9c-eeed84382013 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:37:00.855345 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-3e82f6ab-7c55-4cb9-9397-2696647cda18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (ded620f2-468b-42b0-8f9c-eeed84382013), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:00.875973 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device edf8e438-6859-4637-9b9e-5a2dc81f8690 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:37:00.936187 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-3e82f6ab-7c55-4cb9-9397-2696647cda18 None None] For port ded620f2-468b-42b0-8f9c-eeed84382013, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=ded620f2-468b-42b0-8f9c-eeed84382013,segment=NetworkSegment(91c87ab6-489a-47d9-890b-978df98882c6),segment_id=91c87ab6-489a-47d9-890b-978df98882c6)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:37:00.949534 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-3e82f6ab-7c55-4cb9-9397-2696647cda18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (ded620f2-468b-42b0-8f9c-eeed84382013), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:01.059545 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e82f6ab-7c55-4cb9-9397-2696647cda18 None None] Pushing event updated for resources: {'Port': ['ID=ded620f2-468b-42b0-8f9c-eeed84382013,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:37:01.059545 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port edf8e438-6859-4637-9b9e-5a2dc81f8690 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:37:01.059545 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (edf8e438-6859-4637-9b9e-5a2dc81f8690), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:01.140503 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-be7f5ff9-86ea-4aa0-ade3-e04aff7b1ff5 None None] Provisioning complete for port ded620f2-468b-42b0-8f9c-eeed84382013 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:37:01.140503 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-be7f5ff9-86ea-4aa0-ade3-e04aff7b1ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (ded620f2-468b-42b0-8f9c-eeed84382013), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:01.206865 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-671bbecf-3e16-4814-8bac-3bd2030f5972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b850a62e-cdcd-4f68-844e-49d1fe68ad99', 'name': 'tempest-TestMinimumBasicScenario-224618250-router', 'tenant_id': '1a044b4d2d6145a38d4382deba423be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': 'edf8e438-6859-4637-9b9e-5a2dc81f8690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:36:53Z', 'updated_at': '2022-02-09T22:36:56Z', 'revision_number': 4, 'project_id': '1a044b4d2d6145a38d4382deba423be2', 'gw_port': {'id': 'edf8e438-6859-4637-9b9e-5a2dc81f8690', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b850a62e-cdcd-4f68-844e-49d1fe68ad99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:36:53Z', 'updated_at': '2022-02-09T22:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': 'ded620f2-468b-42b0-8f9c-eeed84382013', 'name': '', 'network_id': '614fc8a8-1da9-4631-b467-bffba7c67edb', 'tenant_id': '1a044b4d2d6145a38d4382deba423be2', 'mac_address': 'fa:16:3e:5b:cf:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b850a62e-cdcd-4f68-844e-49d1fe68ad99', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '44146011-6587-4086-ab8f-add27264b924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:36:55Z', 'updated_at': '2022-02-09T22:37:00Z', 'revision_number': 4, 'project_id': '1a044b4d2d6145a38d4382deba423be2', 'subnets': [{'id': '44146011-6587-4086-ab8f-add27264b924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:37:01.235451 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port edf8e438-6859-4637-9b9e-5a2dc81f8690 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:37:01.240602 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671bbecf-3e16-4814-8bac-3bd2030f5972 None None] The sync data for ids ['b850a62e-cdcd-4f68-844e-49d1fe68ad99'] in n-d-828369-5 is: [{'id': 'b850a62e-cdcd-4f68-844e-49d1fe68ad99', 'name': 'tempest-TestMinimumBasicScenario-224618250-router', 'tenant_id': '1a044b4d2d6145a38d4382deba423be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': 'edf8e438-6859-4637-9b9e-5a2dc81f8690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:36:53Z', 'updated_at': '2022-02-09T22:36:56Z', 'revision_number': 4, 'project_id': '1a044b4d2d6145a38d4382deba423be2', 'gw_port': {'id': 'edf8e438-6859-4637-9b9e-5a2dc81f8690', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b850a62e-cdcd-4f68-844e-49d1fe68ad99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:36:53Z', 'updated_at': '2022-02-09T22:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': 'ded620f2-468b-42b0-8f9c-eeed84382013', 'name': '', 'network_id': '614fc8a8-1da9-4631-b467-bffba7c67edb', 'tenant_id': '1a044b4d2d6145a38d4382deba423be2', 'mac_address': 'fa:16:3e:5b:cf:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b850a62e-cdcd-4f68-844e-49d1fe68ad99', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '44146011-6587-4086-ab8f-add27264b924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:36:55Z', 'updated_at': '2022-02-09T22:37:00Z', 'revision_number': 4, 'project_id': '1a044b4d2d6145a38d4382deba423be2', 'subnets': [{'id': '44146011-6587-4086-ab8f-add27264b924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:37:01.329007 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-be7f5ff9-86ea-4aa0-ade3-e04aff7b1ff5 None None] Current status of the port ded620f2-468b-42b0-8f9c-eeed84382013 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:37:02.913462 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device ded620f2-468b-42b0-8f9c-eeed84382013 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:37:02.968182 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port ded620f2-468b-42b0-8f9c-eeed84382013 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:37:02.969117 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (ded620f2-468b-42b0-8f9c-eeed84382013), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:03.081239 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port ded620f2-468b-42b0-8f9c-eeed84382013 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:37:07.780826 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b873492c-a6c0-499c-b543-e131c7f5d241 req-8a1091ce-4a60-4943-9d12-30b42b3185a0 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:07.782215 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b873492c-a6c0-499c-b543-e131c7f5d241 req-8a1091ce-4a60-4943-9d12-30b42b3185a0 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] 10.222.0.90 "GET /v2.0/networks?id=f5d26388-8ff4-4c3e-a8c8-5d2ae54efb2c HTTP/1.1" status: 200 len: 815 time: 0.0994129 Feb 09 22:37:07.797977 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b873492c-a6c0-499c-b543-e131c7f5d241 req-1aef7799-539c-42c9-92d8-caec527040a8 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] 10.222.0.90 "GET /v2.0/quotas/87c2ef1af67c4d0c99ff39e8119fc210 HTTP/1.1" status: 200 len: 375 time: 0.0095267 Feb 09 22:37:07.856432 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b873492c-a6c0-499c-b543-e131c7f5d241 req-a476742f-3df1-4e69-89e7-c59703f7118f tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=87c2ef1af67c4d0c99ff39e8119fc210&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0535936 Feb 09 22:37:08.033638 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b873492c-a6c0-499c-b543-e131c7f5d241 req-682dd972-0ee2-4e35-aced-d2faa7bf12cd service neutron] 10.222.0.90 "GET /v2.0/networks/f5d26388-8ff4-4c3e-a8c8-5d2ae54efb2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657274 Feb 09 22:37:08.127699 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b873492c-a6c0-499c-b543-e131c7f5d241 req-9d29ba2d-3bf9-4a51-853f-77b36353d49a service neutron] 10.222.0.90 "GET /v2.0/networks/f5d26388-8ff4-4c3e-a8c8-5d2ae54efb2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884197 Feb 09 22:37:08.294409 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d8c6f3da-7b56-46ff-a27d-2106a25634cb req-01427b36-6c15-43b8-9983-80a1ebaf362c tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] 10.222.0.90 "GET /v2.0/ports?device_id=c10a036f-8396-4a04-a667-ceba7688f556 HTTP/1.1" status: 200 len: 210 time: 0.0283108 Feb 09 22:37:09.166132 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-4e2296f9-ce2f-49b5-afcb-fabff6651a3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:09.349532 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b873492c-a6c0-499c-b543-e131c7f5d241 req-2f4fe616-14df-44e6-958b-31e9d313a96b tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:09.351024 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b873492c-a6c0-499c-b543-e131c7f5d241 req-2f4fe616-14df-44e6-958b-31e9d313a96b tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] 10.222.0.95 "GET /v2.0/networks?id=f5d26388-8ff4-4c3e-a8c8-5d2ae54efb2c HTTP/1.1" status: 200 len: 815 time: 0.1116366 Feb 09 22:37:09.362609 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-b873492c-a6c0-499c-b543-e131c7f5d241 req-879a7183-9889-49f6-b47f-0986876d2973 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Request body: {'port': {'device_id': 'c10a036f-8396-4a04-a667-ceba7688f556', 'network_id': 'f5d26388-8ff4-4c3e-a8c8-5d2ae54efb2c', 'admin_state_up': True, 'tenant_id': '87c2ef1af67c4d0c99ff39e8119fc210'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:37:09.434877 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e6fd44e0-54e2-4b6e-92c3-176b4f3bf7bb req-aac09983-8921-4a34-9865-b714e5a53457 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] 10.222.0.90 "GET /v2.0/ports?device_id=c10a036f-8396-4a04-a667-ceba7688f556 HTTP/1.1" status: 200 len: 210 time: 0.0524929 Feb 09 22:37:09.500497 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b873492c-a6c0-499c-b543-e131c7f5d241 req-879a7183-9889-49f6-b47f-0986876d2973 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Made reservation on behalf of 87c2ef1af67c4d0c99ff39e8119fc210 for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:37:09.503970 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-b873492c-a6c0-499c-b543-e131c7f5d241 req-879a7183-9889-49f6-b47f-0986876d2973 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:09.684819 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [req-b873492c-a6c0-499c-b543-e131c7f5d241 req-879a7183-9889-49f6-b47f-0986876d2973 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Allocated IP 172.20.0.3 (f5d26388-8ff4-4c3e-a8c8-5d2ae54efb2c/b3832be8-66b3-4d76-b8ab-b1e940a20c56/27647079-e7dd-4557-bc0c-5b944197b398) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:37:09.915491 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-b873492c-a6c0-499c-b543-e131c7f5d241 req-879a7183-9889-49f6-b47f-0986876d2973 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Publish callbacks [] for port (27647079-e7dd-4557-bc0c-5b944197b398), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:09.961451 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-b873492c-a6c0-499c-b543-e131c7f5d241 req-879a7183-9889-49f6-b47f-0986876d2973 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (27647079-e7dd-4557-bc0c-5b944197b398), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:10.005426 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b873492c-a6c0-499c-b543-e131c7f5d241 req-879a7183-9889-49f6-b47f-0986876d2973 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Network f5d26388-8ff4-4c3e-a8c8-5d2ae54efb2c is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:37:10.010710 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [req-b873492c-a6c0-499c-b543-e131c7f5d241 req-879a7183-9889-49f6-b47f-0986876d2973 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:37:10.015400 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-b873492c-a6c0-499c-b543-e131c7f5d241 req-879a7183-9889-49f6-b47f-0986876d2973 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:37:10.054404 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879a7183-9889-49f6-b47f-0986876d2973 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Pushing event updated for resources: {'Port': ['ID=27647079-e7dd-4557-bc0c-5b944197b398,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:37:10.085700 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b873492c-a6c0-499c-b543-e131c7f5d241 req-879a7183-9889-49f6-b47f-0986876d2973 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:10.086354 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-b873492c-a6c0-499c-b543-e131c7f5d241 req-879a7183-9889-49f6-b47f-0986876d2973 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:10.109833 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b873492c-a6c0-499c-b543-e131c7f5d241 req-879a7183-9889-49f6-b47f-0986876d2973 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7509727 Feb 09 22:37:10.338552 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-ac337017-b5bd-4b0f-9dd2-05ec1367aca8 None None] Provisioning complete for port 27647079-e7dd-4557-bc0c-5b944197b398 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:37:10.339128 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ac337017-b5bd-4b0f-9dd2-05ec1367aca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (27647079-e7dd-4557-bc0c-5b944197b398), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:10.638596 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-ac337017-b5bd-4b0f-9dd2-05ec1367aca8 None None] Port 27647079-e7dd-4557-bc0c-5b944197b398 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:37:10.682925 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c248b392-af3d-426e-8759-78dccf0984c4 req-44dbc6c1-ca2e-4a57-a6eb-3a01632bae9e tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:10.685798 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c248b392-af3d-426e-8759-78dccf0984c4 req-44dbc6c1-ca2e-4a57-a6eb-3a01632bae9e tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] 10.222.0.90 "GET /v2.0/ports?device_id=c10a036f-8396-4a04-a667-ceba7688f556 HTTP/1.1" status: 200 len: 931 time: 0.1063805 Feb 09 22:37:10.779112 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c248b392-af3d-426e-8759-78dccf0984c4 req-23f53b33-03db-41a3-98f3-8a3a4871af42 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] 10.222.0.90 "GET /v2.0/security-groups?id=ccf8655c-f7f6-4606-8eb5-8a5d4faaa62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787468 Feb 09 22:37:11.115241 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2743bade-3e55-40e9-ad1e-80a79a99f8a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:11.892924 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195c5f5d-b335-4c30-8b67-09d60fe5e412 req-80eefcf0-7953-4075-8ae5-d31ac9c9a1a1 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:11.894378 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-195c5f5d-b335-4c30-8b67-09d60fe5e412 req-80eefcf0-7953-4075-8ae5-d31ac9c9a1a1 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] 10.222.0.90 "GET /v2.0/ports?device_id=c10a036f-8396-4a04-a667-ceba7688f556 HTTP/1.1" status: 200 len: 931 time: 0.0567098 Feb 09 22:37:11.945956 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-195c5f5d-b335-4c30-8b67-09d60fe5e412 req-ebe89e1f-6224-4420-bb78-4f9cef2d7ba6 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] 10.222.0.90 "GET /v2.0/security-groups?id=ccf8655c-f7f6-4606-8eb5-8a5d4faaa62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453563 Feb 09 22:37:12.961292 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:13.076686 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5380e8a-1293-4945-a98c-bad0582d2aa5 req-b055f674-594e-47f0-b583-25b6c2ab4819 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:13.078172 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a5380e8a-1293-4945-a98c-bad0582d2aa5 req-b055f674-594e-47f0-b583-25b6c2ab4819 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] 10.222.0.90 "GET /v2.0/ports?device_id=c10a036f-8396-4a04-a667-ceba7688f556 HTTP/1.1" status: 200 len: 931 time: 0.0602565 Feb 09 22:37:13.128486 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a5380e8a-1293-4945-a98c-bad0582d2aa5 req-db69731b-a83f-4247-b106-6448d1111d35 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] 10.222.0.90 "GET /v2.0/security-groups?id=ccf8655c-f7f6-4606-8eb5-8a5d4faaa62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445893 Feb 09 22:37:14.276999 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348e33a4-58d0-4e8f-92c4-6b5ad0e3169c req-5ef5a8da-3a0f-4cc8-b88b-369b1b49f63d tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:14.278577 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-348e33a4-58d0-4e8f-92c4-6b5ad0e3169c req-5ef5a8da-3a0f-4cc8-b88b-369b1b49f63d tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] 10.222.0.90 "GET /v2.0/ports?device_id=c10a036f-8396-4a04-a667-ceba7688f556 HTTP/1.1" status: 200 len: 931 time: 0.0585234 Feb 09 22:37:14.343958 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-348e33a4-58d0-4e8f-92c4-6b5ad0e3169c req-f027cfdb-047c-4901-b37e-f0e8bfd004e9 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] 10.222.0.90 "GET /v2.0/security-groups?id=ccf8655c-f7f6-4606-8eb5-8a5d4faaa62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539019 Feb 09 22:37:14.374890 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:14.559116 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:37:15.465986 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6940f126-50fe-4336-a2df-6f89d5249ecc req-914942de-fa0c-4600-bd81-b951b8d51329 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:15.467601 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6940f126-50fe-4336-a2df-6f89d5249ecc req-914942de-fa0c-4600-bd81-b951b8d51329 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] 10.222.0.90 "GET /v2.0/ports?device_id=c10a036f-8396-4a04-a667-ceba7688f556 HTTP/1.1" status: 200 len: 931 time: 0.0579350 Feb 09 22:37:15.467972 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:15.514315 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6940f126-50fe-4336-a2df-6f89d5249ecc req-aec5e45e-2b77-4a98-9711-de9d09a7a3c0 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] 10.222.0.90 "GET /v2.0/security-groups?id=ccf8655c-f7f6-4606-8eb5-8a5d4faaa62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410557 Feb 09 22:37:16.636292 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a247b0-8ccf-4b06-8356-3777f041b4a3 req-877b99d2-dc59-4830-84ac-c935d7edd832 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:16.637783 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-87a247b0-8ccf-4b06-8356-3777f041b4a3 req-877b99d2-dc59-4830-84ac-c935d7edd832 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] 10.222.0.90 "GET /v2.0/ports?device_id=c10a036f-8396-4a04-a667-ceba7688f556 HTTP/1.1" status: 200 len: 931 time: 0.0560796 Feb 09 22:37:16.683468 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-87a247b0-8ccf-4b06-8356-3777f041b4a3 req-462d4bb9-dc92-49ab-997f-abd926c8b908 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] 10.222.0.90 "GET /v2.0/security-groups?id=ccf8655c-f7f6-4606-8eb5-8a5d4faaa62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400915 Feb 09 22:37:17.811144 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbb6772-e6ea-4817-86c3-bde671db1f60 req-6b816344-85bb-492f-922a-38bbbacf6ae6 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:17.813159 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7fbb6772-e6ea-4817-86c3-bde671db1f60 req-6b816344-85bb-492f-922a-38bbbacf6ae6 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] 10.222.0.90 "GET /v2.0/ports?device_id=c10a036f-8396-4a04-a667-ceba7688f556 HTTP/1.1" status: 200 len: 931 time: 0.0639150 Feb 09 22:37:17.863953 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7fbb6772-e6ea-4817-86c3-bde671db1f60 req-ae9855b9-381d-4e50-b91e-2ab56bd85514 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] 10.222.0.90 "GET /v2.0/security-groups?id=ccf8655c-f7f6-4606-8eb5-8a5d4faaa62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446241 Feb 09 22:37:18.725690 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-b873492c-a6c0-499c-b543-e131c7f5d241 req-22b71a95-2b33-4faf-bab0-a6fd804ce615 service neutron] Request body: {'port': {'device_id': 'c10a036f-8396-4a04-a667-ceba7688f556', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-5'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:37:18.786632 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-b873492c-a6c0-499c-b543-e131c7f5d241 req-22b71a95-2b33-4faf-bab0-a6fd804ce615 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (27647079-e7dd-4557-bc0c-5b944197b398), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:19.029310 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e29eeae-8975-46d5-92b0-2e14363e7751 req-8aed15f4-c53e-4904-ba40-384e9893be13 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:19.030744 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8e29eeae-8975-46d5-92b0-2e14363e7751 req-8aed15f4-c53e-4904-ba40-384e9893be13 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] 10.222.0.90 "GET /v2.0/ports?device_id=c10a036f-8396-4a04-a667-ceba7688f556 HTTP/1.1" status: 200 len: 931 time: 0.0864379 Feb 09 22:37:19.115791 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [req-b873492c-a6c0-499c-b543-e131c7f5d241 req-22b71a95-2b33-4faf-bab0-a6fd804ce615 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27647079-e7dd-4557-bc0c-5b944197b398 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:37:19.122881 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8e29eeae-8975-46d5-92b0-2e14363e7751 req-958a99de-87cb-4031-9549-c7c1a1950507 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] 10.222.0.90 "GET /v2.0/security-groups?id=ccf8655c-f7f6-4606-8eb5-8a5d4faaa62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852025 Feb 09 22:37:19.126728 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-b873492c-a6c0-499c-b543-e131c7f5d241 req-22b71a95-2b33-4faf-bab0-a6fd804ce615 service neutron] Publish callbacks [] for port (27647079-e7dd-4557-bc0c-5b944197b398), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:19.139611 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [req-b873492c-a6c0-499c-b543-e131c7f5d241 req-22b71a95-2b33-4faf-bab0-a6fd804ce615 service neutron] Transition to ACTIVE for port object 27647079-e7dd-4557-bc0c-5b944197b398 will not be triggered until provisioned by entity L2. {{(pid=103140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:37:19.143435 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-b873492c-a6c0-499c-b543-e131c7f5d241 req-22b71a95-2b33-4faf-bab0-a6fd804ce615 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (27647079-e7dd-4557-bc0c-5b944197b398), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:19.193121 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b71a95-2b33-4faf-bab0-a6fd804ce615 service neutron] Pushing event updated for resources: {'Port': ['ID=27647079-e7dd-4557-bc0c-5b944197b398,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:37:19.265237 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-b873492c-a6c0-499c-b543-e131c7f5d241 req-22b71a95-2b33-4faf-bab0-a6fd804ce615 service neutron] Attempting to bind port 27647079-e7dd-4557-bc0c-5b944197b398 on host n-h1-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:37:19.265571 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-b873492c-a6c0-499c-b543-e131c7f5d241 req-22b71a95-2b33-4faf-bab0-a6fd804ce615 service neutron] Attempting to bind port 27647079-e7dd-4557-bc0c-5b944197b398 by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': '0c7c9459-039f-4dbe-be36-0c9765bbc8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f5d26388-8ff4-4c3e-a8c8-5d2ae54efb2c'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:37:19.265894 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b873492c-a6c0-499c-b543-e131c7f5d241 req-22b71a95-2b33-4faf-bab0-a6fd804ce615 service neutron] Attempting to bind port 27647079-e7dd-4557-bc0c-5b944197b398 on network f5d26388-8ff4-4c3e-a8c8-5d2ae54efb2c {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:37:19.270504 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b873492c-a6c0-499c-b543-e131c7f5d241 req-22b71a95-2b33-4faf-bab0-a6fd804ce615 service neutron] Port 27647079-e7dd-4557-bc0c-5b944197b398 on network f5d26388-8ff4-4c3e-a8c8-5d2ae54efb2c not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:37:19.270821 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b873492c-a6c0-499c-b543-e131c7f5d241 req-22b71a95-2b33-4faf-bab0-a6fd804ce615 service neutron] Attempting to bind port 27647079-e7dd-4557-bc0c-5b944197b398 on network f5d26388-8ff4-4c3e-a8c8-5d2ae54efb2c {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:37:19.277443 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b873492c-a6c0-499c-b543-e131c7f5d241 req-22b71a95-2b33-4faf-bab0-a6fd804ce615 service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:37:19.277774 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b873492c-a6c0-499c-b543-e131c7f5d241 req-22b71a95-2b33-4faf-bab0-a6fd804ce615 service neutron] Checking segment: {'id': '0c7c9459-039f-4dbe-be36-0c9765bbc8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f5d26388-8ff4-4c3e-a8c8-5d2ae54efb2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:37:19.278156 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b873492c-a6c0-499c-b543-e131c7f5d241 req-22b71a95-2b33-4faf-bab0-a6fd804ce615 service neutron] Bound using segment: {'id': '0c7c9459-039f-4dbe-be36-0c9765bbc8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f5d26388-8ff4-4c3e-a8c8-5d2ae54efb2c'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:37:19.278587 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-b873492c-a6c0-499c-b543-e131c7f5d241 req-22b71a95-2b33-4faf-bab0-a6fd804ce615 service neutron] Bound port: 27647079-e7dd-4557-bc0c-5b944197b398, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c7c9459-039f-4dbe-be36-0c9765bbc8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'f5d26388-8ff4-4c3e-a8c8-5d2ae54efb2c'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:37:19.278940 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-b873492c-a6c0-499c-b543-e131c7f5d241 req-22b71a95-2b33-4faf-bab0-a6fd804ce615 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (27647079-e7dd-4557-bc0c-5b944197b398), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:19.347418 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-b873492c-a6c0-499c-b543-e131c7f5d241 req-22b71a95-2b33-4faf-bab0-a6fd804ce615 service neutron] For port 27647079-e7dd-4557-bc0c-5b944197b398, host n-h1-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:37:19.351905 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-b873492c-a6c0-499c-b543-e131c7f5d241 req-22b71a95-2b33-4faf-bab0-a6fd804ce615 service neutron] For port 27647079-e7dd-4557-bc0c-5b944197b398, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=27647079-e7dd-4557-bc0c-5b944197b398,segment=NetworkSegment(0c7c9459-039f-4dbe-be36-0c9765bbc8e0),segment_id=0c7c9459-039f-4dbe-be36-0c9765bbc8e0)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:37:19.359064 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-b873492c-a6c0-499c-b543-e131c7f5d241 req-22b71a95-2b33-4faf-bab0-a6fd804ce615 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (27647079-e7dd-4557-bc0c-5b944197b398), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:19.391216 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b873492c-a6c0-499c-b543-e131c7f5d241 req-22b71a95-2b33-4faf-bab0-a6fd804ce615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:19.392147 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-b873492c-a6c0-499c-b543-e131c7f5d241 req-22b71a95-2b33-4faf-bab0-a6fd804ce615 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:19.393556 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b873492c-a6c0-499c-b543-e131c7f5d241 req-22b71a95-2b33-4faf-bab0-a6fd804ce615 service neutron] 10.222.0.95 "PUT /v2.0/ports/27647079-e7dd-4557-bc0c-5b944197b398 HTTP/1.1" status: 200 len: 1091 time: 0.7147634 Feb 09 22:37:19.395750 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c10a036f-8396-4a04-a667-ceba7688f556', 'tag': '27647079-e7dd-4557-bc0c-5b944197b398'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:37:19.398610 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}084566773578a82c7ab9e8b7d7948f8d3f1cbdaece621e80e6759ea940bbe07a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-344aa334-277b-4299-89b4-cea1192b87c2" -d '{"events": [{"name": "network-changed", "server_uuid": "c10a036f-8396-4a04-a667-ceba7688f556", "tag": "27647079-e7dd-4557-bc0c-5b944197b398"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:37:19.431081 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b71a95-2b33-4faf-bab0-a6fd804ce615 service neutron] Pushing event updated for resources: {'Port': ['ID=27647079-e7dd-4557-bc0c-5b944197b398,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:37:19.494126 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b873492c-a6c0-499c-b543-e131c7f5d241 req-b1f8f067-b23a-42af-9ce0-0e307d35929e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:19.495654 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b873492c-a6c0-499c-b543-e131c7f5d241 req-b1f8f067-b23a-42af-9ce0-0e307d35929e service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=87c2ef1af67c4d0c99ff39e8119fc210&device_id=c10a036f-8396-4a04-a667-ceba7688f556 HTTP/1.1" status: 200 len: 1125 time: 0.0541408 Feb 09 22:37:19.539540 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b873492c-a6c0-499c-b543-e131c7f5d241 req-92e2e259-feb7-47c8-8967-da9330805e36 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27647079-e7dd-4557-bc0c-5b944197b398 HTTP/1.1" status: 200 len: 217 time: 0.0361469 Feb 09 22:37:19.597679 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01279ecc-093e-499b-864d-556fda5836de x-openstack-request-id: req-01279ecc-093e-499b-864d-556fda5836de {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:37:19.598533 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c10a036f-8396-4a04-a667-ceba7688f556", "tag": "27647079-e7dd-4557-bc0c-5b944197b398", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:37:19.598789 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-01279ecc-093e-499b-864d-556fda5836de {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:37:19.599218 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c10a036f-8396-4a04-a667-ceba7688f556', 'tag': '27647079-e7dd-4557-bc0c-5b944197b398', 'status': 'completed', 'code': 200} Feb 09 22:37:19.603079 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b873492c-a6c0-499c-b543-e131c7f5d241 req-698157fe-aa44-45a9-8ec2-0eefdb688deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:19.604924 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b873492c-a6c0-499c-b543-e131c7f5d241 req-698157fe-aa44-45a9-8ec2-0eefdb688deb service neutron] 10.222.0.95 "GET /v2.0/subnets?id=b3832be8-66b3-4d76-b8ab-b1e940a20c56 HTTP/1.1" status: 200 len: 854 time: 0.0595739 Feb 09 22:37:19.654018 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b873492c-a6c0-499c-b543-e131c7f5d241 req-e7cc204b-e8ea-4149-b0fe-949f73999fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:19.655555 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b873492c-a6c0-499c-b543-e131c7f5d241 req-e7cc204b-e8ea-4149-b0fe-949f73999fd0 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=f5d26388-8ff4-4c3e-a8c8-5d2ae54efb2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449238 Feb 09 22:37:19.744185 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b873492c-a6c0-499c-b543-e131c7f5d241 req-00bf4e16-747a-409f-88ab-9d7c66fe7fa3 service neutron] 10.222.0.95 "GET /v2.0/networks/f5d26388-8ff4-4c3e-a8c8-5d2ae54efb2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795453 Feb 09 22:37:20.133246 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b873492c-a6c0-499c-b543-e131c7f5d241 req-a1cbc33e-8730-45c1-ae20-50760436af83 service neutron] 10.222.0.95 "GET /v2.0/networks/f5d26388-8ff4-4c3e-a8c8-5d2ae54efb2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3832452 Feb 09 22:37:20.255587 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344aa334-277b-4299-89b4-cea1192b87c2 req-a1881dd1-66ec-406b-9522-80d11e7ecd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:20.257097 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-344aa334-277b-4299-89b4-cea1192b87c2 req-a1881dd1-66ec-406b-9522-80d11e7ecd2a service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=87c2ef1af67c4d0c99ff39e8119fc210&device_id=c10a036f-8396-4a04-a667-ceba7688f556 HTTP/1.1" status: 200 len: 1125 time: 0.0772314 Feb 09 22:37:20.279670 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71182dc5-d058-42ac-bfed-043c82db315c req-ff52056b-9df3-4ccb-a4c0-301a2d60a558 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:20.281100 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-71182dc5-d058-42ac-bfed-043c82db315c req-ff52056b-9df3-4ccb-a4c0-301a2d60a558 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] 10.222.0.90 "GET /v2.0/ports?device_id=c10a036f-8396-4a04-a667-ceba7688f556 HTTP/1.1" status: 200 len: 943 time: 0.0745919 Feb 09 22:37:20.374143 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-71182dc5-d058-42ac-bfed-043c82db315c req-1de80bfe-127e-438b-a8e6-85d42292e33f tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] 10.222.0.90 "GET /v2.0/security-groups?id=ccf8655c-f7f6-4606-8eb5-8a5d4faaa62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836294 Feb 09 22:37:20.392206 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344aa334-277b-4299-89b4-cea1192b87c2 req-002bcd26-99d2-40a0-9d9d-21d9f9dd95b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:20.394075 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-344aa334-277b-4299-89b4-cea1192b87c2 req-002bcd26-99d2-40a0-9d9d-21d9f9dd95b4 service neutron] 10.222.0.95 "GET /v2.0/networks?id=f5d26388-8ff4-4c3e-a8c8-5d2ae54efb2c HTTP/1.1" status: 200 len: 916 time: 0.1293244 Feb 09 22:37:20.438938 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-344aa334-277b-4299-89b4-cea1192b87c2 req-ccc5c22d-d249-48ff-9f13-04c2c551c49c service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27647079-e7dd-4557-bc0c-5b944197b398 HTTP/1.1" status: 200 len: 217 time: 0.0389104 Feb 09 22:37:20.487456 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344aa334-277b-4299-89b4-cea1192b87c2 req-a078a59e-02e8-487d-a6b1-8511fdd65809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:20.489426 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-344aa334-277b-4299-89b4-cea1192b87c2 req-a078a59e-02e8-487d-a6b1-8511fdd65809 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=b3832be8-66b3-4d76-b8ab-b1e940a20c56 HTTP/1.1" status: 200 len: 854 time: 0.0431488 Feb 09 22:37:20.537474 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344aa334-277b-4299-89b4-cea1192b87c2 req-c88c765f-6def-4ffc-82b4-5d52f5991403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:20.538990 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-344aa334-277b-4299-89b4-cea1192b87c2 req-c88c765f-6def-4ffc-82b4-5d52f5991403 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=f5d26388-8ff4-4c3e-a8c8-5d2ae54efb2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0432210 Feb 09 22:37:20.631146 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-344aa334-277b-4299-89b4-cea1192b87c2 req-5bbe788e-643d-410d-87b3-93f1bafa03f1 service neutron] 10.222.0.95 "GET /v2.0/networks/f5d26388-8ff4-4c3e-a8c8-5d2ae54efb2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855978 Feb 09 22:37:20.718093 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-344aa334-277b-4299-89b4-cea1192b87c2 req-0ec5016e-39e2-442f-b80d-39bbb9ffd001 service neutron] 10.222.0.95 "GET /v2.0/networks/f5d26388-8ff4-4c3e-a8c8-5d2ae54efb2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803056 Feb 09 22:37:21.504865 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b597c2c3-bb30-439d-90ad-a0972c04f1f9 req-052f5b43-f25f-457a-b931-e64f56bf86a6 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:21.506269 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b597c2c3-bb30-439d-90ad-a0972c04f1f9 req-052f5b43-f25f-457a-b931-e64f56bf86a6 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] 10.222.0.90 "GET /v2.0/ports?device_id=c10a036f-8396-4a04-a667-ceba7688f556 HTTP/1.1" status: 200 len: 943 time: 0.0637486 Feb 09 22:37:21.556275 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b597c2c3-bb30-439d-90ad-a0972c04f1f9 req-bc35f209-c95a-4819-8e3f-f4d1f2919e89 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] 10.222.0.90 "GET /v2.0/security-groups?id=ccf8655c-f7f6-4606-8eb5-8a5d4faaa62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444629 Feb 09 22:37:21.953298 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:22.416238 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 27647079-e7dd-4557-bc0c-5b944197b398 details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:37:22.519854 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 27647079-e7dd-4557-bc0c-5b944197b398, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=27647079-e7dd-4557-bc0c-5b944197b398,segment=NetworkSegment(0c7c9459-039f-4dbe-be36-0c9765bbc8e0),segment_id=0c7c9459-039f-4dbe-be36-0c9765bbc8e0)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:37:22.530554 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': '27647079-e7dd-4557-bc0c-5b944197b398', 'network_id': 'f5d26388-8ff4-4c3e-a8c8-5d2ae54efb2c', 'port_id': '27647079-e7dd-4557-bc0c-5b944197b398', 'mac_address': 'fa:16:3e:0c:93:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3832be8-66b3-4d76-b8ab-b1e940a20c56', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:37:22.571541 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 27647079-e7dd-4557-bc0c-5b944197b398 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:37:22.571933 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (27647079-e7dd-4557-bc0c-5b944197b398), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:22.585156 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27647079-e7dd-4557-bc0c-5b944197b398 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:37:22.604587 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 27647079-e7dd-4557-bc0c-5b944197b398, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=27647079-e7dd-4557-bc0c-5b944197b398,segment=NetworkSegment(0c7c9459-039f-4dbe-be36-0c9765bbc8e0),segment_id=0c7c9459-039f-4dbe-be36-0c9765bbc8e0)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:37:22.609890 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (27647079-e7dd-4557-bc0c-5b944197b398), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:22.657889 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=27647079-e7dd-4557-bc0c-5b944197b398,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:37:22.678971 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a70715-b9c5-4fb4-b81e-6997f1595913 req-cb3eec0a-50df-4fd6-b802-1045b9097d84 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:22.680547 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e2a70715-b9c5-4fb4-b81e-6997f1595913 req-cb3eec0a-50df-4fd6-b802-1045b9097d84 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] 10.222.0.90 "GET /v2.0/ports?device_id=c10a036f-8396-4a04-a667-ceba7688f556 HTTP/1.1" status: 200 len: 944 time: 0.0570714 Feb 09 22:37:22.727009 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e2a70715-b9c5-4fb4-b81e-6997f1595913 req-2a7b4dd6-1c7c-427a-877c-55049b1ce755 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] 10.222.0.90 "GET /v2.0/security-groups?id=ccf8655c-f7f6-4606-8eb5-8a5d4faaa62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408099 Feb 09 22:37:22.843728 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['27647079-e7dd-4557-bc0c-5b944197b398'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:37:23.848606 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cecd60e-455f-4c7a-b430-4b7ba9a2f34e req-a38937b5-d7ea-4276-9bd7-f453830b7cf6 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:23.850202 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6cecd60e-455f-4c7a-b430-4b7ba9a2f34e req-a38937b5-d7ea-4276-9bd7-f453830b7cf6 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] 10.222.0.90 "GET /v2.0/ports?device_id=c10a036f-8396-4a04-a667-ceba7688f556 HTTP/1.1" status: 200 len: 944 time: 0.0526905 Feb 09 22:37:23.895727 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6cecd60e-455f-4c7a-b430-4b7ba9a2f34e req-a1dc8a71-3d4d-45d9-87bd-c4678480e399 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] 10.222.0.90 "GET /v2.0/security-groups?id=ccf8655c-f7f6-4606-8eb5-8a5d4faaa62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400319 Feb 09 22:37:24.086380 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:24.417124 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 27647079-e7dd-4557-bc0c-5b944197b398 up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:37:24.466588 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning for port 27647079-e7dd-4557-bc0c-5b944197b398 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:37:24.470585 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port 27647079-e7dd-4557-bc0c-5b944197b398 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:37:24.470977 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (27647079-e7dd-4557-bc0c-5b944197b398), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:24.549531 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 27647079-e7dd-4557-bc0c-5b944197b398 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:37:24.549924 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (27647079-e7dd-4557-bc0c-5b944197b398), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:24.573491 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c10a036f-8396-4a04-a667-ceba7688f556', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27647079-e7dd-4557-bc0c-5b944197b398'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:37:24.575758 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cf4d4d953224237653245d15ffec07a65c4bd356d4237fd84236d8abf5d48a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61720949-cc00-4d0e-89fc-b64e1713026b" -d '{"events": [{"server_uuid": "c10a036f-8396-4a04-a667-ceba7688f556", "name": "network-vif-plugged", "status": "completed", "tag": "27647079-e7dd-4557-bc0c-5b944197b398"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:37:24.589474 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 27647079-e7dd-4557-bc0c-5b944197b398, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=27647079-e7dd-4557-bc0c-5b944197b398,segment=NetworkSegment(0c7c9459-039f-4dbe-be36-0c9765bbc8e0),segment_id=0c7c9459-039f-4dbe-be36-0c9765bbc8e0)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:37:24.593639 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (27647079-e7dd-4557-bc0c-5b944197b398), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:24.641138 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=27647079-e7dd-4557-bc0c-5b944197b398,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:37:24.684393 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95002481-ee48-41fd-8dd4-2907882b3a0e x-openstack-request-id: req-95002481-ee48-41fd-8dd4-2907882b3a0e {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:37:24.684688 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c10a036f-8396-4a04-a667-ceba7688f556", "name": "network-vif-plugged", "status": "completed", "tag": "27647079-e7dd-4557-bc0c-5b944197b398", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:37:24.684943 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-95002481-ee48-41fd-8dd4-2907882b3a0e {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:37:24.685390 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c10a036f-8396-4a04-a667-ceba7688f556', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27647079-e7dd-4557-bc0c-5b944197b398', 'code': 200} Feb 09 22:37:24.782224 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf40aaa-f34c-4e4f-8833-d2ac62545195 req-4988b99a-691e-4514-bee9-50eb3ef318d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:24.783713 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3bf40aaa-f34c-4e4f-8833-d2ac62545195 req-4988b99a-691e-4514-bee9-50eb3ef318d6 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=c10a036f-8396-4a04-a667-ceba7688f556 HTTP/1.1" status: 200 len: 1127 time: 0.0469756 Feb 09 22:37:24.828627 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3bf40aaa-f34c-4e4f-8833-d2ac62545195 req-51ad718f-d828-4565-9e43-68e48ab755a7 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=ccf8655c-f7f6-4606-8eb5-8a5d4faaa62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375130 Feb 09 22:37:25.015051 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c01b1f2-c5be-4b61-9e96-04b46db9134d req-aa45f48a-8cf9-4b50-abd0-fff710f7a74b tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:25.016579 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2c01b1f2-c5be-4b61-9e96-04b46db9134d req-aa45f48a-8cf9-4b50-abd0-fff710f7a74b tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] 10.222.0.90 "GET /v2.0/ports?device_id=c10a036f-8396-4a04-a667-ceba7688f556 HTTP/1.1" status: 200 len: 945 time: 0.0523050 Feb 09 22:37:25.061965 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2c01b1f2-c5be-4b61-9e96-04b46db9134d req-43e02677-63d6-4346-8140-17ce3afc934c tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] 10.222.0.90 "GET /v2.0/security-groups?id=ccf8655c-f7f6-4606-8eb5-8a5d4faaa62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399516 Feb 09 22:37:26.186714 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dcec1b-4892-4598-a97b-efb4ff014696 req-e9b2d0ee-4012-4d2c-b880-7a6dc30075e3 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:26.188538 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-81dcec1b-4892-4598-a97b-efb4ff014696 req-e9b2d0ee-4012-4d2c-b880-7a6dc30075e3 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] 10.222.0.90 "GET /v2.0/ports?device_id=c10a036f-8396-4a04-a667-ceba7688f556 HTTP/1.1" status: 200 len: 945 time: 0.0562406 Feb 09 22:37:26.235121 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-81dcec1b-4892-4598-a97b-efb4ff014696 req-631217c0-7530-4255-931d-43b87cb47d32 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] 10.222.0.90 "GET /v2.0/security-groups?id=ccf8655c-f7f6-4606-8eb5-8a5d4faaa62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402973 Feb 09 22:37:26.352841 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fff6019-9322-4a9b-8f96-97ab4d96ed3d req-43ed59ae-2317-41ca-9c56-9b9941b1db3a tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:26.354244 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4fff6019-9322-4a9b-8f96-97ab4d96ed3d req-43ed59ae-2317-41ca-9c56-9b9941b1db3a tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] 10.222.0.90 "GET /v2.0/ports?device_id=c10a036f-8396-4a04-a667-ceba7688f556 HTTP/1.1" status: 200 len: 945 time: 0.0537615 Feb 09 22:37:26.401544 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4fff6019-9322-4a9b-8f96-97ab4d96ed3d req-2944e9a6-3aab-44d5-9e77-510b5ef8af45 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] 10.222.0.90 "GET /v2.0/security-groups?id=ccf8655c-f7f6-4606-8eb5-8a5d4faaa62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411143 Feb 09 22:37:26.587481 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046a5adc-2cf6-4a18-9f6b-5075d2d9645a req-69c3b8e5-fab3-4045-8293-70215803ed4b tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:26.588980 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-046a5adc-2cf6-4a18-9f6b-5075d2d9645a req-69c3b8e5-fab3-4045-8293-70215803ed4b tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] 10.222.0.90 "GET /v2.0/ports?device_id=c10a036f-8396-4a04-a667-ceba7688f556 HTTP/1.1" status: 200 len: 945 time: 0.0521076 Feb 09 22:37:26.638369 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-046a5adc-2cf6-4a18-9f6b-5075d2d9645a req-9f6932bd-faa0-4d44-926f-af38ecb8ba1f tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] 10.222.0.90 "GET /v2.0/security-groups?id=ccf8655c-f7f6-4606-8eb5-8a5d4faaa62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438170 Feb 09 22:37:39.166887 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-325a3f49-b815-4e23-8ceb-0e9c46d3000e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:41.116448 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-cd7d3b5b-0b5a-4330-9907-f877aa5a2f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:42.963781 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:44.378367 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:45.414330 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26def0ef-4b11-41f7-9ede-5094aa2d7347 req-6557ef2a-af5b-42f7-b1fb-45513c367367 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:45.415791 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-26def0ef-4b11-41f7-9ede-5094aa2d7347 req-6557ef2a-af5b-42f7-b1fb-45513c367367 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] 10.222.0.90 "GET /v2.0/ports?device_id=c10a036f-8396-4a04-a667-ceba7688f556 HTTP/1.1" status: 200 len: 945 time: 0.0519459 Feb 09 22:37:45.462117 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:45.463034 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-26def0ef-4b11-41f7-9ede-5094aa2d7347 req-31fcc94f-64f6-4a69-a4f5-20fc408c91db tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] 10.222.0.90 "GET /v2.0/security-groups?id=ccf8655c-f7f6-4606-8eb5-8a5d4faaa62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416572 Feb 09 22:37:45.485542 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 53140) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:37:45.571368 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74112a89-2c86-4dba-90bb-9bf696f0658f tempest-TestMinimumBasicScenario-693764859 tempest-TestMinimumBasicScenario-693764859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:45.572936 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-74112a89-2c86-4dba-90bb-9bf696f0658f tempest-TestMinimumBasicScenario-693764859 tempest-TestMinimumBasicScenario-693764859-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=c10a036f-8396-4a04-a667-ceba7688f556 HTTP/1.1" status: 200 len: 1122 time: 0.0864315 Feb 09 22:37:45.575836 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 53144) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:37:45.580050 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-d29ae016-8b3b-47a2-99fe-e5e9cf87a347 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Request body: {'floatingip': {'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'port_id': '27647079-e7dd-4557-bc0c-5b944197b398', 'tenant_id': '87c2ef1af67c4d0c99ff39e8119fc210', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:37:45.600509 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d29ae016-8b3b-47a2-99fe-e5e9cf87a347 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:45.698206 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d29ae016-8b3b-47a2-99fe-e5e9cf87a347 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:45.796607 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-d29ae016-8b3b-47a2-99fe-e5e9cf87a347 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Allocated IP 172.25.3.19 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/61b6d68e-9ec5-45d3-9e53-bc362f8c1193) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:37:45.902500 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d29ae016-8b3b-47a2-99fe-e5e9cf87a347 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Publish callbacks [] for port (61b6d68e-9ec5-45d3-9e53-bc362f8c1193), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:45.942107 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d29ae016-8b3b-47a2-99fe-e5e9cf87a347 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (61b6d68e-9ec5-45d3-9e53-bc362f8c1193), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:45.980015 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29ae016-8b3b-47a2-99fe-e5e9cf87a347 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:37:45.982881 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-d29ae016-8b3b-47a2-99fe-e5e9cf87a347 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:37:45.986256 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29ae016-8b3b-47a2-99fe-e5e9cf87a347 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:37:45.991971 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29ae016-8b3b-47a2-99fe-e5e9cf87a347 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Pushing event updated for resources: {'Port': ['ID=61b6d68e-9ec5-45d3-9e53-bc362f8c1193,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:37:46.017907 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29ae016-8b3b-47a2-99fe-e5e9cf87a347 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:37:46.018265 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29ae016-8b3b-47a2-99fe-e5e9cf87a347 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:37:46.018646 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29ae016-8b3b-47a2-99fe-e5e9cf87a347 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:37:46.018952 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29ae016-8b3b-47a2-99fe-e5e9cf87a347 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:37:46.019312 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29ae016-8b3b-47a2-99fe-e5e9cf87a347 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:37:46.019644 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29ae016-8b3b-47a2-99fe-e5e9cf87a347 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:37:46.019977 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29ae016-8b3b-47a2-99fe-e5e9cf87a347 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:37:46.020328 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29ae016-8b3b-47a2-99fe-e5e9cf87a347 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:37:46.020657 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29ae016-8b3b-47a2-99fe-e5e9cf87a347 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:37:46.020983 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29ae016-8b3b-47a2-99fe-e5e9cf87a347 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:37:46.021305 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29ae016-8b3b-47a2-99fe-e5e9cf87a347 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:37:46.021626 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29ae016-8b3b-47a2-99fe-e5e9cf87a347 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:37:46.021947 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29ae016-8b3b-47a2-99fe-e5e9cf87a347 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:37:46.356959 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d29ae016-8b3b-47a2-99fe-e5e9cf87a347 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Publish callbacks [] for floatingip (3a7fc5b6-9787-4072-b5c2-2641a361bedc), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:46.424479 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d29ae016-8b3b-47a2-99fe-e5e9cf87a347 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (61b6d68e-9ec5-45d3-9e53-bc362f8c1193), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:46.580672 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d29ae016-8b3b-47a2-99fe-e5e9cf87a347 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Publish callbacks [] for port (61b6d68e-9ec5-45d3-9e53-bc362f8c1193), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:46.585824 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d29ae016-8b3b-47a2-99fe-e5e9cf87a347 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (61b6d68e-9ec5-45d3-9e53-bc362f8c1193), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:46.655460 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29ae016-8b3b-47a2-99fe-e5e9cf87a347 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Pushing event updated for resources: {'Port': ['ID=61b6d68e-9ec5-45d3-9e53-bc362f8c1193,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:37:46.665827 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d29ae016-8b3b-47a2-99fe-e5e9cf87a347 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (3a7fc5b6-9787-4072-b5c2-2641a361bedc), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:46.766086 n-d-828369-5 neutron-server[103140]: INFO neutron.db.l3_db [None req-d29ae016-8b3b-47a2-99fe-e5e9cf87a347 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Floating IP 3a7fc5b6-9787-4072-b5c2-2641a361bedc associated. External IP: 172.25.3.19, port: 27647079-e7dd-4557-bc0c-5b944197b398. Feb 09 22:37:46.979859 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d29ae016-8b3b-47a2-99fe-e5e9cf87a347 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Router 0d7537da-13f8-4555-8b74-7845600854ae has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:37:47.088117 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d29ae016-8b3b-47a2-99fe-e5e9cf87a347 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:37:47.098215 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117a5bcb-e167-4c77-9468-504091527186 None None] Sync routers for ids ['0d7537da-13f8-4555-8b74-7845600854ae'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:37:47.105708 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-d29ae016-8b3b-47a2-99fe-e5e9cf87a347 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:47.108643 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117a5bcb-e167-4c77-9468-504091527186 None None] Routers {'0d7537da-13f8-4555-8b74-7845600854ae'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:37:47.109403 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-117a5bcb-e167-4c77-9468-504091527186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:37:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['0d7537da-13f8-4555-8b74-7845600854ae'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:37:47.141439 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-d29ae016-8b3b-47a2-99fe-e5e9cf87a347 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5621312 Feb 09 22:37:47.141439 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c10a036f-8396-4a04-a667-ceba7688f556', 'tag': '27647079-e7dd-4557-bc0c-5b944197b398'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:37:47.142026 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}084566773578a82c7ab9e8b7d7948f8d3f1cbdaece621e80e6759ea940bbe07a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42827452-3fa1-466f-9605-b301acddcb62" -d '{"events": [{"name": "network-changed", "server_uuid": "c10a036f-8396-4a04-a667-ceba7688f556", "tag": "27647079-e7dd-4557-bc0c-5b944197b398"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:37:47.142263 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53146) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:37:47.148549 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-38b37eb7-1986-4131-9d35-ea8185490a46 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1725375230', 'description': 'tempest-secgroup-smoke-1725375230 description', 'project_id': '87c2ef1af67c4d0c99ff39e8119fc210'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:37:47.172039 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-38b37eb7-1986-4131-9d35-ea8185490a46 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:47.187742 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd2afcb0-f7c9-4a8a-8f97-5431bf93f5ff x-openstack-request-id: req-cd2afcb0-f7c9-4a8a-8f97-5431bf93f5ff {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:37:47.189356 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c10a036f-8396-4a04-a667-ceba7688f556", "tag": "27647079-e7dd-4557-bc0c-5b944197b398", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:37:47.189694 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-cd2afcb0-f7c9-4a8a-8f97-5431bf93f5ff {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:37:47.190415 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c10a036f-8396-4a04-a667-ceba7688f556', 'tag': '27647079-e7dd-4557-bc0c-5b944197b398', 'status': 'completed', 'code': 200} Feb 09 22:37:47.235894 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-117a5bcb-e167-4c77-9468-504091527186 None None] Set router 0d7537da-13f8-4555-8b74-7845600854ae gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:37:47.243963 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-38b37eb7-1986-4131-9d35-ea8185490a46 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Publish callbacks [] for security_group (85429dc4-896d-4ee2-9bcf-5e9c21984ff5), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:47.249347 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-38b37eb7-1986-4131-9d35-ea8185490a46 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (85429dc4-896d-4ee2-9bcf-5e9c21984ff5), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:47.263781 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42827452-3fa1-466f-9605-b301acddcb62 req-ca42c019-9a4d-4a80-a089-c1ee054b60d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:47.265535 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-42827452-3fa1-466f-9605-b301acddcb62 req-ca42c019-9a4d-4a80-a089-c1ee054b60d2 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=87c2ef1af67c4d0c99ff39e8119fc210&device_id=c10a036f-8396-4a04-a667-ceba7688f556 HTTP/1.1" status: 200 len: 1127 time: 0.0587149 Feb 09 22:37:47.278842 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-38b37eb7-1986-4131-9d35-ea8185490a46 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:47.280079 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-38b37eb7-1986-4131-9d35-ea8185490a46 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1362708 Feb 09 22:37:47.285363 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53150) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:37:47.286031 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b37eb7-1986-4131-9d35-ea8185490a46 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85429dc4-896d-4ee2-9bcf-5e9c21984ff5,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:37:47.291856 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-cc1e25c1-3253-46a9-978e-d5b93154e088 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Request body: {'security_group_rule': {'security_group_id': '85429dc4-896d-4ee2-9bcf-5e9c21984ff5', 'project_id': '87c2ef1af67c4d0c99ff39e8119fc210', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:37:47.310427 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b37eb7-1986-4131-9d35-ea8185490a46 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:37:47.310782 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b37eb7-1986-4131-9d35-ea8185490a46 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:37:47.311131 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b37eb7-1986-4131-9d35-ea8185490a46 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:37:47.311475 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b37eb7-1986-4131-9d35-ea8185490a46 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:37:47.311814 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b37eb7-1986-4131-9d35-ea8185490a46 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:37:47.312147 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b37eb7-1986-4131-9d35-ea8185490a46 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:37:47.312505 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b37eb7-1986-4131-9d35-ea8185490a46 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:37:47.312837 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b37eb7-1986-4131-9d35-ea8185490a46 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:37:47.313422 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b37eb7-1986-4131-9d35-ea8185490a46 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:37:47.313757 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b37eb7-1986-4131-9d35-ea8185490a46 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:37:47.314089 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b37eb7-1986-4131-9d35-ea8185490a46 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:37:47.314422 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b37eb7-1986-4131-9d35-ea8185490a46 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:37:47.314747 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b37eb7-1986-4131-9d35-ea8185490a46 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:37:47.341616 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cc1e25c1-3253-46a9-978e-d5b93154e088 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Publish callbacks [] for security_group_rule (d7e9bbd9-0b25-479d-ac23-8a1eff277457), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:47.365542 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42827452-3fa1-466f-9605-b301acddcb62 req-ab11d857-4393-4246-8e61-48b7aaa2b85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:47.367216 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-42827452-3fa1-466f-9605-b301acddcb62 req-ab11d857-4393-4246-8e61-48b7aaa2b85a service neutron] 10.222.0.95 "GET /v2.0/networks?id=f5d26388-8ff4-4c3e-a8c8-5d2ae54efb2c HTTP/1.1" status: 200 len: 916 time: 0.0939491 Feb 09 22:37:47.392970 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cc1e25c1-3253-46a9-978e-d5b93154e088 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Publish callbacks [] for security_group_rule (d7e9bbd9-0b25-479d-ac23-8a1eff277457), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:47.396984 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cc1e25c1-3253-46a9-978e-d5b93154e088 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (d7e9bbd9-0b25-479d-ac23-8a1eff277457), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:47.415456 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1e25c1-3253-46a9-978e-d5b93154e088 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7e9bbd9-0b25-479d-ac23-8a1eff277457,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:37:47.424814 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cc1e25c1-3253-46a9-978e-d5b93154e088 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:47.428824 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-cc1e25c1-3253-46a9-978e-d5b93154e088 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1404014 Feb 09 22:37:47.429886 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 53152) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:37:47.434395 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-f79eef94-9bcd-477b-92ae-e24839e27706 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Request body: {'security_group_rule': {'security_group_id': '85429dc4-896d-4ee2-9bcf-5e9c21984ff5', 'project_id': '87c2ef1af67c4d0c99ff39e8119fc210', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:37:47.462785 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-42827452-3fa1-466f-9605-b301acddcb62 req-1b064f0a-ff97-4bff-a3ae-58cf5c01053f service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27647079-e7dd-4557-bc0c-5b944197b398 HTTP/1.1" status: 200 len: 998 time: 0.0889964 Feb 09 22:37:47.483378 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-117a5bcb-e167-4c77-9468-504091527186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d7537da-13f8-4555-8b74-7845600854ae', 'name': 'tempest-TestMinimumBasicScenario-2124902580-router', 'tenant_id': '87c2ef1af67c4d0c99ff39e8119fc210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': 'ff390832-c558-4e47-babf-75e73592225f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:36:48Z', 'updated_at': '2022-02-09T22:36:51Z', 'revision_number': 4, 'project_id': '87c2ef1af67c4d0c99ff39e8119fc210', 'gw_port': {'id': 'ff390832-c558-4e47-babf-75e73592225f', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:31:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7537da-13f8-4555-8b74-7845600854ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:36:48Z', 'updated_at': '2022-02-09T22:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': '3a7fc5b6-9787-4072-b5c2-2641a361bedc', 'tenant_id': '87c2ef1af67c4d0c99ff39e8119fc210', 'floating_ip_address': '172.25.3.19', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': '0d7537da-13f8-4555-8b74-7845600854ae', 'port_id': '27647079-e7dd-4557-bc0c-5b944197b398', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5d26388-8ff4-4c3e-a8c8-5d2ae54efb2c', 'mac_address': 'fa:16:3e:0c:93:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10a036f-8396-4a04-a667-ceba7688f556', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:37:46Z', 'updated_at': '2022-02-09T22:37:46Z', 'revision_number': 0, 'project_id': '87c2ef1af67c4d0c99ff39e8119fc210', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95bbf0be-db51-4ac6-84c8-b309c9c5f9b0', 'name': '', 'network_id': 'f5d26388-8ff4-4c3e-a8c8-5d2ae54efb2c', 'tenant_id': '87c2ef1af67c4d0c99ff39e8119fc210', 'mac_address': 'fa:16:3e:9b:b2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7537da-13f8-4555-8b74-7845600854ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'b3832be8-66b3-4d76-b8ab-b1e940a20c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:36:50Z', 'updated_at': '2022-02-09T22:36:55Z', 'revision_number': 5, 'project_id': '87c2ef1af67c4d0c99ff39e8119fc210', 'subnets': [{'id': 'b3832be8-66b3-4d76-b8ab-b1e940a20c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:37:47.500152 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f79eef94-9bcd-477b-92ae-e24839e27706 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Publish callbacks [] for security_group_rule (ea76ac79-b0c9-417f-8975-20083cccb70c), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:47.510219 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117a5bcb-e167-4c77-9468-504091527186 None None] Checking router: 0d7537da-13f8-4555-8b74-7845600854ae for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:37:47.518847 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117a5bcb-e167-4c77-9468-504091527186 None None] Routers {'0d7537da-13f8-4555-8b74-7845600854ae'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:37:47.520069 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-117a5bcb-e167-4c77-9468-504091527186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:37:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['0d7537da-13f8-4555-8b74-7845600854ae'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:37:47.536244 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42827452-3fa1-466f-9605-b301acddcb62 req-4d903ebc-7906-4386-b874-0b012983345a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:47.537733 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-42827452-3fa1-466f-9605-b301acddcb62 req-4d903ebc-7906-4386-b874-0b012983345a service neutron] 10.222.0.95 "GET /v2.0/subnets?id=b3832be8-66b3-4d76-b8ab-b1e940a20c56 HTTP/1.1" status: 200 len: 854 time: 0.0691762 Feb 09 22:37:47.587840 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f79eef94-9bcd-477b-92ae-e24839e27706 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Publish callbacks [] for security_group_rule (ea76ac79-b0c9-417f-8975-20083cccb70c), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:47.592422 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f79eef94-9bcd-477b-92ae-e24839e27706 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (ea76ac79-b0c9-417f-8975-20083cccb70c), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:47.615175 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79eef94-9bcd-477b-92ae-e24839e27706 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea76ac79-b0c9-417f-8975-20083cccb70c,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:37:47.625029 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42827452-3fa1-466f-9605-b301acddcb62 req-0393e240-b01a-4298-9cee-d42df3696adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:47.626577 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-42827452-3fa1-466f-9605-b301acddcb62 req-0393e240-b01a-4298-9cee-d42df3696adc service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=f5d26388-8ff4-4c3e-a8c8-5d2ae54efb2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0796444 Feb 09 22:37:47.629452 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f79eef94-9bcd-477b-92ae-e24839e27706 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:47.633069 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-f79eef94-9bcd-477b-92ae-e24839e27706 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1996522 Feb 09 22:37:47.633374 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 53154) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:37:47.637142 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-117a5bcb-e167-4c77-9468-504091527186 None None] Set router 0d7537da-13f8-4555-8b74-7845600854ae gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:37:47.638136 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-a4f6aea5-84a8-427e-9ee7-4992bdda2004 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Request body: {'security_group_rule': {'security_group_id': '85429dc4-896d-4ee2-9bcf-5e9c21984ff5', 'project_id': '87c2ef1af67c4d0c99ff39e8119fc210', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:37:47.720421 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a4f6aea5-84a8-427e-9ee7-4992bdda2004 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Publish callbacks [] for security_group_rule (9c276c3c-cb64-4e26-9ec8-68c02db9bbf3), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:47.767663 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-42827452-3fa1-466f-9605-b301acddcb62 req-38facd3d-feb1-4214-bc9f-03c6b10d64bd service neutron] 10.222.0.95 "GET /v2.0/networks/f5d26388-8ff4-4c3e-a8c8-5d2ae54efb2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251070 Feb 09 22:37:47.834318 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a4f6aea5-84a8-427e-9ee7-4992bdda2004 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Publish callbacks [] for security_group_rule (9c276c3c-cb64-4e26-9ec8-68c02db9bbf3), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:47.839443 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a4f6aea5-84a8-427e-9ee7-4992bdda2004 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (9c276c3c-cb64-4e26-9ec8-68c02db9bbf3), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:47.863434 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f6aea5-84a8-427e-9ee7-4992bdda2004 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c276c3c-cb64-4e26-9ec8-68c02db9bbf3,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:37:47.876405 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-117a5bcb-e167-4c77-9468-504091527186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d7537da-13f8-4555-8b74-7845600854ae', 'name': 'tempest-TestMinimumBasicScenario-2124902580-router', 'tenant_id': '87c2ef1af67c4d0c99ff39e8119fc210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': 'ff390832-c558-4e47-babf-75e73592225f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:36:48Z', 'updated_at': '2022-02-09T22:36:51Z', 'revision_number': 4, 'project_id': '87c2ef1af67c4d0c99ff39e8119fc210', 'gw_port': {'id': 'ff390832-c558-4e47-babf-75e73592225f', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:31:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7537da-13f8-4555-8b74-7845600854ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:36:48Z', 'updated_at': '2022-02-09T22:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': '3a7fc5b6-9787-4072-b5c2-2641a361bedc', 'tenant_id': '87c2ef1af67c4d0c99ff39e8119fc210', 'floating_ip_address': '172.25.3.19', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': '0d7537da-13f8-4555-8b74-7845600854ae', 'port_id': '27647079-e7dd-4557-bc0c-5b944197b398', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5d26388-8ff4-4c3e-a8c8-5d2ae54efb2c', 'mac_address': 'fa:16:3e:0c:93:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10a036f-8396-4a04-a667-ceba7688f556', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:37:46Z', 'updated_at': '2022-02-09T22:37:46Z', 'revision_number': 0, 'project_id': '87c2ef1af67c4d0c99ff39e8119fc210', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95bbf0be-db51-4ac6-84c8-b309c9c5f9b0', 'name': '', 'network_id': 'f5d26388-8ff4-4c3e-a8c8-5d2ae54efb2c', 'tenant_id': '87c2ef1af67c4d0c99ff39e8119fc210', 'mac_address': 'fa:16:3e:9b:b2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7537da-13f8-4555-8b74-7845600854ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'b3832be8-66b3-4d76-b8ab-b1e940a20c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:36:50Z', 'updated_at': '2022-02-09T22:36:55Z', 'revision_number': 5, 'project_id': '87c2ef1af67c4d0c99ff39e8119fc210', 'subnets': [{'id': 'b3832be8-66b3-4d76-b8ab-b1e940a20c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:37:47.879421 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a4f6aea5-84a8-427e-9ee7-4992bdda2004 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:47.880644 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-a4f6aea5-84a8-427e-9ee7-4992bdda2004 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2460356 Feb 09 22:37:47.883489 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53156) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:37:47.888078 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-e2257b92-6398-4076-a78e-51af8775b9d3 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Request body: {'security_group_rule': {'security_group_id': '85429dc4-896d-4ee2-9bcf-5e9c21984ff5', 'project_id': '87c2ef1af67c4d0c99ff39e8119fc210', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:37:47.899368 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-42827452-3fa1-466f-9605-b301acddcb62 req-220126ee-cdb8-4baf-a105-4d656a4c9087 service neutron] 10.222.0.95 "GET /v2.0/networks/f5d26388-8ff4-4c3e-a8c8-5d2ae54efb2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244652 Feb 09 22:37:47.915873 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117a5bcb-e167-4c77-9468-504091527186 None None] The sync data for ids ['0d7537da-13f8-4555-8b74-7845600854ae'] in n-d-828369-5 is: [{'id': '0d7537da-13f8-4555-8b74-7845600854ae', 'name': 'tempest-TestMinimumBasicScenario-2124902580-router', 'tenant_id': '87c2ef1af67c4d0c99ff39e8119fc210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': 'ff390832-c558-4e47-babf-75e73592225f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:36:48Z', 'updated_at': '2022-02-09T22:36:51Z', 'revision_number': 4, 'project_id': '87c2ef1af67c4d0c99ff39e8119fc210', 'gw_port': {'id': 'ff390832-c558-4e47-babf-75e73592225f', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:31:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7537da-13f8-4555-8b74-7845600854ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:36:48Z', 'updated_at': '2022-02-09T22:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': '3a7fc5b6-9787-4072-b5c2-2641a361bedc', 'tenant_id': '87c2ef1af67c4d0c99ff39e8119fc210', 'floating_ip_address': '172.25.3.19', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': '0d7537da-13f8-4555-8b74-7845600854ae', 'port_id': '27647079-e7dd-4557-bc0c-5b944197b398', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5d26388-8ff4-4c3e-a8c8-5d2ae54efb2c', 'mac_address': 'fa:16:3e:0c:93:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10a036f-8396-4a04-a667-ceba7688f556', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:37:46Z', 'updated_at': '2022-02-09T22:37:46Z', 'revision_number': 0, 'project_id': '87c2ef1af67c4d0c99ff39e8119fc210', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95bbf0be-db51-4ac6-84c8-b309c9c5f9b0', 'name': '', 'network_id': 'f5d26388-8ff4-4c3e-a8c8-5d2ae54efb2c', 'tenant_id': '87c2ef1af67c4d0c99ff39e8119fc210', 'mac_address': 'fa:16:3e:9b:b2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7537da-13f8-4555-8b74-7845600854ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'b3832be8-66b3-4d76-b8ab-b1e940a20c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:36:50Z', 'updated_at': '2022-02-09T22:36:55Z', 'revision_number': 5, 'project_id': '87c2ef1af67c4d0c99ff39e8119fc210', 'subnets': [{'id': 'b3832be8-66b3-4d76-b8ab-b1e940a20c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:37:47.923469 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e2257b92-6398-4076-a78e-51af8775b9d3 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Publish callbacks [] for security_group_rule (8a28fb96-b7ed-48d5-89f3-103a6ccf76ad), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:47.992086 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e2257b92-6398-4076-a78e-51af8775b9d3 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Publish callbacks [] for security_group_rule (8a28fb96-b7ed-48d5-89f3-103a6ccf76ad), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:47.996184 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e2257b92-6398-4076-a78e-51af8775b9d3 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (8a28fb96-b7ed-48d5-89f3-103a6ccf76ad), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:48.017142 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2257b92-6398-4076-a78e-51af8775b9d3 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a28fb96-b7ed-48d5-89f3-103a6ccf76ad,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:37:48.024499 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e2257b92-6398-4076-a78e-51af8775b9d3 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:48.025709 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-e2257b92-6398-4076-a78e-51af8775b9d3 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1412125 Feb 09 22:37:48.028444 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53158) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:37:48.032695 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-282cc283-df2d-4879-af5c-5645f5ff9396 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Request body: {'security_group_rule': {'security_group_id': '85429dc4-896d-4ee2-9bcf-5e9c21984ff5', 'project_id': '87c2ef1af67c4d0c99ff39e8119fc210', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:37:48.053305 n-d-828369-5 neutron-server[103141]: INFO neutron.db.securitygroups_db [None req-282cc283-df2d-4879-af5c-5645f5ff9396 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Project 87c2ef1af67c4d0c99ff39e8119fc210 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 22:37:48.058314 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-282cc283-df2d-4879-af5c-5645f5ff9396 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Publish callbacks [] for security_group_rule (b38a921a-360d-4985-8b4b-5befa9ee6d70), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:48.118089 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-282cc283-df2d-4879-af5c-5645f5ff9396 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Publish callbacks [] for security_group_rule (b38a921a-360d-4985-8b4b-5befa9ee6d70), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:48.122251 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-282cc283-df2d-4879-af5c-5645f5ff9396 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (b38a921a-360d-4985-8b4b-5befa9ee6d70), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:48.134731 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefe8902-87c6-4768-a805-9d5c8afb7852 None None] New status for floating IP 3a7fc5b6-9787-4072-b5c2-2641a361bedc: ACTIVE {{(pid=103142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:37:48.143931 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282cc283-df2d-4879-af5c-5645f5ff9396 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b38a921a-360d-4985-8b4b-5befa9ee6d70,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:37:48.153619 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-282cc283-df2d-4879-af5c-5645f5ff9396 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:48.154921 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-282cc283-df2d-4879-af5c-5645f5ff9396 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1255460 Feb 09 22:37:48.157872 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 53160) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:37:48.162532 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-9a982914-dd9c-4897-b62c-358711d963b8 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Request body: {'security_group_rule': {'security_group_id': '85429dc4-896d-4ee2-9bcf-5e9c21984ff5', 'project_id': '87c2ef1af67c4d0c99ff39e8119fc210', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:37:48.183175 n-d-828369-5 neutron-server[103140]: INFO neutron.db.securitygroups_db [None req-9a982914-dd9c-4897-b62c-358711d963b8 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Project 87c2ef1af67c4d0c99ff39e8119fc210 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 22:37:48.189276 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9a982914-dd9c-4897-b62c-358711d963b8 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Publish callbacks [] for security_group_rule (1319f28d-2533-42be-9e31-4f74e1202e27), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:48.251086 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9a982914-dd9c-4897-b62c-358711d963b8 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Publish callbacks [] for security_group_rule (1319f28d-2533-42be-9e31-4f74e1202e27), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:48.255362 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9a982914-dd9c-4897-b62c-358711d963b8 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (1319f28d-2533-42be-9e31-4f74e1202e27), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:48.274271 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a982914-dd9c-4897-b62c-358711d963b8 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1319f28d-2533-42be-9e31-4f74e1202e27,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:37:48.279325 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9a982914-dd9c-4897-b62c-358711d963b8 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:48.280559 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-9a982914-dd9c-4897-b62c-358711d963b8 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1216338 Feb 09 22:37:48.371398 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-aa1b7140-7a46-4068-93ca-12576f176755 req-06b17d67-1c43-41d7-8a0e-ced996e3c6f6 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1725375230&fields=id&tenant_id=87c2ef1af67c4d0c99ff39e8119fc210 HTTP/1.1" status: 200 len: 267 time: 0.0437469 Feb 09 22:37:48.426838 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1b7140-7a46-4068-93ca-12576f176755 req-609831de-a4b9-4a28-948d-4a7085ddaf5c tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:48.428336 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-aa1b7140-7a46-4068-93ca-12576f176755 req-609831de-a4b9-4a28-948d-4a7085ddaf5c tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] 10.222.0.90 "GET /v2.0/ports?device_id=c10a036f-8396-4a04-a667-ceba7688f556 HTTP/1.1" status: 200 len: 945 time: 0.0517564 Feb 09 22:37:48.439294 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-aa1b7140-7a46-4068-93ca-12576f176755 req-e0ad22ab-f1f0-43e2-bc38-3a17fe96e0c6 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Request body: {'port': {'security_groups': ['ccf8655c-f7f6-4606-8eb5-8a5d4faaa62e', '85429dc4-896d-4ee2-9bcf-5e9c21984ff5']}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:37:48.510857 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-aa1b7140-7a46-4068-93ca-12576f176755 req-e0ad22ab-f1f0-43e2-bc38-3a17fe96e0c6 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (27647079-e7dd-4557-bc0c-5b944197b398), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:48.694198 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-aa1b7140-7a46-4068-93ca-12576f176755 req-e0ad22ab-f1f0-43e2-bc38-3a17fe96e0c6 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] For port 27647079-e7dd-4557-bc0c-5b944197b398, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=27647079-e7dd-4557-bc0c-5b944197b398,segment=NetworkSegment(0c7c9459-039f-4dbe-be36-0c9765bbc8e0),segment_id=0c7c9459-039f-4dbe-be36-0c9765bbc8e0)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:37:48.724655 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-aa1b7140-7a46-4068-93ca-12576f176755 req-e0ad22ab-f1f0-43e2-bc38-3a17fe96e0c6 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Publish callbacks [] for port (27647079-e7dd-4557-bc0c-5b944197b398), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:48.729019 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-aa1b7140-7a46-4068-93ca-12576f176755 req-e0ad22ab-f1f0-43e2-bc38-3a17fe96e0c6 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (27647079-e7dd-4557-bc0c-5b944197b398), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:48.744865 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['27647079-e7dd-4557-bc0c-5b944197b398'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:37:48.770276 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1b7140-7a46-4068-93ca-12576f176755 req-e0ad22ab-f1f0-43e2-bc38-3a17fe96e0c6 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:48.770897 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-aa1b7140-7a46-4068-93ca-12576f176755 req-e0ad22ab-f1f0-43e2-bc38-3a17fe96e0c6 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:48.775273 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-aa1b7140-7a46-4068-93ca-12576f176755 req-e0ad22ab-f1f0-43e2-bc38-3a17fe96e0c6 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] 10.222.0.90 "PUT /v2.0/ports/27647079-e7dd-4557-bc0c-5b944197b398 HTTP/1.1" status: 200 len: 981 time: 0.3407710 Feb 09 22:37:48.799529 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ad22ab-f1f0-43e2-bc38-3a17fe96e0c6 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Pushing event updated for resources: {'Port': ['ID=27647079-e7dd-4557-bc0c-5b944197b398,revision_number=6']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:37:48.855634 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['27647079-e7dd-4557-bc0c-5b944197b398'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:37:48.897105 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3595be-c55e-4e9e-9eef-b392048b2a8e req-a02dce27-08be-4017-8454-63108229bb13 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:48.899081 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1a3595be-c55e-4e9e-9eef-b392048b2a8e req-a02dce27-08be-4017-8454-63108229bb13 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] 10.222.0.90 "GET /v2.0/ports?device_id=c10a036f-8396-4a04-a667-ceba7688f556 HTTP/1.1" status: 200 len: 984 time: 0.0573046 Feb 09 22:37:48.969064 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1a3595be-c55e-4e9e-9eef-b392048b2a8e req-6f0c8bd5-bd8a-4a4e-b2da-a1d6ad413b3c tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] 10.222.0.90 "GET /v2.0/security-groups?id=85429dc4-896d-4ee2-9bcf-5e9c21984ff5&id=ccf8655c-f7f6-4606-8eb5-8a5d4faaa62e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0640693 Feb 09 22:37:49.097139 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28d9de80-6cfc-44f8-81dc-3bab20945299 None None] Provisioning complete for port 27647079-e7dd-4557-bc0c-5b944197b398 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:37:49.098065 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28d9de80-6cfc-44f8-81dc-3bab20945299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (27647079-e7dd-4557-bc0c-5b944197b398), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:49.191889 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c10a036f-8396-4a04-a667-ceba7688f556', 'tag': '27647079-e7dd-4557-bc0c-5b944197b398'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:37:49.194302 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}084566773578a82c7ab9e8b7d7948f8d3f1cbdaece621e80e6759ea940bbe07a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c5bf08a-d1e3-4e2e-b564-fec1f93e522b" -d '{"events": [{"name": "network-changed", "server_uuid": "c10a036f-8396-4a04-a667-ceba7688f556", "tag": "27647079-e7dd-4557-bc0c-5b944197b398"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:37:49.232319 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f86405db-dc64-453f-ab99-b5feb13405d5 x-openstack-request-id: req-f86405db-dc64-453f-ab99-b5feb13405d5 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:37:49.232588 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c10a036f-8396-4a04-a667-ceba7688f556", "tag": "27647079-e7dd-4557-bc0c-5b944197b398", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:37:49.232855 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-f86405db-dc64-453f-ab99-b5feb13405d5 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:37:49.233266 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c10a036f-8396-4a04-a667-ceba7688f556', 'tag': '27647079-e7dd-4557-bc0c-5b944197b398', 'status': 'completed', 'code': 200} Feb 09 22:37:49.299077 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5bf08a-d1e3-4e2e-b564-fec1f93e522b req-10c105ca-f2f8-43c0-a7e2-cc1fb581e564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:49.300634 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2c5bf08a-d1e3-4e2e-b564-fec1f93e522b req-10c105ca-f2f8-43c0-a7e2-cc1fb581e564 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=87c2ef1af67c4d0c99ff39e8119fc210&device_id=c10a036f-8396-4a04-a667-ceba7688f556 HTTP/1.1" status: 200 len: 1166 time: 0.0457864 Feb 09 22:37:49.309643 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28d9de80-6cfc-44f8-81dc-3bab20945299 None None] Current status of the port 27647079-e7dd-4557-bc0c-5b944197b398 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:37:49.390907 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5bf08a-d1e3-4e2e-b564-fec1f93e522b req-0ca882aa-c3b6-4b64-b51a-2cb97c039a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:49.392398 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2c5bf08a-d1e3-4e2e-b564-fec1f93e522b req-0ca882aa-c3b6-4b64-b51a-2cb97c039a0f service neutron] 10.222.0.95 "GET /v2.0/networks?id=f5d26388-8ff4-4c3e-a8c8-5d2ae54efb2c HTTP/1.1" status: 200 len: 916 time: 0.0854037 Feb 09 22:37:49.463862 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2c5bf08a-d1e3-4e2e-b564-fec1f93e522b req-7595ad6c-bac5-4f06-bfde-601b546cab3e service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27647079-e7dd-4557-bc0c-5b944197b398 HTTP/1.1" status: 200 len: 1000 time: 0.0635805 Feb 09 22:37:49.512649 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5bf08a-d1e3-4e2e-b564-fec1f93e522b req-9dbd824c-a92e-4340-a650-f0f3875fa14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:49.513965 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2c5bf08a-d1e3-4e2e-b564-fec1f93e522b req-9dbd824c-a92e-4340-a650-f0f3875fa14c service neutron] 10.222.0.95 "GET /v2.0/subnets?id=b3832be8-66b3-4d76-b8ab-b1e940a20c56 HTTP/1.1" status: 200 len: 854 time: 0.0420556 Feb 09 22:37:49.563458 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5bf08a-d1e3-4e2e-b564-fec1f93e522b req-2b455b93-a68d-4b62-8158-96295ae7a59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:49.565007 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2c5bf08a-d1e3-4e2e-b564-fec1f93e522b req-2b455b93-a68d-4b62-8158-96295ae7a59a service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=f5d26388-8ff4-4c3e-a8c8-5d2ae54efb2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0437322 Feb 09 22:37:49.656868 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2c5bf08a-d1e3-4e2e-b564-fec1f93e522b req-0fcd6170-5309-47c3-91d4-8a35343f2df4 service neutron] 10.222.0.95 "GET /v2.0/networks/f5d26388-8ff4-4c3e-a8c8-5d2ae54efb2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835776 Feb 09 22:37:49.743713 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2c5bf08a-d1e3-4e2e-b564-fec1f93e522b req-86b948db-7309-4739-b02e-a69a536915be service neutron] 10.222.0.95 "GET /v2.0/networks/f5d26388-8ff4-4c3e-a8c8-5d2ae54efb2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801871 Feb 09 22:37:51.558428 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:37:51.954938 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:54.100649 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:37:58.652283 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc97af78-6293-4932-b396-22f22c4b8222 req-70810676-1e73-401e-b78b-9aa2bd6ed1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:58.653806 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cc97af78-6293-4932-b396-22f22c4b8222 req-70810676-1e73-401e-b78b-9aa2bd6ed1de service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=87c2ef1af67c4d0c99ff39e8119fc210&device_id=c10a036f-8396-4a04-a667-ceba7688f556 HTTP/1.1" status: 200 len: 1166 time: 0.0734909 Feb 09 22:37:58.660507 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb28072-7c82-42a6-8a0a-1be0544f5eec req-4de49b51-d074-4e08-bca8-975953a7f314 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:58.661880 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0eb28072-7c82-42a6-8a0a-1be0544f5eec req-4de49b51-d074-4e08-bca8-975953a7f314 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] 10.222.0.90 "GET /v2.0/ports?device_id=c10a036f-8396-4a04-a667-ceba7688f556 HTTP/1.1" status: 200 len: 984 time: 0.0925016 Feb 09 22:37:58.780922 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0eb28072-7c82-42a6-8a0a-1be0544f5eec req-e49455c9-b573-4227-9d6a-a564df6c14d0 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] 10.222.0.90 "GET /v2.0/security-groups?id=85429dc4-896d-4ee2-9bcf-5e9c21984ff5&id=ccf8655c-f7f6-4606-8eb5-8a5d4faaa62e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1109836 Feb 09 22:37:58.793385 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc97af78-6293-4932-b396-22f22c4b8222 req-86fb9ace-c29a-4dae-9ad3-54c065392c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:58.794879 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cc97af78-6293-4932-b396-22f22c4b8222 req-86fb9ace-c29a-4dae-9ad3-54c065392c4c service neutron] 10.222.0.95 "GET /v2.0/networks?id=f5d26388-8ff4-4c3e-a8c8-5d2ae54efb2c HTTP/1.1" status: 200 len: 916 time: 0.1321709 Feb 09 22:37:58.858794 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cc97af78-6293-4932-b396-22f22c4b8222 req-0d14ec30-1b1f-461e-af86-9478f38856d1 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27647079-e7dd-4557-bc0c-5b944197b398 HTTP/1.1" status: 200 len: 1000 time: 0.0579038 Feb 09 22:37:58.908036 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc97af78-6293-4932-b396-22f22c4b8222 req-58625b47-7bee-4ade-b5cc-6962c2ae3e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:58.909504 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cc97af78-6293-4932-b396-22f22c4b8222 req-58625b47-7bee-4ade-b5cc-6962c2ae3e58 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=b3832be8-66b3-4d76-b8ab-b1e940a20c56 HTTP/1.1" status: 200 len: 854 time: 0.0421383 Feb 09 22:37:58.963068 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc97af78-6293-4932-b396-22f22c4b8222 req-47de326d-7607-4e2b-8f7d-e59fb97dfe7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:58.964604 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cc97af78-6293-4932-b396-22f22c4b8222 req-47de326d-7607-4e2b-8f7d-e59fb97dfe7d service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=f5d26388-8ff4-4c3e-a8c8-5d2ae54efb2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0484583 Feb 09 22:37:59.056693 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cc97af78-6293-4932-b396-22f22c4b8222 req-21d0d39c-ab2f-4396-a724-c909bd143dcc service neutron] 10.222.0.95 "GET /v2.0/networks/f5d26388-8ff4-4c3e-a8c8-5d2ae54efb2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862548 Feb 09 22:37:59.443344 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cc97af78-6293-4932-b396-22f22c4b8222 req-d1b7fc64-6ea0-4970-80b5-d1d25c12dcd9 service neutron] 10.222.0.95 "GET /v2.0/networks/f5d26388-8ff4-4c3e-a8c8-5d2ae54efb2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3808854 Feb 09 22:37:59.905448 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cae1500-e177-4981-883f-26e79d97367b req-7ae191d2-9ec3-4083-bf49-6472f376fd7b tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:37:59.906950 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0cae1500-e177-4981-883f-26e79d97367b req-7ae191d2-9ec3-4083-bf49-6472f376fd7b tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] 10.222.0.90 "GET /v2.0/ports?device_id=c10a036f-8396-4a04-a667-ceba7688f556 HTTP/1.1" status: 200 len: 984 time: 0.0534074 Feb 09 22:37:59.967206 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0cae1500-e177-4981-883f-26e79d97367b req-fc0be656-bdaf-447e-9edc-7308085ddafb tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] 10.222.0.90 "GET /v2.0/security-groups?id=85429dc4-896d-4ee2-9bcf-5e9c21984ff5&id=ccf8655c-f7f6-4606-8eb5-8a5d4faaa62e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538449 Feb 09 22:38:01.094871 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c071f2f0-04ad-4d09-8a09-c49d6a13394b req-7de5108a-2206-4fea-9237-cbda5695b226 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:01.096466 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c071f2f0-04ad-4d09-8a09-c49d6a13394b req-7de5108a-2206-4fea-9237-cbda5695b226 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] 10.222.0.90 "GET /v2.0/ports?device_id=c10a036f-8396-4a04-a667-ceba7688f556 HTTP/1.1" status: 200 len: 984 time: 0.0599303 Feb 09 22:38:01.158605 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c071f2f0-04ad-4d09-8a09-c49d6a13394b req-367d48b1-9ee4-4025-82f4-d5dddbc102a9 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] 10.222.0.90 "GET /v2.0/security-groups?id=85429dc4-896d-4ee2-9bcf-5e9c21984ff5&id=ccf8655c-f7f6-4606-8eb5-8a5d4faaa62e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562088 Feb 09 22:38:02.277790 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e574fa85-48f4-4758-a481-2fbbbebb30a5 req-c2b70d18-e91f-4c48-9ab6-2377f772f839 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:02.279275 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e574fa85-48f4-4758-a481-2fbbbebb30a5 req-c2b70d18-e91f-4c48-9ab6-2377f772f839 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] 10.222.0.90 "GET /v2.0/ports?device_id=c10a036f-8396-4a04-a667-ceba7688f556 HTTP/1.1" status: 200 len: 984 time: 0.0529463 Feb 09 22:38:02.339938 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e574fa85-48f4-4758-a481-2fbbbebb30a5 req-c3914b11-1c7c-42e4-8618-8bb0ec09174d tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] 10.222.0.90 "GET /v2.0/security-groups?id=85429dc4-896d-4ee2-9bcf-5e9c21984ff5&id=ccf8655c-f7f6-4606-8eb5-8a5d4faaa62e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546253 Feb 09 22:38:03.465779 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e80d662-cc9b-417c-b9aa-dc88f356a4fd req-93cc169a-0ee4-458f-a9e2-0d549fd9ca20 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:03.467196 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3e80d662-cc9b-417c-b9aa-dc88f356a4fd req-93cc169a-0ee4-458f-a9e2-0d549fd9ca20 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] 10.222.0.90 "GET /v2.0/ports?device_id=c10a036f-8396-4a04-a667-ceba7688f556 HTTP/1.1" status: 200 len: 984 time: 0.0528865 Feb 09 22:38:03.529713 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3e80d662-cc9b-417c-b9aa-dc88f356a4fd req-71652f9b-c32c-4876-8edc-0f5b12c8747a tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] 10.222.0.90 "GET /v2.0/security-groups?id=85429dc4-896d-4ee2-9bcf-5e9c21984ff5&id=ccf8655c-f7f6-4606-8eb5-8a5d4faaa62e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0568686 Feb 09 22:38:04.649806 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365f465e-b0fd-49d1-8338-8b392340f094 req-88044835-fc56-4532-a2b6-46f0c56b303b tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:04.651304 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-365f465e-b0fd-49d1-8338-8b392340f094 req-88044835-fc56-4532-a2b6-46f0c56b303b tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] 10.222.0.90 "GET /v2.0/ports?device_id=c10a036f-8396-4a04-a667-ceba7688f556 HTTP/1.1" status: 200 len: 984 time: 0.0532877 Feb 09 22:38:04.713426 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-365f465e-b0fd-49d1-8338-8b392340f094 req-12d58ad5-e01d-4c41-a1a8-6cd14bc5d6d1 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] 10.222.0.90 "GET /v2.0/security-groups?id=85429dc4-896d-4ee2-9bcf-5e9c21984ff5&id=ccf8655c-f7f6-4606-8eb5-8a5d4faaa62e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0563431 Feb 09 22:38:05.832853 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97de332-53d8-4eae-96c7-0192e19d2985 req-1fb8812c-5a1e-46b5-bb35-8a46417b1d16 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:05.834339 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a97de332-53d8-4eae-96c7-0192e19d2985 req-1fb8812c-5a1e-46b5-bb35-8a46417b1d16 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] 10.222.0.90 "GET /v2.0/ports?device_id=c10a036f-8396-4a04-a667-ceba7688f556 HTTP/1.1" status: 200 len: 984 time: 0.0539558 Feb 09 22:38:05.892713 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a97de332-53d8-4eae-96c7-0192e19d2985 req-477e819f-6e7f-4caf-b308-806a432f9294 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] 10.222.0.90 "GET /v2.0/security-groups?id=85429dc4-896d-4ee2-9bcf-5e9c21984ff5&id=ccf8655c-f7f6-4606-8eb5-8a5d4faaa62e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527396 Feb 09 22:38:07.016243 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b785f7-d79e-44ea-b217-2425269d9012 req-822dd148-faed-4c75-b209-b5c1b1e05aab tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:07.017748 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-93b785f7-d79e-44ea-b217-2425269d9012 req-822dd148-faed-4c75-b209-b5c1b1e05aab tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] 10.222.0.90 "GET /v2.0/ports?device_id=c10a036f-8396-4a04-a667-ceba7688f556 HTTP/1.1" status: 200 len: 984 time: 0.0574906 Feb 09 22:38:07.084322 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-93b785f7-d79e-44ea-b217-2425269d9012 req-956ea993-0189-4b2e-b210-b470ba96d35b tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] 10.222.0.90 "GET /v2.0/security-groups?id=85429dc4-896d-4ee2-9bcf-5e9c21984ff5&id=ccf8655c-f7f6-4606-8eb5-8a5d4faaa62e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0603044 Feb 09 22:38:07.965720 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30711959-502a-4a6a-a874-1ddaf4f91f55 req-85f23882-b8c6-4e22-86d1-0bbfed533424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:07.967210 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-30711959-502a-4a6a-a874-1ddaf4f91f55 req-85f23882-b8c6-4e22-86d1-0bbfed533424 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=87c2ef1af67c4d0c99ff39e8119fc210&device_id=c10a036f-8396-4a04-a667-ceba7688f556 HTTP/1.1" status: 200 len: 1166 time: 0.0456111 Feb 09 22:38:08.071331 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30711959-502a-4a6a-a874-1ddaf4f91f55 req-357e9a5e-cabe-4e13-bd44-b933b7984342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:08.072856 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-30711959-502a-4a6a-a874-1ddaf4f91f55 req-357e9a5e-cabe-4e13-bd44-b933b7984342 service neutron] 10.222.0.95 "GET /v2.0/networks?id=f5d26388-8ff4-4c3e-a8c8-5d2ae54efb2c HTTP/1.1" status: 200 len: 916 time: 0.0870049 Feb 09 22:38:08.139656 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-30711959-502a-4a6a-a874-1ddaf4f91f55 req-c3934655-312e-445e-b7b4-33c6a7178fef service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27647079-e7dd-4557-bc0c-5b944197b398 HTTP/1.1" status: 200 len: 1000 time: 0.0607314 Feb 09 22:38:08.224460 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30711959-502a-4a6a-a874-1ddaf4f91f55 req-45604208-4570-485c-80f1-0058bf73b252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:08.225850 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-30711959-502a-4a6a-a874-1ddaf4f91f55 req-45604208-4570-485c-80f1-0058bf73b252 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=b3832be8-66b3-4d76-b8ab-b1e940a20c56 HTTP/1.1" status: 200 len: 854 time: 0.0794611 Feb 09 22:38:08.237178 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4124d8f7-c95d-470d-a58d-ca570a56d4e1 req-963a0b8c-8fbe-439d-8908-937ed8636c3e tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:08.238632 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4124d8f7-c95d-470d-a58d-ca570a56d4e1 req-963a0b8c-8fbe-439d-8908-937ed8636c3e tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] 10.222.0.90 "GET /v2.0/ports?device_id=c10a036f-8396-4a04-a667-ceba7688f556 HTTP/1.1" status: 200 len: 984 time: 0.0848365 Feb 09 22:38:08.323211 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30711959-502a-4a6a-a874-1ddaf4f91f55 req-e562ce20-aaed-48d2-bd58-d4a53f232823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:08.324752 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-30711959-502a-4a6a-a874-1ddaf4f91f55 req-e562ce20-aaed-48d2-bd58-d4a53f232823 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=f5d26388-8ff4-4c3e-a8c8-5d2ae54efb2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0852828 Feb 09 22:38:08.329689 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4124d8f7-c95d-470d-a58d-ca570a56d4e1 req-70c7d3a3-3955-4ae0-b517-deeb9dabccaf tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] 10.222.0.90 "GET /v2.0/security-groups?id=85429dc4-896d-4ee2-9bcf-5e9c21984ff5&id=ccf8655c-f7f6-4606-8eb5-8a5d4faaa62e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0828390 Feb 09 22:38:08.419731 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-30711959-502a-4a6a-a874-1ddaf4f91f55 req-d55b4e4a-e40e-4ad4-8816-86838298182c service neutron] 10.222.0.95 "GET /v2.0/networks/f5d26388-8ff4-4c3e-a8c8-5d2ae54efb2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888195 Feb 09 22:38:08.506998 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-30711959-502a-4a6a-a874-1ddaf4f91f55 req-44e09848-4eb4-4486-8a45-3d2a42664e54 service neutron] 10.222.0.95 "GET /v2.0/networks/f5d26388-8ff4-4c3e-a8c8-5d2ae54efb2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812447 Feb 09 22:38:09.168873 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-74d754ac-9990-4e69-850b-2dc1f9300903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:09.449642 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559492fc-d997-4d7d-8500-e276477ac523 req-22c29067-e1f9-4dd1-8bdc-f04e7c81a32c tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:09.451071 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-559492fc-d997-4d7d-8500-e276477ac523 req-22c29067-e1f9-4dd1-8bdc-f04e7c81a32c tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] 10.222.0.90 "GET /v2.0/ports?device_id=c10a036f-8396-4a04-a667-ceba7688f556 HTTP/1.1" status: 200 len: 984 time: 0.0548306 Feb 09 22:38:09.512992 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-559492fc-d997-4d7d-8500-e276477ac523 req-604d73d2-5c78-4cb9-8c60-81867f881dc3 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] 10.222.0.90 "GET /v2.0/security-groups?id=85429dc4-896d-4ee2-9bcf-5e9c21984ff5&id=ccf8655c-f7f6-4606-8eb5-8a5d4faaa62e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561936 Feb 09 22:38:10.631768 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d84424-2ed8-474f-b109-f3e8bfe15202 req-06160dd9-2f5f-4cc2-9087-6ce4838f8ba4 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:10.633294 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-61d84424-2ed8-474f-b109-f3e8bfe15202 req-06160dd9-2f5f-4cc2-9087-6ce4838f8ba4 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] 10.222.0.90 "GET /v2.0/ports?device_id=c10a036f-8396-4a04-a667-ceba7688f556 HTTP/1.1" status: 200 len: 984 time: 0.0527804 Feb 09 22:38:10.691218 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-61d84424-2ed8-474f-b109-f3e8bfe15202 req-933b376a-0c8d-4c3c-84da-df50a87ed455 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] 10.222.0.90 "GET /v2.0/security-groups?id=85429dc4-896d-4ee2-9bcf-5e9c21984ff5&id=ccf8655c-f7f6-4606-8eb5-8a5d4faaa62e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0522602 Feb 09 22:38:11.119175 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-6de4f1d7-49a8-4846-819c-d9132844368d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:12.967058 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:14.384868 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:15.464819 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:21.966183 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:24.113040 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:28.558475 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:38:39.170420 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e95bde73-979f-441e-a009-445d45848d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:41.120969 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-eb58379a-2c54-4a3d-8264-639144a1735b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:42.970081 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:43.250523 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c3164a43-2d0b-4310-844c-fe84f6db3058 req-99415a4e-978e-49e0-8c6b-c9beff64a717 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1725375230&fields=id&tenant_id=87c2ef1af67c4d0c99ff39e8119fc210 HTTP/1.1" status: 200 len: 267 time: 0.0434289 Feb 09 22:38:43.308386 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3164a43-2d0b-4310-844c-fe84f6db3058 req-fa4147f9-8800-443f-9e3a-a0cc584e17ab tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:43.309883 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c3164a43-2d0b-4310-844c-fe84f6db3058 req-fa4147f9-8800-443f-9e3a-a0cc584e17ab tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] 10.222.0.90 "GET /v2.0/ports?device_id=c10a036f-8396-4a04-a667-ceba7688f556 HTTP/1.1" status: 200 len: 984 time: 0.0537357 Feb 09 22:38:43.321136 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-c3164a43-2d0b-4310-844c-fe84f6db3058 req-cd1f88a9-4419-4190-ae80-70eee87fd447 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Request body: {'port': {'security_groups': ['ccf8655c-f7f6-4606-8eb5-8a5d4faaa62e']}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:38:43.393373 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-c3164a43-2d0b-4310-844c-fe84f6db3058 req-cd1f88a9-4419-4190-ae80-70eee87fd447 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (27647079-e7dd-4557-bc0c-5b944197b398), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:43.564450 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-c3164a43-2d0b-4310-844c-fe84f6db3058 req-cd1f88a9-4419-4190-ae80-70eee87fd447 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] For port 27647079-e7dd-4557-bc0c-5b944197b398, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=27647079-e7dd-4557-bc0c-5b944197b398,segment=NetworkSegment(0c7c9459-039f-4dbe-be36-0c9765bbc8e0),segment_id=0c7c9459-039f-4dbe-be36-0c9765bbc8e0)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:38:43.593072 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-c3164a43-2d0b-4310-844c-fe84f6db3058 req-cd1f88a9-4419-4190-ae80-70eee87fd447 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Publish callbacks [] for port (27647079-e7dd-4557-bc0c-5b944197b398), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:43.597555 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-c3164a43-2d0b-4310-844c-fe84f6db3058 req-cd1f88a9-4419-4190-ae80-70eee87fd447 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (27647079-e7dd-4557-bc0c-5b944197b398), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:43.609231 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['27647079-e7dd-4557-bc0c-5b944197b398'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:38:43.639936 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3164a43-2d0b-4310-844c-fe84f6db3058 req-cd1f88a9-4419-4190-ae80-70eee87fd447 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:43.640590 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-c3164a43-2d0b-4310-844c-fe84f6db3058 req-cd1f88a9-4419-4190-ae80-70eee87fd447 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:43.641990 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c3164a43-2d0b-4310-844c-fe84f6db3058 req-cd1f88a9-4419-4190-ae80-70eee87fd447 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] 10.222.0.90 "PUT /v2.0/ports/27647079-e7dd-4557-bc0c-5b944197b398 HTTP/1.1" status: 200 len: 942 time: 0.3257380 Feb 09 22:38:43.642445 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c10a036f-8396-4a04-a667-ceba7688f556', 'tag': '27647079-e7dd-4557-bc0c-5b944197b398'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:38:43.644751 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}084566773578a82c7ab9e8b7d7948f8d3f1cbdaece621e80e6759ea940bbe07a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0eafc73-168f-4aa3-bdec-eb81e444f290" -d '{"events": [{"name": "network-changed", "server_uuid": "c10a036f-8396-4a04-a667-ceba7688f556", "tag": "27647079-e7dd-4557-bc0c-5b944197b398"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:38:43.651081 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53212) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:38:43.672869 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1f88a9-4419-4190-ae80-70eee87fd447 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Pushing event updated for resources: {'Port': ['ID=27647079-e7dd-4557-bc0c-5b944197b398,revision_number=7']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:38:43.715292 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a5964cb-be94-4577-889b-cda8e0b21278 x-openstack-request-id: req-0a5964cb-be94-4577-889b-cda8e0b21278 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:38:43.715596 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c10a036f-8396-4a04-a667-ceba7688f556", "tag": "27647079-e7dd-4557-bc0c-5b944197b398", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:38:43.715859 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-0a5964cb-be94-4577-889b-cda8e0b21278 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:38:43.716322 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c10a036f-8396-4a04-a667-ceba7688f556', 'tag': '27647079-e7dd-4557-bc0c-5b944197b398', 'status': 'completed', 'code': 200} Feb 09 22:38:43.727580 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b99f97ac-34d7-41e6-b337-5f36162414e3 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Publish callbacks [] for security_group (85429dc4-896d-4ee2-9bcf-5e9c21984ff5), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:43.733920 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['27647079-e7dd-4557-bc0c-5b944197b398'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:38:43.757073 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b99f97ac-34d7-41e6-b337-5f36162414e3 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Publish callbacks [] for security_group (85429dc4-896d-4ee2-9bcf-5e9c21984ff5), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:43.793343 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eafc73-168f-4aa3-bdec-eb81e444f290 req-a1cac472-15fa-4e45-b459-6b144d3278ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:43.795389 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c0eafc73-168f-4aa3-bdec-eb81e444f290 req-a1cac472-15fa-4e45-b459-6b144d3278ab service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=87c2ef1af67c4d0c99ff39e8119fc210&device_id=c10a036f-8396-4a04-a667-ceba7688f556 HTTP/1.1" status: 200 len: 1127 time: 0.0589921 Feb 09 22:38:43.837483 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b99f97ac-34d7-41e6-b337-5f36162414e3 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (85429dc4-896d-4ee2-9bcf-5e9c21984ff5), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:43.844534 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b99f97ac-34d7-41e6-b337-5f36162414e3 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:43.845710 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-b99f97ac-34d7-41e6-b337-5f36162414e3 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] 10.222.0.90 "DELETE /v2.0/security-groups/85429dc4-896d-4ee2-9bcf-5e9c21984ff5 HTTP/1.1" status: 204 len: 168 time: 0.1923728 Feb 09 22:38:43.855722 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53214) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:38:43.920973 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eafc73-168f-4aa3-bdec-eb81e444f290 req-fa939866-1f02-48c9-abb1-b76ba94f05ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:43.922619 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c0eafc73-168f-4aa3-bdec-eb81e444f290 req-fa939866-1f02-48c9-abb1-b76ba94f05ec service neutron] 10.222.0.95 "GET /v2.0/networks?id=f5d26388-8ff4-4c3e-a8c8-5d2ae54efb2c HTTP/1.1" status: 200 len: 916 time: 0.1215510 Feb 09 22:38:43.923877 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99f97ac-34d7-41e6-b337-5f36162414e3 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85429dc4-896d-4ee2-9bcf-5e9c21984ff5,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:38:43.959403 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-0aa53c1e-4cc9-46e8-b3c2-ffe63d01fad4 None None] Provisioning complete for port 27647079-e7dd-4557-bc0c-5b944197b398 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:38:43.959787 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-0aa53c1e-4cc9-46e8-b3c2-ffe63d01fad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (27647079-e7dd-4557-bc0c-5b944197b398), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:43.999473 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c0eafc73-168f-4aa3-bdec-eb81e444f290 req-bca85c03-6e5b-4bb6-9df7-031e9d1df1b9 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27647079-e7dd-4557-bc0c-5b944197b398 HTTP/1.1" status: 200 len: 1000 time: 0.0690329 Feb 09 22:38:44.045033 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-0aa53c1e-4cc9-46e8-b3c2-ffe63d01fad4 None None] Current status of the port 27647079-e7dd-4557-bc0c-5b944197b398 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:38:44.046127 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-5467a12b-6a5e-4204-a00c-7aa5d56adab9 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Deleting port 61b6d68e-9ec5-45d3-9e53-bc362f8c1193 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:38:44.046466 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5467a12b-6a5e-4204-a00c-7aa5d56adab9 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (61b6d68e-9ec5-45d3-9e53-bc362f8c1193), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:44.057737 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eafc73-168f-4aa3-bdec-eb81e444f290 req-3f7e5d1b-cc7b-4e43-a628-6587172a4aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:44.059506 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c0eafc73-168f-4aa3-bdec-eb81e444f290 req-3f7e5d1b-cc7b-4e43-a628-6587172a4aca service neutron] 10.222.0.95 "GET /v2.0/subnets?id=b3832be8-66b3-4d76-b8ab-b1e940a20c56 HTTP/1.1" status: 200 len: 854 time: 0.0523088 Feb 09 22:38:44.109145 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eafc73-168f-4aa3-bdec-eb81e444f290 req-70b2f26d-0d8c-41e9-a398-ac3bfd4e0ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:44.110687 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c0eafc73-168f-4aa3-bdec-eb81e444f290 req-70b2f26d-0d8c-41e9-a398-ac3bfd4e0ed0 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=f5d26388-8ff4-4c3e-a8c8-5d2ae54efb2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0456309 Feb 09 22:38:44.123513 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [req-c0eafc73-168f-4aa3-bdec-eb81e444f290 req-1ff5ac90-3add-4e45-92cd-26042bdee108 service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=103140) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 22:38:44.124554 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c0eafc73-168f-4aa3-bdec-eb81e444f290 req-1ff5ac90-3add-4e45-92cd-26042bdee108 service neutron] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052092 Feb 09 22:38:44.129686 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5467a12b-6a5e-4204-a00c-7aa5d56adab9 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (61b6d68e-9ec5-45d3-9e53-bc362f8c1193), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:44.130023 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5467a12b-6a5e-4204-a00c-7aa5d56adab9 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Publish callbacks [] for floatingip (61b6d68e-9ec5-45d3-9e53-bc362f8c1193), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:44.142460 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-5467a12b-6a5e-4204-a00c-7aa5d56adab9 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Calling delete_port for 61b6d68e-9ec5-45d3-9e53-bc362f8c1193 owned by network:floatingip {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:38:44.215186 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c0eafc73-168f-4aa3-bdec-eb81e444f290 req-dc9817c0-f02c-4b7b-9e14-bb1cf7e5d1d0 service neutron] 10.222.0.95 "GET /v2.0/networks/f5d26388-8ff4-4c3e-a8c8-5d2ae54efb2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847454 Feb 09 22:38:44.310567 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c0eafc73-168f-4aa3-bdec-eb81e444f290 req-00faea1b-af69-47f7-8166-6459f115f86f service neutron] 10.222.0.95 "GET /v2.0/networks/f5d26388-8ff4-4c3e-a8c8-5d2ae54efb2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892894 Feb 09 22:38:44.314570 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5467a12b-6a5e-4204-a00c-7aa5d56adab9 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (61b6d68e-9ec5-45d3-9e53-bc362f8c1193), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:44.341690 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5467a12b-6a5e-4204-a00c-7aa5d56adab9 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Pushing event deleted for resources: {'Port': ['ID=61b6d68e-9ec5-45d3-9e53-bc362f8c1193,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:38:44.383849 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:44.402314 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5467a12b-6a5e-4204-a00c-7aa5d56adab9 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Publish callbacks [] for floatingip (3a7fc5b6-9787-4072-b5c2-2641a361bedc), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:44.402647 n-d-828369-5 neutron-server[103141]: INFO neutron.db.l3_db [None req-5467a12b-6a5e-4204-a00c-7aa5d56adab9 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Floating IP 3a7fc5b6-9787-4072-b5c2-2641a361bedc disassociated (deleted). External IP: 172.25.3.19, port: 27647079-e7dd-4557-bc0c-5b944197b398. Feb 09 22:38:44.611576 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5467a12b-6a5e-4204-a00c-7aa5d56adab9 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Router 0d7537da-13f8-4555-8b74-7845600854ae has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:38:44.722367 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5467a12b-6a5e-4204-a00c-7aa5d56adab9 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:38:44.727602 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5467a12b-6a5e-4204-a00c-7aa5d56adab9 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:44.732248 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ec675a-55f3-47ef-b798-ee4c11b53fb3 None None] Sync routers for ids ['0d7537da-13f8-4555-8b74-7845600854ae'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:38:44.742101 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ec675a-55f3-47ef-b798-ee4c11b53fb3 None None] Routers {'0d7537da-13f8-4555-8b74-7845600854ae'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:38:44.742712 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-43ec675a-55f3-47ef-b798-ee4c11b53fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:38:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['0d7537da-13f8-4555-8b74-7845600854ae'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:38:44.757595 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-5467a12b-6a5e-4204-a00c-7aa5d56adab9 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] 10.222.0.90 "DELETE /v2.0/floatingips/3a7fc5b6-9787-4072-b5c2-2641a361bedc HTTP/1.1" status: 204 len: 168 time: 0.9004383 Feb 09 22:38:44.758193 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c10a036f-8396-4a04-a667-ceba7688f556', 'tag': '27647079-e7dd-4557-bc0c-5b944197b398'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:38:44.760552 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0759f77e637a6f71ff1c25bc92ec5ea77217d29fcb3f113a7ada5acb32ef5084" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9087d4c4-b127-40c3-8c3f-8a95060c5885" -d '{"events": [{"name": "network-changed", "server_uuid": "c10a036f-8396-4a04-a667-ceba7688f556", "tag": "27647079-e7dd-4557-bc0c-5b944197b398"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:38:44.803123 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5c56767-c68c-41ea-8339-211e4600511d x-openstack-request-id: req-f5c56767-c68c-41ea-8339-211e4600511d {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:38:44.803519 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c10a036f-8396-4a04-a667-ceba7688f556", "tag": "27647079-e7dd-4557-bc0c-5b944197b398", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:38:44.804391 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-f5c56767-c68c-41ea-8339-211e4600511d {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:38:44.805005 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c10a036f-8396-4a04-a667-ceba7688f556', 'tag': '27647079-e7dd-4557-bc0c-5b944197b398', 'status': 'completed', 'code': 200} Feb 09 22:38:44.853692 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-43ec675a-55f3-47ef-b798-ee4c11b53fb3 None None] Set router 0d7537da-13f8-4555-8b74-7845600854ae gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:38:44.872829 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9087d4c4-b127-40c3-8c3f-8a95060c5885 req-232c2e91-49a1-4551-9a22-22aa1dc329cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:44.874361 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9087d4c4-b127-40c3-8c3f-8a95060c5885 req-232c2e91-49a1-4551-9a22-22aa1dc329cc service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=87c2ef1af67c4d0c99ff39e8119fc210&device_id=c10a036f-8396-4a04-a667-ceba7688f556 HTTP/1.1" status: 200 len: 1127 time: 0.0497601 Feb 09 22:38:44.995961 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9087d4c4-b127-40c3-8c3f-8a95060c5885 req-73351eeb-cb89-4d08-9e33-efc77405688a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:44.997867 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9087d4c4-b127-40c3-8c3f-8a95060c5885 req-73351eeb-cb89-4d08-9e33-efc77405688a service neutron] 10.222.0.95 "GET /v2.0/networks?id=f5d26388-8ff4-4c3e-a8c8-5d2ae54efb2c HTTP/1.1" status: 200 len: 916 time: 0.1153133 Feb 09 22:38:45.044089 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9087d4c4-b127-40c3-8c3f-8a95060c5885 req-8d85e251-bec2-4ed7-ab36-c9949252dcc4 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27647079-e7dd-4557-bc0c-5b944197b398 HTTP/1.1" status: 200 len: 217 time: 0.0408430 Feb 09 22:38:45.084556 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-43ec675a-55f3-47ef-b798-ee4c11b53fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d7537da-13f8-4555-8b74-7845600854ae', 'name': 'tempest-TestMinimumBasicScenario-2124902580-router', 'tenant_id': '87c2ef1af67c4d0c99ff39e8119fc210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': 'ff390832-c558-4e47-babf-75e73592225f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:36:48Z', 'updated_at': '2022-02-09T22:36:51Z', 'revision_number': 4, 'project_id': '87c2ef1af67c4d0c99ff39e8119fc210', 'gw_port': {'id': 'ff390832-c558-4e47-babf-75e73592225f', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:31:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7537da-13f8-4555-8b74-7845600854ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:36:48Z', 'updated_at': '2022-02-09T22:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '95bbf0be-db51-4ac6-84c8-b309c9c5f9b0', 'name': '', 'network_id': 'f5d26388-8ff4-4c3e-a8c8-5d2ae54efb2c', 'tenant_id': '87c2ef1af67c4d0c99ff39e8119fc210', 'mac_address': 'fa:16:3e:9b:b2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7537da-13f8-4555-8b74-7845600854ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'b3832be8-66b3-4d76-b8ab-b1e940a20c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:36:50Z', 'updated_at': '2022-02-09T22:36:55Z', 'revision_number': 5, 'project_id': '87c2ef1af67c4d0c99ff39e8119fc210', 'subnets': [{'id': 'b3832be8-66b3-4d76-b8ab-b1e940a20c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:38:45.092530 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9087d4c4-b127-40c3-8c3f-8a95060c5885 req-3e4ae2cb-ad8d-4297-8cbe-57e3ef30b5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:45.094009 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9087d4c4-b127-40c3-8c3f-8a95060c5885 req-3e4ae2cb-ad8d-4297-8cbe-57e3ef30b5a7 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=b3832be8-66b3-4d76-b8ab-b1e940a20c56 HTTP/1.1" status: 200 len: 854 time: 0.0441687 Feb 09 22:38:45.114490 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ec675a-55f3-47ef-b798-ee4c11b53fb3 None None] Checking router: 0d7537da-13f8-4555-8b74-7845600854ae for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:38:45.122707 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ec675a-55f3-47ef-b798-ee4c11b53fb3 None None] Routers {'0d7537da-13f8-4555-8b74-7845600854ae'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:38:45.123311 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-43ec675a-55f3-47ef-b798-ee4c11b53fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:38:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['0d7537da-13f8-4555-8b74-7845600854ae'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:38:45.148130 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9087d4c4-b127-40c3-8c3f-8a95060c5885 req-038fa85d-9636-490e-a1b5-c7468671dbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:38:45.149715 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9087d4c4-b127-40c3-8c3f-8a95060c5885 req-038fa85d-9636-490e-a1b5-c7468671dbcd service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=f5d26388-8ff4-4c3e-a8c8-5d2ae54efb2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0489748 Feb 09 22:38:45.228448 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-43ec675a-55f3-47ef-b798-ee4c11b53fb3 None None] Set router 0d7537da-13f8-4555-8b74-7845600854ae gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:38:45.240152 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9087d4c4-b127-40c3-8c3f-8a95060c5885 req-ca617bc6-970d-4369-9e1e-a0bf303c5b7a service neutron] 10.222.0.95 "GET /v2.0/networks/f5d26388-8ff4-4c3e-a8c8-5d2ae54efb2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834808 Feb 09 22:38:45.335036 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9087d4c4-b127-40c3-8c3f-8a95060c5885 req-43183059-c08a-45c4-b66b-b2e460c6315b service neutron] 10.222.0.95 "GET /v2.0/networks/f5d26388-8ff4-4c3e-a8c8-5d2ae54efb2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884120 Feb 09 22:38:45.425758 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-43ec675a-55f3-47ef-b798-ee4c11b53fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d7537da-13f8-4555-8b74-7845600854ae', 'name': 'tempest-TestMinimumBasicScenario-2124902580-router', 'tenant_id': '87c2ef1af67c4d0c99ff39e8119fc210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': 'ff390832-c558-4e47-babf-75e73592225f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:36:48Z', 'updated_at': '2022-02-09T22:36:51Z', 'revision_number': 4, 'project_id': '87c2ef1af67c4d0c99ff39e8119fc210', 'gw_port': {'id': 'ff390832-c558-4e47-babf-75e73592225f', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:31:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7537da-13f8-4555-8b74-7845600854ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:36:48Z', 'updated_at': '2022-02-09T22:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '95bbf0be-db51-4ac6-84c8-b309c9c5f9b0', 'name': '', 'network_id': 'f5d26388-8ff4-4c3e-a8c8-5d2ae54efb2c', 'tenant_id': '87c2ef1af67c4d0c99ff39e8119fc210', 'mac_address': 'fa:16:3e:9b:b2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7537da-13f8-4555-8b74-7845600854ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'b3832be8-66b3-4d76-b8ab-b1e940a20c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:36:50Z', 'updated_at': '2022-02-09T22:36:55Z', 'revision_number': 5, 'project_id': '87c2ef1af67c4d0c99ff39e8119fc210', 'subnets': [{'id': 'b3832be8-66b3-4d76-b8ab-b1e940a20c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:38:45.451607 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ec675a-55f3-47ef-b798-ee4c11b53fb3 None None] The sync data for ids ['0d7537da-13f8-4555-8b74-7845600854ae'] in n-d-828369-5 is: [{'id': '0d7537da-13f8-4555-8b74-7845600854ae', 'name': 'tempest-TestMinimumBasicScenario-2124902580-router', 'tenant_id': '87c2ef1af67c4d0c99ff39e8119fc210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': 'ff390832-c558-4e47-babf-75e73592225f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:36:48Z', 'updated_at': '2022-02-09T22:36:51Z', 'revision_number': 4, 'project_id': '87c2ef1af67c4d0c99ff39e8119fc210', 'gw_port': {'id': 'ff390832-c558-4e47-babf-75e73592225f', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:31:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7537da-13f8-4555-8b74-7845600854ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:36:48Z', 'updated_at': '2022-02-09T22:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '95bbf0be-db51-4ac6-84c8-b309c9c5f9b0', 'name': '', 'network_id': 'f5d26388-8ff4-4c3e-a8c8-5d2ae54efb2c', 'tenant_id': '87c2ef1af67c4d0c99ff39e8119fc210', 'mac_address': 'fa:16:3e:9b:b2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7537da-13f8-4555-8b74-7845600854ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'b3832be8-66b3-4d76-b8ab-b1e940a20c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:36:50Z', 'updated_at': '2022-02-09T22:36:55Z', 'revision_number': 5, 'project_id': '87c2ef1af67c4d0c99ff39e8119fc210', 'subnets': [{'id': 'b3832be8-66b3-4d76-b8ab-b1e940a20c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:38:45.468146 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:45.692140 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462fb20b-c87a-4fee-9a1a-39de1d8a11e3 None None] New status for floating IP 3a7fc5b6-9787-4072-b5c2-2641a361bedc: DOWN {{(pid=103142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:38:51.984737 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:38:54.130349 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:00.099092 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7586aae7-7479-4a75-89ca-c395131a6354 req-1a57a68a-ee90-4dca-b62b-3f39cf667a1a tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:00.100899 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7586aae7-7479-4a75-89ca-c395131a6354 req-1a57a68a-ee90-4dca-b62b-3f39cf667a1a tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] 10.222.0.90 "GET /v2.0/ports?device_id=c10a036f-8396-4a04-a667-ceba7688f556 HTTP/1.1" status: 200 len: 945 time: 0.0604954 Feb 09 22:39:00.153658 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7586aae7-7479-4a75-89ca-c395131a6354 req-0740dcc0-4006-4a28-9b71-2556aecdc5f5 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] 10.222.0.90 "GET /v2.0/security-groups?id=ccf8655c-f7f6-4606-8eb5-8a5d4faaa62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468023 Feb 09 22:39:01.289284 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3267393-7b0e-4948-8635-602fa78c0da2 req-4ff18140-21d5-4df4-9968-9a9803a9fb39 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:01.290802 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a3267393-7b0e-4948-8635-602fa78c0da2 req-4ff18140-21d5-4df4-9968-9a9803a9fb39 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] 10.222.0.90 "GET /v2.0/ports?device_id=c10a036f-8396-4a04-a667-ceba7688f556 HTTP/1.1" status: 200 len: 945 time: 0.0626769 Feb 09 22:39:01.338028 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a3267393-7b0e-4948-8635-602fa78c0da2 req-e88e848f-737f-4208-8513-3828d13d54e9 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] 10.222.0.90 "GET /v2.0/security-groups?id=ccf8655c-f7f6-4606-8eb5-8a5d4faaa62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414135 Feb 09 22:39:02.053893 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d7141d-e2e6-49fe-8737-f80f415e6c8d req-9e9e4ffa-0d82-4b3d-99ef-3f0e394d330e tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:02.055334 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d2d7141d-e2e6-49fe-8737-f80f415e6c8d req-9e9e4ffa-0d82-4b3d-99ef-3f0e394d330e tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] 10.222.0.95 "GET /v2.0/ports?device_id=c10a036f-8396-4a04-a667-ceba7688f556 HTTP/1.1" status: 200 len: 945 time: 0.0566437 Feb 09 22:39:02.148629 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-d2d7141d-e2e6-49fe-8737-f80f415e6c8d req-6a73b98f-a57d-488f-9fe6-e32778a3f4fc tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Deleting port 27647079-e7dd-4557-bc0c-5b944197b398 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:39:02.148974 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-d2d7141d-e2e6-49fe-8737-f80f415e6c8d req-6a73b98f-a57d-488f-9fe6-e32778a3f4fc tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (27647079-e7dd-4557-bc0c-5b944197b398), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:02.238556 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-d2d7141d-e2e6-49fe-8737-f80f415e6c8d req-6a73b98f-a57d-488f-9fe6-e32778a3f4fc tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] For port 27647079-e7dd-4557-bc0c-5b944197b398, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=27647079-e7dd-4557-bc0c-5b944197b398,segment=NetworkSegment(0c7c9459-039f-4dbe-be36-0c9765bbc8e0),segment_id=0c7c9459-039f-4dbe-be36-0c9765bbc8e0)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:39:02.238930 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-d2d7141d-e2e6-49fe-8737-f80f415e6c8d req-6a73b98f-a57d-488f-9fe6-e32778a3f4fc tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (27647079-e7dd-4557-bc0c-5b944197b398), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:02.252135 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-d2d7141d-e2e6-49fe-8737-f80f415e6c8d req-6a73b98f-a57d-488f-9fe6-e32778a3f4fc tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Calling delete_port for 27647079-e7dd-4557-bc0c-5b944197b398 owned by compute:nova {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:39:02.376202 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-d2d7141d-e2e6-49fe-8737-f80f415e6c8d req-6a73b98f-a57d-488f-9fe6-e32778a3f4fc tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (27647079-e7dd-4557-bc0c-5b944197b398), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:02.396641 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['27647079-e7dd-4557-bc0c-5b944197b398'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:39:02.406989 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a73b98f-a57d-488f-9fe6-e32778a3f4fc tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Pushing event deleted for resources: {'Port': ['ID=27647079-e7dd-4557-bc0c-5b944197b398,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:02.447890 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cd98c403-b7fc-4ee8-a2bf-c2b8e0fec40e req-9ac2d064-3cf6-4620-beae-0fa25fd6a617 tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] 10.222.0.90 "GET /v2.0/ports?device_id=c10a036f-8396-4a04-a667-ceba7688f556 HTTP/1.1" status: 200 len: 210 time: 0.0370679 Feb 09 22:39:02.449220 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a73b98f-a57d-488f-9fe6-e32778a3f4fc tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:02.449567 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a73b98f-a57d-488f-9fe6-e32778a3f4fc tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:02.449911 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a73b98f-a57d-488f-9fe6-e32778a3f4fc tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:02.450246 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a73b98f-a57d-488f-9fe6-e32778a3f4fc tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:02.450582 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a73b98f-a57d-488f-9fe6-e32778a3f4fc tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:02.450912 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a73b98f-a57d-488f-9fe6-e32778a3f4fc tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:02.451238 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a73b98f-a57d-488f-9fe6-e32778a3f4fc tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:02.451560 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a73b98f-a57d-488f-9fe6-e32778a3f4fc tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:02.451884 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a73b98f-a57d-488f-9fe6-e32778a3f4fc tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:02.452208 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a73b98f-a57d-488f-9fe6-e32778a3f4fc tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:02.452554 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a73b98f-a57d-488f-9fe6-e32778a3f4fc tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:02.452883 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a73b98f-a57d-488f-9fe6-e32778a3f4fc tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:02.453207 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a73b98f-a57d-488f-9fe6-e32778a3f4fc tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:02.488889 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2d7141d-e2e6-49fe-8737-f80f415e6c8d req-6a73b98f-a57d-488f-9fe6-e32778a3f4fc tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] No DVR routers for this DVR port 27647079-e7dd-4557-bc0c-5b944197b398 on host n-h1-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:39:02.492096 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-d2d7141d-e2e6-49fe-8737-f80f415e6c8d req-6a73b98f-a57d-488f-9fe6-e32778a3f4fc tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:02.495468 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d2d7141d-e2e6-49fe-8737-f80f415e6c8d req-6a73b98f-a57d-488f-9fe6-e32778a3f4fc tempest-TestMinimumBasicScenario-1968945118 tempest-TestMinimumBasicScenario-1968945118-project] 10.222.0.95 "DELETE /v2.0/ports/27647079-e7dd-4557-bc0c-5b944197b398 HTTP/1.1" status: 204 len: 173 time: 0.4343085 Feb 09 22:39:02.495908 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c10a036f-8396-4a04-a667-ceba7688f556', 'name': 'network-vif-deleted', 'tag': '27647079-e7dd-4557-bc0c-5b944197b398'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:39:02.498193 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}084566773578a82c7ab9e8b7d7948f8d3f1cbdaece621e80e6759ea940bbe07a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0145a79f-6057-43bb-8526-4409696de1fa" -d '{"events": [{"server_uuid": "c10a036f-8396-4a04-a667-ceba7688f556", "name": "network-vif-deleted", "tag": "27647079-e7dd-4557-bc0c-5b944197b398"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:39:02.537749 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05357f48-d2b6-45a6-a9c7-d1cd15582048 x-openstack-request-id: req-05357f48-d2b6-45a6-a9c7-d1cd15582048 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:39:02.538113 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c10a036f-8396-4a04-a667-ceba7688f556", "name": "network-vif-deleted", "tag": "27647079-e7dd-4557-bc0c-5b944197b398", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:39:02.538376 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-05357f48-d2b6-45a6-a9c7-d1cd15582048 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:39:02.538790 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c10a036f-8396-4a04-a667-ceba7688f556', 'name': 'network-vif-deleted', 'tag': '27647079-e7dd-4557-bc0c-5b944197b398', 'status': 'completed', 'code': 200} Feb 09 22:39:04.000768 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53336) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:39:04.355892 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-00f8f4f6-6fe7-400d-b320-4f0ed4a6c6e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524906'] for router_interface (0d7537da-13f8-4555-8b74-7845600854ae), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:04.598798 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-00f8f4f6-6fe7-400d-b320-4f0ed4a6c6e9 admin admin] Deleting port 95bbf0be-db51-4ac6-84c8-b309c9c5f9b0 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:39:04.599143 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-00f8f4f6-6fe7-400d-b320-4f0ed4a6c6e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (95bbf0be-db51-4ac6-84c8-b309c9c5f9b0), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:04.679773 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-00f8f4f6-6fe7-400d-b320-4f0ed4a6c6e9 admin admin] For port 95bbf0be-db51-4ac6-84c8-b309c9c5f9b0, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=95bbf0be-db51-4ac6-84c8-b309c9c5f9b0,segment=NetworkSegment(0c7c9459-039f-4dbe-be36-0c9765bbc8e0),segment_id=0c7c9459-039f-4dbe-be36-0c9765bbc8e0)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:39:04.680050 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-00f8f4f6-6fe7-400d-b320-4f0ed4a6c6e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (95bbf0be-db51-4ac6-84c8-b309c9c5f9b0), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:04.692936 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-00f8f4f6-6fe7-400d-b320-4f0ed4a6c6e9 admin admin] Calling delete_port for 95bbf0be-db51-4ac6-84c8-b309c9c5f9b0 owned by network:router_interface {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:39:04.874085 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-00f8f4f6-6fe7-400d-b320-4f0ed4a6c6e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (95bbf0be-db51-4ac6-84c8-b309c9c5f9b0), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:04.897983 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f8f4f6-6fe7-400d-b320-4f0ed4a6c6e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=95bbf0be-db51-4ac6-84c8-b309c9c5f9b0,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:04.911128 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f8f4f6-6fe7-400d-b320-4f0ed4a6c6e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:04.911488 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f8f4f6-6fe7-400d-b320-4f0ed4a6c6e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:04.911882 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f8f4f6-6fe7-400d-b320-4f0ed4a6c6e9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:04.912773 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f8f4f6-6fe7-400d-b320-4f0ed4a6c6e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:04.913111 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f8f4f6-6fe7-400d-b320-4f0ed4a6c6e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:04.913452 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f8f4f6-6fe7-400d-b320-4f0ed4a6c6e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:04.913781 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f8f4f6-6fe7-400d-b320-4f0ed4a6c6e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:04.914106 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f8f4f6-6fe7-400d-b320-4f0ed4a6c6e9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:04.914430 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f8f4f6-6fe7-400d-b320-4f0ed4a6c6e9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:04.914754 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f8f4f6-6fe7-400d-b320-4f0ed4a6c6e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:04.915079 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f8f4f6-6fe7-400d-b320-4f0ed4a6c6e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:04.915402 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f8f4f6-6fe7-400d-b320-4f0ed4a6c6e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:04.915725 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f8f4f6-6fe7-400d-b320-4f0ed4a6c6e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:05.075877 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-00f8f4f6-6fe7-400d-b320-4f0ed4a6c6e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-525054'] for router_interface (0d7537da-13f8-4555-8b74-7845600854ae), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:05.292661 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00f8f4f6-6fe7-400d-b320-4f0ed4a6c6e9 admin admin] Router 0d7537da-13f8-4555-8b74-7845600854ae has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:39:05.398627 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00f8f4f6-6fe7-400d-b320-4f0ed4a6c6e9 admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:39:05.403766 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-00f8f4f6-6fe7-400d-b320-4f0ed4a6c6e9 admin admin] 10.222.0.90 "PUT /v2.0/routers/0d7537da-13f8-4555-8b74-7845600854ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4019084 Feb 09 22:39:05.406303 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53338) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:39:05.409045 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c5d98e-7443-4703-a0fa-c9338d59c97c None None] Sync routers for ids ['0d7537da-13f8-4555-8b74-7845600854ae'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:39:05.419730 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c5d98e-7443-4703-a0fa-c9338d59c97c None None] Routers {'0d7537da-13f8-4555-8b74-7845600854ae'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:39:05.420386 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-09c5d98e-7443-4703-a0fa-c9338d59c97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:38:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['0d7537da-13f8-4555-8b74-7845600854ae'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:39:05.510840 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fe03561c-da9c-4946-9129-252039327643 admin admin] Publish callbacks [] for router (0d7537da-13f8-4555-8b74-7845600854ae), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:05.525155 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-09c5d98e-7443-4703-a0fa-c9338d59c97c None None] Set router 0d7537da-13f8-4555-8b74-7845600854ae gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:39:05.583573 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:39:05.713278 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-09c5d98e-7443-4703-a0fa-c9338d59c97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d7537da-13f8-4555-8b74-7845600854ae', 'name': 'tempest-TestMinimumBasicScenario-2124902580-router', 'tenant_id': '87c2ef1af67c4d0c99ff39e8119fc210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': 'ff390832-c558-4e47-babf-75e73592225f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:36:48Z', 'updated_at': '2022-02-09T22:39:04Z', 'revision_number': 5, 'project_id': '87c2ef1af67c4d0c99ff39e8119fc210', 'gw_port': {'id': 'ff390832-c558-4e47-babf-75e73592225f', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:31:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7537da-13f8-4555-8b74-7845600854ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:36:48Z', 'updated_at': '2022-02-09T22:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:39:05.739862 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c5d98e-7443-4703-a0fa-c9338d59c97c None None] Checking router: 0d7537da-13f8-4555-8b74-7845600854ae for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:39:05.749183 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c5d98e-7443-4703-a0fa-c9338d59c97c None None] Routers {'0d7537da-13f8-4555-8b74-7845600854ae'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:39:05.749812 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-09c5d98e-7443-4703-a0fa-c9338d59c97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:38:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['0d7537da-13f8-4555-8b74-7845600854ae'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:39:05.861500 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-09c5d98e-7443-4703-a0fa-c9338d59c97c None None] Set router 0d7537da-13f8-4555-8b74-7845600854ae gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:39:05.865759 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fe03561c-da9c-4946-9129-252039327643 admin admin] Publish callbacks [] for router_gateway (0d7537da-13f8-4555-8b74-7845600854ae), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:05.917167 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-fe03561c-da9c-4946-9129-252039327643 admin admin] Deleting port ff390832-c558-4e47-babf-75e73592225f {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:39:05.917502 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fe03561c-da9c-4946-9129-252039327643 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (ff390832-c558-4e47-babf-75e73592225f), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:05.994340 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-fe03561c-da9c-4946-9129-252039327643 admin admin] For port ff390832-c558-4e47-babf-75e73592225f, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=ff390832-c558-4e47-babf-75e73592225f,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:39:05.994707 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fe03561c-da9c-4946-9129-252039327643 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (ff390832-c558-4e47-babf-75e73592225f), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:06.008020 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-fe03561c-da9c-4946-9129-252039327643 admin admin] Calling delete_port for ff390832-c558-4e47-babf-75e73592225f owned by network:router_gateway {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:39:06.038296 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-09c5d98e-7443-4703-a0fa-c9338d59c97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d7537da-13f8-4555-8b74-7845600854ae', 'name': 'tempest-TestMinimumBasicScenario-2124902580-router', 'tenant_id': '87c2ef1af67c4d0c99ff39e8119fc210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': 'ff390832-c558-4e47-babf-75e73592225f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:36:48Z', 'updated_at': '2022-02-09T22:39:04Z', 'revision_number': 5, 'project_id': '87c2ef1af67c4d0c99ff39e8119fc210', 'gw_port': {'id': 'ff390832-c558-4e47-babf-75e73592225f', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:31:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7537da-13f8-4555-8b74-7845600854ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:36:48Z', 'updated_at': '2022-02-09T22:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:39:06.150762 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c5d98e-7443-4703-a0fa-c9338d59c97c None None] The sync data for ids ['0d7537da-13f8-4555-8b74-7845600854ae'] in n-d-828369-5 is: [{'id': '0d7537da-13f8-4555-8b74-7845600854ae', 'name': 'tempest-TestMinimumBasicScenario-2124902580-router', 'tenant_id': '87c2ef1af67c4d0c99ff39e8119fc210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': 'ff390832-c558-4e47-babf-75e73592225f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:36:48Z', 'updated_at': '2022-02-09T22:39:04Z', 'revision_number': 5, 'project_id': '87c2ef1af67c4d0c99ff39e8119fc210', 'gw_port': {'id': 'ff390832-c558-4e47-babf-75e73592225f', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:31:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7537da-13f8-4555-8b74-7845600854ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:36:48Z', 'updated_at': '2022-02-09T22:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:39:06.188322 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fe03561c-da9c-4946-9129-252039327643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (ff390832-c558-4e47-babf-75e73592225f), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:06.214785 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe03561c-da9c-4946-9129-252039327643 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff390832-c558-4e47-babf-75e73592225f,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:06.275110 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fe03561c-da9c-4946-9129-252039327643 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-554524'] for router_gateway (0d7537da-13f8-4555-8b74-7845600854ae), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:06.369197 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fe03561c-da9c-4946-9129-252039327643 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (0d7537da-13f8-4555-8b74-7845600854ae), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:06.371330 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fe03561c-da9c-4946-9129-252039327643 admin admin] Publish callbacks [] for router_controller (0d7537da-13f8-4555-8b74-7845600854ae), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:06.417257 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fe03561c-da9c-4946-9129-252039327643 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (0d7537da-13f8-4555-8b74-7845600854ae), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:06.417862 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe03561c-da9c-4946-9129-252039327643 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d7537da-13f8-4555-8b74-7845600854ae {{(pid=103141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:39:06.422800 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fe03561c-da9c-4946-9129-252039327643 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:06.423813 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-fe03561c-da9c-4946-9129-252039327643 admin admin] 10.222.0.90 "DELETE /v2.0/routers/0d7537da-13f8-4555-8b74-7845600854ae HTTP/1.1" status: 204 len: 168 time: 1.0165975 Feb 09 22:39:06.426412 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53340) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:39:06.470602 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f00a4b9-62e2-4216-a76e-6956037023af admin admin] Deleting subnet b3832be8-66b3-4d76-b8ab-b1e940a20c56 {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:39:06.473561 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1f00a4b9-62e2-4216-a76e-6956037023af admin admin] Publish callbacks [] for subnet (b3832be8-66b3-4d76-b8ab-b1e940a20c56), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:06.509475 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1f00a4b9-62e2-4216-a76e-6956037023af admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (b3832be8-66b3-4d76-b8ab-b1e940a20c56), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:06.593560 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1f00a4b9-62e2-4216-a76e-6956037023af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (b3832be8-66b3-4d76-b8ab-b1e940a20c56), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:06.646922 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1f00a4b9-62e2-4216-a76e-6956037023af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (b3832be8-66b3-4d76-b8ab-b1e940a20c56), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:06.673924 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f00a4b9-62e2-4216-a76e-6956037023af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3832be8-66b3-4d76-b8ab-b1e940a20c56,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:06.675831 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1f00a4b9-62e2-4216-a76e-6956037023af admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:06.680929 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-1f00a4b9-62e2-4216-a76e-6956037023af admin admin] 10.222.0.90 "DELETE /v2.0/subnets/b3832be8-66b3-4d76-b8ab-b1e940a20c56 HTTP/1.1" status: 204 len: 168 time: 0.2522898 Feb 09 22:39:06.682168 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53342) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:39:06.684974 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27f5214-0b01-4d5d-b9ed-bf42db93d81a None None] Network f5d26388-8ff4-4c3e-a8c8-5d2ae54efb2c requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:39:06.753233 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-98f6993c-5540-42eb-8a12-099c129b5295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (f5d26388-8ff4-4c3e-a8c8-5d2ae54efb2c), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:06.818384 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-98f6993c-5540-42eb-8a12-099c129b5295 admin admin] Deleting port ea5124dc-ddd4-47e3-a95a-7bdb0f670726 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:39:06.818724 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-98f6993c-5540-42eb-8a12-099c129b5295 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (ea5124dc-ddd4-47e3-a95a-7bdb0f670726), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:06.879260 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c90723e-2d49-4d57-9d69-b5ecaa3c2866 None None] DHCP port deletion for f5d26388-8ff4-4c3e-a8c8-5d2ae54efb2c request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:39:06.895225 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-98f6993c-5540-42eb-8a12-099c129b5295 admin admin] For port ea5124dc-ddd4-47e3-a95a-7bdb0f670726, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=ea5124dc-ddd4-47e3-a95a-7bdb0f670726,segment=NetworkSegment(0c7c9459-039f-4dbe-be36-0c9765bbc8e0),segment_id=0c7c9459-039f-4dbe-be36-0c9765bbc8e0)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:39:06.895943 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-98f6993c-5540-42eb-8a12-099c129b5295 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (ea5124dc-ddd4-47e3-a95a-7bdb0f670726), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:06.909247 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-98f6993c-5540-42eb-8a12-099c129b5295 admin admin] Calling delete_port for ea5124dc-ddd4-47e3-a95a-7bdb0f670726 owned by network:dhcp {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:39:06.928348 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-2c90723e-2d49-4d57-9d69-b5ecaa3c2866 None None] Deleting port ea5124dc-ddd4-47e3-a95a-7bdb0f670726 {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:39:06.928661 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2c90723e-2d49-4d57-9d69-b5ecaa3c2866 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (ea5124dc-ddd4-47e3-a95a-7bdb0f670726), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:06.982540 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 27647079-e7dd-4557-bc0c-5b944197b398 no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:39:06.987707 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-98f6993c-5540-42eb-8a12-099c129b5295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (ea5124dc-ddd4-47e3-a95a-7bdb0f670726), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:07.014974 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] No Port match for: 27647079-e7dd-4557-bc0c-5b944197b398 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:39:07.015329 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 27647079-e7dd-4557-bc0c-5b944197b398 not bound to the agent host n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:39:07.017876 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-2c90723e-2d49-4d57-9d69-b5ecaa3c2866 None None] For port ea5124dc-ddd4-47e3-a95a-7bdb0f670726, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=ea5124dc-ddd4-47e3-a95a-7bdb0f670726,segment=NetworkSegment(0c7c9459-039f-4dbe-be36-0c9765bbc8e0),segment_id=0c7c9459-039f-4dbe-be36-0c9765bbc8e0)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:39:07.018280 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2c90723e-2d49-4d57-9d69-b5ecaa3c2866 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (ea5124dc-ddd4-47e3-a95a-7bdb0f670726), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:07.021210 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f6993c-5540-42eb-8a12-099c129b5295 admin admin] No DVR routers for this DVR port ea5124dc-ddd4-47e3-a95a-7bdb0f670726 on host n-d-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:39:07.026116 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f6993c-5540-42eb-8a12-099c129b5295 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea5124dc-ddd4-47e3-a95a-7bdb0f670726,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:07.030892 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-2c90723e-2d49-4d57-9d69-b5ecaa3c2866 None None] Calling delete_port for ea5124dc-ddd4-47e3-a95a-7bdb0f670726 owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:39:07.094280 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-98f6993c-5540-42eb-8a12-099c129b5295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (f5d26388-8ff4-4c3e-a8c8-5d2ae54efb2c), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:07.106276 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2c90723e-2d49-4d57-9d69-b5ecaa3c2866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (ea5124dc-ddd4-47e3-a95a-7bdb0f670726), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:07.125240 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-98f6993c-5540-42eb-8a12-099c129b5295 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5d26388-8ff4-4c3e-a8c8-5d2ae54efb2c']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:39:07.135881 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c90723e-2d49-4d57-9d69-b5ecaa3c2866 None None] Pushing event deleted for resources: {'Port': ['ID=ea5124dc-ddd4-47e3-a95a-7bdb0f670726,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:07.136357 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-98f6993c-5540-42eb-8a12-099c129b5295 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c7c9459-039f-4dbe-be36-0c9765bbc8e0') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:39:07.136662 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-98f6993c-5540-42eb-8a12-099c129b5295 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c7c9459-039f-4dbe-be36-0c9765bbc8e0') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:39:07.140574 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c90723e-2d49-4d57-9d69-b5ecaa3c2866 None None] No DVR routers for this DVR port ea5124dc-ddd4-47e3-a95a-7bdb0f670726 on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:39:07.148151 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c90723e-2d49-4d57-9d69-b5ecaa3c2866 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:07.148374 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-98f6993c-5540-42eb-8a12-099c129b5295 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (0c7c9459-039f-4dbe-be36-0c9765bbc8e0), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:07.148615 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c90723e-2d49-4d57-9d69-b5ecaa3c2866 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:07.148857 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c90723e-2d49-4d57-9d69-b5ecaa3c2866 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:07.149194 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c90723e-2d49-4d57-9d69-b5ecaa3c2866 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:07.149525 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c90723e-2d49-4d57-9d69-b5ecaa3c2866 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:07.149855 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c90723e-2d49-4d57-9d69-b5ecaa3c2866 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:07.150177 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c90723e-2d49-4d57-9d69-b5ecaa3c2866 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:07.150502 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c90723e-2d49-4d57-9d69-b5ecaa3c2866 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:07.150817 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c90723e-2d49-4d57-9d69-b5ecaa3c2866 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:07.151292 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c90723e-2d49-4d57-9d69-b5ecaa3c2866 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:07.151768 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c90723e-2d49-4d57-9d69-b5ecaa3c2866 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:07.152876 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c90723e-2d49-4d57-9d69-b5ecaa3c2866 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:07.153347 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c90723e-2d49-4d57-9d69-b5ecaa3c2866 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:07.173335 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-98f6993c-5540-42eb-8a12-099c129b5295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (0c7c9459-039f-4dbe-be36-0c9765bbc8e0), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:07.180897 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98f6993c-5540-42eb-8a12-099c129b5295 admin admin] Releasing vlan 743 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:39:07.181248 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-98f6993c-5540-42eb-8a12-099c129b5295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (0c7c9459-039f-4dbe-be36-0c9765bbc8e0), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:07.183511 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 22:39:07.183511 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:39:07.183511 n-d-828369-5 neutron-server[103141]: timer() Feb 09 22:39:07.183511 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:39:07.183511 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 22:39:07.183511 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:39:07.183511 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 22:39:07.183511 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:39:07.183511 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 22:39:07.183511 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:39:07.183511 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 22:39:07.183511 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:39:07.183511 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 22:39:07.183511 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:39:07.183511 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:39:07.183511 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:39:07.183511 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:39:07.183511 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:39:07.183511 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 22:39:07.183511 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:39:07.183511 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 22:39:07.183511 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:39:07.183511 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:39:07.183511 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:39:07.183511 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 22:39:07.183511 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:39:07.183511 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:39:07.183511 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:39:07.183511 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:39:07.183511 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:39:07.183511 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:39:07.183511 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:39:07.252964 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-98f6993c-5540-42eb-8a12-099c129b5295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (f5d26388-8ff4-4c3e-a8c8-5d2ae54efb2c), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:07.256434 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device ea5124dc-ddd4-47e3-a95a-7bdb0f670726 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:39:07.259491 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-98f6993c-5540-42eb-8a12-099c129b5295 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:07.266356 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-98f6993c-5540-42eb-8a12-099c129b5295 admin admin] 10.222.0.90 "DELETE /v2.0/networks/f5d26388-8ff4-4c3e-a8c8-5d2ae54efb2c HTTP/1.1" status: 204 len: 168 time: 0.5800030 Feb 09 22:39:07.266356 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53344) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:39:07.282553 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: ea5124dc-ddd4-47e3-a95a-7bdb0f670726 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:39:07.282912 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device ea5124dc-ddd4-47e3-a95a-7bdb0f670726 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:39:07.283376 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 95bbf0be-db51-4ac6-84c8-b309c9c5f9b0 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:39:07.305075 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 95bbf0be-db51-4ac6-84c8-b309c9c5f9b0 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:39:07.305075 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 95bbf0be-db51-4ac6-84c8-b309c9c5f9b0 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:39:07.305075 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device ff390832-c558-4e47-babf-75e73592225f no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:39:07.323925 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: ff390832-c558-4e47-babf-75e73592225f {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:39:07.324305 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device ff390832-c558-4e47-babf-75e73592225f not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:39:07.340040 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f6993c-5540-42eb-8a12-099c129b5295 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5d26388-8ff4-4c3e-a8c8-5d2ae54efb2c,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:07.614042 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-18b99e47-7a11-4934-a262-3e4e9a6e7428 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524906'] for router_interface (b850a62e-cdcd-4f68-844e-49d1fe68ad99), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:07.859518 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-18b99e47-7a11-4934-a262-3e4e9a6e7428 admin admin] Deleting port ded620f2-468b-42b0-8f9c-eeed84382013 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:39:07.859854 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-18b99e47-7a11-4934-a262-3e4e9a6e7428 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (ded620f2-468b-42b0-8f9c-eeed84382013), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:07.942446 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-18b99e47-7a11-4934-a262-3e4e9a6e7428 admin admin] For port ded620f2-468b-42b0-8f9c-eeed84382013, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=ded620f2-468b-42b0-8f9c-eeed84382013,segment=NetworkSegment(91c87ab6-489a-47d9-890b-978df98882c6),segment_id=91c87ab6-489a-47d9-890b-978df98882c6)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:39:07.942714 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-18b99e47-7a11-4934-a262-3e4e9a6e7428 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (ded620f2-468b-42b0-8f9c-eeed84382013), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:07.955691 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-18b99e47-7a11-4934-a262-3e4e9a6e7428 admin admin] Calling delete_port for ded620f2-468b-42b0-8f9c-eeed84382013 owned by network:router_interface {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:39:08.134493 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-18b99e47-7a11-4934-a262-3e4e9a6e7428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (ded620f2-468b-42b0-8f9c-eeed84382013), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:08.157830 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b99e47-7a11-4934-a262-3e4e9a6e7428 admin admin] Pushing event deleted for resources: {'Port': ['ID=ded620f2-468b-42b0-8f9c-eeed84382013,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:08.327052 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-18b99e47-7a11-4934-a262-3e4e9a6e7428 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-525054'] for router_interface (b850a62e-cdcd-4f68-844e-49d1fe68ad99), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:08.546405 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18b99e47-7a11-4934-a262-3e4e9a6e7428 admin admin] Router b850a62e-cdcd-4f68-844e-49d1fe68ad99 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:39:08.653744 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18b99e47-7a11-4934-a262-3e4e9a6e7428 admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:39:08.658707 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-18b99e47-7a11-4934-a262-3e4e9a6e7428 admin admin] 10.222.0.90 "PUT /v2.0/routers/b850a62e-cdcd-4f68-844e-49d1fe68ad99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3916662 Feb 09 22:39:08.661245 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53346) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:39:08.664623 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9faaabd7-35b9-47e1-981b-fced665f9475 None None] Sync routers for ids ['b850a62e-cdcd-4f68-844e-49d1fe68ad99'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:39:08.674304 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9faaabd7-35b9-47e1-981b-fced665f9475 None None] Routers {'b850a62e-cdcd-4f68-844e-49d1fe68ad99'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:39:08.674926 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-9faaabd7-35b9-47e1-981b-fced665f9475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:38:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['b850a62e-cdcd-4f68-844e-49d1fe68ad99'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:39:08.774140 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-eb29e0f2-cf16-463b-bae5-d1c52e0efe11 admin admin] Publish callbacks [] for router (b850a62e-cdcd-4f68-844e-49d1fe68ad99), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:08.789537 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-9faaabd7-35b9-47e1-981b-fced665f9475 None None] Set router b850a62e-cdcd-4f68-844e-49d1fe68ad99 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:39:08.886745 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-eb29e0f2-cf16-463b-bae5-d1c52e0efe11 admin admin] Publish callbacks [] for router_gateway (b850a62e-cdcd-4f68-844e-49d1fe68ad99), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:08.944311 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-eb29e0f2-cf16-463b-bae5-d1c52e0efe11 admin admin] Deleting port edf8e438-6859-4637-9b9e-5a2dc81f8690 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:39:08.944659 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-eb29e0f2-cf16-463b-bae5-d1c52e0efe11 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (edf8e438-6859-4637-9b9e-5a2dc81f8690), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:08.996155 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-9faaabd7-35b9-47e1-981b-fced665f9475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b850a62e-cdcd-4f68-844e-49d1fe68ad99', 'name': 'tempest-TestMinimumBasicScenario-224618250-router', 'tenant_id': '1a044b4d2d6145a38d4382deba423be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': 'edf8e438-6859-4637-9b9e-5a2dc81f8690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:36:53Z', 'updated_at': '2022-02-09T22:39:08Z', 'revision_number': 5, 'project_id': '1a044b4d2d6145a38d4382deba423be2', 'gw_port': {'id': 'edf8e438-6859-4637-9b9e-5a2dc81f8690', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b850a62e-cdcd-4f68-844e-49d1fe68ad99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:36:53Z', 'updated_at': '2022-02-09T22:36:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:39:09.023072 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9faaabd7-35b9-47e1-981b-fced665f9475 None None] Checking router: b850a62e-cdcd-4f68-844e-49d1fe68ad99 for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:39:09.024148 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-eb29e0f2-cf16-463b-bae5-d1c52e0efe11 admin admin] For port edf8e438-6859-4637-9b9e-5a2dc81f8690, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=edf8e438-6859-4637-9b9e-5a2dc81f8690,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:39:09.024550 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-eb29e0f2-cf16-463b-bae5-d1c52e0efe11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (edf8e438-6859-4637-9b9e-5a2dc81f8690), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:09.031479 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9faaabd7-35b9-47e1-981b-fced665f9475 None None] Routers {'b850a62e-cdcd-4f68-844e-49d1fe68ad99'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:39:09.032090 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-9faaabd7-35b9-47e1-981b-fced665f9475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:38:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['b850a62e-cdcd-4f68-844e-49d1fe68ad99'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:39:09.040955 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-eb29e0f2-cf16-463b-bae5-d1c52e0efe11 admin admin] Calling delete_port for edf8e438-6859-4637-9b9e-5a2dc81f8690 owned by network:router_gateway {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:39:09.226343 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-eb29e0f2-cf16-463b-bae5-d1c52e0efe11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (edf8e438-6859-4637-9b9e-5a2dc81f8690), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:09.253063 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb29e0f2-cf16-463b-bae5-d1c52e0efe11 admin admin] Pushing event deleted for resources: {'Port': ['ID=edf8e438-6859-4637-9b9e-5a2dc81f8690,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:09.284747 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ef4798d9-6bbe-49df-b90c-4df4f772ed66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:09.298981 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-9faaabd7-35b9-47e1-981b-fced665f9475 None None] Set router b850a62e-cdcd-4f68-844e-49d1fe68ad99 gateway port host: None {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:39:09.315445 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-eb29e0f2-cf16-463b-bae5-d1c52e0efe11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-554524'] for router_gateway (b850a62e-cdcd-4f68-844e-49d1fe68ad99), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:09.354618 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-9faaabd7-35b9-47e1-981b-fced665f9475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b850a62e-cdcd-4f68-844e-49d1fe68ad99', 'name': 'tempest-TestMinimumBasicScenario-224618250-router', 'tenant_id': '1a044b4d2d6145a38d4382deba423be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:36:53Z', 'updated_at': '2022-02-09T22:39:08Z', 'revision_number': 6, 'project_id': '1a044b4d2d6145a38d4382deba423be2', 'gw_port_host': None}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:39:09.381169 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9faaabd7-35b9-47e1-981b-fced665f9475 None None] The sync data for ids ['b850a62e-cdcd-4f68-844e-49d1fe68ad99'] in n-d-828369-5 is: [{'id': 'b850a62e-cdcd-4f68-844e-49d1fe68ad99', 'name': 'tempest-TestMinimumBasicScenario-224618250-router', 'tenant_id': '1a044b4d2d6145a38d4382deba423be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:36:53Z', 'updated_at': '2022-02-09T22:39:08Z', 'revision_number': 6, 'project_id': '1a044b4d2d6145a38d4382deba423be2', 'gw_port_host': None}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:39:09.408679 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-eb29e0f2-cf16-463b-bae5-d1c52e0efe11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (b850a62e-cdcd-4f68-844e-49d1fe68ad99), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:09.411002 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-eb29e0f2-cf16-463b-bae5-d1c52e0efe11 admin admin] Publish callbacks [] for router_controller (b850a62e-cdcd-4f68-844e-49d1fe68ad99), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:09.458989 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-eb29e0f2-cf16-463b-bae5-d1c52e0efe11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (b850a62e-cdcd-4f68-844e-49d1fe68ad99), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:09.459691 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb29e0f2-cf16-463b-bae5-d1c52e0efe11 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b850a62e-cdcd-4f68-844e-49d1fe68ad99 {{(pid=103141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:39:09.464585 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-eb29e0f2-cf16-463b-bae5-d1c52e0efe11 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:09.465723 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-eb29e0f2-cf16-463b-bae5-d1c52e0efe11 admin admin] 10.222.0.90 "DELETE /v2.0/routers/b850a62e-cdcd-4f68-844e-49d1fe68ad99 HTTP/1.1" status: 204 len: 168 time: 0.8035190 Feb 09 22:39:09.468363 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53348) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:39:09.513946 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-8da3a00f-9663-4249-9d68-da808af3e788 admin admin] Deleting subnet 44146011-6587-4086-ab8f-add27264b924 {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:39:09.516972 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8da3a00f-9663-4249-9d68-da808af3e788 admin admin] Publish callbacks [] for subnet (44146011-6587-4086-ab8f-add27264b924), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:09.549574 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8da3a00f-9663-4249-9d68-da808af3e788 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (44146011-6587-4086-ab8f-add27264b924), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:09.628281 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8da3a00f-9663-4249-9d68-da808af3e788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (44146011-6587-4086-ab8f-add27264b924), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:09.680893 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8da3a00f-9663-4249-9d68-da808af3e788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (44146011-6587-4086-ab8f-add27264b924), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:09.707749 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da3a00f-9663-4249-9d68-da808af3e788 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44146011-6587-4086-ab8f-add27264b924,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:09.709810 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8da3a00f-9663-4249-9d68-da808af3e788 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:09.713445 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016e99d6-27c6-4d2f-99d4-4022fc37ea22 None None] Network 614fc8a8-1da9-4631-b467-bffba7c67edb requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:39:09.715801 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 53350) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:39:09.716264 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-8da3a00f-9663-4249-9d68-da808af3e788 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/44146011-6587-4086-ab8f-add27264b924 HTTP/1.1" status: 204 len: 168 time: 0.2464397 Feb 09 22:39:09.788885 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f92d9ff9-f4dd-4773-b5d8-eb6166dd640c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (614fc8a8-1da9-4631-b467-bffba7c67edb), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:09.846659 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-f92d9ff9-f4dd-4773-b5d8-eb6166dd640c admin admin] Deleting port b7a53c49-c7e8-441c-aa63-028d23908396 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:39:09.847006 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f92d9ff9-f4dd-4773-b5d8-eb6166dd640c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (b7a53c49-c7e8-441c-aa63-028d23908396), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:09.907971 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-f92d9ff9-f4dd-4773-b5d8-eb6166dd640c admin admin] For port b7a53c49-c7e8-441c-aa63-028d23908396, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=b7a53c49-c7e8-441c-aa63-028d23908396,segment=NetworkSegment(91c87ab6-489a-47d9-890b-978df98882c6),segment_id=91c87ab6-489a-47d9-890b-978df98882c6)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:39:09.908366 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f92d9ff9-f4dd-4773-b5d8-eb6166dd640c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (b7a53c49-c7e8-441c-aa63-028d23908396), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:09.920690 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-f92d9ff9-f4dd-4773-b5d8-eb6166dd640c admin admin] Calling delete_port for b7a53c49-c7e8-441c-aa63-028d23908396 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:39:10.009857 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f92d9ff9-f4dd-4773-b5d8-eb6166dd640c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (b7a53c49-c7e8-441c-aa63-028d23908396), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:10.041500 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92d9ff9-f4dd-4773-b5d8-eb6166dd640c admin admin] Pushing event deleted for resources: {'Port': ['ID=b7a53c49-c7e8-441c-aa63-028d23908396,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:10.043341 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92d9ff9-f4dd-4773-b5d8-eb6166dd640c admin admin] No DVR routers for this DVR port b7a53c49-c7e8-441c-aa63-028d23908396 on host n-d-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:39:10.117116 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f92d9ff9-f4dd-4773-b5d8-eb6166dd640c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (614fc8a8-1da9-4631-b467-bffba7c67edb), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:10.137704 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-f92d9ff9-f4dd-4773-b5d8-eb6166dd640c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['614fc8a8-1da9-4631-b467-bffba7c67edb']}} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:39:10.148681 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-f92d9ff9-f4dd-4773-b5d8-eb6166dd640c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91c87ab6-489a-47d9-890b-978df98882c6') {'for_net_delete': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:39:10.148978 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-f92d9ff9-f4dd-4773-b5d8-eb6166dd640c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91c87ab6-489a-47d9-890b-978df98882c6') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:39:10.159127 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f92d9ff9-f4dd-4773-b5d8-eb6166dd640c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110711'] for segment (91c87ab6-489a-47d9-890b-978df98882c6), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:10.161477 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba5469b0-1583-414b-aada-ee2143a14f0f None None] DHCP port deletion for 614fc8a8-1da9-4631-b467-bffba7c67edb request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:39:10.177158 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f92d9ff9-f4dd-4773-b5d8-eb6166dd640c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (91c87ab6-489a-47d9-890b-978df98882c6), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:10.183943 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f92d9ff9-f4dd-4773-b5d8-eb6166dd640c admin admin] Releasing vlan 731 on physical network physnet1 to pool {{(pid=103140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:39:10.184472 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f92d9ff9-f4dd-4773-b5d8-eb6166dd640c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669415'] for segment (91c87ab6-489a-47d9-890b-978df98882c6), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:10.186243 n-d-828369-5 neutron-server[103140]: Traceback (most recent call last): Feb 09 22:39:10.186243 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:39:10.186243 n-d-828369-5 neutron-server[103140]: timer() Feb 09 22:39:10.186243 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:39:10.186243 n-d-828369-5 neutron-server[103140]: cb(*args, **kw) Feb 09 22:39:10.186243 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:39:10.186243 n-d-828369-5 neutron-server[103140]: return func(*args, **kwargs) Feb 09 22:39:10.186243 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:39:10.186243 n-d-828369-5 neutron-server[103140]: self._notify() Feb 09 22:39:10.186243 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:39:10.186243 n-d-828369-5 neutron-server[103140]: self.callback(batched_events) Feb 09 22:39:10.186243 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:39:10.186243 n-d-828369-5 neutron-server[103140]: event.method(event) Feb 09 22:39:10.186243 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:39:10.186243 n-d-828369-5 neutron-server[103140]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:39:10.186243 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:39:10.186243 n-d-828369-5 neutron-server[103140]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:39:10.186243 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:39:10.186243 n-d-828369-5 neutron-server[103140]: return f(self, *a, **k) Feb 09 22:39:10.186243 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:39:10.186243 n-d-828369-5 neutron-server[103140]: return self._get(url).json() Feb 09 22:39:10.186243 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:39:10.186243 n-d-828369-5 neutron-server[103140]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:39:10.186243 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:39:10.186243 n-d-828369-5 neutron-server[103140]: return self.request(url, 'GET', **kwargs) Feb 09 22:39:10.186243 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:39:10.186243 n-d-828369-5 neutron-server[103140]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:39:10.186243 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:39:10.186243 n-d-828369-5 neutron-server[103140]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:39:10.186243 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:39:10.186243 n-d-828369-5 neutron-server[103140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:39:10.186243 n-d-828369-5 neutron-server[103140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:39:10.240837 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f92d9ff9-f4dd-4773-b5d8-eb6166dd640c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (614fc8a8-1da9-4631-b467-bffba7c67edb), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:10.246283 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f92d9ff9-f4dd-4773-b5d8-eb6166dd640c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:10.249519 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-f92d9ff9-f4dd-4773-b5d8-eb6166dd640c admin admin] 10.222.0.90 "DELETE /v2.0/networks/614fc8a8-1da9-4631-b467-bffba7c67edb HTTP/1.1" status: 204 len: 168 time: 0.5326424 Feb 09 22:39:10.260568 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92d9ff9-f4dd-4773-b5d8-eb6166dd640c admin admin] Pushing event deleted for resources: {'Network': ['ID=614fc8a8-1da9-4631-b467-bffba7c67edb,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:10.415287 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53354) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:39:10.459175 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-fa7a9cc7-3a45-4c79-aca3-a5e90bc43196 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=87c2ef1af67c4d0c99ff39e8119fc210&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0420129 Feb 09 22:39:10.461731 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53356) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:39:10.511421 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a0927d96-71aa-43dc-a47b-ba5e6544e136 admin admin] Publish callbacks [] for security_group (ccf8655c-f7f6-4606-8eb5-8a5d4faaa62e), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:10.532292 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a0927d96-71aa-43dc-a47b-ba5e6544e136 admin admin] Publish callbacks [] for security_group (ccf8655c-f7f6-4606-8eb5-8a5d4faaa62e), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:10.578549 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a0927d96-71aa-43dc-a47b-ba5e6544e136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (ccf8655c-f7f6-4606-8eb5-8a5d4faaa62e), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:10.581469 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a0927d96-71aa-43dc-a47b-ba5e6544e136 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:10.582880 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-a0927d96-71aa-43dc-a47b-ba5e6544e136 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/ccf8655c-f7f6-4606-8eb5-8a5d4faaa62e HTTP/1.1" status: 204 len: 168 time: 0.1201313 Feb 09 22:39:10.591293 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0927d96-71aa-43dc-a47b-ba5e6544e136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf8655c-f7f6-4606-8eb5-8a5d4faaa62e,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:10.892850 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53362) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:39:10.916172 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device b7a53c49-c7e8-441c-aa63-028d23908396 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:39:10.936288 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: b7a53c49-c7e8-441c-aa63-028d23908396 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:39:10.936642 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device b7a53c49-c7e8-441c-aa63-028d23908396 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:39:10.936813 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-8fe8defc-0036-489c-9f3f-efe3b56e43a6 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=1a044b4d2d6145a38d4382deba423be2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0428076 Feb 09 22:39:10.937071 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device ded620f2-468b-42b0-8f9c-eeed84382013 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:39:10.939799 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 53364) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:39:10.956951 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: ded620f2-468b-42b0-8f9c-eeed84382013 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:39:10.957330 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device ded620f2-468b-42b0-8f9c-eeed84382013 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:39:10.957765 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device edf8e438-6859-4637-9b9e-5a2dc81f8690 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:39:10.977427 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: edf8e438-6859-4637-9b9e-5a2dc81f8690 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:39:10.977780 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device edf8e438-6859-4637-9b9e-5a2dc81f8690 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:39:10.987888 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c71fcb41-3020-4896-bf86-721bbd5b1a48 admin admin] Publish callbacks [] for security_group (cbdf86f6-f24e-454f-85ed-07aabcfa2eb3), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:11.012244 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c71fcb41-3020-4896-bf86-721bbd5b1a48 admin admin] Publish callbacks [] for security_group (cbdf86f6-f24e-454f-85ed-07aabcfa2eb3), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:11.061648 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c71fcb41-3020-4896-bf86-721bbd5b1a48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (cbdf86f6-f24e-454f-85ed-07aabcfa2eb3), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:11.066611 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c71fcb41-3020-4896-bf86-721bbd5b1a48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:11.071513 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-c71fcb41-3020-4896-bf86-721bbd5b1a48 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/cbdf86f6-f24e-454f-85ed-07aabcfa2eb3 HTTP/1.1" status: 204 len: 168 time: 0.1283731 Feb 09 22:39:11.083324 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71fcb41-3020-4896-bf86-721bbd5b1a48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbdf86f6-f24e-454f-85ed-07aabcfa2eb3,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:11.125305 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ac0f1f72-b502-42a0-b62f-4d4c401f96ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:12.684190 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 53406) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:39:12.689100 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-4c75fbab-21d8-46f8-8ad7-b6bc5f4b769d tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-206667538', 'description': 'tempest-secgroup-smoke-206667538 description', 'project_id': 'f48dcb2b50d74af19383cd1d97f39748'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:39:12.709572 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4c75fbab-21d8-46f8-8ad7-b6bc5f4b769d tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:12.717442 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4c75fbab-21d8-46f8-8ad7-b6bc5f4b769d tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:12.792085 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4c75fbab-21d8-46f8-8ad7-b6bc5f4b769d tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group (3494b3b1-fc92-42cd-903c-d522e58ee0ea), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:12.795815 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4c75fbab-21d8-46f8-8ad7-b6bc5f4b769d tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (3494b3b1-fc92-42cd-903c-d522e58ee0ea), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:12.838543 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c75fbab-21d8-46f8-8ad7-b6bc5f4b769d tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3494b3b1-fc92-42cd-903c-d522e58ee0ea,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:12.878458 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4c75fbab-21d8-46f8-8ad7-b6bc5f4b769d tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group (a034ef4e-4d75-4547-bdc3-136140de51e9), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:12.881655 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4c75fbab-21d8-46f8-8ad7-b6bc5f4b769d tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (a034ef4e-4d75-4547-bdc3-136140de51e9), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:12.910417 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4c75fbab-21d8-46f8-8ad7-b6bc5f4b769d tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:12.911580 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-4c75fbab-21d8-46f8-8ad7-b6bc5f4b769d tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2263322 Feb 09 22:39:12.915396 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53408) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:39:12.916140 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c75fbab-21d8-46f8-8ad7-b6bc5f4b769d tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a034ef4e-4d75-4547-bdc3-136140de51e9,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:12.920972 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-c6dd0ebd-fd75-4fcd-ac58-c282ab681dde tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Request body: {'security_group_rule': {'security_group_id': 'a034ef4e-4d75-4547-bdc3-136140de51e9', 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:39:12.947664 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6dd0ebd-fd75-4fcd-ac58-c282ab681dde tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group_rule (f4f560ef-eeeb-4205-932c-a5a8b08d79d8), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:12.970847 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:13.005748 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6dd0ebd-fd75-4fcd-ac58-c282ab681dde tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group_rule (f4f560ef-eeeb-4205-932c-a5a8b08d79d8), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:13.009605 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6dd0ebd-fd75-4fcd-ac58-c282ab681dde tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (f4f560ef-eeeb-4205-932c-a5a8b08d79d8), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:13.026748 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dd0ebd-fd75-4fcd-ac58-c282ab681dde tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4f560ef-eeeb-4205-932c-a5a8b08d79d8,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:13.033694 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c6dd0ebd-fd75-4fcd-ac58-c282ab681dde tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:13.034881 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-c6dd0ebd-fd75-4fcd-ac58-c282ab681dde tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1184802 Feb 09 22:39:13.038198 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53410) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:39:13.042536 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-3aad405d-15d7-4e3c-b510-90a16a69757d tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Request body: {'security_group_rule': {'security_group_id': 'a034ef4e-4d75-4547-bdc3-136140de51e9', 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:39:13.066903 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3aad405d-15d7-4e3c-b510-90a16a69757d tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group_rule (bb8e75f1-a3e6-4edf-a822-247eabbc2d11), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:13.123355 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3aad405d-15d7-4e3c-b510-90a16a69757d tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group_rule (bb8e75f1-a3e6-4edf-a822-247eabbc2d11), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:13.127140 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3aad405d-15d7-4e3c-b510-90a16a69757d tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (bb8e75f1-a3e6-4edf-a822-247eabbc2d11), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:13.144940 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aad405d-15d7-4e3c-b510-90a16a69757d tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb8e75f1-a3e6-4edf-a822-247eabbc2d11,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:13.152623 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3aad405d-15d7-4e3c-b510-90a16a69757d tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:13.153839 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-3aad405d-15d7-4e3c-b510-90a16a69757d tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1146722 Feb 09 22:39:13.156534 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53412) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:39:13.168075 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-e1d9473a-920d-4f4a-8d64-fa34ca4044a4 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Request body: {'security_group_rule': {'security_group_id': 'a034ef4e-4d75-4547-bdc3-136140de51e9', 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:39:13.193896 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e1d9473a-920d-4f4a-8d64-fa34ca4044a4 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group_rule (e3e79776-4dc1-4b90-9bd4-7f12295b6b2b), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:13.251051 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e1d9473a-920d-4f4a-8d64-fa34ca4044a4 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group_rule (e3e79776-4dc1-4b90-9bd4-7f12295b6b2b), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:13.254689 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e1d9473a-920d-4f4a-8d64-fa34ca4044a4 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (e3e79776-4dc1-4b90-9bd4-7f12295b6b2b), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:13.273118 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d9473a-920d-4f4a-8d64-fa34ca4044a4 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3e79776-4dc1-4b90-9bd4-7f12295b6b2b,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:13.278709 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e1d9473a-920d-4f4a-8d64-fa34ca4044a4 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:13.280102 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-e1d9473a-920d-4f4a-8d64-fa34ca4044a4 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1225967 Feb 09 22:39:13.282754 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53414) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:39:13.287694 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-2c70f451-16e1-4c2b-ba13-08d13ed0f695 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Request body: {'security_group_rule': {'security_group_id': 'a034ef4e-4d75-4547-bdc3-136140de51e9', 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:39:13.310785 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2c70f451-16e1-4c2b-ba13-08d13ed0f695 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group_rule (2b2b777b-70f5-4df6-9016-36444fa913d3), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:13.365985 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2c70f451-16e1-4c2b-ba13-08d13ed0f695 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group_rule (2b2b777b-70f5-4df6-9016-36444fa913d3), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:13.369463 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2c70f451-16e1-4c2b-ba13-08d13ed0f695 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (2b2b777b-70f5-4df6-9016-36444fa913d3), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:13.387268 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c70f451-16e1-4c2b-ba13-08d13ed0f695 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b2b777b-70f5-4df6-9016-36444fa913d3,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:13.391647 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2c70f451-16e1-4c2b-ba13-08d13ed0f695 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:13.392900 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-2c70f451-16e1-4c2b-ba13-08d13ed0f695 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1091554 Feb 09 22:39:13.395585 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53416) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:39:13.400289 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-d846be13-2fe4-4c2a-a6e5-b58d4871414a tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Request body: {'security_group_rule': {'security_group_id': 'a034ef4e-4d75-4547-bdc3-136140de51e9', 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:39:13.419673 n-d-828369-5 neutron-server[103141]: INFO neutron.db.securitygroups_db [None req-d846be13-2fe4-4c2a-a6e5-b58d4871414a tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Project f48dcb2b50d74af19383cd1d97f39748 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 22:39:13.424244 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d846be13-2fe4-4c2a-a6e5-b58d4871414a tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group_rule (7fd95492-1ae8-40d1-a3cf-be9d2701aa74), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:13.480413 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d846be13-2fe4-4c2a-a6e5-b58d4871414a tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group_rule (7fd95492-1ae8-40d1-a3cf-be9d2701aa74), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:13.483632 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d846be13-2fe4-4c2a-a6e5-b58d4871414a tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (7fd95492-1ae8-40d1-a3cf-be9d2701aa74), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:13.500095 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d846be13-2fe4-4c2a-a6e5-b58d4871414a tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fd95492-1ae8-40d1-a3cf-be9d2701aa74,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:13.508923 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d846be13-2fe4-4c2a-a6e5-b58d4871414a tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:13.510116 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-d846be13-2fe4-4c2a-a6e5-b58d4871414a tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1130798 Feb 09 22:39:13.512834 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53418) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:39:13.517047 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-3b10cd2f-d905-4bcd-9643-0a28dbb793bf tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Request body: {'security_group_rule': {'security_group_id': 'a034ef4e-4d75-4547-bdc3-136140de51e9', 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:39:13.536311 n-d-828369-5 neutron-server[103141]: INFO neutron.db.securitygroups_db [None req-3b10cd2f-d905-4bcd-9643-0a28dbb793bf tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Project f48dcb2b50d74af19383cd1d97f39748 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 22:39:13.541248 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3b10cd2f-d905-4bcd-9643-0a28dbb793bf tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group_rule (5d9f23a7-cb8a-411d-80a8-2d24b55818cc), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:13.601038 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3b10cd2f-d905-4bcd-9643-0a28dbb793bf tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group_rule (5d9f23a7-cb8a-411d-80a8-2d24b55818cc), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:13.604495 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3b10cd2f-d905-4bcd-9643-0a28dbb793bf tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (5d9f23a7-cb8a-411d-80a8-2d24b55818cc), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:13.874106 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b10cd2f-d905-4bcd-9643-0a28dbb793bf tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d9f23a7-cb8a-411d-80a8-2d24b55818cc,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:13.881340 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3b10cd2f-d905-4bcd-9643-0a28dbb793bf tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:13.882822 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-3b10cd2f-d905-4bcd-9643-0a28dbb793bf tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3687918 Feb 09 22:39:13.885678 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53420) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:39:13.890460 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-65e85dbb-29f3-4bc4-ba1a-8eb1b3b82129 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Request body: {'network': {'name': 'tempest-network-smoke--1854730458', 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'port_security_enabled': True}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:39:13.908821 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e85dbb-29f3-4bc4-ba1a-8eb1b3b82129 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Made reservation on behalf of f48dcb2b50d74af19383cd1d97f39748 for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:39:13.912585 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-65e85dbb-29f3-4bc4-ba1a-8eb1b3b82129 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:13.934346 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65e85dbb-29f3-4bc4-ba1a-8eb1b3b82129 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:39:13.943079 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-65e85dbb-29f3-4bc4-ba1a-8eb1b3b82129 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (46378ae2-84e3-4f4f-9da7-10a9f810d4d7), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:13.943415 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-65e85dbb-29f3-4bc4-ba1a-8eb1b3b82129 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Added segment 46378ae2-84e3-4f4f-9da7-10a9f810d4d7 of type vlan for network e8221eb0-dea5-465b-8ace-52922e3814ae Feb 09 22:39:13.989012 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-65e85dbb-29f3-4bc4-ba1a-8eb1b3b82129 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (e8221eb0-dea5-465b-8ace-52922e3814ae), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:14.013318 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-65e85dbb-29f3-4bc4-ba1a-8eb1b3b82129 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (e8221eb0-dea5-465b-8ace-52922e3814ae), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:14.018161 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e85dbb-29f3-4bc4-ba1a-8eb1b3b82129 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:14.018752 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-65e85dbb-29f3-4bc4-ba1a-8eb1b3b82129 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:14.073867 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-65e85dbb-29f3-4bc4-ba1a-8eb1b3b82129 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1871314 Feb 09 22:39:14.077337 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 53422) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:39:14.082546 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-4c06a088-bf18-4a4b-9477-08c2ba7ed799 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1633855764', 'admin_state_up': True, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:39:14.088914 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e85dbb-29f3-4bc4-ba1a-8eb1b3b82129 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event updated for resources: {'Network': ['ID=e8221eb0-dea5-465b-8ace-52922e3814ae,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:14.102448 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network e8221eb0-dea5-465b-8ace-52922e3814ae details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:39:14.105814 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4c06a088-bf18-4a4b-9477-08c2ba7ed799 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (d39b0d2e-7108-4e62-ae87-420736d89332), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:14.106950 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4c06a088-bf18-4a4b-9477-08c2ba7ed799 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (d39b0d2e-7108-4e62-ae87-420736d89332), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:14.169254 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4c06a088-bf18-4a4b-9477-08c2ba7ed799 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for router_controller (d39b0d2e-7108-4e62-ae87-420736d89332), precommit_add_association {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:14.309307 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4c06a088-bf18-4a4b-9477-08c2ba7ed799 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for router_gateway (d39b0d2e-7108-4e62-ae87-420736d89332), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:14.386691 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:14.504669 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4c06a088-bf18-4a4b-9477-08c2ba7ed799 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for router_gateway (d39b0d2e-7108-4e62-ae87-420736d89332), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:14.522452 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4c06a088-bf18-4a4b-9477-08c2ba7ed799 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:14.624888 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-4c06a088-bf18-4a4b-9477-08c2ba7ed799 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Allocated IP 172.25.3.214 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/b0d16f68-2f3c-4e4f-a3b5-8e47563ac34d) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:39:14.725507 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4c06a088-bf18-4a4b-9477-08c2ba7ed799 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for port (b0d16f68-2f3c-4e4f-a3b5-8e47563ac34d), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:14.757613 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4c06a088-bf18-4a4b-9477-08c2ba7ed799 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (b0d16f68-2f3c-4e4f-a3b5-8e47563ac34d), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:14.802606 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c06a088-bf18-4a4b-9477-08c2ba7ed799 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:39:14.807606 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-4c06a088-bf18-4a4b-9477-08c2ba7ed799 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:39:14.810093 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c06a088-bf18-4a4b-9477-08c2ba7ed799 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:39:14.813435 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c06a088-bf18-4a4b-9477-08c2ba7ed799 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event updated for resources: {'Port': ['ID=b0d16f68-2f3c-4e4f-a3b5-8e47563ac34d,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:15.382818 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4c06a088-bf18-4a4b-9477-08c2ba7ed799 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for router_gateway (d39b0d2e-7108-4e62-ae87-420736d89332), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:15.475424 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:15.585165 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4c06a088-bf18-4a4b-9477-08c2ba7ed799 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (d39b0d2e-7108-4e62-ae87-420736d89332), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:15.709318 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c06a088-bf18-4a4b-9477-08c2ba7ed799 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Router d39b0d2e-7108-4e62-ae87-420736d89332 is scheduled to L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 with binding_index 1 {{(pid=103140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:39:15.817003 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c06a088-bf18-4a4b-9477-08c2ba7ed799 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:39:15.827055 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b79d82b-00d6-44e6-9c70-97fbdf17e0a8 None None] Sync routers for ids ['d39b0d2e-7108-4e62-ae87-420736d89332'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:39:15.837241 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b79d82b-00d6-44e6-9c70-97fbdf17e0a8 None None] Routers {'d39b0d2e-7108-4e62-ae87-420736d89332'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:39:15.837847 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-0b79d82b-00d6-44e6-9c70-97fbdf17e0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:39:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['d39b0d2e-7108-4e62-ae87-420736d89332'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:39:15.838383 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4c06a088-bf18-4a4b-9477-08c2ba7ed799 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:15.839692 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-4c06a088-bf18-4a4b-9477-08c2ba7ed799 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7611010 Feb 09 22:39:15.842879 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 53424) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:39:15.941657 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-0b79d82b-00d6-44e6-9c70-97fbdf17e0a8 None None] Set router d39b0d2e-7108-4e62-ae87-420736d89332 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:39:15.992156 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-fade4ce9-112b-48ee-8da1-36705c78d617 tempest-TestNetworkAdvancedServerOps-1936337105 tempest-TestNetworkAdvancedServerOps-1936337105-project-admin] 10.222.0.90 "GET /v2.0/subnets?project_id=f48dcb2b50d74af19383cd1d97f39748&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1480806 Feb 09 22:39:15.994799 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 53428) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:39:16.124751 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-0b79d82b-00d6-44e6-9c70-97fbdf17e0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd39b0d2e-7108-4e62-ae87-420736d89332', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1633855764', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': 'b0d16f68-2f3c-4e4f-a3b5-8e47563ac34d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:39:14Z', 'updated_at': '2022-02-09T22:39:15Z', 'revision_number': 3, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'gw_port': {'id': 'b0d16f68-2f3c-4e4f-a3b5-8e47563ac34d', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a2:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd39b0d2e-7108-4e62-ae87-420736d89332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:39:14Z', 'updated_at': '2022-02-09T22:39:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:39:16.144505 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b33978-996b-4850-b363-682c14970743 tempest-TestNetworkAdvancedServerOps-1936337105 tempest-TestNetworkAdvancedServerOps-1936337105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:16.146577 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-35b33978-996b-4850-b363-682c14970743 tempest-TestNetworkAdvancedServerOps-1936337105 tempest-TestNetworkAdvancedServerOps-1936337105-project-admin] 10.222.0.90 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1503556 Feb 09 22:39:16.149487 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 53430) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:39:16.152093 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b79d82b-00d6-44e6-9c70-97fbdf17e0a8 None None] Checking router: d39b0d2e-7108-4e62-ae87-420736d89332 for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:39:16.152468 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b79d82b-00d6-44e6-9c70-97fbdf17e0a8 None None] Updating router d39b0d2e-7108-4e62-ae87-420736d89332 port b0d16f68-2f3c-4e4f-a3b5-8e47563ac34d binding host n-d-828369-5 {{(pid=103143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:39:16.180063 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0b79d82b-00d6-44e6-9c70-97fbdf17e0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (b0d16f68-2f3c-4e4f-a3b5-8e47563ac34d), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:16.183535 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-8f472468-b257-46e8-8ecc-b31e8a510960 tempest-TestNetworkAdvancedServerOps-1936337105 tempest-TestNetworkAdvancedServerOps-1936337105-project-admin] 10.222.0.90 "GET /v2.0/subnets?network_id=54a442d5-50a0-4c75-85cc-d19f5bf58118&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0329747 Feb 09 22:39:16.186286 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53432) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:39:16.191787 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-44a76531-a44b-495e-847c-e15dc9c38b91 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1299885938', 'network_id': 'e8221eb0-dea5-465b-8ace-52922e3814ae', 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:39:16.279259 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a76531-a44b-495e-847c-e15dc9c38b91 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Made reservation on behalf of f48dcb2b50d74af19383cd1d97f39748 for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:39:16.283029 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-44a76531-a44b-495e-847c-e15dc9c38b91 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:16.435198 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0b79d82b-00d6-44e6-9c70-97fbdf17e0a8 None None] Publish callbacks [] for port (b0d16f68-2f3c-4e4f-a3b5-8e47563ac34d), precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:16.440469 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0b79d82b-00d6-44e6-9c70-97fbdf17e0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (b0d16f68-2f3c-4e4f-a3b5-8e47563ac34d), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:16.474981 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-44a76531-a44b-495e-847c-e15dc9c38b91 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (8e5b2988-8309-480f-bfa1-f0e2e29b02bd), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:16.491040 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-0b79d82b-00d6-44e6-9c70-97fbdf17e0a8 None None] Attempting to bind port b0d16f68-2f3c-4e4f-a3b5-8e47563ac34d on host n-d-828369-5 for vnic_type normal with profile {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:39:16.491419 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-0b79d82b-00d6-44e6-9c70-97fbdf17e0a8 None None] Attempting to bind port b0d16f68-2f3c-4e4f-a3b5-8e47563ac34d by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:39:16.491782 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b79d82b-00d6-44e6-9c70-97fbdf17e0a8 None None] Attempting to bind port b0d16f68-2f3c-4e4f-a3b5-8e47563ac34d on network 54a442d5-50a0-4c75-85cc-d19f5bf58118 {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:39:16.502976 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b79d82b-00d6-44e6-9c70-97fbdf17e0a8 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:39:16.503358 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b79d82b-00d6-44e6-9c70-97fbdf17e0a8 None None] Checking segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:39:16.503771 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0b79d82b-00d6-44e6-9c70-97fbdf17e0a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:16.504168 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b79d82b-00d6-44e6-9c70-97fbdf17e0a8 None None] Bound using segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:39:16.504672 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-0b79d82b-00d6-44e6-9c70-97fbdf17e0a8 None None] Bound port: b0d16f68-2f3c-4e4f-a3b5-8e47563ac34d, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:39:16.505062 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0b79d82b-00d6-44e6-9c70-97fbdf17e0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (b0d16f68-2f3c-4e4f-a3b5-8e47563ac34d), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:16.529774 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1dc802-9a13-4260-bba2-3e71f3553cc6 None None] Pushing event updated for resources: {'Port': ['ID=b0d16f68-2f3c-4e4f-a3b5-8e47563ac34d,revision_number=2']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:16.537317 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a76531-a44b-495e-847c-e15dc9c38b91 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event updated for resources: {'Subnet': ['ID=8e5b2988-8309-480f-bfa1-f0e2e29b02bd,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:16.539926 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1dc802-9a13-4260-bba2-3e71f3553cc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:16.540479 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1dc802-9a13-4260-bba2-3e71f3553cc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:16.540837 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1dc802-9a13-4260-bba2-3e71f3553cc6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:16.541176 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1dc802-9a13-4260-bba2-3e71f3553cc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:16.541511 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1dc802-9a13-4260-bba2-3e71f3553cc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:16.541845 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1dc802-9a13-4260-bba2-3e71f3553cc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:16.542173 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1dc802-9a13-4260-bba2-3e71f3553cc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:16.542500 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1dc802-9a13-4260-bba2-3e71f3553cc6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:16.542825 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1dc802-9a13-4260-bba2-3e71f3553cc6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:16.543150 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1dc802-9a13-4260-bba2-3e71f3553cc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:16.543476 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1dc802-9a13-4260-bba2-3e71f3553cc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:16.543801 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1dc802-9a13-4260-bba2-3e71f3553cc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:16.544746 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1dc802-9a13-4260-bba2-3e71f3553cc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:39:16.547616 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a76531-a44b-495e-847c-e15dc9c38b91 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Checking segment: {'id': '46378ae2-84e3-4f4f-9da7-10a9f810d4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'e8221eb0-dea5-465b-8ace-52922e3814ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:39:16.547962 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a76531-a44b-495e-847c-e15dc9c38b91 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Network hostable DHCP agents. Network: e8221eb0-dea5-465b-8ace-52922e3814ae, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:39:16.565490 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a76531-a44b-495e-847c-e15dc9c38b91 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Network e8221eb0-dea5-465b-8ace-52922e3814ae is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:39:16.575266 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-44a76531-a44b-495e-847c-e15dc9c38b91 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, e8221eb0-dea5-465b-8ace-52922e3814ae) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:39:16.576115 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-0b79d82b-00d6-44e6-9c70-97fbdf17e0a8 None None] For port b0d16f68-2f3c-4e4f-a3b5-8e47563ac34d, host n-d-828369-5, cleared binding levels {{(pid=103143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:39:16.579836 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-0b79d82b-00d6-44e6-9c70-97fbdf17e0a8 None None] For port b0d16f68-2f3c-4e4f-a3b5-8e47563ac34d, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=b0d16f68-2f3c-4e4f-a3b5-8e47563ac34d,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:39:16.580024 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a76531-a44b-495e-847c-e15dc9c38b91 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:16.580581 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-44a76531-a44b-495e-847c-e15dc9c38b91 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:16.587011 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec8fdd4-44bd-48a6-b39a-2a404fd74c25 None None] Network e8221eb0-dea5-465b-8ace-52922e3814ae requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:39:16.587987 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-0b79d82b-00d6-44e6-9c70-97fbdf17e0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (b0d16f68-2f3c-4e4f-a3b5-8e47563ac34d), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:16.600648 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-44a76531-a44b-495e-847c-e15dc9c38b91 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4106185 Feb 09 22:39:16.601704 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 53434) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:39:16.638381 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b79d82b-00d6-44e6-9c70-97fbdf17e0a8 None None] Routers {'d39b0d2e-7108-4e62-ae87-420736d89332'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:39:16.639005 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-0b79d82b-00d6-44e6-9c70-97fbdf17e0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:39:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['d39b0d2e-7108-4e62-ae87-420736d89332'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:39:16.689416 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718bee2f-44c9-4206-9f06-f8e723891015 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-e8221eb0-dea5-465b-8ace-52922e3814ae', 'network_id': 'e8221eb0-dea5-465b-8ace-52922e3814ae', 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'fixed_ips': [{'subnet_id': '8e5b2988-8309-480f-bfa1-f0e2e29b02bd'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:39:16.690602 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-718bee2f-44c9-4206-9f06-f8e723891015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:16.725201 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1dc802-9a13-4260-bba2-3e71f3553cc6 None None] Pushing event updated for resources: {'Port': ['ID=b0d16f68-2f3c-4e4f-a3b5-8e47563ac34d,revision_number=3']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:16.764193 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-0b79d82b-00d6-44e6-9c70-97fbdf17e0a8 None None] Set router d39b0d2e-7108-4e62-ae87-420736d89332 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:39:16.833759 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-718bee2f-44c9-4206-9f06-f8e723891015 None None] Allocated IP 172.20.0.2 (e8221eb0-dea5-465b-8ace-52922e3814ae/8e5b2988-8309-480f-bfa1-f0e2e29b02bd/0eadc652-4255-44aa-ba41-1f8462bece42) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:39:16.960184 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-0b79d82b-00d6-44e6-9c70-97fbdf17e0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd39b0d2e-7108-4e62-ae87-420736d89332', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1633855764', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': 'b0d16f68-2f3c-4e4f-a3b5-8e47563ac34d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:39:14Z', 'updated_at': '2022-02-09T22:39:15Z', 'revision_number': 3, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'gw_port': {'id': 'b0d16f68-2f3c-4e4f-a3b5-8e47563ac34d', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a2:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd39b0d2e-7108-4e62-ae87-420736d89332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:39:14Z', 'updated_at': '2022-02-09T22:39:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:39:16.987121 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-718bee2f-44c9-4206-9f06-f8e723891015 None None] Publish callbacks [] for port (0eadc652-4255-44aa-ba41-1f8462bece42), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:16.987353 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b79d82b-00d6-44e6-9c70-97fbdf17e0a8 None None] The sync data for ids ['d39b0d2e-7108-4e62-ae87-420736d89332'] in n-d-828369-5 is: [{'id': 'd39b0d2e-7108-4e62-ae87-420736d89332', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1633855764', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': 'b0d16f68-2f3c-4e4f-a3b5-8e47563ac34d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:39:14Z', 'updated_at': '2022-02-09T22:39:15Z', 'revision_number': 3, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'gw_port': {'id': 'b0d16f68-2f3c-4e4f-a3b5-8e47563ac34d', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a2:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd39b0d2e-7108-4e62-ae87-420736d89332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:39:14Z', 'updated_at': '2022-02-09T22:39:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:39:16.998672 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-718bee2f-44c9-4206-9f06-f8e723891015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (0eadc652-4255-44aa-ba41-1f8462bece42), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:17.049753 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718bee2f-44c9-4206-9f06-f8e723891015 None None] Network e8221eb0-dea5-465b-8ace-52922e3814ae is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:39:17.052909 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-718bee2f-44c9-4206-9f06-f8e723891015 None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:39:17.057503 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718bee2f-44c9-4206-9f06-f8e723891015 None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:39:17.060813 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718bee2f-44c9-4206-9f06-f8e723891015 None None] Pushing event updated for resources: {'Port': ['ID=0eadc652-4255-44aa-ba41-1f8462bece42,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:17.085739 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2ed36304-85b4-4a53-a3c4-eec830b7fd63 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:17.119118 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-718bee2f-44c9-4206-9f06-f8e723891015 None None] Attempting to bind port 0eadc652-4255-44aa-ba41-1f8462bece42 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:39:17.119638 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-718bee2f-44c9-4206-9f06-f8e723891015 None None] Attempting to bind port 0eadc652-4255-44aa-ba41-1f8462bece42 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '46378ae2-84e3-4f4f-9da7-10a9f810d4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'e8221eb0-dea5-465b-8ace-52922e3814ae'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:39:17.120084 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718bee2f-44c9-4206-9f06-f8e723891015 None None] Attempting to bind port 0eadc652-4255-44aa-ba41-1f8462bece42 on network e8221eb0-dea5-465b-8ace-52922e3814ae {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:39:17.125431 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718bee2f-44c9-4206-9f06-f8e723891015 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:39:17.125910 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718bee2f-44c9-4206-9f06-f8e723891015 None None] Checking segment: {'id': '46378ae2-84e3-4f4f-9da7-10a9f810d4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'e8221eb0-dea5-465b-8ace-52922e3814ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:39:17.126396 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-718bee2f-44c9-4206-9f06-f8e723891015 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:17.126862 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718bee2f-44c9-4206-9f06-f8e723891015 None None] Bound using segment: {'id': '46378ae2-84e3-4f4f-9da7-10a9f810d4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'e8221eb0-dea5-465b-8ace-52922e3814ae'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:39:17.127408 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-718bee2f-44c9-4206-9f06-f8e723891015 None None] Bound port: 0eadc652-4255-44aa-ba41-1f8462bece42, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46378ae2-84e3-4f4f-9da7-10a9f810d4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'e8221eb0-dea5-465b-8ace-52922e3814ae'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:39:17.127863 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-718bee2f-44c9-4206-9f06-f8e723891015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (0eadc652-4255-44aa-ba41-1f8462bece42), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:17.226962 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-718bee2f-44c9-4206-9f06-f8e723891015 None None] For port 0eadc652-4255-44aa-ba41-1f8462bece42, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:39:17.234899 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-718bee2f-44c9-4206-9f06-f8e723891015 None None] For port 0eadc652-4255-44aa-ba41-1f8462bece42, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=0eadc652-4255-44aa-ba41-1f8462bece42,segment=NetworkSegment(46378ae2-84e3-4f4f-9da7-10a9f810d4d7),segment_id=46378ae2-84e3-4f4f-9da7-10a9f810d4d7)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:39:17.241408 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-718bee2f-44c9-4206-9f06-f8e723891015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (0eadc652-4255-44aa-ba41-1f8462bece42), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:17.318837 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718bee2f-44c9-4206-9f06-f8e723891015 None None] Pushing event updated for resources: {'Port': ['ID=0eadc652-4255-44aa-ba41-1f8462bece42,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:17.435128 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-2ed36304-85b4-4a53-a3c4-eec830b7fd63 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Allocated IP 172.20.0.1 (e8221eb0-dea5-465b-8ace-52922e3814ae/8e5b2988-8309-480f-bfa1-f0e2e29b02bd/0911a62b-df9f-4417-a007-89dceaae6c76) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:39:17.584090 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2ed36304-85b4-4a53-a3c4-eec830b7fd63 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for port (0911a62b-df9f-4417-a007-89dceaae6c76), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:17.634067 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2ed36304-85b4-4a53-a3c4-eec830b7fd63 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (0911a62b-df9f-4417-a007-89dceaae6c76), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:17.683971 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed36304-85b4-4a53-a3c4-eec830b7fd63 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Network e8221eb0-dea5-465b-8ace-52922e3814ae is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:39:17.687328 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-2ed36304-85b4-4a53-a3c4-eec830b7fd63 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:39:17.691458 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed36304-85b4-4a53-a3c4-eec830b7fd63 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:39:17.698524 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed36304-85b4-4a53-a3c4-eec830b7fd63 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event updated for resources: {'Port': ['ID=0911a62b-df9f-4417-a007-89dceaae6c76,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:17.741371 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2ed36304-85b4-4a53-a3c4-eec830b7fd63 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554727'] for router_interface (d39b0d2e-7108-4e62-ae87-420736d89332), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:17.885630 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2ed36304-85b4-4a53-a3c4-eec830b7fd63 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (0911a62b-df9f-4417-a007-89dceaae6c76), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:18.176691 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2ed36304-85b4-4a53-a3c4-eec830b7fd63 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for port (0911a62b-df9f-4417-a007-89dceaae6c76), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:18.182250 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2ed36304-85b4-4a53-a3c4-eec830b7fd63 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (0911a62b-df9f-4417-a007-89dceaae6c76), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:18.260302 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed36304-85b4-4a53-a3c4-eec830b7fd63 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event updated for resources: {'Port': ['ID=0911a62b-df9f-4417-a007-89dceaae6c76,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:18.262609 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2ed36304-85b4-4a53-a3c4-eec830b7fd63 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524919'] for router_interface (d39b0d2e-7108-4e62-ae87-420736d89332), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:18.269251 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ad2c6a-b5e7-4210-bffa-31fef1a48a45 None None] Network e8221eb0-dea5-465b-8ace-52922e3814ae requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:39:18.347071 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-58a1a2de-0655-42cb-b7bb-3a2c5385cede None None] Provisioning complete for port 0eadc652-4255-44aa-ba41-1f8462bece42 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:39:18.347449 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-58a1a2de-0655-42cb-b7bb-3a2c5385cede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (0eadc652-4255-44aa-ba41-1f8462bece42), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:18.360996 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed36304-85b4-4a53-a3c4-eec830b7fd63 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Network e8221eb0-dea5-465b-8ace-52922e3814ae is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:39:18.362432 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-2ed36304-85b4-4a53-a3c4-eec830b7fd63 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:39:18.467779 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-58a1a2de-0655-42cb-b7bb-3a2c5385cede None None] Current status of the port 0eadc652-4255-44aa-ba41-1f8462bece42 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:39:18.468174 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-58a1a2de-0655-42cb-b7bb-3a2c5385cede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (0eadc652-4255-44aa-ba41-1f8462bece42), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:18.493229 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ed36304-85b4-4a53-a3c4-eec830b7fd63 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Router d39b0d2e-7108-4e62-ae87-420736d89332 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:39:18.512582 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-58a1a2de-0655-42cb-b7bb-3a2c5385cede None None] For port 0eadc652-4255-44aa-ba41-1f8462bece42, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=0eadc652-4255-44aa-ba41-1f8462bece42,segment=NetworkSegment(46378ae2-84e3-4f4f-9da7-10a9f810d4d7),segment_id=46378ae2-84e3-4f4f-9da7-10a9f810d4d7)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:39:18.516251 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-58a1a2de-0655-42cb-b7bb-3a2c5385cede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (0eadc652-4255-44aa-ba41-1f8462bece42), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:18.568078 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a1a2de-0655-42cb-b7bb-3a2c5385cede None None] Pushing event updated for resources: {'Port': ['ID=0eadc652-4255-44aa-ba41-1f8462bece42,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:18.616080 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ed36304-85b4-4a53-a3c4-eec830b7fd63 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:39:18.624259 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-2ed36304-85b4-4a53-a3c4-eec830b7fd63 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "PUT /v2.0/routers/d39b0d2e-7108-4e62-ae87-420736d89332/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0195434 Feb 09 22:39:18.743395 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5d864785-e32c-48c7-afce-8cd5f24608a0 None None] Provisioning complete for port 0911a62b-df9f-4417-a007-89dceaae6c76 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:39:18.743951 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5d864785-e32c-48c7-afce-8cd5f24608a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (0911a62b-df9f-4417-a007-89dceaae6c76), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:18.773618 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125afbf7-c237-4e43-8bf9-b9fbabf2e19d None None] Sync routers for ids ['d39b0d2e-7108-4e62-ae87-420736d89332'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:39:18.792720 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a1f8b967-a34d-4acc-94d0-b396d60a6154 req-5ceec3f4-919a-4d8b-b82b-5d3f0a47ef34 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-206667538&fields=id&tenant_id=f48dcb2b50d74af19383cd1d97f39748 HTTP/1.1" status: 200 len: 267 time: 0.0563211 Feb 09 22:39:18.795206 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125afbf7-c237-4e43-8bf9-b9fbabf2e19d None None] Routers {'d39b0d2e-7108-4e62-ae87-420736d89332'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:39:18.796604 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-125afbf7-c237-4e43-8bf9-b9fbabf2e19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:39:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['d39b0d2e-7108-4e62-ae87-420736d89332'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:39:18.800130 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5d864785-e32c-48c7-afce-8cd5f24608a0 None None] Port 0911a62b-df9f-4417-a007-89dceaae6c76 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:39:18.891346 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5d864785-e32c-48c7-afce-8cd5f24608a0 None None] Provisioning complete for port 0eadc652-4255-44aa-ba41-1f8462bece42 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:39:18.891728 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5d864785-e32c-48c7-afce-8cd5f24608a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (0eadc652-4255-44aa-ba41-1f8462bece42), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:18.927813 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f8b967-a34d-4acc-94d0-b396d60a6154 req-89dbff20-24d3-4c28-9589-00d6d021e600 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:18.929800 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a1f8b967-a34d-4acc-94d0-b396d60a6154 req-89dbff20-24d3-4c28-9589-00d6d021e600 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/networks?id=e8221eb0-dea5-465b-8ace-52922e3814ae HTTP/1.1" status: 200 len: 797 time: 0.1249266 Feb 09 22:39:18.953317 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a1f8b967-a34d-4acc-94d0-b396d60a6154 req-7975c673-93ff-4166-a412-fd9a04b9b743 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/quotas/f48dcb2b50d74af19383cd1d97f39748 HTTP/1.1" status: 200 len: 375 time: 0.0152302 Feb 09 22:39:18.969805 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-125afbf7-c237-4e43-8bf9-b9fbabf2e19d None None] Set router d39b0d2e-7108-4e62-ae87-420736d89332 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:39:19.019599 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a1f8b967-a34d-4acc-94d0-b396d60a6154 req-eae34de1-d005-448c-819a-0ecc85b20de5 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=f48dcb2b50d74af19383cd1d97f39748&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0577922 Feb 09 22:39:19.087820 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 0eadc652-4255-44aa-ba41-1f8462bece42 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:39:19.125404 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5d864785-e32c-48c7-afce-8cd5f24608a0 None None] Current status of the port 0eadc652-4255-44aa-ba41-1f8462bece42 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:39:19.141362 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a1f8b967-a34d-4acc-94d0-b396d60a6154 req-3164e426-80cb-46e8-bd08-b7d251b3aa0f service neutron] 10.222.0.90 "GET /v2.0/networks/e8221eb0-dea5-465b-8ace-52922e3814ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005213 Feb 09 22:39:19.230602 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 0eadc652-4255-44aa-ba41-1f8462bece42 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:39:19.230986 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (0eadc652-4255-44aa-ba41-1f8462bece42), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:19.234613 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a1f8b967-a34d-4acc-94d0-b396d60a6154 req-a09fd345-d4dc-4827-8f95-80ba14a91643 service neutron] 10.222.0.90 "GET /v2.0/networks/e8221eb0-dea5-465b-8ace-52922e3814ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868664 Feb 09 22:39:19.300465 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-43633468-05ed-4c6b-afd0-5992e014081e None None] Provisioning complete for port 0911a62b-df9f-4417-a007-89dceaae6c76 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:39:19.301026 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-43633468-05ed-4c6b-afd0-5992e014081e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (0911a62b-df9f-4417-a007-89dceaae6c76), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:19.354489 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-43633468-05ed-4c6b-afd0-5992e014081e None None] Port 0911a62b-df9f-4417-a007-89dceaae6c76 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:39:19.377985 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-125afbf7-c237-4e43-8bf9-b9fbabf2e19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd39b0d2e-7108-4e62-ae87-420736d89332', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1633855764', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': 'b0d16f68-2f3c-4e4f-a3b5-8e47563ac34d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:39:14Z', 'updated_at': '2022-02-09T22:39:17Z', 'revision_number': 4, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'gw_port': {'id': 'b0d16f68-2f3c-4e4f-a3b5-8e47563ac34d', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a2:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd39b0d2e-7108-4e62-ae87-420736d89332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:39:14Z', 'updated_at': '2022-02-09T22:39:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '0911a62b-df9f-4417-a007-89dceaae6c76', 'name': '', 'network_id': 'e8221eb0-dea5-465b-8ace-52922e3814ae', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'mac_address': 'fa:16:3e:88:d4:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd39b0d2e-7108-4e62-ae87-420736d89332', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '8e5b2988-8309-480f-bfa1-f0e2e29b02bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:39:17Z', 'updated_at': '2022-02-09T22:39:18Z', 'revision_number': 2, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'subnets': [{'id': '8e5b2988-8309-480f-bfa1-f0e2e29b02bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:39:19.409111 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cc367b99-902e-43a6-9ca2-4d211b303fa4 req-bd5ea381-c94a-4231-93cb-4e5e2d013b5f tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=c84bb065-d683-4a5b-bee8-2594fd9da0d1 HTTP/1.1" status: 200 len: 210 time: 0.0338116 Feb 09 22:39:19.420480 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125afbf7-c237-4e43-8bf9-b9fbabf2e19d None None] Checking router: d39b0d2e-7108-4e62-ae87-420736d89332 for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:39:19.420924 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125afbf7-c237-4e43-8bf9-b9fbabf2e19d None None] Updating router d39b0d2e-7108-4e62-ae87-420736d89332 port 0911a62b-df9f-4417-a007-89dceaae6c76 binding host n-d-828369-5 {{(pid=103142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:39:19.452342 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 0eadc652-4255-44aa-ba41-1f8462bece42 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:39:19.453456 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device b0d16f68-2f3c-4e4f-a3b5-8e47563ac34d up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:39:19.478599 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-125afbf7-c237-4e43-8bf9-b9fbabf2e19d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (0911a62b-df9f-4417-a007-89dceaae6c76), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:19.594894 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port b0d16f68-2f3c-4e4f-a3b5-8e47563ac34d triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:39:19.595279 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (b0d16f68-2f3c-4e4f-a3b5-8e47563ac34d), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:19.762460 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port b0d16f68-2f3c-4e4f-a3b5-8e47563ac34d is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:39:19.762903 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (b0d16f68-2f3c-4e4f-a3b5-8e47563ac34d), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:19.797136 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port b0d16f68-2f3c-4e4f-a3b5-8e47563ac34d, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=b0d16f68-2f3c-4e4f-a3b5-8e47563ac34d,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:39:19.807189 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (b0d16f68-2f3c-4e4f-a3b5-8e47563ac34d), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:20.056801 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-125afbf7-c237-4e43-8bf9-b9fbabf2e19d None None] Publish callbacks [] for port (0911a62b-df9f-4417-a007-89dceaae6c76), precommit_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:20.064150 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=b0d16f68-2f3c-4e4f-a3b5-8e47563ac34d,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:20.066689 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-125afbf7-c237-4e43-8bf9-b9fbabf2e19d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (0911a62b-df9f-4417-a007-89dceaae6c76), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:20.116465 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dbfa2a-0554-40fc-8337-1695ff4e82f0 None None] Pushing event updated for resources: {'Port': ['ID=0911a62b-df9f-4417-a007-89dceaae6c76,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:20.175038 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-125afbf7-c237-4e43-8bf9-b9fbabf2e19d None None] Attempting to bind port 0911a62b-df9f-4417-a007-89dceaae6c76 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:39:20.175420 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-125afbf7-c237-4e43-8bf9-b9fbabf2e19d None None] Attempting to bind port 0911a62b-df9f-4417-a007-89dceaae6c76 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '46378ae2-84e3-4f4f-9da7-10a9f810d4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'e8221eb0-dea5-465b-8ace-52922e3814ae'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:39:20.175791 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125afbf7-c237-4e43-8bf9-b9fbabf2e19d None None] Attempting to bind port 0911a62b-df9f-4417-a007-89dceaae6c76 on network e8221eb0-dea5-465b-8ace-52922e3814ae {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:39:20.181245 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125afbf7-c237-4e43-8bf9-b9fbabf2e19d None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:39:20.181650 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125afbf7-c237-4e43-8bf9-b9fbabf2e19d None None] Checking segment: {'id': '46378ae2-84e3-4f4f-9da7-10a9f810d4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'e8221eb0-dea5-465b-8ace-52922e3814ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:39:20.182040 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-125afbf7-c237-4e43-8bf9-b9fbabf2e19d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:20.182440 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125afbf7-c237-4e43-8bf9-b9fbabf2e19d None None] Bound using segment: {'id': '46378ae2-84e3-4f4f-9da7-10a9f810d4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'e8221eb0-dea5-465b-8ace-52922e3814ae'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:39:20.182919 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-125afbf7-c237-4e43-8bf9-b9fbabf2e19d None None] Bound port: 0911a62b-df9f-4417-a007-89dceaae6c76, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46378ae2-84e3-4f4f-9da7-10a9f810d4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'e8221eb0-dea5-465b-8ace-52922e3814ae'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:39:20.183306 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-125afbf7-c237-4e43-8bf9-b9fbabf2e19d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (0911a62b-df9f-4417-a007-89dceaae6c76), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:20.249081 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-125afbf7-c237-4e43-8bf9-b9fbabf2e19d None None] For port 0911a62b-df9f-4417-a007-89dceaae6c76, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:39:20.252777 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-125afbf7-c237-4e43-8bf9-b9fbabf2e19d None None] For port 0911a62b-df9f-4417-a007-89dceaae6c76, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=0911a62b-df9f-4417-a007-89dceaae6c76,segment=NetworkSegment(46378ae2-84e3-4f4f-9da7-10a9f810d4d7),segment_id=46378ae2-84e3-4f4f-9da7-10a9f810d4d7)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:39:20.259036 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-125afbf7-c237-4e43-8bf9-b9fbabf2e19d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (0911a62b-df9f-4417-a007-89dceaae6c76), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:20.318930 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125afbf7-c237-4e43-8bf9-b9fbabf2e19d None None] Routers {'d39b0d2e-7108-4e62-ae87-420736d89332'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:39:20.319603 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-125afbf7-c237-4e43-8bf9-b9fbabf2e19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:39:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['d39b0d2e-7108-4e62-ae87-420736d89332'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:39:20.398308 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dbfa2a-0554-40fc-8337-1695ff4e82f0 None None] Pushing event updated for resources: {'Port': ['ID=0911a62b-df9f-4417-a007-89dceaae6c76,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:20.421867 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5ddea04f-0dfc-41eb-acf6-0403f10759be None None] Provisioning complete for port 0911a62b-df9f-4417-a007-89dceaae6c76 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:39:20.422529 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5ddea04f-0dfc-41eb-acf6-0403f10759be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (0911a62b-df9f-4417-a007-89dceaae6c76), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:20.525274 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-125afbf7-c237-4e43-8bf9-b9fbabf2e19d None None] Set router d39b0d2e-7108-4e62-ae87-420736d89332 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:39:20.560691 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-329f57f1-e4f3-4464-8b44-213f16e4a49f req-c05b21ee-8191-4209-b832-626b45780629 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=c84bb065-d683-4a5b-bee8-2594fd9da0d1 HTTP/1.1" status: 200 len: 210 time: 0.0423989 Feb 09 22:39:20.582958 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f8b967-a34d-4acc-94d0-b396d60a6154 req-66618fce-0c7b-4b5b-9135-6a9958a01ca9 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:20.585291 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a1f8b967-a34d-4acc-94d0-b396d60a6154 req-66618fce-0c7b-4b5b-9135-6a9958a01ca9 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.89 "GET /v2.0/networks?id=e8221eb0-dea5-465b-8ace-52922e3814ae HTTP/1.1" status: 200 len: 797 time: 0.1838436 Feb 09 22:39:20.645686 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a1f8b967-a34d-4acc-94d0-b396d60a6154 req-d6e20bbd-7586-414d-962e-cdc781b8cede tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f48dcb2b50d74af19383cd1d97f39748 HTTP/1.1" status: 200 len: 379 time: 0.0518236 Feb 09 22:39:20.654745 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-a1f8b967-a34d-4acc-94d0-b396d60a6154 req-3f8eca1f-2fdf-4224-b1f4-433abd1f05fe tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Request body: {'port': {'device_id': 'c84bb065-d683-4a5b-bee8-2594fd9da0d1', 'network_id': 'e8221eb0-dea5-465b-8ace-52922e3814ae', 'admin_state_up': True, 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'security_groups': ['a034ef4e-4d75-4547-bdc3-136140de51e9']}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:39:20.699593 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5ddea04f-0dfc-41eb-acf6-0403f10759be None None] Current status of the port 0911a62b-df9f-4417-a007-89dceaae6c76 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:39:20.699593 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5ddea04f-0dfc-41eb-acf6-0403f10759be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (0911a62b-df9f-4417-a007-89dceaae6c76), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:20.758853 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5ddea04f-0dfc-41eb-acf6-0403f10759be None None] For port 0911a62b-df9f-4417-a007-89dceaae6c76, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=0911a62b-df9f-4417-a007-89dceaae6c76,segment=NetworkSegment(46378ae2-84e3-4f4f-9da7-10a9f810d4d7),segment_id=46378ae2-84e3-4f4f-9da7-10a9f810d4d7)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:39:20.761749 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1f8b967-a34d-4acc-94d0-b396d60a6154 req-3f8eca1f-2fdf-4224-b1f4-433abd1f05fe tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Made reservation on behalf of f48dcb2b50d74af19383cd1d97f39748 for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:39:20.764484 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5ddea04f-0dfc-41eb-acf6-0403f10759be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (0911a62b-df9f-4417-a007-89dceaae6c76), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:20.765114 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-a1f8b967-a34d-4acc-94d0-b396d60a6154 req-3f8eca1f-2fdf-4224-b1f4-433abd1f05fe tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:20.839457 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddea04f-0dfc-41eb-acf6-0403f10759be None None] Pushing event updated for resources: {'Port': ['ID=0911a62b-df9f-4417-a007-89dceaae6c76,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:20.852005 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-125afbf7-c237-4e43-8bf9-b9fbabf2e19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd39b0d2e-7108-4e62-ae87-420736d89332', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1633855764', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': 'b0d16f68-2f3c-4e4f-a3b5-8e47563ac34d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:39:14Z', 'updated_at': '2022-02-09T22:39:17Z', 'revision_number': 4, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'gw_port': {'id': 'b0d16f68-2f3c-4e4f-a3b5-8e47563ac34d', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39b0d2e-7108-4e62-ae87-420736d89332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:39:14Z', 'updated_at': '2022-02-09T22:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '0911a62b-df9f-4417-a007-89dceaae6c76', 'name': '', 'network_id': 'e8221eb0-dea5-465b-8ace-52922e3814ae', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'mac_address': 'fa:16:3e:88:d4:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd39b0d2e-7108-4e62-ae87-420736d89332', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '8e5b2988-8309-480f-bfa1-f0e2e29b02bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:39:17Z', 'updated_at': '2022-02-09T22:39:20Z', 'revision_number': 4, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'subnets': [{'id': '8e5b2988-8309-480f-bfa1-f0e2e29b02bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:39:20.890958 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [req-a1f8b967-a34d-4acc-94d0-b396d60a6154 req-3f8eca1f-2fdf-4224-b1f4-433abd1f05fe tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Allocated IP 172.20.0.6 (e8221eb0-dea5-465b-8ace-52922e3814ae/8e5b2988-8309-480f-bfa1-f0e2e29b02bd/ed8d0b8c-e1cc-46d0-8786-49f26dc802e6) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:39:20.895597 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125afbf7-c237-4e43-8bf9-b9fbabf2e19d None None] The sync data for ids ['d39b0d2e-7108-4e62-ae87-420736d89332'] in n-d-828369-5 is: [{'id': 'd39b0d2e-7108-4e62-ae87-420736d89332', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1633855764', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': 'b0d16f68-2f3c-4e4f-a3b5-8e47563ac34d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:39:14Z', 'updated_at': '2022-02-09T22:39:17Z', 'revision_number': 4, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'gw_port': {'id': 'b0d16f68-2f3c-4e4f-a3b5-8e47563ac34d', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39b0d2e-7108-4e62-ae87-420736d89332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:39:14Z', 'updated_at': '2022-02-09T22:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '0911a62b-df9f-4417-a007-89dceaae6c76', 'name': '', 'network_id': 'e8221eb0-dea5-465b-8ace-52922e3814ae', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'mac_address': 'fa:16:3e:88:d4:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd39b0d2e-7108-4e62-ae87-420736d89332', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '8e5b2988-8309-480f-bfa1-f0e2e29b02bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:39:17Z', 'updated_at': '2022-02-09T22:39:20Z', 'revision_number': 4, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'subnets': [{'id': '8e5b2988-8309-480f-bfa1-f0e2e29b02bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:39:20.899123 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-76f5648d-1ebb-4f90-b850-eaf23b9ad355 None None] Provisioning complete for port 0911a62b-df9f-4417-a007-89dceaae6c76 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:39:20.899618 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-76f5648d-1ebb-4f90-b850-eaf23b9ad355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (0911a62b-df9f-4417-a007-89dceaae6c76), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:20.938941 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device b0d16f68-2f3c-4e4f-a3b5-8e47563ac34d up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:39:21.052821 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port b0d16f68-2f3c-4e4f-a3b5-8e47563ac34d triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:39:21.053201 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (b0d16f68-2f3c-4e4f-a3b5-8e47563ac34d), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:21.056033 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-76f5648d-1ebb-4f90-b850-eaf23b9ad355 None None] Current status of the port 0911a62b-df9f-4417-a007-89dceaae6c76 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:39:21.078417 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-a1f8b967-a34d-4acc-94d0-b396d60a6154 req-3f8eca1f-2fdf-4224-b1f4-433abd1f05fe tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for port (ed8d0b8c-e1cc-46d0-8786-49f26dc802e6), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:21.119804 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-a1f8b967-a34d-4acc-94d0-b396d60a6154 req-3f8eca1f-2fdf-4224-b1f4-433abd1f05fe tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (ed8d0b8c-e1cc-46d0-8786-49f26dc802e6), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:21.160957 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port b0d16f68-2f3c-4e4f-a3b5-8e47563ac34d is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:39:21.174911 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1f8b967-a34d-4acc-94d0-b396d60a6154 req-3f8eca1f-2fdf-4224-b1f4-433abd1f05fe tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Network e8221eb0-dea5-465b-8ace-52922e3814ae is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:39:21.178866 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [req-a1f8b967-a34d-4acc-94d0-b396d60a6154 req-3f8eca1f-2fdf-4224-b1f4-433abd1f05fe tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:39:21.184092 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1f8b967-a34d-4acc-94d0-b396d60a6154 req-3f8eca1f-2fdf-4224-b1f4-433abd1f05fe tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:39:21.189171 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8eca1f-2fdf-4224-b1f4-433abd1f05fe tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event updated for resources: {'Port': ['ID=ed8d0b8c-e1cc-46d0-8786-49f26dc802e6,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:21.240670 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f8b967-a34d-4acc-94d0-b396d60a6154 req-3f8eca1f-2fdf-4224-b1f4-433abd1f05fe tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:21.241344 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-a1f8b967-a34d-4acc-94d0-b396d60a6154 req-3f8eca1f-2fdf-4224-b1f4-433abd1f05fe tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:21.259279 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a1f8b967-a34d-4acc-94d0-b396d60a6154 req-3f8eca1f-2fdf-4224-b1f4-433abd1f05fe tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6081901 Feb 09 22:39:21.269611 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [req-a1f8b967-a34d-4acc-94d0-b396d60a6154 req-f73f795c-9e59-4288-813f-ccde96454bcd tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=103141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 22:39:21.270809 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a1f8b967-a34d-4acc-94d0-b396d60a6154 req-f73f795c-9e59-4288-813f-ccde96454bcd tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056942 Feb 09 22:39:21.281943 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-a1f8b967-a34d-4acc-94d0-b396d60a6154 req-59c98aea-f23e-4256-b512-10ad8b11db3b service neutron] Request body: {'port': {'device_id': 'c84bb065-d683-4a5b-bee8-2594fd9da0d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:39:21.351009 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-a1f8b967-a34d-4acc-94d0-b396d60a6154 req-59c98aea-f23e-4256-b512-10ad8b11db3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (ed8d0b8c-e1cc-46d0-8786-49f26dc802e6), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:21.480588 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-473d7609-b4a6-4b91-a92c-69a3fb8c92db None None] Provisioning complete for port ed8d0b8c-e1cc-46d0-8786-49f26dc802e6 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:39:21.481692 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-473d7609-b4a6-4b91-a92c-69a3fb8c92db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (ed8d0b8c-e1cc-46d0-8786-49f26dc802e6), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:21.524908 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-473d7609-b4a6-4b91-a92c-69a3fb8c92db None None] Port ed8d0b8c-e1cc-46d0-8786-49f26dc802e6 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:39:21.641937 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-a1f8b967-a34d-4acc-94d0-b396d60a6154 req-59c98aea-f23e-4256-b512-10ad8b11db3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed8d0b8c-e1cc-46d0-8786-49f26dc802e6 {{(pid=103141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:39:21.651861 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-a1f8b967-a34d-4acc-94d0-b396d60a6154 req-59c98aea-f23e-4256-b512-10ad8b11db3b service neutron] Publish callbacks [] for port (ed8d0b8c-e1cc-46d0-8786-49f26dc802e6), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:21.665980 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-a1f8b967-a34d-4acc-94d0-b396d60a6154 req-59c98aea-f23e-4256-b512-10ad8b11db3b service neutron] Transition to ACTIVE for port object ed8d0b8c-e1cc-46d0-8786-49f26dc802e6 will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:39:21.671003 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-a1f8b967-a34d-4acc-94d0-b396d60a6154 req-59c98aea-f23e-4256-b512-10ad8b11db3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (ed8d0b8c-e1cc-46d0-8786-49f26dc802e6), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:21.707023 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e1df3a-fed0-4e0e-9d27-f0669701eecb req-e8bcad83-4f77-4ef0-bdb0-84b7920e804f tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:21.716703 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-51e1df3a-fed0-4e0e-9d27-f0669701eecb req-e8bcad83-4f77-4ef0-bdb0-84b7920e804f tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=c84bb065-d683-4a5b-bee8-2594fd9da0d1 HTTP/1.1" status: 200 len: 931 time: 0.0755093 Feb 09 22:39:21.743296 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c98aea-f23e-4256-b512-10ad8b11db3b service neutron] Pushing event updated for resources: {'Port': ['ID=ed8d0b8c-e1cc-46d0-8786-49f26dc802e6,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:21.783345 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-51e1df3a-fed0-4e0e-9d27-f0669701eecb req-8542946f-f024-4c47-8c45-a2e48f0c8b22 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=a034ef4e-4d75-4547-bdc3-136140de51e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655811 Feb 09 22:39:21.801984 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-a1f8b967-a34d-4acc-94d0-b396d60a6154 req-59c98aea-f23e-4256-b512-10ad8b11db3b service neutron] Attempting to bind port ed8d0b8c-e1cc-46d0-8786-49f26dc802e6 on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:39:21.802357 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-a1f8b967-a34d-4acc-94d0-b396d60a6154 req-59c98aea-f23e-4256-b512-10ad8b11db3b service neutron] Attempting to bind port ed8d0b8c-e1cc-46d0-8786-49f26dc802e6 by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': '46378ae2-84e3-4f4f-9da7-10a9f810d4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'e8221eb0-dea5-465b-8ace-52922e3814ae'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:39:21.802685 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f8b967-a34d-4acc-94d0-b396d60a6154 req-59c98aea-f23e-4256-b512-10ad8b11db3b service neutron] Attempting to bind port ed8d0b8c-e1cc-46d0-8786-49f26dc802e6 on network e8221eb0-dea5-465b-8ace-52922e3814ae {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:39:21.807545 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f8b967-a34d-4acc-94d0-b396d60a6154 req-59c98aea-f23e-4256-b512-10ad8b11db3b service neutron] Port ed8d0b8c-e1cc-46d0-8786-49f26dc802e6 on network e8221eb0-dea5-465b-8ace-52922e3814ae not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:39:21.807857 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f8b967-a34d-4acc-94d0-b396d60a6154 req-59c98aea-f23e-4256-b512-10ad8b11db3b service neutron] Attempting to bind port ed8d0b8c-e1cc-46d0-8786-49f26dc802e6 on network e8221eb0-dea5-465b-8ace-52922e3814ae {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:39:21.813217 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f8b967-a34d-4acc-94d0-b396d60a6154 req-59c98aea-f23e-4256-b512-10ad8b11db3b service neutron] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:39:21.813812 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f8b967-a34d-4acc-94d0-b396d60a6154 req-59c98aea-f23e-4256-b512-10ad8b11db3b service neutron] Checking segment: {'id': '46378ae2-84e3-4f4f-9da7-10a9f810d4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'e8221eb0-dea5-465b-8ace-52922e3814ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:39:21.814207 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f8b967-a34d-4acc-94d0-b396d60a6154 req-59c98aea-f23e-4256-b512-10ad8b11db3b service neutron] Bound using segment: {'id': '46378ae2-84e3-4f4f-9da7-10a9f810d4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'e8221eb0-dea5-465b-8ace-52922e3814ae'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:39:21.814632 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-a1f8b967-a34d-4acc-94d0-b396d60a6154 req-59c98aea-f23e-4256-b512-10ad8b11db3b service neutron] Bound port: ed8d0b8c-e1cc-46d0-8786-49f26dc802e6, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46378ae2-84e3-4f4f-9da7-10a9f810d4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'e8221eb0-dea5-465b-8ace-52922e3814ae'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:39:21.814991 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-a1f8b967-a34d-4acc-94d0-b396d60a6154 req-59c98aea-f23e-4256-b512-10ad8b11db3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (ed8d0b8c-e1cc-46d0-8786-49f26dc802e6), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:21.891280 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-a1f8b967-a34d-4acc-94d0-b396d60a6154 req-59c98aea-f23e-4256-b512-10ad8b11db3b service neutron] For port ed8d0b8c-e1cc-46d0-8786-49f26dc802e6, host n-h2-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:39:21.894698 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-a1f8b967-a34d-4acc-94d0-b396d60a6154 req-59c98aea-f23e-4256-b512-10ad8b11db3b service neutron] For port ed8d0b8c-e1cc-46d0-8786-49f26dc802e6, host n-h2-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=ed8d0b8c-e1cc-46d0-8786-49f26dc802e6,segment=NetworkSegment(46378ae2-84e3-4f4f-9da7-10a9f810d4d7),segment_id=46378ae2-84e3-4f4f-9da7-10a9f810d4d7)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:39:21.903114 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-a1f8b967-a34d-4acc-94d0-b396d60a6154 req-59c98aea-f23e-4256-b512-10ad8b11db3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (ed8d0b8c-e1cc-46d0-8786-49f26dc802e6), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:21.945033 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f8b967-a34d-4acc-94d0-b396d60a6154 req-59c98aea-f23e-4256-b512-10ad8b11db3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:21.945664 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-a1f8b967-a34d-4acc-94d0-b396d60a6154 req-59c98aea-f23e-4256-b512-10ad8b11db3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:21.947091 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a1f8b967-a34d-4acc-94d0-b396d60a6154 req-59c98aea-f23e-4256-b512-10ad8b11db3b service neutron] 10.222.0.89 "PUT /v2.0/ports/ed8d0b8c-e1cc-46d0-8786-49f26dc802e6 HTTP/1.1" status: 200 len: 1091 time: 0.6695759 Feb 09 22:39:21.947521 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c84bb065-d683-4a5b-bee8-2594fd9da0d1', 'tag': 'ed8d0b8c-e1cc-46d0-8786-49f26dc802e6'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:39:21.949860 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0759f77e637a6f71ff1c25bc92ec5ea77217d29fcb3f113a7ada5acb32ef5084" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8ad48f4-387b-46a8-ad0f-60ea068e808c" -d '{"events": [{"name": "network-changed", "server_uuid": "c84bb065-d683-4a5b-bee8-2594fd9da0d1", "tag": "ed8d0b8c-e1cc-46d0-8786-49f26dc802e6"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:39:21.979615 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c98aea-f23e-4256-b512-10ad8b11db3b service neutron] Pushing event updated for resources: {'Port': ['ID=ed8d0b8c-e1cc-46d0-8786-49f26dc802e6,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:22.001734 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:22.032145 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6762da9-596c-4b5c-b713-11da64d1f660 x-openstack-request-id: req-a6762da9-596c-4b5c-b713-11da64d1f660 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:39:22.032490 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c84bb065-d683-4a5b-bee8-2594fd9da0d1", "tag": "ed8d0b8c-e1cc-46d0-8786-49f26dc802e6", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:39:22.032750 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-a6762da9-596c-4b5c-b713-11da64d1f660 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:39:22.033168 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c84bb065-d683-4a5b-bee8-2594fd9da0d1', 'tag': 'ed8d0b8c-e1cc-46d0-8786-49f26dc802e6', 'status': 'completed', 'code': 200} Feb 09 22:39:22.057004 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f8b967-a34d-4acc-94d0-b396d60a6154 req-2119fc97-7bc0-4b4d-ae23-b4fc80fb8cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:22.058649 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a1f8b967-a34d-4acc-94d0-b396d60a6154 req-2119fc97-7bc0-4b4d-ae23-b4fc80fb8cbe service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f48dcb2b50d74af19383cd1d97f39748&device_id=c84bb065-d683-4a5b-bee8-2594fd9da0d1 HTTP/1.1" status: 200 len: 1125 time: 0.0648637 Feb 09 22:39:22.110981 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a1f8b967-a34d-4acc-94d0-b396d60a6154 req-0373525f-04a7-4e97-938f-574f423e6ad0 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed8d0b8c-e1cc-46d0-8786-49f26dc802e6 HTTP/1.1" status: 200 len: 217 time: 0.0448422 Feb 09 22:39:22.166340 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f8b967-a34d-4acc-94d0-b396d60a6154 req-8ab9099d-3c1d-42f5-9096-cd3bc65f69ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:22.167830 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a1f8b967-a34d-4acc-94d0-b396d60a6154 req-8ab9099d-3c1d-42f5-9096-cd3bc65f69ba service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8e5b2988-8309-480f-bfa1-f0e2e29b02bd HTTP/1.1" status: 200 len: 835 time: 0.0512948 Feb 09 22:39:22.217357 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f8b967-a34d-4acc-94d0-b396d60a6154 req-57e56efc-5d11-4de2-b948-353cbcbf40cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:22.218863 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a1f8b967-a34d-4acc-94d0-b396d60a6154 req-57e56efc-5d11-4de2-b948-353cbcbf40cb service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e8221eb0-dea5-465b-8ace-52922e3814ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0454483 Feb 09 22:39:22.310056 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a1f8b967-a34d-4acc-94d0-b396d60a6154 req-c8921d63-9e18-4cbe-8d49-a335adc9d45e service neutron] 10.222.0.89 "GET /v2.0/networks/e8221eb0-dea5-465b-8ace-52922e3814ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845866 Feb 09 22:39:22.397150 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a1f8b967-a34d-4acc-94d0-b396d60a6154 req-030fead3-2add-42e6-85fe-5ee07052620b service neutron] 10.222.0.89 "GET /v2.0/networks/e8221eb0-dea5-465b-8ace-52922e3814ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812445 Feb 09 22:39:22.482311 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ad48f4-387b-46a8-ad0f-60ea068e808c req-21d82e83-ff9c-482f-8afd-cd4d05947684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:22.483835 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b8ad48f4-387b-46a8-ad0f-60ea068e808c req-21d82e83-ff9c-482f-8afd-cd4d05947684 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f48dcb2b50d74af19383cd1d97f39748&device_id=c84bb065-d683-4a5b-bee8-2594fd9da0d1 HTTP/1.1" status: 200 len: 1125 time: 0.0449939 Feb 09 22:39:22.575537 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ad48f4-387b-46a8-ad0f-60ea068e808c req-7f275096-164b-46cc-8179-af866d199df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:22.577199 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b8ad48f4-387b-46a8-ad0f-60ea068e808c req-7f275096-164b-46cc-8179-af866d199df2 service neutron] 10.222.0.89 "GET /v2.0/networks?id=e8221eb0-dea5-465b-8ace-52922e3814ae HTTP/1.1" status: 200 len: 898 time: 0.0876503 Feb 09 22:39:22.617790 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b8ad48f4-387b-46a8-ad0f-60ea068e808c req-6f17da04-4552-4c63-b610-5d94d29a2280 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed8d0b8c-e1cc-46d0-8786-49f26dc802e6 HTTP/1.1" status: 200 len: 217 time: 0.0341463 Feb 09 22:39:22.669044 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ad48f4-387b-46a8-ad0f-60ea068e808c req-bd879517-b909-4cc5-99d7-b31cdd3a8a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:22.670498 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b8ad48f4-387b-46a8-ad0f-60ea068e808c req-bd879517-b909-4cc5-99d7-b31cdd3a8a69 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8e5b2988-8309-480f-bfa1-f0e2e29b02bd HTTP/1.1" status: 200 len: 835 time: 0.0472455 Feb 09 22:39:22.719000 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ad48f4-387b-46a8-ad0f-60ea068e808c req-0eeac301-00bb-4bf9-ae8f-5db27475756e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:22.720504 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b8ad48f4-387b-46a8-ad0f-60ea068e808c req-0eeac301-00bb-4bf9-ae8f-5db27475756e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e8221eb0-dea5-465b-8ace-52922e3814ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441535 Feb 09 22:39:22.807944 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b8ad48f4-387b-46a8-ad0f-60ea068e808c req-ef473457-ee08-4cdf-a377-914748e91dac service neutron] 10.222.0.89 "GET /v2.0/networks/e8221eb0-dea5-465b-8ace-52922e3814ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810213 Feb 09 22:39:22.904954 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b83339-5d09-4891-bcd6-9626a8fa3a93 req-c7bee142-d3c4-42f4-911f-03c9a32f93d0 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:22.906524 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-96b83339-5d09-4891-bcd6-9626a8fa3a93 req-c7bee142-d3c4-42f4-911f-03c9a32f93d0 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=c84bb065-d683-4a5b-bee8-2594fd9da0d1 HTTP/1.1" status: 200 len: 943 time: 0.0582368 Feb 09 22:39:22.907260 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b8ad48f4-387b-46a8-ad0f-60ea068e808c req-b5ee4e17-a64f-4e23-acf3-537ceece6842 service neutron] 10.222.0.89 "GET /v2.0/networks/e8221eb0-dea5-465b-8ace-52922e3814ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938618 Feb 09 22:39:22.951976 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 0911a62b-df9f-4417-a007-89dceaae6c76 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:39:22.957325 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-96b83339-5d09-4891-bcd6-9626a8fa3a93 req-ce4f70c6-9172-43c7-9ebe-7107dc81c099 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=a034ef4e-4d75-4547-bdc3-136140de51e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451910 Feb 09 22:39:22.999733 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 0911a62b-df9f-4417-a007-89dceaae6c76 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:39:23.000111 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (0911a62b-df9f-4417-a007-89dceaae6c76), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:23.081233 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 0911a62b-df9f-4417-a007-89dceaae6c76 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:39:24.082524 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9238e41a-1dc0-41b1-8514-f8807ff8145d req-2cf44eea-e7b8-4369-8ab9-a44f8f529939 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:24.084001 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9238e41a-1dc0-41b1-8514-f8807ff8145d req-2cf44eea-e7b8-4369-8ab9-a44f8f529939 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=c84bb065-d683-4a5b-bee8-2594fd9da0d1 HTTP/1.1" status: 200 len: 943 time: 0.0572200 Feb 09 22:39:24.133639 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9238e41a-1dc0-41b1-8514-f8807ff8145d req-5aea6309-5ef6-4d62-b736-0d58127a3e15 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=a034ef4e-4d75-4547-bdc3-136140de51e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439587 Feb 09 22:39:24.137243 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:25.516056 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ce6e6-40a8-4343-8fd1-f99479229052 req-03ae0d20-3f6f-4136-a378-1e6d4a680bb8 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:25.517501 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-890ce6e6-40a8-4343-8fd1-f99479229052 req-03ae0d20-3f6f-4136-a378-1e6d4a680bb8 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=c84bb065-d683-4a5b-bee8-2594fd9da0d1 HTTP/1.1" status: 200 len: 943 time: 0.0520577 Feb 09 22:39:25.565934 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-890ce6e6-40a8-4343-8fd1-f99479229052 req-24b33f13-5e0e-4492-84b9-d00ffe8c8515 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=a034ef4e-4d75-4547-bdc3-136140de51e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423641 Feb 09 22:39:25.783704 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device ed8d0b8c-e1cc-46d0-8786-49f26dc802e6 details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:39:25.878338 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port ed8d0b8c-e1cc-46d0-8786-49f26dc802e6, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=ed8d0b8c-e1cc-46d0-8786-49f26dc802e6,segment=NetworkSegment(46378ae2-84e3-4f4f-9da7-10a9f810d4d7),segment_id=46378ae2-84e3-4f4f-9da7-10a9f810d4d7)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:39:25.889791 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': 'ed8d0b8c-e1cc-46d0-8786-49f26dc802e6', 'network_id': 'e8221eb0-dea5-465b-8ace-52922e3814ae', 'port_id': 'ed8d0b8c-e1cc-46d0-8786-49f26dc802e6', 'mac_address': 'fa:16:3e:2b:63:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e5b2988-8309-480f-bfa1-f0e2e29b02bd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:39:25.925557 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port ed8d0b8c-e1cc-46d0-8786-49f26dc802e6 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:39:25.925941 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (ed8d0b8c-e1cc-46d0-8786-49f26dc802e6), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:25.942221 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed8d0b8c-e1cc-46d0-8786-49f26dc802e6 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:39:25.961287 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port ed8d0b8c-e1cc-46d0-8786-49f26dc802e6, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=ed8d0b8c-e1cc-46d0-8786-49f26dc802e6,segment=NetworkSegment(46378ae2-84e3-4f4f-9da7-10a9f810d4d7),segment_id=46378ae2-84e3-4f4f-9da7-10a9f810d4d7)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:39:25.965839 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (ed8d0b8c-e1cc-46d0-8786-49f26dc802e6), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:26.010980 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=ed8d0b8c-e1cc-46d0-8786-49f26dc802e6,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:26.333927 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['ed8d0b8c-e1cc-46d0-8786-49f26dc802e6'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:39:26.685770 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b48d4e1-3583-494b-804e-0fb530e35a9f req-cb3e5dd1-e475-4310-a148-2c2cf85f74c8 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:26.687248 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4b48d4e1-3583-494b-804e-0fb530e35a9f req-cb3e5dd1-e475-4310-a148-2c2cf85f74c8 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=c84bb065-d683-4a5b-bee8-2594fd9da0d1 HTTP/1.1" status: 200 len: 944 time: 0.0513077 Feb 09 22:39:26.742477 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4b48d4e1-3583-494b-804e-0fb530e35a9f req-9636d24f-a666-4bab-8c6d-8a19fc6fe94a tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=a034ef4e-4d75-4547-bdc3-136140de51e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494618 Feb 09 22:39:27.792652 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device ed8d0b8c-e1cc-46d0-8786-49f26dc802e6 up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:39:27.842629 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning for port ed8d0b8c-e1cc-46d0-8786-49f26dc802e6 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:39:27.846735 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port ed8d0b8c-e1cc-46d0-8786-49f26dc802e6 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:39:27.847114 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (ed8d0b8c-e1cc-46d0-8786-49f26dc802e6), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:27.867378 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3f968b-19bd-41ef-90b5-264b75089bcd req-d7934c1e-5fd6-4935-a49c-2a8af328029e tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:27.869090 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9b3f968b-19bd-41ef-90b5-264b75089bcd req-d7934c1e-5fd6-4935-a49c-2a8af328029e tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=c84bb065-d683-4a5b-bee8-2594fd9da0d1 HTTP/1.1" status: 200 len: 944 time: 0.0539851 Feb 09 22:39:27.918760 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9b3f968b-19bd-41ef-90b5-264b75089bcd req-df4c070d-da50-41b4-ae46-f2a4e7dbe07c tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=a034ef4e-4d75-4547-bdc3-136140de51e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434582 Feb 09 22:39:27.928921 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port ed8d0b8c-e1cc-46d0-8786-49f26dc802e6 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:39:27.929350 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (ed8d0b8c-e1cc-46d0-8786-49f26dc802e6), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:27.952743 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c84bb065-d683-4a5b-bee8-2594fd9da0d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed8d0b8c-e1cc-46d0-8786-49f26dc802e6'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:39:27.955042 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cf4d4d953224237653245d15ffec07a65c4bd356d4237fd84236d8abf5d48a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef15de64-475a-4dde-90d9-4b4a0eb2cf65" -d '{"events": [{"server_uuid": "c84bb065-d683-4a5b-bee8-2594fd9da0d1", "name": "network-vif-plugged", "status": "completed", "tag": "ed8d0b8c-e1cc-46d0-8786-49f26dc802e6"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:39:27.970063 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port ed8d0b8c-e1cc-46d0-8786-49f26dc802e6, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=ed8d0b8c-e1cc-46d0-8786-49f26dc802e6,segment=NetworkSegment(46378ae2-84e3-4f4f-9da7-10a9f810d4d7),segment_id=46378ae2-84e3-4f4f-9da7-10a9f810d4d7)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:39:27.974553 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (ed8d0b8c-e1cc-46d0-8786-49f26dc802e6), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:28.000671 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a9dd123-5ebe-4c25-8aea-a8a7c0cdc6f3 x-openstack-request-id: req-8a9dd123-5ebe-4c25-8aea-a8a7c0cdc6f3 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:39:28.000988 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c84bb065-d683-4a5b-bee8-2594fd9da0d1", "name": "network-vif-plugged", "status": "completed", "tag": "ed8d0b8c-e1cc-46d0-8786-49f26dc802e6", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:39:28.001235 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-8a9dd123-5ebe-4c25-8aea-a8a7c0cdc6f3 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:39:28.001629 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c84bb065-d683-4a5b-bee8-2594fd9da0d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed8d0b8c-e1cc-46d0-8786-49f26dc802e6', 'code': 200} Feb 09 22:39:28.032434 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=ed8d0b8c-e1cc-46d0-8786-49f26dc802e6,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:28.141930 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724cdb8e-3636-4268-ab3e-d8d1463a8598 req-67a85014-488d-4489-8049-75a5c2b150e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:28.143345 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-724cdb8e-3636-4268-ab3e-d8d1463a8598 req-67a85014-488d-4489-8049-75a5c2b150e2 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=c84bb065-d683-4a5b-bee8-2594fd9da0d1 HTTP/1.1" status: 200 len: 1127 time: 0.0454111 Feb 09 22:39:28.188357 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-724cdb8e-3636-4268-ab3e-d8d1463a8598 req-42b13090-e52e-4110-8900-3d4c2e2451c1 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=a034ef4e-4d75-4547-bdc3-136140de51e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387270 Feb 09 22:39:29.035106 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951fb9e6-af6c-45c6-8b2b-404329bd4370 req-6aadfd12-3d25-4dce-8af3-a733f3b1791c tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:29.036598 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-951fb9e6-af6c-45c6-8b2b-404329bd4370 req-6aadfd12-3d25-4dce-8af3-a733f3b1791c tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=c84bb065-d683-4a5b-bee8-2594fd9da0d1 HTTP/1.1" status: 200 len: 945 time: 0.0518453 Feb 09 22:39:29.097073 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-951fb9e6-af6c-45c6-8b2b-404329bd4370 req-bcdf1eeb-e0df-4334-a034-cf5926e19d71 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=a034ef4e-4d75-4547-bdc3-136140de51e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546751 Feb 09 22:39:30.520860 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe47a134-b892-4e3c-ab18-a14f10ef3933 req-c7cc8559-df83-44e1-8992-6daaace550ff tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:30.522805 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fe47a134-b892-4e3c-ab18-a14f10ef3933 req-c7cc8559-df83-44e1-8992-6daaace550ff tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=c84bb065-d683-4a5b-bee8-2594fd9da0d1 HTTP/1.1" status: 200 len: 945 time: 0.3563724 Feb 09 22:39:30.571159 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fe47a134-b892-4e3c-ab18-a14f10ef3933 req-cd9e9311-626e-4302-9084-dc49e63eecb7 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=a034ef4e-4d75-4547-bdc3-136140de51e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428145 Feb 09 22:39:30.694621 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f07890-8745-4795-87a0-8903e403a75e req-5612d8c8-814f-4d77-8896-9894981670ea tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:30.696116 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-56f07890-8745-4795-87a0-8903e403a75e req-5612d8c8-814f-4d77-8896-9894981670ea tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=c84bb065-d683-4a5b-bee8-2594fd9da0d1 HTTP/1.1" status: 200 len: 945 time: 0.0586729 Feb 09 22:39:30.744243 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-56f07890-8745-4795-87a0-8903e403a75e req-616578a8-9ef2-4e68-a083-82b5d1e24446 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=a034ef4e-4d75-4547-bdc3-136140de51e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424166 Feb 09 22:39:30.765532 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 53486) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:39:30.811993 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce33c6a0-b0f9-4690-9dc5-8f709055d2c9 tempest-TestNetworkAdvancedServerOps-1936337105 tempest-TestNetworkAdvancedServerOps-1936337105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:30.813456 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-ce33c6a0-b0f9-4690-9dc5-8f709055d2c9 tempest-TestNetworkAdvancedServerOps-1936337105 tempest-TestNetworkAdvancedServerOps-1936337105-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=c84bb065-d683-4a5b-bee8-2594fd9da0d1 HTTP/1.1" status: 200 len: 1122 time: 0.0469556 Feb 09 22:39:30.816570 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 53488) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:39:30.820899 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-2674e09d-f3fb-46d0-87c9-853b4c371e08 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Request body: {'floatingip': {'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'port_id': 'ed8d0b8c-e1cc-46d0-8786-49f26dc802e6', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:39:30.840399 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2674e09d-f3fb-46d0-87c9-853b4c371e08 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:30.935631 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2674e09d-f3fb-46d0-87c9-853b4c371e08 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:31.040010 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-2674e09d-f3fb-46d0-87c9-853b4c371e08 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Allocated IP 172.25.3.250 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/d952473d-e964-4ad5-ad8b-eea96cfbb7d8) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:39:31.149905 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2674e09d-f3fb-46d0-87c9-853b4c371e08 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for port (d952473d-e964-4ad5-ad8b-eea96cfbb7d8), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:31.182695 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2674e09d-f3fb-46d0-87c9-853b4c371e08 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (d952473d-e964-4ad5-ad8b-eea96cfbb7d8), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:31.227776 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2674e09d-f3fb-46d0-87c9-853b4c371e08 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:39:31.232065 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-2674e09d-f3fb-46d0-87c9-853b4c371e08 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:39:31.236480 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2674e09d-f3fb-46d0-87c9-853b4c371e08 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:39:31.239468 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2674e09d-f3fb-46d0-87c9-853b4c371e08 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event updated for resources: {'Port': ['ID=d952473d-e964-4ad5-ad8b-eea96cfbb7d8,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:31.580148 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2674e09d-f3fb-46d0-87c9-853b4c371e08 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for floatingip (94dfd981-876f-4dcf-add5-9b3d3d40ba0d), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:31.647871 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2674e09d-f3fb-46d0-87c9-853b4c371e08 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (d952473d-e964-4ad5-ad8b-eea96cfbb7d8), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:31.793027 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2674e09d-f3fb-46d0-87c9-853b4c371e08 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for port (d952473d-e964-4ad5-ad8b-eea96cfbb7d8), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:31.797630 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2674e09d-f3fb-46d0-87c9-853b4c371e08 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (d952473d-e964-4ad5-ad8b-eea96cfbb7d8), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:31.866697 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2674e09d-f3fb-46d0-87c9-853b4c371e08 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event updated for resources: {'Port': ['ID=d952473d-e964-4ad5-ad8b-eea96cfbb7d8,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:39:31.877281 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2674e09d-f3fb-46d0-87c9-853b4c371e08 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (94dfd981-876f-4dcf-add5-9b3d3d40ba0d), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:31.983372 n-d-828369-5 neutron-server[103140]: INFO neutron.db.l3_db [None req-2674e09d-f3fb-46d0-87c9-853b4c371e08 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Floating IP 94dfd981-876f-4dcf-add5-9b3d3d40ba0d associated. External IP: 172.25.3.250, port: ed8d0b8c-e1cc-46d0-8786-49f26dc802e6. Feb 09 22:39:32.191672 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2674e09d-f3fb-46d0-87c9-853b4c371e08 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Router d39b0d2e-7108-4e62-ae87-420736d89332 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:39:32.300299 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2674e09d-f3fb-46d0-87c9-853b4c371e08 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:39:32.310862 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0dd952f-5ff8-48ca-b43c-48b1af1a01a5 None None] Sync routers for ids ['d39b0d2e-7108-4e62-ae87-420736d89332'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:39:32.318344 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2674e09d-f3fb-46d0-87c9-853b4c371e08 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:32.320687 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0dd952f-5ff8-48ca-b43c-48b1af1a01a5 None None] Routers {'d39b0d2e-7108-4e62-ae87-420736d89332'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:39:32.321308 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-e0dd952f-5ff8-48ca-b43c-48b1af1a01a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:39:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['d39b0d2e-7108-4e62-ae87-420736d89332'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:39:32.347805 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-2674e09d-f3fb-46d0-87c9-853b4c371e08 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5301995 Feb 09 22:39:32.348419 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c84bb065-d683-4a5b-bee8-2594fd9da0d1', 'tag': 'ed8d0b8c-e1cc-46d0-8786-49f26dc802e6'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:39:32.351255 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}084566773578a82c7ab9e8b7d7948f8d3f1cbdaece621e80e6759ea940bbe07a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-232c1ac1-fef5-4c45-a15c-cf38492ad7f8" -d '{"events": [{"name": "network-changed", "server_uuid": "c84bb065-d683-4a5b-bee8-2594fd9da0d1", "tag": "ed8d0b8c-e1cc-46d0-8786-49f26dc802e6"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:39:32.389277 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b337a8e-c0dd-4fd7-9eb5-9896a30e8438 x-openstack-request-id: req-0b337a8e-c0dd-4fd7-9eb5-9896a30e8438 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:39:32.389650 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c84bb065-d683-4a5b-bee8-2594fd9da0d1", "tag": "ed8d0b8c-e1cc-46d0-8786-49f26dc802e6", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:39:32.389974 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-0b337a8e-c0dd-4fd7-9eb5-9896a30e8438 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:39:32.390449 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c84bb065-d683-4a5b-bee8-2594fd9da0d1', 'tag': 'ed8d0b8c-e1cc-46d0-8786-49f26dc802e6', 'status': 'completed', 'code': 200} Feb 09 22:39:32.433775 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-e0dd952f-5ff8-48ca-b43c-48b1af1a01a5 None None] Set router d39b0d2e-7108-4e62-ae87-420736d89332 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:39:32.454994 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c1ac1-fef5-4c45-a15c-cf38492ad7f8 req-fed11d31-242a-4ecf-806c-ddb4812d0862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:32.456447 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-232c1ac1-fef5-4c45-a15c-cf38492ad7f8 req-fed11d31-242a-4ecf-806c-ddb4812d0862 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f48dcb2b50d74af19383cd1d97f39748&device_id=c84bb065-d683-4a5b-bee8-2594fd9da0d1 HTTP/1.1" status: 200 len: 1127 time: 0.0464256 Feb 09 22:39:32.459972 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87681a73-7262-4b54-895a-0389233c2d38 req-ccad897e-15cd-4bc5-98a5-0e7d4b1e2d08 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:32.461612 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-87681a73-7262-4b54-895a-0389233c2d38 req-ccad897e-15cd-4bc5-98a5-0e7d4b1e2d08 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=c84bb065-d683-4a5b-bee8-2594fd9da0d1 HTTP/1.1" status: 200 len: 945 time: 0.0562825 Feb 09 22:39:32.512688 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-87681a73-7262-4b54-895a-0389233c2d38 req-e35e1739-fda6-4f4f-bc76-0f0c2bc2ea6e tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=a034ef4e-4d75-4547-bdc3-136140de51e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449119 Feb 09 22:39:32.537069 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 53494) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:39:32.558876 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c1ac1-fef5-4c45-a15c-cf38492ad7f8 req-cbcedc35-885f-41e2-8b4c-17639a6eef24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:32.560440 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-232c1ac1-fef5-4c45-a15c-cf38492ad7f8 req-cbcedc35-885f-41e2-8b4c-17639a6eef24 service neutron] 10.222.0.89 "GET /v2.0/networks?id=e8221eb0-dea5-465b-8ace-52922e3814ae HTTP/1.1" status: 200 len: 898 time: 0.0986729 Feb 09 22:39:32.605091 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-e46e8b77-9d47-4bc5-8c23-22f45f167293 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/floatingips/94dfd981-876f-4dcf-add5-9b3d3d40ba0d HTTP/1.1" status: 200 len: 991 time: 0.0666783 Feb 09 22:39:32.626025 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-232c1ac1-fef5-4c45-a15c-cf38492ad7f8 req-8f80c2b4-615b-4ee2-9d48-ea6b373409b2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed8d0b8c-e1cc-46d0-8786-49f26dc802e6 HTTP/1.1" status: 200 len: 999 time: 0.0597064 Feb 09 22:39:32.667342 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-e0dd952f-5ff8-48ca-b43c-48b1af1a01a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd39b0d2e-7108-4e62-ae87-420736d89332', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1633855764', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': 'b0d16f68-2f3c-4e4f-a3b5-8e47563ac34d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:39:14Z', 'updated_at': '2022-02-09T22:39:17Z', 'revision_number': 4, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'gw_port': {'id': 'b0d16f68-2f3c-4e4f-a3b5-8e47563ac34d', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39b0d2e-7108-4e62-ae87-420736d89332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:39:14Z', 'updated_at': '2022-02-09T22:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': '94dfd981-876f-4dcf-add5-9b3d3d40ba0d', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'floating_ip_address': '172.25.3.250', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': 'd39b0d2e-7108-4e62-ae87-420736d89332', 'port_id': 'ed8d0b8c-e1cc-46d0-8786-49f26dc802e6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4239, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8221eb0-dea5-465b-8ace-52922e3814ae', 'mac_address': 'fa:16:3e:2b:63:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84bb065-d683-4a5b-bee8-2594fd9da0d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:39:31Z', 'updated_at': '2022-02-09T22:39:31Z', 'revision_number': 0, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0911a62b-df9f-4417-a007-89dceaae6c76', 'name': '', 'network_id': 'e8221eb0-dea5-465b-8ace-52922e3814ae', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'mac_address': 'fa:16:3e:88:d4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39b0d2e-7108-4e62-ae87-420736d89332', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '8e5b2988-8309-480f-bfa1-f0e2e29b02bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:39:17Z', 'updated_at': '2022-02-09T22:39:20Z', 'revision_number': 5, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'subnets': [{'id': '8e5b2988-8309-480f-bfa1-f0e2e29b02bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:39:32.677405 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c1ac1-fef5-4c45-a15c-cf38492ad7f8 req-8c8c35b4-4f9f-4252-a8a3-3deb762fd00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:32.679517 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-232c1ac1-fef5-4c45-a15c-cf38492ad7f8 req-8c8c35b4-4f9f-4252-a8a3-3deb762fd00b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8e5b2988-8309-480f-bfa1-f0e2e29b02bd HTTP/1.1" status: 200 len: 835 time: 0.0482380 Feb 09 22:39:32.694322 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0dd952f-5ff8-48ca-b43c-48b1af1a01a5 None None] Checking router: d39b0d2e-7108-4e62-ae87-420736d89332 for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:39:32.702656 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0dd952f-5ff8-48ca-b43c-48b1af1a01a5 None None] Routers {'d39b0d2e-7108-4e62-ae87-420736d89332'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:39:32.703262 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-e0dd952f-5ff8-48ca-b43c-48b1af1a01a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:39:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['d39b0d2e-7108-4e62-ae87-420736d89332'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:39:32.727678 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c1ac1-fef5-4c45-a15c-cf38492ad7f8 req-a88ed621-2a93-4fcf-a984-aaab5c14d610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:39:32.729180 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-232c1ac1-fef5-4c45-a15c-cf38492ad7f8 req-a88ed621-2a93-4fcf-a984-aaab5c14d610 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e8221eb0-dea5-465b-8ace-52922e3814ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441992 Feb 09 22:39:32.821612 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-232c1ac1-fef5-4c45-a15c-cf38492ad7f8 req-491e16c5-eb42-4adf-92c4-d86fa7221abf service neutron] 10.222.0.89 "GET /v2.0/networks/e8221eb0-dea5-465b-8ace-52922e3814ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865479 Feb 09 22:39:32.897627 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-e0dd952f-5ff8-48ca-b43c-48b1af1a01a5 None None] Set router d39b0d2e-7108-4e62-ae87-420736d89332 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:39:32.915337 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-232c1ac1-fef5-4c45-a15c-cf38492ad7f8 req-1e752302-6627-4594-898a-c6fed476a547 service neutron] 10.222.0.89 "GET /v2.0/networks/e8221eb0-dea5-465b-8ace-52922e3814ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879159 Feb 09 22:39:33.117566 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-e0dd952f-5ff8-48ca-b43c-48b1af1a01a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd39b0d2e-7108-4e62-ae87-420736d89332', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1633855764', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': 'b0d16f68-2f3c-4e4f-a3b5-8e47563ac34d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:39:14Z', 'updated_at': '2022-02-09T22:39:17Z', 'revision_number': 4, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'gw_port': {'id': 'b0d16f68-2f3c-4e4f-a3b5-8e47563ac34d', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39b0d2e-7108-4e62-ae87-420736d89332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:39:14Z', 'updated_at': '2022-02-09T22:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': '94dfd981-876f-4dcf-add5-9b3d3d40ba0d', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'floating_ip_address': '172.25.3.250', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': 'd39b0d2e-7108-4e62-ae87-420736d89332', 'port_id': 'ed8d0b8c-e1cc-46d0-8786-49f26dc802e6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4239, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8221eb0-dea5-465b-8ace-52922e3814ae', 'mac_address': 'fa:16:3e:2b:63:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84bb065-d683-4a5b-bee8-2594fd9da0d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:39:31Z', 'updated_at': '2022-02-09T22:39:31Z', 'revision_number': 0, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0911a62b-df9f-4417-a007-89dceaae6c76', 'name': '', 'network_id': 'e8221eb0-dea5-465b-8ace-52922e3814ae', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'mac_address': 'fa:16:3e:88:d4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39b0d2e-7108-4e62-ae87-420736d89332', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '8e5b2988-8309-480f-bfa1-f0e2e29b02bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:39:17Z', 'updated_at': '2022-02-09T22:39:20Z', 'revision_number': 5, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'subnets': [{'id': '8e5b2988-8309-480f-bfa1-f0e2e29b02bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:39:33.153819 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0dd952f-5ff8-48ca-b43c-48b1af1a01a5 None None] The sync data for ids ['d39b0d2e-7108-4e62-ae87-420736d89332'] in n-d-828369-5 is: [{'id': 'd39b0d2e-7108-4e62-ae87-420736d89332', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1633855764', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': 'b0d16f68-2f3c-4e4f-a3b5-8e47563ac34d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:39:14Z', 'updated_at': '2022-02-09T22:39:17Z', 'revision_number': 4, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'gw_port': {'id': 'b0d16f68-2f3c-4e4f-a3b5-8e47563ac34d', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39b0d2e-7108-4e62-ae87-420736d89332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:39:14Z', 'updated_at': '2022-02-09T22:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': '94dfd981-876f-4dcf-add5-9b3d3d40ba0d', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'floating_ip_address': '172.25.3.250', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': 'd39b0d2e-7108-4e62-ae87-420736d89332', 'port_id': 'ed8d0b8c-e1cc-46d0-8786-49f26dc802e6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4239, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8221eb0-dea5-465b-8ace-52922e3814ae', 'mac_address': 'fa:16:3e:2b:63:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84bb065-d683-4a5b-bee8-2594fd9da0d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:39:31Z', 'updated_at': '2022-02-09T22:39:31Z', 'revision_number': 0, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0911a62b-df9f-4417-a007-89dceaae6c76', 'name': '', 'network_id': 'e8221eb0-dea5-465b-8ace-52922e3814ae', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'mac_address': 'fa:16:3e:88:d4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39b0d2e-7108-4e62-ae87-420736d89332', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '8e5b2988-8309-480f-bfa1-f0e2e29b02bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:39:17Z', 'updated_at': '2022-02-09T22:39:20Z', 'revision_number': 5, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'subnets': [{'id': '8e5b2988-8309-480f-bfa1-f0e2e29b02bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:39:33.346516 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a9058e-38fe-4dc3-b0a9-3afb14e6ecb9 None None] New status for floating IP 94dfd981-876f-4dcf-add5-9b3d3d40ba0d: ACTIVE {{(pid=103142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:39:33.607394 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 53496) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:39:33.665808 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-903cd8b4-56e8-4919-bdd5-10043b3cd216 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/floatingips/94dfd981-876f-4dcf-add5-9b3d3d40ba0d HTTP/1.1" status: 200 len: 993 time: 0.0572896 Feb 09 22:39:39.176270 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2b6ca23d-a506-4229-b20e-a1885db10532 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:41.121335 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ee3f0b89-4d3a-4c16-8b54-58ae04e0aa84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:42.552796 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:39:42.973464 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:44.388723 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:45.467235 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:52.009986 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:39:54.144013 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:05.655654 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ca80e681-8f34-425a-866c-4d40cb3ab328 req-e3627bc7-5e9f-4ad0-bc30-d760286eae65 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=c84bb065-d683-4a5b-bee8-2594fd9da0d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0437336 Feb 09 22:40:05.738615 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca80e681-8f34-425a-866c-4d40cb3ab328 req-02f4a764-efda-40ac-8f07-b723ba2bd813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:05.740737 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ca80e681-8f34-425a-866c-4d40cb3ab328 req-02f4a764-efda-40ac-8f07-b723ba2bd813 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f48dcb2b50d74af19383cd1d97f39748&device_id=c84bb065-d683-4a5b-bee8-2594fd9da0d1 HTTP/1.1" status: 200 len: 1127 time: 0.0444138 Feb 09 22:40:05.850368 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca80e681-8f34-425a-866c-4d40cb3ab328 req-f735b854-fbb9-4671-9aab-b242081e1ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:05.851855 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ca80e681-8f34-425a-866c-4d40cb3ab328 req-f735b854-fbb9-4671-9aab-b242081e1ada service neutron] 10.222.0.89 "GET /v2.0/networks?id=e8221eb0-dea5-465b-8ace-52922e3814ae HTTP/1.1" status: 200 len: 898 time: 0.0941937 Feb 09 22:40:05.933427 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ca80e681-8f34-425a-866c-4d40cb3ab328 req-b65dcc50-a18d-4df6-a494-4187b97f4aac service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed8d0b8c-e1cc-46d0-8786-49f26dc802e6 HTTP/1.1" status: 200 len: 1001 time: 0.0577440 Feb 09 22:40:05.985165 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca80e681-8f34-425a-866c-4d40cb3ab328 req-126b8592-8369-43af-b302-7e9ad4f3e2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:05.986669 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ca80e681-8f34-425a-866c-4d40cb3ab328 req-126b8592-8369-43af-b302-7e9ad4f3e2fb service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8e5b2988-8309-480f-bfa1-f0e2e29b02bd HTTP/1.1" status: 200 len: 835 time: 0.0459702 Feb 09 22:40:06.033670 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca80e681-8f34-425a-866c-4d40cb3ab328 req-9eac80d4-198e-45bc-a4bd-804e933187fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:06.035207 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ca80e681-8f34-425a-866c-4d40cb3ab328 req-9eac80d4-198e-45bc-a4bd-804e933187fb service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e8221eb0-dea5-465b-8ace-52922e3814ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0425632 Feb 09 22:40:06.121275 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ca80e681-8f34-425a-866c-4d40cb3ab328 req-6408a2a4-7c55-4cbd-9914-1adb1b879dc4 service neutron] 10.222.0.89 "GET /v2.0/networks/e8221eb0-dea5-465b-8ace-52922e3814ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796597 Feb 09 22:40:06.221999 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-ca80e681-8f34-425a-866c-4d40cb3ab328 req-d4ee2d49-ad0f-4622-b525-2ab38c56b83c service neutron] 10.222.0.89 "GET /v2.0/networks/e8221eb0-dea5-465b-8ace-52922e3814ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941494 Feb 09 22:40:09.178565 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-370cdf28-9799-496d-9b74-f7455c14d445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:11.122492 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-acf356c7-115f-4082-9ff6-d9ccbdff087b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:12.977934 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:14.391373 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:15.468242 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:19.551733 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:40:22.007674 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:24.162688 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:39.182066 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-fa7352fa-cae5-4f5d-86b8-68325e446219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:41.125066 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e7d19fa5-fe22-4512-ac56-d63c85441120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:42.980753 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:44.394163 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:44.839249 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72faf0d5-fd2a-4c0f-a5ca-361afe737e8e req-eda230d2-d7df-4d28-b6b0-9737ff232c9c tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:44.840768 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-72faf0d5-fd2a-4c0f-a5ca-361afe737e8e req-eda230d2-d7df-4d28-b6b0-9737ff232c9c tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=c84bb065-d683-4a5b-bee8-2594fd9da0d1 HTTP/1.1" status: 200 len: 945 time: 0.0573111 Feb 09 22:40:44.888809 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-72faf0d5-fd2a-4c0f-a5ca-361afe737e8e req-96d0ed2f-2fa2-4b85-b67e-b47ee29a1594 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=a034ef4e-4d75-4547-bdc3-136140de51e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424616 Feb 09 22:40:45.470795 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:46.012031 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ac37fb-ec2a-47e2-978e-087cd2a5e452 req-317e2de7-0b16-4ca7-b52f-3053a1a3979d tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:46.013570 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a8ac37fb-ec2a-47e2-978e-087cd2a5e452 req-317e2de7-0b16-4ca7-b52f-3053a1a3979d tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=c84bb065-d683-4a5b-bee8-2594fd9da0d1 HTTP/1.1" status: 200 len: 945 time: 0.0535975 Feb 09 22:40:46.062408 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a8ac37fb-ec2a-47e2-978e-087cd2a5e452 req-283cd93d-f05f-474d-8328-a6a153c892c4 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=a034ef4e-4d75-4547-bdc3-136140de51e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431721 Feb 09 22:40:46.084910 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 53526) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:40:46.149085 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-db1d4954-ff01-46ec-85db-933785c47662 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/floatingips/94dfd981-876f-4dcf-add5-9b3d3d40ba0d HTTP/1.1" status: 200 len: 993 time: 0.0630121 Feb 09 22:40:47.413676 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e68dd21-5baa-46ed-bf1a-b2697c2602f5 req-b17a35ac-d2d7-4137-bf8e-6866ea215fc1 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:47.415705 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8e68dd21-5baa-46ed-bf1a-b2697c2602f5 req-b17a35ac-d2d7-4137-bf8e-6866ea215fc1 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=c84bb065-d683-4a5b-bee8-2594fd9da0d1 HTTP/1.1" status: 200 len: 945 time: 0.0522749 Feb 09 22:40:47.464319 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8e68dd21-5baa-46ed-bf1a-b2697c2602f5 req-5fa96ac8-18a3-402d-b3f8-f053b450e95b tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=a034ef4e-4d75-4547-bdc3-136140de51e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426733 Feb 09 22:40:48.584532 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f80525-6210-4c75-9266-0864600da0ea req-0ff71987-0a78-470e-8f86-9fbe7184ba8d tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:48.586000 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-41f80525-6210-4c75-9266-0864600da0ea req-0ff71987-0a78-470e-8f86-9fbe7184ba8d tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=c84bb065-d683-4a5b-bee8-2594fd9da0d1 HTTP/1.1" status: 200 len: 945 time: 0.0519109 Feb 09 22:40:48.632536 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-41f80525-6210-4c75-9266-0864600da0ea req-af757005-fdff-49d8-a8bf-d228fd567f64 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=a034ef4e-4d75-4547-bdc3-136140de51e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410051 Feb 09 22:40:48.654762 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 53536) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:40:48.715843 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-92fe9f54-3c3b-466c-85b6-47d87e1425b8 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/floatingips/94dfd981-876f-4dcf-add5-9b3d3d40ba0d HTTP/1.1" status: 200 len: 993 time: 0.0600040 Feb 09 22:40:48.946772 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 53542) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:40:49.100558 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-0f736629-91ab-4e35-b763-fe2f73e79e7e tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Deleting port d952473d-e964-4ad5-ad8b-eea96cfbb7d8 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:40:49.100928 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0f736629-91ab-4e35-b763-fe2f73e79e7e tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (d952473d-e964-4ad5-ad8b-eea96cfbb7d8), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:49.177905 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0f736629-91ab-4e35-b763-fe2f73e79e7e tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (d952473d-e964-4ad5-ad8b-eea96cfbb7d8), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:49.178235 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0f736629-91ab-4e35-b763-fe2f73e79e7e tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for floatingip (d952473d-e964-4ad5-ad8b-eea96cfbb7d8), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:49.190532 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-0f736629-91ab-4e35-b763-fe2f73e79e7e tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Calling delete_port for d952473d-e964-4ad5-ad8b-eea96cfbb7d8 owned by network:floatingip {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:40:49.334813 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0f736629-91ab-4e35-b763-fe2f73e79e7e tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (d952473d-e964-4ad5-ad8b-eea96cfbb7d8), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:49.364472 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f736629-91ab-4e35-b763-fe2f73e79e7e tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event deleted for resources: {'Port': ['ID=d952473d-e964-4ad5-ad8b-eea96cfbb7d8,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:40:49.388125 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f736629-91ab-4e35-b763-fe2f73e79e7e tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:40:49.388502 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f736629-91ab-4e35-b763-fe2f73e79e7e tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:40:49.388846 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f736629-91ab-4e35-b763-fe2f73e79e7e tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:40:49.389183 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f736629-91ab-4e35-b763-fe2f73e79e7e tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:40:49.389517 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f736629-91ab-4e35-b763-fe2f73e79e7e tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:40:49.389849 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f736629-91ab-4e35-b763-fe2f73e79e7e tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:40:49.390179 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f736629-91ab-4e35-b763-fe2f73e79e7e tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:40:49.390503 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f736629-91ab-4e35-b763-fe2f73e79e7e tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:40:49.390829 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f736629-91ab-4e35-b763-fe2f73e79e7e tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:40:49.391153 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f736629-91ab-4e35-b763-fe2f73e79e7e tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:40:49.391482 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f736629-91ab-4e35-b763-fe2f73e79e7e tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:40:49.391802 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f736629-91ab-4e35-b763-fe2f73e79e7e tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:40:49.392119 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f736629-91ab-4e35-b763-fe2f73e79e7e tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:40:49.429794 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0f736629-91ab-4e35-b763-fe2f73e79e7e tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for floatingip (94dfd981-876f-4dcf-add5-9b3d3d40ba0d), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:49.430126 n-d-828369-5 neutron-server[103140]: INFO neutron.db.l3_db [None req-0f736629-91ab-4e35-b763-fe2f73e79e7e tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Floating IP 94dfd981-876f-4dcf-add5-9b3d3d40ba0d disassociated (deleted). External IP: 172.25.3.250, port: ed8d0b8c-e1cc-46d0-8786-49f26dc802e6. Feb 09 22:40:49.637600 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f736629-91ab-4e35-b763-fe2f73e79e7e tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Router d39b0d2e-7108-4e62-ae87-420736d89332 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:40:49.745538 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f736629-91ab-4e35-b763-fe2f73e79e7e tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:40:49.750302 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0f736629-91ab-4e35-b763-fe2f73e79e7e tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:49.755289 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d70e8a-2753-4ef2-8a94-792ff88697e6 None None] Sync routers for ids ['d39b0d2e-7108-4e62-ae87-420736d89332'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:40:49.764632 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d70e8a-2753-4ef2-8a94-792ff88697e6 None None] Routers {'d39b0d2e-7108-4e62-ae87-420736d89332'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:40:49.765252 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-72d70e8a-2753-4ef2-8a94-792ff88697e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:40:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['d39b0d2e-7108-4e62-ae87-420736d89332'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:40:49.779176 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-0f736629-91ab-4e35-b763-fe2f73e79e7e tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "DELETE /v2.0/floatingips/94dfd981-876f-4dcf-add5-9b3d3d40ba0d HTTP/1.1" status: 204 len: 168 time: 0.8313169 Feb 09 22:40:49.779772 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c84bb065-d683-4a5b-bee8-2594fd9da0d1', 'tag': 'ed8d0b8c-e1cc-46d0-8786-49f26dc802e6'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:40:49.782056 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}084566773578a82c7ab9e8b7d7948f8d3f1cbdaece621e80e6759ea940bbe07a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2418cd5-26b9-4931-b884-527d17e612ab" -d '{"events": [{"name": "network-changed", "server_uuid": "c84bb065-d683-4a5b-bee8-2594fd9da0d1", "tag": "ed8d0b8c-e1cc-46d0-8786-49f26dc802e6"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:40:49.820698 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a71be82-9ad3-47fa-92f6-9ce7d5fc973a x-openstack-request-id: req-7a71be82-9ad3-47fa-92f6-9ce7d5fc973a {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:40:49.820993 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c84bb065-d683-4a5b-bee8-2594fd9da0d1", "tag": "ed8d0b8c-e1cc-46d0-8786-49f26dc802e6", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:40:49.821368 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-7a71be82-9ad3-47fa-92f6-9ce7d5fc973a {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:40:49.821785 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c84bb065-d683-4a5b-bee8-2594fd9da0d1', 'tag': 'ed8d0b8c-e1cc-46d0-8786-49f26dc802e6', 'status': 'completed', 'code': 200} Feb 09 22:40:49.876641 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-72d70e8a-2753-4ef2-8a94-792ff88697e6 None None] Set router d39b0d2e-7108-4e62-ae87-420736d89332 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:40:49.891470 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2418cd5-26b9-4931-b884-527d17e612ab req-1446a45c-69d4-4b20-b846-2fdbf7010188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:49.892905 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f2418cd5-26b9-4931-b884-527d17e612ab req-1446a45c-69d4-4b20-b846-2fdbf7010188 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f48dcb2b50d74af19383cd1d97f39748&device_id=c84bb065-d683-4a5b-bee8-2594fd9da0d1 HTTP/1.1" status: 200 len: 1127 time: 0.0489361 Feb 09 22:40:50.003226 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2418cd5-26b9-4931-b884-527d17e612ab req-48310d43-d7e2-464b-b60d-88c6c54f0cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:50.005724 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f2418cd5-26b9-4931-b884-527d17e612ab req-48310d43-d7e2-464b-b60d-88c6c54f0cde service neutron] 10.222.0.89 "GET /v2.0/networks?id=e8221eb0-dea5-465b-8ace-52922e3814ae HTTP/1.1" status: 200 len: 898 time: 0.0981889 Feb 09 22:40:50.026733 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253c515b-d98e-439c-a19c-d34d612457d2 req-30ed8bac-e809-48d1-ab34-0ff4bacfc150 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:50.028325 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-253c515b-d98e-439c-a19c-d34d612457d2 req-30ed8bac-e809-48d1-ab34-0ff4bacfc150 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=c84bb065-d683-4a5b-bee8-2594fd9da0d1 HTTP/1.1" status: 200 len: 945 time: 0.0561748 Feb 09 22:40:50.051228 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f2418cd5-26b9-4931-b884-527d17e612ab req-0ff7146a-99d5-4d13-9e52-1e4bee0ca507 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed8d0b8c-e1cc-46d0-8786-49f26dc802e6 HTTP/1.1" status: 200 len: 217 time: 0.0373571 Feb 09 22:40:50.079982 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-253c515b-d98e-439c-a19c-d34d612457d2 req-2f60a636-d7d2-443b-b8e7-7e13986f0a9b tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=a034ef4e-4d75-4547-bdc3-136140de51e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444210 Feb 09 22:40:50.105116 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2418cd5-26b9-4931-b884-527d17e612ab req-cc7d3987-e914-4f32-a97f-4e88f26102b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:50.106634 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f2418cd5-26b9-4931-b884-527d17e612ab req-cc7d3987-e914-4f32-a97f-4e88f26102b3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=8e5b2988-8309-480f-bfa1-f0e2e29b02bd HTTP/1.1" status: 200 len: 835 time: 0.0483775 Feb 09 22:40:50.118247 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-72d70e8a-2753-4ef2-8a94-792ff88697e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd39b0d2e-7108-4e62-ae87-420736d89332', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1633855764', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': 'b0d16f68-2f3c-4e4f-a3b5-8e47563ac34d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:39:14Z', 'updated_at': '2022-02-09T22:39:17Z', 'revision_number': 4, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'gw_port': {'id': 'b0d16f68-2f3c-4e4f-a3b5-8e47563ac34d', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39b0d2e-7108-4e62-ae87-420736d89332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:39:14Z', 'updated_at': '2022-02-09T22:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '0911a62b-df9f-4417-a007-89dceaae6c76', 'name': '', 'network_id': 'e8221eb0-dea5-465b-8ace-52922e3814ae', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'mac_address': 'fa:16:3e:88:d4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39b0d2e-7108-4e62-ae87-420736d89332', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '8e5b2988-8309-480f-bfa1-f0e2e29b02bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:39:17Z', 'updated_at': '2022-02-09T22:39:20Z', 'revision_number': 5, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'subnets': [{'id': '8e5b2988-8309-480f-bfa1-f0e2e29b02bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:40:50.145880 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d70e8a-2753-4ef2-8a94-792ff88697e6 None None] Checking router: d39b0d2e-7108-4e62-ae87-420736d89332 for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:40:50.154862 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d70e8a-2753-4ef2-8a94-792ff88697e6 None None] Routers {'d39b0d2e-7108-4e62-ae87-420736d89332'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:40:50.155472 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-72d70e8a-2753-4ef2-8a94-792ff88697e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:40:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['d39b0d2e-7108-4e62-ae87-420736d89332'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:40:50.162818 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2418cd5-26b9-4931-b884-527d17e612ab req-10f6aa95-65ba-4d4d-b0d1-9774be284c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:50.164351 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f2418cd5-26b9-4931-b884-527d17e612ab req-10f6aa95-65ba-4d4d-b0d1-9774be284c23 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=e8221eb0-dea5-465b-8ace-52922e3814ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0498545 Feb 09 22:40:50.252371 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f2418cd5-26b9-4931-b884-527d17e612ab req-5de9392f-37bf-486f-a628-3b2ef9c5bf71 service neutron] 10.222.0.89 "GET /v2.0/networks/e8221eb0-dea5-465b-8ace-52922e3814ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809464 Feb 09 22:40:50.264785 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-72d70e8a-2753-4ef2-8a94-792ff88697e6 None None] Set router d39b0d2e-7108-4e62-ae87-420736d89332 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:40:50.346551 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f2418cd5-26b9-4931-b884-527d17e612ab req-745372e7-f0dd-447b-ba0e-834787f7e512 service neutron] 10.222.0.89 "GET /v2.0/networks/e8221eb0-dea5-465b-8ace-52922e3814ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875926 Feb 09 22:40:50.459272 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-72d70e8a-2753-4ef2-8a94-792ff88697e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd39b0d2e-7108-4e62-ae87-420736d89332', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1633855764', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': 'b0d16f68-2f3c-4e4f-a3b5-8e47563ac34d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:39:14Z', 'updated_at': '2022-02-09T22:39:17Z', 'revision_number': 4, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'gw_port': {'id': 'b0d16f68-2f3c-4e4f-a3b5-8e47563ac34d', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39b0d2e-7108-4e62-ae87-420736d89332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:39:14Z', 'updated_at': '2022-02-09T22:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '0911a62b-df9f-4417-a007-89dceaae6c76', 'name': '', 'network_id': 'e8221eb0-dea5-465b-8ace-52922e3814ae', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'mac_address': 'fa:16:3e:88:d4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39b0d2e-7108-4e62-ae87-420736d89332', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '8e5b2988-8309-480f-bfa1-f0e2e29b02bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:39:17Z', 'updated_at': '2022-02-09T22:39:20Z', 'revision_number': 5, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'subnets': [{'id': '8e5b2988-8309-480f-bfa1-f0e2e29b02bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:40:50.488638 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d70e8a-2753-4ef2-8a94-792ff88697e6 None None] The sync data for ids ['d39b0d2e-7108-4e62-ae87-420736d89332'] in n-d-828369-5 is: [{'id': 'd39b0d2e-7108-4e62-ae87-420736d89332', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1633855764', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': 'b0d16f68-2f3c-4e4f-a3b5-8e47563ac34d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:39:14Z', 'updated_at': '2022-02-09T22:39:17Z', 'revision_number': 4, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'gw_port': {'id': 'b0d16f68-2f3c-4e4f-a3b5-8e47563ac34d', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39b0d2e-7108-4e62-ae87-420736d89332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:39:14Z', 'updated_at': '2022-02-09T22:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '0911a62b-df9f-4417-a007-89dceaae6c76', 'name': '', 'network_id': 'e8221eb0-dea5-465b-8ace-52922e3814ae', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'mac_address': 'fa:16:3e:88:d4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39b0d2e-7108-4e62-ae87-420736d89332', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '8e5b2988-8309-480f-bfa1-f0e2e29b02bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:39:17Z', 'updated_at': '2022-02-09T22:39:20Z', 'revision_number': 5, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'subnets': [{'id': '8e5b2988-8309-480f-bfa1-f0e2e29b02bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:40:50.705886 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3741b330-634d-438e-8467-04ad203acb1f None None] New status for floating IP 94dfd981-876f-4dcf-add5-9b3d3d40ba0d: DOWN {{(pid=103142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:40:51.210852 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06597fb6-81eb-4d3e-a11c-9885e758d0a6 req-73c95825-7f18-4067-8b41-becfc125ecab tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:51.212363 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-06597fb6-81eb-4d3e-a11c-9885e758d0a6 req-73c95825-7f18-4067-8b41-becfc125ecab tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=c84bb065-d683-4a5b-bee8-2594fd9da0d1 HTTP/1.1" status: 200 len: 945 time: 0.0570827 Feb 09 22:40:51.259934 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-06597fb6-81eb-4d3e-a11c-9885e758d0a6 req-731438f2-7c7f-4a55-afd5-1fdcbfa2efa1 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=a034ef4e-4d75-4547-bdc3-136140de51e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419662 Feb 09 22:40:52.013682 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:52.181687 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4727420-b19b-4c3b-9241-17cb4d5acab2 req-cba6868e-1b33-47e0-b76e-bce1fb0b3218 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:52.183261 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f4727420-b19b-4c3b-9241-17cb4d5acab2 req-cba6868e-1b33-47e0-b76e-bce1fb0b3218 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.89 "GET /v2.0/ports?device_id=c84bb065-d683-4a5b-bee8-2594fd9da0d1 HTTP/1.1" status: 200 len: 945 time: 0.0527935 Feb 09 22:40:52.273832 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-f4727420-b19b-4c3b-9241-17cb4d5acab2 req-7e4b2bbd-d942-47fb-a702-00c906eeb9ac tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Deleting port ed8d0b8c-e1cc-46d0-8786-49f26dc802e6 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:40:52.274095 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f4727420-b19b-4c3b-9241-17cb4d5acab2 req-7e4b2bbd-d942-47fb-a702-00c906eeb9ac tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (ed8d0b8c-e1cc-46d0-8786-49f26dc802e6), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:52.367677 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-f4727420-b19b-4c3b-9241-17cb4d5acab2 req-7e4b2bbd-d942-47fb-a702-00c906eeb9ac tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] For port ed8d0b8c-e1cc-46d0-8786-49f26dc802e6, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=ed8d0b8c-e1cc-46d0-8786-49f26dc802e6,segment=NetworkSegment(46378ae2-84e3-4f4f-9da7-10a9f810d4d7),segment_id=46378ae2-84e3-4f4f-9da7-10a9f810d4d7)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:40:52.368048 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f4727420-b19b-4c3b-9241-17cb4d5acab2 req-7e4b2bbd-d942-47fb-a702-00c906eeb9ac tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (ed8d0b8c-e1cc-46d0-8786-49f26dc802e6), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:52.380581 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f372e70e-4af1-4287-b1be-d6706a2f2d98 req-76d97067-d43e-4315-b93b-531205922a1e tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:52.381313 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-f4727420-b19b-4c3b-9241-17cb4d5acab2 req-7e4b2bbd-d942-47fb-a702-00c906eeb9ac tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Calling delete_port for ed8d0b8c-e1cc-46d0-8786-49f26dc802e6 owned by compute:nova {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:40:52.382086 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f372e70e-4af1-4287-b1be-d6706a2f2d98 req-76d97067-d43e-4315-b93b-531205922a1e tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=c84bb065-d683-4a5b-bee8-2594fd9da0d1 HTTP/1.1" status: 200 len: 945 time: 0.0516882 Feb 09 22:40:52.436512 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f372e70e-4af1-4287-b1be-d6706a2f2d98 req-2fdd7703-21eb-43fc-b6f0-43ccaa78b354 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=a034ef4e-4d75-4547-bdc3-136140de51e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480065 Feb 09 22:40:52.515728 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f4727420-b19b-4c3b-9241-17cb4d5acab2 req-7e4b2bbd-d942-47fb-a702-00c906eeb9ac tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (ed8d0b8c-e1cc-46d0-8786-49f26dc802e6), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:52.550390 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b2bbd-d942-47fb-a702-00c906eeb9ac tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event deleted for resources: {'Port': ['ID=ed8d0b8c-e1cc-46d0-8786-49f26dc802e6,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:40:52.576015 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b2bbd-d942-47fb-a702-00c906eeb9ac tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:40:52.576399 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b2bbd-d942-47fb-a702-00c906eeb9ac tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:40:52.576752 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b2bbd-d942-47fb-a702-00c906eeb9ac tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:40:52.577100 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b2bbd-d942-47fb-a702-00c906eeb9ac tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:40:52.577438 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b2bbd-d942-47fb-a702-00c906eeb9ac tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:40:52.577905 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b2bbd-d942-47fb-a702-00c906eeb9ac tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:40:52.578103 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b2bbd-d942-47fb-a702-00c906eeb9ac tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:40:52.578439 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b2bbd-d942-47fb-a702-00c906eeb9ac tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:40:52.578771 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b2bbd-d942-47fb-a702-00c906eeb9ac tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:40:52.579103 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b2bbd-d942-47fb-a702-00c906eeb9ac tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:40:52.579432 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b2bbd-d942-47fb-a702-00c906eeb9ac tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:40:52.579763 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b2bbd-d942-47fb-a702-00c906eeb9ac tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:40:52.580087 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4b2bbd-d942-47fb-a702-00c906eeb9ac tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:40:52.598161 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4727420-b19b-4c3b-9241-17cb4d5acab2 req-7e4b2bbd-d942-47fb-a702-00c906eeb9ac tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] No DVR routers for this DVR port ed8d0b8c-e1cc-46d0-8786-49f26dc802e6 on host n-h2-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:40:52.600756 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-f4727420-b19b-4c3b-9241-17cb4d5acab2 req-7e4b2bbd-d942-47fb-a702-00c906eeb9ac tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:52.605016 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-f4727420-b19b-4c3b-9241-17cb4d5acab2 req-7e4b2bbd-d942-47fb-a702-00c906eeb9ac tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.89 "DELETE /v2.0/ports/ed8d0b8c-e1cc-46d0-8786-49f26dc802e6 HTTP/1.1" status: 204 len: 173 time: 0.4163349 Feb 09 22:40:52.605475 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c84bb065-d683-4a5b-bee8-2594fd9da0d1', 'name': 'network-vif-deleted', 'tag': 'ed8d0b8c-e1cc-46d0-8786-49f26dc802e6'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:40:52.608268 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0759f77e637a6f71ff1c25bc92ec5ea77217d29fcb3f113a7ada5acb32ef5084" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-640b28f2-f88a-4051-b176-35308f94d76f" -d '{"events": [{"server_uuid": "c84bb065-d683-4a5b-bee8-2594fd9da0d1", "name": "network-vif-deleted", "tag": "ed8d0b8c-e1cc-46d0-8786-49f26dc802e6"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:40:52.645662 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad808fd2-eb79-4027-b232-0bab5fbaa6e5 x-openstack-request-id: req-ad808fd2-eb79-4027-b232-0bab5fbaa6e5 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:40:52.645965 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c84bb065-d683-4a5b-bee8-2594fd9da0d1", "name": "network-vif-deleted", "tag": "ed8d0b8c-e1cc-46d0-8786-49f26dc802e6", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:40:52.646228 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-ad808fd2-eb79-4027-b232-0bab5fbaa6e5 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:40:52.646628 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c84bb065-d683-4a5b-bee8-2594fd9da0d1', 'name': 'network-vif-deleted', 'tag': 'ed8d0b8c-e1cc-46d0-8786-49f26dc802e6', 'status': 'completed', 'code': 200} Feb 09 22:40:53.496624 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 53558) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:40:54.161608 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:54.174669 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4f37358b-2dba-4b86-86ae-9d1f02e76098 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524906'] for router_interface (d39b0d2e-7108-4e62-ae87-420736d89332), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:54.291176 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device ed8d0b8c-e1cc-46d0-8786-49f26dc802e6 no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:40:54.314815 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] No Port match for: ed8d0b8c-e1cc-46d0-8786-49f26dc802e6 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:40:54.315218 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device ed8d0b8c-e1cc-46d0-8786-49f26dc802e6 not bound to the agent host n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:40:54.430646 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-4f37358b-2dba-4b86-86ae-9d1f02e76098 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Deleting port 0911a62b-df9f-4417-a007-89dceaae6c76 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:40:54.430933 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4f37358b-2dba-4b86-86ae-9d1f02e76098 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (0911a62b-df9f-4417-a007-89dceaae6c76), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:54.516056 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-4f37358b-2dba-4b86-86ae-9d1f02e76098 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] For port 0911a62b-df9f-4417-a007-89dceaae6c76, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=0911a62b-df9f-4417-a007-89dceaae6c76,segment=NetworkSegment(46378ae2-84e3-4f4f-9da7-10a9f810d4d7),segment_id=46378ae2-84e3-4f4f-9da7-10a9f810d4d7)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:40:54.516796 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4f37358b-2dba-4b86-86ae-9d1f02e76098 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (0911a62b-df9f-4417-a007-89dceaae6c76), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:54.528943 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-4f37358b-2dba-4b86-86ae-9d1f02e76098 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Calling delete_port for 0911a62b-df9f-4417-a007-89dceaae6c76 owned by network:router_interface {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:40:54.716254 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4f37358b-2dba-4b86-86ae-9d1f02e76098 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (0911a62b-df9f-4417-a007-89dceaae6c76), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:54.741577 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f37358b-2dba-4b86-86ae-9d1f02e76098 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event deleted for resources: {'Port': ['ID=0911a62b-df9f-4417-a007-89dceaae6c76,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:40:54.923244 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4f37358b-2dba-4b86-86ae-9d1f02e76098 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-525054'] for router_interface (d39b0d2e-7108-4e62-ae87-420736d89332), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:55.149585 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f37358b-2dba-4b86-86ae-9d1f02e76098 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Router d39b0d2e-7108-4e62-ae87-420736d89332 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:40:55.256819 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f37358b-2dba-4b86-86ae-9d1f02e76098 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:40:55.262258 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-4f37358b-2dba-4b86-86ae-9d1f02e76098 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "PUT /v2.0/routers/d39b0d2e-7108-4e62-ae87-420736d89332/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7646210 Feb 09 22:40:55.265006 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 53560) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:40:55.268078 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79fe228-0a26-499e-be86-904c92da924d None None] Sync routers for ids ['d39b0d2e-7108-4e62-ae87-420736d89332'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:40:55.277491 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79fe228-0a26-499e-be86-904c92da924d None None] Routers {'d39b0d2e-7108-4e62-ae87-420736d89332'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:40:55.278089 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-d79fe228-0a26-499e-be86-904c92da924d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:40:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['d39b0d2e-7108-4e62-ae87-420736d89332'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:40:55.315155 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_v2 [None req-1171b37c-95a7-4d7c-aded-a80c82208697 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Deleting subnet 8e5b2988-8309-480f-bfa1-f0e2e29b02bd {{(pid=103140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:40:55.318334 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1171b37c-95a7-4d7c-aded-a80c82208697 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for subnet (8e5b2988-8309-480f-bfa1-f0e2e29b02bd), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:55.358312 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1171b37c-95a7-4d7c-aded-a80c82208697 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9110716'] for subnet (8e5b2988-8309-480f-bfa1-f0e2e29b02bd), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:55.382314 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-d79fe228-0a26-499e-be86-904c92da924d None None] Set router d39b0d2e-7108-4e62-ae87-420736d89332 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:40:55.444051 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1171b37c-95a7-4d7c-aded-a80c82208697 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (8e5b2988-8309-480f-bfa1-f0e2e29b02bd), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:55.502670 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1171b37c-95a7-4d7c-aded-a80c82208697 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621346'] for subnet (8e5b2988-8309-480f-bfa1-f0e2e29b02bd), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:55.527849 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1171b37c-95a7-4d7c-aded-a80c82208697 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event deleted for resources: {'Subnet': ['ID=8e5b2988-8309-480f-bfa1-f0e2e29b02bd,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:40:55.534105 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1171b37c-95a7-4d7c-aded-a80c82208697 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:55.539981 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-1171b37c-95a7-4d7c-aded-a80c82208697 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "DELETE /v2.0/subnets/8e5b2988-8309-480f-bfa1-f0e2e29b02bd HTTP/1.1" status: 204 len: 168 time: 0.2715387 Feb 09 22:40:55.540738 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 53562) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:40:55.543729 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4701b93d-dca1-48df-a470-d7619bbc99e5 None None] Network e8221eb0-dea5-465b-8ace-52922e3814ae requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:40:55.655940 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e78129d4-41e5-4615-a2b3-12254a4aa082 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for router (d39b0d2e-7108-4e62-ae87-420736d89332), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:55.663971 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-d79fe228-0a26-499e-be86-904c92da924d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd39b0d2e-7108-4e62-ae87-420736d89332', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1633855764', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': 'b0d16f68-2f3c-4e4f-a3b5-8e47563ac34d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:39:14Z', 'updated_at': '2022-02-09T22:40:54Z', 'revision_number': 5, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'gw_port': {'id': 'b0d16f68-2f3c-4e4f-a3b5-8e47563ac34d', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39b0d2e-7108-4e62-ae87-420736d89332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:39:14Z', 'updated_at': '2022-02-09T22:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:40:55.691968 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79fe228-0a26-499e-be86-904c92da924d None None] Checking router: d39b0d2e-7108-4e62-ae87-420736d89332 for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:40:55.700566 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79fe228-0a26-499e-be86-904c92da924d None None] Routers {'d39b0d2e-7108-4e62-ae87-420736d89332'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:40:55.701196 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-d79fe228-0a26-499e-be86-904c92da924d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:40:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['d39b0d2e-7108-4e62-ae87-420736d89332'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:40:55.712039 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d856bb96-ebfc-4c4e-8e3c-42c9df6e89aa None None] DHCP port deletion for e8221eb0-dea5-465b-8ace-52922e3814ae request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:40:55.763902 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-d856bb96-ebfc-4c4e-8e3c-42c9df6e89aa None None] Deleting port 0eadc652-4255-44aa-ba41-1f8462bece42 {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:40:55.764652 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d856bb96-ebfc-4c4e-8e3c-42c9df6e89aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (0eadc652-4255-44aa-ba41-1f8462bece42), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:55.766616 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e78129d4-41e5-4615-a2b3-12254a4aa082 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for router_gateway (d39b0d2e-7108-4e62-ae87-420736d89332), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:55.811434 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-d79fe228-0a26-499e-be86-904c92da924d None None] Set router d39b0d2e-7108-4e62-ae87-420736d89332 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:40:55.821204 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-e78129d4-41e5-4615-a2b3-12254a4aa082 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Deleting port b0d16f68-2f3c-4e4f-a3b5-8e47563ac34d {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:40:55.821618 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e78129d4-41e5-4615-a2b3-12254a4aa082 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (b0d16f68-2f3c-4e4f-a3b5-8e47563ac34d), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:55.829908 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-d856bb96-ebfc-4c4e-8e3c-42c9df6e89aa None None] For port 0eadc652-4255-44aa-ba41-1f8462bece42, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=0eadc652-4255-44aa-ba41-1f8462bece42,segment=NetworkSegment(46378ae2-84e3-4f4f-9da7-10a9f810d4d7),segment_id=46378ae2-84e3-4f4f-9da7-10a9f810d4d7)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:40:55.830566 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d856bb96-ebfc-4c4e-8e3c-42c9df6e89aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (0eadc652-4255-44aa-ba41-1f8462bece42), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:55.848338 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-d856bb96-ebfc-4c4e-8e3c-42c9df6e89aa None None] Calling delete_port for 0eadc652-4255-44aa-ba41-1f8462bece42 owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:40:55.908769 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-e78129d4-41e5-4615-a2b3-12254a4aa082 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] For port b0d16f68-2f3c-4e4f-a3b5-8e47563ac34d, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=b0d16f68-2f3c-4e4f-a3b5-8e47563ac34d,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:40:55.909530 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e78129d4-41e5-4615-a2b3-12254a4aa082 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (b0d16f68-2f3c-4e4f-a3b5-8e47563ac34d), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:55.924361 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-e78129d4-41e5-4615-a2b3-12254a4aa082 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Calling delete_port for b0d16f68-2f3c-4e4f-a3b5-8e47563ac34d owned by network:router_gateway {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:40:56.000909 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-d79fe228-0a26-499e-be86-904c92da924d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd39b0d2e-7108-4e62-ae87-420736d89332', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1633855764', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': 'b0d16f68-2f3c-4e4f-a3b5-8e47563ac34d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:39:14Z', 'updated_at': '2022-02-09T22:40:54Z', 'revision_number': 5, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'gw_port': {'id': 'b0d16f68-2f3c-4e4f-a3b5-8e47563ac34d', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39b0d2e-7108-4e62-ae87-420736d89332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:39:14Z', 'updated_at': '2022-02-09T22:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:40:56.028023 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79fe228-0a26-499e-be86-904c92da924d None None] The sync data for ids ['d39b0d2e-7108-4e62-ae87-420736d89332'] in n-d-828369-5 is: [{'id': 'd39b0d2e-7108-4e62-ae87-420736d89332', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1633855764', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': 'b0d16f68-2f3c-4e4f-a3b5-8e47563ac34d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:39:14Z', 'updated_at': '2022-02-09T22:40:54Z', 'revision_number': 5, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'gw_port': {'id': 'b0d16f68-2f3c-4e4f-a3b5-8e47563ac34d', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39b0d2e-7108-4e62-ae87-420736d89332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:39:14Z', 'updated_at': '2022-02-09T22:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:40:56.105291 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d856bb96-ebfc-4c4e-8e3c-42c9df6e89aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (0eadc652-4255-44aa-ba41-1f8462bece42), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:56.112785 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e78129d4-41e5-4615-a2b3-12254a4aa082 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (b0d16f68-2f3c-4e4f-a3b5-8e47563ac34d), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:56.135371 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d856bb96-ebfc-4c4e-8e3c-42c9df6e89aa None None] No DVR routers for this DVR port 0eadc652-4255-44aa-ba41-1f8462bece42 on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:40:56.139902 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d856bb96-ebfc-4c4e-8e3c-42c9df6e89aa None None] Pushing event deleted for resources: {'Port': ['ID=0eadc652-4255-44aa-ba41-1f8462bece42,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:40:56.146171 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78129d4-41e5-4615-a2b3-12254a4aa082 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event deleted for resources: {'Port': ['ID=b0d16f68-2f3c-4e4f-a3b5-8e47563ac34d,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:40:56.150641 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d856bb96-ebfc-4c4e-8e3c-42c9df6e89aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:40:56.150641 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d856bb96-ebfc-4c4e-8e3c-42c9df6e89aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:40:56.150996 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d856bb96-ebfc-4c4e-8e3c-42c9df6e89aa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:40:56.151337 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d856bb96-ebfc-4c4e-8e3c-42c9df6e89aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:40:56.151667 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d856bb96-ebfc-4c4e-8e3c-42c9df6e89aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:40:56.152059 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d856bb96-ebfc-4c4e-8e3c-42c9df6e89aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:40:56.152344 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d856bb96-ebfc-4c4e-8e3c-42c9df6e89aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:40:56.152674 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d856bb96-ebfc-4c4e-8e3c-42c9df6e89aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:40:56.153002 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d856bb96-ebfc-4c4e-8e3c-42c9df6e89aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:40:56.153363 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d856bb96-ebfc-4c4e-8e3c-42c9df6e89aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:40:56.153669 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d856bb96-ebfc-4c4e-8e3c-42c9df6e89aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:40:56.153997 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d856bb96-ebfc-4c4e-8e3c-42c9df6e89aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:40:56.154379 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d856bb96-ebfc-4c4e-8e3c-42c9df6e89aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:40:56.208771 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e78129d4-41e5-4615-a2b3-12254a4aa082 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-554524'] for router_gateway (d39b0d2e-7108-4e62-ae87-420736d89332), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:56.300188 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e78129d4-41e5-4615-a2b3-12254a4aa082 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (d39b0d2e-7108-4e62-ae87-420736d89332), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:56.302311 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e78129d4-41e5-4615-a2b3-12254a4aa082 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for router_controller (d39b0d2e-7108-4e62-ae87-420736d89332), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:56.349832 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e78129d4-41e5-4615-a2b3-12254a4aa082 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (d39b0d2e-7108-4e62-ae87-420736d89332), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:56.350553 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e78129d4-41e5-4615-a2b3-12254a4aa082 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Fanout notify agent at l3_agent the message router_deleted on router d39b0d2e-7108-4e62-ae87-420736d89332 {{(pid=103140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:40:56.358013 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e78129d4-41e5-4615-a2b3-12254a4aa082 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:56.359146 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-e78129d4-41e5-4615-a2b3-12254a4aa082 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "DELETE /v2.0/routers/d39b0d2e-7108-4e62-ae87-420736d89332 HTTP/1.1" status: 204 len: 168 time: 0.8175299 Feb 09 22:40:56.361825 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 53564) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:40:56.440566 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-07ae137b-a3da-4bd3-9d99-38f6567e935d tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (e8221eb0-dea5-465b-8ace-52922e3814ae), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:56.532633 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-07ae137b-a3da-4bd3-9d99-38f6567e935d tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (e8221eb0-dea5-465b-8ace-52922e3814ae), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:56.549789 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:40:56.553119 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-07ae137b-a3da-4bd3-9d99-38f6567e935d tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8221eb0-dea5-465b-8ace-52922e3814ae']}} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:40:56.563737 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-07ae137b-a3da-4bd3-9d99-38f6567e935d tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46378ae2-84e3-4f4f-9da7-10a9f810d4d7') {'for_net_delete': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:40:56.564034 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-07ae137b-a3da-4bd3-9d99-38f6567e935d tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46378ae2-84e3-4f4f-9da7-10a9f810d4d7') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:40:56.574456 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-07ae137b-a3da-4bd3-9d99-38f6567e935d tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110711'] for segment (46378ae2-84e3-4f4f-9da7-10a9f810d4d7), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:56.588667 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-07ae137b-a3da-4bd3-9d99-38f6567e935d tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (46378ae2-84e3-4f4f-9da7-10a9f810d4d7), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:56.594999 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07ae137b-a3da-4bd3-9d99-38f6567e935d tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=103140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:40:56.595392 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-07ae137b-a3da-4bd3-9d99-38f6567e935d tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669415'] for segment (46378ae2-84e3-4f4f-9da7-10a9f810d4d7), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:56.598452 n-d-828369-5 neutron-server[103140]: Traceback (most recent call last): Feb 09 22:40:56.598452 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:40:56.598452 n-d-828369-5 neutron-server[103140]: timer() Feb 09 22:40:56.598452 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:40:56.598452 n-d-828369-5 neutron-server[103140]: cb(*args, **kw) Feb 09 22:40:56.598452 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:40:56.598452 n-d-828369-5 neutron-server[103140]: return func(*args, **kwargs) Feb 09 22:40:56.598452 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:40:56.598452 n-d-828369-5 neutron-server[103140]: self._notify() Feb 09 22:40:56.598452 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:40:56.598452 n-d-828369-5 neutron-server[103140]: self.callback(batched_events) Feb 09 22:40:56.598452 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:40:56.598452 n-d-828369-5 neutron-server[103140]: event.method(event) Feb 09 22:40:56.598452 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:40:56.598452 n-d-828369-5 neutron-server[103140]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:40:56.598452 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:40:56.598452 n-d-828369-5 neutron-server[103140]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:40:56.598452 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:40:56.598452 n-d-828369-5 neutron-server[103140]: return f(self, *a, **k) Feb 09 22:40:56.598452 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:40:56.598452 n-d-828369-5 neutron-server[103140]: return self._get(url).json() Feb 09 22:40:56.598452 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:40:56.598452 n-d-828369-5 neutron-server[103140]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:40:56.598452 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:40:56.598452 n-d-828369-5 neutron-server[103140]: return self.request(url, 'GET', **kwargs) Feb 09 22:40:56.598452 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:40:56.598452 n-d-828369-5 neutron-server[103140]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:40:56.598452 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:40:56.598452 n-d-828369-5 neutron-server[103140]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:40:56.598452 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:40:56.598452 n-d-828369-5 neutron-server[103140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:40:56.598452 n-d-828369-5 neutron-server[103140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:40:56.659409 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-07ae137b-a3da-4bd3-9d99-38f6567e935d tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (e8221eb0-dea5-465b-8ace-52922e3814ae), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:56.666778 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-07ae137b-a3da-4bd3-9d99-38f6567e935d tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:56.670164 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-07ae137b-a3da-4bd3-9d99-38f6567e935d tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "DELETE /v2.0/networks/e8221eb0-dea5-465b-8ace-52922e3814ae HTTP/1.1" status: 204 len: 168 time: 0.3073990 Feb 09 22:40:56.673090 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53566) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:40:56.687849 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ae137b-a3da-4bd3-9d99-38f6567e935d tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event deleted for resources: {'Network': ['ID=e8221eb0-dea5-465b-8ace-52922e3814ae,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:40:56.738212 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d46cdd3d-b720-45b2-b1ef-75611c6bf2de tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group (a034ef4e-4d75-4547-bdc3-136140de51e9), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:56.763075 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d46cdd3d-b720-45b2-b1ef-75611c6bf2de tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group (a034ef4e-4d75-4547-bdc3-136140de51e9), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:56.826349 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d46cdd3d-b720-45b2-b1ef-75611c6bf2de tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (a034ef4e-4d75-4547-bdc3-136140de51e9), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:56.829220 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d46cdd3d-b720-45b2-b1ef-75611c6bf2de tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:56.830428 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-d46cdd3d-b720-45b2-b1ef-75611c6bf2de tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "DELETE /v2.0/security-groups/a034ef4e-4d75-4547-bdc3-136140de51e9 HTTP/1.1" status: 204 len: 168 time: 0.1563108 Feb 09 22:40:56.839498 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46cdd3d-b720-45b2-b1ef-75611c6bf2de tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a034ef4e-4d75-4547-bdc3-136140de51e9,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:40:57.052433 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 0911a62b-df9f-4417-a007-89dceaae6c76 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:40:57.074237 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 0911a62b-df9f-4417-a007-89dceaae6c76 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:40:57.074594 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 0911a62b-df9f-4417-a007-89dceaae6c76 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:40:57.075051 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 0eadc652-4255-44aa-ba41-1f8462bece42 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:40:57.080753 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 53572) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:40:57.085629 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-43a6598c-5f50-4c1b-ad18-31e5fe555b81 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1201011397', 'description': 'tempest-secgroup-smoke-1201011397 description', 'project_id': 'f48dcb2b50d74af19383cd1d97f39748'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:40:57.095027 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 0eadc652-4255-44aa-ba41-1f8462bece42 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:40:57.095384 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 0eadc652-4255-44aa-ba41-1f8462bece42 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:40:57.095816 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device b0d16f68-2f3c-4e4f-a3b5-8e47563ac34d no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:40:57.106627 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-43a6598c-5f50-4c1b-ad18-31e5fe555b81 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:57.119230 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: b0d16f68-2f3c-4e4f-a3b5-8e47563ac34d {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:40:57.119518 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device b0d16f68-2f3c-4e4f-a3b5-8e47563ac34d not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:40:57.181765 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-43a6598c-5f50-4c1b-ad18-31e5fe555b81 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group (47ebb9b7-95af-4ed0-875c-c38cb25a5e2b), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:57.185587 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-43a6598c-5f50-4c1b-ad18-31e5fe555b81 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (47ebb9b7-95af-4ed0-875c-c38cb25a5e2b), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:57.216153 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a6598c-5f50-4c1b-ad18-31e5fe555b81 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47ebb9b7-95af-4ed0-875c-c38cb25a5e2b,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:40:57.220327 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-43a6598c-5f50-4c1b-ad18-31e5fe555b81 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:57.221568 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-43a6598c-5f50-4c1b-ad18-31e5fe555b81 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1396255 Feb 09 22:40:57.224470 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 53574) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:40:57.229493 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-17778f4c-6b23-498e-875c-38699643d7cd tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Request body: {'security_group_rule': {'security_group_id': '47ebb9b7-95af-4ed0-875c-c38cb25a5e2b', 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:40:57.253397 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-17778f4c-6b23-498e-875c-38699643d7cd tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group_rule (077f0bfe-2055-434a-a54f-fe7d769ee9df), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:57.306525 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-17778f4c-6b23-498e-875c-38699643d7cd tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group_rule (077f0bfe-2055-434a-a54f-fe7d769ee9df), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:57.309817 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-17778f4c-6b23-498e-875c-38699643d7cd tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (077f0bfe-2055-434a-a54f-fe7d769ee9df), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:57.327110 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17778f4c-6b23-498e-875c-38699643d7cd tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=077f0bfe-2055-434a-a54f-fe7d769ee9df,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:40:57.334109 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-17778f4c-6b23-498e-875c-38699643d7cd tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:57.335314 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-17778f4c-6b23-498e-875c-38699643d7cd tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1098535 Feb 09 22:40:57.338699 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 53576) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:40:57.343016 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-959dfe2d-5bab-4a9a-b647-d7673b87be88 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Request body: {'security_group_rule': {'security_group_id': '47ebb9b7-95af-4ed0-875c-c38cb25a5e2b', 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:40:57.366528 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-959dfe2d-5bab-4a9a-b647-d7673b87be88 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group_rule (c04acfc2-7680-4790-adfd-2c4828840e25), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:57.420513 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-959dfe2d-5bab-4a9a-b647-d7673b87be88 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group_rule (c04acfc2-7680-4790-adfd-2c4828840e25), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:57.427395 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-959dfe2d-5bab-4a9a-b647-d7673b87be88 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (c04acfc2-7680-4790-adfd-2c4828840e25), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:57.444479 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959dfe2d-5bab-4a9a-b647-d7673b87be88 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c04acfc2-7680-4790-adfd-2c4828840e25,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:40:57.453359 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-959dfe2d-5bab-4a9a-b647-d7673b87be88 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:57.454557 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-959dfe2d-5bab-4a9a-b647-d7673b87be88 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1148975 Feb 09 22:40:57.457301 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 53578) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:40:57.461587 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-9c1b6c5e-de5d-48bf-8965-bd6b24b377cd tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Request body: {'security_group_rule': {'security_group_id': '47ebb9b7-95af-4ed0-875c-c38cb25a5e2b', 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:40:57.486454 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9c1b6c5e-de5d-48bf-8965-bd6b24b377cd tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group_rule (264451c2-ae18-4b92-b8af-111275c22f90), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:57.548893 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9c1b6c5e-de5d-48bf-8965-bd6b24b377cd tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group_rule (264451c2-ae18-4b92-b8af-111275c22f90), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:57.552656 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9c1b6c5e-de5d-48bf-8965-bd6b24b377cd tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (264451c2-ae18-4b92-b8af-111275c22f90), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:57.569886 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1b6c5e-de5d-48bf-8965-bd6b24b377cd tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=264451c2-ae18-4b92-b8af-111275c22f90,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:40:57.577929 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9c1b6c5e-de5d-48bf-8965-bd6b24b377cd tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:57.579142 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-9c1b6c5e-de5d-48bf-8965-bd6b24b377cd tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1209245 Feb 09 22:40:57.581933 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 53580) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:40:57.586416 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-e48209f9-3aa2-4393-9abd-1e7bf249ecdb tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Request body: {'security_group_rule': {'security_group_id': '47ebb9b7-95af-4ed0-875c-c38cb25a5e2b', 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:40:57.610953 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e48209f9-3aa2-4393-9abd-1e7bf249ecdb tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group_rule (85482d5d-a0bb-4bd8-8615-43eb2f64592d), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:57.667157 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e48209f9-3aa2-4393-9abd-1e7bf249ecdb tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group_rule (85482d5d-a0bb-4bd8-8615-43eb2f64592d), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:57.670978 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e48209f9-3aa2-4393-9abd-1e7bf249ecdb tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (85482d5d-a0bb-4bd8-8615-43eb2f64592d), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:57.690266 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48209f9-3aa2-4393-9abd-1e7bf249ecdb tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85482d5d-a0bb-4bd8-8615-43eb2f64592d,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:40:57.695806 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-e48209f9-3aa2-4393-9abd-1e7bf249ecdb tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:57.700382 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53582) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:40:57.700865 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-e48209f9-3aa2-4393-9abd-1e7bf249ecdb tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1174750 Feb 09 22:40:57.704860 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-49d85ef1-c684-44ab-a933-1bda9a479ec5 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Request body: {'security_group_rule': {'security_group_id': '47ebb9b7-95af-4ed0-875c-c38cb25a5e2b', 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:40:57.725598 n-d-828369-5 neutron-server[103141]: INFO neutron.db.securitygroups_db [None req-49d85ef1-c684-44ab-a933-1bda9a479ec5 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Project f48dcb2b50d74af19383cd1d97f39748 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 22:40:57.730488 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-49d85ef1-c684-44ab-a933-1bda9a479ec5 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group_rule (afc2bbc4-145d-4780-9c02-a6d3388ed6ed), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:57.778805 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-49d85ef1-c684-44ab-a933-1bda9a479ec5 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group_rule (afc2bbc4-145d-4780-9c02-a6d3388ed6ed), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:57.783210 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-49d85ef1-c684-44ab-a933-1bda9a479ec5 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (afc2bbc4-145d-4780-9c02-a6d3388ed6ed), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:57.800460 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d85ef1-c684-44ab-a933-1bda9a479ec5 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afc2bbc4-145d-4780-9c02-a6d3388ed6ed,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:40:57.808346 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-49d85ef1-c684-44ab-a933-1bda9a479ec5 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:57.809538 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-49d85ef1-c684-44ab-a933-1bda9a479ec5 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1081481 Feb 09 22:40:57.812140 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53584) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:40:57.816591 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-1f48f87a-741c-464f-8912-7588e3106183 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Request body: {'security_group_rule': {'security_group_id': '47ebb9b7-95af-4ed0-875c-c38cb25a5e2b', 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:40:57.835903 n-d-828369-5 neutron-server[103141]: INFO neutron.db.securitygroups_db [None req-1f48f87a-741c-464f-8912-7588e3106183 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Project f48dcb2b50d74af19383cd1d97f39748 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 22:40:57.841112 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1f48f87a-741c-464f-8912-7588e3106183 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group_rule (1e5e1716-a20a-40a3-8e49-bfa25d412987), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:57.897794 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1f48f87a-741c-464f-8912-7588e3106183 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group_rule (1e5e1716-a20a-40a3-8e49-bfa25d412987), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:57.901720 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1f48f87a-741c-464f-8912-7588e3106183 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (1e5e1716-a20a-40a3-8e49-bfa25d412987), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:57.920736 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f48f87a-741c-464f-8912-7588e3106183 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e5e1716-a20a-40a3-8e49-bfa25d412987,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:40:57.925179 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1f48f87a-741c-464f-8912-7588e3106183 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:57.926293 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-1f48f87a-741c-464f-8912-7588e3106183 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1132286 Feb 09 22:40:57.929110 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53586) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:40:57.933790 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-4f099889-e3e1-4887-b4b6-b0ab0fe8ae7d tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Request body: {'network': {'name': 'tempest-network-smoke--1884423253', 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'port_security_enabled': True}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:40:57.952293 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f099889-e3e1-4887-b4b6-b0ab0fe8ae7d tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Made reservation on behalf of f48dcb2b50d74af19383cd1d97f39748 for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:40:57.955419 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4f099889-e3e1-4887-b4b6-b0ab0fe8ae7d tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:57.978487 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f099889-e3e1-4887-b4b6-b0ab0fe8ae7d tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:40:57.987363 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4f099889-e3e1-4887-b4b6-b0ab0fe8ae7d tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (3eb160d5-e157-4fc3-8195-6d7aa4aac140), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:57.987701 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-4f099889-e3e1-4887-b4b6-b0ab0fe8ae7d tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Added segment 3eb160d5-e157-4fc3-8195-6d7aa4aac140 of type vlan for network f85768b3-7f49-4d68-8cd0-c9167346ef9f Feb 09 22:40:58.029070 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4f099889-e3e1-4887-b4b6-b0ab0fe8ae7d tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (f85768b3-7f49-4d68-8cd0-c9167346ef9f), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:58.052184 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4f099889-e3e1-4887-b4b6-b0ab0fe8ae7d tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (f85768b3-7f49-4d68-8cd0-c9167346ef9f), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:58.057576 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f099889-e3e1-4887-b4b6-b0ab0fe8ae7d tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:40:58.058150 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4f099889-e3e1-4887-b4b6-b0ab0fe8ae7d tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:58.122066 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-4f099889-e3e1-4887-b4b6-b0ab0fe8ae7d tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1919057 Feb 09 22:40:58.125029 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53588) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:40:58.129220 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-ff9108a2-9e07-41da-a52d-bf1855f7661c tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1662635682', 'admin_state_up': True, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:40:58.143106 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f099889-e3e1-4887-b4b6-b0ab0fe8ae7d tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event updated for resources: {'Network': ['ID=f85768b3-7f49-4d68-8cd0-c9167346ef9f,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:40:58.154445 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network f85768b3-7f49-4d68-8cd0-c9167346ef9f details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:40:58.155770 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ff9108a2-9e07-41da-a52d-bf1855f7661c tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (8ba7734e-ac9a-47a5-aebd-a88912d8c0e3), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:58.156829 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ff9108a2-9e07-41da-a52d-bf1855f7661c tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (8ba7734e-ac9a-47a5-aebd-a88912d8c0e3), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:58.218086 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ff9108a2-9e07-41da-a52d-bf1855f7661c tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for router_controller (8ba7734e-ac9a-47a5-aebd-a88912d8c0e3), precommit_add_association {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:58.355883 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ff9108a2-9e07-41da-a52d-bf1855f7661c tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for router_gateway (8ba7734e-ac9a-47a5-aebd-a88912d8c0e3), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:58.552550 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ff9108a2-9e07-41da-a52d-bf1855f7661c tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for router_gateway (8ba7734e-ac9a-47a5-aebd-a88912d8c0e3), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:58.571053 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ff9108a2-9e07-41da-a52d-bf1855f7661c tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:58.672349 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-ff9108a2-9e07-41da-a52d-bf1855f7661c tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Allocated IP 172.25.3.108 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/cff0cb26-ba05-4c23-a5bd-82811c714e13) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:40:58.770175 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ff9108a2-9e07-41da-a52d-bf1855f7661c tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for port (cff0cb26-ba05-4c23-a5bd-82811c714e13), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:58.811950 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ff9108a2-9e07-41da-a52d-bf1855f7661c tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (cff0cb26-ba05-4c23-a5bd-82811c714e13), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:58.851342 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9108a2-9e07-41da-a52d-bf1855f7661c tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:40:58.854801 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-ff9108a2-9e07-41da-a52d-bf1855f7661c tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:40:58.857274 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9108a2-9e07-41da-a52d-bf1855f7661c tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:40:59.143914 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9108a2-9e07-41da-a52d-bf1855f7661c tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event updated for resources: {'Port': ['ID=cff0cb26-ba05-4c23-a5bd-82811c714e13,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:40:59.429483 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ff9108a2-9e07-41da-a52d-bf1855f7661c tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for router_gateway (8ba7734e-ac9a-47a5-aebd-a88912d8c0e3), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:59.628489 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ff9108a2-9e07-41da-a52d-bf1855f7661c tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (8ba7734e-ac9a-47a5-aebd-a88912d8c0e3), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:59.757902 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff9108a2-9e07-41da-a52d-bf1855f7661c tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Router 8ba7734e-ac9a-47a5-aebd-a88912d8c0e3 is scheduled to L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 with binding_index 1 {{(pid=103141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:40:59.868566 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff9108a2-9e07-41da-a52d-bf1855f7661c tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:40:59.878815 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de88127e-e408-4fd6-b34d-48ef9aa7f13e None None] Sync routers for ids ['8ba7734e-ac9a-47a5-aebd-a88912d8c0e3'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:40:59.890224 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de88127e-e408-4fd6-b34d-48ef9aa7f13e None None] Routers {'8ba7734e-ac9a-47a5-aebd-a88912d8c0e3'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:40:59.891135 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-de88127e-e408-4fd6-b34d-48ef9aa7f13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:40:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['8ba7734e-ac9a-47a5-aebd-a88912d8c0e3'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:40:59.891611 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-ff9108a2-9e07-41da-a52d-bf1855f7661c tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:40:59.895969 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-ff9108a2-9e07-41da-a52d-bf1855f7661c tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7670989 Feb 09 22:40:59.896359 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 53590) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:40:59.928147 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-c5a79431-f422-4026-a4c7-ed6915cfb039 tempest-TestNetworkAdvancedServerOps-1936337105 tempest-TestNetworkAdvancedServerOps-1936337105-project-admin] 10.222.0.90 "GET /v2.0/subnets?project_id=f48dcb2b50d74af19383cd1d97f39748&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275848 Feb 09 22:40:59.928407 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53592) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:41:00.004139 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-de88127e-e408-4fd6-b34d-48ef9aa7f13e None None] Set router 8ba7734e-ac9a-47a5-aebd-a88912d8c0e3 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:41:00.075799 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9987e5-9978-4a71-8da3-be5254213085 tempest-TestNetworkAdvancedServerOps-1936337105 tempest-TestNetworkAdvancedServerOps-1936337105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:00.080083 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-ea9987e5-9978-4a71-8da3-be5254213085 tempest-TestNetworkAdvancedServerOps-1936337105 tempest-TestNetworkAdvancedServerOps-1936337105-project-admin] 10.222.0.90 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1480067 Feb 09 22:41:00.080511 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53594) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:41:00.120994 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-07337c4b-81b9-407e-bdf1-83cc51007db6 tempest-TestNetworkAdvancedServerOps-1936337105 tempest-TestNetworkAdvancedServerOps-1936337105-project-admin] 10.222.0.90 "GET /v2.0/subnets?network_id=54a442d5-50a0-4c75-85cc-d19f5bf58118&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0392516 Feb 09 22:41:00.121775 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 53596) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:41:00.127728 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-bb8fbb4c-b45e-46b8-b439-066a4f1916a9 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1443480361', 'network_id': 'f85768b3-7f49-4d68-8cd0-c9167346ef9f', 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:41:00.218179 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-de88127e-e408-4fd6-b34d-48ef9aa7f13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba7734e-ac9a-47a5-aebd-a88912d8c0e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1662635682', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'cff0cb26-ba05-4c23-a5bd-82811c714e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:40:58Z', 'updated_at': '2022-02-09T22:40:59Z', 'revision_number': 3, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'gw_port': {'id': 'cff0cb26-ba05-4c23-a5bd-82811c714e13', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba7734e-ac9a-47a5-aebd-a88912d8c0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:40:58Z', 'updated_at': '2022-02-09T22:40:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:41:00.223429 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb8fbb4c-b45e-46b8-b439-066a4f1916a9 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Made reservation on behalf of f48dcb2b50d74af19383cd1d97f39748 for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:41:00.227032 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bb8fbb4c-b45e-46b8-b439-066a4f1916a9 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621317'] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:00.248176 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de88127e-e408-4fd6-b34d-48ef9aa7f13e None None] Checking router: 8ba7734e-ac9a-47a5-aebd-a88912d8c0e3 for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:41:00.248561 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de88127e-e408-4fd6-b34d-48ef9aa7f13e None None] Updating router 8ba7734e-ac9a-47a5-aebd-a88912d8c0e3 port cff0cb26-ba05-4c23-a5bd-82811c714e13 binding host n-d-828369-5 {{(pid=103142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:41:00.278815 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-de88127e-e408-4fd6-b34d-48ef9aa7f13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (cff0cb26-ba05-4c23-a5bd-82811c714e13), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:00.426334 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bb8fbb4c-b45e-46b8-b439-066a4f1916a9 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621371'] for subnet (2e091183-f100-47dc-82be-72bd710a698a), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:00.487875 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8fbb4c-b45e-46b8-b439-066a4f1916a9 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event updated for resources: {'Subnet': ['ID=2e091183-f100-47dc-82be-72bd710a698a,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:00.497595 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8fbb4c-b45e-46b8-b439-066a4f1916a9 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Checking segment: {'id': '3eb160d5-e157-4fc3-8195-6d7aa4aac140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f85768b3-7f49-4d68-8cd0-c9167346ef9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:41:00.497968 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8fbb4c-b45e-46b8-b439-066a4f1916a9 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Network hostable DHCP agents. Network: f85768b3-7f49-4d68-8cd0-c9167346ef9f, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:41:00.515070 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8fbb4c-b45e-46b8-b439-066a4f1916a9 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Network f85768b3-7f49-4d68-8cd0-c9167346ef9f is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:41:00.525275 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-bb8fbb4c-b45e-46b8-b439-066a4f1916a9 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, f85768b3-7f49-4d68-8cd0-c9167346ef9f) {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:41:00.530813 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8fbb4c-b45e-46b8-b439-066a4f1916a9 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:00.531570 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bb8fbb4c-b45e-46b8-b439-066a4f1916a9 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:00.545030 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2215ef-b4a1-4785-af0c-dd16c69a0780 None None] Network f85768b3-7f49-4d68-8cd0-c9167346ef9f requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:41:00.553015 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-bb8fbb4c-b45e-46b8-b439-066a4f1916a9 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4273314 Feb 09 22:41:00.553367 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53598) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:41:00.619150 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-de88127e-e408-4fd6-b34d-48ef9aa7f13e None None] Publish callbacks [] for port (cff0cb26-ba05-4c23-a5bd-82811c714e13), precommit_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:00.629593 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-de88127e-e408-4fd6-b34d-48ef9aa7f13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (cff0cb26-ba05-4c23-a5bd-82811c714e13), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:00.729181 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-de88127e-e408-4fd6-b34d-48ef9aa7f13e None None] Attempting to bind port cff0cb26-ba05-4c23-a5bd-82811c714e13 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:41:00.729473 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-de88127e-e408-4fd6-b34d-48ef9aa7f13e None None] Attempting to bind port cff0cb26-ba05-4c23-a5bd-82811c714e13 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:41:00.729840 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de88127e-e408-4fd6-b34d-48ef9aa7f13e None None] Attempting to bind port cff0cb26-ba05-4c23-a5bd-82811c714e13 on network 54a442d5-50a0-4c75-85cc-d19f5bf58118 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:41:00.731931 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9272c7e1-99be-4f85-9bba-7d8b022ee6cf None None] Pushing event updated for resources: {'Port': ['ID=cff0cb26-ba05-4c23-a5bd-82811c714e13,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:00.738263 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de88127e-e408-4fd6-b34d-48ef9aa7f13e None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:41:00.738643 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de88127e-e408-4fd6-b34d-48ef9aa7f13e None None] Checking segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:41:00.739046 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-de88127e-e408-4fd6-b34d-48ef9aa7f13e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:00.739431 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de88127e-e408-4fd6-b34d-48ef9aa7f13e None None] Bound using segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:41:00.739898 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-de88127e-e408-4fd6-b34d-48ef9aa7f13e None None] Bound port: cff0cb26-ba05-4c23-a5bd-82811c714e13, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:41:00.740306 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-de88127e-e408-4fd6-b34d-48ef9aa7f13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (cff0cb26-ba05-4c23-a5bd-82811c714e13), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:00.765173 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be127c0-4867-442e-95e7-5403ec1f4441 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-f85768b3-7f49-4d68-8cd0-c9167346ef9f', 'network_id': 'f85768b3-7f49-4d68-8cd0-c9167346ef9f', 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'fixed_ips': [{'subnet_id': '2e091183-f100-47dc-82be-72bd710a698a'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:41:00.766048 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7be127c0-4867-442e-95e7-5403ec1f4441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:00.868688 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-de88127e-e408-4fd6-b34d-48ef9aa7f13e None None] For port cff0cb26-ba05-4c23-a5bd-82811c714e13, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:41:00.901785 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-de88127e-e408-4fd6-b34d-48ef9aa7f13e None None] For port cff0cb26-ba05-4c23-a5bd-82811c714e13, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=cff0cb26-ba05-4c23-a5bd-82811c714e13,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:41:00.914809 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-de88127e-e408-4fd6-b34d-48ef9aa7f13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (cff0cb26-ba05-4c23-a5bd-82811c714e13), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:01.011571 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-7be127c0-4867-442e-95e7-5403ec1f4441 None None] Allocated IP 172.20.0.2 (f85768b3-7f49-4d68-8cd0-c9167346ef9f/2e091183-f100-47dc-82be-72bd710a698a/66a5ff8b-9d03-4369-ac69-c7d26dd3f4d0) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:41:01.013382 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9272c7e1-99be-4f85-9bba-7d8b022ee6cf None None] Pushing event updated for resources: {'Port': ['ID=cff0cb26-ba05-4c23-a5bd-82811c714e13,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:01.018443 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de88127e-e408-4fd6-b34d-48ef9aa7f13e None None] Routers {'8ba7734e-ac9a-47a5-aebd-a88912d8c0e3'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:41:01.019061 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-de88127e-e408-4fd6-b34d-48ef9aa7f13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:40:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['8ba7734e-ac9a-47a5-aebd-a88912d8c0e3'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:41:01.053884 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c81188b5-fc0d-4968-a562-edb848722e8d tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:01.196177 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-de88127e-e408-4fd6-b34d-48ef9aa7f13e None None] Set router 8ba7734e-ac9a-47a5-aebd-a88912d8c0e3 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:41:01.365544 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7be127c0-4867-442e-95e7-5403ec1f4441 None None] Publish callbacks [] for port (66a5ff8b-9d03-4369-ac69-c7d26dd3f4d0), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:01.372551 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7be127c0-4867-442e-95e7-5403ec1f4441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (66a5ff8b-9d03-4369-ac69-c7d26dd3f4d0), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:01.419492 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-c81188b5-fc0d-4968-a562-edb848722e8d tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Allocated IP 172.20.0.1 (f85768b3-7f49-4d68-8cd0-c9167346ef9f/2e091183-f100-47dc-82be-72bd710a698a/d10f73bf-1254-439c-a3a6-6d46d5967268) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:41:01.442278 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be127c0-4867-442e-95e7-5403ec1f4441 None None] Network f85768b3-7f49-4d68-8cd0-c9167346ef9f is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:41:01.448953 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-7be127c0-4867-442e-95e7-5403ec1f4441 None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:41:01.451874 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be127c0-4867-442e-95e7-5403ec1f4441 None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:41:01.455380 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be127c0-4867-442e-95e7-5403ec1f4441 None None] Pushing event updated for resources: {'Port': ['ID=66a5ff8b-9d03-4369-ac69-c7d26dd3f4d0,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:01.519456 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-7be127c0-4867-442e-95e7-5403ec1f4441 None None] Attempting to bind port 66a5ff8b-9d03-4369-ac69-c7d26dd3f4d0 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:41:01.519739 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-7be127c0-4867-442e-95e7-5403ec1f4441 None None] Attempting to bind port 66a5ff8b-9d03-4369-ac69-c7d26dd3f4d0 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '3eb160d5-e157-4fc3-8195-6d7aa4aac140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f85768b3-7f49-4d68-8cd0-c9167346ef9f'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:41:01.520101 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be127c0-4867-442e-95e7-5403ec1f4441 None None] Attempting to bind port 66a5ff8b-9d03-4369-ac69-c7d26dd3f4d0 on network f85768b3-7f49-4d68-8cd0-c9167346ef9f {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:41:01.528731 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-de88127e-e408-4fd6-b34d-48ef9aa7f13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba7734e-ac9a-47a5-aebd-a88912d8c0e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1662635682', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'cff0cb26-ba05-4c23-a5bd-82811c714e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:40:58Z', 'updated_at': '2022-02-09T22:40:59Z', 'revision_number': 3, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'gw_port': {'id': 'cff0cb26-ba05-4c23-a5bd-82811c714e13', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba7734e-ac9a-47a5-aebd-a88912d8c0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:40:58Z', 'updated_at': '2022-02-09T22:41:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:41:01.530647 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be127c0-4867-442e-95e7-5403ec1f4441 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:41:01.531022 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be127c0-4867-442e-95e7-5403ec1f4441 None None] Checking segment: {'id': '3eb160d5-e157-4fc3-8195-6d7aa4aac140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f85768b3-7f49-4d68-8cd0-c9167346ef9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:41:01.531417 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7be127c0-4867-442e-95e7-5403ec1f4441 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:01.531810 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be127c0-4867-442e-95e7-5403ec1f4441 None None] Bound using segment: {'id': '3eb160d5-e157-4fc3-8195-6d7aa4aac140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f85768b3-7f49-4d68-8cd0-c9167346ef9f'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:41:01.532300 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-7be127c0-4867-442e-95e7-5403ec1f4441 None None] Bound port: 66a5ff8b-9d03-4369-ac69-c7d26dd3f4d0, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eb160d5-e157-4fc3-8195-6d7aa4aac140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f85768b3-7f49-4d68-8cd0-c9167346ef9f'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:41:01.532678 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7be127c0-4867-442e-95e7-5403ec1f4441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (66a5ff8b-9d03-4369-ac69-c7d26dd3f4d0), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:01.536528 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c81188b5-fc0d-4968-a562-edb848722e8d tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for port (d10f73bf-1254-439c-a3a6-6d46d5967268), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:01.568957 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de88127e-e408-4fd6-b34d-48ef9aa7f13e None None] The sync data for ids ['8ba7734e-ac9a-47a5-aebd-a88912d8c0e3'] in n-d-828369-5 is: [{'id': '8ba7734e-ac9a-47a5-aebd-a88912d8c0e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1662635682', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'cff0cb26-ba05-4c23-a5bd-82811c714e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:40:58Z', 'updated_at': '2022-02-09T22:40:59Z', 'revision_number': 3, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'gw_port': {'id': 'cff0cb26-ba05-4c23-a5bd-82811c714e13', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba7734e-ac9a-47a5-aebd-a88912d8c0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:40:58Z', 'updated_at': '2022-02-09T22:41:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:41:01.569394 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c81188b5-fc0d-4968-a562-edb848722e8d tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (d10f73bf-1254-439c-a3a6-6d46d5967268), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:01.612402 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81188b5-fc0d-4968-a562-edb848722e8d tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Network f85768b3-7f49-4d68-8cd0-c9167346ef9f is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:41:01.618334 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-c81188b5-fc0d-4968-a562-edb848722e8d tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:41:01.622203 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81188b5-fc0d-4968-a562-edb848722e8d tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:41:01.630755 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-7be127c0-4867-442e-95e7-5403ec1f4441 None None] For port 66a5ff8b-9d03-4369-ac69-c7d26dd3f4d0, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:41:01.635295 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-7be127c0-4867-442e-95e7-5403ec1f4441 None None] For port 66a5ff8b-9d03-4369-ac69-c7d26dd3f4d0, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=66a5ff8b-9d03-4369-ac69-c7d26dd3f4d0,segment=NetworkSegment(3eb160d5-e157-4fc3-8195-6d7aa4aac140),segment_id=3eb160d5-e157-4fc3-8195-6d7aa4aac140)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:41:01.643077 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7be127c0-4867-442e-95e7-5403ec1f4441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (66a5ff8b-9d03-4369-ac69-c7d26dd3f4d0), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:01.652873 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81188b5-fc0d-4968-a562-edb848722e8d tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event updated for resources: {'Port': ['ID=d10f73bf-1254-439c-a3a6-6d46d5967268,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:01.671550 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c81188b5-fc0d-4968-a562-edb848722e8d tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554727'] for router_interface (8ba7734e-ac9a-47a5-aebd-a88912d8c0e3), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:01.706555 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be127c0-4867-442e-95e7-5403ec1f4441 None None] Pushing event updated for resources: {'Port': ['ID=66a5ff8b-9d03-4369-ac69-c7d26dd3f4d0,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:01.840138 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c81188b5-fc0d-4968-a562-edb848722e8d tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (d10f73bf-1254-439c-a3a6-6d46d5967268), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:02.438739 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c81188b5-fc0d-4968-a562-edb848722e8d tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for port (d10f73bf-1254-439c-a3a6-6d46d5967268), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:02.443876 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c81188b5-fc0d-4968-a562-edb848722e8d tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (d10f73bf-1254-439c-a3a6-6d46d5967268), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:02.517839 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81188b5-fc0d-4968-a562-edb848722e8d tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event updated for resources: {'Port': ['ID=d10f73bf-1254-439c-a3a6-6d46d5967268,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:02.520443 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c81188b5-fc0d-4968-a562-edb848722e8d tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524919'] for router_interface (8ba7734e-ac9a-47a5-aebd-a88912d8c0e3), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:02.616585 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81188b5-fc0d-4968-a562-edb848722e8d tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Network f85768b3-7f49-4d68-8cd0-c9167346ef9f is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:41:02.618222 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-c81188b5-fc0d-4968-a562-edb848722e8d tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:41:02.738994 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c81188b5-fc0d-4968-a562-edb848722e8d tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Router 8ba7734e-ac9a-47a5-aebd-a88912d8c0e3 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:41:02.769028 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c106269a-c042-4542-b53a-9f043d3867ae None None] Network f85768b3-7f49-4d68-8cd0-c9167346ef9f requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:41:02.838945 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-2465fe53-140c-438e-ba46-e50c9678728c None None] Provisioning complete for port 66a5ff8b-9d03-4369-ac69-c7d26dd3f4d0 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:41:02.839325 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2465fe53-140c-438e-ba46-e50c9678728c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (66a5ff8b-9d03-4369-ac69-c7d26dd3f4d0), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:02.850350 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c81188b5-fc0d-4968-a562-edb848722e8d tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:41:02.856764 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-c81188b5-fc0d-4968-a562-edb848722e8d tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "PUT /v2.0/routers/8ba7734e-ac9a-47a5-aebd-a88912d8c0e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3022146 Feb 09 22:41:02.974285 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-2465fe53-140c-438e-ba46-e50c9678728c None None] Current status of the port 66a5ff8b-9d03-4369-ac69-c7d26dd3f4d0 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:41:02.974697 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2465fe53-140c-438e-ba46-e50c9678728c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (66a5ff8b-9d03-4369-ac69-c7d26dd3f4d0), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:03.019045 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-2465fe53-140c-438e-ba46-e50c9678728c None None] For port 66a5ff8b-9d03-4369-ac69-c7d26dd3f4d0, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=66a5ff8b-9d03-4369-ac69-c7d26dd3f4d0,segment=NetworkSegment(3eb160d5-e157-4fc3-8195-6d7aa4aac140),segment_id=3eb160d5-e157-4fc3-8195-6d7aa4aac140)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:41:03.026023 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2465fe53-140c-438e-ba46-e50c9678728c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (66a5ff8b-9d03-4369-ac69-c7d26dd3f4d0), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:03.086067 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device cff0cb26-ba05-4c23-a5bd-82811c714e13 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:41:03.102820 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b4d3ce27-e015-4c99-bf91-1611edda045d req-e011d018-b348-4183-9a01-2737b9d27105 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1201011397&fields=id&tenant_id=f48dcb2b50d74af19383cd1d97f39748 HTTP/1.1" status: 200 len: 267 time: 0.0800905 Feb 09 22:41:03.129878 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2465fe53-140c-438e-ba46-e50c9678728c None None] Pushing event updated for resources: {'Port': ['ID=66a5ff8b-9d03-4369-ac69-c7d26dd3f4d0,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:03.161794 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port cff0cb26-ba05-4c23-a5bd-82811c714e13 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:41:03.162242 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (cff0cb26-ba05-4c23-a5bd-82811c714e13), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:03.237626 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3ce27-e015-4c99-bf91-1611edda045d req-365848a6-853d-43d0-a05b-8a78e1c9cf3e tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:03.242651 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b4d3ce27-e015-4c99-bf91-1611edda045d req-365848a6-853d-43d0-a05b-8a78e1c9cf3e tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/networks?id=f85768b3-7f49-4d68-8cd0-c9167346ef9f HTTP/1.1" status: 200 len: 797 time: 0.1329417 Feb 09 22:41:03.263551 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b4d3ce27-e015-4c99-bf91-1611edda045d req-fe96dd6f-266c-4239-9bb7-181ffb8d8d5b tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/quotas/f48dcb2b50d74af19383cd1d97f39748 HTTP/1.1" status: 200 len: 375 time: 0.0169218 Feb 09 22:41:03.267631 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-9dfdcd7e-72dd-41a1-aed4-3c17cd8b1813 None None] Provisioning complete for port 66a5ff8b-9d03-4369-ac69-c7d26dd3f4d0 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:41:03.268009 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-9dfdcd7e-72dd-41a1-aed4-3c17cd8b1813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (66a5ff8b-9d03-4369-ac69-c7d26dd3f4d0), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:03.269750 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port cff0cb26-ba05-4c23-a5bd-82811c714e13 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:41:03.270123 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (cff0cb26-ba05-4c23-a5bd-82811c714e13), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:03.317823 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port cff0cb26-ba05-4c23-a5bd-82811c714e13, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=cff0cb26-ba05-4c23-a5bd-82811c714e13,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:41:03.323971 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (cff0cb26-ba05-4c23-a5bd-82811c714e13), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:03.324760 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 66a5ff8b-9d03-4369-ac69-c7d26dd3f4d0 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:41:03.332861 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b4d3ce27-e015-4c99-bf91-1611edda045d req-73da49c8-59ab-41c0-b6b7-51eaa47d11dc tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=f48dcb2b50d74af19383cd1d97f39748&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0679688 Feb 09 22:41:03.349205 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ffaf4a1-5e35-4fb2-9ffe-8914a2861f82 None None] Sync routers for ids ['8ba7734e-ac9a-47a5-aebd-a88912d8c0e3'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:41:03.363784 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffaf4a1-5e35-4fb2-9ffe-8914a2861f82 None None] Routers {'8ba7734e-ac9a-47a5-aebd-a88912d8c0e3'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:41:03.364532 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-7ffaf4a1-5e35-4fb2-9ffe-8914a2861f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:40:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['8ba7734e-ac9a-47a5-aebd-a88912d8c0e3'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:41:03.439607 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b4d3ce27-e015-4c99-bf91-1611edda045d req-cb37d484-c3e6-4e6c-abbb-2f619b794bd6 service neutron] 10.222.0.90 "GET /v2.0/networks/f85768b3-7f49-4d68-8cd0-c9167346ef9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034720 Feb 09 22:41:03.512929 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-7ffaf4a1-5e35-4fb2-9ffe-8914a2861f82 None None] Set router 8ba7734e-ac9a-47a5-aebd-a88912d8c0e3 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:41:03.563338 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b4d3ce27-e015-4c99-bf91-1611edda045d req-58b0d39c-f26b-4117-ab40-c16f98cadfff service neutron] 10.222.0.90 "GET /v2.0/networks/f85768b3-7f49-4d68-8cd0-c9167346ef9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139896 Feb 09 22:41:03.620636 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=cff0cb26-ba05-4c23-a5bd-82811c714e13,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:03.638668 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-9dfdcd7e-72dd-41a1-aed4-3c17cd8b1813 None None] Current status of the port 66a5ff8b-9d03-4369-ac69-c7d26dd3f4d0 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:41:03.646514 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 66a5ff8b-9d03-4369-ac69-c7d26dd3f4d0 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:41:03.646910 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (66a5ff8b-9d03-4369-ac69-c7d26dd3f4d0), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:03.687117 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-9dfdcd7e-72dd-41a1-aed4-3c17cd8b1813 None None] Provisioning complete for port d10f73bf-1254-439c-a3a6-6d46d5967268 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:41:03.687552 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-9dfdcd7e-72dd-41a1-aed4-3c17cd8b1813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (d10f73bf-1254-439c-a3a6-6d46d5967268), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:03.740027 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-9dfdcd7e-72dd-41a1-aed4-3c17cd8b1813 None None] Port d10f73bf-1254-439c-a3a6-6d46d5967268 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:41:03.779287 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-7ffaf4a1-5e35-4fb2-9ffe-8914a2861f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba7734e-ac9a-47a5-aebd-a88912d8c0e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1662635682', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'cff0cb26-ba05-4c23-a5bd-82811c714e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:40:58Z', 'updated_at': '2022-02-09T22:41:01Z', 'revision_number': 4, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'gw_port': {'id': 'cff0cb26-ba05-4c23-a5bd-82811c714e13', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba7734e-ac9a-47a5-aebd-a88912d8c0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:40:58Z', 'updated_at': '2022-02-09T22:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': 'd10f73bf-1254-439c-a3a6-6d46d5967268', 'name': '', 'network_id': 'f85768b3-7f49-4d68-8cd0-c9167346ef9f', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'mac_address': 'fa:16:3e:ea:53:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba7734e-ac9a-47a5-aebd-a88912d8c0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '2e091183-f100-47dc-82be-72bd710a698a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:41:01Z', 'updated_at': '2022-02-09T22:41:02Z', 'revision_number': 2, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'subnets': [{'id': '2e091183-f100-47dc-82be-72bd710a698a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:41:03.782169 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 66a5ff8b-9d03-4369-ac69-c7d26dd3f4d0 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:41:03.794055 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-285ebeba-9574-4c9e-816c-c93ca0991fc2 req-fbeea419-57c2-4086-a645-4b5ba58b77e8 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=e3e1ac6c-0da6-4f1a-8713-115d9a232c48 HTTP/1.1" status: 200 len: 210 time: 0.0443325 Feb 09 22:41:03.811175 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ffaf4a1-5e35-4fb2-9ffe-8914a2861f82 None None] Checking router: 8ba7734e-ac9a-47a5-aebd-a88912d8c0e3 for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:41:03.811532 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ffaf4a1-5e35-4fb2-9ffe-8914a2861f82 None None] Updating router 8ba7734e-ac9a-47a5-aebd-a88912d8c0e3 port d10f73bf-1254-439c-a3a6-6d46d5967268 binding host n-d-828369-5 {{(pid=103143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:41:03.839262 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7ffaf4a1-5e35-4fb2-9ffe-8914a2861f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (d10f73bf-1254-439c-a3a6-6d46d5967268), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:03.863734 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-e9f00a6d-7236-4109-8263-a0e1e81303f8 None None] Provisioning complete for port d10f73bf-1254-439c-a3a6-6d46d5967268 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:41:03.864119 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e9f00a6d-7236-4109-8263-a0e1e81303f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (d10f73bf-1254-439c-a3a6-6d46d5967268), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:03.902292 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-e9f00a6d-7236-4109-8263-a0e1e81303f8 None None] Port d10f73bf-1254-439c-a3a6-6d46d5967268 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:41:04.120345 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7ffaf4a1-5e35-4fb2-9ffe-8914a2861f82 None None] Publish callbacks [] for port (d10f73bf-1254-439c-a3a6-6d46d5967268), precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:04.125860 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7ffaf4a1-5e35-4fb2-9ffe-8914a2861f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (d10f73bf-1254-439c-a3a6-6d46d5967268), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:04.179440 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9e96ce-bdcf-4752-97eb-f8a510c44dbf None None] Pushing event updated for resources: {'Port': ['ID=d10f73bf-1254-439c-a3a6-6d46d5967268,revision_number=3']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:04.206979 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9e96ce-bdcf-4752-97eb-f8a510c44dbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:41:04.207340 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9e96ce-bdcf-4752-97eb-f8a510c44dbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:41:04.207690 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9e96ce-bdcf-4752-97eb-f8a510c44dbf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:41:04.208036 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9e96ce-bdcf-4752-97eb-f8a510c44dbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:41:04.208408 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9e96ce-bdcf-4752-97eb-f8a510c44dbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:41:04.208747 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9e96ce-bdcf-4752-97eb-f8a510c44dbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:41:04.209085 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9e96ce-bdcf-4752-97eb-f8a510c44dbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:41:04.209416 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9e96ce-bdcf-4752-97eb-f8a510c44dbf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:41:04.209747 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9e96ce-bdcf-4752-97eb-f8a510c44dbf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:41:04.210081 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9e96ce-bdcf-4752-97eb-f8a510c44dbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:41:04.210411 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9e96ce-bdcf-4752-97eb-f8a510c44dbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:41:04.210736 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9e96ce-bdcf-4752-97eb-f8a510c44dbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:41:04.211062 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9e96ce-bdcf-4752-97eb-f8a510c44dbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:41:04.247293 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-7ffaf4a1-5e35-4fb2-9ffe-8914a2861f82 None None] Attempting to bind port d10f73bf-1254-439c-a3a6-6d46d5967268 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:41:04.247676 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-7ffaf4a1-5e35-4fb2-9ffe-8914a2861f82 None None] Attempting to bind port d10f73bf-1254-439c-a3a6-6d46d5967268 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '3eb160d5-e157-4fc3-8195-6d7aa4aac140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f85768b3-7f49-4d68-8cd0-c9167346ef9f'}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:41:04.248036 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ffaf4a1-5e35-4fb2-9ffe-8914a2861f82 None None] Attempting to bind port d10f73bf-1254-439c-a3a6-6d46d5967268 on network f85768b3-7f49-4d68-8cd0-c9167346ef9f {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:41:04.253962 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ffaf4a1-5e35-4fb2-9ffe-8914a2861f82 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:41:04.254344 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ffaf4a1-5e35-4fb2-9ffe-8914a2861f82 None None] Checking segment: {'id': '3eb160d5-e157-4fc3-8195-6d7aa4aac140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f85768b3-7f49-4d68-8cd0-c9167346ef9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:41:04.254757 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7ffaf4a1-5e35-4fb2-9ffe-8914a2861f82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:04.255443 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ffaf4a1-5e35-4fb2-9ffe-8914a2861f82 None None] Bound using segment: {'id': '3eb160d5-e157-4fc3-8195-6d7aa4aac140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f85768b3-7f49-4d68-8cd0-c9167346ef9f'} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:41:04.255886 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-7ffaf4a1-5e35-4fb2-9ffe-8914a2861f82 None None] Bound port: d10f73bf-1254-439c-a3a6-6d46d5967268, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eb160d5-e157-4fc3-8195-6d7aa4aac140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f85768b3-7f49-4d68-8cd0-c9167346ef9f'}}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:41:04.256169 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7ffaf4a1-5e35-4fb2-9ffe-8914a2861f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (d10f73bf-1254-439c-a3a6-6d46d5967268), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:04.324110 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-7ffaf4a1-5e35-4fb2-9ffe-8914a2861f82 None None] For port d10f73bf-1254-439c-a3a6-6d46d5967268, host n-d-828369-5, cleared binding levels {{(pid=103143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:41:04.327658 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-7ffaf4a1-5e35-4fb2-9ffe-8914a2861f82 None None] For port d10f73bf-1254-439c-a3a6-6d46d5967268, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=d10f73bf-1254-439c-a3a6-6d46d5967268,segment=NetworkSegment(3eb160d5-e157-4fc3-8195-6d7aa4aac140),segment_id=3eb160d5-e157-4fc3-8195-6d7aa4aac140)] {{(pid=103143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:41:04.334821 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-7ffaf4a1-5e35-4fb2-9ffe-8914a2861f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (d10f73bf-1254-439c-a3a6-6d46d5967268), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:04.384911 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffaf4a1-5e35-4fb2-9ffe-8914a2861f82 None None] Routers {'8ba7734e-ac9a-47a5-aebd-a88912d8c0e3'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:41:04.385713 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-7ffaf4a1-5e35-4fb2-9ffe-8914a2861f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:40:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['8ba7734e-ac9a-47a5-aebd-a88912d8c0e3'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:41:04.429226 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-735ce069-e70b-4bbc-a433-a5bbbb516d55 None None] Provisioning complete for port d10f73bf-1254-439c-a3a6-6d46d5967268 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:41:04.429428 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-735ce069-e70b-4bbc-a433-a5bbbb516d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (d10f73bf-1254-439c-a3a6-6d46d5967268), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:04.509658 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9e96ce-bdcf-4752-97eb-f8a510c44dbf None None] Pushing event updated for resources: {'Port': ['ID=d10f73bf-1254-439c-a3a6-6d46d5967268,revision_number=4']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:04.516468 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-7ffaf4a1-5e35-4fb2-9ffe-8914a2861f82 None None] Set router 8ba7734e-ac9a-47a5-aebd-a88912d8c0e3 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:41:04.518382 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-735ce069-e70b-4bbc-a433-a5bbbb516d55 None None] Current status of the port d10f73bf-1254-439c-a3a6-6d46d5967268 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:41:04.518786 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-735ce069-e70b-4bbc-a433-a5bbbb516d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (d10f73bf-1254-439c-a3a6-6d46d5967268), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:04.554512 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-735ce069-e70b-4bbc-a433-a5bbbb516d55 None None] For port d10f73bf-1254-439c-a3a6-6d46d5967268, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=d10f73bf-1254-439c-a3a6-6d46d5967268,segment=NetworkSegment(3eb160d5-e157-4fc3-8195-6d7aa4aac140),segment_id=3eb160d5-e157-4fc3-8195-6d7aa4aac140)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:41:04.558936 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-735ce069-e70b-4bbc-a433-a5bbbb516d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (d10f73bf-1254-439c-a3a6-6d46d5967268), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:04.613590 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735ce069-e70b-4bbc-a433-a5bbbb516d55 None None] Pushing event updated for resources: {'Port': ['ID=d10f73bf-1254-439c-a3a6-6d46d5967268,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:04.681688 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-2c887ff0-24b0-4bf5-88c1-50adf10168fb None None] Provisioning complete for port d10f73bf-1254-439c-a3a6-6d46d5967268 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:41:04.682061 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2c887ff0-24b0-4bf5-88c1-50adf10168fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (d10f73bf-1254-439c-a3a6-6d46d5967268), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:04.765048 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-2c887ff0-24b0-4bf5-88c1-50adf10168fb None None] Current status of the port d10f73bf-1254-439c-a3a6-6d46d5967268 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:41:04.821165 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-7ffaf4a1-5e35-4fb2-9ffe-8914a2861f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba7734e-ac9a-47a5-aebd-a88912d8c0e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1662635682', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'cff0cb26-ba05-4c23-a5bd-82811c714e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:40:58Z', 'updated_at': '2022-02-09T22:41:01Z', 'revision_number': 4, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'gw_port': {'id': 'cff0cb26-ba05-4c23-a5bd-82811c714e13', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba7734e-ac9a-47a5-aebd-a88912d8c0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:40:58Z', 'updated_at': '2022-02-09T22:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': 'd10f73bf-1254-439c-a3a6-6d46d5967268', 'name': '', 'network_id': 'f85768b3-7f49-4d68-8cd0-c9167346ef9f', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'mac_address': 'fa:16:3e:ea:53:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba7734e-ac9a-47a5-aebd-a88912d8c0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '2e091183-f100-47dc-82be-72bd710a698a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:41:01Z', 'updated_at': '2022-02-09T22:41:04Z', 'revision_number': 4, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'subnets': [{'id': '2e091183-f100-47dc-82be-72bd710a698a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:41:04.852830 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ffaf4a1-5e35-4fb2-9ffe-8914a2861f82 None None] The sync data for ids ['8ba7734e-ac9a-47a5-aebd-a88912d8c0e3'] in n-d-828369-5 is: [{'id': '8ba7734e-ac9a-47a5-aebd-a88912d8c0e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1662635682', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'cff0cb26-ba05-4c23-a5bd-82811c714e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:40:58Z', 'updated_at': '2022-02-09T22:41:01Z', 'revision_number': 4, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'gw_port': {'id': 'cff0cb26-ba05-4c23-a5bd-82811c714e13', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba7734e-ac9a-47a5-aebd-a88912d8c0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:40:58Z', 'updated_at': '2022-02-09T22:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': 'd10f73bf-1254-439c-a3a6-6d46d5967268', 'name': '', 'network_id': 'f85768b3-7f49-4d68-8cd0-c9167346ef9f', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'mac_address': 'fa:16:3e:ea:53:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba7734e-ac9a-47a5-aebd-a88912d8c0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '2e091183-f100-47dc-82be-72bd710a698a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:41:01Z', 'updated_at': '2022-02-09T22:41:04Z', 'revision_number': 4, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'subnets': [{'id': '2e091183-f100-47dc-82be-72bd710a698a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:41:04.915231 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-764a4db5-f26f-4595-8100-331c622e4585 req-3c1f422c-adc4-409c-994e-88a3e9fa62ef tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=e3e1ac6c-0da6-4f1a-8713-115d9a232c48 HTTP/1.1" status: 200 len: 210 time: 0.0416906 Feb 09 22:41:04.953664 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3ce27-e015-4c99-bf91-1611edda045d req-ffe02135-ac52-4952-a639-ea8f12b15738 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:04.955109 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b4d3ce27-e015-4c99-bf91-1611edda045d req-ffe02135-ac52-4952-a639-ea8f12b15738 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.95 "GET /v2.0/networks?id=f85768b3-7f49-4d68-8cd0-c9167346ef9f HTTP/1.1" status: 200 len: 797 time: 0.1801872 Feb 09 22:41:05.028528 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b4d3ce27-e015-4c99-bf91-1611edda045d req-dc338097-7ade-460b-b07b-c32579d85de2 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f48dcb2b50d74af19383cd1d97f39748 HTTP/1.1" status: 200 len: 380 time: 0.0648828 Feb 09 22:41:05.038927 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-b4d3ce27-e015-4c99-bf91-1611edda045d req-d5ad6e43-f879-4b5a-97e0-673716c51524 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Request body: {'port': {'device_id': 'e3e1ac6c-0da6-4f1a-8713-115d9a232c48', 'network_id': 'f85768b3-7f49-4d68-8cd0-c9167346ef9f', 'admin_state_up': True, 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'security_groups': ['47ebb9b7-95af-4ed0-875c-c38cb25a5e2b']}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:41:05.088814 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device cff0cb26-ba05-4c23-a5bd-82811c714e13 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:41:05.147001 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port cff0cb26-ba05-4c23-a5bd-82811c714e13 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:41:05.147560 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (cff0cb26-ba05-4c23-a5bd-82811c714e13), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:05.168757 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4d3ce27-e015-4c99-bf91-1611edda045d req-d5ad6e43-f879-4b5a-97e0-673716c51524 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Made reservation on behalf of f48dcb2b50d74af19383cd1d97f39748 for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:41:05.172444 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-b4d3ce27-e015-4c99-bf91-1611edda045d req-d5ad6e43-f879-4b5a-97e0-673716c51524 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:05.233030 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port cff0cb26-ba05-4c23-a5bd-82811c714e13 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:41:05.234135 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 66a5ff8b-9d03-4369-ac69-c7d26dd3f4d0 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:41:05.288346 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 66a5ff8b-9d03-4369-ac69-c7d26dd3f4d0 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:41:05.288742 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (66a5ff8b-9d03-4369-ac69-c7d26dd3f4d0), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:05.319074 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [req-b4d3ce27-e015-4c99-bf91-1611edda045d req-d5ad6e43-f879-4b5a-97e0-673716c51524 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Allocated IP 172.20.0.5 (f85768b3-7f49-4d68-8cd0-c9167346ef9f/2e091183-f100-47dc-82be-72bd710a698a/1f697780-4bf1-40e3-9cae-916e2dee6f91) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:41:05.373961 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 66a5ff8b-9d03-4369-ac69-c7d26dd3f4d0 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:41:05.375158 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device d10f73bf-1254-439c-a3a6-6d46d5967268 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:41:05.425602 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port d10f73bf-1254-439c-a3a6-6d46d5967268 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:41:05.426053 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (d10f73bf-1254-439c-a3a6-6d46d5967268), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:05.469946 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-b4d3ce27-e015-4c99-bf91-1611edda045d req-d5ad6e43-f879-4b5a-97e0-673716c51524 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for port (1f697780-4bf1-40e3-9cae-916e2dee6f91), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:05.508791 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-b4d3ce27-e015-4c99-bf91-1611edda045d req-d5ad6e43-f879-4b5a-97e0-673716c51524 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (1f697780-4bf1-40e3-9cae-916e2dee6f91), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:05.512117 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port d10f73bf-1254-439c-a3a6-6d46d5967268 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:41:05.561216 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4d3ce27-e015-4c99-bf91-1611edda045d req-d5ad6e43-f879-4b5a-97e0-673716c51524 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Network f85768b3-7f49-4d68-8cd0-c9167346ef9f is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:41:05.564749 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [req-b4d3ce27-e015-4c99-bf91-1611edda045d req-d5ad6e43-f879-4b5a-97e0-673716c51524 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:41:05.568603 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4d3ce27-e015-4c99-bf91-1611edda045d req-d5ad6e43-f879-4b5a-97e0-673716c51524 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:41:05.595331 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ad6e43-f879-4b5a-97e0-673716c51524 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event updated for resources: {'Port': ['ID=1f697780-4bf1-40e3-9cae-916e2dee6f91,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:05.622745 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3ce27-e015-4c99-bf91-1611edda045d req-d5ad6e43-f879-4b5a-97e0-673716c51524 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:05.623418 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-b4d3ce27-e015-4c99-bf91-1611edda045d req-d5ad6e43-f879-4b5a-97e0-673716c51524 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:05.643936 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b4d3ce27-e015-4c99-bf91-1611edda045d req-d5ad6e43-f879-4b5a-97e0-673716c51524 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6093209 Feb 09 22:41:05.655992 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-b4d3ce27-e015-4c99-bf91-1611edda045d req-1520738d-edc5-42b8-9dc1-54ade65d4582 service neutron] Request body: {'port': {'device_id': 'e3e1ac6c-0da6-4f1a-8713-115d9a232c48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-5'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:41:05.724129 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-b4d3ce27-e015-4c99-bf91-1611edda045d req-1520738d-edc5-42b8-9dc1-54ade65d4582 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (1f697780-4bf1-40e3-9cae-916e2dee6f91), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:05.794747 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-e0f02099-edd5-4a80-9b4a-7122f13a3ed2 None None] Provisioning complete for port 1f697780-4bf1-40e3-9cae-916e2dee6f91 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:41:05.795160 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e0f02099-edd5-4a80-9b4a-7122f13a3ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (1f697780-4bf1-40e3-9cae-916e2dee6f91), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:05.835181 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-e0f02099-edd5-4a80-9b4a-7122f13a3ed2 None None] Port 1f697780-4bf1-40e3-9cae-916e2dee6f91 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:41:06.011417 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [req-b4d3ce27-e015-4c99-bf91-1611edda045d req-1520738d-edc5-42b8-9dc1-54ade65d4582 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f697780-4bf1-40e3-9cae-916e2dee6f91 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:41:06.020351 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-b4d3ce27-e015-4c99-bf91-1611edda045d req-1520738d-edc5-42b8-9dc1-54ade65d4582 service neutron] Publish callbacks [] for port (1f697780-4bf1-40e3-9cae-916e2dee6f91), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:06.034591 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [req-b4d3ce27-e015-4c99-bf91-1611edda045d req-1520738d-edc5-42b8-9dc1-54ade65d4582 service neutron] Transition to ACTIVE for port object 1f697780-4bf1-40e3-9cae-916e2dee6f91 will not be triggered until provisioned by entity L2. {{(pid=103140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:41:06.039378 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-b4d3ce27-e015-4c99-bf91-1611edda045d req-1520738d-edc5-42b8-9dc1-54ade65d4582 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (1f697780-4bf1-40e3-9cae-916e2dee6f91), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:06.120560 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1520738d-edc5-42b8-9dc1-54ade65d4582 service neutron] Pushing event updated for resources: {'Port': ['ID=1f697780-4bf1-40e3-9cae-916e2dee6f91,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:06.512984 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5344af-16ed-4b91-871d-e929c7bd8304 req-9d85b72a-281b-4d97-b7c5-313f526ac752 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:06.514452 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-be5344af-16ed-4b91-871d-e929c7bd8304 req-9d85b72a-281b-4d97-b7c5-313f526ac752 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=e3e1ac6c-0da6-4f1a-8713-115d9a232c48 HTTP/1.1" status: 200 len: 943 time: 0.5238795 Feb 09 22:41:06.531424 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-b4d3ce27-e015-4c99-bf91-1611edda045d req-1520738d-edc5-42b8-9dc1-54ade65d4582 service neutron] Attempting to bind port 1f697780-4bf1-40e3-9cae-916e2dee6f91 on host n-h1-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:41:06.531761 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-b4d3ce27-e015-4c99-bf91-1611edda045d req-1520738d-edc5-42b8-9dc1-54ade65d4582 service neutron] Attempting to bind port 1f697780-4bf1-40e3-9cae-916e2dee6f91 by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': '3eb160d5-e157-4fc3-8195-6d7aa4aac140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f85768b3-7f49-4d68-8cd0-c9167346ef9f'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:41:06.532087 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d3ce27-e015-4c99-bf91-1611edda045d req-1520738d-edc5-42b8-9dc1-54ade65d4582 service neutron] Attempting to bind port 1f697780-4bf1-40e3-9cae-916e2dee6f91 on network f85768b3-7f49-4d68-8cd0-c9167346ef9f {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:41:06.544587 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d3ce27-e015-4c99-bf91-1611edda045d req-1520738d-edc5-42b8-9dc1-54ade65d4582 service neutron] Port 1f697780-4bf1-40e3-9cae-916e2dee6f91 on network f85768b3-7f49-4d68-8cd0-c9167346ef9f not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:41:06.544908 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d3ce27-e015-4c99-bf91-1611edda045d req-1520738d-edc5-42b8-9dc1-54ade65d4582 service neutron] Attempting to bind port 1f697780-4bf1-40e3-9cae-916e2dee6f91 on network f85768b3-7f49-4d68-8cd0-c9167346ef9f {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:41:06.557007 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d3ce27-e015-4c99-bf91-1611edda045d req-1520738d-edc5-42b8-9dc1-54ade65d4582 service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:41:06.557347 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d3ce27-e015-4c99-bf91-1611edda045d req-1520738d-edc5-42b8-9dc1-54ade65d4582 service neutron] Checking segment: {'id': '3eb160d5-e157-4fc3-8195-6d7aa4aac140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f85768b3-7f49-4d68-8cd0-c9167346ef9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:41:06.557724 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d3ce27-e015-4c99-bf91-1611edda045d req-1520738d-edc5-42b8-9dc1-54ade65d4582 service neutron] Bound using segment: {'id': '3eb160d5-e157-4fc3-8195-6d7aa4aac140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f85768b3-7f49-4d68-8cd0-c9167346ef9f'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:41:06.558152 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-b4d3ce27-e015-4c99-bf91-1611edda045d req-1520738d-edc5-42b8-9dc1-54ade65d4582 service neutron] Bound port: 1f697780-4bf1-40e3-9cae-916e2dee6f91, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eb160d5-e157-4fc3-8195-6d7aa4aac140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f85768b3-7f49-4d68-8cd0-c9167346ef9f'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:41:06.558515 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-b4d3ce27-e015-4c99-bf91-1611edda045d req-1520738d-edc5-42b8-9dc1-54ade65d4582 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (1f697780-4bf1-40e3-9cae-916e2dee6f91), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:06.586475 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-be5344af-16ed-4b91-871d-e929c7bd8304 req-2d076ef5-8d7b-4923-b8d7-270044aaa8d9 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=47ebb9b7-95af-4ed0-875c-c38cb25a5e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653017 Feb 09 22:41:06.645170 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-b4d3ce27-e015-4c99-bf91-1611edda045d req-1520738d-edc5-42b8-9dc1-54ade65d4582 service neutron] For port 1f697780-4bf1-40e3-9cae-916e2dee6f91, host n-h1-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:41:06.648015 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-b4d3ce27-e015-4c99-bf91-1611edda045d req-1520738d-edc5-42b8-9dc1-54ade65d4582 service neutron] For port 1f697780-4bf1-40e3-9cae-916e2dee6f91, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=1f697780-4bf1-40e3-9cae-916e2dee6f91,segment=NetworkSegment(3eb160d5-e157-4fc3-8195-6d7aa4aac140),segment_id=3eb160d5-e157-4fc3-8195-6d7aa4aac140)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:41:06.654650 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-b4d3ce27-e015-4c99-bf91-1611edda045d req-1520738d-edc5-42b8-9dc1-54ade65d4582 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (1f697780-4bf1-40e3-9cae-916e2dee6f91), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:06.690633 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3ce27-e015-4c99-bf91-1611edda045d req-1520738d-edc5-42b8-9dc1-54ade65d4582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:06.691258 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-b4d3ce27-e015-4c99-bf91-1611edda045d req-1520738d-edc5-42b8-9dc1-54ade65d4582 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:06.692668 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b4d3ce27-e015-4c99-bf91-1611edda045d req-1520738d-edc5-42b8-9dc1-54ade65d4582 service neutron] 10.222.0.95 "PUT /v2.0/ports/1f697780-4bf1-40e3-9cae-916e2dee6f91 HTTP/1.1" status: 200 len: 1091 time: 1.0419619 Feb 09 22:41:06.693148 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3e1ac6c-0da6-4f1a-8713-115d9a232c48', 'tag': '1f697780-4bf1-40e3-9cae-916e2dee6f91'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:41:06.695365 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}084566773578a82c7ab9e8b7d7948f8d3f1cbdaece621e80e6759ea940bbe07a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c06e2a8f-3c45-4ca3-8bdb-bcbed207bf29" -d '{"events": [{"name": "network-changed", "server_uuid": "e3e1ac6c-0da6-4f1a-8713-115d9a232c48", "tag": "1f697780-4bf1-40e3-9cae-916e2dee6f91"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:41:06.720116 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1520738d-edc5-42b8-9dc1-54ade65d4582 service neutron] Pushing event updated for resources: {'Port': ['ID=1f697780-4bf1-40e3-9cae-916e2dee6f91,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:06.742972 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5a131ca-6df6-48b6-bac5-d5e14d58cc75 x-openstack-request-id: req-d5a131ca-6df6-48b6-bac5-d5e14d58cc75 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:41:06.743267 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3e1ac6c-0da6-4f1a-8713-115d9a232c48", "tag": "1f697780-4bf1-40e3-9cae-916e2dee6f91", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:41:06.743525 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-d5a131ca-6df6-48b6-bac5-d5e14d58cc75 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:41:06.743926 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3e1ac6c-0da6-4f1a-8713-115d9a232c48', 'tag': '1f697780-4bf1-40e3-9cae-916e2dee6f91', 'status': 'completed', 'code': 200} Feb 09 22:41:06.782818 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3ce27-e015-4c99-bf91-1611edda045d req-17eb8544-1d0e-4919-9aad-117e2f60ab46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:06.784404 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b4d3ce27-e015-4c99-bf91-1611edda045d req-17eb8544-1d0e-4919-9aad-117e2f60ab46 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=f48dcb2b50d74af19383cd1d97f39748&device_id=e3e1ac6c-0da6-4f1a-8713-115d9a232c48 HTTP/1.1" status: 200 len: 1125 time: 0.0513482 Feb 09 22:41:06.827594 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b4d3ce27-e015-4c99-bf91-1611edda045d req-5d9deede-7068-4430-bdb7-ad220937fb10 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f697780-4bf1-40e3-9cae-916e2dee6f91 HTTP/1.1" status: 200 len: 217 time: 0.0362182 Feb 09 22:41:06.881760 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3ce27-e015-4c99-bf91-1611edda045d req-ca1a6cf4-bb59-4d90-9f40-c203f2e197d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:06.883624 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b4d3ce27-e015-4c99-bf91-1611edda045d req-ca1a6cf4-bb59-4d90-9f40-c203f2e197d2 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=2e091183-f100-47dc-82be-72bd710a698a HTTP/1.1" status: 200 len: 835 time: 0.0509102 Feb 09 22:41:06.933172 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3ce27-e015-4c99-bf91-1611edda045d req-113f7c31-1973-4dc7-a342-e5c5af2ae3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:06.934698 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b4d3ce27-e015-4c99-bf91-1611edda045d req-113f7c31-1973-4dc7-a342-e5c5af2ae3a7 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=f85768b3-7f49-4d68-8cd0-c9167346ef9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0457728 Feb 09 22:41:07.023548 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b4d3ce27-e015-4c99-bf91-1611edda045d req-b04ef365-05ff-455a-9139-7c1b39f01c99 service neutron] 10.222.0.95 "GET /v2.0/networks/f85768b3-7f49-4d68-8cd0-c9167346ef9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819790 Feb 09 22:41:07.114566 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b4d3ce27-e015-4c99-bf91-1611edda045d req-ae05d209-5c82-45c5-aa57-71618f6ac570 service neutron] 10.222.0.95 "GET /v2.0/networks/f85768b3-7f49-4d68-8cd0-c9167346ef9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848129 Feb 09 22:41:07.207793 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06e2a8f-3c45-4ca3-8bdb-bcbed207bf29 req-a0f22683-d27d-4cb0-aa80-c7e615344ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:07.209427 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c06e2a8f-3c45-4ca3-8bdb-bcbed207bf29 req-a0f22683-d27d-4cb0-aa80-c7e615344ef5 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=f48dcb2b50d74af19383cd1d97f39748&device_id=e3e1ac6c-0da6-4f1a-8713-115d9a232c48 HTTP/1.1" status: 200 len: 1125 time: 0.0510223 Feb 09 22:41:07.301508 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06e2a8f-3c45-4ca3-8bdb-bcbed207bf29 req-6dc18fb4-b585-4287-ac89-e0b654a1b41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:07.302988 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c06e2a8f-3c45-4ca3-8bdb-bcbed207bf29 req-6dc18fb4-b585-4287-ac89-e0b654a1b41b service neutron] 10.222.0.95 "GET /v2.0/networks?id=f85768b3-7f49-4d68-8cd0-c9167346ef9f HTTP/1.1" status: 200 len: 898 time: 0.0882649 Feb 09 22:41:07.344010 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c06e2a8f-3c45-4ca3-8bdb-bcbed207bf29 req-e778bcff-9402-4217-8c26-81933574af07 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f697780-4bf1-40e3-9cae-916e2dee6f91 HTTP/1.1" status: 200 len: 217 time: 0.0349898 Feb 09 22:41:07.391635 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06e2a8f-3c45-4ca3-8bdb-bcbed207bf29 req-24f0934f-c4f3-4e01-8597-3f7fe25bfffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:07.393085 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c06e2a8f-3c45-4ca3-8bdb-bcbed207bf29 req-24f0934f-c4f3-4e01-8597-3f7fe25bfffc service neutron] 10.222.0.95 "GET /v2.0/subnets?id=2e091183-f100-47dc-82be-72bd710a698a HTTP/1.1" status: 200 len: 835 time: 0.0427639 Feb 09 22:41:07.445710 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06e2a8f-3c45-4ca3-8bdb-bcbed207bf29 req-1265c3c4-f6b3-4d16-9300-64ad120e9a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:07.447789 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c06e2a8f-3c45-4ca3-8bdb-bcbed207bf29 req-1265c3c4-f6b3-4d16-9300-64ad120e9a50 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=f85768b3-7f49-4d68-8cd0-c9167346ef9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0476425 Feb 09 22:41:07.535485 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c06e2a8f-3c45-4ca3-8bdb-bcbed207bf29 req-f24cc428-278d-4520-b36a-e64547ec1979 service neutron] 10.222.0.95 "GET /v2.0/networks/f85768b3-7f49-4d68-8cd0-c9167346ef9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812430 Feb 09 22:41:07.627424 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c06e2a8f-3c45-4ca3-8bdb-bcbed207bf29 req-6ffa80f6-079b-4eda-9594-cb98ffdbc3a6 service neutron] 10.222.0.95 "GET /v2.0/networks/f85768b3-7f49-4d68-8cd0-c9167346ef9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858655 Feb 09 22:41:07.706718 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da86c871-19ca-460f-af6d-5c1c43ba15f9 req-9506f81f-204b-4c5e-95b0-5e1abe851128 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:07.708116 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-da86c871-19ca-460f-af6d-5c1c43ba15f9 req-9506f81f-204b-4c5e-95b0-5e1abe851128 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=e3e1ac6c-0da6-4f1a-8713-115d9a232c48 HTTP/1.1" status: 200 len: 943 time: 0.0527296 Feb 09 22:41:07.756111 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-da86c871-19ca-460f-af6d-5c1c43ba15f9 req-8b38cfa9-951b-4c81-9ba6-ff10fff68eac tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=47ebb9b7-95af-4ed0-875c-c38cb25a5e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418651 Feb 09 22:41:08.876685 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8623381-bc02-40e0-a6b3-e3f707f139f6 req-911d92f1-9be1-4df7-bc5c-192af9b9d954 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:08.878188 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c8623381-bc02-40e0-a6b3-e3f707f139f6 req-911d92f1-9be1-4df7-bc5c-192af9b9d954 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=e3e1ac6c-0da6-4f1a-8713-115d9a232c48 HTTP/1.1" status: 200 len: 943 time: 0.0532467 Feb 09 22:41:08.931668 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c8623381-bc02-40e0-a6b3-e3f707f139f6 req-cdb436b2-fe76-48e2-91a7-2ba822abf25f tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=47ebb9b7-95af-4ed0-875c-c38cb25a5e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465887 Feb 09 22:41:09.188476 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2046293e-7f35-4e9d-90a7-10ab34967f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:09.551092 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 1f697780-4bf1-40e3-9cae-916e2dee6f91 details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:41:09.650130 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 1f697780-4bf1-40e3-9cae-916e2dee6f91, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=1f697780-4bf1-40e3-9cae-916e2dee6f91,segment=NetworkSegment(3eb160d5-e157-4fc3-8195-6d7aa4aac140),segment_id=3eb160d5-e157-4fc3-8195-6d7aa4aac140)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:41:09.660910 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': '1f697780-4bf1-40e3-9cae-916e2dee6f91', 'network_id': 'f85768b3-7f49-4d68-8cd0-c9167346ef9f', 'port_id': '1f697780-4bf1-40e3-9cae-916e2dee6f91', 'mac_address': 'fa:16:3e:28:ee:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e091183-f100-47dc-82be-72bd710a698a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:41:09.697703 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 1f697780-4bf1-40e3-9cae-916e2dee6f91 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:41:09.698094 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (1f697780-4bf1-40e3-9cae-916e2dee6f91), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:09.711043 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f697780-4bf1-40e3-9cae-916e2dee6f91 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:41:09.730671 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 1f697780-4bf1-40e3-9cae-916e2dee6f91, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=1f697780-4bf1-40e3-9cae-916e2dee6f91,segment=NetworkSegment(3eb160d5-e157-4fc3-8195-6d7aa4aac140),segment_id=3eb160d5-e157-4fc3-8195-6d7aa4aac140)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:41:09.734678 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (1f697780-4bf1-40e3-9cae-916e2dee6f91), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:09.784692 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=1f697780-4bf1-40e3-9cae-916e2dee6f91,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:09.982707 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['1f697780-4bf1-40e3-9cae-916e2dee6f91'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:41:10.055461 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7200195a-e7bf-4574-9c7d-ecc44784da57 req-0d84cf36-2457-4d17-89dc-5d7215164ecf tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:10.056643 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7200195a-e7bf-4574-9c7d-ecc44784da57 req-0d84cf36-2457-4d17-89dc-5d7215164ecf tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=e3e1ac6c-0da6-4f1a-8713-115d9a232c48 HTTP/1.1" status: 200 len: 944 time: 0.0574019 Feb 09 22:41:10.104925 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7200195a-e7bf-4574-9c7d-ecc44784da57 req-5f4cbac5-e61a-49f1-9795-2dd96393ff35 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=47ebb9b7-95af-4ed0-875c-c38cb25a5e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426984 Feb 09 22:41:11.128753 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-bed09002-6ad7-4873-82f9-e7ae690fff8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:11.225425 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f4502a-0fa5-4373-9283-6de2e8828b75 req-a3281c0e-30e3-406f-a28c-6a88b813b24c tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:11.226937 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-13f4502a-0fa5-4373-9283-6de2e8828b75 req-a3281c0e-30e3-406f-a28c-6a88b813b24c tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=e3e1ac6c-0da6-4f1a-8713-115d9a232c48 HTTP/1.1" status: 200 len: 944 time: 0.0538616 Feb 09 22:41:11.275521 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-13f4502a-0fa5-4373-9283-6de2e8828b75 req-2c0683b9-4122-4515-85b5-dfbca95399fb tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=47ebb9b7-95af-4ed0-875c-c38cb25a5e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424099 Feb 09 22:41:11.564763 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 1f697780-4bf1-40e3-9cae-916e2dee6f91 up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:41:11.615275 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning for port 1f697780-4bf1-40e3-9cae-916e2dee6f91 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:41:11.619147 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port 1f697780-4bf1-40e3-9cae-916e2dee6f91 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:41:11.619527 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (1f697780-4bf1-40e3-9cae-916e2dee6f91), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:11.706324 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 1f697780-4bf1-40e3-9cae-916e2dee6f91 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:41:11.706724 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (1f697780-4bf1-40e3-9cae-916e2dee6f91), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:11.731271 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3e1ac6c-0da6-4f1a-8713-115d9a232c48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f697780-4bf1-40e3-9cae-916e2dee6f91'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:41:11.733565 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cf4d4d953224237653245d15ffec07a65c4bd356d4237fd84236d8abf5d48a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8139f5b1-90cd-47a9-b959-fda68e9b099f" -d '{"events": [{"server_uuid": "e3e1ac6c-0da6-4f1a-8713-115d9a232c48", "name": "network-vif-plugged", "status": "completed", "tag": "1f697780-4bf1-40e3-9cae-916e2dee6f91"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:41:11.745733 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 1f697780-4bf1-40e3-9cae-916e2dee6f91, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=1f697780-4bf1-40e3-9cae-916e2dee6f91,segment=NetworkSegment(3eb160d5-e157-4fc3-8195-6d7aa4aac140),segment_id=3eb160d5-e157-4fc3-8195-6d7aa4aac140)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:41:11.749878 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (1f697780-4bf1-40e3-9cae-916e2dee6f91), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:11.775881 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-537dae48-2c04-4202-a2d2-450509cd2300 x-openstack-request-id: req-537dae48-2c04-4202-a2d2-450509cd2300 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:41:11.776187 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3e1ac6c-0da6-4f1a-8713-115d9a232c48", "name": "network-vif-plugged", "status": "completed", "tag": "1f697780-4bf1-40e3-9cae-916e2dee6f91", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:41:11.776475 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-537dae48-2c04-4202-a2d2-450509cd2300 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:41:11.776886 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3e1ac6c-0da6-4f1a-8713-115d9a232c48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f697780-4bf1-40e3-9cae-916e2dee6f91', 'code': 200} Feb 09 22:41:11.804095 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=1f697780-4bf1-40e3-9cae-916e2dee6f91,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:11.873128 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1020c05-784f-4678-aac8-7f48ea5ab745 req-0788ca9e-9588-4f90-bcce-421569e2e883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:11.874688 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e1020c05-784f-4678-aac8-7f48ea5ab745 req-0788ca9e-9588-4f90-bcce-421569e2e883 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=e3e1ac6c-0da6-4f1a-8713-115d9a232c48 HTTP/1.1" status: 200 len: 1127 time: 0.0456100 Feb 09 22:41:11.924402 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e1020c05-784f-4678-aac8-7f48ea5ab745 req-f3c71758-aa35-448d-9cf6-42abae854273 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=47ebb9b7-95af-4ed0-875c-c38cb25a5e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431461 Feb 09 22:41:12.398562 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c5947b-11ee-450b-95ed-04c54c982a26 req-d13a1ceb-c295-4734-aa23-504701be9041 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:12.400054 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-81c5947b-11ee-450b-95ed-04c54c982a26 req-d13a1ceb-c295-4734-aa23-504701be9041 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=e3e1ac6c-0da6-4f1a-8713-115d9a232c48 HTTP/1.1" status: 200 len: 945 time: 0.0553555 Feb 09 22:41:12.448589 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-81c5947b-11ee-450b-95ed-04c54c982a26 req-56175bd0-041e-4a73-b489-8fe01f17dff2 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=47ebb9b7-95af-4ed0-875c-c38cb25a5e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428100 Feb 09 22:41:12.984326 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:13.566390 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50201aa6-38ad-4c33-9149-d42476e76b85 req-bc2d86cc-24e8-41c3-9184-3e1f72c96758 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:13.567886 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-50201aa6-38ad-4c33-9149-d42476e76b85 req-bc2d86cc-24e8-41c3-9184-3e1f72c96758 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=e3e1ac6c-0da6-4f1a-8713-115d9a232c48 HTTP/1.1" status: 200 len: 945 time: 0.0523181 Feb 09 22:41:13.616387 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-50201aa6-38ad-4c33-9149-d42476e76b85 req-c382e640-82ac-481c-83f6-5c7dcb9e1c9e tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=47ebb9b7-95af-4ed0-875c-c38cb25a5e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423992 Feb 09 22:41:13.737670 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43a6d4b-e19b-4a0f-ab6d-46f505f70dda req-008e17de-32ff-4359-814f-389cab20e812 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:13.739064 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e43a6d4b-e19b-4a0f-ab6d-46f505f70dda req-008e17de-32ff-4359-814f-389cab20e812 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=e3e1ac6c-0da6-4f1a-8713-115d9a232c48 HTTP/1.1" status: 200 len: 945 time: 0.0568502 Feb 09 22:41:13.786994 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e43a6d4b-e19b-4a0f-ab6d-46f505f70dda req-bafc40b0-ae08-43d9-9d52-1ebc4fbb3a6c tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=47ebb9b7-95af-4ed0-875c-c38cb25a5e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418971 Feb 09 22:41:13.808597 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53650) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:41:13.852884 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec16e71-ab66-417a-9a0e-439f9266d67c tempest-TestNetworkAdvancedServerOps-1936337105 tempest-TestNetworkAdvancedServerOps-1936337105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:13.854499 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-7ec16e71-ab66-417a-9a0e-439f9266d67c tempest-TestNetworkAdvancedServerOps-1936337105 tempest-TestNetworkAdvancedServerOps-1936337105-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=e3e1ac6c-0da6-4f1a-8713-115d9a232c48 HTTP/1.1" status: 200 len: 1122 time: 0.0448804 Feb 09 22:41:13.857446 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 53652) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:41:13.861950 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-7a3fae09-e3a0-4c6f-ba7a-26bc22e77b5a tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Request body: {'floatingip': {'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'port_id': '1f697780-4bf1-40e3-9cae-916e2dee6f91', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:41:13.882598 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7a3fae09-e3a0-4c6f-ba7a-26bc22e77b5a tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:13.983486 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7a3fae09-e3a0-4c6f-ba7a-26bc22e77b5a tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:14.083893 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-7a3fae09-e3a0-4c6f-ba7a-26bc22e77b5a tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Allocated IP 172.25.3.203 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/e4124b50-fdc8-4426-9b3a-f0195bff444b) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:41:14.185257 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7a3fae09-e3a0-4c6f-ba7a-26bc22e77b5a tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for port (e4124b50-fdc8-4426-9b3a-f0195bff444b), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:14.222544 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7a3fae09-e3a0-4c6f-ba7a-26bc22e77b5a tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (e4124b50-fdc8-4426-9b3a-f0195bff444b), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:14.263752 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3fae09-e3a0-4c6f-ba7a-26bc22e77b5a tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:41:14.266589 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-7a3fae09-e3a0-4c6f-ba7a-26bc22e77b5a tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:41:14.270064 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3fae09-e3a0-4c6f-ba7a-26bc22e77b5a tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:41:14.275396 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3fae09-e3a0-4c6f-ba7a-26bc22e77b5a tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event updated for resources: {'Port': ['ID=e4124b50-fdc8-4426-9b3a-f0195bff444b,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:14.396015 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:14.520571 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-291f71b0-265c-419e-809d-d46fb007644a req-4476c12d-c62f-4af6-a481-0f65f05dfdcc service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=e3e1ac6c-0da6-4f1a-8713-115d9a232c48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0676570 Feb 09 22:41:14.682090 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291f71b0-265c-419e-809d-d46fb007644a req-4a1546c2-5f4c-44f1-acb5-fc03f0afdb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:14.683579 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-291f71b0-265c-419e-809d-d46fb007644a req-4a1546c2-5f4c-44f1-acb5-fc03f0afdb5d service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=f48dcb2b50d74af19383cd1d97f39748&device_id=e3e1ac6c-0da6-4f1a-8713-115d9a232c48 HTTP/1.1" status: 200 len: 1127 time: 0.1232316 Feb 09 22:41:14.700753 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7a3fae09-e3a0-4c6f-ba7a-26bc22e77b5a tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for floatingip (6dd4ed94-38d9-486d-96e2-eecb83841372), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:14.836174 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7a3fae09-e3a0-4c6f-ba7a-26bc22e77b5a tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (e4124b50-fdc8-4426-9b3a-f0195bff444b), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:14.858197 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291f71b0-265c-419e-809d-d46fb007644a req-e329c838-c370-4aee-90ec-a731ea15cb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:14.859653 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-291f71b0-265c-419e-809d-d46fb007644a req-e329c838-c370-4aee-90ec-a731ea15cb53 service neutron] 10.222.0.95 "GET /v2.0/networks?id=f85768b3-7f49-4d68-8cd0-c9167346ef9f HTTP/1.1" status: 200 len: 898 time: 0.1380341 Feb 09 22:41:14.976130 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-291f71b0-265c-419e-809d-d46fb007644a req-52416700-bbce-4689-a613-5007f35db2d8 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f697780-4bf1-40e3-9cae-916e2dee6f91 HTTP/1.1" status: 200 len: 999 time: 0.1062474 Feb 09 22:41:15.053187 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291f71b0-265c-419e-809d-d46fb007644a req-45f0d53d-d34b-4481-a805-c138eb56a495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:15.055140 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-291f71b0-265c-419e-809d-d46fb007644a req-45f0d53d-d34b-4481-a805-c138eb56a495 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=2e091183-f100-47dc-82be-72bd710a698a HTTP/1.1" status: 200 len: 835 time: 0.0727491 Feb 09 22:41:15.113430 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7a3fae09-e3a0-4c6f-ba7a-26bc22e77b5a tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for port (e4124b50-fdc8-4426-9b3a-f0195bff444b), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:15.119163 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7a3fae09-e3a0-4c6f-ba7a-26bc22e77b5a tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (e4124b50-fdc8-4426-9b3a-f0195bff444b), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:15.156330 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291f71b0-265c-419e-809d-d46fb007644a req-0a2fd789-34c2-4bb1-94fb-1bde7bb75814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:15.157997 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-291f71b0-265c-419e-809d-d46fb007644a req-0a2fd789-34c2-4bb1-94fb-1bde7bb75814 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=f85768b3-7f49-4d68-8cd0-c9167346ef9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0957491 Feb 09 22:41:15.241087 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3fae09-e3a0-4c6f-ba7a-26bc22e77b5a tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event updated for resources: {'Port': ['ID=e4124b50-fdc8-4426-9b3a-f0195bff444b,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:41:15.257746 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7a3fae09-e3a0-4c6f-ba7a-26bc22e77b5a tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (6dd4ed94-38d9-486d-96e2-eecb83841372), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:15.360981 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-291f71b0-265c-419e-809d-d46fb007644a req-622efcc1-f896-45a7-9913-72acf6d9f369 service neutron] 10.222.0.95 "GET /v2.0/networks/f85768b3-7f49-4d68-8cd0-c9167346ef9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789422 Feb 09 22:41:15.421361 n-d-828369-5 neutron-server[103140]: INFO neutron.db.l3_db [None req-7a3fae09-e3a0-4c6f-ba7a-26bc22e77b5a tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Floating IP 6dd4ed94-38d9-486d-96e2-eecb83841372 associated. External IP: 172.25.3.203, port: 1f697780-4bf1-40e3-9cae-916e2dee6f91. Feb 09 22:41:15.473745 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:15.533775 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-291f71b0-265c-419e-809d-d46fb007644a req-14979e62-195a-470a-935e-01912bd5a644 service neutron] 10.222.0.95 "GET /v2.0/networks/f85768b3-7f49-4d68-8cd0-c9167346ef9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641426 Feb 09 22:41:15.659572 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a3fae09-e3a0-4c6f-ba7a-26bc22e77b5a tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Router 8ba7734e-ac9a-47a5-aebd-a88912d8c0e3 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:41:15.767049 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a3fae09-e3a0-4c6f-ba7a-26bc22e77b5a tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:41:15.777188 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89d954d-63f2-4dd3-be77-7cde45c28cec None None] Sync routers for ids ['8ba7734e-ac9a-47a5-aebd-a88912d8c0e3'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:41:15.786004 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7a3fae09-e3a0-4c6f-ba7a-26bc22e77b5a tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:15.786442 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89d954d-63f2-4dd3-be77-7cde45c28cec None None] Routers {'8ba7734e-ac9a-47a5-aebd-a88912d8c0e3'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:41:15.787068 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-d89d954d-63f2-4dd3-be77-7cde45c28cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:41:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['8ba7734e-ac9a-47a5-aebd-a88912d8c0e3'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:41:15.819638 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-7a3fae09-e3a0-4c6f-ba7a-26bc22e77b5a tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9610763 Feb 09 22:41:15.820257 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3e1ac6c-0da6-4f1a-8713-115d9a232c48', 'tag': '1f697780-4bf1-40e3-9cae-916e2dee6f91'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:41:15.823708 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}084566773578a82c7ab9e8b7d7948f8d3f1cbdaece621e80e6759ea940bbe07a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a9dd0c-6b3b-40fc-aeb5-9fae4744fd13" -d '{"events": [{"name": "network-changed", "server_uuid": "e3e1ac6c-0da6-4f1a-8713-115d9a232c48", "tag": "1f697780-4bf1-40e3-9cae-916e2dee6f91"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:41:15.862752 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f47e7d2-0e98-4adc-8b6a-02035e8dc157 x-openstack-request-id: req-3f47e7d2-0e98-4adc-8b6a-02035e8dc157 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:41:15.863052 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3e1ac6c-0da6-4f1a-8713-115d9a232c48", "tag": "1f697780-4bf1-40e3-9cae-916e2dee6f91", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:41:15.863312 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-3f47e7d2-0e98-4adc-8b6a-02035e8dc157 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:41:15.863718 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3e1ac6c-0da6-4f1a-8713-115d9a232c48', 'tag': '1f697780-4bf1-40e3-9cae-916e2dee6f91', 'status': 'completed', 'code': 200} Feb 09 22:41:15.901797 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-d89d954d-63f2-4dd3-be77-7cde45c28cec None None] Set router 8ba7734e-ac9a-47a5-aebd-a88912d8c0e3 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:41:15.964056 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30734702-6e9b-4c2c-abf8-7f2ed8758ff1 req-ab1d16eb-abf6-4718-8dc9-57f6bbdd5042 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:15.965527 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-30734702-6e9b-4c2c-abf8-7f2ed8758ff1 req-ab1d16eb-abf6-4718-8dc9-57f6bbdd5042 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=e3e1ac6c-0da6-4f1a-8713-115d9a232c48 HTTP/1.1" status: 200 len: 945 time: 0.0895405 Feb 09 22:41:15.967363 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a9dd0c-6b3b-40fc-aeb5-9fae4744fd13 req-58dfad2d-9ca9-4fc5-a5c1-293f35ec50b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:15.968764 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c3a9dd0c-6b3b-40fc-aeb5-9fae4744fd13 req-58dfad2d-9ca9-4fc5-a5c1-293f35ec50b4 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=f48dcb2b50d74af19383cd1d97f39748&device_id=e3e1ac6c-0da6-4f1a-8713-115d9a232c48 HTTP/1.1" status: 200 len: 1127 time: 0.0812531 Feb 09 22:41:16.063644 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-30734702-6e9b-4c2c-abf8-7f2ed8758ff1 req-3be5fe81-9631-4659-ad51-350d18c68eb2 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=47ebb9b7-95af-4ed0-875c-c38cb25a5e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924478 Feb 09 22:41:16.086326 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 53658) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:41:16.131131 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-d89d954d-63f2-4dd3-be77-7cde45c28cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba7734e-ac9a-47a5-aebd-a88912d8c0e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1662635682', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'cff0cb26-ba05-4c23-a5bd-82811c714e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:40:58Z', 'updated_at': '2022-02-09T22:41:01Z', 'revision_number': 4, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'gw_port': {'id': 'cff0cb26-ba05-4c23-a5bd-82811c714e13', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba7734e-ac9a-47a5-aebd-a88912d8c0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:40:58Z', 'updated_at': '2022-02-09T22:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': '6dd4ed94-38d9-486d-96e2-eecb83841372', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'floating_ip_address': '172.25.3.203', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': '8ba7734e-ac9a-47a5-aebd-a88912d8c0e3', 'port_id': '1f697780-4bf1-40e3-9cae-916e2dee6f91', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4258, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f85768b3-7f49-4d68-8cd0-c9167346ef9f', 'mac_address': 'fa:16:3e:28:ee:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e1ac6c-0da6-4f1a-8713-115d9a232c48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:41:14Z', 'updated_at': '2022-02-09T22:41:14Z', 'revision_number': 0, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd10f73bf-1254-439c-a3a6-6d46d5967268', 'name': '', 'network_id': 'f85768b3-7f49-4d68-8cd0-c9167346ef9f', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'mac_address': 'fa:16:3e:ea:53:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba7734e-ac9a-47a5-aebd-a88912d8c0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '2e091183-f100-47dc-82be-72bd710a698a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:41:01Z', 'updated_at': '2022-02-09T22:41:04Z', 'revision_number': 5, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'subnets': [{'id': '2e091183-f100-47dc-82be-72bd710a698a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:41:16.142489 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a9dd0c-6b3b-40fc-aeb5-9fae4744fd13 req-31500cf7-9092-4aff-b4a5-4ae49229650e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:16.143931 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c3a9dd0c-6b3b-40fc-aeb5-9fae4744fd13 req-31500cf7-9092-4aff-b4a5-4ae49229650e service neutron] 10.222.0.95 "GET /v2.0/networks?id=f85768b3-7f49-4d68-8cd0-c9167346ef9f HTTP/1.1" status: 200 len: 898 time: 0.1661215 Feb 09 22:41:16.157915 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89d954d-63f2-4dd3-be77-7cde45c28cec None None] Checking router: 8ba7734e-ac9a-47a5-aebd-a88912d8c0e3 for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:41:16.166285 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89d954d-63f2-4dd3-be77-7cde45c28cec None None] Routers {'8ba7734e-ac9a-47a5-aebd-a88912d8c0e3'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:41:16.166904 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-d89d954d-63f2-4dd3-be77-7cde45c28cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:41:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['8ba7734e-ac9a-47a5-aebd-a88912d8c0e3'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:41:16.197598 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-8f0fc0f8-c123-40a7-994a-73a3c81d04fb tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/floatingips/6dd4ed94-38d9-486d-96e2-eecb83841372 HTTP/1.1" status: 200 len: 991 time: 0.1101713 Feb 09 22:41:16.217449 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c3a9dd0c-6b3b-40fc-aeb5-9fae4744fd13 req-dec01897-365e-4e8e-8b72-59806727241b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f697780-4bf1-40e3-9cae-916e2dee6f91 HTTP/1.1" status: 200 len: 999 time: 0.0668907 Feb 09 22:41:16.272314 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a9dd0c-6b3b-40fc-aeb5-9fae4744fd13 req-f669fba1-f26c-4112-9a19-7fa31e915c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:16.273791 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c3a9dd0c-6b3b-40fc-aeb5-9fae4744fd13 req-f669fba1-f26c-4112-9a19-7fa31e915c9d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=2e091183-f100-47dc-82be-72bd710a698a HTTP/1.1" status: 200 len: 835 time: 0.0511549 Feb 09 22:41:16.279556 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-d89d954d-63f2-4dd3-be77-7cde45c28cec None None] Set router 8ba7734e-ac9a-47a5-aebd-a88912d8c0e3 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:41:16.323090 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a9dd0c-6b3b-40fc-aeb5-9fae4744fd13 req-cc915469-6abc-4719-b7ff-438feb17a291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:16.324661 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c3a9dd0c-6b3b-40fc-aeb5-9fae4744fd13 req-cc915469-6abc-4719-b7ff-438feb17a291 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=f85768b3-7f49-4d68-8cd0-c9167346ef9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0451984 Feb 09 22:41:16.418913 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c3a9dd0c-6b3b-40fc-aeb5-9fae4744fd13 req-088eea19-21b0-44c3-a9ae-5180a2fa0f56 service neutron] 10.222.0.95 "GET /v2.0/networks/f85768b3-7f49-4d68-8cd0-c9167346ef9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882826 Feb 09 22:41:16.515200 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c3a9dd0c-6b3b-40fc-aeb5-9fae4744fd13 req-5e54d1df-5b20-48fa-a56f-d5d02805a986 service neutron] 10.222.0.95 "GET /v2.0/networks/f85768b3-7f49-4d68-8cd0-c9167346ef9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905032 Feb 09 22:41:16.518261 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-d89d954d-63f2-4dd3-be77-7cde45c28cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba7734e-ac9a-47a5-aebd-a88912d8c0e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1662635682', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'cff0cb26-ba05-4c23-a5bd-82811c714e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:40:58Z', 'updated_at': '2022-02-09T22:41:01Z', 'revision_number': 4, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'gw_port': {'id': 'cff0cb26-ba05-4c23-a5bd-82811c714e13', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba7734e-ac9a-47a5-aebd-a88912d8c0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:40:58Z', 'updated_at': '2022-02-09T22:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': '6dd4ed94-38d9-486d-96e2-eecb83841372', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'floating_ip_address': '172.25.3.203', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': '8ba7734e-ac9a-47a5-aebd-a88912d8c0e3', 'port_id': '1f697780-4bf1-40e3-9cae-916e2dee6f91', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4258, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f85768b3-7f49-4d68-8cd0-c9167346ef9f', 'mac_address': 'fa:16:3e:28:ee:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e1ac6c-0da6-4f1a-8713-115d9a232c48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:41:14Z', 'updated_at': '2022-02-09T22:41:14Z', 'revision_number': 0, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd10f73bf-1254-439c-a3a6-6d46d5967268', 'name': '', 'network_id': 'f85768b3-7f49-4d68-8cd0-c9167346ef9f', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'mac_address': 'fa:16:3e:ea:53:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba7734e-ac9a-47a5-aebd-a88912d8c0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '2e091183-f100-47dc-82be-72bd710a698a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:41:01Z', 'updated_at': '2022-02-09T22:41:04Z', 'revision_number': 5, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'subnets': [{'id': '2e091183-f100-47dc-82be-72bd710a698a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:41:16.545063 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89d954d-63f2-4dd3-be77-7cde45c28cec None None] The sync data for ids ['8ba7734e-ac9a-47a5-aebd-a88912d8c0e3'] in n-d-828369-5 is: [{'id': '8ba7734e-ac9a-47a5-aebd-a88912d8c0e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1662635682', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'cff0cb26-ba05-4c23-a5bd-82811c714e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:40:58Z', 'updated_at': '2022-02-09T22:41:01Z', 'revision_number': 4, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'gw_port': {'id': 'cff0cb26-ba05-4c23-a5bd-82811c714e13', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba7734e-ac9a-47a5-aebd-a88912d8c0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:40:58Z', 'updated_at': '2022-02-09T22:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': '6dd4ed94-38d9-486d-96e2-eecb83841372', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'floating_ip_address': '172.25.3.203', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': '8ba7734e-ac9a-47a5-aebd-a88912d8c0e3', 'port_id': '1f697780-4bf1-40e3-9cae-916e2dee6f91', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4258, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f85768b3-7f49-4d68-8cd0-c9167346ef9f', 'mac_address': 'fa:16:3e:28:ee:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e1ac6c-0da6-4f1a-8713-115d9a232c48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:41:14Z', 'updated_at': '2022-02-09T22:41:14Z', 'revision_number': 0, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd10f73bf-1254-439c-a3a6-6d46d5967268', 'name': '', 'network_id': 'f85768b3-7f49-4d68-8cd0-c9167346ef9f', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'mac_address': 'fa:16:3e:ea:53:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba7734e-ac9a-47a5-aebd-a88912d8c0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '2e091183-f100-47dc-82be-72bd710a698a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:41:01Z', 'updated_at': '2022-02-09T22:41:04Z', 'revision_number': 5, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'subnets': [{'id': '2e091183-f100-47dc-82be-72bd710a698a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:41:16.731735 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9103435b-c9e6-410c-843f-9a40c4a69d9f None None] New status for floating IP 6dd4ed94-38d9-486d-96e2-eecb83841372: ACTIVE {{(pid=103143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:41:17.201491 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 53660) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:41:17.262798 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-6277787e-c48c-431e-8da5-2ed9fede30cb tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/floatingips/6dd4ed94-38d9-486d-96e2-eecb83841372 HTTP/1.1" status: 200 len: 993 time: 0.0601439 Feb 09 22:41:22.023410 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:24.191179 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:33.548871 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:41:39.180618 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-77938435-4e21-4ce2-8ed4-0c9f5a256749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:41.131774 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-0e34f2f5-440b-4349-9091-9a21c3481ad7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:42.988180 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:44.397991 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:45.477455 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:45.984561 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0328bc86-3348-4d05-8d21-7344da7eecce req-c70501b0-f41b-4357-b0f1-79c4fa238caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:45.986123 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0328bc86-3348-4d05-8d21-7344da7eecce req-c70501b0-f41b-4357-b0f1-79c4fa238caa service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=f48dcb2b50d74af19383cd1d97f39748&device_id=e3e1ac6c-0da6-4f1a-8713-115d9a232c48 HTTP/1.1" status: 200 len: 1127 time: 0.0553908 Feb 09 22:41:46.403179 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8395376-17b7-4189-9cb3-8b254cbfb858 req-8053a2b7-6a3f-4c19-9923-8e86cb522a13 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:46.404678 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b8395376-17b7-4189-9cb3-8b254cbfb858 req-8053a2b7-6a3f-4c19-9923-8e86cb522a13 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=e3e1ac6c-0da6-4f1a-8713-115d9a232c48 HTTP/1.1" status: 200 len: 945 time: 0.4752214 Feb 09 22:41:46.419869 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0328bc86-3348-4d05-8d21-7344da7eecce req-a1afc85b-8b2e-43d5-828a-424cb33092a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:46.421300 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0328bc86-3348-4d05-8d21-7344da7eecce req-a1afc85b-8b2e-43d5-828a-424cb33092a2 service neutron] 10.222.0.95 "GET /v2.0/networks?id=f85768b3-7f49-4d68-8cd0-c9167346ef9f HTTP/1.1" status: 200 len: 898 time: 0.4274635 Feb 09 22:41:46.504049 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b8395376-17b7-4189-9cb3-8b254cbfb858 req-fa867a4c-0ab6-472c-9ae5-f1564ecc65e9 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=47ebb9b7-95af-4ed0-875c-c38cb25a5e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936494 Feb 09 22:41:46.510384 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0328bc86-3348-4d05-8d21-7344da7eecce req-4372f176-c3f1-4138-8c7b-0227960602e0 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f697780-4bf1-40e3-9cae-916e2dee6f91 HTTP/1.1" status: 200 len: 1001 time: 0.0825250 Feb 09 22:41:46.559766 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0328bc86-3348-4d05-8d21-7344da7eecce req-dd46254a-3e24-4c26-be30-681d3aeda793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:46.561219 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0328bc86-3348-4d05-8d21-7344da7eecce req-dd46254a-3e24-4c26-be30-681d3aeda793 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=2e091183-f100-47dc-82be-72bd710a698a HTTP/1.1" status: 200 len: 835 time: 0.0431931 Feb 09 22:41:46.613940 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0328bc86-3348-4d05-8d21-7344da7eecce req-5d307f0a-611b-4fba-936a-78a626cfcd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:46.615481 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0328bc86-3348-4d05-8d21-7344da7eecce req-5d307f0a-611b-4fba-936a-78a626cfcd19 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=f85768b3-7f49-4d68-8cd0-c9167346ef9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0471616 Feb 09 22:41:46.703696 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0328bc86-3348-4d05-8d21-7344da7eecce req-b7a73fef-ac2e-48be-8081-f391b6b6fecd service neutron] 10.222.0.95 "GET /v2.0/networks/f85768b3-7f49-4d68-8cd0-c9167346ef9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805907 Feb 09 22:41:46.798486 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0328bc86-3348-4d05-8d21-7344da7eecce req-de97c96d-0b46-4d91-a159-b86b9956c4f1 service neutron] 10.222.0.95 "GET /v2.0/networks/f85768b3-7f49-4d68-8cd0-c9167346ef9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889637 Feb 09 22:41:47.624369 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50a6d41-ea26-4343-8ce8-d4f6e66df2a0 req-7c9b9cd8-c92e-4597-a61d-ce19dbafc3ff tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:47.625848 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e50a6d41-ea26-4343-8ce8-d4f6e66df2a0 req-7c9b9cd8-c92e-4597-a61d-ce19dbafc3ff tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=e3e1ac6c-0da6-4f1a-8713-115d9a232c48 HTTP/1.1" status: 200 len: 945 time: 0.0522959 Feb 09 22:41:47.674048 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e50a6d41-ea26-4343-8ce8-d4f6e66df2a0 req-9d6a24ae-8294-432b-a167-c47ec397e8b3 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=47ebb9b7-95af-4ed0-875c-c38cb25a5e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425818 Feb 09 22:41:48.795194 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48990140-505a-44b2-b202-76fbe878162b req-5bd2f520-207b-4a21-b549-b1955ea35c49 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:48.796737 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-48990140-505a-44b2-b202-76fbe878162b req-5bd2f520-207b-4a21-b549-b1955ea35c49 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=e3e1ac6c-0da6-4f1a-8713-115d9a232c48 HTTP/1.1" status: 200 len: 945 time: 0.0547786 Feb 09 22:41:48.864673 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-48990140-505a-44b2-b202-76fbe878162b req-8939e025-32da-479d-a37e-cfba120220ff tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=47ebb9b7-95af-4ed0-875c-c38cb25a5e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622361 Feb 09 22:41:49.982624 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9e9e1f-e598-4e0c-911a-7d347493f840 req-dbbb1067-708c-4549-9a9d-11d4f14c5e2d tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:49.984108 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5e9e9e1f-e598-4e0c-911a-7d347493f840 req-dbbb1067-708c-4549-9a9d-11d4f14c5e2d tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=e3e1ac6c-0da6-4f1a-8713-115d9a232c48 HTTP/1.1" status: 200 len: 945 time: 0.0527244 Feb 09 22:41:50.031720 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5e9e9e1f-e598-4e0c-911a-7d347493f840 req-db568e66-97ea-4340-895d-34ae8dfc6a5f tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=47ebb9b7-95af-4ed0-875c-c38cb25a5e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415525 Feb 09 22:41:51.154821 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac13e1-e330-4599-a376-2d084b88d30b req-67d2de4d-2bf8-4d72-8ec8-5033d69800a9 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:51.156384 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-32ac13e1-e330-4599-a376-2d084b88d30b req-67d2de4d-2bf8-4d72-8ec8-5033d69800a9 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=e3e1ac6c-0da6-4f1a-8713-115d9a232c48 HTTP/1.1" status: 200 len: 945 time: 0.0543108 Feb 09 22:41:51.204954 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-32ac13e1-e330-4599-a376-2d084b88d30b req-ee60fb75-79c2-4382-875e-c43e3a556758 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=47ebb9b7-95af-4ed0-875c-c38cb25a5e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428205 Feb 09 22:41:52.036093 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:52.325698 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29167a84-ffac-43d6-9691-6a3e450c9ddc req-bb76a105-128e-4ffa-aa82-82bb3c4a9427 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:52.327240 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-29167a84-ffac-43d6-9691-6a3e450c9ddc req-bb76a105-128e-4ffa-aa82-82bb3c4a9427 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=e3e1ac6c-0da6-4f1a-8713-115d9a232c48 HTTP/1.1" status: 200 len: 945 time: 0.0556688 Feb 09 22:41:52.374649 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-29167a84-ffac-43d6-9691-6a3e450c9ddc req-c8fa4192-9f48-422e-af24-ce33c8ecd60f tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=47ebb9b7-95af-4ed0-875c-c38cb25a5e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419371 Feb 09 22:41:53.492155 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7de2cb-0617-4f5b-a1d5-33dc700fc346 req-20f24960-0edf-4d01-bf44-37dc49c2eac0 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:53.493668 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-de7de2cb-0617-4f5b-a1d5-33dc700fc346 req-20f24960-0edf-4d01-bf44-37dc49c2eac0 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=e3e1ac6c-0da6-4f1a-8713-115d9a232c48 HTTP/1.1" status: 200 len: 945 time: 0.0526924 Feb 09 22:41:53.546145 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-de7de2cb-0617-4f5b-a1d5-33dc700fc346 req-acc41fe3-fe5d-4ced-8e29-ece1994a22dd tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=47ebb9b7-95af-4ed0-875c-c38cb25a5e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468884 Feb 09 22:41:54.188142 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:41:54.663269 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e888fa59-6567-4892-8b49-835c3b399111 req-79da8cfe-cfc5-4ab5-9c89-2e21c21bc046 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:54.664790 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e888fa59-6567-4892-8b49-835c3b399111 req-79da8cfe-cfc5-4ab5-9c89-2e21c21bc046 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=e3e1ac6c-0da6-4f1a-8713-115d9a232c48 HTTP/1.1" status: 200 len: 945 time: 0.0521719 Feb 09 22:41:54.717744 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e888fa59-6567-4892-8b49-835c3b399111 req-27d5f021-97de-4128-a464-5c3ada992844 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=47ebb9b7-95af-4ed0-875c-c38cb25a5e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474501 Feb 09 22:41:55.837152 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2336a74-d609-4e25-b932-632b3ddb8384 req-54d23a65-f5f2-4034-9c65-26b8314acb4c tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:55.838651 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e2336a74-d609-4e25-b932-632b3ddb8384 req-54d23a65-f5f2-4034-9c65-26b8314acb4c tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=e3e1ac6c-0da6-4f1a-8713-115d9a232c48 HTTP/1.1" status: 200 len: 945 time: 0.0534551 Feb 09 22:41:55.887409 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e2336a74-d609-4e25-b932-632b3ddb8384 req-977a398b-b7ad-4870-9752-2122c6fabc6b tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=47ebb9b7-95af-4ed0-875c-c38cb25a5e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431120 Feb 09 22:41:57.010188 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1a2def-4840-4edf-bf3c-24c353a7c57d req-de3c9b8e-a58f-44ad-bfb7-8a7d82576002 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:57.011676 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3f1a2def-4840-4edf-bf3c-24c353a7c57d req-de3c9b8e-a58f-44ad-bfb7-8a7d82576002 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=e3e1ac6c-0da6-4f1a-8713-115d9a232c48 HTTP/1.1" status: 200 len: 945 time: 0.0524142 Feb 09 22:41:57.059807 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3f1a2def-4840-4edf-bf3c-24c353a7c57d req-73889a70-7609-48fc-bbde-63c58863b6f7 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=47ebb9b7-95af-4ed0-875c-c38cb25a5e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425265 Feb 09 22:41:58.184693 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd41790-82f4-40dd-b129-6537c6bb9efe req-77387dda-eac6-4b5e-bd7c-9c4cae321fe0 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:41:58.186205 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0cd41790-82f4-40dd-b129-6537c6bb9efe req-77387dda-eac6-4b5e-bd7c-9c4cae321fe0 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=e3e1ac6c-0da6-4f1a-8713-115d9a232c48 HTTP/1.1" status: 200 len: 945 time: 0.0581126 Feb 09 22:41:58.234608 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0cd41790-82f4-40dd-b129-6537c6bb9efe req-b76ed298-1b92-4daa-b52e-02e7988fe514 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=47ebb9b7-95af-4ed0-875c-c38cb25a5e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424407 Feb 09 22:41:58.256938 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 53700) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:41:58.316103 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-5bbabfae-efec-4a19-ab46-3d59ada63f88 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/floatingips/6dd4ed94-38d9-486d-96e2-eecb83841372 HTTP/1.1" status: 200 len: 993 time: 0.0579495 Feb 09 22:42:09.186472 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1056e2bd-e128-49e4-b211-85f9a65a752e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:10.548529 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:42:11.134351 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-82b66d82-695e-42a4-8501-6b146a25b6d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:12.988526 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:14.403903 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:14.929440 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-43b2e50f-ec85-4778-9f1f-7da68314e8f5 req-fda75221-1052-4d9a-aebb-a735a5677d69 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=e3e1ac6c-0da6-4f1a-8713-115d9a232c48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0486581 Feb 09 22:42:15.012470 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b2e50f-ec85-4778-9f1f-7da68314e8f5 req-519d4486-f9ae-42c4-9678-991a18623f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:15.014483 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-43b2e50f-ec85-4778-9f1f-7da68314e8f5 req-519d4486-f9ae-42c4-9678-991a18623f92 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=f48dcb2b50d74af19383cd1d97f39748&device_id=e3e1ac6c-0da6-4f1a-8713-115d9a232c48 HTTP/1.1" status: 200 len: 1127 time: 0.0441649 Feb 09 22:42:15.115174 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b2e50f-ec85-4778-9f1f-7da68314e8f5 req-a9fcc41f-747d-415d-9fbb-75279b578fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:15.116689 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-43b2e50f-ec85-4778-9f1f-7da68314e8f5 req-a9fcc41f-747d-415d-9fbb-75279b578fa7 service neutron] 10.222.0.95 "GET /v2.0/networks?id=f85768b3-7f49-4d68-8cd0-c9167346ef9f HTTP/1.1" status: 200 len: 898 time: 0.0843053 Feb 09 22:42:15.191128 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-43b2e50f-ec85-4778-9f1f-7da68314e8f5 req-916609ca-6518-428b-b3b2-0cd85271c9d4 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f697780-4bf1-40e3-9cae-916e2dee6f91 HTTP/1.1" status: 200 len: 1001 time: 0.0681782 Feb 09 22:42:15.238960 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b2e50f-ec85-4778-9f1f-7da68314e8f5 req-1ac9c902-02e0-42e9-baa6-8ce2d540e419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:15.240466 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-43b2e50f-ec85-4778-9f1f-7da68314e8f5 req-1ac9c902-02e0-42e9-baa6-8ce2d540e419 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=2e091183-f100-47dc-82be-72bd710a698a HTTP/1.1" status: 200 len: 835 time: 0.0425179 Feb 09 22:42:15.288274 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b2e50f-ec85-4778-9f1f-7da68314e8f5 req-698d979f-a44b-4bfe-8fb3-7bb2d38e82c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:15.289759 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-43b2e50f-ec85-4778-9f1f-7da68314e8f5 req-698d979f-a44b-4bfe-8fb3-7bb2d38e82c4 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=f85768b3-7f49-4d68-8cd0-c9167346ef9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0437176 Feb 09 22:42:15.380350 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-43b2e50f-ec85-4778-9f1f-7da68314e8f5 req-339023fb-d3fa-4f0e-aea1-64b9bec22000 service neutron] 10.222.0.95 "GET /v2.0/networks/f85768b3-7f49-4d68-8cd0-c9167346ef9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846813 Feb 09 22:42:15.469372 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-43b2e50f-ec85-4778-9f1f-7da68314e8f5 req-e4f2cba3-0163-4f8c-a7ef-3f75ee719949 service neutron] 10.222.0.95 "GET /v2.0/networks/f85768b3-7f49-4d68-8cd0-c9167346ef9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817509 Feb 09 22:42:15.479662 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:22.044922 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:24.185735 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:28.712286 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 53724) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:42:28.877971 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-4e25d963-8050-405d-910f-8d0993027fbc tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Deleting port e4124b50-fdc8-4426-9b3a-f0195bff444b {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:42:28.878320 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4e25d963-8050-405d-910f-8d0993027fbc tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (e4124b50-fdc8-4426-9b3a-f0195bff444b), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:28.952538 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4e25d963-8050-405d-910f-8d0993027fbc tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (e4124b50-fdc8-4426-9b3a-f0195bff444b), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:28.952875 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4e25d963-8050-405d-910f-8d0993027fbc tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for floatingip (e4124b50-fdc8-4426-9b3a-f0195bff444b), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:28.964353 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-4e25d963-8050-405d-910f-8d0993027fbc tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Calling delete_port for e4124b50-fdc8-4426-9b3a-f0195bff444b owned by network:floatingip {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:42:29.111064 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4e25d963-8050-405d-910f-8d0993027fbc tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (e4124b50-fdc8-4426-9b3a-f0195bff444b), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:29.138551 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e25d963-8050-405d-910f-8d0993027fbc tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event deleted for resources: {'Port': ['ID=e4124b50-fdc8-4426-9b3a-f0195bff444b,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:42:29.151803 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e25d963-8050-405d-910f-8d0993027fbc tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:29.152263 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e25d963-8050-405d-910f-8d0993027fbc tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:29.152579 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e25d963-8050-405d-910f-8d0993027fbc tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:29.152959 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e25d963-8050-405d-910f-8d0993027fbc tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:29.153374 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e25d963-8050-405d-910f-8d0993027fbc tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:29.153851 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e25d963-8050-405d-910f-8d0993027fbc tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:29.154216 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e25d963-8050-405d-910f-8d0993027fbc tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:29.154608 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e25d963-8050-405d-910f-8d0993027fbc tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:29.154987 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e25d963-8050-405d-910f-8d0993027fbc tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:29.155330 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e25d963-8050-405d-910f-8d0993027fbc tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:29.155739 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e25d963-8050-405d-910f-8d0993027fbc tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:29.156102 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e25d963-8050-405d-910f-8d0993027fbc tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:29.156499 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e25d963-8050-405d-910f-8d0993027fbc tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:29.216156 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4e25d963-8050-405d-910f-8d0993027fbc tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for floatingip (6dd4ed94-38d9-486d-96e2-eecb83841372), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:29.216452 n-d-828369-5 neutron-server[103140]: INFO neutron.db.l3_db [None req-4e25d963-8050-405d-910f-8d0993027fbc tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Floating IP 6dd4ed94-38d9-486d-96e2-eecb83841372 disassociated (deleted). External IP: 172.25.3.203, port: 1f697780-4bf1-40e3-9cae-916e2dee6f91. Feb 09 22:42:29.431045 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e25d963-8050-405d-910f-8d0993027fbc tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Router 8ba7734e-ac9a-47a5-aebd-a88912d8c0e3 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:42:29.539920 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e25d963-8050-405d-910f-8d0993027fbc tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:42:29.545282 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-4e25d963-8050-405d-910f-8d0993027fbc tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:29.550152 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11d95bb-ed4f-4373-a068-d76f67ef8f1f None None] Sync routers for ids ['8ba7734e-ac9a-47a5-aebd-a88912d8c0e3'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:42:29.559445 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11d95bb-ed4f-4373-a068-d76f67ef8f1f None None] Routers {'8ba7734e-ac9a-47a5-aebd-a88912d8c0e3'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:42:29.560837 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-f11d95bb-ed4f-4373-a068-d76f67ef8f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:42:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['8ba7734e-ac9a-47a5-aebd-a88912d8c0e3'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:42:29.578733 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-4e25d963-8050-405d-910f-8d0993027fbc tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "DELETE /v2.0/floatingips/6dd4ed94-38d9-486d-96e2-eecb83841372 HTTP/1.1" status: 204 len: 168 time: 0.8653336 Feb 09 22:42:29.579337 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3e1ac6c-0da6-4f1a-8713-115d9a232c48', 'tag': '1f697780-4bf1-40e3-9cae-916e2dee6f91'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:42:29.581759 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}084566773578a82c7ab9e8b7d7948f8d3f1cbdaece621e80e6759ea940bbe07a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2a52f1a-7566-4285-b728-de1bae0a325a" -d '{"events": [{"name": "network-changed", "server_uuid": "e3e1ac6c-0da6-4f1a-8713-115d9a232c48", "tag": "1f697780-4bf1-40e3-9cae-916e2dee6f91"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:42:29.677148 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-f11d95bb-ed4f-4373-a068-d76f67ef8f1f None None] Set router 8ba7734e-ac9a-47a5-aebd-a88912d8c0e3 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:42:29.677323 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31dfcc1d-5fa2-4395-ac19-c930f8c706c0 x-openstack-request-id: req-31dfcc1d-5fa2-4395-ac19-c930f8c706c0 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:42:29.677559 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3e1ac6c-0da6-4f1a-8713-115d9a232c48", "tag": "1f697780-4bf1-40e3-9cae-916e2dee6f91", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:42:29.678336 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-31dfcc1d-5fa2-4395-ac19-c930f8c706c0 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:42:29.678465 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3e1ac6c-0da6-4f1a-8713-115d9a232c48', 'tag': '1f697780-4bf1-40e3-9cae-916e2dee6f91', 'status': 'completed', 'code': 200} Feb 09 22:42:29.837408 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a52f1a-7566-4285-b728-de1bae0a325a req-de103261-d88b-49df-8dc6-cf4d42353714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:29.838938 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c2a52f1a-7566-4285-b728-de1bae0a325a req-de103261-d88b-49df-8dc6-cf4d42353714 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=f48dcb2b50d74af19383cd1d97f39748&device_id=e3e1ac6c-0da6-4f1a-8713-115d9a232c48 HTTP/1.1" status: 200 len: 1127 time: 0.1393144 Feb 09 22:42:29.850810 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c36d8b-380e-48f2-9d6d-1b65bd291f69 req-9688d810-a51e-4f9c-93c6-9324e58ae356 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:29.852261 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-57c36d8b-380e-48f2-9d6d-1b65bd291f69 req-9688d810-a51e-4f9c-93c6-9324e58ae356 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=e3e1ac6c-0da6-4f1a-8713-115d9a232c48 HTTP/1.1" status: 200 len: 945 time: 0.0664465 Feb 09 22:42:29.886171 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-f11d95bb-ed4f-4373-a068-d76f67ef8f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba7734e-ac9a-47a5-aebd-a88912d8c0e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1662635682', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'cff0cb26-ba05-4c23-a5bd-82811c714e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:40:58Z', 'updated_at': '2022-02-09T22:41:01Z', 'revision_number': 4, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'gw_port': {'id': 'cff0cb26-ba05-4c23-a5bd-82811c714e13', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba7734e-ac9a-47a5-aebd-a88912d8c0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:40:58Z', 'updated_at': '2022-02-09T22:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': 'd10f73bf-1254-439c-a3a6-6d46d5967268', 'name': '', 'network_id': 'f85768b3-7f49-4d68-8cd0-c9167346ef9f', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'mac_address': 'fa:16:3e:ea:53:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba7734e-ac9a-47a5-aebd-a88912d8c0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '2e091183-f100-47dc-82be-72bd710a698a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:41:01Z', 'updated_at': '2022-02-09T22:41:04Z', 'revision_number': 5, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'subnets': [{'id': '2e091183-f100-47dc-82be-72bd710a698a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:42:29.912499 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11d95bb-ed4f-4373-a068-d76f67ef8f1f None None] Checking router: 8ba7734e-ac9a-47a5-aebd-a88912d8c0e3 for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:42:29.921894 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11d95bb-ed4f-4373-a068-d76f67ef8f1f None None] Routers {'8ba7734e-ac9a-47a5-aebd-a88912d8c0e3'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:42:29.922510 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-f11d95bb-ed4f-4373-a068-d76f67ef8f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:42:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['8ba7734e-ac9a-47a5-aebd-a88912d8c0e3'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:42:29.962588 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-57c36d8b-380e-48f2-9d6d-1b65bd291f69 req-1f2142dd-8e58-469e-b92e-8475a9acd4b3 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=47ebb9b7-95af-4ed0-875c-c38cb25a5e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005952 Feb 09 22:42:29.978075 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a52f1a-7566-4285-b728-de1bae0a325a req-410c30be-5b5b-46a7-850f-e920a5a08a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:29.979594 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c2a52f1a-7566-4285-b728-de1bae0a325a req-410c30be-5b5b-46a7-850f-e920a5a08a6c service neutron] 10.222.0.95 "GET /v2.0/networks?id=f85768b3-7f49-4d68-8cd0-c9167346ef9f HTTP/1.1" status: 200 len: 898 time: 0.1264839 Feb 09 22:42:30.023868 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c2a52f1a-7566-4285-b728-de1bae0a325a req-685f27cf-b471-4792-bace-46897d0fee81 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f697780-4bf1-40e3-9cae-916e2dee6f91 HTTP/1.1" status: 200 len: 217 time: 0.0369310 Feb 09 22:42:30.077187 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a52f1a-7566-4285-b728-de1bae0a325a req-fb426cdf-8210-4f11-a7f4-1948e6b64b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:30.078665 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c2a52f1a-7566-4285-b728-de1bae0a325a req-fb426cdf-8210-4f11-a7f4-1948e6b64b8a service neutron] 10.222.0.95 "GET /v2.0/subnets?id=2e091183-f100-47dc-82be-72bd710a698a HTTP/1.1" status: 200 len: 835 time: 0.0477920 Feb 09 22:42:30.135535 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a52f1a-7566-4285-b728-de1bae0a325a req-b64596bc-174f-410b-9fc3-e83aa4d1fc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:30.137044 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c2a52f1a-7566-4285-b728-de1bae0a325a req-b64596bc-174f-410b-9fc3-e83aa4d1fc9b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=f85768b3-7f49-4d68-8cd0-c9167346ef9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0510316 Feb 09 22:42:30.190510 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-f11d95bb-ed4f-4373-a068-d76f67ef8f1f None None] Set router 8ba7734e-ac9a-47a5-aebd-a88912d8c0e3 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:42:30.227406 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c2a52f1a-7566-4285-b728-de1bae0a325a req-2051fee0-879b-4546-b21b-86fa3bb8baf5 service neutron] 10.222.0.95 "GET /v2.0/networks/f85768b3-7f49-4d68-8cd0-c9167346ef9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822477 Feb 09 22:42:30.322971 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c2a52f1a-7566-4285-b728-de1bae0a325a req-c914d5c3-0fd0-46ea-8569-a5e168e44b04 service neutron] 10.222.0.95 "GET /v2.0/networks/f85768b3-7f49-4d68-8cd0-c9167346ef9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895133 Feb 09 22:42:30.387264 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-f11d95bb-ed4f-4373-a068-d76f67ef8f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba7734e-ac9a-47a5-aebd-a88912d8c0e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1662635682', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'cff0cb26-ba05-4c23-a5bd-82811c714e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:40:58Z', 'updated_at': '2022-02-09T22:41:01Z', 'revision_number': 4, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'gw_port': {'id': 'cff0cb26-ba05-4c23-a5bd-82811c714e13', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba7734e-ac9a-47a5-aebd-a88912d8c0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:40:58Z', 'updated_at': '2022-02-09T22:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': 'd10f73bf-1254-439c-a3a6-6d46d5967268', 'name': '', 'network_id': 'f85768b3-7f49-4d68-8cd0-c9167346ef9f', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'mac_address': 'fa:16:3e:ea:53:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba7734e-ac9a-47a5-aebd-a88912d8c0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '2e091183-f100-47dc-82be-72bd710a698a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:41:01Z', 'updated_at': '2022-02-09T22:41:04Z', 'revision_number': 5, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'subnets': [{'id': '2e091183-f100-47dc-82be-72bd710a698a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:42:30.416938 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11d95bb-ed4f-4373-a068-d76f67ef8f1f None None] The sync data for ids ['8ba7734e-ac9a-47a5-aebd-a88912d8c0e3'] in n-d-828369-5 is: [{'id': '8ba7734e-ac9a-47a5-aebd-a88912d8c0e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1662635682', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'cff0cb26-ba05-4c23-a5bd-82811c714e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:40:58Z', 'updated_at': '2022-02-09T22:41:01Z', 'revision_number': 4, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'gw_port': {'id': 'cff0cb26-ba05-4c23-a5bd-82811c714e13', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba7734e-ac9a-47a5-aebd-a88912d8c0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:40:58Z', 'updated_at': '2022-02-09T22:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': 'd10f73bf-1254-439c-a3a6-6d46d5967268', 'name': '', 'network_id': 'f85768b3-7f49-4d68-8cd0-c9167346ef9f', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'mac_address': 'fa:16:3e:ea:53:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba7734e-ac9a-47a5-aebd-a88912d8c0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '2e091183-f100-47dc-82be-72bd710a698a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:41:01Z', 'updated_at': '2022-02-09T22:41:04Z', 'revision_number': 5, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'subnets': [{'id': '2e091183-f100-47dc-82be-72bd710a698a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:42:30.646389 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6295dc53-438f-46ed-8640-bb720f8ecb6a None None] New status for floating IP 6dd4ed94-38d9-486d-96e2-eecb83841372: DOWN {{(pid=103143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:42:31.082422 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3777a2c-d350-4f84-a040-afb6b1fe9dce req-b7796a2c-94af-4fdc-b80c-2f4e2b037f9f tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:31.083892 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f3777a2c-d350-4f84-a040-afb6b1fe9dce req-b7796a2c-94af-4fdc-b80c-2f4e2b037f9f tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=e3e1ac6c-0da6-4f1a-8713-115d9a232c48 HTTP/1.1" status: 200 len: 945 time: 0.0523789 Feb 09 22:42:31.131303 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f3777a2c-d350-4f84-a040-afb6b1fe9dce req-b7555502-3483-4c52-aecd-a229644cdeb4 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=47ebb9b7-95af-4ed0-875c-c38cb25a5e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418434 Feb 09 22:42:31.489479 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f62dc9-1fb1-490f-ba6d-dc355da2ea9d req-66c4fd45-a584-4e9c-9975-1ee22ea9011d tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:31.490920 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b0f62dc9-1fb1-490f-ba6d-dc355da2ea9d req-66c4fd45-a584-4e9c-9975-1ee22ea9011d tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.95 "GET /v2.0/ports?device_id=e3e1ac6c-0da6-4f1a-8713-115d9a232c48 HTTP/1.1" status: 200 len: 945 time: 0.0522807 Feb 09 22:42:31.585613 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-b0f62dc9-1fb1-490f-ba6d-dc355da2ea9d req-bad469da-0a61-430c-9bb3-be0c00321b00 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Deleting port 1f697780-4bf1-40e3-9cae-916e2dee6f91 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:42:31.585971 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-b0f62dc9-1fb1-490f-ba6d-dc355da2ea9d req-bad469da-0a61-430c-9bb3-be0c00321b00 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (1f697780-4bf1-40e3-9cae-916e2dee6f91), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:31.672080 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-b0f62dc9-1fb1-490f-ba6d-dc355da2ea9d req-bad469da-0a61-430c-9bb3-be0c00321b00 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] For port 1f697780-4bf1-40e3-9cae-916e2dee6f91, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=1f697780-4bf1-40e3-9cae-916e2dee6f91,segment=NetworkSegment(3eb160d5-e157-4fc3-8195-6d7aa4aac140),segment_id=3eb160d5-e157-4fc3-8195-6d7aa4aac140)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:42:31.672468 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-b0f62dc9-1fb1-490f-ba6d-dc355da2ea9d req-bad469da-0a61-430c-9bb3-be0c00321b00 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (1f697780-4bf1-40e3-9cae-916e2dee6f91), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:31.684493 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-b0f62dc9-1fb1-490f-ba6d-dc355da2ea9d req-bad469da-0a61-430c-9bb3-be0c00321b00 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Calling delete_port for 1f697780-4bf1-40e3-9cae-916e2dee6f91 owned by compute:nova {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:42:31.821952 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-b0f62dc9-1fb1-490f-ba6d-dc355da2ea9d req-bad469da-0a61-430c-9bb3-be0c00321b00 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (1f697780-4bf1-40e3-9cae-916e2dee6f91), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:31.850658 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad469da-0a61-430c-9bb3-be0c00321b00 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event deleted for resources: {'Port': ['ID=1f697780-4bf1-40e3-9cae-916e2dee6f91,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:42:31.897314 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0f62dc9-1fb1-490f-ba6d-dc355da2ea9d req-bad469da-0a61-430c-9bb3-be0c00321b00 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] No DVR routers for this DVR port 1f697780-4bf1-40e3-9cae-916e2dee6f91 on host n-h1-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:42:31.899981 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-b0f62dc9-1fb1-490f-ba6d-dc355da2ea9d req-bad469da-0a61-430c-9bb3-be0c00321b00 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:31.903573 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b0f62dc9-1fb1-490f-ba6d-dc355da2ea9d req-bad469da-0a61-430c-9bb3-be0c00321b00 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.95 "DELETE /v2.0/ports/1f697780-4bf1-40e3-9cae-916e2dee6f91 HTTP/1.1" status: 204 len: 173 time: 0.4059906 Feb 09 22:42:31.904033 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3e1ac6c-0da6-4f1a-8713-115d9a232c48', 'name': 'network-vif-deleted', 'tag': '1f697780-4bf1-40e3-9cae-916e2dee6f91'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:42:31.906430 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}084566773578a82c7ab9e8b7d7948f8d3f1cbdaece621e80e6759ea940bbe07a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0dc1ffd-0784-4e79-ae71-76b5bfff1b55" -d '{"events": [{"server_uuid": "e3e1ac6c-0da6-4f1a-8713-115d9a232c48", "name": "network-vif-deleted", "tag": "1f697780-4bf1-40e3-9cae-916e2dee6f91"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:42:31.943907 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc31e044-9375-4b81-9888-2153e27ee9d5 x-openstack-request-id: req-cc31e044-9375-4b81-9888-2153e27ee9d5 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:42:31.944204 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3e1ac6c-0da6-4f1a-8713-115d9a232c48", "name": "network-vif-deleted", "tag": "1f697780-4bf1-40e3-9cae-916e2dee6f91", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:42:31.944489 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-cc31e044-9375-4b81-9888-2153e27ee9d5 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:42:31.944897 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3e1ac6c-0da6-4f1a-8713-115d9a232c48', 'name': 'network-vif-deleted', 'tag': '1f697780-4bf1-40e3-9cae-916e2dee6f91', 'status': 'completed', 'code': 200} Feb 09 22:42:32.244626 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1a92b149-af10-4d27-9332-7a69c37ec96d req-86bdbd87-4536-486d-902e-6fb1ca40b53b tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=e3e1ac6c-0da6-4f1a-8713-115d9a232c48 HTTP/1.1" status: 200 len: 210 time: 0.0287209 Feb 09 22:42:33.300880 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 53744) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:42:33.664997 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fb1c9078-3a0c-430a-81c6-7cd86d0e178f tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524906'] for router_interface (8ba7734e-ac9a-47a5-aebd-a88912d8c0e3), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:33.918657 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-fb1c9078-3a0c-430a-81c6-7cd86d0e178f tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Deleting port d10f73bf-1254-439c-a3a6-6d46d5967268 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:42:33.918906 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fb1c9078-3a0c-430a-81c6-7cd86d0e178f tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (d10f73bf-1254-439c-a3a6-6d46d5967268), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:34.009153 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-fb1c9078-3a0c-430a-81c6-7cd86d0e178f tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] For port d10f73bf-1254-439c-a3a6-6d46d5967268, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=d10f73bf-1254-439c-a3a6-6d46d5967268,segment=NetworkSegment(3eb160d5-e157-4fc3-8195-6d7aa4aac140),segment_id=3eb160d5-e157-4fc3-8195-6d7aa4aac140)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:42:34.009514 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fb1c9078-3a0c-430a-81c6-7cd86d0e178f tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (d10f73bf-1254-439c-a3a6-6d46d5967268), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:34.022179 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-fb1c9078-3a0c-430a-81c6-7cd86d0e178f tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Calling delete_port for d10f73bf-1254-439c-a3a6-6d46d5967268 owned by network:router_interface {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:42:34.206246 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fb1c9078-3a0c-430a-81c6-7cd86d0e178f tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (d10f73bf-1254-439c-a3a6-6d46d5967268), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:34.231563 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1c9078-3a0c-430a-81c6-7cd86d0e178f tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event deleted for resources: {'Port': ['ID=d10f73bf-1254-439c-a3a6-6d46d5967268,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:42:34.409823 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fb1c9078-3a0c-430a-81c6-7cd86d0e178f tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-525054'] for router_interface (8ba7734e-ac9a-47a5-aebd-a88912d8c0e3), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:34.622132 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb1c9078-3a0c-430a-81c6-7cd86d0e178f tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Router 8ba7734e-ac9a-47a5-aebd-a88912d8c0e3 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:42:35.041273 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb1c9078-3a0c-430a-81c6-7cd86d0e178f tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:42:35.049365 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-fb1c9078-3a0c-430a-81c6-7cd86d0e178f tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "PUT /v2.0/routers/8ba7734e-ac9a-47a5-aebd-a88912d8c0e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7444961 Feb 09 22:42:35.049365 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 53746) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:42:35.050752 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784a05e3-c96e-4188-87f2-88598a368f95 None None] Sync routers for ids ['8ba7734e-ac9a-47a5-aebd-a88912d8c0e3'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:42:35.061233 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784a05e3-c96e-4188-87f2-88598a368f95 None None] Routers {'8ba7734e-ac9a-47a5-aebd-a88912d8c0e3'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:42:35.061859 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-784a05e3-c96e-4188-87f2-88598a368f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:42:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['8ba7734e-ac9a-47a5-aebd-a88912d8c0e3'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:42:35.100026 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_v2 [None req-9197b73c-e481-4b97-aea7-ca74cfa1a47d tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Deleting subnet 2e091183-f100-47dc-82be-72bd710a698a {{(pid=103140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:42:35.103217 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9197b73c-e481-4b97-aea7-ca74cfa1a47d tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for subnet (2e091183-f100-47dc-82be-72bd710a698a), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:35.149829 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9197b73c-e481-4b97-aea7-ca74cfa1a47d tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9110716'] for subnet (2e091183-f100-47dc-82be-72bd710a698a), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:35.169828 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-784a05e3-c96e-4188-87f2-88598a368f95 None None] Set router 8ba7734e-ac9a-47a5-aebd-a88912d8c0e3 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:42:35.230558 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9197b73c-e481-4b97-aea7-ca74cfa1a47d tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (2e091183-f100-47dc-82be-72bd710a698a), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:35.286374 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9197b73c-e481-4b97-aea7-ca74cfa1a47d tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621346'] for subnet (2e091183-f100-47dc-82be-72bd710a698a), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:35.317282 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9197b73c-e481-4b97-aea7-ca74cfa1a47d tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event deleted for resources: {'Subnet': ['ID=2e091183-f100-47dc-82be-72bd710a698a,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:42:35.322907 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9197b73c-e481-4b97-aea7-ca74cfa1a47d tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:35.326878 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-9197b73c-e481-4b97-aea7-ca74cfa1a47d tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "DELETE /v2.0/subnets/2e091183-f100-47dc-82be-72bd710a698a HTTP/1.1" status: 204 len: 168 time: 0.2765045 Feb 09 22:42:35.329440 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 53748) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:42:35.329980 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a435613-e7f0-4379-aeee-275d6b60677b None None] Network f85768b3-7f49-4d68-8cd0-c9167346ef9f requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:42:35.431206 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-784a05e3-c96e-4188-87f2-88598a368f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba7734e-ac9a-47a5-aebd-a88912d8c0e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1662635682', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'cff0cb26-ba05-4c23-a5bd-82811c714e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:40:58Z', 'updated_at': '2022-02-09T22:42:34Z', 'revision_number': 5, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'gw_port': {'id': 'cff0cb26-ba05-4c23-a5bd-82811c714e13', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba7734e-ac9a-47a5-aebd-a88912d8c0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:40:58Z', 'updated_at': '2022-02-09T22:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:42:35.454936 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a73df557-b030-415a-9db0-18b2b1e018d0 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for router (8ba7734e-ac9a-47a5-aebd-a88912d8c0e3), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:35.459793 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784a05e3-c96e-4188-87f2-88598a368f95 None None] Checking router: 8ba7734e-ac9a-47a5-aebd-a88912d8c0e3 for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:42:35.474272 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784a05e3-c96e-4188-87f2-88598a368f95 None None] Routers {'8ba7734e-ac9a-47a5-aebd-a88912d8c0e3'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:42:35.474879 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-784a05e3-c96e-4188-87f2-88598a368f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:42:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['8ba7734e-ac9a-47a5-aebd-a88912d8c0e3'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:42:35.544942 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee28d5c2-3e06-45f9-8d2f-c2049dac1665 None None] DHCP port deletion for f85768b3-7f49-4d68-8cd0-c9167346ef9f request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:42:35.563781 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a73df557-b030-415a-9db0-18b2b1e018d0 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for router_gateway (8ba7734e-ac9a-47a5-aebd-a88912d8c0e3), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:35.620025 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-a73df557-b030-415a-9db0-18b2b1e018d0 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Deleting port cff0cb26-ba05-4c23-a5bd-82811c714e13 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:42:35.620418 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a73df557-b030-415a-9db0-18b2b1e018d0 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (cff0cb26-ba05-4c23-a5bd-82811c714e13), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:35.623645 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-784a05e3-c96e-4188-87f2-88598a368f95 None None] Set router 8ba7734e-ac9a-47a5-aebd-a88912d8c0e3 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:42:35.677003 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-ee28d5c2-3e06-45f9-8d2f-c2049dac1665 None None] Deleting port 66a5ff8b-9d03-4369-ac69-c7d26dd3f4d0 {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:42:35.677374 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ee28d5c2-3e06-45f9-8d2f-c2049dac1665 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (66a5ff8b-9d03-4369-ac69-c7d26dd3f4d0), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:35.698304 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-a73df557-b030-415a-9db0-18b2b1e018d0 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] For port cff0cb26-ba05-4c23-a5bd-82811c714e13, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=cff0cb26-ba05-4c23-a5bd-82811c714e13,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:42:35.698730 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a73df557-b030-415a-9db0-18b2b1e018d0 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (cff0cb26-ba05-4c23-a5bd-82811c714e13), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:35.712552 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-a73df557-b030-415a-9db0-18b2b1e018d0 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Calling delete_port for cff0cb26-ba05-4c23-a5bd-82811c714e13 owned by network:router_gateway {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:42:35.783506 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-ee28d5c2-3e06-45f9-8d2f-c2049dac1665 None None] For port 66a5ff8b-9d03-4369-ac69-c7d26dd3f4d0, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=66a5ff8b-9d03-4369-ac69-c7d26dd3f4d0,segment=NetworkSegment(3eb160d5-e157-4fc3-8195-6d7aa4aac140),segment_id=3eb160d5-e157-4fc3-8195-6d7aa4aac140)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:42:35.783790 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ee28d5c2-3e06-45f9-8d2f-c2049dac1665 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (66a5ff8b-9d03-4369-ac69-c7d26dd3f4d0), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:35.804776 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-ee28d5c2-3e06-45f9-8d2f-c2049dac1665 None None] Calling delete_port for 66a5ff8b-9d03-4369-ac69-c7d26dd3f4d0 owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:42:35.882176 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a73df557-b030-415a-9db0-18b2b1e018d0 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (cff0cb26-ba05-4c23-a5bd-82811c714e13), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:35.912092 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73df557-b030-415a-9db0-18b2b1e018d0 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event deleted for resources: {'Port': ['ID=cff0cb26-ba05-4c23-a5bd-82811c714e13,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:42:35.923884 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 1f697780-4bf1-40e3-9cae-916e2dee6f91 no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:42:35.947540 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] No Port match for: 1f697780-4bf1-40e3-9cae-916e2dee6f91 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:42:35.947890 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 1f697780-4bf1-40e3-9cae-916e2dee6f91 not bound to the agent host n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:42:35.950066 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ee28d5c2-3e06-45f9-8d2f-c2049dac1665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (66a5ff8b-9d03-4369-ac69-c7d26dd3f4d0), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:35.961557 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-784a05e3-c96e-4188-87f2-88598a368f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba7734e-ac9a-47a5-aebd-a88912d8c0e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1662635682', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'cff0cb26-ba05-4c23-a5bd-82811c714e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:40:58Z', 'updated_at': '2022-02-09T22:42:34Z', 'revision_number': 5, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'gw_port': {'id': 'cff0cb26-ba05-4c23-a5bd-82811c714e13', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba7734e-ac9a-47a5-aebd-a88912d8c0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:40:58Z', 'updated_at': '2022-02-09T22:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:42:35.978332 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a73df557-b030-415a-9db0-18b2b1e018d0 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-554524'] for router_gateway (8ba7734e-ac9a-47a5-aebd-a88912d8c0e3), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:36.009182 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee28d5c2-3e06-45f9-8d2f-c2049dac1665 None None] Pushing event deleted for resources: {'Port': ['ID=66a5ff8b-9d03-4369-ac69-c7d26dd3f4d0,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:42:36.011476 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee28d5c2-3e06-45f9-8d2f-c2049dac1665 None None] No DVR routers for this DVR port 66a5ff8b-9d03-4369-ac69-c7d26dd3f4d0 on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:42:36.015655 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784a05e3-c96e-4188-87f2-88598a368f95 None None] The sync data for ids ['8ba7734e-ac9a-47a5-aebd-a88912d8c0e3'] in n-d-828369-5 is: [{'id': '8ba7734e-ac9a-47a5-aebd-a88912d8c0e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1662635682', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'cff0cb26-ba05-4c23-a5bd-82811c714e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:40:58Z', 'updated_at': '2022-02-09T22:42:34Z', 'revision_number': 5, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'gw_port': {'id': 'cff0cb26-ba05-4c23-a5bd-82811c714e13', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:4b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba7734e-ac9a-47a5-aebd-a88912d8c0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:40:58Z', 'updated_at': '2022-02-09T22:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:42:36.023184 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee28d5c2-3e06-45f9-8d2f-c2049dac1665 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:36.023450 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee28d5c2-3e06-45f9-8d2f-c2049dac1665 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:36.023892 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee28d5c2-3e06-45f9-8d2f-c2049dac1665 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:36.024125 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee28d5c2-3e06-45f9-8d2f-c2049dac1665 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:36.024465 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee28d5c2-3e06-45f9-8d2f-c2049dac1665 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:36.024796 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee28d5c2-3e06-45f9-8d2f-c2049dac1665 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:36.025114 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee28d5c2-3e06-45f9-8d2f-c2049dac1665 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:36.025431 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee28d5c2-3e06-45f9-8d2f-c2049dac1665 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:36.025758 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee28d5c2-3e06-45f9-8d2f-c2049dac1665 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:36.026073 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee28d5c2-3e06-45f9-8d2f-c2049dac1665 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:36.026546 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee28d5c2-3e06-45f9-8d2f-c2049dac1665 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:36.026707 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee28d5c2-3e06-45f9-8d2f-c2049dac1665 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:36.027025 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee28d5c2-3e06-45f9-8d2f-c2049dac1665 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:36.086177 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a73df557-b030-415a-9db0-18b2b1e018d0 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (8ba7734e-ac9a-47a5-aebd-a88912d8c0e3), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:36.088345 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a73df557-b030-415a-9db0-18b2b1e018d0 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for router_controller (8ba7734e-ac9a-47a5-aebd-a88912d8c0e3), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:36.132508 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a73df557-b030-415a-9db0-18b2b1e018d0 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (8ba7734e-ac9a-47a5-aebd-a88912d8c0e3), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:36.133159 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a73df557-b030-415a-9db0-18b2b1e018d0 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Fanout notify agent at l3_agent the message router_deleted on router 8ba7734e-ac9a-47a5-aebd-a88912d8c0e3 {{(pid=103140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:42:36.140048 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a73df557-b030-415a-9db0-18b2b1e018d0 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:36.141177 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-a73df557-b030-415a-9db0-18b2b1e018d0 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "DELETE /v2.0/routers/8ba7734e-ac9a-47a5-aebd-a88912d8c0e3 HTTP/1.1" status: 204 len: 168 time: 0.8106530 Feb 09 22:42:36.143850 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 53752) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:42:36.223896 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-62d5f362-3edc-4497-a83b-baf854637eae tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (f85768b3-7f49-4d68-8cd0-c9167346ef9f), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:36.310477 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-62d5f362-3edc-4497-a83b-baf854637eae tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (f85768b3-7f49-4d68-8cd0-c9167346ef9f), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:36.329603 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-62d5f362-3edc-4497-a83b-baf854637eae tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f85768b3-7f49-4d68-8cd0-c9167346ef9f']}} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:42:36.339102 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-62d5f362-3edc-4497-a83b-baf854637eae tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3eb160d5-e157-4fc3-8195-6d7aa4aac140') {'for_net_delete': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:42:36.339394 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-62d5f362-3edc-4497-a83b-baf854637eae tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3eb160d5-e157-4fc3-8195-6d7aa4aac140') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:42:36.349238 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-62d5f362-3edc-4497-a83b-baf854637eae tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110711'] for segment (3eb160d5-e157-4fc3-8195-6d7aa4aac140), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:36.363436 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-62d5f362-3edc-4497-a83b-baf854637eae tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (3eb160d5-e157-4fc3-8195-6d7aa4aac140), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:36.369327 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62d5f362-3edc-4497-a83b-baf854637eae tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=103140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:42:36.369707 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-62d5f362-3edc-4497-a83b-baf854637eae tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669415'] for segment (3eb160d5-e157-4fc3-8195-6d7aa4aac140), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:36.372674 n-d-828369-5 neutron-server[103140]: Traceback (most recent call last): Feb 09 22:42:36.372674 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:42:36.372674 n-d-828369-5 neutron-server[103140]: timer() Feb 09 22:42:36.372674 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:42:36.372674 n-d-828369-5 neutron-server[103140]: cb(*args, **kw) Feb 09 22:42:36.372674 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:42:36.372674 n-d-828369-5 neutron-server[103140]: return func(*args, **kwargs) Feb 09 22:42:36.372674 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:42:36.372674 n-d-828369-5 neutron-server[103140]: self._notify() Feb 09 22:42:36.372674 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:42:36.372674 n-d-828369-5 neutron-server[103140]: self.callback(batched_events) Feb 09 22:42:36.372674 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:42:36.372674 n-d-828369-5 neutron-server[103140]: event.method(event) Feb 09 22:42:36.372674 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:42:36.372674 n-d-828369-5 neutron-server[103140]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:42:36.372674 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:42:36.372674 n-d-828369-5 neutron-server[103140]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:42:36.372674 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:42:36.372674 n-d-828369-5 neutron-server[103140]: return f(self, *a, **k) Feb 09 22:42:36.372674 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:42:36.372674 n-d-828369-5 neutron-server[103140]: return self._get(url).json() Feb 09 22:42:36.372674 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:42:36.372674 n-d-828369-5 neutron-server[103140]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:42:36.372674 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:42:36.372674 n-d-828369-5 neutron-server[103140]: return self.request(url, 'GET', **kwargs) Feb 09 22:42:36.372674 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:42:36.372674 n-d-828369-5 neutron-server[103140]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:42:36.372674 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:42:36.372674 n-d-828369-5 neutron-server[103140]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:42:36.372674 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:42:36.372674 n-d-828369-5 neutron-server[103140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:42:36.372674 n-d-828369-5 neutron-server[103140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:42:36.431221 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-62d5f362-3edc-4497-a83b-baf854637eae tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (f85768b3-7f49-4d68-8cd0-c9167346ef9f), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:36.439639 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-62d5f362-3edc-4497-a83b-baf854637eae tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:36.443171 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-62d5f362-3edc-4497-a83b-baf854637eae tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "DELETE /v2.0/networks/f85768b3-7f49-4d68-8cd0-c9167346ef9f HTTP/1.1" status: 204 len: 168 time: 0.2983158 Feb 09 22:42:36.445939 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53754) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:42:36.453624 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d5f362-3edc-4497-a83b-baf854637eae tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event deleted for resources: {'Network': ['ID=f85768b3-7f49-4d68-8cd0-c9167346ef9f,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:42:36.516718 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-396d9ca9-6a0c-4132-a612-3c168dd474ab tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group (47ebb9b7-95af-4ed0-875c-c38cb25a5e2b), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:36.542517 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-396d9ca9-6a0c-4132-a612-3c168dd474ab tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group (47ebb9b7-95af-4ed0-875c-c38cb25a5e2b), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:36.601086 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-396d9ca9-6a0c-4132-a612-3c168dd474ab tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (47ebb9b7-95af-4ed0-875c-c38cb25a5e2b), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:36.603776 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-396d9ca9-6a0c-4132-a612-3c168dd474ab tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:36.604984 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-396d9ca9-6a0c-4132-a612-3c168dd474ab tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "DELETE /v2.0/security-groups/47ebb9b7-95af-4ed0-875c-c38cb25a5e2b HTTP/1.1" status: 204 len: 168 time: 0.1575179 Feb 09 22:42:36.615152 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396d9ca9-6a0c-4132-a612-3c168dd474ab tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ebb9b7-95af-4ed0-875c-c38cb25a5e2b,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:42:36.625961 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d9ca9-6a0c-4132-a612-3c168dd474ab tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:36.626319 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d9ca9-6a0c-4132-a612-3c168dd474ab tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:36.626686 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d9ca9-6a0c-4132-a612-3c168dd474ab tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:36.627024 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d9ca9-6a0c-4132-a612-3c168dd474ab tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:36.627426 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d9ca9-6a0c-4132-a612-3c168dd474ab tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:36.627763 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d9ca9-6a0c-4132-a612-3c168dd474ab tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:36.628112 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d9ca9-6a0c-4132-a612-3c168dd474ab tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:36.628540 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d9ca9-6a0c-4132-a612-3c168dd474ab tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:36.628904 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d9ca9-6a0c-4132-a612-3c168dd474ab tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:36.629381 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d9ca9-6a0c-4132-a612-3c168dd474ab tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:36.629694 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d9ca9-6a0c-4132-a612-3c168dd474ab tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:36.630056 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d9ca9-6a0c-4132-a612-3c168dd474ab tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:36.630458 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396d9ca9-6a0c-4132-a612-3c168dd474ab tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:36.855550 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53762) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:42:36.860769 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-3d5f8b3e-f247-4dab-8d4b-64eed9232ea5 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-384774717', 'description': 'tempest-secgroup-smoke-384774717 description', 'project_id': 'f48dcb2b50d74af19383cd1d97f39748'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:42:36.881840 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3d5f8b3e-f247-4dab-8d4b-64eed9232ea5 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:36.949415 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3d5f8b3e-f247-4dab-8d4b-64eed9232ea5 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group (aae86c4f-2ad1-4b71-abde-0f5b402821af), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:36.952991 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3d5f8b3e-f247-4dab-8d4b-64eed9232ea5 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (aae86c4f-2ad1-4b71-abde-0f5b402821af), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:36.983414 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3d5f8b3e-f247-4dab-8d4b-64eed9232ea5 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:36.984777 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-3d5f8b3e-f247-4dab-8d4b-64eed9232ea5 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1281958 Feb 09 22:42:36.986959 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5f8b3e-f247-4dab-8d4b-64eed9232ea5 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aae86c4f-2ad1-4b71-abde-0f5b402821af,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:42:36.987729 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 53764) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:42:36.993135 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-b51cece5-c67e-41c3-a71b-cf9dbab0c8fb tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Request body: {'security_group_rule': {'security_group_id': 'aae86c4f-2ad1-4b71-abde-0f5b402821af', 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:42:37.017226 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b51cece5-c67e-41c3-a71b-cf9dbab0c8fb tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group_rule (5923f0fa-01b4-4872-a228-7b02935f7abb), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:37.078049 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b51cece5-c67e-41c3-a71b-cf9dbab0c8fb tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group_rule (5923f0fa-01b4-4872-a228-7b02935f7abb), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:37.082474 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b51cece5-c67e-41c3-a71b-cf9dbab0c8fb tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (5923f0fa-01b4-4872-a228-7b02935f7abb), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:37.105851 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51cece5-c67e-41c3-a71b-cf9dbab0c8fb tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5923f0fa-01b4-4872-a228-7b02935f7abb,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:42:37.115383 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b51cece5-c67e-41c3-a71b-cf9dbab0c8fb tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:37.119330 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-b51cece5-c67e-41c3-a71b-cf9dbab0c8fb tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1298528 Feb 09 22:42:37.119511 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53766) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:42:37.119644 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device cff0cb26-ba05-4c23-a5bd-82811c714e13 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:42:37.124787 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-581fed50-60d4-4afd-aaf1-e0a66daefb0d tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Request body: {'security_group_rule': {'security_group_id': 'aae86c4f-2ad1-4b71-abde-0f5b402821af', 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:42:37.141895 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: cff0cb26-ba05-4c23-a5bd-82811c714e13 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:42:37.142248 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device cff0cb26-ba05-4c23-a5bd-82811c714e13 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:42:37.142673 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 66a5ff8b-9d03-4369-ac69-c7d26dd3f4d0 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:42:37.151846 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-581fed50-60d4-4afd-aaf1-e0a66daefb0d tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group_rule (328762b9-c0c5-4bf2-b406-47c10c899e03), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:37.162662 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 66a5ff8b-9d03-4369-ac69-c7d26dd3f4d0 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:42:37.163023 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 66a5ff8b-9d03-4369-ac69-c7d26dd3f4d0 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:42:37.163455 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device d10f73bf-1254-439c-a3a6-6d46d5967268 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:42:37.183183 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: d10f73bf-1254-439c-a3a6-6d46d5967268 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:42:37.184532 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device d10f73bf-1254-439c-a3a6-6d46d5967268 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:42:37.212341 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-581fed50-60d4-4afd-aaf1-e0a66daefb0d tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group_rule (328762b9-c0c5-4bf2-b406-47c10c899e03), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:37.215724 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-581fed50-60d4-4afd-aaf1-e0a66daefb0d tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (328762b9-c0c5-4bf2-b406-47c10c899e03), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:37.232500 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581fed50-60d4-4afd-aaf1-e0a66daefb0d tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=328762b9-c0c5-4bf2-b406-47c10c899e03,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:42:37.241425 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-581fed50-60d4-4afd-aaf1-e0a66daefb0d tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:37.242668 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-581fed50-60d4-4afd-aaf1-e0a66daefb0d tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1222022 Feb 09 22:42:37.245349 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53768) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:42:37.250288 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-c27d39c1-63e9-4f50-9563-618e7fb2bf36 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Request body: {'security_group_rule': {'security_group_id': 'aae86c4f-2ad1-4b71-abde-0f5b402821af', 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:42:37.274660 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c27d39c1-63e9-4f50-9563-618e7fb2bf36 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group_rule (376b1d29-be79-4d9d-af24-c9dad7036ace), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:37.330062 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c27d39c1-63e9-4f50-9563-618e7fb2bf36 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group_rule (376b1d29-be79-4d9d-af24-c9dad7036ace), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:37.333709 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c27d39c1-63e9-4f50-9563-618e7fb2bf36 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (376b1d29-be79-4d9d-af24-c9dad7036ace), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:37.353871 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27d39c1-63e9-4f50-9563-618e7fb2bf36 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=376b1d29-be79-4d9d-af24-c9dad7036ace,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:42:37.359921 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c27d39c1-63e9-4f50-9563-618e7fb2bf36 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:37.361111 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-c27d39c1-63e9-4f50-9563-618e7fb2bf36 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1147988 Feb 09 22:42:37.365028 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53770) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:42:37.369336 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-d6fb6e54-8d70-45c1-89bd-a9f5039fcfb7 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Request body: {'security_group_rule': {'security_group_id': 'aae86c4f-2ad1-4b71-abde-0f5b402821af', 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:42:37.394743 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d6fb6e54-8d70-45c1-89bd-a9f5039fcfb7 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group_rule (bd632e55-bf53-4348-b368-41e5abc3b37e), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:37.456090 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d6fb6e54-8d70-45c1-89bd-a9f5039fcfb7 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group_rule (bd632e55-bf53-4348-b368-41e5abc3b37e), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:37.459883 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d6fb6e54-8d70-45c1-89bd-a9f5039fcfb7 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (bd632e55-bf53-4348-b368-41e5abc3b37e), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:37.479155 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fb6e54-8d70-45c1-89bd-a9f5039fcfb7 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd632e55-bf53-4348-b368-41e5abc3b37e,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:42:37.485785 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d6fb6e54-8d70-45c1-89bd-a9f5039fcfb7 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:37.486952 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-d6fb6e54-8d70-45c1-89bd-a9f5039fcfb7 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1209924 Feb 09 22:42:37.489849 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53772) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:42:37.494207 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-cd0780a9-1406-466b-b07b-9e09a60c1e54 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Request body: {'security_group_rule': {'security_group_id': 'aae86c4f-2ad1-4b71-abde-0f5b402821af', 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:42:37.513511 n-d-828369-5 neutron-server[103141]: INFO neutron.db.securitygroups_db [None req-cd0780a9-1406-466b-b07b-9e09a60c1e54 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Project f48dcb2b50d74af19383cd1d97f39748 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 22:42:37.518483 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cd0780a9-1406-466b-b07b-9e09a60c1e54 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group_rule (aa8f1f9a-63c4-4be0-885c-3a86df2497d8), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:37.577186 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cd0780a9-1406-466b-b07b-9e09a60c1e54 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group_rule (aa8f1f9a-63c4-4be0-885c-3a86df2497d8), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:37.580697 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cd0780a9-1406-466b-b07b-9e09a60c1e54 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (aa8f1f9a-63c4-4be0-885c-3a86df2497d8), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:37.608627 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0780a9-1406-466b-b07b-9e09a60c1e54 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa8f1f9a-63c4-4be0-885c-3a86df2497d8,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:42:37.614142 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-cd0780a9-1406-466b-b07b-9e09a60c1e54 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:37.615216 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-cd0780a9-1406-466b-b07b-9e09a60c1e54 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1244154 Feb 09 22:42:37.617974 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53774) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:42:37.622329 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-639b1546-c967-4a7e-9ea1-648030a4fee7 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Request body: {'security_group_rule': {'security_group_id': 'aae86c4f-2ad1-4b71-abde-0f5b402821af', 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:42:37.645716 n-d-828369-5 neutron-server[103141]: INFO neutron.db.securitygroups_db [None req-639b1546-c967-4a7e-9ea1-648030a4fee7 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Project f48dcb2b50d74af19383cd1d97f39748 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 22:42:37.650719 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-639b1546-c967-4a7e-9ea1-648030a4fee7 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group_rule (8214b0ef-1bb7-42aa-906c-14586f1dbae6), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:37.708993 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-639b1546-c967-4a7e-9ea1-648030a4fee7 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group_rule (8214b0ef-1bb7-42aa-906c-14586f1dbae6), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:37.712658 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-639b1546-c967-4a7e-9ea1-648030a4fee7 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (8214b0ef-1bb7-42aa-906c-14586f1dbae6), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:37.730409 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639b1546-c967-4a7e-9ea1-648030a4fee7 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8214b0ef-1bb7-42aa-906c-14586f1dbae6,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:42:37.738449 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-639b1546-c967-4a7e-9ea1-648030a4fee7 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:37.739674 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-639b1546-c967-4a7e-9ea1-648030a4fee7 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1207771 Feb 09 22:42:37.742688 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53776) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:42:37.747532 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-3f8d0468-5ab1-4c4e-9660-6f783a5e6682 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Request body: {'network': {'name': 'tempest-network-smoke--2004996320', 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'port_security_enabled': True}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:42:37.769421 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f8d0468-5ab1-4c4e-9660-6f783a5e6682 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Made reservation on behalf of f48dcb2b50d74af19383cd1d97f39748 for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:42:37.772859 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3f8d0468-5ab1-4c4e-9660-6f783a5e6682 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:37.798652 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f8d0468-5ab1-4c4e-9660-6f783a5e6682 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:42:37.808736 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3f8d0468-5ab1-4c4e-9660-6f783a5e6682 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (6dee5513-e607-4e4b-8690-ba36c001ef6c), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:37.809089 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-3f8d0468-5ab1-4c4e-9660-6f783a5e6682 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Added segment 6dee5513-e607-4e4b-8690-ba36c001ef6c of type vlan for network 6c7a29b9-a18b-48a9-820b-ed2f296969d7 Feb 09 22:42:37.854439 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3f8d0468-5ab1-4c4e-9660-6f783a5e6682 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (6c7a29b9-a18b-48a9-820b-ed2f296969d7), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:37.880092 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3f8d0468-5ab1-4c4e-9660-6f783a5e6682 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (6c7a29b9-a18b-48a9-820b-ed2f296969d7), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:37.885045 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8d0468-5ab1-4c4e-9660-6f783a5e6682 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:37.885665 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3f8d0468-5ab1-4c4e-9660-6f783a5e6682 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:37.945116 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-3f8d0468-5ab1-4c4e-9660-6f783a5e6682 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2013206 Feb 09 22:42:37.948213 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 53778) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:42:37.952874 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-ed437980-2fb0-461c-9204-ea920a4516d4 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1983186890', 'admin_state_up': True, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:42:37.959739 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8d0468-5ab1-4c4e-9660-6f783a5e6682 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event updated for resources: {'Network': ['ID=6c7a29b9-a18b-48a9-820b-ed2f296969d7,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:42:37.973420 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 6c7a29b9-a18b-48a9-820b-ed2f296969d7 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:42:37.974571 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ed437980-2fb0-461c-9204-ea920a4516d4 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (20c0b47b-5eb7-4fed-93f5-697be148a580), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:37.975679 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ed437980-2fb0-461c-9204-ea920a4516d4 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (20c0b47b-5eb7-4fed-93f5-697be148a580), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:38.039072 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ed437980-2fb0-461c-9204-ea920a4516d4 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for router_controller (20c0b47b-5eb7-4fed-93f5-697be148a580), precommit_add_association {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:38.215005 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ed437980-2fb0-461c-9204-ea920a4516d4 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for router_gateway (20c0b47b-5eb7-4fed-93f5-697be148a580), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:38.422477 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ed437980-2fb0-461c-9204-ea920a4516d4 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for router_gateway (20c0b47b-5eb7-4fed-93f5-697be148a580), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:38.441442 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ed437980-2fb0-461c-9204-ea920a4516d4 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:38.547645 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-ed437980-2fb0-461c-9204-ea920a4516d4 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Allocated IP 172.25.3.155 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/4571c147-e67c-4bb5-b0e6-547463363fdf) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:42:38.646554 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ed437980-2fb0-461c-9204-ea920a4516d4 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for port (4571c147-e67c-4bb5-b0e6-547463363fdf), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:38.683071 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ed437980-2fb0-461c-9204-ea920a4516d4 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (4571c147-e67c-4bb5-b0e6-547463363fdf), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:38.719443 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed437980-2fb0-461c-9204-ea920a4516d4 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:42:38.724083 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-ed437980-2fb0-461c-9204-ea920a4516d4 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:42:38.727571 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed437980-2fb0-461c-9204-ea920a4516d4 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:42:38.750941 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed437980-2fb0-461c-9204-ea920a4516d4 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event updated for resources: {'Port': ['ID=4571c147-e67c-4bb5-b0e6-547463363fdf,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:42:38.980186 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ed437980-2fb0-461c-9204-ea920a4516d4 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for router_gateway (20c0b47b-5eb7-4fed-93f5-697be148a580), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:39.178609 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d45e5559-5968-4ac9-9c9a-56f372f14cd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:39.186969 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ed437980-2fb0-461c-9204-ea920a4516d4 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (20c0b47b-5eb7-4fed-93f5-697be148a580), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:39.314280 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed437980-2fb0-461c-9204-ea920a4516d4 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Router 20c0b47b-5eb7-4fed-93f5-697be148a580 is scheduled to L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 with binding_index 1 {{(pid=103140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:42:39.436560 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed437980-2fb0-461c-9204-ea920a4516d4 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:42:39.446690 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054d54ff-5867-44a3-b8c1-f70e7b9b36ed None None] Sync routers for ids ['20c0b47b-5eb7-4fed-93f5-697be148a580'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:42:39.458108 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054d54ff-5867-44a3-b8c1-f70e7b9b36ed None None] Routers {'20c0b47b-5eb7-4fed-93f5-697be148a580'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:42:39.458753 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-054d54ff-5867-44a3-b8c1-f70e7b9b36ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:42:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['20c0b47b-5eb7-4fed-93f5-697be148a580'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:42:39.460819 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ed437980-2fb0-461c-9204-ea920a4516d4 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:39.462185 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-ed437980-2fb0-461c-9204-ea920a4516d4 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5129278 Feb 09 22:42:39.465304 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 53780) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:42:39.494109 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-134f0846-36b9-4873-bedc-762212d18a95 tempest-TestNetworkAdvancedServerOps-1936337105 tempest-TestNetworkAdvancedServerOps-1936337105-project-admin] 10.222.0.90 "GET /v2.0/subnets?project_id=f48dcb2b50d74af19383cd1d97f39748&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276933 Feb 09 22:42:39.496863 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 53782) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:42:39.568588 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-054d54ff-5867-44a3-b8c1-f70e7b9b36ed None None] Set router 20c0b47b-5eb7-4fed-93f5-697be148a580 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:42:39.582225 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e623805-5868-4d86-8350-dd9e8afeb735 tempest-TestNetworkAdvancedServerOps-1936337105 tempest-TestNetworkAdvancedServerOps-1936337105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:39.583746 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-1e623805-5868-4d86-8350-dd9e8afeb735 tempest-TestNetworkAdvancedServerOps-1936337105 tempest-TestNetworkAdvancedServerOps-1936337105-project-admin] 10.222.0.90 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0859962 Feb 09 22:42:39.586590 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 53784) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:42:39.614874 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-c569bdc9-2d53-46cf-b1c7-ab2752ffacaf tempest-TestNetworkAdvancedServerOps-1936337105 tempest-TestNetworkAdvancedServerOps-1936337105-project-admin] 10.222.0.90 "GET /v2.0/subnets?network_id=54a442d5-50a0-4c75-85cc-d19f5bf58118&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271468 Feb 09 22:42:39.617293 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 53786) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:42:39.621893 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-efbb74be-7d8d-421a-8c1a-bc2b0b19ba50 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-117952802', 'network_id': '6c7a29b9-a18b-48a9-820b-ed2f296969d7', 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:42:39.714659 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efbb74be-7d8d-421a-8c1a-bc2b0b19ba50 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Made reservation on behalf of f48dcb2b50d74af19383cd1d97f39748 for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:42:39.718296 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-efbb74be-7d8d-421a-8c1a-bc2b0b19ba50 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621317'] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:39.753914 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-054d54ff-5867-44a3-b8c1-f70e7b9b36ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c0b47b-5eb7-4fed-93f5-697be148a580', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1983186890', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '4571c147-e67c-4bb5-b0e6-547463363fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:42:37Z', 'updated_at': '2022-02-09T22:42:38Z', 'revision_number': 3, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'gw_port': {'id': '4571c147-e67c-4bb5-b0e6-547463363fdf', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:68:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20c0b47b-5eb7-4fed-93f5-697be148a580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:42:38Z', 'updated_at': '2022-02-09T22:42:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:42:39.783409 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054d54ff-5867-44a3-b8c1-f70e7b9b36ed None None] Checking router: 20c0b47b-5eb7-4fed-93f5-697be148a580 for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:42:39.783798 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054d54ff-5867-44a3-b8c1-f70e7b9b36ed None None] Updating router 20c0b47b-5eb7-4fed-93f5-697be148a580 port 4571c147-e67c-4bb5-b0e6-547463363fdf binding host n-d-828369-5 {{(pid=103143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:42:39.812046 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-054d54ff-5867-44a3-b8c1-f70e7b9b36ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (4571c147-e67c-4bb5-b0e6-547463363fdf), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:39.898183 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-efbb74be-7d8d-421a-8c1a-bc2b0b19ba50 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621371'] for subnet (f396479b-0e32-4677-a83f-0cb151877d08), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:39.957982 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbb74be-7d8d-421a-8c1a-bc2b0b19ba50 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event updated for resources: {'Subnet': ['ID=f396479b-0e32-4677-a83f-0cb151877d08,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:42:39.967845 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbb74be-7d8d-421a-8c1a-bc2b0b19ba50 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Checking segment: {'id': '6dee5513-e607-4e4b-8690-ba36c001ef6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '6c7a29b9-a18b-48a9-820b-ed2f296969d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:42:39.968214 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbb74be-7d8d-421a-8c1a-bc2b0b19ba50 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Network hostable DHCP agents. Network: 6c7a29b9-a18b-48a9-820b-ed2f296969d7, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:42:39.985932 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbb74be-7d8d-421a-8c1a-bc2b0b19ba50 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Network 6c7a29b9-a18b-48a9-820b-ed2f296969d7 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:42:39.997993 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-efbb74be-7d8d-421a-8c1a-bc2b0b19ba50 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 6c7a29b9-a18b-48a9-820b-ed2f296969d7) {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:42:40.005879 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4572a327-1e79-4e8a-b8f5-7a6894c3af35 None None] Network 6c7a29b9-a18b-48a9-820b-ed2f296969d7 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:42:40.009681 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbb74be-7d8d-421a-8c1a-bc2b0b19ba50 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:40.011885 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-efbb74be-7d8d-421a-8c1a-bc2b0b19ba50 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:40.030101 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-efbb74be-7d8d-421a-8c1a-bc2b0b19ba50 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4110062 Feb 09 22:42:40.032591 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 53788) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:42:40.071094 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-054d54ff-5867-44a3-b8c1-f70e7b9b36ed None None] Publish callbacks [] for port (4571c147-e67c-4bb5-b0e6-547463363fdf), precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:40.078076 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-054d54ff-5867-44a3-b8c1-f70e7b9b36ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (4571c147-e67c-4bb5-b0e6-547463363fdf), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:40.121883 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d11241-f44e-4b85-b69b-791b6e134d72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-6c7a29b9-a18b-48a9-820b-ed2f296969d7', 'network_id': '6c7a29b9-a18b-48a9-820b-ed2f296969d7', 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'fixed_ips': [{'subnet_id': 'f396479b-0e32-4677-a83f-0cb151877d08'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:42:40.123488 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-54d11241-f44e-4b85-b69b-791b6e134d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:40.124479 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-054d54ff-5867-44a3-b8c1-f70e7b9b36ed None None] Attempting to bind port 4571c147-e67c-4bb5-b0e6-547463363fdf on host n-d-828369-5 for vnic_type normal with profile {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:42:40.124853 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-054d54ff-5867-44a3-b8c1-f70e7b9b36ed None None] Attempting to bind port 4571c147-e67c-4bb5-b0e6-547463363fdf by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:42:40.125212 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054d54ff-5867-44a3-b8c1-f70e7b9b36ed None None] Attempting to bind port 4571c147-e67c-4bb5-b0e6-547463363fdf on network 54a442d5-50a0-4c75-85cc-d19f5bf58118 {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:42:40.132419 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054d54ff-5867-44a3-b8c1-f70e7b9b36ed None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:42:40.132985 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054d54ff-5867-44a3-b8c1-f70e7b9b36ed None None] Checking segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:42:40.133383 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-054d54ff-5867-44a3-b8c1-f70e7b9b36ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:40.134033 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054d54ff-5867-44a3-b8c1-f70e7b9b36ed None None] Bound using segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:42:40.134622 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-054d54ff-5867-44a3-b8c1-f70e7b9b36ed None None] Bound port: 4571c147-e67c-4bb5-b0e6-547463363fdf, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:42:40.135272 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-054d54ff-5867-44a3-b8c1-f70e7b9b36ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (4571c147-e67c-4bb5-b0e6-547463363fdf), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:40.187376 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-054d54ff-5867-44a3-b8c1-f70e7b9b36ed None None] For port 4571c147-e67c-4bb5-b0e6-547463363fdf, host n-d-828369-5, cleared binding levels {{(pid=103143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:42:40.190690 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-054d54ff-5867-44a3-b8c1-f70e7b9b36ed None None] For port 4571c147-e67c-4bb5-b0e6-547463363fdf, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=4571c147-e67c-4bb5-b0e6-547463363fdf,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:42:40.199400 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-054d54ff-5867-44a3-b8c1-f70e7b9b36ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (4571c147-e67c-4bb5-b0e6-547463363fdf), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:40.225199 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643f1f81-a8f3-454e-b425-9daf59ae765a None None] Pushing event updated for resources: {'Port': ['ID=4571c147-e67c-4bb5-b0e6-547463363fdf,revision_number=2']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:42:40.238463 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643f1f81-a8f3-454e-b425-9daf59ae765a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:40.238968 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643f1f81-a8f3-454e-b425-9daf59ae765a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:40.239402 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643f1f81-a8f3-454e-b425-9daf59ae765a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:40.239829 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643f1f81-a8f3-454e-b425-9daf59ae765a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:40.240292 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643f1f81-a8f3-454e-b425-9daf59ae765a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:40.240720 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643f1f81-a8f3-454e-b425-9daf59ae765a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:40.241146 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643f1f81-a8f3-454e-b425-9daf59ae765a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:40.241565 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643f1f81-a8f3-454e-b425-9daf59ae765a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:40.241986 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643f1f81-a8f3-454e-b425-9daf59ae765a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:40.242399 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643f1f81-a8f3-454e-b425-9daf59ae765a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:40.242829 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643f1f81-a8f3-454e-b425-9daf59ae765a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:40.243243 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643f1f81-a8f3-454e-b425-9daf59ae765a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:40.243660 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643f1f81-a8f3-454e-b425-9daf59ae765a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:42:40.247007 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054d54ff-5867-44a3-b8c1-f70e7b9b36ed None None] Routers {'20c0b47b-5eb7-4fed-93f5-697be148a580'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:42:40.247727 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-054d54ff-5867-44a3-b8c1-f70e7b9b36ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:42:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['20c0b47b-5eb7-4fed-93f5-697be148a580'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:42:40.278454 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-54d11241-f44e-4b85-b69b-791b6e134d72 None None] Allocated IP 172.20.0.2 (6c7a29b9-a18b-48a9-820b-ed2f296969d7/f396479b-0e32-4677-a83f-0cb151877d08/d929dcaf-f9e0-4bac-8d45-0ae15bc68d6e) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:42:40.452043 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-54d11241-f44e-4b85-b69b-791b6e134d72 None None] Publish callbacks [] for port (d929dcaf-f9e0-4bac-8d45-0ae15bc68d6e), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:40.458991 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-54d11241-f44e-4b85-b69b-791b6e134d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (d929dcaf-f9e0-4bac-8d45-0ae15bc68d6e), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:40.487228 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643f1f81-a8f3-454e-b425-9daf59ae765a None None] Pushing event updated for resources: {'Port': ['ID=4571c147-e67c-4bb5-b0e6-547463363fdf,revision_number=3']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:42:40.498613 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-054d54ff-5867-44a3-b8c1-f70e7b9b36ed None None] Set router 20c0b47b-5eb7-4fed-93f5-697be148a580 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:42:40.517188 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d11241-f44e-4b85-b69b-791b6e134d72 None None] Pushing event updated for resources: {'Port': ['ID=d929dcaf-f9e0-4bac-8d45-0ae15bc68d6e,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:42:40.520945 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d11241-f44e-4b85-b69b-791b6e134d72 None None] Network 6c7a29b9-a18b-48a9-820b-ed2f296969d7 is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:42:40.522762 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-54d11241-f44e-4b85-b69b-791b6e134d72 None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:42:40.524975 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d11241-f44e-4b85-b69b-791b6e134d72 None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:42:40.580913 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-54d11241-f44e-4b85-b69b-791b6e134d72 None None] Attempting to bind port d929dcaf-f9e0-4bac-8d45-0ae15bc68d6e on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:42:40.581855 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-54d11241-f44e-4b85-b69b-791b6e134d72 None None] Attempting to bind port d929dcaf-f9e0-4bac-8d45-0ae15bc68d6e by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '6dee5513-e607-4e4b-8690-ba36c001ef6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '6c7a29b9-a18b-48a9-820b-ed2f296969d7'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:42:40.582015 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d11241-f44e-4b85-b69b-791b6e134d72 None None] Attempting to bind port d929dcaf-f9e0-4bac-8d45-0ae15bc68d6e on network 6c7a29b9-a18b-48a9-820b-ed2f296969d7 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:42:40.587646 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d11241-f44e-4b85-b69b-791b6e134d72 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:42:40.588252 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d11241-f44e-4b85-b69b-791b6e134d72 None None] Checking segment: {'id': '6dee5513-e607-4e4b-8690-ba36c001ef6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '6c7a29b9-a18b-48a9-820b-ed2f296969d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:42:40.588813 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-54d11241-f44e-4b85-b69b-791b6e134d72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:40.589113 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d11241-f44e-4b85-b69b-791b6e134d72 None None] Bound using segment: {'id': '6dee5513-e607-4e4b-8690-ba36c001ef6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '6c7a29b9-a18b-48a9-820b-ed2f296969d7'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:42:40.589606 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-54d11241-f44e-4b85-b69b-791b6e134d72 None None] Bound port: d929dcaf-f9e0-4bac-8d45-0ae15bc68d6e, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dee5513-e607-4e4b-8690-ba36c001ef6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '6c7a29b9-a18b-48a9-820b-ed2f296969d7'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:42:40.590003 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-54d11241-f44e-4b85-b69b-791b6e134d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (d929dcaf-f9e0-4bac-8d45-0ae15bc68d6e), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:40.653946 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-54d11241-f44e-4b85-b69b-791b6e134d72 None None] For port d929dcaf-f9e0-4bac-8d45-0ae15bc68d6e, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:42:40.658780 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-54d11241-f44e-4b85-b69b-791b6e134d72 None None] For port d929dcaf-f9e0-4bac-8d45-0ae15bc68d6e, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=d929dcaf-f9e0-4bac-8d45-0ae15bc68d6e,segment=NetworkSegment(6dee5513-e607-4e4b-8690-ba36c001ef6c),segment_id=6dee5513-e607-4e4b-8690-ba36c001ef6c)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:42:40.666229 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-54d11241-f44e-4b85-b69b-791b6e134d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (d929dcaf-f9e0-4bac-8d45-0ae15bc68d6e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:40.689581 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-054d54ff-5867-44a3-b8c1-f70e7b9b36ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c0b47b-5eb7-4fed-93f5-697be148a580', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1983186890', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '4571c147-e67c-4bb5-b0e6-547463363fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:42:37Z', 'updated_at': '2022-02-09T22:42:38Z', 'revision_number': 3, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'gw_port': {'id': '4571c147-e67c-4bb5-b0e6-547463363fdf', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:68:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20c0b47b-5eb7-4fed-93f5-697be148a580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:42:38Z', 'updated_at': '2022-02-09T22:42:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:42:40.720184 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054d54ff-5867-44a3-b8c1-f70e7b9b36ed None None] The sync data for ids ['20c0b47b-5eb7-4fed-93f5-697be148a580'] in n-d-828369-5 is: [{'id': '20c0b47b-5eb7-4fed-93f5-697be148a580', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1983186890', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '4571c147-e67c-4bb5-b0e6-547463363fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:42:37Z', 'updated_at': '2022-02-09T22:42:38Z', 'revision_number': 3, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'gw_port': {'id': '4571c147-e67c-4bb5-b0e6-547463363fdf', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:68:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20c0b47b-5eb7-4fed-93f5-697be148a580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:42:38Z', 'updated_at': '2022-02-09T22:42:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:42:40.735300 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d11241-f44e-4b85-b69b-791b6e134d72 None None] Pushing event updated for resources: {'Port': ['ID=d929dcaf-f9e0-4bac-8d45-0ae15bc68d6e,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:42:40.842618 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-11208078-1b02-40ea-825c-8af9e28a6878 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:41.164275 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-0df5e195-e12d-4e31-982c-4924ca9c5ef2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:41.190864 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device d929dcaf-f9e0-4bac-8d45-0ae15bc68d6e up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:42:41.230926 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-11208078-1b02-40ea-825c-8af9e28a6878 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Allocated IP 172.20.0.1 (6c7a29b9-a18b-48a9-820b-ed2f296969d7/f396479b-0e32-4677-a83f-0cb151877d08/c49db61b-0c3f-4d1e-9c97-877a32704261) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:42:41.245076 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port d929dcaf-f9e0-4bac-8d45-0ae15bc68d6e triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:42:41.245448 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (d929dcaf-f9e0-4bac-8d45-0ae15bc68d6e), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:41.333070 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port d929dcaf-f9e0-4bac-8d45-0ae15bc68d6e is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:42:41.333756 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (d929dcaf-f9e0-4bac-8d45-0ae15bc68d6e), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:41.360580 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-11208078-1b02-40ea-825c-8af9e28a6878 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for port (c49db61b-0c3f-4d1e-9c97-877a32704261), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:41.375074 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port d929dcaf-f9e0-4bac-8d45-0ae15bc68d6e, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=d929dcaf-f9e0-4bac-8d45-0ae15bc68d6e,segment=NetworkSegment(6dee5513-e607-4e4b-8690-ba36c001ef6c),segment_id=6dee5513-e607-4e4b-8690-ba36c001ef6c)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:42:41.379962 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (d929dcaf-f9e0-4bac-8d45-0ae15bc68d6e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:41.380787 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 4571c147-e67c-4bb5-b0e6-547463363fdf up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:42:41.399211 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-11208078-1b02-40ea-825c-8af9e28a6878 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (c49db61b-0c3f-4d1e-9c97-877a32704261), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:41.440563 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11208078-1b02-40ea-825c-8af9e28a6878 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Network 6c7a29b9-a18b-48a9-820b-ed2f296969d7 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:42:41.443839 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-11208078-1b02-40ea-825c-8af9e28a6878 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:42:41.447803 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11208078-1b02-40ea-825c-8af9e28a6878 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:42:41.458040 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=d929dcaf-f9e0-4bac-8d45-0ae15bc68d6e,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:42:41.471176 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 4571c147-e67c-4bb5-b0e6-547463363fdf triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:42:41.471618 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (4571c147-e67c-4bb5-b0e6-547463363fdf), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:41.507046 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11208078-1b02-40ea-825c-8af9e28a6878 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event updated for resources: {'Port': ['ID=c49db61b-0c3f-4d1e-9c97-877a32704261,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:42:41.529772 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-11208078-1b02-40ea-825c-8af9e28a6878 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554727'] for router_interface (20c0b47b-5eb7-4fed-93f5-697be148a580), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:41.570550 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 4571c147-e67c-4bb5-b0e6-547463363fdf is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:42:41.570869 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (4571c147-e67c-4bb5-b0e6-547463363fdf), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:41.601048 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port 4571c147-e67c-4bb5-b0e6-547463363fdf, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=4571c147-e67c-4bb5-b0e6-547463363fdf,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:42:41.606229 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (4571c147-e67c-4bb5-b0e6-547463363fdf), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:41.662072 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=4571c147-e67c-4bb5-b0e6-547463363fdf,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:42:41.710763 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-11208078-1b02-40ea-825c-8af9e28a6878 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (c49db61b-0c3f-4d1e-9c97-877a32704261), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:41.890330 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d2b21c-2220-4963-b50e-22d52ef2e984 None None] Network 6c7a29b9-a18b-48a9-820b-ed2f296969d7 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:42:41.992950 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-236226f5-f8db-44ec-8d48-6c1ffa540998 None None] Provisioning complete for port d929dcaf-f9e0-4bac-8d45-0ae15bc68d6e triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:42:41.993329 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-236226f5-f8db-44ec-8d48-6c1ffa540998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (d929dcaf-f9e0-4bac-8d45-0ae15bc68d6e), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:42.010431 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-11208078-1b02-40ea-825c-8af9e28a6878 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for port (c49db61b-0c3f-4d1e-9c97-877a32704261), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:42.015202 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-11208078-1b02-40ea-825c-8af9e28a6878 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (c49db61b-0c3f-4d1e-9c97-877a32704261), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:42.086987 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-236226f5-f8db-44ec-8d48-6c1ffa540998 None None] Current status of the port d929dcaf-f9e0-4bac-8d45-0ae15bc68d6e is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:42:42.090616 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-11208078-1b02-40ea-825c-8af9e28a6878 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524919'] for router_interface (20c0b47b-5eb7-4fed-93f5-697be148a580), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:42.093741 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11208078-1b02-40ea-825c-8af9e28a6878 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event updated for resources: {'Port': ['ID=c49db61b-0c3f-4d1e-9c97-877a32704261,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:42:42.195146 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11208078-1b02-40ea-825c-8af9e28a6878 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Network 6c7a29b9-a18b-48a9-820b-ed2f296969d7 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:42:42.196656 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-11208078-1b02-40ea-825c-8af9e28a6878 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:42:42.308829 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-7675944f-a936-41fa-b271-5d7aca3c4e9b None None] Provisioning complete for port c49db61b-0c3f-4d1e-9c97-877a32704261 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:42:42.309360 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7675944f-a936-41fa-b271-5d7aca3c4e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (c49db61b-0c3f-4d1e-9c97-877a32704261), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:42.319109 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11208078-1b02-40ea-825c-8af9e28a6878 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Router 20c0b47b-5eb7-4fed-93f5-697be148a580 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:42:42.350355 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-7675944f-a936-41fa-b271-5d7aca3c4e9b None None] Port c49db61b-0c3f-4d1e-9c97-877a32704261 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:42:42.360648 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-7675944f-a936-41fa-b271-5d7aca3c4e9b None None] Provisioning complete for port d929dcaf-f9e0-4bac-8d45-0ae15bc68d6e triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:42:42.361018 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7675944f-a936-41fa-b271-5d7aca3c4e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (d929dcaf-f9e0-4bac-8d45-0ae15bc68d6e), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:42.449361 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11208078-1b02-40ea-825c-8af9e28a6878 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:42:42.455361 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-11208078-1b02-40ea-825c-8af9e28a6878 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "PUT /v2.0/routers/20c0b47b-5eb7-4fed-93f5-697be148a580/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4215004 Feb 09 22:42:42.628926 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-7675944f-a936-41fa-b271-5d7aca3c4e9b None None] Current status of the port d929dcaf-f9e0-4bac-8d45-0ae15bc68d6e is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:42:42.636361 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0cdb653-2d0b-4d94-993c-a99e82a492ab None None] Sync routers for ids ['20c0b47b-5eb7-4fed-93f5-697be148a580'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:42:42.637505 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c8169fec-ad78-4790-99a2-cc31d8d8e4cf req-98251485-4c63-4166-a2e5-2dd52a069cdd tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-384774717&fields=id&tenant_id=f48dcb2b50d74af19383cd1d97f39748 HTTP/1.1" status: 200 len: 267 time: 0.0613878 Feb 09 22:42:42.647376 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cdb653-2d0b-4d94-993c-a99e82a492ab None None] Routers {'20c0b47b-5eb7-4fed-93f5-697be148a580'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:42:42.648010 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-e0cdb653-2d0b-4d94-993c-a99e82a492ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:42:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['20c0b47b-5eb7-4fed-93f5-697be148a580'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:42:42.763252 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8169fec-ad78-4790-99a2-cc31d8d8e4cf req-e539134e-26d3-4060-94d7-02171d04a901 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:42.765351 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c8169fec-ad78-4790-99a2-cc31d8d8e4cf req-e539134e-26d3-4060-94d7-02171d04a901 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/networks?id=6c7a29b9-a18b-48a9-820b-ed2f296969d7 HTTP/1.1" status: 200 len: 797 time: 0.1191618 Feb 09 22:42:42.769103 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-1ebd85dd-1ee1-4105-8440-6e5b979bd879 None None] Provisioning complete for port c49db61b-0c3f-4d1e-9c97-877a32704261 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:42:42.769484 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1ebd85dd-1ee1-4105-8440-6e5b979bd879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (c49db61b-0c3f-4d1e-9c97-877a32704261), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:42.782242 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c8169fec-ad78-4790-99a2-cc31d8d8e4cf req-5c8477db-a736-46ed-950f-65fe843a58af tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/quotas/f48dcb2b50d74af19383cd1d97f39748 HTTP/1.1" status: 200 len: 375 time: 0.0107970 Feb 09 22:42:42.794292 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-e0cdb653-2d0b-4d94-993c-a99e82a492ab None None] Set router 20c0b47b-5eb7-4fed-93f5-697be148a580 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:42:42.840557 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c8169fec-ad78-4790-99a2-cc31d8d8e4cf req-55590ba6-0b53-4d37-bd3a-00b7d6a3aa93 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=f48dcb2b50d74af19383cd1d97f39748&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0524914 Feb 09 22:42:42.847232 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-1ebd85dd-1ee1-4105-8440-6e5b979bd879 None None] Port c49db61b-0c3f-4d1e-9c97-877a32704261 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:42:42.898579 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [req-c8169fec-ad78-4790-99a2-cc31d8d8e4cf req-e500691b-5eca-4530-bdfb-3fadaf1c9622 service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=103140) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 22:42:42.899718 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c8169fec-ad78-4790-99a2-cc31d8d8e4cf req-e500691b-5eca-4530-bdfb-3fadaf1c9622 service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0465214 Feb 09 22:42:42.997097 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c8169fec-ad78-4790-99a2-cc31d8d8e4cf req-48525c13-1dbe-400d-aab5-63ad5b08ca6f service neutron] 10.222.0.90 "GET /v2.0/networks/6c7a29b9-a18b-48a9-820b-ed2f296969d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908437 Feb 09 22:42:43.008547 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:43.035269 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-e0cdb653-2d0b-4d94-993c-a99e82a492ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c0b47b-5eb7-4fed-93f5-697be148a580', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1983186890', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '4571c147-e67c-4bb5-b0e6-547463363fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:42:37Z', 'updated_at': '2022-02-09T22:42:41Z', 'revision_number': 4, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'gw_port': {'id': '4571c147-e67c-4bb5-b0e6-547463363fdf', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:68:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0b47b-5eb7-4fed-93f5-697be148a580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:42:38Z', 'updated_at': '2022-02-09T22:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': 'c49db61b-0c3f-4d1e-9c97-877a32704261', 'name': '', 'network_id': '6c7a29b9-a18b-48a9-820b-ed2f296969d7', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'mac_address': 'fa:16:3e:a2:5c:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20c0b47b-5eb7-4fed-93f5-697be148a580', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'f396479b-0e32-4677-a83f-0cb151877d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:42:41Z', 'updated_at': '2022-02-09T22:42:41Z', 'revision_number': 2, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'subnets': [{'id': 'f396479b-0e32-4677-a83f-0cb151877d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:42:43.063915 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device d929dcaf-f9e0-4bac-8d45-0ae15bc68d6e up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:42:43.067378 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0cdb653-2d0b-4d94-993c-a99e82a492ab None None] Checking router: 20c0b47b-5eb7-4fed-93f5-697be148a580 for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:42:43.067733 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0cdb653-2d0b-4d94-993c-a99e82a492ab None None] Updating router 20c0b47b-5eb7-4fed-93f5-697be148a580 port c49db61b-0c3f-4d1e-9c97-877a32704261 binding host n-d-828369-5 {{(pid=103142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:42:43.093249 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c8169fec-ad78-4790-99a2-cc31d8d8e4cf req-9e8dea4e-68cb-4187-9216-6dd08075d3ed service neutron] 10.222.0.90 "GET /v2.0/networks/6c7a29b9-a18b-48a9-820b-ed2f296969d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882919 Feb 09 22:42:43.123030 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e0cdb653-2d0b-4d94-993c-a99e82a492ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (c49db61b-0c3f-4d1e-9c97-877a32704261), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:43.249361 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port d929dcaf-f9e0-4bac-8d45-0ae15bc68d6e triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:42:43.249836 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (d929dcaf-f9e0-4bac-8d45-0ae15bc68d6e), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:43.272248 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-61cf9c3e-7fc1-4850-95e3-f14b2f7e9e93 req-35853b5a-80e3-43e5-9b53-70c6a5846440 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=e5146a53-5074-4137-9aa8-89afc6086cef HTTP/1.1" status: 200 len: 210 time: 0.0281069 Feb 09 22:42:43.408515 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port d929dcaf-f9e0-4bac-8d45-0ae15bc68d6e is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:42:43.409642 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 4571c147-e67c-4bb5-b0e6-547463363fdf up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:42:43.516059 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 4571c147-e67c-4bb5-b0e6-547463363fdf triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:42:43.516469 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (4571c147-e67c-4bb5-b0e6-547463363fdf), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:43.519093 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e0cdb653-2d0b-4d94-993c-a99e82a492ab None None] Publish callbacks [] for port (c49db61b-0c3f-4d1e-9c97-877a32704261), precommit_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:43.541928 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e0cdb653-2d0b-4d94-993c-a99e82a492ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (c49db61b-0c3f-4d1e-9c97-877a32704261), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:43.609798 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d92c99-29a0-489a-bcae-722fd5dfb262 None None] Pushing event updated for resources: {'Port': ['ID=c49db61b-0c3f-4d1e-9c97-877a32704261,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:42:43.695433 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-e0cdb653-2d0b-4d94-993c-a99e82a492ab None None] Attempting to bind port c49db61b-0c3f-4d1e-9c97-877a32704261 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:42:43.695816 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-e0cdb653-2d0b-4d94-993c-a99e82a492ab None None] Attempting to bind port c49db61b-0c3f-4d1e-9c97-877a32704261 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '6dee5513-e607-4e4b-8690-ba36c001ef6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '6c7a29b9-a18b-48a9-820b-ed2f296969d7'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:42:43.696185 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cdb653-2d0b-4d94-993c-a99e82a492ab None None] Attempting to bind port c49db61b-0c3f-4d1e-9c97-877a32704261 on network 6c7a29b9-a18b-48a9-820b-ed2f296969d7 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:42:43.702845 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 4571c147-e67c-4bb5-b0e6-547463363fdf is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:42:43.706540 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cdb653-2d0b-4d94-993c-a99e82a492ab None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:42:43.706928 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cdb653-2d0b-4d94-993c-a99e82a492ab None None] Checking segment: {'id': '6dee5513-e607-4e4b-8690-ba36c001ef6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '6c7a29b9-a18b-48a9-820b-ed2f296969d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:42:43.707366 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e0cdb653-2d0b-4d94-993c-a99e82a492ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:43.707698 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cdb653-2d0b-4d94-993c-a99e82a492ab None None] Bound using segment: {'id': '6dee5513-e607-4e4b-8690-ba36c001ef6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '6c7a29b9-a18b-48a9-820b-ed2f296969d7'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:42:43.708177 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-e0cdb653-2d0b-4d94-993c-a99e82a492ab None None] Bound port: c49db61b-0c3f-4d1e-9c97-877a32704261, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dee5513-e607-4e4b-8690-ba36c001ef6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '6c7a29b9-a18b-48a9-820b-ed2f296969d7'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:42:43.708593 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e0cdb653-2d0b-4d94-993c-a99e82a492ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (c49db61b-0c3f-4d1e-9c97-877a32704261), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:43.781667 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-e0cdb653-2d0b-4d94-993c-a99e82a492ab None None] For port c49db61b-0c3f-4d1e-9c97-877a32704261, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:42:43.785093 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-e0cdb653-2d0b-4d94-993c-a99e82a492ab None None] For port c49db61b-0c3f-4d1e-9c97-877a32704261, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=c49db61b-0c3f-4d1e-9c97-877a32704261,segment=NetworkSegment(6dee5513-e607-4e4b-8690-ba36c001ef6c),segment_id=6dee5513-e607-4e4b-8690-ba36c001ef6c)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:42:43.790509 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e0cdb653-2d0b-4d94-993c-a99e82a492ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (c49db61b-0c3f-4d1e-9c97-877a32704261), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:43.853878 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cdb653-2d0b-4d94-993c-a99e82a492ab None None] Routers {'20c0b47b-5eb7-4fed-93f5-697be148a580'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:42:43.854529 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-e0cdb653-2d0b-4d94-993c-a99e82a492ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:42:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['20c0b47b-5eb7-4fed-93f5-697be148a580'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:42:43.893247 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d92c99-29a0-489a-bcae-722fd5dfb262 None None] Pushing event updated for resources: {'Port': ['ID=c49db61b-0c3f-4d1e-9c97-877a32704261,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:42:43.951771 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-544d9f7a-98f0-42d9-a3b0-9f3eeddb1c56 None None] Provisioning complete for port c49db61b-0c3f-4d1e-9c97-877a32704261 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:42:43.952149 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-544d9f7a-98f0-42d9-a3b0-9f3eeddb1c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (c49db61b-0c3f-4d1e-9c97-877a32704261), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:44.007507 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-e0cdb653-2d0b-4d94-993c-a99e82a492ab None None] Set router 20c0b47b-5eb7-4fed-93f5-697be148a580 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:42:44.160835 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-544d9f7a-98f0-42d9-a3b0-9f3eeddb1c56 None None] Current status of the port c49db61b-0c3f-4d1e-9c97-877a32704261 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:42:44.161130 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-544d9f7a-98f0-42d9-a3b0-9f3eeddb1c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (c49db61b-0c3f-4d1e-9c97-877a32704261), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:44.219860 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-544d9f7a-98f0-42d9-a3b0-9f3eeddb1c56 None None] For port c49db61b-0c3f-4d1e-9c97-877a32704261, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=c49db61b-0c3f-4d1e-9c97-877a32704261,segment=NetworkSegment(6dee5513-e607-4e4b-8690-ba36c001ef6c),segment_id=6dee5513-e607-4e4b-8690-ba36c001ef6c)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:42:44.242751 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-544d9f7a-98f0-42d9-a3b0-9f3eeddb1c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (c49db61b-0c3f-4d1e-9c97-877a32704261), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:44.244582 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8169fec-ad78-4790-99a2-cc31d8d8e4cf req-5604a140-a80d-4f84-a55c-540156b9d5c0 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:44.246621 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c8169fec-ad78-4790-99a2-cc31d8d8e4cf req-5604a140-a80d-4f84-a55c-540156b9d5c0 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.89 "GET /v2.0/networks?id=6c7a29b9-a18b-48a9-820b-ed2f296969d7 HTTP/1.1" status: 200 len: 797 time: 0.1173975 Feb 09 22:42:44.304365 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544d9f7a-98f0-42d9-a3b0-9f3eeddb1c56 None None] Pushing event updated for resources: {'Port': ['ID=c49db61b-0c3f-4d1e-9c97-877a32704261,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:42:44.314164 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c8169fec-ad78-4790-99a2-cc31d8d8e4cf req-a48378ac-83eb-49bf-88cf-b0402e5eba4e tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f48dcb2b50d74af19383cd1d97f39748 HTTP/1.1" status: 200 len: 379 time: 0.0588031 Feb 09 22:42:44.319593 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-e0cdb653-2d0b-4d94-993c-a99e82a492ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c0b47b-5eb7-4fed-93f5-697be148a580', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1983186890', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '4571c147-e67c-4bb5-b0e6-547463363fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:42:37Z', 'updated_at': '2022-02-09T22:42:41Z', 'revision_number': 4, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'gw_port': {'id': '4571c147-e67c-4bb5-b0e6-547463363fdf', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:68:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0b47b-5eb7-4fed-93f5-697be148a580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:42:38Z', 'updated_at': '2022-02-09T22:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': 'c49db61b-0c3f-4d1e-9c97-877a32704261', 'name': '', 'network_id': '6c7a29b9-a18b-48a9-820b-ed2f296969d7', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'mac_address': 'fa:16:3e:a2:5c:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20c0b47b-5eb7-4fed-93f5-697be148a580', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'f396479b-0e32-4677-a83f-0cb151877d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:42:41Z', 'updated_at': '2022-02-09T22:42:43Z', 'revision_number': 4, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'subnets': [{'id': 'f396479b-0e32-4677-a83f-0cb151877d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:42:44.323361 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-c8169fec-ad78-4790-99a2-cc31d8d8e4cf req-3eaba200-ef08-4117-a131-2f073c432329 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Request body: {'port': {'device_id': 'e5146a53-5074-4137-9aa8-89afc6086cef', 'network_id': '6c7a29b9-a18b-48a9-820b-ed2f296969d7', 'admin_state_up': True, 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'security_groups': ['aae86c4f-2ad1-4b71-abde-0f5b402821af']}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:42:44.353032 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0cdb653-2d0b-4d94-993c-a99e82a492ab None None] The sync data for ids ['20c0b47b-5eb7-4fed-93f5-697be148a580'] in n-d-828369-5 is: [{'id': '20c0b47b-5eb7-4fed-93f5-697be148a580', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1983186890', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '4571c147-e67c-4bb5-b0e6-547463363fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:42:37Z', 'updated_at': '2022-02-09T22:42:41Z', 'revision_number': 4, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'gw_port': {'id': '4571c147-e67c-4bb5-b0e6-547463363fdf', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:68:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0b47b-5eb7-4fed-93f5-697be148a580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:42:38Z', 'updated_at': '2022-02-09T22:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': 'c49db61b-0c3f-4d1e-9c97-877a32704261', 'name': '', 'network_id': '6c7a29b9-a18b-48a9-820b-ed2f296969d7', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'mac_address': 'fa:16:3e:a2:5c:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20c0b47b-5eb7-4fed-93f5-697be148a580', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'f396479b-0e32-4677-a83f-0cb151877d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:42:41Z', 'updated_at': '2022-02-09T22:42:43Z', 'revision_number': 4, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'subnets': [{'id': 'f396479b-0e32-4677-a83f-0cb151877d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:42:44.376795 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-91540272-481d-460b-acb5-485174d75738 None None] Provisioning complete for port c49db61b-0c3f-4d1e-9c97-877a32704261 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:42:44.377186 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-91540272-481d-460b-acb5-485174d75738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (c49db61b-0c3f-4d1e-9c97-877a32704261), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:44.403217 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0017b7bf-a3eb-458c-b844-1921e691e2fa req-394d1958-7f93-44a3-bb08-0f6e8434a74a tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=e5146a53-5074-4137-9aa8-89afc6086cef HTTP/1.1" status: 200 len: 210 time: 0.0548403 Feb 09 22:42:44.457943 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:44.463461 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8169fec-ad78-4790-99a2-cc31d8d8e4cf req-3eaba200-ef08-4117-a131-2f073c432329 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Made reservation on behalf of f48dcb2b50d74af19383cd1d97f39748 for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:42:44.468660 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-c8169fec-ad78-4790-99a2-cc31d8d8e4cf req-3eaba200-ef08-4117-a131-2f073c432329 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:44.517810 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-91540272-481d-460b-acb5-485174d75738 None None] Current status of the port c49db61b-0c3f-4d1e-9c97-877a32704261 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:42:44.603295 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [req-c8169fec-ad78-4790-99a2-cc31d8d8e4cf req-3eaba200-ef08-4117-a131-2f073c432329 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Allocated IP 172.20.0.5 (6c7a29b9-a18b-48a9-820b-ed2f296969d7/f396479b-0e32-4677-a83f-0cb151877d08/df30449f-c70c-400b-9979-9e5572dc622d) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:42:44.751172 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-c8169fec-ad78-4790-99a2-cc31d8d8e4cf req-3eaba200-ef08-4117-a131-2f073c432329 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for port (df30449f-c70c-400b-9979-9e5572dc622d), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:44.788104 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-c8169fec-ad78-4790-99a2-cc31d8d8e4cf req-3eaba200-ef08-4117-a131-2f073c432329 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (df30449f-c70c-400b-9979-9e5572dc622d), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:44.832551 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8169fec-ad78-4790-99a2-cc31d8d8e4cf req-3eaba200-ef08-4117-a131-2f073c432329 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Network 6c7a29b9-a18b-48a9-820b-ed2f296969d7 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:42:44.838114 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [req-c8169fec-ad78-4790-99a2-cc31d8d8e4cf req-3eaba200-ef08-4117-a131-2f073c432329 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:42:44.842646 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8169fec-ad78-4790-99a2-cc31d8d8e4cf req-3eaba200-ef08-4117-a131-2f073c432329 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:42:44.876569 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaba200-ef08-4117-a131-2f073c432329 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event updated for resources: {'Port': ['ID=df30449f-c70c-400b-9979-9e5572dc622d,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:42:44.902583 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8169fec-ad78-4790-99a2-cc31d8d8e4cf req-3eaba200-ef08-4117-a131-2f073c432329 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:44.904663 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-c8169fec-ad78-4790-99a2-cc31d8d8e4cf req-3eaba200-ef08-4117-a131-2f073c432329 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:44.924440 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c8169fec-ad78-4790-99a2-cc31d8d8e4cf req-3eaba200-ef08-4117-a131-2f073c432329 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6052570 Feb 09 22:42:44.992154 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-c8169fec-ad78-4790-99a2-cc31d8d8e4cf req-47343254-c53c-4a56-b36b-bffe10c3f2da service neutron] Request body: {'port': {'device_id': 'e5146a53-5074-4137-9aa8-89afc6086cef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:42:45.072823 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-c8169fec-ad78-4790-99a2-cc31d8d8e4cf req-47343254-c53c-4a56-b36b-bffe10c3f2da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (df30449f-c70c-400b-9979-9e5572dc622d), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:45.081440 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device c49db61b-0c3f-4d1e-9c97-877a32704261 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:42:45.148811 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-6884556b-e497-4e9a-92cb-5e6b04550f88 None None] Provisioning complete for port df30449f-c70c-400b-9979-9e5572dc622d triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:42:45.149194 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-6884556b-e497-4e9a-92cb-5e6b04550f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (df30449f-c70c-400b-9979-9e5572dc622d), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:45.173092 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port c49db61b-0c3f-4d1e-9c97-877a32704261 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:42:45.173580 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (c49db61b-0c3f-4d1e-9c97-877a32704261), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:45.213453 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-6884556b-e497-4e9a-92cb-5e6b04550f88 None None] Port df30449f-c70c-400b-9979-9e5572dc622d cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:42:45.262630 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port c49db61b-0c3f-4d1e-9c97-877a32704261 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:42:45.374962 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-c8169fec-ad78-4790-99a2-cc31d8d8e4cf req-47343254-c53c-4a56-b36b-bffe10c3f2da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df30449f-c70c-400b-9979-9e5572dc622d {{(pid=103141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:42:45.383037 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-c8169fec-ad78-4790-99a2-cc31d8d8e4cf req-47343254-c53c-4a56-b36b-bffe10c3f2da service neutron] Publish callbacks [] for port (df30449f-c70c-400b-9979-9e5572dc622d), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:45.395901 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-c8169fec-ad78-4790-99a2-cc31d8d8e4cf req-47343254-c53c-4a56-b36b-bffe10c3f2da service neutron] Transition to ACTIVE for port object df30449f-c70c-400b-9979-9e5572dc622d will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:42:45.399887 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-c8169fec-ad78-4790-99a2-cc31d8d8e4cf req-47343254-c53c-4a56-b36b-bffe10c3f2da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (df30449f-c70c-400b-9979-9e5572dc622d), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:45.484385 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47343254-c53c-4a56-b36b-bffe10c3f2da service neutron] Pushing event updated for resources: {'Port': ['ID=df30449f-c70c-400b-9979-9e5572dc622d,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:42:45.515798 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:45.579285 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-c8169fec-ad78-4790-99a2-cc31d8d8e4cf req-47343254-c53c-4a56-b36b-bffe10c3f2da service neutron] Attempting to bind port df30449f-c70c-400b-9979-9e5572dc622d on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:42:45.579539 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdb02af-200a-4e8a-b5dc-ab4c587bffbc req-b67836a8-268a-4e1a-b7a0-b043b8bacee3 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:45.580438 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-c8169fec-ad78-4790-99a2-cc31d8d8e4cf req-47343254-c53c-4a56-b36b-bffe10c3f2da service neutron] Attempting to bind port df30449f-c70c-400b-9979-9e5572dc622d by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': '6dee5513-e607-4e4b-8690-ba36c001ef6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '6c7a29b9-a18b-48a9-820b-ed2f296969d7'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:42:45.580768 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8169fec-ad78-4790-99a2-cc31d8d8e4cf req-47343254-c53c-4a56-b36b-bffe10c3f2da service neutron] Attempting to bind port df30449f-c70c-400b-9979-9e5572dc622d on network 6c7a29b9-a18b-48a9-820b-ed2f296969d7 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:42:45.581584 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0fdb02af-200a-4e8a-b5dc-ab4c587bffbc req-b67836a8-268a-4e1a-b7a0-b043b8bacee3 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=e5146a53-5074-4137-9aa8-89afc6086cef HTTP/1.1" status: 200 len: 943 time: 0.0802479 Feb 09 22:42:45.589743 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8169fec-ad78-4790-99a2-cc31d8d8e4cf req-47343254-c53c-4a56-b36b-bffe10c3f2da service neutron] Port df30449f-c70c-400b-9979-9e5572dc622d on network 6c7a29b9-a18b-48a9-820b-ed2f296969d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:42:45.590069 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8169fec-ad78-4790-99a2-cc31d8d8e4cf req-47343254-c53c-4a56-b36b-bffe10c3f2da service neutron] Attempting to bind port df30449f-c70c-400b-9979-9e5572dc622d on network 6c7a29b9-a18b-48a9-820b-ed2f296969d7 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:42:45.595615 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8169fec-ad78-4790-99a2-cc31d8d8e4cf req-47343254-c53c-4a56-b36b-bffe10c3f2da service neutron] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:42:45.596428 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8169fec-ad78-4790-99a2-cc31d8d8e4cf req-47343254-c53c-4a56-b36b-bffe10c3f2da service neutron] Checking segment: {'id': '6dee5513-e607-4e4b-8690-ba36c001ef6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '6c7a29b9-a18b-48a9-820b-ed2f296969d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:42:45.596878 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8169fec-ad78-4790-99a2-cc31d8d8e4cf req-47343254-c53c-4a56-b36b-bffe10c3f2da service neutron] Bound using segment: {'id': '6dee5513-e607-4e4b-8690-ba36c001ef6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '6c7a29b9-a18b-48a9-820b-ed2f296969d7'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:42:45.597741 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-c8169fec-ad78-4790-99a2-cc31d8d8e4cf req-47343254-c53c-4a56-b36b-bffe10c3f2da service neutron] Bound port: df30449f-c70c-400b-9979-9e5572dc622d, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dee5513-e607-4e4b-8690-ba36c001ef6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '6c7a29b9-a18b-48a9-820b-ed2f296969d7'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:42:45.598151 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-c8169fec-ad78-4790-99a2-cc31d8d8e4cf req-47343254-c53c-4a56-b36b-bffe10c3f2da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (df30449f-c70c-400b-9979-9e5572dc622d), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:45.641615 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0fdb02af-200a-4e8a-b5dc-ab4c587bffbc req-73e3498f-feed-4596-8a8b-732152790344 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=aae86c4f-2ad1-4b71-abde-0f5b402821af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535016 Feb 09 22:42:45.681058 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-c8169fec-ad78-4790-99a2-cc31d8d8e4cf req-47343254-c53c-4a56-b36b-bffe10c3f2da service neutron] For port df30449f-c70c-400b-9979-9e5572dc622d, host n-h2-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:42:45.684175 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-c8169fec-ad78-4790-99a2-cc31d8d8e4cf req-47343254-c53c-4a56-b36b-bffe10c3f2da service neutron] For port df30449f-c70c-400b-9979-9e5572dc622d, host n-h2-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=df30449f-c70c-400b-9979-9e5572dc622d,segment=NetworkSegment(6dee5513-e607-4e4b-8690-ba36c001ef6c),segment_id=6dee5513-e607-4e4b-8690-ba36c001ef6c)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:42:45.692275 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-c8169fec-ad78-4790-99a2-cc31d8d8e4cf req-47343254-c53c-4a56-b36b-bffe10c3f2da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (df30449f-c70c-400b-9979-9e5572dc622d), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:45.727857 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8169fec-ad78-4790-99a2-cc31d8d8e4cf req-47343254-c53c-4a56-b36b-bffe10c3f2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:45.728529 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-c8169fec-ad78-4790-99a2-cc31d8d8e4cf req-47343254-c53c-4a56-b36b-bffe10c3f2da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:45.729987 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c8169fec-ad78-4790-99a2-cc31d8d8e4cf req-47343254-c53c-4a56-b36b-bffe10c3f2da service neutron] 10.222.0.89 "PUT /v2.0/ports/df30449f-c70c-400b-9979-9e5572dc622d HTTP/1.1" status: 200 len: 1091 time: 0.7988052 Feb 09 22:42:45.730359 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5146a53-5074-4137-9aa8-89afc6086cef', 'tag': 'df30449f-c70c-400b-9979-9e5572dc622d'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:42:45.732697 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0759f77e637a6f71ff1c25bc92ec5ea77217d29fcb3f113a7ada5acb32ef5084" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ac49612-017c-4578-8dfc-c752d8e456d6" -d '{"events": [{"name": "network-changed", "server_uuid": "e5146a53-5074-4137-9aa8-89afc6086cef", "tag": "df30449f-c70c-400b-9979-9e5572dc622d"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:42:45.757642 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47343254-c53c-4a56-b36b-bffe10c3f2da service neutron] Pushing event updated for resources: {'Port': ['ID=df30449f-c70c-400b-9979-9e5572dc622d,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:42:45.828380 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8169fec-ad78-4790-99a2-cc31d8d8e4cf req-213de0d3-052d-43cd-a0d3-290323054fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:45.829927 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c8169fec-ad78-4790-99a2-cc31d8d8e4cf req-213de0d3-052d-43cd-a0d3-290323054fd7 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f48dcb2b50d74af19383cd1d97f39748&device_id=e5146a53-5074-4137-9aa8-89afc6086cef HTTP/1.1" status: 200 len: 1125 time: 0.0493023 Feb 09 22:42:45.876554 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e58d7580-09d2-4bd5-ac22-a024fb585e00 x-openstack-request-id: req-e58d7580-09d2-4bd5-ac22-a024fb585e00 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:42:45.877139 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5146a53-5074-4137-9aa8-89afc6086cef", "tag": "df30449f-c70c-400b-9979-9e5572dc622d", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:42:45.877407 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-e58d7580-09d2-4bd5-ac22-a024fb585e00 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:42:45.877820 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5146a53-5074-4137-9aa8-89afc6086cef', 'tag': 'df30449f-c70c-400b-9979-9e5572dc622d', 'status': 'completed', 'code': 200} Feb 09 22:42:45.879698 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c8169fec-ad78-4790-99a2-cc31d8d8e4cf req-2238906e-6231-4989-940b-372c3bdc1945 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df30449f-c70c-400b-9979-9e5572dc622d HTTP/1.1" status: 200 len: 217 time: 0.0428360 Feb 09 22:42:45.933887 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8169fec-ad78-4790-99a2-cc31d8d8e4cf req-978b6bb0-31bf-47c8-9fc6-1a764a52792e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:45.935939 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c8169fec-ad78-4790-99a2-cc31d8d8e4cf req-978b6bb0-31bf-47c8-9fc6-1a764a52792e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f396479b-0e32-4677-a83f-0cb151877d08 HTTP/1.1" status: 200 len: 834 time: 0.0504735 Feb 09 22:42:45.986496 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8169fec-ad78-4790-99a2-cc31d8d8e4cf req-5199b199-d879-41fc-8ca2-6bf53606fd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:45.988001 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c8169fec-ad78-4790-99a2-cc31d8d8e4cf req-5199b199-d879-41fc-8ca2-6bf53606fd8e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6c7a29b9-a18b-48a9-820b-ed2f296969d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0455678 Feb 09 22:42:46.075615 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c8169fec-ad78-4790-99a2-cc31d8d8e4cf req-d1d247d2-ba4c-4cac-883e-059e6527067c service neutron] 10.222.0.89 "GET /v2.0/networks/6c7a29b9-a18b-48a9-820b-ed2f296969d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814939 Feb 09 22:42:46.169824 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-c8169fec-ad78-4790-99a2-cc31d8d8e4cf req-3ff5e87f-8ae9-4edb-8275-4e658e42bd01 service neutron] 10.222.0.89 "GET /v2.0/networks/6c7a29b9-a18b-48a9-820b-ed2f296969d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864251 Feb 09 22:42:46.261102 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac49612-017c-4578-8dfc-c752d8e456d6 req-8d2e0475-a3c9-4e58-8924-a2dc6de88e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:46.262513 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4ac49612-017c-4578-8dfc-c752d8e456d6 req-8d2e0475-a3c9-4e58-8924-a2dc6de88e26 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f48dcb2b50d74af19383cd1d97f39748&device_id=e5146a53-5074-4137-9aa8-89afc6086cef HTTP/1.1" status: 200 len: 1125 time: 0.0453150 Feb 09 22:42:46.356707 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac49612-017c-4578-8dfc-c752d8e456d6 req-c2e68ccf-5381-4e5b-ae58-05f30183780a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:46.358728 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4ac49612-017c-4578-8dfc-c752d8e456d6 req-c2e68ccf-5381-4e5b-ae58-05f30183780a service neutron] 10.222.0.89 "GET /v2.0/networks?id=6c7a29b9-a18b-48a9-820b-ed2f296969d7 HTTP/1.1" status: 200 len: 898 time: 0.0900514 Feb 09 22:42:46.399611 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4ac49612-017c-4578-8dfc-c752d8e456d6 req-4c48e2e5-1844-4675-8ebe-cafd180a3952 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df30449f-c70c-400b-9979-9e5572dc622d HTTP/1.1" status: 200 len: 217 time: 0.0349305 Feb 09 22:42:46.446440 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac49612-017c-4578-8dfc-c752d8e456d6 req-0b1c7a6c-bedd-49d4-b542-b1e298236170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:46.447849 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4ac49612-017c-4578-8dfc-c752d8e456d6 req-0b1c7a6c-bedd-49d4-b542-b1e298236170 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f396479b-0e32-4677-a83f-0cb151877d08 HTTP/1.1" status: 200 len: 834 time: 0.0429893 Feb 09 22:42:46.501613 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac49612-017c-4578-8dfc-c752d8e456d6 req-dd4b34b4-fc26-48e8-ac18-d3a7c7d9b158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:46.503111 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4ac49612-017c-4578-8dfc-c752d8e456d6 req-dd4b34b4-fc26-48e8-ac18-d3a7c7d9b158 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6c7a29b9-a18b-48a9-820b-ed2f296969d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0487130 Feb 09 22:42:46.590501 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4ac49612-017c-4578-8dfc-c752d8e456d6 req-f2b2bdbf-78cb-449e-8515-1c530bcfd54a service neutron] 10.222.0.89 "GET /v2.0/networks/6c7a29b9-a18b-48a9-820b-ed2f296969d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817134 Feb 09 22:42:46.681692 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4ac49612-017c-4578-8dfc-c752d8e456d6 req-63544c76-a18f-48b1-8745-1958a2c5e091 service neutron] 10.222.0.89 "GET /v2.0/networks/6c7a29b9-a18b-48a9-820b-ed2f296969d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849102 Feb 09 22:42:46.770291 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaab6c4-a129-4141-861e-c77906ec1372 req-b7672c69-2439-46e0-9fdc-d57ac9952241 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:46.771834 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1aaab6c4-a129-4141-861e-c77906ec1372 req-b7672c69-2439-46e0-9fdc-d57ac9952241 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=e5146a53-5074-4137-9aa8-89afc6086cef HTTP/1.1" status: 200 len: 943 time: 0.0610178 Feb 09 22:42:46.819995 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1aaab6c4-a129-4141-861e-c77906ec1372 req-47269c7b-a5c8-4aa8-9392-64f93132b11e tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=aae86c4f-2ad1-4b71-abde-0f5b402821af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426557 Feb 09 22:42:47.547088 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:42:47.943012 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a58874-24aa-4d46-a315-c48c86a5e97f req-847cf1f9-ac26-4982-be54-654ad687be83 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:47.944520 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-31a58874-24aa-4d46-a315-c48c86a5e97f req-847cf1f9-ac26-4982-be54-654ad687be83 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=e5146a53-5074-4137-9aa8-89afc6086cef HTTP/1.1" status: 200 len: 943 time: 0.0562358 Feb 09 22:42:47.991639 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-31a58874-24aa-4d46-a315-c48c86a5e97f req-b0df5fec-69f9-4d67-8810-becd93f7cc18 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=aae86c4f-2ad1-4b71-abde-0f5b402821af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415251 Feb 09 22:42:49.116131 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32005eab-174d-4706-a9ec-19d502c858a1 req-8f47f431-ae25-416f-8a62-ef905b788c91 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:49.117658 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-32005eab-174d-4706-a9ec-19d502c858a1 req-8f47f431-ae25-416f-8a62-ef905b788c91 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=e5146a53-5074-4137-9aa8-89afc6086cef HTTP/1.1" status: 200 len: 943 time: 0.0549722 Feb 09 22:42:49.169075 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-32005eab-174d-4706-a9ec-19d502c858a1 req-10535e59-b359-4493-b1a8-994f2d2e2c57 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=aae86c4f-2ad1-4b71-abde-0f5b402821af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432155 Feb 09 22:42:50.290343 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028e0b62-4bab-4132-9ff3-0708b64eae36 req-348c4335-3b93-42fd-a718-b59604d18e0f tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:50.291751 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-028e0b62-4bab-4132-9ff3-0708b64eae36 req-348c4335-3b93-42fd-a718-b59604d18e0f tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=e5146a53-5074-4137-9aa8-89afc6086cef HTTP/1.1" status: 200 len: 943 time: 0.0559900 Feb 09 22:42:50.338821 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-028e0b62-4bab-4132-9ff3-0708b64eae36 req-a60d5119-4601-4787-badb-3b6042daed21 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=aae86c4f-2ad1-4b71-abde-0f5b402821af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415578 Feb 09 22:42:50.707774 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device df30449f-c70c-400b-9979-9e5572dc622d details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:42:50.805226 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port df30449f-c70c-400b-9979-9e5572dc622d, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=df30449f-c70c-400b-9979-9e5572dc622d,segment=NetworkSegment(6dee5513-e607-4e4b-8690-ba36c001ef6c),segment_id=6dee5513-e607-4e4b-8690-ba36c001ef6c)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:42:50.971846 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': 'df30449f-c70c-400b-9979-9e5572dc622d', 'network_id': '6c7a29b9-a18b-48a9-820b-ed2f296969d7', 'port_id': 'df30449f-c70c-400b-9979-9e5572dc622d', 'mac_address': 'fa:16:3e:2f:2c:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f396479b-0e32-4677-a83f-0cb151877d08', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:42:51.009238 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port df30449f-c70c-400b-9979-9e5572dc622d is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:42:51.009636 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (df30449f-c70c-400b-9979-9e5572dc622d), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:51.022368 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df30449f-c70c-400b-9979-9e5572dc622d {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:42:51.041800 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port df30449f-c70c-400b-9979-9e5572dc622d, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=df30449f-c70c-400b-9979-9e5572dc622d,segment=NetworkSegment(6dee5513-e607-4e4b-8690-ba36c001ef6c),segment_id=6dee5513-e607-4e4b-8690-ba36c001ef6c)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:42:51.046268 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (df30449f-c70c-400b-9979-9e5572dc622d), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:51.091983 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=df30449f-c70c-400b-9979-9e5572dc622d,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:42:51.437402 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['df30449f-c70c-400b-9979-9e5572dc622d'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:42:51.457724 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0e50f3-093a-4e4e-99a1-2006266d7569 req-b6cf8896-9b19-4a33-a93f-ddd4991a6a89 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:51.459240 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7e0e50f3-093a-4e4e-99a1-2006266d7569 req-b6cf8896-9b19-4a33-a93f-ddd4991a6a89 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=e5146a53-5074-4137-9aa8-89afc6086cef HTTP/1.1" status: 200 len: 944 time: 0.0530143 Feb 09 22:42:51.507771 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7e0e50f3-093a-4e4e-99a1-2006266d7569 req-6a34e198-6577-48cb-9205-c56714ed1388 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=aae86c4f-2ad1-4b71-abde-0f5b402821af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427101 Feb 09 22:42:52.037389 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:52.635302 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be6c067-e61a-4206-ae4d-6424857f1c94 req-35d3a180-6d61-4c48-ae6c-c151ff89d2f3 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:52.636833 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7be6c067-e61a-4206-ae4d-6424857f1c94 req-35d3a180-6d61-4c48-ae6c-c151ff89d2f3 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=e5146a53-5074-4137-9aa8-89afc6086cef HTTP/1.1" status: 200 len: 944 time: 0.0524502 Feb 09 22:42:52.687662 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7be6c067-e61a-4206-ae4d-6424857f1c94 req-429cd3a7-ecc7-4360-a232-b910bfb1f99c tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=aae86c4f-2ad1-4b71-abde-0f5b402821af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452325 Feb 09 22:42:52.711653 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device df30449f-c70c-400b-9979-9e5572dc622d up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:42:52.761446 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning for port df30449f-c70c-400b-9979-9e5572dc622d completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:42:52.766154 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port df30449f-c70c-400b-9979-9e5572dc622d triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:42:52.766533 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (df30449f-c70c-400b-9979-9e5572dc622d), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:52.843956 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port df30449f-c70c-400b-9979-9e5572dc622d is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:42:52.844377 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (df30449f-c70c-400b-9979-9e5572dc622d), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:52.867022 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5146a53-5074-4137-9aa8-89afc6086cef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df30449f-c70c-400b-9979-9e5572dc622d'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:42:52.869486 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cf4d4d953224237653245d15ffec07a65c4bd356d4237fd84236d8abf5d48a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5604b23-bb5b-494a-9ce8-78a734947a5c" -d '{"events": [{"server_uuid": "e5146a53-5074-4137-9aa8-89afc6086cef", "name": "network-vif-plugged", "status": "completed", "tag": "df30449f-c70c-400b-9979-9e5572dc622d"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:42:52.882532 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port df30449f-c70c-400b-9979-9e5572dc622d, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=df30449f-c70c-400b-9979-9e5572dc622d,segment=NetworkSegment(6dee5513-e607-4e4b-8690-ba36c001ef6c),segment_id=6dee5513-e607-4e4b-8690-ba36c001ef6c)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:42:52.886658 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (df30449f-c70c-400b-9979-9e5572dc622d), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:52.937168 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=df30449f-c70c-400b-9979-9e5572dc622d,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:42:52.963736 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f539305d-f2c0-4e37-8ba2-7698dcb3c060 x-openstack-request-id: req-f539305d-f2c0-4e37-8ba2-7698dcb3c060 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:42:52.964031 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5146a53-5074-4137-9aa8-89afc6086cef", "name": "network-vif-plugged", "status": "completed", "tag": "df30449f-c70c-400b-9979-9e5572dc622d", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:42:52.964349 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-f539305d-f2c0-4e37-8ba2-7698dcb3c060 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:42:52.964793 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5146a53-5074-4137-9aa8-89afc6086cef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df30449f-c70c-400b-9979-9e5572dc622d', 'code': 200} Feb 09 22:42:53.062121 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5310f55e-d9c1-4444-946a-527cfc973670 req-48c9516b-ecec-4de6-84e3-ce9fa92e4bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:53.063606 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-5310f55e-d9c1-4444-946a-527cfc973670 req-48c9516b-ecec-4de6-84e3-ce9fa92e4bd8 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e5146a53-5074-4137-9aa8-89afc6086cef HTTP/1.1" status: 200 len: 1127 time: 0.0450282 Feb 09 22:42:53.110420 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-5310f55e-d9c1-4444-946a-527cfc973670 req-70fe4c09-7490-4c97-87bb-409d57eeda80 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=aae86c4f-2ad1-4b71-abde-0f5b402821af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400317 Feb 09 22:42:53.806833 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a51ca8-107a-4567-9898-4d25202ee52c req-b9afeaa7-fd35-42b5-890a-8fb89f4e7463 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:53.808316 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-33a51ca8-107a-4567-9898-4d25202ee52c req-b9afeaa7-fd35-42b5-890a-8fb89f4e7463 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=e5146a53-5074-4137-9aa8-89afc6086cef HTTP/1.1" status: 200 len: 945 time: 0.0508955 Feb 09 22:42:53.855937 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-33a51ca8-107a-4567-9898-4d25202ee52c req-2ac2892b-79b9-4387-a3b2-6894e850641d tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=aae86c4f-2ad1-4b71-abde-0f5b402821af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413294 Feb 09 22:42:54.183895 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:54.975348 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d53cf1-42d4-4864-941e-0b96b2612866 req-3d51064b-2294-4304-a80a-210f0687fde2 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:54.976854 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d3d53cf1-42d4-4864-941e-0b96b2612866 req-3d51064b-2294-4304-a80a-210f0687fde2 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=e5146a53-5074-4137-9aa8-89afc6086cef HTTP/1.1" status: 200 len: 945 time: 0.0521767 Feb 09 22:42:55.023648 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d3d53cf1-42d4-4864-941e-0b96b2612866 req-4cd18b85-6440-4edc-908b-0d75caf6301f tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=aae86c4f-2ad1-4b71-abde-0f5b402821af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412798 Feb 09 22:42:55.146106 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eee5bd-9a67-4967-a7da-28e71dc1af79 req-6b0966bc-50a9-40c7-a9e9-170b94bcebf2 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:55.147504 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-37eee5bd-9a67-4967-a7da-28e71dc1af79 req-6b0966bc-50a9-40c7-a9e9-170b94bcebf2 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=e5146a53-5074-4137-9aa8-89afc6086cef HTTP/1.1" status: 200 len: 945 time: 0.0578630 Feb 09 22:42:55.202503 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-37eee5bd-9a67-4967-a7da-28e71dc1af79 req-ad0dd104-bcdc-4149-9bf9-86c16e733f5c tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=aae86c4f-2ad1-4b71-abde-0f5b402821af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492618 Feb 09 22:42:55.223280 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 53850) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:42:55.266608 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fbe30fc-793a-4d07-a551-83c1fe8aa9da tempest-TestNetworkAdvancedServerOps-1936337105 tempest-TestNetworkAdvancedServerOps-1936337105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:55.268122 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-3fbe30fc-793a-4d07-a551-83c1fe8aa9da tempest-TestNetworkAdvancedServerOps-1936337105 tempest-TestNetworkAdvancedServerOps-1936337105-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=e5146a53-5074-4137-9aa8-89afc6086cef HTTP/1.1" status: 200 len: 1122 time: 0.0438857 Feb 09 22:42:55.270892 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 53852) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:42:55.275075 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-b49d3094-50ca-429e-a6b3-f3e56a8b0878 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Request body: {'floatingip': {'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'port_id': 'df30449f-c70c-400b-9979-9e5572dc622d', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:42:55.295131 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b49d3094-50ca-429e-a6b3-f3e56a8b0878 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:55.392785 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b49d3094-50ca-429e-a6b3-f3e56a8b0878 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:55.499154 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-b49d3094-50ca-429e-a6b3-f3e56a8b0878 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Allocated IP 172.25.3.134 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/f930b18f-ea88-4691-a4e2-6f6695fb08f5) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:42:55.602958 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b49d3094-50ca-429e-a6b3-f3e56a8b0878 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for port (f930b18f-ea88-4691-a4e2-6f6695fb08f5), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:55.636459 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b49d3094-50ca-429e-a6b3-f3e56a8b0878 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (f930b18f-ea88-4691-a4e2-6f6695fb08f5), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:55.676728 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49d3094-50ca-429e-a6b3-f3e56a8b0878 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:42:55.679604 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-b49d3094-50ca-429e-a6b3-f3e56a8b0878 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:42:55.682411 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49d3094-50ca-429e-a6b3-f3e56a8b0878 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:42:55.705670 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49d3094-50ca-429e-a6b3-f3e56a8b0878 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event updated for resources: {'Port': ['ID=f930b18f-ea88-4691-a4e2-6f6695fb08f5,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:42:56.035927 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b49d3094-50ca-429e-a6b3-f3e56a8b0878 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for floatingip (54a92ef1-3102-4ad1-b7ec-64cda337f24e), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:56.103405 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b49d3094-50ca-429e-a6b3-f3e56a8b0878 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (f930b18f-ea88-4691-a4e2-6f6695fb08f5), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:56.254585 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b49d3094-50ca-429e-a6b3-f3e56a8b0878 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for port (f930b18f-ea88-4691-a4e2-6f6695fb08f5), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:56.259223 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b49d3094-50ca-429e-a6b3-f3e56a8b0878 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (f930b18f-ea88-4691-a4e2-6f6695fb08f5), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:56.328040 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49d3094-50ca-429e-a6b3-f3e56a8b0878 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event updated for resources: {'Port': ['ID=f930b18f-ea88-4691-a4e2-6f6695fb08f5,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:42:56.335913 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b49d3094-50ca-429e-a6b3-f3e56a8b0878 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (54a92ef1-3102-4ad1-b7ec-64cda337f24e), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:56.438871 n-d-828369-5 neutron-server[103140]: INFO neutron.db.l3_db [None req-b49d3094-50ca-429e-a6b3-f3e56a8b0878 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Floating IP 54a92ef1-3102-4ad1-b7ec-64cda337f24e associated. External IP: 172.25.3.134, port: df30449f-c70c-400b-9979-9e5572dc622d. Feb 09 22:42:56.647757 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b49d3094-50ca-429e-a6b3-f3e56a8b0878 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Router 20c0b47b-5eb7-4fed-93f5-697be148a580 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:42:56.755067 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b49d3094-50ca-429e-a6b3-f3e56a8b0878 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:42:56.765622 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e793b9-9b6f-4911-846d-b71b4970e99e None None] Sync routers for ids ['20c0b47b-5eb7-4fed-93f5-697be148a580'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:42:56.773095 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b49d3094-50ca-429e-a6b3-f3e56a8b0878 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:42:56.775286 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e793b9-9b6f-4911-846d-b71b4970e99e None None] Routers {'20c0b47b-5eb7-4fed-93f5-697be148a580'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:42:56.775894 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-92e793b9-9b6f-4911-846d-b71b4970e99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:42:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['20c0b47b-5eb7-4fed-93f5-697be148a580'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:42:56.802660 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-b49d3094-50ca-429e-a6b3-f3e56a8b0878 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5307627 Feb 09 22:42:56.803260 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5146a53-5074-4137-9aa8-89afc6086cef', 'tag': 'df30449f-c70c-400b-9979-9e5572dc622d'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:42:56.805564 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}084566773578a82c7ab9e8b7d7948f8d3f1cbdaece621e80e6759ea940bbe07a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dd88bad-bc89-4ad8-97d6-8f1721205602" -d '{"events": [{"name": "network-changed", "server_uuid": "e5146a53-5074-4137-9aa8-89afc6086cef", "tag": "df30449f-c70c-400b-9979-9e5572dc622d"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:42:56.851925 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47b970e6-52bf-4980-86f9-ed0f75f6586a x-openstack-request-id: req-47b970e6-52bf-4980-86f9-ed0f75f6586a {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:42:56.852258 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5146a53-5074-4137-9aa8-89afc6086cef", "tag": "df30449f-c70c-400b-9979-9e5572dc622d", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:42:56.852517 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-47b970e6-52bf-4980-86f9-ed0f75f6586a {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:42:56.852934 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5146a53-5074-4137-9aa8-89afc6086cef', 'tag': 'df30449f-c70c-400b-9979-9e5572dc622d', 'status': 'completed', 'code': 200} Feb 09 22:42:56.891366 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-92e793b9-9b6f-4911-846d-b71b4970e99e None None] Set router 20c0b47b-5eb7-4fed-93f5-697be148a580 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:42:56.918832 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d559d1d2-a407-4277-8c39-1f67e2bb350c req-1fbe2eaa-2f4b-4b84-ba39-799aa77726ea tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:56.920788 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d559d1d2-a407-4277-8c39-1f67e2bb350c req-1fbe2eaa-2f4b-4b84-ba39-799aa77726ea tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=e5146a53-5074-4137-9aa8-89afc6086cef HTTP/1.1" status: 200 len: 945 time: 0.0566533 Feb 09 22:42:56.924583 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd88bad-bc89-4ad8-97d6-8f1721205602 req-b8c992d9-c8b2-435a-8141-b57a9153d3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:56.926363 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-1dd88bad-bc89-4ad8-97d6-8f1721205602 req-b8c992d9-c8b2-435a-8141-b57a9153d3a0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f48dcb2b50d74af19383cd1d97f39748&device_id=e5146a53-5074-4137-9aa8-89afc6086cef HTTP/1.1" status: 200 len: 1127 time: 0.0539732 Feb 09 22:42:56.973237 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d559d1d2-a407-4277-8c39-1f67e2bb350c req-c366dd7c-2975-4d09-be46-dbc5b6cd0a8f tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=aae86c4f-2ad1-4b71-abde-0f5b402821af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467184 Feb 09 22:42:56.996249 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 53860) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:42:57.025884 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd88bad-bc89-4ad8-97d6-8f1721205602 req-a71af7d5-a062-4113-a71c-0f4779f8e4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:57.027397 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-1dd88bad-bc89-4ad8-97d6-8f1721205602 req-a71af7d5-a062-4113-a71c-0f4779f8e4a9 service neutron] 10.222.0.89 "GET /v2.0/networks?id=6c7a29b9-a18b-48a9-820b-ed2f296969d7 HTTP/1.1" status: 200 len: 898 time: 0.0948505 Feb 09 22:42:57.064103 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-42474fb8-da4d-4304-96fe-eb6deebf0928 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/floatingips/54a92ef1-3102-4ad1-b7ec-64cda337f24e HTTP/1.1" status: 200 len: 991 time: 0.0651126 Feb 09 22:42:57.094480 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-1dd88bad-bc89-4ad8-97d6-8f1721205602 req-003d741d-8076-4b75-9a24-57d411233a78 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df30449f-c70c-400b-9979-9e5572dc622d HTTP/1.1" status: 200 len: 999 time: 0.0608656 Feb 09 22:42:57.127605 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-92e793b9-9b6f-4911-846d-b71b4970e99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c0b47b-5eb7-4fed-93f5-697be148a580', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1983186890', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '4571c147-e67c-4bb5-b0e6-547463363fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:42:37Z', 'updated_at': '2022-02-09T22:42:41Z', 'revision_number': 4, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'gw_port': {'id': '4571c147-e67c-4bb5-b0e6-547463363fdf', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:68:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0b47b-5eb7-4fed-93f5-697be148a580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:42:38Z', 'updated_at': '2022-02-09T22:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': '54a92ef1-3102-4ad1-b7ec-64cda337f24e', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'floating_ip_address': '172.25.3.134', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': '20c0b47b-5eb7-4fed-93f5-697be148a580', 'port_id': 'df30449f-c70c-400b-9979-9e5572dc622d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4277, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c7a29b9-a18b-48a9-820b-ed2f296969d7', 'mac_address': 'fa:16:3e:2f:2c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5146a53-5074-4137-9aa8-89afc6086cef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:42:55Z', 'updated_at': '2022-02-09T22:42:55Z', 'revision_number': 0, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c49db61b-0c3f-4d1e-9c97-877a32704261', 'name': '', 'network_id': '6c7a29b9-a18b-48a9-820b-ed2f296969d7', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'mac_address': 'fa:16:3e:a2:5c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0b47b-5eb7-4fed-93f5-697be148a580', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'f396479b-0e32-4677-a83f-0cb151877d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:42:41Z', 'updated_at': '2022-02-09T22:42:44Z', 'revision_number': 5, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'subnets': [{'id': 'f396479b-0e32-4677-a83f-0cb151877d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:42:57.149012 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd88bad-bc89-4ad8-97d6-8f1721205602 req-6f831338-1331-47a6-9dd7-74192c3d7f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:57.150491 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-1dd88bad-bc89-4ad8-97d6-8f1721205602 req-6f831338-1331-47a6-9dd7-74192c3d7f62 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f396479b-0e32-4677-a83f-0cb151877d08 HTTP/1.1" status: 200 len: 834 time: 0.0502949 Feb 09 22:42:57.154690 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e793b9-9b6f-4911-846d-b71b4970e99e None None] Checking router: 20c0b47b-5eb7-4fed-93f5-697be148a580 for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:42:57.162918 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e793b9-9b6f-4911-846d-b71b4970e99e None None] Routers {'20c0b47b-5eb7-4fed-93f5-697be148a580'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:42:57.163512 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-92e793b9-9b6f-4911-846d-b71b4970e99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:42:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['20c0b47b-5eb7-4fed-93f5-697be148a580'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:42:57.199554 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd88bad-bc89-4ad8-97d6-8f1721205602 req-9ea2f8d5-5dd1-4835-8922-5a7b865b51b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:42:57.201271 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-1dd88bad-bc89-4ad8-97d6-8f1721205602 req-9ea2f8d5-5dd1-4835-8922-5a7b865b51b5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6c7a29b9-a18b-48a9-820b-ed2f296969d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0452271 Feb 09 22:42:57.270123 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-92e793b9-9b6f-4911-846d-b71b4970e99e None None] Set router 20c0b47b-5eb7-4fed-93f5-697be148a580 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:42:57.287833 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-1dd88bad-bc89-4ad8-97d6-8f1721205602 req-d122bef4-470f-45dd-beec-319f19a9a40a service neutron] 10.222.0.89 "GET /v2.0/networks/6c7a29b9-a18b-48a9-820b-ed2f296969d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805292 Feb 09 22:42:57.379368 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-1dd88bad-bc89-4ad8-97d6-8f1721205602 req-5f7fcfb5-51d7-4d8d-9fdc-f475a111d906 service neutron] 10.222.0.89 "GET /v2.0/networks/6c7a29b9-a18b-48a9-820b-ed2f296969d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859756 Feb 09 22:42:57.491099 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-92e793b9-9b6f-4911-846d-b71b4970e99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c0b47b-5eb7-4fed-93f5-697be148a580', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1983186890', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '4571c147-e67c-4bb5-b0e6-547463363fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:42:37Z', 'updated_at': '2022-02-09T22:42:41Z', 'revision_number': 4, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'gw_port': {'id': '4571c147-e67c-4bb5-b0e6-547463363fdf', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:68:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0b47b-5eb7-4fed-93f5-697be148a580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:42:38Z', 'updated_at': '2022-02-09T22:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': '54a92ef1-3102-4ad1-b7ec-64cda337f24e', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'floating_ip_address': '172.25.3.134', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': '20c0b47b-5eb7-4fed-93f5-697be148a580', 'port_id': 'df30449f-c70c-400b-9979-9e5572dc622d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4277, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c7a29b9-a18b-48a9-820b-ed2f296969d7', 'mac_address': 'fa:16:3e:2f:2c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5146a53-5074-4137-9aa8-89afc6086cef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:42:55Z', 'updated_at': '2022-02-09T22:42:55Z', 'revision_number': 0, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c49db61b-0c3f-4d1e-9c97-877a32704261', 'name': '', 'network_id': '6c7a29b9-a18b-48a9-820b-ed2f296969d7', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'mac_address': 'fa:16:3e:a2:5c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0b47b-5eb7-4fed-93f5-697be148a580', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'f396479b-0e32-4677-a83f-0cb151877d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:42:41Z', 'updated_at': '2022-02-09T22:42:44Z', 'revision_number': 5, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'subnets': [{'id': 'f396479b-0e32-4677-a83f-0cb151877d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:42:57.520463 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e793b9-9b6f-4911-846d-b71b4970e99e None None] The sync data for ids ['20c0b47b-5eb7-4fed-93f5-697be148a580'] in n-d-828369-5 is: [{'id': '20c0b47b-5eb7-4fed-93f5-697be148a580', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1983186890', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '4571c147-e67c-4bb5-b0e6-547463363fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:42:37Z', 'updated_at': '2022-02-09T22:42:41Z', 'revision_number': 4, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'gw_port': {'id': '4571c147-e67c-4bb5-b0e6-547463363fdf', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:68:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0b47b-5eb7-4fed-93f5-697be148a580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:42:38Z', 'updated_at': '2022-02-09T22:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': '54a92ef1-3102-4ad1-b7ec-64cda337f24e', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'floating_ip_address': '172.25.3.134', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': '20c0b47b-5eb7-4fed-93f5-697be148a580', 'port_id': 'df30449f-c70c-400b-9979-9e5572dc622d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4277, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c7a29b9-a18b-48a9-820b-ed2f296969d7', 'mac_address': 'fa:16:3e:2f:2c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5146a53-5074-4137-9aa8-89afc6086cef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:42:55Z', 'updated_at': '2022-02-09T22:42:55Z', 'revision_number': 0, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c49db61b-0c3f-4d1e-9c97-877a32704261', 'name': '', 'network_id': '6c7a29b9-a18b-48a9-820b-ed2f296969d7', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'mac_address': 'fa:16:3e:a2:5c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0b47b-5eb7-4fed-93f5-697be148a580', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'f396479b-0e32-4677-a83f-0cb151877d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:42:41Z', 'updated_at': '2022-02-09T22:42:44Z', 'revision_number': 5, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'subnets': [{'id': 'f396479b-0e32-4677-a83f-0cb151877d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:42:57.721242 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc10761-e0ba-44f8-b169-22d406bb3354 None None] New status for floating IP 54a92ef1-3102-4ad1-b7ec-64cda337f24e: ACTIVE {{(pid=103142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:42:58.068358 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53862) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:42:58.128678 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-b01c941b-9dcb-4a9b-9907-1532d1ebf089 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/floatingips/54a92ef1-3102-4ad1-b7ec-64cda337f24e HTTP/1.1" status: 200 len: 993 time: 0.0589018 Feb 09 22:43:08.642416 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-94ac2e30-f2b1-45d0-b665-f8d2a7206b49 req-2f82c5a9-f55d-493e-8896-07ef0155bca3 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e5146a53-5074-4137-9aa8-89afc6086cef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0472720 Feb 09 22:43:08.728855 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ac2e30-f2b1-45d0-b665-f8d2a7206b49 req-9c398b2a-976c-4ee2-8e89-b600f8f40f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:43:08.730365 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-94ac2e30-f2b1-45d0-b665-f8d2a7206b49 req-9c398b2a-976c-4ee2-8e89-b600f8f40f19 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f48dcb2b50d74af19383cd1d97f39748&device_id=e5146a53-5074-4137-9aa8-89afc6086cef HTTP/1.1" status: 200 len: 1127 time: 0.0456462 Feb 09 22:43:08.847270 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ac2e30-f2b1-45d0-b665-f8d2a7206b49 req-6446b877-787a-4207-bb91-b7bf71e78b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:43:08.848795 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-94ac2e30-f2b1-45d0-b665-f8d2a7206b49 req-6446b877-787a-4207-bb91-b7bf71e78b03 service neutron] 10.222.0.89 "GET /v2.0/networks?id=6c7a29b9-a18b-48a9-820b-ed2f296969d7 HTTP/1.1" status: 200 len: 898 time: 0.0848670 Feb 09 22:43:08.920052 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-94ac2e30-f2b1-45d0-b665-f8d2a7206b49 req-bab0c6cd-0014-409f-8d6e-5c5a452ac491 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df30449f-c70c-400b-9979-9e5572dc622d HTTP/1.1" status: 200 len: 1001 time: 0.0612955 Feb 09 22:43:08.968007 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ac2e30-f2b1-45d0-b665-f8d2a7206b49 req-6746e289-465f-443f-886c-335754a8b06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:43:08.969474 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-94ac2e30-f2b1-45d0-b665-f8d2a7206b49 req-6746e289-465f-443f-886c-335754a8b06f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f396479b-0e32-4677-a83f-0cb151877d08 HTTP/1.1" status: 200 len: 834 time: 0.0429368 Feb 09 22:43:09.017647 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ac2e30-f2b1-45d0-b665-f8d2a7206b49 req-4b1af002-3286-4c49-b2b6-31b4ed0e358e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:43:09.019123 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-94ac2e30-f2b1-45d0-b665-f8d2a7206b49 req-4b1af002-3286-4c49-b2b6-31b4ed0e358e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6c7a29b9-a18b-48a9-820b-ed2f296969d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0433285 Feb 09 22:43:09.109113 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-94ac2e30-f2b1-45d0-b665-f8d2a7206b49 req-16448bf6-cd51-455e-8557-acf2bb6e7e69 service neutron] 10.222.0.89 "GET /v2.0/networks/6c7a29b9-a18b-48a9-820b-ed2f296969d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838046 Feb 09 22:43:09.181089 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-345b4c5f-3d7c-4abc-8249-8d83eb1fb413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:09.208419 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-94ac2e30-f2b1-45d0-b665-f8d2a7206b49 req-0ea5c052-942d-4273-a3d2-cc182d90fa29 service neutron] 10.222.0.89 "GET /v2.0/networks/6c7a29b9-a18b-48a9-820b-ed2f296969d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889082 Feb 09 22:43:11.146268 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-8896f90c-ae45-4af5-be76-257bd4362831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:12.994567 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:14.408839 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:15.487983 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:22.048416 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:24.189346 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:24.545832 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:43:39.179009 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-8217de05-9754-41b6-a1a2-7df5e1bb6261 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:41.149488 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-3a97dbdc-a7a5-4b44-89e0-f2c4dae8ccef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:42.997349 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:44.410681 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:45.491161 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:52.063081 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:43:54.200615 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:01.544995 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:44:08.643552 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b83cfb3f-d5dc-4ee0-b8f3-0d04d2009dec req-d4830362-9963-44f9-92a4-3d6536398634 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e5146a53-5074-4137-9aa8-89afc6086cef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0479839 Feb 09 22:44:08.728411 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83cfb3f-d5dc-4ee0-b8f3-0d04d2009dec req-896a1f11-6593-44fa-8a3e-edc55a82bf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:08.729908 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b83cfb3f-d5dc-4ee0-b8f3-0d04d2009dec req-896a1f11-6593-44fa-8a3e-edc55a82bf6a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f48dcb2b50d74af19383cd1d97f39748&device_id=e5146a53-5074-4137-9aa8-89afc6086cef HTTP/1.1" status: 200 len: 1127 time: 0.0456896 Feb 09 22:44:08.829925 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83cfb3f-d5dc-4ee0-b8f3-0d04d2009dec req-6ae7c891-8fb8-4bbf-9f05-81b562df70ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:08.831398 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b83cfb3f-d5dc-4ee0-b8f3-0d04d2009dec req-6ae7c891-8fb8-4bbf-9f05-81b562df70ef service neutron] 10.222.0.89 "GET /v2.0/networks?id=6c7a29b9-a18b-48a9-820b-ed2f296969d7 HTTP/1.1" status: 200 len: 898 time: 0.0837264 Feb 09 22:44:08.901234 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b83cfb3f-d5dc-4ee0-b8f3-0d04d2009dec req-ac285921-caaf-4924-9168-f0ea9b5846eb service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df30449f-c70c-400b-9979-9e5572dc622d HTTP/1.1" status: 200 len: 1001 time: 0.0632553 Feb 09 22:44:08.948176 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83cfb3f-d5dc-4ee0-b8f3-0d04d2009dec req-c3d00dd1-fe7e-485d-95a5-26c8317aa969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:08.949627 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b83cfb3f-d5dc-4ee0-b8f3-0d04d2009dec req-c3d00dd1-fe7e-485d-95a5-26c8317aa969 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f396479b-0e32-4677-a83f-0cb151877d08 HTTP/1.1" status: 200 len: 834 time: 0.0428483 Feb 09 22:44:08.998736 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83cfb3f-d5dc-4ee0-b8f3-0d04d2009dec req-29e98cfb-dab6-4794-9505-f74290dbe9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:09.000921 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b83cfb3f-d5dc-4ee0-b8f3-0d04d2009dec req-29e98cfb-dab6-4794-9505-f74290dbe9e2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6c7a29b9-a18b-48a9-820b-ed2f296969d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450785 Feb 09 22:44:09.091547 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b83cfb3f-d5dc-4ee0-b8f3-0d04d2009dec req-693f174c-d3f8-485d-b99d-f6ac7ed7acdf service neutron] 10.222.0.89 "GET /v2.0/networks/6c7a29b9-a18b-48a9-820b-ed2f296969d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843432 Feb 09 22:44:09.179774 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-13ad72d3-39bc-41fa-9702-ce6e53e251c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:09.183769 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b83cfb3f-d5dc-4ee0-b8f3-0d04d2009dec req-92f442ee-0c82-43b4-a9b1-9ba69d3876b4 service neutron] 10.222.0.89 "GET /v2.0/networks/6c7a29b9-a18b-48a9-820b-ed2f296969d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855560 Feb 09 22:44:11.149977 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-9a11e032-c220-4cf3-88a0-9d7919df1d49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:11.269975 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [req-58354604-bfb1-4e9b-ac1e-b5f769addfc0 req-6cffb341-1e61-4093-9e1a-95fe8ae1b01f service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=103140) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 22:44:11.271007 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-58354604-bfb1-4e9b-ac1e-b5f769addfc0 req-6cffb341-1e61-4093-9e1a-95fe8ae1b01f service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0477059 Feb 09 22:44:11.457468 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 53906) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:44:11.457985 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac3b163-2cff-4756-8177-4caeb396005f req-35f6122c-0363-4dd6-b71f-11cf2b2befa7 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:11.459417 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5ac3b163-2cff-4756-8177-4caeb396005f req-35f6122c-0363-4dd6-b71f-11cf2b2befa7 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=e5146a53-5074-4137-9aa8-89afc6086cef HTTP/1.1" status: 200 len: 945 time: 0.0560589 Feb 09 22:44:11.514149 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5ac3b163-2cff-4756-8177-4caeb396005f req-0e033a89-8078-406e-9377-363bd4166a19 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=aae86c4f-2ad1-4b71-abde-0f5b402821af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447989 Feb 09 22:44:11.545126 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0f826f25-fbba-4e86-bcf6-b71ba0cdf313 req-63fcb4e2-f21c-4e80-8048-a65ba49919db service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=e5146a53-5074-4137-9aa8-89afc6086cef&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0862341 Feb 09 22:44:11.553862 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [req-0f826f25-fbba-4e86-bcf6-b71ba0cdf313 req-b74fe026-38ea-47ca-af2d-d89965c193d4 service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=103141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 22:44:11.554820 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0f826f25-fbba-4e86-bcf6-b71ba0cdf313 req-b74fe026-38ea-47ca-af2d-d89965c193d4 service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053532 Feb 09 22:44:12.703765 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247ca109-dc24-460a-8867-1620116871f0 req-05f3c0cf-74c3-4100-8bd5-198c9259e2a8 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:12.705296 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-247ca109-dc24-460a-8867-1620116871f0 req-05f3c0cf-74c3-4100-8bd5-198c9259e2a8 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=e5146a53-5074-4137-9aa8-89afc6086cef HTTP/1.1" status: 200 len: 945 time: 0.0581937 Feb 09 22:44:12.753923 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-247ca109-dc24-460a-8867-1620116871f0 req-904bfe74-933d-4c77-ac66-f251812462e7 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=aae86c4f-2ad1-4b71-abde-0f5b402821af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429368 Feb 09 22:44:12.931553 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f826f25-fbba-4e86-bcf6-b71ba0cdf313 req-72403953-90cd-4564-beef-d625acd979e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:12.933143 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0f826f25-fbba-4e86-bcf6-b71ba0cdf313 req-72403953-90cd-4564-beef-d625acd979e6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f48dcb2b50d74af19383cd1d97f39748&device_id=e5146a53-5074-4137-9aa8-89afc6086cef HTTP/1.1" status: 200 len: 1127 time: 0.0442200 Feb 09 22:44:13.000246 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:13.019368 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f826f25-fbba-4e86-bcf6-b71ba0cdf313 req-39c3526e-ea06-43a1-87b6-5cb74e3b9ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:13.020897 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0f826f25-fbba-4e86-bcf6-b71ba0cdf313 req-39c3526e-ea06-43a1-87b6-5cb74e3b9ed5 service neutron] 10.222.0.89 "GET /v2.0/networks?id=6c7a29b9-a18b-48a9-820b-ed2f296969d7 HTTP/1.1" status: 200 len: 898 time: 0.0816748 Feb 09 22:44:13.097690 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0f826f25-fbba-4e86-bcf6-b71ba0cdf313 req-305fb638-2db5-4f7d-ae42-f8785fc4e464 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df30449f-c70c-400b-9979-9e5572dc622d HTTP/1.1" status: 200 len: 1001 time: 0.0700638 Feb 09 22:44:13.145810 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f826f25-fbba-4e86-bcf6-b71ba0cdf313 req-42909849-4d0f-4b0c-92d1-795fa80c2d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:13.147294 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0f826f25-fbba-4e86-bcf6-b71ba0cdf313 req-42909849-4d0f-4b0c-92d1-795fa80c2d7c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f396479b-0e32-4677-a83f-0cb151877d08 HTTP/1.1" status: 200 len: 834 time: 0.0430474 Feb 09 22:44:13.196940 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f826f25-fbba-4e86-bcf6-b71ba0cdf313 req-2f049e46-2689-4915-83e7-91fe4cfdd994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:13.198445 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0f826f25-fbba-4e86-bcf6-b71ba0cdf313 req-2f049e46-2689-4915-83e7-91fe4cfdd994 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6c7a29b9-a18b-48a9-820b-ed2f296969d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449314 Feb 09 22:44:13.559982 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0f826f25-fbba-4e86-bcf6-b71ba0cdf313 req-0b895238-c53b-4024-a744-87d1ec49c8fe service neutron] 10.222.0.89 "GET /v2.0/networks/6c7a29b9-a18b-48a9-820b-ed2f296969d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3553803 Feb 09 22:44:13.646637 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0f826f25-fbba-4e86-bcf6-b71ba0cdf313 req-67ad9b2a-70e4-4533-a6cf-eaefe3fcd68c service neutron] 10.222.0.89 "GET /v2.0/networks/6c7a29b9-a18b-48a9-820b-ed2f296969d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801558 Feb 09 22:44:13.872232 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c44a1f6-0b9e-4c52-aa39-60ad89e3674a req-267c6d4d-b145-4420-89ff-728f9fa72228 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:13.873800 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9c44a1f6-0b9e-4c52-aa39-60ad89e3674a req-267c6d4d-b145-4420-89ff-728f9fa72228 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=e5146a53-5074-4137-9aa8-89afc6086cef HTTP/1.1" status: 200 len: 945 time: 0.0519300 Feb 09 22:44:13.923499 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9c44a1f6-0b9e-4c52-aa39-60ad89e3674a req-460fb7d7-2afe-421f-b423-1b8c28fd8252 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=aae86c4f-2ad1-4b71-abde-0f5b402821af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435877 Feb 09 22:44:14.414027 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:15.045670 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d77df6f-0fb8-4f93-a17d-18c340c57860 req-feef3864-3da4-469a-9273-2ff52a586d83 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:15.047155 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2d77df6f-0fb8-4f93-a17d-18c340c57860 req-feef3864-3da4-469a-9273-2ff52a586d83 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=e5146a53-5074-4137-9aa8-89afc6086cef HTTP/1.1" status: 200 len: 945 time: 0.0556436 Feb 09 22:44:15.095428 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2d77df6f-0fb8-4f93-a17d-18c340c57860 req-0f1d8472-e28b-4fa6-8306-d4dd14c2328d tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=aae86c4f-2ad1-4b71-abde-0f5b402821af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427663 Feb 09 22:44:15.492511 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:16.216798 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce340f2-a0b3-4020-9a09-0fe989834f49 req-b6c0400e-7162-43c0-adae-e9eaa402a457 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:16.218790 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5ce340f2-a0b3-4020-9a09-0fe989834f49 req-b6c0400e-7162-43c0-adae-e9eaa402a457 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=e5146a53-5074-4137-9aa8-89afc6086cef HTTP/1.1" status: 200 len: 945 time: 0.0527420 Feb 09 22:44:16.266072 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5ce340f2-a0b3-4020-9a09-0fe989834f49 req-3a703bd5-cc5d-49c8-b0db-0eab21ef69e3 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=aae86c4f-2ad1-4b71-abde-0f5b402821af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417581 Feb 09 22:44:17.383526 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e099ea11-7572-46c6-9e6b-77a693be36b6 req-4ab279ab-4098-4560-8bd0-b40bced4f449 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:17.385039 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e099ea11-7572-46c6-9e6b-77a693be36b6 req-4ab279ab-4098-4560-8bd0-b40bced4f449 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=e5146a53-5074-4137-9aa8-89afc6086cef HTTP/1.1" status: 200 len: 945 time: 0.0522838 Feb 09 22:44:17.436128 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e099ea11-7572-46c6-9e6b-77a693be36b6 req-954b1477-41a2-4a3c-bc6e-f12e8b193ebb tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=aae86c4f-2ad1-4b71-abde-0f5b402821af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454829 Feb 09 22:44:18.553642 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3f46e5-4584-4948-b25d-6bb5bdea88e7 req-78d3b0fc-41c2-4b45-89a9-da498d8fd18e tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:18.555113 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bd3f46e5-4584-4948-b25d-6bb5bdea88e7 req-78d3b0fc-41c2-4b45-89a9-da498d8fd18e tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=e5146a53-5074-4137-9aa8-89afc6086cef HTTP/1.1" status: 200 len: 945 time: 0.0518978 Feb 09 22:44:18.603677 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bd3f46e5-4584-4948-b25d-6bb5bdea88e7 req-6bb9b772-fd5e-4cd2-bbe8-aaeef90d2818 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=aae86c4f-2ad1-4b71-abde-0f5b402821af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429192 Feb 09 22:44:19.724986 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87ccaf4-ca58-4e1f-9bb6-96fb3a594521 req-3673df3e-ef37-442e-a04d-cb9061c8acba tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:19.726465 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b87ccaf4-ca58-4e1f-9bb6-96fb3a594521 req-3673df3e-ef37-442e-a04d-cb9061c8acba tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=e5146a53-5074-4137-9aa8-89afc6086cef HTTP/1.1" status: 200 len: 945 time: 0.0557129 Feb 09 22:44:19.777034 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b87ccaf4-ca58-4e1f-9bb6-96fb3a594521 req-549f579d-5477-48a7-9993-6b2541c4fb45 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=aae86c4f-2ad1-4b71-abde-0f5b402821af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447218 Feb 09 22:44:21.211465 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef149d3d-ed42-4298-ad5a-f6603099878b req-a2d031d5-de77-45e4-9fbb-5a03bff1a64f tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:21.212972 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ef149d3d-ed42-4298-ad5a-f6603099878b req-a2d031d5-de77-45e4-9fbb-5a03bff1a64f tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=e5146a53-5074-4137-9aa8-89afc6086cef HTTP/1.1" status: 200 len: 945 time: 0.3647428 Feb 09 22:44:21.260302 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ef149d3d-ed42-4298-ad5a-f6603099878b req-e9fb1293-6860-45e0-87d0-90d7b51a66bb tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=aae86c4f-2ad1-4b71-abde-0f5b402821af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411692 Feb 09 22:44:22.063283 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:22.379078 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051ae7a2-8527-4ce4-9a75-2e7a6da56268 req-a2fa422d-14de-4945-9c13-fe504544f626 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:22.380562 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-051ae7a2-8527-4ce4-9a75-2e7a6da56268 req-a2fa422d-14de-4945-9c13-fe504544f626 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=e5146a53-5074-4137-9aa8-89afc6086cef HTTP/1.1" status: 200 len: 945 time: 0.0510323 Feb 09 22:44:22.427835 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-051ae7a2-8527-4ce4-9a75-2e7a6da56268 req-af865bf7-b4fb-47b1-9d0a-8e60351107bc tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=aae86c4f-2ad1-4b71-abde-0f5b402821af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415838 Feb 09 22:44:23.550826 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40a34d8-bff6-4691-9770-fcc99379e341 req-c7e8c7db-5489-4367-bb7f-bddf2927f401 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:23.552316 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f40a34d8-bff6-4691-9770-fcc99379e341 req-c7e8c7db-5489-4367-bb7f-bddf2927f401 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=e5146a53-5074-4137-9aa8-89afc6086cef HTTP/1.1" status: 200 len: 945 time: 0.0552142 Feb 09 22:44:23.599739 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f40a34d8-bff6-4691-9770-fcc99379e341 req-46e3c409-de6a-422e-8b5a-e1cf2a5caaf4 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=aae86c4f-2ad1-4b71-abde-0f5b402821af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417957 Feb 09 22:44:24.212756 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:24.721313 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4106f1-5d86-417b-bbec-26f43f91b5a6 req-8cc19f03-1287-4354-b1fd-90e4796755a5 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:24.722822 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8d4106f1-5d86-417b-bbec-26f43f91b5a6 req-8cc19f03-1287-4354-b1fd-90e4796755a5 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=e5146a53-5074-4137-9aa8-89afc6086cef HTTP/1.1" status: 200 len: 945 time: 0.0557983 Feb 09 22:44:24.769817 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8d4106f1-5d86-417b-bbec-26f43f91b5a6 req-667d533b-cbd4-46f2-a76f-c47c6779b237 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=aae86c4f-2ad1-4b71-abde-0f5b402821af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414143 Feb 09 22:44:25.825999 n-d-828369-5 neutron-server[103141]: INFO neutron.api.v2.resource [req-0f826f25-fbba-4e86-bcf6-b71ba0cdf313 req-dfa6e5fa-283b-4a98-8f8e-b33cad3d9ea4 service neutron] show failed (client error): The resource could not be found. Feb 09 22:44:25.827031 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0f826f25-fbba-4e86-bcf6-b71ba0cdf313 req-dfa6e5fa-283b-4a98-8f8e-b33cad3d9ea4 service neutron] 10.222.0.89 "GET /v2.0/ports/df30449f-c70c-400b-9979-9e5572dc622d/bindings/n-h1-828369-5 HTTP/1.1" status: 404 len: 380 time: 0.0599012 Feb 09 22:44:25.893988 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d19ebe-ffbb-4f62-b664-11ec836dbdd4 req-b8a4c0af-b2b5-4970-8ccc-654f1f90853e tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:25.895823 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c8d19ebe-ffbb-4f62-b664-11ec836dbdd4 req-b8a4c0af-b2b5-4970-8ccc-654f1f90853e tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=e5146a53-5074-4137-9aa8-89afc6086cef HTTP/1.1" status: 200 len: 945 time: 0.0559773 Feb 09 22:44:25.948012 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c8d19ebe-ffbb-4f62-b664-11ec836dbdd4 req-553fc67c-e31a-4bad-81e4-98c570436507 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=aae86c4f-2ad1-4b71-abde-0f5b402821af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464082 Feb 09 22:44:26.028734 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f826f25-fbba-4e86-bcf6-b71ba0cdf313 req-2089c996-a236-4c4d-8ab7-ebdb1d35988f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:26.030227 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0f826f25-fbba-4e86-bcf6-b71ba0cdf313 req-2089c996-a236-4c4d-8ab7-ebdb1d35988f service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=e5146a53-5074-4137-9aa8-89afc6086cef&tenant_id=f48dcb2b50d74af19383cd1d97f39748 HTTP/1.1" status: 200 len: 1127 time: 0.0434868 Feb 09 22:44:26.040663 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-0f826f25-fbba-4e86-bcf6-b71ba0cdf313 req-a5ed95de-e890-4333-ba78-5fab2f48bd9d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828369-5', 'device_owner': 'compute:nova'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:44:26.097581 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-0f826f25-fbba-4e86-bcf6-b71ba0cdf313 req-a5ed95de-e890-4333-ba78-5fab2f48bd9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (df30449f-c70c-400b-9979-9e5572dc622d), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:26.300353 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-0f826f25-fbba-4e86-bcf6-b71ba0cdf313 req-a5ed95de-e890-4333-ba78-5fab2f48bd9d service neutron] For port df30449f-c70c-400b-9979-9e5572dc622d, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=df30449f-c70c-400b-9979-9e5572dc622d,segment=NetworkSegment(6dee5513-e607-4e4b-8690-ba36c001ef6c),segment_id=6dee5513-e607-4e4b-8690-ba36c001ef6c)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:44:26.337443 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-0f826f25-fbba-4e86-bcf6-b71ba0cdf313 req-a5ed95de-e890-4333-ba78-5fab2f48bd9d service neutron] For port df30449f-c70c-400b-9979-9e5572dc622d, host n-h2-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:44:26.378254 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5146a53-5074-4137-9aa8-89afc6086cef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df30449f-c70c-400b-9979-9e5572dc622d'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:44:26.380739 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}084566773578a82c7ab9e8b7d7948f8d3f1cbdaece621e80e6759ea940bbe07a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae390628-1396-4f11-a1ef-1411a918da4f" -d '{"events": [{"server_uuid": "e5146a53-5074-4137-9aa8-89afc6086cef", "name": "network-vif-unplugged", "status": "completed", "tag": "df30449f-c70c-400b-9979-9e5572dc622d"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:44:26.384607 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-0f826f25-fbba-4e86-bcf6-b71ba0cdf313 req-a5ed95de-e890-4333-ba78-5fab2f48bd9d service neutron] Publish callbacks [] for port (df30449f-c70c-400b-9979-9e5572dc622d), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:26.397601 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [req-0f826f25-fbba-4e86-bcf6-b71ba0cdf313 req-a5ed95de-e890-4333-ba78-5fab2f48bd9d service neutron] Transition to ACTIVE for port object df30449f-c70c-400b-9979-9e5572dc622d will not be triggered until provisioned by entity L2. {{(pid=103140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:44:26.401479 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-0f826f25-fbba-4e86-bcf6-b71ba0cdf313 req-a5ed95de-e890-4333-ba78-5fab2f48bd9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (df30449f-c70c-400b-9979-9e5572dc622d), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:26.435605 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 22:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-752da0b5-c8d4-4d1a-b55a-a63789fb0818 x-openstack-request-id: req-752da0b5-c8d4-4d1a-b55a-a63789fb0818 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:44:26.436037 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5146a53-5074-4137-9aa8-89afc6086cef", "name": "network-vif-unplugged", "status": "completed", "tag": "df30449f-c70c-400b-9979-9e5572dc622d", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:44:26.436151 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-752da0b5-c8d4-4d1a-b55a-a63789fb0818 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:44:26.436546 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5146a53-5074-4137-9aa8-89afc6086cef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df30449f-c70c-400b-9979-9e5572dc622d', 'code': 200} Feb 09 22:44:26.487265 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ed95de-e890-4333-ba78-5fab2f48bd9d service neutron] Pushing event updated for resources: {'Port': ['ID=df30449f-c70c-400b-9979-9e5572dc622d,revision_number=6']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:44:26.505422 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ed95de-e890-4333-ba78-5fab2f48bd9d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:44:26.505777 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ed95de-e890-4333-ba78-5fab2f48bd9d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:44:26.506117 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ed95de-e890-4333-ba78-5fab2f48bd9d service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:44:26.506455 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ed95de-e890-4333-ba78-5fab2f48bd9d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:44:26.506785 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ed95de-e890-4333-ba78-5fab2f48bd9d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:44:26.507249 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ed95de-e890-4333-ba78-5fab2f48bd9d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:44:26.507583 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ed95de-e890-4333-ba78-5fab2f48bd9d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:44:26.507908 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ed95de-e890-4333-ba78-5fab2f48bd9d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:44:26.508246 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ed95de-e890-4333-ba78-5fab2f48bd9d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:44:26.508574 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ed95de-e890-4333-ba78-5fab2f48bd9d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:44:26.508897 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ed95de-e890-4333-ba78-5fab2f48bd9d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:44:26.509216 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ed95de-e890-4333-ba78-5fab2f48bd9d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:44:26.509533 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ed95de-e890-4333-ba78-5fab2f48bd9d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:44:26.545363 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f826f25-fbba-4e86-bcf6-b71ba0cdf313 req-a5ed95de-e890-4333-ba78-5fab2f48bd9d service neutron] No DVR routers for this DVR port df30449f-c70c-400b-9979-9e5572dc622d on host n-h2-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:44:26.683800 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-0f826f25-fbba-4e86-bcf6-b71ba0cdf313 req-a5ed95de-e890-4333-ba78-5fab2f48bd9d service neutron] Attempting to bind port df30449f-c70c-400b-9979-9e5572dc622d on host n-h1-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:44:26.684134 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-0f826f25-fbba-4e86-bcf6-b71ba0cdf313 req-a5ed95de-e890-4333-ba78-5fab2f48bd9d service neutron] Attempting to bind port df30449f-c70c-400b-9979-9e5572dc622d by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': '6dee5513-e607-4e4b-8690-ba36c001ef6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '6c7a29b9-a18b-48a9-820b-ed2f296969d7'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:44:26.684522 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f826f25-fbba-4e86-bcf6-b71ba0cdf313 req-a5ed95de-e890-4333-ba78-5fab2f48bd9d service neutron] Attempting to bind port df30449f-c70c-400b-9979-9e5572dc622d on network 6c7a29b9-a18b-48a9-820b-ed2f296969d7 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:44:26.690471 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f826f25-fbba-4e86-bcf6-b71ba0cdf313 req-a5ed95de-e890-4333-ba78-5fab2f48bd9d service neutron] Port df30449f-c70c-400b-9979-9e5572dc622d on network 6c7a29b9-a18b-48a9-820b-ed2f296969d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:44:26.692747 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f826f25-fbba-4e86-bcf6-b71ba0cdf313 req-a5ed95de-e890-4333-ba78-5fab2f48bd9d service neutron] Attempting to bind port df30449f-c70c-400b-9979-9e5572dc622d on network 6c7a29b9-a18b-48a9-820b-ed2f296969d7 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:44:26.696406 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f826f25-fbba-4e86-bcf6-b71ba0cdf313 req-a5ed95de-e890-4333-ba78-5fab2f48bd9d service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:44:26.696747 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f826f25-fbba-4e86-bcf6-b71ba0cdf313 req-a5ed95de-e890-4333-ba78-5fab2f48bd9d service neutron] Checking segment: {'id': '6dee5513-e607-4e4b-8690-ba36c001ef6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '6c7a29b9-a18b-48a9-820b-ed2f296969d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:44:26.697128 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f826f25-fbba-4e86-bcf6-b71ba0cdf313 req-a5ed95de-e890-4333-ba78-5fab2f48bd9d service neutron] Bound using segment: {'id': '6dee5513-e607-4e4b-8690-ba36c001ef6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '6c7a29b9-a18b-48a9-820b-ed2f296969d7'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:44:26.697600 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-0f826f25-fbba-4e86-bcf6-b71ba0cdf313 req-a5ed95de-e890-4333-ba78-5fab2f48bd9d service neutron] Bound port: df30449f-c70c-400b-9979-9e5572dc622d, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dee5513-e607-4e4b-8690-ba36c001ef6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '6c7a29b9-a18b-48a9-820b-ed2f296969d7'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:44:26.697926 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-0f826f25-fbba-4e86-bcf6-b71ba0cdf313 req-a5ed95de-e890-4333-ba78-5fab2f48bd9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (df30449f-c70c-400b-9979-9e5572dc622d), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:26.759764 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-0f826f25-fbba-4e86-bcf6-b71ba0cdf313 req-a5ed95de-e890-4333-ba78-5fab2f48bd9d service neutron] For port df30449f-c70c-400b-9979-9e5572dc622d, host n-h1-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:44:26.762697 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-0f826f25-fbba-4e86-bcf6-b71ba0cdf313 req-a5ed95de-e890-4333-ba78-5fab2f48bd9d service neutron] For port df30449f-c70c-400b-9979-9e5572dc622d, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=df30449f-c70c-400b-9979-9e5572dc622d,segment=NetworkSegment(6dee5513-e607-4e4b-8690-ba36c001ef6c),segment_id=6dee5513-e607-4e4b-8690-ba36c001ef6c)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:44:26.768942 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-0f826f25-fbba-4e86-bcf6-b71ba0cdf313 req-a5ed95de-e890-4333-ba78-5fab2f48bd9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (df30449f-c70c-400b-9979-9e5572dc622d), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:26.801577 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f826f25-fbba-4e86-bcf6-b71ba0cdf313 req-a5ed95de-e890-4333-ba78-5fab2f48bd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:26.802274 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-0f826f25-fbba-4e86-bcf6-b71ba0cdf313 req-a5ed95de-e890-4333-ba78-5fab2f48bd9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:26.803642 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0f826f25-fbba-4e86-bcf6-b71ba0cdf313 req-a5ed95de-e890-4333-ba78-5fab2f48bd9d service neutron] 10.222.0.95 "PUT /v2.0/ports/df30449f-c70c-400b-9979-9e5572dc622d HTTP/1.1" status: 200 len: 1091 time: 0.7668707 Feb 09 22:44:26.836800 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ed95de-e890-4333-ba78-5fab2f48bd9d service neutron] Pushing event updated for resources: {'Port': ['ID=df30449f-c70c-400b-9979-9e5572dc622d,revision_number=7']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:44:26.881526 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f826f25-fbba-4e86-bcf6-b71ba0cdf313 req-3fd028e4-eb21-483b-88d0-4b96644fb096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:26.883479 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0f826f25-fbba-4e86-bcf6-b71ba0cdf313 req-3fd028e4-eb21-483b-88d0-4b96644fb096 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=f48dcb2b50d74af19383cd1d97f39748&device_id=e5146a53-5074-4137-9aa8-89afc6086cef HTTP/1.1" status: 200 len: 1125 time: 0.0571477 Feb 09 22:44:26.977276 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f826f25-fbba-4e86-bcf6-b71ba0cdf313 req-ab8cb9bb-002f-4f62-980c-d684506df68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:26.978836 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0f826f25-fbba-4e86-bcf6-b71ba0cdf313 req-ab8cb9bb-002f-4f62-980c-d684506df68c service neutron] 10.222.0.95 "GET /v2.0/networks?id=6c7a29b9-a18b-48a9-820b-ed2f296969d7 HTTP/1.1" status: 200 len: 898 time: 0.0899754 Feb 09 22:44:27.073632 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0f826f25-fbba-4e86-bcf6-b71ba0cdf313 req-868a392d-0031-46f7-8ca3-09d67efb317c service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df30449f-c70c-400b-9979-9e5572dc622d HTTP/1.1" status: 200 len: 999 time: 0.0889471 Feb 09 22:44:27.119473 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3bd61d-e571-4507-818f-63ec5b8f7c77 req-9949a26a-5d76-4038-be4f-e392a5eacdeb tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:27.120983 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2d3bd61d-e571-4507-818f-63ec5b8f7c77 req-9949a26a-5d76-4038-be4f-e392a5eacdeb tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=e5146a53-5074-4137-9aa8-89afc6086cef HTTP/1.1" status: 200 len: 943 time: 0.0989597 Feb 09 22:44:27.148948 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f826f25-fbba-4e86-bcf6-b71ba0cdf313 req-29579476-aa66-439e-bde4-57ff532f36b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:27.150410 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0f826f25-fbba-4e86-bcf6-b71ba0cdf313 req-29579476-aa66-439e-bde4-57ff532f36b2 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=f396479b-0e32-4677-a83f-0cb151877d08 HTTP/1.1" status: 200 len: 834 time: 0.0709970 Feb 09 22:44:27.203071 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2d3bd61d-e571-4507-818f-63ec5b8f7c77 req-900f641c-98ce-468a-bf2c-6931cbd2051b tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=aae86c4f-2ad1-4b71-abde-0f5b402821af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756886 Feb 09 22:44:27.218586 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f826f25-fbba-4e86-bcf6-b71ba0cdf313 req-62c89de0-d60b-4bce-bc59-f9c3cce2570d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:27.220064 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0f826f25-fbba-4e86-bcf6-b71ba0cdf313 req-62c89de0-d60b-4bce-bc59-f9c3cce2570d service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6c7a29b9-a18b-48a9-820b-ed2f296969d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0638702 Feb 09 22:44:27.310587 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0f826f25-fbba-4e86-bcf6-b71ba0cdf313 req-a86c91fb-4c18-494a-b8b4-4ddd9c3c9699 service neutron] 10.222.0.95 "GET /v2.0/networks/6c7a29b9-a18b-48a9-820b-ed2f296969d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839145 Feb 09 22:44:27.401734 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0f826f25-fbba-4e86-bcf6-b71ba0cdf313 req-a42144ab-33e6-4127-922c-7ddfed9f0114 service neutron] 10.222.0.95 "GET /v2.0/networks/6c7a29b9-a18b-48a9-820b-ed2f296969d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847249 Feb 09 22:44:28.329525 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112063a1-5c79-46a0-8db8-c66a23cdbd7d req-134f7576-f029-43ef-b434-b6fdfa7c5e2f tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:28.331012 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-112063a1-5c79-46a0-8db8-c66a23cdbd7d req-134f7576-f029-43ef-b434-b6fdfa7c5e2f tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=e5146a53-5074-4137-9aa8-89afc6086cef HTTP/1.1" status: 200 len: 943 time: 0.0585432 Feb 09 22:44:28.378558 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-112063a1-5c79-46a0-8db8-c66a23cdbd7d req-5922367e-445a-4e4c-aea7-6bfed4e0e25e tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=aae86c4f-2ad1-4b71-abde-0f5b402821af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420182 Feb 09 22:44:28.437285 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5146a53-5074-4137-9aa8-89afc6086cef', 'tag': 'df30449f-c70c-400b-9979-9e5572dc622d'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:44:28.439596 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}084566773578a82c7ab9e8b7d7948f8d3f1cbdaece621e80e6759ea940bbe07a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb1812dd-c431-4e51-988f-804058f583e3" -d '{"events": [{"name": "network-changed", "server_uuid": "e5146a53-5074-4137-9aa8-89afc6086cef", "tag": "df30449f-c70c-400b-9979-9e5572dc622d"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:44:28.487525 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a1beb2-fe2c-4edc-adca-b31f06e308a4 x-openstack-request-id: req-70a1beb2-fe2c-4edc-adca-b31f06e308a4 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:44:28.487833 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5146a53-5074-4137-9aa8-89afc6086cef", "tag": "df30449f-c70c-400b-9979-9e5572dc622d", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:44:28.488244 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-70a1beb2-fe2c-4edc-adca-b31f06e308a4 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:44:28.488709 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5146a53-5074-4137-9aa8-89afc6086cef', 'tag': 'df30449f-c70c-400b-9979-9e5572dc622d', 'status': 'completed', 'code': 200} Feb 09 22:44:28.552110 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1812dd-c431-4e51-988f-804058f583e3 req-6d9d4847-c62a-40cf-9f17-ed48a481d36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:28.553333 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1812dd-c431-4e51-988f-804058f583e3 req-9a699d4f-6204-4ecc-9e9a-d2bd6adf8fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:28.553825 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cb1812dd-c431-4e51-988f-804058f583e3 req-6d9d4847-c62a-40cf-9f17-ed48a481d36e service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=f48dcb2b50d74af19383cd1d97f39748&device_id=e5146a53-5074-4137-9aa8-89afc6086cef HTTP/1.1" status: 200 len: 1125 time: 0.0471470 Feb 09 22:44:28.554834 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-cb1812dd-c431-4e51-988f-804058f583e3 req-9a699d4f-6204-4ecc-9e9a-d2bd6adf8fd0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f48dcb2b50d74af19383cd1d97f39748&device_id=e5146a53-5074-4137-9aa8-89afc6086cef HTTP/1.1" status: 200 len: 1125 time: 0.0458531 Feb 09 22:44:28.644311 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1812dd-c431-4e51-988f-804058f583e3 req-c395eef3-9030-4470-8994-a4bddeaed500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:28.645756 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1812dd-c431-4e51-988f-804058f583e3 req-c0d74b2a-4c42-4f4d-b995-12305b27028b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:28.646100 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-cb1812dd-c431-4e51-988f-804058f583e3 req-c395eef3-9030-4470-8994-a4bddeaed500 service neutron] 10.222.0.89 "GET /v2.0/networks?id=6c7a29b9-a18b-48a9-820b-ed2f296969d7 HTTP/1.1" status: 200 len: 898 time: 0.0839574 Feb 09 22:44:28.647261 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cb1812dd-c431-4e51-988f-804058f583e3 req-c0d74b2a-4c42-4f4d-b995-12305b27028b service neutron] 10.222.0.95 "GET /v2.0/networks?id=6c7a29b9-a18b-48a9-820b-ed2f296969d7 HTTP/1.1" status: 200 len: 898 time: 0.0872986 Feb 09 22:44:28.652433 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device df30449f-c70c-400b-9979-9e5572dc622d details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:44:28.720287 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-cb1812dd-c431-4e51-988f-804058f583e3 req-de685d7b-6100-446b-ae3e-ac77d6a52ab2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df30449f-c70c-400b-9979-9e5572dc622d HTTP/1.1" status: 200 len: 999 time: 0.0680702 Feb 09 22:44:28.723581 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cb1812dd-c431-4e51-988f-804058f583e3 req-589b753e-be1a-4ee5-84ce-aee07d63922f service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df30449f-c70c-400b-9979-9e5572dc622d HTTP/1.1" status: 200 len: 999 time: 0.0682843 Feb 09 22:44:28.768630 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1812dd-c431-4e51-988f-804058f583e3 req-501c05a9-b406-4f33-a84e-41a39fe05e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:28.770381 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-cb1812dd-c431-4e51-988f-804058f583e3 req-501c05a9-b406-4f33-a84e-41a39fe05e15 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f396479b-0e32-4677-a83f-0cb151877d08 HTTP/1.1" status: 200 len: 834 time: 0.0438759 Feb 09 22:44:28.770535 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port df30449f-c70c-400b-9979-9e5572dc622d, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=df30449f-c70c-400b-9979-9e5572dc622d,segment=NetworkSegment(6dee5513-e607-4e4b-8690-ba36c001ef6c),segment_id=6dee5513-e607-4e4b-8690-ba36c001ef6c)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:44:28.785108 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': 'df30449f-c70c-400b-9979-9e5572dc622d', 'network_id': '6c7a29b9-a18b-48a9-820b-ed2f296969d7', 'port_id': 'df30449f-c70c-400b-9979-9e5572dc622d', 'mac_address': 'fa:16:3e:2f:2c:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f396479b-0e32-4677-a83f-0cb151877d08', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:44:28.792020 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1812dd-c431-4e51-988f-804058f583e3 req-74d7e724-de17-44f3-82a0-c0bffa3d6cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:28.793524 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cb1812dd-c431-4e51-988f-804058f583e3 req-74d7e724-de17-44f3-82a0-c0bffa3d6cd9 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=f396479b-0e32-4677-a83f-0cb151877d08 HTTP/1.1" status: 200 len: 834 time: 0.0629935 Feb 09 22:44:28.822277 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1812dd-c431-4e51-988f-804058f583e3 req-242867b5-30fe-4ac0-bf59-6d994d0ad7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:28.824004 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-cb1812dd-c431-4e51-988f-804058f583e3 req-242867b5-30fe-4ac0-bf59-6d994d0ad7dd service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6c7a29b9-a18b-48a9-820b-ed2f296969d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0477490 Feb 09 22:44:28.830416 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port df30449f-c70c-400b-9979-9e5572dc622d is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:44:28.830814 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (df30449f-c70c-400b-9979-9e5572dc622d), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:28.845224 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df30449f-c70c-400b-9979-9e5572dc622d {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:44:28.854144 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1812dd-c431-4e51-988f-804058f583e3 req-218d7bd9-a4a3-4481-a52b-cda30267648f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:28.856026 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cb1812dd-c431-4e51-988f-804058f583e3 req-218d7bd9-a4a3-4481-a52b-cda30267648f service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6c7a29b9-a18b-48a9-820b-ed2f296969d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0542705 Feb 09 22:44:28.866299 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port df30449f-c70c-400b-9979-9e5572dc622d, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=df30449f-c70c-400b-9979-9e5572dc622d,segment=NetworkSegment(6dee5513-e607-4e4b-8690-ba36c001ef6c),segment_id=6dee5513-e607-4e4b-8690-ba36c001ef6c)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:44:28.870278 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (df30449f-c70c-400b-9979-9e5572dc622d), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:28.921683 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=df30449f-c70c-400b-9979-9e5572dc622d,revision_number=8']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:44:28.922929 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-cb1812dd-c431-4e51-988f-804058f583e3 req-c953150c-ef17-423e-aeb6-57e78871e678 service neutron] 10.222.0.89 "GET /v2.0/networks/6c7a29b9-a18b-48a9-820b-ed2f296969d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921414 Feb 09 22:44:28.929792 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:44:28.930138 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:44:28.930475 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:44:28.930809 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:44:28.931137 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:44:28.931464 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:44:28.931787 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:44:28.932109 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:44:28.932462 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:44:28.932787 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:44:28.933501 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:44:28.933501 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:44:28.933717 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:44:28.973147 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cb1812dd-c431-4e51-988f-804058f583e3 req-92eec7f0-64d2-42aa-8570-2e728f0492ef service neutron] 10.222.0.95 "GET /v2.0/networks/6c7a29b9-a18b-48a9-820b-ed2f296969d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103740 Feb 09 22:44:29.013763 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-cb1812dd-c431-4e51-988f-804058f583e3 req-fd4505cd-7065-4e62-8db1-504d9dad727c service neutron] 10.222.0.89 "GET /v2.0/networks/6c7a29b9-a18b-48a9-820b-ed2f296969d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844593 Feb 09 22:44:29.084881 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cb1812dd-c431-4e51-988f-804058f583e3 req-2b276fc2-355d-4064-8f7b-2cf1c4a81d9b service neutron] 10.222.0.95 "GET /v2.0/networks/6c7a29b9-a18b-48a9-820b-ed2f296969d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989850 Feb 09 22:44:29.142976 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['df30449f-c70c-400b-9979-9e5572dc622d'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:44:29.498392 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eb6c14-f5a0-4b00-b27e-f4245235c184 req-4fce561d-fdc5-4f86-997e-fdad50745002 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:29.500411 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-13eb6c14-f5a0-4b00-b27e-f4245235c184 req-4fce561d-fdc5-4f86-997e-fdad50745002 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=e5146a53-5074-4137-9aa8-89afc6086cef HTTP/1.1" status: 200 len: 944 time: 0.0534198 Feb 09 22:44:29.548184 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-13eb6c14-f5a0-4b00-b27e-f4245235c184 req-8c17a71f-ef4e-4739-984e-3ec13bb85bd1 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=aae86c4f-2ad1-4b71-abde-0f5b402821af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423646 Feb 09 22:44:29.743102 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fc0a00-7631-427e-afbf-e7faffb20dd2 req-0f6f459d-5dc8-418c-b442-bd8e6c9b4259 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:29.744620 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d1fc0a00-7631-427e-afbf-e7faffb20dd2 req-0f6f459d-5dc8-418c-b442-bd8e6c9b4259 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=e5146a53-5074-4137-9aa8-89afc6086cef HTTP/1.1" status: 200 len: 944 time: 0.0523865 Feb 09 22:44:29.768277 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6b02db-6e4d-4497-9631-55515434036b req-0ce34dde-6512-43d7-a0c7-74ced7784942 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:29.769802 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-5a6b02db-6e4d-4497-9631-55515434036b req-0ce34dde-6512-43d7-a0c7-74ced7784942 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.89 "GET /v2.0/ports?device_id=e5146a53-5074-4137-9aa8-89afc6086cef&tenant_id=f48dcb2b50d74af19383cd1d97f39748&binding%3Ahost_id=n-h1-828369-5 HTTP/1.1" status: 200 len: 944 time: 0.0620065 Feb 09 22:44:29.794406 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d1fc0a00-7631-427e-afbf-e7faffb20dd2 req-d49e5c09-a25c-4542-a4dd-5616ce688e40 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=aae86c4f-2ad1-4b71-abde-0f5b402821af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428884 Feb 09 22:44:29.829576 n-d-828369-5 neutron-server[103141]: INFO neutron.api.v2.resource [req-5a6b02db-6e4d-4497-9631-55515434036b req-5d503e2f-3960-4e11-bd10-8eb3d5f0bd4f service neutron] delete failed (client error): The resource could not be found. Feb 09 22:44:29.830601 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-5a6b02db-6e4d-4497-9631-55515434036b req-5d503e2f-3960-4e11-bd10-8eb3d5f0bd4f service neutron] 10.222.0.89 "DELETE /v2.0/ports/df30449f-c70c-400b-9979-9e5572dc622d/bindings/n-h2-828369-5 HTTP/1.1" status: 404 len: 380 time: 0.0541670 Feb 09 22:44:29.918899 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6b02db-6e4d-4497-9631-55515434036b req-a29fec10-d432-4f24-8aa8-3bf4e7bf24e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:29.919874 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbc2e2b-1abc-4323-9aa1-772413d000a9 req-0bbf724c-3a6f-401b-ad01-516e026b8d4a tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:29.920369 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-5a6b02db-6e4d-4497-9631-55515434036b req-a29fec10-d432-4f24-8aa8-3bf4e7bf24e6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f48dcb2b50d74af19383cd1d97f39748&device_id=e5146a53-5074-4137-9aa8-89afc6086cef HTTP/1.1" status: 200 len: 1126 time: 0.0443830 Feb 09 22:44:29.921921 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2cbc2e2b-1abc-4323-9aa1-772413d000a9 req-0bbf724c-3a6f-401b-ad01-516e026b8d4a tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=e5146a53-5074-4137-9aa8-89afc6086cef HTTP/1.1" status: 200 len: 944 time: 0.0583203 Feb 09 22:44:29.971326 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2cbc2e2b-1abc-4323-9aa1-772413d000a9 req-83253eb7-4b15-4465-8a38-d1cc947c4cfc tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=aae86c4f-2ad1-4b71-abde-0f5b402821af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435579 Feb 09 22:44:30.012238 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6b02db-6e4d-4497-9631-55515434036b req-0850a36e-a254-4aec-bd7f-e41882f1de9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:30.013737 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-5a6b02db-6e4d-4497-9631-55515434036b req-0850a36e-a254-4aec-bd7f-e41882f1de9e service neutron] 10.222.0.89 "GET /v2.0/networks?id=6c7a29b9-a18b-48a9-820b-ed2f296969d7 HTTP/1.1" status: 200 len: 898 time: 0.0876126 Feb 09 22:44:30.077487 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-5a6b02db-6e4d-4497-9631-55515434036b req-30fa983d-b694-48f0-96f3-e92793d82252 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df30449f-c70c-400b-9979-9e5572dc622d HTTP/1.1" status: 200 len: 1000 time: 0.0577071 Feb 09 22:44:30.124095 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6b02db-6e4d-4497-9631-55515434036b req-4311ee36-96ea-4144-b4c6-81ab0dffbcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:30.126071 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-5a6b02db-6e4d-4497-9631-55515434036b req-4311ee36-96ea-4144-b4c6-81ab0dffbcaf service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f396479b-0e32-4677-a83f-0cb151877d08 HTTP/1.1" status: 200 len: 834 time: 0.0428305 Feb 09 22:44:30.179455 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6b02db-6e4d-4497-9631-55515434036b req-751040e1-e0dd-4133-84fd-28b88e563ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:30.180918 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-5a6b02db-6e4d-4497-9631-55515434036b req-751040e1-e0dd-4133-84fd-28b88e563ebd service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6c7a29b9-a18b-48a9-820b-ed2f296969d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0489950 Feb 09 22:44:30.267987 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-5a6b02db-6e4d-4497-9631-55515434036b req-1fea8057-03b5-4a7e-8860-e89ac5795da6 service neutron] 10.222.0.89 "GET /v2.0/networks/6c7a29b9-a18b-48a9-820b-ed2f296969d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805657 Feb 09 22:44:30.359183 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-5a6b02db-6e4d-4497-9631-55515434036b req-7a7da70f-3c18-4d39-8828-e7bc86977eb2 service neutron] 10.222.0.89 "GET /v2.0/networks/6c7a29b9-a18b-48a9-820b-ed2f296969d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849018 Feb 09 22:44:30.651079 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device df30449f-c70c-400b-9979-9e5572dc622d up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:44:30.700195 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning for port df30449f-c70c-400b-9979-9e5572dc622d completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:44:30.704882 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port df30449f-c70c-400b-9979-9e5572dc622d triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:44:30.705278 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (df30449f-c70c-400b-9979-9e5572dc622d), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:30.792800 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port df30449f-c70c-400b-9979-9e5572dc622d is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:44:30.793551 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (df30449f-c70c-400b-9979-9e5572dc622d), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:30.818730 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5146a53-5074-4137-9aa8-89afc6086cef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df30449f-c70c-400b-9979-9e5572dc622d'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:44:30.821039 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cf4d4d953224237653245d15ffec07a65c4bd356d4237fd84236d8abf5d48a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c716a6b-e95a-4a69-b1ee-bc23e59d20fb" -d '{"events": [{"server_uuid": "e5146a53-5074-4137-9aa8-89afc6086cef", "name": "network-vif-plugged", "status": "completed", "tag": "df30449f-c70c-400b-9979-9e5572dc622d"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:44:30.837095 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port df30449f-c70c-400b-9979-9e5572dc622d, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=df30449f-c70c-400b-9979-9e5572dc622d,segment=NetworkSegment(6dee5513-e607-4e4b-8690-ba36c001ef6c),segment_id=6dee5513-e607-4e4b-8690-ba36c001ef6c)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:44:30.843686 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (df30449f-c70c-400b-9979-9e5572dc622d), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:30.871543 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df98c455-fda4-49ad-a646-67ebb8bcc8eb x-openstack-request-id: req-df98c455-fda4-49ad-a646-67ebb8bcc8eb {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:44:30.871837 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5146a53-5074-4137-9aa8-89afc6086cef", "name": "network-vif-plugged", "status": "completed", "tag": "df30449f-c70c-400b-9979-9e5572dc622d", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:44:30.872095 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-df98c455-fda4-49ad-a646-67ebb8bcc8eb {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:44:30.872516 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5146a53-5074-4137-9aa8-89afc6086cef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df30449f-c70c-400b-9979-9e5572dc622d', 'code': 200} Feb 09 22:44:30.894878 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=df30449f-c70c-400b-9979-9e5572dc622d,revision_number=9']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:44:31.090537 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a559f1-37a0-412d-af27-1759f83003e4 req-d172091a-e5a0-4c96-9c0f-56702145051f tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:44:31.092064 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d5a559f1-37a0-412d-af27-1759f83003e4 req-d172091a-e5a0-4c96-9c0f-56702145051f tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=e5146a53-5074-4137-9aa8-89afc6086cef HTTP/1.1" status: 200 len: 945 time: 0.0527644 Feb 09 22:44:31.140749 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d5a559f1-37a0-412d-af27-1759f83003e4 req-223027c0-39d2-416f-be4d-a1617c431f8b tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=aae86c4f-2ad1-4b71-abde-0f5b402821af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423794 Feb 09 22:44:31.162989 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 53986) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:44:31.229251 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-bea4f719-ee87-43ec-bd19-1668a87c29e5 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/floatingips/54a92ef1-3102-4ad1-b7ec-64cda337f24e HTTP/1.1" status: 200 len: 993 time: 0.0651674 Feb 09 22:44:31.282127 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device df30449f-c70c-400b-9979-9e5572dc622d no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:44:31.327242 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] The host n-h2-828369-5 is not matching for port df30449f-c70c-400b-9979-9e5572dc622d host n-h1-828369-5! {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 22:44:31.327633 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device df30449f-c70c-400b-9979-9e5572dc622d not bound to the agent host n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:44:38.544140 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:44:39.175407 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-734d07dc-5fb0-415c-b282-afe34ab4d24f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:41.151775 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-469314d5-890c-40bd-b69d-25badb3d2fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:43.004776 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:44.416623 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:45.495102 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:52.084206 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:54.214333 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:59.602995 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 53996) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:44:59.761432 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-1b78c53d-3952-4bdf-b73b-789a98e7eb08 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Deleting port f930b18f-ea88-4691-a4e2-6f6695fb08f5 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:44:59.761780 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1b78c53d-3952-4bdf-b73b-789a98e7eb08 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (f930b18f-ea88-4691-a4e2-6f6695fb08f5), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:59.836749 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1b78c53d-3952-4bdf-b73b-789a98e7eb08 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (f930b18f-ea88-4691-a4e2-6f6695fb08f5), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:59.837080 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1b78c53d-3952-4bdf-b73b-789a98e7eb08 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for floatingip (f930b18f-ea88-4691-a4e2-6f6695fb08f5), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:44:59.848599 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-1b78c53d-3952-4bdf-b73b-789a98e7eb08 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Calling delete_port for f930b18f-ea88-4691-a4e2-6f6695fb08f5 owned by network:floatingip {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:44:59.998194 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1b78c53d-3952-4bdf-b73b-789a98e7eb08 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (f930b18f-ea88-4691-a4e2-6f6695fb08f5), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:00.026482 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b78c53d-3952-4bdf-b73b-789a98e7eb08 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event deleted for resources: {'Port': ['ID=f930b18f-ea88-4691-a4e2-6f6695fb08f5,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:45:00.088737 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1b78c53d-3952-4bdf-b73b-789a98e7eb08 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for floatingip (54a92ef1-3102-4ad1-b7ec-64cda337f24e), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:00.089206 n-d-828369-5 neutron-server[103140]: INFO neutron.db.l3_db [None req-1b78c53d-3952-4bdf-b73b-789a98e7eb08 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Floating IP 54a92ef1-3102-4ad1-b7ec-64cda337f24e disassociated (deleted). External IP: 172.25.3.134, port: df30449f-c70c-400b-9979-9e5572dc622d. Feb 09 22:45:00.307253 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b78c53d-3952-4bdf-b73b-789a98e7eb08 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Router 20c0b47b-5eb7-4fed-93f5-697be148a580 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:45:00.415698 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b78c53d-3952-4bdf-b73b-789a98e7eb08 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:45:00.420557 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1b78c53d-3952-4bdf-b73b-789a98e7eb08 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:00.427024 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e347d6e-3c4b-46d7-971a-0f54dc178b8d None None] Sync routers for ids ['20c0b47b-5eb7-4fed-93f5-697be148a580'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:45:00.437360 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e347d6e-3c4b-46d7-971a-0f54dc178b8d None None] Routers {'20c0b47b-5eb7-4fed-93f5-697be148a580'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:45:00.438060 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-8e347d6e-3c4b-46d7-971a-0f54dc178b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:44:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['20c0b47b-5eb7-4fed-93f5-697be148a580'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:45:00.453357 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-1b78c53d-3952-4bdf-b73b-789a98e7eb08 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "DELETE /v2.0/floatingips/54a92ef1-3102-4ad1-b7ec-64cda337f24e HTTP/1.1" status: 204 len: 168 time: 0.8468180 Feb 09 22:45:00.453357 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5146a53-5074-4137-9aa8-89afc6086cef', 'tag': 'df30449f-c70c-400b-9979-9e5572dc622d'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:45:00.453900 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}084566773578a82c7ab9e8b7d7948f8d3f1cbdaece621e80e6759ea940bbe07a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f92c057-0375-41b8-a622-f6c182fd931f" -d '{"events": [{"name": "network-changed", "server_uuid": "e5146a53-5074-4137-9aa8-89afc6086cef", "tag": "df30449f-c70c-400b-9979-9e5572dc622d"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:45:00.495922 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b151ac9-cedc-4096-80b4-c76eb7a87587 x-openstack-request-id: req-7b151ac9-cedc-4096-80b4-c76eb7a87587 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:45:00.496752 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5146a53-5074-4137-9aa8-89afc6086cef", "tag": "df30449f-c70c-400b-9979-9e5572dc622d", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:45:00.496752 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-7b151ac9-cedc-4096-80b4-c76eb7a87587 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:45:00.497001 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5146a53-5074-4137-9aa8-89afc6086cef', 'tag': 'df30449f-c70c-400b-9979-9e5572dc622d', 'status': 'completed', 'code': 200} Feb 09 22:45:00.591804 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f92c057-0375-41b8-a622-f6c182fd931f req-e9aecc92-de11-4d4a-b592-8d4a9785a0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:45:00.595003 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2f92c057-0375-41b8-a622-f6c182fd931f req-e9aecc92-de11-4d4a-b592-8d4a9785a0aa service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=f48dcb2b50d74af19383cd1d97f39748&device_id=e5146a53-5074-4137-9aa8-89afc6086cef HTTP/1.1" status: 200 len: 1127 time: 0.0733654 Feb 09 22:45:00.669202 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-8e347d6e-3c4b-46d7-971a-0f54dc178b8d None None] Set router 20c0b47b-5eb7-4fed-93f5-697be148a580 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:45:00.739763 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f92c057-0375-41b8-a622-f6c182fd931f req-604a37c3-a1c6-422a-9088-51a6f0193dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:45:00.741283 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2f92c057-0375-41b8-a622-f6c182fd931f req-604a37c3-a1c6-422a-9088-51a6f0193dad service neutron] 10.222.0.95 "GET /v2.0/networks?id=6c7a29b9-a18b-48a9-820b-ed2f296969d7 HTTP/1.1" status: 200 len: 898 time: 0.1383617 Feb 09 22:45:00.751971 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f9f692-e618-479c-8c1d-6afa6e3d5fd8 req-400dd9e8-2dcb-4aa7-9c90-0b7b9b48c236 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:45:00.753454 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c8f9f692-e618-479c-8c1d-6afa6e3d5fd8 req-400dd9e8-2dcb-4aa7-9c90-0b7b9b48c236 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=e5146a53-5074-4137-9aa8-89afc6086cef HTTP/1.1" status: 200 len: 945 time: 0.0813127 Feb 09 22:45:00.794438 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2f92c057-0375-41b8-a622-f6c182fd931f req-e623a027-bc1a-4305-ba63-1bccec5c6959 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df30449f-c70c-400b-9979-9e5572dc622d HTTP/1.1" status: 200 len: 217 time: 0.0398159 Feb 09 22:45:00.872257 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c8f9f692-e618-479c-8c1d-6afa6e3d5fd8 req-12c78075-ba8a-4703-8f57-07d92c500e08 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=aae86c4f-2ad1-4b71-abde-0f5b402821af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103563 Feb 09 22:45:00.874061 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f92c057-0375-41b8-a622-f6c182fd931f req-a8352b02-12ad-4f10-9aad-1b1fb1f7768f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:45:00.877878 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2f92c057-0375-41b8-a622-f6c182fd931f req-a8352b02-12ad-4f10-9aad-1b1fb1f7768f service neutron] 10.222.0.95 "GET /v2.0/subnets?id=f396479b-0e32-4677-a83f-0cb151877d08 HTTP/1.1" status: 200 len: 834 time: 0.0729775 Feb 09 22:45:00.878247 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-8e347d6e-3c4b-46d7-971a-0f54dc178b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c0b47b-5eb7-4fed-93f5-697be148a580', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1983186890', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '4571c147-e67c-4bb5-b0e6-547463363fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:42:37Z', 'updated_at': '2022-02-09T22:42:41Z', 'revision_number': 4, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'gw_port': {'id': '4571c147-e67c-4bb5-b0e6-547463363fdf', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:68:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0b47b-5eb7-4fed-93f5-697be148a580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:42:38Z', 'updated_at': '2022-02-09T22:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': 'c49db61b-0c3f-4d1e-9c97-877a32704261', 'name': '', 'network_id': '6c7a29b9-a18b-48a9-820b-ed2f296969d7', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'mac_address': 'fa:16:3e:a2:5c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0b47b-5eb7-4fed-93f5-697be148a580', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'f396479b-0e32-4677-a83f-0cb151877d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:42:41Z', 'updated_at': '2022-02-09T22:42:44Z', 'revision_number': 5, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'subnets': [{'id': 'f396479b-0e32-4677-a83f-0cb151877d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:45:00.905633 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e347d6e-3c4b-46d7-971a-0f54dc178b8d None None] Checking router: 20c0b47b-5eb7-4fed-93f5-697be148a580 for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:45:00.914918 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e347d6e-3c4b-46d7-971a-0f54dc178b8d None None] Routers {'20c0b47b-5eb7-4fed-93f5-697be148a580'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:45:00.915542 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-8e347d6e-3c4b-46d7-971a-0f54dc178b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:44:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['20c0b47b-5eb7-4fed-93f5-697be148a580'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:45:00.936443 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f92c057-0375-41b8-a622-f6c182fd931f req-01dfadd7-81af-48ee-a4ef-35cf33a5567e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:45:00.938552 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2f92c057-0375-41b8-a622-f6c182fd931f req-01dfadd7-81af-48ee-a4ef-35cf33a5567e service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6c7a29b9-a18b-48a9-820b-ed2f296969d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0562630 Feb 09 22:45:01.025607 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-8e347d6e-3c4b-46d7-971a-0f54dc178b8d None None] Set router 20c0b47b-5eb7-4fed-93f5-697be148a580 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:45:01.033118 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2f92c057-0375-41b8-a622-f6c182fd931f req-2e2a2c37-4d50-4908-8751-dbfd673064b6 service neutron] 10.222.0.95 "GET /v2.0/networks/6c7a29b9-a18b-48a9-820b-ed2f296969d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878482 Feb 09 22:45:01.128723 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2f92c057-0375-41b8-a622-f6c182fd931f req-82cd9d8b-885c-4930-b342-5fe88a2f9f0e service neutron] 10.222.0.95 "GET /v2.0/networks/6c7a29b9-a18b-48a9-820b-ed2f296969d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880775 Feb 09 22:45:01.249425 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-8e347d6e-3c4b-46d7-971a-0f54dc178b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c0b47b-5eb7-4fed-93f5-697be148a580', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1983186890', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '4571c147-e67c-4bb5-b0e6-547463363fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:42:37Z', 'updated_at': '2022-02-09T22:42:41Z', 'revision_number': 4, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'gw_port': {'id': '4571c147-e67c-4bb5-b0e6-547463363fdf', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:68:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0b47b-5eb7-4fed-93f5-697be148a580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:42:38Z', 'updated_at': '2022-02-09T22:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': 'c49db61b-0c3f-4d1e-9c97-877a32704261', 'name': '', 'network_id': '6c7a29b9-a18b-48a9-820b-ed2f296969d7', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'mac_address': 'fa:16:3e:a2:5c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0b47b-5eb7-4fed-93f5-697be148a580', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'f396479b-0e32-4677-a83f-0cb151877d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:42:41Z', 'updated_at': '2022-02-09T22:42:44Z', 'revision_number': 5, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'subnets': [{'id': 'f396479b-0e32-4677-a83f-0cb151877d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:45:01.275249 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e347d6e-3c4b-46d7-971a-0f54dc178b8d None None] The sync data for ids ['20c0b47b-5eb7-4fed-93f5-697be148a580'] in n-d-828369-5 is: [{'id': '20c0b47b-5eb7-4fed-93f5-697be148a580', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1983186890', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '4571c147-e67c-4bb5-b0e6-547463363fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:42:37Z', 'updated_at': '2022-02-09T22:42:41Z', 'revision_number': 4, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'gw_port': {'id': '4571c147-e67c-4bb5-b0e6-547463363fdf', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:68:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0b47b-5eb7-4fed-93f5-697be148a580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:42:38Z', 'updated_at': '2022-02-09T22:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': 'c49db61b-0c3f-4d1e-9c97-877a32704261', 'name': '', 'network_id': '6c7a29b9-a18b-48a9-820b-ed2f296969d7', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'mac_address': 'fa:16:3e:a2:5c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0b47b-5eb7-4fed-93f5-697be148a580', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'f396479b-0e32-4677-a83f-0cb151877d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:42:41Z', 'updated_at': '2022-02-09T22:42:44Z', 'revision_number': 5, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'subnets': [{'id': 'f396479b-0e32-4677-a83f-0cb151877d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:45:01.483992 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a653a5-ebfa-46b8-9eea-6c458806b077 None None] New status for floating IP 54a92ef1-3102-4ad1-b7ec-64cda337f24e: DOWN {{(pid=103142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:45:02.000288 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b205087e-a001-4a86-afde-1d394a81262c req-6e911472-d692-4918-b862-e8755e06861b tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:45:02.002400 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b205087e-a001-4a86-afde-1d394a81262c req-6e911472-d692-4918-b862-e8755e06861b tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=e5146a53-5074-4137-9aa8-89afc6086cef HTTP/1.1" status: 200 len: 945 time: 0.0535710 Feb 09 22:45:02.082502 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b205087e-a001-4a86-afde-1d394a81262c req-4599fb3d-3691-47a4-8ebb-996ad5d3d74b tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=aae86c4f-2ad1-4b71-abde-0f5b402821af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716631 Feb 09 22:45:02.089957 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185a3c22-5cea-4def-aa27-2d5ea4e01448 req-173f180c-2061-4403-8141-3e82cf71bad2 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:45:02.091399 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-185a3c22-5cea-4def-aa27-2d5ea4e01448 req-173f180c-2061-4403-8141-3e82cf71bad2 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.95 "GET /v2.0/ports?device_id=e5146a53-5074-4137-9aa8-89afc6086cef HTTP/1.1" status: 200 len: 945 time: 0.0881181 Feb 09 22:45:02.181985 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-185a3c22-5cea-4def-aa27-2d5ea4e01448 req-9e137406-b535-4048-a7bc-149df04611f7 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Deleting port df30449f-c70c-400b-9979-9e5572dc622d {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:45:02.182271 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-185a3c22-5cea-4def-aa27-2d5ea4e01448 req-9e137406-b535-4048-a7bc-149df04611f7 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (df30449f-c70c-400b-9979-9e5572dc622d), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:02.274215 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-185a3c22-5cea-4def-aa27-2d5ea4e01448 req-9e137406-b535-4048-a7bc-149df04611f7 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] For port df30449f-c70c-400b-9979-9e5572dc622d, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=df30449f-c70c-400b-9979-9e5572dc622d,segment=NetworkSegment(6dee5513-e607-4e4b-8690-ba36c001ef6c),segment_id=6dee5513-e607-4e4b-8690-ba36c001ef6c)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:45:02.274574 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-185a3c22-5cea-4def-aa27-2d5ea4e01448 req-9e137406-b535-4048-a7bc-149df04611f7 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (df30449f-c70c-400b-9979-9e5572dc622d), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:02.286867 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-185a3c22-5cea-4def-aa27-2d5ea4e01448 req-9e137406-b535-4048-a7bc-149df04611f7 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Calling delete_port for df30449f-c70c-400b-9979-9e5572dc622d owned by compute:nova {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:45:02.413237 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-185a3c22-5cea-4def-aa27-2d5ea4e01448 req-9e137406-b535-4048-a7bc-149df04611f7 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (df30449f-c70c-400b-9979-9e5572dc622d), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:02.442071 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e137406-b535-4048-a7bc-149df04611f7 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event deleted for resources: {'Port': ['ID=df30449f-c70c-400b-9979-9e5572dc622d,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:45:02.486737 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-185a3c22-5cea-4def-aa27-2d5ea4e01448 req-9e137406-b535-4048-a7bc-149df04611f7 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] No DVR routers for this DVR port df30449f-c70c-400b-9979-9e5572dc622d on host n-h1-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:45:02.489449 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-185a3c22-5cea-4def-aa27-2d5ea4e01448 req-9e137406-b535-4048-a7bc-149df04611f7 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:02.492949 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-185a3c22-5cea-4def-aa27-2d5ea4e01448 req-9e137406-b535-4048-a7bc-149df04611f7 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.95 "DELETE /v2.0/ports/df30449f-c70c-400b-9979-9e5572dc622d HTTP/1.1" status: 204 len: 173 time: 0.3964663 Feb 09 22:45:02.497518 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5146a53-5074-4137-9aa8-89afc6086cef', 'name': 'network-vif-deleted', 'tag': 'df30449f-c70c-400b-9979-9e5572dc622d'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:45:02.499785 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}084566773578a82c7ab9e8b7d7948f8d3f1cbdaece621e80e6759ea940bbe07a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f3906d-d4bd-46a8-ae50-a188ff94190a" -d '{"events": [{"server_uuid": "e5146a53-5074-4137-9aa8-89afc6086cef", "name": "network-vif-deleted", "tag": "df30449f-c70c-400b-9979-9e5572dc622d"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:45:02.543186 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4385fe3-8ef0-4f78-bf1c-153a459b390e x-openstack-request-id: req-a4385fe3-8ef0-4f78-bf1c-153a459b390e {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:45:02.543486 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5146a53-5074-4137-9aa8-89afc6086cef", "name": "network-vif-deleted", "tag": "df30449f-c70c-400b-9979-9e5572dc622d", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:45:02.543747 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-a4385fe3-8ef0-4f78-bf1c-153a459b390e {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:45:02.544158 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5146a53-5074-4137-9aa8-89afc6086cef', 'name': 'network-vif-deleted', 'tag': 'df30449f-c70c-400b-9979-9e5572dc622d', 'status': 'completed', 'code': 200} Feb 09 22:45:03.138853 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 54012) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:45:03.811119 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b63c4388-e0cc-4f02-a50f-af84242f2df1 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524906'] for router_interface (20c0b47b-5eb7-4fed-93f5-697be148a580), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:04.069179 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-b63c4388-e0cc-4f02-a50f-af84242f2df1 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Deleting port c49db61b-0c3f-4d1e-9c97-877a32704261 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:45:04.069443 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b63c4388-e0cc-4f02-a50f-af84242f2df1 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (c49db61b-0c3f-4d1e-9c97-877a32704261), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:04.158497 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-b63c4388-e0cc-4f02-a50f-af84242f2df1 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] For port c49db61b-0c3f-4d1e-9c97-877a32704261, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=c49db61b-0c3f-4d1e-9c97-877a32704261,segment=NetworkSegment(6dee5513-e607-4e4b-8690-ba36c001ef6c),segment_id=6dee5513-e607-4e4b-8690-ba36c001ef6c)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:45:04.159226 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b63c4388-e0cc-4f02-a50f-af84242f2df1 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (c49db61b-0c3f-4d1e-9c97-877a32704261), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:04.171456 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-b63c4388-e0cc-4f02-a50f-af84242f2df1 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Calling delete_port for c49db61b-0c3f-4d1e-9c97-877a32704261 owned by network:router_interface {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:45:04.357410 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b63c4388-e0cc-4f02-a50f-af84242f2df1 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (c49db61b-0c3f-4d1e-9c97-877a32704261), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:04.388102 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63c4388-e0cc-4f02-a50f-af84242f2df1 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event deleted for resources: {'Port': ['ID=c49db61b-0c3f-4d1e-9c97-877a32704261,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:45:04.561663 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b63c4388-e0cc-4f02-a50f-af84242f2df1 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-525054'] for router_interface (20c0b47b-5eb7-4fed-93f5-697be148a580), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:04.817703 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device df30449f-c70c-400b-9979-9e5572dc622d no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:45:04.826014 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b63c4388-e0cc-4f02-a50f-af84242f2df1 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Router 20c0b47b-5eb7-4fed-93f5-697be148a580 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:45:04.841582 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] No Port match for: df30449f-c70c-400b-9979-9e5572dc622d {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:45:04.841938 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device df30449f-c70c-400b-9979-9e5572dc622d not bound to the agent host n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:45:04.934995 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b63c4388-e0cc-4f02-a50f-af84242f2df1 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:45:04.940359 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-b63c4388-e0cc-4f02-a50f-af84242f2df1 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "PUT /v2.0/routers/20c0b47b-5eb7-4fed-93f5-697be148a580/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8004024 Feb 09 22:45:04.943243 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 54014) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:45:04.946616 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4aa7c1f-402b-48d7-a224-c916130e3846 None None] Sync routers for ids ['20c0b47b-5eb7-4fed-93f5-697be148a580'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:45:04.957164 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4aa7c1f-402b-48d7-a224-c916130e3846 None None] Routers {'20c0b47b-5eb7-4fed-93f5-697be148a580'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:45:04.957887 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-e4aa7c1f-402b-48d7-a224-c916130e3846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:44:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['20c0b47b-5eb7-4fed-93f5-697be148a580'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:45:04.994037 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac66b7f6-b7e9-4fe9-8211-96c058204b55 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Deleting subnet f396479b-0e32-4677-a83f-0cb151877d08 {{(pid=103140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:45:04.997169 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ac66b7f6-b7e9-4fe9-8211-96c058204b55 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for subnet (f396479b-0e32-4677-a83f-0cb151877d08), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:05.037205 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ac66b7f6-b7e9-4fe9-8211-96c058204b55 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9110716'] for subnet (f396479b-0e32-4677-a83f-0cb151877d08), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:05.066699 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-e4aa7c1f-402b-48d7-a224-c916130e3846 None None] Set router 20c0b47b-5eb7-4fed-93f5-697be148a580 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:45:05.133172 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ac66b7f6-b7e9-4fe9-8211-96c058204b55 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (f396479b-0e32-4677-a83f-0cb151877d08), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:05.195458 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ac66b7f6-b7e9-4fe9-8211-96c058204b55 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621346'] for subnet (f396479b-0e32-4677-a83f-0cb151877d08), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:05.226308 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac66b7f6-b7e9-4fe9-8211-96c058204b55 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event deleted for resources: {'Subnet': ['ID=f396479b-0e32-4677-a83f-0cb151877d08,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:45:05.228341 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ac66b7f6-b7e9-4fe9-8211-96c058204b55 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:05.231590 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-ac66b7f6-b7e9-4fe9-8211-96c058204b55 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "DELETE /v2.0/subnets/f396479b-0e32-4677-a83f-0cb151877d08 HTTP/1.1" status: 204 len: 168 time: 0.2872221 Feb 09 22:45:05.233462 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6963f74b-c240-45ce-8052-109c01d3c093 None None] Network 6c7a29b9-a18b-48a9-820b-ed2f296969d7 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:45:05.234170 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 54016) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:45:05.270530 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-e4aa7c1f-402b-48d7-a224-c916130e3846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c0b47b-5eb7-4fed-93f5-697be148a580', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1983186890', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '4571c147-e67c-4bb5-b0e6-547463363fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:42:37Z', 'updated_at': '2022-02-09T22:45:04Z', 'revision_number': 5, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'gw_port': {'id': '4571c147-e67c-4bb5-b0e6-547463363fdf', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:68:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0b47b-5eb7-4fed-93f5-697be148a580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:42:38Z', 'updated_at': '2022-02-09T22:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:45:05.301578 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4aa7c1f-402b-48d7-a224-c916130e3846 None None] Checking router: 20c0b47b-5eb7-4fed-93f5-697be148a580 for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:45:05.311260 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4aa7c1f-402b-48d7-a224-c916130e3846 None None] Routers {'20c0b47b-5eb7-4fed-93f5-697be148a580'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:45:05.311891 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-e4aa7c1f-402b-48d7-a224-c916130e3846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:44:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['20c0b47b-5eb7-4fed-93f5-697be148a580'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:45:05.353198 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5404242c-a4bc-4993-b5a7-5608e200f014 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for router (20c0b47b-5eb7-4fed-93f5-697be148a580), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:05.407455 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c2a6f8-6439-42be-832e-e9718faee597 None None] DHCP port deletion for 6c7a29b9-a18b-48a9-820b-ed2f296969d7 request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:45:05.426892 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-e4aa7c1f-402b-48d7-a224-c916130e3846 None None] Set router 20c0b47b-5eb7-4fed-93f5-697be148a580 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:45:05.464722 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-33c2a6f8-6439-42be-832e-e9718faee597 None None] Deleting port d929dcaf-f9e0-4bac-8d45-0ae15bc68d6e {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:45:05.465444 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-33c2a6f8-6439-42be-832e-e9718faee597 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (d929dcaf-f9e0-4bac-8d45-0ae15bc68d6e), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:05.473224 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5404242c-a4bc-4993-b5a7-5608e200f014 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for router_gateway (20c0b47b-5eb7-4fed-93f5-697be148a580), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:05.530281 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-5404242c-a4bc-4993-b5a7-5608e200f014 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Deleting port 4571c147-e67c-4bb5-b0e6-547463363fdf {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:45:05.530772 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5404242c-a4bc-4993-b5a7-5608e200f014 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (4571c147-e67c-4bb5-b0e6-547463363fdf), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:05.533274 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-33c2a6f8-6439-42be-832e-e9718faee597 None None] For port d929dcaf-f9e0-4bac-8d45-0ae15bc68d6e, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=d929dcaf-f9e0-4bac-8d45-0ae15bc68d6e,segment=NetworkSegment(6dee5513-e607-4e4b-8690-ba36c001ef6c),segment_id=6dee5513-e607-4e4b-8690-ba36c001ef6c)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:45:05.533677 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-33c2a6f8-6439-42be-832e-e9718faee597 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (d929dcaf-f9e0-4bac-8d45-0ae15bc68d6e), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:05.548725 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-33c2a6f8-6439-42be-832e-e9718faee597 None None] Calling delete_port for d929dcaf-f9e0-4bac-8d45-0ae15bc68d6e owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:45:05.610891 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-e4aa7c1f-402b-48d7-a224-c916130e3846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c0b47b-5eb7-4fed-93f5-697be148a580', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1983186890', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '4571c147-e67c-4bb5-b0e6-547463363fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:42:37Z', 'updated_at': '2022-02-09T22:45:04Z', 'revision_number': 5, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'gw_port': {'id': '4571c147-e67c-4bb5-b0e6-547463363fdf', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:68:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0b47b-5eb7-4fed-93f5-697be148a580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:42:38Z', 'updated_at': '2022-02-09T22:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:45:05.615872 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-5404242c-a4bc-4993-b5a7-5608e200f014 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] For port 4571c147-e67c-4bb5-b0e6-547463363fdf, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=4571c147-e67c-4bb5-b0e6-547463363fdf,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:45:05.616331 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5404242c-a4bc-4993-b5a7-5608e200f014 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (4571c147-e67c-4bb5-b0e6-547463363fdf), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:05.628933 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-5404242c-a4bc-4993-b5a7-5608e200f014 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Calling delete_port for 4571c147-e67c-4bb5-b0e6-547463363fdf owned by network:router_gateway {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:45:05.638425 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4aa7c1f-402b-48d7-a224-c916130e3846 None None] The sync data for ids ['20c0b47b-5eb7-4fed-93f5-697be148a580'] in n-d-828369-5 is: [{'id': '20c0b47b-5eb7-4fed-93f5-697be148a580', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1983186890', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '4571c147-e67c-4bb5-b0e6-547463363fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:42:37Z', 'updated_at': '2022-02-09T22:45:04Z', 'revision_number': 5, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'gw_port': {'id': '4571c147-e67c-4bb5-b0e6-547463363fdf', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:68:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c0b47b-5eb7-4fed-93f5-697be148a580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:42:38Z', 'updated_at': '2022-02-09T22:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:45:05.639094 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-33c2a6f8-6439-42be-832e-e9718faee597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (d929dcaf-f9e0-4bac-8d45-0ae15bc68d6e), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:05.676677 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c2a6f8-6439-42be-832e-e9718faee597 None None] Pushing event deleted for resources: {'Port': ['ID=d929dcaf-f9e0-4bac-8d45-0ae15bc68d6e,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:45:05.681214 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c2a6f8-6439-42be-832e-e9718faee597 None None] No DVR routers for this DVR port d929dcaf-f9e0-4bac-8d45-0ae15bc68d6e on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:45:05.813762 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5404242c-a4bc-4993-b5a7-5608e200f014 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (4571c147-e67c-4bb5-b0e6-547463363fdf), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:05.840777 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5404242c-a4bc-4993-b5a7-5608e200f014 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event deleted for resources: {'Port': ['ID=4571c147-e67c-4bb5-b0e6-547463363fdf,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:45:05.908654 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5404242c-a4bc-4993-b5a7-5608e200f014 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-554524'] for router_gateway (20c0b47b-5eb7-4fed-93f5-697be148a580), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:06.007839 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5404242c-a4bc-4993-b5a7-5608e200f014 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (20c0b47b-5eb7-4fed-93f5-697be148a580), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:06.009976 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5404242c-a4bc-4993-b5a7-5608e200f014 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for router_controller (20c0b47b-5eb7-4fed-93f5-697be148a580), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:06.056503 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5404242c-a4bc-4993-b5a7-5608e200f014 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (20c0b47b-5eb7-4fed-93f5-697be148a580), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:06.057099 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5404242c-a4bc-4993-b5a7-5608e200f014 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Fanout notify agent at l3_agent the message router_deleted on router 20c0b47b-5eb7-4fed-93f5-697be148a580 {{(pid=103140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:45:06.064667 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5404242c-a4bc-4993-b5a7-5608e200f014 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:06.065790 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-5404242c-a4bc-4993-b5a7-5608e200f014 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "DELETE /v2.0/routers/20c0b47b-5eb7-4fed-93f5-697be148a580 HTTP/1.1" status: 204 len: 168 time: 0.8305547 Feb 09 22:45:06.068805 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 54018) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:45:06.151287 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0d655793-6d93-451e-bfe6-9cf49956f8e6 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (6c7a29b9-a18b-48a9-820b-ed2f296969d7), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:06.246565 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0d655793-6d93-451e-bfe6-9cf49956f8e6 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (6c7a29b9-a18b-48a9-820b-ed2f296969d7), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:06.265974 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-0d655793-6d93-451e-bfe6-9cf49956f8e6 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c7a29b9-a18b-48a9-820b-ed2f296969d7']}} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:45:06.274934 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-0d655793-6d93-451e-bfe6-9cf49956f8e6 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dee5513-e607-4e4b-8690-ba36c001ef6c') {'for_net_delete': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:45:06.275232 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-0d655793-6d93-451e-bfe6-9cf49956f8e6 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dee5513-e607-4e4b-8690-ba36c001ef6c') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:45:06.284837 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0d655793-6d93-451e-bfe6-9cf49956f8e6 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110711'] for segment (6dee5513-e607-4e4b-8690-ba36c001ef6c), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:06.298134 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0d655793-6d93-451e-bfe6-9cf49956f8e6 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (6dee5513-e607-4e4b-8690-ba36c001ef6c), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:06.303856 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d655793-6d93-451e-bfe6-9cf49956f8e6 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=103140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:45:06.304261 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0d655793-6d93-451e-bfe6-9cf49956f8e6 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669415'] for segment (6dee5513-e607-4e4b-8690-ba36c001ef6c), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:06.307162 n-d-828369-5 neutron-server[103140]: Traceback (most recent call last): Feb 09 22:45:06.307162 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:45:06.307162 n-d-828369-5 neutron-server[103140]: timer() Feb 09 22:45:06.307162 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:45:06.307162 n-d-828369-5 neutron-server[103140]: cb(*args, **kw) Feb 09 22:45:06.307162 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:45:06.307162 n-d-828369-5 neutron-server[103140]: return func(*args, **kwargs) Feb 09 22:45:06.307162 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:45:06.307162 n-d-828369-5 neutron-server[103140]: self._notify() Feb 09 22:45:06.307162 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:45:06.307162 n-d-828369-5 neutron-server[103140]: self.callback(batched_events) Feb 09 22:45:06.307162 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:45:06.307162 n-d-828369-5 neutron-server[103140]: event.method(event) Feb 09 22:45:06.307162 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:45:06.307162 n-d-828369-5 neutron-server[103140]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:45:06.307162 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:45:06.307162 n-d-828369-5 neutron-server[103140]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:45:06.307162 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:45:06.307162 n-d-828369-5 neutron-server[103140]: return f(self, *a, **k) Feb 09 22:45:06.307162 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:45:06.307162 n-d-828369-5 neutron-server[103140]: return self._get(url).json() Feb 09 22:45:06.307162 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:45:06.307162 n-d-828369-5 neutron-server[103140]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:45:06.307162 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:45:06.307162 n-d-828369-5 neutron-server[103140]: return self.request(url, 'GET', **kwargs) Feb 09 22:45:06.307162 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:45:06.307162 n-d-828369-5 neutron-server[103140]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:45:06.307162 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:45:06.307162 n-d-828369-5 neutron-server[103140]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:45:06.307162 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:45:06.307162 n-d-828369-5 neutron-server[103140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:45:06.307162 n-d-828369-5 neutron-server[103140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:45:06.369434 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0d655793-6d93-451e-bfe6-9cf49956f8e6 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (6c7a29b9-a18b-48a9-820b-ed2f296969d7), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:06.376768 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0d655793-6d93-451e-bfe6-9cf49956f8e6 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:06.380024 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-0d655793-6d93-451e-bfe6-9cf49956f8e6 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "DELETE /v2.0/networks/6c7a29b9-a18b-48a9-820b-ed2f296969d7 HTTP/1.1" status: 204 len: 168 time: 0.3102276 Feb 09 22:45:06.382857 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54020) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:45:06.391666 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d655793-6d93-451e-bfe6-9cf49956f8e6 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event deleted for resources: {'Network': ['ID=6c7a29b9-a18b-48a9-820b-ed2f296969d7,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:45:06.439869 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1d3e8291-a9a5-4fad-b8da-6b32ed3ab552 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group (aae86c4f-2ad1-4b71-abde-0f5b402821af), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:06.464692 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1d3e8291-a9a5-4fad-b8da-6b32ed3ab552 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group (aae86c4f-2ad1-4b71-abde-0f5b402821af), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:06.529435 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1d3e8291-a9a5-4fad-b8da-6b32ed3ab552 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (aae86c4f-2ad1-4b71-abde-0f5b402821af), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:06.532982 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1d3e8291-a9a5-4fad-b8da-6b32ed3ab552 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:06.534002 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-1d3e8291-a9a5-4fad-b8da-6b32ed3ab552 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "DELETE /v2.0/security-groups/aae86c4f-2ad1-4b71-abde-0f5b402821af HTTP/1.1" status: 204 len: 168 time: 0.1501513 Feb 09 22:45:06.544075 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3e8291-a9a5-4fad-b8da-6b32ed3ab552 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae86c4f-2ad1-4b71-abde-0f5b402821af,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:45:06.551561 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3e8291-a9a5-4fad-b8da-6b32ed3ab552 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:45:06.551916 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3e8291-a9a5-4fad-b8da-6b32ed3ab552 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:45:06.552304 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3e8291-a9a5-4fad-b8da-6b32ed3ab552 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:45:06.552643 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3e8291-a9a5-4fad-b8da-6b32ed3ab552 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:45:06.552981 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3e8291-a9a5-4fad-b8da-6b32ed3ab552 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:45:06.553322 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3e8291-a9a5-4fad-b8da-6b32ed3ab552 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:45:06.553646 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3e8291-a9a5-4fad-b8da-6b32ed3ab552 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:45:06.553976 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3e8291-a9a5-4fad-b8da-6b32ed3ab552 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:45:06.554300 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3e8291-a9a5-4fad-b8da-6b32ed3ab552 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:45:06.554623 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3e8291-a9a5-4fad-b8da-6b32ed3ab552 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:45:06.554946 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3e8291-a9a5-4fad-b8da-6b32ed3ab552 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:45:06.555268 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3e8291-a9a5-4fad-b8da-6b32ed3ab552 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:45:06.555588 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3e8291-a9a5-4fad-b8da-6b32ed3ab552 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:45:06.907420 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 54026) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:45:06.911997 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-8dc90eec-f0cf-4838-a60d-32ff9e48e65f tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1823377864', 'description': 'tempest-secgroup-smoke-1823377864 description', 'project_id': 'f48dcb2b50d74af19383cd1d97f39748'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:45:06.931657 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8dc90eec-f0cf-4838-a60d-32ff9e48e65f tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:07.004872 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8dc90eec-f0cf-4838-a60d-32ff9e48e65f tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group (5a951b0b-0ba9-460c-a923-c3b7c77f80ec), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:07.008634 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8dc90eec-f0cf-4838-a60d-32ff9e48e65f tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (5a951b0b-0ba9-460c-a923-c3b7c77f80ec), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:07.040979 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8dc90eec-f0cf-4838-a60d-32ff9e48e65f tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:07.042331 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-8dc90eec-f0cf-4838-a60d-32ff9e48e65f tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1338737 Feb 09 22:45:07.043268 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc90eec-f0cf-4838-a60d-32ff9e48e65f tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a951b0b-0ba9-460c-a923-c3b7c77f80ec,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:45:07.045404 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 54028) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:45:07.050958 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-612e72e9-323a-4447-a447-16dc8a39828a tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Request body: {'security_group_rule': {'security_group_id': '5a951b0b-0ba9-460c-a923-c3b7c77f80ec', 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:45:07.077411 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-612e72e9-323a-4447-a447-16dc8a39828a tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group_rule (f60a25ed-912a-4eb0-afe2-b876a2856576), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:07.118160 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device c49db61b-0c3f-4d1e-9c97-877a32704261 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:45:07.134771 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-612e72e9-323a-4447-a447-16dc8a39828a tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group_rule (f60a25ed-912a-4eb0-afe2-b876a2856576), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:07.138407 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: c49db61b-0c3f-4d1e-9c97-877a32704261 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:45:07.138923 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device c49db61b-0c3f-4d1e-9c97-877a32704261 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:45:07.139217 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device d929dcaf-f9e0-4bac-8d45-0ae15bc68d6e no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:45:07.139560 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-612e72e9-323a-4447-a447-16dc8a39828a tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (f60a25ed-912a-4eb0-afe2-b876a2856576), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:07.155229 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612e72e9-323a-4447-a447-16dc8a39828a tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f60a25ed-912a-4eb0-afe2-b876a2856576,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:45:07.160657 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: d929dcaf-f9e0-4bac-8d45-0ae15bc68d6e {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:45:07.161023 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device d929dcaf-f9e0-4bac-8d45-0ae15bc68d6e not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:45:07.161446 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 4571c147-e67c-4bb5-b0e6-547463363fdf no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:45:07.167338 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-612e72e9-323a-4447-a447-16dc8a39828a tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:07.168641 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-612e72e9-323a-4447-a447-16dc8a39828a tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1223607 Feb 09 22:45:07.171284 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 54030) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:45:07.176503 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-2acc7a82-213b-4cbd-9202-fae9b10eb1e7 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Request body: {'security_group_rule': {'security_group_id': '5a951b0b-0ba9-460c-a923-c3b7c77f80ec', 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:45:07.188550 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 4571c147-e67c-4bb5-b0e6-547463363fdf {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:45:07.188910 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 4571c147-e67c-4bb5-b0e6-547463363fdf not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:45:07.209426 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2acc7a82-213b-4cbd-9202-fae9b10eb1e7 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group_rule (1a0cbbfd-af27-4452-bee7-dd2a724d733a), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:07.265281 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2acc7a82-213b-4cbd-9202-fae9b10eb1e7 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group_rule (1a0cbbfd-af27-4452-bee7-dd2a724d733a), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:07.269543 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2acc7a82-213b-4cbd-9202-fae9b10eb1e7 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (1a0cbbfd-af27-4452-bee7-dd2a724d733a), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:07.287339 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acc7a82-213b-4cbd-9202-fae9b10eb1e7 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a0cbbfd-af27-4452-bee7-dd2a724d733a,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:45:07.298789 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-2acc7a82-213b-4cbd-9202-fae9b10eb1e7 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:07.300007 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-2acc7a82-213b-4cbd-9202-fae9b10eb1e7 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1277864 Feb 09 22:45:07.302860 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 54032) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:45:07.307140 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-c0d78914-daea-43e0-a914-9ae788e0c84c tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Request body: {'security_group_rule': {'security_group_id': '5a951b0b-0ba9-460c-a923-c3b7c77f80ec', 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:45:07.331213 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c0d78914-daea-43e0-a914-9ae788e0c84c tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group_rule (5c2b0ef7-675a-4b8b-9494-66588b97ea27), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:07.387952 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c0d78914-daea-43e0-a914-9ae788e0c84c tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group_rule (5c2b0ef7-675a-4b8b-9494-66588b97ea27), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:07.391804 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c0d78914-daea-43e0-a914-9ae788e0c84c tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (5c2b0ef7-675a-4b8b-9494-66588b97ea27), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:07.410239 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d78914-daea-43e0-a914-9ae788e0c84c tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c2b0ef7-675a-4b8b-9494-66588b97ea27,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:45:07.417016 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c0d78914-daea-43e0-a914-9ae788e0c84c tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:07.418200 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-c0d78914-daea-43e0-a914-9ae788e0c84c tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1143951 Feb 09 22:45:07.421002 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 54034) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:45:07.425197 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-1583c52e-3759-4a07-b515-aeedecd64e63 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Request body: {'security_group_rule': {'security_group_id': '5a951b0b-0ba9-460c-a923-c3b7c77f80ec', 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:45:07.448555 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1583c52e-3759-4a07-b515-aeedecd64e63 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group_rule (74e9be6f-485e-437a-8336-a4eaf159d372), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:07.502998 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1583c52e-3759-4a07-b515-aeedecd64e63 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group_rule (74e9be6f-485e-437a-8336-a4eaf159d372), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:07.506403 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1583c52e-3759-4a07-b515-aeedecd64e63 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (74e9be6f-485e-437a-8336-a4eaf159d372), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:07.523100 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1583c52e-3759-4a07-b515-aeedecd64e63 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74e9be6f-485e-437a-8336-a4eaf159d372,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:45:07.531142 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1583c52e-3759-4a07-b515-aeedecd64e63 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:07.532986 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-1583c52e-3759-4a07-b515-aeedecd64e63 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1110725 Feb 09 22:45:07.535797 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 54036) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:45:07.540029 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-8af43c52-939f-457b-b8eb-790d1bcdfa34 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Request body: {'security_group_rule': {'security_group_id': '5a951b0b-0ba9-460c-a923-c3b7c77f80ec', 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:45:07.558344 n-d-828369-5 neutron-server[103140]: INFO neutron.db.securitygroups_db [None req-8af43c52-939f-457b-b8eb-790d1bcdfa34 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Project f48dcb2b50d74af19383cd1d97f39748 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 22:45:07.563286 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8af43c52-939f-457b-b8eb-790d1bcdfa34 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group_rule (d1b1359d-1602-4ffc-a917-05ea83b51d06), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:07.622419 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8af43c52-939f-457b-b8eb-790d1bcdfa34 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group_rule (d1b1359d-1602-4ffc-a917-05ea83b51d06), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:07.626556 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8af43c52-939f-457b-b8eb-790d1bcdfa34 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (d1b1359d-1602-4ffc-a917-05ea83b51d06), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:07.645773 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af43c52-939f-457b-b8eb-790d1bcdfa34 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1b1359d-1602-4ffc-a917-05ea83b51d06,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:45:07.652630 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8af43c52-939f-457b-b8eb-790d1bcdfa34 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:07.653869 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-8af43c52-939f-457b-b8eb-790d1bcdfa34 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1170561 Feb 09 22:45:07.656722 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 54038) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:45:07.660998 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-821a4a8a-79a3-4f73-9f19-3f2cd7049e9a tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Request body: {'security_group_rule': {'security_group_id': '5a951b0b-0ba9-460c-a923-c3b7c77f80ec', 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:45:07.681004 n-d-828369-5 neutron-server[103140]: INFO neutron.db.securitygroups_db [None req-821a4a8a-79a3-4f73-9f19-3f2cd7049e9a tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Project f48dcb2b50d74af19383cd1d97f39748 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 22:45:07.685706 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-821a4a8a-79a3-4f73-9f19-3f2cd7049e9a tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group_rule (d26731f7-58ca-4fdc-a676-a6fea591ffe0), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:07.747329 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-821a4a8a-79a3-4f73-9f19-3f2cd7049e9a tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group_rule (d26731f7-58ca-4fdc-a676-a6fea591ffe0), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:07.751280 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-821a4a8a-79a3-4f73-9f19-3f2cd7049e9a tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (d26731f7-58ca-4fdc-a676-a6fea591ffe0), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:07.769097 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821a4a8a-79a3-4f73-9f19-3f2cd7049e9a tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d26731f7-58ca-4fdc-a676-a6fea591ffe0,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:45:07.776103 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-821a4a8a-79a3-4f73-9f19-3f2cd7049e9a tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:07.777373 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-821a4a8a-79a3-4f73-9f19-3f2cd7049e9a tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1197321 Feb 09 22:45:07.780286 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 54040) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:45:07.785037 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-ff626b83-734e-4237-b30a-88cd43a3373c tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Request body: {'network': {'name': 'tempest-network-smoke--394914037', 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'port_security_enabled': True}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:45:07.804157 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff626b83-734e-4237-b30a-88cd43a3373c tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Made reservation on behalf of f48dcb2b50d74af19383cd1d97f39748 for: {'network': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:45:07.807359 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ff626b83-734e-4237-b30a-88cd43a3373c tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:07.832105 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff626b83-734e-4237-b30a-88cd43a3373c tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=103140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:45:07.841182 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ff626b83-734e-4237-b30a-88cd43a3373c tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (d38fb321-afb8-499f-b977-cd6e98a815e7), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:07.841527 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-ff626b83-734e-4237-b30a-88cd43a3373c tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Added segment d38fb321-afb8-499f-b977-cd6e98a815e7 of type vlan for network 300ed387-65b2-4409-b6e2-9906a4e4a41a Feb 09 22:45:07.880967 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ff626b83-734e-4237-b30a-88cd43a3373c tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (300ed387-65b2-4409-b6e2-9906a4e4a41a), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:07.904732 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ff626b83-734e-4237-b30a-88cd43a3373c tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (300ed387-65b2-4409-b6e2-9906a4e4a41a), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:07.909421 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff626b83-734e-4237-b30a-88cd43a3373c tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:45:07.910012 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ff626b83-734e-4237-b30a-88cd43a3373c tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:07.963466 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-ff626b83-734e-4237-b30a-88cd43a3373c tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1821303 Feb 09 22:45:07.966356 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54042) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:45:07.971579 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-35f1bf1f-e440-40b6-8e52-14b3d3339e9c tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1579697072', 'admin_state_up': True, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:45:07.978105 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff626b83-734e-4237-b30a-88cd43a3373c tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event updated for resources: {'Network': ['ID=300ed387-65b2-4409-b6e2-9906a4e4a41a,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:45:07.989346 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 300ed387-65b2-4409-b6e2-9906a4e4a41a details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:45:07.994250 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-35f1bf1f-e440-40b6-8e52-14b3d3339e9c tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (c726622b-e9ef-4f63-874c-a6de58576612), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:07.995319 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-35f1bf1f-e440-40b6-8e52-14b3d3339e9c tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (c726622b-e9ef-4f63-874c-a6de58576612), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:08.053031 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-35f1bf1f-e440-40b6-8e52-14b3d3339e9c tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for router_controller (c726622b-e9ef-4f63-874c-a6de58576612), precommit_add_association {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:08.194802 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-35f1bf1f-e440-40b6-8e52-14b3d3339e9c tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for router_gateway (c726622b-e9ef-4f63-874c-a6de58576612), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:08.398532 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-35f1bf1f-e440-40b6-8e52-14b3d3339e9c tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for router_gateway (c726622b-e9ef-4f63-874c-a6de58576612), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:08.416871 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-35f1bf1f-e440-40b6-8e52-14b3d3339e9c tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:08.522687 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-35f1bf1f-e440-40b6-8e52-14b3d3339e9c tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Allocated IP 172.25.3.77 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/105328e3-e7c1-472d-968c-54210bc8d9ba) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:45:08.621449 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-35f1bf1f-e440-40b6-8e52-14b3d3339e9c tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for port (105328e3-e7c1-472d-968c-54210bc8d9ba), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:08.655752 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-35f1bf1f-e440-40b6-8e52-14b3d3339e9c tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (105328e3-e7c1-472d-968c-54210bc8d9ba), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:08.695959 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f1bf1f-e440-40b6-8e52-14b3d3339e9c tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:45:08.698881 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-35f1bf1f-e440-40b6-8e52-14b3d3339e9c tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:45:08.702325 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f1bf1f-e440-40b6-8e52-14b3d3339e9c tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:45:08.708319 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f1bf1f-e440-40b6-8e52-14b3d3339e9c tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event updated for resources: {'Port': ['ID=105328e3-e7c1-472d-968c-54210bc8d9ba,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:45:08.959276 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-35f1bf1f-e440-40b6-8e52-14b3d3339e9c tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for router_gateway (c726622b-e9ef-4f63-874c-a6de58576612), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:09.162376 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-35f1bf1f-e440-40b6-8e52-14b3d3339e9c tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (c726622b-e9ef-4f63-874c-a6de58576612), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:09.179064 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5af4e11b-7597-4ed3-bc75-470b4bd38afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:09.300100 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35f1bf1f-e440-40b6-8e52-14b3d3339e9c tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Router c726622b-e9ef-4f63-874c-a6de58576612 is scheduled to L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 with binding_index 1 {{(pid=103141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:45:09.407501 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35f1bf1f-e440-40b6-8e52-14b3d3339e9c tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:45:09.417466 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ea7b62-2d5f-4b3f-9343-f1dd00fe7132 None None] Sync routers for ids ['c726622b-e9ef-4f63-874c-a6de58576612'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:45:09.427592 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ea7b62-2d5f-4b3f-9343-f1dd00fe7132 None None] Routers {'c726622b-e9ef-4f63-874c-a6de58576612'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:45:09.428239 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-87ea7b62-2d5f-4b3f-9343-f1dd00fe7132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:44:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['c726622b-e9ef-4f63-874c-a6de58576612'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:45:09.428734 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-35f1bf1f-e440-40b6-8e52-14b3d3339e9c tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:09.430011 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-35f1bf1f-e440-40b6-8e52-14b3d3339e9c tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4625921 Feb 09 22:45:09.433181 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54046) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:45:09.510696 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-b110c289-3464-4d84-ac77-88b1f90321a4 tempest-TestNetworkAdvancedServerOps-1936337105 tempest-TestNetworkAdvancedServerOps-1936337105-project-admin] 10.222.0.90 "GET /v2.0/subnets?project_id=f48dcb2b50d74af19383cd1d97f39748&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0763707 Feb 09 22:45:09.513169 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54050) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:45:09.536495 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-87ea7b62-2d5f-4b3f-9343-f1dd00fe7132 None None] Set router c726622b-e9ef-4f63-874c-a6de58576612 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:45:09.605266 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590d9588-82f0-4a3b-bff2-43a626f3c91c tempest-TestNetworkAdvancedServerOps-1936337105 tempest-TestNetworkAdvancedServerOps-1936337105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:45:09.606797 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-590d9588-82f0-4a3b-bff2-43a626f3c91c tempest-TestNetworkAdvancedServerOps-1936337105 tempest-TestNetworkAdvancedServerOps-1936337105-project-admin] 10.222.0.90 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0926569 Feb 09 22:45:09.609609 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54052) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:45:09.637797 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-ad337a4b-2139-43cc-b01a-28e2dcd7bad0 tempest-TestNetworkAdvancedServerOps-1936337105 tempest-TestNetworkAdvancedServerOps-1936337105-project-admin] 10.222.0.90 "GET /v2.0/subnets?network_id=54a442d5-50a0-4c75-85cc-d19f5bf58118&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265243 Feb 09 22:45:09.639670 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54054) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:45:09.644896 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-5354080b-5169-4766-adee-d1222f05c5aa tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-539632606', 'network_id': '300ed387-65b2-4409-b6e2-9906a4e4a41a', 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:45:09.717493 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-87ea7b62-2d5f-4b3f-9343-f1dd00fe7132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c726622b-e9ef-4f63-874c-a6de58576612', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1579697072', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '105328e3-e7c1-472d-968c-54210bc8d9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:45:07Z', 'updated_at': '2022-02-09T22:45:08Z', 'revision_number': 3, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'gw_port': {'id': '105328e3-e7c1-472d-968c-54210bc8d9ba', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c1:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c726622b-e9ef-4f63-874c-a6de58576612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:45:08Z', 'updated_at': '2022-02-09T22:45:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:45:09.734739 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5354080b-5169-4766-adee-d1222f05c5aa tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Made reservation on behalf of f48dcb2b50d74af19383cd1d97f39748 for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:45:09.738248 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5354080b-5169-4766-adee-d1222f05c5aa tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:09.744496 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ea7b62-2d5f-4b3f-9343-f1dd00fe7132 None None] Checking router: c726622b-e9ef-4f63-874c-a6de58576612 for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:45:09.744865 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ea7b62-2d5f-4b3f-9343-f1dd00fe7132 None None] Updating router c726622b-e9ef-4f63-874c-a6de58576612 port 105328e3-e7c1-472d-968c-54210bc8d9ba binding host n-d-828369-5 {{(pid=103142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:45:09.772002 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-87ea7b62-2d5f-4b3f-9343-f1dd00fe7132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (105328e3-e7c1-472d-968c-54210bc8d9ba), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:09.919172 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5354080b-5169-4766-adee-d1222f05c5aa tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (1ac116dd-5bab-44b9-a45c-e411de5f5fe7), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:09.980775 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5354080b-5169-4766-adee-d1222f05c5aa tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event updated for resources: {'Subnet': ['ID=1ac116dd-5bab-44b9-a45c-e411de5f5fe7,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:45:09.988189 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5354080b-5169-4766-adee-d1222f05c5aa tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Checking segment: {'id': 'd38fb321-afb8-499f-b977-cd6e98a815e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '300ed387-65b2-4409-b6e2-9906a4e4a41a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:45:09.988562 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5354080b-5169-4766-adee-d1222f05c5aa tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Network hostable DHCP agents. Network: 300ed387-65b2-4409-b6e2-9906a4e4a41a, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:45:10.004975 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5354080b-5169-4766-adee-d1222f05c5aa tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Network 300ed387-65b2-4409-b6e2-9906a4e4a41a is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:45:10.013431 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-5354080b-5169-4766-adee-d1222f05c5aa tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 300ed387-65b2-4409-b6e2-9906a4e4a41a) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:45:10.018301 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5354080b-5169-4766-adee-d1222f05c5aa tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:45:10.018907 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5354080b-5169-4766-adee-d1222f05c5aa tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:10.025655 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234bcac4-1e78-4847-86b3-b0ba37dcd253 None None] Network 300ed387-65b2-4409-b6e2-9906a4e4a41a requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:45:10.031997 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-87ea7b62-2d5f-4b3f-9343-f1dd00fe7132 None None] Publish callbacks [] for port (105328e3-e7c1-472d-968c-54210bc8d9ba), precommit_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:10.038749 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-5354080b-5169-4766-adee-d1222f05c5aa tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3954411 Feb 09 22:45:10.038977 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54056) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:45:10.070002 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-87ea7b62-2d5f-4b3f-9343-f1dd00fe7132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (105328e3-e7c1-472d-968c-54210bc8d9ba), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:10.307163 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d986d40-deb6-4b36-bb6e-f0192511c55d None None] Pushing event updated for resources: {'Port': ['ID=105328e3-e7c1-472d-968c-54210bc8d9ba,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:45:10.309327 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-87ea7b62-2d5f-4b3f-9343-f1dd00fe7132 None None] Attempting to bind port 105328e3-e7c1-472d-968c-54210bc8d9ba on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:45:10.309708 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-87ea7b62-2d5f-4b3f-9343-f1dd00fe7132 None None] Attempting to bind port 105328e3-e7c1-472d-968c-54210bc8d9ba by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:45:10.310072 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ea7b62-2d5f-4b3f-9343-f1dd00fe7132 None None] Attempting to bind port 105328e3-e7c1-472d-968c-54210bc8d9ba on network 54a442d5-50a0-4c75-85cc-d19f5bf58118 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:45:10.322001 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ea7b62-2d5f-4b3f-9343-f1dd00fe7132 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:45:10.322390 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ea7b62-2d5f-4b3f-9343-f1dd00fe7132 None None] Checking segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:45:10.322805 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-87ea7b62-2d5f-4b3f-9343-f1dd00fe7132 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:10.323204 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ea7b62-2d5f-4b3f-9343-f1dd00fe7132 None None] Bound using segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:45:10.323691 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-87ea7b62-2d5f-4b3f-9343-f1dd00fe7132 None None] Bound port: 105328e3-e7c1-472d-968c-54210bc8d9ba, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:45:10.324078 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-87ea7b62-2d5f-4b3f-9343-f1dd00fe7132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (105328e3-e7c1-472d-968c-54210bc8d9ba), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:10.359404 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3b4b36-5e67-43ef-9bac-30d66d0aba0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-300ed387-65b2-4409-b6e2-9906a4e4a41a', 'network_id': '300ed387-65b2-4409-b6e2-9906a4e4a41a', 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'fixed_ips': [{'subnet_id': '1ac116dd-5bab-44b9-a45c-e411de5f5fe7'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:45:10.360852 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-6f3b4b36-5e67-43ef-9bac-30d66d0aba0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:10.457709 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-87ea7b62-2d5f-4b3f-9343-f1dd00fe7132 None None] For port 105328e3-e7c1-472d-968c-54210bc8d9ba, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:45:10.484280 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-87ea7b62-2d5f-4b3f-9343-f1dd00fe7132 None None] For port 105328e3-e7c1-472d-968c-54210bc8d9ba, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=105328e3-e7c1-472d-968c-54210bc8d9ba,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:45:10.497659 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-87ea7b62-2d5f-4b3f-9343-f1dd00fe7132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (105328e3-e7c1-472d-968c-54210bc8d9ba), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:10.584859 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d986d40-deb6-4b36-bb6e-f0192511c55d None None] Pushing event updated for resources: {'Port': ['ID=105328e3-e7c1-472d-968c-54210bc8d9ba,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:45:10.596907 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-6f3b4b36-5e67-43ef-9bac-30d66d0aba0c None None] Allocated IP 172.20.0.2 (300ed387-65b2-4409-b6e2-9906a4e4a41a/1ac116dd-5bab-44b9-a45c-e411de5f5fe7/b0dfa471-1d76-468c-9a26-270adfdcb330) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:45:10.610159 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ea7b62-2d5f-4b3f-9343-f1dd00fe7132 None None] Routers {'c726622b-e9ef-4f63-874c-a6de58576612'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:45:10.610821 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-87ea7b62-2d5f-4b3f-9343-f1dd00fe7132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:44:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['c726622b-e9ef-4f63-874c-a6de58576612'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:45:10.768825 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1bb40410-cdba-4df1-b5f1-1c2f568585af tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:10.795825 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-87ea7b62-2d5f-4b3f-9343-f1dd00fe7132 None None] Set router c726622b-e9ef-4f63-874c-a6de58576612 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:45:10.929812 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-6f3b4b36-5e67-43ef-9bac-30d66d0aba0c None None] Publish callbacks [] for port (b0dfa471-1d76-468c-9a26-270adfdcb330), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:10.939349 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-6f3b4b36-5e67-43ef-9bac-30d66d0aba0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (b0dfa471-1d76-468c-9a26-270adfdcb330), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:11.006708 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3b4b36-5e67-43ef-9bac-30d66d0aba0c None None] Network 300ed387-65b2-4409-b6e2-9906a4e4a41a is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:45:11.027744 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-6f3b4b36-5e67-43ef-9bac-30d66d0aba0c None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:45:11.033803 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3b4b36-5e67-43ef-9bac-30d66d0aba0c None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:45:11.038001 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3b4b36-5e67-43ef-9bac-30d66d0aba0c None None] Pushing event updated for resources: {'Port': ['ID=b0dfa471-1d76-468c-9a26-270adfdcb330,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:45:11.059310 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-1bb40410-cdba-4df1-b5f1-1c2f568585af tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Allocated IP 172.20.0.1 (300ed387-65b2-4409-b6e2-9906a4e4a41a/1ac116dd-5bab-44b9-a45c-e411de5f5fe7/7dd82770-e28d-4575-b7fc-d7e590cc1bd8) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:45:11.104207 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-6f3b4b36-5e67-43ef-9bac-30d66d0aba0c None None] Attempting to bind port b0dfa471-1d76-468c-9a26-270adfdcb330 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:45:11.104618 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-6f3b4b36-5e67-43ef-9bac-30d66d0aba0c None None] Attempting to bind port b0dfa471-1d76-468c-9a26-270adfdcb330 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': 'd38fb321-afb8-499f-b977-cd6e98a815e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '300ed387-65b2-4409-b6e2-9906a4e4a41a'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:45:11.104989 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3b4b36-5e67-43ef-9bac-30d66d0aba0c None None] Attempting to bind port b0dfa471-1d76-468c-9a26-270adfdcb330 on network 300ed387-65b2-4409-b6e2-9906a4e4a41a {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:45:11.113053 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3b4b36-5e67-43ef-9bac-30d66d0aba0c None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:45:11.113435 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3b4b36-5e67-43ef-9bac-30d66d0aba0c None None] Checking segment: {'id': 'd38fb321-afb8-499f-b977-cd6e98a815e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '300ed387-65b2-4409-b6e2-9906a4e4a41a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:45:11.113844 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-6f3b4b36-5e67-43ef-9bac-30d66d0aba0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:11.114248 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3b4b36-5e67-43ef-9bac-30d66d0aba0c None None] Bound using segment: {'id': 'd38fb321-afb8-499f-b977-cd6e98a815e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '300ed387-65b2-4409-b6e2-9906a4e4a41a'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:45:11.114724 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-6f3b4b36-5e67-43ef-9bac-30d66d0aba0c None None] Bound port: b0dfa471-1d76-468c-9a26-270adfdcb330, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd38fb321-afb8-499f-b977-cd6e98a815e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '300ed387-65b2-4409-b6e2-9906a4e4a41a'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:45:11.115112 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-6f3b4b36-5e67-43ef-9bac-30d66d0aba0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (b0dfa471-1d76-468c-9a26-270adfdcb330), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:11.126354 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-87ea7b62-2d5f-4b3f-9343-f1dd00fe7132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c726622b-e9ef-4f63-874c-a6de58576612', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1579697072', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '105328e3-e7c1-472d-968c-54210bc8d9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:45:07Z', 'updated_at': '2022-02-09T22:45:08Z', 'revision_number': 3, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'gw_port': {'id': '105328e3-e7c1-472d-968c-54210bc8d9ba', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c1:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c726622b-e9ef-4f63-874c-a6de58576612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:45:08Z', 'updated_at': '2022-02-09T22:45:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:45:11.164605 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ea7b62-2d5f-4b3f-9343-f1dd00fe7132 None None] The sync data for ids ['c726622b-e9ef-4f63-874c-a6de58576612'] in n-d-828369-5 is: [{'id': 'c726622b-e9ef-4f63-874c-a6de58576612', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1579697072', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '105328e3-e7c1-472d-968c-54210bc8d9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:45:07Z', 'updated_at': '2022-02-09T22:45:08Z', 'revision_number': 3, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'gw_port': {'id': '105328e3-e7c1-472d-968c-54210bc8d9ba', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c1:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c726622b-e9ef-4f63-874c-a6de58576612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:45:08Z', 'updated_at': '2022-02-09T22:45:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:45:11.191994 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1bb40410-cdba-4df1-b5f1-1c2f568585af tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for port (7dd82770-e28d-4575-b7fc-d7e590cc1bd8), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:11.198647 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-8d532ce8-c68b-493f-991e-070d743da539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:11.227439 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-6f3b4b36-5e67-43ef-9bac-30d66d0aba0c None None] For port b0dfa471-1d76-468c-9a26-270adfdcb330, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:45:11.230950 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-6f3b4b36-5e67-43ef-9bac-30d66d0aba0c None None] For port b0dfa471-1d76-468c-9a26-270adfdcb330, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=b0dfa471-1d76-468c-9a26-270adfdcb330,segment=NetworkSegment(d38fb321-afb8-499f-b977-cd6e98a815e7),segment_id=d38fb321-afb8-499f-b977-cd6e98a815e7)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:45:11.231700 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1bb40410-cdba-4df1-b5f1-1c2f568585af tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (7dd82770-e28d-4575-b7fc-d7e590cc1bd8), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:11.243157 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-6f3b4b36-5e67-43ef-9bac-30d66d0aba0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (b0dfa471-1d76-468c-9a26-270adfdcb330), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:11.273054 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb40410-cdba-4df1-b5f1-1c2f568585af tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Network 300ed387-65b2-4409-b6e2-9906a4e4a41a is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:45:11.279020 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-1bb40410-cdba-4df1-b5f1-1c2f568585af tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:45:11.283859 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb40410-cdba-4df1-b5f1-1c2f568585af tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:45:11.311137 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb40410-cdba-4df1-b5f1-1c2f568585af tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event updated for resources: {'Port': ['ID=7dd82770-e28d-4575-b7fc-d7e590cc1bd8,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:45:11.318905 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3b4b36-5e67-43ef-9bac-30d66d0aba0c None None] Pushing event updated for resources: {'Port': ['ID=b0dfa471-1d76-468c-9a26-270adfdcb330,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:45:11.333764 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1bb40410-cdba-4df1-b5f1-1c2f568585af tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554727'] for router_interface (c726622b-e9ef-4f63-874c-a6de58576612), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:11.499555 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1bb40410-cdba-4df1-b5f1-1c2f568585af tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (7dd82770-e28d-4575-b7fc-d7e590cc1bd8), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:11.823826 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1bb40410-cdba-4df1-b5f1-1c2f568585af tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for port (7dd82770-e28d-4575-b7fc-d7e590cc1bd8), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:11.830933 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1bb40410-cdba-4df1-b5f1-1c2f568585af tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (7dd82770-e28d-4575-b7fc-d7e590cc1bd8), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:11.943115 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb40410-cdba-4df1-b5f1-1c2f568585af tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event updated for resources: {'Port': ['ID=7dd82770-e28d-4575-b7fc-d7e590cc1bd8,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:45:11.947226 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1bb40410-cdba-4df1-b5f1-1c2f568585af tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524919'] for router_interface (c726622b-e9ef-4f63-874c-a6de58576612), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:12.053478 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb40410-cdba-4df1-b5f1-1c2f568585af tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Network 300ed387-65b2-4409-b6e2-9906a4e4a41a is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:45:12.054956 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-1bb40410-cdba-4df1-b5f1-1c2f568585af tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:45:12.197208 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bb40410-cdba-4df1-b5f1-1c2f568585af tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Router c726622b-e9ef-4f63-874c-a6de58576612 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:45:12.326388 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bb40410-cdba-4df1-b5f1-1c2f568585af tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:45:12.336454 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-1bb40410-cdba-4df1-b5f1-1c2f568585af tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "PUT /v2.0/routers/c726622b-e9ef-4f63-874c-a6de58576612/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2925339 Feb 09 22:45:12.409733 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7842d9b0-9080-43bf-8987-01c935bd64b9 None None] Network 300ed387-65b2-4409-b6e2-9906a4e4a41a requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:45:12.513034 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7011312e-0338-4bc5-908d-97442508cf73 req-59df90cc-c7f4-405e-9def-586201a327ce tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1823377864&fields=id&tenant_id=f48dcb2b50d74af19383cd1d97f39748 HTTP/1.1" status: 200 len: 267 time: 0.0538802 Feb 09 22:45:12.518824 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-0dd3e4dd-0db2-4ec7-b6a3-2e755800424f None None] Provisioning complete for port b0dfa471-1d76-468c-9a26-270adfdcb330 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:45:12.519212 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-0dd3e4dd-0db2-4ec7-b6a3-2e755800424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (b0dfa471-1d76-468c-9a26-270adfdcb330), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:12.627997 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7011312e-0338-4bc5-908d-97442508cf73 req-02248ff5-12d3-4d09-86e8-ad92b0f3d392 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:45:12.630781 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7011312e-0338-4bc5-908d-97442508cf73 req-02248ff5-12d3-4d09-86e8-ad92b0f3d392 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/networks?id=300ed387-65b2-4409-b6e2-9906a4e4a41a HTTP/1.1" status: 200 len: 796 time: 0.1114757 Feb 09 22:45:12.641501 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-0dd3e4dd-0db2-4ec7-b6a3-2e755800424f None None] Current status of the port b0dfa471-1d76-468c-9a26-270adfdcb330 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:45:12.641909 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-0dd3e4dd-0db2-4ec7-b6a3-2e755800424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (b0dfa471-1d76-468c-9a26-270adfdcb330), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:12.646238 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7011312e-0338-4bc5-908d-97442508cf73 req-bd9fdd0c-c365-4972-b42b-509300fd4db2 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/quotas/f48dcb2b50d74af19383cd1d97f39748 HTTP/1.1" status: 200 len: 375 time: 0.0106628 Feb 09 22:45:12.683877 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-0dd3e4dd-0db2-4ec7-b6a3-2e755800424f None None] For port b0dfa471-1d76-468c-9a26-270adfdcb330, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=b0dfa471-1d76-468c-9a26-270adfdcb330,segment=NetworkSegment(d38fb321-afb8-499f-b977-cd6e98a815e7),segment_id=d38fb321-afb8-499f-b977-cd6e98a815e7)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:45:12.689263 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-0dd3e4dd-0db2-4ec7-b6a3-2e755800424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (b0dfa471-1d76-468c-9a26-270adfdcb330), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:12.727330 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7011312e-0338-4bc5-908d-97442508cf73 req-c6e5851e-2246-4841-a65e-ca921966f8a9 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=f48dcb2b50d74af19383cd1d97f39748&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0713401 Feb 09 22:45:12.740042 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [req-7011312e-0338-4bc5-908d-97442508cf73 req-341934f2-7d3f-470d-ba15-bc67f9524b66 service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=103140) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 22:45:12.742149 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7011312e-0338-4bc5-908d-97442508cf73 req-341934f2-7d3f-470d-ba15-bc67f9524b66 service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078027 Feb 09 22:45:12.779519 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd3e4dd-0db2-4ec7-b6a3-2e755800424f None None] Pushing event updated for resources: {'Port': ['ID=b0dfa471-1d76-468c-9a26-270adfdcb330,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:45:12.862306 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7011312e-0338-4bc5-908d-97442508cf73 req-d98317ad-f844-42ec-bc33-dca52d47a7c6 service neutron] 10.222.0.90 "GET /v2.0/networks/300ed387-65b2-4409-b6e2-9906a4e4a41a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126161 Feb 09 22:45:12.927943 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-f1911abb-7fd9-4f57-966c-9c11607e5ad5 None None] Provisioning complete for port b0dfa471-1d76-468c-9a26-270adfdcb330 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:45:12.928440 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f1911abb-7fd9-4f57-966c-9c11607e5ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (b0dfa471-1d76-468c-9a26-270adfdcb330), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:13.003040 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7011312e-0338-4bc5-908d-97442508cf73 req-fc39b46a-7d3d-4d9a-81e6-c2b3351e05b4 service neutron] 10.222.0.90 "GET /v2.0/networks/300ed387-65b2-4409-b6e2-9906a4e4a41a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392853 Feb 09 22:45:13.050641 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-f1911abb-7fd9-4f57-966c-9c11607e5ad5 None None] Current status of the port b0dfa471-1d76-468c-9a26-270adfdcb330 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:45:13.055562 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:13.059564 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9dfa7eb-6271-4606-8a81-40434bb70cbc None None] Sync routers for ids ['c726622b-e9ef-4f63-874c-a6de58576612'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:45:13.073504 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9dfa7eb-6271-4606-8a81-40434bb70cbc None None] Routers {'c726622b-e9ef-4f63-874c-a6de58576612'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:45:13.074142 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-a9dfa7eb-6271-4606-8a81-40434bb70cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:45:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['c726622b-e9ef-4f63-874c-a6de58576612'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:45:13.085460 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-f1911abb-7fd9-4f57-966c-9c11607e5ad5 None None] Provisioning complete for port 7dd82770-e28d-4575-b7fc-d7e590cc1bd8 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:45:13.087656 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f1911abb-7fd9-4f57-966c-9c11607e5ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (7dd82770-e28d-4575-b7fc-d7e590cc1bd8), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:13.168065 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-f1911abb-7fd9-4f57-966c-9c11607e5ad5 None None] Port 7dd82770-e28d-4575-b7fc-d7e590cc1bd8 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:45:13.228819 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-a9dfa7eb-6271-4606-8a81-40434bb70cbc None None] Set router c726622b-e9ef-4f63-874c-a6de58576612 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:45:13.299424 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-64969ce0-c83c-4190-8eb3-e6acd59679bd req-965a17bd-71d6-4374-8d80-0924f5158316 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=b35c193d-ef92-4385-8ce5-3cde478e1d22 HTTP/1.1" status: 200 len: 210 time: 0.0582082 Feb 09 22:45:13.314861 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-f82d4b2f-d80c-4d9b-acfa-ec754ff15ee2 None None] Provisioning complete for port 7dd82770-e28d-4575-b7fc-d7e590cc1bd8 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:45:13.319303 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f82d4b2f-d80c-4d9b-acfa-ec754ff15ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (7dd82770-e28d-4575-b7fc-d7e590cc1bd8), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:13.325153 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device b0dfa471-1d76-468c-9a26-270adfdcb330 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:45:13.389874 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-f82d4b2f-d80c-4d9b-acfa-ec754ff15ee2 None None] Port 7dd82770-e28d-4575-b7fc-d7e590cc1bd8 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:45:13.407286 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port b0dfa471-1d76-468c-9a26-270adfdcb330 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:45:13.407890 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (b0dfa471-1d76-468c-9a26-270adfdcb330), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:13.499696 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port b0dfa471-1d76-468c-9a26-270adfdcb330 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:45:13.500733 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 105328e3-e7c1-472d-968c-54210bc8d9ba up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:45:13.550787 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 105328e3-e7c1-472d-968c-54210bc8d9ba triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:45:13.551081 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (105328e3-e7c1-472d-968c-54210bc8d9ba), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:13.576151 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-a9dfa7eb-6271-4606-8a81-40434bb70cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c726622b-e9ef-4f63-874c-a6de58576612', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1579697072', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '105328e3-e7c1-472d-968c-54210bc8d9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:45:07Z', 'updated_at': '2022-02-09T22:45:11Z', 'revision_number': 4, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'gw_port': {'id': '105328e3-e7c1-472d-968c-54210bc8d9ba', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c1:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c726622b-e9ef-4f63-874c-a6de58576612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:45:08Z', 'updated_at': '2022-02-09T22:45:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '7dd82770-e28d-4575-b7fc-d7e590cc1bd8', 'name': '', 'network_id': '300ed387-65b2-4409-b6e2-9906a4e4a41a', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'mac_address': 'fa:16:3e:57:b5:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c726622b-e9ef-4f63-874c-a6de58576612', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '1ac116dd-5bab-44b9-a45c-e411de5f5fe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:45:10Z', 'updated_at': '2022-02-09T22:45:11Z', 'revision_number': 2, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'subnets': [{'id': '1ac116dd-5bab-44b9-a45c-e411de5f5fe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:45:13.603218 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9dfa7eb-6271-4606-8a81-40434bb70cbc None None] Checking router: c726622b-e9ef-4f63-874c-a6de58576612 for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:45:13.603570 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9dfa7eb-6271-4606-8a81-40434bb70cbc None None] Updating router c726622b-e9ef-4f63-874c-a6de58576612 port 7dd82770-e28d-4575-b7fc-d7e590cc1bd8 binding host n-d-828369-5 {{(pid=103143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:45:13.638948 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a9dfa7eb-6271-4606-8a81-40434bb70cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (7dd82770-e28d-4575-b7fc-d7e590cc1bd8), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:13.642961 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 105328e3-e7c1-472d-968c-54210bc8d9ba is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:45:13.643373 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (105328e3-e7c1-472d-968c-54210bc8d9ba), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:13.649818 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-269d04b9-b7ce-4992-ab0a-10ed0c57cca9 None None] Provisioning complete for port 7dd82770-e28d-4575-b7fc-d7e590cc1bd8 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:45:13.650211 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-269d04b9-b7ce-4992-ab0a-10ed0c57cca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (7dd82770-e28d-4575-b7fc-d7e590cc1bd8), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:13.686020 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port 105328e3-e7c1-472d-968c-54210bc8d9ba, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=105328e3-e7c1-472d-968c-54210bc8d9ba,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:45:13.693047 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (105328e3-e7c1-472d-968c-54210bc8d9ba), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:13.721326 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-269d04b9-b7ce-4992-ab0a-10ed0c57cca9 None None] Port 7dd82770-e28d-4575-b7fc-d7e590cc1bd8 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:45:13.746038 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=105328e3-e7c1-472d-968c-54210bc8d9ba,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:45:13.902844 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a9dfa7eb-6271-4606-8a81-40434bb70cbc None None] Publish callbacks [] for port (7dd82770-e28d-4575-b7fc-d7e590cc1bd8), precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:13.908408 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a9dfa7eb-6271-4606-8a81-40434bb70cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (7dd82770-e28d-4575-b7fc-d7e590cc1bd8), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:13.980954 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2c1aa9-6988-4c89-af86-968af70ee161 None None] Pushing event updated for resources: {'Port': ['ID=7dd82770-e28d-4575-b7fc-d7e590cc1bd8,revision_number=3']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:45:14.006327 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2c1aa9-6988-4c89-af86-968af70ee161 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:45:14.006670 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2c1aa9-6988-4c89-af86-968af70ee161 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:45:14.007007 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2c1aa9-6988-4c89-af86-968af70ee161 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:45:14.007338 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2c1aa9-6988-4c89-af86-968af70ee161 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:45:14.007668 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2c1aa9-6988-4c89-af86-968af70ee161 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:45:14.007994 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2c1aa9-6988-4c89-af86-968af70ee161 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:45:14.008348 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2c1aa9-6988-4c89-af86-968af70ee161 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:45:14.008671 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2c1aa9-6988-4c89-af86-968af70ee161 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:45:14.008991 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2c1aa9-6988-4c89-af86-968af70ee161 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:45:14.009310 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2c1aa9-6988-4c89-af86-968af70ee161 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:45:14.009636 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2c1aa9-6988-4c89-af86-968af70ee161 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:45:14.009952 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2c1aa9-6988-4c89-af86-968af70ee161 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:45:14.010266 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac2c1aa9-6988-4c89-af86-968af70ee161 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:45:14.025046 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-a9dfa7eb-6271-4606-8a81-40434bb70cbc None None] Attempting to bind port 7dd82770-e28d-4575-b7fc-d7e590cc1bd8 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:45:14.025427 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-a9dfa7eb-6271-4606-8a81-40434bb70cbc None None] Attempting to bind port 7dd82770-e28d-4575-b7fc-d7e590cc1bd8 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': 'd38fb321-afb8-499f-b977-cd6e98a815e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '300ed387-65b2-4409-b6e2-9906a4e4a41a'}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:45:14.025917 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9dfa7eb-6271-4606-8a81-40434bb70cbc None None] Attempting to bind port 7dd82770-e28d-4575-b7fc-d7e590cc1bd8 on network 300ed387-65b2-4409-b6e2-9906a4e4a41a {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:45:14.031563 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9dfa7eb-6271-4606-8a81-40434bb70cbc None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:45:14.032497 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9dfa7eb-6271-4606-8a81-40434bb70cbc None None] Checking segment: {'id': 'd38fb321-afb8-499f-b977-cd6e98a815e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '300ed387-65b2-4409-b6e2-9906a4e4a41a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:45:14.032910 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a9dfa7eb-6271-4606-8a81-40434bb70cbc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:14.033314 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9dfa7eb-6271-4606-8a81-40434bb70cbc None None] Bound using segment: {'id': 'd38fb321-afb8-499f-b977-cd6e98a815e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '300ed387-65b2-4409-b6e2-9906a4e4a41a'} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:45:14.033792 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-a9dfa7eb-6271-4606-8a81-40434bb70cbc None None] Bound port: 7dd82770-e28d-4575-b7fc-d7e590cc1bd8, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd38fb321-afb8-499f-b977-cd6e98a815e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '300ed387-65b2-4409-b6e2-9906a4e4a41a'}}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:45:14.034177 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a9dfa7eb-6271-4606-8a81-40434bb70cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (7dd82770-e28d-4575-b7fc-d7e590cc1bd8), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:14.107845 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-a9dfa7eb-6271-4606-8a81-40434bb70cbc None None] For port 7dd82770-e28d-4575-b7fc-d7e590cc1bd8, host n-d-828369-5, cleared binding levels {{(pid=103143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:45:14.111534 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-a9dfa7eb-6271-4606-8a81-40434bb70cbc None None] For port 7dd82770-e28d-4575-b7fc-d7e590cc1bd8, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=7dd82770-e28d-4575-b7fc-d7e590cc1bd8,segment=NetworkSegment(d38fb321-afb8-499f-b977-cd6e98a815e7),segment_id=d38fb321-afb8-499f-b977-cd6e98a815e7)] {{(pid=103143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:45:14.117090 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-a9dfa7eb-6271-4606-8a81-40434bb70cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (7dd82770-e28d-4575-b7fc-d7e590cc1bd8), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:14.149408 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-d1280782-c472-4150-9c81-4be18431e57d None None] Provisioning complete for port 7dd82770-e28d-4575-b7fc-d7e590cc1bd8 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:45:14.149901 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d1280782-c472-4150-9c81-4be18431e57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (7dd82770-e28d-4575-b7fc-d7e590cc1bd8), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:14.181753 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2c1aa9-6988-4c89-af86-968af70ee161 None None] Pushing event updated for resources: {'Port': ['ID=7dd82770-e28d-4575-b7fc-d7e590cc1bd8,revision_number=4']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:45:14.190132 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9dfa7eb-6271-4606-8a81-40434bb70cbc None None] Routers {'c726622b-e9ef-4f63-874c-a6de58576612'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:45:14.191246 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-a9dfa7eb-6271-4606-8a81-40434bb70cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:45:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['c726622b-e9ef-4f63-874c-a6de58576612'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:45:14.246029 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-d1280782-c472-4150-9c81-4be18431e57d None None] Current status of the port 7dd82770-e28d-4575-b7fc-d7e590cc1bd8 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:45:14.246718 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d1280782-c472-4150-9c81-4be18431e57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (7dd82770-e28d-4575-b7fc-d7e590cc1bd8), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:14.295077 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-d1280782-c472-4150-9c81-4be18431e57d None None] For port 7dd82770-e28d-4575-b7fc-d7e590cc1bd8, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=7dd82770-e28d-4575-b7fc-d7e590cc1bd8,segment=NetworkSegment(d38fb321-afb8-499f-b977-cd6e98a815e7),segment_id=d38fb321-afb8-499f-b977-cd6e98a815e7)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:45:14.301257 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d1280782-c472-4150-9c81-4be18431e57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (7dd82770-e28d-4575-b7fc-d7e590cc1bd8), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:14.321567 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-a9dfa7eb-6271-4606-8a81-40434bb70cbc None None] Set router c726622b-e9ef-4f63-874c-a6de58576612 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:45:14.366746 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1280782-c472-4150-9c81-4be18431e57d None None] Pushing event updated for resources: {'Port': ['ID=7dd82770-e28d-4575-b7fc-d7e590cc1bd8,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:45:14.407987 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-418f0e3d-d546-4554-8158-97cf41befde9 req-19ea8da7-6ea0-49ba-9da9-c1e0e5ed4cf9 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=b35c193d-ef92-4385-8ce5-3cde478e1d22 HTTP/1.1" status: 200 len: 210 time: 0.0285082 Feb 09 22:45:14.435336 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:14.436187 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-d699c1c6-5fdd-4b33-9547-7fa7b592032d None None] Provisioning complete for port 7dd82770-e28d-4575-b7fc-d7e590cc1bd8 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:45:14.436580 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d699c1c6-5fdd-4b33-9547-7fa7b592032d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (7dd82770-e28d-4575-b7fc-d7e590cc1bd8), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:14.519246 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-d699c1c6-5fdd-4b33-9547-7fa7b592032d None None] Current status of the port 7dd82770-e28d-4575-b7fc-d7e590cc1bd8 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:45:14.547990 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-a9dfa7eb-6271-4606-8a81-40434bb70cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c726622b-e9ef-4f63-874c-a6de58576612', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1579697072', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '105328e3-e7c1-472d-968c-54210bc8d9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:45:07Z', 'updated_at': '2022-02-09T22:45:11Z', 'revision_number': 4, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'gw_port': {'id': '105328e3-e7c1-472d-968c-54210bc8d9ba', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c1:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c726622b-e9ef-4f63-874c-a6de58576612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:45:08Z', 'updated_at': '2022-02-09T22:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '7dd82770-e28d-4575-b7fc-d7e590cc1bd8', 'name': '', 'network_id': '300ed387-65b2-4409-b6e2-9906a4e4a41a', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'mac_address': 'fa:16:3e:57:b5:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c726622b-e9ef-4f63-874c-a6de58576612', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '1ac116dd-5bab-44b9-a45c-e411de5f5fe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:45:10Z', 'updated_at': '2022-02-09T22:45:14Z', 'revision_number': 4, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'subnets': [{'id': '1ac116dd-5bab-44b9-a45c-e411de5f5fe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:45:14.578832 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9dfa7eb-6271-4606-8a81-40434bb70cbc None None] The sync data for ids ['c726622b-e9ef-4f63-874c-a6de58576612'] in n-d-828369-5 is: [{'id': 'c726622b-e9ef-4f63-874c-a6de58576612', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1579697072', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '105328e3-e7c1-472d-968c-54210bc8d9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:45:07Z', 'updated_at': '2022-02-09T22:45:11Z', 'revision_number': 4, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'gw_port': {'id': '105328e3-e7c1-472d-968c-54210bc8d9ba', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c1:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c726622b-e9ef-4f63-874c-a6de58576612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:45:08Z', 'updated_at': '2022-02-09T22:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '7dd82770-e28d-4575-b7fc-d7e590cc1bd8', 'name': '', 'network_id': '300ed387-65b2-4409-b6e2-9906a4e4a41a', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'mac_address': 'fa:16:3e:57:b5:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c726622b-e9ef-4f63-874c-a6de58576612', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '1ac116dd-5bab-44b9-a45c-e411de5f5fe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:45:10Z', 'updated_at': '2022-02-09T22:45:14Z', 'revision_number': 4, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'subnets': [{'id': '1ac116dd-5bab-44b9-a45c-e411de5f5fe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:45:15.219442 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 7dd82770-e28d-4575-b7fc-d7e590cc1bd8 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:45:15.268873 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 7dd82770-e28d-4575-b7fc-d7e590cc1bd8 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:45:15.269293 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (7dd82770-e28d-4575-b7fc-d7e590cc1bd8), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:15.357497 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 7dd82770-e28d-4575-b7fc-d7e590cc1bd8 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:45:15.358409 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 105328e3-e7c1-472d-968c-54210bc8d9ba up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:45:15.406807 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 105328e3-e7c1-472d-968c-54210bc8d9ba triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:45:15.407187 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (105328e3-e7c1-472d-968c-54210bc8d9ba), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:15.503796 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 105328e3-e7c1-472d-968c-54210bc8d9ba is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:45:15.508971 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4ca6d944-05d9-4f78-a52a-365489c9bc40 req-f6779dc2-2b13-49d2-83fb-06d11bab0826 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=b35c193d-ef92-4385-8ce5-3cde478e1d22 HTTP/1.1" status: 200 len: 210 time: 0.0381045 Feb 09 22:45:15.513622 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:15.543432 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:45:16.570692 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-de0c79be-5894-49b3-aa49-ee7063dddce4 req-8a173862-2802-47e1-aef9-9d30b7eda885 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=b35c193d-ef92-4385-8ce5-3cde478e1d22 HTTP/1.1" status: 200 len: 210 time: 0.0296731 Feb 09 22:45:17.666466 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2729054b-145b-4b0c-a4f6-7ec0c621b1b5 req-c695e048-e3b9-432c-a584-c17812d135cf tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=b35c193d-ef92-4385-8ce5-3cde478e1d22 HTTP/1.1" status: 200 len: 210 time: 0.0267689 Feb 09 22:45:18.363337 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7011312e-0338-4bc5-908d-97442508cf73 req-851f5991-186b-4a35-b877-cf9d96f8a717 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:45:18.364871 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7011312e-0338-4bc5-908d-97442508cf73 req-851f5991-186b-4a35-b877-cf9d96f8a717 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.95 "GET /v2.0/networks?id=300ed387-65b2-4409-b6e2-9906a4e4a41a HTTP/1.1" status: 200 len: 796 time: 0.1090417 Feb 09 22:45:18.431596 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7011312e-0338-4bc5-908d-97442508cf73 req-cd945aeb-30f0-4f8e-ab4c-5a5e138eea31 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f48dcb2b50d74af19383cd1d97f39748 HTTP/1.1" status: 200 len: 380 time: 0.0557337 Feb 09 22:45:18.441405 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-7011312e-0338-4bc5-908d-97442508cf73 req-bc47b55f-d14b-4de9-a3c4-3f5b4b5ec7b8 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Request body: {'port': {'device_id': 'b35c193d-ef92-4385-8ce5-3cde478e1d22', 'network_id': '300ed387-65b2-4409-b6e2-9906a4e4a41a', 'admin_state_up': True, 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'security_groups': ['5a951b0b-0ba9-460c-a923-c3b7c77f80ec']}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:45:18.822880 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-53a20ddc-c28d-4330-8425-f3cfd84f4a3d req-83a0c4ca-2675-4233-a7d3-e09957f1ab64 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=b35c193d-ef92-4385-8ce5-3cde478e1d22 HTTP/1.1" status: 200 len: 210 time: 0.0346475 Feb 09 22:45:18.880855 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7011312e-0338-4bc5-908d-97442508cf73 req-bc47b55f-d14b-4de9-a3c4-3f5b4b5ec7b8 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Made reservation on behalf of f48dcb2b50d74af19383cd1d97f39748 for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:45:18.884185 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-7011312e-0338-4bc5-908d-97442508cf73 req-bc47b55f-d14b-4de9-a3c4-3f5b4b5ec7b8 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:19.006603 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [req-7011312e-0338-4bc5-908d-97442508cf73 req-bc47b55f-d14b-4de9-a3c4-3f5b4b5ec7b8 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Allocated IP 172.20.0.9 (300ed387-65b2-4409-b6e2-9906a4e4a41a/1ac116dd-5bab-44b9-a45c-e411de5f5fe7/b7f0a062-6c90-4a6b-a5b8-4f48055abc52) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:45:19.141128 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-7011312e-0338-4bc5-908d-97442508cf73 req-bc47b55f-d14b-4de9-a3c4-3f5b4b5ec7b8 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for port (b7f0a062-6c90-4a6b-a5b8-4f48055abc52), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:19.176232 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-7011312e-0338-4bc5-908d-97442508cf73 req-bc47b55f-d14b-4de9-a3c4-3f5b4b5ec7b8 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (b7f0a062-6c90-4a6b-a5b8-4f48055abc52), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:19.224831 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7011312e-0338-4bc5-908d-97442508cf73 req-bc47b55f-d14b-4de9-a3c4-3f5b4b5ec7b8 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Network 300ed387-65b2-4409-b6e2-9906a4e4a41a is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:45:19.227895 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [req-7011312e-0338-4bc5-908d-97442508cf73 req-bc47b55f-d14b-4de9-a3c4-3f5b4b5ec7b8 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:45:19.231581 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-7011312e-0338-4bc5-908d-97442508cf73 req-bc47b55f-d14b-4de9-a3c4-3f5b4b5ec7b8 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:45:19.238568 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc47b55f-d14b-4de9-a3c4-3f5b4b5ec7b8 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event updated for resources: {'Port': ['ID=b7f0a062-6c90-4a6b-a5b8-4f48055abc52,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:45:19.287973 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7011312e-0338-4bc5-908d-97442508cf73 req-bc47b55f-d14b-4de9-a3c4-3f5b4b5ec7b8 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:45:19.288522 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-7011312e-0338-4bc5-908d-97442508cf73 req-bc47b55f-d14b-4de9-a3c4-3f5b4b5ec7b8 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:19.304964 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7011312e-0338-4bc5-908d-97442508cf73 req-bc47b55f-d14b-4de9-a3c4-3f5b4b5ec7b8 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8679442 Feb 09 22:45:19.317102 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-7011312e-0338-4bc5-908d-97442508cf73 req-5f48321d-d60b-488a-bb1b-41fb7698d315 service neutron] Request body: {'port': {'device_id': 'b35c193d-ef92-4385-8ce5-3cde478e1d22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-5'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:45:19.393421 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-7011312e-0338-4bc5-908d-97442508cf73 req-5f48321d-d60b-488a-bb1b-41fb7698d315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (b7f0a062-6c90-4a6b-a5b8-4f48055abc52), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:19.470538 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-935dd061-b7cb-49ae-89fc-99d664454814 None None] Provisioning complete for port b7f0a062-6c90-4a6b-a5b8-4f48055abc52 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:45:19.471129 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-935dd061-b7cb-49ae-89fc-99d664454814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (b7f0a062-6c90-4a6b-a5b8-4f48055abc52), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:19.503993 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-935dd061-b7cb-49ae-89fc-99d664454814 None None] Port b7f0a062-6c90-4a6b-a5b8-4f48055abc52 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:45:19.652763 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [req-7011312e-0338-4bc5-908d-97442508cf73 req-5f48321d-d60b-488a-bb1b-41fb7698d315 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7f0a062-6c90-4a6b-a5b8-4f48055abc52 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:45:19.660142 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-7011312e-0338-4bc5-908d-97442508cf73 req-5f48321d-d60b-488a-bb1b-41fb7698d315 service neutron] Publish callbacks [] for port (b7f0a062-6c90-4a6b-a5b8-4f48055abc52), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:19.672059 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [req-7011312e-0338-4bc5-908d-97442508cf73 req-5f48321d-d60b-488a-bb1b-41fb7698d315 service neutron] Transition to ACTIVE for port object b7f0a062-6c90-4a6b-a5b8-4f48055abc52 will not be triggered until provisioned by entity L2. {{(pid=103140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:45:19.675836 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-7011312e-0338-4bc5-908d-97442508cf73 req-5f48321d-d60b-488a-bb1b-41fb7698d315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (b7f0a062-6c90-4a6b-a5b8-4f48055abc52), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:19.728661 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f48321d-d60b-488a-bb1b-41fb7698d315 service neutron] Pushing event updated for resources: {'Port': ['ID=b7f0a062-6c90-4a6b-a5b8-4f48055abc52,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:45:19.799677 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-7011312e-0338-4bc5-908d-97442508cf73 req-5f48321d-d60b-488a-bb1b-41fb7698d315 service neutron] Attempting to bind port b7f0a062-6c90-4a6b-a5b8-4f48055abc52 on host n-h1-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:45:19.800015 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-7011312e-0338-4bc5-908d-97442508cf73 req-5f48321d-d60b-488a-bb1b-41fb7698d315 service neutron] Attempting to bind port b7f0a062-6c90-4a6b-a5b8-4f48055abc52 by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': 'd38fb321-afb8-499f-b977-cd6e98a815e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '300ed387-65b2-4409-b6e2-9906a4e4a41a'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:45:19.800383 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7011312e-0338-4bc5-908d-97442508cf73 req-5f48321d-d60b-488a-bb1b-41fb7698d315 service neutron] Attempting to bind port b7f0a062-6c90-4a6b-a5b8-4f48055abc52 on network 300ed387-65b2-4409-b6e2-9906a4e4a41a {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:45:19.804957 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7011312e-0338-4bc5-908d-97442508cf73 req-5f48321d-d60b-488a-bb1b-41fb7698d315 service neutron] Port b7f0a062-6c90-4a6b-a5b8-4f48055abc52 on network 300ed387-65b2-4409-b6e2-9906a4e4a41a not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:45:19.805281 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7011312e-0338-4bc5-908d-97442508cf73 req-5f48321d-d60b-488a-bb1b-41fb7698d315 service neutron] Attempting to bind port b7f0a062-6c90-4a6b-a5b8-4f48055abc52 on network 300ed387-65b2-4409-b6e2-9906a4e4a41a {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:45:19.810357 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7011312e-0338-4bc5-908d-97442508cf73 req-5f48321d-d60b-488a-bb1b-41fb7698d315 service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:45:19.810702 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7011312e-0338-4bc5-908d-97442508cf73 req-5f48321d-d60b-488a-bb1b-41fb7698d315 service neutron] Checking segment: {'id': 'd38fb321-afb8-499f-b977-cd6e98a815e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '300ed387-65b2-4409-b6e2-9906a4e4a41a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:45:19.811088 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7011312e-0338-4bc5-908d-97442508cf73 req-5f48321d-d60b-488a-bb1b-41fb7698d315 service neutron] Bound using segment: {'id': 'd38fb321-afb8-499f-b977-cd6e98a815e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '300ed387-65b2-4409-b6e2-9906a4e4a41a'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:45:19.811516 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-7011312e-0338-4bc5-908d-97442508cf73 req-5f48321d-d60b-488a-bb1b-41fb7698d315 service neutron] Bound port: b7f0a062-6c90-4a6b-a5b8-4f48055abc52, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd38fb321-afb8-499f-b977-cd6e98a815e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '300ed387-65b2-4409-b6e2-9906a4e4a41a'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:45:19.811872 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-7011312e-0338-4bc5-908d-97442508cf73 req-5f48321d-d60b-488a-bb1b-41fb7698d315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (b7f0a062-6c90-4a6b-a5b8-4f48055abc52), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:19.880789 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-7011312e-0338-4bc5-908d-97442508cf73 req-5f48321d-d60b-488a-bb1b-41fb7698d315 service neutron] For port b7f0a062-6c90-4a6b-a5b8-4f48055abc52, host n-h1-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:45:19.884157 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-7011312e-0338-4bc5-908d-97442508cf73 req-5f48321d-d60b-488a-bb1b-41fb7698d315 service neutron] For port b7f0a062-6c90-4a6b-a5b8-4f48055abc52, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=b7f0a062-6c90-4a6b-a5b8-4f48055abc52,segment=NetworkSegment(d38fb321-afb8-499f-b977-cd6e98a815e7),segment_id=d38fb321-afb8-499f-b977-cd6e98a815e7)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:45:19.890237 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-7011312e-0338-4bc5-908d-97442508cf73 req-5f48321d-d60b-488a-bb1b-41fb7698d315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (b7f0a062-6c90-4a6b-a5b8-4f48055abc52), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:19.947768 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7011312e-0338-4bc5-908d-97442508cf73 req-5f48321d-d60b-488a-bb1b-41fb7698d315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:45:19.948425 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-7011312e-0338-4bc5-908d-97442508cf73 req-5f48321d-d60b-488a-bb1b-41fb7698d315 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:19.949842 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7011312e-0338-4bc5-908d-97442508cf73 req-5f48321d-d60b-488a-bb1b-41fb7698d315 service neutron] 10.222.0.95 "PUT /v2.0/ports/b7f0a062-6c90-4a6b-a5b8-4f48055abc52 HTTP/1.1" status: 200 len: 1091 time: 0.6374066 Feb 09 22:45:19.952033 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b35c193d-ef92-4385-8ce5-3cde478e1d22', 'tag': 'b7f0a062-6c90-4a6b-a5b8-4f48055abc52'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:45:19.954983 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}084566773578a82c7ab9e8b7d7948f8d3f1cbdaece621e80e6759ea940bbe07a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c7a4958-7bde-4432-be09-c740c4aeb95a" -d '{"events": [{"name": "network-changed", "server_uuid": "b35c193d-ef92-4385-8ce5-3cde478e1d22", "tag": "b7f0a062-6c90-4a6b-a5b8-4f48055abc52"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:45:19.987763 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f48321d-d60b-488a-bb1b-41fb7698d315 service neutron] Pushing event updated for resources: {'Port': ['ID=b7f0a062-6c90-4a6b-a5b8-4f48055abc52,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:45:20.026670 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c84155bf-835c-4be8-8a38-6cf3f21513ca x-openstack-request-id: req-c84155bf-835c-4be8-8a38-6cf3f21513ca {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:45:20.026969 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b35c193d-ef92-4385-8ce5-3cde478e1d22", "tag": "b7f0a062-6c90-4a6b-a5b8-4f48055abc52", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:45:20.027231 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-c84155bf-835c-4be8-8a38-6cf3f21513ca {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:45:20.027639 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b35c193d-ef92-4385-8ce5-3cde478e1d22', 'tag': 'b7f0a062-6c90-4a6b-a5b8-4f48055abc52', 'status': 'completed', 'code': 200} Feb 09 22:45:20.039985 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec263c9b-04f7-4b52-b676-7f51f85753b9 req-33fd20d5-11b0-45b8-bb9c-df376529d91a tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:45:20.041528 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ec263c9b-04f7-4b52-b676-7f51f85753b9 req-33fd20d5-11b0-45b8-bb9c-df376529d91a tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=b35c193d-ef92-4385-8ce5-3cde478e1d22 HTTP/1.1" status: 200 len: 943 time: 0.1423750 Feb 09 22:45:20.076209 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7011312e-0338-4bc5-908d-97442508cf73 req-4fef7cc1-ef71-4433-8c9e-2820f13aee7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:45:20.077807 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7011312e-0338-4bc5-908d-97442508cf73 req-4fef7cc1-ef71-4433-8c9e-2820f13aee7c service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=f48dcb2b50d74af19383cd1d97f39748&device_id=b35c193d-ef92-4385-8ce5-3cde478e1d22 HTTP/1.1" status: 200 len: 1125 time: 0.0864413 Feb 09 22:45:20.138548 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ec263c9b-04f7-4b52-b676-7f51f85753b9 req-4f905214-f193-4343-991d-62620e7418cb tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=5a951b0b-0ba9-460c-a923-c3b7c77f80ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906026 Feb 09 22:45:20.140548 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7011312e-0338-4bc5-908d-97442508cf73 req-cbf07ae3-2cc0-4126-af04-62e98c89cb10 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7f0a062-6c90-4a6b-a5b8-4f48055abc52 HTTP/1.1" status: 200 len: 217 time: 0.0446615 Feb 09 22:45:20.194356 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7011312e-0338-4bc5-908d-97442508cf73 req-8e65a9e4-c084-4f17-850b-93a03a7da707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:45:20.195822 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7011312e-0338-4bc5-908d-97442508cf73 req-8e65a9e4-c084-4f17-850b-93a03a7da707 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=1ac116dd-5bab-44b9-a45c-e411de5f5fe7 HTTP/1.1" status: 200 len: 834 time: 0.0487618 Feb 09 22:45:20.245442 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7011312e-0338-4bc5-908d-97442508cf73 req-105e150d-e54f-4949-bcf2-4b82f6b25ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:45:20.246921 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7011312e-0338-4bc5-908d-97442508cf73 req-105e150d-e54f-4949-bcf2-4b82f6b25ff2 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=300ed387-65b2-4409-b6e2-9906a4e4a41a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0431225 Feb 09 22:45:20.336192 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7011312e-0338-4bc5-908d-97442508cf73 req-ee41ed98-6e54-4305-b8b6-4edf24acde74 service neutron] 10.222.0.95 "GET /v2.0/networks/300ed387-65b2-4409-b6e2-9906a4e4a41a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825067 Feb 09 22:45:20.427949 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7011312e-0338-4bc5-908d-97442508cf73 req-6ae2d3fd-078b-4b0c-a684-ad94b7ef2463 service neutron] 10.222.0.95 "GET /v2.0/networks/300ed387-65b2-4409-b6e2-9906a4e4a41a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851848 Feb 09 22:45:20.515162 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7a4958-7bde-4432-be09-c740c4aeb95a req-efe09cd1-2b08-4de1-9970-36bc80dd76da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:45:20.517175 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9c7a4958-7bde-4432-be09-c740c4aeb95a req-efe09cd1-2b08-4de1-9970-36bc80dd76da service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=f48dcb2b50d74af19383cd1d97f39748&device_id=b35c193d-ef92-4385-8ce5-3cde478e1d22 HTTP/1.1" status: 200 len: 1125 time: 0.0450344 Feb 09 22:45:20.608845 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7a4958-7bde-4432-be09-c740c4aeb95a req-6dba4a27-c677-4f04-bebb-adff51a95ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:45:20.610379 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9c7a4958-7bde-4432-be09-c740c4aeb95a req-6dba4a27-c677-4f04-bebb-adff51a95ff3 service neutron] 10.222.0.95 "GET /v2.0/networks?id=300ed387-65b2-4409-b6e2-9906a4e4a41a HTTP/1.1" status: 200 len: 897 time: 0.0867329 Feb 09 22:45:20.652373 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9c7a4958-7bde-4432-be09-c740c4aeb95a req-c68feda7-be47-452e-adc0-091e91ae75e8 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7f0a062-6c90-4a6b-a5b8-4f48055abc52 HTTP/1.1" status: 200 len: 217 time: 0.0352161 Feb 09 22:45:20.700191 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7a4958-7bde-4432-be09-c740c4aeb95a req-1fc2077f-0c54-4900-b7f9-5f390a2412ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:45:20.701664 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9c7a4958-7bde-4432-be09-c740c4aeb95a req-1fc2077f-0c54-4900-b7f9-5f390a2412ca service neutron] 10.222.0.95 "GET /v2.0/subnets?id=1ac116dd-5bab-44b9-a45c-e411de5f5fe7 HTTP/1.1" status: 200 len: 834 time: 0.0431125 Feb 09 22:45:20.751394 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7a4958-7bde-4432-be09-c740c4aeb95a req-22e2667e-d8e8-4a93-b3b4-fb7478875065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:45:20.752896 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9c7a4958-7bde-4432-be09-c740c4aeb95a req-22e2667e-d8e8-4a93-b3b4-fb7478875065 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=300ed387-65b2-4409-b6e2-9906a4e4a41a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0434866 Feb 09 22:45:20.846277 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9c7a4958-7bde-4432-be09-c740c4aeb95a req-e59aa424-1e49-43aa-9b55-24e337deac72 service neutron] 10.222.0.95 "GET /v2.0/networks/300ed387-65b2-4409-b6e2-9906a4e4a41a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833302 Feb 09 22:45:20.948469 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9c7a4958-7bde-4432-be09-c740c4aeb95a req-1639279e-a169-44cf-b090-5337b5562382 service neutron] 10.222.0.95 "GET /v2.0/networks/300ed387-65b2-4409-b6e2-9906a4e4a41a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814307 Feb 09 22:45:21.264562 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebb66e2-ffa7-4a46-b54a-71a11e03150c req-2843dbb4-400b-491d-8d99-81a43d6d5ecc tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:45:21.266048 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1ebb66e2-ffa7-4a46-b54a-71a11e03150c req-2843dbb4-400b-491d-8d99-81a43d6d5ecc tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=b35c193d-ef92-4385-8ce5-3cde478e1d22 HTTP/1.1" status: 200 len: 943 time: 0.0572844 Feb 09 22:45:21.317645 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1ebb66e2-ffa7-4a46-b54a-71a11e03150c req-eb73444a-fd91-432b-b93b-99218ec7ae69 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=5a951b0b-0ba9-460c-a923-c3b7c77f80ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458679 Feb 09 22:45:22.083682 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:22.435890 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278979e5-e725-42a6-8d3f-135c08d98bea req-25635cb5-2c47-4f8f-94c6-471460ecd55d tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:45:22.437462 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-278979e5-e725-42a6-8d3f-135c08d98bea req-25635cb5-2c47-4f8f-94c6-471460ecd55d tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=b35c193d-ef92-4385-8ce5-3cde478e1d22 HTTP/1.1" status: 200 len: 943 time: 0.0520480 Feb 09 22:45:22.485047 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-278979e5-e725-42a6-8d3f-135c08d98bea req-058488b5-521b-44fe-853e-b0c1df9d9c62 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=5a951b0b-0ba9-460c-a923-c3b7c77f80ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407207 Feb 09 22:45:22.867571 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device b7f0a062-6c90-4a6b-a5b8-4f48055abc52 details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:45:22.964085 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port b7f0a062-6c90-4a6b-a5b8-4f48055abc52, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=b7f0a062-6c90-4a6b-a5b8-4f48055abc52,segment=NetworkSegment(d38fb321-afb8-499f-b977-cd6e98a815e7),segment_id=d38fb321-afb8-499f-b977-cd6e98a815e7)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:45:22.975826 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': 'b7f0a062-6c90-4a6b-a5b8-4f48055abc52', 'network_id': '300ed387-65b2-4409-b6e2-9906a4e4a41a', 'port_id': 'b7f0a062-6c90-4a6b-a5b8-4f48055abc52', 'mac_address': 'fa:16:3e:f9:60:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ac116dd-5bab-44b9-a45c-e411de5f5fe7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:45:23.011902 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port b7f0a062-6c90-4a6b-a5b8-4f48055abc52 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:45:23.012324 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (b7f0a062-6c90-4a6b-a5b8-4f48055abc52), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:23.025229 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7f0a062-6c90-4a6b-a5b8-4f48055abc52 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:45:23.044574 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port b7f0a062-6c90-4a6b-a5b8-4f48055abc52, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=b7f0a062-6c90-4a6b-a5b8-4f48055abc52,segment=NetworkSegment(d38fb321-afb8-499f-b977-cd6e98a815e7),segment_id=d38fb321-afb8-499f-b977-cd6e98a815e7)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:45:23.047962 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (b7f0a062-6c90-4a6b-a5b8-4f48055abc52), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:23.258148 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=b7f0a062-6c90-4a6b-a5b8-4f48055abc52,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:45:23.331142 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['b7f0a062-6c90-4a6b-a5b8-4f48055abc52'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:45:23.607736 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3e2450-facf-4893-b6e9-cdaf4ee72a2b req-69b9d55f-94cc-426f-814e-800eab04ccd4 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:45:23.609892 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fd3e2450-facf-4893-b6e9-cdaf4ee72a2b req-69b9d55f-94cc-426f-814e-800eab04ccd4 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=b35c193d-ef92-4385-8ce5-3cde478e1d22 HTTP/1.1" status: 200 len: 944 time: 0.0567732 Feb 09 22:45:23.657697 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fd3e2450-facf-4893-b6e9-cdaf4ee72a2b req-ab814df4-611f-4275-a557-19e7caf1d819 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=5a951b0b-0ba9-460c-a923-c3b7c77f80ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423272 Feb 09 22:45:24.232050 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:24.778336 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c580b-cffa-483c-8e7a-199bb58592b8 req-adae868b-0393-4126-b50e-70db80e215fb tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:45:24.779807 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3c7c580b-cffa-483c-8e7a-199bb58592b8 req-adae868b-0393-4126-b50e-70db80e215fb tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=b35c193d-ef92-4385-8ce5-3cde478e1d22 HTTP/1.1" status: 200 len: 944 time: 0.0529158 Feb 09 22:45:24.827665 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3c7c580b-cffa-483c-8e7a-199bb58592b8 req-30b4ccc9-473e-44d7-96ce-af01d993b66c tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=5a951b0b-0ba9-460c-a923-c3b7c77f80ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418811 Feb 09 22:45:24.874478 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device b7f0a062-6c90-4a6b-a5b8-4f48055abc52 up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:45:24.923018 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning for port b7f0a062-6c90-4a6b-a5b8-4f48055abc52 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:45:24.926845 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port b7f0a062-6c90-4a6b-a5b8-4f48055abc52 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:45:24.927214 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (b7f0a062-6c90-4a6b-a5b8-4f48055abc52), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:25.003969 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port b7f0a062-6c90-4a6b-a5b8-4f48055abc52 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:45:25.004289 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (b7f0a062-6c90-4a6b-a5b8-4f48055abc52), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:25.025417 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b35c193d-ef92-4385-8ce5-3cde478e1d22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7f0a062-6c90-4a6b-a5b8-4f48055abc52'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:45:25.027654 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cf4d4d953224237653245d15ffec07a65c4bd356d4237fd84236d8abf5d48a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed10624e-3dd7-4d7f-9c42-e9b6fc597b17" -d '{"events": [{"server_uuid": "b35c193d-ef92-4385-8ce5-3cde478e1d22", "name": "network-vif-plugged", "status": "completed", "tag": "b7f0a062-6c90-4a6b-a5b8-4f48055abc52"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:45:25.040791 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port b7f0a062-6c90-4a6b-a5b8-4f48055abc52, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=b7f0a062-6c90-4a6b-a5b8-4f48055abc52,segment=NetworkSegment(d38fb321-afb8-499f-b977-cd6e98a815e7),segment_id=d38fb321-afb8-499f-b977-cd6e98a815e7)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:45:25.045498 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (b7f0a062-6c90-4a6b-a5b8-4f48055abc52), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:25.069085 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29ff5759-998b-426b-989f-4ad413b6a245 x-openstack-request-id: req-29ff5759-998b-426b-989f-4ad413b6a245 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:45:25.069085 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b35c193d-ef92-4385-8ce5-3cde478e1d22", "name": "network-vif-plugged", "status": "completed", "tag": "b7f0a062-6c90-4a6b-a5b8-4f48055abc52", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:45:25.069291 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-29ff5759-998b-426b-989f-4ad413b6a245 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:45:25.069673 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b35c193d-ef92-4385-8ce5-3cde478e1d22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7f0a062-6c90-4a6b-a5b8-4f48055abc52', 'code': 200} Feb 09 22:45:25.095522 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=b7f0a062-6c90-4a6b-a5b8-4f48055abc52,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:45:25.169729 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce08676f-6c17-4e9d-ad43-e264ffb67fd6 req-ab72c844-8b53-412a-8695-43a7327b0331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:45:25.171229 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ce08676f-6c17-4e9d-ad43-e264ffb67fd6 req-ab72c844-8b53-412a-8695-43a7327b0331 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=b35c193d-ef92-4385-8ce5-3cde478e1d22 HTTP/1.1" status: 200 len: 1127 time: 0.0437305 Feb 09 22:45:25.219809 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ce08676f-6c17-4e9d-ad43-e264ffb67fd6 req-d8cbdb19-fe82-4ff7-8a5f-739b4299f6b0 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=5a951b0b-0ba9-460c-a923-c3b7c77f80ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417032 Feb 09 22:45:25.946266 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc05893f-7e61-4654-8692-a1c31d738079 req-56508825-0b72-4a3f-acf0-f55a932381ea tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:45:25.947741 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bc05893f-7e61-4654-8692-a1c31d738079 req-56508825-0b72-4a3f-acf0-f55a932381ea tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=b35c193d-ef92-4385-8ce5-3cde478e1d22 HTTP/1.1" status: 200 len: 945 time: 0.0516658 Feb 09 22:45:25.995262 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bc05893f-7e61-4654-8692-a1c31d738079 req-86568783-d6c3-4251-8037-b07e326ffeeb tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=5a951b0b-0ba9-460c-a923-c3b7c77f80ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418704 Feb 09 22:45:27.117795 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0902f757-327e-4c0e-90dc-9ceba73364af req-4afb7c60-d0c2-4234-98bd-ec5fe3f21d8a tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:45:27.119256 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0902f757-327e-4c0e-90dc-9ceba73364af req-4afb7c60-d0c2-4234-98bd-ec5fe3f21d8a tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=b35c193d-ef92-4385-8ce5-3cde478e1d22 HTTP/1.1" status: 200 len: 945 time: 0.0522287 Feb 09 22:45:27.167383 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0902f757-327e-4c0e-90dc-9ceba73364af req-30987463-a0b3-4711-a416-ea621fd3d87e tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=5a951b0b-0ba9-460c-a923-c3b7c77f80ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423954 Feb 09 22:45:27.287284 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d34e2ca-fd24-4e29-b135-6ff42e39201d req-af58198a-2f6b-4f3d-930f-f88acf23a058 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:45:27.288708 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1d34e2ca-fd24-4e29-b135-6ff42e39201d req-af58198a-2f6b-4f3d-930f-f88acf23a058 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=b35c193d-ef92-4385-8ce5-3cde478e1d22 HTTP/1.1" status: 200 len: 945 time: 0.0555484 Feb 09 22:45:27.336426 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1d34e2ca-fd24-4e29-b135-6ff42e39201d req-72134154-0d94-4c9a-b020-564a8c1b923d tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=5a951b0b-0ba9-460c-a923-c3b7c77f80ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421143 Feb 09 22:45:27.357575 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 54126) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:45:27.400190 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8c3794-37f3-4f91-b9a0-bed1825696f8 tempest-TestNetworkAdvancedServerOps-1936337105 tempest-TestNetworkAdvancedServerOps-1936337105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:45:27.401709 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-5a8c3794-37f3-4f91-b9a0-bed1825696f8 tempest-TestNetworkAdvancedServerOps-1936337105 tempest-TestNetworkAdvancedServerOps-1936337105-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=b35c193d-ef92-4385-8ce5-3cde478e1d22 HTTP/1.1" status: 200 len: 1122 time: 0.0431497 Feb 09 22:45:27.404507 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 54128) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:45:27.408637 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-35996387-cc98-43e8-b411-142101c072ba tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Request body: {'floatingip': {'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'port_id': 'b7f0a062-6c90-4a6b-a5b8-4f48055abc52', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:45:27.432237 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-35996387-cc98-43e8-b411-142101c072ba tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:27.533469 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-35996387-cc98-43e8-b411-142101c072ba tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:27.636971 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-35996387-cc98-43e8-b411-142101c072ba tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Allocated IP 172.25.3.224 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/6ace6e5a-f1fc-41fc-975d-a423f5520618) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:45:27.738415 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-35996387-cc98-43e8-b411-142101c072ba tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for port (6ace6e5a-f1fc-41fc-975d-a423f5520618), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:27.771145 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-35996387-cc98-43e8-b411-142101c072ba tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (6ace6e5a-f1fc-41fc-975d-a423f5520618), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:27.806111 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35996387-cc98-43e8-b411-142101c072ba tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:45:27.810907 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-35996387-cc98-43e8-b411-142101c072ba tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:45:27.814976 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35996387-cc98-43e8-b411-142101c072ba tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:45:27.837985 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35996387-cc98-43e8-b411-142101c072ba tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event updated for resources: {'Port': ['ID=6ace6e5a-f1fc-41fc-975d-a423f5520618,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:45:27.850867 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35996387-cc98-43e8-b411-142101c072ba tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:45:27.851224 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35996387-cc98-43e8-b411-142101c072ba tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:45:27.851577 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35996387-cc98-43e8-b411-142101c072ba tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:45:27.851919 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35996387-cc98-43e8-b411-142101c072ba tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:45:27.852285 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35996387-cc98-43e8-b411-142101c072ba tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:45:27.852630 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35996387-cc98-43e8-b411-142101c072ba tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:45:27.852965 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35996387-cc98-43e8-b411-142101c072ba tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:45:27.853303 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35996387-cc98-43e8-b411-142101c072ba tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:45:27.853639 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35996387-cc98-43e8-b411-142101c072ba tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:45:27.853973 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35996387-cc98-43e8-b411-142101c072ba tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:45:27.854306 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35996387-cc98-43e8-b411-142101c072ba tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:45:27.854641 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35996387-cc98-43e8-b411-142101c072ba tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:45:27.854966 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35996387-cc98-43e8-b411-142101c072ba tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:45:28.184685 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-35996387-cc98-43e8-b411-142101c072ba tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for floatingip (d92a380c-f3da-41a2-b9e8-597667b94e86), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:28.251632 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-35996387-cc98-43e8-b411-142101c072ba tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (6ace6e5a-f1fc-41fc-975d-a423f5520618), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:28.398469 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-35996387-cc98-43e8-b411-142101c072ba tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for port (6ace6e5a-f1fc-41fc-975d-a423f5520618), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:28.402864 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-35996387-cc98-43e8-b411-142101c072ba tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (6ace6e5a-f1fc-41fc-975d-a423f5520618), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:28.471440 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35996387-cc98-43e8-b411-142101c072ba tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event updated for resources: {'Port': ['ID=6ace6e5a-f1fc-41fc-975d-a423f5520618,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:45:28.481963 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-35996387-cc98-43e8-b411-142101c072ba tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (d92a380c-f3da-41a2-b9e8-597667b94e86), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:28.582034 n-d-828369-5 neutron-server[103140]: INFO neutron.db.l3_db [None req-35996387-cc98-43e8-b411-142101c072ba tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Floating IP d92a380c-f3da-41a2-b9e8-597667b94e86 associated. External IP: 172.25.3.224, port: b7f0a062-6c90-4a6b-a5b8-4f48055abc52. Feb 09 22:45:28.795708 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35996387-cc98-43e8-b411-142101c072ba tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Router c726622b-e9ef-4f63-874c-a6de58576612 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:45:28.905777 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35996387-cc98-43e8-b411-142101c072ba tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:45:28.915749 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0add0b2-506c-4567-b916-f7459c847603 None None] Sync routers for ids ['c726622b-e9ef-4f63-874c-a6de58576612'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:45:28.925239 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-35996387-cc98-43e8-b411-142101c072ba tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:28.925803 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0add0b2-506c-4567-b916-f7459c847603 None None] Routers {'c726622b-e9ef-4f63-874c-a6de58576612'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:45:28.926505 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-d0add0b2-506c-4567-b916-f7459c847603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:45:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['c726622b-e9ef-4f63-874c-a6de58576612'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:45:28.956802 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-35996387-cc98-43e8-b411-142101c072ba tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5512857 Feb 09 22:45:28.957377 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b35c193d-ef92-4385-8ce5-3cde478e1d22', 'tag': 'b7f0a062-6c90-4a6b-a5b8-4f48055abc52'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:45:28.959673 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}084566773578a82c7ab9e8b7d7948f8d3f1cbdaece621e80e6759ea940bbe07a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef6e0170-3936-45d7-aad8-252f135c2ff2" -d '{"events": [{"name": "network-changed", "server_uuid": "b35c193d-ef92-4385-8ce5-3cde478e1d22", "tag": "b7f0a062-6c90-4a6b-a5b8-4f48055abc52"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:45:28.997197 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dc8a320-80f1-4d90-8903-6ab7157bc064 x-openstack-request-id: req-0dc8a320-80f1-4d90-8903-6ab7157bc064 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:45:28.997501 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b35c193d-ef92-4385-8ce5-3cde478e1d22", "tag": "b7f0a062-6c90-4a6b-a5b8-4f48055abc52", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:45:28.997767 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-0dc8a320-80f1-4d90-8903-6ab7157bc064 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:45:28.998182 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b35c193d-ef92-4385-8ce5-3cde478e1d22', 'tag': 'b7f0a062-6c90-4a6b-a5b8-4f48055abc52', 'status': 'completed', 'code': 200} Feb 09 22:45:29.047330 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-d0add0b2-506c-4567-b916-f7459c847603 None None] Set router c726622b-e9ef-4f63-874c-a6de58576612 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:45:29.096812 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a402deb-a3dc-42e0-8a6d-2a74e2d92d66 req-7dfc77fc-422a-4a44-b450-d439fac6ee83 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:45:29.098332 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9a402deb-a3dc-42e0-8a6d-2a74e2d92d66 req-7dfc77fc-422a-4a44-b450-d439fac6ee83 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=b35c193d-ef92-4385-8ce5-3cde478e1d22 HTTP/1.1" status: 200 len: 945 time: 0.0883908 Feb 09 22:45:29.100949 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6e0170-3936-45d7-aad8-252f135c2ff2 req-846baf4a-eb16-4351-8578-e23e4cf60fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:45:29.102358 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ef6e0170-3936-45d7-aad8-252f135c2ff2 req-846baf4a-eb16-4351-8578-e23e4cf60fe3 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=f48dcb2b50d74af19383cd1d97f39748&device_id=b35c193d-ef92-4385-8ce5-3cde478e1d22 HTTP/1.1" status: 200 len: 1127 time: 0.0807419 Feb 09 22:45:29.202434 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9a402deb-a3dc-42e0-8a6d-2a74e2d92d66 req-f68315d6-d8b7-4c3d-a7cd-e18a12f2e509 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=5a951b0b-0ba9-460c-a923-c3b7c77f80ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982556 Feb 09 22:45:29.224657 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 54136) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:45:29.275819 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-d0add0b2-506c-4567-b916-f7459c847603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c726622b-e9ef-4f63-874c-a6de58576612', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1579697072', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '105328e3-e7c1-472d-968c-54210bc8d9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:45:07Z', 'updated_at': '2022-02-09T22:45:11Z', 'revision_number': 4, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'gw_port': {'id': '105328e3-e7c1-472d-968c-54210bc8d9ba', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c1:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c726622b-e9ef-4f63-874c-a6de58576612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:45:08Z', 'updated_at': '2022-02-09T22:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': 'd92a380c-f3da-41a2-b9e8-597667b94e86', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'floating_ip_address': '172.25.3.224', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': 'c726622b-e9ef-4f63-874c-a6de58576612', 'port_id': 'b7f0a062-6c90-4a6b-a5b8-4f48055abc52', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4296, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '300ed387-65b2-4409-b6e2-9906a4e4a41a', 'mac_address': 'fa:16:3e:f9:60:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35c193d-ef92-4385-8ce5-3cde478e1d22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:45:28Z', 'updated_at': '2022-02-09T22:45:28Z', 'revision_number': 0, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dd82770-e28d-4575-b7fc-d7e590cc1bd8', 'name': '', 'network_id': '300ed387-65b2-4409-b6e2-9906a4e4a41a', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'mac_address': 'fa:16:3e:57:b5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c726622b-e9ef-4f63-874c-a6de58576612', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '1ac116dd-5bab-44b9-a45c-e411de5f5fe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:45:10Z', 'updated_at': '2022-02-09T22:45:14Z', 'revision_number': 5, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'subnets': [{'id': '1ac116dd-5bab-44b9-a45c-e411de5f5fe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:45:29.277866 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6e0170-3936-45d7-aad8-252f135c2ff2 req-f26e1d72-71df-4f18-b5b6-e8dab4ff239f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:45:29.279345 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ef6e0170-3936-45d7-aad8-252f135c2ff2 req-f26e1d72-71df-4f18-b5b6-e8dab4ff239f service neutron] 10.222.0.95 "GET /v2.0/networks?id=300ed387-65b2-4409-b6e2-9906a4e4a41a HTTP/1.1" status: 200 len: 897 time: 0.1689067 Feb 09 22:45:29.302206 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0add0b2-506c-4567-b916-f7459c847603 None None] Checking router: c726622b-e9ef-4f63-874c-a6de58576612 for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:45:29.310282 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0add0b2-506c-4567-b916-f7459c847603 None None] Routers {'c726622b-e9ef-4f63-874c-a6de58576612'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:45:29.310892 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-d0add0b2-506c-4567-b916-f7459c847603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:45:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['c726622b-e9ef-4f63-874c-a6de58576612'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:45:29.334172 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-be4f0243-e300-4350-8b41-07e8b814d967 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/floatingips/d92a380c-f3da-41a2-b9e8-597667b94e86 HTTP/1.1" status: 200 len: 991 time: 0.1083350 Feb 09 22:45:29.357498 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ef6e0170-3936-45d7-aad8-252f135c2ff2 req-d91ba0b9-dfb3-4d61-a1f0-60134daa7962 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7f0a062-6c90-4a6b-a5b8-4f48055abc52 HTTP/1.1" status: 200 len: 999 time: 0.0692203 Feb 09 22:45:29.405138 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6e0170-3936-45d7-aad8-252f135c2ff2 req-c93a31bb-35a5-4dc2-aaf4-cdc3eeba5d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:45:29.406608 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ef6e0170-3936-45d7-aad8-252f135c2ff2 req-c93a31bb-35a5-4dc2-aaf4-cdc3eeba5d7b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=1ac116dd-5bab-44b9-a45c-e411de5f5fe7 HTTP/1.1" status: 200 len: 834 time: 0.0438466 Feb 09 22:45:29.419640 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-d0add0b2-506c-4567-b916-f7459c847603 None None] Set router c726622b-e9ef-4f63-874c-a6de58576612 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:45:29.463508 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6e0170-3936-45d7-aad8-252f135c2ff2 req-94ac6778-75af-40da-877b-23d059a60046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:45:29.465070 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ef6e0170-3936-45d7-aad8-252f135c2ff2 req-94ac6778-75af-40da-877b-23d059a60046 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=300ed387-65b2-4409-b6e2-9906a4e4a41a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0525179 Feb 09 22:45:29.560885 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ef6e0170-3936-45d7-aad8-252f135c2ff2 req-f2835014-7824-4b8f-b49b-7772ff82895c service neutron] 10.222.0.95 "GET /v2.0/networks/300ed387-65b2-4409-b6e2-9906a4e4a41a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890949 Feb 09 22:45:29.652046 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-d0add0b2-506c-4567-b916-f7459c847603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c726622b-e9ef-4f63-874c-a6de58576612', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1579697072', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '105328e3-e7c1-472d-968c-54210bc8d9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:45:07Z', 'updated_at': '2022-02-09T22:45:11Z', 'revision_number': 4, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'gw_port': {'id': '105328e3-e7c1-472d-968c-54210bc8d9ba', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c1:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c726622b-e9ef-4f63-874c-a6de58576612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:45:08Z', 'updated_at': '2022-02-09T22:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': 'd92a380c-f3da-41a2-b9e8-597667b94e86', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'floating_ip_address': '172.25.3.224', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': 'c726622b-e9ef-4f63-874c-a6de58576612', 'port_id': 'b7f0a062-6c90-4a6b-a5b8-4f48055abc52', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4296, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '300ed387-65b2-4409-b6e2-9906a4e4a41a', 'mac_address': 'fa:16:3e:f9:60:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35c193d-ef92-4385-8ce5-3cde478e1d22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:45:28Z', 'updated_at': '2022-02-09T22:45:28Z', 'revision_number': 0, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dd82770-e28d-4575-b7fc-d7e590cc1bd8', 'name': '', 'network_id': '300ed387-65b2-4409-b6e2-9906a4e4a41a', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'mac_address': 'fa:16:3e:57:b5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c726622b-e9ef-4f63-874c-a6de58576612', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '1ac116dd-5bab-44b9-a45c-e411de5f5fe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:45:10Z', 'updated_at': '2022-02-09T22:45:14Z', 'revision_number': 5, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'subnets': [{'id': '1ac116dd-5bab-44b9-a45c-e411de5f5fe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:45:29.652365 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ef6e0170-3936-45d7-aad8-252f135c2ff2 req-1c0c1a20-1e21-4051-b1b6-0c6a649ca28f service neutron] 10.222.0.95 "GET /v2.0/networks/300ed387-65b2-4409-b6e2-9906a4e4a41a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852132 Feb 09 22:45:29.680834 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0add0b2-506c-4567-b916-f7459c847603 None None] The sync data for ids ['c726622b-e9ef-4f63-874c-a6de58576612'] in n-d-828369-5 is: [{'id': 'c726622b-e9ef-4f63-874c-a6de58576612', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1579697072', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '105328e3-e7c1-472d-968c-54210bc8d9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:45:07Z', 'updated_at': '2022-02-09T22:45:11Z', 'revision_number': 4, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'gw_port': {'id': '105328e3-e7c1-472d-968c-54210bc8d9ba', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c1:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c726622b-e9ef-4f63-874c-a6de58576612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:45:08Z', 'updated_at': '2022-02-09T22:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': 'd92a380c-f3da-41a2-b9e8-597667b94e86', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'floating_ip_address': '172.25.3.224', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': 'c726622b-e9ef-4f63-874c-a6de58576612', 'port_id': 'b7f0a062-6c90-4a6b-a5b8-4f48055abc52', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4296, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '300ed387-65b2-4409-b6e2-9906a4e4a41a', 'mac_address': 'fa:16:3e:f9:60:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35c193d-ef92-4385-8ce5-3cde478e1d22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:45:28Z', 'updated_at': '2022-02-09T22:45:28Z', 'revision_number': 0, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dd82770-e28d-4575-b7fc-d7e590cc1bd8', 'name': '', 'network_id': '300ed387-65b2-4409-b6e2-9906a4e4a41a', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'mac_address': 'fa:16:3e:57:b5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c726622b-e9ef-4f63-874c-a6de58576612', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '1ac116dd-5bab-44b9-a45c-e411de5f5fe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:45:10Z', 'updated_at': '2022-02-09T22:45:14Z', 'revision_number': 5, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'subnets': [{'id': '1ac116dd-5bab-44b9-a45c-e411de5f5fe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:45:29.872055 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f547b2bb-1309-488a-bc4f-f6c1acc28a15 None None] New status for floating IP d92a380c-f3da-41a2-b9e8-597667b94e86: ACTIVE {{(pid=103143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:45:30.338150 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 54138) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:45:30.398322 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-5883a11c-d427-44a7-a3c3-ab9b001fdcdc tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/floatingips/d92a380c-f3da-41a2-b9e8-597667b94e86 HTTP/1.1" status: 200 len: 993 time: 0.0589952 Feb 09 22:45:39.183851 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ce006abd-9c4b-4ba4-8924-9987f18b81fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:41.155867 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-60fed931-3501-4b12-a30a-328721b69bf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:43.011218 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:44.421401 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:45.498191 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:52.089982 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:52.542710 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:45:54.239880 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:45:59.096013 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393806fc-bb9d-4fba-a952-2e0f1d3728b1 req-d84e7cf4-c6fa-4e02-b765-8603b6add521 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:45:59.097604 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-393806fc-bb9d-4fba-a952-2e0f1d3728b1 req-d84e7cf4-c6fa-4e02-b765-8603b6add521 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=b35c193d-ef92-4385-8ce5-3cde478e1d22 HTTP/1.1" status: 200 len: 945 time: 0.0535343 Feb 09 22:45:59.466706 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-393806fc-bb9d-4fba-a952-2e0f1d3728b1 req-fe8523f3-7c63-4dc7-a5e3-32a620f1901e tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=5a951b0b-0ba9-460c-a923-c3b7c77f80ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3630040 Feb 09 22:46:00.599073 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3010a636-73ec-4787-804d-3eb17cbca8a3 req-cb049231-1bb0-4df5-b587-8f95f98e5279 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:46:00.600583 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3010a636-73ec-4787-804d-3eb17cbca8a3 req-cb049231-1bb0-4df5-b587-8f95f98e5279 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=b35c193d-ef92-4385-8ce5-3cde478e1d22 HTTP/1.1" status: 200 len: 945 time: 0.0589674 Feb 09 22:46:00.648207 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3010a636-73ec-4787-804d-3eb17cbca8a3 req-2ca9d2e3-214b-42b7-8b77-8c10c03af687 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=5a951b0b-0ba9-460c-a923-c3b7c77f80ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417631 Feb 09 22:46:01.767436 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e52365f-20a4-45f3-9268-9cc86b803c5a req-408ae31b-2d5c-43eb-9a08-babbfb2d6b02 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:46:01.768953 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1e52365f-20a4-45f3-9268-9cc86b803c5a req-408ae31b-2d5c-43eb-9a08-babbfb2d6b02 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=b35c193d-ef92-4385-8ce5-3cde478e1d22 HTTP/1.1" status: 200 len: 945 time: 0.0522988 Feb 09 22:46:01.820050 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1e52365f-20a4-45f3-9268-9cc86b803c5a req-59b0e443-5df4-4c0a-95a5-8907ebb772cd tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=5a951b0b-0ba9-460c-a923-c3b7c77f80ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455339 Feb 09 22:46:02.937042 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73348d4c-f564-4867-82f9-40abe7060e7f req-4da604c5-e8fa-42f2-b9a4-4a8b0bdcc6b3 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:46:02.938513 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-73348d4c-f564-4867-82f9-40abe7060e7f req-4da604c5-e8fa-42f2-b9a4-4a8b0bdcc6b3 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=b35c193d-ef92-4385-8ce5-3cde478e1d22 HTTP/1.1" status: 200 len: 945 time: 0.0525229 Feb 09 22:46:02.986555 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-73348d4c-f564-4867-82f9-40abe7060e7f req-195a4b1c-0b7a-4158-a51a-cf86653346de tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=5a951b0b-0ba9-460c-a923-c3b7c77f80ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422177 Feb 09 22:46:04.103005 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0808cc-bfa4-4b6d-9cfe-a3ec74e25d32 req-37e23ae3-eb62-43a6-9ad9-2b8248b7fabb tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:46:04.104516 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5b0808cc-bfa4-4b6d-9cfe-a3ec74e25d32 req-37e23ae3-eb62-43a6-9ad9-2b8248b7fabb tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=b35c193d-ef92-4385-8ce5-3cde478e1d22 HTTP/1.1" status: 200 len: 945 time: 0.0513668 Feb 09 22:46:04.153709 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5b0808cc-bfa4-4b6d-9cfe-a3ec74e25d32 req-011415b6-b45d-412c-9b4a-0f93ffdfc78e tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=5a951b0b-0ba9-460c-a923-c3b7c77f80ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424914 Feb 09 22:46:05.275541 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dd510d-e43b-4f51-9629-4e0d08552656 req-b5d990cf-df71-4806-8a81-4479579f5a57 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:46:05.277053 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-41dd510d-e43b-4f51-9629-4e0d08552656 req-b5d990cf-df71-4806-8a81-4479579f5a57 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=b35c193d-ef92-4385-8ce5-3cde478e1d22 HTTP/1.1" status: 200 len: 945 time: 0.0558546 Feb 09 22:46:05.324777 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-41dd510d-e43b-4f51-9629-4e0d08552656 req-57c60e2d-46b2-473d-b130-58043441b988 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=5a951b0b-0ba9-460c-a923-c3b7c77f80ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420783 Feb 09 22:46:06.442471 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cac066a-123d-4d0d-99e1-a27fb00e5f7e req-7fabb81b-b155-44d8-9824-52549aa2cf12 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:46:06.443858 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4cac066a-123d-4d0d-99e1-a27fb00e5f7e req-7fabb81b-b155-44d8-9824-52549aa2cf12 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=b35c193d-ef92-4385-8ce5-3cde478e1d22 HTTP/1.1" status: 200 len: 945 time: 0.0528214 Feb 09 22:46:06.492300 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4cac066a-123d-4d0d-99e1-a27fb00e5f7e req-0e3e974b-a84a-4c0e-900c-ac607ee74d80 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=5a951b0b-0ba9-460c-a923-c3b7c77f80ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426466 Feb 09 22:46:07.658880 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24452a3a-5db6-4bf4-9cf5-baec12561d92 req-d99d7af1-b3a4-453c-9684-8b38de3d84b0 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:46:07.660398 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-24452a3a-5db6-4bf4-9cf5-baec12561d92 req-d99d7af1-b3a4-453c-9684-8b38de3d84b0 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=b35c193d-ef92-4385-8ce5-3cde478e1d22 HTTP/1.1" status: 200 len: 945 time: 0.0967140 Feb 09 22:46:07.712058 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-24452a3a-5db6-4bf4-9cf5-baec12561d92 req-5b0b7387-f11e-4ae1-b33e-722791c01ff2 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=5a951b0b-0ba9-460c-a923-c3b7c77f80ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460436 Feb 09 22:46:08.829681 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5238e753-5cd7-4f38-b78a-95263a6e9f02 req-68b6afdd-2529-4321-afae-04dd38662300 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:46:08.831180 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5238e753-5cd7-4f38-b78a-95263a6e9f02 req-68b6afdd-2529-4321-afae-04dd38662300 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=b35c193d-ef92-4385-8ce5-3cde478e1d22 HTTP/1.1" status: 200 len: 945 time: 0.0523715 Feb 09 22:46:08.881421 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5238e753-5cd7-4f38-b78a-95263a6e9f02 req-f0b34eff-5eb3-4713-ab6b-3e5c14852093 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=5a951b0b-0ba9-460c-a923-c3b7c77f80ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446270 Feb 09 22:46:09.187093 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f3faa9d9-12e9-4a46-94f2-4dd3c5b48021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:10.006488 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be7ac99-cfcf-45db-8e1f-d29d8a43c9a8 req-215dcbe1-a52b-4c1c-95cd-5762ebd33bad tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:46:10.007976 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6be7ac99-cfcf-45db-8e1f-d29d8a43c9a8 req-215dcbe1-a52b-4c1c-95cd-5762ebd33bad tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=b35c193d-ef92-4385-8ce5-3cde478e1d22 HTTP/1.1" status: 200 len: 945 time: 0.0548282 Feb 09 22:46:10.055665 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6be7ac99-cfcf-45db-8e1f-d29d8a43c9a8 req-b5b0bc9e-5ed8-43f5-9c4a-9392352eeb0c tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=5a951b0b-0ba9-460c-a923-c3b7c77f80ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420694 Feb 09 22:46:10.077989 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 54172) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:46:10.140827 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-689e2884-45ca-4213-b43b-db3c2a997b6f tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/floatingips/d92a380c-f3da-41a2-b9e8-597667b94e86 HTTP/1.1" status: 200 len: 993 time: 0.0617194 Feb 09 22:46:11.159325 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-38f90e47-795a-46c0-99a2-f3b67846dc5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:11.446181 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d926a5-a20a-4d16-9471-80dbc4daae9c req-62b1a93a-9838-4e73-88cc-94c8608fe0dd tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:46:11.447577 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-92d926a5-a20a-4d16-9471-80dbc4daae9c req-62b1a93a-9838-4e73-88cc-94c8608fe0dd tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=b35c193d-ef92-4385-8ce5-3cde478e1d22 HTTP/1.1" status: 200 len: 945 time: 0.0893350 Feb 09 22:46:11.453562 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61b3040-019d-4481-b24a-1ecd3d90aba3 req-b4f8def8-6ab2-4050-9765-c32897967cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:46:11.455505 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e61b3040-019d-4481-b24a-1ecd3d90aba3 req-b4f8def8-6ab2-4050-9765-c32897967cbf service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=f48dcb2b50d74af19383cd1d97f39748&device_id=b35c193d-ef92-4385-8ce5-3cde478e1d22 HTTP/1.1" status: 200 len: 1127 time: 0.0648408 Feb 09 22:46:11.547486 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-92d926a5-a20a-4d16-9471-80dbc4daae9c req-ec198887-73e9-4607-a6b5-da73c754a6b7 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=5a951b0b-0ba9-460c-a923-c3b7c77f80ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910375 Feb 09 22:46:11.573132 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61b3040-019d-4481-b24a-1ecd3d90aba3 req-8266975a-9e64-4dd8-874a-3f87945581df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:46:11.574585 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e61b3040-019d-4481-b24a-1ecd3d90aba3 req-8266975a-9e64-4dd8-874a-3f87945581df service neutron] 10.222.0.95 "GET /v2.0/networks?id=300ed387-65b2-4409-b6e2-9906a4e4a41a HTTP/1.1" status: 200 len: 897 time: 0.1125908 Feb 09 22:46:11.642879 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e61b3040-019d-4481-b24a-1ecd3d90aba3 req-ec902e00-3ed7-427b-8333-be973b53e7cf service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7f0a062-6c90-4a6b-a5b8-4f48055abc52 HTTP/1.1" status: 200 len: 1001 time: 0.0614843 Feb 09 22:46:11.690568 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61b3040-019d-4481-b24a-1ecd3d90aba3 req-c18ab21a-9308-4e7f-a735-127f4ab6d9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:46:11.692352 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e61b3040-019d-4481-b24a-1ecd3d90aba3 req-c18ab21a-9308-4e7f-a735-127f4ab6d9f9 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=1ac116dd-5bab-44b9-a45c-e411de5f5fe7 HTTP/1.1" status: 200 len: 834 time: 0.0440822 Feb 09 22:46:11.740264 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61b3040-019d-4481-b24a-1ecd3d90aba3 req-bbfe2cbe-1781-44c4-9c03-361daeaec47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:46:11.741653 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e61b3040-019d-4481-b24a-1ecd3d90aba3 req-bbfe2cbe-1781-44c4-9c03-361daeaec47e service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=300ed387-65b2-4409-b6e2-9906a4e4a41a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0437129 Feb 09 22:46:11.832867 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e61b3040-019d-4481-b24a-1ecd3d90aba3 req-d00050c4-b229-48aa-acbf-b4a558887959 service neutron] 10.222.0.95 "GET /v2.0/networks/300ed387-65b2-4409-b6e2-9906a4e4a41a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853741 Feb 09 22:46:11.918389 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e61b3040-019d-4481-b24a-1ecd3d90aba3 req-71cee697-42c9-4ad1-a906-29d4cdead455 service neutron] 10.222.0.95 "GET /v2.0/networks/300ed387-65b2-4409-b6e2-9906a4e4a41a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799901 Feb 09 22:46:12.673100 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc233d0-0992-4c78-bb09-dd685846837b req-9226fbeb-e2c4-40e3-b5a4-99207556831a tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:46:12.675084 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fbc233d0-0992-4c78-bb09-dd685846837b req-9226fbeb-e2c4-40e3-b5a4-99207556831a tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=b35c193d-ef92-4385-8ce5-3cde478e1d22 HTTP/1.1" status: 200 len: 945 time: 0.0579762 Feb 09 22:46:12.722812 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fbc233d0-0992-4c78-bb09-dd685846837b req-5617c68d-6954-427e-8dff-5c625034d76b tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=5a951b0b-0ba9-460c-a923-c3b7c77f80ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421815 Feb 09 22:46:12.745742 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 54182) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:46:12.805011 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-65277b3f-6ef6-4286-bfd8-483200f52bfe tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/floatingips/d92a380c-f3da-41a2-b9e8-597667b94e86 HTTP/1.1" status: 200 len: 993 time: 0.0581472 Feb 09 22:46:13.014500 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:14.424759 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:15.501002 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:19.893740 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b534276f-0ec0-42b6-b092-a67665a835fb req-d30b057b-56db-4ee7-98aa-ff1ea37df668 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=b35c193d-ef92-4385-8ce5-3cde478e1d22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0431116 Feb 09 22:46:19.979843 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b534276f-0ec0-42b6-b092-a67665a835fb req-59653437-b535-4795-b8f7-d5fd34535bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:46:19.981375 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b534276f-0ec0-42b6-b092-a67665a835fb req-59653437-b535-4795-b8f7-d5fd34535bb7 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=f48dcb2b50d74af19383cd1d97f39748&device_id=b35c193d-ef92-4385-8ce5-3cde478e1d22 HTTP/1.1" status: 200 len: 1127 time: 0.0488689 Feb 09 22:46:20.100271 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b534276f-0ec0-42b6-b092-a67665a835fb req-7893bf69-95f8-4d25-97c8-99c6962ebd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:46:20.101739 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b534276f-0ec0-42b6-b092-a67665a835fb req-7893bf69-95f8-4d25-97c8-99c6962ebd4b service neutron] 10.222.0.95 "GET /v2.0/networks?id=300ed387-65b2-4409-b6e2-9906a4e4a41a HTTP/1.1" status: 200 len: 897 time: 0.0950913 Feb 09 22:46:20.171217 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b534276f-0ec0-42b6-b092-a67665a835fb req-50bc4ca3-f3ab-4760-8a23-42ff4d05dd77 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7f0a062-6c90-4a6b-a5b8-4f48055abc52 HTTP/1.1" status: 200 len: 1001 time: 0.0629826 Feb 09 22:46:20.218737 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b534276f-0ec0-42b6-b092-a67665a835fb req-5d2eb519-de01-45ca-9ca2-28128c0cf62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:46:20.220176 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b534276f-0ec0-42b6-b092-a67665a835fb req-5d2eb519-de01-45ca-9ca2-28128c0cf62e service neutron] 10.222.0.95 "GET /v2.0/subnets?id=1ac116dd-5bab-44b9-a45c-e411de5f5fe7 HTTP/1.1" status: 200 len: 834 time: 0.0430319 Feb 09 22:46:20.268175 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b534276f-0ec0-42b6-b092-a67665a835fb req-1e4f867e-9d34-4cee-8048-477ca5442428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:46:20.269680 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b534276f-0ec0-42b6-b092-a67665a835fb req-1e4f867e-9d34-4cee-8048-477ca5442428 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=300ed387-65b2-4409-b6e2-9906a4e4a41a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0435441 Feb 09 22:46:20.369914 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b534276f-0ec0-42b6-b092-a67665a835fb req-737581b5-f85b-454b-9f20-63189c1f6136 service neutron] 10.222.0.95 "GET /v2.0/networks/300ed387-65b2-4409-b6e2-9906a4e4a41a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937028 Feb 09 22:46:20.457749 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b534276f-0ec0-42b6-b092-a67665a835fb req-419c9176-7b09-4a32-b2ec-c667b6a21335 service neutron] 10.222.0.95 "GET /v2.0/networks/300ed387-65b2-4409-b6e2-9906a4e4a41a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810926 Feb 09 22:46:22.103846 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:24.239573 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:29.542103 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:46:39.188742 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-cd635a33-0177-40af-9319-535acfe7cbea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:41.160624 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-3ff8f56b-2d14-4fbc-b613-4a21d6efb429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:43.019351 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:43.151266 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 54192) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:46:43.316206 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-cb7b9027-8f60-47d1-a2a6-5260a4ef4fba tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Deleting port 6ace6e5a-f1fc-41fc-975d-a423f5520618 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:46:43.316536 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cb7b9027-8f60-47d1-a2a6-5260a4ef4fba tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (6ace6e5a-f1fc-41fc-975d-a423f5520618), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:43.400596 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cb7b9027-8f60-47d1-a2a6-5260a4ef4fba tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (6ace6e5a-f1fc-41fc-975d-a423f5520618), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:43.400998 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cb7b9027-8f60-47d1-a2a6-5260a4ef4fba tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for floatingip (6ace6e5a-f1fc-41fc-975d-a423f5520618), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:43.412743 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-cb7b9027-8f60-47d1-a2a6-5260a4ef4fba tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Calling delete_port for 6ace6e5a-f1fc-41fc-975d-a423f5520618 owned by network:floatingip {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:46:43.565861 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cb7b9027-8f60-47d1-a2a6-5260a4ef4fba tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (6ace6e5a-f1fc-41fc-975d-a423f5520618), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:43.593177 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7b9027-8f60-47d1-a2a6-5260a4ef4fba tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event deleted for resources: {'Port': ['ID=6ace6e5a-f1fc-41fc-975d-a423f5520618,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:46:43.618829 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7b9027-8f60-47d1-a2a6-5260a4ef4fba tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:46:43.619181 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7b9027-8f60-47d1-a2a6-5260a4ef4fba tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:46:43.619521 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7b9027-8f60-47d1-a2a6-5260a4ef4fba tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:46:43.619857 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7b9027-8f60-47d1-a2a6-5260a4ef4fba tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:46:43.620190 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7b9027-8f60-47d1-a2a6-5260a4ef4fba tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:46:43.620548 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7b9027-8f60-47d1-a2a6-5260a4ef4fba tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:46:43.620873 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7b9027-8f60-47d1-a2a6-5260a4ef4fba tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:46:43.621198 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7b9027-8f60-47d1-a2a6-5260a4ef4fba tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:46:43.621521 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7b9027-8f60-47d1-a2a6-5260a4ef4fba tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:46:43.621846 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7b9027-8f60-47d1-a2a6-5260a4ef4fba tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:46:43.622169 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7b9027-8f60-47d1-a2a6-5260a4ef4fba tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:46:43.622488 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7b9027-8f60-47d1-a2a6-5260a4ef4fba tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:46:43.622807 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7b9027-8f60-47d1-a2a6-5260a4ef4fba tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:46:43.660902 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cb7b9027-8f60-47d1-a2a6-5260a4ef4fba tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for floatingip (d92a380c-f3da-41a2-b9e8-597667b94e86), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:43.661233 n-d-828369-5 neutron-server[103140]: INFO neutron.db.l3_db [None req-cb7b9027-8f60-47d1-a2a6-5260a4ef4fba tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Floating IP d92a380c-f3da-41a2-b9e8-597667b94e86 disassociated (deleted). External IP: 172.25.3.224, port: b7f0a062-6c90-4a6b-a5b8-4f48055abc52. Feb 09 22:46:43.870456 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb7b9027-8f60-47d1-a2a6-5260a4ef4fba tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Router c726622b-e9ef-4f63-874c-a6de58576612 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:46:43.980936 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb7b9027-8f60-47d1-a2a6-5260a4ef4fba tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:46:43.985848 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cb7b9027-8f60-47d1-a2a6-5260a4ef4fba tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:43.991366 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ea8937-166a-4936-a892-d16160da968d None None] Sync routers for ids ['c726622b-e9ef-4f63-874c-a6de58576612'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:46:44.000314 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ea8937-166a-4936-a892-d16160da968d None None] Routers {'c726622b-e9ef-4f63-874c-a6de58576612'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:46:44.000931 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-62ea8937-166a-4936-a892-d16160da968d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:46:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['c726622b-e9ef-4f63-874c-a6de58576612'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:46:44.015204 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-cb7b9027-8f60-47d1-a2a6-5260a4ef4fba tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "DELETE /v2.0/floatingips/d92a380c-f3da-41a2-b9e8-597667b94e86 HTTP/1.1" status: 204 len: 168 time: 0.8627884 Feb 09 22:46:44.015808 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b35c193d-ef92-4385-8ce5-3cde478e1d22', 'tag': 'b7f0a062-6c90-4a6b-a5b8-4f48055abc52'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:46:44.018393 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}084566773578a82c7ab9e8b7d7948f8d3f1cbdaece621e80e6759ea940bbe07a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44892cef-9697-4b72-b194-8972b0851483" -d '{"events": [{"name": "network-changed", "server_uuid": "b35c193d-ef92-4385-8ce5-3cde478e1d22", "tag": "b7f0a062-6c90-4a6b-a5b8-4f48055abc52"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:46:44.058709 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d468d4d8-0f78-4bbf-afa7-c6bd3824f424 x-openstack-request-id: req-d468d4d8-0f78-4bbf-afa7-c6bd3824f424 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:46:44.059421 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b35c193d-ef92-4385-8ce5-3cde478e1d22", "tag": "b7f0a062-6c90-4a6b-a5b8-4f48055abc52", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:46:44.059774 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-d468d4d8-0f78-4bbf-afa7-c6bd3824f424 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:46:44.060285 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b35c193d-ef92-4385-8ce5-3cde478e1d22', 'tag': 'b7f0a062-6c90-4a6b-a5b8-4f48055abc52', 'status': 'completed', 'code': 200} Feb 09 22:46:44.125620 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-62ea8937-166a-4936-a892-d16160da968d None None] Set router c726622b-e9ef-4f63-874c-a6de58576612 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:46:44.129041 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44892cef-9697-4b72-b194-8972b0851483 req-a258daab-a9b1-45c4-a806-ab6aec3f240f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:46:44.130594 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-44892cef-9697-4b72-b194-8972b0851483 req-a258daab-a9b1-45c4-a806-ab6aec3f240f service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=f48dcb2b50d74af19383cd1d97f39748&device_id=b35c193d-ef92-4385-8ce5-3cde478e1d22 HTTP/1.1" status: 200 len: 1127 time: 0.0488951 Feb 09 22:46:44.264975 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44892cef-9697-4b72-b194-8972b0851483 req-8ba00522-2e4b-4536-a694-c3e7513db82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:46:44.267132 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-44892cef-9697-4b72-b194-8972b0851483 req-8ba00522-2e4b-4536-a694-c3e7513db82b service neutron] 10.222.0.95 "GET /v2.0/networks?id=300ed387-65b2-4409-b6e2-9906a4e4a41a HTTP/1.1" status: 200 len: 897 time: 0.1246157 Feb 09 22:46:44.316380 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-44892cef-9697-4b72-b194-8972b0851483 req-5ea27d02-9bfb-475e-b4d8-81f39a16abfc service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7f0a062-6c90-4a6b-a5b8-4f48055abc52 HTTP/1.1" status: 200 len: 217 time: 0.0412636 Feb 09 22:46:44.324454 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bb3894-1a85-48eb-a80a-9b73407f0a1b req-0e89f403-e711-4d2d-9513-a88d687b02d3 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:46:44.325896 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d7bb3894-1a85-48eb-a80a-9b73407f0a1b req-0e89f403-e711-4d2d-9513-a88d687b02d3 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=b35c193d-ef92-4385-8ce5-3cde478e1d22 HTTP/1.1" status: 200 len: 945 time: 0.1117654 Feb 09 22:46:44.338521 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-62ea8937-166a-4936-a892-d16160da968d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c726622b-e9ef-4f63-874c-a6de58576612', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1579697072', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '105328e3-e7c1-472d-968c-54210bc8d9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:45:07Z', 'updated_at': '2022-02-09T22:45:11Z', 'revision_number': 4, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'gw_port': {'id': '105328e3-e7c1-472d-968c-54210bc8d9ba', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c1:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c726622b-e9ef-4f63-874c-a6de58576612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:45:08Z', 'updated_at': '2022-02-09T22:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '7dd82770-e28d-4575-b7fc-d7e590cc1bd8', 'name': '', 'network_id': '300ed387-65b2-4409-b6e2-9906a4e4a41a', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'mac_address': 'fa:16:3e:57:b5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c726622b-e9ef-4f63-874c-a6de58576612', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '1ac116dd-5bab-44b9-a45c-e411de5f5fe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:45:10Z', 'updated_at': '2022-02-09T22:45:14Z', 'revision_number': 5, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'subnets': [{'id': '1ac116dd-5bab-44b9-a45c-e411de5f5fe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:46:44.365097 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ea8937-166a-4936-a892-d16160da968d None None] Checking router: c726622b-e9ef-4f63-874c-a6de58576612 for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:46:44.374162 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ea8937-166a-4936-a892-d16160da968d None None] Routers {'c726622b-e9ef-4f63-874c-a6de58576612'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:46:44.374783 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-62ea8937-166a-4936-a892-d16160da968d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:46:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['c726622b-e9ef-4f63-874c-a6de58576612'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:46:44.394415 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44892cef-9697-4b72-b194-8972b0851483 req-2372be38-5e1e-4ef9-9011-5347267aedff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:46:44.395817 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-44892cef-9697-4b72-b194-8972b0851483 req-2372be38-5e1e-4ef9-9011-5347267aedff service neutron] 10.222.0.95 "GET /v2.0/subnets?id=1ac116dd-5bab-44b9-a45c-e411de5f5fe7 HTTP/1.1" status: 200 len: 834 time: 0.0690680 Feb 09 22:46:44.422488 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d7bb3894-1a85-48eb-a80a-9b73407f0a1b req-96e38073-ca95-4120-8fa2-622c60094e0f tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=5a951b0b-0ba9-460c-a923-c3b7c77f80ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869811 Feb 09 22:46:44.456841 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44892cef-9697-4b72-b194-8972b0851483 req-07523b19-2f01-4f4b-9640-70da1e3c74e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:46:44.458385 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-44892cef-9697-4b72-b194-8972b0851483 req-07523b19-2f01-4f4b-9640-70da1e3c74e0 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=300ed387-65b2-4409-b6e2-9906a4e4a41a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0550568 Feb 09 22:46:44.458520 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:44.495067 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-62ea8937-166a-4936-a892-d16160da968d None None] Set router c726622b-e9ef-4f63-874c-a6de58576612 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:46:44.553101 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-44892cef-9697-4b72-b194-8972b0851483 req-b89851c4-708d-4779-84c6-c920be06e5f3 service neutron] 10.222.0.95 "GET /v2.0/networks/300ed387-65b2-4409-b6e2-9906a4e4a41a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882280 Feb 09 22:46:44.640320 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-44892cef-9697-4b72-b194-8972b0851483 req-17242296-cdee-4450-8ab7-96a46d3ac7c1 service neutron] 10.222.0.95 "GET /v2.0/networks/300ed387-65b2-4409-b6e2-9906a4e4a41a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811775 Feb 09 22:46:44.696042 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-62ea8937-166a-4936-a892-d16160da968d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c726622b-e9ef-4f63-874c-a6de58576612', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1579697072', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '105328e3-e7c1-472d-968c-54210bc8d9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:45:07Z', 'updated_at': '2022-02-09T22:45:11Z', 'revision_number': 4, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'gw_port': {'id': '105328e3-e7c1-472d-968c-54210bc8d9ba', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c1:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c726622b-e9ef-4f63-874c-a6de58576612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:45:08Z', 'updated_at': '2022-02-09T22:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '7dd82770-e28d-4575-b7fc-d7e590cc1bd8', 'name': '', 'network_id': '300ed387-65b2-4409-b6e2-9906a4e4a41a', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'mac_address': 'fa:16:3e:57:b5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c726622b-e9ef-4f63-874c-a6de58576612', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '1ac116dd-5bab-44b9-a45c-e411de5f5fe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:45:10Z', 'updated_at': '2022-02-09T22:45:14Z', 'revision_number': 5, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'subnets': [{'id': '1ac116dd-5bab-44b9-a45c-e411de5f5fe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:46:44.727863 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ea8937-166a-4936-a892-d16160da968d None None] The sync data for ids ['c726622b-e9ef-4f63-874c-a6de58576612'] in n-d-828369-5 is: [{'id': 'c726622b-e9ef-4f63-874c-a6de58576612', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1579697072', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '105328e3-e7c1-472d-968c-54210bc8d9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:45:07Z', 'updated_at': '2022-02-09T22:45:11Z', 'revision_number': 4, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'gw_port': {'id': '105328e3-e7c1-472d-968c-54210bc8d9ba', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c1:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c726622b-e9ef-4f63-874c-a6de58576612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:45:08Z', 'updated_at': '2022-02-09T22:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '7dd82770-e28d-4575-b7fc-d7e590cc1bd8', 'name': '', 'network_id': '300ed387-65b2-4409-b6e2-9906a4e4a41a', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'mac_address': 'fa:16:3e:57:b5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c726622b-e9ef-4f63-874c-a6de58576612', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '1ac116dd-5bab-44b9-a45c-e411de5f5fe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:45:10Z', 'updated_at': '2022-02-09T22:45:14Z', 'revision_number': 5, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'subnets': [{'id': '1ac116dd-5bab-44b9-a45c-e411de5f5fe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:46:44.948635 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c84fd73-782a-44fe-855e-b760d1a0f734 None None] New status for floating IP d92a380c-f3da-41a2-b9e8-597667b94e86: DOWN {{(pid=103143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:46:45.505430 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:45.554463 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e608467b-b34e-42ee-aba1-3187cce46d93 req-6447af7a-5fab-4dc0-b565-7eae55875862 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:46:45.555966 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e608467b-b34e-42ee-aba1-3187cce46d93 req-6447af7a-5fab-4dc0-b565-7eae55875862 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=b35c193d-ef92-4385-8ce5-3cde478e1d22 HTTP/1.1" status: 200 len: 945 time: 0.0582764 Feb 09 22:46:45.604457 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e608467b-b34e-42ee-aba1-3187cce46d93 req-0adeebd2-d1a6-4480-b50f-0fa4def8293e tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=5a951b0b-0ba9-460c-a923-c3b7c77f80ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427997 Feb 09 22:46:45.761412 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae026d6-db1e-4c19-b16d-1b45bdaacc3b req-2efd668a-0e5c-4c81-92c3-895fac31de08 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:46:45.762764 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-eae026d6-db1e-4c19-b16d-1b45bdaacc3b req-2efd668a-0e5c-4c81-92c3-895fac31de08 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.95 "GET /v2.0/ports?device_id=b35c193d-ef92-4385-8ce5-3cde478e1d22 HTTP/1.1" status: 200 len: 945 time: 0.0519760 Feb 09 22:46:45.854824 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-eae026d6-db1e-4c19-b16d-1b45bdaacc3b req-099dfab3-d973-44a1-a6ce-0c3b0fa39f2c tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Deleting port b7f0a062-6c90-4a6b-a5b8-4f48055abc52 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:46:45.855160 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-eae026d6-db1e-4c19-b16d-1b45bdaacc3b req-099dfab3-d973-44a1-a6ce-0c3b0fa39f2c tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (b7f0a062-6c90-4a6b-a5b8-4f48055abc52), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:45.939608 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-eae026d6-db1e-4c19-b16d-1b45bdaacc3b req-099dfab3-d973-44a1-a6ce-0c3b0fa39f2c tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] For port b7f0a062-6c90-4a6b-a5b8-4f48055abc52, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=b7f0a062-6c90-4a6b-a5b8-4f48055abc52,segment=NetworkSegment(d38fb321-afb8-499f-b977-cd6e98a815e7),segment_id=d38fb321-afb8-499f-b977-cd6e98a815e7)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:46:45.939963 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-eae026d6-db1e-4c19-b16d-1b45bdaacc3b req-099dfab3-d973-44a1-a6ce-0c3b0fa39f2c tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (b7f0a062-6c90-4a6b-a5b8-4f48055abc52), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:45.952307 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-eae026d6-db1e-4c19-b16d-1b45bdaacc3b req-099dfab3-d973-44a1-a6ce-0c3b0fa39f2c tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Calling delete_port for b7f0a062-6c90-4a6b-a5b8-4f48055abc52 owned by compute:nova {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:46:46.078287 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-eae026d6-db1e-4c19-b16d-1b45bdaacc3b req-099dfab3-d973-44a1-a6ce-0c3b0fa39f2c tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (b7f0a062-6c90-4a6b-a5b8-4f48055abc52), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:46.106686 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099dfab3-d973-44a1-a6ce-0c3b0fa39f2c tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event deleted for resources: {'Port': ['ID=b7f0a062-6c90-4a6b-a5b8-4f48055abc52,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:46:46.158177 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-eae026d6-db1e-4c19-b16d-1b45bdaacc3b req-099dfab3-d973-44a1-a6ce-0c3b0fa39f2c tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] No DVR routers for this DVR port b7f0a062-6c90-4a6b-a5b8-4f48055abc52 on host n-h1-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:46:46.160964 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-eae026d6-db1e-4c19-b16d-1b45bdaacc3b req-099dfab3-d973-44a1-a6ce-0c3b0fa39f2c tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:46.164628 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-eae026d6-db1e-4c19-b16d-1b45bdaacc3b req-099dfab3-d973-44a1-a6ce-0c3b0fa39f2c tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.95 "DELETE /v2.0/ports/b7f0a062-6c90-4a6b-a5b8-4f48055abc52 HTTP/1.1" status: 204 len: 173 time: 0.3953786 Feb 09 22:46:46.165108 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b35c193d-ef92-4385-8ce5-3cde478e1d22', 'name': 'network-vif-deleted', 'tag': 'b7f0a062-6c90-4a6b-a5b8-4f48055abc52'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:46:46.168260 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}084566773578a82c7ab9e8b7d7948f8d3f1cbdaece621e80e6759ea940bbe07a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-490cb53c-da03-4027-bc9a-2b790f75d503" -d '{"events": [{"server_uuid": "b35c193d-ef92-4385-8ce5-3cde478e1d22", "name": "network-vif-deleted", "tag": "b7f0a062-6c90-4a6b-a5b8-4f48055abc52"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:46:46.208995 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bef395e0-b766-4464-9388-da01f683b672 x-openstack-request-id: req-bef395e0-b766-4464-9388-da01f683b672 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:46:46.209294 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b35c193d-ef92-4385-8ce5-3cde478e1d22", "name": "network-vif-deleted", "tag": "b7f0a062-6c90-4a6b-a5b8-4f48055abc52", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:46:46.209558 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-bef395e0-b766-4464-9388-da01f683b672 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:46:46.209967 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b35c193d-ef92-4385-8ce5-3cde478e1d22', 'name': 'network-vif-deleted', 'tag': 'b7f0a062-6c90-4a6b-a5b8-4f48055abc52', 'status': 'completed', 'code': 200} Feb 09 22:46:46.661375 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54208) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:46:47.024196 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4b58a81e-c0e4-41fe-a8f6-96608cc11592 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524906'] for router_interface (c726622b-e9ef-4f63-874c-a6de58576612), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:47.286463 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-4b58a81e-c0e4-41fe-a8f6-96608cc11592 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Deleting port 7dd82770-e28d-4575-b7fc-d7e590cc1bd8 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:46:47.286713 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4b58a81e-c0e4-41fe-a8f6-96608cc11592 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (7dd82770-e28d-4575-b7fc-d7e590cc1bd8), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:47.374714 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-4b58a81e-c0e4-41fe-a8f6-96608cc11592 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] For port 7dd82770-e28d-4575-b7fc-d7e590cc1bd8, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=7dd82770-e28d-4575-b7fc-d7e590cc1bd8,segment=NetworkSegment(d38fb321-afb8-499f-b977-cd6e98a815e7),segment_id=d38fb321-afb8-499f-b977-cd6e98a815e7)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:46:47.375070 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4b58a81e-c0e4-41fe-a8f6-96608cc11592 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (7dd82770-e28d-4575-b7fc-d7e590cc1bd8), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:47.387427 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-4b58a81e-c0e4-41fe-a8f6-96608cc11592 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Calling delete_port for 7dd82770-e28d-4575-b7fc-d7e590cc1bd8 owned by network:router_interface {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:46:47.570903 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4b58a81e-c0e4-41fe-a8f6-96608cc11592 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (7dd82770-e28d-4575-b7fc-d7e590cc1bd8), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:47.595997 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b58a81e-c0e4-41fe-a8f6-96608cc11592 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event deleted for resources: {'Port': ['ID=7dd82770-e28d-4575-b7fc-d7e590cc1bd8,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:46:47.605971 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b58a81e-c0e4-41fe-a8f6-96608cc11592 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:46:47.606331 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b58a81e-c0e4-41fe-a8f6-96608cc11592 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:46:47.606677 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b58a81e-c0e4-41fe-a8f6-96608cc11592 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:46:47.607020 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b58a81e-c0e4-41fe-a8f6-96608cc11592 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:46:47.607360 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b58a81e-c0e4-41fe-a8f6-96608cc11592 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:46:47.607698 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b58a81e-c0e4-41fe-a8f6-96608cc11592 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:46:47.608031 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b58a81e-c0e4-41fe-a8f6-96608cc11592 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:46:47.608961 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b58a81e-c0e4-41fe-a8f6-96608cc11592 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:46:47.608961 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b58a81e-c0e4-41fe-a8f6-96608cc11592 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:46:47.609154 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b58a81e-c0e4-41fe-a8f6-96608cc11592 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:46:47.609356 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b58a81e-c0e4-41fe-a8f6-96608cc11592 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:46:47.609687 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b58a81e-c0e4-41fe-a8f6-96608cc11592 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:46:47.609992 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b58a81e-c0e4-41fe-a8f6-96608cc11592 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:46:47.788046 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-4b58a81e-c0e4-41fe-a8f6-96608cc11592 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-525054'] for router_interface (c726622b-e9ef-4f63-874c-a6de58576612), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:48.004196 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b58a81e-c0e4-41fe-a8f6-96608cc11592 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Router c726622b-e9ef-4f63-874c-a6de58576612 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:46:48.111055 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b58a81e-c0e4-41fe-a8f6-96608cc11592 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:46:48.116237 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-4b58a81e-c0e4-41fe-a8f6-96608cc11592 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "PUT /v2.0/routers/c726622b-e9ef-4f63-874c-a6de58576612/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4537613 Feb 09 22:46:48.118885 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54212) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:46:48.121951 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d578bf2f-e0b0-4985-8c0a-9e3617a1e9a8 None None] Sync routers for ids ['c726622b-e9ef-4f63-874c-a6de58576612'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:46:48.132754 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d578bf2f-e0b0-4985-8c0a-9e3617a1e9a8 None None] Routers {'c726622b-e9ef-4f63-874c-a6de58576612'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:46:48.132754 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-d578bf2f-e0b0-4985-8c0a-9e3617a1e9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:46:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['c726622b-e9ef-4f63-874c-a6de58576612'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:46:48.171152 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c03bea0-a138-4505-af9e-358e4a67582f tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Deleting subnet 1ac116dd-5bab-44b9-a45c-e411de5f5fe7 {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:46:48.174517 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1c03bea0-a138-4505-af9e-358e4a67582f tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for subnet (1ac116dd-5bab-44b9-a45c-e411de5f5fe7), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:48.217498 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1c03bea0-a138-4505-af9e-358e4a67582f tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (1ac116dd-5bab-44b9-a45c-e411de5f5fe7), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:48.239720 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-d578bf2f-e0b0-4985-8c0a-9e3617a1e9a8 None None] Set router c726622b-e9ef-4f63-874c-a6de58576612 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:46:48.298480 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1c03bea0-a138-4505-af9e-358e4a67582f tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (1ac116dd-5bab-44b9-a45c-e411de5f5fe7), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:48.358485 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1c03bea0-a138-4505-af9e-358e4a67582f tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (1ac116dd-5bab-44b9-a45c-e411de5f5fe7), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:48.390250 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c03bea0-a138-4505-af9e-358e4a67582f tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event deleted for resources: {'Subnet': ['ID=1ac116dd-5bab-44b9-a45c-e411de5f5fe7,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:46:48.397500 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1c03bea0-a138-4505-af9e-358e4a67582f tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:48.408396 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-1c03bea0-a138-4505-af9e-358e4a67582f tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "DELETE /v2.0/subnets/1ac116dd-5bab-44b9-a45c-e411de5f5fe7 HTTP/1.1" status: 204 len: 168 time: 0.2843974 Feb 09 22:46:48.413087 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54214) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:46:48.470844 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ff969b-57dd-4f9a-8e60-349ac20de3a1 None None] Network 300ed387-65b2-4409-b6e2-9906a4e4a41a requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:46:48.522963 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6cad08dd-b045-489c-b32c-6fda839d8a84 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for router (c726622b-e9ef-4f63-874c-a6de58576612), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:48.628350 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6cad08dd-b045-489c-b32c-6fda839d8a84 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for router_gateway (c726622b-e9ef-4f63-874c-a6de58576612), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:48.660080 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-d578bf2f-e0b0-4985-8c0a-9e3617a1e9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c726622b-e9ef-4f63-874c-a6de58576612', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1579697072', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '105328e3-e7c1-472d-968c-54210bc8d9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:45:07Z', 'updated_at': '2022-02-09T22:46:47Z', 'revision_number': 5, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'gw_port': {'id': '105328e3-e7c1-472d-968c-54210bc8d9ba', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c1:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c726622b-e9ef-4f63-874c-a6de58576612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:45:08Z', 'updated_at': '2022-02-09T22:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:46:48.689938 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-6cad08dd-b045-489c-b32c-6fda839d8a84 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Deleting port 105328e3-e7c1-472d-968c-54210bc8d9ba {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:46:48.690282 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6cad08dd-b045-489c-b32c-6fda839d8a84 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (105328e3-e7c1-472d-968c-54210bc8d9ba), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:48.692984 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d578bf2f-e0b0-4985-8c0a-9e3617a1e9a8 None None] Checking router: c726622b-e9ef-4f63-874c-a6de58576612 for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:46:48.701397 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d578bf2f-e0b0-4985-8c0a-9e3617a1e9a8 None None] Routers {'c726622b-e9ef-4f63-874c-a6de58576612'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:46:48.702031 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-d578bf2f-e0b0-4985-8c0a-9e3617a1e9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:46:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['c726622b-e9ef-4f63-874c-a6de58576612'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:46:48.738263 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad30793-fee4-438c-83df-92a9b619e068 None None] DHCP port deletion for 300ed387-65b2-4409-b6e2-9906a4e4a41a request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:46:48.822383 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-d578bf2f-e0b0-4985-8c0a-9e3617a1e9a8 None None] Set router c726622b-e9ef-4f63-874c-a6de58576612 gateway port host: None {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:46:48.887236 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-d578bf2f-e0b0-4985-8c0a-9e3617a1e9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c726622b-e9ef-4f63-874c-a6de58576612', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1579697072', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:45:07Z', 'updated_at': '2022-02-09T22:46:48Z', 'revision_number': 6, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'gw_port_host': None}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:46:48.916542 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d578bf2f-e0b0-4985-8c0a-9e3617a1e9a8 None None] The sync data for ids ['c726622b-e9ef-4f63-874c-a6de58576612'] in n-d-828369-5 is: [{'id': 'c726622b-e9ef-4f63-874c-a6de58576612', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1579697072', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:45:07Z', 'updated_at': '2022-02-09T22:46:48Z', 'revision_number': 6, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'gw_port_host': None}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:46:48.922697 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-dad30793-fee4-438c-83df-92a9b619e068 None None] Deleting port b0dfa471-1d76-468c-9a26-270adfdcb330 {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:46:48.924534 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-dad30793-fee4-438c-83df-92a9b619e068 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (b0dfa471-1d76-468c-9a26-270adfdcb330), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:48.988542 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-dad30793-fee4-438c-83df-92a9b619e068 None None] For port b0dfa471-1d76-468c-9a26-270adfdcb330, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=b0dfa471-1d76-468c-9a26-270adfdcb330,segment=NetworkSegment(d38fb321-afb8-499f-b977-cd6e98a815e7),segment_id=d38fb321-afb8-499f-b977-cd6e98a815e7)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:46:48.988945 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-dad30793-fee4-438c-83df-92a9b619e068 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (b0dfa471-1d76-468c-9a26-270adfdcb330), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:49.007381 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-dad30793-fee4-438c-83df-92a9b619e068 None None] Calling delete_port for b0dfa471-1d76-468c-9a26-270adfdcb330 owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:46:49.062228 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-6cad08dd-b045-489c-b32c-6fda839d8a84 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] For port 105328e3-e7c1-472d-968c-54210bc8d9ba, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=105328e3-e7c1-472d-968c-54210bc8d9ba,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:46:49.062836 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6cad08dd-b045-489c-b32c-6fda839d8a84 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (105328e3-e7c1-472d-968c-54210bc8d9ba), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:49.076013 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-6cad08dd-b045-489c-b32c-6fda839d8a84 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Calling delete_port for 105328e3-e7c1-472d-968c-54210bc8d9ba owned by network:router_gateway {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:46:49.086046 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-dad30793-fee4-438c-83df-92a9b619e068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (b0dfa471-1d76-468c-9a26-270adfdcb330), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:49.112279 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad30793-fee4-438c-83df-92a9b619e068 None None] Pushing event deleted for resources: {'Port': ['ID=b0dfa471-1d76-468c-9a26-270adfdcb330,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:46:49.114503 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad30793-fee4-438c-83df-92a9b619e068 None None] No DVR routers for this DVR port b0dfa471-1d76-468c-9a26-270adfdcb330 on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:46:49.122470 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad30793-fee4-438c-83df-92a9b619e068 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:46:49.123199 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad30793-fee4-438c-83df-92a9b619e068 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:46:49.123199 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad30793-fee4-438c-83df-92a9b619e068 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:46:49.123495 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad30793-fee4-438c-83df-92a9b619e068 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:46:49.123789 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad30793-fee4-438c-83df-92a9b619e068 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:46:49.124115 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad30793-fee4-438c-83df-92a9b619e068 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:46:49.124641 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad30793-fee4-438c-83df-92a9b619e068 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:46:49.125145 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad30793-fee4-438c-83df-92a9b619e068 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:46:49.125676 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad30793-fee4-438c-83df-92a9b619e068 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:46:49.126744 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad30793-fee4-438c-83df-92a9b619e068 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:46:49.127246 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad30793-fee4-438c-83df-92a9b619e068 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:46:49.127577 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad30793-fee4-438c-83df-92a9b619e068 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:46:49.127905 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad30793-fee4-438c-83df-92a9b619e068 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:46:49.223572 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device b7f0a062-6c90-4a6b-a5b8-4f48055abc52 no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:46:49.244464 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] No Port match for: b7f0a062-6c90-4a6b-a5b8-4f48055abc52 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:46:49.244820 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device b7f0a062-6c90-4a6b-a5b8-4f48055abc52 not bound to the agent host n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:46:49.249717 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6cad08dd-b045-489c-b32c-6fda839d8a84 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (105328e3-e7c1-472d-968c-54210bc8d9ba), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:49.277218 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cad08dd-b045-489c-b32c-6fda839d8a84 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event deleted for resources: {'Port': ['ID=105328e3-e7c1-472d-968c-54210bc8d9ba,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:46:49.345986 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6cad08dd-b045-489c-b32c-6fda839d8a84 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-554524'] for router_gateway (c726622b-e9ef-4f63-874c-a6de58576612), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:49.355327 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device b0dfa471-1d76-468c-9a26-270adfdcb330 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:46:49.387780 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: b0dfa471-1d76-468c-9a26-270adfdcb330 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:46:49.388351 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device b0dfa471-1d76-468c-9a26-270adfdcb330 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:46:49.388966 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 7dd82770-e28d-4575-b7fc-d7e590cc1bd8 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:46:49.410115 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 7dd82770-e28d-4575-b7fc-d7e590cc1bd8 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:46:49.410422 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 7dd82770-e28d-4575-b7fc-d7e590cc1bd8 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:46:49.441657 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6cad08dd-b045-489c-b32c-6fda839d8a84 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (c726622b-e9ef-4f63-874c-a6de58576612), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:49.444447 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6cad08dd-b045-489c-b32c-6fda839d8a84 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for router_controller (c726622b-e9ef-4f63-874c-a6de58576612), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:49.488652 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6cad08dd-b045-489c-b32c-6fda839d8a84 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (c726622b-e9ef-4f63-874c-a6de58576612), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:49.489271 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cad08dd-b045-489c-b32c-6fda839d8a84 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Fanout notify agent at l3_agent the message router_deleted on router c726622b-e9ef-4f63-874c-a6de58576612 {{(pid=103141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:46:49.495900 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-6cad08dd-b045-489c-b32c-6fda839d8a84 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:49.497029 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-6cad08dd-b045-489c-b32c-6fda839d8a84 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "DELETE /v2.0/routers/c726622b-e9ef-4f63-874c-a6de58576612 HTTP/1.1" status: 204 len: 168 time: 1.0828114 Feb 09 22:46:49.499743 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54216) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:46:49.580192 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8e63f3ad-dbef-44d6-919e-6d0510172321 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (300ed387-65b2-4409-b6e2-9906a4e4a41a), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:49.672808 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8e63f3ad-dbef-44d6-919e-6d0510172321 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (300ed387-65b2-4409-b6e2-9906a4e4a41a), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:49.695468 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-8e63f3ad-dbef-44d6-919e-6d0510172321 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['300ed387-65b2-4409-b6e2-9906a4e4a41a']}} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:46:49.704863 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-8e63f3ad-dbef-44d6-919e-6d0510172321 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd38fb321-afb8-499f-b977-cd6e98a815e7') {'for_net_delete': True} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:46:49.705179 n-d-828369-5 neutron-server[103141]: DEBUG neutron.services.segments.db [None req-8e63f3ad-dbef-44d6-919e-6d0510172321 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd38fb321-afb8-499f-b977-cd6e98a815e7') {} {{(pid=103141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:46:49.714409 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8e63f3ad-dbef-44d6-919e-6d0510172321 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9729603'] for segment (d38fb321-afb8-499f-b977-cd6e98a815e7), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:49.727407 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8e63f3ad-dbef-44d6-919e-6d0510172321 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (d38fb321-afb8-499f-b977-cd6e98a815e7), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:49.733878 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e63f3ad-dbef-44d6-919e-6d0510172321 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=103141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:46:49.734430 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8e63f3ad-dbef-44d6-919e-6d0510172321 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9730752'] for segment (d38fb321-afb8-499f-b977-cd6e98a815e7), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:49.738005 n-d-828369-5 neutron-server[103141]: Traceback (most recent call last): Feb 09 22:46:49.738005 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:46:49.738005 n-d-828369-5 neutron-server[103141]: timer() Feb 09 22:46:49.738005 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:46:49.738005 n-d-828369-5 neutron-server[103141]: cb(*args, **kw) Feb 09 22:46:49.738005 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:46:49.738005 n-d-828369-5 neutron-server[103141]: return func(*args, **kwargs) Feb 09 22:46:49.738005 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:46:49.738005 n-d-828369-5 neutron-server[103141]: self._notify() Feb 09 22:46:49.738005 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:46:49.738005 n-d-828369-5 neutron-server[103141]: self.callback(batched_events) Feb 09 22:46:49.738005 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:46:49.738005 n-d-828369-5 neutron-server[103141]: event.method(event) Feb 09 22:46:49.738005 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:46:49.738005 n-d-828369-5 neutron-server[103141]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:46:49.738005 n-d-828369-5 neutron-server[103141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:46:49.738005 n-d-828369-5 neutron-server[103141]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:46:49.738005 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:46:49.738005 n-d-828369-5 neutron-server[103141]: return f(self, *a, **k) Feb 09 22:46:49.738005 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:46:49.738005 n-d-828369-5 neutron-server[103141]: return self._get(url).json() Feb 09 22:46:49.738005 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:46:49.738005 n-d-828369-5 neutron-server[103141]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:46:49.738005 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:46:49.738005 n-d-828369-5 neutron-server[103141]: return self.request(url, 'GET', **kwargs) Feb 09 22:46:49.738005 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:46:49.738005 n-d-828369-5 neutron-server[103141]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:46:49.738005 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:46:49.738005 n-d-828369-5 neutron-server[103141]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:46:49.738005 n-d-828369-5 neutron-server[103141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:46:49.738005 n-d-828369-5 neutron-server[103141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:46:49.738005 n-d-828369-5 neutron-server[103141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:46:49.794268 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8e63f3ad-dbef-44d6-919e-6d0510172321 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (300ed387-65b2-4409-b6e2-9906a4e4a41a), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:49.802542 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8e63f3ad-dbef-44d6-919e-6d0510172321 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:49.805012 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-8e63f3ad-dbef-44d6-919e-6d0510172321 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "DELETE /v2.0/networks/300ed387-65b2-4409-b6e2-9906a4e4a41a HTTP/1.1" status: 204 len: 168 time: 0.3043017 Feb 09 22:46:49.807791 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 54218) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:46:49.817569 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e63f3ad-dbef-44d6-919e-6d0510172321 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event deleted for resources: {'Network': ['ID=300ed387-65b2-4409-b6e2-9906a4e4a41a,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:46:49.865079 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-08cb2a67-d387-407c-a6d5-4aeebd03af8e tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group (5a951b0b-0ba9-460c-a923-c3b7c77f80ec), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:49.894548 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-08cb2a67-d387-407c-a6d5-4aeebd03af8e tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group (5a951b0b-0ba9-460c-a923-c3b7c77f80ec), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:49.953961 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-08cb2a67-d387-407c-a6d5-4aeebd03af8e tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (5a951b0b-0ba9-460c-a923-c3b7c77f80ec), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:49.956559 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-08cb2a67-d387-407c-a6d5-4aeebd03af8e tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:49.957843 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-08cb2a67-d387-407c-a6d5-4aeebd03af8e tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "DELETE /v2.0/security-groups/5a951b0b-0ba9-460c-a923-c3b7c77f80ec HTTP/1.1" status: 204 len: 168 time: 0.1489317 Feb 09 22:46:49.967468 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cb2a67-d387-407c-a6d5-4aeebd03af8e tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a951b0b-0ba9-460c-a923-c3b7c77f80ec,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:46:50.309591 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 54224) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:46:50.314185 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-453bc389-b806-48ab-8a32-b1321f3c40d8 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-611692186', 'description': 'tempest-secgroup-smoke-611692186 description', 'project_id': 'f48dcb2b50d74af19383cd1d97f39748'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:46:50.334541 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-453bc389-b806-48ab-8a32-b1321f3c40d8 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:50.397685 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-453bc389-b806-48ab-8a32-b1321f3c40d8 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group (392692b4-a5a0-492a-87eb-601c719d142c), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:50.401162 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-453bc389-b806-48ab-8a32-b1321f3c40d8 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (392692b4-a5a0-492a-87eb-601c719d142c), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:50.438718 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-453bc389-b806-48ab-8a32-b1321f3c40d8 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:50.439980 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-453bc389-b806-48ab-8a32-b1321f3c40d8 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1292946 Feb 09 22:46:50.441211 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453bc389-b806-48ab-8a32-b1321f3c40d8 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=392692b4-a5a0-492a-87eb-601c719d142c,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:46:50.443269 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54226) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:46:50.448851 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-aa94f8a1-022e-4a32-bfd1-d875da6107c0 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Request body: {'security_group_rule': {'security_group_id': '392692b4-a5a0-492a-87eb-601c719d142c', 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:46:50.474408 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-aa94f8a1-022e-4a32-bfd1-d875da6107c0 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group_rule (8febae4a-e429-478c-b75d-418e217ed011), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:50.528058 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-aa94f8a1-022e-4a32-bfd1-d875da6107c0 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group_rule (8febae4a-e429-478c-b75d-418e217ed011), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:50.531554 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-aa94f8a1-022e-4a32-bfd1-d875da6107c0 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (8febae4a-e429-478c-b75d-418e217ed011), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:50.555547 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa94f8a1-022e-4a32-bfd1-d875da6107c0 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8febae4a-e429-478c-b75d-418e217ed011,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:46:50.561008 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-aa94f8a1-022e-4a32-bfd1-d875da6107c0 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:50.562224 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-aa94f8a1-022e-4a32-bfd1-d875da6107c0 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1175399 Feb 09 22:46:50.565206 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54228) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:46:50.569828 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-df14062c-b156-42d2-a2e2-76ff0afc83e0 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Request body: {'security_group_rule': {'security_group_id': '392692b4-a5a0-492a-87eb-601c719d142c', 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:46:50.597770 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-df14062c-b156-42d2-a2e2-76ff0afc83e0 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group_rule (6ce264b6-e883-450a-9dcb-21c239bc8bb4), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:50.652212 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-df14062c-b156-42d2-a2e2-76ff0afc83e0 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group_rule (6ce264b6-e883-450a-9dcb-21c239bc8bb4), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:50.655645 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-df14062c-b156-42d2-a2e2-76ff0afc83e0 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (6ce264b6-e883-450a-9dcb-21c239bc8bb4), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:50.672951 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df14062c-b156-42d2-a2e2-76ff0afc83e0 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ce264b6-e883-450a-9dcb-21c239bc8bb4,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:46:50.680562 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-df14062c-b156-42d2-a2e2-76ff0afc83e0 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:50.681769 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-df14062c-b156-42d2-a2e2-76ff0afc83e0 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1156099 Feb 09 22:46:50.684522 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54230) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:46:50.688867 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-46742bdb-4677-4ce0-a39a-a90aec589c0d tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Request body: {'security_group_rule': {'security_group_id': '392692b4-a5a0-492a-87eb-601c719d142c', 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:46:50.714066 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-46742bdb-4677-4ce0-a39a-a90aec589c0d tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group_rule (03fe7fdf-25d6-430c-a958-1b8517ed4dba), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:50.770443 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-46742bdb-4677-4ce0-a39a-a90aec589c0d tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group_rule (03fe7fdf-25d6-430c-a958-1b8517ed4dba), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:50.773959 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-46742bdb-4677-4ce0-a39a-a90aec589c0d tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (03fe7fdf-25d6-430c-a958-1b8517ed4dba), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:50.793054 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46742bdb-4677-4ce0-a39a-a90aec589c0d tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03fe7fdf-25d6-430c-a958-1b8517ed4dba,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:46:50.798495 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-46742bdb-4677-4ce0-a39a-a90aec589c0d tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:50.799506 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-46742bdb-4677-4ce0-a39a-a90aec589c0d tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1140447 Feb 09 22:46:50.802300 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54232) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:46:50.806560 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-f1c8a075-3db7-4e2f-bd33-ceb11e1cc1dc tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Request body: {'security_group_rule': {'security_group_id': '392692b4-a5a0-492a-87eb-601c719d142c', 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:46:50.836963 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f1c8a075-3db7-4e2f-bd33-ceb11e1cc1dc tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group_rule (62e1d189-0fb7-4529-99a7-229d7aa14ca2), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:50.893134 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f1c8a075-3db7-4e2f-bd33-ceb11e1cc1dc tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group_rule (62e1d189-0fb7-4529-99a7-229d7aa14ca2), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:50.896721 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f1c8a075-3db7-4e2f-bd33-ceb11e1cc1dc tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (62e1d189-0fb7-4529-99a7-229d7aa14ca2), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:50.910878 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c8a075-3db7-4e2f-bd33-ceb11e1cc1dc tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62e1d189-0fb7-4529-99a7-229d7aa14ca2,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:46:50.921562 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f1c8a075-3db7-4e2f-bd33-ceb11e1cc1dc tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:50.922823 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-f1c8a075-3db7-4e2f-bd33-ceb11e1cc1dc tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1195834 Feb 09 22:46:50.925415 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54234) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:46:50.929933 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-373daf15-e481-43e6-96ef-a742db29fbae tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Request body: {'security_group_rule': {'security_group_id': '392692b4-a5a0-492a-87eb-601c719d142c', 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:46:50.949524 n-d-828369-5 neutron-server[103141]: INFO neutron.db.securitygroups_db [None req-373daf15-e481-43e6-96ef-a742db29fbae tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Project f48dcb2b50d74af19383cd1d97f39748 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 22:46:50.955481 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-373daf15-e481-43e6-96ef-a742db29fbae tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group_rule (de90137b-b58d-40de-914c-97bdd805656b), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:51.014205 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-373daf15-e481-43e6-96ef-a742db29fbae tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group_rule (de90137b-b58d-40de-914c-97bdd805656b), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:51.018410 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-373daf15-e481-43e6-96ef-a742db29fbae tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (de90137b-b58d-40de-914c-97bdd805656b), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:51.036563 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373daf15-e481-43e6-96ef-a742db29fbae tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de90137b-b58d-40de-914c-97bdd805656b,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:46:51.041209 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-373daf15-e481-43e6-96ef-a742db29fbae tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:51.042392 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-373daf15-e481-43e6-96ef-a742db29fbae tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1160583 Feb 09 22:46:51.045228 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54236) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:46:51.049499 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-fed8630d-88b3-4cab-bbd0-2076c6f171ac tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Request body: {'security_group_rule': {'security_group_id': '392692b4-a5a0-492a-87eb-601c719d142c', 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:46:51.069426 n-d-828369-5 neutron-server[103141]: INFO neutron.db.securitygroups_db [None req-fed8630d-88b3-4cab-bbd0-2076c6f171ac tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Project f48dcb2b50d74af19383cd1d97f39748 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 22:46:51.073708 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fed8630d-88b3-4cab-bbd0-2076c6f171ac tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group_rule (c7c6f15e-cec1-40fd-9e69-ab1d21acbd4a), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:51.133306 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fed8630d-88b3-4cab-bbd0-2076c6f171ac tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group_rule (c7c6f15e-cec1-40fd-9e69-ab1d21acbd4a), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:51.142238 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fed8630d-88b3-4cab-bbd0-2076c6f171ac tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (c7c6f15e-cec1-40fd-9e69-ab1d21acbd4a), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:51.169633 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed8630d-88b3-4cab-bbd0-2076c6f171ac tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7c6f15e-cec1-40fd-9e69-ab1d21acbd4a,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:46:51.176408 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 105328e3-e7c1-472d-968c-54210bc8d9ba no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:46:51.179634 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-fed8630d-88b3-4cab-bbd0-2076c6f171ac tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:51.180997 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-fed8630d-88b3-4cab-bbd0-2076c6f171ac tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1348174 Feb 09 22:46:51.183910 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54238) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:46:51.190104 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-9b74089e-6615-4418-8ec0-36686f410e19 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Request body: {'network': {'name': 'tempest-network-smoke--327517718', 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'port_security_enabled': True}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:46:51.201894 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 105328e3-e7c1-472d-968c-54210bc8d9ba {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:46:51.202246 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 105328e3-e7c1-472d-968c-54210bc8d9ba not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:46:51.208543 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b74089e-6615-4418-8ec0-36686f410e19 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Made reservation on behalf of f48dcb2b50d74af19383cd1d97f39748 for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:46:51.211775 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9b74089e-6615-4418-8ec0-36686f410e19 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:51.234682 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b74089e-6615-4418-8ec0-36686f410e19 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:46:51.244000 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9b74089e-6615-4418-8ec0-36686f410e19 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (d661e0e8-5bb3-4044-9037-5a419a546ba5), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:51.244372 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-9b74089e-6615-4418-8ec0-36686f410e19 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Added segment d661e0e8-5bb3-4044-9037-5a419a546ba5 of type vlan for network a4d4e129-2a14-4265-ad83-dc1260842785 Feb 09 22:46:51.283005 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9b74089e-6615-4418-8ec0-36686f410e19 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (a4d4e129-2a14-4265-ad83-dc1260842785), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:51.309996 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9b74089e-6615-4418-8ec0-36686f410e19 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (a4d4e129-2a14-4265-ad83-dc1260842785), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:51.315653 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b74089e-6615-4418-8ec0-36686f410e19 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:46:51.316264 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9b74089e-6615-4418-8ec0-36686f410e19 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:51.374154 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-9b74089e-6615-4418-8ec0-36686f410e19 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1890881 Feb 09 22:46:51.377472 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54240) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:46:51.383583 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-1d5153f9-bce1-45ec-be7e-bc1a230d0661 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1581299793', 'admin_state_up': True, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:46:51.393940 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b74089e-6615-4418-8ec0-36686f410e19 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event updated for resources: {'Network': ['ID=a4d4e129-2a14-4265-ad83-dc1260842785,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:46:51.404762 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network a4d4e129-2a14-4265-ad83-dc1260842785 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:46:51.411454 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1d5153f9-bce1-45ec-be7e-bc1a230d0661 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (d06bdb89-ab21-499b-be2e-72aba8e4daa9), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:51.412683 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1d5153f9-bce1-45ec-be7e-bc1a230d0661 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (d06bdb89-ab21-499b-be2e-72aba8e4daa9), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:51.470370 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1d5153f9-bce1-45ec-be7e-bc1a230d0661 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for router_controller (d06bdb89-ab21-499b-be2e-72aba8e4daa9), precommit_add_association {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:51.609101 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1d5153f9-bce1-45ec-be7e-bc1a230d0661 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for router_gateway (d06bdb89-ab21-499b-be2e-72aba8e4daa9), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:51.803194 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1d5153f9-bce1-45ec-be7e-bc1a230d0661 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for router_gateway (d06bdb89-ab21-499b-be2e-72aba8e4daa9), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:51.821575 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1d5153f9-bce1-45ec-be7e-bc1a230d0661 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:51.920914 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-1d5153f9-bce1-45ec-be7e-bc1a230d0661 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Allocated IP 172.25.3.5 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/4b75150b-3084-457e-80ce-c9ac692bfdc1) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:46:52.027382 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1d5153f9-bce1-45ec-be7e-bc1a230d0661 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for port (4b75150b-3084-457e-80ce-c9ac692bfdc1), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:52.060508 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1d5153f9-bce1-45ec-be7e-bc1a230d0661 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (4b75150b-3084-457e-80ce-c9ac692bfdc1), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:52.096571 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5153f9-bce1-45ec-be7e-bc1a230d0661 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:46:52.100892 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:52.101776 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-1d5153f9-bce1-45ec-be7e-bc1a230d0661 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:46:52.105319 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5153f9-bce1-45ec-be7e-bc1a230d0661 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:46:52.132167 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5153f9-bce1-45ec-be7e-bc1a230d0661 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event updated for resources: {'Port': ['ID=4b75150b-3084-457e-80ce-c9ac692bfdc1,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:46:52.356855 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1d5153f9-bce1-45ec-be7e-bc1a230d0661 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for router_gateway (d06bdb89-ab21-499b-be2e-72aba8e4daa9), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:52.555156 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1d5153f9-bce1-45ec-be7e-bc1a230d0661 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (d06bdb89-ab21-499b-be2e-72aba8e4daa9), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:52.684135 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d5153f9-bce1-45ec-be7e-bc1a230d0661 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Router d06bdb89-ab21-499b-be2e-72aba8e4daa9 is scheduled to L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 with binding_index 1 {{(pid=103141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:46:52.791817 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d5153f9-bce1-45ec-be7e-bc1a230d0661 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:46:52.804590 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5312eb-e528-4fc5-9d35-d1dc1ce2ca60 None None] Sync routers for ids ['d06bdb89-ab21-499b-be2e-72aba8e4daa9'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:46:52.811717 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-1d5153f9-bce1-45ec-be7e-bc1a230d0661 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:52.813265 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-1d5153f9-bce1-45ec-be7e-bc1a230d0661 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4348617 Feb 09 22:46:52.815501 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5312eb-e528-4fc5-9d35-d1dc1ce2ca60 None None] Routers {'d06bdb89-ab21-499b-be2e-72aba8e4daa9'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:46:52.816121 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-1b5312eb-e528-4fc5-9d35-d1dc1ce2ca60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:46:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['d06bdb89-ab21-499b-be2e-72aba8e4daa9'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:46:52.816478 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54242) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:46:52.849023 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-f72703fd-8724-4ad0-9ea2-5b29b3c188a2 tempest-TestNetworkAdvancedServerOps-1936337105 tempest-TestNetworkAdvancedServerOps-1936337105-project-admin] 10.222.0.90 "GET /v2.0/subnets?project_id=f48dcb2b50d74af19383cd1d97f39748&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282803 Feb 09 22:46:52.849262 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54244) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:46:52.924496 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-1b5312eb-e528-4fc5-9d35-d1dc1ce2ca60 None None] Set router d06bdb89-ab21-499b-be2e-72aba8e4daa9 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:46:52.934959 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555f4440-9ba0-459e-a5d5-310e32f049e8 tempest-TestNetworkAdvancedServerOps-1936337105 tempest-TestNetworkAdvancedServerOps-1936337105-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:46:52.936438 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-555f4440-9ba0-459e-a5d5-310e32f049e8 tempest-TestNetworkAdvancedServerOps-1936337105 tempest-TestNetworkAdvancedServerOps-1936337105-project-admin] 10.222.0.90 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0863509 Feb 09 22:46:52.939507 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54246) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:46:52.974862 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-fb569a72-ab47-4570-9ed3-d92c6b0aaa3b tempest-TestNetworkAdvancedServerOps-1936337105 tempest-TestNetworkAdvancedServerOps-1936337105-project-admin] 10.222.0.90 "GET /v2.0/subnets?network_id=54a442d5-50a0-4c75-85cc-d19f5bf58118&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0337505 Feb 09 22:46:52.977453 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54248) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:46:52.982322 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-f3d974f4-d8e2-41f4-9d0b-23ae6ef430ed tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-242295834', 'network_id': 'a4d4e129-2a14-4265-ad83-dc1260842785', 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:46:53.068212 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d974f4-d8e2-41f4-9d0b-23ae6ef430ed tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Made reservation on behalf of f48dcb2b50d74af19383cd1d97f39748 for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:46:53.071777 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f3d974f4-d8e2-41f4-9d0b-23ae6ef430ed tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:53.191246 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-1b5312eb-e528-4fc5-9d35-d1dc1ce2ca60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd06bdb89-ab21-499b-be2e-72aba8e4daa9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1581299793', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '4b75150b-3084-457e-80ce-c9ac692bfdc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:46:51Z', 'updated_at': '2022-02-09T22:46:52Z', 'revision_number': 3, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'gw_port': {'id': '4b75150b-3084-457e-80ce-c9ac692bfdc1', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:37:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd06bdb89-ab21-499b-be2e-72aba8e4daa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:46:51Z', 'updated_at': '2022-02-09T22:46:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:46:53.217940 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5312eb-e528-4fc5-9d35-d1dc1ce2ca60 None None] Checking router: d06bdb89-ab21-499b-be2e-72aba8e4daa9 for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:46:53.218281 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5312eb-e528-4fc5-9d35-d1dc1ce2ca60 None None] Updating router d06bdb89-ab21-499b-be2e-72aba8e4daa9 port 4b75150b-3084-457e-80ce-c9ac692bfdc1 binding host n-d-828369-5 {{(pid=103143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:46:53.244434 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1b5312eb-e528-4fc5-9d35-d1dc1ce2ca60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (4b75150b-3084-457e-80ce-c9ac692bfdc1), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:53.254070 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f3d974f4-d8e2-41f4-9d0b-23ae6ef430ed tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (f2a7550e-472d-496d-9947-4d53ca9ec55b), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:53.312065 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d974f4-d8e2-41f4-9d0b-23ae6ef430ed tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event updated for resources: {'Subnet': ['ID=f2a7550e-472d-496d-9947-4d53ca9ec55b,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:46:53.322303 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d974f4-d8e2-41f4-9d0b-23ae6ef430ed tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Checking segment: {'id': 'd661e0e8-5bb3-4044-9037-5a419a546ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a4d4e129-2a14-4265-ad83-dc1260842785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:46:53.322672 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d974f4-d8e2-41f4-9d0b-23ae6ef430ed tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Network hostable DHCP agents. Network: a4d4e129-2a14-4265-ad83-dc1260842785, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:46:53.340055 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d974f4-d8e2-41f4-9d0b-23ae6ef430ed tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Network a4d4e129-2a14-4265-ad83-dc1260842785 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:46:53.348725 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-f3d974f4-d8e2-41f4-9d0b-23ae6ef430ed tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, a4d4e129-2a14-4265-ad83-dc1260842785) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:46:53.352783 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d974f4-d8e2-41f4-9d0b-23ae6ef430ed tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:46:53.353494 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f3d974f4-d8e2-41f4-9d0b-23ae6ef430ed tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:53.360914 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b45e8d5-9d26-47d9-a56f-0fd728fd12f7 None None] Network a4d4e129-2a14-4265-ad83-dc1260842785 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:46:53.370445 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-f3d974f4-d8e2-41f4-9d0b-23ae6ef430ed tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3919563 Feb 09 22:46:53.373113 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54250) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:46:53.467130 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20254e7-704e-4509-8be4-3dbdc82adc21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-a4d4e129-2a14-4265-ad83-dc1260842785', 'network_id': 'a4d4e129-2a14-4265-ad83-dc1260842785', 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'fixed_ips': [{'subnet_id': 'f2a7550e-472d-496d-9947-4d53ca9ec55b'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:46:53.468007 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d20254e7-704e-4509-8be4-3dbdc82adc21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:53.506463 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1b5312eb-e528-4fc5-9d35-d1dc1ce2ca60 None None] Publish callbacks [] for port (4b75150b-3084-457e-80ce-c9ac692bfdc1), precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:53.513344 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1b5312eb-e528-4fc5-9d35-d1dc1ce2ca60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (4b75150b-3084-457e-80ce-c9ac692bfdc1), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:53.561571 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-1b5312eb-e528-4fc5-9d35-d1dc1ce2ca60 None None] Attempting to bind port 4b75150b-3084-457e-80ce-c9ac692bfdc1 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:46:53.562023 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-1b5312eb-e528-4fc5-9d35-d1dc1ce2ca60 None None] Attempting to bind port 4b75150b-3084-457e-80ce-c9ac692bfdc1 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:46:53.562447 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5312eb-e528-4fc5-9d35-d1dc1ce2ca60 None None] Attempting to bind port 4b75150b-3084-457e-80ce-c9ac692bfdc1 on network 54a442d5-50a0-4c75-85cc-d19f5bf58118 {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:46:53.572015 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cacc908-fd25-4d05-b283-15af4ee87717 None None] Pushing event updated for resources: {'Port': ['ID=4b75150b-3084-457e-80ce-c9ac692bfdc1,revision_number=2']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:46:53.574166 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5312eb-e528-4fc5-9d35-d1dc1ce2ca60 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:46:53.574604 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5312eb-e528-4fc5-9d35-d1dc1ce2ca60 None None] Checking segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:46:53.575069 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1b5312eb-e528-4fc5-9d35-d1dc1ce2ca60 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:53.575521 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5312eb-e528-4fc5-9d35-d1dc1ce2ca60 None None] Bound using segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:46:53.576050 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-1b5312eb-e528-4fc5-9d35-d1dc1ce2ca60 None None] Bound port: 4b75150b-3084-457e-80ce-c9ac692bfdc1, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:46:53.576529 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1b5312eb-e528-4fc5-9d35-d1dc1ce2ca60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (4b75150b-3084-457e-80ce-c9ac692bfdc1), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:53.599504 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cacc908-fd25-4d05-b283-15af4ee87717 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:46:53.599942 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cacc908-fd25-4d05-b283-15af4ee87717 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:46:53.600315 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cacc908-fd25-4d05-b283-15af4ee87717 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:46:53.600653 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cacc908-fd25-4d05-b283-15af4ee87717 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:46:53.600982 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cacc908-fd25-4d05-b283-15af4ee87717 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:46:53.601307 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cacc908-fd25-4d05-b283-15af4ee87717 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:46:53.601639 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cacc908-fd25-4d05-b283-15af4ee87717 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:46:53.601949 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cacc908-fd25-4d05-b283-15af4ee87717 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:46:53.602264 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cacc908-fd25-4d05-b283-15af4ee87717 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:46:53.602784 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cacc908-fd25-4d05-b283-15af4ee87717 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:46:53.603104 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cacc908-fd25-4d05-b283-15af4ee87717 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:46:53.603422 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cacc908-fd25-4d05-b283-15af4ee87717 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:46:53.603741 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cacc908-fd25-4d05-b283-15af4ee87717 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:46:53.612957 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-d20254e7-704e-4509-8be4-3dbdc82adc21 None None] Allocated IP 172.20.0.2 (a4d4e129-2a14-4265-ad83-dc1260842785/f2a7550e-472d-496d-9947-4d53ca9ec55b/b82fac2c-7572-4f5e-9dcc-db29fd9f813c) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:46:53.641367 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-1b5312eb-e528-4fc5-9d35-d1dc1ce2ca60 None None] For port 4b75150b-3084-457e-80ce-c9ac692bfdc1, host n-d-828369-5, cleared binding levels {{(pid=103143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:46:53.644645 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-1b5312eb-e528-4fc5-9d35-d1dc1ce2ca60 None None] For port 4b75150b-3084-457e-80ce-c9ac692bfdc1, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=4b75150b-3084-457e-80ce-c9ac692bfdc1,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:46:53.650881 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-1b5312eb-e528-4fc5-9d35-d1dc1ce2ca60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (4b75150b-3084-457e-80ce-c9ac692bfdc1), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:53.708786 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cacc908-fd25-4d05-b283-15af4ee87717 None None] Pushing event updated for resources: {'Port': ['ID=4b75150b-3084-457e-80ce-c9ac692bfdc1,revision_number=3']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:46:53.718114 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5312eb-e528-4fc5-9d35-d1dc1ce2ca60 None None] Routers {'d06bdb89-ab21-499b-be2e-72aba8e4daa9'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:46:53.718719 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-1b5312eb-e528-4fc5-9d35-d1dc1ce2ca60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:46:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['d06bdb89-ab21-499b-be2e-72aba8e4daa9'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:46:53.759407 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d20254e7-704e-4509-8be4-3dbdc82adc21 None None] Publish callbacks [] for port (b82fac2c-7572-4f5e-9dcc-db29fd9f813c), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:53.766065 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d20254e7-704e-4509-8be4-3dbdc82adc21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (b82fac2c-7572-4f5e-9dcc-db29fd9f813c), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:53.814753 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20254e7-704e-4509-8be4-3dbdc82adc21 None None] Network a4d4e129-2a14-4265-ad83-dc1260842785 is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:46:53.820385 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-d20254e7-704e-4509-8be4-3dbdc82adc21 None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:46:53.822231 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20254e7-704e-4509-8be4-3dbdc82adc21 None None] Pushing event updated for resources: {'Port': ['ID=b82fac2c-7572-4f5e-9dcc-db29fd9f813c,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:46:53.825073 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20254e7-704e-4509-8be4-3dbdc82adc21 None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:46:53.832903 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-1b5312eb-e528-4fc5-9d35-d1dc1ce2ca60 None None] Set router d06bdb89-ab21-499b-be2e-72aba8e4daa9 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:46:53.848527 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5da7b126-2b5c-4dd2-9793-1820a615307e tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:53.883153 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-d20254e7-704e-4509-8be4-3dbdc82adc21 None None] Attempting to bind port b82fac2c-7572-4f5e-9dcc-db29fd9f813c on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:46:53.883536 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-d20254e7-704e-4509-8be4-3dbdc82adc21 None None] Attempting to bind port b82fac2c-7572-4f5e-9dcc-db29fd9f813c by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': 'd661e0e8-5bb3-4044-9037-5a419a546ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a4d4e129-2a14-4265-ad83-dc1260842785'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:46:53.883904 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20254e7-704e-4509-8be4-3dbdc82adc21 None None] Attempting to bind port b82fac2c-7572-4f5e-9dcc-db29fd9f813c on network a4d4e129-2a14-4265-ad83-dc1260842785 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:46:53.888925 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20254e7-704e-4509-8be4-3dbdc82adc21 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:46:53.889568 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20254e7-704e-4509-8be4-3dbdc82adc21 None None] Checking segment: {'id': 'd661e0e8-5bb3-4044-9037-5a419a546ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a4d4e129-2a14-4265-ad83-dc1260842785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:46:53.890271 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d20254e7-704e-4509-8be4-3dbdc82adc21 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:53.890410 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20254e7-704e-4509-8be4-3dbdc82adc21 None None] Bound using segment: {'id': 'd661e0e8-5bb3-4044-9037-5a419a546ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a4d4e129-2a14-4265-ad83-dc1260842785'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:46:53.890826 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-d20254e7-704e-4509-8be4-3dbdc82adc21 None None] Bound port: b82fac2c-7572-4f5e-9dcc-db29fd9f813c, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd661e0e8-5bb3-4044-9037-5a419a546ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a4d4e129-2a14-4265-ad83-dc1260842785'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:46:53.891213 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d20254e7-704e-4509-8be4-3dbdc82adc21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (b82fac2c-7572-4f5e-9dcc-db29fd9f813c), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:53.954771 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-d20254e7-704e-4509-8be4-3dbdc82adc21 None None] For port b82fac2c-7572-4f5e-9dcc-db29fd9f813c, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:46:53.958066 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-d20254e7-704e-4509-8be4-3dbdc82adc21 None None] For port b82fac2c-7572-4f5e-9dcc-db29fd9f813c, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=b82fac2c-7572-4f5e-9dcc-db29fd9f813c,segment=NetworkSegment(d661e0e8-5bb3-4044-9037-5a419a546ba5),segment_id=d661e0e8-5bb3-4044-9037-5a419a546ba5)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:46:53.965219 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d20254e7-704e-4509-8be4-3dbdc82adc21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (b82fac2c-7572-4f5e-9dcc-db29fd9f813c), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:54.027973 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-1b5312eb-e528-4fc5-9d35-d1dc1ce2ca60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd06bdb89-ab21-499b-be2e-72aba8e4daa9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1581299793', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '4b75150b-3084-457e-80ce-c9ac692bfdc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:46:51Z', 'updated_at': '2022-02-09T22:46:52Z', 'revision_number': 3, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'gw_port': {'id': '4b75150b-3084-457e-80ce-c9ac692bfdc1', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:37:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd06bdb89-ab21-499b-be2e-72aba8e4daa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:46:51Z', 'updated_at': '2022-02-09T22:46:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:46:54.034230 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20254e7-704e-4509-8be4-3dbdc82adc21 None None] Pushing event updated for resources: {'Port': ['ID=b82fac2c-7572-4f5e-9dcc-db29fd9f813c,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:46:54.055632 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5312eb-e528-4fc5-9d35-d1dc1ce2ca60 None None] The sync data for ids ['d06bdb89-ab21-499b-be2e-72aba8e4daa9'] in n-d-828369-5 is: [{'id': 'd06bdb89-ab21-499b-be2e-72aba8e4daa9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1581299793', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '4b75150b-3084-457e-80ce-c9ac692bfdc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:46:51Z', 'updated_at': '2022-02-09T22:46:52Z', 'revision_number': 3, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'gw_port': {'id': '4b75150b-3084-457e-80ce-c9ac692bfdc1', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:37:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd06bdb89-ab21-499b-be2e-72aba8e4daa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:46:51Z', 'updated_at': '2022-02-09T22:46:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:46:54.165109 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-5da7b126-2b5c-4dd2-9793-1820a615307e tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Allocated IP 172.20.0.1 (a4d4e129-2a14-4265-ad83-dc1260842785/f2a7550e-472d-496d-9947-4d53ca9ec55b/f9af0b66-13b9-4db3-90cf-a587f711c051) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:46:54.247895 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:54.316852 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5da7b126-2b5c-4dd2-9793-1820a615307e tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for port (f9af0b66-13b9-4db3-90cf-a587f711c051), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:54.374778 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5da7b126-2b5c-4dd2-9793-1820a615307e tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (f9af0b66-13b9-4db3-90cf-a587f711c051), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:54.437757 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da7b126-2b5c-4dd2-9793-1820a615307e tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Network a4d4e129-2a14-4265-ad83-dc1260842785 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:46:54.442510 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-5da7b126-2b5c-4dd2-9793-1820a615307e tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:46:54.447144 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da7b126-2b5c-4dd2-9793-1820a615307e tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:46:54.453620 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da7b126-2b5c-4dd2-9793-1820a615307e tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event updated for resources: {'Port': ['ID=f9af0b66-13b9-4db3-90cf-a587f711c051,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:46:54.501921 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5da7b126-2b5c-4dd2-9793-1820a615307e tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554727'] for router_interface (d06bdb89-ab21-499b-be2e-72aba8e4daa9), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:54.644687 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5da7b126-2b5c-4dd2-9793-1820a615307e tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (f9af0b66-13b9-4db3-90cf-a587f711c051), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:55.055879 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cadde309-9110-439c-b9fb-cc3b0cb76241 None None] Network a4d4e129-2a14-4265-ad83-dc1260842785 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:46:55.064267 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [req-a66f688a-8800-4e17-b9ea-dd45b22b70e4 req-48220101-1f5f-4613-8123-f9eccd8439cb service neutron] (103141) timed out ('10.222.0.95', 61076) {{(pid=103141) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 22:46:55.177037 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-8efeb1c0-c9bb-4ae1-b836-e7ecb52ab37d None None] Provisioning complete for port b82fac2c-7572-4f5e-9dcc-db29fd9f813c triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:46:55.177627 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-8efeb1c0-c9bb-4ae1-b836-e7ecb52ab37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (b82fac2c-7572-4f5e-9dcc-db29fd9f813c), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:55.267138 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5da7b126-2b5c-4dd2-9793-1820a615307e tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for port (f9af0b66-13b9-4db3-90cf-a587f711c051), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:55.271527 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 4b75150b-3084-457e-80ce-c9ac692bfdc1 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:46:55.272591 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5da7b126-2b5c-4dd2-9793-1820a615307e tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (f9af0b66-13b9-4db3-90cf-a587f711c051), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:55.319697 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-8efeb1c0-c9bb-4ae1-b836-e7ecb52ab37d None None] Current status of the port b82fac2c-7572-4f5e-9dcc-db29fd9f813c is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:46:55.320448 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-8efeb1c0-c9bb-4ae1-b836-e7ecb52ab37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (b82fac2c-7572-4f5e-9dcc-db29fd9f813c), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:55.359666 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da7b126-2b5c-4dd2-9793-1820a615307e tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event updated for resources: {'Port': ['ID=f9af0b66-13b9-4db3-90cf-a587f711c051,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:46:55.359931 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 4b75150b-3084-457e-80ce-c9ac692bfdc1 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:46:55.360378 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (4b75150b-3084-457e-80ce-c9ac692bfdc1), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:55.362929 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5da7b126-2b5c-4dd2-9793-1820a615307e tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524919'] for router_interface (d06bdb89-ab21-499b-be2e-72aba8e4daa9), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:55.365947 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-8efeb1c0-c9bb-4ae1-b836-e7ecb52ab37d None None] For port b82fac2c-7572-4f5e-9dcc-db29fd9f813c, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=b82fac2c-7572-4f5e-9dcc-db29fd9f813c,segment=NetworkSegment(d661e0e8-5bb3-4044-9037-5a419a546ba5),segment_id=d661e0e8-5bb3-4044-9037-5a419a546ba5)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:46:55.390835 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-8efeb1c0-c9bb-4ae1-b836-e7ecb52ab37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (b82fac2c-7572-4f5e-9dcc-db29fd9f813c), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:55.451175 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efeb1c0-c9bb-4ae1-b836-e7ecb52ab37d None None] Pushing event updated for resources: {'Port': ['ID=b82fac2c-7572-4f5e-9dcc-db29fd9f813c,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:46:55.473574 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da7b126-2b5c-4dd2-9793-1820a615307e tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Network a4d4e129-2a14-4265-ad83-dc1260842785 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:46:55.475126 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-5da7b126-2b5c-4dd2-9793-1820a615307e tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:46:55.506929 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 4b75150b-3084-457e-80ce-c9ac692bfdc1 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:46:55.507329 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (4b75150b-3084-457e-80ce-c9ac692bfdc1), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:55.536155 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port 4b75150b-3084-457e-80ce-c9ac692bfdc1, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=4b75150b-3084-457e-80ce-c9ac692bfdc1,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:46:55.540495 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-8dc73f05-a00a-4109-bb24-0abb17cc25af None None] Provisioning complete for port f9af0b66-13b9-4db3-90cf-a587f711c051 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:46:55.540959 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-8dc73f05-a00a-4109-bb24-0abb17cc25af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (f9af0b66-13b9-4db3-90cf-a587f711c051), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:55.544438 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (4b75150b-3084-457e-80ce-c9ac692bfdc1), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:55.545347 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device b82fac2c-7572-4f5e-9dcc-db29fd9f813c up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:46:55.613551 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5da7b126-2b5c-4dd2-9793-1820a615307e tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Router d06bdb89-ab21-499b-be2e-72aba8e4daa9 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:46:55.644313 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-8dc73f05-a00a-4109-bb24-0abb17cc25af None None] Port f9af0b66-13b9-4db3-90cf-a587f711c051 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:46:55.662939 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=4b75150b-3084-457e-80ce-c9ac692bfdc1,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:46:55.686155 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-8dc73f05-a00a-4109-bb24-0abb17cc25af None None] Provisioning complete for port b82fac2c-7572-4f5e-9dcc-db29fd9f813c triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:46:55.686542 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-8dc73f05-a00a-4109-bb24-0abb17cc25af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (b82fac2c-7572-4f5e-9dcc-db29fd9f813c), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:55.716583 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port b82fac2c-7572-4f5e-9dcc-db29fd9f813c triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:46:55.716972 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (b82fac2c-7572-4f5e-9dcc-db29fd9f813c), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:55.742837 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5da7b126-2b5c-4dd2-9793-1820a615307e tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:46:55.759364 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-5da7b126-2b5c-4dd2-9793-1820a615307e tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "PUT /v2.0/routers/d06bdb89-ab21-499b-be2e-72aba8e4daa9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3849254 Feb 09 22:46:55.917488 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca558d39-f0bc-4127-b420-016d654e9223 None None] Sync routers for ids ['d06bdb89-ab21-499b-be2e-72aba8e4daa9'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:46:55.946616 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca558d39-f0bc-4127-b420-016d654e9223 None None] Routers {'d06bdb89-ab21-499b-be2e-72aba8e4daa9'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:46:55.947259 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-ca558d39-f0bc-4127-b420-016d654e9223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:46:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['d06bdb89-ab21-499b-be2e-72aba8e4daa9'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:46:56.056213 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-34587a67-e87d-4e57-bc9a-4dfb1ef5518e req-e0fadd28-6a41-4b31-88cb-5d9d132a4152 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-611692186&fields=id&tenant_id=f48dcb2b50d74af19383cd1d97f39748 HTTP/1.1" status: 200 len: 267 time: 0.0485528 Feb 09 22:46:56.113231 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-8dc73f05-a00a-4109-bb24-0abb17cc25af None None] Current status of the port b82fac2c-7572-4f5e-9dcc-db29fd9f813c is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:46:56.116816 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port b82fac2c-7572-4f5e-9dcc-db29fd9f813c is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:46:56.125190 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-ca558d39-f0bc-4127-b420-016d654e9223 None None] Set router d06bdb89-ab21-499b-be2e-72aba8e4daa9 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:46:56.175771 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34587a67-e87d-4e57-bc9a-4dfb1ef5518e req-f380dcd2-031e-469c-acc1-8a3ef2c5c4b4 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:46:56.177585 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-34587a67-e87d-4e57-bc9a-4dfb1ef5518e req-f380dcd2-031e-469c-acc1-8a3ef2c5c4b4 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/networks?id=a4d4e129-2a14-4265-ad83-dc1260842785 HTTP/1.1" status: 200 len: 796 time: 0.1149013 Feb 09 22:46:56.195002 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-34587a67-e87d-4e57-bc9a-4dfb1ef5518e req-31cde141-c5a6-4130-b104-0b06263bca7a tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/quotas/f48dcb2b50d74af19383cd1d97f39748 HTTP/1.1" status: 200 len: 375 time: 0.0108228 Feb 09 22:46:56.250630 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-34587a67-e87d-4e57-bc9a-4dfb1ef5518e req-bd9affee-ad0a-43b4-8fea-7404925e9a27 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=f48dcb2b50d74af19383cd1d97f39748&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501814 Feb 09 22:46:56.271512 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-bed5fb96-baa1-4b10-bad6-4cff5ea341f5 None None] Provisioning complete for port f9af0b66-13b9-4db3-90cf-a587f711c051 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:46:56.271891 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-bed5fb96-baa1-4b10-bad6-4cff5ea341f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (f9af0b66-13b9-4db3-90cf-a587f711c051), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:56.332477 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-bed5fb96-baa1-4b10-bad6-4cff5ea341f5 None None] Port f9af0b66-13b9-4db3-90cf-a587f711c051 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:46:56.352304 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-34587a67-e87d-4e57-bc9a-4dfb1ef5518e req-f82fc7a4-c9ae-4253-bbfd-b956dd3254eb service neutron] 10.222.0.90 "GET /v2.0/networks/a4d4e129-2a14-4265-ad83-dc1260842785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886528 Feb 09 22:46:56.382972 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-ca558d39-f0bc-4127-b420-016d654e9223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd06bdb89-ab21-499b-be2e-72aba8e4daa9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1581299793', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '4b75150b-3084-457e-80ce-c9ac692bfdc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:46:51Z', 'updated_at': '2022-02-09T22:46:54Z', 'revision_number': 4, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'gw_port': {'id': '4b75150b-3084-457e-80ce-c9ac692bfdc1', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:37:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06bdb89-ab21-499b-be2e-72aba8e4daa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:46:51Z', 'updated_at': '2022-02-09T22:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': 'f9af0b66-13b9-4db3-90cf-a587f711c051', 'name': '', 'network_id': 'a4d4e129-2a14-4265-ad83-dc1260842785', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'mac_address': 'fa:16:3e:0c:fe:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd06bdb89-ab21-499b-be2e-72aba8e4daa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'f2a7550e-472d-496d-9947-4d53ca9ec55b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:46:53Z', 'updated_at': '2022-02-09T22:46:55Z', 'revision_number': 2, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'subnets': [{'id': 'f2a7550e-472d-496d-9947-4d53ca9ec55b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:46:56.411152 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca558d39-f0bc-4127-b420-016d654e9223 None None] Checking router: d06bdb89-ab21-499b-be2e-72aba8e4daa9 for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:46:56.411519 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca558d39-f0bc-4127-b420-016d654e9223 None None] Updating router d06bdb89-ab21-499b-be2e-72aba8e4daa9 port f9af0b66-13b9-4db3-90cf-a587f711c051 binding host n-d-828369-5 {{(pid=103142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:46:56.438241 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ca558d39-f0bc-4127-b420-016d654e9223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (f9af0b66-13b9-4db3-90cf-a587f711c051), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:56.446328 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-34587a67-e87d-4e57-bc9a-4dfb1ef5518e req-8723f08b-640c-482a-95fa-a7c2063239d2 service neutron] 10.222.0.90 "GET /v2.0/networks/a4d4e129-2a14-4265-ad83-dc1260842785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830226 Feb 09 22:46:56.624100 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-029273c0-962b-4dce-980c-b1b6ac13f320 req-3b865aec-816f-42ff-8dc4-34d5a71ab928 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=30cbb5a5-6e5e-45f2-bd4f-e82c7c7f933c HTTP/1.1" status: 200 len: 210 time: 0.0274436 Feb 09 22:46:56.712853 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ca558d39-f0bc-4127-b420-016d654e9223 None None] Publish callbacks [] for port (f9af0b66-13b9-4db3-90cf-a587f711c051), precommit_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:56.718227 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ca558d39-f0bc-4127-b420-016d654e9223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (f9af0b66-13b9-4db3-90cf-a587f711c051), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:56.766085 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f12c00-fbcc-4603-8925-0acef0a66a35 None None] Pushing event updated for resources: {'Port': ['ID=f9af0b66-13b9-4db3-90cf-a587f711c051,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:46:56.824274 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-ca558d39-f0bc-4127-b420-016d654e9223 None None] Attempting to bind port f9af0b66-13b9-4db3-90cf-a587f711c051 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:46:56.824653 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-ca558d39-f0bc-4127-b420-016d654e9223 None None] Attempting to bind port f9af0b66-13b9-4db3-90cf-a587f711c051 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': 'd661e0e8-5bb3-4044-9037-5a419a546ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a4d4e129-2a14-4265-ad83-dc1260842785'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:46:56.825023 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca558d39-f0bc-4127-b420-016d654e9223 None None] Attempting to bind port f9af0b66-13b9-4db3-90cf-a587f711c051 on network a4d4e129-2a14-4265-ad83-dc1260842785 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:46:56.830773 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca558d39-f0bc-4127-b420-016d654e9223 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:46:56.831150 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca558d39-f0bc-4127-b420-016d654e9223 None None] Checking segment: {'id': 'd661e0e8-5bb3-4044-9037-5a419a546ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a4d4e129-2a14-4265-ad83-dc1260842785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:46:56.831551 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ca558d39-f0bc-4127-b420-016d654e9223 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:56.831951 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca558d39-f0bc-4127-b420-016d654e9223 None None] Bound using segment: {'id': 'd661e0e8-5bb3-4044-9037-5a419a546ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a4d4e129-2a14-4265-ad83-dc1260842785'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:46:56.832450 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-ca558d39-f0bc-4127-b420-016d654e9223 None None] Bound port: f9af0b66-13b9-4db3-90cf-a587f711c051, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd661e0e8-5bb3-4044-9037-5a419a546ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a4d4e129-2a14-4265-ad83-dc1260842785'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:46:56.832842 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ca558d39-f0bc-4127-b420-016d654e9223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (f9af0b66-13b9-4db3-90cf-a587f711c051), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:56.897021 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-ca558d39-f0bc-4127-b420-016d654e9223 None None] For port f9af0b66-13b9-4db3-90cf-a587f711c051, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:46:56.900294 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-ca558d39-f0bc-4127-b420-016d654e9223 None None] For port f9af0b66-13b9-4db3-90cf-a587f711c051, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=f9af0b66-13b9-4db3-90cf-a587f711c051,segment=NetworkSegment(d661e0e8-5bb3-4044-9037-5a419a546ba5),segment_id=d661e0e8-5bb3-4044-9037-5a419a546ba5)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:46:56.906607 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ca558d39-f0bc-4127-b420-016d654e9223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (f9af0b66-13b9-4db3-90cf-a587f711c051), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:56.976804 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca558d39-f0bc-4127-b420-016d654e9223 None None] Routers {'d06bdb89-ab21-499b-be2e-72aba8e4daa9'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:46:56.977462 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-ca558d39-f0bc-4127-b420-016d654e9223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:46:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['d06bdb89-ab21-499b-be2e-72aba8e4daa9'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:46:56.985654 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f12c00-fbcc-4603-8925-0acef0a66a35 None None] Pushing event updated for resources: {'Port': ['ID=f9af0b66-13b9-4db3-90cf-a587f711c051,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:46:57.025074 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-4c9dbf9a-f015-4f23-8494-eef985d83aa3 None None] Provisioning complete for port f9af0b66-13b9-4db3-90cf-a587f711c051 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:46:57.025457 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-4c9dbf9a-f015-4f23-8494-eef985d83aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (f9af0b66-13b9-4db3-90cf-a587f711c051), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:57.152973 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-ca558d39-f0bc-4127-b420-016d654e9223 None None] Set router d06bdb89-ab21-499b-be2e-72aba8e4daa9 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:46:57.184634 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 4b75150b-3084-457e-80ce-c9ac692bfdc1 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:46:57.226073 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-4c9dbf9a-f015-4f23-8494-eef985d83aa3 None None] Current status of the port f9af0b66-13b9-4db3-90cf-a587f711c051 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:46:57.226465 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-4c9dbf9a-f015-4f23-8494-eef985d83aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (f9af0b66-13b9-4db3-90cf-a587f711c051), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:57.341152 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-4c9dbf9a-f015-4f23-8494-eef985d83aa3 None None] For port f9af0b66-13b9-4db3-90cf-a587f711c051, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=f9af0b66-13b9-4db3-90cf-a587f711c051,segment=NetworkSegment(d661e0e8-5bb3-4044-9037-5a419a546ba5),segment_id=d661e0e8-5bb3-4044-9037-5a419a546ba5)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:46:57.348533 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-4c9dbf9a-f015-4f23-8494-eef985d83aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (f9af0b66-13b9-4db3-90cf-a587f711c051), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:57.388790 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 4b75150b-3084-457e-80ce-c9ac692bfdc1 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:46:57.389158 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (4b75150b-3084-457e-80ce-c9ac692bfdc1), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:57.452191 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9dbf9a-f015-4f23-8494-eef985d83aa3 None None] Pushing event updated for resources: {'Port': ['ID=f9af0b66-13b9-4db3-90cf-a587f711c051,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:46:57.501614 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-63ea55b6-d142-4d1b-b249-6686013134cf None None] Provisioning complete for port f9af0b66-13b9-4db3-90cf-a587f711c051 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:46:57.501983 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-63ea55b6-d142-4d1b-b249-6686013134cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (f9af0b66-13b9-4db3-90cf-a587f711c051), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:57.589932 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 4b75150b-3084-457e-80ce-c9ac692bfdc1 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:46:57.590899 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device b82fac2c-7572-4f5e-9dcc-db29fd9f813c up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:46:57.594370 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-ca558d39-f0bc-4127-b420-016d654e9223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd06bdb89-ab21-499b-be2e-72aba8e4daa9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1581299793', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '4b75150b-3084-457e-80ce-c9ac692bfdc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:46:51Z', 'updated_at': '2022-02-09T22:46:54Z', 'revision_number': 4, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'gw_port': {'id': '4b75150b-3084-457e-80ce-c9ac692bfdc1', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:37:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06bdb89-ab21-499b-be2e-72aba8e4daa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:46:51Z', 'updated_at': '2022-02-09T22:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': 'f9af0b66-13b9-4db3-90cf-a587f711c051', 'name': '', 'network_id': 'a4d4e129-2a14-4265-ad83-dc1260842785', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'mac_address': 'fa:16:3e:0c:fe:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd06bdb89-ab21-499b-be2e-72aba8e4daa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'f2a7550e-472d-496d-9947-4d53ca9ec55b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:46:53Z', 'updated_at': '2022-02-09T22:46:56Z', 'revision_number': 4, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'subnets': [{'id': 'f2a7550e-472d-496d-9947-4d53ca9ec55b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:46:57.642432 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca558d39-f0bc-4127-b420-016d654e9223 None None] The sync data for ids ['d06bdb89-ab21-499b-be2e-72aba8e4daa9'] in n-d-828369-5 is: [{'id': 'd06bdb89-ab21-499b-be2e-72aba8e4daa9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1581299793', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '4b75150b-3084-457e-80ce-c9ac692bfdc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:46:51Z', 'updated_at': '2022-02-09T22:46:54Z', 'revision_number': 4, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'gw_port': {'id': '4b75150b-3084-457e-80ce-c9ac692bfdc1', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:37:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06bdb89-ab21-499b-be2e-72aba8e4daa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:46:51Z', 'updated_at': '2022-02-09T22:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': 'f9af0b66-13b9-4db3-90cf-a587f711c051', 'name': '', 'network_id': 'a4d4e129-2a14-4265-ad83-dc1260842785', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'mac_address': 'fa:16:3e:0c:fe:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd06bdb89-ab21-499b-be2e-72aba8e4daa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'f2a7550e-472d-496d-9947-4d53ca9ec55b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:46:53Z', 'updated_at': '2022-02-09T22:46:56Z', 'revision_number': 4, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'subnets': [{'id': 'f2a7550e-472d-496d-9947-4d53ca9ec55b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:46:57.692570 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-63ea55b6-d142-4d1b-b249-6686013134cf None None] Current status of the port f9af0b66-13b9-4db3-90cf-a587f711c051 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:46:57.727448 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port b82fac2c-7572-4f5e-9dcc-db29fd9f813c triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:46:57.727838 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (b82fac2c-7572-4f5e-9dcc-db29fd9f813c), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:57.731537 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d3e6d3f1-4caf-4b99-8be0-45d87468e43a req-4e037b30-69e2-46d5-a0c2-a5c5a293771c tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=30cbb5a5-6e5e-45f2-bd4f-e82c7c7f933c HTTP/1.1" status: 200 len: 210 time: 0.0501459 Feb 09 22:46:57.814842 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port b82fac2c-7572-4f5e-9dcc-db29fd9f813c is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:46:58.817307 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ce03deb4-6b01-453c-82ff-894a485175b1 req-1c8dacc8-7a8b-4535-900e-dadaaed2ec6f tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=30cbb5a5-6e5e-45f2-bd4f-e82c7c7f933c HTTP/1.1" status: 200 len: 210 time: 0.0316682 Feb 09 22:46:59.209741 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device f9af0b66-13b9-4db3-90cf-a587f711c051 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:46:59.259315 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port f9af0b66-13b9-4db3-90cf-a587f711c051 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:46:59.259781 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (f9af0b66-13b9-4db3-90cf-a587f711c051), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:46:59.340977 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port f9af0b66-13b9-4db3-90cf-a587f711c051 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:46:59.895993 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b4a07dc4-beb7-43a5-81c5-0ba19d457c5b req-5120cf47-1a32-4027-93ec-21d86b6d296f tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=30cbb5a5-6e5e-45f2-bd4f-e82c7c7f933c HTTP/1.1" status: 200 len: 210 time: 0.0270693 Feb 09 22:47:01.004996 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6ebf4877-a603-44d8-b83a-d51aec0a60f7 req-ecb1c061-bc4a-461f-8d3f-5c3466552eb4 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=30cbb5a5-6e5e-45f2-bd4f-e82c7c7f933c HTTP/1.1" status: 200 len: 210 time: 0.0289049 Feb 09 22:47:01.600170 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34587a67-e87d-4e57-bc9a-4dfb1ef5518e req-d266bf45-467d-4f1d-b016-5f88a85ccf90 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:47:01.601677 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-34587a67-e87d-4e57-bc9a-4dfb1ef5518e req-d266bf45-467d-4f1d-b016-5f88a85ccf90 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.89 "GET /v2.0/networks?id=a4d4e129-2a14-4265-ad83-dc1260842785 HTTP/1.1" status: 200 len: 796 time: 0.1088967 Feb 09 22:47:01.664607 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-34587a67-e87d-4e57-bc9a-4dfb1ef5518e req-420899f4-e55c-4e64-8216-9b2cfa344772 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f48dcb2b50d74af19383cd1d97f39748 HTTP/1.1" status: 200 len: 379 time: 0.0540748 Feb 09 22:47:01.674566 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-34587a67-e87d-4e57-bc9a-4dfb1ef5518e req-e445de5b-b732-4b14-a2d6-1db6b715aa98 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Request body: {'port': {'device_id': '30cbb5a5-6e5e-45f2-bd4f-e82c7c7f933c', 'network_id': 'a4d4e129-2a14-4265-ad83-dc1260842785', 'admin_state_up': True, 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'security_groups': ['392692b4-a5a0-492a-87eb-601c719d142c']}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:47:01.780949 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34587a67-e87d-4e57-bc9a-4dfb1ef5518e req-e445de5b-b732-4b14-a2d6-1db6b715aa98 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Made reservation on behalf of f48dcb2b50d74af19383cd1d97f39748 for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:47:01.784199 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-34587a67-e87d-4e57-bc9a-4dfb1ef5518e req-e445de5b-b732-4b14-a2d6-1db6b715aa98 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:01.903424 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [req-34587a67-e87d-4e57-bc9a-4dfb1ef5518e req-e445de5b-b732-4b14-a2d6-1db6b715aa98 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Allocated IP 172.20.0.3 (a4d4e129-2a14-4265-ad83-dc1260842785/f2a7550e-472d-496d-9947-4d53ca9ec55b/96b8c6fe-4c70-4f3d-941e-51b25f2d48b9) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:47:02.043273 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-34587a67-e87d-4e57-bc9a-4dfb1ef5518e req-e445de5b-b732-4b14-a2d6-1db6b715aa98 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for port (96b8c6fe-4c70-4f3d-941e-51b25f2d48b9), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:02.078273 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-34587a67-e87d-4e57-bc9a-4dfb1ef5518e req-e445de5b-b732-4b14-a2d6-1db6b715aa98 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (96b8c6fe-4c70-4f3d-941e-51b25f2d48b9), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:02.118759 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34587a67-e87d-4e57-bc9a-4dfb1ef5518e req-e445de5b-b732-4b14-a2d6-1db6b715aa98 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Network a4d4e129-2a14-4265-ad83-dc1260842785 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:47:02.121859 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [req-34587a67-e87d-4e57-bc9a-4dfb1ef5518e req-e445de5b-b732-4b14-a2d6-1db6b715aa98 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:47:02.128318 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-34587a67-e87d-4e57-bc9a-4dfb1ef5518e req-e445de5b-b732-4b14-a2d6-1db6b715aa98 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:47:02.132436 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70643c47-95d5-48c8-9c46-36e7b6ef76ad req-433d033c-ecf0-4e73-842d-fd36ac7fdeba tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:47:02.134695 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-70643c47-95d5-48c8-9c46-36e7b6ef76ad req-433d033c-ecf0-4e73-842d-fd36ac7fdeba tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=30cbb5a5-6e5e-45f2-bd4f-e82c7c7f933c HTTP/1.1" status: 200 len: 931 time: 0.0550609 Feb 09 22:47:02.162684 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e445de5b-b732-4b14-a2d6-1db6b715aa98 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event updated for resources: {'Port': ['ID=96b8c6fe-4c70-4f3d-941e-51b25f2d48b9,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:47:02.187928 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34587a67-e87d-4e57-bc9a-4dfb1ef5518e req-e445de5b-b732-4b14-a2d6-1db6b715aa98 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:47:02.191565 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-34587a67-e87d-4e57-bc9a-4dfb1ef5518e req-e445de5b-b732-4b14-a2d6-1db6b715aa98 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:02.214374 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-34587a67-e87d-4e57-bc9a-4dfb1ef5518e req-e445de5b-b732-4b14-a2d6-1db6b715aa98 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5438302 Feb 09 22:47:02.218041 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-70643c47-95d5-48c8-9c46-36e7b6ef76ad req-0126edb7-e45d-47f2-bb0d-363c85da0b66 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=392692b4-a5a0-492a-87eb-601c719d142c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758746 Feb 09 22:47:02.226490 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-34587a67-e87d-4e57-bc9a-4dfb1ef5518e req-991c4953-bc00-42b6-9f69-dac421722018 service neutron] Request body: {'port': {'device_id': '30cbb5a5-6e5e-45f2-bd4f-e82c7c7f933c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:47:02.288911 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-34587a67-e87d-4e57-bc9a-4dfb1ef5518e req-991c4953-bc00-42b6-9f69-dac421722018 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (96b8c6fe-4c70-4f3d-941e-51b25f2d48b9), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:02.345517 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-14472781-e3cf-4add-9b9e-382d2c97c716 None None] Provisioning complete for port 96b8c6fe-4c70-4f3d-941e-51b25f2d48b9 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:47:02.346104 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-14472781-e3cf-4add-9b9e-382d2c97c716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (96b8c6fe-4c70-4f3d-941e-51b25f2d48b9), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:02.378518 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-14472781-e3cf-4add-9b9e-382d2c97c716 None None] Port 96b8c6fe-4c70-4f3d-941e-51b25f2d48b9 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:47:02.556391 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-34587a67-e87d-4e57-bc9a-4dfb1ef5518e req-991c4953-bc00-42b6-9f69-dac421722018 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96b8c6fe-4c70-4f3d-941e-51b25f2d48b9 {{(pid=103141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:47:02.564482 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-34587a67-e87d-4e57-bc9a-4dfb1ef5518e req-991c4953-bc00-42b6-9f69-dac421722018 service neutron] Publish callbacks [] for port (96b8c6fe-4c70-4f3d-941e-51b25f2d48b9), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:02.579790 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-34587a67-e87d-4e57-bc9a-4dfb1ef5518e req-991c4953-bc00-42b6-9f69-dac421722018 service neutron] Transition to ACTIVE for port object 96b8c6fe-4c70-4f3d-941e-51b25f2d48b9 will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:47:02.585059 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-34587a67-e87d-4e57-bc9a-4dfb1ef5518e req-991c4953-bc00-42b6-9f69-dac421722018 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (96b8c6fe-4c70-4f3d-941e-51b25f2d48b9), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:02.637645 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991c4953-bc00-42b6-9f69-dac421722018 service neutron] Pushing event updated for resources: {'Port': ['ID=96b8c6fe-4c70-4f3d-941e-51b25f2d48b9,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:47:02.709643 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-34587a67-e87d-4e57-bc9a-4dfb1ef5518e req-991c4953-bc00-42b6-9f69-dac421722018 service neutron] Attempting to bind port 96b8c6fe-4c70-4f3d-941e-51b25f2d48b9 on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:47:02.709983 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-34587a67-e87d-4e57-bc9a-4dfb1ef5518e req-991c4953-bc00-42b6-9f69-dac421722018 service neutron] Attempting to bind port 96b8c6fe-4c70-4f3d-941e-51b25f2d48b9 by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': 'd661e0e8-5bb3-4044-9037-5a419a546ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a4d4e129-2a14-4265-ad83-dc1260842785'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:47:02.710317 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34587a67-e87d-4e57-bc9a-4dfb1ef5518e req-991c4953-bc00-42b6-9f69-dac421722018 service neutron] Attempting to bind port 96b8c6fe-4c70-4f3d-941e-51b25f2d48b9 on network a4d4e129-2a14-4265-ad83-dc1260842785 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:47:02.715289 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34587a67-e87d-4e57-bc9a-4dfb1ef5518e req-991c4953-bc00-42b6-9f69-dac421722018 service neutron] Port 96b8c6fe-4c70-4f3d-941e-51b25f2d48b9 on network a4d4e129-2a14-4265-ad83-dc1260842785 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:47:02.715616 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34587a67-e87d-4e57-bc9a-4dfb1ef5518e req-991c4953-bc00-42b6-9f69-dac421722018 service neutron] Attempting to bind port 96b8c6fe-4c70-4f3d-941e-51b25f2d48b9 on network a4d4e129-2a14-4265-ad83-dc1260842785 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:47:02.721572 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34587a67-e87d-4e57-bc9a-4dfb1ef5518e req-991c4953-bc00-42b6-9f69-dac421722018 service neutron] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:47:02.721912 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34587a67-e87d-4e57-bc9a-4dfb1ef5518e req-991c4953-bc00-42b6-9f69-dac421722018 service neutron] Checking segment: {'id': 'd661e0e8-5bb3-4044-9037-5a419a546ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a4d4e129-2a14-4265-ad83-dc1260842785'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:47:02.722293 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34587a67-e87d-4e57-bc9a-4dfb1ef5518e req-991c4953-bc00-42b6-9f69-dac421722018 service neutron] Bound using segment: {'id': 'd661e0e8-5bb3-4044-9037-5a419a546ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a4d4e129-2a14-4265-ad83-dc1260842785'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:47:02.722714 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-34587a67-e87d-4e57-bc9a-4dfb1ef5518e req-991c4953-bc00-42b6-9f69-dac421722018 service neutron] Bound port: 96b8c6fe-4c70-4f3d-941e-51b25f2d48b9, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd661e0e8-5bb3-4044-9037-5a419a546ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'a4d4e129-2a14-4265-ad83-dc1260842785'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:47:02.723070 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-34587a67-e87d-4e57-bc9a-4dfb1ef5518e req-991c4953-bc00-42b6-9f69-dac421722018 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (96b8c6fe-4c70-4f3d-941e-51b25f2d48b9), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:02.791925 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-34587a67-e87d-4e57-bc9a-4dfb1ef5518e req-991c4953-bc00-42b6-9f69-dac421722018 service neutron] For port 96b8c6fe-4c70-4f3d-941e-51b25f2d48b9, host n-h2-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:47:02.794962 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-34587a67-e87d-4e57-bc9a-4dfb1ef5518e req-991c4953-bc00-42b6-9f69-dac421722018 service neutron] For port 96b8c6fe-4c70-4f3d-941e-51b25f2d48b9, host n-h2-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=96b8c6fe-4c70-4f3d-941e-51b25f2d48b9,segment=NetworkSegment(d661e0e8-5bb3-4044-9037-5a419a546ba5),segment_id=d661e0e8-5bb3-4044-9037-5a419a546ba5)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:47:02.801588 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-34587a67-e87d-4e57-bc9a-4dfb1ef5518e req-991c4953-bc00-42b6-9f69-dac421722018 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (96b8c6fe-4c70-4f3d-941e-51b25f2d48b9), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:02.835405 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34587a67-e87d-4e57-bc9a-4dfb1ef5518e req-991c4953-bc00-42b6-9f69-dac421722018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:47:02.835935 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-34587a67-e87d-4e57-bc9a-4dfb1ef5518e req-991c4953-bc00-42b6-9f69-dac421722018 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:02.837735 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-34587a67-e87d-4e57-bc9a-4dfb1ef5518e req-991c4953-bc00-42b6-9f69-dac421722018 service neutron] 10.222.0.89 "PUT /v2.0/ports/96b8c6fe-4c70-4f3d-941e-51b25f2d48b9 HTTP/1.1" status: 200 len: 1091 time: 0.6164818 Feb 09 22:47:02.839925 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30cbb5a5-6e5e-45f2-bd4f-e82c7c7f933c', 'tag': '96b8c6fe-4c70-4f3d-941e-51b25f2d48b9'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:47:02.843150 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0759f77e637a6f71ff1c25bc92ec5ea77217d29fcb3f113a7ada5acb32ef5084" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa7ac27b-43fc-4f61-a7b4-f33f87e22c19" -d '{"events": [{"name": "network-changed", "server_uuid": "30cbb5a5-6e5e-45f2-bd4f-e82c7c7f933c", "tag": "96b8c6fe-4c70-4f3d-941e-51b25f2d48b9"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:47:02.877537 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991c4953-bc00-42b6-9f69-dac421722018 service neutron] Pushing event updated for resources: {'Port': ['ID=96b8c6fe-4c70-4f3d-941e-51b25f2d48b9,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:47:02.888502 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-645a17c5-9f04-444a-b6d2-d1f3dd869d23 x-openstack-request-id: req-645a17c5-9f04-444a-b6d2-d1f3dd869d23 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:47:02.888983 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30cbb5a5-6e5e-45f2-bd4f-e82c7c7f933c", "tag": "96b8c6fe-4c70-4f3d-941e-51b25f2d48b9", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:47:02.889279 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-645a17c5-9f04-444a-b6d2-d1f3dd869d23 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:47:02.889694 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30cbb5a5-6e5e-45f2-bd4f-e82c7c7f933c', 'tag': '96b8c6fe-4c70-4f3d-941e-51b25f2d48b9', 'status': 'completed', 'code': 200} Feb 09 22:47:02.949909 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34587a67-e87d-4e57-bc9a-4dfb1ef5518e req-0d7d841b-eeb4-4631-8be1-c8e83d277974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:47:02.951451 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-34587a67-e87d-4e57-bc9a-4dfb1ef5518e req-0d7d841b-eeb4-4631-8be1-c8e83d277974 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f48dcb2b50d74af19383cd1d97f39748&device_id=30cbb5a5-6e5e-45f2-bd4f-e82c7c7f933c HTTP/1.1" status: 200 len: 1125 time: 0.0497174 Feb 09 22:47:02.993758 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-34587a67-e87d-4e57-bc9a-4dfb1ef5518e req-bb751738-af37-4d59-90e0-e4aff01dfc53 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96b8c6fe-4c70-4f3d-941e-51b25f2d48b9 HTTP/1.1" status: 200 len: 217 time: 0.0355194 Feb 09 22:47:03.048058 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34587a67-e87d-4e57-bc9a-4dfb1ef5518e req-bff61bb4-ffc9-4c3b-9420-69d2c79d2c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:47:03.049564 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-34587a67-e87d-4e57-bc9a-4dfb1ef5518e req-bff61bb4-ffc9-4c3b-9420-69d2c79d2c23 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f2a7550e-472d-496d-9947-4d53ca9ec55b HTTP/1.1" status: 200 len: 834 time: 0.0492032 Feb 09 22:47:03.098266 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34587a67-e87d-4e57-bc9a-4dfb1ef5518e req-ddc134c0-b887-403b-94e9-b63d4004899b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:47:03.099658 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-34587a67-e87d-4e57-bc9a-4dfb1ef5518e req-ddc134c0-b887-403b-94e9-b63d4004899b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a4d4e129-2a14-4265-ad83-dc1260842785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443778 Feb 09 22:47:03.192370 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-34587a67-e87d-4e57-bc9a-4dfb1ef5518e req-afc55a6f-b7e4-4a2b-a956-1afd20b528a2 service neutron] 10.222.0.89 "GET /v2.0/networks/a4d4e129-2a14-4265-ad83-dc1260842785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864258 Feb 09 22:47:03.285908 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-34587a67-e87d-4e57-bc9a-4dfb1ef5518e req-f6a55b27-4f96-4517-a4c3-1b06993d6923 service neutron] 10.222.0.89 "GET /v2.0/networks/a4d4e129-2a14-4265-ad83-dc1260842785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876424 Feb 09 22:47:03.338837 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dc170b-f9dd-4a23-8dc9-aa4081e3daf8 req-e35e7738-fb95-4d8e-8cfd-ee2bf1349df6 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:47:03.340372 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a8dc170b-f9dd-4a23-8dc9-aa4081e3daf8 req-e35e7738-fb95-4d8e-8cfd-ee2bf1349df6 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=30cbb5a5-6e5e-45f2-bd4f-e82c7c7f933c HTTP/1.1" status: 200 len: 943 time: 0.0532596 Feb 09 22:47:03.374692 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7ac27b-43fc-4f61-a7b4-f33f87e22c19 req-317acb87-6fe2-4ff6-89b2-9f49ed8f364b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:47:03.376671 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-aa7ac27b-43fc-4f61-a7b4-f33f87e22c19 req-317acb87-6fe2-4ff6-89b2-9f49ed8f364b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f48dcb2b50d74af19383cd1d97f39748&device_id=30cbb5a5-6e5e-45f2-bd4f-e82c7c7f933c HTTP/1.1" status: 200 len: 1125 time: 0.0453959 Feb 09 22:47:03.390289 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a8dc170b-f9dd-4a23-8dc9-aa4081e3daf8 req-e97eb733-bbeb-468d-8b5f-e5af228dac8d tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=392692b4-a5a0-492a-87eb-601c719d142c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438416 Feb 09 22:47:03.468583 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7ac27b-43fc-4f61-a7b4-f33f87e22c19 req-dae62e8c-37f5-4db5-a038-a8bb7c0bcbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:47:03.470595 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-aa7ac27b-43fc-4f61-a7b4-f33f87e22c19 req-dae62e8c-37f5-4db5-a038-a8bb7c0bcbbd service neutron] 10.222.0.89 "GET /v2.0/networks?id=a4d4e129-2a14-4265-ad83-dc1260842785 HTTP/1.1" status: 200 len: 897 time: 0.0890934 Feb 09 22:47:03.510135 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-aa7ac27b-43fc-4f61-a7b4-f33f87e22c19 req-32bbd150-3345-40ff-9df3-e0039efd804b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96b8c6fe-4c70-4f3d-941e-51b25f2d48b9 HTTP/1.1" status: 200 len: 217 time: 0.0339897 Feb 09 22:47:03.556242 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7ac27b-43fc-4f61-a7b4-f33f87e22c19 req-58b2a192-211c-4bd3-b481-1cf73210f83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:47:03.557667 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-aa7ac27b-43fc-4f61-a7b4-f33f87e22c19 req-58b2a192-211c-4bd3-b481-1cf73210f83a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f2a7550e-472d-496d-9947-4d53ca9ec55b HTTP/1.1" status: 200 len: 834 time: 0.0418258 Feb 09 22:47:03.609333 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7ac27b-43fc-4f61-a7b4-f33f87e22c19 req-244dcfe5-dd4e-45c8-9123-d87ecad52d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:47:03.611510 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-aa7ac27b-43fc-4f61-a7b4-f33f87e22c19 req-244dcfe5-dd4e-45c8-9123-d87ecad52d0d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a4d4e129-2a14-4265-ad83-dc1260842785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0481329 Feb 09 22:47:03.698279 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-aa7ac27b-43fc-4f61-a7b4-f33f87e22c19 req-671964df-2782-4376-aeac-eb4093585a39 service neutron] 10.222.0.89 "GET /v2.0/networks/a4d4e129-2a14-4265-ad83-dc1260842785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808182 Feb 09 22:47:03.790837 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-aa7ac27b-43fc-4f61-a7b4-f33f87e22c19 req-95769e25-471c-49f5-a84c-47a2274709b6 service neutron] 10.222.0.89 "GET /v2.0/networks/a4d4e129-2a14-4265-ad83-dc1260842785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856714 Feb 09 22:47:04.508059 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86bc946-59b7-4f86-8b24-6ce9951f9de8 req-238aed91-f309-4f2e-a4a0-cd5ebf063048 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:47:04.509794 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a86bc946-59b7-4f86-8b24-6ce9951f9de8 req-238aed91-f309-4f2e-a4a0-cd5ebf063048 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=30cbb5a5-6e5e-45f2-bd4f-e82c7c7f933c HTTP/1.1" status: 200 len: 943 time: 0.0516944 Feb 09 22:47:04.557161 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a86bc946-59b7-4f86-8b24-6ce9951f9de8 req-208b1828-caa8-42a6-9ded-446118a0fc04 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=392692b4-a5a0-492a-87eb-601c719d142c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417399 Feb 09 22:47:05.678482 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e0605-59fe-4560-ba76-94fa1b99727d req-d5dfa8f1-998a-488d-bb93-e9888125c2bc tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:47:05.679962 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e01e0605-59fe-4560-ba76-94fa1b99727d req-d5dfa8f1-998a-488d-bb93-e9888125c2bc tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=30cbb5a5-6e5e-45f2-bd4f-e82c7c7f933c HTTP/1.1" status: 200 len: 943 time: 0.0557773 Feb 09 22:47:05.727851 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e01e0605-59fe-4560-ba76-94fa1b99727d req-3e80b21e-9553-44dc-a207-4afdfd5ed4fa tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=392692b4-a5a0-492a-87eb-601c719d142c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422919 Feb 09 22:47:06.541113 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:47:06.845603 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10320a0d-7554-46ff-a3c3-45c83d666fdc req-e0abcb7d-5b95-4ea4-9181-0bf7a5936bc7 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:47:06.847101 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-10320a0d-7554-46ff-a3c3-45c83d666fdc req-e0abcb7d-5b95-4ea4-9181-0bf7a5936bc7 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=30cbb5a5-6e5e-45f2-bd4f-e82c7c7f933c HTTP/1.1" status: 200 len: 943 time: 0.0534525 Feb 09 22:47:06.895982 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-10320a0d-7554-46ff-a3c3-45c83d666fdc req-c4fa10c3-c7a2-417e-92a7-3dd926e3ba9d tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=392692b4-a5a0-492a-87eb-601c719d142c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431199 Feb 09 22:47:07.987560 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 96b8c6fe-4c70-4f3d-941e-51b25f2d48b9 details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:47:08.013089 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0241db2-d61e-4150-b3fe-b0334b98ef89 req-30ee77d9-544a-4328-ab73-2ec583f324e9 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:47:08.014584 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c0241db2-d61e-4150-b3fe-b0334b98ef89 req-30ee77d9-544a-4328-ab73-2ec583f324e9 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=30cbb5a5-6e5e-45f2-bd4f-e82c7c7f933c HTTP/1.1" status: 200 len: 943 time: 0.0527537 Feb 09 22:47:08.067484 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c0241db2-d61e-4150-b3fe-b0334b98ef89 req-97a92ab1-be73-4ca8-9db7-1a3d2af32d68 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=392692b4-a5a0-492a-87eb-601c719d142c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462029 Feb 09 22:47:08.082590 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 96b8c6fe-4c70-4f3d-941e-51b25f2d48b9, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=96b8c6fe-4c70-4f3d-941e-51b25f2d48b9,segment=NetworkSegment(d661e0e8-5bb3-4044-9037-5a419a546ba5),segment_id=d661e0e8-5bb3-4044-9037-5a419a546ba5)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:47:08.093959 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': '96b8c6fe-4c70-4f3d-941e-51b25f2d48b9', 'network_id': 'a4d4e129-2a14-4265-ad83-dc1260842785', 'port_id': '96b8c6fe-4c70-4f3d-941e-51b25f2d48b9', 'mac_address': 'fa:16:3e:46:6a:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2a7550e-472d-496d-9947-4d53ca9ec55b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:47:08.130953 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 96b8c6fe-4c70-4f3d-941e-51b25f2d48b9 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:47:08.131338 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (96b8c6fe-4c70-4f3d-941e-51b25f2d48b9), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:08.147757 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96b8c6fe-4c70-4f3d-941e-51b25f2d48b9 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:47:08.166223 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 96b8c6fe-4c70-4f3d-941e-51b25f2d48b9, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=96b8c6fe-4c70-4f3d-941e-51b25f2d48b9,segment=NetworkSegment(d661e0e8-5bb3-4044-9037-5a419a546ba5),segment_id=d661e0e8-5bb3-4044-9037-5a419a546ba5)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:47:08.170035 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (96b8c6fe-4c70-4f3d-941e-51b25f2d48b9), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:08.217499 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=96b8c6fe-4c70-4f3d-941e-51b25f2d48b9,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:47:08.526328 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['96b8c6fe-4c70-4f3d-941e-51b25f2d48b9'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:47:09.188110 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33917059-6e97-4ac7-8327-3ef3aaf3f2f1 req-026385f4-a8d7-4bc3-9b37-1ba8a7a297b9 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:47:09.189819 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-33917059-6e97-4ac7-8327-3ef3aaf3f2f1 req-026385f4-a8d7-4bc3-9b37-1ba8a7a297b9 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=30cbb5a5-6e5e-45f2-bd4f-e82c7c7f933c HTTP/1.1" status: 200 len: 944 time: 0.0546393 Feb 09 22:47:09.190674 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-43752e54-7b1d-4592-ae44-c21a2d5e947b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:09.242989 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-33917059-6e97-4ac7-8327-3ef3aaf3f2f1 req-73b4f57a-cb2c-47d0-9532-8d96aa8af6a4 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=392692b4-a5a0-492a-87eb-601c719d142c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471296 Feb 09 22:47:10.007427 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 96b8c6fe-4c70-4f3d-941e-51b25f2d48b9 up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:47:10.055025 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning for port 96b8c6fe-4c70-4f3d-941e-51b25f2d48b9 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:47:10.058839 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port 96b8c6fe-4c70-4f3d-941e-51b25f2d48b9 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:47:10.059217 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (96b8c6fe-4c70-4f3d-941e-51b25f2d48b9), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:10.137921 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 96b8c6fe-4c70-4f3d-941e-51b25f2d48b9 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:47:10.138312 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (96b8c6fe-4c70-4f3d-941e-51b25f2d48b9), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:10.160371 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30cbb5a5-6e5e-45f2-bd4f-e82c7c7f933c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96b8c6fe-4c70-4f3d-941e-51b25f2d48b9'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:47:10.162606 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cf4d4d953224237653245d15ffec07a65c4bd356d4237fd84236d8abf5d48a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40bbba59-e2f1-4797-8e0e-826f969a9158" -d '{"events": [{"server_uuid": "30cbb5a5-6e5e-45f2-bd4f-e82c7c7f933c", "name": "network-vif-plugged", "status": "completed", "tag": "96b8c6fe-4c70-4f3d-941e-51b25f2d48b9"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:47:10.175316 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 96b8c6fe-4c70-4f3d-941e-51b25f2d48b9, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=96b8c6fe-4c70-4f3d-941e-51b25f2d48b9,segment=NetworkSegment(d661e0e8-5bb3-4044-9037-5a419a546ba5),segment_id=d661e0e8-5bb3-4044-9037-5a419a546ba5)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:47:10.179834 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (96b8c6fe-4c70-4f3d-941e-51b25f2d48b9), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:10.203836 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-351376f4-a64e-4703-8baf-564b937ace70 x-openstack-request-id: req-351376f4-a64e-4703-8baf-564b937ace70 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:47:10.204443 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30cbb5a5-6e5e-45f2-bd4f-e82c7c7f933c", "name": "network-vif-plugged", "status": "completed", "tag": "96b8c6fe-4c70-4f3d-941e-51b25f2d48b9", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:47:10.204443 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-351376f4-a64e-4703-8baf-564b937ace70 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:47:10.204785 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30cbb5a5-6e5e-45f2-bd4f-e82c7c7f933c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96b8c6fe-4c70-4f3d-941e-51b25f2d48b9', 'code': 200} Feb 09 22:47:10.231181 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=96b8c6fe-4c70-4f3d-941e-51b25f2d48b9,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:47:10.304583 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c82764-9081-47a8-a685-24ac6eac28ee req-61ce614d-698f-4e86-8cb1-46877ad18c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:47:10.306141 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-92c82764-9081-47a8-a685-24ac6eac28ee req-61ce614d-698f-4e86-8cb1-46877ad18c25 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=30cbb5a5-6e5e-45f2-bd4f-e82c7c7f933c HTTP/1.1" status: 200 len: 1127 time: 0.0460327 Feb 09 22:47:10.353040 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-92c82764-9081-47a8-a685-24ac6eac28ee req-90b155d8-a56b-4be6-a146-8d6a926360e9 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=392692b4-a5a0-492a-87eb-601c719d142c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398569 Feb 09 22:47:10.362891 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a1e1a-183a-4240-8abf-07b21395cea3 req-a303c842-1c07-4b31-8e5b-fec558488701 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:47:10.364407 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-851a1e1a-183a-4240-8abf-07b21395cea3 req-a303c842-1c07-4b31-8e5b-fec558488701 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=30cbb5a5-6e5e-45f2-bd4f-e82c7c7f933c HTTP/1.1" status: 200 len: 945 time: 0.0537162 Feb 09 22:47:10.411745 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-851a1e1a-183a-4240-8abf-07b21395cea3 req-fb4d556b-8df8-4bd4-9da7-f0d607d0937f tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=392692b4-a5a0-492a-87eb-601c719d142c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417895 Feb 09 22:47:11.161338 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d6d7aa61-f369-4209-a4ad-364df48044f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:11.534377 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461207cf-cb60-455c-b4e7-8a3771777330 req-a85b5d03-cb6d-41da-a5fe-d32f3e591ef5 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:47:11.535856 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-461207cf-cb60-455c-b4e7-8a3771777330 req-a85b5d03-cb6d-41da-a5fe-d32f3e591ef5 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=30cbb5a5-6e5e-45f2-bd4f-e82c7c7f933c HTTP/1.1" status: 200 len: 945 time: 0.0558088 Feb 09 22:47:11.584552 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-461207cf-cb60-455c-b4e7-8a3771777330 req-40591876-44db-45cd-9d74-bd91f9716977 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=392692b4-a5a0-492a-87eb-601c719d142c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430651 Feb 09 22:47:12.712894 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35052c8e-389c-40fb-8366-1e3f29daaa98 req-de4b6a6f-0b94-4ca2-9183-589e80dc54fd tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:47:12.715330 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-35052c8e-389c-40fb-8366-1e3f29daaa98 req-de4b6a6f-0b94-4ca2-9183-589e80dc54fd tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=30cbb5a5-6e5e-45f2-bd4f-e82c7c7f933c HTTP/1.1" status: 200 len: 945 time: 0.0627000 Feb 09 22:47:12.762527 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-35052c8e-389c-40fb-8366-1e3f29daaa98 req-d1b385fc-8bf2-4a40-9896-6d8aa6e9f1ab tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=392692b4-a5a0-492a-87eb-601c719d142c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418074 Feb 09 22:47:12.885940 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3222b70a-c153-44df-bd3b-c1eddce3da7e req-7e13ca74-f3e1-47f0-9558-e23ace6af23e tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:47:12.887350 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3222b70a-c153-44df-bd3b-c1eddce3da7e req-7e13ca74-f3e1-47f0-9558-e23ace6af23e tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=30cbb5a5-6e5e-45f2-bd4f-e82c7c7f933c HTTP/1.1" status: 200 len: 945 time: 0.0587571 Feb 09 22:47:12.935045 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3222b70a-c153-44df-bd3b-c1eddce3da7e req-57e15b94-7c92-40e1-a790-637ba9b9763c tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=392692b4-a5a0-492a-87eb-601c719d142c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420256 Feb 09 22:47:12.956873 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 54324) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:47:12.999928 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0441df7a-4631-4e62-8103-43bab52dc611 tempest-TestNetworkAdvancedServerOps-1936337105 tempest-TestNetworkAdvancedServerOps-1936337105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:47:13.002087 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-0441df7a-4631-4e62-8103-43bab52dc611 tempest-TestNetworkAdvancedServerOps-1936337105 tempest-TestNetworkAdvancedServerOps-1936337105-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=30cbb5a5-6e5e-45f2-bd4f-e82c7c7f933c HTTP/1.1" status: 200 len: 1122 time: 0.0442250 Feb 09 22:47:13.004874 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 54326) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:47:13.009383 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-1d66dbc2-9ad6-4bbb-85b9-baec5bff2556 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Request body: {'floatingip': {'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'port_id': '96b8c6fe-4c70-4f3d-941e-51b25f2d48b9', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:47:13.021947 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:13.029074 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1d66dbc2-9ad6-4bbb-85b9-baec5bff2556 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:13.125679 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1d66dbc2-9ad6-4bbb-85b9-baec5bff2556 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:13.227488 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-1d66dbc2-9ad6-4bbb-85b9-baec5bff2556 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Allocated IP 172.25.3.139 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/f1c50277-9ac6-4fd3-a0b5-9bbe80fac778) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:47:13.330983 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1d66dbc2-9ad6-4bbb-85b9-baec5bff2556 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for port (f1c50277-9ac6-4fd3-a0b5-9bbe80fac778), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:13.365017 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1d66dbc2-9ad6-4bbb-85b9-baec5bff2556 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (f1c50277-9ac6-4fd3-a0b5-9bbe80fac778), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:13.400543 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d66dbc2-9ad6-4bbb-85b9-baec5bff2556 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:47:13.406848 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-1d66dbc2-9ad6-4bbb-85b9-baec5bff2556 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:47:13.410865 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d66dbc2-9ad6-4bbb-85b9-baec5bff2556 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:47:13.434848 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d66dbc2-9ad6-4bbb-85b9-baec5bff2556 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event updated for resources: {'Port': ['ID=f1c50277-9ac6-4fd3-a0b5-9bbe80fac778,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:47:14.081673 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1d66dbc2-9ad6-4bbb-85b9-baec5bff2556 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for floatingip (955cf6fc-d6d8-463f-ab5c-3d885ec72def), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:14.154217 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1d66dbc2-9ad6-4bbb-85b9-baec5bff2556 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (f1c50277-9ac6-4fd3-a0b5-9bbe80fac778), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:14.308428 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1d66dbc2-9ad6-4bbb-85b9-baec5bff2556 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for port (f1c50277-9ac6-4fd3-a0b5-9bbe80fac778), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:14.312775 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1d66dbc2-9ad6-4bbb-85b9-baec5bff2556 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (f1c50277-9ac6-4fd3-a0b5-9bbe80fac778), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:14.386110 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d66dbc2-9ad6-4bbb-85b9-baec5bff2556 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event updated for resources: {'Port': ['ID=f1c50277-9ac6-4fd3-a0b5-9bbe80fac778,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:47:14.396503 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1d66dbc2-9ad6-4bbb-85b9-baec5bff2556 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (955cf6fc-d6d8-463f-ab5c-3d885ec72def), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:14.431654 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:14.502814 n-d-828369-5 neutron-server[103140]: INFO neutron.db.l3_db [None req-1d66dbc2-9ad6-4bbb-85b9-baec5bff2556 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Floating IP 955cf6fc-d6d8-463f-ab5c-3d885ec72def associated. External IP: 172.25.3.139, port: 96b8c6fe-4c70-4f3d-941e-51b25f2d48b9. Feb 09 22:47:14.724981 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d66dbc2-9ad6-4bbb-85b9-baec5bff2556 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Router d06bdb89-ab21-499b-be2e-72aba8e4daa9 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:47:14.849410 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d66dbc2-9ad6-4bbb-85b9-baec5bff2556 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:47:14.859481 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6358ed1c-928d-42c2-8c65-7a5f31f5093e None None] Sync routers for ids ['d06bdb89-ab21-499b-be2e-72aba8e4daa9'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:47:14.867987 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1d66dbc2-9ad6-4bbb-85b9-baec5bff2556 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:14.869667 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6358ed1c-928d-42c2-8c65-7a5f31f5093e None None] Routers {'d06bdb89-ab21-499b-be2e-72aba8e4daa9'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:47:14.870319 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-6358ed1c-928d-42c2-8c65-7a5f31f5093e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:47:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['d06bdb89-ab21-499b-be2e-72aba8e4daa9'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:47:14.898676 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-1d66dbc2-9ad6-4bbb-85b9-baec5bff2556 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8925021 Feb 09 22:47:14.899221 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30cbb5a5-6e5e-45f2-bd4f-e82c7c7f933c', 'tag': '96b8c6fe-4c70-4f3d-941e-51b25f2d48b9'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:47:14.901537 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}084566773578a82c7ab9e8b7d7948f8d3f1cbdaece621e80e6759ea940bbe07a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d781c174-e8b1-4a59-bd5d-388c1c590a40" -d '{"events": [{"name": "network-changed", "server_uuid": "30cbb5a5-6e5e-45f2-bd4f-e82c7c7f933c", "tag": "96b8c6fe-4c70-4f3d-941e-51b25f2d48b9"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:47:14.940439 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97d1690b-f160-49b9-aa08-f949867f609c x-openstack-request-id: req-97d1690b-f160-49b9-aa08-f949867f609c {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:47:14.940740 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30cbb5a5-6e5e-45f2-bd4f-e82c7c7f933c", "tag": "96b8c6fe-4c70-4f3d-941e-51b25f2d48b9", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:47:14.940996 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-97d1690b-f160-49b9-aa08-f949867f609c {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:47:14.941408 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30cbb5a5-6e5e-45f2-bd4f-e82c7c7f933c', 'tag': '96b8c6fe-4c70-4f3d-941e-51b25f2d48b9', 'status': 'completed', 'code': 200} Feb 09 22:47:15.002415 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-6358ed1c-928d-42c2-8c65-7a5f31f5093e None None] Set router d06bdb89-ab21-499b-be2e-72aba8e4daa9 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:47:15.007886 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d781c174-e8b1-4a59-bd5d-388c1c590a40 req-885500c6-f1f3-411c-a52a-3ccecfba34cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:47:15.009843 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d781c174-e8b1-4a59-bd5d-388c1c590a40 req-885500c6-f1f3-411c-a52a-3ccecfba34cb service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f48dcb2b50d74af19383cd1d97f39748&device_id=30cbb5a5-6e5e-45f2-bd4f-e82c7c7f933c HTTP/1.1" status: 200 len: 1127 time: 0.0469151 Feb 09 22:47:15.019600 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7071b9-6232-4e44-9395-018b48eb671f req-5c7feaf1-4e3f-4e1b-ac76-a64d286a8f5b tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:47:15.021156 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cd7071b9-6232-4e44-9395-018b48eb671f req-5c7feaf1-4e3f-4e1b-ac76-a64d286a8f5b tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=30cbb5a5-6e5e-45f2-bd4f-e82c7c7f933c HTTP/1.1" status: 200 len: 945 time: 0.0591333 Feb 09 22:47:15.073741 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cd7071b9-6232-4e44-9395-018b48eb671f req-9e7a9d58-7695-446c-bc02-e9e26173eeff tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=392692b4-a5a0-492a-87eb-601c719d142c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466204 Feb 09 22:47:15.099012 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 54332) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:47:15.111123 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d781c174-e8b1-4a59-bd5d-388c1c590a40 req-68bd151b-fd89-4aca-8510-04b96e097123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:47:15.113177 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d781c174-e8b1-4a59-bd5d-388c1c590a40 req-68bd151b-fd89-4aca-8510-04b96e097123 service neutron] 10.222.0.89 "GET /v2.0/networks?id=a4d4e129-2a14-4265-ad83-dc1260842785 HTTP/1.1" status: 200 len: 897 time: 0.0961800 Feb 09 22:47:15.162797 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-6e6278dc-a614-4ea9-b9af-b1d7f9dcb37a tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/floatingips/955cf6fc-d6d8-463f-ab5c-3d885ec72def HTTP/1.1" status: 200 len: 991 time: 0.0614929 Feb 09 22:47:15.186520 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d781c174-e8b1-4a59-bd5d-388c1c590a40 req-040c618f-387e-4d41-886e-0f59ceb84265 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96b8c6fe-4c70-4f3d-941e-51b25f2d48b9 HTTP/1.1" status: 200 len: 999 time: 0.0672340 Feb 09 22:47:15.240735 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d781c174-e8b1-4a59-bd5d-388c1c590a40 req-f0128bec-9b67-41ea-ad0d-657e2d4c479f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:47:15.242308 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d781c174-e8b1-4a59-bd5d-388c1c590a40 req-f0128bec-9b67-41ea-ad0d-657e2d4c479f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f2a7550e-472d-496d-9947-4d53ca9ec55b HTTP/1.1" status: 200 len: 834 time: 0.0499573 Feb 09 22:47:15.298147 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d781c174-e8b1-4a59-bd5d-388c1c590a40 req-3ee2444b-b748-4e3d-bde0-6fc9d79d52d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:47:15.299583 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d781c174-e8b1-4a59-bd5d-388c1c590a40 req-3ee2444b-b748-4e3d-bde0-6fc9d79d52d7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a4d4e129-2a14-4265-ad83-dc1260842785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0505357 Feb 09 22:47:15.346605 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-6358ed1c-928d-42c2-8c65-7a5f31f5093e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd06bdb89-ab21-499b-be2e-72aba8e4daa9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1581299793', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '4b75150b-3084-457e-80ce-c9ac692bfdc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:46:51Z', 'updated_at': '2022-02-09T22:46:54Z', 'revision_number': 4, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'gw_port': {'id': '4b75150b-3084-457e-80ce-c9ac692bfdc1', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:37:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06bdb89-ab21-499b-be2e-72aba8e4daa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:46:51Z', 'updated_at': '2022-02-09T22:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': '955cf6fc-d6d8-463f-ab5c-3d885ec72def', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'floating_ip_address': '172.25.3.139', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': 'd06bdb89-ab21-499b-be2e-72aba8e4daa9', 'port_id': '96b8c6fe-4c70-4f3d-941e-51b25f2d48b9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4d4e129-2a14-4265-ad83-dc1260842785', 'mac_address': 'fa:16:3e:46:6a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cbb5a5-6e5e-45f2-bd4f-e82c7c7f933c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:47:13Z', 'updated_at': '2022-02-09T22:47:13Z', 'revision_number': 0, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9af0b66-13b9-4db3-90cf-a587f711c051', 'name': '', 'network_id': 'a4d4e129-2a14-4265-ad83-dc1260842785', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'mac_address': 'fa:16:3e:0c:fe:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06bdb89-ab21-499b-be2e-72aba8e4daa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'f2a7550e-472d-496d-9947-4d53ca9ec55b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:46:53Z', 'updated_at': '2022-02-09T22:46:57Z', 'revision_number': 5, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'subnets': [{'id': 'f2a7550e-472d-496d-9947-4d53ca9ec55b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:47:15.393208 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d781c174-e8b1-4a59-bd5d-388c1c590a40 req-1cf7709d-58e7-4d5c-9e30-848428773f78 service neutron] 10.222.0.89 "GET /v2.0/networks/a4d4e129-2a14-4265-ad83-dc1260842785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856745 Feb 09 22:47:15.466869 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6358ed1c-928d-42c2-8c65-7a5f31f5093e None None] Checking router: d06bdb89-ab21-499b-be2e-72aba8e4daa9 for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:47:15.483415 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6358ed1c-928d-42c2-8c65-7a5f31f5093e None None] Routers {'d06bdb89-ab21-499b-be2e-72aba8e4daa9'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:47:15.484028 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-6358ed1c-928d-42c2-8c65-7a5f31f5093e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:47:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['d06bdb89-ab21-499b-be2e-72aba8e4daa9'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:47:15.490039 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d781c174-e8b1-4a59-bd5d-388c1c590a40 req-867e00a2-f2a9-409b-aad1-abef7237567e service neutron] 10.222.0.89 "GET /v2.0/networks/a4d4e129-2a14-4265-ad83-dc1260842785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908797 Feb 09 22:47:15.518899 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:15.605034 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-6358ed1c-928d-42c2-8c65-7a5f31f5093e None None] Set router d06bdb89-ab21-499b-be2e-72aba8e4daa9 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:47:15.823236 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-6358ed1c-928d-42c2-8c65-7a5f31f5093e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd06bdb89-ab21-499b-be2e-72aba8e4daa9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1581299793', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '4b75150b-3084-457e-80ce-c9ac692bfdc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:46:51Z', 'updated_at': '2022-02-09T22:46:54Z', 'revision_number': 4, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'gw_port': {'id': '4b75150b-3084-457e-80ce-c9ac692bfdc1', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:37:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06bdb89-ab21-499b-be2e-72aba8e4daa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:46:51Z', 'updated_at': '2022-02-09T22:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': '955cf6fc-d6d8-463f-ab5c-3d885ec72def', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'floating_ip_address': '172.25.3.139', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': 'd06bdb89-ab21-499b-be2e-72aba8e4daa9', 'port_id': '96b8c6fe-4c70-4f3d-941e-51b25f2d48b9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4d4e129-2a14-4265-ad83-dc1260842785', 'mac_address': 'fa:16:3e:46:6a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cbb5a5-6e5e-45f2-bd4f-e82c7c7f933c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:47:13Z', 'updated_at': '2022-02-09T22:47:13Z', 'revision_number': 0, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9af0b66-13b9-4db3-90cf-a587f711c051', 'name': '', 'network_id': 'a4d4e129-2a14-4265-ad83-dc1260842785', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'mac_address': 'fa:16:3e:0c:fe:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06bdb89-ab21-499b-be2e-72aba8e4daa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'f2a7550e-472d-496d-9947-4d53ca9ec55b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:46:53Z', 'updated_at': '2022-02-09T22:46:57Z', 'revision_number': 5, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'subnets': [{'id': 'f2a7550e-472d-496d-9947-4d53ca9ec55b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:47:15.849661 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6358ed1c-928d-42c2-8c65-7a5f31f5093e None None] The sync data for ids ['d06bdb89-ab21-499b-be2e-72aba8e4daa9'] in n-d-828369-5 is: [{'id': 'd06bdb89-ab21-499b-be2e-72aba8e4daa9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1581299793', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '4b75150b-3084-457e-80ce-c9ac692bfdc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:46:51Z', 'updated_at': '2022-02-09T22:46:54Z', 'revision_number': 4, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'gw_port': {'id': '4b75150b-3084-457e-80ce-c9ac692bfdc1', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:37:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06bdb89-ab21-499b-be2e-72aba8e4daa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:46:51Z', 'updated_at': '2022-02-09T22:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': '955cf6fc-d6d8-463f-ab5c-3d885ec72def', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'floating_ip_address': '172.25.3.139', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': 'd06bdb89-ab21-499b-be2e-72aba8e4daa9', 'port_id': '96b8c6fe-4c70-4f3d-941e-51b25f2d48b9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4d4e129-2a14-4265-ad83-dc1260842785', 'mac_address': 'fa:16:3e:46:6a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cbb5a5-6e5e-45f2-bd4f-e82c7c7f933c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:47:13Z', 'updated_at': '2022-02-09T22:47:13Z', 'revision_number': 0, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9af0b66-13b9-4db3-90cf-a587f711c051', 'name': '', 'network_id': 'a4d4e129-2a14-4265-ad83-dc1260842785', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'mac_address': 'fa:16:3e:0c:fe:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06bdb89-ab21-499b-be2e-72aba8e4daa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'f2a7550e-472d-496d-9947-4d53ca9ec55b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:46:53Z', 'updated_at': '2022-02-09T22:46:57Z', 'revision_number': 5, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'subnets': [{'id': 'f2a7550e-472d-496d-9947-4d53ca9ec55b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:47:16.049364 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d7df5f-c808-49cd-baa7-ce687b0d5fed None None] New status for floating IP 955cf6fc-d6d8-463f-ab5c-3d885ec72def: ACTIVE {{(pid=103142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:47:16.165716 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54334) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:47:16.232259 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-777860d6-0688-4f2f-89ee-7253e2328524 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/floatingips/955cf6fc-d6d8-463f-ab5c-3d885ec72def HTTP/1.1" status: 200 len: 991 time: 0.0652626 Feb 09 22:47:17.236874 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54336) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:47:17.300436 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-74a41948-54e9-4ea8-9f28-1d9453591f6e tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/floatingips/955cf6fc-d6d8-463f-ab5c-3d885ec72def HTTP/1.1" status: 200 len: 993 time: 0.0623555 Feb 09 22:47:22.103533 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:24.252428 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:39.193881 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b6aedd26-9a73-4574-b518-02a9b25bd42c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:40.485603 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [req-0682efe4-8118-4f7a-b492-5719beba26a1 req-58a4b0ff-64e3-4ab4-9153-03104caafffb service neutron] (103141) timed out ('10.222.0.90', 50624) {{(pid=103141) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 22:47:41.163796 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-16338c5c-eec2-441b-9d4a-03a6f847b423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:43.025888 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:43.540515 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:47:44.434121 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:45.511183 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:52.096606 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:47:54.267292 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:09.196199 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-9ee1f495-c3a2-4e32-8294-91ff9f97b8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:09.660328 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b07e8f7f-4022-4033-b2bd-b94395594832 req-5d7f5309-336d-478e-b472-50b5692bd2d0 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=30cbb5a5-6e5e-45f2-bd4f-e82c7c7f933c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0828106 Feb 09 22:48:09.745395 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07e8f7f-4022-4033-b2bd-b94395594832 req-cc5df9e6-7a84-4e6c-aaf1-a40667456266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:09.746890 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b07e8f7f-4022-4033-b2bd-b94395594832 req-cc5df9e6-7a84-4e6c-aaf1-a40667456266 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f48dcb2b50d74af19383cd1d97f39748&device_id=30cbb5a5-6e5e-45f2-bd4f-e82c7c7f933c HTTP/1.1" status: 200 len: 1127 time: 0.0442288 Feb 09 22:48:09.853358 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07e8f7f-4022-4033-b2bd-b94395594832 req-294c36e4-bd4c-4fce-9136-43180017d331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:09.854731 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b07e8f7f-4022-4033-b2bd-b94395594832 req-294c36e4-bd4c-4fce-9136-43180017d331 service neutron] 10.222.0.89 "GET /v2.0/networks?id=a4d4e129-2a14-4265-ad83-dc1260842785 HTTP/1.1" status: 200 len: 897 time: 0.0893602 Feb 09 22:48:09.919096 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b07e8f7f-4022-4033-b2bd-b94395594832 req-19e8971e-f522-4c0f-8490-ff21046b2346 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96b8c6fe-4c70-4f3d-941e-51b25f2d48b9 HTTP/1.1" status: 200 len: 1001 time: 0.0575521 Feb 09 22:48:09.969555 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07e8f7f-4022-4033-b2bd-b94395594832 req-5cfc2ef5-466b-4a05-978a-4f97a18c7528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:09.970955 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b07e8f7f-4022-4033-b2bd-b94395594832 req-5cfc2ef5-466b-4a05-978a-4f97a18c7528 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f2a7550e-472d-496d-9947-4d53ca9ec55b HTTP/1.1" status: 200 len: 834 time: 0.0464191 Feb 09 22:48:10.019547 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07e8f7f-4022-4033-b2bd-b94395594832 req-13bfb4f2-bd4c-4dfd-8924-1f48e5fcc3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:10.021055 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b07e8f7f-4022-4033-b2bd-b94395594832 req-13bfb4f2-bd4c-4dfd-8924-1f48e5fcc3a3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a4d4e129-2a14-4265-ad83-dc1260842785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0428531 Feb 09 22:48:10.108594 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b07e8f7f-4022-4033-b2bd-b94395594832 req-d1fc616e-e977-4d42-843c-2e247ea884cd service neutron] 10.222.0.89 "GET /v2.0/networks/a4d4e129-2a14-4265-ad83-dc1260842785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801544 Feb 09 22:48:10.200261 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-b07e8f7f-4022-4033-b2bd-b94395594832 req-e2370ce4-8c00-44f3-bdd0-385e71b9b861 service neutron] 10.222.0.89 "GET /v2.0/networks/a4d4e129-2a14-4265-ad83-dc1260842785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854933 Feb 09 22:48:11.165609 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-597fe9ee-2fb9-4e5e-8c04-d2918b78be5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:13.027055 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:14.438907 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:15.512880 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:20.540303 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:48:22.131625 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:24.266088 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:28.486972 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6242f9-f81a-411c-bf5f-090c5f71fa3f req-73004d7c-fcc9-42ed-8004-3936a24888a8 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:28.488417 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1a6242f9-f81a-411c-bf5f-090c5f71fa3f req-73004d7c-fcc9-42ed-8004-3936a24888a8 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=30cbb5a5-6e5e-45f2-bd4f-e82c7c7f933c HTTP/1.1" status: 200 len: 945 time: 0.0578139 Feb 09 22:48:28.536163 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1a6242f9-f81a-411c-bf5f-090c5f71fa3f req-40dab051-8523-4af9-af9f-f81be2c98e6f tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=392692b4-a5a0-492a-87eb-601c719d142c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422537 Feb 09 22:48:29.657251 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67c77e9-9c49-408c-8e9a-ab2b6787575e req-85ed585e-c6c4-4f96-a9fc-4c99341e9a61 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:29.658739 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a67c77e9-9c49-408c-8e9a-ab2b6787575e req-85ed585e-c6c4-4f96-a9fc-4c99341e9a61 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=30cbb5a5-6e5e-45f2-bd4f-e82c7c7f933c HTTP/1.1" status: 200 len: 945 time: 0.0529613 Feb 09 22:48:29.707008 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a67c77e9-9c49-408c-8e9a-ab2b6787575e req-b732a106-8323-4bdb-bac2-502ad615f972 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=392692b4-a5a0-492a-87eb-601c719d142c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415828 Feb 09 22:48:30.824093 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e4c785-220c-45b0-a7ac-9e53a8f218ef req-799b819a-74be-40a0-b4f6-ceb92e3decdf tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:30.825606 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b3e4c785-220c-45b0-a7ac-9e53a8f218ef req-799b819a-74be-40a0-b4f6-ceb92e3decdf tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=30cbb5a5-6e5e-45f2-bd4f-e82c7c7f933c HTTP/1.1" status: 200 len: 945 time: 0.0515125 Feb 09 22:48:30.876510 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b3e4c785-220c-45b0-a7ac-9e53a8f218ef req-77cf8c64-992a-4129-a2ff-6dcf75c7fb33 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=392692b4-a5a0-492a-87eb-601c719d142c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453382 Feb 09 22:48:30.899525 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 54376) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:48:30.957865 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-79876c9f-8631-4f16-90c5-b76122ce55e3 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/floatingips/955cf6fc-d6d8-463f-ab5c-3d885ec72def HTTP/1.1" status: 200 len: 993 time: 0.0571930 Feb 09 22:48:32.230714 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181d2c14-b2df-4535-9ec1-78f7264b1c80 req-f64a3e3c-4d47-4852-a241-03aa2e291cd6 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:32.232151 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-181d2c14-b2df-4535-9ec1-78f7264b1c80 req-f64a3e3c-4d47-4852-a241-03aa2e291cd6 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=30cbb5a5-6e5e-45f2-bd4f-e82c7c7f933c HTTP/1.1" status: 200 len: 945 time: 0.0554297 Feb 09 22:48:32.247369 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de1f694-e520-4910-abbc-d9e9f906fa03 req-782eb4a1-4fbe-4f56-816e-ce3021c114c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:32.249184 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-5de1f694-e520-4910-abbc-d9e9f906fa03 req-782eb4a1-4fbe-4f56-816e-ce3021c114c3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f48dcb2b50d74af19383cd1d97f39748&device_id=30cbb5a5-6e5e-45f2-bd4f-e82c7c7f933c HTTP/1.1" status: 200 len: 1127 time: 0.0471976 Feb 09 22:48:32.283260 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-181d2c14-b2df-4535-9ec1-78f7264b1c80 req-0de83e2b-99eb-4077-a251-2dca5bdc5b5c tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=392692b4-a5a0-492a-87eb-601c719d142c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448732 Feb 09 22:48:32.342137 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de1f694-e520-4910-abbc-d9e9f906fa03 req-435f59d1-a43b-4c05-82d7-916eff6a07ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:32.343633 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-5de1f694-e520-4910-abbc-d9e9f906fa03 req-435f59d1-a43b-4c05-82d7-916eff6a07ae service neutron] 10.222.0.89 "GET /v2.0/networks?id=a4d4e129-2a14-4265-ad83-dc1260842785 HTTP/1.1" status: 200 len: 897 time: 0.0883095 Feb 09 22:48:32.410220 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-5de1f694-e520-4910-abbc-d9e9f906fa03 req-788b5b67-babb-426f-9799-eb3adeb42f13 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96b8c6fe-4c70-4f3d-941e-51b25f2d48b9 HTTP/1.1" status: 200 len: 1001 time: 0.0597558 Feb 09 22:48:32.456946 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de1f694-e520-4910-abbc-d9e9f906fa03 req-4135ab62-a57f-411f-a6b2-b7a91f7ad037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:32.458948 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-5de1f694-e520-4910-abbc-d9e9f906fa03 req-4135ab62-a57f-411f-a6b2-b7a91f7ad037 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f2a7550e-472d-496d-9947-4d53ca9ec55b HTTP/1.1" status: 200 len: 834 time: 0.0426950 Feb 09 22:48:32.509092 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de1f694-e520-4910-abbc-d9e9f906fa03 req-8065492c-d48f-4389-af37-00c4046e053e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:32.510479 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-5de1f694-e520-4910-abbc-d9e9f906fa03 req-8065492c-d48f-4389-af37-00c4046e053e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a4d4e129-2a14-4265-ad83-dc1260842785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0464640 Feb 09 22:48:32.596030 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-5de1f694-e520-4910-abbc-d9e9f906fa03 req-e33ba4ed-6521-4bbd-bbe7-bf45e8bb03aa service neutron] 10.222.0.89 "GET /v2.0/networks/a4d4e129-2a14-4265-ad83-dc1260842785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797548 Feb 09 22:48:32.693770 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-5de1f694-e520-4910-abbc-d9e9f906fa03 req-08e47a35-8f17-4268-87e9-a9888bd74402 service neutron] 10.222.0.89 "GET /v2.0/networks/a4d4e129-2a14-4265-ad83-dc1260842785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917749 Feb 09 22:48:33.406620 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d68942a-9d09-48cc-aaea-c3d61ba2cbb5 req-668516c5-5853-4f8c-a62c-17151b3121f4 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:33.408093 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6d68942a-9d09-48cc-aaea-c3d61ba2cbb5 req-668516c5-5853-4f8c-a62c-17151b3121f4 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=30cbb5a5-6e5e-45f2-bd4f-e82c7c7f933c HTTP/1.1" status: 200 len: 945 time: 0.0551815 Feb 09 22:48:33.455989 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6d68942a-9d09-48cc-aaea-c3d61ba2cbb5 req-fd4ad98b-9872-408b-99d6-6e8a47ce114a tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=392692b4-a5a0-492a-87eb-601c719d142c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422001 Feb 09 22:48:34.574827 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e58ffd-9563-4e6d-b840-284541f3a108 req-c18e22b0-cd0c-4b30-a17d-70e5233f6e87 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:34.576345 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-00e58ffd-9563-4e6d-b840-284541f3a108 req-c18e22b0-cd0c-4b30-a17d-70e5233f6e87 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=30cbb5a5-6e5e-45f2-bd4f-e82c7c7f933c HTTP/1.1" status: 200 len: 945 time: 0.0525098 Feb 09 22:48:34.624781 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-00e58ffd-9563-4e6d-b840-284541f3a108 req-6775c40e-955d-4289-94c8-925793314f52 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=392692b4-a5a0-492a-87eb-601c719d142c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428479 Feb 09 22:48:34.646453 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 54388) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:48:34.709420 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-8617f03a-5d23-4b4b-8cba-47eea9e1590e tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/floatingips/955cf6fc-d6d8-463f-ab5c-3d885ec72def HTTP/1.1" status: 200 len: 993 time: 0.0617955 Feb 09 22:48:34.927569 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 54394) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:48:35.083751 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-8e91f09f-6926-4b04-bc98-07e3f625eb1e tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Deleting port f1c50277-9ac6-4fd3-a0b5-9bbe80fac778 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:48:35.084105 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8e91f09f-6926-4b04-bc98-07e3f625eb1e tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (f1c50277-9ac6-4fd3-a0b5-9bbe80fac778), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:35.157635 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8e91f09f-6926-4b04-bc98-07e3f625eb1e tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (f1c50277-9ac6-4fd3-a0b5-9bbe80fac778), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:35.157984 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8e91f09f-6926-4b04-bc98-07e3f625eb1e tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for floatingip (f1c50277-9ac6-4fd3-a0b5-9bbe80fac778), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:35.170702 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-8e91f09f-6926-4b04-bc98-07e3f625eb1e tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Calling delete_port for f1c50277-9ac6-4fd3-a0b5-9bbe80fac778 owned by network:floatingip {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:48:35.323600 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8e91f09f-6926-4b04-bc98-07e3f625eb1e tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (f1c50277-9ac6-4fd3-a0b5-9bbe80fac778), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:35.359567 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e91f09f-6926-4b04-bc98-07e3f625eb1e tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event deleted for resources: {'Port': ['ID=f1c50277-9ac6-4fd3-a0b5-9bbe80fac778,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:48:35.371133 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e91f09f-6926-4b04-bc98-07e3f625eb1e tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:48:35.371487 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e91f09f-6926-4b04-bc98-07e3f625eb1e tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:48:35.371833 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e91f09f-6926-4b04-bc98-07e3f625eb1e tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:48:35.372173 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e91f09f-6926-4b04-bc98-07e3f625eb1e tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:48:35.372539 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e91f09f-6926-4b04-bc98-07e3f625eb1e tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:48:35.372875 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e91f09f-6926-4b04-bc98-07e3f625eb1e tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:48:35.373206 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e91f09f-6926-4b04-bc98-07e3f625eb1e tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:48:35.373535 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e91f09f-6926-4b04-bc98-07e3f625eb1e tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:48:35.373868 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e91f09f-6926-4b04-bc98-07e3f625eb1e tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:48:35.374197 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e91f09f-6926-4b04-bc98-07e3f625eb1e tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:48:35.374523 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e91f09f-6926-4b04-bc98-07e3f625eb1e tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:48:35.374849 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e91f09f-6926-4b04-bc98-07e3f625eb1e tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:48:35.375171 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e91f09f-6926-4b04-bc98-07e3f625eb1e tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:48:35.428834 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8e91f09f-6926-4b04-bc98-07e3f625eb1e tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for floatingip (955cf6fc-d6d8-463f-ab5c-3d885ec72def), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:35.429164 n-d-828369-5 neutron-server[103140]: INFO neutron.db.l3_db [None req-8e91f09f-6926-4b04-bc98-07e3f625eb1e tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Floating IP 955cf6fc-d6d8-463f-ab5c-3d885ec72def disassociated (deleted). External IP: 172.25.3.139, port: 96b8c6fe-4c70-4f3d-941e-51b25f2d48b9. Feb 09 22:48:35.637084 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e91f09f-6926-4b04-bc98-07e3f625eb1e tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Router d06bdb89-ab21-499b-be2e-72aba8e4daa9 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:48:35.747567 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e91f09f-6926-4b04-bc98-07e3f625eb1e tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:48:35.752477 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8e91f09f-6926-4b04-bc98-07e3f625eb1e tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:35.758924 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b9cf05-8e50-4759-ab45-f21a1bc2b4ca None None] Sync routers for ids ['d06bdb89-ab21-499b-be2e-72aba8e4daa9'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:48:35.769051 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b9cf05-8e50-4759-ab45-f21a1bc2b4ca None None] Routers {'d06bdb89-ab21-499b-be2e-72aba8e4daa9'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:48:35.769695 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-c4b9cf05-8e50-4759-ab45-f21a1bc2b4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:48:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['d06bdb89-ab21-499b-be2e-72aba8e4daa9'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:48:35.781507 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-8e91f09f-6926-4b04-bc98-07e3f625eb1e tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "DELETE /v2.0/floatingips/955cf6fc-d6d8-463f-ab5c-3d885ec72def HTTP/1.1" status: 204 len: 168 time: 0.8528080 Feb 09 22:48:35.782112 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30cbb5a5-6e5e-45f2-bd4f-e82c7c7f933c', 'tag': '96b8c6fe-4c70-4f3d-941e-51b25f2d48b9'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:48:35.784401 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}084566773578a82c7ab9e8b7d7948f8d3f1cbdaece621e80e6759ea940bbe07a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4507d020-1e96-4417-a228-531e13919eee" -d '{"events": [{"name": "network-changed", "server_uuid": "30cbb5a5-6e5e-45f2-bd4f-e82c7c7f933c", "tag": "96b8c6fe-4c70-4f3d-941e-51b25f2d48b9"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:48:35.877821 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88dab061-2449-4f8c-b7e3-ba94c9879e02 x-openstack-request-id: req-88dab061-2449-4f8c-b7e3-ba94c9879e02 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:48:35.878098 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30cbb5a5-6e5e-45f2-bd4f-e82c7c7f933c", "tag": "96b8c6fe-4c70-4f3d-941e-51b25f2d48b9", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:48:35.878393 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-88dab061-2449-4f8c-b7e3-ba94c9879e02 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:48:35.878859 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30cbb5a5-6e5e-45f2-bd4f-e82c7c7f933c', 'tag': '96b8c6fe-4c70-4f3d-941e-51b25f2d48b9', 'status': 'completed', 'code': 200} Feb 09 22:48:35.894429 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-c4b9cf05-8e50-4759-ab45-f21a1bc2b4ca None None] Set router d06bdb89-ab21-499b-be2e-72aba8e4daa9 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:48:35.958790 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4507d020-1e96-4417-a228-531e13919eee req-504a5e98-e72b-4235-b3cb-08d6a60595a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:35.960504 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4507d020-1e96-4417-a228-531e13919eee req-504a5e98-e72b-4235-b3cb-08d6a60595a5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f48dcb2b50d74af19383cd1d97f39748&device_id=30cbb5a5-6e5e-45f2-bd4f-e82c7c7f933c HTTP/1.1" status: 200 len: 1127 time: 0.0609467 Feb 09 22:48:36.044486 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a646c8-c1a3-48e9-8177-72876cd21958 req-55511021-b747-427f-9825-63de1d61859b tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:36.048708 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f9a646c8-c1a3-48e9-8177-72876cd21958 req-55511021-b747-427f-9825-63de1d61859b tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=30cbb5a5-6e5e-45f2-bd4f-e82c7c7f933c HTTP/1.1" status: 200 len: 945 time: 0.0665116 Feb 09 22:48:36.056698 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4507d020-1e96-4417-a228-531e13919eee req-8890c874-624c-475d-abe7-2935c038eeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:36.058217 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4507d020-1e96-4417-a228-531e13919eee req-8890c874-624c-475d-abe7-2935c038eeb6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=a4d4e129-2a14-4265-ad83-dc1260842785 HTTP/1.1" status: 200 len: 897 time: 0.0920298 Feb 09 22:48:36.105063 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4507d020-1e96-4417-a228-531e13919eee req-14edbef9-6aef-4252-9007-bd27b3584210 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96b8c6fe-4c70-4f3d-941e-51b25f2d48b9 HTTP/1.1" status: 200 len: 217 time: 0.0404258 Feb 09 22:48:36.106354 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f9a646c8-c1a3-48e9-8177-72876cd21958 req-170245e0-11ce-469b-b1bd-f474bcf52805 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=392692b4-a5a0-492a-87eb-601c719d142c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538001 Feb 09 22:48:36.115228 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-c4b9cf05-8e50-4759-ab45-f21a1bc2b4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd06bdb89-ab21-499b-be2e-72aba8e4daa9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1581299793', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '4b75150b-3084-457e-80ce-c9ac692bfdc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:46:51Z', 'updated_at': '2022-02-09T22:46:54Z', 'revision_number': 4, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'gw_port': {'id': '4b75150b-3084-457e-80ce-c9ac692bfdc1', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:37:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06bdb89-ab21-499b-be2e-72aba8e4daa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:46:51Z', 'updated_at': '2022-02-09T22:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': 'f9af0b66-13b9-4db3-90cf-a587f711c051', 'name': '', 'network_id': 'a4d4e129-2a14-4265-ad83-dc1260842785', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'mac_address': 'fa:16:3e:0c:fe:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06bdb89-ab21-499b-be2e-72aba8e4daa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'f2a7550e-472d-496d-9947-4d53ca9ec55b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:46:53Z', 'updated_at': '2022-02-09T22:46:57Z', 'revision_number': 5, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'subnets': [{'id': 'f2a7550e-472d-496d-9947-4d53ca9ec55b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:48:36.142471 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b9cf05-8e50-4759-ab45-f21a1bc2b4ca None None] Checking router: d06bdb89-ab21-499b-be2e-72aba8e4daa9 for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:48:36.151080 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b9cf05-8e50-4759-ab45-f21a1bc2b4ca None None] Routers {'d06bdb89-ab21-499b-be2e-72aba8e4daa9'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:48:36.151628 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-c4b9cf05-8e50-4759-ab45-f21a1bc2b4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:48:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['d06bdb89-ab21-499b-be2e-72aba8e4daa9'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:48:36.154503 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4507d020-1e96-4417-a228-531e13919eee req-9803bbc1-0dc6-465c-9b3c-c9b81becd370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:36.155977 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4507d020-1e96-4417-a228-531e13919eee req-9803bbc1-0dc6-465c-9b3c-c9b81becd370 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=f2a7550e-472d-496d-9947-4d53ca9ec55b HTTP/1.1" status: 200 len: 834 time: 0.0445945 Feb 09 22:48:36.206915 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4507d020-1e96-4417-a228-531e13919eee req-d47b4b18-3001-4b7b-a989-02c0ff644b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:36.208495 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4507d020-1e96-4417-a228-531e13919eee req-d47b4b18-3001-4b7b-a989-02c0ff644b02 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a4d4e129-2a14-4265-ad83-dc1260842785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0458095 Feb 09 22:48:36.263332 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-c4b9cf05-8e50-4759-ab45-f21a1bc2b4ca None None] Set router d06bdb89-ab21-499b-be2e-72aba8e4daa9 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:48:36.307164 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4507d020-1e96-4417-a228-531e13919eee req-be4668d3-aa3c-49a7-b589-9bc838c0aca3 service neutron] 10.222.0.89 "GET /v2.0/networks/a4d4e129-2a14-4265-ad83-dc1260842785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912271 Feb 09 22:48:36.397034 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-4507d020-1e96-4417-a228-531e13919eee req-b97a13d8-5db7-4759-af5e-1b3d9341f225 service neutron] 10.222.0.89 "GET /v2.0/networks/a4d4e129-2a14-4265-ad83-dc1260842785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839372 Feb 09 22:48:36.463874 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-c4b9cf05-8e50-4759-ab45-f21a1bc2b4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd06bdb89-ab21-499b-be2e-72aba8e4daa9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1581299793', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '4b75150b-3084-457e-80ce-c9ac692bfdc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:46:51Z', 'updated_at': '2022-02-09T22:46:54Z', 'revision_number': 4, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'gw_port': {'id': '4b75150b-3084-457e-80ce-c9ac692bfdc1', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:37:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06bdb89-ab21-499b-be2e-72aba8e4daa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:46:51Z', 'updated_at': '2022-02-09T22:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': 'f9af0b66-13b9-4db3-90cf-a587f711c051', 'name': '', 'network_id': 'a4d4e129-2a14-4265-ad83-dc1260842785', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'mac_address': 'fa:16:3e:0c:fe:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06bdb89-ab21-499b-be2e-72aba8e4daa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'f2a7550e-472d-496d-9947-4d53ca9ec55b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:46:53Z', 'updated_at': '2022-02-09T22:46:57Z', 'revision_number': 5, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'subnets': [{'id': 'f2a7550e-472d-496d-9947-4d53ca9ec55b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:48:36.489765 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b9cf05-8e50-4759-ab45-f21a1bc2b4ca None None] The sync data for ids ['d06bdb89-ab21-499b-be2e-72aba8e4daa9'] in n-d-828369-5 is: [{'id': 'd06bdb89-ab21-499b-be2e-72aba8e4daa9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1581299793', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '4b75150b-3084-457e-80ce-c9ac692bfdc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:46:51Z', 'updated_at': '2022-02-09T22:46:54Z', 'revision_number': 4, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'gw_port': {'id': '4b75150b-3084-457e-80ce-c9ac692bfdc1', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:37:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06bdb89-ab21-499b-be2e-72aba8e4daa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:46:51Z', 'updated_at': '2022-02-09T22:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': 'f9af0b66-13b9-4db3-90cf-a587f711c051', 'name': '', 'network_id': 'a4d4e129-2a14-4265-ad83-dc1260842785', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'mac_address': 'fa:16:3e:0c:fe:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06bdb89-ab21-499b-be2e-72aba8e4daa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'f2a7550e-472d-496d-9947-4d53ca9ec55b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:46:53Z', 'updated_at': '2022-02-09T22:46:57Z', 'revision_number': 5, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'subnets': [{'id': 'f2a7550e-472d-496d-9947-4d53ca9ec55b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:48:36.704615 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13be6299-78e2-4fec-95a2-0661d71fbef6 None None] New status for floating IP 955cf6fc-d6d8-463f-ab5c-3d885ec72def: DOWN {{(pid=103142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:48:37.230600 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a85678-6aba-4c74-bbc7-1ce1847e20e9 req-ad1ce72b-88ce-48b4-8931-b7acb8d616ad tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:37.232108 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d6a85678-6aba-4c74-bbc7-1ce1847e20e9 req-ad1ce72b-88ce-48b4-8931-b7acb8d616ad tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=30cbb5a5-6e5e-45f2-bd4f-e82c7c7f933c HTTP/1.1" status: 200 len: 945 time: 0.0569556 Feb 09 22:48:37.279647 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d6a85678-6aba-4c74-bbc7-1ce1847e20e9 req-178eac18-7edf-44b4-9ae4-377f32a8cfc4 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/security-groups?id=392692b4-a5a0-492a-87eb-601c719d142c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418804 Feb 09 22:48:37.780480 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7f63a7-08ee-4d2b-babe-6c28ce632dd2 req-36c85784-b285-4955-b647-24b47e097188 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:37.781958 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-af7f63a7-08ee-4d2b-babe-6c28ce632dd2 req-36c85784-b285-4955-b647-24b47e097188 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.89 "GET /v2.0/ports?device_id=30cbb5a5-6e5e-45f2-bd4f-e82c7c7f933c HTTP/1.1" status: 200 len: 945 time: 0.0526714 Feb 09 22:48:37.877836 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-af7f63a7-08ee-4d2b-babe-6c28ce632dd2 req-9f37cecf-3eb3-42c0-90ac-4bdf81daafac tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Deleting port 96b8c6fe-4c70-4f3d-941e-51b25f2d48b9 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:48:37.878172 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-af7f63a7-08ee-4d2b-babe-6c28ce632dd2 req-9f37cecf-3eb3-42c0-90ac-4bdf81daafac tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (96b8c6fe-4c70-4f3d-941e-51b25f2d48b9), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:37.968399 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-af7f63a7-08ee-4d2b-babe-6c28ce632dd2 req-9f37cecf-3eb3-42c0-90ac-4bdf81daafac tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] For port 96b8c6fe-4c70-4f3d-941e-51b25f2d48b9, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=96b8c6fe-4c70-4f3d-941e-51b25f2d48b9,segment=NetworkSegment(d661e0e8-5bb3-4044-9037-5a419a546ba5),segment_id=d661e0e8-5bb3-4044-9037-5a419a546ba5)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:48:37.968767 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-af7f63a7-08ee-4d2b-babe-6c28ce632dd2 req-9f37cecf-3eb3-42c0-90ac-4bdf81daafac tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (96b8c6fe-4c70-4f3d-941e-51b25f2d48b9), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:37.980100 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-af7f63a7-08ee-4d2b-babe-6c28ce632dd2 req-9f37cecf-3eb3-42c0-90ac-4bdf81daafac tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Calling delete_port for 96b8c6fe-4c70-4f3d-941e-51b25f2d48b9 owned by compute:nova {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:48:38.104275 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-af7f63a7-08ee-4d2b-babe-6c28ce632dd2 req-9f37cecf-3eb3-42c0-90ac-4bdf81daafac tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (96b8c6fe-4c70-4f3d-941e-51b25f2d48b9), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:38.139354 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f37cecf-3eb3-42c0-90ac-4bdf81daafac tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event deleted for resources: {'Port': ['ID=96b8c6fe-4c70-4f3d-941e-51b25f2d48b9,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:48:38.163849 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f37cecf-3eb3-42c0-90ac-4bdf81daafac tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:48:38.164013 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f37cecf-3eb3-42c0-90ac-4bdf81daafac tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:48:38.164332 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f37cecf-3eb3-42c0-90ac-4bdf81daafac tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:48:38.164666 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f37cecf-3eb3-42c0-90ac-4bdf81daafac tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:48:38.165000 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f37cecf-3eb3-42c0-90ac-4bdf81daafac tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:48:38.165331 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f37cecf-3eb3-42c0-90ac-4bdf81daafac tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:48:38.165658 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f37cecf-3eb3-42c0-90ac-4bdf81daafac tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:48:38.165981 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f37cecf-3eb3-42c0-90ac-4bdf81daafac tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:48:38.166306 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f37cecf-3eb3-42c0-90ac-4bdf81daafac tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:48:38.166629 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f37cecf-3eb3-42c0-90ac-4bdf81daafac tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:48:38.166948 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f37cecf-3eb3-42c0-90ac-4bdf81daafac tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:48:38.167272 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f37cecf-3eb3-42c0-90ac-4bdf81daafac tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:48:38.167588 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f37cecf-3eb3-42c0-90ac-4bdf81daafac tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:48:38.189921 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-af7f63a7-08ee-4d2b-babe-6c28ce632dd2 req-9f37cecf-3eb3-42c0-90ac-4bdf81daafac tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] No DVR routers for this DVR port 96b8c6fe-4c70-4f3d-941e-51b25f2d48b9 on host n-h2-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:48:38.193556 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-af7f63a7-08ee-4d2b-babe-6c28ce632dd2 req-9f37cecf-3eb3-42c0-90ac-4bdf81daafac tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:38.197137 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-af7f63a7-08ee-4d2b-babe-6c28ce632dd2 req-9f37cecf-3eb3-42c0-90ac-4bdf81daafac tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.89 "DELETE /v2.0/ports/96b8c6fe-4c70-4f3d-941e-51b25f2d48b9 HTTP/1.1" status: 204 len: 173 time: 0.4101405 Feb 09 22:48:38.197589 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30cbb5a5-6e5e-45f2-bd4f-e82c7c7f933c', 'name': 'network-vif-deleted', 'tag': '96b8c6fe-4c70-4f3d-941e-51b25f2d48b9'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:48:38.199927 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0759f77e637a6f71ff1c25bc92ec5ea77217d29fcb3f113a7ada5acb32ef5084" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5284724-d66f-473e-82f4-e45727e56b46" -d '{"events": [{"server_uuid": "30cbb5a5-6e5e-45f2-bd4f-e82c7c7f933c", "name": "network-vif-deleted", "tag": "96b8c6fe-4c70-4f3d-941e-51b25f2d48b9"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:48:38.294378 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa25d84b-f55e-47c0-853e-3b6bcfb92536 x-openstack-request-id: req-aa25d84b-f55e-47c0-853e-3b6bcfb92536 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:48:38.294723 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30cbb5a5-6e5e-45f2-bd4f-e82c7c7f933c", "name": "network-vif-deleted", "tag": "96b8c6fe-4c70-4f3d-941e-51b25f2d48b9", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:48:38.294985 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-aa25d84b-f55e-47c0-853e-3b6bcfb92536 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:48:38.295419 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30cbb5a5-6e5e-45f2-bd4f-e82c7c7f933c', 'name': 'network-vif-deleted', 'tag': '96b8c6fe-4c70-4f3d-941e-51b25f2d48b9', 'status': 'completed', 'code': 200} Feb 09 22:48:38.385529 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-059f6f24-9867-443d-b0c8-4939205b7e14 req-2d9b13f6-396d-42c5-a8e3-a554bef01d9f tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "GET /v2.0/ports?device_id=30cbb5a5-6e5e-45f2-bd4f-e82c7c7f933c HTTP/1.1" status: 200 len: 210 time: 0.0270648 Feb 09 22:48:39.200558 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-9fb536de-dbf4-4370-a439-9be04e7ccb3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:39.448304 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 54414) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:48:39.811884 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0da944bb-313a-42c2-9beb-b5a493eaa7db tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524906'] for router_interface (d06bdb89-ab21-499b-be2e-72aba8e4daa9), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:40.072844 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-0da944bb-313a-42c2-9beb-b5a493eaa7db tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Deleting port f9af0b66-13b9-4db3-90cf-a587f711c051 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:48:40.073195 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0da944bb-313a-42c2-9beb-b5a493eaa7db tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (f9af0b66-13b9-4db3-90cf-a587f711c051), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:40.163875 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-0da944bb-313a-42c2-9beb-b5a493eaa7db tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] For port f9af0b66-13b9-4db3-90cf-a587f711c051, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=f9af0b66-13b9-4db3-90cf-a587f711c051,segment=NetworkSegment(d661e0e8-5bb3-4044-9037-5a419a546ba5),segment_id=d661e0e8-5bb3-4044-9037-5a419a546ba5)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:48:40.164493 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0da944bb-313a-42c2-9beb-b5a493eaa7db tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (f9af0b66-13b9-4db3-90cf-a587f711c051), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:40.177865 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-0da944bb-313a-42c2-9beb-b5a493eaa7db tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Calling delete_port for f9af0b66-13b9-4db3-90cf-a587f711c051 owned by network:router_interface {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:48:40.662091 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0da944bb-313a-42c2-9beb-b5a493eaa7db tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (f9af0b66-13b9-4db3-90cf-a587f711c051), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:40.692398 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da944bb-313a-42c2-9beb-b5a493eaa7db tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event deleted for resources: {'Port': ['ID=f9af0b66-13b9-4db3-90cf-a587f711c051,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:48:40.867511 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0da944bb-313a-42c2-9beb-b5a493eaa7db tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-525054'] for router_interface (d06bdb89-ab21-499b-be2e-72aba8e4daa9), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:41.081227 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0da944bb-313a-42c2-9beb-b5a493eaa7db tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Router d06bdb89-ab21-499b-be2e-72aba8e4daa9 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:48:41.169359 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-27f1e083-182e-4995-8e94-2b2b0a212003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:41.198034 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0da944bb-313a-42c2-9beb-b5a493eaa7db tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:48:41.203553 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-0da944bb-313a-42c2-9beb-b5a493eaa7db tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "PUT /v2.0/routers/d06bdb89-ab21-499b-be2e-72aba8e4daa9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7541876 Feb 09 22:48:41.206354 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 54416) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:48:41.211670 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce3b02d-3c5d-4815-93e3-bacf22755637 None None] Sync routers for ids ['d06bdb89-ab21-499b-be2e-72aba8e4daa9'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:48:41.223006 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce3b02d-3c5d-4815-93e3-bacf22755637 None None] Routers {'d06bdb89-ab21-499b-be2e-72aba8e4daa9'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:48:41.224529 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-3ce3b02d-3c5d-4815-93e3-bacf22755637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:48:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['d06bdb89-ab21-499b-be2e-72aba8e4daa9'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:48:41.260908 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_v2 [None req-cead16b2-84f8-4fa2-9cac-53169a58a4a0 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Deleting subnet f2a7550e-472d-496d-9947-4d53ca9ec55b {{(pid=103140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:48:41.264119 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cead16b2-84f8-4fa2-9cac-53169a58a4a0 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for subnet (f2a7550e-472d-496d-9947-4d53ca9ec55b), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:41.303693 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cead16b2-84f8-4fa2-9cac-53169a58a4a0 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9110716'] for subnet (f2a7550e-472d-496d-9947-4d53ca9ec55b), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:41.330739 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-3ce3b02d-3c5d-4815-93e3-bacf22755637 None None] Set router d06bdb89-ab21-499b-be2e-72aba8e4daa9 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:48:41.391284 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cead16b2-84f8-4fa2-9cac-53169a58a4a0 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (f2a7550e-472d-496d-9947-4d53ca9ec55b), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:41.453284 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cead16b2-84f8-4fa2-9cac-53169a58a4a0 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621346'] for subnet (f2a7550e-472d-496d-9947-4d53ca9ec55b), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:41.479721 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cead16b2-84f8-4fa2-9cac-53169a58a4a0 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event deleted for resources: {'Subnet': ['ID=f2a7550e-472d-496d-9947-4d53ca9ec55b,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:48:41.487529 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cead16b2-84f8-4fa2-9cac-53169a58a4a0 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:41.493332 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-cead16b2-84f8-4fa2-9cac-53169a58a4a0 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "DELETE /v2.0/subnets/f2a7550e-472d-496d-9947-4d53ca9ec55b HTTP/1.1" status: 204 len: 168 time: 0.2833929 Feb 09 22:48:41.493631 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 54418) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:48:41.494376 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff872a8-ac9c-4ee7-abeb-30f9fde333b0 None None] Network a4d4e129-2a14-4265-ad83-dc1260842785 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:48:41.607068 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-15e47ece-b24a-4fb5-947d-1426d1b7ddba tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for router (d06bdb89-ab21-499b-be2e-72aba8e4daa9), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:41.611777 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-3ce3b02d-3c5d-4815-93e3-bacf22755637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd06bdb89-ab21-499b-be2e-72aba8e4daa9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1581299793', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '4b75150b-3084-457e-80ce-c9ac692bfdc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:46:51Z', 'updated_at': '2022-02-09T22:48:40Z', 'revision_number': 5, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'gw_port': {'id': '4b75150b-3084-457e-80ce-c9ac692bfdc1', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:37:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06bdb89-ab21-499b-be2e-72aba8e4daa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:46:51Z', 'updated_at': '2022-02-09T22:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:48:41.642746 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce3b02d-3c5d-4815-93e3-bacf22755637 None None] Checking router: d06bdb89-ab21-499b-be2e-72aba8e4daa9 for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:48:41.651132 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce3b02d-3c5d-4815-93e3-bacf22755637 None None] Routers {'d06bdb89-ab21-499b-be2e-72aba8e4daa9'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:48:41.651753 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-3ce3b02d-3c5d-4815-93e3-bacf22755637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:48:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['d06bdb89-ab21-499b-be2e-72aba8e4daa9'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:48:41.668854 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1bdadfa-5c11-4bae-ba61-7f7137c2875c None None] DHCP port deletion for a4d4e129-2a14-4265-ad83-dc1260842785 request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:48:41.719256 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-15e47ece-b24a-4fb5-947d-1426d1b7ddba tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for router_gateway (d06bdb89-ab21-499b-be2e-72aba8e4daa9), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:41.720192 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-e1bdadfa-5c11-4bae-ba61-7f7137c2875c None None] Deleting port b82fac2c-7572-4f5e-9dcc-db29fd9f813c {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:48:41.720803 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e1bdadfa-5c11-4bae-ba61-7f7137c2875c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (b82fac2c-7572-4f5e-9dcc-db29fd9f813c), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:41.766419 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-3ce3b02d-3c5d-4815-93e3-bacf22755637 None None] Set router d06bdb89-ab21-499b-be2e-72aba8e4daa9 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:48:41.778247 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-15e47ece-b24a-4fb5-947d-1426d1b7ddba tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Deleting port 4b75150b-3084-457e-80ce-c9ac692bfdc1 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:48:41.778612 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-15e47ece-b24a-4fb5-947d-1426d1b7ddba tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (4b75150b-3084-457e-80ce-c9ac692bfdc1), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:41.786231 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-e1bdadfa-5c11-4bae-ba61-7f7137c2875c None None] For port b82fac2c-7572-4f5e-9dcc-db29fd9f813c, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=b82fac2c-7572-4f5e-9dcc-db29fd9f813c,segment=NetworkSegment(d661e0e8-5bb3-4044-9037-5a419a546ba5),segment_id=d661e0e8-5bb3-4044-9037-5a419a546ba5)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:48:41.786659 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e1bdadfa-5c11-4bae-ba61-7f7137c2875c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (b82fac2c-7572-4f5e-9dcc-db29fd9f813c), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:41.799632 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-e1bdadfa-5c11-4bae-ba61-7f7137c2875c None None] Calling delete_port for b82fac2c-7572-4f5e-9dcc-db29fd9f813c owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:48:41.862526 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-15e47ece-b24a-4fb5-947d-1426d1b7ddba tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] For port 4b75150b-3084-457e-80ce-c9ac692bfdc1, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=4b75150b-3084-457e-80ce-c9ac692bfdc1,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:48:41.862901 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-15e47ece-b24a-4fb5-947d-1426d1b7ddba tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (4b75150b-3084-457e-80ce-c9ac692bfdc1), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:41.879991 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-15e47ece-b24a-4fb5-947d-1426d1b7ddba tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Calling delete_port for 4b75150b-3084-457e-80ce-c9ac692bfdc1 owned by network:router_gateway {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:48:41.897453 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e1bdadfa-5c11-4bae-ba61-7f7137c2875c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (b82fac2c-7572-4f5e-9dcc-db29fd9f813c), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:41.929209 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bdadfa-5c11-4bae-ba61-7f7137c2875c None None] Pushing event deleted for resources: {'Port': ['ID=b82fac2c-7572-4f5e-9dcc-db29fd9f813c,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:48:41.937960 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bdadfa-5c11-4bae-ba61-7f7137c2875c None None] No DVR routers for this DVR port b82fac2c-7572-4f5e-9dcc-db29fd9f813c on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:48:41.941677 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bdadfa-5c11-4bae-ba61-7f7137c2875c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:48:41.941677 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bdadfa-5c11-4bae-ba61-7f7137c2875c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:48:41.941928 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bdadfa-5c11-4bae-ba61-7f7137c2875c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:48:41.942141 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bdadfa-5c11-4bae-ba61-7f7137c2875c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:48:41.943401 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bdadfa-5c11-4bae-ba61-7f7137c2875c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:48:41.943692 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bdadfa-5c11-4bae-ba61-7f7137c2875c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:48:41.944020 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bdadfa-5c11-4bae-ba61-7f7137c2875c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:48:41.944389 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bdadfa-5c11-4bae-ba61-7f7137c2875c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:48:41.944713 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bdadfa-5c11-4bae-ba61-7f7137c2875c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:48:41.945041 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bdadfa-5c11-4bae-ba61-7f7137c2875c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:48:41.945367 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bdadfa-5c11-4bae-ba61-7f7137c2875c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:48:41.945691 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bdadfa-5c11-4bae-ba61-7f7137c2875c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:48:41.946014 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bdadfa-5c11-4bae-ba61-7f7137c2875c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:48:41.951925 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-3ce3b02d-3c5d-4815-93e3-bacf22755637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd06bdb89-ab21-499b-be2e-72aba8e4daa9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1581299793', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '4b75150b-3084-457e-80ce-c9ac692bfdc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:46:51Z', 'updated_at': '2022-02-09T22:48:40Z', 'revision_number': 5, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'gw_port': {'id': '4b75150b-3084-457e-80ce-c9ac692bfdc1', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:37:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06bdb89-ab21-499b-be2e-72aba8e4daa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:46:51Z', 'updated_at': '2022-02-09T22:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:48:41.985580 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce3b02d-3c5d-4815-93e3-bacf22755637 None None] The sync data for ids ['d06bdb89-ab21-499b-be2e-72aba8e4daa9'] in n-d-828369-5 is: [{'id': 'd06bdb89-ab21-499b-be2e-72aba8e4daa9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1581299793', 'tenant_id': 'f48dcb2b50d74af19383cd1d97f39748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '4b75150b-3084-457e-80ce-c9ac692bfdc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:46:51Z', 'updated_at': '2022-02-09T22:48:40Z', 'revision_number': 5, 'project_id': 'f48dcb2b50d74af19383cd1d97f39748', 'gw_port': {'id': '4b75150b-3084-457e-80ce-c9ac692bfdc1', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:37:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06bdb89-ab21-499b-be2e-72aba8e4daa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:46:51Z', 'updated_at': '2022-02-09T22:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:48:42.079532 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-15e47ece-b24a-4fb5-947d-1426d1b7ddba tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (4b75150b-3084-457e-80ce-c9ac692bfdc1), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:42.104246 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e47ece-b24a-4fb5-947d-1426d1b7ddba tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event deleted for resources: {'Port': ['ID=4b75150b-3084-457e-80ce-c9ac692bfdc1,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:48:42.169307 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-15e47ece-b24a-4fb5-947d-1426d1b7ddba tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-554524'] for router_gateway (d06bdb89-ab21-499b-be2e-72aba8e4daa9), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:42.263805 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-15e47ece-b24a-4fb5-947d-1426d1b7ddba tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (d06bdb89-ab21-499b-be2e-72aba8e4daa9), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:42.265850 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-15e47ece-b24a-4fb5-947d-1426d1b7ddba tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for router_controller (d06bdb89-ab21-499b-be2e-72aba8e4daa9), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:42.311829 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-15e47ece-b24a-4fb5-947d-1426d1b7ddba tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (d06bdb89-ab21-499b-be2e-72aba8e4daa9), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:42.312398 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15e47ece-b24a-4fb5-947d-1426d1b7ddba tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Fanout notify agent at l3_agent the message router_deleted on router d06bdb89-ab21-499b-be2e-72aba8e4daa9 {{(pid=103140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:48:42.319363 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-15e47ece-b24a-4fb5-947d-1426d1b7ddba tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:42.320498 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-15e47ece-b24a-4fb5-947d-1426d1b7ddba tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "DELETE /v2.0/routers/d06bdb89-ab21-499b-be2e-72aba8e4daa9 HTTP/1.1" status: 204 len: 168 time: 0.8256128 Feb 09 22:48:42.323232 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 54420) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:48:42.406733 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-847f59da-5422-49f6-8b48-e432229c3c71 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (a4d4e129-2a14-4265-ad83-dc1260842785), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:42.444632 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 96b8c6fe-4c70-4f3d-941e-51b25f2d48b9 no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:48:42.469401 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] No Port match for: 96b8c6fe-4c70-4f3d-941e-51b25f2d48b9 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:48:42.469872 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 96b8c6fe-4c70-4f3d-941e-51b25f2d48b9 not bound to the agent host n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:48:42.500974 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-847f59da-5422-49f6-8b48-e432229c3c71 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (a4d4e129-2a14-4265-ad83-dc1260842785), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:42.526266 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-847f59da-5422-49f6-8b48-e432229c3c71 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4d4e129-2a14-4265-ad83-dc1260842785']}} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:48:42.535874 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-847f59da-5422-49f6-8b48-e432229c3c71 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd661e0e8-5bb3-4044-9037-5a419a546ba5') {'for_net_delete': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:48:42.536268 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-847f59da-5422-49f6-8b48-e432229c3c71 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd661e0e8-5bb3-4044-9037-5a419a546ba5') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:48:42.546259 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-847f59da-5422-49f6-8b48-e432229c3c71 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110711'] for segment (d661e0e8-5bb3-4044-9037-5a419a546ba5), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:42.560386 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-847f59da-5422-49f6-8b48-e432229c3c71 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (d661e0e8-5bb3-4044-9037-5a419a546ba5), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:42.567079 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-847f59da-5422-49f6-8b48-e432229c3c71 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=103140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:48:42.567518 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-847f59da-5422-49f6-8b48-e432229c3c71 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669415'] for segment (d661e0e8-5bb3-4044-9037-5a419a546ba5), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:42.570876 n-d-828369-5 neutron-server[103140]: Traceback (most recent call last): Feb 09 22:48:42.570876 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:48:42.570876 n-d-828369-5 neutron-server[103140]: timer() Feb 09 22:48:42.570876 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:48:42.570876 n-d-828369-5 neutron-server[103140]: cb(*args, **kw) Feb 09 22:48:42.570876 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:48:42.570876 n-d-828369-5 neutron-server[103140]: return func(*args, **kwargs) Feb 09 22:48:42.570876 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:48:42.570876 n-d-828369-5 neutron-server[103140]: self._notify() Feb 09 22:48:42.570876 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:48:42.570876 n-d-828369-5 neutron-server[103140]: self.callback(batched_events) Feb 09 22:48:42.570876 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:48:42.570876 n-d-828369-5 neutron-server[103140]: event.method(event) Feb 09 22:48:42.570876 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:48:42.570876 n-d-828369-5 neutron-server[103140]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:48:42.570876 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:48:42.570876 n-d-828369-5 neutron-server[103140]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:48:42.570876 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:48:42.570876 n-d-828369-5 neutron-server[103140]: return f(self, *a, **k) Feb 09 22:48:42.570876 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:48:42.570876 n-d-828369-5 neutron-server[103140]: return self._get(url).json() Feb 09 22:48:42.570876 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:48:42.570876 n-d-828369-5 neutron-server[103140]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:48:42.570876 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:48:42.570876 n-d-828369-5 neutron-server[103140]: return self.request(url, 'GET', **kwargs) Feb 09 22:48:42.570876 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:48:42.570876 n-d-828369-5 neutron-server[103140]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:48:42.570876 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:48:42.570876 n-d-828369-5 neutron-server[103140]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:48:42.570876 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:48:42.570876 n-d-828369-5 neutron-server[103140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:48:42.570876 n-d-828369-5 neutron-server[103140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:48:42.631477 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-847f59da-5422-49f6-8b48-e432229c3c71 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (a4d4e129-2a14-4265-ad83-dc1260842785), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:42.639152 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-847f59da-5422-49f6-8b48-e432229c3c71 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:42.642531 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-847f59da-5422-49f6-8b48-e432229c3c71 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "DELETE /v2.0/networks/a4d4e129-2a14-4265-ad83-dc1260842785 HTTP/1.1" status: 204 len: 168 time: 0.3183417 Feb 09 22:48:42.645210 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 54422) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:48:42.664404 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847f59da-5422-49f6-8b48-e432229c3c71 tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event deleted for resources: {'Network': ['ID=a4d4e129-2a14-4265-ad83-dc1260842785,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:48:42.720441 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f7f5fe1f-88ea-4814-9274-3ecd288791bd tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group (392692b4-a5a0-492a-87eb-601c719d142c), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:42.745409 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f7f5fe1f-88ea-4814-9274-3ecd288791bd tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group (392692b4-a5a0-492a-87eb-601c719d142c), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:42.802614 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f7f5fe1f-88ea-4814-9274-3ecd288791bd tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (392692b4-a5a0-492a-87eb-601c719d142c), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:42.805476 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f7f5fe1f-88ea-4814-9274-3ecd288791bd tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:42.806685 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-f7f5fe1f-88ea-4814-9274-3ecd288791bd tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] 10.222.0.90 "DELETE /v2.0/security-groups/392692b4-a5a0-492a-87eb-601c719d142c HTTP/1.1" status: 204 len: 168 time: 0.1600244 Feb 09 22:48:42.815539 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f5fe1f-88ea-4814-9274-3ecd288791bd tempest-TestNetworkAdvancedServerOps-1859494433 tempest-TestNetworkAdvancedServerOps-1859494433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=392692b4-a5a0-492a-87eb-601c719d142c,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:48:43.033153 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:43.144643 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 54430) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:48:43.230236 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 4b75150b-3084-457e-80ce-c9ac692bfdc1 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:48:43.254423 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 4b75150b-3084-457e-80ce-c9ac692bfdc1 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:48:43.254782 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 4b75150b-3084-457e-80ce-c9ac692bfdc1 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:48:43.255748 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device f9af0b66-13b9-4db3-90cf-a587f711c051 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:48:43.274914 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: f9af0b66-13b9-4db3-90cf-a587f711c051 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:48:43.275190 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device f9af0b66-13b9-4db3-90cf-a587f711c051 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:48:43.275610 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device b82fac2c-7572-4f5e-9dcc-db29fd9f813c no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:48:43.279701 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-6ec9c070-9283-4d98-a05f-eedce5920500 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=f48dcb2b50d74af19383cd1d97f39748&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1338413 Feb 09 22:48:43.282362 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 54434) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:48:43.295849 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: b82fac2c-7572-4f5e-9dcc-db29fd9f813c {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:48:43.296202 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device b82fac2c-7572-4f5e-9dcc-db29fd9f813c not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:48:43.330090 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0ed46dac-a531-4dfc-a6df-8ab680d5b8e7 admin admin] Publish callbacks [] for security_group (3494b3b1-fc92-42cd-903c-d522e58ee0ea), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:43.351746 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0ed46dac-a531-4dfc-a6df-8ab680d5b8e7 admin admin] Publish callbacks [] for security_group (3494b3b1-fc92-42cd-903c-d522e58ee0ea), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:43.398285 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0ed46dac-a531-4dfc-a6df-8ab680d5b8e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (3494b3b1-fc92-42cd-903c-d522e58ee0ea), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:43.400952 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0ed46dac-a531-4dfc-a6df-8ab680d5b8e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:43.402109 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-0ed46dac-a531-4dfc-a6df-8ab680d5b8e7 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/3494b3b1-fc92-42cd-903c-d522e58ee0ea HTTP/1.1" status: 204 len: 168 time: 0.1188488 Feb 09 22:48:43.409739 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed46dac-a531-4dfc-a6df-8ab680d5b8e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3494b3b1-fc92-42cd-903c-d522e58ee0ea,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:48:43.667764 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 54440) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:48:43.684048 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bdccec02-9ae4-445a-8dc7-8b3cf240c41c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:43.762475 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bdccec02-9ae4-445a-8dc7-8b3cf240c41c admin admin] Publish callbacks [] for security_group (b2f5b8c7-6e02-4152-9fc7-73c9b0b50098), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:43.766132 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bdccec02-9ae4-445a-8dc7-8b3cf240c41c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (b2f5b8c7-6e02-4152-9fc7-73c9b0b50098), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:43.805335 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-bdccec02-9ae4-445a-8dc7-8b3cf240c41c admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=8f505721ed0444fcab7ff009436d9af8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1364396 Feb 09 22:48:43.806503 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdccec02-9ae4-445a-8dc7-8b3cf240c41c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f5b8c7-6e02-4152-9fc7-73c9b0b50098,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:48:43.807978 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54442) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:48:43.856511 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-eeaa53d9-cd3f-4a0f-8eab-1dc43d2a66f5 admin admin] Publish callbacks [] for security_group (b2f5b8c7-6e02-4152-9fc7-73c9b0b50098), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:43.878078 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-eeaa53d9-cd3f-4a0f-8eab-1dc43d2a66f5 admin admin] Publish callbacks [] for security_group (b2f5b8c7-6e02-4152-9fc7-73c9b0b50098), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:43.928139 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-eeaa53d9-cd3f-4a0f-8eab-1dc43d2a66f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (b2f5b8c7-6e02-4152-9fc7-73c9b0b50098), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:43.930783 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-eeaa53d9-cd3f-4a0f-8eab-1dc43d2a66f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:43.931940 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-eeaa53d9-cd3f-4a0f-8eab-1dc43d2a66f5 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/b2f5b8c7-6e02-4152-9fc7-73c9b0b50098 HTTP/1.1" status: 204 len: 168 time: 0.1218257 Feb 09 22:48:43.939577 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaa53d9-cd3f-4a0f-8eab-1dc43d2a66f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f5b8c7-6e02-4152-9fc7-73c9b0b50098,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:48:44.441196 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:44.606132 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54464) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:48:44.700450 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-91dc75e5-8915-49c5-a2a9-b42f5456e0ad admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-419043910-network', 'tenant_id': 'b8a255bec548406d84064230e3dd5dc1'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:48:44.720355 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91dc75e5-8915-49c5-a2a9-b42f5456e0ad admin admin] Made reservation on behalf of b8a255bec548406d84064230e3dd5dc1 for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:48:44.722594 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-91dc75e5-8915-49c5-a2a9-b42f5456e0ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:44.731295 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-91dc75e5-8915-49c5-a2a9-b42f5456e0ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:44.805943 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-91dc75e5-8915-49c5-a2a9-b42f5456e0ad admin admin] Publish callbacks [] for security_group (22d33476-4bdf-4692-8c55-eaa0e8b951ef), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:44.809944 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-91dc75e5-8915-49c5-a2a9-b42f5456e0ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (22d33476-4bdf-4692-8c55-eaa0e8b951ef), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:44.834169 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91dc75e5-8915-49c5-a2a9-b42f5456e0ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:48:44.843661 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dc75e5-8915-49c5-a2a9-b42f5456e0ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22d33476-4bdf-4692-8c55-eaa0e8b951ef,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:48:44.848377 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-91dc75e5-8915-49c5-a2a9-b42f5456e0ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (7e6bf94d-7711-4f80-aabe-82ab99e54cf1), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:44.848786 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-91dc75e5-8915-49c5-a2a9-b42f5456e0ad admin admin] Added segment 7e6bf94d-7711-4f80-aabe-82ab99e54cf1 of type vlan for network 492e837f-45b8-45f4-8b23-5b7db57b71a5 Feb 09 22:48:44.888669 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-91dc75e5-8915-49c5-a2a9-b42f5456e0ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (492e837f-45b8-45f4-8b23-5b7db57b71a5), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:44.912636 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-91dc75e5-8915-49c5-a2a9-b42f5456e0ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (492e837f-45b8-45f4-8b23-5b7db57b71a5), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:44.913591 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91dc75e5-8915-49c5-a2a9-b42f5456e0ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:44.914167 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-91dc75e5-8915-49c5-a2a9-b42f5456e0ad admin admin] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:44.963570 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-91dc75e5-8915-49c5-a2a9-b42f5456e0ad admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3562949 Feb 09 22:48:44.966701 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 54468) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:48:44.971728 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-fdcbf570-8a25-4ba8-ba61-dbf47d7d6146 admin admin] Request body: {'subnet': {'network_id': '492e837f-45b8-45f4-8b23-5b7db57b71a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-419043910-subnet', 'tenant_id': 'b8a255bec548406d84064230e3dd5dc1', 'ip_version': 4}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:48:44.976578 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dc75e5-8915-49c5-a2a9-b42f5456e0ad admin admin] Pushing event updated for resources: {'Network': ['ID=492e837f-45b8-45f4-8b23-5b7db57b71a5,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:48:44.986104 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 492e837f-45b8-45f4-8b23-5b7db57b71a5 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:48:44.992721 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdcbf570-8a25-4ba8-ba61-dbf47d7d6146 admin admin] Made reservation on behalf of b8a255bec548406d84064230e3dd5dc1 for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:48:44.995021 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fdcbf570-8a25-4ba8-ba61-dbf47d7d6146 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621317'] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:45.160455 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fdcbf570-8a25-4ba8-ba61-dbf47d7d6146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621371'] for subnet (4ad8fa6e-bd89-42ed-a112-38594fe2b014), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:45.217503 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcbf570-8a25-4ba8-ba61-dbf47d7d6146 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ad8fa6e-bd89-42ed-a112-38594fe2b014,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:48:45.226735 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdcbf570-8a25-4ba8-ba61-dbf47d7d6146 admin admin] Checking segment: {'id': '7e6bf94d-7711-4f80-aabe-82ab99e54cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '492e837f-45b8-45f4-8b23-5b7db57b71a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:48:45.227095 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdcbf570-8a25-4ba8-ba61-dbf47d7d6146 admin admin] Network hostable DHCP agents. Network: 492e837f-45b8-45f4-8b23-5b7db57b71a5, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:48:45.243634 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdcbf570-8a25-4ba8-ba61-dbf47d7d6146 admin admin] Network 492e837f-45b8-45f4-8b23-5b7db57b71a5 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:48:45.252457 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-fdcbf570-8a25-4ba8-ba61-dbf47d7d6146 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 492e837f-45b8-45f4-8b23-5b7db57b71a5) {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:48:45.258945 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdcbf570-8a25-4ba8-ba61-dbf47d7d6146 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:45.258945 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-fdcbf570-8a25-4ba8-ba61-dbf47d7d6146 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:45.262098 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024475c5-e2ea-44c9-b53e-680af4f3d5d4 None None] Network 492e837f-45b8-45f4-8b23-5b7db57b71a5 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:48:45.277453 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-fdcbf570-8a25-4ba8-ba61-dbf47d7d6146 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3095596 Feb 09 22:48:45.280200 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 54470) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:48:45.284470 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-5fe93e27-2bc5-4446-bfb0-20c7e31f1ace admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-419043910-router', 'tenant_id': 'b8a255bec548406d84064230e3dd5dc1', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:48:45.303949 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5fe93e27-2bc5-4446-bfb0-20c7e31f1ace admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (86f7d949-6dd8-46b1-9c46-3eecc7da513e), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:45.305020 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5fe93e27-2bc5-4446-bfb0-20c7e31f1ace admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (86f7d949-6dd8-46b1-9c46-3eecc7da513e), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:45.363763 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5fe93e27-2bc5-4446-bfb0-20c7e31f1ace admin admin] Publish callbacks [] for router_controller (86f7d949-6dd8-46b1-9c46-3eecc7da513e), precommit_add_association {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:45.363974 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3622f32-8aeb-4c43-bc30-707a0fc2e59a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-492e837f-45b8-45f4-8b23-5b7db57b71a5', 'network_id': '492e837f-45b8-45f4-8b23-5b7db57b71a5', 'project_id': 'b8a255bec548406d84064230e3dd5dc1', 'fixed_ips': [{'subnet_id': '4ad8fa6e-bd89-42ed-a112-38594fe2b014'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:48:45.365437 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e3622f32-8aeb-4c43-bc30-707a0fc2e59a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:45.495734 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-e3622f32-8aeb-4c43-bc30-707a0fc2e59a None None] Allocated IP 172.20.0.2 (492e837f-45b8-45f4-8b23-5b7db57b71a5/4ad8fa6e-bd89-42ed-a112-38594fe2b014/6291dfd2-d42d-4753-8549-8a146d23d995) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:48:45.501131 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5fe93e27-2bc5-4446-bfb0-20c7e31f1ace admin admin] Publish callbacks [] for router_gateway (86f7d949-6dd8-46b1-9c46-3eecc7da513e), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:45.557786 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:45.655834 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e3622f32-8aeb-4c43-bc30-707a0fc2e59a None None] Publish callbacks [] for port (6291dfd2-d42d-4753-8549-8a146d23d995), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:45.662263 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e3622f32-8aeb-4c43-bc30-707a0fc2e59a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (6291dfd2-d42d-4753-8549-8a146d23d995), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:45.708592 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5fe93e27-2bc5-4446-bfb0-20c7e31f1ace admin admin] Publish callbacks [] for router_gateway (86f7d949-6dd8-46b1-9c46-3eecc7da513e), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:45.710904 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3622f32-8aeb-4c43-bc30-707a0fc2e59a None None] Network 492e837f-45b8-45f4-8b23-5b7db57b71a5 is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:48:45.713768 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-e3622f32-8aeb-4c43-bc30-707a0fc2e59a None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:48:45.716723 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3622f32-8aeb-4c43-bc30-707a0fc2e59a None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:48:45.722071 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3622f32-8aeb-4c43-bc30-707a0fc2e59a None None] Pushing event updated for resources: {'Port': ['ID=6291dfd2-d42d-4753-8549-8a146d23d995,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:48:45.727472 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5fe93e27-2bc5-4446-bfb0-20c7e31f1ace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:45.784588 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-e3622f32-8aeb-4c43-bc30-707a0fc2e59a None None] Attempting to bind port 6291dfd2-d42d-4753-8549-8a146d23d995 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:48:45.784874 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-e3622f32-8aeb-4c43-bc30-707a0fc2e59a None None] Attempting to bind port 6291dfd2-d42d-4753-8549-8a146d23d995 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '7e6bf94d-7711-4f80-aabe-82ab99e54cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '492e837f-45b8-45f4-8b23-5b7db57b71a5'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:48:45.785703 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3622f32-8aeb-4c43-bc30-707a0fc2e59a None None] Attempting to bind port 6291dfd2-d42d-4753-8549-8a146d23d995 on network 492e837f-45b8-45f4-8b23-5b7db57b71a5 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:48:45.792353 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3622f32-8aeb-4c43-bc30-707a0fc2e59a None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:48:45.792751 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3622f32-8aeb-4c43-bc30-707a0fc2e59a None None] Checking segment: {'id': '7e6bf94d-7711-4f80-aabe-82ab99e54cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '492e837f-45b8-45f4-8b23-5b7db57b71a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:48:45.793165 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e3622f32-8aeb-4c43-bc30-707a0fc2e59a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:45.793571 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3622f32-8aeb-4c43-bc30-707a0fc2e59a None None] Bound using segment: {'id': '7e6bf94d-7711-4f80-aabe-82ab99e54cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '492e837f-45b8-45f4-8b23-5b7db57b71a5'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:48:45.794054 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-e3622f32-8aeb-4c43-bc30-707a0fc2e59a None None] Bound port: 6291dfd2-d42d-4753-8549-8a146d23d995, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e6bf94d-7711-4f80-aabe-82ab99e54cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '492e837f-45b8-45f4-8b23-5b7db57b71a5'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:48:45.794439 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e3622f32-8aeb-4c43-bc30-707a0fc2e59a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (6291dfd2-d42d-4753-8549-8a146d23d995), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:45.839527 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-5fe93e27-2bc5-4446-bfb0-20c7e31f1ace admin admin] Allocated IP 172.25.3.244 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/ee59c9cc-d251-46a5-a4fd-2e2cea86b25f) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:48:45.860803 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-e3622f32-8aeb-4c43-bc30-707a0fc2e59a None None] For port 6291dfd2-d42d-4753-8549-8a146d23d995, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:48:45.864954 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-e3622f32-8aeb-4c43-bc30-707a0fc2e59a None None] For port 6291dfd2-d42d-4753-8549-8a146d23d995, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=6291dfd2-d42d-4753-8549-8a146d23d995,segment=NetworkSegment(7e6bf94d-7711-4f80-aabe-82ab99e54cf1),segment_id=7e6bf94d-7711-4f80-aabe-82ab99e54cf1)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:48:45.871951 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e3622f32-8aeb-4c43-bc30-707a0fc2e59a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (6291dfd2-d42d-4753-8549-8a146d23d995), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:45.932881 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3622f32-8aeb-4c43-bc30-707a0fc2e59a None None] Pushing event updated for resources: {'Port': ['ID=6291dfd2-d42d-4753-8549-8a146d23d995,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:48:45.975006 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5fe93e27-2bc5-4446-bfb0-20c7e31f1ace admin admin] Publish callbacks [] for port (ee59c9cc-d251-46a5-a4fd-2e2cea86b25f), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:46.010884 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5fe93e27-2bc5-4446-bfb0-20c7e31f1ace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (ee59c9cc-d251-46a5-a4fd-2e2cea86b25f), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:46.058471 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe93e27-2bc5-4446-bfb0-20c7e31f1ace admin admin] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:48:46.061617 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-5fe93e27-2bc5-4446-bfb0-20c7e31f1ace admin admin] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:48:46.066066 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe93e27-2bc5-4446-bfb0-20c7e31f1ace admin admin] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:48:46.069577 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe93e27-2bc5-4446-bfb0-20c7e31f1ace admin admin] Pushing event updated for resources: {'Port': ['ID=ee59c9cc-d251-46a5-a4fd-2e2cea86b25f,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:48:46.657916 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5fe93e27-2bc5-4446-bfb0-20c7e31f1ace admin admin] Publish callbacks [] for router_gateway (86f7d949-6dd8-46b1-9c46-3eecc7da513e), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:46.865520 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5fe93e27-2bc5-4446-bfb0-20c7e31f1ace admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (86f7d949-6dd8-46b1-9c46-3eecc7da513e), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:46.918920 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac06c44c-85f0-46f4-b00f-d222504fea35 None None] Network 492e837f-45b8-45f4-8b23-5b7db57b71a5 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:48:46.980903 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-c6f7a4be-69d7-4d6e-ad0a-febce54b7926 None None] Provisioning complete for port 6291dfd2-d42d-4753-8549-8a146d23d995 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:48:46.981201 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c6f7a4be-69d7-4d6e-ad0a-febce54b7926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (6291dfd2-d42d-4753-8549-8a146d23d995), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:46.996788 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fe93e27-2bc5-4446-bfb0-20c7e31f1ace admin admin] Router 86f7d949-6dd8-46b1-9c46-3eecc7da513e is scheduled to L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 with binding_index 1 {{(pid=103140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:48:47.103272 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-c6f7a4be-69d7-4d6e-ad0a-febce54b7926 None None] Current status of the port 6291dfd2-d42d-4753-8549-8a146d23d995 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:48:47.103673 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c6f7a4be-69d7-4d6e-ad0a-febce54b7926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (6291dfd2-d42d-4753-8549-8a146d23d995), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:47.114419 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fe93e27-2bc5-4446-bfb0-20c7e31f1ace admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:48:47.136751 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5fe93e27-2bc5-4446-bfb0-20c7e31f1ace admin admin] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:47.137240 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c614f471-beea-4816-a3fe-c50164dcf30c None None] Sync routers for ids ['86f7d949-6dd8-46b1-9c46-3eecc7da513e'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:48:47.140943 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-5fe93e27-2bc5-4446-bfb0-20c7e31f1ace admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8568485 Feb 09 22:48:47.140943 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 54474) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:48:47.150083 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-c6f7a4be-69d7-4d6e-ad0a-febce54b7926 None None] For port 6291dfd2-d42d-4753-8549-8a146d23d995, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=6291dfd2-d42d-4753-8549-8a146d23d995,segment=NetworkSegment(7e6bf94d-7711-4f80-aabe-82ab99e54cf1),segment_id=7e6bf94d-7711-4f80-aabe-82ab99e54cf1)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:48:47.157810 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c6f7a4be-69d7-4d6e-ad0a-febce54b7926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (6291dfd2-d42d-4753-8549-8a146d23d995), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:47.167480 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c614f471-beea-4816-a3fe-c50164dcf30c None None] Routers {'86f7d949-6dd8-46b1-9c46-3eecc7da513e'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:48:47.167920 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-c614f471-beea-4816-a3fe-c50164dcf30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:48:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['86f7d949-6dd8-46b1-9c46-3eecc7da513e'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:48:47.298102 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f7a4be-69d7-4d6e-ad0a-febce54b7926 None None] Pushing event updated for resources: {'Port': ['ID=6291dfd2-d42d-4753-8549-8a146d23d995,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:48:47.326368 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 6291dfd2-d42d-4753-8549-8a146d23d995 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:48:47.355488 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-c614f471-beea-4816-a3fe-c50164dcf30c None None] Set router 86f7d949-6dd8-46b1-9c46-3eecc7da513e gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:48:47.485609 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-bf2490d8-58bb-46b2-a1de-5b9aa1a24e4d None None] Provisioning complete for port 6291dfd2-d42d-4753-8549-8a146d23d995 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:48:47.485899 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-bf2490d8-58bb-46b2-a1de-5b9aa1a24e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (6291dfd2-d42d-4753-8549-8a146d23d995), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:47.545591 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 6291dfd2-d42d-4753-8549-8a146d23d995 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:48:47.545971 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (6291dfd2-d42d-4753-8549-8a146d23d995), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:47.609964 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8c931a9a-7439-452a-8f8a-24a91c67bcaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:47.670281 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-bf2490d8-58bb-46b2-a1de-5b9aa1a24e4d None None] Current status of the port 6291dfd2-d42d-4753-8549-8a146d23d995 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:48:47.714822 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 6291dfd2-d42d-4753-8549-8a146d23d995 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:48:47.717786 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-c614f471-beea-4816-a3fe-c50164dcf30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f7d949-6dd8-46b1-9c46-3eecc7da513e', 'name': 'tempest-TestShelveInstance-419043910-router', 'tenant_id': 'b8a255bec548406d84064230e3dd5dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'ee59c9cc-d251-46a5-a4fd-2e2cea86b25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:48:45Z', 'updated_at': '2022-02-09T22:48:46Z', 'revision_number': 3, 'project_id': 'b8a255bec548406d84064230e3dd5dc1', 'gw_port': {'id': 'ee59c9cc-d251-46a5-a4fd-2e2cea86b25f', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:45:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f7d949-6dd8-46b1-9c46-3eecc7da513e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:48:45Z', 'updated_at': '2022-02-09T22:48:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:48:47.746494 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c614f471-beea-4816-a3fe-c50164dcf30c None None] Checking router: 86f7d949-6dd8-46b1-9c46-3eecc7da513e for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:48:47.746751 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c614f471-beea-4816-a3fe-c50164dcf30c None None] Updating router 86f7d949-6dd8-46b1-9c46-3eecc7da513e port ee59c9cc-d251-46a5-a4fd-2e2cea86b25f binding host n-d-828369-5 {{(pid=103142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:48:47.761649 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-8c931a9a-7439-452a-8f8a-24a91c67bcaf admin admin] Allocated IP 172.20.0.1 (492e837f-45b8-45f4-8b23-5b7db57b71a5/4ad8fa6e-bd89-42ed-a112-38594fe2b014/27649d59-2d06-4047-9e1b-ab2b0109f674) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:48:47.776049 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c614f471-beea-4816-a3fe-c50164dcf30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (ee59c9cc-d251-46a5-a4fd-2e2cea86b25f), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:47.868475 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8c931a9a-7439-452a-8f8a-24a91c67bcaf admin admin] Publish callbacks [] for port (27649d59-2d06-4047-9e1b-ab2b0109f674), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:47.901998 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8c931a9a-7439-452a-8f8a-24a91c67bcaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (27649d59-2d06-4047-9e1b-ab2b0109f674), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:47.939268 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c931a9a-7439-452a-8f8a-24a91c67bcaf admin admin] Network 492e837f-45b8-45f4-8b23-5b7db57b71a5 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:48:47.946292 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-8c931a9a-7439-452a-8f8a-24a91c67bcaf admin admin] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:48:47.949818 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c931a9a-7439-452a-8f8a-24a91c67bcaf admin admin] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:48:47.976897 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c931a9a-7439-452a-8f8a-24a91c67bcaf admin admin] Pushing event updated for resources: {'Port': ['ID=27649d59-2d06-4047-9e1b-ab2b0109f674,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:48:47.993613 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8c931a9a-7439-452a-8f8a-24a91c67bcaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554727'] for router_interface (86f7d949-6dd8-46b1-9c46-3eecc7da513e), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:48.050608 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c614f471-beea-4816-a3fe-c50164dcf30c None None] Publish callbacks [] for port (ee59c9cc-d251-46a5-a4fd-2e2cea86b25f), precommit_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:48.057861 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c614f471-beea-4816-a3fe-c50164dcf30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (ee59c9cc-d251-46a5-a4fd-2e2cea86b25f), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:48.112205 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-c614f471-beea-4816-a3fe-c50164dcf30c None None] Attempting to bind port ee59c9cc-d251-46a5-a4fd-2e2cea86b25f on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:48:48.112205 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-c614f471-beea-4816-a3fe-c50164dcf30c None None] Attempting to bind port ee59c9cc-d251-46a5-a4fd-2e2cea86b25f by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:48:48.112687 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c614f471-beea-4816-a3fe-c50164dcf30c None None] Attempting to bind port ee59c9cc-d251-46a5-a4fd-2e2cea86b25f on network 54a442d5-50a0-4c75-85cc-d19f5bf58118 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:48:48.119226 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0f35cc-170d-4f68-8d6b-6f6c256d325a None None] Pushing event updated for resources: {'Port': ['ID=ee59c9cc-d251-46a5-a4fd-2e2cea86b25f,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:48:48.124203 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c614f471-beea-4816-a3fe-c50164dcf30c None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:48:48.124708 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c614f471-beea-4816-a3fe-c50164dcf30c None None] Checking segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:48:48.125207 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c614f471-beea-4816-a3fe-c50164dcf30c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:48.125665 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c614f471-beea-4816-a3fe-c50164dcf30c None None] Bound using segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:48:48.126278 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-c614f471-beea-4816-a3fe-c50164dcf30c None None] Bound port: ee59c9cc-d251-46a5-a4fd-2e2cea86b25f, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:48:48.126788 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c614f471-beea-4816-a3fe-c50164dcf30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (ee59c9cc-d251-46a5-a4fd-2e2cea86b25f), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:48.145604 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8c931a9a-7439-452a-8f8a-24a91c67bcaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (27649d59-2d06-4047-9e1b-ab2b0109f674), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:48.196600 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-c614f471-beea-4816-a3fe-c50164dcf30c None None] For port ee59c9cc-d251-46a5-a4fd-2e2cea86b25f, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:48:48.211167 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-c614f471-beea-4816-a3fe-c50164dcf30c None None] For port ee59c9cc-d251-46a5-a4fd-2e2cea86b25f, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=ee59c9cc-d251-46a5-a4fd-2e2cea86b25f,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:48:48.215485 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-cecd5ff7-af47-43cb-9509-77b887971a1d None None] Provisioning complete for port 27649d59-2d06-4047-9e1b-ab2b0109f674 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:48:48.215888 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-cecd5ff7-af47-43cb-9509-77b887971a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (27649d59-2d06-4047-9e1b-ab2b0109f674), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:48.219497 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c614f471-beea-4816-a3fe-c50164dcf30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (ee59c9cc-d251-46a5-a4fd-2e2cea86b25f), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:48.292134 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-cecd5ff7-af47-43cb-9509-77b887971a1d None None] Port 27649d59-2d06-4047-9e1b-ab2b0109f674 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:48:48.310611 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c614f471-beea-4816-a3fe-c50164dcf30c None None] Routers {'86f7d949-6dd8-46b1-9c46-3eecc7da513e'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:48:48.311238 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-c614f471-beea-4816-a3fe-c50164dcf30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:48:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['86f7d949-6dd8-46b1-9c46-3eecc7da513e'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:48:48.313092 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0f35cc-170d-4f68-8d6b-6f6c256d325a None None] Pushing event updated for resources: {'Port': ['ID=ee59c9cc-d251-46a5-a4fd-2e2cea86b25f,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:48:48.322170 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8c931a9a-7439-452a-8f8a-24a91c67bcaf admin admin] Publish callbacks [] for port (27649d59-2d06-4047-9e1b-ab2b0109f674), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:48.326896 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8c931a9a-7439-452a-8f8a-24a91c67bcaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (27649d59-2d06-4047-9e1b-ab2b0109f674), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:48.397823 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c931a9a-7439-452a-8f8a-24a91c67bcaf admin admin] Pushing event updated for resources: {'Port': ['ID=27649d59-2d06-4047-9e1b-ab2b0109f674,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:48:48.400352 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-8c931a9a-7439-452a-8f8a-24a91c67bcaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524919'] for router_interface (86f7d949-6dd8-46b1-9c46-3eecc7da513e), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:48.493262 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c931a9a-7439-452a-8f8a-24a91c67bcaf admin admin] Network 492e837f-45b8-45f4-8b23-5b7db57b71a5 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:48:48.494992 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-8c931a9a-7439-452a-8f8a-24a91c67bcaf admin admin] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:48:48.596540 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-c614f471-beea-4816-a3fe-c50164dcf30c None None] Set router 86f7d949-6dd8-46b1-9c46-3eecc7da513e gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:48:48.618825 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c931a9a-7439-452a-8f8a-24a91c67bcaf admin admin] Router 86f7d949-6dd8-46b1-9c46-3eecc7da513e has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:48:48.738869 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c931a9a-7439-452a-8f8a-24a91c67bcaf admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:48:48.750208 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-8c931a9a-7439-452a-8f8a-24a91c67bcaf admin admin] 10.222.0.90 "PUT /v2.0/routers/86f7d949-6dd8-46b1-9c46-3eecc7da513e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6027515 Feb 09 22:48:48.753334 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-f051aa95-4767-4d04-8256-57d64ad5d3dc None None] Provisioning complete for port 27649d59-2d06-4047-9e1b-ab2b0109f674 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:48:48.753759 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f051aa95-4767-4d04-8256-57d64ad5d3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (27649d59-2d06-4047-9e1b-ab2b0109f674), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:48.818623 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-f051aa95-4767-4d04-8256-57d64ad5d3dc None None] Port 27649d59-2d06-4047-9e1b-ab2b0109f674 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:48:48.845414 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-c614f471-beea-4816-a3fe-c50164dcf30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f7d949-6dd8-46b1-9c46-3eecc7da513e', 'name': 'tempest-TestShelveInstance-419043910-router', 'tenant_id': 'b8a255bec548406d84064230e3dd5dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'ee59c9cc-d251-46a5-a4fd-2e2cea86b25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:48:45Z', 'updated_at': '2022-02-09T22:48:48Z', 'revision_number': 4, 'project_id': 'b8a255bec548406d84064230e3dd5dc1', 'gw_port': {'id': 'ee59c9cc-d251-46a5-a4fd-2e2cea86b25f', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:45:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f7d949-6dd8-46b1-9c46-3eecc7da513e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:48:45Z', 'updated_at': '2022-02-09T22:48:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '27649d59-2d06-4047-9e1b-ab2b0109f674', 'name': '', 'network_id': '492e837f-45b8-45f4-8b23-5b7db57b71a5', 'tenant_id': 'b8a255bec548406d84064230e3dd5dc1', 'mac_address': 'fa:16:3e:43:37:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f7d949-6dd8-46b1-9c46-3eecc7da513e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '4ad8fa6e-bd89-42ed-a112-38594fe2b014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:48:47Z', 'updated_at': '2022-02-09T22:48:47Z', 'revision_number': 1, 'project_id': 'b8a255bec548406d84064230e3dd5dc1', 'subnets': [{'id': '4ad8fa6e-bd89-42ed-a112-38594fe2b014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:48:48.872288 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c614f471-beea-4816-a3fe-c50164dcf30c None None] The sync data for ids ['86f7d949-6dd8-46b1-9c46-3eecc7da513e'] in n-d-828369-5 is: [{'id': '86f7d949-6dd8-46b1-9c46-3eecc7da513e', 'name': 'tempest-TestShelveInstance-419043910-router', 'tenant_id': 'b8a255bec548406d84064230e3dd5dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'ee59c9cc-d251-46a5-a4fd-2e2cea86b25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:48:45Z', 'updated_at': '2022-02-09T22:48:48Z', 'revision_number': 4, 'project_id': 'b8a255bec548406d84064230e3dd5dc1', 'gw_port': {'id': 'ee59c9cc-d251-46a5-a4fd-2e2cea86b25f', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:45:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f7d949-6dd8-46b1-9c46-3eecc7da513e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:48:45Z', 'updated_at': '2022-02-09T22:48:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '27649d59-2d06-4047-9e1b-ab2b0109f674', 'name': '', 'network_id': '492e837f-45b8-45f4-8b23-5b7db57b71a5', 'tenant_id': 'b8a255bec548406d84064230e3dd5dc1', 'mac_address': 'fa:16:3e:43:37:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f7d949-6dd8-46b1-9c46-3eecc7da513e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '4ad8fa6e-bd89-42ed-a112-38594fe2b014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:48:47Z', 'updated_at': '2022-02-09T22:48:47Z', 'revision_number': 1, 'project_id': 'b8a255bec548406d84064230e3dd5dc1', 'subnets': [{'id': '4ad8fa6e-bd89-42ed-a112-38594fe2b014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:48:49.247264 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 54490) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:48:49.252975 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-6b7b7dba-b262-454e-b829-ba7e87ccaf16 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-426814778-network', 'tenant_id': '9846c0aa25fc4081993bcf36a6c09d8c'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:48:49.274404 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 6291dfd2-d42d-4753-8549-8a146d23d995 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:48:49.274977 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b7b7dba-b262-454e-b829-ba7e87ccaf16 admin admin] Made reservation on behalf of 9846c0aa25fc4081993bcf36a6c09d8c for: {'network': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:48:49.277381 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6b7b7dba-b262-454e-b829-ba7e87ccaf16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:49.286944 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6b7b7dba-b262-454e-b829-ba7e87ccaf16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:49.334704 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 6291dfd2-d42d-4753-8549-8a146d23d995 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:48:49.335096 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (6291dfd2-d42d-4753-8549-8a146d23d995), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:49.379624 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6b7b7dba-b262-454e-b829-ba7e87ccaf16 admin admin] Publish callbacks [] for security_group (8c0b3ec8-050d-4979-ac43-9b2fbbd4a2a2), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:49.388314 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6b7b7dba-b262-454e-b829-ba7e87ccaf16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (8c0b3ec8-050d-4979-ac43-9b2fbbd4a2a2), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:49.410238 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b7b7dba-b262-454e-b829-ba7e87ccaf16 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=103140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:48:49.424186 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 6291dfd2-d42d-4753-8549-8a146d23d995 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:48:49.424436 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7b7dba-b262-454e-b829-ba7e87ccaf16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c0b3ec8-050d-4979-ac43-9b2fbbd4a2a2,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:48:49.430212 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6b7b7dba-b262-454e-b829-ba7e87ccaf16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (975b1b51-c6ea-445f-9bc2-d662ef63811a), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:49.430554 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-6b7b7dba-b262-454e-b829-ba7e87ccaf16 admin admin] Added segment 975b1b51-c6ea-445f-9bc2-d662ef63811a of type vlan for network 03bd84a9-ea47-420c-9020-819f217f632e Feb 09 22:48:49.475733 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6b7b7dba-b262-454e-b829-ba7e87ccaf16 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (03bd84a9-ea47-420c-9020-819f217f632e), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:49.506712 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6b7b7dba-b262-454e-b829-ba7e87ccaf16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (03bd84a9-ea47-420c-9020-819f217f632e), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:49.507689 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7b7dba-b262-454e-b829-ba7e87ccaf16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:49.508287 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6b7b7dba-b262-454e-b829-ba7e87ccaf16 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:49.564502 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-6b7b7dba-b262-454e-b829-ba7e87ccaf16 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3158963 Feb 09 22:48:49.567131 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 54492) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:48:49.573749 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-cf436276-6c37-43b5-a3df-af57e91e0834 admin admin] Request body: {'subnet': {'network_id': '03bd84a9-ea47-420c-9020-819f217f632e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-426814778-subnet', 'tenant_id': '9846c0aa25fc4081993bcf36a6c09d8c', 'ip_version': 4}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:48:49.587324 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7b7dba-b262-454e-b829-ba7e87ccaf16 admin admin] Pushing event updated for resources: {'Network': ['ID=03bd84a9-ea47-420c-9020-819f217f632e,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:48:49.607381 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf436276-6c37-43b5-a3df-af57e91e0834 admin admin] Made reservation on behalf of 9846c0aa25fc4081993bcf36a6c09d8c for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:48:49.609545 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cf436276-6c37-43b5-a3df-af57e91e0834 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621317'] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:49.610177 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 03bd84a9-ea47-420c-9020-819f217f632e details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:48:49.799538 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cf436276-6c37-43b5-a3df-af57e91e0834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621371'] for subnet (c1e064b1-6f6f-4030-9146-87bf76d6d92b), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:49.855695 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf436276-6c37-43b5-a3df-af57e91e0834 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1e064b1-6f6f-4030-9146-87bf76d6d92b,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:48:49.868627 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf436276-6c37-43b5-a3df-af57e91e0834 admin admin] Checking segment: {'id': '975b1b51-c6ea-445f-9bc2-d662ef63811a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '03bd84a9-ea47-420c-9020-819f217f632e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:48:49.868995 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf436276-6c37-43b5-a3df-af57e91e0834 admin admin] Network hostable DHCP agents. Network: 03bd84a9-ea47-420c-9020-819f217f632e, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:48:49.887726 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf436276-6c37-43b5-a3df-af57e91e0834 admin admin] Network 03bd84a9-ea47-420c-9020-819f217f632e is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:48:49.897703 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-cf436276-6c37-43b5-a3df-af57e91e0834 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 03bd84a9-ea47-420c-9020-819f217f632e) {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:48:49.902226 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf436276-6c37-43b5-a3df-af57e91e0834 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:49.902882 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-cf436276-6c37-43b5-a3df-af57e91e0834 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:49.907693 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec34738-050e-4afe-ab07-a5debe3c0f62 None None] Network 03bd84a9-ea47-420c-9020-819f217f632e requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:48:49.926540 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-cf436276-6c37-43b5-a3df-af57e91e0834 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3583410 Feb 09 22:48:49.930135 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 54494) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:48:49.934606 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-653d3c60-9afc-41e9-bc4b-4bd9bfa1387f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-426814778-router', 'tenant_id': '9846c0aa25fc4081993bcf36a6c09d8c', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:48:49.956366 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-653d3c60-9afc-41e9-bc4b-4bd9bfa1387f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (2488be7d-1245-4b47-8ae6-086e764e172f), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:49.957975 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-653d3c60-9afc-41e9-bc4b-4bd9bfa1387f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (2488be7d-1245-4b47-8ae6-086e764e172f), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:50.029601 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-653d3c60-9afc-41e9-bc4b-4bd9bfa1387f admin admin] Publish callbacks [] for router_controller (2488be7d-1245-4b47-8ae6-086e764e172f), precommit_add_association {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:50.034122 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6f5641-392d-4e69-b72e-5d7d5a431ab0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-03bd84a9-ea47-420c-9020-819f217f632e', 'network_id': '03bd84a9-ea47-420c-9020-819f217f632e', 'project_id': '9846c0aa25fc4081993bcf36a6c09d8c', 'fixed_ips': [{'subnet_id': 'c1e064b1-6f6f-4030-9146-87bf76d6d92b'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:48:50.035017 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5c6f5641-392d-4e69-b72e-5d7d5a431ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:50.177963 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-5c6f5641-392d-4e69-b72e-5d7d5a431ab0 None None] Allocated IP 172.20.0.2 (03bd84a9-ea47-420c-9020-819f217f632e/c1e064b1-6f6f-4030-9146-87bf76d6d92b/74352bc9-c180-4583-8a64-7d3b06746fe9) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:48:50.183998 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-653d3c60-9afc-41e9-bc4b-4bd9bfa1387f admin admin] Publish callbacks [] for router_gateway (2488be7d-1245-4b47-8ae6-086e764e172f), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:50.337100 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5c6f5641-392d-4e69-b72e-5d7d5a431ab0 None None] Publish callbacks [] for port (74352bc9-c180-4583-8a64-7d3b06746fe9), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:50.342808 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5c6f5641-392d-4e69-b72e-5d7d5a431ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (74352bc9-c180-4583-8a64-7d3b06746fe9), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:50.383744 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6f5641-392d-4e69-b72e-5d7d5a431ab0 None None] Network 03bd84a9-ea47-420c-9020-819f217f632e is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:48:50.386780 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-5c6f5641-392d-4e69-b72e-5d7d5a431ab0 None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:48:50.390235 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6f5641-392d-4e69-b72e-5d7d5a431ab0 None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:48:50.397199 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6f5641-392d-4e69-b72e-5d7d5a431ab0 None None] Pushing event updated for resources: {'Port': ['ID=74352bc9-c180-4583-8a64-7d3b06746fe9,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:48:50.397920 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-653d3c60-9afc-41e9-bc4b-4bd9bfa1387f admin admin] Publish callbacks [] for router_gateway (2488be7d-1245-4b47-8ae6-086e764e172f), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:50.418404 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-653d3c60-9afc-41e9-bc4b-4bd9bfa1387f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:50.456187 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-5c6f5641-392d-4e69-b72e-5d7d5a431ab0 None None] Attempting to bind port 74352bc9-c180-4583-8a64-7d3b06746fe9 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:48:50.456740 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-5c6f5641-392d-4e69-b72e-5d7d5a431ab0 None None] Attempting to bind port 74352bc9-c180-4583-8a64-7d3b06746fe9 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '975b1b51-c6ea-445f-9bc2-d662ef63811a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '03bd84a9-ea47-420c-9020-819f217f632e'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:48:50.457208 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6f5641-392d-4e69-b72e-5d7d5a431ab0 None None] Attempting to bind port 74352bc9-c180-4583-8a64-7d3b06746fe9 on network 03bd84a9-ea47-420c-9020-819f217f632e {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:48:50.462609 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6f5641-392d-4e69-b72e-5d7d5a431ab0 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:48:50.462990 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6f5641-392d-4e69-b72e-5d7d5a431ab0 None None] Checking segment: {'id': '975b1b51-c6ea-445f-9bc2-d662ef63811a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '03bd84a9-ea47-420c-9020-819f217f632e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:48:50.463399 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5c6f5641-392d-4e69-b72e-5d7d5a431ab0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:50.463832 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6f5641-392d-4e69-b72e-5d7d5a431ab0 None None] Bound using segment: {'id': '975b1b51-c6ea-445f-9bc2-d662ef63811a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '03bd84a9-ea47-420c-9020-819f217f632e'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:48:50.464365 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-5c6f5641-392d-4e69-b72e-5d7d5a431ab0 None None] Bound port: 74352bc9-c180-4583-8a64-7d3b06746fe9, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '975b1b51-c6ea-445f-9bc2-d662ef63811a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '03bd84a9-ea47-420c-9020-819f217f632e'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:48:50.464748 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5c6f5641-392d-4e69-b72e-5d7d5a431ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (74352bc9-c180-4583-8a64-7d3b06746fe9), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:50.528255 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5c6f5641-392d-4e69-b72e-5d7d5a431ab0 None None] For port 74352bc9-c180-4583-8a64-7d3b06746fe9, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:48:50.528670 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-653d3c60-9afc-41e9-bc4b-4bd9bfa1387f admin admin] Allocated IP 172.25.3.22 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/cb626e56-9cca-4049-ba10-7576985e3d88) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:48:50.531234 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5c6f5641-392d-4e69-b72e-5d7d5a431ab0 None None] For port 74352bc9-c180-4583-8a64-7d3b06746fe9, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=74352bc9-c180-4583-8a64-7d3b06746fe9,segment=NetworkSegment(975b1b51-c6ea-445f-9bc2-d662ef63811a),segment_id=975b1b51-c6ea-445f-9bc2-d662ef63811a)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:48:50.538214 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5c6f5641-392d-4e69-b72e-5d7d5a431ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (74352bc9-c180-4583-8a64-7d3b06746fe9), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:50.603506 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6f5641-392d-4e69-b72e-5d7d5a431ab0 None None] Pushing event updated for resources: {'Port': ['ID=74352bc9-c180-4583-8a64-7d3b06746fe9,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:48:50.638515 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-653d3c60-9afc-41e9-bc4b-4bd9bfa1387f admin admin] Publish callbacks [] for port (cb626e56-9cca-4049-ba10-7576985e3d88), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:50.674302 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-653d3c60-9afc-41e9-bc4b-4bd9bfa1387f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (cb626e56-9cca-4049-ba10-7576985e3d88), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:50.716751 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653d3c60-9afc-41e9-bc4b-4bd9bfa1387f admin admin] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:48:50.719767 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-653d3c60-9afc-41e9-bc4b-4bd9bfa1387f admin admin] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:48:50.723429 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653d3c60-9afc-41e9-bc4b-4bd9bfa1387f admin admin] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:48:50.729824 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653d3c60-9afc-41e9-bc4b-4bd9bfa1387f admin admin] Pushing event updated for resources: {'Port': ['ID=cb626e56-9cca-4049-ba10-7576985e3d88,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:48:51.010075 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-653d3c60-9afc-41e9-bc4b-4bd9bfa1387f admin admin] Publish callbacks [] for router_gateway (2488be7d-1245-4b47-8ae6-086e764e172f), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:51.062411 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d297f21e-8ecf-4399-b64d-4b8b03a65c5c None None] Sync routers for ids ['86f7d949-6dd8-46b1-9c46-3eecc7da513e'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:48:51.072954 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d297f21e-8ecf-4399-b64d-4b8b03a65c5c None None] Routers {'86f7d949-6dd8-46b1-9c46-3eecc7da513e'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:48:51.073568 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-d297f21e-8ecf-4399-b64d-4b8b03a65c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:48:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['86f7d949-6dd8-46b1-9c46-3eecc7da513e'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:48:51.186562 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-d297f21e-8ecf-4399-b64d-4b8b03a65c5c None None] Set router 86f7d949-6dd8-46b1-9c46-3eecc7da513e gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:48:51.226875 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-653d3c60-9afc-41e9-bc4b-4bd9bfa1387f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (2488be7d-1245-4b47-8ae6-086e764e172f), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:51.303976 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 74352bc9-c180-4583-8a64-7d3b06746fe9 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:48:51.373244 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 74352bc9-c180-4583-8a64-7d3b06746fe9 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:48:51.374036 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-653d3c60-9afc-41e9-bc4b-4bd9bfa1387f admin admin] Router 2488be7d-1245-4b47-8ae6-086e764e172f is scheduled to L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 with binding_index 1 {{(pid=103140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:48:51.374152 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (74352bc9-c180-4583-8a64-7d3b06746fe9), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:51.407981 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-d297f21e-8ecf-4399-b64d-4b8b03a65c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f7d949-6dd8-46b1-9c46-3eecc7da513e', 'name': 'tempest-TestShelveInstance-419043910-router', 'tenant_id': 'b8a255bec548406d84064230e3dd5dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'ee59c9cc-d251-46a5-a4fd-2e2cea86b25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:48:45Z', 'updated_at': '2022-02-09T22:48:48Z', 'revision_number': 4, 'project_id': 'b8a255bec548406d84064230e3dd5dc1', 'gw_port': {'id': 'ee59c9cc-d251-46a5-a4fd-2e2cea86b25f', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:45:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f7d949-6dd8-46b1-9c46-3eecc7da513e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:48:45Z', 'updated_at': '2022-02-09T22:48:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '27649d59-2d06-4047-9e1b-ab2b0109f674', 'name': '', 'network_id': '492e837f-45b8-45f4-8b23-5b7db57b71a5', 'tenant_id': 'b8a255bec548406d84064230e3dd5dc1', 'mac_address': 'fa:16:3e:43:37:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f7d949-6dd8-46b1-9c46-3eecc7da513e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '4ad8fa6e-bd89-42ed-a112-38594fe2b014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:48:47Z', 'updated_at': '2022-02-09T22:48:48Z', 'revision_number': 2, 'project_id': 'b8a255bec548406d84064230e3dd5dc1', 'subnets': [{'id': '4ad8fa6e-bd89-42ed-a112-38594fe2b014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:48:51.434993 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d297f21e-8ecf-4399-b64d-4b8b03a65c5c None None] Checking router: 86f7d949-6dd8-46b1-9c46-3eecc7da513e for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:48:51.435259 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d297f21e-8ecf-4399-b64d-4b8b03a65c5c None None] Updating router 86f7d949-6dd8-46b1-9c46-3eecc7da513e port 27649d59-2d06-4047-9e1b-ab2b0109f674 binding host n-d-828369-5 {{(pid=103143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:48:51.463847 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d297f21e-8ecf-4399-b64d-4b8b03a65c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (27649d59-2d06-4047-9e1b-ab2b0109f674), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:51.464498 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 74352bc9-c180-4583-8a64-7d3b06746fe9 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:48:51.465468 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (74352bc9-c180-4583-8a64-7d3b06746fe9), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:51.492892 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-653d3c60-9afc-41e9-bc4b-4bd9bfa1387f admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:48:51.514473 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf34f12-34c6-4e5e-b525-589c3076277c None None] Sync routers for ids ['2488be7d-1245-4b47-8ae6-086e764e172f'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:48:51.515208 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-653d3c60-9afc-41e9-bc4b-4bd9bfa1387f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:51.519704 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-653d3c60-9afc-41e9-bc4b-4bd9bfa1387f admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.5861070 Feb 09 22:48:51.520527 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 54496) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:48:51.521263 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port 74352bc9-c180-4583-8a64-7d3b06746fe9, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=74352bc9-c180-4583-8a64-7d3b06746fe9,segment=NetworkSegment(975b1b51-c6ea-445f-9bc2-d662ef63811a),segment_id=975b1b51-c6ea-445f-9bc2-d662ef63811a)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:48:51.527976 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf34f12-34c6-4e5e-b525-589c3076277c None None] Routers {'2488be7d-1245-4b47-8ae6-086e764e172f'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:48:51.528638 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-2cf34f12-34c6-4e5e-b525-589c3076277c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:48:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['2488be7d-1245-4b47-8ae6-086e764e172f'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:48:51.535225 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (74352bc9-c180-4583-8a64-7d3b06746fe9), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:51.536058 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device ee59c9cc-d251-46a5-a4fd-2e2cea86b25f up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:48:51.710606 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=74352bc9-c180-4583-8a64-7d3b06746fe9,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:48:51.740828 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-2cf34f12-34c6-4e5e-b525-589c3076277c None None] Set router 2488be7d-1245-4b47-8ae6-086e764e172f gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:48:51.788622 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d297f21e-8ecf-4399-b64d-4b8b03a65c5c None None] Publish callbacks [] for port (27649d59-2d06-4047-9e1b-ab2b0109f674), precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:51.795698 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d297f21e-8ecf-4399-b64d-4b8b03a65c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (27649d59-2d06-4047-9e1b-ab2b0109f674), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:51.812877 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port ee59c9cc-d251-46a5-a4fd-2e2cea86b25f triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:48:51.813258 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (ee59c9cc-d251-46a5-a4fd-2e2cea86b25f), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:51.881368 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a1f889-3858-46f5-a322-e7976d09d235 None None] Pushing event updated for resources: {'Port': ['ID=27649d59-2d06-4047-9e1b-ab2b0109f674,revision_number=3']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:48:51.904557 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a1f889-3858-46f5-a322-e7976d09d235 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:48:51.904926 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a1f889-3858-46f5-a322-e7976d09d235 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:48:51.905274 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a1f889-3858-46f5-a322-e7976d09d235 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:48:51.905596 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a1f889-3858-46f5-a322-e7976d09d235 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:48:51.905926 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a1f889-3858-46f5-a322-e7976d09d235 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:48:51.906260 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a1f889-3858-46f5-a322-e7976d09d235 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:48:51.906587 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a1f889-3858-46f5-a322-e7976d09d235 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:48:51.906910 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a1f889-3858-46f5-a322-e7976d09d235 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:48:51.907231 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a1f889-3858-46f5-a322-e7976d09d235 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:48:51.907555 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a1f889-3858-46f5-a322-e7976d09d235 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:48:51.907881 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a1f889-3858-46f5-a322-e7976d09d235 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:48:51.908200 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a1f889-3858-46f5-a322-e7976d09d235 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:48:51.908544 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a1f889-3858-46f5-a322-e7976d09d235 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:48:51.938615 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-d297f21e-8ecf-4399-b64d-4b8b03a65c5c None None] Attempting to bind port 27649d59-2d06-4047-9e1b-ab2b0109f674 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:48:51.938991 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-d297f21e-8ecf-4399-b64d-4b8b03a65c5c None None] Attempting to bind port 27649d59-2d06-4047-9e1b-ab2b0109f674 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '7e6bf94d-7711-4f80-aabe-82ab99e54cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '492e837f-45b8-45f4-8b23-5b7db57b71a5'}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:48:51.939358 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d297f21e-8ecf-4399-b64d-4b8b03a65c5c None None] Attempting to bind port 27649d59-2d06-4047-9e1b-ab2b0109f674 on network 492e837f-45b8-45f4-8b23-5b7db57b71a5 {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:48:51.946207 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d297f21e-8ecf-4399-b64d-4b8b03a65c5c None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:48:51.946605 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d297f21e-8ecf-4399-b64d-4b8b03a65c5c None None] Checking segment: {'id': '7e6bf94d-7711-4f80-aabe-82ab99e54cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '492e837f-45b8-45f4-8b23-5b7db57b71a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:48:51.947272 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d297f21e-8ecf-4399-b64d-4b8b03a65c5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:51.947682 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d297f21e-8ecf-4399-b64d-4b8b03a65c5c None None] Bound using segment: {'id': '7e6bf94d-7711-4f80-aabe-82ab99e54cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '492e837f-45b8-45f4-8b23-5b7db57b71a5'} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:48:51.948343 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-d297f21e-8ecf-4399-b64d-4b8b03a65c5c None None] Bound port: 27649d59-2d06-4047-9e1b-ab2b0109f674, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e6bf94d-7711-4f80-aabe-82ab99e54cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '492e837f-45b8-45f4-8b23-5b7db57b71a5'}}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:48:51.949244 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d297f21e-8ecf-4399-b64d-4b8b03a65c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (27649d59-2d06-4047-9e1b-ab2b0109f674), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:52.038187 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-d297f21e-8ecf-4399-b64d-4b8b03a65c5c None None] For port 27649d59-2d06-4047-9e1b-ab2b0109f674, host n-d-828369-5, cleared binding levels {{(pid=103143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:48:52.041794 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-d297f21e-8ecf-4399-b64d-4b8b03a65c5c None None] For port 27649d59-2d06-4047-9e1b-ab2b0109f674, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=27649d59-2d06-4047-9e1b-ab2b0109f674,segment=NetworkSegment(7e6bf94d-7711-4f80-aabe-82ab99e54cf1),segment_id=7e6bf94d-7711-4f80-aabe-82ab99e54cf1)] {{(pid=103143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:48:52.052948 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-d297f21e-8ecf-4399-b64d-4b8b03a65c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (27649d59-2d06-4047-9e1b-ab2b0109f674), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:52.068991 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port ee59c9cc-d251-46a5-a4fd-2e2cea86b25f is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:48:52.069394 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (ee59c9cc-d251-46a5-a4fd-2e2cea86b25f), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:52.100470 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port ee59c9cc-d251-46a5-a4fd-2e2cea86b25f, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=ee59c9cc-d251-46a5-a4fd-2e2cea86b25f,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:48:52.112595 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (ee59c9cc-d251-46a5-a4fd-2e2cea86b25f), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:52.147259 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d297f21e-8ecf-4399-b64d-4b8b03a65c5c None None] Routers {'86f7d949-6dd8-46b1-9c46-3eecc7da513e'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:48:52.148658 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-d297f21e-8ecf-4399-b64d-4b8b03a65c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:48:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['86f7d949-6dd8-46b1-9c46-3eecc7da513e'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:48:52.151777 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a1f889-3858-46f5-a322-e7976d09d235 None None] Pushing event updated for resources: {'Port': ['ID=27649d59-2d06-4047-9e1b-ab2b0109f674,revision_number=4']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:48:52.162932 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-2cf34f12-34c6-4e5e-b525-589c3076277c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2488be7d-1245-4b47-8ae6-086e764e172f', 'name': 'tempest-TestShelveInstance-426814778-router', 'tenant_id': '9846c0aa25fc4081993bcf36a6c09d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': 'cb626e56-9cca-4049-ba10-7576985e3d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:48:49Z', 'updated_at': '2022-02-09T22:48:50Z', 'revision_number': 3, 'project_id': '9846c0aa25fc4081993bcf36a6c09d8c', 'gw_port': {'id': 'cb626e56-9cca-4049-ba10-7576985e3d88', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a4:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2488be7d-1245-4b47-8ae6-086e764e172f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:48:50Z', 'updated_at': '2022-02-09T22:48:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:48:52.221844 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce378e7-862f-4be5-8df2-c702a93eb120 None None] Network 03bd84a9-ea47-420c-9020-819f217f632e requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:48:52.227156 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf34f12-34c6-4e5e-b525-589c3076277c None None] Checking router: 2488be7d-1245-4b47-8ae6-086e764e172f for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:48:52.227518 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf34f12-34c6-4e5e-b525-589c3076277c None None] Updating router 2488be7d-1245-4b47-8ae6-086e764e172f port cb626e56-9cca-4049-ba10-7576985e3d88 binding host n-d-828369-5 {{(pid=103142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:48:52.243137 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:52.301207 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-d297f21e-8ecf-4399-b64d-4b8b03a65c5c None None] Set router 86f7d949-6dd8-46b1-9c46-3eecc7da513e gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:48:52.311750 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=ee59c9cc-d251-46a5-a4fd-2e2cea86b25f,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:48:52.327057 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2cf34f12-34c6-4e5e-b525-589c3076277c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (cb626e56-9cca-4049-ba10-7576985e3d88), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:52.497627 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-d5e90a98-7313-4af6-8061-5e3fd9ae78fe None None] Provisioning complete for port 74352bc9-c180-4583-8a64-7d3b06746fe9 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:48:52.498704 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d5e90a98-7313-4af6-8061-5e3fd9ae78fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (74352bc9-c180-4583-8a64-7d3b06746fe9), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:52.502837 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1cf92206-2708-464b-a0eb-eb447e0bf96c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:52.606671 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-d297f21e-8ecf-4399-b64d-4b8b03a65c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f7d949-6dd8-46b1-9c46-3eecc7da513e', 'name': 'tempest-TestShelveInstance-419043910-router', 'tenant_id': 'b8a255bec548406d84064230e3dd5dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'ee59c9cc-d251-46a5-a4fd-2e2cea86b25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:48:45Z', 'updated_at': '2022-02-09T22:48:48Z', 'revision_number': 4, 'project_id': 'b8a255bec548406d84064230e3dd5dc1', 'gw_port': {'id': 'ee59c9cc-d251-46a5-a4fd-2e2cea86b25f', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:45:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f7d949-6dd8-46b1-9c46-3eecc7da513e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:48:45Z', 'updated_at': '2022-02-09T22:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '27649d59-2d06-4047-9e1b-ab2b0109f674', 'name': '', 'network_id': '492e837f-45b8-45f4-8b23-5b7db57b71a5', 'tenant_id': 'b8a255bec548406d84064230e3dd5dc1', 'mac_address': 'fa:16:3e:43:37:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f7d949-6dd8-46b1-9c46-3eecc7da513e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '4ad8fa6e-bd89-42ed-a112-38594fe2b014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:48:47Z', 'updated_at': '2022-02-09T22:48:52Z', 'revision_number': 4, 'project_id': 'b8a255bec548406d84064230e3dd5dc1', 'subnets': [{'id': '4ad8fa6e-bd89-42ed-a112-38594fe2b014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:48:52.634571 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d297f21e-8ecf-4399-b64d-4b8b03a65c5c None None] The sync data for ids ['86f7d949-6dd8-46b1-9c46-3eecc7da513e'] in n-d-828369-5 is: [{'id': '86f7d949-6dd8-46b1-9c46-3eecc7da513e', 'name': 'tempest-TestShelveInstance-419043910-router', 'tenant_id': 'b8a255bec548406d84064230e3dd5dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'ee59c9cc-d251-46a5-a4fd-2e2cea86b25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:48:45Z', 'updated_at': '2022-02-09T22:48:48Z', 'revision_number': 4, 'project_id': 'b8a255bec548406d84064230e3dd5dc1', 'gw_port': {'id': 'ee59c9cc-d251-46a5-a4fd-2e2cea86b25f', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:45:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f7d949-6dd8-46b1-9c46-3eecc7da513e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:48:45Z', 'updated_at': '2022-02-09T22:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '27649d59-2d06-4047-9e1b-ab2b0109f674', 'name': '', 'network_id': '492e837f-45b8-45f4-8b23-5b7db57b71a5', 'tenant_id': 'b8a255bec548406d84064230e3dd5dc1', 'mac_address': 'fa:16:3e:43:37:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f7d949-6dd8-46b1-9c46-3eecc7da513e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '4ad8fa6e-bd89-42ed-a112-38594fe2b014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:48:47Z', 'updated_at': '2022-02-09T22:48:52Z', 'revision_number': 4, 'project_id': 'b8a255bec548406d84064230e3dd5dc1', 'subnets': [{'id': '4ad8fa6e-bd89-42ed-a112-38594fe2b014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:48:52.670944 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-1cf92206-2708-464b-a0eb-eb447e0bf96c admin admin] Allocated IP 172.20.0.1 (03bd84a9-ea47-420c-9020-819f217f632e/c1e064b1-6f6f-4030-9146-87bf76d6d92b/63839415-a7ae-4f6d-8a6b-25c47820a9fb) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:48:52.795334 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1cf92206-2708-464b-a0eb-eb447e0bf96c admin admin] Publish callbacks [] for port (63839415-a7ae-4f6d-8a6b-25c47820a9fb), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:52.834130 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1cf92206-2708-464b-a0eb-eb447e0bf96c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (63839415-a7ae-4f6d-8a6b-25c47820a9fb), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:52.861856 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-d5e90a98-7313-4af6-8061-5e3fd9ae78fe None None] Current status of the port 74352bc9-c180-4583-8a64-7d3b06746fe9 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:48:52.881625 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf92206-2708-464b-a0eb-eb447e0bf96c admin admin] Network 03bd84a9-ea47-420c-9020-819f217f632e is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:48:52.886341 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-1cf92206-2708-464b-a0eb-eb447e0bf96c admin admin] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:48:52.891354 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf92206-2708-464b-a0eb-eb447e0bf96c admin admin] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:48:52.891973 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2cf34f12-34c6-4e5e-b525-589c3076277c None None] Publish callbacks [] for port (cb626e56-9cca-4049-ba10-7576985e3d88), precommit_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:52.894650 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf92206-2708-464b-a0eb-eb447e0bf96c admin admin] Pushing event updated for resources: {'Port': ['ID=63839415-a7ae-4f6d-8a6b-25c47820a9fb,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:48:52.895212 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-d5e90a98-7313-4af6-8061-5e3fd9ae78fe None None] Provisioning complete for port 27649d59-2d06-4047-9e1b-ab2b0109f674 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:48:52.896141 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d5e90a98-7313-4af6-8061-5e3fd9ae78fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (27649d59-2d06-4047-9e1b-ab2b0109f674), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:52.921462 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2cf34f12-34c6-4e5e-b525-589c3076277c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (cb626e56-9cca-4049-ba10-7576985e3d88), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:52.940936 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1cf92206-2708-464b-a0eb-eb447e0bf96c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554727'] for router_interface (2488be7d-1245-4b47-8ae6-086e764e172f), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:52.991893 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd5a6b5-0691-457b-90d7-0aeab650ce96 None None] Pushing event updated for resources: {'Port': ['ID=cb626e56-9cca-4049-ba10-7576985e3d88,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:48:52.998633 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-2cf34f12-34c6-4e5e-b525-589c3076277c None None] Attempting to bind port cb626e56-9cca-4049-ba10-7576985e3d88 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:48:52.999002 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-2cf34f12-34c6-4e5e-b525-589c3076277c None None] Attempting to bind port cb626e56-9cca-4049-ba10-7576985e3d88 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:48:52.999377 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf34f12-34c6-4e5e-b525-589c3076277c None None] Attempting to bind port cb626e56-9cca-4049-ba10-7576985e3d88 on network 54a442d5-50a0-4c75-85cc-d19f5bf58118 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:48:53.008037 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf34f12-34c6-4e5e-b525-589c3076277c None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:48:53.008444 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf34f12-34c6-4e5e-b525-589c3076277c None None] Checking segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:48:53.008918 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2cf34f12-34c6-4e5e-b525-589c3076277c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:53.009254 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf34f12-34c6-4e5e-b525-589c3076277c None None] Bound using segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:48:53.009741 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-2cf34f12-34c6-4e5e-b525-589c3076277c None None] Bound port: cb626e56-9cca-4049-ba10-7576985e3d88, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:48:53.010141 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2cf34f12-34c6-4e5e-b525-589c3076277c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (cb626e56-9cca-4049-ba10-7576985e3d88), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:53.089786 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-d5e90a98-7313-4af6-8061-5e3fd9ae78fe None None] Current status of the port 27649d59-2d06-4047-9e1b-ab2b0109f674 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:48:53.090177 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d5e90a98-7313-4af6-8061-5e3fd9ae78fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (27649d59-2d06-4047-9e1b-ab2b0109f674), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:53.116553 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-2cf34f12-34c6-4e5e-b525-589c3076277c None None] For port cb626e56-9cca-4049-ba10-7576985e3d88, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:48:53.120569 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-2cf34f12-34c6-4e5e-b525-589c3076277c None None] For port cb626e56-9cca-4049-ba10-7576985e3d88, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=cb626e56-9cca-4049-ba10-7576985e3d88,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:48:53.137095 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2cf34f12-34c6-4e5e-b525-589c3076277c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (cb626e56-9cca-4049-ba10-7576985e3d88), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:53.143310 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1cf92206-2708-464b-a0eb-eb447e0bf96c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (63839415-a7ae-4f6d-8a6b-25c47820a9fb), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:53.145461 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-d5e90a98-7313-4af6-8061-5e3fd9ae78fe None None] For port 27649d59-2d06-4047-9e1b-ab2b0109f674, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=27649d59-2d06-4047-9e1b-ab2b0109f674,segment=NetworkSegment(7e6bf94d-7711-4f80-aabe-82ab99e54cf1),segment_id=7e6bf94d-7711-4f80-aabe-82ab99e54cf1)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:48:53.173239 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d5e90a98-7313-4af6-8061-5e3fd9ae78fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (27649d59-2d06-4047-9e1b-ab2b0109f674), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:53.216162 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf34f12-34c6-4e5e-b525-589c3076277c None None] Routers {'2488be7d-1245-4b47-8ae6-086e764e172f'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:48:53.216162 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-2cf34f12-34c6-4e5e-b525-589c3076277c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:48:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['2488be7d-1245-4b47-8ae6-086e764e172f'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:48:53.321679 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd5a6b5-0691-457b-90d7-0aeab650ce96 None None] Pushing event updated for resources: {'Port': ['ID=cb626e56-9cca-4049-ba10-7576985e3d88,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:48:53.388714 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1cf92206-2708-464b-a0eb-eb447e0bf96c admin admin] Publish callbacks [] for port (63839415-a7ae-4f6d-8a6b-25c47820a9fb), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:53.395224 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-2dce37d7-3bf8-4fe7-93bc-34771dc7178e None None] Provisioning complete for port 74352bc9-c180-4583-8a64-7d3b06746fe9 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:48:53.395892 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2dce37d7-3bf8-4fe7-93bc-34771dc7178e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (74352bc9-c180-4583-8a64-7d3b06746fe9), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:53.397627 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1cf92206-2708-464b-a0eb-eb447e0bf96c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (63839415-a7ae-4f6d-8a6b-25c47820a9fb), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:53.458177 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-2cf34f12-34c6-4e5e-b525-589c3076277c None None] Set router 2488be7d-1245-4b47-8ae6-086e764e172f gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:48:53.469733 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf92206-2708-464b-a0eb-eb447e0bf96c admin admin] Pushing event updated for resources: {'Port': ['ID=63839415-a7ae-4f6d-8a6b-25c47820a9fb,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:48:53.493227 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1cf92206-2708-464b-a0eb-eb447e0bf96c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524919'] for router_interface (2488be7d-1245-4b47-8ae6-086e764e172f), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:53.497761 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e90a98-7313-4af6-8061-5e3fd9ae78fe None None] Pushing event updated for resources: {'Port': ['ID=27649d59-2d06-4047-9e1b-ab2b0109f674,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:48:53.562241 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device ee59c9cc-d251-46a5-a4fd-2e2cea86b25f up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:48:53.606160 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf92206-2708-464b-a0eb-eb447e0bf96c admin admin] Network 03bd84a9-ea47-420c-9020-819f217f632e is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:48:53.608535 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-1cf92206-2708-464b-a0eb-eb447e0bf96c admin admin] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:48:53.688448 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-2dce37d7-3bf8-4fe7-93bc-34771dc7178e None None] Current status of the port 74352bc9-c180-4583-8a64-7d3b06746fe9 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:48:53.735416 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cf92206-2708-464b-a0eb-eb447e0bf96c admin admin] Router 2488be7d-1245-4b47-8ae6-086e764e172f has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:48:53.741745 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-2dce37d7-3bf8-4fe7-93bc-34771dc7178e None None] Provisioning complete for port 27649d59-2d06-4047-9e1b-ab2b0109f674 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:48:53.742126 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2dce37d7-3bf8-4fe7-93bc-34771dc7178e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (27649d59-2d06-4047-9e1b-ab2b0109f674), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:53.771171 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port ee59c9cc-d251-46a5-a4fd-2e2cea86b25f triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:48:53.771472 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (ee59c9cc-d251-46a5-a4fd-2e2cea86b25f), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:53.850359 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-2cf34f12-34c6-4e5e-b525-589c3076277c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2488be7d-1245-4b47-8ae6-086e764e172f', 'name': 'tempest-TestShelveInstance-426814778-router', 'tenant_id': '9846c0aa25fc4081993bcf36a6c09d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': 'cb626e56-9cca-4049-ba10-7576985e3d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:48:49Z', 'updated_at': '2022-02-09T22:48:53Z', 'revision_number': 4, 'project_id': '9846c0aa25fc4081993bcf36a6c09d8c', 'gw_port': {'id': 'cb626e56-9cca-4049-ba10-7576985e3d88', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a4:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2488be7d-1245-4b47-8ae6-086e764e172f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:48:50Z', 'updated_at': '2022-02-09T22:48:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '63839415-a7ae-4f6d-8a6b-25c47820a9fb', 'name': '', 'network_id': '03bd84a9-ea47-420c-9020-819f217f632e', 'tenant_id': '9846c0aa25fc4081993bcf36a6c09d8c', 'mac_address': 'fa:16:3e:43:4f:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2488be7d-1245-4b47-8ae6-086e764e172f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'c1e064b1-6f6f-4030-9146-87bf76d6d92b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:48:52Z', 'updated_at': '2022-02-09T22:48:52Z', 'revision_number': 1, 'project_id': '9846c0aa25fc4081993bcf36a6c09d8c', 'subnets': [{'id': 'c1e064b1-6f6f-4030-9146-87bf76d6d92b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:48:53.856810 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cf92206-2708-464b-a0eb-eb447e0bf96c admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:48:53.862406 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-1cf92206-2708-464b-a0eb-eb447e0bf96c admin admin] 10.222.0.90 "PUT /v2.0/routers/2488be7d-1245-4b47-8ae6-086e764e172f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3396759 Feb 09 22:48:53.916655 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf34f12-34c6-4e5e-b525-589c3076277c None None] The sync data for ids ['2488be7d-1245-4b47-8ae6-086e764e172f'] in n-d-828369-5 is: [{'id': '2488be7d-1245-4b47-8ae6-086e764e172f', 'name': 'tempest-TestShelveInstance-426814778-router', 'tenant_id': '9846c0aa25fc4081993bcf36a6c09d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': 'cb626e56-9cca-4049-ba10-7576985e3d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:48:49Z', 'updated_at': '2022-02-09T22:48:53Z', 'revision_number': 4, 'project_id': '9846c0aa25fc4081993bcf36a6c09d8c', 'gw_port': {'id': 'cb626e56-9cca-4049-ba10-7576985e3d88', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a4:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2488be7d-1245-4b47-8ae6-086e764e172f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:48:50Z', 'updated_at': '2022-02-09T22:48:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '63839415-a7ae-4f6d-8a6b-25c47820a9fb', 'name': '', 'network_id': '03bd84a9-ea47-420c-9020-819f217f632e', 'tenant_id': '9846c0aa25fc4081993bcf36a6c09d8c', 'mac_address': 'fa:16:3e:43:4f:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2488be7d-1245-4b47-8ae6-086e764e172f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'c1e064b1-6f6f-4030-9146-87bf76d6d92b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:48:52Z', 'updated_at': '2022-02-09T22:48:52Z', 'revision_number': 1, 'project_id': '9846c0aa25fc4081993bcf36a6c09d8c', 'subnets': [{'id': 'c1e064b1-6f6f-4030-9146-87bf76d6d92b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:48:53.939496 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-2dce37d7-3bf8-4fe7-93bc-34771dc7178e None None] Current status of the port 27649d59-2d06-4047-9e1b-ab2b0109f674 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:48:53.941688 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port ee59c9cc-d251-46a5-a4fd-2e2cea86b25f is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:48:53.942733 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 74352bc9-c180-4583-8a64-7d3b06746fe9 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:48:53.992106 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 74352bc9-c180-4583-8a64-7d3b06746fe9 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:48:53.992710 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (74352bc9-c180-4583-8a64-7d3b06746fe9), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:54.087238 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-730c43ad-293b-43b4-8ac6-55ee32efb627 None None] Provisioning complete for port 63839415-a7ae-4f6d-8a6b-25c47820a9fb triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:48:54.087615 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-730c43ad-293b-43b4-8ac6-55ee32efb627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (63839415-a7ae-4f6d-8a6b-25c47820a9fb), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:54.120284 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 74352bc9-c180-4583-8a64-7d3b06746fe9 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:48:54.121385 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 27649d59-2d06-4047-9e1b-ab2b0109f674 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:48:54.159328 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-730c43ad-293b-43b4-8ac6-55ee32efb627 None None] Port 63839415-a7ae-4f6d-8a6b-25c47820a9fb cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:48:54.188244 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 27649d59-2d06-4047-9e1b-ab2b0109f674 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:48:54.188874 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (27649d59-2d06-4047-9e1b-ab2b0109f674), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:54.286050 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 27649d59-2d06-4047-9e1b-ab2b0109f674 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:48:54.289600 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:54.460911 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 54504) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:48:54.465590 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-64ff259d-211f-4545-b2d1-cff32daa3f42 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-36463486', 'description': 'tempest-secgroup-smoke-36463486 description', 'project_id': 'b8a255bec548406d84064230e3dd5dc1'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:48:54.485655 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-64ff259d-211f-4545-b2d1-cff32daa3f42 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:54.559807 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-64ff259d-211f-4545-b2d1-cff32daa3f42 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks [] for security_group (1d0fea14-9621-4a67-92cc-924770ffb841), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:54.564826 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-64ff259d-211f-4545-b2d1-cff32daa3f42 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (1d0fea14-9621-4a67-92cc-924770ffb841), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:54.595856 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-64ff259d-211f-4545-b2d1-cff32daa3f42 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:54.597147 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-64ff259d-211f-4545-b2d1-cff32daa3f42 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1352119 Feb 09 22:48:54.599021 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ff259d-211f-4545-b2d1-cff32daa3f42 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d0fea14-9621-4a67-92cc-924770ffb841,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:48:54.600468 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54506) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:48:54.605112 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-bb57c6ed-fc46-4086-ad1c-2acbdca55f79 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Request body: {'security_group_rule': {'security_group_id': '1d0fea14-9621-4a67-92cc-924770ffb841', 'project_id': 'b8a255bec548406d84064230e3dd5dc1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:48:54.630539 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bb57c6ed-fc46-4086-ad1c-2acbdca55f79 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks [] for security_group_rule (7770c130-5b4e-4d03-b723-0775b83a874e), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:54.971683 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bb57c6ed-fc46-4086-ad1c-2acbdca55f79 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks [] for security_group_rule (7770c130-5b4e-4d03-b723-0775b83a874e), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:54.975802 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bb57c6ed-fc46-4086-ad1c-2acbdca55f79 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (7770c130-5b4e-4d03-b723-0775b83a874e), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:54.993936 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb57c6ed-fc46-4086-ad1c-2acbdca55f79 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7770c130-5b4e-4d03-b723-0775b83a874e,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:48:54.999449 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-bb57c6ed-fc46-4086-ad1c-2acbdca55f79 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:55.000739 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-bb57c6ed-fc46-4086-ad1c-2acbdca55f79 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3992469 Feb 09 22:48:55.004303 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54508) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:48:55.011711 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-2b6158ce-873b-4f00-9ad1-d343f2c6d68d tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Request body: {'security_group_rule': {'security_group_id': '1d0fea14-9621-4a67-92cc-924770ffb841', 'project_id': 'b8a255bec548406d84064230e3dd5dc1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:48:55.036589 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2b6158ce-873b-4f00-9ad1-d343f2c6d68d tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks [] for security_group_rule (aa44da9d-3a35-4102-85a7-4b29ce6a21dc), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:55.090409 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2b6158ce-873b-4f00-9ad1-d343f2c6d68d tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks [] for security_group_rule (aa44da9d-3a35-4102-85a7-4b29ce6a21dc), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:55.094149 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2b6158ce-873b-4f00-9ad1-d343f2c6d68d tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (aa44da9d-3a35-4102-85a7-4b29ce6a21dc), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:55.110986 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6158ce-873b-4f00-9ad1-d343f2c6d68d tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa44da9d-3a35-4102-85a7-4b29ce6a21dc,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:48:55.119661 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-2b6158ce-873b-4f00-9ad1-d343f2c6d68d tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:55.120877 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-2b6158ce-873b-4f00-9ad1-d343f2c6d68d tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1156082 Feb 09 22:48:55.123662 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54510) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:48:55.127835 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-37ce7cb8-9e14-4f47-b7a6-ce1035726b3c tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Request body: {'security_group_rule': {'security_group_id': '1d0fea14-9621-4a67-92cc-924770ffb841', 'project_id': 'b8a255bec548406d84064230e3dd5dc1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:48:55.152038 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-37ce7cb8-9e14-4f47-b7a6-ce1035726b3c tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks [] for security_group_rule (c9daf93c-e8e3-4aa2-8ce9-cbab1863e7c7), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:55.215571 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-37ce7cb8-9e14-4f47-b7a6-ce1035726b3c tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks [] for security_group_rule (c9daf93c-e8e3-4aa2-8ce9-cbab1863e7c7), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:55.219869 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-37ce7cb8-9e14-4f47-b7a6-ce1035726b3c tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (c9daf93c-e8e3-4aa2-8ce9-cbab1863e7c7), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:55.241578 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ce7cb8-9e14-4f47-b7a6-ce1035726b3c tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9daf93c-e8e3-4aa2-8ce9-cbab1863e7c7,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:48:55.249727 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-37ce7cb8-9e14-4f47-b7a6-ce1035726b3c tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:55.250969 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-37ce7cb8-9e14-4f47-b7a6-ce1035726b3c tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1263244 Feb 09 22:48:55.253732 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54512) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:48:55.257257 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 27649d59-2d06-4047-9e1b-ab2b0109f674 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:48:55.258168 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-b3b576d9-70de-4aae-8346-f98d41c194ce tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Request body: {'security_group_rule': {'security_group_id': '1d0fea14-9621-4a67-92cc-924770ffb841', 'project_id': 'b8a255bec548406d84064230e3dd5dc1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:48:55.282259 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b3b576d9-70de-4aae-8346-f98d41c194ce tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks [] for security_group_rule (5f963dc1-d795-414d-ae9e-a9a0f2e649db), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:55.306831 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 27649d59-2d06-4047-9e1b-ab2b0109f674 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:48:55.307216 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (27649d59-2d06-4047-9e1b-ab2b0109f674), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:55.341664 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b3b576d9-70de-4aae-8346-f98d41c194ce tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks [] for security_group_rule (5f963dc1-d795-414d-ae9e-a9a0f2e649db), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:55.345676 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b3b576d9-70de-4aae-8346-f98d41c194ce tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (5f963dc1-d795-414d-ae9e-a9a0f2e649db), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:55.364293 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b576d9-70de-4aae-8346-f98d41c194ce tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f963dc1-d795-414d-ae9e-a9a0f2e649db,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:48:55.372253 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-b3b576d9-70de-4aae-8346-f98d41c194ce tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:55.373459 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-b3b576d9-70de-4aae-8346-f98d41c194ce tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1187949 Feb 09 22:48:55.376151 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54514) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:48:55.380481 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-5a52d562-8e3b-4951-9995-967e2a63c779 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Request body: {'security_group_rule': {'security_group_id': '1d0fea14-9621-4a67-92cc-924770ffb841', 'project_id': 'b8a255bec548406d84064230e3dd5dc1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:48:55.400278 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 27649d59-2d06-4047-9e1b-ab2b0109f674 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:48:55.406341 n-d-828369-5 neutron-server[103141]: INFO neutron.db.securitygroups_db [None req-5a52d562-8e3b-4951-9995-967e2a63c779 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Project b8a255bec548406d84064230e3dd5dc1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 22:48:55.425656 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5a52d562-8e3b-4951-9995-967e2a63c779 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks [] for security_group_rule (342018d1-140b-424c-9e0b-938e63657e80), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:55.487572 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5a52d562-8e3b-4951-9995-967e2a63c779 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks [] for security_group_rule (342018d1-140b-424c-9e0b-938e63657e80), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:55.490955 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5a52d562-8e3b-4951-9995-967e2a63c779 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (342018d1-140b-424c-9e0b-938e63657e80), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:55.510780 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a52d562-8e3b-4951-9995-967e2a63c779 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=342018d1-140b-424c-9e0b-938e63657e80,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:48:55.524514 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5a52d562-8e3b-4951-9995-967e2a63c779 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:55.528621 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-5a52d562-8e3b-4951-9995-967e2a63c779 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1486347 Feb 09 22:48:55.528818 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54516) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:48:55.533458 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-513a8492-9d9d-417d-8106-c90ccb01d428 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Request body: {'security_group_rule': {'security_group_id': '1d0fea14-9621-4a67-92cc-924770ffb841', 'project_id': 'b8a255bec548406d84064230e3dd5dc1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:48:55.559804 n-d-828369-5 neutron-server[103141]: INFO neutron.db.securitygroups_db [None req-513a8492-9d9d-417d-8106-c90ccb01d428 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Project b8a255bec548406d84064230e3dd5dc1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 22:48:55.565101 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-513a8492-9d9d-417d-8106-c90ccb01d428 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks [] for security_group_rule (c80609aa-e47a-4130-88c3-5599740eee06), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:55.633547 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-513a8492-9d9d-417d-8106-c90ccb01d428 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks [] for security_group_rule (c80609aa-e47a-4130-88c3-5599740eee06), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:55.637855 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-513a8492-9d9d-417d-8106-c90ccb01d428 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (c80609aa-e47a-4130-88c3-5599740eee06), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:55.653722 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513a8492-9d9d-417d-8106-c90ccb01d428 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c80609aa-e47a-4130-88c3-5599740eee06,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:48:55.664646 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-513a8492-9d9d-417d-8106-c90ccb01d428 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:55.665891 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-513a8492-9d9d-417d-8106-c90ccb01d428 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1361279 Feb 09 22:48:55.820158 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ebe928c0-f93e-43e3-bc15-f867ff5d4079 req-f2f656aa-41d5-4652-928f-ce64c31abd38 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-36463486&fields=id&tenant_id=b8a255bec548406d84064230e3dd5dc1 HTTP/1.1" status: 200 len: 267 time: 0.0456700 Feb 09 22:48:55.933419 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe928c0-f93e-43e3-bc15-f867ff5d4079 req-51fcee2c-bc39-4372-81d3-d76aa776ca70 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:55.934966 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ebe928c0-f93e-43e3-bc15-f867ff5d4079 req-51fcee2c-bc39-4372-81d3-d76aa776ca70 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/networks?id=492e837f-45b8-45f4-8b23-5b7db57b71a5 HTTP/1.1" status: 200 len: 808 time: 0.1081514 Feb 09 22:48:55.950792 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ebe928c0-f93e-43e3-bc15-f867ff5d4079 req-3c2e735c-38b1-4135-b47c-686d03a15385 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/quotas/b8a255bec548406d84064230e3dd5dc1 HTTP/1.1" status: 200 len: 375 time: 0.0101678 Feb 09 22:48:56.008764 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ebe928c0-f93e-43e3-bc15-f867ff5d4079 req-cf914f82-10ff-4083-b05e-d2618ed1fdc6 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=b8a255bec548406d84064230e3dd5dc1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0524855 Feb 09 22:48:56.217410 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ebe928c0-f93e-43e3-bc15-f867ff5d4079 req-7d712e4f-9015-4d4b-8d80-7e20f838ed5e service neutron] 10.222.0.90 "GET /v2.0/networks/492e837f-45b8-45f4-8b23-5b7db57b71a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971948 Feb 09 22:48:56.306408 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ebe928c0-f93e-43e3-bc15-f867ff5d4079 req-539340fc-2ab4-46b8-8446-2f824cfdae50 service neutron] 10.222.0.90 "GET /v2.0/networks/492e837f-45b8-45f4-8b23-5b7db57b71a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831549 Feb 09 22:48:56.471780 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7cb57199-b53c-4d08-be94-4fec8704b5d0 req-29613620-3ba3-4387-aaed-88ce7f0a9c1a tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=824de4e5-0f63-4582-b434-fcdf3be9ea10 HTTP/1.1" status: 200 len: 210 time: 0.0296872 Feb 09 22:48:56.810117 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4b28b0-57db-4389-8554-e66a0587fd1e None None] Sync routers for ids ['2488be7d-1245-4b47-8ae6-086e764e172f'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:48:56.821000 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4b28b0-57db-4389-8554-e66a0587fd1e None None] Routers {'2488be7d-1245-4b47-8ae6-086e764e172f'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:48:56.821811 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-2e4b28b0-57db-4389-8554-e66a0587fd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:48:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['2488be7d-1245-4b47-8ae6-086e764e172f'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:48:56.934336 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-2e4b28b0-57db-4389-8554-e66a0587fd1e None None] Set router 2488be7d-1245-4b47-8ae6-086e764e172f gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:48:57.134776 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-2e4b28b0-57db-4389-8554-e66a0587fd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2488be7d-1245-4b47-8ae6-086e764e172f', 'name': 'tempest-TestShelveInstance-426814778-router', 'tenant_id': '9846c0aa25fc4081993bcf36a6c09d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': 'cb626e56-9cca-4049-ba10-7576985e3d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:48:49Z', 'updated_at': '2022-02-09T22:48:53Z', 'revision_number': 4, 'project_id': '9846c0aa25fc4081993bcf36a6c09d8c', 'gw_port': {'id': 'cb626e56-9cca-4049-ba10-7576985e3d88', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a4:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2488be7d-1245-4b47-8ae6-086e764e172f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:48:50Z', 'updated_at': '2022-02-09T22:48:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '63839415-a7ae-4f6d-8a6b-25c47820a9fb', 'name': '', 'network_id': '03bd84a9-ea47-420c-9020-819f217f632e', 'tenant_id': '9846c0aa25fc4081993bcf36a6c09d8c', 'mac_address': 'fa:16:3e:43:4f:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2488be7d-1245-4b47-8ae6-086e764e172f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'c1e064b1-6f6f-4030-9146-87bf76d6d92b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:48:52Z', 'updated_at': '2022-02-09T22:48:53Z', 'revision_number': 2, 'project_id': '9846c0aa25fc4081993bcf36a6c09d8c', 'subnets': [{'id': 'c1e064b1-6f6f-4030-9146-87bf76d6d92b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:48:57.165364 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4b28b0-57db-4389-8554-e66a0587fd1e None None] Checking router: 2488be7d-1245-4b47-8ae6-086e764e172f for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:48:57.165721 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4b28b0-57db-4389-8554-e66a0587fd1e None None] Updating router 2488be7d-1245-4b47-8ae6-086e764e172f port 63839415-a7ae-4f6d-8a6b-25c47820a9fb binding host n-d-828369-5 {{(pid=103143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:48:57.191793 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2e4b28b0-57db-4389-8554-e66a0587fd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (63839415-a7ae-4f6d-8a6b-25c47820a9fb), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:57.282556 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device cb626e56-9cca-4049-ba10-7576985e3d88 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:48:57.345579 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port cb626e56-9cca-4049-ba10-7576985e3d88 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:48:57.346325 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (cb626e56-9cca-4049-ba10-7576985e3d88), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:57.454665 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe928c0-f93e-43e3-bc15-f867ff5d4079 req-7612f14f-3a99-445b-9262-695fb3885ca9 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:57.458210 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port cb626e56-9cca-4049-ba10-7576985e3d88 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:48:57.458618 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (cb626e56-9cca-4049-ba10-7576985e3d88), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:57.459030 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ebe928c0-f93e-43e3-bc15-f867ff5d4079 req-7612f14f-3a99-445b-9262-695fb3885ca9 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.95 "GET /v2.0/networks?id=492e837f-45b8-45f4-8b23-5b7db57b71a5 HTTP/1.1" status: 200 len: 808 time: 0.1414149 Feb 09 22:48:57.464796 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2e4b28b0-57db-4389-8554-e66a0587fd1e None None] Publish callbacks [] for port (63839415-a7ae-4f6d-8a6b-25c47820a9fb), precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:57.470815 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2e4b28b0-57db-4389-8554-e66a0587fd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (63839415-a7ae-4f6d-8a6b-25c47820a9fb), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:57.485042 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port cb626e56-9cca-4049-ba10-7576985e3d88, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=cb626e56-9cca-4049-ba10-7576985e3d88,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:48:57.490641 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (cb626e56-9cca-4049-ba10-7576985e3d88), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:57.539016 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ebe928c0-f93e-43e3-bc15-f867ff5d4079 req-d517cb4d-4803-44f3-b5ed-519b3f7d6502 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8a255bec548406d84064230e3dd5dc1 HTTP/1.1" status: 200 len: 378 time: 0.0695744 Feb 09 22:48:57.549206 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-ebe928c0-f93e-43e3-bc15-f867ff5d4079 req-24c39eeb-82aa-448e-9271-48dcf3a8b411 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Request body: {'port': {'device_id': '824de4e5-0f63-4582-b434-fcdf3be9ea10', 'network_id': '492e837f-45b8-45f4-8b23-5b7db57b71a5', 'admin_state_up': True, 'tenant_id': 'b8a255bec548406d84064230e3dd5dc1', 'security_groups': ['1d0fea14-9621-4a67-92cc-924770ffb841']}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:48:57.572791 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=cb626e56-9cca-4049-ba10-7576985e3d88,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:48:57.610636 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-2e4b28b0-57db-4389-8554-e66a0587fd1e None None] Attempting to bind port 63839415-a7ae-4f6d-8a6b-25c47820a9fb on host n-d-828369-5 for vnic_type normal with profile {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:48:57.611014 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-2e4b28b0-57db-4389-8554-e66a0587fd1e None None] Attempting to bind port 63839415-a7ae-4f6d-8a6b-25c47820a9fb by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '975b1b51-c6ea-445f-9bc2-d662ef63811a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '03bd84a9-ea47-420c-9020-819f217f632e'}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:48:57.611383 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4b28b0-57db-4389-8554-e66a0587fd1e None None] Attempting to bind port 63839415-a7ae-4f6d-8a6b-25c47820a9fb on network 03bd84a9-ea47-420c-9020-819f217f632e {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:48:57.618437 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:48:57.619735 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4b28b0-57db-4389-8554-e66a0587fd1e None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:48:57.620111 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4b28b0-57db-4389-8554-e66a0587fd1e None None] Checking segment: {'id': '975b1b51-c6ea-445f-9bc2-d662ef63811a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '03bd84a9-ea47-420c-9020-819f217f632e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:48:57.620616 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2e4b28b0-57db-4389-8554-e66a0587fd1e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:57.621016 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4b28b0-57db-4389-8554-e66a0587fd1e None None] Bound using segment: {'id': '975b1b51-c6ea-445f-9bc2-d662ef63811a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '03bd84a9-ea47-420c-9020-819f217f632e'} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:48:57.621492 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-2e4b28b0-57db-4389-8554-e66a0587fd1e None None] Bound port: 63839415-a7ae-4f6d-8a6b-25c47820a9fb, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '975b1b51-c6ea-445f-9bc2-d662ef63811a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '03bd84a9-ea47-420c-9020-819f217f632e'}}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:48:57.621881 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2e4b28b0-57db-4389-8554-e66a0587fd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (63839415-a7ae-4f6d-8a6b-25c47820a9fb), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:57.624105 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0c796f-9fd4-4d19-a019-230a7a2628a1 None None] Pushing event updated for resources: {'Port': ['ID=63839415-a7ae-4f6d-8a6b-25c47820a9fb,revision_number=3']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:48:57.635621 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-48edc5f1-4127-4641-b554-f256191a2071 req-2e7e86b1-0fff-429a-a0b0-5cbd9c14ae33 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=824de4e5-0f63-4582-b434-fcdf3be9ea10 HTTP/1.1" status: 200 len: 210 time: 0.0796599 Feb 09 22:48:57.695976 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-2e4b28b0-57db-4389-8554-e66a0587fd1e None None] For port 63839415-a7ae-4f6d-8a6b-25c47820a9fb, host n-d-828369-5, cleared binding levels {{(pid=103143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:48:57.699344 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-2e4b28b0-57db-4389-8554-e66a0587fd1e None None] For port 63839415-a7ae-4f6d-8a6b-25c47820a9fb, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=63839415-a7ae-4f6d-8a6b-25c47820a9fb,segment=NetworkSegment(975b1b51-c6ea-445f-9bc2-d662ef63811a),segment_id=975b1b51-c6ea-445f-9bc2-d662ef63811a)] {{(pid=103143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:48:57.707445 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-2e4b28b0-57db-4389-8554-e66a0587fd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (63839415-a7ae-4f6d-8a6b-25c47820a9fb), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:57.722720 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebe928c0-f93e-43e3-bc15-f867ff5d4079 req-24c39eeb-82aa-448e-9271-48dcf3a8b411 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Made reservation on behalf of b8a255bec548406d84064230e3dd5dc1 for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:48:57.726957 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-ebe928c0-f93e-43e3-bc15-f867ff5d4079 req-24c39eeb-82aa-448e-9271-48dcf3a8b411 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:57.769448 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4b28b0-57db-4389-8554-e66a0587fd1e None None] Routers {'2488be7d-1245-4b47-8ae6-086e764e172f'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:48:57.770074 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-2e4b28b0-57db-4389-8554-e66a0587fd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:48:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['2488be7d-1245-4b47-8ae6-086e764e172f'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:48:57.775076 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0c796f-9fd4-4d19-a019-230a7a2628a1 None None] Pushing event updated for resources: {'Port': ['ID=63839415-a7ae-4f6d-8a6b-25c47820a9fb,revision_number=4']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:48:57.820081 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-c8275fa4-f6e1-471f-8f12-36e14f409bf6 None None] Provisioning complete for port 63839415-a7ae-4f6d-8a6b-25c47820a9fb triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:48:57.820729 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c8275fa4-f6e1-471f-8f12-36e14f409bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (63839415-a7ae-4f6d-8a6b-25c47820a9fb), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:57.878859 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [req-ebe928c0-f93e-43e3-bc15-f867ff5d4079 req-24c39eeb-82aa-448e-9271-48dcf3a8b411 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Allocated IP 172.20.0.13 (492e837f-45b8-45f4-8b23-5b7db57b71a5/4ad8fa6e-bd89-42ed-a112-38594fe2b014/8481b59e-d8fa-4178-b316-6752ddda0dfa) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:48:57.906161 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-2e4b28b0-57db-4389-8554-e66a0587fd1e None None] Set router 2488be7d-1245-4b47-8ae6-086e764e172f gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:48:57.933981 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-c8275fa4-f6e1-471f-8f12-36e14f409bf6 None None] Current status of the port 63839415-a7ae-4f6d-8a6b-25c47820a9fb is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:48:57.936768 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c8275fa4-f6e1-471f-8f12-36e14f409bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (63839415-a7ae-4f6d-8a6b-25c47820a9fb), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:57.988446 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-c8275fa4-f6e1-471f-8f12-36e14f409bf6 None None] For port 63839415-a7ae-4f6d-8a6b-25c47820a9fb, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=63839415-a7ae-4f6d-8a6b-25c47820a9fb,segment=NetworkSegment(975b1b51-c6ea-445f-9bc2-d662ef63811a),segment_id=975b1b51-c6ea-445f-9bc2-d662ef63811a)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:48:57.993695 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c8275fa4-f6e1-471f-8f12-36e14f409bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (63839415-a7ae-4f6d-8a6b-25c47820a9fb), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:58.044682 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8275fa4-f6e1-471f-8f12-36e14f409bf6 None None] Pushing event updated for resources: {'Port': ['ID=63839415-a7ae-4f6d-8a6b-25c47820a9fb,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:48:58.044945 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-ebe928c0-f93e-43e3-bc15-f867ff5d4079 req-24c39eeb-82aa-448e-9271-48dcf3a8b411 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks [] for port (8481b59e-d8fa-4178-b316-6752ddda0dfa), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:58.092148 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-ebe928c0-f93e-43e3-bc15-f867ff5d4079 req-24c39eeb-82aa-448e-9271-48dcf3a8b411 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (8481b59e-d8fa-4178-b316-6752ddda0dfa), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:58.117843 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-44481e76-eaba-491d-91f5-eaf0646d4aad None None] Provisioning complete for port 63839415-a7ae-4f6d-8a6b-25c47820a9fb triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:48:58.118529 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-44481e76-eaba-491d-91f5-eaf0646d4aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (63839415-a7ae-4f6d-8a6b-25c47820a9fb), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:58.141402 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-2e4b28b0-57db-4389-8554-e66a0587fd1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2488be7d-1245-4b47-8ae6-086e764e172f', 'name': 'tempest-TestShelveInstance-426814778-router', 'tenant_id': '9846c0aa25fc4081993bcf36a6c09d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': 'cb626e56-9cca-4049-ba10-7576985e3d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:48:49Z', 'updated_at': '2022-02-09T22:48:53Z', 'revision_number': 4, 'project_id': '9846c0aa25fc4081993bcf36a6c09d8c', 'gw_port': {'id': 'cb626e56-9cca-4049-ba10-7576985e3d88', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2488be7d-1245-4b47-8ae6-086e764e172f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:48:50Z', 'updated_at': '2022-02-09T22:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '63839415-a7ae-4f6d-8a6b-25c47820a9fb', 'name': '', 'network_id': '03bd84a9-ea47-420c-9020-819f217f632e', 'tenant_id': '9846c0aa25fc4081993bcf36a6c09d8c', 'mac_address': 'fa:16:3e:43:4f:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2488be7d-1245-4b47-8ae6-086e764e172f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'c1e064b1-6f6f-4030-9146-87bf76d6d92b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:48:52Z', 'updated_at': '2022-02-09T22:48:57Z', 'revision_number': 4, 'project_id': '9846c0aa25fc4081993bcf36a6c09d8c', 'subnets': [{'id': 'c1e064b1-6f6f-4030-9146-87bf76d6d92b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:48:58.152174 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebe928c0-f93e-43e3-bc15-f867ff5d4079 req-24c39eeb-82aa-448e-9271-48dcf3a8b411 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Network 492e837f-45b8-45f4-8b23-5b7db57b71a5 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:48:58.159424 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [req-ebe928c0-f93e-43e3-bc15-f867ff5d4079 req-24c39eeb-82aa-448e-9271-48dcf3a8b411 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:48:58.171543 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebe928c0-f93e-43e3-bc15-f867ff5d4079 req-24c39eeb-82aa-448e-9271-48dcf3a8b411 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:48:58.171736 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4b28b0-57db-4389-8554-e66a0587fd1e None None] The sync data for ids ['2488be7d-1245-4b47-8ae6-086e764e172f'] in n-d-828369-5 is: [{'id': '2488be7d-1245-4b47-8ae6-086e764e172f', 'name': 'tempest-TestShelveInstance-426814778-router', 'tenant_id': '9846c0aa25fc4081993bcf36a6c09d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': 'cb626e56-9cca-4049-ba10-7576985e3d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:48:49Z', 'updated_at': '2022-02-09T22:48:53Z', 'revision_number': 4, 'project_id': '9846c0aa25fc4081993bcf36a6c09d8c', 'gw_port': {'id': 'cb626e56-9cca-4049-ba10-7576985e3d88', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2488be7d-1245-4b47-8ae6-086e764e172f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:48:50Z', 'updated_at': '2022-02-09T22:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '63839415-a7ae-4f6d-8a6b-25c47820a9fb', 'name': '', 'network_id': '03bd84a9-ea47-420c-9020-819f217f632e', 'tenant_id': '9846c0aa25fc4081993bcf36a6c09d8c', 'mac_address': 'fa:16:3e:43:4f:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2488be7d-1245-4b47-8ae6-086e764e172f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'c1e064b1-6f6f-4030-9146-87bf76d6d92b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:48:52Z', 'updated_at': '2022-02-09T22:48:57Z', 'revision_number': 4, 'project_id': '9846c0aa25fc4081993bcf36a6c09d8c', 'subnets': [{'id': 'c1e064b1-6f6f-4030-9146-87bf76d6d92b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:48:58.175147 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c39eeb-82aa-448e-9271-48dcf3a8b411 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Pushing event updated for resources: {'Port': ['ID=8481b59e-d8fa-4178-b316-6752ddda0dfa,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:48:58.225400 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe928c0-f93e-43e3-bc15-f867ff5d4079 req-24c39eeb-82aa-448e-9271-48dcf3a8b411 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:58.226162 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-ebe928c0-f93e-43e3-bc15-f867ff5d4079 req-24c39eeb-82aa-448e-9271-48dcf3a8b411 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:58.251020 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ebe928c0-f93e-43e3-bc15-f867ff5d4079 req-24c39eeb-82aa-448e-9271-48dcf3a8b411 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7056758 Feb 09 22:48:58.254432 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-44481e76-eaba-491d-91f5-eaf0646d4aad None None] Current status of the port 63839415-a7ae-4f6d-8a6b-25c47820a9fb is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:48:58.262933 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [req-ebe928c0-f93e-43e3-bc15-f867ff5d4079 req-0b5f07cf-b796-459f-a030-50e2df4bea1a tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=103140) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 22:48:58.264119 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ebe928c0-f93e-43e3-bc15-f867ff5d4079 req-0b5f07cf-b796-459f-a030-50e2df4bea1a tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069287 Feb 09 22:48:58.327208 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-ebe928c0-f93e-43e3-bc15-f867ff5d4079 req-5f600a54-7d07-45ef-8935-3b3f1dc0e4e7 service neutron] Request body: {'port': {'device_id': '824de4e5-0f63-4582-b434-fcdf3be9ea10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-5'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:48:58.395856 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-ebe928c0-f93e-43e3-bc15-f867ff5d4079 req-5f600a54-7d07-45ef-8935-3b3f1dc0e4e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (8481b59e-d8fa-4178-b316-6752ddda0dfa), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:58.477670 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-378178c4-f52f-4e6e-8cf0-1bafa5f5bf58 None None] Provisioning complete for port 8481b59e-d8fa-4178-b316-6752ddda0dfa triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:48:58.478183 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-378178c4-f52f-4e6e-8cf0-1bafa5f5bf58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (8481b59e-d8fa-4178-b316-6752ddda0dfa), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:58.514183 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-378178c4-f52f-4e6e-8cf0-1bafa5f5bf58 None None] Port 8481b59e-d8fa-4178-b316-6752ddda0dfa cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:48:58.676609 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [req-ebe928c0-f93e-43e3-bc15-f867ff5d4079 req-5f600a54-7d07-45ef-8935-3b3f1dc0e4e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8481b59e-d8fa-4178-b316-6752ddda0dfa {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:48:58.684084 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-ebe928c0-f93e-43e3-bc15-f867ff5d4079 req-5f600a54-7d07-45ef-8935-3b3f1dc0e4e7 service neutron] Publish callbacks [] for port (8481b59e-d8fa-4178-b316-6752ddda0dfa), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:58.696736 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [req-ebe928c0-f93e-43e3-bc15-f867ff5d4079 req-5f600a54-7d07-45ef-8935-3b3f1dc0e4e7 service neutron] Transition to ACTIVE for port object 8481b59e-d8fa-4178-b316-6752ddda0dfa will not be triggered until provisioned by entity L2. {{(pid=103140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:48:58.701839 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-ebe928c0-f93e-43e3-bc15-f867ff5d4079 req-5f600a54-7d07-45ef-8935-3b3f1dc0e4e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (8481b59e-d8fa-4178-b316-6752ddda0dfa), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:58.783843 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f600a54-7d07-45ef-8935-3b3f1dc0e4e7 service neutron] Pushing event updated for resources: {'Port': ['ID=8481b59e-d8fa-4178-b316-6752ddda0dfa,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:48:58.851359 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d518c48a-8190-4c29-8dc2-76cc9f3babbc req-509c45a5-5631-400e-af4e-4a7c165821b7 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:58.852975 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d518c48a-8190-4c29-8dc2-76cc9f3babbc req-509c45a5-5631-400e-af4e-4a7c165821b7 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=824de4e5-0f63-4582-b434-fcdf3be9ea10 HTTP/1.1" status: 200 len: 944 time: 0.1400049 Feb 09 22:48:58.893924 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-ebe928c0-f93e-43e3-bc15-f867ff5d4079 req-5f600a54-7d07-45ef-8935-3b3f1dc0e4e7 service neutron] Attempting to bind port 8481b59e-d8fa-4178-b316-6752ddda0dfa on host n-h1-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:48:58.894269 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-ebe928c0-f93e-43e3-bc15-f867ff5d4079 req-5f600a54-7d07-45ef-8935-3b3f1dc0e4e7 service neutron] Attempting to bind port 8481b59e-d8fa-4178-b316-6752ddda0dfa by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': '7e6bf94d-7711-4f80-aabe-82ab99e54cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '492e837f-45b8-45f4-8b23-5b7db57b71a5'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:48:58.894604 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe928c0-f93e-43e3-bc15-f867ff5d4079 req-5f600a54-7d07-45ef-8935-3b3f1dc0e4e7 service neutron] Attempting to bind port 8481b59e-d8fa-4178-b316-6752ddda0dfa on network 492e837f-45b8-45f4-8b23-5b7db57b71a5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:48:58.910449 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe928c0-f93e-43e3-bc15-f867ff5d4079 req-5f600a54-7d07-45ef-8935-3b3f1dc0e4e7 service neutron] Port 8481b59e-d8fa-4178-b316-6752ddda0dfa on network 492e837f-45b8-45f4-8b23-5b7db57b71a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:48:58.910809 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe928c0-f93e-43e3-bc15-f867ff5d4079 req-5f600a54-7d07-45ef-8935-3b3f1dc0e4e7 service neutron] Attempting to bind port 8481b59e-d8fa-4178-b316-6752ddda0dfa on network 492e837f-45b8-45f4-8b23-5b7db57b71a5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:48:58.924989 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe928c0-f93e-43e3-bc15-f867ff5d4079 req-5f600a54-7d07-45ef-8935-3b3f1dc0e4e7 service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:48:58.925309 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe928c0-f93e-43e3-bc15-f867ff5d4079 req-5f600a54-7d07-45ef-8935-3b3f1dc0e4e7 service neutron] Checking segment: {'id': '7e6bf94d-7711-4f80-aabe-82ab99e54cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '492e837f-45b8-45f4-8b23-5b7db57b71a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:48:58.925847 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe928c0-f93e-43e3-bc15-f867ff5d4079 req-5f600a54-7d07-45ef-8935-3b3f1dc0e4e7 service neutron] Bound using segment: {'id': '7e6bf94d-7711-4f80-aabe-82ab99e54cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '492e837f-45b8-45f4-8b23-5b7db57b71a5'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:48:58.926281 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-ebe928c0-f93e-43e3-bc15-f867ff5d4079 req-5f600a54-7d07-45ef-8935-3b3f1dc0e4e7 service neutron] Bound port: 8481b59e-d8fa-4178-b316-6752ddda0dfa, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e6bf94d-7711-4f80-aabe-82ab99e54cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '492e837f-45b8-45f4-8b23-5b7db57b71a5'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:48:58.927157 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-ebe928c0-f93e-43e3-bc15-f867ff5d4079 req-5f600a54-7d07-45ef-8935-3b3f1dc0e4e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (8481b59e-d8fa-4178-b316-6752ddda0dfa), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:58.932331 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d518c48a-8190-4c29-8dc2-76cc9f3babbc req-73aedbf9-a160-4232-9c78-b04b38b045a9 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d0fea14-9621-4a67-92cc-924770ffb841&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0723693 Feb 09 22:48:58.999617 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-ebe928c0-f93e-43e3-bc15-f867ff5d4079 req-5f600a54-7d07-45ef-8935-3b3f1dc0e4e7 service neutron] For port 8481b59e-d8fa-4178-b316-6752ddda0dfa, host n-h1-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:48:59.003160 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-ebe928c0-f93e-43e3-bc15-f867ff5d4079 req-5f600a54-7d07-45ef-8935-3b3f1dc0e4e7 service neutron] For port 8481b59e-d8fa-4178-b316-6752ddda0dfa, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=8481b59e-d8fa-4178-b316-6752ddda0dfa,segment=NetworkSegment(7e6bf94d-7711-4f80-aabe-82ab99e54cf1),segment_id=7e6bf94d-7711-4f80-aabe-82ab99e54cf1)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:48:59.009956 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-ebe928c0-f93e-43e3-bc15-f867ff5d4079 req-5f600a54-7d07-45ef-8935-3b3f1dc0e4e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (8481b59e-d8fa-4178-b316-6752ddda0dfa), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:59.047512 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe928c0-f93e-43e3-bc15-f867ff5d4079 req-5f600a54-7d07-45ef-8935-3b3f1dc0e4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:59.048022 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-ebe928c0-f93e-43e3-bc15-f867ff5d4079 req-5f600a54-7d07-45ef-8935-3b3f1dc0e4e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:59.049554 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ebe928c0-f93e-43e3-bc15-f867ff5d4079 req-5f600a54-7d07-45ef-8935-3b3f1dc0e4e7 service neutron] 10.222.0.95 "PUT /v2.0/ports/8481b59e-d8fa-4178-b316-6752ddda0dfa HTTP/1.1" status: 200 len: 1092 time: 0.7779961 Feb 09 22:48:59.052146 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '824de4e5-0f63-4582-b434-fcdf3be9ea10', 'tag': '8481b59e-d8fa-4178-b316-6752ddda0dfa'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:48:59.054658 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}084566773578a82c7ab9e8b7d7948f8d3f1cbdaece621e80e6759ea940bbe07a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab3470dd-700f-4c3c-96a0-f42f8cff5b0a" -d '{"events": [{"name": "network-changed", "server_uuid": "824de4e5-0f63-4582-b434-fcdf3be9ea10", "tag": "8481b59e-d8fa-4178-b316-6752ddda0dfa"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:48:59.085361 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f600a54-7d07-45ef-8935-3b3f1dc0e4e7 service neutron] Pushing event updated for resources: {'Port': ['ID=8481b59e-d8fa-4178-b316-6752ddda0dfa,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:48:59.104314 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f294dac8-b677-4f4b-9ac4-df5486f491d6 x-openstack-request-id: req-f294dac8-b677-4f4b-9ac4-df5486f491d6 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:48:59.104611 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "824de4e5-0f63-4582-b434-fcdf3be9ea10", "tag": "8481b59e-d8fa-4178-b316-6752ddda0dfa", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:48:59.104871 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-f294dac8-b677-4f4b-9ac4-df5486f491d6 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:48:59.105268 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '824de4e5-0f63-4582-b434-fcdf3be9ea10', 'tag': '8481b59e-d8fa-4178-b316-6752ddda0dfa', 'status': 'completed', 'code': 200} Feb 09 22:48:59.142372 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe928c0-f93e-43e3-bc15-f867ff5d4079 req-0a17ada1-6f1a-416b-98c8-3faf5eff9b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:59.143888 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ebe928c0-f93e-43e3-bc15-f867ff5d4079 req-0a17ada1-6f1a-416b-98c8-3faf5eff9b8b service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b8a255bec548406d84064230e3dd5dc1&device_id=824de4e5-0f63-4582-b434-fcdf3be9ea10 HTTP/1.1" status: 200 len: 1126 time: 0.0526812 Feb 09 22:48:59.187391 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ebe928c0-f93e-43e3-bc15-f867ff5d4079 req-9674df40-53c6-428e-8e57-cae8fc6e7c22 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8481b59e-d8fa-4178-b316-6752ddda0dfa HTTP/1.1" status: 200 len: 217 time: 0.0360124 Feb 09 22:48:59.250964 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe928c0-f93e-43e3-bc15-f867ff5d4079 req-8e41b667-2029-484b-afc9-46a906260eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:59.252504 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ebe928c0-f93e-43e3-bc15-f867ff5d4079 req-8e41b667-2029-484b-afc9-46a906260eb6 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=4ad8fa6e-bd89-42ed-a112-38594fe2b014 HTTP/1.1" status: 200 len: 847 time: 0.0591264 Feb 09 22:48:59.308284 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe928c0-f93e-43e3-bc15-f867ff5d4079 req-195b1137-feb1-431f-84bc-f3bcb6fb94b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:59.310140 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ebe928c0-f93e-43e3-bc15-f867ff5d4079 req-195b1137-feb1-431f-84bc-f3bcb6fb94b5 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=492e837f-45b8-45f4-8b23-5b7db57b71a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0500314 Feb 09 22:48:59.320756 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 63839415-a7ae-4f6d-8a6b-25c47820a9fb up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:48:59.382898 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 63839415-a7ae-4f6d-8a6b-25c47820a9fb triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:48:59.383346 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (63839415-a7ae-4f6d-8a6b-25c47820a9fb), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:59.404341 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ebe928c0-f93e-43e3-bc15-f867ff5d4079 req-b3c46f88-22d0-40bf-935f-8d75b49d5874 service neutron] 10.222.0.95 "GET /v2.0/networks/492e837f-45b8-45f4-8b23-5b7db57b71a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881648 Feb 09 22:48:59.467450 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 63839415-a7ae-4f6d-8a6b-25c47820a9fb is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:48:59.468695 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device cb626e56-9cca-4049-ba10-7576985e3d88 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:48:59.505577 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ebe928c0-f93e-43e3-bc15-f867ff5d4079 req-2506375d-e427-4d41-9921-a349b9cbc2f4 service neutron] 10.222.0.95 "GET /v2.0/networks/492e837f-45b8-45f4-8b23-5b7db57b71a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948045 Feb 09 22:48:59.523376 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port cb626e56-9cca-4049-ba10-7576985e3d88 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:48:59.524006 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (cb626e56-9cca-4049-ba10-7576985e3d88), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:48:59.610524 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3470dd-700f-4c3c-96a0-f42f8cff5b0a req-2e2ac356-b9f8-4572-afdb-a6bced7f3e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:59.612451 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ab3470dd-700f-4c3c-96a0-f42f8cff5b0a req-2e2ac356-b9f8-4572-afdb-a6bced7f3e7d service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b8a255bec548406d84064230e3dd5dc1&device_id=824de4e5-0f63-4582-b434-fcdf3be9ea10 HTTP/1.1" status: 200 len: 1126 time: 0.0534017 Feb 09 22:48:59.620803 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port cb626e56-9cca-4049-ba10-7576985e3d88 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:48:59.720727 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3470dd-700f-4c3c-96a0-f42f8cff5b0a req-9ef40a31-29db-412a-bc08-48a334fd8f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:59.722235 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ab3470dd-700f-4c3c-96a0-f42f8cff5b0a req-9ef40a31-29db-412a-bc08-48a334fd8f42 service neutron] 10.222.0.95 "GET /v2.0/networks?id=492e837f-45b8-45f4-8b23-5b7db57b71a5 HTTP/1.1" status: 200 len: 909 time: 0.1018569 Feb 09 22:48:59.764869 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ab3470dd-700f-4c3c-96a0-f42f8cff5b0a req-26bdd3c2-d4ad-45cb-bb45-c9b27d3c8240 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8481b59e-d8fa-4178-b316-6752ddda0dfa HTTP/1.1" status: 200 len: 217 time: 0.0350201 Feb 09 22:48:59.813005 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3470dd-700f-4c3c-96a0-f42f8cff5b0a req-6b04e25f-e9cf-4ebf-9295-c705fca2aa3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:59.814429 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ab3470dd-700f-4c3c-96a0-f42f8cff5b0a req-6b04e25f-e9cf-4ebf-9295-c705fca2aa3b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=4ad8fa6e-bd89-42ed-a112-38594fe2b014 HTTP/1.1" status: 200 len: 847 time: 0.0430875 Feb 09 22:48:59.869581 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3470dd-700f-4c3c-96a0-f42f8cff5b0a req-034427cf-889e-42ba-8385-fc8b22d32666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:48:59.871147 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ab3470dd-700f-4c3c-96a0-f42f8cff5b0a req-034427cf-889e-42ba-8385-fc8b22d32666 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=492e837f-45b8-45f4-8b23-5b7db57b71a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0501184 Feb 09 22:48:59.962465 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ab3470dd-700f-4c3c-96a0-f42f8cff5b0a req-d987e328-d8df-473b-ad8c-9e48cc5a6ac6 service neutron] 10.222.0.95 "GET /v2.0/networks/492e837f-45b8-45f4-8b23-5b7db57b71a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845599 Feb 09 22:49:00.094254 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea93c38-96c2-46f0-a1e8-a50cef76cb50 req-725de0da-50e9-4108-8d70-d87d74ced06b tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:49:00.095753 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8ea93c38-96c2-46f0-a1e8-a50cef76cb50 req-725de0da-50e9-4108-8d70-d87d74ced06b tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=824de4e5-0f63-4582-b434-fcdf3be9ea10 HTTP/1.1" status: 200 len: 944 time: 0.0815632 Feb 09 22:49:00.097793 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ab3470dd-700f-4c3c-96a0-f42f8cff5b0a req-a0d24343-39ba-4a25-b176-12cf20a14004 service neutron] 10.222.0.95 "GET /v2.0/networks/492e837f-45b8-45f4-8b23-5b7db57b71a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296425 Feb 09 22:49:00.146205 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8ea93c38-96c2-46f0-a1e8-a50cef76cb50 req-cffe97dd-6845-4ced-a7cf-f21f4e368700 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d0fea14-9621-4a67-92cc-924770ffb841&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442426 Feb 09 22:49:01.282276 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59177e8-8d0d-4751-8838-09073d78e291 req-fe2acfdb-d6a8-4b3f-a0b8-20faa8d9ed2d tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:49:01.283790 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c59177e8-8d0d-4751-8838-09073d78e291 req-fe2acfdb-d6a8-4b3f-a0b8-20faa8d9ed2d tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=824de4e5-0f63-4582-b434-fcdf3be9ea10 HTTP/1.1" status: 200 len: 944 time: 0.0610669 Feb 09 22:49:01.336016 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c59177e8-8d0d-4751-8838-09073d78e291 req-c9473550-a37e-438a-9c97-adb42c09ac3d tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d0fea14-9621-4a67-92cc-924770ffb841&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457592 Feb 09 22:49:02.454919 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4295f9e-da8a-4f1d-9600-f158097f89f8 req-eab81de3-8430-49c4-af9a-656c64cea40c tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:49:02.456313 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a4295f9e-da8a-4f1d-9600-f158097f89f8 req-eab81de3-8430-49c4-af9a-656c64cea40c tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=824de4e5-0f63-4582-b434-fcdf3be9ea10 HTTP/1.1" status: 200 len: 944 time: 0.0512216 Feb 09 22:49:02.502840 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a4295f9e-da8a-4f1d-9600-f158097f89f8 req-cc9b2c9e-4440-42e4-b5c1-6a022c5fcc67 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d0fea14-9621-4a67-92cc-924770ffb841&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402400 Feb 09 22:49:03.621179 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8326b6f-0daa-4415-8543-1c9091118670 req-5a005efa-a039-4e77-b7f2-925e628d8bbb tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:49:03.622656 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b8326b6f-0daa-4415-8543-1c9091118670 req-5a005efa-a039-4e77-b7f2-925e628d8bbb tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=824de4e5-0f63-4582-b434-fcdf3be9ea10 HTTP/1.1" status: 200 len: 944 time: 0.0513692 Feb 09 22:49:03.675998 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b8326b6f-0daa-4415-8543-1c9091118670 req-12b96938-ae18-4833-9b46-17b06f14e6da tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d0fea14-9621-4a67-92cc-924770ffb841&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477350 Feb 09 22:49:03.860399 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 8481b59e-d8fa-4178-b316-6752ddda0dfa details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:49:03.953134 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 8481b59e-d8fa-4178-b316-6752ddda0dfa, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=8481b59e-d8fa-4178-b316-6752ddda0dfa,segment=NetworkSegment(7e6bf94d-7711-4f80-aabe-82ab99e54cf1),segment_id=7e6bf94d-7711-4f80-aabe-82ab99e54cf1)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:49:03.964809 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': '8481b59e-d8fa-4178-b316-6752ddda0dfa', 'network_id': '492e837f-45b8-45f4-8b23-5b7db57b71a5', 'port_id': '8481b59e-d8fa-4178-b316-6752ddda0dfa', 'mac_address': 'fa:16:3e:dd:eb:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ad8fa6e-bd89-42ed-a112-38594fe2b014', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:49:04.007673 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 8481b59e-d8fa-4178-b316-6752ddda0dfa is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:49:04.008192 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (8481b59e-d8fa-4178-b316-6752ddda0dfa), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:04.020742 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8481b59e-d8fa-4178-b316-6752ddda0dfa {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:49:04.039568 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 8481b59e-d8fa-4178-b316-6752ddda0dfa, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=8481b59e-d8fa-4178-b316-6752ddda0dfa,segment=NetworkSegment(7e6bf94d-7711-4f80-aabe-82ab99e54cf1),segment_id=7e6bf94d-7711-4f80-aabe-82ab99e54cf1)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:49:04.043388 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (8481b59e-d8fa-4178-b316-6752ddda0dfa), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:04.089395 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=8481b59e-d8fa-4178-b316-6752ddda0dfa,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:49:04.307761 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['8481b59e-d8fa-4178-b316-6752ddda0dfa'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:49:05.110483 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5640ef9f-09ed-4344-b163-8f31302b0ca1 req-d250c6a2-02d6-4feb-95e6-b16c18f9844c tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:49:05.111952 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5640ef9f-09ed-4344-b163-8f31302b0ca1 req-d250c6a2-02d6-4feb-95e6-b16c18f9844c tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=824de4e5-0f63-4582-b434-fcdf3be9ea10 HTTP/1.1" status: 200 len: 945 time: 0.3664167 Feb 09 22:49:05.160367 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5640ef9f-09ed-4344-b163-8f31302b0ca1 req-d1b0f4d7-f979-45da-b9ef-b67960448d07 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d0fea14-9621-4a67-92cc-924770ffb841&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420520 Feb 09 22:49:05.869469 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 8481b59e-d8fa-4178-b316-6752ddda0dfa up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:49:05.918010 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning for port 8481b59e-d8fa-4178-b316-6752ddda0dfa completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:49:05.922175 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port 8481b59e-d8fa-4178-b316-6752ddda0dfa triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:49:05.922554 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (8481b59e-d8fa-4178-b316-6752ddda0dfa), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:06.000466 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 8481b59e-d8fa-4178-b316-6752ddda0dfa is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:49:06.000846 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (8481b59e-d8fa-4178-b316-6752ddda0dfa), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:06.023487 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '824de4e5-0f63-4582-b434-fcdf3be9ea10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8481b59e-d8fa-4178-b316-6752ddda0dfa'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:49:06.025774 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cf4d4d953224237653245d15ffec07a65c4bd356d4237fd84236d8abf5d48a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89d764b0-1398-4d89-87de-f0aabb9b8106" -d '{"events": [{"server_uuid": "824de4e5-0f63-4582-b434-fcdf3be9ea10", "name": "network-vif-plugged", "status": "completed", "tag": "8481b59e-d8fa-4178-b316-6752ddda0dfa"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:49:06.037591 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 8481b59e-d8fa-4178-b316-6752ddda0dfa, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=8481b59e-d8fa-4178-b316-6752ddda0dfa,segment=NetworkSegment(7e6bf94d-7711-4f80-aabe-82ab99e54cf1),segment_id=7e6bf94d-7711-4f80-aabe-82ab99e54cf1)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:49:06.042806 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (8481b59e-d8fa-4178-b316-6752ddda0dfa), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:06.090158 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=8481b59e-d8fa-4178-b316-6752ddda0dfa,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:49:06.184754 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-817524ca-652f-4c4c-b97c-15c443f6b613 x-openstack-request-id: req-817524ca-652f-4c4c-b97c-15c443f6b613 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:49:06.185052 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "824de4e5-0f63-4582-b434-fcdf3be9ea10", "name": "network-vif-plugged", "status": "completed", "tag": "8481b59e-d8fa-4178-b316-6752ddda0dfa", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:49:06.185308 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-817524ca-652f-4c4c-b97c-15c443f6b613 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:49:06.185734 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '824de4e5-0f63-4582-b434-fcdf3be9ea10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8481b59e-d8fa-4178-b316-6752ddda0dfa', 'code': 200} Feb 09 22:49:06.307611 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c42d43-f5b4-4227-8a9a-ccd93fc45d2e req-a998ae21-69f5-4af0-989f-a301bd219f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:49:06.309141 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-77c42d43-f5b4-4227-8a9a-ccd93fc45d2e req-a998ae21-69f5-4af0-989f-a301bd219f69 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=824de4e5-0f63-4582-b434-fcdf3be9ea10 HTTP/1.1" status: 200 len: 1128 time: 0.0687392 Feb 09 22:49:06.317410 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa363cc-078b-4e17-9d24-935a64d8a746 req-a21aa889-f2cb-4976-95c7-da54e1889a40 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:49:06.319102 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4aa363cc-078b-4e17-9d24-935a64d8a746 req-a21aa889-f2cb-4976-95c7-da54e1889a40 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=824de4e5-0f63-4582-b434-fcdf3be9ea10 HTTP/1.1" status: 200 len: 946 time: 0.0873690 Feb 09 22:49:06.395849 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-77c42d43-f5b4-4227-8a9a-ccd93fc45d2e req-462f5858-56b6-433c-935f-e689e194304e service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=1d0fea14-9621-4a67-92cc-924770ffb841&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0758114 Feb 09 22:49:06.399682 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4aa363cc-078b-4e17-9d24-935a64d8a746 req-ae9a3d84-a688-4f3e-afe3-105ed84ee7d6 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d0fea14-9621-4a67-92cc-924770ffb841&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0744412 Feb 09 22:49:07.520114 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c53b7c4-13cc-4d5d-adef-be27b40e8dbf req-7af2f966-88df-4c6d-9cc6-46059d01801a tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:49:07.522163 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3c53b7c4-13cc-4d5d-adef-be27b40e8dbf req-7af2f966-88df-4c6d-9cc6-46059d01801a tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=824de4e5-0f63-4582-b434-fcdf3be9ea10 HTTP/1.1" status: 200 len: 946 time: 0.0528677 Feb 09 22:49:07.569715 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3c53b7c4-13cc-4d5d-adef-be27b40e8dbf req-124df7df-5d9b-4de7-8ba4-03a5d9c16e74 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d0fea14-9621-4a67-92cc-924770ffb841&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420649 Feb 09 22:49:07.685662 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43775210-cf92-4392-9cd7-9d9ec7336ed5 req-0c91b44f-2481-4284-aafa-7cd1dac12dd8 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:49:07.687206 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-43775210-cf92-4392-9cd7-9d9ec7336ed5 req-0c91b44f-2481-4284-aafa-7cd1dac12dd8 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=824de4e5-0f63-4582-b434-fcdf3be9ea10 HTTP/1.1" status: 200 len: 946 time: 0.0521398 Feb 09 22:49:07.735632 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-43775210-cf92-4392-9cd7-9d9ec7336ed5 req-02855694-8a66-47bb-9613-2a4736d0b5cf tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d0fea14-9621-4a67-92cc-924770ffb841&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427988 Feb 09 22:49:07.757284 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 54576) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:49:07.855460 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de26c7de-081c-4b90-9725-e044c8a50db1 tempest-TestShelveInstance-393822599 tempest-TestShelveInstance-393822599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:49:07.857008 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-de26c7de-081c-4b90-9725-e044c8a50db1 tempest-TestShelveInstance-393822599 tempest-TestShelveInstance-393822599-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=824de4e5-0f63-4582-b434-fcdf3be9ea10 HTTP/1.1" status: 200 len: 1123 time: 0.0987351 Feb 09 22:49:07.859875 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 54580) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:49:07.864067 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-48be9c75-3aff-47a5-b3e7-8194289d4947 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Request body: {'floatingip': {'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'port_id': '8481b59e-d8fa-4178-b316-6752ddda0dfa', 'tenant_id': 'b8a255bec548406d84064230e3dd5dc1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:49:07.884575 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-48be9c75-3aff-47a5-b3e7-8194289d4947 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:07.978626 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-48be9c75-3aff-47a5-b3e7-8194289d4947 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:08.080121 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-48be9c75-3aff-47a5-b3e7-8194289d4947 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Allocated IP 172.25.3.19 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/5e327776-4596-4f01-a6d7-266e0b0c5784) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:49:08.182032 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-48be9c75-3aff-47a5-b3e7-8194289d4947 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks [] for port (5e327776-4596-4f01-a6d7-266e0b0c5784), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:08.225506 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-48be9c75-3aff-47a5-b3e7-8194289d4947 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (5e327776-4596-4f01-a6d7-266e0b0c5784), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:08.268961 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48be9c75-3aff-47a5-b3e7-8194289d4947 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:49:08.272328 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-48be9c75-3aff-47a5-b3e7-8194289d4947 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:49:08.275774 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48be9c75-3aff-47a5-b3e7-8194289d4947 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:49:08.296835 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48be9c75-3aff-47a5-b3e7-8194289d4947 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Pushing event updated for resources: {'Port': ['ID=5e327776-4596-4f01-a6d7-266e0b0c5784,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:49:08.623284 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-48be9c75-3aff-47a5-b3e7-8194289d4947 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks [] for floatingip (caf4ba18-a683-4293-930f-9e869d3f9d53), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:08.694663 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-48be9c75-3aff-47a5-b3e7-8194289d4947 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (5e327776-4596-4f01-a6d7-266e0b0c5784), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:08.843424 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-48be9c75-3aff-47a5-b3e7-8194289d4947 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks [] for port (5e327776-4596-4f01-a6d7-266e0b0c5784), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:08.847849 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-48be9c75-3aff-47a5-b3e7-8194289d4947 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (5e327776-4596-4f01-a6d7-266e0b0c5784), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:08.915041 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48be9c75-3aff-47a5-b3e7-8194289d4947 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Pushing event updated for resources: {'Port': ['ID=5e327776-4596-4f01-a6d7-266e0b0c5784,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:49:08.924801 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-48be9c75-3aff-47a5-b3e7-8194289d4947 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (caf4ba18-a683-4293-930f-9e869d3f9d53), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:09.028055 n-d-828369-5 neutron-server[103140]: INFO neutron.db.l3_db [None req-48be9c75-3aff-47a5-b3e7-8194289d4947 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Floating IP caf4ba18-a683-4293-930f-9e869d3f9d53 associated. External IP: 172.25.3.19, port: 8481b59e-d8fa-4178-b316-6752ddda0dfa. Feb 09 22:49:09.204179 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-0e6d6157-b006-4f3c-a3e2-8eec80ab5e61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:09.243738 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48be9c75-3aff-47a5-b3e7-8194289d4947 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Router 86f7d949-6dd8-46b1-9c46-3eecc7da513e has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:49:09.352195 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48be9c75-3aff-47a5-b3e7-8194289d4947 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:49:09.361688 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86978f9d-a184-4fa1-b0ea-d332f00eafef None None] Sync routers for ids ['86f7d949-6dd8-46b1-9c46-3eecc7da513e'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:49:09.369784 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-48be9c75-3aff-47a5-b3e7-8194289d4947 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:09.375292 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86978f9d-a184-4fa1-b0ea-d332f00eafef None None] Routers {'86f7d949-6dd8-46b1-9c46-3eecc7da513e'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:49:09.375926 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-86978f9d-a184-4fa1-b0ea-d332f00eafef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:48:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['86f7d949-6dd8-46b1-9c46-3eecc7da513e'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:49:09.400193 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-48be9c75-3aff-47a5-b3e7-8194289d4947 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5392714 Feb 09 22:49:09.400863 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '824de4e5-0f63-4582-b434-fcdf3be9ea10', 'tag': '8481b59e-d8fa-4178-b316-6752ddda0dfa'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:49:09.403139 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}084566773578a82c7ab9e8b7d7948f8d3f1cbdaece621e80e6759ea940bbe07a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-570d1119-e606-48c0-8354-eec52d1f89ff" -d '{"events": [{"name": "network-changed", "server_uuid": "824de4e5-0f63-4582-b434-fcdf3be9ea10", "tag": "8481b59e-d8fa-4178-b316-6752ddda0dfa"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:49:09.439469 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2c3172f-f797-43a7-b6cd-95c96c2986b9 x-openstack-request-id: req-c2c3172f-f797-43a7-b6cd-95c96c2986b9 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:49:09.439769 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "824de4e5-0f63-4582-b434-fcdf3be9ea10", "tag": "8481b59e-d8fa-4178-b316-6752ddda0dfa", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:49:09.440030 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-c2c3172f-f797-43a7-b6cd-95c96c2986b9 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:49:09.440479 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '824de4e5-0f63-4582-b434-fcdf3be9ea10', 'tag': '8481b59e-d8fa-4178-b316-6752ddda0dfa', 'status': 'completed', 'code': 200} Feb 09 22:49:09.488592 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-86978f9d-a184-4fa1-b0ea-d332f00eafef None None] Set router 86f7d949-6dd8-46b1-9c46-3eecc7da513e gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:49:09.505165 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570d1119-e606-48c0-8354-eec52d1f89ff req-0de90fe5-74d4-469f-a73e-1c2db0621a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:49:09.506767 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-570d1119-e606-48c0-8354-eec52d1f89ff req-0de90fe5-74d4-469f-a73e-1c2db0621a9a service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b8a255bec548406d84064230e3dd5dc1&device_id=824de4e5-0f63-4582-b434-fcdf3be9ea10 HTTP/1.1" status: 200 len: 1128 time: 0.0453503 Feb 09 22:49:09.601908 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570d1119-e606-48c0-8354-eec52d1f89ff req-a1b02c96-c89e-49d7-a2e2-300338edd13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:49:09.603428 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-570d1119-e606-48c0-8354-eec52d1f89ff req-a1b02c96-c89e-49d7-a2e2-300338edd13a service neutron] 10.222.0.95 "GET /v2.0/networks?id=492e837f-45b8-45f4-8b23-5b7db57b71a5 HTTP/1.1" status: 200 len: 909 time: 0.0903766 Feb 09 22:49:09.679117 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-570d1119-e606-48c0-8354-eec52d1f89ff req-4b0f4666-4183-4f52-90ea-bf370849ccb3 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8481b59e-d8fa-4178-b316-6752ddda0dfa HTTP/1.1" status: 200 len: 999 time: 0.0690994 Feb 09 22:49:09.729197 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570d1119-e606-48c0-8354-eec52d1f89ff req-1ce2d519-4c63-4a15-8a37-8e0baeeca75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:49:09.730600 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-570d1119-e606-48c0-8354-eec52d1f89ff req-1ce2d519-4c63-4a15-8a37-8e0baeeca75f service neutron] 10.222.0.95 "GET /v2.0/subnets?id=4ad8fa6e-bd89-42ed-a112-38594fe2b014 HTTP/1.1" status: 200 len: 847 time: 0.0450096 Feb 09 22:49:09.779805 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570d1119-e606-48c0-8354-eec52d1f89ff req-378f0e92-449f-4529-ae3d-eadf60b508d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:49:09.781352 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-570d1119-e606-48c0-8354-eec52d1f89ff req-378f0e92-449f-4529-ae3d-eadf60b508d7 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=492e837f-45b8-45f4-8b23-5b7db57b71a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442462 Feb 09 22:49:09.874313 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-86978f9d-a184-4fa1-b0ea-d332f00eafef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f7d949-6dd8-46b1-9c46-3eecc7da513e', 'name': 'tempest-TestShelveInstance-419043910-router', 'tenant_id': 'b8a255bec548406d84064230e3dd5dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'ee59c9cc-d251-46a5-a4fd-2e2cea86b25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:48:45Z', 'updated_at': '2022-02-09T22:48:48Z', 'revision_number': 4, 'project_id': 'b8a255bec548406d84064230e3dd5dc1', 'gw_port': {'id': 'ee59c9cc-d251-46a5-a4fd-2e2cea86b25f', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:45:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f7d949-6dd8-46b1-9c46-3eecc7da513e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:48:45Z', 'updated_at': '2022-02-09T22:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': 'caf4ba18-a683-4293-930f-9e869d3f9d53', 'tenant_id': 'b8a255bec548406d84064230e3dd5dc1', 'floating_ip_address': '172.25.3.19', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': '86f7d949-6dd8-46b1-9c46-3eecc7da513e', 'port_id': '8481b59e-d8fa-4178-b316-6752ddda0dfa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '492e837f-45b8-45f4-8b23-5b7db57b71a5', 'mac_address': 'fa:16:3e:dd:eb:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824de4e5-0f63-4582-b434-fcdf3be9ea10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:49:08Z', 'updated_at': '2022-02-09T22:49:08Z', 'revision_number': 0, 'project_id': 'b8a255bec548406d84064230e3dd5dc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27649d59-2d06-4047-9e1b-ab2b0109f674', 'name': '', 'network_id': '492e837f-45b8-45f4-8b23-5b7db57b71a5', 'tenant_id': 'b8a255bec548406d84064230e3dd5dc1', 'mac_address': 'fa:16:3e:43:37:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f7d949-6dd8-46b1-9c46-3eecc7da513e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '4ad8fa6e-bd89-42ed-a112-38594fe2b014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:48:47Z', 'updated_at': '2022-02-09T22:48:53Z', 'revision_number': 5, 'project_id': 'b8a255bec548406d84064230e3dd5dc1', 'subnets': [{'id': '4ad8fa6e-bd89-42ed-a112-38594fe2b014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:49:09.874721 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-570d1119-e606-48c0-8354-eec52d1f89ff req-1c225876-1e6d-432a-8ed4-beb24e1d4023 service neutron] 10.222.0.95 "GET /v2.0/networks/492e837f-45b8-45f4-8b23-5b7db57b71a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864942 Feb 09 22:49:09.904863 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86978f9d-a184-4fa1-b0ea-d332f00eafef None None] Checking router: 86f7d949-6dd8-46b1-9c46-3eecc7da513e for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:49:09.913260 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86978f9d-a184-4fa1-b0ea-d332f00eafef None None] Routers {'86f7d949-6dd8-46b1-9c46-3eecc7da513e'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:49:09.913881 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-86978f9d-a184-4fa1-b0ea-d332f00eafef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:48:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['86f7d949-6dd8-46b1-9c46-3eecc7da513e'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:49:09.963461 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-570d1119-e606-48c0-8354-eec52d1f89ff req-913741ee-2a53-42da-968b-2ca31cd6f41f service neutron] 10.222.0.95 "GET /v2.0/networks/492e837f-45b8-45f4-8b23-5b7db57b71a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827024 Feb 09 22:49:10.022347 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-86978f9d-a184-4fa1-b0ea-d332f00eafef None None] Set router 86f7d949-6dd8-46b1-9c46-3eecc7da513e gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:49:10.246289 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-86978f9d-a184-4fa1-b0ea-d332f00eafef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f7d949-6dd8-46b1-9c46-3eecc7da513e', 'name': 'tempest-TestShelveInstance-419043910-router', 'tenant_id': 'b8a255bec548406d84064230e3dd5dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'ee59c9cc-d251-46a5-a4fd-2e2cea86b25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:48:45Z', 'updated_at': '2022-02-09T22:48:48Z', 'revision_number': 4, 'project_id': 'b8a255bec548406d84064230e3dd5dc1', 'gw_port': {'id': 'ee59c9cc-d251-46a5-a4fd-2e2cea86b25f', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:45:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f7d949-6dd8-46b1-9c46-3eecc7da513e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:48:45Z', 'updated_at': '2022-02-09T22:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': 'caf4ba18-a683-4293-930f-9e869d3f9d53', 'tenant_id': 'b8a255bec548406d84064230e3dd5dc1', 'floating_ip_address': '172.25.3.19', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': '86f7d949-6dd8-46b1-9c46-3eecc7da513e', 'port_id': '8481b59e-d8fa-4178-b316-6752ddda0dfa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '492e837f-45b8-45f4-8b23-5b7db57b71a5', 'mac_address': 'fa:16:3e:dd:eb:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824de4e5-0f63-4582-b434-fcdf3be9ea10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:49:08Z', 'updated_at': '2022-02-09T22:49:08Z', 'revision_number': 0, 'project_id': 'b8a255bec548406d84064230e3dd5dc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27649d59-2d06-4047-9e1b-ab2b0109f674', 'name': '', 'network_id': '492e837f-45b8-45f4-8b23-5b7db57b71a5', 'tenant_id': 'b8a255bec548406d84064230e3dd5dc1', 'mac_address': 'fa:16:3e:43:37:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f7d949-6dd8-46b1-9c46-3eecc7da513e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '4ad8fa6e-bd89-42ed-a112-38594fe2b014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:48:47Z', 'updated_at': '2022-02-09T22:48:53Z', 'revision_number': 5, 'project_id': 'b8a255bec548406d84064230e3dd5dc1', 'subnets': [{'id': '4ad8fa6e-bd89-42ed-a112-38594fe2b014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:49:10.276697 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86978f9d-a184-4fa1-b0ea-d332f00eafef None None] The sync data for ids ['86f7d949-6dd8-46b1-9c46-3eecc7da513e'] in n-d-828369-5 is: [{'id': '86f7d949-6dd8-46b1-9c46-3eecc7da513e', 'name': 'tempest-TestShelveInstance-419043910-router', 'tenant_id': 'b8a255bec548406d84064230e3dd5dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'ee59c9cc-d251-46a5-a4fd-2e2cea86b25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:48:45Z', 'updated_at': '2022-02-09T22:48:48Z', 'revision_number': 4, 'project_id': 'b8a255bec548406d84064230e3dd5dc1', 'gw_port': {'id': 'ee59c9cc-d251-46a5-a4fd-2e2cea86b25f', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:45:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f7d949-6dd8-46b1-9c46-3eecc7da513e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:48:45Z', 'updated_at': '2022-02-09T22:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': 'caf4ba18-a683-4293-930f-9e869d3f9d53', 'tenant_id': 'b8a255bec548406d84064230e3dd5dc1', 'floating_ip_address': '172.25.3.19', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': '86f7d949-6dd8-46b1-9c46-3eecc7da513e', 'port_id': '8481b59e-d8fa-4178-b316-6752ddda0dfa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '492e837f-45b8-45f4-8b23-5b7db57b71a5', 'mac_address': 'fa:16:3e:dd:eb:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824de4e5-0f63-4582-b434-fcdf3be9ea10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:49:08Z', 'updated_at': '2022-02-09T22:49:08Z', 'revision_number': 0, 'project_id': 'b8a255bec548406d84064230e3dd5dc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27649d59-2d06-4047-9e1b-ab2b0109f674', 'name': '', 'network_id': '492e837f-45b8-45f4-8b23-5b7db57b71a5', 'tenant_id': 'b8a255bec548406d84064230e3dd5dc1', 'mac_address': 'fa:16:3e:43:37:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f7d949-6dd8-46b1-9c46-3eecc7da513e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '4ad8fa6e-bd89-42ed-a112-38594fe2b014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:48:47Z', 'updated_at': '2022-02-09T22:48:53Z', 'revision_number': 5, 'project_id': 'b8a255bec548406d84064230e3dd5dc1', 'subnets': [{'id': '4ad8fa6e-bd89-42ed-a112-38594fe2b014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:49:10.490665 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9f0fc8-d1a4-4b3f-9640-c2aea8c4b484 None None] New status for floating IP caf4ba18-a683-4293-930f-9e869d3f9d53: ACTIVE {{(pid=103143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:49:11.171576 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-51bc077d-ff4e-4587-9d3f-9d3a5e36be61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:13.033376 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:14.442787 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:15.520265 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:22.147549 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:22.924665 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5cdd25fe-fefe-4b0b-8b01-887e0de2d41e req-24e009ff-10ef-469c-ab74-6e533f67c0ae service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=824de4e5-0f63-4582-b434-fcdf3be9ea10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0487800 Feb 09 22:49:23.009628 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdd25fe-fefe-4b0b-8b01-887e0de2d41e req-d01c2c8b-4c51-4759-9ecc-d14bcffa58f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:49:23.011144 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5cdd25fe-fefe-4b0b-8b01-887e0de2d41e req-d01c2c8b-4c51-4759-9ecc-d14bcffa58f3 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b8a255bec548406d84064230e3dd5dc1&device_id=824de4e5-0f63-4582-b434-fcdf3be9ea10 HTTP/1.1" status: 200 len: 1128 time: 0.0445678 Feb 09 22:49:23.113222 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdd25fe-fefe-4b0b-8b01-887e0de2d41e req-75567d7f-33c1-4f6f-8a52-2127102549e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:49:23.114757 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5cdd25fe-fefe-4b0b-8b01-887e0de2d41e req-75567d7f-33c1-4f6f-8a52-2127102549e9 service neutron] 10.222.0.95 "GET /v2.0/networks?id=492e837f-45b8-45f4-8b23-5b7db57b71a5 HTTP/1.1" status: 200 len: 909 time: 0.0821977 Feb 09 22:49:23.182855 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5cdd25fe-fefe-4b0b-8b01-887e0de2d41e req-b50bc203-09ed-497f-a9a2-4c2b6052386e service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8481b59e-d8fa-4178-b316-6752ddda0dfa HTTP/1.1" status: 200 len: 1001 time: 0.0618398 Feb 09 22:49:23.230036 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdd25fe-fefe-4b0b-8b01-887e0de2d41e req-1281e505-ac52-4fec-9a43-30ee295f41eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:49:23.231459 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5cdd25fe-fefe-4b0b-8b01-887e0de2d41e req-1281e505-ac52-4fec-9a43-30ee295f41eb service neutron] 10.222.0.95 "GET /v2.0/subnets?id=4ad8fa6e-bd89-42ed-a112-38594fe2b014 HTTP/1.1" status: 200 len: 847 time: 0.0431185 Feb 09 22:49:23.279769 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdd25fe-fefe-4b0b-8b01-887e0de2d41e req-47872445-ae1e-4797-9378-e425e565abcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:49:23.281292 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5cdd25fe-fefe-4b0b-8b01-887e0de2d41e req-47872445-ae1e-4797-9378-e425e565abcf service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=492e837f-45b8-45f4-8b23-5b7db57b71a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0435414 Feb 09 22:49:23.371553 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5cdd25fe-fefe-4b0b-8b01-887e0de2d41e req-ee80626a-aed7-4a2f-b540-3f599cfd3488 service neutron] 10.222.0.95 "GET /v2.0/networks/492e837f-45b8-45f4-8b23-5b7db57b71a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828085 Feb 09 22:49:23.459371 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5cdd25fe-fefe-4b0b-8b01-887e0de2d41e req-d34101af-8631-4f4f-83ab-14fe46d30880 service neutron] 10.222.0.95 "GET /v2.0/networks/492e837f-45b8-45f4-8b23-5b7db57b71a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812213 Feb 09 22:49:24.259397 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:34.567676 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:49:39.205231 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-64bc6b2d-84f8-4951-8582-2d67d6b5d076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:41.173044 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-6400b302-fe5a-42fa-aa15-be9ad654380f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:43.036680 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:44.444948 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:45.522008 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:52.142573 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:49:54.277801 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:09.206704 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-dc81f35c-5fc3-4b79-8c70-58aa9b234d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:11.174553 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b0b44bb4-6ccc-4b3b-9431-5337ddb1f24c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:11.566271 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:50:13.038951 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:14.448431 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:15.524405 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:22.156552 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:24.277691 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:24.905184 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-68fe3385-25ca-4f6b-b196-3c3a421c705f req-77b34a1d-6971-47f9-a8ab-fad2f22e774f service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=824de4e5-0f63-4582-b434-fcdf3be9ea10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0492239 Feb 09 22:50:24.989124 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fe3385-25ca-4f6b-b196-3c3a421c705f req-ef0901c2-103d-4e32-8b52-b96620d0de99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:50:24.990672 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-68fe3385-25ca-4f6b-b196-3c3a421c705f req-ef0901c2-103d-4e32-8b52-b96620d0de99 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b8a255bec548406d84064230e3dd5dc1&device_id=824de4e5-0f63-4582-b434-fcdf3be9ea10 HTTP/1.1" status: 200 len: 1128 time: 0.0447302 Feb 09 22:50:25.089286 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fe3385-25ca-4f6b-b196-3c3a421c705f req-9a002d1d-db52-478e-a2ed-3273962e069d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:50:25.091439 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-68fe3385-25ca-4f6b-b196-3c3a421c705f req-9a002d1d-db52-478e-a2ed-3273962e069d service neutron] 10.222.0.95 "GET /v2.0/networks?id=492e837f-45b8-45f4-8b23-5b7db57b71a5 HTTP/1.1" status: 200 len: 909 time: 0.0845556 Feb 09 22:50:25.161041 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-68fe3385-25ca-4f6b-b196-3c3a421c705f req-33b412e6-8519-47dc-b6e5-d40a023b9697 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8481b59e-d8fa-4178-b316-6752ddda0dfa HTTP/1.1" status: 200 len: 1001 time: 0.0636957 Feb 09 22:50:25.209077 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fe3385-25ca-4f6b-b196-3c3a421c705f req-50ebf665-cdf9-4bc8-8363-bdcf67194d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:50:25.210561 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-68fe3385-25ca-4f6b-b196-3c3a421c705f req-50ebf665-cdf9-4bc8-8363-bdcf67194d24 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=4ad8fa6e-bd89-42ed-a112-38594fe2b014 HTTP/1.1" status: 200 len: 847 time: 0.0433557 Feb 09 22:50:25.259552 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fe3385-25ca-4f6b-b196-3c3a421c705f req-bd728f81-a518-472f-8b8a-a3d69a121486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:50:25.261122 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-68fe3385-25ca-4f6b-b196-3c3a421c705f req-bd728f81-a518-472f-8b8a-a3d69a121486 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=492e837f-45b8-45f4-8b23-5b7db57b71a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438902 Feb 09 22:50:25.351777 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-68fe3385-25ca-4f6b-b196-3c3a421c705f req-290c3aca-bfaa-4bb6-8be4-dfcd1912a168 service neutron] 10.222.0.95 "GET /v2.0/networks/492e837f-45b8-45f4-8b23-5b7db57b71a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849648 Feb 09 22:50:25.439416 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-68fe3385-25ca-4f6b-b196-3c3a421c705f req-dc3e0ae7-23c4-47a9-8855-e69f91ead684 service neutron] 10.222.0.95 "GET /v2.0/networks/492e837f-45b8-45f4-8b23-5b7db57b71a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803704 Feb 09 22:50:39.208213 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c0ff84e2-2043-4797-a66d-ae7869955dab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:41.175647 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-cb853076-ca80-46a9-b604-7d82751181eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:43.042269 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:44.450601 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:45.526745 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:48.564523 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:50:52.163312 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:50:54.291885 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:06.731684 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1594cb-eab9-402d-9e37-0551ca0fa77a req-7a79c7a8-b2b9-4536-8525-97b5141da223 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:06.733145 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5b1594cb-eab9-402d-9e37-0551ca0fa77a req-7a79c7a8-b2b9-4536-8525-97b5141da223 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=824de4e5-0f63-4582-b434-fcdf3be9ea10 HTTP/1.1" status: 200 len: 946 time: 0.0591800 Feb 09 22:51:06.781375 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5b1594cb-eab9-402d-9e37-0551ca0fa77a req-a750e0f9-5c54-4d67-a104-ef1ff35576e1 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d0fea14-9621-4a67-92cc-924770ffb841&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425658 Feb 09 22:51:07.903742 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c155c2-7300-4a88-afb4-66b42f07b7a0 req-e42ca1db-3e4a-41af-ac7e-65c72fef53ce tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:07.905266 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-93c155c2-7300-4a88-afb4-66b42f07b7a0 req-e42ca1db-3e4a-41af-ac7e-65c72fef53ce tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=824de4e5-0f63-4582-b434-fcdf3be9ea10 HTTP/1.1" status: 200 len: 946 time: 0.0525012 Feb 09 22:51:07.952929 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-93c155c2-7300-4a88-afb4-66b42f07b7a0 req-06f31d7f-b071-44f1-81b8-812470846496 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d0fea14-9621-4a67-92cc-924770ffb841&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420907 Feb 09 22:51:09.086630 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3d2ae3-661b-4d1b-b6aa-eefbf21aac1e req-6f381dee-aaa8-46bc-8ab2-0b9c8be5015e tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:09.088644 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5d3d2ae3-661b-4d1b-b6aa-eefbf21aac1e req-6f381dee-aaa8-46bc-8ab2-0b9c8be5015e tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=824de4e5-0f63-4582-b434-fcdf3be9ea10 HTTP/1.1" status: 200 len: 946 time: 0.0558684 Feb 09 22:51:09.137810 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5d3d2ae3-661b-4d1b-b6aa-eefbf21aac1e req-708e3f3f-da95-4249-b07d-c7ec94cd7fc7 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d0fea14-9621-4a67-92cc-924770ffb841&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435009 Feb 09 22:51:09.209252 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-be8d394f-0e38-4d54-997f-9a960cebcde1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:10.261692 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc93e808-432c-4933-b5bf-17b6b8504e91 req-d220d409-8540-4370-81e2-47cc1437b307 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:10.263174 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dc93e808-432c-4933-b5bf-17b6b8504e91 req-d220d409-8540-4370-81e2-47cc1437b307 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=824de4e5-0f63-4582-b434-fcdf3be9ea10 HTTP/1.1" status: 200 len: 946 time: 0.0521970 Feb 09 22:51:10.312083 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-dc93e808-432c-4933-b5bf-17b6b8504e91 req-0b08c7e0-4961-41a6-9023-b425e8c68cf4 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d0fea14-9621-4a67-92cc-924770ffb841&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433655 Feb 09 22:51:11.176571 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f1ea2edc-d37e-4f6e-998e-62492c3c91a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:11.432888 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e445dd3-d788-421f-9d21-f66948bb49c3 req-0b3c8d22-36da-4c72-b3a0-4ff9eed8dd0d tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:11.434265 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7e445dd3-d788-421f-9d21-f66948bb49c3 req-0b3c8d22-36da-4c72-b3a0-4ff9eed8dd0d tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=824de4e5-0f63-4582-b434-fcdf3be9ea10 HTTP/1.1" status: 200 len: 946 time: 0.0521054 Feb 09 22:51:11.486322 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7e445dd3-d788-421f-9d21-f66948bb49c3 req-e3fdafb8-cb0e-4b8e-ae40-7bde756a7e85 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d0fea14-9621-4a67-92cc-924770ffb841&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464971 Feb 09 22:51:12.606497 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7001b2-c5c1-4d88-96cb-3ac6c535cc7c req-24d12b77-1210-47fd-9e33-5f978ca4b9a4 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:12.608066 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3d7001b2-c5c1-4d88-96cb-3ac6c535cc7c req-24d12b77-1210-47fd-9e33-5f978ca4b9a4 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=824de4e5-0f63-4582-b434-fcdf3be9ea10 HTTP/1.1" status: 200 len: 946 time: 0.0540056 Feb 09 22:51:12.657701 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3d7001b2-c5c1-4d88-96cb-3ac6c535cc7c req-e594ab4a-09ef-48fd-8a19-83354f993f04 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d0fea14-9621-4a67-92cc-924770ffb841&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438926 Feb 09 22:51:13.044726 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:13.779240 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0297acf-d6a9-4e8a-89c7-1193f6f3d31a req-3d197f8a-c65d-44ac-8fb0-fc9982a68061 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:13.780765 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d0297acf-d6a9-4e8a-89c7-1193f6f3d31a req-3d197f8a-c65d-44ac-8fb0-fc9982a68061 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=824de4e5-0f63-4582-b434-fcdf3be9ea10 HTTP/1.1" status: 200 len: 946 time: 0.0533028 Feb 09 22:51:13.829171 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d0297acf-d6a9-4e8a-89c7-1193f6f3d31a req-fb000724-493f-406c-bf61-ff7dfdf7d5a5 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d0fea14-9621-4a67-92cc-924770ffb841&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423932 Feb 09 22:51:14.454398 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:14.955228 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676801a5-902c-46a7-b34a-3fe0c91dd549 req-e51892bd-38eb-45fe-b93a-f7f3fc0d2fa7 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:14.956802 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-676801a5-902c-46a7-b34a-3fe0c91dd549 req-e51892bd-38eb-45fe-b93a-f7f3fc0d2fa7 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=824de4e5-0f63-4582-b434-fcdf3be9ea10 HTTP/1.1" status: 200 len: 946 time: 0.0593579 Feb 09 22:51:15.005936 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-676801a5-902c-46a7-b34a-3fe0c91dd549 req-7e03591c-3391-450f-9294-963440c4e48d tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d0fea14-9621-4a67-92cc-924770ffb841&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433671 Feb 09 22:51:15.528373 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:16.127339 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e66c8-6c61-461c-81ab-d1e7897162f6 req-66dce8be-184e-41db-91ef-57720bd398e8 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:16.128901 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8c2e66c8-6c61-461c-81ab-d1e7897162f6 req-66dce8be-184e-41db-91ef-57720bd398e8 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=824de4e5-0f63-4582-b434-fcdf3be9ea10 HTTP/1.1" status: 200 len: 946 time: 0.0553467 Feb 09 22:51:16.179833 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8c2e66c8-6c61-461c-81ab-d1e7897162f6 req-5a7d2300-c14a-47fb-8de4-56997f3ef5b9 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d0fea14-9621-4a67-92cc-924770ffb841&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444758 Feb 09 22:51:17.299880 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6d80ec-9ecd-4940-a4b4-ba01b9f48837 req-fb7b3380-ab5d-4b16-bf84-7a505ca1b36f tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:17.301388 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7d6d80ec-9ecd-4940-a4b4-ba01b9f48837 req-fb7b3380-ab5d-4b16-bf84-7a505ca1b36f tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=824de4e5-0f63-4582-b434-fcdf3be9ea10 HTTP/1.1" status: 200 len: 946 time: 0.0522609 Feb 09 22:51:17.353406 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7d6d80ec-9ecd-4940-a4b4-ba01b9f48837 req-f0c88b49-b7bd-48c4-a6d0-96c797c8219d tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d0fea14-9621-4a67-92cc-924770ffb841&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459156 Feb 09 22:51:18.480868 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e3db4c-57ac-42a4-a7d5-7a55bbc4199d req-1bbc3806-840f-4379-8454-60eb268afe99 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:18.482266 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a0e3db4c-57ac-42a4-a7d5-7a55bbc4199d req-1bbc3806-840f-4379-8454-60eb268afe99 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=824de4e5-0f63-4582-b434-fcdf3be9ea10 HTTP/1.1" status: 200 len: 946 time: 0.0567167 Feb 09 22:51:18.529848 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a0e3db4c-57ac-42a4-a7d5-7a55bbc4199d req-0041e6a1-20b4-4f22-9d0d-122b16b1e982 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d0fea14-9621-4a67-92cc-924770ffb841&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419755 Feb 09 22:51:18.622393 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 8481b59e-d8fa-4178-b316-6752ddda0dfa details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:51:18.718989 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 8481b59e-d8fa-4178-b316-6752ddda0dfa, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=8481b59e-d8fa-4178-b316-6752ddda0dfa,segment=NetworkSegment(7e6bf94d-7711-4f80-aabe-82ab99e54cf1),segment_id=7e6bf94d-7711-4f80-aabe-82ab99e54cf1)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:51:18.730452 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': '8481b59e-d8fa-4178-b316-6752ddda0dfa', 'network_id': '492e837f-45b8-45f4-8b23-5b7db57b71a5', 'port_id': '8481b59e-d8fa-4178-b316-6752ddda0dfa', 'mac_address': 'fa:16:3e:dd:eb:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ad8fa6e-bd89-42ed-a112-38594fe2b014', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:51:18.766529 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 8481b59e-d8fa-4178-b316-6752ddda0dfa is: ACTIVE; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:51:18.766843 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (8481b59e-d8fa-4178-b316-6752ddda0dfa), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:18.780404 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8481b59e-d8fa-4178-b316-6752ddda0dfa {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:51:18.803405 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 8481b59e-d8fa-4178-b316-6752ddda0dfa, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=8481b59e-d8fa-4178-b316-6752ddda0dfa,segment=NetworkSegment(7e6bf94d-7711-4f80-aabe-82ab99e54cf1),segment_id=7e6bf94d-7711-4f80-aabe-82ab99e54cf1)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:51:18.806466 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (8481b59e-d8fa-4178-b316-6752ddda0dfa), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:18.854420 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=8481b59e-d8fa-4178-b316-6752ddda0dfa,revision_number=6']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:51:18.861898 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:51:18.862250 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:51:18.862589 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:51:18.862925 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:51:18.863262 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:51:18.863593 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:51:18.863933 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:51:18.864326 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:51:18.864657 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:51:18.864980 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:51:18.865303 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:51:18.865626 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:51:18.865944 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:51:18.894461 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['8481b59e-d8fa-4178-b316-6752ddda0dfa'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:51:19.648158 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2c7ed8-38c9-482a-b04b-473491fdb106 req-1d62dd04-0b64-41a2-98d2-76214a1e3459 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:19.650191 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1e2c7ed8-38c9-482a-b04b-473491fdb106 req-1d62dd04-0b64-41a2-98d2-76214a1e3459 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=824de4e5-0f63-4582-b434-fcdf3be9ea10 HTTP/1.1" status: 200 len: 945 time: 0.0525310 Feb 09 22:51:19.700604 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1e2c7ed8-38c9-482a-b04b-473491fdb106 req-57802dfa-2df3-4aee-a41d-199b5870cd96 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d0fea14-9621-4a67-92cc-924770ffb841&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448339 Feb 09 22:51:20.650263 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 8481b59e-d8fa-4178-b316-6752ddda0dfa up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:51:20.711247 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port 8481b59e-d8fa-4178-b316-6752ddda0dfa triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:51:20.711650 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (8481b59e-d8fa-4178-b316-6752ddda0dfa), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:20.840178 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 8481b59e-d8fa-4178-b316-6752ddda0dfa is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:51:20.840609 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (8481b59e-d8fa-4178-b316-6752ddda0dfa), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:20.846067 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d936a-59d7-49d9-b34b-80b9a11c7062 req-bbe066d9-4767-4fe6-adac-207d1347161e tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:20.863772 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-333d936a-59d7-49d9-b34b-80b9a11c7062 req-bbe066d9-4767-4fe6-adac-207d1347161e tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=824de4e5-0f63-4582-b434-fcdf3be9ea10 HTTP/1.1" status: 200 len: 945 time: 0.0892053 Feb 09 22:51:20.875984 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '824de4e5-0f63-4582-b434-fcdf3be9ea10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8481b59e-d8fa-4178-b316-6752ddda0dfa'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:51:20.878429 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cf4d4d953224237653245d15ffec07a65c4bd356d4237fd84236d8abf5d48a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d523c0ff-41a7-4b47-9fa2-7a44a00fcde2" -d '{"events": [{"server_uuid": "824de4e5-0f63-4582-b434-fcdf3be9ea10", "name": "network-vif-plugged", "status": "completed", "tag": "8481b59e-d8fa-4178-b316-6752ddda0dfa"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:51:20.904399 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 8481b59e-d8fa-4178-b316-6752ddda0dfa, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=8481b59e-d8fa-4178-b316-6752ddda0dfa,segment=NetworkSegment(7e6bf94d-7711-4f80-aabe-82ab99e54cf1),segment_id=7e6bf94d-7711-4f80-aabe-82ab99e54cf1)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:51:20.913737 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (8481b59e-d8fa-4178-b316-6752ddda0dfa), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:20.945012 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-333d936a-59d7-49d9-b34b-80b9a11c7062 req-b695bc94-6b3b-4047-8da7-e332c5968681 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d0fea14-9621-4a67-92cc-924770ffb841&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0621376 Feb 09 22:51:20.981303 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80c3710e-22bd-4b29-8484-9877cd989bcd x-openstack-request-id: req-80c3710e-22bd-4b29-8484-9877cd989bcd {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:51:20.981610 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "824de4e5-0f63-4582-b434-fcdf3be9ea10", "name": "network-vif-plugged", "status": "completed", "tag": "8481b59e-d8fa-4178-b316-6752ddda0dfa", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:51:20.981874 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-80c3710e-22bd-4b29-8484-9877cd989bcd {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:51:20.982270 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '824de4e5-0f63-4582-b434-fcdf3be9ea10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8481b59e-d8fa-4178-b316-6752ddda0dfa', 'code': 200} Feb 09 22:51:20.988649 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=8481b59e-d8fa-4178-b316-6752ddda0dfa,revision_number=7']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:51:22.058564 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a0cd53-87bc-417b-9892-f789045a145e req-1b4985c7-2a97-4646-a5a4-f5d209e4de0a tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:22.061197 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c4a0cd53-87bc-417b-9892-f789045a145e req-1b4985c7-2a97-4646-a5a4-f5d209e4de0a tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=824de4e5-0f63-4582-b434-fcdf3be9ea10 HTTP/1.1" status: 200 len: 946 time: 0.0600030 Feb 09 22:51:22.121306 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c4a0cd53-87bc-417b-9892-f789045a145e req-982fe626-8fde-4549-ac95-d2ad8a7bd253 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d0fea14-9621-4a67-92cc-924770ffb841&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0526452 Feb 09 22:51:22.173049 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:23.262409 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e8bb6c-e8c4-4c09-83e6-ebe3ca440ef2 req-b49d78db-28d8-40e0-b71d-c22e20021453 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:23.265447 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-87e8bb6c-e8c4-4c09-83e6-ebe3ca440ef2 req-b49d78db-28d8-40e0-b71d-c22e20021453 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=824de4e5-0f63-4582-b434-fcdf3be9ea10 HTTP/1.1" status: 200 len: 946 time: 0.0599167 Feb 09 22:51:23.318820 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-87e8bb6c-e8c4-4c09-83e6-ebe3ca440ef2 req-68c6880c-00f6-4552-a433-861c7f1d649d tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d0fea14-9621-4a67-92cc-924770ffb841&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459957 Feb 09 22:51:24.295794 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:24.451204 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a480dd6-7c7d-4cac-a179-9523972aa0dc req-e77f3df3-ce88-4d51-9ded-d58bb8341889 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:24.452833 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1a480dd6-7c7d-4cac-a179-9523972aa0dc req-e77f3df3-ce88-4d51-9ded-d58bb8341889 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=824de4e5-0f63-4582-b434-fcdf3be9ea10 HTTP/1.1" status: 200 len: 946 time: 0.0562582 Feb 09 22:51:24.505411 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1a480dd6-7c7d-4cac-a179-9523972aa0dc req-e41e3717-6998-4fa8-9f2d-3679e709d728 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d0fea14-9621-4a67-92cc-924770ffb841&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468473 Feb 09 22:51:25.567228 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:51:25.633753 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1473b17-1e32-4740-938f-bddd4d2bbca0 req-ddd74ed6-2534-4aaf-b28a-de566edf368d tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:25.635428 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b1473b17-1e32-4740-938f-bddd4d2bbca0 req-ddd74ed6-2534-4aaf-b28a-de566edf368d tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=824de4e5-0f63-4582-b434-fcdf3be9ea10 HTTP/1.1" status: 200 len: 946 time: 0.0560896 Feb 09 22:51:25.692640 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b1473b17-1e32-4740-938f-bddd4d2bbca0 req-979221b0-1056-4827-86b5-2e1a4e9b3f78 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d0fea14-9621-4a67-92cc-924770ffb841&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0515828 Feb 09 22:51:25.939608 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c845f580-091e-4c92-8148-f869e54e259a req-27505cea-6869-4b45-862e-3503e6675e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:25.941693 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c845f580-091e-4c92-8148-f869e54e259a req-27505cea-6869-4b45-862e-3503e6675e08 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b8a255bec548406d84064230e3dd5dc1&device_id=824de4e5-0f63-4582-b434-fcdf3be9ea10 HTTP/1.1" status: 200 len: 1128 time: 0.0595696 Feb 09 22:51:26.053692 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c845f580-091e-4c92-8148-f869e54e259a req-97559a78-a543-4222-a2ac-b7b716b87a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:26.055323 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c845f580-091e-4c92-8148-f869e54e259a req-97559a78-a543-4222-a2ac-b7b716b87a18 service neutron] 10.222.0.95 "GET /v2.0/networks?id=492e837f-45b8-45f4-8b23-5b7db57b71a5 HTTP/1.1" status: 200 len: 909 time: 0.0938857 Feb 09 22:51:26.130615 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c845f580-091e-4c92-8148-f869e54e259a req-85a26f55-698c-4dec-bc52-3a1158a3c9db service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8481b59e-d8fa-4178-b316-6752ddda0dfa HTTP/1.1" status: 200 len: 1001 time: 0.0666916 Feb 09 22:51:26.195974 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c845f580-091e-4c92-8148-f869e54e259a req-eff0e1e5-2482-48e1-a4b7-37d3503d9db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:26.198202 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c845f580-091e-4c92-8148-f869e54e259a req-eff0e1e5-2482-48e1-a4b7-37d3503d9db0 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=4ad8fa6e-bd89-42ed-a112-38594fe2b014 HTTP/1.1" status: 200 len: 847 time: 0.0601592 Feb 09 22:51:26.256910 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c845f580-091e-4c92-8148-f869e54e259a req-a4a611f7-2213-4eef-b0b6-84dc14f9fe07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:26.264021 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c845f580-091e-4c92-8148-f869e54e259a req-a4a611f7-2213-4eef-b0b6-84dc14f9fe07 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=492e837f-45b8-45f4-8b23-5b7db57b71a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0588984 Feb 09 22:51:26.381209 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c845f580-091e-4c92-8148-f869e54e259a req-b7220bdc-cd24-47bd-a5b9-630384bec995 service neutron] 10.222.0.95 "GET /v2.0/networks/492e837f-45b8-45f4-8b23-5b7db57b71a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108084 Feb 09 22:51:26.485608 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c845f580-091e-4c92-8148-f869e54e259a req-a0f5b729-f0ae-4491-8fe2-36f13fd9aaeb service neutron] 10.222.0.95 "GET /v2.0/networks/492e837f-45b8-45f4-8b23-5b7db57b71a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981638 Feb 09 22:51:26.830047 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba46b6a9-d489-4b35-9bfd-2020af452ab0 req-a48ef197-3a35-41c1-9ac3-038f538c9117 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:26.831839 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ba46b6a9-d489-4b35-9bfd-2020af452ab0 req-a48ef197-3a35-41c1-9ac3-038f538c9117 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=824de4e5-0f63-4582-b434-fcdf3be9ea10 HTTP/1.1" status: 200 len: 946 time: 0.0656183 Feb 09 22:51:26.892058 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ba46b6a9-d489-4b35-9bfd-2020af452ab0 req-1916b8ee-a1ee-48b2-88f9-1d41bf9105ad tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d0fea14-9621-4a67-92cc-924770ffb841&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0521417 Feb 09 22:51:28.020021 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faed3e1e-9ebd-4c9f-91c0-f20926cff36f req-d0c88370-506e-4fba-a346-3896bfc21137 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:28.021564 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-faed3e1e-9ebd-4c9f-91c0-f20926cff36f req-d0c88370-506e-4fba-a346-3896bfc21137 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=824de4e5-0f63-4582-b434-fcdf3be9ea10 HTTP/1.1" status: 200 len: 946 time: 0.0565364 Feb 09 22:51:28.075437 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-faed3e1e-9ebd-4c9f-91c0-f20926cff36f req-3bb11128-6ed3-4716-b012-4d53d60d5cc5 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d0fea14-9621-4a67-92cc-924770ffb841&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461974 Feb 09 22:51:29.203036 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84566bd7-55e2-42ef-8094-9b2eae115e6e req-ee1e43b9-2172-4031-b9d2-76647f967909 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:29.204560 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-84566bd7-55e2-42ef-8094-9b2eae115e6e req-ee1e43b9-2172-4031-b9d2-76647f967909 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=824de4e5-0f63-4582-b434-fcdf3be9ea10 HTTP/1.1" status: 200 len: 946 time: 0.0569284 Feb 09 22:51:29.256489 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-84566bd7-55e2-42ef-8094-9b2eae115e6e req-010d0138-5d07-4886-8692-5b231d7d100c tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d0fea14-9621-4a67-92cc-924770ffb841&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463483 Feb 09 22:51:29.328571 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3d928b-b822-458d-86a3-f696c21dd1e5 req-930ee1ec-b5c6-4ee0-b96f-eb7e1ed6b201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:29.330039 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fa3d928b-b822-458d-86a3-f696c21dd1e5 req-930ee1ec-b5c6-4ee0-b96f-eb7e1ed6b201 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b8a255bec548406d84064230e3dd5dc1&device_id=824de4e5-0f63-4582-b434-fcdf3be9ea10 HTTP/1.1" status: 200 len: 1128 time: 0.0462990 Feb 09 22:51:29.414967 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3d928b-b822-458d-86a3-f696c21dd1e5 req-f9587c20-8ba2-424f-8b65-f27c9360ab7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:29.416882 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fa3d928b-b822-458d-86a3-f696c21dd1e5 req-f9587c20-8ba2-424f-8b65-f27c9360ab7e service neutron] 10.222.0.95 "GET /v2.0/networks?id=492e837f-45b8-45f4-8b23-5b7db57b71a5 HTTP/1.1" status: 200 len: 909 time: 0.0810957 Feb 09 22:51:29.486092 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fa3d928b-b822-458d-86a3-f696c21dd1e5 req-166dfdab-f366-4344-a978-ec44609f6878 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8481b59e-d8fa-4178-b316-6752ddda0dfa HTTP/1.1" status: 200 len: 1001 time: 0.0622578 Feb 09 22:51:29.531378 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3d928b-b822-458d-86a3-f696c21dd1e5 req-7fbe39eb-7393-4072-910b-365dbda89309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:29.532798 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fa3d928b-b822-458d-86a3-f696c21dd1e5 req-7fbe39eb-7393-4072-910b-365dbda89309 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=4ad8fa6e-bd89-42ed-a112-38594fe2b014 HTTP/1.1" status: 200 len: 847 time: 0.0412819 Feb 09 22:51:29.579705 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3d928b-b822-458d-86a3-f696c21dd1e5 req-a17929a4-e2d2-4763-8784-45196fc07ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:29.581173 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fa3d928b-b822-458d-86a3-f696c21dd1e5 req-a17929a4-e2d2-4763-8784-45196fc07ee2 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=492e837f-45b8-45f4-8b23-5b7db57b71a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0425169 Feb 09 22:51:29.672172 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fa3d928b-b822-458d-86a3-f696c21dd1e5 req-fa5aeb27-3670-40e1-ab55-8f0dde5db87d service neutron] 10.222.0.95 "GET /v2.0/networks/492e837f-45b8-45f4-8b23-5b7db57b71a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849435 Feb 09 22:51:29.757207 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fa3d928b-b822-458d-86a3-f696c21dd1e5 req-a8840814-30aa-4f55-a90e-91e1a2ec883e service neutron] 10.222.0.95 "GET /v2.0/networks/492e837f-45b8-45f4-8b23-5b7db57b71a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790272 Feb 09 22:51:30.379039 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aacd875-6f7b-4cb1-b35d-b823fab6b6bb req-9bac91d4-0143-4b33-bcb0-1722d42cab1a tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:30.380550 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7aacd875-6f7b-4cb1-b35d-b823fab6b6bb req-9bac91d4-0143-4b33-bcb0-1722d42cab1a tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=824de4e5-0f63-4582-b434-fcdf3be9ea10 HTTP/1.1" status: 200 len: 946 time: 0.0560069 Feb 09 22:51:30.432862 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7aacd875-6f7b-4cb1-b35d-b823fab6b6bb req-c850dd32-5148-4c37-b93a-bba07877fe8e tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d0fea14-9621-4a67-92cc-924770ffb841&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460970 Feb 09 22:51:31.551263 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f1a923-6fc0-4c66-a94a-ce5f61f27c49 req-4a596c59-4ac5-4852-a0d7-0638f838111f tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:31.552769 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-43f1a923-6fc0-4c66-a94a-ce5f61f27c49 req-4a596c59-4ac5-4852-a0d7-0638f838111f tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=824de4e5-0f63-4582-b434-fcdf3be9ea10 HTTP/1.1" status: 200 len: 946 time: 0.0518639 Feb 09 22:51:31.600379 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-43f1a923-6fc0-4c66-a94a-ce5f61f27c49 req-52bab1ca-f731-4eb8-94c6-e51dd0647bed tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d0fea14-9621-4a67-92cc-924770ffb841&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414505 Feb 09 22:51:31.741320 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [req-9b36a704-c11b-491f-9499-3d57ad62dda9 req-1c9df44f-5595-40ef-a96b-8b963c863338 service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=103140) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 22:51:31.742332 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9b36a704-c11b-491f-9499-3d57ad62dda9 req-1c9df44f-5595-40ef-a96b-8b963c863338 service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0726817 Feb 09 22:51:31.899321 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e77b3-b837-4cca-aef5-a1e0d6f11769 req-248d064a-ceab-41c3-ab62-66de4308b77b tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:31.901382 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-709e77b3-b837-4cca-aef5-a1e0d6f11769 req-248d064a-ceab-41c3-ab62-66de4308b77b tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=824de4e5-0f63-4582-b434-fcdf3be9ea10 HTTP/1.1" status: 200 len: 946 time: 0.0538890 Feb 09 22:51:31.955082 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-709e77b3-b837-4cca-aef5-a1e0d6f11769 req-e5dc8e1e-cee7-4af0-9442-48b69f043a87 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d0fea14-9621-4a67-92cc-924770ffb841&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478785 Feb 09 22:51:32.083673 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-17b78830-a82c-4d63-9748-d0e3927c76aa req-5ebd77a2-17c5-4147-8d01-7295555a5598 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=824de4e5-0f63-4582-b434-fcdf3be9ea10&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0879667 Feb 09 22:51:32.672307 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 8481b59e-d8fa-4178-b316-6752ddda0dfa no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:51:32.747059 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 8481b59e-d8fa-4178-b316-6752ddda0dfa is: ACTIVE; New status is: DOWN {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:51:32.747433 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (8481b59e-d8fa-4178-b316-6752ddda0dfa), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:32.769867 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '824de4e5-0f63-4582-b434-fcdf3be9ea10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8481b59e-d8fa-4178-b316-6752ddda0dfa'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:51:32.772066 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cf4d4d953224237653245d15ffec07a65c4bd356d4237fd84236d8abf5d48a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca35956b-aee2-4883-9bc9-084fd621229f" -d '{"events": [{"server_uuid": "824de4e5-0f63-4582-b434-fcdf3be9ea10", "name": "network-vif-unplugged", "status": "completed", "tag": "8481b59e-d8fa-4178-b316-6752ddda0dfa"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:51:32.784289 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 8481b59e-d8fa-4178-b316-6752ddda0dfa, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=8481b59e-d8fa-4178-b316-6752ddda0dfa,segment=NetworkSegment(7e6bf94d-7711-4f80-aabe-82ab99e54cf1),segment_id=7e6bf94d-7711-4f80-aabe-82ab99e54cf1)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:51:32.788753 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (8481b59e-d8fa-4178-b316-6752ddda0dfa), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:32.816686 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 09 Feb 2022 22:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca90d608-1b97-4ec0-b847-3ab0052f00e9 x-openstack-request-id: req-ca90d608-1b97-4ec0-b847-3ab0052f00e9 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:51:32.816983 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "824de4e5-0f63-4582-b434-fcdf3be9ea10", "name": "network-vif-unplugged", "status": "failed", "tag": "8481b59e-d8fa-4178-b316-6752ddda0dfa", "code": 422}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:51:32.817241 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-ca90d608-1b97-4ec0-b847-3ab0052f00e9 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:51:32.817631 n-d-828369-5 neutron-server[103142]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '824de4e5-0f63-4582-b434-fcdf3be9ea10', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8481b59e-d8fa-4178-b316-6752ddda0dfa', 'code': 422} returned with failed status Feb 09 22:51:32.843911 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=8481b59e-d8fa-4178-b316-6752ddda0dfa,revision_number=8']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:51:33.078598 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d682f87-5195-4f83-920d-e9ed6cf32165 req-0a35ee89-be55-425e-a16b-f4dc0a93da17 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:33.080090 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6d682f87-5195-4f83-920d-e9ed6cf32165 req-0a35ee89-be55-425e-a16b-f4dc0a93da17 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=824de4e5-0f63-4582-b434-fcdf3be9ea10 HTTP/1.1" status: 200 len: 944 time: 0.0527670 Feb 09 22:51:33.133110 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6d682f87-5195-4f83-920d-e9ed6cf32165 req-ca6843ee-d8f1-452c-bdaf-fea3bd47b8c0 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d0fea14-9621-4a67-92cc-924770ffb841&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446808 Feb 09 22:51:34.252984 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df843ec2-f1ff-463f-9c8c-84197f125b21 req-46cb5f3b-6049-4fe9-a620-02b35ac7e700 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:34.254520 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-df843ec2-f1ff-463f-9c8c-84197f125b21 req-46cb5f3b-6049-4fe9-a620-02b35ac7e700 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=824de4e5-0f63-4582-b434-fcdf3be9ea10 HTTP/1.1" status: 200 len: 944 time: 0.0554922 Feb 09 22:51:34.304079 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-df843ec2-f1ff-463f-9c8c-84197f125b21 req-346e396d-aed1-4ea8-abfd-bc06c32170c2 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d0fea14-9621-4a67-92cc-924770ffb841&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439746 Feb 09 22:51:35.426108 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa165a5f-705e-4183-a19f-78f4ad2e3892 req-bcc1bfc8-6977-471c-846d-5f9073e25b74 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:35.427601 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fa165a5f-705e-4183-a19f-78f4ad2e3892 req-bcc1bfc8-6977-471c-846d-5f9073e25b74 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=824de4e5-0f63-4582-b434-fcdf3be9ea10 HTTP/1.1" status: 200 len: 944 time: 0.0558176 Feb 09 22:51:35.475926 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fa165a5f-705e-4183-a19f-78f4ad2e3892 req-03d86036-5bff-4275-ae0e-780b63ec3768 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d0fea14-9621-4a67-92cc-924770ffb841&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419323 Feb 09 22:51:36.602414 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48722a1e-29a1-4d64-a78a-7c4df6152570 req-c439d5f2-43b9-4976-9efd-d986b18f2b61 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:36.604543 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-48722a1e-29a1-4d64-a78a-7c4df6152570 req-c439d5f2-43b9-4976-9efd-d986b18f2b61 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=824de4e5-0f63-4582-b434-fcdf3be9ea10 HTTP/1.1" status: 200 len: 944 time: 0.0558298 Feb 09 22:51:36.657742 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-48722a1e-29a1-4d64-a78a-7c4df6152570 req-674a2afd-7813-4fde-bb98-861f0c592728 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d0fea14-9621-4a67-92cc-924770ffb841&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469851 Feb 09 22:51:36.935340 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b78830-a82c-4d63-9748-d0e3927c76aa req-46cceb2f-4410-404d-9435-c062477f835d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:36.936928 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-17b78830-a82c-4d63-9748-d0e3927c76aa req-46cceb2f-4410-404d-9435-c062477f835d service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=824de4e5-0f63-4582-b434-fcdf3be9ea10&tenant_id=b8a255bec548406d84064230e3dd5dc1 HTTP/1.1" status: 200 len: 1126 time: 0.0463841 Feb 09 22:51:36.947623 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [req-17b78830-a82c-4d63-9748-d0e3927c76aa req-b0224bf2-1077-49bb-aac7-75a009e8a652 service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=103141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 22:51:36.948648 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-17b78830-a82c-4d63-9748-d0e3927c76aa req-b0224bf2-1077-49bb-aac7-75a009e8a652 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051751 Feb 09 22:51:36.958512 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-17b78830-a82c-4d63-9748-d0e3927c76aa req-ea0365eb-5638-49b8-810d-bf76a06c6c17 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828369-5', 'device_owner': 'compute:nova'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:51:37.015950 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-17b78830-a82c-4d63-9748-d0e3927c76aa req-ea0365eb-5638-49b8-810d-bf76a06c6c17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (8481b59e-d8fa-4178-b316-6752ddda0dfa), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:37.213623 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-17b78830-a82c-4d63-9748-d0e3927c76aa req-ea0365eb-5638-49b8-810d-bf76a06c6c17 service neutron] For port 8481b59e-d8fa-4178-b316-6752ddda0dfa, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=8481b59e-d8fa-4178-b316-6752ddda0dfa,segment=NetworkSegment(7e6bf94d-7711-4f80-aabe-82ab99e54cf1),segment_id=7e6bf94d-7711-4f80-aabe-82ab99e54cf1)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:51:37.250764 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-17b78830-a82c-4d63-9748-d0e3927c76aa req-ea0365eb-5638-49b8-810d-bf76a06c6c17 service neutron] For port 8481b59e-d8fa-4178-b316-6752ddda0dfa, host n-h1-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:51:37.283376 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-17b78830-a82c-4d63-9748-d0e3927c76aa req-ea0365eb-5638-49b8-810d-bf76a06c6c17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8481b59e-d8fa-4178-b316-6752ddda0dfa {{(pid=103141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:51:37.291341 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-17b78830-a82c-4d63-9748-d0e3927c76aa req-ea0365eb-5638-49b8-810d-bf76a06c6c17 service neutron] Publish callbacks [] for port (8481b59e-d8fa-4178-b316-6752ddda0dfa), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:37.307508 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-17b78830-a82c-4d63-9748-d0e3927c76aa req-ea0365eb-5638-49b8-810d-bf76a06c6c17 service neutron] Transition to ACTIVE for port object 8481b59e-d8fa-4178-b316-6752ddda0dfa will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:51:37.311301 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-17b78830-a82c-4d63-9748-d0e3927c76aa req-ea0365eb-5638-49b8-810d-bf76a06c6c17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (8481b59e-d8fa-4178-b316-6752ddda0dfa), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:37.387314 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0365eb-5638-49b8-810d-bf76a06c6c17 service neutron] Pushing event updated for resources: {'Port': ['ID=8481b59e-d8fa-4178-b316-6752ddda0dfa,revision_number=9']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:51:37.399190 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0365eb-5638-49b8-810d-bf76a06c6c17 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:51:37.399535 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0365eb-5638-49b8-810d-bf76a06c6c17 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:51:37.400579 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0365eb-5638-49b8-810d-bf76a06c6c17 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:51:37.401113 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0365eb-5638-49b8-810d-bf76a06c6c17 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:51:37.401597 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0365eb-5638-49b8-810d-bf76a06c6c17 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:51:37.401935 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0365eb-5638-49b8-810d-bf76a06c6c17 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:51:37.402263 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0365eb-5638-49b8-810d-bf76a06c6c17 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:51:37.402588 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0365eb-5638-49b8-810d-bf76a06c6c17 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:51:37.402911 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0365eb-5638-49b8-810d-bf76a06c6c17 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:51:37.403232 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0365eb-5638-49b8-810d-bf76a06c6c17 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:51:37.403555 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0365eb-5638-49b8-810d-bf76a06c6c17 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:51:37.403873 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0365eb-5638-49b8-810d-bf76a06c6c17 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:51:37.404434 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0365eb-5638-49b8-810d-bf76a06c6c17 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:51:37.449140 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-17b78830-a82c-4d63-9748-d0e3927c76aa req-ea0365eb-5638-49b8-810d-bf76a06c6c17 service neutron] No DVR routers for this DVR port 8481b59e-d8fa-4178-b316-6752ddda0dfa on host n-h1-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:51:37.585871 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-17b78830-a82c-4d63-9748-d0e3927c76aa req-ea0365eb-5638-49b8-810d-bf76a06c6c17 service neutron] Attempting to bind port 8481b59e-d8fa-4178-b316-6752ddda0dfa on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:51:37.586206 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-17b78830-a82c-4d63-9748-d0e3927c76aa req-ea0365eb-5638-49b8-810d-bf76a06c6c17 service neutron] Attempting to bind port 8481b59e-d8fa-4178-b316-6752ddda0dfa by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': '7e6bf94d-7711-4f80-aabe-82ab99e54cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '492e837f-45b8-45f4-8b23-5b7db57b71a5'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:51:37.586533 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b78830-a82c-4d63-9748-d0e3927c76aa req-ea0365eb-5638-49b8-810d-bf76a06c6c17 service neutron] Attempting to bind port 8481b59e-d8fa-4178-b316-6752ddda0dfa on network 492e837f-45b8-45f4-8b23-5b7db57b71a5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:51:37.591499 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b78830-a82c-4d63-9748-d0e3927c76aa req-ea0365eb-5638-49b8-810d-bf76a06c6c17 service neutron] Port 8481b59e-d8fa-4178-b316-6752ddda0dfa on network 492e837f-45b8-45f4-8b23-5b7db57b71a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:51:37.591860 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b78830-a82c-4d63-9748-d0e3927c76aa req-ea0365eb-5638-49b8-810d-bf76a06c6c17 service neutron] Attempting to bind port 8481b59e-d8fa-4178-b316-6752ddda0dfa on network 492e837f-45b8-45f4-8b23-5b7db57b71a5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:51:37.596795 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b78830-a82c-4d63-9748-d0e3927c76aa req-ea0365eb-5638-49b8-810d-bf76a06c6c17 service neutron] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:51:37.597136 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b78830-a82c-4d63-9748-d0e3927c76aa req-ea0365eb-5638-49b8-810d-bf76a06c6c17 service neutron] Checking segment: {'id': '7e6bf94d-7711-4f80-aabe-82ab99e54cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '492e837f-45b8-45f4-8b23-5b7db57b71a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:51:37.597521 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b78830-a82c-4d63-9748-d0e3927c76aa req-ea0365eb-5638-49b8-810d-bf76a06c6c17 service neutron] Bound using segment: {'id': '7e6bf94d-7711-4f80-aabe-82ab99e54cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '492e837f-45b8-45f4-8b23-5b7db57b71a5'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:51:37.597964 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-17b78830-a82c-4d63-9748-d0e3927c76aa req-ea0365eb-5638-49b8-810d-bf76a06c6c17 service neutron] Bound port: 8481b59e-d8fa-4178-b316-6752ddda0dfa, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e6bf94d-7711-4f80-aabe-82ab99e54cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '492e837f-45b8-45f4-8b23-5b7db57b71a5'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:51:37.598297 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-17b78830-a82c-4d63-9748-d0e3927c76aa req-ea0365eb-5638-49b8-810d-bf76a06c6c17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (8481b59e-d8fa-4178-b316-6752ddda0dfa), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:37.664131 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-17b78830-a82c-4d63-9748-d0e3927c76aa req-ea0365eb-5638-49b8-810d-bf76a06c6c17 service neutron] For port 8481b59e-d8fa-4178-b316-6752ddda0dfa, host n-h2-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:51:37.667367 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-17b78830-a82c-4d63-9748-d0e3927c76aa req-ea0365eb-5638-49b8-810d-bf76a06c6c17 service neutron] For port 8481b59e-d8fa-4178-b316-6752ddda0dfa, host n-h2-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=8481b59e-d8fa-4178-b316-6752ddda0dfa,segment=NetworkSegment(7e6bf94d-7711-4f80-aabe-82ab99e54cf1),segment_id=7e6bf94d-7711-4f80-aabe-82ab99e54cf1)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:51:37.673754 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-17b78830-a82c-4d63-9748-d0e3927c76aa req-ea0365eb-5638-49b8-810d-bf76a06c6c17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (8481b59e-d8fa-4178-b316-6752ddda0dfa), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:37.707444 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b78830-a82c-4d63-9748-d0e3927c76aa req-ea0365eb-5638-49b8-810d-bf76a06c6c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:37.707992 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-17b78830-a82c-4d63-9748-d0e3927c76aa req-ea0365eb-5638-49b8-810d-bf76a06c6c17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:37.709434 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-17b78830-a82c-4d63-9748-d0e3927c76aa req-ea0365eb-5638-49b8-810d-bf76a06c6c17 service neutron] 10.222.0.89 "PUT /v2.0/ports/8481b59e-d8fa-4178-b316-6752ddda0dfa HTTP/1.1" status: 200 len: 1092 time: 0.7545037 Feb 09 22:51:37.709956 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '824de4e5-0f63-4582-b434-fcdf3be9ea10', 'tag': '8481b59e-d8fa-4178-b316-6752ddda0dfa'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:51:37.713022 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0759f77e637a6f71ff1c25bc92ec5ea77217d29fcb3f113a7ada5acb32ef5084" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8436cbe-3d2f-4f18-8c80-cc2204ef7d06" -d '{"events": [{"name": "network-changed", "server_uuid": "824de4e5-0f63-4582-b434-fcdf3be9ea10", "tag": "8481b59e-d8fa-4178-b316-6752ddda0dfa"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:51:37.767249 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0365eb-5638-49b8-810d-bf76a06c6c17 service neutron] Pushing event updated for resources: {'Port': ['ID=8481b59e-d8fa-4178-b316-6752ddda0dfa,revision_number=10']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:51:37.771320 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-896f2669-8607-402c-a0d6-97fa54b3544a x-openstack-request-id: req-896f2669-8607-402c-a0d6-97fa54b3544a {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:51:37.771610 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "824de4e5-0f63-4582-b434-fcdf3be9ea10", "tag": "8481b59e-d8fa-4178-b316-6752ddda0dfa", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:51:37.772533 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-896f2669-8607-402c-a0d6-97fa54b3544a {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:51:37.773053 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '824de4e5-0f63-4582-b434-fcdf3be9ea10', 'tag': '8481b59e-d8fa-4178-b316-6752ddda0dfa', 'status': 'completed', 'code': 200} Feb 09 22:51:37.799107 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b78830-a82c-4d63-9748-d0e3927c76aa req-e76891cc-b15f-4891-865c-d0519435337e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:37.801122 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-17b78830-a82c-4d63-9748-d0e3927c76aa req-e76891cc-b15f-4891-865c-d0519435337e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b8a255bec548406d84064230e3dd5dc1&device_id=824de4e5-0f63-4582-b434-fcdf3be9ea10 HTTP/1.1" status: 200 len: 1127 time: 0.0669444 Feb 09 22:51:37.817445 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3550d7cb-7f2b-481d-b2f3-27492545a7c7 req-07adc224-7302-4152-98ef-9384bfaf9cb8 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:37.818920 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3550d7cb-7f2b-481d-b2f3-27492545a7c7 req-07adc224-7302-4152-98ef-9384bfaf9cb8 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=824de4e5-0f63-4582-b434-fcdf3be9ea10 HTTP/1.1" status: 200 len: 945 time: 0.0578053 Feb 09 22:51:37.876164 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3550d7cb-7f2b-481d-b2f3-27492545a7c7 req-1a217226-ef42-4bd9-a539-9b16ada0ea06 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d0fea14-9621-4a67-92cc-924770ffb841&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0503945 Feb 09 22:51:37.899164 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b78830-a82c-4d63-9748-d0e3927c76aa req-d8c07980-8220-4a97-9f19-27b1ebcf3ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:37.900731 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-17b78830-a82c-4d63-9748-d0e3927c76aa req-d8c07980-8220-4a97-9f19-27b1ebcf3ac9 service neutron] 10.222.0.89 "GET /v2.0/networks?id=492e837f-45b8-45f4-8b23-5b7db57b71a5 HTTP/1.1" status: 200 len: 909 time: 0.0934587 Feb 09 22:51:37.972432 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-17b78830-a82c-4d63-9748-d0e3927c76aa req-9af0a5dd-eb86-4b8e-8c40-e29f26f5ff4d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8481b59e-d8fa-4178-b316-6752ddda0dfa HTTP/1.1" status: 200 len: 999 time: 0.0652497 Feb 09 22:51:38.020570 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b78830-a82c-4d63-9748-d0e3927c76aa req-fdfa3f30-78b9-4a04-bbc5-21279861b71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:38.021922 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-17b78830-a82c-4d63-9748-d0e3927c76aa req-fdfa3f30-78b9-4a04-bbc5-21279861b71d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4ad8fa6e-bd89-42ed-a112-38594fe2b014 HTTP/1.1" status: 200 len: 847 time: 0.0439579 Feb 09 22:51:38.079077 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b78830-a82c-4d63-9748-d0e3927c76aa req-4a662e4b-913f-43a2-b80d-4cee9f187bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:38.080640 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-17b78830-a82c-4d63-9748-d0e3927c76aa req-4a662e4b-913f-43a2-b80d-4cee9f187bfd service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=492e837f-45b8-45f4-8b23-5b7db57b71a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0530291 Feb 09 22:51:38.174705 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-17b78830-a82c-4d63-9748-d0e3927c76aa req-9aad2866-aabc-4a27-940b-834b9a360081 service neutron] 10.222.0.89 "GET /v2.0/networks/492e837f-45b8-45f4-8b23-5b7db57b71a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879207 Feb 09 22:51:38.263793 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-17b78830-a82c-4d63-9748-d0e3927c76aa req-30576f14-001f-4d23-870e-4dcad7d6d63f service neutron] 10.222.0.89 "GET /v2.0/networks/492e837f-45b8-45f4-8b23-5b7db57b71a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830035 Feb 09 22:51:38.352085 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8436cbe-3d2f-4f18-8c80-cc2204ef7d06 req-56c23166-bac9-4a3c-ac9f-17eaa612f3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:38.354216 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d8436cbe-3d2f-4f18-8c80-cc2204ef7d06 req-56c23166-bac9-4a3c-ac9f-17eaa612f3b3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b8a255bec548406d84064230e3dd5dc1&device_id=824de4e5-0f63-4582-b434-fcdf3be9ea10 HTTP/1.1" status: 200 len: 1127 time: 0.0460970 Feb 09 22:51:38.447652 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8436cbe-3d2f-4f18-8c80-cc2204ef7d06 req-f69b1e6d-7735-4b7c-b8c8-b873a4a2d7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:38.449182 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d8436cbe-3d2f-4f18-8c80-cc2204ef7d06 req-f69b1e6d-7735-4b7c-b8c8-b873a4a2d7d9 service neutron] 10.222.0.89 "GET /v2.0/networks?id=492e837f-45b8-45f4-8b23-5b7db57b71a5 HTTP/1.1" status: 200 len: 909 time: 0.0893714 Feb 09 22:51:38.522803 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d8436cbe-3d2f-4f18-8c80-cc2204ef7d06 req-103d027a-9970-484b-959a-da5d5d5b957c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8481b59e-d8fa-4178-b316-6752ddda0dfa HTTP/1.1" status: 200 len: 999 time: 0.0677745 Feb 09 22:51:38.600577 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8436cbe-3d2f-4f18-8c80-cc2204ef7d06 req-f815ca1d-a5b1-482e-b833-f26607155e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:38.603558 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d8436cbe-3d2f-4f18-8c80-cc2204ef7d06 req-f815ca1d-a5b1-482e-b833-f26607155e1d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4ad8fa6e-bd89-42ed-a112-38594fe2b014 HTTP/1.1" status: 200 len: 847 time: 0.0650175 Feb 09 22:51:39.005994 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03cf854-1834-46c1-8fb7-f0c8a8836f26 req-632aa363-c524-4772-924e-2644f342b0d1 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:39.007538 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c03cf854-1834-46c1-8fb7-f0c8a8836f26 req-632aa363-c524-4772-924e-2644f342b0d1 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=824de4e5-0f63-4582-b434-fcdf3be9ea10 HTTP/1.1" status: 200 len: 945 time: 0.0540655 Feb 09 22:51:39.060117 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c03cf854-1834-46c1-8fb7-f0c8a8836f26 req-498e70c8-048f-49e3-9f26-033d213a5c86 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d0fea14-9621-4a67-92cc-924770ffb841&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461731 Feb 09 22:51:39.218372 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5e87439d-4825-4ca3-a4bb-4a077000e485 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:40.196074 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4563992-1c4a-4805-aac3-da1293b101dd req-e53f347d-bd2a-4e3d-b477-f7f1e991a224 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:40.198305 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c4563992-1c4a-4805-aac3-da1293b101dd req-e53f347d-bd2a-4e3d-b477-f7f1e991a224 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=824de4e5-0f63-4582-b434-fcdf3be9ea10 HTTP/1.1" status: 200 len: 945 time: 0.0691156 Feb 09 22:51:40.257492 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c4563992-1c4a-4805-aac3-da1293b101dd req-65c26c81-fe52-4d60-9029-8ea3a5e423b9 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d0fea14-9621-4a67-92cc-924770ffb841&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0517545 Feb 09 22:51:41.177658 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-0691bcfc-a9da-4b8c-ad5c-bf0c0547d3c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:41.713834 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fedcd1-378c-40da-bdf1-a655ce8336be req-6050a97b-6938-4a23-bc30-59ce113f6299 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:41.716200 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-97fedcd1-378c-40da-bdf1-a655ce8336be req-6050a97b-6938-4a23-bc30-59ce113f6299 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=824de4e5-0f63-4582-b434-fcdf3be9ea10 HTTP/1.1" status: 200 len: 945 time: 0.3832731 Feb 09 22:51:41.765617 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-97fedcd1-378c-40da-bdf1-a655ce8336be req-3cce0439-827b-42c7-b318-4292d7717030 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d0fea14-9621-4a67-92cc-924770ffb841&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433733 Feb 09 22:51:42.893676 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b849db-2754-4270-bd7f-5679f9a4003a req-1fbda298-adb3-44b9-8467-4b71e15b9fc7 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:42.895167 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b7b849db-2754-4270-bd7f-5679f9a4003a req-1fbda298-adb3-44b9-8467-4b71e15b9fc7 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=824de4e5-0f63-4582-b434-fcdf3be9ea10 HTTP/1.1" status: 200 len: 945 time: 0.0569124 Feb 09 22:51:42.958124 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b7b849db-2754-4270-bd7f-5679f9a4003a req-b0fd96d9-3b2f-4347-b061-c3e9c58975d4 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d0fea14-9621-4a67-92cc-924770ffb841&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482006 Feb 09 22:51:43.050289 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:44.094624 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed335c4-810a-4466-9513-b4e99ffa7fd1 req-f3306acf-e7a2-4a87-8cb1-1e921c77a077 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:44.097198 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fed335c4-810a-4466-9513-b4e99ffa7fd1 req-f3306acf-e7a2-4a87-8cb1-1e921c77a077 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=824de4e5-0f63-4582-b434-fcdf3be9ea10 HTTP/1.1" status: 200 len: 945 time: 0.0626116 Feb 09 22:51:44.147049 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fed335c4-810a-4466-9513-b4e99ffa7fd1 req-5fbd10ed-b427-4770-8920-806ad93df17a tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d0fea14-9621-4a67-92cc-924770ffb841&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442450 Feb 09 22:51:44.460230 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:45.297753 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9071e76-acdd-40e8-b2ec-fe7cfed2c3aa req-4fe10932-dba4-41a1-9c12-147039f7f35d tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:45.299502 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f9071e76-acdd-40e8-b2ec-fe7cfed2c3aa req-4fe10932-dba4-41a1-9c12-147039f7f35d tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=824de4e5-0f63-4582-b434-fcdf3be9ea10 HTTP/1.1" status: 200 len: 945 time: 0.0547123 Feb 09 22:51:45.358449 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f9071e76-acdd-40e8-b2ec-fe7cfed2c3aa req-c9a667b1-7f85-4fbc-bac4-e1c04df7bf5b tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d0fea14-9621-4a67-92cc-924770ffb841&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0511470 Feb 09 22:51:45.532658 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:46.482019 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67678268-15ba-4e41-9f98-ce92491e2977 req-587d69a8-dd22-41c7-9c04-d9a260dd8b75 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:46.483440 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-67678268-15ba-4e41-9f98-ce92491e2977 req-587d69a8-dd22-41c7-9c04-d9a260dd8b75 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=824de4e5-0f63-4582-b434-fcdf3be9ea10 HTTP/1.1" status: 200 len: 945 time: 0.0541153 Feb 09 22:51:46.537206 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-67678268-15ba-4e41-9f98-ce92491e2977 req-ceb84c4f-976f-4549-b434-86a14f3e33fc tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d0fea14-9621-4a67-92cc-924770ffb841&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481892 Feb 09 22:51:47.654529 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d92a831-e5ce-4b87-8085-ad2489e0560f req-d5646d02-bff9-4eed-9f54-45a53eedacbd tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:47.655976 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0d92a831-e5ce-4b87-8085-ad2489e0560f req-d5646d02-bff9-4eed-9f54-45a53eedacbd tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=824de4e5-0f63-4582-b434-fcdf3be9ea10 HTTP/1.1" status: 200 len: 945 time: 0.0513527 Feb 09 22:51:47.703795 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0d92a831-e5ce-4b87-8085-ad2489e0560f req-accc0e2c-fbb6-4a02-89b7-dbc2f760f569 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d0fea14-9621-4a67-92cc-924770ffb841&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422673 Feb 09 22:51:48.831787 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1502cd95-00e1-4a05-a3a2-84d6026108b4 req-032dab39-3f75-43a8-971c-92e19f57b577 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:48.833464 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1502cd95-00e1-4a05-a3a2-84d6026108b4 req-032dab39-3f75-43a8-971c-92e19f57b577 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=824de4e5-0f63-4582-b434-fcdf3be9ea10 HTTP/1.1" status: 200 len: 945 time: 0.0635891 Feb 09 22:51:48.892289 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1502cd95-00e1-4a05-a3a2-84d6026108b4 req-7fb366c8-da42-4858-9c8e-cfd3ec8bd871 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d0fea14-9621-4a67-92cc-924770ffb841&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0532773 Feb 09 22:51:50.015136 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eecc52-923e-45f0-bb02-11d4167e8f26 req-04a9d214-5366-4560-a95a-3657f8d7f7b8 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:50.016642 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e0eecc52-923e-45f0-bb02-11d4167e8f26 req-04a9d214-5366-4560-a95a-3657f8d7f7b8 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=824de4e5-0f63-4582-b434-fcdf3be9ea10 HTTP/1.1" status: 200 len: 945 time: 0.0560319 Feb 09 22:51:50.064375 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e0eecc52-923e-45f0-bb02-11d4167e8f26 req-ce99e54e-a4f8-478c-a29a-ceacd1724432 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d0fea14-9621-4a67-92cc-924770ffb841&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422065 Feb 09 22:51:50.256825 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8436cbe-3d2f-4f18-8c80-cc2204ef7d06 req-ab59ee4b-069a-425d-b316-229b7de1a1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:50.258616 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d8436cbe-3d2f-4f18-8c80-cc2204ef7d06 req-ab59ee4b-069a-425d-b316-229b7de1a1ad service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=492e837f-45b8-45f4-8b23-5b7db57b71a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0476141 Feb 09 22:51:50.348672 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d8436cbe-3d2f-4f18-8c80-cc2204ef7d06 req-4801ef3b-6c81-4c91-8388-97e879159cb6 service neutron] 10.222.0.89 "GET /v2.0/networks/492e837f-45b8-45f4-8b23-5b7db57b71a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806766 Feb 09 22:51:50.441334 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d8436cbe-3d2f-4f18-8c80-cc2204ef7d06 req-b9605044-e4f0-4734-9918-258054a9aa14 service neutron] 10.222.0.89 "GET /v2.0/networks/492e837f-45b8-45f4-8b23-5b7db57b71a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862536 Feb 09 22:51:51.186275 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816a5d2c-f6e4-48b1-a2e3-e14d81f75106 req-4b621166-92de-4197-b400-5d1ad942daf2 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:51.187661 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-816a5d2c-f6e4-48b1-a2e3-e14d81f75106 req-4b621166-92de-4197-b400-5d1ad942daf2 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=824de4e5-0f63-4582-b434-fcdf3be9ea10 HTTP/1.1" status: 200 len: 945 time: 0.0529950 Feb 09 22:51:51.236368 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-816a5d2c-f6e4-48b1-a2e3-e14d81f75106 req-44b381ff-a552-4b45-a6c9-d86142206c00 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d0fea14-9621-4a67-92cc-924770ffb841&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428555 Feb 09 22:51:52.194090 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:52.359924 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d887fed6-2ce6-4d7c-bdd6-6160b163a377 req-3c3d40cc-dbeb-46bf-aa31-d090d8651e80 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:52.361407 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d887fed6-2ce6-4d7c-bdd6-6160b163a377 req-3c3d40cc-dbeb-46bf-aa31-d090d8651e80 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=824de4e5-0f63-4582-b434-fcdf3be9ea10 HTTP/1.1" status: 200 len: 945 time: 0.0560060 Feb 09 22:51:52.409394 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d887fed6-2ce6-4d7c-bdd6-6160b163a377 req-e7b79ac4-7148-4111-b321-c7db6e4b7089 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d0fea14-9621-4a67-92cc-924770ffb841&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423603 Feb 09 22:51:53.527913 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1819ac-ddf1-45b4-9dc5-b8fbc0f85799 req-58cdf333-caae-46d9-a8d3-994c32ef8783 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:53.529432 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fb1819ac-ddf1-45b4-9dc5-b8fbc0f85799 req-58cdf333-caae-46d9-a8d3-994c32ef8783 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=824de4e5-0f63-4582-b434-fcdf3be9ea10 HTTP/1.1" status: 200 len: 945 time: 0.0523379 Feb 09 22:51:53.578489 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fb1819ac-ddf1-45b4-9dc5-b8fbc0f85799 req-51ca2647-57fd-4de2-b548-574979ff6ac3 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d0fea14-9621-4a67-92cc-924770ffb841&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434277 Feb 09 22:51:54.289771 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:54.695689 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d159f1-80ec-43c4-8dc1-63542fe42edf req-6b21c698-2a7c-493f-97bd-5fb8d474a28a tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:54.697187 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f8d159f1-80ec-43c4-8dc1-63542fe42edf req-6b21c698-2a7c-493f-97bd-5fb8d474a28a tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=824de4e5-0f63-4582-b434-fcdf3be9ea10 HTTP/1.1" status: 200 len: 945 time: 0.0517688 Feb 09 22:51:54.748544 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f8d159f1-80ec-43c4-8dc1-63542fe42edf req-d21589c0-bf1d-40b6-9206-088ae133e960 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d0fea14-9621-4a67-92cc-924770ffb841&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453212 Feb 09 22:51:55.320659 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 8481b59e-d8fa-4178-b316-6752ddda0dfa details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:51:55.423782 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 8481b59e-d8fa-4178-b316-6752ddda0dfa, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=8481b59e-d8fa-4178-b316-6752ddda0dfa,segment=NetworkSegment(7e6bf94d-7711-4f80-aabe-82ab99e54cf1),segment_id=7e6bf94d-7711-4f80-aabe-82ab99e54cf1)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:51:55.435211 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': '8481b59e-d8fa-4178-b316-6752ddda0dfa', 'network_id': '492e837f-45b8-45f4-8b23-5b7db57b71a5', 'port_id': '8481b59e-d8fa-4178-b316-6752ddda0dfa', 'mac_address': 'fa:16:3e:dd:eb:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ad8fa6e-bd89-42ed-a112-38594fe2b014', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:51:55.470925 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 8481b59e-d8fa-4178-b316-6752ddda0dfa is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:51:55.471317 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (8481b59e-d8fa-4178-b316-6752ddda0dfa), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:55.484340 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8481b59e-d8fa-4178-b316-6752ddda0dfa {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:51:55.502969 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 8481b59e-d8fa-4178-b316-6752ddda0dfa, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=8481b59e-d8fa-4178-b316-6752ddda0dfa,segment=NetworkSegment(7e6bf94d-7711-4f80-aabe-82ab99e54cf1),segment_id=7e6bf94d-7711-4f80-aabe-82ab99e54cf1)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:51:55.506688 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (8481b59e-d8fa-4178-b316-6752ddda0dfa), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:55.556460 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=8481b59e-d8fa-4178-b316-6752ddda0dfa,revision_number=11']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:51:55.867454 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97278e5-7d12-40e0-a2e2-dc53269b65ba req-57897540-fbfd-47ed-82c1-ea2455f36096 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:55.868979 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c97278e5-7d12-40e0-a2e2-dc53269b65ba req-57897540-fbfd-47ed-82c1-ea2455f36096 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=824de4e5-0f63-4582-b434-fcdf3be9ea10 HTTP/1.1" status: 200 len: 946 time: 0.0525467 Feb 09 22:51:55.889822 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['8481b59e-d8fa-4178-b316-6752ddda0dfa'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:51:55.917891 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c97278e5-7d12-40e0-a2e2-dc53269b65ba req-2620abaf-d9b9-470f-9640-e3a4374578a8 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d0fea14-9621-4a67-92cc-924770ffb841&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432992 Feb 09 22:51:57.090474 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f058ef-7949-4340-8295-f5565cea6cd6 req-5dbd262b-bc43-473c-926e-cbc923894fe1 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:57.091964 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-94f058ef-7949-4340-8295-f5565cea6cd6 req-5dbd262b-bc43-473c-926e-cbc923894fe1 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=824de4e5-0f63-4582-b434-fcdf3be9ea10 HTTP/1.1" status: 200 len: 946 time: 0.1054347 Feb 09 22:51:57.139380 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-94f058ef-7949-4340-8295-f5565cea6cd6 req-74f613c4-47fe-45e1-9e4d-607b41ae9f87 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d0fea14-9621-4a67-92cc-924770ffb841&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417488 Feb 09 22:51:57.328422 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 8481b59e-d8fa-4178-b316-6752ddda0dfa up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:51:57.377052 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning for port 8481b59e-d8fa-4178-b316-6752ddda0dfa completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:51:57.380981 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port 8481b59e-d8fa-4178-b316-6752ddda0dfa triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:51:57.381363 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (8481b59e-d8fa-4178-b316-6752ddda0dfa), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:57.459833 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 8481b59e-d8fa-4178-b316-6752ddda0dfa is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:51:57.460211 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (8481b59e-d8fa-4178-b316-6752ddda0dfa), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:57.637698 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '824de4e5-0f63-4582-b434-fcdf3be9ea10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8481b59e-d8fa-4178-b316-6752ddda0dfa'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:51:57.639911 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cf4d4d953224237653245d15ffec07a65c4bd356d4237fd84236d8abf5d48a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f43679eb-6cb5-482d-baf3-845c803e6d32" -d '{"events": [{"server_uuid": "824de4e5-0f63-4582-b434-fcdf3be9ea10", "name": "network-vif-plugged", "status": "completed", "tag": "8481b59e-d8fa-4178-b316-6752ddda0dfa"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:51:57.652377 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 8481b59e-d8fa-4178-b316-6752ddda0dfa, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=8481b59e-d8fa-4178-b316-6752ddda0dfa,segment=NetworkSegment(7e6bf94d-7711-4f80-aabe-82ab99e54cf1),segment_id=7e6bf94d-7711-4f80-aabe-82ab99e54cf1)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:51:57.656696 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (8481b59e-d8fa-4178-b316-6752ddda0dfa), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:51:57.679674 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c884503-75b8-44f9-9bda-9d8d62dc679f x-openstack-request-id: req-5c884503-75b8-44f9-9bda-9d8d62dc679f {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:51:57.679965 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "824de4e5-0f63-4582-b434-fcdf3be9ea10", "name": "network-vif-plugged", "status": "completed", "tag": "8481b59e-d8fa-4178-b316-6752ddda0dfa", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:51:57.680237 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-5c884503-75b8-44f9-9bda-9d8d62dc679f {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:51:57.680633 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '824de4e5-0f63-4582-b434-fcdf3be9ea10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8481b59e-d8fa-4178-b316-6752ddda0dfa', 'code': 200} Feb 09 22:51:57.706478 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=8481b59e-d8fa-4178-b316-6752ddda0dfa,revision_number=12']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:51:57.834330 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dccc6a4-50fd-42c8-b423-621e63257a18 req-49386967-b818-45df-91c9-4b79102e0835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:57.835835 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0dccc6a4-50fd-42c8-b423-621e63257a18 req-49386967-b818-45df-91c9-4b79102e0835 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=824de4e5-0f63-4582-b434-fcdf3be9ea10 HTTP/1.1" status: 200 len: 1129 time: 0.0445542 Feb 09 22:51:57.881477 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0dccc6a4-50fd-42c8-b423-621e63257a18 req-92341f14-1ce0-4319-9163-b1593cd4339c service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=1d0fea14-9621-4a67-92cc-924770ffb841&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394132 Feb 09 22:51:58.262379 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0fdc54-8f66-45a0-9429-208d9bfd74f0 req-e7469ff3-bb96-4396-afa4-0a3159eaccdd tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:58.263880 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cb0fdc54-8f66-45a0-9429-208d9bfd74f0 req-e7469ff3-bb96-4396-afa4-0a3159eaccdd tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=824de4e5-0f63-4582-b434-fcdf3be9ea10 HTTP/1.1" status: 200 len: 947 time: 0.0564747 Feb 09 22:51:58.314310 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cb0fdc54-8f66-45a0-9429-208d9bfd74f0 req-5f3e3076-ab66-4816-98b6-d25881ebe30a tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d0fea14-9621-4a67-92cc-924770ffb841&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443969 Feb 09 22:51:59.449377 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb00bf6-85db-4239-b35d-09f9948e7e2d req-ad9ae0a8-405b-4228-81ef-3384c04c7433 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:51:59.450916 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2cb00bf6-85db-4239-b35d-09f9948e7e2d req-ad9ae0a8-405b-4228-81ef-3384c04c7433 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=824de4e5-0f63-4582-b434-fcdf3be9ea10 HTTP/1.1" status: 200 len: 947 time: 0.0609915 Feb 09 22:51:59.502005 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2cb00bf6-85db-4239-b35d-09f9948e7e2d req-0867e722-48b9-4579-a1ab-f61cb04c4622 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d0fea14-9621-4a67-92cc-924770ffb841&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455134 Feb 09 22:52:00.623807 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1576b2-50b5-4b54-9656-1db4c4a9e3ba req-319ca1d5-d46a-4223-a050-c1664981c06b tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:52:00.625403 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ed1576b2-50b5-4b54-9656-1db4c4a9e3ba req-319ca1d5-d46a-4223-a050-c1664981c06b tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=824de4e5-0f63-4582-b434-fcdf3be9ea10 HTTP/1.1" status: 200 len: 947 time: 0.0545621 Feb 09 22:52:00.678652 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ed1576b2-50b5-4b54-9656-1db4c4a9e3ba req-2e9ed913-7349-4601-ad50-cfb7b467f5e6 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d0fea14-9621-4a67-92cc-924770ffb841&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474658 Feb 09 22:52:02.565924 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:52:09.215766 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-4a3442a6-41ba-4313-ae0d-556aa195935c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:11.179647 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d853daea-af2f-4d3f-b3ce-6b84f29bd07a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:11.625055 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-99a1caa6-23da-4169-9f56-5885b0102137 req-57eb81cc-4e23-40ef-9bde-fed6b3f7a8f1 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=824de4e5-0f63-4582-b434-fcdf3be9ea10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0476336 Feb 09 22:52:11.708042 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a1caa6-23da-4169-9f56-5885b0102137 req-6b0789f1-f0b1-4eb0-b840-97e0046849ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:52:11.709557 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-99a1caa6-23da-4169-9f56-5885b0102137 req-6b0789f1-f0b1-4eb0-b840-97e0046849ec service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b8a255bec548406d84064230e3dd5dc1&device_id=824de4e5-0f63-4582-b434-fcdf3be9ea10 HTTP/1.1" status: 200 len: 1129 time: 0.0438263 Feb 09 22:52:11.807491 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a1caa6-23da-4169-9f56-5885b0102137 req-29cdd703-0a76-4e13-88b5-5cf0c6312263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:52:11.808960 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-99a1caa6-23da-4169-9f56-5885b0102137 req-29cdd703-0a76-4e13-88b5-5cf0c6312263 service neutron] 10.222.0.89 "GET /v2.0/networks?id=492e837f-45b8-45f4-8b23-5b7db57b71a5 HTTP/1.1" status: 200 len: 909 time: 0.0812590 Feb 09 22:52:11.879259 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-99a1caa6-23da-4169-9f56-5885b0102137 req-bcb43550-0ef4-4b51-bc79-8c281f3df906 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8481b59e-d8fa-4178-b316-6752ddda0dfa HTTP/1.1" status: 200 len: 1001 time: 0.0628996 Feb 09 22:52:11.926606 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a1caa6-23da-4169-9f56-5885b0102137 req-41df7423-3449-4e31-98be-a95629f41ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:52:11.928024 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-99a1caa6-23da-4169-9f56-5885b0102137 req-41df7423-3449-4e31-98be-a95629f41ca5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4ad8fa6e-bd89-42ed-a112-38594fe2b014 HTTP/1.1" status: 200 len: 847 time: 0.0429285 Feb 09 22:52:11.976483 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a1caa6-23da-4169-9f56-5885b0102137 req-9a73c52d-9ca7-46fd-9acc-aed8883a307b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:52:11.977944 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-99a1caa6-23da-4169-9f56-5885b0102137 req-9a73c52d-9ca7-46fd-9acc-aed8883a307b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=492e837f-45b8-45f4-8b23-5b7db57b71a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0426970 Feb 09 22:52:12.070880 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-99a1caa6-23da-4169-9f56-5885b0102137 req-2de76f25-c747-4ab5-84f7-6a47a7bcb880 service neutron] 10.222.0.89 "GET /v2.0/networks/492e837f-45b8-45f4-8b23-5b7db57b71a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845025 Feb 09 22:52:12.157579 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-99a1caa6-23da-4169-9f56-5885b0102137 req-5b351e28-c9a2-4e38-ac8b-92ce4866e61a service neutron] 10.222.0.89 "GET /v2.0/networks/492e837f-45b8-45f4-8b23-5b7db57b71a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798769 Feb 09 22:52:13.050122 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:14.459217 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:15.534660 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:22.211880 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:24.304506 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:39.208178 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-697a0a1b-036d-4fc8-baa4-7831cf82c0f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:39.564917 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:52:41.182510 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1d5f492f-bbd2-4a31-ba26-220559dc2e30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:43.054363 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:44.462646 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:45.535988 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:52.221810 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:52:54.297039 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:09.213356 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7d0fd69a-1791-4ff9-9a3d-2a23b19041d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:11.184559 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-0a4aabbc-b5e4-4d63-a0a1-0489e3bb9e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:13.056462 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:13.654854 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-65e1311f-1540-4a10-8b56-7d8bc06bbdb4 req-fe655bcd-128b-4881-b7f3-e732819aea89 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=824de4e5-0f63-4582-b434-fcdf3be9ea10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0969460 Feb 09 22:53:13.743536 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e1311f-1540-4a10-8b56-7d8bc06bbdb4 req-90a04c39-583b-48a6-84ba-20c321b8fdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:53:13.745084 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-65e1311f-1540-4a10-8b56-7d8bc06bbdb4 req-90a04c39-583b-48a6-84ba-20c321b8fdbd service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b8a255bec548406d84064230e3dd5dc1&device_id=824de4e5-0f63-4582-b434-fcdf3be9ea10 HTTP/1.1" status: 200 len: 1129 time: 0.0450361 Feb 09 22:53:13.843802 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e1311f-1540-4a10-8b56-7d8bc06bbdb4 req-0763b28e-52c2-42e7-bd00-972d176d510a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:53:13.845364 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-65e1311f-1540-4a10-8b56-7d8bc06bbdb4 req-0763b28e-52c2-42e7-bd00-972d176d510a service neutron] 10.222.0.89 "GET /v2.0/networks?id=492e837f-45b8-45f4-8b23-5b7db57b71a5 HTTP/1.1" status: 200 len: 909 time: 0.0836744 Feb 09 22:53:13.916522 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-65e1311f-1540-4a10-8b56-7d8bc06bbdb4 req-6cba569b-cfab-49cf-aeb4-a59f807413a8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8481b59e-d8fa-4178-b316-6752ddda0dfa HTTP/1.1" status: 200 len: 1001 time: 0.0637696 Feb 09 22:53:13.962356 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e1311f-1540-4a10-8b56-7d8bc06bbdb4 req-5085b663-26e3-480e-8576-90a249aacb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:53:13.963738 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-65e1311f-1540-4a10-8b56-7d8bc06bbdb4 req-5085b663-26e3-480e-8576-90a249aacb0d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4ad8fa6e-bd89-42ed-a112-38594fe2b014 HTTP/1.1" status: 200 len: 847 time: 0.0419672 Feb 09 22:53:14.009529 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e1311f-1540-4a10-8b56-7d8bc06bbdb4 req-6e4818ca-c927-4a5f-aca3-067e643d54ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:53:14.010977 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-65e1311f-1540-4a10-8b56-7d8bc06bbdb4 req-6e4818ca-c927-4a5f-aca3-067e643d54ca service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=492e837f-45b8-45f4-8b23-5b7db57b71a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0417240 Feb 09 22:53:14.100132 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-65e1311f-1540-4a10-8b56-7d8bc06bbdb4 req-c169e8e4-a1c5-4c2a-bd46-9dc1ae1d371a service neutron] 10.222.0.89 "GET /v2.0/networks/492e837f-45b8-45f4-8b23-5b7db57b71a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827975 Feb 09 22:53:14.186214 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-65e1311f-1540-4a10-8b56-7d8bc06bbdb4 req-e7898732-6ff6-4bef-b794-779eaf4da43c service neutron] 10.222.0.89 "GET /v2.0/networks/492e837f-45b8-45f4-8b23-5b7db57b71a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799141 Feb 09 22:53:14.468901 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:15.537792 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:16.564497 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:53:22.232085 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:24.304826 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:39.206093 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-8d973740-9781-4c7a-a11e-cd069d1edff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:41.187765 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d66e8829-4ae3-44dd-a5b5-8aa4311ae582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:43.058976 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:44.469082 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:45.543575 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:45.668148 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 54928) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:53:45.823358 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-f2d43b16-8d0a-41d3-9396-ba2f856ca495 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Deleting port 5e327776-4596-4f01-a6d7-266e0b0c5784 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:53:45.823705 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f2d43b16-8d0a-41d3-9396-ba2f856ca495 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (5e327776-4596-4f01-a6d7-266e0b0c5784), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:45.897150 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f2d43b16-8d0a-41d3-9396-ba2f856ca495 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (5e327776-4596-4f01-a6d7-266e0b0c5784), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:45.897477 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f2d43b16-8d0a-41d3-9396-ba2f856ca495 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks [] for floatingip (5e327776-4596-4f01-a6d7-266e0b0c5784), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:45.909247 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-f2d43b16-8d0a-41d3-9396-ba2f856ca495 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Calling delete_port for 5e327776-4596-4f01-a6d7-266e0b0c5784 owned by network:floatingip {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:53:46.054488 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f2d43b16-8d0a-41d3-9396-ba2f856ca495 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (5e327776-4596-4f01-a6d7-266e0b0c5784), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:46.079338 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d43b16-8d0a-41d3-9396-ba2f856ca495 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Pushing event deleted for resources: {'Port': ['ID=5e327776-4596-4f01-a6d7-266e0b0c5784,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:53:46.109316 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d43b16-8d0a-41d3-9396-ba2f856ca495 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:53:46.109665 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d43b16-8d0a-41d3-9396-ba2f856ca495 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:53:46.110003 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d43b16-8d0a-41d3-9396-ba2f856ca495 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:53:46.110337 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d43b16-8d0a-41d3-9396-ba2f856ca495 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:53:46.110667 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d43b16-8d0a-41d3-9396-ba2f856ca495 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:53:46.110994 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d43b16-8d0a-41d3-9396-ba2f856ca495 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:53:46.111319 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d43b16-8d0a-41d3-9396-ba2f856ca495 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:53:46.111641 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d43b16-8d0a-41d3-9396-ba2f856ca495 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:53:46.111963 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d43b16-8d0a-41d3-9396-ba2f856ca495 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:53:46.112309 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d43b16-8d0a-41d3-9396-ba2f856ca495 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:53:46.112633 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d43b16-8d0a-41d3-9396-ba2f856ca495 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:53:46.112961 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d43b16-8d0a-41d3-9396-ba2f856ca495 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:53:46.113280 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d43b16-8d0a-41d3-9396-ba2f856ca495 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:53:46.151685 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f2d43b16-8d0a-41d3-9396-ba2f856ca495 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks [] for floatingip (caf4ba18-a683-4293-930f-9e869d3f9d53), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:46.152024 n-d-828369-5 neutron-server[103140]: INFO neutron.db.l3_db [None req-f2d43b16-8d0a-41d3-9396-ba2f856ca495 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Floating IP caf4ba18-a683-4293-930f-9e869d3f9d53 disassociated (deleted). External IP: 172.25.3.19, port: 8481b59e-d8fa-4178-b316-6752ddda0dfa. Feb 09 22:53:46.367604 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2d43b16-8d0a-41d3-9396-ba2f856ca495 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Router 86f7d949-6dd8-46b1-9c46-3eecc7da513e has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:53:46.481261 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2d43b16-8d0a-41d3-9396-ba2f856ca495 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:53:46.486119 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f2d43b16-8d0a-41d3-9396-ba2f856ca495 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:46.490680 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e2f6db-b567-40c4-a93f-88a2a84186d9 None None] Sync routers for ids ['86f7d949-6dd8-46b1-9c46-3eecc7da513e'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:53:46.500165 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e2f6db-b567-40c4-a93f-88a2a84186d9 None None] Routers {'86f7d949-6dd8-46b1-9c46-3eecc7da513e'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:53:46.500820 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-13e2f6db-b567-40c4-a93f-88a2a84186d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:53:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['86f7d949-6dd8-46b1-9c46-3eecc7da513e'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:53:46.516093 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-f2d43b16-8d0a-41d3-9396-ba2f856ca495 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "DELETE /v2.0/floatingips/caf4ba18-a683-4293-930f-9e869d3f9d53 HTTP/1.1" status: 204 len: 168 time: 0.8467779 Feb 09 22:53:46.516804 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '824de4e5-0f63-4582-b434-fcdf3be9ea10', 'tag': '8481b59e-d8fa-4178-b316-6752ddda0dfa'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:53:46.519183 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}084566773578a82c7ab9e8b7d7948f8d3f1cbdaece621e80e6759ea940bbe07a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-876f2dcd-deed-4d72-b0fd-85c610f17406" -d '{"events": [{"name": "network-changed", "server_uuid": "824de4e5-0f63-4582-b434-fcdf3be9ea10", "tag": "8481b59e-d8fa-4178-b316-6752ddda0dfa"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:53:46.618692 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-13e2f6db-b567-40c4-a93f-88a2a84186d9 None None] Set router 86f7d949-6dd8-46b1-9c46-3eecc7da513e gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:53:46.627767 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2127a71c-5629-47b0-b7ad-04884a1a2b78 x-openstack-request-id: req-2127a71c-5629-47b0-b7ad-04884a1a2b78 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:53:46.628073 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "824de4e5-0f63-4582-b434-fcdf3be9ea10", "tag": "8481b59e-d8fa-4178-b316-6752ddda0dfa", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:53:46.628573 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-2127a71c-5629-47b0-b7ad-04884a1a2b78 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:53:46.628997 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '824de4e5-0f63-4582-b434-fcdf3be9ea10', 'tag': '8481b59e-d8fa-4178-b316-6752ddda0dfa', 'status': 'completed', 'code': 200} Feb 09 22:53:46.718568 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876f2dcd-deed-4d72-b0fd-85c610f17406 req-a56719bf-93be-49c5-a2fa-780bc88f56f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:53:46.720868 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-876f2dcd-deed-4d72-b0fd-85c610f17406 req-a56719bf-93be-49c5-a2fa-780bc88f56f0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b8a255bec548406d84064230e3dd5dc1&device_id=824de4e5-0f63-4582-b434-fcdf3be9ea10 HTTP/1.1" status: 200 len: 1129 time: 0.0541270 Feb 09 22:53:46.751812 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882dfcba-84ff-4d45-a94f-d350d8910b40 req-ecd6e881-da6b-411d-a9af-bc12310a476e tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:53:46.753445 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-882dfcba-84ff-4d45-a94f-d350d8910b40 req-ecd6e881-da6b-411d-a9af-bc12310a476e tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=824de4e5-0f63-4582-b434-fcdf3be9ea10 HTTP/1.1" status: 200 len: 947 time: 0.0557053 Feb 09 22:53:46.806317 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-882dfcba-84ff-4d45-a94f-d350d8910b40 req-b0969eb7-30e0-4d56-b05b-ff13c27513c3 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d0fea14-9621-4a67-92cc-924770ffb841&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465698 Feb 09 22:53:46.827624 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876f2dcd-deed-4d72-b0fd-85c610f17406 req-64e16bad-7286-43b5-a7d7-3f8b690913b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:53:46.827624 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-876f2dcd-deed-4d72-b0fd-85c610f17406 req-64e16bad-7286-43b5-a7d7-3f8b690913b0 service neutron] 10.222.0.89 "GET /v2.0/networks?id=492e837f-45b8-45f4-8b23-5b7db57b71a5 HTTP/1.1" status: 200 len: 909 time: 0.0970058 Feb 09 22:53:46.829152 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-13e2f6db-b567-40c4-a93f-88a2a84186d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f7d949-6dd8-46b1-9c46-3eecc7da513e', 'name': 'tempest-TestShelveInstance-419043910-router', 'tenant_id': 'b8a255bec548406d84064230e3dd5dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'ee59c9cc-d251-46a5-a4fd-2e2cea86b25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:48:45Z', 'updated_at': '2022-02-09T22:48:48Z', 'revision_number': 4, 'project_id': 'b8a255bec548406d84064230e3dd5dc1', 'gw_port': {'id': 'ee59c9cc-d251-46a5-a4fd-2e2cea86b25f', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:45:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f7d949-6dd8-46b1-9c46-3eecc7da513e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:48:45Z', 'updated_at': '2022-02-09T22:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '27649d59-2d06-4047-9e1b-ab2b0109f674', 'name': '', 'network_id': '492e837f-45b8-45f4-8b23-5b7db57b71a5', 'tenant_id': 'b8a255bec548406d84064230e3dd5dc1', 'mac_address': 'fa:16:3e:43:37:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f7d949-6dd8-46b1-9c46-3eecc7da513e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '4ad8fa6e-bd89-42ed-a112-38594fe2b014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:48:47Z', 'updated_at': '2022-02-09T22:48:53Z', 'revision_number': 5, 'project_id': 'b8a255bec548406d84064230e3dd5dc1', 'subnets': [{'id': '4ad8fa6e-bd89-42ed-a112-38594fe2b014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:53:46.855350 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e2f6db-b567-40c4-a93f-88a2a84186d9 None None] Checking router: 86f7d949-6dd8-46b1-9c46-3eecc7da513e for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:53:46.864113 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e2f6db-b567-40c4-a93f-88a2a84186d9 None None] Routers {'86f7d949-6dd8-46b1-9c46-3eecc7da513e'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:53:46.864765 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-13e2f6db-b567-40c4-a93f-88a2a84186d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:53:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['86f7d949-6dd8-46b1-9c46-3eecc7da513e'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:53:46.868341 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-876f2dcd-deed-4d72-b0fd-85c610f17406 req-ff8da52c-9574-4eb9-813b-035d3240714a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8481b59e-d8fa-4178-b316-6752ddda0dfa HTTP/1.1" status: 200 len: 217 time: 0.0350964 Feb 09 22:53:46.921533 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876f2dcd-deed-4d72-b0fd-85c610f17406 req-72c04f0b-c73d-4476-a369-0accc1bac834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:53:46.922926 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-876f2dcd-deed-4d72-b0fd-85c610f17406 req-72c04f0b-c73d-4476-a369-0accc1bac834 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4ad8fa6e-bd89-42ed-a112-38594fe2b014 HTTP/1.1" status: 200 len: 847 time: 0.0489450 Feb 09 22:53:46.972339 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876f2dcd-deed-4d72-b0fd-85c610f17406 req-0c6cde37-ad1e-465c-9949-cd2cbe6f0ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:53:46.973939 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-876f2dcd-deed-4d72-b0fd-85c610f17406 req-0c6cde37-ad1e-465c-9949-cd2cbe6f0ec2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=492e837f-45b8-45f4-8b23-5b7db57b71a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0440869 Feb 09 22:53:46.974655 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-13e2f6db-b567-40c4-a93f-88a2a84186d9 None None] Set router 86f7d949-6dd8-46b1-9c46-3eecc7da513e gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:53:47.063560 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-876f2dcd-deed-4d72-b0fd-85c610f17406 req-b468b249-8692-4f34-ad3c-d55fd7170342 service neutron] 10.222.0.89 "GET /v2.0/networks/492e837f-45b8-45f4-8b23-5b7db57b71a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817337 Feb 09 22:53:47.156485 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-876f2dcd-deed-4d72-b0fd-85c610f17406 req-8c68d2be-5550-4f09-b9af-e0ae85063f99 service neutron] 10.222.0.89 "GET /v2.0/networks/492e837f-45b8-45f4-8b23-5b7db57b71a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860102 Feb 09 22:53:47.173511 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-13e2f6db-b567-40c4-a93f-88a2a84186d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f7d949-6dd8-46b1-9c46-3eecc7da513e', 'name': 'tempest-TestShelveInstance-419043910-router', 'tenant_id': 'b8a255bec548406d84064230e3dd5dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'ee59c9cc-d251-46a5-a4fd-2e2cea86b25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:48:45Z', 'updated_at': '2022-02-09T22:48:48Z', 'revision_number': 4, 'project_id': 'b8a255bec548406d84064230e3dd5dc1', 'gw_port': {'id': 'ee59c9cc-d251-46a5-a4fd-2e2cea86b25f', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:45:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f7d949-6dd8-46b1-9c46-3eecc7da513e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:48:45Z', 'updated_at': '2022-02-09T22:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '27649d59-2d06-4047-9e1b-ab2b0109f674', 'name': '', 'network_id': '492e837f-45b8-45f4-8b23-5b7db57b71a5', 'tenant_id': 'b8a255bec548406d84064230e3dd5dc1', 'mac_address': 'fa:16:3e:43:37:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f7d949-6dd8-46b1-9c46-3eecc7da513e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '4ad8fa6e-bd89-42ed-a112-38594fe2b014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:48:47Z', 'updated_at': '2022-02-09T22:48:53Z', 'revision_number': 5, 'project_id': 'b8a255bec548406d84064230e3dd5dc1', 'subnets': [{'id': '4ad8fa6e-bd89-42ed-a112-38594fe2b014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:53:47.201075 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e2f6db-b567-40c4-a93f-88a2a84186d9 None None] The sync data for ids ['86f7d949-6dd8-46b1-9c46-3eecc7da513e'] in n-d-828369-5 is: [{'id': '86f7d949-6dd8-46b1-9c46-3eecc7da513e', 'name': 'tempest-TestShelveInstance-419043910-router', 'tenant_id': 'b8a255bec548406d84064230e3dd5dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'ee59c9cc-d251-46a5-a4fd-2e2cea86b25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:48:45Z', 'updated_at': '2022-02-09T22:48:48Z', 'revision_number': 4, 'project_id': 'b8a255bec548406d84064230e3dd5dc1', 'gw_port': {'id': 'ee59c9cc-d251-46a5-a4fd-2e2cea86b25f', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:45:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f7d949-6dd8-46b1-9c46-3eecc7da513e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:48:45Z', 'updated_at': '2022-02-09T22:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '27649d59-2d06-4047-9e1b-ab2b0109f674', 'name': '', 'network_id': '492e837f-45b8-45f4-8b23-5b7db57b71a5', 'tenant_id': 'b8a255bec548406d84064230e3dd5dc1', 'mac_address': 'fa:16:3e:43:37:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f7d949-6dd8-46b1-9c46-3eecc7da513e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '4ad8fa6e-bd89-42ed-a112-38594fe2b014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:48:47Z', 'updated_at': '2022-02-09T22:48:53Z', 'revision_number': 5, 'project_id': 'b8a255bec548406d84064230e3dd5dc1', 'subnets': [{'id': '4ad8fa6e-bd89-42ed-a112-38594fe2b014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:53:47.413830 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f5083c-97e2-4ece-85f9-700e62cd6357 None None] New status for floating IP caf4ba18-a683-4293-930f-9e869d3f9d53: DOWN {{(pid=103143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:53:47.932744 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fcaa57-9ad7-4a64-8981-c72dfb6b95c4 req-4fa3529e-b5a0-478c-a5e9-1111ecc3be39 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:53:47.934260 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-83fcaa57-9ad7-4a64-8981-c72dfb6b95c4 req-4fa3529e-b5a0-478c-a5e9-1111ecc3be39 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=824de4e5-0f63-4582-b434-fcdf3be9ea10 HTTP/1.1" status: 200 len: 947 time: 0.0518746 Feb 09 22:53:47.986206 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-83fcaa57-9ad7-4a64-8981-c72dfb6b95c4 req-5d00e7d8-c845-41f0-a5d0-a8579d77c722 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=1d0fea14-9621-4a67-92cc-924770ffb841&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459297 Feb 09 22:53:48.571597 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5cec19-3dfb-4f22-80fe-b2b776c3bec3 req-b9436cf1-bbd1-4f44-be52-440fe6d67f07 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:53:48.573099 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-5c5cec19-3dfb-4f22-80fe-b2b776c3bec3 req-b9436cf1-bbd1-4f44-be52-440fe6d67f07 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.89 "GET /v2.0/ports?device_id=824de4e5-0f63-4582-b434-fcdf3be9ea10 HTTP/1.1" status: 200 len: 947 time: 0.0534787 Feb 09 22:53:48.667022 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-5c5cec19-3dfb-4f22-80fe-b2b776c3bec3 req-16df6e2e-4937-49a7-b740-aa7ad348bca2 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Deleting port 8481b59e-d8fa-4178-b316-6752ddda0dfa {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:53:48.667375 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-5c5cec19-3dfb-4f22-80fe-b2b776c3bec3 req-16df6e2e-4937-49a7-b740-aa7ad348bca2 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (8481b59e-d8fa-4178-b316-6752ddda0dfa), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:48.753614 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-5c5cec19-3dfb-4f22-80fe-b2b776c3bec3 req-16df6e2e-4937-49a7-b740-aa7ad348bca2 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] For port 8481b59e-d8fa-4178-b316-6752ddda0dfa, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=8481b59e-d8fa-4178-b316-6752ddda0dfa,segment=NetworkSegment(7e6bf94d-7711-4f80-aabe-82ab99e54cf1),segment_id=7e6bf94d-7711-4f80-aabe-82ab99e54cf1)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:53:48.753977 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-5c5cec19-3dfb-4f22-80fe-b2b776c3bec3 req-16df6e2e-4937-49a7-b740-aa7ad348bca2 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (8481b59e-d8fa-4178-b316-6752ddda0dfa), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:48.766202 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-5c5cec19-3dfb-4f22-80fe-b2b776c3bec3 req-16df6e2e-4937-49a7-b740-aa7ad348bca2 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Calling delete_port for 8481b59e-d8fa-4178-b316-6752ddda0dfa owned by compute:nova {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:53:48.894426 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-5c5cec19-3dfb-4f22-80fe-b2b776c3bec3 req-16df6e2e-4937-49a7-b740-aa7ad348bca2 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (8481b59e-d8fa-4178-b316-6752ddda0dfa), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:48.923057 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16df6e2e-4937-49a7-b740-aa7ad348bca2 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Pushing event deleted for resources: {'Port': ['ID=8481b59e-d8fa-4178-b316-6752ddda0dfa,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:53:48.936613 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16df6e2e-4937-49a7-b740-aa7ad348bca2 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:53:48.936613 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16df6e2e-4937-49a7-b740-aa7ad348bca2 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:53:48.936899 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16df6e2e-4937-49a7-b740-aa7ad348bca2 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:53:48.937151 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16df6e2e-4937-49a7-b740-aa7ad348bca2 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:53:48.937487 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16df6e2e-4937-49a7-b740-aa7ad348bca2 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:53:48.937824 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16df6e2e-4937-49a7-b740-aa7ad348bca2 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:53:48.938156 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16df6e2e-4937-49a7-b740-aa7ad348bca2 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:53:48.938487 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16df6e2e-4937-49a7-b740-aa7ad348bca2 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:53:48.938810 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16df6e2e-4937-49a7-b740-aa7ad348bca2 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:53:48.939138 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16df6e2e-4937-49a7-b740-aa7ad348bca2 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:53:48.939471 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16df6e2e-4937-49a7-b740-aa7ad348bca2 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:53:48.939800 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16df6e2e-4937-49a7-b740-aa7ad348bca2 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:53:48.940125 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16df6e2e-4937-49a7-b740-aa7ad348bca2 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:53:48.980381 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c5cec19-3dfb-4f22-80fe-b2b776c3bec3 req-16df6e2e-4937-49a7-b740-aa7ad348bca2 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] No DVR routers for this DVR port 8481b59e-d8fa-4178-b316-6752ddda0dfa on host n-h2-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:53:48.983059 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-5c5cec19-3dfb-4f22-80fe-b2b776c3bec3 req-16df6e2e-4937-49a7-b740-aa7ad348bca2 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:48.986608 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-5c5cec19-3dfb-4f22-80fe-b2b776c3bec3 req-16df6e2e-4937-49a7-b740-aa7ad348bca2 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.89 "DELETE /v2.0/ports/8481b59e-d8fa-4178-b316-6752ddda0dfa HTTP/1.1" status: 204 len: 173 time: 0.4082084 Feb 09 22:53:48.987063 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '824de4e5-0f63-4582-b434-fcdf3be9ea10', 'name': 'network-vif-deleted', 'tag': '8481b59e-d8fa-4178-b316-6752ddda0dfa'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:53:48.989414 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0759f77e637a6f71ff1c25bc92ec5ea77217d29fcb3f113a7ada5acb32ef5084" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9841eb86-2f99-454b-95dc-f23d0ab4507b" -d '{"events": [{"server_uuid": "824de4e5-0f63-4582-b434-fcdf3be9ea10", "name": "network-vif-deleted", "tag": "8481b59e-d8fa-4178-b316-6752ddda0dfa"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:53:49.086538 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-45c56d69-79fe-49db-9a63-dc06f8f570f7 req-12036614-f6ff-47c4-978d-662e710499f9 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=824de4e5-0f63-4582-b434-fcdf3be9ea10 HTTP/1.1" status: 200 len: 210 time: 0.0312810 Feb 09 22:53:49.090769 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfed9bb3-c801-4723-bee8-220aabca7572 x-openstack-request-id: req-dfed9bb3-c801-4723-bee8-220aabca7572 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:53:49.091626 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "824de4e5-0f63-4582-b434-fcdf3be9ea10", "name": "network-vif-deleted", "tag": "8481b59e-d8fa-4178-b316-6752ddda0dfa", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:53:49.091894 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-dfed9bb3-c801-4723-bee8-220aabca7572 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:53:49.092321 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '824de4e5-0f63-4582-b434-fcdf3be9ea10', 'name': 'network-vif-deleted', 'tag': '8481b59e-d8fa-4178-b316-6752ddda0dfa', 'status': 'completed', 'code': 200} Feb 09 22:53:50.146790 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 54956) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:53:50.203659 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b3abf9a6-3159-4262-8d13-5351ca02b782 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks [] for security_group (1d0fea14-9621-4a67-92cc-924770ffb841), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:50.228617 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b3abf9a6-3159-4262-8d13-5351ca02b782 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks [] for security_group (1d0fea14-9621-4a67-92cc-924770ffb841), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:50.289755 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b3abf9a6-3159-4262-8d13-5351ca02b782 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (1d0fea14-9621-4a67-92cc-924770ffb841), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:50.292575 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-b3abf9a6-3159-4262-8d13-5351ca02b782 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:50.293795 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-b3abf9a6-3159-4262-8d13-5351ca02b782 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "DELETE /v2.0/security-groups/1d0fea14-9621-4a67-92cc-924770ffb841 HTTP/1.1" status: 204 len: 168 time: 0.1459780 Feb 09 22:53:50.306875 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3abf9a6-3159-4262-8d13-5351ca02b782 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d0fea14-9621-4a67-92cc-924770ffb841,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:53:51.651019 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 54964) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:53:51.656193 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-ce9ea885-2961-47a6-9d4f-68289be0a884 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-567840884', 'description': 'tempest-secgroup-smoke-567840884 description', 'project_id': 'b8a255bec548406d84064230e3dd5dc1'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:53:51.676430 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ce9ea885-2961-47a6-9d4f-68289be0a884 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:51.741458 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ce9ea885-2961-47a6-9d4f-68289be0a884 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks [] for security_group (485ab7a5-9c78-43df-a856-b48a7a110995), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:51.745705 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ce9ea885-2961-47a6-9d4f-68289be0a884 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (485ab7a5-9c78-43df-a856-b48a7a110995), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:51.776170 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ce9ea885-2961-47a6-9d4f-68289be0a884 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:51.777433 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-ce9ea885-2961-47a6-9d4f-68289be0a884 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1253889 Feb 09 22:53:51.779807 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9ea885-2961-47a6-9d4f-68289be0a884 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=485ab7a5-9c78-43df-a856-b48a7a110995,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:53:51.781091 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54966) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:53:51.785717 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-63e4306e-4281-4cf4-9e4a-c9d0dee316d6 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Request body: {'security_group_rule': {'security_group_id': '485ab7a5-9c78-43df-a856-b48a7a110995', 'project_id': 'b8a255bec548406d84064230e3dd5dc1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:53:51.816706 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-63e4306e-4281-4cf4-9e4a-c9d0dee316d6 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks [] for security_group_rule (20b997df-2b3e-449f-b2a8-04729fa9f6a4), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:51.837169 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 8481b59e-d8fa-4178-b316-6752ddda0dfa no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:53:51.857901 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] No Port match for: 8481b59e-d8fa-4178-b316-6752ddda0dfa {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:53:51.858256 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 8481b59e-d8fa-4178-b316-6752ddda0dfa not bound to the agent host n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:53:51.875134 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-63e4306e-4281-4cf4-9e4a-c9d0dee316d6 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks [] for security_group_rule (20b997df-2b3e-449f-b2a8-04729fa9f6a4), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:51.878692 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-63e4306e-4281-4cf4-9e4a-c9d0dee316d6 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (20b997df-2b3e-449f-b2a8-04729fa9f6a4), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:51.896441 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e4306e-4281-4cf4-9e4a-c9d0dee316d6 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20b997df-2b3e-449f-b2a8-04729fa9f6a4,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:53:51.903223 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-63e4306e-4281-4cf4-9e4a-c9d0dee316d6 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:51.905065 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-63e4306e-4281-4cf4-9e4a-c9d0dee316d6 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1229060 Feb 09 22:53:51.907811 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54968) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:53:51.912155 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-8d1b5d67-c579-4e6a-baf0-79534bbbcfce tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Request body: {'security_group_rule': {'security_group_id': '485ab7a5-9c78-43df-a856-b48a7a110995', 'project_id': 'b8a255bec548406d84064230e3dd5dc1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:53:51.936302 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8d1b5d67-c579-4e6a-baf0-79534bbbcfce tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks [] for security_group_rule (98dd8893-cf3c-48de-a53c-0353544404db), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:51.991113 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8d1b5d67-c579-4e6a-baf0-79534bbbcfce tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks [] for security_group_rule (98dd8893-cf3c-48de-a53c-0353544404db), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:51.994735 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8d1b5d67-c579-4e6a-baf0-79534bbbcfce tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (98dd8893-cf3c-48de-a53c-0353544404db), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:52.011442 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1b5d67-c579-4e6a-baf0-79534bbbcfce tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98dd8893-cf3c-48de-a53c-0353544404db,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:53:52.019950 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-8d1b5d67-c579-4e6a-baf0-79534bbbcfce tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:52.022459 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-8d1b5d67-c579-4e6a-baf0-79534bbbcfce tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1123953 Feb 09 22:53:52.024029 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54970) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:53:52.028393 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-3e78f05a-403f-416a-b6b1-76db71a13109 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Request body: {'security_group_rule': {'security_group_id': '485ab7a5-9c78-43df-a856-b48a7a110995', 'project_id': 'b8a255bec548406d84064230e3dd5dc1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:53:52.052530 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3e78f05a-403f-416a-b6b1-76db71a13109 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks [] for security_group_rule (d6de2367-7bad-4777-a8cf-d78f54fe12b2), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:52.111585 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3e78f05a-403f-416a-b6b1-76db71a13109 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks [] for security_group_rule (d6de2367-7bad-4777-a8cf-d78f54fe12b2), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:52.115349 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3e78f05a-403f-416a-b6b1-76db71a13109 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (d6de2367-7bad-4777-a8cf-d78f54fe12b2), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:52.134432 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e78f05a-403f-416a-b6b1-76db71a13109 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6de2367-7bad-4777-a8cf-d78f54fe12b2,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:53:52.144144 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3e78f05a-403f-416a-b6b1-76db71a13109 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:52.145395 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-3e78f05a-403f-416a-b6b1-76db71a13109 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1203988 Feb 09 22:53:52.148108 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54972) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:53:52.152834 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-0ad5b25f-62aa-4cd3-9ea6-e6644b0ff481 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Request body: {'security_group_rule': {'security_group_id': '485ab7a5-9c78-43df-a856-b48a7a110995', 'project_id': 'b8a255bec548406d84064230e3dd5dc1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:53:52.178155 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0ad5b25f-62aa-4cd3-9ea6-e6644b0ff481 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks [] for security_group_rule (51a87ebd-8c51-4a02-aaca-e6c42aceb2f8), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:52.226539 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:52.237608 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0ad5b25f-62aa-4cd3-9ea6-e6644b0ff481 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks [] for security_group_rule (51a87ebd-8c51-4a02-aaca-e6c42aceb2f8), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:52.241127 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0ad5b25f-62aa-4cd3-9ea6-e6644b0ff481 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (51a87ebd-8c51-4a02-aaca-e6c42aceb2f8), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:52.260587 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad5b25f-62aa-4cd3-9ea6-e6644b0ff481 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51a87ebd-8c51-4a02-aaca-e6c42aceb2f8,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:53:52.268969 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-0ad5b25f-62aa-4cd3-9ea6-e6644b0ff481 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:52.270224 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-0ad5b25f-62aa-4cd3-9ea6-e6644b0ff481 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1211073 Feb 09 22:53:52.273055 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54974) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:53:52.277424 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-e12dde83-0404-47c6-9fb6-b33311f56642 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Request body: {'security_group_rule': {'security_group_id': '485ab7a5-9c78-43df-a856-b48a7a110995', 'project_id': 'b8a255bec548406d84064230e3dd5dc1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:53:52.297441 n-d-828369-5 neutron-server[103141]: INFO neutron.db.securitygroups_db [None req-e12dde83-0404-47c6-9fb6-b33311f56642 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Project b8a255bec548406d84064230e3dd5dc1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 22:53:52.302246 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e12dde83-0404-47c6-9fb6-b33311f56642 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks [] for security_group_rule (5b6c2539-a76b-434d-b1af-a3322b982df6), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:52.359147 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e12dde83-0404-47c6-9fb6-b33311f56642 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks [] for security_group_rule (5b6c2539-a76b-434d-b1af-a3322b982df6), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:52.362844 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e12dde83-0404-47c6-9fb6-b33311f56642 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (5b6c2539-a76b-434d-b1af-a3322b982df6), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:52.379628 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12dde83-0404-47c6-9fb6-b33311f56642 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b6c2539-a76b-434d-b1af-a3322b982df6,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:53:52.387894 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-e12dde83-0404-47c6-9fb6-b33311f56642 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:52.389123 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-e12dde83-0404-47c6-9fb6-b33311f56642 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1150656 Feb 09 22:53:52.391791 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 54976) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:53:52.396015 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-9ded3ada-ab05-4ec2-bb1e-c4e47d9b2291 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Request body: {'security_group_rule': {'security_group_id': '485ab7a5-9c78-43df-a856-b48a7a110995', 'project_id': 'b8a255bec548406d84064230e3dd5dc1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:53:52.416121 n-d-828369-5 neutron-server[103141]: INFO neutron.db.securitygroups_db [None req-9ded3ada-ab05-4ec2-bb1e-c4e47d9b2291 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Project b8a255bec548406d84064230e3dd5dc1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 22:53:52.421517 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9ded3ada-ab05-4ec2-bb1e-c4e47d9b2291 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks [] for security_group_rule (cdaa25e8-9e83-4ff7-9b82-7019c958a13f), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:52.481105 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9ded3ada-ab05-4ec2-bb1e-c4e47d9b2291 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks [] for security_group_rule (cdaa25e8-9e83-4ff7-9b82-7019c958a13f), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:52.485326 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9ded3ada-ab05-4ec2-bb1e-c4e47d9b2291 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (cdaa25e8-9e83-4ff7-9b82-7019c958a13f), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:52.502585 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ded3ada-ab05-4ec2-bb1e-c4e47d9b2291 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdaa25e8-9e83-4ff7-9b82-7019c958a13f,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:53:52.510011 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9ded3ada-ab05-4ec2-bb1e-c4e47d9b2291 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:53:52.511203 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-9ded3ada-ab05-4ec2-bb1e-c4e47d9b2291 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1184583 Feb 09 22:53:53.563742 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:53:54.310010 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:54:09.213825 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-223ccfba-9722-43a7-baaa-64c84c7d186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:54:10.989715 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fd639b94-6b54-4c13-a16c-b376d3502e28 req-7c22f4a1-2d3a-46a4-b9d8-ddad8852a814 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-567840884&fields=id&tenant_id=b8a255bec548406d84064230e3dd5dc1 HTTP/1.1" status: 200 len: 267 time: 0.0476325 Feb 09 22:54:11.093173 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd639b94-6b54-4c13-a16c-b376d3502e28 req-3fae637d-561e-4484-b50a-4daf63adbc54 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:54:11.094550 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fd639b94-6b54-4c13-a16c-b376d3502e28 req-3fae637d-561e-4484-b50a-4daf63adbc54 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/networks?id=492e837f-45b8-45f4-8b23-5b7db57b71a5 HTTP/1.1" status: 200 len: 808 time: 0.0984552 Feb 09 22:54:11.108738 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fd639b94-6b54-4c13-a16c-b376d3502e28 req-cd8940d9-fe1c-4ae8-85bf-13280fb718ea tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/quotas/b8a255bec548406d84064230e3dd5dc1 HTTP/1.1" status: 200 len: 375 time: 0.0087442 Feb 09 22:54:11.167000 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fd639b94-6b54-4c13-a16c-b376d3502e28 req-fa3abecc-36b0-492f-88db-8f0b38b54263 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=b8a255bec548406d84064230e3dd5dc1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0532517 Feb 09 22:54:11.191180 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-feb362f9-5ee2-4422-bd0c-7fe84be7e394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:54:11.263510 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fd639b94-6b54-4c13-a16c-b376d3502e28 req-128f7561-6bc8-405f-8f7c-13575762bda7 service neutron] 10.222.0.90 "GET /v2.0/networks/492e837f-45b8-45f4-8b23-5b7db57b71a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839317 Feb 09 22:54:11.353801 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fd639b94-6b54-4c13-a16c-b376d3502e28 req-fe3b7f70-303c-4182-b648-1ff28142102f service neutron] 10.222.0.90 "GET /v2.0/networks/492e837f-45b8-45f4-8b23-5b7db57b71a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843556 Feb 09 22:54:11.634095 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4a6f3e4e-cfbc-44b8-bec8-d840371106a0 req-a52f6317-6fe2-43de-8f0e-b8fb94d4bf41 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=773251a8-b88c-4cbf-b99b-2d0f6a7332a1 HTTP/1.1" status: 200 len: 210 time: 0.0290432 Feb 09 22:54:12.585792 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd639b94-6b54-4c13-a16c-b376d3502e28 req-e6cd8a10-2dff-4d57-8541-2859743ad78f tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:54:12.587256 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fd639b94-6b54-4c13-a16c-b376d3502e28 req-e6cd8a10-2dff-4d57-8541-2859743ad78f tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.95 "GET /v2.0/networks?id=492e837f-45b8-45f4-8b23-5b7db57b71a5 HTTP/1.1" status: 200 len: 808 time: 0.1011944 Feb 09 22:54:12.654358 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fd639b94-6b54-4c13-a16c-b376d3502e28 req-a1d1dda3-1303-446e-8c84-4b9ecee1ff7e tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8a255bec548406d84064230e3dd5dc1 HTTP/1.1" status: 200 len: 379 time: 0.0592191 Feb 09 22:54:12.662554 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-fd639b94-6b54-4c13-a16c-b376d3502e28 req-8adadeb2-ab05-493c-a3c6-7f86284b082d tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Request body: {'port': {'device_id': '773251a8-b88c-4cbf-b99b-2d0f6a7332a1', 'network_id': '492e837f-45b8-45f4-8b23-5b7db57b71a5', 'admin_state_up': True, 'tenant_id': 'b8a255bec548406d84064230e3dd5dc1', 'security_groups': ['485ab7a5-9c78-43df-a856-b48a7a110995']}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:54:12.737227 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4b636bf2-df87-4b55-a606-51163400c660 req-c184ba27-1f06-4eb7-b175-6d15147a41f4 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=773251a8-b88c-4cbf-b99b-2d0f6a7332a1 HTTP/1.1" status: 200 len: 210 time: 0.0327134 Feb 09 22:54:12.793552 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd639b94-6b54-4c13-a16c-b376d3502e28 req-8adadeb2-ab05-493c-a3c6-7f86284b082d tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Made reservation on behalf of b8a255bec548406d84064230e3dd5dc1 for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:54:12.797283 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-fd639b94-6b54-4c13-a16c-b376d3502e28 req-8adadeb2-ab05-493c-a3c6-7f86284b082d tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:54:12.927492 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [req-fd639b94-6b54-4c13-a16c-b376d3502e28 req-8adadeb2-ab05-493c-a3c6-7f86284b082d tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Allocated IP 172.20.0.11 (492e837f-45b8-45f4-8b23-5b7db57b71a5/4ad8fa6e-bd89-42ed-a112-38594fe2b014/cc5b6a4b-39b1-48da-b7c7-755cd6597e2a) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:54:13.063531 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:54:13.067371 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-fd639b94-6b54-4c13-a16c-b376d3502e28 req-8adadeb2-ab05-493c-a3c6-7f86284b082d tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks [] for port (cc5b6a4b-39b1-48da-b7c7-755cd6597e2a), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:54:13.100531 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-fd639b94-6b54-4c13-a16c-b376d3502e28 req-8adadeb2-ab05-493c-a3c6-7f86284b082d tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (cc5b6a4b-39b1-48da-b7c7-755cd6597e2a), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:54:13.140169 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd639b94-6b54-4c13-a16c-b376d3502e28 req-8adadeb2-ab05-493c-a3c6-7f86284b082d tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Network 492e837f-45b8-45f4-8b23-5b7db57b71a5 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:54:13.143272 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [req-fd639b94-6b54-4c13-a16c-b376d3502e28 req-8adadeb2-ab05-493c-a3c6-7f86284b082d tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:54:13.145860 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd639b94-6b54-4c13-a16c-b376d3502e28 req-8adadeb2-ab05-493c-a3c6-7f86284b082d tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:54:13.186135 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adadeb2-ab05-493c-a3c6-7f86284b082d tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Pushing event updated for resources: {'Port': ['ID=cc5b6a4b-39b1-48da-b7c7-755cd6597e2a,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:54:13.206958 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd639b94-6b54-4c13-a16c-b376d3502e28 req-8adadeb2-ab05-493c-a3c6-7f86284b082d tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:54:13.207692 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-fd639b94-6b54-4c13-a16c-b376d3502e28 req-8adadeb2-ab05-493c-a3c6-7f86284b082d tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:54:13.224382 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fd639b94-6b54-4c13-a16c-b376d3502e28 req-8adadeb2-ab05-493c-a3c6-7f86284b082d tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5656812 Feb 09 22:54:13.282275 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-fd639b94-6b54-4c13-a16c-b376d3502e28 req-12b4eafd-9f6a-4462-bc88-ed4bccd95661 service neutron] Request body: {'port': {'device_id': '773251a8-b88c-4cbf-b99b-2d0f6a7332a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-5'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:54:13.360951 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-fd639b94-6b54-4c13-a16c-b376d3502e28 req-12b4eafd-9f6a-4462-bc88-ed4bccd95661 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (cc5b6a4b-39b1-48da-b7c7-755cd6597e2a), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:54:13.386674 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-123779a0-7c8b-413f-9fec-613232ebc707 None None] Provisioning complete for port cc5b6a4b-39b1-48da-b7c7-755cd6597e2a triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:54:13.387207 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-123779a0-7c8b-413f-9fec-613232ebc707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (cc5b6a4b-39b1-48da-b7c7-755cd6597e2a), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:54:13.423547 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-123779a0-7c8b-413f-9fec-613232ebc707 None None] Port cc5b6a4b-39b1-48da-b7c7-755cd6597e2a cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:54:13.623277 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [req-fd639b94-6b54-4c13-a16c-b376d3502e28 req-12b4eafd-9f6a-4462-bc88-ed4bccd95661 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc5b6a4b-39b1-48da-b7c7-755cd6597e2a {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:54:13.630584 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-fd639b94-6b54-4c13-a16c-b376d3502e28 req-12b4eafd-9f6a-4462-bc88-ed4bccd95661 service neutron] Publish callbacks [] for port (cc5b6a4b-39b1-48da-b7c7-755cd6597e2a), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:54:13.642651 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [req-fd639b94-6b54-4c13-a16c-b376d3502e28 req-12b4eafd-9f6a-4462-bc88-ed4bccd95661 service neutron] Transition to ACTIVE for port object cc5b6a4b-39b1-48da-b7c7-755cd6597e2a will not be triggered until provisioned by entity L2. {{(pid=103140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:54:13.646349 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-fd639b94-6b54-4c13-a16c-b376d3502e28 req-12b4eafd-9f6a-4462-bc88-ed4bccd95661 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (cc5b6a4b-39b1-48da-b7c7-755cd6597e2a), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:54:13.697491 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b4eafd-9f6a-4462-bc88-ed4bccd95661 service neutron] Pushing event updated for resources: {'Port': ['ID=cc5b6a4b-39b1-48da-b7c7-755cd6597e2a,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:54:13.783821 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-fd639b94-6b54-4c13-a16c-b376d3502e28 req-12b4eafd-9f6a-4462-bc88-ed4bccd95661 service neutron] Attempting to bind port cc5b6a4b-39b1-48da-b7c7-755cd6597e2a on host n-h1-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:54:13.784166 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-fd639b94-6b54-4c13-a16c-b376d3502e28 req-12b4eafd-9f6a-4462-bc88-ed4bccd95661 service neutron] Attempting to bind port cc5b6a4b-39b1-48da-b7c7-755cd6597e2a by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': '7e6bf94d-7711-4f80-aabe-82ab99e54cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '492e837f-45b8-45f4-8b23-5b7db57b71a5'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:54:13.784530 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd639b94-6b54-4c13-a16c-b376d3502e28 req-12b4eafd-9f6a-4462-bc88-ed4bccd95661 service neutron] Attempting to bind port cc5b6a4b-39b1-48da-b7c7-755cd6597e2a on network 492e837f-45b8-45f4-8b23-5b7db57b71a5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:54:13.790877 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd639b94-6b54-4c13-a16c-b376d3502e28 req-12b4eafd-9f6a-4462-bc88-ed4bccd95661 service neutron] Port cc5b6a4b-39b1-48da-b7c7-755cd6597e2a on network 492e837f-45b8-45f4-8b23-5b7db57b71a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:54:13.791234 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd639b94-6b54-4c13-a16c-b376d3502e28 req-12b4eafd-9f6a-4462-bc88-ed4bccd95661 service neutron] Attempting to bind port cc5b6a4b-39b1-48da-b7c7-755cd6597e2a on network 492e837f-45b8-45f4-8b23-5b7db57b71a5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:54:13.796553 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd639b94-6b54-4c13-a16c-b376d3502e28 req-12b4eafd-9f6a-4462-bc88-ed4bccd95661 service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:54:13.796944 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd639b94-6b54-4c13-a16c-b376d3502e28 req-12b4eafd-9f6a-4462-bc88-ed4bccd95661 service neutron] Checking segment: {'id': '7e6bf94d-7711-4f80-aabe-82ab99e54cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '492e837f-45b8-45f4-8b23-5b7db57b71a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:54:13.797332 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd639b94-6b54-4c13-a16c-b376d3502e28 req-12b4eafd-9f6a-4462-bc88-ed4bccd95661 service neutron] Bound using segment: {'id': '7e6bf94d-7711-4f80-aabe-82ab99e54cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '492e837f-45b8-45f4-8b23-5b7db57b71a5'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:54:13.797765 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-fd639b94-6b54-4c13-a16c-b376d3502e28 req-12b4eafd-9f6a-4462-bc88-ed4bccd95661 service neutron] Bound port: cc5b6a4b-39b1-48da-b7c7-755cd6597e2a, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e6bf94d-7711-4f80-aabe-82ab99e54cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '492e837f-45b8-45f4-8b23-5b7db57b71a5'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:54:13.798129 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-fd639b94-6b54-4c13-a16c-b376d3502e28 req-12b4eafd-9f6a-4462-bc88-ed4bccd95661 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (cc5b6a4b-39b1-48da-b7c7-755cd6597e2a), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:54:13.893420 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-fd639b94-6b54-4c13-a16c-b376d3502e28 req-12b4eafd-9f6a-4462-bc88-ed4bccd95661 service neutron] For port cc5b6a4b-39b1-48da-b7c7-755cd6597e2a, host n-h1-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:54:13.897923 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-fd639b94-6b54-4c13-a16c-b376d3502e28 req-12b4eafd-9f6a-4462-bc88-ed4bccd95661 service neutron] For port cc5b6a4b-39b1-48da-b7c7-755cd6597e2a, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=cc5b6a4b-39b1-48da-b7c7-755cd6597e2a,segment=NetworkSegment(7e6bf94d-7711-4f80-aabe-82ab99e54cf1),segment_id=7e6bf94d-7711-4f80-aabe-82ab99e54cf1)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:54:13.906930 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-fd639b94-6b54-4c13-a16c-b376d3502e28 req-12b4eafd-9f6a-4462-bc88-ed4bccd95661 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (cc5b6a4b-39b1-48da-b7c7-755cd6597e2a), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:54:13.928611 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e69d49-74f9-4633-acac-d509b77bb72d req-edbca6d1-8219-401a-ad43-00f073d09865 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:54:13.930110 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-41e69d49-74f9-4633-acac-d509b77bb72d req-edbca6d1-8219-401a-ad43-00f073d09865 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=773251a8-b88c-4cbf-b99b-2d0f6a7332a1 HTTP/1.1" status: 200 len: 944 time: 0.0986724 Feb 09 22:54:13.958507 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd639b94-6b54-4c13-a16c-b376d3502e28 req-12b4eafd-9f6a-4462-bc88-ed4bccd95661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:54:13.959132 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-fd639b94-6b54-4c13-a16c-b376d3502e28 req-12b4eafd-9f6a-4462-bc88-ed4bccd95661 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:54:13.960525 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fd639b94-6b54-4c13-a16c-b376d3502e28 req-12b4eafd-9f6a-4462-bc88-ed4bccd95661 service neutron] 10.222.0.95 "PUT /v2.0/ports/cc5b6a4b-39b1-48da-b7c7-755cd6597e2a HTTP/1.1" status: 200 len: 1092 time: 0.7288985 Feb 09 22:54:13.960979 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '773251a8-b88c-4cbf-b99b-2d0f6a7332a1', 'tag': 'cc5b6a4b-39b1-48da-b7c7-755cd6597e2a'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:54:13.963253 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}084566773578a82c7ab9e8b7d7948f8d3f1cbdaece621e80e6759ea940bbe07a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c643a41-b1c4-4874-b6a5-4050fa2dba47" -d '{"events": [{"name": "network-changed", "server_uuid": "773251a8-b88c-4cbf-b99b-2d0f6a7332a1", "tag": "cc5b6a4b-39b1-48da-b7c7-755cd6597e2a"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:54:14.033484 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-109b7dd8-a01d-4d56-8026-9f441849292e x-openstack-request-id: req-109b7dd8-a01d-4d56-8026-9f441849292e {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:54:14.033972 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "773251a8-b88c-4cbf-b99b-2d0f6a7332a1", "tag": "cc5b6a4b-39b1-48da-b7c7-755cd6597e2a", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:54:14.034236 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-109b7dd8-a01d-4d56-8026-9f441849292e {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:54:14.034641 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '773251a8-b88c-4cbf-b99b-2d0f6a7332a1', 'tag': 'cc5b6a4b-39b1-48da-b7c7-755cd6597e2a', 'status': 'completed', 'code': 200} Feb 09 22:54:14.047854 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b4eafd-9f6a-4462-bc88-ed4bccd95661 service neutron] Pushing event updated for resources: {'Port': ['ID=cc5b6a4b-39b1-48da-b7c7-755cd6597e2a,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:54:14.057401 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-41e69d49-74f9-4633-acac-d509b77bb72d req-dc19e68e-bc50-47e4-b1c8-533819484620 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=485ab7a5-9c78-43df-a856-b48a7a110995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055579 Feb 09 22:54:14.093394 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd639b94-6b54-4c13-a16c-b376d3502e28 req-f01752ac-379d-4875-bd17-e1d38cd1b0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:54:14.094968 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fd639b94-6b54-4c13-a16c-b376d3502e28 req-f01752ac-379d-4875-bd17-e1d38cd1b0eb service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b8a255bec548406d84064230e3dd5dc1&device_id=773251a8-b88c-4cbf-b99b-2d0f6a7332a1 HTTP/1.1" status: 200 len: 1126 time: 0.0637920 Feb 09 22:54:14.145254 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fd639b94-6b54-4c13-a16c-b376d3502e28 req-b5936e34-edf3-4bb5-a8fe-5cbc58ce4f4f service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc5b6a4b-39b1-48da-b7c7-755cd6597e2a HTTP/1.1" status: 200 len: 217 time: 0.0423627 Feb 09 22:54:14.198837 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd639b94-6b54-4c13-a16c-b376d3502e28 req-4fa2a85a-6ce6-4b3a-8ce8-862cdd4ea646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:54:14.200431 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fd639b94-6b54-4c13-a16c-b376d3502e28 req-4fa2a85a-6ce6-4b3a-8ce8-862cdd4ea646 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=4ad8fa6e-bd89-42ed-a112-38594fe2b014 HTTP/1.1" status: 200 len: 847 time: 0.0493674 Feb 09 22:54:14.248387 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd639b94-6b54-4c13-a16c-b376d3502e28 req-147c436c-6919-4649-b86f-a6c9d89a7414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:54:14.249918 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fd639b94-6b54-4c13-a16c-b376d3502e28 req-147c436c-6919-4649-b86f-a6c9d89a7414 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=492e837f-45b8-45f4-8b23-5b7db57b71a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438697 Feb 09 22:54:14.341214 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fd639b94-6b54-4c13-a16c-b376d3502e28 req-7dfe61c7-6ec1-4df8-8178-b8fc44e5a0b2 service neutron] 10.222.0.95 "GET /v2.0/networks/492e837f-45b8-45f4-8b23-5b7db57b71a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853050 Feb 09 22:54:14.428891 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fd639b94-6b54-4c13-a16c-b376d3502e28 req-a6589e1b-4558-4aaa-b981-48890a3bd764 service neutron] 10.222.0.95 "GET /v2.0/networks/492e837f-45b8-45f4-8b23-5b7db57b71a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811608 Feb 09 22:54:14.473276 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:54:14.514230 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c643a41-b1c4-4874-b6a5-4050fa2dba47 req-fa3c20ca-db2d-4252-8af8-4a60d299fa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:54:14.515721 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1c643a41-b1c4-4874-b6a5-4050fa2dba47 req-fa3c20ca-db2d-4252-8af8-4a60d299fa79 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b8a255bec548406d84064230e3dd5dc1&device_id=773251a8-b88c-4cbf-b99b-2d0f6a7332a1 HTTP/1.1" status: 200 len: 1126 time: 0.0452907 Feb 09 22:54:14.610114 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c643a41-b1c4-4874-b6a5-4050fa2dba47 req-32aec154-65ea-4011-a77c-7ec82913137c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:54:14.611582 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1c643a41-b1c4-4874-b6a5-4050fa2dba47 req-32aec154-65ea-4011-a77c-7ec82913137c service neutron] 10.222.0.95 "GET /v2.0/networks?id=492e837f-45b8-45f4-8b23-5b7db57b71a5 HTTP/1.1" status: 200 len: 909 time: 0.0886896 Feb 09 22:54:14.651883 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1c643a41-b1c4-4874-b6a5-4050fa2dba47 req-c6ab76de-02ce-42cc-a4bc-af2ae37c4ffa service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc5b6a4b-39b1-48da-b7c7-755cd6597e2a HTTP/1.1" status: 200 len: 217 time: 0.0342367 Feb 09 22:54:14.702559 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c643a41-b1c4-4874-b6a5-4050fa2dba47 req-fccd9a1d-1b36-4595-b7c8-03d712961f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:54:14.703934 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1c643a41-b1c4-4874-b6a5-4050fa2dba47 req-fccd9a1d-1b36-4595-b7c8-03d712961f4c service neutron] 10.222.0.95 "GET /v2.0/subnets?id=4ad8fa6e-bd89-42ed-a112-38594fe2b014 HTTP/1.1" status: 200 len: 847 time: 0.0471270 Feb 09 22:54:14.757714 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c643a41-b1c4-4874-b6a5-4050fa2dba47 req-97f6c860-fcde-4cec-aa02-d46e7a2f35bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:54:14.759214 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1c643a41-b1c4-4874-b6a5-4050fa2dba47 req-97f6c860-fcde-4cec-aa02-d46e7a2f35bb service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=492e837f-45b8-45f4-8b23-5b7db57b71a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0496171 Feb 09 22:54:14.846629 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1c643a41-b1c4-4874-b6a5-4050fa2dba47 req-6a600e9e-c22a-43e6-b6ae-87748e2889e1 service neutron] 10.222.0.95 "GET /v2.0/networks/492e837f-45b8-45f4-8b23-5b7db57b71a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809758 Feb 09 22:54:14.936273 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1c643a41-b1c4-4874-b6a5-4050fa2dba47 req-4cb78234-6bc7-47b4-96a7-e9d287c9882a service neutron] 10.222.0.95 "GET /v2.0/networks/492e837f-45b8-45f4-8b23-5b7db57b71a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841990 Feb 09 22:54:15.189777 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d60c25-3968-44e5-b76e-4e3c7046051c req-67520e2a-2bf9-428e-a05e-72d7d74ac547 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:54:15.191662 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-95d60c25-3968-44e5-b76e-4e3c7046051c req-67520e2a-2bf9-428e-a05e-72d7d74ac547 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=773251a8-b88c-4cbf-b99b-2d0f6a7332a1 HTTP/1.1" status: 200 len: 944 time: 0.0594492 Feb 09 22:54:15.251438 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-95d60c25-3968-44e5-b76e-4e3c7046051c req-093424d6-b37d-4545-bcab-bd40b57c56bf tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=485ab7a5-9c78-43df-a856-b48a7a110995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522254 Feb 09 22:54:15.548834 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:54:16.366525 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da36e607-d440-46bc-8f1c-43f8d9b80382 req-cf139e81-860f-469b-8ef9-36c9b4f890ba tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:54:16.368021 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-da36e607-d440-46bc-8f1c-43f8d9b80382 req-cf139e81-860f-469b-8ef9-36c9b4f890ba tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=773251a8-b88c-4cbf-b99b-2d0f6a7332a1 HTTP/1.1" status: 200 len: 944 time: 0.0544858 Feb 09 22:54:16.422400 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-da36e607-d440-46bc-8f1c-43f8d9b80382 req-3bf3d107-4f06-41a1-9eb8-0e8afa5ce41f tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=485ab7a5-9c78-43df-a856-b48a7a110995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478995 Feb 09 22:54:17.543045 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74579b7-8f96-4a42-8162-047aaabad887 req-616123c3-d239-4a9b-8b37-46c20b8d3c24 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:54:17.545058 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c74579b7-8f96-4a42-8162-047aaabad887 req-616123c3-d239-4a9b-8b37-46c20b8d3c24 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=773251a8-b88c-4cbf-b99b-2d0f6a7332a1 HTTP/1.1" status: 200 len: 944 time: 0.0536427 Feb 09 22:54:17.594220 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c74579b7-8f96-4a42-8162-047aaabad887 req-d1a2a0bd-2c33-40a4-a63c-271cda554beb tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=485ab7a5-9c78-43df-a856-b48a7a110995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435879 Feb 09 22:54:18.722190 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31517a87-da27-41b2-9517-9f4967679f43 req-27a3f540-a550-4fb9-b8fa-24313036f3ca tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:54:18.723713 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-31517a87-da27-41b2-9517-9f4967679f43 req-27a3f540-a550-4fb9-b8fa-24313036f3ca tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=773251a8-b88c-4cbf-b99b-2d0f6a7332a1 HTTP/1.1" status: 200 len: 944 time: 0.0597246 Feb 09 22:54:18.774687 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-31517a87-da27-41b2-9517-9f4967679f43 req-28bb714f-f146-4405-b903-cb4fa7df6314 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=485ab7a5-9c78-43df-a856-b48a7a110995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436060 Feb 09 22:54:19.894187 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d883a-77f4-4485-a409-b9506c2e981a req-edbd22b1-7aab-44f8-ae59-05b498ea6ebf tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:54:19.895698 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-565d883a-77f4-4485-a409-b9506c2e981a req-edbd22b1-7aab-44f8-ae59-05b498ea6ebf tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=773251a8-b88c-4cbf-b99b-2d0f6a7332a1 HTTP/1.1" status: 200 len: 944 time: 0.0559070 Feb 09 22:54:19.943215 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-565d883a-77f4-4485-a409-b9506c2e981a req-d350a2c6-3b20-46b8-ab53-7a5c31bf903a tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=485ab7a5-9c78-43df-a856-b48a7a110995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418060 Feb 09 22:54:21.061290 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86581a8-09f2-4ada-9353-e65d153f6fd8 req-aef10990-1377-45c0-8ec1-daa52895d4e9 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:54:21.062798 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f86581a8-09f2-4ada-9353-e65d153f6fd8 req-aef10990-1377-45c0-8ec1-daa52895d4e9 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=773251a8-b88c-4cbf-b99b-2d0f6a7332a1 HTTP/1.1" status: 200 len: 944 time: 0.0526440 Feb 09 22:54:21.111740 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f86581a8-09f2-4ada-9353-e65d153f6fd8 req-15de7675-b8fb-4138-816e-a8edbe1c78d9 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=485ab7a5-9c78-43df-a856-b48a7a110995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433447 Feb 09 22:54:22.233996 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756193e8-969b-4b5e-9863-59b8f8abd8d3 req-def2442e-5ba6-4b52-a47c-3320eb076244 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:54:22.235491 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-756193e8-969b-4b5e-9863-59b8f8abd8d3 req-def2442e-5ba6-4b52-a47c-3320eb076244 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=773251a8-b88c-4cbf-b99b-2d0f6a7332a1 HTTP/1.1" status: 200 len: 944 time: 0.0570519 Feb 09 22:54:22.242220 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:54:22.284561 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-756193e8-969b-4b5e-9863-59b8f8abd8d3 req-ac62ba18-5afc-46c0-89b5-300c9433a321 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=485ab7a5-9c78-43df-a856-b48a7a110995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432863 Feb 09 22:54:23.404587 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85a9412-9176-440c-bdef-dcfa584b90be req-fc0862d5-40ac-42f8-9e0b-4e4324195a44 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:54:23.406495 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d85a9412-9176-440c-bdef-dcfa584b90be req-fc0862d5-40ac-42f8-9e0b-4e4324195a44 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=773251a8-b88c-4cbf-b99b-2d0f6a7332a1 HTTP/1.1" status: 200 len: 944 time: 0.0530548 Feb 09 22:54:23.458197 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d85a9412-9176-440c-bdef-dcfa584b90be req-5cd88cd5-3c7f-46ea-90c5-081729c8d741 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=485ab7a5-9c78-43df-a856-b48a7a110995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462618 Feb 09 22:54:24.311177 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:54:24.576413 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a1627-f508-4e92-840b-214a35a94f29 req-63698631-d2f7-4ba9-8bc0-c072d9453664 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:54:24.577888 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-553a1627-f508-4e92-840b-214a35a94f29 req-63698631-d2f7-4ba9-8bc0-c072d9453664 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=773251a8-b88c-4cbf-b99b-2d0f6a7332a1 HTTP/1.1" status: 200 len: 944 time: 0.0527058 Feb 09 22:54:24.629490 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-553a1627-f508-4e92-840b-214a35a94f29 req-8cb0f4f9-fbce-4f07-983f-c7712f3e2e6c tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=485ab7a5-9c78-43df-a856-b48a7a110995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460582 Feb 09 22:54:25.745357 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe902c7-231e-42f0-98d2-00b0c31adc84 req-c4c6e642-4aeb-4ab7-a1ef-17e8666f105f tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:54:25.746856 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ffe902c7-231e-42f0-98d2-00b0c31adc84 req-c4c6e642-4aeb-4ab7-a1ef-17e8666f105f tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=773251a8-b88c-4cbf-b99b-2d0f6a7332a1 HTTP/1.1" status: 200 len: 944 time: 0.0526476 Feb 09 22:54:25.794578 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ffe902c7-231e-42f0-98d2-00b0c31adc84 req-c999b529-d5b6-4f99-8e45-844d5ac6b6cf tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=485ab7a5-9c78-43df-a856-b48a7a110995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421016 Feb 09 22:54:26.910505 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb134338-7276-4c9a-9b32-fd3af2f20de0 req-7857efbb-d47c-41c9-8595-d26693799cb6 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:54:26.912026 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fb134338-7276-4c9a-9b32-fd3af2f20de0 req-7857efbb-d47c-41c9-8595-d26693799cb6 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=773251a8-b88c-4cbf-b99b-2d0f6a7332a1 HTTP/1.1" status: 200 len: 944 time: 0.0512075 Feb 09 22:54:26.960413 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fb134338-7276-4c9a-9b32-fd3af2f20de0 req-f95eaf8f-f1fc-4399-b47a-2a45973763b3 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=485ab7a5-9c78-43df-a856-b48a7a110995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427241 Feb 09 22:54:28.088495 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf26ba7-4b72-4ea6-ac0e-51b6d22561cb req-fc1658f9-6b31-46c8-9f38-da9f07f4e4c8 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:54:28.090029 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7cf26ba7-4b72-4ea6-ac0e-51b6d22561cb req-fc1658f9-6b31-46c8-9f38-da9f07f4e4c8 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=773251a8-b88c-4cbf-b99b-2d0f6a7332a1 HTTP/1.1" status: 200 len: 944 time: 0.0633798 Feb 09 22:54:28.138507 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7cf26ba7-4b72-4ea6-ac0e-51b6d22561cb req-ce09a5a4-4fe1-4a8f-bcd9-46dd7c5c6c54 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=485ab7a5-9c78-43df-a856-b48a7a110995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415139 Feb 09 22:54:29.257681 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b98af0-7576-41ca-8b5d-f21f84a8d739 req-4454b886-5093-4338-a360-421ecfd48bf6 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:54:29.259156 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-81b98af0-7576-41ca-8b5d-f21f84a8d739 req-4454b886-5093-4338-a360-421ecfd48bf6 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=773251a8-b88c-4cbf-b99b-2d0f6a7332a1 HTTP/1.1" status: 200 len: 944 time: 0.0522630 Feb 09 22:54:29.306871 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-81b98af0-7576-41ca-8b5d-f21f84a8d739 req-519c38f7-7140-4ffb-9582-6c2d64ab7355 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=485ab7a5-9c78-43df-a856-b48a7a110995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420477 Feb 09 22:54:30.424699 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406fe670-4847-4080-a762-1a025c63b611 req-e8987d33-1990-4d82-a75d-f11ca94cc61d tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:54:30.426196 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-406fe670-4847-4080-a762-1a025c63b611 req-e8987d33-1990-4d82-a75d-f11ca94cc61d tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=773251a8-b88c-4cbf-b99b-2d0f6a7332a1 HTTP/1.1" status: 200 len: 944 time: 0.0529833 Feb 09 22:54:30.563317 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:54:30.788442 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-406fe670-4847-4080-a762-1a025c63b611 req-9d6ffc7e-aaf2-4daa-9f93-bcb31c49a4e0 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=485ab7a5-9c78-43df-a856-b48a7a110995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3565297 Feb 09 22:54:31.478527 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device cc5b6a4b-39b1-48da-b7c7-755cd6597e2a details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:54:31.575610 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port cc5b6a4b-39b1-48da-b7c7-755cd6597e2a, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=cc5b6a4b-39b1-48da-b7c7-755cd6597e2a,segment=NetworkSegment(7e6bf94d-7711-4f80-aabe-82ab99e54cf1),segment_id=7e6bf94d-7711-4f80-aabe-82ab99e54cf1)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:54:31.587166 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': 'cc5b6a4b-39b1-48da-b7c7-755cd6597e2a', 'network_id': '492e837f-45b8-45f4-8b23-5b7db57b71a5', 'port_id': 'cc5b6a4b-39b1-48da-b7c7-755cd6597e2a', 'mac_address': 'fa:16:3e:11:09:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ad8fa6e-bd89-42ed-a112-38594fe2b014', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:54:31.623852 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port cc5b6a4b-39b1-48da-b7c7-755cd6597e2a is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:54:31.624262 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (cc5b6a4b-39b1-48da-b7c7-755cd6597e2a), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:54:31.636543 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc5b6a4b-39b1-48da-b7c7-755cd6597e2a {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:54:31.656752 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port cc5b6a4b-39b1-48da-b7c7-755cd6597e2a, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=cc5b6a4b-39b1-48da-b7c7-755cd6597e2a,segment=NetworkSegment(7e6bf94d-7711-4f80-aabe-82ab99e54cf1),segment_id=7e6bf94d-7711-4f80-aabe-82ab99e54cf1)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:54:31.660730 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (cc5b6a4b-39b1-48da-b7c7-755cd6597e2a), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:54:31.706143 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=cc5b6a4b-39b1-48da-b7c7-755cd6597e2a,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:54:31.713306 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:54:31.713664 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:54:31.714011 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:54:31.714354 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:54:31.714693 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:54:31.715033 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:54:31.715364 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:54:31.716355 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:54:31.716692 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:54:31.717025 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:54:31.717356 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:54:31.717684 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:54:31.718011 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:54:31.898919 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['cc5b6a4b-39b1-48da-b7c7-755cd6597e2a'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:54:31.913960 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592c107b-b8ad-4cfd-8314-930b464fddc8 req-1d3ca81a-772d-4dfd-905d-497480a24b26 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:54:31.915466 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-592c107b-b8ad-4cfd-8314-930b464fddc8 req-1d3ca81a-772d-4dfd-905d-497480a24b26 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=773251a8-b88c-4cbf-b99b-2d0f6a7332a1 HTTP/1.1" status: 200 len: 945 time: 0.0533860 Feb 09 22:54:31.963634 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-592c107b-b8ad-4cfd-8314-930b464fddc8 req-20b45a36-e239-4312-8e2c-919edfed5c70 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=485ab7a5-9c78-43df-a856-b48a7a110995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424542 Feb 09 22:54:33.081253 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0678e3dd-5267-46aa-9093-cb2427958003 req-8d85b280-0567-4d00-9b0e-8ad201814e49 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:54:33.082733 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0678e3dd-5267-46aa-9093-cb2427958003 req-8d85b280-0567-4d00-9b0e-8ad201814e49 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=773251a8-b88c-4cbf-b99b-2d0f6a7332a1 HTTP/1.1" status: 200 len: 945 time: 0.0522888 Feb 09 22:54:33.132526 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0678e3dd-5267-46aa-9093-cb2427958003 req-3c996aa0-502e-442e-aa29-5bf926658a96 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=485ab7a5-9c78-43df-a856-b48a7a110995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441561 Feb 09 22:54:33.500235 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device cc5b6a4b-39b1-48da-b7c7-755cd6597e2a up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:54:33.551214 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning for port cc5b6a4b-39b1-48da-b7c7-755cd6597e2a completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:54:33.554951 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port cc5b6a4b-39b1-48da-b7c7-755cd6597e2a triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:54:33.555332 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (cc5b6a4b-39b1-48da-b7c7-755cd6597e2a), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:54:33.630187 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port cc5b6a4b-39b1-48da-b7c7-755cd6597e2a is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:54:33.630499 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (cc5b6a4b-39b1-48da-b7c7-755cd6597e2a), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:54:33.653972 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '773251a8-b88c-4cbf-b99b-2d0f6a7332a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc5b6a4b-39b1-48da-b7c7-755cd6597e2a'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:54:33.656235 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cf4d4d953224237653245d15ffec07a65c4bd356d4237fd84236d8abf5d48a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f046fd4-01ef-4f0a-87c7-a64b32eb8c06" -d '{"events": [{"server_uuid": "773251a8-b88c-4cbf-b99b-2d0f6a7332a1", "name": "network-vif-plugged", "status": "completed", "tag": "cc5b6a4b-39b1-48da-b7c7-755cd6597e2a"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:54:33.669867 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port cc5b6a4b-39b1-48da-b7c7-755cd6597e2a, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=cc5b6a4b-39b1-48da-b7c7-755cd6597e2a,segment=NetworkSegment(7e6bf94d-7711-4f80-aabe-82ab99e54cf1),segment_id=7e6bf94d-7711-4f80-aabe-82ab99e54cf1)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:54:33.673779 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (cc5b6a4b-39b1-48da-b7c7-755cd6597e2a), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:54:33.724481 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=cc5b6a4b-39b1-48da-b7c7-755cd6597e2a,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:54:33.741502 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43cbe45d-425f-4067-95d1-0608014e0adf x-openstack-request-id: req-43cbe45d-425f-4067-95d1-0608014e0adf {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:54:33.741797 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "773251a8-b88c-4cbf-b99b-2d0f6a7332a1", "name": "network-vif-plugged", "status": "completed", "tag": "cc5b6a4b-39b1-48da-b7c7-755cd6597e2a", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:54:33.742098 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-43cbe45d-425f-4067-95d1-0608014e0adf {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:54:33.742492 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '773251a8-b88c-4cbf-b99b-2d0f6a7332a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc5b6a4b-39b1-48da-b7c7-755cd6597e2a', 'code': 200} Feb 09 22:54:33.840105 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b30cb5c-e451-4d8a-8cde-4a53f0d07561 req-2a6ec20f-54ec-4650-a050-fdbf99e74df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:54:33.842131 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8b30cb5c-e451-4d8a-8cde-4a53f0d07561 req-2a6ec20f-54ec-4650-a050-fdbf99e74df5 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=773251a8-b88c-4cbf-b99b-2d0f6a7332a1 HTTP/1.1" status: 200 len: 1128 time: 0.0435538 Feb 09 22:54:33.886625 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8b30cb5c-e451-4d8a-8cde-4a53f0d07561 req-d791cb5c-660a-471e-ad60-619aecc4fe31 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=485ab7a5-9c78-43df-a856-b48a7a110995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379529 Feb 09 22:54:34.263188 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a0feb-065e-491b-9915-33e9c94ce699 req-15462bcf-7b4c-4e3e-a461-84156ee06ad8 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:54:34.264728 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3d8a0feb-065e-491b-9915-33e9c94ce699 req-15462bcf-7b4c-4e3e-a461-84156ee06ad8 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=773251a8-b88c-4cbf-b99b-2d0f6a7332a1 HTTP/1.1" status: 200 len: 946 time: 0.0608003 Feb 09 22:54:34.313078 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3d8a0feb-065e-491b-9915-33e9c94ce699 req-31a21aac-439a-4125-94fe-37eba3ff2647 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=485ab7a5-9c78-43df-a856-b48a7a110995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427630 Feb 09 22:54:35.441503 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b375f17e-b7c1-41e8-ad95-082826f6d60a req-1a30902e-7c72-402a-b7f6-126d37bf66be tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:54:35.442866 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b375f17e-b7c1-41e8-ad95-082826f6d60a req-1a30902e-7c72-402a-b7f6-126d37bf66be tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=773251a8-b88c-4cbf-b99b-2d0f6a7332a1 HTTP/1.1" status: 200 len: 946 time: 0.0564806 Feb 09 22:54:35.490234 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b375f17e-b7c1-41e8-ad95-082826f6d60a req-8c5e0f88-ce35-48b1-b86a-7e4754e9d308 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=485ab7a5-9c78-43df-a856-b48a7a110995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414867 Feb 09 22:54:35.608656 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d02a9fc-3cf8-4d0d-b5e5-0bda6cc9d730 req-d00b693e-ec8e-4682-9d83-2cc1e8bec9b8 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:54:35.610138 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4d02a9fc-3cf8-4d0d-b5e5-0bda6cc9d730 req-d00b693e-ec8e-4682-9d83-2cc1e8bec9b8 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=773251a8-b88c-4cbf-b99b-2d0f6a7332a1 HTTP/1.1" status: 200 len: 946 time: 0.0524330 Feb 09 22:54:35.657349 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4d02a9fc-3cf8-4d0d-b5e5-0bda6cc9d730 req-d83506f0-1aa5-447f-8f31-1ba2698b6d7f tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=485ab7a5-9c78-43df-a856-b48a7a110995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415664 Feb 09 22:54:35.678856 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 55192) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:54:35.763889 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b42764-672a-4cd2-8085-2a4b713af4c7 tempest-TestShelveInstance-393822599 tempest-TestShelveInstance-393822599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:54:35.765457 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-d9b42764-672a-4cd2-8085-2a4b713af4c7 tempest-TestShelveInstance-393822599 tempest-TestShelveInstance-393822599-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=773251a8-b88c-4cbf-b99b-2d0f6a7332a1 HTTP/1.1" status: 200 len: 1123 time: 0.0855582 Feb 09 22:54:35.768248 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 55196) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:54:35.772444 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-c9a33899-4506-4e1e-b1be-25438a9a1fb7 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Request body: {'floatingip': {'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'port_id': 'cc5b6a4b-39b1-48da-b7c7-755cd6597e2a', 'tenant_id': 'b8a255bec548406d84064230e3dd5dc1', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:54:35.792666 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c9a33899-4506-4e1e-b1be-25438a9a1fb7 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:54:35.887901 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c9a33899-4506-4e1e-b1be-25438a9a1fb7 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:54:35.991560 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-c9a33899-4506-4e1e-b1be-25438a9a1fb7 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Allocated IP 172.25.3.232 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/c5f18cf5-28db-4f46-bfe9-78820e837c8e) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:54:36.089611 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c9a33899-4506-4e1e-b1be-25438a9a1fb7 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks [] for port (c5f18cf5-28db-4f46-bfe9-78820e837c8e), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:54:36.127833 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c9a33899-4506-4e1e-b1be-25438a9a1fb7 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (c5f18cf5-28db-4f46-bfe9-78820e837c8e), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:54:36.167856 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a33899-4506-4e1e-b1be-25438a9a1fb7 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:54:36.170761 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-c9a33899-4506-4e1e-b1be-25438a9a1fb7 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:54:36.174985 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a33899-4506-4e1e-b1be-25438a9a1fb7 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:54:36.180520 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a33899-4506-4e1e-b1be-25438a9a1fb7 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Pushing event updated for resources: {'Port': ['ID=c5f18cf5-28db-4f46-bfe9-78820e837c8e,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:54:36.525396 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c9a33899-4506-4e1e-b1be-25438a9a1fb7 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks [] for floatingip (d2fad136-9225-4f67-a450-cd60d8c6040c), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:54:36.591895 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c9a33899-4506-4e1e-b1be-25438a9a1fb7 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (c5f18cf5-28db-4f46-bfe9-78820e837c8e), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:54:36.738741 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c9a33899-4506-4e1e-b1be-25438a9a1fb7 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks [] for port (c5f18cf5-28db-4f46-bfe9-78820e837c8e), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:54:36.743149 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c9a33899-4506-4e1e-b1be-25438a9a1fb7 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (c5f18cf5-28db-4f46-bfe9-78820e837c8e), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:54:36.809740 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a33899-4506-4e1e-b1be-25438a9a1fb7 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Pushing event updated for resources: {'Port': ['ID=c5f18cf5-28db-4f46-bfe9-78820e837c8e,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:54:36.819325 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c9a33899-4506-4e1e-b1be-25438a9a1fb7 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (d2fad136-9225-4f67-a450-cd60d8c6040c), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:54:36.920707 n-d-828369-5 neutron-server[103141]: INFO neutron.db.l3_db [None req-c9a33899-4506-4e1e-b1be-25438a9a1fb7 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Floating IP d2fad136-9225-4f67-a450-cd60d8c6040c associated. External IP: 172.25.3.232, port: cc5b6a4b-39b1-48da-b7c7-755cd6597e2a. Feb 09 22:54:37.397595 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9a33899-4506-4e1e-b1be-25438a9a1fb7 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Router 86f7d949-6dd8-46b1-9c46-3eecc7da513e has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:54:37.506823 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9a33899-4506-4e1e-b1be-25438a9a1fb7 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:54:37.516353 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd134be-1798-44c3-92cf-3e52d02dc6fb None None] Sync routers for ids ['86f7d949-6dd8-46b1-9c46-3eecc7da513e'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:54:37.523767 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c9a33899-4506-4e1e-b1be-25438a9a1fb7 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:54:37.527281 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd134be-1798-44c3-92cf-3e52d02dc6fb None None] Routers {'86f7d949-6dd8-46b1-9c46-3eecc7da513e'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:54:37.527882 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-edd134be-1798-44c3-92cf-3e52d02dc6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:54:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['86f7d949-6dd8-46b1-9c46-3eecc7da513e'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:54:37.554327 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-c9a33899-4506-4e1e-b1be-25438a9a1fb7 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7850623 Feb 09 22:54:37.555059 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '773251a8-b88c-4cbf-b99b-2d0f6a7332a1', 'tag': 'cc5b6a4b-39b1-48da-b7c7-755cd6597e2a'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:54:37.557371 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0759f77e637a6f71ff1c25bc92ec5ea77217d29fcb3f113a7ada5acb32ef5084" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c71cb171-909c-4c5d-91f4-a6c5ade29241" -d '{"events": [{"name": "network-changed", "server_uuid": "773251a8-b88c-4cbf-b99b-2d0f6a7332a1", "tag": "cc5b6a4b-39b1-48da-b7c7-755cd6597e2a"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:54:37.597100 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdc98c94-7544-4427-a7a5-a31e412c5007 x-openstack-request-id: req-cdc98c94-7544-4427-a7a5-a31e412c5007 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:54:37.597402 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "773251a8-b88c-4cbf-b99b-2d0f6a7332a1", "tag": "cc5b6a4b-39b1-48da-b7c7-755cd6597e2a", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:54:37.597661 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-cdc98c94-7544-4427-a7a5-a31e412c5007 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:54:37.598081 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '773251a8-b88c-4cbf-b99b-2d0f6a7332a1', 'tag': 'cc5b6a4b-39b1-48da-b7c7-755cd6597e2a', 'status': 'completed', 'code': 200} Feb 09 22:54:37.640139 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-edd134be-1798-44c3-92cf-3e52d02dc6fb None None] Set router 86f7d949-6dd8-46b1-9c46-3eecc7da513e gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:54:37.661791 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71cb171-909c-4c5d-91f4-a6c5ade29241 req-dda04743-d228-4893-8f29-b8741d5759ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:54:37.663299 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c71cb171-909c-4c5d-91f4-a6c5ade29241 req-dda04743-d228-4893-8f29-b8741d5759ca service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b8a255bec548406d84064230e3dd5dc1&device_id=773251a8-b88c-4cbf-b99b-2d0f6a7332a1 HTTP/1.1" status: 200 len: 1128 time: 0.0443604 Feb 09 22:54:37.756277 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71cb171-909c-4c5d-91f4-a6c5ade29241 req-3394ae3b-8d41-4d59-a582-9b601e264464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:54:37.757823 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c71cb171-909c-4c5d-91f4-a6c5ade29241 req-3394ae3b-8d41-4d59-a582-9b601e264464 service neutron] 10.222.0.95 "GET /v2.0/networks?id=492e837f-45b8-45f4-8b23-5b7db57b71a5 HTTP/1.1" status: 200 len: 909 time: 0.0888331 Feb 09 22:54:37.826348 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c71cb171-909c-4c5d-91f4-a6c5ade29241 req-35b05b2b-0355-4e15-aa77-cf9bacb8b2eb service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc5b6a4b-39b1-48da-b7c7-755cd6597e2a HTTP/1.1" status: 200 len: 1000 time: 0.0620551 Feb 09 22:54:37.878578 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71cb171-909c-4c5d-91f4-a6c5ade29241 req-0cfa4bc0-f4f2-4e7e-89c1-a7c2c58b5572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:54:37.880042 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c71cb171-909c-4c5d-91f4-a6c5ade29241 req-0cfa4bc0-f4f2-4e7e-89c1-a7c2c58b5572 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=4ad8fa6e-bd89-42ed-a112-38594fe2b014 HTTP/1.1" status: 200 len: 847 time: 0.0479703 Feb 09 22:54:37.928512 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71cb171-909c-4c5d-91f4-a6c5ade29241 req-50e06d0d-ce22-406f-b673-5c577efaeef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:54:37.930013 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c71cb171-909c-4c5d-91f4-a6c5ade29241 req-50e06d0d-ce22-406f-b673-5c577efaeef7 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=492e837f-45b8-45f4-8b23-5b7db57b71a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0436335 Feb 09 22:54:38.017991 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c71cb171-909c-4c5d-91f4-a6c5ade29241 req-bbd3eacd-4b77-4829-9d7e-f69a09fc7f4f service neutron] 10.222.0.95 "GET /v2.0/networks/492e837f-45b8-45f4-8b23-5b7db57b71a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809827 Feb 09 22:54:38.022524 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-edd134be-1798-44c3-92cf-3e52d02dc6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f7d949-6dd8-46b1-9c46-3eecc7da513e', 'name': 'tempest-TestShelveInstance-419043910-router', 'tenant_id': 'b8a255bec548406d84064230e3dd5dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'ee59c9cc-d251-46a5-a4fd-2e2cea86b25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:48:45Z', 'updated_at': '2022-02-09T22:48:48Z', 'revision_number': 4, 'project_id': 'b8a255bec548406d84064230e3dd5dc1', 'gw_port': {'id': 'ee59c9cc-d251-46a5-a4fd-2e2cea86b25f', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:45:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f7d949-6dd8-46b1-9c46-3eecc7da513e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:48:45Z', 'updated_at': '2022-02-09T22:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': 'd2fad136-9225-4f67-a450-cd60d8c6040c', 'tenant_id': 'b8a255bec548406d84064230e3dd5dc1', 'floating_ip_address': '172.25.3.232', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': '86f7d949-6dd8-46b1-9c46-3eecc7da513e', 'port_id': 'cc5b6a4b-39b1-48da-b7c7-755cd6597e2a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4368, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '492e837f-45b8-45f4-8b23-5b7db57b71a5', 'mac_address': 'fa:16:3e:11:09:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773251a8-b88c-4cbf-b99b-2d0f6a7332a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:54:36Z', 'updated_at': '2022-02-09T22:54:36Z', 'revision_number': 0, 'project_id': 'b8a255bec548406d84064230e3dd5dc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27649d59-2d06-4047-9e1b-ab2b0109f674', 'name': '', 'network_id': '492e837f-45b8-45f4-8b23-5b7db57b71a5', 'tenant_id': 'b8a255bec548406d84064230e3dd5dc1', 'mac_address': 'fa:16:3e:43:37:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f7d949-6dd8-46b1-9c46-3eecc7da513e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '4ad8fa6e-bd89-42ed-a112-38594fe2b014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:48:47Z', 'updated_at': '2022-02-09T22:48:53Z', 'revision_number': 5, 'project_id': 'b8a255bec548406d84064230e3dd5dc1', 'subnets': [{'id': '4ad8fa6e-bd89-42ed-a112-38594fe2b014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:54:38.051978 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd134be-1798-44c3-92cf-3e52d02dc6fb None None] Checking router: 86f7d949-6dd8-46b1-9c46-3eecc7da513e for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:54:38.060844 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd134be-1798-44c3-92cf-3e52d02dc6fb None None] Routers {'86f7d949-6dd8-46b1-9c46-3eecc7da513e'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:54:38.061470 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-edd134be-1798-44c3-92cf-3e52d02dc6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:54:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['86f7d949-6dd8-46b1-9c46-3eecc7da513e'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:54:38.110367 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c71cb171-909c-4c5d-91f4-a6c5ade29241 req-34ec1e2f-3219-4d13-89b3-49ede4c0e7ac service neutron] 10.222.0.95 "GET /v2.0/networks/492e837f-45b8-45f4-8b23-5b7db57b71a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864544 Feb 09 22:54:38.170296 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-edd134be-1798-44c3-92cf-3e52d02dc6fb None None] Set router 86f7d949-6dd8-46b1-9c46-3eecc7da513e gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:54:38.392157 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-edd134be-1798-44c3-92cf-3e52d02dc6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f7d949-6dd8-46b1-9c46-3eecc7da513e', 'name': 'tempest-TestShelveInstance-419043910-router', 'tenant_id': 'b8a255bec548406d84064230e3dd5dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'ee59c9cc-d251-46a5-a4fd-2e2cea86b25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:48:45Z', 'updated_at': '2022-02-09T22:48:48Z', 'revision_number': 4, 'project_id': 'b8a255bec548406d84064230e3dd5dc1', 'gw_port': {'id': 'ee59c9cc-d251-46a5-a4fd-2e2cea86b25f', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:45:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f7d949-6dd8-46b1-9c46-3eecc7da513e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:48:45Z', 'updated_at': '2022-02-09T22:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': 'd2fad136-9225-4f67-a450-cd60d8c6040c', 'tenant_id': 'b8a255bec548406d84064230e3dd5dc1', 'floating_ip_address': '172.25.3.232', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': '86f7d949-6dd8-46b1-9c46-3eecc7da513e', 'port_id': 'cc5b6a4b-39b1-48da-b7c7-755cd6597e2a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4368, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '492e837f-45b8-45f4-8b23-5b7db57b71a5', 'mac_address': 'fa:16:3e:11:09:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773251a8-b88c-4cbf-b99b-2d0f6a7332a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:54:36Z', 'updated_at': '2022-02-09T22:54:36Z', 'revision_number': 0, 'project_id': 'b8a255bec548406d84064230e3dd5dc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27649d59-2d06-4047-9e1b-ab2b0109f674', 'name': '', 'network_id': '492e837f-45b8-45f4-8b23-5b7db57b71a5', 'tenant_id': 'b8a255bec548406d84064230e3dd5dc1', 'mac_address': 'fa:16:3e:43:37:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f7d949-6dd8-46b1-9c46-3eecc7da513e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '4ad8fa6e-bd89-42ed-a112-38594fe2b014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:48:47Z', 'updated_at': '2022-02-09T22:48:53Z', 'revision_number': 5, 'project_id': 'b8a255bec548406d84064230e3dd5dc1', 'subnets': [{'id': '4ad8fa6e-bd89-42ed-a112-38594fe2b014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:54:38.422796 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd134be-1798-44c3-92cf-3e52d02dc6fb None None] The sync data for ids ['86f7d949-6dd8-46b1-9c46-3eecc7da513e'] in n-d-828369-5 is: [{'id': '86f7d949-6dd8-46b1-9c46-3eecc7da513e', 'name': 'tempest-TestShelveInstance-419043910-router', 'tenant_id': 'b8a255bec548406d84064230e3dd5dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'ee59c9cc-d251-46a5-a4fd-2e2cea86b25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:48:45Z', 'updated_at': '2022-02-09T22:48:48Z', 'revision_number': 4, 'project_id': 'b8a255bec548406d84064230e3dd5dc1', 'gw_port': {'id': 'ee59c9cc-d251-46a5-a4fd-2e2cea86b25f', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:45:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f7d949-6dd8-46b1-9c46-3eecc7da513e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:48:45Z', 'updated_at': '2022-02-09T22:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': 'd2fad136-9225-4f67-a450-cd60d8c6040c', 'tenant_id': 'b8a255bec548406d84064230e3dd5dc1', 'floating_ip_address': '172.25.3.232', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': '86f7d949-6dd8-46b1-9c46-3eecc7da513e', 'port_id': 'cc5b6a4b-39b1-48da-b7c7-755cd6597e2a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4368, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '492e837f-45b8-45f4-8b23-5b7db57b71a5', 'mac_address': 'fa:16:3e:11:09:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773251a8-b88c-4cbf-b99b-2d0f6a7332a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:54:36Z', 'updated_at': '2022-02-09T22:54:36Z', 'revision_number': 0, 'project_id': 'b8a255bec548406d84064230e3dd5dc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27649d59-2d06-4047-9e1b-ab2b0109f674', 'name': '', 'network_id': '492e837f-45b8-45f4-8b23-5b7db57b71a5', 'tenant_id': 'b8a255bec548406d84064230e3dd5dc1', 'mac_address': 'fa:16:3e:43:37:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f7d949-6dd8-46b1-9c46-3eecc7da513e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '4ad8fa6e-bd89-42ed-a112-38594fe2b014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:48:47Z', 'updated_at': '2022-02-09T22:48:53Z', 'revision_number': 5, 'project_id': 'b8a255bec548406d84064230e3dd5dc1', 'subnets': [{'id': '4ad8fa6e-bd89-42ed-a112-38594fe2b014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:54:38.623203 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40b3a0d-577c-4428-9a55-12924429317d None None] New status for floating IP d2fad136-9225-4f67-a450-cd60d8c6040c: ACTIVE {{(pid=103143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:54:39.208441 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-0722b93c-6242-4e27-9a99-59f61006edac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:54:41.193869 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-bcdb489e-0523-4274-a177-1be7ce03b389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:54:43.065829 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:54:44.475210 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:54:45.542188 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:54:52.240372 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:54:54.320202 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:55:07.562799 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:55:09.209897 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d922447a-227f-4b03-9f25-f423cf28a05b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:55:11.195355 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a6832788-5c5e-4a8d-81a7-cfa947152580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:55:13.068836 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:55:14.481530 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:55:15.545277 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:55:22.270498 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:55:24.326207 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:55:32.924490 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8c8ef62e-29b6-47a2-84a6-a5fd33686229 req-e27fea58-62de-4957-8263-e9213ca8c458 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=773251a8-b88c-4cbf-b99b-2d0f6a7332a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0470226 Feb 09 22:55:33.009886 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8ef62e-29b6-47a2-84a6-a5fd33686229 req-db638cbb-024a-47b2-9d4b-f5b4047f15e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:55:33.011369 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8c8ef62e-29b6-47a2-84a6-a5fd33686229 req-db638cbb-024a-47b2-9d4b-f5b4047f15e9 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b8a255bec548406d84064230e3dd5dc1&device_id=773251a8-b88c-4cbf-b99b-2d0f6a7332a1 HTTP/1.1" status: 200 len: 1128 time: 0.0446029 Feb 09 22:55:33.113491 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8ef62e-29b6-47a2-84a6-a5fd33686229 req-acda0f8e-c344-4fb3-8f87-5d5fe5957220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:55:33.114942 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8c8ef62e-29b6-47a2-84a6-a5fd33686229 req-acda0f8e-c344-4fb3-8f87-5d5fe5957220 service neutron] 10.222.0.95 "GET /v2.0/networks?id=492e837f-45b8-45f4-8b23-5b7db57b71a5 HTTP/1.1" status: 200 len: 909 time: 0.0858452 Feb 09 22:55:33.179765 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8c8ef62e-29b6-47a2-84a6-a5fd33686229 req-48491148-a44e-4c1e-a4f8-56f222de4b37 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc5b6a4b-39b1-48da-b7c7-755cd6597e2a HTTP/1.1" status: 200 len: 1002 time: 0.0575776 Feb 09 22:55:33.233433 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8ef62e-29b6-47a2-84a6-a5fd33686229 req-73af8b65-a261-43b7-9e32-3f8b9c14ee97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:55:33.234855 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8c8ef62e-29b6-47a2-84a6-a5fd33686229 req-73af8b65-a261-43b7-9e32-3f8b9c14ee97 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=4ad8fa6e-bd89-42ed-a112-38594fe2b014 HTTP/1.1" status: 200 len: 847 time: 0.0482161 Feb 09 22:55:33.282946 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8ef62e-29b6-47a2-84a6-a5fd33686229 req-da4f7462-bc4f-401a-85f4-3237c22bd659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:55:33.284444 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8c8ef62e-29b6-47a2-84a6-a5fd33686229 req-da4f7462-bc4f-401a-85f4-3237c22bd659 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=492e837f-45b8-45f4-8b23-5b7db57b71a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0428052 Feb 09 22:55:33.371450 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8c8ef62e-29b6-47a2-84a6-a5fd33686229 req-a1c012d5-6c54-4e49-adb7-cdea0266af11 service neutron] 10.222.0.95 "GET /v2.0/networks/492e837f-45b8-45f4-8b23-5b7db57b71a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804913 Feb 09 22:55:33.464513 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8c8ef62e-29b6-47a2-84a6-a5fd33686229 req-f7c76655-03d7-4fbc-b29f-7e58df589e0a service neutron] 10.222.0.95 "GET /v2.0/networks/492e837f-45b8-45f4-8b23-5b7db57b71a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844018 Feb 09 22:55:39.211151 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-900958ea-ed13-4589-9a7e-fb9011aa7862 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:55:41.197338 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-03bceeae-cabe-4fa7-bb53-90b13d85d3b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:55:43.071197 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:55:44.482152 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:55:44.561499 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:55:45.546472 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:55:52.285546 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:55:54.338843 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:56:09.214050 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-6010fbea-0657-457a-8f91-7aa5fb57c142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:56:11.199889 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-76a77f43-44fa-4819-abb2-f866b05b34f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:56:13.073980 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:56:14.485217 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:56:15.548803 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:56:21.560825 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:56:22.292487 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:56:24.344341 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:56:32.894786 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8b9ff70d-f876-4169-9917-b09534277b4f req-e7b47556-d7b5-4de5-a9a7-a446ddbe8805 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=773251a8-b88c-4cbf-b99b-2d0f6a7332a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0453258 Feb 09 22:56:32.981235 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9ff70d-f876-4169-9917-b09534277b4f req-fd4d660c-733e-461a-9095-0f530da978c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:56:32.982654 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8b9ff70d-f876-4169-9917-b09534277b4f req-fd4d660c-733e-461a-9095-0f530da978c4 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b8a255bec548406d84064230e3dd5dc1&device_id=773251a8-b88c-4cbf-b99b-2d0f6a7332a1 HTTP/1.1" status: 200 len: 1128 time: 0.0455258 Feb 09 22:56:33.086750 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9ff70d-f876-4169-9917-b09534277b4f req-9a8d5bf0-5aa8-4d29-a855-432e4b342373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:56:33.088315 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8b9ff70d-f876-4169-9917-b09534277b4f req-9a8d5bf0-5aa8-4d29-a855-432e4b342373 service neutron] 10.222.0.95 "GET /v2.0/networks?id=492e837f-45b8-45f4-8b23-5b7db57b71a5 HTTP/1.1" status: 200 len: 909 time: 0.0876379 Feb 09 22:56:33.155602 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8b9ff70d-f876-4169-9917-b09534277b4f req-b720c1f0-d4ba-429c-8d81-4db6b4d57305 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc5b6a4b-39b1-48da-b7c7-755cd6597e2a HTTP/1.1" status: 200 len: 1002 time: 0.0598450 Feb 09 22:56:33.208506 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9ff70d-f876-4169-9917-b09534277b4f req-fc6ec09d-6dd3-4b2e-a1e6-99479f7b9426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:56:33.209985 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8b9ff70d-f876-4169-9917-b09534277b4f req-fc6ec09d-6dd3-4b2e-a1e6-99479f7b9426 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=4ad8fa6e-bd89-42ed-a112-38594fe2b014 HTTP/1.1" status: 200 len: 847 time: 0.0485291 Feb 09 22:56:33.259680 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9ff70d-f876-4169-9917-b09534277b4f req-c604d097-5819-4719-9611-b9418f5ef049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:56:33.261137 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8b9ff70d-f876-4169-9917-b09534277b4f req-c604d097-5819-4719-9611-b9418f5ef049 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=492e837f-45b8-45f4-8b23-5b7db57b71a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445571 Feb 09 22:56:33.348537 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8b9ff70d-f876-4169-9917-b09534277b4f req-4d2870a6-2c89-4756-9975-7e4b92ac7734 service neutron] 10.222.0.95 "GET /v2.0/networks/492e837f-45b8-45f4-8b23-5b7db57b71a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801964 Feb 09 22:56:33.438221 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8b9ff70d-f876-4169-9917-b09534277b4f req-e0cda553-3138-4024-b009-7d6ba0bec427 service neutron] 10.222.0.95 "GET /v2.0/networks/492e837f-45b8-45f4-8b23-5b7db57b71a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835931 Feb 09 22:56:35.244566 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6886571-9b14-421e-96a2-9e0a56b6c446 req-e2bc965c-8b60-48c2-91dc-0ccaed93dfa2 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:56:35.245987 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a6886571-9b14-421e-96a2-9e0a56b6c446 req-e2bc965c-8b60-48c2-91dc-0ccaed93dfa2 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=773251a8-b88c-4cbf-b99b-2d0f6a7332a1 HTTP/1.1" status: 200 len: 946 time: 0.0982862 Feb 09 22:56:35.293894 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a6886571-9b14-421e-96a2-9e0a56b6c446 req-545bcd78-c48a-4b37-9fa3-8ce0c48eee44 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=485ab7a5-9c78-43df-a856-b48a7a110995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422032 Feb 09 22:56:36.433595 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0226f41e-8335-4ae5-94e1-d43f2b5d008a req-7e568e0b-14bb-4b58-97f2-0d454a3a5310 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:56:36.435088 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0226f41e-8335-4ae5-94e1-d43f2b5d008a req-7e568e0b-14bb-4b58-97f2-0d454a3a5310 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=773251a8-b88c-4cbf-b99b-2d0f6a7332a1 HTTP/1.1" status: 200 len: 946 time: 0.0594513 Feb 09 22:56:36.483621 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0226f41e-8335-4ae5-94e1-d43f2b5d008a req-5c86875d-1aab-4e3f-b8a2-8bf10f5836aa tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=485ab7a5-9c78-43df-a856-b48a7a110995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427148 Feb 09 22:56:37.608511 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717531bc-8ee5-4e30-9ffb-ba3f87d7a462 req-98e90e5f-5d36-44d8-942c-4025e825ae23 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:56:37.610023 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-717531bc-8ee5-4e30-9ffb-ba3f87d7a462 req-98e90e5f-5d36-44d8-942c-4025e825ae23 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=773251a8-b88c-4cbf-b99b-2d0f6a7332a1 HTTP/1.1" status: 200 len: 946 time: 0.0546446 Feb 09 22:56:37.657803 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-717531bc-8ee5-4e30-9ffb-ba3f87d7a462 req-ed85c6d0-51a1-4a8f-af18-f03999a27db3 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=485ab7a5-9c78-43df-a856-b48a7a110995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421741 Feb 09 22:56:38.776907 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5b947e-ee81-4d52-9d1f-de73683b6bf4 req-7ed46f14-f855-4a44-a31d-3eefe95ae710 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:56:38.778377 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0e5b947e-ee81-4d52-9d1f-de73683b6bf4 req-7ed46f14-f855-4a44-a31d-3eefe95ae710 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=773251a8-b88c-4cbf-b99b-2d0f6a7332a1 HTTP/1.1" status: 200 len: 946 time: 0.0528595 Feb 09 22:56:38.830393 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0e5b947e-ee81-4d52-9d1f-de73683b6bf4 req-62fec69d-eb28-424b-b4cf-84ba98007ce7 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=485ab7a5-9c78-43df-a856-b48a7a110995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461733 Feb 09 22:56:39.214982 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a237c4c4-2b0b-4fe8-88cd-1691e2a6b7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:56:39.948120 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3915f9cf-c4fe-4825-bc27-2d7aa963dd5e req-efaf7d00-24bf-4317-be64-edd6b0bba436 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:56:39.949522 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3915f9cf-c4fe-4825-bc27-2d7aa963dd5e req-efaf7d00-24bf-4317-be64-edd6b0bba436 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=773251a8-b88c-4cbf-b99b-2d0f6a7332a1 HTTP/1.1" status: 200 len: 946 time: 0.0525515 Feb 09 22:56:39.996450 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3915f9cf-c4fe-4825-bc27-2d7aa963dd5e req-a37c0710-6d8b-4ef5-8e53-4986f51e60b8 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=485ab7a5-9c78-43df-a856-b48a7a110995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412741 Feb 09 22:56:41.114356 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3320a35-ee77-4ed4-8aba-9e645b988bfc req-158e5634-6a8d-4dff-b7ec-3a11b1cede2d tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:56:41.115863 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a3320a35-ee77-4ed4-8aba-9e645b988bfc req-158e5634-6a8d-4dff-b7ec-3a11b1cede2d tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=773251a8-b88c-4cbf-b99b-2d0f6a7332a1 HTTP/1.1" status: 200 len: 946 time: 0.0525811 Feb 09 22:56:41.164745 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a3320a35-ee77-4ed4-8aba-9e645b988bfc req-b5c7b1fb-78d9-4015-8bd0-d77be559e1ce tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=485ab7a5-9c78-43df-a856-b48a7a110995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428002 Feb 09 22:56:41.201870 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-83080ad2-68ca-4020-bbfc-18e74f04ea0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:56:42.298570 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7118ead-3e8c-4149-90e4-c2c70cff0104 req-37e95d4a-4645-4421-a236-a166464011c1 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:56:42.300071 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c7118ead-3e8c-4149-90e4-c2c70cff0104 req-37e95d4a-4645-4421-a236-a166464011c1 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=773251a8-b88c-4cbf-b99b-2d0f6a7332a1 HTTP/1.1" status: 200 len: 946 time: 0.0648937 Feb 09 22:56:42.349683 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c7118ead-3e8c-4149-90e4-c2c70cff0104 req-36bd7fb1-c76a-42c3-92be-da9c96da9ce2 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=485ab7a5-9c78-43df-a856-b48a7a110995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439520 Feb 09 22:56:43.076922 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:56:43.466983 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ca1f2d-6b1e-4d3d-aa11-68fd80e9c2cb req-105219d8-52a8-4709-8040-10bf8d818a38 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:56:43.468530 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-12ca1f2d-6b1e-4d3d-aa11-68fd80e9c2cb req-105219d8-52a8-4709-8040-10bf8d818a38 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=773251a8-b88c-4cbf-b99b-2d0f6a7332a1 HTTP/1.1" status: 200 len: 946 time: 0.0531027 Feb 09 22:56:43.516100 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-12ca1f2d-6b1e-4d3d-aa11-68fd80e9c2cb req-bc6dd223-264f-476d-b380-a1c887e9beaa tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=485ab7a5-9c78-43df-a856-b48a7a110995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419436 Feb 09 22:56:44.488146 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:56:44.638508 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6255a93b-e9e3-4c97-a1d0-8d970e2ea3be req-cae1a290-6567-4d3d-8e0b-37599741ce34 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:56:44.639979 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6255a93b-e9e3-4c97-a1d0-8d970e2ea3be req-cae1a290-6567-4d3d-8e0b-37599741ce34 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=773251a8-b88c-4cbf-b99b-2d0f6a7332a1 HTTP/1.1" status: 200 len: 946 time: 0.0570598 Feb 09 22:56:44.687629 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6255a93b-e9e3-4c97-a1d0-8d970e2ea3be req-8b9914d0-4fe1-4327-8a28-5714967adb1c tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=485ab7a5-9c78-43df-a856-b48a7a110995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418739 Feb 09 22:56:45.334438 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4164aab6-20bb-427e-967c-d6a7495ea8a3 req-e26afad2-6afb-4701-b665-b35e20b85d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:56:45.336587 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4164aab6-20bb-427e-967c-d6a7495ea8a3 req-e26afad2-6afb-4701-b665-b35e20b85d5c service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b8a255bec548406d84064230e3dd5dc1&device_id=773251a8-b88c-4cbf-b99b-2d0f6a7332a1 HTTP/1.1" status: 200 len: 1128 time: 0.0451925 Feb 09 22:56:45.421531 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4164aab6-20bb-427e-967c-d6a7495ea8a3 req-c76aa75a-b19d-4b57-a3d0-8b4ccea00706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:56:45.423048 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4164aab6-20bb-427e-967c-d6a7495ea8a3 req-c76aa75a-b19d-4b57-a3d0-8b4ccea00706 service neutron] 10.222.0.95 "GET /v2.0/networks?id=492e837f-45b8-45f4-8b23-5b7db57b71a5 HTTP/1.1" status: 200 len: 909 time: 0.0818896 Feb 09 22:56:45.491627 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4164aab6-20bb-427e-967c-d6a7495ea8a3 req-330e5a53-06c5-44a7-9723-3c53721de71a service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc5b6a4b-39b1-48da-b7c7-755cd6597e2a HTTP/1.1" status: 200 len: 1002 time: 0.0625288 Feb 09 22:56:45.541795 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4164aab6-20bb-427e-967c-d6a7495ea8a3 req-d79da7f3-68b3-4078-923b-837046d066e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:56:45.543265 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4164aab6-20bb-427e-967c-d6a7495ea8a3 req-d79da7f3-68b3-4078-923b-837046d066e5 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=4ad8fa6e-bd89-42ed-a112-38594fe2b014 HTTP/1.1" status: 200 len: 847 time: 0.0442078 Feb 09 22:56:45.550011 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:56:45.592899 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4164aab6-20bb-427e-967c-d6a7495ea8a3 req-13aac461-faba-47a4-bdac-2e1a6b4dd252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:56:45.594407 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4164aab6-20bb-427e-967c-d6a7495ea8a3 req-13aac461-faba-47a4-bdac-2e1a6b4dd252 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=492e837f-45b8-45f4-8b23-5b7db57b71a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0452921 Feb 09 22:56:45.684315 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4164aab6-20bb-427e-967c-d6a7495ea8a3 req-27f6febf-3f5b-43a8-93e1-4983c073dabf service neutron] 10.222.0.95 "GET /v2.0/networks/492e837f-45b8-45f4-8b23-5b7db57b71a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840662 Feb 09 22:56:45.813376 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4164aab6-20bb-427e-967c-d6a7495ea8a3 req-204fda83-551a-4312-9362-70bfb77253ff service neutron] 10.222.0.95 "GET /v2.0/networks/492e837f-45b8-45f4-8b23-5b7db57b71a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233630 Feb 09 22:56:45.836004 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddefb34f-826f-4e02-aa84-c4927e23b626 req-1c5f33a3-cbfa-4dfd-a7df-591fe4b1df72 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:56:45.837518 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ddefb34f-826f-4e02-aa84-c4927e23b626 req-1c5f33a3-cbfa-4dfd-a7df-591fe4b1df72 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=773251a8-b88c-4cbf-b99b-2d0f6a7332a1 HTTP/1.1" status: 200 len: 946 time: 0.0777562 Feb 09 22:56:45.886145 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ddefb34f-826f-4e02-aa84-c4927e23b626 req-971c6c07-d2af-4d1a-a50e-b2b0c4f1aaee tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=485ab7a5-9c78-43df-a856-b48a7a110995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430541 Feb 09 22:56:47.003385 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b45703d-65b5-4f36-80de-152842ee0721 req-d2def207-14c9-48ff-9363-52d117b5b7a7 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:56:47.004938 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2b45703d-65b5-4f36-80de-152842ee0721 req-d2def207-14c9-48ff-9363-52d117b5b7a7 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=773251a8-b88c-4cbf-b99b-2d0f6a7332a1 HTTP/1.1" status: 200 len: 946 time: 0.0529110 Feb 09 22:56:47.052927 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2b45703d-65b5-4f36-80de-152842ee0721 req-18dcb74b-5ae7-4cb4-8ef2-33b25fd59a1b tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=485ab7a5-9c78-43df-a856-b48a7a110995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418203 Feb 09 22:56:48.180932 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6b6ce2-afa9-4890-9e9d-712c15f8aa42 req-4d5e327a-24bd-4e45-a39e-c8295431f30b tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:56:48.182428 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1e6b6ce2-afa9-4890-9e9d-712c15f8aa42 req-4d5e327a-24bd-4e45-a39e-c8295431f30b tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=773251a8-b88c-4cbf-b99b-2d0f6a7332a1 HTTP/1.1" status: 200 len: 946 time: 0.0617392 Feb 09 22:56:48.234469 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1e6b6ce2-afa9-4890-9e9d-712c15f8aa42 req-2a618267-be0a-4d27-a4cb-8955c2e63b8d tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=485ab7a5-9c78-43df-a856-b48a7a110995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439694 Feb 09 22:56:49.353361 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddc5e94-a806-4c0b-8d3e-2db7bd7c646e req-fd79f51e-21be-4c4c-a12f-1a3fda7045a4 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:56:49.354839 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4ddc5e94-a806-4c0b-8d3e-2db7bd7c646e req-fd79f51e-21be-4c4c-a12f-1a3fda7045a4 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=773251a8-b88c-4cbf-b99b-2d0f6a7332a1 HTTP/1.1" status: 200 len: 946 time: 0.0525398 Feb 09 22:56:49.402933 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4ddc5e94-a806-4c0b-8d3e-2db7bd7c646e req-f02e6b13-f06a-4736-a13a-f1ed649c4da4 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=485ab7a5-9c78-43df-a856-b48a7a110995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424457 Feb 09 22:56:50.525388 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d82f5-27fa-4065-bfd6-741d2ee3ede6 req-d52dd372-8cf1-4608-8aaf-458f2389b572 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:56:50.526984 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ab5d82f5-27fa-4065-bfd6-741d2ee3ede6 req-d52dd372-8cf1-4608-8aaf-458f2389b572 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=773251a8-b88c-4cbf-b99b-2d0f6a7332a1 HTTP/1.1" status: 200 len: 946 time: 0.0552526 Feb 09 22:56:50.584426 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ab5d82f5-27fa-4065-bfd6-741d2ee3ede6 req-f9493e2c-02f6-4740-a6f9-ed53508af013 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=485ab7a5-9c78-43df-a856-b48a7a110995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515594 Feb 09 22:56:51.702775 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f98ad77-1d82-43e6-b42e-0ad95da2f9d4 req-1fd28810-669e-4073-a964-afa2113e61a3 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:56:51.704249 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3f98ad77-1d82-43e6-b42e-0ad95da2f9d4 req-1fd28810-669e-4073-a964-afa2113e61a3 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=773251a8-b88c-4cbf-b99b-2d0f6a7332a1 HTTP/1.1" status: 200 len: 946 time: 0.0521135 Feb 09 22:56:51.751177 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3f98ad77-1d82-43e6-b42e-0ad95da2f9d4 req-8a76c758-176e-4008-bb53-01c41c45f994 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=485ab7a5-9c78-43df-a856-b48a7a110995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412865 Feb 09 22:56:51.854743 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [req-1e029ae2-ca15-4c39-bfd4-4bd2c832f183 req-120d9e71-100b-4cc5-8a38-b2fd99a2794f service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=103140) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 22:56:51.855767 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1e029ae2-ca15-4c39-bfd4-4bd2c832f183 req-120d9e71-100b-4cc5-8a38-b2fd99a2794f service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0416484 Feb 09 22:56:52.026461 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f15fb87-aa25-47cd-8bbb-504fed33da42 req-28aa8c52-bb5a-4ed4-bc2f-627d95af84e4 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:56:52.027974 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7f15fb87-aa25-47cd-8bbb-504fed33da42 req-28aa8c52-bb5a-4ed4-bc2f-627d95af84e4 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=773251a8-b88c-4cbf-b99b-2d0f6a7332a1 HTTP/1.1" status: 200 len: 946 time: 0.0577171 Feb 09 22:56:52.040075 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-2a86ccc3-117d-473d-8f60-ccf8f0f6f887 req-1383506a-37af-4d13-9d49-b2e0629b1375 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=773251a8-b88c-4cbf-b99b-2d0f6a7332a1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0896454 Feb 09 22:56:52.048756 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [req-2a86ccc3-117d-473d-8f60-ccf8f0f6f887 req-d0fc22fe-8931-4076-98e7-ea09f3c5afb5 service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=103141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 22:56:52.049756 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-2a86ccc3-117d-473d-8f60-ccf8f0f6f887 req-d0fc22fe-8931-4076-98e7-ea09f3c5afb5 service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050967 Feb 09 22:56:52.078448 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7f15fb87-aa25-47cd-8bbb-504fed33da42 req-a234ac62-204a-471c-a5c8-38928e12969d tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=485ab7a5-9c78-43df-a856-b48a7a110995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448074 Feb 09 22:56:52.159528 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device cc5b6a4b-39b1-48da-b7c7-755cd6597e2a no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:56:52.233846 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port cc5b6a4b-39b1-48da-b7c7-755cd6597e2a is: ACTIVE; New status is: DOWN {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:56:52.234232 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (cc5b6a4b-39b1-48da-b7c7-755cd6597e2a), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:56:52.256516 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '773251a8-b88c-4cbf-b99b-2d0f6a7332a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc5b6a4b-39b1-48da-b7c7-755cd6597e2a'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:56:52.259292 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cf4d4d953224237653245d15ffec07a65c4bd356d4237fd84236d8abf5d48a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-624998cf-10ac-442d-bfd0-58e9b1a6e61b" -d '{"events": [{"server_uuid": "773251a8-b88c-4cbf-b99b-2d0f6a7332a1", "name": "network-vif-unplugged", "status": "completed", "tag": "cc5b6a4b-39b1-48da-b7c7-755cd6597e2a"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:56:52.274849 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port cc5b6a4b-39b1-48da-b7c7-755cd6597e2a, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=cc5b6a4b-39b1-48da-b7c7-755cd6597e2a,segment=NetworkSegment(7e6bf94d-7711-4f80-aabe-82ab99e54cf1),segment_id=7e6bf94d-7711-4f80-aabe-82ab99e54cf1)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:56:52.283314 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (cc5b6a4b-39b1-48da-b7c7-755cd6597e2a), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:56:52.288595 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:56:52.310575 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 09 Feb 2022 22:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-921f1954-e5fb-4599-962a-6e15cedf7d3c x-openstack-request-id: req-921f1954-e5fb-4599-962a-6e15cedf7d3c {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:56:52.310872 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "773251a8-b88c-4cbf-b99b-2d0f6a7332a1", "name": "network-vif-unplugged", "status": "failed", "tag": "cc5b6a4b-39b1-48da-b7c7-755cd6597e2a", "code": 422}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:56:52.311126 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-921f1954-e5fb-4599-962a-6e15cedf7d3c {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:56:52.311517 n-d-828369-5 neutron-server[103142]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '773251a8-b88c-4cbf-b99b-2d0f6a7332a1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cc5b6a4b-39b1-48da-b7c7-755cd6597e2a', 'code': 422} returned with failed status Feb 09 22:56:52.336951 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=cc5b6a4b-39b1-48da-b7c7-755cd6597e2a,revision_number=6']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:56:52.344153 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:56:52.344534 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:56:52.344890 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:56:52.345233 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:56:52.345570 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:56:52.345912 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:56:52.346245 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:56:52.346575 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:56:52.346904 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:56:52.347231 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:56:52.347559 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:56:52.347886 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:56:52.348212 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:56:53.217907 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e960fa9-66fd-4588-98ca-634e5f3868fc req-b0411e14-f8f1-4c25-9d5e-160472e8220a tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:56:53.219405 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3e960fa9-66fd-4588-98ca-634e5f3868fc req-b0411e14-f8f1-4c25-9d5e-160472e8220a tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=773251a8-b88c-4cbf-b99b-2d0f6a7332a1 HTTP/1.1" status: 200 len: 944 time: 0.0691466 Feb 09 22:56:53.269907 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3e960fa9-66fd-4588-98ca-634e5f3868fc req-9d601e8c-dd3b-4b73-87b9-c5d3c8194d40 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=485ab7a5-9c78-43df-a856-b48a7a110995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446665 Feb 09 22:56:54.345863 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:56:54.392446 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1844966b-a7f5-464f-862c-e4721e3fd877 req-9e26280b-fab7-437d-a7bd-7ebb6a64e22b tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:56:54.393945 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1844966b-a7f5-464f-862c-e4721e3fd877 req-9e26280b-fab7-437d-a7bd-7ebb6a64e22b tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=773251a8-b88c-4cbf-b99b-2d0f6a7332a1 HTTP/1.1" status: 200 len: 944 time: 0.0532069 Feb 09 22:56:54.442238 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1844966b-a7f5-464f-862c-e4721e3fd877 req-182f9e17-b9a5-43f6-b0a0-605396fa8d67 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=485ab7a5-9c78-43df-a856-b48a7a110995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423563 Feb 09 22:56:55.564438 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2220a15-c3e7-4deb-a7bd-ef65af62363f req-8bffd36e-d168-4892-a30d-a68e790289b1 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:56:55.565939 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d2220a15-c3e7-4deb-a7bd-ef65af62363f req-8bffd36e-d168-4892-a30d-a68e790289b1 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=773251a8-b88c-4cbf-b99b-2d0f6a7332a1 HTTP/1.1" status: 200 len: 944 time: 0.0562704 Feb 09 22:56:55.614233 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d2220a15-c3e7-4deb-a7bd-ef65af62363f req-ba087818-ef14-4ef2-8156-8628ce2156f2 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=485ab7a5-9c78-43df-a856-b48a7a110995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426743 Feb 09 22:56:56.779404 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4523484d-6928-4bfe-9b40-5a358d0dda54 req-569d74d3-36a0-47a6-b289-20669224575b tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:56:56.780863 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4523484d-6928-4bfe-9b40-5a358d0dda54 req-569d74d3-36a0-47a6-b289-20669224575b tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=773251a8-b88c-4cbf-b99b-2d0f6a7332a1 HTTP/1.1" status: 200 len: 944 time: 0.0981605 Feb 09 22:56:56.829909 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4523484d-6928-4bfe-9b40-5a358d0dda54 req-5a030b5d-50e8-4b47-9ed1-7baf6ca32701 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=485ab7a5-9c78-43df-a856-b48a7a110995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432992 Feb 09 22:56:57.948755 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3287e58b-e105-4a62-aef4-28b09318f753 req-4136d3ee-e576-41e6-ace6-a56c5b0494c1 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:56:57.950245 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3287e58b-e105-4a62-aef4-28b09318f753 req-4136d3ee-e576-41e6-ace6-a56c5b0494c1 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=773251a8-b88c-4cbf-b99b-2d0f6a7332a1 HTTP/1.1" status: 200 len: 944 time: 0.0528231 Feb 09 22:56:58.004466 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3287e58b-e105-4a62-aef4-28b09318f753 req-1dd1ee75-05c9-4433-9e7d-90adc385f52c tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=485ab7a5-9c78-43df-a856-b48a7a110995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464029 Feb 09 22:56:58.560348 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:56:59.144766 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698f0096-b725-4945-8ddc-e5e9f479014c req-2a41c6ff-5a47-483f-b739-38e19ca76935 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:56:59.146576 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-698f0096-b725-4945-8ddc-e5e9f479014c req-2a41c6ff-5a47-483f-b739-38e19ca76935 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=773251a8-b88c-4cbf-b99b-2d0f6a7332a1 HTTP/1.1" status: 200 len: 944 time: 0.0700572 Feb 09 22:56:59.207398 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-698f0096-b725-4945-8ddc-e5e9f479014c req-78631b00-1a33-41ae-ace1-0b85c4b45f45 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=485ab7a5-9c78-43df-a856-b48a7a110995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552154 Feb 09 22:57:00.336019 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd52144f-5060-4ea5-bd50-175f39248ef4 req-1b861f1e-c811-4cf0-a748-1b249ea5cc18 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:57:00.338465 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bd52144f-5060-4ea5-bd50-175f39248ef4 req-1b861f1e-c811-4cf0-a748-1b249ea5cc18 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=773251a8-b88c-4cbf-b99b-2d0f6a7332a1 HTTP/1.1" status: 200 len: 944 time: 0.0613620 Feb 09 22:57:00.387767 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bd52144f-5060-4ea5-bd50-175f39248ef4 req-b7911ef0-ba94-497f-b5df-8f02e2b23ba6 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=485ab7a5-9c78-43df-a856-b48a7a110995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435359 Feb 09 22:57:01.516256 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1897eab4-5682-4b65-ac62-1d308242896c req-4aa4d344-33cc-462a-a3d8-52630376901b tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:57:01.517811 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1897eab4-5682-4b65-ac62-1d308242896c req-4aa4d344-33cc-462a-a3d8-52630376901b tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=773251a8-b88c-4cbf-b99b-2d0f6a7332a1 HTTP/1.1" status: 200 len: 944 time: 0.0588763 Feb 09 22:57:01.566303 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1897eab4-5682-4b65-ac62-1d308242896c req-d11743cc-3753-4928-b8a9-967548ea5a6e tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=485ab7a5-9c78-43df-a856-b48a7a110995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427907 Feb 09 22:57:02.687309 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bbf730-c829-4eba-921b-699332cf54d0 req-44cfe049-1c1b-458f-80e0-15346c38b880 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:57:02.688835 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f6bbf730-c829-4eba-921b-699332cf54d0 req-44cfe049-1c1b-458f-80e0-15346c38b880 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=773251a8-b88c-4cbf-b99b-2d0f6a7332a1 HTTP/1.1" status: 200 len: 944 time: 0.0534775 Feb 09 22:57:02.738586 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f6bbf730-c829-4eba-921b-699332cf54d0 req-39ea6a58-8c9f-4ba7-95a3-9d7268f973b4 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=485ab7a5-9c78-43df-a856-b48a7a110995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439112 Feb 09 22:57:03.857294 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f631507-d14b-4ce4-af91-1ff8544876cb req-8ce89f39-18ea-4b04-89a0-d029e25ef4b3 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:57:03.858820 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4f631507-d14b-4ce4-af91-1ff8544876cb req-8ce89f39-18ea-4b04-89a0-d029e25ef4b3 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=773251a8-b88c-4cbf-b99b-2d0f6a7332a1 HTTP/1.1" status: 200 len: 944 time: 0.0520537 Feb 09 22:57:03.912272 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4f631507-d14b-4ce4-af91-1ff8544876cb req-8d8c8617-9884-4f7e-a2e3-76222e5bce95 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=485ab7a5-9c78-43df-a856-b48a7a110995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475278 Feb 09 22:57:05.032912 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a89c9-2034-4a8d-8045-77670fb713d4 req-8d8fb5d0-2434-4a98-b8ca-190ae18f3565 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:57:05.034401 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-027a89c9-2034-4a8d-8045-77670fb713d4 req-8d8fb5d0-2434-4a98-b8ca-190ae18f3565 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=773251a8-b88c-4cbf-b99b-2d0f6a7332a1 HTTP/1.1" status: 200 len: 944 time: 0.0530882 Feb 09 22:57:05.083817 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-027a89c9-2034-4a8d-8045-77670fb713d4 req-23a55755-0fef-4bde-b73f-70ebc5644f62 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=485ab7a5-9c78-43df-a856-b48a7a110995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437200 Feb 09 22:57:06.203736 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf296b5-ffa0-42b0-9c56-6ec8499c24ee req-53e3ec9c-4f4d-4bf9-b88b-2061545081c7 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:57:06.205254 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ebf296b5-ffa0-42b0-9c56-6ec8499c24ee req-53e3ec9c-4f4d-4bf9-b88b-2061545081c7 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=773251a8-b88c-4cbf-b99b-2d0f6a7332a1 HTTP/1.1" status: 200 len: 944 time: 0.0519593 Feb 09 22:57:06.253661 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-ebf296b5-ffa0-42b0-9c56-6ec8499c24ee req-0634b151-b5ce-4a00-be80-745f662bcdc9 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=485ab7a5-9c78-43df-a856-b48a7a110995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428460 Feb 09 22:57:06.298031 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a86ccc3-117d-473d-8f60-ccf8f0f6f887 req-538d024f-4280-471a-b148-aed2a5cdd30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:57:06.299542 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-2a86ccc3-117d-473d-8f60-ccf8f0f6f887 req-538d024f-4280-471a-b148-aed2a5cdd30a service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=773251a8-b88c-4cbf-b99b-2d0f6a7332a1&tenant_id=b8a255bec548406d84064230e3dd5dc1 HTTP/1.1" status: 200 len: 1126 time: 0.0488338 Feb 09 22:57:06.310200 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-2a86ccc3-117d-473d-8f60-ccf8f0f6f887 req-912e94a9-f0ea-450a-9dd0-3420f8aa902c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828369-5', 'device_owner': 'compute:nova'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:57:06.369837 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-2a86ccc3-117d-473d-8f60-ccf8f0f6f887 req-912e94a9-f0ea-450a-9dd0-3420f8aa902c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (cc5b6a4b-39b1-48da-b7c7-755cd6597e2a), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:57:06.566123 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-2a86ccc3-117d-473d-8f60-ccf8f0f6f887 req-912e94a9-f0ea-450a-9dd0-3420f8aa902c service neutron] For port cc5b6a4b-39b1-48da-b7c7-755cd6597e2a, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=cc5b6a4b-39b1-48da-b7c7-755cd6597e2a,segment=NetworkSegment(7e6bf94d-7711-4f80-aabe-82ab99e54cf1),segment_id=7e6bf94d-7711-4f80-aabe-82ab99e54cf1)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:57:06.598196 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-2a86ccc3-117d-473d-8f60-ccf8f0f6f887 req-912e94a9-f0ea-450a-9dd0-3420f8aa902c service neutron] For port cc5b6a4b-39b1-48da-b7c7-755cd6597e2a, host n-h1-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:57:06.634448 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-2a86ccc3-117d-473d-8f60-ccf8f0f6f887 req-912e94a9-f0ea-450a-9dd0-3420f8aa902c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc5b6a4b-39b1-48da-b7c7-755cd6597e2a {{(pid=103141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:57:06.641603 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-2a86ccc3-117d-473d-8f60-ccf8f0f6f887 req-912e94a9-f0ea-450a-9dd0-3420f8aa902c service neutron] Publish callbacks [] for port (cc5b6a4b-39b1-48da-b7c7-755cd6597e2a), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:57:06.653236 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-2a86ccc3-117d-473d-8f60-ccf8f0f6f887 req-912e94a9-f0ea-450a-9dd0-3420f8aa902c service neutron] Transition to ACTIVE for port object cc5b6a4b-39b1-48da-b7c7-755cd6597e2a will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:57:06.656202 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-2a86ccc3-117d-473d-8f60-ccf8f0f6f887 req-912e94a9-f0ea-450a-9dd0-3420f8aa902c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (cc5b6a4b-39b1-48da-b7c7-755cd6597e2a), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:57:06.730806 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912e94a9-f0ea-450a-9dd0-3420f8aa902c service neutron] Pushing event updated for resources: {'Port': ['ID=cc5b6a4b-39b1-48da-b7c7-755cd6597e2a,revision_number=7']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:57:06.742669 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912e94a9-f0ea-450a-9dd0-3420f8aa902c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:57:06.743516 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912e94a9-f0ea-450a-9dd0-3420f8aa902c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:57:06.743868 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912e94a9-f0ea-450a-9dd0-3420f8aa902c service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:57:06.744209 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912e94a9-f0ea-450a-9dd0-3420f8aa902c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:57:06.744568 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912e94a9-f0ea-450a-9dd0-3420f8aa902c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:57:06.744905 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912e94a9-f0ea-450a-9dd0-3420f8aa902c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:57:06.745239 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912e94a9-f0ea-450a-9dd0-3420f8aa902c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:57:06.745571 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912e94a9-f0ea-450a-9dd0-3420f8aa902c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:57:06.745899 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912e94a9-f0ea-450a-9dd0-3420f8aa902c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:57:06.746226 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912e94a9-f0ea-450a-9dd0-3420f8aa902c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:57:06.746556 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912e94a9-f0ea-450a-9dd0-3420f8aa902c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:57:06.746881 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912e94a9-f0ea-450a-9dd0-3420f8aa902c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:57:06.747208 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912e94a9-f0ea-450a-9dd0-3420f8aa902c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:57:06.790083 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a86ccc3-117d-473d-8f60-ccf8f0f6f887 req-912e94a9-f0ea-450a-9dd0-3420f8aa902c service neutron] No DVR routers for this DVR port cc5b6a4b-39b1-48da-b7c7-755cd6597e2a on host n-h1-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:57:06.929408 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-2a86ccc3-117d-473d-8f60-ccf8f0f6f887 req-912e94a9-f0ea-450a-9dd0-3420f8aa902c service neutron] Attempting to bind port cc5b6a4b-39b1-48da-b7c7-755cd6597e2a on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:57:06.929740 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-2a86ccc3-117d-473d-8f60-ccf8f0f6f887 req-912e94a9-f0ea-450a-9dd0-3420f8aa902c service neutron] Attempting to bind port cc5b6a4b-39b1-48da-b7c7-755cd6597e2a by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': '7e6bf94d-7711-4f80-aabe-82ab99e54cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '492e837f-45b8-45f4-8b23-5b7db57b71a5'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:57:06.930065 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a86ccc3-117d-473d-8f60-ccf8f0f6f887 req-912e94a9-f0ea-450a-9dd0-3420f8aa902c service neutron] Attempting to bind port cc5b6a4b-39b1-48da-b7c7-755cd6597e2a on network 492e837f-45b8-45f4-8b23-5b7db57b71a5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:57:06.934893 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a86ccc3-117d-473d-8f60-ccf8f0f6f887 req-912e94a9-f0ea-450a-9dd0-3420f8aa902c service neutron] Port cc5b6a4b-39b1-48da-b7c7-755cd6597e2a on network 492e837f-45b8-45f4-8b23-5b7db57b71a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:57:06.935209 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a86ccc3-117d-473d-8f60-ccf8f0f6f887 req-912e94a9-f0ea-450a-9dd0-3420f8aa902c service neutron] Attempting to bind port cc5b6a4b-39b1-48da-b7c7-755cd6597e2a on network 492e837f-45b8-45f4-8b23-5b7db57b71a5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:57:06.939939 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a86ccc3-117d-473d-8f60-ccf8f0f6f887 req-912e94a9-f0ea-450a-9dd0-3420f8aa902c service neutron] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:57:06.940299 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a86ccc3-117d-473d-8f60-ccf8f0f6f887 req-912e94a9-f0ea-450a-9dd0-3420f8aa902c service neutron] Checking segment: {'id': '7e6bf94d-7711-4f80-aabe-82ab99e54cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '492e837f-45b8-45f4-8b23-5b7db57b71a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:57:06.940680 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a86ccc3-117d-473d-8f60-ccf8f0f6f887 req-912e94a9-f0ea-450a-9dd0-3420f8aa902c service neutron] Bound using segment: {'id': '7e6bf94d-7711-4f80-aabe-82ab99e54cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '492e837f-45b8-45f4-8b23-5b7db57b71a5'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:57:06.941096 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-2a86ccc3-117d-473d-8f60-ccf8f0f6f887 req-912e94a9-f0ea-450a-9dd0-3420f8aa902c service neutron] Bound port: cc5b6a4b-39b1-48da-b7c7-755cd6597e2a, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e6bf94d-7711-4f80-aabe-82ab99e54cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '492e837f-45b8-45f4-8b23-5b7db57b71a5'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:57:06.941445 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-2a86ccc3-117d-473d-8f60-ccf8f0f6f887 req-912e94a9-f0ea-450a-9dd0-3420f8aa902c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (cc5b6a4b-39b1-48da-b7c7-755cd6597e2a), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:57:07.002027 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-2a86ccc3-117d-473d-8f60-ccf8f0f6f887 req-912e94a9-f0ea-450a-9dd0-3420f8aa902c service neutron] For port cc5b6a4b-39b1-48da-b7c7-755cd6597e2a, host n-h2-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:57:07.004865 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-2a86ccc3-117d-473d-8f60-ccf8f0f6f887 req-912e94a9-f0ea-450a-9dd0-3420f8aa902c service neutron] For port cc5b6a4b-39b1-48da-b7c7-755cd6597e2a, host n-h2-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=cc5b6a4b-39b1-48da-b7c7-755cd6597e2a,segment=NetworkSegment(7e6bf94d-7711-4f80-aabe-82ab99e54cf1),segment_id=7e6bf94d-7711-4f80-aabe-82ab99e54cf1)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:57:07.014025 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-2a86ccc3-117d-473d-8f60-ccf8f0f6f887 req-912e94a9-f0ea-450a-9dd0-3420f8aa902c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (cc5b6a4b-39b1-48da-b7c7-755cd6597e2a), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:57:07.047618 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a86ccc3-117d-473d-8f60-ccf8f0f6f887 req-912e94a9-f0ea-450a-9dd0-3420f8aa902c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:57:07.048764 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-2a86ccc3-117d-473d-8f60-ccf8f0f6f887 req-912e94a9-f0ea-450a-9dd0-3420f8aa902c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:57:07.050156 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-2a86ccc3-117d-473d-8f60-ccf8f0f6f887 req-912e94a9-f0ea-450a-9dd0-3420f8aa902c service neutron] 10.222.0.89 "PUT /v2.0/ports/cc5b6a4b-39b1-48da-b7c7-755cd6597e2a HTTP/1.1" status: 200 len: 1092 time: 0.7440481 Feb 09 22:57:07.052397 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '773251a8-b88c-4cbf-b99b-2d0f6a7332a1', 'tag': 'cc5b6a4b-39b1-48da-b7c7-755cd6597e2a'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:57:07.055553 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0759f77e637a6f71ff1c25bc92ec5ea77217d29fcb3f113a7ada5acb32ef5084" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bff2b18-636a-46a3-ad3e-fcae537ee6c1" -d '{"events": [{"name": "network-changed", "server_uuid": "773251a8-b88c-4cbf-b99b-2d0f6a7332a1", "tag": "cc5b6a4b-39b1-48da-b7c7-755cd6597e2a"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:57:07.110228 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912e94a9-f0ea-450a-9dd0-3420f8aa902c service neutron] Pushing event updated for resources: {'Port': ['ID=cc5b6a4b-39b1-48da-b7c7-755cd6597e2a,revision_number=8']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:57:07.133350 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a86ccc3-117d-473d-8f60-ccf8f0f6f887 req-cb89a23c-3407-4e9b-82aa-d0d61789ae18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:57:07.134973 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-2a86ccc3-117d-473d-8f60-ccf8f0f6f887 req-cb89a23c-3407-4e9b-82aa-d0d61789ae18 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b8a255bec548406d84064230e3dd5dc1&device_id=773251a8-b88c-4cbf-b99b-2d0f6a7332a1 HTTP/1.1" status: 200 len: 1126 time: 0.0612674 Feb 09 22:57:07.232244 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a86ccc3-117d-473d-8f60-ccf8f0f6f887 req-1b9c5367-6440-4d50-b8c3-a3fd721e4ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:57:07.233822 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-2a86ccc3-117d-473d-8f60-ccf8f0f6f887 req-1b9c5367-6440-4d50-b8c3-a3fd721e4ff6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=492e837f-45b8-45f4-8b23-5b7db57b71a5 HTTP/1.1" status: 200 len: 909 time: 0.0921004 Feb 09 22:57:07.301526 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-2a86ccc3-117d-473d-8f60-ccf8f0f6f887 req-9456e337-4792-4196-a996-3bee2fb30db8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc5b6a4b-39b1-48da-b7c7-755cd6597e2a HTTP/1.1" status: 200 len: 1000 time: 0.0613165 Feb 09 22:57:07.353930 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a86ccc3-117d-473d-8f60-ccf8f0f6f887 req-6261146c-73b7-4f20-8d41-1e32e0ef8d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:57:07.355430 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-2a86ccc3-117d-473d-8f60-ccf8f0f6f887 req-6261146c-73b7-4f20-8d41-1e32e0ef8d46 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4ad8fa6e-bd89-42ed-a112-38594fe2b014 HTTP/1.1" status: 200 len: 847 time: 0.0484056 Feb 09 22:57:07.377657 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b28e66-6918-4959-9a13-55c2b1b43b1a req-7fb9fad7-f4cf-4d27-9265-f029619dec4d tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:57:07.379162 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d2b28e66-6918-4959-9a13-55c2b1b43b1a req-7fb9fad7-f4cf-4d27-9265-f029619dec4d tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=773251a8-b88c-4cbf-b99b-2d0f6a7332a1 HTTP/1.1" status: 200 len: 944 time: 0.0576463 Feb 09 22:57:07.405944 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a86ccc3-117d-473d-8f60-ccf8f0f6f887 req-2aaa6eb8-1ecc-40ce-8c3b-863021bba12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:57:07.415506 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-2a86ccc3-117d-473d-8f60-ccf8f0f6f887 req-2aaa6eb8-1ecc-40ce-8c3b-863021bba12d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=492e837f-45b8-45f4-8b23-5b7db57b71a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0531638 Feb 09 22:57:07.428578 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d2b28e66-6918-4959-9a13-55c2b1b43b1a req-8a147193-7ccc-4b33-a3e1-f6b2fac4a9db tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=485ab7a5-9c78-43df-a856-b48a7a110995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429671 Feb 09 22:57:07.504775 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-2a86ccc3-117d-473d-8f60-ccf8f0f6f887 req-7dd104cc-76c6-4a54-8dac-703c90fabe70 service neutron] 10.222.0.89 "GET /v2.0/networks/492e837f-45b8-45f4-8b23-5b7db57b71a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827303 Feb 09 22:57:07.594972 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-2a86ccc3-117d-473d-8f60-ccf8f0f6f887 req-110764b2-1007-4170-a63a-c65b3693606a service neutron] 10.222.0.89 "GET /v2.0/networks/492e837f-45b8-45f4-8b23-5b7db57b71a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846696 Feb 09 22:57:08.107633 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8747d69-f24e-42e6-8a36-184c5af52bac x-openstack-request-id: req-b8747d69-f24e-42e6-8a36-184c5af52bac {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:57:08.107933 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "773251a8-b88c-4cbf-b99b-2d0f6a7332a1", "tag": "cc5b6a4b-39b1-48da-b7c7-755cd6597e2a", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:57:08.108189 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-b8747d69-f24e-42e6-8a36-184c5af52bac {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:57:08.108751 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '773251a8-b88c-4cbf-b99b-2d0f6a7332a1', 'tag': 'cc5b6a4b-39b1-48da-b7c7-755cd6597e2a', 'status': 'completed', 'code': 200} Feb 09 22:57:08.175886 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bff2b18-636a-46a3-ad3e-fcae537ee6c1 req-97abe69d-ab54-455d-8af8-07110cc09244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:57:08.177538 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6bff2b18-636a-46a3-ad3e-fcae537ee6c1 req-97abe69d-ab54-455d-8af8-07110cc09244 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b8a255bec548406d84064230e3dd5dc1&device_id=773251a8-b88c-4cbf-b99b-2d0f6a7332a1 HTTP/1.1" status: 200 len: 1126 time: 0.0463278 Feb 09 22:57:08.268779 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bff2b18-636a-46a3-ad3e-fcae537ee6c1 req-a497c6a7-55b6-4710-8f34-ce7b9ef44c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:57:08.270230 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6bff2b18-636a-46a3-ad3e-fcae537ee6c1 req-a497c6a7-55b6-4710-8f34-ce7b9ef44c90 service neutron] 10.222.0.89 "GET /v2.0/networks?id=492e837f-45b8-45f4-8b23-5b7db57b71a5 HTTP/1.1" status: 200 len: 909 time: 0.0867183 Feb 09 22:57:08.334265 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6bff2b18-636a-46a3-ad3e-fcae537ee6c1 req-5834b35e-14fa-48e7-b15a-76ea59c59f95 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc5b6a4b-39b1-48da-b7c7-755cd6597e2a HTTP/1.1" status: 200 len: 1000 time: 0.0569785 Feb 09 22:57:08.381344 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bff2b18-636a-46a3-ad3e-fcae537ee6c1 req-ac504b6d-bc37-4405-b178-25c0ef508b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:57:08.382664 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6bff2b18-636a-46a3-ad3e-fcae537ee6c1 req-ac504b6d-bc37-4405-b178-25c0ef508b76 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4ad8fa6e-bd89-42ed-a112-38594fe2b014 HTTP/1.1" status: 200 len: 847 time: 0.0413506 Feb 09 22:57:08.435078 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bff2b18-636a-46a3-ad3e-fcae537ee6c1 req-60142b59-e792-4fd7-8774-3b418ecbbd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:57:08.436563 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6bff2b18-636a-46a3-ad3e-fcae537ee6c1 req-60142b59-e792-4fd7-8774-3b418ecbbd2b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=492e837f-45b8-45f4-8b23-5b7db57b71a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0473289 Feb 09 22:57:08.524876 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6bff2b18-636a-46a3-ad3e-fcae537ee6c1 req-e64b113b-f997-448f-a7f7-52c68b627d37 service neutron] 10.222.0.89 "GET /v2.0/networks/492e837f-45b8-45f4-8b23-5b7db57b71a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802767 Feb 09 22:57:08.554386 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f88e786-929a-4a55-8f20-494067119e88 req-e9de526b-0d56-480b-9e83-e7adb1bc4f35 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:57:08.556494 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7f88e786-929a-4a55-8f20-494067119e88 req-e9de526b-0d56-480b-9e83-e7adb1bc4f35 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=773251a8-b88c-4cbf-b99b-2d0f6a7332a1 HTTP/1.1" status: 200 len: 944 time: 0.0515349 Feb 09 22:57:08.605971 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7f88e786-929a-4a55-8f20-494067119e88 req-ece6d653-49b6-4636-b731-3d5367b9ff1f tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=485ab7a5-9c78-43df-a856-b48a7a110995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438221 Feb 09 22:57:08.621678 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-6bff2b18-636a-46a3-ad3e-fcae537ee6c1 req-9a77e4ce-85b9-46f5-b550-00e24cb42fea service neutron] 10.222.0.89 "GET /v2.0/networks/492e837f-45b8-45f4-8b23-5b7db57b71a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886612 Feb 09 22:57:09.216585 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-423cc599-fb3b-41b1-8f51-4ccb44265e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:57:09.730657 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c667fc6-4094-4e91-aefd-813b5d34eee4 req-ca8d8e96-6435-4ac6-afbf-1f5eb30c5d21 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:57:09.732135 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2c667fc6-4094-4e91-aefd-813b5d34eee4 req-ca8d8e96-6435-4ac6-afbf-1f5eb30c5d21 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=773251a8-b88c-4cbf-b99b-2d0f6a7332a1 HTTP/1.1" status: 200 len: 944 time: 0.0559623 Feb 09 22:57:09.779842 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2c667fc6-4094-4e91-aefd-813b5d34eee4 req-1a744d63-745d-4d56-b5f3-5ec6b07f5d33 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=485ab7a5-9c78-43df-a856-b48a7a110995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420334 Feb 09 22:57:10.900123 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a315f777-a09f-441d-b496-02701291418b req-14885e18-bcbb-475a-a27b-66bad1e17874 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:57:10.901615 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a315f777-a09f-441d-b496-02701291418b req-14885e18-bcbb-475a-a27b-66bad1e17874 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=773251a8-b88c-4cbf-b99b-2d0f6a7332a1 HTTP/1.1" status: 200 len: 944 time: 0.0537982 Feb 09 22:57:10.948805 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a315f777-a09f-441d-b496-02701291418b req-22edf197-01ae-4236-ae6a-be10f9c4d0a1 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=485ab7a5-9c78-43df-a856-b48a7a110995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414674 Feb 09 22:57:11.203294 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b3140a35-a8ae-40b8-b194-12fe9dd27282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:57:12.066169 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5638ea08-d969-4c39-aefd-baa181db4368 req-5ce06b0e-aaa7-4043-b8e0-21e6265d6227 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:57:12.067809 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5638ea08-d969-4c39-aefd-baa181db4368 req-5ce06b0e-aaa7-4043-b8e0-21e6265d6227 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=773251a8-b88c-4cbf-b99b-2d0f6a7332a1 HTTP/1.1" status: 200 len: 944 time: 0.0517197 Feb 09 22:57:12.120244 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5638ea08-d969-4c39-aefd-baa181db4368 req-a7ba310e-1127-48ed-a2ea-ee2a5e76176f tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=485ab7a5-9c78-43df-a856-b48a7a110995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465035 Feb 09 22:57:13.079394 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:57:13.241448 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274fe261-6cee-436d-8927-cb7cd3b6a171 req-2a3dc952-8ea7-44c1-b47e-6ed170672ce7 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:57:13.242948 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-274fe261-6cee-436d-8927-cb7cd3b6a171 req-2a3dc952-8ea7-44c1-b47e-6ed170672ce7 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=773251a8-b88c-4cbf-b99b-2d0f6a7332a1 HTTP/1.1" status: 200 len: 944 time: 0.0560236 Feb 09 22:57:13.294682 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-274fe261-6cee-436d-8927-cb7cd3b6a171 req-c897544a-6da4-479b-babf-b9ee438bf314 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=485ab7a5-9c78-43df-a856-b48a7a110995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461283 Feb 09 22:57:14.412540 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01000a50-dce3-4bb0-b093-dcb122bed1d7 req-b6662732-802d-4ddc-8160-585a3303c27a tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:57:14.414009 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-01000a50-dce3-4bb0-b093-dcb122bed1d7 req-b6662732-802d-4ddc-8160-585a3303c27a tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=773251a8-b88c-4cbf-b99b-2d0f6a7332a1 HTTP/1.1" status: 200 len: 944 time: 0.0519493 Feb 09 22:57:14.461857 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-01000a50-dce3-4bb0-b093-dcb122bed1d7 req-c1dedfdb-6e63-47e1-816e-85a53c7e96b1 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=485ab7a5-9c78-43df-a856-b48a7a110995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416532 Feb 09 22:57:14.492544 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:57:15.552940 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:57:15.587597 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2280eed-3984-4f30-a0c3-9041ac62be1d req-2e0c4a80-d880-4377-a181-198f94fc4510 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:57:15.589121 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e2280eed-3984-4f30-a0c3-9041ac62be1d req-2e0c4a80-d880-4377-a181-198f94fc4510 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=773251a8-b88c-4cbf-b99b-2d0f6a7332a1 HTTP/1.1" status: 200 len: 944 time: 0.0607643 Feb 09 22:57:15.637455 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e2280eed-3984-4f30-a0c3-9041ac62be1d req-f310c510-a63a-459f-bd32-7e9f297bdb85 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=485ab7a5-9c78-43df-a856-b48a7a110995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427268 Feb 09 22:57:16.753530 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140d00de-0312-4ae3-86d1-075624b2907f req-ec405f6d-8aeb-4890-b27b-98f8eca63c55 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:57:16.754986 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-140d00de-0312-4ae3-86d1-075624b2907f req-ec405f6d-8aeb-4890-b27b-98f8eca63c55 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=773251a8-b88c-4cbf-b99b-2d0f6a7332a1 HTTP/1.1" status: 200 len: 944 time: 0.0507548 Feb 09 22:57:16.802542 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-140d00de-0312-4ae3-86d1-075624b2907f req-d3139de9-c6ef-40ea-8888-082688f97dbc tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=485ab7a5-9c78-43df-a856-b48a7a110995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413532 Feb 09 22:57:17.129241 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device cc5b6a4b-39b1-48da-b7c7-755cd6597e2a details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:57:17.228304 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port cc5b6a4b-39b1-48da-b7c7-755cd6597e2a, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=cc5b6a4b-39b1-48da-b7c7-755cd6597e2a,segment=NetworkSegment(7e6bf94d-7711-4f80-aabe-82ab99e54cf1),segment_id=7e6bf94d-7711-4f80-aabe-82ab99e54cf1)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:57:17.239316 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': 'cc5b6a4b-39b1-48da-b7c7-755cd6597e2a', 'network_id': '492e837f-45b8-45f4-8b23-5b7db57b71a5', 'port_id': 'cc5b6a4b-39b1-48da-b7c7-755cd6597e2a', 'mac_address': 'fa:16:3e:11:09:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ad8fa6e-bd89-42ed-a112-38594fe2b014', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:57:17.280336 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port cc5b6a4b-39b1-48da-b7c7-755cd6597e2a is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:57:17.280735 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (cc5b6a4b-39b1-48da-b7c7-755cd6597e2a), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:57:17.296355 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc5b6a4b-39b1-48da-b7c7-755cd6597e2a {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:57:17.315229 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port cc5b6a4b-39b1-48da-b7c7-755cd6597e2a, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=cc5b6a4b-39b1-48da-b7c7-755cd6597e2a,segment=NetworkSegment(7e6bf94d-7711-4f80-aabe-82ab99e54cf1),segment_id=7e6bf94d-7711-4f80-aabe-82ab99e54cf1)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:57:17.319427 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (cc5b6a4b-39b1-48da-b7c7-755cd6597e2a), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:57:17.368308 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=cc5b6a4b-39b1-48da-b7c7-755cd6597e2a,revision_number=9']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:57:17.655409 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35636cea-170c-43fe-8ac1-f3da30638a58 req-1578d01c-7996-4604-9dca-661ca1a7f44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:57:17.656980 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-35636cea-170c-43fe-8ac1-f3da30638a58 req-1578d01c-7996-4604-9dca-661ca1a7f44b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b8a255bec548406d84064230e3dd5dc1&device_id=773251a8-b88c-4cbf-b99b-2d0f6a7332a1 HTTP/1.1" status: 200 len: 1127 time: 0.0455773 Feb 09 22:57:17.688648 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['cc5b6a4b-39b1-48da-b7c7-755cd6597e2a'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:57:17.757965 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35636cea-170c-43fe-8ac1-f3da30638a58 req-a9e69c36-575c-404e-939a-f4f5329670be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:57:17.760037 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-35636cea-170c-43fe-8ac1-f3da30638a58 req-a9e69c36-575c-404e-939a-f4f5329670be service neutron] 10.222.0.89 "GET /v2.0/networks?id=492e837f-45b8-45f4-8b23-5b7db57b71a5 HTTP/1.1" status: 200 len: 909 time: 0.0848272 Feb 09 22:57:17.840908 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-35636cea-170c-43fe-8ac1-f3da30638a58 req-b3edf018-cea4-4e45-b92a-857b570be7b4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc5b6a4b-39b1-48da-b7c7-755cd6597e2a HTTP/1.1" status: 200 len: 1001 time: 0.0724661 Feb 09 22:57:17.890417 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35636cea-170c-43fe-8ac1-f3da30638a58 req-7e2abed6-366c-40cb-ab37-a082e50fa4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:57:17.892193 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-35636cea-170c-43fe-8ac1-f3da30638a58 req-7e2abed6-366c-40cb-ab37-a082e50fa4a5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4ad8fa6e-bd89-42ed-a112-38594fe2b014 HTTP/1.1" status: 200 len: 847 time: 0.0457196 Feb 09 22:57:17.925075 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369d8280-1b39-4df8-a10c-8b6bcadbebf9 req-a14b6f3b-0c3f-4d4b-937e-058cb9c6614e tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:57:17.926674 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-369d8280-1b39-4df8-a10c-8b6bcadbebf9 req-a14b6f3b-0c3f-4d4b-937e-058cb9c6614e tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=773251a8-b88c-4cbf-b99b-2d0f6a7332a1 HTTP/1.1" status: 200 len: 945 time: 0.0538666 Feb 09 22:57:17.941870 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35636cea-170c-43fe-8ac1-f3da30638a58 req-eba51046-6f4e-4ab0-9021-e72f865e8d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:57:17.943353 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-35636cea-170c-43fe-8ac1-f3da30638a58 req-eba51046-6f4e-4ab0-9021-e72f865e8d3c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=492e837f-45b8-45f4-8b23-5b7db57b71a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0454574 Feb 09 22:57:17.979608 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-369d8280-1b39-4df8-a10c-8b6bcadbebf9 req-ba26ed03-7933-4efc-99c4-cacb333fd5ef tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=485ab7a5-9c78-43df-a856-b48a7a110995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467939 Feb 09 22:57:18.034565 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-35636cea-170c-43fe-8ac1-f3da30638a58 req-5be394c3-71ea-4d3c-a2bb-9da147c1510a service neutron] 10.222.0.89 "GET /v2.0/networks/492e837f-45b8-45f4-8b23-5b7db57b71a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846736 Feb 09 22:57:18.122976 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-35636cea-170c-43fe-8ac1-f3da30638a58 req-68b8c952-cda6-4c25-b137-13ba5e5334f7 service neutron] 10.222.0.89 "GET /v2.0/networks/492e837f-45b8-45f4-8b23-5b7db57b71a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822642 Feb 09 22:57:19.096703 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1f8d38-8cad-4bc4-aeb4-b95013af3b9e req-e01d1bac-285f-45fe-af78-2bdf492d75b6 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:57:19.098194 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5b1f8d38-8cad-4bc4-aeb4-b95013af3b9e req-e01d1bac-285f-45fe-af78-2bdf492d75b6 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=773251a8-b88c-4cbf-b99b-2d0f6a7332a1 HTTP/1.1" status: 200 len: 945 time: 0.0520535 Feb 09 22:57:19.133864 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device cc5b6a4b-39b1-48da-b7c7-755cd6597e2a up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:57:19.147371 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5b1f8d38-8cad-4bc4-aeb4-b95013af3b9e req-11300570-0572-49c7-8d77-282802333d6f tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=485ab7a5-9c78-43df-a856-b48a7a110995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429063 Feb 09 22:57:19.183626 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning for port cc5b6a4b-39b1-48da-b7c7-755cd6597e2a completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:57:19.187795 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port cc5b6a4b-39b1-48da-b7c7-755cd6597e2a triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:57:19.188169 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (cc5b6a4b-39b1-48da-b7c7-755cd6597e2a), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:57:19.273790 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port cc5b6a4b-39b1-48da-b7c7-755cd6597e2a is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:57:19.274105 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (cc5b6a4b-39b1-48da-b7c7-755cd6597e2a), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:57:19.297051 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '773251a8-b88c-4cbf-b99b-2d0f6a7332a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc5b6a4b-39b1-48da-b7c7-755cd6597e2a'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:57:19.299298 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cf4d4d953224237653245d15ffec07a65c4bd356d4237fd84236d8abf5d48a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96846bd0-e23a-47ee-bc0b-efeef9708687" -d '{"events": [{"server_uuid": "773251a8-b88c-4cbf-b99b-2d0f6a7332a1", "name": "network-vif-plugged", "status": "completed", "tag": "cc5b6a4b-39b1-48da-b7c7-755cd6597e2a"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:57:19.311479 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port cc5b6a4b-39b1-48da-b7c7-755cd6597e2a, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=cc5b6a4b-39b1-48da-b7c7-755cd6597e2a,segment=NetworkSegment(7e6bf94d-7711-4f80-aabe-82ab99e54cf1),segment_id=7e6bf94d-7711-4f80-aabe-82ab99e54cf1)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:57:19.315760 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (cc5b6a4b-39b1-48da-b7c7-755cd6597e2a), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:57:19.341242 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12297f9e-7b3a-4c9d-bef5-a4136b144c20 x-openstack-request-id: req-12297f9e-7b3a-4c9d-bef5-a4136b144c20 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:57:19.341537 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "773251a8-b88c-4cbf-b99b-2d0f6a7332a1", "name": "network-vif-plugged", "status": "completed", "tag": "cc5b6a4b-39b1-48da-b7c7-755cd6597e2a", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:57:19.341822 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-12297f9e-7b3a-4c9d-bef5-a4136b144c20 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:57:19.342751 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '773251a8-b88c-4cbf-b99b-2d0f6a7332a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc5b6a4b-39b1-48da-b7c7-755cd6597e2a', 'code': 200} Feb 09 22:57:19.368827 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=cc5b6a4b-39b1-48da-b7c7-755cd6597e2a,revision_number=10']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:57:19.485208 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a08ade6-36fa-4ee0-9009-df2f0fd488b3 req-41933910-dd02-4cc5-8c04-d73c0e366b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:57:19.486706 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-9a08ade6-36fa-4ee0-9009-df2f0fd488b3 req-41933910-dd02-4cc5-8c04-d73c0e366b83 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=773251a8-b88c-4cbf-b99b-2d0f6a7332a1 HTTP/1.1" status: 200 len: 1129 time: 0.0496376 Feb 09 22:57:19.531135 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-9a08ade6-36fa-4ee0-9009-df2f0fd488b3 req-c487c91b-044b-41c5-ada9-b6060c7b9556 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=485ab7a5-9c78-43df-a856-b48a7a110995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385523 Feb 09 22:57:20.270079 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a1b5a5-2b7c-4adf-ae44-afa58492a1ff req-621226d3-809a-4b84-840c-43ef992387ec tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:57:20.271586 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d8a1b5a5-2b7c-4adf-ae44-afa58492a1ff req-621226d3-809a-4b84-840c-43ef992387ec tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=773251a8-b88c-4cbf-b99b-2d0f6a7332a1 HTTP/1.1" status: 200 len: 947 time: 0.0550644 Feb 09 22:57:20.320002 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d8a1b5a5-2b7c-4adf-ae44-afa58492a1ff req-c0ecd294-6e11-4476-9654-b67392e95d79 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=485ab7a5-9c78-43df-a856-b48a7a110995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419803 Feb 09 22:57:21.444456 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c0b931-0e4b-41e5-876b-717b735c5dac req-1cca96f6-913c-484c-8277-02a505609258 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:57:21.445935 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-83c0b931-0e4b-41e5-876b-717b735c5dac req-1cca96f6-913c-484c-8277-02a505609258 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=773251a8-b88c-4cbf-b99b-2d0f6a7332a1 HTTP/1.1" status: 200 len: 947 time: 0.0555544 Feb 09 22:57:21.493063 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-83c0b931-0e4b-41e5-876b-717b735c5dac req-0a4cec7d-8b70-44ec-8dc2-a26b430ee1c7 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=485ab7a5-9c78-43df-a856-b48a7a110995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412042 Feb 09 22:57:22.306959 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:57:24.344725 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:57:35.559632 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:57:39.217962 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f1f1b038-ce10-4914-82b8-b2503a40f6d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:57:41.204153 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-26655828-1eb4-4d9b-a8d4-09514e2a4c38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:57:43.083223 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:57:44.495333 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:57:45.555725 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:57:52.305113 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:57:54.347119 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:09.221452 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7f5bcd81-6517-4c1d-8c50-604942bad6fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:11.204946 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-cf71d44c-b6ed-44ab-8616-678116eacfdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:12.558496 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:58:13.085798 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:14.499645 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:15.557659 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:19.647397 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-741154cb-7bc1-4b0a-8a34-872ade82b221 req-fa30ce5c-5781-44b3-839b-d7aa38fa7f61 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=773251a8-b88c-4cbf-b99b-2d0f6a7332a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0813663 Feb 09 22:58:19.731458 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741154cb-7bc1-4b0a-8a34-872ade82b221 req-4c4f7f65-0631-4121-9720-9343d446d887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:58:19.733443 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-741154cb-7bc1-4b0a-8a34-872ade82b221 req-4c4f7f65-0631-4121-9720-9343d446d887 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b8a255bec548406d84064230e3dd5dc1&device_id=773251a8-b88c-4cbf-b99b-2d0f6a7332a1 HTTP/1.1" status: 200 len: 1129 time: 0.0441456 Feb 09 22:58:19.836837 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741154cb-7bc1-4b0a-8a34-872ade82b221 req-5db1b3b5-02c2-40a6-b473-a2b129ea10d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:58:19.838286 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-741154cb-7bc1-4b0a-8a34-872ade82b221 req-5db1b3b5-02c2-40a6-b473-a2b129ea10d1 service neutron] 10.222.0.89 "GET /v2.0/networks?id=492e837f-45b8-45f4-8b23-5b7db57b71a5 HTTP/1.1" status: 200 len: 909 time: 0.0860400 Feb 09 22:58:19.901955 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-741154cb-7bc1-4b0a-8a34-872ade82b221 req-b662c637-24ab-4ba4-9ee0-a8df89aa7a61 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc5b6a4b-39b1-48da-b7c7-755cd6597e2a HTTP/1.1" status: 200 len: 1002 time: 0.0573516 Feb 09 22:58:19.954332 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741154cb-7bc1-4b0a-8a34-872ade82b221 req-98b272d8-0e30-4ffd-8155-f858e6187285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:58:19.955753 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-741154cb-7bc1-4b0a-8a34-872ade82b221 req-98b272d8-0e30-4ffd-8155-f858e6187285 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4ad8fa6e-bd89-42ed-a112-38594fe2b014 HTTP/1.1" status: 200 len: 847 time: 0.0474837 Feb 09 22:58:20.004116 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741154cb-7bc1-4b0a-8a34-872ade82b221 req-ba2e6fbb-4884-4474-bff6-febe89d3934e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:58:20.005595 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-741154cb-7bc1-4b0a-8a34-872ade82b221 req-ba2e6fbb-4884-4474-bff6-febe89d3934e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=492e837f-45b8-45f4-8b23-5b7db57b71a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441351 Feb 09 22:58:20.091002 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-741154cb-7bc1-4b0a-8a34-872ade82b221 req-4ef82322-c278-448b-93b0-42d61e8ec365 service neutron] 10.222.0.89 "GET /v2.0/networks/492e837f-45b8-45f4-8b23-5b7db57b71a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794013 Feb 09 22:58:20.181743 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-741154cb-7bc1-4b0a-8a34-872ade82b221 req-f768804e-dca3-4981-932f-fc18a4c1273e service neutron] 10.222.0.89 "GET /v2.0/networks/492e837f-45b8-45f4-8b23-5b7db57b71a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848360 Feb 09 22:58:22.310425 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:24.363009 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:34.606138 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 55392) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:58:34.762133 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-96d37f85-b358-456e-8b9b-7ad6b11a5d27 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Deleting port c5f18cf5-28db-4f46-bfe9-78820e837c8e {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:58:34.762478 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-96d37f85-b358-456e-8b9b-7ad6b11a5d27 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (c5f18cf5-28db-4f46-bfe9-78820e837c8e), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:34.840898 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-96d37f85-b358-456e-8b9b-7ad6b11a5d27 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (c5f18cf5-28db-4f46-bfe9-78820e837c8e), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:34.841224 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-96d37f85-b358-456e-8b9b-7ad6b11a5d27 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks [] for floatingip (c5f18cf5-28db-4f46-bfe9-78820e837c8e), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:34.852700 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-96d37f85-b358-456e-8b9b-7ad6b11a5d27 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Calling delete_port for c5f18cf5-28db-4f46-bfe9-78820e837c8e owned by network:floatingip {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:58:34.996491 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-96d37f85-b358-456e-8b9b-7ad6b11a5d27 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (c5f18cf5-28db-4f46-bfe9-78820e837c8e), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:35.032323 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d37f85-b358-456e-8b9b-7ad6b11a5d27 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Pushing event deleted for resources: {'Port': ['ID=c5f18cf5-28db-4f46-bfe9-78820e837c8e,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:58:35.060089 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d37f85-b358-456e-8b9b-7ad6b11a5d27 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:58:35.060462 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d37f85-b358-456e-8b9b-7ad6b11a5d27 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:58:35.060805 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d37f85-b358-456e-8b9b-7ad6b11a5d27 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:58:35.061141 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d37f85-b358-456e-8b9b-7ad6b11a5d27 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:58:35.061475 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d37f85-b358-456e-8b9b-7ad6b11a5d27 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:58:35.061805 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d37f85-b358-456e-8b9b-7ad6b11a5d27 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:58:35.062663 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d37f85-b358-456e-8b9b-7ad6b11a5d27 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:58:35.062988 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d37f85-b358-456e-8b9b-7ad6b11a5d27 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:58:35.063312 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d37f85-b358-456e-8b9b-7ad6b11a5d27 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:58:35.063632 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d37f85-b358-456e-8b9b-7ad6b11a5d27 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:58:35.063954 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d37f85-b358-456e-8b9b-7ad6b11a5d27 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:58:35.064303 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d37f85-b358-456e-8b9b-7ad6b11a5d27 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:58:35.064628 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d37f85-b358-456e-8b9b-7ad6b11a5d27 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:58:35.105158 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-96d37f85-b358-456e-8b9b-7ad6b11a5d27 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks [] for floatingip (d2fad136-9225-4f67-a450-cd60d8c6040c), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:35.105516 n-d-828369-5 neutron-server[103141]: INFO neutron.db.l3_db [None req-96d37f85-b358-456e-8b9b-7ad6b11a5d27 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Floating IP d2fad136-9225-4f67-a450-cd60d8c6040c disassociated (deleted). External IP: 172.25.3.232, port: cc5b6a4b-39b1-48da-b7c7-755cd6597e2a. Feb 09 22:58:35.325721 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96d37f85-b358-456e-8b9b-7ad6b11a5d27 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Router 86f7d949-6dd8-46b1-9c46-3eecc7da513e has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:58:35.433916 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96d37f85-b358-456e-8b9b-7ad6b11a5d27 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:58:35.439416 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-96d37f85-b358-456e-8b9b-7ad6b11a5d27 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:35.443977 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3b286a-5a8f-409c-b6f0-d07cce7f9582 None None] Sync routers for ids ['86f7d949-6dd8-46b1-9c46-3eecc7da513e'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:58:35.453271 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3b286a-5a8f-409c-b6f0-d07cce7f9582 None None] Routers {'86f7d949-6dd8-46b1-9c46-3eecc7da513e'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:58:35.453883 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-da3b286a-5a8f-409c-b6f0-d07cce7f9582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:58:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['86f7d949-6dd8-46b1-9c46-3eecc7da513e'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:58:35.468883 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-96d37f85-b358-456e-8b9b-7ad6b11a5d27 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "DELETE /v2.0/floatingips/d2fad136-9225-4f67-a450-cd60d8c6040c HTTP/1.1" status: 204 len: 168 time: 0.8615286 Feb 09 22:58:35.469485 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '773251a8-b88c-4cbf-b99b-2d0f6a7332a1', 'tag': 'cc5b6a4b-39b1-48da-b7c7-755cd6597e2a'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:58:35.471776 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0759f77e637a6f71ff1c25bc92ec5ea77217d29fcb3f113a7ada5acb32ef5084" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa75bec-9faf-43af-8c1d-99cd7d386414" -d '{"events": [{"name": "network-changed", "server_uuid": "773251a8-b88c-4cbf-b99b-2d0f6a7332a1", "tag": "cc5b6a4b-39b1-48da-b7c7-755cd6597e2a"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:58:35.526263 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cd56717-0d1c-40f6-a65d-d8209738311b x-openstack-request-id: req-1cd56717-0d1c-40f6-a65d-d8209738311b {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:58:35.526555 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "773251a8-b88c-4cbf-b99b-2d0f6a7332a1", "tag": "cc5b6a4b-39b1-48da-b7c7-755cd6597e2a", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:58:35.527429 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-1cd56717-0d1c-40f6-a65d-d8209738311b {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:58:35.527858 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '773251a8-b88c-4cbf-b99b-2d0f6a7332a1', 'tag': 'cc5b6a4b-39b1-48da-b7c7-755cd6597e2a', 'status': 'completed', 'code': 200} Feb 09 22:58:35.565447 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-da3b286a-5a8f-409c-b6f0-d07cce7f9582 None None] Set router 86f7d949-6dd8-46b1-9c46-3eecc7da513e gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:58:35.597459 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa75bec-9faf-43af-8c1d-99cd7d386414 req-09e1558e-4ce7-4c24-b67c-616fd14bea6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:58:35.598938 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-caa75bec-9faf-43af-8c1d-99cd7d386414 req-09e1558e-4ce7-4c24-b67c-616fd14bea6e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=b8a255bec548406d84064230e3dd5dc1&device_id=773251a8-b88c-4cbf-b99b-2d0f6a7332a1 HTTP/1.1" status: 200 len: 1129 time: 0.0490541 Feb 09 22:58:35.706967 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa75bec-9faf-43af-8c1d-99cd7d386414 req-48a87e1b-4fd5-4348-a0bf-29aa0c8dc9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:58:35.708888 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-caa75bec-9faf-43af-8c1d-99cd7d386414 req-48a87e1b-4fd5-4348-a0bf-29aa0c8dc9ed service neutron] 10.222.0.89 "GET /v2.0/networks?id=492e837f-45b8-45f4-8b23-5b7db57b71a5 HTTP/1.1" status: 200 len: 909 time: 0.1021864 Feb 09 22:58:35.737301 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ff64ce-e492-4363-9c1e-9d68eecd56ac req-b4fb4957-dc44-4c65-ba10-67a1fad19d32 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:58:35.738945 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c0ff64ce-e492-4363-9c1e-9d68eecd56ac req-b4fb4957-dc44-4c65-ba10-67a1fad19d32 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=773251a8-b88c-4cbf-b99b-2d0f6a7332a1 HTTP/1.1" status: 200 len: 947 time: 0.0597796 Feb 09 22:58:35.755969 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-caa75bec-9faf-43af-8c1d-99cd7d386414 req-aa301ff1-462d-4c71-884f-780122134d24 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc5b6a4b-39b1-48da-b7c7-755cd6597e2a HTTP/1.1" status: 200 len: 217 time: 0.0402100 Feb 09 22:58:35.792028 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c0ff64ce-e492-4363-9c1e-9d68eecd56ac req-2960a8c6-79d1-41e3-8c98-97ee31728902 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=485ab7a5-9c78-43df-a856-b48a7a110995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472906 Feb 09 22:58:35.810538 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa75bec-9faf-43af-8c1d-99cd7d386414 req-488227fd-dfce-468c-b78d-1d60d185ab4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:58:35.812179 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-caa75bec-9faf-43af-8c1d-99cd7d386414 req-488227fd-dfce-468c-b78d-1d60d185ab4a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=4ad8fa6e-bd89-42ed-a112-38594fe2b014 HTTP/1.1" status: 200 len: 847 time: 0.0477712 Feb 09 22:58:35.868745 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa75bec-9faf-43af-8c1d-99cd7d386414 req-6cce3d86-b6ac-4dca-9cb9-0aa6d0e15fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:58:35.870177 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-caa75bec-9faf-43af-8c1d-99cd7d386414 req-6cce3d86-b6ac-4dca-9cb9-0aa6d0e15fbf service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=492e837f-45b8-45f4-8b23-5b7db57b71a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0521100 Feb 09 22:58:35.944557 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-da3b286a-5a8f-409c-b6f0-d07cce7f9582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f7d949-6dd8-46b1-9c46-3eecc7da513e', 'name': 'tempest-TestShelveInstance-419043910-router', 'tenant_id': 'b8a255bec548406d84064230e3dd5dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'ee59c9cc-d251-46a5-a4fd-2e2cea86b25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:48:45Z', 'updated_at': '2022-02-09T22:48:48Z', 'revision_number': 4, 'project_id': 'b8a255bec548406d84064230e3dd5dc1', 'gw_port': {'id': 'ee59c9cc-d251-46a5-a4fd-2e2cea86b25f', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:45:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f7d949-6dd8-46b1-9c46-3eecc7da513e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:48:45Z', 'updated_at': '2022-02-09T22:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '27649d59-2d06-4047-9e1b-ab2b0109f674', 'name': '', 'network_id': '492e837f-45b8-45f4-8b23-5b7db57b71a5', 'tenant_id': 'b8a255bec548406d84064230e3dd5dc1', 'mac_address': 'fa:16:3e:43:37:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f7d949-6dd8-46b1-9c46-3eecc7da513e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '4ad8fa6e-bd89-42ed-a112-38594fe2b014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:48:47Z', 'updated_at': '2022-02-09T22:48:53Z', 'revision_number': 5, 'project_id': 'b8a255bec548406d84064230e3dd5dc1', 'subnets': [{'id': '4ad8fa6e-bd89-42ed-a112-38594fe2b014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:58:35.960871 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-caa75bec-9faf-43af-8c1d-99cd7d386414 req-11c984d3-cff7-496b-923d-e92f63c2c0b6 service neutron] 10.222.0.89 "GET /v2.0/networks/492e837f-45b8-45f4-8b23-5b7db57b71a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827494 Feb 09 22:58:35.971632 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3b286a-5a8f-409c-b6f0-d07cce7f9582 None None] Checking router: 86f7d949-6dd8-46b1-9c46-3eecc7da513e for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:58:35.979900 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3b286a-5a8f-409c-b6f0-d07cce7f9582 None None] Routers {'86f7d949-6dd8-46b1-9c46-3eecc7da513e'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:58:35.980540 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-da3b286a-5a8f-409c-b6f0-d07cce7f9582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:58:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['86f7d949-6dd8-46b1-9c46-3eecc7da513e'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:58:36.055952 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-caa75bec-9faf-43af-8c1d-99cd7d386414 req-29853b6f-7742-4df0-bf2a-2cdb7adaa6ec service neutron] 10.222.0.89 "GET /v2.0/networks/492e837f-45b8-45f4-8b23-5b7db57b71a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878942 Feb 09 22:58:36.099299 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-da3b286a-5a8f-409c-b6f0-d07cce7f9582 None None] Set router 86f7d949-6dd8-46b1-9c46-3eecc7da513e gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:58:36.296472 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-da3b286a-5a8f-409c-b6f0-d07cce7f9582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f7d949-6dd8-46b1-9c46-3eecc7da513e', 'name': 'tempest-TestShelveInstance-419043910-router', 'tenant_id': 'b8a255bec548406d84064230e3dd5dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'ee59c9cc-d251-46a5-a4fd-2e2cea86b25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:48:45Z', 'updated_at': '2022-02-09T22:48:48Z', 'revision_number': 4, 'project_id': 'b8a255bec548406d84064230e3dd5dc1', 'gw_port': {'id': 'ee59c9cc-d251-46a5-a4fd-2e2cea86b25f', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:45:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f7d949-6dd8-46b1-9c46-3eecc7da513e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:48:45Z', 'updated_at': '2022-02-09T22:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '27649d59-2d06-4047-9e1b-ab2b0109f674', 'name': '', 'network_id': '492e837f-45b8-45f4-8b23-5b7db57b71a5', 'tenant_id': 'b8a255bec548406d84064230e3dd5dc1', 'mac_address': 'fa:16:3e:43:37:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f7d949-6dd8-46b1-9c46-3eecc7da513e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '4ad8fa6e-bd89-42ed-a112-38594fe2b014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:48:47Z', 'updated_at': '2022-02-09T22:48:53Z', 'revision_number': 5, 'project_id': 'b8a255bec548406d84064230e3dd5dc1', 'subnets': [{'id': '4ad8fa6e-bd89-42ed-a112-38594fe2b014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:58:36.322482 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3b286a-5a8f-409c-b6f0-d07cce7f9582 None None] The sync data for ids ['86f7d949-6dd8-46b1-9c46-3eecc7da513e'] in n-d-828369-5 is: [{'id': '86f7d949-6dd8-46b1-9c46-3eecc7da513e', 'name': 'tempest-TestShelveInstance-419043910-router', 'tenant_id': 'b8a255bec548406d84064230e3dd5dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'ee59c9cc-d251-46a5-a4fd-2e2cea86b25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:48:45Z', 'updated_at': '2022-02-09T22:48:48Z', 'revision_number': 4, 'project_id': 'b8a255bec548406d84064230e3dd5dc1', 'gw_port': {'id': 'ee59c9cc-d251-46a5-a4fd-2e2cea86b25f', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:45:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f7d949-6dd8-46b1-9c46-3eecc7da513e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:48:45Z', 'updated_at': '2022-02-09T22:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '27649d59-2d06-4047-9e1b-ab2b0109f674', 'name': '', 'network_id': '492e837f-45b8-45f4-8b23-5b7db57b71a5', 'tenant_id': 'b8a255bec548406d84064230e3dd5dc1', 'mac_address': 'fa:16:3e:43:37:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f7d949-6dd8-46b1-9c46-3eecc7da513e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '4ad8fa6e-bd89-42ed-a112-38594fe2b014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:48:47Z', 'updated_at': '2022-02-09T22:48:53Z', 'revision_number': 5, 'project_id': 'b8a255bec548406d84064230e3dd5dc1', 'subnets': [{'id': '4ad8fa6e-bd89-42ed-a112-38594fe2b014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:58:36.557663 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3426afc-3cb7-449c-b053-184ef9de0887 None None] New status for floating IP d2fad136-9225-4f67-a450-cd60d8c6040c: DOWN {{(pid=103143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:58:36.917123 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0d98aa-e206-4f34-9340-b4c71192d725 req-a37df6b0-dbe5-461e-9a16-b4f9bb8a2ae3 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:58:36.918586 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8e0d98aa-e206-4f34-9340-b4c71192d725 req-a37df6b0-dbe5-461e-9a16-b4f9bb8a2ae3 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=773251a8-b88c-4cbf-b99b-2d0f6a7332a1 HTTP/1.1" status: 200 len: 947 time: 0.0551953 Feb 09 22:58:36.970582 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8e0d98aa-e206-4f34-9340-b4c71192d725 req-8852245c-b5b5-439d-a7f8-0b9b394855f1 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/security-groups?id=485ab7a5-9c78-43df-a856-b48a7a110995&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458641 Feb 09 22:58:37.372511 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5db3a0-d565-4618-aca8-fe194ea5932a req-56afc237-d4dc-415d-a698-e44c4e1e712b tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:58:37.373967 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0d5db3a0-d565-4618-aca8-fe194ea5932a req-56afc237-d4dc-415d-a698-e44c4e1e712b tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.89 "GET /v2.0/ports?device_id=773251a8-b88c-4cbf-b99b-2d0f6a7332a1 HTTP/1.1" status: 200 len: 947 time: 0.0529282 Feb 09 22:58:37.463469 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-0d5db3a0-d565-4618-aca8-fe194ea5932a req-31fd119d-8320-42e0-81ee-3e005e73f6a6 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Deleting port cc5b6a4b-39b1-48da-b7c7-755cd6597e2a {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:58:37.463734 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-0d5db3a0-d565-4618-aca8-fe194ea5932a req-31fd119d-8320-42e0-81ee-3e005e73f6a6 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (cc5b6a4b-39b1-48da-b7c7-755cd6597e2a), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:37.554270 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-0d5db3a0-d565-4618-aca8-fe194ea5932a req-31fd119d-8320-42e0-81ee-3e005e73f6a6 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] For port cc5b6a4b-39b1-48da-b7c7-755cd6597e2a, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=cc5b6a4b-39b1-48da-b7c7-755cd6597e2a,segment=NetworkSegment(7e6bf94d-7711-4f80-aabe-82ab99e54cf1),segment_id=7e6bf94d-7711-4f80-aabe-82ab99e54cf1)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:58:37.554678 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-0d5db3a0-d565-4618-aca8-fe194ea5932a req-31fd119d-8320-42e0-81ee-3e005e73f6a6 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (cc5b6a4b-39b1-48da-b7c7-755cd6597e2a), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:37.567224 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-0d5db3a0-d565-4618-aca8-fe194ea5932a req-31fd119d-8320-42e0-81ee-3e005e73f6a6 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Calling delete_port for cc5b6a4b-39b1-48da-b7c7-755cd6597e2a owned by compute:nova {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:58:37.693579 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-0d5db3a0-d565-4618-aca8-fe194ea5932a req-31fd119d-8320-42e0-81ee-3e005e73f6a6 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (cc5b6a4b-39b1-48da-b7c7-755cd6597e2a), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:37.722611 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fd119d-8320-42e0-81ee-3e005e73f6a6 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Pushing event deleted for resources: {'Port': ['ID=cc5b6a4b-39b1-48da-b7c7-755cd6597e2a,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:58:37.763761 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d5db3a0-d565-4618-aca8-fe194ea5932a req-31fd119d-8320-42e0-81ee-3e005e73f6a6 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] No DVR routers for this DVR port cc5b6a4b-39b1-48da-b7c7-755cd6597e2a on host n-h2-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:58:37.766994 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-0d5db3a0-d565-4618-aca8-fe194ea5932a req-31fd119d-8320-42e0-81ee-3e005e73f6a6 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:37.770321 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-0d5db3a0-d565-4618-aca8-fe194ea5932a req-31fd119d-8320-42e0-81ee-3e005e73f6a6 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.89 "DELETE /v2.0/ports/cc5b6a4b-39b1-48da-b7c7-755cd6597e2a HTTP/1.1" status: 204 len: 173 time: 0.3911552 Feb 09 22:58:37.770754 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '773251a8-b88c-4cbf-b99b-2d0f6a7332a1', 'name': 'network-vif-deleted', 'tag': 'cc5b6a4b-39b1-48da-b7c7-755cd6597e2a'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:58:37.772995 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0759f77e637a6f71ff1c25bc92ec5ea77217d29fcb3f113a7ada5acb32ef5084" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27545469-9eda-4cc5-928b-c672eba99d4c" -d '{"events": [{"server_uuid": "773251a8-b88c-4cbf-b99b-2d0f6a7332a1", "name": "network-vif-deleted", "tag": "cc5b6a4b-39b1-48da-b7c7-755cd6597e2a"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:58:37.809992 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e30486ff-3641-437b-a1d5-922a19c6ace0 x-openstack-request-id: req-e30486ff-3641-437b-a1d5-922a19c6ace0 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:58:37.810289 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "773251a8-b88c-4cbf-b99b-2d0f6a7332a1", "name": "network-vif-deleted", "tag": "cc5b6a4b-39b1-48da-b7c7-755cd6597e2a", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:58:37.810578 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-e30486ff-3641-437b-a1d5-922a19c6ace0 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:58:37.810991 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '773251a8-b88c-4cbf-b99b-2d0f6a7332a1', 'name': 'network-vif-deleted', 'tag': 'cc5b6a4b-39b1-48da-b7c7-755cd6597e2a', 'status': 'completed', 'code': 200} Feb 09 22:58:38.066420 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-01943030-25d9-456f-a6c8-5f7e2dc56d61 req-1c13dff7-e86e-4968-aa83-ef7d2d80413b tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=773251a8-b88c-4cbf-b99b-2d0f6a7332a1 HTTP/1.1" status: 200 len: 210 time: 0.0282519 Feb 09 22:58:39.165016 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fb59ac7a-558d-4ebf-b65e-6809a9fefefd req-3de46147-5f1d-4ecc-8cef-9bfe4b89545b tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=773251a8-b88c-4cbf-b99b-2d0f6a7332a1 HTTP/1.1" status: 200 len: 210 time: 0.0294704 Feb 09 22:58:39.225056 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-9e1a6505-8ce0-48db-9a2d-9ac440f737e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:40.263905 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5cc72bf4-f579-4282-9972-8f3cdcbfb133 req-47d45425-20c2-4211-8dd7-c19823241485 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=773251a8-b88c-4cbf-b99b-2d0f6a7332a1 HTTP/1.1" status: 200 len: 210 time: 0.0303233 Feb 09 22:58:41.208281 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ec604a55-3ee9-4dfc-8c1a-0c8cb9375ef2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:41.358363 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0f5d8af0-a95d-4131-ad11-939fa29ad7dc req-38ea396a-e301-4eba-aa39-a2119951364f tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=773251a8-b88c-4cbf-b99b-2d0f6a7332a1 HTTP/1.1" status: 200 len: 210 time: 0.0269465 Feb 09 22:58:41.625389 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device cc5b6a4b-39b1-48da-b7c7-755cd6597e2a no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:58:41.645543 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] No Port match for: cc5b6a4b-39b1-48da-b7c7-755cd6597e2a {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:58:41.645891 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device cc5b6a4b-39b1-48da-b7c7-755cd6597e2a not bound to the agent host n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:58:42.451554 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2cefad90-f8dd-4626-9e3c-305149a92992 req-1560ba20-14f2-47f4-8ef7-a232e22b0a4e tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=773251a8-b88c-4cbf-b99b-2d0f6a7332a1 HTTP/1.1" status: 200 len: 210 time: 0.0276365 Feb 09 22:58:43.089865 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:43.547046 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e3e1d20a-0adb-4d34-a17a-aed45184e938 req-972059ba-939c-4f5e-ab1b-b4c9039a21c0 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=773251a8-b88c-4cbf-b99b-2d0f6a7332a1 HTTP/1.1" status: 200 len: 210 time: 0.0273535 Feb 09 22:58:44.503875 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:44.642694 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5445d095-66b2-4af0-9575-6665f074b029 req-1560f1a0-b907-42ba-a6d9-6949646a5dcb tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=773251a8-b88c-4cbf-b99b-2d0f6a7332a1 HTTP/1.1" status: 200 len: 210 time: 0.0274258 Feb 09 22:58:45.559542 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:45.739670 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3d2a2572-ba0e-4119-85cc-85a3a6e3a7f9 req-3e49260c-efcf-4a67-8fe2-2536f09b1aa3 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "GET /v2.0/ports?device_id=773251a8-b88c-4cbf-b99b-2d0f6a7332a1 HTTP/1.1" status: 200 len: 210 time: 0.0273626 Feb 09 22:58:46.798978 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 55434) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:58:46.855512 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-75b49575-d98b-4d88-b1ea-2316530b1f45 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks [] for security_group (485ab7a5-9c78-43df-a856-b48a7a110995), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:46.881795 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-75b49575-d98b-4d88-b1ea-2316530b1f45 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks [] for security_group (485ab7a5-9c78-43df-a856-b48a7a110995), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:46.944938 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-75b49575-d98b-4d88-b1ea-2316530b1f45 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (485ab7a5-9c78-43df-a856-b48a7a110995), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:46.947693 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-75b49575-d98b-4d88-b1ea-2316530b1f45 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:46.951714 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-75b49575-d98b-4d88-b1ea-2316530b1f45 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] 10.222.0.90 "DELETE /v2.0/security-groups/485ab7a5-9c78-43df-a856-b48a7a110995 HTTP/1.1" status: 204 len: 168 time: 0.1492856 Feb 09 22:58:46.959931 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b49575-d98b-4d88-b1ea-2316530b1f45 tempest-TestShelveInstance-1165547142 tempest-TestShelveInstance-1165547142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=485ab7a5-9c78-43df-a856-b48a7a110995,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:58:47.008029 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 55438) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:58:47.491540 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-46f72c1e-9230-44fd-89e6-098439a48fdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524906'] for router_interface (86f7d949-6dd8-46b1-9c46-3eecc7da513e), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:47.751069 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-46f72c1e-9230-44fd-89e6-098439a48fdd admin admin] Deleting port 27649d59-2d06-4047-9e1b-ab2b0109f674 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:58:47.751384 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-46f72c1e-9230-44fd-89e6-098439a48fdd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (27649d59-2d06-4047-9e1b-ab2b0109f674), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:47.828720 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-46f72c1e-9230-44fd-89e6-098439a48fdd admin admin] For port 27649d59-2d06-4047-9e1b-ab2b0109f674, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=27649d59-2d06-4047-9e1b-ab2b0109f674,segment=NetworkSegment(7e6bf94d-7711-4f80-aabe-82ab99e54cf1),segment_id=7e6bf94d-7711-4f80-aabe-82ab99e54cf1)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:58:47.829085 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-46f72c1e-9230-44fd-89e6-098439a48fdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (27649d59-2d06-4047-9e1b-ab2b0109f674), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:47.841633 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-46f72c1e-9230-44fd-89e6-098439a48fdd admin admin] Calling delete_port for 27649d59-2d06-4047-9e1b-ab2b0109f674 owned by network:router_interface {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:58:48.022058 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-46f72c1e-9230-44fd-89e6-098439a48fdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (27649d59-2d06-4047-9e1b-ab2b0109f674), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:48.048944 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f72c1e-9230-44fd-89e6-098439a48fdd admin admin] Pushing event deleted for resources: {'Port': ['ID=27649d59-2d06-4047-9e1b-ab2b0109f674,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:58:48.079055 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f72c1e-9230-44fd-89e6-098439a48fdd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:58:48.079401 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f72c1e-9230-44fd-89e6-098439a48fdd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:58:48.079749 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f72c1e-9230-44fd-89e6-098439a48fdd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:58:48.080082 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f72c1e-9230-44fd-89e6-098439a48fdd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:58:48.080528 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f72c1e-9230-44fd-89e6-098439a48fdd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:58:48.080866 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f72c1e-9230-44fd-89e6-098439a48fdd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:58:48.081199 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f72c1e-9230-44fd-89e6-098439a48fdd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:58:48.081527 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f72c1e-9230-44fd-89e6-098439a48fdd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:58:48.081855 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f72c1e-9230-44fd-89e6-098439a48fdd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:58:48.082183 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f72c1e-9230-44fd-89e6-098439a48fdd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:58:48.082508 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f72c1e-9230-44fd-89e6-098439a48fdd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:58:48.082832 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f72c1e-9230-44fd-89e6-098439a48fdd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:58:48.083161 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f72c1e-9230-44fd-89e6-098439a48fdd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:58:48.243873 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-46f72c1e-9230-44fd-89e6-098439a48fdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-525054'] for router_interface (86f7d949-6dd8-46b1-9c46-3eecc7da513e), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:48.462316 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46f72c1e-9230-44fd-89e6-098439a48fdd admin admin] Router 86f7d949-6dd8-46b1-9c46-3eecc7da513e has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:58:48.878451 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46f72c1e-9230-44fd-89e6-098439a48fdd admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:58:48.883442 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-46f72c1e-9230-44fd-89e6-098439a48fdd admin admin] 10.222.0.90 "PUT /v2.0/routers/86f7d949-6dd8-46b1-9c46-3eecc7da513e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8725286 Feb 09 22:58:48.886112 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 55442) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:58:48.887827 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f728d4-8690-4da1-8fd4-92eef84f3f11 None None] Sync routers for ids ['86f7d949-6dd8-46b1-9c46-3eecc7da513e'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:58:48.899271 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f728d4-8690-4da1-8fd4-92eef84f3f11 None None] Routers {'86f7d949-6dd8-46b1-9c46-3eecc7da513e'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:58:48.900148 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-a7f728d4-8690-4da1-8fd4-92eef84f3f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:58:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['86f7d949-6dd8-46b1-9c46-3eecc7da513e'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:58:48.992068 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9e0ad014-c4e5-4f32-9ca7-c41ac1ada1e7 admin admin] Publish callbacks [] for router (86f7d949-6dd8-46b1-9c46-3eecc7da513e), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:49.013796 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-a7f728d4-8690-4da1-8fd4-92eef84f3f11 None None] Set router 86f7d949-6dd8-46b1-9c46-3eecc7da513e gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:58:49.098141 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9e0ad014-c4e5-4f32-9ca7-c41ac1ada1e7 admin admin] Publish callbacks [] for router_gateway (86f7d949-6dd8-46b1-9c46-3eecc7da513e), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:49.167537 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-9e0ad014-c4e5-4f32-9ca7-c41ac1ada1e7 admin admin] Deleting port ee59c9cc-d251-46a5-a4fd-2e2cea86b25f {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:58:49.167968 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9e0ad014-c4e5-4f32-9ca7-c41ac1ada1e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (ee59c9cc-d251-46a5-a4fd-2e2cea86b25f), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:49.225247 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-a7f728d4-8690-4da1-8fd4-92eef84f3f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f7d949-6dd8-46b1-9c46-3eecc7da513e', 'name': 'tempest-TestShelveInstance-419043910-router', 'tenant_id': 'b8a255bec548406d84064230e3dd5dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'ee59c9cc-d251-46a5-a4fd-2e2cea86b25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:48:45Z', 'updated_at': '2022-02-09T22:58:47Z', 'revision_number': 5, 'project_id': 'b8a255bec548406d84064230e3dd5dc1', 'gw_port': {'id': 'ee59c9cc-d251-46a5-a4fd-2e2cea86b25f', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:45:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f7d949-6dd8-46b1-9c46-3eecc7da513e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:48:45Z', 'updated_at': '2022-02-09T22:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:58:49.256175 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f728d4-8690-4da1-8fd4-92eef84f3f11 None None] Checking router: 86f7d949-6dd8-46b1-9c46-3eecc7da513e for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:58:49.258252 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-9e0ad014-c4e5-4f32-9ca7-c41ac1ada1e7 admin admin] For port ee59c9cc-d251-46a5-a4fd-2e2cea86b25f, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=ee59c9cc-d251-46a5-a4fd-2e2cea86b25f,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:58:49.258629 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9e0ad014-c4e5-4f32-9ca7-c41ac1ada1e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (ee59c9cc-d251-46a5-a4fd-2e2cea86b25f), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:49.266059 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f728d4-8690-4da1-8fd4-92eef84f3f11 None None] Routers {'86f7d949-6dd8-46b1-9c46-3eecc7da513e'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:58:49.266861 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-a7f728d4-8690-4da1-8fd4-92eef84f3f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:58:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['86f7d949-6dd8-46b1-9c46-3eecc7da513e'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:58:49.272158 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-9e0ad014-c4e5-4f32-9ca7-c41ac1ada1e7 admin admin] Calling delete_port for ee59c9cc-d251-46a5-a4fd-2e2cea86b25f owned by network:router_gateway {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:58:49.364631 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-a7f728d4-8690-4da1-8fd4-92eef84f3f11 None None] Set router 86f7d949-6dd8-46b1-9c46-3eecc7da513e gateway port host: None {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:58:49.427412 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-a7f728d4-8690-4da1-8fd4-92eef84f3f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f7d949-6dd8-46b1-9c46-3eecc7da513e', 'name': 'tempest-TestShelveInstance-419043910-router', 'tenant_id': 'b8a255bec548406d84064230e3dd5dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:48:45Z', 'updated_at': '2022-02-09T22:58:49Z', 'revision_number': 6, 'project_id': 'b8a255bec548406d84064230e3dd5dc1', 'gw_port_host': None}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:58:49.446537 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9e0ad014-c4e5-4f32-9ca7-c41ac1ada1e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (ee59c9cc-d251-46a5-a4fd-2e2cea86b25f), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:49.456606 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f728d4-8690-4da1-8fd4-92eef84f3f11 None None] The sync data for ids ['86f7d949-6dd8-46b1-9c46-3eecc7da513e'] in n-d-828369-5 is: [{'id': '86f7d949-6dd8-46b1-9c46-3eecc7da513e', 'name': 'tempest-TestShelveInstance-419043910-router', 'tenant_id': 'b8a255bec548406d84064230e3dd5dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:48:45Z', 'updated_at': '2022-02-09T22:58:49Z', 'revision_number': 6, 'project_id': 'b8a255bec548406d84064230e3dd5dc1', 'gw_port_host': None}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:58:49.485238 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0ad014-c4e5-4f32-9ca7-c41ac1ada1e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee59c9cc-d251-46a5-a4fd-2e2cea86b25f,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:58:49.560172 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9e0ad014-c4e5-4f32-9ca7-c41ac1ada1e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-554524'] for router_gateway (86f7d949-6dd8-46b1-9c46-3eecc7da513e), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:49.561463 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:58:49.664818 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9e0ad014-c4e5-4f32-9ca7-c41ac1ada1e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (86f7d949-6dd8-46b1-9c46-3eecc7da513e), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:49.667071 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9e0ad014-c4e5-4f32-9ca7-c41ac1ada1e7 admin admin] Publish callbacks [] for router_controller (86f7d949-6dd8-46b1-9c46-3eecc7da513e), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:49.671030 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 27649d59-2d06-4047-9e1b-ab2b0109f674 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:58:49.696405 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 27649d59-2d06-4047-9e1b-ab2b0109f674 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:58:49.696758 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 27649d59-2d06-4047-9e1b-ab2b0109f674 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:58:49.721160 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9e0ad014-c4e5-4f32-9ca7-c41ac1ada1e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (86f7d949-6dd8-46b1-9c46-3eecc7da513e), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:49.721768 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e0ad014-c4e5-4f32-9ca7-c41ac1ada1e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86f7d949-6dd8-46b1-9c46-3eecc7da513e {{(pid=103140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:58:49.726329 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-9e0ad014-c4e5-4f32-9ca7-c41ac1ada1e7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:49.730255 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 55444) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:58:49.730796 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-9e0ad014-c4e5-4f32-9ca7-c41ac1ada1e7 admin admin] 10.222.0.90 "DELETE /v2.0/routers/86f7d949-6dd8-46b1-9c46-3eecc7da513e HTTP/1.1" status: 204 len: 168 time: 0.8428342 Feb 09 22:58:49.777523 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e7abf37-ab5e-4518-b277-34e303be8768 admin admin] Deleting subnet 4ad8fa6e-bd89-42ed-a112-38594fe2b014 {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:58:49.781264 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5e7abf37-ab5e-4518-b277-34e303be8768 admin admin] Publish callbacks [] for subnet (4ad8fa6e-bd89-42ed-a112-38594fe2b014), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:49.819012 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5e7abf37-ab5e-4518-b277-34e303be8768 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (4ad8fa6e-bd89-42ed-a112-38594fe2b014), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:49.900672 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5e7abf37-ab5e-4518-b277-34e303be8768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (4ad8fa6e-bd89-42ed-a112-38594fe2b014), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:49.951723 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5e7abf37-ab5e-4518-b277-34e303be8768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (4ad8fa6e-bd89-42ed-a112-38594fe2b014), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:49.981515 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5e7abf37-ab5e-4518-b277-34e303be8768 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:49.986443 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-5e7abf37-ab5e-4518-b277-34e303be8768 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/4ad8fa6e-bd89-42ed-a112-38594fe2b014 HTTP/1.1" status: 204 len: 168 time: 0.2549641 Feb 09 22:58:49.987847 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7abf37-ab5e-4518-b277-34e303be8768 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ad8fa6e-bd89-42ed-a112-38594fe2b014,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:58:49.989113 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a616a7e1-00c3-44b1-aff3-ba3e7e6735ea None None] Network 492e837f-45b8-45f4-8b23-5b7db57b71a5 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:58:49.990192 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 55446) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:58:50.080500 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-71dd7a47-e200-4c12-ace7-c38bd50a951c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (492e837f-45b8-45f4-8b23-5b7db57b71a5), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:50.145214 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-71dd7a47-e200-4c12-ace7-c38bd50a951c admin admin] Deleting port 6291dfd2-d42d-4753-8549-8a146d23d995 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:58:50.145827 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-71dd7a47-e200-4c12-ace7-c38bd50a951c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (6291dfd2-d42d-4753-8549-8a146d23d995), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:50.190673 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85aea1d-0137-401b-9cf5-6b9c15df7aa2 None None] DHCP port deletion for 492e837f-45b8-45f4-8b23-5b7db57b71a5 request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:58:50.217438 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-71dd7a47-e200-4c12-ace7-c38bd50a951c admin admin] For port 6291dfd2-d42d-4753-8549-8a146d23d995, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=6291dfd2-d42d-4753-8549-8a146d23d995,segment=NetworkSegment(7e6bf94d-7711-4f80-aabe-82ab99e54cf1),segment_id=7e6bf94d-7711-4f80-aabe-82ab99e54cf1)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:58:50.217814 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-71dd7a47-e200-4c12-ace7-c38bd50a951c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (6291dfd2-d42d-4753-8549-8a146d23d995), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:50.232033 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-71dd7a47-e200-4c12-ace7-c38bd50a951c admin admin] Calling delete_port for 6291dfd2-d42d-4753-8549-8a146d23d995 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:58:50.251941 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-f85aea1d-0137-401b-9cf5-6b9c15df7aa2 None None] Deleting port 6291dfd2-d42d-4753-8549-8a146d23d995 {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:58:50.252428 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f85aea1d-0137-401b-9cf5-6b9c15df7aa2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (6291dfd2-d42d-4753-8549-8a146d23d995), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:50.343022 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-f85aea1d-0137-401b-9cf5-6b9c15df7aa2 None None] For port 6291dfd2-d42d-4753-8549-8a146d23d995, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=6291dfd2-d42d-4753-8549-8a146d23d995,segment=NetworkSegment(7e6bf94d-7711-4f80-aabe-82ab99e54cf1),segment_id=7e6bf94d-7711-4f80-aabe-82ab99e54cf1)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:58:50.344137 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f85aea1d-0137-401b-9cf5-6b9c15df7aa2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (6291dfd2-d42d-4753-8549-8a146d23d995), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:50.353204 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-71dd7a47-e200-4c12-ace7-c38bd50a951c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (6291dfd2-d42d-4753-8549-8a146d23d995), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:50.363574 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-f85aea1d-0137-401b-9cf5-6b9c15df7aa2 None None] Calling delete_port for 6291dfd2-d42d-4753-8549-8a146d23d995 owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:58:50.383950 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dd7a47-e200-4c12-ace7-c38bd50a951c admin admin] Pushing event deleted for resources: {'Port': ['ID=6291dfd2-d42d-4753-8549-8a146d23d995,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:58:50.389587 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71dd7a47-e200-4c12-ace7-c38bd50a951c admin admin] No DVR routers for this DVR port 6291dfd2-d42d-4753-8549-8a146d23d995 on host n-d-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:58:50.444953 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:58:50.444953 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 22:58:50.444953 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:58:50.444953 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 22:58:50.444953 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:58:50.444953 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 22:58:50.444953 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:58:50.444953 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 22:58:50.444953 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:58:50.444953 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 22:58:50.444953 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:58:50.444953 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 22:58:50.444953 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:58:50.444953 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 22:58:50.444953 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:58:50.444953 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 22:58:50.444953 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:58:50.444953 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 22:58:50.444953 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:58:50.444953 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 22:58:50.444953 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:58:50.444953 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 22:58:50.444953 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:58:50.444953 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 22:58:50.444953 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:58:50.444953 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 22:58:50.444953 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:58:50.444953 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 22:58:50.444953 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:58:50.444953 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 22:58:50.444953 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:58:50.444953 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 22:58:50.444953 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:58:50.444953 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 22:58:50.444953 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:58:50.444953 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 22:58:50.444953 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:58:50.444953 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 22:58:50.444953 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:58:50.444953 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 22:58:50.444953 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:58:50.444953 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 22:58:50.444953 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:58:50.444953 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 22:58:50.444953 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:58:50.444953 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 22:58:50.444953 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:58:50.444953 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 22:58:50.444953 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:58:50.444953 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 22:58:50.444953 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:58:50.444953 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 22:58:50.444953 n-d-828369-5 neutron-server[103142]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 22:58:50.444953 n-d-828369-5 neutron-server[103142]: self.session.flush() Feb 09 22:58:50.455010 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f85aea1d-0137-401b-9cf5-6b9c15df7aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (6291dfd2-d42d-4753-8549-8a146d23d995), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:50.469317 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85aea1d-0137-401b-9cf5-6b9c15df7aa2 None None] No DVR routers for this DVR port 6291dfd2-d42d-4753-8549-8a146d23d995 on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:58:50.474737 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-71dd7a47-e200-4c12-ace7-c38bd50a951c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (492e837f-45b8-45f4-8b23-5b7db57b71a5), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:50.491389 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85aea1d-0137-401b-9cf5-6b9c15df7aa2 None None] Pushing event deleted for resources: {'Port': ['ID=6291dfd2-d42d-4753-8549-8a146d23d995,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:58:50.506464 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-71dd7a47-e200-4c12-ace7-c38bd50a951c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['492e837f-45b8-45f4-8b23-5b7db57b71a5']}} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:58:50.512533 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85aea1d-0137-401b-9cf5-6b9c15df7aa2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:58:50.512739 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85aea1d-0137-401b-9cf5-6b9c15df7aa2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:58:50.512994 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85aea1d-0137-401b-9cf5-6b9c15df7aa2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:58:50.513361 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85aea1d-0137-401b-9cf5-6b9c15df7aa2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:58:50.513684 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85aea1d-0137-401b-9cf5-6b9c15df7aa2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:58:50.514057 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85aea1d-0137-401b-9cf5-6b9c15df7aa2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:58:50.514522 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85aea1d-0137-401b-9cf5-6b9c15df7aa2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:58:50.514648 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-71dd7a47-e200-4c12-ace7-c38bd50a951c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e6bf94d-7711-4f80-aabe-82ab99e54cf1') {'for_net_delete': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:58:50.515397 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85aea1d-0137-401b-9cf5-6b9c15df7aa2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:58:50.515519 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-71dd7a47-e200-4c12-ace7-c38bd50a951c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e6bf94d-7711-4f80-aabe-82ab99e54cf1') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:58:50.515727 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85aea1d-0137-401b-9cf5-6b9c15df7aa2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:58:50.516061 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85aea1d-0137-401b-9cf5-6b9c15df7aa2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:58:50.516476 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85aea1d-0137-401b-9cf5-6b9c15df7aa2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:58:50.517075 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85aea1d-0137-401b-9cf5-6b9c15df7aa2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:58:50.517220 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85aea1d-0137-401b-9cf5-6b9c15df7aa2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:58:50.526782 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-71dd7a47-e200-4c12-ace7-c38bd50a951c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110711'] for segment (7e6bf94d-7711-4f80-aabe-82ab99e54cf1), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:50.540990 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-71dd7a47-e200-4c12-ace7-c38bd50a951c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (7e6bf94d-7711-4f80-aabe-82ab99e54cf1), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:50.550509 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71dd7a47-e200-4c12-ace7-c38bd50a951c admin admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=103140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:58:50.551004 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-71dd7a47-e200-4c12-ace7-c38bd50a951c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669415'] for segment (7e6bf94d-7711-4f80-aabe-82ab99e54cf1), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:50.552753 n-d-828369-5 neutron-server[103140]: Traceback (most recent call last): Feb 09 22:58:50.552753 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:58:50.552753 n-d-828369-5 neutron-server[103140]: timer() Feb 09 22:58:50.552753 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:58:50.552753 n-d-828369-5 neutron-server[103140]: cb(*args, **kw) Feb 09 22:58:50.552753 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:58:50.552753 n-d-828369-5 neutron-server[103140]: return func(*args, **kwargs) Feb 09 22:58:50.552753 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:58:50.552753 n-d-828369-5 neutron-server[103140]: self._notify() Feb 09 22:58:50.552753 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:58:50.552753 n-d-828369-5 neutron-server[103140]: self.callback(batched_events) Feb 09 22:58:50.552753 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:58:50.552753 n-d-828369-5 neutron-server[103140]: event.method(event) Feb 09 22:58:50.552753 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:58:50.552753 n-d-828369-5 neutron-server[103140]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:58:50.552753 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:58:50.552753 n-d-828369-5 neutron-server[103140]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:58:50.552753 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:58:50.552753 n-d-828369-5 neutron-server[103140]: return f(self, *a, **k) Feb 09 22:58:50.552753 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:58:50.552753 n-d-828369-5 neutron-server[103140]: return self._get(url).json() Feb 09 22:58:50.552753 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:58:50.552753 n-d-828369-5 neutron-server[103140]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:58:50.552753 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:58:50.552753 n-d-828369-5 neutron-server[103140]: return self.request(url, 'GET', **kwargs) Feb 09 22:58:50.552753 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:58:50.552753 n-d-828369-5 neutron-server[103140]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:58:50.552753 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:58:50.552753 n-d-828369-5 neutron-server[103140]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:58:50.552753 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:58:50.552753 n-d-828369-5 neutron-server[103140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:58:50.552753 n-d-828369-5 neutron-server[103140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:58:50.607010 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-71dd7a47-e200-4c12-ace7-c38bd50a951c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (492e837f-45b8-45f4-8b23-5b7db57b71a5), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:50.613238 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-71dd7a47-e200-4c12-ace7-c38bd50a951c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:50.617049 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-71dd7a47-e200-4c12-ace7-c38bd50a951c admin admin] 10.222.0.90 "DELETE /v2.0/networks/492e837f-45b8-45f4-8b23-5b7db57b71a5 HTTP/1.1" status: 204 len: 168 time: 0.6257098 Feb 09 22:58:50.620292 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 55448) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:58:50.631488 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dd7a47-e200-4c12-ace7-c38bd50a951c admin admin] Pushing event deleted for resources: {'Network': ['ID=492e837f-45b8-45f4-8b23-5b7db57b71a5,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:58:51.277480 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5352635b-c63e-44ec-969f-46db8367ed40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524906'] for router_interface (2488be7d-1245-4b47-8ae6-086e764e172f), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:51.525278 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-5352635b-c63e-44ec-969f-46db8367ed40 admin admin] Deleting port 63839415-a7ae-4f6d-8a6b-25c47820a9fb {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:58:51.525933 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5352635b-c63e-44ec-969f-46db8367ed40 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (63839415-a7ae-4f6d-8a6b-25c47820a9fb), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:51.556504 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device ee59c9cc-d251-46a5-a4fd-2e2cea86b25f no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:58:51.577592 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: ee59c9cc-d251-46a5-a4fd-2e2cea86b25f {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:58:51.577953 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device ee59c9cc-d251-46a5-a4fd-2e2cea86b25f not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:58:51.578386 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 6291dfd2-d42d-4753-8549-8a146d23d995 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:58:51.598673 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 6291dfd2-d42d-4753-8549-8a146d23d995 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:58:51.599033 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 6291dfd2-d42d-4753-8549-8a146d23d995 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:58:51.613074 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-5352635b-c63e-44ec-969f-46db8367ed40 admin admin] For port 63839415-a7ae-4f6d-8a6b-25c47820a9fb, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=63839415-a7ae-4f6d-8a6b-25c47820a9fb,segment=NetworkSegment(975b1b51-c6ea-445f-9bc2-d662ef63811a),segment_id=975b1b51-c6ea-445f-9bc2-d662ef63811a)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:58:51.613524 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5352635b-c63e-44ec-969f-46db8367ed40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (63839415-a7ae-4f6d-8a6b-25c47820a9fb), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:51.626510 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-5352635b-c63e-44ec-969f-46db8367ed40 admin admin] Calling delete_port for 63839415-a7ae-4f6d-8a6b-25c47820a9fb owned by network:router_interface {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:58:51.811355 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5352635b-c63e-44ec-969f-46db8367ed40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (63839415-a7ae-4f6d-8a6b-25c47820a9fb), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:51.840754 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5352635b-c63e-44ec-969f-46db8367ed40 admin admin] Pushing event deleted for resources: {'Port': ['ID=63839415-a7ae-4f6d-8a6b-25c47820a9fb,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:58:52.015940 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-5352635b-c63e-44ec-969f-46db8367ed40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-525054'] for router_interface (2488be7d-1245-4b47-8ae6-086e764e172f), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:52.252484 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5352635b-c63e-44ec-969f-46db8367ed40 admin admin] Router 2488be7d-1245-4b47-8ae6-086e764e172f has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:58:52.328592 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:52.363072 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5352635b-c63e-44ec-969f-46db8367ed40 admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:58:52.370733 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-5352635b-c63e-44ec-969f-46db8367ed40 admin admin] 10.222.0.90 "PUT /v2.0/routers/2488be7d-1245-4b47-8ae6-086e764e172f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7466660 Feb 09 22:58:52.370901 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 55450) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:58:52.377273 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881ac6ba-f52b-453c-8bba-cb02b397e39c None None] Sync routers for ids ['2488be7d-1245-4b47-8ae6-086e764e172f'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:58:52.387603 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881ac6ba-f52b-453c-8bba-cb02b397e39c None None] Routers {'2488be7d-1245-4b47-8ae6-086e764e172f'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:58:52.388298 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-881ac6ba-f52b-453c-8bba-cb02b397e39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:58:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['2488be7d-1245-4b47-8ae6-086e764e172f'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:58:52.480318 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f42a1765-5f37-487a-88e2-cc5367c26e1f admin admin] Publish callbacks [] for router (2488be7d-1245-4b47-8ae6-086e764e172f), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:52.495297 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-881ac6ba-f52b-453c-8bba-cb02b397e39c None None] Set router 2488be7d-1245-4b47-8ae6-086e764e172f gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:58:52.590656 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f42a1765-5f37-487a-88e2-cc5367c26e1f admin admin] Publish callbacks [] for router_gateway (2488be7d-1245-4b47-8ae6-086e764e172f), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:52.656834 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-f42a1765-5f37-487a-88e2-cc5367c26e1f admin admin] Deleting port cb626e56-9cca-4049-ba10-7576985e3d88 {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:58:52.657175 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f42a1765-5f37-487a-88e2-cc5367c26e1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (cb626e56-9cca-4049-ba10-7576985e3d88), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:52.681059 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-881ac6ba-f52b-453c-8bba-cb02b397e39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2488be7d-1245-4b47-8ae6-086e764e172f', 'name': 'tempest-TestShelveInstance-426814778-router', 'tenant_id': '9846c0aa25fc4081993bcf36a6c09d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': 'cb626e56-9cca-4049-ba10-7576985e3d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:48:49Z', 'updated_at': '2022-02-09T22:58:51Z', 'revision_number': 5, 'project_id': '9846c0aa25fc4081993bcf36a6c09d8c', 'gw_port': {'id': 'cb626e56-9cca-4049-ba10-7576985e3d88', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2488be7d-1245-4b47-8ae6-086e764e172f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:48:50Z', 'updated_at': '2022-02-09T22:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:58:52.712153 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881ac6ba-f52b-453c-8bba-cb02b397e39c None None] Checking router: 2488be7d-1245-4b47-8ae6-086e764e172f for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:58:52.721615 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881ac6ba-f52b-453c-8bba-cb02b397e39c None None] Routers {'2488be7d-1245-4b47-8ae6-086e764e172f'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:58:52.722368 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-881ac6ba-f52b-453c-8bba-cb02b397e39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:58:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['2488be7d-1245-4b47-8ae6-086e764e172f'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:58:52.740370 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-f42a1765-5f37-487a-88e2-cc5367c26e1f admin admin] For port cb626e56-9cca-4049-ba10-7576985e3d88, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=cb626e56-9cca-4049-ba10-7576985e3d88,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:58:52.740666 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f42a1765-5f37-487a-88e2-cc5367c26e1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (cb626e56-9cca-4049-ba10-7576985e3d88), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:52.758910 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-f42a1765-5f37-487a-88e2-cc5367c26e1f admin admin] Calling delete_port for cb626e56-9cca-4049-ba10-7576985e3d88 owned by network:router_gateway {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:58:52.825101 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-881ac6ba-f52b-453c-8bba-cb02b397e39c None None] Set router 2488be7d-1245-4b47-8ae6-086e764e172f gateway port host: None {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:58:52.889078 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-881ac6ba-f52b-453c-8bba-cb02b397e39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2488be7d-1245-4b47-8ae6-086e764e172f', 'name': 'tempest-TestShelveInstance-426814778-router', 'tenant_id': '9846c0aa25fc4081993bcf36a6c09d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:48:49Z', 'updated_at': '2022-02-09T22:58:52Z', 'revision_number': 6, 'project_id': '9846c0aa25fc4081993bcf36a6c09d8c', 'gw_port_host': None}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:58:52.920551 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881ac6ba-f52b-453c-8bba-cb02b397e39c None None] The sync data for ids ['2488be7d-1245-4b47-8ae6-086e764e172f'] in n-d-828369-5 is: [{'id': '2488be7d-1245-4b47-8ae6-086e764e172f', 'name': 'tempest-TestShelveInstance-426814778-router', 'tenant_id': '9846c0aa25fc4081993bcf36a6c09d8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:48:49Z', 'updated_at': '2022-02-09T22:58:52Z', 'revision_number': 6, 'project_id': '9846c0aa25fc4081993bcf36a6c09d8c', 'gw_port_host': None}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:58:52.961060 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f42a1765-5f37-487a-88e2-cc5367c26e1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (cb626e56-9cca-4049-ba10-7576985e3d88), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:52.987075 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42a1765-5f37-487a-88e2-cc5367c26e1f admin admin] Pushing event deleted for resources: {'Port': ['ID=cb626e56-9cca-4049-ba10-7576985e3d88,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:58:53.065264 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f42a1765-5f37-487a-88e2-cc5367c26e1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-554524'] for router_gateway (2488be7d-1245-4b47-8ae6-086e764e172f), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:53.172358 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f42a1765-5f37-487a-88e2-cc5367c26e1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (2488be7d-1245-4b47-8ae6-086e764e172f), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:53.174533 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f42a1765-5f37-487a-88e2-cc5367c26e1f admin admin] Publish callbacks [] for router_controller (2488be7d-1245-4b47-8ae6-086e764e172f), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:53.234872 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f42a1765-5f37-487a-88e2-cc5367c26e1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (2488be7d-1245-4b47-8ae6-086e764e172f), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:53.235456 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f42a1765-5f37-487a-88e2-cc5367c26e1f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2488be7d-1245-4b47-8ae6-086e764e172f {{(pid=103141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 22:58:53.240379 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-f42a1765-5f37-487a-88e2-cc5367c26e1f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:53.241810 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-f42a1765-5f37-487a-88e2-cc5367c26e1f admin admin] 10.222.0.90 "DELETE /v2.0/routers/2488be7d-1245-4b47-8ae6-086e764e172f HTTP/1.1" status: 204 len: 168 time: 0.8698308 Feb 09 22:58:53.244456 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 55452) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:58:53.293497 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c61a224-21e7-4fba-997c-96d14da35235 admin admin] Deleting subnet c1e064b1-6f6f-4030-9146-87bf76d6d92b {{(pid=103141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 22:58:53.296951 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9c61a224-21e7-4fba-997c-96d14da35235 admin admin] Publish callbacks [] for subnet (c1e064b1-6f6f-4030-9146-87bf76d6d92b), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:53.337028 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9c61a224-21e7-4fba-997c-96d14da35235 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9729608'] for subnet (c1e064b1-6f6f-4030-9146-87bf76d6d92b), precommit_delete_associations {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:53.430869 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9c61a224-21e7-4fba-997c-96d14da35235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (c1e064b1-6f6f-4030-9146-87bf76d6d92b), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:53.485796 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9c61a224-21e7-4fba-997c-96d14da35235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9730666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228213'] for subnet (c1e064b1-6f6f-4030-9146-87bf76d6d92b), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:53.516080 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9c61a224-21e7-4fba-997c-96d14da35235 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:53.520185 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-9c61a224-21e7-4fba-997c-96d14da35235 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/c1e064b1-6f6f-4030-9146-87bf76d6d92b HTTP/1.1" status: 204 len: 168 time: 0.2747560 Feb 09 22:58:53.520828 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af896618-be8e-401e-aa4d-87e0e17413fa None None] Network 03bd84a9-ea47-420c-9020-819f217f632e requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:58:53.521554 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c61a224-21e7-4fba-997c-96d14da35235 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1e064b1-6f6f-4030-9146-87bf76d6d92b,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:58:53.523069 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 55454) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:58:53.601019 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-dc633684-54af-49a2-afd2-e10a9e502909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (03bd84a9-ea47-420c-9020-819f217f632e), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:53.657221 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-dc633684-54af-49a2-afd2-e10a9e502909 admin admin] Deleting port 74352bc9-c180-4583-8a64-7d3b06746fe9 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:58:53.657559 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-dc633684-54af-49a2-afd2-e10a9e502909 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (74352bc9-c180-4583-8a64-7d3b06746fe9), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:53.723817 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c1e508-627e-4451-8cf2-96d08d655a56 None None] DHCP port deletion for 03bd84a9-ea47-420c-9020-819f217f632e request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 22:58:53.724959 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-dc633684-54af-49a2-afd2-e10a9e502909 admin admin] For port 74352bc9-c180-4583-8a64-7d3b06746fe9, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=74352bc9-c180-4583-8a64-7d3b06746fe9,segment=NetworkSegment(975b1b51-c6ea-445f-9bc2-d662ef63811a),segment_id=975b1b51-c6ea-445f-9bc2-d662ef63811a)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:58:53.725326 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-dc633684-54af-49a2-afd2-e10a9e502909 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (74352bc9-c180-4583-8a64-7d3b06746fe9), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:53.743961 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-dc633684-54af-49a2-afd2-e10a9e502909 admin admin] Calling delete_port for 74352bc9-c180-4583-8a64-7d3b06746fe9 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:58:53.786591 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 74352bc9-c180-4583-8a64-7d3b06746fe9 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:58:53.812640 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-64c1e508-627e-4451-8cf2-96d08d655a56 None None] Deleting port 74352bc9-c180-4583-8a64-7d3b06746fe9 {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 22:58:53.813053 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-64c1e508-627e-4451-8cf2-96d08d655a56 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (74352bc9-c180-4583-8a64-7d3b06746fe9), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:53.826293 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-dc633684-54af-49a2-afd2-e10a9e502909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (74352bc9-c180-4583-8a64-7d3b06746fe9), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:53.852991 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc633684-54af-49a2-afd2-e10a9e502909 admin admin] Pushing event deleted for resources: {'Port': ['ID=74352bc9-c180-4583-8a64-7d3b06746fe9,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:58:53.856309 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc633684-54af-49a2-afd2-e10a9e502909 admin admin] No DVR routers for this DVR port 74352bc9-c180-4583-8a64-7d3b06746fe9 on host n-d-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:58:53.880782 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No active binding found for port 74352bc9-c180-4583-8a64-7d3b06746fe9 {{(pid=103142) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 09 22:58:53.881169 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] The host n-d-828369-5 is not matching for port 74352bc9-c180-4583-8a64-7d3b06746fe9 host None! {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 22:58:53.881569 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 74352bc9-c180-4583-8a64-7d3b06746fe9 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:58:53.881993 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 63839415-a7ae-4f6d-8a6b-25c47820a9fb no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:58:53.910426 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 63839415-a7ae-4f6d-8a6b-25c47820a9fb {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:58:53.910774 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 63839415-a7ae-4f6d-8a6b-25c47820a9fb not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:58:53.911205 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device cb626e56-9cca-4049-ba10-7576985e3d88 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 22:58:53.913926 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-64c1e508-627e-4451-8cf2-96d08d655a56 None None] For port 74352bc9-c180-4583-8a64-7d3b06746fe9, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=74352bc9-c180-4583-8a64-7d3b06746fe9,segment=NetworkSegment(975b1b51-c6ea-445f-9bc2-d662ef63811a),segment_id=975b1b51-c6ea-445f-9bc2-d662ef63811a)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:58:53.914264 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-64c1e508-627e-4451-8cf2-96d08d655a56 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (74352bc9-c180-4583-8a64-7d3b06746fe9), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:53.929198 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-dc633684-54af-49a2-afd2-e10a9e502909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (03bd84a9-ea47-420c-9020-819f217f632e), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:53.941727 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: cb626e56-9cca-4049-ba10-7576985e3d88 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 22:58:53.942019 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device cb626e56-9cca-4049-ba10-7576985e3d88 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 22:58:53.949547 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-64c1e508-627e-4451-8cf2-96d08d655a56 None None] Calling delete_port for 74352bc9-c180-4583-8a64-7d3b06746fe9 owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 22:58:53.960191 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-dc633684-54af-49a2-afd2-e10a9e502909 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03bd84a9-ea47-420c-9020-819f217f632e']}} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:58:53.970413 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-dc633684-54af-49a2-afd2-e10a9e502909 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '975b1b51-c6ea-445f-9bc2-d662ef63811a') {'for_net_delete': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:58:53.970711 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-dc633684-54af-49a2-afd2-e10a9e502909 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '975b1b51-c6ea-445f-9bc2-d662ef63811a') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:58:53.980361 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-dc633684-54af-49a2-afd2-e10a9e502909 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110711'] for segment (975b1b51-c6ea-445f-9bc2-d662ef63811a), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:53.994165 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-dc633684-54af-49a2-afd2-e10a9e502909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (975b1b51-c6ea-445f-9bc2-d662ef63811a), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:54.003387 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc633684-54af-49a2-afd2-e10a9e502909 admin admin] Releasing vlan 736 on physical network physnet1 to pool {{(pid=103140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 22:58:54.003648 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-dc633684-54af-49a2-afd2-e10a9e502909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669415'] for segment (975b1b51-c6ea-445f-9bc2-d662ef63811a), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:54.016601 n-d-828369-5 neutron-server[103140]: Traceback (most recent call last): Feb 09 22:58:54.016601 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 22:58:54.016601 n-d-828369-5 neutron-server[103140]: timer() Feb 09 22:58:54.016601 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 22:58:54.016601 n-d-828369-5 neutron-server[103140]: cb(*args, **kw) Feb 09 22:58:54.016601 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 22:58:54.016601 n-d-828369-5 neutron-server[103140]: return func(*args, **kwargs) Feb 09 22:58:54.016601 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 22:58:54.016601 n-d-828369-5 neutron-server[103140]: self._notify() Feb 09 22:58:54.016601 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 22:58:54.016601 n-d-828369-5 neutron-server[103140]: self.callback(batched_events) Feb 09 22:58:54.016601 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 22:58:54.016601 n-d-828369-5 neutron-server[103140]: event.method(event) Feb 09 22:58:54.016601 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 22:58:54.016601 n-d-828369-5 neutron-server[103140]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 22:58:54.016601 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 22:58:54.016601 n-d-828369-5 neutron-server[103140]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 22:58:54.016601 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 22:58:54.016601 n-d-828369-5 neutron-server[103140]: return f(self, *a, **k) Feb 09 22:58:54.016601 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 22:58:54.016601 n-d-828369-5 neutron-server[103140]: return self._get(url).json() Feb 09 22:58:54.016601 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 22:58:54.016601 n-d-828369-5 neutron-server[103140]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 22:58:54.016601 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 22:58:54.016601 n-d-828369-5 neutron-server[103140]: return self.request(url, 'GET', **kwargs) Feb 09 22:58:54.016601 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 22:58:54.016601 n-d-828369-5 neutron-server[103140]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 22:58:54.016601 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 22:58:54.016601 n-d-828369-5 neutron-server[103140]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 22:58:54.016601 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 22:58:54.016601 n-d-828369-5 neutron-server[103140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 22:58:54.016601 n-d-828369-5 neutron-server[103140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 22:58:54.030536 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-64c1e508-627e-4451-8cf2-96d08d655a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (74352bc9-c180-4583-8a64-7d3b06746fe9), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:54.056622 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c1e508-627e-4451-8cf2-96d08d655a56 None None] Pushing event deleted for resources: {'Port': ['ID=74352bc9-c180-4583-8a64-7d3b06746fe9,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:58:54.062710 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c1e508-627e-4451-8cf2-96d08d655a56 None None] No DVR routers for this DVR port 74352bc9-c180-4583-8a64-7d3b06746fe9 on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 22:58:54.067416 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-dc633684-54af-49a2-afd2-e10a9e502909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (03bd84a9-ea47-420c-9020-819f217f632e), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:54.075396 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-dc633684-54af-49a2-afd2-e10a9e502909 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:54.079642 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-dc633684-54af-49a2-afd2-e10a9e502909 admin admin] 10.222.0.90 "DELETE /v2.0/networks/03bd84a9-ea47-420c-9020-819f217f632e HTTP/1.1" status: 204 len: 168 time: 0.5549552 Feb 09 22:58:54.092491 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc633684-54af-49a2-afd2-e10a9e502909 admin admin] Pushing event deleted for resources: {'Network': ['ID=03bd84a9-ea47-420c-9020-819f217f632e,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:58:54.213762 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 55458) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:58:54.254073 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-ea964333-9309-4d64-ad95-f16b55f66069 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=b8a255bec548406d84064230e3dd5dc1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391026 Feb 09 22:58:54.256660 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 55460) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:58:54.303271 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-aaabdbaa-e5a9-4f87-b765-f0e0953c84ad admin admin] Publish callbacks [] for security_group (22d33476-4bdf-4692-8c55-eaa0e8b951ef), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:54.324440 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-aaabdbaa-e5a9-4f87-b765-f0e0953c84ad admin admin] Publish callbacks [] for security_group (22d33476-4bdf-4692-8c55-eaa0e8b951ef), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:54.372367 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-aaabdbaa-e5a9-4f87-b765-f0e0953c84ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (22d33476-4bdf-4692-8c55-eaa0e8b951ef), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:54.376646 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-aaabdbaa-e5a9-4f87-b765-f0e0953c84ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:54.377671 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:54.378079 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-aaabdbaa-e5a9-4f87-b765-f0e0953c84ad admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/22d33476-4bdf-4692-8c55-eaa0e8b951ef HTTP/1.1" status: 204 len: 168 time: 0.1204247 Feb 09 22:58:54.388189 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaabdbaa-e5a9-4f87-b765-f0e0953c84ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d33476-4bdf-4692-8c55-eaa0e8b951ef,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:58:54.705321 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 55466) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:58:54.748423 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-25cdbfd6-1c10-4b63-9de9-88a8fa4a917a admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=9846c0aa25fc4081993bcf36a6c09d8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0417285 Feb 09 22:58:54.751377 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 55468) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:58:54.799358 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9cd05765-19b1-40b9-b79a-8bc5c219117f admin admin] Publish callbacks [] for security_group (8c0b3ec8-050d-4979-ac43-9b2fbbd4a2a2), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:54.820157 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9cd05765-19b1-40b9-b79a-8bc5c219117f admin admin] Publish callbacks [] for security_group (8c0b3ec8-050d-4979-ac43-9b2fbbd4a2a2), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:54.866288 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9cd05765-19b1-40b9-b79a-8bc5c219117f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (8c0b3ec8-050d-4979-ac43-9b2fbbd4a2a2), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:54.868913 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-9cd05765-19b1-40b9-b79a-8bc5c219117f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:54.870068 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-9cd05765-19b1-40b9-b79a-8bc5c219117f admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/8c0b3ec8-050d-4979-ac43-9b2fbbd4a2a2 HTTP/1.1" status: 204 len: 168 time: 0.1177752 Feb 09 22:58:54.877615 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd05765-19b1-40b9-b79a-8bc5c219117f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c0b3ec8-050d-4979-ac43-9b2fbbd4a2a2,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:58:55.569868 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 55490) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:58:55.662751 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-3ae46074-7780-4083-b7da-f291ca101aec admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-368358386-network', 'tenant_id': 'd7950bd58fec4b49acbf6bb7082bbafd'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:58:55.681988 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae46074-7780-4083-b7da-f291ca101aec admin admin] Made reservation on behalf of d7950bd58fec4b49acbf6bb7082bbafd for: {'network': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:58:55.684512 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3ae46074-7780-4083-b7da-f291ca101aec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:55.693077 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3ae46074-7780-4083-b7da-f291ca101aec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:55.768960 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3ae46074-7780-4083-b7da-f291ca101aec admin admin] Publish callbacks [] for security_group (3886ae78-1478-448e-b992-479d0fa299a4), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:55.772800 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3ae46074-7780-4083-b7da-f291ca101aec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (3886ae78-1478-448e-b992-479d0fa299a4), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:55.793922 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ae46074-7780-4083-b7da-f291ca101aec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=103141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:58:55.811354 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae46074-7780-4083-b7da-f291ca101aec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3886ae78-1478-448e-b992-479d0fa299a4,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:58:55.815085 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3ae46074-7780-4083-b7da-f291ca101aec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (96bc603e-a9af-4f06-bc71-28578285fd86), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:55.815479 n-d-828369-5 neutron-server[103141]: INFO neutron.db.segments_db [None req-3ae46074-7780-4083-b7da-f291ca101aec admin admin] Added segment 96bc603e-a9af-4f06-bc71-28578285fd86 of type vlan for network 84ad4031-e82a-4043-9c3e-459c72f04a81 Feb 09 22:58:55.858301 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3ae46074-7780-4083-b7da-f291ca101aec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (84ad4031-e82a-4043-9c3e-459c72f04a81), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:55.882188 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3ae46074-7780-4083-b7da-f291ca101aec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (84ad4031-e82a-4043-9c3e-459c72f04a81), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:55.883170 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae46074-7780-4083-b7da-f291ca101aec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:58:55.883703 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3ae46074-7780-4083-b7da-f291ca101aec admin admin] Publish callbacks [] for network (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:55.937682 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-3ae46074-7780-4083-b7da-f291ca101aec admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3667178 Feb 09 22:58:55.940803 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 55494) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:58:55.944417 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae46074-7780-4083-b7da-f291ca101aec admin admin] Pushing event updated for resources: {'Network': ['ID=84ad4031-e82a-4043-9c3e-459c72f04a81,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:58:55.945831 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-377f511d-3ef2-4b77-bcaf-e98c4b288851 admin admin] Request body: {'subnet': {'network_id': '84ad4031-e82a-4043-9c3e-459c72f04a81', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-368358386-subnet', 'tenant_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'ip_version': 4}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:58:55.955366 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 84ad4031-e82a-4043-9c3e-459c72f04a81 details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:58:55.967536 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-377f511d-3ef2-4b77-bcaf-e98c4b288851 admin admin] Made reservation on behalf of d7950bd58fec4b49acbf6bb7082bbafd for: {'subnet': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:58:55.970597 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-377f511d-3ef2-4b77-bcaf-e98c4b288851 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8621317'] for subnet (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:56.136492 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-377f511d-3ef2-4b77-bcaf-e98c4b288851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8669198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8621371'] for subnet (13f71f58-c682-4a26-a480-0bc8dd78198c), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:56.196526 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377f511d-3ef2-4b77-bcaf-e98c4b288851 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13f71f58-c682-4a26-a480-0bc8dd78198c,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:58:56.207572 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377f511d-3ef2-4b77-bcaf-e98c4b288851 admin admin] Checking segment: {'id': '96bc603e-a9af-4f06-bc71-28578285fd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '84ad4031-e82a-4043-9c3e-459c72f04a81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:58:56.207935 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377f511d-3ef2-4b77-bcaf-e98c4b288851 admin admin] Network hostable DHCP agents. Network: 84ad4031-e82a-4043-9c3e-459c72f04a81, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:58:56.224239 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377f511d-3ef2-4b77-bcaf-e98c4b288851 admin admin] Network 84ad4031-e82a-4043-9c3e-459c72f04a81 is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:58:56.231817 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-377f511d-3ef2-4b77-bcaf-e98c4b288851 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 84ad4031-e82a-4043-9c3e-459c72f04a81) {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:58:56.235918 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377f511d-3ef2-4b77-bcaf-e98c4b288851 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:58:56.236532 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-377f511d-3ef2-4b77-bcaf-e98c4b288851 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:56.240574 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56234193-34f3-4405-a815-864ca293f858 None None] Network 84ad4031-e82a-4043-9c3e-459c72f04a81 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:58:56.255270 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 55496) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:58:56.259598 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-85d9ce41-bd9e-4867-b223-3a4ac303cb2e admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-368358386-router', 'tenant_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:58:56.260770 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-377f511d-3ef2-4b77-bcaf-e98c4b288851 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3188074 Feb 09 22:58:56.278727 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-85d9ce41-bd9e-4867-b223-3a4ac303cb2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (b149727a-0f7d-4095-9fef-c92cdd45b680), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:56.279692 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-85d9ce41-bd9e-4867-b223-3a4ac303cb2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (b149727a-0f7d-4095-9fef-c92cdd45b680), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:56.337976 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-85d9ce41-bd9e-4867-b223-3a4ac303cb2e admin admin] Publish callbacks [] for router_controller (b149727a-0f7d-4095-9fef-c92cdd45b680), precommit_add_association {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:56.480067 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-85d9ce41-bd9e-4867-b223-3a4ac303cb2e admin admin] Publish callbacks [] for router_gateway (b149727a-0f7d-4095-9fef-c92cdd45b680), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:56.507629 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2086ded0-84c8-4d3c-886a-21b96b879e02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-84ad4031-e82a-4043-9c3e-459c72f04a81', 'network_id': '84ad4031-e82a-4043-9c3e-459c72f04a81', 'project_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'fixed_ips': [{'subnet_id': '13f71f58-c682-4a26-a480-0bc8dd78198c'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:58:56.508920 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2086ded0-84c8-4d3c-886a-21b96b879e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:56.643226 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-2086ded0-84c8-4d3c-886a-21b96b879e02 None None] Allocated IP 172.20.0.2 (84ad4031-e82a-4043-9c3e-459c72f04a81/13f71f58-c682-4a26-a480-0bc8dd78198c/29156ccb-d7f4-43e4-8a1d-29a0744f86fe) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:58:56.683462 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-85d9ce41-bd9e-4867-b223-3a4ac303cb2e admin admin] Publish callbacks [] for router_gateway (b149727a-0f7d-4095-9fef-c92cdd45b680), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:56.702690 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-85d9ce41-bd9e-4867-b223-3a4ac303cb2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:56.786527 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2086ded0-84c8-4d3c-886a-21b96b879e02 None None] Publish callbacks [] for port (29156ccb-d7f4-43e4-8a1d-29a0744f86fe), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:56.792444 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2086ded0-84c8-4d3c-886a-21b96b879e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (29156ccb-d7f4-43e4-8a1d-29a0744f86fe), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:56.809178 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-85d9ce41-bd9e-4867-b223-3a4ac303cb2e admin admin] Allocated IP 172.25.3.60 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/881d10d2-b7e7-414a-90be-1c9efdee45d9) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:58:56.837175 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2086ded0-84c8-4d3c-886a-21b96b879e02 None None] Network 84ad4031-e82a-4043-9c3e-459c72f04a81 is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:58:56.838884 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-2086ded0-84c8-4d3c-886a-21b96b879e02 None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:58:56.842627 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2086ded0-84c8-4d3c-886a-21b96b879e02 None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:58:56.851611 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2086ded0-84c8-4d3c-886a-21b96b879e02 None None] Pushing event updated for resources: {'Port': ['ID=29156ccb-d7f4-43e4-8a1d-29a0744f86fe,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:58:56.902585 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-2086ded0-84c8-4d3c-886a-21b96b879e02 None None] Attempting to bind port 29156ccb-d7f4-43e4-8a1d-29a0744f86fe on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:58:56.902959 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-2086ded0-84c8-4d3c-886a-21b96b879e02 None None] Attempting to bind port 29156ccb-d7f4-43e4-8a1d-29a0744f86fe by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '96bc603e-a9af-4f06-bc71-28578285fd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '84ad4031-e82a-4043-9c3e-459c72f04a81'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:58:56.903339 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2086ded0-84c8-4d3c-886a-21b96b879e02 None None] Attempting to bind port 29156ccb-d7f4-43e4-8a1d-29a0744f86fe on network 84ad4031-e82a-4043-9c3e-459c72f04a81 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:58:56.908887 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2086ded0-84c8-4d3c-886a-21b96b879e02 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:58:56.909276 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2086ded0-84c8-4d3c-886a-21b96b879e02 None None] Checking segment: {'id': '96bc603e-a9af-4f06-bc71-28578285fd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '84ad4031-e82a-4043-9c3e-459c72f04a81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:58:56.909687 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2086ded0-84c8-4d3c-886a-21b96b879e02 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:56.910094 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2086ded0-84c8-4d3c-886a-21b96b879e02 None None] Bound using segment: {'id': '96bc603e-a9af-4f06-bc71-28578285fd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '84ad4031-e82a-4043-9c3e-459c72f04a81'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:58:56.910571 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-2086ded0-84c8-4d3c-886a-21b96b879e02 None None] Bound port: 29156ccb-d7f4-43e4-8a1d-29a0744f86fe, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96bc603e-a9af-4f06-bc71-28578285fd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '84ad4031-e82a-4043-9c3e-459c72f04a81'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:58:56.910958 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2086ded0-84c8-4d3c-886a-21b96b879e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (29156ccb-d7f4-43e4-8a1d-29a0744f86fe), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:56.916871 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-85d9ce41-bd9e-4867-b223-3a4ac303cb2e admin admin] Publish callbacks [] for port (881d10d2-b7e7-414a-90be-1c9efdee45d9), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:56.950632 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-85d9ce41-bd9e-4867-b223-3a4ac303cb2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (881d10d2-b7e7-414a-90be-1c9efdee45d9), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:56.973100 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-2086ded0-84c8-4d3c-886a-21b96b879e02 None None] For port 29156ccb-d7f4-43e4-8a1d-29a0744f86fe, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:58:56.976138 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-2086ded0-84c8-4d3c-886a-21b96b879e02 None None] For port 29156ccb-d7f4-43e4-8a1d-29a0744f86fe, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=29156ccb-d7f4-43e4-8a1d-29a0744f86fe,segment=NetworkSegment(96bc603e-a9af-4f06-bc71-28578285fd86),segment_id=96bc603e-a9af-4f06-bc71-28578285fd86)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:58:56.981979 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2086ded0-84c8-4d3c-886a-21b96b879e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (29156ccb-d7f4-43e4-8a1d-29a0744f86fe), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:56.997824 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d9ce41-bd9e-4867-b223-3a4ac303cb2e admin admin] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:58:57.001267 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-85d9ce41-bd9e-4867-b223-3a4ac303cb2e admin admin] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:58:57.003862 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d9ce41-bd9e-4867-b223-3a4ac303cb2e admin admin] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:58:57.034679 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d9ce41-bd9e-4867-b223-3a4ac303cb2e admin admin] Pushing event updated for resources: {'Port': ['ID=881d10d2-b7e7-414a-90be-1c9efdee45d9,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:58:57.046365 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2086ded0-84c8-4d3c-886a-21b96b879e02 None None] Pushing event updated for resources: {'Port': ['ID=29156ccb-d7f4-43e4-8a1d-29a0744f86fe,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:58:57.568882 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 29156ccb-d7f4-43e4-8a1d-29a0744f86fe up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:58:57.582041 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-85d9ce41-bd9e-4867-b223-3a4ac303cb2e admin admin] Publish callbacks [] for router_gateway (b149727a-0f7d-4095-9fef-c92cdd45b680), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:57.617024 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 29156ccb-d7f4-43e4-8a1d-29a0744f86fe triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:58:57.617406 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (29156ccb-d7f4-43e4-8a1d-29a0744f86fe), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:57.704037 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 29156ccb-d7f4-43e4-8a1d-29a0744f86fe is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:58:57.704458 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (29156ccb-d7f4-43e4-8a1d-29a0744f86fe), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:57.738575 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port 29156ccb-d7f4-43e4-8a1d-29a0744f86fe, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=29156ccb-d7f4-43e4-8a1d-29a0744f86fe,segment=NetworkSegment(96bc603e-a9af-4f06-bc71-28578285fd86),segment_id=96bc603e-a9af-4f06-bc71-28578285fd86)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:58:57.743310 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (29156ccb-d7f4-43e4-8a1d-29a0744f86fe), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:57.795912 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=29156ccb-d7f4-43e4-8a1d-29a0744f86fe,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:58:57.796848 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-85d9ce41-bd9e-4867-b223-3a4ac303cb2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (b149727a-0f7d-4095-9fef-c92cdd45b680), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:57.933563 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85d9ce41-bd9e-4867-b223-3a4ac303cb2e admin admin] Router b149727a-0f7d-4095-9fef-c92cdd45b680 is scheduled to L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 with binding_index 1 {{(pid=103141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:58:57.997142 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c989d2e-2680-4c88-aad8-df76cab336ce None None] Network 84ad4031-e82a-4043-9c3e-459c72f04a81 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:58:58.044358 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85d9ce41-bd9e-4867-b223-3a4ac303cb2e admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:58:58.057271 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90be2586-839c-414f-820d-2b7e2528bdd9 None None] Sync routers for ids ['b149727a-0f7d-4095-9fef-c92cdd45b680'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:58:58.062577 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-85d9ce41-bd9e-4867-b223-3a4ac303cb2e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:58.063949 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-85d9ce41-bd9e-4867-b223-3a4ac303cb2e admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8076491 Feb 09 22:58:58.066950 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 55498) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:58:58.073145 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-8b8339b3-42f1-47c5-92bd-7c5d98abc61d None None] Provisioning complete for port 29156ccb-d7f4-43e4-8a1d-29a0744f86fe triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:58:58.073781 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-8b8339b3-42f1-47c5-92bd-7c5d98abc61d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (29156ccb-d7f4-43e4-8a1d-29a0744f86fe), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:58.107626 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90be2586-839c-414f-820d-2b7e2528bdd9 None None] Routers {'b149727a-0f7d-4095-9fef-c92cdd45b680'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:58:58.108185 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-90be2586-839c-414f-820d-2b7e2528bdd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:58:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['b149727a-0f7d-4095-9fef-c92cdd45b680'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:58:58.293731 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-90be2586-839c-414f-820d-2b7e2528bdd9 None None] Set router b149727a-0f7d-4095-9fef-c92cdd45b680 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:58:58.323781 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-8b8339b3-42f1-47c5-92bd-7c5d98abc61d None None] Current status of the port 29156ccb-d7f4-43e4-8a1d-29a0744f86fe is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:58:58.493828 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-90be2586-839c-414f-820d-2b7e2528bdd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b149727a-0f7d-4095-9fef-c92cdd45b680', 'name': 'tempest-TestSnapshotPattern-368358386-router', 'tenant_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '881d10d2-b7e7-414a-90be-1c9efdee45d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:58:56Z', 'updated_at': '2022-02-09T22:58:57Z', 'revision_number': 3, 'project_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'gw_port': {'id': '881d10d2-b7e7-414a-90be-1c9efdee45d9', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ad:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b149727a-0f7d-4095-9fef-c92cdd45b680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:58:56Z', 'updated_at': '2022-02-09T22:58:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:58:58.514599 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c40ebb07-5ea1-4521-9114-1627c1cb00fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:58.521010 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90be2586-839c-414f-820d-2b7e2528bdd9 None None] Checking router: b149727a-0f7d-4095-9fef-c92cdd45b680 for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:58:58.521371 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90be2586-839c-414f-820d-2b7e2528bdd9 None None] Updating router b149727a-0f7d-4095-9fef-c92cdd45b680 port 881d10d2-b7e7-414a-90be-1c9efdee45d9 binding host n-d-828369-5 {{(pid=103142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:58:58.555207 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-90be2586-839c-414f-820d-2b7e2528bdd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (881d10d2-b7e7-414a-90be-1c9efdee45d9), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:58.584616 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-8a21f707-5765-4274-973b-2dadf5c19280 None None] Provisioning complete for port 29156ccb-d7f4-43e4-8a1d-29a0744f86fe triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:58:58.584991 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-8a21f707-5765-4274-973b-2dadf5c19280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (29156ccb-d7f4-43e4-8a1d-29a0744f86fe), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:58.668200 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-c40ebb07-5ea1-4521-9114-1627c1cb00fc admin admin] Allocated IP 172.20.0.1 (84ad4031-e82a-4043-9c3e-459c72f04a81/13f71f58-c682-4a26-a480-0bc8dd78198c/b20ba4cd-39c2-497d-bd46-b1bf5b53c96b) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:58:58.772865 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c40ebb07-5ea1-4521-9114-1627c1cb00fc admin admin] Publish callbacks [] for port (b20ba4cd-39c2-497d-bd46-b1bf5b53c96b), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:58.782693 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-8a21f707-5765-4274-973b-2dadf5c19280 None None] Current status of the port 29156ccb-d7f4-43e4-8a1d-29a0744f86fe is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:58:58.809010 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c40ebb07-5ea1-4521-9114-1627c1cb00fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (b20ba4cd-39c2-497d-bd46-b1bf5b53c96b), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:58.846314 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40ebb07-5ea1-4521-9114-1627c1cb00fc admin admin] Network 84ad4031-e82a-4043-9c3e-459c72f04a81 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:58:58.851176 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-c40ebb07-5ea1-4521-9114-1627c1cb00fc admin admin] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:58:58.854700 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40ebb07-5ea1-4521-9114-1627c1cb00fc admin admin] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:58:58.878851 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40ebb07-5ea1-4521-9114-1627c1cb00fc admin admin] Pushing event updated for resources: {'Port': ['ID=b20ba4cd-39c2-497d-bd46-b1bf5b53c96b,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:58:58.880191 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-90be2586-839c-414f-820d-2b7e2528bdd9 None None] Publish callbacks [] for port (881d10d2-b7e7-414a-90be-1c9efdee45d9), precommit_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:58.890663 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-90be2586-839c-414f-820d-2b7e2528bdd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (881d10d2-b7e7-414a-90be-1c9efdee45d9), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:58.899474 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c40ebb07-5ea1-4521-9114-1627c1cb00fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554727'] for router_interface (b149727a-0f7d-4095-9fef-c92cdd45b680), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:58.949028 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-90be2586-839c-414f-820d-2b7e2528bdd9 None None] Attempting to bind port 881d10d2-b7e7-414a-90be-1c9efdee45d9 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:58:58.949622 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-90be2586-839c-414f-820d-2b7e2528bdd9 None None] Attempting to bind port 881d10d2-b7e7-414a-90be-1c9efdee45d9 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:58:58.950052 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90be2586-839c-414f-820d-2b7e2528bdd9 None None] Attempting to bind port 881d10d2-b7e7-414a-90be-1c9efdee45d9 on network 54a442d5-50a0-4c75-85cc-d19f5bf58118 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:58:58.960040 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90be2586-839c-414f-820d-2b7e2528bdd9 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:58:58.960526 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90be2586-839c-414f-820d-2b7e2528bdd9 None None] Checking segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:58:58.960920 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-90be2586-839c-414f-820d-2b7e2528bdd9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:58.961315 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90be2586-839c-414f-820d-2b7e2528bdd9 None None] Bound using segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:58:58.961787 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-90be2586-839c-414f-820d-2b7e2528bdd9 None None] Bound port: 881d10d2-b7e7-414a-90be-1c9efdee45d9, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:58:58.962167 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-90be2586-839c-414f-820d-2b7e2528bdd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (881d10d2-b7e7-414a-90be-1c9efdee45d9), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:58.985909 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b07844-9426-47f8-959a-49e361c09431 None None] Pushing event updated for resources: {'Port': ['ID=881d10d2-b7e7-414a-90be-1c9efdee45d9,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:58:59.019531 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-90be2586-839c-414f-820d-2b7e2528bdd9 None None] For port 881d10d2-b7e7-414a-90be-1c9efdee45d9, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:58:59.023363 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-90be2586-839c-414f-820d-2b7e2528bdd9 None None] For port 881d10d2-b7e7-414a-90be-1c9efdee45d9, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=881d10d2-b7e7-414a-90be-1c9efdee45d9,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:58:59.031701 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-90be2586-839c-414f-820d-2b7e2528bdd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (881d10d2-b7e7-414a-90be-1c9efdee45d9), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:59.051507 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c40ebb07-5ea1-4521-9114-1627c1cb00fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (b20ba4cd-39c2-497d-bd46-b1bf5b53c96b), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:59.090407 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90be2586-839c-414f-820d-2b7e2528bdd9 None None] Routers {'b149727a-0f7d-4095-9fef-c92cdd45b680'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:58:59.091037 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-90be2586-839c-414f-820d-2b7e2528bdd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:58:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['b149727a-0f7d-4095-9fef-c92cdd45b680'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:58:59.100071 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b07844-9426-47f8-959a-49e361c09431 None None] Pushing event updated for resources: {'Port': ['ID=881d10d2-b7e7-414a-90be-1c9efdee45d9,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:58:59.191474 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-374d820f-9e90-4ace-902e-1c70f8015fd4 None None] Provisioning complete for port b20ba4cd-39c2-497d-bd46-b1bf5b53c96b triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:58:59.191863 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-374d820f-9e90-4ace-902e-1c70f8015fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (b20ba4cd-39c2-497d-bd46-b1bf5b53c96b), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:59.249934 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-374d820f-9e90-4ace-902e-1c70f8015fd4 None None] Port b20ba4cd-39c2-497d-bd46-b1bf5b53c96b cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:58:59.260096 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c40ebb07-5ea1-4521-9114-1627c1cb00fc admin admin] Publish callbacks [] for port (b20ba4cd-39c2-497d-bd46-b1bf5b53c96b), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:59.263051 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-90be2586-839c-414f-820d-2b7e2528bdd9 None None] Set router b149727a-0f7d-4095-9fef-c92cdd45b680 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:58:59.266055 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c40ebb07-5ea1-4521-9114-1627c1cb00fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (b20ba4cd-39c2-497d-bd46-b1bf5b53c96b), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:59.341121 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-c40ebb07-5ea1-4521-9114-1627c1cb00fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524919'] for router_interface (b149727a-0f7d-4095-9fef-c92cdd45b680), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:59.343138 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40ebb07-5ea1-4521-9114-1627c1cb00fc admin admin] Pushing event updated for resources: {'Port': ['ID=b20ba4cd-39c2-497d-bd46-b1bf5b53c96b,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:58:59.433042 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40ebb07-5ea1-4521-9114-1627c1cb00fc admin admin] Network 84ad4031-e82a-4043-9c3e-459c72f04a81 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:58:59.434590 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-c40ebb07-5ea1-4521-9114-1627c1cb00fc admin admin] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:58:59.558074 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-90be2586-839c-414f-820d-2b7e2528bdd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b149727a-0f7d-4095-9fef-c92cdd45b680', 'name': 'tempest-TestSnapshotPattern-368358386-router', 'tenant_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '881d10d2-b7e7-414a-90be-1c9efdee45d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:58:56Z', 'updated_at': '2022-02-09T22:58:59Z', 'revision_number': 4, 'project_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'gw_port': {'id': '881d10d2-b7e7-414a-90be-1c9efdee45d9', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ad:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b149727a-0f7d-4095-9fef-c92cdd45b680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:58:56Z', 'updated_at': '2022-02-09T22:58:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': 'b20ba4cd-39c2-497d-bd46-b1bf5b53c96b', 'name': '', 'network_id': '84ad4031-e82a-4043-9c3e-459c72f04a81', 'tenant_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'mac_address': 'fa:16:3e:b4:3a:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b149727a-0f7d-4095-9fef-c92cdd45b680', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '13f71f58-c682-4a26-a480-0bc8dd78198c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:58:58Z', 'updated_at': '2022-02-09T22:58:58Z', 'revision_number': 1, 'project_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'subnets': [{'id': '13f71f58-c682-4a26-a480-0bc8dd78198c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:58:59.598780 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 29156ccb-d7f4-43e4-8a1d-29a0744f86fe up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:58:59.600422 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c40ebb07-5ea1-4521-9114-1627c1cb00fc admin admin] Router b149727a-0f7d-4095-9fef-c92cdd45b680 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:58:59.601290 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90be2586-839c-414f-820d-2b7e2528bdd9 None None] The sync data for ids ['b149727a-0f7d-4095-9fef-c92cdd45b680'] in n-d-828369-5 is: [{'id': 'b149727a-0f7d-4095-9fef-c92cdd45b680', 'name': 'tempest-TestSnapshotPattern-368358386-router', 'tenant_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '881d10d2-b7e7-414a-90be-1c9efdee45d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:58:56Z', 'updated_at': '2022-02-09T22:58:59Z', 'revision_number': 4, 'project_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'gw_port': {'id': '881d10d2-b7e7-414a-90be-1c9efdee45d9', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ad:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b149727a-0f7d-4095-9fef-c92cdd45b680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:58:56Z', 'updated_at': '2022-02-09T22:58:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': 'b20ba4cd-39c2-497d-bd46-b1bf5b53c96b', 'name': '', 'network_id': '84ad4031-e82a-4043-9c3e-459c72f04a81', 'tenant_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'mac_address': 'fa:16:3e:b4:3a:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b149727a-0f7d-4095-9fef-c92cdd45b680', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '13f71f58-c682-4a26-a480-0bc8dd78198c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:58:58Z', 'updated_at': '2022-02-09T22:58:58Z', 'revision_number': 1, 'project_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'subnets': [{'id': '13f71f58-c682-4a26-a480-0bc8dd78198c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:58:59.666812 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 29156ccb-d7f4-43e4-8a1d-29a0744f86fe triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:58:59.667303 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (29156ccb-d7f4-43e4-8a1d-29a0744f86fe), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:59.742350 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c40ebb07-5ea1-4521-9114-1627c1cb00fc admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:58:59.747746 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-c40ebb07-5ea1-4521-9114-1627c1cb00fc admin admin] 10.222.0.90 "PUT /v2.0/routers/b149727a-0f7d-4095-9fef-c92cdd45b680/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6798036 Feb 09 22:58:59.773742 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 29156ccb-d7f4-43e4-8a1d-29a0744f86fe is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:58:59.782509 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-98b102ff-630e-4cba-8770-67da81bd8a38 None None] Provisioning complete for port b20ba4cd-39c2-497d-bd46-b1bf5b53c96b triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:58:59.783039 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-98b102ff-630e-4cba-8770-67da81bd8a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (b20ba4cd-39c2-497d-bd46-b1bf5b53c96b), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:58:59.827353 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-98b102ff-630e-4cba-8770-67da81bd8a38 None None] Port b20ba4cd-39c2-497d-bd46-b1bf5b53c96b cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:59:00.335641 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 55514) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:59:00.342804 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-203e0e2c-2c7b-4237-8075-389be76cb560 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-563778699-network', 'tenant_id': '6b601398b69d464abdacf89d63e0fe41'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:59:00.364256 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-203e0e2c-2c7b-4237-8075-389be76cb560 admin admin] Made reservation on behalf of 6b601398b69d464abdacf89d63e0fe41 for: {'network': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:59:00.366658 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-203e0e2c-2c7b-4237-8075-389be76cb560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for network (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:00.377437 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-203e0e2c-2c7b-4237-8075-389be76cb560 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:00.485429 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-203e0e2c-2c7b-4237-8075-389be76cb560 admin admin] Publish callbacks [] for security_group (4d98f4de-412f-457b-96e3-814c6a08b0f3), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:00.489555 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-203e0e2c-2c7b-4237-8075-389be76cb560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (4d98f4de-412f-457b-96e3-814c6a08b0f3), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:00.518716 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-203e0e2c-2c7b-4237-8075-389be76cb560 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=103140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 22:59:00.527872 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203e0e2c-2c7b-4237-8075-389be76cb560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d98f4de-412f-457b-96e3-814c6a08b0f3,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:59:00.535733 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-203e0e2c-2c7b-4237-8075-389be76cb560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (8757e7ce-7751-497a-ae20-36765fcb7dda), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:00.536417 n-d-828369-5 neutron-server[103140]: INFO neutron.db.segments_db [None req-203e0e2c-2c7b-4237-8075-389be76cb560 admin admin] Added segment 8757e7ce-7751-497a-ae20-36765fcb7dda of type vlan for network 3df8f52e-cb4b-4810-bbf2-ed7ba55c27fa Feb 09 22:59:00.581701 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-203e0e2c-2c7b-4237-8075-389be76cb560 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746128639272'] for network (3df8f52e-cb4b-4810-bbf2-ed7ba55c27fa), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:00.608162 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-203e0e2c-2c7b-4237-8075-389be76cb560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557'] for network (3df8f52e-cb4b-4810-bbf2-ed7ba55c27fa), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:00.609827 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203e0e2c-2c7b-4237-8075-389be76cb560 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:59:00.610672 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-203e0e2c-2c7b-4237-8075-389be76cb560 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:00.677093 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-203e0e2c-2c7b-4237-8075-389be76cb560 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3388202 Feb 09 22:59:00.679995 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 55516) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:59:00.685503 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-3adca32f-44df-4a3d-8d37-7c3b6f49b242 admin admin] Request body: {'subnet': {'network_id': '3df8f52e-cb4b-4810-bbf2-ed7ba55c27fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-563778699-subnet', 'tenant_id': '6b601398b69d464abdacf89d63e0fe41', 'ip_version': 4}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:59:00.693652 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203e0e2c-2c7b-4237-8075-389be76cb560 admin admin] Pushing event updated for resources: {'Network': ['ID=3df8f52e-cb4b-4810-bbf2-ed7ba55c27fa,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:59:00.707797 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Network 3df8f52e-cb4b-4810-bbf2-ed7ba55c27fa details requested by agent ovs-agent-n-d-828369-5 with host n-d-828369-5 {{(pid=103142) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 22:59:00.716471 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3adca32f-44df-4a3d-8d37-7c3b6f49b242 admin admin] Made reservation on behalf of 6b601398b69d464abdacf89d63e0fe41 for: {'subnet': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:59:00.721110 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3adca32f-44df-4a3d-8d37-7c3b6f49b242 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228178'] for subnet (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:00.941377 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3adca32f-44df-4a3d-8d37-7c3b6f49b242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9730601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228204'] for subnet (248d603a-e187-4d09-91db-ce74324f5ba7), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:01.006899 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adca32f-44df-4a3d-8d37-7c3b6f49b242 admin admin] Pushing event updated for resources: {'Subnet': ['ID=248d603a-e187-4d09-91db-ce74324f5ba7,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:59:01.015782 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adca32f-44df-4a3d-8d37-7c3b6f49b242 admin admin] Checking segment: {'id': '8757e7ce-7751-497a-ae20-36765fcb7dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '3df8f52e-cb4b-4810-bbf2-ed7ba55c27fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:59:01.016264 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3adca32f-44df-4a3d-8d37-7c3b6f49b242 admin admin] Network hostable DHCP agents. Network: 3df8f52e-cb4b-4810-bbf2-ed7ba55c27fa, hostable agents: ['df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620'], hosted agents: [] {{(pid=103141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 22:59:01.034362 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3adca32f-44df-4a3d-8d37-7c3b6f49b242 admin admin] Network 3df8f52e-cb4b-4810-bbf2-ed7ba55c27fa is scheduled to be hosted by DHCP agent df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620 with binding_index 1 {{(pid=103141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 22:59:01.048848 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-3adca32f-44df-4a3d-8d37-7c3b6f49b242 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-5, 3df8f52e-cb4b-4810-bbf2-ed7ba55c27fa) {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:59:01.053055 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3adca32f-44df-4a3d-8d37-7c3b6f49b242 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:59:01.053749 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3adca32f-44df-4a3d-8d37-7c3b6f49b242 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:01.062157 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468bdfb8-31c9-40ca-90c9-0fcd124609b8 None None] Network 3df8f52e-cb4b-4810-bbf2-ed7ba55c27fa requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:59:01.080153 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-3adca32f-44df-4a3d-8d37-7c3b6f49b242 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3983557 Feb 09 22:59:01.082771 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 55518) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:59:01.087190 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-97c00e3b-33c8-49a9-94db-c43f437c6fee admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-563778699-router', 'tenant_id': '6b601398b69d464abdacf89d63e0fe41', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:59:01.124391 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-97c00e3b-33c8-49a9-94db-c43f437c6fee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10808'] for router (ba3f33bf-f593-457c-819e-718aea49009b), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:01.125944 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-97c00e3b-33c8-49a9-94db-c43f437c6fee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554471', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1012344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10801'] for router (ba3f33bf-f593-457c-819e-718aea49009b), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:01.185128 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9484f587-1da8-40e1-b3f2-a6902bb5464d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f45e33c-543d-564e-a525-8bcd58ac52ef-3df8f52e-cb4b-4810-bbf2-ed7ba55c27fa', 'network_id': '3df8f52e-cb4b-4810-bbf2-ed7ba55c27fa', 'project_id': '6b601398b69d464abdacf89d63e0fe41', 'fixed_ips': [{'subnet_id': '248d603a-e187-4d09-91db-ce74324f5ba7'}]}} from n-d-828369-5. {{(pid=103142) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 22:59:01.186166 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-9484f587-1da8-40e1-b3f2-a6902bb5464d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:01.205447 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-97c00e3b-33c8-49a9-94db-c43f437c6fee admin admin] Publish callbacks [] for router_controller (ba3f33bf-f593-457c-819e-718aea49009b), precommit_add_association {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:01.344722 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.db_base_plugin_common [None req-9484f587-1da8-40e1-b3f2-a6902bb5464d None None] Allocated IP 172.20.0.2 (3df8f52e-cb4b-4810-bbf2-ed7ba55c27fa/248d603a-e187-4d09-91db-ce74324f5ba7/0992d959-9ea5-4806-99d8-914254df7b83) {{(pid=103142) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:59:01.371432 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-97c00e3b-33c8-49a9-94db-c43f437c6fee admin admin] Publish callbacks [] for router_gateway (ba3f33bf-f593-457c-819e-718aea49009b), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:01.515685 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-9484f587-1da8-40e1-b3f2-a6902bb5464d None None] Publish callbacks [] for port (0992d959-9ea5-4806-99d8-914254df7b83), precommit_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:01.522764 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-9484f587-1da8-40e1-b3f2-a6902bb5464d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041'] for port (0992d959-9ea5-4806-99d8-914254df7b83), after_create {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:01.567348 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9484f587-1da8-40e1-b3f2-a6902bb5464d None None] Network 3df8f52e-cb4b-4810-bbf2-ed7ba55c27fa is already hosted by enough agents. {{(pid=103142) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:59:01.570313 n-d-828369-5 neutron-server[103142]: DEBUG neutron.scheduler.base_scheduler [None req-9484f587-1da8-40e1-b3f2-a6902bb5464d None None] Resources bound (agent type, host, resource id): {{(pid=103142) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:59:01.574292 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9484f587-1da8-40e1-b3f2-a6902bb5464d None None] Received port after_create {{(pid=103142) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:59:01.581565 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9484f587-1da8-40e1-b3f2-a6902bb5464d None None] Pushing event updated for resources: {'Port': ['ID=0992d959-9ea5-4806-99d8-914254df7b83,revision_number=1']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:59:01.590289 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-97c00e3b-33c8-49a9-94db-c43f437c6fee admin admin] Publish callbacks [] for router_gateway (ba3f33bf-f593-457c-819e-718aea49009b), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:01.609182 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 881d10d2-b7e7-414a-90be-1c9efdee45d9 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:59:01.610718 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-97c00e3b-33c8-49a9-94db-c43f437c6fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:01.673126 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-9484f587-1da8-40e1-b3f2-a6902bb5464d None None] Attempting to bind port 0992d959-9ea5-4806-99d8-914254df7b83 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:59:01.673450 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-9484f587-1da8-40e1-b3f2-a6902bb5464d None None] Attempting to bind port 0992d959-9ea5-4806-99d8-914254df7b83 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '8757e7ce-7751-497a-ae20-36765fcb7dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '3df8f52e-cb4b-4810-bbf2-ed7ba55c27fa'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:59:01.673823 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9484f587-1da8-40e1-b3f2-a6902bb5464d None None] Attempting to bind port 0992d959-9ea5-4806-99d8-914254df7b83 on network 3df8f52e-cb4b-4810-bbf2-ed7ba55c27fa {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:59:01.682017 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9484f587-1da8-40e1-b3f2-a6902bb5464d None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:59:01.682400 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9484f587-1da8-40e1-b3f2-a6902bb5464d None None] Checking segment: {'id': '8757e7ce-7751-497a-ae20-36765fcb7dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '3df8f52e-cb4b-4810-bbf2-ed7ba55c27fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:59:01.682812 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-9484f587-1da8-40e1-b3f2-a6902bb5464d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:01.683211 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9484f587-1da8-40e1-b3f2-a6902bb5464d None None] Bound using segment: {'id': '8757e7ce-7751-497a-ae20-36765fcb7dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '3df8f52e-cb4b-4810-bbf2-ed7ba55c27fa'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:59:01.683695 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-9484f587-1da8-40e1-b3f2-a6902bb5464d None None] Bound port: 0992d959-9ea5-4806-99d8-914254df7b83, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8757e7ce-7751-497a-ae20-36765fcb7dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '3df8f52e-cb4b-4810-bbf2-ed7ba55c27fa'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:59:01.684081 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-9484f587-1da8-40e1-b3f2-a6902bb5464d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (0992d959-9ea5-4806-99d8-914254df7b83), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:01.726840 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 881d10d2-b7e7-414a-90be-1c9efdee45d9 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:59:01.727505 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [None req-97c00e3b-33c8-49a9-94db-c43f437c6fee admin admin] Allocated IP 172.25.3.249 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/748859fb-6bb4-4016-ba50-76849c1e04c8) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:59:01.727639 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (881d10d2-b7e7-414a-90be-1c9efdee45d9), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:01.789411 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-9484f587-1da8-40e1-b3f2-a6902bb5464d None None] For port 0992d959-9ea5-4806-99d8-914254df7b83, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:59:01.794425 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-9484f587-1da8-40e1-b3f2-a6902bb5464d None None] For port 0992d959-9ea5-4806-99d8-914254df7b83, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=0992d959-9ea5-4806-99d8-914254df7b83,segment=NetworkSegment(8757e7ce-7751-497a-ae20-36765fcb7dda),segment_id=8757e7ce-7751-497a-ae20-36765fcb7dda)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:59:01.804279 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-9484f587-1da8-40e1-b3f2-a6902bb5464d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (0992d959-9ea5-4806-99d8-914254df7b83), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:01.840245 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-97c00e3b-33c8-49a9-94db-c43f437c6fee admin admin] Publish callbacks [] for port (748859fb-6bb4-4016-ba50-76849c1e04c8), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:01.878193 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-97c00e3b-33c8-49a9-94db-c43f437c6fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (748859fb-6bb4-4016-ba50-76849c1e04c8), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:01.879667 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 881d10d2-b7e7-414a-90be-1c9efdee45d9 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:59:01.880062 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (881d10d2-b7e7-414a-90be-1c9efdee45d9), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:01.911366 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9484f587-1da8-40e1-b3f2-a6902bb5464d None None] Pushing event updated for resources: {'Port': ['ID=0992d959-9ea5-4806-99d8-914254df7b83,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:59:01.917125 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port 881d10d2-b7e7-414a-90be-1c9efdee45d9, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=881d10d2-b7e7-414a-90be-1c9efdee45d9,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:59:01.926206 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c00e3b-33c8-49a9-94db-c43f437c6fee admin admin] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:59:01.926695 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (881d10d2-b7e7-414a-90be-1c9efdee45d9), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:01.929235 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [None req-97c00e3b-33c8-49a9-94db-c43f437c6fee admin admin] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:59:01.933762 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c00e3b-33c8-49a9-94db-c43f437c6fee admin admin] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:59:01.958517 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c00e3b-33c8-49a9-94db-c43f437c6fee admin admin] Pushing event updated for resources: {'Port': ['ID=748859fb-6bb4-4016-ba50-76849c1e04c8,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:59:01.989259 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=881d10d2-b7e7-414a-90be-1c9efdee45d9,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:59:02.149055 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5ca7f7-2dd6-4fbd-845e-38f27c6e36db None None] Sync routers for ids ['b149727a-0f7d-4095-9fef-c92cdd45b680'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:59:02.161440 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5ca7f7-2dd6-4fbd-845e-38f27c6e36db None None] Routers {'b149727a-0f7d-4095-9fef-c92cdd45b680'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:59:02.162076 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-3a5ca7f7-2dd6-4fbd-845e-38f27c6e36db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:58:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['b149727a-0f7d-4095-9fef-c92cdd45b680'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:59:02.236076 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-97c00e3b-33c8-49a9-94db-c43f437c6fee admin admin] Publish callbacks [] for router_gateway (ba3f33bf-f593-457c-819e-718aea49009b), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:02.283578 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-3a5ca7f7-2dd6-4fbd-845e-38f27c6e36db None None] Set router b149727a-0f7d-4095-9fef-c92cdd45b680 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:59:02.438677 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-97c00e3b-33c8-49a9-94db-c43f437c6fee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554544'] for router (ba3f33bf-f593-457c-819e-718aea49009b), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:02.484201 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-3a5ca7f7-2dd6-4fbd-845e-38f27c6e36db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b149727a-0f7d-4095-9fef-c92cdd45b680', 'name': 'tempest-TestSnapshotPattern-368358386-router', 'tenant_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '881d10d2-b7e7-414a-90be-1c9efdee45d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:58:56Z', 'updated_at': '2022-02-09T22:58:59Z', 'revision_number': 4, 'project_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'gw_port': {'id': '881d10d2-b7e7-414a-90be-1c9efdee45d9', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ad:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b149727a-0f7d-4095-9fef-c92cdd45b680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:58:56Z', 'updated_at': '2022-02-09T22:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': 'b20ba4cd-39c2-497d-bd46-b1bf5b53c96b', 'name': '', 'network_id': '84ad4031-e82a-4043-9c3e-459c72f04a81', 'tenant_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'mac_address': 'fa:16:3e:b4:3a:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b149727a-0f7d-4095-9fef-c92cdd45b680', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '13f71f58-c682-4a26-a480-0bc8dd78198c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:58:58Z', 'updated_at': '2022-02-09T22:58:59Z', 'revision_number': 2, 'project_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'subnets': [{'id': '13f71f58-c682-4a26-a480-0bc8dd78198c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:59:02.510065 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5ca7f7-2dd6-4fbd-845e-38f27c6e36db None None] Checking router: b149727a-0f7d-4095-9fef-c92cdd45b680 for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:59:02.510419 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5ca7f7-2dd6-4fbd-845e-38f27c6e36db None None] Updating router b149727a-0f7d-4095-9fef-c92cdd45b680 port b20ba4cd-39c2-497d-bd46-b1bf5b53c96b binding host n-d-828369-5 {{(pid=103143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:59:02.543635 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3a5ca7f7-2dd6-4fbd-845e-38f27c6e36db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (b20ba4cd-39c2-497d-bd46-b1bf5b53c96b), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:02.578790 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97c00e3b-33c8-49a9-94db-c43f437c6fee admin admin] Router ba3f33bf-f593-457c-819e-718aea49009b is scheduled to L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 with binding_index 1 {{(pid=103140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 22:59:02.694723 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97c00e3b-33c8-49a9-94db-c43f437c6fee admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:59:02.705597 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f32ab42-90bf-4b28-ad74-1af00afce905 None None] Sync routers for ids ['ba3f33bf-f593-457c-819e-718aea49009b'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:59:02.716385 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-97c00e3b-33c8-49a9-94db-c43f437c6fee admin admin] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:02.720953 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 55520) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:59:02.721751 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-97c00e3b-33c8-49a9-94db-c43f437c6fee admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6378415 Feb 09 22:59:02.738419 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f32ab42-90bf-4b28-ad74-1af00afce905 None None] Routers {'ba3f33bf-f593-457c-819e-718aea49009b'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:59:02.739136 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-2f32ab42-90bf-4b28-ad74-1af00afce905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:58:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['ba3f33bf-f593-457c-819e-718aea49009b'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:59:02.883215 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-2f32ab42-90bf-4b28-ad74-1af00afce905 None None] Set router ba3f33bf-f593-457c-819e-718aea49009b gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:59:02.943700 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3a5ca7f7-2dd6-4fbd-845e-38f27c6e36db None None] Publish callbacks [] for port (b20ba4cd-39c2-497d-bd46-b1bf5b53c96b), precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:02.952305 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3a5ca7f7-2dd6-4fbd-845e-38f27c6e36db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (b20ba4cd-39c2-497d-bd46-b1bf5b53c96b), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:02.967285 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5f7dbd-ef99-41d8-b384-f8df833ce476 None None] Network 3df8f52e-cb4b-4810-bbf2-ed7ba55c27fa requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 22:59:03.008907 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b348a726-a22b-4cb5-a181-09c22cdb5dec None None] Pushing event updated for resources: {'Port': ['ID=b20ba4cd-39c2-497d-bd46-b1bf5b53c96b,revision_number=3']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:59:03.032931 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b348a726-a22b-4cb5-a181-09c22cdb5dec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:59:03.033412 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b348a726-a22b-4cb5-a181-09c22cdb5dec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:59:03.033837 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b348a726-a22b-4cb5-a181-09c22cdb5dec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:59:03.034433 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b348a726-a22b-4cb5-a181-09c22cdb5dec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:59:03.034995 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b348a726-a22b-4cb5-a181-09c22cdb5dec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:59:03.035545 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b348a726-a22b-4cb5-a181-09c22cdb5dec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:59:03.036110 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b348a726-a22b-4cb5-a181-09c22cdb5dec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:59:03.036527 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b348a726-a22b-4cb5-a181-09c22cdb5dec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:59:03.036919 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b348a726-a22b-4cb5-a181-09c22cdb5dec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:59:03.037318 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b348a726-a22b-4cb5-a181-09c22cdb5dec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:59:03.037697 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b348a726-a22b-4cb5-a181-09c22cdb5dec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:59:03.038235 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b348a726-a22b-4cb5-a181-09c22cdb5dec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:59:03.038625 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b348a726-a22b-4cb5-a181-09c22cdb5dec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 22:59:03.085253 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-3a5ca7f7-2dd6-4fbd-845e-38f27c6e36db None None] Attempting to bind port b20ba4cd-39c2-497d-bd46-b1bf5b53c96b on host n-d-828369-5 for vnic_type normal with profile {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:59:03.085632 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-3a5ca7f7-2dd6-4fbd-845e-38f27c6e36db None None] Attempting to bind port b20ba4cd-39c2-497d-bd46-b1bf5b53c96b by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '96bc603e-a9af-4f06-bc71-28578285fd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '84ad4031-e82a-4043-9c3e-459c72f04a81'}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:59:03.086003 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5ca7f7-2dd6-4fbd-845e-38f27c6e36db None None] Attempting to bind port b20ba4cd-39c2-497d-bd46-b1bf5b53c96b on network 84ad4031-e82a-4043-9c3e-459c72f04a81 {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:59:03.095855 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5ca7f7-2dd6-4fbd-845e-38f27c6e36db None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:59:03.095855 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5ca7f7-2dd6-4fbd-845e-38f27c6e36db None None] Checking segment: {'id': '96bc603e-a9af-4f06-bc71-28578285fd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '84ad4031-e82a-4043-9c3e-459c72f04a81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:59:03.096638 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3a5ca7f7-2dd6-4fbd-845e-38f27c6e36db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:03.098728 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5ca7f7-2dd6-4fbd-845e-38f27c6e36db None None] Bound using segment: {'id': '96bc603e-a9af-4f06-bc71-28578285fd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '84ad4031-e82a-4043-9c3e-459c72f04a81'} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:59:03.099317 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-3a5ca7f7-2dd6-4fbd-845e-38f27c6e36db None None] Bound port: b20ba4cd-39c2-497d-bd46-b1bf5b53c96b, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96bc603e-a9af-4f06-bc71-28578285fd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '84ad4031-e82a-4043-9c3e-459c72f04a81'}}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:59:03.100692 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3a5ca7f7-2dd6-4fbd-845e-38f27c6e36db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (b20ba4cd-39c2-497d-bd46-b1bf5b53c96b), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:03.170606 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-7a9df7e3-8f69-4b9e-b874-8468ab4628ad None None] Provisioning complete for port 0992d959-9ea5-4806-99d8-914254df7b83 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:59:03.171500 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7a9df7e3-8f69-4b9e-b874-8468ab4628ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (0992d959-9ea5-4806-99d8-914254df7b83), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:03.194734 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-3a5ca7f7-2dd6-4fbd-845e-38f27c6e36db None None] For port b20ba4cd-39c2-497d-bd46-b1bf5b53c96b, host n-d-828369-5, cleared binding levels {{(pid=103143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:59:03.199777 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-3a5ca7f7-2dd6-4fbd-845e-38f27c6e36db None None] For port b20ba4cd-39c2-497d-bd46-b1bf5b53c96b, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=b20ba4cd-39c2-497d-bd46-b1bf5b53c96b,segment=NetworkSegment(96bc603e-a9af-4f06-bc71-28578285fd86),segment_id=96bc603e-a9af-4f06-bc71-28578285fd86)] {{(pid=103143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:59:03.211301 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-3a5ca7f7-2dd6-4fbd-845e-38f27c6e36db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (b20ba4cd-39c2-497d-bd46-b1bf5b53c96b), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:03.247276 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3c503b73-b01d-41f9-8134-5fc74b3e8ffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:03.282093 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5ca7f7-2dd6-4fbd-845e-38f27c6e36db None None] Routers {'b149727a-0f7d-4095-9fef-c92cdd45b680'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:59:03.282832 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-3a5ca7f7-2dd6-4fbd-845e-38f27c6e36db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:58:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['b149727a-0f7d-4095-9fef-c92cdd45b680'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:59:03.285936 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b348a726-a22b-4cb5-a181-09c22cdb5dec None None] Pushing event updated for resources: {'Port': ['ID=b20ba4cd-39c2-497d-bd46-b1bf5b53c96b,revision_number=4']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:59:03.318466 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-2f32ab42-90bf-4b28-ad74-1af00afce905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba3f33bf-f593-457c-819e-718aea49009b', 'name': 'tempest-TestSnapshotPattern-563778699-router', 'tenant_id': '6b601398b69d464abdacf89d63e0fe41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '748859fb-6bb4-4016-ba50-76849c1e04c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:59:01Z', 'updated_at': '2022-02-09T22:59:02Z', 'revision_number': 3, 'project_id': '6b601398b69d464abdacf89d63e0fe41', 'gw_port': {'id': '748859fb-6bb4-4016-ba50-76849c1e04c8', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1a:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba3f33bf-f593-457c-819e-718aea49009b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:59:01Z', 'updated_at': '2022-02-09T22:59:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:59:03.363249 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f32ab42-90bf-4b28-ad74-1af00afce905 None None] Checking router: ba3f33bf-f593-457c-819e-718aea49009b for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:59:03.364141 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f32ab42-90bf-4b28-ad74-1af00afce905 None None] Updating router ba3f33bf-f593-457c-819e-718aea49009b port 748859fb-6bb4-4016-ba50-76849c1e04c8 binding host n-d-828369-5 {{(pid=103142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:59:03.370031 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-7a9df7e3-8f69-4b9e-b874-8468ab4628ad None None] Current status of the port 0992d959-9ea5-4806-99d8-914254df7b83 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:59:03.370031 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7a9df7e3-8f69-4b9e-b874-8468ab4628ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (0992d959-9ea5-4806-99d8-914254df7b83), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:03.419403 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2f32ab42-90bf-4b28-ad74-1af00afce905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (748859fb-6bb4-4016-ba50-76849c1e04c8), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:03.431282 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-3a5ca7f7-2dd6-4fbd-845e-38f27c6e36db None None] Set router b149727a-0f7d-4095-9fef-c92cdd45b680 gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:59:03.454393 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-3c503b73-b01d-41f9-8134-5fc74b3e8ffd admin admin] Allocated IP 172.20.0.1 (3df8f52e-cb4b-4810-bbf2-ed7ba55c27fa/248d603a-e187-4d09-91db-ce74324f5ba7/2b779496-31f9-4ca5-85c0-43bcf2e7b0fa) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:59:03.481974 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-7a9df7e3-8f69-4b9e-b874-8468ab4628ad None None] For port 0992d959-9ea5-4806-99d8-914254df7b83, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=0992d959-9ea5-4806-99d8-914254df7b83,segment=NetworkSegment(8757e7ce-7751-497a-ae20-36765fcb7dda),segment_id=8757e7ce-7751-497a-ae20-36765fcb7dda)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:59:03.492826 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7a9df7e3-8f69-4b9e-b874-8468ab4628ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (0992d959-9ea5-4806-99d8-914254df7b83), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:03.619662 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3c503b73-b01d-41f9-8134-5fc74b3e8ffd admin admin] Publish callbacks [] for port (2b779496-31f9-4ca5-85c0-43bcf2e7b0fa), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:03.691030 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-934b22d5-71df-48da-942a-0ca3894d3abb None None] Provisioning complete for port b20ba4cd-39c2-497d-bd46-b1bf5b53c96b triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:59:03.691416 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-934b22d5-71df-48da-942a-0ca3894d3abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (b20ba4cd-39c2-497d-bd46-b1bf5b53c96b), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:03.699554 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3c503b73-b01d-41f9-8134-5fc74b3e8ffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (2b779496-31f9-4ca5-85c0-43bcf2e7b0fa), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:03.742495 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9df7e3-8f69-4b9e-b874-8468ab4628ad None None] Pushing event updated for resources: {'Port': ['ID=0992d959-9ea5-4806-99d8-914254df7b83,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:59:03.747913 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c503b73-b01d-41f9-8134-5fc74b3e8ffd admin admin] Network 3df8f52e-cb4b-4810-bbf2-ed7ba55c27fa is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:59:03.760594 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-3c503b73-b01d-41f9-8134-5fc74b3e8ffd admin admin] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:59:03.779985 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c503b73-b01d-41f9-8134-5fc74b3e8ffd admin admin] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:59:03.791492 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-3a5ca7f7-2dd6-4fbd-845e-38f27c6e36db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b149727a-0f7d-4095-9fef-c92cdd45b680', 'name': 'tempest-TestSnapshotPattern-368358386-router', 'tenant_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '881d10d2-b7e7-414a-90be-1c9efdee45d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:58:56Z', 'updated_at': '2022-02-09T22:58:59Z', 'revision_number': 4, 'project_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'gw_port': {'id': '881d10d2-b7e7-414a-90be-1c9efdee45d9', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ad:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b149727a-0f7d-4095-9fef-c92cdd45b680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:58:56Z', 'updated_at': '2022-02-09T22:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': 'b20ba4cd-39c2-497d-bd46-b1bf5b53c96b', 'name': '', 'network_id': '84ad4031-e82a-4043-9c3e-459c72f04a81', 'tenant_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'mac_address': 'fa:16:3e:b4:3a:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b149727a-0f7d-4095-9fef-c92cdd45b680', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '13f71f58-c682-4a26-a480-0bc8dd78198c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:58:58Z', 'updated_at': '2022-02-09T22:59:03Z', 'revision_number': 4, 'project_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'subnets': [{'id': '13f71f58-c682-4a26-a480-0bc8dd78198c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:59:03.809486 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 0992d959-9ea5-4806-99d8-914254df7b83 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:59:03.828467 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5ca7f7-2dd6-4fbd-845e-38f27c6e36db None None] The sync data for ids ['b149727a-0f7d-4095-9fef-c92cdd45b680'] in n-d-828369-5 is: [{'id': 'b149727a-0f7d-4095-9fef-c92cdd45b680', 'name': 'tempest-TestSnapshotPattern-368358386-router', 'tenant_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '881d10d2-b7e7-414a-90be-1c9efdee45d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:58:56Z', 'updated_at': '2022-02-09T22:58:59Z', 'revision_number': 4, 'project_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'gw_port': {'id': '881d10d2-b7e7-414a-90be-1c9efdee45d9', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ad:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b149727a-0f7d-4095-9fef-c92cdd45b680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:58:56Z', 'updated_at': '2022-02-09T22:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': 'b20ba4cd-39c2-497d-bd46-b1bf5b53c96b', 'name': '', 'network_id': '84ad4031-e82a-4043-9c3e-459c72f04a81', 'tenant_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'mac_address': 'fa:16:3e:b4:3a:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b149727a-0f7d-4095-9fef-c92cdd45b680', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '13f71f58-c682-4a26-a480-0bc8dd78198c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:58:58Z', 'updated_at': '2022-02-09T22:59:03Z', 'revision_number': 4, 'project_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'subnets': [{'id': '13f71f58-c682-4a26-a480-0bc8dd78198c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:59:03.832986 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c503b73-b01d-41f9-8134-5fc74b3e8ffd admin admin] Pushing event updated for resources: {'Port': ['ID=2b779496-31f9-4ca5-85c0-43bcf2e7b0fa,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:59:03.852749 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3c503b73-b01d-41f9-8134-5fc74b3e8ffd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554727'] for router_interface (ba3f33bf-f593-457c-819e-718aea49009b), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:03.894583 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-934b22d5-71df-48da-942a-0ca3894d3abb None None] Current status of the port b20ba4cd-39c2-497d-bd46-b1bf5b53c96b is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:59:03.895130 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-934b22d5-71df-48da-942a-0ca3894d3abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (b20ba4cd-39c2-497d-bd46-b1bf5b53c96b), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:03.961964 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-934b22d5-71df-48da-942a-0ca3894d3abb None None] For port b20ba4cd-39c2-497d-bd46-b1bf5b53c96b, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=b20ba4cd-39c2-497d-bd46-b1bf5b53c96b,segment=NetworkSegment(96bc603e-a9af-4f06-bc71-28578285fd86),segment_id=96bc603e-a9af-4f06-bc71-28578285fd86)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:59:03.986094 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-934b22d5-71df-48da-942a-0ca3894d3abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (b20ba4cd-39c2-497d-bd46-b1bf5b53c96b), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:04.013891 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3c503b73-b01d-41f9-8134-5fc74b3e8ffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (2b779496-31f9-4ca5-85c0-43bcf2e7b0fa), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:04.042554 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 0992d959-9ea5-4806-99d8-914254df7b83 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:59:04.042904 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (0992d959-9ea5-4806-99d8-914254df7b83), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:04.137262 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2f32ab42-90bf-4b28-ad74-1af00afce905 None None] Publish callbacks [] for port (748859fb-6bb4-4016-ba50-76849c1e04c8), precommit_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:04.145563 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934b22d5-71df-48da-942a-0ca3894d3abb None None] Pushing event updated for resources: {'Port': ['ID=b20ba4cd-39c2-497d-bd46-b1bf5b53c96b,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:59:04.153169 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2f32ab42-90bf-4b28-ad74-1af00afce905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (748859fb-6bb4-4016-ba50-76849c1e04c8), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:04.186317 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-6d1d61cc-e0a8-4a8d-a344-d1806f685b94 None None] Provisioning complete for port b20ba4cd-39c2-497d-bd46-b1bf5b53c96b triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:59:04.187342 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-6d1d61cc-e0a8-4a8d-a344-d1806f685b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (b20ba4cd-39c2-497d-bd46-b1bf5b53c96b), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:04.203293 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3c503b73-b01d-41f9-8134-5fc74b3e8ffd admin admin] Publish callbacks [] for port (2b779496-31f9-4ca5-85c0-43bcf2e7b0fa), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:04.208983 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3c503b73-b01d-41f9-8134-5fc74b3e8ffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (2b779496-31f9-4ca5-85c0-43bcf2e7b0fa), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:04.241319 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029f69c7-1ef4-4c8e-8b08-c59219912782 None None] Pushing event updated for resources: {'Port': ['ID=748859fb-6bb4-4016-ba50-76849c1e04c8,revision_number=2']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:59:04.284052 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3c503b73-b01d-41f9-8134-5fc74b3e8ffd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524919'] for router_interface (ba3f33bf-f593-457c-819e-718aea49009b), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:04.285873 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c503b73-b01d-41f9-8134-5fc74b3e8ffd admin admin] Pushing event updated for resources: {'Port': ['ID=2b779496-31f9-4ca5-85c0-43bcf2e7b0fa,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:59:04.304562 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-2f32ab42-90bf-4b28-ad74-1af00afce905 None None] Attempting to bind port 748859fb-6bb4-4016-ba50-76849c1e04c8 on host n-d-828369-5 for vnic_type normal with profile {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:59:04.305056 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-2f32ab42-90bf-4b28-ad74-1af00afce905 None None] Attempting to bind port 748859fb-6bb4-4016-ba50-76849c1e04c8 by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:59:04.305507 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f32ab42-90bf-4b28-ad74-1af00afce905 None None] Attempting to bind port 748859fb-6bb4-4016-ba50-76849c1e04c8 on network 54a442d5-50a0-4c75-85cc-d19f5bf58118 {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:59:04.319975 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f32ab42-90bf-4b28-ad74-1af00afce905 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:59:04.320392 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f32ab42-90bf-4b28-ad74-1af00afce905 None None] Checking segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:59:04.320803 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2f32ab42-90bf-4b28-ad74-1af00afce905 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:04.321206 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f32ab42-90bf-4b28-ad74-1af00afce905 None None] Bound using segment: {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'} {{(pid=103142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:59:04.321698 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.managers [None req-2f32ab42-90bf-4b28-ad74-1af00afce905 None None] Bound port: 748859fb-6bb4-4016-ba50-76849c1e04c8, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a61d240-ad84-4913-91ae-b392de4d1b88', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118'}}] {{(pid=103142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:59:04.322090 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2f32ab42-90bf-4b28-ad74-1af00afce905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (748859fb-6bb4-4016-ba50-76849c1e04c8), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:04.351236 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 0992d959-9ea5-4806-99d8-914254df7b83 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:59:04.352329 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 881d10d2-b7e7-414a-90be-1c9efdee45d9 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:59:04.386279 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c503b73-b01d-41f9-8134-5fc74b3e8ffd admin admin] Network 3df8f52e-cb4b-4810-bbf2-ed7ba55c27fa is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:59:04.387104 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-3c503b73-b01d-41f9-8134-5fc74b3e8ffd admin admin] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:59:04.452251 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-2f32ab42-90bf-4b28-ad74-1af00afce905 None None] For port 748859fb-6bb4-4016-ba50-76849c1e04c8, host n-d-828369-5, cleared binding levels {{(pid=103142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:59:04.457336 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-2f32ab42-90bf-4b28-ad74-1af00afce905 None None] For port 748859fb-6bb4-4016-ba50-76849c1e04c8, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=748859fb-6bb4-4016-ba50-76849c1e04c8,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:59:04.461882 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-6d1d61cc-e0a8-4a8d-a344-d1806f685b94 None None] Current status of the port b20ba4cd-39c2-497d-bd46-b1bf5b53c96b is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:59:04.466546 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2f32ab42-90bf-4b28-ad74-1af00afce905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (748859fb-6bb4-4016-ba50-76849c1e04c8), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:04.528747 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-6d1d61cc-e0a8-4a8d-a344-d1806f685b94 None None] Provisioning complete for port 2b779496-31f9-4ca5-85c0-43bcf2e7b0fa triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:59:04.529135 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-6d1d61cc-e0a8-4a8d-a344-d1806f685b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (2b779496-31f9-4ca5-85c0-43bcf2e7b0fa), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:04.531248 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 881d10d2-b7e7-414a-90be-1c9efdee45d9 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:59:04.531614 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (881d10d2-b7e7-414a-90be-1c9efdee45d9), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:04.536868 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c503b73-b01d-41f9-8134-5fc74b3e8ffd admin admin] Router ba3f33bf-f593-457c-819e-718aea49009b has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:59:04.595955 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f32ab42-90bf-4b28-ad74-1af00afce905 None None] Routers {'ba3f33bf-f593-457c-819e-718aea49009b'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:59:04.596701 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-2f32ab42-90bf-4b28-ad74-1af00afce905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:58:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['ba3f33bf-f593-457c-819e-718aea49009b'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:59:04.646680 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029f69c7-1ef4-4c8e-8b08-c59219912782 None None] Pushing event updated for resources: {'Port': ['ID=748859fb-6bb4-4016-ba50-76849c1e04c8,revision_number=3']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:59:04.663740 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c503b73-b01d-41f9-8134-5fc74b3e8ffd admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:59:04.669641 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-3c503b73-b01d-41f9-8134-5fc74b3e8ffd admin admin] 10.222.0.90 "PUT /v2.0/routers/ba3f33bf-f593-457c-819e-718aea49009b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9458697 Feb 09 22:59:04.856074 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-6d1d61cc-e0a8-4a8d-a344-d1806f685b94 None None] Port 2b779496-31f9-4ca5-85c0-43bcf2e7b0fa cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:59:04.890375 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-6d1d61cc-e0a8-4a8d-a344-d1806f685b94 None None] Provisioning complete for port 0992d959-9ea5-4806-99d8-914254df7b83 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:59:04.890751 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-6d1d61cc-e0a8-4a8d-a344-d1806f685b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (0992d959-9ea5-4806-99d8-914254df7b83), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:04.973277 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-2f32ab42-90bf-4b28-ad74-1af00afce905 None None] Set router ba3f33bf-f593-457c-819e-718aea49009b gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:59:05.005782 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 881d10d2-b7e7-414a-90be-1c9efdee45d9 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:59:05.006909 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device b20ba4cd-39c2-497d-bd46-b1bf5b53c96b up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:59:05.161285 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-6d1d61cc-e0a8-4a8d-a344-d1806f685b94 None None] Current status of the port 0992d959-9ea5-4806-99d8-914254df7b83 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:59:05.185548 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port b20ba4cd-39c2-497d-bd46-b1bf5b53c96b triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:59:05.185818 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (b20ba4cd-39c2-497d-bd46-b1bf5b53c96b), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:05.322612 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-2384e63e-3d43-4594-b1ba-7ef243176111 None None] Provisioning complete for port 2b779496-31f9-4ca5-85c0-43bcf2e7b0fa triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:59:05.322993 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2384e63e-3d43-4594-b1ba-7ef243176111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (2b779496-31f9-4ca5-85c0-43bcf2e7b0fa), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:05.326401 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port b20ba4cd-39c2-497d-bd46-b1bf5b53c96b is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:59:05.330283 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-2f32ab42-90bf-4b28-ad74-1af00afce905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba3f33bf-f593-457c-819e-718aea49009b', 'name': 'tempest-TestSnapshotPattern-563778699-router', 'tenant_id': '6b601398b69d464abdacf89d63e0fe41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '748859fb-6bb4-4016-ba50-76849c1e04c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:59:01Z', 'updated_at': '2022-02-09T22:59:03Z', 'revision_number': 4, 'project_id': '6b601398b69d464abdacf89d63e0fe41', 'gw_port': {'id': '748859fb-6bb4-4016-ba50-76849c1e04c8', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1a:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba3f33bf-f593-457c-819e-718aea49009b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:59:01Z', 'updated_at': '2022-02-09T22:59:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '2b779496-31f9-4ca5-85c0-43bcf2e7b0fa', 'name': '', 'network_id': '3df8f52e-cb4b-4810-bbf2-ed7ba55c27fa', 'tenant_id': '6b601398b69d464abdacf89d63e0fe41', 'mac_address': 'fa:16:3e:61:60:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba3f33bf-f593-457c-819e-718aea49009b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': '248d603a-e187-4d09-91db-ce74324f5ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:59:03Z', 'updated_at': '2022-02-09T22:59:04Z', 'revision_number': 2, 'project_id': '6b601398b69d464abdacf89d63e0fe41', 'subnets': [{'id': '248d603a-e187-4d09-91db-ce74324f5ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:59:05.377055 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f32ab42-90bf-4b28-ad74-1af00afce905 None None] The sync data for ids ['ba3f33bf-f593-457c-819e-718aea49009b'] in n-d-828369-5 is: [{'id': 'ba3f33bf-f593-457c-819e-718aea49009b', 'name': 'tempest-TestSnapshotPattern-563778699-router', 'tenant_id': '6b601398b69d464abdacf89d63e0fe41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '748859fb-6bb4-4016-ba50-76849c1e04c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:59:01Z', 'updated_at': '2022-02-09T22:59:03Z', 'revision_number': 4, 'project_id': '6b601398b69d464abdacf89d63e0fe41', 'gw_port': {'id': '748859fb-6bb4-4016-ba50-76849c1e04c8', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1a:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba3f33bf-f593-457c-819e-718aea49009b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:59:01Z', 'updated_at': '2022-02-09T22:59:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '2b779496-31f9-4ca5-85c0-43bcf2e7b0fa', 'name': '', 'network_id': '3df8f52e-cb4b-4810-bbf2-ed7ba55c27fa', 'tenant_id': '6b601398b69d464abdacf89d63e0fe41', 'mac_address': 'fa:16:3e:61:60:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba3f33bf-f593-457c-819e-718aea49009b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': '248d603a-e187-4d09-91db-ce74324f5ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:59:03Z', 'updated_at': '2022-02-09T22:59:04Z', 'revision_number': 2, 'project_id': '6b601398b69d464abdacf89d63e0fe41', 'subnets': [{'id': '248d603a-e187-4d09-91db-ce74324f5ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:59:05.387547 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-2384e63e-3d43-4594-b1ba-7ef243176111 None None] Port 2b779496-31f9-4ca5-85c0-43bcf2e7b0fa cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:59:05.556675 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 0992d959-9ea5-4806-99d8-914254df7b83 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:59:05.617033 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 0992d959-9ea5-4806-99d8-914254df7b83 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:59:05.617176 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (0992d959-9ea5-4806-99d8-914254df7b83), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:05.703984 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 0992d959-9ea5-4806-99d8-914254df7b83 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:59:05.705120 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device b20ba4cd-39c2-497d-bd46-b1bf5b53c96b up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:59:05.757783 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port b20ba4cd-39c2-497d-bd46-b1bf5b53c96b triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:59:05.758323 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (b20ba4cd-39c2-497d-bd46-b1bf5b53c96b), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:05.842090 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port b20ba4cd-39c2-497d-bd46-b1bf5b53c96b is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:59:06.354464 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 55530) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:59:06.359631 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-abeb8ea6-2d62-48e9-af10-dc7117ad4270 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-625432868', 'description': 'tempest-secgroup-smoke-625432868 description', 'project_id': 'd7950bd58fec4b49acbf6bb7082bbafd'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:59:06.381025 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-abeb8ea6-2d62-48e9-af10-dc7117ad4270 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Publish callbacks [] for security_group (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:06.446332 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-abeb8ea6-2d62-48e9-af10-dc7117ad4270 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Publish callbacks [] for security_group (3fc1343f-611a-4ccd-82b6-2787f82f02cf), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:06.450119 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-abeb8ea6-2d62-48e9-af10-dc7117ad4270 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (3fc1343f-611a-4ccd-82b6-2787f82f02cf), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:06.478766 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-abeb8ea6-2d62-48e9-af10-dc7117ad4270 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Publish callbacks [] for security_group (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:06.479989 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-abeb8ea6-2d62-48e9-af10-dc7117ad4270 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1244884 Feb 09 22:59:06.481924 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeb8ea6-2d62-48e9-af10-dc7117ad4270 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc1343f-611a-4ccd-82b6-2787f82f02cf,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:59:06.483122 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 55532) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:59:06.488393 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-87d0adf6-2fbd-41cc-85bf-550b430d6644 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Request body: {'security_group_rule': {'security_group_id': '3fc1343f-611a-4ccd-82b6-2787f82f02cf', 'project_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:59:06.513260 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-87d0adf6-2fbd-41cc-85bf-550b430d6644 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Publish callbacks [] for security_group_rule (64a8ba08-34cb-43ed-9861-193e16bdd429), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:06.577001 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-87d0adf6-2fbd-41cc-85bf-550b430d6644 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Publish callbacks [] for security_group_rule (64a8ba08-34cb-43ed-9861-193e16bdd429), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:06.581191 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-87d0adf6-2fbd-41cc-85bf-550b430d6644 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (64a8ba08-34cb-43ed-9861-193e16bdd429), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:06.599111 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d0adf6-2fbd-41cc-85bf-550b430d6644 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64a8ba08-34cb-43ed-9861-193e16bdd429,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:59:06.606245 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-87d0adf6-2fbd-41cc-85bf-550b430d6644 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:06.607453 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-87d0adf6-2fbd-41cc-85bf-550b430d6644 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1227677 Feb 09 22:59:06.610784 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 55534) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:59:06.615139 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-db67fea4-2597-4156-b0d3-50e00ba51de1 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Request body: {'security_group_rule': {'security_group_id': '3fc1343f-611a-4ccd-82b6-2787f82f02cf', 'project_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:59:06.645219 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-db67fea4-2597-4156-b0d3-50e00ba51de1 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Publish callbacks [] for security_group_rule (2d71e3f5-e6ba-4c19-a1f3-231f60869a39), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:06.703926 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-db67fea4-2597-4156-b0d3-50e00ba51de1 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Publish callbacks [] for security_group_rule (2d71e3f5-e6ba-4c19-a1f3-231f60869a39), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:06.708039 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-db67fea4-2597-4156-b0d3-50e00ba51de1 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (2d71e3f5-e6ba-4c19-a1f3-231f60869a39), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:06.726164 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db67fea4-2597-4156-b0d3-50e00ba51de1 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d71e3f5-e6ba-4c19-a1f3-231f60869a39,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:59:06.735310 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-db67fea4-2597-4156-b0d3-50e00ba51de1 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:06.739116 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-db67fea4-2597-4156-b0d3-50e00ba51de1 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1248248 Feb 09 22:59:06.739332 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 55536) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:59:06.743763 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-0127232f-9b52-4f1f-b20b-f9eb2d80406c tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Request body: {'security_group_rule': {'security_group_id': '3fc1343f-611a-4ccd-82b6-2787f82f02cf', 'project_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:59:06.770607 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0127232f-9b52-4f1f-b20b-f9eb2d80406c tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Publish callbacks [] for security_group_rule (bd23702b-2685-4f4c-be9d-3ae2a58489b5), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:06.834174 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0127232f-9b52-4f1f-b20b-f9eb2d80406c tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Publish callbacks [] for security_group_rule (bd23702b-2685-4f4c-be9d-3ae2a58489b5), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:06.838259 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0127232f-9b52-4f1f-b20b-f9eb2d80406c tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (bd23702b-2685-4f4c-be9d-3ae2a58489b5), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:06.856310 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0127232f-9b52-4f1f-b20b-f9eb2d80406c tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd23702b-2685-4f4c-be9d-3ae2a58489b5,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:59:06.864685 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-0127232f-9b52-4f1f-b20b-f9eb2d80406c tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:06.868446 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-0127232f-9b52-4f1f-b20b-f9eb2d80406c tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1256366 Feb 09 22:59:06.868664 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 55538) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:59:06.873108 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-357b218b-09e8-40b0-a198-dd4208740d13 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Request body: {'security_group_rule': {'security_group_id': '3fc1343f-611a-4ccd-82b6-2787f82f02cf', 'project_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:59:06.898541 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-357b218b-09e8-40b0-a198-dd4208740d13 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Publish callbacks [] for security_group_rule (950e991b-1feb-4b34-9ac1-cf950303515e), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:06.959671 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-357b218b-09e8-40b0-a198-dd4208740d13 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Publish callbacks [] for security_group_rule (950e991b-1feb-4b34-9ac1-cf950303515e), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:06.963068 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-357b218b-09e8-40b0-a198-dd4208740d13 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (950e991b-1feb-4b34-9ac1-cf950303515e), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:06.981921 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357b218b-09e8-40b0-a198-dd4208740d13 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=950e991b-1feb-4b34-9ac1-cf950303515e,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:59:06.994153 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-357b218b-09e8-40b0-a198-dd4208740d13 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:06.995433 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-357b218b-09e8-40b0-a198-dd4208740d13 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1258483 Feb 09 22:59:06.998123 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 55540) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:59:07.002509 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [None req-a8ffb2bb-a67d-438d-8ec9-fa7ce075c3f9 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Request body: {'security_group_rule': {'security_group_id': '3fc1343f-611a-4ccd-82b6-2787f82f02cf', 'project_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:59:07.023524 n-d-828369-5 neutron-server[103140]: INFO neutron.db.securitygroups_db [None req-a8ffb2bb-a67d-438d-8ec9-fa7ce075c3f9 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Project d7950bd58fec4b49acbf6bb7082bbafd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 22:59:07.028590 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a8ffb2bb-a67d-438d-8ec9-fa7ce075c3f9 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Publish callbacks [] for security_group_rule (270290c0-7042-4386-a13d-def2cffaa4d5), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:07.091059 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a8ffb2bb-a67d-438d-8ec9-fa7ce075c3f9 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Publish callbacks [] for security_group_rule (270290c0-7042-4386-a13d-def2cffaa4d5), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:07.095711 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a8ffb2bb-a67d-438d-8ec9-fa7ce075c3f9 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (270290c0-7042-4386-a13d-def2cffaa4d5), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:07.116041 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ffb2bb-a67d-438d-8ec9-fa7ce075c3f9 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=270290c0-7042-4386-a13d-def2cffaa4d5,revision_number=0']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:59:07.125818 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-a8ffb2bb-a67d-438d-8ec9-fa7ce075c3f9 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:07.129676 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-a8ffb2bb-a67d-438d-8ec9-fa7ce075c3f9 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1279917 Feb 09 22:59:07.130029 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 55542) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:59:07.135021 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-a1d78ebd-e8cf-4a66-80aa-6becb7e85df9 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Request body: {'security_group_rule': {'security_group_id': '3fc1343f-611a-4ccd-82b6-2787f82f02cf', 'project_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:59:07.156377 n-d-828369-5 neutron-server[103141]: INFO neutron.db.securitygroups_db [None req-a1d78ebd-e8cf-4a66-80aa-6becb7e85df9 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Project d7950bd58fec4b49acbf6bb7082bbafd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 22:59:07.161367 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a1d78ebd-e8cf-4a66-80aa-6becb7e85df9 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Publish callbacks [] for security_group_rule (9bff142d-d154-45dd-a78c-a4adee544508), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:07.227871 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a1d78ebd-e8cf-4a66-80aa-6becb7e85df9 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Publish callbacks [] for security_group_rule (9bff142d-d154-45dd-a78c-a4adee544508), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:07.232736 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a1d78ebd-e8cf-4a66-80aa-6becb7e85df9 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988329'] for security_group_rule (9bff142d-d154-45dd-a78c-a4adee544508), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:07.254384 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d78ebd-e8cf-4a66-80aa-6becb7e85df9 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bff142d-d154-45dd-a78c-a4adee544508,revision_number=0']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:59:07.262632 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a1d78ebd-e8cf-4a66-80aa-6becb7e85df9 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:07.268713 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-a1d78ebd-e8cf-4a66-80aa-6becb7e85df9 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1375709 Feb 09 22:59:07.436372 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7add9819-93f4-42b0-bb72-575b4fface0c req-2a0efdbc-1305-4e74-8e8d-a67a2cbb5a00 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-625432868&fields=id&tenant_id=d7950bd58fec4b49acbf6bb7082bbafd HTTP/1.1" status: 200 len: 267 time: 0.0466516 Feb 09 22:59:07.547637 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add9819-93f4-42b0-bb72-575b4fface0c req-b927ae68-e9aa-47ae-b41c-ee58ebb01405 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:59:07.549138 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7add9819-93f4-42b0-bb72-575b4fface0c req-b927ae68-e9aa-47ae-b41c-ee58ebb01405 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] 10.222.0.90 "GET /v2.0/networks?id=84ad4031-e82a-4043-9c3e-459c72f04a81 HTTP/1.1" status: 200 len: 809 time: 0.1024683 Feb 09 22:59:07.563719 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7add9819-93f4-42b0-bb72-575b4fface0c req-821fa75d-9575-4e5d-b3ba-ba362a7d764a tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] 10.222.0.90 "GET /v2.0/quotas/d7950bd58fec4b49acbf6bb7082bbafd HTTP/1.1" status: 200 len: 375 time: 0.0090814 Feb 09 22:59:07.576403 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 748859fb-6bb4-4016-ba50-76849c1e04c8 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:59:07.620491 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7add9819-93f4-42b0-bb72-575b4fface0c req-2023d498-1962-436f-8b11-cc061afd79fe tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=d7950bd58fec4b49acbf6bb7082bbafd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500050 Feb 09 22:59:07.625041 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 748859fb-6bb4-4016-ba50-76849c1e04c8 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:59:07.625497 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (748859fb-6bb4-4016-ba50-76849c1e04c8), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:07.635931 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [req-7add9819-93f4-42b0-bb72-575b4fface0c req-1dd68a6a-608d-4821-925a-8dbb6e46794c service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=103140) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 22:59:07.637047 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7add9819-93f4-42b0-bb72-575b4fface0c req-1dd68a6a-608d-4821-925a-8dbb6e46794c service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054238 Feb 09 22:59:07.709885 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 748859fb-6bb4-4016-ba50-76849c1e04c8 is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:59:07.710489 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (748859fb-6bb4-4016-ba50-76849c1e04c8), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:07.735796 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] For port 748859fb-6bb4-4016-ba50-76849c1e04c8, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=748859fb-6bb4-4016-ba50-76849c1e04c8,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:59:07.739957 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (748859fb-6bb4-4016-ba50-76849c1e04c8), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:07.743020 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7add9819-93f4-42b0-bb72-575b4fface0c req-17bca640-abaa-4e11-ae63-a7261b269b8f service neutron] 10.222.0.90 "GET /v2.0/networks/84ad4031-e82a-4043-9c3e-459c72f04a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954022 Feb 09 22:59:07.793419 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Pushing event updated for resources: {'Port': ['ID=748859fb-6bb4-4016-ba50-76849c1e04c8,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:59:07.837346 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7add9819-93f4-42b0-bb72-575b4fface0c req-8cba0898-5845-44e9-8576-9fedb29f8ca5 service neutron] 10.222.0.90 "GET /v2.0/networks/84ad4031-e82a-4043-9c3e-459c72f04a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885940 Feb 09 22:59:08.010661 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3188490a-67aa-4494-8a5b-a96f8901ee7b req-91a13d85-1abd-4f47-866a-efc8d2a2799b tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] 10.222.0.90 "GET /v2.0/ports?device_id=2ad29c3e-7883-4039-a4e4-af8de1fce5a2 HTTP/1.1" status: 200 len: 210 time: 0.0336576 Feb 09 22:59:08.018925 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680b439a-0e10-4444-a400-5ffa0c004ef1 None None] Sync routers for ids ['ba3f33bf-f593-457c-819e-718aea49009b'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:59:08.035964 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680b439a-0e10-4444-a400-5ffa0c004ef1 None None] Routers {'ba3f33bf-f593-457c-819e-718aea49009b'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:59:08.036639 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-680b439a-0e10-4444-a400-5ffa0c004ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:58:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['ba3f33bf-f593-457c-819e-718aea49009b'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:59:08.150488 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-680b439a-0e10-4444-a400-5ffa0c004ef1 None None] Set router ba3f33bf-f593-457c-819e-718aea49009b gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:59:08.356124 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-680b439a-0e10-4444-a400-5ffa0c004ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba3f33bf-f593-457c-819e-718aea49009b', 'name': 'tempest-TestSnapshotPattern-563778699-router', 'tenant_id': '6b601398b69d464abdacf89d63e0fe41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '748859fb-6bb4-4016-ba50-76849c1e04c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:59:01Z', 'updated_at': '2022-02-09T22:59:03Z', 'revision_number': 4, 'project_id': '6b601398b69d464abdacf89d63e0fe41', 'gw_port': {'id': '748859fb-6bb4-4016-ba50-76849c1e04c8', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3f33bf-f593-457c-819e-718aea49009b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:59:01Z', 'updated_at': '2022-02-09T22:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '2b779496-31f9-4ca5-85c0-43bcf2e7b0fa', 'name': '', 'network_id': '3df8f52e-cb4b-4810-bbf2-ed7ba55c27fa', 'tenant_id': '6b601398b69d464abdacf89d63e0fe41', 'mac_address': 'fa:16:3e:61:60:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba3f33bf-f593-457c-819e-718aea49009b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': '248d603a-e187-4d09-91db-ce74324f5ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:59:03Z', 'updated_at': '2022-02-09T22:59:04Z', 'revision_number': 2, 'project_id': '6b601398b69d464abdacf89d63e0fe41', 'subnets': [{'id': '248d603a-e187-4d09-91db-ce74324f5ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:59:08.386201 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680b439a-0e10-4444-a400-5ffa0c004ef1 None None] Checking router: ba3f33bf-f593-457c-819e-718aea49009b for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:59:08.386558 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680b439a-0e10-4444-a400-5ffa0c004ef1 None None] Updating router ba3f33bf-f593-457c-819e-718aea49009b port 2b779496-31f9-4ca5-85c0-43bcf2e7b0fa binding host n-d-828369-5 {{(pid=103143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 22:59:08.414482 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-680b439a-0e10-4444-a400-5ffa0c004ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (2b779496-31f9-4ca5-85c0-43bcf2e7b0fa), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:08.674725 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-680b439a-0e10-4444-a400-5ffa0c004ef1 None None] Publish callbacks [] for port (2b779496-31f9-4ca5-85c0-43bcf2e7b0fa), precommit_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:08.679467 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-680b439a-0e10-4444-a400-5ffa0c004ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (2b779496-31f9-4ca5-85c0-43bcf2e7b0fa), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:08.728513 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7057c56-f0f3-4ad2-abf4-6df3d38714f5 None None] Pushing event updated for resources: {'Port': ['ID=2b779496-31f9-4ca5-85c0-43bcf2e7b0fa,revision_number=3']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:59:08.783983 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-680b439a-0e10-4444-a400-5ffa0c004ef1 None None] Attempting to bind port 2b779496-31f9-4ca5-85c0-43bcf2e7b0fa on host n-d-828369-5 for vnic_type normal with profile {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:59:08.784392 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-680b439a-0e10-4444-a400-5ffa0c004ef1 None None] Attempting to bind port 2b779496-31f9-4ca5-85c0-43bcf2e7b0fa by drivers openvswitch,hyperv on host n-d-828369-5 at level 0 using segments [{'id': '8757e7ce-7751-497a-ae20-36765fcb7dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '3df8f52e-cb4b-4810-bbf2-ed7ba55c27fa'}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:59:08.784764 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680b439a-0e10-4444-a400-5ffa0c004ef1 None None] Attempting to bind port 2b779496-31f9-4ca5-85c0-43bcf2e7b0fa on network 3df8f52e-cb4b-4810-bbf2-ed7ba55c27fa {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:59:08.793899 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680b439a-0e10-4444-a400-5ffa0c004ef1 None None] Checking agent: {'id': '5309a4d3-b3af-4c95-8269-44939419cd90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 17, 15), 'started_at': datetime.datetime(2022, 2, 9, 21, 17, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:59:08.794278 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680b439a-0e10-4444-a400-5ffa0c004ef1 None None] Checking segment: {'id': '8757e7ce-7751-497a-ae20-36765fcb7dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '3df8f52e-cb4b-4810-bbf2-ed7ba55c27fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:59:08.794681 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-680b439a-0e10-4444-a400-5ffa0c004ef1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:08.795210 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680b439a-0e10-4444-a400-5ffa0c004ef1 None None] Bound using segment: {'id': '8757e7ce-7751-497a-ae20-36765fcb7dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '3df8f52e-cb4b-4810-bbf2-ed7ba55c27fa'} {{(pid=103143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:59:08.796371 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.managers [None req-680b439a-0e10-4444-a400-5ffa0c004ef1 None None] Bound port: 2b779496-31f9-4ca5-85c0-43bcf2e7b0fa, host: n-d-828369-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8757e7ce-7751-497a-ae20-36765fcb7dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '3df8f52e-cb4b-4810-bbf2-ed7ba55c27fa'}}] {{(pid=103143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:59:08.796752 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-680b439a-0e10-4444-a400-5ffa0c004ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (2b779496-31f9-4ca5-85c0-43bcf2e7b0fa), before_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:08.866581 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-680b439a-0e10-4444-a400-5ffa0c004ef1 None None] For port 2b779496-31f9-4ca5-85c0-43bcf2e7b0fa, host n-d-828369-5, cleared binding levels {{(pid=103143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:59:08.869808 n-d-828369-5 neutron-server[103143]: DEBUG neutron.plugins.ml2.db [None req-680b439a-0e10-4444-a400-5ffa0c004ef1 None None] For port 2b779496-31f9-4ca5-85c0-43bcf2e7b0fa, host n-d-828369-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=2b779496-31f9-4ca5-85c0-43bcf2e7b0fa,segment=NetworkSegment(8757e7ce-7751-497a-ae20-36765fcb7dda),segment_id=8757e7ce-7751-497a-ae20-36765fcb7dda)] {{(pid=103143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:59:08.877068 n-d-828369-5 neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-680b439a-0e10-4444-a400-5ffa0c004ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (2b779496-31f9-4ca5-85c0-43bcf2e7b0fa), after_update {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:08.951155 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7057c56-f0f3-4ad2-abf4-6df3d38714f5 None None] Pushing event updated for resources: {'Port': ['ID=2b779496-31f9-4ca5-85c0-43bcf2e7b0fa,revision_number=4']} {{(pid=103143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:59:08.954664 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680b439a-0e10-4444-a400-5ffa0c004ef1 None None] Routers {'ba3f33bf-f593-457c-819e-718aea49009b'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:59:08.955293 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-680b439a-0e10-4444-a400-5ffa0c004ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:58:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['ba3f33bf-f593-457c-819e-718aea49009b'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:59:08.973077 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add9819-93f4-42b0-bb72-575b4fface0c req-f7003c96-c5b0-48cf-a0fd-c66e31c6dd7a tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:59:08.974609 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7add9819-93f4-42b0-bb72-575b4fface0c req-f7003c96-c5b0-48cf-a0fd-c66e31c6dd7a tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] 10.222.0.95 "GET /v2.0/networks?id=84ad4031-e82a-4043-9c3e-459c72f04a81 HTTP/1.1" status: 200 len: 809 time: 0.1173055 Feb 09 22:59:09.030845 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-aec61487-caf5-4504-9707-fa5d62a5d5f8 None None] Provisioning complete for port 2b779496-31f9-4ca5-85c0-43bcf2e7b0fa triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:59:09.032051 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-aec61487-caf5-4504-9707-fa5d62a5d5f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (2b779496-31f9-4ca5-85c0-43bcf2e7b0fa), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:09.054502 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7add9819-93f4-42b0-bb72-575b4fface0c req-54cdd14e-5d03-449a-b633-0fc2b5269004 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7950bd58fec4b49acbf6bb7082bbafd HTTP/1.1" status: 200 len: 379 time: 0.0697067 Feb 09 22:59:09.064818 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-7add9819-93f4-42b0-bb72-575b4fface0c req-46a16aa4-997c-4b05-a462-1cd00b831f34 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Request body: {'port': {'device_id': '2ad29c3e-7883-4039-a4e4-af8de1fce5a2', 'network_id': '84ad4031-e82a-4043-9c3e-459c72f04a81', 'admin_state_up': True, 'tenant_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'security_groups': ['3fc1343f-611a-4ccd-82b6-2787f82f02cf']}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:59:09.105262 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-680b439a-0e10-4444-a400-5ffa0c004ef1 None None] Set router ba3f33bf-f593-457c-819e-718aea49009b gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:59:09.152962 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-aec61487-caf5-4504-9707-fa5d62a5d5f8 None None] Current status of the port 2b779496-31f9-4ca5-85c0-43bcf2e7b0fa is: DOWN; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:59:09.153701 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-aec61487-caf5-4504-9707-fa5d62a5d5f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (2b779496-31f9-4ca5-85c0-43bcf2e7b0fa), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:09.169358 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5522ca87-857b-4a90-b067-1a0eda15e33b req-57e687cd-ae17-45c3-af3c-a8818aa914de tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] 10.222.0.90 "GET /v2.0/ports?device_id=2ad29c3e-7883-4039-a4e4-af8de1fce5a2 HTTP/1.1" status: 200 len: 210 time: 0.0490377 Feb 09 22:59:09.220255 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-aec61487-caf5-4504-9707-fa5d62a5d5f8 None None] For port 2b779496-31f9-4ca5-85c0-43bcf2e7b0fa, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=2b779496-31f9-4ca5-85c0-43bcf2e7b0fa,segment=NetworkSegment(8757e7ce-7751-497a-ae20-36765fcb7dda),segment_id=8757e7ce-7751-497a-ae20-36765fcb7dda)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:59:09.230931 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-aec61487-caf5-4504-9707-fa5d62a5d5f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (2b779496-31f9-4ca5-85c0-43bcf2e7b0fa), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:09.237535 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-08a2e571-fbb4-4ede-930f-ffd4f92186d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:09.271459 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7add9819-93f4-42b0-bb72-575b4fface0c req-46a16aa4-997c-4b05-a462-1cd00b831f34 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Made reservation on behalf of d7950bd58fec4b49acbf6bb7082bbafd for: {'port': 1} {{(pid=103140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 22:59:09.276608 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-7add9819-93f4-42b0-bb72-575b4fface0c req-46a16aa4-997c-4b05-a462-1cd00b831f34 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:09.287711 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec61487-caf5-4504-9707-fa5d62a5d5f8 None None] Pushing event updated for resources: {'Port': ['ID=2b779496-31f9-4ca5-85c0-43bcf2e7b0fa,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:59:09.353353 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-7a7d33d1-467b-489a-9c84-ec813e41dcaf None None] Provisioning complete for port 2b779496-31f9-4ca5-85c0-43bcf2e7b0fa triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:59:09.353820 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7a7d33d1-467b-489a-9c84-ec813e41dcaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (2b779496-31f9-4ca5-85c0-43bcf2e7b0fa), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:09.419909 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_common [req-7add9819-93f4-42b0-bb72-575b4fface0c req-46a16aa4-997c-4b05-a462-1cd00b831f34 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Allocated IP 172.20.0.3 (84ad4031-e82a-4043-9c3e-459c72f04a81/13f71f58-c682-4a26-a480-0bc8dd78198c/9e65a444-fbd6-420b-89bf-a0e351d5fc92) {{(pid=103140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:59:09.447689 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-7a7d33d1-467b-489a-9c84-ec813e41dcaf None None] Current status of the port 2b779496-31f9-4ca5-85c0-43bcf2e7b0fa is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:59:09.460764 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-680b439a-0e10-4444-a400-5ffa0c004ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba3f33bf-f593-457c-819e-718aea49009b', 'name': 'tempest-TestSnapshotPattern-563778699-router', 'tenant_id': '6b601398b69d464abdacf89d63e0fe41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '748859fb-6bb4-4016-ba50-76849c1e04c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:59:01Z', 'updated_at': '2022-02-09T22:59:03Z', 'revision_number': 4, 'project_id': '6b601398b69d464abdacf89d63e0fe41', 'gw_port': {'id': '748859fb-6bb4-4016-ba50-76849c1e04c8', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3f33bf-f593-457c-819e-718aea49009b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:59:01Z', 'updated_at': '2022-02-09T22:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '2b779496-31f9-4ca5-85c0-43bcf2e7b0fa', 'name': '', 'network_id': '3df8f52e-cb4b-4810-bbf2-ed7ba55c27fa', 'tenant_id': '6b601398b69d464abdacf89d63e0fe41', 'mac_address': 'fa:16:3e:61:60:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba3f33bf-f593-457c-819e-718aea49009b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': '248d603a-e187-4d09-91db-ce74324f5ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:59:03Z', 'updated_at': '2022-02-09T22:59:08Z', 'revision_number': 4, 'project_id': '6b601398b69d464abdacf89d63e0fe41', 'subnets': [{'id': '248d603a-e187-4d09-91db-ce74324f5ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:59:09.487320 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680b439a-0e10-4444-a400-5ffa0c004ef1 None None] The sync data for ids ['ba3f33bf-f593-457c-819e-718aea49009b'] in n-d-828369-5 is: [{'id': 'ba3f33bf-f593-457c-819e-718aea49009b', 'name': 'tempest-TestSnapshotPattern-563778699-router', 'tenant_id': '6b601398b69d464abdacf89d63e0fe41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '748859fb-6bb4-4016-ba50-76849c1e04c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:59:01Z', 'updated_at': '2022-02-09T22:59:03Z', 'revision_number': 4, 'project_id': '6b601398b69d464abdacf89d63e0fe41', 'gw_port': {'id': '748859fb-6bb4-4016-ba50-76849c1e04c8', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3f33bf-f593-457c-819e-718aea49009b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:59:01Z', 'updated_at': '2022-02-09T22:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': '2b779496-31f9-4ca5-85c0-43bcf2e7b0fa', 'name': '', 'network_id': '3df8f52e-cb4b-4810-bbf2-ed7ba55c27fa', 'tenant_id': '6b601398b69d464abdacf89d63e0fe41', 'mac_address': 'fa:16:3e:61:60:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba3f33bf-f593-457c-819e-718aea49009b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': '248d603a-e187-4d09-91db-ce74324f5ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:59:03Z', 'updated_at': '2022-02-09T22:59:08Z', 'revision_number': 4, 'project_id': '6b601398b69d464abdacf89d63e0fe41', 'subnets': [{'id': '248d603a-e187-4d09-91db-ce74324f5ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:59:09.587335 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-7add9819-93f4-42b0-bb72-575b4fface0c req-46a16aa4-997c-4b05-a462-1cd00b831f34 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Publish callbacks [] for port (9e65a444-fbd6-420b-89bf-a0e351d5fc92), precommit_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:09.601011 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 748859fb-6bb4-4016-ba50-76849c1e04c8 up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:59:09.632209 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-7add9819-93f4-42b0-bb72-575b4fface0c req-46a16aa4-997c-4b05-a462-1cd00b831f34 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (9e65a444-fbd6-420b-89bf-a0e351d5fc92), after_create {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:09.658341 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 748859fb-6bb4-4016-ba50-76849c1e04c8 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:59:09.658723 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (748859fb-6bb4-4016-ba50-76849c1e04c8), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:09.673900 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7add9819-93f4-42b0-bb72-575b4fface0c req-46a16aa4-997c-4b05-a462-1cd00b831f34 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Network 84ad4031-e82a-4043-9c3e-459c72f04a81 is already hosted by enough agents. {{(pid=103140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:59:09.679403 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.base_scheduler [req-7add9819-93f4-42b0-bb72-575b4fface0c req-46a16aa4-997c-4b05-a462-1cd00b831f34 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Resources bound (agent type, host, resource id): {{(pid=103140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:59:09.681966 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-7add9819-93f4-42b0-bb72-575b4fface0c req-46a16aa4-997c-4b05-a462-1cd00b831f34 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Received port after_create {{(pid=103140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:59:09.713577 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a16aa4-997c-4b05-a462-1cd00b831f34 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Pushing event updated for resources: {'Port': ['ID=9e65a444-fbd6-420b-89bf-a0e351d5fc92,revision_number=1']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:59:09.746257 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add9819-93f4-42b0-bb72-575b4fface0c req-46a16aa4-997c-4b05-a462-1cd00b831f34 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:59:09.746905 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-7add9819-93f4-42b0-bb72-575b4fface0c req-46a16aa4-997c-4b05-a462-1cd00b831f34 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:09.773579 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7add9819-93f4-42b0-bb72-575b4fface0c req-46a16aa4-997c-4b05-a462-1cd00b831f34 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7131600 Feb 09 22:59:09.775433 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 748859fb-6bb4-4016-ba50-76849c1e04c8 is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:59:09.776987 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 2b779496-31f9-4ca5-85c0-43bcf2e7b0fa up at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:59:09.782939 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [req-7add9819-93f4-42b0-bb72-575b4fface0c req-a4033fdb-b424-4be6-a166-942ef5e48854 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=103140) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 22:59:09.784004 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7add9819-93f4-42b0-bb72-575b4fface0c req-a4033fdb-b424-4be6-a166-942ef5e48854 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061007 Feb 09 22:59:09.795250 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.v2.base [req-7add9819-93f4-42b0-bb72-575b4fface0c req-a43999b4-5307-4fd1-afc9-e3dfa6a7ac3f service neutron] Request body: {'port': {'device_id': '2ad29c3e-7883-4039-a4e4-af8de1fce5a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-5'}} {{(pid=103140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:59:09.829137 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Provisioning complete for port 2b779496-31f9-4ca5-85c0-43bcf2e7b0fa triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:59:09.829525 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (2b779496-31f9-4ca5-85c0-43bcf2e7b0fa), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:09.881779 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-7add9819-93f4-42b0-bb72-575b4fface0c req-a43999b4-5307-4fd1-afc9-e3dfa6a7ac3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (9e65a444-fbd6-420b-89bf-a0e351d5fc92), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:09.926161 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Current status of the port 2b779496-31f9-4ca5-85c0-43bcf2e7b0fa is: ACTIVE; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:59:09.973978 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-cc89603a-20ce-4e16-9467-ea10d667d6b0 None None] Provisioning complete for port 9e65a444-fbd6-420b-89bf-a0e351d5fc92 triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:59:09.974357 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-cc89603a-20ce-4e16-9467-ea10d667d6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (9e65a444-fbd6-420b-89bf-a0e351d5fc92), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:10.012495 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-cc89603a-20ce-4e16-9467-ea10d667d6b0 None None] Port 9e65a444-fbd6-420b-89bf-a0e351d5fc92 cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 22:59:10.155057 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [req-7add9819-93f4-42b0-bb72-575b4fface0c req-a43999b4-5307-4fd1-afc9-e3dfa6a7ac3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e65a444-fbd6-420b-89bf-a0e351d5fc92 {{(pid=103140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:59:10.162569 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-7add9819-93f4-42b0-bb72-575b4fface0c req-a43999b4-5307-4fd1-afc9-e3dfa6a7ac3f service neutron] Publish callbacks [] for port (9e65a444-fbd6-420b-89bf-a0e351d5fc92), precommit_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:10.174602 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.provisioning_blocks [req-7add9819-93f4-42b0-bb72-575b4fface0c req-a43999b4-5307-4fd1-afc9-e3dfa6a7ac3f service neutron] Transition to ACTIVE for port object 9e65a444-fbd6-420b-89bf-a0e351d5fc92 will not be triggered until provisioned by entity L2. {{(pid=103140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 22:59:10.178244 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-7add9819-93f4-42b0-bb72-575b4fface0c req-a43999b4-5307-4fd1-afc9-e3dfa6a7ac3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (9e65a444-fbd6-420b-89bf-a0e351d5fc92), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:10.230782 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43999b4-5307-4fd1-afc9-e3dfa6a7ac3f service neutron] Pushing event updated for resources: {'Port': ['ID=9e65a444-fbd6-420b-89bf-a0e351d5fc92,revision_number=2']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:59:10.647602 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-7add9819-93f4-42b0-bb72-575b4fface0c req-a43999b4-5307-4fd1-afc9-e3dfa6a7ac3f service neutron] Attempting to bind port 9e65a444-fbd6-420b-89bf-a0e351d5fc92 on host n-h1-828369-5 for vnic_type normal with profile {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 22:59:10.647943 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-7add9819-93f4-42b0-bb72-575b4fface0c req-a43999b4-5307-4fd1-afc9-e3dfa6a7ac3f service neutron] Attempting to bind port 9e65a444-fbd6-420b-89bf-a0e351d5fc92 by drivers openvswitch,hyperv on host n-h1-828369-5 at level 0 using segments [{'id': '96bc603e-a9af-4f06-bc71-28578285fd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '84ad4031-e82a-4043-9c3e-459c72f04a81'}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 22:59:10.648308 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7add9819-93f4-42b0-bb72-575b4fface0c req-a43999b4-5307-4fd1-afc9-e3dfa6a7ac3f service neutron] Attempting to bind port 9e65a444-fbd6-420b-89bf-a0e351d5fc92 on network 84ad4031-e82a-4043-9c3e-459c72f04a81 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:59:10.658808 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe1e99a-447a-4621-beba-6dae851fc439 req-f776291e-d38a-4e25-ae2c-8a0ef33750d5 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:59:10.660418 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2fe1e99a-447a-4621-beba-6dae851fc439 req-f776291e-d38a-4e25-ae2c-8a0ef33750d5 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] 10.222.0.90 "GET /v2.0/ports?device_id=2ad29c3e-7883-4039-a4e4-af8de1fce5a2 HTTP/1.1" status: 200 len: 943 time: 0.4061232 Feb 09 22:59:10.662723 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7add9819-93f4-42b0-bb72-575b4fface0c req-a43999b4-5307-4fd1-afc9-e3dfa6a7ac3f service neutron] Port 9e65a444-fbd6-420b-89bf-a0e351d5fc92 on network 84ad4031-e82a-4043-9c3e-459c72f04a81 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-5 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 22:59:10.663080 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7add9819-93f4-42b0-bb72-575b4fface0c req-a43999b4-5307-4fd1-afc9-e3dfa6a7ac3f service neutron] Attempting to bind port 9e65a444-fbd6-420b-89bf-a0e351d5fc92 on network 84ad4031-e82a-4043-9c3e-459c72f04a81 {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 22:59:10.675233 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7add9819-93f4-42b0-bb72-575b4fface0c req-a43999b4-5307-4fd1-afc9-e3dfa6a7ac3f service neutron] Checking agent: {'id': '272eb6e3-6203-4ebd-b07c-9466babfe82e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 22, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 22:59:10.675575 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7add9819-93f4-42b0-bb72-575b4fface0c req-a43999b4-5307-4fd1-afc9-e3dfa6a7ac3f service neutron] Checking segment: {'id': '96bc603e-a9af-4f06-bc71-28578285fd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '84ad4031-e82a-4043-9c3e-459c72f04a81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 22:59:10.675953 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7add9819-93f4-42b0-bb72-575b4fface0c req-a43999b4-5307-4fd1-afc9-e3dfa6a7ac3f service neutron] Bound using segment: {'id': '96bc603e-a9af-4f06-bc71-28578285fd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '84ad4031-e82a-4043-9c3e-459c72f04a81'} {{(pid=103140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 22:59:10.676420 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.managers [req-7add9819-93f4-42b0-bb72-575b4fface0c req-a43999b4-5307-4fd1-afc9-e3dfa6a7ac3f service neutron] Bound port: 9e65a444-fbd6-420b-89bf-a0e351d5fc92, host: n-h1-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96bc603e-a9af-4f06-bc71-28578285fd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '84ad4031-e82a-4043-9c3e-459c72f04a81'}}] {{(pid=103140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 22:59:10.676782 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-7add9819-93f4-42b0-bb72-575b4fface0c req-a43999b4-5307-4fd1-afc9-e3dfa6a7ac3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (9e65a444-fbd6-420b-89bf-a0e351d5fc92), before_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:10.745711 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-2fe1e99a-447a-4621-beba-6dae851fc439 req-d2e4293d-3f40-4794-8ce0-fbeeef552eeb tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] 10.222.0.90 "GET /v2.0/security-groups?id=3fc1343f-611a-4ccd-82b6-2787f82f02cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792584 Feb 09 22:59:10.769154 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-7add9819-93f4-42b0-bb72-575b4fface0c req-a43999b4-5307-4fd1-afc9-e3dfa6a7ac3f service neutron] For port 9e65a444-fbd6-420b-89bf-a0e351d5fc92, host n-h1-828369-5, cleared binding levels {{(pid=103140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 22:59:10.772401 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-7add9819-93f4-42b0-bb72-575b4fface0c req-a43999b4-5307-4fd1-afc9-e3dfa6a7ac3f service neutron] For port 9e65a444-fbd6-420b-89bf-a0e351d5fc92, host n-h1-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=9e65a444-fbd6-420b-89bf-a0e351d5fc92,segment=NetworkSegment(96bc603e-a9af-4f06-bc71-28578285fd86),segment_id=96bc603e-a9af-4f06-bc71-28578285fd86)] {{(pid=103140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 22:59:10.779598 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-7add9819-93f4-42b0-bb72-575b4fface0c req-a43999b4-5307-4fd1-afc9-e3dfa6a7ac3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8669339'] for port (9e65a444-fbd6-420b-89bf-a0e351d5fc92), after_update {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:10.818688 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add9819-93f4-42b0-bb72-575b4fface0c req-a43999b4-5307-4fd1-afc9-e3dfa6a7ac3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:59:10.819325 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-7add9819-93f4-42b0-bb72-575b4fface0c req-a43999b4-5307-4fd1-afc9-e3dfa6a7ac3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:10.820826 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7add9819-93f4-42b0-bb72-575b4fface0c req-a43999b4-5307-4fd1-afc9-e3dfa6a7ac3f service neutron] 10.222.0.95 "PUT /v2.0/ports/9e65a444-fbd6-420b-89bf-a0e351d5fc92 HTTP/1.1" status: 200 len: 1091 time: 1.0299070 Feb 09 22:59:10.821288 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ad29c3e-7883-4039-a4e4-af8de1fce5a2', 'tag': '9e65a444-fbd6-420b-89bf-a0e351d5fc92'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:59:10.823855 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}084566773578a82c7ab9e8b7d7948f8d3f1cbdaece621e80e6759ea940bbe07a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c66d30b-1a7f-41db-83df-542011d629d7" -d '{"events": [{"name": "network-changed", "server_uuid": "2ad29c3e-7883-4039-a4e4-af8de1fce5a2", "tag": "9e65a444-fbd6-420b-89bf-a0e351d5fc92"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:59:10.850783 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43999b4-5307-4fd1-afc9-e3dfa6a7ac3f service neutron] Pushing event updated for resources: {'Port': ['ID=9e65a444-fbd6-420b-89bf-a0e351d5fc92,revision_number=3']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:59:10.921209 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add9819-93f4-42b0-bb72-575b4fface0c req-719f3af4-6e34-45c1-947d-1145e797cf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:59:10.922925 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7add9819-93f4-42b0-bb72-575b4fface0c req-719f3af4-6e34-45c1-947d-1145e797cf91 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=d7950bd58fec4b49acbf6bb7082bbafd&device_id=2ad29c3e-7883-4039-a4e4-af8de1fce5a2 HTTP/1.1" status: 200 len: 1125 time: 0.0570769 Feb 09 22:59:10.969431 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7add9819-93f4-42b0-bb72-575b4fface0c req-b6f427b1-c35f-48bc-b95a-aab9359e92ff service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e65a444-fbd6-420b-89bf-a0e351d5fc92 HTTP/1.1" status: 200 len: 217 time: 0.0396097 Feb 09 22:59:11.005674 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-736c7bbb-d874-435f-9ba5-f920ffb5fe58 x-openstack-request-id: req-736c7bbb-d874-435f-9ba5-f920ffb5fe58 {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:59:11.005976 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ad29c3e-7883-4039-a4e4-af8de1fce5a2", "tag": "9e65a444-fbd6-420b-89bf-a0e351d5fc92", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:59:11.006233 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-736c7bbb-d874-435f-9ba5-f920ffb5fe58 {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:59:11.006637 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ad29c3e-7883-4039-a4e4-af8de1fce5a2', 'tag': '9e65a444-fbd6-420b-89bf-a0e351d5fc92', 'status': 'completed', 'code': 200} Feb 09 22:59:11.025853 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add9819-93f4-42b0-bb72-575b4fface0c req-58015a05-8979-4e6c-b25b-a99a8e2477eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:59:11.027250 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7add9819-93f4-42b0-bb72-575b4fface0c req-58015a05-8979-4e6c-b25b-a99a8e2477eb service neutron] 10.222.0.95 "GET /v2.0/subnets?id=13f71f58-c682-4a26-a480-0bc8dd78198c HTTP/1.1" status: 200 len: 848 time: 0.0529566 Feb 09 22:59:11.077968 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add9819-93f4-42b0-bb72-575b4fface0c req-f68ec261-cb4e-448a-981c-bf0fd7dfd4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:59:11.079489 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7add9819-93f4-42b0-bb72-575b4fface0c req-f68ec261-cb4e-448a-981c-bf0fd7dfd4e4 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=84ad4031-e82a-4043-9c3e-459c72f04a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0459230 Feb 09 22:59:11.166478 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7add9819-93f4-42b0-bb72-575b4fface0c req-bf3ca8c7-4262-4e77-ae4b-d467b60869a9 service neutron] 10.222.0.95 "GET /v2.0/networks/84ad4031-e82a-4043-9c3e-459c72f04a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812850 Feb 09 22:59:11.210568 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2ec5524c-13bf-4216-a1f8-583ea49c6876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:11.259871 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7add9819-93f4-42b0-bb72-575b4fface0c req-a34fb74a-ba9d-484e-b080-d59824af15a7 service neutron] 10.222.0.95 "GET /v2.0/networks/84ad4031-e82a-4043-9c3e-459c72f04a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868084 Feb 09 22:59:11.349573 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c66d30b-1a7f-41db-83df-542011d629d7 req-4d2b9fbd-fd03-4dc7-8f98-bfe9112895a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:59:11.351152 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0c66d30b-1a7f-41db-83df-542011d629d7 req-4d2b9fbd-fd03-4dc7-8f98-bfe9112895a4 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=d7950bd58fec4b49acbf6bb7082bbafd&device_id=2ad29c3e-7883-4039-a4e4-af8de1fce5a2 HTTP/1.1" status: 200 len: 1125 time: 0.0471237 Feb 09 22:59:11.446895 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c66d30b-1a7f-41db-83df-542011d629d7 req-16943284-fb93-4439-918f-22b8c0e7a83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:59:11.449631 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0c66d30b-1a7f-41db-83df-542011d629d7 req-16943284-fb93-4439-918f-22b8c0e7a83b service neutron] 10.222.0.95 "GET /v2.0/networks?id=84ad4031-e82a-4043-9c3e-459c72f04a81 HTTP/1.1" status: 200 len: 910 time: 0.0924199 Feb 09 22:59:11.493640 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0c66d30b-1a7f-41db-83df-542011d629d7 req-fb86805f-af67-4f07-b778-a2481f4a0e94 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e65a444-fbd6-420b-89bf-a0e351d5fc92 HTTP/1.1" status: 200 len: 217 time: 0.0372400 Feb 09 22:59:11.542957 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c66d30b-1a7f-41db-83df-542011d629d7 req-3ee3c8b9-1f27-44b1-a701-251fc839fb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:59:11.544429 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0c66d30b-1a7f-41db-83df-542011d629d7 req-3ee3c8b9-1f27-44b1-a701-251fc839fb3d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=13f71f58-c682-4a26-a480-0bc8dd78198c HTTP/1.1" status: 200 len: 848 time: 0.0441461 Feb 09 22:59:11.597531 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c66d30b-1a7f-41db-83df-542011d629d7 req-bc46672f-297d-42a5-8c07-915600c59556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:59:11.599036 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0c66d30b-1a7f-41db-83df-542011d629d7 req-bc46672f-297d-42a5-8c07-915600c59556 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=84ad4031-e82a-4043-9c3e-459c72f04a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0483563 Feb 09 22:59:11.688078 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0c66d30b-1a7f-41db-83df-542011d629d7 req-0280977c-3333-4642-8fca-4ea0a7d3ff22 service neutron] 10.222.0.95 "GET /v2.0/networks/84ad4031-e82a-4043-9c3e-459c72f04a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806563 Feb 09 22:59:11.779643 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0c66d30b-1a7f-41db-83df-542011d629d7 req-d129e71f-8a60-49ee-8758-e65c42b9499b service neutron] 10.222.0.95 "GET /v2.0/networks/84ad4031-e82a-4043-9c3e-459c72f04a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863533 Feb 09 22:59:11.869403 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038ea65d-fa0f-42b3-8ac9-de34ecee36da req-496dc1e7-fcc8-4924-8aa8-d845b64a774d tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:59:11.870890 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-038ea65d-fa0f-42b3-8ac9-de34ecee36da req-496dc1e7-fcc8-4924-8aa8-d845b64a774d tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] 10.222.0.90 "GET /v2.0/ports?device_id=2ad29c3e-7883-4039-a4e4-af8de1fce5a2 HTTP/1.1" status: 200 len: 943 time: 0.0537786 Feb 09 22:59:11.918963 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-038ea65d-fa0f-42b3-8ac9-de34ecee36da req-3843c772-e4a4-4a06-bae5-aae963daef75 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] 10.222.0.90 "GET /v2.0/security-groups?id=3fc1343f-611a-4ccd-82b6-2787f82f02cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424323 Feb 09 22:59:13.038792 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe7ab9b-8da2-4c8b-aedd-b107db609c3c req-81664dea-4dc3-42d3-a142-d6c5ed5f6d17 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:59:13.040206 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-efe7ab9b-8da2-4c8b-aedd-b107db609c3c req-81664dea-4dc3-42d3-a142-d6c5ed5f6d17 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] 10.222.0.90 "GET /v2.0/ports?device_id=2ad29c3e-7883-4039-a4e4-af8de1fce5a2 HTTP/1.1" status: 200 len: 943 time: 0.0527544 Feb 09 22:59:13.051154 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 9e65a444-fbd6-420b-89bf-a0e351d5fc92 details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 22:59:13.090506 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-efe7ab9b-8da2-4c8b-aedd-b107db609c3c req-c8021222-7d3c-47e3-9315-5e21e105d275 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] 10.222.0.90 "GET /v2.0/security-groups?id=3fc1343f-611a-4ccd-82b6-2787f82f02cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446486 Feb 09 22:59:13.130983 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:13.167134 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 9e65a444-fbd6-420b-89bf-a0e351d5fc92, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=9e65a444-fbd6-420b-89bf-a0e351d5fc92,segment=NetworkSegment(96bc603e-a9af-4f06-bc71-28578285fd86),segment_id=96bc603e-a9af-4f06-bc71-28578285fd86)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:59:13.177704 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': '9e65a444-fbd6-420b-89bf-a0e351d5fc92', 'network_id': '84ad4031-e82a-4043-9c3e-459c72f04a81', 'port_id': '9e65a444-fbd6-420b-89bf-a0e351d5fc92', 'mac_address': 'fa:16:3e:f6:b9:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13f71f58-c682-4a26-a480-0bc8dd78198c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 22:59:13.217911 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 9e65a444-fbd6-420b-89bf-a0e351d5fc92 is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:59:13.218301 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (9e65a444-fbd6-420b-89bf-a0e351d5fc92), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:13.230859 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e65a444-fbd6-420b-89bf-a0e351d5fc92 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 22:59:13.251299 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 9e65a444-fbd6-420b-89bf-a0e351d5fc92, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=9e65a444-fbd6-420b-89bf-a0e351d5fc92,segment=NetworkSegment(96bc603e-a9af-4f06-bc71-28578285fd86),segment_id=96bc603e-a9af-4f06-bc71-28578285fd86)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:59:13.254738 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (9e65a444-fbd6-420b-89bf-a0e351d5fc92), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:13.299320 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=9e65a444-fbd6-420b-89bf-a0e351d5fc92,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:59:13.491253 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['9e65a444-fbd6-420b-89bf-a0e351d5fc92'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 22:59:14.213773 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4148d809-6fc7-43b8-a9f4-7ee64a3c90bf req-25b4a8ad-62a0-4c04-9419-f9e88da5d023 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:59:14.215271 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4148d809-6fc7-43b8-a9f4-7ee64a3c90bf req-25b4a8ad-62a0-4c04-9419-f9e88da5d023 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] 10.222.0.90 "GET /v2.0/ports?device_id=2ad29c3e-7883-4039-a4e4-af8de1fce5a2 HTTP/1.1" status: 200 len: 944 time: 0.0563824 Feb 09 22:59:14.263684 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4148d809-6fc7-43b8-a9f4-7ee64a3c90bf req-fb1581a7-814e-4ac9-842a-bc20a9ad92d5 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] 10.222.0.90 "GET /v2.0/security-groups?id=3fc1343f-611a-4ccd-82b6-2787f82f02cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421951 Feb 09 22:59:14.506461 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:15.058580 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 9e65a444-fbd6-420b-89bf-a0e351d5fc92 up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 22:59:15.106718 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning for port 9e65a444-fbd6-420b-89bf-a0e351d5fc92 completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 22:59:15.117684 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port 9e65a444-fbd6-420b-89bf-a0e351d5fc92 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 22:59:15.118064 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (9e65a444-fbd6-420b-89bf-a0e351d5fc92), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:15.207819 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 9e65a444-fbd6-420b-89bf-a0e351d5fc92 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 22:59:15.208213 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (9e65a444-fbd6-420b-89bf-a0e351d5fc92), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:15.230852 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ad29c3e-7883-4039-a4e4-af8de1fce5a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e65a444-fbd6-420b-89bf-a0e351d5fc92'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:59:15.233509 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cf4d4d953224237653245d15ffec07a65c4bd356d4237fd84236d8abf5d48a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30b2a814-5f87-4378-8e5d-a4454ee84d84" -d '{"events": [{"server_uuid": "2ad29c3e-7883-4039-a4e4-af8de1fce5a2", "name": "network-vif-plugged", "status": "completed", "tag": "9e65a444-fbd6-420b-89bf-a0e351d5fc92"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:59:15.246461 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 9e65a444-fbd6-420b-89bf-a0e351d5fc92, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=9e65a444-fbd6-420b-89bf-a0e351d5fc92,segment=NetworkSegment(96bc603e-a9af-4f06-bc71-28578285fd86),segment_id=96bc603e-a9af-4f06-bc71-28578285fd86)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 22:59:15.252042 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (9e65a444-fbd6-420b-89bf-a0e351d5fc92), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:15.276393 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 22:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b742888e-e9ab-4d91-8eec-6c5cca032749 x-openstack-request-id: req-b742888e-e9ab-4d91-8eec-6c5cca032749 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:59:15.276692 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ad29c3e-7883-4039-a4e4-af8de1fce5a2", "name": "network-vif-plugged", "status": "completed", "tag": "9e65a444-fbd6-420b-89bf-a0e351d5fc92", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:59:15.276954 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-b742888e-e9ab-4d91-8eec-6c5cca032749 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:59:15.277358 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ad29c3e-7883-4039-a4e4-af8de1fce5a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e65a444-fbd6-420b-89bf-a0e351d5fc92', 'code': 200} Feb 09 22:59:15.306609 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=9e65a444-fbd6-420b-89bf-a0e351d5fc92,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:59:15.389138 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49798bcf-a3b2-48c2-a483-150f71591898 req-4efb80bc-94dc-4ce7-8970-d76c4409be6c tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:59:15.390726 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-49798bcf-a3b2-48c2-a483-150f71591898 req-4efb80bc-94dc-4ce7-8970-d76c4409be6c tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] 10.222.0.90 "GET /v2.0/ports?device_id=2ad29c3e-7883-4039-a4e4-af8de1fce5a2 HTTP/1.1" status: 200 len: 945 time: 0.0580952 Feb 09 22:59:15.439870 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-49798bcf-a3b2-48c2-a483-150f71591898 req-2b589b91-a9cd-4752-9d2b-fb40acb4e9dd tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] 10.222.0.90 "GET /v2.0/security-groups?id=3fc1343f-611a-4ccd-82b6-2787f82f02cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435283 Feb 09 22:59:15.504484 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd643cbf-412d-4af1-8c08-92b465ec6708 req-0c4abe8c-f00b-45b9-bf9c-57bbc979d8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:59:15.506097 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fd643cbf-412d-4af1-8c08-92b465ec6708 req-0c4abe8c-f00b-45b9-bf9c-57bbc979d8c4 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=2ad29c3e-7883-4039-a4e4-af8de1fce5a2 HTTP/1.1" status: 200 len: 1127 time: 0.1645486 Feb 09 22:59:15.555228 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fd643cbf-412d-4af1-8c08-92b465ec6708 req-c5261acc-df2b-458e-b3b1-77f0077fea9f service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=3fc1343f-611a-4ccd-82b6-2787f82f02cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424771 Feb 09 22:59:15.563080 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:16.569509 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3ac1bf-79c0-4a92-9d98-11e8bafbc6a2 req-3cda5ea1-cfce-47e7-a678-c2fdfbdf6bde tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:59:16.571005 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9e3ac1bf-79c0-4a92-9d98-11e8bafbc6a2 req-3cda5ea1-cfce-47e7-a678-c2fdfbdf6bde tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] 10.222.0.90 "GET /v2.0/ports?device_id=2ad29c3e-7883-4039-a4e4-af8de1fce5a2 HTTP/1.1" status: 200 len: 945 time: 0.0526330 Feb 09 22:59:16.620129 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9e3ac1bf-79c0-4a92-9d98-11e8bafbc6a2 req-d7098e24-b753-404c-9d16-54697e425d0b tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] 10.222.0.90 "GET /v2.0/security-groups?id=3fc1343f-611a-4ccd-82b6-2787f82f02cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432436 Feb 09 22:59:17.738484 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c9d2ff-2626-4db9-bd10-122a28fd8f55 req-6da6d727-9d70-4bf7-9eb8-4dfe6c7696a8 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:59:17.739890 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-64c9d2ff-2626-4db9-bd10-122a28fd8f55 req-6da6d727-9d70-4bf7-9eb8-4dfe6c7696a8 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] 10.222.0.90 "GET /v2.0/ports?device_id=2ad29c3e-7883-4039-a4e4-af8de1fce5a2 HTTP/1.1" status: 200 len: 945 time: 0.0524774 Feb 09 22:59:17.791303 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-64c9d2ff-2626-4db9-bd10-122a28fd8f55 req-68441ed9-9a27-4981-b7e9-396ec70882dd tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] 10.222.0.90 "GET /v2.0/security-groups?id=3fc1343f-611a-4ccd-82b6-2787f82f02cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458546 Feb 09 22:59:17.910855 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b96ccdb-b7a4-464b-b4f7-9f4d93a6f4a0 req-57f0c9ed-92ab-437f-8096-a1bf719632fb tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:59:17.912401 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9b96ccdb-b7a4-464b-b4f7-9f4d93a6f4a0 req-57f0c9ed-92ab-437f-8096-a1bf719632fb tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] 10.222.0.90 "GET /v2.0/ports?device_id=2ad29c3e-7883-4039-a4e4-af8de1fce5a2 HTTP/1.1" status: 200 len: 945 time: 0.0537288 Feb 09 22:59:17.960954 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9b96ccdb-b7a4-464b-b4f7-9f4d93a6f4a0 req-db370cbd-bf29-46c0-a88a-8aaa33680e9a tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] 10.222.0.90 "GET /v2.0/security-groups?id=3fc1343f-611a-4ccd-82b6-2787f82f02cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430191 Feb 09 22:59:17.982505 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 55596) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:59:18.066455 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef20b19-a734-4b9e-88de-0d32328539e4 tempest-TestSnapshotPattern-2127763432 tempest-TestSnapshotPattern-2127763432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:59:18.068000 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-7ef20b19-a734-4b9e-88de-0d32328539e4 tempest-TestSnapshotPattern-2127763432 tempest-TestSnapshotPattern-2127763432-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=2ad29c3e-7883-4039-a4e4-af8de1fce5a2 HTTP/1.1" status: 200 len: 1122 time: 0.0844898 Feb 09 22:59:18.071010 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 55600) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 22:59:18.075955 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-a88a26d6-be3a-417e-bdf0-5ded6a7e804d tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Request body: {'floatingip': {'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'port_id': '9e65a444-fbd6-420b-89bf-a0e351d5fc92', 'tenant_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 22:59:18.096838 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a88a26d6-be3a-417e-bdf0-5ded6a7e804d tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:18.190183 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a88a26d6-be3a-417e-bdf0-5ded6a7e804d tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:18.294457 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-a88a26d6-be3a-417e-bdf0-5ded6a7e804d tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Allocated IP 172.25.3.131 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/8b6f9c5d-3574-4324-8921-bf260bb95eee) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 22:59:18.393674 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a88a26d6-be3a-417e-bdf0-5ded6a7e804d tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Publish callbacks [] for port (8b6f9c5d-3574-4324-8921-bf260bb95eee), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:18.426502 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a88a26d6-be3a-417e-bdf0-5ded6a7e804d tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (8b6f9c5d-3574-4324-8921-bf260bb95eee), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:18.461940 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88a26d6-be3a-417e-bdf0-5ded6a7e804d tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 22:59:18.466617 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-a88a26d6-be3a-417e-bdf0-5ded6a7e804d tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 22:59:18.470631 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88a26d6-be3a-417e-bdf0-5ded6a7e804d tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 22:59:18.498591 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88a26d6-be3a-417e-bdf0-5ded6a7e804d tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Pushing event updated for resources: {'Port': ['ID=8b6f9c5d-3574-4324-8921-bf260bb95eee,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:59:19.093653 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a88a26d6-be3a-417e-bdf0-5ded6a7e804d tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Publish callbacks [] for floatingip (e5ab0b72-e423-4220-8f7c-93580e0ca3a9), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:19.165774 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a88a26d6-be3a-417e-bdf0-5ded6a7e804d tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (8b6f9c5d-3574-4324-8921-bf260bb95eee), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:19.312892 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a88a26d6-be3a-417e-bdf0-5ded6a7e804d tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Publish callbacks [] for port (8b6f9c5d-3574-4324-8921-bf260bb95eee), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:19.317092 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a88a26d6-be3a-417e-bdf0-5ded6a7e804d tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (8b6f9c5d-3574-4324-8921-bf260bb95eee), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:19.390394 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88a26d6-be3a-417e-bdf0-5ded6a7e804d tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Pushing event updated for resources: {'Port': ['ID=8b6f9c5d-3574-4324-8921-bf260bb95eee,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 22:59:19.397638 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a88a26d6-be3a-417e-bdf0-5ded6a7e804d tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (e5ab0b72-e423-4220-8f7c-93580e0ca3a9), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:19.498269 n-d-828369-5 neutron-server[103141]: INFO neutron.db.l3_db [None req-a88a26d6-be3a-417e-bdf0-5ded6a7e804d tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Floating IP e5ab0b72-e423-4220-8f7c-93580e0ca3a9 associated. External IP: 172.25.3.131, port: 9e65a444-fbd6-420b-89bf-a0e351d5fc92. Feb 09 22:59:19.720771 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a88a26d6-be3a-417e-bdf0-5ded6a7e804d tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Router b149727a-0f7d-4095-9fef-c92cdd45b680 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 22:59:19.826378 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a88a26d6-be3a-417e-bdf0-5ded6a7e804d tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 22:59:19.836320 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a63bd1-1655-4725-8075-45753cf7532a None None] Sync routers for ids ['b149727a-0f7d-4095-9fef-c92cdd45b680'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 22:59:19.844189 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-a88a26d6-be3a-417e-bdf0-5ded6a7e804d tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:19.849935 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a63bd1-1655-4725-8075-45753cf7532a None None] Routers {'b149727a-0f7d-4095-9fef-c92cdd45b680'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:59:19.850579 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-25a63bd1-1655-4725-8075-45753cf7532a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:59:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['b149727a-0f7d-4095-9fef-c92cdd45b680'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:59:19.888250 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-a88a26d6-be3a-417e-bdf0-5ded6a7e804d tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8062670 Feb 09 22:59:19.888250 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ad29c3e-7883-4039-a4e4-af8de1fce5a2', 'tag': '9e65a444-fbd6-420b-89bf-a0e351d5fc92'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 22:59:19.888250 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0759f77e637a6f71ff1c25bc92ec5ea77217d29fcb3f113a7ada5acb32ef5084" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9f6f821-dfe8-4f56-b9a4-62b251ddb9a1" -d '{"events": [{"name": "network-changed", "server_uuid": "2ad29c3e-7883-4039-a4e4-af8de1fce5a2", "tag": "9e65a444-fbd6-420b-89bf-a0e351d5fc92"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 22:59:19.965950 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-25a63bd1-1655-4725-8075-45753cf7532a None None] Set router b149727a-0f7d-4095-9fef-c92cdd45b680 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:59:19.976186 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 22:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b5afa38-868d-4b91-864d-55997bc9e2a1 x-openstack-request-id: req-8b5afa38-868d-4b91-864d-55997bc9e2a1 {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 22:59:19.976529 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ad29c3e-7883-4039-a4e4-af8de1fce5a2", "tag": "9e65a444-fbd6-420b-89bf-a0e351d5fc92", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 22:59:19.976788 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-8b5afa38-868d-4b91-864d-55997bc9e2a1 {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 22:59:19.977197 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ad29c3e-7883-4039-a4e4-af8de1fce5a2', 'tag': '9e65a444-fbd6-420b-89bf-a0e351d5fc92', 'status': 'completed', 'code': 200} Feb 09 22:59:20.043374 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f6f821-dfe8-4f56-b9a4-62b251ddb9a1 req-1770d2ad-d5ff-40b7-a17d-7658a9fa26d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:59:20.044921 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e9f6f821-dfe8-4f56-b9a4-62b251ddb9a1 req-1770d2ad-d5ff-40b7-a17d-7658a9fa26d3 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=d7950bd58fec4b49acbf6bb7082bbafd&device_id=2ad29c3e-7883-4039-a4e4-af8de1fce5a2 HTTP/1.1" status: 200 len: 1127 time: 0.0439737 Feb 09 22:59:20.137367 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f6f821-dfe8-4f56-b9a4-62b251ddb9a1 req-5e6b274c-fc89-4ea0-9815-145f44dd58c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:59:20.138852 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e9f6f821-dfe8-4f56-b9a4-62b251ddb9a1 req-5e6b274c-fc89-4ea0-9815-145f44dd58c8 service neutron] 10.222.0.95 "GET /v2.0/networks?id=84ad4031-e82a-4043-9c3e-459c72f04a81 HTTP/1.1" status: 200 len: 910 time: 0.0883071 Feb 09 22:59:20.190532 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-25a63bd1-1655-4725-8075-45753cf7532a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b149727a-0f7d-4095-9fef-c92cdd45b680', 'name': 'tempest-TestSnapshotPattern-368358386-router', 'tenant_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '881d10d2-b7e7-414a-90be-1c9efdee45d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:58:56Z', 'updated_at': '2022-02-09T22:58:59Z', 'revision_number': 4, 'project_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'gw_port': {'id': '881d10d2-b7e7-414a-90be-1c9efdee45d9', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ad:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b149727a-0f7d-4095-9fef-c92cdd45b680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:58:56Z', 'updated_at': '2022-02-09T22:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': 'e5ab0b72-e423-4220-8f7c-93580e0ca3a9', 'tenant_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'floating_ip_address': '172.25.3.131', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': 'b149727a-0f7d-4095-9fef-c92cdd45b680', 'port_id': '9e65a444-fbd6-420b-89bf-a0e351d5fc92', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84ad4031-e82a-4043-9c3e-459c72f04a81', 'mac_address': 'fa:16:3e:f6:b9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad29c3e-7883-4039-a4e4-af8de1fce5a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:59:18Z', 'updated_at': '2022-02-09T22:59:18Z', 'revision_number': 0, 'project_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b20ba4cd-39c2-497d-bd46-b1bf5b53c96b', 'name': '', 'network_id': '84ad4031-e82a-4043-9c3e-459c72f04a81', 'tenant_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'mac_address': 'fa:16:3e:b4:3a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b149727a-0f7d-4095-9fef-c92cdd45b680', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '13f71f58-c682-4a26-a480-0bc8dd78198c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:58:58Z', 'updated_at': '2022-02-09T22:59:03Z', 'revision_number': 5, 'project_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'subnets': [{'id': '13f71f58-c682-4a26-a480-0bc8dd78198c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:59:20.207338 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e9f6f821-dfe8-4f56-b9a4-62b251ddb9a1 req-f54ada37-2a71-472c-a449-842f7d00573e service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e65a444-fbd6-420b-89bf-a0e351d5fc92 HTTP/1.1" status: 200 len: 999 time: 0.0609908 Feb 09 22:59:20.220320 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a63bd1-1655-4725-8075-45753cf7532a None None] Checking router: b149727a-0f7d-4095-9fef-c92cdd45b680 for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 22:59:20.228761 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a63bd1-1655-4725-8075-45753cf7532a None None] Routers {'b149727a-0f7d-4095-9fef-c92cdd45b680'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 22:59:20.229307 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-25a63bd1-1655-4725-8075-45753cf7532a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T22:59:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['b149727a-0f7d-4095-9fef-c92cdd45b680'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:59:20.261067 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f6f821-dfe8-4f56-b9a4-62b251ddb9a1 req-47664a87-377b-42fc-9c3e-233ad119cc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:59:20.262565 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e9f6f821-dfe8-4f56-b9a4-62b251ddb9a1 req-47664a87-377b-42fc-9c3e-233ad119cc43 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=13f71f58-c682-4a26-a480-0bc8dd78198c HTTP/1.1" status: 200 len: 848 time: 0.0497761 Feb 09 22:59:20.317040 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f6f821-dfe8-4f56-b9a4-62b251ddb9a1 req-23c12295-6d3a-49b2-8cee-870a4887af0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:59:20.318978 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e9f6f821-dfe8-4f56-b9a4-62b251ddb9a1 req-23c12295-6d3a-49b2-8cee-870a4887af0a service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=84ad4031-e82a-4043-9c3e-459c72f04a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0488875 Feb 09 22:59:20.412682 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e9f6f821-dfe8-4f56-b9a4-62b251ddb9a1 req-b70a47a3-1c45-41b2-8c6b-b2e85519d0bd service neutron] 10.222.0.95 "GET /v2.0/networks/84ad4031-e82a-4043-9c3e-459c72f04a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875392 Feb 09 22:59:20.499191 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-25a63bd1-1655-4725-8075-45753cf7532a None None] Set router b149727a-0f7d-4095-9fef-c92cdd45b680 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 22:59:20.507636 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-e9f6f821-dfe8-4f56-b9a4-62b251ddb9a1 req-07845f11-d5be-424d-9c9c-ea90a79962b4 service neutron] 10.222.0.95 "GET /v2.0/networks/84ad4031-e82a-4043-9c3e-459c72f04a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891659 Feb 09 22:59:20.720180 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-25a63bd1-1655-4725-8075-45753cf7532a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b149727a-0f7d-4095-9fef-c92cdd45b680', 'name': 'tempest-TestSnapshotPattern-368358386-router', 'tenant_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '881d10d2-b7e7-414a-90be-1c9efdee45d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:58:56Z', 'updated_at': '2022-02-09T22:58:59Z', 'revision_number': 4, 'project_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'gw_port': {'id': '881d10d2-b7e7-414a-90be-1c9efdee45d9', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ad:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b149727a-0f7d-4095-9fef-c92cdd45b680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:58:56Z', 'updated_at': '2022-02-09T22:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': 'e5ab0b72-e423-4220-8f7c-93580e0ca3a9', 'tenant_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'floating_ip_address': '172.25.3.131', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': 'b149727a-0f7d-4095-9fef-c92cdd45b680', 'port_id': '9e65a444-fbd6-420b-89bf-a0e351d5fc92', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84ad4031-e82a-4043-9c3e-459c72f04a81', 'mac_address': 'fa:16:3e:f6:b9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad29c3e-7883-4039-a4e4-af8de1fce5a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:59:18Z', 'updated_at': '2022-02-09T22:59:18Z', 'revision_number': 0, 'project_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b20ba4cd-39c2-497d-bd46-b1bf5b53c96b', 'name': '', 'network_id': '84ad4031-e82a-4043-9c3e-459c72f04a81', 'tenant_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'mac_address': 'fa:16:3e:b4:3a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b149727a-0f7d-4095-9fef-c92cdd45b680', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '13f71f58-c682-4a26-a480-0bc8dd78198c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:58:58Z', 'updated_at': '2022-02-09T22:59:03Z', 'revision_number': 5, 'project_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'subnets': [{'id': '13f71f58-c682-4a26-a480-0bc8dd78198c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 22:59:20.749892 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a63bd1-1655-4725-8075-45753cf7532a None None] The sync data for ids ['b149727a-0f7d-4095-9fef-c92cdd45b680'] in n-d-828369-5 is: [{'id': 'b149727a-0f7d-4095-9fef-c92cdd45b680', 'name': 'tempest-TestSnapshotPattern-368358386-router', 'tenant_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '881d10d2-b7e7-414a-90be-1c9efdee45d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:58:56Z', 'updated_at': '2022-02-09T22:58:59Z', 'revision_number': 4, 'project_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'gw_port': {'id': '881d10d2-b7e7-414a-90be-1c9efdee45d9', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ad:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b149727a-0f7d-4095-9fef-c92cdd45b680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:58:56Z', 'updated_at': '2022-02-09T22:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': 'e5ab0b72-e423-4220-8f7c-93580e0ca3a9', 'tenant_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'floating_ip_address': '172.25.3.131', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': 'b149727a-0f7d-4095-9fef-c92cdd45b680', 'port_id': '9e65a444-fbd6-420b-89bf-a0e351d5fc92', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84ad4031-e82a-4043-9c3e-459c72f04a81', 'mac_address': 'fa:16:3e:f6:b9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad29c3e-7883-4039-a4e4-af8de1fce5a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:59:18Z', 'updated_at': '2022-02-09T22:59:18Z', 'revision_number': 0, 'project_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b20ba4cd-39c2-497d-bd46-b1bf5b53c96b', 'name': '', 'network_id': '84ad4031-e82a-4043-9c3e-459c72f04a81', 'tenant_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'mac_address': 'fa:16:3e:b4:3a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b149727a-0f7d-4095-9fef-c92cdd45b680', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '13f71f58-c682-4a26-a480-0bc8dd78198c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:58:58Z', 'updated_at': '2022-02-09T22:59:03Z', 'revision_number': 5, 'project_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'subnets': [{'id': '13f71f58-c682-4a26-a480-0bc8dd78198c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 22:59:20.939270 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be402bf2-850b-48a6-8a5b-68e7668fef99 None None] New status for floating IP e5ab0b72-e423-4220-8f7c-93580e0ca3a9: ACTIVE {{(pid=103143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 22:59:22.323587 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:24.364512 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:26.563038 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 22:59:36.904181 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fe10f915-1d15-4328-9608-a08d6799f9cc req-5fab8936-be6e-444f-b639-294cfdd7a8c8 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=2ad29c3e-7883-4039-a4e4-af8de1fce5a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0441625 Feb 09 22:59:36.988247 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe10f915-1d15-4328-9608-a08d6799f9cc req-b2defe2a-6115-4523-b9a4-e44f42743ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:59:36.989825 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fe10f915-1d15-4328-9608-a08d6799f9cc req-b2defe2a-6115-4523-b9a4-e44f42743ac2 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=d7950bd58fec4b49acbf6bb7082bbafd&device_id=2ad29c3e-7883-4039-a4e4-af8de1fce5a2 HTTP/1.1" status: 200 len: 1127 time: 0.0452313 Feb 09 22:59:37.098030 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe10f915-1d15-4328-9608-a08d6799f9cc req-5d9303a6-c7f6-4d02-9421-a209a1d193c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:59:37.099524 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fe10f915-1d15-4328-9608-a08d6799f9cc req-5d9303a6-c7f6-4d02-9421-a209a1d193c8 service neutron] 10.222.0.95 "GET /v2.0/networks?id=84ad4031-e82a-4043-9c3e-459c72f04a81 HTTP/1.1" status: 200 len: 910 time: 0.0889428 Feb 09 22:59:37.164301 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fe10f915-1d15-4328-9608-a08d6799f9cc req-e7b9f378-63a7-4ba9-9a86-a9b1e39f12bf service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e65a444-fbd6-420b-89bf-a0e351d5fc92 HTTP/1.1" status: 200 len: 1001 time: 0.0584543 Feb 09 22:59:37.215700 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe10f915-1d15-4328-9608-a08d6799f9cc req-c32634b1-ddb5-4744-8501-221ff512a28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:59:37.217801 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fe10f915-1d15-4328-9608-a08d6799f9cc req-c32634b1-ddb5-4744-8501-221ff512a28b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=13f71f58-c682-4a26-a480-0bc8dd78198c HTTP/1.1" status: 200 len: 848 time: 0.0471663 Feb 09 22:59:37.267189 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe10f915-1d15-4328-9608-a08d6799f9cc req-21f09bc0-9247-4715-b9f6-a0b024a40126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 22:59:37.268722 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fe10f915-1d15-4328-9608-a08d6799f9cc req-21f09bc0-9247-4715-b9f6-a0b024a40126 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=84ad4031-e82a-4043-9c3e-459c72f04a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0457189 Feb 09 22:59:37.357127 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fe10f915-1d15-4328-9608-a08d6799f9cc req-d33faced-69af-4013-a134-d3ea128d50b5 service neutron] 10.222.0.95 "GET /v2.0/networks/84ad4031-e82a-4043-9c3e-459c72f04a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814676 Feb 09 22:59:37.450687 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fe10f915-1d15-4328-9608-a08d6799f9cc req-6137cc48-78a8-4fc4-b89a-7d3a3cf31e48 service neutron] 10.222.0.95 "GET /v2.0/networks/84ad4031-e82a-4043-9c3e-459c72f04a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859933 Feb 09 22:59:39.233388 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-09fefd42-c570-4693-9234-d137e1bb8fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:41.213209 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-9ecc95df-4c81-4e0a-a95c-537e46432401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:43.095764 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:44.509367 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:45.566004 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:52.321634 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 22:59:54.383833 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:00:03.562403 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 23:00:09.236447 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ce85bac7-0124-48ef-84be-51410aefa957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:00:11.215370 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-aef819c2-bb56-48c5-a104-aab3c528f92b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:00:13.098749 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:00:14.513751 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:00:15.567384 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:00:22.333683 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:00:24.381906 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:00:36.870419 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5c8171fa-dafd-4c8f-bea1-1054fa294542 req-2c8b5da6-ef3b-484b-98b1-32df489ddb43 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=2ad29c3e-7883-4039-a4e4-af8de1fce5a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0440488 Feb 09 23:00:36.953097 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8171fa-dafd-4c8f-bea1-1054fa294542 req-0b02f91f-c345-40c9-a5df-041da82f7a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:00:36.954622 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5c8171fa-dafd-4c8f-bea1-1054fa294542 req-0b02f91f-c345-40c9-a5df-041da82f7a91 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=d7950bd58fec4b49acbf6bb7082bbafd&device_id=2ad29c3e-7883-4039-a4e4-af8de1fce5a2 HTTP/1.1" status: 200 len: 1127 time: 0.0449095 Feb 09 23:00:37.066220 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8171fa-dafd-4c8f-bea1-1054fa294542 req-708449c0-e754-4697-9778-4c541fe33dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:00:37.067686 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5c8171fa-dafd-4c8f-bea1-1054fa294542 req-708449c0-e754-4697-9778-4c541fe33dfb service neutron] 10.222.0.95 "GET /v2.0/networks?id=84ad4031-e82a-4043-9c3e-459c72f04a81 HTTP/1.1" status: 200 len: 910 time: 0.0945413 Feb 09 23:00:37.134022 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5c8171fa-dafd-4c8f-bea1-1054fa294542 req-b88bcd3d-5a57-4a15-8106-17f9ad010f7d service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e65a444-fbd6-420b-89bf-a0e351d5fc92 HTTP/1.1" status: 200 len: 1001 time: 0.0593154 Feb 09 23:00:37.184811 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8171fa-dafd-4c8f-bea1-1054fa294542 req-e0e82a9c-7608-43ca-a58f-cb1c9abeeccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:00:37.186272 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5c8171fa-dafd-4c8f-bea1-1054fa294542 req-e0e82a9c-7608-43ca-a58f-cb1c9abeeccf service neutron] 10.222.0.95 "GET /v2.0/subnets?id=13f71f58-c682-4a26-a480-0bc8dd78198c HTTP/1.1" status: 200 len: 848 time: 0.0467083 Feb 09 23:00:37.235621 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8171fa-dafd-4c8f-bea1-1054fa294542 req-3bb7c29f-3b78-4dc6-9657-605148521598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:00:37.237171 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5c8171fa-dafd-4c8f-bea1-1054fa294542 req-3bb7c29f-3b78-4dc6-9657-605148521598 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=84ad4031-e82a-4043-9c3e-459c72f04a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0448112 Feb 09 23:00:37.324632 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5c8171fa-dafd-4c8f-bea1-1054fa294542 req-f1c49bf2-55c3-44ea-b376-48d291003dd9 service neutron] 10.222.0.95 "GET /v2.0/networks/84ad4031-e82a-4043-9c3e-459c72f04a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799904 Feb 09 23:00:37.415935 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5c8171fa-dafd-4c8f-bea1-1054fa294542 req-dbae9d3d-fc68-45f2-9f12-bf88ccb7e0e4 service neutron] 10.222.0.95 "GET /v2.0/networks/84ad4031-e82a-4043-9c3e-459c72f04a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857813 Feb 09 23:00:39.237456 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-9841d2e7-8dd1-4dc7-bae9-c12cb93dc435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:00:40.562270 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 23:00:41.218676 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7a258271-33b3-4461-a38e-8c3623bd41d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:00:43.102630 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:00:44.517215 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:00:45.568880 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:00:52.335848 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:00:54.385937 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:01:09.240578 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-c14cd18f-6db6-441a-891b-a70dbba1544b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:01:11.220683 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-68083125-4bf3-4ada-8271-1c4997ba8968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:01:13.104583 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:01:14.531680 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:01:15.577801 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:01:17.562295 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 23:01:17.774528 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 9e65a444-fbd6-420b-89bf-a0e351d5fc92 details requested by agent hyperv_n-h1-828369-5 with host n-h1-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 23:01:17.867632 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 9e65a444-fbd6-420b-89bf-a0e351d5fc92, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=9e65a444-fbd6-420b-89bf-a0e351d5fc92,segment=NetworkSegment(96bc603e-a9af-4f06-bc71-28578285fd86),segment_id=96bc603e-a9af-4f06-bc71-28578285fd86)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 23:01:17.879608 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Returning: {'device': '9e65a444-fbd6-420b-89bf-a0e351d5fc92', 'network_id': '84ad4031-e82a-4043-9c3e-459c72f04a81', 'port_id': '9e65a444-fbd6-420b-89bf-a0e351d5fc92', 'mac_address': 'fa:16:3e:f6:b9:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13f71f58-c682-4a26-a480-0bc8dd78198c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 23:01:17.914641 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 9e65a444-fbd6-420b-89bf-a0e351d5fc92 is: ACTIVE; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 23:01:17.915026 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (9e65a444-fbd6-420b-89bf-a0e351d5fc92), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:01:17.931386 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9e65a444-fbd6-420b-89bf-a0e351d5fc92 {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 23:01:17.950653 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 9e65a444-fbd6-420b-89bf-a0e351d5fc92, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=9e65a444-fbd6-420b-89bf-a0e351d5fc92,segment=NetworkSegment(96bc603e-a9af-4f06-bc71-28578285fd86),segment_id=96bc603e-a9af-4f06-bc71-28578285fd86)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 23:01:17.954315 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (9e65a444-fbd6-420b-89bf-a0e351d5fc92), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:01:18.002794 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=9e65a444-fbd6-420b-89bf-a0e351d5fc92,revision_number=6']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:01:18.010246 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:01:18.010594 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:01:18.010936 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:01:18.011274 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:01:18.011632 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:01:18.011963 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:01:18.012315 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:01:18.012646 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:01:18.012972 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:01:18.013296 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:01:18.013621 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:01:18.013943 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:01:18.014263 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:01:18.034059 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] get_ports_and_sgs() called for port_ids ['9e65a444-fbd6-420b-89bf-a0e351d5fc92'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 23:01:19.774699 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 9e65a444-fbd6-420b-89bf-a0e351d5fc92 up at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 23:01:19.834495 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Provisioning complete for port 9e65a444-fbd6-420b-89bf-a0e351d5fc92 triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 23:01:19.834961 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (9e65a444-fbd6-420b-89bf-a0e351d5fc92), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:01:19.925262 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 9e65a444-fbd6-420b-89bf-a0e351d5fc92 is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 23:01:19.925939 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (9e65a444-fbd6-420b-89bf-a0e351d5fc92), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:01:19.951529 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ad29c3e-7883-4039-a4e4-af8de1fce5a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e65a444-fbd6-420b-89bf-a0e351d5fc92'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 23:01:19.953891 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cf4d4d953224237653245d15ffec07a65c4bd356d4237fd84236d8abf5d48a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e40c7210-a2ed-412d-a394-9b8394695967" -d '{"events": [{"server_uuid": "2ad29c3e-7883-4039-a4e4-af8de1fce5a2", "name": "network-vif-plugged", "status": "completed", "tag": "9e65a444-fbd6-420b-89bf-a0e351d5fc92"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 23:01:19.967495 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 9e65a444-fbd6-420b-89bf-a0e351d5fc92, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=9e65a444-fbd6-420b-89bf-a0e351d5fc92,segment=NetworkSegment(96bc603e-a9af-4f06-bc71-28578285fd86),segment_id=96bc603e-a9af-4f06-bc71-28578285fd86)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 23:01:19.974011 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (9e65a444-fbd6-420b-89bf-a0e351d5fc92), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:01:20.033990 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=9e65a444-fbd6-420b-89bf-a0e351d5fc92,revision_number=7']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:01:20.125690 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 23:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-784acb3f-8b5a-4f8d-ab3d-11aa9bef0103 x-openstack-request-id: req-784acb3f-8b5a-4f8d-ab3d-11aa9bef0103 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 23:01:20.126016 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ad29c3e-7883-4039-a4e4-af8de1fce5a2", "name": "network-vif-plugged", "status": "completed", "tag": "9e65a444-fbd6-420b-89bf-a0e351d5fc92", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 23:01:20.126277 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-784acb3f-8b5a-4f8d-ab3d-11aa9bef0103 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 23:01:20.126677 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ad29c3e-7883-4039-a4e4-af8de1fce5a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e65a444-fbd6-420b-89bf-a0e351d5fc92', 'code': 200} Feb 09 23:01:22.353727 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:01:24.398924 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:01:28.134468 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7c2c246d-15ba-448c-bcdc-8430acb89ccf req-dab9bc71-aa4c-4326-91d8-e36d5f53bd82 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-625432868&fields=id&tenant_id=d7950bd58fec4b49acbf6bb7082bbafd HTTP/1.1" status: 200 len: 267 time: 0.0443988 Feb 09 23:01:28.243927 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2c246d-15ba-448c-bcdc-8430acb89ccf req-bc4d2dd2-3a31-46bf-b1fe-74781c01953d tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:01:28.245440 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7c2c246d-15ba-448c-bcdc-8430acb89ccf req-bc4d2dd2-3a31-46bf-b1fe-74781c01953d tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] 10.222.0.90 "GET /v2.0/networks?id=84ad4031-e82a-4043-9c3e-459c72f04a81 HTTP/1.1" status: 200 len: 809 time: 0.1045268 Feb 09 23:01:28.260287 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7c2c246d-15ba-448c-bcdc-8430acb89ccf req-61769362-3aa4-44b2-8125-4ea60a1c222d tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] 10.222.0.90 "GET /v2.0/quotas/d7950bd58fec4b49acbf6bb7082bbafd HTTP/1.1" status: 200 len: 375 time: 0.0088632 Feb 09 23:01:28.316451 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7c2c246d-15ba-448c-bcdc-8430acb89ccf req-9e84ea18-c253-479c-b50b-85a54d6a1137 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=d7950bd58fec4b49acbf6bb7082bbafd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0510261 Feb 09 23:01:28.407575 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7c2c246d-15ba-448c-bcdc-8430acb89ccf req-157ea430-19a9-45c1-bbad-8c9295218719 service neutron] 10.222.0.90 "GET /v2.0/networks/84ad4031-e82a-4043-9c3e-459c72f04a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796051 Feb 09 23:01:28.498925 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7c2c246d-15ba-448c-bcdc-8430acb89ccf req-0f6aaf2a-5980-4aa3-a842-93627e6cffe0 service neutron] 10.222.0.90 "GET /v2.0/networks/84ad4031-e82a-4043-9c3e-459c72f04a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857649 Feb 09 23:01:29.676539 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fde131c5-1d33-4748-aecd-c1100355294e req-319db6cb-2a9b-4aea-8677-6712502410d3 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] 10.222.0.90 "GET /v2.0/ports?device_id=07af26aa-203b-4a35-9622-d89e8d54dbae HTTP/1.1" status: 200 len: 210 time: 0.0276763 Feb 09 23:01:30.754429 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-a9bbe869-cc04-43cb-a3de-a5527a9cbb39 req-99850e10-ce98-4834-a069-b795d6993764 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] 10.222.0.90 "GET /v2.0/ports?device_id=07af26aa-203b-4a35-9622-d89e8d54dbae HTTP/1.1" status: 200 len: 210 time: 0.0278797 Feb 09 23:01:31.831322 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 9e65a444-fbd6-420b-89bf-a0e351d5fc92 no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 23:01:31.831882 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c687d863-008e-4da1-94a0-d41762beffce req-61377a52-15ce-4dd8-b5d6-347670ecbe2d tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] 10.222.0.90 "GET /v2.0/ports?device_id=07af26aa-203b-4a35-9622-d89e8d54dbae HTTP/1.1" status: 200 len: 210 time: 0.0269387 Feb 09 23:01:31.907690 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Current status of the port 9e65a444-fbd6-420b-89bf-a0e351d5fc92 is: ACTIVE; New status is: DOWN {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 23:01:31.908084 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (9e65a444-fbd6-420b-89bf-a0e351d5fc92), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:01:31.929823 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ad29c3e-7883-4039-a4e4-af8de1fce5a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e65a444-fbd6-420b-89bf-a0e351d5fc92'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 23:01:31.932056 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cf4d4d953224237653245d15ffec07a65c4bd356d4237fd84236d8abf5d48a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e98c45-6bc1-484f-bf57-84f97ed1f684" -d '{"events": [{"server_uuid": "2ad29c3e-7883-4039-a4e4-af8de1fce5a2", "name": "network-vif-unplugged", "status": "completed", "tag": "9e65a444-fbd6-420b-89bf-a0e351d5fc92"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 23:01:31.944280 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] For port 9e65a444-fbd6-420b-89bf-a0e351d5fc92, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=9e65a444-fbd6-420b-89bf-a0e351d5fc92,segment=NetworkSegment(96bc603e-a9af-4f06-bc71-28578285fd86),segment_id=96bc603e-a9af-4f06-bc71-28578285fd86)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 23:01:31.949381 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (9e65a444-fbd6-420b-89bf-a0e351d5fc92), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:01:31.976483 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 23:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-800780d4-d702-4e7a-aca5-70609d5c99e4 x-openstack-request-id: req-800780d4-d702-4e7a-aca5-70609d5c99e4 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 23:01:31.976783 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ad29c3e-7883-4039-a4e4-af8de1fce5a2", "name": "network-vif-unplugged", "status": "completed", "tag": "9e65a444-fbd6-420b-89bf-a0e351d5fc92", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 23:01:31.977043 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-800780d4-d702-4e7a-aca5-70609d5c99e4 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 23:01:31.977426 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ad29c3e-7883-4039-a4e4-af8de1fce5a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e65a444-fbd6-420b-89bf-a0e351d5fc92', 'code': 200} Feb 09 23:01:32.002126 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Pushing event updated for resources: {'Port': ['ID=9e65a444-fbd6-420b-89bf-a0e351d5fc92,revision_number=8']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:01:32.913599 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1a4143cb-f3f6-423f-b06a-f93da5bfa57a req-dea7af9e-95da-4a90-92f0-f361dd1f9bf1 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] 10.222.0.90 "GET /v2.0/ports?device_id=07af26aa-203b-4a35-9622-d89e8d54dbae HTTP/1.1" status: 200 len: 210 time: 0.0326467 Feb 09 23:01:34.008533 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d214c376-ed84-413f-b536-6bf07d4db8d8 req-153aa04c-44cd-4a85-b84d-a1eb61433b6c tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] 10.222.0.90 "GET /v2.0/ports?device_id=07af26aa-203b-4a35-9622-d89e8d54dbae HTTP/1.1" status: 200 len: 210 time: 0.0274098 Feb 09 23:01:34.626645 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2c246d-15ba-448c-bcdc-8430acb89ccf req-02535bd4-5542-457d-9f88-ea11307db677 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:01:34.628130 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7c2c246d-15ba-448c-bcdc-8430acb89ccf req-02535bd4-5542-457d-9f88-ea11307db677 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] 10.222.0.89 "GET /v2.0/networks?id=84ad4031-e82a-4043-9c3e-459c72f04a81 HTTP/1.1" status: 200 len: 809 time: 0.1049616 Feb 09 23:01:34.690384 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7c2c246d-15ba-448c-bcdc-8430acb89ccf req-4e5cd34c-8963-4bcc-a317-c73032a07b11 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7950bd58fec4b49acbf6bb7082bbafd HTTP/1.1" status: 200 len: 379 time: 0.0540268 Feb 09 23:01:34.702752 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-7c2c246d-15ba-448c-bcdc-8430acb89ccf req-7d56afd1-969e-49a2-86c9-1bb04bfc2187 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Request body: {'port': {'device_id': '07af26aa-203b-4a35-9622-d89e8d54dbae', 'network_id': '84ad4031-e82a-4043-9c3e-459c72f04a81', 'admin_state_up': True, 'tenant_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'security_groups': ['3fc1343f-611a-4ccd-82b6-2787f82f02cf']}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 23:01:34.813757 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c2c246d-15ba-448c-bcdc-8430acb89ccf req-7d56afd1-969e-49a2-86c9-1bb04bfc2187 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Made reservation on behalf of d7950bd58fec4b49acbf6bb7082bbafd for: {'port': 1} {{(pid=103141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 23:01:34.817164 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-7c2c246d-15ba-448c-bcdc-8430acb89ccf req-7d56afd1-969e-49a2-86c9-1bb04bfc2187 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:01:34.952271 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [req-7c2c246d-15ba-448c-bcdc-8430acb89ccf req-7d56afd1-969e-49a2-86c9-1bb04bfc2187 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Allocated IP 172.20.0.13 (84ad4031-e82a-4043-9c3e-459c72f04a81/13f71f58-c682-4a26-a480-0bc8dd78198c/79ac18b6-f57f-4a3a-a5a1-323270fa1d4d) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 23:01:35.174253 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-7c2c246d-15ba-448c-bcdc-8430acb89ccf req-7d56afd1-969e-49a2-86c9-1bb04bfc2187 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Publish callbacks [] for port (79ac18b6-f57f-4a3a-a5a1-323270fa1d4d), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:01:35.221167 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-7c2c246d-15ba-448c-bcdc-8430acb89ccf req-7d56afd1-969e-49a2-86c9-1bb04bfc2187 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (79ac18b6-f57f-4a3a-a5a1-323270fa1d4d), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:01:35.286313 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c2c246d-15ba-448c-bcdc-8430acb89ccf req-7d56afd1-969e-49a2-86c9-1bb04bfc2187 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Network 84ad4031-e82a-4043-9c3e-459c72f04a81 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 23:01:35.290265 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [req-7c2c246d-15ba-448c-bcdc-8430acb89ccf req-7d56afd1-969e-49a2-86c9-1bb04bfc2187 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 23:01:35.295988 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c2c246d-15ba-448c-bcdc-8430acb89ccf req-7d56afd1-969e-49a2-86c9-1bb04bfc2187 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 23:01:35.300333 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d56afd1-969e-49a2-86c9-1bb04bfc2187 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Pushing event updated for resources: {'Port': ['ID=79ac18b6-f57f-4a3a-a5a1-323270fa1d4d,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:01:35.335057 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1922c4-58f8-4558-9d42-7667d3194214 req-608ed358-7998-4836-8f37-3c10639393b9 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:01:35.336866 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d56afd1-969e-49a2-86c9-1bb04bfc2187 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:01:35.337528 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d56afd1-969e-49a2-86c9-1bb04bfc2187 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:01:35.338225 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d56afd1-969e-49a2-86c9-1bb04bfc2187 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:01:35.338838 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d56afd1-969e-49a2-86c9-1bb04bfc2187 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:01:35.342673 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bd1922c4-58f8-4558-9d42-7667d3194214 req-608ed358-7998-4836-8f37-3c10639393b9 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] 10.222.0.90 "GET /v2.0/ports?device_id=07af26aa-203b-4a35-9622-d89e8d54dbae HTTP/1.1" status: 200 len: 932 time: 0.2188814 Feb 09 23:01:35.343614 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d56afd1-969e-49a2-86c9-1bb04bfc2187 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:01:35.344088 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d56afd1-969e-49a2-86c9-1bb04bfc2187 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:01:35.344658 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d56afd1-969e-49a2-86c9-1bb04bfc2187 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:01:35.345145 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d56afd1-969e-49a2-86c9-1bb04bfc2187 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:01:35.345563 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d56afd1-969e-49a2-86c9-1bb04bfc2187 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:01:35.346080 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d56afd1-969e-49a2-86c9-1bb04bfc2187 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:01:35.346611 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d56afd1-969e-49a2-86c9-1bb04bfc2187 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:01:35.347141 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d56afd1-969e-49a2-86c9-1bb04bfc2187 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:01:35.349944 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d56afd1-969e-49a2-86c9-1bb04bfc2187 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:01:35.406094 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2c246d-15ba-448c-bcdc-8430acb89ccf req-7d56afd1-969e-49a2-86c9-1bb04bfc2187 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:01:35.407540 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-7c2c246d-15ba-448c-bcdc-8430acb89ccf req-7d56afd1-969e-49a2-86c9-1bb04bfc2187 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:01:35.412607 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bd1922c4-58f8-4558-9d42-7667d3194214 req-b9e83ff6-a295-45f8-9733-dcafe44a2b04 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] 10.222.0.90 "GET /v2.0/security-groups?id=3fc1343f-611a-4ccd-82b6-2787f82f02cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687773 Feb 09 23:01:35.450268 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7c2c246d-15ba-448c-bcdc-8430acb89ccf req-7d56afd1-969e-49a2-86c9-1bb04bfc2187 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7518599 Feb 09 23:01:35.637920 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-cdf47293-518b-4bee-9277-6a920d95b99e None None] Provisioning complete for port 79ac18b6-f57f-4a3a-a5a1-323270fa1d4d triggered by entity DHCP. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 23:01:35.638669 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-cdf47293-518b-4bee-9277-6a920d95b99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (79ac18b6-f57f-4a3a-a5a1-323270fa1d4d), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:01:35.673748 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-cdf47293-518b-4bee-9277-6a920d95b99e None None] Port 79ac18b6-f57f-4a3a-a5a1-323270fa1d4d cannot update to ACTIVE because it is not bound. {{(pid=103142) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 23:01:36.551883 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a8a761-b90d-493d-b96d-774888f39852 req-22253a13-51db-4508-b169-19982ded0bf9 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:01:36.553400 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b8a8a761-b90d-493d-b96d-774888f39852 req-22253a13-51db-4508-b169-19982ded0bf9 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] 10.222.0.90 "GET /v2.0/ports?device_id=07af26aa-203b-4a35-9622-d89e8d54dbae HTTP/1.1" status: 200 len: 932 time: 0.0549974 Feb 09 23:01:36.609486 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-b8a8a761-b90d-493d-b96d-774888f39852 req-772295f5-93f4-4de5-811d-e897aacd9d18 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] 10.222.0.90 "GET /v2.0/security-groups?id=3fc1343f-611a-4ccd-82b6-2787f82f02cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499682 Feb 09 23:01:37.736785 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85aa648-6b9a-497b-8f94-be50a447187f req-e0e96085-e421-46b0-818a-d75c40a13388 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:01:37.738332 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d85aa648-6b9a-497b-8f94-be50a447187f req-e0e96085-e421-46b0-818a-d75c40a13388 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] 10.222.0.90 "GET /v2.0/ports?device_id=07af26aa-203b-4a35-9622-d89e8d54dbae HTTP/1.1" status: 200 len: 932 time: 0.0558040 Feb 09 23:01:37.790322 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-d85aa648-6b9a-497b-8f94-be50a447187f req-a35d1722-1ae9-444d-b4c6-1e7b90508eb3 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] 10.222.0.90 "GET /v2.0/security-groups?id=3fc1343f-611a-4ccd-82b6-2787f82f02cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460937 Feb 09 23:01:38.912960 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cdcafc5a-20a7-4615-9562-a44d7edc9c72 req-899be3b0-a34b-449f-898f-960944b41cf5 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=2ad29c3e-7883-4039-a4e4-af8de1fce5a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0920515 Feb 09 23:01:38.940788 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba09539-62be-4667-9306-9adced3f3d40 req-c63d511a-1f6a-47c9-8413-2e81a20b21f3 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:01:38.942746 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7ba09539-62be-4667-9306-9adced3f3d40 req-c63d511a-1f6a-47c9-8413-2e81a20b21f3 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] 10.222.0.90 "GET /v2.0/ports?device_id=07af26aa-203b-4a35-9622-d89e8d54dbae HTTP/1.1" status: 200 len: 932 time: 0.0750711 Feb 09 23:01:39.034821 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7ba09539-62be-4667-9306-9adced3f3d40 req-98b80e06-e8d6-4ae1-94f7-ff173e9fbbf4 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] 10.222.0.90 "GET /v2.0/security-groups?id=3fc1343f-611a-4ccd-82b6-2787f82f02cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825377 Feb 09 23:01:39.037803 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcafc5a-20a7-4615-9562-a44d7edc9c72 req-e2ac08ab-fbdf-4e97-aa73-c02afc40bb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:01:39.039352 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cdcafc5a-20a7-4615-9562-a44d7edc9c72 req-e2ac08ab-fbdf-4e97-aa73-c02afc40bb95 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=d7950bd58fec4b49acbf6bb7082bbafd&device_id=2ad29c3e-7883-4039-a4e4-af8de1fce5a2 HTTP/1.1" status: 200 len: 1125 time: 0.0773408 Feb 09 23:01:39.146393 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcafc5a-20a7-4615-9562-a44d7edc9c72 req-0a97d108-ece8-47d4-8c5a-4c5510568ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:01:39.147788 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cdcafc5a-20a7-4615-9562-a44d7edc9c72 req-0a97d108-ece8-47d4-8c5a-4c5510568ccc service neutron] 10.222.0.95 "GET /v2.0/networks?id=84ad4031-e82a-4043-9c3e-459c72f04a81 HTTP/1.1" status: 200 len: 910 time: 0.0896559 Feb 09 23:01:39.236718 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cdcafc5a-20a7-4615-9562-a44d7edc9c72 req-271beb3f-1647-4eed-a2e2-b2421d0561c0 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e65a444-fbd6-420b-89bf-a0e351d5fc92 HTTP/1.1" status: 200 len: 999 time: 0.0767989 Feb 09 23:01:39.246980 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-3173de15-82e6-4414-a5a6-b531bafc3fc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:01:39.298189 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcafc5a-20a7-4615-9562-a44d7edc9c72 req-ef9b88e0-3d47-41e8-a1c4-eab1ea9b4841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:01:39.300028 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cdcafc5a-20a7-4615-9562-a44d7edc9c72 req-ef9b88e0-3d47-41e8-a1c4-eab1ea9b4841 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=13f71f58-c682-4a26-a480-0bc8dd78198c HTTP/1.1" status: 200 len: 848 time: 0.0564752 Feb 09 23:01:39.352319 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcafc5a-20a7-4615-9562-a44d7edc9c72 req-1f0d7a56-eff5-45f9-8a31-0b576caac26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:01:39.354003 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cdcafc5a-20a7-4615-9562-a44d7edc9c72 req-1f0d7a56-eff5-45f9-8a31-0b576caac26f service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=84ad4031-e82a-4043-9c3e-459c72f04a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0478597 Feb 09 23:01:39.458977 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cdcafc5a-20a7-4615-9562-a44d7edc9c72 req-eec678ae-76fc-46b7-ab40-4c8f2b777994 service neutron] 10.222.0.95 "GET /v2.0/networks/84ad4031-e82a-4043-9c3e-459c72f04a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983555 Feb 09 23:01:39.574496 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cdcafc5a-20a7-4615-9562-a44d7edc9c72 req-1b93cfed-3ea3-4ac2-9cf3-01dd18be16b2 service neutron] 10.222.0.95 "GET /v2.0/networks/84ad4031-e82a-4043-9c3e-459c72f04a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066995 Feb 09 23:01:40.197364 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7010a2-ae86-4b0f-b316-d0f468745c24 req-1b4a8590-fe0c-4def-82e0-bff8185e9eeb tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:01:40.199456 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cc7010a2-ae86-4b0f-b316-d0f468745c24 req-1b4a8590-fe0c-4def-82e0-bff8185e9eeb tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] 10.222.0.90 "GET /v2.0/ports?device_id=07af26aa-203b-4a35-9622-d89e8d54dbae HTTP/1.1" status: 200 len: 932 time: 0.0691962 Feb 09 23:01:40.251496 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-cc7010a2-ae86-4b0f-b316-d0f468745c24 req-746d84a3-20c7-45d9-89fd-cb4b96fc4480 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] 10.222.0.90 "GET /v2.0/security-groups?id=3fc1343f-611a-4ccd-82b6-2787f82f02cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461893 Feb 09 23:01:41.228851 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e17aa3e5-b2aa-438e-abaa-c86ed8044db0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:01:41.405201 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ff58cc-7c4e-4488-bb68-33c5481d4cf3 req-40c6482b-bdbb-4540-a971-04eca22951f0 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:01:41.406762 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-39ff58cc-7c4e-4488-bb68-33c5481d4cf3 req-40c6482b-bdbb-4540-a971-04eca22951f0 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] 10.222.0.90 "GET /v2.0/ports?device_id=07af26aa-203b-4a35-9622-d89e8d54dbae HTTP/1.1" status: 200 len: 932 time: 0.0554228 Feb 09 23:01:41.459975 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-39ff58cc-7c4e-4488-bb68-33c5481d4cf3 req-49b73017-4885-403f-bc8e-e2d8593da118 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] 10.222.0.90 "GET /v2.0/security-groups?id=3fc1343f-611a-4ccd-82b6-2787f82f02cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475314 Feb 09 23:01:42.583439 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc1cd4e-56e6-4849-944e-d3ca44aa63a1 req-9825dee2-064c-4cb5-8e50-9fe73cdbdf75 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:01:42.584952 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3bc1cd4e-56e6-4849-944e-d3ca44aa63a1 req-9825dee2-064c-4cb5-8e50-9fe73cdbdf75 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] 10.222.0.90 "GET /v2.0/ports?device_id=07af26aa-203b-4a35-9622-d89e8d54dbae HTTP/1.1" status: 200 len: 932 time: 0.0566089 Feb 09 23:01:42.633208 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-3bc1cd4e-56e6-4849-944e-d3ca44aa63a1 req-e5c756a9-215e-4dc7-b2ff-3ce714f107c9 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] 10.222.0.90 "GET /v2.0/security-groups?id=3fc1343f-611a-4ccd-82b6-2787f82f02cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426242 Feb 09 23:01:43.111630 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:01:43.753363 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc00143-897e-414f-b54d-f799a68e8ebd req-ac83b1eb-841b-405b-8e45-4abe875514bf tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:01:43.754824 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7dc00143-897e-414f-b54d-f799a68e8ebd req-ac83b1eb-841b-405b-8e45-4abe875514bf tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] 10.222.0.90 "GET /v2.0/ports?device_id=07af26aa-203b-4a35-9622-d89e8d54dbae HTTP/1.1" status: 200 len: 932 time: 0.0507152 Feb 09 23:01:43.801749 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-7dc00143-897e-414f-b54d-f799a68e8ebd req-6c414547-7047-4099-bc9c-4e217760f37a tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] 10.222.0.90 "GET /v2.0/security-groups?id=3fc1343f-611a-4ccd-82b6-2787f82f02cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413077 Feb 09 23:01:44.524594 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:01:44.921796 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306fed26-ed83-4216-ae1c-d6f50b4ee63d req-c17d9d8e-3920-463b-bd36-6ab32da95d6a tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:01:44.923270 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-306fed26-ed83-4216-ae1c-d6f50b4ee63d req-c17d9d8e-3920-463b-bd36-6ab32da95d6a tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] 10.222.0.90 "GET /v2.0/ports?device_id=07af26aa-203b-4a35-9622-d89e8d54dbae HTTP/1.1" status: 200 len: 932 time: 0.0509739 Feb 09 23:01:44.974748 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-306fed26-ed83-4216-ae1c-d6f50b4ee63d req-d45b4975-f198-4817-8fdf-465095837bd3 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] 10.222.0.90 "GET /v2.0/security-groups?id=3fc1343f-611a-4ccd-82b6-2787f82f02cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458586 Feb 09 23:01:45.572065 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:01:46.093326 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f1c665-396d-437e-8021-5810f5cfea4e req-022b1357-ede7-4e7b-b89d-1d77172e182c tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:01:46.094810 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-09f1c665-396d-437e-8021-5810f5cfea4e req-022b1357-ede7-4e7b-b89d-1d77172e182c tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] 10.222.0.90 "GET /v2.0/ports?device_id=07af26aa-203b-4a35-9622-d89e8d54dbae HTTP/1.1" status: 200 len: 932 time: 0.0532918 Feb 09 23:01:46.142478 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-09f1c665-396d-437e-8021-5810f5cfea4e req-dcd7e737-b2e4-41da-9ac3-5cafe9b3d739 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] 10.222.0.90 "GET /v2.0/security-groups?id=3fc1343f-611a-4ccd-82b6-2787f82f02cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421405 Feb 09 23:01:47.136611 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [req-7c2c246d-15ba-448c-bcdc-8430acb89ccf req-f86c6754-0c67-48e4-998f-0668d51bbadc tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=103141) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 23:01:47.137613 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7c2c246d-15ba-448c-bcdc-8430acb89ccf req-f86c6754-0c67-48e4-998f-0668d51bbadc tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056472 Feb 09 23:01:47.156580 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [req-7c2c246d-15ba-448c-bcdc-8430acb89ccf req-a69a4937-0b44-4d21-a34e-69c91d8c1abc service neutron] Request body: {'port': {'device_id': '07af26aa-203b-4a35-9622-d89e8d54dbae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-5'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 23:01:47.222379 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-7c2c246d-15ba-448c-bcdc-8430acb89ccf req-a69a4937-0b44-4d21-a34e-69c91d8c1abc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (79ac18b6-f57f-4a3a-a5a1-323270fa1d4d), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:01:47.263159 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8035ae90-8494-4c0f-a25b-8d5b302d57ac req-12ec2c03-37f9-4a8b-bac3-1ffb35f9f13c tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:01:47.264682 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8035ae90-8494-4c0f-a25b-8d5b302d57ac req-12ec2c03-37f9-4a8b-bac3-1ffb35f9f13c tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] 10.222.0.90 "GET /v2.0/ports?device_id=07af26aa-203b-4a35-9622-d89e8d54dbae HTTP/1.1" status: 200 len: 932 time: 0.0522876 Feb 09 23:01:47.314360 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-8035ae90-8494-4c0f-a25b-8d5b302d57ac req-27a20c39-7f1d-4a20-953c-ede17cd9f1f6 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] 10.222.0.90 "GET /v2.0/security-groups?id=3fc1343f-611a-4ccd-82b6-2787f82f02cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441296 Feb 09 23:01:47.484883 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [req-7c2c246d-15ba-448c-bcdc-8430acb89ccf req-a69a4937-0b44-4d21-a34e-69c91d8c1abc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79ac18b6-f57f-4a3a-a5a1-323270fa1d4d {{(pid=103141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 23:01:47.492090 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-7c2c246d-15ba-448c-bcdc-8430acb89ccf req-a69a4937-0b44-4d21-a34e-69c91d8c1abc service neutron] Publish callbacks [] for port (79ac18b6-f57f-4a3a-a5a1-323270fa1d4d), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:01:47.503705 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.provisioning_blocks [req-7c2c246d-15ba-448c-bcdc-8430acb89ccf req-a69a4937-0b44-4d21-a34e-69c91d8c1abc service neutron] Transition to ACTIVE for port object 79ac18b6-f57f-4a3a-a5a1-323270fa1d4d will not be triggered until provisioned by entity L2. {{(pid=103141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 23:01:47.506873 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-7c2c246d-15ba-448c-bcdc-8430acb89ccf req-a69a4937-0b44-4d21-a34e-69c91d8c1abc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (79ac18b6-f57f-4a3a-a5a1-323270fa1d4d), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:01:47.555622 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69a4937-0b44-4d21-a34e-69c91d8c1abc service neutron] Pushing event updated for resources: {'Port': ['ID=79ac18b6-f57f-4a3a-a5a1-323270fa1d4d,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:01:47.636670 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-7c2c246d-15ba-448c-bcdc-8430acb89ccf req-a69a4937-0b44-4d21-a34e-69c91d8c1abc service neutron] Attempting to bind port 79ac18b6-f57f-4a3a-a5a1-323270fa1d4d on host n-h2-828369-5 for vnic_type normal with profile {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 23:01:47.637005 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-7c2c246d-15ba-448c-bcdc-8430acb89ccf req-a69a4937-0b44-4d21-a34e-69c91d8c1abc service neutron] Attempting to bind port 79ac18b6-f57f-4a3a-a5a1-323270fa1d4d by drivers openvswitch,hyperv on host n-h2-828369-5 at level 0 using segments [{'id': '96bc603e-a9af-4f06-bc71-28578285fd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '84ad4031-e82a-4043-9c3e-459c72f04a81'}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 23:01:47.637330 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2c246d-15ba-448c-bcdc-8430acb89ccf req-a69a4937-0b44-4d21-a34e-69c91d8c1abc service neutron] Attempting to bind port 79ac18b6-f57f-4a3a-a5a1-323270fa1d4d on network 84ad4031-e82a-4043-9c3e-459c72f04a81 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 23:01:47.641841 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2c246d-15ba-448c-bcdc-8430acb89ccf req-a69a4937-0b44-4d21-a34e-69c91d8c1abc service neutron] Port 79ac18b6-f57f-4a3a-a5a1-323270fa1d4d on network 84ad4031-e82a-4043-9c3e-459c72f04a81 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-5 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 23:01:47.642159 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2c246d-15ba-448c-bcdc-8430acb89ccf req-a69a4937-0b44-4d21-a34e-69c91d8c1abc service neutron] Attempting to bind port 79ac18b6-f57f-4a3a-a5a1-323270fa1d4d on network 84ad4031-e82a-4043-9c3e-459c72f04a81 {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 23:01:47.647256 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2c246d-15ba-448c-bcdc-8430acb89ccf req-a69a4937-0b44-4d21-a34e-69c91d8c1abc service neutron] Checking agent: {'id': 'a26090a5-436d-429a-a089-ad1a05bf10ca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-5', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'started_at': datetime.datetime(2022, 2, 9, 21, 24, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 23, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 23:01:47.647595 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2c246d-15ba-448c-bcdc-8430acb89ccf req-a69a4937-0b44-4d21-a34e-69c91d8c1abc service neutron] Checking segment: {'id': '96bc603e-a9af-4f06-bc71-28578285fd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '84ad4031-e82a-4043-9c3e-459c72f04a81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 23:01:47.647980 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2c246d-15ba-448c-bcdc-8430acb89ccf req-a69a4937-0b44-4d21-a34e-69c91d8c1abc service neutron] Bound using segment: {'id': '96bc603e-a9af-4f06-bc71-28578285fd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '84ad4031-e82a-4043-9c3e-459c72f04a81'} {{(pid=103141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 23:01:47.648442 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.managers [req-7c2c246d-15ba-448c-bcdc-8430acb89ccf req-a69a4937-0b44-4d21-a34e-69c91d8c1abc service neutron] Bound port: 79ac18b6-f57f-4a3a-a5a1-323270fa1d4d, host: n-h2-828369-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96bc603e-a9af-4f06-bc71-28578285fd86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '84ad4031-e82a-4043-9c3e-459c72f04a81'}}] {{(pid=103141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 23:01:47.648805 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-7c2c246d-15ba-448c-bcdc-8430acb89ccf req-a69a4937-0b44-4d21-a34e-69c91d8c1abc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (79ac18b6-f57f-4a3a-a5a1-323270fa1d4d), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:01:47.715488 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-7c2c246d-15ba-448c-bcdc-8430acb89ccf req-a69a4937-0b44-4d21-a34e-69c91d8c1abc service neutron] For port 79ac18b6-f57f-4a3a-a5a1-323270fa1d4d, host n-h2-828369-5, cleared binding levels {{(pid=103141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 23:01:47.719401 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-7c2c246d-15ba-448c-bcdc-8430acb89ccf req-a69a4937-0b44-4d21-a34e-69c91d8c1abc service neutron] For port 79ac18b6-f57f-4a3a-a5a1-323270fa1d4d, host n-h2-828369-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=79ac18b6-f57f-4a3a-a5a1-323270fa1d4d,segment=NetworkSegment(96bc603e-a9af-4f06-bc71-28578285fd86),segment_id=96bc603e-a9af-4f06-bc71-28578285fd86)] {{(pid=103141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 23:01:47.725861 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-7c2c246d-15ba-448c-bcdc-8430acb89ccf req-a69a4937-0b44-4d21-a34e-69c91d8c1abc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (79ac18b6-f57f-4a3a-a5a1-323270fa1d4d), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:01:47.759036 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2c246d-15ba-448c-bcdc-8430acb89ccf req-a69a4937-0b44-4d21-a34e-69c91d8c1abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:01:47.759584 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-7c2c246d-15ba-448c-bcdc-8430acb89ccf req-a69a4937-0b44-4d21-a34e-69c91d8c1abc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:01:47.761610 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7c2c246d-15ba-448c-bcdc-8430acb89ccf req-a69a4937-0b44-4d21-a34e-69c91d8c1abc service neutron] 10.222.0.89 "PUT /v2.0/ports/79ac18b6-f57f-4a3a-a5a1-323270fa1d4d HTTP/1.1" status: 200 len: 1092 time: 0.6086602 Feb 09 23:01:47.763770 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07af26aa-203b-4a35-9622-d89e8d54dbae', 'tag': '79ac18b6-f57f-4a3a-a5a1-323270fa1d4d'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 23:01:47.766338 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0759f77e637a6f71ff1c25bc92ec5ea77217d29fcb3f113a7ada5acb32ef5084" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f14862e-a911-49de-a94a-1dfcd7b2851b" -d '{"events": [{"name": "network-changed", "server_uuid": "07af26aa-203b-4a35-9622-d89e8d54dbae", "tag": "79ac18b6-f57f-4a3a-a5a1-323270fa1d4d"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 23:01:47.802159 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69a4937-0b44-4d21-a34e-69c91d8c1abc service neutron] Pushing event updated for resources: {'Port': ['ID=79ac18b6-f57f-4a3a-a5a1-323270fa1d4d,revision_number=3']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:01:47.845278 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 23:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c0ad606-1081-44c8-9b96-84ceae84695a x-openstack-request-id: req-1c0ad606-1081-44c8-9b96-84ceae84695a {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 23:01:47.845576 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07af26aa-203b-4a35-9622-d89e8d54dbae", "tag": "79ac18b6-f57f-4a3a-a5a1-323270fa1d4d", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 23:01:47.845839 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-1c0ad606-1081-44c8-9b96-84ceae84695a {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 23:01:47.846239 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07af26aa-203b-4a35-9622-d89e8d54dbae', 'tag': '79ac18b6-f57f-4a3a-a5a1-323270fa1d4d', 'status': 'completed', 'code': 200} Feb 09 23:01:47.859745 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2c246d-15ba-448c-bcdc-8430acb89ccf req-f5ce835e-e870-4272-bb84-8ebbc8f0ecd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:01:47.861356 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7c2c246d-15ba-448c-bcdc-8430acb89ccf req-f5ce835e-e870-4272-bb84-8ebbc8f0ecd9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d7950bd58fec4b49acbf6bb7082bbafd&device_id=07af26aa-203b-4a35-9622-d89e8d54dbae HTTP/1.1" status: 200 len: 1126 time: 0.0525742 Feb 09 23:01:47.908825 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7c2c246d-15ba-448c-bcdc-8430acb89ccf req-f066b252-e0e2-4867-a0a9-1cbf26881d4a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79ac18b6-f57f-4a3a-a5a1-323270fa1d4d HTTP/1.1" status: 200 len: 217 time: 0.0399785 Feb 09 23:01:47.959761 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2c246d-15ba-448c-bcdc-8430acb89ccf req-ced7e388-1903-49c5-8985-f2e678fd0475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:01:47.961251 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7c2c246d-15ba-448c-bcdc-8430acb89ccf req-ced7e388-1903-49c5-8985-f2e678fd0475 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=13f71f58-c682-4a26-a480-0bc8dd78198c HTTP/1.1" status: 200 len: 848 time: 0.0456064 Feb 09 23:01:48.010710 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2c246d-15ba-448c-bcdc-8430acb89ccf req-00df1b1d-9b51-45a4-ac03-6c806377695c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:01:48.012766 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7c2c246d-15ba-448c-bcdc-8430acb89ccf req-00df1b1d-9b51-45a4-ac03-6c806377695c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=84ad4031-e82a-4043-9c3e-459c72f04a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0440679 Feb 09 23:01:48.104820 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7c2c246d-15ba-448c-bcdc-8430acb89ccf req-71b9d042-1810-4ee7-9925-f1bd55892342 service neutron] 10.222.0.89 "GET /v2.0/networks/84ad4031-e82a-4043-9c3e-459c72f04a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841117 Feb 09 23:01:48.193889 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-7c2c246d-15ba-448c-bcdc-8430acb89ccf req-b9cfb766-c2dd-4630-8205-1902a898eaf2 service neutron] 10.222.0.89 "GET /v2.0/networks/84ad4031-e82a-4043-9c3e-459c72f04a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811381 Feb 09 23:01:48.286804 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f14862e-a911-49de-a94a-1dfcd7b2851b req-03962161-4ecf-41a3-b181-1e7ebaa254b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:01:48.288291 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-9f14862e-a911-49de-a94a-1dfcd7b2851b req-03962161-4ecf-41a3-b181-1e7ebaa254b6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d7950bd58fec4b49acbf6bb7082bbafd&device_id=07af26aa-203b-4a35-9622-d89e8d54dbae HTTP/1.1" status: 200 len: 1126 time: 0.0502024 Feb 09 23:01:48.379896 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f14862e-a911-49de-a94a-1dfcd7b2851b req-b3671ed2-193e-4338-9ec4-7d16f2997d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:01:48.381445 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-9f14862e-a911-49de-a94a-1dfcd7b2851b req-b3671ed2-193e-4338-9ec4-7d16f2997d75 service neutron] 10.222.0.89 "GET /v2.0/networks?id=84ad4031-e82a-4043-9c3e-459c72f04a81 HTTP/1.1" status: 200 len: 910 time: 0.0870855 Feb 09 23:01:48.422959 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-9f14862e-a911-49de-a94a-1dfcd7b2851b req-c33c0818-ba66-4e49-a6c0-e99dc2c62250 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79ac18b6-f57f-4a3a-a5a1-323270fa1d4d HTTP/1.1" status: 200 len: 217 time: 0.0353429 Feb 09 23:01:48.440502 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1987013e-61fe-426f-a096-7e6fc111ae35 req-17e86750-9ca3-4ad5-a4a7-8b644c2b51a0 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:01:48.442008 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1987013e-61fe-426f-a096-7e6fc111ae35 req-17e86750-9ca3-4ad5-a4a7-8b644c2b51a0 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] 10.222.0.90 "GET /v2.0/ports?device_id=07af26aa-203b-4a35-9622-d89e8d54dbae HTTP/1.1" status: 200 len: 944 time: 0.0566013 Feb 09 23:01:48.475257 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f14862e-a911-49de-a94a-1dfcd7b2851b req-3590dc13-c72b-41ad-b400-6a5669d6cd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:01:48.476745 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-9f14862e-a911-49de-a94a-1dfcd7b2851b req-3590dc13-c72b-41ad-b400-6a5669d6cd40 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=13f71f58-c682-4a26-a480-0bc8dd78198c HTTP/1.1" status: 200 len: 848 time: 0.0479774 Feb 09 23:01:48.490689 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-1987013e-61fe-426f-a096-7e6fc111ae35 req-5d996ac6-9c91-4672-837f-a4f1dbd3c6e3 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] 10.222.0.90 "GET /v2.0/security-groups?id=3fc1343f-611a-4ccd-82b6-2787f82f02cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430322 Feb 09 23:01:48.526337 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f14862e-a911-49de-a94a-1dfcd7b2851b req-46763c87-0b59-40a5-91d6-f2f9f37ca2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:01:48.528451 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-9f14862e-a911-49de-a94a-1dfcd7b2851b req-46763c87-0b59-40a5-91d6-f2f9f37ca2a5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=84ad4031-e82a-4043-9c3e-459c72f04a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449414 Feb 09 23:01:48.617732 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-9f14862e-a911-49de-a94a-1dfcd7b2851b req-16dad040-dd13-4a1f-b5e3-cf202991599f service neutron] 10.222.0.89 "GET /v2.0/networks/84ad4031-e82a-4043-9c3e-459c72f04a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819049 Feb 09 23:01:48.708705 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-9f14862e-a911-49de-a94a-1dfcd7b2851b req-676e42e9-7bb0-4c23-847e-de0a72fedd33 service neutron] 10.222.0.89 "GET /v2.0/networks/84ad4031-e82a-4043-9c3e-459c72f04a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833766 Feb 09 23:01:49.615407 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028e4e3c-450f-439f-9543-1ad406a60ac0 req-ed47dde4-de31-4e3a-a41d-22e1b8e8933e tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:01:49.616927 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-028e4e3c-450f-439f-9543-1ad406a60ac0 req-ed47dde4-de31-4e3a-a41d-22e1b8e8933e tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] 10.222.0.90 "GET /v2.0/ports?device_id=07af26aa-203b-4a35-9622-d89e8d54dbae HTTP/1.1" status: 200 len: 944 time: 0.0578423 Feb 09 23:01:49.664806 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-028e4e3c-450f-439f-9543-1ad406a60ac0 req-fc4676e8-556a-4883-9382-a7f39f1e85d5 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] 10.222.0.90 "GET /v2.0/security-groups?id=3fc1343f-611a-4ccd-82b6-2787f82f02cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417254 Feb 09 23:01:50.611482 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 79ac18b6-f57f-4a3a-a5a1-323270fa1d4d details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 23:01:50.710004 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 79ac18b6-f57f-4a3a-a5a1-323270fa1d4d, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=79ac18b6-f57f-4a3a-a5a1-323270fa1d4d,segment=NetworkSegment(96bc603e-a9af-4f06-bc71-28578285fd86),segment_id=96bc603e-a9af-4f06-bc71-28578285fd86)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 23:01:50.722212 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': '79ac18b6-f57f-4a3a-a5a1-323270fa1d4d', 'network_id': '84ad4031-e82a-4043-9c3e-459c72f04a81', 'port_id': '79ac18b6-f57f-4a3a-a5a1-323270fa1d4d', 'mac_address': 'fa:16:3e:f5:3e:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13f71f58-c682-4a26-a480-0bc8dd78198c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 23:01:50.759956 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 79ac18b6-f57f-4a3a-a5a1-323270fa1d4d is: DOWN; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 23:01:50.760385 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (79ac18b6-f57f-4a3a-a5a1-323270fa1d4d), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:01:50.773345 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79ac18b6-f57f-4a3a-a5a1-323270fa1d4d {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 23:01:50.783173 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2c6ce3-0865-4639-a154-8f5277f96cf3 req-10c5368e-fa67-40d4-8a1c-ff4de9ae5c7c tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:01:50.784703 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fd2c6ce3-0865-4639-a154-8f5277f96cf3 req-10c5368e-fa67-40d4-8a1c-ff4de9ae5c7c tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] 10.222.0.90 "GET /v2.0/ports?device_id=07af26aa-203b-4a35-9622-d89e8d54dbae HTTP/1.1" status: 200 len: 944 time: 0.0526385 Feb 09 23:01:50.792907 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 79ac18b6-f57f-4a3a-a5a1-323270fa1d4d, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=79ac18b6-f57f-4a3a-a5a1-323270fa1d4d,segment=NetworkSegment(96bc603e-a9af-4f06-bc71-28578285fd86),segment_id=96bc603e-a9af-4f06-bc71-28578285fd86)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 23:01:50.796876 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (79ac18b6-f57f-4a3a-a5a1-323270fa1d4d), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:01:50.838241 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-fd2c6ce3-0865-4639-a154-8f5277f96cf3 req-b28d2c66-9288-4afd-9209-6805ff585ff5 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] 10.222.0.90 "GET /v2.0/security-groups?id=3fc1343f-611a-4ccd-82b6-2787f82f02cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478201 Feb 09 23:01:50.845001 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=79ac18b6-f57f-4a3a-a5a1-323270fa1d4d,revision_number=4']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:01:51.182106 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['79ac18b6-f57f-4a3a-a5a1-323270fa1d4d'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 23:01:51.957452 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf3dc04-64db-4ffe-b582-8655092f1f0b req-c9cfe226-bdd0-452b-a4fe-b375de55c5af tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:01:51.958925 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9cf3dc04-64db-4ffe-b582-8655092f1f0b req-c9cfe226-bdd0-452b-a4fe-b375de55c5af tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] 10.222.0.90 "GET /v2.0/ports?device_id=07af26aa-203b-4a35-9622-d89e8d54dbae HTTP/1.1" status: 200 len: 945 time: 0.0521643 Feb 09 23:01:52.006215 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-9cf3dc04-64db-4ffe-b582-8655092f1f0b req-2952e7d3-c664-4edb-882e-f27a7a1aa107 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] 10.222.0.90 "GET /v2.0/security-groups?id=3fc1343f-611a-4ccd-82b6-2787f82f02cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419025 Feb 09 23:01:52.351651 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:01:52.627150 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 79ac18b6-f57f-4a3a-a5a1-323270fa1d4d up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 23:01:52.677642 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning for port 79ac18b6-f57f-4a3a-a5a1-323270fa1d4d completed by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 23:01:52.681658 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port 79ac18b6-f57f-4a3a-a5a1-323270fa1d4d triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 23:01:52.682054 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (79ac18b6-f57f-4a3a-a5a1-323270fa1d4d), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:01:52.756813 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 79ac18b6-f57f-4a3a-a5a1-323270fa1d4d is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 23:01:52.757199 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (79ac18b6-f57f-4a3a-a5a1-323270fa1d4d), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:01:52.778975 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07af26aa-203b-4a35-9622-d89e8d54dbae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79ac18b6-f57f-4a3a-a5a1-323270fa1d4d'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 23:01:52.781207 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cf4d4d953224237653245d15ffec07a65c4bd356d4237fd84236d8abf5d48a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e83da7-2663-4964-8800-c083710ff093" -d '{"events": [{"server_uuid": "07af26aa-203b-4a35-9622-d89e8d54dbae", "name": "network-vif-plugged", "status": "completed", "tag": "79ac18b6-f57f-4a3a-a5a1-323270fa1d4d"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 23:01:52.797799 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 79ac18b6-f57f-4a3a-a5a1-323270fa1d4d, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=79ac18b6-f57f-4a3a-a5a1-323270fa1d4d,segment=NetworkSegment(96bc603e-a9af-4f06-bc71-28578285fd86),segment_id=96bc603e-a9af-4f06-bc71-28578285fd86)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 23:01:52.801887 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (79ac18b6-f57f-4a3a-a5a1-323270fa1d4d), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:01:52.823965 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 23:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f5e706-98ac-450e-a85c-f16db87c21d2 x-openstack-request-id: req-35f5e706-98ac-450e-a85c-f16db87c21d2 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 23:01:52.824284 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07af26aa-203b-4a35-9622-d89e8d54dbae", "name": "network-vif-plugged", "status": "completed", "tag": "79ac18b6-f57f-4a3a-a5a1-323270fa1d4d", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 23:01:52.824530 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-35f5e706-98ac-450e-a85c-f16db87c21d2 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 23:01:52.825176 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07af26aa-203b-4a35-9622-d89e8d54dbae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79ac18b6-f57f-4a3a-a5a1-323270fa1d4d', 'code': 200} Feb 09 23:01:52.852845 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=79ac18b6-f57f-4a3a-a5a1-323270fa1d4d,revision_number=5']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:01:52.921233 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288f3757-2803-477e-a18f-0107e809bc4d req-25cc5128-3b65-40ee-835e-a96f2b20284b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:01:52.922646 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-288f3757-2803-477e-a18f-0107e809bc4d req-25cc5128-3b65-40ee-835e-a96f2b20284b service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=07af26aa-203b-4a35-9622-d89e8d54dbae HTTP/1.1" status: 200 len: 1128 time: 0.0456007 Feb 09 23:01:52.967791 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-288f3757-2803-477e-a18f-0107e809bc4d req-4ac114d5-669c-4b53-8ea2-5d81cd06ec82 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=3fc1343f-611a-4ccd-82b6-2787f82f02cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394275 Feb 09 23:01:53.130615 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556e7ddf-21a4-4289-962c-5a22a813b6c7 req-32c6b5c2-c24f-4120-81d1-e21416aeb69e tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:01:53.132127 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-556e7ddf-21a4-4289-962c-5a22a813b6c7 req-32c6b5c2-c24f-4120-81d1-e21416aeb69e tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] 10.222.0.90 "GET /v2.0/ports?device_id=07af26aa-203b-4a35-9622-d89e8d54dbae HTTP/1.1" status: 200 len: 946 time: 0.0599554 Feb 09 23:01:53.180732 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-556e7ddf-21a4-4289-962c-5a22a813b6c7 req-3b063314-a3a6-4538-919c-7b3964eb7e21 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] 10.222.0.90 "GET /v2.0/security-groups?id=3fc1343f-611a-4ccd-82b6-2787f82f02cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422878 Feb 09 23:01:54.307594 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94c986a-da7d-4146-bfce-d79a0f5e4801 req-85f92bdb-5e5f-42b1-bcd9-71f800ee1dbf tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:01:54.309847 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c94c986a-da7d-4146-bfce-d79a0f5e4801 req-85f92bdb-5e5f-42b1-bcd9-71f800ee1dbf tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] 10.222.0.90 "GET /v2.0/ports?device_id=07af26aa-203b-4a35-9622-d89e8d54dbae HTTP/1.1" status: 200 len: 946 time: 0.0588772 Feb 09 23:01:54.360791 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-c94c986a-da7d-4146-bfce-d79a0f5e4801 req-574a007f-b658-45a7-b404-43bd008ae8d2 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] 10.222.0.90 "GET /v2.0/security-groups?id=3fc1343f-611a-4ccd-82b6-2787f82f02cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450578 Feb 09 23:01:54.396645 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:01:54.562940 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 23:01:55.481021 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399be806-f5bf-440b-8ae5-d03be82e00a3 req-cdfe07b3-dc74-45c7-b4ef-d9188b1345fa tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:01:55.482454 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-399be806-f5bf-440b-8ae5-d03be82e00a3 req-cdfe07b3-dc74-45c7-b4ef-d9188b1345fa tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] 10.222.0.90 "GET /v2.0/ports?device_id=07af26aa-203b-4a35-9622-d89e8d54dbae HTTP/1.1" status: 200 len: 946 time: 0.0535104 Feb 09 23:01:55.530745 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-399be806-f5bf-440b-8ae5-d03be82e00a3 req-5df3ad1b-c68c-4c64-8133-1d071ff1f1e5 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] 10.222.0.90 "GET /v2.0/security-groups?id=3fc1343f-611a-4ccd-82b6-2787f82f02cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426822 Feb 09 23:01:55.657913 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57acb5b6-0146-49db-aafd-384775d15113 req-52928964-c259-4c5d-82c7-65358c3a20ca tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:01:55.659388 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-57acb5b6-0146-49db-aafd-384775d15113 req-52928964-c259-4c5d-82c7-65358c3a20ca tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] 10.222.0.90 "GET /v2.0/ports?device_id=07af26aa-203b-4a35-9622-d89e8d54dbae HTTP/1.1" status: 200 len: 946 time: 0.0571201 Feb 09 23:01:55.717835 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-57acb5b6-0146-49db-aafd-384775d15113 req-1984ca55-adb9-4efa-af20-59c3ee195075 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] 10.222.0.90 "GET /v2.0/security-groups?id=3fc1343f-611a-4ccd-82b6-2787f82f02cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527442 Feb 09 23:01:55.741253 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 55882) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:01:55.793606 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5a3857-0ad8-46a3-b129-0459cdf7d34b tempest-TestSnapshotPattern-2127763432 tempest-TestSnapshotPattern-2127763432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:01:55.795326 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-2c5a3857-0ad8-46a3-b129-0459cdf7d34b tempest-TestSnapshotPattern-2127763432 tempest-TestSnapshotPattern-2127763432-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=07af26aa-203b-4a35-9622-d89e8d54dbae HTTP/1.1" status: 200 len: 1123 time: 0.0531280 Feb 09 23:01:55.798096 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 55884) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:01:55.802275 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.v2.base [None req-3bf47d1d-0ae5-4f2e-aeb8-797f5e82d623 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Request body: {'floatingip': {'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'port_id': '79ac18b6-f57f-4a3a-a5a1-323270fa1d4d', 'tenant_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 23:01:55.824036 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3bf47d1d-0ae5-4f2e-aeb8-797f5e82d623 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:01:55.920946 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3bf47d1d-0ae5-4f2e-aeb8-797f5e82d623 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (None), before_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:01:56.037276 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.db_base_plugin_common [None req-3bf47d1d-0ae5-4f2e-aeb8-797f5e82d623 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Allocated IP 172.25.3.88 (54a442d5-50a0-4c75-85cc-d19f5bf58118/8c02af66-7d85-4212-bb55-f462cb65dc52/8343e98c-d66f-428b-8f34-8569fdfeff24) {{(pid=103141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 23:01:56.137547 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3bf47d1d-0ae5-4f2e-aeb8-797f5e82d623 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Publish callbacks [] for port (8343e98c-d66f-428b-8f34-8569fdfeff24), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:01:56.171944 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3bf47d1d-0ae5-4f2e-aeb8-797f5e82d623 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746128623041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (8343e98c-d66f-428b-8f34-8569fdfeff24), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:01:56.214297 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf47d1d-0ae5-4f2e-aeb8-797f5e82d623 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Network 54a442d5-50a0-4c75-85cc-d19f5bf58118 is already hosted by enough agents. {{(pid=103141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 23:01:56.219323 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.base_scheduler [None req-3bf47d1d-0ae5-4f2e-aeb8-797f5e82d623 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Resources bound (agent type, host, resource id): {{(pid=103141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 23:01:56.223054 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf47d1d-0ae5-4f2e-aeb8-797f5e82d623 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Received port after_create {{(pid=103141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 23:01:56.250137 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf47d1d-0ae5-4f2e-aeb8-797f5e82d623 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Pushing event updated for resources: {'Port': ['ID=8343e98c-d66f-428b-8f34-8569fdfeff24,revision_number=1']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:01:56.592037 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3bf47d1d-0ae5-4f2e-aeb8-797f5e82d623 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Publish callbacks [] for floatingip (3414376e-711e-4436-8926-0cae565fcbce), precommit_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:01:56.662303 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3bf47d1d-0ae5-4f2e-aeb8-797f5e82d623 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (8343e98c-d66f-428b-8f34-8569fdfeff24), before_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:01:56.808813 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3bf47d1d-0ae5-4f2e-aeb8-797f5e82d623 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Publish callbacks [] for port (8343e98c-d66f-428b-8f34-8569fdfeff24), precommit_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:01:56.813166 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3bf47d1d-0ae5-4f2e-aeb8-797f5e82d623 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9730748'] for port (8343e98c-d66f-428b-8f34-8569fdfeff24), after_update {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:01:56.880197 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf47d1d-0ae5-4f2e-aeb8-797f5e82d623 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Pushing event updated for resources: {'Port': ['ID=8343e98c-d66f-428b-8f34-8569fdfeff24,revision_number=2']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:01:56.890681 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3bf47d1d-0ae5-4f2e-aeb8-797f5e82d623 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554602'] for floatingip (3414376e-711e-4436-8926-0cae565fcbce), after_create {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:01:56.990669 n-d-828369-5 neutron-server[103141]: INFO neutron.db.l3_db [None req-3bf47d1d-0ae5-4f2e-aeb8-797f5e82d623 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Floating IP 3414376e-711e-4436-8926-0cae565fcbce associated. External IP: 172.25.3.88, port: 79ac18b6-f57f-4a3a-a5a1-323270fa1d4d. Feb 09 23:01:57.201227 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bf47d1d-0ae5-4f2e-aeb8-797f5e82d623 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Router b149727a-0f7d-4095-9fef-c92cdd45b680 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 23:01:57.585968 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bf47d1d-0ae5-4f2e-aeb8-797f5e82d623 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 23:01:57.595781 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9338420c-6799-4a36-9748-39fc2ad1ad3c None None] Sync routers for ids ['b149727a-0f7d-4095-9fef-c92cdd45b680'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 23:01:57.604039 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-3bf47d1d-0ae5-4f2e-aeb8-797f5e82d623 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:01:57.608600 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9338420c-6799-4a36-9748-39fc2ad1ad3c None None] Routers {'b149727a-0f7d-4095-9fef-c92cdd45b680'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 23:01:57.609233 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-9338420c-6799-4a36-9748-39fc2ad1ad3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T23:01:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['b149727a-0f7d-4095-9fef-c92cdd45b680'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:01:57.634735 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-3bf47d1d-0ae5-4f2e-aeb8-797f5e82d623 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8356245 Feb 09 23:01:57.635335 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07af26aa-203b-4a35-9622-d89e8d54dbae', 'tag': '79ac18b6-f57f-4a3a-a5a1-323270fa1d4d'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 23:01:57.637608 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0759f77e637a6f71ff1c25bc92ec5ea77217d29fcb3f113a7ada5acb32ef5084" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90ff8c15-d82a-4ce8-ad97-574b525626f6" -d '{"events": [{"name": "network-changed", "server_uuid": "07af26aa-203b-4a35-9622-d89e8d54dbae", "tag": "79ac18b6-f57f-4a3a-a5a1-323270fa1d4d"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 23:01:57.676724 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 23:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-783a1761-1913-4861-b731-33c3736180be x-openstack-request-id: req-783a1761-1913-4861-b731-33c3736180be {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 23:01:57.677018 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07af26aa-203b-4a35-9622-d89e8d54dbae", "tag": "79ac18b6-f57f-4a3a-a5a1-323270fa1d4d", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 23:01:57.677272 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-783a1761-1913-4861-b731-33c3736180be {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 23:01:57.677674 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07af26aa-203b-4a35-9622-d89e8d54dbae', 'tag': '79ac18b6-f57f-4a3a-a5a1-323270fa1d4d', 'status': 'completed', 'code': 200} Feb 09 23:01:57.732213 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-9338420c-6799-4a36-9748-39fc2ad1ad3c None None] Set router b149727a-0f7d-4095-9fef-c92cdd45b680 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 23:01:57.750353 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ff8c15-d82a-4ce8-ad97-574b525626f6 req-51adf65e-e18f-4191-aa00-dd1d32ec3421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:01:57.751876 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-90ff8c15-d82a-4ce8-ad97-574b525626f6 req-51adf65e-e18f-4191-aa00-dd1d32ec3421 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d7950bd58fec4b49acbf6bb7082bbafd&device_id=07af26aa-203b-4a35-9622-d89e8d54dbae HTTP/1.1" status: 200 len: 1128 time: 0.0477691 Feb 09 23:01:57.842633 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ff8c15-d82a-4ce8-ad97-574b525626f6 req-acf23cc4-29cc-4c90-bf56-16754c5224b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:01:57.844027 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-90ff8c15-d82a-4ce8-ad97-574b525626f6 req-acf23cc4-29cc-4c90-bf56-16754c5224b4 service neutron] 10.222.0.89 "GET /v2.0/networks?id=84ad4031-e82a-4043-9c3e-459c72f04a81 HTTP/1.1" status: 200 len: 910 time: 0.0853930 Feb 09 23:01:57.912548 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-90ff8c15-d82a-4ce8-ad97-574b525626f6 req-9c86c008-8b71-4f41-900a-d970ff3e7958 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79ac18b6-f57f-4a3a-a5a1-323270fa1d4d HTTP/1.1" status: 200 len: 999 time: 0.0622566 Feb 09 23:01:57.956492 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-9338420c-6799-4a36-9748-39fc2ad1ad3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b149727a-0f7d-4095-9fef-c92cdd45b680', 'name': 'tempest-TestSnapshotPattern-368358386-router', 'tenant_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '881d10d2-b7e7-414a-90be-1c9efdee45d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:58:56Z', 'updated_at': '2022-02-09T22:58:59Z', 'revision_number': 4, 'project_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'gw_port': {'id': '881d10d2-b7e7-414a-90be-1c9efdee45d9', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ad:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b149727a-0f7d-4095-9fef-c92cdd45b680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:58:56Z', 'updated_at': '2022-02-09T22:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': '3414376e-711e-4436-8926-0cae565fcbce', 'tenant_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'floating_ip_address': '172.25.3.88', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': 'b149727a-0f7d-4095-9fef-c92cdd45b680', 'port_id': '79ac18b6-f57f-4a3a-a5a1-323270fa1d4d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84ad4031-e82a-4043-9c3e-459c72f04a81', 'mac_address': 'fa:16:3e:f5:3e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07af26aa-203b-4a35-9622-d89e8d54dbae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T23:01:56Z', 'updated_at': '2022-02-09T23:01:56Z', 'revision_number': 0, 'project_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'fixed_ip_address_scope': None}, {'id': 'e5ab0b72-e423-4220-8f7c-93580e0ca3a9', 'tenant_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'floating_ip_address': '172.25.3.131', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': 'b149727a-0f7d-4095-9fef-c92cdd45b680', 'port_id': '9e65a444-fbd6-420b-89bf-a0e351d5fc92', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84ad4031-e82a-4043-9c3e-459c72f04a81', 'mac_address': 'fa:16:3e:f6:b9:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ad29c3e-7883-4039-a4e4-af8de1fce5a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:59:18Z', 'updated_at': '2022-02-09T22:59:21Z', 'revision_number': 1, 'project_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b20ba4cd-39c2-497d-bd46-b1bf5b53c96b', 'name': '', 'network_id': '84ad4031-e82a-4043-9c3e-459c72f04a81', 'tenant_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'mac_address': 'fa:16:3e:b4:3a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b149727a-0f7d-4095-9fef-c92cdd45b680', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '13f71f58-c682-4a26-a480-0bc8dd78198c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:58:58Z', 'updated_at': '2022-02-09T22:59:03Z', 'revision_number': 5, 'project_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'subnets': [{'id': '13f71f58-c682-4a26-a480-0bc8dd78198c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:01:57.960491 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ff8c15-d82a-4ce8-ad97-574b525626f6 req-19491c14-3266-41d9-ab8c-59ceed18e588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:01:57.961964 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-90ff8c15-d82a-4ce8-ad97-574b525626f6 req-19491c14-3266-41d9-ab8c-59ceed18e588 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=13f71f58-c682-4a26-a480-0bc8dd78198c HTTP/1.1" status: 200 len: 848 time: 0.0434692 Feb 09 23:01:57.983349 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9338420c-6799-4a36-9748-39fc2ad1ad3c None None] Checking router: b149727a-0f7d-4095-9fef-c92cdd45b680 for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 23:01:57.991552 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9338420c-6799-4a36-9748-39fc2ad1ad3c None None] Routers {'b149727a-0f7d-4095-9fef-c92cdd45b680'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 23:01:57.992160 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-9338420c-6799-4a36-9748-39fc2ad1ad3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T23:01:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['b149727a-0f7d-4095-9fef-c92cdd45b680'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:01:58.010556 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ff8c15-d82a-4ce8-ad97-574b525626f6 req-5796b16a-67d1-4021-ad5d-62344bfde26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:01:58.012141 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-90ff8c15-d82a-4ce8-ad97-574b525626f6 req-5796b16a-67d1-4021-ad5d-62344bfde26a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=84ad4031-e82a-4043-9c3e-459c72f04a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0435953 Feb 09 23:01:58.097170 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-9338420c-6799-4a36-9748-39fc2ad1ad3c None None] Set router b149727a-0f7d-4095-9fef-c92cdd45b680 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 23:01:58.103467 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-90ff8c15-d82a-4ce8-ad97-574b525626f6 req-e8ceb6fe-667b-433f-8b04-9396f0b48a01 service neutron] 10.222.0.89 "GET /v2.0/networks/84ad4031-e82a-4043-9c3e-459c72f04a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841043 Feb 09 23:01:58.192853 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-90ff8c15-d82a-4ce8-ad97-574b525626f6 req-a0bae60a-7c21-440b-ad19-a616d125bbee service neutron] 10.222.0.89 "GET /v2.0/networks/84ad4031-e82a-4043-9c3e-459c72f04a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817137 Feb 09 23:01:58.474775 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-9338420c-6799-4a36-9748-39fc2ad1ad3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b149727a-0f7d-4095-9fef-c92cdd45b680', 'name': 'tempest-TestSnapshotPattern-368358386-router', 'tenant_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '881d10d2-b7e7-414a-90be-1c9efdee45d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:58:56Z', 'updated_at': '2022-02-09T22:58:59Z', 'revision_number': 4, 'project_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'gw_port': {'id': '881d10d2-b7e7-414a-90be-1c9efdee45d9', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ad:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b149727a-0f7d-4095-9fef-c92cdd45b680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:58:56Z', 'updated_at': '2022-02-09T22:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': '3414376e-711e-4436-8926-0cae565fcbce', 'tenant_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'floating_ip_address': '172.25.3.88', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': 'b149727a-0f7d-4095-9fef-c92cdd45b680', 'port_id': '79ac18b6-f57f-4a3a-a5a1-323270fa1d4d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84ad4031-e82a-4043-9c3e-459c72f04a81', 'mac_address': 'fa:16:3e:f5:3e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07af26aa-203b-4a35-9622-d89e8d54dbae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T23:01:56Z', 'updated_at': '2022-02-09T23:01:56Z', 'revision_number': 0, 'project_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'fixed_ip_address_scope': None}, {'id': 'e5ab0b72-e423-4220-8f7c-93580e0ca3a9', 'tenant_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'floating_ip_address': '172.25.3.131', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': 'b149727a-0f7d-4095-9fef-c92cdd45b680', 'port_id': '9e65a444-fbd6-420b-89bf-a0e351d5fc92', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84ad4031-e82a-4043-9c3e-459c72f04a81', 'mac_address': 'fa:16:3e:f6:b9:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ad29c3e-7883-4039-a4e4-af8de1fce5a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:59:18Z', 'updated_at': '2022-02-09T22:59:21Z', 'revision_number': 1, 'project_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b20ba4cd-39c2-497d-bd46-b1bf5b53c96b', 'name': '', 'network_id': '84ad4031-e82a-4043-9c3e-459c72f04a81', 'tenant_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'mac_address': 'fa:16:3e:b4:3a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b149727a-0f7d-4095-9fef-c92cdd45b680', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '13f71f58-c682-4a26-a480-0bc8dd78198c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:58:58Z', 'updated_at': '2022-02-09T22:59:03Z', 'revision_number': 5, 'project_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'subnets': [{'id': '13f71f58-c682-4a26-a480-0bc8dd78198c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:01:58.504060 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9338420c-6799-4a36-9748-39fc2ad1ad3c None None] The sync data for ids ['b149727a-0f7d-4095-9fef-c92cdd45b680'] in n-d-828369-5 is: [{'id': 'b149727a-0f7d-4095-9fef-c92cdd45b680', 'name': 'tempest-TestSnapshotPattern-368358386-router', 'tenant_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '881d10d2-b7e7-414a-90be-1c9efdee45d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:58:56Z', 'updated_at': '2022-02-09T22:58:59Z', 'revision_number': 4, 'project_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'gw_port': {'id': '881d10d2-b7e7-414a-90be-1c9efdee45d9', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ad:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b149727a-0f7d-4095-9fef-c92cdd45b680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:58:56Z', 'updated_at': '2022-02-09T22:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': '3414376e-711e-4436-8926-0cae565fcbce', 'tenant_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'floating_ip_address': '172.25.3.88', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': 'b149727a-0f7d-4095-9fef-c92cdd45b680', 'port_id': '79ac18b6-f57f-4a3a-a5a1-323270fa1d4d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84ad4031-e82a-4043-9c3e-459c72f04a81', 'mac_address': 'fa:16:3e:f5:3e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07af26aa-203b-4a35-9622-d89e8d54dbae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T23:01:56Z', 'updated_at': '2022-02-09T23:01:56Z', 'revision_number': 0, 'project_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'fixed_ip_address_scope': None}, {'id': 'e5ab0b72-e423-4220-8f7c-93580e0ca3a9', 'tenant_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'floating_ip_address': '172.25.3.131', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': 'b149727a-0f7d-4095-9fef-c92cdd45b680', 'port_id': '9e65a444-fbd6-420b-89bf-a0e351d5fc92', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84ad4031-e82a-4043-9c3e-459c72f04a81', 'mac_address': 'fa:16:3e:f6:b9:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ad29c3e-7883-4039-a4e4-af8de1fce5a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:59:18Z', 'updated_at': '2022-02-09T22:59:21Z', 'revision_number': 1, 'project_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b20ba4cd-39c2-497d-bd46-b1bf5b53c96b', 'name': '', 'network_id': '84ad4031-e82a-4043-9c3e-459c72f04a81', 'tenant_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'mac_address': 'fa:16:3e:b4:3a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b149727a-0f7d-4095-9fef-c92cdd45b680', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '13f71f58-c682-4a26-a480-0bc8dd78198c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:58:58Z', 'updated_at': '2022-02-09T22:59:03Z', 'revision_number': 5, 'project_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'subnets': [{'id': '13f71f58-c682-4a26-a480-0bc8dd78198c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 23:01:58.693629 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc341c28-156c-416f-8b1f-e31028a90031 None None] New status for floating IP 3414376e-711e-4436-8926-0cae565fcbce: ACTIVE {{(pid=103143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 23:02:09.238170 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-76898c4f-f8d6-4ed7-b2c0-40454a7c8014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:11.224615 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-129777f1-aa8d-4a4b-9b64-cd01daaa4019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:13.113602 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:14.528198 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:15.576449 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:22.349705 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:23.606181 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-be193977-5a25-4ec6-aca9-3697dc7b076f req-ecf4f668-50fb-4743-893b-44677b4deedf service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=07af26aa-203b-4a35-9622-d89e8d54dbae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0492091 Feb 09 23:02:23.690888 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be193977-5a25-4ec6-aca9-3697dc7b076f req-9a1309be-3e50-46af-87e6-235622e43825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:02:23.692392 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-be193977-5a25-4ec6-aca9-3697dc7b076f req-9a1309be-3e50-46af-87e6-235622e43825 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d7950bd58fec4b49acbf6bb7082bbafd&device_id=07af26aa-203b-4a35-9622-d89e8d54dbae HTTP/1.1" status: 200 len: 1128 time: 0.0440614 Feb 09 23:02:23.790578 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be193977-5a25-4ec6-aca9-3697dc7b076f req-bfeb57e2-7660-4385-bb06-d2a80b22b591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:02:23.792663 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-be193977-5a25-4ec6-aca9-3697dc7b076f req-bfeb57e2-7660-4385-bb06-d2a80b22b591 service neutron] 10.222.0.89 "GET /v2.0/networks?id=84ad4031-e82a-4043-9c3e-459c72f04a81 HTTP/1.1" status: 200 len: 910 time: 0.0829277 Feb 09 23:02:23.862941 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-be193977-5a25-4ec6-aca9-3697dc7b076f req-e44901bf-31da-4c37-bbd3-866208936048 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79ac18b6-f57f-4a3a-a5a1-323270fa1d4d HTTP/1.1" status: 200 len: 1001 time: 0.0635407 Feb 09 23:02:23.909630 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be193977-5a25-4ec6-aca9-3697dc7b076f req-7ca28663-bf8d-4880-b091-eed8f40e118f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:02:23.911033 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-be193977-5a25-4ec6-aca9-3697dc7b076f req-7ca28663-bf8d-4880-b091-eed8f40e118f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=13f71f58-c682-4a26-a480-0bc8dd78198c HTTP/1.1" status: 200 len: 848 time: 0.0420072 Feb 09 23:02:23.959174 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be193977-5a25-4ec6-aca9-3697dc7b076f req-2824262c-4a7f-455e-b40a-beece68559ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:02:23.960690 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-be193977-5a25-4ec6-aca9-3697dc7b076f req-2824262c-4a7f-455e-b40a-beece68559ad service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=84ad4031-e82a-4043-9c3e-459c72f04a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441742 Feb 09 23:02:24.055521 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-be193977-5a25-4ec6-aca9-3697dc7b076f req-68c4d26c-6986-4742-a23f-7a6f97701e40 service neutron] 10.222.0.89 "GET /v2.0/networks/84ad4031-e82a-4043-9c3e-459c72f04a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870841 Feb 09 23:02:24.145152 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-be193977-5a25-4ec6-aca9-3697dc7b076f req-40838c74-596b-4269-a71d-0ba553a1d5ac service neutron] 10.222.0.89 "GET /v2.0/networks/84ad4031-e82a-4043-9c3e-459c72f04a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836461 Feb 09 23:02:24.408440 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:31.561500 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 23:02:38.865464 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-223d5d4e-d46d-43b2-8764-aac74191a044 req-97ccabdf-22e3-4c49-a579-192123b3d152 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=2ad29c3e-7883-4039-a4e4-af8de1fce5a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435467 Feb 09 23:02:38.956362 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223d5d4e-d46d-43b2-8764-aac74191a044 req-91b041eb-f0a5-482b-b336-5b2636ced2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:02:38.957865 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-223d5d4e-d46d-43b2-8764-aac74191a044 req-91b041eb-f0a5-482b-b336-5b2636ced2cb service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=d7950bd58fec4b49acbf6bb7082bbafd&device_id=2ad29c3e-7883-4039-a4e4-af8de1fce5a2 HTTP/1.1" status: 200 len: 1125 time: 0.0452516 Feb 09 23:02:39.060121 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223d5d4e-d46d-43b2-8764-aac74191a044 req-2aecdbe1-c638-4fad-9c92-0c392eb4a528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:02:39.061641 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-223d5d4e-d46d-43b2-8764-aac74191a044 req-2aecdbe1-c638-4fad-9c92-0c392eb4a528 service neutron] 10.222.0.95 "GET /v2.0/networks?id=84ad4031-e82a-4043-9c3e-459c72f04a81 HTTP/1.1" status: 200 len: 910 time: 0.0860260 Feb 09 23:02:39.126946 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-223d5d4e-d46d-43b2-8764-aac74191a044 req-3238a2ef-804f-48e1-b19b-31b90ca2bc28 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e65a444-fbd6-420b-89bf-a0e351d5fc92 HTTP/1.1" status: 200 len: 999 time: 0.0584528 Feb 09 23:02:39.175513 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223d5d4e-d46d-43b2-8764-aac74191a044 req-fd5ef3df-16da-4509-a20a-f88cae75dea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:02:39.177028 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-223d5d4e-d46d-43b2-8764-aac74191a044 req-fd5ef3df-16da-4509-a20a-f88cae75dea7 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=13f71f58-c682-4a26-a480-0bc8dd78198c HTTP/1.1" status: 200 len: 848 time: 0.0441616 Feb 09 23:02:39.230822 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223d5d4e-d46d-43b2-8764-aac74191a044 req-07c8d058-ce88-4079-94e4-aefcf6423952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:02:39.232377 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-223d5d4e-d46d-43b2-8764-aac74191a044 req-07c8d058-ce88-4079-94e4-aefcf6423952 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=84ad4031-e82a-4043-9c3e-459c72f04a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0497646 Feb 09 23:02:39.239347 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b1791061-8878-4909-bb09-5bd3fbc786a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:39.322601 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-223d5d4e-d46d-43b2-8764-aac74191a044 req-ff5e437f-0571-41b4-929c-d8f45bc8abdf service neutron] 10.222.0.95 "GET /v2.0/networks/84ad4031-e82a-4043-9c3e-459c72f04a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841660 Feb 09 23:02:39.414192 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-223d5d4e-d46d-43b2-8764-aac74191a044 req-04535733-d03b-4800-9815-8b6b9c9868bc service neutron] 10.222.0.95 "GET /v2.0/networks/84ad4031-e82a-4043-9c3e-459c72f04a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863669 Feb 09 23:02:41.226130 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7aae2aa7-147a-40fc-abf3-df47a227a244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:43.112973 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:44.531254 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:45.579208 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:52.348575 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:02:54.415390 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:08.563099 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 23:03:09.241284 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b25eed20-4124-4624-8473-0e306e60ef59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:11.227858 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b631f3bf-7bdf-4fe0-8406-819e0159252e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:13.116291 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:14.534791 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:15.580760 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:22.362831 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:24.424252 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:24.653965 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-092d66b7-acf4-4836-ba55-6d191c97102d req-5d6a2fa9-9cf4-4603-9b2e-0b01b7a6a92f service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=07af26aa-203b-4a35-9622-d89e8d54dbae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1035249 Feb 09 23:03:24.739984 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092d66b7-acf4-4836-ba55-6d191c97102d req-ef607d8e-cf6e-4943-9a72-91c3cabb43ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:03:24.741445 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-092d66b7-acf4-4836-ba55-6d191c97102d req-ef607d8e-cf6e-4943-9a72-91c3cabb43ef service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d7950bd58fec4b49acbf6bb7082bbafd&device_id=07af26aa-203b-4a35-9622-d89e8d54dbae HTTP/1.1" status: 200 len: 1128 time: 0.0448422 Feb 09 23:03:24.845038 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092d66b7-acf4-4836-ba55-6d191c97102d req-52970b2f-3977-445a-82aa-6bf9853e7460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:03:24.846486 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-092d66b7-acf4-4836-ba55-6d191c97102d req-52970b2f-3977-445a-82aa-6bf9853e7460 service neutron] 10.222.0.89 "GET /v2.0/networks?id=84ad4031-e82a-4043-9c3e-459c72f04a81 HTTP/1.1" status: 200 len: 910 time: 0.0862010 Feb 09 23:03:24.915098 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-092d66b7-acf4-4836-ba55-6d191c97102d req-35fdd4f0-6bec-4e00-834a-1a6d7f32ec49 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79ac18b6-f57f-4a3a-a5a1-323270fa1d4d HTTP/1.1" status: 200 len: 1001 time: 0.0619256 Feb 09 23:03:24.964617 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092d66b7-acf4-4836-ba55-6d191c97102d req-76b6b516-a445-4a84-a46c-3006f0d2daac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:03:24.966024 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-092d66b7-acf4-4836-ba55-6d191c97102d req-76b6b516-a445-4a84-a46c-3006f0d2daac service neutron] 10.222.0.89 "GET /v2.0/subnets?id=13f71f58-c682-4a26-a480-0bc8dd78198c HTTP/1.1" status: 200 len: 848 time: 0.0429103 Feb 09 23:03:25.014244 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092d66b7-acf4-4836-ba55-6d191c97102d req-bda9d332-938c-4f93-ace0-64dedaa0d28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:03:25.015622 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-092d66b7-acf4-4836-ba55-6d191c97102d req-bda9d332-938c-4f93-ace0-64dedaa0d28a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=84ad4031-e82a-4043-9c3e-459c72f04a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0423424 Feb 09 23:03:25.105865 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-092d66b7-acf4-4836-ba55-6d191c97102d req-925c191a-ac65-415b-8877-98d1ddbafc60 service neutron] 10.222.0.89 "GET /v2.0/networks/84ad4031-e82a-4043-9c3e-459c72f04a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834663 Feb 09 23:03:25.193372 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-092d66b7-acf4-4836-ba55-6d191c97102d req-a2180b83-c4f4-46f9-b38a-54f60d2f9b50 service neutron] 10.222.0.89 "GET /v2.0/networks/84ad4031-e82a-4043-9c3e-459c72f04a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813060 Feb 09 23:03:39.242687 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-3038a758-5edf-4105-b8d1-f2e04f509612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:40.894886 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-03c501e6-2b13-4f7c-b02d-91b9364333e4 req-2648d43e-d25f-40ea-b49f-924c7bfa67e3 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=2ad29c3e-7883-4039-a4e4-af8de1fce5a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0453911 Feb 09 23:03:40.988957 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c501e6-2b13-4f7c-b02d-91b9364333e4 req-8df2a5ad-58ce-430d-b176-3ab06f4606de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:03:40.990481 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-03c501e6-2b13-4f7c-b02d-91b9364333e4 req-8df2a5ad-58ce-430d-b176-3ab06f4606de service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=d7950bd58fec4b49acbf6bb7082bbafd&device_id=2ad29c3e-7883-4039-a4e4-af8de1fce5a2 HTTP/1.1" status: 200 len: 1125 time: 0.0551984 Feb 09 23:03:41.094157 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c501e6-2b13-4f7c-b02d-91b9364333e4 req-9392850d-b2b3-41ca-b492-0e1e87df175d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:03:41.095614 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-03c501e6-2b13-4f7c-b02d-91b9364333e4 req-9392850d-b2b3-41ca-b492-0e1e87df175d service neutron] 10.222.0.95 "GET /v2.0/networks?id=84ad4031-e82a-4043-9c3e-459c72f04a81 HTTP/1.1" status: 200 len: 910 time: 0.0870349 Feb 09 23:03:41.161227 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-03c501e6-2b13-4f7c-b02d-91b9364333e4 req-e5566435-a724-4b5a-8cfe-870e8ba89746 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e65a444-fbd6-420b-89bf-a0e351d5fc92 HTTP/1.1" status: 200 len: 999 time: 0.0585837 Feb 09 23:03:41.207726 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c501e6-2b13-4f7c-b02d-91b9364333e4 req-1f21c4f3-647b-4e3a-97c7-fcec238139d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:03:41.209210 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-03c501e6-2b13-4f7c-b02d-91b9364333e4 req-1f21c4f3-647b-4e3a-97c7-fcec238139d5 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=13f71f58-c682-4a26-a480-0bc8dd78198c HTTP/1.1" status: 200 len: 848 time: 0.0426037 Feb 09 23:03:41.230949 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-4d48a9ad-197b-423c-958d-2a702c6eb7fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:41.263678 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c501e6-2b13-4f7c-b02d-91b9364333e4 req-7b7c3470-e74a-40f2-8240-9e404d404d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:03:41.267588 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-03c501e6-2b13-4f7c-b02d-91b9364333e4 req-7b7c3470-e74a-40f2-8240-9e404d404d6d service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=84ad4031-e82a-4043-9c3e-459c72f04a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0530660 Feb 09 23:03:41.358793 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-03c501e6-2b13-4f7c-b02d-91b9364333e4 req-6b85037a-47ba-4906-877f-157f76c89754 service neutron] 10.222.0.95 "GET /v2.0/networks/84ad4031-e82a-4043-9c3e-459c72f04a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846398 Feb 09 23:03:41.448801 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-03c501e6-2b13-4f7c-b02d-91b9364333e4 req-628063f9-6529-461d-930a-a7a2646317cf service neutron] 10.222.0.95 "GET /v2.0/networks/84ad4031-e82a-4043-9c3e-459c72f04a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839243 Feb 09 23:03:43.119987 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:44.538607 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:45.562966 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 23:03:45.582940 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:52.358973 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:03:54.418217 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:09.244571 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-eccd9cf9-e865-49ac-88d7-26fb3ed2f5b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:11.233567 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-0ebcc4a1-424f-4830-b503-bcfb65d6aef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:13.120931 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:14.541080 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:15.585325 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:15.626870 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 79ac18b6-f57f-4a3a-a5a1-323270fa1d4d details requested by agent hyperv_n-h2-828369-5 with host n-h2-828369-5 {{(pid=103142) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 23:04:15.726801 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 79ac18b6-f57f-4a3a-a5a1-323270fa1d4d, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=79ac18b6-f57f-4a3a-a5a1-323270fa1d4d,segment=NetworkSegment(96bc603e-a9af-4f06-bc71-28578285fd86),segment_id=96bc603e-a9af-4f06-bc71-28578285fd86)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 23:04:15.737860 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Returning: {'device': '79ac18b6-f57f-4a3a-a5a1-323270fa1d4d', 'network_id': '84ad4031-e82a-4043-9c3e-459c72f04a81', 'port_id': '79ac18b6-f57f-4a3a-a5a1-323270fa1d4d', 'mac_address': 'fa:16:3e:f5:3e:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13f71f58-c682-4a26-a480-0bc8dd78198c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103142) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 23:04:15.774516 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 79ac18b6-f57f-4a3a-a5a1-323270fa1d4d is: ACTIVE; New status is: BUILD {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 23:04:15.774913 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (79ac18b6-f57f-4a3a-a5a1-323270fa1d4d), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:15.787339 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 79ac18b6-f57f-4a3a-a5a1-323270fa1d4d {{(pid=103142) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 23:04:15.805774 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 79ac18b6-f57f-4a3a-a5a1-323270fa1d4d, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=79ac18b6-f57f-4a3a-a5a1-323270fa1d4d,segment=NetworkSegment(96bc603e-a9af-4f06-bc71-28578285fd86),segment_id=96bc603e-a9af-4f06-bc71-28578285fd86)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 23:04:15.809313 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (79ac18b6-f57f-4a3a-a5a1-323270fa1d4d), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:15.858430 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=79ac18b6-f57f-4a3a-a5a1-323270fa1d4d,revision_number=6']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:04:15.865947 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:04:15.866299 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:04:15.866648 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:04:15.866990 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:04:15.867346 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:04:15.867691 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:04:15.868026 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:04:15.868385 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:04:15.868719 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:04:15.869048 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:04:15.869378 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:04:15.869709 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:04:15.870033 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:04:15.887101 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] get_ports_and_sgs() called for port_ids ['79ac18b6-f57f-4a3a-a5a1-323270fa1d4d'] {{(pid=103142) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 23:04:17.657543 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 79ac18b6-f57f-4a3a-a5a1-323270fa1d4d up at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 23:04:17.710186 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.provisioning_blocks [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Provisioning complete for port 79ac18b6-f57f-4a3a-a5a1-323270fa1d4d triggered by entity L2. {{(pid=103142) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 23:04:17.710566 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1656013'] for port (79ac18b6-f57f-4a3a-a5a1-323270fa1d4d), provisioning_complete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:17.785639 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 79ac18b6-f57f-4a3a-a5a1-323270fa1d4d is: BUILD; New status is: ACTIVE {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 23:04:17.786034 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (79ac18b6-f57f-4a3a-a5a1-323270fa1d4d), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:17.808616 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07af26aa-203b-4a35-9622-d89e8d54dbae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79ac18b6-f57f-4a3a-a5a1-323270fa1d4d'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 23:04:17.810880 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cf4d4d953224237653245d15ffec07a65c4bd356d4237fd84236d8abf5d48a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20913f7e-5734-4854-a53e-67afdd47cd07" -d '{"events": [{"server_uuid": "07af26aa-203b-4a35-9622-d89e8d54dbae", "name": "network-vif-plugged", "status": "completed", "tag": "79ac18b6-f57f-4a3a-a5a1-323270fa1d4d"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 23:04:17.823372 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 79ac18b6-f57f-4a3a-a5a1-323270fa1d4d, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=79ac18b6-f57f-4a3a-a5a1-323270fa1d4d,segment=NetworkSegment(96bc603e-a9af-4f06-bc71-28578285fd86),segment_id=96bc603e-a9af-4f06-bc71-28578285fd86)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 23:04:17.826993 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (79ac18b6-f57f-4a3a-a5a1-323270fa1d4d), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:17.852284 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 23:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b75cc844-c70a-4904-96e7-51ec8744c429 x-openstack-request-id: req-b75cc844-c70a-4904-96e7-51ec8744c429 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 23:04:17.852580 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07af26aa-203b-4a35-9622-d89e8d54dbae", "name": "network-vif-plugged", "status": "completed", "tag": "79ac18b6-f57f-4a3a-a5a1-323270fa1d4d", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 23:04:17.852835 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-b75cc844-c70a-4904-96e7-51ec8744c429 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 23:04:17.853230 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07af26aa-203b-4a35-9622-d89e8d54dbae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79ac18b6-f57f-4a3a-a5a1-323270fa1d4d', 'code': 200} Feb 09 23:04:17.875687 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=79ac18b6-f57f-4a3a-a5a1-323270fa1d4d,revision_number=7']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:04:22.377779 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:22.562844 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 23:04:24.438171 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:25.642532 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80af8a0-f1ba-4415-885a-b60dc959b97e req-e6823a5f-da4f-4b8d-8be3-95285d9cd6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:04:25.646194 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a80af8a0-f1ba-4415-885a-b60dc959b97e req-e6823a5f-da4f-4b8d-8be3-95285d9cd6d2 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d7950bd58fec4b49acbf6bb7082bbafd&device_id=07af26aa-203b-4a35-9622-d89e8d54dbae HTTP/1.1" status: 200 len: 1128 time: 0.0612097 Feb 09 23:04:25.784445 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80af8a0-f1ba-4415-885a-b60dc959b97e req-cdc076a2-13d9-4354-bbfc-6157d6e26c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:04:25.785947 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a80af8a0-f1ba-4415-885a-b60dc959b97e req-cdc076a2-13d9-4354-bbfc-6157d6e26c24 service neutron] 10.222.0.89 "GET /v2.0/networks?id=84ad4031-e82a-4043-9c3e-459c72f04a81 HTTP/1.1" status: 200 len: 910 time: 0.1160207 Feb 09 23:04:25.865969 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a80af8a0-f1ba-4415-885a-b60dc959b97e req-b989e0b3-8477-41cc-bb44-229052aac51a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79ac18b6-f57f-4a3a-a5a1-323270fa1d4d HTTP/1.1" status: 200 len: 1001 time: 0.0739355 Feb 09 23:04:25.928257 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80af8a0-f1ba-4415-885a-b60dc959b97e req-f3233a2c-a9af-485b-98f2-e955213d6d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:04:25.929870 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a80af8a0-f1ba-4415-885a-b60dc959b97e req-f3233a2c-a9af-485b-98f2-e955213d6d8d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=13f71f58-c682-4a26-a480-0bc8dd78198c HTTP/1.1" status: 200 len: 848 time: 0.0572307 Feb 09 23:04:25.987649 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80af8a0-f1ba-4415-885a-b60dc959b97e req-bae53a10-7c54-4585-bcdf-8f7b993f5602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:04:25.990016 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a80af8a0-f1ba-4415-885a-b60dc959b97e req-bae53a10-7c54-4585-bcdf-8f7b993f5602 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=84ad4031-e82a-4043-9c3e-459c72f04a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0526159 Feb 09 23:04:26.099753 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a80af8a0-f1ba-4415-885a-b60dc959b97e req-0b1471b6-8d21-4491-a6c2-0ea0d7d1350d service neutron] 10.222.0.89 "GET /v2.0/networks/84ad4031-e82a-4043-9c3e-459c72f04a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013634 Feb 09 23:04:26.199673 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-a80af8a0-f1ba-4415-885a-b60dc959b97e req-9c8ff50a-5674-4b94-a683-422a680054fb service neutron] 10.222.0.89 "GET /v2.0/networks/84ad4031-e82a-4043-9c3e-459c72f04a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933700 Feb 09 23:04:30.427054 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 56134) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:04:30.581990 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-5dc206b9-36ad-4a1e-97a8-b77f3af4d4ab tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Deleting port 8343e98c-d66f-428b-8f34-8569fdfeff24 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 23:04:30.582340 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5dc206b9-36ad-4a1e-97a8-b77f3af4d4ab tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (8343e98c-d66f-428b-8f34-8569fdfeff24), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:30.660767 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5dc206b9-36ad-4a1e-97a8-b77f3af4d4ab tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (8343e98c-d66f-428b-8f34-8569fdfeff24), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:30.661085 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5dc206b9-36ad-4a1e-97a8-b77f3af4d4ab tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Publish callbacks [] for floatingip (8343e98c-d66f-428b-8f34-8569fdfeff24), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:30.672317 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-5dc206b9-36ad-4a1e-97a8-b77f3af4d4ab tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Calling delete_port for 8343e98c-d66f-428b-8f34-8569fdfeff24 owned by network:floatingip {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 23:04:30.817124 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5dc206b9-36ad-4a1e-97a8-b77f3af4d4ab tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (8343e98c-d66f-428b-8f34-8569fdfeff24), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:30.840947 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc206b9-36ad-4a1e-97a8-b77f3af4d4ab tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Pushing event deleted for resources: {'Port': ['ID=8343e98c-d66f-428b-8f34-8569fdfeff24,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:04:30.855091 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc206b9-36ad-4a1e-97a8-b77f3af4d4ab tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:04:30.855443 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc206b9-36ad-4a1e-97a8-b77f3af4d4ab tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:04:30.855784 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc206b9-36ad-4a1e-97a8-b77f3af4d4ab tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:04:30.856122 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc206b9-36ad-4a1e-97a8-b77f3af4d4ab tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:04:30.856482 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc206b9-36ad-4a1e-97a8-b77f3af4d4ab tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:04:30.856812 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc206b9-36ad-4a1e-97a8-b77f3af4d4ab tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:04:30.857140 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc206b9-36ad-4a1e-97a8-b77f3af4d4ab tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:04:30.857464 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc206b9-36ad-4a1e-97a8-b77f3af4d4ab tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:04:30.857785 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc206b9-36ad-4a1e-97a8-b77f3af4d4ab tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:04:30.858106 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc206b9-36ad-4a1e-97a8-b77f3af4d4ab tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:04:30.858426 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc206b9-36ad-4a1e-97a8-b77f3af4d4ab tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:04:30.858750 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc206b9-36ad-4a1e-97a8-b77f3af4d4ab tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:04:30.859068 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc206b9-36ad-4a1e-97a8-b77f3af4d4ab tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:04:30.917492 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5dc206b9-36ad-4a1e-97a8-b77f3af4d4ab tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Publish callbacks [] for floatingip (3414376e-711e-4436-8926-0cae565fcbce), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:30.917848 n-d-828369-5 neutron-server[103140]: INFO neutron.db.l3_db [None req-5dc206b9-36ad-4a1e-97a8-b77f3af4d4ab tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Floating IP 3414376e-711e-4436-8926-0cae565fcbce disassociated (deleted). External IP: 172.25.3.88, port: 79ac18b6-f57f-4a3a-a5a1-323270fa1d4d. Feb 09 23:04:31.436393 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dc206b9-36ad-4a1e-97a8-b77f3af4d4ab tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Router b149727a-0f7d-4095-9fef-c92cdd45b680 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 23:04:31.541758 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dc206b9-36ad-4a1e-97a8-b77f3af4d4ab tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 23:04:31.546403 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-5dc206b9-36ad-4a1e-97a8-b77f3af4d4ab tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:31.553776 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55284cc-a6f8-4868-acc4-90bac80f20ce None None] Sync routers for ids ['b149727a-0f7d-4095-9fef-c92cdd45b680'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 23:04:31.564018 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55284cc-a6f8-4868-acc4-90bac80f20ce None None] Routers {'b149727a-0f7d-4095-9fef-c92cdd45b680'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 23:04:31.564676 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-b55284cc-a6f8-4868-acc4-90bac80f20ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T23:04:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['b149727a-0f7d-4095-9fef-c92cdd45b680'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:04:31.585167 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-5dc206b9-36ad-4a1e-97a8-b77f3af4d4ab tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] 10.222.0.90 "DELETE /v2.0/floatingips/3414376e-711e-4436-8926-0cae565fcbce HTTP/1.1" status: 204 len: 168 time: 1.1567340 Feb 09 23:04:31.586159 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07af26aa-203b-4a35-9622-d89e8d54dbae', 'tag': '79ac18b6-f57f-4a3a-a5a1-323270fa1d4d'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 23:04:31.590236 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}084566773578a82c7ab9e8b7d7948f8d3f1cbdaece621e80e6759ea940bbe07a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6ff325e-6011-46cc-860f-729db7f03ace" -d '{"events": [{"name": "network-changed", "server_uuid": "07af26aa-203b-4a35-9622-d89e8d54dbae", "tag": "79ac18b6-f57f-4a3a-a5a1-323270fa1d4d"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 23:04:31.694822 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-b55284cc-a6f8-4868-acc4-90bac80f20ce None None] Set router b149727a-0f7d-4095-9fef-c92cdd45b680 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 23:04:31.702830 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 23:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-698d437f-35d2-4eac-9aa2-a360f76162fa x-openstack-request-id: req-698d437f-35d2-4eac-9aa2-a360f76162fa {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 23:04:31.703202 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07af26aa-203b-4a35-9622-d89e8d54dbae", "tag": "79ac18b6-f57f-4a3a-a5a1-323270fa1d4d", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 23:04:31.703462 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-698d437f-35d2-4eac-9aa2-a360f76162fa {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 23:04:31.703877 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07af26aa-203b-4a35-9622-d89e8d54dbae', 'tag': '79ac18b6-f57f-4a3a-a5a1-323270fa1d4d', 'status': 'completed', 'code': 200} Feb 09 23:04:31.782594 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff325e-6011-46cc-860f-729db7f03ace req-edd96bef-b45c-4921-99ea-869a4f12e2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:04:31.784477 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d6ff325e-6011-46cc-860f-729db7f03ace req-edd96bef-b45c-4921-99ea-869a4f12e2cd service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=d7950bd58fec4b49acbf6bb7082bbafd&device_id=07af26aa-203b-4a35-9622-d89e8d54dbae HTTP/1.1" status: 200 len: 1128 time: 0.0562150 Feb 09 23:04:31.887654 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff325e-6011-46cc-860f-729db7f03ace req-c62e6dce-7de4-413c-b6f7-f903ca41ee32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:04:31.889681 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d6ff325e-6011-46cc-860f-729db7f03ace req-c62e6dce-7de4-413c-b6f7-f903ca41ee32 service neutron] 10.222.0.89 "GET /v2.0/networks?id=84ad4031-e82a-4043-9c3e-459c72f04a81 HTTP/1.1" status: 200 len: 910 time: 0.0984390 Feb 09 23:04:31.922154 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7a987d-15de-4bf6-afc6-106bd75cb92c req-2e4a49f8-fcb4-4dca-be16-e1f276076384 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:04:31.923730 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bc7a987d-15de-4bf6-afc6-106bd75cb92c req-2e4a49f8-fcb4-4dca-be16-e1f276076384 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] 10.222.0.90 "GET /v2.0/ports?device_id=07af26aa-203b-4a35-9622-d89e8d54dbae HTTP/1.1" status: 200 len: 946 time: 0.1301613 Feb 09 23:04:31.939931 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d6ff325e-6011-46cc-860f-729db7f03ace req-bfd5ccba-e65a-40b3-b33b-cf8c20851334 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79ac18b6-f57f-4a3a-a5a1-323270fa1d4d HTTP/1.1" status: 200 len: 217 time: 0.0438049 Feb 09 23:04:31.952020 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-b55284cc-a6f8-4868-acc4-90bac80f20ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b149727a-0f7d-4095-9fef-c92cdd45b680', 'name': 'tempest-TestSnapshotPattern-368358386-router', 'tenant_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '881d10d2-b7e7-414a-90be-1c9efdee45d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:58:56Z', 'updated_at': '2022-02-09T22:58:59Z', 'revision_number': 4, 'project_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'gw_port': {'id': '881d10d2-b7e7-414a-90be-1c9efdee45d9', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ad:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b149727a-0f7d-4095-9fef-c92cdd45b680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:58:56Z', 'updated_at': '2022-02-09T22:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': 'e5ab0b72-e423-4220-8f7c-93580e0ca3a9', 'tenant_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'floating_ip_address': '172.25.3.131', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': 'b149727a-0f7d-4095-9fef-c92cdd45b680', 'port_id': '9e65a444-fbd6-420b-89bf-a0e351d5fc92', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84ad4031-e82a-4043-9c3e-459c72f04a81', 'mac_address': 'fa:16:3e:f6:b9:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ad29c3e-7883-4039-a4e4-af8de1fce5a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:59:18Z', 'updated_at': '2022-02-09T22:59:21Z', 'revision_number': 1, 'project_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b20ba4cd-39c2-497d-bd46-b1bf5b53c96b', 'name': '', 'network_id': '84ad4031-e82a-4043-9c3e-459c72f04a81', 'tenant_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'mac_address': 'fa:16:3e:b4:3a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b149727a-0f7d-4095-9fef-c92cdd45b680', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '13f71f58-c682-4a26-a480-0bc8dd78198c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:58:58Z', 'updated_at': '2022-02-09T22:59:03Z', 'revision_number': 5, 'project_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'subnets': [{'id': '13f71f58-c682-4a26-a480-0bc8dd78198c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:04:31.986964 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55284cc-a6f8-4868-acc4-90bac80f20ce None None] Checking router: b149727a-0f7d-4095-9fef-c92cdd45b680 for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 23:04:31.988514 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-bc7a987d-15de-4bf6-afc6-106bd75cb92c req-bc02d029-eef6-4711-81ad-b8bc2baa5e97 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] 10.222.0.90 "GET /v2.0/security-groups?id=3fc1343f-611a-4ccd-82b6-2787f82f02cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517192 Feb 09 23:04:31.997906 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55284cc-a6f8-4868-acc4-90bac80f20ce None None] Routers {'b149727a-0f7d-4095-9fef-c92cdd45b680'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 23:04:31.998588 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-b55284cc-a6f8-4868-acc4-90bac80f20ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T23:04:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['b149727a-0f7d-4095-9fef-c92cdd45b680'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:04:32.001756 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff325e-6011-46cc-860f-729db7f03ace req-7a4b38ed-abc0-4c86-8029-7566f6bac778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:04:32.003235 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d6ff325e-6011-46cc-860f-729db7f03ace req-7a4b38ed-abc0-4c86-8029-7566f6bac778 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=13f71f58-c682-4a26-a480-0bc8dd78198c HTTP/1.1" status: 200 len: 848 time: 0.0564981 Feb 09 23:04:32.059241 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff325e-6011-46cc-860f-729db7f03ace req-162ce816-b8b4-4dd6-8ccc-8fb3364c6657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:04:32.060787 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d6ff325e-6011-46cc-860f-729db7f03ace req-162ce816-b8b4-4dd6-8ccc-8fb3364c6657 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=84ad4031-e82a-4043-9c3e-459c72f04a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0455849 Feb 09 23:04:32.107886 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-b55284cc-a6f8-4868-acc4-90bac80f20ce None None] Set router b149727a-0f7d-4095-9fef-c92cdd45b680 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 23:04:32.149693 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d6ff325e-6011-46cc-860f-729db7f03ace req-d8991e38-ab46-4a8d-a61e-b8801a39c4d3 service neutron] 10.222.0.89 "GET /v2.0/networks/84ad4031-e82a-4043-9c3e-459c72f04a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816774 Feb 09 23:04:32.252201 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-d6ff325e-6011-46cc-860f-729db7f03ace req-7eb3002f-1dff-4228-bd3d-43ee419da479 service neutron] 10.222.0.89 "GET /v2.0/networks/84ad4031-e82a-4043-9c3e-459c72f04a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943918 Feb 09 23:04:32.341613 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-b55284cc-a6f8-4868-acc4-90bac80f20ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b149727a-0f7d-4095-9fef-c92cdd45b680', 'name': 'tempest-TestSnapshotPattern-368358386-router', 'tenant_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '881d10d2-b7e7-414a-90be-1c9efdee45d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:58:56Z', 'updated_at': '2022-02-09T22:58:59Z', 'revision_number': 4, 'project_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'gw_port': {'id': '881d10d2-b7e7-414a-90be-1c9efdee45d9', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ad:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b149727a-0f7d-4095-9fef-c92cdd45b680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:58:56Z', 'updated_at': '2022-02-09T22:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': 'e5ab0b72-e423-4220-8f7c-93580e0ca3a9', 'tenant_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'floating_ip_address': '172.25.3.131', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': 'b149727a-0f7d-4095-9fef-c92cdd45b680', 'port_id': '9e65a444-fbd6-420b-89bf-a0e351d5fc92', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84ad4031-e82a-4043-9c3e-459c72f04a81', 'mac_address': 'fa:16:3e:f6:b9:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ad29c3e-7883-4039-a4e4-af8de1fce5a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:59:18Z', 'updated_at': '2022-02-09T22:59:21Z', 'revision_number': 1, 'project_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b20ba4cd-39c2-497d-bd46-b1bf5b53c96b', 'name': '', 'network_id': '84ad4031-e82a-4043-9c3e-459c72f04a81', 'tenant_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'mac_address': 'fa:16:3e:b4:3a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b149727a-0f7d-4095-9fef-c92cdd45b680', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '13f71f58-c682-4a26-a480-0bc8dd78198c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:58:58Z', 'updated_at': '2022-02-09T22:59:03Z', 'revision_number': 5, 'project_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'subnets': [{'id': '13f71f58-c682-4a26-a480-0bc8dd78198c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:04:32.368317 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55284cc-a6f8-4868-acc4-90bac80f20ce None None] The sync data for ids ['b149727a-0f7d-4095-9fef-c92cdd45b680'] in n-d-828369-5 is: [{'id': 'b149727a-0f7d-4095-9fef-c92cdd45b680', 'name': 'tempest-TestSnapshotPattern-368358386-router', 'tenant_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '881d10d2-b7e7-414a-90be-1c9efdee45d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:58:56Z', 'updated_at': '2022-02-09T22:58:59Z', 'revision_number': 4, 'project_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'gw_port': {'id': '881d10d2-b7e7-414a-90be-1c9efdee45d9', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ad:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b149727a-0f7d-4095-9fef-c92cdd45b680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:58:56Z', 'updated_at': '2022-02-09T22:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_floatingips': [{'id': 'e5ab0b72-e423-4220-8f7c-93580e0ca3a9', 'tenant_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'floating_ip_address': '172.25.3.131', 'floating_network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'router_id': 'b149727a-0f7d-4095-9fef-c92cdd45b680', 'port_id': '9e65a444-fbd6-420b-89bf-a0e351d5fc92', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84ad4031-e82a-4043-9c3e-459c72f04a81', 'mac_address': 'fa:16:3e:f6:b9:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ad29c3e-7883-4039-a4e4-af8de1fce5a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T22:59:18Z', 'updated_at': '2022-02-09T22:59:21Z', 'revision_number': 1, 'project_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b20ba4cd-39c2-497d-bd46-b1bf5b53c96b', 'name': '', 'network_id': '84ad4031-e82a-4043-9c3e-459c72f04a81', 'tenant_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'mac_address': 'fa:16:3e:b4:3a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b149727a-0f7d-4095-9fef-c92cdd45b680', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '13f71f58-c682-4a26-a480-0bc8dd78198c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:58:58Z', 'updated_at': '2022-02-09T22:59:03Z', 'revision_number': 5, 'project_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'subnets': [{'id': '13f71f58-c682-4a26-a480-0bc8dd78198c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 23:04:32.616249 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0173e5fb-beb1-4ead-b85d-801839613e32 None None] New status for floating IP 3414376e-711e-4436-8926-0cae565fcbce: DOWN {{(pid=103143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 23:04:33.103488 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa44006-a81d-402c-a48f-ca2c951f0c1d req-7325ecf8-c6b9-4b0b-a57f-5bbb2216fb54 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:04:33.105000 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4aa44006-a81d-402c-a48f-ca2c951f0c1d req-7325ecf8-c6b9-4b0b-a57f-5bbb2216fb54 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] 10.222.0.90 "GET /v2.0/ports?device_id=07af26aa-203b-4a35-9622-d89e8d54dbae HTTP/1.1" status: 200 len: 946 time: 0.0521977 Feb 09 23:04:33.152878 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-4aa44006-a81d-402c-a48f-ca2c951f0c1d req-e6db3a13-a3dc-4bbb-80bb-607106b8f6a3 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] 10.222.0.90 "GET /v2.0/security-groups?id=3fc1343f-611a-4ccd-82b6-2787f82f02cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423858 Feb 09 23:04:33.577755 n-d-828369-5 neutron-server[103141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf88a9-2023-4234-bd6b-13ba6bfb05b7 req-560e3095-ae8d-4d6e-8946-09c193d8cb87 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:04:33.579197 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-18bf88a9-2023-4234-bd6b-13ba6bfb05b7 req-560e3095-ae8d-4d6e-8946-09c193d8cb87 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] 10.222.0.89 "GET /v2.0/ports?device_id=07af26aa-203b-4a35-9622-d89e8d54dbae HTTP/1.1" status: 200 len: 946 time: 0.0526328 Feb 09 23:04:33.679725 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-18bf88a9-2023-4234-bd6b-13ba6bfb05b7 req-00814b54-6836-4cfc-9a49-25103f317d83 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Deleting port 79ac18b6-f57f-4a3a-a5a1-323270fa1d4d {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 23:04:33.680061 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-18bf88a9-2023-4234-bd6b-13ba6bfb05b7 req-00814b54-6836-4cfc-9a49-25103f317d83 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (79ac18b6-f57f-4a3a-a5a1-323270fa1d4d), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:33.704560 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 79ac18b6-f57f-4a3a-a5a1-323270fa1d4d no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 23:04:33.769168 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [req-18bf88a9-2023-4234-bd6b-13ba6bfb05b7 req-00814b54-6836-4cfc-9a49-25103f317d83 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] For port 79ac18b6-f57f-4a3a-a5a1-323270fa1d4d, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=79ac18b6-f57f-4a3a-a5a1-323270fa1d4d,segment=NetworkSegment(96bc603e-a9af-4f06-bc71-28578285fd86),segment_id=96bc603e-a9af-4f06-bc71-28578285fd86)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 23:04:33.769540 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-18bf88a9-2023-4234-bd6b-13ba6bfb05b7 req-00814b54-6836-4cfc-9a49-25103f317d83 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (79ac18b6-f57f-4a3a-a5a1-323270fa1d4d), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:33.779937 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Current status of the port 79ac18b6-f57f-4a3a-a5a1-323270fa1d4d is: ACTIVE; New status is: DOWN {{(pid=103142) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 23:04:33.780359 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2038426'] for port (79ac18b6-f57f-4a3a-a5a1-323270fa1d4d), before_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:33.782277 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [req-18bf88a9-2023-4234-bd6b-13ba6bfb05b7 req-00814b54-6836-4cfc-9a49-25103f317d83 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Calling delete_port for 79ac18b6-f57f-4a3a-a5a1-323270fa1d4d owned by compute:nova {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 23:04:33.807018 n-d-828369-5 neutron-server[103142]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07af26aa-203b-4a35-9622-d89e8d54dbae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79ac18b6-f57f-4a3a-a5a1-323270fa1d4d'}] {{(pid=103142) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 23:04:33.809271 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cf4d4d953224237653245d15ffec07a65c4bd356d4237fd84236d8abf5d48a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-882e9da5-ac94-4798-ab99-61f0f301ef05" -d '{"events": [{"server_uuid": "07af26aa-203b-4a35-9622-d89e8d54dbae", "name": "network-vif-unplugged", "status": "completed", "tag": "79ac18b6-f57f-4a3a-a5a1-323270fa1d4d"}]}' {{(pid=103142) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 23:04:33.821716 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] For port 79ac18b6-f57f-4a3a-a5a1-323270fa1d4d, host n-h2-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-5',level=0,port_id=79ac18b6-f57f-4a3a-a5a1-323270fa1d4d,segment=NetworkSegment(96bc603e-a9af-4f06-bc71-28578285fd86),segment_id=96bc603e-a9af-4f06-bc71-28578285fd86)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 23:04:33.827353 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746129175565', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746128623059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746128623077'] for port (79ac18b6-f57f-4a3a-a5a1-323270fa1d4d), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:33.850424 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 23:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf567e9-80b9-44fb-89e3-fe36235e2e97 x-openstack-request-id: req-dcf567e9-80b9-44fb-89e3-fe36235e2e97 {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 23:04:33.850720 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07af26aa-203b-4a35-9622-d89e8d54dbae", "name": "network-vif-unplugged", "status": "completed", "tag": "79ac18b6-f57f-4a3a-a5a1-323270fa1d4d", "code": 200}]} {{(pid=103142) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 23:04:33.850974 n-d-828369-5 neutron-server[103142]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-dcf567e9-80b9-44fb-89e3-fe36235e2e97 {{(pid=103142) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 23:04:33.851864 n-d-828369-5 neutron-server[103142]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07af26aa-203b-4a35-9622-d89e8d54dbae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79ac18b6-f57f-4a3a-a5a1-323270fa1d4d', 'code': 200} Feb 09 23:04:33.879274 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Pushing event updated for resources: {'Port': ['ID=79ac18b6-f57f-4a3a-a5a1-323270fa1d4d,revision_number=8']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:04:33.917782 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-18bf88a9-2023-4234-bd6b-13ba6bfb05b7 req-00814b54-6836-4cfc-9a49-25103f317d83 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (79ac18b6-f57f-4a3a-a5a1-323270fa1d4d), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:33.947102 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00814b54-6836-4cfc-9a49-25103f317d83 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Pushing event deleted for resources: {'Port': ['ID=79ac18b6-f57f-4a3a-a5a1-323270fa1d4d,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:04:33.973401 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00814b54-6836-4cfc-9a49-25103f317d83 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:04:33.973747 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00814b54-6836-4cfc-9a49-25103f317d83 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:04:33.974088 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00814b54-6836-4cfc-9a49-25103f317d83 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:04:33.974421 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00814b54-6836-4cfc-9a49-25103f317d83 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:04:33.974762 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00814b54-6836-4cfc-9a49-25103f317d83 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:04:33.975095 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00814b54-6836-4cfc-9a49-25103f317d83 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:04:33.975420 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00814b54-6836-4cfc-9a49-25103f317d83 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:04:33.975745 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00814b54-6836-4cfc-9a49-25103f317d83 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:04:33.976070 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00814b54-6836-4cfc-9a49-25103f317d83 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:04:33.976526 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00814b54-6836-4cfc-9a49-25103f317d83 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:04:33.977357 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00814b54-6836-4cfc-9a49-25103f317d83 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:04:33.977680 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00814b54-6836-4cfc-9a49-25103f317d83 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:04:33.977999 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00814b54-6836-4cfc-9a49-25103f317d83 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-5 {{(pid=103141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 23:04:34.003330 n-d-828369-5 neutron-server[103141]: DEBUG neutron.db.l3_dvrscheduler_db [req-18bf88a9-2023-4234-bd6b-13ba6bfb05b7 req-00814b54-6836-4cfc-9a49-25103f317d83 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] No DVR routers for this DVR port 79ac18b6-f57f-4a3a-a5a1-323270fa1d4d on host n-h2-828369-5 {{(pid=103141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 23:04:34.005987 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [req-18bf88a9-2023-4234-bd6b-13ba6bfb05b7 req-00814b54-6836-4cfc-9a49-25103f317d83 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:34.009415 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [req-18bf88a9-2023-4234-bd6b-13ba6bfb05b7 req-00814b54-6836-4cfc-9a49-25103f317d83 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] 10.222.0.89 "DELETE /v2.0/ports/79ac18b6-f57f-4a3a-a5a1-323270fa1d4d HTTP/1.1" status: 204 len: 173 time: 0.4250991 Feb 09 23:04:34.009868 n-d-828369-5 neutron-server[103141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07af26aa-203b-4a35-9622-d89e8d54dbae', 'name': 'network-vif-deleted', 'tag': '79ac18b6-f57f-4a3a-a5a1-323270fa1d4d'}] {{(pid=103141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 23:04:34.012132 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0759f77e637a6f71ff1c25bc92ec5ea77217d29fcb3f113a7ada5acb32ef5084" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14540f1d-fa1a-483d-a3c9-1ddc3cbe62c0" -d '{"events": [{"server_uuid": "07af26aa-203b-4a35-9622-d89e8d54dbae", "name": "network-vif-deleted", "tag": "79ac18b6-f57f-4a3a-a5a1-323270fa1d4d"}]}' {{(pid=103141) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 23:04:34.097399 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 23:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f4e2b8b-4092-4ea9-8e2e-2af63e92cd2d x-openstack-request-id: req-0f4e2b8b-4092-4ea9-8e2e-2af63e92cd2d {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 23:04:34.097704 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07af26aa-203b-4a35-9622-d89e8d54dbae", "name": "network-vif-deleted", "tag": "79ac18b6-f57f-4a3a-a5a1-323270fa1d4d", "status": "completed", "code": 200}]} {{(pid=103141) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 23:04:34.097961 n-d-828369-5 neutron-server[103141]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-0f4e2b8b-4092-4ea9-8e2e-2af63e92cd2d {{(pid=103141) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 23:04:34.098379 n-d-828369-5 neutron-server[103141]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07af26aa-203b-4a35-9622-d89e8d54dbae', 'name': 'network-vif-deleted', 'tag': '79ac18b6-f57f-4a3a-a5a1-323270fa1d4d', 'status': 'completed', 'code': 200} Feb 09 23:04:34.262895 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-5cee21e8-b906-464f-a2f9-c422f43d8a1b req-c9556b66-77a5-4e1a-82c4-7fe7e516ffdf tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] 10.222.0.90 "GET /v2.0/ports?device_id=07af26aa-203b-4a35-9622-d89e8d54dbae HTTP/1.1" status: 200 len: 210 time: 0.0299835 Feb 09 23:04:35.843126 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 56210) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:04:35.996488 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-c823a99c-ca42-4dd6-84ea-a295b828d49c tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Deleting port 8b6f9c5d-3574-4324-8921-bf260bb95eee {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 23:04:35.996738 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c823a99c-ca42-4dd6-84ea-a295b828d49c tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (8b6f9c5d-3574-4324-8921-bf260bb95eee), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:36.072609 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c823a99c-ca42-4dd6-84ea-a295b828d49c tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (8b6f9c5d-3574-4324-8921-bf260bb95eee), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:36.072932 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c823a99c-ca42-4dd6-84ea-a295b828d49c tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Publish callbacks [] for floatingip (8b6f9c5d-3574-4324-8921-bf260bb95eee), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:36.084441 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-c823a99c-ca42-4dd6-84ea-a295b828d49c tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Calling delete_port for 8b6f9c5d-3574-4324-8921-bf260bb95eee owned by network:floatingip {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 23:04:36.231702 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c823a99c-ca42-4dd6-84ea-a295b828d49c tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (8b6f9c5d-3574-4324-8921-bf260bb95eee), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:36.256984 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c823a99c-ca42-4dd6-84ea-a295b828d49c tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Pushing event deleted for resources: {'Port': ['ID=8b6f9c5d-3574-4324-8921-bf260bb95eee,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:04:36.320039 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c823a99c-ca42-4dd6-84ea-a295b828d49c tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Publish callbacks [] for floatingip (e5ab0b72-e423-4220-8f7c-93580e0ca3a9), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:36.321035 n-d-828369-5 neutron-server[103140]: INFO neutron.db.l3_db [None req-c823a99c-ca42-4dd6-84ea-a295b828d49c tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Floating IP e5ab0b72-e423-4220-8f7c-93580e0ca3a9 disassociated (deleted). External IP: 172.25.3.131, port: 9e65a444-fbd6-420b-89bf-a0e351d5fc92. Feb 09 23:04:36.532946 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c823a99c-ca42-4dd6-84ea-a295b828d49c tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Router b149727a-0f7d-4095-9fef-c92cdd45b680 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 23:04:36.638445 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c823a99c-ca42-4dd6-84ea-a295b828d49c tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 23:04:36.643122 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-c823a99c-ca42-4dd6-84ea-a295b828d49c tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for floatingip (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:36.648240 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3bbf50-4732-4e58-a07a-c51faa0f6cee None None] Sync routers for ids ['b149727a-0f7d-4095-9fef-c92cdd45b680'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 23:04:36.658944 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3bbf50-4732-4e58-a07a-c51faa0f6cee None None] Routers {'b149727a-0f7d-4095-9fef-c92cdd45b680'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 23:04:36.659607 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-bf3bbf50-4732-4e58-a07a-c51faa0f6cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T23:04:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['b149727a-0f7d-4095-9fef-c92cdd45b680'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:04:36.675264 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-c823a99c-ca42-4dd6-84ea-a295b828d49c tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] 10.222.0.90 "DELETE /v2.0/floatingips/e5ab0b72-e423-4220-8f7c-93580e0ca3a9 HTTP/1.1" status: 204 len: 168 time: 0.8310018 Feb 09 23:04:36.675965 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ad29c3e-7883-4039-a4e4-af8de1fce5a2', 'tag': '9e65a444-fbd6-420b-89bf-a0e351d5fc92'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 23:04:36.678393 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}084566773578a82c7ab9e8b7d7948f8d3f1cbdaece621e80e6759ea940bbe07a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fa9c767-d6de-4ed5-9fa7-7c396b3e0101" -d '{"events": [{"name": "network-changed", "server_uuid": "2ad29c3e-7883-4039-a4e4-af8de1fce5a2", "tag": "9e65a444-fbd6-420b-89bf-a0e351d5fc92"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 23:04:36.717550 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 23:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-672f65ad-f88a-474f-a27d-4431962f656a x-openstack-request-id: req-672f65ad-f88a-474f-a27d-4431962f656a {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 23:04:36.718091 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ad29c3e-7883-4039-a4e4-af8de1fce5a2", "tag": "9e65a444-fbd6-420b-89bf-a0e351d5fc92", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 23:04:36.718529 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-672f65ad-f88a-474f-a27d-4431962f656a {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 23:04:36.719104 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ad29c3e-7883-4039-a4e4-af8de1fce5a2', 'tag': '9e65a444-fbd6-420b-89bf-a0e351d5fc92', 'status': 'completed', 'code': 200} Feb 09 23:04:36.780537 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-bf3bbf50-4732-4e58-a07a-c51faa0f6cee None None] Set router b149727a-0f7d-4095-9fef-c92cdd45b680 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 23:04:36.837348 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa9c767-d6de-4ed5-9fa7-7c396b3e0101 req-7a24a95e-0599-4dd4-9df7-46847c0d7095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:04:36.839414 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0fa9c767-d6de-4ed5-9fa7-7c396b3e0101 req-7a24a95e-0599-4dd4-9df7-46847c0d7095 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=d7950bd58fec4b49acbf6bb7082bbafd&device_id=2ad29c3e-7883-4039-a4e4-af8de1fce5a2 HTTP/1.1" status: 200 len: 1125 time: 0.0981994 Feb 09 23:04:36.976147 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0849f069-7d27-4924-92db-6caa5c26d634 req-8ce0db6e-e02b-46a4-8683-8a7e85be1434 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:04:36.978228 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0849f069-7d27-4924-92db-6caa5c26d634 req-8ce0db6e-e02b-46a4-8683-8a7e85be1434 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] 10.222.0.90 "GET /v2.0/ports?device_id=2ad29c3e-7883-4039-a4e4-af8de1fce5a2 HTTP/1.1" status: 200 len: 943 time: 0.0852096 Feb 09 23:04:36.981075 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa9c767-d6de-4ed5-9fa7-7c396b3e0101 req-733d1b2d-95a0-46c7-b6a6-b5aecf7a337e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:04:36.982441 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0fa9c767-d6de-4ed5-9fa7-7c396b3e0101 req-733d1b2d-95a0-46c7-b6a6-b5aecf7a337e service neutron] 10.222.0.95 "GET /v2.0/networks?id=84ad4031-e82a-4043-9c3e-459c72f04a81 HTTP/1.1" status: 200 len: 910 time: 0.1350045 Feb 09 23:04:36.989747 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-bf3bbf50-4732-4e58-a07a-c51faa0f6cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b149727a-0f7d-4095-9fef-c92cdd45b680', 'name': 'tempest-TestSnapshotPattern-368358386-router', 'tenant_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '881d10d2-b7e7-414a-90be-1c9efdee45d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:58:56Z', 'updated_at': '2022-02-09T22:58:59Z', 'revision_number': 4, 'project_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'gw_port': {'id': '881d10d2-b7e7-414a-90be-1c9efdee45d9', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ad:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b149727a-0f7d-4095-9fef-c92cdd45b680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:58:56Z', 'updated_at': '2022-02-09T22:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': 'b20ba4cd-39c2-497d-bd46-b1bf5b53c96b', 'name': '', 'network_id': '84ad4031-e82a-4043-9c3e-459c72f04a81', 'tenant_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'mac_address': 'fa:16:3e:b4:3a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b149727a-0f7d-4095-9fef-c92cdd45b680', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '13f71f58-c682-4a26-a480-0bc8dd78198c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:58:58Z', 'updated_at': '2022-02-09T22:59:03Z', 'revision_number': 5, 'project_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'subnets': [{'id': '13f71f58-c682-4a26-a480-0bc8dd78198c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:04:37.019654 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3bbf50-4732-4e58-a07a-c51faa0f6cee None None] Checking router: b149727a-0f7d-4095-9fef-c92cdd45b680 for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 23:04:37.028578 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3bbf50-4732-4e58-a07a-c51faa0f6cee None None] Routers {'b149727a-0f7d-4095-9fef-c92cdd45b680'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 23:04:37.029196 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-bf3bbf50-4732-4e58-a07a-c51faa0f6cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T23:04:11Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['b149727a-0f7d-4095-9fef-c92cdd45b680'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:04:37.030346 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0fa9c767-d6de-4ed5-9fa7-7c396b3e0101 req-7955a45d-6ecf-4395-834d-fa353fbccb5b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e65a444-fbd6-420b-89bf-a0e351d5fc92 HTTP/1.1" status: 200 len: 217 time: 0.0408139 Feb 09 23:04:37.091337 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0849f069-7d27-4924-92db-6caa5c26d634 req-c00befc1-18ee-4b87-b4d2-8a8d802bccc8 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] 10.222.0.90 "GET /v2.0/security-groups?id=3fc1343f-611a-4ccd-82b6-2787f82f02cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075435 Feb 09 23:04:37.103929 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa9c767-d6de-4ed5-9fa7-7c396b3e0101 req-0634f954-ea65-47ea-835c-560d696cdb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:04:37.105411 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0fa9c767-d6de-4ed5-9fa7-7c396b3e0101 req-0634f954-ea65-47ea-835c-560d696cdb0d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=13f71f58-c682-4a26-a480-0bc8dd78198c HTTP/1.1" status: 200 len: 848 time: 0.0640924 Feb 09 23:04:37.137907 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-bf3bbf50-4732-4e58-a07a-c51faa0f6cee None None] Set router b149727a-0f7d-4095-9fef-c92cdd45b680 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 23:04:37.153823 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa9c767-d6de-4ed5-9fa7-7c396b3e0101 req-d7df739a-a7b2-4830-9960-c93fb36f63b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:04:37.155328 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0fa9c767-d6de-4ed5-9fa7-7c396b3e0101 req-d7df739a-a7b2-4830-9960-c93fb36f63b3 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=84ad4031-e82a-4043-9c3e-459c72f04a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0439389 Feb 09 23:04:37.246267 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0fa9c767-d6de-4ed5-9fa7-7c396b3e0101 req-761fe9f9-1341-4708-b470-3d96b2f51a93 service neutron] 10.222.0.95 "GET /v2.0/networks/84ad4031-e82a-4043-9c3e-459c72f04a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829706 Feb 09 23:04:37.346299 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-0fa9c767-d6de-4ed5-9fa7-7c396b3e0101 req-770f9420-9b4b-48a6-94e3-a888ebb40550 service neutron] 10.222.0.95 "GET /v2.0/networks/84ad4031-e82a-4043-9c3e-459c72f04a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921972 Feb 09 23:04:37.348468 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-bf3bbf50-4732-4e58-a07a-c51faa0f6cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b149727a-0f7d-4095-9fef-c92cdd45b680', 'name': 'tempest-TestSnapshotPattern-368358386-router', 'tenant_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '881d10d2-b7e7-414a-90be-1c9efdee45d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:58:56Z', 'updated_at': '2022-02-09T22:58:59Z', 'revision_number': 4, 'project_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'gw_port': {'id': '881d10d2-b7e7-414a-90be-1c9efdee45d9', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ad:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b149727a-0f7d-4095-9fef-c92cdd45b680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:58:56Z', 'updated_at': '2022-02-09T22:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': 'b20ba4cd-39c2-497d-bd46-b1bf5b53c96b', 'name': '', 'network_id': '84ad4031-e82a-4043-9c3e-459c72f04a81', 'tenant_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'mac_address': 'fa:16:3e:b4:3a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b149727a-0f7d-4095-9fef-c92cdd45b680', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '13f71f58-c682-4a26-a480-0bc8dd78198c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:58:58Z', 'updated_at': '2022-02-09T22:59:03Z', 'revision_number': 5, 'project_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'subnets': [{'id': '13f71f58-c682-4a26-a480-0bc8dd78198c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:04:37.376840 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3bbf50-4732-4e58-a07a-c51faa0f6cee None None] The sync data for ids ['b149727a-0f7d-4095-9fef-c92cdd45b680'] in n-d-828369-5 is: [{'id': 'b149727a-0f7d-4095-9fef-c92cdd45b680', 'name': 'tempest-TestSnapshotPattern-368358386-router', 'tenant_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '881d10d2-b7e7-414a-90be-1c9efdee45d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:58:56Z', 'updated_at': '2022-02-09T22:58:59Z', 'revision_number': 4, 'project_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'gw_port': {'id': '881d10d2-b7e7-414a-90be-1c9efdee45d9', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ad:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b149727a-0f7d-4095-9fef-c92cdd45b680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:58:56Z', 'updated_at': '2022-02-09T22:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5', '_interfaces': [{'id': 'b20ba4cd-39c2-497d-bd46-b1bf5b53c96b', 'name': '', 'network_id': '84ad4031-e82a-4043-9c3e-459c72f04a81', 'tenant_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'mac_address': 'fa:16:3e:b4:3a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b149727a-0f7d-4095-9fef-c92cdd45b680', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '13f71f58-c682-4a26-a480-0bc8dd78198c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:58:58Z', 'updated_at': '2022-02-09T22:59:03Z', 'revision_number': 5, 'project_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'subnets': [{'id': '13f71f58-c682-4a26-a480-0bc8dd78198c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 23:04:37.533011 n-d-828369-5 neutron-server[103140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ac8b1-d844-4359-8411-622b30c84ad0 req-dcf355de-93f8-44c4-84d1-1e5376ebd5b9 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 23:04:37.534567 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6a4ac8b1-d844-4359-8411-622b30c84ad0 req-dcf355de-93f8-44c4-84d1-1e5376ebd5b9 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] 10.222.0.95 "GET /v2.0/ports?device_id=2ad29c3e-7883-4039-a4e4-af8de1fce5a2 HTTP/1.1" status: 200 len: 943 time: 0.0547993 Feb 09 23:04:37.593569 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39879960-d475-4168-86c4-c53e1a4a3578 None None] New status for floating IP e5ab0b72-e423-4220-8f7c-93580e0ca3a9: DOWN {{(pid=103143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 23:04:37.640319 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-6a4ac8b1-d844-4359-8411-622b30c84ad0 req-39113f98-c2e1-4ebf-9769-be7c36bad240 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Deleting port 9e65a444-fbd6-420b-89bf-a0e351d5fc92 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 23:04:37.640950 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-6a4ac8b1-d844-4359-8411-622b30c84ad0 req-39113f98-c2e1-4ebf-9769-be7c36bad240 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (9e65a444-fbd6-420b-89bf-a0e351d5fc92), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:37.723009 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 79ac18b6-f57f-4a3a-a5a1-323270fa1d4d no longer exists at agent hyperv_n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 23:04:37.737831 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [req-6a4ac8b1-d844-4359-8411-622b30c84ad0 req-39113f98-c2e1-4ebf-9769-be7c36bad240 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] For port 9e65a444-fbd6-420b-89bf-a0e351d5fc92, host n-h1-828369-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-5',level=0,port_id=9e65a444-fbd6-420b-89bf-a0e351d5fc92,segment=NetworkSegment(96bc603e-a9af-4f06-bc71-28578285fd86),segment_id=96bc603e-a9af-4f06-bc71-28578285fd86)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 23:04:37.738208 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-6a4ac8b1-d844-4359-8411-622b30c84ad0 req-39113f98-c2e1-4ebf-9769-be7c36bad240 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (9e65a444-fbd6-420b-89bf-a0e351d5fc92), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:37.750623 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] No Port match for: 79ac18b6-f57f-4a3a-a5a1-323270fa1d4d {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 23:04:37.750964 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Device 79ac18b6-f57f-4a3a-a5a1-323270fa1d4d not bound to the agent host n-h2-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 23:04:37.752468 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [req-6a4ac8b1-d844-4359-8411-622b30c84ad0 req-39113f98-c2e1-4ebf-9769-be7c36bad240 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Calling delete_port for 9e65a444-fbd6-420b-89bf-a0e351d5fc92 owned by compute:nova {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 23:04:37.883079 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-6a4ac8b1-d844-4359-8411-622b30c84ad0 req-39113f98-c2e1-4ebf-9769-be7c36bad240 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (9e65a444-fbd6-420b-89bf-a0e351d5fc92), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:37.911756 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39113f98-c2e1-4ebf-9769-be7c36bad240 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Pushing event deleted for resources: {'Port': ['ID=9e65a444-fbd6-420b-89bf-a0e351d5fc92,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:04:37.966223 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a4ac8b1-d844-4359-8411-622b30c84ad0 req-39113f98-c2e1-4ebf-9769-be7c36bad240 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] No DVR routers for this DVR port 9e65a444-fbd6-420b-89bf-a0e351d5fc92 on host n-h1-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 23:04:37.968832 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [req-6a4ac8b1-d844-4359-8411-622b30c84ad0 req-39113f98-c2e1-4ebf-9769-be7c36bad240 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-427384'] for port (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:37.972096 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-6a4ac8b1-d844-4359-8411-622b30c84ad0 req-39113f98-c2e1-4ebf-9769-be7c36bad240 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] 10.222.0.95 "DELETE /v2.0/ports/9e65a444-fbd6-420b-89bf-a0e351d5fc92 HTTP/1.1" status: 204 len: 173 time: 0.4323192 Feb 09 23:04:38.201011 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [req-f7d0644d-a500-4cfa-beab-836ec564226a req-c148e3f6-c6dd-491d-aaf8-7f3a87188e44 tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] 10.222.0.90 "GET /v2.0/ports?device_id=2ad29c3e-7883-4039-a4e4-af8de1fce5a2 HTTP/1.1" status: 200 len: 210 time: 0.0270841 Feb 09 23:04:38.720864 n-d-828369-5 neutron-server[103140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ad29c3e-7883-4039-a4e4-af8de1fce5a2', 'name': 'network-vif-deleted', 'tag': '9e65a444-fbd6-420b-89bf-a0e351d5fc92'}] {{(pid=103140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 23:04:38.723247 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}084566773578a82c7ab9e8b7d7948f8d3f1cbdaece621e80e6759ea940bbe07a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f184cf4-a318-443f-88c0-086d948e7123" -d '{"events": [{"server_uuid": "2ad29c3e-7883-4039-a4e4-af8de1fce5a2", "name": "network-vif-deleted", "tag": "9e65a444-fbd6-420b-89bf-a0e351d5fc92"}]}' {{(pid=103140) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 23:04:38.758811 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 23:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f194ee63-c06d-4070-87cd-35d0a41016cc x-openstack-request-id: req-f194ee63-c06d-4070-87cd-35d0a41016cc {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 23:04:38.759114 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ad29c3e-7883-4039-a4e4-af8de1fce5a2", "name": "network-vif-deleted", "tag": "9e65a444-fbd6-420b-89bf-a0e351d5fc92", "status": "completed", "code": 200}]} {{(pid=103140) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 23:04:38.759374 n-d-828369-5 neutron-server[103140]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-f194ee63-c06d-4070-87cd-35d0a41016cc {{(pid=103140) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 23:04:38.759779 n-d-828369-5 neutron-server[103140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ad29c3e-7883-4039-a4e4-af8de1fce5a2', 'name': 'network-vif-deleted', 'tag': '9e65a444-fbd6-420b-89bf-a0e351d5fc92', 'status': 'completed', 'code': 200} Feb 09 23:04:39.245687 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-8c4460e9-092c-4c25-b0d5-80dbc4e00f79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:39.260260 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 56226) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:04:39.315379 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7c305b76-16ec-4fa5-9ba5-0703f080c89c tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Publish callbacks [] for security_group (3fc1343f-611a-4ccd-82b6-2787f82f02cf), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:39.340560 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7c305b76-16ec-4fa5-9ba5-0703f080c89c tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Publish callbacks [] for security_group (3fc1343f-611a-4ccd-82b6-2787f82f02cf), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:39.400887 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7c305b76-16ec-4fa5-9ba5-0703f080c89c tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (3fc1343f-611a-4ccd-82b6-2787f82f02cf), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:39.403535 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-7c305b76-16ec-4fa5-9ba5-0703f080c89c tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:39.404735 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-7c305b76-16ec-4fa5-9ba5-0703f080c89c tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] 10.222.0.90 "DELETE /v2.0/security-groups/3fc1343f-611a-4ccd-82b6-2787f82f02cf HTTP/1.1" status: 204 len: 168 time: 0.1434617 Feb 09 23:04:39.414170 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c305b76-16ec-4fa5-9ba5-0703f080c89c tempest-TestSnapshotPattern-827514821 tempest-TestSnapshotPattern-827514821-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc1343f-611a-4ccd-82b6-2787f82f02cf,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:04:39.456995 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 56230) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:04:39.892852 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6042864f-f5da-468c-addc-eb83b3e233c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524906'] for router_interface (b149727a-0f7d-4095-9fef-c92cdd45b680), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:40.139904 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-6042864f-f5da-468c-addc-eb83b3e233c9 admin admin] Deleting port b20ba4cd-39c2-497d-bd46-b1bf5b53c96b {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 23:04:40.140266 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6042864f-f5da-468c-addc-eb83b3e233c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (b20ba4cd-39c2-497d-bd46-b1bf5b53c96b), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:40.216989 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-6042864f-f5da-468c-addc-eb83b3e233c9 admin admin] For port b20ba4cd-39c2-497d-bd46-b1bf5b53c96b, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=b20ba4cd-39c2-497d-bd46-b1bf5b53c96b,segment=NetworkSegment(96bc603e-a9af-4f06-bc71-28578285fd86),segment_id=96bc603e-a9af-4f06-bc71-28578285fd86)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 23:04:40.217356 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6042864f-f5da-468c-addc-eb83b3e233c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (b20ba4cd-39c2-497d-bd46-b1bf5b53c96b), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:40.230101 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-6042864f-f5da-468c-addc-eb83b3e233c9 admin admin] Calling delete_port for b20ba4cd-39c2-497d-bd46-b1bf5b53c96b owned by network:router_interface {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 23:04:40.408514 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6042864f-f5da-468c-addc-eb83b3e233c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (b20ba4cd-39c2-497d-bd46-b1bf5b53c96b), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:40.440078 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6042864f-f5da-468c-addc-eb83b3e233c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b20ba4cd-39c2-497d-bd46-b1bf5b53c96b,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:04:40.609036 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-6042864f-f5da-468c-addc-eb83b3e233c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-525054'] for router_interface (b149727a-0f7d-4095-9fef-c92cdd45b680), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:40.796707 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 9e65a444-fbd6-420b-89bf-a0e351d5fc92 no longer exists at agent hyperv_n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 23:04:40.818303 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] No Port match for: 9e65a444-fbd6-420b-89bf-a0e351d5fc92 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 23:04:40.818766 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Device 9e65a444-fbd6-420b-89bf-a0e351d5fc92 not bound to the agent host n-h1-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 23:04:40.830930 n-d-828369-5 neutron-server[103140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6042864f-f5da-468c-addc-eb83b3e233c9 admin admin] Router b149727a-0f7d-4095-9fef-c92cdd45b680 has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 23:04:41.235876 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-fb2b43a4-1c08-45da-b51a-60923ecb2f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:41.245672 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6042864f-f5da-468c-addc-eb83b3e233c9 admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 23:04:41.250615 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-6042864f-f5da-468c-addc-eb83b3e233c9 admin admin] 10.222.0.90 "PUT /v2.0/routers/b149727a-0f7d-4095-9fef-c92cdd45b680/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7925575 Feb 09 23:04:41.253206 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 56234) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:04:41.255886 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e25373-5c0e-4f28-9b7c-b4e59e30c750 None None] Sync routers for ids ['b149727a-0f7d-4095-9fef-c92cdd45b680'] in n-d-828369-5 {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 23:04:41.266222 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e25373-5c0e-4f28-9b7c-b4e59e30c750 None None] Routers {'b149727a-0f7d-4095-9fef-c92cdd45b680'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 23:04:41.266835 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-a2e25373-5c0e-4f28-9b7c-b4e59e30c750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T23:04:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['b149727a-0f7d-4095-9fef-c92cdd45b680'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:04:41.356382 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-edaea882-5c2f-4ae0-8b7b-006f2b18c3bf admin admin] Publish callbacks [] for router (b149727a-0f7d-4095-9fef-c92cdd45b680), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:41.373672 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-a2e25373-5c0e-4f28-9b7c-b4e59e30c750 None None] Set router b149727a-0f7d-4095-9fef-c92cdd45b680 gateway port host: n-d-828369-5 {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 23:04:41.470934 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-edaea882-5c2f-4ae0-8b7b-006f2b18c3bf admin admin] Publish callbacks [] for router_gateway (b149727a-0f7d-4095-9fef-c92cdd45b680), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:41.527231 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-edaea882-5c2f-4ae0-8b7b-006f2b18c3bf admin admin] Deleting port 881d10d2-b7e7-414a-90be-1c9efdee45d9 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 23:04:41.527559 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-edaea882-5c2f-4ae0-8b7b-006f2b18c3bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (881d10d2-b7e7-414a-90be-1c9efdee45d9), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:41.555573 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-a2e25373-5c0e-4f28-9b7c-b4e59e30c750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b149727a-0f7d-4095-9fef-c92cdd45b680', 'name': 'tempest-TestSnapshotPattern-368358386-router', 'tenant_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '881d10d2-b7e7-414a-90be-1c9efdee45d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:58:56Z', 'updated_at': '2022-02-09T23:04:40Z', 'revision_number': 5, 'project_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'gw_port': {'id': '881d10d2-b7e7-414a-90be-1c9efdee45d9', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ad:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b149727a-0f7d-4095-9fef-c92cdd45b680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:58:56Z', 'updated_at': '2022-02-09T22:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:04:41.581798 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e25373-5c0e-4f28-9b7c-b4e59e30c750 None None] Checking router: b149727a-0f7d-4095-9fef-c92cdd45b680 for host: n-d-828369-5 {{(pid=103142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 23:04:41.589913 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e25373-5c0e-4f28-9b7c-b4e59e30c750 None None] Routers {'b149727a-0f7d-4095-9fef-c92cdd45b680'} bound to L3 agent in host n-d-828369-5 {{(pid=103142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 23:04:41.590520 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-a2e25373-5c0e-4f28-9b7c-b4e59e30c750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T23:04:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['b149727a-0f7d-4095-9fef-c92cdd45b680'], 'active': True} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:04:41.605428 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-edaea882-5c2f-4ae0-8b7b-006f2b18c3bf admin admin] For port 881d10d2-b7e7-414a-90be-1c9efdee45d9, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=881d10d2-b7e7-414a-90be-1c9efdee45d9,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 23:04:41.605797 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-edaea882-5c2f-4ae0-8b7b-006f2b18c3bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (881d10d2-b7e7-414a-90be-1c9efdee45d9), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:41.619007 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-edaea882-5c2f-4ae0-8b7b-006f2b18c3bf admin admin] Calling delete_port for 881d10d2-b7e7-414a-90be-1c9efdee45d9 owned by network:router_gateway {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 23:04:41.686743 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvr_db [None req-a2e25373-5c0e-4f28-9b7c-b4e59e30c750 None None] Set router b149727a-0f7d-4095-9fef-c92cdd45b680 gateway port host: None {{(pid=103142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 23:04:41.742838 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_hamode_db [None req-a2e25373-5c0e-4f28-9b7c-b4e59e30c750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b149727a-0f7d-4095-9fef-c92cdd45b680', 'name': 'tempest-TestSnapshotPattern-368358386-router', 'tenant_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:58:56Z', 'updated_at': '2022-02-09T23:04:41Z', 'revision_number': 6, 'project_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'gw_port_host': None}], 'n-d-828369-5', False) {} {{(pid=103142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:04:41.770917 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e25373-5c0e-4f28-9b7c-b4e59e30c750 None None] The sync data for ids ['b149727a-0f7d-4095-9fef-c92cdd45b680'] in n-d-828369-5 is: [{'id': 'b149727a-0f7d-4095-9fef-c92cdd45b680', 'name': 'tempest-TestSnapshotPattern-368358386-router', 'tenant_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:58:56Z', 'updated_at': '2022-02-09T23:04:41Z', 'revision_number': 6, 'project_id': 'd7950bd58fec4b49acbf6bb7082bbafd', 'gw_port_host': None}] {{(pid=103142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 23:04:41.798084 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-edaea882-5c2f-4ae0-8b7b-006f2b18c3bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (881d10d2-b7e7-414a-90be-1c9efdee45d9), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:41.824795 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaea882-5c2f-4ae0-8b7b-006f2b18c3bf admin admin] Pushing event deleted for resources: {'Port': ['ID=881d10d2-b7e7-414a-90be-1c9efdee45d9,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:04:41.889259 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-edaea882-5c2f-4ae0-8b7b-006f2b18c3bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-554524'] for router_gateway (b149727a-0f7d-4095-9fef-c92cdd45b680), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:41.980106 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-edaea882-5c2f-4ae0-8b7b-006f2b18c3bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (b149727a-0f7d-4095-9fef-c92cdd45b680), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:41.982238 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-edaea882-5c2f-4ae0-8b7b-006f2b18c3bf admin admin] Publish callbacks [] for router_controller (b149727a-0f7d-4095-9fef-c92cdd45b680), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:42.024768 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-edaea882-5c2f-4ae0-8b7b-006f2b18c3bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (b149727a-0f7d-4095-9fef-c92cdd45b680), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:42.025248 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edaea882-5c2f-4ae0-8b7b-006f2b18c3bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router b149727a-0f7d-4095-9fef-c92cdd45b680 {{(pid=103140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 23:04:42.029464 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-edaea882-5c2f-4ae0-8b7b-006f2b18c3bf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:42.030630 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-edaea882-5c2f-4ae0-8b7b-006f2b18c3bf admin admin] 10.222.0.90 "DELETE /v2.0/routers/b149727a-0f7d-4095-9fef-c92cdd45b680 HTTP/1.1" status: 204 len: 168 time: 0.7764986 Feb 09 23:04:42.033222 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 56236) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:04:42.081535 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_v2 [None req-f32f7de7-dd7e-42b0-a71d-babbf993c3ef admin admin] Deleting subnet 13f71f58-c682-4a26-a480-0bc8dd78198c {{(pid=103140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 23:04:42.084559 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f32f7de7-dd7e-42b0-a71d-babbf993c3ef admin admin] Publish callbacks [] for subnet (13f71f58-c682-4a26-a480-0bc8dd78198c), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:42.119732 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f32f7de7-dd7e-42b0-a71d-babbf993c3ef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9110716'] for subnet (13f71f58-c682-4a26-a480-0bc8dd78198c), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:42.206455 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f32f7de7-dd7e-42b0-a71d-babbf993c3ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (13f71f58-c682-4a26-a480-0bc8dd78198c), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:42.257354 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f32f7de7-dd7e-42b0-a71d-babbf993c3ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621346'] for subnet (13f71f58-c682-4a26-a480-0bc8dd78198c), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:42.288969 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32f7de7-dd7e-42b0-a71d-babbf993c3ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13f71f58-c682-4a26-a480-0bc8dd78198c,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:04:42.290861 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-f32f7de7-dd7e-42b0-a71d-babbf993c3ef admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:42.294140 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-f32f7de7-dd7e-42b0-a71d-babbf993c3ef admin admin] 10.222.0.90 "DELETE /v2.0/subnets/13f71f58-c682-4a26-a480-0bc8dd78198c HTTP/1.1" status: 204 len: 168 time: 0.2599888 Feb 09 23:04:42.294618 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84cfbad6-02c0-4b59-b46b-0a3f549cff51 None None] Network 84ad4031-e82a-4043-9c3e-459c72f04a81 requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 23:04:42.296760 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 56238) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:04:42.363869 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1e9b5338-14f3-4ad9-9cff-0a4b38673470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (84ad4031-e82a-4043-9c3e-459c72f04a81), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:42.417818 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-1e9b5338-14f3-4ad9-9cff-0a4b38673470 admin admin] Deleting port 29156ccb-d7f4-43e4-8a1d-29a0744f86fe {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 23:04:42.418163 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1e9b5338-14f3-4ad9-9cff-0a4b38673470 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (29156ccb-d7f4-43e4-8a1d-29a0744f86fe), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:42.483471 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-1e9b5338-14f3-4ad9-9cff-0a4b38673470 admin admin] For port 29156ccb-d7f4-43e4-8a1d-29a0744f86fe, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=29156ccb-d7f4-43e4-8a1d-29a0744f86fe,segment=NetworkSegment(96bc603e-a9af-4f06-bc71-28578285fd86),segment_id=96bc603e-a9af-4f06-bc71-28578285fd86)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 23:04:42.484097 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1e9b5338-14f3-4ad9-9cff-0a4b38673470 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (29156ccb-d7f4-43e4-8a1d-29a0744f86fe), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:42.498881 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-1e9b5338-14f3-4ad9-9cff-0a4b38673470 admin admin] Calling delete_port for 29156ccb-d7f4-43e4-8a1d-29a0744f86fe owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 23:04:42.520452 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cad3285-e5b9-47f8-8387-2fdfc2dbdc64 None None] DHCP port deletion for 84ad4031-e82a-4043-9c3e-459c72f04a81 request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 23:04:42.568910 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-9cad3285-e5b9-47f8-8387-2fdfc2dbdc64 None None] Deleting port 29156ccb-d7f4-43e4-8a1d-29a0744f86fe {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 23:04:42.569200 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-9cad3285-e5b9-47f8-8387-2fdfc2dbdc64 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (29156ccb-d7f4-43e4-8a1d-29a0744f86fe), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:42.583026 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1e9b5338-14f3-4ad9-9cff-0a4b38673470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (29156ccb-d7f4-43e4-8a1d-29a0744f86fe), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:42.606769 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9b5338-14f3-4ad9-9cff-0a4b38673470 admin admin] Pushing event deleted for resources: {'Port': ['ID=29156ccb-d7f4-43e4-8a1d-29a0744f86fe,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:04:42.613107 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9b5338-14f3-4ad9-9cff-0a4b38673470 admin admin] No DVR routers for this DVR port 29156ccb-d7f4-43e4-8a1d-29a0744f86fe on host n-d-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 23:04:42.634026 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-9cad3285-e5b9-47f8-8387-2fdfc2dbdc64 None None] For port 29156ccb-d7f4-43e4-8a1d-29a0744f86fe, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=29156ccb-d7f4-43e4-8a1d-29a0744f86fe,segment=NetworkSegment(96bc603e-a9af-4f06-bc71-28578285fd86),segment_id=96bc603e-a9af-4f06-bc71-28578285fd86)] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 23:04:42.634795 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-9cad3285-e5b9-47f8-8387-2fdfc2dbdc64 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (29156ccb-d7f4-43e4-8a1d-29a0744f86fe), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:42.654497 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-9cad3285-e5b9-47f8-8387-2fdfc2dbdc64 None None] Calling delete_port for 29156ccb-d7f4-43e4-8a1d-29a0744f86fe owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 23:04:42.689657 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1e9b5338-14f3-4ad9-9cff-0a4b38673470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (84ad4031-e82a-4043-9c3e-459c72f04a81), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:42.716314 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-1e9b5338-14f3-4ad9-9cff-0a4b38673470 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84ad4031-e82a-4043-9c3e-459c72f04a81']}} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:04:42.725960 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-1e9b5338-14f3-4ad9-9cff-0a4b38673470 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96bc603e-a9af-4f06-bc71-28578285fd86') {'for_net_delete': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:04:42.726296 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-1e9b5338-14f3-4ad9-9cff-0a4b38673470 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96bc603e-a9af-4f06-bc71-28578285fd86') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:04:42.734904 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-9cad3285-e5b9-47f8-8387-2fdfc2dbdc64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (29156ccb-d7f4-43e4-8a1d-29a0744f86fe), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:42.737644 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1e9b5338-14f3-4ad9-9cff-0a4b38673470 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110711'] for segment (96bc603e-a9af-4f06-bc71-28578285fd86), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:42.753311 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1e9b5338-14f3-4ad9-9cff-0a4b38673470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (96bc603e-a9af-4f06-bc71-28578285fd86), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:42.760851 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e9b5338-14f3-4ad9-9cff-0a4b38673470 admin admin] Releasing vlan 736 on physical network physnet1 to pool {{(pid=103140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 23:04:42.761312 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1e9b5338-14f3-4ad9-9cff-0a4b38673470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669415'] for segment (96bc603e-a9af-4f06-bc71-28578285fd86), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:42.763565 n-d-828369-5 neutron-server[103140]: Traceback (most recent call last): Feb 09 23:04:42.763565 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 23:04:42.763565 n-d-828369-5 neutron-server[103140]: timer() Feb 09 23:04:42.763565 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 23:04:42.763565 n-d-828369-5 neutron-server[103140]: cb(*args, **kw) Feb 09 23:04:42.763565 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 23:04:42.763565 n-d-828369-5 neutron-server[103140]: return func(*args, **kwargs) Feb 09 23:04:42.763565 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 23:04:42.763565 n-d-828369-5 neutron-server[103140]: self._notify() Feb 09 23:04:42.763565 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 23:04:42.763565 n-d-828369-5 neutron-server[103140]: self.callback(batched_events) Feb 09 23:04:42.763565 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 23:04:42.763565 n-d-828369-5 neutron-server[103140]: event.method(event) Feb 09 23:04:42.763565 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 23:04:42.763565 n-d-828369-5 neutron-server[103140]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 23:04:42.763565 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 23:04:42.763565 n-d-828369-5 neutron-server[103140]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 23:04:42.763565 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 23:04:42.763565 n-d-828369-5 neutron-server[103140]: return f(self, *a, **k) Feb 09 23:04:42.763565 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 23:04:42.763565 n-d-828369-5 neutron-server[103140]: return self._get(url).json() Feb 09 23:04:42.763565 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 23:04:42.763565 n-d-828369-5 neutron-server[103140]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 23:04:42.763565 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 23:04:42.763565 n-d-828369-5 neutron-server[103140]: return self.request(url, 'GET', **kwargs) Feb 09 23:04:42.763565 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 23:04:42.763565 n-d-828369-5 neutron-server[103140]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 23:04:42.763565 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 23:04:42.763565 n-d-828369-5 neutron-server[103140]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 23:04:42.763565 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 23:04:42.763565 n-d-828369-5 neutron-server[103140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 23:04:42.763565 n-d-828369-5 neutron-server[103140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 23:04:42.766051 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cad3285-e5b9-47f8-8387-2fdfc2dbdc64 None None] Pushing event deleted for resources: {'Port': ['ID=29156ccb-d7f4-43e4-8a1d-29a0744f86fe,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:04:42.766051 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cad3285-e5b9-47f8-8387-2fdfc2dbdc64 None None] No DVR routers for this DVR port 29156ccb-d7f4-43e4-8a1d-29a0744f86fe on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 23:04:42.828439 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1e9b5338-14f3-4ad9-9cff-0a4b38673470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (84ad4031-e82a-4043-9c3e-459c72f04a81), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:42.833928 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1e9b5338-14f3-4ad9-9cff-0a4b38673470 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:42.840073 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-1e9b5338-14f3-4ad9-9cff-0a4b38673470 admin admin] 10.222.0.90 "DELETE /v2.0/networks/84ad4031-e82a-4043-9c3e-459c72f04a81 HTTP/1.1" status: 204 len: 168 time: 0.5395155 Feb 09 23:04:42.840501 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [-] (103141) accepted ('10.222.0.90', 56240) {{(pid=103141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:04:42.852428 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9b5338-14f3-4ad9-9cff-0a4b38673470 admin admin] Pushing event deleted for resources: {'Network': ['ID=84ad4031-e82a-4043-9c3e-459c72f04a81,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:04:43.124884 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:43.190327 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d872ab24-81db-4298-b868-e7110688b78c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524906'] for router_interface (ba3f33bf-f593-457c-819e-718aea49009b), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:43.435252 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-d872ab24-81db-4298-b868-e7110688b78c admin admin] Deleting port 2b779496-31f9-4ca5-85c0-43bcf2e7b0fa {{(pid=103141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 23:04:43.435498 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d872ab24-81db-4298-b868-e7110688b78c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (2b779496-31f9-4ca5-85c0-43bcf2e7b0fa), before_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:43.511132 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.db [None req-d872ab24-81db-4298-b868-e7110688b78c admin admin] For port 2b779496-31f9-4ca5-85c0-43bcf2e7b0fa, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=2b779496-31f9-4ca5-85c0-43bcf2e7b0fa,segment=NetworkSegment(8757e7ce-7751-497a-ae20-36765fcb7dda),segment_id=8757e7ce-7751-497a-ae20-36765fcb7dda)] {{(pid=103141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 23:04:43.511475 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d872ab24-81db-4298-b868-e7110688b78c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (2b779496-31f9-4ca5-85c0-43bcf2e7b0fa), precommit_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:43.528311 n-d-828369-5 neutron-server[103141]: DEBUG neutron.plugins.ml2.plugin [None req-d872ab24-81db-4298-b868-e7110688b78c admin admin] Calling delete_port for 2b779496-31f9-4ca5-85c0-43bcf2e7b0fa owned by network:router_interface {{(pid=103141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 23:04:43.714850 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d872ab24-81db-4298-b868-e7110688b78c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9730741'] for port (2b779496-31f9-4ca5-85c0-43bcf2e7b0fa), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:43.731970 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 29156ccb-d7f4-43e4-8a1d-29a0744f86fe no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 23:04:43.741497 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d872ab24-81db-4298-b868-e7110688b78c admin admin] Pushing event deleted for resources: {'Port': ['ID=2b779496-31f9-4ca5-85c0-43bcf2e7b0fa,revision_number=None']} {{(pid=103141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:04:43.763505 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 29156ccb-d7f4-43e4-8a1d-29a0744f86fe {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 23:04:43.763505 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 29156ccb-d7f4-43e4-8a1d-29a0744f86fe not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 23:04:43.763505 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 881d10d2-b7e7-414a-90be-1c9efdee45d9 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 23:04:43.781740 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 881d10d2-b7e7-414a-90be-1c9efdee45d9 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 23:04:43.782097 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 881d10d2-b7e7-414a-90be-1c9efdee45d9 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 23:04:43.782533 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device b20ba4cd-39c2-497d-bd46-b1bf5b53c96b no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 23:04:43.802450 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: b20ba4cd-39c2-497d-bd46-b1bf5b53c96b {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 23:04:43.802810 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device b20ba4cd-39c2-497d-bd46-b1bf5b53c96b not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 23:04:43.911391 n-d-828369-5 neutron-server[103141]: DEBUG neutron_lib.callbacks.manager [None req-d872ab24-81db-4298-b868-e7110688b78c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-525054'] for router_interface (ba3f33bf-f593-457c-819e-718aea49009b), after_delete {{(pid=103141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:44.126757 n-d-828369-5 neutron-server[103141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d872ab24-81db-4298-b868-e7110688b78c admin admin] Router ba3f33bf-f593-457c-819e-718aea49009b has already been hosted by L3 agent 6a708104-4dcc-42b8-9d91-fba1d7b62a79 {{(pid=103141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 23:04:44.233332 n-d-828369-5 neutron-server[103141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d872ab24-81db-4298-b868-e7110688b78c admin admin] Notify agent at l3_agent.n-d-828369-5 the message routers_updated {{(pid=103141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 23:04:44.238356 n-d-828369-5 neutron-server[103141]: INFO neutron.wsgi [None req-d872ab24-81db-4298-b868-e7110688b78c admin admin] 10.222.0.90 "PUT /v2.0/routers/ba3f33bf-f593-457c-819e-718aea49009b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3968430 Feb 09 23:04:44.241063 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 56242) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:04:44.245834 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54149d58-ea53-4c25-8f60-3ac60df29e27 None None] Sync routers for ids ['ba3f33bf-f593-457c-819e-718aea49009b'] in n-d-828369-5 {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 23:04:44.255695 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54149d58-ea53-4c25-8f60-3ac60df29e27 None None] Routers {'ba3f33bf-f593-457c-819e-718aea49009b'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 23:04:44.256366 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-54149d58-ea53-4c25-8f60-3ac60df29e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T23:04:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['ba3f33bf-f593-457c-819e-718aea49009b'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:04:44.348584 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ef5f0f80-c443-48ae-99d7-81a1723b7566 admin admin] Publish callbacks [] for router (ba3f33bf-f593-457c-819e-718aea49009b), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:44.362937 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-54149d58-ea53-4c25-8f60-3ac60df29e27 None None] Set router ba3f33bf-f593-457c-819e-718aea49009b gateway port host: n-d-828369-5 {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 23:04:44.451999 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ef5f0f80-c443-48ae-99d7-81a1723b7566 admin admin] Publish callbacks [] for router_gateway (ba3f33bf-f593-457c-819e-718aea49009b), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:44.507270 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-ef5f0f80-c443-48ae-99d7-81a1723b7566 admin admin] Deleting port 748859fb-6bb4-4016-ba50-76849c1e04c8 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 23:04:44.507605 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ef5f0f80-c443-48ae-99d7-81a1723b7566 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (748859fb-6bb4-4016-ba50-76849c1e04c8), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:44.545383 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-54149d58-ea53-4c25-8f60-3ac60df29e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba3f33bf-f593-457c-819e-718aea49009b', 'name': 'tempest-TestSnapshotPattern-563778699-router', 'tenant_id': '6b601398b69d464abdacf89d63e0fe41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'external_fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '748859fb-6bb4-4016-ba50-76849c1e04c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:59:01Z', 'updated_at': '2022-02-09T23:04:43Z', 'revision_number': 5, 'project_id': '6b601398b69d464abdacf89d63e0fe41', 'gw_port': {'id': '748859fb-6bb4-4016-ba50-76849c1e04c8', 'name': '', 'network_id': '54a442d5-50a0-4c75-85cc-d19f5bf58118', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba3f33bf-f593-457c-819e-718aea49009b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T22:59:01Z', 'updated_at': '2022-02-09T22:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c02af66-7d85-4212-bb55-f462cb65dc52', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-5'}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:04:44.552556 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:44.571899 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54149d58-ea53-4c25-8f60-3ac60df29e27 None None] Checking router: ba3f33bf-f593-457c-819e-718aea49009b for host: n-d-828369-5 {{(pid=103143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 23:04:44.580465 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54149d58-ea53-4c25-8f60-3ac60df29e27 None None] Routers {'ba3f33bf-f593-457c-819e-718aea49009b'} bound to L3 agent in host n-d-828369-5 {{(pid=103143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 23:04:44.581398 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-54149d58-ea53-4c25-8f60-3ac60df29e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T21:17:11Z,description=,heartbeat_timestamp=2022-02-09T23:04:41Z,host='n-d-828369-5',id=6a708104-4dcc-42b8-9d91-fba1d7b62a79,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T21:17:11Z,topic='l3_agent')) {'router_ids': ['ba3f33bf-f593-457c-819e-718aea49009b'], 'active': True} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:04:44.586187 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-ef5f0f80-c443-48ae-99d7-81a1723b7566 admin admin] For port 748859fb-6bb4-4016-ba50-76849c1e04c8, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=748859fb-6bb4-4016-ba50-76849c1e04c8,segment=NetworkSegment(2a61d240-ad84-4913-91ae-b392de4d1b88),segment_id=2a61d240-ad84-4913-91ae-b392de4d1b88)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 23:04:44.586557 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ef5f0f80-c443-48ae-99d7-81a1723b7566 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (748859fb-6bb4-4016-ba50-76849c1e04c8), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:44.599009 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-ef5f0f80-c443-48ae-99d7-81a1723b7566 admin admin] Calling delete_port for 748859fb-6bb4-4016-ba50-76849c1e04c8 owned by network:router_gateway {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 23:04:44.669477 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_dvr_db [None req-54149d58-ea53-4c25-8f60-3ac60df29e27 None None] Set router ba3f33bf-f593-457c-819e-718aea49009b gateway port host: None {{(pid=103143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 23:04:44.720005 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.l3_hamode_db [None req-54149d58-ea53-4c25-8f60-3ac60df29e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba3f33bf-f593-457c-819e-718aea49009b', 'name': 'tempest-TestSnapshotPattern-563778699-router', 'tenant_id': '6b601398b69d464abdacf89d63e0fe41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:59:01Z', 'updated_at': '2022-02-09T23:04:44Z', 'revision_number': 6, 'project_id': '6b601398b69d464abdacf89d63e0fe41', 'gw_port_host': None}], 'n-d-828369-5', False) {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:04:44.750846 n-d-828369-5 neutron-server[103143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54149d58-ea53-4c25-8f60-3ac60df29e27 None None] The sync data for ids ['ba3f33bf-f593-457c-819e-718aea49009b'] in n-d-828369-5 is: [{'id': 'ba3f33bf-f593-457c-819e-718aea49009b', 'name': 'tempest-TestSnapshotPattern-563778699-router', 'tenant_id': '6b601398b69d464abdacf89d63e0fe41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T22:59:01Z', 'updated_at': '2022-02-09T23:04:44Z', 'revision_number': 6, 'project_id': '6b601398b69d464abdacf89d63e0fe41', 'gw_port_host': None}] {{(pid=103143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 23:04:44.769970 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ef5f0f80-c443-48ae-99d7-81a1723b7566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (748859fb-6bb4-4016-ba50-76849c1e04c8), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:44.797792 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5f0f80-c443-48ae-99d7-81a1723b7566 admin admin] Pushing event deleted for resources: {'Port': ['ID=748859fb-6bb4-4016-ba50-76849c1e04c8,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:04:44.860375 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ef5f0f80-c443-48ae-99d7-81a1723b7566 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-554524'] for router_gateway (ba3f33bf-f593-457c-819e-718aea49009b), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:44.948594 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ef5f0f80-c443-48ae-99d7-81a1723b7566 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10758'] for router (ba3f33bf-f593-457c-819e-718aea49009b), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:44.950633 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ef5f0f80-c443-48ae-99d7-81a1723b7566 admin admin] Publish callbacks [] for router_controller (ba3f33bf-f593-457c-819e-718aea49009b), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:44.992795 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ef5f0f80-c443-48ae-99d7-81a1723b7566 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525196'] for router (ba3f33bf-f593-457c-819e-718aea49009b), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:44.993251 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef5f0f80-c443-48ae-99d7-81a1723b7566 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba3f33bf-f593-457c-819e-718aea49009b {{(pid=103140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 23:04:44.997415 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-ef5f0f80-c443-48ae-99d7-81a1723b7566 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:44.998561 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-ef5f0f80-c443-48ae-99d7-81a1723b7566 admin admin] 10.222.0.90 "DELETE /v2.0/routers/ba3f33bf-f593-457c-819e-718aea49009b HTTP/1.1" status: 204 len: 168 time: 0.7559817 Feb 09 23:04:45.001110 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 56244) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:04:45.048291 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d1ea85a-0b40-4c0f-aa93-d4014ecf5c57 admin admin] Deleting subnet 248d603a-e187-4d09-91db-ce74324f5ba7 {{(pid=103140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 23:04:45.051274 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1d1ea85a-0b40-4c0f-aa93-d4014ecf5c57 admin admin] Publish callbacks [] for subnet (248d603a-e187-4d09-91db-ce74324f5ba7), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:45.085214 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1d1ea85a-0b40-4c0f-aa93-d4014ecf5c57 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9110716'] for subnet (248d603a-e187-4d09-91db-ce74324f5ba7), precommit_delete_associations {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:45.166235 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1d1ea85a-0b40-4c0f-aa93-d4014ecf5c57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2070591'] for subnet (248d603a-e187-4d09-91db-ce74324f5ba7), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:45.219203 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1d1ea85a-0b40-4c0f-aa93-d4014ecf5c57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2070724', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8669261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8621346'] for subnet (248d603a-e187-4d09-91db-ce74324f5ba7), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:45.248633 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1ea85a-0b40-4c0f-aa93-d4014ecf5c57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=248d603a-e187-4d09-91db-ce74324f5ba7,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:04:45.250490 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1d1ea85a-0b40-4c0f-aa93-d4014ecf5c57 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:45.253702 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-1d1ea85a-0b40-4c0f-aa93-d4014ecf5c57 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/248d603a-e187-4d09-91db-ce74324f5ba7 HTTP/1.1" status: 204 len: 168 time: 0.2516582 Feb 09 23:04:45.256311 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 56246) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:04:45.259977 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813f1945-8cc9-4269-9348-7fc2f5107676 None None] Network 3df8f52e-cb4b-4810-bbf2-ed7ba55c27fa requested from n-d-828369-5 {{(pid=103142) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 23:04:45.324408 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bad5c836-5986-4976-84b9-dbb5b9cc738a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1941993'] for network (3df8f52e-cb4b-4810-bbf2-ed7ba55c27fa), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:45.377294 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-bad5c836-5986-4976-84b9-dbb5b9cc738a admin admin] Deleting port 0992d959-9ea5-4806-99d8-914254df7b83 {{(pid=103140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 23:04:45.377646 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bad5c836-5986-4976-84b9-dbb5b9cc738a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (0992d959-9ea5-4806-99d8-914254df7b83), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:45.442155 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.db [None req-bad5c836-5986-4976-84b9-dbb5b9cc738a admin admin] For port 0992d959-9ea5-4806-99d8-914254df7b83, host n-d-828369-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-5',level=0,port_id=0992d959-9ea5-4806-99d8-914254df7b83,segment=NetworkSegment(8757e7ce-7751-497a-ae20-36765fcb7dda),segment_id=8757e7ce-7751-497a-ae20-36765fcb7dda)] {{(pid=103140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 23:04:45.442449 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bad5c836-5986-4976-84b9-dbb5b9cc738a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (0992d959-9ea5-4806-99d8-914254df7b83), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:45.455483 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.plugin [None req-bad5c836-5986-4976-84b9-dbb5b9cc738a admin admin] Calling delete_port for 0992d959-9ea5-4806-99d8-914254df7b83 owned by network:dhcp {{(pid=103140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 23:04:45.492719 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebda6f2e-1e6f-4288-9230-fb4d9e1f85e8 None None] DHCP port deletion for 3df8f52e-cb4b-4810-bbf2-ed7ba55c27fa request from n-d-828369-5 {{(pid=103142) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 23:04:45.540469 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bad5c836-5986-4976-84b9-dbb5b9cc738a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8669330'] for port (0992d959-9ea5-4806-99d8-914254df7b83), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:45.547974 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-ebda6f2e-1e6f-4288-9230-fb4d9e1f85e8 None None] Deleting port 0992d959-9ea5-4806-99d8-914254df7b83 {{(pid=103142) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 23:04:45.548420 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ebda6f2e-1e6f-4288-9230-fb4d9e1f85e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746129172372'] for port (0992d959-9ea5-4806-99d8-914254df7b83), before_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:45.565775 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad5c836-5986-4976-84b9-dbb5b9cc738a admin admin] Pushing event deleted for resources: {'Port': ['ID=0992d959-9ea5-4806-99d8-914254df7b83,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:04:45.569349 n-d-828369-5 neutron-server[103140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad5c836-5986-4976-84b9-dbb5b9cc738a admin admin] No DVR routers for this DVR port 0992d959-9ea5-4806-99d8-914254df7b83 on host n-d-828369-5 {{(pid=103140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 23:04:45.623578 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:45.628656 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.db [None req-ebda6f2e-1e6f-4288-9230-fb4d9e1f85e8 None None] For port 0992d959-9ea5-4806-99d8-914254df7b83, host n-d-828369-5, got binding levels [] {{(pid=103142) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 23:04:45.629182 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ebda6f2e-1e6f-4288-9230-fb4d9e1f85e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555217'] for port (0992d959-9ea5-4806-99d8-914254df7b83), precommit_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:45.641575 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-ebda6f2e-1e6f-4288-9230-fb4d9e1f85e8 None None] Calling delete_port for 0992d959-9ea5-4806-99d8-914254df7b83 owned by network:dhcp {{(pid=103142) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 23:04:45.644232 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.ipam_backend_mixin [None req-ebda6f2e-1e6f-4288-9230-fb4d9e1f85e8 None None] Port 0992d959-9ea5-4806-99d8-914254df7b83 was not found and therefore no delete operation was performed {{(pid=103142) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 23:04:45.645513 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ebda6f2e-1e6f-4288-9230-fb4d9e1f85e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2038326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746129176311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746128623050'] for port (0992d959-9ea5-4806-99d8-914254df7b83), after_delete {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:45.645807 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bad5c836-5986-4976-84b9-dbb5b9cc738a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1654952', 'neutron.services.segments.db._delete_segments_for_network-8746128966849'] for network (3df8f52e-cb4b-4810-bbf2-ed7ba55c27fa), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:45.668504 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-bad5c836-5986-4976-84b9-dbb5b9cc738a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3df8f52e-cb4b-4810-bbf2-ed7ba55c27fa']}} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:04:45.674060 n-d-828369-5 neutron-server[103142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebda6f2e-1e6f-4288-9230-fb4d9e1f85e8 None None] Pushing event deleted for resources: {'Port': ['ID=0992d959-9ea5-4806-99d8-914254df7b83,revision_number=None']} {{(pid=103142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:04:45.675934 n-d-828369-5 neutron-server[103142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebda6f2e-1e6f-4288-9230-fb4d9e1f85e8 None None] No DVR routers for this DVR port 0992d959-9ea5-4806-99d8-914254df7b83 on host n-d-828369-5 {{(pid=103142) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 23:04:45.678690 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-bad5c836-5986-4976-84b9-dbb5b9cc738a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8757e7ce-7751-497a-ae20-36765fcb7dda') {'for_net_delete': True} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:04:45.679705 n-d-828369-5 neutron-server[103140]: DEBUG neutron.services.segments.db [None req-bad5c836-5986-4976-84b9-dbb5b9cc738a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8757e7ce-7751-497a-ae20-36765fcb7dda') {} {{(pid=103140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 23:04:45.691215 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bad5c836-5986-4976-84b9-dbb5b9cc738a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746128968394', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110711'] for segment (8757e7ce-7751-497a-ae20-36765fcb7dda), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:45.714224 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bad5c836-5986-4976-84b9-dbb5b9cc738a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741'] for segment (8757e7ce-7751-497a-ae20-36765fcb7dda), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:45.731049 n-d-828369-5 neutron-server[103140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bad5c836-5986-4976-84b9-dbb5b9cc738a admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=103140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 23:04:45.731447 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bad5c836-5986-4976-84b9-dbb5b9cc738a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2068741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8669415'] for segment (8757e7ce-7751-497a-ae20-36765fcb7dda), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:45.734865 n-d-828369-5 neutron-server[103140]: Traceback (most recent call last): Feb 09 23:04:45.734865 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 23:04:45.734865 n-d-828369-5 neutron-server[103140]: timer() Feb 09 23:04:45.734865 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 23:04:45.734865 n-d-828369-5 neutron-server[103140]: cb(*args, **kw) Feb 09 23:04:45.734865 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 23:04:45.734865 n-d-828369-5 neutron-server[103140]: return func(*args, **kwargs) Feb 09 23:04:45.734865 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 23:04:45.734865 n-d-828369-5 neutron-server[103140]: self._notify() Feb 09 23:04:45.734865 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 23:04:45.734865 n-d-828369-5 neutron-server[103140]: self.callback(batched_events) Feb 09 23:04:45.734865 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 23:04:45.734865 n-d-828369-5 neutron-server[103140]: event.method(event) Feb 09 23:04:45.734865 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 23:04:45.734865 n-d-828369-5 neutron-server[103140]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 23:04:45.734865 n-d-828369-5 neutron-server[103140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 23:04:45.734865 n-d-828369-5 neutron-server[103140]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 23:04:45.734865 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 23:04:45.734865 n-d-828369-5 neutron-server[103140]: return f(self, *a, **k) Feb 09 23:04:45.734865 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 23:04:45.734865 n-d-828369-5 neutron-server[103140]: return self._get(url).json() Feb 09 23:04:45.734865 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 23:04:45.734865 n-d-828369-5 neutron-server[103140]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 23:04:45.734865 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 23:04:45.734865 n-d-828369-5 neutron-server[103140]: return self.request(url, 'GET', **kwargs) Feb 09 23:04:45.734865 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 23:04:45.734865 n-d-828369-5 neutron-server[103140]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 23:04:45.734865 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 23:04:45.734865 n-d-828369-5 neutron-server[103140]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 23:04:45.734865 n-d-828369-5 neutron-server[103140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 23:04:45.734865 n-d-828369-5 neutron-server[103140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 23:04:45.734865 n-d-828369-5 neutron-server[103140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 23:04:45.753090 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 0992d959-9ea5-4806-99d8-914254df7b83 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 23:04:45.773921 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 0992d959-9ea5-4806-99d8-914254df7b83 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 23:04:45.774273 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 0992d959-9ea5-4806-99d8-914254df7b83 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 23:04:45.774697 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 748859fb-6bb4-4016-ba50-76849c1e04c8 no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 23:04:45.793889 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 748859fb-6bb4-4016-ba50-76849c1e04c8 {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 23:04:45.794151 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 748859fb-6bb4-4016-ba50-76849c1e04c8 not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 23:04:45.794584 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 2b779496-31f9-4ca5-85c0-43bcf2e7b0fa no longer exists at agent ovs-agent-n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 23:04:45.798671 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bad5c836-5986-4976-84b9-dbb5b9cc738a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1654961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554616'] for network (3df8f52e-cb4b-4810-bbf2-ed7ba55c27fa), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:45.804935 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-bad5c836-5986-4976-84b9-dbb5b9cc738a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:45.810907 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-bad5c836-5986-4976-84b9-dbb5b9cc738a admin admin] 10.222.0.90 "DELETE /v2.0/networks/3df8f52e-cb4b-4810-bbf2-ed7ba55c27fa HTTP/1.1" status: 204 len: 168 time: 0.5511389 Feb 09 23:04:45.814869 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.plugin [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] No Port match for: 2b779496-31f9-4ca5-85c0-43bcf2e7b0fa {{(pid=103142) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 23:04:45.815219 n-d-828369-5 neutron-server[103142]: DEBUG neutron.plugins.ml2.rpc [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Device 2b779496-31f9-4ca5-85c0-43bcf2e7b0fa not bound to the agent host n-d-828369-5 {{(pid=103142) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 23:04:45.821502 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad5c836-5986-4976-84b9-dbb5b9cc738a admin admin] Pushing event deleted for resources: {'Network': ['ID=3df8f52e-cb4b-4810-bbf2-ed7ba55c27fa,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:04:45.923837 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 56250) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:04:45.963800 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-4d65c5dd-ac86-4c4d-9979-037b0066407f admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=d7950bd58fec4b49acbf6bb7082bbafd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387421 Feb 09 23:04:45.966259 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 56252) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:04:46.011551 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1a72e6f7-9431-4557-abaf-6156db4f9a25 admin admin] Publish callbacks [] for security_group (3886ae78-1478-448e-b992-479d0fa299a4), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:46.039527 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1a72e6f7-9431-4557-abaf-6156db4f9a25 admin admin] Publish callbacks [] for security_group (3886ae78-1478-448e-b992-479d0fa299a4), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:46.084449 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1a72e6f7-9431-4557-abaf-6156db4f9a25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (3886ae78-1478-448e-b992-479d0fa299a4), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:46.087004 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-1a72e6f7-9431-4557-abaf-6156db4f9a25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:46.088156 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-1a72e6f7-9431-4557-abaf-6156db4f9a25 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/3886ae78-1478-448e-b992-479d0fa299a4 HTTP/1.1" status: 204 len: 168 time: 0.1210098 Feb 09 23:04:46.095453 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a72e6f7-9431-4557-abaf-6156db4f9a25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3886ae78-1478-448e-b992-479d0fa299a4,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:04:46.390789 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 56258) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:04:46.435108 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-8be54d66-ec10-4ff0-be06-d74d99035094 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=6b601398b69d464abdacf89d63e0fe41&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0428076 Feb 09 23:04:46.437619 n-d-828369-5 neutron-server[103140]: DEBUG neutron.wsgi [-] (103140) accepted ('10.222.0.90', 56260) {{(pid=103140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 23:04:46.487938 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-be8dcb37-98a7-4970-9eea-59d3a4691049 admin admin] Publish callbacks [] for security_group (4d98f4de-412f-457b-96e3-814c6a08b0f3), before_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:46.508392 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-be8dcb37-98a7-4970-9eea-59d3a4691049 admin admin] Publish callbacks [] for security_group (4d98f4de-412f-457b-96e3-814c6a08b0f3), precommit_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:46.554710 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-be8dcb37-98a7-4970-9eea-59d3a4691049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988410'] for security_group (4d98f4de-412f-457b-96e3-814c6a08b0f3), after_delete {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:46.557352 n-d-828369-5 neutron-server[103140]: DEBUG neutron_lib.callbacks.manager [None req-be8dcb37-98a7-4970-9eea-59d3a4691049 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:46.558508 n-d-828369-5 neutron-server[103140]: INFO neutron.wsgi [None req-be8dcb37-98a7-4970-9eea-59d3a4691049 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/4d98f4de-412f-457b-96e3-814c6a08b0f3 HTTP/1.1" status: 204 len: 168 time: 0.1199734 Feb 09 23:04:46.565877 n-d-828369-5 neutron-server[103140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8dcb37-98a7-4970-9eea-59d3a4691049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d98f4de-412f-457b-96e3-814c6a08b0f3,revision_number=None']} {{(pid=103140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 23:04:52.395242 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:54.449661 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:04:59.561999 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 23:05:09.248304 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-8dd6b8ed-c4dd-486e-8964-be1f015fd90b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:05:11.238050 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a81fd97b-a6ab-47b3-b04f-6419e79e8bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:05:13.127344 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:05:14.548378 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:05:15.586875 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:05:22.399433 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:05:24.459435 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:05:36.561345 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 23:05:39.250605 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-8c369710-abf3-4ddd-bb88-9b58b684b45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:05:41.240201 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1515d6e1-d74c-4287-9669-21b89fd59fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:05:43.131419 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:05:44.551484 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:05:45.589684 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:05:52.420497 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:05:54.468239 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:06:09.254841 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-49f217af-1199-4d10-9c8a-bd2daa9085f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:06:11.244713 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-752c2fb9-d413-4a1e-bd2f-2b7a6522f33f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:06:13.133922 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:06:13.560189 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 23:06:14.553933 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:06:15.592186 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:06:22.416518 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:06:24.472315 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:06:39.257080 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f7354351-7fd7-4fa5-aaf2-363f073b770b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:06:41.246787 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-6c34e39d-6ad3-4b6b-8068-c8b7886217fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:06:43.139560 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:06:44.561482 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:06:45.593356 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:06:50.559573 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 23:06:52.430199 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:06:54.480434 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:07:09.258900 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-64cd1d8d-c9d0-4822-8719-a51c2829f5d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:07:11.248440 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-bd27afb1-1c74-459a-9a20-e130bf4a054b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:07:13.140198 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:07:14.562156 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:07:15.595578 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:07:22.431966 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:07:24.491560 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:07:27.558939 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 23:07:39.259465 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ddffc4ec-baad-4571-8047-d38d82d1284d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:07:41.249057 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-76a6f0c2-f5d5-418b-bebe-b202796cac07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:07:43.142563 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:07:44.564456 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:07:45.598352 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:07:52.424083 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:07:54.487505 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:04.558319 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 23:08:09.261007 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-61b559a8-2fed-4686-82e3-bbc6db3f0b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:11.250242 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-01a1863c-310b-46dc-b7a8-6e7b72e7ba52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:13.146178 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:14.567801 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:15.600800 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:22.441994 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:24.523848 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:39.260311 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-703e2671-e7c2-4a70-93c2-66f6f941a877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:41.253638 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-93ed0529-2cad-42cd-ab17-932a44601bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:41.558612 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 23:08:43.151631 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:44.572115 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:45.602629 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:52.443130 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:08:54.539528 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:09:09.262132 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-06245a22-3479-485d-a62a-da16907b1ef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:09:11.255874 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-f9f0f549-0b42-48ef-8193-8667721847f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:09:13.153215 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:09:14.574889 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:09:15.609853 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:09:18.558481 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 23:09:22.463906 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:09:24.541106 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:09:39.264521 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-1e78e3da-420d-4a99-b134-9fdfed20a00c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:09:41.257215 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ded885a1-ff7b-4c9d-9af4-596137b74170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:09:43.155956 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:09:44.577675 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:09:45.603410 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:09:52.471278 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:09:54.560904 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:09:55.558181 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 23:10:09.265598 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-d52605a6-da14-4ff2-8166-5bc86bc59a5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:10:11.258435 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-ca9545e4-f260-4c19-9b6c-c86c2a0d54b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:10:13.158383 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:10:14.582449 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:10:15.605305 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:10:22.469154 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:10:24.581339 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:10:32.557501 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 23:10:39.267003 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-604a7010-00cc-4311-92b1-c3209f8bcd84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:10:41.261948 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-93987cda-61b5-4000-ae9f-6145494ada30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:10:43.164129 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:10:44.585426 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:10:45.607452 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:10:52.468145 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:10:54.584542 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:11:09.268476 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-cd5ffa5d-c3c7-436e-83ee-735f5d6ac6c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:11:09.557816 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 23:11:11.263661 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-2e0b4f17-d112-4e1c-ae31-50e82c16dc32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:11:13.165457 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:11:14.588719 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:11:15.618441 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:11:22.481487 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:11:24.591733 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:11:39.269901 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-593a7334-acf8-43fb-9f1d-96e82894b06d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:11:41.265230 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-6896ce73-090a-46c2-b513-3a49110221ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:11:43.167499 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:11:44.591426 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:11:45.611508 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:11:46.557036 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 23:11:52.051469 n-d-828369-5 neutron-server[103141]: DEBUG neutron.wsgi [req-2a86ccc3-117d-473d-8f60-ccf8f0f6f887 req-d0fc22fe-8931-4076-98e7-ea09f3c5afb5 service neutron] (103141) timed out ('10.222.0.90', 53906) {{(pid=103141) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 23:11:52.480857 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:11:54.601524 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:12:09.271077 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-e48b70ad-340d-4703-9980-2373560f606e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:12:11.266232 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b825a411-bfe3-4880-b0b7-4114c1cc3842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:12:13.170369 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:12:14.595180 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:12:15.613335 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:12:22.484509 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:12:23.556595 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 23:12:24.619043 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:12:39.272132 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-da7af377-0e81-407c-93f0-0dd68ab7679e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:12:41.271344 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-08ac2e31-bee7-41e1-baf9-a0fbab287267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:12:43.175313 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:12:44.598232 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:12:45.614997 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:12:52.478755 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:12:54.619445 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:13:00.558076 n-d-828369-5 neutron-server[103143]: DEBUG neutron.db.agents_db [None req-612da47c-1f9c-48eb-bf10-34aaec89c9fa None None] Agent healthcheck: found 7 active agents {{(pid=103143) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 23:13:09.274354 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-9d78ad6e-c0ca-4c51-bee7-fd4f3b4e0e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (df7e59e8-aa0f-4ecd-8fe5-a1ad38a31620), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:13:11.275038 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-9752ca56-469f-4ddf-bfc4-10c448574779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (6a708104-4dcc-42b8-9d91-fba1d7b62a79), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:13:13.177393 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-b53e1846-c1bd-4fd6-9aaf-159c68afe315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (fd51b38f-437e-4a87-8293-3476c58c8833), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:13:14.602453 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2c80-cd42-4321-abbc-1223a3fecffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (bc0835c7-f7e9-42b2-865a-9345b704f062), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:13:15.618310 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-28a308e2-2cd0-4b2f-9665-b559ba7cb20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (5309a4d3-b3af-4c95-8269-44939419cd90), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:13:22.472169 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-5208fd63-4ec9-429c-834d-640075873dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (a26090a5-436d-429a-a089-ad1a05bf10ca), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 23:13:24.634733 n-d-828369-5 neutron-server[103142]: DEBUG neutron_lib.callbacks.manager [None req-a0726e41-c8e2-44b3-837a-5ae25acff66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746128966831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1655971'] for agent (272eb6e3-6203-4ebd-b07c-9466babfe82e), after_update {{(pid=103142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}